-- Logs begin at Fri 2021-09-17 07:04:20 UTC, end at Fri 2021-09-17 09:42:49 UTC. -- Sep 17 07:33:32.763107 n-d-789963-9 systemd[1]: Started Devstack devstack@q-svc.service. Sep 17 07:33:35.497491 n-d-789963-9 neutron-server[101180]: INFO neutron.common.config [-] Logging enabled! Sep 17 07:33:35.498054 n-d-789963-9 neutron-server[101180]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev4 Sep 17 07:33:35.498272 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101180) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 17 07:33:35.501582 n-d-789963-9 neutron-server[101180]: INFO neutron.common.config [-] Logging enabled! Sep 17 07:33:35.501840 n-d-789963-9 neutron-server[101180]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev4 Sep 17 07:33:35.502159 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101180) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 17 07:33:35.503106 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 17 07:33:35.503341 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 17 07:33:35.503702 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 17 07:33:35.503979 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 17 07:33:35.504212 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 17 07:33:35.504536 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.504837 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.505138 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.505369 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.505668 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.505964 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.506249 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.506541 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.507403 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.507693 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.507998 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.508282 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.508521 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.508800 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.509091 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.509380 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.509603 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] debug = True {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.509886 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.510314 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.510726 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.511010 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.511302 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.511581 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.511877 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.512156 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.512444 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.512769 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] host = n-d-789963-9 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.513047 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.513338 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.513627 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.513916 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.514192 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.514469 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.514761 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.515036 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.515309 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] log_file = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.515585 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.515974 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.516276 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.516571 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.516800 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.517027 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.517319 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.517611 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.517891 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.518170 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.518448 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.518724 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.519000 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.519272 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.519559 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.519862 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.520163 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.520443 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.520722 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.520996 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.521273 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.521561 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.521836 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.522111 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.523023 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.523318 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.523592 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.523894 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.524202 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.524491 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.524783 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.525073 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.525349 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.525632 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.525908 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.526180 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.526452 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] use_json = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.526726 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.526997 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.527280 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.527554 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.527825 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.528122 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.528392 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.528679 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:35.528976 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.529273 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.529576 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.529858 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.530154 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.530433 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.530724 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.531003 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.531294 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.531584 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.531895 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.532178 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.532464 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.532740 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.533036 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.533340 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.533633 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.533925 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.534200 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.534473 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.534751 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.535029 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.535314 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.535591 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.535903 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.536196 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.536474 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.536758 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.537052 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.537344 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.537620 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.537919 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.538214 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.538492 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.538765 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.539043 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.539332 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.539609 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.539905 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.540190 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.540468 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.540743 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.541015 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.541292 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.541581 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.541857 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.542128 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.542397 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.542670 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.542940 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.543226 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.543503 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.543775 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.544071 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.544349 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.544621 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.544898 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.545174 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.545448 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.545724 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.545995 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.546269 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.546542 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.546815 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.547088 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.547362 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.547633 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.547934 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.548207 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.548482 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.548754 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.549030 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.549305 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.549592 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.549890 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.550170 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.550450 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.550730 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.551009 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.551289 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.551568 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.551863 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.552146 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.552420 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.552714 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.553000 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.553291 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.553600 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.553885 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.554188 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.554468 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.554759 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.555040 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.555321 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.555604 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.555924 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.556224 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.556522 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.556821 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.557118 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.557414 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.557696 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.558007 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.558288 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:35.558510 n-d-789963-9 neutron-server[101180]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 17 07:33:35.558748 n-d-789963-9 neutron-server[101180]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101180) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 17 07:33:35.907306 n-d-789963-9 neutron-server[101180]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 17 07:33:35.907498 n-d-789963-9 neutron-server[101180]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 17 07:33:35.907792 n-d-789963-9 neutron-server[101180]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 17 07:33:35.908151 n-d-789963-9 neutron-server[101180]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 17 07:33:36.296837 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:36.297137 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:36.297412 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:36.298722 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:36.298998 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:36.299265 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:36.334990 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:36.335519 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:36.335789 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:36.350908 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:36.351190 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:36.351458 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:36.379885 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:36.380161 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:36.380424 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:36.417883 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:36.418161 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:36.418430 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:36.648247 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:36.648848 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:36.648848 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:36.649012 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:36.649661 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:36.767768 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:36.768116 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:36.768397 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:36.768667 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:36.768931 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:36.769243 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:36.769503 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:36.769758 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:36.770011 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:36.770291 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:36.770547 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:36.770808 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:36.771063 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:36.771312 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:36.771563 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:36.771823 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:36.772096 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:36.772900 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:36.773171 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:36.773434 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:36.773704 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:36.774110 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:36.774569 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:36.775224 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:36.775663 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:36.776133 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:36.776758 n-d-789963-9 neutron-server[101180]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101180) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 07:33:36.777181 n-d-789963-9 neutron-server[101180]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101180) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 07:33:36.777610 n-d-789963-9 neutron-server[101180]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101180) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 07:33:36.778035 n-d-789963-9 neutron-server[101180]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101180) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 07:33:36.778449 n-d-789963-9 neutron-server[101180]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101180) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 07:33:36.778832 n-d-789963-9 neutron-server[101180]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101180) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 07:33:36.779408 n-d-789963-9 neutron-server[101180]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 17 07:33:36.783946 n-d-789963-9 neutron-server[101180]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 17 07:33:36.788556 n-d-789963-9 neutron-server[101180]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 17 07:33:36.792238 n-d-789963-9 neutron-server[101180]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Sep 17 07:33:36.793854 n-d-789963-9 neutron-server[101180]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 17 07:33:36.794308 n-d-789963-9 neutron-server[101180]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 17 07:33:36.794647 n-d-789963-9 neutron-server[101180]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 17 07:33:36.795037 n-d-789963-9 neutron-server[101180]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 17 07:33:36.797830 n-d-789963-9 neutron-server[101180]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 17 07:33:36.798086 n-d-789963-9 neutron-server[101180]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 17 07:33:36.798431 n-d-789963-9 neutron-server[101180]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 17 07:33:36.803733 n-d-789963-9 neutron-server[101180]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 17 07:33:36.825405 n-d-789963-9 neutron-server[101180]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 17 07:33:36.825851 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:36.826146 n-d-789963-9 neutron-server[101180]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101180) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 17 07:33:36.826505 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:36.827879 n-d-789963-9 neutron-server[101180]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101180) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 17 07:33:36.828321 n-d-789963-9 neutron-server[101180]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 17 07:33:36.828572 n-d-789963-9 neutron-server[101180]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 17 07:33:36.831705 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:36.832011 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:36.896634 n-d-789963-9 neutron-server[101180]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 17 07:33:36.896870 n-d-789963-9 neutron-server[101180]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 17 07:33:36.897106 n-d-789963-9 neutron-server[101180]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 17 07:33:36.898006 n-d-789963-9 neutron-server[101180]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 17 07:33:36.920203 n-d-789963-9 neutron-server[101180]: DEBUG oslo_db.sqlalchemy.engines [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101180) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 17 07:33:37.444933 n-d-789963-9 neutron-server[101180]: INFO neutron.plugins.ml2.managers [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Initializing driver for type 'gre' Sep 17 07:33:37.445463 n-d-789963-9 neutron-server[101180]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] gre ID ranges: [(1, 1000)] Sep 17 07:33:37.497616 n-d-789963-9 neutron-server[101180]: INFO neutron.plugins.ml2.managers [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Initializing driver for type 'local' Sep 17 07:33:37.498148 n-d-789963-9 neutron-server[101180]: INFO neutron.plugins.ml2.managers [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Initializing driver for type 'vlan' Sep 17 07:33:37.511682 n-d-789963-9 neutron-server[101180]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] VlanTypeDriver initialization complete Sep 17 07:33:37.512061 n-d-789963-9 neutron-server[101180]: INFO neutron.plugins.ml2.managers [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Initializing driver for type 'vxlan' Sep 17 07:33:37.512543 n-d-789963-9 neutron-server[101180]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] vxlan ID ranges: [(1, 1000)] Sep 17 07:33:37.566501 n-d-789963-9 neutron-server[101180]: INFO neutron.plugins.ml2.managers [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Initializing extension driver 'port_security' Sep 17 07:33:37.566855 n-d-789963-9 neutron-server[101180]: INFO neutron.plugins.ml2.extensions.port_security [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] PortSecurityExtensionDriver initialization complete Sep 17 07:33:37.567171 n-d-789963-9 neutron-server[101180]: INFO neutron.plugins.ml2.managers [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Initializing mechanism driver 'openvswitch' Sep 17 07:33:37.567491 n-d-789963-9 neutron-server[101180]: INFO neutron.plugins.ml2.managers [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Initializing mechanism driver 'hyperv' Sep 17 07:33:37.574555 n-d-789963-9 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:33:37.575233 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: > port after_create 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.575607 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: > port after_update 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.575994 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: > port after_delete 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.576518 n-d-789963-9 neutron-server[101180]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101180) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 17 07:33:37.576954 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: > subnet after_create 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.577310 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: > subnet after_update 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.577660 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.578053 n-d-789963-9 neutron-server[101180]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101180) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 17 07:33:37.578467 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: > network after_create 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.578823 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: > network after_update 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.579179 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: > network after_delete 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.579577 n-d-789963-9 neutron-server[101180]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101180) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 17 07:33:37.580014 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: > security_group after_create 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.580364 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: > security_group after_update 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.580706 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: > security_group after_delete 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.581235 n-d-789963-9 neutron-server[101180]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101180) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 17 07:33:37.581654 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.582010 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.582356 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.582753 n-d-789963-9 neutron-server[101180]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101180) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 17 07:33:37.583163 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: > address_group after_create 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.583512 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: > address_group after_update 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.583871 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: > address_group after_delete 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.584265 n-d-789963-9 neutron-server[101180]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101180) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 17 07:33:37.584644 n-d-789963-9 neutron-server[101180]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] ML2 OVO RPC backend initialized. {{(pid=101180) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 17 07:33:37.585601 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.585958 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.586372 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: > network before_response 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.586719 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: > networks before_response 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.587070 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: > port before_response 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.587413 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: > ports before_response 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.587757 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: > subnet before_response 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.588122 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: > subnets before_response 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.588469 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: > network after_create 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.588811 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: > network after_update 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.589148 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: > network after_delete 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.589491 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: > port after_create 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.589829 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: > port after_update 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.590167 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: > port after_delete 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.590500 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: > subnet after_create 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.590836 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: > subnet after_update 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.591171 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.591738 n-d-789963-9 neutron-server[101180]: INFO neutron.plugins.ml2.plugin [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Modular L2 Plugin initialization complete Sep 17 07:33:37.592091 n-d-789963-9 neutron-server[101180]: DEBUG neutron.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading services supported by the core plugin {{(pid=101180) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 17 07:33:37.592421 n-d-789963-9 neutron-server[101180]: INFO neutron.plugins.ml2.managers [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Got port-security extension from driver 'port_security' Sep 17 07:33:37.592883 n-d-789963-9 neutron-server[101180]: INFO neutron.extensions.vlantransparent [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Disabled vlantransparent extension. Sep 17 07:33:37.593361 n-d-789963-9 neutron-server[101180]: DEBUG neutron.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101180) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 17 07:33:37.593676 n-d-789963-9 neutron-server[101180]: INFO neutron.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading Plugin: router Sep 17 07:33:37.629370 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: > router_interface before_create 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.629766 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: > router after_create 55549900 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.630139 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: > router before_create 55549900 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.630511 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.630883 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.631240 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: > router after_delete 55549900 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.632357 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: > floatingip after_create 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.632715 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: > floatingip after_update 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.633077 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: > router after_create 55549900 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.633427 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: > router after_update 55549900 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.633780 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: > router after_update 55549900 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.634132 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.634497 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: > router after_update 55549900 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.634913 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: > router precommit_update 55549900 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.635287 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: port after_update 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.635631 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: port after_delete 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.635996 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: subnet after_update 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.636341 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.636693 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: > port precommit_delete 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.637039 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: > router precommit_create 55549900 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.637384 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: port before_delete 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.637730 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: > router precommit_create 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.638086 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: > router after_update 55549900 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.638430 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: > router precommit_delete 55549900 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.638780 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: > router precommit_create 55549900 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.639148 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.639494 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: > router precommit_update 55549900 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.639883 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: > agent after_create 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.640240 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: > agent after_delete 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.640586 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: > network after_delete 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.641441 n-d-789963-9 neutron-server[101180]: DEBUG neutron.quota.resource_registry [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Tracking information for resource: router configured {{(pid=101180) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 07:33:37.641780 n-d-789963-9 neutron-server[101180]: DEBUG neutron.quota.resource_registry [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Tracking information for resource: floatingip configured {{(pid=101180) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 07:33:37.646827 n-d-789963-9 neutron-server[101180]: INFO neutron.db.l3_agentschedulers_db [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 17 07:33:37.647424 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: port after_update 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.647788 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: port after_create 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.648168 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: port after_delete 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.648520 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: port after_update 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.649311 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: > router before_create 55550100 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.649679 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: > router precommit_delete 55550100 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.650044 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: > router precommit_create 55550100 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.650401 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: > router precommit_update 55550100 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.655092 n-d-789963-9 neutron-server[101180]: DEBUG neutron.services.provider_configuration [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Service providers = [] {{(pid=101180) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 17 07:33:37.655454 n-d-789963-9 neutron-server[101180]: DEBUG neutron.db.servicetype_db [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101180) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 17 07:33:37.658422 n-d-789963-9 neutron-server[101180]: DEBUG neutron.services.service_base [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101180) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 17 07:33:37.658786 n-d-789963-9 neutron-server[101180]: DEBUG neutron.services.service_base [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101180) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 17 07:33:37.659133 n-d-789963-9 neutron-server[101180]: DEBUG neutron.services.service_base [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101180) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 17 07:33:37.660059 n-d-789963-9 neutron-server[101180]: DEBUG neutron.services.service_base [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101180) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 17 07:33:37.660440 n-d-789963-9 neutron-server[101180]: INFO neutron.services.service_base [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 17 07:33:37.660818 n-d-789963-9 neutron-server[101180]: DEBUG neutron.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101180) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 07:33:37.661137 n-d-789963-9 neutron-server[101180]: INFO neutron.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 17 07:33:37.672287 n-d-789963-9 neutron-server[101180]: DEBUG neutron.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101180) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 07:33:37.672627 n-d-789963-9 neutron-server[101180]: INFO neutron.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading Plugin: auto_allocate Sep 17 07:33:37.678488 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: network precommit_update 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.679360 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: network precommit_create 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.679909 n-d-789963-9 neutron-server[101180]: DEBUG neutron.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101180) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 07:33:37.680238 n-d-789963-9 neutron-server[101180]: INFO neutron.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading Plugin: tag Sep 17 07:33:37.686683 n-d-789963-9 neutron-server[101180]: DEBUG neutron.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101180) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 07:33:37.687016 n-d-789963-9 neutron-server[101180]: INFO neutron.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading Plugin: timestamp Sep 17 07:33:37.691020 n-d-789963-9 neutron-server[101180]: DEBUG neutron.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101180) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 07:33:37.691353 n-d-789963-9 neutron-server[101180]: INFO neutron.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading Plugin: network_ip_availability Sep 17 07:33:37.696873 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.697200 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.697559 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.698273 n-d-789963-9 neutron-server[101180]: DEBUG neutron.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101180) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 07:33:37.698595 n-d-789963-9 neutron-server[101180]: INFO neutron.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading Plugin: flavors Sep 17 07:33:37.703249 n-d-789963-9 neutron-server[101180]: DEBUG neutron.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101180) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 07:33:37.703589 n-d-789963-9 neutron-server[101180]: INFO neutron.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading Plugin: revisions Sep 17 07:33:37.707826 n-d-789963-9 neutron-server[101180]: DEBUG neutron.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101180) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 07:33:37.708248 n-d-789963-9 neutron-server[101180]: DEBUG oslo_concurrency.lockutils [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.800s {{(pid=101180) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 17 07:33:37.708991 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101180) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 17 07:33:37.709329 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Initializing extension manager. Sep 17 07:33:37.709866 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: __init__.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.710461 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: __pycache__ {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.710796 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.711129 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: address_group.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.711907 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.712463 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loaded extension: address-group Sep 17 07:33:37.712788 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: address_scope.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.713701 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.714208 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loaded extension: address-scope Sep 17 07:33:37.714533 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: admin_state_down_before_update.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.715474 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.716018 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loaded extension: router-admin-state-down-before-update Sep 17 07:33:37.716344 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: agent.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.717053 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.717553 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loaded extension: agent Sep 17 07:33:37.717875 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: agent_resources_synced.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.718789 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.719292 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loaded extension: agent-resources-synced Sep 17 07:33:37.719616 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: allowedaddresspairs.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.721423 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.721991 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loaded extension: allowed-address-pairs Sep 17 07:33:37.722280 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: auto_allocated_topology.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.723363 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.723891 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loaded extension: auto-allocated-topology Sep 17 07:33:37.724226 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: availability_zone.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.724923 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.725960 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loaded extension: availability_zone Sep 17 07:33:37.726285 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: availability_zone_filter.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.727198 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.727701 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loaded extension: availability_zone_filter Sep 17 07:33:37.728057 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: data_plane_status.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.728974 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.729479 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Extension data-plane-status not supported by any of loaded plugins Sep 17 07:33:37.729803 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: default_subnetpools.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.730720 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.731221 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loaded extension: default-subnetpools Sep 17 07:33:37.731548 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: dhcpagentscheduler.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.732387 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.732896 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loaded extension: dhcp_agent_scheduler Sep 17 07:33:37.733222 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: dns.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.734142 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.734645 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Extension dns-integration not supported by any of loaded plugins Sep 17 07:33:37.734975 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: dns_domain_ports.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.735919 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.736425 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 17 07:33:37.736751 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.737676 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.738181 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 17 07:33:37.738505 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: dvr.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.739184 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.739689 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loaded extension: dvr Sep 17 07:33:37.740046 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: ecmp_routes.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.741026 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.742027 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 17 07:33:37.742349 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: empty_string_filtering.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.743268 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.743775 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loaded extension: empty-string-filtering Sep 17 07:33:37.744125 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.745052 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.745555 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 17 07:33:37.745878 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.746792 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.747296 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 17 07:33:37.747617 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: external_net.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.748561 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.749066 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loaded extension: external-net Sep 17 07:33:37.749393 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: extra_dhcp_opt.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.750302 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.750802 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loaded extension: extra_dhcp_opt Sep 17 07:33:37.751122 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: extraroute.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.752052 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.752553 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loaded extension: extraroute Sep 17 07:33:37.752874 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: extraroute_atomic.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.753903 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.754405 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loaded extension: extraroute-atomic Sep 17 07:33:37.754729 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: filter_validation.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.755394 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.755930 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loaded extension: filter-validation Sep 17 07:33:37.756254 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: fip_pf_description.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.757196 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.757694 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 17 07:33:37.758017 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: fip_port_details.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.758947 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.759456 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loaded extension: fip-port-details Sep 17 07:33:37.759783 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: flavors.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.761041 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.761554 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loaded extension: flavors Sep 17 07:33:37.761887 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.763552 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.764104 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 17 07:33:37.764439 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: floatingip_pools.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.765146 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.765656 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loaded extension: floatingip-pools Sep 17 07:33:37.765985 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: ip_allocation.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.766921 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.767423 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Extension ip_allocation not supported by any of loaded plugins Sep 17 07:33:37.767747 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.768715 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.769228 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loaded extension: ip-substring-filtering Sep 17 07:33:37.769551 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: l2_adjacency.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.770484 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.771025 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 17 07:33:37.771348 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: l3.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.772499 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.773014 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loaded extension: router Sep 17 07:33:37.773338 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: l3_conntrack_helper.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.775587 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.776151 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 17 07:33:37.776490 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.777439 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.777953 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loaded extension: ext-gw-mode Sep 17 07:33:37.778283 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.779238 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.779746 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loaded extension: l3-ha Sep 17 07:33:37.780100 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: l3_flavors.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.781025 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.781532 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loaded extension: l3-flavors Sep 17 07:33:37.781858 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.782776 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.783281 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 17 07:33:37.783605 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: l3agentscheduler.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.784681 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.785190 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loaded extension: l3_agent_scheduler Sep 17 07:33:37.785515 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: logging.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.786993 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.787512 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Extension logging not supported by any of loaded plugins Sep 17 07:33:37.788408 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: metering.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.789158 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.789741 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loaded extension: metering Sep 17 07:33:37.790072 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.791158 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.791675 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loaded extension: metering_source_and_destination_fields Sep 17 07:33:37.792030 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: multiprovidernet.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.792966 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.793473 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loaded extension: multi-provider Sep 17 07:33:37.793801 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: netmtu.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.794722 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.795225 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loaded extension: net-mtu Sep 17 07:33:37.795551 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: netmtu_writable.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.796499 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.797004 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loaded extension: net-mtu-writable Sep 17 07:33:37.797332 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: network_availability_zone.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.798006 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.798510 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loaded extension: network_availability_zone Sep 17 07:33:37.798835 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: network_ip_availability.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.799971 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.800486 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loaded extension: network-ip-availability Sep 17 07:33:37.800816 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: network_segment_range.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.801588 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.802091 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Extension network-segment-range not supported by any of loaded plugins Sep 17 07:33:37.802417 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: pagination.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.803970 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.804293 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loaded extension: pagination Sep 17 07:33:37.804618 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: port_device_profile.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.805543 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.806058 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loaded extension: port-device-profile Sep 17 07:33:37.806384 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.807302 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.807810 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loaded extension: port-mac-address-regenerate Sep 17 07:33:37.808161 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.809081 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.809590 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loaded extension: port-numa-affinity-policy Sep 17 07:33:37.809912 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: port_resource_request.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.810949 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.811456 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Extension port-resource-request not supported by any of loaded plugins Sep 17 07:33:37.811782 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: portbindings.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.812738 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.813246 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loaded extension: binding Sep 17 07:33:37.813568 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: portbindings_extended.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.814827 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.815337 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loaded extension: binding-extended Sep 17 07:33:37.815665 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: portsecurity.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.816635 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.817145 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loaded extension: port-security Sep 17 07:33:37.817471 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: project_id.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.818458 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.818790 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loaded extension: project-id Sep 17 07:33:37.819145 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: providernet.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.820105 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.820615 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loaded extension: provider Sep 17 07:33:37.820936 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: qos.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.824482 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.825009 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Extension qos not supported by any of loaded plugins Sep 17 07:33:37.825345 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.826600 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.827118 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 17 07:33:37.827450 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.828406 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.828918 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 17 07:33:37.829245 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: qos_default.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.830166 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.830684 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Extension qos-default not supported by any of loaded plugins Sep 17 07:33:37.831006 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: qos_fip.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.831662 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.832197 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Extension qos-fip not supported by any of loaded plugins Sep 17 07:33:37.832521 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: qos_gateway_ip.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.833451 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.833957 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 17 07:33:37.834281 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: qos_port_network_policy.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.835485 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.836019 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 17 07:33:37.836343 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: qos_pps_rule.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.837518 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.838029 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Extension qos-pps not supported by any of loaded plugins Sep 17 07:33:37.838355 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: qos_rule_type_details.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.839281 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.839792 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 17 07:33:37.840147 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: qos_rules_alias.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.841191 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.841700 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 17 07:33:37.842027 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: quotasv2.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.842937 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.843267 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loaded extension: quotas Sep 17 07:33:37.843591 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: quotasv2_detail.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.846947 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.847294 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loaded extension: quota_details Sep 17 07:33:37.847632 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: rbac.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.848840 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.849687 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loaded extension: rbac-policies Sep 17 07:33:37.850757 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: rbac_address_group.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.852288 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.853197 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loaded extension: rbac-address-group Sep 17 07:33:37.853763 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: rbac_address_scope.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.855160 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.855721 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loaded extension: rbac-address-scope Sep 17 07:33:37.856092 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: rbac_security_groups.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.857032 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.857545 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loaded extension: rbac-security-groups Sep 17 07:33:37.857874 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: rbac_subnetpool.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.858802 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.859313 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loaded extension: rbac-subnetpool Sep 17 07:33:37.859642 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: revisionifmatch.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.860624 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.861130 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loaded extension: revision-if-match Sep 17 07:33:37.861457 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: revisions.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.862614 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.863123 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loaded extension: standard-attr-revisions Sep 17 07:33:37.863455 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: router_availability_zone.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.864176 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.864679 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loaded extension: router_availability_zone Sep 17 07:33:37.865004 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: routerservicetype.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.865990 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.867007 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Extension router-service-type not supported by any of loaded plugins Sep 17 07:33:37.867333 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.868290 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.868800 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loaded extension: security-groups-normalized-cidr Sep 17 07:33:37.869124 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: security_groups_port_filtering.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.870052 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.870562 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loaded extension: port-security-groups-filtering Sep 17 07:33:37.870886 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.871810 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.872340 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loaded extension: security-groups-remote-address-group Sep 17 07:33:37.872665 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: securitygroup.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.883612 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.884177 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loaded extension: security-group Sep 17 07:33:37.884517 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: segment.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.885320 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.885829 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Extension segment not supported by any of loaded plugins Sep 17 07:33:37.886160 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.887115 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.887623 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 17 07:33:37.887987 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: servicetype.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.889173 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.889693 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loaded extension: service-type Sep 17 07:33:37.890027 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: sorting.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.891029 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.891363 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loaded extension: sorting Sep 17 07:33:37.891687 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: standard_attr_segment.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.892647 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.893163 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 17 07:33:37.893490 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: standardattrdescription.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.894143 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.894646 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loaded extension: standard-attr-description Sep 17 07:33:37.894969 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: stateful_security_group.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.895932 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.896445 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loaded extension: stateful-security-group Sep 17 07:33:37.896770 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: stdattrs_common.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.897379 n-d-789963-9 neutron-server[101180]: WARNING neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 17 07:33:37.897700 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.898636 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.899146 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 17 07:33:37.899472 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: subnet_onboard.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.900587 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.901099 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loaded extension: subnet_onboard Sep 17 07:33:37.901425 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.902358 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.902863 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 17 07:33:37.903189 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: subnet_service_types.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.904147 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.904659 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loaded extension: subnet-service-types Sep 17 07:33:37.904989 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: subnetallocation.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.906097 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.906615 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loaded extension: subnet_allocation Sep 17 07:33:37.906930 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.907705 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.908159 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loaded extension: subnetpool-prefix-ops Sep 17 07:33:37.908482 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.909433 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.909937 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 17 07:33:37.910264 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: tagging.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.911371 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.911896 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loaded extension: standard-attr-tag Sep 17 07:33:37.912258 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: timestamp.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.913976 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.914490 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loaded extension: standard-attr-timestamp Sep 17 07:33:37.914822 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: trunk.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.915920 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.916423 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Extension trunk not supported by any of loaded plugins Sep 17 07:33:37.916760 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: trunk_details.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.917742 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.918269 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Extension trunk-details not supported by any of loaded plugins Sep 17 07:33:37.918568 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: uplink_status_propagation.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.919586 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.920041 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 17 07:33:37.920389 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Loading extension file: vlantransparent.py {{(pid=101180) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 07:33:37.921080 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101180) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 07:33:37.921564 n-d-789963-9 neutron-server[101180]: INFO neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 17 07:33:37.924036 n-d-789963-9 neutron-server[101180]: INFO neutron.quota.resource_registry [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Creating instance of TrackedResource for resource:network Sep 17 07:33:37.924567 n-d-789963-9 neutron-server[101180]: INFO neutron.quota.resource_registry [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Creating instance of TrackedResource for resource:subnet Sep 17 07:33:37.924969 n-d-789963-9 neutron-server[101180]: INFO neutron.quota.resource_registry [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Creating instance of TrackedResource for resource:subnetpool Sep 17 07:33:37.925373 n-d-789963-9 neutron-server[101180]: INFO neutron.quota.resource_registry [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Creating instance of TrackedResource for resource:port Sep 17 07:33:37.926630 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.v2.resource_helper [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 07:33:37.927075 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.v2.resource_helper [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Service FLAVORS assigned prefix: {{(pid=101180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 07:33:37.927731 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.v2.resource_helper [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 07:33:37.928166 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.v2.resource_helper [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 07:33:37.929200 n-d-789963-9 neutron-server[101180]: INFO neutron.quota.resource_registry [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Creating instance of TrackedResource for resource:router Sep 17 07:33:37.929599 n-d-789963-9 neutron-server[101180]: INFO neutron.quota.resource_registry [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Creating instance of TrackedResource for resource:floatingip Sep 17 07:33:37.930094 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.v2.resource_helper [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Service METERING assigned prefix: /metering {{(pid=101180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 07:33:37.931547 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.931948 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.932307 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:33:37.933336 n-d-789963-9 neutron-server[101180]: INFO neutron.quota.resource_registry [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Creating instance of CountableResource for resource:rbac_policy Sep 17 07:33:37.933792 n-d-789963-9 neutron-server[101180]: INFO neutron.quota.resource_registry [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Creating instance of TrackedResource for resource:security_group Sep 17 07:33:37.934223 n-d-789963-9 neutron-server[101180]: INFO neutron.quota.resource_registry [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 17 07:33:37.934814 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.v2.resource_helper [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Service CORE assigned prefix: {{(pid=101180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 07:33:37.935155 n-d-789963-9 neutron-server[101180]: INFO neutron.quota.resource_registry [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Creating instance of TrackedResource for resource:subnetpool Sep 17 07:33:37.935506 n-d-789963-9 neutron-server[101180]: WARNING neutron.quota.resource_registry [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] subnetpool is already registered Sep 17 07:33:37.935987 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.v2.resource_helper [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Service CORE assigned prefix: {{(pid=101180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 07:33:37.936330 n-d-789963-9 neutron-server[101180]: INFO neutron.quota.resource_registry [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Creating instance of TrackedResource for resource:subnetpool Sep 17 07:33:37.936667 n-d-789963-9 neutron-server[101180]: WARNING neutron.quota.resource_registry [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] subnetpool is already registered Sep 17 07:33:37.938961 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.v2.resource_helper [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 07:33:37.939396 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.v2.resource_helper [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Service FLAVORS assigned prefix: {{(pid=101180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 07:33:37.940018 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.v2.resource_helper [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 07:33:37.940442 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.v2.resource_helper [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 07:33:37.940783 n-d-789963-9 neutron-server[101180]: INFO neutron.quota.resource_registry [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Creating instance of TrackedResource for resource:router Sep 17 07:33:37.941124 n-d-789963-9 neutron-server[101180]: WARNING neutron.quota.resource_registry [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] router is already registered Sep 17 07:33:37.941537 n-d-789963-9 neutron-server[101180]: INFO neutron.quota.resource_registry [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Creating instance of TrackedResource for resource:floatingip Sep 17 07:33:37.941874 n-d-789963-9 neutron-server[101180]: WARNING neutron.quota.resource_registry [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] floatingip is already registered Sep 17 07:33:37.942324 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.v2.resource_helper [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Service METERING assigned prefix: /metering {{(pid=101180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 07:33:37.943005 n-d-789963-9 neutron-server[101180]: INFO neutron.quota.resource_registry [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Creating instance of CountableResource for resource:rbac_policy Sep 17 07:33:37.943337 n-d-789963-9 neutron-server[101180]: WARNING neutron.quota.resource_registry [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] rbac_policy is already registered Sep 17 07:33:37.943753 n-d-789963-9 neutron-server[101180]: INFO neutron.quota.resource_registry [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Creating instance of TrackedResource for resource:security_group Sep 17 07:33:37.944143 n-d-789963-9 neutron-server[101180]: WARNING neutron.quota.resource_registry [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] security_group is already registered Sep 17 07:33:37.944549 n-d-789963-9 neutron-server[101180]: INFO neutron.quota.resource_registry [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 17 07:33:37.944887 n-d-789963-9 neutron-server[101180]: WARNING neutron.quota.resource_registry [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] security_group_rule is already registered Sep 17 07:33:37.945515 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.v2.resource_helper [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Service CORE assigned prefix: {{(pid=101180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 07:33:37.945845 n-d-789963-9 neutron-server[101180]: INFO neutron.quota.resource_registry [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Creating instance of TrackedResource for resource:subnetpool Sep 17 07:33:37.946180 n-d-789963-9 neutron-server[101180]: WARNING neutron.quota.resource_registry [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] subnetpool is already registered Sep 17 07:33:37.946604 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.v2.resource_helper [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Service CORE assigned prefix: {{(pid=101180) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 07:33:37.946980 n-d-789963-9 neutron-server[101180]: INFO neutron.quota.resource_registry [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Creating instance of TrackedResource for resource:subnetpool Sep 17 07:33:37.947266 n-d-789963-9 neutron-server[101180]: WARNING neutron.quota.resource_registry [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] subnetpool is already registered Sep 17 07:33:37.947734 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Extended resource: extensions {{(pid=101180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 07:33:37.949255 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Extended resource: address-groups {{(pid=101180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 07:33:37.950726 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Extended resource: address-scopes {{(pid=101180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 07:33:37.952057 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Extended resource: agents {{(pid=101180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 07:33:37.953222 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Extended resource: auto-allocated-topology {{(pid=101180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 07:33:37.954471 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Extended resource: availability_zones {{(pid=101180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 07:33:37.955692 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Extended resource: dhcp-networks {{(pid=101180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 07:33:37.957366 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Extended resource: dhcp-agents {{(pid=101180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 07:33:37.958793 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Extended resource: routers {{(pid=101180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 07:33:37.961328 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Extended resource: flavors {{(pid=101180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 07:33:37.962486 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Extended resource: service_profiles {{(pid=101180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 07:33:37.963697 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Extended resource: next_providers {{(pid=101180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 07:33:37.965173 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Extended resource: service_profiles {{(pid=101180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 07:33:37.966702 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Extended resource: floatingip-pools {{(pid=101180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 07:33:37.967944 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Extended resource: routers {{(pid=101180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 07:33:37.970044 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Extended resource: floatingips {{(pid=101180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 07:33:37.971344 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Extended resource: l3-routers {{(pid=101180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 07:33:37.972779 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Extended resource: l3-agents {{(pid=101180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 07:33:37.974175 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Extended resource: metering-labels {{(pid=101180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 07:33:37.976185 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Extended resource: metering-label-rules {{(pid=101180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 07:33:37.977462 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Extended resource: network-ip-availabilities {{(pid=101180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 07:33:37.978725 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Extended resource: bindings {{(pid=101180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 07:33:37.981236 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Extended resource: quotas {{(pid=101180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 07:33:37.982706 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Extended resource: quotas {{(pid=101180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 07:33:37.984145 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Extended resource: rbac-policies {{(pid=101180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 07:33:37.985343 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Extended resource: security-groups {{(pid=101180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 07:33:37.986641 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Extended resource: security-group-rules {{(pid=101180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 07:33:37.987934 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Extended resource: service-providers {{(pid=101180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 07:33:37.989133 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Extended resource: subnetpools {{(pid=101180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 07:33:37.990565 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Extended resource: subnetpools {{(pid=101180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 07:33:37.992682 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Extended resource: tags {{(pid=101180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 07:33:37.994346 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Extended resource: tags {{(pid=101180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 07:33:37.996196 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Extended resource: tags {{(pid=101180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 07:33:37.997962 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Extended resource: tags {{(pid=101180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 07:33:37.999739 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Extended resource: tags {{(pid=101180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 07:33:38.001589 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Extended resource: tags {{(pid=101180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 07:33:38.003273 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Extended resource: tags {{(pid=101180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 07:33:38.005216 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Extended resource: tags {{(pid=101180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 07:33:38.006990 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Extended resource: tags {{(pid=101180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 07:33:38.008742 n-d-789963-9 neutron-server[101180]: DEBUG neutron.api.extensions [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Extended resource: tags {{(pid=101180) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 07:33:38.014656 n-d-789963-9 neutron-server[101180]: WARNING keystonemiddleware.auth_token [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 17 07:33:38.019384 n-d-789963-9 neutron-server[101180]: WARNING keystonemiddleware.auth_token [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 17 07:33:38.028359 n-d-789963-9 neutron-server[101180]: DEBUG oslo_concurrency.lockutils [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Acquired lock "singleton_lock" {{(pid=101180) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 17 07:33:38.028833 n-d-789963-9 neutron-server[101180]: DEBUG oslo_concurrency.lockutils [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Releasing lock "singleton_lock" {{(pid=101180) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 17 07:33:38.029475 n-d-789963-9 neutron-server[101180]: INFO oslo_service.service [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Starting 2 workers Sep 17 07:33:38.034276 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Started child 101289 {{(pid=101180) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 17 07:33:38.039226 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Started child 101290 {{(pid=101180) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 17 07:33:38.040500 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:33:38.041138 n-d-789963-9 neutron-server[101180]: INFO neutron.service [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 17 07:33:38.041486 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Notify callbacks [] for process, before_spawn {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:33:38.041981 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [-] (101289) wsgi starting up on http://0.0.0.0:9696 Sep 17 07:33:38.043979 n-d-789963-9 neutron-server[101180]: INFO oslo_service.service [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Starting 1 workers Sep 17 07:33:38.044093 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:33:38.045394 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [-] (101290) wsgi starting up on http://0.0.0.0:9696 Sep 17 07:33:38.049163 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Started child 101291 {{(pid=101180) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 17 07:33:38.049693 n-d-789963-9 neutron-server[101180]: INFO oslo_service.service [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Starting 1 workers Sep 17 07:33:38.052737 n-d-789963-9 neutron-server[101291]: DEBUG neutron.service [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] calling RpcWorker wait() {{(pid=101291) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 17 07:33:38.053267 n-d-789963-9 neutron-server[101291]: DEBUG neutron.service [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] returning from RpcWorker wait() {{(pid=101291) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 17 07:33:38.054158 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Started child 101292 {{(pid=101180) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 17 07:33:38.054652 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:33:38.054978 n-d-789963-9 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13f900e2-acab-4dd6-91ef-b18796107f70 None None] Notify callbacks [] for process, after_spawn {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:33:38.055110 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:33:38.057007 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101180) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 17 07:33:38.057216 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 17 07:33:38.057394 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 17 07:33:38.057608 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 17 07:33:38.057938 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 17 07:33:38.058103 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 17 07:33:38.058628 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.058908 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.059171 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.059437 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.059742 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.060336 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:33:38.060799 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.060799 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.061037 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.061125 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.061372 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.061546 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.061712 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.061972 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.062203 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.062501 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.062768 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.063018 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.063283 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.063456 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.063709 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.064003 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.064250 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.064527 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] debug = True {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.064779 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.065267 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.065493 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.065761 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.065978 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.066258 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.066490 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.066760 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.067005 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.067244 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.067488 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.067755 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.068027 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.068264 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.068653 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.069093 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.069480 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.070102 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] host = n-d-789963-9 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.070513 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.070887 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.071288 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.071549 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.071799 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.072063 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.072336 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.072583 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.072840 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.073088 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.073354 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.073610 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.073842 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.074092 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] log_file = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.074255 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] log_options = True {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.074501 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.074760 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.075018 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.075209 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.075377 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.075551 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.075812 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.076016 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.076280 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.076494 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.076706 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.076921 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.077155 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.077375 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.077618 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.077865 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.078080 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.078310 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.078573 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.078822 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.079046 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.079288 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.079504 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.079742 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.079980 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.080224 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.080455 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.080667 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.080877 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.081207 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.081353 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.081576 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.081812 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.082061 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.082334 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.085872 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.085872 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.085872 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.085872 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.085872 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.085872 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.085872 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.085872 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.086925 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.086925 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.086925 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.086925 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] use_json = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.086925 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.086925 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.086925 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.086925 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.087929 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.087929 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.087929 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.087929 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.089025 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.089025 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.089025 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.089025 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.089548 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.089548 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.089548 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.089921 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.090055 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.090201 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.090476 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.090714 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.091002 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.091327 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.091577 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.091811 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.092075 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.092348 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.092568 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.093142 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.093516 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.093516 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.094013 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.094273 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.094477 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.094721 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.094951 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.095282 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.095541 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.095907 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.096057 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.096298 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.096516 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.096875 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.097006 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.097137 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.097331 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.097590 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.097810 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.098043 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.098279 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.098525 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.098741 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.098984 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.099230 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.099464 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.100370 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.100370 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.100370 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.101138 n-d-789963-9 neutron-server[101292]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:33:38.101232 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.101232 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.101417 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.101648 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.101776 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.102014 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.102268 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.102491 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.103884 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.103884 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.103884 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.103884 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.103884 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.103884 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.104279 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.104279 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.104547 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.104705 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.104942 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.105156 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.105716 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.105716 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.106007 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.106175 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.106416 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.106680 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.106680 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.106995 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.107139 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.107651 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.107651 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.107974 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.107974 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.108234 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.108395 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.109133 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.109133 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.109133 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.109494 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.109494 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.109701 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.110024 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.110269 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.110519 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.110754 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.110987 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.111219 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.111457 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.111772 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.111938 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.112144 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.112389 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.112625 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.112858 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.113303 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.113303 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.113563 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.113782 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.114219 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.114219 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.114434 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.114686 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.114946 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.115202 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.115464 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.116312 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.116312 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.116312 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.116581 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.116733 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.116953 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.117212 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.117511 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.117759 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.118023 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.118253 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.118504 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.118754 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.119001 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.119331 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.119513 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.119740 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.120286 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.120286 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.120511 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.120728 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.120959 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.121187 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.121507 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.122281 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.122281 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.122281 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.122508 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.122643 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.123717 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.123717 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.123717 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.123717 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.124846 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.124846 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.124846 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.124846 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.124846 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.125211 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.125211 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.125402 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.125662 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.126029 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.126409 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.126796 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.127154 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.127540 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.127761 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.128024 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.128239 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.128626 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.128981 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.129372 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.129623 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.129837 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.130392 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.130392 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.130598 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.130760 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.130994 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.131740 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.131740 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.133779 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.134037 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.134311 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.134590 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.135474 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.135756 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.136299 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.137634 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.138049 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.138312 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.138576 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.138808 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.139053 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.139278 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.139671 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.140086 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.140451 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.140711 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.140951 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.141197 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.141417 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.141663 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.141910 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.142134 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.142354 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.142601 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.142822 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.143114 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.143344 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.143594 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.143827 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.144111 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.144441 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.144669 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.144892 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.145193 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.145436 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.145655 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.145914 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.146173 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.146387 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.146621 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.146832 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.147044 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.147971 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.148337 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.148557 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.148789 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.149002 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.149206 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.149431 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.149655 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.149871 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.150105 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.150330 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.150542 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.150763 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.150973 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.151189 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.151443 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.151798 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.152168 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.152557 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.152782 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.153007 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.153387 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.153738 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.154097 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.154324 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.154541 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.154751 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.155053 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.155304 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.155677 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.155985 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.156229 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.156485 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.156711 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.157027 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.157243 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.157482 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.157702 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.157918 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.158156 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.158415 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.158726 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.159004 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.159262 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.159516 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.159821 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.160115 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.160389 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.160607 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.160902 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.161247 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.161522 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.161797 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.162063 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.162271 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.162524 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.162808 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.163563 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.163979 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.164217 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.164473 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.164705 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.164948 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.165165 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.165394 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.165607 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.165833 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.166067 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.166287 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.166528 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.166702 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 17 07:33:38.167216 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101180) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 17 07:33:38.167377 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 17 07:33:38.167532 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 17 07:33:38.167721 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 17 07:33:38.167913 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 17 07:33:38.168068 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 17 07:33:38.168277 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.168440 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.168601 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.168767 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.168924 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.169279 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.169446 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.169608 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.169770 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.169926 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.170236 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.170398 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.170557 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.170717 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.170879 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.171042 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.171203 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.171364 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.171520 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.171686 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.171862 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.172025 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.172185 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] debug = True {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.172343 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.172518 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.172679 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.172837 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.172995 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.173154 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.173312 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.173469 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.173629 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.173787 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.173946 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.174104 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.174262 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.174419 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.174576 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.174734 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.174892 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.175050 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] host = n-d-789963-9 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.175208 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.175367 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.175524 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.175681 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.175874 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.176080 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.176179 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.176325 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.176485 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.176642 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.176801 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.176956 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.177113 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.177270 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] log_file = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.177426 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] log_options = True {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.177584 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.177742 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.177899 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.178087 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.178252 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.178928 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.180876 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.181066 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.181240 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.181410 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.181578 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.182155 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.182333 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.182500 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.182667 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.182831 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.183125 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.183291 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.184391 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.184585 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.184756 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.184922 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.185087 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.185252 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.185415 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.185578 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.185738 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.185898 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.186058 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.186222 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.186382 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.186540 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.186699 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.186858 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.187016 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.187175 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.187338 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.187496 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.187656 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.187815 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.187996 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.188166 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.188314 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.188472 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.189338 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.189338 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.189338 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] use_json = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.189338 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.189338 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.189338 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.189761 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.189761 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.189900 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.189988 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.190090 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 07:33:38.190268 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.190429 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.190611 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.190866 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.191082 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.191248 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.191410 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.191570 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.191729 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.191913 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.193207 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.193207 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.193207 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.193207 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.193207 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.193207 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.193207 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.193207 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.193864 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.193864 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.193864 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.193864 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.193864 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.194733 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.194733 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.194873 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.195016 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.195190 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.195352 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.195513 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.195672 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.195878 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.196011 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.196172 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.196345 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.196480 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.196641 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.196801 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.196962 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.197171 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.197264 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.197429 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.197796 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.197796 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.197954 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.198032 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.198193 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.198353 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.198513 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.198671 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.198831 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.198992 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.199153 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.199870 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.199870 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.199870 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.199870 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.200358 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.200523 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.200685 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.200846 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.201007 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.201166 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.201327 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.201488 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.201647 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.201819 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.202141 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.202141 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.202141 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.202141 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.202792 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.202792 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.202933 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.203021 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.203164 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.203323 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.203483 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.203642 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.203802 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.203989 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.205045 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.205045 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.205045 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.205045 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.205045 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.205045 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.206283 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.206283 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.206283 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.206635 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.206635 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.206792 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.206869 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.207031 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.207189 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.207349 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.207508 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.207668 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.207827 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.208008 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.208350 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.208350 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.208892 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.208892 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.208892 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.208892 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.209162 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.209238 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.209352 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.209510 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.209695 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.211921 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.211921 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.211921 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.211921 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.211921 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.211921 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.211921 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.211921 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.212500 n-d-789963-9 neutron-server[101291]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:33:38.212598 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.212598 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.212598 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.212598 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.212598 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.212598 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.212598 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.212598 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.213143 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.213143 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.213143 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.213143 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.213143 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.213463 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.213463 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.213610 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.213717 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.213902 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.214062 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.214239 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.214381 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.214539 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.214697 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.214860 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.215023 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.215178 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.215338 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.215497 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.215656 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.215816 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.216000 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.216159 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.216317 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.216477 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.216636 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.216796 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.216955 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.217116 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.217274 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.217432 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.217591 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.217749 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.217908 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.218066 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.218225 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.218386 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.218544 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.218702 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.218862 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.219022 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.219181 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.219339 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.219497 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.219655 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.219817 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.219996 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.220156 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.220320 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.220481 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.220640 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.220799 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.220961 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.221119 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.221280 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.221440 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.221600 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.221761 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.221921 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.222080 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.222239 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.222393 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.222549 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.222718 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.222883 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.223040 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.223387 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.223689 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.224023 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.224331 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.224490 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.224650 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.224804 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.224967 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.225126 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.225451 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.225752 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.226065 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.226361 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.226657 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.226964 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.227121 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.227429 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.227734 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.227920 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.228086 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.228235 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.228391 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.228708 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.228868 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.229176 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.229326 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.229484 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.229640 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.229814 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.229976 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.230135 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.230300 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.230460 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.230621 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.230792 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.230950 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.231110 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.231269 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.231428 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.231586 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.231757 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.231940 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.232102 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.232261 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.232419 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.232579 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.232751 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.232912 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.233071 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.233231 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.233391 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.233550 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.233718 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.233881 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.234045 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.234209 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.234531 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.234686 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.234851 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.235020 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.235329 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.235491 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.235656 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.235813 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.236136 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.236301 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.236466 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.236635 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.236803 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.236967 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.237137 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.237305 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.237473 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.237633 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.237799 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.237972 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.238132 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.238292 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.238452 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.238611 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.238770 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.238929 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.239089 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.239248 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.239409 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.239568 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.239727 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.239907 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.240069 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.240234 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.240393 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.240551 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.240711 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.241395 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.241560 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 07:33:38.241711 n-d-789963-9 neutron-server[101180]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101180) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 17 07:33:38.432677 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 51698) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:33:38.441312 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064375 Sep 17 07:33:49.887014 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43dbd96-2a1b-4b42-be39-b45a3cf4ab25 None None] get_active_networks_info from n-d-789963-9 {{(pid=101291) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 07:33:49.992712 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43dbd96-2a1b-4b42-be39-b45a3cf4ab25 None None] No non-hosted networks {{(pid=101291) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 17 07:33:50.013371 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.agentschedulers_db [None req-f43dbd96-2a1b-4b42-be39-b45a3cf4ab25 None None] DHCP Agent not found on host n-d-789963-9 {{(pid=101291) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 17 07:33:50.175026 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-55228d2a-20e1-4396-b40d-bbe80ed709c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-726059'] for agent, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:33:52.360205 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4ceda268-6c09-4a49-8a0a-fdde49884cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-726059'] for agent, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:33:52.402817 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6b5f008a-4eb7-4309-a67f-6b9190dfab20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:33:52.557407 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-726059'] for agent, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:33:52.558510 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:33:52.559341 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:33:52.560065 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:33:52.561154 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:33:52.561736 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:33:52.562281 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:33:52.563373 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:33:52.564012 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:33:52.565865 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:33:52.566444 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:33:52.567630 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:33:52.568446 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:33:52.569831 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-789963-9', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:33:52.590114 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-789963-9', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:33:53.504231 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-726059'] for agent, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:33:55.060404 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-726059'] for agent, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:33:56.262941 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 51790) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:33:56.755444 n-d-789963-9 neutron-server[101289]: WARNING oslo_policy.policy [None req-a7d1444e-0652-428d-989f-78080a3ec772 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 07:33:56.756601 n-d-789963-9 neutron-server[101289]: WARNING oslo_policy.policy [None req-a7d1444e-0652-428d-989f-78080a3ec772 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 07:33:56.976715 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [None req-a7d1444e-0652-428d-989f-78080a3ec772 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 07:33:56.977827 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-a7d1444e-0652-428d-989f-78080a3ec772 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7139652 Sep 17 07:33:57.673352 n-d-789963-9 neutron-server[101291]: INFO neutron.db.l3_hamode_db [None req-92f78ba2-d490-4b9c-8007-02a159c8bf04 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 17 07:33:57.750612 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f78ba2-d490-4b9c-8007-02a159c8bf04 None None] Routers set() bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:33:57.750991 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f78ba2-d490-4b9c-8007-02a159c8bf04 None None] Router IDs set() for agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 17 07:33:59.351650 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 51804) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:33:59.659124 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-212f5455-228a-4293-8021-c124abf1f516 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:33:59.753657 n-d-789963-9 neutron-server[101289]: DEBUG neutron.policy [None req-212f5455-228a-4293-8021-c124abf1f516 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101289) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 17 07:33:59.798903 n-d-789963-9 neutron-server[101289]: WARNING oslo_policy.policy [None req-212f5455-228a-4293-8021-c124abf1f516 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 07:33:59.799273 n-d-789963-9 neutron-server[101289]: WARNING oslo_policy.policy [None req-212f5455-228a-4293-8021-c124abf1f516 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 07:33:59.807753 n-d-789963-9 neutron-server[101289]: INFO neutron.quota [None req-212f5455-228a-4293-8021-c124abf1f516 admin admin] Loaded quota_driver: . Sep 17 07:33:59.896836 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-212f5455-228a-4293-8021-c124abf1f516 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729338902967', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729338903130', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729338882275', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729338884679', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729339494529', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729338937021', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1358659', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-579165', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1527043', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1452585'] for rbac-policy, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:33:59.964798 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-212f5455-228a-4293-8021-c124abf1f516 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:33:59.966014 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-212f5455-228a-4293-8021-c124abf1f516 admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6134262 Sep 17 07:34:02.535098 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 51816) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:34:02.831063 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-ff48b650-06f5-4189-a8d3-b89851ffcb3a admin admin] Request body: {'network': {'tenant_id': 'c5784482bd0d4b0cb9942ec40ffc5a33', 'name': 'private', 'admin_state_up': True, 'project_id': 'c5784482bd0d4b0cb9942ec40ffc5a33'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:34:02.859313 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff48b650-06f5-4189-a8d3-b89851ffcb3a admin admin] Made reservation on behalf of c5784482bd0d4b0cb9942ec40ffc5a33 for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:34:02.861982 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ff48b650-06f5-4189-a8d3-b89851ffcb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:02.878848 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ff48b650-06f5-4189-a8d3-b89851ffcb3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:03.006894 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ff48b650-06f5-4189-a8d3-b89851ffcb3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:03.010495 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ff48b650-06f5-4189-a8d3-b89851ffcb3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:03.029258 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff48b650-06f5-4189-a8d3-b89851ffcb3a admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 07:34:03.056903 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ff48b650-06f5-4189-a8d3-b89851ffcb3a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729337503124', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:03.057496 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ff48b650-06f5-4189-a8d3-b89851ffcb3a admin admin] Unsubscribe: segment precommit_create {{(pid=101289) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 17 07:34:03.058018 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-ff48b650-06f5-4189-a8d3-b89851ffcb3a admin admin] Added segment e185f8d0-623b-4b7d-98d6-e3101b6f7036 of type vlan for network 767cabd1-8556-4442-a700-5fa2a7b02ed5 Sep 17 07:34:03.073514 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff48b650-06f5-4189-a8d3-b89851ffcb3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3058bdf3-123d-4148-b880-affb2bab9202,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:34:03.121733 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff48b650-06f5-4189-a8d3-b89851ffcb3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:34:03.122075 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff48b650-06f5-4189-a8d3-b89851ffcb3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:34:03.122413 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff48b650-06f5-4189-a8d3-b89851ffcb3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:34:03.122746 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff48b650-06f5-4189-a8d3-b89851ffcb3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:34:03.123077 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff48b650-06f5-4189-a8d3-b89851ffcb3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:34:03.123403 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff48b650-06f5-4189-a8d3-b89851ffcb3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:34:03.123726 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff48b650-06f5-4189-a8d3-b89851ffcb3a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:34:03.124082 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff48b650-06f5-4189-a8d3-b89851ffcb3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:34:03.124405 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff48b650-06f5-4189-a8d3-b89851ffcb3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:34:03.124724 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff48b650-06f5-4189-a8d3-b89851ffcb3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:34:03.125043 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff48b650-06f5-4189-a8d3-b89851ffcb3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:34:03.125358 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff48b650-06f5-4189-a8d3-b89851ffcb3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:34:03.126452 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff48b650-06f5-4189-a8d3-b89851ffcb3a admin admin] Tracked resource versions report: Sep 17 07:34:03.126452 n-d-789963-9 neutron-server[101289]: pushed versions: Sep 17 07:34:03.126452 n-d-789963-9 neutron-server[101289]: { 'AddressGroup': {'1.2'}, Sep 17 07:34:03.126452 n-d-789963-9 neutron-server[101289]: 'ConntrackHelper': {'1.0'}, Sep 17 07:34:03.126452 n-d-789963-9 neutron-server[101289]: 'Log': {'1.0'}, Sep 17 07:34:03.126452 n-d-789963-9 neutron-server[101289]: 'Network': {'1.1'}, Sep 17 07:34:03.126452 n-d-789963-9 neutron-server[101289]: 'Port': {'1.7'}, Sep 17 07:34:03.126452 n-d-789963-9 neutron-server[101289]: 'PortForwarding': {'1.2'}, Sep 17 07:34:03.126452 n-d-789963-9 neutron-server[101289]: 'QosPolicy': {'1.9'}, Sep 17 07:34:03.126452 n-d-789963-9 neutron-server[101289]: 'SecurityGroup': {'1.4'}, Sep 17 07:34:03.126452 n-d-789963-9 neutron-server[101289]: 'SecurityGroupRule': {'1.2'}, Sep 17 07:34:03.126452 n-d-789963-9 neutron-server[101289]: 'SubPort': {'1.0'}, Sep 17 07:34:03.126452 n-d-789963-9 neutron-server[101289]: 'Subnet': {'1.1'}, Sep 17 07:34:03.126452 n-d-789963-9 neutron-server[101289]: 'Trunk': {'1.1'}} Sep 17 07:34:03.126452 n-d-789963-9 neutron-server[101289]: consumer versions: Sep 17 07:34:03.126452 n-d-789963-9 neutron-server[101289]: { DHCP agent@n-d-789963-9: {}, Sep 17 07:34:03.126452 n-d-789963-9 neutron-server[101289]: L3 agent@n-d-789963-9: {}, Sep 17 07:34:03.126452 n-d-789963-9 neutron-server[101289]: Metadata agent@n-d-789963-9: {}, Sep 17 07:34:03.126452 n-d-789963-9 neutron-server[101289]: Metering agent@n-d-789963-9: {}, Sep 17 07:34:03.126452 n-d-789963-9 neutron-server[101289]: Open vSwitch agent@n-d-789963-9: { 'AddressGroup': '1.2', Sep 17 07:34:03.126452 n-d-789963-9 neutron-server[101289]: 'ConntrackHelper': '1.0', Sep 17 07:34:03.126452 n-d-789963-9 neutron-server[101289]: 'Log': '1.0', Sep 17 07:34:03.126452 n-d-789963-9 neutron-server[101289]: 'Network': '1.1', Sep 17 07:34:03.126452 n-d-789963-9 neutron-server[101289]: 'Port': '1.7', Sep 17 07:34:03.126452 n-d-789963-9 neutron-server[101289]: 'PortForwarding': '1.2', Sep 17 07:34:03.126452 n-d-789963-9 neutron-server[101289]: 'QosPolicy': '1.9', Sep 17 07:34:03.126452 n-d-789963-9 neutron-server[101289]: 'SecurityGroup': '1.4', Sep 17 07:34:03.126452 n-d-789963-9 neutron-server[101289]: 'SecurityGroupRule': '1.2', Sep 17 07:34:03.126452 n-d-789963-9 neutron-server[101289]: 'SubPort': '1.0', Sep 17 07:34:03.126452 n-d-789963-9 neutron-server[101289]: 'Subnet': '1.1', Sep 17 07:34:03.126452 n-d-789963-9 neutron-server[101289]: 'Trunk': '1.1'}} Sep 17 07:34:03.126452 n-d-789963-9 neutron-server[101289]: {{(pid=101289) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 07:34:03.173300 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ff48b650-06f5-4189-a8d3-b89851ffcb3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:03.211570 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ff48b650-06f5-4189-a8d3-b89851ffcb3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:03.212731 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff48b650-06f5-4189-a8d3-b89851ffcb3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:34:03.213417 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ff48b650-06f5-4189-a8d3-b89851ffcb3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:03.262386 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ff48b650-06f5-4189-a8d3-b89851ffcb3a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7262511 Sep 17 07:34:03.317253 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff48b650-06f5-4189-a8d3-b89851ffcb3a admin admin] Pushing event updated for resources: {'Network': ['ID=767cabd1-8556-4442-a700-5fa2a7b02ed5,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:34:03.330841 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 767cabd1-8556-4442-a700-5fa2a7b02ed5 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 07:34:05.957444 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 51830) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:34:06.339552 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c461c0-fb0d-40de-8a43-f3abb7b9d781 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:34:06.340938 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-97c461c0-fb0d-40de-8a43-f3abb7b9d781 admin admin] 10.222.0.13 "GET /v2.0/networks/767cabd1-8556-4442-a700-5fa2a7b02ed5 HTTP/1.1" status: 200 len: 825 time: 0.3825510 Sep 17 07:34:06.365624 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-039d75b1-7bea-4cc9-8f4d-410de2499849 admin admin] 10.222.0.13 "GET /v2.0/subnetpools/ff450753-be80-4d63-b99c-65d758cc4d23 HTTP/1.1" status: 200 len: 734 time: 0.0186555 Sep 17 07:34:06.374629 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-ab6a1a0e-7d01-4552-9067-9d90764784db admin admin] Request body: {'subnet': {'subnetpool_id': 'ff450753-be80-4d63-b99c-65d758cc4d23', 'tenant_id': 'c5784482bd0d4b0cb9942ec40ffc5a33', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '767cabd1-8556-4442-a700-5fa2a7b02ed5', 'ip_version': 4}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:34:06.396044 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab6a1a0e-7d01-4552-9067-9d90764784db admin admin] Made reservation on behalf of c5784482bd0d4b0cb9942ec40ffc5a33 for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:34:06.398155 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ab6a1a0e-7d01-4552-9067-9d90764784db admin admin] Notify callbacks [] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:06.675599 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ab6a1a0e-7d01-4552-9067-9d90764784db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:06.744621 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6a1a0e-7d01-4552-9067-9d90764784db admin admin] Pushing event updated for resources: {'Subnet': ['ID=5344947a-c9e9-4881-a9ac-a374708b7b26,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:34:06.747396 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6a1a0e-7d01-4552-9067-9d90764784db admin admin] Checking segment: {'id': 'e185f8d0-623b-4b7d-98d6-e3101b6f7036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '767cabd1-8556-4442-a700-5fa2a7b02ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:34:06.747761 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6a1a0e-7d01-4552-9067-9d90764784db admin admin] Network hostable DHCP agents. Network: 767cabd1-8556-4442-a700-5fa2a7b02ed5, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 07:34:06.766661 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6a1a0e-7d01-4552-9067-9d90764784db admin admin] Network 767cabd1-8556-4442-a700-5fa2a7b02ed5 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 07:34:06.777452 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-ab6a1a0e-7d01-4552-9067-9d90764784db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 767cabd1-8556-4442-a700-5fa2a7b02ed5) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:34:06.781860 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6a1a0e-7d01-4552-9067-9d90764784db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:34:06.782434 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ab6a1a0e-7d01-4552-9067-9d90764784db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:06.789442 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386c8597-d6cb-4c64-a591-c53fd051f366 None None] Network 767cabd1-8556-4442-a700-5fa2a7b02ed5 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:34:06.795767 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ab6a1a0e-7d01-4552-9067-9d90764784db admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4243348 Sep 17 07:34:07.106316 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2e945b-bda3-46d3-8774-350b9d4c14d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-767cabd1-8556-4442-a700-5fa2a7b02ed5', 'network_id': '767cabd1-8556-4442-a700-5fa2a7b02ed5', 'tenant_id': 'c5784482bd0d4b0cb9942ec40ffc5a33', 'fixed_ips': [{'subnet_id': '5344947a-c9e9-4881-a9ac-a374708b7b26'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 07:34:07.107628 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ef2e945b-bda3-46d3-8774-350b9d4c14d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:07.373192 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-ef2e945b-bda3-46d3-8774-350b9d4c14d0 None None] Allocated IP 172.20.0.2 (767cabd1-8556-4442-a700-5fa2a7b02ed5/5344947a-c9e9-4881-a9ac-a374708b7b26/78d6a174-05c9-4b20-8e19-c25fe4c3c2b4) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:34:07.573895 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ef2e945b-bda3-46d3-8774-350b9d4c14d0 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:07.581775 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ef2e945b-bda3-46d3-8774-350b9d4c14d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:07.678244 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2e945b-bda3-46d3-8774-350b9d4c14d0 None None] Network 767cabd1-8556-4442-a700-5fa2a7b02ed5 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:34:07.690034 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-ef2e945b-bda3-46d3-8774-350b9d4c14d0 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:34:07.694297 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2e945b-bda3-46d3-8774-350b9d4c14d0 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:34:07.701964 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2e945b-bda3-46d3-8774-350b9d4c14d0 None None] Pushing event updated for resources: {'Port': ['ID=78d6a174-05c9-4b20-8e19-c25fe4c3c2b4,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:34:07.733109 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2e945b-bda3-46d3-8774-350b9d4c14d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:34:07.733462 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2e945b-bda3-46d3-8774-350b9d4c14d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:34:07.733806 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2e945b-bda3-46d3-8774-350b9d4c14d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:34:07.734146 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2e945b-bda3-46d3-8774-350b9d4c14d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:34:07.734482 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2e945b-bda3-46d3-8774-350b9d4c14d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:34:07.734815 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2e945b-bda3-46d3-8774-350b9d4c14d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:34:07.735145 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2e945b-bda3-46d3-8774-350b9d4c14d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:34:07.735475 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2e945b-bda3-46d3-8774-350b9d4c14d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:34:07.735801 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2e945b-bda3-46d3-8774-350b9d4c14d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:34:07.736153 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2e945b-bda3-46d3-8774-350b9d4c14d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:34:07.736481 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2e945b-bda3-46d3-8774-350b9d4c14d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:34:07.736808 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2e945b-bda3-46d3-8774-350b9d4c14d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:34:07.737947 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2e945b-bda3-46d3-8774-350b9d4c14d0 None None] Tracked resource versions report: Sep 17 07:34:07.737947 n-d-789963-9 neutron-server[101291]: pushed versions: Sep 17 07:34:07.737947 n-d-789963-9 neutron-server[101291]: { 'AddressGroup': {'1.2'}, Sep 17 07:34:07.737947 n-d-789963-9 neutron-server[101291]: 'ConntrackHelper': {'1.0'}, Sep 17 07:34:07.737947 n-d-789963-9 neutron-server[101291]: 'Log': {'1.0'}, Sep 17 07:34:07.737947 n-d-789963-9 neutron-server[101291]: 'Network': {'1.1'}, Sep 17 07:34:07.737947 n-d-789963-9 neutron-server[101291]: 'Port': {'1.7'}, Sep 17 07:34:07.737947 n-d-789963-9 neutron-server[101291]: 'PortForwarding': {'1.2'}, Sep 17 07:34:07.737947 n-d-789963-9 neutron-server[101291]: 'QosPolicy': {'1.9'}, Sep 17 07:34:07.737947 n-d-789963-9 neutron-server[101291]: 'SecurityGroup': {'1.4'}, Sep 17 07:34:07.737947 n-d-789963-9 neutron-server[101291]: 'SecurityGroupRule': {'1.2'}, Sep 17 07:34:07.737947 n-d-789963-9 neutron-server[101291]: 'SubPort': {'1.0'}, Sep 17 07:34:07.737947 n-d-789963-9 neutron-server[101291]: 'Subnet': {'1.1'}, Sep 17 07:34:07.737947 n-d-789963-9 neutron-server[101291]: 'Trunk': {'1.1'}} Sep 17 07:34:07.737947 n-d-789963-9 neutron-server[101291]: consumer versions: Sep 17 07:34:07.737947 n-d-789963-9 neutron-server[101291]: { DHCP agent@n-d-789963-9: {}, Sep 17 07:34:07.737947 n-d-789963-9 neutron-server[101291]: L3 agent@n-d-789963-9: {}, Sep 17 07:34:07.737947 n-d-789963-9 neutron-server[101291]: Metadata agent@n-d-789963-9: {}, Sep 17 07:34:07.737947 n-d-789963-9 neutron-server[101291]: Metering agent@n-d-789963-9: {}, Sep 17 07:34:07.737947 n-d-789963-9 neutron-server[101291]: Open vSwitch agent@n-d-789963-9: { 'AddressGroup': '1.2', Sep 17 07:34:07.737947 n-d-789963-9 neutron-server[101291]: 'ConntrackHelper': '1.0', Sep 17 07:34:07.737947 n-d-789963-9 neutron-server[101291]: 'Log': '1.0', Sep 17 07:34:07.737947 n-d-789963-9 neutron-server[101291]: 'Network': '1.1', Sep 17 07:34:07.737947 n-d-789963-9 neutron-server[101291]: 'Port': '1.7', Sep 17 07:34:07.737947 n-d-789963-9 neutron-server[101291]: 'PortForwarding': '1.2', Sep 17 07:34:07.737947 n-d-789963-9 neutron-server[101291]: 'QosPolicy': '1.9', Sep 17 07:34:07.737947 n-d-789963-9 neutron-server[101291]: 'SecurityGroup': '1.4', Sep 17 07:34:07.737947 n-d-789963-9 neutron-server[101291]: 'SecurityGroupRule': '1.2', Sep 17 07:34:07.737947 n-d-789963-9 neutron-server[101291]: 'SubPort': '1.0', Sep 17 07:34:07.737947 n-d-789963-9 neutron-server[101291]: 'Subnet': '1.1', Sep 17 07:34:07.737947 n-d-789963-9 neutron-server[101291]: 'Trunk': '1.1'}} Sep 17 07:34:07.737947 n-d-789963-9 neutron-server[101291]: {{(pid=101291) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 07:34:07.786215 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-ef2e945b-bda3-46d3-8774-350b9d4c14d0 None None] Attempting to bind port 78d6a174-05c9-4b20-8e19-c25fe4c3c2b4 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:34:07.786626 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-ef2e945b-bda3-46d3-8774-350b9d4c14d0 None None] Attempting to bind port 78d6a174-05c9-4b20-8e19-c25fe4c3c2b4 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'e185f8d0-623b-4b7d-98d6-e3101b6f7036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '767cabd1-8556-4442-a700-5fa2a7b02ed5'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:34:07.787038 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2e945b-bda3-46d3-8774-350b9d4c14d0 None None] Attempting to bind port 78d6a174-05c9-4b20-8e19-c25fe4c3c2b4 on network 767cabd1-8556-4442-a700-5fa2a7b02ed5 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:34:07.792128 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2e945b-bda3-46d3-8774-350b9d4c14d0 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:34:07.792707 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2e945b-bda3-46d3-8774-350b9d4c14d0 None None] Checking segment: {'id': 'e185f8d0-623b-4b7d-98d6-e3101b6f7036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '767cabd1-8556-4442-a700-5fa2a7b02ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:34:07.792997 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ef2e945b-bda3-46d3-8774-350b9d4c14d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:07.793388 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2e945b-bda3-46d3-8774-350b9d4c14d0 None None] Bound using segment: {'id': 'e185f8d0-623b-4b7d-98d6-e3101b6f7036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '767cabd1-8556-4442-a700-5fa2a7b02ed5'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:34:07.793858 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-ef2e945b-bda3-46d3-8774-350b9d4c14d0 None None] Bound port: 78d6a174-05c9-4b20-8e19-c25fe4c3c2b4, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e185f8d0-623b-4b7d-98d6-e3101b6f7036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '767cabd1-8556-4442-a700-5fa2a7b02ed5'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:34:07.794272 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ef2e945b-bda3-46d3-8774-350b9d4c14d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:07.854440 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ef2e945b-bda3-46d3-8774-350b9d4c14d0 None None] For port 78d6a174-05c9-4b20-8e19-c25fe4c3c2b4, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:34:07.858855 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ef2e945b-bda3-46d3-8774-350b9d4c14d0 None None] For port 78d6a174-05c9-4b20-8e19-c25fe4c3c2b4, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=78d6a174-05c9-4b20-8e19-c25fe4c3c2b4,segment=NetworkSegment(e185f8d0-623b-4b7d-98d6-e3101b6f7036),segment_id=e185f8d0-623b-4b7d-98d6-e3101b6f7036)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:34:07.863159 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ef2e945b-bda3-46d3-8774-350b9d4c14d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:07.932073 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2e945b-bda3-46d3-8774-350b9d4c14d0 None None] Pushing event updated for resources: {'Port': ['ID=78d6a174-05c9-4b20-8e19-c25fe4c3c2b4,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:34:09.216655 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 51838) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:34:09.524039 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [None req-2f2d5ae7-e87f-4483-954a-10b43ad1b6f2 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 07:34:09.525146 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-2f2d5ae7-e87f-4483-954a-10b43ad1b6f2 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3075590 Sep 17 07:34:11.929259 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 51846) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:34:12.240183 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [None req-4d8353d9-8daa-45c9-af2c-89fdb465be4b admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 07:34:12.241263 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-4d8353d9-8daa-45c9-af2c-89fdb465be4b admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3110344 Sep 17 07:34:14.869099 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 51856) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:34:15.371301 n-d-789963-9 neutron-server[101290]: WARNING oslo_policy.policy [None req-cd83cc41-26dd-40f0-a9cf-4287e466eedf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 07:34:15.371918 n-d-789963-9 neutron-server[101290]: WARNING oslo_policy.policy [None req-cd83cc41-26dd-40f0-a9cf-4287e466eedf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 07:34:15.592343 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-cd83cc41-26dd-40f0-a9cf-4287e466eedf admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'c5784482bd0d4b0cb9942ec40ffc5a33', 'name': 'router1'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:34:15.656366 n-d-789963-9 neutron-server[101290]: DEBUG neutron.policy [None req-cd83cc41-26dd-40f0-a9cf-4287e466eedf admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101290) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 17 07:34:15.701672 n-d-789963-9 neutron-server[101290]: WARNING oslo_policy.policy [None req-cd83cc41-26dd-40f0-a9cf-4287e466eedf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 07:34:15.702050 n-d-789963-9 neutron-server[101290]: WARNING oslo_policy.policy [None req-cd83cc41-26dd-40f0-a9cf-4287e466eedf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 07:34:15.711401 n-d-789963-9 neutron-server[101290]: INFO neutron.quota [None req-cd83cc41-26dd-40f0-a9cf-4287e466eedf admin admin] Loaded quota_driver: . Sep 17 07:34:15.765717 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cd83cc41-26dd-40f0-a9cf-4287e466eedf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:15.767677 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cd83cc41-26dd-40f0-a9cf-4287e466eedf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:15.923674 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cd83cc41-26dd-40f0-a9cf-4287e466eedf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:15.930270 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cd83cc41-26dd-40f0-a9cf-4287e466eedf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:15.950172 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cd83cc41-26dd-40f0-a9cf-4287e466eedf admin admin] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:15.951965 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-cd83cc41-26dd-40f0-a9cf-4287e466eedf admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0806074 Sep 17 07:34:16.138633 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 78d6a174-05c9-4b20-8e19-c25fe4c3c2b4 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:34:16.227732 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 78d6a174-05c9-4b20-8e19-c25fe4c3c2b4 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:34:16.228184 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:16.339315 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32edf30-3ffd-45b2-9d97-7d57f0ae5353 None None] Network 767cabd1-8556-4442-a700-5fa2a7b02ed5 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:34:16.353155 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:16.445650 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port 78d6a174-05c9-4b20-8e19-c25fe4c3c2b4, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=78d6a174-05c9-4b20-8e19-c25fe4c3c2b4,segment=NetworkSegment(e185f8d0-623b-4b7d-98d6-e3101b6f7036),segment_id=e185f8d0-623b-4b7d-98d6-e3101b6f7036)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:34:16.452871 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:16.480750 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-d13e8546-28ca-4158-a345-49546ad5e734 None None] Provisioning complete for port 78d6a174-05c9-4b20-8e19-c25fe4c3c2b4 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:34:16.481124 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d13e8546-28ca-4158-a345-49546ad5e734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:16.574701 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=78d6a174-05c9-4b20-8e19-c25fe4c3c2b4,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:34:16.863124 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-bf4aa8ba-96e0-4a5d-9db2-6f91fbd9e1f3 None None] Provisioning complete for port 78d6a174-05c9-4b20-8e19-c25fe4c3c2b4 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:34:16.863422 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bf4aa8ba-96e0-4a5d-9db2-6f91fbd9e1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:18.095439 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 78d6a174-05c9-4b20-8e19-c25fe4c3c2b4 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:34:18.140173 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 78d6a174-05c9-4b20-8e19-c25fe4c3c2b4 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:34:18.140546 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:18.361364 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 51878) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:34:18.680087 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [None req-9efe50d6-cee3-4ac5-be8e-d3232bb070c6 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 07:34:18.681449 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-9efe50d6-cee3-4ac5-be8e-d3232bb070c6 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3188148 Sep 17 07:34:19.820557 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-955a117f-37d4-4f87-a0ee-516db2da3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:21.065020 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 51886) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:34:21.370705 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-65e4f644-728f-499a-a56a-7959c2305093 admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:34:21.393203 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e4f644-728f-499a-a56a-7959c2305093 admin admin] Made reservation on behalf of a576530ada9843bb9a7a15e49c6a5e56 for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:34:21.395945 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-65e4f644-728f-499a-a56a-7959c2305093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:21.410779 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-65e4f644-728f-499a-a56a-7959c2305093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:21.522287 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-65e4f644-728f-499a-a56a-7959c2305093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:21.525755 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-65e4f644-728f-499a-a56a-7959c2305093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:21.536508 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-65e4f644-728f-499a-a56a-7959c2305093 admin admin] Reserving flat network on physical network physnet1 {{(pid=101290) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 17 07:34:21.567032 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-65e4f644-728f-499a-a56a-7959c2305093 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729337503124', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:21.567600 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-65e4f644-728f-499a-a56a-7959c2305093 admin admin] Unsubscribe: segment precommit_create {{(pid=101290) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 17 07:34:21.568158 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-65e4f644-728f-499a-a56a-7959c2305093 admin admin] Added segment f6561b6b-4068-4078-b3cc-5dadb2104e4f of type flat for network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 Sep 17 07:34:21.583045 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e4f644-728f-499a-a56a-7959c2305093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94ed190e-2879-4ffb-b153-3ca3cafb1b47,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:34:21.631234 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e4f644-728f-499a-a56a-7959c2305093 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:34:21.631577 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e4f644-728f-499a-a56a-7959c2305093 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:34:21.631929 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e4f644-728f-499a-a56a-7959c2305093 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:34:21.632259 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e4f644-728f-499a-a56a-7959c2305093 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:34:21.632583 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e4f644-728f-499a-a56a-7959c2305093 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:34:21.632905 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e4f644-728f-499a-a56a-7959c2305093 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:34:21.633215 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e4f644-728f-499a-a56a-7959c2305093 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:34:21.633529 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e4f644-728f-499a-a56a-7959c2305093 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:34:21.633839 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e4f644-728f-499a-a56a-7959c2305093 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:34:21.634150 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e4f644-728f-499a-a56a-7959c2305093 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:34:21.634459 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e4f644-728f-499a-a56a-7959c2305093 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:34:21.634766 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e4f644-728f-499a-a56a-7959c2305093 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:34:21.635928 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e4f644-728f-499a-a56a-7959c2305093 admin admin] Tracked resource versions report: Sep 17 07:34:21.635928 n-d-789963-9 neutron-server[101290]: pushed versions: Sep 17 07:34:21.635928 n-d-789963-9 neutron-server[101290]: { 'AddressGroup': {'1.2'}, Sep 17 07:34:21.635928 n-d-789963-9 neutron-server[101290]: 'ConntrackHelper': {'1.0'}, Sep 17 07:34:21.635928 n-d-789963-9 neutron-server[101290]: 'Log': {'1.0'}, Sep 17 07:34:21.635928 n-d-789963-9 neutron-server[101290]: 'Network': {'1.1'}, Sep 17 07:34:21.635928 n-d-789963-9 neutron-server[101290]: 'Port': {'1.7'}, Sep 17 07:34:21.635928 n-d-789963-9 neutron-server[101290]: 'PortForwarding': {'1.2'}, Sep 17 07:34:21.635928 n-d-789963-9 neutron-server[101290]: 'QosPolicy': {'1.9'}, Sep 17 07:34:21.635928 n-d-789963-9 neutron-server[101290]: 'SecurityGroup': {'1.4'}, Sep 17 07:34:21.635928 n-d-789963-9 neutron-server[101290]: 'SecurityGroupRule': {'1.2'}, Sep 17 07:34:21.635928 n-d-789963-9 neutron-server[101290]: 'SubPort': {'1.0'}, Sep 17 07:34:21.635928 n-d-789963-9 neutron-server[101290]: 'Subnet': {'1.1'}, Sep 17 07:34:21.635928 n-d-789963-9 neutron-server[101290]: 'Trunk': {'1.1'}} Sep 17 07:34:21.635928 n-d-789963-9 neutron-server[101290]: consumer versions: Sep 17 07:34:21.635928 n-d-789963-9 neutron-server[101290]: { DHCP agent@n-d-789963-9: {}, Sep 17 07:34:21.635928 n-d-789963-9 neutron-server[101290]: L3 agent@n-d-789963-9: {}, Sep 17 07:34:21.635928 n-d-789963-9 neutron-server[101290]: Metadata agent@n-d-789963-9: {}, Sep 17 07:34:21.635928 n-d-789963-9 neutron-server[101290]: Metering agent@n-d-789963-9: {}, Sep 17 07:34:21.635928 n-d-789963-9 neutron-server[101290]: Open vSwitch agent@n-d-789963-9: { 'AddressGroup': '1.2', Sep 17 07:34:21.635928 n-d-789963-9 neutron-server[101290]: 'ConntrackHelper': '1.0', Sep 17 07:34:21.635928 n-d-789963-9 neutron-server[101290]: 'Log': '1.0', Sep 17 07:34:21.635928 n-d-789963-9 neutron-server[101290]: 'Network': '1.1', Sep 17 07:34:21.635928 n-d-789963-9 neutron-server[101290]: 'Port': '1.7', Sep 17 07:34:21.635928 n-d-789963-9 neutron-server[101290]: 'PortForwarding': '1.2', Sep 17 07:34:21.635928 n-d-789963-9 neutron-server[101290]: 'QosPolicy': '1.9', Sep 17 07:34:21.635928 n-d-789963-9 neutron-server[101290]: 'SecurityGroup': '1.4', Sep 17 07:34:21.635928 n-d-789963-9 neutron-server[101290]: 'SecurityGroupRule': '1.2', Sep 17 07:34:21.635928 n-d-789963-9 neutron-server[101290]: 'SubPort': '1.0', Sep 17 07:34:21.635928 n-d-789963-9 neutron-server[101290]: 'Subnet': '1.1', Sep 17 07:34:21.635928 n-d-789963-9 neutron-server[101290]: 'Trunk': '1.1'}} Sep 17 07:34:21.635928 n-d-789963-9 neutron-server[101290]: {{(pid=101290) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 07:34:21.694331 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-65e4f644-728f-499a-a56a-7959c2305093 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:21.736089 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-65e4f644-728f-499a-a56a-7959c2305093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:21.737287 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e4f644-728f-499a-a56a-7959c2305093 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:34:21.738161 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-65e4f644-728f-499a-a56a-7959c2305093 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:21.790228 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-65e4f644-728f-499a-a56a-7959c2305093 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7240770 Sep 17 07:34:21.836642 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e4f644-728f-499a-a56a-7959c2305093 admin admin] Pushing event updated for resources: {'Network': ['ID=5fc128c4-343a-4b5b-8a61-6a2b8d95c555,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:34:21.847289 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 07:34:22.356859 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f6feb77a-7d38-4411-89ad-fa4d9eea2f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:22.554893 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:23.446529 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:24.155290 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 51908) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:34:24.371521 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a127a786-35f8-4bf6-90ae-50eed02ad629 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:34:24.372916 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a127a786-35f8-4bf6-90ae-50eed02ad629 admin admin] 10.222.0.13 "GET /v2.0/subnets/5344947a-c9e9-4881-a9ac-a374708b7b26 HTTP/1.1" status: 200 len: 849 time: 0.2164907 Sep 17 07:34:24.503764 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b01b7d87-c77d-4d86-98f9-b0e01cf2566c admin admin] 10.222.0.13 "GET /v2.0/routers/3a318f4f-6cd7-4494-a74b-458aa669394d HTTP/1.1" status: 200 len: 704 time: 0.1247509 Sep 17 07:34:24.761551 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fcfb55d1-bb27-4bb9-b670-e5f30ba29f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:25.013787 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:25.051685 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-fcfb55d1-bb27-4bb9-b670-e5f30ba29f03 admin admin] Allocated IP 172.20.0.1 (767cabd1-8556-4442-a700-5fa2a7b02ed5/5344947a-c9e9-4881-a9ac-a374708b7b26/b7a2ea41-cac3-4852-9baa-f64038723046) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:34:25.232003 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fcfb55d1-bb27-4bb9-b670-e5f30ba29f03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:25.297279 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fcfb55d1-bb27-4bb9-b670-e5f30ba29f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:25.368393 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfb55d1-bb27-4bb9-b670-e5f30ba29f03 admin admin] Network 767cabd1-8556-4442-a700-5fa2a7b02ed5 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:34:25.373072 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-fcfb55d1-bb27-4bb9-b670-e5f30ba29f03 admin admin] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:34:25.387532 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfb55d1-bb27-4bb9-b670-e5f30ba29f03 admin admin] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:34:25.388096 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fcfb55d1-bb27-4bb9-b670-e5f30ba29f03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:25.442150 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfb55d1-bb27-4bb9-b670-e5f30ba29f03 admin admin] Pushing event updated for resources: {'Port': ['ID=b7a2ea41-cac3-4852-9baa-f64038723046,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:34:25.577481 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fcfb55d1-bb27-4bb9-b670-e5f30ba29f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:25.609404 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5d7d8fe8-82f5-4629-aa44-a280b27cdd87 None None] Provisioning complete for port b7a2ea41-cac3-4852-9baa-f64038723046 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:34:25.609913 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5d7d8fe8-82f5-4629-aa44-a280b27cdd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:25.647922 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5d7d8fe8-82f5-4629-aa44-a280b27cdd87 None None] Port b7a2ea41-cac3-4852-9baa-f64038723046 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:34:25.829577 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fcfb55d1-bb27-4bb9-b670-e5f30ba29f03 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:25.833546 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fcfb55d1-bb27-4bb9-b670-e5f30ba29f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:25.834542 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fcfb55d1-bb27-4bb9-b670-e5f30ba29f03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:25.892569 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfb55d1-bb27-4bb9-b670-e5f30ba29f03 admin admin] Pushing event updated for resources: {'Port': ['ID=b7a2ea41-cac3-4852-9baa-f64038723046,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:34:25.956238 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfb55d1-bb27-4bb9-b670-e5f30ba29f03 admin admin] Network 767cabd1-8556-4442-a700-5fa2a7b02ed5 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:34:25.957550 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-fcfb55d1-bb27-4bb9-b670-e5f30ba29f03 admin admin] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:34:26.114998 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcfb55d1-bb27-4bb9-b670-e5f30ba29f03 admin admin] Router 3a318f4f-6cd7-4494-a74b-458aa669394d is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 07:34:26.167730 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-b8881046-9d62-421a-aae5-567f94739985 None None] Provisioning complete for port b7a2ea41-cac3-4852-9baa-f64038723046 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:34:26.168331 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b8881046-9d62-421a-aae5-567f94739985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:26.199854 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-b8881046-9d62-421a-aae5-567f94739985 None None] Port b7a2ea41-cac3-4852-9baa-f64038723046 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:34:26.205220 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcfb55d1-bb27-4bb9-b670-e5f30ba29f03 admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:34:26.212432 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-fcfb55d1-bb27-4bb9-b670-e5f30ba29f03 admin admin] 10.222.0.13 "PUT /v2.0/routers/3a318f4f-6cd7-4494-a74b-458aa669394d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7029040 Sep 17 07:34:26.216485 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2671bcf4-8e63-4fa3-ad6e-6005fb91db77 None None] Sync routers for ids ['3a318f4f-6cd7-4494-a74b-458aa669394d'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:34:26.227947 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2671bcf4-8e63-4fa3-ad6e-6005fb91db77 None None] Routers {'3a318f4f-6cd7-4494-a74b-458aa669394d'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:34:26.228681 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-2671bcf4-8e63-4fa3-ad6e-6005fb91db77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:34:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['3a318f4f-6cd7-4494-a74b-458aa669394d'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:34:26.413610 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-2671bcf4-8e63-4fa3-ad6e-6005fb91db77 None None] Set router 3a318f4f-6cd7-4494-a74b-458aa669394d gateway port host: None {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:34:26.836252 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-2671bcf4-8e63-4fa3-ad6e-6005fb91db77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a318f4f-6cd7-4494-a74b-458aa669394d', 'name': 'router1', 'tenant_id': 'c5784482bd0d4b0cb9942ec40ffc5a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:34:15Z', 'updated_at': '2021-09-17T07:34:25Z', 'revision_number': 2, 'project_id': 'c5784482bd0d4b0cb9942ec40ffc5a33', 'gw_port_host': None, '_interfaces': [{'id': 'b7a2ea41-cac3-4852-9baa-f64038723046', 'name': '', 'network_id': '767cabd1-8556-4442-a700-5fa2a7b02ed5', 'tenant_id': 'c5784482bd0d4b0cb9942ec40ffc5a33', 'mac_address': 'fa:16:3e:11:18:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a318f4f-6cd7-4494-a74b-458aa669394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5344947a-c9e9-4881-a9ac-a374708b7b26', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:34:24Z', 'updated_at': '2021-09-17T07:34:25Z', 'revision_number': 2, 'project_id': 'c5784482bd0d4b0cb9942ec40ffc5a33', 'subnets': [{'id': '5344947a-c9e9-4881-a9ac-a374708b7b26', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ff450753-be80-4d63-b99c-65d758cc4d23'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:34:26.886940 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2671bcf4-8e63-4fa3-ad6e-6005fb91db77 None None] Checking router: 3a318f4f-6cd7-4494-a74b-458aa669394d for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:34:26.887309 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2671bcf4-8e63-4fa3-ad6e-6005fb91db77 None None] Updating router 3a318f4f-6cd7-4494-a74b-458aa669394d port b7a2ea41-cac3-4852-9baa-f64038723046 binding host n-d-789963-9 {{(pid=101292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 07:34:26.945608 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2671bcf4-8e63-4fa3-ad6e-6005fb91db77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:27.173822 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 5 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 07:34:27.456502 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2671bcf4-8e63-4fa3-ad6e-6005fb91db77 None None] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:27.464069 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2671bcf4-8e63-4fa3-ad6e-6005fb91db77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:27.560840 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae37ed1-76fe-45c6-8e1a-11060e4a4516 None None] Pushing event updated for resources: {'Port': ['ID=b7a2ea41-cac3-4852-9baa-f64038723046,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:34:27.570639 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae37ed1-76fe-45c6-8e1a-11060e4a4516 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:34:27.570988 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae37ed1-76fe-45c6-8e1a-11060e4a4516 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:34:27.571328 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae37ed1-76fe-45c6-8e1a-11060e4a4516 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:34:27.571665 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae37ed1-76fe-45c6-8e1a-11060e4a4516 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:34:27.572023 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae37ed1-76fe-45c6-8e1a-11060e4a4516 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:34:27.572356 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae37ed1-76fe-45c6-8e1a-11060e4a4516 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:34:27.572684 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae37ed1-76fe-45c6-8e1a-11060e4a4516 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:34:27.573009 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae37ed1-76fe-45c6-8e1a-11060e4a4516 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:34:27.573332 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae37ed1-76fe-45c6-8e1a-11060e4a4516 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:34:27.573714 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae37ed1-76fe-45c6-8e1a-11060e4a4516 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:34:27.574044 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae37ed1-76fe-45c6-8e1a-11060e4a4516 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:34:27.574366 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae37ed1-76fe-45c6-8e1a-11060e4a4516 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:34:27.575500 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae37ed1-76fe-45c6-8e1a-11060e4a4516 None None] Tracked resource versions report: Sep 17 07:34:27.575500 n-d-789963-9 neutron-server[101292]: pushed versions: Sep 17 07:34:27.575500 n-d-789963-9 neutron-server[101292]: { 'AddressGroup': {'1.2'}, Sep 17 07:34:27.575500 n-d-789963-9 neutron-server[101292]: 'ConntrackHelper': {'1.0'}, Sep 17 07:34:27.575500 n-d-789963-9 neutron-server[101292]: 'Log': {'1.0'}, Sep 17 07:34:27.575500 n-d-789963-9 neutron-server[101292]: 'Network': {'1.1'}, Sep 17 07:34:27.575500 n-d-789963-9 neutron-server[101292]: 'Port': {'1.7'}, Sep 17 07:34:27.575500 n-d-789963-9 neutron-server[101292]: 'PortForwarding': {'1.2'}, Sep 17 07:34:27.575500 n-d-789963-9 neutron-server[101292]: 'QosPolicy': {'1.9'}, Sep 17 07:34:27.575500 n-d-789963-9 neutron-server[101292]: 'SecurityGroup': {'1.4'}, Sep 17 07:34:27.575500 n-d-789963-9 neutron-server[101292]: 'SecurityGroupRule': {'1.2'}, Sep 17 07:34:27.575500 n-d-789963-9 neutron-server[101292]: 'SubPort': {'1.0'}, Sep 17 07:34:27.575500 n-d-789963-9 neutron-server[101292]: 'Subnet': {'1.1'}, Sep 17 07:34:27.575500 n-d-789963-9 neutron-server[101292]: 'Trunk': {'1.1'}} Sep 17 07:34:27.575500 n-d-789963-9 neutron-server[101292]: consumer versions: Sep 17 07:34:27.575500 n-d-789963-9 neutron-server[101292]: { DHCP agent@n-d-789963-9: {}, Sep 17 07:34:27.575500 n-d-789963-9 neutron-server[101292]: L3 agent@n-d-789963-9: {}, Sep 17 07:34:27.575500 n-d-789963-9 neutron-server[101292]: Metadata agent@n-d-789963-9: {}, Sep 17 07:34:27.575500 n-d-789963-9 neutron-server[101292]: Metering agent@n-d-789963-9: {}, Sep 17 07:34:27.575500 n-d-789963-9 neutron-server[101292]: Open vSwitch agent@n-d-789963-9: { 'AddressGroup': '1.2', Sep 17 07:34:27.575500 n-d-789963-9 neutron-server[101292]: 'ConntrackHelper': '1.0', Sep 17 07:34:27.575500 n-d-789963-9 neutron-server[101292]: 'Log': '1.0', Sep 17 07:34:27.575500 n-d-789963-9 neutron-server[101292]: 'Network': '1.1', Sep 17 07:34:27.575500 n-d-789963-9 neutron-server[101292]: 'Port': '1.7', Sep 17 07:34:27.575500 n-d-789963-9 neutron-server[101292]: 'PortForwarding': '1.2', Sep 17 07:34:27.575500 n-d-789963-9 neutron-server[101292]: 'QosPolicy': '1.9', Sep 17 07:34:27.575500 n-d-789963-9 neutron-server[101292]: 'SecurityGroup': '1.4', Sep 17 07:34:27.575500 n-d-789963-9 neutron-server[101292]: 'SecurityGroupRule': '1.2', Sep 17 07:34:27.575500 n-d-789963-9 neutron-server[101292]: 'SubPort': '1.0', Sep 17 07:34:27.575500 n-d-789963-9 neutron-server[101292]: 'Subnet': '1.1', Sep 17 07:34:27.575500 n-d-789963-9 neutron-server[101292]: 'Trunk': '1.1'}} Sep 17 07:34:27.575500 n-d-789963-9 neutron-server[101292]: {{(pid=101292) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 07:34:27.651497 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-2671bcf4-8e63-4fa3-ad6e-6005fb91db77 None None] Attempting to bind port b7a2ea41-cac3-4852-9baa-f64038723046 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:34:27.651942 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-2671bcf4-8e63-4fa3-ad6e-6005fb91db77 None None] Attempting to bind port b7a2ea41-cac3-4852-9baa-f64038723046 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'e185f8d0-623b-4b7d-98d6-e3101b6f7036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '767cabd1-8556-4442-a700-5fa2a7b02ed5'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:34:27.652371 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2671bcf4-8e63-4fa3-ad6e-6005fb91db77 None None] Attempting to bind port b7a2ea41-cac3-4852-9baa-f64038723046 on network 767cabd1-8556-4442-a700-5fa2a7b02ed5 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:34:27.657572 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2671bcf4-8e63-4fa3-ad6e-6005fb91db77 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:34:27.657975 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2671bcf4-8e63-4fa3-ad6e-6005fb91db77 None None] Checking segment: {'id': 'e185f8d0-623b-4b7d-98d6-e3101b6f7036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '767cabd1-8556-4442-a700-5fa2a7b02ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:34:27.658458 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2671bcf4-8e63-4fa3-ad6e-6005fb91db77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:27.658850 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2671bcf4-8e63-4fa3-ad6e-6005fb91db77 None None] Bound using segment: {'id': 'e185f8d0-623b-4b7d-98d6-e3101b6f7036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '767cabd1-8556-4442-a700-5fa2a7b02ed5'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:34:27.659347 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-2671bcf4-8e63-4fa3-ad6e-6005fb91db77 None None] Bound port: b7a2ea41-cac3-4852-9baa-f64038723046, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e185f8d0-623b-4b7d-98d6-e3101b6f7036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '767cabd1-8556-4442-a700-5fa2a7b02ed5'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:34:27.659758 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2671bcf4-8e63-4fa3-ad6e-6005fb91db77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:27.725277 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-2671bcf4-8e63-4fa3-ad6e-6005fb91db77 None None] For port b7a2ea41-cac3-4852-9baa-f64038723046, host n-d-789963-9, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:34:27.726678 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-b1cb4900-cb79-4631-a1d5-7a58f309b5ca None None] Provisioning complete for port b7a2ea41-cac3-4852-9baa-f64038723046 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:34:27.727193 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b1cb4900-cb79-4631-a1d5-7a58f309b5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:27.744001 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-2671bcf4-8e63-4fa3-ad6e-6005fb91db77 None None] For port b7a2ea41-cac3-4852-9baa-f64038723046, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=b7a2ea41-cac3-4852-9baa-f64038723046,segment=NetworkSegment(e185f8d0-623b-4b7d-98d6-e3101b6f7036),segment_id=e185f8d0-623b-4b7d-98d6-e3101b6f7036)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:34:27.748537 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2671bcf4-8e63-4fa3-ad6e-6005fb91db77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:27.762591 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-b1cb4900-cb79-4631-a1d5-7a58f309b5ca None None] Port b7a2ea41-cac3-4852-9baa-f64038723046 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:34:27.804142 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae37ed1-76fe-45c6-8e1a-11060e4a4516 None None] Pushing event updated for resources: {'Port': ['ID=b7a2ea41-cac3-4852-9baa-f64038723046,revision_number=4']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:34:27.809354 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2671bcf4-8e63-4fa3-ad6e-6005fb91db77 None None] Routers {'3a318f4f-6cd7-4494-a74b-458aa669394d'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:34:27.809980 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-2671bcf4-8e63-4fa3-ad6e-6005fb91db77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:34:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['3a318f4f-6cd7-4494-a74b-458aa669394d'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:34:27.899970 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-2671bcf4-8e63-4fa3-ad6e-6005fb91db77 None None] Set router 3a318f4f-6cd7-4494-a74b-458aa669394d gateway port host: None {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:34:27.981146 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-7fd1001a-22a7-46a3-945b-48dca48cbc7c None None] Provisioning complete for port b7a2ea41-cac3-4852-9baa-f64038723046 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:34:27.981612 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7fd1001a-22a7-46a3-945b-48dca48cbc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:28.062228 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7fd1001a-22a7-46a3-945b-48dca48cbc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:28.099733 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-7fd1001a-22a7-46a3-945b-48dca48cbc7c None None] For port b7a2ea41-cac3-4852-9baa-f64038723046, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=b7a2ea41-cac3-4852-9baa-f64038723046,segment=NetworkSegment(e185f8d0-623b-4b7d-98d6-e3101b6f7036),segment_id=e185f8d0-623b-4b7d-98d6-e3101b6f7036)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:34:28.106389 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7fd1001a-22a7-46a3-945b-48dca48cbc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:28.130778 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-2671bcf4-8e63-4fa3-ad6e-6005fb91db77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a318f4f-6cd7-4494-a74b-458aa669394d', 'name': 'router1', 'tenant_id': 'c5784482bd0d4b0cb9942ec40ffc5a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:34:15Z', 'updated_at': '2021-09-17T07:34:25Z', 'revision_number': 2, 'project_id': 'c5784482bd0d4b0cb9942ec40ffc5a33', 'gw_port_host': None, '_interfaces': [{'id': 'b7a2ea41-cac3-4852-9baa-f64038723046', 'name': '', 'network_id': '767cabd1-8556-4442-a700-5fa2a7b02ed5', 'tenant_id': 'c5784482bd0d4b0cb9942ec40ffc5a33', 'mac_address': 'fa:16:3e:11:18:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a318f4f-6cd7-4494-a74b-458aa669394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5344947a-c9e9-4881-a9ac-a374708b7b26', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:34:24Z', 'updated_at': '2021-09-17T07:34:27Z', 'revision_number': 4, 'project_id': 'c5784482bd0d4b0cb9942ec40ffc5a33', 'subnets': [{'id': '5344947a-c9e9-4881-a9ac-a374708b7b26', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ff450753-be80-4d63-b99c-65d758cc4d23'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:34:28.157236 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd1001a-22a7-46a3-945b-48dca48cbc7c None None] Pushing event updated for resources: {'Port': ['ID=b7a2ea41-cac3-4852-9baa-f64038723046,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:34:28.158970 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2671bcf4-8e63-4fa3-ad6e-6005fb91db77 None None] The sync data for ids ['3a318f4f-6cd7-4494-a74b-458aa669394d'] in n-d-789963-9 is: [{'id': '3a318f4f-6cd7-4494-a74b-458aa669394d', 'name': 'router1', 'tenant_id': 'c5784482bd0d4b0cb9942ec40ffc5a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:34:15Z', 'updated_at': '2021-09-17T07:34:25Z', 'revision_number': 2, 'project_id': 'c5784482bd0d4b0cb9942ec40ffc5a33', 'gw_port_host': None, '_interfaces': [{'id': 'b7a2ea41-cac3-4852-9baa-f64038723046', 'name': '', 'network_id': '767cabd1-8556-4442-a700-5fa2a7b02ed5', 'tenant_id': 'c5784482bd0d4b0cb9942ec40ffc5a33', 'mac_address': 'fa:16:3e:11:18:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a318f4f-6cd7-4494-a74b-458aa669394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5344947a-c9e9-4881-a9ac-a374708b7b26', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:34:24Z', 'updated_at': '2021-09-17T07:34:27Z', 'revision_number': 4, 'project_id': 'c5784482bd0d4b0cb9942ec40ffc5a33', 'subnets': [{'id': '5344947a-c9e9-4881-a9ac-a374708b7b26', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ff450753-be80-4d63-b99c-65d758cc4d23'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:34:28.443956 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 51928) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:34:28.555219 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c3b068-58a0-43ce-ba23-11c24fd779b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:34:28.556606 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e4c3b068-58a0-43ce-ba23-11c24fd779b6 admin admin] 10.222.0.13 "GET /v2.0/networks/5fc128c4-343a-4b5b-8a61-6a2b8d95c555 HTTP/1.1" status: 200 len: 842 time: 0.1117251 Sep 17 07:34:28.566505 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-866fb51b-9a21-43bb-b6bd-1b5c96b6793c admin admin] Request body: {'subnet': {'gateway_ip': '172.25.6.1', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'cidr': '172.25.6.0/24'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:34:28.585679 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-866fb51b-9a21-43bb-b6bd-1b5c96b6793c admin admin] Made reservation on behalf of a576530ada9843bb9a7a15e49c6a5e56 for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:34:28.587867 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-866fb51b-9a21-43bb-b6bd-1b5c96b6793c admin admin] Notify callbacks [] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:28.915968 n-d-789963-9 neutron-server[101289]: DEBUG neutron.objects.ports [None req-866fb51b-9a21-43bb-b6bd-1b5c96b6793c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101289) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 07:34:28.916455 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-866fb51b-9a21-43bb-b6bd-1b5c96b6793c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:28.969802 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866fb51b-9a21-43bb-b6bd-1b5c96b6793c admin admin] Pushing event updated for resources: {'Subnet': ['ID=80955ae7-d24f-45c7-b48b-53832c4407ab,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:34:28.978167 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866fb51b-9a21-43bb-b6bd-1b5c96b6793c admin admin] Checking segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:34:28.978518 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866fb51b-9a21-43bb-b6bd-1b5c96b6793c admin admin] Network hostable DHCP agents. Network: 5fc128c4-343a-4b5b-8a61-6a2b8d95c555, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 07:34:28.993944 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866fb51b-9a21-43bb-b6bd-1b5c96b6793c admin admin] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 07:34:29.005219 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-866fb51b-9a21-43bb-b6bd-1b5c96b6793c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 5fc128c4-343a-4b5b-8a61-6a2b8d95c555) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:34:29.010680 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866fb51b-9a21-43bb-b6bd-1b5c96b6793c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:34:29.011461 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-866fb51b-9a21-43bb-b6bd-1b5c96b6793c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:29.015901 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf8316b-1342-4ecf-9181-04bc1445e1a9 None None] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:34:29.031388 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-866fb51b-9a21-43bb-b6bd-1b5c96b6793c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4632828 Sep 17 07:34:29.156999 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f899db-12f3-4b9c-bff9-4c72a3b9e7c4 None None] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:34:31.335876 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 51936) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:34:31.564027 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-c7179ace-af81-4ccc-9b94-ea2a1c8df2dd admin admin] 10.222.0.13 "GET /v2.0/routers/3a318f4f-6cd7-4494-a74b-458aa669394d HTTP/1.1" status: 200 len: 710 time: 0.2270026 Sep 17 07:34:31.650044 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd39af9c-660f-427f-aa87-55c7fa181711 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:34:31.651348 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-dd39af9c-660f-427f-aa87-55c7fa181711 admin admin] 10.222.0.13 "GET /v2.0/networks/5fc128c4-343a-4b5b-8a61-6a2b8d95c555 HTTP/1.1" status: 200 len: 886 time: 0.0812111 Sep 17 07:34:31.661253 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-de268d57-bb18-46c4-b2d4-841486df16ac admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:34:31.904187 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-de268d57-bb18-46c4-b2d4-841486df16ac admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:32.183042 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-de268d57-bb18-46c4-b2d4-841486df16ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:32.254459 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-de268d57-bb18-46c4-b2d4-841486df16ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:32.405119 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-de268d57-bb18-46c4-b2d4-841486df16ac admin admin] Allocated IP 172.25.6.217 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/fc3d5be0-87e0-4aba-8e07-8778b170acda) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:34:32.515029 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-de268d57-bb18-46c4-b2d4-841486df16ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:32.572795 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-de268d57-bb18-46c4-b2d4-841486df16ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:32.642036 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de268d57-bb18-46c4-b2d4-841486df16ac admin admin] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:34:32.647760 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-de268d57-bb18-46c4-b2d4-841486df16ac admin admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:34:32.655599 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de268d57-bb18-46c4-b2d4-841486df16ac admin admin] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:34:32.690892 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de268d57-bb18-46c4-b2d4-841486df16ac admin admin] Pushing event updated for resources: {'Port': ['ID=fc3d5be0-87e0-4aba-8e07-8778b170acda,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:34:32.931513 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-de268d57-bb18-46c4-b2d4-841486df16ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:33.122012 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-de268d57-bb18-46c4-b2d4-841486df16ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-726791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7677'] for router, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:33.126854 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-de268d57-bb18-46c4-b2d4-841486df16ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-748988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-748965', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-726796'] for router, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:33.245309 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de268d57-bb18-46c4-b2d4-841486df16ac admin admin] Router 3a318f4f-6cd7-4494-a74b-458aa669394d has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:34:33.420903 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de268d57-bb18-46c4-b2d4-841486df16ac admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:34:33.425300 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-de268d57-bb18-46c4-b2d4-841486df16ac admin admin] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:33.426567 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-de268d57-bb18-46c4-b2d4-841486df16ac admin admin] 10.222.0.13 "PUT /v2.0/routers/3a318f4f-6cd7-4494-a74b-458aa669394d HTTP/1.1" status: 200 len: 890 time: 1.7690613 Sep 17 07:34:34.142261 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device b7a2ea41-cac3-4852-9baa-f64038723046 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:34:34.189405 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port b7a2ea41-cac3-4852-9baa-f64038723046 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:34:34.189779 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:34.603323 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa5bb9e-4e9a-4d9d-8ba8-db406bd78658 None None] Sync routers for ids ['3a318f4f-6cd7-4494-a74b-458aa669394d'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:34:34.614304 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa5bb9e-4e9a-4d9d-8ba8-db406bd78658 None None] Routers {'3a318f4f-6cd7-4494-a74b-458aa669394d'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:34:34.615025 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-9fa5bb9e-4e9a-4d9d-8ba8-db406bd78658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:34:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['3a318f4f-6cd7-4494-a74b-458aa669394d'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:34:34.824117 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-9fa5bb9e-4e9a-4d9d-8ba8-db406bd78658 None None] Set router 3a318f4f-6cd7-4494-a74b-458aa669394d gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:34:35.207487 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-9fa5bb9e-4e9a-4d9d-8ba8-db406bd78658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a318f4f-6cd7-4494-a74b-458aa669394d', 'name': 'router1', 'tenant_id': 'c5784482bd0d4b0cb9942ec40ffc5a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'fc3d5be0-87e0-4aba-8e07-8778b170acda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:34:15Z', 'updated_at': '2021-09-17T07:34:32Z', 'revision_number': 4, 'project_id': 'c5784482bd0d4b0cb9942ec40ffc5a33', 'gw_port': {'id': 'fc3d5be0-87e0-4aba-8e07-8778b170acda', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d2:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a318f4f-6cd7-4494-a74b-458aa669394d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:34:32Z', 'updated_at': '2021-09-17T07:34:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'b7a2ea41-cac3-4852-9baa-f64038723046', 'name': '', 'network_id': '767cabd1-8556-4442-a700-5fa2a7b02ed5', 'tenant_id': 'c5784482bd0d4b0cb9942ec40ffc5a33', 'mac_address': 'fa:16:3e:11:18:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a318f4f-6cd7-4494-a74b-458aa669394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5344947a-c9e9-4881-a9ac-a374708b7b26', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:34:24Z', 'updated_at': '2021-09-17T07:34:28Z', 'revision_number': 5, 'project_id': 'c5784482bd0d4b0cb9942ec40ffc5a33', 'subnets': [{'id': '5344947a-c9e9-4881-a9ac-a374708b7b26', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ff450753-be80-4d63-b99c-65d758cc4d23'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:34:35.255762 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa5bb9e-4e9a-4d9d-8ba8-db406bd78658 None None] Checking router: 3a318f4f-6cd7-4494-a74b-458aa669394d for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:34:35.256145 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa5bb9e-4e9a-4d9d-8ba8-db406bd78658 None None] Updating router 3a318f4f-6cd7-4494-a74b-458aa669394d port fc3d5be0-87e0-4aba-8e07-8778b170acda binding host n-d-789963-9 {{(pid=101291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 07:34:35.302692 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9fa5bb9e-4e9a-4d9d-8ba8-db406bd78658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:35.609646 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9fa5bb9e-4e9a-4d9d-8ba8-db406bd78658 None None] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:35.615732 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9fa5bb9e-4e9a-4d9d-8ba8-db406bd78658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:35.664500 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-9fa5bb9e-4e9a-4d9d-8ba8-db406bd78658 None None] Attempting to bind port fc3d5be0-87e0-4aba-8e07-8778b170acda on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:34:35.664863 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-9fa5bb9e-4e9a-4d9d-8ba8-db406bd78658 None None] Attempting to bind port fc3d5be0-87e0-4aba-8e07-8778b170acda by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:34:35.665230 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa5bb9e-4e9a-4d9d-8ba8-db406bd78658 None None] Attempting to bind port fc3d5be0-87e0-4aba-8e07-8778b170acda on network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:34:35.671367 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2d2c50-5c56-4b87-b363-dcd3a695e744 None None] Pushing event updated for resources: {'Port': ['ID=fc3d5be0-87e0-4aba-8e07-8778b170acda,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:34:35.677909 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa5bb9e-4e9a-4d9d-8ba8-db406bd78658 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:34:35.678298 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa5bb9e-4e9a-4d9d-8ba8-db406bd78658 None None] Checking segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:34:35.678718 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9fa5bb9e-4e9a-4d9d-8ba8-db406bd78658 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:35.679651 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa5bb9e-4e9a-4d9d-8ba8-db406bd78658 None None] Bound using segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:34:35.679651 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-9fa5bb9e-4e9a-4d9d-8ba8-db406bd78658 None None] Bound port: fc3d5be0-87e0-4aba-8e07-8778b170acda, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:34:35.680030 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9fa5bb9e-4e9a-4d9d-8ba8-db406bd78658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:35.735454 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-9fa5bb9e-4e9a-4d9d-8ba8-db406bd78658 None None] For port fc3d5be0-87e0-4aba-8e07-8778b170acda, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:34:35.739027 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-9fa5bb9e-4e9a-4d9d-8ba8-db406bd78658 None None] For port fc3d5be0-87e0-4aba-8e07-8778b170acda, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=fc3d5be0-87e0-4aba-8e07-8778b170acda,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:34:35.742628 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9fa5bb9e-4e9a-4d9d-8ba8-db406bd78658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:35.829925 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 51948) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:34:35.870905 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa5bb9e-4e9a-4d9d-8ba8-db406bd78658 None None] Routers {'3a318f4f-6cd7-4494-a74b-458aa669394d'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:34:35.871525 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-9fa5bb9e-4e9a-4d9d-8ba8-db406bd78658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:34:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['3a318f4f-6cd7-4494-a74b-458aa669394d'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:34:35.904608 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2d2c50-5c56-4b87-b363-dcd3a695e744 None None] Pushing event updated for resources: {'Port': ['ID=fc3d5be0-87e0-4aba-8e07-8778b170acda,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:34:35.945204 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b3e9ff02-712a-421d-ad02-7a1afa8b7544 admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1141453 Sep 17 07:34:35.981778 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-9fa5bb9e-4e9a-4d9d-8ba8-db406bd78658 None None] Set router 3a318f4f-6cd7-4494-a74b-458aa669394d gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:34:36.201514 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-9fa5bb9e-4e9a-4d9d-8ba8-db406bd78658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a318f4f-6cd7-4494-a74b-458aa669394d', 'name': 'router1', 'tenant_id': 'c5784482bd0d4b0cb9942ec40ffc5a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'fc3d5be0-87e0-4aba-8e07-8778b170acda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:34:15Z', 'updated_at': '2021-09-17T07:34:32Z', 'revision_number': 4, 'project_id': 'c5784482bd0d4b0cb9942ec40ffc5a33', 'gw_port': {'id': 'fc3d5be0-87e0-4aba-8e07-8778b170acda', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d2:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a318f4f-6cd7-4494-a74b-458aa669394d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:34:32Z', 'updated_at': '2021-09-17T07:34:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'b7a2ea41-cac3-4852-9baa-f64038723046', 'name': '', 'network_id': '767cabd1-8556-4442-a700-5fa2a7b02ed5', 'tenant_id': 'c5784482bd0d4b0cb9942ec40ffc5a33', 'mac_address': 'fa:16:3e:11:18:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a318f4f-6cd7-4494-a74b-458aa669394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5344947a-c9e9-4881-a9ac-a374708b7b26', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:34:24Z', 'updated_at': '2021-09-17T07:34:28Z', 'revision_number': 5, 'project_id': 'c5784482bd0d4b0cb9942ec40ffc5a33', 'subnets': [{'id': '5344947a-c9e9-4881-a9ac-a374708b7b26', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ff450753-be80-4d63-b99c-65d758cc4d23'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:34:36.231262 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa5bb9e-4e9a-4d9d-8ba8-db406bd78658 None None] The sync data for ids ['3a318f4f-6cd7-4494-a74b-458aa669394d'] in n-d-789963-9 is: [{'id': '3a318f4f-6cd7-4494-a74b-458aa669394d', 'name': 'router1', 'tenant_id': 'c5784482bd0d4b0cb9942ec40ffc5a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'fc3d5be0-87e0-4aba-8e07-8778b170acda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:34:15Z', 'updated_at': '2021-09-17T07:34:32Z', 'revision_number': 4, 'project_id': 'c5784482bd0d4b0cb9942ec40ffc5a33', 'gw_port': {'id': 'fc3d5be0-87e0-4aba-8e07-8778b170acda', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d2:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a318f4f-6cd7-4494-a74b-458aa669394d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:34:32Z', 'updated_at': '2021-09-17T07:34:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'b7a2ea41-cac3-4852-9baa-f64038723046', 'name': '', 'network_id': '767cabd1-8556-4442-a700-5fa2a7b02ed5', 'tenant_id': 'c5784482bd0d4b0cb9942ec40ffc5a33', 'mac_address': 'fa:16:3e:11:18:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a318f4f-6cd7-4494-a74b-458aa669394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5344947a-c9e9-4881-a9ac-a374708b7b26', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:34:24Z', 'updated_at': '2021-09-17T07:34:28Z', 'revision_number': 5, 'project_id': 'c5784482bd0d4b0cb9942ec40ffc5a33', 'subnets': [{'id': '5344947a-c9e9-4881-a9ac-a374708b7b26', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ff450753-be80-4d63-b99c-65d758cc4d23'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:34:38.149768 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device fc3d5be0-87e0-4aba-8e07-8778b170acda up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:34:38.203893 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port fc3d5be0-87e0-4aba-8e07-8778b170acda triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:34:38.204274 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:38.289740 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:38.310558 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port fc3d5be0-87e0-4aba-8e07-8778b170acda, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=fc3d5be0-87e0-4aba-8e07-8778b170acda,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:34:38.319493 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:38.372033 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=fc3d5be0-87e0-4aba-8e07-8778b170acda,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:34:40.145380 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device fc3d5be0-87e0-4aba-8e07-8778b170acda up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:34:40.211729 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port fc3d5be0-87e0-4aba-8e07-8778b170acda triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:34:40.213232 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:49.838522 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ac48bdd8-0b33-4167-9c41-cb5c95e383a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:52.359499 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bb460f1f-ca4e-4770-a388-e6e654f36444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:52.567801 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:53.453486 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:34:55.042105 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:35:04.139800 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 5 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 07:35:19.822177 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-29893ee5-0d87-4a48-97e3-af8a00cac8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:35:22.363347 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f5178284-f540-492b-bbf2-552d91733749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:35:22.563625 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:35:23.454279 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:35:25.033210 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:35:41.137570 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 5 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 07:35:49.823188 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-09188d73-0f43-43a1-8860-0d8d3e95b25a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:35:52.363641 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-12a59897-58d9-4d2e-bd26-c25c28cd4aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:35:52.559059 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:35:53.456636 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:35:55.037956 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:36:16.493690 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 52542) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:36:16.553923 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-67395aed-3cdf-47f1-80c7-7b168765bf30 admin admin] GET failed (client error): The resource could not be found. Sep 17 07:36:16.555264 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-67395aed-3cdf-47f1-80c7-7b168765bf30 admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0606489 Sep 17 07:36:16.710663 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf101794-a47a-48db-b099-4b6631fd19bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:36:16.712072 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-bf101794-a47a-48db-b099-4b6631fd19bb admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1521249 Sep 17 07:36:18.135379 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 5 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 07:36:18.883499 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 52552) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:36:18.977104 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d5a42c-3ba7-4920-b7ff-76666410d98f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:36:18.978439 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-67d5a42c-3ba7-4920-b7ff-76666410d98f admin admin] 10.222.0.13 "GET /v2.0/subnets/5344947a-c9e9-4881-a9ac-a374708b7b26 HTTP/1.1" status: 200 len: 849 time: 0.0939798 Sep 17 07:36:18.988982 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-0f6bc2b8-c47d-4508-bfa5-9f1cfa13e408 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:36:19.071694 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0f6bc2b8-c47d-4508-bfa5-9f1cfa13e408 admin admin] Notify callbacks [] for subnet, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:36:19.210993 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0f6bc2b8-c47d-4508-bfa5-9f1cfa13e408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729337314308'] for subnet, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:36:19.237605 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6bc2b8-c47d-4508-bfa5-9f1cfa13e408 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:36:19.238250 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0f6bc2b8-c47d-4508-bfa5-9f1cfa13e408 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:36:19.239992 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-0f6bc2b8-c47d-4508-bfa5-9f1cfa13e408 admin admin] 10.222.0.13 "PUT /v2.0/subnets/5344947a-c9e9-4881-a9ac-a374708b7b26 HTTP/1.1" status: 200 len: 868 time: 0.2543349 Sep 17 07:36:19.254850 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf40fbfd-d818-4780-b8a0-e5c86aca71a0 None None] Network 767cabd1-8556-4442-a700-5fa2a7b02ed5 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:36:19.264383 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6bc2b8-c47d-4508-bfa5-9f1cfa13e408 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5344947a-c9e9-4881-a9ac-a374708b7b26,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:36:19.271672 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6bc2b8-c47d-4508-bfa5-9f1cfa13e408 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:36:19.272047 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6bc2b8-c47d-4508-bfa5-9f1cfa13e408 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:36:19.272392 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6bc2b8-c47d-4508-bfa5-9f1cfa13e408 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:36:19.272730 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6bc2b8-c47d-4508-bfa5-9f1cfa13e408 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:36:19.273064 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6bc2b8-c47d-4508-bfa5-9f1cfa13e408 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:36:19.273396 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6bc2b8-c47d-4508-bfa5-9f1cfa13e408 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:36:19.273723 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6bc2b8-c47d-4508-bfa5-9f1cfa13e408 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:36:19.274051 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6bc2b8-c47d-4508-bfa5-9f1cfa13e408 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:36:19.274377 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6bc2b8-c47d-4508-bfa5-9f1cfa13e408 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:36:19.274701 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6bc2b8-c47d-4508-bfa5-9f1cfa13e408 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:36:19.275031 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6bc2b8-c47d-4508-bfa5-9f1cfa13e408 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:36:19.275351 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6bc2b8-c47d-4508-bfa5-9f1cfa13e408 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:36:19.645911 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-b82918c6-a5a7-4c89-9e00-b117d9066115 None None] Provisioning complete for port 78d6a174-05c9-4b20-8e19-c25fe4c3c2b4 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:36:19.646306 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b82918c6-a5a7-4c89-9e00-b117d9066115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:36:19.732642 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-b82918c6-a5a7-4c89-9e00-b117d9066115 None None] Provisioning complete for port b7a2ea41-cac3-4852-9baa-f64038723046 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:36:19.732920 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b82918c6-a5a7-4c89-9e00-b117d9066115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:36:19.824399 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6cd6547f-54a7-4ee5-b30a-cb128b587ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:36:21.439171 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 52560) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:36:21.636365 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7808a2-ed8d-4645-8a4b-7a9e67eaa5f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:36:21.636751 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7808a2-ed8d-4645-8a4b-7a9e67eaa5f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:36:21.638270 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-1b7808a2-ed8d-4645-8a4b-7a9e67eaa5f5 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1981287 Sep 17 07:36:22.364479 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2217de36-2cc6-4463-af54-067346287a0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:36:22.563920 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:36:23.460528 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:36:23.821522 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 52568) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:36:23.954562 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c5bf81-15d0-447e-9d6d-4d2b26598f2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:36:23.955039 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c5bf81-15d0-447e-9d6d-4d2b26598f2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:36:23.956861 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e8c5bf81-15d0-447e-9d6d-4d2b26598f2b admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1335232 Sep 17 07:36:25.043286 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:36:26.159018 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 52576) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:36:26.282656 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb99c8b-392c-40d4-8349-1fb7e1e7cf0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:36:26.284062 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-1eb99c8b-392c-40d4-8349-1fb7e1e7cf0f admin admin] 10.222.0.13 "GET /v2.0/networks/5fc128c4-343a-4b5b-8a61-6a2b8d95c555 HTTP/1.1" status: 200 len: 886 time: 0.1240566 Sep 17 07:36:28.442509 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 52584) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:36:28.585790 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15b1958-2bed-4b40-baeb-5a1603bbf5c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:36:28.587137 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-b15b1958-2bed-4b40-baeb-5a1603bbf5c1 admin admin] 10.222.0.13 "GET /v2.0/networks/767cabd1-8556-4442-a700-5fa2a7b02ed5 HTTP/1.1" status: 200 len: 869 time: 0.1436801 Sep 17 07:36:30.750820 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 52592) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:36:30.879228 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b21a48-4d85-4d8f-8074-88ecc9a13973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:36:30.879683 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b21a48-4d85-4d8f-8074-88ecc9a13973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:36:30.881231 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-32b21a48-4d85-4d8f-8074-88ecc9a13973 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1294765 Sep 17 07:36:33.046903 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 52602) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:36:33.136393 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527c6872-0063-4dc2-99e4-3dca4d52fc37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:36:33.136879 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527c6872-0063-4dc2-99e4-3dca4d52fc37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:36:33.138887 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-527c6872-0063-4dc2-99e4-3dca4d52fc37 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0905190 Sep 17 07:36:35.334051 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 52610) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:36:35.423793 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afb6d60-2394-4503-9522-2d04cb8a2fb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:36:35.425207 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-8afb6d60-2394-4503-9522-2d04cb8a2fb6 admin admin] 10.222.0.13 "GET /v2.0/subnets/5344947a-c9e9-4881-a9ac-a374708b7b26 HTTP/1.1" status: 200 len: 868 time: 0.0902238 Sep 17 07:36:37.594508 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 52618) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:36:37.678432 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11a8c32-3d85-4253-a75b-c9a2194ec9d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:36:37.679742 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-f11a8c32-3d85-4253-a75b-c9a2194ec9d4 admin admin] 10.222.0.13 "GET /v2.0/subnets/80955ae7-d24f-45c7-b48b-53832c4407ab HTTP/1.1" status: 200 len: 816 time: 0.0842984 Sep 17 07:36:49.825321 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3ff51f91-a499-4bce-a30b-f78209292189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:36:52.367709 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-65c25c35-4d11-4a98-9f63-8f604a0a931e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:36:52.566025 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:36:53.463119 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:36:55.048880 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:36:55.133378 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 5 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 07:37:01.422450 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 52672) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:37:01.469842 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [None req-c492baad-051d-4615-aa09-656cd90b48b6 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 07:37:01.470876 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-c492baad-051d-4615-aa09-656cd90b48b6 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0474725 Sep 17 07:37:03.734105 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 52680) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:37:03.792070 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca50fae0-a1d6-4521-b584-15639ebf7c57 admin admin] GET failed (client error): The resource could not be found. Sep 17 07:37:03.793375 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ca50fae0-a1d6-4521-b584-15639ebf7c57 admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0583224 Sep 17 07:37:03.879343 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81b1d8c-a2a0-4e7f-a6ea-4d8e3e96d97a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:37:03.880827 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-c81b1d8c-a2a0-4e7f-a6ea-4d8e3e96d97a admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0822766 Sep 17 07:37:06.100105 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 52688) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:37:06.148044 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-a732044d-33bf-4819-a6aa-5689adde5f55 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:37:06.168200 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a732044d-33bf-4819-a6aa-5689adde5f55 admin admin] Made reservation on behalf of a576530ada9843bb9a7a15e49c6a5e56 for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:37:06.171260 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a732044d-33bf-4819-a6aa-5689adde5f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:37:06.201550 n-d-789963-9 neutron-server[101290]: WARNING neutron.services.revisions.revision_plugin [None req-a732044d-33bf-4819-a6aa-5689adde5f55 admin admin] Could not find related network for resource to bump revision. Sep 17 07:37:06.215194 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a732044d-33bf-4819-a6aa-5689adde5f55 admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 07:37:06.224407 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a732044d-33bf-4819-a6aa-5689adde5f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:37:06.224743 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-a732044d-33bf-4819-a6aa-5689adde5f55 admin admin] Added segment b1dc81bb-4115-4bd0-9c04-3584457a4893 of type vlan for network 469390cd-cce5-49bd-b8f8-9e64018a0583 Sep 17 07:37:06.263824 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a732044d-33bf-4819-a6aa-5689adde5f55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:37:06.286025 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a732044d-33bf-4819-a6aa-5689adde5f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:37:06.286928 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a732044d-33bf-4819-a6aa-5689adde5f55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:37:06.287516 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a732044d-33bf-4819-a6aa-5689adde5f55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:37:06.315214 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a732044d-33bf-4819-a6aa-5689adde5f55 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2140760 Sep 17 07:37:06.346339 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a732044d-33bf-4819-a6aa-5689adde5f55 admin admin] Pushing event updated for resources: {'Network': ['ID=469390cd-cce5-49bd-b8f8-9e64018a0583,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:37:06.353603 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a732044d-33bf-4819-a6aa-5689adde5f55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:37:06.353966 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a732044d-33bf-4819-a6aa-5689adde5f55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:37:06.354291 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a732044d-33bf-4819-a6aa-5689adde5f55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:37:06.354624 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a732044d-33bf-4819-a6aa-5689adde5f55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:37:06.354954 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a732044d-33bf-4819-a6aa-5689adde5f55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:37:06.355283 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a732044d-33bf-4819-a6aa-5689adde5f55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:37:06.355619 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a732044d-33bf-4819-a6aa-5689adde5f55 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:37:06.355983 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a732044d-33bf-4819-a6aa-5689adde5f55 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:37:06.356301 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a732044d-33bf-4819-a6aa-5689adde5f55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:37:06.356624 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a732044d-33bf-4819-a6aa-5689adde5f55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:37:06.357453 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a732044d-33bf-4819-a6aa-5689adde5f55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:37:06.357773 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a732044d-33bf-4819-a6aa-5689adde5f55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:37:06.368946 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 469390cd-cce5-49bd-b8f8-9e64018a0583 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 07:37:08.537897 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 52696) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:37:08.598171 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-335add10-3e80-487e-aee1-e5e770cfee58 admin admin] GET failed (client error): The resource could not be found. Sep 17 07:37:08.599483 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-335add10-3e80-487e-aee1-e5e770cfee58 admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0606613 Sep 17 07:37:08.666761 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97b97ca-7a57-4039-9e3e-42c452414058 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:37:08.668248 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-d97b97ca-7a57-4039-9e3e-42c452414058 admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0641978 Sep 17 07:37:08.678565 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-f122b01c-6918-4ddb-af89-82b153067a0e admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:37:08.698133 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f122b01c-6918-4ddb-af89-82b153067a0e admin admin] Made reservation on behalf of a576530ada9843bb9a7a15e49c6a5e56 for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:37:08.700403 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f122b01c-6918-4ddb-af89-82b153067a0e admin admin] Notify callbacks [] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:37:08.856874 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f122b01c-6918-4ddb-af89-82b153067a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:37:08.915440 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f122b01c-6918-4ddb-af89-82b153067a0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f3af6cb-9cad-436b-bf41-034e75672c44,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:37:08.920996 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f122b01c-6918-4ddb-af89-82b153067a0e admin admin] Checking segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:37:08.921352 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f122b01c-6918-4ddb-af89-82b153067a0e admin admin] Network hostable DHCP agents. Network: 469390cd-cce5-49bd-b8f8-9e64018a0583, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 07:37:08.939707 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f122b01c-6918-4ddb-af89-82b153067a0e admin admin] Network 469390cd-cce5-49bd-b8f8-9e64018a0583 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 07:37:08.949230 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-f122b01c-6918-4ddb-af89-82b153067a0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 469390cd-cce5-49bd-b8f8-9e64018a0583) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:37:08.953746 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f122b01c-6918-4ddb-af89-82b153067a0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:37:08.954489 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f122b01c-6918-4ddb-af89-82b153067a0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:37:08.958872 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc906771-e6de-4d87-a111-314937fdfdb0 None None] Network 469390cd-cce5-49bd-b8f8-9e64018a0583 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:37:08.970000 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-f122b01c-6918-4ddb-af89-82b153067a0e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2947619 Sep 17 07:37:09.206724 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9d2296-b1b0-4f63-8b9a-c8f912105c14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-469390cd-cce5-49bd-b8f8-9e64018a0583', 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583', 'tenant_id': 'a576530ada9843bb9a7a15e49c6a5e56', 'fixed_ips': [{'subnet_id': '5f3af6cb-9cad-436b-bf41-034e75672c44'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 07:37:09.208468 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1a9d2296-b1b0-4f63-8b9a-c8f912105c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:37:09.353053 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-1a9d2296-b1b0-4f63-8b9a-c8f912105c14 None None] Allocated IP 192.168.233.2 (469390cd-cce5-49bd-b8f8-9e64018a0583/5f3af6cb-9cad-436b-bf41-034e75672c44/99f1958e-20ff-440b-b580-ba7f7810c307) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:37:09.503817 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1a9d2296-b1b0-4f63-8b9a-c8f912105c14 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:37:09.511253 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1a9d2296-b1b0-4f63-8b9a-c8f912105c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:37:09.549591 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9d2296-b1b0-4f63-8b9a-c8f912105c14 None None] Network 469390cd-cce5-49bd-b8f8-9e64018a0583 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:37:09.550963 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-1a9d2296-b1b0-4f63-8b9a-c8f912105c14 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:37:09.554584 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9d2296-b1b0-4f63-8b9a-c8f912105c14 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:37:09.568023 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d2296-b1b0-4f63-8b9a-c8f912105c14 None None] Pushing event updated for resources: {'Port': ['ID=99f1958e-20ff-440b-b580-ba7f7810c307,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:37:09.593813 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d2296-b1b0-4f63-8b9a-c8f912105c14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:37:09.594153 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d2296-b1b0-4f63-8b9a-c8f912105c14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:37:09.594479 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d2296-b1b0-4f63-8b9a-c8f912105c14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:37:09.594813 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d2296-b1b0-4f63-8b9a-c8f912105c14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:37:09.595153 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d2296-b1b0-4f63-8b9a-c8f912105c14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:37:09.595491 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d2296-b1b0-4f63-8b9a-c8f912105c14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:37:09.595827 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d2296-b1b0-4f63-8b9a-c8f912105c14 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:37:09.596182 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d2296-b1b0-4f63-8b9a-c8f912105c14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:37:09.596519 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d2296-b1b0-4f63-8b9a-c8f912105c14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:37:09.596866 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d2296-b1b0-4f63-8b9a-c8f912105c14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:37:09.597201 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d2296-b1b0-4f63-8b9a-c8f912105c14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:37:09.597534 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d2296-b1b0-4f63-8b9a-c8f912105c14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:37:09.626030 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-1a9d2296-b1b0-4f63-8b9a-c8f912105c14 None None] Attempting to bind port 99f1958e-20ff-440b-b580-ba7f7810c307 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:37:09.626400 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-1a9d2296-b1b0-4f63-8b9a-c8f912105c14 None None] Attempting to bind port 99f1958e-20ff-440b-b580-ba7f7810c307 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:37:09.626769 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9d2296-b1b0-4f63-8b9a-c8f912105c14 None None] Attempting to bind port 99f1958e-20ff-440b-b580-ba7f7810c307 on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:37:09.631982 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9d2296-b1b0-4f63-8b9a-c8f912105c14 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:37:09.632365 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9d2296-b1b0-4f63-8b9a-c8f912105c14 None None] Checking segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:37:09.632771 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1a9d2296-b1b0-4f63-8b9a-c8f912105c14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:37:09.633162 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9d2296-b1b0-4f63-8b9a-c8f912105c14 None None] Bound using segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:37:09.633623 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-1a9d2296-b1b0-4f63-8b9a-c8f912105c14 None None] Bound port: 99f1958e-20ff-440b-b580-ba7f7810c307, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:37:09.634026 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1a9d2296-b1b0-4f63-8b9a-c8f912105c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:37:09.702361 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1a9d2296-b1b0-4f63-8b9a-c8f912105c14 None None] For port 99f1958e-20ff-440b-b580-ba7f7810c307, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:37:09.705992 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1a9d2296-b1b0-4f63-8b9a-c8f912105c14 None None] For port 99f1958e-20ff-440b-b580-ba7f7810c307, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=99f1958e-20ff-440b-b580-ba7f7810c307,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:37:09.711533 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1a9d2296-b1b0-4f63-8b9a-c8f912105c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:37:09.768706 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d2296-b1b0-4f63-8b9a-c8f912105c14 None None] Pushing event updated for resources: {'Port': ['ID=99f1958e-20ff-440b-b580-ba7f7810c307,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:37:10.275662 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 99f1958e-20ff-440b-b580-ba7f7810c307 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:37:10.331345 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 99f1958e-20ff-440b-b580-ba7f7810c307 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:37:10.331727 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:37:10.423709 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:37:10.460244 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port 99f1958e-20ff-440b-b580-ba7f7810c307, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=99f1958e-20ff-440b-b580-ba7f7810c307,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:37:10.464794 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:37:10.519389 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=99f1958e-20ff-440b-b580-ba7f7810c307,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:37:10.609720 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae0662e-d2b8-43aa-b74f-02aea57ce022 None None] Network 469390cd-cce5-49bd-b8f8-9e64018a0583 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:37:10.724052 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-7e0765f9-1219-4574-80d2-b839139d46eb None None] Provisioning complete for port 99f1958e-20ff-440b-b580-ba7f7810c307 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:37:10.724429 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7e0765f9-1219-4574-80d2-b839139d46eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:37:10.965018 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ae6dc793-2122-4d65-a222-8e9e90feb4e9 None None] Provisioning complete for port 99f1958e-20ff-440b-b580-ba7f7810c307 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:37:10.965390 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ae6dc793-2122-4d65-a222-8e9e90feb4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:37:12.236745 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 99f1958e-20ff-440b-b580-ba7f7810c307 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:37:12.284718 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 99f1958e-20ff-440b-b580-ba7f7810c307 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:37:12.285087 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:37:19.831102 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-910ace6f-282b-45b3-b3cb-0a3d30b95c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:37:22.368249 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4bcdb300-e247-4806-846c-fbe788d73211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:37:22.567088 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:37:23.466050 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:37:25.052998 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:37:32.131854 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 5 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 07:37:49.831669 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-09a6d162-db58-4681-80f8-6e803f9a5077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:37:52.369521 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-29af17a5-6738-4b37-8569-1daa78b94fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:37:52.569019 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:37:53.470358 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:37:55.055021 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:38:09.129656 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 5 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 07:38:18.733792 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 52748) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:38:18.739560 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [None req-5e8834b1-18b5-425f-a542-36ec272e1309 tempest-verify_tempest_config-1537129332 tempest-verify_tempest_config-1537129332-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 07:38:18.740558 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-5e8834b1-18b5-425f-a542-36ec272e1309 tempest-verify_tempest_config-1537129332 tempest-verify_tempest_config-1537129332-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058103 Sep 17 07:38:19.028574 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 52766) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:38:19.130152 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-25f5dcc3-cdbd-4e69-b879-7f4205bf1212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:38:19.218036 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-25f5dcc3-cdbd-4e69-b879-7f4205bf1212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:38:19.220950 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-25f5dcc3-cdbd-4e69-b879-7f4205bf1212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:38:19.268137 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-25f5dcc3-cdbd-4e69-b879-7f4205bf1212 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3c4f3742a2a04dbe85191528486d063e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2383740 Sep 17 07:38:19.269202 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f5dcc3-cdbd-4e69-b879-7f4205bf1212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b87f355-8c23-406e-ab5f-59ec82731f72,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:38:19.270742 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 52770) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:38:19.275667 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f5dcc3-cdbd-4e69-b879-7f4205bf1212 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:38:19.276035 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f5dcc3-cdbd-4e69-b879-7f4205bf1212 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:38:19.276378 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f5dcc3-cdbd-4e69-b879-7f4205bf1212 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:38:19.276714 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f5dcc3-cdbd-4e69-b879-7f4205bf1212 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:38:19.277047 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f5dcc3-cdbd-4e69-b879-7f4205bf1212 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:38:19.277374 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f5dcc3-cdbd-4e69-b879-7f4205bf1212 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:38:19.277702 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f5dcc3-cdbd-4e69-b879-7f4205bf1212 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:38:19.278025 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f5dcc3-cdbd-4e69-b879-7f4205bf1212 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:38:19.278856 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f5dcc3-cdbd-4e69-b879-7f4205bf1212 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:38:19.279392 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f5dcc3-cdbd-4e69-b879-7f4205bf1212 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:38:19.279963 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f5dcc3-cdbd-4e69-b879-7f4205bf1212 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:38:19.280302 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f5dcc3-cdbd-4e69-b879-7f4205bf1212 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:38:19.331050 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6cff3f80-be59-4a98-8b0b-30f60035da79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:38:19.351399 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6cff3f80-be59-4a98-8b0b-30f60035da79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:38:19.441846 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6cff3f80-be59-4a98-8b0b-30f60035da79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:38:19.444416 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6cff3f80-be59-4a98-8b0b-30f60035da79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:38:19.445573 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6cff3f80-be59-4a98-8b0b-30f60035da79 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3b87f355-8c23-406e-ab5f-59ec82731f72 HTTP/1.1" status: 204 len: 168 time: 0.1738460 Sep 17 07:38:19.453373 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cff3f80-be59-4a98-8b0b-30f60035da79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b87f355-8c23-406e-ab5f-59ec82731f72,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:38:19.460065 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cff3f80-be59-4a98-8b0b-30f60035da79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:38:19.460411 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cff3f80-be59-4a98-8b0b-30f60035da79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:38:19.460753 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cff3f80-be59-4a98-8b0b-30f60035da79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:38:19.461087 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cff3f80-be59-4a98-8b0b-30f60035da79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:38:19.461411 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cff3f80-be59-4a98-8b0b-30f60035da79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:38:19.461735 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cff3f80-be59-4a98-8b0b-30f60035da79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:38:19.462059 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cff3f80-be59-4a98-8b0b-30f60035da79 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:38:19.462394 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cff3f80-be59-4a98-8b0b-30f60035da79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:38:19.462709 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cff3f80-be59-4a98-8b0b-30f60035da79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:38:19.463102 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cff3f80-be59-4a98-8b0b-30f60035da79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:38:19.463324 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cff3f80-be59-4a98-8b0b-30f60035da79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:38:19.463647 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cff3f80-be59-4a98-8b0b-30f60035da79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:38:19.832643 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-07b8e6cc-49af-41a0-bee5-e0c15df31afa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:38:22.369699 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9d145972-d8b4-4058-b1d8-c31a4bd06b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:38:22.568848 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:38:23.473972 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:38:25.057069 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:38:46.127403 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 5 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 07:38:49.835774 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e64e1101-77ab-462d-bfc9-5c2217d60e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:38:52.369297 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c7be24d8-edf0-4780-a49f-da541cb4a033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:38:52.568571 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:38:53.477265 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:38:55.060580 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:39:19.835934 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9a8982da-2353-4491-8598-6c1772798d2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:39:22.368572 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0a5da008-fe14-4d07-9a51-1c7f5c1a19f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:39:22.568594 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:39:23.126142 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 5 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 07:39:23.478586 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:39:25.063628 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:39:49.835873 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c03c7f79-3366-41cc-a091-38c3b08cdebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:39:52.369049 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9f287e05-b226-4da5-a7a5-2a7e5b17470c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:39:52.568588 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:39:53.480819 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:39:55.067498 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:40:00.125766 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 5 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 07:40:19.836884 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-89450c89-2b88-4f25-9d64-f0481215a79b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:40:22.368453 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9f3eae68-0483-408a-880a-787d8caeeefa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:40:22.568857 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:40:23.483164 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:40:25.069436 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:40:37.124757 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 5 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 07:40:49.837577 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e6a10be8-e8f8-485c-a604-625845ef1df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:40:52.367967 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b9cc6aaa-041b-4c50-9e8c-a97bfe46ee2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:40:52.568232 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:40:53.486223 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:40:55.073497 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:41:14.123963 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 5 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 07:41:19.837570 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0a1db6cb-bedd-4d48-822f-067e8d4b11e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:41:22.369675 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-763989d3-1d78-41b6-94b9-7396eec0582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:41:22.569272 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:41:23.488748 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:41:25.076013 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:41:34.813840 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-726059'] for agent, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:41:35.177496 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-726059'] for agent, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:41:49.837392 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8c1c0902-c0d5-4ae1-aa1a-c20bafbd70fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:41:51.123516 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 07:41:52.370165 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7557733a-8ad4-46a8-8247-024ff07dc53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:41:52.569781 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:41:53.490671 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:41:55.079361 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:42:04.776643 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:42:05.163139 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:42:07.108389 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 52836) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:42:07.213405 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-c8d0c5e9-6c51-4612-afbb-6280e051422e admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1032887 Sep 17 07:42:09.396951 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 52846) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:42:09.450486 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-5dd8b9c5-2dd5-42c9-bf68-7aab64c2ee59 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0524445 Sep 17 07:42:19.838164 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d4ce6bfa-4180-49bb-9122-cbaf1a76385f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:42:22.369854 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-69c1bbc4-571d-4242-ba5f-262f0ead87ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:42:22.570325 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:42:23.494574 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:42:25.083908 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:42:28.123848 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 07:42:34.792435 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:42:35.178329 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:42:49.840360 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-054e67c9-9ebd-43b1-abad-5d2e19d1db30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:42:52.394683 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e804fc86-49b7-43a5-83e1-0ea66ef98403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:42:52.578009 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:42:53.500056 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:42:55.090535 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:04.784433 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:05.123940 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 07:43:05.200204 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:19.842066 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e9655f1-609e-4468-9e6e-5f49cf012e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:22.369911 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a6f41922-9817-4809-bd19-efde9e911014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:22.567782 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:23.499532 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:25.123569 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:27.977965 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 52998) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:43:28.249533 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-b6a0da01-071f-44b9-974a-3811e04d7018 tempest-AutoAllocateNetworkTest-1547584292 tempest-AutoAllocateNetworkTest-1547584292-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=4409c0607567455ebace6b6f98a9a830&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2703154 Sep 17 07:43:28.252202 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53020) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:43:28.454354 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53034) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:43:28.552394 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd99a36-d25a-4fd9-80df-d01be3888130 tempest-AutoAllocateNetworkTest-1547584292 tempest-AutoAllocateNetworkTest-1547584292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:43:28.552394 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-dfd99a36-d25a-4fd9-80df-d01be3888130 tempest-AutoAllocateNetworkTest-1547584292 tempest-AutoAllocateNetworkTest-1547584292-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2970753 Sep 17 07:43:28.553367 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53046) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:43:28.610390 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-51f1cd32-f0c1-4370-9979-a8ea2a0be254 tempest-AutoAllocateNetworkTest-1547584292 tempest-AutoAllocateNetworkTest-1547584292-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0534480 Sep 17 07:43:28.610624 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53050) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:43:28.640071 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-66427b68-07d9-4825-b5ec-b6db5ac985a2 tempest-AutoAllocateNetworkTest-1547584292 tempest-AutoAllocateNetworkTest-1547584292-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=4409c0607567455ebace6b6f98a9a830 HTTP/1.1" status: 200 len: 208 time: 0.0284050 Sep 17 07:43:28.706193 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-9a8e9075-3870-40b7-8db9-f594278eb32a admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-804936049-network', 'tenant_id': '995280dd7af64d29b5c08cf39fa14744'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:43:28.728683 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8e9075-3870-40b7-8db9-f594278eb32a admin admin] Made reservation on behalf of 995280dd7af64d29b5c08cf39fa14744 for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:43:28.731788 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9a8e9075-3870-40b7-8db9-f594278eb32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:28.740040 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9a8e9075-3870-40b7-8db9-f594278eb32a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:28.843662 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9a8e9075-3870-40b7-8db9-f594278eb32a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:28.848459 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9a8e9075-3870-40b7-8db9-f594278eb32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:28.875828 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a8e9075-3870-40b7-8db9-f594278eb32a admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 07:43:28.882416 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8e9075-3870-40b7-8db9-f594278eb32a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f28185-6c27-413a-9a11-d1b7dd2c9d1e,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:28.893600 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9a8e9075-3870-40b7-8db9-f594278eb32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:28.893950 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-9a8e9075-3870-40b7-8db9-f594278eb32a admin admin] Added segment 34a968ab-03d3-42f8-beb1-615fd521ef4a of type vlan for network 28b44509-44d1-434d-a1e7-c08ce9b90a41 Sep 17 07:43:28.896232 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8e9075-3870-40b7-8db9-f594278eb32a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:43:28.896375 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8e9075-3870-40b7-8db9-f594278eb32a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:43:28.896666 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8e9075-3870-40b7-8db9-f594278eb32a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:43:28.897074 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8e9075-3870-40b7-8db9-f594278eb32a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:43:28.897328 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8e9075-3870-40b7-8db9-f594278eb32a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:43:28.897635 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8e9075-3870-40b7-8db9-f594278eb32a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:43:28.897957 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8e9075-3870-40b7-8db9-f594278eb32a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:43:28.898282 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8e9075-3870-40b7-8db9-f594278eb32a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:43:28.898639 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8e9075-3870-40b7-8db9-f594278eb32a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:43:28.899249 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8e9075-3870-40b7-8db9-f594278eb32a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:43:28.899249 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8e9075-3870-40b7-8db9-f594278eb32a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:43:28.899528 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8e9075-3870-40b7-8db9-f594278eb32a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:43:28.900649 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8e9075-3870-40b7-8db9-f594278eb32a admin admin] Tracked resource versions report: Sep 17 07:43:28.900649 n-d-789963-9 neutron-server[101290]: pushed versions: Sep 17 07:43:28.900649 n-d-789963-9 neutron-server[101290]: { 'AddressGroup': {'1.2'}, Sep 17 07:43:28.900649 n-d-789963-9 neutron-server[101290]: 'ConntrackHelper': {'1.0'}, Sep 17 07:43:28.900649 n-d-789963-9 neutron-server[101290]: 'Log': {'1.0'}, Sep 17 07:43:28.900649 n-d-789963-9 neutron-server[101290]: 'Network': {'1.1'}, Sep 17 07:43:28.900649 n-d-789963-9 neutron-server[101290]: 'Port': {'1.7'}, Sep 17 07:43:28.900649 n-d-789963-9 neutron-server[101290]: 'PortForwarding': {'1.2'}, Sep 17 07:43:28.900649 n-d-789963-9 neutron-server[101290]: 'QosPolicy': {'1.9'}, Sep 17 07:43:28.900649 n-d-789963-9 neutron-server[101290]: 'SecurityGroup': {'1.4'}, Sep 17 07:43:28.900649 n-d-789963-9 neutron-server[101290]: 'SecurityGroupRule': {'1.2'}, Sep 17 07:43:28.900649 n-d-789963-9 neutron-server[101290]: 'SubPort': {'1.0'}, Sep 17 07:43:28.900649 n-d-789963-9 neutron-server[101290]: 'Subnet': {'1.1'}, Sep 17 07:43:28.900649 n-d-789963-9 neutron-server[101290]: 'Trunk': {'1.1'}} Sep 17 07:43:28.900649 n-d-789963-9 neutron-server[101290]: consumer versions: Sep 17 07:43:28.900649 n-d-789963-9 neutron-server[101290]: { DHCP agent@n-d-789963-9: {}, Sep 17 07:43:28.900649 n-d-789963-9 neutron-server[101290]: HyperV agent@n-h1-789963-9: {}, Sep 17 07:43:28.900649 n-d-789963-9 neutron-server[101290]: HyperV agent@n-h2-789963-9: {}, Sep 17 07:43:28.900649 n-d-789963-9 neutron-server[101290]: L3 agent@n-d-789963-9: {}, Sep 17 07:43:28.900649 n-d-789963-9 neutron-server[101290]: Metadata agent@n-d-789963-9: {}, Sep 17 07:43:28.900649 n-d-789963-9 neutron-server[101290]: Metering agent@n-d-789963-9: {}, Sep 17 07:43:28.900649 n-d-789963-9 neutron-server[101290]: Open vSwitch agent@n-d-789963-9: { 'AddressGroup': '1.2', Sep 17 07:43:28.900649 n-d-789963-9 neutron-server[101290]: 'ConntrackHelper': '1.0', Sep 17 07:43:28.900649 n-d-789963-9 neutron-server[101290]: 'Log': '1.0', Sep 17 07:43:28.900649 n-d-789963-9 neutron-server[101290]: 'Network': '1.1', Sep 17 07:43:28.900649 n-d-789963-9 neutron-server[101290]: 'Port': '1.7', Sep 17 07:43:28.900649 n-d-789963-9 neutron-server[101290]: 'PortForwarding': '1.2', Sep 17 07:43:28.900649 n-d-789963-9 neutron-server[101290]: 'QosPolicy': '1.9', Sep 17 07:43:28.900649 n-d-789963-9 neutron-server[101290]: 'SecurityGroup': '1.4', Sep 17 07:43:28.900649 n-d-789963-9 neutron-server[101290]: 'SecurityGroupRule': '1.2', Sep 17 07:43:28.900649 n-d-789963-9 neutron-server[101290]: 'SubPort': '1.0', Sep 17 07:43:28.900649 n-d-789963-9 neutron-server[101290]: 'Subnet': '1.1', Sep 17 07:43:28.900649 n-d-789963-9 neutron-server[101290]: 'Trunk': '1.1'}} Sep 17 07:43:28.900649 n-d-789963-9 neutron-server[101290]: {{(pid=101290) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 07:43:28.944663 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9a8e9075-3870-40b7-8db9-f594278eb32a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:28.969852 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9a8e9075-3870-40b7-8db9-f594278eb32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:28.970484 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8e9075-3870-40b7-8db9-f594278eb32a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:43:28.971102 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9a8e9075-3870-40b7-8db9-f594278eb32a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:28.994100 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-9a8e9075-3870-40b7-8db9-f594278eb32a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5377953 Sep 17 07:43:28.997556 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53068) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:43:29.003444 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-0a652a9e-52c9-4189-a6b6-bd9e6cf8c78a admin admin] Request body: {'subnet': {'network_id': '28b44509-44d1-434d-a1e7-c08ce9b90a41', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-804936049-subnet', 'tenant_id': '995280dd7af64d29b5c08cf39fa14744', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:43:29.030428 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a652a9e-52c9-4189-a6b6-bd9e6cf8c78a admin admin] Made reservation on behalf of 995280dd7af64d29b5c08cf39fa14744 for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:43:29.034366 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0a652a9e-52c9-4189-a6b6-bd9e6cf8c78a admin admin] Notify callbacks [] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:29.037974 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8e9075-3870-40b7-8db9-f594278eb32a admin admin] Pushing event updated for resources: {'Network': ['ID=28b44509-44d1-434d-a1e7-c08ce9b90a41,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:29.049653 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 28b44509-44d1-434d-a1e7-c08ce9b90a41 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 07:43:29.241986 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0a652a9e-52c9-4189-a6b6-bd9e6cf8c78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:29.291101 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a652a9e-52c9-4189-a6b6-bd9e6cf8c78a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2b739cf-a4f3-485c-ac6f-6aae0b07dbbb,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:29.306253 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a652a9e-52c9-4189-a6b6-bd9e6cf8c78a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:43:29.306595 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a652a9e-52c9-4189-a6b6-bd9e6cf8c78a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:43:29.306979 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a652a9e-52c9-4189-a6b6-bd9e6cf8c78a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:43:29.307290 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a652a9e-52c9-4189-a6b6-bd9e6cf8c78a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:43:29.307823 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a652a9e-52c9-4189-a6b6-bd9e6cf8c78a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:43:29.308359 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a652a9e-52c9-4189-a6b6-bd9e6cf8c78a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:43:29.308694 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a652a9e-52c9-4189-a6b6-bd9e6cf8c78a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:43:29.309071 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a652a9e-52c9-4189-a6b6-bd9e6cf8c78a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:43:29.309486 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a652a9e-52c9-4189-a6b6-bd9e6cf8c78a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:43:29.309948 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a652a9e-52c9-4189-a6b6-bd9e6cf8c78a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:43:29.310402 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a652a9e-52c9-4189-a6b6-bd9e6cf8c78a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:43:29.310856 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a652a9e-52c9-4189-a6b6-bd9e6cf8c78a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:43:29.312671 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a652a9e-52c9-4189-a6b6-bd9e6cf8c78a admin admin] Tracked resource versions report: Sep 17 07:43:29.312671 n-d-789963-9 neutron-server[101289]: pushed versions: Sep 17 07:43:29.312671 n-d-789963-9 neutron-server[101289]: { 'AddressGroup': {'1.2'}, Sep 17 07:43:29.312671 n-d-789963-9 neutron-server[101289]: 'ConntrackHelper': {'1.0'}, Sep 17 07:43:29.312671 n-d-789963-9 neutron-server[101289]: 'Log': {'1.0'}, Sep 17 07:43:29.312671 n-d-789963-9 neutron-server[101289]: 'Network': {'1.1'}, Sep 17 07:43:29.312671 n-d-789963-9 neutron-server[101289]: 'Port': {'1.7'}, Sep 17 07:43:29.312671 n-d-789963-9 neutron-server[101289]: 'PortForwarding': {'1.2'}, Sep 17 07:43:29.312671 n-d-789963-9 neutron-server[101289]: 'QosPolicy': {'1.9'}, Sep 17 07:43:29.312671 n-d-789963-9 neutron-server[101289]: 'SecurityGroup': {'1.4'}, Sep 17 07:43:29.312671 n-d-789963-9 neutron-server[101289]: 'SecurityGroupRule': {'1.2'}, Sep 17 07:43:29.312671 n-d-789963-9 neutron-server[101289]: 'SubPort': {'1.0'}, Sep 17 07:43:29.312671 n-d-789963-9 neutron-server[101289]: 'Subnet': {'1.1'}, Sep 17 07:43:29.312671 n-d-789963-9 neutron-server[101289]: 'Trunk': {'1.1'}} Sep 17 07:43:29.312671 n-d-789963-9 neutron-server[101289]: consumer versions: Sep 17 07:43:29.312671 n-d-789963-9 neutron-server[101289]: { DHCP agent@n-d-789963-9: {}, Sep 17 07:43:29.312671 n-d-789963-9 neutron-server[101289]: HyperV agent@n-h1-789963-9: {}, Sep 17 07:43:29.312671 n-d-789963-9 neutron-server[101289]: HyperV agent@n-h2-789963-9: {}, Sep 17 07:43:29.312671 n-d-789963-9 neutron-server[101289]: L3 agent@n-d-789963-9: {}, Sep 17 07:43:29.312671 n-d-789963-9 neutron-server[101289]: Metadata agent@n-d-789963-9: {}, Sep 17 07:43:29.312671 n-d-789963-9 neutron-server[101289]: Metering agent@n-d-789963-9: {}, Sep 17 07:43:29.312671 n-d-789963-9 neutron-server[101289]: Open vSwitch agent@n-d-789963-9: { 'AddressGroup': '1.2', Sep 17 07:43:29.312671 n-d-789963-9 neutron-server[101289]: 'ConntrackHelper': '1.0', Sep 17 07:43:29.312671 n-d-789963-9 neutron-server[101289]: 'Log': '1.0', Sep 17 07:43:29.312671 n-d-789963-9 neutron-server[101289]: 'Network': '1.1', Sep 17 07:43:29.312671 n-d-789963-9 neutron-server[101289]: 'Port': '1.7', Sep 17 07:43:29.312671 n-d-789963-9 neutron-server[101289]: 'PortForwarding': '1.2', Sep 17 07:43:29.312671 n-d-789963-9 neutron-server[101289]: 'QosPolicy': '1.9', Sep 17 07:43:29.312671 n-d-789963-9 neutron-server[101289]: 'SecurityGroup': '1.4', Sep 17 07:43:29.312671 n-d-789963-9 neutron-server[101289]: 'SecurityGroupRule': '1.2', Sep 17 07:43:29.312671 n-d-789963-9 neutron-server[101289]: 'SubPort': '1.0', Sep 17 07:43:29.312671 n-d-789963-9 neutron-server[101289]: 'Subnet': '1.1', Sep 17 07:43:29.312671 n-d-789963-9 neutron-server[101289]: 'Trunk': '1.1'}} Sep 17 07:43:29.312671 n-d-789963-9 neutron-server[101289]: {{(pid=101289) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 07:43:29.321271 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a652a9e-52c9-4189-a6b6-bd9e6cf8c78a admin admin] Checking segment: {'id': '34a968ab-03d3-42f8-beb1-615fd521ef4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '28b44509-44d1-434d-a1e7-c08ce9b90a41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:43:29.321623 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a652a9e-52c9-4189-a6b6-bd9e6cf8c78a admin admin] Network hostable DHCP agents. Network: 28b44509-44d1-434d-a1e7-c08ce9b90a41, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 07:43:29.344125 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a652a9e-52c9-4189-a6b6-bd9e6cf8c78a admin admin] Network 28b44509-44d1-434d-a1e7-c08ce9b90a41 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 07:43:29.354514 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-0a652a9e-52c9-4189-a6b6-bd9e6cf8c78a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 28b44509-44d1-434d-a1e7-c08ce9b90a41) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:43:29.360310 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a652a9e-52c9-4189-a6b6-bd9e6cf8c78a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:43:29.361119 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0a652a9e-52c9-4189-a6b6-bd9e6cf8c78a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:29.364944 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97443b25-e03b-4f2d-816c-e8bad273cd1d None None] Network 28b44509-44d1-434d-a1e7-c08ce9b90a41 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:43:29.382970 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53086) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:43:29.383747 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-0a652a9e-52c9-4189-a6b6-bd9e6cf8c78a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3844552 Sep 17 07:43:29.389349 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-76da0099-c3c4-478a-b8b4-54bbb51e305a admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-804936049-router', 'tenant_id': '995280dd7af64d29b5c08cf39fa14744', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:43:29.412904 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-76da0099-c3c4-478a-b8b4-54bbb51e305a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:29.416235 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-76da0099-c3c4-478a-b8b4-54bbb51e305a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:29.424439 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53088) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:43:29.492088 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-76da0099-c3c4-478a-b8b4-54bbb51e305a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:29.524105 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b28d84f-fb43-42a8-a761-c914a3dec581 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-28b44509-44d1-434d-a1e7-c08ce9b90a41', 'network_id': '28b44509-44d1-434d-a1e7-c08ce9b90a41', 'tenant_id': '995280dd7af64d29b5c08cf39fa14744', 'fixed_ips': [{'subnet_id': 'a2b739cf-a4f3-485c-ac6f-6aae0b07dbbb'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 07:43:29.525052 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3b28d84f-fb43-42a8-a761-c914a3dec581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:29.700656 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-3b28d84f-fb43-42a8-a761-c914a3dec581 None None] Allocated IP 172.20.0.2 (28b44509-44d1-434d-a1e7-c08ce9b90a41/a2b739cf-a4f3-485c-ac6f-6aae0b07dbbb/87a7968d-c3cf-4d70-9adc-80a52a8dbb13) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:43:29.721332 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-76da0099-c3c4-478a-b8b4-54bbb51e305a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:29.862288 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3b28d84f-fb43-42a8-a761-c914a3dec581 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:29.869381 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3b28d84f-fb43-42a8-a761-c914a3dec581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:29.874365 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ab52cebe-33dc-443d-bb90-0cd24584b6ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:29.911058 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b28d84f-fb43-42a8-a761-c914a3dec581 None None] Network 28b44509-44d1-434d-a1e7-c08ce9b90a41 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:43:29.914521 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-3b28d84f-fb43-42a8-a761-c914a3dec581 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:43:29.919790 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b28d84f-fb43-42a8-a761-c914a3dec581 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:43:29.937922 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b28d84f-fb43-42a8-a761-c914a3dec581 None None] Pushing event updated for resources: {'Port': ['ID=87a7968d-c3cf-4d70-9adc-80a52a8dbb13,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:29.982344 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b28d84f-fb43-42a8-a761-c914a3dec581 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:43:29.982700 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b28d84f-fb43-42a8-a761-c914a3dec581 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:43:29.983050 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b28d84f-fb43-42a8-a761-c914a3dec581 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:43:29.983393 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b28d84f-fb43-42a8-a761-c914a3dec581 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:43:29.983750 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b28d84f-fb43-42a8-a761-c914a3dec581 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:43:29.984094 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b28d84f-fb43-42a8-a761-c914a3dec581 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:43:29.984428 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b28d84f-fb43-42a8-a761-c914a3dec581 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:43:29.984760 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b28d84f-fb43-42a8-a761-c914a3dec581 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:43:29.985090 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b28d84f-fb43-42a8-a761-c914a3dec581 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:43:29.985422 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b28d84f-fb43-42a8-a761-c914a3dec581 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:43:29.985743 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b28d84f-fb43-42a8-a761-c914a3dec581 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:43:29.986067 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b28d84f-fb43-42a8-a761-c914a3dec581 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:43:29.987338 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b28d84f-fb43-42a8-a761-c914a3dec581 None None] Tracked resource versions report: Sep 17 07:43:29.987338 n-d-789963-9 neutron-server[101291]: pushed versions: Sep 17 07:43:29.987338 n-d-789963-9 neutron-server[101291]: { 'AddressGroup': {'1.2'}, Sep 17 07:43:29.987338 n-d-789963-9 neutron-server[101291]: 'ConntrackHelper': {'1.0'}, Sep 17 07:43:29.987338 n-d-789963-9 neutron-server[101291]: 'Log': {'1.0'}, Sep 17 07:43:29.987338 n-d-789963-9 neutron-server[101291]: 'Network': {'1.1'}, Sep 17 07:43:29.987338 n-d-789963-9 neutron-server[101291]: 'Port': {'1.7'}, Sep 17 07:43:29.987338 n-d-789963-9 neutron-server[101291]: 'PortForwarding': {'1.2'}, Sep 17 07:43:29.987338 n-d-789963-9 neutron-server[101291]: 'QosPolicy': {'1.9'}, Sep 17 07:43:29.987338 n-d-789963-9 neutron-server[101291]: 'SecurityGroup': {'1.4'}, Sep 17 07:43:29.987338 n-d-789963-9 neutron-server[101291]: 'SecurityGroupRule': {'1.2'}, Sep 17 07:43:29.987338 n-d-789963-9 neutron-server[101291]: 'SubPort': {'1.0'}, Sep 17 07:43:29.987338 n-d-789963-9 neutron-server[101291]: 'Subnet': {'1.1'}, Sep 17 07:43:29.987338 n-d-789963-9 neutron-server[101291]: 'Trunk': {'1.1'}} Sep 17 07:43:29.987338 n-d-789963-9 neutron-server[101291]: consumer versions: Sep 17 07:43:29.987338 n-d-789963-9 neutron-server[101291]: { DHCP agent@n-d-789963-9: {}, Sep 17 07:43:29.987338 n-d-789963-9 neutron-server[101291]: HyperV agent@n-h1-789963-9: {}, Sep 17 07:43:29.987338 n-d-789963-9 neutron-server[101291]: HyperV agent@n-h2-789963-9: {}, Sep 17 07:43:29.987338 n-d-789963-9 neutron-server[101291]: L3 agent@n-d-789963-9: {}, Sep 17 07:43:29.987338 n-d-789963-9 neutron-server[101291]: Metadata agent@n-d-789963-9: {}, Sep 17 07:43:29.987338 n-d-789963-9 neutron-server[101291]: Metering agent@n-d-789963-9: {}, Sep 17 07:43:29.987338 n-d-789963-9 neutron-server[101291]: Open vSwitch agent@n-d-789963-9: { 'AddressGroup': '1.2', Sep 17 07:43:29.987338 n-d-789963-9 neutron-server[101291]: 'ConntrackHelper': '1.0', Sep 17 07:43:29.987338 n-d-789963-9 neutron-server[101291]: 'Log': '1.0', Sep 17 07:43:29.987338 n-d-789963-9 neutron-server[101291]: 'Network': '1.1', Sep 17 07:43:29.987338 n-d-789963-9 neutron-server[101291]: 'Port': '1.7', Sep 17 07:43:29.987338 n-d-789963-9 neutron-server[101291]: 'PortForwarding': '1.2', Sep 17 07:43:29.987338 n-d-789963-9 neutron-server[101291]: 'QosPolicy': '1.9', Sep 17 07:43:29.987338 n-d-789963-9 neutron-server[101291]: 'SecurityGroup': '1.4', Sep 17 07:43:29.987338 n-d-789963-9 neutron-server[101291]: 'SecurityGroupRule': '1.2', Sep 17 07:43:29.987338 n-d-789963-9 neutron-server[101291]: 'SubPort': '1.0', Sep 17 07:43:29.987338 n-d-789963-9 neutron-server[101291]: 'Subnet': '1.1', Sep 17 07:43:29.987338 n-d-789963-9 neutron-server[101291]: 'Trunk': '1.1'}} Sep 17 07:43:29.987338 n-d-789963-9 neutron-server[101291]: {{(pid=101291) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 07:43:30.005761 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-3b28d84f-fb43-42a8-a761-c914a3dec581 None None] Attempting to bind port 87a7968d-c3cf-4d70-9adc-80a52a8dbb13 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:43:30.006333 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-3b28d84f-fb43-42a8-a761-c914a3dec581 None None] Attempting to bind port 87a7968d-c3cf-4d70-9adc-80a52a8dbb13 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '34a968ab-03d3-42f8-beb1-615fd521ef4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '28b44509-44d1-434d-a1e7-c08ce9b90a41'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:43:30.006864 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b28d84f-fb43-42a8-a761-c914a3dec581 None None] Attempting to bind port 87a7968d-c3cf-4d70-9adc-80a52a8dbb13 on network 28b44509-44d1-434d-a1e7-c08ce9b90a41 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:43:30.010439 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-76da0099-c3c4-478a-b8b4-54bbb51e305a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:30.013241 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b28d84f-fb43-42a8-a761-c914a3dec581 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:43:30.013984 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b28d84f-fb43-42a8-a761-c914a3dec581 None None] Checking segment: {'id': '34a968ab-03d3-42f8-beb1-615fd521ef4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '28b44509-44d1-434d-a1e7-c08ce9b90a41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:43:30.014561 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3b28d84f-fb43-42a8-a761-c914a3dec581 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:30.015194 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b28d84f-fb43-42a8-a761-c914a3dec581 None None] Bound using segment: {'id': '34a968ab-03d3-42f8-beb1-615fd521ef4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '28b44509-44d1-434d-a1e7-c08ce9b90a41'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:43:30.015868 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-3b28d84f-fb43-42a8-a761-c914a3dec581 None None] Bound port: 87a7968d-c3cf-4d70-9adc-80a52a8dbb13, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34a968ab-03d3-42f8-beb1-615fd521ef4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '28b44509-44d1-434d-a1e7-c08ce9b90a41'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:43:30.016436 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3b28d84f-fb43-42a8-a761-c914a3dec581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:30.024338 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ab52cebe-33dc-443d-bb90-0cd24584b6ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:30.031445 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ab52cebe-33dc-443d-bb90-0cd24584b6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:30.036743 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-76da0099-c3c4-478a-b8b4-54bbb51e305a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:30.084061 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab52cebe-33dc-443d-bb90-0cd24584b6ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4608a2-f795-4c98-bf5e-f3382554cf3f,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:30.105211 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ab52cebe-33dc-443d-bb90-0cd24584b6ac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4409c0607567455ebace6b6f98a9a830&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6783555 Sep 17 07:43:30.106607 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53112) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:43:30.114539 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-3b28d84f-fb43-42a8-a761-c914a3dec581 None None] For port 87a7968d-c3cf-4d70-9adc-80a52a8dbb13, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:43:30.126154 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-3b28d84f-fb43-42a8-a761-c914a3dec581 None None] For port 87a7968d-c3cf-4d70-9adc-80a52a8dbb13, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=87a7968d-c3cf-4d70-9adc-80a52a8dbb13,segment=NetworkSegment(34a968ab-03d3-42f8-beb1-615fd521ef4a),segment_id=34a968ab-03d3-42f8-beb1-615fd521ef4a)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:43:30.132826 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3b28d84f-fb43-42a8-a761-c914a3dec581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:30.176312 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a4202914-7c04-483a-8df0-e41e43d389c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:30.203348 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a4202914-7c04-483a-8df0-e41e43d389c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:30.209107 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b28d84f-fb43-42a8-a761-c914a3dec581 None None] Pushing event updated for resources: {'Port': ['ID=87a7968d-c3cf-4d70-9adc-80a52a8dbb13,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:30.241971 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-76da0099-c3c4-478a-b8b4-54bbb51e305a admin admin] Allocated IP 172.25.6.252 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/65663f1b-cca4-432b-bd1a-99f379bb2903) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:43:30.291119 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a4202914-7c04-483a-8df0-e41e43d389c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:30.300428 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a4202914-7c04-483a-8df0-e41e43d389c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:30.301722 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-a4202914-7c04-483a-8df0-e41e43d389c2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cf4608a2-f795-4c98-bf5e-f3382554cf3f HTTP/1.1" status: 204 len: 168 time: 0.1939960 Sep 17 07:43:30.311102 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4202914-7c04-483a-8df0-e41e43d389c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4608a2-f795-4c98-bf5e-f3382554cf3f,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:30.381041 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-76da0099-c3c4-478a-b8b4-54bbb51e305a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:30.430746 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-76da0099-c3c4-478a-b8b4-54bbb51e305a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:30.520735 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76da0099-c3c4-478a-b8b4-54bbb51e305a admin admin] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:43:30.524402 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-76da0099-c3c4-478a-b8b4-54bbb51e305a admin admin] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:43:30.533319 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76da0099-c3c4-478a-b8b4-54bbb51e305a admin admin] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:43:30.588198 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da0099-c3c4-478a-b8b4-54bbb51e305a admin admin] Pushing event updated for resources: {'Port': ['ID=65663f1b-cca4-432b-bd1a-99f379bb2903,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:30.842500 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-76da0099-c3c4-478a-b8b4-54bbb51e305a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:31.098861 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-76da0099-c3c4-478a-b8b4-54bbb51e305a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:31.274908 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76da0099-c3c4-478a-b8b4-54bbb51e305a admin admin] Router 9fbbc2c6-0273-4b2a-b11b-711f786a22de is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 07:43:31.331675 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f74f03-1121-40e4-bd0d-6fd1c8e90793 None None] Network 28b44509-44d1-434d-a1e7-c08ce9b90a41 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:43:31.401779 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76da0099-c3c4-478a-b8b4-54bbb51e305a admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:43:31.415308 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85de2f4-441e-41dc-a799-267b30bc82d5 None None] Sync routers for ids ['9fbbc2c6-0273-4b2a-b11b-711f786a22de'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:43:31.421313 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-0c4e3664-1182-4f0d-a937-5c1477cd91c8 None None] Provisioning complete for port 87a7968d-c3cf-4d70-9adc-80a52a8dbb13 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:43:31.421695 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0c4e3664-1182-4f0d-a937-5c1477cd91c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:31.426022 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85de2f4-441e-41dc-a799-267b30bc82d5 None None] Routers {'9fbbc2c6-0273-4b2a-b11b-711f786a22de'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:43:31.426656 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-d85de2f4-441e-41dc-a799-267b30bc82d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:43:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['9fbbc2c6-0273-4b2a-b11b-711f786a22de'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:43:31.438875 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-76da0099-c3c4-478a-b8b4-54bbb51e305a admin admin] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:31.440347 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-76da0099-c3c4-478a-b8b4-54bbb51e305a admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.0556836 Sep 17 07:43:31.442979 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53168) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:43:31.576891 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0c4e3664-1182-4f0d-a937-5c1477cd91c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:31.620478 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-0c4e3664-1182-4f0d-a937-5c1477cd91c8 None None] For port 87a7968d-c3cf-4d70-9adc-80a52a8dbb13, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=87a7968d-c3cf-4d70-9adc-80a52a8dbb13,segment=NetworkSegment(34a968ab-03d3-42f8-beb1-615fd521ef4a),segment_id=34a968ab-03d3-42f8-beb1-615fd521ef4a)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:43:31.632342 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0c4e3664-1182-4f0d-a937-5c1477cd91c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:31.736243 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-d85de2f4-441e-41dc-a799-267b30bc82d5 None None] Set router 9fbbc2c6-0273-4b2a-b11b-711f786a22de gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:43:31.737499 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4e3664-1182-4f0d-a937-5c1477cd91c8 None None] Pushing event updated for resources: {'Port': ['ID=87a7968d-c3cf-4d70-9adc-80a52a8dbb13,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:31.960781 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1467b3d1-5021-4e66-a1c1-f9714c32024b None None] Provisioning complete for port 87a7968d-c3cf-4d70-9adc-80a52a8dbb13 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:43:31.961874 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1467b3d1-5021-4e66-a1c1-f9714c32024b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:32.076152 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-d85de2f4-441e-41dc-a799-267b30bc82d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fbbc2c6-0273-4b2a-b11b-711f786a22de', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-804936049-router', 'tenant_id': '995280dd7af64d29b5c08cf39fa14744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '65663f1b-cca4-432b-bd1a-99f379bb2903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:43:29Z', 'updated_at': '2021-09-17T07:43:30Z', 'revision_number': 3, 'project_id': '995280dd7af64d29b5c08cf39fa14744', 'gw_port': {'id': '65663f1b-cca4-432b-bd1a-99f379bb2903', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b8:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fbbc2c6-0273-4b2a-b11b-711f786a22de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:43:30Z', 'updated_at': '2021-09-17T07:43:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:43:32.128169 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85de2f4-441e-41dc-a799-267b30bc82d5 None None] Checking router: 9fbbc2c6-0273-4b2a-b11b-711f786a22de for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:43:32.131481 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85de2f4-441e-41dc-a799-267b30bc82d5 None None] Updating router 9fbbc2c6-0273-4b2a-b11b-711f786a22de port 65663f1b-cca4-432b-bd1a-99f379bb2903 binding host n-d-789963-9 {{(pid=101292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 07:43:32.160375 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d85de2f4-441e-41dc-a799-267b30bc82d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:32.297192 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-25de204e-f939-4aa9-94e3-b1405cd9451c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:32.534673 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d85de2f4-441e-41dc-a799-267b30bc82d5 None None] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:32.545831 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d85de2f4-441e-41dc-a799-267b30bc82d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:32.572237 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-25de204e-f939-4aa9-94e3-b1405cd9451c admin admin] Allocated IP 172.20.0.1 (28b44509-44d1-434d-a1e7-c08ce9b90a41/a2b739cf-a4f3-485c-ac6f-6aae0b07dbbb/ea15b463-83a9-4f77-b958-88145a457e87) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:43:32.584876 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 87a7968d-c3cf-4d70-9adc-80a52a8dbb13 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:43:32.667699 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-d85de2f4-441e-41dc-a799-267b30bc82d5 None None] Attempting to bind port 65663f1b-cca4-432b-bd1a-99f379bb2903 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:43:32.668462 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-d85de2f4-441e-41dc-a799-267b30bc82d5 None None] Attempting to bind port 65663f1b-cca4-432b-bd1a-99f379bb2903 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:43:32.668836 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85de2f4-441e-41dc-a799-267b30bc82d5 None None] Attempting to bind port 65663f1b-cca4-432b-bd1a-99f379bb2903 on network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:43:32.699354 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85de2f4-441e-41dc-a799-267b30bc82d5 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:43:32.700253 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85de2f4-441e-41dc-a799-267b30bc82d5 None None] Checking segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:43:32.704828 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d85de2f4-441e-41dc-a799-267b30bc82d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:32.705635 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85de2f4-441e-41dc-a799-267b30bc82d5 None None] Bound using segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:43:32.706646 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-d85de2f4-441e-41dc-a799-267b30bc82d5 None None] Bound port: 65663f1b-cca4-432b-bd1a-99f379bb2903, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:43:32.707614 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d85de2f4-441e-41dc-a799-267b30bc82d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:32.708768 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 87a7968d-c3cf-4d70-9adc-80a52a8dbb13 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:43:32.711756 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:32.757720 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bed5d2-1124-41c5-8a04-333bfbf20d05 None None] Pushing event updated for resources: {'Port': ['ID=65663f1b-cca4-432b-bd1a-99f379bb2903,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:32.801000 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-25de204e-f939-4aa9-94e3-b1405cd9451c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:32.814916 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bed5d2-1124-41c5-8a04-333bfbf20d05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:43:32.815260 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bed5d2-1124-41c5-8a04-333bfbf20d05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:43:32.816460 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bed5d2-1124-41c5-8a04-333bfbf20d05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:43:32.821613 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bed5d2-1124-41c5-8a04-333bfbf20d05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:43:32.822173 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bed5d2-1124-41c5-8a04-333bfbf20d05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:43:32.823683 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bed5d2-1124-41c5-8a04-333bfbf20d05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:43:32.824186 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bed5d2-1124-41c5-8a04-333bfbf20d05 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:43:32.825947 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bed5d2-1124-41c5-8a04-333bfbf20d05 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:43:32.826427 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bed5d2-1124-41c5-8a04-333bfbf20d05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:43:32.826921 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bed5d2-1124-41c5-8a04-333bfbf20d05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:43:32.828970 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bed5d2-1124-41c5-8a04-333bfbf20d05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:43:32.829447 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bed5d2-1124-41c5-8a04-333bfbf20d05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:43:32.832066 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bed5d2-1124-41c5-8a04-333bfbf20d05 None None] Tracked resource versions report: Sep 17 07:43:32.832066 n-d-789963-9 neutron-server[101292]: pushed versions: Sep 17 07:43:32.832066 n-d-789963-9 neutron-server[101292]: { 'AddressGroup': {'1.2'}, Sep 17 07:43:32.832066 n-d-789963-9 neutron-server[101292]: 'ConntrackHelper': {'1.0'}, Sep 17 07:43:32.832066 n-d-789963-9 neutron-server[101292]: 'Log': {'1.0'}, Sep 17 07:43:32.832066 n-d-789963-9 neutron-server[101292]: 'Network': {'1.1'}, Sep 17 07:43:32.832066 n-d-789963-9 neutron-server[101292]: 'Port': {'1.7'}, Sep 17 07:43:32.832066 n-d-789963-9 neutron-server[101292]: 'PortForwarding': {'1.2'}, Sep 17 07:43:32.832066 n-d-789963-9 neutron-server[101292]: 'QosPolicy': {'1.9'}, Sep 17 07:43:32.832066 n-d-789963-9 neutron-server[101292]: 'SecurityGroup': {'1.4'}, Sep 17 07:43:32.832066 n-d-789963-9 neutron-server[101292]: 'SecurityGroupRule': {'1.2'}, Sep 17 07:43:32.832066 n-d-789963-9 neutron-server[101292]: 'SubPort': {'1.0'}, Sep 17 07:43:32.832066 n-d-789963-9 neutron-server[101292]: 'Subnet': {'1.1'}, Sep 17 07:43:32.832066 n-d-789963-9 neutron-server[101292]: 'Trunk': {'1.1'}} Sep 17 07:43:32.832066 n-d-789963-9 neutron-server[101292]: consumer versions: Sep 17 07:43:32.832066 n-d-789963-9 neutron-server[101292]: { DHCP agent@n-d-789963-9: {}, Sep 17 07:43:32.832066 n-d-789963-9 neutron-server[101292]: HyperV agent@n-h1-789963-9: {}, Sep 17 07:43:32.832066 n-d-789963-9 neutron-server[101292]: HyperV agent@n-h2-789963-9: {}, Sep 17 07:43:32.832066 n-d-789963-9 neutron-server[101292]: L3 agent@n-d-789963-9: {}, Sep 17 07:43:32.832066 n-d-789963-9 neutron-server[101292]: Metadata agent@n-d-789963-9: {}, Sep 17 07:43:32.832066 n-d-789963-9 neutron-server[101292]: Metering agent@n-d-789963-9: {}, Sep 17 07:43:32.832066 n-d-789963-9 neutron-server[101292]: Open vSwitch agent@n-d-789963-9: { 'AddressGroup': '1.2', Sep 17 07:43:32.832066 n-d-789963-9 neutron-server[101292]: 'ConntrackHelper': '1.0', Sep 17 07:43:32.832066 n-d-789963-9 neutron-server[101292]: 'Log': '1.0', Sep 17 07:43:32.832066 n-d-789963-9 neutron-server[101292]: 'Network': '1.1', Sep 17 07:43:32.832066 n-d-789963-9 neutron-server[101292]: 'Port': '1.7', Sep 17 07:43:32.832066 n-d-789963-9 neutron-server[101292]: 'PortForwarding': '1.2', Sep 17 07:43:32.832066 n-d-789963-9 neutron-server[101292]: 'QosPolicy': '1.9', Sep 17 07:43:32.832066 n-d-789963-9 neutron-server[101292]: 'SecurityGroup': '1.4', Sep 17 07:43:32.832066 n-d-789963-9 neutron-server[101292]: 'SecurityGroupRule': '1.2', Sep 17 07:43:32.832066 n-d-789963-9 neutron-server[101292]: 'SubPort': '1.0', Sep 17 07:43:32.832066 n-d-789963-9 neutron-server[101292]: 'Subnet': '1.1', Sep 17 07:43:32.832066 n-d-789963-9 neutron-server[101292]: 'Trunk': '1.1'}} Sep 17 07:43:32.832066 n-d-789963-9 neutron-server[101292]: {{(pid=101292) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 07:43:32.877513 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-25de204e-f939-4aa9-94e3-b1405cd9451c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:32.877783 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-d85de2f4-441e-41dc-a799-267b30bc82d5 None None] For port 65663f1b-cca4-432b-bd1a-99f379bb2903, host n-d-789963-9, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:43:32.894828 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-d85de2f4-441e-41dc-a799-267b30bc82d5 None None] For port 65663f1b-cca4-432b-bd1a-99f379bb2903, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=65663f1b-cca4-432b-bd1a-99f379bb2903,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:43:32.900507 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d85de2f4-441e-41dc-a799-267b30bc82d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:32.947585 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25de204e-f939-4aa9-94e3-b1405cd9451c admin admin] Network 28b44509-44d1-434d-a1e7-c08ce9b90a41 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:43:32.951596 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-25de204e-f939-4aa9-94e3-b1405cd9451c admin admin] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:43:32.959020 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25de204e-f939-4aa9-94e3-b1405cd9451c admin admin] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:43:32.959493 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-25de204e-f939-4aa9-94e3-b1405cd9451c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:33.011423 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85de2f4-441e-41dc-a799-267b30bc82d5 None None] Routers {'9fbbc2c6-0273-4b2a-b11b-711f786a22de'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:43:33.012816 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-d85de2f4-441e-41dc-a799-267b30bc82d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:43:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['9fbbc2c6-0273-4b2a-b11b-711f786a22de'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:43:33.014101 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25de204e-f939-4aa9-94e3-b1405cd9451c admin admin] Pushing event updated for resources: {'Port': ['ID=ea15b463-83a9-4f77-b958-88145a457e87,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:33.015499 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bed5d2-1124-41c5-8a04-333bfbf20d05 None None] Pushing event updated for resources: {'Port': ['ID=65663f1b-cca4-432b-bd1a-99f379bb2903,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:33.177976 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-d85de2f4-441e-41dc-a799-267b30bc82d5 None None] Set router 9fbbc2c6-0273-4b2a-b11b-711f786a22de gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:43:33.190825 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-25de204e-f939-4aa9-94e3-b1405cd9451c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:33.259209 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-24577cbc-1373-4c55-a3b2-4c02c2f01e61 None None] Provisioning complete for port ea15b463-83a9-4f77-b958-88145a457e87 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:43:33.260040 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-24577cbc-1373-4c55-a3b2-4c02c2f01e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:33.329361 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-24577cbc-1373-4c55-a3b2-4c02c2f01e61 None None] Port ea15b463-83a9-4f77-b958-88145a457e87 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:43:33.478658 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-25de204e-f939-4aa9-94e3-b1405cd9451c admin admin] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:33.485419 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-25de204e-f939-4aa9-94e3-b1405cd9451c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:33.487526 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-25de204e-f939-4aa9-94e3-b1405cd9451c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:33.512797 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-d85de2f4-441e-41dc-a799-267b30bc82d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fbbc2c6-0273-4b2a-b11b-711f786a22de', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-804936049-router', 'tenant_id': '995280dd7af64d29b5c08cf39fa14744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '65663f1b-cca4-432b-bd1a-99f379bb2903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:43:29Z', 'updated_at': '2021-09-17T07:43:30Z', 'revision_number': 3, 'project_id': '995280dd7af64d29b5c08cf39fa14744', 'gw_port': {'id': '65663f1b-cca4-432b-bd1a-99f379bb2903', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b8:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fbbc2c6-0273-4b2a-b11b-711f786a22de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:43:30Z', 'updated_at': '2021-09-17T07:43:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:43:33.560442 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85de2f4-441e-41dc-a799-267b30bc82d5 None None] The sync data for ids ['9fbbc2c6-0273-4b2a-b11b-711f786a22de'] in n-d-789963-9 is: [{'id': '9fbbc2c6-0273-4b2a-b11b-711f786a22de', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-804936049-router', 'tenant_id': '995280dd7af64d29b5c08cf39fa14744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '65663f1b-cca4-432b-bd1a-99f379bb2903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:43:29Z', 'updated_at': '2021-09-17T07:43:30Z', 'revision_number': 3, 'project_id': '995280dd7af64d29b5c08cf39fa14744', 'gw_port': {'id': '65663f1b-cca4-432b-bd1a-99f379bb2903', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b8:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fbbc2c6-0273-4b2a-b11b-711f786a22de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:43:30Z', 'updated_at': '2021-09-17T07:43:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:43:33.579557 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25de204e-f939-4aa9-94e3-b1405cd9451c admin admin] Pushing event updated for resources: {'Port': ['ID=ea15b463-83a9-4f77-b958-88145a457e87,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:33.687894 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25de204e-f939-4aa9-94e3-b1405cd9451c admin admin] Network 28b44509-44d1-434d-a1e7-c08ce9b90a41 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:43:33.689985 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-25de204e-f939-4aa9-94e3-b1405cd9451c admin admin] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:43:33.908708 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25de204e-f939-4aa9-94e3-b1405cd9451c admin admin] Router 9fbbc2c6-0273-4b2a-b11b-711f786a22de has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:43:34.064621 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-4f4946b8-fef6-4c9d-bedc-9c0c5088f10a None None] Provisioning complete for port ea15b463-83a9-4f77-b958-88145a457e87 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:43:34.065127 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4f4946b8-fef6-4c9d-bedc-9c0c5088f10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:34.100271 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25de204e-f939-4aa9-94e3-b1405cd9451c admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:43:34.107776 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-25de204e-f939-4aa9-94e3-b1405cd9451c admin admin] 10.222.0.13 "PUT /v2.0/routers/9fbbc2c6-0273-4b2a-b11b-711f786a22de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6637328 Sep 17 07:43:34.134343 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-4f4946b8-fef6-4c9d-bedc-9c0c5088f10a None None] Port ea15b463-83a9-4f77-b958-88145a457e87 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:43:34.303326 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53286) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:43:34.554010 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 65663f1b-cca4-432b-bd1a-99f379bb2903 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:43:34.594328 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d6079913-0103-4303-a8e3-03623841b73b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:34.641851 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 65663f1b-cca4-432b-bd1a-99f379bb2903 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:43:34.642230 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:34.751334 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d6079913-0103-4303-a8e3-03623841b73b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:34.756650 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d6079913-0103-4303-a8e3-03623841b73b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:34.757702 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:34.788589 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6079913-0103-4303-a8e3-03623841b73b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30aca1ca-9285-4b70-abe3-1f3d6ec704ad,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:34.822131 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-d6079913-0103-4303-a8e3-03623841b73b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f6b493bc56d146e78ae645f1518d454a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5175359 Sep 17 07:43:34.825278 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port 65663f1b-cca4-432b-bd1a-99f379bb2903, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=65663f1b-cca4-432b-bd1a-99f379bb2903,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:43:34.825608 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53316) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:43:34.827923 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:34.832074 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:34.920780 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-32f14fec-6224-44b6-bc5d-03c3fe91c039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:34.956319 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-32f14fec-6224-44b6-bc5d-03c3fe91c039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:35.075228 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-32f14fec-6224-44b6-bc5d-03c3fe91c039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:35.078095 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-32f14fec-6224-44b6-bc5d-03c3fe91c039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:35.079290 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-32f14fec-6224-44b6-bc5d-03c3fe91c039 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/30aca1ca-9285-4b70-abe3-1f3d6ec704ad HTTP/1.1" status: 204 len: 168 time: 0.2527168 Sep 17 07:43:35.092494 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f14fec-6224-44b6-bc5d-03c3fe91c039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30aca1ca-9285-4b70-abe3-1f3d6ec704ad,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:35.135190 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=65663f1b-cca4-432b-bd1a-99f379bb2903,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:35.217777 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:35.249611 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53358) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:43:35.445201 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53384) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:43:35.450561 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-8de09c1c-ed8a-4cb8-961d-3ef00fc36d61 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1027793127-network', 'tenant_id': 'ff07538e69124b4d989cb5ca3280f312'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:43:35.474979 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de09c1c-ed8a-4cb8-961d-3ef00fc36d61 admin admin] Made reservation on behalf of ff07538e69124b4d989cb5ca3280f312 for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:43:35.477643 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8de09c1c-ed8a-4cb8-961d-3ef00fc36d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:35.497703 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8de09c1c-ed8a-4cb8-961d-3ef00fc36d61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:35.501308 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-effb2d31-080d-4358-9e9a-7c220e874c7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:35.635062 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247db078-9341-4bd0-b4b5-11e3969719c3 None None] Sync routers for ids ['9fbbc2c6-0273-4b2a-b11b-711f786a22de'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:43:35.648646 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247db078-9341-4bd0-b4b5-11e3969719c3 None None] Routers {'9fbbc2c6-0273-4b2a-b11b-711f786a22de'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:43:35.649444 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-247db078-9341-4bd0-b4b5-11e3969719c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:43:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['9fbbc2c6-0273-4b2a-b11b-711f786a22de'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:43:35.696513 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53392) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:43:35.714453 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8de09c1c-ed8a-4cb8-961d-3ef00fc36d61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:35.722693 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-34529153-0e5b-4a32-91d8-6bece8d3113e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:35.724403 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8de09c1c-ed8a-4cb8-961d-3ef00fc36d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:35.738863 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8de09c1c-ed8a-4cb8-961d-3ef00fc36d61 admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 07:43:35.751128 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8de09c1c-ed8a-4cb8-961d-3ef00fc36d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:35.751445 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-8de09c1c-ed8a-4cb8-961d-3ef00fc36d61 admin admin] Added segment dc23a884-51cd-4ded-a5e8-70bcfddaa81c of type vlan for network a5c06748-2696-4f41-a47b-7a6b39c49477 Sep 17 07:43:35.788450 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-247db078-9341-4bd0-b4b5-11e3969719c3 None None] Set router 9fbbc2c6-0273-4b2a-b11b-711f786a22de gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:43:35.803196 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8de09c1c-ed8a-4cb8-961d-3ef00fc36d61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:35.842907 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8de09c1c-ed8a-4cb8-961d-3ef00fc36d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:35.843927 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de09c1c-ed8a-4cb8-961d-3ef00fc36d61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:43:35.844566 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8de09c1c-ed8a-4cb8-961d-3ef00fc36d61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:35.921499 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de09c1c-ed8a-4cb8-961d-3ef00fc36d61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fad06fe-2c53-4491-ba6a-c20abce4ea77,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:35.965422 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53402) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:43:35.968409 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de09c1c-ed8a-4cb8-961d-3ef00fc36d61 admin admin] Pushing event updated for resources: {'Network': ['ID=a5c06748-2696-4f41-a47b-7a6b39c49477,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:35.992500 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network a5c06748-2696-4f41-a47b-7a6b39c49477 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 07:43:36.065747 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-effb2d31-080d-4358-9e9a-7c220e874c7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:36.091706 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-effb2d31-080d-4358-9e9a-7c220e874c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:36.155431 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-247db078-9341-4bd0-b4b5-11e3969719c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fbbc2c6-0273-4b2a-b11b-711f786a22de', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-804936049-router', 'tenant_id': '995280dd7af64d29b5c08cf39fa14744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '65663f1b-cca4-432b-bd1a-99f379bb2903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:43:29Z', 'updated_at': '2021-09-17T07:43:33Z', 'revision_number': 4, 'project_id': '995280dd7af64d29b5c08cf39fa14744', 'gw_port': {'id': '65663f1b-cca4-432b-bd1a-99f379bb2903', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbbc2c6-0273-4b2a-b11b-711f786a22de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:43:30Z', 'updated_at': '2021-09-17T07:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'ea15b463-83a9-4f77-b958-88145a457e87', 'name': '', 'network_id': '28b44509-44d1-434d-a1e7-c08ce9b90a41', 'tenant_id': '995280dd7af64d29b5c08cf39fa14744', 'mac_address': 'fa:16:3e:8b:e8:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fbbc2c6-0273-4b2a-b11b-711f786a22de', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'a2b739cf-a4f3-485c-ac6f-6aae0b07dbbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:43:32Z', 'updated_at': '2021-09-17T07:43:33Z', 'revision_number': 2, 'project_id': '995280dd7af64d29b5c08cf39fa14744', 'subnets': [{'id': 'a2b739cf-a4f3-485c-ac6f-6aae0b07dbbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:43:36.194457 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247db078-9341-4bd0-b4b5-11e3969719c3 None None] Checking router: 9fbbc2c6-0273-4b2a-b11b-711f786a22de for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:43:36.195388 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247db078-9341-4bd0-b4b5-11e3969719c3 None None] Updating router 9fbbc2c6-0273-4b2a-b11b-711f786a22de port ea15b463-83a9-4f77-b958-88145a457e87 binding host n-d-789963-9 {{(pid=101291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 07:43:36.211641 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-34529153-0e5b-4a32-91d8-6bece8d3113e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:36.213547 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53418) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:43:36.213806 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-effb2d31-080d-4358-9e9a-7c220e874c7e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b5989b1f021844ef928734e279a54861&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9628243 Sep 17 07:43:36.225967 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-34529153-0e5b-4a32-91d8-6bece8d3113e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:36.226401 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effb2d31-080d-4358-9e9a-7c220e874c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6a5683-53b4-4520-a53d-7ffa3fc8c41c,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:36.239712 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-8de09c1c-ed8a-4cb8-961d-3ef00fc36d61 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7934325 Sep 17 07:43:36.241140 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53422) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:43:36.254865 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-551511a0-3e0d-40a2-9219-0800010019ba admin admin] Request body: {'subnet': {'network_id': 'a5c06748-2696-4f41-a47b-7a6b39c49477', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1027793127-subnet', 'tenant_id': 'ff07538e69124b4d989cb5ca3280f312', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:43:36.260855 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-247db078-9341-4bd0-b4b5-11e3969719c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:36.267434 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53426) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:43:36.274200 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-34529153-0e5b-4a32-91d8-6bece8d3113e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6e2b8e6e9f55464297c5a16d6eb13de2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5755975 Sep 17 07:43:36.278966 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53430) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:43:36.325705 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-551511a0-3e0d-40a2-9219-0800010019ba admin admin] Made reservation on behalf of ff07538e69124b4d989cb5ca3280f312 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:43:36.328181 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-551511a0-3e0d-40a2-9219-0800010019ba admin admin] Notify callbacks [] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:36.362591 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-06a7e8b4-c9a1-4bf5-9bb4-f596ece18af3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:36.436969 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-07bbca17-2ebc-4c49-bc29-8abe5611ac85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:36.547241 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 65663f1b-cca4-432b-bd1a-99f379bb2903 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:43:36.587599 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-06a7e8b4-c9a1-4bf5-9bb4-f596ece18af3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:36.612970 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34529153-0e5b-4a32-91d8-6bece8d3113e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6c8a5d-65e8-4002-8188-645c695d831c,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:36.666182 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-06a7e8b4-c9a1-4bf5-9bb4-f596ece18af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:36.687021 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-551511a0-3e0d-40a2-9219-0800010019ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:36.743918 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-06a7e8b4-c9a1-4bf5-9bb4-f596ece18af3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ce94bad83dfa42caa080faa217a570db&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7773392 Sep 17 07:43:36.744796 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-de695708-ba87-4af5-b219-f1df769c5eee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:36.771795 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53458) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:43:36.773336 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-247db078-9341-4bd0-b4b5-11e3969719c3 None None] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:36.783079 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-de695708-ba87-4af5-b219-f1df769c5eee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:36.787546 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 65663f1b-cca4-432b-bd1a-99f379bb2903 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:43:36.788360 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:36.790138 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-247db078-9341-4bd0-b4b5-11e3969719c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:36.870434 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a7e8b4-c9a1-4bf5-9bb4-f596ece18af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b81a12-cc0e-40ec-afee-beaaeb117b06,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:36.882403 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-de695708-ba87-4af5-b219-f1df769c5eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:36.885272 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-de695708-ba87-4af5-b219-f1df769c5eee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:36.886427 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-de695708-ba87-4af5-b219-f1df769c5eee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cb6c8a5d-65e8-4002-8188-645c695d831c HTTP/1.1" status: 204 len: 168 time: 0.6027744 Sep 17 07:43:36.887395 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551511a0-3e0d-40a2-9219-0800010019ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=f98ab698-bb50-4bb7-a533-9200420f6ada,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:36.892356 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-09ec9157-1b93-4af3-858e-ae4d7ee7cbfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:36.910035 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bdeacb-a2c4-47cd-98b4-6642f8dff73f None None] Pushing event updated for resources: {'Port': ['ID=ea15b463-83a9-4f77-b958-88145a457e87,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:36.939479 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-09ec9157-1b93-4af3-858e-ae4d7ee7cbfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:37.011161 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-07bbca17-2ebc-4c49-bc29-8abe5611ac85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:37.041035 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551511a0-3e0d-40a2-9219-0800010019ba admin admin] Checking segment: {'id': 'dc23a884-51cd-4ded-a5e8-70bcfddaa81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a5c06748-2696-4f41-a47b-7a6b39c49477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:43:37.043930 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de695708-ba87-4af5-b219-f1df769c5eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6c8a5d-65e8-4002-8188-645c695d831c,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:37.054012 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551511a0-3e0d-40a2-9219-0800010019ba admin admin] Network hostable DHCP agents. Network: a5c06748-2696-4f41-a47b-7a6b39c49477, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 07:43:37.060772 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-09ec9157-1b93-4af3-858e-ae4d7ee7cbfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:37.066135 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-09ec9157-1b93-4af3-858e-ae4d7ee7cbfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:37.066135 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-09ec9157-1b93-4af3-858e-ae4d7ee7cbfc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6e6a5683-53b4-4520-a53d-7ffa3fc8c41c HTTP/1.1" status: 204 len: 168 time: 0.8503892 Sep 17 07:43:37.081221 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-07bbca17-2ebc-4c49-bc29-8abe5611ac85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:37.091527 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec9157-1b93-4af3-858e-ae4d7ee7cbfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6a5683-53b4-4520-a53d-7ffa3fc8c41c,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:37.107986 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-247db078-9341-4bd0-b4b5-11e3969719c3 None None] Attempting to bind port ea15b463-83a9-4f77-b958-88145a457e87 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:43:37.108523 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-247db078-9341-4bd0-b4b5-11e3969719c3 None None] Attempting to bind port ea15b463-83a9-4f77-b958-88145a457e87 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '34a968ab-03d3-42f8-beb1-615fd521ef4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '28b44509-44d1-434d-a1e7-c08ce9b90a41'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:43:37.109054 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247db078-9341-4bd0-b4b5-11e3969719c3 None None] Attempting to bind port ea15b463-83a9-4f77-b958-88145a457e87 on network 28b44509-44d1-434d-a1e7-c08ce9b90a41 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:43:37.165510 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247db078-9341-4bd0-b4b5-11e3969719c3 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:43:37.166897 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247db078-9341-4bd0-b4b5-11e3969719c3 None None] Checking segment: {'id': '34a968ab-03d3-42f8-beb1-615fd521ef4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '28b44509-44d1-434d-a1e7-c08ce9b90a41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:43:37.167475 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-247db078-9341-4bd0-b4b5-11e3969719c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:37.168064 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247db078-9341-4bd0-b4b5-11e3969719c3 None None] Bound using segment: {'id': '34a968ab-03d3-42f8-beb1-615fd521ef4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '28b44509-44d1-434d-a1e7-c08ce9b90a41'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:43:37.168820 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-247db078-9341-4bd0-b4b5-11e3969719c3 None None] Bound port: ea15b463-83a9-4f77-b958-88145a457e87, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34a968ab-03d3-42f8-beb1-615fd521ef4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '28b44509-44d1-434d-a1e7-c08ce9b90a41'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:43:37.170753 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-247db078-9341-4bd0-b4b5-11e3969719c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:37.197465 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cf9fd464-3565-4f11-863e-f54a160c5179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:37.258577 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bbca17-2ebc-4c49-bc29-8abe5611ac85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=319e1a15-e073-4f29-aec0-8342190aafe6,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:37.279634 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551511a0-3e0d-40a2-9219-0800010019ba admin admin] Network a5c06748-2696-4f41-a47b-7a6b39c49477 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 07:43:37.303596 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-07bbca17-2ebc-4c49-bc29-8abe5611ac85 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=001d479fcbf747e788078ee429fb4564&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0350809 Sep 17 07:43:37.304190 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53506) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:43:37.310436 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cf9fd464-3565-4f11-863e-f54a160c5179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:37.319198 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-551511a0-3e0d-40a2-9219-0800010019ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, a5c06748-2696-4f41-a47b-7a6b39c49477) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:43:37.329979 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551511a0-3e0d-40a2-9219-0800010019ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:43:37.330677 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-551511a0-3e0d-40a2-9219-0800010019ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:37.366550 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b3c022-9072-4c77-8bcf-23f9c034097b None None] Network a5c06748-2696-4f41-a47b-7a6b39c49477 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:43:37.367128 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-551511a0-3e0d-40a2-9219-0800010019ba admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1220055 Sep 17 07:43:37.367868 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53510) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:43:37.378889 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-052bcadb-0c90-4a4d-8da0-b35930221ada admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1027793127-router', 'tenant_id': 'ff07538e69124b4d989cb5ca3280f312', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:43:37.416988 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cf9fd464-3565-4f11-863e-f54a160c5179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:37.417453 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-247db078-9341-4bd0-b4b5-11e3969719c3 None None] For port ea15b463-83a9-4f77-b958-88145a457e87, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:43:37.420569 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cf9fd464-3565-4f11-863e-f54a160c5179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:37.425608 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-cf9fd464-3565-4f11-863e-f54a160c5179 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e5b81a12-cc0e-40ec-afee-beaaeb117b06 HTTP/1.1" status: 204 len: 168 time: 0.6486940 Sep 17 07:43:37.430851 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-052bcadb-0c90-4a4d-8da0-b35930221ada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:37.432030 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-052bcadb-0c90-4a4d-8da0-b35930221ada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:37.459255 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ac1cd097-14db-4a96-b57b-565214fc3f44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:37.459683 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9fd464-3565-4f11-863e-f54a160c5179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b81a12-cc0e-40ec-afee-beaaeb117b06,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:37.513409 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ac1cd097-14db-4a96-b57b-565214fc3f44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:37.546103 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-247db078-9341-4bd0-b4b5-11e3969719c3 None None] For port ea15b463-83a9-4f77-b958-88145a457e87, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=ea15b463-83a9-4f77-b958-88145a457e87,segment=NetworkSegment(34a968ab-03d3-42f8-beb1-615fd521ef4a),segment_id=34a968ab-03d3-42f8-beb1-615fd521ef4a)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:43:37.556409 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-052bcadb-0c90-4a4d-8da0-b35930221ada admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:37.574477 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-222ec0ca-d8ee-4abc-95c0-cc673b548cca None None] Provisioning complete for port ea15b463-83a9-4f77-b958-88145a457e87 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:43:37.574852 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-222ec0ca-d8ee-4abc-95c0-cc673b548cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:37.584133 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-247db078-9341-4bd0-b4b5-11e3969719c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:37.651981 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ac1cd097-14db-4a96-b57b-565214fc3f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:37.653095 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ac1cd097-14db-4a96-b57b-565214fc3f44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:37.654183 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ac1cd097-14db-4a96-b57b-565214fc3f44 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/319e1a15-e073-4f29-aec0-8342190aafe6 HTTP/1.1" status: 204 len: 168 time: 0.3456519 Sep 17 07:43:37.694636 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1cd097-14db-4a96-b57b-565214fc3f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=319e1a15-e073-4f29-aec0-8342190aafe6,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:37.849972 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-052bcadb-0c90-4a4d-8da0-b35930221ada admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:37.861346 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bdeacb-a2c4-47cd-98b4-6642f8dff73f None None] Pushing event updated for resources: {'Port': ['ID=ea15b463-83a9-4f77-b958-88145a457e87,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:37.881966 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247db078-9341-4bd0-b4b5-11e3969719c3 None None] Routers {'9fbbc2c6-0273-4b2a-b11b-711f786a22de'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:43:37.882599 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-247db078-9341-4bd0-b4b5-11e3969719c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:43:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['9fbbc2c6-0273-4b2a-b11b-711f786a22de'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:43:37.900828 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53546) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:43:38.113548 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-052bcadb-0c90-4a4d-8da0-b35930221ada admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:38.137221 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-247db078-9341-4bd0-b4b5-11e3969719c3 None None] Set router 9fbbc2c6-0273-4b2a-b11b-711f786a22de gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:43:38.141730 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-052bcadb-0c90-4a4d-8da0-b35930221ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:38.160691 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53554) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:43:38.181004 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d4c710d8-64ab-4eed-bb1e-a44d4f246774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:38.221879 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-222ec0ca-d8ee-4abc-95c0-cc673b548cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:38.240161 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f7ca47-06a5-4949-8272-a9c9932e7fff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-a5c06748-2696-4f41-a47b-7a6b39c49477', 'network_id': 'a5c06748-2696-4f41-a47b-7a6b39c49477', 'tenant_id': 'ff07538e69124b4d989cb5ca3280f312', 'fixed_ips': [{'subnet_id': 'f98ab698-bb50-4bb7-a533-9200420f6ada'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 07:43:38.241566 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a4f7ca47-06a5-4949-8272-a9c9932e7fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:38.352488 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d4c710d8-64ab-4eed-bb1e-a44d4f246774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:38.357084 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d4c710d8-64ab-4eed-bb1e-a44d4f246774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:38.364168 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-052bcadb-0c90-4a4d-8da0-b35930221ada admin admin] Allocated IP 172.25.6.22 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/17b3660d-6214-495b-80c8-f0eb093523da) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:43:38.399055 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c710d8-64ab-4eed-bb1e-a44d4f246774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e36513-7380-4548-9ad4-2d6bade9773a,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:38.457168 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-222ec0ca-d8ee-4abc-95c0-cc673b548cca None None] For port ea15b463-83a9-4f77-b958-88145a457e87, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=ea15b463-83a9-4f77-b958-88145a457e87,segment=NetworkSegment(34a968ab-03d3-42f8-beb1-615fd521ef4a),segment_id=34a968ab-03d3-42f8-beb1-615fd521ef4a)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:43:38.465564 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-d4c710d8-64ab-4eed-bb1e-a44d4f246774 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ab07f49a39c247e7858af1d7051da77f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3022554 Sep 17 07:43:38.468193 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53562) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:43:38.468545 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-222ec0ca-d8ee-4abc-95c0-cc673b548cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:38.536778 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-cd933121-c7e4-4dd9-b89f-2f3cb7d51aa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:38.565157 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-cd933121-c7e4-4dd9-b89f-2f3cb7d51aa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:38.594728 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-052bcadb-0c90-4a4d-8da0-b35930221ada admin admin] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:38.634837 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-cd933121-c7e4-4dd9-b89f-2f3cb7d51aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:38.640152 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-cd933121-c7e4-4dd9-b89f-2f3cb7d51aa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:38.642543 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-cd933121-c7e4-4dd9-b89f-2f3cb7d51aa8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/96e36513-7380-4548-9ad4-2d6bade9773a HTTP/1.1" status: 204 len: 168 time: 0.1728261 Sep 17 07:43:38.655545 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd933121-c7e4-4dd9-b89f-2f3cb7d51aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e36513-7380-4548-9ad4-2d6bade9773a,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:38.669281 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53568) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:43:38.685948 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-702db10f-3665-4033-a5ad-09ce2de2d8d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:38.689122 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-0aca9cf6-b3c1-4590-8f30-dc2c92d8c457 None None] Provisioning complete for port ea15b463-83a9-4f77-b958-88145a457e87 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:43:38.689603 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0aca9cf6-b3c1-4590-8f30-dc2c92d8c457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:38.690493 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-35cceb37-6539-4a99-aa40-5c6e4cc3ff45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:38.719326 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222ec0ca-d8ee-4abc-95c0-cc673b548cca None None] Pushing event updated for resources: {'Port': ['ID=ea15b463-83a9-4f77-b958-88145a457e87,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:38.732874 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-052bcadb-0c90-4a4d-8da0-b35930221ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:38.772026 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-a4f7ca47-06a5-4949-8272-a9c9932e7fff None None] Allocated IP 172.20.0.2 (a5c06748-2696-4f41-a47b-7a6b39c49477/f98ab698-bb50-4bb7-a533-9200420f6ada/045ba442-aed6-4786-a09c-ecdd49ff828d) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:43:38.784436 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052bcadb-0c90-4a4d-8da0-b35930221ada admin admin] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:43:38.787630 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-052bcadb-0c90-4a4d-8da0-b35930221ada admin admin] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:43:38.792735 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53570) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:43:38.797698 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052bcadb-0c90-4a4d-8da0-b35930221ada admin admin] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:43:38.907163 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-35cceb37-6539-4a99-aa40-5c6e4cc3ff45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:38.915602 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-35cceb37-6539-4a99-aa40-5c6e4cc3ff45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:38.926391 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9f46cf70-8909-4a7a-ac59-daca28bd4a97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:38.939549 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052bcadb-0c90-4a4d-8da0-b35930221ada admin admin] Pushing event updated for resources: {'Port': ['ID=17b3660d-6214-495b-80c8-f0eb093523da,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:38.975552 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-35cceb37-6539-4a99-aa40-5c6e4cc3ff45 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d11fa6e53caf40ec97e95e3c25fdf5a5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3048999 Sep 17 07:43:38.976557 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53572) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:43:38.983528 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cceb37-6539-4a99-aa40-5c6e4cc3ff45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=330a5b46-34c7-4e19-9b8f-3561d6f79df7,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:39.047368 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a4f7ca47-06a5-4949-8272-a9c9932e7fff None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:39.053970 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-247db078-9341-4bd0-b4b5-11e3969719c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fbbc2c6-0273-4b2a-b11b-711f786a22de', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-804936049-router', 'tenant_id': '995280dd7af64d29b5c08cf39fa14744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '65663f1b-cca4-432b-bd1a-99f379bb2903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:43:29Z', 'updated_at': '2021-09-17T07:43:33Z', 'revision_number': 4, 'project_id': '995280dd7af64d29b5c08cf39fa14744', 'gw_port': {'id': '65663f1b-cca4-432b-bd1a-99f379bb2903', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbbc2c6-0273-4b2a-b11b-711f786a22de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:43:30Z', 'updated_at': '2021-09-17T07:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'ea15b463-83a9-4f77-b958-88145a457e87', 'name': '', 'network_id': '28b44509-44d1-434d-a1e7-c08ce9b90a41', 'tenant_id': '995280dd7af64d29b5c08cf39fa14744', 'mac_address': 'fa:16:3e:8b:e8:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fbbc2c6-0273-4b2a-b11b-711f786a22de', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'a2b739cf-a4f3-485c-ac6f-6aae0b07dbbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:43:32Z', 'updated_at': '2021-09-17T07:43:37Z', 'revision_number': 4, 'project_id': '995280dd7af64d29b5c08cf39fa14744', 'subnets': [{'id': 'a2b739cf-a4f3-485c-ac6f-6aae0b07dbbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:43:39.058239 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c543f0e6-dea3-429e-825c-a01b7f4bafa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:39.124422 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c543f0e6-dea3-429e-825c-a01b7f4bafa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:39.142168 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247db078-9341-4bd0-b4b5-11e3969719c3 None None] The sync data for ids ['9fbbc2c6-0273-4b2a-b11b-711f786a22de'] in n-d-789963-9 is: [{'id': '9fbbc2c6-0273-4b2a-b11b-711f786a22de', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-804936049-router', 'tenant_id': '995280dd7af64d29b5c08cf39fa14744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '65663f1b-cca4-432b-bd1a-99f379bb2903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:43:29Z', 'updated_at': '2021-09-17T07:43:33Z', 'revision_number': 4, 'project_id': '995280dd7af64d29b5c08cf39fa14744', 'gw_port': {'id': '65663f1b-cca4-432b-bd1a-99f379bb2903', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbbc2c6-0273-4b2a-b11b-711f786a22de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:43:30Z', 'updated_at': '2021-09-17T07:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'ea15b463-83a9-4f77-b958-88145a457e87', 'name': '', 'network_id': '28b44509-44d1-434d-a1e7-c08ce9b90a41', 'tenant_id': '995280dd7af64d29b5c08cf39fa14744', 'mac_address': 'fa:16:3e:8b:e8:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fbbc2c6-0273-4b2a-b11b-711f786a22de', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'a2b739cf-a4f3-485c-ac6f-6aae0b07dbbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:43:32Z', 'updated_at': '2021-09-17T07:43:37Z', 'revision_number': 4, 'project_id': '995280dd7af64d29b5c08cf39fa14744', 'subnets': [{'id': 'a2b739cf-a4f3-485c-ac6f-6aae0b07dbbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:43:39.151536 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a4f7ca47-06a5-4949-8272-a9c9932e7fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:39.207934 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-052bcadb-0c90-4a4d-8da0-b35930221ada admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:39.256378 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c543f0e6-dea3-429e-825c-a01b7f4bafa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:39.257727 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f7ca47-06a5-4949-8272-a9c9932e7fff None None] Pushing event updated for resources: {'Port': ['ID=045ba442-aed6-4786-a09c-ecdd49ff828d,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:39.264825 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c543f0e6-dea3-429e-825c-a01b7f4bafa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:39.266267 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-c543f0e6-dea3-429e-825c-a01b7f4bafa8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/330a5b46-34c7-4e19-9b8f-3561d6f79df7 HTTP/1.1" status: 204 len: 168 time: 0.2887323 Sep 17 07:43:39.277016 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f7ca47-06a5-4949-8272-a9c9932e7fff None None] Network a5c06748-2696-4f41-a47b-7a6b39c49477 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:43:39.279001 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c543f0e6-dea3-429e-825c-a01b7f4bafa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=330a5b46-34c7-4e19-9b8f-3561d6f79df7,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:39.279253 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-a4f7ca47-06a5-4949-8272-a9c9932e7fff None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:43:39.284084 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f7ca47-06a5-4949-8272-a9c9932e7fff None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:43:39.364961 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-702db10f-3665-4033-a5ad-09ce2de2d8d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:39.368111 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-a4f7ca47-06a5-4949-8272-a9c9932e7fff None None] Attempting to bind port 045ba442-aed6-4786-a09c-ecdd49ff828d on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:43:39.368753 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-a4f7ca47-06a5-4949-8272-a9c9932e7fff None None] Attempting to bind port 045ba442-aed6-4786-a09c-ecdd49ff828d by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'dc23a884-51cd-4ded-a5e8-70bcfddaa81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a5c06748-2696-4f41-a47b-7a6b39c49477'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:43:39.369309 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f7ca47-06a5-4949-8272-a9c9932e7fff None None] Attempting to bind port 045ba442-aed6-4786-a09c-ecdd49ff828d on network a5c06748-2696-4f41-a47b-7a6b39c49477 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:43:39.376282 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f7ca47-06a5-4949-8272-a9c9932e7fff None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:43:39.376957 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f7ca47-06a5-4949-8272-a9c9932e7fff None None] Checking segment: {'id': 'dc23a884-51cd-4ded-a5e8-70bcfddaa81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a5c06748-2696-4f41-a47b-7a6b39c49477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:43:39.377730 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a4f7ca47-06a5-4949-8272-a9c9932e7fff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:39.378259 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f7ca47-06a5-4949-8272-a9c9932e7fff None None] Bound using segment: {'id': 'dc23a884-51cd-4ded-a5e8-70bcfddaa81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a5c06748-2696-4f41-a47b-7a6b39c49477'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:43:39.378920 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-a4f7ca47-06a5-4949-8272-a9c9932e7fff None None] Bound port: 045ba442-aed6-4786-a09c-ecdd49ff828d, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc23a884-51cd-4ded-a5e8-70bcfddaa81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a5c06748-2696-4f41-a47b-7a6b39c49477'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:43:39.379468 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a4f7ca47-06a5-4949-8272-a9c9932e7fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:39.396494 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-702db10f-3665-4033-a5ad-09ce2de2d8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:39.474945 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-a4f7ca47-06a5-4949-8272-a9c9932e7fff None None] For port 045ba442-aed6-4786-a09c-ecdd49ff828d, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:43:39.482246 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-a4f7ca47-06a5-4949-8272-a9c9932e7fff None None] For port 045ba442-aed6-4786-a09c-ecdd49ff828d, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=045ba442-aed6-4786-a09c-ecdd49ff828d,segment=NetworkSegment(dc23a884-51cd-4ded-a5e8-70bcfddaa81c),segment_id=dc23a884-51cd-4ded-a5e8-70bcfddaa81c)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:43:39.491583 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a4f7ca47-06a5-4949-8272-a9c9932e7fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:39.558481 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53594) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:43:39.560569 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-702db10f-3665-4033-a5ad-09ce2de2d8d1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cccc0182d95241adb40932250097aa41&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6560223 Sep 17 07:43:39.578179 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702db10f-3665-4033-a5ad-09ce2de2d8d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b9ca178-a9fa-4354-8d4b-b13281e5dbb9,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:39.650548 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f7ca47-06a5-4949-8272-a9c9932e7fff None None] Pushing event updated for resources: {'Port': ['ID=045ba442-aed6-4786-a09c-ecdd49ff828d,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:39.673334 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-11f727f6-183e-433e-9d87-a72490b41025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:39.702142 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-11f727f6-183e-433e-9d87-a72490b41025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:39.739224 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-052bcadb-0c90-4a4d-8da0-b35930221ada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:39.776278 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-11f727f6-183e-433e-9d87-a72490b41025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:39.779759 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-11f727f6-183e-433e-9d87-a72490b41025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:39.783781 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-11f727f6-183e-433e-9d87-a72490b41025 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8b9ca178-a9fa-4354-8d4b-b13281e5dbb9 HTTP/1.1" status: 204 len: 168 time: 0.2215502 Sep 17 07:43:39.797908 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f727f6-183e-433e-9d87-a72490b41025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b9ca178-a9fa-4354-8d4b-b13281e5dbb9,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:39.966519 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9f46cf70-8909-4a7a-ac59-daca28bd4a97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:40.000390 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9f46cf70-8909-4a7a-ac59-daca28bd4a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:40.057896 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-9f46cf70-8909-4a7a-ac59-daca28bd4a97 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0c09b634f4c04618aa78430fdb8db3bc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2626379 Sep 17 07:43:40.061119 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53614) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:43:40.078555 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f46cf70-8909-4a7a-ac59-daca28bd4a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1335b4df-2883-447b-8edc-31f740acfb5e,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:40.141250 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-052bcadb-0c90-4a4d-8da0-b35930221ada admin admin] Router b739aa1f-c7eb-4c26-985e-158a136d0960 is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 07:43:40.162366 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53624) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:43:40.163288 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ed88c0b3-5ae1-4102-aeb8-49300fdad387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:40.169736 n-d-789963-9 neutron-server[101289]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 17 07:43:40.216040 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-45cb17e1-99bf-453c-a161-f6f618bad2a2 req-53d73d3d-bce2-4ec7-8538-53df9234c5be tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=7655c4323c1b4ac682160be48bf0792b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0480807 Sep 17 07:43:40.227225 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ed88c0b3-5ae1-4102-aeb8-49300fdad387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:40.301116 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-052bcadb-0c90-4a4d-8da0-b35930221ada admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:43:40.318984 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b406593b-1106-4397-a5de-8f6d55443712 None None] Sync routers for ids ['b739aa1f-c7eb-4c26-985e-158a136d0960'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:43:40.339800 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b406593b-1106-4397-a5de-8f6d55443712 None None] Routers {'b739aa1f-c7eb-4c26-985e-158a136d0960'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:43:40.345346 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-052bcadb-0c90-4a4d-8da0-b35930221ada admin admin] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:40.347064 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-052bcadb-0c90-4a4d-8da0-b35930221ada admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.9738903 Sep 17 07:43:40.349791 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53630) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:43:40.354867 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-b406593b-1106-4397-a5de-8f6d55443712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:43:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['b739aa1f-c7eb-4c26-985e-158a136d0960'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:43:40.427675 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ed88c0b3-5ae1-4102-aeb8-49300fdad387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:40.431161 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ed88c0b3-5ae1-4102-aeb8-49300fdad387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:40.436411 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ed88c0b3-5ae1-4102-aeb8-49300fdad387 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1335b4df-2883-447b-8edc-31f740acfb5e HTTP/1.1" status: 204 len: 168 time: 0.3742535 Sep 17 07:43:40.472288 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cb17e1-99bf-453c-a161-f6f618bad2a2 req-8edf6f00-13bb-44e4-a190-f0825fac0c41 tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:43:40.473886 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-45cb17e1-99bf-453c-a161-f6f618bad2a2 req-8edf6f00-13bb-44e4-a190-f0825fac0c41 tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2497799 Sep 17 07:43:40.474375 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53636) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:43:40.475143 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed88c0b3-5ae1-4102-aeb8-49300fdad387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1335b4df-2883-447b-8edc-31f740acfb5e,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:40.554732 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3a1109d0-a993-4fc4-9531-b6a07e87ba13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:40.597438 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-45cb17e1-99bf-453c-a161-f6f618bad2a2 req-b61bd67f-0b61-4a67-9091-5db55cb48af3 tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] 10.222.0.13 "GET /v2.0/quotas/7655c4323c1b4ac682160be48bf0792b HTTP/1.1" status: 200 len: 375 time: 0.1025178 Sep 17 07:43:40.640461 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-b406593b-1106-4397-a5de-8f6d55443712 None None] Set router b739aa1f-c7eb-4c26-985e-158a136d0960 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:43:40.726419 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-45cb17e1-99bf-453c-a161-f6f618bad2a2 req-cd3d79b3-a2a3-43d4-b8e2-850cbbb4b0db tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7655c4323c1b4ac682160be48bf0792b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1265118 Sep 17 07:43:40.736704 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 045ba442-aed6-4786-a09c-ecdd49ff828d up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:43:40.923157 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 045ba442-aed6-4786-a09c-ecdd49ff828d triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:43:40.923567 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:40.964474 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3a1109d0-a993-4fc4-9531-b6a07e87ba13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:40.973718 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3a1109d0-a993-4fc4-9531-b6a07e87ba13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:41.106491 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-3a1109d0-a993-4fc4-9531-b6a07e87ba13 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ef5fcd73000f45de90721140dfe917ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6191382 Sep 17 07:43:41.107646 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1109d0-a993-4fc4-9531-b6a07e87ba13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3755d11e-124b-4a0f-9dae-52793dc78ebd,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:41.110204 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53652) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:43:41.137908 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:41.178650 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-b406593b-1106-4397-a5de-8f6d55443712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b739aa1f-c7eb-4c26-985e-158a136d0960', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1027793127-router', 'tenant_id': 'ff07538e69124b4d989cb5ca3280f312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '17b3660d-6214-495b-80c8-f0eb093523da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:43:37Z', 'updated_at': '2021-09-17T07:43:38Z', 'revision_number': 3, 'project_id': 'ff07538e69124b4d989cb5ca3280f312', 'gw_port': {'id': '17b3660d-6214-495b-80c8-f0eb093523da', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:11:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b739aa1f-c7eb-4c26-985e-158a136d0960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:43:38Z', 'updated_at': '2021-09-17T07:43:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:43:41.232104 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port 045ba442-aed6-4786-a09c-ecdd49ff828d, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=045ba442-aed6-4786-a09c-ecdd49ff828d,segment=NetworkSegment(dc23a884-51cd-4ded-a5e8-70bcfddaa81c),segment_id=dc23a884-51cd-4ded-a5e8-70bcfddaa81c)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:43:41.247660 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b406593b-1106-4397-a5de-8f6d55443712 None None] Checking router: b739aa1f-c7eb-4c26-985e-158a136d0960 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:43:41.248243 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b406593b-1106-4397-a5de-8f6d55443712 None None] Updating router b739aa1f-c7eb-4c26-985e-158a136d0960 port 17b3660d-6214-495b-80c8-f0eb093523da binding host n-d-789963-9 {{(pid=101292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 07:43:41.250934 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:41.258421 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device ea15b463-83a9-4f77-b958-88145a457e87 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:43:41.268580 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8c2642c6-00af-4371-9ac7-0327dcbf8353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:41.282222 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b406593b-1106-4397-a5de-8f6d55443712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:41.296897 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8c2642c6-00af-4371-9ac7-0327dcbf8353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:41.330862 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16124706-8440-47b2-bb36-3fb3ee45ac70 None None] Network a5c06748-2696-4f41-a47b-7a6b39c49477 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:43:41.355791 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8c2642c6-00af-4371-9ac7-0327dcbf8353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:41.361510 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8c2642c6-00af-4371-9ac7-0327dcbf8353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:41.364183 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-8c2642c6-00af-4371-9ac7-0327dcbf8353 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3755d11e-124b-4a0f-9dae-52793dc78ebd HTTP/1.1" status: 204 len: 168 time: 0.2384782 Sep 17 07:43:41.382982 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2642c6-00af-4371-9ac7-0327dcbf8353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3755d11e-124b-4a0f-9dae-52793dc78ebd,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:41.460991 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f079ac77-4227-4ec7-ada8-db43f5955f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:41.525983 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-f7f635ca-0d62-48d3-9b6a-9723c7792bde None None] Provisioning complete for port 045ba442-aed6-4786-a09c-ecdd49ff828d triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:43:41.526270 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f7f635ca-0d62-48d3-9b6a-9723c7792bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:41.531190 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=045ba442-aed6-4786-a09c-ecdd49ff828d,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:41.610206 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port ea15b463-83a9-4f77-b958-88145a457e87 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:43:41.610574 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:41.635495 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b406593b-1106-4397-a5de-8f6d55443712 None None] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:41.644671 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b406593b-1106-4397-a5de-8f6d55443712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:41.666419 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-f079ac77-4227-4ec7-ada8-db43f5955f9b admin admin] Allocated IP 172.20.0.1 (a5c06748-2696-4f41-a47b-7a6b39c49477/f98ab698-bb50-4bb7-a533-9200420f6ada/0dea89cc-ff16-497b-9805-ef50d6cd02d0) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:43:41.701004 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87024adc-027b-48d6-b60b-3a4bae587b64 None None] Pushing event updated for resources: {'Port': ['ID=17b3660d-6214-495b-80c8-f0eb093523da,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:41.727517 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-b406593b-1106-4397-a5de-8f6d55443712 None None] Attempting to bind port 17b3660d-6214-495b-80c8-f0eb093523da on host n-d-789963-9 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:43:41.728107 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-b406593b-1106-4397-a5de-8f6d55443712 None None] Attempting to bind port 17b3660d-6214-495b-80c8-f0eb093523da by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:43:41.728618 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b406593b-1106-4397-a5de-8f6d55443712 None None] Attempting to bind port 17b3660d-6214-495b-80c8-f0eb093523da on network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:43:41.734702 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b406593b-1106-4397-a5de-8f6d55443712 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:43:41.735267 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b406593b-1106-4397-a5de-8f6d55443712 None None] Checking segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:43:41.736013 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b406593b-1106-4397-a5de-8f6d55443712 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:41.736570 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b406593b-1106-4397-a5de-8f6d55443712 None None] Bound using segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:43:41.737212 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-b406593b-1106-4397-a5de-8f6d55443712 None None] Bound port: 17b3660d-6214-495b-80c8-f0eb093523da, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:43:41.737753 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b406593b-1106-4397-a5de-8f6d55443712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:41.816814 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-b406593b-1106-4397-a5de-8f6d55443712 None None] For port 17b3660d-6214-495b-80c8-f0eb093523da, host n-d-789963-9, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:43:41.820140 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f079ac77-4227-4ec7-ada8-db43f5955f9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:41.823274 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-b406593b-1106-4397-a5de-8f6d55443712 None None] For port 17b3660d-6214-495b-80c8-f0eb093523da, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=17b3660d-6214-495b-80c8-f0eb093523da,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:43:41.836568 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b406593b-1106-4397-a5de-8f6d55443712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:41.874105 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f079ac77-4227-4ec7-ada8-db43f5955f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:41.927683 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b406593b-1106-4397-a5de-8f6d55443712 None None] Routers {'b739aa1f-c7eb-4c26-985e-158a136d0960'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:43:41.931299 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-b406593b-1106-4397-a5de-8f6d55443712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:43:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['b739aa1f-c7eb-4c26-985e-158a136d0960'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:43:41.941669 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f079ac77-4227-4ec7-ada8-db43f5955f9b admin admin] Network a5c06748-2696-4f41-a47b-7a6b39c49477 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:43:41.948404 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-f079ac77-4227-4ec7-ada8-db43f5955f9b admin admin] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:43:41.957330 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f079ac77-4227-4ec7-ada8-db43f5955f9b admin admin] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:43:41.957819 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f079ac77-4227-4ec7-ada8-db43f5955f9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:42.016564 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87024adc-027b-48d6-b60b-3a4bae587b64 None None] Pushing event updated for resources: {'Port': ['ID=17b3660d-6214-495b-80c8-f0eb093523da,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:42.032632 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f079ac77-4227-4ec7-ada8-db43f5955f9b admin admin] Pushing event updated for resources: {'Port': ['ID=0dea89cc-ff16-497b-9805-ef50d6cd02d0,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:42.138830 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 07:43:42.141020 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-b406593b-1106-4397-a5de-8f6d55443712 None None] Set router b739aa1f-c7eb-4c26-985e-158a136d0960 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:43:42.163620 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53688) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:43:42.184750 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-9d0cdd61-0ca2-4dca-9093-e60f07dea346 None None] Provisioning complete for port 045ba442-aed6-4786-a09c-ecdd49ff828d triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:43:42.185213 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cdd61-0ca2-4dca-9093-e60f07dea346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:42.202165 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f079ac77-4227-4ec7-ada8-db43f5955f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:42.476161 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-e7b0477e-e812-4816-9847-8fdc410c00c7 None None] Provisioning complete for port 0dea89cc-ff16-497b-9805-ef50d6cd02d0 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:43:42.476616 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e7b0477e-e812-4816-9847-8fdc410c00c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:42.591306 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-b406593b-1106-4397-a5de-8f6d55443712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b739aa1f-c7eb-4c26-985e-158a136d0960', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1027793127-router', 'tenant_id': 'ff07538e69124b4d989cb5ca3280f312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '17b3660d-6214-495b-80c8-f0eb093523da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:43:37Z', 'updated_at': '2021-09-17T07:43:38Z', 'revision_number': 3, 'project_id': 'ff07538e69124b4d989cb5ca3280f312', 'gw_port': {'id': '17b3660d-6214-495b-80c8-f0eb093523da', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:11:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b739aa1f-c7eb-4c26-985e-158a136d0960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:43:38Z', 'updated_at': '2021-09-17T07:43:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:43:42.608354 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-69f7e637-e636-49f5-ba4d-ffd51a59630e req-6b7e3a5d-c788-4352-a592-560387d8840b tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb02b500-812d-40b5-b29d-14f441bb594b HTTP/1.1" status: 200 len: 210 time: 0.4423065 Sep 17 07:43:42.620201 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 045ba442-aed6-4786-a09c-ecdd49ff828d up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:43:42.687274 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-e7b0477e-e812-4816-9847-8fdc410c00c7 None None] Port 0dea89cc-ff16-497b-9805-ef50d6cd02d0 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:43:42.694415 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b406593b-1106-4397-a5de-8f6d55443712 None None] The sync data for ids ['b739aa1f-c7eb-4c26-985e-158a136d0960'] in n-d-789963-9 is: [{'id': 'b739aa1f-c7eb-4c26-985e-158a136d0960', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1027793127-router', 'tenant_id': 'ff07538e69124b4d989cb5ca3280f312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '17b3660d-6214-495b-80c8-f0eb093523da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:43:37Z', 'updated_at': '2021-09-17T07:43:38Z', 'revision_number': 3, 'project_id': 'ff07538e69124b4d989cb5ca3280f312', 'gw_port': {'id': '17b3660d-6214-495b-80c8-f0eb093523da', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:11:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b739aa1f-c7eb-4c26-985e-158a136d0960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:43:38Z', 'updated_at': '2021-09-17T07:43:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:43:42.728800 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f079ac77-4227-4ec7-ada8-db43f5955f9b admin admin] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:42.736609 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f079ac77-4227-4ec7-ada8-db43f5955f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:42.737674 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f079ac77-4227-4ec7-ada8-db43f5955f9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:42.763333 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 045ba442-aed6-4786-a09c-ecdd49ff828d triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:43:42.763715 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:42.866343 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f079ac77-4227-4ec7-ada8-db43f5955f9b admin admin] Pushing event updated for resources: {'Port': ['ID=0dea89cc-ff16-497b-9805-ef50d6cd02d0,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:42.921203 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f079ac77-4227-4ec7-ada8-db43f5955f9b admin admin] Network a5c06748-2696-4f41-a47b-7a6b39c49477 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:43:42.925306 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-f079ac77-4227-4ec7-ada8-db43f5955f9b admin admin] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:43:43.166822 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f079ac77-4227-4ec7-ada8-db43f5955f9b admin admin] Router b739aa1f-c7eb-4c26-985e-158a136d0960 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:43:43.312877 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-121d61bd-ad6a-4206-8a4c-97d614a3f58d None None] Provisioning complete for port 0dea89cc-ff16-497b-9805-ef50d6cd02d0 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:43:43.313496 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-121d61bd-ad6a-4206-8a4c-97d614a3f58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:43.350568 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f079ac77-4227-4ec7-ada8-db43f5955f9b admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:43:43.362303 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f079ac77-4227-4ec7-ada8-db43f5955f9b admin admin] 10.222.0.13 "PUT /v2.0/routers/b739aa1f-c7eb-4c26-985e-158a136d0960/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0109203 Sep 17 07:43:43.390428 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-121d61bd-ad6a-4206-8a4c-97d614a3f58d None None] Port 0dea89cc-ff16-497b-9805-ef50d6cd02d0 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:43:43.933923 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-561ab8ed-4096-4f5b-b895-9de1db0cd0eb req-65d48bac-f84c-494a-9343-50fd95d54b1d tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb02b500-812d-40b5-b29d-14f441bb594b HTTP/1.1" status: 200 len: 210 time: 0.1337235 Sep 17 07:43:44.180736 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.41', 59706) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:43:44.215380 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-45cb17e1-99bf-453c-a161-f6f618bad2a2 req-57d5bf37-7319-46e4-8900-9a071c8a9858 tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=7655c4323c1b4ac682160be48bf0792b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0212007 Sep 17 07:43:44.375095 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cb17e1-99bf-453c-a161-f6f618bad2a2 req-01514e95-12b2-4ece-ad9e-c47d452d0db7 tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:43:44.378276 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-45cb17e1-99bf-453c-a161-f6f618bad2a2 req-01514e95-12b2-4ece-ad9e-c47d452d0db7 tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1558511 Sep 17 07:43:44.501787 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-45cb17e1-99bf-453c-a161-f6f618bad2a2 req-9214363a-b9f4-49af-af42-7a40d54f762f tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] Request body: {'port': {'device_id': 'bb02b500-812d-40b5-b29d-14f441bb594b', 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583', 'admin_state_up': True, 'tenant_id': '7655c4323c1b4ac682160be48bf0792b'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:43:44.563569 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 17b3660d-6214-495b-80c8-f0eb093523da up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:43:44.644230 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 17b3660d-6214-495b-80c8-f0eb093523da triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:43:44.644694 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:44.757257 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:44.787452 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port 17b3660d-6214-495b-80c8-f0eb093523da, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=17b3660d-6214-495b-80c8-f0eb093523da,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:43:44.793714 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:44.828872 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45cb17e1-99bf-453c-a161-f6f618bad2a2 req-9214363a-b9f4-49af-af42-7a40d54f762f tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] Made reservation on behalf of 7655c4323c1b4ac682160be48bf0792b for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:43:44.836350 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-45cb17e1-99bf-453c-a161-f6f618bad2a2 req-9214363a-b9f4-49af-af42-7a40d54f762f tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:44.851686 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-45cb17e1-99bf-453c-a161-f6f618bad2a2 req-9214363a-b9f4-49af-af42-7a40d54f762f tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:44.996753 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=17b3660d-6214-495b-80c8-f0eb093523da,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:45.000969 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9a03d2-9bda-4ed1-8a1a-24a4d01f863e None None] Sync routers for ids ['b739aa1f-c7eb-4c26-985e-158a136d0960'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:43:45.010249 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9a03d2-9bda-4ed1-8a1a-24a4d01f863e None None] Routers {'b739aa1f-c7eb-4c26-985e-158a136d0960'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:43:45.010863 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-1a9a03d2-9bda-4ed1-8a1a-24a4d01f863e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:43:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['b739aa1f-c7eb-4c26-985e-158a136d0960'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:43:45.022622 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-45cb17e1-99bf-453c-a161-f6f618bad2a2 req-9214363a-b9f4-49af-af42-7a40d54f762f tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:45.030389 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-45cb17e1-99bf-453c-a161-f6f618bad2a2 req-9214363a-b9f4-49af-af42-7a40d54f762f tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:45.093317 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9214363a-b9f4-49af-af42-7a40d54f762f tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5818d507-bd85-477d-bf61-63555cea0cc3,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:45.171648 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-1a9a03d2-9bda-4ed1-8a1a-24a4d01f863e None None] Set router b739aa1f-c7eb-4c26-985e-158a136d0960 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:43:45.234830 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53830) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:43:45.246877 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-0946749f-c460-42e9-a634-fb46aaf0e4d4 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Request body: {'security_group': {'name': 'tempest-securitygroup--188005347', 'description': 'tempest-description--1028755472'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:43:45.258251 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c8abe09b-e86f-4231-841d-527d3ca51ecb req-56ff316e-8af1-46f3-a3d6-a0b928c633d3 tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb02b500-812d-40b5-b29d-14f441bb594b HTTP/1.1" status: 200 len: 210 time: 0.0453920 Sep 17 07:43:45.307650 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0946749f-c460-42e9-a634-fb46aaf0e4d4 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:45.436172 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0946749f-c460-42e9-a634-fb46aaf0e4d4 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:45.446138 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0946749f-c460-42e9-a634-fb46aaf0e4d4 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:45.484548 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0946749f-c460-42e9-a634-fb46aaf0e4d4 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:45.489557 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-0946749f-c460-42e9-a634-fb46aaf0e4d4 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2494066 Sep 17 07:43:45.490302 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53850) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:43:45.495919 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-784895ce-e851-4b9b-a2ef-e66b2f11085a tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Request body: {'security_group_rule': {'security_group_id': 'a5627b3e-0f48-4049-88ff-4f888409a37a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:43:45.521810 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [req-45cb17e1-99bf-453c-a161-f6f618bad2a2 req-9214363a-b9f4-49af-af42-7a40d54f762f tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] Allocated IP 192.168.233.171 (469390cd-cce5-49bd-b8f8-9e64018a0583/5f3af6cb-9cad-436b-bf41-034e75672c44/c216c454-0c7a-44b8-b2b1-afe2a8daa977) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:43:45.527962 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0946749f-c460-42e9-a634-fb46aaf0e4d4 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5627b3e-0f48-4049-88ff-4f888409a37a,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:45.559863 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-784895ce-e851-4b9b-a2ef-e66b2f11085a tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:45.602989 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-1a9a03d2-9bda-4ed1-8a1a-24a4d01f863e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b739aa1f-c7eb-4c26-985e-158a136d0960', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1027793127-router', 'tenant_id': 'ff07538e69124b4d989cb5ca3280f312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '17b3660d-6214-495b-80c8-f0eb093523da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:43:37Z', 'updated_at': '2021-09-17T07:43:42Z', 'revision_number': 4, 'project_id': 'ff07538e69124b4d989cb5ca3280f312', 'gw_port': {'id': '17b3660d-6214-495b-80c8-f0eb093523da', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:11:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b739aa1f-c7eb-4c26-985e-158a136d0960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:43:38Z', 'updated_at': '2021-09-17T07:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '0dea89cc-ff16-497b-9805-ef50d6cd02d0', 'name': '', 'network_id': 'a5c06748-2696-4f41-a47b-7a6b39c49477', 'tenant_id': 'ff07538e69124b4d989cb5ca3280f312', 'mac_address': 'fa:16:3e:88:28:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b739aa1f-c7eb-4c26-985e-158a136d0960', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f98ab698-bb50-4bb7-a533-9200420f6ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:43:41Z', 'updated_at': '2021-09-17T07:43:42Z', 'revision_number': 2, 'project_id': 'ff07538e69124b4d989cb5ca3280f312', 'subnets': [{'id': 'f98ab698-bb50-4bb7-a533-9200420f6ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:43:45.634175 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9a03d2-9bda-4ed1-8a1a-24a4d01f863e None None] Checking router: b739aa1f-c7eb-4c26-985e-158a136d0960 for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:43:45.634748 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9a03d2-9bda-4ed1-8a1a-24a4d01f863e None None] Updating router b739aa1f-c7eb-4c26-985e-158a136d0960 port 0dea89cc-ff16-497b-9805-ef50d6cd02d0 binding host n-d-789963-9 {{(pid=101291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 07:43:45.677220 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1a9a03d2-9bda-4ed1-8a1a-24a4d01f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:45.685484 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-784895ce-e851-4b9b-a2ef-e66b2f11085a tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:45.692785 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-784895ce-e851-4b9b-a2ef-e66b2f11085a tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:45.717929 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784895ce-e851-4b9b-a2ef-e66b2f11085a tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afa5f82b-07cf-4aa9-a78a-70765fb33500,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:45.768084 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-784895ce-e851-4b9b-a2ef-e66b2f11085a tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:45.769764 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-784895ce-e851-4b9b-a2ef-e66b2f11085a tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2783618 Sep 17 07:43:45.772553 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53868) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:43:45.778499 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-2283ad50-891b-4517-b176-6197015bb20d tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Request body: {'security_group_rule': {'security_group_id': 'a5627b3e-0f48-4049-88ff-4f888409a37a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:43:45.815025 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2283ad50-891b-4517-b176-6197015bb20d tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:45.841867 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-45cb17e1-99bf-453c-a161-f6f618bad2a2 req-9214363a-b9f4-49af-af42-7a40d54f762f tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:45.892909 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2283ad50-891b-4517-b176-6197015bb20d tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:45.893346 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-45cb17e1-99bf-453c-a161-f6f618bad2a2 req-9214363a-b9f4-49af-af42-7a40d54f762f tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:45.900050 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2283ad50-891b-4517-b176-6197015bb20d tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:46.001918 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283ad50-891b-4517-b176-6197015bb20d tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6ef82e9-184c-40c8-b84c-a7d9b795b265,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:46.010585 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2283ad50-891b-4517-b176-6197015bb20d tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:46.012256 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-2283ad50-891b-4517-b176-6197015bb20d tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2380664 Sep 17 07:43:46.015389 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53878) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:43:46.029719 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-edcaf5b1-76a4-4450-9367-2982db5012c2 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Request body: {'floatingip': {'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:43:46.036949 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45cb17e1-99bf-453c-a161-f6f618bad2a2 req-9214363a-b9f4-49af-af42-7a40d54f762f tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] Network 469390cd-cce5-49bd-b8f8-9e64018a0583 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:43:46.048983 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [req-45cb17e1-99bf-453c-a161-f6f618bad2a2 req-9214363a-b9f4-49af-af42-7a40d54f762f tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:43:46.052236 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-45cb17e1-99bf-453c-a161-f6f618bad2a2 req-9214363a-b9f4-49af-af42-7a40d54f762f tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:43:46.067855 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cb17e1-99bf-453c-a161-f6f618bad2a2 req-9214363a-b9f4-49af-af42-7a40d54f762f tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:43:46.076474 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-45cb17e1-99bf-453c-a161-f6f618bad2a2 req-9214363a-b9f4-49af-af42-7a40d54f762f tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:46.087384 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1a9a03d2-9bda-4ed1-8a1a-24a4d01f863e None None] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:46.101702 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-edcaf5b1-76a4-4450-9367-2982db5012c2 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Notify callbacks [] for floatingip, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:46.102782 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1a9a03d2-9bda-4ed1-8a1a-24a4d01f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:46.155750 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9214363a-b9f4-49af-af42-7a40d54f762f tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] Pushing event updated for resources: {'Port': ['ID=c216c454-0c7a-44b8-b2b1-afe2a8daa977,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:46.167202 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-45cb17e1-99bf-453c-a161-f6f618bad2a2 req-9214363a-b9f4-49af-af42-7a40d54f762f tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6691492 Sep 17 07:43:46.181175 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [req-45cb17e1-99bf-453c-a161-f6f618bad2a2 req-69480aba-4f33-4031-b4a4-a68c302f2972 tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 07:43:46.182539 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-45cb17e1-99bf-453c-a161-f6f618bad2a2 req-69480aba-4f33-4031-b4a4-a68c302f2972 tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059848 Sep 17 07:43:46.416685 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c771de6-0bd0-4d69-a5e0-b8eae9f2039a None None] Pushing event updated for resources: {'Port': ['ID=0dea89cc-ff16-497b-9805-ef50d6cd02d0,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:46.480563 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-1a9a03d2-9bda-4ed1-8a1a-24a4d01f863e None None] Attempting to bind port 0dea89cc-ff16-497b-9805-ef50d6cd02d0 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:43:46.487079 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-1a9a03d2-9bda-4ed1-8a1a-24a4d01f863e None None] Attempting to bind port 0dea89cc-ff16-497b-9805-ef50d6cd02d0 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'dc23a884-51cd-4ded-a5e8-70bcfddaa81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a5c06748-2696-4f41-a47b-7a6b39c49477'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:43:46.488051 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9a03d2-9bda-4ed1-8a1a-24a4d01f863e None None] Attempting to bind port 0dea89cc-ff16-497b-9805-ef50d6cd02d0 on network a5c06748-2696-4f41-a47b-7a6b39c49477 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:43:46.513108 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9a03d2-9bda-4ed1-8a1a-24a4d01f863e None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:43:46.513899 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9a03d2-9bda-4ed1-8a1a-24a4d01f863e None None] Checking segment: {'id': 'dc23a884-51cd-4ded-a5e8-70bcfddaa81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a5c06748-2696-4f41-a47b-7a6b39c49477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:43:46.516414 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1a9a03d2-9bda-4ed1-8a1a-24a4d01f863e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:46.519574 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9a03d2-9bda-4ed1-8a1a-24a4d01f863e None None] Bound using segment: {'id': 'dc23a884-51cd-4ded-a5e8-70bcfddaa81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a5c06748-2696-4f41-a47b-7a6b39c49477'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:43:46.519574 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-1a9a03d2-9bda-4ed1-8a1a-24a4d01f863e None None] Bound port: 0dea89cc-ff16-497b-9805-ef50d6cd02d0, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc23a884-51cd-4ded-a5e8-70bcfddaa81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a5c06748-2696-4f41-a47b-7a6b39c49477'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:43:46.520087 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1a9a03d2-9bda-4ed1-8a1a-24a4d01f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:46.640452 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-65c2eede-16fc-4f5c-9b66-f7c0420ecf4e None None] Provisioning complete for port c216c454-0c7a-44b8-b2b1-afe2a8daa977 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:43:46.641126 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-65c2eede-16fc-4f5c-9b66-f7c0420ecf4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:46.672241 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbd0a1d-9c22-40e7-8a06-e61ef43d38d4 req-6e5c503c-2b69-4704-84fd-a4cbbd0c406e tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:43:46.679637 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0fbd0a1d-9c22-40e7-8a06-e61ef43d38d4 req-6e5c503c-2b69-4704-84fd-a4cbbd0c406e tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb02b500-812d-40b5-b29d-14f441bb594b HTTP/1.1" status: 200 len: 936 time: 0.1395736 Sep 17 07:43:46.714949 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 17b3660d-6214-495b-80c8-f0eb093523da up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:43:46.769218 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-65c2eede-16fc-4f5c-9b66-f7c0420ecf4e None None] Port c216c454-0c7a-44b8-b2b1-afe2a8daa977 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:43:46.785085 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-edcaf5b1-76a4-4450-9367-2982db5012c2 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:46.796355 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0fbd0a1d-9c22-40e7-8a06-e61ef43d38d4 req-5e80386e-ceba-4276-983b-bcb84933bdda tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] 10.222.0.13 "GET /v2.0/security-groups?id=5818d507-bd85-477d-bf61-63555cea0cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115136 Sep 17 07:43:46.862254 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1a9a03d2-9bda-4ed1-8a1a-24a4d01f863e None None] For port 0dea89cc-ff16-497b-9805-ef50d6cd02d0, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:43:46.910511 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1a9a03d2-9bda-4ed1-8a1a-24a4d01f863e None None] For port 0dea89cc-ff16-497b-9805-ef50d6cd02d0, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=0dea89cc-ff16-497b-9805-ef50d6cd02d0,segment=NetworkSegment(dc23a884-51cd-4ded-a5e8-70bcfddaa81c),segment_id=dc23a884-51cd-4ded-a5e8-70bcfddaa81c)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:43:46.932609 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 17b3660d-6214-495b-80c8-f0eb093523da triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:43:46.933071 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:46.943179 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1a9a03d2-9bda-4ed1-8a1a-24a4d01f863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:46.970905 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53896) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:43:47.063995 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-edcaf5b1-76a4-4450-9367-2982db5012c2 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Allocated IP 172.25.6.109 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/0c0f1871-bb81-4d80-8293-1256081dad8e) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:43:47.088419 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-56d4adf2-523f-4517-9733-7deeda8f1b31 None None] Provisioning complete for port 0dea89cc-ff16-497b-9805-ef50d6cd02d0 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:43:47.090455 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-56d4adf2-523f-4517-9733-7deeda8f1b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:47.101463 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9a03d2-9bda-4ed1-8a1a-24a4d01f863e None None] Routers {'b739aa1f-c7eb-4c26-985e-158a136d0960'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:43:47.102444 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-1a9a03d2-9bda-4ed1-8a1a-24a4d01f863e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:43:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['b739aa1f-c7eb-4c26-985e-158a136d0960'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:43:47.264752 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c771de6-0bd0-4d69-a5e0-b8eae9f2039a None None] Pushing event updated for resources: {'Port': ['ID=0dea89cc-ff16-497b-9805-ef50d6cd02d0,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:47.338529 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-edcaf5b1-76a4-4450-9367-2982db5012c2 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:47.457847 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-edcaf5b1-76a4-4450-9367-2982db5012c2 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:47.578291 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcaf5b1-76a4-4450-9367-2982db5012c2 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Pushing event updated for resources: {'Port': ['ID=0c0f1871-bb81-4d80-8293-1256081dad8e,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:47.590933 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-65efbda3-45ee-4119-ac77-aec5b6c47eaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:47.606083 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcaf5b1-76a4-4450-9367-2982db5012c2 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:43:47.615184 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-edcaf5b1-76a4-4450-9367-2982db5012c2 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:43:47.625176 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-1a9a03d2-9bda-4ed1-8a1a-24a4d01f863e None None] Set router b739aa1f-c7eb-4c26-985e-158a136d0960 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:43:47.641539 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcaf5b1-76a4-4450-9367-2982db5012c2 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:43:47.719165 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-45cb17e1-99bf-453c-a161-f6f618bad2a2 req-52769fa5-05fe-423a-8f6a-1b2d268ed3e2 service neutron] Request body: {'port': {'device_id': 'bb02b500-812d-40b5-b29d-14f441bb594b', 'device_owner': 'compute:tempest-test_az-587497091', 'binding:host_id': 'n-h1-789963-9'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:43:47.788933 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-56d4adf2-523f-4517-9733-7deeda8f1b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:47.911853 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-edcaf5b1-76a4-4450-9367-2982db5012c2 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:47.985331 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-45cb17e1-99bf-453c-a161-f6f618bad2a2 req-52769fa5-05fe-423a-8f6a-1b2d268ed3e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:48.012005 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-edcaf5b1-76a4-4450-9367-2982db5012c2 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:48.023851 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-56d4adf2-523f-4517-9733-7deeda8f1b31 None None] For port 0dea89cc-ff16-497b-9805-ef50d6cd02d0, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=0dea89cc-ff16-497b-9805-ef50d6cd02d0,segment=NetworkSegment(dc23a884-51cd-4ded-a5e8-70bcfddaa81c),segment_id=dc23a884-51cd-4ded-a5e8-70bcfddaa81c)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:43:48.068968 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-56d4adf2-523f-4517-9733-7deeda8f1b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:48.356906 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d4adf2-523f-4517-9733-7deeda8f1b31 None None] Pushing event updated for resources: {'Port': ['ID=0dea89cc-ff16-497b-9805-ef50d6cd02d0,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:48.366644 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ccfddc1d-69d7-46b4-9940-1294794d40ae None None] Provisioning complete for port 0dea89cc-ff16-497b-9805-ef50d6cd02d0 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:43:48.367592 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ccfddc1d-69d7-46b4-9940-1294794d40ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:48.408553 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-edcaf5b1-76a4-4450-9367-2982db5012c2 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:48.413720 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53946) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:43:48.431910 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-edcaf5b1-76a4-4450-9367-2982db5012c2 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:48.481962 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-edcaf5b1-76a4-4450-9367-2982db5012c2 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:48.520322 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-1a9a03d2-9bda-4ed1-8a1a-24a4d01f863e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b739aa1f-c7eb-4c26-985e-158a136d0960', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1027793127-router', 'tenant_id': 'ff07538e69124b4d989cb5ca3280f312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '17b3660d-6214-495b-80c8-f0eb093523da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:43:37Z', 'updated_at': '2021-09-17T07:43:42Z', 'revision_number': 4, 'project_id': 'ff07538e69124b4d989cb5ca3280f312', 'gw_port': {'id': '17b3660d-6214-495b-80c8-f0eb093523da', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:11:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b739aa1f-c7eb-4c26-985e-158a136d0960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:43:38Z', 'updated_at': '2021-09-17T07:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '0dea89cc-ff16-497b-9805-ef50d6cd02d0', 'name': '', 'network_id': 'a5c06748-2696-4f41-a47b-7a6b39c49477', 'tenant_id': 'ff07538e69124b4d989cb5ca3280f312', 'mac_address': 'fa:16:3e:88:28:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b739aa1f-c7eb-4c26-985e-158a136d0960', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f98ab698-bb50-4bb7-a533-9200420f6ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:43:41Z', 'updated_at': '2021-09-17T07:43:46Z', 'revision_number': 4, 'project_id': 'ff07538e69124b4d989cb5ca3280f312', 'subnets': [{'id': 'f98ab698-bb50-4bb7-a533-9200420f6ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:43:48.584102 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcaf5b1-76a4-4450-9367-2982db5012c2 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Pushing event updated for resources: {'Port': ['ID=0c0f1871-bb81-4d80-8293-1256081dad8e,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:48.689657 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-65efbda3-45ee-4119-ac77-aec5b6c47eaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:48.697876 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb66a5-0511-4e51-a420-06c3c5a70529 req-fff0ac5e-dd9c-40da-8d62-872add08e7a4 tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:43:48.705503 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8dfb66a5-0511-4e51-a420-06c3c5a70529 req-fff0ac5e-dd9c-40da-8d62-872add08e7a4 tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb02b500-812d-40b5-b29d-14f441bb594b HTTP/1.1" status: 200 len: 936 time: 0.7687213 Sep 17 07:43:48.716817 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-65efbda3-45ee-4119-ac77-aec5b6c47eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:48.717671 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-edcaf5b1-76a4-4450-9367-2982db5012c2 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:48.719534 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-edcaf5b1-76a4-4450-9367-2982db5012c2 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7031126 Sep 17 07:43:48.819900 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-65efbda3-45ee-4119-ac77-aec5b6c47eaa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=63dc7a29f7ba47908cfd13794153e178&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8477967 Sep 17 07:43:48.822938 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53968) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:43:48.829932 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65efbda3-45ee-4119-ac77-aec5b6c47eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8be2750-e5a5-444d-a155-94c43dbf6a1d,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:48.861380 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8dfb66a5-0511-4e51-a420-06c3c5a70529 req-3edfc451-3ab9-4ea2-b7e9-97cab7c6b8e9 tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] 10.222.0.13 "GET /v2.0/security-groups?id=5818d507-bd85-477d-bf61-63555cea0cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549048 Sep 17 07:43:49.000493 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5b3cff2a-7c27-4265-af91-622d69661512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:49.012881 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9a03d2-9bda-4ed1-8a1a-24a4d01f863e None None] The sync data for ids ['b739aa1f-c7eb-4c26-985e-158a136d0960'] in n-d-789963-9 is: [{'id': 'b739aa1f-c7eb-4c26-985e-158a136d0960', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1027793127-router', 'tenant_id': 'ff07538e69124b4d989cb5ca3280f312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '17b3660d-6214-495b-80c8-f0eb093523da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:43:37Z', 'updated_at': '2021-09-17T07:43:42Z', 'revision_number': 4, 'project_id': 'ff07538e69124b4d989cb5ca3280f312', 'gw_port': {'id': '17b3660d-6214-495b-80c8-f0eb093523da', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:11:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b739aa1f-c7eb-4c26-985e-158a136d0960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:43:38Z', 'updated_at': '2021-09-17T07:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '0dea89cc-ff16-497b-9805-ef50d6cd02d0', 'name': '', 'network_id': 'a5c06748-2696-4f41-a47b-7a6b39c49477', 'tenant_id': 'ff07538e69124b4d989cb5ca3280f312', 'mac_address': 'fa:16:3e:88:28:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b739aa1f-c7eb-4c26-985e-158a136d0960', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f98ab698-bb50-4bb7-a533-9200420f6ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:43:41Z', 'updated_at': '2021-09-17T07:43:46Z', 'revision_number': 4, 'project_id': 'ff07538e69124b4d989cb5ca3280f312', 'subnets': [{'id': 'f98ab698-bb50-4bb7-a533-9200420f6ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:43:49.063595 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5b3cff2a-7c27-4265-af91-622d69661512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:49.201860 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-36966ef5-515b-46f9-8c55-ef9cf49e4deb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:49.255909 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53976) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:43:49.265688 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5b3cff2a-7c27-4265-af91-622d69661512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:49.272790 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5b3cff2a-7c27-4265-af91-622d69661512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:49.275405 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-5b3cff2a-7c27-4265-af91-622d69661512 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e8be2750-e5a5-444d-a155-94c43dbf6a1d HTTP/1.1" status: 204 len: 168 time: 0.4495740 Sep 17 07:43:49.312243 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3cff2a-7c27-4265-af91-622d69661512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8be2750-e5a5-444d-a155-94c43dbf6a1d,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:49.403062 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fa549677-e4d1-421d-9946-e071a62767b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:49.609753 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [req-45cb17e1-99bf-453c-a161-f6f618bad2a2 req-52769fa5-05fe-423a-8f6a-1b2d268ed3e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c216c454-0c7a-44b8-b2b1-afe2a8daa977 {{(pid=101289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:43:49.627673 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-45cb17e1-99bf-453c-a161-f6f618bad2a2 req-52769fa5-05fe-423a-8f6a-1b2d268ed3e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:49.654812 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.provisioning_blocks [req-45cb17e1-99bf-453c-a161-f6f618bad2a2 req-52769fa5-05fe-423a-8f6a-1b2d268ed3e2 service neutron] Transition to ACTIVE for port object c216c454-0c7a-44b8-b2b1-afe2a8daa977 will not be triggered until provisioned by entity L2. {{(pid=101289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:43:49.663197 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-45cb17e1-99bf-453c-a161-f6f618bad2a2 req-52769fa5-05fe-423a-8f6a-1b2d268ed3e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:49.736382 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52769fa5-05fe-423a-8f6a-1b2d268ed3e2 service neutron] Pushing event updated for resources: {'Port': ['ID=c216c454-0c7a-44b8-b2b1-afe2a8daa977,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:49.768226 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-36966ef5-515b-46f9-8c55-ef9cf49e4deb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:49.780502 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-36966ef5-515b-46f9-8c55-ef9cf49e4deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:49.878811 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-aad41599-4f16-49a1-a4a6-ae7138865667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:50.028295 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d1926253-43ef-4851-b14a-e4c4e80d48f2 req-158c099c-1fe6-4d22-8796-f540b9328fb6 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--188005347&fields=id&tenant_id=995280dd7af64d29b5c08cf39fa14744 HTTP/1.1" status: 200 len: 267 time: 0.1542630 Sep 17 07:43:50.194022 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fa549677-e4d1-421d-9946-e071a62767b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:50.205161 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54028) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:43:50.209468 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-36966ef5-515b-46f9-8c55-ef9cf49e4deb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=215520d8add7412a88e228f3201478bc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7944920 Sep 17 07:43:50.241879 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54030) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:43:50.333376 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fa549677-e4d1-421d-9946-e071a62767b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:50.385026 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-45cb17e1-99bf-453c-a161-f6f618bad2a2 req-52769fa5-05fe-423a-8f6a-1b2d268ed3e2 service neutron] Attempting to bind port c216c454-0c7a-44b8-b2b1-afe2a8daa977 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:43:50.386034 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-45cb17e1-99bf-453c-a161-f6f618bad2a2 req-52769fa5-05fe-423a-8f6a-1b2d268ed3e2 service neutron] Attempting to bind port c216c454-0c7a-44b8-b2b1-afe2a8daa977 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:43:50.386034 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cb17e1-99bf-453c-a161-f6f618bad2a2 req-52769fa5-05fe-423a-8f6a-1b2d268ed3e2 service neutron] Attempting to bind port c216c454-0c7a-44b8-b2b1-afe2a8daa977 on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:43:50.386265 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36966ef5-515b-46f9-8c55-ef9cf49e4deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98dc2cb3-2355-4ddd-bbe7-6c518940b048,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:50.395340 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e76b602f-be91-41db-ae5f-8d18cdc4dbc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:50.417111 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cb17e1-99bf-453c-a161-f6f618bad2a2 req-52769fa5-05fe-423a-8f6a-1b2d268ed3e2 service neutron] Port c216c454-0c7a-44b8-b2b1-afe2a8daa977 on network 469390cd-cce5-49bd-b8f8-9e64018a0583 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:43:50.418183 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cb17e1-99bf-453c-a161-f6f618bad2a2 req-52769fa5-05fe-423a-8f6a-1b2d268ed3e2 service neutron] Attempting to bind port c216c454-0c7a-44b8-b2b1-afe2a8daa977 on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:43:50.438516 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1926253-43ef-4851-b14a-e4c4e80d48f2 req-5cb11ab8-2561-4d54-ad58-ca6045827b44 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:43:50.459876 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d1926253-43ef-4851-b14a-e4c4e80d48f2 req-5cb11ab8-2561-4d54-ad58-ca6045827b44 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "GET /v2.0/networks?id=28b44509-44d1-434d-a1e7-c08ce9b90a41 HTTP/1.1" status: 200 len: 823 time: 0.4300499 Sep 17 07:43:50.461623 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54034) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:43:50.463608 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cb17e1-99bf-453c-a161-f6f618bad2a2 req-52769fa5-05fe-423a-8f6a-1b2d268ed3e2 service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:43:50.463995 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cb17e1-99bf-453c-a161-f6f618bad2a2 req-52769fa5-05fe-423a-8f6a-1b2d268ed3e2 service neutron] Checking segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:43:50.464640 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cb17e1-99bf-453c-a161-f6f618bad2a2 req-52769fa5-05fe-423a-8f6a-1b2d268ed3e2 service neutron] Bound using segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:43:50.465097 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-45cb17e1-99bf-453c-a161-f6f618bad2a2 req-52769fa5-05fe-423a-8f6a-1b2d268ed3e2 service neutron] Bound port: c216c454-0c7a-44b8-b2b1-afe2a8daa977, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:43:50.465478 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-45cb17e1-99bf-453c-a161-f6f618bad2a2 req-52769fa5-05fe-423a-8f6a-1b2d268ed3e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:50.551273 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d1926253-43ef-4851-b14a-e4c4e80d48f2 req-58fd008d-040e-48a8-9a28-75f62d093034 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "GET /v2.0/quotas/995280dd7af64d29b5c08cf39fa14744 HTTP/1.1" status: 200 len: 375 time: 0.0903659 Sep 17 07:43:50.649499 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 0dea89cc-ff16-497b-9805-ef50d6cd02d0 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:43:50.699848 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3a711-42c3-47fb-8f3e-767b3510cbfa req-2c8d1d4b-dea3-4fa1-af34-ba439d8a5207 tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:43:50.702512 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a4a3a711-42c3-47fb-8f3e-767b3510cbfa req-2c8d1d4b-dea3-4fa1-af34-ba439d8a5207 tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb02b500-812d-40b5-b29d-14f441bb594b HTTP/1.1" status: 200 len: 969 time: 0.6716216 Sep 17 07:43:50.722164 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e76b602f-be91-41db-ae5f-8d18cdc4dbc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:50.742030 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-fa549677-e4d1-421d-9946-e071a62767b9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fc3b5acbfef34d4783c5891f9e097e1a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4848676 Sep 17 07:43:50.742801 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e76b602f-be91-41db-ae5f-8d18cdc4dbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:50.747442 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54038) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:43:50.769285 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa549677-e4d1-421d-9946-e071a62767b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30300ad5-e3dd-436c-98ef-9a14ac922cb8,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:50.772913 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 0dea89cc-ff16-497b-9805-ef50d6cd02d0 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:43:50.773298 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:50.779713 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-affe4ce8-9f10-46ca-bbda-bdddda315ecd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:50.802532 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-affe4ce8-9f10-46ca-bbda-bdddda315ecd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:50.896645 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9ed72769-a391-49e1-aa6d-60c51b5a6a5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:50.899580 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e76b602f-be91-41db-ae5f-8d18cdc4dbc2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=744b6c61919d4fe5a246eaf25b6a3d18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6840806 Sep 17 07:43:50.909029 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54040) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:43:50.929581 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76b602f-be91-41db-ae5f-8d18cdc4dbc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3baa959-eb58-411d-aa44-054a4e5afc5f,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:50.959190 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-affe4ce8-9f10-46ca-bbda-bdddda315ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:50.961095 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d1926253-43ef-4851-b14a-e4c4e80d48f2 req-ed446bd2-0fb2-4254-8a94-5cfcbe66b835 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=995280dd7af64d29b5c08cf39fa14744&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4087753 Sep 17 07:43:50.962170 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-affe4ce8-9f10-46ca-bbda-bdddda315ecd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:50.963285 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-affe4ce8-9f10-46ca-bbda-bdddda315ecd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/98dc2cb3-2355-4ddd-bbe7-6c518940b048 HTTP/1.1" status: 204 len: 168 time: 0.7095919 Sep 17 07:43:50.972274 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-45cb17e1-99bf-453c-a161-f6f618bad2a2 req-52769fa5-05fe-423a-8f6a-1b2d268ed3e2 service neutron] For port c216c454-0c7a-44b8-b2b1-afe2a8daa977, host n-h1-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:43:51.023594 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e894309c-e3f6-4fa3-9f89-5c488a9e30cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:51.029895 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affe4ce8-9f10-46ca-bbda-bdddda315ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98dc2cb3-2355-4ddd-bbe7-6c518940b048,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:51.052276 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-45cb17e1-99bf-453c-a161-f6f618bad2a2 req-52769fa5-05fe-423a-8f6a-1b2d268ed3e2 service neutron] For port c216c454-0c7a-44b8-b2b1-afe2a8daa977, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=c216c454-0c7a-44b8-b2b1-afe2a8daa977,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:43:51.077922 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a4a3a711-42c3-47fb-8f3e-767b3510cbfa req-f58ef790-2834-45ec-9f18-fc03c7f22c89 tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] 10.222.0.13 "GET /v2.0/security-groups?id=5818d507-bd85-477d-bf61-63555cea0cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649304 Sep 17 07:43:51.102962 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e894309c-e3f6-4fa3-9f89-5c488a9e30cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:51.115786 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-45cb17e1-99bf-453c-a161-f6f618bad2a2 req-52769fa5-05fe-423a-8f6a-1b2d268ed3e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:51.126951 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ec4a584e-23f1-493f-8b4b-f49d473afb0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:51.230400 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ec4a584e-23f1-493f-8b4b-f49d473afb0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:51.298183 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cb17e1-99bf-453c-a161-f6f618bad2a2 req-52769fa5-05fe-423a-8f6a-1b2d268ed3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:43:51.301152 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-45cb17e1-99bf-453c-a161-f6f618bad2a2 req-52769fa5-05fe-423a-8f6a-1b2d268ed3e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:51.314251 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-45cb17e1-99bf-453c-a161-f6f618bad2a2 req-52769fa5-05fe-423a-8f6a-1b2d268ed3e2 service neutron] 10.222.0.41 "PUT /v2.0/ports/c216c454-0c7a-44b8-b2b1-afe2a8daa977 HTTP/1.1" status: 200 len: 1117 time: 4.2814598 Sep 17 07:43:51.315320 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb02b500-812d-40b5-b29d-14f441bb594b', 'tag': 'c216c454-0c7a-44b8-b2b1-afe2a8daa977'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:43:51.372703 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e894309c-e3f6-4fa3-9f89-5c488a9e30cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:51.376168 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e894309c-e3f6-4fa3-9f89-5c488a9e30cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:51.377516 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e894309c-e3f6-4fa3-9f89-5c488a9e30cb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/30300ad5-e3dd-436c-98ef-9a14ac922cb8 HTTP/1.1" status: 204 len: 168 time: 0.6269538 Sep 17 07:43:51.394867 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e894309c-e3f6-4fa3-9f89-5c488a9e30cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30300ad5-e3dd-436c-98ef-9a14ac922cb8,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:51.445164 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ec4a584e-23f1-493f-8b4b-f49d473afb0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:51.448613 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ec4a584e-23f1-493f-8b4b-f49d473afb0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:51.450964 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ec4a584e-23f1-493f-8b4b-f49d473afb0e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e3baa959-eb58-411d-aa44-054a4e5afc5f HTTP/1.1" status: 204 len: 168 time: 0.5378730 Sep 17 07:43:51.462386 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4a584e-23f1-493f-8b4b-f49d473afb0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3baa959-eb58-411d-aa44-054a4e5afc5f,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:51.597581 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [req-d1926253-43ef-4851-b14a-e4c4e80d48f2 req-9d67392e-f0f7-43e4-9fcd-00ba692ef26c service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 07:43:51.607082 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d1926253-43ef-4851-b14a-e4c4e80d48f2 req-9d67392e-f0f7-43e4-9fcd-00ba692ef26c service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5233371 Sep 17 07:43:51.807851 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52769fa5-05fe-423a-8f6a-1b2d268ed3e2 service neutron] Pushing event updated for resources: {'Port': ['ID=c216c454-0c7a-44b8-b2b1-afe2a8daa977,revision_number=3']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:51.868267 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cb17e1-99bf-453c-a161-f6f618bad2a2 req-43f8beb4-2109-4b5d-9e51-02ec4c21ad7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:43:51.870344 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-45cb17e1-99bf-453c-a161-f6f618bad2a2 req-43f8beb4-2109-4b5d-9e51-02ec4c21ad7e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7655c4323c1b4ac682160be48bf0792b&device_id=bb02b500-812d-40b5-b29d-14f441bb594b HTTP/1.1" status: 200 len: 1120 time: 0.3096395 Sep 17 07:43:51.897800 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d1926253-43ef-4851-b14a-e4c4e80d48f2 req-e3a39ddf-7714-4e26-a676-5a5a0a09592d service neutron] 10.222.0.13 "GET /v2.0/networks/28b44509-44d1-434d-a1e7-c08ce9b90a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895756 Sep 17 07:43:51.910075 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54078) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:43:51.935943 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9ed72769-a391-49e1-aa6d-60c51b5a6a5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:51.949432 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9ed72769-a391-49e1-aa6d-60c51b5a6a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:51.968031 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cbea0990-273c-44b4-8b57-e1dd9c517873 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:52.070707 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed72769-a391-49e1-aa6d-60c51b5a6a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f4d220-4320-408c-9df3-6557408f8ca9,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:52.077826 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-9ed72769-a391-49e1-aa6d-60c51b5a6a5e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b44e68f0e6f04fcd9abc8c278e9a42f9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6065874 Sep 17 07:43:52.081254 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54084) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:43:52.126596 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d1926253-43ef-4851-b14a-e4c4e80d48f2 req-62e799b1-9936-4da2-ad7b-04e09bdefb63 service neutron] 10.222.0.13 "GET /v2.0/networks/28b44509-44d1-434d-a1e7-c08ce9b90a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271340 Sep 17 07:43:52.214495 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cbea0990-273c-44b4-8b57-e1dd9c517873 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:52.219959 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cbea0990-273c-44b4-8b57-e1dd9c517873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:52.248272 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4752f569-dc48-4927-b555-830c420844db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:52.286576 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbea0990-273c-44b4-8b57-e1dd9c517873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5bf0a14-89c5-4f15-a99c-ec435a84d214,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:52.298591 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4752f569-dc48-4927-b555-830c420844db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:52.325364 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-cbea0990-273c-44b4-8b57-e1dd9c517873 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cbf7ce8175f745ca8ee6633a5da27ab2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4125516 Sep 17 07:43:52.331056 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54088) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:43:52.390962 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-89b05b5f-5088-4051-9417-bd71b8ea85de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:52.430282 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4752f569-dc48-4927-b555-830c420844db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:52.434831 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4752f569-dc48-4927-b555-830c420844db admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:52.436656 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-4752f569-dc48-4927-b555-830c420844db admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/50f4d220-4320-408c-9df3-6557408f8ca9 HTTP/1.1" status: 204 len: 168 time: 0.3517554 Sep 17 07:43:52.454055 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4752f569-dc48-4927-b555-830c420844db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f4d220-4320-408c-9df3-6557408f8ca9,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:52.470321 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a48562b9-cea1-466b-865e-36db722ac727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:52.535359 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a48562b9-cea1-466b-865e-36db722ac727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:52.594594 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:52.656371 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a48562b9-cea1-466b-865e-36db722ac727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:52.666016 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a48562b9-cea1-466b-865e-36db722ac727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:52.669857 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a48562b9-cea1-466b-865e-36db722ac727 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f5bf0a14-89c5-4f15-a99c-ec435a84d214 HTTP/1.1" status: 204 len: 168 time: 0.3373079 Sep 17 07:43:52.712463 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48562b9-cea1-466b-865e-36db722ac727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5bf0a14-89c5-4f15-a99c-ec435a84d214,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:52.800612 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0661de-4e29-4cf6-a714-62c56d96abd7 req-fdfb1991-2a18-48d7-a810-6765646efcdd tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:43:52.805574 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4d0661de-4e29-4cf6-a714-62c56d96abd7 req-fdfb1991-2a18-48d7-a810-6765646efcdd tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb02b500-812d-40b5-b29d-14f441bb594b HTTP/1.1" status: 200 len: 969 time: 0.1320941 Sep 17 07:43:52.854192 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54110) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:43:52.856967 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861bd803-60a9-41bf-acca-bed4ca22bffe" -d '{"events": [{"name": "network-changed", "server_uuid": "bb02b500-812d-40b5-b29d-14f441bb594b", "tag": "c216c454-0c7a-44b8-b2b1-afe2a8daa977"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:43:52.892602 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4d0661de-4e29-4cf6-a714-62c56d96abd7 req-ef127cbf-2ff8-46b1-af9f-88873388ba1c tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] 10.222.0.13 "GET /v2.0/security-groups?id=5818d507-bd85-477d-bf61-63555cea0cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680439 Sep 17 07:43:52.909386 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b61ed4a3-b3c9-47e0-88d6-7acec2fb4589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:53.005347 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5fb1be24-7e0c-45c9-8521-b2a6bedee62a req-919e18d0-d0e9-434c-babf-0d5a102010cd tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "GET /v2.0/ports?device_id=e99c4201-fedb-4f07-b19b-4b1953342404 HTTP/1.1" status: 200 len: 210 time: 0.1032815 Sep 17 07:43:53.098242 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b61ed4a3-b3c9-47e0-88d6-7acec2fb4589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:53.106861 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b61ed4a3-b3c9-47e0-88d6-7acec2fb4589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:53.171406 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b61ed4a3-b3c9-47e0-88d6-7acec2fb4589 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=90ee9ac4d44a4a2b87c08e44ba1946d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3161130 Sep 17 07:43:53.174576 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61ed4a3-b3c9-47e0-88d6-7acec2fb4589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27a6f62d-0ded-4e3a-b9af-0c5c7cb4e7ae,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:53.174725 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54128) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:43:53.261816 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6ad347c7-d84d-4248-b4ec-e32154d78d55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:53.318022 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6ad347c7-d84d-4248-b4ec-e32154d78d55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:53.444109 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6ad347c7-d84d-4248-b4ec-e32154d78d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:53.447431 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6ad347c7-d84d-4248-b4ec-e32154d78d55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:53.448959 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-6ad347c7-d84d-4248-b4ec-e32154d78d55 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/27a6f62d-0ded-4e3a-b9af-0c5c7cb4e7ae HTTP/1.1" status: 204 len: 168 time: 0.2732942 Sep 17 07:43:53.482023 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad347c7-d84d-4248-b4ec-e32154d78d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a6f62d-0ded-4e3a-b9af-0c5c7cb4e7ae,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:53.545804 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:53.705207 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94792f0-2bb7-4e24-b584-33c6d2fb5b3b x-openstack-request-id: req-d94792f0-2bb7-4e24-b584-33c6d2fb5b3b {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:43:53.705501 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb02b500-812d-40b5-b29d-14f441bb594b", "tag": "c216c454-0c7a-44b8-b2b1-afe2a8daa977", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:43:53.706027 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d94792f0-2bb7-4e24-b584-33c6d2fb5b3b {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:43:53.706817 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb02b500-812d-40b5-b29d-14f441bb594b', 'tag': 'c216c454-0c7a-44b8-b2b1-afe2a8daa977', 'status': 'completed', 'code': 200} Sep 17 07:43:53.865061 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54174) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:43:53.891863 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-faee5289-9209-40f0-bed0-dfe4a653dac4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:54.162567 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef1593a-90e2-4cde-a13e-8274eab77f65 req-57b5e662-4a53-4bc5-a01c-5cb7ba2a8319 tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:43:54.171744 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fef1593a-90e2-4cde-a13e-8274eab77f65 req-57b5e662-4a53-4bc5-a01c-5cb7ba2a8319 tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb02b500-812d-40b5-b29d-14f441bb594b HTTP/1.1" status: 200 len: 969 time: 0.1059029 Sep 17 07:43:54.257681 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-faee5289-9209-40f0-bed0-dfe4a653dac4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:54.264816 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d4758f8d-9137-4eae-9807-ae1fe413266c req-d8f0c219-bcba-4e99-8222-969f7f35c096 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "GET /v2.0/ports?device_id=e99c4201-fedb-4f07-b19b-4b1953342404 HTTP/1.1" status: 200 len: 210 time: 0.0581045 Sep 17 07:43:54.280728 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fef1593a-90e2-4cde-a13e-8274eab77f65 req-e47b6b92-80c3-4127-b6e0-251429d70464 tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] 10.222.0.13 "GET /v2.0/security-groups?id=5818d507-bd85-477d-bf61-63555cea0cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076896 Sep 17 07:43:54.293193 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-faee5289-9209-40f0-bed0-dfe4a653dac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:54.364705 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-faee5289-9209-40f0-bed0-dfe4a653dac4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=82ccfb4b899f45f9a4fd5b406629beb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4957302 Sep 17 07:43:54.364705 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faee5289-9209-40f0-bed0-dfe4a653dac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeed7b39-acfa-4451-92ff-db127775c53d,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:54.365073 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54204) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:43:54.476227 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b4dd1445-ac10-4835-aa52-60a4b9d80f3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:54.491056 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.39', 61814) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:43:54.503691 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b4dd1445-ac10-4835-aa52-60a4b9d80f3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:54.598470 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b4dd1445-ac10-4835-aa52-60a4b9d80f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:54.601323 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b4dd1445-ac10-4835-aa52-60a4b9d80f3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:54.602559 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b4dd1445-ac10-4835-aa52-60a4b9d80f3c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aeed7b39-acfa-4451-92ff-db127775c53d HTTP/1.1" status: 204 len: 168 time: 0.2369223 Sep 17 07:43:54.622303 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dd1445-ac10-4835-aa52-60a4b9d80f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeed7b39-acfa-4451-92ff-db127775c53d,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:54.812162 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1926253-43ef-4851-b14a-e4c4e80d48f2 req-b55be3a2-2759-4d52-a3ce-408190917496 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:43:54.813677 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d1926253-43ef-4851-b14a-e4c4e80d48f2 req-b55be3a2-2759-4d52-a3ce-408190917496 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.39 "GET /v2.0/networks?id=28b44509-44d1-434d-a1e7-c08ce9b90a41 HTTP/1.1" status: 200 len: 823 time: 0.3213959 Sep 17 07:43:55.017288 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d1926253-43ef-4851-b14a-e4c4e80d48f2 req-f7d3bf5b-d25c-47d7-b007-20cacb342747 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=995280dd7af64d29b5c08cf39fa14744 HTTP/1.1" status: 200 len: 379 time: 0.0821018 Sep 17 07:43:55.028782 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-d1926253-43ef-4851-b14a-e4c4e80d48f2 req-ff22c547-7011-4f85-882b-1bc559bf78c9 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Request body: {'port': {'device_id': 'e99c4201-fedb-4f07-b19b-4b1953342404', 'network_id': '28b44509-44d1-434d-a1e7-c08ce9b90a41', 'admin_state_up': True, 'tenant_id': '995280dd7af64d29b5c08cf39fa14744', 'security_groups': ['a5627b3e-0f48-4049-88ff-4f888409a37a']}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:43:55.116323 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:55.215958 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1926253-43ef-4851-b14a-e4c4e80d48f2 req-ff22c547-7011-4f85-882b-1bc559bf78c9 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Made reservation on behalf of 995280dd7af64d29b5c08cf39fa14744 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:43:55.220147 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-d1926253-43ef-4851-b14a-e4c4e80d48f2 req-ff22c547-7011-4f85-882b-1bc559bf78c9 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:55.452012 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54262) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:43:55.610962 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ba6577fc-4fe0-4b13-8917-05508283cec1 req-a37f2874-e5ee-4641-8986-63232c483831 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "GET /v2.0/ports?device_id=e99c4201-fedb-4f07-b19b-4b1953342404 HTTP/1.1" status: 200 len: 210 time: 0.0654457 Sep 17 07:43:55.680093 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54272) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:43:55.696102 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30159426-3675-4bc0-bd98-62442ba4f50a req-252f75b0-7d93-4304-bc50-1db9e7666e8c tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:43:55.697626 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-30159426-3675-4bc0-bd98-62442ba4f50a req-252f75b0-7d93-4304-bc50-1db9e7666e8c tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb02b500-812d-40b5-b29d-14f441bb594b HTTP/1.1" status: 200 len: 969 time: 0.1509440 Sep 17 07:43:55.723373 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [req-d1926253-43ef-4851-b14a-e4c4e80d48f2 req-ff22c547-7011-4f85-882b-1bc559bf78c9 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Allocated IP 172.20.0.12 (28b44509-44d1-434d-a1e7-c08ce9b90a41/a2b739cf-a4f3-485c-ac6f-6aae0b07dbbb/b592eca1-af40-455f-b624-5c3c668eb19e) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:43:55.762137 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-30159426-3675-4bc0-bd98-62442ba4f50a req-aa325fa9-f87f-4793-b2ec-ef42a9e8645e tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] 10.222.0.13 "GET /v2.0/security-groups?id=5818d507-bd85-477d-bf61-63555cea0cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573657 Sep 17 07:43:55.848158 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1496f656-4323-4b9b-9266-cda4034b03f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:55.940032 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-d1926253-43ef-4851-b14a-e4c4e80d48f2 req-ff22c547-7011-4f85-882b-1bc559bf78c9 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:56.051889 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-58b33521-90f6-4fe8-9422-00abeb30c5c1 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1734522595-network', 'tenant_id': '4f0e4c1c4dc94ab78a72a2655bcb731a'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:43:56.076307 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1496f656-4323-4b9b-9266-cda4034b03f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:56.078532 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-d1926253-43ef-4851-b14a-e4c4e80d48f2 req-ff22c547-7011-4f85-882b-1bc559bf78c9 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:56.093640 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1496f656-4323-4b9b-9266-cda4034b03f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:56.150814 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1496f656-4323-4b9b-9266-cda4034b03f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8407cf36-2897-4aa6-8f54-293ed1e266ca,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:56.164335 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-1496f656-4323-4b9b-9266-cda4034b03f9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1ffdef20916c431fbc89489954c7a62c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7112632 Sep 17 07:43:56.166769 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54286) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:43:56.243495 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff22c547-7011-4f85-882b-1bc559bf78c9 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Pushing event updated for resources: {'Port': ['ID=b592eca1-af40-455f-b624-5c3c668eb19e,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:56.248046 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b33521-90f6-4fe8-9422-00abeb30c5c1 admin admin] Made reservation on behalf of 4f0e4c1c4dc94ab78a72a2655bcb731a for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:43:56.250911 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-58b33521-90f6-4fe8-9422-00abeb30c5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:56.275917 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1926253-43ef-4851-b14a-e4c4e80d48f2 req-ff22c547-7011-4f85-882b-1bc559bf78c9 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Network 28b44509-44d1-434d-a1e7-c08ce9b90a41 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:43:56.278654 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [req-d1926253-43ef-4851-b14a-e4c4e80d48f2 req-ff22c547-7011-4f85-882b-1bc559bf78c9 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:43:56.280989 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-58b33521-90f6-4fe8-9422-00abeb30c5c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:56.284742 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1926253-43ef-4851-b14a-e4c4e80d48f2 req-ff22c547-7011-4f85-882b-1bc559bf78c9 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:43:56.298453 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1926253-43ef-4851-b14a-e4c4e80d48f2 req-ff22c547-7011-4f85-882b-1bc559bf78c9 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:43:56.299498 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-d1926253-43ef-4851-b14a-e4c4e80d48f2 req-ff22c547-7011-4f85-882b-1bc559bf78c9 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:56.328968 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d1926253-43ef-4851-b14a-e4c4e80d48f2 req-ff22c547-7011-4f85-882b-1bc559bf78c9 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3053718 Sep 17 07:43:56.340276 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4f5a43b7-59ad-49c6-b97f-957129fc2b25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:56.372617 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4f5a43b7-59ad-49c6-b97f-957129fc2b25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:56.459481 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4f5a43b7-59ad-49c6-b97f-957129fc2b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:56.468978 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4f5a43b7-59ad-49c6-b97f-957129fc2b25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:56.474415 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-4f5a43b7-59ad-49c6-b97f-957129fc2b25 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8407cf36-2897-4aa6-8f54-293ed1e266ca HTTP/1.1" status: 204 len: 168 time: 0.3038058 Sep 17 07:43:56.474708 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [req-d1926253-43ef-4851-b14a-e4c4e80d48f2 req-ba92f145-8d80-4598-956f-1ec6b40a3fe3 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 07:43:56.483378 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d1926253-43ef-4851-b14a-e4c4e80d48f2 req-ba92f145-8d80-4598-956f-1ec6b40a3fe3 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0168016 Sep 17 07:43:56.499720 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5a43b7-59ad-49c6-b97f-957129fc2b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8407cf36-2897-4aa6-8f54-293ed1e266ca,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:56.504658 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-58b33521-90f6-4fe8-9422-00abeb30c5c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:56.515670 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-58b33521-90f6-4fe8-9422-00abeb30c5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:56.536034 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58b33521-90f6-4fe8-9422-00abeb30c5c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 07:43:56.552167 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-58b33521-90f6-4fe8-9422-00abeb30c5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:56.552630 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-58b33521-90f6-4fe8-9422-00abeb30c5c1 admin admin] Added segment 2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff of type vlan for network a0a513a6-9cd3-48db-b90d-df8b88e7c76b Sep 17 07:43:56.625235 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-58b33521-90f6-4fe8-9422-00abeb30c5c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:56.700849 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-58b33521-90f6-4fe8-9422-00abeb30c5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:56.705321 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b33521-90f6-4fe8-9422-00abeb30c5c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:43:56.705897 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-58b33521-90f6-4fe8-9422-00abeb30c5c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:56.758000 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-7b0aee33-0c41-4bab-8ce9-9e976782e6d2 None None] Provisioning complete for port b592eca1-af40-455f-b624-5c3c668eb19e triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:43:56.758702 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7b0aee33-0c41-4bab-8ce9-9e976782e6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:56.778443 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b33521-90f6-4fe8-9422-00abeb30c5c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:56.783648 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-58b33521-90f6-4fe8-9422-00abeb30c5c1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1019325 Sep 17 07:43:56.786208 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54298) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:43:56.797882 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-1ac71186-d61c-46c3-ab3c-d15489d8199f admin admin] Request body: {'subnet': {'network_id': 'a0a513a6-9cd3-48db-b90d-df8b88e7c76b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1734522595-subnet', 'tenant_id': '4f0e4c1c4dc94ab78a72a2655bcb731a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:43:56.852327 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac71186-d61c-46c3-ab3c-d15489d8199f admin admin] Made reservation on behalf of 4f0e4c1c4dc94ab78a72a2655bcb731a for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:43:56.855263 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1ac71186-d61c-46c3-ab3c-d15489d8199f admin admin] Notify callbacks [] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:56.955722 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-7b0aee33-0c41-4bab-8ce9-9e976782e6d2 None None] Port b592eca1-af40-455f-b624-5c3c668eb19e cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:43:57.075784 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b33521-90f6-4fe8-9422-00abeb30c5c1 admin admin] Pushing event updated for resources: {'Network': ['ID=a0a513a6-9cd3-48db-b90d-df8b88e7c76b,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:57.089719 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-45cb17e1-99bf-453c-a161-f6f618bad2a2 req-f02015e8-c726-4bae-87a3-606a7e84011b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=c216c454-0c7a-44b8-b2b1-afe2a8daa977 HTTP/1.1" status: 200 len: 217 time: 0.2231266 Sep 17 07:43:57.101577 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network a0a513a6-9cd3-48db-b90d-df8b88e7c76b details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 07:43:57.114377 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a59c80-08b3-46f0-b0c3-22f881fbd005 req-13345023-53a7-4335-b4a3-9a9f71fb13ac tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:43:57.122926 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b3a59c80-08b3-46f0-b0c3-22f881fbd005 req-13345023-53a7-4335-b4a3-9a9f71fb13ac tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "GET /v2.0/ports?device_id=e99c4201-fedb-4f07-b19b-4b1953342404 HTTP/1.1" status: 200 len: 932 time: 0.3504465 Sep 17 07:43:57.248621 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e96fb-3fff-4344-8f82-e55d1f587a49 req-8e5d7cfc-75d4-4e60-976a-4fb8292f0066 tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:43:57.250489 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9d8e96fb-3fff-4344-8f82-e55d1f587a49 req-8e5d7cfc-75d4-4e60-976a-4fb8292f0066 tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb02b500-812d-40b5-b29d-14f441bb594b HTTP/1.1" status: 200 len: 969 time: 0.3245656 Sep 17 07:43:57.313724 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b3a59c80-08b3-46f0-b0c3-22f881fbd005 req-65b0cc57-42bc-484c-b593-f041d53452bb tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5627b3e-0f48-4049-88ff-4f888409a37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1897519 Sep 17 07:43:57.334467 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cb17e1-99bf-453c-a161-f6f618bad2a2 req-e16d184a-ad1b-49c9-90c0-54d6f96ae2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:43:57.336345 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-45cb17e1-99bf-453c-a161-f6f618bad2a2 req-e16d184a-ad1b-49c9-90c0-54d6f96ae2f1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.2305539 Sep 17 07:43:57.368221 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1ac71186-d61c-46c3-ab3c-d15489d8199f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:57.409809 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9d8e96fb-3fff-4344-8f82-e55d1f587a49 req-4b6bbd5d-56ac-4968-8ce4-724d48575053 tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] 10.222.0.13 "GET /v2.0/security-groups?id=5818d507-bd85-477d-bf61-63555cea0cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123116 Sep 17 07:43:57.437585 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cb17e1-99bf-453c-a161-f6f618bad2a2 req-cf518a5c-a90b-43ec-ac91-e5953c53b841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:43:57.439196 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-45cb17e1-99bf-453c-a161-f6f618bad2a2 req-cf518a5c-a90b-43ec-ac91-e5953c53b841 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0930793 Sep 17 07:43:57.450321 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac71186-d61c-46c3-ab3c-d15489d8199f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b166af2c-f0c1-4005-bf20-b8a2b0583a5b,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:57.481952 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac71186-d61c-46c3-ab3c-d15489d8199f admin admin] Checking segment: {'id': '2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a0a513a6-9cd3-48db-b90d-df8b88e7c76b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:43:57.483325 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac71186-d61c-46c3-ab3c-d15489d8199f admin admin] Network hostable DHCP agents. Network: a0a513a6-9cd3-48db-b90d-df8b88e7c76b, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 07:43:57.520347 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac71186-d61c-46c3-ab3c-d15489d8199f admin admin] Network a0a513a6-9cd3-48db-b90d-df8b88e7c76b is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 07:43:57.551875 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-1ac71186-d61c-46c3-ab3c-d15489d8199f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, a0a513a6-9cd3-48db-b90d-df8b88e7c76b) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:43:57.562686 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a684ff0-d24a-4992-9a1b-5ce21d15adb3 None None] Network a0a513a6-9cd3-48db-b90d-df8b88e7c76b requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:43:57.583550 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac71186-d61c-46c3-ab3c-d15489d8199f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:43:57.586368 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1ac71186-d61c-46c3-ab3c-d15489d8199f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:57.596031 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-d1926253-43ef-4851-b14a-e4c4e80d48f2 req-519743be-5d11-4cdb-babe-c1f12b9877b2 service neutron] Request body: {'port': {'device_id': 'e99c4201-fedb-4f07-b19b-4b1953342404', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:43:57.649949 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-1ac71186-d61c-46c3-ab3c-d15489d8199f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8528314 Sep 17 07:43:57.838498 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54320) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:43:57.876012 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4527720e-5a6e-4728-9d22-228b14b39a14 None None] Network a0a513a6-9cd3-48db-b90d-df8b88e7c76b requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:43:57.877808 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-23d3eca6-2201-47b0-8d79-f24d5cdf1a67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:57.888760 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-45cb17e1-99bf-453c-a161-f6f618bad2a2 req-eb1bb929-4ebb-4f7c-96f7-f115ad6a9d5c service neutron] 10.222.0.41 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4335439 Sep 17 07:43:57.890028 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-d1926253-43ef-4851-b14a-e4c4e80d48f2 req-519743be-5d11-4cdb-babe-c1f12b9877b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:58.179486 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-23d3eca6-2201-47b0-8d79-f24d5cdf1a67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:58.188231 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-23d3eca6-2201-47b0-8d79-f24d5cdf1a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:58.244532 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d3eca6-2201-47b0-8d79-f24d5cdf1a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b79e7087-7f4a-48c7-97a1-1afd06100f58,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:58.308257 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-23d3eca6-2201-47b0-8d79-f24d5cdf1a67 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=47b061592db34b08ab3608a4b6080200&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4656193 Sep 17 07:43:58.310350 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54328) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:43:58.401140 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-89e61abe-4c9a-4db2-9578-1f1ab1f0b6e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:58.429068 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-89e61abe-4c9a-4db2-9578-1f1ab1f0b6e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:58.508116 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-89e61abe-4c9a-4db2-9578-1f1ab1f0b6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:58.511438 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-89e61abe-4c9a-4db2-9578-1f1ab1f0b6e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:58.512856 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-89e61abe-4c9a-4db2-9578-1f1ab1f0b6e2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b79e7087-7f4a-48c7-97a1-1afd06100f58 HTTP/1.1" status: 204 len: 168 time: 0.2010033 Sep 17 07:43:58.528025 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e61abe-4c9a-4db2-9578-1f1ab1f0b6e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b79e7087-7f4a-48c7-97a1-1afd06100f58,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:58.718327 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-45cb17e1-99bf-453c-a161-f6f618bad2a2 req-de13ce38-6963-485b-8566-3f13b61f75e5 service neutron] 10.222.0.41 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7973704 Sep 17 07:43:58.749679 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847da014-bb3b-4d2a-9225-158b0a6adf64 req-2d24473d-98cc-4558-987c-2fff1990f26c tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:43:58.751212 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-847da014-bb3b-4d2a-9225-158b0a6adf64 req-2d24473d-98cc-4558-987c-2fff1990f26c tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb02b500-812d-40b5-b29d-14f441bb594b HTTP/1.1" status: 200 len: 969 time: 0.1238563 Sep 17 07:43:58.772188 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1817392e-69d7-4d79-8549-0dc5590c4722 req-c56a1a1b-08d2-4fb3-8280-b93dc9874f04 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:43:58.773674 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1817392e-69d7-4d79-8549-0dc5590c4722 req-c56a1a1b-08d2-4fb3-8280-b93dc9874f04 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "GET /v2.0/ports?device_id=e99c4201-fedb-4f07-b19b-4b1953342404 HTTP/1.1" status: 200 len: 932 time: 0.3006802 Sep 17 07:43:58.852970 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-847da014-bb3b-4d2a-9225-158b0a6adf64 req-85e522d7-77ae-4aa2-a404-bfa64d049321 tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] 10.222.0.13 "GET /v2.0/security-groups?id=5818d507-bd85-477d-bf61-63555cea0cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888033 Sep 17 07:43:58.866515 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [req-d1926253-43ef-4851-b14a-e4c4e80d48f2 req-519743be-5d11-4cdb-babe-c1f12b9877b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b592eca1-af40-455f-b624-5c3c668eb19e {{(pid=101289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:43:58.884260 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-d1926253-43ef-4851-b14a-e4c4e80d48f2 req-519743be-5d11-4cdb-babe-c1f12b9877b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:58.893198 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1817392e-69d7-4d79-8549-0dc5590c4722 req-1e2ee94d-9845-4cd0-8f51-3c53c2a56356 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5627b3e-0f48-4049-88ff-4f888409a37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877845 Sep 17 07:43:58.904458 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.provisioning_blocks [req-d1926253-43ef-4851-b14a-e4c4e80d48f2 req-519743be-5d11-4cdb-babe-c1f12b9877b2 service neutron] Transition to ACTIVE for port object b592eca1-af40-455f-b624-5c3c668eb19e will not be triggered until provisioned by entity L2. {{(pid=101289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:43:58.919178 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-d1926253-43ef-4851-b14a-e4c4e80d48f2 req-519743be-5d11-4cdb-babe-c1f12b9877b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:58.995915 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519743be-5d11-4cdb-babe-c1f12b9877b2 service neutron] Pushing event updated for resources: {'Port': ['ID=b592eca1-af40-455f-b624-5c3c668eb19e,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:59.046604 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-d1926253-43ef-4851-b14a-e4c4e80d48f2 req-519743be-5d11-4cdb-babe-c1f12b9877b2 service neutron] Attempting to bind port b592eca1-af40-455f-b624-5c3c668eb19e on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:43:59.047006 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-d1926253-43ef-4851-b14a-e4c4e80d48f2 req-519743be-5d11-4cdb-babe-c1f12b9877b2 service neutron] Attempting to bind port b592eca1-af40-455f-b624-5c3c668eb19e by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': '34a968ab-03d3-42f8-beb1-615fd521ef4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '28b44509-44d1-434d-a1e7-c08ce9b90a41'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:43:59.047429 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1926253-43ef-4851-b14a-e4c4e80d48f2 req-519743be-5d11-4cdb-babe-c1f12b9877b2 service neutron] Attempting to bind port b592eca1-af40-455f-b624-5c3c668eb19e on network 28b44509-44d1-434d-a1e7-c08ce9b90a41 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:43:59.053847 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1926253-43ef-4851-b14a-e4c4e80d48f2 req-519743be-5d11-4cdb-babe-c1f12b9877b2 service neutron] Port b592eca1-af40-455f-b624-5c3c668eb19e on network 28b44509-44d1-434d-a1e7-c08ce9b90a41 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:43:59.054172 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1926253-43ef-4851-b14a-e4c4e80d48f2 req-519743be-5d11-4cdb-babe-c1f12b9877b2 service neutron] Attempting to bind port b592eca1-af40-455f-b624-5c3c668eb19e on network 28b44509-44d1-434d-a1e7-c08ce9b90a41 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:43:59.065506 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1926253-43ef-4851-b14a-e4c4e80d48f2 req-519743be-5d11-4cdb-babe-c1f12b9877b2 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:43:59.065859 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1926253-43ef-4851-b14a-e4c4e80d48f2 req-519743be-5d11-4cdb-babe-c1f12b9877b2 service neutron] Checking segment: {'id': '34a968ab-03d3-42f8-beb1-615fd521ef4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '28b44509-44d1-434d-a1e7-c08ce9b90a41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:43:59.066215 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1926253-43ef-4851-b14a-e4c4e80d48f2 req-519743be-5d11-4cdb-babe-c1f12b9877b2 service neutron] Bound using segment: {'id': '34a968ab-03d3-42f8-beb1-615fd521ef4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '28b44509-44d1-434d-a1e7-c08ce9b90a41'} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:43:59.066744 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-d1926253-43ef-4851-b14a-e4c4e80d48f2 req-519743be-5d11-4cdb-babe-c1f12b9877b2 service neutron] Bound port: b592eca1-af40-455f-b624-5c3c668eb19e, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34a968ab-03d3-42f8-beb1-615fd521ef4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '28b44509-44d1-434d-a1e7-c08ce9b90a41'}}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:43:59.067170 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-d1926253-43ef-4851-b14a-e4c4e80d48f2 req-519743be-5d11-4cdb-babe-c1f12b9877b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:59.178958 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-d1926253-43ef-4851-b14a-e4c4e80d48f2 req-519743be-5d11-4cdb-babe-c1f12b9877b2 service neutron] For port b592eca1-af40-455f-b624-5c3c668eb19e, host n-h2-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:43:59.184023 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-d1926253-43ef-4851-b14a-e4c4e80d48f2 req-519743be-5d11-4cdb-babe-c1f12b9877b2 service neutron] For port b592eca1-af40-455f-b624-5c3c668eb19e, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=b592eca1-af40-455f-b624-5c3c668eb19e,segment=NetworkSegment(34a968ab-03d3-42f8-beb1-615fd521ef4a),segment_id=34a968ab-03d3-42f8-beb1-615fd521ef4a)] {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:43:59.193258 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-d1926253-43ef-4851-b14a-e4c4e80d48f2 req-519743be-5d11-4cdb-babe-c1f12b9877b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:59.400389 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1926253-43ef-4851-b14a-e4c4e80d48f2 req-519743be-5d11-4cdb-babe-c1f12b9877b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:43:59.401115 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-d1926253-43ef-4851-b14a-e4c4e80d48f2 req-519743be-5d11-4cdb-babe-c1f12b9877b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:43:59.402784 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d1926253-43ef-4851-b14a-e4c4e80d48f2 req-519743be-5d11-4cdb-babe-c1f12b9877b2 service neutron] 10.222.0.39 "PUT /v2.0/ports/b592eca1-af40-455f-b624-5c3c668eb19e HTTP/1.1" status: 200 len: 1092 time: 2.3471127 Sep 17 07:43:59.403314 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e99c4201-fedb-4f07-b19b-4b1953342404', 'tag': 'b592eca1-af40-455f-b624-5c3c668eb19e'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:43:59.406015 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a57cdd2-127b-4e29-958e-734704d32ce6" -d '{"events": [{"name": "network-changed", "server_uuid": "e99c4201-fedb-4f07-b19b-4b1953342404", "tag": "b592eca1-af40-455f-b624-5c3c668eb19e"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:43:59.433870 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519743be-5d11-4cdb-babe-c1f12b9877b2 service neutron] Pushing event updated for resources: {'Port': ['ID=b592eca1-af40-455f-b624-5c3c668eb19e,revision_number=3']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:43:59.480274 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d02ffa1d-dcb2-4e95-baa7-ba6ced183986 x-openstack-request-id: req-d02ffa1d-dcb2-4e95-baa7-ba6ced183986 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:43:59.480704 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e99c4201-fedb-4f07-b19b-4b1953342404", "tag": "b592eca1-af40-455f-b624-5c3c668eb19e", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:43:59.481068 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d02ffa1d-dcb2-4e95-baa7-ba6ced183986 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:43:59.481557 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e99c4201-fedb-4f07-b19b-4b1953342404', 'tag': 'b592eca1-af40-455f-b624-5c3c668eb19e', 'status': 'completed', 'code': 200} Sep 17 07:43:59.587414 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861bd803-60a9-41bf-acca-bed4ca22bffe req-267a604a-0f57-49a6-bc64-6da9bdb4c79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:43:59.590033 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-861bd803-60a9-41bf-acca-bed4ca22bffe req-267a604a-0f57-49a6-bc64-6da9bdb4c79d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7655c4323c1b4ac682160be48bf0792b&device_id=bb02b500-812d-40b5-b29d-14f441bb594b HTTP/1.1" status: 200 len: 1120 time: 0.0803785 Sep 17 07:43:59.796610 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861bd803-60a9-41bf-acca-bed4ca22bffe req-c349684f-9bd2-4ef4-9c5f-e06cd055802b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:43:59.798103 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-861bd803-60a9-41bf-acca-bed4ca22bffe req-c349684f-9bd2-4ef4-9c5f-e06cd055802b service neutron] 10.222.0.41 "GET /v2.0/networks?id=469390cd-cce5-49bd-b8f8-9e64018a0583 HTTP/1.1" status: 200 len: 870 time: 0.1921930 Sep 17 07:43:59.844440 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-861bd803-60a9-41bf-acca-bed4ca22bffe req-107e2bd0-3b98-4033-bdfe-557e08c4aa6e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=c216c454-0c7a-44b8-b2b1-afe2a8daa977 HTTP/1.1" status: 200 len: 217 time: 0.0383930 Sep 17 07:43:59.903307 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861bd803-60a9-41bf-acca-bed4ca22bffe req-93bab4d5-72e6-4284-bf99-b8fa0f3c4045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:43:59.904905 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-861bd803-60a9-41bf-acca-bed4ca22bffe req-93bab4d5-72e6-4284-bf99-b8fa0f3c4045 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.0538146 Sep 17 07:43:59.968498 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861bd803-60a9-41bf-acca-bed4ca22bffe req-4d959a9b-b5e6-4886-8b47-d06505ca7bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:43:59.970188 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-861bd803-60a9-41bf-acca-bed4ca22bffe req-4d959a9b-b5e6-4886-8b47-d06505ca7bae service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0482576 Sep 17 07:44:00.099880 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-861bd803-60a9-41bf-acca-bed4ca22bffe req-fe940f80-5c15-43b9-b934-f500ae7aaa38 service neutron] 10.222.0.41 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220114 Sep 17 07:44:00.332896 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6f5a8f60-4fb2-4398-b7bf-6b79b4137d15 req-7223c8d3-fac5-41cd-b586-d8ea8103222d tempest-ServerDiagnosticsNegativeTest-839682041 tempest-ServerDiagnosticsNegativeTest-839682041-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=a5f0b96d94c440d0a8b9f63676c864bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0597372 Sep 17 07:44:00.392421 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54412) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:00.395754 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22ef32-9410-44f2-8cbb-38ab8c0ecb48 req-06b280d0-4816-490e-8818-bcfcc7a52b91 tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:00.397349 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9e22ef32-9410-44f2-8cbb-38ab8c0ecb48 req-06b280d0-4816-490e-8818-bcfcc7a52b91 tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb02b500-812d-40b5-b29d-14f441bb594b HTTP/1.1" status: 200 len: 969 time: 0.0950787 Sep 17 07:44:00.400391 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-668f6d75-9b28-427f-a3e4-230f4ea72a16 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-152056627-network', 'tenant_id': '4c48ca750bdc40b9a5ba35860001f12d'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:44:00.434228 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-861bd803-60a9-41bf-acca-bed4ca22bffe req-64daafc9-3c23-40b7-88e0-92c9e2c69f9a service neutron] 10.222.0.41 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876282 Sep 17 07:44:00.466184 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668f6d75-9b28-427f-a3e4-230f4ea72a16 admin admin] Made reservation on behalf of 4c48ca750bdc40b9a5ba35860001f12d for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:44:00.470223 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-668f6d75-9b28-427f-a3e4-230f4ea72a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:00.482489 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-668f6d75-9b28-427f-a3e4-230f4ea72a16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:00.490948 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9e22ef32-9410-44f2-8cbb-38ab8c0ecb48 req-de50ba71-bd2f-447c-b89a-67b96639bc5c tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] 10.222.0.13 "GET /v2.0/security-groups?id=5818d507-bd85-477d-bf61-63555cea0cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813782 Sep 17 07:44:00.546923 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a8f60-4fb2-4398-b7bf-6b79b4137d15 req-d6652143-30c7-46c2-9c98-81225e1ee3b8 tempest-ServerDiagnosticsNegativeTest-839682041 tempest-ServerDiagnosticsNegativeTest-839682041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:00.551731 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6f5a8f60-4fb2-4398-b7bf-6b79b4137d15 req-d6652143-30c7-46c2-9c98-81225e1ee3b8 tempest-ServerDiagnosticsNegativeTest-839682041 tempest-ServerDiagnosticsNegativeTest-839682041-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2079749 Sep 17 07:44:00.573915 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6f5a8f60-4fb2-4398-b7bf-6b79b4137d15 req-5d59d487-689c-430e-80b9-3078b7ad0970 tempest-ServerDiagnosticsNegativeTest-839682041 tempest-ServerDiagnosticsNegativeTest-839682041-project] 10.222.0.13 "GET /v2.0/quotas/a5f0b96d94c440d0a8b9f63676c864bc HTTP/1.1" status: 200 len: 375 time: 0.0118728 Sep 17 07:44:00.640428 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-668f6d75-9b28-427f-a3e4-230f4ea72a16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:00.645549 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-668f6d75-9b28-427f-a3e4-230f4ea72a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:00.652761 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6f5a8f60-4fb2-4398-b7bf-6b79b4137d15 req-926e4dcf-7be8-4e00-a948-b6aec4d116a1 tempest-ServerDiagnosticsNegativeTest-839682041 tempest-ServerDiagnosticsNegativeTest-839682041-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a5f0b96d94c440d0a8b9f63676c864bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0702786 Sep 17 07:44:00.670457 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-668f6d75-9b28-427f-a3e4-230f4ea72a16 admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 07:44:00.700604 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f6d75-9b28-427f-a3e4-230f4ea72a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b98528a6-1a71-4ee6-8370-52ff5dc3bafb,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:00.703709 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-668f6d75-9b28-427f-a3e4-230f4ea72a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:00.704171 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-668f6d75-9b28-427f-a3e4-230f4ea72a16 admin admin] Added segment a7ec29c9-9b26-4739-a7f2-24d3042f36de of type vlan for network a6bd6846-0c0d-4f6b-9bbb-beb1c17e2052 Sep 17 07:44:00.716020 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcbd97c-cf7e-4c68-bd35-45b2db1b01a9 req-e0c5e086-0ef7-4a0d-9986-5066db4e3a04 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:00.718088 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ffcbd97c-cf7e-4c68-bd35-45b2db1b01a9 req-e0c5e086-0ef7-4a0d-9986-5066db4e3a04 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "GET /v2.0/ports?device_id=e99c4201-fedb-4f07-b19b-4b1953342404 HTTP/1.1" status: 200 len: 944 time: 0.1168311 Sep 17 07:44:00.754887 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-668f6d75-9b28-427f-a3e4-230f4ea72a16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:00.784891 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-668f6d75-9b28-427f-a3e4-230f4ea72a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:00.787342 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668f6d75-9b28-427f-a3e4-230f4ea72a16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:00.788373 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-668f6d75-9b28-427f-a3e4-230f4ea72a16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:00.797231 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ffcbd97c-cf7e-4c68-bd35-45b2db1b01a9 req-673d431c-0d52-472b-b583-0afe58ac3db1 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5627b3e-0f48-4049-88ff-4f888409a37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684011 Sep 17 07:44:00.867952 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-668f6d75-9b28-427f-a3e4-230f4ea72a16 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4725084 Sep 17 07:44:00.869542 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54426) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:00.875125 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-03955b7f-9459-4e23-9ebf-055ef40ea9e1 admin admin] Request body: {'subnet': {'network_id': 'a6bd6846-0c0d-4f6b-9bbb-beb1c17e2052', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-152056627-subnet', 'tenant_id': '4c48ca750bdc40b9a5ba35860001f12d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:44:00.881570 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f6d75-9b28-427f-a3e4-230f4ea72a16 admin admin] Pushing event updated for resources: {'Network': ['ID=a6bd6846-0c0d-4f6b-9bbb-beb1c17e2052,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:00.896432 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network a6bd6846-0c0d-4f6b-9bbb-beb1c17e2052 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 07:44:00.919477 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03955b7f-9459-4e23-9ebf-055ef40ea9e1 admin admin] Made reservation on behalf of 4c48ca750bdc40b9a5ba35860001f12d for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:44:00.928096 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-03955b7f-9459-4e23-9ebf-055ef40ea9e1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:01.067212 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-57c522ba-25dd-472c-b747-c2837a89d8cd req-5f06fd6c-388d-44f4-964f-31b16f82f266 tempest-ServerDiagnosticsNegativeTest-839682041 tempest-ServerDiagnosticsNegativeTest-839682041-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d015aee-a81e-47b4-8189-339237f1d0a1 HTTP/1.1" status: 200 len: 210 time: 0.0740387 Sep 17 07:44:01.328277 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-03955b7f-9459-4e23-9ebf-055ef40ea9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:01.424753 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03955b7f-9459-4e23-9ebf-055ef40ea9e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81faea16-b527-42b2-b348-173a31399bca,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:01.452401 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03955b7f-9459-4e23-9ebf-055ef40ea9e1 admin admin] Checking segment: {'id': 'a7ec29c9-9b26-4739-a7f2-24d3042f36de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a6bd6846-0c0d-4f6b-9bbb-beb1c17e2052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:44:01.453030 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03955b7f-9459-4e23-9ebf-055ef40ea9e1 admin admin] Network hostable DHCP agents. Network: a6bd6846-0c0d-4f6b-9bbb-beb1c17e2052, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 07:44:01.499014 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03955b7f-9459-4e23-9ebf-055ef40ea9e1 admin admin] Network a6bd6846-0c0d-4f6b-9bbb-beb1c17e2052 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 07:44:01.519328 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-03955b7f-9459-4e23-9ebf-055ef40ea9e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, a6bd6846-0c0d-4f6b-9bbb-beb1c17e2052) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:44:01.532939 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ec0a4d-4d0b-47ec-8ddb-cfaef8e9f628 None None] Network a6bd6846-0c0d-4f6b-9bbb-beb1c17e2052 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:44:01.547105 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03955b7f-9459-4e23-9ebf-055ef40ea9e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:01.548269 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-03955b7f-9459-4e23-9ebf-055ef40ea9e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:01.611359 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-03955b7f-9459-4e23-9ebf-055ef40ea9e1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7399762 Sep 17 07:44:01.735136 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54482) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:01.748619 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6080f23-8f34-4399-ab88-fab017a4aa5e req-d3696612-8bca-4450-921e-f60f72d88495 tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:01.751469 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f6080f23-8f34-4399-ab88-fab017a4aa5e req-d3696612-8bca-4450-921e-f60f72d88495 tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb02b500-812d-40b5-b29d-14f441bb594b HTTP/1.1" status: 200 len: 969 time: 0.1025021 Sep 17 07:44:01.827515 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f6080f23-8f34-4399-ab88-fab017a4aa5e req-3a6de37b-9633-4b4e-a11e-f5cfc8143dcc tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] 10.222.0.13 "GET /v2.0/security-groups?id=5818d507-bd85-477d-bf61-63555cea0cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689378 Sep 17 07:44:01.845707 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e525ed6b-bfbd-40e3-aef1-5892c100b54c None None] Network a6bd6846-0c0d-4f6b-9bbb-beb1c17e2052 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:44:01.996880 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5923c408-6a6b-4f65-9314-798ebc3e13b3 req-468706bb-f3c5-4946-9091-ea6fff8a771c tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:01.999709 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5923c408-6a6b-4f65-9314-798ebc3e13b3 req-468706bb-f3c5-4946-9091-ea6fff8a771c tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "GET /v2.0/ports?device_id=e99c4201-fedb-4f07-b19b-4b1953342404 HTTP/1.1" status: 200 len: 944 time: 0.0875444 Sep 17 07:44:02.044670 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5923c408-6a6b-4f65-9314-798ebc3e13b3 req-fe2048c4-b180-4cb5-8848-2aadf11c1dcf tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5627b3e-0f48-4049-88ff-4f888409a37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345864 Sep 17 07:44:02.141181 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d209a73b-4b88-49ee-a850-cd89ce61eb56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:02.195273 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e8531b70-f819-4580-8393-cea0c757b972 req-2e8de44b-8bbc-4042-a400-e2a13362592a tempest-ServerDiagnosticsNegativeTest-839682041 tempest-ServerDiagnosticsNegativeTest-839682041-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d015aee-a81e-47b4-8189-339237f1d0a1 HTTP/1.1" status: 200 len: 210 time: 0.0546005 Sep 17 07:44:02.297592 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d209a73b-4b88-49ee-a850-cd89ce61eb56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:02.303690 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d209a73b-4b88-49ee-a850-cd89ce61eb56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:02.362174 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54504) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:02.363788 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d209a73b-4b88-49ee-a850-cd89ce61eb56 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dc1a9ab9495b4858ae6c1ba32326ce09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6220448 Sep 17 07:44:02.365710 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54506) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:02.377144 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d209a73b-4b88-49ee-a850-cd89ce61eb56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18283418-1329-4f02-946e-9d1c1abeb0e8,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:02.444106 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-32b98022-bb49-44a2-a570-5f2bcb6f4972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:02.483226 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-32b98022-bb49-44a2-a570-5f2bcb6f4972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:02.536627 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-32b98022-bb49-44a2-a570-5f2bcb6f4972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:02.542083 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-32b98022-bb49-44a2-a570-5f2bcb6f4972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:02.544560 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-32b98022-bb49-44a2-a570-5f2bcb6f4972 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/18283418-1329-4f02-946e-9d1c1abeb0e8 HTTP/1.1" status: 204 len: 168 time: 0.1779275 Sep 17 07:44:02.554941 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b98022-bb49-44a2-a570-5f2bcb6f4972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18283418-1329-4f02-946e-9d1c1abeb0e8,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:02.623990 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0c58286a-ab47-4046-a95b-3a23724e1b7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:02.778415 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0c58286a-ab47-4046-a95b-3a23724e1b7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:02.784672 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0c58286a-ab47-4046-a95b-3a23724e1b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:02.860692 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c58286a-ab47-4046-a95b-3a23724e1b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aaaccb5-f46e-454d-9ad3-757598db4d44,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:02.878976 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6f5a8f60-4fb2-4398-b7bf-6b79b4137d15 req-6fdf89d0-ac7a-4a63-b20d-37a3b4f108b9 tempest-ServerDiagnosticsNegativeTest-839682041 tempest-ServerDiagnosticsNegativeTest-839682041-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=a5f0b96d94c440d0a8b9f63676c864bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0609162 Sep 17 07:44:02.884379 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54530) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:02.884928 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-0c58286a-ab47-4046-a95b-3a23724e1b7b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b54de418b04643869dd91ba22ae169a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5211732 Sep 17 07:44:03.003691 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-18c83902-6761-47ac-a535-8d9f61a8a979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:03.029089 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-18c83902-6761-47ac-a535-8d9f61a8a979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:03.088946 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a70b43-c196-4068-bc7a-a0eb39ea92fc req-636443e5-9a43-4c87-b475-b1692c83b3f8 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:03.090804 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f1a70b43-c196-4068-bc7a-a0eb39ea92fc req-636443e5-9a43-4c87-b475-b1692c83b3f8 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/networks?id=a0a513a6-9cd3-48db-b90d-df8b88e7c76b HTTP/1.1" status: 200 len: 808 time: 0.2529638 Sep 17 07:44:03.093384 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-18c83902-6761-47ac-a535-8d9f61a8a979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:03.097112 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-18c83902-6761-47ac-a535-8d9f61a8a979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:03.100337 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-18c83902-6761-47ac-a535-8d9f61a8a979 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3aaaccb5-f46e-454d-9ad3-757598db4d44 HTTP/1.1" status: 204 len: 168 time: 0.2130992 Sep 17 07:44:03.109239 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c83902-6761-47ac-a535-8d9f61a8a979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aaaccb5-f46e-454d-9ad3-757598db4d44,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:03.127709 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f1a70b43-c196-4068-bc7a-a0eb39ea92fc req-6ea3bd9f-a549-42e4-91c8-e43e3495f320 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/quotas/4f0e4c1c4dc94ab78a72a2655bcb731a HTTP/1.1" status: 200 len: 375 time: 0.0283530 Sep 17 07:44:03.162069 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a8f60-4fb2-4398-b7bf-6b79b4137d15 req-7d16589f-63c4-4761-afc6-e902d37e2f22 tempest-ServerDiagnosticsNegativeTest-839682041 tempest-ServerDiagnosticsNegativeTest-839682041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:03.163663 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6f5a8f60-4fb2-4398-b7bf-6b79b4137d15 req-7d16589f-63c4-4761-afc6-e902d37e2f22 tempest-ServerDiagnosticsNegativeTest-839682041 tempest-ServerDiagnosticsNegativeTest-839682041-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2771277 Sep 17 07:44:03.179286 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f1a70b43-c196-4068-bc7a-a0eb39ea92fc req-7a16092f-5732-4042-b310-8638de844372 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f0e4c1c4dc94ab78a72a2655bcb731a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375669 Sep 17 07:44:03.187075 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-6f5a8f60-4fb2-4398-b7bf-6b79b4137d15 req-bcb2b2b7-8efb-453b-b681-e7f06ffecc31 tempest-ServerDiagnosticsNegativeTest-839682041 tempest-ServerDiagnosticsNegativeTest-839682041-project] Request body: {'port': {'device_id': '8d015aee-a81e-47b4-8189-339237f1d0a1', 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583', 'admin_state_up': True, 'tenant_id': 'a5f0b96d94c440d0a8b9f63676c864bc'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:44:03.187300 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54536) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:03.237474 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6e3eada8-a954-4be7-84df-81001ccce4b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:03.328052 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f1a70b43-c196-4068-bc7a-a0eb39ea92fc req-ace4d54f-93e8-45bc-8d41-945823863948 service neutron] 10.222.0.13 "GET /v2.0/networks/a0a513a6-9cd3-48db-b90d-df8b88e7c76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018279 Sep 17 07:44:03.356768 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6e3eada8-a954-4be7-84df-81001ccce4b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:03.363437 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6e3eada8-a954-4be7-84df-81001ccce4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:03.410301 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6e3eada8-a954-4be7-84df-81001ccce4b7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cc811dc808df46c6ac94f48fe0f39100&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2216797 Sep 17 07:44:03.412621 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3eada8-a954-4be7-84df-81001ccce4b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6747a870-b64b-4689-bae8-0b852f8dfc79,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:03.415332 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54542) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:03.484221 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4f7dae6d-57d8-4b6c-bdd9-16d0993cd092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:03.506657 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4f7dae6d-57d8-4b6c-bdd9-16d0993cd092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:03.529928 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6628764d-d77c-411c-b18e-082f67276c9f req-5b7c9c8c-577f-4e79-bac1-a0fc2b606fca tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:03.537179 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6628764d-d77c-411c-b18e-082f67276c9f req-5b7c9c8c-577f-4e79-bac1-a0fc2b606fca tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb02b500-812d-40b5-b29d-14f441bb594b HTTP/1.1" status: 200 len: 969 time: 0.2143660 Sep 17 07:44:03.562037 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4f7dae6d-57d8-4b6c-bdd9-16d0993cd092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:03.564864 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4f7dae6d-57d8-4b6c-bdd9-16d0993cd092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:03.568497 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-4f7dae6d-57d8-4b6c-bdd9-16d0993cd092 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6747a870-b64b-4689-bae8-0b852f8dfc79 HTTP/1.1" status: 204 len: 168 time: 0.1503544 Sep 17 07:44:03.578599 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7dae6d-57d8-4b6c-bdd9-16d0993cd092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6747a870-b64b-4689-bae8-0b852f8dfc79,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:03.648681 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54548) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:03.679520 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-78e6ac85-88f5-4890-8c55-319d6e43517d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:03.750349 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f1a70b43-c196-4068-bc7a-a0eb39ea92fc req-0b06aa22-a005-4f2d-baca-59dc69f3d56b service neutron] 10.222.0.13 "GET /v2.0/networks/a0a513a6-9cd3-48db-b90d-df8b88e7c76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4123881 Sep 17 07:44:03.768592 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6628764d-d77c-411c-b18e-082f67276c9f req-742ed735-d0c7-4ce4-9b08-b0864dacc389 tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] 10.222.0.13 "GET /v2.0/security-groups?id=5818d507-bd85-477d-bf61-63555cea0cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295918 Sep 17 07:44:03.769221 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f5a8f60-4fb2-4398-b7bf-6b79b4137d15 req-bcb2b2b7-8efb-453b-b681-e7f06ffecc31 tempest-ServerDiagnosticsNegativeTest-839682041 tempest-ServerDiagnosticsNegativeTest-839682041-project] Made reservation on behalf of a5f0b96d94c440d0a8b9f63676c864bc for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:44:03.772711 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-6f5a8f60-4fb2-4398-b7bf-6b79b4137d15 req-bcb2b2b7-8efb-453b-b681-e7f06ffecc31 tempest-ServerDiagnosticsNegativeTest-839682041 tempest-ServerDiagnosticsNegativeTest-839682041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:03.782379 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-6f5a8f60-4fb2-4398-b7bf-6b79b4137d15 req-bcb2b2b7-8efb-453b-b681-e7f06ffecc31 tempest-ServerDiagnosticsNegativeTest-839682041 tempest-ServerDiagnosticsNegativeTest-839682041-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:03.920303 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-78e6ac85-88f5-4890-8c55-319d6e43517d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:03.931433 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-78e6ac85-88f5-4890-8c55-319d6e43517d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:03.966504 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c6bdf3-4214-47ad-83df-eb18890e8ffb req-b656574a-adb3-49a2-aca9-e67b3ea1b3a3 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:03.968615 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-96c6bdf3-4214-47ad-83df-eb18890e8ffb req-b656574a-adb3-49a2-aca9-e67b3ea1b3a3 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "GET /v2.0/ports?device_id=e99c4201-fedb-4f07-b19b-4b1953342404 HTTP/1.1" status: 200 len: 944 time: 0.0951111 Sep 17 07:44:04.002376 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-78e6ac85-88f5-4890-8c55-319d6e43517d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=838770c0d2f64c59a30078d9b375d08e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3524761 Sep 17 07:44:04.005233 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e6ac85-88f5-4890-8c55-319d6e43517d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a908a65-ae7d-4728-a14e-c4523c3e29e5,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:04.006440 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54562) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:04.139790 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-407963f3-d49a-419d-ae54-88f356029d75 req-020b02f0-8be5-4e7f-b1f5-da7df2402660 tempest-ServerDiagnosticsNegativeTest-839682041 tempest-ServerDiagnosticsNegativeTest-839682041-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d015aee-a81e-47b4-8189-339237f1d0a1 HTTP/1.1" status: 200 len: 210 time: 0.0536613 Sep 17 07:44:04.147331 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-96c6bdf3-4214-47ad-83df-eb18890e8ffb req-12c10071-0cb8-4c97-b702-b4ac5708cb11 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5627b3e-0f48-4049-88ff-4f888409a37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566453 Sep 17 07:44:04.186818 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5bd50061-1081-4299-b8f8-3463f64ebfb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:04.233623 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-6f5a8f60-4fb2-4398-b7bf-6b79b4137d15 req-bcb2b2b7-8efb-453b-b681-e7f06ffecc31 tempest-ServerDiagnosticsNegativeTest-839682041 tempest-ServerDiagnosticsNegativeTest-839682041-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:04.240056 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5bd50061-1081-4299-b8f8-3463f64ebfb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:04.251172 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-6f5a8f60-4fb2-4398-b7bf-6b79b4137d15 req-bcb2b2b7-8efb-453b-b681-e7f06ffecc31 tempest-ServerDiagnosticsNegativeTest-839682041 tempest-ServerDiagnosticsNegativeTest-839682041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:04.305404 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c98df83e-74f1-4eef-a7f1-722e6c8025ad req-cee63e8a-64f8-4134-b7f6-64c285f747cb tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cfbb02-93e0-4396-92f1-7ce5298f01f4 HTTP/1.1" status: 200 len: 210 time: 0.0481980 Sep 17 07:44:04.429014 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb2b2b7-8efb-453b-b681-e7f06ffecc31 tempest-ServerDiagnosticsNegativeTest-839682041 tempest-ServerDiagnosticsNegativeTest-839682041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25c70dc6-b6d8-4cf7-af80-004896820b7e,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:04.460988 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5bd50061-1081-4299-b8f8-3463f64ebfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:04.465358 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5bd50061-1081-4299-b8f8-3463f64ebfb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:04.467131 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-5bd50061-1081-4299-b8f8-3463f64ebfb7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6a908a65-ae7d-4728-a14e-c4523c3e29e5 HTTP/1.1" status: 204 len: 168 time: 0.4575975 Sep 17 07:44:04.501464 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd50061-1081-4299-b8f8-3463f64ebfb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a908a65-ae7d-4728-a14e-c4523c3e29e5,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:04.543063 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [req-6f5a8f60-4fb2-4398-b7bf-6b79b4137d15 req-bcb2b2b7-8efb-453b-b681-e7f06ffecc31 tempest-ServerDiagnosticsNegativeTest-839682041 tempest-ServerDiagnosticsNegativeTest-839682041-project] Allocated IP 192.168.233.229 (469390cd-cce5-49bd-b8f8-9e64018a0583/5f3af6cb-9cad-436b-bf41-034e75672c44/89411fe0-3db0-4a9b-8a49-b3e5fbfbd825) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:44:04.793977 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:04.798983 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-6f5a8f60-4fb2-4398-b7bf-6b79b4137d15 req-bcb2b2b7-8efb-453b-b681-e7f06ffecc31 tempest-ServerDiagnosticsNegativeTest-839682041 tempest-ServerDiagnosticsNegativeTest-839682041-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:04.875340 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-6f5a8f60-4fb2-4398-b7bf-6b79b4137d15 req-bcb2b2b7-8efb-453b-b681-e7f06ffecc31 tempest-ServerDiagnosticsNegativeTest-839682041 tempest-ServerDiagnosticsNegativeTest-839682041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:04.972395 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f5a8f60-4fb2-4398-b7bf-6b79b4137d15 req-bcb2b2b7-8efb-453b-b681-e7f06ffecc31 tempest-ServerDiagnosticsNegativeTest-839682041 tempest-ServerDiagnosticsNegativeTest-839682041-project] Network 469390cd-cce5-49bd-b8f8-9e64018a0583 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:44:04.983757 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11172476-fd2b-43a4-87a1-2367e3fb113a req-8e972bd4-e2e6-4f6e-a154-dd22597211f4 tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:04.985251 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-11172476-fd2b-43a4-87a1-2367e3fb113a req-8e972bd4-e2e6-4f6e-a154-dd22597211f4 tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb02b500-812d-40b5-b29d-14f441bb594b HTTP/1.1" status: 200 len: 969 time: 0.1075749 Sep 17 07:44:04.988667 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [req-6f5a8f60-4fb2-4398-b7bf-6b79b4137d15 req-bcb2b2b7-8efb-453b-b681-e7f06ffecc31 tempest-ServerDiagnosticsNegativeTest-839682041 tempest-ServerDiagnosticsNegativeTest-839682041-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:44:04.992553 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f5a8f60-4fb2-4398-b7bf-6b79b4137d15 req-bcb2b2b7-8efb-453b-b681-e7f06ffecc31 tempest-ServerDiagnosticsNegativeTest-839682041 tempest-ServerDiagnosticsNegativeTest-839682041-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:44:04.998924 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a8f60-4fb2-4398-b7bf-6b79b4137d15 req-bcb2b2b7-8efb-453b-b681-e7f06ffecc31 tempest-ServerDiagnosticsNegativeTest-839682041 tempest-ServerDiagnosticsNegativeTest-839682041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:04.999031 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-6f5a8f60-4fb2-4398-b7bf-6b79b4137d15 req-bcb2b2b7-8efb-453b-b681-e7f06ffecc31 tempest-ServerDiagnosticsNegativeTest-839682041 tempest-ServerDiagnosticsNegativeTest-839682041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:05.027366 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb2b2b7-8efb-453b-b681-e7f06ffecc31 tempest-ServerDiagnosticsNegativeTest-839682041 tempest-ServerDiagnosticsNegativeTest-839682041-project] Pushing event updated for resources: {'Port': ['ID=89411fe0-3db0-4a9b-8a49-b3e5fbfbd825,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:05.058455 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6f5a8f60-4fb2-4398-b7bf-6b79b4137d15 req-bcb2b2b7-8efb-453b-b681-e7f06ffecc31 tempest-ServerDiagnosticsNegativeTest-839682041 tempest-ServerDiagnosticsNegativeTest-839682041-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8779802 Sep 17 07:44:05.063728 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-11172476-fd2b-43a4-87a1-2367e3fb113a req-57a4a4ba-2a09-4311-9d41-7161353baab9 tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] 10.222.0.13 "GET /v2.0/security-groups?id=5818d507-bd85-477d-bf61-63555cea0cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621405 Sep 17 07:44:05.082113 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-6f5a8f60-4fb2-4398-b7bf-6b79b4137d15 req-3f1df816-3316-446f-8ea0-b1683d394cdf service neutron] Request body: {'port': {'device_id': '8d015aee-a81e-47b4-8189-339237f1d0a1', 'device_owner': 'compute:tempest-test_az-587497091', 'binding:host_id': 'n-h1-789963-9'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:44:05.153125 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-6f5a8f60-4fb2-4398-b7bf-6b79b4137d15 req-3f1df816-3316-446f-8ea0-b1683d394cdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:05.252652 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:05.327742 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-646ad9bb-ff00-472a-b589-9853a43d987c None None] Provisioning complete for port 89411fe0-3db0-4a9b-8a49-b3e5fbfbd825 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:44:05.328260 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-646ad9bb-ff00-472a-b589-9853a43d987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:05.381609 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-646ad9bb-ff00-472a-b589-9853a43d987c None None] Port 89411fe0-3db0-4a9b-8a49-b3e5fbfbd825 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:44:05.432597 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54622) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:05.458751 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device c216c454-0c7a-44b8-b2b1-afe2a8daa977 details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:44:05.551128 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6105e76-dc36-4641-8de3-c61b3bd386a6 req-8bc422f1-fc22-4518-bb3b-29c29e028722 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:05.552996 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d6105e76-dc36-4641-8de3-c61b3bd386a6 req-8bc422f1-fc22-4518-bb3b-29c29e028722 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "GET /v2.0/ports?device_id=e99c4201-fedb-4f07-b19b-4b1953342404 HTTP/1.1" status: 200 len: 944 time: 0.2712860 Sep 17 07:44:05.569157 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f3022-2321-44ba-a682-308edad01ab8 req-3205794a-bbd1-46db-a358-e7d75a3db6bc tempest-ServerDiagnosticsNegativeTest-839682041 tempest-ServerDiagnosticsNegativeTest-839682041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:05.578594 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-385f3022-2321-44ba-a682-308edad01ab8 req-3205794a-bbd1-46db-a358-e7d75a3db6bc tempest-ServerDiagnosticsNegativeTest-839682041 tempest-ServerDiagnosticsNegativeTest-839682041-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d015aee-a81e-47b4-8189-339237f1d0a1 HTTP/1.1" status: 200 len: 936 time: 0.2363689 Sep 17 07:44:05.601085 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port c216c454-0c7a-44b8-b2b1-afe2a8daa977, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=c216c454-0c7a-44b8-b2b1-afe2a8daa977,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:44:05.613831 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': 'c216c454-0c7a-44b8-b2b1-afe2a8daa977', 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583', 'port_id': 'c216c454-0c7a-44b8-b2b1-afe2a8daa977', 'mac_address': 'fa:16:3e:f9:2c:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f3af6cb-9cad-436b-bf41-034e75672c44', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:tempest-test_az-587497091', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:44:05.660900 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:05.675936 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c216c454-0c7a-44b8-b2b1-afe2a8daa977 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:44:05.702833 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port c216c454-0c7a-44b8-b2b1-afe2a8daa977, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=c216c454-0c7a-44b8-b2b1-afe2a8daa977,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:44:05.708095 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-385f3022-2321-44ba-a682-308edad01ab8 req-0cfd1306-195e-428b-90f8-30b065967d20 tempest-ServerDiagnosticsNegativeTest-839682041 tempest-ServerDiagnosticsNegativeTest-839682041-project] 10.222.0.13 "GET /v2.0/security-groups?id=25c70dc6-b6d8-4cf7-af80-004896820b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268430 Sep 17 07:44:05.709471 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:05.721322 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d6105e76-dc36-4641-8de3-c61b3bd386a6 req-18a8dd31-ac37-41cd-bcc5-aa69c0537815 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5627b3e-0f48-4049-88ff-4f888409a37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392441 Sep 17 07:44:05.766889 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fc5fac7d-b682-4c0a-987c-3790caaef5d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:05.813077 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=c216c454-0c7a-44b8-b2b1-afe2a8daa977,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:05.862328 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cc9ce461-f6d7-4062-80da-3c8b5ce5f65d req-ad5cc6b8-1256-4a86-9aeb-e091a3fad87c tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cfbb02-93e0-4396-92f1-7ce5298f01f4 HTTP/1.1" status: 200 len: 210 time: 0.0379791 Sep 17 07:44:05.898528 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [req-6f5a8f60-4fb2-4398-b7bf-6b79b4137d15 req-3f1df816-3316-446f-8ea0-b1683d394cdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89411fe0-3db0-4a9b-8a49-b3e5fbfbd825 {{(pid=101289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:44:05.907101 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-6f5a8f60-4fb2-4398-b7bf-6b79b4137d15 req-3f1df816-3316-446f-8ea0-b1683d394cdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:05.921612 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.provisioning_blocks [req-6f5a8f60-4fb2-4398-b7bf-6b79b4137d15 req-3f1df816-3316-446f-8ea0-b1683d394cdf service neutron] Transition to ACTIVE for port object 89411fe0-3db0-4a9b-8a49-b3e5fbfbd825 will not be triggered until provisioned by entity L2. {{(pid=101289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:44:05.925496 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-6f5a8f60-4fb2-4398-b7bf-6b79b4137d15 req-3f1df816-3316-446f-8ea0-b1683d394cdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:05.976058 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fc5fac7d-b682-4c0a-987c-3790caaef5d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:05.983592 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fc5fac7d-b682-4c0a-987c-3790caaef5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:06.015229 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1df816-3316-446f-8ea0-b1683d394cdf service neutron] Pushing event updated for resources: {'Port': ['ID=89411fe0-3db0-4a9b-8a49-b3e5fbfbd825,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:06.027063 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-6f5a8f60-4fb2-4398-b7bf-6b79b4137d15 req-3f1df816-3316-446f-8ea0-b1683d394cdf service neutron] Attempting to bind port 89411fe0-3db0-4a9b-8a49-b3e5fbfbd825 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:44:06.027395 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-6f5a8f60-4fb2-4398-b7bf-6b79b4137d15 req-3f1df816-3316-446f-8ea0-b1683d394cdf service neutron] Attempting to bind port 89411fe0-3db0-4a9b-8a49-b3e5fbfbd825 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:44:06.027721 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5a8f60-4fb2-4398-b7bf-6b79b4137d15 req-3f1df816-3316-446f-8ea0-b1683d394cdf service neutron] Attempting to bind port 89411fe0-3db0-4a9b-8a49-b3e5fbfbd825 on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:44:06.032576 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5a8f60-4fb2-4398-b7bf-6b79b4137d15 req-3f1df816-3316-446f-8ea0-b1683d394cdf service neutron] Port 89411fe0-3db0-4a9b-8a49-b3e5fbfbd825 on network 469390cd-cce5-49bd-b8f8-9e64018a0583 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:44:06.032728 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5a8f60-4fb2-4398-b7bf-6b79b4137d15 req-3f1df816-3316-446f-8ea0-b1683d394cdf service neutron] Attempting to bind port 89411fe0-3db0-4a9b-8a49-b3e5fbfbd825 on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:44:06.034489 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-fc5fac7d-b682-4c0a-987c-3790caaef5d9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7e8a8b338a7f4b279c81ab3aafb3be6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6001220 Sep 17 07:44:06.035214 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54636) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:06.043860 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5a8f60-4fb2-4398-b7bf-6b79b4137d15 req-3f1df816-3316-446f-8ea0-b1683d394cdf service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:44:06.044218 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5a8f60-4fb2-4398-b7bf-6b79b4137d15 req-3f1df816-3316-446f-8ea0-b1683d394cdf service neutron] Checking segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:44:06.044611 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5a8f60-4fb2-4398-b7bf-6b79b4137d15 req-3f1df816-3316-446f-8ea0-b1683d394cdf service neutron] Bound using segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:44:06.045058 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-6f5a8f60-4fb2-4398-b7bf-6b79b4137d15 req-3f1df816-3316-446f-8ea0-b1683d394cdf service neutron] Bound port: 89411fe0-3db0-4a9b-8a49-b3e5fbfbd825, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:44:06.045417 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-6f5a8f60-4fb2-4398-b7bf-6b79b4137d15 req-3f1df816-3316-446f-8ea0-b1683d394cdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:06.063710 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5fac7d-b682-4c0a-987c-3790caaef5d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e41eab3f-b89a-4f9f-8704-138143899865,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:06.169618 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-6f5a8f60-4fb2-4398-b7bf-6b79b4137d15 req-3f1df816-3316-446f-8ea0-b1683d394cdf service neutron] For port 89411fe0-3db0-4a9b-8a49-b3e5fbfbd825, host n-h1-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:44:06.172321 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-df7dfc58-05c9-4216-bb27-d34898a41738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:06.174338 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-6f5a8f60-4fb2-4398-b7bf-6b79b4137d15 req-3f1df816-3316-446f-8ea0-b1683d394cdf service neutron] For port 89411fe0-3db0-4a9b-8a49-b3e5fbfbd825, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=89411fe0-3db0-4a9b-8a49-b3e5fbfbd825,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:44:06.185691 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-6f5a8f60-4fb2-4398-b7bf-6b79b4137d15 req-3f1df816-3316-446f-8ea0-b1683d394cdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:06.213205 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['c216c454-0c7a-44b8-b2b1-afe2a8daa977'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:44:06.220404 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-df7dfc58-05c9-4216-bb27-d34898a41738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:06.307001 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a8f60-4fb2-4398-b7bf-6b79b4137d15 req-3f1df816-3316-446f-8ea0-b1683d394cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:06.307676 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-6f5a8f60-4fb2-4398-b7bf-6b79b4137d15 req-3f1df816-3316-446f-8ea0-b1683d394cdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:06.309140 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6f5a8f60-4fb2-4398-b7bf-6b79b4137d15 req-3f1df816-3316-446f-8ea0-b1683d394cdf service neutron] 10.222.0.41 "PUT /v2.0/ports/89411fe0-3db0-4a9b-8a49-b3e5fbfbd825 HTTP/1.1" status: 200 len: 1117 time: 1.2330639 Sep 17 07:44:06.314099 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d015aee-a81e-47b4-8189-339237f1d0a1', 'tag': '89411fe0-3db0-4a9b-8a49-b3e5fbfbd825'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:44:06.319388 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc0ef9a-4cae-4f8b-a5c5-48c00005c1c0" -d '{"events": [{"name": "network-changed", "server_uuid": "8d015aee-a81e-47b4-8189-339237f1d0a1", "tag": "89411fe0-3db0-4a9b-8a49-b3e5fbfbd825"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:44:06.374475 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-df7dfc58-05c9-4216-bb27-d34898a41738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:06.377435 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-df7dfc58-05c9-4216-bb27-d34898a41738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:06.382791 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-df7dfc58-05c9-4216-bb27-d34898a41738 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e41eab3f-b89a-4f9f-8704-138143899865 HTTP/1.1" status: 204 len: 168 time: 0.3401437 Sep 17 07:44:06.405081 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7dfc58-05c9-4216-bb27-d34898a41738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41eab3f-b89a-4f9f-8704-138143899865,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:06.515891 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1df816-3316-446f-8ea0-b1683d394cdf service neutron] Pushing event updated for resources: {'Port': ['ID=89411fe0-3db0-4a9b-8a49-b3e5fbfbd825,revision_number=3']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:06.557559 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c623a4-6abd-4e64-9149-5d8de7145202 req-128ef3fd-8c2f-4d18-9db3-880dacfa9d3e tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:06.567124 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-14c623a4-6abd-4e64-9149-5d8de7145202 req-128ef3fd-8c2f-4d18-9db3-880dacfa9d3e tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb02b500-812d-40b5-b29d-14f441bb594b HTTP/1.1" status: 200 len: 970 time: 0.3095419 Sep 17 07:44:06.622385 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a8f60-4fb2-4398-b7bf-6b79b4137d15 req-f3ca34be-80c9-437c-939d-b63219afe4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:06.630201 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6f5a8f60-4fb2-4398-b7bf-6b79b4137d15 req-f3ca34be-80c9-437c-939d-b63219afe4cc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a5f0b96d94c440d0a8b9f63676c864bc&device_id=8d015aee-a81e-47b4-8189-339237f1d0a1 HTTP/1.1" status: 200 len: 1120 time: 0.2350399 Sep 17 07:44:06.744028 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a9cc9a-0a07-4f7b-926e-ec6823499427 x-openstack-request-id: req-c6a9cc9a-0a07-4f7b-926e-ec6823499427 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:44:06.744492 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d015aee-a81e-47b4-8189-339237f1d0a1", "tag": "89411fe0-3db0-4a9b-8a49-b3e5fbfbd825", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:44:06.744940 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c6a9cc9a-0a07-4f7b-926e-ec6823499427 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:44:06.745509 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d015aee-a81e-47b4-8189-339237f1d0a1', 'tag': '89411fe0-3db0-4a9b-8a49-b3e5fbfbd825', 'status': 'completed', 'code': 200} Sep 17 07:44:06.769818 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-14c623a4-6abd-4e64-9149-5d8de7145202 req-0be749e2-94d6-414f-b075-40d5eb72c9ad tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] 10.222.0.13 "GET /v2.0/security-groups?id=5818d507-bd85-477d-bf61-63555cea0cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878910 Sep 17 07:44:06.772033 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6f5a8f60-4fb2-4398-b7bf-6b79b4137d15 req-f5ea312c-6dfd-4c95-bd51-907ff17ed65f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=89411fe0-3db0-4a9b-8a49-b3e5fbfbd825 HTTP/1.1" status: 200 len: 217 time: 0.1119196 Sep 17 07:44:06.904885 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a8f60-4fb2-4398-b7bf-6b79b4137d15 req-c7c18393-3963-4e6b-bfb5-02127b3a2ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:06.906346 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6f5a8f60-4fb2-4398-b7bf-6b79b4137d15 req-c7c18393-3963-4e6b-bfb5-02127b3a2ffa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.1270680 Sep 17 07:44:06.981386 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7708a1-4f6c-4502-b286-b289b000ad71 req-6a6bcaf4-9082-4363-ba3b-b3d3ea0ad670 tempest-ServerDiagnosticsNegativeTest-839682041 tempest-ServerDiagnosticsNegativeTest-839682041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:06.983037 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0c7708a1-4f6c-4502-b286-b289b000ad71 req-6a6bcaf4-9082-4363-ba3b-b3d3ea0ad670 tempest-ServerDiagnosticsNegativeTest-839682041 tempest-ServerDiagnosticsNegativeTest-839682041-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d015aee-a81e-47b4-8189-339237f1d0a1 HTTP/1.1" status: 200 len: 969 time: 0.1056266 Sep 17 07:44:06.990090 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a8f60-4fb2-4398-b7bf-6b79b4137d15 req-157b736f-fdd8-4af3-a292-a03a773b7ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:06.991659 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6f5a8f60-4fb2-4398-b7bf-6b79b4137d15 req-157b736f-fdd8-4af3-a292-a03a773b7ae4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0712910 Sep 17 07:44:07.085723 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0c7708a1-4f6c-4502-b286-b289b000ad71 req-07caf98e-f677-486e-b675-110665a9e3c7 tempest-ServerDiagnosticsNegativeTest-839682041 tempest-ServerDiagnosticsNegativeTest-839682041-project] 10.222.0.13 "GET /v2.0/security-groups?id=25c70dc6-b6d8-4cf7-af80-004896820b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928392 Sep 17 07:44:07.086412 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54670) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:07.106281 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1838bfb5-a842-4577-87ba-72da546ac101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:07.166310 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6f5a8f60-4fb2-4398-b7bf-6b79b4137d15 req-cd43f01b-dc26-4e37-9057-7a54d00bda95 service neutron] 10.222.0.41 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449361 Sep 17 07:44:07.278769 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1838bfb5-a842-4577-87ba-72da546ac101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:07.300139 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1838bfb5-a842-4577-87ba-72da546ac101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:07.339384 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-1838bfb5-a842-4577-87ba-72da546ac101 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=32ce7e654ba9475b90f17267bce435b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2522779 Sep 17 07:44:07.342614 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54674) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:07.351969 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1838bfb5-a842-4577-87ba-72da546ac101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=923aed40-9cf1-428e-9419-fd22e2ab8151,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:07.388090 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6f5a8f60-4fb2-4398-b7bf-6b79b4137d15 req-7aaab92c-eae8-4038-a3bd-712441afb7ba service neutron] 10.222.0.41 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128012 Sep 17 07:44:07.389865 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b625ace6-51b2-47e0-bd79-f622b551a669 req-4de1c496-122b-4e89-8a00-0a7c770f0dad tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cfbb02-93e0-4396-92f1-7ce5298f01f4 HTTP/1.1" status: 200 len: 210 time: 0.0653648 Sep 17 07:44:07.399065 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8494eaf-4c68-4a2c-b056-dba319420773 req-f5277f08-974c-4716-954f-045b5bab4848 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:07.400766 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a8494eaf-4c68-4a2c-b056-dba319420773 req-f5277f08-974c-4716-954f-045b5bab4848 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "GET /v2.0/ports?device_id=e99c4201-fedb-4f07-b19b-4b1953342404 HTTP/1.1" status: 200 len: 944 time: 0.1691837 Sep 17 07:44:07.440910 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device c216c454-0c7a-44b8-b2b1-afe2a8daa977 up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:44:07.488367 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-70892991-fc6a-434a-aa39-4fef294ac95e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:07.508664 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a8494eaf-4c68-4a2c-b056-dba319420773 req-91e1270b-a552-473b-8e4a-b93e08de4ae5 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5627b3e-0f48-4049-88ff-4f888409a37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863314 Sep 17 07:44:07.521150 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning for port c216c454-0c7a-44b8-b2b1-afe2a8daa977 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:44:07.527358 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port c216c454-0c7a-44b8-b2b1-afe2a8daa977 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:44:07.527760 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:07.573217 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-70892991-fc6a-434a-aa39-4fef294ac95e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:07.614038 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc0ef9a-4cae-4f8b-a5c5-48c00005c1c0 req-8655f946-5abb-4211-b5fa-6b4cbf8895fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:07.615695 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4fc0ef9a-4cae-4f8b-a5c5-48c00005c1c0 req-8655f946-5abb-4211-b5fa-6b4cbf8895fc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a5f0b96d94c440d0a8b9f63676c864bc&device_id=8d015aee-a81e-47b4-8189-339237f1d0a1 HTTP/1.1" status: 200 len: 1120 time: 0.0930517 Sep 17 07:44:07.627740 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:07.660875 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb02b500-812d-40b5-b29d-14f441bb594b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c216c454-0c7a-44b8-b2b1-afe2a8daa977'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:44:07.690972 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-70892991-fc6a-434a-aa39-4fef294ac95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:07.693591 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-70892991-fc6a-434a-aa39-4fef294ac95e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:07.697084 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-70892991-fc6a-434a-aa39-4fef294ac95e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/923aed40-9cf1-428e-9419-fd22e2ab8151 HTTP/1.1" status: 204 len: 168 time: 0.3495848 Sep 17 07:44:07.710035 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70892991-fc6a-434a-aa39-4fef294ac95e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=923aed40-9cf1-428e-9419-fd22e2ab8151,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:07.734334 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc0ef9a-4cae-4f8b-a5c5-48c00005c1c0 req-6b9e792e-307e-4c8c-bd3b-a54b2f49c625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:07.735817 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4fc0ef9a-4cae-4f8b-a5c5-48c00005c1c0 req-6b9e792e-307e-4c8c-bd3b-a54b2f49c625 service neutron] 10.222.0.41 "GET /v2.0/networks?id=469390cd-cce5-49bd-b8f8-9e64018a0583 HTTP/1.1" status: 200 len: 870 time: 0.1126261 Sep 17 07:44:07.760190 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port c216c454-0c7a-44b8-b2b1-afe2a8daa977, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=c216c454-0c7a-44b8-b2b1-afe2a8daa977,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:44:07.766402 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:07.800398 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4fc0ef9a-4cae-4f8b-a5c5-48c00005c1c0 req-3e5d7575-1842-4631-a4e7-24cc29190831 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=89411fe0-3db0-4a9b-8a49-b3e5fbfbd825 HTTP/1.1" status: 200 len: 217 time: 0.0546002 Sep 17 07:44:07.847202 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=c216c454-0c7a-44b8-b2b1-afe2a8daa977,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:07.860991 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc0ef9a-4cae-4f8b-a5c5-48c00005c1c0 req-c729b319-8af8-488f-bebd-7a94346c66bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:07.863130 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4fc0ef9a-4cae-4f8b-a5c5-48c00005c1c0 req-c729b319-8af8-488f-bebd-7a94346c66bb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.0555379 Sep 17 07:44:07.941745 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3c697f-cc42-4786-b16f-b1c962d8830f req-daabc73a-c0f4-4981-94f5-096ee2e039f8 tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:07.943629 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6d3c697f-cc42-4786-b16f-b1c962d8830f req-daabc73a-c0f4-4981-94f5-096ee2e039f8 tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb02b500-812d-40b5-b29d-14f441bb594b HTTP/1.1" status: 200 len: 971 time: 0.0775807 Sep 17 07:44:07.952621 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc0ef9a-4cae-4f8b-a5c5-48c00005c1c0 req-9e0816da-cf62-45eb-8c4a-a2218328c4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:07.954381 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4fc0ef9a-4cae-4f8b-a5c5-48c00005c1c0 req-9e0816da-cf62-45eb-8c4a-a2218328c4ef service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0785146 Sep 17 07:44:08.034312 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54708) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:08.048577 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6d3c697f-cc42-4786-b16f-b1c962d8830f req-083f2d88-7c09-4e54-869a-3b90c9e54862 tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] 10.222.0.13 "GET /v2.0/security-groups?id=5818d507-bd85-477d-bf61-63555cea0cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931792 Sep 17 07:44:08.090149 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4fc0ef9a-4cae-4f8b-a5c5-48c00005c1c0 req-fb156c83-886a-409f-8c48-da92c5a0e2b5 service neutron] 10.222.0.41 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270654 Sep 17 07:44:08.157166 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a8ca4b-73d3-4c3e-a5de-1f8d6ed888ed" -d '{"events": [{"server_uuid": "bb02b500-812d-40b5-b29d-14f441bb594b", "name": "network-vif-plugged", "status": "completed", "tag": "c216c454-0c7a-44b8-b2b1-afe2a8daa977"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:44:08.223028 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4fc0ef9a-4cae-4f8b-a5c5-48c00005c1c0 req-8e068019-3e83-4b4c-88d9-7473ab595413 service neutron] 10.222.0.41 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257362 Sep 17 07:44:08.295762 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037ccc7-51de-43bd-9880-3cac255f9d18 req-6e546ae0-40d3-4925-b07b-08db3ff529a4 tempest-ServerDiagnosticsNegativeTest-839682041 tempest-ServerDiagnosticsNegativeTest-839682041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:08.297333 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6037ccc7-51de-43bd-9880-3cac255f9d18 req-6e546ae0-40d3-4925-b07b-08db3ff529a4 tempest-ServerDiagnosticsNegativeTest-839682041 tempest-ServerDiagnosticsNegativeTest-839682041-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d015aee-a81e-47b4-8189-339237f1d0a1 HTTP/1.1" status: 200 len: 969 time: 0.0525479 Sep 17 07:44:08.317237 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-53009657-0e74-47ee-9b70-19a8d76c27b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:08.356161 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6037ccc7-51de-43bd-9880-3cac255f9d18 req-dcc3c41e-3fec-44ca-bb92-42dc97e1b3dd tempest-ServerDiagnosticsNegativeTest-839682041 tempest-ServerDiagnosticsNegativeTest-839682041-project] 10.222.0.13 "GET /v2.0/security-groups?id=25c70dc6-b6d8-4cf7-af80-004896820b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486295 Sep 17 07:44:08.402422 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48452280-4d9d-4b42-888f-58af4f720eb8 x-openstack-request-id: req-48452280-4d9d-4b42-888f-58af4f720eb8 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:44:08.402801 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb02b500-812d-40b5-b29d-14f441bb594b", "name": "network-vif-plugged", "status": "completed", "tag": "c216c454-0c7a-44b8-b2b1-afe2a8daa977", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:44:08.403004 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-48452280-4d9d-4b42-888f-58af4f720eb8 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:44:08.403440 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb02b500-812d-40b5-b29d-14f441bb594b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c216c454-0c7a-44b8-b2b1-afe2a8daa977', 'code': 200} Sep 17 07:44:08.423577 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-53009657-0e74-47ee-9b70-19a8d76c27b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:08.429294 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-53009657-0e74-47ee-9b70-19a8d76c27b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:08.504870 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-53009657-0e74-47ee-9b70-19a8d76c27b5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=369ce0fd140044489d57754e1af15882&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4694753 Sep 17 07:44:08.508901 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-af6e22cb-b404-4d11-9cfb-c06d03f6e421 req-c6d37a03-aa87-4468-bb89-6600dbdd6841 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cfbb02-93e0-4396-92f1-7ce5298f01f4 HTTP/1.1" status: 200 len: 210 time: 0.0388355 Sep 17 07:44:08.509376 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54732) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:08.521201 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53009657-0e74-47ee-9b70-19a8d76c27b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a20ea10e-dcb3-4a32-b378-4dfbf0e766f6,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:08.662258 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-00420124-2752-4f81-bdcf-63dd4edb444e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:08.665663 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e355225d-a25b-4d09-b499-52863f239b71 req-5bdd779a-f956-4ad7-8171-2b2b5ef385bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:08.667188 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e355225d-a25b-4d09-b499-52863f239b71 req-5bdd779a-f956-4ad7-8171-2b2b5ef385bc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bb02b500-812d-40b5-b29d-14f441bb594b HTTP/1.1" status: 200 len: 1122 time: 0.1401796 Sep 17 07:44:08.757171 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54738) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:08.872691 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab63be26-3834-4c9a-b000-ac4888af5b0d req-e984c378-a381-4efa-899a-5c4689d28521 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:08.874162 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ab63be26-3834-4c9a-b000-ac4888af5b0d req-e984c378-a381-4efa-899a-5c4689d28521 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "GET /v2.0/ports?device_id=e99c4201-fedb-4f07-b19b-4b1953342404 HTTP/1.1" status: 200 len: 944 time: 0.2723942 Sep 17 07:44:08.876246 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-00420124-2752-4f81-bdcf-63dd4edb444e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:08.878021 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-e355225d-a25b-4d09-b499-52863f239b71 req-c22352d3-cf2a-4895-8205-4f04c4395c0e service neutron] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:08.881336 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-00fed4ca-453a-4cc1-ad82-6eebb9d039b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:08.959885 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ab63be26-3834-4c9a-b000-ac4888af5b0d req-31493317-4ca0-441e-a4ff-6ccfd3892e0a tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5627b3e-0f48-4049-88ff-4f888409a37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756965 Sep 17 07:44:08.981075 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-00420124-2752-4f81-bdcf-63dd4edb444e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:08.983959 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-00420124-2752-4f81-bdcf-63dd4edb444e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:08.987625 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-00420124-2752-4f81-bdcf-63dd4edb444e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a20ea10e-dcb3-4a32-b378-4dfbf0e766f6 HTTP/1.1" status: 204 len: 168 time: 0.4747512 Sep 17 07:44:09.003079 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00420124-2752-4f81-bdcf-63dd4edb444e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20ea10e-dcb3-4a32-b378-4dfbf0e766f6,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:09.005634 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-00fed4ca-453a-4cc1-ad82-6eebb9d039b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:09.012022 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-00fed4ca-453a-4cc1-ad82-6eebb9d039b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:09.061602 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-00fed4ca-453a-4cc1-ad82-6eebb9d039b5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=868f9f6fe6a845c883d55e98ae973f23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3030419 Sep 17 07:44:09.062660 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fed4ca-453a-4cc1-ad82-6eebb9d039b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f07e6c1a-7705-417e-a4ba-6dfe339f5a31,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:09.066189 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54754) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:09.133382 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-de82c609-63fa-4fe2-8151-79bb01c2eaa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:09.159161 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-de82c609-63fa-4fe2-8151-79bb01c2eaa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:09.188554 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-e355225d-a25b-4d09-b499-52863f239b71 req-c22352d3-cf2a-4895-8205-4f04c4395c0e service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:09.205278 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-e355225d-a25b-4d09-b499-52863f239b71 req-c22352d3-cf2a-4895-8205-4f04c4395c0e service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:09.217653 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-de82c609-63fa-4fe2-8151-79bb01c2eaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:09.220295 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-de82c609-63fa-4fe2-8151-79bb01c2eaa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:09.232392 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-de82c609-63fa-4fe2-8151-79bb01c2eaa0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f07e6c1a-7705-417e-a4ba-6dfe339f5a31 HTTP/1.1" status: 204 len: 168 time: 0.1648390 Sep 17 07:44:09.248346 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de82c609-63fa-4fe2-8151-79bb01c2eaa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f07e6c1a-7705-417e-a4ba-6dfe339f5a31,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:09.262431 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e355225d-a25b-4d09-b499-52863f239b71 req-c22352d3-cf2a-4895-8205-4f04c4395c0e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5818d507-bd85-477d-bf61-63555cea0cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5841489 Sep 17 07:44:09.279905 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22352d3-cf2a-4895-8205-4f04c4395c0e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9f8eb9ee-ffba-4c2e-b145-6a805dcc6e2a,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:09.290705 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5205ac-77d9-49c9-9d1c-29b3877de1db req-93fe4cdd-ab29-460e-9942-4b9e7bfa104e tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:09.292842 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6a5205ac-77d9-49c9-9d1c-29b3877de1db req-93fe4cdd-ab29-460e-9942-4b9e7bfa104e tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb02b500-812d-40b5-b29d-14f441bb594b HTTP/1.1" status: 200 len: 971 time: 0.0998378 Sep 17 07:44:09.340017 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6a5205ac-77d9-49c9-9d1c-29b3877de1db req-6aaac9ce-7445-4a00-ab5a-e87ca139f8f5 tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] 10.222.0.13 "GET /v2.0/security-groups?id=5818d507-bd85-477d-bf61-63555cea0cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397840 Sep 17 07:44:09.471289 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10914b-251d-4e7d-b1f8-ca9f88134479 req-58e40719-f73d-4cc6-b129-8ebb543c3506 tempest-ServerDiagnosticsNegativeTest-839682041 tempest-ServerDiagnosticsNegativeTest-839682041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:09.473192 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ad10914b-251d-4e7d-b1f8-ca9f88134479 req-58e40719-f73d-4cc6-b129-8ebb543c3506 tempest-ServerDiagnosticsNegativeTest-839682041 tempest-ServerDiagnosticsNegativeTest-839682041-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d015aee-a81e-47b4-8189-339237f1d0a1 HTTP/1.1" status: 200 len: 969 time: 0.0519276 Sep 17 07:44:09.496369 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54770) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:09.522591 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cfa44165-d49f-4624-9e60-b09ee2b33290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:09.528718 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ad10914b-251d-4e7d-b1f8-ca9f88134479 req-c9a8db62-c64c-4a99-bbad-6abd1446abc6 tempest-ServerDiagnosticsNegativeTest-839682041 tempest-ServerDiagnosticsNegativeTest-839682041-project] 10.222.0.13 "GET /v2.0/security-groups?id=25c70dc6-b6d8-4cf7-af80-004896820b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478361 Sep 17 07:44:09.669456 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cfa44165-d49f-4624-9e60-b09ee2b33290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:09.674938 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1b0ed91c-c39d-46fb-869d-02d7b8f996ac req-4a232419-02a7-4b2e-ac6e-306e76796a5f tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cfbb02-93e0-4396-92f1-7ce5298f01f4 HTTP/1.1" status: 200 len: 210 time: 0.0485754 Sep 17 07:44:09.675244 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cfa44165-d49f-4624-9e60-b09ee2b33290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:09.720359 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-cfa44165-d49f-4624-9e60-b09ee2b33290 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fb53e45133df48afad979d707dc740da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2228942 Sep 17 07:44:09.721907 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa44165-d49f-4624-9e60-b09ee2b33290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2fed9b-b39e-4fb8-abfb-07fd60b29675,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:09.725072 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54776) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:09.780106 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a57cdd2-127b-4e29-958e-734704d32ce6 req-485062f4-7ff2-44e2-8a4d-2229c85d1c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:09.781735 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0a57cdd2-127b-4e29-958e-734704d32ce6 req-485062f4-7ff2-44e2-8a4d-2229c85d1c0e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=995280dd7af64d29b5c08cf39fa14744&device_id=e99c4201-fedb-4f07-b19b-4b1953342404 HTTP/1.1" status: 200 len: 1095 time: 0.1484787 Sep 17 07:44:09.802465 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-eefd1397-93c3-4aa1-bb52-0920efc3476d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:09.807217 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54780) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:09.820219 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6b4fd527-4066-4662-b71a-735fa413900d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:09.824392 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-eefd1397-93c3-4aa1-bb52-0920efc3476d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:10.020547 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6b4fd527-4066-4662-b71a-735fa413900d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:10.025213 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-eefd1397-93c3-4aa1-bb52-0920efc3476d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:10.027177 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6b4fd527-4066-4662-b71a-735fa413900d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:10.030335 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-eefd1397-93c3-4aa1-bb52-0920efc3476d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:10.050691 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-eefd1397-93c3-4aa1-bb52-0920efc3476d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7c2fed9b-b39e-4fb8-abfb-07fd60b29675 HTTP/1.1" status: 204 len: 168 time: 0.3092663 Sep 17 07:44:10.077486 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4fd527-4066-4662-b71a-735fa413900d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74479002-c5f2-4c16-a0aa-33515bd1fcf5,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:10.090260 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6b4fd527-4066-4662-b71a-735fa413900d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d66d69b54cc5435eaaffb3cc8608971c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2818584 Sep 17 07:44:10.093343 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54788) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:10.139194 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a57cdd2-127b-4e29-958e-734704d32ce6 req-86ccdd8c-dbbf-42ff-85ae-2b944e4e91b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:10.144468 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0a57cdd2-127b-4e29-958e-734704d32ce6 req-86ccdd8c-dbbf-42ff-85ae-2b944e4e91b3 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=995280dd7af64d29b5c08cf39fa14744&shared=False HTTP/1.1" status: 200 len: 924 time: 0.3030086 Sep 17 07:44:10.158182 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefd1397-93c3-4aa1-bb52-0920efc3476d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2fed9b-b39e-4fb8-abfb-07fd60b29675,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:10.204647 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-21126a66-1d00-4861-988c-92cc00f432c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:10.246519 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-21126a66-1d00-4861-988c-92cc00f432c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:10.325777 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-21126a66-1d00-4861-988c-92cc00f432c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:10.328518 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-21126a66-1d00-4861-988c-92cc00f432c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:10.332777 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-21126a66-1d00-4861-988c-92cc00f432c5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/74479002-c5f2-4c16-a0aa-33515bd1fcf5 HTTP/1.1" status: 204 len: 168 time: 0.2384546 Sep 17 07:44:10.346407 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21126a66-1d00-4861-988c-92cc00f432c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74479002-c5f2-4c16-a0aa-33515bd1fcf5,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:10.386135 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e411bb-9da1-41a8-94cf-c100ce8b4291 req-88dd10b0-6768-4292-b99a-38e3d688a8af tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:10.388416 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-61e411bb-9da1-41a8-94cf-c100ce8b4291 req-88dd10b0-6768-4292-b99a-38e3d688a8af tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "GET /v2.0/ports?device_id=e99c4201-fedb-4f07-b19b-4b1953342404 HTTP/1.1" status: 200 len: 944 time: 0.2393839 Sep 17 07:44:10.460835 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a57cdd2-127b-4e29-958e-734704d32ce6 req-c6f31002-0a3e-4e7b-baf1-ba3327438049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:10.462311 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0a57cdd2-127b-4e29-958e-734704d32ce6 req-c6f31002-0a3e-4e7b-baf1-ba3327438049 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2279952 Sep 17 07:44:10.466772 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-61e411bb-9da1-41a8-94cf-c100ce8b4291 req-a14b189f-d626-46c9-9891-dc8709f7f1f8 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5627b3e-0f48-4049-88ff-4f888409a37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715230 Sep 17 07:44:10.575411 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.39', 61821) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:10.731050 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1926253-43ef-4851-b14a-e4c4e80d48f2 req-5d10256d-bfb3-473b-a6f8-e624e3bdff91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:10.733359 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d1926253-43ef-4851-b14a-e4c4e80d48f2 req-5d10256d-bfb3-473b-a6f8-e624e3bdff91 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=995280dd7af64d29b5c08cf39fa14744&device_id=e99c4201-fedb-4f07-b19b-4b1953342404 HTTP/1.1" status: 200 len: 1095 time: 0.1566780 Sep 17 07:44:10.752011 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ecc877-9b36-413b-bc8d-db0c28269b53 req-c4bae01c-227d-4661-b5aa-755f5ea81ca1 tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:10.753459 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-42ecc877-9b36-413b-bc8d-db0c28269b53 req-c4bae01c-227d-4661-b5aa-755f5ea81ca1 tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb02b500-812d-40b5-b29d-14f441bb594b HTTP/1.1" status: 200 len: 971 time: 0.1638951 Sep 17 07:44:10.794791 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a70b43-c196-4068-bc7a-a0eb39ea92fc req-1d5f3d7c-eec8-4fd8-a1c5-124ee56a3641 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:10.796293 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f1a70b43-c196-4068-bc7a-a0eb39ea92fc req-1d5f3d7c-eec8-4fd8-a1c5-124ee56a3641 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.39 "GET /v2.0/networks?id=a0a513a6-9cd3-48db-b90d-df8b88e7c76b HTTP/1.1" status: 200 len: 808 time: 0.2597089 Sep 17 07:44:10.826580 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-42ecc877-9b36-413b-bc8d-db0c28269b53 req-10d46cff-4148-4108-a18d-d1010ae44470 tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] 10.222.0.13 "GET /v2.0/security-groups?id=5818d507-bd85-477d-bf61-63555cea0cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641134 Sep 17 07:44:10.844361 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-f1a70b43-c196-4068-bc7a-a0eb39ea92fc req-4156c702-add2-4348-af28-0b2ee72e3007 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Request body: {'port': {'device_id': '26cfbb02-93e0-4396-92f1-7ce5298f01f4', 'network_id': 'a0a513a6-9cd3-48db-b90d-df8b88e7c76b', 'admin_state_up': True, 'tenant_id': '4f0e4c1c4dc94ab78a72a2655bcb731a'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:44:10.893574 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d1926253-43ef-4851-b14a-e4c4e80d48f2 req-6ae69043-ca23-484c-a251-71b1d4500879 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b592eca1-af40-455f-b624-5c3c668eb19e HTTP/1.1" status: 200 len: 217 time: 0.0981045 Sep 17 07:44:10.967784 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1926253-43ef-4851-b14a-e4c4e80d48f2 req-f542aa1c-ea99-476c-a561-587871fff60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:10.971976 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d1926253-43ef-4851-b14a-e4c4e80d48f2 req-f542aa1c-ea99-476c-a561-587871fff60a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a2b739cf-a4f3-485c-ac6f-6aae0b07dbbb HTTP/1.1" status: 200 len: 862 time: 0.0694568 Sep 17 07:44:10.980757 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9d187e91-7e81-4453-ae06-f1143e7b8fb4 req-15c06d7c-bf45-4274-af42-ce43899db5d5 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cfbb02-93e0-4396-92f1-7ce5298f01f4 HTTP/1.1" status: 200 len: 210 time: 0.0806615 Sep 17 07:44:10.997416 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b4629-5fb2-4313-a9be-09ad88a125b3 req-6bddb0d6-d863-409b-876e-f00ef43695c9 tempest-ServerDiagnosticsNegativeTest-839682041 tempest-ServerDiagnosticsNegativeTest-839682041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:11.004768 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e68b4629-5fb2-4313-a9be-09ad88a125b3 req-6bddb0d6-d863-409b-876e-f00ef43695c9 tempest-ServerDiagnosticsNegativeTest-839682041 tempest-ServerDiagnosticsNegativeTest-839682041-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d015aee-a81e-47b4-8189-339237f1d0a1 HTTP/1.1" status: 200 len: 969 time: 0.1426001 Sep 17 07:44:11.064084 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e68b4629-5fb2-4313-a9be-09ad88a125b3 req-fc45adb9-a5b5-4038-b150-a07e4b975cbe tempest-ServerDiagnosticsNegativeTest-839682041 tempest-ServerDiagnosticsNegativeTest-839682041-project] 10.222.0.13 "GET /v2.0/security-groups?id=25c70dc6-b6d8-4cf7-af80-004896820b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524969 Sep 17 07:44:11.113727 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1a70b43-c196-4068-bc7a-a0eb39ea92fc req-4156c702-add2-4348-af28-0b2ee72e3007 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Made reservation on behalf of 4f0e4c1c4dc94ab78a72a2655bcb731a for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:44:11.123333 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1926253-43ef-4851-b14a-e4c4e80d48f2 req-3396486e-2b6a-421c-971f-1a7e4dbfe59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:11.125287 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d1926253-43ef-4851-b14a-e4c4e80d48f2 req-3396486e-2b6a-421c-971f-1a7e4dbfe59e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=28b44509-44d1-434d-a1e7-c08ce9b90a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1437449 Sep 17 07:44:11.125457 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-f1a70b43-c196-4068-bc7a-a0eb39ea92fc req-4156c702-add2-4348-af28-0b2ee72e3007 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:11.290575 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d1926253-43ef-4851-b14a-e4c4e80d48f2 req-53132e74-a259-42df-b4a9-babd55958d44 service neutron] 10.222.0.39 "GET /v2.0/networks/28b44509-44d1-434d-a1e7-c08ce9b90a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541340 Sep 17 07:44:11.323749 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [req-f1a70b43-c196-4068-bc7a-a0eb39ea92fc req-4156c702-add2-4348-af28-0b2ee72e3007 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Allocated IP 172.20.0.3 (a0a513a6-9cd3-48db-b90d-df8b88e7c76b/b166af2c-f0c1-4005-bf20-b8a2b0583a5b/28cf66ad-5446-4090-a367-9c2f8667ed25) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:44:11.422553 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d1926253-43ef-4851-b14a-e4c4e80d48f2 req-a9daf73d-878e-4912-ac89-1f13831a61e1 service neutron] 10.222.0.39 "GET /v2.0/networks/28b44509-44d1-434d-a1e7-c08ce9b90a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242099 Sep 17 07:44:11.458462 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 89411fe0-3db0-4a9b-8a49-b3e5fbfbd825 details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:44:11.610993 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-f1a70b43-c196-4068-bc7a-a0eb39ea92fc req-4156c702-add2-4348-af28-0b2ee72e3007 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:11.640877 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81639466-d64b-4620-96a8-c373ca283433 req-dd3bf33d-696f-40fc-8ec6-083c4e7ba57d tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:11.642676 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-81639466-d64b-4620-96a8-c373ca283433 req-dd3bf33d-696f-40fc-8ec6-083c4e7ba57d tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "GET /v2.0/ports?device_id=e99c4201-fedb-4f07-b19b-4b1953342404 HTTP/1.1" status: 200 len: 944 time: 0.0711071 Sep 17 07:44:11.664316 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54856) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:11.702362 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-81639466-d64b-4620-96a8-c373ca283433 req-9c816ab7-690f-4c1d-b149-3cbe1109e959 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5627b3e-0f48-4049-88ff-4f888409a37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502238 Sep 17 07:44:11.716169 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-f1a70b43-c196-4068-bc7a-a0eb39ea92fc req-4156c702-add2-4348-af28-0b2ee72e3007 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:11.720868 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 89411fe0-3db0-4a9b-8a49-b3e5fbfbd825, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=89411fe0-3db0-4a9b-8a49-b3e5fbfbd825,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:44:11.735770 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': '89411fe0-3db0-4a9b-8a49-b3e5fbfbd825', 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583', 'port_id': '89411fe0-3db0-4a9b-8a49-b3e5fbfbd825', 'mac_address': 'fa:16:3e:4d:49:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f3af6cb-9cad-436b-bf41-034e75672c44', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:tempest-test_az-587497091', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:44:11.770421 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1a70b43-c196-4068-bc7a-a0eb39ea92fc req-4156c702-add2-4348-af28-0b2ee72e3007 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Network a0a513a6-9cd3-48db-b90d-df8b88e7c76b is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:44:11.774167 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:11.776303 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [req-f1a70b43-c196-4068-bc7a-a0eb39ea92fc req-4156c702-add2-4348-af28-0b2ee72e3007 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:44:11.781118 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1a70b43-c196-4068-bc7a-a0eb39ea92fc req-4156c702-add2-4348-af28-0b2ee72e3007 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:44:11.786757 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a70b43-c196-4068-bc7a-a0eb39ea92fc req-4156c702-add2-4348-af28-0b2ee72e3007 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:11.787387 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-f1a70b43-c196-4068-bc7a-a0eb39ea92fc req-4156c702-add2-4348-af28-0b2ee72e3007 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:11.789629 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89411fe0-3db0-4a9b-8a49-b3e5fbfbd825 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:44:11.794161 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4156c702-add2-4348-af28-0b2ee72e3007 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Pushing event updated for resources: {'Port': ['ID=28cf66ad-5446-4090-a367-9c2f8667ed25,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:11.814247 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f1a70b43-c196-4068-bc7a-a0eb39ea92fc req-4156c702-add2-4348-af28-0b2ee72e3007 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9833741 Sep 17 07:44:11.816400 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 89411fe0-3db0-4a9b-8a49-b3e5fbfbd825, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=89411fe0-3db0-4a9b-8a49-b3e5fbfbd825,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:44:11.820843 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:11.835014 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-f1a70b43-c196-4068-bc7a-a0eb39ea92fc req-e304c061-90b0-486f-a741-5ea7bce72e62 service neutron] Request body: {'port': {'device_id': '26cfbb02-93e0-4396-92f1-7ce5298f01f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:44:11.872429 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=89411fe0-3db0-4a9b-8a49-b3e5fbfbd825,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:11.909580 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-f1a70b43-c196-4068-bc7a-a0eb39ea92fc req-e304c061-90b0-486f-a741-5ea7bce72e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:11.926549 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-261e6514-0ac0-4849-99b9-a96715fb6dca admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:12.015940 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a1dad-279b-4a80-8e19-fe74e8203edd req-bd2027e3-0ec8-4a05-b5b7-0e93ebe55a2e tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:12.017886 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2e3a1dad-279b-4a80-8e19-fe74e8203edd req-bd2027e3-0ec8-4a05-b5b7-0e93ebe55a2e tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb02b500-812d-40b5-b29d-14f441bb594b HTTP/1.1" status: 200 len: 971 time: 0.1050644 Sep 17 07:44:12.044366 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-261e6514-0ac0-4849-99b9-a96715fb6dca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:12.051411 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-261e6514-0ac0-4849-99b9-a96715fb6dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:12.115397 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261e6514-0ac0-4849-99b9-a96715fb6dca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8899ab92-cf10-4ef4-a296-b33548811c92,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:12.136098 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-261e6514-0ac0-4849-99b9-a96715fb6dca admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c368af4687ad4346a026bd4311e6c55b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4705269 Sep 17 07:44:12.138561 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54882) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:12.199761 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4dde9aaa-aca9-42d7-bb29-6b2977060622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:12.225966 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4dde9aaa-aca9-42d7-bb29-6b2977060622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:12.238335 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['89411fe0-3db0-4a9b-8a49-b3e5fbfbd825'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:44:12.332381 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4dde9aaa-aca9-42d7-bb29-6b2977060622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:12.336455 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4dde9aaa-aca9-42d7-bb29-6b2977060622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:12.337706 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-4dde9aaa-aca9-42d7-bb29-6b2977060622 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8899ab92-cf10-4ef4-a296-b33548811c92 HTTP/1.1" status: 204 len: 168 time: 0.1974185 Sep 17 07:44:12.345974 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2e3a1dad-279b-4a80-8e19-fe74e8203edd req-8a45686d-7f07-47f2-8b9c-0ce71e4a0651 tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] 10.222.0.13 "GET /v2.0/security-groups?id=5818d507-bd85-477d-bf61-63555cea0cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195770 Sep 17 07:44:12.367115 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dde9aaa-aca9-42d7-bb29-6b2977060622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8899ab92-cf10-4ef4-a296-b33548811c92,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:12.380251 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d954e-79c5-4f09-b98b-f25b65d534c3 req-1d6243ea-c2a0-4e00-aec1-4486e8db94ff tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:12.381740 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-689d954e-79c5-4f09-b98b-f25b65d534c3 req-1d6243ea-c2a0-4e00-aec1-4486e8db94ff tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cfbb02-93e0-4396-92f1-7ce5298f01f4 HTTP/1.1" status: 200 len: 931 time: 0.3035786 Sep 17 07:44:12.529804 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-689d954e-79c5-4f09-b98b-f25b65d534c3 req-a094c2ae-85f0-444d-bdbd-64f570ad5779 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388798 Sep 17 07:44:12.564123 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd92d1-9bd3-40a4-9f2a-d669a450361a req-46f9a046-048b-47fc-898d-d719053f1aed tempest-ServerDiagnosticsNegativeTest-839682041 tempest-ServerDiagnosticsNegativeTest-839682041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:12.565618 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-05bd92d1-9bd3-40a4-9f2a-d669a450361a req-46f9a046-048b-47fc-898d-d719053f1aed tempest-ServerDiagnosticsNegativeTest-839682041 tempest-ServerDiagnosticsNegativeTest-839682041-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d015aee-a81e-47b4-8189-339237f1d0a1 HTTP/1.1" status: 200 len: 970 time: 0.1062825 Sep 17 07:44:12.638558 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [req-f1a70b43-c196-4068-bc7a-a0eb39ea92fc req-e304c061-90b0-486f-a741-5ea7bce72e62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28cf66ad-5446-4090-a367-9c2f8667ed25 {{(pid=101289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:44:12.645453 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-05bd92d1-9bd3-40a4-9f2a-d669a450361a req-be0b31e8-406e-495a-be7e-bda54e02a317 tempest-ServerDiagnosticsNegativeTest-839682041 tempest-ServerDiagnosticsNegativeTest-839682041-project] 10.222.0.13 "GET /v2.0/security-groups?id=25c70dc6-b6d8-4cf7-af80-004896820b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739143 Sep 17 07:44:12.651981 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-f1a70b43-c196-4068-bc7a-a0eb39ea92fc req-e304c061-90b0-486f-a741-5ea7bce72e62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:12.674832 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.provisioning_blocks [req-f1a70b43-c196-4068-bc7a-a0eb39ea92fc req-e304c061-90b0-486f-a741-5ea7bce72e62 service neutron] Transition to ACTIVE for port object 28cf66ad-5446-4090-a367-9c2f8667ed25 will not be triggered until provisioned by entity L2. {{(pid=101289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:44:12.691879 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-f1a70b43-c196-4068-bc7a-a0eb39ea92fc req-e304c061-90b0-486f-a741-5ea7bce72e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:12.751769 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c7a68-94bd-4bf5-b5fd-a4086ecf018b req-e15f9df3-6f39-4f66-ab87-79430a838f39 tempest-AggregatesAdminTestJSON-1703842720 tempest-AggregatesAdminTestJSON-1703842720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:12.753339 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-262c7a68-94bd-4bf5-b5fd-a4086ecf018b req-e15f9df3-6f39-4f66-ab87-79430a838f39 tempest-AggregatesAdminTestJSON-1703842720 tempest-AggregatesAdminTestJSON-1703842720-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bb02b500-812d-40b5-b29d-14f441bb594b HTTP/1.1" status: 200 len: 1122 time: 0.1049628 Sep 17 07:44:12.760720 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e304c061-90b0-486f-a741-5ea7bce72e62 service neutron] Pushing event updated for resources: {'Port': ['ID=28cf66ad-5446-4090-a367-9c2f8667ed25,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:12.800899 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-262c7a68-94bd-4bf5-b5fd-a4086ecf018b req-352d1c4f-2246-4e3b-8849-f1799705909d tempest-AggregatesAdminTestJSON-1703842720 tempest-AggregatesAdminTestJSON-1703842720-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:12.803793 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-f1a70b43-c196-4068-bc7a-a0eb39ea92fc req-e304c061-90b0-486f-a741-5ea7bce72e62 service neutron] Attempting to bind port 28cf66ad-5446-4090-a367-9c2f8667ed25 on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:44:12.804174 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-f1a70b43-c196-4068-bc7a-a0eb39ea92fc req-e304c061-90b0-486f-a741-5ea7bce72e62 service neutron] Attempting to bind port 28cf66ad-5446-4090-a367-9c2f8667ed25 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': '2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a0a513a6-9cd3-48db-b90d-df8b88e7c76b'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:44:12.804609 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a70b43-c196-4068-bc7a-a0eb39ea92fc req-e304c061-90b0-486f-a741-5ea7bce72e62 service neutron] Attempting to bind port 28cf66ad-5446-4090-a367-9c2f8667ed25 on network a0a513a6-9cd3-48db-b90d-df8b88e7c76b {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:44:12.816372 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a70b43-c196-4068-bc7a-a0eb39ea92fc req-e304c061-90b0-486f-a741-5ea7bce72e62 service neutron] Port 28cf66ad-5446-4090-a367-9c2f8667ed25 on network a0a513a6-9cd3-48db-b90d-df8b88e7c76b not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:44:12.816694 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a70b43-c196-4068-bc7a-a0eb39ea92fc req-e304c061-90b0-486f-a741-5ea7bce72e62 service neutron] Attempting to bind port 28cf66ad-5446-4090-a367-9c2f8667ed25 on network a0a513a6-9cd3-48db-b90d-df8b88e7c76b {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:44:12.826798 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a70b43-c196-4068-bc7a-a0eb39ea92fc req-e304c061-90b0-486f-a741-5ea7bce72e62 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:44:12.827141 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a70b43-c196-4068-bc7a-a0eb39ea92fc req-e304c061-90b0-486f-a741-5ea7bce72e62 service neutron] Checking segment: {'id': '2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a0a513a6-9cd3-48db-b90d-df8b88e7c76b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:44:12.827522 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a70b43-c196-4068-bc7a-a0eb39ea92fc req-e304c061-90b0-486f-a741-5ea7bce72e62 service neutron] Bound using segment: {'id': '2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a0a513a6-9cd3-48db-b90d-df8b88e7c76b'} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:44:12.827976 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-f1a70b43-c196-4068-bc7a-a0eb39ea92fc req-e304c061-90b0-486f-a741-5ea7bce72e62 service neutron] Bound port: 28cf66ad-5446-4090-a367-9c2f8667ed25, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a0a513a6-9cd3-48db-b90d-df8b88e7c76b'}}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:44:12.828336 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-f1a70b43-c196-4068-bc7a-a0eb39ea92fc req-e304c061-90b0-486f-a741-5ea7bce72e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:12.839247 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54908) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:12.860139 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bd24685a-2925-4d47-9a2d-8cc8da029c09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:12.930368 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-f1a70b43-c196-4068-bc7a-a0eb39ea92fc req-e304c061-90b0-486f-a741-5ea7bce72e62 service neutron] For port 28cf66ad-5446-4090-a367-9c2f8667ed25, host n-h2-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:44:12.934462 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-f1a70b43-c196-4068-bc7a-a0eb39ea92fc req-e304c061-90b0-486f-a741-5ea7bce72e62 service neutron] For port 28cf66ad-5446-4090-a367-9c2f8667ed25, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=28cf66ad-5446-4090-a367-9c2f8667ed25,segment=NetworkSegment(2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff),segment_id=2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff)] {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:44:12.940155 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-f1a70b43-c196-4068-bc7a-a0eb39ea92fc req-e304c061-90b0-486f-a741-5ea7bce72e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:12.997169 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a70b43-c196-4068-bc7a-a0eb39ea92fc req-e304c061-90b0-486f-a741-5ea7bce72e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:12.997371 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-f1a70b43-c196-4068-bc7a-a0eb39ea92fc req-e304c061-90b0-486f-a741-5ea7bce72e62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:12.998798 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f1a70b43-c196-4068-bc7a-a0eb39ea92fc req-e304c061-90b0-486f-a741-5ea7bce72e62 service neutron] 10.222.0.39 "PUT /v2.0/ports/28cf66ad-5446-4090-a367-9c2f8667ed25 HTTP/1.1" status: 200 len: 1091 time: 1.1689317 Sep 17 07:44:12.999336 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26cfbb02-93e0-4396-92f1-7ce5298f01f4', 'tag': '28cf66ad-5446-4090-a367-9c2f8667ed25'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:44:13.001501 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56089b2a-87e7-44cc-825c-ac42d7f6ff41" -d '{"events": [{"name": "network-changed", "server_uuid": "26cfbb02-93e0-4396-92f1-7ce5298f01f4", "tag": "28cf66ad-5446-4090-a367-9c2f8667ed25"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:44:13.022369 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-262c7a68-94bd-4bf5-b5fd-a4086ecf018b req-352d1c4f-2246-4e3b-8849-f1799705909d tempest-AggregatesAdminTestJSON-1703842720 tempest-AggregatesAdminTestJSON-1703842720-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:13.034257 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-262c7a68-94bd-4bf5-b5fd-a4086ecf018b req-352d1c4f-2246-4e3b-8849-f1799705909d tempest-AggregatesAdminTestJSON-1703842720 tempest-AggregatesAdminTestJSON-1703842720-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:13.045081 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e304c061-90b0-486f-a741-5ea7bce72e62 service neutron] Pushing event updated for resources: {'Port': ['ID=28cf66ad-5446-4090-a367-9c2f8667ed25,revision_number=3']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:13.066259 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-262c7a68-94bd-4bf5-b5fd-a4086ecf018b req-352d1c4f-2246-4e3b-8849-f1799705909d tempest-AggregatesAdminTestJSON-1703842720 tempest-AggregatesAdminTestJSON-1703842720-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=5818d507-bd85-477d-bf61-63555cea0cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882173 Sep 17 07:44:13.105613 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352d1c4f-2246-4e3b-8849-f1799705909d tempest-AggregatesAdminTestJSON-1703842720 tempest-AggregatesAdminTestJSON-1703842720-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e84aef5a-1c4b-436b-b3c3-31399061f961,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:13.126250 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a70b43-c196-4068-bc7a-a0eb39ea92fc req-08445c55-6954-4f92-a6e4-1d63a87e5b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:13.128249 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f1a70b43-c196-4068-bc7a-a0eb39ea92fc req-08445c55-6954-4f92-a6e4-1d63a87e5b6c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4f0e4c1c4dc94ab78a72a2655bcb731a&device_id=26cfbb02-93e0-4396-92f1-7ce5298f01f4 HTTP/1.1" status: 200 len: 1094 time: 0.0534871 Sep 17 07:44:13.160439 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bd24685a-2925-4d47-9a2d-8cc8da029c09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:13.165275 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bd24685a-2925-4d47-9a2d-8cc8da029c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:13.195162 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f1a70b43-c196-4068-bc7a-a0eb39ea92fc req-7b1241dd-af33-4d12-b720-3dbc3bfce438 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28cf66ad-5446-4090-a367-9c2f8667ed25 HTTP/1.1" status: 200 len: 217 time: 0.0506136 Sep 17 07:44:13.205357 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-bd24685a-2925-4d47-9a2d-8cc8da029c09 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c27382c44f4a4696954b76f891f46339&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3617315 Sep 17 07:44:13.205357 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd24685a-2925-4d47-9a2d-8cc8da029c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f11848bb-3745-4a2c-b86e-fe50cc6d4d3c,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:13.206814 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54918) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:13.238918 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4e47a7-dc58-463a-8d98-e4832532ce0d req-52698736-43b4-4701-84d7-2a0929bf273f tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:13.240401 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0d4e47a7-dc58-463a-8d98-e4832532ce0d req-52698736-43b4-4701-84d7-2a0929bf273f tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "GET /v2.0/ports?device_id=e99c4201-fedb-4f07-b19b-4b1953342404 HTTP/1.1" status: 200 len: 944 time: 0.1067567 Sep 17 07:44:13.253947 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-920b3eed-e2a1-4170-b35b-17b5a9f1d31f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:13.270706 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a70b43-c196-4068-bc7a-a0eb39ea92fc req-d75342ca-3e58-4757-a93c-cf8ee80f7b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:13.272130 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f1a70b43-c196-4068-bc7a-a0eb39ea92fc req-d75342ca-3e58-4757-a93c-cf8ee80f7b5d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b166af2c-f0c1-4005-bf20-b8a2b0583a5b HTTP/1.1" status: 200 len: 848 time: 0.0694990 Sep 17 07:44:13.274333 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-920b3eed-e2a1-4170-b35b-17b5a9f1d31f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:13.309208 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0d4e47a7-dc58-463a-8d98-e4832532ce0d req-6db44d1b-344a-4a86-8467-d55b277d381c tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5627b3e-0f48-4049-88ff-4f888409a37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596921 Sep 17 07:44:13.311114 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f1a70b43-c196-4068-bc7a-a0eb39ea92fc req-d0d2a364-86a8-4a3d-bd0f-5827d6024ecd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a0a513a6-9cd3-48db-b90d-df8b88e7c76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296073 Sep 17 07:44:13.324159 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-920b3eed-e2a1-4170-b35b-17b5a9f1d31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:13.327674 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-920b3eed-e2a1-4170-b35b-17b5a9f1d31f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:13.329003 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-920b3eed-e2a1-4170-b35b-17b5a9f1d31f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f11848bb-3745-4a2c-b86e-fe50cc6d4d3c HTTP/1.1" status: 204 len: 168 time: 0.1212974 Sep 17 07:44:13.338663 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920b3eed-e2a1-4170-b35b-17b5a9f1d31f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11848bb-3745-4a2c-b86e-fe50cc6d4d3c,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:13.415039 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6670b7-3078-4458-a2b2-bba6acd06e10 x-openstack-request-id: req-0d6670b7-3078-4458-a2b2-bba6acd06e10 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:44:13.415444 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26cfbb02-93e0-4396-92f1-7ce5298f01f4", "tag": "28cf66ad-5446-4090-a367-9c2f8667ed25", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:44:13.416315 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0d6670b7-3078-4458-a2b2-bba6acd06e10 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:44:13.417341 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26cfbb02-93e0-4396-92f1-7ce5298f01f4', 'tag': '28cf66ad-5446-4090-a367-9c2f8667ed25', 'status': 'completed', 'code': 200} Sep 17 07:44:13.452259 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f1a70b43-c196-4068-bc7a-a0eb39ea92fc req-5798fb79-0e92-4dce-8a67-bebdcf04298f service neutron] 10.222.0.39 "GET /v2.0/networks/a0a513a6-9cd3-48db-b90d-df8b88e7c76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341810 Sep 17 07:44:13.486821 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 89411fe0-3db0-4a9b-8a49-b3e5fbfbd825 up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:44:13.567497 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f1a70b43-c196-4068-bc7a-a0eb39ea92fc req-bac4512d-69fc-49a7-b24c-e982e9a37e62 service neutron] 10.222.0.39 "GET /v2.0/networks/a0a513a6-9cd3-48db-b90d-df8b88e7c76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067080 Sep 17 07:44:13.582972 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning for port 89411fe0-3db0-4a9b-8a49-b3e5fbfbd825 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:44:13.587126 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port 89411fe0-3db0-4a9b-8a49-b3e5fbfbd825 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:44:13.587805 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:13.689828 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:13.728447 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d015aee-a81e-47b4-8189-339237f1d0a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89411fe0-3db0-4a9b-8a49-b3e5fbfbd825'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:44:13.731463 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4431b44-85f1-43f2-a26c-82bc912883a9" -d '{"events": [{"server_uuid": "8d015aee-a81e-47b4-8189-339237f1d0a1", "name": "network-vif-plugged", "status": "completed", "tag": "89411fe0-3db0-4a9b-8a49-b3e5fbfbd825"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:44:13.749477 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 89411fe0-3db0-4a9b-8a49-b3e5fbfbd825, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=89411fe0-3db0-4a9b-8a49-b3e5fbfbd825,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:44:13.755460 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:13.761597 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56089b2a-87e7-44cc-825c-ac42d7f6ff41 req-493723e8-2ac0-4d44-8de5-d874efc3aeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:13.763420 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-56089b2a-87e7-44cc-825c-ac42d7f6ff41 req-493723e8-2ac0-4d44-8de5-d874efc3aeec service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4f0e4c1c4dc94ab78a72a2655bcb731a&device_id=26cfbb02-93e0-4396-92f1-7ce5298f01f4 HTTP/1.1" status: 200 len: 1094 time: 0.0817926 Sep 17 07:44:13.810543 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=89411fe0-3db0-4a9b-8a49-b3e5fbfbd825,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:13.910042 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56089b2a-87e7-44cc-825c-ac42d7f6ff41 req-07b9a898-c10d-4876-98af-ba720b14ab1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:13.910569 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-56089b2a-87e7-44cc-825c-ac42d7f6ff41 req-07b9a898-c10d-4876-98af-ba720b14ab1c service neutron] 10.222.0.39 "GET /v2.0/networks?id=a0a513a6-9cd3-48db-b90d-df8b88e7c76b HTTP/1.1" status: 200 len: 909 time: 0.1376541 Sep 17 07:44:13.921094 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cdca9c-b20d-416d-b1e9-9b6896be1d3a req-ac6514bf-01fc-4ba8-94d9-aea94e707f3e tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:13.922551 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-00cdca9c-b20d-416d-b1e9-9b6896be1d3a req-ac6514bf-01fc-4ba8-94d9-aea94e707f3e tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cfbb02-93e0-4396-92f1-7ce5298f01f4 HTTP/1.1" status: 200 len: 943 time: 0.0706596 Sep 17 07:44:13.961429 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-56089b2a-87e7-44cc-825c-ac42d7f6ff41 req-823efaa5-850d-48c5-b015-b3ed79a509a0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28cf66ad-5446-4090-a367-9c2f8667ed25 HTTP/1.1" status: 200 len: 217 time: 0.0379646 Sep 17 07:44:14.027226 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-00cdca9c-b20d-416d-b1e9-9b6896be1d3a req-6998a73f-26f9-4f31-a682-f902d18276d5 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683994 Sep 17 07:44:14.030862 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56089b2a-87e7-44cc-825c-ac42d7f6ff41 req-56654974-8a19-4fbe-96fb-7952ff47046e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:14.032242 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-56089b2a-87e7-44cc-825c-ac42d7f6ff41 req-56654974-8a19-4fbe-96fb-7952ff47046e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b166af2c-f0c1-4005-bf20-b8a2b0583a5b HTTP/1.1" status: 200 len: 848 time: 0.0639417 Sep 17 07:44:14.066283 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-56089b2a-87e7-44cc-825c-ac42d7f6ff41 req-61aa4b92-563d-4391-8125-6242da002250 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a0a513a6-9cd3-48db-b90d-df8b88e7c76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265188 Sep 17 07:44:14.208856 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-56089b2a-87e7-44cc-825c-ac42d7f6ff41 req-f8c594ed-e1ad-450b-843a-714cb65699a2 service neutron] 10.222.0.39 "GET /v2.0/networks/a0a513a6-9cd3-48db-b90d-df8b88e7c76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347511 Sep 17 07:44:14.217131 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c4d61c-f5e9-4998-b0e7-dd0377fc9ba3 req-2fd5458b-71ca-4dc2-b8b8-bee6c78239ae tempest-ServerDiagnosticsNegativeTest-839682041 tempest-ServerDiagnosticsNegativeTest-839682041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:14.218569 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d8c4d61c-f5e9-4998-b0e7-dd0377fc9ba3 req-2fd5458b-71ca-4dc2-b8b8-bee6c78239ae tempest-ServerDiagnosticsNegativeTest-839682041 tempest-ServerDiagnosticsNegativeTest-839682041-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d015aee-a81e-47b4-8189-339237f1d0a1 HTTP/1.1" status: 200 len: 971 time: 0.0733488 Sep 17 07:44:14.306279 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d8c4d61c-f5e9-4998-b0e7-dd0377fc9ba3 req-57fc7b5c-55ff-4498-8bd8-1fb5c8dc3a85 tempest-ServerDiagnosticsNegativeTest-839682041 tempest-ServerDiagnosticsNegativeTest-839682041-project] 10.222.0.13 "GET /v2.0/security-groups?id=25c70dc6-b6d8-4cf7-af80-004896820b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792196 Sep 17 07:44:14.339567 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-56089b2a-87e7-44cc-825c-ac42d7f6ff41 req-fefc2323-da06-4e7d-8191-a8b5520b69e8 service neutron] 10.222.0.39 "GET /v2.0/networks/a0a513a6-9cd3-48db-b90d-df8b88e7c76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200182 Sep 17 07:44:14.403889 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab806316-9e1f-4058-b52e-b6ed1393cab9 x-openstack-request-id: req-ab806316-9e1f-4058-b52e-b6ed1393cab9 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:44:14.404497 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d015aee-a81e-47b4-8189-339237f1d0a1", "name": "network-vif-plugged", "status": "completed", "tag": "89411fe0-3db0-4a9b-8a49-b3e5fbfbd825", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:44:14.404951 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ab806316-9e1f-4058-b52e-b6ed1393cab9 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:44:14.405483 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d015aee-a81e-47b4-8189-339237f1d0a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89411fe0-3db0-4a9b-8a49-b3e5fbfbd825', 'code': 200} Sep 17 07:44:14.547949 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f24870-94f5-406f-b292-c89f55de9ca0 req-1b2e6d27-3466-472d-99ac-4d2f4913c415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:14.549484 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a0f24870-94f5-406f-b292-c89f55de9ca0 req-1b2e6d27-3466-472d-99ac-4d2f4913c415 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8d015aee-a81e-47b4-8189-339237f1d0a1 HTTP/1.1" status: 200 len: 1122 time: 0.0445285 Sep 17 07:44:14.619904 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a0f24870-94f5-406f-b292-c89f55de9ca0 req-9c32d14f-0e26-40f5-a01f-9f09973ed30d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=25c70dc6-b6d8-4cf7-af80-004896820b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591893 Sep 17 07:44:14.644302 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1ace75-e6b0-448b-bf0b-342ccc386903 req-aff00129-e07d-405c-954a-98e9b754f9ea tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:14.646063 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6d1ace75-e6b0-448b-bf0b-342ccc386903 req-aff00129-e07d-405c-954a-98e9b754f9ea tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "GET /v2.0/ports?device_id=e99c4201-fedb-4f07-b19b-4b1953342404 HTTP/1.1" status: 200 len: 944 time: 0.0658796 Sep 17 07:44:14.684500 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6d1ace75-e6b0-448b-bf0b-342ccc386903 req-71178f2f-f26a-4b85-925b-ed74222dcaee tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5627b3e-0f48-4049-88ff-4f888409a37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321121 Sep 17 07:44:15.220590 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8eaaac-a8ac-47e3-94c9-19b38bdd36c6 req-a204e2f4-863a-414d-b42a-ff61ae73193e tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:15.222111 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-be8eaaac-a8ac-47e3-94c9-19b38bdd36c6 req-a204e2f4-863a-414d-b42a-ff61ae73193e tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cfbb02-93e0-4396-92f1-7ce5298f01f4 HTTP/1.1" status: 200 len: 943 time: 0.0542130 Sep 17 07:44:15.269220 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-be8eaaac-a8ac-47e3-94c9-19b38bdd36c6 req-846ba9fd-b9cd-4e38-8428-b2d96789ce5b tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398235 Sep 17 07:44:15.540450 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5079e79-92bf-4fa1-aba5-b8f2eb219e7c req-75151a5c-0e85-475c-873c-238a9c587c25 tempest-ServerDiagnosticsNegativeTest-839682041 tempest-ServerDiagnosticsNegativeTest-839682041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:15.542015 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d5079e79-92bf-4fa1-aba5-b8f2eb219e7c req-75151a5c-0e85-475c-873c-238a9c587c25 tempest-ServerDiagnosticsNegativeTest-839682041 tempest-ServerDiagnosticsNegativeTest-839682041-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d015aee-a81e-47b4-8189-339237f1d0a1 HTTP/1.1" status: 200 len: 971 time: 0.0552294 Sep 17 07:44:15.586205 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d5079e79-92bf-4fa1-aba5-b8f2eb219e7c req-bff50abf-d93f-4c67-8a54-6226f2fdc7df tempest-ServerDiagnosticsNegativeTest-839682041 tempest-ServerDiagnosticsNegativeTest-839682041-project] 10.222.0.13 "GET /v2.0/security-groups?id=25c70dc6-b6d8-4cf7-af80-004896820b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373113 Sep 17 07:44:15.828713 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f6ac7-b8f9-462a-96e4-7ad8450ba9d2 req-d11ba95a-c095-44e5-be4e-9ea36f2aff4e tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:15.830398 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-658f6ac7-b8f9-462a-96e4-7ad8450ba9d2 req-d11ba95a-c095-44e5-be4e-9ea36f2aff4e tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "GET /v2.0/ports?device_id=e99c4201-fedb-4f07-b19b-4b1953342404 HTTP/1.1" status: 200 len: 944 time: 0.0578065 Sep 17 07:44:15.872739 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-658f6ac7-b8f9-462a-96e4-7ad8450ba9d2 req-ff0ea850-2f52-4f38-abf3-158574cdd08d tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5627b3e-0f48-4049-88ff-4f888409a37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352795 Sep 17 07:44:15.909690 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 55088) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:16.007374 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 55094) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:16.031533 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device b592eca1-af40-455f-b624-5c3c668eb19e details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:44:16.150043 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d71ee54d-39f8-415c-bb09-12e7bbb416df admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:16.202972 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3b0142da-eca9-44da-8898-377a7b69959b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:16.203697 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port b592eca1-af40-455f-b624-5c3c668eb19e, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=b592eca1-af40-455f-b624-5c3c668eb19e,segment=NetworkSegment(34a968ab-03d3-42f8-beb1-615fd521ef4a),segment_id=34a968ab-03d3-42f8-beb1-615fd521ef4a)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:44:16.217323 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': 'b592eca1-af40-455f-b624-5c3c668eb19e', 'network_id': '28b44509-44d1-434d-a1e7-c08ce9b90a41', 'port_id': 'b592eca1-af40-455f-b624-5c3c668eb19e', 'mac_address': 'fa:16:3e:bf:e4:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2b739cf-a4f3-485c-ac6f-6aae0b07dbbb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:44:16.266470 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:16.280382 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d71ee54d-39f8-415c-bb09-12e7bbb416df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:16.283985 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b592eca1-af40-455f-b624-5c3c668eb19e {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:44:16.294179 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d71ee54d-39f8-415c-bb09-12e7bbb416df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:16.330117 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port b592eca1-af40-455f-b624-5c3c668eb19e, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=b592eca1-af40-455f-b624-5c3c668eb19e,segment=NetworkSegment(34a968ab-03d3-42f8-beb1-615fd521ef4a),segment_id=34a968ab-03d3-42f8-beb1-615fd521ef4a)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:44:16.340660 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:16.381001 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-d71ee54d-39f8-415c-bb09-12e7bbb416df admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=145c0c5787714fd599b9c92326737d54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4672124 Sep 17 07:44:16.405820 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 55118) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:16.406492 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71ee54d-39f8-415c-bb09-12e7bbb416df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=873d7949-8b5d-4358-838e-ee9fb2429bb8,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:16.409638 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=b592eca1-af40-455f-b624-5c3c668eb19e,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:16.466928 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3b0142da-eca9-44da-8898-377a7b69959b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:16.473984 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3b0142da-eca9-44da-8898-377a7b69959b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:16.501151 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0895ff-0d55-4be0-9eb4-52747422bb97 req-7eff9881-e9b6-42f1-891f-7eca1a14b05f tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:16.508399 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-3b0142da-eca9-44da-8898-377a7b69959b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1917cddad1bd4933b0f7f53291742b27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5002525 Sep 17 07:44:16.508838 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9a0895ff-0d55-4be0-9eb4-52747422bb97 req-7eff9881-e9b6-42f1-891f-7eca1a14b05f tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cfbb02-93e0-4396-92f1-7ce5298f01f4 HTTP/1.1" status: 200 len: 943 time: 0.1041408 Sep 17 07:44:16.510717 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 55130) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:16.551740 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0142da-eca9-44da-8898-377a7b69959b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b558ae72-04f9-4531-bc1e-49112e0d237c,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:16.563783 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9a0895ff-0d55-4be0-9eb4-52747422bb97 req-ac70b4fc-031e-4239-a4b7-329c77c9c1b0 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539122 Sep 17 07:44:16.564726 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0fe0c976-9638-4796-bfb8-7413a9b64d75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:16.590014 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0fe0c976-9638-4796-bfb8-7413a9b64d75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:16.616310 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9fc87d5f-b131-4122-9ede-1d1724058a3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:16.644786 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9fc87d5f-b131-4122-9ede-1d1724058a3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:16.647510 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0fe0c976-9638-4796-bfb8-7413a9b64d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:16.650067 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0fe0c976-9638-4796-bfb8-7413a9b64d75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:16.654452 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-0fe0c976-9638-4796-bfb8-7413a9b64d75 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/873d7949-8b5d-4358-838e-ee9fb2429bb8 HTTP/1.1" status: 204 len: 168 time: 0.2355397 Sep 17 07:44:16.662167 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe0c976-9638-4796-bfb8-7413a9b64d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=873d7949-8b5d-4358-838e-ee9fb2429bb8,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:16.711518 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9fc87d5f-b131-4122-9ede-1d1724058a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:16.715903 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9fc87d5f-b131-4122-9ede-1d1724058a3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:16.717778 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-9fc87d5f-b131-4122-9ede-1d1724058a3f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b558ae72-04f9-4531-bc1e-49112e0d237c HTTP/1.1" status: 204 len: 168 time: 0.2057636 Sep 17 07:44:16.729186 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc87d5f-b131-4122-9ede-1d1724058a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b558ae72-04f9-4531-bc1e-49112e0d237c,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:16.888870 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['b592eca1-af40-455f-b624-5c3c668eb19e'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:44:16.931491 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f5b97-e666-44ea-a0c7-c6e36b4513f4 req-3b42a48d-6afe-4c72-838a-5f64ef01cfab tempest-ServerDiagnosticsNegativeTest-839682041 tempest-ServerDiagnosticsNegativeTest-839682041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:16.933853 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b71f5b97-e666-44ea-a0c7-c6e36b4513f4 req-3b42a48d-6afe-4c72-838a-5f64ef01cfab tempest-ServerDiagnosticsNegativeTest-839682041 tempest-ServerDiagnosticsNegativeTest-839682041-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d015aee-a81e-47b4-8189-339237f1d0a1 HTTP/1.1" status: 200 len: 971 time: 0.0615623 Sep 17 07:44:16.982847 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b71f5b97-e666-44ea-a0c7-c6e36b4513f4 req-66ba2a2c-2497-472c-b577-55111266c30e tempest-ServerDiagnosticsNegativeTest-839682041 tempest-ServerDiagnosticsNegativeTest-839682041-project] 10.222.0.13 "GET /v2.0/security-groups?id=25c70dc6-b6d8-4cf7-af80-004896820b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415428 Sep 17 07:44:17.095726 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 55176) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:17.109244 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-42776bb4-3171-4974-96de-dd21fadc6d35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:17.131692 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a745f-dcbe-4ea8-bdf8-112d2bd2c86a req-067acc4c-1a98-46e7-89b5-3234876622da tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:17.139735 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d83a745f-dcbe-4ea8-bdf8-112d2bd2c86a req-067acc4c-1a98-46e7-89b5-3234876622da tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "GET /v2.0/ports?device_id=e99c4201-fedb-4f07-b19b-4b1953342404 HTTP/1.1" status: 200 len: 945 time: 0.0601976 Sep 17 07:44:17.151296 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 55178) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:17.170823 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6de9fb97-7f19-4629-91f9-df8ba9f38c14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:17.173945 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d83a745f-dcbe-4ea8-bdf8-112d2bd2c86a req-3e7ee9c6-3961-4a59-9471-595baa8d9287 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5627b3e-0f48-4049-88ff-4f888409a37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332165 Sep 17 07:44:17.248677 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-42776bb4-3171-4974-96de-dd21fadc6d35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:17.256686 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-42776bb4-3171-4974-96de-dd21fadc6d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:17.318387 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-42776bb4-3171-4974-96de-dd21fadc6d35 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e2cab7c391ee4663b6864b5d5c82c693&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2214324 Sep 17 07:44:17.320681 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42776bb4-3171-4974-96de-dd21fadc6d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8546a21-a651-4f6d-85c0-d335dd32ff20,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:17.321326 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 55184) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:17.409786 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a7c24764-0730-43d4-a940-90dc0554bac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:17.438613 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a7c24764-0730-43d4-a940-90dc0554bac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:17.509896 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a7c24764-0730-43d4-a940-90dc0554bac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:17.512644 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a7c24764-0730-43d4-a940-90dc0554bac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:17.513789 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-a7c24764-0730-43d4-a940-90dc0554bac1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b8546a21-a651-4f6d-85c0-d335dd32ff20 HTTP/1.1" status: 204 len: 168 time: 0.1908839 Sep 17 07:44:17.527058 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c24764-0730-43d4-a940-90dc0554bac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8546a21-a651-4f6d-85c0-d335dd32ff20,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:17.550132 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6de9fb97-7f19-4629-91f9-df8ba9f38c14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:17.557666 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6de9fb97-7f19-4629-91f9-df8ba9f38c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:17.608528 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 55202) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:17.608992 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6de9fb97-7f19-4629-91f9-df8ba9f38c14 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cab5d88ca8324d1981512e7030ac4beb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4565113 Sep 17 07:44:17.612026 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de9fb97-7f19-4629-91f9-df8ba9f38c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45111634-267a-4691-ba0f-eed5c00b8c4b,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:17.686779 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5dcfda4d-1898-4b89-8d67-a245e9bd5dd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:17.716504 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5dcfda4d-1898-4b89-8d67-a245e9bd5dd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:17.806162 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5dcfda4d-1898-4b89-8d67-a245e9bd5dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:17.809553 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5dcfda4d-1898-4b89-8d67-a245e9bd5dd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:17.810954 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-5dcfda4d-1898-4b89-8d67-a245e9bd5dd0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/45111634-267a-4691-ba0f-eed5c00b8c4b HTTP/1.1" status: 204 len: 168 time: 0.2011576 Sep 17 07:44:17.822025 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8d20f-d8b6-48de-8349-a7737302ad6e req-feb95792-69ca-4118-87a9-d6289821a554 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:17.829724 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dce8d20f-d8b6-48de-8349-a7737302ad6e req-feb95792-69ca-4118-87a9-d6289821a554 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cfbb02-93e0-4396-92f1-7ce5298f01f4 HTTP/1.1" status: 200 len: 943 time: 0.0721486 Sep 17 07:44:17.842605 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcfda4d-1898-4b89-8d67-a245e9bd5dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45111634-267a-4691-ba0f-eed5c00b8c4b,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:17.886021 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dce8d20f-d8b6-48de-8349-a7737302ad6e req-cc616d14-501d-4503-9536-b9828d3fead2 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541544 Sep 17 07:44:17.992739 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 28cf66ad-5446-4090-a367-9c2f8667ed25 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:44:18.012522 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e736867-860c-43a0-b621-0d490f5487c9 req-5fa604a6-77a0-4de8-b840-5c4a582ba900 tempest-ServerDiagnosticsNegativeTest-839682041 tempest-ServerDiagnosticsNegativeTest-839682041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:18.014450 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2e736867-860c-43a0-b621-0d490f5487c9 req-5fa604a6-77a0-4de8-b840-5c4a582ba900 tempest-ServerDiagnosticsNegativeTest-839682041 tempest-ServerDiagnosticsNegativeTest-839682041-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d015aee-a81e-47b4-8189-339237f1d0a1 HTTP/1.1" status: 200 len: 971 time: 0.0676863 Sep 17 07:44:18.041791 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device b592eca1-af40-455f-b624-5c3c668eb19e up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:44:18.056007 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2e736867-860c-43a0-b621-0d490f5487c9 req-4d6ebc05-94fc-4448-83f9-3500e4ff53f2 tempest-ServerDiagnosticsNegativeTest-839682041 tempest-ServerDiagnosticsNegativeTest-839682041-project] 10.222.0.13 "GET /v2.0/security-groups?id=25c70dc6-b6d8-4cf7-af80-004896820b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348325 Sep 17 07:44:18.170122 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 28cf66ad-5446-4090-a367-9c2f8667ed25, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=28cf66ad-5446-4090-a367-9c2f8667ed25,segment=NetworkSegment(2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff),segment_id=2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:44:18.182781 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port b592eca1-af40-455f-b624-5c3c668eb19e completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:44:18.189886 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port b592eca1-af40-455f-b624-5c3c668eb19e triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:44:18.190427 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:18.232467 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '28cf66ad-5446-4090-a367-9c2f8667ed25', 'network_id': 'a0a513a6-9cd3-48db-b90d-df8b88e7c76b', 'port_id': '28cf66ad-5446-4090-a367-9c2f8667ed25', 'mac_address': 'fa:16:3e:07:84:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b166af2c-f0c1-4005-bf20-b8a2b0583a5b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:44:18.290456 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:18.339523 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:18.348197 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e99c4201-fedb-4f07-b19b-4b1953342404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b592eca1-af40-455f-b624-5c3c668eb19e'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:44:18.350462 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62bca75c-42b3-4864-a62c-a2652709a192" -d '{"events": [{"server_uuid": "e99c4201-fedb-4f07-b19b-4b1953342404", "name": "network-vif-plugged", "status": "completed", "tag": "b592eca1-af40-455f-b624-5c3c668eb19e"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:44:18.372807 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port b592eca1-af40-455f-b624-5c3c668eb19e, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=b592eca1-af40-455f-b624-5c3c668eb19e,segment=NetworkSegment(34a968ab-03d3-42f8-beb1-615fd521ef4a),segment_id=34a968ab-03d3-42f8-beb1-615fd521ef4a)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:44:18.375273 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28cf66ad-5446-4090-a367-9c2f8667ed25 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:44:18.388410 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:18.402372 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 28cf66ad-5446-4090-a367-9c2f8667ed25, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=28cf66ad-5446-4090-a367-9c2f8667ed25,segment=NetworkSegment(2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff),segment_id=2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:44:18.425258 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:18.438804 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede1d439-736f-436a-a091-bb0c0e9417d2 req-ae816ad0-4e31-4470-a29f-99ae2f18d9d6 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:18.441916 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ede1d439-736f-436a-a091-bb0c0e9417d2 req-ae816ad0-4e31-4470-a29f-99ae2f18d9d6 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "GET /v2.0/ports?device_id=e99c4201-fedb-4f07-b19b-4b1953342404 HTTP/1.1" status: 200 len: 945 time: 0.1237741 Sep 17 07:44:18.455599 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=b592eca1-af40-455f-b624-5c3c668eb19e,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:18.502128 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ede1d439-736f-436a-a091-bb0c0e9417d2 req-cfa8dd59-aabf-43cb-b7c3-b0fb34066cec tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5627b3e-0f48-4049-88ff-4f888409a37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495934 Sep 17 07:44:18.517123 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=28cf66ad-5446-4090-a367-9c2f8667ed25,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:18.582478 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6179f4bd-4ebb-4905-8af0-67b98d2fba6c x-openstack-request-id: req-6179f4bd-4ebb-4905-8af0-67b98d2fba6c {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:44:18.582739 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e99c4201-fedb-4f07-b19b-4b1953342404", "name": "network-vif-plugged", "status": "completed", "tag": "b592eca1-af40-455f-b624-5c3c668eb19e", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:44:18.582994 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6179f4bd-4ebb-4905-8af0-67b98d2fba6c {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:44:18.583728 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e99c4201-fedb-4f07-b19b-4b1953342404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b592eca1-af40-455f-b624-5c3c668eb19e', 'code': 200} Sep 17 07:44:18.761342 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cba68a-73d7-4e92-ab41-db8a2ec9ce19 req-e69df5a0-f468-49d9-ad34-26b244debdea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:18.764046 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-33cba68a-73d7-4e92-ab41-db8a2ec9ce19 req-e69df5a0-f468-49d9-ad34-26b244debdea service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e99c4201-fedb-4f07-b19b-4b1953342404 HTTP/1.1" status: 200 len: 1097 time: 0.0518668 Sep 17 07:44:18.817472 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-33cba68a-73d7-4e92-ab41-db8a2ec9ce19 req-8a241562-f42b-4b87-b111-6c369bd490f4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a5627b3e-0f48-4049-88ff-4f888409a37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454414 Sep 17 07:44:18.845219 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['28cf66ad-5446-4090-a367-9c2f8667ed25'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:44:18.928147 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 55300) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:19.130359 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 07:44:19.148799 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bcb54c58-d48a-4e9c-88fb-3aa80a5eb0ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:19.218103 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556209f8-0fde-44d9-8ce0-78419dc4b3b0 req-54fb1c0d-0740-4f34-953e-86f66e772408 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:19.225726 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-556209f8-0fde-44d9-8ce0-78419dc4b3b0 req-54fb1c0d-0740-4f34-953e-86f66e772408 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cfbb02-93e0-4396-92f1-7ce5298f01f4 HTTP/1.1" status: 200 len: 944 time: 0.1351812 Sep 17 07:44:19.297209 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-556209f8-0fde-44d9-8ce0-78419dc4b3b0 req-198f3d5b-2da1-4827-b730-5c162d0303ca tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702696 Sep 17 07:44:19.437772 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bcb54c58-d48a-4e9c-88fb-3aa80a5eb0ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:19.446555 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bcb54c58-d48a-4e9c-88fb-3aa80a5eb0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:19.474048 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa54730-7bcb-4ac8-af25-a80adacb9b27 req-eef0a23f-e7e9-4bbb-b85d-f601fec02bf8 tempest-ServerDiagnosticsNegativeTest-839682041 tempest-ServerDiagnosticsNegativeTest-839682041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:19.475890 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-daa54730-7bcb-4ac8-af25-a80adacb9b27 req-eef0a23f-e7e9-4bbb-b85d-f601fec02bf8 tempest-ServerDiagnosticsNegativeTest-839682041 tempest-ServerDiagnosticsNegativeTest-839682041-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d015aee-a81e-47b4-8189-339237f1d0a1 HTTP/1.1" status: 200 len: 971 time: 0.1363213 Sep 17 07:44:19.495361 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d497be-fbac-408a-a162-2236ee46d25e req-af17f2ea-2b3a-4583-b5c4-73bea16d8a4e tempest-ServerDiagnosticsNegativeTest-839682041 tempest-ServerDiagnosticsNegativeTest-839682041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:19.496745 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f5d497be-fbac-408a-a162-2236ee46d25e req-af17f2ea-2b3a-4583-b5c4-73bea16d8a4e tempest-ServerDiagnosticsNegativeTest-839682041 tempest-ServerDiagnosticsNegativeTest-839682041-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d015aee-a81e-47b4-8189-339237f1d0a1 HTTP/1.1" status: 200 len: 971 time: 0.1450715 Sep 17 07:44:19.585607 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-bcb54c58-d48a-4e9c-88fb-3aa80a5eb0ab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c1dfc2d21eb7485fbcfc5ea93e791a56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6563568 Sep 17 07:44:19.588804 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 55338) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:19.593269 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb54c58-d48a-4e9c-88fb-3aa80a5eb0ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0ce9f3-73ec-48ca-8af2-f36549aeb3b6,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:19.656272 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d5689f02-c5b2-49ac-9c8d-0e539598c680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:19.663494 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f5d497be-fbac-408a-a162-2236ee46d25e req-7ba34a26-f2ee-4521-bf97-44aa5b58b4ae tempest-ServerDiagnosticsNegativeTest-839682041 tempest-ServerDiagnosticsNegativeTest-839682041-project] 10.222.0.13 "GET /v2.0/security-groups?id=25c70dc6-b6d8-4cf7-af80-004896820b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361029 Sep 17 07:44:19.684352 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d5689f02-c5b2-49ac-9c8d-0e539598c680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:19.745846 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-daa54730-7bcb-4ac8-af25-a80adacb9b27 req-e8471366-d922-47c8-ac0a-2a9309e3b828 tempest-ServerDiagnosticsNegativeTest-839682041 tempest-ServerDiagnosticsNegativeTest-839682041-project] Deleting port 89411fe0-3db0-4a9b-8a49-b3e5fbfbd825 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:44:19.745846 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-daa54730-7bcb-4ac8-af25-a80adacb9b27 req-e8471366-d922-47c8-ac0a-2a9309e3b828 tempest-ServerDiagnosticsNegativeTest-839682041 tempest-ServerDiagnosticsNegativeTest-839682041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:19.756375 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d5689f02-c5b2-49ac-9c8d-0e539598c680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:19.761400 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d5689f02-c5b2-49ac-9c8d-0e539598c680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:19.762825 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d5689f02-c5b2-49ac-9c8d-0e539598c680 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4f0ce9f3-73ec-48ca-8af2-f36549aeb3b6 HTTP/1.1" status: 204 len: 168 time: 0.1716354 Sep 17 07:44:19.772159 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5689f02-c5b2-49ac-9c8d-0e539598c680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0ce9f3-73ec-48ca-8af2-f36549aeb3b6,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:19.857401 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dae04e77-16b7-4ff5-b3d5-aeb1c8d9cb40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:20.001745 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 28cf66ad-5446-4090-a367-9c2f8667ed25 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:44:20.089121 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port 28cf66ad-5446-4090-a367-9c2f8667ed25 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:44:20.097179 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 28cf66ad-5446-4090-a367-9c2f8667ed25 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:44:20.097645 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:20.137591 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262a7384-c29a-48a2-9115-d3546ffb72f2 req-a2e73d97-1c03-4cee-a86d-864511e6378d tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:20.139285 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-262a7384-c29a-48a2-9115-d3546ffb72f2 req-a2e73d97-1c03-4cee-a86d-864511e6378d tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "GET /v2.0/ports?device_id=e99c4201-fedb-4f07-b19b-4b1953342404 HTTP/1.1" status: 200 len: 946 time: 0.3219404 Sep 17 07:44:20.151541 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-daa54730-7bcb-4ac8-af25-a80adacb9b27 req-e8471366-d922-47c8-ac0a-2a9309e3b828 tempest-ServerDiagnosticsNegativeTest-839682041 tempest-ServerDiagnosticsNegativeTest-839682041-project] For port 89411fe0-3db0-4a9b-8a49-b3e5fbfbd825, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=89411fe0-3db0-4a9b-8a49-b3e5fbfbd825,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:44:20.152161 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-daa54730-7bcb-4ac8-af25-a80adacb9b27 req-e8471366-d922-47c8-ac0a-2a9309e3b828 tempest-ServerDiagnosticsNegativeTest-839682041 tempest-ServerDiagnosticsNegativeTest-839682041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:20.183012 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-daa54730-7bcb-4ac8-af25-a80adacb9b27 req-e8471366-d922-47c8-ac0a-2a9309e3b828 tempest-ServerDiagnosticsNegativeTest-839682041 tempest-ServerDiagnosticsNegativeTest-839682041-project] Calling delete_port for 89411fe0-3db0-4a9b-8a49-b3e5fbfbd825 owned by compute:tempest-test_az-587497091 {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:44:20.209772 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:20.216313 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-262a7384-c29a-48a2-9115-d3546ffb72f2 req-dc5ed2bd-ea1c-46ae-85ec-ec3d13bf1e07 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5627b3e-0f48-4049-88ff-4f888409a37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688283 Sep 17 07:44:20.272162 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 28cf66ad-5446-4090-a367-9c2f8667ed25, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=28cf66ad-5446-4090-a367-9c2f8667ed25,segment=NetworkSegment(2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff),segment_id=2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:44:20.280157 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 55362) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:20.285727 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:20.315481 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c3808d33-e807-48bd-9f66-995bf219074c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:20.404745 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=28cf66ad-5446-4090-a367-9c2f8667ed25,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:20.409520 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-daa54730-7bcb-4ac8-af25-a80adacb9b27 req-e8471366-d922-47c8-ac0a-2a9309e3b828 tempest-ServerDiagnosticsNegativeTest-839682041 tempest-ServerDiagnosticsNegativeTest-839682041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:20.445304 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['89411fe0-3db0-4a9b-8a49-b3e5fbfbd825'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:44:20.485772 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8471366-d922-47c8-ac0a-2a9309e3b828 tempest-ServerDiagnosticsNegativeTest-839682041 tempest-ServerDiagnosticsNegativeTest-839682041-project] Pushing event deleted for resources: {'Port': ['ID=89411fe0-3db0-4a9b-8a49-b3e5fbfbd825,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:20.549369 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-daa54730-7bcb-4ac8-af25-a80adacb9b27 req-e8471366-d922-47c8-ac0a-2a9309e3b828 tempest-ServerDiagnosticsNegativeTest-839682041 tempest-ServerDiagnosticsNegativeTest-839682041-project] No DVR routers for this DVR port 89411fe0-3db0-4a9b-8a49-b3e5fbfbd825 on host n-h1-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:44:20.552831 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-daa54730-7bcb-4ac8-af25-a80adacb9b27 req-e8471366-d922-47c8-ac0a-2a9309e3b828 tempest-ServerDiagnosticsNegativeTest-839682041 tempest-ServerDiagnosticsNegativeTest-839682041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:20.555593 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-daa54730-7bcb-4ac8-af25-a80adacb9b27 req-e8471366-d922-47c8-ac0a-2a9309e3b828 tempest-ServerDiagnosticsNegativeTest-839682041 tempest-ServerDiagnosticsNegativeTest-839682041-project] 10.222.0.41 "DELETE /v2.0/ports/89411fe0-3db0-4a9b-8a49-b3e5fbfbd825 HTTP/1.1" status: 204 len: 173 time: 1.0718994 Sep 17 07:44:20.556258 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d015aee-a81e-47b4-8189-339237f1d0a1', 'name': 'network-vif-deleted', 'tag': '89411fe0-3db0-4a9b-8a49-b3e5fbfbd825'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:44:20.560399 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-935f3caf-df2b-45c5-8c27-f873df108e6d" -d '{"events": [{"server_uuid": "8d015aee-a81e-47b4-8189-339237f1d0a1", "name": "network-vif-deleted", "tag": "89411fe0-3db0-4a9b-8a49-b3e5fbfbd825"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:44:20.585013 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26cfbb02-93e0-4396-92f1-7ce5298f01f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28cf66ad-5446-4090-a367-9c2f8667ed25'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:44:20.590431 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a324cb-db4b-40a5-b5d4-96e098a79d2b" -d '{"events": [{"server_uuid": "26cfbb02-93e0-4396-92f1-7ce5298f01f4", "name": "network-vif-plugged", "status": "completed", "tag": "28cf66ad-5446-4090-a367-9c2f8667ed25"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:44:20.607021 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744db61d-3de5-49e5-8c6e-d426161ae131 req-a95f9b8c-df69-4911-b680-5366d639a4c9 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:20.610165 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-744db61d-3de5-49e5-8c6e-d426161ae131 req-a95f9b8c-df69-4911-b680-5366d639a4c9 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cfbb02-93e0-4396-92f1-7ce5298f01f4 HTTP/1.1" status: 200 len: 945 time: 0.1254983 Sep 17 07:44:20.623339 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c3808d33-e807-48bd-9f66-995bf219074c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:20.630678 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c3808d33-e807-48bd-9f66-995bf219074c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:20.680305 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-744db61d-3de5-49e5-8c6e-d426161ae131 req-07e7259a-d1bd-4f73-bf07-ab7df2492088 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625839 Sep 17 07:44:20.702089 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c3808d33-e807-48bd-9f66-995bf219074c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f219e7aba87142aba4fc8ababd0dc3d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4210227 Sep 17 07:44:20.705001 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 55388) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:20.711078 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3808d33-e807-48bd-9f66-995bf219074c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e25df67-0adf-438a-8d86-68e291b75ff1,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:20.820673 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9964daa0-79cd-4450-a591-a5d9278c331b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:20.845991 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a9ee9f6-34f8-4f51-8ecf-71d04cc10831 x-openstack-request-id: req-4a9ee9f6-34f8-4f51-8ecf-71d04cc10831 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:44:20.846833 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d015aee-a81e-47b4-8189-339237f1d0a1", "name": "network-vif-deleted", "tag": "89411fe0-3db0-4a9b-8a49-b3e5fbfbd825", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:44:20.847230 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4a9ee9f6-34f8-4f51-8ecf-71d04cc10831 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:44:20.847628 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d015aee-a81e-47b4-8189-339237f1d0a1', 'name': 'network-vif-deleted', 'tag': '89411fe0-3db0-4a9b-8a49-b3e5fbfbd825', 'status': 'completed', 'code': 200} Sep 17 07:44:20.871083 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ac4129-203a-4337-a879-e6f30a955eb0 x-openstack-request-id: req-19ac4129-203a-4337-a879-e6f30a955eb0 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:44:20.872541 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26cfbb02-93e0-4396-92f1-7ce5298f01f4", "name": "network-vif-plugged", "status": "completed", "tag": "28cf66ad-5446-4090-a367-9c2f8667ed25", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:44:20.872995 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-19ac4129-203a-4337-a879-e6f30a955eb0 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:44:20.873650 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26cfbb02-93e0-4396-92f1-7ce5298f01f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28cf66ad-5446-4090-a367-9c2f8667ed25', 'code': 200} Sep 17 07:44:20.886589 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9964daa0-79cd-4450-a591-a5d9278c331b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:20.964324 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9964daa0-79cd-4450-a591-a5d9278c331b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:20.970978 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9964daa0-79cd-4450-a591-a5d9278c331b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:20.973284 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-9964daa0-79cd-4450-a591-a5d9278c331b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0e25df67-0adf-438a-8d86-68e291b75ff1 HTTP/1.1" status: 204 len: 168 time: 0.2669845 Sep 17 07:44:21.018189 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2e7524dd-d693-43a7-b95c-62b3d53f78cd req-045d0a7a-5b72-4f57-b229-d3ebacf27851 tempest-ServerDiagnosticsNegativeTest-839682041 tempest-ServerDiagnosticsNegativeTest-839682041-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d015aee-a81e-47b4-8189-339237f1d0a1 HTTP/1.1" status: 200 len: 210 time: 0.0575101 Sep 17 07:44:21.019139 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9964daa0-79cd-4450-a591-a5d9278c331b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e25df67-0adf-438a-8d86-68e291b75ff1,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:21.026918 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 55398) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:21.097847 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d9f77-949b-4989-8f9e-bcd0d050df36 req-bdf34a55-2791-46c7-bf06-a7841402f4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:21.100157 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-914d9f77-949b-4989-8f9e-bcd0d050df36 req-bdf34a55-2791-46c7-bf06-a7841402f4cf service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=26cfbb02-93e0-4396-92f1-7ce5298f01f4 HTTP/1.1" status: 200 len: 1096 time: 0.0687799 Sep 17 07:44:21.172142 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-914d9f77-949b-4989-8f9e-bcd0d050df36 req-35652746-3729-498e-aa76-6ed93ea123f7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642962 Sep 17 07:44:21.203608 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f5644a-f939-4dfc-b7b2-4116295c8eb6 req-5eac5b72-73cb-4a5a-a022-c345fc509e4c tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:21.210003 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a3f5644a-f939-4dfc-b7b2-4116295c8eb6 req-5eac5b72-73cb-4a5a-a022-c345fc509e4c tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb02b500-812d-40b5-b29d-14f441bb594b HTTP/1.1" status: 200 len: 971 time: 0.0669670 Sep 17 07:44:21.258646 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a3f5644a-f939-4dfc-b7b2-4116295c8eb6 req-609b925b-c127-46e4-abe8-fe2294a1def0 tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] 10.222.0.13 "GET /v2.0/security-groups?id=5818d507-bd85-477d-bf61-63555cea0cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415812 Sep 17 07:44:21.383235 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdeaa63-2248-4e72-ae6f-803954abe02e req-b9e7c88f-3df3-4d83-8e33-c583421deb08 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:21.385327 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ccdeaa63-2248-4e72-ae6f-803954abe02e req-b9e7c88f-3df3-4d83-8e33-c583421deb08 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "GET /v2.0/ports?device_id=e99c4201-fedb-4f07-b19b-4b1953342404 HTTP/1.1" status: 200 len: 946 time: 0.0557661 Sep 17 07:44:21.427427 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ccdeaa63-2248-4e72-ae6f-803954abe02e req-d8a80887-7381-4442-a1da-06eafcef8e55 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5627b3e-0f48-4049-88ff-4f888409a37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358188 Sep 17 07:44:21.433884 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-742b75cd-be91-42cf-81c8-80b7b1152d53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:21.553434 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-742b75cd-be91-42cf-81c8-80b7b1152d53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:21.558503 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-742b75cd-be91-42cf-81c8-80b7b1152d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:21.561108 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296add3-aa8e-484f-8011-c5335302f5a5 req-6b604a3e-c205-411b-911c-2cfabc944122 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:21.563262 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9296add3-aa8e-484f-8011-c5335302f5a5 req-6b604a3e-c205-411b-911c-2cfabc944122 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "GET /v2.0/ports?device_id=e99c4201-fedb-4f07-b19b-4b1953342404 HTTP/1.1" status: 200 len: 946 time: 0.0535367 Sep 17 07:44:21.571980 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 55418) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:21.577875 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-0b00b433-f4ef-4098-b245-3917dededcef tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Request body: {'floatingip': {'port_id': 'b592eca1-af40-455f-b624-5c3c668eb19e'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:44:21.597529 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-742b75cd-be91-42cf-81c8-80b7b1152d53 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5e951fc08d2c4b4b9c2b1221f06bf665&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5694671 Sep 17 07:44:21.598405 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742b75cd-be91-42cf-81c8-80b7b1152d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce55ab3-2444-42b3-8e4d-db49cd48fc2d,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:21.600721 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 55424) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:21.666520 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-78554b27-3d27-4f9a-a8e0-f0d67dbb5144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:21.670050 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0b00b433-f4ef-4098-b245-3917dededcef tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Notify callbacks [] for floatingip, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:21.691897 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-78554b27-3d27-4f9a-a8e0-f0d67dbb5144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:21.750475 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-78554b27-3d27-4f9a-a8e0-f0d67dbb5144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:21.753988 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-78554b27-3d27-4f9a-a8e0-f0d67dbb5144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:21.756567 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-78554b27-3d27-4f9a-a8e0-f0d67dbb5144 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9ce55ab3-2444-42b3-8e4d-db49cd48fc2d HTTP/1.1" status: 204 len: 168 time: 0.1434789 Sep 17 07:44:21.774698 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78554b27-3d27-4f9a-a8e0-f0d67dbb5144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce55ab3-2444-42b3-8e4d-db49cd48fc2d,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:21.930083 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f3d80-b9ab-4e5c-969b-d6b0f1ce1ea9 req-9d4bf4cf-026b-4c3a-a04e-3af709439df2 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:21.932412 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fb6f3d80-b9ab-4e5c-969b-d6b0f1ce1ea9 req-9d4bf4cf-026b-4c3a-a04e-3af709439df2 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cfbb02-93e0-4396-92f1-7ce5298f01f4 HTTP/1.1" status: 200 len: 945 time: 0.0921631 Sep 17 07:44:22.061277 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fb6f3d80-b9ab-4e5c-969b-d6b0f1ce1ea9 req-5a986de2-71c3-419d-9700-0194dd9f2051 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016266 Sep 17 07:44:22.190671 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 55454) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:22.222324 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-518172f2-a9ac-4220-a931-60962bb23156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:22.376185 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-518172f2-a9ac-4220-a931-60962bb23156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:22.381190 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-518172f2-a9ac-4220-a931-60962bb23156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:22.425143 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4a2122b2-7ba9-441c-ad96-cdb54a25dca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:22.431326 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-518172f2-a9ac-4220-a931-60962bb23156 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ff14be5983254f719002edd726cc5fda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2395554 Sep 17 07:44:22.434748 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 55468) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:22.456725 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518172f2-a9ac-4220-a931-60962bb23156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd639e31-db59-4f82-a527-bc7ce6e04f3e,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:22.483002 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0b00b433-f4ef-4098-b245-3917dededcef tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:22.488336 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0b00b433-f4ef-4098-b245-3917dededcef tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:22.531268 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-90048b9e-3dba-48c1-9d35-45f74f87247e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:22.557060 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-90048b9e-3dba-48c1-9d35-45f74f87247e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:22.578310 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:22.639292 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-90048b9e-3dba-48c1-9d35-45f74f87247e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:22.644152 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-90048b9e-3dba-48c1-9d35-45f74f87247e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:22.645823 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-90048b9e-3dba-48c1-9d35-45f74f87247e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fd639e31-db59-4f82-a527-bc7ce6e04f3e HTTP/1.1" status: 204 len: 168 time: 0.2098098 Sep 17 07:44:22.656016 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90048b9e-3dba-48c1-9d35-45f74f87247e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd639e31-db59-4f82-a527-bc7ce6e04f3e,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:22.761946 n-d-789963-9 neutron-server[101289]: INFO neutron.db.l3_db [None req-0b00b433-f4ef-4098-b245-3917dededcef tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Floating IP 03731113-d672-458b-935b-f9bc3ebd0998 associated. External IP: 172.25.6.109, port: b592eca1-af40-455f-b624-5c3c668eb19e. Sep 17 07:44:23.026675 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825cca9b-c7ec-4fd9-adfc-af8d47838e4d req-00b51bbf-3fee-4e9f-b6a3-cdcbf801718a tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:23.028498 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-825cca9b-c7ec-4fd9-adfc-af8d47838e4d req-00b51bbf-3fee-4e9f-b6a3-cdcbf801718a tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb02b500-812d-40b5-b29d-14f441bb594b HTTP/1.1" status: 200 len: 971 time: 0.3576653 Sep 17 07:44:23.069787 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 55488) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:23.123442 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e125bff9-3a0c-4079-adeb-e285600893ef req-df1d2ca8-3666-4212-8fcf-9245f25fdc77 tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:23.124868 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e125bff9-3a0c-4079-adeb-e285600893ef req-df1d2ca8-3666-4212-8fcf-9245f25fdc77 tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb02b500-812d-40b5-b29d-14f441bb594b HTTP/1.1" status: 200 len: 971 time: 0.4005492 Sep 17 07:44:23.233773 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e125bff9-3a0c-4079-adeb-e285600893ef req-ecc1cfaa-e518-4200-92c8-0bb84538dc92 tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] 10.222.0.13 "GET /v2.0/security-groups?id=5818d507-bd85-477d-bf61-63555cea0cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946531 Sep 17 07:44:23.359248 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-825cca9b-c7ec-4fd9-adfc-af8d47838e4d req-aa70fc14-096f-4560-92ea-2f6cc359e5b3 tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] Deleting port c216c454-0c7a-44b8-b2b1-afe2a8daa977 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:44:23.359663 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-825cca9b-c7ec-4fd9-adfc-af8d47838e4d req-aa70fc14-096f-4560-92ea-2f6cc359e5b3 tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:23.507814 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b00b433-f4ef-4098-b245-3917dededcef tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Router 9fbbc2c6-0273-4b2a-b11b-711f786a22de has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:44:23.541940 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:23.551510 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58083315-a5c5-450d-9505-9c95e0739dd6 req-739d00b8-bdae-4af6-a3f0-1c7ede6ae126 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:23.558825 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-58083315-a5c5-450d-9505-9c95e0739dd6 req-739d00b8-bdae-4af6-a3f0-1c7ede6ae126 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cfbb02-93e0-4396-92f1-7ce5298f01f4 HTTP/1.1" status: 200 len: 945 time: 0.2216058 Sep 17 07:44:23.561891 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 89411fe0-3db0-4a9b-8a49-b3e5fbfbd825 no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:44:23.567105 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dce22512-c91b-4f20-8418-717ed826b723 req-fdcb82b3-18ca-4b8a-ac68-380f4a341cbf tempest-QuotasAdminNegativeTest-1522628696 tempest-QuotasAdminNegativeTest-1522628696-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=bccda2f8c855492d94cf4aea85ec86e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0698547 Sep 17 07:44:23.592432 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] No Port match for: 89411fe0-3db0-4a9b-8a49-b3e5fbfbd825 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:44:23.592779 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 89411fe0-3db0-4a9b-8a49-b3e5fbfbd825 not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:44:23.595058 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-8b690d55-52bf-47a6-9087-318ce1142f18 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a5f0b96d94c440d0a8b9f63676c864bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5239670 Sep 17 07:44:23.597767 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 55516) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:23.668479 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a37a3679-fbdd-4149-9a32-f6c07c24c1ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:23.701179 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a37a3679-fbdd-4149-9a32-f6c07c24c1ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:23.731962 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-825cca9b-c7ec-4fd9-adfc-af8d47838e4d req-aa70fc14-096f-4560-92ea-2f6cc359e5b3 tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] For port c216c454-0c7a-44b8-b2b1-afe2a8daa977, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=c216c454-0c7a-44b8-b2b1-afe2a8daa977,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:44:23.732342 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-825cca9b-c7ec-4fd9-adfc-af8d47838e4d req-aa70fc14-096f-4560-92ea-2f6cc359e5b3 tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:23.764440 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a37a3679-fbdd-4149-9a32-f6c07c24c1ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:23.766319 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-58083315-a5c5-450d-9505-9c95e0739dd6 req-69d9d044-3055-4185-b031-50097e124de8 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066042 Sep 17 07:44:23.767441 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-825cca9b-c7ec-4fd9-adfc-af8d47838e4d req-aa70fc14-096f-4560-92ea-2f6cc359e5b3 tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] Calling delete_port for c216c454-0c7a-44b8-b2b1-afe2a8daa977 owned by compute:tempest-test_az-587497091 {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:44:23.768552 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a37a3679-fbdd-4149-9a32-f6c07c24c1ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:23.774030 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a37a3679-fbdd-4149-9a32-f6c07c24c1ff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/25c70dc6-b6d8-4cf7-af80-004896820b7e HTTP/1.1" status: 204 len: 168 time: 0.1709788 Sep 17 07:44:23.779648 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37a3679-fbdd-4149-9a32-f6c07c24c1ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c70dc6-b6d8-4cf7-af80-004896820b7e,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:23.808994 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce22512-c91b-4f20-8418-717ed826b723 req-7a1c19ee-9e1d-4a4d-a2f7-88c1a56dfe85 tempest-QuotasAdminNegativeTest-1522628696 tempest-QuotasAdminNegativeTest-1522628696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:23.810837 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dce22512-c91b-4f20-8418-717ed826b723 req-7a1c19ee-9e1d-4a4d-a2f7-88c1a56dfe85 tempest-QuotasAdminNegativeTest-1522628696 tempest-QuotasAdminNegativeTest-1522628696-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2429905 Sep 17 07:44:23.913861 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dce22512-c91b-4f20-8418-717ed826b723 req-aaeac613-5222-4d58-bc81-db7e74bc10e9 tempest-QuotasAdminNegativeTest-1522628696 tempest-QuotasAdminNegativeTest-1522628696-project] 10.222.0.13 "GET /v2.0/quotas/bccda2f8c855492d94cf4aea85ec86e9 HTTP/1.1" status: 200 len: 375 time: 0.0921886 Sep 17 07:44:23.923768 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b00b433-f4ef-4098-b245-3917dededcef tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:44:23.938021 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9df0d82-17f4-4453-9d03-cc7b1a11c922 None None] Sync routers for ids ['9fbbc2c6-0273-4b2a-b11b-711f786a22de'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:44:23.944207 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0b00b433-f4ef-4098-b245-3917dededcef tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:23.954580 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9df0d82-17f4-4453-9d03-cc7b1a11c922 None None] Routers {'9fbbc2c6-0273-4b2a-b11b-711f786a22de'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:44:23.955460 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-f9df0d82-17f4-4453-9d03-cc7b1a11c922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:44:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['9fbbc2c6-0273-4b2a-b11b-711f786a22de'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:44:23.992319 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dce22512-c91b-4f20-8418-717ed826b723 req-0e79b43c-0520-4095-a297-53ff971c4f14 tempest-QuotasAdminNegativeTest-1522628696 tempest-QuotasAdminNegativeTest-1522628696-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bccda2f8c855492d94cf4aea85ec86e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0699637 Sep 17 07:44:24.009448 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-0b00b433-f4ef-4098-b245-3917dededcef tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "PUT /v2.0/floatingips/03731113-d672-458b-935b-f9bc3ebd0998 HTTP/1.1" status: 200 len: 992 time: 2.4314504 Sep 17 07:44:24.009448 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e99c4201-fedb-4f07-b19b-4b1953342404', 'tag': 'b592eca1-af40-455f-b624-5c3c668eb19e'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:44:24.010365 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a3a56c-a04d-4ec7-9521-9e875dc88e02" -d '{"events": [{"name": "network-changed", "server_uuid": "e99c4201-fedb-4f07-b19b-4b1953342404", "tag": "b592eca1-af40-455f-b624-5c3c668eb19e"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:44:24.100422 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-825cca9b-c7ec-4fd9-adfc-af8d47838e4d req-aa70fc14-096f-4560-92ea-2f6cc359e5b3 tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:24.137725 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['c216c454-0c7a-44b8-b2b1-afe2a8daa977'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:44:24.144143 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa70fc14-096f-4560-92ea-2f6cc359e5b3 tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] Pushing event deleted for resources: {'Port': ['ID=c216c454-0c7a-44b8-b2b1-afe2a8daa977,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:24.175414 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-f9df0d82-17f4-4453-9d03-cc7b1a11c922 None None] Set router 9fbbc2c6-0273-4b2a-b11b-711f786a22de gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:44:24.201547 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-825cca9b-c7ec-4fd9-adfc-af8d47838e4d req-aa70fc14-096f-4560-92ea-2f6cc359e5b3 tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] No DVR routers for this DVR port c216c454-0c7a-44b8-b2b1-afe2a8daa977 on host n-h1-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:44:24.204835 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-825cca9b-c7ec-4fd9-adfc-af8d47838e4d req-aa70fc14-096f-4560-92ea-2f6cc359e5b3 tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:24.207106 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-825cca9b-c7ec-4fd9-adfc-af8d47838e4d req-aa70fc14-096f-4560-92ea-2f6cc359e5b3 tempest-AggregatesAdminTestJSON-1601173535 tempest-AggregatesAdminTestJSON-1601173535-project] 10.222.0.41 "DELETE /v2.0/ports/c216c454-0c7a-44b8-b2b1-afe2a8daa977 HTTP/1.1" status: 204 len: 173 time: 1.1682444 Sep 17 07:44:24.675182 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 55560) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:24.696277 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ae6b8a41-bb1d-4363-9439-0d9e2e56f66f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:24.738575 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-f9df0d82-17f4-4453-9d03-cc7b1a11c922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fbbc2c6-0273-4b2a-b11b-711f786a22de', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-804936049-router', 'tenant_id': '995280dd7af64d29b5c08cf39fa14744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '65663f1b-cca4-432b-bd1a-99f379bb2903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:43:29Z', 'updated_at': '2021-09-17T07:43:33Z', 'revision_number': 4, 'project_id': '995280dd7af64d29b5c08cf39fa14744', 'gw_port': {'id': '65663f1b-cca4-432b-bd1a-99f379bb2903', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbbc2c6-0273-4b2a-b11b-711f786a22de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:43:30Z', 'updated_at': '2021-09-17T07:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '03731113-d672-458b-935b-f9bc3ebd0998', 'tenant_id': '995280dd7af64d29b5c08cf39fa14744', 'floating_ip_address': '172.25.6.109', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '9fbbc2c6-0273-4b2a-b11b-711f786a22de', 'port_id': 'b592eca1-af40-455f-b624-5c3c668eb19e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28b44509-44d1-434d-a1e7-c08ce9b90a41', 'mac_address': 'fa:16:3e:bf:e4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99c4201-fedb-4f07-b19b-4b1953342404', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T07:43:47Z', 'updated_at': '2021-09-17T07:44:22Z', 'revision_number': 1, 'project_id': '995280dd7af64d29b5c08cf39fa14744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea15b463-83a9-4f77-b958-88145a457e87', 'name': '', 'network_id': '28b44509-44d1-434d-a1e7-c08ce9b90a41', 'tenant_id': '995280dd7af64d29b5c08cf39fa14744', 'mac_address': 'fa:16:3e:8b:e8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbbc2c6-0273-4b2a-b11b-711f786a22de', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'a2b739cf-a4f3-485c-ac6f-6aae0b07dbbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:43:32Z', 'updated_at': '2021-09-17T07:43:38Z', 'revision_number': 5, 'project_id': '995280dd7af64d29b5c08cf39fa14744', 'subnets': [{'id': 'a2b739cf-a4f3-485c-ac6f-6aae0b07dbbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:44:24.812566 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ae6b8a41-bb1d-4363-9439-0d9e2e56f66f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:24.825865 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9df0d82-17f4-4453-9d03-cc7b1a11c922 None None] Checking router: 9fbbc2c6-0273-4b2a-b11b-711f786a22de for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:44:24.830203 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ae6b8a41-bb1d-4363-9439-0d9e2e56f66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:24.842856 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25693959-ed59-4e1a-bcad-2742d94c17d7 x-openstack-request-id: req-25693959-ed59-4e1a-bcad-2742d94c17d7 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:44:24.843608 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e99c4201-fedb-4f07-b19b-4b1953342404", "tag": "b592eca1-af40-455f-b624-5c3c668eb19e", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:44:24.843608 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-25693959-ed59-4e1a-bcad-2742d94c17d7 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:44:24.843940 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e99c4201-fedb-4f07-b19b-4b1953342404', 'tag': 'b592eca1-af40-455f-b624-5c3c668eb19e', 'status': 'completed', 'code': 200} Sep 17 07:44:24.860027 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9df0d82-17f4-4453-9d03-cc7b1a11c922 None None] Routers {'9fbbc2c6-0273-4b2a-b11b-711f786a22de'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:44:24.861122 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-f9df0d82-17f4-4453-9d03-cc7b1a11c922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:44:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['9fbbc2c6-0273-4b2a-b11b-711f786a22de'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:44:24.930688 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6b8a41-bb1d-4363-9439-0d9e2e56f66f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2ce507-0cc1-4662-a39b-b1265dd14d88,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:24.945143 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ae6b8a41-bb1d-4363-9439-0d9e2e56f66f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8a0916a3c3034cd2a60b6cfa3c72a6c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2639668 Sep 17 07:44:24.945814 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 55564) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:25.044764 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1d09ae1b-b1f1-422a-83d6-c829647d5ac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:25.067208 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-f9df0d82-17f4-4453-9d03-cc7b1a11c922 None None] Set router 9fbbc2c6-0273-4b2a-b11b-711f786a22de gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:44:25.088368 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a3a56c-a04d-4ec7-9521-9e875dc88e02 req-9dd3255b-1996-48a0-a059-486d79e67614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:25.088368 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c3a3a56c-a04d-4ec7-9521-9e875dc88e02 req-9dd3255b-1996-48a0-a059-486d79e67614 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=995280dd7af64d29b5c08cf39fa14744&device_id=e99c4201-fedb-4f07-b19b-4b1953342404 HTTP/1.1" status: 200 len: 1097 time: 0.1746645 Sep 17 07:44:25.093275 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a61427-683f-4156-aa83-80d26a06dc2f req-81041463-b882-4535-b988-0367990cefdc tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:25.094855 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e2a61427-683f-4156-aa83-80d26a06dc2f req-81041463-b882-4535-b988-0367990cefdc tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=26cfbb02-93e0-4396-92f1-7ce5298f01f4 HTTP/1.1" status: 200 len: 1096 time: 0.1985834 Sep 17 07:44:25.098172 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1d09ae1b-b1f1-422a-83d6-c829647d5ac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:25.139747 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:25.226001 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e2a61427-683f-4156-aa83-80d26a06dc2f req-64f85f86-4464-4525-a175-d475a06cfa43 tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012285 Sep 17 07:44:25.248602 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1d09ae1b-b1f1-422a-83d6-c829647d5ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:25.254287 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1d09ae1b-b1f1-422a-83d6-c829647d5ac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:25.255507 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a3a56c-a04d-4ec7-9521-9e875dc88e02 req-36a8fa69-03f7-4616-af49-743c5108bec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:25.258751 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-1d09ae1b-b1f1-422a-83d6-c829647d5ac5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dc2ce507-0cc1-4662-a39b-b1265dd14d88 HTTP/1.1" status: 204 len: 168 time: 0.3093870 Sep 17 07:44:25.261217 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c3a3a56c-a04d-4ec7-9521-9e875dc88e02 req-36a8fa69-03f7-4616-af49-743c5108bec0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=28b44509-44d1-434d-a1e7-c08ce9b90a41 HTTP/1.1" status: 200 len: 924 time: 0.1654301 Sep 17 07:44:25.289881 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d09ae1b-b1f1-422a-83d6-c829647d5ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2ce507-0cc1-4662-a39b-b1265dd14d88,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:25.365445 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c3a3a56c-a04d-4ec7-9521-9e875dc88e02 req-54760727-1f97-4fb4-bde8-5dc70e626021 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b592eca1-af40-455f-b624-5c3c668eb19e HTTP/1.1" status: 200 len: 1000 time: 0.0963728 Sep 17 07:44:25.414211 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-f9df0d82-17f4-4453-9d03-cc7b1a11c922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fbbc2c6-0273-4b2a-b11b-711f786a22de', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-804936049-router', 'tenant_id': '995280dd7af64d29b5c08cf39fa14744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '65663f1b-cca4-432b-bd1a-99f379bb2903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:43:29Z', 'updated_at': '2021-09-17T07:43:33Z', 'revision_number': 4, 'project_id': '995280dd7af64d29b5c08cf39fa14744', 'gw_port': {'id': '65663f1b-cca4-432b-bd1a-99f379bb2903', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbbc2c6-0273-4b2a-b11b-711f786a22de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:43:30Z', 'updated_at': '2021-09-17T07:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '03731113-d672-458b-935b-f9bc3ebd0998', 'tenant_id': '995280dd7af64d29b5c08cf39fa14744', 'floating_ip_address': '172.25.6.109', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '9fbbc2c6-0273-4b2a-b11b-711f786a22de', 'port_id': 'b592eca1-af40-455f-b624-5c3c668eb19e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28b44509-44d1-434d-a1e7-c08ce9b90a41', 'mac_address': 'fa:16:3e:bf:e4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99c4201-fedb-4f07-b19b-4b1953342404', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T07:43:47Z', 'updated_at': '2021-09-17T07:44:22Z', 'revision_number': 1, 'project_id': '995280dd7af64d29b5c08cf39fa14744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea15b463-83a9-4f77-b958-88145a457e87', 'name': '', 'network_id': '28b44509-44d1-434d-a1e7-c08ce9b90a41', 'tenant_id': '995280dd7af64d29b5c08cf39fa14744', 'mac_address': 'fa:16:3e:8b:e8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbbc2c6-0273-4b2a-b11b-711f786a22de', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'a2b739cf-a4f3-485c-ac6f-6aae0b07dbbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:43:32Z', 'updated_at': '2021-09-17T07:43:38Z', 'revision_number': 5, 'project_id': '995280dd7af64d29b5c08cf39fa14744', 'subnets': [{'id': 'a2b739cf-a4f3-485c-ac6f-6aae0b07dbbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:44:25.429936 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a3a56c-a04d-4ec7-9521-9e875dc88e02 req-2558b60b-455d-4ad2-91bb-7b9f9224e543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:25.432244 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c3a3a56c-a04d-4ec7-9521-9e875dc88e02 req-2558b60b-455d-4ad2-91bb-7b9f9224e543 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a2b739cf-a4f3-485c-ac6f-6aae0b07dbbb HTTP/1.1" status: 200 len: 862 time: 0.0584071 Sep 17 07:44:25.450408 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9df0d82-17f4-4453-9d03-cc7b1a11c922 None None] The sync data for ids ['9fbbc2c6-0273-4b2a-b11b-711f786a22de'] in n-d-789963-9 is: [{'id': '9fbbc2c6-0273-4b2a-b11b-711f786a22de', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-804936049-router', 'tenant_id': '995280dd7af64d29b5c08cf39fa14744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '65663f1b-cca4-432b-bd1a-99f379bb2903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:43:29Z', 'updated_at': '2021-09-17T07:43:33Z', 'revision_number': 4, 'project_id': '995280dd7af64d29b5c08cf39fa14744', 'gw_port': {'id': '65663f1b-cca4-432b-bd1a-99f379bb2903', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbbc2c6-0273-4b2a-b11b-711f786a22de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:43:30Z', 'updated_at': '2021-09-17T07:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '03731113-d672-458b-935b-f9bc3ebd0998', 'tenant_id': '995280dd7af64d29b5c08cf39fa14744', 'floating_ip_address': '172.25.6.109', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '9fbbc2c6-0273-4b2a-b11b-711f786a22de', 'port_id': 'b592eca1-af40-455f-b624-5c3c668eb19e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28b44509-44d1-434d-a1e7-c08ce9b90a41', 'mac_address': 'fa:16:3e:bf:e4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e99c4201-fedb-4f07-b19b-4b1953342404', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T07:43:47Z', 'updated_at': '2021-09-17T07:44:22Z', 'revision_number': 1, 'project_id': '995280dd7af64d29b5c08cf39fa14744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea15b463-83a9-4f77-b958-88145a457e87', 'name': '', 'network_id': '28b44509-44d1-434d-a1e7-c08ce9b90a41', 'tenant_id': '995280dd7af64d29b5c08cf39fa14744', 'mac_address': 'fa:16:3e:8b:e8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbbc2c6-0273-4b2a-b11b-711f786a22de', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'a2b739cf-a4f3-485c-ac6f-6aae0b07dbbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:43:32Z', 'updated_at': '2021-09-17T07:43:38Z', 'revision_number': 5, 'project_id': '995280dd7af64d29b5c08cf39fa14744', 'subnets': [{'id': 'a2b739cf-a4f3-485c-ac6f-6aae0b07dbbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:44:25.512004 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a3a56c-a04d-4ec7-9521-9e875dc88e02 req-77a7878c-539d-4c29-8f3f-635d439bec6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:25.514552 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c3a3a56c-a04d-4ec7-9521-9e875dc88e02 req-77a7878c-539d-4c29-8f3f-635d439bec6e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=28b44509-44d1-434d-a1e7-c08ce9b90a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754621 Sep 17 07:44:25.655736 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c3a3a56c-a04d-4ec7-9521-9e875dc88e02 req-b6080003-2211-473f-b695-91e26d3b8d50 service neutron] 10.222.0.39 "GET /v2.0/networks/28b44509-44d1-434d-a1e7-c08ce9b90a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342585 Sep 17 07:44:25.763973 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6290d705-091e-44a3-b47b-9e565b0d1940 None None] New status for floating IP 03731113-d672-458b-935b-f9bc3ebd0998: ACTIVE {{(pid=101291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 07:44:25.779874 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c3a3a56c-a04d-4ec7-9521-9e875dc88e02 req-5dde2ddc-0abd-4483-a491-8d540eb7f592 service neutron] 10.222.0.39 "GET /v2.0/networks/28b44509-44d1-434d-a1e7-c08ce9b90a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149514 Sep 17 07:44:25.950624 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-63c7bb11-60d1-4dda-95e6-eb7de73467fd req-2f32b057-8351-41b4-a143-5ab3d46b4f3d tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=e3fa2625380d42b694cced0e6ee23545&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272560 Sep 17 07:44:26.012017 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 55606) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:26.081333 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c7bb11-60d1-4dda-95e6-eb7de73467fd req-a0008713-b236-4eb6-b130-89bcd6f5bbe1 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:26.090672 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-63c7bb11-60d1-4dda-95e6-eb7de73467fd req-a0008713-b236-4eb6-b130-89bcd6f5bbe1 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1383173 Sep 17 07:44:26.113697 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-63c7bb11-60d1-4dda-95e6-eb7de73467fd req-78caf7ae-1d17-4de0-b764-1464ae826148 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] 10.222.0.13 "GET /v2.0/quotas/e3fa2625380d42b694cced0e6ee23545 HTTP/1.1" status: 200 len: 375 time: 0.0220907 Sep 17 07:44:26.142012 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-63c7bb11-60d1-4dda-95e6-eb7de73467fd req-6917e36d-3acd-4d21-bdc3-32941ab0343f tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e3fa2625380d42b694cced0e6ee23545&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274563 Sep 17 07:44:26.184802 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a926853-a5d6-4192-a5d0-965d083f439e req-754c10f1-1757-48ab-a2cc-a2020308248c tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:26.186650 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6a926853-a5d6-4192-a5d0-965d083f439e req-754c10f1-1757-48ab-a2cc-a2020308248c tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=26cfbb02-93e0-4396-92f1-7ce5298f01f4 HTTP/1.1" status: 200 len: 1096 time: 0.0470135 Sep 17 07:44:26.229488 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6a926853-a5d6-4192-a5d0-965d083f439e req-fd0080e9-ad5e-4344-a41e-c17305c9cbc7 tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362780 Sep 17 07:44:26.280502 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d79786ce-5541-4792-b736-efd972c21a3d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7655c4323c1b4ac682160be48bf0792b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2638531 Sep 17 07:44:26.280817 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 55622) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:26.353365 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f433b948-4c64-4418-a555-326a4fc6fef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:26.375308 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f433b948-4c64-4418-a555-326a4fc6fef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:26.449049 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f433b948-4c64-4418-a555-326a4fc6fef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:26.452109 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f433b948-4c64-4418-a555-326a4fc6fef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:26.454201 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f433b948-4c64-4418-a555-326a4fc6fef0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5818d507-bd85-477d-bf61-63555cea0cc3 HTTP/1.1" status: 204 len: 168 time: 0.1722140 Sep 17 07:44:26.465760 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f433b948-4c64-4418-a555-326a4fc6fef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5818d507-bd85-477d-bf61-63555cea0cc3,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:26.585195 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-18d98b10-912e-40f5-8289-ea773aefbca1 req-5b85187b-0d7a-4d87-9377-4318cd696bc4 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f69a0b7-5de6-4a78-bae7-520ea588a06c HTTP/1.1" status: 200 len: 210 time: 0.0438945 Sep 17 07:44:26.844828 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb02b500-812d-40b5-b29d-14f441bb594b', 'name': 'network-vif-deleted', 'tag': 'c216c454-0c7a-44b8-b2b1-afe2a8daa977'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:44:26.847634 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230c74cd-c334-46ff-8a1d-9de9f07cac13" -d '{"events": [{"server_uuid": "bb02b500-812d-40b5-b29d-14f441bb594b", "name": "network-vif-deleted", "tag": "c216c454-0c7a-44b8-b2b1-afe2a8daa977"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:44:27.068350 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 55672) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:27.124706 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-eb925d03-9a4d-42ec-9bf7-4ace95032d34 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f90bc86ec58c4fc3a67b8fa9f22c0d71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0550940 Sep 17 07:44:27.127152 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 55676) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:27.185547 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b0b2c1f0-d75d-48b8-9225-70a1489fc038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:27.206950 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b0b2c1f0-d75d-48b8-9225-70a1489fc038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:27.228068 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 55682) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:27.257709 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b0b2c1f0-d75d-48b8-9225-70a1489fc038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:27.262246 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b0b2c1f0-d75d-48b8-9225-70a1489fc038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:27.264716 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-b0b2c1f0-d75d-48b8-9225-70a1489fc038 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e84aef5a-1c4b-436b-b3c3-31399061f961 HTTP/1.1" status: 204 len: 168 time: 0.1355526 Sep 17 07:44:27.272896 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b2c1f0-d75d-48b8-9225-70a1489fc038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84aef5a-1c4b-436b-b3c3-31399061f961,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:27.382326 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [req-bf0f4957-0a99-4f6a-948a-8e29e831475d req-ec137ad4-d235-4571-93e5-5f50059264af service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 07:44:27.383606 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bf0f4957-0a99-4f6a-948a-8e29e831475d req-ec137ad4-d235-4571-93e5-5f50059264af service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2116342 Sep 17 07:44:27.454006 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ce506f-b5de-4fa5-90ef-d4192282ec9d x-openstack-request-id: req-59ce506f-b5de-4fa5-90ef-d4192282ec9d {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:44:27.454443 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb02b500-812d-40b5-b29d-14f441bb594b", "name": "network-vif-deleted", "tag": "c216c454-0c7a-44b8-b2b1-afe2a8daa977", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:44:27.454863 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-59ce506f-b5de-4fa5-90ef-d4192282ec9d {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:44:27.455350 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb02b500-812d-40b5-b29d-14f441bb594b', 'name': 'network-vif-deleted', 'tag': 'c216c454-0c7a-44b8-b2b1-afe2a8daa977', 'status': 'completed', 'code': 200} Sep 17 07:44:27.456320 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2031f012-62ed-4ba6-919e-f5162733c346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:27.563702 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-63c7bb11-60d1-4dda-95e6-eb7de73467fd req-1523369b-f787-41b9-a7ed-6d2e3a4ee5ff tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=e3fa2625380d42b694cced0e6ee23545&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270705 Sep 17 07:44:27.576266 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device c216c454-0c7a-44b8-b2b1-afe2a8daa977 no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:44:27.607820 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2031f012-62ed-4ba6-919e-f5162733c346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:27.619300 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] No Port match for: c216c454-0c7a-44b8-b2b1-afe2a8daa977 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:44:27.619979 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device c216c454-0c7a-44b8-b2b1-afe2a8daa977 not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:44:27.621761 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2031f012-62ed-4ba6-919e-f5162733c346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:27.654353 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-2031f012-62ed-4ba6-919e-f5162733c346 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5831bd7f89da4bfeadf92f5bb22eed41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4246399 Sep 17 07:44:27.660578 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 55704) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:27.726439 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2031f012-62ed-4ba6-919e-f5162733c346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51dcbb67-79fe-489d-bb64-f87d46a783b0,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:27.732755 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1b060307-fa86-4ff4-a6eb-d1b3345152d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:27.758660 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8f03bf07-e071-4676-a8a1-52a6db4962fb req-bedbdf9e-0833-4a31-b6a1-8b7e3d13e9e5 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f69a0b7-5de6-4a78-bae7-520ea588a06c HTTP/1.1" status: 200 len: 210 time: 0.0422871 Sep 17 07:44:27.760489 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1b060307-fa86-4ff4-a6eb-d1b3345152d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:27.824705 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1b060307-fa86-4ff4-a6eb-d1b3345152d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:27.824872 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c7bb11-60d1-4dda-95e6-eb7de73467fd req-cc0b43a6-3e7b-4064-ad95-73ba0003feb3 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:27.826795 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-63c7bb11-60d1-4dda-95e6-eb7de73467fd req-cc0b43a6-3e7b-4064-ad95-73ba0003feb3 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2560053 Sep 17 07:44:27.829095 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1b060307-fa86-4ff4-a6eb-d1b3345152d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:27.830443 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-1b060307-fa86-4ff4-a6eb-d1b3345152d2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/51dcbb67-79fe-489d-bb64-f87d46a783b0 HTTP/1.1" status: 204 len: 168 time: 0.1687555 Sep 17 07:44:27.841250 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b060307-fa86-4ff4-a6eb-d1b3345152d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51dcbb67-79fe-489d-bb64-f87d46a783b0,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:27.853890 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-63c7bb11-60d1-4dda-95e6-eb7de73467fd req-79f49835-9d04-401d-b8e3-47e263360b26 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] Request body: {'port': {'device_id': '9f69a0b7-5de6-4a78-bae7-520ea588a06c', 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583', 'admin_state_up': True, 'tenant_id': 'e3fa2625380d42b694cced0e6ee23545'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:44:28.007675 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63c7bb11-60d1-4dda-95e6-eb7de73467fd req-79f49835-9d04-401d-b8e3-47e263360b26 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] Made reservation on behalf of e3fa2625380d42b694cced0e6ee23545 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:44:28.012023 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-63c7bb11-60d1-4dda-95e6-eb7de73467fd req-79f49835-9d04-401d-b8e3-47e263360b26 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:28.020933 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-63c7bb11-60d1-4dda-95e6-eb7de73467fd req-79f49835-9d04-401d-b8e3-47e263360b26 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:28.122170 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-63c7bb11-60d1-4dda-95e6-eb7de73467fd req-79f49835-9d04-401d-b8e3-47e263360b26 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:28.128129 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-63c7bb11-60d1-4dda-95e6-eb7de73467fd req-79f49835-9d04-401d-b8e3-47e263360b26 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:28.180564 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 55726) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:28.225533 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f49835-9d04-401d-b8e3-47e263360b26 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49558376-b1a7-49c0-85b0-3dc987553efc,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:28.243394 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c12e7df4-6442-454e-8432-bead149eef02 req-a4550efc-cb9c-4c20-9a67-8159c0ad3344 tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=c74b3f14521f4f2cb7e7db618309be98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323758 Sep 17 07:44:28.330859 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 55738) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:28.348958 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-37db2686-e02e-4002-8695-a6309ce03ffc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:28.368300 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-40c9a10c-7e9d-48cb-81a8-ab95214792bc admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1749255354-network', 'tenant_id': '8d46da1a895e4779a1914908f2b03f67'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:44:28.378472 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [req-63c7bb11-60d1-4dda-95e6-eb7de73467fd req-79f49835-9d04-401d-b8e3-47e263360b26 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] Allocated IP 192.168.233.202 (469390cd-cce5-49bd-b8f8-9e64018a0583/5f3af6cb-9cad-436b-bf41-034e75672c44/fb4dea3b-2010-4126-ad62-b693205ccfdc) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:44:28.398054 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.db.api [None req-40c9a10c-7e9d-48cb-81a8-ab95214792bc admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 07:44:28.398054 n-d-789963-9 neutron-server[101290]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 17 07:44:28.398054 n-d-789963-9 neutron-server[101290]: [parameters: {'project_id_1': '8d46da1a895e4779a1914908f2b03f67', 'expiration_1': datetime.datetime(2021, 9, 17, 7, 44, 8, 375821)}] Sep 17 07:44:28.398054 n-d-789963-9 neutron-server[101290]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 07:44:28.399138 n-d-789963-9 neutron-server[101290]: DEBUG oslo_db.api [None req-40c9a10c-7e9d-48cb-81a8-ab95214792bc admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 07:44:28.409669 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e7df4-6442-454e-8432-bead149eef02 req-9068c2e1-a732-4348-bec7-2b85335823c0 tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:28.411164 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c12e7df4-6442-454e-8432-bead149eef02 req-9068c2e1-a732-4348-bec7-2b85335823c0 tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1569154 Sep 17 07:44:28.444548 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c12e7df4-6442-454e-8432-bead149eef02 req-8c1b40ac-96eb-4f70-ad78-b6dc1f950520 tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] 10.222.0.13 "GET /v2.0/quotas/c74b3f14521f4f2cb7e7db618309be98 HTTP/1.1" status: 200 len: 375 time: 0.0200744 Sep 17 07:44:28.493779 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-37db2686-e02e-4002-8695-a6309ce03ffc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:28.500960 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-37db2686-e02e-4002-8695-a6309ce03ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:28.538590 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c12e7df4-6442-454e-8432-bead149eef02 req-6e90849c-ce8b-415a-aab7-e0e6ed3cc4ae tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c74b3f14521f4f2cb7e7db618309be98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0833502 Sep 17 07:44:28.542603 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37db2686-e02e-4002-8695-a6309ce03ffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1e292d-d213-40d1-a846-cc9cf40b0011,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:28.546971 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-37db2686-e02e-4002-8695-a6309ce03ffc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1806da4549c44b73afda0d05e7fe0ce0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2141988 Sep 17 07:44:28.549518 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 55748) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:28.613001 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e4c4e22b-16cf-4a36-bf5f-c49e9eb2cc3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:28.657219 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-63c7bb11-60d1-4dda-95e6-eb7de73467fd req-79f49835-9d04-401d-b8e3-47e263360b26 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:28.664027 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e4c4e22b-16cf-4a36-bf5f-c49e9eb2cc3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:28.750703 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-63c7bb11-60d1-4dda-95e6-eb7de73467fd req-79f49835-9d04-401d-b8e3-47e263360b26 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:28.753291 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e4c4e22b-16cf-4a36-bf5f-c49e9eb2cc3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:28.755821 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e4c4e22b-16cf-4a36-bf5f-c49e9eb2cc3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:28.759558 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e4c4e22b-16cf-4a36-bf5f-c49e9eb2cc3d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ca1e292d-d213-40d1-a846-cc9cf40b0011 HTTP/1.1" status: 204 len: 168 time: 0.2065647 Sep 17 07:44:28.769517 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c4e22b-16cf-4a36-bf5f-c49e9eb2cc3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1e292d-d213-40d1-a846-cc9cf40b0011,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:28.933935 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c9a10c-7e9d-48cb-81a8-ab95214792bc admin admin] Made reservation on behalf of 8d46da1a895e4779a1914908f2b03f67 for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:44:28.938447 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-40c9a10c-7e9d-48cb-81a8-ab95214792bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:28.963642 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-40c9a10c-7e9d-48cb-81a8-ab95214792bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:29.110961 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cde3ca80-6206-4cd5-913e-aa34f29d7826 req-60531cc1-df5e-4365-81e5-6d5fadeadace tempest-QuotasAdminNegativeTest-1522628696 tempest-QuotasAdminNegativeTest-1522628696-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=bccda2f8c855492d94cf4aea85ec86e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2599924 Sep 17 07:44:29.117558 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63c7bb11-60d1-4dda-95e6-eb7de73467fd req-79f49835-9d04-401d-b8e3-47e263360b26 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] Network 469390cd-cce5-49bd-b8f8-9e64018a0583 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:44:29.133738 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-40c9a10c-7e9d-48cb-81a8-ab95214792bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:29.144320 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-40c9a10c-7e9d-48cb-81a8-ab95214792bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:29.178611 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c9a10c-7e9d-48cb-81a8-ab95214792bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c99e789-8b48-47aa-9c3a-fb47b51dcd01,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:29.188801 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c9a10c-7e9d-48cb-81a8-ab95214792bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:44:29.190324 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c9a10c-7e9d-48cb-81a8-ab95214792bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:44:29.190941 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c9a10c-7e9d-48cb-81a8-ab95214792bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:44:29.191445 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c9a10c-7e9d-48cb-81a8-ab95214792bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:44:29.192073 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c9a10c-7e9d-48cb-81a8-ab95214792bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:44:29.192733 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c9a10c-7e9d-48cb-81a8-ab95214792bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:44:29.193389 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c9a10c-7e9d-48cb-81a8-ab95214792bc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:44:29.193891 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c9a10c-7e9d-48cb-81a8-ab95214792bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:44:29.194369 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c9a10c-7e9d-48cb-81a8-ab95214792bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:44:29.194869 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c9a10c-7e9d-48cb-81a8-ab95214792bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:44:29.195370 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c9a10c-7e9d-48cb-81a8-ab95214792bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:44:29.195879 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c9a10c-7e9d-48cb-81a8-ab95214792bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:44:29.220663 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40c9a10c-7e9d-48cb-81a8-ab95214792bc admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 07:44:29.244595 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-40c9a10c-7e9d-48cb-81a8-ab95214792bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:29.245745 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-40c9a10c-7e9d-48cb-81a8-ab95214792bc admin admin] Added segment 5da88e10-acd3-42e6-b449-ead2d3e2e3d3 of type vlan for network c30d55a8-0216-46a7-bf20-ef14b8c929a7 Sep 17 07:44:29.253890 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde3ca80-6206-4cd5-913e-aa34f29d7826 req-42fb9e29-c9fd-4cf3-aaff-88c6ec69d9c8 tempest-QuotasAdminNegativeTest-1522628696 tempest-QuotasAdminNegativeTest-1522628696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:29.261775 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cde3ca80-6206-4cd5-913e-aa34f29d7826 req-42fb9e29-c9fd-4cf3-aaff-88c6ec69d9c8 tempest-QuotasAdminNegativeTest-1522628696 tempest-QuotasAdminNegativeTest-1522628696-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1499653 Sep 17 07:44:29.268121 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [req-63c7bb11-60d1-4dda-95e6-eb7de73467fd req-79f49835-9d04-401d-b8e3-47e263360b26 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:44:29.271059 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-63c7bb11-60d1-4dda-95e6-eb7de73467fd req-79f49835-9d04-401d-b8e3-47e263360b26 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:44:29.278147 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c7bb11-60d1-4dda-95e6-eb7de73467fd req-79f49835-9d04-401d-b8e3-47e263360b26 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:29.278901 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-63c7bb11-60d1-4dda-95e6-eb7de73467fd req-79f49835-9d04-401d-b8e3-47e263360b26 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:29.309973 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cde3ca80-6206-4cd5-913e-aa34f29d7826 req-1a69920e-26bc-48f5-a265-348a3af01ec3 tempest-QuotasAdminNegativeTest-1522628696 tempest-QuotasAdminNegativeTest-1522628696-project] 10.222.0.13 "GET /v2.0/quotas/bccda2f8c855492d94cf4aea85ec86e9 HTTP/1.1" status: 200 len: 375 time: 0.0471778 Sep 17 07:44:29.337033 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-40c9a10c-7e9d-48cb-81a8-ab95214792bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:29.378290 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cde3ca80-6206-4cd5-913e-aa34f29d7826 req-d73b6bf5-1b04-4e13-8740-1ece795c5684 tempest-QuotasAdminNegativeTest-1522628696 tempest-QuotasAdminNegativeTest-1522628696-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bccda2f8c855492d94cf4aea85ec86e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0634227 Sep 17 07:44:29.380847 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f49835-9d04-401d-b8e3-47e263360b26 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] Pushing event updated for resources: {'Port': ['ID=fb4dea3b-2010-4126-ad62-b693205ccfdc,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:29.408860 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f49835-9d04-401d-b8e3-47e263360b26 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:44:29.411481 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-40c9a10c-7e9d-48cb-81a8-ab95214792bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:29.412891 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c9a10c-7e9d-48cb-81a8-ab95214792bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:29.413010 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f49835-9d04-401d-b8e3-47e263360b26 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:44:29.413438 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-40c9a10c-7e9d-48cb-81a8-ab95214792bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:29.413583 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f49835-9d04-401d-b8e3-47e263360b26 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:44:29.413952 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f49835-9d04-401d-b8e3-47e263360b26 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:44:29.415132 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f49835-9d04-401d-b8e3-47e263360b26 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:44:29.415980 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f49835-9d04-401d-b8e3-47e263360b26 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:44:29.417230 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f49835-9d04-401d-b8e3-47e263360b26 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:44:29.418230 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f49835-9d04-401d-b8e3-47e263360b26 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:44:29.419354 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f49835-9d04-401d-b8e3-47e263360b26 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:44:29.419779 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f49835-9d04-401d-b8e3-47e263360b26 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:44:29.422118 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f49835-9d04-401d-b8e3-47e263360b26 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:44:29.424235 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f49835-9d04-401d-b8e3-47e263360b26 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:44:29.449539 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-63c7bb11-60d1-4dda-95e6-eb7de73467fd req-79f49835-9d04-401d-b8e3-47e263360b26 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6036968 Sep 17 07:44:29.469449 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-63c7bb11-60d1-4dda-95e6-eb7de73467fd req-7ce3b091-5a27-470c-8e66-d4f77ef06a8a service neutron] Request body: {'port': {'device_id': '9f69a0b7-5de6-4a78-bae7-520ea588a06c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-9'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:44:29.470398 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-40c9a10c-7e9d-48cb-81a8-ab95214792bc admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2878501 Sep 17 07:44:29.473415 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 55808) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:29.480477 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-c6dce6d3-01ec-440d-80f6-5eb46d4ecb97 admin admin] Request body: {'subnet': {'network_id': 'c30d55a8-0216-46a7-bf20-ef14b8c929a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1749255354-subnet', 'tenant_id': '8d46da1a895e4779a1914908f2b03f67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:44:29.516176 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6dce6d3-01ec-440d-80f6-5eb46d4ecb97 admin admin] Made reservation on behalf of 8d46da1a895e4779a1914908f2b03f67 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:44:29.520151 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c6dce6d3-01ec-440d-80f6-5eb46d4ecb97 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:29.607378 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-63c7bb11-60d1-4dda-95e6-eb7de73467fd req-7ce3b091-5a27-470c-8e66-d4f77ef06a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:29.679098 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c9a10c-7e9d-48cb-81a8-ab95214792bc admin admin] Pushing event updated for resources: {'Network': ['ID=c30d55a8-0216-46a7-bf20-ef14b8c929a7,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:29.692867 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network c30d55a8-0216-46a7-bf20-ef14b8c929a7 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 07:44:29.851277 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c6dce6d3-01ec-440d-80f6-5eb46d4ecb97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:29.871931 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-4ddc4785-40d8-47d5-83ee-23cd538a6b89 None None] Provisioning complete for port fb4dea3b-2010-4126-ad62-b693205ccfdc triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:44:29.872978 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4ddc4785-40d8-47d5-83ee-23cd538a6b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:29.944093 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-4ddc4785-40d8-47d5-83ee-23cd538a6b89 None None] Port fb4dea3b-2010-4126-ad62-b693205ccfdc cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:44:29.958939 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dce6d3-01ec-440d-80f6-5eb46d4ecb97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4af7627b-0e14-4246-9709-af1adcdc0839,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:29.968445 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dce6d3-01ec-440d-80f6-5eb46d4ecb97 admin admin] Checking segment: {'id': '5da88e10-acd3-42e6-b449-ead2d3e2e3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c30d55a8-0216-46a7-bf20-ef14b8c929a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:44:29.968667 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6dce6d3-01ec-440d-80f6-5eb46d4ecb97 admin admin] Network hostable DHCP agents. Network: c30d55a8-0216-46a7-bf20-ef14b8c929a7, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 07:44:29.991245 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6dce6d3-01ec-440d-80f6-5eb46d4ecb97 admin admin] Network c30d55a8-0216-46a7-bf20-ef14b8c929a7 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 07:44:30.008676 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-c6dce6d3-01ec-440d-80f6-5eb46d4ecb97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, c30d55a8-0216-46a7-bf20-ef14b8c929a7) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:44:30.014333 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6dce6d3-01ec-440d-80f6-5eb46d4ecb97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:30.015054 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c6dce6d3-01ec-440d-80f6-5eb46d4ecb97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:30.020453 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9492a604-f5cc-4862-a23c-2f10c85a8b0e None None] Network c30d55a8-0216-46a7-bf20-ef14b8c929a7 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:44:30.034242 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c6dce6d3-01ec-440d-80f6-5eb46d4ecb97 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5591226 Sep 17 07:44:30.036867 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 55832) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:30.048293 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e442e0b7-3e5d-4801-a921-8561dccdbd8b req-376d55f8-4116-4b44-8c75-98c124d1a67b tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] 10.222.0.13 "GET /v2.0/ports?device_id=325fc5f5-5f38-464b-9a4f-122809afc339 HTTP/1.1" status: 200 len: 210 time: 0.1721973 Sep 17 07:44:30.192005 n-d-789963-9 neutron-server[101290]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 17 07:44:30.193224 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [req-63c7bb11-60d1-4dda-95e6-eb7de73467fd req-7ce3b091-5a27-470c-8e66-d4f77ef06a8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb4dea3b-2010-4126-ad62-b693205ccfdc {{(pid=101289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:44:30.198629 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-54ec4018-a644-4b41-ae0d-62bd7ab64b4a tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 07:44:30.200014 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-54ec4018-a644-4b41-ae0d-62bd7ab64b4a tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1618757 Sep 17 07:44:30.204635 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-63c7bb11-60d1-4dda-95e6-eb7de73467fd req-7ce3b091-5a27-470c-8e66-d4f77ef06a8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:30.222193 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.provisioning_blocks [req-63c7bb11-60d1-4dda-95e6-eb7de73467fd req-7ce3b091-5a27-470c-8e66-d4f77ef06a8a service neutron] Transition to ACTIVE for port object fb4dea3b-2010-4126-ad62-b693205ccfdc will not be triggered until provisioned by entity L2. {{(pid=101289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:44:30.236907 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74aba9ee-6a3d-4390-832a-3a3c099be833 None None] Network c30d55a8-0216-46a7-bf20-ef14b8c929a7 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:44:30.238185 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859dd91-90ef-4611-b27e-c069aa428056 req-b28f97ce-7ade-432e-a6f6-a41d7565831e tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:30.239853 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1859dd91-90ef-4611-b27e-c069aa428056 req-b28f97ce-7ade-432e-a6f6-a41d7565831e tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f69a0b7-5de6-4a78-bae7-520ea588a06c HTTP/1.1" status: 200 len: 936 time: 0.0883670 Sep 17 07:44:30.241242 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-63c7bb11-60d1-4dda-95e6-eb7de73467fd req-7ce3b091-5a27-470c-8e66-d4f77ef06a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:30.312352 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.41', 59725) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:30.350196 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1859dd91-90ef-4611-b27e-c069aa428056 req-bfb34955-7e2d-4061-bf44-aad1d53657d5 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] 10.222.0.13 "GET /v2.0/security-groups?id=49558376-b1a7-49c0-85b0-3dc987553efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998874 Sep 17 07:44:30.351492 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce3b091-5a27-470c-8e66-d4f77ef06a8a service neutron] Pushing event updated for resources: {'Port': ['ID=fb4dea3b-2010-4126-ad62-b693205ccfdc,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:30.416213 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c12e7df4-6442-454e-8432-bead149eef02 req-b3f19511-f694-4689-8e1d-c54d0ec9cc0c tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=c74b3f14521f4f2cb7e7db618309be98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0942192 Sep 17 07:44:30.441984 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-63c7bb11-60d1-4dda-95e6-eb7de73467fd req-7ce3b091-5a27-470c-8e66-d4f77ef06a8a service neutron] Attempting to bind port fb4dea3b-2010-4126-ad62-b693205ccfdc on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:44:30.442456 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-63c7bb11-60d1-4dda-95e6-eb7de73467fd req-7ce3b091-5a27-470c-8e66-d4f77ef06a8a service neutron] Attempting to bind port fb4dea3b-2010-4126-ad62-b693205ccfdc by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:44:30.442787 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c7bb11-60d1-4dda-95e6-eb7de73467fd req-7ce3b091-5a27-470c-8e66-d4f77ef06a8a service neutron] Attempting to bind port fb4dea3b-2010-4126-ad62-b693205ccfdc on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:44:30.463432 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c7bb11-60d1-4dda-95e6-eb7de73467fd req-7ce3b091-5a27-470c-8e66-d4f77ef06a8a service neutron] Port fb4dea3b-2010-4126-ad62-b693205ccfdc on network 469390cd-cce5-49bd-b8f8-9e64018a0583 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:44:30.463554 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c7bb11-60d1-4dda-95e6-eb7de73467fd req-7ce3b091-5a27-470c-8e66-d4f77ef06a8a service neutron] Attempting to bind port fb4dea3b-2010-4126-ad62-b693205ccfdc on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:44:30.493428 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c7bb11-60d1-4dda-95e6-eb7de73467fd req-7ce3b091-5a27-470c-8e66-d4f77ef06a8a service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:44:30.494524 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c7bb11-60d1-4dda-95e6-eb7de73467fd req-7ce3b091-5a27-470c-8e66-d4f77ef06a8a service neutron] Checking segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:44:30.495493 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c7bb11-60d1-4dda-95e6-eb7de73467fd req-7ce3b091-5a27-470c-8e66-d4f77ef06a8a service neutron] Bound using segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:44:30.497612 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-63c7bb11-60d1-4dda-95e6-eb7de73467fd req-7ce3b091-5a27-470c-8e66-d4f77ef06a8a service neutron] Bound port: fb4dea3b-2010-4126-ad62-b693205ccfdc, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:44:30.498204 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-63c7bb11-60d1-4dda-95e6-eb7de73467fd req-7ce3b091-5a27-470c-8e66-d4f77ef06a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:30.508710 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-27ad911b-15b4-4883-8632-1e61c5793747 tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:30.510549 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-27ad911b-15b4-4883-8632-1e61c5793747 tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] 10.222.0.13 "GET /v2.0/ports/28cf66ad-5446-4090-a367-9c2f8667ed25 HTTP/1.1" status: 200 len: 1093 time: 0.3024693 Sep 17 07:44:30.603597 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-63c7bb11-60d1-4dda-95e6-eb7de73467fd req-7ce3b091-5a27-470c-8e66-d4f77ef06a8a service neutron] For port fb4dea3b-2010-4126-ad62-b693205ccfdc, host n-h1-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:44:30.615091 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-63c7bb11-60d1-4dda-95e6-eb7de73467fd req-7ce3b091-5a27-470c-8e66-d4f77ef06a8a service neutron] For port fb4dea3b-2010-4126-ad62-b693205ccfdc, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=fb4dea3b-2010-4126-ad62-b693205ccfdc,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:44:30.621327 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-63c7bb11-60d1-4dda-95e6-eb7de73467fd req-7ce3b091-5a27-470c-8e66-d4f77ef06a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:30.684596 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c7bb11-60d1-4dda-95e6-eb7de73467fd req-7ce3b091-5a27-470c-8e66-d4f77ef06a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:30.685229 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-63c7bb11-60d1-4dda-95e6-eb7de73467fd req-7ce3b091-5a27-470c-8e66-d4f77ef06a8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:30.687143 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-63c7bb11-60d1-4dda-95e6-eb7de73467fd req-7ce3b091-5a27-470c-8e66-d4f77ef06a8a service neutron] 10.222.0.41 "PUT /v2.0/ports/fb4dea3b-2010-4126-ad62-b693205ccfdc HTTP/1.1" status: 200 len: 1096 time: 1.2232671 Sep 17 07:44:30.687624 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f69a0b7-5de6-4a78-bae7-520ea588a06c', 'tag': 'fb4dea3b-2010-4126-ad62-b693205ccfdc'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:44:30.692353 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a4cab2-de44-4018-9d2c-106aa8f57799" -d '{"events": [{"name": "network-changed", "server_uuid": "9f69a0b7-5de6-4a78-bae7-520ea588a06c", "tag": "fb4dea3b-2010-4126-ad62-b693205ccfdc"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:44:30.728195 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce3b091-5a27-470c-8e66-d4f77ef06a8a service neutron] Pushing event updated for resources: {'Port': ['ID=fb4dea3b-2010-4126-ad62-b693205ccfdc,revision_number=3']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:30.766032 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e7df4-6442-454e-8432-bead149eef02 req-11e163b5-eb81-44c4-be79-7d1c1bf072b3 tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:30.767717 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c12e7df4-6442-454e-8432-bead149eef02 req-11e163b5-eb81-44c4-be79-7d1c1bf072b3 tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3477974 Sep 17 07:44:30.791985 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-c12e7df4-6442-454e-8432-bead149eef02 req-94a3f8d6-3546-4ac6-9ddf-673995b30a1c tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] Request body: {'port': {'device_id': '325fc5f5-5f38-464b-9a4f-122809afc339', 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583', 'admin_state_up': True, 'tenant_id': 'c74b3f14521f4f2cb7e7db618309be98'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:44:30.820923 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c7bb11-60d1-4dda-95e6-eb7de73467fd req-4acd57f6-9814-43c2-a56c-684d0d37d86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:30.824235 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-63c7bb11-60d1-4dda-95e6-eb7de73467fd req-4acd57f6-9814-43c2-a56c-684d0d37d86c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e3fa2625380d42b694cced0e6ee23545&device_id=9f69a0b7-5de6-4a78-bae7-520ea588a06c HTTP/1.1" status: 200 len: 1099 time: 0.0657535 Sep 17 07:44:30.881953 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-63c7bb11-60d1-4dda-95e6-eb7de73467fd req-55dbfc9e-cd71-4173-be48-0440988c98f3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=fb4dea3b-2010-4126-ad62-b693205ccfdc HTTP/1.1" status: 200 len: 217 time: 0.0413299 Sep 17 07:44:30.956577 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c12e7df4-6442-454e-8432-bead149eef02 req-94a3f8d6-3546-4ac6-9ddf-673995b30a1c tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] Made reservation on behalf of c74b3f14521f4f2cb7e7db618309be98 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:44:30.961238 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c12e7df4-6442-454e-8432-bead149eef02 req-94a3f8d6-3546-4ac6-9ddf-673995b30a1c tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:30.972308 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c12e7df4-6442-454e-8432-bead149eef02 req-94a3f8d6-3546-4ac6-9ddf-673995b30a1c tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:30.976434 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c7bb11-60d1-4dda-95e6-eb7de73467fd req-8e182e74-0ca2-4e95-8319-2d111f3d99c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:30.979399 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-63c7bb11-60d1-4dda-95e6-eb7de73467fd req-8e182e74-0ca2-4e95-8319-2d111f3d99c7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.0810072 Sep 17 07:44:31.070315 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c7bb11-60d1-4dda-95e6-eb7de73467fd req-0425ded6-c4c7-4d86-992f-ea55ca01ffab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:31.072885 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-63c7bb11-60d1-4dda-95e6-eb7de73467fd req-0425ded6-c4c7-4d86-992f-ea55ca01ffab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0848622 Sep 17 07:44:31.107296 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c12e7df4-6442-454e-8432-bead149eef02 req-94a3f8d6-3546-4ac6-9ddf-673995b30a1c tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:31.112070 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c12e7df4-6442-454e-8432-bead149eef02 req-94a3f8d6-3546-4ac6-9ddf-673995b30a1c tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:31.143486 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-3d85512e-a741-4334-bacb-75d645470d43 service neutron] Request body: {'binding': {'host': 'n-h1-789963-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:44:31.144021 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-3d85512e-a741-4334-bacb-75d645470d43 service neutron] Unknown quota resources ['binding']. {{(pid=101290) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 07:44:31.207365 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-63c7bb11-60d1-4dda-95e6-eb7de73467fd req-b3693cab-bf68-4008-805a-7c1a48d9d96b service neutron] 10.222.0.41 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260114 Sep 17 07:44:31.292726 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a3f8d6-3546-4ac6-9ddf-673995b30a1c tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=478ed27d-a4d4-41e9-b602-82684e3f7110,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:31.321210 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-63c7bb11-60d1-4dda-95e6-eb7de73467fd req-a133f23e-5484-4bb4-aed8-f00f94897e7b service neutron] 10.222.0.41 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070378 Sep 17 07:44:31.414712 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 55890) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:31.420319 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-d69d4ac1-6fb3-43d1-a33b-4e59446f2217 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1922220285-network', 'tenant_id': '86f4929840c94455a75a8da59dd3e262'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:44:31.450557 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69d4ac1-6fb3-43d1-a33b-4e59446f2217 admin admin] Made reservation on behalf of 86f4929840c94455a75a8da59dd3e262 for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:44:31.454046 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d69d4ac1-6fb3-43d1-a33b-4e59446f2217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:31.464432 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d69d4ac1-6fb3-43d1-a33b-4e59446f2217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:31.525802 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3294934-c633-4b9f-afed-05daa7e2fcc0 x-openstack-request-id: req-d3294934-c633-4b9f-afed-05daa7e2fcc0 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:44:31.525997 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f69a0b7-5de6-4a78-bae7-520ea588a06c", "tag": "fb4dea3b-2010-4126-ad62-b693205ccfdc", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:44:31.526281 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d3294934-c633-4b9f-afed-05daa7e2fcc0 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:44:31.526881 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f69a0b7-5de6-4a78-bae7-520ea588a06c', 'tag': 'fb4dea3b-2010-4126-ad62-b693205ccfdc', 'status': 'completed', 'code': 200} Sep 17 07:44:31.594449 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d69d4ac1-6fb3-43d1-a33b-4e59446f2217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:31.620133 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d69d4ac1-6fb3-43d1-a33b-4e59446f2217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:31.647756 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6ded17a0-9a2d-4dc0-9760-c74518dd5b8f req-27cabcb6-e2b9-4ec6-8ae0-2ac16b681b58 tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] 10.222.0.13 "GET /v2.0/ports?device_id=325fc5f5-5f38-464b-9a4f-122809afc339 HTTP/1.1" status: 200 len: 210 time: 0.0553958 Sep 17 07:44:31.648734 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-c12e7df4-6442-454e-8432-bead149eef02 req-94a3f8d6-3546-4ac6-9ddf-673995b30a1c tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] Allocated IP 192.168.233.119 (469390cd-cce5-49bd-b8f8-9e64018a0583/5f3af6cb-9cad-436b-bf41-034e75672c44/b5554915-b5c4-44d8-acd0-f930e9437d6b) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:44:31.669810 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d69d4ac1-6fb3-43d1-a33b-4e59446f2217 admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 07:44:31.675125 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-3d85512e-a741-4334-bacb-75d645470d43 service neutron] Attempting to bind port 28cf66ad-5446-4090-a367-9c2f8667ed25 on host n-h1-789963-9 for vnic_type normal with profile None {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:44:31.675465 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-3d85512e-a741-4334-bacb-75d645470d43 service neutron] Attempting to bind port 28cf66ad-5446-4090-a367-9c2f8667ed25 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': '2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a0a513a6-9cd3-48db-b90d-df8b88e7c76b'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:44:31.676217 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-3d85512e-a741-4334-bacb-75d645470d43 service neutron] Attempting to bind port 28cf66ad-5446-4090-a367-9c2f8667ed25 on network a0a513a6-9cd3-48db-b90d-df8b88e7c76b {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:44:31.687702 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-3d85512e-a741-4334-bacb-75d645470d43 service neutron] Port 28cf66ad-5446-4090-a367-9c2f8667ed25 on network a0a513a6-9cd3-48db-b90d-df8b88e7c76b not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:44:31.688083 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-3d85512e-a741-4334-bacb-75d645470d43 service neutron] Attempting to bind port 28cf66ad-5446-4090-a367-9c2f8667ed25 on network a0a513a6-9cd3-48db-b90d-df8b88e7c76b {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:44:31.693559 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d69d4ac1-6fb3-43d1-a33b-4e59446f2217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:31.693849 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-d69d4ac1-6fb3-43d1-a33b-4e59446f2217 admin admin] Added segment a4d82e40-c900-4b74-8e81-a2c2d86f711d of type vlan for network 9b0b527b-1cee-4c6c-ae82-bf3a0789027d Sep 17 07:44:31.695318 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69d4ac1-6fb3-43d1-a33b-4e59446f2217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e73f24-5def-429d-b2ae-d4c981dde980,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:31.699935 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-3d85512e-a741-4334-bacb-75d645470d43 service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:44:31.700301 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-3d85512e-a741-4334-bacb-75d645470d43 service neutron] Checking segment: {'id': '2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a0a513a6-9cd3-48db-b90d-df8b88e7c76b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:44:31.700872 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-3d85512e-a741-4334-bacb-75d645470d43 service neutron] Bound using segment: {'id': '2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a0a513a6-9cd3-48db-b90d-df8b88e7c76b'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:44:31.701362 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-3d85512e-a741-4334-bacb-75d645470d43 service neutron] Bound port: 28cf66ad-5446-4090-a367-9c2f8667ed25, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a0a513a6-9cd3-48db-b90d-df8b88e7c76b'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:44:31.723232 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a4cab2-de44-4018-9d2c-106aa8f57799 req-118d229c-7c9a-4ca2-98ca-a50559343650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:31.724969 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-10a4cab2-de44-4018-9d2c-106aa8f57799 req-118d229c-7c9a-4ca2-98ca-a50559343650 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e3fa2625380d42b694cced0e6ee23545&device_id=9f69a0b7-5de6-4a78-bae7-520ea588a06c HTTP/1.1" status: 200 len: 1099 time: 0.1507998 Sep 17 07:44:31.783342 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d69d4ac1-6fb3-43d1-a33b-4e59446f2217 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:31.860211 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d69d4ac1-6fb3-43d1-a33b-4e59446f2217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:31.861608 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69d4ac1-6fb3-43d1-a33b-4e59446f2217 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:31.862663 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d69d4ac1-6fb3-43d1-a33b-4e59446f2217 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:31.884930 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-3d85512e-a741-4334-bacb-75d645470d43 service neutron] For port 28cf66ad-5446-4090-a367-9c2f8667ed25, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=28cf66ad-5446-4090-a367-9c2f8667ed25,segment=NetworkSegment(2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff),segment_id=2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:44:31.899691 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-3d85512e-a741-4334-bacb-75d645470d43 service neutron] Notify callbacks [] for binding, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:31.903189 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a4cab2-de44-4018-9d2c-106aa8f57799 req-0f0b0644-97ab-42dc-b669-eb114be42e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:31.904815 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-10a4cab2-de44-4018-9d2c-106aa8f57799 req-0f0b0644-97ab-42dc-b669-eb114be42e20 service neutron] 10.222.0.41 "GET /v2.0/networks?id=469390cd-cce5-49bd-b8f8-9e64018a0583 HTTP/1.1" status: 200 len: 870 time: 0.1600313 Sep 17 07:44:31.909219 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-3d85512e-a741-4334-bacb-75d645470d43 service neutron] 10.222.0.13 "POST /v2.0/ports/28cf66ad-5446-4090-a367-9c2f8667ed25/bindings HTTP/1.1" status: 201 len: 389 time: 1.1091042 Sep 17 07:44:31.943127 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-d69d4ac1-6fb3-43d1-a33b-4e59446f2217 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5265205 Sep 17 07:44:31.949421 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 55902) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:31.957120 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69d4ac1-6fb3-43d1-a33b-4e59446f2217 admin admin] Pushing event updated for resources: {'Network': ['ID=9b0b527b-1cee-4c6c-ae82-bf3a0789027d,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:31.963758 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-9bdc3ddb-1828-4324-9d2f-cdbd954b46ff admin admin] Request body: {'subnet': {'network_id': '9b0b527b-1cee-4c6c-ae82-bf3a0789027d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1922220285-subnet', 'tenant_id': '86f4929840c94455a75a8da59dd3e262', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:44:31.967856 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 9b0b527b-1cee-4c6c-ae82-bf3a0789027d details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 07:44:32.002580 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bdc3ddb-1828-4324-9d2f-cdbd954b46ff admin admin] Made reservation on behalf of 86f4929840c94455a75a8da59dd3e262 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:44:32.005255 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9bdc3ddb-1828-4324-9d2f-cdbd954b46ff admin admin] Notify callbacks [] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:32.006067 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-10a4cab2-de44-4018-9d2c-106aa8f57799 req-d7fd5465-cb85-42b9-84c2-0f77c9413238 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=fb4dea3b-2010-4126-ad62-b693205ccfdc HTTP/1.1" status: 200 len: 217 time: 0.0654075 Sep 17 07:44:32.011205 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c12e7df4-6442-454e-8432-bead149eef02 req-94a3f8d6-3546-4ac6-9ddf-673995b30a1c tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:32.106243 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a4cab2-de44-4018-9d2c-106aa8f57799 req-a9717448-ad04-4b4c-8d6b-c330debb3a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:32.107881 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-10a4cab2-de44-4018-9d2c-106aa8f57799 req-a9717448-ad04-4b4c-8d6b-c330debb3a58 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.0875142 Sep 17 07:44:32.159326 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c12e7df4-6442-454e-8432-bead149eef02 req-94a3f8d6-3546-4ac6-9ddf-673995b30a1c tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:32.204840 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a4cab2-de44-4018-9d2c-106aa8f57799 req-f9e4430b-145b-4d79-84ec-8862a7ee9561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:32.206657 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-10a4cab2-de44-4018-9d2c-106aa8f57799 req-f9e4430b-145b-4d79-84ec-8862a7ee9561 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0907156 Sep 17 07:44:32.215022 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9623ab-3ae8-49cb-a53d-cf64660a958d req-dda632b5-8faf-42bf-bf0d-1d8f8a6b1fc6 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:32.216651 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2d9623ab-3ae8-49cb-a53d-cf64660a958d req-dda632b5-8faf-42bf-bf0d-1d8f8a6b1fc6 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f69a0b7-5de6-4a78-bae7-520ea588a06c HTTP/1.1" status: 200 len: 948 time: 0.0673301 Sep 17 07:44:32.258199 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c12e7df4-6442-454e-8432-bead149eef02 req-94a3f8d6-3546-4ac6-9ddf-673995b30a1c tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] Network 469390cd-cce5-49bd-b8f8-9e64018a0583 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:44:32.270025 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-c12e7df4-6442-454e-8432-bead149eef02 req-94a3f8d6-3546-4ac6-9ddf-673995b30a1c tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:44:32.279328 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-c12e7df4-6442-454e-8432-bead149eef02 req-94a3f8d6-3546-4ac6-9ddf-673995b30a1c tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:44:32.285105 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e7df4-6442-454e-8432-bead149eef02 req-94a3f8d6-3546-4ac6-9ddf-673995b30a1c tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:32.285715 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c12e7df4-6442-454e-8432-bead149eef02 req-94a3f8d6-3546-4ac6-9ddf-673995b30a1c tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:32.293496 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.41', 59726) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:32.313174 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a3f8d6-3546-4ac6-9ddf-673995b30a1c tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] Pushing event updated for resources: {'Port': ['ID=b5554915-b5c4-44d8-acd0-f930e9437d6b,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:32.322044 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c12e7df4-6442-454e-8432-bead149eef02 req-94a3f8d6-3546-4ac6-9ddf-673995b30a1c tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5383463 Sep 17 07:44:32.342678 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-c12e7df4-6442-454e-8432-bead149eef02 req-f76285b1-b262-4164-801a-5d22bc08b32b service neutron] Request body: {'port': {'device_id': '325fc5f5-5f38-464b-9a4f-122809afc339', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:44:32.367413 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2d9623ab-3ae8-49cb-a53d-cf64660a958d req-eec4d3e1-ff65-45a4-99be-08ae0149ea00 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] 10.222.0.13 "GET /v2.0/security-groups?id=49558376-b1a7-49c0-85b0-3dc987553efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382120 Sep 17 07:44:32.411307 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-72b64944-1233-49d8-b5d5-ba6242b813a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:32.412855 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-72b64944-1233-49d8-b5d5-ba6242b813a1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4f0e4c1c4dc94ab78a72a2655bcb731a&device_id=26cfbb02-93e0-4396-92f1-7ce5298f01f4 HTTP/1.1" status: 200 len: 1096 time: 0.1160705 Sep 17 07:44:32.416796 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-10a4cab2-de44-4018-9d2c-106aa8f57799 req-79670f4b-5286-49c1-ab02-3935b45ae407 service neutron] 10.222.0.41 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970432 Sep 17 07:44:32.447003 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9bdc3ddb-1828-4324-9d2f-cdbd954b46ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:32.490317 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c12e7df4-6442-454e-8432-bead149eef02 req-f76285b1-b262-4164-801a-5d22bc08b32b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:32.559962 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdc3ddb-1828-4324-9d2f-cdbd954b46ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=e465131b-377c-44b0-bb50-8a55ff47256d,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:32.643150 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae18fe3-f91c-4daa-ae63-d6ad32fe1aa4 req-9dd85dd0-eec5-4179-8b75-f6d5e34eee2b tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:32.644667 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cae18fe3-f91c-4daa-ae63-d6ad32fe1aa4 req-9dd85dd0-eec5-4179-8b75-f6d5e34eee2b tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cfbb02-93e0-4396-92f1-7ce5298f01f4 HTTP/1.1" status: 200 len: 945 time: 0.1867046 Sep 17 07:44:32.668566 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdc3ddb-1828-4324-9d2f-cdbd954b46ff admin admin] Checking segment: {'id': 'a4d82e40-c900-4b74-8e81-a2c2d86f711d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9b0b527b-1cee-4c6c-ae82-bf3a0789027d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:44:32.668954 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bdc3ddb-1828-4324-9d2f-cdbd954b46ff admin admin] Network hostable DHCP agents. Network: 9b0b527b-1cee-4c6c-ae82-bf3a0789027d, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 07:44:32.675871 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-2db847bd-d4bb-4af2-8a2a-936ae58029b7 None None] Provisioning complete for port b5554915-b5c4-44d8-acd0-f930e9437d6b triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:44:32.676654 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2db847bd-d4bb-4af2-8a2a-936ae58029b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:32.696035 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-18970658-6158-4477-bbdc-02c79bf215a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:32.698373 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-18970658-6158-4477-bbdc-02c79bf215a6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a0a513a6-9cd3-48db-b90d-df8b88e7c76b HTTP/1.1" status: 200 len: 909 time: 0.2699745 Sep 17 07:44:32.710170 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-10a4cab2-de44-4018-9d2c-106aa8f57799 req-7383e0a0-d093-455a-8993-ed5c95a973c4 service neutron] 10.222.0.41 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752924 Sep 17 07:44:32.723082 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cae18fe3-f91c-4daa-ae63-d6ad32fe1aa4 req-79b190a6-4690-4cb9-bfa9-f98525d882c8 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644674 Sep 17 07:44:32.754115 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-2db847bd-d4bb-4af2-8a2a-936ae58029b7 None None] Port b5554915-b5c4-44d8-acd0-f930e9437d6b cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:44:32.770779 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-300ceaf0-c444-4c81-b8cc-416a36588cbe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28cf66ad-5446-4090-a367-9c2f8667ed25 HTTP/1.1" status: 200 len: 217 time: 0.0627961 Sep 17 07:44:32.811804 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bdc3ddb-1828-4324-9d2f-cdbd954b46ff admin admin] Network 9b0b527b-1cee-4c6c-ae82-bf3a0789027d is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 07:44:32.834715 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-5c5a40c7-54eb-43e7-a989-9bfd476f13d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:32.836218 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-5c5a40c7-54eb-43e7-a989-9bfd476f13d4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b166af2c-f0c1-4005-bf20-b8a2b0583a5b HTTP/1.1" status: 200 len: 848 time: 0.0574937 Sep 17 07:44:32.855916 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-9bdc3ddb-1828-4324-9d2f-cdbd954b46ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 9b0b527b-1cee-4c6c-ae82-bf3a0789027d) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:44:32.863689 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbce4b40-204f-41a5-9fa6-3db2fdae8934 None None] Network 9b0b527b-1cee-4c6c-ae82-bf3a0789027d requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:44:32.868808 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdc3ddb-1828-4324-9d2f-cdbd954b46ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:32.869406 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9bdc3ddb-1828-4324-9d2f-cdbd954b46ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:32.883218 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-1b1c3285-4e73-495e-b812-2b03c66f9ec8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a0a513a6-9cd3-48db-b90d-df8b88e7c76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398784 Sep 17 07:44:32.914818 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-9bdc3ddb-1828-4324-9d2f-cdbd954b46ff admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9644904 Sep 17 07:44:33.003490 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-c12e7df4-6442-454e-8432-bead149eef02 req-f76285b1-b262-4164-801a-5d22bc08b32b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5554915-b5c4-44d8-acd0-f930e9437d6b {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:44:33.014857 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c12e7df4-6442-454e-8432-bead149eef02 req-f76285b1-b262-4164-801a-5d22bc08b32b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:33.042138 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-c12e7df4-6442-454e-8432-bead149eef02 req-f76285b1-b262-4164-801a-5d22bc08b32b service neutron] Transition to ACTIVE for port object b5554915-b5c4-44d8-acd0-f930e9437d6b will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:44:33.048266 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c12e7df4-6442-454e-8432-bead149eef02 req-f76285b1-b262-4164-801a-5d22bc08b32b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:33.074200 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d735ea56-317a-4d87-a835-f7c5acf093b8 req-c98e5b04-4563-4cb2-b192-bcbbb31e239f tempest-QuotasAdminNegativeTest-1522628696 tempest-QuotasAdminNegativeTest-1522628696-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=bccda2f8c855492d94cf4aea85ec86e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0558286 Sep 17 07:44:33.125849 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76285b1-b262-4164-801a-5d22bc08b32b service neutron] Pushing event updated for resources: {'Port': ['ID=b5554915-b5c4-44d8-acd0-f930e9437d6b,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:33.153517 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f02322-86b2-4066-8df1-17f3055b76e6 req-6790c1db-885a-4a5a-85da-4ba4eb29b70c tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:33.155097 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a1f02322-86b2-4066-8df1-17f3055b76e6 req-6790c1db-885a-4a5a-85da-4ba4eb29b70c tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] 10.222.0.13 "GET /v2.0/ports?device_id=325fc5f5-5f38-464b-9a4f-122809afc339 HTTP/1.1" status: 200 len: 936 time: 0.1966250 Sep 17 07:44:33.189915 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-c12e7df4-6442-454e-8432-bead149eef02 req-f76285b1-b262-4164-801a-5d22bc08b32b service neutron] Attempting to bind port b5554915-b5c4-44d8-acd0-f930e9437d6b on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:44:33.190022 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-c12e7df4-6442-454e-8432-bead149eef02 req-f76285b1-b262-4164-801a-5d22bc08b32b service neutron] Attempting to bind port b5554915-b5c4-44d8-acd0-f930e9437d6b by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:44:33.190337 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12e7df4-6442-454e-8432-bead149eef02 req-f76285b1-b262-4164-801a-5d22bc08b32b service neutron] Attempting to bind port b5554915-b5c4-44d8-acd0-f930e9437d6b on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:44:33.198165 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e5fee4-cf0f-44d9-b082-8fb4ab323753 None None] Network 9b0b527b-1cee-4c6c-ae82-bf3a0789027d requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:44:33.198751 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12e7df4-6442-454e-8432-bead149eef02 req-f76285b1-b262-4164-801a-5d22bc08b32b service neutron] Port b5554915-b5c4-44d8-acd0-f930e9437d6b on network 469390cd-cce5-49bd-b8f8-9e64018a0583 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:44:33.198751 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12e7df4-6442-454e-8432-bead149eef02 req-f76285b1-b262-4164-801a-5d22bc08b32b service neutron] Attempting to bind port b5554915-b5c4-44d8-acd0-f930e9437d6b on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:44:33.206933 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12e7df4-6442-454e-8432-bead149eef02 req-f76285b1-b262-4164-801a-5d22bc08b32b service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:44:33.207293 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12e7df4-6442-454e-8432-bead149eef02 req-f76285b1-b262-4164-801a-5d22bc08b32b service neutron] Checking segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:44:33.207676 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12e7df4-6442-454e-8432-bead149eef02 req-f76285b1-b262-4164-801a-5d22bc08b32b service neutron] Bound using segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:44:33.208135 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-c12e7df4-6442-454e-8432-bead149eef02 req-f76285b1-b262-4164-801a-5d22bc08b32b service neutron] Bound port: b5554915-b5c4-44d8-acd0-f930e9437d6b, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:44:33.208517 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c12e7df4-6442-454e-8432-bead149eef02 req-f76285b1-b262-4164-801a-5d22bc08b32b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:33.240029 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-3070b73b-e8e8-4cc0-bc08-7305ff9cb7db service neutron] 10.222.0.41 "GET /v2.0/networks/a0a513a6-9cd3-48db-b90d-df8b88e7c76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3482695 Sep 17 07:44:33.295391 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a1f02322-86b2-4066-8df1-17f3055b76e6 req-cce01848-ddea-4053-a2b1-c12a4390f786 tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] 10.222.0.13 "GET /v2.0/security-groups?id=478ed27d-a4d4-41e9-b602-82684e3f7110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304214 Sep 17 07:44:33.300209 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-c12e7df4-6442-454e-8432-bead149eef02 req-f76285b1-b262-4164-801a-5d22bc08b32b service neutron] For port b5554915-b5c4-44d8-acd0-f930e9437d6b, host n-h1-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:44:33.309013 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-c12e7df4-6442-454e-8432-bead149eef02 req-f76285b1-b262-4164-801a-5d22bc08b32b service neutron] For port b5554915-b5c4-44d8-acd0-f930e9437d6b, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=b5554915-b5c4-44d8-acd0-f930e9437d6b,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:44:33.316469 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c12e7df4-6442-454e-8432-bead149eef02 req-f76285b1-b262-4164-801a-5d22bc08b32b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:33.354446 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e7df4-6442-454e-8432-bead149eef02 req-f76285b1-b262-4164-801a-5d22bc08b32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:33.355619 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c12e7df4-6442-454e-8432-bead149eef02 req-f76285b1-b262-4164-801a-5d22bc08b32b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:33.357658 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c12e7df4-6442-454e-8432-bead149eef02 req-f76285b1-b262-4164-801a-5d22bc08b32b service neutron] 10.222.0.41 "PUT /v2.0/ports/b5554915-b5c4-44d8-acd0-f930e9437d6b HTTP/1.1" status: 200 len: 1096 time: 1.0191820 Sep 17 07:44:33.360922 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '325fc5f5-5f38-464b-9a4f-122809afc339', 'tag': 'b5554915-b5c4-44d8-acd0-f930e9437d6b'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:44:33.368251 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d735ea56-317a-4d87-a835-f7c5acf093b8 req-d2ac57e9-c922-4df8-94f6-18959ac1bebf tempest-QuotasAdminNegativeTest-1522628696 tempest-QuotasAdminNegativeTest-1522628696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:33.370440 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d735ea56-317a-4d87-a835-f7c5acf093b8 req-d2ac57e9-c922-4df8-94f6-18959ac1bebf tempest-QuotasAdminNegativeTest-1522628696 tempest-QuotasAdminNegativeTest-1522628696-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2833691 Sep 17 07:44:33.419799 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d735ea56-317a-4d87-a835-f7c5acf093b8 req-019be4a7-a317-4d85-ac17-399e90c026a9 tempest-QuotasAdminNegativeTest-1522628696 tempest-QuotasAdminNegativeTest-1522628696-project] 10.222.0.13 "GET /v2.0/quotas/bccda2f8c855492d94cf4aea85ec86e9 HTTP/1.1" status: 200 len: 375 time: 0.0156717 Sep 17 07:44:33.488795 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d735ea56-317a-4d87-a835-f7c5acf093b8 req-0303fdbe-d7c2-489a-8553-565fe84df767 tempest-QuotasAdminNegativeTest-1522628696 tempest-QuotasAdminNegativeTest-1522628696-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bccda2f8c855492d94cf4aea85ec86e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493290 Sep 17 07:44:33.492862 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-4566d987-daf2-4dae-a7fe-a0a950659545 service neutron] 10.222.0.41 "GET /v2.0/networks/a0a513a6-9cd3-48db-b90d-df8b88e7c76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227609 Sep 17 07:44:33.510758 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76285b1-b262-4164-801a-5d22bc08b32b service neutron] Pushing event updated for resources: {'Port': ['ID=b5554915-b5c4-44d8-acd0-f930e9437d6b,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:33.534455 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e7df4-6442-454e-8432-bead149eef02 req-b6c7d917-b54e-44fe-b86c-f1a7bbb1c7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:33.536643 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c12e7df4-6442-454e-8432-bead149eef02 req-b6c7d917-b54e-44fe-b86c-f1a7bbb1c7cf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c74b3f14521f4f2cb7e7db618309be98&device_id=325fc5f5-5f38-464b-9a4f-122809afc339 HTTP/1.1" status: 200 len: 1099 time: 0.0822668 Sep 17 07:44:33.564708 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997b0aab-f180-4141-ad61-943f4f775bf3" -d '{"events": [{"name": "network-changed", "server_uuid": "325fc5f5-5f38-464b-9a4f-122809afc339", "tag": "b5554915-b5c4-44d8-acd0-f930e9437d6b"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:44:33.701892 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c12e7df4-6442-454e-8432-bead149eef02 req-8f06de85-8b16-43f2-b7dd-5aae3775957f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=b5554915-b5c4-44d8-acd0-f930e9437d6b HTTP/1.1" status: 200 len: 217 time: 0.0356011 Sep 17 07:44:33.722861 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45c7d3a-ba8f-4463-a546-b5aeb521d29a req-46a1c38e-26c7-4756-bd6c-5b87f39eeb21 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:33.724372 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b45c7d3a-ba8f-4463-a546-b5aeb521d29a req-46a1c38e-26c7-4756-bd6c-5b87f39eeb21 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f69a0b7-5de6-4a78-bae7-520ea588a06c HTTP/1.1" status: 200 len: 948 time: 0.1130455 Sep 17 07:44:33.754839 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e7df4-6442-454e-8432-bead149eef02 req-72384487-c76a-4c1a-8eaf-948c5d848ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:33.756235 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c12e7df4-6442-454e-8432-bead149eef02 req-72384487-c76a-4c1a-8eaf-948c5d848ac3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.0452919 Sep 17 07:44:33.799216 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e7df4-6442-454e-8432-bead149eef02 req-e4642082-28d8-4d9a-a1d4-6ebaf963c908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:33.800716 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c12e7df4-6442-454e-8432-bead149eef02 req-e4642082-28d8-4d9a-a1d4-6ebaf963c908 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0378492 Sep 17 07:44:33.810428 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218a9ca-0e4c-4c8f-8b28-c8d059471c9f req-4d717f12-353a-4c49-a738-5720404a2179 tempest-VolumesAdminNegativeTest-1244886954 tempest-VolumesAdminNegativeTest-1244886954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:33.811887 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8218a9ca-0e4c-4c8f-8b28-c8d059471c9f req-4d717f12-353a-4c49-a738-5720404a2179 tempest-VolumesAdminNegativeTest-1244886954 tempest-VolumesAdminNegativeTest-1244886954-project] 10.222.0.13 "GET /v2.0/networks?id=c30d55a8-0216-46a7-bf20-ef14b8c929a7 HTTP/1.1" status: 200 len: 815 time: 0.1908863 Sep 17 07:44:33.847693 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b45c7d3a-ba8f-4463-a546-b5aeb521d29a req-a5892e88-5780-445d-be4a-deee37d9e27c tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] 10.222.0.13 "GET /v2.0/security-groups?id=49558376-b1a7-49c0-85b0-3dc987553efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155715 Sep 17 07:44:33.853962 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8218a9ca-0e4c-4c8f-8b28-c8d059471c9f req-8a6804a3-e59f-4bdc-b4bf-d67e43377542 tempest-VolumesAdminNegativeTest-1244886954 tempest-VolumesAdminNegativeTest-1244886954-project] 10.222.0.13 "GET /v2.0/quotas/8d46da1a895e4779a1914908f2b03f67 HTTP/1.1" status: 200 len: 375 time: 0.0325692 Sep 17 07:44:33.865126 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-87c8389f-8a96-4270-8bfa-c188fbbb60cf tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:33.866599 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-87c8389f-8a96-4270-8bfa-c188fbbb60cf tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=26cfbb02-93e0-4396-92f1-7ce5298f01f4&tenant_id=4f0e4c1c4dc94ab78a72a2655bcb731a&binding%3Ahost_id=n-h2-789963-9 HTTP/1.1" status: 200 len: 1096 time: 0.1183619 Sep 17 07:44:33.880450 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-2ae48238-10dc-426c-96bc-a25611a0a8e9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-789963-9'}}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:44:33.894365 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c12e7df4-6442-454e-8432-bead149eef02 req-e334e8c7-86cc-4868-9481-a052fd366e3c service neutron] 10.222.0.41 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860369 Sep 17 07:44:33.897860 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8218a9ca-0e4c-4c8f-8b28-c8d059471c9f req-d0938a7a-8c4f-4674-9918-d36bddb24100 tempest-VolumesAdminNegativeTest-1244886954 tempest-VolumesAdminNegativeTest-1244886954-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8d46da1a895e4779a1914908f2b03f67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351570 Sep 17 07:44:34.151193 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c12e7df4-6442-454e-8432-bead149eef02 req-ec8decf3-e050-49db-ac93-12e56f50a1d8 service neutron] 10.222.0.41 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454536 Sep 17 07:44:34.177486 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6a906e-7575-4e6f-b137-f81a71d81dfd x-openstack-request-id: req-4b6a906e-7575-4e6f-b137-f81a71d81dfd {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:44:34.177981 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "325fc5f5-5f38-464b-9a4f-122809afc339", "tag": "b5554915-b5c4-44d8-acd0-f930e9437d6b", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:44:34.178539 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4b6a906e-7575-4e6f-b137-f81a71d81dfd {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:44:34.179176 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '325fc5f5-5f38-464b-9a4f-122809afc339', 'tag': 'b5554915-b5c4-44d8-acd0-f930e9437d6b', 'status': 'completed', 'code': 200} Sep 17 07:44:34.240037 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-2ae48238-10dc-426c-96bc-a25611a0a8e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:34.305482 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997b0aab-f180-4141-ad61-943f4f775bf3 req-4557fd36-1c7e-489b-85d6-71140903120a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:34.306989 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-997b0aab-f180-4141-ad61-943f4f775bf3 req-4557fd36-1c7e-489b-85d6-71140903120a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c74b3f14521f4f2cb7e7db618309be98&device_id=325fc5f5-5f38-464b-9a4f-122809afc339 HTTP/1.1" status: 200 len: 1099 time: 0.0394638 Sep 17 07:44:34.309940 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8218a9ca-0e4c-4c8f-8b28-c8d059471c9f req-cec3c840-28ea-47f5-8627-0934d56913a9 service neutron] 10.222.0.13 "GET /v2.0/networks/c30d55a8-0216-46a7-bf20-ef14b8c929a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3929701 Sep 17 07:44:34.332654 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6aa567-2403-4681-b4ac-cc65ddbc0db6 req-83d90cef-1b73-4a41-9fbd-9e789eff5d30 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:34.334097 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0e6aa567-2403-4681-b4ac-cc65ddbc0db6 req-83d90cef-1b73-4a41-9fbd-9e789eff5d30 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cfbb02-93e0-4396-92f1-7ce5298f01f4 HTTP/1.1" status: 200 len: 945 time: 0.1131566 Sep 17 07:44:34.459214 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997b0aab-f180-4141-ad61-943f4f775bf3 req-175587e4-c365-405d-98c2-20ae5ca86f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:34.460723 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-997b0aab-f180-4141-ad61-943f4f775bf3 req-175587e4-c365-405d-98c2-20ae5ca86f4d service neutron] 10.222.0.41 "GET /v2.0/networks?id=469390cd-cce5-49bd-b8f8-9e64018a0583 HTTP/1.1" status: 200 len: 870 time: 0.1445992 Sep 17 07:44:34.479397 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0e6aa567-2403-4681-b4ac-cc65ddbc0db6 req-1e4d946b-aae1-4e77-89c5-834c678df8bf tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335731 Sep 17 07:44:34.501294 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-997b0aab-f180-4141-ad61-943f4f775bf3 req-0c634a6a-55a8-4db6-8d94-63e20a4838c0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=b5554915-b5c4-44d8-acd0-f930e9437d6b HTTP/1.1" status: 200 len: 217 time: 0.0332234 Sep 17 07:44:34.505594 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8218a9ca-0e4c-4c8f-8b28-c8d059471c9f req-0458bf0f-4538-4082-9f1b-f8b9bdcf6e99 service neutron] 10.222.0.13 "GET /v2.0/networks/c30d55a8-0216-46a7-bf20-ef14b8c929a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896420 Sep 17 07:44:34.512625 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-2ae48238-10dc-426c-96bc-a25611a0a8e9 service neutron] For port 28cf66ad-5446-4090-a367-9c2f8667ed25, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=28cf66ad-5446-4090-a367-9c2f8667ed25,segment=NetworkSegment(2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff),segment_id=2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:44:34.551794 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-2ae48238-10dc-426c-96bc-a25611a0a8e9 service neutron] For port 28cf66ad-5446-4090-a367-9c2f8667ed25, host n-h2-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:44:34.554127 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997b0aab-f180-4141-ad61-943f4f775bf3 req-137283ff-bdc8-4c65-8968-0c7352e33803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:34.555664 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-997b0aab-f180-4141-ad61-943f4f775bf3 req-137283ff-bdc8-4c65-8968-0c7352e33803 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.0469859 Sep 17 07:44:34.593600 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26cfbb02-93e0-4396-92f1-7ce5298f01f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28cf66ad-5446-4090-a367-9c2f8667ed25'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:44:34.595965 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c4b24a2-361b-46d7-9709-498c29004ba5" -d '{"events": [{"server_uuid": "26cfbb02-93e0-4396-92f1-7ce5298f01f4", "name": "network-vif-unplugged", "status": "completed", "tag": "28cf66ad-5446-4090-a367-9c2f8667ed25"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:44:34.600350 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-2ae48238-10dc-426c-96bc-a25611a0a8e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:34.608151 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-2ae48238-10dc-426c-96bc-a25611a0a8e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:34.616221 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997b0aab-f180-4141-ad61-943f4f775bf3 req-7d667fea-e72d-452b-8fa6-71059252f1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:34.618057 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-997b0aab-f180-4141-ad61-943f4f775bf3 req-7d667fea-e72d-452b-8fa6-71059252f1d2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0552511 Sep 17 07:44:34.720353 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae48238-10dc-426c-96bc-a25611a0a8e9 service neutron] Pushing event updated for resources: {'Port': ['ID=28cf66ad-5446-4090-a367-9c2f8667ed25,revision_number=7']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:34.739444 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-2ae48238-10dc-426c-96bc-a25611a0a8e9 service neutron] Attempting to bind port 28cf66ad-5446-4090-a367-9c2f8667ed25 on host n-h2-789963-9 for vnic_type normal with profile {"migrating_to": "n-h1-789963-9"} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:44:34.739811 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-2ae48238-10dc-426c-96bc-a25611a0a8e9 service neutron] Attempting to bind port 28cf66ad-5446-4090-a367-9c2f8667ed25 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': '2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a0a513a6-9cd3-48db-b90d-df8b88e7c76b'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:44:34.740334 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-2ae48238-10dc-426c-96bc-a25611a0a8e9 service neutron] Attempting to bind port 28cf66ad-5446-4090-a367-9c2f8667ed25 on network a0a513a6-9cd3-48db-b90d-df8b88e7c76b {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:44:34.744925 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-2ae48238-10dc-426c-96bc-a25611a0a8e9 service neutron] Port 28cf66ad-5446-4090-a367-9c2f8667ed25 on network a0a513a6-9cd3-48db-b90d-df8b88e7c76b not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:44:34.745299 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-2ae48238-10dc-426c-96bc-a25611a0a8e9 service neutron] Attempting to bind port 28cf66ad-5446-4090-a367-9c2f8667ed25 on network a0a513a6-9cd3-48db-b90d-df8b88e7c76b {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:44:34.753296 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-2ae48238-10dc-426c-96bc-a25611a0a8e9 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:44:34.753640 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-2ae48238-10dc-426c-96bc-a25611a0a8e9 service neutron] Checking segment: {'id': '2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a0a513a6-9cd3-48db-b90d-df8b88e7c76b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:44:34.758961 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-2ae48238-10dc-426c-96bc-a25611a0a8e9 service neutron] Bound using segment: {'id': '2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a0a513a6-9cd3-48db-b90d-df8b88e7c76b'} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:44:34.760032 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-2ae48238-10dc-426c-96bc-a25611a0a8e9 service neutron] Bound port: 28cf66ad-5446-4090-a367-9c2f8667ed25, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a0a513a6-9cd3-48db-b90d-df8b88e7c76b'}}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:44:34.760402 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-2ae48238-10dc-426c-96bc-a25611a0a8e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:34.777400 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-997b0aab-f180-4141-ad61-943f4f775bf3 req-88133367-b8ee-4d1c-8424-8b5a646f983a service neutron] 10.222.0.41 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517680 Sep 17 07:44:34.806501 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:34.845309 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 07:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e8fc1e2-c914-450a-81ab-daf8457cd9e3 x-openstack-request-id: req-9e8fc1e2-c914-450a-81ab-daf8457cd9e3 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:44:34.845597 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26cfbb02-93e0-4396-92f1-7ce5298f01f4", "name": "network-vif-unplugged", "status": "completed", "tag": "28cf66ad-5446-4090-a367-9c2f8667ed25", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:44:34.845847 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9e8fc1e2-c914-450a-81ab-daf8457cd9e3 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:44:34.846361 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26cfbb02-93e0-4396-92f1-7ce5298f01f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28cf66ad-5446-4090-a367-9c2f8667ed25', 'code': 200} Sep 17 07:44:34.920806 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-997b0aab-f180-4141-ad61-943f4f775bf3 req-92c10f7c-2e25-41b9-bf68-7f31e54ca82c service neutron] 10.222.0.41 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359959 Sep 17 07:44:34.950715 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ca8fcc61-ceaf-42d7-b3f8-05950d061b34 req-fc811523-de17-4cc2-80d0-867b3e813c43 tempest-VolumesAdminNegativeTest-1244886954 tempest-VolumesAdminNegativeTest-1244886954-project] 10.222.0.13 "GET /v2.0/ports?device_id=11dbddf5-cff0-4f21-9d9f-a3a0ead416df HTTP/1.1" status: 200 len: 210 time: 0.0472796 Sep 17 07:44:34.954963 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-2ae48238-10dc-426c-96bc-a25611a0a8e9 service neutron] For port 28cf66ad-5446-4090-a367-9c2f8667ed25, host n-h2-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:44:34.971364 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-2ae48238-10dc-426c-96bc-a25611a0a8e9 service neutron] For port 28cf66ad-5446-4090-a367-9c2f8667ed25, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=28cf66ad-5446-4090-a367-9c2f8667ed25,segment=NetworkSegment(2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff),segment_id=2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff)] {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:44:34.981809 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8183f04-c927-40d9-8e68-3aa0b39d845d req-8c10bf12-0997-48da-8a2e-fc7f3e875b2e tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:34.989256 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a8183f04-c927-40d9-8e68-3aa0b39d845d req-8c10bf12-0997-48da-8a2e-fc7f3e875b2e tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] 10.222.0.13 "GET /v2.0/ports?device_id=325fc5f5-5f38-464b-9a4f-122809afc339 HTTP/1.1" status: 200 len: 948 time: 0.2081239 Sep 17 07:44:34.997389 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-2ae48238-10dc-426c-96bc-a25611a0a8e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:35.101890 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a8183f04-c927-40d9-8e68-3aa0b39d845d req-3c0c2636-905d-458a-ab73-f7aa1aadf25c tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] 10.222.0.13 "GET /v2.0/security-groups?id=478ed27d-a4d4-41e9-b602-82684e3f7110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116788 Sep 17 07:44:35.103147 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae48238-10dc-426c-96bc-a25611a0a8e9 service neutron] Pushing event updated for resources: {'Port': ['ID=28cf66ad-5446-4090-a367-9c2f8667ed25,revision_number=8']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:35.137533 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-2ae48238-10dc-426c-96bc-a25611a0a8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:35.138172 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-2ae48238-10dc-426c-96bc-a25611a0a8e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:35.140338 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 56040) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:35.144186 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-2ae48238-10dc-426c-96bc-a25611a0a8e9 service neutron] 10.222.0.41 "PUT /v2.0/ports/28cf66ad-5446-4090-a367-9c2f8667ed25 HTTP/1.1" status: 200 len: 1121 time: 1.2643819 Sep 17 07:44:35.231093 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25908692-13c5-47a9-a8be-7b18643f6b3d req-09fcfbc6-3c97-413c-b890-da68490b2343 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:35.232712 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-25908692-13c5-47a9-a8be-7b18643f6b3d req-09fcfbc6-3c97-413c-b890-da68490b2343 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f69a0b7-5de6-4a78-bae7-520ea588a06c HTTP/1.1" status: 200 len: 948 time: 0.0869725 Sep 17 07:44:35.241638 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:35.273751 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-25908692-13c5-47a9-a8be-7b18643f6b3d req-71cedb8a-c971-4343-9e00-cd3b031ed899 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] 10.222.0.13 "GET /v2.0/security-groups?id=49558376-b1a7-49c0-85b0-3dc987553efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342882 Sep 17 07:44:35.288555 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['28cf66ad-5446-4090-a367-9c2f8667ed25'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:44:35.291496 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e0aff4f1-dd1e-471f-b468-f26aea5b13c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:35.432662 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e0aff4f1-dd1e-471f-b468-f26aea5b13c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:35.439283 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e0aff4f1-dd1e-471f-b468-f26aea5b13c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:35.514859 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 56054) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:35.515398 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e0aff4f1-dd1e-471f-b468-f26aea5b13c7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bccda2f8c855492d94cf4aea85ec86e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3737583 Sep 17 07:44:35.516277 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aff4f1-dd1e-471f-b468-f26aea5b13c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d28000-2f67-4c79-8f9e-5061febe1b86,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:35.592872 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device fb4dea3b-2010-4126-ad62-b693205ccfdc details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:44:35.640659 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d5d412d5-4f65-4c1a-952f-543948356a11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:35.651930 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c7409-36a5-4e37-996e-ddcc2ccfc174 req-c027ca51-05b2-4885-87e5-148b206a1fc2 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:35.654426 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-275c7409-36a5-4e37-996e-ddcc2ccfc174 req-c027ca51-05b2-4885-87e5-148b206a1fc2 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cfbb02-93e0-4396-92f1-7ce5298f01f4 HTTP/1.1" status: 200 len: 943 time: 0.0921669 Sep 17 07:44:35.701125 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d5d412d5-4f65-4c1a-952f-543948356a11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:35.710978 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 56062) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:35.719107 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port fb4dea3b-2010-4126-ad62-b693205ccfdc, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=fb4dea3b-2010-4126-ad62-b693205ccfdc,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:44:35.722133 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 56066) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:35.736732 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-275c7409-36a5-4e37-996e-ddcc2ccfc174 req-a777e486-14d0-4a08-8eee-42d431dd146e tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745869 Sep 17 07:44:35.756604 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': 'fb4dea3b-2010-4126-ad62-b693205ccfdc', 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583', 'port_id': 'fb4dea3b-2010-4126-ad62-b693205ccfdc', 'mac_address': 'fa:16:3e:11:c1:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f3af6cb-9cad-436b-bf41-034e75672c44', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:44:35.781331 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d5d412d5-4f65-4c1a-952f-543948356a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:35.785347 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d5d412d5-4f65-4c1a-952f-543948356a11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:35.786695 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-d5d412d5-4f65-4c1a-952f-543948356a11 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/13d28000-2f67-4c79-8f9e-5061febe1b86 HTTP/1.1" status: 204 len: 168 time: 0.2707961 Sep 17 07:44:35.798448 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d412d5-4f65-4c1a-952f-543948356a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d28000-2f67-4c79-8f9e-5061febe1b86,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:35.817986 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:35.834780 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb4dea3b-2010-4126-ad62-b693205ccfdc {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:44:35.871397 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a67b0db1-17bb-4a87-88b7-706338a65d8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:35.877445 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port fb4dea3b-2010-4126-ad62-b693205ccfdc, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=fb4dea3b-2010-4126-ad62-b693205ccfdc,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:44:35.884646 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:35.886272 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-39346643-c48b-4af5-b2b5-cdb04b792e34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:35.944204 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=fb4dea3b-2010-4126-ad62-b693205ccfdc,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:35.956135 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:44:35.956604 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:44:35.956953 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:44:35.957319 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:44:35.957927 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:44:35.958299 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:44:35.958678 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:44:35.958994 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:44:35.959324 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:44:35.959681 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:44:35.960310 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:44:35.960746 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:44:36.004011 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a67b0db1-17bb-4a87-88b7-706338a65d8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:36.024688 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a67b0db1-17bb-4a87-88b7-706338a65d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:36.105038 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-516369f6-679b-4013-aa74-d80216d14c52 req-fb80b23e-d26f-4f7b-b6b1-6efe732890a8 tempest-VolumesAdminNegativeTest-1244886954 tempest-VolumesAdminNegativeTest-1244886954-project] 10.222.0.13 "GET /v2.0/ports?device_id=11dbddf5-cff0-4f21-9d9f-a3a0ead416df HTTP/1.1" status: 200 len: 210 time: 0.0346754 Sep 17 07:44:36.140238 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218a9ca-0e4c-4c8f-8b28-c8d059471c9f req-82522964-9de6-4d11-8aab-49d3092ce090 tempest-VolumesAdminNegativeTest-1244886954 tempest-VolumesAdminNegativeTest-1244886954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:36.142230 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8218a9ca-0e4c-4c8f-8b28-c8d059471c9f req-82522964-9de6-4d11-8aab-49d3092ce090 tempest-VolumesAdminNegativeTest-1244886954 tempest-VolumesAdminNegativeTest-1244886954-project] 10.222.0.41 "GET /v2.0/networks?id=c30d55a8-0216-46a7-bf20-ef14b8c929a7 HTTP/1.1" status: 200 len: 815 time: 0.1831450 Sep 17 07:44:36.150277 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a67b0db1-17bb-4a87-88b7-706338a65d8d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=538ff702f0d14d199d7f75496bb720cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4352775 Sep 17 07:44:36.152382 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67b0db1-17bb-4a87-88b7-706338a65d8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d7d2f4-287c-4b0a-9c23-dc247d475f36,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:36.153008 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 56078) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:36.172437 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-8218a9ca-0e4c-4c8f-8b28-c8d059471c9f req-b7eb48c0-05af-46ae-86d3-6670d46c8788 tempest-VolumesAdminNegativeTest-1244886954 tempest-VolumesAdminNegativeTest-1244886954-project] Request body: {'port': {'device_id': '11dbddf5-cff0-4f21-9d9f-a3a0ead416df', 'network_id': 'c30d55a8-0216-46a7-bf20-ef14b8c929a7', 'admin_state_up': True, 'tenant_id': '8d46da1a895e4779a1914908f2b03f67'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:44:36.197025 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-39346643-c48b-4af5-b2b5-cdb04b792e34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:36.201211 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-39346643-c48b-4af5-b2b5-cdb04b792e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:36.241861 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-39346643-c48b-4af5-b2b5-cdb04b792e34 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=41616260185f4fe7851a3f3af5cc5176&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5186725 Sep 17 07:44:36.242790 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39346643-c48b-4af5-b2b5-cdb04b792e34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc288d30-3432-45e1-aae2-2ea225929078,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:36.245350 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 56080) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:36.256875 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 56082) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:36.304306 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c2df6c49-8dca-4b1e-98b4-173768d339f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:36.314020 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0e1a1d19-3863-4fce-8f59-3744a5ca9546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:36.328489 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c2df6c49-8dca-4b1e-98b4-173768d339f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:36.330164 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9f8c4531-f757-43b9-a693-1ccf5c5ed574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:36.349383 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7eaaca-cbb0-445f-abec-b8f45726ad7a req-badd394f-7373-416d-b3fc-420f9afbe056 tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:36.350863 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5c7eaaca-cbb0-445f-abec-b8f45726ad7a req-badd394f-7373-416d-b3fc-420f9afbe056 tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] 10.222.0.13 "GET /v2.0/ports?device_id=325fc5f5-5f38-464b-9a4f-122809afc339 HTTP/1.1" status: 200 len: 948 time: 0.1688185 Sep 17 07:44:36.381527 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c2df6c49-8dca-4b1e-98b4-173768d339f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:36.384682 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c2df6c49-8dca-4b1e-98b4-173768d339f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:36.385836 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c2df6c49-8dca-4b1e-98b4-173768d339f4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cc288d30-3432-45e1-aae2-2ea225929078 HTTP/1.1" status: 204 len: 168 time: 0.1290286 Sep 17 07:44:36.393851 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df6c49-8dca-4b1e-98b4-173768d339f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc288d30-3432-45e1-aae2-2ea225929078,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:36.427517 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9f8c4531-f757-43b9-a693-1ccf5c5ed574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:36.507713 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5c7eaaca-cbb0-445f-abec-b8f45726ad7a req-c95ad7d0-3277-4046-8b84-54bc42677936 tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] 10.222.0.13 "GET /v2.0/security-groups?id=478ed27d-a4d4-41e9-b602-82684e3f7110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469655 Sep 17 07:44:36.521962 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb081ab7-aa0a-4114-b3f9-0e17bdbddfea req-dc29ba8c-18eb-4601-b225-2166113cf691 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:36.523454 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bb081ab7-aa0a-4114-b3f9-0e17bdbddfea req-dc29ba8c-18eb-4601-b225-2166113cf691 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f69a0b7-5de6-4a78-bae7-520ea588a06c HTTP/1.1" status: 200 len: 949 time: 0.1639526 Sep 17 07:44:36.578742 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9f8c4531-f757-43b9-a693-1ccf5c5ed574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:36.581726 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9f8c4531-f757-43b9-a693-1ccf5c5ed574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:36.582861 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-9f8c4531-f757-43b9-a693-1ccf5c5ed574 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e5d7d2f4-287c-4b0a-9c23-dc247d475f36 HTTP/1.1" status: 204 len: 168 time: 0.4287627 Sep 17 07:44:36.614500 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bb081ab7-aa0a-4114-b3f9-0e17bdbddfea req-d8a94f73-0d2b-460a-9927-be28c1715d71 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] 10.222.0.13 "GET /v2.0/security-groups?id=49558376-b1a7-49c0-85b0-3dc987553efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793350 Sep 17 07:44:36.620359 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8c4531-f757-43b9-a693-1ccf5c5ed574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d7d2f4-287c-4b0a-9c23-dc247d475f36,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:36.626769 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0e1a1d19-3863-4fce-8f59-3744a5ca9546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:36.655636 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0e1a1d19-3863-4fce-8f59-3744a5ca9546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:36.701938 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8218a9ca-0e4c-4c8f-8b28-c8d059471c9f req-b7eb48c0-05af-46ae-86d3-6670d46c8788 tempest-VolumesAdminNegativeTest-1244886954 tempest-VolumesAdminNegativeTest-1244886954-project] Made reservation on behalf of 8d46da1a895e4779a1914908f2b03f67 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:44:36.705354 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-8218a9ca-0e4c-4c8f-8b28-c8d059471c9f req-b7eb48c0-05af-46ae-86d3-6670d46c8788 tempest-VolumesAdminNegativeTest-1244886954 tempest-VolumesAdminNegativeTest-1244886954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:36.711711 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['fb4dea3b-2010-4126-ad62-b693205ccfdc'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:44:36.715018 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-0e1a1d19-3863-4fce-8f59-3744a5ca9546 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=311eef2f6a76449aab4e9e85de4faa62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4540412 Sep 17 07:44:36.715411 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 56092) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:36.720241 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1a1d19-3863-4fce-8f59-3744a5ca9546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09820d07-5d84-4a14-8332-8cf33953a8cb,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:36.785088 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 56096) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:36.809221 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-66a52917-0afc-4bf8-8ff6-0878f2c28292 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:36.832637 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-134784a5-6ff5-4ff5-bdf8-99bfd292da25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:36.849702 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26cfbb02-93e0-4396-92f1-7ce5298f01f4', 'tag': '28cf66ad-5446-4090-a367-9c2f8667ed25'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:44:36.852371 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-758c7317-e6d8-44b4-a189-089c2d474e99" -d '{"events": [{"name": "network-changed", "server_uuid": "26cfbb02-93e0-4396-92f1-7ce5298f01f4", "tag": "28cf66ad-5446-4090-a367-9c2f8667ed25"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:44:36.873670 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-134784a5-6ff5-4ff5-bdf8-99bfd292da25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:36.939495 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-134784a5-6ff5-4ff5-bdf8-99bfd292da25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:36.943206 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-134784a5-6ff5-4ff5-bdf8-99bfd292da25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:36.946112 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-134784a5-6ff5-4ff5-bdf8-99bfd292da25 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/09820d07-5d84-4a14-8332-8cf33953a8cb HTTP/1.1" status: 204 len: 168 time: 0.2283752 Sep 17 07:44:36.964662 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134784a5-6ff5-4ff5-bdf8-99bfd292da25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09820d07-5d84-4a14-8332-8cf33953a8cb,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:36.984011 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75885d71-df0d-4004-8c69-f2800c090348 x-openstack-request-id: req-75885d71-df0d-4004-8c69-f2800c090348 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:44:36.984855 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26cfbb02-93e0-4396-92f1-7ce5298f01f4", "tag": "28cf66ad-5446-4090-a367-9c2f8667ed25", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:44:36.986728 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-75885d71-df0d-4004-8c69-f2800c090348 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:44:36.987167 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26cfbb02-93e0-4396-92f1-7ce5298f01f4', 'tag': '28cf66ad-5446-4090-a367-9c2f8667ed25', 'status': 'completed', 'code': 200} Sep 17 07:44:37.065453 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [req-8218a9ca-0e4c-4c8f-8b28-c8d059471c9f req-b7eb48c0-05af-46ae-86d3-6670d46c8788 tempest-VolumesAdminNegativeTest-1244886954 tempest-VolumesAdminNegativeTest-1244886954-project] Allocated IP 172.20.0.14 (c30d55a8-0216-46a7-bf20-ef14b8c929a7/4af7627b-0e14-4246-9709-af1adcdc0839/1ef74bea-918b-4886-be64-92e6e529ed33) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:44:37.101887 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a8b026-6625-4269-a801-3ca26a597c96 req-66ab7f05-05a6-4098-9c6e-e3067dde282a tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:37.104219 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c1a8b026-6625-4269-a801-3ca26a597c96 req-66ab7f05-05a6-4098-9c6e-e3067dde282a tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cfbb02-93e0-4396-92f1-7ce5298f01f4 HTTP/1.1" status: 200 len: 943 time: 0.2433610 Sep 17 07:44:37.148674 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 56108) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:37.163790 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-025d7ab9-c355-4dcf-996d-6ce3588cd99e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:37.185961 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-66a52917-0afc-4bf8-8ff6-0878f2c28292 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:37.202777 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c7317-e6d8-44b4-a189-089c2d474e99 req-447d25e8-6cc4-45e7-9b62-832ab9eae550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:37.204270 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-758c7317-e6d8-44b4-a189-089c2d474e99 req-447d25e8-6cc4-45e7-9b62-832ab9eae550 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4f0e4c1c4dc94ab78a72a2655bcb731a&device_id=26cfbb02-93e0-4396-92f1-7ce5298f01f4 HTTP/1.1" status: 200 len: 1124 time: 0.1767783 Sep 17 07:44:37.209080 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-66a52917-0afc-4bf8-8ff6-0878f2c28292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:37.276727 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ef0917c6-2555-4eea-90c6-0053ee6653bb req-2e3b6f62-babf-4853-8ba7-ab4278204c62 tempest-VolumesAdminNegativeTest-1244886954 tempest-VolumesAdminNegativeTest-1244886954-project] 10.222.0.13 "GET /v2.0/ports?device_id=11dbddf5-cff0-4f21-9d9f-a3a0ead416df HTTP/1.1" status: 200 len: 210 time: 0.0764031 Sep 17 07:44:37.283233 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-025d7ab9-c355-4dcf-996d-6ce3588cd99e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:37.289703 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-025d7ab9-c355-4dcf-996d-6ce3588cd99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:37.302583 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c1a8b026-6625-4269-a801-3ca26a597c96 req-7b3e6861-14d6-4ef8-b0d4-7cf8a011838e tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870766 Sep 17 07:44:37.336213 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025d7ab9-c355-4dcf-996d-6ce3588cd99e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d8a66a-e5ce-4ccc-ab3a-f2d7f2305662,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:37.341193 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-025d7ab9-c355-4dcf-996d-6ce3588cd99e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ba24c0b8c631484e9b5c8ae7b3990cdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1916363 Sep 17 07:44:37.343679 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 56116) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:37.358772 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-66a52917-0afc-4bf8-8ff6-0878f2c28292 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=69274d92b21e4883b6ba81502a8f4fec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5731757 Sep 17 07:44:37.361558 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 56118) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:37.363191 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a52917-0afc-4bf8-8ff6-0878f2c28292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ccc357-d597-4421-add0-e8e41220d3a4,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:37.438794 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a9a51b96-c09f-4d62-bf84-f14eb212ce40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:37.444678 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9437a6a2-479a-4b9e-99ff-8847645ac0bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:37.468989 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c7317-e6d8-44b4-a189-089c2d474e99 req-ef46643b-96fc-4e5d-862b-ec3e04198b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:37.470827 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-758c7317-e6d8-44b4-a189-089c2d474e99 req-ef46643b-96fc-4e5d-862b-ec3e04198b99 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a0a513a6-9cd3-48db-b90d-df8b88e7c76b HTTP/1.1" status: 200 len: 909 time: 0.2297280 Sep 17 07:44:37.472489 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a9a51b96-c09f-4d62-bf84-f14eb212ce40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:37.483819 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-8218a9ca-0e4c-4c8f-8b28-c8d059471c9f req-b7eb48c0-05af-46ae-86d3-6670d46c8788 tempest-VolumesAdminNegativeTest-1244886954 tempest-VolumesAdminNegativeTest-1244886954-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:37.487085 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9437a6a2-479a-4b9e-99ff-8847645ac0bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:37.521057 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-758c7317-e6d8-44b4-a189-089c2d474e99 req-af9bee7c-f209-4ea8-bb10-3ef7992ae4a9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28cf66ad-5446-4090-a367-9c2f8667ed25 HTTP/1.1" status: 200 len: 217 time: 0.0401337 Sep 17 07:44:37.568557 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9437a6a2-479a-4b9e-99ff-8847645ac0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:37.571156 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9437a6a2-479a-4b9e-99ff-8847645ac0bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:37.576373 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-9437a6a2-479a-4b9e-99ff-8847645ac0bf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/76ccc357-d597-4421-add0-e8e41220d3a4 HTTP/1.1" status: 204 len: 168 time: 0.2099223 Sep 17 07:44:37.579685 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a9a51b96-c09f-4d62-bf84-f14eb212ce40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:37.585100 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a9a51b96-c09f-4d62-bf84-f14eb212ce40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:37.586500 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a9a51b96-c09f-4d62-bf84-f14eb212ce40 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c8d8a66a-e5ce-4ccc-ab3a-f2d7f2305662 HTTP/1.1" status: 204 len: 168 time: 0.2417645 Sep 17 07:44:37.592707 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9437a6a2-479a-4b9e-99ff-8847645ac0bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ccc357-d597-4421-add0-e8e41220d3a4,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:37.594207 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c7317-e6d8-44b4-a189-089c2d474e99 req-eaace881-7987-43fb-a5de-c5caafa42e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:37.596158 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-758c7317-e6d8-44b4-a189-089c2d474e99 req-eaace881-7987-43fb-a5de-c5caafa42e00 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b166af2c-f0c1-4005-bf20-b8a2b0583a5b HTTP/1.1" status: 200 len: 848 time: 0.0661438 Sep 17 07:44:37.600152 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-8218a9ca-0e4c-4c8f-8b28-c8d059471c9f req-b7eb48c0-05af-46ae-86d3-6670d46c8788 tempest-VolumesAdminNegativeTest-1244886954 tempest-VolumesAdminNegativeTest-1244886954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:37.604721 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a51b96-c09f-4d62-bf84-f14eb212ce40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d8a66a-e5ce-4ccc-ab3a-f2d7f2305662,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:37.611937 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device b5554915-b5c4-44d8-acd0-f930e9437d6b details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:44:37.694980 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-758c7317-e6d8-44b4-a189-089c2d474e99 req-8a3f48a4-39b1-45ab-a578-13cc75bc47d1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a0a513a6-9cd3-48db-b90d-df8b88e7c76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598724 Sep 17 07:44:37.697408 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8218a9ca-0e4c-4c8f-8b28-c8d059471c9f req-b7eb48c0-05af-46ae-86d3-6670d46c8788 tempest-VolumesAdminNegativeTest-1244886954 tempest-VolumesAdminNegativeTest-1244886954-project] Network c30d55a8-0216-46a7-bf20-ef14b8c929a7 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:44:37.714825 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [req-8218a9ca-0e4c-4c8f-8b28-c8d059471c9f req-b7eb48c0-05af-46ae-86d3-6670d46c8788 tempest-VolumesAdminNegativeTest-1244886954 tempest-VolumesAdminNegativeTest-1244886954-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:44:37.726810 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-8218a9ca-0e4c-4c8f-8b28-c8d059471c9f req-b7eb48c0-05af-46ae-86d3-6670d46c8788 tempest-VolumesAdminNegativeTest-1244886954 tempest-VolumesAdminNegativeTest-1244886954-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:44:37.732229 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218a9ca-0e4c-4c8f-8b28-c8d059471c9f req-b7eb48c0-05af-46ae-86d3-6670d46c8788 tempest-VolumesAdminNegativeTest-1244886954 tempest-VolumesAdminNegativeTest-1244886954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:37.732854 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-8218a9ca-0e4c-4c8f-8b28-c8d059471c9f req-b7eb48c0-05af-46ae-86d3-6670d46c8788 tempest-VolumesAdminNegativeTest-1244886954 tempest-VolumesAdminNegativeTest-1244886954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:37.743125 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eb48c0-05af-46ae-86d3-6670d46c8788 tempest-VolumesAdminNegativeTest-1244886954 tempest-VolumesAdminNegativeTest-1244886954-project] Pushing event updated for resources: {'Port': ['ID=1ef74bea-918b-4886-be64-92e6e529ed33,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:37.810130 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002eee51-d996-4523-a585-834821cba295 req-669ebeb5-aa10-40b2-891a-08d3f41ceb68 tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:37.811653 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-002eee51-d996-4523-a585-834821cba295 req-669ebeb5-aa10-40b2-891a-08d3f41ceb68 tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] 10.222.0.13 "GET /v2.0/ports?device_id=325fc5f5-5f38-464b-9a4f-122809afc339 HTTP/1.1" status: 200 len: 948 time: 0.1755450 Sep 17 07:44:37.839503 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8218a9ca-0e4c-4c8f-8b28-c8d059471c9f req-b7eb48c0-05af-46ae-86d3-6670d46c8788 tempest-VolumesAdminNegativeTest-1244886954 tempest-VolumesAdminNegativeTest-1244886954-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6712389 Sep 17 07:44:37.844165 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port b5554915-b5c4-44d8-acd0-f930e9437d6b, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=b5554915-b5c4-44d8-acd0-f930e9437d6b,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:44:37.861967 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': 'b5554915-b5c4-44d8-acd0-f930e9437d6b', 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583', 'port_id': 'b5554915-b5c4-44d8-acd0-f930e9437d6b', 'mac_address': 'fa:16:3e:52:b7:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f3af6cb-9cad-436b-bf41-034e75672c44', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:44:37.869866 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-8218a9ca-0e4c-4c8f-8b28-c8d059471c9f req-bfc56944-ba94-4473-b497-9984faee40c1 service neutron] Request body: {'port': {'device_id': '11dbddf5-cff0-4f21-9d9f-a3a0ead416df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-9'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:44:37.882483 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9016e7-6272-487c-ae03-65004d2d2ddb req-17b54c5a-5996-4814-a8ef-c015f555d7aa tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:37.890492 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fd9016e7-6272-487c-ae03-65004d2d2ddb req-17b54c5a-5996-4814-a8ef-c015f555d7aa tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f69a0b7-5de6-4a78-bae7-520ea588a06c HTTP/1.1" status: 200 len: 949 time: 0.1811492 Sep 17 07:44:37.936233 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:37.952656 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5554915-b5c4-44d8-acd0-f930e9437d6b {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:44:37.967569 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-758c7317-e6d8-44b4-a189-089c2d474e99 req-76182393-8a23-4958-a59f-e49dd6a39e79 service neutron] 10.222.0.39 "GET /v2.0/networks/a0a513a6-9cd3-48db-b90d-df8b88e7c76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539401 Sep 17 07:44:37.980845 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-002eee51-d996-4523-a585-834821cba295 req-ea164991-bd79-45a7-abd3-e9f558365561 tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] 10.222.0.13 "GET /v2.0/security-groups?id=478ed27d-a4d4-41e9-b602-82684e3f7110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372595 Sep 17 07:44:38.010169 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port b5554915-b5c4-44d8-acd0-f930e9437d6b, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=b5554915-b5c4-44d8-acd0-f930e9437d6b,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:44:38.024551 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:38.024762 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fd9016e7-6272-487c-ae03-65004d2d2ddb req-049d622e-5a18-4417-b8cd-ce7e38c6ebab tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] 10.222.0.13 "GET /v2.0/security-groups?id=49558376-b1a7-49c0-85b0-3dc987553efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254079 Sep 17 07:44:38.024840 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 28cf66ad-5446-4090-a367-9c2f8667ed25 details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:44:38.050818 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-8218a9ca-0e4c-4c8f-8b28-c8d059471c9f req-bfc56944-ba94-4473-b497-9984faee40c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:38.168347 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-758c7317-e6d8-44b4-a189-089c2d474e99 req-2887cb9e-850d-4be4-89e3-6951864c165f service neutron] 10.222.0.39 "GET /v2.0/networks/a0a513a6-9cd3-48db-b90d-df8b88e7c76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849010 Sep 17 07:44:38.168595 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=b5554915-b5c4-44d8-acd0-f930e9437d6b,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:38.213428 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 28cf66ad-5446-4090-a367-9c2f8667ed25, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=28cf66ad-5446-4090-a367-9c2f8667ed25,segment=NetworkSegment(2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff),segment_id=2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:44:38.237728 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 28cf66ad-5446-4090-a367-9c2f8667ed25 has no active binding in host n-h1-789963-9 {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 17 07:44:38.667050 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['b5554915-b5c4-44d8-acd0-f930e9437d6b'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:44:38.763270 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f74aad-3cac-4b77-8813-5aed6558a3f1 req-cfa17459-12e1-4b33-adad-aa201d77cab6 tempest-VolumesAdminNegativeTest-1244886954 tempest-VolumesAdminNegativeTest-1244886954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:38.764820 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f3f74aad-3cac-4b77-8813-5aed6558a3f1 req-cfa17459-12e1-4b33-adad-aa201d77cab6 tempest-VolumesAdminNegativeTest-1244886954 tempest-VolumesAdminNegativeTest-1244886954-project] 10.222.0.13 "GET /v2.0/ports?device_id=11dbddf5-cff0-4f21-9d9f-a3a0ead416df HTTP/1.1" status: 200 len: 932 time: 0.1137183 Sep 17 07:44:38.794327 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2f384-20e4-4f02-a3c8-33d9c1988c32 req-a8808660-aad0-4664-af74-0ddf594b535b tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:38.795880 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fad2f384-20e4-4f02-a3c8-33d9c1988c32 req-a8808660-aad0-4664-af74-0ddf594b535b tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cfbb02-93e0-4396-92f1-7ce5298f01f4 HTTP/1.1" status: 200 len: 943 time: 0.1435897 Sep 17 07:44:38.896401 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [req-8218a9ca-0e4c-4c8f-8b28-c8d059471c9f req-bfc56944-ba94-4473-b497-9984faee40c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ef74bea-918b-4886-be64-92e6e529ed33 {{(pid=101289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:44:38.907297 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f3f74aad-3cac-4b77-8813-5aed6558a3f1 req-f35af0d2-3292-4b72-a0ac-2284d249bc79 tempest-VolumesAdminNegativeTest-1244886954 tempest-VolumesAdminNegativeTest-1244886954-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c99e789-8b48-47aa-9c3a-fb47b51dcd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034338 Sep 17 07:44:38.909244 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-8218a9ca-0e4c-4c8f-8b28-c8d059471c9f req-bfc56944-ba94-4473-b497-9984faee40c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:38.916086 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fad2f384-20e4-4f02-a3c8-33d9c1988c32 req-c658cbcf-8376-4756-9ebf-bbbd9e6406db tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089790 Sep 17 07:44:38.943515 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.provisioning_blocks [req-8218a9ca-0e4c-4c8f-8b28-c8d059471c9f req-bfc56944-ba94-4473-b497-9984faee40c1 service neutron] Transition to ACTIVE for port object 1ef74bea-918b-4886-be64-92e6e529ed33 will not be triggered until provisioned by entity L2. {{(pid=101289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:44:38.948627 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-8218a9ca-0e4c-4c8f-8b28-c8d059471c9f req-bfc56944-ba94-4473-b497-9984faee40c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:39.005271 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc56944-ba94-4473-b497-9984faee40c1 service neutron] Pushing event updated for resources: {'Port': ['ID=1ef74bea-918b-4886-be64-92e6e529ed33,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:39.039139 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-8218a9ca-0e4c-4c8f-8b28-c8d059471c9f req-bfc56944-ba94-4473-b497-9984faee40c1 service neutron] Attempting to bind port 1ef74bea-918b-4886-be64-92e6e529ed33 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:44:39.039691 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-8218a9ca-0e4c-4c8f-8b28-c8d059471c9f req-bfc56944-ba94-4473-b497-9984faee40c1 service neutron] Attempting to bind port 1ef74bea-918b-4886-be64-92e6e529ed33 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': '5da88e10-acd3-42e6-b449-ead2d3e2e3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c30d55a8-0216-46a7-bf20-ef14b8c929a7'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:44:39.040033 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8218a9ca-0e4c-4c8f-8b28-c8d059471c9f req-bfc56944-ba94-4473-b497-9984faee40c1 service neutron] Attempting to bind port 1ef74bea-918b-4886-be64-92e6e529ed33 on network c30d55a8-0216-46a7-bf20-ef14b8c929a7 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:44:39.047527 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8218a9ca-0e4c-4c8f-8b28-c8d059471c9f req-bfc56944-ba94-4473-b497-9984faee40c1 service neutron] Port 1ef74bea-918b-4886-be64-92e6e529ed33 on network c30d55a8-0216-46a7-bf20-ef14b8c929a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:44:39.047527 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8218a9ca-0e4c-4c8f-8b28-c8d059471c9f req-bfc56944-ba94-4473-b497-9984faee40c1 service neutron] Attempting to bind port 1ef74bea-918b-4886-be64-92e6e529ed33 on network c30d55a8-0216-46a7-bf20-ef14b8c929a7 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:44:39.053374 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8218a9ca-0e4c-4c8f-8b28-c8d059471c9f req-bfc56944-ba94-4473-b497-9984faee40c1 service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:44:39.053812 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8218a9ca-0e4c-4c8f-8b28-c8d059471c9f req-bfc56944-ba94-4473-b497-9984faee40c1 service neutron] Checking segment: {'id': '5da88e10-acd3-42e6-b449-ead2d3e2e3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c30d55a8-0216-46a7-bf20-ef14b8c929a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:44:39.054365 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8218a9ca-0e4c-4c8f-8b28-c8d059471c9f req-bfc56944-ba94-4473-b497-9984faee40c1 service neutron] Bound using segment: {'id': '5da88e10-acd3-42e6-b449-ead2d3e2e3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c30d55a8-0216-46a7-bf20-ef14b8c929a7'} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:44:39.054643 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-8218a9ca-0e4c-4c8f-8b28-c8d059471c9f req-bfc56944-ba94-4473-b497-9984faee40c1 service neutron] Bound port: 1ef74bea-918b-4886-be64-92e6e529ed33, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5da88e10-acd3-42e6-b449-ead2d3e2e3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c30d55a8-0216-46a7-bf20-ef14b8c929a7'}}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:44:39.054995 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-8218a9ca-0e4c-4c8f-8b28-c8d059471c9f req-bfc56944-ba94-4473-b497-9984faee40c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:39.156342 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a923734-2a68-46be-b036-7b8bfe3bdcaf req-3b40edaa-0c5f-4083-b816-052f2ef1024a tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:39.157807 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8a923734-2a68-46be-b036-7b8bfe3bdcaf req-3b40edaa-0c5f-4083-b816-052f2ef1024a tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] 10.222.0.13 "GET /v2.0/ports?device_id=325fc5f5-5f38-464b-9a4f-122809afc339 HTTP/1.1" status: 200 len: 949 time: 0.0891690 Sep 17 07:44:39.162212 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-8218a9ca-0e4c-4c8f-8b28-c8d059471c9f req-bfc56944-ba94-4473-b497-9984faee40c1 service neutron] For port 1ef74bea-918b-4886-be64-92e6e529ed33, host n-h1-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:44:39.166007 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-8218a9ca-0e4c-4c8f-8b28-c8d059471c9f req-bfc56944-ba94-4473-b497-9984faee40c1 service neutron] For port 1ef74bea-918b-4886-be64-92e6e529ed33, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=1ef74bea-918b-4886-be64-92e6e529ed33,segment=NetworkSegment(5da88e10-acd3-42e6-b449-ead2d3e2e3d3),segment_id=5da88e10-acd3-42e6-b449-ead2d3e2e3d3)] {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:44:39.175434 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-8218a9ca-0e4c-4c8f-8b28-c8d059471c9f req-bfc56944-ba94-4473-b497-9984faee40c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:39.228137 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218a9ca-0e4c-4c8f-8b28-c8d059471c9f req-bfc56944-ba94-4473-b497-9984faee40c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:39.228768 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-8218a9ca-0e4c-4c8f-8b28-c8d059471c9f req-bfc56944-ba94-4473-b497-9984faee40c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:39.230139 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8218a9ca-0e4c-4c8f-8b28-c8d059471c9f req-bfc56944-ba94-4473-b497-9984faee40c1 service neutron] 10.222.0.41 "PUT /v2.0/ports/1ef74bea-918b-4886-be64-92e6e529ed33 HTTP/1.1" status: 200 len: 1092 time: 1.3736680 Sep 17 07:44:39.230580 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11dbddf5-cff0-4f21-9d9f-a3a0ead416df', 'tag': '1ef74bea-918b-4886-be64-92e6e529ed33'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:44:39.232874 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0311d94-35bc-4161-8402-60ea2687d94a" -d '{"events": [{"name": "network-changed", "server_uuid": "11dbddf5-cff0-4f21-9d9f-a3a0ead416df", "tag": "1ef74bea-918b-4886-be64-92e6e529ed33"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:44:39.260411 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8a923734-2a68-46be-b036-7b8bfe3bdcaf req-06b7ffc3-2e73-448c-b624-900f423b7cbd tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] 10.222.0.13 "GET /v2.0/security-groups?id=478ed27d-a4d4-41e9-b602-82684e3f7110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924084 Sep 17 07:44:39.280334 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc56944-ba94-4473-b497-9984faee40c1 service neutron] Pushing event updated for resources: {'Port': ['ID=1ef74bea-918b-4886-be64-92e6e529ed33,revision_number=3']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:39.405805 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218a9ca-0e4c-4c8f-8b28-c8d059471c9f req-476dec9b-b64f-49c7-b4b5-039cf738d892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:39.407324 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8218a9ca-0e4c-4c8f-8b28-c8d059471c9f req-476dec9b-b64f-49c7-b4b5-039cf738d892 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d46da1a895e4779a1914908f2b03f67&device_id=11dbddf5-cff0-4f21-9d9f-a3a0ead416df HTTP/1.1" status: 200 len: 1095 time: 0.0956185 Sep 17 07:44:39.428515 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627cfdd8-0db5-48ed-aedf-5e792ac2e0ed req-e465bbe4-654d-41ee-bc8c-525a35c90b7f tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:39.429981 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-627cfdd8-0db5-48ed-aedf-5e792ac2e0ed req-e465bbe4-654d-41ee-bc8c-525a35c90b7f tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f69a0b7-5de6-4a78-bae7-520ea588a06c HTTP/1.1" status: 200 len: 949 time: 0.0726411 Sep 17 07:44:39.485765 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8218a9ca-0e4c-4c8f-8b28-c8d059471c9f req-710d3f15-9fdb-48be-8434-414dadbae515 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ef74bea-918b-4886-be64-92e6e529ed33 HTTP/1.1" status: 200 len: 217 time: 0.0541098 Sep 17 07:44:39.536628 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de971f4-43af-4cae-9387-01838055d708 x-openstack-request-id: req-6de971f4-43af-4cae-9387-01838055d708 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:44:39.536917 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11dbddf5-cff0-4f21-9d9f-a3a0ead416df", "tag": "1ef74bea-918b-4886-be64-92e6e529ed33", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:44:39.537165 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6de971f4-43af-4cae-9387-01838055d708 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:44:39.537555 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11dbddf5-cff0-4f21-9d9f-a3a0ead416df', 'tag': '1ef74bea-918b-4886-be64-92e6e529ed33', 'status': 'completed', 'code': 200} Sep 17 07:44:39.572314 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-627cfdd8-0db5-48ed-aedf-5e792ac2e0ed req-0b46d995-6cb6-4603-b68c-fe3bb63811c1 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] 10.222.0.13 "GET /v2.0/security-groups?id=49558376-b1a7-49c0-85b0-3dc987553efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853262 Sep 17 07:44:39.586874 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218a9ca-0e4c-4c8f-8b28-c8d059471c9f req-beda3a39-4b77-4c8e-a7ce-3578a71cca8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:39.586874 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8218a9ca-0e4c-4c8f-8b28-c8d059471c9f req-beda3a39-4b77-4c8e-a7ce-3578a71cca8b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4af7627b-0e14-4246-9709-af1adcdc0839 HTTP/1.1" status: 200 len: 855 time: 0.0850341 Sep 17 07:44:39.619278 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device fb4dea3b-2010-4126-ad62-b693205ccfdc up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:44:39.631925 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8218a9ca-0e4c-4c8f-8b28-c8d059471c9f req-967b13fb-54e4-4a03-8a49-30104ce48f8f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c30d55a8-0216-46a7-bf20-ef14b8c929a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337479 Sep 17 07:44:39.701011 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning for port fb4dea3b-2010-4126-ad62-b693205ccfdc completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:44:39.712782 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port fb4dea3b-2010-4126-ad62-b693205ccfdc triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:44:39.713294 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:39.773255 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8218a9ca-0e4c-4c8f-8b28-c8d059471c9f req-f1730e9a-f2cb-4bb4-ab46-fd6195d1e183 service neutron] 10.222.0.41 "GET /v2.0/networks/c30d55a8-0216-46a7-bf20-ef14b8c929a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215057 Sep 17 07:44:39.826079 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:39.884713 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8218a9ca-0e4c-4c8f-8b28-c8d059471c9f req-7028720c-362e-40d9-8ae2-e38a509c3a7d service neutron] 10.222.0.41 "GET /v2.0/networks/c30d55a8-0216-46a7-bf20-ef14b8c929a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038847 Sep 17 07:44:39.885752 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port fb4dea3b-2010-4126-ad62-b693205ccfdc, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=fb4dea3b-2010-4126-ad62-b693205ccfdc,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:44:39.886790 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f69a0b7-5de6-4a78-bae7-520ea588a06c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb4dea3b-2010-4126-ad62-b693205ccfdc'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:44:39.889801 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9727184a-24b3-4cc9-baaa-076c3d563217" -d '{"events": [{"server_uuid": "9f69a0b7-5de6-4a78-bae7-520ea588a06c", "name": "network-vif-plugged", "status": "completed", "tag": "fb4dea3b-2010-4126-ad62-b693205ccfdc"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:44:39.895747 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:39.968871 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a15664-0300-47b6-b853-f0912454c7ce x-openstack-request-id: req-07a15664-0300-47b6-b853-f0912454c7ce {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:44:39.969492 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f69a0b7-5de6-4a78-bae7-520ea588a06c", "name": "network-vif-plugged", "status": "completed", "tag": "fb4dea3b-2010-4126-ad62-b693205ccfdc", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:44:39.969995 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-07a15664-0300-47b6-b853-f0912454c7ce {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:44:39.970291 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f69a0b7-5de6-4a78-bae7-520ea588a06c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb4dea3b-2010-4126-ad62-b693205ccfdc', 'code': 200} Sep 17 07:44:39.971339 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=fb4dea3b-2010-4126-ad62-b693205ccfdc,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:40.149831 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e028bfe-c7fe-4e04-90b8-f8e662c7c45a req-cf4022ec-7873-4db1-8145-084a2caff55a tempest-VolumesAdminNegativeTest-1244886954 tempest-VolumesAdminNegativeTest-1244886954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:40.151404 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7e028bfe-c7fe-4e04-90b8-f8e662c7c45a req-cf4022ec-7873-4db1-8145-084a2caff55a tempest-VolumesAdminNegativeTest-1244886954 tempest-VolumesAdminNegativeTest-1244886954-project] 10.222.0.13 "GET /v2.0/ports?device_id=11dbddf5-cff0-4f21-9d9f-a3a0ead416df HTTP/1.1" status: 200 len: 944 time: 0.1244009 Sep 17 07:44:40.157015 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0311d94-35bc-4161-8402-60ea2687d94a req-fa91bcf8-38e4-4acd-9822-5f60843efc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:40.158466 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f0311d94-35bc-4161-8402-60ea2687d94a req-fa91bcf8-38e4-4acd-9822-5f60843efc17 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d46da1a895e4779a1914908f2b03f67&device_id=11dbddf5-cff0-4f21-9d9f-a3a0ead416df HTTP/1.1" status: 200 len: 1095 time: 0.1216247 Sep 17 07:44:40.178608 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc4ac5-fffb-430d-96b5-86eb2b7edefb req-0399f618-5525-4d6d-ba8a-672b9cf82b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:40.180163 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-60bc4ac5-fffb-430d-96b5-86eb2b7edefb req-0399f618-5525-4d6d-ba8a-672b9cf82b11 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9f69a0b7-5de6-4a78-bae7-520ea588a06c HTTP/1.1" status: 200 len: 1101 time: 0.0780694 Sep 17 07:44:40.192920 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 56266) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:40.201832 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6693b65-6094-4bf6-a639-87295804fa4d req-6d646f33-6028-47f5-ae0b-caccd9d3f591 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:40.203383 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d6693b65-6094-4bf6-a639-87295804fa4d req-6d646f33-6028-47f5-ae0b-caccd9d3f591 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cfbb02-93e0-4396-92f1-7ce5298f01f4 HTTP/1.1" status: 200 len: 943 time: 0.1137283 Sep 17 07:44:40.229890 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-60bc4ac5-fffb-430d-96b5-86eb2b7edefb req-ec3c129c-6538-4c73-8c1e-93c96bc5bbea service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=49558376-b1a7-49c0-85b0-3dc987553efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421033 Sep 17 07:44:40.274607 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7e028bfe-c7fe-4e04-90b8-f8e662c7c45a req-097763bc-71b3-47e8-8c07-e4cc38eb0dc9 tempest-VolumesAdminNegativeTest-1244886954 tempest-VolumesAdminNegativeTest-1244886954-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c99e789-8b48-47aa-9c3a-fb47b51dcd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143954 Sep 17 07:44:40.300781 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d6693b65-6094-4bf6-a639-87295804fa4d req-14ed0f01-fd7f-4635-9d13-09e6d90b9688 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872781 Sep 17 07:44:40.310940 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-026ca9a0-7450-4e8f-aaa2-5314e06a6606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:40.333527 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0311d94-35bc-4161-8402-60ea2687d94a req-b23bf200-e50a-4d1d-afb6-26878424f2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:40.335206 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f0311d94-35bc-4161-8402-60ea2687d94a req-b23bf200-e50a-4d1d-afb6-26878424f2aa service neutron] 10.222.0.41 "GET /v2.0/networks?id=c30d55a8-0216-46a7-bf20-ef14b8c929a7 HTTP/1.1" status: 200 len: 916 time: 0.1660254 Sep 17 07:44:40.399484 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cd82b2da-901f-4c55-90b2-6af4a897a39b req-1de110f0-27ea-41cf-bc9a-50004f8f7529 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e99c4201-fedb-4f07-b19b-4b1953342404&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0610411 Sep 17 07:44:40.428747 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-026ca9a0-7450-4e8f-aaa2-5314e06a6606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:40.433520 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-026ca9a0-7450-4e8f-aaa2-5314e06a6606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:40.439993 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa920d2-1d45-4d32-aeb7-8c46a41e396c req-38490708-d2a1-4367-a42d-5091db9fd2c9 tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:40.441718 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bfa920d2-1d45-4d32-aeb7-8c46a41e396c req-38490708-d2a1-4367-a42d-5091db9fd2c9 tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] 10.222.0.13 "GET /v2.0/ports?device_id=325fc5f5-5f38-464b-9a4f-122809afc339 HTTP/1.1" status: 200 len: 949 time: 0.0559444 Sep 17 07:44:40.473340 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-026ca9a0-7450-4e8f-aaa2-5314e06a6606 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fdfcc47098ee4ad9aa3c82b34520b3ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2794526 Sep 17 07:44:40.474191 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026ca9a0-7450-4e8f-aaa2-5314e06a6606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb348afd-f3a6-4d09-9bf7-6ad1da8c7c20,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:40.476491 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 56282) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:40.496316 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bfa920d2-1d45-4d32-aeb7-8c46a41e396c req-cf248db9-fc61-45b1-8a8c-4ac86c66c5c4 tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] 10.222.0.13 "GET /v2.0/security-groups?id=478ed27d-a4d4-41e9-b602-82684e3f7110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469229 Sep 17 07:44:40.525989 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82b2da-901f-4c55-90b2-6af4a897a39b req-402676b5-56f1-4d28-818e-03a690a86c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:40.527507 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cd82b2da-901f-4c55-90b2-6af4a897a39b req-402676b5-56f1-4d28-818e-03a690a86c38 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=995280dd7af64d29b5c08cf39fa14744&device_id=e99c4201-fedb-4f07-b19b-4b1953342404 HTTP/1.1" status: 200 len: 1097 time: 0.0466311 Sep 17 07:44:40.547894 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-18820bc3-cd56-419e-b475-864b8e30b237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:40.575422 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-18820bc3-cd56-419e-b475-864b8e30b237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:40.621759 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f0311d94-35bc-4161-8402-60ea2687d94a req-1de1464e-90c0-4153-9afb-569a7f9d72f9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ef74bea-918b-4886-be64-92e6e529ed33 HTTP/1.1" status: 200 len: 217 time: 0.0379131 Sep 17 07:44:40.632132 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-18820bc3-cd56-419e-b475-864b8e30b237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:40.640293 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-18820bc3-cd56-419e-b475-864b8e30b237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:40.643898 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-18820bc3-cd56-419e-b475-864b8e30b237 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eb348afd-f3a6-4d09-9bf7-6ad1da8c7c20 HTTP/1.1" status: 204 len: 168 time: 0.1662319 Sep 17 07:44:40.676589 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18820bc3-cd56-419e-b475-864b8e30b237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb348afd-f3a6-4d09-9bf7-6ad1da8c7c20,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:40.745929 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0311d94-35bc-4161-8402-60ea2687d94a req-95adaad1-66d6-4f68-9c35-b279b631257e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:40.747652 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f0311d94-35bc-4161-8402-60ea2687d94a req-95adaad1-66d6-4f68-9c35-b279b631257e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4af7627b-0e14-4246-9709-af1adcdc0839 HTTP/1.1" status: 200 len: 855 time: 0.0885720 Sep 17 07:44:40.800731 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82b2da-901f-4c55-90b2-6af4a897a39b req-ffe80698-d617-487a-a79a-e9763f9f801c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:40.802503 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cd82b2da-901f-4c55-90b2-6af4a897a39b req-ffe80698-d617-487a-a79a-e9763f9f801c service neutron] 10.222.0.39 "GET /v2.0/networks?id=28b44509-44d1-434d-a1e7-c08ce9b90a41 HTTP/1.1" status: 200 len: 924 time: 0.2551198 Sep 17 07:44:40.805199 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f0311d94-35bc-4161-8402-60ea2687d94a req-269e8eb4-cd25-46c9-a274-475cda75aa5d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c30d55a8-0216-46a7-bf20-ef14b8c929a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406969 Sep 17 07:44:40.877578 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68967ae-d44c-4e38-989d-37f8dc2d9b8c req-49490e2e-f77f-45ab-a70e-8874f9dfb92b tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:40.879161 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c68967ae-d44c-4e38-989d-37f8dc2d9b8c req-49490e2e-f77f-45ab-a70e-8874f9dfb92b tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f69a0b7-5de6-4a78-bae7-520ea588a06c HTTP/1.1" status: 200 len: 950 time: 0.1600335 Sep 17 07:44:40.976827 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cd82b2da-901f-4c55-90b2-6af4a897a39b req-204e0a70-da6d-452a-b910-1e25f9a28def service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b592eca1-af40-455f-b624-5c3c668eb19e HTTP/1.1" status: 200 len: 1002 time: 0.1616104 Sep 17 07:44:40.981794 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c68967ae-d44c-4e38-989d-37f8dc2d9b8c req-8ddaa61a-717c-4ac6-b395-77617d9b1671 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] 10.222.0.13 "GET /v2.0/security-groups?id=49558376-b1a7-49c0-85b0-3dc987553efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923145 Sep 17 07:44:40.997236 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 56304) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:41.013064 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bfb75ff1-acd2-4313-82a8-aaf7548bb781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:41.031741 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f0311d94-35bc-4161-8402-60ea2687d94a req-e67f1ee7-a73f-468f-8cbd-8ec5a1cfcd96 service neutron] 10.222.0.41 "GET /v2.0/networks/c30d55a8-0216-46a7-bf20-ef14b8c929a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152538 Sep 17 07:44:41.093688 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82b2da-901f-4c55-90b2-6af4a897a39b req-a7e68399-893c-4d45-b558-49fd2b5c959d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:41.095186 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cd82b2da-901f-4c55-90b2-6af4a897a39b req-a7e68399-893c-4d45-b558-49fd2b5c959d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a2b739cf-a4f3-485c-ac6f-6aae0b07dbbb HTTP/1.1" status: 200 len: 862 time: 0.1072855 Sep 17 07:44:41.096718 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 56306) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:41.126210 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 56310) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:41.141211 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bfb75ff1-acd2-4313-82a8-aaf7548bb781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:41.147276 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bfb75ff1-acd2-4313-82a8-aaf7548bb781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:41.189442 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-bfb75ff1-acd2-4313-82a8-aaf7548bb781 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6c6735190229448b9461c88df2b88399&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1912265 Sep 17 07:44:41.190081 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f0311d94-35bc-4161-8402-60ea2687d94a req-5fba4041-dbc6-4040-8469-d700ce452ccb service neutron] 10.222.0.41 "GET /v2.0/networks/c30d55a8-0216-46a7-bf20-ef14b8c929a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493106 Sep 17 07:44:41.190290 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb75ff1-acd2-4313-82a8-aaf7548bb781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2e3bff-058d-40fe-a847-6c772e8ed851,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:41.191270 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82b2da-901f-4c55-90b2-6af4a897a39b req-87d60476-8724-44c4-b8f7-b3e8ecc3fba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:41.193382 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 56314) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:41.193598 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cd82b2da-901f-4c55-90b2-6af4a897a39b req-87d60476-8724-44c4-b8f7-b3e8ecc3fba0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=28b44509-44d1-434d-a1e7-c08ce9b90a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673704 Sep 17 07:44:41.244181 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e9c1ada9-e22e-4c2f-ba64-2eeb304f9839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:41.281461 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c2ceac37-c3dd-44f2-a584-fc3386fe542b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:41.307967 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f61c358f-ee04-4294-bf26-6dcfc2f7a510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:41.312957 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cd82b2da-901f-4c55-90b2-6af4a897a39b req-2ac34830-9529-482f-9ebe-d06a1ab01a73 service neutron] 10.222.0.39 "GET /v2.0/networks/28b44509-44d1-434d-a1e7-c08ce9b90a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118317 Sep 17 07:44:41.314862 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c2ceac37-c3dd-44f2-a584-fc3386fe542b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:41.397434 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e9c1ada9-e22e-4c2f-ba64-2eeb304f9839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:41.399328 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c2ceac37-c3dd-44f2-a584-fc3386fe542b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:41.402805 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c2ceac37-c3dd-44f2-a584-fc3386fe542b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:41.406289 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c2ceac37-c3dd-44f2-a584-fc3386fe542b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1b2e3bff-058d-40fe-a847-6c772e8ed851 HTTP/1.1" status: 204 len: 168 time: 0.2093661 Sep 17 07:44:41.406899 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e9c1ada9-e22e-4c2f-ba64-2eeb304f9839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:41.419748 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ceac37-c3dd-44f2-a584-fc3386fe542b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2e3bff-058d-40fe-a847-6c772e8ed851,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:41.460002 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e9c1ada9-e22e-4c2f-ba64-2eeb304f9839 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=79a4f4f344214cdc902a0823eaf756a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3597717 Sep 17 07:44:41.460199 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 56322) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:41.466716 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c1ada9-e22e-4c2f-ba64-2eeb304f9839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c281278f-5ec1-4b65-89d7-1f572c7f47e2,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:41.521420 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-561ff53e-ccdd-4406-ae76-3abe5f9ac3dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:41.522728 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8dedc-e62e-4e87-8edc-8a809130c58d req-a011d2e2-8c66-4b37-90dc-e3a30ba55abd tempest-VolumesAdminNegativeTest-1244886954 tempest-VolumesAdminNegativeTest-1244886954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:41.524292 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5ae8dedc-e62e-4e87-8edc-8a809130c58d req-a011d2e2-8c66-4b37-90dc-e3a30ba55abd tempest-VolumesAdminNegativeTest-1244886954 tempest-VolumesAdminNegativeTest-1244886954-project] 10.222.0.13 "GET /v2.0/ports?device_id=11dbddf5-cff0-4f21-9d9f-a3a0ead416df HTTP/1.1" status: 200 len: 944 time: 0.1763349 Sep 17 07:44:41.536298 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cd82b2da-901f-4c55-90b2-6af4a897a39b req-957a2287-7a69-40b8-90a7-48884869d3d4 service neutron] 10.222.0.39 "GET /v2.0/networks/28b44509-44d1-434d-a1e7-c08ce9b90a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139235 Sep 17 07:44:41.550225 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-561ff53e-ccdd-4406-ae76-3abe5f9ac3dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:41.561784 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3ef0cc-5013-41b1-b578-441aaba448f6 req-60f3b1e5-6264-41f5-8393-257af62fd90a tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:41.563346 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6d3ef0cc-5013-41b1-b578-441aaba448f6 req-60f3b1e5-6264-41f5-8393-257af62fd90a tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cfbb02-93e0-4396-92f1-7ce5298f01f4 HTTP/1.1" status: 200 len: 943 time: 0.1727629 Sep 17 07:44:41.613183 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-561ff53e-ccdd-4406-ae76-3abe5f9ac3dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:41.615735 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-561ff53e-ccdd-4406-ae76-3abe5f9ac3dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:41.617076 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-561ff53e-ccdd-4406-ae76-3abe5f9ac3dc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c281278f-5ec1-4b65-89d7-1f572c7f47e2 HTTP/1.1" status: 204 len: 168 time: 0.1559489 Sep 17 07:44:41.626192 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561ff53e-ccdd-4406-ae76-3abe5f9ac3dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c281278f-5ec1-4b65-89d7-1f572c7f47e2,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:41.632751 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device b5554915-b5c4-44d8-acd0-f930e9437d6b up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:44:41.647263 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5ae8dedc-e62e-4e87-8edc-8a809130c58d req-e9e6661a-c87e-4ce3-8a74-566b2aece025 tempest-VolumesAdminNegativeTest-1244886954 tempest-VolumesAdminNegativeTest-1244886954-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c99e789-8b48-47aa-9c3a-fb47b51dcd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135418 Sep 17 07:44:41.655009 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6d3ef0cc-5013-41b1-b578-441aaba448f6 req-6daf25b7-d6b3-4725-85cf-94c162f8469c tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756071 Sep 17 07:44:41.702414 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f61c358f-ee04-4294-bf26-6dcfc2f7a510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:41.710766 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f61c358f-ee04-4294-bf26-6dcfc2f7a510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:41.714227 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning for port b5554915-b5c4-44d8-acd0-f930e9437d6b completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:44:41.720247 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port b5554915-b5c4-44d8-acd0-f930e9437d6b triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:44:41.721930 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:41.796717 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 56334) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:41.796872 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-f61c358f-ee04-4294-bf26-6dcfc2f7a510 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=905c292b912740dfb55ae1b3839095fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6696582 Sep 17 07:44:41.798732 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61c358f-ee04-4294-bf26-6dcfc2f7a510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7baf07-758c-46db-afce-50ed60ac9dad,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:41.825977 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7c89fd-b2f7-4b23-a299-a8893df2c1ee req-165569f8-968e-4d54-b5b8-cf013edd2694 tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:41.827874 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ba7c89fd-b2f7-4b23-a299-a8893df2c1ee req-165569f8-968e-4d54-b5b8-cf013edd2694 tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] 10.222.0.13 "GET /v2.0/ports?device_id=325fc5f5-5f38-464b-9a4f-122809afc339 HTTP/1.1" status: 200 len: 949 time: 0.0854406 Sep 17 07:44:41.848972 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:41.875613 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ba7c89fd-b2f7-4b23-a299-a8893df2c1ee req-7a800e1f-27d7-4d8f-8605-e60af056ee17 tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] 10.222.0.13 "GET /v2.0/security-groups?id=478ed27d-a4d4-41e9-b602-82684e3f7110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413017 Sep 17 07:44:41.894583 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f589b4ab-9c33-4ecc-9e8d-15dffae86d48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:41.906082 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port b5554915-b5c4-44d8-acd0-f930e9437d6b, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=b5554915-b5c4-44d8-acd0-f930e9437d6b,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:44:41.911329 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:41.925274 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f589b4ab-9c33-4ecc-9e8d-15dffae86d48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:41.974892 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '325fc5f5-5f38-464b-9a4f-122809afc339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5554915-b5c4-44d8-acd0-f930e9437d6b'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:44:41.978123 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7265b5a4-a8dc-4326-922d-af4e0c2f22c2" -d '{"events": [{"server_uuid": "325fc5f5-5f38-464b-9a4f-122809afc339", "name": "network-vif-plugged", "status": "completed", "tag": "b5554915-b5c4-44d8-acd0-f930e9437d6b"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:44:41.994633 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f589b4ab-9c33-4ecc-9e8d-15dffae86d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:41.997485 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f589b4ab-9c33-4ecc-9e8d-15dffae86d48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:41.999241 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f589b4ab-9c33-4ecc-9e8d-15dffae86d48 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aa7baf07-758c-46db-afce-50ed60ac9dad HTTP/1.1" status: 204 len: 168 time: 0.2007873 Sep 17 07:44:42.002691 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=b5554915-b5c4-44d8-acd0-f930e9437d6b,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:42.026283 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f589b4ab-9c33-4ecc-9e8d-15dffae86d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7baf07-758c-46db-afce-50ed60ac9dad,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:42.060421 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e924c2fd-1244-4835-b7e4-41a77542c820 x-openstack-request-id: req-e924c2fd-1244-4835-b7e4-41a77542c820 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:44:42.060739 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "325fc5f5-5f38-464b-9a4f-122809afc339", "name": "network-vif-plugged", "status": "completed", "tag": "b5554915-b5c4-44d8-acd0-f930e9437d6b", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:44:42.060998 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e924c2fd-1244-4835-b7e4-41a77542c820 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:44:42.061522 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '325fc5f5-5f38-464b-9a4f-122809afc339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5554915-b5c4-44d8-acd0-f930e9437d6b', 'code': 200} Sep 17 07:44:42.137627 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d923ef2e-6ec7-4666-9349-defc7aa9eed6 req-e3c50035-f3df-4c79-ade8-639591fb6d67 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:42.139246 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d923ef2e-6ec7-4666-9349-defc7aa9eed6 req-e3c50035-f3df-4c79-ade8-639591fb6d67 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f69a0b7-5de6-4a78-bae7-520ea588a06c HTTP/1.1" status: 200 len: 950 time: 0.0583539 Sep 17 07:44:42.210997 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d923ef2e-6ec7-4666-9349-defc7aa9eed6 req-573d1de4-781f-4fa3-9d27-b04ba1a3c453 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] 10.222.0.13 "GET /v2.0/security-groups?id=49558376-b1a7-49c0-85b0-3dc987553efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654261 Sep 17 07:44:42.232858 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12442300-0053-4cc9-85b2-d6615c956451 req-fd45a2b1-9a6f-4e83-b25a-146324ecd03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:42.235215 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-12442300-0053-4cc9-85b2-d6615c956451 req-fd45a2b1-9a6f-4e83-b25a-146324ecd03d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=325fc5f5-5f38-464b-9a4f-122809afc339 HTTP/1.1" status: 200 len: 1101 time: 0.0551422 Sep 17 07:44:42.246974 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 56354) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:42.260564 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8807909c-2120-4dba-9f3a-aed75b4f5c85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:42.276798 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-12442300-0053-4cc9-85b2-d6615c956451 req-921ff6d4-41f2-4d76-bcce-78487348130e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=478ed27d-a4d4-41e9-b602-82684e3f7110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335612 Sep 17 07:44:42.356374 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8807909c-2120-4dba-9f3a-aed75b4f5c85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:42.363696 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8807909c-2120-4dba-9f3a-aed75b4f5c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:42.404897 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-8807909c-2120-4dba-9f3a-aed75b4f5c85 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=68a55b3f31ea42dfba4061fb551273e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1569095 Sep 17 07:44:42.405534 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 56362) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:42.432761 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8807909c-2120-4dba-9f3a-aed75b4f5c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0052b77e-703a-4a70-92f4-32d83e155d6b,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:42.455052 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-933f97ec-e8c5-4901-8c49-93b9a10117a1 service neutron] 10.222.0.39 "GET /v2.0/ports/28cf66ad-5446-4090-a367-9c2f8667ed25/bindings/n-h1-789963-9 HTTP/1.1" status: 200 len: 384 time: 0.0778716 Sep 17 07:44:42.467902 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ed9f0f71-2732-458f-929e-7e9f7cd03745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:42.494783 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ed9f0f71-2732-458f-929e-7e9f7cd03745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:42.550528 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ed9f0f71-2732-458f-929e-7e9f7cd03745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:42.553579 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ed9f0f71-2732-458f-929e-7e9f7cd03745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:42.558017 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ed9f0f71-2732-458f-929e-7e9f7cd03745 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0052b77e-703a-4a70-92f4-32d83e155d6b HTTP/1.1" status: 204 len: 168 time: 0.1497767 Sep 17 07:44:42.565914 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9f0f71-2732-458f-929e-7e9f7cd03745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0052b77e-703a-4a70-92f4-32d83e155d6b,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:42.703611 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-64ad0610-e70e-4bed-a2f2-758108eafcad service neutron] For port 28cf66ad-5446-4090-a367-9c2f8667ed25, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=28cf66ad-5446-4090-a367-9c2f8667ed25,segment=NetworkSegment(2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff),segment_id=2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:44:42.730308 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-64ad0610-e70e-4bed-a2f2-758108eafcad service neutron] For port 28cf66ad-5446-4090-a367-9c2f8667ed25, host n-h2-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:44:42.777827 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-64ad0610-e70e-4bed-a2f2-758108eafcad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28cf66ad-5446-4090-a367-9c2f8667ed25 {{(pid=101289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:44:42.807695 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-64ad0610-e70e-4bed-a2f2-758108eafcad service neutron] For port 28cf66ad-5446-4090-a367-9c2f8667ed25, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=28cf66ad-5446-4090-a367-9c2f8667ed25,segment=NetworkSegment(2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff),segment_id=2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:44:42.833629 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-64ad0610-e70e-4bed-a2f2-758108eafcad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:42.845911 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d612264b-0e2c-4112-b8a0-364f9af10f1e req-b487a16b-2647-4d10-9b51-436241c5a3ff tempest-VolumesAdminNegativeTest-1244886954 tempest-VolumesAdminNegativeTest-1244886954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:42.847433 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d612264b-0e2c-4112-b8a0-364f9af10f1e req-b487a16b-2647-4d10-9b51-436241c5a3ff tempest-VolumesAdminNegativeTest-1244886954 tempest-VolumesAdminNegativeTest-1244886954-project] 10.222.0.13 "GET /v2.0/ports?device_id=11dbddf5-cff0-4f21-9d9f-a3a0ead416df HTTP/1.1" status: 200 len: 944 time: 0.0832150 Sep 17 07:44:42.965900 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d612264b-0e2c-4112-b8a0-364f9af10f1e req-ee9e9391-ab24-4f93-85ea-b1a1326ae8e6 tempest-VolumesAdminNegativeTest-1244886954 tempest-VolumesAdminNegativeTest-1244886954-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c99e789-8b48-47aa-9c3a-fb47b51dcd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096263 Sep 17 07:44:42.992627 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67054de-9084-48cb-a16a-e6b84b0a58af req-c65e3e10-de86-4d69-ac42-37b97e637c0a tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:42.994060 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e67054de-9084-48cb-a16a-e6b84b0a58af req-c65e3e10-de86-4d69-ac42-37b97e637c0a tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cfbb02-93e0-4396-92f1-7ce5298f01f4 HTTP/1.1" status: 200 len: 943 time: 0.0905678 Sep 17 07:44:42.995247 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.provisioning_blocks [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-64ad0610-e70e-4bed-a2f2-758108eafcad service neutron] Transition to ACTIVE for port object 28cf66ad-5446-4090-a367-9c2f8667ed25 will not be triggered until provisioned by entity L2. {{(pid=101289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:44:43.010606 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-64ad0610-e70e-4bed-a2f2-758108eafcad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:43.113898 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e67054de-9084-48cb-a16a-e6b84b0a58af req-e809e0c9-3309-4d08-937a-a4eb811a616a tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101644 Sep 17 07:44:43.114774 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-64ad0610-e70e-4bed-a2f2-758108eafcad service neutron] No DVR routers for this DVR port 28cf66ad-5446-4090-a367-9c2f8667ed25 on host n-h2-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:44:43.123303 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ad0610-e70e-4bed-a2f2-758108eafcad service neutron] Pushing event updated for resources: {'Port': ['ID=28cf66ad-5446-4090-a367-9c2f8667ed25,revision_number=10']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:43.166219 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-64ad0610-e70e-4bed-a2f2-758108eafcad service neutron] 10.222.0.39 "PUT /v2.0/ports/28cf66ad-5446-4090-a367-9c2f8667ed25/bindings/n-h1-789963-9/activate HTTP/1.1" status: 200 len: 369 time: 0.7026148 Sep 17 07:44:43.249612 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfb93b7-7120-4b10-b980-dcfc4947d237 req-fe7d2b54-1209-4555-af73-597e4d726e81 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:43.252750 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4bfb93b7-7120-4b10-b980-dcfc4947d237 req-fe7d2b54-1209-4555-af73-597e4d726e81 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f69a0b7-5de6-4a78-bae7-520ea588a06c HTTP/1.1" status: 200 len: 950 time: 0.0812478 Sep 17 07:44:43.294655 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306fd19c-a415-471b-a891-6ead53fb258d req-becf6248-dd35-4ca7-80db-9a82d3ca1f49 tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:43.296170 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-306fd19c-a415-471b-a891-6ead53fb258d req-becf6248-dd35-4ca7-80db-9a82d3ca1f49 tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] 10.222.0.13 "GET /v2.0/ports?device_id=325fc5f5-5f38-464b-9a4f-122809afc339 HTTP/1.1" status: 200 len: 950 time: 0.0969636 Sep 17 07:44:43.348376 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4bfb93b7-7120-4b10-b980-dcfc4947d237 req-267bcbd4-6a00-420f-a1cb-48e47cea3265 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] 10.222.0.13 "GET /v2.0/security-groups?id=49558376-b1a7-49c0-85b0-3dc987553efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807171 Sep 17 07:44:43.387628 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-f5af9d93-6980-40f1-9635-161f134b3b6f tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:43.389272 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-f5af9d93-6980-40f1-9635-161f134b3b6f tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=26cfbb02-93e0-4396-92f1-7ce5298f01f4&tenant_id=4f0e4c1c4dc94ab78a72a2655bcb731a&binding%3Ahost_id=n-h2-789963-9 HTTP/1.1" status: 200 len: 1095 time: 0.0817621 Sep 17 07:44:43.392253 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-306fd19c-a415-471b-a891-6ead53fb258d req-779bff3e-0166-40fe-8a55-687da45fe936 tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] 10.222.0.13 "GET /v2.0/security-groups?id=478ed27d-a4d4-41e9-b602-82684e3f7110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858364 Sep 17 07:44:43.481400 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-02ddd7b7-87c3-418e-884e-90e59cfb868e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:43.482890 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-02ddd7b7-87c3-418e-884e-90e59cfb868e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=26cfbb02-93e0-4396-92f1-7ce5298f01f4&tenant_id=4f0e4c1c4dc94ab78a72a2655bcb731a HTTP/1.1" status: 200 len: 1095 time: 0.0839703 Sep 17 07:44:43.570625 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-ad56e91f-4470-4b95-b0fc-4eb4d6360382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:43.572179 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-ad56e91f-4470-4b95-b0fc-4eb4d6360382 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4f0e4c1c4dc94ab78a72a2655bcb731a&device_id=26cfbb02-93e0-4396-92f1-7ce5298f01f4 HTTP/1.1" status: 200 len: 1095 time: 0.0413387 Sep 17 07:44:43.672092 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-493947d6-ce65-4443-ba20-a0efb2c55cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:43.673793 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-493947d6-ce65-4443-ba20-a0efb2c55cfe service neutron] 10.222.0.41 "GET /v2.0/networks?id=a0a513a6-9cd3-48db-b90d-df8b88e7c76b HTTP/1.1" status: 200 len: 909 time: 0.0926881 Sep 17 07:44:43.721391 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-97738d14-2958-4af9-a7eb-10aef39858b0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28cf66ad-5446-4090-a367-9c2f8667ed25 HTTP/1.1" status: 200 len: 217 time: 0.0373197 Sep 17 07:44:43.753072 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 56432) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:43.787487 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 56436) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:43.800995 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-dae5b07d-8099-4187-8aa7-9a79a6e6fd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:43.802549 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-dae5b07d-8099-4187-8aa7-9a79a6e6fd60 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b166af2c-f0c1-4005-bf20-b8a2b0583a5b HTTP/1.1" status: 200 len: 848 time: 0.0481749 Sep 17 07:44:43.843191 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-7d2232e1-92cb-4b1c-a2a4-2e7ee53a0647 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a0a513a6-9cd3-48db-b90d-df8b88e7c76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244870 Sep 17 07:44:43.887090 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-983a5aca-7fb4-4666-abe5-f01e9dd75541 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-892934241-network', 'tenant_id': 'd34cc5185f1740d1945a6bfa3abb6ae5'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:44:43.922023 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-a4aaa26b-30a7-4d57-83d1-28ad292b5574 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-349430441-network', 'tenant_id': '90ef65ae13814168aee392d206793d54'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:44:43.926003 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-983a5aca-7fb4-4666-abe5-f01e9dd75541 admin admin] Made reservation on behalf of d34cc5185f1740d1945a6bfa3abb6ae5 for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:44:43.929449 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-983a5aca-7fb4-4666-abe5-f01e9dd75541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:43.945890 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-983a5aca-7fb4-4666-abe5-f01e9dd75541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:43.978824 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4aaa26b-30a7-4d57-83d1-28ad292b5574 admin admin] Made reservation on behalf of 90ef65ae13814168aee392d206793d54 for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:44:43.982532 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a4aaa26b-30a7-4d57-83d1-28ad292b5574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:44.007127 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a4aaa26b-30a7-4d57-83d1-28ad292b5574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:44.012272 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-1aeb3982-2371-4b3d-8082-9a3db945afa1 service neutron] 10.222.0.41 "GET /v2.0/networks/a0a513a6-9cd3-48db-b90d-df8b88e7c76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304767 Sep 17 07:44:44.115276 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-983a5aca-7fb4-4666-abe5-f01e9dd75541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:44.126448 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-983a5aca-7fb4-4666-abe5-f01e9dd75541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:44.159554 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-983a5aca-7fb4-4666-abe5-f01e9dd75541 admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 07:44:44.185139 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a5aca-7fb4-4666-abe5-f01e9dd75541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81cf21eb-cac2-44e5-bda8-c8c02d7d037f,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:44.191914 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-983a5aca-7fb4-4666-abe5-f01e9dd75541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:44.192460 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-983a5aca-7fb4-4666-abe5-f01e9dd75541 admin admin] Added segment 18058c5c-fcb7-49c0-a171-94dda685db89 of type vlan for network ca9bc578-247c-4557-afe3-23767d5b3bb5 Sep 17 07:44:44.247783 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-983a5aca-7fb4-4666-abe5-f01e9dd75541 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:44.300167 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a4aaa26b-30a7-4d57-83d1-28ad292b5574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:44.305100 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a4aaa26b-30a7-4d57-83d1-28ad292b5574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:44.312180 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-983a5aca-7fb4-4666-abe5-f01e9dd75541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:44.313230 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983a5aca-7fb4-4666-abe5-f01e9dd75541 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:44.313865 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-983a5aca-7fb4-4666-abe5-f01e9dd75541 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:44.353013 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4aaa26b-30a7-4d57-83d1-28ad292b5574 admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 07:44:44.371299 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aaa26b-30a7-4d57-83d1-28ad292b5574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=570f1e17-d84f-4e7b-95f6-0ea2bd1dc628,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:44.374507 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-983a5aca-7fb4-4666-abe5-f01e9dd75541 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6201427 Sep 17 07:44:44.377838 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 56472) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:44.382544 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-aeffd06f-eb4c-40d1-9225-7e853074bbdb admin admin] Request body: {'subnet': {'network_id': 'ca9bc578-247c-4557-afe3-23767d5b3bb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-892934241-subnet', 'tenant_id': 'd34cc5185f1740d1945a6bfa3abb6ae5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:44:44.397975 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f0b646-3f82-4211-8293-ecccfba30b98 req-7e7c4e3d-d3fb-43c0-b730-015a3668fa13 tempest-VolumesAdminNegativeTest-1244886954 tempest-VolumesAdminNegativeTest-1244886954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:44.400057 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-18f0b646-3f82-4211-8293-ecccfba30b98 req-7e7c4e3d-d3fb-43c0-b730-015a3668fa13 tempest-VolumesAdminNegativeTest-1244886954 tempest-VolumesAdminNegativeTest-1244886954-project] 10.222.0.13 "GET /v2.0/ports?device_id=11dbddf5-cff0-4f21-9d9f-a3a0ead416df HTTP/1.1" status: 200 len: 944 time: 0.3362329 Sep 17 07:44:44.406172 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-d85b5bf9-b35e-4404-a2af-13cfe66f1113 service neutron] 10.222.0.41 "GET /v2.0/networks/a0a513a6-9cd3-48db-b90d-df8b88e7c76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3855197 Sep 17 07:44:44.412141 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a4aaa26b-30a7-4d57-83d1-28ad292b5574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:44.412484 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-a4aaa26b-30a7-4d57-83d1-28ad292b5574 admin admin] Added segment 41f7c046-924f-40ee-b894-7205f686ebff of type vlan for network 201676cd-a31a-4dcb-bdd3-9e5b728e16ec Sep 17 07:44:44.425274 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a5aca-7fb4-4666-abe5-f01e9dd75541 admin admin] Pushing event updated for resources: {'Network': ['ID=ca9bc578-247c-4557-afe3-23767d5b3bb5,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:44.429902 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ae78f-381c-4023-814f-d78d1d5ad391 req-befc558d-338d-4bf6-ab7f-a85e2f987457 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:44.431456 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2c8ae78f-381c-4023-814f-d78d1d5ad391 req-befc558d-338d-4bf6-ab7f-a85e2f987457 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cfbb02-93e0-4396-92f1-7ce5298f01f4 HTTP/1.1" status: 200 len: 944 time: 0.0960460 Sep 17 07:44:44.439076 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network ca9bc578-247c-4557-afe3-23767d5b3bb5 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 07:44:44.465667 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-18f0b646-3f82-4211-8293-ecccfba30b98 req-3d246498-fd04-4d19-ae7a-cdcd087f5870 tempest-VolumesAdminNegativeTest-1244886954 tempest-VolumesAdminNegativeTest-1244886954-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c99e789-8b48-47aa-9c3a-fb47b51dcd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579262 Sep 17 07:44:44.465881 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a4aaa26b-30a7-4d57-83d1-28ad292b5574 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:44.471240 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeffd06f-eb4c-40d1-9225-7e853074bbdb admin admin] Made reservation on behalf of d34cc5185f1740d1945a6bfa3abb6ae5 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:44:44.473485 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-aeffd06f-eb4c-40d1-9225-7e853074bbdb admin admin] Notify callbacks [] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:44.489079 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2c8ae78f-381c-4023-814f-d78d1d5ad391 req-308c84a1-25d5-4c53-b5f9-b7ba8b13c20d tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439553 Sep 17 07:44:44.561645 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a4aaa26b-30a7-4d57-83d1-28ad292b5574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:44.562919 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4aaa26b-30a7-4d57-83d1-28ad292b5574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:44.563633 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a4aaa26b-30a7-4d57-83d1-28ad292b5574 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:44.598593 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a4aaa26b-30a7-4d57-83d1-28ad292b5574 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8095391 Sep 17 07:44:44.607514 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 56478) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:44.612132 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-cab2dcf3-690e-4da8-82f5-d3fc1a13b9fb admin admin] Request body: {'subnet': {'network_id': '201676cd-a31a-4dcb-bdd3-9e5b728e16ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-349430441-subnet', 'tenant_id': '90ef65ae13814168aee392d206793d54', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:44:44.631543 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8761bf63-9572-4aec-a175-468b7ca3efea req-4bddba0d-e362-41b3-a92e-54a19f4c8930 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:44.636879 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8761bf63-9572-4aec-a175-468b7ca3efea req-4bddba0d-e362-41b3-a92e-54a19f4c8930 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f69a0b7-5de6-4a78-bae7-520ea588a06c HTTP/1.1" status: 200 len: 950 time: 0.0683031 Sep 17 07:44:44.657511 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aaa26b-30a7-4d57-83d1-28ad292b5574 admin admin] Pushing event updated for resources: {'Network': ['ID=201676cd-a31a-4dcb-bdd3-9e5b728e16ec,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:44.670653 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 201676cd-a31a-4dcb-bdd3-9e5b728e16ec details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 07:44:44.706352 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab2dcf3-690e-4da8-82f5-d3fc1a13b9fb admin admin] Made reservation on behalf of 90ef65ae13814168aee392d206793d54 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:44:44.708629 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cab2dcf3-690e-4da8-82f5-d3fc1a13b9fb admin admin] Notify callbacks [] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:44.710135 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8761bf63-9572-4aec-a175-468b7ca3efea req-d56c3021-1eca-434a-aaa8-ba905a9be9e8 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] 10.222.0.13 "GET /v2.0/security-groups?id=49558376-b1a7-49c0-85b0-3dc987553efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701540 Sep 17 07:44:44.718065 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0756e0eb-12ff-4eaf-b716-196688563aa0 req-2c10850a-e2dd-48d8-9a60-060f37e201f3 tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:44.726297 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0756e0eb-12ff-4eaf-b716-196688563aa0 req-2c10850a-e2dd-48d8-9a60-060f37e201f3 tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] 10.222.0.13 "GET /v2.0/ports?device_id=325fc5f5-5f38-464b-9a4f-122809afc339 HTTP/1.1" status: 200 len: 950 time: 0.0881360 Sep 17 07:44:44.769904 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0756e0eb-12ff-4eaf-b716-196688563aa0 req-b31e3796-f2ca-419d-9b2d-a9acd0622832 tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] 10.222.0.13 "GET /v2.0/security-groups?id=478ed27d-a4d4-41e9-b602-82684e3f7110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427108 Sep 17 07:44:44.889895 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a9c0f9-9616-48d3-a7bf-4bb4660c846b req-ccb6f697-8818-4f0b-997a-a4f71b1e72c3 tempest-DeleteServersAdminTestJSON-1849763592 tempest-DeleteServersAdminTestJSON-1849763592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:44.892432 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-92a9c0f9-9616-48d3-a7bf-4bb4660c846b req-ccb6f697-8818-4f0b-997a-a4f71b1e72c3 tempest-DeleteServersAdminTestJSON-1849763592 tempest-DeleteServersAdminTestJSON-1849763592-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9f69a0b7-5de6-4a78-bae7-520ea588a06c HTTP/1.1" status: 200 len: 1101 time: 0.0523961 Sep 17 07:44:44.968308 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-aeffd06f-eb4c-40d1-9225-7e853074bbdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:45.004188 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-92a9c0f9-9616-48d3-a7bf-4bb4660c846b req-a3536be5-a5d3-4619-b246-2caad71ec7c5 tempest-DeleteServersAdminTestJSON-1849763592 tempest-DeleteServersAdminTestJSON-1849763592-project-admin] Deleting port fb4dea3b-2010-4126-ad62-b693205ccfdc {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:44:45.004618 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-92a9c0f9-9616-48d3-a7bf-4bb4660c846b req-a3536be5-a5d3-4619-b246-2caad71ec7c5 tempest-DeleteServersAdminTestJSON-1849763592 tempest-DeleteServersAdminTestJSON-1849763592-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:45.005542 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-cd52b42f-c25e-4de4-8202-942b7ac357f5 tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:45.007045 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-cd52b42f-c25e-4de4-8202-942b7ac357f5 tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=26cfbb02-93e0-4396-92f1-7ce5298f01f4&tenant_id=4f0e4c1c4dc94ab78a72a2655bcb731a&binding%3Ahost_id=n-h1-789963-9 HTTP/1.1" status: 200 len: 1095 time: 0.1529469 Sep 17 07:44:45.007870 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cab2dcf3-690e-4da8-82f5-d3fc1a13b9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:45.064286 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeffd06f-eb4c-40d1-9225-7e853074bbdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f23777ee-a778-44f7-90ee-59c4c59063cf,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:45.101724 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 56490) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:45.118674 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-92a9c0f9-9616-48d3-a7bf-4bb4660c846b req-a3536be5-a5d3-4619-b246-2caad71ec7c5 tempest-DeleteServersAdminTestJSON-1849763592 tempest-DeleteServersAdminTestJSON-1849763592-project-admin] For port fb4dea3b-2010-4126-ad62-b693205ccfdc, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=fb4dea3b-2010-4126-ad62-b693205ccfdc,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:44:45.119052 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-92a9c0f9-9616-48d3-a7bf-4bb4660c846b req-a3536be5-a5d3-4619-b246-2caad71ec7c5 tempest-DeleteServersAdminTestJSON-1849763592 tempest-DeleteServersAdminTestJSON-1849763592-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:45.135690 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-92a9c0f9-9616-48d3-a7bf-4bb4660c846b req-a3536be5-a5d3-4619-b246-2caad71ec7c5 tempest-DeleteServersAdminTestJSON-1849763592 tempest-DeleteServersAdminTestJSON-1849763592-project-admin] Calling delete_port for fb4dea3b-2010-4126-ad62-b693205ccfdc owned by compute:nova {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:44:45.154069 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeffd06f-eb4c-40d1-9225-7e853074bbdb admin admin] Checking segment: {'id': '18058c5c-fcb7-49c0-a171-94dda685db89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ca9bc578-247c-4557-afe3-23767d5b3bb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:44:45.156123 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeffd06f-eb4c-40d1-9225-7e853074bbdb admin admin] Network hostable DHCP agents. Network: ca9bc578-247c-4557-afe3-23767d5b3bb5, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 07:44:45.164179 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab2dcf3-690e-4da8-82f5-d3fc1a13b9fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=23bb5ade-3e0d-458c-88c4-34fc4e1caa5c,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:45.170404 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab2dcf3-690e-4da8-82f5-d3fc1a13b9fb admin admin] Checking segment: {'id': '41f7c046-924f-40ee-b894-7205f686ebff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '201676cd-a31a-4dcb-bdd3-9e5b728e16ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:44:45.170759 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab2dcf3-690e-4da8-82f5-d3fc1a13b9fb admin admin] Network hostable DHCP agents. Network: 201676cd-a31a-4dcb-bdd3-9e5b728e16ec, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 07:44:45.220233 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1cfb70d8-d5e5-4766-adab-5a10c467f41e req-de00049a-43a4-4cc7-ac50-a30f7e92561c tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=c74b3f14521f4f2cb7e7db618309be98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258796 Sep 17 07:44:45.281141 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7478cba0-5668-466c-b469-be6f50a6805f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:45.376910 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeffd06f-eb4c-40d1-9225-7e853074bbdb admin admin] Network ca9bc578-247c-4557-afe3-23767d5b3bb5 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 07:44:45.395060 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab2dcf3-690e-4da8-82f5-d3fc1a13b9fb admin admin] Network 201676cd-a31a-4dcb-bdd3-9e5b728e16ec is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 07:44:45.400340 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-aeffd06f-eb4c-40d1-9225-7e853074bbdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, ca9bc578-247c-4557-afe3-23767d5b3bb5) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:44:45.409167 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeffd06f-eb4c-40d1-9225-7e853074bbdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:45.409828 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-aeffd06f-eb4c-40d1-9225-7e853074bbdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:45.411632 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-cab2dcf3-690e-4da8-82f5-d3fc1a13b9fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 201676cd-a31a-4dcb-bdd3-9e5b728e16ec) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:44:45.412179 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9038b21-f9a2-4ab1-ac06-91e74a72359b None None] Network ca9bc578-247c-4557-afe3-23767d5b3bb5 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:44:45.419382 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab2dcf3-690e-4da8-82f5-d3fc1a13b9fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:45.420025 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cab2dcf3-690e-4da8-82f5-d3fc1a13b9fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:45.427141 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb70d8-d5e5-4766-adab-5a10c467f41e req-f8eefcc8-e5ae-4766-bdda-3135c1a15dfe tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:45.428571 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1cfb70d8-d5e5-4766-adab-5a10c467f41e req-f8eefcc8-e5ae-4766-bdda-3135c1a15dfe tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1994054 Sep 17 07:44:45.432783 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-67e6c96a-74f6-4860-940a-08727776ef6d service neutron] For port 28cf66ad-5446-4090-a367-9c2f8667ed25, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:44:45.435583 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a970302f-655a-4251-a48d-7e29624d98ce None None] Network 201676cd-a31a-4dcb-bdd3-9e5b728e16ec requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:44:45.436671 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-67e6c96a-74f6-4860-940a-08727776ef6d service neutron] Notify callbacks [] for binding, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:45.437699 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d5a6bf8a-a490-45a1-9976-0bdd380f843f req-67e6c96a-74f6-4860-940a-08727776ef6d service neutron] 10.222.0.41 "DELETE /v2.0/ports/28cf66ad-5446-4090-a367-9c2f8667ed25/bindings/n-h2-789963-9 HTTP/1.1" status: 204 len: 173 time: 0.4182363 Sep 17 07:44:45.451250 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-92a9c0f9-9616-48d3-a7bf-4bb4660c846b req-a3536be5-a5d3-4619-b246-2caad71ec7c5 tempest-DeleteServersAdminTestJSON-1849763592 tempest-DeleteServersAdminTestJSON-1849763592-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:45.463520 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1cfb70d8-d5e5-4766-adab-5a10c467f41e req-ba21049b-bef2-4e4d-a650-a7e6ed04dc13 tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] 10.222.0.13 "GET /v2.0/quotas/c74b3f14521f4f2cb7e7db618309be98 HTTP/1.1" status: 200 len: 375 time: 0.0247097 Sep 17 07:44:45.497222 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3536be5-a5d3-4619-b246-2caad71ec7c5 tempest-DeleteServersAdminTestJSON-1849763592 tempest-DeleteServersAdminTestJSON-1849763592-project-admin] Pushing event deleted for resources: {'Port': ['ID=fb4dea3b-2010-4126-ad62-b693205ccfdc,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:45.506271 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['fb4dea3b-2010-4126-ad62-b693205ccfdc'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:44:45.602540 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-92a9c0f9-9616-48d3-a7bf-4bb4660c846b req-a3536be5-a5d3-4619-b246-2caad71ec7c5 tempest-DeleteServersAdminTestJSON-1849763592 tempest-DeleteServersAdminTestJSON-1849763592-project-admin] No DVR routers for this DVR port fb4dea3b-2010-4126-ad62-b693205ccfdc on host n-h1-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:44:45.625279 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-92a9c0f9-9616-48d3-a7bf-4bb4660c846b req-a3536be5-a5d3-4619-b246-2caad71ec7c5 tempest-DeleteServersAdminTestJSON-1849763592 tempest-DeleteServersAdminTestJSON-1849763592-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:45.627359 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-92a9c0f9-9616-48d3-a7bf-4bb4660c846b req-a3536be5-a5d3-4619-b246-2caad71ec7c5 tempest-DeleteServersAdminTestJSON-1849763592 tempest-DeleteServersAdminTestJSON-1849763592-project-admin] 10.222.0.41 "DELETE /v2.0/ports/fb4dea3b-2010-4126-ad62-b693205ccfdc HTTP/1.1" status: 204 len: 173 time: 0.7284217 Sep 17 07:44:45.628784 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f69a0b7-5de6-4a78-bae7-520ea588a06c', 'name': 'network-vif-deleted', 'tag': 'fb4dea3b-2010-4126-ad62-b693205ccfdc'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:44:45.631119 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a2a8b6-ee82-423d-bf4c-6ffee7b6b220" -d '{"events": [{"server_uuid": "9f69a0b7-5de6-4a78-bae7-520ea588a06c", "name": "network-vif-deleted", "tag": "fb4dea3b-2010-4126-ad62-b693205ccfdc"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:44:45.646774 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 1ef74bea-918b-4886-be64-92e6e529ed33 details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:44:45.657948 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7478cba0-5668-466c-b469-be6f50a6805f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:45.674718 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-aeffd06f-eb4c-40d1-9225-7e853074bbdb admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2952292 Sep 17 07:44:45.677089 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 56512) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:45.681413 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-cab2dcf3-690e-4da8-82f5-d3fc1a13b9fb admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0712929 Sep 17 07:44:45.688868 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1cfb70d8-d5e5-4766-adab-5a10c467f41e req-5f7a051b-29f4-423d-9f96-0946d006efc1 tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c74b3f14521f4f2cb7e7db618309be98&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1958892 Sep 17 07:44:45.689164 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-1e534948-f521-4034-b7cb-1c943efe9656 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-892934241-router', 'tenant_id': 'd34cc5185f1740d1945a6bfa3abb6ae5', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:44:45.692925 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 56514) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:45.697360 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7478cba0-5668-466c-b469-be6f50a6805f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:45.701809 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-b1adfa8b-c749-4ac2-9ad8-5477929c13d1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-349430441-router', 'tenant_id': '90ef65ae13814168aee392d206793d54', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:44:45.753338 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119fe763-d8d2-4720-8884-31b9458f7138 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-201676cd-a31a-4dcb-bdd3-9e5b728e16ec', 'network_id': '201676cd-a31a-4dcb-bdd3-9e5b728e16ec', 'tenant_id': '90ef65ae13814168aee392d206793d54', 'fixed_ips': [{'subnet_id': '23bb5ade-3e0d-458c-88c4-34fc4e1caa5c'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 07:44:45.754389 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-119fe763-d8d2-4720-8884-31b9458f7138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:45.771069 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4312fd1-8527-402d-8d92-f360e05d2195 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-ca9bc578-247c-4557-afe3-23767d5b3bb5', 'network_id': 'ca9bc578-247c-4557-afe3-23767d5b3bb5', 'tenant_id': 'd34cc5185f1740d1945a6bfa3abb6ae5', 'fixed_ips': [{'subnet_id': 'f23777ee-a778-44f7-90ee-59c4c59063cf'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 07:44:45.772231 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a4312fd1-8527-402d-8d92-f360e05d2195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:45.791667 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bd1c18-8fb2-469f-b6d7-b3a8c9b539ec req-791204c9-c52a-45c8-a2b3-2be50dcc5b66 tempest-VolumesAdminNegativeTest-1244886954 tempest-VolumesAdminNegativeTest-1244886954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:45.793267 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c8bd1c18-8fb2-469f-b6d7-b3a8c9b539ec req-791204c9-c52a-45c8-a2b3-2be50dcc5b66 tempest-VolumesAdminNegativeTest-1244886954 tempest-VolumesAdminNegativeTest-1244886954-project] 10.222.0.13 "GET /v2.0/ports?device_id=11dbddf5-cff0-4f21-9d9f-a3a0ead416df HTTP/1.1" status: 200 len: 944 time: 0.2210498 Sep 17 07:44:45.795203 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b1adfa8b-c749-4ac2-9ad8-5477929c13d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:45.796854 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b1adfa8b-c749-4ac2-9ad8-5477929c13d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:45.845250 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7478cba0-5668-466c-b469-be6f50a6805f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376447ed-2ca2-491e-92a4-374b4c01ae54,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:45.884293 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-7478cba0-5668-466c-b469-be6f50a6805f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=78e57a716a2c413dae2a75c443a4edc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7774949 Sep 17 07:44:45.888686 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 56520) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:45.916849 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b1adfa8b-c749-4ac2-9ad8-5477929c13d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:45.920694 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1e534948-f521-4034-b7cb-1c943efe9656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:45.921840 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1e534948-f521-4034-b7cb-1c943efe9656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:45.965952 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-35ac241f-f26c-482a-8aca-40aac5117154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:45.997407 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-35ac241f-f26c-482a-8aca-40aac5117154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:46.116341 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c8bd1c18-8fb2-469f-b6d7-b3a8c9b539ec req-fa6d465f-acca-4328-a4e2-b12bea89ee51 tempest-VolumesAdminNegativeTest-1244886954 tempest-VolumesAdminNegativeTest-1244886954-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c99e789-8b48-47aa-9c3a-fb47b51dcd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023260 Sep 17 07:44:46.146684 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331c7ff-f718-4835-8f10-9f81ffc57f18 req-3fec0378-62d6-4b35-a69c-bb17cf216067 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:46.157924 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9331c7ff-f718-4835-8f10-9f81ffc57f18 req-3fec0378-62d6-4b35-a69c-bb17cf216067 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cfbb02-93e0-4396-92f1-7ce5298f01f4 HTTP/1.1" status: 200 len: 944 time: 0.1933439 Sep 17 07:44:46.160936 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 28cf66ad-5446-4090-a367-9c2f8667ed25 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:44:46.164688 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-35ac241f-f26c-482a-8aca-40aac5117154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:46.168850 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-35ac241f-f26c-482a-8aca-40aac5117154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:46.173675 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-35ac241f-f26c-482a-8aca-40aac5117154 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/376447ed-2ca2-491e-92a4-374b4c01ae54 HTTP/1.1" status: 204 len: 168 time: 0.2839231 Sep 17 07:44:46.197156 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac241f-f26c-482a-8aca-40aac5117154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376447ed-2ca2-491e-92a4-374b4c01ae54,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:46.220749 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bafa1d2b-7aaf-48ce-92b4-f8b327cdf6cf x-openstack-request-id: req-bafa1d2b-7aaf-48ce-92b4-f8b327cdf6cf {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:44:46.221218 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f69a0b7-5de6-4a78-bae7-520ea588a06c", "name": "network-vif-deleted", "tag": "fb4dea3b-2010-4126-ad62-b693205ccfdc", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:44:46.221679 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bafa1d2b-7aaf-48ce-92b4-f8b327cdf6cf {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:44:46.222231 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f69a0b7-5de6-4a78-bae7-520ea588a06c', 'name': 'network-vif-deleted', 'tag': 'fb4dea3b-2010-4126-ad62-b693205ccfdc', 'status': 'completed', 'code': 200} Sep 17 07:44:46.241845 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1e534948-f521-4034-b7cb-1c943efe9656 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:46.244172 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b1adfa8b-c749-4ac2-9ad8-5477929c13d1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:46.246874 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9331c7ff-f718-4835-8f10-9f81ffc57f18 req-a6bcbd62-fe37-4a66-a2de-cea8864aea82 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823207 Sep 17 07:44:46.342621 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-86eb3036-59c6-4c97-adc8-412fd935a7a3 req-667125f7-6fcf-49f5-9121-750d225203bf tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] 10.222.0.13 "GET /v2.0/ports?device_id=87e09428-baaf-4255-a223-f723676c9b16 HTTP/1.1" status: 200 len: 210 time: 0.0530114 Sep 17 07:44:46.378443 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 1ef74bea-918b-4886-be64-92e6e529ed33, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=1ef74bea-918b-4886-be64-92e6e529ed33,segment=NetworkSegment(5da88e10-acd3-42e6-b449-ead2d3e2e3d3),segment_id=5da88e10-acd3-42e6-b449-ead2d3e2e3d3)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:44:46.432397 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': '1ef74bea-918b-4886-be64-92e6e529ed33', 'network_id': 'c30d55a8-0216-46a7-bf20-ef14b8c929a7', 'port_id': '1ef74bea-918b-4886-be64-92e6e529ed33', 'mac_address': 'fa:16:3e:4c:63:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4af7627b-0e14-4246-9709-af1adcdc0839', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:44:46.456698 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ab94c97b-c88b-49ea-9f59-61cb35fcca9c req-2468a096-b3cd-42a6-bc18-fe8de77b2f9b tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f69a0b7-5de6-4a78-bae7-520ea588a06c HTTP/1.1" status: 200 len: 210 time: 0.1068068 Sep 17 07:44:46.467596 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 28cf66ad-5446-4090-a367-9c2f8667ed25 not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:44:46.603305 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1e534948-f521-4034-b7cb-1c943efe9656 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:46.604653 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-119fe763-d8d2-4720-8884-31b9458f7138 None None] Allocated IP 172.20.0.2 (201676cd-a31a-4dcb-bdd3-9e5b728e16ec/23bb5ade-3e0d-458c-88c4-34fc4e1caa5c/c45524e6-cadd-4c79-a26c-37b1a18b5642) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:44:46.617875 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d355998-bf23-4c0a-ac62-c9e56b47ec42 req-45e11c26-48d2-43f8-a631-283723e409ed tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:46.625689 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4d355998-bf23-4c0a-ac62-c9e56b47ec42 req-45e11c26-48d2-43f8-a631-283723e409ed tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=26cfbb02-93e0-4396-92f1-7ce5298f01f4 HTTP/1.1" status: 200 len: 1095 time: 0.0545206 Sep 17 07:44:46.684806 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4d355998-bf23-4c0a-ac62-c9e56b47ec42 req-7585224a-d0d0-4b66-bfb2-8ac6b6b620a7 tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528119 Sep 17 07:44:46.793337 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-a4312fd1-8527-402d-8d92-f360e05d2195 None None] Allocated IP 172.20.0.2 (ca9bc578-247c-4557-afe3-23767d5b3bb5/f23777ee-a778-44f7-90ee-59c4c59063cf/c67893f1-29d7-4a31-9981-22afdfb2a72a) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:44:46.812720 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 56544) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:46.829814 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:46.837183 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2bc45bb5-d562-4fb4-b316-db14b9f6a842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:46.872254 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-119fe763-d8d2-4720-8884-31b9458f7138 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:46.888803 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ef74bea-918b-4886-be64-92e6e529ed33 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:44:46.894589 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-119fe763-d8d2-4720-8884-31b9458f7138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:46.966725 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b1adfa8b-c749-4ac2-9ad8-5477929c13d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:46.986974 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 1ef74bea-918b-4886-be64-92e6e529ed33, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=1ef74bea-918b-4886-be64-92e6e529ed33,segment=NetworkSegment(5da88e10-acd3-42e6-b449-ead2d3e2e3d3),segment_id=5da88e10-acd3-42e6-b449-ead2d3e2e3d3)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:44:47.021212 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b1adfa8b-c749-4ac2-9ad8-5477929c13d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:47.072331 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2bc45bb5-d562-4fb4-b316-db14b9f6a842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:47.084393 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2bc45bb5-d562-4fb4-b316-db14b9f6a842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:47.098005 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:47.109909 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119fe763-d8d2-4720-8884-31b9458f7138 None None] Network 201676cd-a31a-4dcb-bdd3-9e5b728e16ec is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:44:47.114140 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119fe763-d8d2-4720-8884-31b9458f7138 None None] Pushing event updated for resources: {'Port': ['ID=c45524e6-cadd-4c79-a26c-37b1a18b5642,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:47.135584 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-2bc45bb5-d562-4fb4-b316-db14b9f6a842 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f184cb81dd1542d880afaf97684429e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3217766 Sep 17 07:44:47.136144 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 56556) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:47.144820 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6982a-d0fd-431b-a5de-9fc9b3f8c575 req-33ca436e-d7c9-4147-9287-7d71a0e65f32 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:47.146284 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3ca6982a-d0fd-431b-a5de-9fc9b3f8c575 req-33ca436e-d7c9-4147-9287-7d71a0e65f32 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/networks?id=a0a513a6-9cd3-48db-b90d-df8b88e7c76b HTTP/1.1" status: 200 len: 808 time: 0.2006106 Sep 17 07:44:47.162401 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc45bb5-d562-4fb4-b316-db14b9f6a842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb97aea-0190-4044-98b0-85e516135948,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:47.170938 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-119fe763-d8d2-4720-8884-31b9458f7138 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:44:47.172456 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=1ef74bea-918b-4886-be64-92e6e529ed33,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:47.180137 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1e534948-f521-4034-b7cb-1c943efe9656 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:47.191442 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119fe763-d8d2-4720-8884-31b9458f7138 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:44:47.199221 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3ca6982a-d0fd-431b-a5de-9fc9b3f8c575 req-783f44c8-cf30-404f-87cd-f840fe2aa597 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/quotas/4f0e4c1c4dc94ab78a72a2655bcb731a HTTP/1.1" status: 200 len: 375 time: 0.0300391 Sep 17 07:44:47.222849 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1e534948-f521-4034-b7cb-1c943efe9656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:47.224806 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a4312fd1-8527-402d-8d92-f360e05d2195 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:47.250316 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a4312fd1-8527-402d-8d92-f360e05d2195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:47.258741 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-b1adfa8b-c749-4ac2-9ad8-5477929c13d1 admin admin] Allocated IP 172.25.6.64 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/e28b7dc1-3f64-4b0a-b0da-9a7d2440ad45) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:44:47.286887 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3ca6982a-d0fd-431b-a5de-9fc9b3f8c575 req-29d841b8-219d-4bf8-8d5b-26ed52254b7f tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f0e4c1c4dc94ab78a72a2655bcb731a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0865629 Sep 17 07:44:47.309010 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-119fe763-d8d2-4720-8884-31b9458f7138 None None] Attempting to bind port c45524e6-cadd-4c79-a26c-37b1a18b5642 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:44:47.309419 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-119fe763-d8d2-4720-8884-31b9458f7138 None None] Attempting to bind port c45524e6-cadd-4c79-a26c-37b1a18b5642 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '41f7c046-924f-40ee-b894-7205f686ebff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '201676cd-a31a-4dcb-bdd3-9e5b728e16ec'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:44:47.310318 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119fe763-d8d2-4720-8884-31b9458f7138 None None] Attempting to bind port c45524e6-cadd-4c79-a26c-37b1a18b5642 on network 201676cd-a31a-4dcb-bdd3-9e5b728e16ec {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:44:47.310804 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1218e4-bc6a-44ad-9c65-2d8c14c731bf req-2e05a07e-9218-46db-94b9-2d7fb1fbd18d tempest-VolumesAdminNegativeTest-1244886954 tempest-VolumesAdminNegativeTest-1244886954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:47.311885 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d8241a72-7b97-40c9-9045-c9e2e6b5249b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:47.314407 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1b1218e4-bc6a-44ad-9c65-2d8c14c731bf req-2e05a07e-9218-46db-94b9-2d7fb1fbd18d tempest-VolumesAdminNegativeTest-1244886954 tempest-VolumesAdminNegativeTest-1244886954-project] 10.222.0.13 "GET /v2.0/ports?device_id=11dbddf5-cff0-4f21-9d9f-a3a0ead416df HTTP/1.1" status: 200 len: 945 time: 0.0807710 Sep 17 07:44:47.324040 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [req-3ca6982a-d0fd-431b-a5de-9fc9b3f8c575 req-4cbf4816-aa67-4d90-a8e8-1e452dd9bf07 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 07:44:47.326108 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3ca6982a-d0fd-431b-a5de-9fc9b3f8c575 req-4cbf4816-aa67-4d90-a8e8-1e452dd9bf07 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0104804 Sep 17 07:44:47.326869 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4312fd1-8527-402d-8d92-f360e05d2195 None None] Network ca9bc578-247c-4557-afe3-23767d5b3bb5 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:44:47.327985 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119fe763-d8d2-4720-8884-31b9458f7138 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:44:47.328333 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119fe763-d8d2-4720-8884-31b9458f7138 None None] Checking segment: {'id': '41f7c046-924f-40ee-b894-7205f686ebff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '201676cd-a31a-4dcb-bdd3-9e5b728e16ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:44:47.328738 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-119fe763-d8d2-4720-8884-31b9458f7138 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:47.329188 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119fe763-d8d2-4720-8884-31b9458f7138 None None] Bound using segment: {'id': '41f7c046-924f-40ee-b894-7205f686ebff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '201676cd-a31a-4dcb-bdd3-9e5b728e16ec'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:44:47.329662 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-119fe763-d8d2-4720-8884-31b9458f7138 None None] Bound port: c45524e6-cadd-4c79-a26c-37b1a18b5642, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f7c046-924f-40ee-b894-7205f686ebff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '201676cd-a31a-4dcb-bdd3-9e5b728e16ec'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:44:47.330047 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-119fe763-d8d2-4720-8884-31b9458f7138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:47.332803 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4312fd1-8527-402d-8d92-f360e05d2195 None None] Pushing event updated for resources: {'Port': ['ID=c67893f1-29d7-4a31-9981-22afdfb2a72a,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:47.338042 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-a4312fd1-8527-402d-8d92-f360e05d2195 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:44:47.340453 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4312fd1-8527-402d-8d92-f360e05d2195 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:44:47.362752 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d8241a72-7b97-40c9-9045-c9e2e6b5249b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:47.448618 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-a4312fd1-8527-402d-8d92-f360e05d2195 None None] Attempting to bind port c67893f1-29d7-4a31-9981-22afdfb2a72a on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:44:47.449348 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-a4312fd1-8527-402d-8d92-f360e05d2195 None None] Attempting to bind port c67893f1-29d7-4a31-9981-22afdfb2a72a by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '18058c5c-fcb7-49c0-a171-94dda685db89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ca9bc578-247c-4557-afe3-23767d5b3bb5'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:44:47.449968 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4312fd1-8527-402d-8d92-f360e05d2195 None None] Attempting to bind port c67893f1-29d7-4a31-9981-22afdfb2a72a on network ca9bc578-247c-4557-afe3-23767d5b3bb5 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:44:47.464666 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b1adfa8b-c749-4ac2-9ad8-5477929c13d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:47.475828 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4312fd1-8527-402d-8d92-f360e05d2195 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:44:47.486091 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4312fd1-8527-402d-8d92-f360e05d2195 None None] Checking segment: {'id': '18058c5c-fcb7-49c0-a171-94dda685db89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ca9bc578-247c-4557-afe3-23767d5b3bb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:44:47.487042 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a4312fd1-8527-402d-8d92-f360e05d2195 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:47.487589 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4312fd1-8527-402d-8d92-f360e05d2195 None None] Bound using segment: {'id': '18058c5c-fcb7-49c0-a171-94dda685db89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ca9bc578-247c-4557-afe3-23767d5b3bb5'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:44:47.488651 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-a4312fd1-8527-402d-8d92-f360e05d2195 None None] Bound port: c67893f1-29d7-4a31-9981-22afdfb2a72a, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18058c5c-fcb7-49c0-a171-94dda685db89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ca9bc578-247c-4557-afe3-23767d5b3bb5'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:44:47.489210 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a4312fd1-8527-402d-8d92-f360e05d2195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:47.501998 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d8241a72-7b97-40c9-9045-c9e2e6b5249b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:47.504830 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d8241a72-7b97-40c9-9045-c9e2e6b5249b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:47.506295 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d8241a72-7b97-40c9-9045-c9e2e6b5249b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9fb97aea-0190-4044-98b0-85e516135948 HTTP/1.1" status: 204 len: 168 time: 0.3677173 Sep 17 07:44:47.519867 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1b1218e4-bc6a-44ad-9c65-2d8c14c731bf req-360e9908-fa9e-47e1-8928-b39b3e5aa2e0 tempest-VolumesAdminNegativeTest-1244886954 tempest-VolumesAdminNegativeTest-1244886954-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c99e789-8b48-47aa-9c3a-fb47b51dcd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921284 Sep 17 07:44:47.520436 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b1adfa8b-c749-4ac2-9ad8-5477929c13d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:47.521041 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-119fe763-d8d2-4720-8884-31b9458f7138 None None] For port c45524e6-cadd-4c79-a26c-37b1a18b5642, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:44:47.524613 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1cfb70d8-d5e5-4766-adab-5a10c467f41e req-382bcfde-d44e-4560-8cae-ce2868c20865 tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=c74b3f14521f4f2cb7e7db618309be98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439224 Sep 17 07:44:47.528199 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-119fe763-d8d2-4720-8884-31b9458f7138 None None] For port c45524e6-cadd-4c79-a26c-37b1a18b5642, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=c45524e6-cadd-4c79-a26c-37b1a18b5642,segment=NetworkSegment(41f7c046-924f-40ee-b894-7205f686ebff),segment_id=41f7c046-924f-40ee-b894-7205f686ebff)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:44:47.533343 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3ca6982a-d0fd-431b-a5de-9fc9b3f8c575 req-9bbd5862-23e8-4cdd-aede-5ed620a2e74e service neutron] 10.222.0.13 "GET /v2.0/networks/a0a513a6-9cd3-48db-b90d-df8b88e7c76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676364 Sep 17 07:44:47.544241 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['1ef74bea-918b-4886-be64-92e6e529ed33'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:44:47.572356 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8241a72-7b97-40c9-9045-c9e2e6b5249b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb97aea-0190-4044-98b0-85e516135948,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:47.595700 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1adfa8b-c749-4ac2-9ad8-5477929c13d1 admin admin] Pushing event updated for resources: {'Port': ['ID=e28b7dc1-3f64-4b0a-b0da-9a7d2440ad45,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:47.606222 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-119fe763-d8d2-4720-8884-31b9458f7138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:47.613888 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1adfa8b-c749-4ac2-9ad8-5477929c13d1 admin admin] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:44:47.647802 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-b1adfa8b-c749-4ac2-9ad8-5477929c13d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:44:47.656627 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1adfa8b-c749-4ac2-9ad8-5477929c13d1 admin admin] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:44:47.683507 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device fb4dea3b-2010-4126-ad62-b693205ccfdc no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:44:47.735704 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d102f210-ee70-496f-92b1-53d25bf9411d req-e88fb4a0-946e-459f-8363-08eb7ba57f55 tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] 10.222.0.13 "GET /v2.0/ports?device_id=87e09428-baaf-4255-a223-f723676c9b16 HTTP/1.1" status: 200 len: 210 time: 0.0488083 Sep 17 07:44:47.742728 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] No Port match for: fb4dea3b-2010-4126-ad62-b693205ccfdc {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:44:47.743710 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device fb4dea3b-2010-4126-ad62-b693205ccfdc not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:44:47.775522 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb70d8-d5e5-4766-adab-5a10c467f41e req-f2d6e5cd-e449-435f-adb9-3dd1729ea335 tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:47.777615 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1cfb70d8-d5e5-4766-adab-5a10c467f41e req-f2d6e5cd-e449-435f-adb9-3dd1729ea335 tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2408233 Sep 17 07:44:47.780326 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3ca6982a-d0fd-431b-a5de-9fc9b3f8c575 req-8cade6a5-6afe-4b4d-b53e-3441f0ef5c58 service neutron] 10.222.0.13 "GET /v2.0/networks/a0a513a6-9cd3-48db-b90d-df8b88e7c76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449763 Sep 17 07:44:47.802180 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-1cfb70d8-d5e5-4766-adab-5a10c467f41e req-6bfcbf40-72b1-4bb0-885a-590ae8661c4e tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] Request body: {'port': {'device_id': '87e09428-baaf-4255-a223-f723676c9b16', 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583', 'admin_state_up': True, 'tenant_id': 'c74b3f14521f4f2cb7e7db618309be98'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:44:47.812703 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-1e534948-f521-4034-b7cb-1c943efe9656 admin admin] Allocated IP 172.25.6.53 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/ec41a266-a262-48ff-80ed-4dc10f7848dc) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:44:47.865693 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119fe763-d8d2-4720-8884-31b9458f7138 None None] Pushing event updated for resources: {'Port': ['ID=c45524e6-cadd-4c79-a26c-37b1a18b5642,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:47.872791 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-a4312fd1-8527-402d-8d92-f360e05d2195 None None] For port c67893f1-29d7-4a31-9981-22afdfb2a72a, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:44:47.876349 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-a4312fd1-8527-402d-8d92-f360e05d2195 None None] For port c67893f1-29d7-4a31-9981-22afdfb2a72a, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=c67893f1-29d7-4a31-9981-22afdfb2a72a,segment=NetworkSegment(18058c5c-fcb7-49c0-a171-94dda685db89),segment_id=18058c5c-fcb7-49c0-a171-94dda685db89)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:44:47.894484 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a4312fd1-8527-402d-8d92-f360e05d2195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:48.026609 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4312fd1-8527-402d-8d92-f360e05d2195 None None] Pushing event updated for resources: {'Port': ['ID=c67893f1-29d7-4a31-9981-22afdfb2a72a,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:48.108351 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cfb70d8-d5e5-4766-adab-5a10c467f41e req-6bfcbf40-72b1-4bb0-885a-590ae8661c4e tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] Made reservation on behalf of c74b3f14521f4f2cb7e7db618309be98 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:44:48.115655 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1cfb70d8-d5e5-4766-adab-5a10c467f41e req-6bfcbf40-72b1-4bb0-885a-590ae8661c4e tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:48.277646 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1e534948-f521-4034-b7cb-1c943efe9656 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:48.353212 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-70cd9464-d2bb-4751-bfcf-4d7007a1bf33 req-5a2c1168-dedf-4245-afef-90d22505ef66 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c19325a-872a-4be3-952a-1149cb68eff8 HTTP/1.1" status: 200 len: 210 time: 0.1855850 Sep 17 07:44:48.383179 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1cfc1350-873d-4ae5-898d-9b7d336fa6a6 req-a07f9456-bfa0-4679-bd08-974a7f655c39 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=e3fa2625380d42b694cced0e6ee23545&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235953 Sep 17 07:44:48.563059 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [req-1cfb70d8-d5e5-4766-adab-5a10c467f41e req-6bfcbf40-72b1-4bb0-885a-590ae8661c4e tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] Allocated IP 192.168.233.235 (469390cd-cce5-49bd-b8f8-9e64018a0583/5f3af6cb-9cad-436b-bf41-034e75672c44/0e2373b8-45bd-45d6-a7b7-044d70db0f1d) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:44:48.637333 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc1350-873d-4ae5-898d-9b7d336fa6a6 req-38158c3c-4f51-4c36-ac70-39428d9c86ec tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:48.638979 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1cfc1350-873d-4ae5-898d-9b7d336fa6a6 req-38158c3c-4f51-4c36-ac70-39428d9c86ec tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2018416 Sep 17 07:44:48.702186 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1cfc1350-873d-4ae5-898d-9b7d336fa6a6 req-c787d744-24c5-4964-abd0-5e7c3e2e1fc8 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] 10.222.0.13 "GET /v2.0/quotas/e3fa2625380d42b694cced0e6ee23545 HTTP/1.1" status: 200 len: 375 time: 0.0553930 Sep 17 07:44:48.762014 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f21cac-31de-4ea7-8f45-f4d0ee689ea7 req-1070fe0c-4145-407d-bbeb-c080f9d49894 tempest-VolumesAdminNegativeTest-1244886954 tempest-VolumesAdminNegativeTest-1244886954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:48.765334 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-46f21cac-31de-4ea7-8f45-f4d0ee689ea7 req-1070fe0c-4145-407d-bbeb-c080f9d49894 tempest-VolumesAdminNegativeTest-1244886954 tempest-VolumesAdminNegativeTest-1244886954-project] 10.222.0.13 "GET /v2.0/ports?device_id=11dbddf5-cff0-4f21-9d9f-a3a0ead416df HTTP/1.1" status: 200 len: 945 time: 0.1196439 Sep 17 07:44:48.798283 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1cfc1350-873d-4ae5-898d-9b7d336fa6a6 req-e522ae9a-feaa-4944-a0eb-f16dec9a0b61 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e3fa2625380d42b694cced0e6ee23545&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0743372 Sep 17 07:44:48.805245 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device c67893f1-29d7-4a31-9981-22afdfb2a72a up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:44:48.894535 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b1adfa8b-c749-4ac2-9ad8-5477929c13d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:48.916986 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port c67893f1-29d7-4a31-9981-22afdfb2a72a triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:44:48.917459 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:48.921710 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-46f21cac-31de-4ea7-8f45-f4d0ee689ea7 req-5a3de7f1-b2c1-49a7-b2f0-c7fda9500f57 tempest-VolumesAdminNegativeTest-1244886954 tempest-VolumesAdminNegativeTest-1244886954-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c99e789-8b48-47aa-9c3a-fb47b51dcd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328137 Sep 17 07:44:49.025302 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1cfb70d8-d5e5-4766-adab-5a10c467f41e req-6bfcbf40-72b1-4bb0-885a-590ae8661c4e tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:49.027774 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1e534948-f521-4034-b7cb-1c943efe9656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:49.087025 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:49.099111 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 56616) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:49.143031 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4e927ef9-2d15-4535-aeb6-584b054e52d4 req-cc80005f-963b-4243-96c2-ed4e94c38c53 tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] 10.222.0.13 "GET /v2.0/ports?device_id=87e09428-baaf-4255-a223-f723676c9b16 HTTP/1.1" status: 200 len: 210 time: 0.1299436 Sep 17 07:44:49.147163 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e534948-f521-4034-b7cb-1c943efe9656 admin admin] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:44:49.151087 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1cfb70d8-d5e5-4766-adab-5a10c467f41e req-6bfcbf40-72b1-4bb0-885a-590ae8661c4e tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:49.170898 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-1e534948-f521-4034-b7cb-1c943efe9656 admin admin] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:44:49.175095 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e534948-f521-4034-b7cb-1c943efe9656 admin admin] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:44:49.212653 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['b5554915-b5c4-44d8-acd0-f930e9437d6b'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:44:49.260192 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port c67893f1-29d7-4a31-9981-22afdfb2a72a, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=c67893f1-29d7-4a31-9981-22afdfb2a72a,segment=NetworkSegment(18058c5c-fcb7-49c0-a171-94dda685db89),segment_id=18058c5c-fcb7-49c0-a171-94dda685db89)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:44:49.280252 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:49.285775 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device c45524e6-cadd-4c79-a26c-37b1a18b5642 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:44:49.315823 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cfb70d8-d5e5-4766-adab-5a10c467f41e req-6bfcbf40-72b1-4bb0-885a-590ae8661c4e tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] Network 469390cd-cce5-49bd-b8f8-9e64018a0583 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:44:49.330212 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfcbf40-72b1-4bb0-885a-590ae8661c4e tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] Pushing event updated for resources: {'Port': ['ID=0e2373b8-45bd-45d6-a7b7-044d70db0f1d,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:49.357354 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [req-1cfb70d8-d5e5-4766-adab-5a10c467f41e req-6bfcbf40-72b1-4bb0-885a-590ae8661c4e tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:44:49.374437 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1b4cbfc8-8879-4725-be67-aef85e43e96f req-361fe20c-7f7f-47b4-b435-44713ce18bd7 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b600428-b067-42aa-9d54-b7b250e16c5c HTTP/1.1" status: 200 len: 210 time: 0.1161070 Sep 17 07:44:49.385862 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cfb70d8-d5e5-4766-adab-5a10c467f41e req-6bfcbf40-72b1-4bb0-885a-590ae8661c4e tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:44:49.393164 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb70d8-d5e5-4766-adab-5a10c467f41e req-6bfcbf40-72b1-4bb0-885a-590ae8661c4e tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:49.394124 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1cfb70d8-d5e5-4766-adab-5a10c467f41e req-6bfcbf40-72b1-4bb0-885a-590ae8661c4e tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:49.407254 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-db190514-535d-4dd6-be5c-2e988bf8aad4 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-957534348-network', 'tenant_id': '2525ecc58cad4fa78c4be116636fc184'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:44:49.413452 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1cfb70d8-d5e5-4766-adab-5a10c467f41e req-6bfcbf40-72b1-4bb0-885a-590ae8661c4e tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6171443 Sep 17 07:44:49.441904 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-1cfb70d8-d5e5-4766-adab-5a10c467f41e req-738d65ad-0237-4839-af56-8a99541d56f0 service neutron] Request body: {'port': {'device_id': '87e09428-baaf-4255-a223-f723676c9b16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:44:49.536618 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1cfb70d8-d5e5-4766-adab-5a10c467f41e req-738d65ad-0237-4839-af56-8a99541d56f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:49.550730 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=c67893f1-29d7-4a31-9981-22afdfb2a72a,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:49.597133 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port c45524e6-cadd-4c79-a26c-37b1a18b5642 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:44:49.597521 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:49.613939 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ff5a06d8-d568-4ffe-b372-d75ccf11a239 req-538d8f2a-e529-41e0-8d5a-d412de50420c tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c19325a-872a-4be3-952a-1149cb68eff8 HTTP/1.1" status: 200 len: 210 time: 0.0786991 Sep 17 07:44:49.666307 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 1ef74bea-918b-4886-be64-92e6e529ed33 up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:44:49.759271 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e534948-f521-4034-b7cb-1c943efe9656 admin admin] Pushing event updated for resources: {'Port': ['ID=ec41a266-a262-48ff-80ed-4dc10f7848dc,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:49.819619 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e047c9b4-84a3-4780-81c7-e034ee4348a7 None None] Network ca9bc578-247c-4557-afe3-23767d5b3bb5 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:44:49.932996 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9773751f-7b37-4bbb-99df-7c842f13647a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:49.965106 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-292e9b1b-8587-455e-a31e-f8ad8aabd47f None None] Provisioning complete for port c67893f1-29d7-4a31-9981-22afdfb2a72a triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:44:49.965561 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-292e9b1b-8587-455e-a31e-f8ad8aabd47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:49.972518 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning for port 1ef74bea-918b-4886-be64-92e6e529ed33 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:44:50.023335 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port 1ef74bea-918b-4886-be64-92e6e529ed33 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:44:50.024169 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:50.084994 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db190514-535d-4dd6-be5c-2e988bf8aad4 admin admin] Made reservation on behalf of 2525ecc58cad4fa78c4be116636fc184 for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:44:50.087443 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-db190514-535d-4dd6-be5c-2e988bf8aad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:50.094532 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288c193c-54e7-4fbf-9c75-a0e72cdb6f7c None None] Network 201676cd-a31a-4dcb-bdd3-9e5b728e16ec requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:44:50.096504 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6982a-d0fd-431b-a5de-9fc9b3f8c575 req-7c209c3f-739e-41d7-aee7-e5997311d82a tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:50.098037 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3ca6982a-d0fd-431b-a5de-9fc9b3f8c575 req-7c209c3f-739e-41d7-aee7-e5997311d82a tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.39 "GET /v2.0/networks?id=a0a513a6-9cd3-48db-b90d-df8b88e7c76b HTTP/1.1" status: 200 len: 808 time: 0.2985651 Sep 17 07:44:50.116283 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-db190514-535d-4dd6-be5c-2e988bf8aad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:50.120796 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b1adfa8b-c749-4ac2-9ad8-5477929c13d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:50.137908 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-3ca6982a-d0fd-431b-a5de-9fc9b3f8c575 req-1bbf2aa2-80e8-4e00-b48a-389f804e2d45 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Request body: {'port': {'device_id': '2c19325a-872a-4be3-952a-1149cb68eff8', 'network_id': 'a0a513a6-9cd3-48db-b90d-df8b88e7c76b', 'admin_state_up': True, 'tenant_id': '4f0e4c1c4dc94ab78a72a2655bcb731a'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:44:50.150933 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:50.161082 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e873b4e-a9c5-416a-a3df-a97a908214a9 req-c9a9238c-28d2-44a5-9bbe-ed16660a3234 tempest-VolumesAdminNegativeTest-1244886954 tempest-VolumesAdminNegativeTest-1244886954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:50.163138 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4e873b4e-a9c5-416a-a3df-a97a908214a9 req-c9a9238c-28d2-44a5-9bbe-ed16660a3234 tempest-VolumesAdminNegativeTest-1244886954 tempest-VolumesAdminNegativeTest-1244886954-project] 10.222.0.13 "GET /v2.0/ports?device_id=11dbddf5-cff0-4f21-9d9f-a3a0ead416df HTTP/1.1" status: 200 len: 945 time: 0.1078589 Sep 17 07:44:50.249213 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4e873b4e-a9c5-416a-a3df-a97a908214a9 req-3204ec56-008a-4306-8634-89bca8ca8238 tempest-VolumesAdminNegativeTest-1244886954 tempest-VolumesAdminNegativeTest-1244886954-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c99e789-8b48-47aa-9c3a-fb47b51dcd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624003 Sep 17 07:44:50.251686 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [req-1cfb70d8-d5e5-4766-adab-5a10c467f41e req-738d65ad-0237-4839-af56-8a99541d56f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e2373b8-45bd-45d6-a7b7-044d70db0f1d {{(pid=101289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:44:50.299568 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1cfb70d8-d5e5-4766-adab-5a10c467f41e req-738d65ad-0237-4839-af56-8a99541d56f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:50.337036 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df70cba-e319-4b06-964a-9cbb7ba6cede req-cbe5601b-b4aa-41d9-9823-155237ddbac6 tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:50.338623 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4df70cba-e319-4b06-964a-9cbb7ba6cede req-cbe5601b-b4aa-41d9-9823-155237ddbac6 tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] 10.222.0.13 "GET /v2.0/ports?device_id=87e09428-baaf-4255-a223-f723676c9b16 HTTP/1.1" status: 200 len: 936 time: 0.0817690 Sep 17 07:44:50.339742 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.provisioning_blocks [req-1cfb70d8-d5e5-4766-adab-5a10c467f41e req-738d65ad-0237-4839-af56-8a99541d56f0 service neutron] Transition to ACTIVE for port object 0e2373b8-45bd-45d6-a7b7-044d70db0f1d will not be triggered until provisioned by entity L2. {{(pid=101289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:44:50.345818 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1cfb70d8-d5e5-4766-adab-5a10c467f41e req-738d65ad-0237-4839-af56-8a99541d56f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:50.457154 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port c45524e6-cadd-4c79-a26c-37b1a18b5642, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=c45524e6-cadd-4c79-a26c-37b1a18b5642,segment=NetworkSegment(41f7c046-924f-40ee-b894-7205f686ebff),segment_id=41f7c046-924f-40ee-b894-7205f686ebff)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:44:50.475261 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-1cfb70d8-d5e5-4766-adab-5a10c467f41e req-738d65ad-0237-4839-af56-8a99541d56f0 service neutron] Attempting to bind port 0e2373b8-45bd-45d6-a7b7-044d70db0f1d on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:44:50.475969 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-1cfb70d8-d5e5-4766-adab-5a10c467f41e req-738d65ad-0237-4839-af56-8a99541d56f0 service neutron] Attempting to bind port 0e2373b8-45bd-45d6-a7b7-044d70db0f1d by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:44:50.476590 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfb70d8-d5e5-4766-adab-5a10c467f41e req-738d65ad-0237-4839-af56-8a99541d56f0 service neutron] Attempting to bind port 0e2373b8-45bd-45d6-a7b7-044d70db0f1d on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:44:50.505656 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4df70cba-e319-4b06-964a-9cbb7ba6cede req-91f2ae7c-e9e7-4674-a0d1-a445af22893f tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] 10.222.0.13 "GET /v2.0/security-groups?id=478ed27d-a4d4-41e9-b602-82684e3f7110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257656 Sep 17 07:44:50.517610 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738d65ad-0237-4839-af56-8a99541d56f0 service neutron] Pushing event updated for resources: {'Port': ['ID=0e2373b8-45bd-45d6-a7b7-044d70db0f1d,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:50.526024 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:50.562327 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a1f3ca2c-533d-451c-8c94-fb224d6b4e6c req-81f5fced-2caa-40c3-9a0d-94d24c6c4c47 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b600428-b067-42aa-9d54-b7b250e16c5c HTTP/1.1" status: 200 len: 210 time: 0.0539997 Sep 17 07:44:50.562910 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfb70d8-d5e5-4766-adab-5a10c467f41e req-738d65ad-0237-4839-af56-8a99541d56f0 service neutron] Port 0e2373b8-45bd-45d6-a7b7-044d70db0f1d on network 469390cd-cce5-49bd-b8f8-9e64018a0583 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:44:50.563295 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfb70d8-d5e5-4766-adab-5a10c467f41e req-738d65ad-0237-4839-af56-8a99541d56f0 service neutron] Attempting to bind port 0e2373b8-45bd-45d6-a7b7-044d70db0f1d on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:44:50.568882 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfb70d8-d5e5-4766-adab-5a10c467f41e req-738d65ad-0237-4839-af56-8a99541d56f0 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:44:50.569319 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfb70d8-d5e5-4766-adab-5a10c467f41e req-738d65ad-0237-4839-af56-8a99541d56f0 service neutron] Checking segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:44:50.569822 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfb70d8-d5e5-4766-adab-5a10c467f41e req-738d65ad-0237-4839-af56-8a99541d56f0 service neutron] Bound using segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:44:50.570315 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-1cfb70d8-d5e5-4766-adab-5a10c467f41e req-738d65ad-0237-4839-af56-8a99541d56f0 service neutron] Bound port: 0e2373b8-45bd-45d6-a7b7-044d70db0f1d, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:44:50.570884 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1cfb70d8-d5e5-4766-adab-5a10c467f41e req-738d65ad-0237-4839-af56-8a99541d56f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:50.635254 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1e534948-f521-4034-b7cb-1c943efe9656 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:50.643940 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-1cfb70d8-d5e5-4766-adab-5a10c467f41e req-738d65ad-0237-4839-af56-8a99541d56f0 service neutron] For port 0e2373b8-45bd-45d6-a7b7-044d70db0f1d, host n-h2-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:44:50.648727 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-1cfb70d8-d5e5-4766-adab-5a10c467f41e req-738d65ad-0237-4839-af56-8a99541d56f0 service neutron] For port 0e2373b8-45bd-45d6-a7b7-044d70db0f1d, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=0e2373b8-45bd-45d6-a7b7-044d70db0f1d,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:44:50.670208 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1cfb70d8-d5e5-4766-adab-5a10c467f41e req-738d65ad-0237-4839-af56-8a99541d56f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:50.717164 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:50.737249 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device c67893f1-29d7-4a31-9981-22afdfb2a72a up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:44:50.780399 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.39', 61856) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:50.790208 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=c45524e6-cadd-4c79-a26c-37b1a18b5642,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:50.818323 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1cfc1350-873d-4ae5-898d-9b7d336fa6a6 req-3d4df378-2a2e-448f-92c4-5cdf9e18e3c8 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=e3fa2625380d42b694cced0e6ee23545&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327349 Sep 17 07:44:50.824280 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11dbddf5-cff0-4f21-9d9f-a3a0ead416df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef74bea-918b-4886-be64-92e6e529ed33'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:44:50.825327 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738d65ad-0237-4839-af56-8a99541d56f0 service neutron] Pushing event updated for resources: {'Port': ['ID=0e2373b8-45bd-45d6-a7b7-044d70db0f1d,revision_number=3']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:50.827370 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5c097b-c8e3-4c7f-9aec-fa768cb84fc5" -d '{"events": [{"server_uuid": "11dbddf5-cff0-4f21-9d9f-a3a0ead416df", "name": "network-vif-plugged", "status": "completed", "tag": "1ef74bea-918b-4886-be64-92e6e529ed33"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:44:50.845411 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-626c16db-84e1-4c25-ac89-6fb226faf37b req-b6aa80e3-2ac1-46f5-8777-b4d20aa86d13 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c19325a-872a-4be3-952a-1149cb68eff8 HTTP/1.1" status: 200 len: 210 time: 0.0886953 Sep 17 07:44:50.858078 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb70d8-d5e5-4766-adab-5a10c467f41e req-738d65ad-0237-4839-af56-8a99541d56f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:50.858718 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1cfb70d8-d5e5-4766-adab-5a10c467f41e req-738d65ad-0237-4839-af56-8a99541d56f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:50.867506 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1cfb70d8-d5e5-4766-adab-5a10c467f41e req-738d65ad-0237-4839-af56-8a99541d56f0 service neutron] 10.222.0.39 "PUT /v2.0/ports/0e2373b8-45bd-45d6-a7b7-044d70db0f1d HTTP/1.1" status: 200 len: 1096 time: 1.4326751 Sep 17 07:44:50.872864 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87e09428-baaf-4255-a223-f723676c9b16', 'tag': '0e2373b8-45bd-45d6-a7b7-044d70db0f1d'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:44:50.879163 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 1ef74bea-918b-4886-be64-92e6e529ed33, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=1ef74bea-918b-4886-be64-92e6e529ed33,segment=NetworkSegment(5da88e10-acd3-42e6-b449-ead2d3e2e3d3),segment_id=5da88e10-acd3-42e6-b449-ead2d3e2e3d3)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:44:50.879666 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa99bf3-dde7-4a65-9037-34ba546de4f3" -d '{"events": [{"name": "network-changed", "server_uuid": "87e09428-baaf-4255-a223-f723676c9b16", "tag": "0e2373b8-45bd-45d6-a7b7-044d70db0f1d"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:44:50.880675 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1adfa8b-c749-4ac2-9ad8-5477929c13d1 admin admin] Router 7937f091-b4de-4a9b-9484-5ae4576eb0bd is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 07:44:50.883974 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-db190514-535d-4dd6-be5c-2e988bf8aad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:50.913867 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:50.946929 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f762d87b-09c2-4606-b0fc-88fcf5d01c13 x-openstack-request-id: req-f762d87b-09c2-4606-b0fc-88fcf5d01c13 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:44:50.947404 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87e09428-baaf-4255-a223-f723676c9b16", "tag": "0e2373b8-45bd-45d6-a7b7-044d70db0f1d", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:44:50.948072 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f762d87b-09c2-4606-b0fc-88fcf5d01c13 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:44:50.948610 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87e09428-baaf-4255-a223-f723676c9b16', 'tag': '0e2373b8-45bd-45d6-a7b7-044d70db0f1d', 'status': 'completed', 'code': 200} Sep 17 07:44:50.976137 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebbc05e7-4368-4b6b-af4f-86acc563fa2d x-openstack-request-id: req-ebbc05e7-4368-4b6b-af4f-86acc563fa2d {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:44:50.976797 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11dbddf5-cff0-4f21-9d9f-a3a0ead416df", "name": "network-vif-plugged", "status": "completed", "tag": "1ef74bea-918b-4886-be64-92e6e529ed33", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:44:50.977291 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ebbc05e7-4368-4b6b-af4f-86acc563fa2d {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:44:50.977862 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11dbddf5-cff0-4f21-9d9f-a3a0ead416df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef74bea-918b-4886-be64-92e6e529ed33', 'code': 200} Sep 17 07:44:50.993966 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-db190514-535d-4dd6-be5c-2e988bf8aad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:51.050128 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-9ce04152-a457-4c42-8bb1-f26bea49ca45 None None] Provisioning complete for port c45524e6-cadd-4c79-a26c-37b1a18b5642 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:44:51.050514 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9ce04152-a457-4c42-8bb1-f26bea49ca45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:51.058812 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port c67893f1-29d7-4a31-9981-22afdfb2a72a triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:44:51.062041 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:51.067148 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb70d8-d5e5-4766-adab-5a10c467f41e req-e8831f1a-32b7-42b2-9bd6-44524c01d512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:51.069287 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1cfb70d8-d5e5-4766-adab-5a10c467f41e req-e8831f1a-32b7-42b2-9bd6-44524c01d512 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c74b3f14521f4f2cb7e7db618309be98&device_id=87e09428-baaf-4255-a223-f723676c9b16 HTTP/1.1" status: 200 len: 1099 time: 0.0729556 Sep 17 07:44:51.121367 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=1ef74bea-918b-4886-be64-92e6e529ed33,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:51.165687 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db190514-535d-4dd6-be5c-2e988bf8aad4 admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 07:44:51.204937 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1cfb70d8-d5e5-4766-adab-5a10c467f41e req-79740ec1-464e-42b4-9fc0-c31e226e94c8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=0e2373b8-45bd-45d6-a7b7-044d70db0f1d HTTP/1.1" status: 200 len: 217 time: 0.1013627 Sep 17 07:44:51.210852 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ca6982a-d0fd-431b-a5de-9fc9b3f8c575 req-1bbf2aa2-80e8-4e00-b48a-389f804e2d45 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Made reservation on behalf of 4f0e4c1c4dc94ab78a72a2655bcb731a for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:44:51.214959 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-3ca6982a-d0fd-431b-a5de-9fc9b3f8c575 req-1bbf2aa2-80e8-4e00-b48a-389f804e2d45 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:51.285081 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a50567-33f7-46cc-ac50-78a754c866d0 req-25c91250-ac40-4c47-a77a-1b7e05e79c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:51.287066 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-19a50567-33f7-46cc-ac50-78a754c866d0 req-25c91250-ac40-4c47-a77a-1b7e05e79c97 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=11dbddf5-cff0-4f21-9d9f-a3a0ead416df HTTP/1.1" status: 200 len: 1097 time: 0.1932981 Sep 17 07:44:51.316977 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb70d8-d5e5-4766-adab-5a10c467f41e req-da7a8f63-3860-4325-b908-ac85c36a6705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:51.318576 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1cfb70d8-d5e5-4766-adab-5a10c467f41e req-da7a8f63-3860-4325-b908-ac85c36a6705 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.1047697 Sep 17 07:44:51.381671 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-19a50567-33f7-46cc-ac50-78a754c866d0 req-15822be8-975d-4472-9f6c-6cf951c87ce7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9c99e789-8b48-47aa-9c3a-fb47b51dcd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841520 Sep 17 07:44:51.408961 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-10b6cc18-85a2-4bbd-99dc-d0089ae1e54a None None] Provisioning complete for port c67893f1-29d7-4a31-9981-22afdfb2a72a triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:44:51.409349 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-10b6cc18-85a2-4bbd-99dc-d0089ae1e54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:51.425370 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc2bd46-1465-4058-b733-c2772eb4ca6f req-29548105-9d77-4830-ae00-1c430e066e27 tempest-VolumesAdminNegativeTest-1244886954 tempest-VolumesAdminNegativeTest-1244886954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:51.427095 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1cc2bd46-1465-4058-b733-c2772eb4ca6f req-29548105-9d77-4830-ae00-1c430e066e27 tempest-VolumesAdminNegativeTest-1244886954 tempest-VolumesAdminNegativeTest-1244886954-project] 10.222.0.13 "GET /v2.0/ports?device_id=11dbddf5-cff0-4f21-9d9f-a3a0ead416df HTTP/1.1" status: 200 len: 946 time: 0.0859458 Sep 17 07:44:51.430135 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb70d8-d5e5-4766-adab-5a10c467f41e req-2734a720-05ea-4a86-9d32-0cbba556ccfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:51.433085 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1cfb70d8-d5e5-4766-adab-5a10c467f41e req-2734a720-05ea-4a86-9d32-0cbba556ccfa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1051519 Sep 17 07:44:51.472213 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db190514-535d-4dd6-be5c-2e988bf8aad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c362450c-df8a-4b9a-bc7a-04acb86ae057,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:51.478121 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-db190514-535d-4dd6-be5c-2e988bf8aad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:51.478376 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-db190514-535d-4dd6-be5c-2e988bf8aad4 admin admin] Added segment bbdef28d-b0c6-41c1-88af-cfcd40a3d803 of type vlan for network 339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5 Sep 17 07:44:51.505501 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-10b6cc18-85a2-4bbd-99dc-d0089ae1e54a None None] Provisioning complete for port c45524e6-cadd-4c79-a26c-37b1a18b5642 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:44:51.506014 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-10b6cc18-85a2-4bbd-99dc-d0089ae1e54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:51.531660 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1cc2bd46-1465-4058-b733-c2772eb4ca6f req-6beda006-210d-4d9d-a811-3c11f7a869ab tempest-VolumesAdminNegativeTest-1244886954 tempest-VolumesAdminNegativeTest-1244886954-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c99e789-8b48-47aa-9c3a-fb47b51dcd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908697 Sep 17 07:44:51.619195 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1e534948-f521-4034-b7cb-1c943efe9656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:51.632766 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-db190514-535d-4dd6-be5c-2e988bf8aad4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:51.648045 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc1350-873d-4ae5-898d-9b7d336fa6a6 req-b88f1072-31fd-4744-8d54-a35067939f02 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:51.649540 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1cfc1350-873d-4ae5-898d-9b7d336fa6a6 req-b88f1072-31fd-4744-8d54-a35067939f02 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8010080 Sep 17 07:44:51.659724 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79035d5a-1a3f-42ce-8dcf-85922978e981 req-57fe7533-e569-40c8-a76c-a49dfde18530 tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:51.661324 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-79035d5a-1a3f-42ce-8dcf-85922978e981 req-57fe7533-e569-40c8-a76c-a49dfde18530 tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] 10.222.0.13 "GET /v2.0/ports?device_id=87e09428-baaf-4255-a223-f723676c9b16 HTTP/1.1" status: 200 len: 948 time: 0.0841794 Sep 17 07:44:51.667774 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1cfb70d8-d5e5-4766-adab-5a10c467f41e req-31a70e7f-e8a4-41b0-975f-3fc5b76ac6b3 service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056112 Sep 17 07:44:51.710121 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8b010487-b31e-4028-9f9e-81397a8d3e3e req-2e971d98-e2f3-4eeb-9229-abcc90fd61cd tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b600428-b067-42aa-9d54-b7b250e16c5c HTTP/1.1" status: 200 len: 210 time: 0.0356331 Sep 17 07:44:51.726647 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-79035d5a-1a3f-42ce-8dcf-85922978e981 req-bd77e980-1786-4380-9095-31a7a3a2fe46 tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] 10.222.0.13 "GET /v2.0/security-groups?id=478ed27d-a4d4-41e9-b602-82684e3f7110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578134 Sep 17 07:44:51.753768 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-1cfc1350-873d-4ae5-898d-9b7d336fa6a6 req-06c1ffbe-3b54-4ae1-8d01-16e142144145 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] Request body: {'port': {'device_id': '9b600428-b067-42aa-9d54-b7b250e16c5c', 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583', 'admin_state_up': True, 'tenant_id': 'e3fa2625380d42b694cced0e6ee23545'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:44:51.810958 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1adfa8b-c749-4ac2-9ad8-5477929c13d1 admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:44:51.819955 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1cfb70d8-d5e5-4766-adab-5a10c467f41e req-42004115-2b22-434a-9976-d595c5f14785 service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894184 Sep 17 07:44:51.823464 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504b539d-f732-43d8-9632-9c9f92605af7 None None] Sync routers for ids ['7937f091-b4de-4a9b-9484-5ae4576eb0bd'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:44:51.837174 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504b539d-f732-43d8-9632-9c9f92605af7 None None] Routers {'7937f091-b4de-4a9b-9484-5ae4576eb0bd'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:44:51.838092 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-504b539d-f732-43d8-9632-9c9f92605af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:44:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['7937f091-b4de-4a9b-9484-5ae4576eb0bd'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:44:51.838436 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-db190514-535d-4dd6-be5c-2e988bf8aad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:51.839387 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db190514-535d-4dd6-be5c-2e988bf8aad4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:51.840063 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-db190514-535d-4dd6-be5c-2e988bf8aad4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:51.926510 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-3ca6982a-d0fd-431b-a5de-9fc9b3f8c575 req-1bbf2aa2-80e8-4e00-b48a-389f804e2d45 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Allocated IP 172.20.0.7 (a0a513a6-9cd3-48db-b90d-df8b88e7c76b/b166af2c-f0c1-4005-bf20-b8a2b0583a5b/185ba6de-cea4-436f-8839-6eb8e5937fcc) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:44:51.940223 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b1adfa8b-c749-4ac2-9ad8-5477929c13d1 admin admin] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:51.943985 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b1adfa8b-c749-4ac2-9ad8-5477929c13d1 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.2460518 Sep 17 07:44:51.950220 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 56658) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:51.958110 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-504b539d-f732-43d8-9632-9c9f92605af7 None None] Set router 7937f091-b4de-4a9b-9484-5ae4576eb0bd gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:44:51.974429 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-db190514-535d-4dd6-be5c-2e988bf8aad4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.8727930 Sep 17 07:44:51.975192 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 56660) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:51.989103 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-7f8c1a7a-dba7-4cb2-a7f0-31edb2c98ed8 admin admin] Request body: {'subnet': {'network_id': '339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-957534348-subnet', 'tenant_id': '2525ecc58cad4fa78c4be116636fc184', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:44:52.036621 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3f3bbed6-53dd-4e89-a25d-3658fdecdd7e req-9a57e33b-a503-4713-bd7a-ff0f1bdab5e8 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c19325a-872a-4be3-952a-1149cb68eff8 HTTP/1.1" status: 200 len: 210 time: 0.0898228 Sep 17 07:44:52.056250 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa99bf3-dde7-4a65-9037-34ba546de4f3 req-eb351894-7602-44c6-aa38-682e8b5944cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:52.057665 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db190514-535d-4dd6-be5c-2e988bf8aad4 admin admin] Pushing event updated for resources: {'Network': ['ID=339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:52.058673 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-caa99bf3-dde7-4a65-9037-34ba546de4f3 req-eb351894-7602-44c6-aa38-682e8b5944cb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c74b3f14521f4f2cb7e7db618309be98&device_id=87e09428-baaf-4255-a223-f723676c9b16 HTTP/1.1" status: 200 len: 1099 time: 0.1231563 Sep 17 07:44:52.073220 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 07:44:52.114505 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8c1a7a-dba7-4cb2-a7f0-31edb2c98ed8 admin admin] Made reservation on behalf of 2525ecc58cad4fa78c4be116636fc184 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:44:52.116897 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7f8c1a7a-dba7-4cb2-a7f0-31edb2c98ed8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:52.190750 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cfc1350-873d-4ae5-898d-9b7d336fa6a6 req-06c1ffbe-3b54-4ae1-8d01-16e142144145 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] Made reservation on behalf of e3fa2625380d42b694cced0e6ee23545 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:44:52.194865 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-1cfc1350-873d-4ae5-898d-9b7d336fa6a6 req-06c1ffbe-3b54-4ae1-8d01-16e142144145 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:52.206168 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-504b539d-f732-43d8-9632-9c9f92605af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7937f091-b4de-4a9b-9484-5ae4576eb0bd', 'name': 'tempest-FloatingIPsTestJSON-349430441-router', 'tenant_id': '90ef65ae13814168aee392d206793d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': 'e28b7dc1-3f64-4b0a-b0da-9a7d2440ad45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:44:45Z', 'updated_at': '2021-09-17T07:44:48Z', 'revision_number': 3, 'project_id': '90ef65ae13814168aee392d206793d54', 'gw_port': {'id': 'e28b7dc1-3f64-4b0a-b0da-9a7d2440ad45', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:63:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7937f091-b4de-4a9b-9484-5ae4576eb0bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:44:47Z', 'updated_at': '2021-09-17T07:44:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:44:52.235617 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504b539d-f732-43d8-9632-9c9f92605af7 None None] Checking router: 7937f091-b4de-4a9b-9484-5ae4576eb0bd for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:44:52.236006 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504b539d-f732-43d8-9632-9c9f92605af7 None None] Updating router 7937f091-b4de-4a9b-9484-5ae4576eb0bd port e28b7dc1-3f64-4b0a-b0da-9a7d2440ad45 binding host n-d-789963-9 {{(pid=101292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 07:44:52.261986 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-504b539d-f732-43d8-9632-9c9f92605af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:52.268100 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e534948-f521-4034-b7cb-1c943efe9656 admin admin] Router 63daeef3-fcf0-4fe5-b516-09574fca1308 is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 07:44:52.380544 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cd789084-aafc-4601-aa64-bdb24ed2538a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:52.478009 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-3ca6982a-d0fd-431b-a5de-9fc9b3f8c575 req-1bbf2aa2-80e8-4e00-b48a-389f804e2d45 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:52.512457 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa99bf3-dde7-4a65-9037-34ba546de4f3 req-0a40d6a8-c4c3-4c6c-b192-5cef264bea60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:52.513942 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-caa99bf3-dde7-4a65-9037-34ba546de4f3 req-0a40d6a8-c4c3-4c6c-b192-5cef264bea60 service neutron] 10.222.0.39 "GET /v2.0/networks?id=469390cd-cce5-49bd-b8f8-9e64018a0583 HTTP/1.1" status: 200 len: 870 time: 0.4458342 Sep 17 07:44:52.574735 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-1cfc1350-873d-4ae5-898d-9b7d336fa6a6 req-06c1ffbe-3b54-4ae1-8d01-16e142144145 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] Allocated IP 192.168.233.78 (469390cd-cce5-49bd-b8f8-9e64018a0583/5f3af6cb-9cad-436b-bf41-034e75672c44/b2332f2c-6e0e-4dbf-9f49-80e2d5a4c106) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:44:52.588616 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-504b539d-f732-43d8-9632-9c9f92605af7 None None] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:52.594538 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:52.594965 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-caa99bf3-dde7-4a65-9037-34ba546de4f3 req-79cf717b-480d-413b-b8dc-6708c60de820 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=0e2373b8-45bd-45d6-a7b7-044d70db0f1d HTTP/1.1" status: 200 len: 217 time: 0.0692010 Sep 17 07:44:52.612795 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-504b539d-f732-43d8-9632-9c9f92605af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:52.670131 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device c45524e6-cadd-4c79-a26c-37b1a18b5642 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:44:52.683983 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeca247-baa2-4a2d-b5d3-e330ccce0abe None None] Pushing event updated for resources: {'Port': ['ID=e28b7dc1-3f64-4b0a-b0da-9a7d2440ad45,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:52.687818 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-504b539d-f732-43d8-9632-9c9f92605af7 None None] Attempting to bind port e28b7dc1-3f64-4b0a-b0da-9a7d2440ad45 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:44:52.687997 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-504b539d-f732-43d8-9632-9c9f92605af7 None None] Attempting to bind port e28b7dc1-3f64-4b0a-b0da-9a7d2440ad45 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:44:52.688449 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504b539d-f732-43d8-9632-9c9f92605af7 None None] Attempting to bind port e28b7dc1-3f64-4b0a-b0da-9a7d2440ad45 on network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:44:52.698211 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeca247-baa2-4a2d-b5d3-e330ccce0abe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:44:52.698705 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeca247-baa2-4a2d-b5d3-e330ccce0abe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:44:52.699764 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeca247-baa2-4a2d-b5d3-e330ccce0abe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:44:52.699764 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeca247-baa2-4a2d-b5d3-e330ccce0abe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:44:52.700136 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeca247-baa2-4a2d-b5d3-e330ccce0abe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:44:52.700844 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeca247-baa2-4a2d-b5d3-e330ccce0abe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:44:52.700977 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeca247-baa2-4a2d-b5d3-e330ccce0abe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:44:52.701425 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeca247-baa2-4a2d-b5d3-e330ccce0abe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:44:52.701945 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeca247-baa2-4a2d-b5d3-e330ccce0abe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:44:52.702252 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeca247-baa2-4a2d-b5d3-e330ccce0abe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:44:52.703514 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeca247-baa2-4a2d-b5d3-e330ccce0abe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:44:52.704274 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeca247-baa2-4a2d-b5d3-e330ccce0abe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:44:52.708380 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e534948-f521-4034-b7cb-1c943efe9656 admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:44:52.717607 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504b539d-f732-43d8-9632-9c9f92605af7 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:44:52.718638 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504b539d-f732-43d8-9632-9c9f92605af7 None None] Checking segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:44:52.719264 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-504b539d-f732-43d8-9632-9c9f92605af7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:52.719890 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504b539d-f732-43d8-9632-9c9f92605af7 None None] Bound using segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:44:52.720429 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24c1f96-56eb-48f7-a621-5430b2e24606 None None] Sync routers for ids ['63daeef3-fcf0-4fe5-b516-09574fca1308'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:44:52.720813 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-504b539d-f732-43d8-9632-9c9f92605af7 None None] Bound port: e28b7dc1-3f64-4b0a-b0da-9a7d2440ad45, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:44:52.721452 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-504b539d-f732-43d8-9632-9c9f92605af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:52.747702 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24c1f96-56eb-48f7-a621-5430b2e24606 None None] Routers {'63daeef3-fcf0-4fe5-b516-09574fca1308'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:44:52.748532 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-d24c1f96-56eb-48f7-a621-5430b2e24606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:44:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['63daeef3-fcf0-4fe5-b516-09574fca1308'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:44:52.799327 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa99bf3-dde7-4a65-9037-34ba546de4f3 req-7e1998c9-a8f4-4c53-9fd0-bd1016470e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:52.801081 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-caa99bf3-dde7-4a65-9037-34ba546de4f3 req-7e1998c9-a8f4-4c53-9fd0-bd1016470e3a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.1629007 Sep 17 07:44:52.818781 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port c45524e6-cadd-4c79-a26c-37b1a18b5642 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:44:52.819271 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:52.843436 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-504b539d-f732-43d8-9632-9c9f92605af7 None None] For port e28b7dc1-3f64-4b0a-b0da-9a7d2440ad45, host n-d-789963-9, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:44:52.848580 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-504b539d-f732-43d8-9632-9c9f92605af7 None None] For port e28b7dc1-3f64-4b0a-b0da-9a7d2440ad45, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=e28b7dc1-3f64-4b0a-b0da-9a7d2440ad45,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:44:52.852904 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207e108-8961-47d5-941d-d79346a997b5 req-b2147d8b-0a81-4412-a1b0-dda89f805163 tempest-VolumesAdminNegativeTest-1244886954 tempest-VolumesAdminNegativeTest-1244886954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:52.854418 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c207e108-8961-47d5-941d-d79346a997b5 req-b2147d8b-0a81-4412-a1b0-dda89f805163 tempest-VolumesAdminNegativeTest-1244886954 tempest-VolumesAdminNegativeTest-1244886954-project] 10.222.0.13 "GET /v2.0/ports?device_id=11dbddf5-cff0-4f21-9d9f-a3a0ead416df HTTP/1.1" status: 200 len: 946 time: 0.1762245 Sep 17 07:44:52.861552 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-504b539d-f732-43d8-9632-9c9f92605af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:52.863882 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1e534948-f521-4034-b7cb-1c943efe9656 admin admin] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:52.866513 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-1e534948-f521-4034-b7cb-1c943efe9656 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.1834300 Sep 17 07:44:52.868144 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-3ca6982a-d0fd-431b-a5de-9fc9b3f8c575 req-1bbf2aa2-80e8-4e00-b48a-389f804e2d45 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:52.878425 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 56670) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:52.908066 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ca6982a-d0fd-431b-a5de-9fc9b3f8c575 req-1bbf2aa2-80e8-4e00-b48a-389f804e2d45 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Network a0a513a6-9cd3-48db-b90d-df8b88e7c76b is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:44:52.917456 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-3ca6982a-d0fd-431b-a5de-9fc9b3f8c575 req-1bbf2aa2-80e8-4e00-b48a-389f804e2d45 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:44:52.928899 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ca6982a-d0fd-431b-a5de-9fc9b3f8c575 req-1bbf2aa2-80e8-4e00-b48a-389f804e2d45 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:44:52.934216 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-d24c1f96-56eb-48f7-a621-5430b2e24606 None None] Set router 63daeef3-fcf0-4fe5-b516-09574fca1308 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:44:52.940478 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeca247-baa2-4a2d-b5d3-e330ccce0abe None None] Pushing event updated for resources: {'Port': ['ID=e28b7dc1-3f64-4b0a-b0da-9a7d2440ad45,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:52.949552 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6982a-d0fd-431b-a5de-9fc9b3f8c575 req-1bbf2aa2-80e8-4e00-b48a-389f804e2d45 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:52.950609 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-3ca6982a-d0fd-431b-a5de-9fc9b3f8c575 req-1bbf2aa2-80e8-4e00-b48a-389f804e2d45 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:52.967721 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504b539d-f732-43d8-9632-9c9f92605af7 None None] Routers {'7937f091-b4de-4a9b-9484-5ae4576eb0bd'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:44:52.968129 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-504b539d-f732-43d8-9632-9c9f92605af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:44:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['7937f091-b4de-4a9b-9484-5ae4576eb0bd'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:44:52.998827 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5f0ed65a-be96-4a8d-b102-2ecebdd896a0 req-2c733419-40c6-4a31-babc-e16883a8ecb9 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b600428-b067-42aa-9d54-b7b250e16c5c HTTP/1.1" status: 200 len: 210 time: 0.1551044 Sep 17 07:44:53.050187 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa99bf3-dde7-4a65-9037-34ba546de4f3 req-2027e60d-3c46-4283-88f5-4f42e2002f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:53.051693 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-caa99bf3-dde7-4a65-9037-34ba546de4f3 req-2027e60d-3c46-4283-88f5-4f42e2002f21 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2390268 Sep 17 07:44:53.082004 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-504b539d-f732-43d8-9632-9c9f92605af7 None None] Set router 7937f091-b4de-4a9b-9484-5ae4576eb0bd gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:44:53.125292 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c207e108-8961-47d5-941d-d79346a997b5 req-2445a89e-e070-4f65-add2-3fc08298d11f tempest-VolumesAdminNegativeTest-1244886954 tempest-VolumesAdminNegativeTest-1244886954-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c99e789-8b48-47aa-9c3a-fb47b51dcd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458129 Sep 17 07:44:53.153872 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3ca6982a-d0fd-431b-a5de-9fc9b3f8c575 req-1bbf2aa2-80e8-4e00-b48a-389f804e2d45 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0217378 Sep 17 07:44:53.182964 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-d24c1f96-56eb-48f7-a621-5430b2e24606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63daeef3-fcf0-4fe5-b516-09574fca1308', 'name': 'tempest-FloatingIPDetailsTestJSON-892934241-router', 'tenant_id': 'd34cc5185f1740d1945a6bfa3abb6ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'ec41a266-a262-48ff-80ed-4dc10f7848dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:44:45Z', 'updated_at': '2021-09-17T07:44:49Z', 'revision_number': 3, 'project_id': 'd34cc5185f1740d1945a6bfa3abb6ae5', 'gw_port': {'id': 'ec41a266-a262-48ff-80ed-4dc10f7848dc', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:5c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63daeef3-fcf0-4fe5-b516-09574fca1308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:44:47Z', 'updated_at': '2021-09-17T07:44:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:44:53.183586 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-3ca6982a-d0fd-431b-a5de-9fc9b3f8c575 req-64200911-adf5-41e2-b5af-ee2a6168bb62 service neutron] Request body: {'port': {'device_id': '2c19325a-872a-4be3-952a-1149cb68eff8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:44:53.217516 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7f8c1a7a-dba7-4cb2-a7f0-31edb2c98ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:53.223630 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24c1f96-56eb-48f7-a621-5430b2e24606 None None] Checking router: 63daeef3-fcf0-4fe5-b516-09574fca1308 for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:44:53.224275 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24c1f96-56eb-48f7-a621-5430b2e24606 None None] Updating router 63daeef3-fcf0-4fe5-b516-09574fca1308 port ec41a266-a262-48ff-80ed-4dc10f7848dc binding host n-d-789963-9 {{(pid=101291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 07:44:53.256621 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d24c1f96-56eb-48f7-a621-5430b2e24606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:53.281138 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8c1a7a-dba7-4cb2-a7f0-31edb2c98ed8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=affefed0-1fce-4202-a68f-ea65cc757370,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:53.291828 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbf2aa2-80e8-4e00-b48a-389f804e2d45 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Pushing event updated for resources: {'Port': ['ID=185ba6de-cea4-436f-8839-6eb8e5937fcc,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:53.339510 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-3ca6982a-d0fd-431b-a5de-9fc9b3f8c575 req-64200911-adf5-41e2-b5af-ee2a6168bb62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:53.374611 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-1cfc1350-873d-4ae5-898d-9b7d336fa6a6 req-06c1ffbe-3b54-4ae1-8d01-16e142144145 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:53.446930 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-504b539d-f732-43d8-9632-9c9f92605af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7937f091-b4de-4a9b-9484-5ae4576eb0bd', 'name': 'tempest-FloatingIPsTestJSON-349430441-router', 'tenant_id': '90ef65ae13814168aee392d206793d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': 'e28b7dc1-3f64-4b0a-b0da-9a7d2440ad45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:44:45Z', 'updated_at': '2021-09-17T07:44:48Z', 'revision_number': 3, 'project_id': '90ef65ae13814168aee392d206793d54', 'gw_port': {'id': 'e28b7dc1-3f64-4b0a-b0da-9a7d2440ad45', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:63:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7937f091-b4de-4a9b-9484-5ae4576eb0bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:44:47Z', 'updated_at': '2021-09-17T07:44:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:44:53.468384 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-caa99bf3-dde7-4a65-9037-34ba546de4f3 req-0e005988-120e-4a98-a855-16b1ec531e95 service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3813467 Sep 17 07:44:53.476337 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb27c3bf-0803-47a6-9b33-b57343c1453b req-cb77f69c-c85a-407b-b202-7283580927ed tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:53.477790 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-eb27c3bf-0803-47a6-9b33-b57343c1453b req-cb77f69c-c85a-407b-b202-7283580927ed tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] 10.222.0.13 "GET /v2.0/ports?device_id=87e09428-baaf-4255-a223-f723676c9b16 HTTP/1.1" status: 200 len: 948 time: 0.2591543 Sep 17 07:44:53.480553 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504b539d-f732-43d8-9632-9c9f92605af7 None None] The sync data for ids ['7937f091-b4de-4a9b-9484-5ae4576eb0bd'] in n-d-789963-9 is: [{'id': '7937f091-b4de-4a9b-9484-5ae4576eb0bd', 'name': 'tempest-FloatingIPsTestJSON-349430441-router', 'tenant_id': '90ef65ae13814168aee392d206793d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': 'e28b7dc1-3f64-4b0a-b0da-9a7d2440ad45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:44:45Z', 'updated_at': '2021-09-17T07:44:48Z', 'revision_number': 3, 'project_id': '90ef65ae13814168aee392d206793d54', 'gw_port': {'id': 'e28b7dc1-3f64-4b0a-b0da-9a7d2440ad45', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:63:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7937f091-b4de-4a9b-9484-5ae4576eb0bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:44:47Z', 'updated_at': '2021-09-17T07:44:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:44:53.503387 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2962ed29-6727-4a66-b29c-007b0117bd50 req-0db7c843-1997-476e-b0d3-58f3f8e5b2ae tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:53.511215 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2962ed29-6727-4a66-b29c-007b0117bd50 req-0db7c843-1997-476e-b0d3-58f3f8e5b2ae tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c19325a-872a-4be3-952a-1149cb68eff8 HTTP/1.1" status: 200 len: 931 time: 0.2690408 Sep 17 07:44:53.533569 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:53.542210 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0cca83a7-b699-4b0e-9edf-0794d7c9c981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:53.556131 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-1cfc1350-873d-4ae5-898d-9b7d336fa6a6 req-06c1ffbe-3b54-4ae1-8d01-16e142144145 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:53.570283 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8c1a7a-dba7-4cb2-a7f0-31edb2c98ed8 admin admin] Checking segment: {'id': 'bbdef28d-b0c6-41c1-88af-cfcd40a3d803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:44:53.570645 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8c1a7a-dba7-4cb2-a7f0-31edb2c98ed8 admin admin] Network hostable DHCP agents. Network: 339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 07:44:53.597974 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d24c1f96-56eb-48f7-a621-5430b2e24606 None None] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:53.608522 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d24c1f96-56eb-48f7-a621-5430b2e24606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:53.663920 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cfc1350-873d-4ae5-898d-9b7d336fa6a6 req-06c1ffbe-3b54-4ae1-8d01-16e142144145 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] Network 469390cd-cce5-49bd-b8f8-9e64018a0583 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:44:53.678735 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c1ffbe-3b54-4ae1-8d01-16e142144145 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] Pushing event updated for resources: {'Port': ['ID=b2332f2c-6e0e-4dbf-9f49-80e2d5a4c106,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:53.683706 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-1cfc1350-873d-4ae5-898d-9b7d336fa6a6 req-06c1ffbe-3b54-4ae1-8d01-16e142144145 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:44:53.686486 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cfc1350-873d-4ae5-898d-9b7d336fa6a6 req-06c1ffbe-3b54-4ae1-8d01-16e142144145 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:44:53.689667 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f6b55b-723b-4bee-a9ac-432d8a0c2feb None None] Pushing event updated for resources: {'Port': ['ID=ec41a266-a262-48ff-80ed-4dc10f7848dc,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:53.692117 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-d24c1f96-56eb-48f7-a621-5430b2e24606 None None] Attempting to bind port ec41a266-a262-48ff-80ed-4dc10f7848dc on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:44:53.692496 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-d24c1f96-56eb-48f7-a621-5430b2e24606 None None] Attempting to bind port ec41a266-a262-48ff-80ed-4dc10f7848dc by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:44:53.692870 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24c1f96-56eb-48f7-a621-5430b2e24606 None None] Attempting to bind port ec41a266-a262-48ff-80ed-4dc10f7848dc on network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:44:53.693846 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc1350-873d-4ae5-898d-9b7d336fa6a6 req-06c1ffbe-3b54-4ae1-8d01-16e142144145 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:53.694483 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-1cfc1350-873d-4ae5-898d-9b7d336fa6a6 req-06c1ffbe-3b54-4ae1-8d01-16e142144145 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:53.703997 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8c1a7a-dba7-4cb2-a7f0-31edb2c98ed8 admin admin] Network 339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 07:44:53.707185 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24c1f96-56eb-48f7-a621-5430b2e24606 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:44:53.707570 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24c1f96-56eb-48f7-a621-5430b2e24606 None None] Checking segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:44:53.708223 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d24c1f96-56eb-48f7-a621-5430b2e24606 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:53.708419 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24c1f96-56eb-48f7-a621-5430b2e24606 None None] Bound using segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:44:53.708885 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-d24c1f96-56eb-48f7-a621-5430b2e24606 None None] Bound port: ec41a266-a262-48ff-80ed-4dc10f7848dc, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:44:53.709300 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d24c1f96-56eb-48f7-a621-5430b2e24606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:53.763188 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-7f8c1a7a-dba7-4cb2-a7f0-31edb2c98ed8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:44:53.769062 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8c1a7a-dba7-4cb2-a7f0-31edb2c98ed8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:53.769698 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7f8c1a7a-dba7-4cb2-a7f0-31edb2c98ed8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:53.772811 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1cfc1350-873d-4ae5-898d-9b7d336fa6a6 req-06c1ffbe-3b54-4ae1-8d01-16e142144145 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0318909 Sep 17 07:44:53.799233 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-1cfc1350-873d-4ae5-898d-9b7d336fa6a6 req-568d7821-c204-46b3-9269-a32098f5b7f8 service neutron] Request body: {'port': {'device_id': '9b600428-b067-42aa-9d54-b7b250e16c5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:44:53.799798 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2962ed29-6727-4a66-b29c-007b0117bd50 req-49977fcd-3ab3-484b-89c7-919a1cb73b81 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839603 Sep 17 07:44:53.821325 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-7f8c1a7a-dba7-4cb2-a7f0-31edb2c98ed8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.8360751 Sep 17 07:44:53.976652 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46a5b7d-d699-4cd0-bbe8-fc58ef7d8a83 None None] Network 339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:44:54.005071 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-eb27c3bf-0803-47a6-9b33-b57343c1453b req-6479a655-71ec-4857-a374-8eda14495459 tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] 10.222.0.13 "GET /v2.0/security-groups?id=478ed27d-a4d4-41e9-b602-82684e3f7110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4830720 Sep 17 07:44:54.113615 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-d24c1f96-56eb-48f7-a621-5430b2e24606 None None] For port ec41a266-a262-48ff-80ed-4dc10f7848dc, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:44:54.141711 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-d24c1f96-56eb-48f7-a621-5430b2e24606 None None] For port ec41a266-a262-48ff-80ed-4dc10f7848dc, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=ec41a266-a262-48ff-80ed-4dc10f7848dc,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:44:54.151697 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d24c1f96-56eb-48f7-a621-5430b2e24606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:54.287786 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bc5855-1446-4d9c-b9fa-f81c5b2b139d None None] Network 339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:44:54.334753 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-732392d9-ff31-40a8-ad0f-476622606fe7 None None] Provisioning complete for port b2332f2c-6e0e-4dbf-9f49-80e2d5a4c106 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:44:54.336717 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-732392d9-ff31-40a8-ad0f-476622606fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:54.356921 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f6b55b-723b-4bee-a9ac-432d8a0c2feb None None] Pushing event updated for resources: {'Port': ['ID=ec41a266-a262-48ff-80ed-4dc10f7848dc,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:54.410778 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-caa99bf3-dde7-4a65-9037-34ba546de4f3 req-428916a3-88d3-4804-b98b-b9603317e3be service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9282520 Sep 17 07:44:54.414538 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-0cca83a7-b699-4b0e-9edf-0794d7c9c981 admin admin] Allocated IP 172.20.0.1 (201676cd-a31a-4dcb-bdd3-9e5b728e16ec/23bb5ade-3e0d-458c-88c4-34fc4e1caa5c/16ee6096-4db3-4309-b125-1a0bfbe0034f) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:44:54.437452 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-732392d9-ff31-40a8-ad0f-476622606fe7 None None] Port b2332f2c-6e0e-4dbf-9f49-80e2d5a4c106 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:44:54.456460 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-1cfc1350-873d-4ae5-898d-9b7d336fa6a6 req-568d7821-c204-46b3-9269-a32098f5b7f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:54.466551 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24c1f96-56eb-48f7-a621-5430b2e24606 None None] Routers {'63daeef3-fcf0-4fe5-b516-09574fca1308'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:44:54.467186 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-d24c1f96-56eb-48f7-a621-5430b2e24606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:44:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['63daeef3-fcf0-4fe5-b516-09574fca1308'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:44:54.494879 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-3ca6982a-d0fd-431b-a5de-9fc9b3f8c575 req-64200911-adf5-41e2-b5af-ee2a6168bb62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 185ba6de-cea4-436f-8839-6eb8e5937fcc {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:44:54.519424 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-3ca6982a-d0fd-431b-a5de-9fc9b3f8c575 req-64200911-adf5-41e2-b5af-ee2a6168bb62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:54.542130 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-3ca6982a-d0fd-431b-a5de-9fc9b3f8c575 req-64200911-adf5-41e2-b5af-ee2a6168bb62 service neutron] Transition to ACTIVE for port object 185ba6de-cea4-436f-8839-6eb8e5937fcc will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:44:54.557722 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-3ca6982a-d0fd-431b-a5de-9fc9b3f8c575 req-64200911-adf5-41e2-b5af-ee2a6168bb62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:54.568733 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa82297f-67e4-43c5-b417-4e524b42926a req-4b7ef1d2-579f-410a-8707-696905f5f1c6 tempest-VolumesAdminNegativeTest-1244886954 tempest-VolumesAdminNegativeTest-1244886954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:54.580372 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-aa82297f-67e4-43c5-b417-4e524b42926a req-4b7ef1d2-579f-410a-8707-696905f5f1c6 tempest-VolumesAdminNegativeTest-1244886954 tempest-VolumesAdminNegativeTest-1244886954-project] 10.222.0.13 "GET /v2.0/ports?device_id=11dbddf5-cff0-4f21-9d9f-a3a0ead416df HTTP/1.1" status: 200 len: 946 time: 0.1685593 Sep 17 07:44:54.598972 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e41fd-ec37-454d-9d09-78d0a2a5291e req-b32e554c-6422-4dd0-8708-a6f34808370a tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:54.613909 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a93e41fd-ec37-454d-9d09-78d0a2a5291e req-b32e554c-6422-4dd0-8708-a6f34808370a tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b600428-b067-42aa-9d54-b7b250e16c5c HTTP/1.1" status: 200 len: 935 time: 0.1953046 Sep 17 07:44:54.717565 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 56696) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:54.722548 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-51404d56-f0c4-4707-b8f3-a111167a8201 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-272138867-network', 'tenant_id': 'c569138579ad439ea680d0df292d9a98'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:44:54.761496 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64200911-adf5-41e2-b5af-ee2a6168bb62 service neutron] Pushing event updated for resources: {'Port': ['ID=185ba6de-cea4-436f-8839-6eb8e5937fcc,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:54.778443 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-d24c1f96-56eb-48f7-a621-5430b2e24606 None None] Set router 63daeef3-fcf0-4fe5-b516-09574fca1308 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:44:54.819987 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device e28b7dc1-3f64-4b0a-b0da-9a7d2440ad45 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:44:54.859230 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51404d56-f0c4-4707-b8f3-a111167a8201 admin admin] Made reservation on behalf of c569138579ad439ea680d0df292d9a98 for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:44:54.861659 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-51404d56-f0c4-4707-b8f3-a111167a8201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:54.865591 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-3ca6982a-d0fd-431b-a5de-9fc9b3f8c575 req-64200911-adf5-41e2-b5af-ee2a6168bb62 service neutron] Attempting to bind port 185ba6de-cea4-436f-8839-6eb8e5937fcc on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:44:54.866008 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-3ca6982a-d0fd-431b-a5de-9fc9b3f8c575 req-64200911-adf5-41e2-b5af-ee2a6168bb62 service neutron] Attempting to bind port 185ba6de-cea4-436f-8839-6eb8e5937fcc by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': '2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a0a513a6-9cd3-48db-b90d-df8b88e7c76b'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:44:54.866609 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca6982a-d0fd-431b-a5de-9fc9b3f8c575 req-64200911-adf5-41e2-b5af-ee2a6168bb62 service neutron] Attempting to bind port 185ba6de-cea4-436f-8839-6eb8e5937fcc on network a0a513a6-9cd3-48db-b90d-df8b88e7c76b {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:44:54.880409 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-51404d56-f0c4-4707-b8f3-a111167a8201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:54.893008 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca6982a-d0fd-431b-a5de-9fc9b3f8c575 req-64200911-adf5-41e2-b5af-ee2a6168bb62 service neutron] Port 185ba6de-cea4-436f-8839-6eb8e5937fcc on network a0a513a6-9cd3-48db-b90d-df8b88e7c76b not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:44:54.893642 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca6982a-d0fd-431b-a5de-9fc9b3f8c575 req-64200911-adf5-41e2-b5af-ee2a6168bb62 service neutron] Attempting to bind port 185ba6de-cea4-436f-8839-6eb8e5937fcc on network a0a513a6-9cd3-48db-b90d-df8b88e7c76b {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:44:54.913452 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca6982a-d0fd-431b-a5de-9fc9b3f8c575 req-64200911-adf5-41e2-b5af-ee2a6168bb62 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:44:54.914070 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca6982a-d0fd-431b-a5de-9fc9b3f8c575 req-64200911-adf5-41e2-b5af-ee2a6168bb62 service neutron] Checking segment: {'id': '2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a0a513a6-9cd3-48db-b90d-df8b88e7c76b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:44:54.915240 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca6982a-d0fd-431b-a5de-9fc9b3f8c575 req-64200911-adf5-41e2-b5af-ee2a6168bb62 service neutron] Bound using segment: {'id': '2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a0a513a6-9cd3-48db-b90d-df8b88e7c76b'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:44:54.915872 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-3ca6982a-d0fd-431b-a5de-9fc9b3f8c575 req-64200911-adf5-41e2-b5af-ee2a6168bb62 service neutron] Bound port: 185ba6de-cea4-436f-8839-6eb8e5937fcc, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a0a513a6-9cd3-48db-b90d-df8b88e7c76b'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:44:54.916440 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-3ca6982a-d0fd-431b-a5de-9fc9b3f8c575 req-64200911-adf5-41e2-b5af-ee2a6168bb62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:54.996571 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a93e41fd-ec37-454d-9d09-78d0a2a5291e req-82721f40-0f41-4c6a-9649-fc38435e66e4 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] 10.222.0.13 "GET /v2.0/security-groups?id=49558376-b1a7-49c0-85b0-3dc987553efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3810902 Sep 17 07:44:54.998250 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port e28b7dc1-3f64-4b0a-b0da-9a7d2440ad45 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:44:54.999433 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:55.020552 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c6879607-dc41-4716-aec9-366f11678e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:55.110808 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-3ca6982a-d0fd-431b-a5de-9fc9b3f8c575 req-64200911-adf5-41e2-b5af-ee2a6168bb62 service neutron] For port 185ba6de-cea4-436f-8839-6eb8e5937fcc, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:44:55.120027 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-3ca6982a-d0fd-431b-a5de-9fc9b3f8c575 req-64200911-adf5-41e2-b5af-ee2a6168bb62 service neutron] For port 185ba6de-cea4-436f-8839-6eb8e5937fcc, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=185ba6de-cea4-436f-8839-6eb8e5937fcc,segment=NetworkSegment(2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff),segment_id=2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:44:55.122414 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-aa82297f-67e4-43c5-b417-4e524b42926a req-ab144b19-a8f7-4960-90ab-64b80b9a436f tempest-VolumesAdminNegativeTest-1244886954 tempest-VolumesAdminNegativeTest-1244886954-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c99e789-8b48-47aa-9c3a-fb47b51dcd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5056965 Sep 17 07:44:55.130507 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-3ca6982a-d0fd-431b-a5de-9fc9b3f8c575 req-64200911-adf5-41e2-b5af-ee2a6168bb62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:55.138419 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-d24c1f96-56eb-48f7-a621-5430b2e24606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63daeef3-fcf0-4fe5-b516-09574fca1308', 'name': 'tempest-FloatingIPDetailsTestJSON-892934241-router', 'tenant_id': 'd34cc5185f1740d1945a6bfa3abb6ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'ec41a266-a262-48ff-80ed-4dc10f7848dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:44:45Z', 'updated_at': '2021-09-17T07:44:49Z', 'revision_number': 3, 'project_id': 'd34cc5185f1740d1945a6bfa3abb6ae5', 'gw_port': {'id': 'ec41a266-a262-48ff-80ed-4dc10f7848dc', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:5c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63daeef3-fcf0-4fe5-b516-09574fca1308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:44:47Z', 'updated_at': '2021-09-17T07:44:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:44:55.150954 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-1cfc1350-873d-4ae5-898d-9b7d336fa6a6 req-568d7821-c204-46b3-9269-a32098f5b7f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2332f2c-6e0e-4dbf-9f49-80e2d5a4c106 {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:44:55.188856 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-1cfc1350-873d-4ae5-898d-9b7d336fa6a6 req-568d7821-c204-46b3-9269-a32098f5b7f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:55.193873 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24c1f96-56eb-48f7-a621-5430b2e24606 None None] The sync data for ids ['63daeef3-fcf0-4fe5-b516-09574fca1308'] in n-d-789963-9 is: [{'id': '63daeef3-fcf0-4fe5-b516-09574fca1308', 'name': 'tempest-FloatingIPDetailsTestJSON-892934241-router', 'tenant_id': 'd34cc5185f1740d1945a6bfa3abb6ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'ec41a266-a262-48ff-80ed-4dc10f7848dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:44:45Z', 'updated_at': '2021-09-17T07:44:49Z', 'revision_number': 3, 'project_id': 'd34cc5185f1740d1945a6bfa3abb6ae5', 'gw_port': {'id': 'ec41a266-a262-48ff-80ed-4dc10f7848dc', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:5c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63daeef3-fcf0-4fe5-b516-09574fca1308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:44:47Z', 'updated_at': '2021-09-17T07:44:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:44:55.203514 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6982a-d0fd-431b-a5de-9fc9b3f8c575 req-64200911-adf5-41e2-b5af-ee2a6168bb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:55.204247 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-3ca6982a-d0fd-431b-a5de-9fc9b3f8c575 req-64200911-adf5-41e2-b5af-ee2a6168bb62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:55.206513 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3ca6982a-d0fd-431b-a5de-9fc9b3f8c575 req-64200911-adf5-41e2-b5af-ee2a6168bb62 service neutron] 10.222.0.39 "PUT /v2.0/ports/185ba6de-cea4-436f-8839-6eb8e5937fcc HTTP/1.1" status: 200 len: 1091 time: 2.0329959 Sep 17 07:44:55.213600 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:55.214919 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:55.221449 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c19325a-872a-4be3-952a-1149cb68eff8', 'tag': '185ba6de-cea4-436f-8839-6eb8e5937fcc'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:44:55.223744 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a099f48e-5170-4554-82e9-c3162b073062" -d '{"events": [{"name": "network-changed", "server_uuid": "2c19325a-872a-4be3-952a-1149cb68eff8", "tag": "185ba6de-cea4-436f-8839-6eb8e5937fcc"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:44:55.242062 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port e28b7dc1-3f64-4b0a-b0da-9a7d2440ad45, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=e28b7dc1-3f64-4b0a-b0da-9a7d2440ad45,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:44:55.275503 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:55.315489 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64200911-adf5-41e2-b5af-ee2a6168bb62 service neutron] Pushing event updated for resources: {'Port': ['ID=185ba6de-cea4-436f-8839-6eb8e5937fcc,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:55.344091 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-1cfc1350-873d-4ae5-898d-9b7d336fa6a6 req-568d7821-c204-46b3-9269-a32098f5b7f8 service neutron] Transition to ACTIVE for port object b2332f2c-6e0e-4dbf-9f49-80e2d5a4c106 will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:44:55.345071 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=e28b7dc1-3f64-4b0a-b0da-9a7d2440ad45,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:55.351180 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e91537-4512-4d8f-9301-52a1b3622c48 req-7557cc35-b841-4775-8c07-30b3e5af34f7 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:55.363923 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-09e91537-4512-4d8f-9301-52a1b3622c48 req-7557cc35-b841-4775-8c07-30b3e5af34f7 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c19325a-872a-4be3-952a-1149cb68eff8 HTTP/1.1" status: 200 len: 943 time: 0.2710590 Sep 17 07:44:55.370064 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0cca83a7-b699-4b0e-9edf-0794d7c9c981 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:55.371395 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-51404d56-f0c4-4707-b8f3-a111167a8201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:55.376027 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-1cfc1350-873d-4ae5-898d-9b7d336fa6a6 req-568d7821-c204-46b3-9269-a32098f5b7f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:55.405874 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-51404d56-f0c4-4707-b8f3-a111167a8201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:55.474389 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51404d56-f0c4-4707-b8f3-a111167a8201 admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 07:44:55.533319 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51404d56-f0c4-4707-b8f3-a111167a8201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86ad566-de89-4522-a52c-b38c34d56976,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:55.536602 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-51404d56-f0c4-4707-b8f3-a111167a8201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:55.536949 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-51404d56-f0c4-4707-b8f3-a111167a8201 admin admin] Added segment a427e306-a987-49e9-a9ad-c2204b8e0591 of type vlan for network add62a53-a69f-4abe-9b0d-fa84e891af37 Sep 17 07:44:55.541760 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568d7821-c204-46b3-9269-a32098f5b7f8 service neutron] Pushing event updated for resources: {'Port': ['ID=b2332f2c-6e0e-4dbf-9f49-80e2d5a4c106,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:55.553558 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6982a-d0fd-431b-a5de-9fc9b3f8c575 req-8da61ae3-6b2b-4074-92ee-307f770fa461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:55.554838 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3ca6982a-d0fd-431b-a5de-9fc9b3f8c575 req-8da61ae3-6b2b-4074-92ee-307f770fa461 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4f0e4c1c4dc94ab78a72a2655bcb731a&device_id=2c19325a-872a-4be3-952a-1149cb68eff8 HTTP/1.1" status: 200 len: 1094 time: 0.2011373 Sep 17 07:44:55.557262 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-1cfc1350-873d-4ae5-898d-9b7d336fa6a6 req-568d7821-c204-46b3-9269-a32098f5b7f8 service neutron] Attempting to bind port b2332f2c-6e0e-4dbf-9f49-80e2d5a4c106 on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:44:55.557600 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-1cfc1350-873d-4ae5-898d-9b7d336fa6a6 req-568d7821-c204-46b3-9269-a32098f5b7f8 service neutron] Attempting to bind port b2332f2c-6e0e-4dbf-9f49-80e2d5a4c106 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:44:55.557917 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfc1350-873d-4ae5-898d-9b7d336fa6a6 req-568d7821-c204-46b3-9269-a32098f5b7f8 service neutron] Attempting to bind port b2332f2c-6e0e-4dbf-9f49-80e2d5a4c106 on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:44:55.609739 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-09e91537-4512-4d8f-9301-52a1b3622c48 req-b773eb42-ef89-4dfe-930c-e39b9e114020 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254863 Sep 17 07:44:55.610913 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfc1350-873d-4ae5-898d-9b7d336fa6a6 req-568d7821-c204-46b3-9269-a32098f5b7f8 service neutron] Port b2332f2c-6e0e-4dbf-9f49-80e2d5a4c106 on network 469390cd-cce5-49bd-b8f8-9e64018a0583 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:44:55.611212 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfc1350-873d-4ae5-898d-9b7d336fa6a6 req-568d7821-c204-46b3-9269-a32098f5b7f8 service neutron] Attempting to bind port b2332f2c-6e0e-4dbf-9f49-80e2d5a4c106 on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:44:55.670995 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0699de3-783f-4c70-8935-2f3ae2e4a2ba req-6d0065ab-37d8-43cc-965c-c2138328e59c tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:55.672703 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d0699de3-783f-4c70-8935-2f3ae2e4a2ba req-6d0065ab-37d8-43cc-965c-c2138328e59c tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] 10.222.0.13 "GET /v2.0/ports?device_id=87e09428-baaf-4255-a223-f723676c9b16 HTTP/1.1" status: 200 len: 948 time: 0.2535646 Sep 17 07:44:55.686238 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-c6879607-dc41-4716-aec9-366f11678e42 admin admin] Allocated IP 172.20.0.1 (ca9bc578-247c-4557-afe3-23767d5b3bb5/f23777ee-a778-44f7-90ee-59c4c59063cf/78113bd8-64a7-43d1-af99-44c0c4796b07) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:44:55.705276 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0cca83a7-b699-4b0e-9edf-0794d7c9c981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:55.712813 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15042a8-25fd-4d44-8ace-ace5667ac19c x-openstack-request-id: req-e15042a8-25fd-4d44-8ace-ace5667ac19c {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:44:55.713111 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c19325a-872a-4be3-952a-1149cb68eff8", "tag": "185ba6de-cea4-436f-8839-6eb8e5937fcc", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:44:55.713369 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e15042a8-25fd-4d44-8ace-ace5667ac19c {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:44:55.713770 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c19325a-872a-4be3-952a-1149cb68eff8', 'tag': '185ba6de-cea4-436f-8839-6eb8e5937fcc', 'status': 'completed', 'code': 200} Sep 17 07:44:55.719132 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3ca6982a-d0fd-431b-a5de-9fc9b3f8c575 req-90633067-0648-45da-bceb-98bb66175149 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=185ba6de-cea4-436f-8839-6eb8e5937fcc HTTP/1.1" status: 200 len: 217 time: 0.1217053 Sep 17 07:44:55.730031 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-51404d56-f0c4-4707-b8f3-a111167a8201 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:55.736124 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfc1350-873d-4ae5-898d-9b7d336fa6a6 req-568d7821-c204-46b3-9269-a32098f5b7f8 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:44:55.736474 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfc1350-873d-4ae5-898d-9b7d336fa6a6 req-568d7821-c204-46b3-9269-a32098f5b7f8 service neutron] Checking segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:44:55.737159 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfc1350-873d-4ae5-898d-9b7d336fa6a6 req-568d7821-c204-46b3-9269-a32098f5b7f8 service neutron] Bound using segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:44:55.737673 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-1cfc1350-873d-4ae5-898d-9b7d336fa6a6 req-568d7821-c204-46b3-9269-a32098f5b7f8 service neutron] Bound port: b2332f2c-6e0e-4dbf-9f49-80e2d5a4c106, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:44:55.738043 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-1cfc1350-873d-4ae5-898d-9b7d336fa6a6 req-568d7821-c204-46b3-9269-a32098f5b7f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:55.798871 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d0699de3-783f-4c70-8935-2f3ae2e4a2ba req-c5720140-1f59-487e-acb5-e8a8edf2bf7d tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] 10.222.0.13 "GET /v2.0/security-groups?id=478ed27d-a4d4-41e9-b602-82684e3f7110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177583 Sep 17 07:44:55.817350 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cca83a7-b699-4b0e-9edf-0794d7c9c981 admin admin] Network 201676cd-a31a-4dcb-bdd3-9e5b728e16ec is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:44:55.823245 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cca83a7-b699-4b0e-9edf-0794d7c9c981 admin admin] Pushing event updated for resources: {'Port': ['ID=16ee6096-4db3-4309-b125-1a0bfbe0034f,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:55.828356 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-0cca83a7-b699-4b0e-9edf-0794d7c9c981 admin admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:44:55.832361 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cca83a7-b699-4b0e-9edf-0794d7c9c981 admin admin] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:44:55.833025 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0cca83a7-b699-4b0e-9edf-0794d7c9c981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:55.896243 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.db.resource_extend [None req-51404d56-f0c4-4707-b8f3-a111167a8201 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 07:44:55.943957 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6982a-d0fd-431b-a5de-9fc9b3f8c575 req-9cc26e24-0f6b-43f0-9c82-e1c556e85f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:55.946534 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3ca6982a-d0fd-431b-a5de-9fc9b3f8c575 req-9cc26e24-0f6b-43f0-9c82-e1c556e85f03 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b166af2c-f0c1-4005-bf20-b8a2b0583a5b HTTP/1.1" status: 200 len: 848 time: 0.2111592 Sep 17 07:44:55.952633 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-51404d56-f0c4-4707-b8f3-a111167a8201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:55.954339 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51404d56-f0c4-4707-b8f3-a111167a8201 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:55.955185 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-51404d56-f0c4-4707-b8f3-a111167a8201 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:55.958257 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-1cfc1350-873d-4ae5-898d-9b7d336fa6a6 req-568d7821-c204-46b3-9269-a32098f5b7f8 service neutron] For port b2332f2c-6e0e-4dbf-9f49-80e2d5a4c106, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:44:55.967521 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-1cfc1350-873d-4ae5-898d-9b7d336fa6a6 req-568d7821-c204-46b3-9269-a32098f5b7f8 service neutron] For port b2332f2c-6e0e-4dbf-9f49-80e2d5a4c106, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=b2332f2c-6e0e-4dbf-9f49-80e2d5a4c106,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:44:56.013933 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-1cfc1350-873d-4ae5-898d-9b7d336fa6a6 req-568d7821-c204-46b3-9269-a32098f5b7f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:56.063339 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3ca6982a-d0fd-431b-a5de-9fc9b3f8c575 req-36d50888-109f-4bd3-97bc-eb1045795642 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a0a513a6-9cd3-48db-b90d-df8b88e7c76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0940449 Sep 17 07:44:56.091221 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-51404d56-f0c4-4707-b8f3-a111167a8201 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3716605 Sep 17 07:44:56.130635 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 07:44:56.140704 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 56714) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:44:56.156156 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-bb266186-9e69-4ea1-a6eb-22ef734e1af9 admin admin] Request body: {'subnet': {'network_id': 'add62a53-a69f-4abe-9b0d-fa84e891af37', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-272138867-subnet', 'tenant_id': 'c569138579ad439ea680d0df292d9a98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:44:56.171165 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c6879607-dc41-4716-aec9-366f11678e42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:56.194931 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc1350-873d-4ae5-898d-9b7d336fa6a6 req-568d7821-c204-46b3-9269-a32098f5b7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:56.197336 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-1cfc1350-873d-4ae5-898d-9b7d336fa6a6 req-568d7821-c204-46b3-9269-a32098f5b7f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:56.200961 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1cfc1350-873d-4ae5-898d-9b7d336fa6a6 req-568d7821-c204-46b3-9269-a32098f5b7f8 service neutron] 10.222.0.39 "PUT /v2.0/ports/b2332f2c-6e0e-4dbf-9f49-80e2d5a4c106 HTTP/1.1" status: 200 len: 1095 time: 2.4063315 Sep 17 07:44:56.216987 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-f65e7552-c0ee-49bd-8566-73a42447b66a None None] Provisioning complete for port 16ee6096-4db3-4309-b125-1a0bfbe0034f triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:44:56.217370 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f65e7552-c0ee-49bd-8566-73a42447b66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:56.249857 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51404d56-f0c4-4707-b8f3-a111167a8201 admin admin] Pushing event updated for resources: {'Network': ['ID=add62a53-a69f-4abe-9b0d-fa84e891af37,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:56.271399 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c6879607-dc41-4716-aec9-366f11678e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:56.277200 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 0e2373b8-45bd-45d6-a7b7-044d70db0f1d details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:44:56.416641 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network add62a53-a69f-4abe-9b0d-fa84e891af37 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 07:44:56.437094 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb266186-9e69-4ea1-a6eb-22ef734e1af9 admin admin] Made reservation on behalf of c569138579ad439ea680d0df292d9a98 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:44:56.439496 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bb266186-9e69-4ea1-a6eb-22ef734e1af9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:56.447507 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568d7821-c204-46b3-9269-a32098f5b7f8 service neutron] Pushing event updated for resources: {'Port': ['ID=b2332f2c-6e0e-4dbf-9f49-80e2d5a4c106,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:56.550589 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6879607-dc41-4716-aec9-366f11678e42 admin admin] Network ca9bc578-247c-4557-afe3-23767d5b3bb5 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:44:56.581484 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-f65e7552-c0ee-49bd-8566-73a42447b66a None None] Port 16ee6096-4db3-4309-b125-1a0bfbe0034f cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:44:56.593479 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-c6879607-dc41-4716-aec9-366f11678e42 admin admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:44:56.597394 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6879607-dc41-4716-aec9-366f11678e42 admin admin] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:44:56.598763 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c6879607-dc41-4716-aec9-366f11678e42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:56.616516 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc1350-873d-4ae5-898d-9b7d336fa6a6 req-1d17f311-fed6-44a5-8040-25a95d9272c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:56.619956 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 0e2373b8-45bd-45d6-a7b7-044d70db0f1d, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=0e2373b8-45bd-45d6-a7b7-044d70db0f1d,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:44:56.622248 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1cfc1350-873d-4ae5-898d-9b7d336fa6a6 req-1d17f311-fed6-44a5-8040-25a95d9272c4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e3fa2625380d42b694cced0e6ee23545&device_id=9b600428-b067-42aa-9d54-b7b250e16c5c HTTP/1.1" status: 200 len: 1098 time: 0.3366065 Sep 17 07:44:56.635218 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3ca6982a-d0fd-431b-a5de-9fc9b3f8c575 req-e175082f-31b8-4847-b045-10961699920c service neutron] 10.222.0.39 "GET /v2.0/networks/a0a513a6-9cd3-48db-b90d-df8b88e7c76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5395951 Sep 17 07:44:56.653310 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '0e2373b8-45bd-45d6-a7b7-044d70db0f1d', 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583', 'port_id': '0e2373b8-45bd-45d6-a7b7-044d70db0f1d', 'mac_address': 'fa:16:3e:fc:1b:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f3af6cb-9cad-436b-bf41-034e75672c44', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:44:56.726976 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cac84c4-3c1d-471f-b256-a974a59c22a3 req-6ea1ea8e-d0d9-4f87-919a-4e225c204399 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:56.736635 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1cac84c4-3c1d-471f-b256-a974a59c22a3 req-6ea1ea8e-d0d9-4f87-919a-4e225c204399 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b600428-b067-42aa-9d54-b7b250e16c5c HTTP/1.1" status: 200 len: 947 time: 0.4874489 Sep 17 07:44:56.750777 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:56.757701 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6879607-dc41-4716-aec9-366f11678e42 admin admin] Pushing event updated for resources: {'Port': ['ID=78113bd8-64a7-43d1-af99-44c0c4796b07,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:56.775365 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e2373b8-45bd-45d6-a7b7-044d70db0f1d {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:44:56.811712 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 0e2373b8-45bd-45d6-a7b7-044d70db0f1d, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=0e2373b8-45bd-45d6-a7b7-044d70db0f1d,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:44:56.832296 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:56.873433 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0cca83a7-b699-4b0e-9edf-0794d7c9c981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:56.877898 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device e28b7dc1-3f64-4b0a-b0da-9a7d2440ad45 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:44:56.885859 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1cac84c4-3c1d-471f-b256-a974a59c22a3 req-401caceb-5b57-455b-a7e4-0682b86d0bf8 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] 10.222.0.13 "GET /v2.0/security-groups?id=49558376-b1a7-49c0-85b0-3dc987553efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481407 Sep 17 07:44:56.939312 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=0e2373b8-45bd-45d6-a7b7-044d70db0f1d,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:56.956316 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1cfc1350-873d-4ae5-898d-9b7d336fa6a6 req-3d6caf29-d2b4-492f-abe4-60e128600386 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=b2332f2c-6e0e-4dbf-9f49-80e2d5a4c106 HTTP/1.1" status: 200 len: 217 time: 0.3074872 Sep 17 07:44:56.982989 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port e28b7dc1-3f64-4b0a-b0da-9a7d2440ad45 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:44:56.983584 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:57.047485 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc1350-873d-4ae5-898d-9b7d336fa6a6 req-be87de90-a715-4264-8938-a42eb63ff42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:57.049095 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1cfc1350-873d-4ae5-898d-9b7d336fa6a6 req-be87de90-a715-4264-8938-a42eb63ff42f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.0490997 Sep 17 07:44:57.056878 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3ca6982a-d0fd-431b-a5de-9fc9b3f8c575 req-a90425e5-5e08-426c-bee1-6fa734da6fec service neutron] 10.222.0.39 "GET /v2.0/networks/a0a513a6-9cd3-48db-b90d-df8b88e7c76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3961761 Sep 17 07:44:57.057354 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-636b1496-e7f0-4edb-bf33-247bfc9f8335 None None] Provisioning complete for port 78113bd8-64a7-43d1-af99-44c0c4796b07 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:44:57.057735 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-636b1496-e7f0-4edb-bf33-247bfc9f8335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:57.084703 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc79b77-ab6c-4381-971f-ff80e45f8733 req-a7f694cc-910e-4838-b05f-87dfcd6d4c6f tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:57.086803 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3cc79b77-ab6c-4381-971f-ff80e45f8733 req-a7f694cc-910e-4838-b05f-87dfcd6d4c6f tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c19325a-872a-4be3-952a-1149cb68eff8 HTTP/1.1" status: 200 len: 943 time: 0.3389277 Sep 17 07:44:57.131136 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-636b1496-e7f0-4edb-bf33-247bfc9f8335 None None] Port 78113bd8-64a7-43d1-af99-44c0c4796b07 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:44:57.135369 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device ec41a266-a262-48ff-80ed-4dc10f7848dc up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:44:57.176328 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc1350-873d-4ae5-898d-9b7d336fa6a6 req-51c3efb7-1447-42a4-84ae-04ebef7544b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:57.178421 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1cfc1350-873d-4ae5-898d-9b7d336fa6a6 req-51c3efb7-1447-42a4-84ae-04ebef7544b7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1201777 Sep 17 07:44:57.185018 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port ec41a266-a262-48ff-80ed-4dc10f7848dc triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:44:57.185606 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:57.247486 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['0e2373b8-45bd-45d6-a7b7-044d70db0f1d'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:44:57.283491 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0cca83a7-b699-4b0e-9edf-0794d7c9c981 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:57.336727 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0cca83a7-b699-4b0e-9edf-0794d7c9c981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:57.337578 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0cca83a7-b699-4b0e-9edf-0794d7c9c981 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:57.345998 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:57.373657 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port ec41a266-a262-48ff-80ed-4dc10f7848dc, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=ec41a266-a262-48ff-80ed-4dc10f7848dc,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:44:57.380132 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bb266186-9e69-4ea1-a6eb-22ef734e1af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:57.391279 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:57.417935 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3cc79b77-ab6c-4381-971f-ff80e45f8733 req-51998d20-25db-4f58-a95d-0a1eb09646c7 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140819 Sep 17 07:44:57.428080 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c6879607-dc41-4716-aec9-366f11678e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:57.442856 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a099f48e-5170-4554-82e9-c3162b073062 req-02e13ee2-63d9-48e9-a0f0-3166b162761d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:57.444614 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a099f48e-5170-4554-82e9-c3162b073062 req-02e13ee2-63d9-48e9-a0f0-3166b162761d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4f0e4c1c4dc94ab78a72a2655bcb731a&device_id=2c19325a-872a-4be3-952a-1149cb68eff8 HTTP/1.1" status: 200 len: 1094 time: 0.2256200 Sep 17 07:44:57.459778 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=ec41a266-a262-48ff-80ed-4dc10f7848dc,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:57.469001 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29133102-5878-45df-a4c2-dbaf250604b6 req-30db8b74-612f-4b50-9fa1-e24524e0ad1e tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:57.480498 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-29133102-5878-45df-a4c2-dbaf250604b6 req-30db8b74-612f-4b50-9fa1-e24524e0ad1e tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] 10.222.0.13 "GET /v2.0/ports?device_id=87e09428-baaf-4255-a223-f723676c9b16 HTTP/1.1" status: 200 len: 949 time: 0.3857412 Sep 17 07:44:57.568536 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb266186-9e69-4ea1-a6eb-22ef734e1af9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=604c3678-8537-49a4-8baa-acc993680c5a,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:57.602464 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1cfc1350-873d-4ae5-898d-9b7d336fa6a6 req-44e0c20a-cafe-4c50-93d4-9c142cea7f78 service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3840635 Sep 17 07:44:57.639305 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb266186-9e69-4ea1-a6eb-22ef734e1af9 admin admin] Checking segment: {'id': 'a427e306-a987-49e9-a9ad-c2204b8e0591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'add62a53-a69f-4abe-9b0d-fa84e891af37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:44:57.639681 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb266186-9e69-4ea1-a6eb-22ef734e1af9 admin admin] Network hostable DHCP agents. Network: add62a53-a69f-4abe-9b0d-fa84e891af37, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 07:44:57.660110 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cca83a7-b699-4b0e-9edf-0794d7c9c981 admin admin] Pushing event updated for resources: {'Port': ['ID=16ee6096-4db3-4309-b125-1a0bfbe0034f,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:57.676080 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-29133102-5878-45df-a4c2-dbaf250604b6 req-f82eff9d-1ea1-46ed-b3a4-223aa98ad827 tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] 10.222.0.13 "GET /v2.0/security-groups?id=478ed27d-a4d4-41e9-b602-82684e3f7110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948774 Sep 17 07:44:57.722237 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b600428-b067-42aa-9d54-b7b250e16c5c', 'tag': 'b2332f2c-6e0e-4dbf-9f49-80e2d5a4c106'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:44:57.722237 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0200816-5a79-4309-84a1-56d483cae3c4" -d '{"events": [{"name": "network-changed", "server_uuid": "9b600428-b067-42aa-9d54-b7b250e16c5c", "tag": "b2332f2c-6e0e-4dbf-9f49-80e2d5a4c106"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:44:57.723340 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a099f48e-5170-4554-82e9-c3162b073062 req-9e88582d-9f2b-4765-8015-57efb6f93b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:57.724880 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a099f48e-5170-4554-82e9-c3162b073062 req-9e88582d-9f2b-4765-8015-57efb6f93b30 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a0a513a6-9cd3-48db-b90d-df8b88e7c76b HTTP/1.1" status: 200 len: 909 time: 0.2690902 Sep 17 07:44:57.725126 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cca83a7-b699-4b0e-9edf-0794d7c9c981 admin admin] Network 201676cd-a31a-4dcb-bdd3-9e5b728e16ec is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:44:57.727033 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-0cca83a7-b699-4b0e-9edf-0794d7c9c981 admin admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:44:57.783306 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb266186-9e69-4ea1-a6eb-22ef734e1af9 admin admin] Network add62a53-a69f-4abe-9b0d-fa84e891af37 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 07:44:57.788602 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07630ddc-b537-454c-864d-e939d1e1a1bd x-openstack-request-id: req-07630ddc-b537-454c-864d-e939d1e1a1bd {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:44:57.788875 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b600428-b067-42aa-9d54-b7b250e16c5c", "tag": "b2332f2c-6e0e-4dbf-9f49-80e2d5a4c106", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:44:57.789374 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-07630ddc-b537-454c-864d-e939d1e1a1bd {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:44:57.789785 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b600428-b067-42aa-9d54-b7b250e16c5c', 'tag': 'b2332f2c-6e0e-4dbf-9f49-80e2d5a4c106', 'status': 'completed', 'code': 200} Sep 17 07:44:57.795448 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a099f48e-5170-4554-82e9-c3162b073062 req-3dc0ce46-ba6e-4761-89da-be0434f82b05 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=185ba6de-cea4-436f-8839-6eb8e5937fcc HTTP/1.1" status: 200 len: 217 time: 0.0630555 Sep 17 07:44:57.818497 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-bb266186-9e69-4ea1-a6eb-22ef734e1af9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, add62a53-a69f-4abe-9b0d-fa84e891af37) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:44:57.829409 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d6b407-d4e3-4216-8e0e-1bab7900b9de None None] Network add62a53-a69f-4abe-9b0d-fa84e891af37 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:44:57.853397 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb266186-9e69-4ea1-a6eb-22ef734e1af9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:57.854261 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bb266186-9e69-4ea1-a6eb-22ef734e1af9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:57.858221 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1cfc1350-873d-4ae5-898d-9b7d336fa6a6 req-f7af1ea3-e9dc-4b1e-ac9d-8178c16d2ab2 service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431595 Sep 17 07:44:57.874972 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c6879607-dc41-4716-aec9-366f11678e42 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:57.901537 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-bb266186-9e69-4ea1-a6eb-22ef734e1af9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.7510197 Sep 17 07:44:57.903544 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a099f48e-5170-4554-82e9-c3162b073062 req-5579a227-e3f6-4f14-a943-5ff3269e6d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:57.907314 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a099f48e-5170-4554-82e9-c3162b073062 req-5579a227-e3f6-4f14-a943-5ff3269e6d3d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b166af2c-f0c1-4005-bf20-b8a2b0583a5b HTTP/1.1" status: 200 len: 848 time: 0.0985646 Sep 17 07:44:57.945861 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c6879607-dc41-4716-aec9-366f11678e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:57.946589 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c6879607-dc41-4716-aec9-366f11678e42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:58.053823 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a099f48e-5170-4554-82e9-c3162b073062 req-7a2fda15-c854-4a0e-b43d-fdc8778ab9d8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a0a513a6-9cd3-48db-b90d-df8b88e7c76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629909 Sep 17 07:44:58.154634 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-96f1256c-2e82-4a7f-8640-6481023a65b6 None None] Provisioning complete for port 16ee6096-4db3-4309-b125-1a0bfbe0034f triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:44:58.155013 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-96f1256c-2e82-4a7f-8640-6481023a65b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:58.197722 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-96f1256c-2e82-4a7f-8640-6481023a65b6 None None] Port 16ee6096-4db3-4309-b125-1a0bfbe0034f cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:44:58.208687 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cca83a7-b699-4b0e-9edf-0794d7c9c981 admin admin] Router 7937f091-b4de-4a9b-9484-5ae4576eb0bd has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:44:58.231302 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6879607-dc41-4716-aec9-366f11678e42 admin admin] Pushing event updated for resources: {'Port': ['ID=78113bd8-64a7-43d1-af99-44c0c4796b07,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:58.260433 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6879607-dc41-4716-aec9-366f11678e42 admin admin] Network ca9bc578-247c-4557-afe3-23767d5b3bb5 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:44:58.333736 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-c6879607-dc41-4716-aec9-366f11678e42 admin admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:44:58.351380 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0200816-5a79-4309-84a1-56d483cae3c4 req-24ad8790-c349-4d5a-b75d-9c9dcd5b8af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:58.356964 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c0200816-5a79-4309-84a1-56d483cae3c4 req-24ad8790-c349-4d5a-b75d-9c9dcd5b8af4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e3fa2625380d42b694cced0e6ee23545&device_id=9b600428-b067-42aa-9d54-b7b250e16c5c HTTP/1.1" status: 200 len: 1098 time: 0.3195262 Sep 17 07:44:58.395869 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227ce3fe-9732-4730-a234-cfab272c3dc0 None None] Network add62a53-a69f-4abe-9b0d-fa84e891af37 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:44:58.608748 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a099f48e-5170-4554-82e9-c3162b073062 req-6b058bef-fb23-4812-9093-879f63fc9ea4 service neutron] 10.222.0.39 "GET /v2.0/networks/a0a513a6-9cd3-48db-b90d-df8b88e7c76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5415144 Sep 17 07:44:58.684217 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0200816-5a79-4309-84a1-56d483cae3c4 req-501ece8b-2deb-449c-9c38-e9503ff1f428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:58.688311 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c0200816-5a79-4309-84a1-56d483cae3c4 req-501ece8b-2deb-449c-9c38-e9503ff1f428 service neutron] 10.222.0.39 "GET /v2.0/networks?id=469390cd-cce5-49bd-b8f8-9e64018a0583 HTTP/1.1" status: 200 len: 870 time: 0.2666202 Sep 17 07:44:58.690265 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device ec41a266-a262-48ff-80ed-4dc10f7848dc up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:44:58.754781 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c0200816-5a79-4309-84a1-56d483cae3c4 req-8b6cfa97-a484-4b1c-aaae-79b76243a305 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=b2332f2c-6e0e-4dbf-9f49-80e2d5a4c106 HTTP/1.1" status: 200 len: 217 time: 0.0390377 Sep 17 07:44:58.783240 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port ec41a266-a262-48ff-80ed-4dc10f7848dc triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:44:58.784055 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:58.829278 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a099f48e-5170-4554-82e9-c3162b073062 req-43814e35-35fc-4cac-8d10-c875a28a2b82 service neutron] 10.222.0.39 "GET /v2.0/networks/a0a513a6-9cd3-48db-b90d-df8b88e7c76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116973 Sep 17 07:44:58.831216 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0200816-5a79-4309-84a1-56d483cae3c4 req-6ee360d3-b2a6-4f67-a7d7-1df90f3ded78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:58.832595 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c0200816-5a79-4309-84a1-56d483cae3c4 req-6ee360d3-b2a6-4f67-a7d7-1df90f3ded78 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.0671947 Sep 17 07:44:58.840693 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-b1dbf363-015e-4444-bd78-6f03ad9794c3 None None] Provisioning complete for port 78113bd8-64a7-43d1-af99-44c0c4796b07 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:44:58.841067 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b1dbf363-015e-4444-bd78-6f03ad9794c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:58.872554 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cca83a7-b699-4b0e-9edf-0794d7c9c981 admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:44:58.884599 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-0cca83a7-b699-4b0e-9edf-0794d7c9c981 admin admin] 10.222.0.13 "PUT /v2.0/routers/7937f091-b4de-4a9b-9484-5ae4576eb0bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9335504 Sep 17 07:44:58.886507 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba3b508-48a2-41e9-a7f8-49fba406d067 None None] Sync routers for ids ['7937f091-b4de-4a9b-9484-5ae4576eb0bd'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:44:58.903490 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba3b508-48a2-41e9-a7f8-49fba406d067 None None] Routers {'7937f091-b4de-4a9b-9484-5ae4576eb0bd'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:44:58.903671 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-b1dbf363-015e-4444-bd78-6f03ad9794c3 None None] Port 78113bd8-64a7-43d1-af99-44c0c4796b07 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:44:58.904664 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-1ba3b508-48a2-41e9-a7f8-49fba406d067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:44:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['7937f091-b4de-4a9b-9484-5ae4576eb0bd'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:44:58.926739 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0200816-5a79-4309-84a1-56d483cae3c4 req-f07ef792-af55-4987-9ae9-fe94b93be76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:58.928385 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c0200816-5a79-4309-84a1-56d483cae3c4 req-f07ef792-af55-4987-9ae9-fe94b93be76e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0657198 Sep 17 07:44:58.938303 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae900e97-0047-4f45-bae7-ae809fc251f5 req-c4794f4e-523e-4aab-96af-85b5d1159c14 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:58.946157 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ae900e97-0047-4f45-bae7-ae809fc251f5 req-c4794f4e-523e-4aab-96af-85b5d1159c14 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b600428-b067-42aa-9d54-b7b250e16c5c HTTP/1.1" status: 200 len: 947 time: 0.8978019 Sep 17 07:44:59.041993 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-1ba3b508-48a2-41e9-a7f8-49fba406d067 None None] Set router 7937f091-b4de-4a9b-9484-5ae4576eb0bd gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:44:59.045059 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c0200816-5a79-4309-84a1-56d483cae3c4 req-d2e7a79f-5cfd-41d6-a49b-abdb6c6a45da service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067436 Sep 17 07:44:59.049394 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ae900e97-0047-4f45-bae7-ae809fc251f5 req-278d524f-9303-49b3-be13-4b75fbfcc7f1 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] 10.222.0.13 "GET /v2.0/security-groups?id=49558376-b1a7-49c0-85b0-3dc987553efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024094 Sep 17 07:44:59.058604 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b46bdc-c01e-4849-91b5-acbf8f450f49 req-79a68570-f4b4-4841-a37f-e502c86e756b tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:59.060113 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-02b46bdc-c01e-4849-91b5-acbf8f450f49 req-79a68570-f4b4-4841-a37f-e502c86e756b tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/networks?id=339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5 HTTP/1.1" status: 200 len: 820 time: 0.2786157 Sep 17 07:44:59.075326 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6879607-dc41-4716-aec9-366f11678e42 admin admin] Router 63daeef3-fcf0-4fe5-b516-09574fca1308 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:44:59.095407 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-02b46bdc-c01e-4849-91b5-acbf8f450f49 req-599c5216-b411-47e6-afb0-385486963a2f tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/quotas/2525ecc58cad4fa78c4be116636fc184 HTTP/1.1" status: 200 len: 375 time: 0.0289142 Sep 17 07:44:59.156016 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c0200816-5a79-4309-84a1-56d483cae3c4 req-e311da1f-b216-4536-bcf6-c5f246ee327f service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022882 Sep 17 07:44:59.173559 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-02b46bdc-c01e-4849-91b5-acbf8f450f49 req-918c0f40-15b5-48ab-aa48-ae772db83204 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2525ecc58cad4fa78c4be116636fc184&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0703676 Sep 17 07:44:59.265955 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-1ba3b508-48a2-41e9-a7f8-49fba406d067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7937f091-b4de-4a9b-9484-5ae4576eb0bd', 'name': 'tempest-FloatingIPsTestJSON-349430441-router', 'tenant_id': '90ef65ae13814168aee392d206793d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': 'e28b7dc1-3f64-4b0a-b0da-9a7d2440ad45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:44:45Z', 'updated_at': '2021-09-17T07:44:56Z', 'revision_number': 4, 'project_id': '90ef65ae13814168aee392d206793d54', 'gw_port': {'id': 'e28b7dc1-3f64-4b0a-b0da-9a7d2440ad45', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:63:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7937f091-b4de-4a9b-9484-5ae4576eb0bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:44:47Z', 'updated_at': '2021-09-17T07:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '16ee6096-4db3-4309-b125-1a0bfbe0034f', 'name': '', 'network_id': '201676cd-a31a-4dcb-bdd3-9e5b728e16ec', 'tenant_id': '90ef65ae13814168aee392d206793d54', 'mac_address': 'fa:16:3e:89:a1:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7937f091-b4de-4a9b-9484-5ae4576eb0bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '23bb5ade-3e0d-458c-88c4-34fc4e1caa5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:44:53Z', 'updated_at': '2021-09-17T07:44:57Z', 'revision_number': 2, 'project_id': '90ef65ae13814168aee392d206793d54', 'subnets': [{'id': '23bb5ade-3e0d-458c-88c4-34fc4e1caa5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:44:59.294560 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba3b508-48a2-41e9-a7f8-49fba406d067 None None] Checking router: 7937f091-b4de-4a9b-9484-5ae4576eb0bd for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:44:59.294825 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba3b508-48a2-41e9-a7f8-49fba406d067 None None] Updating router 7937f091-b4de-4a9b-9484-5ae4576eb0bd port 16ee6096-4db3-4309-b125-1a0bfbe0034f binding host n-d-789963-9 {{(pid=101292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 07:44:59.302809 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432eac0e-a1a0-4c87-86a0-f2d24f598e8f req-aaf5cf2a-1e85-4407-b3af-02dc3810ccb9 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:59.304309 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-432eac0e-a1a0-4c87-86a0-f2d24f598e8f req-aaf5cf2a-1e85-4407-b3af-02dc3810ccb9 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c19325a-872a-4be3-952a-1149cb68eff8 HTTP/1.1" status: 200 len: 943 time: 0.1646025 Sep 17 07:44:59.319081 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1ba3b508-48a2-41e9-a7f8-49fba406d067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:59.336995 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6879607-dc41-4716-aec9-366f11678e42 admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:44:59.350579 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-c6879607-dc41-4716-aec9-366f11678e42 admin admin] 10.222.0.13 "PUT /v2.0/routers/63daeef3-fcf0-4fe5-b516-09574fca1308/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4532897 Sep 17 07:44:59.357967 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79000c55-60ba-40e7-9429-4bb48f5f1952 None None] Sync routers for ids ['63daeef3-fcf0-4fe5-b516-09574fca1308'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:44:59.371813 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79000c55-60ba-40e7-9429-4bb48f5f1952 None None] Routers {'63daeef3-fcf0-4fe5-b516-09574fca1308'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:44:59.372762 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-79000c55-60ba-40e7-9429-4bb48f5f1952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:44:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['63daeef3-fcf0-4fe5-b516-09574fca1308'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:44:59.386146 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-02b46bdc-c01e-4849-91b5-acbf8f450f49 req-d50554bc-18d0-4338-9e37-b1fa3064a263 service neutron] 10.222.0.13 "GET /v2.0/networks/339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960962 Sep 17 07:44:59.410951 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-432eac0e-a1a0-4c87-86a0-f2d24f598e8f req-cbebb464-f9ff-4e0d-bf4b-0b5bf789f41b tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977263 Sep 17 07:44:59.493118 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-79000c55-60ba-40e7-9429-4bb48f5f1952 None None] Set router 63daeef3-fcf0-4fe5-b516-09574fca1308 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:44:59.519328 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-02b46bdc-c01e-4849-91b5-acbf8f450f49 req-8e32132b-ca0b-489a-9fd0-f12f96299334 service neutron] 10.222.0.13 "GET /v2.0/networks/339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322262 Sep 17 07:44:59.610439 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1ba3b508-48a2-41e9-a7f8-49fba406d067 None None] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:59.617648 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1ba3b508-48a2-41e9-a7f8-49fba406d067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:59.669546 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20c5edb-5bea-4d3e-a064-184c45cdfe11 None None] Pushing event updated for resources: {'Port': ['ID=16ee6096-4db3-4309-b125-1a0bfbe0034f,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:44:59.762503 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b67ac-7c28-4809-8cc6-e86787b6e59d req-aa7e925c-78ce-4026-8baf-1585551e14ce tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:44:59.764619 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-074b67ac-7c28-4809-8cc6-e86787b6e59d req-aa7e925c-78ce-4026-8baf-1585551e14ce tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] 10.222.0.13 "GET /v2.0/ports?device_id=87e09428-baaf-4255-a223-f723676c9b16 HTTP/1.1" status: 200 len: 949 time: 0.0874498 Sep 17 07:44:59.769213 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-1ba3b508-48a2-41e9-a7f8-49fba406d067 None None] Attempting to bind port 16ee6096-4db3-4309-b125-1a0bfbe0034f on host n-d-789963-9 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:44:59.769682 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-1ba3b508-48a2-41e9-a7f8-49fba406d067 None None] Attempting to bind port 16ee6096-4db3-4309-b125-1a0bfbe0034f by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '41f7c046-924f-40ee-b894-7205f686ebff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '201676cd-a31a-4dcb-bdd3-9e5b728e16ec'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:44:59.770322 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba3b508-48a2-41e9-a7f8-49fba406d067 None None] Attempting to bind port 16ee6096-4db3-4309-b125-1a0bfbe0034f on network 201676cd-a31a-4dcb-bdd3-9e5b728e16ec {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:44:59.792331 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba3b508-48a2-41e9-a7f8-49fba406d067 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:44:59.792792 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba3b508-48a2-41e9-a7f8-49fba406d067 None None] Checking segment: {'id': '41f7c046-924f-40ee-b894-7205f686ebff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '201676cd-a31a-4dcb-bdd3-9e5b728e16ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:44:59.793297 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1ba3b508-48a2-41e9-a7f8-49fba406d067 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:59.793769 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba3b508-48a2-41e9-a7f8-49fba406d067 None None] Bound using segment: {'id': '41f7c046-924f-40ee-b894-7205f686ebff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '201676cd-a31a-4dcb-bdd3-9e5b728e16ec'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:44:59.794318 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-1ba3b508-48a2-41e9-a7f8-49fba406d067 None None] Bound port: 16ee6096-4db3-4309-b125-1a0bfbe0034f, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f7c046-924f-40ee-b894-7205f686ebff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '201676cd-a31a-4dcb-bdd3-9e5b728e16ec'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:44:59.795181 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1ba3b508-48a2-41e9-a7f8-49fba406d067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:59.846236 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-79000c55-60ba-40e7-9429-4bb48f5f1952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63daeef3-fcf0-4fe5-b516-09574fca1308', 'name': 'tempest-FloatingIPDetailsTestJSON-892934241-router', 'tenant_id': 'd34cc5185f1740d1945a6bfa3abb6ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'ec41a266-a262-48ff-80ed-4dc10f7848dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:44:45Z', 'updated_at': '2021-09-17T07:44:57Z', 'revision_number': 4, 'project_id': 'd34cc5185f1740d1945a6bfa3abb6ae5', 'gw_port': {'id': 'ec41a266-a262-48ff-80ed-4dc10f7848dc', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:5c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63daeef3-fcf0-4fe5-b516-09574fca1308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:44:47Z', 'updated_at': '2021-09-17T07:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '78113bd8-64a7-43d1-af99-44c0c4796b07', 'name': '', 'network_id': 'ca9bc578-247c-4557-afe3-23767d5b3bb5', 'tenant_id': 'd34cc5185f1740d1945a6bfa3abb6ae5', 'mac_address': 'fa:16:3e:46:61:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63daeef3-fcf0-4fe5-b516-09574fca1308', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'f23777ee-a778-44f7-90ee-59c4c59063cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:44:55Z', 'updated_at': '2021-09-17T07:44:57Z', 'revision_number': 2, 'project_id': 'd34cc5185f1740d1945a6bfa3abb6ae5', 'subnets': [{'id': 'f23777ee-a778-44f7-90ee-59c4c59063cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:44:59.882947 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79000c55-60ba-40e7-9429-4bb48f5f1952 None None] Checking router: 63daeef3-fcf0-4fe5-b516-09574fca1308 for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:44:59.883403 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79000c55-60ba-40e7-9429-4bb48f5f1952 None None] Updating router 63daeef3-fcf0-4fe5-b516-09574fca1308 port 78113bd8-64a7-43d1-af99-44c0c4796b07 binding host n-d-789963-9 {{(pid=101291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 07:44:59.891593 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-074b67ac-7c28-4809-8cc6-e86787b6e59d req-1609c251-dd6c-4287-a5dd-8aa18498c12b tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] 10.222.0.13 "GET /v2.0/security-groups?id=478ed27d-a4d4-41e9-b602-82684e3f7110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151483 Sep 17 07:44:59.916407 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-1ba3b508-48a2-41e9-a7f8-49fba406d067 None None] For port 16ee6096-4db3-4309-b125-1a0bfbe0034f, host n-d-789963-9, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:44:59.921290 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-1ba3b508-48a2-41e9-a7f8-49fba406d067 None None] For port 16ee6096-4db3-4309-b125-1a0bfbe0034f, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=16ee6096-4db3-4309-b125-1a0bfbe0034f,segment=NetworkSegment(41f7c046-924f-40ee-b894-7205f686ebff),segment_id=41f7c046-924f-40ee-b894-7205f686ebff)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:44:59.930987 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1ba3b508-48a2-41e9-a7f8-49fba406d067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:44:59.944400 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-79000c55-60ba-40e7-9429-4bb48f5f1952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:00.029000 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20c5edb-5bea-4d3e-a064-184c45cdfe11 None None] Pushing event updated for resources: {'Port': ['ID=16ee6096-4db3-4309-b125-1a0bfbe0034f,revision_number=4']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:00.040320 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba3b508-48a2-41e9-a7f8-49fba406d067 None None] Routers {'7937f091-b4de-4a9b-9484-5ae4576eb0bd'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:45:00.041227 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-1ba3b508-48a2-41e9-a7f8-49fba406d067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:44:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['7937f091-b4de-4a9b-9484-5ae4576eb0bd'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:45:00.111070 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1286b1c8-5051-4cbe-b322-4eefc34cf7de req-5cecb192-1395-45b1-bf95-0be58181b0bd tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3042984 Sep 17 07:45:00.135739 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-1286b1c8-5051-4cbe-b322-4eefc34cf7de req-87849cb1-1d05-4574-8312-75ac6115cab3 tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] Request body: {'floatingip': {'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:45:00.191741 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-1ba3b508-48a2-41e9-a7f8-49fba406d067 None None] Set router 7937f091-b4de-4a9b-9484-5ae4576eb0bd gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:45:00.217494 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-3337ff19-0b2a-40f1-a0a0-c91d4bf0df3a None None] Provisioning complete for port 16ee6096-4db3-4309-b125-1a0bfbe0034f triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:45:00.217870 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3337ff19-0b2a-40f1-a0a0-c91d4bf0df3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:00.237675 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1286b1c8-5051-4cbe-b322-4eefc34cf7de req-87849cb1-1d05-4574-8312-75ac6115cab3 tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] Notify callbacks [] for floatingip, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:00.276618 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0f8467fb-e1a1-4931-bda1-e1e18ac2d313 req-ab04e89f-4057-4876-85d7-48306f663c26 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2779927 Sep 17 07:45:00.292218 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-0f8467fb-e1a1-4931-bda1-e1e18ac2d313 req-1453e4ab-500e-400a-93cf-453e146b75e1 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Request body: {'floatingip': {'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:45:00.321129 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 0e2373b8-45bd-45d6-a7b7-044d70db0f1d up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:45:00.354938 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-0f8467fb-e1a1-4931-bda1-e1e18ac2d313 req-1453e4ab-500e-400a-93cf-453e146b75e1 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Notify callbacks [] for floatingip, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:00.450190 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1286b1c8-5051-4cbe-b322-4eefc34cf7de req-87849cb1-1d05-4574-8312-75ac6115cab3 tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:00.467479 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-1ba3b508-48a2-41e9-a7f8-49fba406d067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7937f091-b4de-4a9b-9484-5ae4576eb0bd', 'name': 'tempest-FloatingIPsTestJSON-349430441-router', 'tenant_id': '90ef65ae13814168aee392d206793d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': 'e28b7dc1-3f64-4b0a-b0da-9a7d2440ad45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:44:45Z', 'updated_at': '2021-09-17T07:44:56Z', 'revision_number': 4, 'project_id': '90ef65ae13814168aee392d206793d54', 'gw_port': {'id': 'e28b7dc1-3f64-4b0a-b0da-9a7d2440ad45', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:63:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7937f091-b4de-4a9b-9484-5ae4576eb0bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:44:47Z', 'updated_at': '2021-09-17T07:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '16ee6096-4db3-4309-b125-1a0bfbe0034f', 'name': '', 'network_id': '201676cd-a31a-4dcb-bdd3-9e5b728e16ec', 'tenant_id': '90ef65ae13814168aee392d206793d54', 'mac_address': 'fa:16:3e:89:a1:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7937f091-b4de-4a9b-9484-5ae4576eb0bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '23bb5ade-3e0d-458c-88c4-34fc4e1caa5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:44:53Z', 'updated_at': '2021-09-17T07:44:59Z', 'revision_number': 4, 'project_id': '90ef65ae13814168aee392d206793d54', 'subnets': [{'id': '23bb5ade-3e0d-458c-88c4-34fc4e1caa5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:45:00.485353 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port 0e2373b8-45bd-45d6-a7b7-044d70db0f1d completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:45:00.499819 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 0e2373b8-45bd-45d6-a7b7-044d70db0f1d triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:45:00.500290 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:00.506270 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba3b508-48a2-41e9-a7f8-49fba406d067 None None] The sync data for ids ['7937f091-b4de-4a9b-9484-5ae4576eb0bd'] in n-d-789963-9 is: [{'id': '7937f091-b4de-4a9b-9484-5ae4576eb0bd', 'name': 'tempest-FloatingIPsTestJSON-349430441-router', 'tenant_id': '90ef65ae13814168aee392d206793d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': 'e28b7dc1-3f64-4b0a-b0da-9a7d2440ad45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:44:45Z', 'updated_at': '2021-09-17T07:44:56Z', 'revision_number': 4, 'project_id': '90ef65ae13814168aee392d206793d54', 'gw_port': {'id': 'e28b7dc1-3f64-4b0a-b0da-9a7d2440ad45', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:63:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7937f091-b4de-4a9b-9484-5ae4576eb0bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:44:47Z', 'updated_at': '2021-09-17T07:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '16ee6096-4db3-4309-b125-1a0bfbe0034f', 'name': '', 'network_id': '201676cd-a31a-4dcb-bdd3-9e5b728e16ec', 'tenant_id': '90ef65ae13814168aee392d206793d54', 'mac_address': 'fa:16:3e:89:a1:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7937f091-b4de-4a9b-9484-5ae4576eb0bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '23bb5ade-3e0d-458c-88c4-34fc4e1caa5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:44:53Z', 'updated_at': '2021-09-17T07:44:59Z', 'revision_number': 4, 'project_id': '90ef65ae13814168aee392d206793d54', 'subnets': [{'id': '23bb5ade-3e0d-458c-88c4-34fc4e1caa5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:45:00.523797 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3337ff19-0b2a-40f1-a0a0-c91d4bf0df3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:00.593834 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-0f8467fb-e1a1-4931-bda1-e1e18ac2d313 req-1453e4ab-500e-400a-93cf-453e146b75e1 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:00.598824 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-79000c55-60ba-40e7-9429-4bb48f5f1952 None None] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:00.619381 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [req-1286b1c8-5051-4cbe-b322-4eefc34cf7de req-87849cb1-1d05-4574-8312-75ac6115cab3 tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] Allocated IP 172.25.6.143 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/aaa582f9-b82e-4c0c-82c7-912955eb07d8) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:45:00.639334 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-3337ff19-0b2a-40f1-a0a0-c91d4bf0df3a None None] For port 16ee6096-4db3-4309-b125-1a0bfbe0034f, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=16ee6096-4db3-4309-b125-1a0bfbe0034f,segment=NetworkSegment(41f7c046-924f-40ee-b894-7205f686ebff),segment_id=41f7c046-924f-40ee-b894-7205f686ebff)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:45:00.641013 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-79000c55-60ba-40e7-9429-4bb48f5f1952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:00.712107 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3337ff19-0b2a-40f1-a0a0-c91d4bf0df3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:00.808819 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:00.813245 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1286b1c8-5051-4cbe-b322-4eefc34cf7de req-87849cb1-1d05-4574-8312-75ac6115cab3 tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:00.827500 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 16ee6096-4db3-4309-b125-1a0bfbe0034f up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:45:00.874663 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1286b1c8-5051-4cbe-b322-4eefc34cf7de req-87849cb1-1d05-4574-8312-75ac6115cab3 tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:00.898750 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88756d30-a762-4611-96c5-648d6e06f77a None None] Pushing event updated for resources: {'Port': ['ID=78113bd8-64a7-43d1-af99-44c0c4796b07,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:00.931219 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-79000c55-60ba-40e7-9429-4bb48f5f1952 None None] Attempting to bind port 78113bd8-64a7-43d1-af99-44c0c4796b07 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:45:00.931596 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-79000c55-60ba-40e7-9429-4bb48f5f1952 None None] Attempting to bind port 78113bd8-64a7-43d1-af99-44c0c4796b07 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '18058c5c-fcb7-49c0-a171-94dda685db89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ca9bc578-247c-4557-afe3-23767d5b3bb5'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:45:00.931991 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79000c55-60ba-40e7-9429-4bb48f5f1952 None None] Attempting to bind port 78113bd8-64a7-43d1-af99-44c0c4796b07 on network ca9bc578-247c-4557-afe3-23767d5b3bb5 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:45:00.962546 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1286b1c8-5051-4cbe-b322-4eefc34cf7de req-87849cb1-1d05-4574-8312-75ac6115cab3 tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:45:00.966628 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79000c55-60ba-40e7-9429-4bb48f5f1952 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:45:00.967022 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79000c55-60ba-40e7-9429-4bb48f5f1952 None None] Checking segment: {'id': '18058c5c-fcb7-49c0-a171-94dda685db89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ca9bc578-247c-4557-afe3-23767d5b3bb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:45:00.967435 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-79000c55-60ba-40e7-9429-4bb48f5f1952 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:00.967860 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79000c55-60ba-40e7-9429-4bb48f5f1952 None None] Bound using segment: {'id': '18058c5c-fcb7-49c0-a171-94dda685db89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ca9bc578-247c-4557-afe3-23767d5b3bb5'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:45:00.968564 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-79000c55-60ba-40e7-9429-4bb48f5f1952 None None] Bound port: 78113bd8-64a7-43d1-af99-44c0c4796b07, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18058c5c-fcb7-49c0-a171-94dda685db89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ca9bc578-247c-4557-afe3-23767d5b3bb5'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:45:00.969001 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-79000c55-60ba-40e7-9429-4bb48f5f1952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:00.970744 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [req-1286b1c8-5051-4cbe-b322-4eefc34cf7de req-87849cb1-1d05-4574-8312-75ac6115cab3 tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:45:00.978556 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-1286b1c8-5051-4cbe-b322-4eefc34cf7de req-87849cb1-1d05-4574-8312-75ac6115cab3 tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:45:00.990651 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e09428-baaf-4255-a223-f723676c9b16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e2373b8-45bd-45d6-a7b7-044d70db0f1d'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:45:00.993508 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee3388e-2e08-45bd-ac76-d6c42c00147a" -d '{"events": [{"server_uuid": "87e09428-baaf-4255-a223-f723676c9b16", "name": "network-vif-plugged", "status": "completed", "tag": "0e2373b8-45bd-45d6-a7b7-044d70db0f1d"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:45:00.994044 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87849cb1-1d05-4574-8312-75ac6115cab3 tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] Pushing event updated for resources: {'Port': ['ID=aaa582f9-b82e-4c0c-82c7-912955eb07d8,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:00.997386 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [req-0f8467fb-e1a1-4931-bda1-e1e18ac2d313 req-1453e4ab-500e-400a-93cf-453e146b75e1 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Allocated IP 172.25.6.218 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/db2e8484-6c95-4387-86f8-c9661d59035a) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:45:01.020730 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-db3c67bc-5c33-4471-b72c-93cf91941d4f None None] Provisioning complete for port 16ee6096-4db3-4309-b125-1a0bfbe0034f triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:45:01.021118 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-db3c67bc-5c33-4471-b72c-93cf91941d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:01.028524 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3337ff19-0b2a-40f1-a0a0-c91d4bf0df3a None None] Pushing event updated for resources: {'Port': ['ID=16ee6096-4db3-4309-b125-1a0bfbe0034f,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:01.032415 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 0e2373b8-45bd-45d6-a7b7-044d70db0f1d, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=0e2373b8-45bd-45d6-a7b7-044d70db0f1d,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:45:01.056600 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:01.181751 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1286b1c8-5051-4cbe-b322-4eefc34cf7de req-87849cb1-1d05-4574-8312-75ac6115cab3 tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:01.191731 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=0e2373b8-45bd-45d6-a7b7-044d70db0f1d,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:01.195494 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 16ee6096-4db3-4309-b125-1a0bfbe0034f triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:45:01.195988 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:01.228431 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-79000c55-60ba-40e7-9429-4bb48f5f1952 None None] For port 78113bd8-64a7-43d1-af99-44c0c4796b07, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:45:01.251332 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-79000c55-60ba-40e7-9429-4bb48f5f1952 None None] For port 78113bd8-64a7-43d1-af99-44c0c4796b07, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=78113bd8-64a7-43d1-af99-44c0c4796b07,segment=NetworkSegment(18058c5c-fcb7-49c0-a171-94dda685db89),segment_id=18058c5c-fcb7-49c0-a171-94dda685db89)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:45:01.277829 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-79000c55-60ba-40e7-9429-4bb48f5f1952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:01.332937 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-0f8467fb-e1a1-4931-bda1-e1e18ac2d313 req-1453e4ab-500e-400a-93cf-453e146b75e1 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:01.341678 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1286b1c8-5051-4cbe-b322-4eefc34cf7de req-87849cb1-1d05-4574-8312-75ac6115cab3 tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:01.393503 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79000c55-60ba-40e7-9429-4bb48f5f1952 None None] Routers {'63daeef3-fcf0-4fe5-b516-09574fca1308'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:45:01.393903 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-79000c55-60ba-40e7-9429-4bb48f5f1952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:44:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['63daeef3-fcf0-4fe5-b516-09574fca1308'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:45:01.405281 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b46bdc-c01e-4849-91b5-acbf8f450f49 req-09d02375-4fa5-4767-98e4-e9555a4f51bc tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:01.406822 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-02b46bdc-c01e-4849-91b5-acbf8f450f49 req-09d02375-4fa5-4767-98e4-e9555a4f51bc tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.41 "GET /v2.0/networks?id=339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5 HTTP/1.1" status: 200 len: 820 time: 0.2503021 Sep 17 07:45:01.432170 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88756d30-a762-4611-96c5-648d6e06f77a None None] Pushing event updated for resources: {'Port': ['ID=78113bd8-64a7-43d1-af99-44c0c4796b07,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:01.470336 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-02b46bdc-c01e-4849-91b5-acbf8f450f49 req-ed92ea9e-39fb-495c-b942-7a6e03e5fb96 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Request body: {'port': {'device_id': '6e2ba3ca-8114-45da-a9e4-70769897381d', 'network_id': '339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5', 'admin_state_up': True, 'tenant_id': '2525ecc58cad4fa78c4be116636fc184'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:45:01.473749 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-0f8467fb-e1a1-4931-bda1-e1e18ac2d313 req-1453e4ab-500e-400a-93cf-453e146b75e1 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:01.623456 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f8467fb-e1a1-4931-bda1-e1e18ac2d313 req-1453e4ab-500e-400a-93cf-453e146b75e1 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:45:01.650391 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [req-0f8467fb-e1a1-4931-bda1-e1e18ac2d313 req-1453e4ab-500e-400a-93cf-453e146b75e1 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:45:01.655936 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-bcf65667-2b3f-48dd-961a-4a0b33f04752 None None] Provisioning complete for port 78113bd8-64a7-43d1-af99-44c0c4796b07 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:45:01.656815 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bcf65667-2b3f-48dd-961a-4a0b33f04752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:01.656928 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1453e4ab-500e-400a-93cf-453e146b75e1 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Pushing event updated for resources: {'Port': ['ID=db2e8484-6c95-4387-86f8-c9661d59035a,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:01.665069 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f8467fb-e1a1-4931-bda1-e1e18ac2d313 req-1453e4ab-500e-400a-93cf-453e146b75e1 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:45:01.705096 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-79000c55-60ba-40e7-9429-4bb48f5f1952 None None] Set router 63daeef3-fcf0-4fe5-b516-09574fca1308 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:45:01.740719 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1286b1c8-5051-4cbe-b322-4eefc34cf7de req-87849cb1-1d05-4574-8312-75ac6115cab3 tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:01.756253 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1286b1c8-5051-4cbe-b322-4eefc34cf7de req-87849cb1-1d05-4574-8312-75ac6115cab3 tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:01.778048 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-0f8467fb-e1a1-4931-bda1-e1e18ac2d313 req-1453e4ab-500e-400a-93cf-453e146b75e1 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:01.807533 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1286b1c8-5051-4cbe-b322-4eefc34cf7de req-87849cb1-1d05-4574-8312-75ac6115cab3 tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:01.825745 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02b46bdc-c01e-4849-91b5-acbf8f450f49 req-ed92ea9e-39fb-495c-b942-7a6e03e5fb96 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Made reservation on behalf of 2525ecc58cad4fa78c4be116636fc184 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:45:01.829255 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-02b46bdc-c01e-4849-91b5-acbf8f450f49 req-ed92ea9e-39fb-495c-b942-7a6e03e5fb96 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:01.839757 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bcf65667-2b3f-48dd-961a-4a0b33f04752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:01.870277 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1286b1c8-5051-4cbe-b322-4eefc34cf7de req-87849cb1-1d05-4574-8312-75ac6115cab3 tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:01.871445 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1286b1c8-5051-4cbe-b322-4eefc34cf7de req-87849cb1-1d05-4574-8312-75ac6115cab3 tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7551181 Sep 17 07:45:01.875619 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87849cb1-1d05-4574-8312-75ac6115cab3 tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] Pushing event updated for resources: {'Port': ['ID=aaa582f9-b82e-4c0c-82c7-912955eb07d8,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:01.880758 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-0f8467fb-e1a1-4931-bda1-e1e18ac2d313 req-1453e4ab-500e-400a-93cf-453e146b75e1 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:01.919088 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-bcf65667-2b3f-48dd-961a-4a0b33f04752 None None] For port 78113bd8-64a7-43d1-af99-44c0c4796b07, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=78113bd8-64a7-43d1-af99-44c0c4796b07,segment=NetworkSegment(18058c5c-fcb7-49c0-a171-94dda685db89),segment_id=18058c5c-fcb7-49c0-a171-94dda685db89)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:45:01.926623 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bcf65667-2b3f-48dd-961a-4a0b33f04752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:02.004370 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf65667-2b3f-48dd-961a-4a0b33f04752 None None] Pushing event updated for resources: {'Port': ['ID=78113bd8-64a7-43d1-af99-44c0c4796b07,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:02.019922 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-79000c55-60ba-40e7-9429-4bb48f5f1952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63daeef3-fcf0-4fe5-b516-09574fca1308', 'name': 'tempest-FloatingIPDetailsTestJSON-892934241-router', 'tenant_id': 'd34cc5185f1740d1945a6bfa3abb6ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'ec41a266-a262-48ff-80ed-4dc10f7848dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:44:45Z', 'updated_at': '2021-09-17T07:44:57Z', 'revision_number': 4, 'project_id': 'd34cc5185f1740d1945a6bfa3abb6ae5', 'gw_port': {'id': 'ec41a266-a262-48ff-80ed-4dc10f7848dc', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:5c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63daeef3-fcf0-4fe5-b516-09574fca1308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:44:47Z', 'updated_at': '2021-09-17T07:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '78113bd8-64a7-43d1-af99-44c0c4796b07', 'name': '', 'network_id': 'ca9bc578-247c-4557-afe3-23767d5b3bb5', 'tenant_id': 'd34cc5185f1740d1945a6bfa3abb6ae5', 'mac_address': 'fa:16:3e:46:61:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63daeef3-fcf0-4fe5-b516-09574fca1308', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'f23777ee-a778-44f7-90ee-59c4c59063cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:44:55Z', 'updated_at': '2021-09-17T07:45:01Z', 'revision_number': 4, 'project_id': 'd34cc5185f1740d1945a6bfa3abb6ae5', 'subnets': [{'id': 'f23777ee-a778-44f7-90ee-59c4c59063cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:45:02.056594 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79000c55-60ba-40e7-9429-4bb48f5f1952 None None] The sync data for ids ['63daeef3-fcf0-4fe5-b516-09574fca1308'] in n-d-789963-9 is: [{'id': '63daeef3-fcf0-4fe5-b516-09574fca1308', 'name': 'tempest-FloatingIPDetailsTestJSON-892934241-router', 'tenant_id': 'd34cc5185f1740d1945a6bfa3abb6ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'ec41a266-a262-48ff-80ed-4dc10f7848dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:44:45Z', 'updated_at': '2021-09-17T07:44:57Z', 'revision_number': 4, 'project_id': 'd34cc5185f1740d1945a6bfa3abb6ae5', 'gw_port': {'id': 'ec41a266-a262-48ff-80ed-4dc10f7848dc', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:5c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63daeef3-fcf0-4fe5-b516-09574fca1308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:44:47Z', 'updated_at': '2021-09-17T07:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '78113bd8-64a7-43d1-af99-44c0c4796b07', 'name': '', 'network_id': 'ca9bc578-247c-4557-afe3-23767d5b3bb5', 'tenant_id': 'd34cc5185f1740d1945a6bfa3abb6ae5', 'mac_address': 'fa:16:3e:46:61:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63daeef3-fcf0-4fe5-b516-09574fca1308', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'f23777ee-a778-44f7-90ee-59c4c59063cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:44:55Z', 'updated_at': '2021-09-17T07:45:01Z', 'revision_number': 4, 'project_id': 'd34cc5185f1740d1945a6bfa3abb6ae5', 'subnets': [{'id': 'f23777ee-a778-44f7-90ee-59c4c59063cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:45:02.066708 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-773a0a57-9b4b-45a6-9118-9db2c701379d None None] Provisioning complete for port 78113bd8-64a7-43d1-af99-44c0c4796b07 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:45:02.067163 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-773a0a57-9b4b-45a6-9118-9db2c701379d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:02.260267 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 185ba6de-cea4-436f-8839-6eb8e5937fcc details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:45:02.263872 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1286b1c8-5051-4cbe-b322-4eefc34cf7de req-c5eba3e3-94e1-4fc7-96cc-8d4f9ff66e2a tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.143 HTTP/1.1" status: 200 len: 696 time: 0.3688745 Sep 17 07:45:02.365069 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 185ba6de-cea4-436f-8839-6eb8e5937fcc, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=185ba6de-cea4-436f-8839-6eb8e5937fcc,segment=NetworkSegment(2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff),segment_id=2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:45:02.377425 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '185ba6de-cea4-436f-8839-6eb8e5937fcc', 'network_id': 'a0a513a6-9cd3-48db-b90d-df8b88e7c76b', 'port_id': '185ba6de-cea4-436f-8839-6eb8e5937fcc', 'mac_address': 'fa:16:3e:1c:7a:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b166af2c-f0c1-4005-bf20-b8a2b0583a5b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:45:02.419055 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:02.431742 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 185ba6de-cea4-436f-8839-6eb8e5937fcc {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:45:02.453679 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 185ba6de-cea4-436f-8839-6eb8e5937fcc, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=185ba6de-cea4-436f-8839-6eb8e5937fcc,segment=NetworkSegment(2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff),segment_id=2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:45:02.458045 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:02.459400 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device b2332f2c-6e0e-4dbf-9f49-80e2d5a4c106 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:45:02.480639 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [req-02b46bdc-c01e-4849-91b5-acbf8f450f49 req-ed92ea9e-39fb-495c-b942-7a6e03e5fb96 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Allocated IP 172.20.0.10 (339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5/affefed0-1fce-4202-a68f-ea65cc757370/95db3c29-370b-4f7b-b1bf-ef019afe58e2) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:45:02.499460 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1286b1c8-5051-4cbe-b322-4eefc34cf7de req-8a95e2f6-4a4c-4c13-8775-862b4a60a9e6 tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:02.501080 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1286b1c8-5051-4cbe-b322-4eefc34cf7de req-8a95e2f6-4a4c-4c13-8775-862b4a60a9e6 tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] 10.222.0.13 "GET /v2.0/networks/5fc128c4-343a-4b5b-8a61-6a2b8d95c555 HTTP/1.1" status: 200 len: 784 time: 0.2304013 Sep 17 07:45:02.528947 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [req-1286b1c8-5051-4cbe-b322-4eefc34cf7de req-c048dbb4-531f-4243-acc5-72ccd20d78c5 tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 07:45:02.529997 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1286b1c8-5051-4cbe-b322-4eefc34cf7de req-c048dbb4-531f-4243-acc5-72ccd20d78c5 tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0174174 Sep 17 07:45:02.531428 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=185ba6de-cea4-436f-8839-6eb8e5937fcc,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:02.597217 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-0f8467fb-e1a1-4931-bda1-e1e18ac2d313 req-1453e4ab-500e-400a-93cf-453e146b75e1 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:02.615338 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-0f8467fb-e1a1-4931-bda1-e1e18ac2d313 req-1453e4ab-500e-400a-93cf-453e146b75e1 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:02.621781 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port b2332f2c-6e0e-4dbf-9f49-80e2d5a4c106, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=b2332f2c-6e0e-4dbf-9f49-80e2d5a4c106,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:45:02.633723 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': 'b2332f2c-6e0e-4dbf-9f49-80e2d5a4c106', 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583', 'port_id': 'b2332f2c-6e0e-4dbf-9f49-80e2d5a4c106', 'mac_address': 'fa:16:3e:f4:4f:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f3af6cb-9cad-436b-bf41-034e75672c44', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:45:02.674675 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:02.677400 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d12a5fda-d7ad-414b-8e0b-e3dd32a21524 req-bafcb728-4d50-46ef-bd52-8a722ccef10a tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e2ba3ca-8114-45da-a9e4-70769897381d HTTP/1.1" status: 200 len: 210 time: 0.0664852 Sep 17 07:45:02.690937 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2332f2c-6e0e-4dbf-9f49-80e2d5a4c106 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:45:02.707534 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-0f8467fb-e1a1-4931-bda1-e1e18ac2d313 req-1453e4ab-500e-400a-93cf-453e146b75e1 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:02.723350 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port b2332f2c-6e0e-4dbf-9f49-80e2d5a4c106, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=b2332f2c-6e0e-4dbf-9f49-80e2d5a4c106,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:45:02.728249 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:02.741283 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1453e4ab-500e-400a-93cf-453e146b75e1 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Pushing event updated for resources: {'Port': ['ID=db2e8484-6c95-4387-86f8-c9661d59035a,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:02.746749 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-0f8467fb-e1a1-4931-bda1-e1e18ac2d313 req-1453e4ab-500e-400a-93cf-453e146b75e1 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:02.748004 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0f8467fb-e1a1-4931-bda1-e1e18ac2d313 req-1453e4ab-500e-400a-93cf-453e146b75e1 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4626505 Sep 17 07:45:02.776132 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 16ee6096-4db3-4309-b125-1a0bfbe0034f up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:45:02.818981 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0f8467fb-e1a1-4931-bda1-e1e18ac2d313 req-b7bf4f82-b2ac-4106-8986-4bfb08d286cb tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.218 HTTP/1.1" status: 200 len: 696 time: 0.0644023 Sep 17 07:45:02.822582 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-02b46bdc-c01e-4849-91b5-acbf8f450f49 req-ed92ea9e-39fb-495c-b942-7a6e03e5fb96 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:02.853186 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=b2332f2c-6e0e-4dbf-9f49-80e2d5a4c106,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:02.887866 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 16ee6096-4db3-4309-b125-1a0bfbe0034f triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:45:02.889570 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:02.934532 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-02b46bdc-c01e-4849-91b5-acbf8f450f49 req-ed92ea9e-39fb-495c-b942-7a6e03e5fb96 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:02.987424 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 78113bd8-64a7-43d1-af99-44c0c4796b07 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:45:03.000925 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02b46bdc-c01e-4849-91b5-acbf8f450f49 req-ed92ea9e-39fb-495c-b942-7a6e03e5fb96 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Network 339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:45:03.008985 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [req-02b46bdc-c01e-4849-91b5-acbf8f450f49 req-ed92ea9e-39fb-495c-b942-7a6e03e5fb96 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:45:03.014048 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-02b46bdc-c01e-4849-91b5-acbf8f450f49 req-ed92ea9e-39fb-495c-b942-7a6e03e5fb96 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:45:03.019784 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b46bdc-c01e-4849-91b5-acbf8f450f49 req-ed92ea9e-39fb-495c-b942-7a6e03e5fb96 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:03.020472 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-02b46bdc-c01e-4849-91b5-acbf8f450f49 req-ed92ea9e-39fb-495c-b942-7a6e03e5fb96 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:03.029353 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8467fb-e1a1-4931-bda1-e1e18ac2d313 req-8e065b8e-a387-4992-8c56-2aa2ae979724 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:03.030779 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0f8467fb-e1a1-4931-bda1-e1e18ac2d313 req-8e065b8e-a387-4992-8c56-2aa2ae979724 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] 10.222.0.13 "GET /v2.0/networks/5fc128c4-343a-4b5b-8a61-6a2b8d95c555 HTTP/1.1" status: 200 len: 784 time: 0.1953809 Sep 17 07:45:03.033123 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed92ea9e-39fb-495c-b942-7a6e03e5fb96 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Pushing event updated for resources: {'Port': ['ID=95db3c29-370b-4f7b-b1bf-ef019afe58e2,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:03.046596 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [req-0f8467fb-e1a1-4931-bda1-e1e18ac2d313 req-b93b8475-62d4-4d2f-9f0d-68679542b6a9 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 07:45:03.047497 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0f8467fb-e1a1-4931-bda1-e1e18ac2d313 req-b93b8475-62d4-4d2f-9f0d-68679542b6a9 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063958 Sep 17 07:45:03.057346 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 78113bd8-64a7-43d1-af99-44c0c4796b07 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:45:03.057729 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:03.069979 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-02b46bdc-c01e-4849-91b5-acbf8f450f49 req-ed92ea9e-39fb-495c-b942-7a6e03e5fb96 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6052561 Sep 17 07:45:03.093199 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-02b46bdc-c01e-4849-91b5-acbf8f450f49 req-7829574f-e6f3-435c-9b64-a648c5a9e289 service neutron] Request body: {'port': {'device_id': '6e2ba3ca-8114-45da-a9e4-70769897381d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-9'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:45:03.198385 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['185ba6de-cea4-436f-8839-6eb8e5937fcc'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:45:03.205208 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['b2332f2c-6e0e-4dbf-9f49-80e2d5a4c106'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:45:03.213586 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-02b46bdc-c01e-4849-91b5-acbf8f450f49 req-7829574f-e6f3-435c-9b64-a648c5a9e289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:03.283110 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f6f5c6-87aa-433d-ae97-f541c201587b req-59b4de7f-72d9-442a-a9ae-45a96a5856dc tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:03.284728 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-38f6f5c6-87aa-433d-ae97-f541c201587b req-59b4de7f-72d9-442a-a9ae-45a96a5856dc tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b600428-b067-42aa-9d54-b7b250e16c5c HTTP/1.1" status: 200 len: 948 time: 0.1330850 Sep 17 07:45:03.433625 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-38f6f5c6-87aa-433d-ae97-f541c201587b req-16ccfdd8-36fa-4ad4-832b-f366be9d9d52 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] 10.222.0.13 "GET /v2.0/security-groups?id=49558376-b1a7-49c0-85b0-3dc987553efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385317 Sep 17 07:45:03.450356 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b3a9a-dcc0-4ca7-a95d-b86302f5e17b req-b1579005-3c1a-4500-b4e4-6b525710bbc7 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:03.456597 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-da5b3a9a-dcc0-4ca7-a95d-b86302f5e17b req-b1579005-3c1a-4500-b4e4-6b525710bbc7 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c19325a-872a-4be3-952a-1149cb68eff8 HTTP/1.1" status: 200 len: 944 time: 0.1536403 Sep 17 07:45:03.557131 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-da5b3a9a-dcc0-4ca7-a95d-b86302f5e17b req-98ba4410-f96d-43e5-86c9-6661c42b3872 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851874 Sep 17 07:45:03.609224 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abae8da1-f6bd-4c7d-a890-42ff8f6a7686 x-openstack-request-id: req-abae8da1-f6bd-4c7d-a890-42ff8f6a7686 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:45:03.609661 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87e09428-baaf-4255-a223-f723676c9b16", "name": "network-vif-plugged", "status": "completed", "tag": "0e2373b8-45bd-45d6-a7b7-044d70db0f1d", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:45:03.610590 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-abae8da1-f6bd-4c7d-a890-42ff8f6a7686 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:45:03.611877 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87e09428-baaf-4255-a223-f723676c9b16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e2373b8-45bd-45d6-a7b7-044d70db0f1d', 'code': 200} Sep 17 07:45:03.707147 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0c299bd6-d5e7-4d51-94fb-3dd73d81b43e req-fdbcc3a7-2946-4e30-83c6-f9839a22eb1e tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] 10.222.0.13 "GET /v2.0/floatingips/264dfa3d-cb7e-4d99-88cc-62a04b2655af HTTP/1.1" status: 200 len: 693 time: 0.0772436 Sep 17 07:45:03.713971 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [req-02b46bdc-c01e-4849-91b5-acbf8f450f49 req-7829574f-e6f3-435c-9b64-a648c5a9e289 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95db3c29-370b-4f7b-b1bf-ef019afe58e2 {{(pid=101289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:45:03.724735 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-02b46bdc-c01e-4849-91b5-acbf8f450f49 req-7829574f-e6f3-435c-9b64-a648c5a9e289 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:03.745047 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28530516-365d-46d4-8c7f-fb9cf9c4f56e req-fde30014-8d2e-4a8b-ae47-3a5749fe4784 tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:03.746547 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-28530516-365d-46d4-8c7f-fb9cf9c4f56e req-fde30014-8d2e-4a8b-ae47-3a5749fe4784 tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] 10.222.0.13 "GET /v2.0/ports?device_id=87e09428-baaf-4255-a223-f723676c9b16 HTTP/1.1" status: 200 len: 950 time: 0.1522655 Sep 17 07:45:03.751438 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5248cbef-f11c-42f7-8feb-8b78d50d474d req-9607f44d-c496-42dc-a916-d1344defcd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:03.752955 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5248cbef-f11c-42f7-8feb-8b78d50d474d req-9607f44d-c496-42dc-a916-d1344defcd26 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=87e09428-baaf-4255-a223-f723676c9b16 HTTP/1.1" status: 200 len: 1101 time: 0.0466704 Sep 17 07:45:03.791000 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.provisioning_blocks [req-02b46bdc-c01e-4849-91b5-acbf8f450f49 req-7829574f-e6f3-435c-9b64-a648c5a9e289 service neutron] Transition to ACTIVE for port object 95db3c29-370b-4f7b-b1bf-ef019afe58e2 will not be triggered until provisioned by entity L2. {{(pid=101289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:45:03.795591 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5248cbef-f11c-42f7-8feb-8b78d50d474d req-c09bcbcf-6c08-49b5-a761-f41f14d28e80 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=478ed27d-a4d4-41e9-b602-82684e3f7110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350044 Sep 17 07:45:03.826226 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-02b46bdc-c01e-4849-91b5-acbf8f450f49 req-7829574f-e6f3-435c-9b64-a648c5a9e289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:03.875285 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-28530516-365d-46d4-8c7f-fb9cf9c4f56e req-cf60e512-3f86-49cf-968c-a6ba15a6c4d6 tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] 10.222.0.13 "GET /v2.0/security-groups?id=478ed27d-a4d4-41e9-b602-82684e3f7110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138980 Sep 17 07:45:03.911167 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7829574f-e6f3-435c-9b64-a648c5a9e289 service neutron] Pushing event updated for resources: {'Port': ['ID=95db3c29-370b-4f7b-b1bf-ef019afe58e2,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:03.935540 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c299bd6-d5e7-4d51-94fb-3dd73d81b43e req-e631178f-d01d-44f2-af48-c4b9ef301503 tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:03.936965 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0c299bd6-d5e7-4d51-94fb-3dd73d81b43e req-e631178f-d01d-44f2-af48-c4b9ef301503 tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] 10.222.0.13 "GET /v2.0/networks/5fc128c4-343a-4b5b-8a61-6a2b8d95c555 HTTP/1.1" status: 200 len: 784 time: 0.2186282 Sep 17 07:45:03.979281 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [req-0c299bd6-d5e7-4d51-94fb-3dd73d81b43e req-b0df3fde-4ee9-469f-a757-c128981d0b7d tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 07:45:03.980288 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0c299bd6-d5e7-4d51-94fb-3dd73d81b43e req-b0df3fde-4ee9-469f-a757-c128981d0b7d tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0284758 Sep 17 07:45:04.025714 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-02b46bdc-c01e-4849-91b5-acbf8f450f49 req-7829574f-e6f3-435c-9b64-a648c5a9e289 service neutron] Attempting to bind port 95db3c29-370b-4f7b-b1bf-ef019afe58e2 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:45:04.026055 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-02b46bdc-c01e-4849-91b5-acbf8f450f49 req-7829574f-e6f3-435c-9b64-a648c5a9e289 service neutron] Attempting to bind port 95db3c29-370b-4f7b-b1bf-ef019afe58e2 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'bbdef28d-b0c6-41c1-88af-cfcd40a3d803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:45:04.026376 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b46bdc-c01e-4849-91b5-acbf8f450f49 req-7829574f-e6f3-435c-9b64-a648c5a9e289 service neutron] Attempting to bind port 95db3c29-370b-4f7b-b1bf-ef019afe58e2 on network 339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:45:04.038420 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b46bdc-c01e-4849-91b5-acbf8f450f49 req-7829574f-e6f3-435c-9b64-a648c5a9e289 service neutron] Port 95db3c29-370b-4f7b-b1bf-ef019afe58e2 on network 339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:45:04.038744 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b46bdc-c01e-4849-91b5-acbf8f450f49 req-7829574f-e6f3-435c-9b64-a648c5a9e289 service neutron] Attempting to bind port 95db3c29-370b-4f7b-b1bf-ef019afe58e2 on network 339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:45:04.048378 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b46bdc-c01e-4849-91b5-acbf8f450f49 req-7829574f-e6f3-435c-9b64-a648c5a9e289 service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:45:04.048715 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b46bdc-c01e-4849-91b5-acbf8f450f49 req-7829574f-e6f3-435c-9b64-a648c5a9e289 service neutron] Checking segment: {'id': 'bbdef28d-b0c6-41c1-88af-cfcd40a3d803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:45:04.049095 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b46bdc-c01e-4849-91b5-acbf8f450f49 req-7829574f-e6f3-435c-9b64-a648c5a9e289 service neutron] Bound using segment: {'id': 'bbdef28d-b0c6-41c1-88af-cfcd40a3d803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5'} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:45:04.049529 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-02b46bdc-c01e-4849-91b5-acbf8f450f49 req-7829574f-e6f3-435c-9b64-a648c5a9e289 service neutron] Bound port: 95db3c29-370b-4f7b-b1bf-ef019afe58e2, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbdef28d-b0c6-41c1-88af-cfcd40a3d803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5'}}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:45:04.049881 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-02b46bdc-c01e-4849-91b5-acbf8f450f49 req-7829574f-e6f3-435c-9b64-a648c5a9e289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:04.109634 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3d361dfa-74af-4091-93e3-12c85b41b87a req-b8b1ea58-a4c7-4855-ae32-47bd3b7d2a38 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1958590 Sep 17 07:45:04.139786 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-3d361dfa-74af-4091-93e3-12c85b41b87a req-5c010ee2-4d5c-4db2-a1c5-27417c6b9323 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Request body: {'floatingip': {'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:45:04.185452 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de70ad82-9d3d-48f6-993d-706926d7e785 req-0e80c89f-692b-4185-83c1-04e09359ae30 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:04.186953 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-de70ad82-9d3d-48f6-993d-706926d7e785 req-0e80c89f-692b-4185-83c1-04e09359ae30 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e2ba3ca-8114-45da-a9e4-70769897381d HTTP/1.1" status: 200 len: 944 time: 0.1398203 Sep 17 07:45:04.193933 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-3d361dfa-74af-4091-93e3-12c85b41b87a req-5c010ee2-4d5c-4db2-a1c5-27417c6b9323 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Notify callbacks [] for floatingip, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:04.217645 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-02b46bdc-c01e-4849-91b5-acbf8f450f49 req-7829574f-e6f3-435c-9b64-a648c5a9e289 service neutron] For port 95db3c29-370b-4f7b-b1bf-ef019afe58e2, host n-h1-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:45:04.241317 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-02b46bdc-c01e-4849-91b5-acbf8f450f49 req-7829574f-e6f3-435c-9b64-a648c5a9e289 service neutron] For port 95db3c29-370b-4f7b-b1bf-ef019afe58e2, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=95db3c29-370b-4f7b-b1bf-ef019afe58e2,segment=NetworkSegment(bbdef28d-b0c6-41c1-88af-cfcd40a3d803),segment_id=bbdef28d-b0c6-41c1-88af-cfcd40a3d803)] {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:45:04.254012 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-02b46bdc-c01e-4849-91b5-acbf8f450f49 req-7829574f-e6f3-435c-9b64-a648c5a9e289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:04.294981 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-de70ad82-9d3d-48f6-993d-706926d7e785 req-a25d3769-9756-4320-aa0f-834f2187a3a8 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977983 Sep 17 07:45:04.308073 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b46bdc-c01e-4849-91b5-acbf8f450f49 req-7829574f-e6f3-435c-9b64-a648c5a9e289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:04.308710 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-02b46bdc-c01e-4849-91b5-acbf8f450f49 req-7829574f-e6f3-435c-9b64-a648c5a9e289 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:04.310172 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-02b46bdc-c01e-4849-91b5-acbf8f450f49 req-7829574f-e6f3-435c-9b64-a648c5a9e289 service neutron] 10.222.0.41 "PUT /v2.0/ports/95db3c29-370b-4f7b-b1bf-ef019afe58e2 HTTP/1.1" status: 200 len: 1092 time: 1.2221794 Sep 17 07:45:04.310555 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e2ba3ca-8114-45da-a9e4-70769897381d', 'tag': '95db3c29-370b-4f7b-b1bf-ef019afe58e2'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:45:04.312835 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9fdb39b-1934-4fd1-a3f0-912be2da640e" -d '{"events": [{"name": "network-changed", "server_uuid": "6e2ba3ca-8114-45da-a9e4-70769897381d", "tag": "95db3c29-370b-4f7b-b1bf-ef019afe58e2"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:45:04.448856 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7829574f-e6f3-435c-9b64-a648c5a9e289 service neutron] Pushing event updated for resources: {'Port': ['ID=95db3c29-370b-4f7b-b1bf-ef019afe58e2,revision_number=3']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:04.485593 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bb3bbcaa-f9c0-44ba-a851-a2ddebe33bc1 req-154dd06b-2ce8-4fa6-8309-7e54547c4972 tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] 10.222.0.13 "GET /v2.0/floatingips?tenant_id=90ef65ae13814168aee392d206793d54 HTTP/1.1" status: 200 len: 696 time: 0.1098733 Sep 17 07:45:04.531066 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b46bdc-c01e-4849-91b5-acbf8f450f49 req-62da157b-6713-4490-a6ed-4f577123bcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:04.532560 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-02b46bdc-c01e-4849-91b5-acbf8f450f49 req-62da157b-6713-4490-a6ed-4f577123bcd6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2525ecc58cad4fa78c4be116636fc184&device_id=6e2ba3ca-8114-45da-a9e4-70769897381d HTTP/1.1" status: 200 len: 1095 time: 0.1529233 Sep 17 07:45:04.611991 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-02b46bdc-c01e-4849-91b5-acbf8f450f49 req-d8b1bb86-b3c5-42e8-9fcf-0db820510cc6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95db3c29-370b-4f7b-b1bf-ef019afe58e2 HTTP/1.1" status: 200 len: 217 time: 0.0461264 Sep 17 07:45:04.631952 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-3d361dfa-74af-4091-93e3-12c85b41b87a req-5c010ee2-4d5c-4db2-a1c5-27417c6b9323 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:04.707623 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3bbcaa-f9c0-44ba-a851-a2ddebe33bc1 req-71f9c524-5237-4837-971a-0ec841d59f8d tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:04.709042 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bb3bbcaa-f9c0-44ba-a851-a2ddebe33bc1 req-71f9c524-5237-4837-971a-0ec841d59f8d tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] 10.222.0.13 "GET /v2.0/networks?id=5fc128c4-343a-4b5b-8a61-6a2b8d95c555 HTTP/1.1" status: 200 len: 787 time: 0.2155495 Sep 17 07:45:04.728551 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [req-bb3bbcaa-f9c0-44ba-a851-a2ddebe33bc1 req-4de229a5-19c7-4ec7-ac41-4824bf6f84f4 tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 07:45:04.729519 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bb3bbcaa-f9c0-44ba-a851-a2ddebe33bc1 req-4de229a5-19c7-4ec7-ac41-4824bf6f84f4 tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097072 Sep 17 07:45:04.732992 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b46bdc-c01e-4849-91b5-acbf8f450f49 req-166baca0-bbe7-4387-9736-fa1672fd4210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:04.734396 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-02b46bdc-c01e-4849-91b5-acbf8f450f49 req-166baca0-bbe7-4387-9736-fa1672fd4210 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=affefed0-1fce-4202-a68f-ea65cc757370 HTTP/1.1" status: 200 len: 860 time: 0.1134932 Sep 17 07:45:04.777805 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca87b0d4-0fb4-4005-b3aa-c5422f5d8c0a x-openstack-request-id: req-ca87b0d4-0fb4-4005-b3aa-c5422f5d8c0a {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:45:04.778096 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e2ba3ca-8114-45da-a9e4-70769897381d", "tag": "95db3c29-370b-4f7b-b1bf-ef019afe58e2", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:45:04.778350 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ca87b0d4-0fb4-4005-b3aa-c5422f5d8c0a {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:45:04.778809 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e2ba3ca-8114-45da-a9e4-70769897381d', 'tag': '95db3c29-370b-4f7b-b1bf-ef019afe58e2', 'status': 'completed', 'code': 200} Sep 17 07:45:04.780812 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-02b46bdc-c01e-4849-91b5-acbf8f450f49 req-a826a76b-8258-42b0-867a-e3aa2e47d61b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359528 Sep 17 07:45:04.804739 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:04.907893 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [req-3d361dfa-74af-4091-93e3-12c85b41b87a req-5c010ee2-4d5c-4db2-a1c5-27417c6b9323 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Allocated IP 172.25.6.170 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/095e9834-0fe1-4b7b-a91a-ae07c4298298) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:45:04.943934 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365de73c-eb29-4ed8-92e7-65c543c4e1a6 req-810b7e28-3d17-46eb-a5cc-352be930e58a tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:04.945480 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-365de73c-eb29-4ed8-92e7-65c543c4e1a6 req-810b7e28-3d17-46eb-a5cc-352be930e58a tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b600428-b067-42aa-9d54-b7b250e16c5c HTTP/1.1" status: 200 len: 948 time: 0.1248267 Sep 17 07:45:04.992454 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-02b46bdc-c01e-4849-91b5-acbf8f450f49 req-9f28636e-def1-4b7e-9a7d-2f4e260f999b service neutron] 10.222.0.41 "GET /v2.0/networks/339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940947 Sep 17 07:45:05.061335 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-365de73c-eb29-4ed8-92e7-65c543c4e1a6 req-f4219353-75d8-4a7e-a5b8-ff48e77a9c9d tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] 10.222.0.13 "GET /v2.0/security-groups?id=49558376-b1a7-49c0-85b0-3dc987553efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972424 Sep 17 07:45:05.238947 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:05.417068 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-3d361dfa-74af-4091-93e3-12c85b41b87a req-5c010ee2-4d5c-4db2-a1c5-27417c6b9323 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:05.448149 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f542ed62-2cbf-4fbd-af4c-5479b94baf45 req-d0039ba3-09b2-47ed-aed5-8a91ead1af2f tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:05.449703 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f542ed62-2cbf-4fbd-af4c-5479b94baf45 req-d0039ba3-09b2-47ed-aed5-8a91ead1af2f tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c19325a-872a-4be3-952a-1149cb68eff8 HTTP/1.1" status: 200 len: 944 time: 0.0908108 Sep 17 07:45:05.453137 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-02b46bdc-c01e-4849-91b5-acbf8f450f49 req-b2dd3e53-2330-43d2-bd4a-515368e3fef6 service neutron] 10.222.0.41 "GET /v2.0/networks/339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4340916 Sep 17 07:45:05.506147 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f542ed62-2cbf-4fbd-af4c-5479b94baf45 req-8bf254e4-4eba-488b-9394-35d46a71d5f9 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491047 Sep 17 07:45:05.507570 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-3d361dfa-74af-4091-93e3-12c85b41b87a req-5c010ee2-4d5c-4db2-a1c5-27417c6b9323 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:05.547358 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d361dfa-74af-4091-93e3-12c85b41b87a req-5c010ee2-4d5c-4db2-a1c5-27417c6b9323 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:45:05.559652 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [req-3d361dfa-74af-4091-93e3-12c85b41b87a req-5c010ee2-4d5c-4db2-a1c5-27417c6b9323 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:45:05.589533 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d361dfa-74af-4091-93e3-12c85b41b87a req-5c010ee2-4d5c-4db2-a1c5-27417c6b9323 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:45:05.603429 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c010ee2-4d5c-4db2-a1c5-27417c6b9323 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Pushing event updated for resources: {'Port': ['ID=095e9834-0fe1-4b7b-a91a-ae07c4298298,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:05.631777 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cf7c2a5a-c19a-4c1e-a61b-566fbcb1296f req-bcc8e762-b501-448b-a869-b137cbe2649e tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] 10.222.0.13 "GET /v2.0/floatingips/264dfa3d-cb7e-4d99-88cc-62a04b2655af HTTP/1.1" status: 200 len: 693 time: 0.0932381 Sep 17 07:45:05.710905 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-3d361dfa-74af-4091-93e3-12c85b41b87a req-5c010ee2-4d5c-4db2-a1c5-27417c6b9323 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:05.737140 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fdb39b-1934-4fd1-a3f0-912be2da640e req-4ceac6b0-dc3b-4e02-aa4a-3ca320408d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:05.738655 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a9fdb39b-1934-4fd1-a3f0-912be2da640e req-4ceac6b0-dc3b-4e02-aa4a-3ca320408d4d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2525ecc58cad4fa78c4be116636fc184&device_id=6e2ba3ca-8114-45da-a9e4-70769897381d HTTP/1.1" status: 200 len: 1095 time: 0.1454678 Sep 17 07:45:05.810288 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-3d361dfa-74af-4091-93e3-12c85b41b87a req-5c010ee2-4d5c-4db2-a1c5-27417c6b9323 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:05.882391 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c2a5a-c19a-4c1e-a61b-566fbcb1296f req-63c89e8a-da86-41bb-a6e3-985b593fbc2c tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:05.884434 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cf7c2a5a-c19a-4c1e-a61b-566fbcb1296f req-63c89e8a-da86-41bb-a6e3-985b593fbc2c tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] 10.222.0.13 "GET /v2.0/networks/5fc128c4-343a-4b5b-8a61-6a2b8d95c555 HTTP/1.1" status: 200 len: 784 time: 0.2316890 Sep 17 07:45:05.906331 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [req-cf7c2a5a-c19a-4c1e-a61b-566fbcb1296f req-18a107d7-f388-4ff8-91af-3f1d4ac5036b tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 07:45:05.907321 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cf7c2a5a-c19a-4c1e-a61b-566fbcb1296f req-18a107d7-f388-4ff8-91af-3f1d4ac5036b tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0137982 Sep 17 07:45:05.989072 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cf7c2a5a-c19a-4c1e-a61b-566fbcb1296f req-234ac0c8-a149-4614-83b1-8c52ec38db27 tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.143 HTTP/1.1" status: 200 len: 696 time: 0.0735018 Sep 17 07:45:05.991727 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fdb39b-1934-4fd1-a3f0-912be2da640e req-8df1839c-6acf-443a-adf9-c8f55ebfdd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:05.993702 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a9fdb39b-1934-4fd1-a3f0-912be2da640e req-8df1839c-6acf-443a-adf9-c8f55ebfdd44 service neutron] 10.222.0.41 "GET /v2.0/networks?id=339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5 HTTP/1.1" status: 200 len: 921 time: 0.2377889 Sep 17 07:45:06.101087 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a9fdb39b-1934-4fd1-a3f0-912be2da640e req-38ef8f55-4b94-43a3-9d5c-c781f57bdb95 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95db3c29-370b-4f7b-b1bf-ef019afe58e2 HTTP/1.1" status: 200 len: 217 time: 0.0745702 Sep 17 07:45:06.104549 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cf7c2a5a-c19a-4c1e-a61b-566fbcb1296f req-a97c11df-6ccc-421d-80fe-fd5af26c064d tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.143 HTTP/1.1" status: 200 len: 696 time: 0.1084795 Sep 17 07:45:06.252624 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fdb39b-1934-4fd1-a3f0-912be2da640e req-db51fbe8-ded2-4f27-85c2-48094b2341d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:06.254117 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a9fdb39b-1934-4fd1-a3f0-912be2da640e req-db51fbe8-ded2-4f27-85c2-48094b2341d5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=affefed0-1fce-4202-a68f-ea65cc757370 HTTP/1.1" status: 200 len: 860 time: 0.1451607 Sep 17 07:45:06.261993 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 185ba6de-cea4-436f-8839-6eb8e5937fcc up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:45:06.288670 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-3d361dfa-74af-4091-93e3-12c85b41b87a req-5c010ee2-4d5c-4db2-a1c5-27417c6b9323 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:06.309654 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a9fdb39b-1934-4fd1-a3f0-912be2da640e req-886715d6-5918-4184-8fbc-4f433e9eb7da service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323472 Sep 17 07:45:06.311306 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-3d361dfa-74af-4091-93e3-12c85b41b87a req-5c010ee2-4d5c-4db2-a1c5-27417c6b9323 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:06.319348 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port 185ba6de-cea4-436f-8839-6eb8e5937fcc completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:45:06.323743 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 185ba6de-cea4-436f-8839-6eb8e5937fcc triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:45:06.324160 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:06.378385 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-3d361dfa-74af-4091-93e3-12c85b41b87a req-5c010ee2-4d5c-4db2-a1c5-27417c6b9323 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:06.415442 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:06.433562 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c010ee2-4d5c-4db2-a1c5-27417c6b9323 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Pushing event updated for resources: {'Port': ['ID=095e9834-0fe1-4b7b-a91a-ae07c4298298,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:06.438684 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c19325a-872a-4be3-952a-1149cb68eff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '185ba6de-cea4-436f-8839-6eb8e5937fcc'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:45:06.441489 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aff31e4-cfc4-4e68-8c8a-8c3528ff619c" -d '{"events": [{"server_uuid": "2c19325a-872a-4be3-952a-1149cb68eff8", "name": "network-vif-plugged", "status": "completed", "tag": "185ba6de-cea4-436f-8839-6eb8e5937fcc"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:45:06.449316 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-cf7c2a5a-c19a-4c1e-a61b-566fbcb1296f req-3fd96fdf-d000-4fba-87bc-a31f65d3f606 tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] Deleting port aaa582f9-b82e-4c0c-82c7-912955eb07d8 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:45:06.449669 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-cf7c2a5a-c19a-4c1e-a61b-566fbcb1296f req-3fd96fdf-d000-4fba-87bc-a31f65d3f606 tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:06.458557 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 185ba6de-cea4-436f-8839-6eb8e5937fcc, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=185ba6de-cea4-436f-8839-6eb8e5937fcc,segment=NetworkSegment(2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff),segment_id=2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:45:06.464154 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:06.464376 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-3d361dfa-74af-4091-93e3-12c85b41b87a req-5c010ee2-4d5c-4db2-a1c5-27417c6b9323 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:06.465054 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device b2332f2c-6e0e-4dbf-9f49-80e2d5a4c106 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:45:06.465542 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3d361dfa-74af-4091-93e3-12c85b41b87a req-5c010ee2-4d5c-4db2-a1c5-27417c6b9323 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3365109 Sep 17 07:45:06.527732 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a9fdb39b-1934-4fd1-a3f0-912be2da640e req-94a42929-fae9-48de-8275-1372d495c0be service neutron] 10.222.0.41 "GET /v2.0/networks/339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061400 Sep 17 07:45:06.553043 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=185ba6de-cea4-436f-8839-6eb8e5937fcc,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:06.569542 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port b2332f2c-6e0e-4dbf-9f49-80e2d5a4c106 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:45:06.574013 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port b2332f2c-6e0e-4dbf-9f49-80e2d5a4c106 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:45:06.574463 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:06.588239 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3d361dfa-74af-4091-93e3-12c85b41b87a req-d9b255c8-22cf-4c84-a8b7-941b3e3ea365 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.170 HTTP/1.1" status: 200 len: 696 time: 0.1045165 Sep 17 07:45:06.660417 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:06.671264 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-cf7c2a5a-c19a-4c1e-a61b-566fbcb1296f req-3fd96fdf-d000-4fba-87bc-a31f65d3f606 tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:06.671595 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-cf7c2a5a-c19a-4c1e-a61b-566fbcb1296f req-3fd96fdf-d000-4fba-87bc-a31f65d3f606 tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:06.693103 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port b2332f2c-6e0e-4dbf-9f49-80e2d5a4c106, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=b2332f2c-6e0e-4dbf-9f49-80e2d5a4c106,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:45:06.698196 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:06.698608 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-cf7c2a5a-c19a-4c1e-a61b-566fbcb1296f req-3fd96fdf-d000-4fba-87bc-a31f65d3f606 tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] Calling delete_port for aaa582f9-b82e-4c0c-82c7-912955eb07d8 owned by network:floatingip {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:45:06.744325 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=b2332f2c-6e0e-4dbf-9f49-80e2d5a4c106,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:06.789226 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a9fdb39b-1934-4fd1-a3f0-912be2da640e req-edbc2123-620f-413a-85ae-cc4ec1afbb23 service neutron] 10.222.0.41 "GET /v2.0/networks/339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335207 Sep 17 07:45:06.837937 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d361dfa-74af-4091-93e3-12c85b41b87a req-0f1614cc-01df-4275-9536-a5628bea969d tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:06.839301 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3d361dfa-74af-4091-93e3-12c85b41b87a req-0f1614cc-01df-4275-9536-a5628bea969d tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] 10.222.0.13 "GET /v2.0/networks/5fc128c4-343a-4b5b-8a61-6a2b8d95c555 HTTP/1.1" status: 200 len: 784 time: 0.2345021 Sep 17 07:45:06.960316 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03365b4-6088-4fa6-b888-bdb9fccc2433 req-70222233-3a29-43c7-88f6-63f86ca9bd9b tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:06.962376 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e03365b4-6088-4fa6-b888-bdb9fccc2433 req-70222233-3a29-43c7-88f6-63f86ca9bd9b tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] 10.222.0.13 "GET /v2.0/ports?device_id=87e09428-baaf-4255-a223-f723676c9b16 HTTP/1.1" status: 200 len: 950 time: 0.0616646 Sep 17 07:45:06.963132 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-cf7c2a5a-c19a-4c1e-a61b-566fbcb1296f req-3fd96fdf-d000-4fba-87bc-a31f65d3f606 tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:06.994746 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd96fdf-d000-4fba-87bc-a31f65d3f606 tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] Pushing event deleted for resources: {'Port': ['ID=aaa582f9-b82e-4c0c-82c7-912955eb07d8,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:07.040823 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-cf7c2a5a-c19a-4c1e-a61b-566fbcb1296f req-3fd96fdf-d000-4fba-87bc-a31f65d3f606 tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] Notify callbacks [] for floatingip, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:07.043358 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-cf7c2a5a-c19a-4c1e-a61b-566fbcb1296f req-3fd96fdf-d000-4fba-87bc-a31f65d3f606 tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:07.044559 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cf7c2a5a-c19a-4c1e-a61b-566fbcb1296f req-3fd96fdf-d000-4fba-87bc-a31f65d3f606 tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] 10.222.0.13 "DELETE /v2.0/floatingips/264dfa3d-cb7e-4d99-88cc-62a04b2655af HTTP/1.1" status: 204 len: 173 time: 0.9176328 Sep 17 07:45:07.047695 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e03365b4-6088-4fa6-b888-bdb9fccc2433 req-2da222bb-41e5-4a2f-901b-bc2ab893e28a tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] 10.222.0.13 "GET /v2.0/security-groups?id=478ed27d-a4d4-41e9-b602-82684e3f7110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641580 Sep 17 07:45:07.181936 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f37c006-441f-4007-800c-8f6c43d79e74 req-39e8d03a-ba60-43c1-a0c9-9ece1d1224f7 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:07.183408 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4f37c006-441f-4007-800c-8f6c43d79e74 req-39e8d03a-ba60-43c1-a0c9-9ece1d1224f7 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e2ba3ca-8114-45da-a9e4-70769897381d HTTP/1.1" status: 200 len: 944 time: 0.0732601 Sep 17 07:45:07.204797 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242bb484-7625-4b6a-b103-b2441f18f25e req-5de5c8cc-d4b5-4d1e-8c1d-70088762eb8c tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:07.206406 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-242bb484-7625-4b6a-b103-b2441f18f25e req-5de5c8cc-d4b5-4d1e-8c1d-70088762eb8c tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b600428-b067-42aa-9d54-b7b250e16c5c HTTP/1.1" status: 200 len: 949 time: 0.0852911 Sep 17 07:45:07.260168 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4f37c006-441f-4007-800c-8f6c43d79e74 req-2a431025-a306-4d17-ad94-f024560a5ba6 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697935 Sep 17 07:45:07.264915 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-242bb484-7625-4b6a-b103-b2441f18f25e req-76ef9b6e-7042-4343-a9e2-5834073e2b11 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] 10.222.0.13 "GET /v2.0/security-groups?id=49558376-b1a7-49c0-85b0-3dc987553efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507898 Sep 17 07:45:07.324407 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c41770d-96a5-4744-a60a-bcc0b3a78159 x-openstack-request-id: req-8c41770d-96a5-4744-a60a-bcc0b3a78159 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:45:07.324896 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c19325a-872a-4be3-952a-1149cb68eff8", "name": "network-vif-plugged", "status": "completed", "tag": "185ba6de-cea4-436f-8839-6eb8e5937fcc", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:45:07.325067 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8c41770d-96a5-4744-a60a-bcc0b3a78159 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:45:07.325595 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c19325a-872a-4be3-952a-1149cb68eff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '185ba6de-cea4-436f-8839-6eb8e5937fcc', 'code': 200} Sep 17 07:45:07.433357 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b5919-5d35-4c54-bad2-6a8bf882039f req-2248f0d2-4002-4101-ba73-e0b0554f5280 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:07.434811 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f21b5919-5d35-4c54-bad2-6a8bf882039f req-2248f0d2-4002-4101-ba73-e0b0554f5280 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c19325a-872a-4be3-952a-1149cb68eff8 HTTP/1.1" status: 200 len: 945 time: 0.0684988 Sep 17 07:45:07.477568 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc43c3-2256-496d-85b4-5f848dc67a16 req-7c483415-ab7d-4cd2-a836-cbe3062ecf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:07.479087 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b4fc43c3-2256-496d-85b4-5f848dc67a16 req-7c483415-ab7d-4cd2-a836-cbe3062ecf3a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2c19325a-872a-4be3-952a-1149cb68eff8 HTTP/1.1" status: 200 len: 1096 time: 0.0397031 Sep 17 07:45:07.519066 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b4fc43c3-2256-496d-85b4-5f848dc67a16 req-ce6d4ef8-abf1-4fc0-9513-919cd95642a5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326843 Sep 17 07:45:07.537844 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f21b5919-5d35-4c54-bad2-6a8bf882039f req-d164d4bd-3cf3-4ba6-984a-de5a24f97752 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884981 Sep 17 07:45:07.574712 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1b61780e-fa3b-4f1f-9d12-5751f1beb849 req-96ae595c-11b5-4a5a-9576-d36988a35b19 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1611819 Sep 17 07:45:07.604288 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-1b61780e-fa3b-4f1f-9d12-5751f1beb849 req-adceca06-4339-4064-a119-03c0c8988a12 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Request body: {'floatingip': {'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:45:07.672104 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1b61780e-fa3b-4f1f-9d12-5751f1beb849 req-adceca06-4339-4064-a119-03c0c8988a12 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Notify callbacks [] for floatingip, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:07.716537 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e7a9a2e3-e480-4edb-80a0-e69721ff27ef req-769871ac-8512-4f59-9160-d5e9d6c0ec87 tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1408393 Sep 17 07:45:07.728760 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-e7a9a2e3-e480-4edb-80a0-e69721ff27ef req-db1e8e65-1bed-4232-aba0-4da013666837 tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] Request body: {'floatingip': {'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:45:07.787760 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-e7a9a2e3-e480-4edb-80a0-e69721ff27ef req-db1e8e65-1bed-4232-aba0-4da013666837 tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] Notify callbacks [] for floatingip, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:07.838967 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1b61780e-fa3b-4f1f-9d12-5751f1beb849 req-adceca06-4339-4064-a119-03c0c8988a12 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:07.977803 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-e7a9a2e3-e480-4edb-80a0-e69721ff27ef req-db1e8e65-1bed-4232-aba0-4da013666837 tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:07.993393 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [req-1b61780e-fa3b-4f1f-9d12-5751f1beb849 req-adceca06-4339-4064-a119-03c0c8988a12 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Allocated IP 172.25.6.244 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/a3fcd9cf-6524-4b0d-9ec7-8230f2eeda67) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:45:08.131407 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1b61780e-fa3b-4f1f-9d12-5751f1beb849 req-adceca06-4339-4064-a119-03c0c8988a12 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:08.165726 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1b61780e-fa3b-4f1f-9d12-5751f1beb849 req-adceca06-4339-4064-a119-03c0c8988a12 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:08.237740 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b61780e-fa3b-4f1f-9d12-5751f1beb849 req-adceca06-4339-4064-a119-03c0c8988a12 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:45:08.241461 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adceca06-4339-4064-a119-03c0c8988a12 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Pushing event updated for resources: {'Port': ['ID=a3fcd9cf-6524-4b0d-9ec7-8230f2eeda67,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:08.247652 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [req-1b61780e-fa3b-4f1f-9d12-5751f1beb849 req-adceca06-4339-4064-a119-03c0c8988a12 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:45:08.249711 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b61780e-fa3b-4f1f-9d12-5751f1beb849 req-adceca06-4339-4064-a119-03c0c8988a12 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:45:08.260522 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [req-e7a9a2e3-e480-4edb-80a0-e69721ff27ef req-db1e8e65-1bed-4232-aba0-4da013666837 tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] Allocated IP 172.25.6.101 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/a1094720-2187-4829-9307-5d57ed2995dc) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:45:08.332266 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1b61780e-fa3b-4f1f-9d12-5751f1beb849 req-adceca06-4339-4064-a119-03c0c8988a12 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:08.396579 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1b61780e-fa3b-4f1f-9d12-5751f1beb849 req-adceca06-4339-4064-a119-03c0c8988a12 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:08.439399 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-e7a9a2e3-e480-4edb-80a0-e69721ff27ef req-db1e8e65-1bed-4232-aba0-4da013666837 tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:08.535656 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-e7a9a2e3-e480-4edb-80a0-e69721ff27ef req-db1e8e65-1bed-4232-aba0-4da013666837 tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:08.845642 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7a9a2e3-e480-4edb-80a0-e69721ff27ef req-db1e8e65-1bed-4232-aba0-4da013666837 tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:45:08.853783 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [req-e7a9a2e3-e480-4edb-80a0-e69721ff27ef req-db1e8e65-1bed-4232-aba0-4da013666837 tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:45:08.857814 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1e8e65-1bed-4232-aba0-4da013666837 tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] Pushing event updated for resources: {'Port': ['ID=a1094720-2187-4829-9307-5d57ed2995dc,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:08.861736 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7a9a2e3-e480-4edb-80a0-e69721ff27ef req-db1e8e65-1bed-4232-aba0-4da013666837 tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:45:08.902568 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1b61780e-fa3b-4f1f-9d12-5751f1beb849 req-adceca06-4339-4064-a119-03c0c8988a12 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:08.909382 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1b61780e-fa3b-4f1f-9d12-5751f1beb849 req-adceca06-4339-4064-a119-03c0c8988a12 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:08.950243 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-e7a9a2e3-e480-4edb-80a0-e69721ff27ef req-db1e8e65-1bed-4232-aba0-4da013666837 tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:08.953316 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1b61780e-fa3b-4f1f-9d12-5751f1beb849 req-adceca06-4339-4064-a119-03c0c8988a12 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:08.978578 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adceca06-4339-4064-a119-03c0c8988a12 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Pushing event updated for resources: {'Port': ['ID=a3fcd9cf-6524-4b0d-9ec7-8230f2eeda67,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:08.997495 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1b61780e-fa3b-4f1f-9d12-5751f1beb849 req-adceca06-4339-4064-a119-03c0c8988a12 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:08.998743 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1b61780e-fa3b-4f1f-9d12-5751f1beb849 req-adceca06-4339-4064-a119-03c0c8988a12 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4121652 Sep 17 07:45:09.011014 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-e7a9a2e3-e480-4edb-80a0-e69721ff27ef req-db1e8e65-1bed-4232-aba0-4da013666837 tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:09.071235 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1b61780e-fa3b-4f1f-9d12-5751f1beb849 req-b40365a2-5334-42a8-8fbb-124576dfab5a tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.244 HTTP/1.1" status: 200 len: 696 time: 0.0645809 Sep 17 07:45:09.246451 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b61780e-fa3b-4f1f-9d12-5751f1beb849 req-124607b3-2d03-4731-9f31-a16648a2863e tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:09.247816 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1b61780e-fa3b-4f1f-9d12-5751f1beb849 req-124607b3-2d03-4731-9f31-a16648a2863e tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] 10.222.0.13 "GET /v2.0/networks/5fc128c4-343a-4b5b-8a61-6a2b8d95c555 HTTP/1.1" status: 200 len: 784 time: 0.1679244 Sep 17 07:45:09.285384 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-e7a9a2e3-e480-4edb-80a0-e69721ff27ef req-db1e8e65-1bed-4232-aba0-4da013666837 tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:09.291253 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-e7a9a2e3-e480-4edb-80a0-e69721ff27ef req-db1e8e65-1bed-4232-aba0-4da013666837 tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:09.326691 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b600428-b067-42aa-9d54-b7b250e16c5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2332f2c-6e0e-4dbf-9f49-80e2d5a4c106'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:45:09.328700 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c7fca8-a7ec-4602-ac1d-cd4b271f5946" -d '{"events": [{"server_uuid": "9b600428-b067-42aa-9d54-b7b250e16c5c", "name": "network-vif-plugged", "status": "completed", "tag": "b2332f2c-6e0e-4dbf-9f49-80e2d5a4c106"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:45:09.334066 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-e7a9a2e3-e480-4edb-80a0-e69721ff27ef req-db1e8e65-1bed-4232-aba0-4da013666837 tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:09.355990 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1e8e65-1bed-4232-aba0-4da013666837 tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] Pushing event updated for resources: {'Port': ['ID=a1094720-2187-4829-9307-5d57ed2995dc,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:09.359105 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-e7a9a2e3-e480-4edb-80a0-e69721ff27ef req-db1e8e65-1bed-4232-aba0-4da013666837 tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:09.360361 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e7a9a2e3-e480-4edb-80a0-e69721ff27ef req-db1e8e65-1bed-4232-aba0-4da013666837 tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6369126 Sep 17 07:45:09.413578 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e7a9a2e3-e480-4edb-80a0-e69721ff27ef req-4b4e76bf-4765-4970-bedc-8a376a7eedd7 tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.101 HTTP/1.1" status: 200 len: 696 time: 0.0470715 Sep 17 07:45:09.561875 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd4f9e2-1ea3-4025-8e28-ce0e52c1207e req-dfb03c1e-ebc3-48b5-b988-ebeaced05b7d tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:09.563363 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0fd4f9e2-1ea3-4025-8e28-ce0e52c1207e req-dfb03c1e-ebc3-48b5-b988-ebeaced05b7d tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e2ba3ca-8114-45da-a9e4-70769897381d HTTP/1.1" status: 200 len: 944 time: 0.1059418 Sep 17 07:45:09.570131 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a9a2e3-e480-4edb-80a0-e69721ff27ef req-76ddb86d-91ba-4a78-a6ea-8d7f9d1e3b1c tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:09.571381 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e7a9a2e3-e480-4edb-80a0-e69721ff27ef req-76ddb86d-91ba-4a78-a6ea-8d7f9d1e3b1c tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] 10.222.0.13 "GET /v2.0/networks/5fc128c4-343a-4b5b-8a61-6a2b8d95c555 HTTP/1.1" status: 200 len: 784 time: 0.1513424 Sep 17 07:45:09.612437 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0fd4f9e2-1ea3-4025-8e28-ce0e52c1207e req-38562b2b-cafe-44fa-89b7-3d5e226ee225 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399940 Sep 17 07:45:09.685666 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d070c-24f5-44d3-90f5-5485544c9613 req-c424e49c-4b83-48c1-97ee-19573e02d3a7 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:09.688292 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6e3d070c-24f5-44d3-90f5-5485544c9613 req-c424e49c-4b83-48c1-97ee-19573e02d3a7 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b600428-b067-42aa-9d54-b7b250e16c5c HTTP/1.1" status: 200 len: 949 time: 0.0594933 Sep 17 07:45:09.721655 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 95db3c29-370b-4f7b-b1bf-ef019afe58e2 details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:45:09.744546 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6e3d070c-24f5-44d3-90f5-5485544c9613 req-ea8d74d0-bb40-40df-9544-0ea7756d4d70 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] 10.222.0.13 "GET /v2.0/security-groups?id=49558376-b1a7-49c0-85b0-3dc987553efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504136 Sep 17 07:45:09.834050 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 95db3c29-370b-4f7b-b1bf-ef019afe58e2, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=95db3c29-370b-4f7b-b1bf-ef019afe58e2,segment=NetworkSegment(bbdef28d-b0c6-41c1-88af-cfcd40a3d803),segment_id=bbdef28d-b0c6-41c1-88af-cfcd40a3d803)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:45:09.845670 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': '95db3c29-370b-4f7b-b1bf-ef019afe58e2', 'network_id': '339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5', 'port_id': '95db3c29-370b-4f7b-b1bf-ef019afe58e2', 'mac_address': 'fa:16:3e:9a:38:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'affefed0-1fce-4202-a68f-ea65cc757370', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:45:09.881704 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:09.897082 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95db3c29-370b-4f7b-b1bf-ef019afe58e2 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:45:09.901956 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d07069c-d631-402e-8747-ba4e8a9afda7 req-74493d64-29e6-4c7d-9d6f-89df85d0bb23 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:09.903572 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4d07069c-d631-402e-8747-ba4e8a9afda7 req-74493d64-29e6-4c7d-9d6f-89df85d0bb23 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c19325a-872a-4be3-952a-1149cb68eff8 HTTP/1.1" status: 200 len: 945 time: 0.1116574 Sep 17 07:45:09.923818 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 95db3c29-370b-4f7b-b1bf-ef019afe58e2, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=95db3c29-370b-4f7b-b1bf-ef019afe58e2,segment=NetworkSegment(bbdef28d-b0c6-41c1-88af-cfcd40a3d803),segment_id=bbdef28d-b0c6-41c1-88af-cfcd40a3d803)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:45:09.929378 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:09.938278 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e9494287-2098-4edd-86da-61fee3589d5f req-4343437a-9bf5-4d64-8302-5a6077240a33 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1746044 Sep 17 07:45:09.957496 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-e9494287-2098-4edd-86da-61fee3589d5f req-b8d7d96c-f6c1-474c-81a6-b9931c120947 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Request body: {'floatingip': {'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:45:09.969892 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4d07069c-d631-402e-8747-ba4e8a9afda7 req-296b049e-3e7c-4d17-98a8-9194afaca1e1 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569074 Sep 17 07:45:09.989230 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-e9494287-2098-4edd-86da-61fee3589d5f req-b8d7d96c-f6c1-474c-81a6-b9931c120947 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Notify callbacks [] for floatingip, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:09.993836 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=95db3c29-370b-4f7b-b1bf-ef019afe58e2,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:10.017152 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a99a9c38-a84d-495e-bc08-0bb46208879b x-openstack-request-id: req-a99a9c38-a84d-495e-bc08-0bb46208879b {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:45:10.017445 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b600428-b067-42aa-9d54-b7b250e16c5c", "name": "network-vif-plugged", "status": "completed", "tag": "b2332f2c-6e0e-4dbf-9f49-80e2d5a4c106", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:45:10.017696 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a99a9c38-a84d-495e-bc08-0bb46208879b {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:45:10.018085 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b600428-b067-42aa-9d54-b7b250e16c5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2332f2c-6e0e-4dbf-9f49-80e2d5a4c106', 'code': 200} Sep 17 07:45:10.117549 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009bf6e-71a1-466d-b8a4-93e8166cfd9d req-41cede37-5b27-438d-9f19-f7ed45c69946 tempest-ServersAdminNegativeTestJSON-1994516398 tempest-ServersAdminNegativeTestJSON-1994516398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:10.119079 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d009bf6e-71a1-466d-b8a4-93e8166cfd9d req-41cede37-5b27-438d-9f19-f7ed45c69946 tempest-ServersAdminNegativeTestJSON-1994516398 tempest-ServersAdminNegativeTestJSON-1994516398-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=87e09428-baaf-4255-a223-f723676c9b16 HTTP/1.1" status: 200 len: 1101 time: 0.0542226 Sep 17 07:45:10.141875 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-e9494287-2098-4edd-86da-61fee3589d5f req-b8d7d96c-f6c1-474c-81a6-b9931c120947 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:10.148528 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-d009bf6e-71a1-466d-b8a4-93e8166cfd9d req-a6c75692-07fb-40c0-8e2e-457034d1a38b tempest-ServersAdminNegativeTestJSON-1994516398 tempest-ServersAdminNegativeTestJSON-1994516398-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:10.175607 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b766d312-8ba5-42a4-a583-27ead81788be req-0f79706d-82cb-495f-9463-807309549d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:10.177079 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b766d312-8ba5-42a4-a583-27ead81788be req-0f79706d-82cb-495f-9463-807309549d3d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9b600428-b067-42aa-9d54-b7b250e16c5c HTTP/1.1" status: 200 len: 1100 time: 0.0433812 Sep 17 07:45:10.217940 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b766d312-8ba5-42a4-a583-27ead81788be req-a14d9c59-1d83-4477-9250-d0f323745d1b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=49558376-b1a7-49c0-85b0-3dc987553efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336275 Sep 17 07:45:10.289094 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [req-e9494287-2098-4edd-86da-61fee3589d5f req-b8d7d96c-f6c1-474c-81a6-b9931c120947 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Allocated IP 172.25.6.57 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/24711cfe-6f05-4de4-9b8f-e20e33e49105) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:45:10.375930 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['95db3c29-370b-4f7b-b1bf-ef019afe58e2'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:45:10.379947 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-d009bf6e-71a1-466d-b8a4-93e8166cfd9d req-a6c75692-07fb-40c0-8e2e-457034d1a38b tempest-ServersAdminNegativeTestJSON-1994516398 tempest-ServersAdminNegativeTestJSON-1994516398-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:10.385066 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-d009bf6e-71a1-466d-b8a4-93e8166cfd9d req-a6c75692-07fb-40c0-8e2e-457034d1a38b tempest-ServersAdminNegativeTestJSON-1994516398 tempest-ServersAdminNegativeTestJSON-1994516398-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:10.420871 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d009bf6e-71a1-466d-b8a4-93e8166cfd9d req-a6c75692-07fb-40c0-8e2e-457034d1a38b tempest-ServersAdminNegativeTestJSON-1994516398 tempest-ServersAdminNegativeTestJSON-1994516398-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=478ed27d-a4d4-41e9-b602-82684e3f7110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947736 Sep 17 07:45:10.423565 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c75692-07fb-40c0-8e2e-457034d1a38b tempest-ServersAdminNegativeTestJSON-1994516398 tempest-ServersAdminNegativeTestJSON-1994516398-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f36c64f5-22d7-4f1b-830c-c37441a9658f,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:10.492957 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-e9494287-2098-4edd-86da-61fee3589d5f req-b8d7d96c-f6c1-474c-81a6-b9931c120947 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:10.504829 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e1de7eec-3e94-47bd-a6a2-07942534f6b7 req-59899e44-7448-4d96-b5bb-6906237f26a2 tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] 10.222.0.13 "GET /v2.0/floatingips/47e4c491-1531-4f16-9bba-7e2286578894 HTTP/1.1" status: 200 len: 693 time: 0.0549936 Sep 17 07:45:10.598926 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-e9494287-2098-4edd-86da-61fee3589d5f req-b8d7d96c-f6c1-474c-81a6-b9931c120947 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:10.648772 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9494287-2098-4edd-86da-61fee3589d5f req-b8d7d96c-f6c1-474c-81a6-b9931c120947 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:45:10.656396 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [req-e9494287-2098-4edd-86da-61fee3589d5f req-b8d7d96c-f6c1-474c-81a6-b9931c120947 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:45:10.658813 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9494287-2098-4edd-86da-61fee3589d5f req-b8d7d96c-f6c1-474c-81a6-b9931c120947 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:45:10.676999 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de7eec-3e94-47bd-a6a2-07942534f6b7 req-4fd2aeaf-83eb-482d-ba9f-4e7bf63d2e51 tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:10.678572 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e1de7eec-3e94-47bd-a6a2-07942534f6b7 req-4fd2aeaf-83eb-482d-ba9f-4e7bf63d2e51 tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] 10.222.0.13 "GET /v2.0/networks/5fc128c4-343a-4b5b-8a61-6a2b8d95c555 HTTP/1.1" status: 200 len: 784 time: 0.1669395 Sep 17 07:45:10.681354 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d7d96c-f6c1-474c-81a6-b9931c120947 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Pushing event updated for resources: {'Port': ['ID=24711cfe-6f05-4de4-9b8f-e20e33e49105,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:10.762968 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e1de7eec-3e94-47bd-a6a2-07942534f6b7 req-f2ed646e-822e-4d96-a362-b3fc037549a1 tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.101 HTTP/1.1" status: 200 len: 696 time: 0.0613565 Sep 17 07:45:10.769274 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-e9494287-2098-4edd-86da-61fee3589d5f req-b8d7d96c-f6c1-474c-81a6-b9931c120947 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:10.842865 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e1de7eec-3e94-47bd-a6a2-07942534f6b7 req-3e1f3fda-19c6-4cd7-b241-3d8d273feae9 tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.101 HTTP/1.1" status: 200 len: 696 time: 0.0662668 Sep 17 07:45:10.847280 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-e9494287-2098-4edd-86da-61fee3589d5f req-b8d7d96c-f6c1-474c-81a6-b9931c120947 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:11.071526 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-e1de7eec-3e94-47bd-a6a2-07942534f6b7 req-c7bcc0c4-9e62-467c-92f9-fff164b16475 tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] Deleting port a1094720-2187-4829-9307-5d57ed2995dc {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:45:11.071885 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-e1de7eec-3e94-47bd-a6a2-07942534f6b7 req-c7bcc0c4-9e62-467c-92f9-fff164b16475 tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:11.143392 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-e9494287-2098-4edd-86da-61fee3589d5f req-b8d7d96c-f6c1-474c-81a6-b9931c120947 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:11.151218 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-e9494287-2098-4edd-86da-61fee3589d5f req-b8d7d96c-f6c1-474c-81a6-b9931c120947 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:11.192427 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-e9494287-2098-4edd-86da-61fee3589d5f req-b8d7d96c-f6c1-474c-81a6-b9931c120947 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:11.206162 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-e1de7eec-3e94-47bd-a6a2-07942534f6b7 req-c7bcc0c4-9e62-467c-92f9-fff164b16475 tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:11.206530 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-e1de7eec-3e94-47bd-a6a2-07942534f6b7 req-c7bcc0c4-9e62-467c-92f9-fff164b16475 tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:11.225043 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-e1de7eec-3e94-47bd-a6a2-07942534f6b7 req-c7bcc0c4-9e62-467c-92f9-fff164b16475 tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] Calling delete_port for a1094720-2187-4829-9307-5d57ed2995dc owned by network:floatingip {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:45:11.230061 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-e9494287-2098-4edd-86da-61fee3589d5f req-b8d7d96c-f6c1-474c-81a6-b9931c120947 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:11.231244 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e9494287-2098-4edd-86da-61fee3589d5f req-b8d7d96c-f6c1-474c-81a6-b9931c120947 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2846985 Sep 17 07:45:11.237654 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d7d96c-f6c1-474c-81a6-b9931c120947 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Pushing event updated for resources: {'Port': ['ID=24711cfe-6f05-4de4-9b8f-e20e33e49105,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:11.322278 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e9494287-2098-4edd-86da-61fee3589d5f req-753dd425-493e-4054-b645-b5d86d768b1a tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.57 HTTP/1.1" status: 200 len: 695 time: 0.0782564 Sep 17 07:45:11.470523 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9494287-2098-4edd-86da-61fee3589d5f req-e77e9c33-2c3f-43bd-9932-78ba88e9a8e2 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:11.471872 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e9494287-2098-4edd-86da-61fee3589d5f req-e77e9c33-2c3f-43bd-9932-78ba88e9a8e2 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] 10.222.0.13 "GET /v2.0/networks/5fc128c4-343a-4b5b-8a61-6a2b8d95c555 HTTP/1.1" status: 200 len: 784 time: 0.1432862 Sep 17 07:45:11.487696 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-e1de7eec-3e94-47bd-a6a2-07942534f6b7 req-c7bcc0c4-9e62-467c-92f9-fff164b16475 tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:11.519436 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bcc0c4-9e62-467c-92f9-fff164b16475 tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] Pushing event deleted for resources: {'Port': ['ID=a1094720-2187-4829-9307-5d57ed2995dc,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:11.536275 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-e1de7eec-3e94-47bd-a6a2-07942534f6b7 req-c7bcc0c4-9e62-467c-92f9-fff164b16475 tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] Notify callbacks [] for floatingip, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:11.538815 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-e1de7eec-3e94-47bd-a6a2-07942534f6b7 req-c7bcc0c4-9e62-467c-92f9-fff164b16475 tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:11.539983 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e1de7eec-3e94-47bd-a6a2-07942534f6b7 req-c7bcc0c4-9e62-467c-92f9-fff164b16475 tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] 10.222.0.13 "DELETE /v2.0/floatingips/47e4c491-1531-4f16-9bba-7e2286578894 HTTP/1.1" status: 204 len: 173 time: 0.6901546 Sep 17 07:45:11.630479 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffcc2fd-466b-4f12-8338-528a58320557 req-6fc98cc9-ef35-4d06-bbdf-7f0e6137c23d tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:11.631941 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3ffcc2fd-466b-4f12-8338-528a58320557 req-6fc98cc9-ef35-4d06-bbdf-7f0e6137c23d tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2c19325a-872a-4be3-952a-1149cb68eff8 HTTP/1.1" status: 200 len: 1096 time: 0.0652430 Sep 17 07:45:11.653100 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e58e48-76de-46ee-9e4a-ccf073b7ad43 req-a5d0380f-100a-4312-8aaf-a7c6c4fb005c tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:11.654520 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-24e58e48-76de-46ee-9e4a-ccf073b7ad43 req-a5d0380f-100a-4312-8aaf-a7c6c4fb005c tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e2ba3ca-8114-45da-a9e4-70769897381d HTTP/1.1" status: 200 len: 945 time: 0.0627308 Sep 17 07:45:11.700868 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3ffcc2fd-466b-4f12-8338-528a58320557 req-3eb111e1-6d59-4683-b7aa-54bafb7a0310 tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608375 Sep 17 07:45:11.718542 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-24e58e48-76de-46ee-9e4a-ccf073b7ad43 req-7b92af70-1f8e-4c28-9460-748ad5f4b3af tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465233 Sep 17 07:45:11.735544 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 95db3c29-370b-4f7b-b1bf-ef019afe58e2 up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:45:11.790906 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning for port 95db3c29-370b-4f7b-b1bf-ef019afe58e2 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:45:11.794615 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port 95db3c29-370b-4f7b-b1bf-ef019afe58e2 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:45:11.794994 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:11.840735 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecfb3d4-f21d-474b-964e-46f755e8281e req-4fb93c7c-e50d-4e9b-a465-de43b887eb28 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:11.842474 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4ecfb3d4-f21d-474b-964e-46f755e8281e req-4fb93c7c-e50d-4e9b-a465-de43b887eb28 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b600428-b067-42aa-9d54-b7b250e16c5c HTTP/1.1" status: 200 len: 949 time: 0.0569861 Sep 17 07:45:11.883879 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:11.903178 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4ecfb3d4-f21d-474b-964e-46f755e8281e req-44c191b8-c511-44f1-9efe-61bf69ed68b0 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] 10.222.0.13 "GET /v2.0/security-groups?id=49558376-b1a7-49c0-85b0-3dc987553efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544963 Sep 17 07:45:11.916045 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a851aaf-da09-4d66-b37c-8be4f7bdd549 req-a89ca515-b8f6-404c-b8b5-72c058349c17 tempest-ServersAdminNegativeTestJSON-1994516398 tempest-ServersAdminNegativeTestJSON-1994516398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:11.917699 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2a851aaf-da09-4d66-b37c-8be4f7bdd549 req-a89ca515-b8f6-404c-b8b5-72c058349c17 tempest-ServersAdminNegativeTestJSON-1994516398 tempest-ServersAdminNegativeTestJSON-1994516398-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=87e09428-baaf-4255-a223-f723676c9b16 HTTP/1.1" status: 200 len: 1101 time: 0.0527875 Sep 17 07:45:11.928117 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 95db3c29-370b-4f7b-b1bf-ef019afe58e2, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=95db3c29-370b-4f7b-b1bf-ef019afe58e2,segment=NetworkSegment(bbdef28d-b0c6-41c1-88af-cfcd40a3d803),segment_id=bbdef28d-b0c6-41c1-88af-cfcd40a3d803)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:45:11.932717 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:11.982657 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=95db3c29-370b-4f7b-b1bf-ef019afe58e2,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:11.984807 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-44d03ed4-cc4e-4fc3-b7e9-b29b329d5e11 req-c086bb6a-685e-4c2a-a12c-2c4bb6be00b3 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] 10.222.0.13 "GET /v2.0/floatingips/b54a7f12-5635-4611-9a26-3ce5880731d4 HTTP/1.1" status: 200 len: 692 time: 0.0589178 Sep 17 07:45:11.996832 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2a851aaf-da09-4d66-b37c-8be4f7bdd549 req-e6cdf09d-621c-41fb-ac00-eec4effcbeec tempest-ServersAdminNegativeTestJSON-1994516398 tempest-ServersAdminNegativeTestJSON-1994516398-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=478ed27d-a4d4-41e9-b602-82684e3f7110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727770 Sep 17 07:45:12.019283 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e2ba3ca-8114-45da-a9e4-70769897381d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95db3c29-370b-4f7b-b1bf-ef019afe58e2'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:45:12.021871 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-857e3c44-b8dc-4368-aef6-01fbde7b8055" -d '{"events": [{"server_uuid": "6e2ba3ca-8114-45da-a9e4-70769897381d", "name": "network-vif-plugged", "status": "completed", "tag": "95db3c29-370b-4f7b-b1bf-ef019afe58e2"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:45:12.061556 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [req-4b1119b8-add2-47cf-8c5f-31cdbb910bd5 req-0383a1ae-d4d2-4bfe-9ac1-87e8144219bf tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] show failed (client error): The resource could not be found. Sep 17 07:45:12.062545 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4b1119b8-add2-47cf-8c5f-31cdbb910bd5 req-0383a1ae-d4d2-4bfe-9ac1-87e8144219bf tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] 10.222.0.13 "GET /v2.0/floatingips/47e4c491-1531-4f16-9bba-7e2286578894 HTTP/1.1" status: 404 len: 350 time: 0.0423002 Sep 17 07:45:12.138204 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d03ed4-cc4e-4fc3-b7e9-b29b329d5e11 req-7aad531a-5752-4ba2-b84f-401ad7be3a03 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:12.139404 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-44d03ed4-cc4e-4fc3-b7e9-b29b329d5e11 req-7aad531a-5752-4ba2-b84f-401ad7be3a03 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] 10.222.0.13 "GET /v2.0/networks/5fc128c4-343a-4b5b-8a61-6a2b8d95c555 HTTP/1.1" status: 200 len: 784 time: 0.1417308 Sep 17 07:45:12.166710 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed4d1ef-d90a-4d1f-852a-f1db18cb29ea req-97a20d46-db46-4d92-a3b8-a617bc3fbdf6 tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:12.168222 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0ed4d1ef-d90a-4d1f-852a-f1db18cb29ea req-97a20d46-db46-4d92-a3b8-a617bc3fbdf6 tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2c19325a-872a-4be3-952a-1149cb68eff8 HTTP/1.1" status: 200 len: 1096 time: 0.0471175 Sep 17 07:45:12.202597 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0ed4d1ef-d90a-4d1f-852a-f1db18cb29ea req-96c8dca0-a9a2-4f67-a6b3-088217ed9c5a tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282533 Sep 17 07:45:12.261147 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330ec58c-86e1-4d7e-a608-5bef17343b5d x-openstack-request-id: req-330ec58c-86e1-4d7e-a608-5bef17343b5d {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:45:12.261463 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e2ba3ca-8114-45da-a9e4-70769897381d", "name": "network-vif-plugged", "status": "completed", "tag": "95db3c29-370b-4f7b-b1bf-ef019afe58e2", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:45:12.261746 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-330ec58c-86e1-4d7e-a608-5bef17343b5d {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:45:12.262132 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e2ba3ca-8114-45da-a9e4-70769897381d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95db3c29-370b-4f7b-b1bf-ef019afe58e2', 'code': 200} Sep 17 07:45:12.307500 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [req-4e6eb897-b45e-48c2-8fce-fe491ab670e6 req-163546ff-c3c0-4d61-af3c-ed54aeb98793 tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] show failed (client error): The resource could not be found. Sep 17 07:45:12.308721 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4e6eb897-b45e-48c2-8fce-fe491ab670e6 req-163546ff-c3c0-4d61-af3c-ed54aeb98793 tempest-FloatingIPsTestJSON-1050801213 tempest-FloatingIPsTestJSON-1050801213-project] 10.222.0.13 "GET /v2.0/floatingips/47e4c491-1531-4f16-9bba-7e2286578894 HTTP/1.1" status: 404 len: 350 time: 0.0361300 Sep 17 07:45:12.317757 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 56912) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:45:12.396386 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-37b870b8-d5ce-42ff-9cde-742781efb60c req-094336aa-d2d6-49b6-a42e-e9269adbbea6 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] 10.222.0.13 "GET /v2.0/floatingips/b54a7f12-5635-4611-9a26-3ce5880731d4 HTTP/1.1" status: 200 len: 692 time: 0.0812325 Sep 17 07:45:12.441600 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94149bed-063e-4184-b3d7-7981e273de5e req-a99b67e0-4a86-450a-868e-2d12724a78b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:12.443171 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-94149bed-063e-4184-b3d7-7981e273de5e req-a99b67e0-4a86-450a-868e-2d12724a78b1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6e2ba3ca-8114-45da-a9e4-70769897381d HTTP/1.1" status: 200 len: 1097 time: 0.0754020 Sep 17 07:45:12.552588 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f7517e-f938-492b-ab61-add464657054 req-4dbb6859-0d4a-476a-872a-f48f8752c550 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:12.554072 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d7f7517e-f938-492b-ab61-add464657054 req-4dbb6859-0d4a-476a-872a-f48f8752c550 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b600428-b067-42aa-9d54-b7b250e16c5c HTTP/1.1" status: 200 len: 949 time: 0.1365895 Sep 17 07:45:12.555666 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-94149bed-063e-4184-b3d7-7981e273de5e req-49798543-7ad9-4465-a85f-bbf96fd05bfa service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904548 Sep 17 07:45:12.576998 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b870b8-d5ce-42ff-9cde-742781efb60c req-0923b1fe-3295-495c-aa4f-4ad723856d84 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:12.578404 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-37b870b8-d5ce-42ff-9cde-742781efb60c req-0923b1fe-3295-495c-aa4f-4ad723856d84 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] 10.222.0.13 "GET /v2.0/networks/5fc128c4-343a-4b5b-8a61-6a2b8d95c555 HTTP/1.1" status: 200 len: 784 time: 0.1722522 Sep 17 07:45:12.590758 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [req-37b870b8-d5ce-42ff-9cde-742781efb60c req-6d1e5188-df85-4604-a8c6-9242f5bc5a1b tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 07:45:12.591696 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-37b870b8-d5ce-42ff-9cde-742781efb60c req-6d1e5188-df85-4604-a8c6-9242f5bc5a1b tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064976 Sep 17 07:45:12.654659 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-37b870b8-d5ce-42ff-9cde-742781efb60c req-64ec2e9b-7ecf-41ef-bcea-cc486c3e9417 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.57 HTTP/1.1" status: 200 len: 695 time: 0.0560277 Sep 17 07:45:12.659774 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d7f7517e-f938-492b-ab61-add464657054 req-37f65439-cf2f-4910-bcfb-8ce64166ccdc tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] 10.222.0.13 "GET /v2.0/security-groups?id=49558376-b1a7-49c0-85b0-3dc987553efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804882 Sep 17 07:45:12.710565 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-37b870b8-d5ce-42ff-9cde-742781efb60c req-c4ff743c-d742-4ae0-ba21-5337a38c87a9 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.57 HTTP/1.1" status: 200 len: 695 time: 0.0494211 Sep 17 07:45:12.735175 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1f0c1051-0ccc-423c-a857-9cda0b114121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:12.860678 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-37b870b8-d5ce-42ff-9cde-742781efb60c req-10c1fce0-739a-4f60-a78f-f645f1795288 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Deleting port 24711cfe-6f05-4de4-9b8f-e20e33e49105 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:45:12.861127 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-37b870b8-d5ce-42ff-9cde-742781efb60c req-10c1fce0-739a-4f60-a78f-f645f1795288 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:13.076392 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-1f0c1051-0ccc-423c-a857-9cda0b114121 admin admin] Deleting port 16ee6096-4db3-4309-b125-1a0bfbe0034f {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:45:13.076733 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1f0c1051-0ccc-423c-a857-9cda0b114121 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:13.161852 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-1f0c1051-0ccc-423c-a857-9cda0b114121 admin admin] For port 16ee6096-4db3-4309-b125-1a0bfbe0034f, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=16ee6096-4db3-4309-b125-1a0bfbe0034f,segment=NetworkSegment(41f7c046-924f-40ee-b894-7205f686ebff),segment_id=41f7c046-924f-40ee-b894-7205f686ebff)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:45:13.161852 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1f0c1051-0ccc-423c-a857-9cda0b114121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:13.174166 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-1f0c1051-0ccc-423c-a857-9cda0b114121 admin admin] Calling delete_port for 16ee6096-4db3-4309-b125-1a0bfbe0034f owned by network:router_interface {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:45:13.221164 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-37b870b8-d5ce-42ff-9cde-742781efb60c req-10c1fce0-739a-4f60-a78f-f645f1795288 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:13.221498 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-37b870b8-d5ce-42ff-9cde-742781efb60c req-10c1fce0-739a-4f60-a78f-f645f1795288 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:13.241417 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f9487-8cdb-4029-901e-aa941f18f210 req-a2623fb8-62d7-4f15-b601-63ddfdb9d00c tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:13.244092 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dd0f9487-8cdb-4029-901e-aa941f18f210 req-a2623fb8-62d7-4f15-b601-63ddfdb9d00c tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e2ba3ca-8114-45da-a9e4-70769897381d HTTP/1.1" status: 200 len: 946 time: 0.0786250 Sep 17 07:45:13.245277 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-37b870b8-d5ce-42ff-9cde-742781efb60c req-10c1fce0-739a-4f60-a78f-f645f1795288 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Calling delete_port for 24711cfe-6f05-4de4-9b8f-e20e33e49105 owned by network:floatingip {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:45:13.323907 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dd0f9487-8cdb-4029-901e-aa941f18f210 req-75075764-0956-40d4-ab4b-b78b2ef4cb82 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743053 Sep 17 07:45:13.378786 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1f0c1051-0ccc-423c-a857-9cda0b114121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:13.402475 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0c1051-0ccc-423c-a857-9cda0b114121 admin admin] Pushing event deleted for resources: {'Port': ['ID=16ee6096-4db3-4309-b125-1a0bfbe0034f,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:13.429081 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-37b870b8-d5ce-42ff-9cde-742781efb60c req-10c1fce0-739a-4f60-a78f-f645f1795288 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:13.461758 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c1fce0-739a-4f60-a78f-f645f1795288 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Pushing event deleted for resources: {'Port': ['ID=24711cfe-6f05-4de4-9b8f-e20e33e49105,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:13.493752 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eeab46-5389-4da1-85ac-4d3bc6cc3115 req-5daa008a-8f4a-473f-8f46-15f3c8457227 tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:13.495428 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c3eeab46-5389-4da1-85ac-4d3bc6cc3115 req-5daa008a-8f4a-473f-8f46-15f3c8457227 tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2c19325a-872a-4be3-952a-1149cb68eff8 HTTP/1.1" status: 200 len: 1096 time: 0.1024055 Sep 17 07:45:13.496412 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-37b870b8-d5ce-42ff-9cde-742781efb60c req-10c1fce0-739a-4f60-a78f-f645f1795288 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Notify callbacks [] for floatingip, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:13.499050 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-37b870b8-d5ce-42ff-9cde-742781efb60c req-10c1fce0-739a-4f60-a78f-f645f1795288 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:13.513251 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-37b870b8-d5ce-42ff-9cde-742781efb60c req-10c1fce0-739a-4f60-a78f-f645f1795288 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] 10.222.0.13 "DELETE /v2.0/floatingips/b54a7f12-5635-4611-9a26-3ce5880731d4 HTTP/1.1" status: 204 len: 173 time: 0.7962162 Sep 17 07:45:13.556521 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c3eeab46-5389-4da1-85ac-4d3bc6cc3115 req-d01f2c70-b8ba-4d75-854c-bfaba9f1dd8f tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417292 Sep 17 07:45:13.718152 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1f0c1051-0ccc-423c-a857-9cda0b114121 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:13.820330 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ecc36-1de2-4f71-9f24-952c58aabf67 req-9c25afc4-3c96-409f-8444-3a23d23722b5 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:13.821801 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-787ecc36-1de2-4f71-9f24-952c58aabf67 req-9c25afc4-3c96-409f-8444-3a23d23722b5 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b600428-b067-42aa-9d54-b7b250e16c5c HTTP/1.1" status: 200 len: 949 time: 0.1793945 Sep 17 07:45:13.847255 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8360d4e6-c2b9-42d6-81ff-a385ff2924f6 req-30e29d35-d7e5-4895-9023-bf4960ae0ba1 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:13.848706 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8360d4e6-c2b9-42d6-81ff-a385ff2924f6 req-30e29d35-d7e5-4895-9023-bf4960ae0ba1 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2264647 Sep 17 07:45:13.876058 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-787ecc36-1de2-4f71-9f24-952c58aabf67 req-e7d331f2-a594-4646-8a6f-8526ed1206af tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] 10.222.0.13 "GET /v2.0/security-groups?id=49558376-b1a7-49c0-85b0-3dc987553efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454853 Sep 17 07:45:13.940688 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f0c1051-0ccc-423c-a857-9cda0b114121 admin admin] Router 7937f091-b4de-4a9b-9484-5ae4576eb0bd has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:45:14.069288 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f0c1051-0ccc-423c-a857-9cda0b114121 admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:45:14.078104 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7fb113-b6fa-4fd5-9161-868e76e1c1d5 None None] Sync routers for ids ['7937f091-b4de-4a9b-9484-5ae4576eb0bd'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:45:14.079386 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-1f0c1051-0ccc-423c-a857-9cda0b114121 admin admin] 10.222.0.13 "PUT /v2.0/routers/7937f091-b4de-4a9b-9484-5ae4576eb0bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7605023 Sep 17 07:45:14.082370 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 56946) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:45:14.095195 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7fb113-b6fa-4fd5-9161-868e76e1c1d5 None None] Routers {'7937f091-b4de-4a9b-9484-5ae4576eb0bd'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:45:14.096047 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-8c7fb113-b6fa-4fd5-9161-868e76e1c1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:44:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['7937f091-b4de-4a9b-9484-5ae4576eb0bd'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:45:14.108480 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e67d4a2c-28ef-4cb6-aca5-dfbefb36b09b req-56e44801-ad00-4258-ae19-a03ce0b22c47 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] 10.222.0.13 "GET /v2.0/floatingips?tenant_id=d34cc5185f1740d1945a6bfa3abb6ae5 HTTP/1.1" status: 200 len: 1657 time: 0.0724370 Sep 17 07:45:14.202478 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-eb14342a-bda4-4903-a934-1a8cfa51f6d9 admin admin] Notify callbacks [] for router, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:14.204699 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-8c7fb113-b6fa-4fd5-9161-868e76e1c1d5 None None] Set router 7937f091-b4de-4a9b-9484-5ae4576eb0bd gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:45:14.251059 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d4a2c-28ef-4cb6-aca5-dfbefb36b09b req-ed45e057-d3f9-4b77-9cab-bf9880bd6c5a tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:14.254607 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e67d4a2c-28ef-4cb6-aca5-dfbefb36b09b req-ed45e057-d3f9-4b77-9cab-bf9880bd6c5a tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] 10.222.0.13 "GET /v2.0/networks?id=5fc128c4-343a-4b5b-8a61-6a2b8d95c555&id=5fc128c4-343a-4b5b-8a61-6a2b8d95c555&id=5fc128c4-343a-4b5b-8a61-6a2b8d95c555 HTTP/1.1" status: 200 len: 787 time: 0.1391540 Sep 17 07:45:14.378248 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-eb14342a-bda4-4903-a934-1a8cfa51f6d9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:14.404911 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96b9a84-05a6-46e6-8605-6a11a1cd2a9f req-77faed58-e747-4c8b-ba49-579b3e20c9db tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:14.406845 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b96b9a84-05a6-46e6-8605-6a11a1cd2a9f req-77faed58-e747-4c8b-ba49-579b3e20c9db tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] 10.222.0.13 "GET /v2.0/ports?device_id=87e09428-baaf-4255-a223-f723676c9b16 HTTP/1.1" status: 200 len: 950 time: 0.0773673 Sep 17 07:45:14.448321 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-eb14342a-bda4-4903-a934-1a8cfa51f6d9 admin admin] Deleting port e28b7dc1-3f64-4b0a-b0da-9a7d2440ad45 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:45:14.449326 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-eb14342a-bda4-4903-a934-1a8cfa51f6d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:14.449708 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b96b9a84-05a6-46e6-8605-6a11a1cd2a9f req-859c8ba9-a218-40a2-92ff-15215e4a0e40 tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] 10.222.0.13 "GET /v2.0/security-groups?id=478ed27d-a4d4-41e9-b602-82684e3f7110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359397 Sep 17 07:45:14.518192 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-8c7fb113-b6fa-4fd5-9161-868e76e1c1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7937f091-b4de-4a9b-9484-5ae4576eb0bd', 'name': 'tempest-FloatingIPsTestJSON-349430441-router', 'tenant_id': '90ef65ae13814168aee392d206793d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': 'e28b7dc1-3f64-4b0a-b0da-9a7d2440ad45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:44:45Z', 'updated_at': '2021-09-17T07:45:13Z', 'revision_number': 5, 'project_id': '90ef65ae13814168aee392d206793d54', 'gw_port': {'id': 'e28b7dc1-3f64-4b0a-b0da-9a7d2440ad45', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:63:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7937f091-b4de-4a9b-9484-5ae4576eb0bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:44:47Z', 'updated_at': '2021-09-17T07:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:45:14.538108 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-762522ad-3a2d-413e-aed1-738480fbbb24 req-98064474-e1c4-4257-ae1c-b5aff4bed3cb tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] 10.222.0.13 "GET /v2.0/floatingips/42a93700-6eb1-42ba-acd9-b46c4ba4dd53 HTTP/1.1" status: 200 len: 693 time: 0.0610483 Sep 17 07:45:14.545775 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7fb113-b6fa-4fd5-9161-868e76e1c1d5 None None] Checking router: 7937f091-b4de-4a9b-9484-5ae4576eb0bd for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:45:14.555722 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7fb113-b6fa-4fd5-9161-868e76e1c1d5 None None] Routers {'7937f091-b4de-4a9b-9484-5ae4576eb0bd'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:45:14.556422 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-8c7fb113-b6fa-4fd5-9161-868e76e1c1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:44:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['7937f091-b4de-4a9b-9484-5ae4576eb0bd'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:45:14.556789 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-eb14342a-bda4-4903-a934-1a8cfa51f6d9 admin admin] For port e28b7dc1-3f64-4b0a-b0da-9a7d2440ad45, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=e28b7dc1-3f64-4b0a-b0da-9a7d2440ad45,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:45:14.557304 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-eb14342a-bda4-4903-a934-1a8cfa51f6d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:14.579334 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-eb14342a-bda4-4903-a934-1a8cfa51f6d9 admin admin] Calling delete_port for e28b7dc1-3f64-4b0a-b0da-9a7d2440ad45 owned by network:router_gateway {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:45:14.663333 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-8c7fb113-b6fa-4fd5-9161-868e76e1c1d5 None None] Set router 7937f091-b4de-4a9b-9484-5ae4576eb0bd gateway port host: None {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:45:14.686605 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762522ad-3a2d-413e-aed1-738480fbbb24 req-df52e674-e270-4faf-8fab-5de3ea41b185 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:14.688742 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-762522ad-3a2d-413e-aed1-738480fbbb24 req-df52e674-e270-4faf-8fab-5de3ea41b185 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] 10.222.0.13 "GET /v2.0/networks/5fc128c4-343a-4b5b-8a61-6a2b8d95c555 HTTP/1.1" status: 200 len: 784 time: 0.1491871 Sep 17 07:45:14.730701 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-8c7fb113-b6fa-4fd5-9161-868e76e1c1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7937f091-b4de-4a9b-9484-5ae4576eb0bd', 'name': 'tempest-FloatingIPsTestJSON-349430441-router', 'tenant_id': '90ef65ae13814168aee392d206793d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:44:45Z', 'updated_at': '2021-09-17T07:45:14Z', 'revision_number': 6, 'project_id': '90ef65ae13814168aee392d206793d54', 'gw_port_host': None}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:45:14.761150 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-762522ad-3a2d-413e-aed1-738480fbbb24 req-df9ee30d-c26f-40f7-ade4-48ad97352405 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.244 HTTP/1.1" status: 200 len: 696 time: 0.0663095 Sep 17 07:45:14.770670 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7fb113-b6fa-4fd5-9161-868e76e1c1d5 None None] The sync data for ids ['7937f091-b4de-4a9b-9484-5ae4576eb0bd'] in n-d-789963-9 is: [{'id': '7937f091-b4de-4a9b-9484-5ae4576eb0bd', 'name': 'tempest-FloatingIPsTestJSON-349430441-router', 'tenant_id': '90ef65ae13814168aee392d206793d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:44:45Z', 'updated_at': '2021-09-17T07:45:14Z', 'revision_number': 6, 'project_id': '90ef65ae13814168aee392d206793d54', 'gw_port_host': None}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:45:14.832143 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-762522ad-3a2d-413e-aed1-738480fbbb24 req-0ba9da7f-20a4-4e9d-ac9a-a53bc3c2f758 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.244 HTTP/1.1" status: 200 len: 696 time: 0.0633535 Sep 17 07:45:14.875382 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49abc34f-4b82-4f21-af51-c219c362b35b req-cffaa63e-53e4-4a17-9ce9-237717118860 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:14.876869 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-49abc34f-4b82-4f21-af51-c219c362b35b req-cffaa63e-53e4-4a17-9ce9-237717118860 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b600428-b067-42aa-9d54-b7b250e16c5c HTTP/1.1" status: 200 len: 949 time: 0.1398468 Sep 17 07:45:14.981573 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-eb14342a-bda4-4903-a934-1a8cfa51f6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:14.985183 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-762522ad-3a2d-413e-aed1-738480fbbb24 req-b9cc906f-a22d-4c52-8e6f-22e47c91892e tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Deleting port a3fcd9cf-6524-4b0d-9ec7-8230f2eeda67 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:45:14.985702 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-762522ad-3a2d-413e-aed1-738480fbbb24 req-b9cc906f-a22d-4c52-8e6f-22e47c91892e tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:15.025918 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb14342a-bda4-4903-a934-1a8cfa51f6d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e28b7dc1-3f64-4b0a-b0da-9a7d2440ad45,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:15.072571 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-eb14342a-bda4-4903-a934-1a8cfa51f6d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:15.147951 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-762522ad-3a2d-413e-aed1-738480fbbb24 req-b9cc906f-a22d-4c52-8e6f-22e47c91892e tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:15.148404 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-762522ad-3a2d-413e-aed1-738480fbbb24 req-b9cc906f-a22d-4c52-8e6f-22e47c91892e tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:15.161218 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-762522ad-3a2d-413e-aed1-738480fbbb24 req-b9cc906f-a22d-4c52-8e6f-22e47c91892e tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Calling delete_port for a3fcd9cf-6524-4b0d-9ec7-8230f2eeda67 owned by network:floatingip {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:45:15.224418 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 56988) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:45:15.245987 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-eb14342a-bda4-4903-a934-1a8cfa51f6d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:15.253658 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-eb14342a-bda4-4903-a934-1a8cfa51f6d9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:15.290285 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-49abc34f-4b82-4f21-af51-c219c362b35b req-3781639a-3209-471f-a23c-eadc5a9eb1c3 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] Deleting port b2332f2c-6e0e-4dbf-9f49-80e2d5a4c106 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:45:15.290609 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-49abc34f-4b82-4f21-af51-c219c362b35b req-3781639a-3209-471f-a23c-eadc5a9eb1c3 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:15.332095 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-762522ad-3a2d-413e-aed1-738480fbbb24 req-b9cc906f-a22d-4c52-8e6f-22e47c91892e tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:15.355800 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-eb14342a-bda4-4903-a934-1a8cfa51f6d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:15.356433 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb14342a-bda4-4903-a934-1a8cfa51f6d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7937f091-b4de-4a9b-9484-5ae4576eb0bd {{(pid=101290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 07:45:15.362002 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-eb14342a-bda4-4903-a934-1a8cfa51f6d9 admin admin] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:15.362953 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cc906f-a22d-4c52-8e6f-22e47c91892e tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Pushing event deleted for resources: {'Port': ['ID=a3fcd9cf-6524-4b0d-9ec7-8230f2eeda67,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:15.363135 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-eb14342a-bda4-4903-a934-1a8cfa51f6d9 admin admin] 10.222.0.13 "DELETE /v2.0/routers/7937f091-b4de-4a9b-9484-5ae4576eb0bd HTTP/1.1" status: 204 len: 168 time: 1.2796657 Sep 17 07:45:15.367941 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [req-571814e1-30b0-4d97-ae38-bb084e825ace req-4291e9d7-50ea-410b-b924-665961988329 tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 07:45:15.368966 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-571814e1-30b0-4d97-ae38-bb084e825ace req-4291e9d7-50ea-410b-b924-665961988329 tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1433311 Sep 17 07:45:15.371464 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 56992) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:45:15.422679 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-49abc34f-4b82-4f21-af51-c219c362b35b req-3781639a-3209-471f-a23c-eadc5a9eb1c3 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] For port b2332f2c-6e0e-4dbf-9f49-80e2d5a4c106, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=b2332f2c-6e0e-4dbf-9f49-80e2d5a4c106,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:45:15.423038 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-49abc34f-4b82-4f21-af51-c219c362b35b req-3781639a-3209-471f-a23c-eadc5a9eb1c3 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:15.437718 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-49abc34f-4b82-4f21-af51-c219c362b35b req-3781639a-3209-471f-a23c-eadc5a9eb1c3 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] Calling delete_port for b2332f2c-6e0e-4dbf-9f49-80e2d5a4c106 owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:45:15.441643 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-762522ad-3a2d-413e-aed1-738480fbbb24 req-b9cc906f-a22d-4c52-8e6f-22e47c91892e tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Notify callbacks [] for floatingip, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:15.444173 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-762522ad-3a2d-413e-aed1-738480fbbb24 req-b9cc906f-a22d-4c52-8e6f-22e47c91892e tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:15.445425 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-762522ad-3a2d-413e-aed1-738480fbbb24 req-b9cc906f-a22d-4c52-8e6f-22e47c91892e tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] 10.222.0.13 "DELETE /v2.0/floatingips/42a93700-6eb1-42ba-acd9-b46c4ba4dd53 HTTP/1.1" status: 204 len: 173 time: 0.6061542 Sep 17 07:45:15.459481 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571814e1-30b0-4d97-ae38-bb084e825ace req-25174b02-c44d-4260-9e28-bbd93bf2e549 tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:15.461432 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-571814e1-30b0-4d97-ae38-bb084e825ace req-25174b02-c44d-4260-9e28-bbd93bf2e549 tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] 10.222.0.13 "GET /v2.0/ports/185ba6de-cea4-436f-8839-6eb8e5937fcc HTTP/1.1" status: 200 len: 1093 time: 0.0809979 Sep 17 07:45:15.466400 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce255fd3-3c9f-4f64-8b80-c2e0c454884f admin admin] Deleting subnet 23bb5ade-3e0d-458c-88c4-34fc4e1caa5c {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:45:15.469597 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ce255fd3-3c9f-4f64-8b80-c2e0c454884f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:15.503976 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ce255fd3-3c9f-4f64-8b80-c2e0c454884f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:15.584313 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-49abc34f-4b82-4f21-af51-c219c362b35b req-3781639a-3209-471f-a23c-eadc5a9eb1c3 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:15.593779 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-571814e1-30b0-4d97-ae38-bb084e825ace req-8ec50b75-579e-41fd-b381-b1e1ff7e246b service neutron] Request body: {'binding': {'host': 'n-h1-789963-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:45:15.594286 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-571814e1-30b0-4d97-ae38-bb084e825ace req-8ec50b75-579e-41fd-b381-b1e1ff7e246b service neutron] Unknown quota resources ['binding']. {{(pid=101289) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 07:45:15.622587 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3781639a-3209-471f-a23c-eadc5a9eb1c3 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] Pushing event deleted for resources: {'Port': ['ID=b2332f2c-6e0e-4dbf-9f49-80e2d5a4c106,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:15.627784 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['b2332f2c-6e0e-4dbf-9f49-80e2d5a4c106'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:45:15.647036 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ce255fd3-3c9f-4f64-8b80-c2e0c454884f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:15.689613 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-49abc34f-4b82-4f21-af51-c219c362b35b req-3781639a-3209-471f-a23c-eadc5a9eb1c3 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] No DVR routers for this DVR port b2332f2c-6e0e-4dbf-9f49-80e2d5a4c106 on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:45:15.692049 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f35829-399b-4a20-a84b-e1e947e90a05 req-95c4ace8-1128-4ee5-9ab7-e3e361d84189 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:15.692207 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-49abc34f-4b82-4f21-af51-c219c362b35b req-3781639a-3209-471f-a23c-eadc5a9eb1c3 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:15.693602 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-75f35829-399b-4a20-a84b-e1e947e90a05 req-95c4ace8-1128-4ee5-9ab7-e3e361d84189 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e2ba3ca-8114-45da-a9e4-70769897381d HTTP/1.1" status: 200 len: 946 time: 0.1862156 Sep 17 07:45:15.694264 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-49abc34f-4b82-4f21-af51-c219c362b35b req-3781639a-3209-471f-a23c-eadc5a9eb1c3 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] 10.222.0.39 "DELETE /v2.0/ports/b2332f2c-6e0e-4dbf-9f49-80e2d5a4c106 HTTP/1.1" status: 204 len: 173 time: 0.8061323 Sep 17 07:45:15.694703 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b600428-b067-42aa-9d54-b7b250e16c5c', 'name': 'network-vif-deleted', 'tag': 'b2332f2c-6e0e-4dbf-9f49-80e2d5a4c106'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:45:15.697509 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-003c92ec-7a3c-4798-b7e0-02bc5cb65a5e" -d '{"events": [{"server_uuid": "9b600428-b067-42aa-9d54-b7b250e16c5c", "name": "network-vif-deleted", "tag": "b2332f2c-6e0e-4dbf-9f49-80e2d5a4c106"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:45:15.809182 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-75f35829-399b-4a20-a84b-e1e947e90a05 req-f54f5f5d-b2b2-482b-a8b7-562c77ef0dd0 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973089 Sep 17 07:45:15.823300 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ce255fd3-3c9f-4f64-8b80-c2e0c454884f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:15.858004 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce255fd3-3c9f-4f64-8b80-c2e0c454884f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23bb5ade-3e0d-458c-88c4-34fc4e1caa5c,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:15.867285 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ce255fd3-3c9f-4f64-8b80-c2e0c454884f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:15.871011 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3f936f-edee-40fb-bf30-f578559909d6 None None] Network 201676cd-a31a-4dcb-bdd3-9e5b728e16ec requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:45:15.871826 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 57006) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:45:15.876381 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ce255fd3-3c9f-4f64-8b80-c2e0c454884f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/23bb5ade-3e0d-458c-88c4-34fc4e1caa5c HTTP/1.1" status: 204 len: 168 time: 0.5043848 Sep 17 07:45:15.901163 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-571814e1-30b0-4d97-ae38-bb084e825ace req-8ec50b75-579e-41fd-b381-b1e1ff7e246b service neutron] Attempting to bind port 185ba6de-cea4-436f-8839-6eb8e5937fcc on host n-h1-789963-9 for vnic_type normal with profile None {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:45:15.901549 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-571814e1-30b0-4d97-ae38-bb084e825ace req-8ec50b75-579e-41fd-b381-b1e1ff7e246b service neutron] Attempting to bind port 185ba6de-cea4-436f-8839-6eb8e5937fcc by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': '2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a0a513a6-9cd3-48db-b90d-df8b88e7c76b'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:45:15.901842 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571814e1-30b0-4d97-ae38-bb084e825ace req-8ec50b75-579e-41fd-b381-b1e1ff7e246b service neutron] Attempting to bind port 185ba6de-cea4-436f-8839-6eb8e5937fcc on network a0a513a6-9cd3-48db-b90d-df8b88e7c76b {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:45:15.910479 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571814e1-30b0-4d97-ae38-bb084e825ace req-8ec50b75-579e-41fd-b381-b1e1ff7e246b service neutron] Port 185ba6de-cea4-436f-8839-6eb8e5937fcc on network a0a513a6-9cd3-48db-b90d-df8b88e7c76b not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:45:15.911082 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571814e1-30b0-4d97-ae38-bb084e825ace req-8ec50b75-579e-41fd-b381-b1e1ff7e246b service neutron] Attempting to bind port 185ba6de-cea4-436f-8839-6eb8e5937fcc on network a0a513a6-9cd3-48db-b90d-df8b88e7c76b {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:45:15.918963 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571814e1-30b0-4d97-ae38-bb084e825ace req-8ec50b75-579e-41fd-b381-b1e1ff7e246b service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:45:15.919274 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571814e1-30b0-4d97-ae38-bb084e825ace req-8ec50b75-579e-41fd-b381-b1e1ff7e246b service neutron] Checking segment: {'id': '2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a0a513a6-9cd3-48db-b90d-df8b88e7c76b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:45:15.919705 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571814e1-30b0-4d97-ae38-bb084e825ace req-8ec50b75-579e-41fd-b381-b1e1ff7e246b service neutron] Bound using segment: {'id': '2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a0a513a6-9cd3-48db-b90d-df8b88e7c76b'} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:45:15.923329 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-571814e1-30b0-4d97-ae38-bb084e825ace req-8ec50b75-579e-41fd-b381-b1e1ff7e246b service neutron] Bound port: 185ba6de-cea4-436f-8839-6eb8e5937fcc, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a0a513a6-9cd3-48db-b90d-df8b88e7c76b'}}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:45:15.963950 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-87a4cf29-bf86-4f91-9674-515c982a38aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:16.055949 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-87a4cf29-bf86-4f91-9674-515c982a38aa admin admin] Deleting port c45524e6-cadd-4c79-a26c-37b1a18b5642 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:45:16.056567 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-87a4cf29-bf86-4f91-9674-515c982a38aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:16.077653 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-72846583-ca01-4703-a430-2efee4f342f9 req-4f900ce2-3075-4f34-bad5-1cf38e1758b0 tempest-DeleteServersAdminTestJSON-562081766 tempest-DeleteServersAdminTestJSON-562081766-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b600428-b067-42aa-9d54-b7b250e16c5c HTTP/1.1" status: 200 len: 210 time: 0.0458155 Sep 17 07:45:16.095435 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-571814e1-30b0-4d97-ae38-bb084e825ace req-8ec50b75-579e-41fd-b381-b1e1ff7e246b service neutron] For port 185ba6de-cea4-436f-8839-6eb8e5937fcc, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=185ba6de-cea4-436f-8839-6eb8e5937fcc,segment=NetworkSegment(2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff),segment_id=2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff)] {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:45:16.104808 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-571814e1-30b0-4d97-ae38-bb084e825ace req-8ec50b75-579e-41fd-b381-b1e1ff7e246b service neutron] Notify callbacks [] for binding, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:16.116480 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-571814e1-30b0-4d97-ae38-bb084e825ace req-8ec50b75-579e-41fd-b381-b1e1ff7e246b service neutron] 10.222.0.13 "POST /v2.0/ports/185ba6de-cea4-436f-8839-6eb8e5937fcc/bindings HTTP/1.1" status: 201 len: 389 time: 0.5952332 Sep 17 07:45:16.128545 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-87a4cf29-bf86-4f91-9674-515c982a38aa admin admin] For port c45524e6-cadd-4c79-a26c-37b1a18b5642, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=c45524e6-cadd-4c79-a26c-37b1a18b5642,segment=NetworkSegment(41f7c046-924f-40ee-b894-7205f686ebff),segment_id=41f7c046-924f-40ee-b894-7205f686ebff)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:45:16.129238 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-87a4cf29-bf86-4f91-9674-515c982a38aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:16.143075 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-87a4cf29-bf86-4f91-9674-515c982a38aa admin admin] Calling delete_port for c45524e6-cadd-4c79-a26c-37b1a18b5642 owned by network:dhcp {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:45:16.145580 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d473bd09-ec53-4177-ab7b-e4b08a76c949 None None] DHCP port deletion for 201676cd-a31a-4dcb-bdd3-9e5b728e16ec request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 07:45:16.245200 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-d473bd09-ec53-4177-ab7b-e4b08a76c949 None None] Deleting port c45524e6-cadd-4c79-a26c-37b1a18b5642 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:45:16.245846 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d473bd09-ec53-4177-ab7b-e4b08a76c949 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:16.264930 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-87a4cf29-bf86-4f91-9674-515c982a38aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:16.277780 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bab29f5f-d100-4545-8b9c-2fe8ffd2d9de req-e9ef2616-bddc-4cb4-81b5-d713092c9d9e tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] 10.222.0.13 "GET /v2.0/floatingips/3d5d92c8-6f8c-46a5-84ee-356d9a39ab1d HTTP/1.1" status: 200 len: 693 time: 0.0689750 Sep 17 07:45:16.293287 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a4cf29-bf86-4f91-9674-515c982a38aa admin admin] Pushing event deleted for resources: {'Port': ['ID=c45524e6-cadd-4c79-a26c-37b1a18b5642,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:16.297690 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a4cf29-bf86-4f91-9674-515c982a38aa admin admin] No DVR routers for this DVR port c45524e6-cadd-4c79-a26c-37b1a18b5642 on host n-d-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:45:16.324865 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-d473bd09-ec53-4177-ab7b-e4b08a76c949 None None] For port c45524e6-cadd-4c79-a26c-37b1a18b5642, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=c45524e6-cadd-4c79-a26c-37b1a18b5642,segment=NetworkSegment(41f7c046-924f-40ee-b894-7205f686ebff),segment_id=41f7c046-924f-40ee-b894-7205f686ebff)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:45:16.325254 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d473bd09-ec53-4177-ab7b-e4b08a76c949 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:16.340706 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-d473bd09-ec53-4177-ab7b-e4b08a76c949 None None] Calling delete_port for c45524e6-cadd-4c79-a26c-37b1a18b5642 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:45:16.460530 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab29f5f-d100-4545-8b9c-2fe8ffd2d9de req-c0189afc-f175-4bf6-b52d-82a47bbd1add tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:16.470820 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bab29f5f-d100-4545-8b9c-2fe8ffd2d9de req-c0189afc-f175-4bf6-b52d-82a47bbd1add tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] 10.222.0.13 "GET /v2.0/networks/5fc128c4-343a-4b5b-8a61-6a2b8d95c555 HTTP/1.1" status: 200 len: 784 time: 0.1841028 Sep 17 07:45:16.475490 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d473bd09-ec53-4177-ab7b-e4b08a76c949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:16.507278 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d473bd09-ec53-4177-ab7b-e4b08a76c949 None None] Pushing event deleted for resources: {'Port': ['ID=c45524e6-cadd-4c79-a26c-37b1a18b5642,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:16.511870 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d473bd09-ec53-4177-ab7b-e4b08a76c949 None None] No DVR routers for this DVR port c45524e6-cadd-4c79-a26c-37b1a18b5642 on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:45:16.572026 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bab29f5f-d100-4545-8b9c-2fe8ffd2d9de req-2b6cc658-e37c-409d-985b-104696644229 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.170 HTTP/1.1" status: 200 len: 696 time: 0.0999084 Sep 17 07:45:16.626982 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571814e1-30b0-4d97-ae38-bb084e825ace req-723aa11a-beea-4067-a7bd-7df089d59e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:16.628553 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-571814e1-30b0-4d97-ae38-bb084e825ace req-723aa11a-beea-4067-a7bd-7df089d59e23 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4f0e4c1c4dc94ab78a72a2655bcb731a&device_id=2c19325a-872a-4be3-952a-1149cb68eff8 HTTP/1.1" status: 200 len: 1096 time: 0.1551321 Sep 17 07:45:16.638260 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bab29f5f-d100-4545-8b9c-2fe8ffd2d9de req-a8d04f1c-df62-4f1c-a524-2bae6d539b23 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.170 HTTP/1.1" status: 200 len: 696 time: 0.0524786 Sep 17 07:45:16.685610 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-87a4cf29-bf86-4f91-9674-515c982a38aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:16.711285 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 16ee6096-4db3-4309-b125-1a0bfbe0034f no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:45:16.720308 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333fef34-0f36-45e2-8361-a06c34be4a9d req-f643156d-c61b-4ab2-b6eb-15fc148429d3 tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:16.723890 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-333fef34-0f36-45e2-8361-a06c34be4a9d req-f643156d-c61b-4ab2-b6eb-15fc148429d3 tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] 10.222.0.39 "GET /v2.0/ports?device_id=87e09428-baaf-4255-a223-f723676c9b16 HTTP/1.1" status: 200 len: 950 time: 0.3970847 Sep 17 07:45:16.724848 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-87a4cf29-bf86-4f91-9674-515c982a38aa admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:45:16.724848 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-87a4cf29-bf86-4f91-9674-515c982a38aa admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:45:16.725268 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-87a4cf29-bf86-4f91-9674-515c982a38aa admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:45:16.725618 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-87a4cf29-bf86-4f91-9674-515c982a38aa admin admin] Subscribe: > port after_create 55550000 {{(pid=101290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:45:16.725962 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-87a4cf29-bf86-4f91-9674-515c982a38aa admin admin] Subscribe: > port after_delete 55550000 {{(pid=101290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:45:16.726831 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-87a4cf29-bf86-4f91-9674-515c982a38aa admin admin] Subscribe: > port after_update 55550000 {{(pid=101290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:45:16.727157 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-87a4cf29-bf86-4f91-9674-515c982a38aa admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:45:16.727478 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-87a4cf29-bf86-4f91-9674-515c982a38aa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:45:16.727796 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-87a4cf29-bf86-4f91-9674-515c982a38aa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:45:16.728152 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-87a4cf29-bf86-4f91-9674-515c982a38aa admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:45:16.797489 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-87a4cf29-bf86-4f91-9674-515c982a38aa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:45:16.797748 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-87a4cf29-bf86-4f91-9674-515c982a38aa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:45:16.798090 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-87a4cf29-bf86-4f91-9674-515c982a38aa admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:45:16.798417 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-87a4cf29-bf86-4f91-9674-515c982a38aa admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:45:16.798794 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-87a4cf29-bf86-4f91-9674-515c982a38aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['201676cd-a31a-4dcb-bdd3-9e5b728e16ec']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:45:16.850227 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-87a4cf29-bf86-4f91-9674-515c982a38aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41f7c046-924f-40ee-b894-7205f686ebff') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:45:16.850410 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-87a4cf29-bf86-4f91-9674-515c982a38aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41f7c046-924f-40ee-b894-7205f686ebff') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:45:16.863070 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 16ee6096-4db3-4309-b125-1a0bfbe0034f {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:45:16.863332 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 16ee6096-4db3-4309-b125-1a0bfbe0034f not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:45:16.863654 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device e28b7dc1-3f64-4b0a-b0da-9a7d2440ad45 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:45:16.865330 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d692d-d303-461e-94fc-31e57e102659 req-f94258db-7c77-40de-ba74-b85149c9f27b tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:16.867493 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-653d692d-d303-461e-94fc-31e57e102659 req-f94258db-7c77-40de-ba74-b85149c9f27b tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] 10.222.0.13 "GET /v2.0/ports?device_id=87e09428-baaf-4255-a223-f723676c9b16 HTTP/1.1" status: 200 len: 950 time: 0.1631651 Sep 17 07:45:16.870165 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571814e1-30b0-4d97-ae38-bb084e825ace req-ee6cb82b-9254-4786-80aa-67ed172ae4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:16.871533 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-571814e1-30b0-4d97-ae38-bb084e825ace req-ee6cb82b-9254-4786-80aa-67ed172ae4ac service neutron] 10.222.0.41 "GET /v2.0/networks?id=a0a513a6-9cd3-48db-b90d-df8b88e7c76b HTTP/1.1" status: 200 len: 909 time: 0.2324281 Sep 17 07:45:16.884908 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-87a4cf29-bf86-4f91-9674-515c982a38aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:16.896275 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: e28b7dc1-3f64-4b0a-b0da-9a7d2440ad45 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:45:16.896621 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device e28b7dc1-3f64-4b0a-b0da-9a7d2440ad45 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:45:16.897237 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device c45524e6-cadd-4c79-a26c-37b1a18b5642 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:45:16.916834 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: c45524e6-cadd-4c79-a26c-37b1a18b5642 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:45:16.917190 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device c45524e6-cadd-4c79-a26c-37b1a18b5642 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:45:16.935862 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-87a4cf29-bf86-4f91-9674-515c982a38aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:16.947811 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87a4cf29-bf86-4f91-9674-515c982a38aa admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 07:45:16.948289 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-87a4cf29-bf86-4f91-9674-515c982a38aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:16.969874 n-d-789963-9 neutron-server[101290]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 17 07:45:16.969874 n-d-789963-9 neutron-server[101290]: from cryptography.utils import int_from_bytes Sep 17 07:45:16.969874 n-d-789963-9 neutron-server[101290]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 17 07:45:16.969874 n-d-789963-9 neutron-server[101290]: from cryptography.utils import int_from_bytes Sep 17 07:45:16.969874 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 07:45:16.969874 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 07:45:16.969874 n-d-789963-9 neutron-server[101290]: timer() Sep 17 07:45:16.969874 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 07:45:16.969874 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 07:45:16.969874 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 07:45:16.969874 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 07:45:16.969874 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 07:45:16.969874 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 07:45:16.969874 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 07:45:16.969874 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 07:45:16.969874 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 07:45:16.969874 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 07:45:16.969874 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 07:45:16.969874 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 07:45:16.969874 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 07:45:16.969874 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 07:45:16.969874 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 07:45:16.969874 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 07:45:16.969874 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 07:45:16.969874 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 07:45:16.969874 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 07:45:16.969874 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 07:45:16.969874 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 07:45:16.969874 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 07:45:16.969874 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 07:45:16.969874 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 07:45:16.969874 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 07:45:16.969874 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 07:45:16.969874 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 07:45:16.969874 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 07:45:16.969874 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 07:45:17.049127 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-87a4cf29-bf86-4f91-9674-515c982a38aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:17.074019 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-333fef34-0f36-45e2-8361-a06c34be4a9d req-49fafeac-127d-4729-8b48-c7ff6405a727 tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] Deleting port 0e2373b8-45bd-45d6-a7b7-044d70db0f1d {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:45:17.074019 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-333fef34-0f36-45e2-8361-a06c34be4a9d req-49fafeac-127d-4729-8b48-c7ff6405a727 tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:17.074671 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-87a4cf29-bf86-4f91-9674-515c982a38aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:17.079346 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-87a4cf29-bf86-4f91-9674-515c982a38aa admin admin] 10.222.0.13 "DELETE /v2.0/networks/201676cd-a31a-4dcb-bdd3-9e5b728e16ec HTTP/1.1" status: 204 len: 168 time: 1.2064607 Sep 17 07:45:17.082388 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a4cf29-bf86-4f91-9674-515c982a38aa admin admin] Pushing event deleted for resources: {'Network': ['ID=201676cd-a31a-4dcb-bdd3-9e5b728e16ec,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:17.172443 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-333fef34-0f36-45e2-8361-a06c34be4a9d req-49fafeac-127d-4729-8b48-c7ff6405a727 tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] For port 0e2373b8-45bd-45d6-a7b7-044d70db0f1d, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=0e2373b8-45bd-45d6-a7b7-044d70db0f1d,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:45:17.172917 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-333fef34-0f36-45e2-8361-a06c34be4a9d req-49fafeac-127d-4729-8b48-c7ff6405a727 tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:17.186950 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-333fef34-0f36-45e2-8361-a06c34be4a9d req-49fafeac-127d-4729-8b48-c7ff6405a727 tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] Calling delete_port for 0e2373b8-45bd-45d6-a7b7-044d70db0f1d owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:45:17.192758 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-571814e1-30b0-4d97-ae38-bb084e825ace req-bb766e40-d577-4bde-9155-1e22c07e88f1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=185ba6de-cea4-436f-8839-6eb8e5937fcc HTTP/1.1" status: 200 len: 217 time: 0.3074543 Sep 17 07:45:17.248377 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-653d692d-d303-461e-94fc-31e57e102659 req-50a9246c-e4e5-4c91-9399-7c765fcbf927 tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] 10.222.0.13 "GET /v2.0/security-groups?id=478ed27d-a4d4-41e9-b602-82684e3f7110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3718400 Sep 17 07:45:17.249728 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-bab29f5f-d100-4545-8b9c-2fe8ffd2d9de req-2495aab0-b94c-4bfc-90f5-97867d7ad400 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Deleting port 095e9834-0fe1-4b7b-a91a-ae07c4298298 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:45:17.249922 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-bab29f5f-d100-4545-8b9c-2fe8ffd2d9de req-2495aab0-b94c-4bfc-90f5-97867d7ad400 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:17.276605 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 57026) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:45:17.326021 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af129cd-4b89-4f6b-9398-52aa97584ab7 x-openstack-request-id: req-8af129cd-4b89-4f6b-9398-52aa97584ab7 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:45:17.326312 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b600428-b067-42aa-9d54-b7b250e16c5c", "name": "network-vif-deleted", "tag": "b2332f2c-6e0e-4dbf-9f49-80e2d5a4c106", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:45:17.326598 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8af129cd-4b89-4f6b-9398-52aa97584ab7 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:45:17.326956 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b600428-b067-42aa-9d54-b7b250e16c5c', 'name': 'network-vif-deleted', 'tag': 'b2332f2c-6e0e-4dbf-9f49-80e2d5a4c106', 'status': 'completed', 'code': 200} Sep 17 07:45:17.330807 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571814e1-30b0-4d97-ae38-bb084e825ace req-0d2e28bb-aff5-4df4-be7e-b9d9b989fb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:17.332757 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-571814e1-30b0-4d97-ae38-bb084e825ace req-0d2e28bb-aff5-4df4-be7e-b9d9b989fb6a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b166af2c-f0c1-4005-bf20-b8a2b0583a5b HTTP/1.1" status: 200 len: 848 time: 0.1293323 Sep 17 07:45:17.362616 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-00b76b25-9e71-4c8d-8645-b61b35aeac77 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=90ef65ae13814168aee392d206793d54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0846798 Sep 17 07:45:17.366098 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 57030) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:45:17.379993 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-571814e1-30b0-4d97-ae38-bb084e825ace req-bce24c39-ad08-4811-93fb-6c527b98c22c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a0a513a6-9cd3-48db-b90d-df8b88e7c76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332232 Sep 17 07:45:17.381867 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-bab29f5f-d100-4545-8b9c-2fe8ffd2d9de req-2495aab0-b94c-4bfc-90f5-97867d7ad400 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:17.382189 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-bab29f5f-d100-4545-8b9c-2fe8ffd2d9de req-2495aab0-b94c-4bfc-90f5-97867d7ad400 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:17.382964 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-333fef34-0f36-45e2-8361-a06c34be4a9d req-49fafeac-127d-4729-8b48-c7ff6405a727 tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:17.411777 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-bab29f5f-d100-4545-8b9c-2fe8ffd2d9de req-2495aab0-b94c-4bfc-90f5-97867d7ad400 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Calling delete_port for 095e9834-0fe1-4b7b-a91a-ae07c4298298 owned by network:floatingip {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:45:17.418542 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['0e2373b8-45bd-45d6-a7b7-044d70db0f1d'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:45:17.422815 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fafeac-127d-4729-8b48-c7ff6405a727 tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] Pushing event deleted for resources: {'Port': ['ID=0e2373b8-45bd-45d6-a7b7-044d70db0f1d,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:17.471303 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['b5554915-b5c4-44d8-acd0-f930e9437d6b'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:45:17.513021 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-333fef34-0f36-45e2-8361-a06c34be4a9d req-49fafeac-127d-4729-8b48-c7ff6405a727 tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] No DVR routers for this DVR port 0e2373b8-45bd-45d6-a7b7-044d70db0f1d on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:45:17.517018 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-333fef34-0f36-45e2-8361-a06c34be4a9d req-49fafeac-127d-4729-8b48-c7ff6405a727 tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:17.520378 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-333fef34-0f36-45e2-8361-a06c34be4a9d req-49fafeac-127d-4729-8b48-c7ff6405a727 tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] 10.222.0.39 "DELETE /v2.0/ports/0e2373b8-45bd-45d6-a7b7-044d70db0f1d HTTP/1.1" status: 204 len: 173 time: 0.7163389 Sep 17 07:45:17.521287 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6f34411d-6c53-4910-b12f-a5fd38b5c8d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:17.557192 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6f34411d-6c53-4910-b12f-a5fd38b5c8d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:17.585013 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-571814e1-30b0-4d97-ae38-bb084e825ace req-41a48c50-5d14-4981-8319-21b6fa4c3046 service neutron] 10.222.0.41 "GET /v2.0/networks/a0a513a6-9cd3-48db-b90d-df8b88e7c76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940680 Sep 17 07:45:17.620138 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6f34411d-6c53-4910-b12f-a5fd38b5c8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:17.623468 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6f34411d-6c53-4910-b12f-a5fd38b5c8d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:17.627372 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6f34411d-6c53-4910-b12f-a5fd38b5c8d2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/570f1e17-d84f-4e7b-95f6-0ea2bd1dc628 HTTP/1.1" status: 204 len: 168 time: 0.2580197 Sep 17 07:45:17.636544 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f34411d-6c53-4910-b12f-a5fd38b5c8d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570f1e17-d84f-4e7b-95f6-0ea2bd1dc628,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:17.794284 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003aeddb-624c-4fcc-9fbd-a2eed73a5a2d req-17fca58e-c6a0-4949-a71c-c2466e3d991c tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:17.795814 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-003aeddb-624c-4fcc-9fbd-a2eed73a5a2d req-17fca58e-c6a0-4949-a71c-c2466e3d991c tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6e2ba3ca-8114-45da-a9e4-70769897381d HTTP/1.1" status: 200 len: 1097 time: 0.2038350 Sep 17 07:45:17.825361 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-571814e1-30b0-4d97-ae38-bb084e825ace req-704055ad-ed45-48b7-a3c7-35a2cdc0abfe service neutron] 10.222.0.41 "GET /v2.0/networks/a0a513a6-9cd3-48db-b90d-df8b88e7c76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311554 Sep 17 07:45:17.843028 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-bab29f5f-d100-4545-8b9c-2fe8ffd2d9de req-2495aab0-b94c-4bfc-90f5-97867d7ad400 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:17.874304 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-003aeddb-624c-4fcc-9fbd-a2eed73a5a2d req-ed572e46-c524-4ef3-8f01-cc6fc0a5de02 tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676081 Sep 17 07:45:17.877158 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2495aab0-b94c-4bfc-90f5-97867d7ad400 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Pushing event deleted for resources: {'Port': ['ID=095e9834-0fe1-4b7b-a91a-ae07c4298298,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:17.901533 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-bab29f5f-d100-4545-8b9c-2fe8ffd2d9de req-2495aab0-b94c-4bfc-90f5-97867d7ad400 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Notify callbacks [] for floatingip, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:17.904727 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-bab29f5f-d100-4545-8b9c-2fe8ffd2d9de req-2495aab0-b94c-4bfc-90f5-97867d7ad400 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:17.905935 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bab29f5f-d100-4545-8b9c-2fe8ffd2d9de req-2495aab0-b94c-4bfc-90f5-97867d7ad400 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] 10.222.0.13 "DELETE /v2.0/floatingips/3d5d92c8-6f8c-46a5-84ee-356d9a39ab1d HTTP/1.1" status: 204 len: 173 time: 1.2593343 Sep 17 07:45:18.057260 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc71f1-3c53-4668-8fa3-bb58ba7874ae req-f4d2fd68-133d-40d3-bb39-081486202322 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:18.058975 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-05dc71f1-3c53-4668-8fa3-bb58ba7874ae req-f4d2fd68-133d-40d3-bb39-081486202322 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c19325a-872a-4be3-952a-1149cb68eff8 HTTP/1.1" status: 200 len: 945 time: 0.0910180 Sep 17 07:45:18.062390 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571814e1-30b0-4d97-ae38-bb084e825ace req-d1a3746b-fa51-4e71-b24d-eee34ce92706 tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:18.064030 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-571814e1-30b0-4d97-ae38-bb084e825ace req-d1a3746b-fa51-4e71-b24d-eee34ce92706 tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=2c19325a-872a-4be3-952a-1149cb68eff8&tenant_id=4f0e4c1c4dc94ab78a72a2655bcb731a&binding%3Ahost_id=n-h2-789963-9 HTTP/1.1" status: 200 len: 1096 time: 0.0863791 Sep 17 07:45:18.078847 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-571814e1-30b0-4d97-ae38-bb084e825ace req-05444e90-4621-49ef-9830-fff954dbc6ce service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-789963-9'}}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:45:18.150454 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-05dc71f1-3c53-4668-8fa3-bb58ba7874ae req-8dca4c23-4081-4988-afc4-0f69446eb09c tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839224 Sep 17 07:45:18.160358 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-571814e1-30b0-4d97-ae38-bb084e825ace req-05444e90-4621-49ef-9830-fff954dbc6ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:18.359634 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device b2332f2c-6e0e-4dbf-9f49-80e2d5a4c106 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:45:18.381222 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: b2332f2c-6e0e-4dbf-9f49-80e2d5a4c106 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:45:18.381763 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device b2332f2c-6e0e-4dbf-9f49-80e2d5a4c106 not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:45:18.404390 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5f42305e-43d6-4e28-9e0c-3900bc716c7a req-d334e2c6-b470-453a-aa4b-953de2520b48 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] 10.222.0.13 "GET /v2.0/floatingips/17b8384e-fdac-430a-b4ee-b294be12bb21 HTTP/1.1" status: 200 len: 693 time: 0.0795686 Sep 17 07:45:18.513797 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 57066) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:45:18.529329 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-571814e1-30b0-4d97-ae38-bb084e825ace req-05444e90-4621-49ef-9830-fff954dbc6ce service neutron] For port 185ba6de-cea4-436f-8839-6eb8e5937fcc, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=185ba6de-cea4-436f-8839-6eb8e5937fcc,segment=NetworkSegment(2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff),segment_id=2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:45:18.576705 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a725589-b460-4774-8034-bbe156ba6a43 req-0ae94891-0f7d-4850-a878-f9f91cf93712 tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:18.578228 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2a725589-b460-4774-8034-bbe156ba6a43 req-0ae94891-0f7d-4850-a878-f9f91cf93712 tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6e2ba3ca-8114-45da-a9e4-70769897381d HTTP/1.1" status: 200 len: 1097 time: 0.1289489 Sep 17 07:45:18.603291 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f42305e-43d6-4e28-9e0c-3900bc716c7a req-d7b052c2-d079-47f3-92de-d100198b88cc tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:18.604647 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5f42305e-43d6-4e28-9e0c-3900bc716c7a req-d7b052c2-d079-47f3-92de-d100198b88cc tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] 10.222.0.13 "GET /v2.0/networks/5fc128c4-343a-4b5b-8a61-6a2b8d95c555 HTTP/1.1" status: 200 len: 784 time: 0.1925170 Sep 17 07:45:18.615658 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-a4b7e91b-942f-4f26-b0d9-3cf4314b2bd8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1847245299-network', 'tenant_id': 'c21459f9e8214ee18ff63efc568abee7'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:45:18.642235 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b7e91b-942f-4f26-b0d9-3cf4314b2bd8 admin admin] Made reservation on behalf of c21459f9e8214ee18ff63efc568abee7 for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:45:18.644672 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a4b7e91b-942f-4f26-b0d9-3cf4314b2bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:18.653800 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a4b7e91b-942f-4f26-b0d9-3cf4314b2bd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:18.663685 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-571814e1-30b0-4d97-ae38-bb084e825ace req-05444e90-4621-49ef-9830-fff954dbc6ce service neutron] For port 185ba6de-cea4-436f-8839-6eb8e5937fcc, host n-h2-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:45:18.698114 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5f42305e-43d6-4e28-9e0c-3900bc716c7a req-8157d599-abd4-4fef-9564-48767aab2912 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.218 HTTP/1.1" status: 200 len: 696 time: 0.0817397 Sep 17 07:45:18.701556 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2a725589-b460-4774-8034-bbe156ba6a43 req-4d15fa92-38bc-4db9-a4bc-24a69df10913 tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166606 Sep 17 07:45:18.747241 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a4b7e91b-942f-4f26-b0d9-3cf4314b2bd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:18.752507 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c19325a-872a-4be3-952a-1149cb68eff8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '185ba6de-cea4-436f-8839-6eb8e5937fcc'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:45:18.753091 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a4b7e91b-942f-4f26-b0d9-3cf4314b2bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:18.754823 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e79d67-a922-4641-b5ee-d4bfbfbbe988" -d '{"events": [{"server_uuid": "2c19325a-872a-4be3-952a-1149cb68eff8", "name": "network-vif-unplugged", "status": "completed", "tag": "185ba6de-cea4-436f-8839-6eb8e5937fcc"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:45:18.761116 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-571814e1-30b0-4d97-ae38-bb084e825ace req-05444e90-4621-49ef-9830-fff954dbc6ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:18.769996 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5f42305e-43d6-4e28-9e0c-3900bc716c7a req-c6d086e4-143e-44ef-92fc-f6df8287010c tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.218 HTTP/1.1" status: 200 len: 696 time: 0.0637290 Sep 17 07:45:18.771465 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-571814e1-30b0-4d97-ae38-bb084e825ace req-05444e90-4621-49ef-9830-fff954dbc6ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:18.780236 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4b7e91b-942f-4f26-b0d9-3cf4314b2bd8 admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 07:45:18.799880 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b7e91b-942f-4f26-b0d9-3cf4314b2bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17af95f2-081f-4f72-a6ad-0110b38a0a3b,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:18.802855 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a4b7e91b-942f-4f26-b0d9-3cf4314b2bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:18.803208 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-a4b7e91b-942f-4f26-b0d9-3cf4314b2bd8 admin admin] Added segment 2bcb9a5f-ce12-4483-b885-7674022ccfee of type vlan for network 3d1c8044-f40c-4942-a0e4-2f099980a087 Sep 17 07:45:18.850334 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a4b7e91b-942f-4f26-b0d9-3cf4314b2bd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:18.891286 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a4b7e91b-942f-4f26-b0d9-3cf4314b2bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:18.892538 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b7e91b-942f-4f26-b0d9-3cf4314b2bd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:18.893399 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a4b7e91b-942f-4f26-b0d9-3cf4314b2bd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:18.945737 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05444e90-4621-49ef-9830-fff954dbc6ce service neutron] Pushing event updated for resources: {'Port': ['ID=185ba6de-cea4-436f-8839-6eb8e5937fcc,revision_number=7']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:18.965634 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 07:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d72602-cc4a-428a-94ef-edf94061321a x-openstack-request-id: req-24d72602-cc4a-428a-94ef-edf94061321a {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:45:18.965929 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c19325a-872a-4be3-952a-1149cb68eff8", "name": "network-vif-unplugged", "status": "completed", "tag": "185ba6de-cea4-436f-8839-6eb8e5937fcc", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:45:18.966177 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-24d72602-cc4a-428a-94ef-edf94061321a {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:45:18.966303 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b7e91b-942f-4f26-b0d9-3cf4314b2bd8 admin admin] Pushing event updated for resources: {'Network': ['ID=3d1c8044-f40c-4942-a0e4-2f099980a087,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:18.966565 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c19325a-872a-4be3-952a-1149cb68eff8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '185ba6de-cea4-436f-8839-6eb8e5937fcc', 'code': 200} Sep 17 07:45:18.969421 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a4b7e91b-942f-4f26-b0d9-3cf4314b2bd8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4539173 Sep 17 07:45:18.972198 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 57082) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:45:18.984287 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 3d1c8044-f40c-4942-a0e4-2f099980a087 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 07:45:19.000053 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-09f0ba09-e2f5-4282-916e-ce501ade94a9 admin admin] Request body: {'subnet': {'network_id': '3d1c8044-f40c-4942-a0e4-2f099980a087', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1847245299-subnet', 'tenant_id': 'c21459f9e8214ee18ff63efc568abee7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:45:19.000210 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-571814e1-30b0-4d97-ae38-bb084e825ace req-05444e90-4621-49ef-9830-fff954dbc6ce service neutron] Attempting to bind port 185ba6de-cea4-436f-8839-6eb8e5937fcc on host n-h2-789963-9 for vnic_type normal with profile {"migrating_to": "n-h1-789963-9"} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:45:19.000549 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-571814e1-30b0-4d97-ae38-bb084e825ace req-05444e90-4621-49ef-9830-fff954dbc6ce service neutron] Attempting to bind port 185ba6de-cea4-436f-8839-6eb8e5937fcc by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': '2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a0a513a6-9cd3-48db-b90d-df8b88e7c76b'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:45:19.001267 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571814e1-30b0-4d97-ae38-bb084e825ace req-05444e90-4621-49ef-9830-fff954dbc6ce service neutron] Attempting to bind port 185ba6de-cea4-436f-8839-6eb8e5937fcc on network a0a513a6-9cd3-48db-b90d-df8b88e7c76b {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:45:19.007342 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571814e1-30b0-4d97-ae38-bb084e825ace req-05444e90-4621-49ef-9830-fff954dbc6ce service neutron] Port 185ba6de-cea4-436f-8839-6eb8e5937fcc on network a0a513a6-9cd3-48db-b90d-df8b88e7c76b not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:45:19.007342 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571814e1-30b0-4d97-ae38-bb084e825ace req-05444e90-4621-49ef-9830-fff954dbc6ce service neutron] Attempting to bind port 185ba6de-cea4-436f-8839-6eb8e5937fcc on network a0a513a6-9cd3-48db-b90d-df8b88e7c76b {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:45:19.033921 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571814e1-30b0-4d97-ae38-bb084e825ace req-05444e90-4621-49ef-9830-fff954dbc6ce service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:45:19.034401 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571814e1-30b0-4d97-ae38-bb084e825ace req-05444e90-4621-49ef-9830-fff954dbc6ce service neutron] Checking segment: {'id': '2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a0a513a6-9cd3-48db-b90d-df8b88e7c76b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:45:19.034966 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571814e1-30b0-4d97-ae38-bb084e825ace req-05444e90-4621-49ef-9830-fff954dbc6ce service neutron] Bound using segment: {'id': '2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a0a513a6-9cd3-48db-b90d-df8b88e7c76b'} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:45:19.036611 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f0ba09-e2f5-4282-916e-ce501ade94a9 admin admin] Made reservation on behalf of c21459f9e8214ee18ff63efc568abee7 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:45:19.039989 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-09f0ba09-e2f5-4282-916e-ce501ade94a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:19.043156 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-571814e1-30b0-4d97-ae38-bb084e825ace req-05444e90-4621-49ef-9830-fff954dbc6ce service neutron] Bound port: 185ba6de-cea4-436f-8839-6eb8e5937fcc, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a0a513a6-9cd3-48db-b90d-df8b88e7c76b'}}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:45:19.043575 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-571814e1-30b0-4d97-ae38-bb084e825ace req-05444e90-4621-49ef-9830-fff954dbc6ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:19.081152 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-5f42305e-43d6-4e28-9e0c-3900bc716c7a req-5288a548-484c-4ecb-8d12-74aeec1c6c36 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Deleting port db2e8484-6c95-4387-86f8-c9661d59035a {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:45:19.081358 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-5f42305e-43d6-4e28-9e0c-3900bc716c7a req-5288a548-484c-4ecb-8d12-74aeec1c6c36 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:19.183869 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-5f42305e-43d6-4e28-9e0c-3900bc716c7a req-5288a548-484c-4ecb-8d12-74aeec1c6c36 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:19.184108 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-5f42305e-43d6-4e28-9e0c-3900bc716c7a req-5288a548-484c-4ecb-8d12-74aeec1c6c36 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:19.231807 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-571814e1-30b0-4d97-ae38-bb084e825ace req-05444e90-4621-49ef-9830-fff954dbc6ce service neutron] For port 185ba6de-cea4-436f-8839-6eb8e5937fcc, host n-h2-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:45:19.235968 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-571814e1-30b0-4d97-ae38-bb084e825ace req-05444e90-4621-49ef-9830-fff954dbc6ce service neutron] For port 185ba6de-cea4-436f-8839-6eb8e5937fcc, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=185ba6de-cea4-436f-8839-6eb8e5937fcc,segment=NetworkSegment(2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff),segment_id=2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff)] {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:45:19.244761 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-5f42305e-43d6-4e28-9e0c-3900bc716c7a req-5288a548-484c-4ecb-8d12-74aeec1c6c36 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Calling delete_port for db2e8484-6c95-4387-86f8-c9661d59035a owned by network:floatingip {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:45:19.248618 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-09f0ba09-e2f5-4282-916e-ce501ade94a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:19.251848 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [req-c9df0826-9493-4c5c-b21d-eba3242267eb req-33526ce5-6930-45a0-9b3f-8613f5d0525a service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 07:45:19.252928 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c9df0826-9493-4c5c-b21d-eba3242267eb req-33526ce5-6930-45a0-9b3f-8613f5d0525a service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057769 Sep 17 07:45:19.256197 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-571814e1-30b0-4d97-ae38-bb084e825ace req-05444e90-4621-49ef-9830-fff954dbc6ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:19.326989 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f0ba09-e2f5-4282-916e-ce501ade94a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fabef2d1-b412-4842-bcbe-21211b971efe,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:19.330050 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e09428-baaf-4255-a223-f723676c9b16', 'name': 'network-vif-deleted', 'tag': '0e2373b8-45bd-45d6-a7b7-044d70db0f1d'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:45:19.332847 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d017957d-4436-47fb-a7ea-80f42a9d4d0d" -d '{"events": [{"server_uuid": "87e09428-baaf-4255-a223-f723676c9b16", "name": "network-vif-deleted", "tag": "0e2373b8-45bd-45d6-a7b7-044d70db0f1d"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:45:19.341070 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f0ba09-e2f5-4282-916e-ce501ade94a9 admin admin] Checking segment: {'id': '2bcb9a5f-ce12-4483-b885-7674022ccfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '3d1c8044-f40c-4942-a0e4-2f099980a087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:45:19.341432 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f0ba09-e2f5-4282-916e-ce501ade94a9 admin admin] Network hostable DHCP agents. Network: 3d1c8044-f40c-4942-a0e4-2f099980a087, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 07:45:19.371810 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f0ba09-e2f5-4282-916e-ce501ade94a9 admin admin] Network 3d1c8044-f40c-4942-a0e4-2f099980a087 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 07:45:19.387660 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-09f0ba09-e2f5-4282-916e-ce501ade94a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 3d1c8044-f40c-4942-a0e4-2f099980a087) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:45:19.392550 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f0ba09-e2f5-4282-916e-ce501ade94a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:19.393209 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-09f0ba09-e2f5-4282-916e-ce501ade94a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:19.400447 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2874b7bb-c296-4548-af54-0e4669d71ba0 None None] Network 3d1c8044-f40c-4942-a0e4-2f099980a087 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:45:19.408757 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05444e90-4621-49ef-9830-fff954dbc6ce service neutron] Pushing event updated for resources: {'Port': ['ID=185ba6de-cea4-436f-8839-6eb8e5937fcc,revision_number=8']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:19.417918 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571814e1-30b0-4d97-ae38-bb084e825ace req-05444e90-4621-49ef-9830-fff954dbc6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:19.418538 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-571814e1-30b0-4d97-ae38-bb084e825ace req-05444e90-4621-49ef-9830-fff954dbc6ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:19.420019 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-571814e1-30b0-4d97-ae38-bb084e825ace req-05444e90-4621-49ef-9830-fff954dbc6ce service neutron] 10.222.0.41 "PUT /v2.0/ports/185ba6de-cea4-436f-8839-6eb8e5937fcc HTTP/1.1" status: 200 len: 1121 time: 1.3465984 Sep 17 07:45:19.458403 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-09f0ba09-e2f5-4282-916e-ce501ade94a9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4819098 Sep 17 07:45:19.460651 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 57100) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:45:19.468478 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-967566a3-25db-4ca0-bc0f-cdce6c35a6f2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1847245299-router', 'tenant_id': 'c21459f9e8214ee18ff63efc568abee7', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:45:19.515397 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-967566a3-25db-4ca0-bc0f-cdce6c35a6f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:19.516885 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-967566a3-25db-4ca0-bc0f-cdce6c35a6f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:19.536447 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-5f42305e-43d6-4e28-9e0c-3900bc716c7a req-5288a548-484c-4ecb-8d12-74aeec1c6c36 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:19.546333 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['185ba6de-cea4-436f-8839-6eb8e5937fcc'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:45:19.600102 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5288a548-484c-4ecb-8d12-74aeec1c6c36 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Pushing event deleted for resources: {'Port': ['ID=db2e8484-6c95-4387-86f8-c9661d59035a,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:19.603386 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-967566a3-25db-4ca0-bc0f-cdce6c35a6f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:19.644225 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-5f42305e-43d6-4e28-9e0c-3900bc716c7a req-5288a548-484c-4ecb-8d12-74aeec1c6c36 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Notify callbacks [] for floatingip, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:19.647544 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-5f42305e-43d6-4e28-9e0c-3900bc716c7a req-5288a548-484c-4ecb-8d12-74aeec1c6c36 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:19.649548 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5f42305e-43d6-4e28-9e0c-3900bc716c7a req-5288a548-484c-4ecb-8d12-74aeec1c6c36 tempest-FloatingIPDetailsTestJSON-851085962 tempest-FloatingIPDetailsTestJSON-851085962-project] 10.222.0.13 "DELETE /v2.0/floatingips/17b8384e-fdac-430a-b4ee-b294be12bb21 HTTP/1.1" status: 204 len: 173 time: 0.8701432 Sep 17 07:45:19.655946 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 57106) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:45:19.793276 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63a53de-3c91-49a9-bcc9-6f773f74a08d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-3d1c8044-f40c-4942-a0e4-2f099980a087', 'network_id': '3d1c8044-f40c-4942-a0e4-2f099980a087', 'tenant_id': 'c21459f9e8214ee18ff63efc568abee7', 'fixed_ips': [{'subnet_id': 'fabef2d1-b412-4842-bcbe-21211b971efe'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 07:45:19.794340 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b63a53de-3c91-49a9-bcc9-6f773f74a08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:19.860740 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f9ea89-0f4d-496e-b037-655120727427 req-e2eae944-7799-4c8c-9d00-5b11a2564c48 tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:19.861798 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-967566a3-25db-4ca0-bc0f-cdce6c35a6f2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:19.863143 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-46f9ea89-0f4d-496e-b037-655120727427 req-e2eae944-7799-4c8c-9d00-5b11a2564c48 tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] 10.222.0.13 "GET /v2.0/ports?device_id=325fc5f5-5f38-464b-9a4f-122809afc339 HTTP/1.1" status: 200 len: 950 time: 0.1152635 Sep 17 07:45:19.931085 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-accf8e9d-cfdd-49b2-a125-d2395346316c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:19.962533 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-46f9ea89-0f4d-496e-b037-655120727427 req-e1fafc1d-232f-471a-b695-8837a5f5268d tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] 10.222.0.13 "GET /v2.0/security-groups?id=478ed27d-a4d4-41e9-b602-82684e3f7110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925183 Sep 17 07:45:20.051103 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-b63a53de-3c91-49a9-bcc9-6f773f74a08d None None] Allocated IP 172.20.0.2 (3d1c8044-f40c-4942-a0e4-2f099980a087/fabef2d1-b412-4842-bcbe-21211b971efe/bd65b6d3-5964-4494-a00f-f1dadc66de37) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:45:20.234958 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b63a53de-3c91-49a9-bcc9-6f773f74a08d None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:20.247301 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b63a53de-3c91-49a9-bcc9-6f773f74a08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:20.270911 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-967566a3-25db-4ca0-bc0f-cdce6c35a6f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:20.272307 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2686b3-06c0-4a71-8835-4e5fdbbc5ac6 req-cd5e9a61-8f39-41de-b7dd-50e7366f6489 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:20.274664 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5a2686b3-06c0-4a71-8835-4e5fdbbc5ac6 req-cd5e9a61-8f39-41de-b7dd-50e7366f6489 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c19325a-872a-4be3-952a-1149cb68eff8 HTTP/1.1" status: 200 len: 943 time: 0.1020410 Sep 17 07:45:20.299191 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-967566a3-25db-4ca0-bc0f-cdce6c35a6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:20.309309 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63a53de-3c91-49a9-bcc9-6f773f74a08d None None] Network 3d1c8044-f40c-4942-a0e4-2f099980a087 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:45:20.317140 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-b63a53de-3c91-49a9-bcc9-6f773f74a08d None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:45:20.322374 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63a53de-3c91-49a9-bcc9-6f773f74a08d None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:45:20.326729 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63a53de-3c91-49a9-bcc9-6f773f74a08d None None] Pushing event updated for resources: {'Port': ['ID=bd65b6d3-5964-4494-a00f-f1dadc66de37,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:20.365249 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 0e2373b8-45bd-45d6-a7b7-044d70db0f1d no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:45:20.386970 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5a2686b3-06c0-4a71-8835-4e5fdbbc5ac6 req-872a7926-b0e1-4bb2-be59-24e5f5d0212a tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050668 Sep 17 07:45:20.418454 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-234fa815-69a6-4049-a5d7-1defa514d197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:20.429852 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: 0e2373b8-45bd-45d6-a7b7-044d70db0f1d {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:45:20.430366 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 0e2373b8-45bd-45d6-a7b7-044d70db0f1d not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:45:20.451057 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-b63a53de-3c91-49a9-bcc9-6f773f74a08d None None] Attempting to bind port bd65b6d3-5964-4494-a00f-f1dadc66de37 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:45:20.451589 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-b63a53de-3c91-49a9-bcc9-6f773f74a08d None None] Attempting to bind port bd65b6d3-5964-4494-a00f-f1dadc66de37 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '2bcb9a5f-ce12-4483-b885-7674022ccfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '3d1c8044-f40c-4942-a0e4-2f099980a087'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:45:20.452119 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63a53de-3c91-49a9-bcc9-6f773f74a08d None None] Attempting to bind port bd65b6d3-5964-4494-a00f-f1dadc66de37 on network 3d1c8044-f40c-4942-a0e4-2f099980a087 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:45:20.458872 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63a53de-3c91-49a9-bcc9-6f773f74a08d None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:45:20.460172 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63a53de-3c91-49a9-bcc9-6f773f74a08d None None] Checking segment: {'id': '2bcb9a5f-ce12-4483-b885-7674022ccfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '3d1c8044-f40c-4942-a0e4-2f099980a087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:45:20.461359 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b63a53de-3c91-49a9-bcc9-6f773f74a08d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:20.462712 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63a53de-3c91-49a9-bcc9-6f773f74a08d None None] Bound using segment: {'id': '2bcb9a5f-ce12-4483-b885-7674022ccfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '3d1c8044-f40c-4942-a0e4-2f099980a087'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:45:20.463438 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-b63a53de-3c91-49a9-bcc9-6f773f74a08d None None] Bound port: bd65b6d3-5964-4494-a00f-f1dadc66de37, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bcb9a5f-ce12-4483-b885-7674022ccfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '3d1c8044-f40c-4942-a0e4-2f099980a087'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:45:20.463918 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b63a53de-3c91-49a9-bcc9-6f773f74a08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:20.586038 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-967566a3-25db-4ca0-bc0f-cdce6c35a6f2 admin admin] Allocated IP 172.25.6.155 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/624df314-0782-4826-be8b-725287807d5c) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:45:20.595223 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-b63a53de-3c91-49a9-bcc9-6f773f74a08d None None] For port bd65b6d3-5964-4494-a00f-f1dadc66de37, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:45:20.601143 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-b63a53de-3c91-49a9-bcc9-6f773f74a08d None None] For port bd65b6d3-5964-4494-a00f-f1dadc66de37, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=bd65b6d3-5964-4494-a00f-f1dadc66de37,segment=NetworkSegment(2bcb9a5f-ce12-4483-b885-7674022ccfee),segment_id=2bcb9a5f-ce12-4483-b885-7674022ccfee)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:45:20.613402 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b63a53de-3c91-49a9-bcc9-6f773f74a08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:20.647707 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6afd92b0-2dbf-4491-9252-d15e86927159 x-openstack-request-id: req-6afd92b0-2dbf-4491-9252-d15e86927159 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:45:20.649183 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87e09428-baaf-4255-a223-f723676c9b16", "name": "network-vif-deleted", "tag": "0e2373b8-45bd-45d6-a7b7-044d70db0f1d", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:45:20.649437 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6afd92b0-2dbf-4491-9252-d15e86927159 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:45:20.650429 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87e09428-baaf-4255-a223-f723676c9b16', 'name': 'network-vif-deleted', 'tag': '0e2373b8-45bd-45d6-a7b7-044d70db0f1d', 'status': 'completed', 'code': 200} Sep 17 07:45:20.695955 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63a53de-3c91-49a9-bcc9-6f773f74a08d None None] Pushing event updated for resources: {'Port': ['ID=bd65b6d3-5964-4494-a00f-f1dadc66de37,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:20.696878 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-2eec10c8-eda8-454a-9e20-695a400acf8e tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 07:45:20.708282 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-2eec10c8-eda8-454a-9e20-695a400acf8e tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0405633 Sep 17 07:45:20.826145 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-e5a7ac4a-a936-499d-94c5-5802e432f056 tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:20.835216 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-e5a7ac4a-a936-499d-94c5-5802e432f056 tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] 10.222.0.13 "GET /v2.0/ports/95db3c29-370b-4f7b-b1bf-ef019afe58e2 HTTP/1.1" status: 200 len: 1094 time: 0.1158237 Sep 17 07:45:20.848009 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-9b0bfb20-74ea-41dd-b1bf-e9f72dacc106 service neutron] Request body: {'binding': {'host': 'n-h2-789963-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:45:20.848868 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-9b0bfb20-74ea-41dd-b1bf-e9f72dacc106 service neutron] Unknown quota resources ['binding']. {{(pid=101290) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 07:45:20.875810 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-234fa815-69a6-4049-a5d7-1defa514d197 admin admin] Deleting port 78113bd8-64a7-43d1-af99-44c0c4796b07 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:45:20.876211 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-234fa815-69a6-4049-a5d7-1defa514d197 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:20.908955 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-967566a3-25db-4ca0-bc0f-cdce6c35a6f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:20.967115 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c19325a-872a-4be3-952a-1149cb68eff8', 'tag': '185ba6de-cea4-436f-8839-6eb8e5937fcc'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:45:20.969737 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c35310b-2839-4deb-97e8-06ee3087c71b" -d '{"events": [{"name": "network-changed", "server_uuid": "2c19325a-872a-4be3-952a-1149cb68eff8", "tag": "185ba6de-cea4-436f-8839-6eb8e5937fcc"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:45:21.061118 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-234fa815-69a6-4049-a5d7-1defa514d197 admin admin] For port 78113bd8-64a7-43d1-af99-44c0c4796b07, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=78113bd8-64a7-43d1-af99-44c0c4796b07,segment=NetworkSegment(18058c5c-fcb7-49c0-a171-94dda685db89),segment_id=18058c5c-fcb7-49c0-a171-94dda685db89)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:45:21.061808 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-234fa815-69a6-4049-a5d7-1defa514d197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:21.100658 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d42a8f-8e9b-4940-9d50-65bba34a39cf x-openstack-request-id: req-48d42a8f-8e9b-4940-9d50-65bba34a39cf {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:45:21.102460 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c19325a-872a-4be3-952a-1149cb68eff8", "tag": "185ba6de-cea4-436f-8839-6eb8e5937fcc", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:45:21.102742 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-48d42a8f-8e9b-4940-9d50-65bba34a39cf {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:45:21.103119 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c19325a-872a-4be3-952a-1149cb68eff8', 'tag': '185ba6de-cea4-436f-8839-6eb8e5937fcc', 'status': 'completed', 'code': 200} Sep 17 07:45:21.113006 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-234fa815-69a6-4049-a5d7-1defa514d197 admin admin] Calling delete_port for 78113bd8-64a7-43d1-af99-44c0c4796b07 owned by network:router_interface {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:45:21.181274 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-967566a3-25db-4ca0-bc0f-cdce6c35a6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:21.187392 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 57136) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:45:21.244131 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967566a3-25db-4ca0-bc0f-cdce6c35a6f2 admin admin] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:45:21.255768 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-967566a3-25db-4ca0-bc0f-cdce6c35a6f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:45:21.258424 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967566a3-25db-4ca0-bc0f-cdce6c35a6f2 admin admin] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:45:21.288627 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4edb026-45af-43af-9fcf-5b7699095f93 req-b8733511-42e0-4f0b-84f5-308cfc92fac5 tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:21.290141 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-9b0bfb20-74ea-41dd-b1bf-e9f72dacc106 service neutron] Attempting to bind port 95db3c29-370b-4f7b-b1bf-ef019afe58e2 on host n-h2-789963-9 for vnic_type normal with profile None {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:45:21.290478 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-9b0bfb20-74ea-41dd-b1bf-e9f72dacc106 service neutron] Attempting to bind port 95db3c29-370b-4f7b-b1bf-ef019afe58e2 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': 'bbdef28d-b0c6-41c1-88af-cfcd40a3d803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:45:21.290808 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-9b0bfb20-74ea-41dd-b1bf-e9f72dacc106 service neutron] Attempting to bind port 95db3c29-370b-4f7b-b1bf-ef019afe58e2 on network 339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:45:21.298006 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e4edb026-45af-43af-9fcf-5b7699095f93 req-b8733511-42e0-4f0b-84f5-308cfc92fac5 tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] 10.222.0.13 "GET /v2.0/ports?device_id=325fc5f5-5f38-464b-9a4f-122809afc339 HTTP/1.1" status: 200 len: 950 time: 0.1082597 Sep 17 07:45:21.301146 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967566a3-25db-4ca0-bc0f-cdce6c35a6f2 admin admin] Pushing event updated for resources: {'Port': ['ID=624df314-0782-4826-be8b-725287807d5c,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:21.314864 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-9b0bfb20-74ea-41dd-b1bf-e9f72dacc106 service neutron] Port 95db3c29-370b-4f7b-b1bf-ef019afe58e2 on network 339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:45:21.315429 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-9b0bfb20-74ea-41dd-b1bf-e9f72dacc106 service neutron] Attempting to bind port 95db3c29-370b-4f7b-b1bf-ef019afe58e2 on network 339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:45:21.321948 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c35310b-2839-4deb-97e8-06ee3087c71b req-a68c0691-ee68-46b3-8e67-e6c8e0058016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:21.323469 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6c35310b-2839-4deb-97e8-06ee3087c71b req-a68c0691-ee68-46b3-8e67-e6c8e0058016 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4f0e4c1c4dc94ab78a72a2655bcb731a&device_id=2c19325a-872a-4be3-952a-1149cb68eff8 HTTP/1.1" status: 200 len: 1124 time: 0.2017736 Sep 17 07:45:21.328282 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-9b0bfb20-74ea-41dd-b1bf-e9f72dacc106 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:45:21.328618 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-9b0bfb20-74ea-41dd-b1bf-e9f72dacc106 service neutron] Checking segment: {'id': 'bbdef28d-b0c6-41c1-88af-cfcd40a3d803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:45:21.329002 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-9b0bfb20-74ea-41dd-b1bf-e9f72dacc106 service neutron] Bound using segment: {'id': 'bbdef28d-b0c6-41c1-88af-cfcd40a3d803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:45:21.329433 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-9b0bfb20-74ea-41dd-b1bf-e9f72dacc106 service neutron] Bound port: 95db3c29-370b-4f7b-b1bf-ef019afe58e2, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbdef28d-b0c6-41c1-88af-cfcd40a3d803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:45:21.730057 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c35310b-2839-4deb-97e8-06ee3087c71b req-d3fa388f-ff99-438a-b587-efec628265ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:21.731565 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6c35310b-2839-4deb-97e8-06ee3087c71b req-d3fa388f-ff99-438a-b587-efec628265ee service neutron] 10.222.0.39 "GET /v2.0/networks?id=a0a513a6-9cd3-48db-b90d-df8b88e7c76b HTTP/1.1" status: 200 len: 909 time: 0.3979661 Sep 17 07:45:21.748165 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-234fa815-69a6-4049-a5d7-1defa514d197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:21.792376 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234fa815-69a6-4049-a5d7-1defa514d197 admin admin] Pushing event deleted for resources: {'Port': ['ID=78113bd8-64a7-43d1-af99-44c0c4796b07,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:21.798615 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 185ba6de-cea4-436f-8839-6eb8e5937fcc details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:45:21.820559 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e4edb026-45af-43af-9fcf-5b7699095f93 req-39c6901e-9050-42ef-a3d4-bc6bab70624a tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] 10.222.0.13 "GET /v2.0/security-groups?id=478ed27d-a4d4-41e9-b602-82684e3f7110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5161753 Sep 17 07:45:21.892593 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f356dbcc-8bc0-41ae-a7ae-7718f6fe17d6 req-3fad8ff4-92c0-494d-9e02-893ef8d611de tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:21.894151 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f356dbcc-8bc0-41ae-a7ae-7718f6fe17d6 req-3fad8ff4-92c0-494d-9e02-893ef8d611de tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] 10.222.0.41 "GET /v2.0/ports?device_id=325fc5f5-5f38-464b-9a4f-122809afc339 HTTP/1.1" status: 200 len: 950 time: 0.1705916 Sep 17 07:45:21.923979 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6c35310b-2839-4deb-97e8-06ee3087c71b req-0c01c261-13cb-4aa0-915f-1c00a2d05027 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=185ba6de-cea4-436f-8839-6eb8e5937fcc HTTP/1.1" status: 200 len: 217 time: 0.1816494 Sep 17 07:45:22.004179 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 185ba6de-cea4-436f-8839-6eb8e5937fcc, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=185ba6de-cea4-436f-8839-6eb8e5937fcc,segment=NetworkSegment(2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff),segment_id=2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:45:22.029100 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-298c8e56-59d4-444d-835e-e7e89d992b25 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e3fa2625380d42b694cced0e6ee23545&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8338726 Sep 17 07:45:22.029742 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 57146) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:45:22.037081 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-9b0bfb20-74ea-41dd-b1bf-e9f72dacc106 service neutron] For port 95db3c29-370b-4f7b-b1bf-ef019afe58e2, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=95db3c29-370b-4f7b-b1bf-ef019afe58e2,segment=NetworkSegment(bbdef28d-b0c6-41c1-88af-cfcd40a3d803),segment_id=bbdef28d-b0c6-41c1-88af-cfcd40a3d803)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:45:22.040790 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 185ba6de-cea4-436f-8839-6eb8e5937fcc has no active binding in host n-h1-789963-9 {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 17 07:45:22.046140 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9b2a22-73d1-4f0f-aec2-f7d083bbd116 None None] Network 3d1c8044-f40c-4942-a0e4-2f099980a087 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:45:22.073850 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-9b0bfb20-74ea-41dd-b1bf-e9f72dacc106 service neutron] Notify callbacks [] for binding, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:22.073850 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-9b0bfb20-74ea-41dd-b1bf-e9f72dacc106 service neutron] 10.222.0.13 "POST /v2.0/ports/95db3c29-370b-4f7b-b1bf-ef019afe58e2/bindings HTTP/1.1" status: 201 len: 389 time: 1.2355669 Sep 17 07:45:22.109007 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c35310b-2839-4deb-97e8-06ee3087c71b req-91c36ace-3c0a-400e-88c2-1e6f67dc8f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:22.112178 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6c35310b-2839-4deb-97e8-06ee3087c71b req-91c36ace-3c0a-400e-88c2-1e6f67dc8f66 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b166af2c-f0c1-4005-bf20-b8a2b0583a5b HTTP/1.1" status: 200 len: 848 time: 0.1566985 Sep 17 07:45:22.136643 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a0e55-5e54-4c53-801f-ba9e8b664219 req-f4cf104e-7a8b-4ec2-a5de-4e8dfb6705f9 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:22.138435 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ce3a0e55-5e54-4c53-801f-ba9e8b664219 req-f4cf104e-7a8b-4ec2-a5de-4e8dfb6705f9 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c19325a-872a-4be3-952a-1149cb68eff8 HTTP/1.1" status: 200 len: 943 time: 0.1581578 Sep 17 07:45:22.144893 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-aca96814-2de0-4e2d-aff3-a8de6ec55e45 None None] Provisioning complete for port bd65b6d3-5964-4494-a00f-f1dadc66de37 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:45:22.145265 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-aca96814-2de0-4e2d-aff3-a8de6ec55e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:22.190180 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6c35310b-2839-4deb-97e8-06ee3087c71b req-56424d75-348a-4920-8926-61155fc731dd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a0a513a6-9cd3-48db-b90d-df8b88e7c76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706406 Sep 17 07:45:22.191934 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-234fa815-69a6-4049-a5d7-1defa514d197 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:22.216463 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-f356dbcc-8bc0-41ae-a7ae-7718f6fe17d6 req-10ab507d-a051-4b5d-be87-f2d15673565c tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] Deleting port b5554915-b5c4-44d8-acd0-f930e9437d6b {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:45:22.216871 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-f356dbcc-8bc0-41ae-a7ae-7718f6fe17d6 req-10ab507d-a051-4b5d-be87-f2d15673565c tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:22.352654 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ce3a0e55-5e54-4c53-801f-ba9e8b664219 req-40bc3dba-9fad-42f7-a2c5-4fdb0325bb0c tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927855 Sep 17 07:45:22.355440 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-aca96814-2de0-4e2d-aff3-a8de6ec55e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:22.366274 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-967566a3-25db-4ca0-bc0f-cdce6c35a6f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:22.368085 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-eb95cde6-d973-4b9b-a2c7-7f0f20c30e46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:22.429183 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-aca96814-2de0-4e2d-aff3-a8de6ec55e45 None None] For port bd65b6d3-5964-4494-a00f-f1dadc66de37, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=bd65b6d3-5964-4494-a00f-f1dadc66de37,segment=NetworkSegment(2bcb9a5f-ce12-4483-b885-7674022ccfee),segment_id=2bcb9a5f-ce12-4483-b885-7674022ccfee)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:45:22.442230 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-aca96814-2de0-4e2d-aff3-a8de6ec55e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:22.449247 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b7445bc6-d8f9-4ec2-a0af-347817e5792b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:22.505842 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca96814-2de0-4e2d-aff3-a8de6ec55e45 None None] Pushing event updated for resources: {'Port': ['ID=bd65b6d3-5964-4494-a00f-f1dadc66de37,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:22.550240 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-eb95cde6-d973-4b9b-a2c7-7f0f20c30e46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:22.587258 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-f356dbcc-8bc0-41ae-a7ae-7718f6fe17d6 req-10ab507d-a051-4b5d-be87-f2d15673565c tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] For port b5554915-b5c4-44d8-acd0-f930e9437d6b, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=b5554915-b5c4-44d8-acd0-f930e9437d6b,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:45:22.587784 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-f356dbcc-8bc0-41ae-a7ae-7718f6fe17d6 req-10ab507d-a051-4b5d-be87-f2d15673565c tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:22.589001 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:22.657388 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-f356dbcc-8bc0-41ae-a7ae-7718f6fe17d6 req-10ab507d-a051-4b5d-be87-f2d15673565c tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] Calling delete_port for b5554915-b5c4-44d8-acd0-f930e9437d6b owned by compute:nova {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:45:22.702430 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2723ec2-8353-4292-b278-b61d113b2675 req-6fd9d0a6-1516-4dd6-ae3c-148581bc12b2 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:22.704464 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e2723ec2-8353-4292-b278-b61d113b2675 req-6fd9d0a6-1516-4dd6-ae3c-148581bc12b2 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e2ba3ca-8114-45da-a9e4-70769897381d HTTP/1.1" status: 200 len: 946 time: 0.1791062 Sep 17 07:45:22.742051 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-eb95cde6-d973-4b9b-a2c7-7f0f20c30e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:22.744981 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-eb95cde6-d973-4b9b-a2c7-7f0f20c30e46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:22.746169 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-eb95cde6-d973-4b9b-a2c7-7f0f20c30e46 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/49558376-b1a7-49c0-85b0-3dc987553efc HTTP/1.1" status: 204 len: 168 time: 0.7079253 Sep 17 07:45:22.763267 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb95cde6-d973-4b9b-a2c7-7f0f20c30e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49558376-b1a7-49c0-85b0-3dc987553efc,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:22.769668 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-73576e4f-df9f-4e67-b184-5b4abfd92e1f None None] Provisioning complete for port bd65b6d3-5964-4494-a00f-f1dadc66de37 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:45:22.770242 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-73576e4f-df9f-4e67-b184-5b4abfd92e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:22.813664 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device bd65b6d3-5964-4494-a00f-f1dadc66de37 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:45:22.841688 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-a280f335-06c8-4e52-b05c-7d332dc49c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:22.843447 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-a280f335-06c8-4e52-b05c-7d332dc49c60 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2525ecc58cad4fa78c4be116636fc184&device_id=6e2ba3ca-8114-45da-a9e4-70769897381d HTTP/1.1" status: 200 len: 1097 time: 0.2008817 Sep 17 07:45:22.846206 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6c35310b-2839-4deb-97e8-06ee3087c71b req-57a5414e-ce84-4f5a-99d1-f6642203fc6e service neutron] 10.222.0.39 "GET /v2.0/networks/a0a513a6-9cd3-48db-b90d-df8b88e7c76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6473241 Sep 17 07:45:22.870119 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e2723ec2-8353-4292-b278-b61d113b2675 req-d2407068-cd12-4c99-b8fb-3dadeb3f5829 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291575 Sep 17 07:45:22.909434 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port bd65b6d3-5964-4494-a00f-f1dadc66de37 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:45:22.915109 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:23.087349 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-234fa815-69a6-4049-a5d7-1defa514d197 admin admin] Router 63daeef3-fcf0-4fe5-b516-09574fca1308 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:45:23.095371 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-f356dbcc-8bc0-41ae-a7ae-7718f6fe17d6 req-10ab507d-a051-4b5d-be87-f2d15673565c tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:23.144607 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['b5554915-b5c4-44d8-acd0-f930e9437d6b'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:45:23.150564 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aec4bb-df1c-4128-96cb-a0d15b272c57 req-e6cc3d1b-5a89-4d9a-9997-bcee338ed1fc tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:23.151460 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6c35310b-2839-4deb-97e8-06ee3087c71b req-6ad8bb2b-82e6-44c1-8b99-b2ed7af2c088 service neutron] 10.222.0.39 "GET /v2.0/networks/a0a513a6-9cd3-48db-b90d-df8b88e7c76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412367 Sep 17 07:45:23.152744 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-43aec4bb-df1c-4128-96cb-a0d15b272c57 req-e6cc3d1b-5a89-4d9a-9997-bcee338ed1fc tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] 10.222.0.13 "GET /v2.0/ports?device_id=325fc5f5-5f38-464b-9a4f-122809afc339 HTTP/1.1" status: 200 len: 867 time: 0.1853945 Sep 17 07:45:23.222296 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 57156) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:45:23.235176 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-8d253aee-79ab-4eff-9954-1f650e1b910e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:23.236768 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-8d253aee-79ab-4eff-9954-1f650e1b910e service neutron] 10.222.0.39 "GET /v2.0/networks?id=339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5 HTTP/1.1" status: 200 len: 921 time: 0.3256135 Sep 17 07:45:23.247331 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-767ddc63-7114-4d78-9ebe-f5c892fda92b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:23.249261 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ab507d-a051-4b5d-be87-f2d15673565c tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] Pushing event deleted for resources: {'Port': ['ID=b5554915-b5c4-44d8-acd0-f930e9437d6b,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:23.301565 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-439d58f3-1045-495e-92f0-af9f9a880204 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95db3c29-370b-4f7b-b1bf-ef019afe58e2 HTTP/1.1" status: 200 len: 217 time: 0.0554199 Sep 17 07:45:23.316703 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-f356dbcc-8bc0-41ae-a7ae-7718f6fe17d6 req-10ab507d-a051-4b5d-be87-f2d15673565c tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] No DVR routers for this DVR port b5554915-b5c4-44d8-acd0-f930e9437d6b on host n-h1-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:45:23.319249 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-f356dbcc-8bc0-41ae-a7ae-7718f6fe17d6 req-10ab507d-a051-4b5d-be87-f2d15673565c tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:23.321547 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f356dbcc-8bc0-41ae-a7ae-7718f6fe17d6 req-10ab507d-a051-4b5d-be87-f2d15673565c tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] 10.222.0.41 "DELETE /v2.0/ports/b5554915-b5c4-44d8-acd0-f930e9437d6b HTTP/1.1" status: 204 len: 173 time: 1.3837054 Sep 17 07:45:23.327037 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '325fc5f5-5f38-464b-9a4f-122809afc339', 'name': 'network-vif-deleted', 'tag': 'b5554915-b5c4-44d8-acd0-f930e9437d6b'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:45:23.329235 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f58c543-c8d6-4783-8fa3-1f7ae259d85e" -d '{"events": [{"server_uuid": "325fc5f5-5f38-464b-9a4f-122809afc339", "name": "network-vif-deleted", "tag": "b5554915-b5c4-44d8-acd0-f930e9437d6b"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:45:23.342111 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-234fa815-69a6-4049-a5d7-1defa514d197 admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:45:23.351499 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-234fa815-69a6-4049-a5d7-1defa514d197 admin admin] 10.222.0.13 "PUT /v2.0/routers/63daeef3-fcf0-4fe5-b516-09574fca1308/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6938317 Sep 17 07:45:23.355322 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 57160) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:45:23.355490 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-967566a3-25db-4ca0-bc0f-cdce6c35a6f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:23.358162 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d20652-eeb6-47c8-b132-d26dd1b39eb1 None None] Sync routers for ids ['63daeef3-fcf0-4fe5-b516-09574fca1308'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:45:23.366214 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-43aec4bb-df1c-4128-96cb-a0d15b272c57 req-56f1638d-b9fe-4dd6-99dd-976fe8cf1eae tempest-ServersAdminNegativeTestJSON-185315817 tempest-ServersAdminNegativeTestJSON-185315817-project] 10.222.0.13 "GET /v2.0/security-groups?id=478ed27d-a4d4-41e9-b602-82684e3f7110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228008 Sep 17 07:45:23.392269 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d20652-eeb6-47c8-b132-d26dd1b39eb1 None None] Routers {'63daeef3-fcf0-4fe5-b516-09574fca1308'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:45:23.393601 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-75d20652-eeb6-47c8-b132-d26dd1b39eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:45:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['63daeef3-fcf0-4fe5-b516-09574fca1308'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:45:23.511181 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb233036-bc5a-402e-af26-99dae2f3da54 x-openstack-request-id: req-fb233036-bc5a-402e-af26-99dae2f3da54 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:45:23.511345 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "325fc5f5-5f38-464b-9a4f-122809afc339", "name": "network-vif-deleted", "tag": "b5554915-b5c4-44d8-acd0-f930e9437d6b", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:45:23.511600 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fb233036-bc5a-402e-af26-99dae2f3da54 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:45:23.512056 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '325fc5f5-5f38-464b-9a4f-122809afc339', 'name': 'network-vif-deleted', 'tag': 'b5554915-b5c4-44d8-acd0-f930e9437d6b', 'status': 'completed', 'code': 200} Sep 17 07:45:23.548713 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d0e963c8-9df5-4131-9e5c-dc394f6b062c admin admin] Notify callbacks [] for router, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:23.650659 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-767ddc63-7114-4d78-9ebe-f5c892fda92b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:23.674528 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:23.677592 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-e8e967d9-d9bb-416c-a030-d416036ff21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:23.679143 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-e8e967d9-d9bb-416c-a030-d416036ff21d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=affefed0-1fce-4202-a68f-ea65cc757370 HTTP/1.1" status: 200 len: 860 time: 0.3685648 Sep 17 07:45:23.679761 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-767ddc63-7114-4d78-9ebe-f5c892fda92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:23.746469 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-073bde80-f9d8-4a99-8bfd-917048782b92 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586083 Sep 17 07:45:23.759790 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-75d20652-eeb6-47c8-b132-d26dd1b39eb1 None None] Set router 63daeef3-fcf0-4fe5-b516-09574fca1308 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:45:23.801128 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1270f695-c736-4ebb-bd94-1828a9e56472 req-17b8db63-2b62-41ea-ab9c-f142e0cb04f9 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:23.809294 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1270f695-c736-4ebb-bd94-1828a9e56472 req-17b8db63-2b62-41ea-ab9c-f142e0cb04f9 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c19325a-872a-4be3-952a-1149cb68eff8 HTTP/1.1" status: 200 len: 943 time: 0.1570053 Sep 17 07:45:23.859952 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-767ddc63-7114-4d78-9ebe-f5c892fda92b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=16efd2adf033432f8f49fe741922629c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6341145 Sep 17 07:45:23.869950 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767ddc63-7114-4d78-9ebe-f5c892fda92b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9890ca17-d9c6-4d96-9643-32cfe107e7d7,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:23.871682 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 57168) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:45:23.890106 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1270f695-c736-4ebb-bd94-1828a9e56472 req-213c48e8-c0bf-4a6e-8082-71f954c9a889 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795772 Sep 17 07:45:23.976133 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d0e963c8-9df5-4131-9e5c-dc394f6b062c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:24.061713 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-66779ec3-ff14-4562-bb21-be8771aa3d1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:24.064065 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-5601b4cd-aa0a-43f1-ae35-5a9ad09696f5 service neutron] 10.222.0.39 "GET /v2.0/networks/339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955956 Sep 17 07:45:24.130077 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-66779ec3-ff14-4562-bb21-be8771aa3d1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:24.154068 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-967566a3-25db-4ca0-bc0f-cdce6c35a6f2 admin admin] Router 25c93617-b3f2-44fa-b065-f6e92275dbde is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 07:45:24.230380 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-e7f998e1-2f22-43bb-858e-86dd3b26c963 service neutron] 10.222.0.39 "GET /v2.0/networks/339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575758 Sep 17 07:45:24.253314 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accde47b-d1a1-4817-9fc6-086d7ccbc462 req-eff563bc-4002-487b-aae1-1d5d96403e81 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:24.255104 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-accde47b-d1a1-4817-9fc6-086d7ccbc462 req-eff563bc-4002-487b-aae1-1d5d96403e81 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e2ba3ca-8114-45da-a9e4-70769897381d HTTP/1.1" status: 200 len: 946 time: 0.2150631 Sep 17 07:45:24.260659 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-d0e963c8-9df5-4131-9e5c-dc394f6b062c admin admin] Deleting port ec41a266-a262-48ff-80ed-4dc10f7848dc {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:45:24.260659 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d0e963c8-9df5-4131-9e5c-dc394f6b062c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:24.282205 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-75d20652-eeb6-47c8-b132-d26dd1b39eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63daeef3-fcf0-4fe5-b516-09574fca1308', 'name': 'tempest-FloatingIPDetailsTestJSON-892934241-router', 'tenant_id': 'd34cc5185f1740d1945a6bfa3abb6ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'ec41a266-a262-48ff-80ed-4dc10f7848dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:44:45Z', 'updated_at': '2021-09-17T07:45:21Z', 'revision_number': 5, 'project_id': 'd34cc5185f1740d1945a6bfa3abb6ae5', 'gw_port': {'id': 'ec41a266-a262-48ff-80ed-4dc10f7848dc', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:5c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63daeef3-fcf0-4fe5-b516-09574fca1308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:44:47Z', 'updated_at': '2021-09-17T07:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:45:24.308484 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-66779ec3-ff14-4562-bb21-be8771aa3d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:24.311129 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-66779ec3-ff14-4562-bb21-be8771aa3d1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:24.315410 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-66779ec3-ff14-4562-bb21-be8771aa3d1a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9890ca17-d9c6-4d96-9643-32cfe107e7d7 HTTP/1.1" status: 204 len: 168 time: 0.4164133 Sep 17 07:45:24.337378 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-967566a3-25db-4ca0-bc0f-cdce6c35a6f2 admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:45:24.349119 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7512e847-c325-4676-91da-54cc15f89654 None None] Sync routers for ids ['25c93617-b3f2-44fa-b065-f6e92275dbde'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:45:24.350280 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d20652-eeb6-47c8-b132-d26dd1b39eb1 None None] Checking router: 63daeef3-fcf0-4fe5-b516-09574fca1308 for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:45:24.363474 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d20652-eeb6-47c8-b132-d26dd1b39eb1 None None] Routers {'63daeef3-fcf0-4fe5-b516-09574fca1308'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:45:24.363677 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-967566a3-25db-4ca0-bc0f-cdce6c35a6f2 admin admin] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:24.363865 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7512e847-c325-4676-91da-54cc15f89654 None None] Routers {'25c93617-b3f2-44fa-b065-f6e92275dbde'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:45:24.364865 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-7512e847-c325-4676-91da-54cc15f89654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:45:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['25c93617-b3f2-44fa-b065-f6e92275dbde'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:45:24.365038 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-967566a3-25db-4ca0-bc0f-cdce6c35a6f2 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.9032366 Sep 17 07:45:24.365135 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-75d20652-eeb6-47c8-b132-d26dd1b39eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:45:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['63daeef3-fcf0-4fe5-b516-09574fca1308'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:45:24.368723 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 57174) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:45:24.418329 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66779ec3-ff14-4562-bb21-be8771aa3d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9890ca17-d9c6-4d96-9643-32cfe107e7d7,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:24.433379 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-accde47b-d1a1-4817-9fc6-086d7ccbc462 req-4f88d998-8e5b-402e-ae0c-961a9827633b tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583252 Sep 17 07:45:24.478171 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-d0e963c8-9df5-4131-9e5c-dc394f6b062c admin admin] For port ec41a266-a262-48ff-80ed-4dc10f7848dc, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=ec41a266-a262-48ff-80ed-4dc10f7848dc,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:45:24.478537 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d0e963c8-9df5-4131-9e5c-dc394f6b062c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:24.501177 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-d0e963c8-9df5-4131-9e5c-dc394f6b062c admin admin] Calling delete_port for ec41a266-a262-48ff-80ed-4dc10f7848dc owned by network:router_gateway {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:45:24.534658 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-75d20652-eeb6-47c8-b132-d26dd1b39eb1 None None] Set router 63daeef3-fcf0-4fe5-b516-09574fca1308 gateway port host: None {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:45:24.552975 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-b5070eef-0c8e-428d-a889-cc038ed9ccac tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:24.559531 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-b5070eef-0c8e-428d-a889-cc038ed9ccac tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6e2ba3ca-8114-45da-a9e4-70769897381d&tenant_id=2525ecc58cad4fa78c4be116636fc184&binding%3Ahost_id=n-h1-789963-9 HTTP/1.1" status: 200 len: 1097 time: 0.2067015 Sep 17 07:45:24.590104 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-7512e847-c325-4676-91da-54cc15f89654 None None] Set router 25c93617-b3f2-44fa-b065-f6e92275dbde gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:45:24.628818 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-7666b8dd-1c18-453b-8d04-cd1d40f0e61f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-789963-9'}}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:45:24.717658 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-75d20652-eeb6-47c8-b132-d26dd1b39eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63daeef3-fcf0-4fe5-b516-09574fca1308', 'name': 'tempest-FloatingIPDetailsTestJSON-892934241-router', 'tenant_id': 'd34cc5185f1740d1945a6bfa3abb6ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:44:45Z', 'updated_at': '2021-09-17T07:45:23Z', 'revision_number': 6, 'project_id': 'd34cc5185f1740d1945a6bfa3abb6ae5', 'gw_port_host': None}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:45:24.794397 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d20652-eeb6-47c8-b132-d26dd1b39eb1 None None] The sync data for ids ['63daeef3-fcf0-4fe5-b516-09574fca1308'] in n-d-789963-9 is: [{'id': '63daeef3-fcf0-4fe5-b516-09574fca1308', 'name': 'tempest-FloatingIPDetailsTestJSON-892934241-router', 'tenant_id': 'd34cc5185f1740d1945a6bfa3abb6ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:44:45Z', 'updated_at': '2021-09-17T07:45:23Z', 'revision_number': 6, 'project_id': 'd34cc5185f1740d1945a6bfa3abb6ae5', 'gw_port_host': None}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:45:24.823346 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-7512e847-c325-4676-91da-54cc15f89654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c93617-b3f2-44fa-b065-f6e92275dbde', 'name': 'tempest-FloatingIPsNegativeTestJSON-1847245299-router', 'tenant_id': 'c21459f9e8214ee18ff63efc568abee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '624df314-0782-4826-be8b-725287807d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:45:19Z', 'updated_at': '2021-09-17T07:45:22Z', 'revision_number': 3, 'project_id': 'c21459f9e8214ee18ff63efc568abee7', 'gw_port': {'id': '624df314-0782-4826-be8b-725287807d5c', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ca:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c93617-b3f2-44fa-b065-f6e92275dbde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:45:20Z', 'updated_at': '2021-09-17T07:45:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:45:24.861713 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-7666b8dd-1c18-453b-8d04-cd1d40f0e61f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:24.901959 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7512e847-c325-4676-91da-54cc15f89654 None None] Checking router: 25c93617-b3f2-44fa-b065-f6e92275dbde for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:45:24.903818 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7512e847-c325-4676-91da-54cc15f89654 None None] Updating router 25c93617-b3f2-44fa-b065-f6e92275dbde port 624df314-0782-4826-be8b-725287807d5c binding host n-d-789963-9 {{(pid=101292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 07:45:24.971847 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 57196) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:45:24.977532 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7512e847-c325-4676-91da-54cc15f89654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:24.992222 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d0e963c8-9df5-4131-9e5c-dc394f6b062c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:25.071559 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e963c8-9df5-4131-9e5c-dc394f6b062c admin admin] Pushing event deleted for resources: {'Port': ['ID=ec41a266-a262-48ff-80ed-4dc10f7848dc,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:25.106233 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d0e963c8-9df5-4131-9e5c-dc394f6b062c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:25.127335 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:25.239480 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919bace5-72c6-491c-af37-fa73bb02df25 req-fde40fef-756e-421b-ab44-18f7de6ae31d tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:25.247069 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-919bace5-72c6-491c-af37-fa73bb02df25 req-fde40fef-756e-421b-ab44-18f7de6ae31d tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c19325a-872a-4be3-952a-1149cb68eff8 HTTP/1.1" status: 200 len: 943 time: 0.2422016 Sep 17 07:45:25.300906 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d0e963c8-9df5-4131-9e5c-dc394f6b062c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:25.316221 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d0e963c8-9df5-4131-9e5c-dc394f6b062c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:25.417277 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-919bace5-72c6-491c-af37-fa73bb02df25 req-9519ee51-f884-4d49-8eed-b6122e2c04c7 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692026 Sep 17 07:45:25.435142 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-94ccaf88-1560-4361-b511-d3a2e67aa565 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c74b3f14521f4f2cb7e7db618309be98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4621482 Sep 17 07:45:25.436687 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d0e963c8-9df5-4131-9e5c-dc394f6b062c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:25.437284 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e963c8-9df5-4131-9e5c-dc394f6b062c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63daeef3-fcf0-4fe5-b516-09574fca1308 {{(pid=101289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 07:45:25.438649 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 57208) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:45:25.465293 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d0e963c8-9df5-4131-9e5c-dc394f6b062c admin admin] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:25.466569 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-d0e963c8-9df5-4131-9e5c-dc394f6b062c admin admin] 10.222.0.13 "DELETE /v2.0/routers/63daeef3-fcf0-4fe5-b516-09574fca1308 HTTP/1.1" status: 204 len: 168 time: 2.1102805 Sep 17 07:45:25.469976 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 57210) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:45:25.535384 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7512e847-c325-4676-91da-54cc15f89654 None None] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:25.547141 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7512e847-c325-4676-91da-54cc15f89654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:25.592134 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-7512e847-c325-4676-91da-54cc15f89654 None None] Attempting to bind port 624df314-0782-4826-be8b-725287807d5c on host n-d-789963-9 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:45:25.592823 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-7512e847-c325-4676-91da-54cc15f89654 None None] Attempting to bind port 624df314-0782-4826-be8b-725287807d5c by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:45:25.593363 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7512e847-c325-4676-91da-54cc15f89654 None None] Attempting to bind port 624df314-0782-4826-be8b-725287807d5c on network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:45:25.629506 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7512e847-c325-4676-91da-54cc15f89654 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:45:25.629506 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7512e847-c325-4676-91da-54cc15f89654 None None] Checking segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:45:25.629506 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7512e847-c325-4676-91da-54cc15f89654 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:25.629506 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7512e847-c325-4676-91da-54cc15f89654 None None] Bound using segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:45:25.629506 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-7512e847-c325-4676-91da-54cc15f89654 None None] Bound port: 624df314-0782-4826-be8b-725287807d5c, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:45:25.629506 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7512e847-c325-4676-91da-54cc15f89654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:25.683671 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-88bc552d-9146-46df-b63d-51a9a540ae49 admin admin] Deleting subnet f23777ee-a778-44f7-90ee-59c4c59063cf {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:45:25.693530 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-88bc552d-9146-46df-b63d-51a9a540ae49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:25.716955 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-7512e847-c325-4676-91da-54cc15f89654 None None] For port 624df314-0782-4826-be8b-725287807d5c, host n-d-789963-9, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:45:25.729626 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-7512e847-c325-4676-91da-54cc15f89654 None None] For port 624df314-0782-4826-be8b-725287807d5c, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=624df314-0782-4826-be8b-725287807d5c,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:45:25.745169 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7512e847-c325-4676-91da-54cc15f89654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:25.758341 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-88bc552d-9146-46df-b63d-51a9a540ae49 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:25.808365 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bfbe79-6bf9-4fe5-a79c-d7157bea4c99 None None] Pushing event updated for resources: {'Port': ['ID=624df314-0782-4826-be8b-725287807d5c,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:25.811269 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7512e847-c325-4676-91da-54cc15f89654 None None] Routers {'25c93617-b3f2-44fa-b065-f6e92275dbde'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:45:25.812154 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-7512e847-c325-4676-91da-54cc15f89654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:45:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['25c93617-b3f2-44fa-b065-f6e92275dbde'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:45:25.831399 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 185ba6de-cea4-436f-8839-6eb8e5937fcc details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:45:25.845396 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-88bc552d-9146-46df-b63d-51a9a540ae49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:25.887238 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-571814e1-30b0-4d97-ae38-bb084e825ace req-513da6b9-6dc1-4720-9d0c-2944a272b040 service neutron] 10.222.0.39 "GET /v2.0/ports/185ba6de-cea4-436f-8839-6eb8e5937fcc/bindings/n-h1-789963-9 HTTP/1.1" status: 200 len: 384 time: 0.3214827 Sep 17 07:45:25.900152 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device b5554915-b5c4-44d8-acd0-f930e9437d6b no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:45:25.943992 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7acad5aa-277d-49c8-b019-cfa270289205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:25.980125 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] No Port match for: b5554915-b5c4-44d8-acd0-f930e9437d6b {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:45:25.982912 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device b5554915-b5c4-44d8-acd0-f930e9437d6b not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:45:25.992338 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-7666b8dd-1c18-453b-8d04-cd1d40f0e61f service neutron] For port 95db3c29-370b-4f7b-b1bf-ef019afe58e2, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=95db3c29-370b-4f7b-b1bf-ef019afe58e2,segment=NetworkSegment(bbdef28d-b0c6-41c1-88af-cfcd40a3d803),segment_id=bbdef28d-b0c6-41c1-88af-cfcd40a3d803)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:45:26.048169 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bfbe79-6bf9-4fe5-a79c-d7157bea4c99 None None] Pushing event updated for resources: {'Port': ['ID=624df314-0782-4826-be8b-725287807d5c,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:26.127667 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 185ba6de-cea4-436f-8839-6eb8e5937fcc, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=185ba6de-cea4-436f-8839-6eb8e5937fcc,segment=NetworkSegment(2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff),segment_id=2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:45:26.160704 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 185ba6de-cea4-436f-8839-6eb8e5937fcc has no active binding in host n-h1-789963-9 {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 17 07:45:26.161726 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-7512e847-c325-4676-91da-54cc15f89654 None None] Set router 25c93617-b3f2-44fa-b065-f6e92275dbde gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:45:26.245242 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-7666b8dd-1c18-453b-8d04-cd1d40f0e61f service neutron] For port 95db3c29-370b-4f7b-b1bf-ef019afe58e2, host n-h1-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:45:26.390771 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e2ba3ca-8114-45da-a9e4-70769897381d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95db3c29-370b-4f7b-b1bf-ef019afe58e2'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:45:26.393247 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a4534be-2ae9-414d-b887-bcd6142b7f85" -d '{"events": [{"server_uuid": "6e2ba3ca-8114-45da-a9e4-70769897381d", "name": "network-vif-unplugged", "status": "completed", "tag": "95db3c29-370b-4f7b-b1bf-ef019afe58e2"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:45:26.398522 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-7666b8dd-1c18-453b-8d04-cd1d40f0e61f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:26.418320 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-7acad5aa-277d-49c8-b019-cfa270289205 admin admin] Allocated IP 172.20.0.1 (3d1c8044-f40c-4942-a0e4-2f099980a087/fabef2d1-b412-4842-bcbe-21211b971efe/d8e431cd-53a2-4f73-b004-c4e17213ff29) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:45:26.426152 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-7666b8dd-1c18-453b-8d04-cd1d40f0e61f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:26.472287 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 07:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0e8b8f-b7a3-4298-81af-d01e0c79e874 x-openstack-request-id: req-0d0e8b8f-b7a3-4298-81af-d01e0c79e874 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:45:26.472581 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e2ba3ca-8114-45da-a9e4-70769897381d", "name": "network-vif-unplugged", "status": "completed", "tag": "95db3c29-370b-4f7b-b1bf-ef019afe58e2", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:45:26.473179 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0d0e8b8f-b7a3-4298-81af-d01e0c79e874 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:45:26.473179 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e2ba3ca-8114-45da-a9e4-70769897381d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95db3c29-370b-4f7b-b1bf-ef019afe58e2', 'code': 200} Sep 17 07:45:26.488722 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-571814e1-30b0-4d97-ae38-bb084e825ace req-23de3f3c-959c-4bd1-b9ae-3a786771c50e service neutron] For port 185ba6de-cea4-436f-8839-6eb8e5937fcc, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=185ba6de-cea4-436f-8839-6eb8e5937fcc,segment=NetworkSegment(2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff),segment_id=2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:45:26.576647 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-571814e1-30b0-4d97-ae38-bb084e825ace req-23de3f3c-959c-4bd1-b9ae-3a786771c50e service neutron] For port 185ba6de-cea4-436f-8839-6eb8e5937fcc, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:45:26.597627 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-88bc552d-9146-46df-b63d-51a9a540ae49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:26.643066 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7666b8dd-1c18-453b-8d04-cd1d40f0e61f service neutron] Pushing event updated for resources: {'Port': ['ID=95db3c29-370b-4f7b-b1bf-ef019afe58e2,revision_number=7']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:26.661392 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-619e9892-1b95-41cb-be29-f6b02fb3a49c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:26.676229 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88036cd-5f2d-4a1d-988b-bbdd2b47ba98 None None] Network ca9bc578-247c-4557-afe3-23767d5b3bb5 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:45:26.686462 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-88bc552d-9146-46df-b63d-51a9a540ae49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:26.686462 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-88bc552d-9146-46df-b63d-51a9a540ae49 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f23777ee-a778-44f7-90ee-59c4c59063cf HTTP/1.1" status: 204 len: 168 time: 1.2127161 Sep 17 07:45:26.690400 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 57244) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:45:26.690675 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bc552d-9146-46df-b63d-51a9a540ae49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f23777ee-a778-44f7-90ee-59c4c59063cf,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:26.716403 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 78113bd8-64a7-43d1-af99-44c0c4796b07 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:45:26.720099 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-7512e847-c325-4676-91da-54cc15f89654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c93617-b3f2-44fa-b065-f6e92275dbde', 'name': 'tempest-FloatingIPsNegativeTestJSON-1847245299-router', 'tenant_id': 'c21459f9e8214ee18ff63efc568abee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '624df314-0782-4826-be8b-725287807d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:45:19Z', 'updated_at': '2021-09-17T07:45:22Z', 'revision_number': 3, 'project_id': 'c21459f9e8214ee18ff63efc568abee7', 'gw_port': {'id': '624df314-0782-4826-be8b-725287807d5c', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ca:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c93617-b3f2-44fa-b065-f6e92275dbde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:45:20Z', 'updated_at': '2021-09-17T07:45:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:45:26.732195 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-571814e1-30b0-4d97-ae38-bb084e825ace req-23de3f3c-959c-4bd1-b9ae-3a786771c50e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 185ba6de-cea4-436f-8839-6eb8e5937fcc {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:45:26.745056 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-7666b8dd-1c18-453b-8d04-cd1d40f0e61f service neutron] Attempting to bind port 95db3c29-370b-4f7b-b1bf-ef019afe58e2 on host n-h1-789963-9 for vnic_type normal with profile {"migrating_to": "n-h2-789963-9"} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:45:26.745056 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-7666b8dd-1c18-453b-8d04-cd1d40f0e61f service neutron] Attempting to bind port 95db3c29-370b-4f7b-b1bf-ef019afe58e2 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'bbdef28d-b0c6-41c1-88af-cfcd40a3d803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:45:26.745056 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-7666b8dd-1c18-453b-8d04-cd1d40f0e61f service neutron] Attempting to bind port 95db3c29-370b-4f7b-b1bf-ef019afe58e2 on network 339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:45:26.745449 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d757e93-a63d-4c94-ab55-455594d49504 req-f78b1993-c744-41f9-8597-9703c22f4874 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:26.758076 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4d757e93-a63d-4c94-ab55-455594d49504 req-f78b1993-c744-41f9-8597-9703c22f4874 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e2ba3ca-8114-45da-a9e4-70769897381d HTTP/1.1" status: 200 len: 946 time: 1.1680422 Sep 17 07:45:26.765280 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-619e9892-1b95-41cb-be29-f6b02fb3a49c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:26.766843 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 78113bd8-64a7-43d1-af99-44c0c4796b07 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:45:26.767071 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 78113bd8-64a7-43d1-af99-44c0c4796b07 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:45:26.767575 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device ec41a266-a262-48ff-80ed-4dc10f7848dc no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:45:26.783284 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-571814e1-30b0-4d97-ae38-bb084e825ace req-23de3f3c-959c-4bd1-b9ae-3a786771c50e service neutron] For port 185ba6de-cea4-436f-8839-6eb8e5937fcc, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=185ba6de-cea4-436f-8839-6eb8e5937fcc,segment=NetworkSegment(2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff),segment_id=2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:45:26.792298 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7512e847-c325-4676-91da-54cc15f89654 None None] The sync data for ids ['25c93617-b3f2-44fa-b065-f6e92275dbde'] in n-d-789963-9 is: [{'id': '25c93617-b3f2-44fa-b065-f6e92275dbde', 'name': 'tempest-FloatingIPsNegativeTestJSON-1847245299-router', 'tenant_id': 'c21459f9e8214ee18ff63efc568abee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '624df314-0782-4826-be8b-725287807d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:45:19Z', 'updated_at': '2021-09-17T07:45:22Z', 'revision_number': 3, 'project_id': 'c21459f9e8214ee18ff63efc568abee7', 'gw_port': {'id': '624df314-0782-4826-be8b-725287807d5c', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ca:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c93617-b3f2-44fa-b065-f6e92275dbde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:45:20Z', 'updated_at': '2021-09-17T07:45:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:45:26.837714 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: ec41a266-a262-48ff-80ed-4dc10f7848dc {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:45:26.839816 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device ec41a266-a262-48ff-80ed-4dc10f7848dc not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:45:26.845799 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-7666b8dd-1c18-453b-8d04-cd1d40f0e61f service neutron] Port 95db3c29-370b-4f7b-b1bf-ef019afe58e2 on network 339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:45:26.846147 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-7666b8dd-1c18-453b-8d04-cd1d40f0e61f service neutron] Attempting to bind port 95db3c29-370b-4f7b-b1bf-ef019afe58e2 on network 339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:45:26.924422 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42f397d-0139-4f28-97e1-66d32f55c94b req-6e37b494-e44a-4fd4-9166-79662400393a tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:26.927486 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f42f397d-0139-4f28-97e1-66d32f55c94b req-6e37b494-e44a-4fd4-9166-79662400393a tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c19325a-872a-4be3-952a-1149cb68eff8 HTTP/1.1" status: 200 len: 943 time: 0.3326969 Sep 17 07:45:26.952991 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-7666b8dd-1c18-453b-8d04-cd1d40f0e61f service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:45:26.953472 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-7666b8dd-1c18-453b-8d04-cd1d40f0e61f service neutron] Checking segment: {'id': 'bbdef28d-b0c6-41c1-88af-cfcd40a3d803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:45:26.953882 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-7666b8dd-1c18-453b-8d04-cd1d40f0e61f service neutron] Bound using segment: {'id': 'bbdef28d-b0c6-41c1-88af-cfcd40a3d803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:45:26.954427 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-7666b8dd-1c18-453b-8d04-cd1d40f0e61f service neutron] Bound port: 95db3c29-370b-4f7b-b1bf-ef019afe58e2, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbdef28d-b0c6-41c1-88af-cfcd40a3d803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:45:26.954895 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-7666b8dd-1c18-453b-8d04-cd1d40f0e61f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:26.968898 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-571814e1-30b0-4d97-ae38-bb084e825ace req-23de3f3c-959c-4bd1-b9ae-3a786771c50e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:26.977959 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4d757e93-a63d-4c94-ab55-455594d49504 req-4676be02-5265-4577-88fc-32dced890b75 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150426 Sep 17 07:45:27.003185 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7720a6ba-2db5-49e7-84d9-d86311660673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:27.009499 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7acad5aa-277d-49c8-b019-cfa270289205 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:27.033395 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36734ba-2679-4229-a86f-137da71294df None None] DHCP port deletion for ca9bc578-247c-4557-afe3-23767d5b3bb5 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 07:45:27.079416 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f42f397d-0139-4f28-97e1-66d32f55c94b req-e18ed78f-ff03-42d9-8648-a4a9a0005f56 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359279 Sep 17 07:45:27.083596 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-619e9892-1b95-41cb-be29-f6b02fb3a49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:27.092300 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-619e9892-1b95-41cb-be29-f6b02fb3a49c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:27.097296 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-619e9892-1b95-41cb-be29-f6b02fb3a49c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/478ed27d-a4d4-41e9-b602-82684e3f7110 HTTP/1.1" status: 204 len: 168 time: 1.6552601 Sep 17 07:45:27.118439 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e9892-1b95-41cb-be29-f6b02fb3a49c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478ed27d-a4d4-41e9-b602-82684e3f7110,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:27.176264 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-f36734ba-2679-4229-a86f-137da71294df None None] Deleting port c67893f1-29d7-4a31-9981-22afdfb2a72a {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:45:27.176889 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f36734ba-2679-4229-a86f-137da71294df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:27.231982 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-571814e1-30b0-4d97-ae38-bb084e825ace req-23de3f3c-959c-4bd1-b9ae-3a786771c50e service neutron] Transition to ACTIVE for port object 185ba6de-cea4-436f-8839-6eb8e5937fcc will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:45:27.235175 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-7666b8dd-1c18-453b-8d04-cd1d40f0e61f service neutron] For port 95db3c29-370b-4f7b-b1bf-ef019afe58e2, host n-h1-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:45:27.243046 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-7666b8dd-1c18-453b-8d04-cd1d40f0e61f service neutron] For port 95db3c29-370b-4f7b-b1bf-ef019afe58e2, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=95db3c29-370b-4f7b-b1bf-ef019afe58e2,segment=NetworkSegment(bbdef28d-b0c6-41c1-88af-cfcd40a3d803),segment_id=bbdef28d-b0c6-41c1-88af-cfcd40a3d803)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:45:27.246335 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-571814e1-30b0-4d97-ae38-bb084e825ace req-23de3f3c-959c-4bd1-b9ae-3a786771c50e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:27.256775 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7acad5aa-277d-49c8-b019-cfa270289205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:27.277755 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-7666b8dd-1c18-453b-8d04-cd1d40f0e61f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:27.282101 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-f36734ba-2679-4229-a86f-137da71294df None None] For port c67893f1-29d7-4a31-9981-22afdfb2a72a, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=c67893f1-29d7-4a31-9981-22afdfb2a72a,segment=NetworkSegment(18058c5c-fcb7-49c0-a171-94dda685db89),segment_id=18058c5c-fcb7-49c0-a171-94dda685db89)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:45:27.282490 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f36734ba-2679-4229-a86f-137da71294df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:27.302861 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-f36734ba-2679-4229-a86f-137da71294df None None] Calling delete_port for c67893f1-29d7-4a31-9981-22afdfb2a72a owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:45:27.375215 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7acad5aa-277d-49c8-b019-cfa270289205 admin admin] Network 3d1c8044-f40c-4942-a0e4-2f099980a087 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:45:27.387690 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-7acad5aa-277d-49c8-b019-cfa270289205 admin admin] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:45:27.390453 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-7720a6ba-2db5-49e7-84d9-d86311660673 admin admin] Deleting port c67893f1-29d7-4a31-9981-22afdfb2a72a {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:45:27.390872 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7720a6ba-2db5-49e7-84d9-d86311660673 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:27.407035 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acad5aa-277d-49c8-b019-cfa270289205 admin admin] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:45:27.430218 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-571814e1-30b0-4d97-ae38-bb084e825ace req-23de3f3c-959c-4bd1-b9ae-3a786771c50e service neutron] No DVR routers for this DVR port 185ba6de-cea4-436f-8839-6eb8e5937fcc on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:45:27.453667 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f36734ba-2679-4229-a86f-137da71294df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:27.490518 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36734ba-2679-4229-a86f-137da71294df None None] Pushing event deleted for resources: {'Port': ['ID=c67893f1-29d7-4a31-9981-22afdfb2a72a,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:27.493731 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36734ba-2679-4229-a86f-137da71294df None None] No DVR routers for this DVR port c67893f1-29d7-4a31-9981-22afdfb2a72a on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:45:27.563105 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23de3f3c-959c-4bd1-b9ae-3a786771c50e service neutron] Pushing event updated for resources: {'Port': ['ID=185ba6de-cea4-436f-8839-6eb8e5937fcc,revision_number=10']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:27.685684 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7acad5aa-277d-49c8-b019-cfa270289205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:27.703047 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-7666b8dd-1c18-453b-8d04-cd1d40f0e61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:27.703047 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-7666b8dd-1c18-453b-8d04-cd1d40f0e61f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:27.703047 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-7666b8dd-1c18-453b-8d04-cd1d40f0e61f service neutron] 10.222.0.39 "PUT /v2.0/ports/95db3c29-370b-4f7b-b1bf-ef019afe58e2 HTTP/1.1" status: 200 len: 1122 time: 3.1238482 Sep 17 07:45:27.715422 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-0b8aab77-e8b3-40eb-9452-2f0b6e02711d None None] Provisioning complete for port d8e431cd-53a2-4f73-b004-c4e17213ff29 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:45:27.715808 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0b8aab77-e8b3-40eb-9452-2f0b6e02711d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:27.750497 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['95db3c29-370b-4f7b-b1bf-ef019afe58e2'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:45:27.756910 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acad5aa-277d-49c8-b019-cfa270289205 admin admin] Pushing event updated for resources: {'Port': ['ID=d8e431cd-53a2-4f73-b004-c4e17213ff29,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:27.764337 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-7720a6ba-2db5-49e7-84d9-d86311660673 admin admin] For port c67893f1-29d7-4a31-9981-22afdfb2a72a, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=c67893f1-29d7-4a31-9981-22afdfb2a72a,segment=NetworkSegment(18058c5c-fcb7-49c0-a171-94dda685db89),segment_id=18058c5c-fcb7-49c0-a171-94dda685db89)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:45:27.764703 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7720a6ba-2db5-49e7-84d9-d86311660673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:27.780538 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-571814e1-30b0-4d97-ae38-bb084e825ace req-23de3f3c-959c-4bd1-b9ae-3a786771c50e service neutron] 10.222.0.39 "PUT /v2.0/ports/185ba6de-cea4-436f-8839-6eb8e5937fcc/bindings/n-h1-789963-9/activate HTTP/1.1" status: 200 len: 369 time: 1.8786125 Sep 17 07:45:27.787104 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 57268) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:45:27.811647 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-7720a6ba-2db5-49e7-84d9-d86311660673 admin admin] Calling delete_port for c67893f1-29d7-4a31-9981-22afdfb2a72a owned by network:dhcp {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:45:27.818375 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-0b8aab77-e8b3-40eb-9452-2f0b6e02711d None None] Port d8e431cd-53a2-4f73-b004-c4e17213ff29 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:45:27.853977 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-179b253a-d70d-4bda-a962-ad194d50457f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c44774ac31da46788f0b94886c133d73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0630918 Sep 17 07:45:27.854224 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 57270) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:45:27.909261 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7666b8dd-1c18-453b-8d04-cd1d40f0e61f service neutron] Pushing event updated for resources: {'Port': ['ID=95db3c29-370b-4f7b-b1bf-ef019afe58e2,revision_number=8']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:27.948491 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c44d03ad-3000-4fe4-9798-3626ada73159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:28.037592 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c44d03ad-3000-4fe4-9798-3626ada73159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:28.049948 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571814e1-30b0-4d97-ae38-bb084e825ace req-a542a88a-a544-4add-bf88-cabb812f415d tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:28.055086 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-571814e1-30b0-4d97-ae38-bb084e825ace req-a542a88a-a544-4add-bf88-cabb812f415d tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=2c19325a-872a-4be3-952a-1149cb68eff8&tenant_id=4f0e4c1c4dc94ab78a72a2655bcb731a&binding%3Ahost_id=n-h2-789963-9 HTTP/1.1" status: 200 len: 1095 time: 0.1536789 Sep 17 07:45:28.061614 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7720a6ba-2db5-49e7-84d9-d86311660673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:28.065433 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7acad5aa-277d-49c8-b019-cfa270289205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:28.102775 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7720a6ba-2db5-49e7-84d9-d86311660673 admin admin] Pushing event deleted for resources: {'Port': ['ID=c67893f1-29d7-4a31-9981-22afdfb2a72a,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:28.123908 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7720a6ba-2db5-49e7-84d9-d86311660673 admin admin] No DVR routers for this DVR port c67893f1-29d7-4a31-9981-22afdfb2a72a on host n-d-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:45:28.175051 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571814e1-30b0-4d97-ae38-bb084e825ace req-8bca303c-76b1-4b00-b248-9d0d62a807b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:28.181156 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-571814e1-30b0-4d97-ae38-bb084e825ace req-8bca303c-76b1-4b00-b248-9d0d62a807b7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2c19325a-872a-4be3-952a-1149cb68eff8&tenant_id=4f0e4c1c4dc94ab78a72a2655bcb731a HTTP/1.1" status: 200 len: 1095 time: 0.1154151 Sep 17 07:45:28.198323 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c44d03ad-3000-4fe4-9798-3626ada73159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:28.201562 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c44d03ad-3000-4fe4-9798-3626ada73159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:28.203638 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-c44d03ad-3000-4fe4-9798-3626ada73159 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f36c64f5-22d7-4f1b-830c-c37441a9658f HTTP/1.1" status: 204 len: 168 time: 0.3484700 Sep 17 07:45:28.243416 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7720a6ba-2db5-49e7-84d9-d86311660673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:28.247518 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44d03ad-3000-4fe4-9798-3626ada73159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36c64f5-22d7-4f1b-830c-c37441a9658f,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:28.297288 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-7720a6ba-2db5-49e7-84d9-d86311660673 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca9bc578-247c-4557-afe3-23767d5b3bb5']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:45:28.315913 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-7720a6ba-2db5-49e7-84d9-d86311660673 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18058c5c-fcb7-49c0-a171-94dda685db89') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:45:28.316301 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-7720a6ba-2db5-49e7-84d9-d86311660673 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18058c5c-fcb7-49c0-a171-94dda685db89') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:45:28.322082 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571814e1-30b0-4d97-ae38-bb084e825ace req-fb0eb65f-b026-4d4f-a213-899dcfc118c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:28.323798 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-571814e1-30b0-4d97-ae38-bb084e825ace req-fb0eb65f-b026-4d4f-a213-899dcfc118c7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4f0e4c1c4dc94ab78a72a2655bcb731a&device_id=2c19325a-872a-4be3-952a-1149cb68eff8 HTTP/1.1" status: 200 len: 1095 time: 0.0912259 Sep 17 07:45:28.336784 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7720a6ba-2db5-49e7-84d9-d86311660673 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:28.355632 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7720a6ba-2db5-49e7-84d9-d86311660673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:28.363347 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7720a6ba-2db5-49e7-84d9-d86311660673 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 07:45:28.363770 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7720a6ba-2db5-49e7-84d9-d86311660673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:28.391739 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 185ba6de-cea4-436f-8839-6eb8e5937fcc no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:45:28.474964 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d9922a-727f-48c3-a3e6-b18c7bdbc367 req-eef7b8d8-67a8-4677-86be-c99d3d72efb9 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:28.477283 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-87d9922a-727f-48c3-a3e6-b18c7bdbc367 req-eef7b8d8-67a8-4677-86be-c99d3d72efb9 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e2ba3ca-8114-45da-a9e4-70769897381d HTTP/1.1" status: 200 len: 944 time: 0.1705992 Sep 17 07:45:28.489934 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 185ba6de-cea4-436f-8839-6eb8e5937fcc not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:45:28.525543 n-d-789963-9 neutron-server[101290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 07:45:28.525543 n-d-789963-9 neutron-server[101290]: self.session.flush() Sep 17 07:45:28.525543 n-d-789963-9 neutron-server[101290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 07:45:28.525543 n-d-789963-9 neutron-server[101290]: self.session.flush() Sep 17 07:45:28.525543 n-d-789963-9 neutron-server[101290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 07:45:28.525543 n-d-789963-9 neutron-server[101290]: self.session.flush() Sep 17 07:45:28.525543 n-d-789963-9 neutron-server[101290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 07:45:28.525543 n-d-789963-9 neutron-server[101290]: self.session.flush() Sep 17 07:45:28.525543 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 07:45:28.525543 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 07:45:28.525543 n-d-789963-9 neutron-server[101290]: timer() Sep 17 07:45:28.525543 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 07:45:28.525543 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 07:45:28.525543 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 07:45:28.525543 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 07:45:28.525543 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 07:45:28.525543 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 07:45:28.525543 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 07:45:28.525543 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 07:45:28.525543 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 07:45:28.525543 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 07:45:28.525543 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 07:45:28.525543 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 07:45:28.525543 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 07:45:28.525543 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 07:45:28.525543 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 07:45:28.525543 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 07:45:28.525543 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 07:45:28.525543 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 07:45:28.525543 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 07:45:28.525543 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 07:45:28.525543 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 07:45:28.525543 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 07:45:28.525543 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 07:45:28.525543 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 07:45:28.525543 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 07:45:28.525543 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 07:45:28.525543 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 07:45:28.525543 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 07:45:28.525543 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 07:45:28.527805 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e2ba3ca-8114-45da-a9e4-70769897381d', 'tag': '95db3c29-370b-4f7b-b1bf-ef019afe58e2'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:45:28.528910 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a6faea-ce49-4f3f-a6ed-71eb16600b5a" -d '{"events": [{"name": "network-changed", "server_uuid": "6e2ba3ca-8114-45da-a9e4-70769897381d", "tag": "95db3c29-370b-4f7b-b1bf-ef019afe58e2"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:45:28.535619 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7720a6ba-2db5-49e7-84d9-d86311660673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:28.563917 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-87d9922a-727f-48c3-a3e6-b18c7bdbc367 req-c76a38a4-eb88-4695-a10b-f93358c3582b tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679061 Sep 17 07:45:28.567317 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7720a6ba-2db5-49e7-84d9-d86311660673 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca9bc578-247c-4557-afe3-23767d5b3bb5,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:28.569459 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7720a6ba-2db5-49e7-84d9-d86311660673 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:28.574563 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-7720a6ba-2db5-49e7-84d9-d86311660673 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ca9bc578-247c-4557-afe3-23767d5b3bb5 HTTP/1.1" status: 204 len: 168 time: 1.8799267 Sep 17 07:45:28.579076 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571814e1-30b0-4d97-ae38-bb084e825ace req-e9e007b9-9587-4d00-93c5-775fc58c91b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:28.580596 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-571814e1-30b0-4d97-ae38-bb084e825ace req-e9e007b9-9587-4d00-93c5-775fc58c91b9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a0a513a6-9cd3-48db-b90d-df8b88e7c76b HTTP/1.1" status: 200 len: 909 time: 0.2298758 Sep 17 07:45:28.596684 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ce3f91-089e-416e-8a7c-94e9a72eb898 req-17a45c87-d79e-41b6-9eda-c44a609cfb6f tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:28.598854 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b0ce3f91-089e-416e-8a7c-94e9a72eb898 req-17a45c87-d79e-41b6-9eda-c44a609cfb6f tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c19325a-872a-4be3-952a-1149cb68eff8 HTTP/1.1" status: 200 len: 944 time: 0.1203907 Sep 17 07:45:28.712156 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-571814e1-30b0-4d97-ae38-bb084e825ace req-b969886d-f68e-453d-b67b-a98342c8dbd6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=185ba6de-cea4-436f-8839-6eb8e5937fcc HTTP/1.1" status: 200 len: 217 time: 0.1120291 Sep 17 07:45:28.758994 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 624df314-0782-4826-be8b-725287807d5c up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:45:28.798034 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b0ce3f91-089e-416e-8a7c-94e9a72eb898 req-cab4377c-04d4-45c2-8144-116f3915a476 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900308 Sep 17 07:45:28.816047 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7acad5aa-277d-49c8-b019-cfa270289205 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:28.830053 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7acad5aa-277d-49c8-b019-cfa270289205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:28.861457 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571814e1-30b0-4d97-ae38-bb084e825ace req-15c0fba6-5e5a-4c9e-9f8c-9a774ebc0003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:28.864412 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-571814e1-30b0-4d97-ae38-bb084e825ace req-15c0fba6-5e5a-4c9e-9f8c-9a774ebc0003 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b166af2c-f0c1-4005-bf20-b8a2b0583a5b HTTP/1.1" status: 200 len: 848 time: 0.1331329 Sep 17 07:45:28.880681 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 624df314-0782-4826-be8b-725287807d5c triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:45:28.881088 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:28.929736 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-571814e1-30b0-4d97-ae38-bb084e825ace req-42c410ca-0fde-4b83-a37c-7643ab46c908 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a0a513a6-9cd3-48db-b90d-df8b88e7c76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558827 Sep 17 07:45:28.934989 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 57312) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:45:28.962871 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d745e1-ad29-4945-a161-cf3cee9f0779 x-openstack-request-id: req-81d745e1-ad29-4945-a161-cf3cee9f0779 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:45:28.963202 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e2ba3ca-8114-45da-a9e4-70769897381d", "tag": "95db3c29-370b-4f7b-b1bf-ef019afe58e2", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:45:28.963417 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-81d745e1-ad29-4945-a161-cf3cee9f0779 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:45:28.963811 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e2ba3ca-8114-45da-a9e4-70769897381d', 'tag': '95db3c29-370b-4f7b-b1bf-ef019afe58e2', 'status': 'completed', 'code': 200} Sep 17 07:45:29.050225 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7acad5aa-277d-49c8-b019-cfa270289205 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:29.051962 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acad5aa-277d-49c8-b019-cfa270289205 admin admin] Pushing event updated for resources: {'Port': ['ID=d8e431cd-53a2-4f73-b004-c4e17213ff29,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:29.104477 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:29.116758 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a6faea-ce49-4f3f-a6ed-71eb16600b5a req-6704e1ff-4289-487f-804d-559aef2f9578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:29.118583 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c8a6faea-ce49-4f3f-a6ed-71eb16600b5a req-6704e1ff-4289-487f-804d-559aef2f9578 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2525ecc58cad4fa78c4be116636fc184&device_id=6e2ba3ca-8114-45da-a9e4-70769897381d HTTP/1.1" status: 200 len: 1125 time: 0.1493087 Sep 17 07:45:29.141236 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port 624df314-0782-4826-be8b-725287807d5c, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=624df314-0782-4826-be8b-725287807d5c,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:45:29.149872 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:29.180521 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 57316) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:45:29.182686 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-d22b3c63-ec70-4f11-9f23-c3a7d4d9b6c7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d34cc5185f1740d1945a6bfa3abb6ae5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2448823 Sep 17 07:45:29.209563 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=624df314-0782-4826-be8b-725287807d5c,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:29.238321 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-571814e1-30b0-4d97-ae38-bb084e825ace req-c40ef807-a36d-4fb7-a0ab-e59435f4d1eb service neutron] 10.222.0.41 "GET /v2.0/networks/a0a513a6-9cd3-48db-b90d-df8b88e7c76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720747 Sep 17 07:45:29.249162 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device c67893f1-29d7-4a31-9981-22afdfb2a72a no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:45:29.283979 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: c67893f1-29d7-4a31-9981-22afdfb2a72a {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:45:29.284478 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device c67893f1-29d7-4a31-9981-22afdfb2a72a not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:45:29.339538 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7acad5aa-277d-49c8-b019-cfa270289205 admin admin] Network 3d1c8044-f40c-4942-a0e4-2f099980a087 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:45:29.344650 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-7acad5aa-277d-49c8-b019-cfa270289205 admin admin] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:45:29.370784 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c95b8d7e-1703-4f97-bf3b-2ea0528ca08b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:29.376279 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a6faea-ce49-4f3f-a6ed-71eb16600b5a req-e28f9a97-c402-494e-bec4-d69d58da8db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:29.377837 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c8a6faea-ce49-4f3f-a6ed-71eb16600b5a req-e28f9a97-c402-494e-bec4-d69d58da8db9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5 HTTP/1.1" status: 200 len: 921 time: 0.2132170 Sep 17 07:45:29.447442 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-571814e1-30b0-4d97-ae38-bb084e825ace req-61c2f58c-63ac-44c4-a792-d559008712eb service neutron] 10.222.0.41 "GET /v2.0/networks/a0a513a6-9cd3-48db-b90d-df8b88e7c76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855829 Sep 17 07:45:29.573957 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c8a6faea-ce49-4f3f-a6ed-71eb16600b5a req-f6775ffd-235e-461d-9584-9b52cdde1fee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95db3c29-370b-4f7b-b1bf-ef019afe58e2 HTTP/1.1" status: 200 len: 217 time: 0.1260543 Sep 17 07:45:29.667453 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a6faea-ce49-4f3f-a6ed-71eb16600b5a req-778284dd-e592-4d58-8e63-1ac83374f161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:29.671206 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c8a6faea-ce49-4f3f-a6ed-71eb16600b5a req-778284dd-e592-4d58-8e63-1ac83374f161 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=affefed0-1fce-4202-a68f-ea65cc757370 HTTP/1.1" status: 200 len: 860 time: 0.0871320 Sep 17 07:45:29.703698 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c95b8d7e-1703-4f97-bf3b-2ea0528ca08b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:29.761844 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-0ecc9f89-0ef1-475d-b4ad-2a17dc78af15 None None] Provisioning complete for port d8e431cd-53a2-4f73-b004-c4e17213ff29 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:45:29.763684 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c8a6faea-ce49-4f3f-a6ed-71eb16600b5a req-27da5d01-8a15-477b-b81c-dfb9ea24ccc6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811529 Sep 17 07:45:29.766552 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0ecc9f89-0ef1-475d-b4ad-2a17dc78af15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:29.835781 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 185ba6de-cea4-436f-8839-6eb8e5937fcc no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:45:29.881666 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-0ecc9f89-0ef1-475d-b4ad-2a17dc78af15 None None] Port d8e431cd-53a2-4f73-b004-c4e17213ff29 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:45:29.883538 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de1d10a-be9e-492f-aa68-f29dc84a90a5 req-fbcbad40-4c60-45a2-8c46-6165691ba212 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:29.892474 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5de1d10a-be9e-492f-aa68-f29dc84a90a5 req-fbcbad40-4c60-45a2-8c46-6165691ba212 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e2ba3ca-8114-45da-a9e4-70769897381d HTTP/1.1" status: 200 len: 944 time: 0.1417572 Sep 17 07:45:29.953347 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571814e1-30b0-4d97-ae38-bb084e825ace req-f4153cc7-3583-477c-80cf-cd993e35e34a tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:29.955358 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-571814e1-30b0-4d97-ae38-bb084e825ace req-f4153cc7-3583-477c-80cf-cd993e35e34a tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=2c19325a-872a-4be3-952a-1149cb68eff8&tenant_id=4f0e4c1c4dc94ab78a72a2655bcb731a&binding%3Ahost_id=n-h1-789963-9 HTTP/1.1" status: 200 len: 1095 time: 0.1559491 Sep 17 07:45:29.974889 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5de1d10a-be9e-492f-aa68-f29dc84a90a5 req-199d20ec-860c-4370-bf66-a6425310171a tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731535 Sep 17 07:45:30.174904 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-571814e1-30b0-4d97-ae38-bb084e825ace req-399a9131-0b40-4f46-8b82-eeea13b05c4d service neutron] For port 185ba6de-cea4-436f-8839-6eb8e5937fcc, host n-h2-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:45:30.180442 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-571814e1-30b0-4d97-ae38-bb084e825ace req-399a9131-0b40-4f46-8b82-eeea13b05c4d service neutron] Notify callbacks [] for binding, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:30.181830 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-571814e1-30b0-4d97-ae38-bb084e825ace req-399a9131-0b40-4f46-8b82-eeea13b05c4d service neutron] 10.222.0.41 "DELETE /v2.0/ports/185ba6de-cea4-436f-8839-6eb8e5937fcc/bindings/n-h2-789963-9 HTTP/1.1" status: 204 len: 173 time: 0.2065539 Sep 17 07:45:30.190560 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ef72f4-2d0d-4abd-9943-e837abd5234d req-d0943c9c-f139-4ab5-8a85-f3a078fefbc1 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:30.199575 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f9ef72f4-2d0d-4abd-9943-e837abd5234d req-d0943c9c-f139-4ab5-8a85-f3a078fefbc1 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c19325a-872a-4be3-952a-1149cb68eff8 HTTP/1.1" status: 200 len: 944 time: 0.1171765 Sep 17 07:45:30.241188 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7acad5aa-277d-49c8-b019-cfa270289205 admin admin] Router 25c93617-b3f2-44fa-b065-f6e92275dbde has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:45:30.262510 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c8a6faea-ce49-4f3f-a6ed-71eb16600b5a req-c2fdd4cd-01a9-4346-8454-16b74f83c4a5 service neutron] 10.222.0.41 "GET /v2.0/networks/339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481647 Sep 17 07:45:30.264241 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f9ef72f4-2d0d-4abd-9943-e837abd5234d req-2ea4c0e8-2de6-4314-8991-245b67ad2a61 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596011 Sep 17 07:45:30.266455 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c95b8d7e-1703-4f97-bf3b-2ea0528ca08b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:30.269382 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c95b8d7e-1703-4f97-bf3b-2ea0528ca08b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:30.270542 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c95b8d7e-1703-4f97-bf3b-2ea0528ca08b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/81cf21eb-cac2-44e5-bda8-c8c02d7d037f HTTP/1.1" status: 204 len: 168 time: 1.0888212 Sep 17 07:45:30.347939 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95b8d7e-1703-4f97-bf3b-2ea0528ca08b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81cf21eb-cac2-44e5-bda8-c8c02d7d037f,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:30.401053 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95b8d7e-1703-4f97-bf3b-2ea0528ca08b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:45:30.401395 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95b8d7e-1703-4f97-bf3b-2ea0528ca08b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:45:30.402319 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95b8d7e-1703-4f97-bf3b-2ea0528ca08b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:45:30.402319 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95b8d7e-1703-4f97-bf3b-2ea0528ca08b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:45:30.402537 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95b8d7e-1703-4f97-bf3b-2ea0528ca08b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:45:30.402737 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95b8d7e-1703-4f97-bf3b-2ea0528ca08b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:45:30.403062 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95b8d7e-1703-4f97-bf3b-2ea0528ca08b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:45:30.403378 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95b8d7e-1703-4f97-bf3b-2ea0528ca08b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:45:30.403694 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95b8d7e-1703-4f97-bf3b-2ea0528ca08b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:45:30.404035 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95b8d7e-1703-4f97-bf3b-2ea0528ca08b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:45:30.404353 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95b8d7e-1703-4f97-bf3b-2ea0528ca08b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:45:30.404669 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95b8d7e-1703-4f97-bf3b-2ea0528ca08b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:45:30.419410 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 95db3c29-370b-4f7b-b1bf-ef019afe58e2 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:45:30.478035 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c8a6faea-ce49-4f3f-a6ed-71eb16600b5a req-69212d07-e584-4977-be10-5c12a8884fca service neutron] 10.222.0.41 "GET /v2.0/networks/339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740954 Sep 17 07:45:30.480481 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7acad5aa-277d-49c8-b019-cfa270289205 admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:45:30.485982 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-7acad5aa-277d-49c8-b019-cfa270289205 admin admin] 10.222.0.13 "PUT /v2.0/routers/25c93617-b3f2-44fa-b065-f6e92275dbde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1161056 Sep 17 07:45:30.499902 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc9dad6-7de3-4e73-8bc4-6858f565c95b None None] Sync routers for ids ['25c93617-b3f2-44fa-b065-f6e92275dbde'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:45:30.517649 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f37e16-836d-4efd-a64e-7b0e34550931 req-ce79ff70-6443-4c1c-999f-3599ef6c9710 tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:30.526520 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-33f37e16-836d-4efd-a64e-7b0e34550931 req-ce79ff70-6443-4c1c-999f-3599ef6c9710 tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2c19325a-872a-4be3-952a-1149cb68eff8 HTTP/1.1" status: 200 len: 1095 time: 0.0912254 Sep 17 07:45:30.595414 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-33f37e16-836d-4efd-a64e-7b0e34550931 req-40bcf03e-3367-492a-9d07-a9b792dd7372 tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666749 Sep 17 07:45:30.682757 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc9dad6-7de3-4e73-8bc4-6858f565c95b None None] Routers {'25c93617-b3f2-44fa-b065-f6e92275dbde'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:45:30.684884 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-acc9dad6-7de3-4e73-8bc4-6858f565c95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:45:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['25c93617-b3f2-44fa-b065-f6e92275dbde'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:45:30.783206 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 624df314-0782-4826-be8b-725287807d5c up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:45:30.974141 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 95db3c29-370b-4f7b-b1bf-ef019afe58e2, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=95db3c29-370b-4f7b-b1bf-ef019afe58e2,segment=NetworkSegment(bbdef28d-b0c6-41c1-88af-cfcd40a3d803),segment_id=bbdef28d-b0c6-41c1-88af-cfcd40a3d803)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:45:30.980338 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-acc9dad6-7de3-4e73-8bc4-6858f565c95b None None] Set router 25c93617-b3f2-44fa-b065-f6e92275dbde gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:45:31.031145 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 95db3c29-370b-4f7b-b1bf-ef019afe58e2 has no active binding in host n-h2-789963-9 {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 17 07:45:31.063372 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 624df314-0782-4826-be8b-725287807d5c triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:45:31.063755 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:31.312544 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c213ec3c-0ca2-4c08-843b-e8961a129104 req-c69de6c1-122d-4be3-9678-9f164337f389 tempest-FloatingIPsNegativeTestJSON-1344717508 tempest-FloatingIPsNegativeTestJSON-1344717508-project] 10.222.0.13 "GET /v2.0/floatingips?tenant_id=c21459f9e8214ee18ff63efc568abee7 HTTP/1.1" status: 200 len: 217 time: 0.0663548 Sep 17 07:45:31.523690 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-acc9dad6-7de3-4e73-8bc4-6858f565c95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c93617-b3f2-44fa-b065-f6e92275dbde', 'name': 'tempest-FloatingIPsNegativeTestJSON-1847245299-router', 'tenant_id': 'c21459f9e8214ee18ff63efc568abee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '624df314-0782-4826-be8b-725287807d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:45:19Z', 'updated_at': '2021-09-17T07:45:28Z', 'revision_number': 4, 'project_id': 'c21459f9e8214ee18ff63efc568abee7', 'gw_port': {'id': '624df314-0782-4826-be8b-725287807d5c', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ca:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c93617-b3f2-44fa-b065-f6e92275dbde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:45:20Z', 'updated_at': '2021-09-17T07:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'd8e431cd-53a2-4f73-b004-c4e17213ff29', 'name': '', 'network_id': '3d1c8044-f40c-4942-a0e4-2f099980a087', 'tenant_id': 'c21459f9e8214ee18ff63efc568abee7', 'mac_address': 'fa:16:3e:5b:b4:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c93617-b3f2-44fa-b065-f6e92275dbde', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'fabef2d1-b412-4842-bcbe-21211b971efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:45:25Z', 'updated_at': '2021-09-17T07:45:28Z', 'revision_number': 2, 'project_id': 'c21459f9e8214ee18ff63efc568abee7', 'subnets': [{'id': 'fabef2d1-b412-4842-bcbe-21211b971efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:45:31.557657 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc9dad6-7de3-4e73-8bc4-6858f565c95b None None] Checking router: 25c93617-b3f2-44fa-b065-f6e92275dbde for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:45:31.558296 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc9dad6-7de3-4e73-8bc4-6858f565c95b None None] Updating router 25c93617-b3f2-44fa-b065-f6e92275dbde port d8e431cd-53a2-4f73-b004-c4e17213ff29 binding host n-d-789963-9 {{(pid=101291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 07:45:31.593601 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-acc9dad6-7de3-4e73-8bc4-6858f565c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:31.603364 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0fba0b-9b6c-4e7c-ba13-a4716e944ff7 req-910d2ad1-7795-493a-baaf-f9aa8a2a7b38 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:31.605037 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bc0fba0b-9b6c-4e7c-ba13-a4716e944ff7 req-910d2ad1-7795-493a-baaf-f9aa8a2a7b38 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e2ba3ca-8114-45da-a9e4-70769897381d HTTP/1.1" status: 200 len: 944 time: 0.1564033 Sep 17 07:45:31.684979 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bc0fba0b-9b6c-4e7c-ba13-a4716e944ff7 req-d6ad19ac-06df-43f5-9bc1-f157558f0e08 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640275 Sep 17 07:45:31.695565 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc8c83e-527d-4821-b08a-aac94d9e4b3e req-66189760-3d41-466a-970b-e961aaa8c738 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:31.704281 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dbc8c83e-527d-4821-b08a-aac94d9e4b3e req-66189760-3d41-466a-970b-e961aaa8c738 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/networks?id=a0a513a6-9cd3-48db-b90d-df8b88e7c76b HTTP/1.1" status: 200 len: 808 time: 0.3080182 Sep 17 07:45:31.733772 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dbc8c83e-527d-4821-b08a-aac94d9e4b3e req-d5649c21-7539-4ba8-9e75-2b4f4b7275d0 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/quotas/4f0e4c1c4dc94ab78a72a2655bcb731a HTTP/1.1" status: 200 len: 375 time: 0.0282850 Sep 17 07:45:31.791043 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dbc8c83e-527d-4821-b08a-aac94d9e4b3e req-5dc54c45-6d1e-4598-b519-5aa20808d792 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f0e4c1c4dc94ab78a72a2655bcb731a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0562704 Sep 17 07:45:31.903456 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 57440) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:45:31.956016 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dbc8c83e-527d-4821-b08a-aac94d9e4b3e req-d8721a52-c274-4d29-938d-a69197d726be service neutron] 10.222.0.13 "GET /v2.0/networks/a0a513a6-9cd3-48db-b90d-df8b88e7c76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496058 Sep 17 07:45:32.061834 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-acc9dad6-7de3-4e73-8bc4-6858f565c95b None None] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:32.077240 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-acc9dad6-7de3-4e73-8bc4-6858f565c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:32.087525 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-b7a74999-9c7a-4cff-9e08-55523cf62b20 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-447192026-network', 'tenant_id': 'c2462a1e780141b1958639a93afd50ae'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:45:32.129229 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a74999-9c7a-4cff-9e08-55523cf62b20 admin admin] Made reservation on behalf of c2462a1e780141b1958639a93afd50ae for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:45:32.131478 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b7a74999-9c7a-4cff-9e08-55523cf62b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:32.139709 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7aeeb9-2928-4c76-9c86-a0de3f030f02 None None] Pushing event updated for resources: {'Port': ['ID=d8e431cd-53a2-4f73-b004-c4e17213ff29,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:32.139809 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dbc8c83e-527d-4821-b08a-aac94d9e4b3e req-138e0624-302f-4a86-982b-236772d6b8f1 service neutron] 10.222.0.13 "GET /v2.0/networks/a0a513a6-9cd3-48db-b90d-df8b88e7c76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738491 Sep 17 07:45:32.154534 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b7a74999-9c7a-4cff-9e08-55523cf62b20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:32.201901 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-acc9dad6-7de3-4e73-8bc4-6858f565c95b None None] Attempting to bind port d8e431cd-53a2-4f73-b004-c4e17213ff29 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:45:32.202371 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-acc9dad6-7de3-4e73-8bc4-6858f565c95b None None] Attempting to bind port d8e431cd-53a2-4f73-b004-c4e17213ff29 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '2bcb9a5f-ce12-4483-b885-7674022ccfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '3d1c8044-f40c-4942-a0e4-2f099980a087'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:45:32.202926 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc9dad6-7de3-4e73-8bc4-6858f565c95b None None] Attempting to bind port d8e431cd-53a2-4f73-b004-c4e17213ff29 on network 3d1c8044-f40c-4942-a0e4-2f099980a087 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:45:32.208904 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc9dad6-7de3-4e73-8bc4-6858f565c95b None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:45:32.209395 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc9dad6-7de3-4e73-8bc4-6858f565c95b None None] Checking segment: {'id': '2bcb9a5f-ce12-4483-b885-7674022ccfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '3d1c8044-f40c-4942-a0e4-2f099980a087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:45:32.209869 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-acc9dad6-7de3-4e73-8bc4-6858f565c95b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:32.210590 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc9dad6-7de3-4e73-8bc4-6858f565c95b None None] Bound using segment: {'id': '2bcb9a5f-ce12-4483-b885-7674022ccfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '3d1c8044-f40c-4942-a0e4-2f099980a087'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:45:32.211370 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-acc9dad6-7de3-4e73-8bc4-6858f565c95b None None] Bound port: d8e431cd-53a2-4f73-b004-c4e17213ff29, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bcb9a5f-ce12-4483-b885-7674022ccfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '3d1c8044-f40c-4942-a0e4-2f099980a087'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:45:32.211881 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-acc9dad6-7de3-4e73-8bc4-6858f565c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:32.339476 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-77e9b40b-ccdc-4a6a-9729-f5007115dbd9 req-45e9a811-74cc-4c6c-9014-4806622d5b4b tempest-FloatingIPsNegativeTestJSON-1344717508 tempest-FloatingIPsNegativeTestJSON-1344717508-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0637488 Sep 17 07:45:32.347583 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-acc9dad6-7de3-4e73-8bc4-6858f565c95b None None] For port d8e431cd-53a2-4f73-b004-c4e17213ff29, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:45:32.351896 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-acc9dad6-7de3-4e73-8bc4-6858f565c95b None None] For port d8e431cd-53a2-4f73-b004-c4e17213ff29, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=d8e431cd-53a2-4f73-b004-c4e17213ff29,segment=NetworkSegment(2bcb9a5f-ce12-4483-b885-7674022ccfee),segment_id=2bcb9a5f-ce12-4483-b885-7674022ccfee)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:45:32.358245 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-acc9dad6-7de3-4e73-8bc4-6858f565c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:32.396869 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b7a74999-9c7a-4cff-9e08-55523cf62b20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:32.415505 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b7a74999-9c7a-4cff-9e08-55523cf62b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:32.468137 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc9dad6-7de3-4e73-8bc4-6858f565c95b None None] Routers {'25c93617-b3f2-44fa-b065-f6e92275dbde'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:45:32.468783 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-acc9dad6-7de3-4e73-8bc4-6858f565c95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:45:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['25c93617-b3f2-44fa-b065-f6e92275dbde'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:45:32.494242 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7a74999-9c7a-4cff-9e08-55523cf62b20 admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 07:45:32.542800 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a74999-9c7a-4cff-9e08-55523cf62b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af3da033-ae4a-439f-b214-78a8375f0253,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:32.545058 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [req-3595f4ba-766d-4c80-968a-4e71c2182799 req-157c090e-e481-4452-92f0-42f31db42fd9 tempest-FloatingIPsNegativeTestJSON-1344717508 tempest-FloatingIPsNegativeTestJSON-1344717508-project] show failed (client error): The resource could not be found. Sep 17 07:45:32.565389 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3595f4ba-766d-4c80-968a-4e71c2182799 req-157c090e-e481-4452-92f0-42f31db42fd9 tempest-FloatingIPsNegativeTestJSON-1344717508 tempest-FloatingIPsNegativeTestJSON-1344717508-project] 10.222.0.13 "GET /v2.0/floatingips/ff05cf79-f925-46ce-bd48-297db91f2c4a HTTP/1.1" status: 404 len: 350 time: 0.1092718 Sep 17 07:45:32.565913 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 57460) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:45:32.567715 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b7a74999-9c7a-4cff-9e08-55523cf62b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:32.568091 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-b7a74999-9c7a-4cff-9e08-55523cf62b20 admin admin] Added segment 4a631306-47ad-49ac-a13d-d51be31042f3 of type vlan for network 6ef777b6-7ad1-4024-92d0-59588d5006d3 Sep 17 07:45:32.656733 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7aeeb9-2928-4c76-9c86-a0de3f030f02 None None] Pushing event updated for resources: {'Port': ['ID=d8e431cd-53a2-4f73-b004-c4e17213ff29,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:32.674306 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-b9c415d5-2f5f-4797-ba14-5242e5b428df None None] Provisioning complete for port d8e431cd-53a2-4f73-b004-c4e17213ff29 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:45:32.675806 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b9c415d5-2f5f-4797-ba14-5242e5b428df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:32.703523 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b7a74999-9c7a-4cff-9e08-55523cf62b20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:32.722043 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e130a54e-c107-46b4-8e22-b0baa572f80e req-50e136bf-d7e3-42df-b438-9c672ce84563 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1b5e246-73e6-41ad-88f0-1b0c20a96fdd HTTP/1.1" status: 200 len: 210 time: 0.1814008 Sep 17 07:45:32.807294 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b7a74999-9c7a-4cff-9e08-55523cf62b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:32.808807 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a74999-9c7a-4cff-9e08-55523cf62b20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:32.809516 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b7a74999-9c7a-4cff-9e08-55523cf62b20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:32.847104 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-acc9dad6-7de3-4e73-8bc4-6858f565c95b None None] Set router 25c93617-b3f2-44fa-b065-f6e92275dbde gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:45:32.891885 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b7a74999-9c7a-4cff-9e08-55523cf62b20 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9852180 Sep 17 07:45:32.901589 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 57482) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:45:32.921478 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a74999-9c7a-4cff-9e08-55523cf62b20 admin admin] Pushing event updated for resources: {'Network': ['ID=6ef777b6-7ad1-4024-92d0-59588d5006d3,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:32.927638 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-78b669fe-3cb0-4310-af16-8cd91ea73e8b admin admin] Request body: {'subnet': {'network_id': '6ef777b6-7ad1-4024-92d0-59588d5006d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-447192026-subnet', 'tenant_id': 'c2462a1e780141b1958639a93afd50ae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:45:32.947026 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 6ef777b6-7ad1-4024-92d0-59588d5006d3 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 07:45:33.047719 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0bfde2-23b6-4b07-a393-58eba4304c76 req-b857d4aa-5b4d-4897-867d-f1b08ef6a42a tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:33.049456 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-da0bfde2-23b6-4b07-a393-58eba4304c76 req-b857d4aa-5b4d-4897-867d-f1b08ef6a42a tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e2ba3ca-8114-45da-a9e4-70769897381d HTTP/1.1" status: 200 len: 944 time: 0.1591723 Sep 17 07:45:33.050085 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b669fe-3cb0-4310-af16-8cd91ea73e8b admin admin] Made reservation on behalf of c2462a1e780141b1958639a93afd50ae for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:45:33.052522 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-78b669fe-3cb0-4310-af16-8cd91ea73e8b admin admin] Notify callbacks [] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:33.132431 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 07:45:33.191966 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b9c415d5-2f5f-4797-ba14-5242e5b428df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:33.284619 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-b9c415d5-2f5f-4797-ba14-5242e5b428df None None] For port d8e431cd-53a2-4f73-b004-c4e17213ff29, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=d8e431cd-53a2-4f73-b004-c4e17213ff29,segment=NetworkSegment(2bcb9a5f-ce12-4483-b885-7674022ccfee),segment_id=2bcb9a5f-ce12-4483-b885-7674022ccfee)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:45:33.292230 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 57494) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:45:33.302973 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-da0bfde2-23b6-4b07-a393-58eba4304c76 req-3890ea37-e352-4fc0-a5c2-6cd5932aded6 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394576 Sep 17 07:45:33.305880 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b9c415d5-2f5f-4797-ba14-5242e5b428df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:33.452902 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c415d5-2f5f-4797-ba14-5242e5b428df None None] Pushing event updated for resources: {'Port': ['ID=d8e431cd-53a2-4f73-b004-c4e17213ff29,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:33.504011 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e84e3702-7183-41ca-a024-ba69f57bfc51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:33.519731 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1d0f8246-3888-4110-bcd0-af71ab1361dc None None] Provisioning complete for port d8e431cd-53a2-4f73-b004-c4e17213ff29 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:45:33.520147 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1d0f8246-3888-4110-bcd0-af71ab1361dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:33.583414 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-acc9dad6-7de3-4e73-8bc4-6858f565c95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c93617-b3f2-44fa-b065-f6e92275dbde', 'name': 'tempest-FloatingIPsNegativeTestJSON-1847245299-router', 'tenant_id': 'c21459f9e8214ee18ff63efc568abee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '624df314-0782-4826-be8b-725287807d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:45:19Z', 'updated_at': '2021-09-17T07:45:28Z', 'revision_number': 4, 'project_id': 'c21459f9e8214ee18ff63efc568abee7', 'gw_port': {'id': '624df314-0782-4826-be8b-725287807d5c', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ca:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c93617-b3f2-44fa-b065-f6e92275dbde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:45:20Z', 'updated_at': '2021-09-17T07:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'd8e431cd-53a2-4f73-b004-c4e17213ff29', 'name': '', 'network_id': '3d1c8044-f40c-4942-a0e4-2f099980a087', 'tenant_id': 'c21459f9e8214ee18ff63efc568abee7', 'mac_address': 'fa:16:3e:5b:b4:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c93617-b3f2-44fa-b065-f6e92275dbde', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'fabef2d1-b412-4842-bcbe-21211b971efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:45:25Z', 'updated_at': '2021-09-17T07:45:32Z', 'revision_number': 4, 'project_id': 'c21459f9e8214ee18ff63efc568abee7', 'subnets': [{'id': 'fabef2d1-b412-4842-bcbe-21211b971efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:45:33.615654 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc9dad6-7de3-4e73-8bc4-6858f565c95b None None] The sync data for ids ['25c93617-b3f2-44fa-b065-f6e92275dbde'] in n-d-789963-9 is: [{'id': '25c93617-b3f2-44fa-b065-f6e92275dbde', 'name': 'tempest-FloatingIPsNegativeTestJSON-1847245299-router', 'tenant_id': 'c21459f9e8214ee18ff63efc568abee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '624df314-0782-4826-be8b-725287807d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:45:19Z', 'updated_at': '2021-09-17T07:45:28Z', 'revision_number': 4, 'project_id': 'c21459f9e8214ee18ff63efc568abee7', 'gw_port': {'id': '624df314-0782-4826-be8b-725287807d5c', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ca:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c93617-b3f2-44fa-b065-f6e92275dbde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:45:20Z', 'updated_at': '2021-09-17T07:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'd8e431cd-53a2-4f73-b004-c4e17213ff29', 'name': '', 'network_id': '3d1c8044-f40c-4942-a0e4-2f099980a087', 'tenant_id': 'c21459f9e8214ee18ff63efc568abee7', 'mac_address': 'fa:16:3e:5b:b4:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c93617-b3f2-44fa-b065-f6e92275dbde', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'fabef2d1-b412-4842-bcbe-21211b971efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:45:25Z', 'updated_at': '2021-09-17T07:45:32Z', 'revision_number': 4, 'project_id': 'c21459f9e8214ee18ff63efc568abee7', 'subnets': [{'id': 'fabef2d1-b412-4842-bcbe-21211b971efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:45:33.721998 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e84e3702-7183-41ca-a024-ba69f57bfc51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:33.730632 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e84e3702-7183-41ca-a024-ba69f57bfc51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:33.747241 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-78b669fe-3cb0-4310-af16-8cd91ea73e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:33.786735 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84e3702-7183-41ca-a024-ba69f57bfc51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d077975-6d47-43ed-815d-0180994df8d5,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:33.794614 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e84e3702-7183-41ca-a024-ba69f57bfc51 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2dc0c1531bbf43ff8cba699345c2cfb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5010488 Sep 17 07:45:33.796093 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 57512) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:45:33.804187 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b669fe-3cb0-4310-af16-8cd91ea73e8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=95f63716-c4f9-4043-91d3-562a23db13ea,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:33.827792 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b669fe-3cb0-4310-af16-8cd91ea73e8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:45:33.828159 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b669fe-3cb0-4310-af16-8cd91ea73e8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:45:33.828503 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b669fe-3cb0-4310-af16-8cd91ea73e8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:45:33.828839 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b669fe-3cb0-4310-af16-8cd91ea73e8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:45:33.829301 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b669fe-3cb0-4310-af16-8cd91ea73e8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:45:33.829633 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b669fe-3cb0-4310-af16-8cd91ea73e8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:45:33.830378 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b669fe-3cb0-4310-af16-8cd91ea73e8b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:45:33.830717 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b669fe-3cb0-4310-af16-8cd91ea73e8b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:45:33.831046 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b669fe-3cb0-4310-af16-8cd91ea73e8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:45:33.831374 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b669fe-3cb0-4310-af16-8cd91ea73e8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:45:33.831697 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b669fe-3cb0-4310-af16-8cd91ea73e8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:45:33.832039 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b669fe-3cb0-4310-af16-8cd91ea73e8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:45:33.892556 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-67a9ed1b-a6f4-4390-92cf-ca2b5fc6be99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:33.908700 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-07519f11-2a31-4584-ab12-6beef5fa39fb req-44df2ad0-2a7a-48cf-9636-b26679e6b430 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1b5e246-73e6-41ad-88f0-1b0c20a96fdd HTTP/1.1" status: 200 len: 210 time: 0.0452840 Sep 17 07:45:33.914223 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b669fe-3cb0-4310-af16-8cd91ea73e8b admin admin] Checking segment: {'id': '4a631306-47ad-49ac-a13d-d51be31042f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6ef777b6-7ad1-4024-92d0-59588d5006d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:45:33.914585 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b669fe-3cb0-4310-af16-8cd91ea73e8b admin admin] Network hostable DHCP agents. Network: 6ef777b6-7ad1-4024-92d0-59588d5006d3, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 07:45:33.933255 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-67a9ed1b-a6f4-4390-92cf-ca2b5fc6be99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:33.985953 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b669fe-3cb0-4310-af16-8cd91ea73e8b admin admin] Network 6ef777b6-7ad1-4024-92d0-59588d5006d3 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 07:45:34.002915 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-67a9ed1b-a6f4-4390-92cf-ca2b5fc6be99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:34.005593 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-78b669fe-3cb0-4310-af16-8cd91ea73e8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 6ef777b6-7ad1-4024-92d0-59588d5006d3) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:45:34.012746 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b669fe-3cb0-4310-af16-8cd91ea73e8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:34.013538 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-78b669fe-3cb0-4310-af16-8cd91ea73e8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:34.018520 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68a0d97-4bd0-4b8d-baec-6427e792f404 None None] Network 6ef777b6-7ad1-4024-92d0-59588d5006d3 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:45:34.022061 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-67a9ed1b-a6f4-4390-92cf-ca2b5fc6be99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:34.026302 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-67a9ed1b-a6f4-4390-92cf-ca2b5fc6be99 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2d077975-6d47-43ed-815d-0180994df8d5 HTTP/1.1" status: 204 len: 168 time: 0.2289519 Sep 17 07:45:34.056976 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-78b669fe-3cb0-4310-af16-8cd91ea73e8b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1462765 Sep 17 07:45:34.060888 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 57526) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:45:34.072529 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-e58aa5a1-5573-45ea-af36-d5fba99ee408 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-447192026-router', 'tenant_id': 'c2462a1e780141b1958639a93afd50ae', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:45:34.072720 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a9ed1b-a6f4-4390-92cf-ca2b5fc6be99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d077975-6d47-43ed-815d-0180994df8d5,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:34.106979 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-04dd43df-ddee-4922-a8c7-b8853809269a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:34.285572 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e58aa5a1-5573-45ea-af36-d5fba99ee408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:34.286697 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e58aa5a1-5573-45ea-af36-d5fba99ee408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:34.425820 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce0281c-8561-4ccf-9796-a204e21270ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-6ef777b6-7ad1-4024-92d0-59588d5006d3', 'network_id': '6ef777b6-7ad1-4024-92d0-59588d5006d3', 'tenant_id': 'c2462a1e780141b1958639a93afd50ae', 'fixed_ips': [{'subnet_id': '95f63716-c4f9-4043-91d3-562a23db13ea'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 07:45:34.426697 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2ce0281c-8561-4ccf-9796-a204e21270ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:34.567357 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 57542) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:45:34.732385 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-0b07a4a4-b793-4bea-8d8a-294e728fdd50 service neutron] 10.222.0.41 "GET /v2.0/ports/95db3c29-370b-4f7b-b1bf-ef019afe58e2/bindings/n-h2-789963-9 HTTP/1.1" status: 200 len: 384 time: 0.3064494 Sep 17 07:45:34.742498 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc8c83e-527d-4821-b08a-aac94d9e4b3e req-c1a734da-aaf3-4923-9ab2-492ba9305b72 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:34.754389 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-dbc8c83e-527d-4821-b08a-aac94d9e4b3e req-c1a734da-aaf3-4923-9ab2-492ba9305b72 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.39 "GET /v2.0/networks?id=a0a513a6-9cd3-48db-b90d-df8b88e7c76b HTTP/1.1" status: 200 len: 808 time: 0.5204718 Sep 17 07:45:34.763900 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e58aa5a1-5573-45ea-af36-d5fba99ee408 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:34.791102 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device d8e431cd-53a2-4f73-b004-c4e17213ff29 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:45:34.797730 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-2ce0281c-8561-4ccf-9796-a204e21270ae None None] Allocated IP 172.20.0.2 (6ef777b6-7ad1-4024-92d0-59588d5006d3/95f63716-c4f9-4043-91d3-562a23db13ea/80aadeb8-6628-4fd4-93b2-720cccc6f8bc) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:45:34.814472 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-dbc8c83e-527d-4821-b08a-aac94d9e4b3e req-c52f2914-60ec-4bba-b224-797ca51a7340 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Request body: {'port': {'device_id': 'c1b5e246-73e6-41ad-88f0-1b0c20a96fdd', 'network_id': 'a0a513a6-9cd3-48db-b90d-df8b88e7c76b', 'admin_state_up': True, 'tenant_id': '4f0e4c1c4dc94ab78a72a2655bcb731a'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:45:34.874660 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:34.895348 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 57546) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:45:34.946447 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port d8e431cd-53a2-4f73-b004-c4e17213ff29 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:45:34.946867 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:34.947992 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d0662444-ddec-47da-87b9-b638e6cd27da admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:35.021498 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-035a5a02-b09a-4fc4-828a-3cfacbaf9a85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:35.132754 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2ce0281c-8561-4ccf-9796-a204e21270ae None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:35.142684 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2ce0281c-8561-4ccf-9796-a204e21270ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:35.186725 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ee03db-2817-4ec1-b67b-839637186218 req-3a1338cd-d28c-41f6-817c-d9dcbc063812 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:35.195039 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-64ee03db-2817-4ec1-b67b-839637186218 req-3a1338cd-d28c-41f6-817c-d9dcbc063812 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e2ba3ca-8114-45da-a9e4-70769897381d HTTP/1.1" status: 200 len: 944 time: 0.6749468 Sep 17 07:45:35.302354 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e58aa5a1-5573-45ea-af36-d5fba99ee408 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:35.329805 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fecb5366-8db4-44f8-9450-8d5364e58567 req-0e464029-1ec1-4663-85e9-4e9eace0c321 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1b5e246-73e6-41ad-88f0-1b0c20a96fdd HTTP/1.1" status: 200 len: 210 time: 0.1929762 Sep 17 07:45:35.342996 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-edbc2792-337f-4747-9f8d-54006621745f service neutron] For port 95db3c29-370b-4f7b-b1bf-ef019afe58e2, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=95db3c29-370b-4f7b-b1bf-ef019afe58e2,segment=NetworkSegment(bbdef28d-b0c6-41c1-88af-cfcd40a3d803),segment_id=bbdef28d-b0c6-41c1-88af-cfcd40a3d803)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:45:35.372465 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d0662444-ddec-47da-87b9-b638e6cd27da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:35.380506 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-64ee03db-2817-4ec1-b67b-839637186218 req-f2b10bf9-6b26-4043-bf09-f6fe4f2bf4d6 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843045 Sep 17 07:45:35.387778 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d0662444-ddec-47da-87b9-b638e6cd27da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:35.415367 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce0281c-8561-4ccf-9796-a204e21270ae None None] Network 6ef777b6-7ad1-4024-92d0-59588d5006d3 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:45:35.434890 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-2ce0281c-8561-4ccf-9796-a204e21270ae None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:45:35.444705 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce0281c-8561-4ccf-9796-a204e21270ae None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:45:35.452049 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-edbc2792-337f-4747-9f8d-54006621745f service neutron] For port 95db3c29-370b-4f7b-b1bf-ef019afe58e2, host n-h1-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:45:35.472008 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce0281c-8561-4ccf-9796-a204e21270ae None None] Pushing event updated for resources: {'Port': ['ID=80aadeb8-6628-4fd4-93b2-720cccc6f8bc,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:35.479069 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:35.498633 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-edbc2792-337f-4747-9f8d-54006621745f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95db3c29-370b-4f7b-b1bf-ef019afe58e2 {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:45:35.511530 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-edbc2792-337f-4747-9f8d-54006621745f service neutron] For port 95db3c29-370b-4f7b-b1bf-ef019afe58e2, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=95db3c29-370b-4f7b-b1bf-ef019afe58e2,segment=NetworkSegment(bbdef28d-b0c6-41c1-88af-cfcd40a3d803),segment_id=bbdef28d-b0c6-41c1-88af-cfcd40a3d803)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:45:35.526412 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbc8c83e-527d-4821-b08a-aac94d9e4b3e req-c52f2914-60ec-4bba-b224-797ca51a7340 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Made reservation on behalf of 4f0e4c1c4dc94ab78a72a2655bcb731a for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:45:35.530502 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-dbc8c83e-527d-4821-b08a-aac94d9e4b3e req-c52f2914-60ec-4bba-b224-797ca51a7340 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:35.532288 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-2ce0281c-8561-4ccf-9796-a204e21270ae None None] Attempting to bind port 80aadeb8-6628-4fd4-93b2-720cccc6f8bc on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:45:35.532288 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-2ce0281c-8561-4ccf-9796-a204e21270ae None None] Attempting to bind port 80aadeb8-6628-4fd4-93b2-720cccc6f8bc by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '4a631306-47ad-49ac-a13d-d51be31042f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6ef777b6-7ad1-4024-92d0-59588d5006d3'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:45:35.532810 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce0281c-8561-4ccf-9796-a204e21270ae None None] Attempting to bind port 80aadeb8-6628-4fd4-93b2-720cccc6f8bc on network 6ef777b6-7ad1-4024-92d0-59588d5006d3 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:45:35.533589 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0662444-ddec-47da-87b9-b638e6cd27da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d289b8-a176-4cee-a758-b3b79cdf28fd,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:35.540010 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce0281c-8561-4ccf-9796-a204e21270ae None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:45:35.540444 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce0281c-8561-4ccf-9796-a204e21270ae None None] Checking segment: {'id': '4a631306-47ad-49ac-a13d-d51be31042f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6ef777b6-7ad1-4024-92d0-59588d5006d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:45:35.540860 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2ce0281c-8561-4ccf-9796-a204e21270ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:35.541271 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce0281c-8561-4ccf-9796-a204e21270ae None None] Bound using segment: {'id': '4a631306-47ad-49ac-a13d-d51be31042f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6ef777b6-7ad1-4024-92d0-59588d5006d3'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:45:35.543211 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-2ce0281c-8561-4ccf-9796-a204e21270ae None None] Bound port: 80aadeb8-6628-4fd4-93b2-720cccc6f8bc, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a631306-47ad-49ac-a13d-d51be31042f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6ef777b6-7ad1-4024-92d0-59588d5006d3'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:45:35.543610 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2ce0281c-8561-4ccf-9796-a204e21270ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:35.576484 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-edbc2792-337f-4747-9f8d-54006621745f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:35.642917 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-2ce0281c-8561-4ccf-9796-a204e21270ae None None] For port 80aadeb8-6628-4fd4-93b2-720cccc6f8bc, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:45:35.651503 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-2ce0281c-8561-4ccf-9796-a204e21270ae None None] For port 80aadeb8-6628-4fd4-93b2-720cccc6f8bc, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=80aadeb8-6628-4fd4-93b2-720cccc6f8bc,segment=NetworkSegment(4a631306-47ad-49ac-a13d-d51be31042f3),segment_id=4a631306-47ad-49ac-a13d-d51be31042f3)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:45:35.654327 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d0662444-ddec-47da-87b9-b638e6cd27da admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=48e817b734154676aea5d263d89f355e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0788164 Sep 17 07:45:35.657800 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2ce0281c-8561-4ccf-9796-a204e21270ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:35.745656 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce0281c-8561-4ccf-9796-a204e21270ae None None] Pushing event updated for resources: {'Port': ['ID=80aadeb8-6628-4fd4-93b2-720cccc6f8bc,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:35.748211 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 57552) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:45:35.851767 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-edbc2792-337f-4747-9f8d-54006621745f service neutron] Transition to ACTIVE for port object 95db3c29-370b-4f7b-b1bf-ef019afe58e2 will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:45:35.853548 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-dbc8c83e-527d-4821-b08a-aac94d9e4b3e req-c52f2914-60ec-4bba-b224-797ca51a7340 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Allocated IP 172.20.0.5 (a0a513a6-9cd3-48db-b90d-df8b88e7c76b/b166af2c-f0c1-4005-bf20-b8a2b0583a5b/03004444-8be2-447c-9467-72612117c20a) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:45:35.865068 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-edbc2792-337f-4747-9f8d-54006621745f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:35.929747 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc2792-337f-4747-9f8d-54006621745f service neutron] Pushing event updated for resources: {'Port': ['ID=95db3c29-370b-4f7b-b1bf-ef019afe58e2,revision_number=10']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:36.003590 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-edbc2792-337f-4747-9f8d-54006621745f service neutron] No DVR routers for this DVR port 95db3c29-370b-4f7b-b1bf-ef019afe58e2 on host n-h1-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:45:36.080964 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-79fe0473-e505-49e6-8cdf-e144c3b7ca16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:36.104654 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-edbc2792-337f-4747-9f8d-54006621745f service neutron] 10.222.0.41 "PUT /v2.0/ports/95db3c29-370b-4f7b-b1bf-ef019afe58e2/bindings/n-h2-789963-9/activate HTTP/1.1" status: 200 len: 369 time: 1.3114889 Sep 17 07:45:36.121453 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-035a5a02-b09a-4fc4-828a-3cfacbaf9a85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:36.137501 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-79fe0473-e505-49e6-8cdf-e144c3b7ca16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:36.146509 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-035a5a02-b09a-4fc4-828a-3cfacbaf9a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:36.211328 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-035a5a02-b09a-4fc4-828a-3cfacbaf9a85 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ff833cdce66343fa8bc1071595e96eb1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3119745 Sep 17 07:45:36.212057 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 57556) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:45:36.223076 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-04dd43df-ddee-4922-a8c7-b8853809269a admin admin] Deleting port d8e431cd-53a2-4f73-b004-c4e17213ff29 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:45:36.223805 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-04dd43df-ddee-4922-a8c7-b8853809269a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:36.244550 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-dbc8c83e-527d-4821-b08a-aac94d9e4b3e req-c52f2914-60ec-4bba-b224-797ca51a7340 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:36.274204 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035a5a02-b09a-4fc4-828a-3cfacbaf9a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=775ded15-23a5-4687-9126-7fc0f62523f5,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:36.345266 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-ac06b565-ee40-421d-b24f-5953c8c7eb8f tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:36.346948 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-ac06b565-ee40-421d-b24f-5953c8c7eb8f tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6e2ba3ca-8114-45da-a9e4-70769897381d&tenant_id=2525ecc58cad4fa78c4be116636fc184&binding%3Ahost_id=n-h1-789963-9 HTTP/1.1" status: 200 len: 1096 time: 0.1057327 Sep 17 07:45:36.352632 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8b889643-5238-4e9c-be39-b47f52c7b178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:36.374682 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-dbc8c83e-527d-4821-b08a-aac94d9e4b3e req-c52f2914-60ec-4bba-b224-797ca51a7340 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:36.380346 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-79fe0473-e505-49e6-8cdf-e144c3b7ca16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:36.383608 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-79fe0473-e505-49e6-8cdf-e144c3b7ca16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:36.384793 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-79fe0473-e505-49e6-8cdf-e144c3b7ca16 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/77d289b8-a176-4cee-a758-b3b79cdf28fd HTTP/1.1" status: 204 len: 168 time: 0.6348007 Sep 17 07:45:36.453715 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fe0473-e505-49e6-8cdf-e144c3b7ca16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d289b8-a176-4cee-a758-b3b79cdf28fd,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:36.506184 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8b889643-5238-4e9c-be39-b47f52c7b178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:36.536945 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-04dd43df-ddee-4922-a8c7-b8853809269a admin admin] For port d8e431cd-53a2-4f73-b004-c4e17213ff29, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=d8e431cd-53a2-4f73-b004-c4e17213ff29,segment=NetworkSegment(2bcb9a5f-ce12-4483-b885-7674022ccfee),segment_id=2bcb9a5f-ce12-4483-b885-7674022ccfee)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:45:36.537381 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-04dd43df-ddee-4922-a8c7-b8853809269a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:36.557555 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e58aa5a1-5573-45ea-af36-d5fba99ee408 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:36.561134 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-04dd43df-ddee-4922-a8c7-b8853809269a admin admin] Calling delete_port for d8e431cd-53a2-4f73-b004-c4e17213ff29 owned by network:router_interface {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:45:36.562372 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbc8c83e-527d-4821-b08a-aac94d9e4b3e req-c52f2914-60ec-4bba-b224-797ca51a7340 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Network a0a513a6-9cd3-48db-b90d-df8b88e7c76b is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:45:36.601013 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-dbc8c83e-527d-4821-b08a-aac94d9e4b3e req-c52f2914-60ec-4bba-b224-797ca51a7340 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:45:36.601565 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e58aa5a1-5573-45ea-af36-d5fba99ee408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:36.621136 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbc8c83e-527d-4821-b08a-aac94d9e4b3e req-c52f2914-60ec-4bba-b224-797ca51a7340 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:45:36.635157 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52f2914-60ec-4bba-b224-797ca51a7340 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Pushing event updated for resources: {'Port': ['ID=03004444-8be2-447c-9467-72612117c20a,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:36.659039 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e7276-64d7-447a-8b60-4c556ca23180 req-b54f63e7-0bfa-4993-8054-aa12187f6504 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:36.660753 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e21e7276-64d7-447a-8b60-4c556ca23180 req-b54f63e7-0bfa-4993-8054-aa12187f6504 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1b5e246-73e6-41ad-88f0-1b0c20a96fdd HTTP/1.1" status: 200 len: 931 time: 0.2150998 Sep 17 07:45:36.729076 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-0c2b6367-2a29-464f-b3e7-ace4d2ca0e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:36.731363 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-0c2b6367-2a29-464f-b3e7-ace4d2ca0e37 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6e2ba3ca-8114-45da-a9e4-70769897381d&tenant_id=2525ecc58cad4fa78c4be116636fc184 HTTP/1.1" status: 200 len: 1096 time: 0.3675196 Sep 17 07:45:36.773086 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 80aadeb8-6628-4fd4-93b2-720cccc6f8bc up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:45:36.838676 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc8c83e-527d-4821-b08a-aac94d9e4b3e req-c52f2914-60ec-4bba-b224-797ca51a7340 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:36.839402 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-dbc8c83e-527d-4821-b08a-aac94d9e4b3e req-c52f2914-60ec-4bba-b224-797ca51a7340 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:36.879286 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-0e8dd492-7604-467f-bca5-ef7580dea309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:36.881256 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-0e8dd492-7604-467f-bca5-ef7580dea309 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2525ecc58cad4fa78c4be116636fc184&device_id=6e2ba3ca-8114-45da-a9e4-70769897381d HTTP/1.1" status: 200 len: 1096 time: 0.0997860 Sep 17 07:45:36.881995 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8b889643-5238-4e9c-be39-b47f52c7b178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:36.885773 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8b889643-5238-4e9c-be39-b47f52c7b178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:36.886459 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e21e7276-64d7-447a-8b60-4c556ca23180 req-dacc9f4d-97e5-4788-9ed1-fe3f33a7ee18 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863017 Sep 17 07:45:36.910926 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 80aadeb8-6628-4fd4-93b2-720cccc6f8bc triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:45:36.911624 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:36.915200 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-8b889643-5238-4e9c-be39-b47f52c7b178 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/775ded15-23a5-4687-9126-7fc0f62523f5 HTTP/1.1" status: 204 len: 168 time: 0.7024381 Sep 17 07:45:36.965044 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80119e2-70cd-4a6c-9a2f-adfc99facec7 req-8cf2636c-47d7-4da4-8b32-655652bff768 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:36.973903 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f80119e2-70cd-4a6c-9a2f-adfc99facec7 req-8cf2636c-47d7-4da4-8b32-655652bff768 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e2ba3ca-8114-45da-a9e4-70769897381d HTTP/1.1" status: 200 len: 945 time: 0.2768753 Sep 17 07:45:36.997074 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-e58aa5a1-5573-45ea-af36-d5fba99ee408 admin admin] Allocated IP 172.25.6.182 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/9d84ea63-b1bd-4667-99ea-03543fed487d) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:45:37.093421 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-f5d9e8b7-86d9-49a1-ad09-34b236182e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:37.094772 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-f5d9e8b7-86d9-49a1-ad09-34b236182e51 service neutron] 10.222.0.39 "GET /v2.0/networks?id=339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5 HTTP/1.1" status: 200 len: 921 time: 0.1772168 Sep 17 07:45:37.095578 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 57576) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:45:37.099124 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b889643-5238-4e9c-be39-b47f52c7b178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775ded15-23a5-4687-9126-7fc0f62523f5,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:37.154663 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:37.185113 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-dbc8c83e-527d-4821-b08a-aac94d9e4b3e req-c52f2914-60ec-4bba-b224-797ca51a7340 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3759582 Sep 17 07:45:37.208990 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-a17d6d27-21e0-4001-b980-a17a6e8acc50 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95db3c29-370b-4f7b-b1bf-ef019afe58e2 HTTP/1.1" status: 200 len: 217 time: 0.0973728 Sep 17 07:45:37.213119 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-39a46870-1963-4998-aec3-5e195da4e412 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:37.214463 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port 80aadeb8-6628-4fd4-93b2-720cccc6f8bc, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=80aadeb8-6628-4fd4-93b2-720cccc6f8bc,segment=NetworkSegment(4a631306-47ad-49ac-a13d-d51be31042f3),segment_id=4a631306-47ad-49ac-a13d-d51be31042f3)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:45:37.218593 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-dbc8c83e-527d-4821-b08a-aac94d9e4b3e req-6bf72feb-1a99-4150-85ac-d783e58db918 service neutron] Request body: {'port': {'device_id': 'c1b5e246-73e6-41ad-88f0-1b0c20a96fdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:45:37.228043 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:37.252894 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f80119e2-70cd-4a6c-9a2f-adfc99facec7 req-2ea5da01-27be-4bde-acca-18b46fd12c7d tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761266 Sep 17 07:45:37.323877 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=80aadeb8-6628-4fd4-93b2-720cccc6f8bc,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:37.331973 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:45:37.332321 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:45:37.332664 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:45:37.332998 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:45:37.333334 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:45:37.333666 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:45:37.334054 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:45:37.334309 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:45:37.334636 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:45:37.335497 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:45:37.335962 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:45:37.336198 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:45:37.342577 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aac81fc-7748-4a57-a24a-3fbe978cc070 None None] Network 6ef777b6-7ad1-4024-92d0-59588d5006d3 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:45:37.411040 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-d8d14038-b18f-4d9c-92d0-599fc759b1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:37.414318 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-d8d14038-b18f-4d9c-92d0-599fc759b1a4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=affefed0-1fce-4202-a68f-ea65cc757370 HTTP/1.1" status: 200 len: 860 time: 0.1383309 Sep 17 07:45:37.435817 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2444824d-0874-46e3-9e18-325dcc9b4e5b req-b8379bea-9811-4e0c-8f22-4fc41b2e80ad tempest-VolumesAdminNegativeTest-1244886954 tempest-VolumesAdminNegativeTest-1244886954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:37.436857 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-f408f713-5ff5-4fdc-bb1d-851b97be9bdb None None] Provisioning complete for port 80aadeb8-6628-4fd4-93b2-720cccc6f8bc triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:45:37.437235 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f408f713-5ff5-4fdc-bb1d-851b97be9bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:37.444768 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2444824d-0874-46e3-9e18-325dcc9b4e5b req-b8379bea-9811-4e0c-8f22-4fc41b2e80ad tempest-VolumesAdminNegativeTest-1244886954 tempest-VolumesAdminNegativeTest-1244886954-project] 10.222.0.13 "GET /v2.0/ports?device_id=11dbddf5-cff0-4f21-9d9f-a3a0ead416df HTTP/1.1" status: 200 len: 946 time: 0.4030983 Sep 17 07:45:37.495498 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-04dd43df-ddee-4922-a8c7-b8853809269a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:37.505464 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e58aa5a1-5573-45ea-af36-d5fba99ee408 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:37.547509 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd43df-ddee-4922-a8c7-b8853809269a admin admin] Pushing event deleted for resources: {'Port': ['ID=d8e431cd-53a2-4f73-b004-c4e17213ff29,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:37.562197 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-dbc8c83e-527d-4821-b08a-aac94d9e4b3e req-6bf72feb-1a99-4150-85ac-d783e58db918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:37.567195 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2444824d-0874-46e3-9e18-325dcc9b4e5b req-175db440-1d2f-499d-bb74-2c57844a526f tempest-VolumesAdminNegativeTest-1244886954 tempest-VolumesAdminNegativeTest-1244886954-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c99e789-8b48-47aa-9c3a-fb47b51dcd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163599 Sep 17 07:45:37.578331 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-154af0a9-51c9-4fb1-8104-1889bbc3cced service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1470854 Sep 17 07:45:37.663719 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-39a46870-1963-4998-aec3-5e195da4e412 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:37.691748 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e58aa5a1-5573-45ea-af36-d5fba99ee408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:37.724426 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-39a46870-1963-4998-aec3-5e195da4e412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:37.801463 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58aa5a1-5573-45ea-af36-d5fba99ee408 admin admin] Pushing event updated for resources: {'Port': ['ID=9d84ea63-b1bd-4667-99ea-03543fed487d,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:37.807028 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58aa5a1-5573-45ea-af36-d5fba99ee408 admin admin] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:45:37.836520 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-e58aa5a1-5573-45ea-af36-d5fba99ee408 admin admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:45:37.837934 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-04dd43df-ddee-4922-a8c7-b8853809269a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:37.840772 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58aa5a1-5573-45ea-af36-d5fba99ee408 admin admin] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:45:37.863265 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-39a46870-1963-4998-aec3-5e195da4e412 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3283ae3b58ee426bb64e7d8dcdc429e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7626595 Sep 17 07:45:37.864910 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 95db3c29-370b-4f7b-b1bf-ef019afe58e2 no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:45:37.870779 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 57592) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:45:37.922213 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a46870-1963-4998-aec3-5e195da4e412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d56ebe-2a44-4139-8c78-25e524ed5df5,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:37.941990 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 95db3c29-370b-4f7b-b1bf-ef019afe58e2 not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:45:37.964485 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-7e5a585e-3d32-48a3-b1a3-b6b0e130fb5b service neutron] 10.222.0.39 "GET /v2.0/networks/339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3778677 Sep 17 07:45:37.975074 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c14461ed-d254-4462-9252-ad5987441e4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:38.060380 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c14461ed-d254-4462-9252-ad5987441e4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:38.120751 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1477658b-31a4-4730-bcf7-c534ebeaae37 None None] Provisioning complete for port 80aadeb8-6628-4fd4-93b2-720cccc6f8bc triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:45:38.121537 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1477658b-31a4-4730-bcf7-c534ebeaae37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:38.154313 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73d4d95-b252-4851-94df-120c64642408 req-b4e89830-8e16-4d21-a49c-3189fbbcbdf6 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:38.155986 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f73d4d95-b252-4851-94df-120c64642408 req-b4e89830-8e16-4d21-a49c-3189fbbcbdf6 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1b5e246-73e6-41ad-88f0-1b0c20a96fdd HTTP/1.1" status: 200 len: 931 time: 0.1450448 Sep 17 07:45:38.324069 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f73d4d95-b252-4851-94df-120c64642408 req-fc86fc29-87fd-49be-b057-bf33f676732f tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340389 Sep 17 07:45:38.385867 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-4e00f3f7-7e59-4a86-8e58-128e5b2504e7 service neutron] 10.222.0.39 "GET /v2.0/networks/339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4064858 Sep 17 07:45:38.410618 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e58aa5a1-5573-45ea-af36-d5fba99ee408 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:38.437318 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c14461ed-d254-4462-9252-ad5987441e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:38.440694 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c14461ed-d254-4462-9252-ad5987441e4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:38.444806 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c14461ed-d254-4462-9252-ad5987441e4b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b7d56ebe-2a44-4139-8c78-25e524ed5df5 HTTP/1.1" status: 204 len: 168 time: 0.5730414 Sep 17 07:45:38.447290 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-dbc8c83e-527d-4821-b08a-aac94d9e4b3e req-6bf72feb-1a99-4150-85ac-d783e58db918 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03004444-8be2-447c-9467-72612117c20a {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:45:38.459236 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-dbc8c83e-527d-4821-b08a-aac94d9e4b3e req-6bf72feb-1a99-4150-85ac-d783e58db918 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:38.473032 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14461ed-d254-4462-9252-ad5987441e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d56ebe-2a44-4139-8c78-25e524ed5df5,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:38.510048 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-dbc8c83e-527d-4821-b08a-aac94d9e4b3e req-6bf72feb-1a99-4150-85ac-d783e58db918 service neutron] Transition to ACTIVE for port object 03004444-8be2-447c-9467-72612117c20a will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:45:38.516751 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-dbc8c83e-527d-4821-b08a-aac94d9e4b3e req-6bf72feb-1a99-4150-85ac-d783e58db918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:38.527305 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04dd43df-ddee-4922-a8c7-b8853809269a admin admin] Router 25c93617-b3f2-44fa-b065-f6e92275dbde has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:45:38.596162 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4191f6b-7947-4e38-9650-f20801e2caa7 req-99ccf48f-6152-4336-873a-4b71ab06aa50 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:38.597654 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b4191f6b-7947-4e38-9650-f20801e2caa7 req-99ccf48f-6152-4336-873a-4b71ab06aa50 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e2ba3ca-8114-45da-a9e4-70769897381d HTTP/1.1" status: 200 len: 945 time: 0.1456969 Sep 17 07:45:38.617879 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c648f64d-5688-4c4b-a078-5c4c05c00095 req-09d4da4e-2260-4746-9119-fc734134ba69 tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d3a8a45aac054b49bb26792eb1532b42&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0574484 Sep 17 07:45:38.676277 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf72feb-1a99-4150-85ac-d783e58db918 service neutron] Pushing event updated for resources: {'Port': ['ID=03004444-8be2-447c-9467-72612117c20a,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:38.696401 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-dbc8c83e-527d-4821-b08a-aac94d9e4b3e req-6bf72feb-1a99-4150-85ac-d783e58db918 service neutron] Attempting to bind port 03004444-8be2-447c-9467-72612117c20a on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:45:38.696997 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-dbc8c83e-527d-4821-b08a-aac94d9e4b3e req-6bf72feb-1a99-4150-85ac-d783e58db918 service neutron] Attempting to bind port 03004444-8be2-447c-9467-72612117c20a by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': '2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a0a513a6-9cd3-48db-b90d-df8b88e7c76b'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:45:38.697123 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc8c83e-527d-4821-b08a-aac94d9e4b3e req-6bf72feb-1a99-4150-85ac-d783e58db918 service neutron] Attempting to bind port 03004444-8be2-447c-9467-72612117c20a on network a0a513a6-9cd3-48db-b90d-df8b88e7c76b {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:45:38.708657 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc8c83e-527d-4821-b08a-aac94d9e4b3e req-6bf72feb-1a99-4150-85ac-d783e58db918 service neutron] Port 03004444-8be2-447c-9467-72612117c20a on network a0a513a6-9cd3-48db-b90d-df8b88e7c76b not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:45:38.712277 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc8c83e-527d-4821-b08a-aac94d9e4b3e req-6bf72feb-1a99-4150-85ac-d783e58db918 service neutron] Attempting to bind port 03004444-8be2-447c-9467-72612117c20a on network a0a513a6-9cd3-48db-b90d-df8b88e7c76b {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:45:38.729084 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ad38f-89f5-4780-8dfc-1daaf8adb27d req-b311e2ac-53a4-45c0-9222-9e44d5c67b4e tempest-VolumesAdminNegativeTest-1244886954 tempest-VolumesAdminNegativeTest-1244886954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:38.730632 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-215ad38f-89f5-4780-8dfc-1daaf8adb27d req-b311e2ac-53a4-45c0-9222-9e44d5c67b4e tempest-VolumesAdminNegativeTest-1244886954 tempest-VolumesAdminNegativeTest-1244886954-project] 10.222.0.41 "GET /v2.0/ports?device_id=11dbddf5-cff0-4f21-9d9f-a3a0ead416df HTTP/1.1" status: 200 len: 946 time: 0.1341195 Sep 17 07:45:38.731444 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc8c83e-527d-4821-b08a-aac94d9e4b3e req-6bf72feb-1a99-4150-85ac-d783e58db918 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:45:38.731779 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc8c83e-527d-4821-b08a-aac94d9e4b3e req-6bf72feb-1a99-4150-85ac-d783e58db918 service neutron] Checking segment: {'id': '2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a0a513a6-9cd3-48db-b90d-df8b88e7c76b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:45:38.732196 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc8c83e-527d-4821-b08a-aac94d9e4b3e req-6bf72feb-1a99-4150-85ac-d783e58db918 service neutron] Bound using segment: {'id': '2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a0a513a6-9cd3-48db-b90d-df8b88e7c76b'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:45:38.732648 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-dbc8c83e-527d-4821-b08a-aac94d9e4b3e req-6bf72feb-1a99-4150-85ac-d783e58db918 service neutron] Bound port: 03004444-8be2-447c-9467-72612117c20a, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a0a513a6-9cd3-48db-b90d-df8b88e7c76b'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:45:38.733218 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-dbc8c83e-527d-4821-b08a-aac94d9e4b3e req-6bf72feb-1a99-4150-85ac-d783e58db918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:38.778015 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 80aadeb8-6628-4fd4-93b2-720cccc6f8bc up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:45:38.863563 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 80aadeb8-6628-4fd4-93b2-720cccc6f8bc triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:45:38.866309 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:38.951004 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-dbc8c83e-527d-4821-b08a-aac94d9e4b3e req-6bf72feb-1a99-4150-85ac-d783e58db918 service neutron] For port 03004444-8be2-447c-9467-72612117c20a, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:45:38.973587 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-dbc8c83e-527d-4821-b08a-aac94d9e4b3e req-6bf72feb-1a99-4150-85ac-d783e58db918 service neutron] For port 03004444-8be2-447c-9467-72612117c20a, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=03004444-8be2-447c-9467-72612117c20a,segment=NetworkSegment(2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff),segment_id=2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:45:38.978247 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-d9507005-b339-4712-8dba-95ca71918d3c tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:38.979146 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-d9507005-b339-4712-8dba-95ca71918d3c tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6e2ba3ca-8114-45da-a9e4-70769897381d&tenant_id=2525ecc58cad4fa78c4be116636fc184&binding%3Ahost_id=n-h2-789963-9 HTTP/1.1" status: 200 len: 1096 time: 0.2112954 Sep 17 07:45:38.984594 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-dbc8c83e-527d-4821-b08a-aac94d9e4b3e req-6bf72feb-1a99-4150-85ac-d783e58db918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:39.020178 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 57624) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:45:39.067758 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc8c83e-527d-4821-b08a-aac94d9e4b3e req-6bf72feb-1a99-4150-85ac-d783e58db918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:39.068437 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-dbc8c83e-527d-4821-b08a-aac94d9e4b3e req-6bf72feb-1a99-4150-85ac-d783e58db918 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:39.070414 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-dbc8c83e-527d-4821-b08a-aac94d9e4b3e req-6bf72feb-1a99-4150-85ac-d783e58db918 service neutron] 10.222.0.39 "PUT /v2.0/ports/03004444-8be2-447c-9467-72612117c20a HTTP/1.1" status: 200 len: 1091 time: 1.8558850 Sep 17 07:45:39.077312 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1b5e246-73e6-41ad-88f0-1b0c20a96fdd', 'tag': '03004444-8be2-447c-9467-72612117c20a'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:45:39.079567 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e276cf11-f640-494d-aad6-13e536ca2144" -d '{"events": [{"name": "network-changed", "server_uuid": "c1b5e246-73e6-41ad-88f0-1b0c20a96fdd", "tag": "03004444-8be2-447c-9467-72612117c20a"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:45:39.096792 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cf40f4ec-138b-4fee-adaa-717b15e5881e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:39.116050 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-215ad38f-89f5-4780-8dfc-1daaf8adb27d req-767f083d-544a-4d60-bc77-15baf93a25ea tempest-VolumesAdminNegativeTest-1244886954 tempest-VolumesAdminNegativeTest-1244886954-project] Deleting port 1ef74bea-918b-4886-be64-92e6e529ed33 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:45:39.116393 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-215ad38f-89f5-4780-8dfc-1daaf8adb27d req-767f083d-544a-4d60-bc77-15baf93a25ea tempest-VolumesAdminNegativeTest-1244886954 tempest-VolumesAdminNegativeTest-1244886954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:39.144914 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf72feb-1a99-4150-85ac-d783e58db918 service neutron] Pushing event updated for resources: {'Port': ['ID=03004444-8be2-447c-9467-72612117c20a,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:39.227145 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b4191f6b-7947-4e38-9650-f20801e2caa7 req-16558bbe-5ed5-4631-81f3-16aa5e0ad022 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6143012 Sep 17 07:45:39.330813 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-215ad38f-89f5-4780-8dfc-1daaf8adb27d req-767f083d-544a-4d60-bc77-15baf93a25ea tempest-VolumesAdminNegativeTest-1244886954 tempest-VolumesAdminNegativeTest-1244886954-project] For port 1ef74bea-918b-4886-be64-92e6e529ed33, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=1ef74bea-918b-4886-be64-92e6e529ed33,segment=NetworkSegment(5da88e10-acd3-42e6-b449-ead2d3e2e3d3),segment_id=5da88e10-acd3-42e6-b449-ead2d3e2e3d3)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:45:39.331218 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-215ad38f-89f5-4780-8dfc-1daaf8adb27d req-767f083d-544a-4d60-bc77-15baf93a25ea tempest-VolumesAdminNegativeTest-1244886954 tempest-VolumesAdminNegativeTest-1244886954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:39.348182 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc8c83e-527d-4821-b08a-aac94d9e4b3e req-f8389eaa-55fc-4787-a0b8-831b8ec89ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:39.349716 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-dbc8c83e-527d-4821-b08a-aac94d9e4b3e req-f8389eaa-55fc-4787-a0b8-831b8ec89ad9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4f0e4c1c4dc94ab78a72a2655bcb731a&device_id=c1b5e246-73e6-41ad-88f0-1b0c20a96fdd HTTP/1.1" status: 200 len: 1094 time: 0.1932492 Sep 17 07:45:39.356022 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4fa0ed63-1f46-4184-b23a-121a66f07a89 req-1b26beba-e4be-4447-a71f-70c56d5554e6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=26cfbb02-93e0-4396-92f1-7ce5298f01f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2602837 Sep 17 07:45:39.358901 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04dd43df-ddee-4922-a8c7-b8853809269a admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:45:39.359973 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-215ad38f-89f5-4780-8dfc-1daaf8adb27d req-767f083d-544a-4d60-bc77-15baf93a25ea tempest-VolumesAdminNegativeTest-1244886954 tempest-VolumesAdminNegativeTest-1244886954-project] Calling delete_port for 1ef74bea-918b-4886-be64-92e6e529ed33 owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:45:39.364587 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-04dd43df-ddee-4922-a8c7-b8853809269a admin admin] 10.222.0.13 "PUT /v2.0/routers/25c93617-b3f2-44fa-b065-f6e92275dbde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7805865 Sep 17 07:45:39.374072 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 57630) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:45:39.375884 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e165f7c6-1c92-43ea-8dd1-cac078d40393 None None] Sync routers for ids ['25c93617-b3f2-44fa-b065-f6e92275dbde'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:45:39.379189 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c648f64d-5688-4c4b-a078-5c4c05c00095 req-a06b8e99-8e1c-4efd-8ce3-8f8e1be07574 tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:39.386565 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c648f64d-5688-4c4b-a078-5c4c05c00095 req-a06b8e99-8e1c-4efd-8ce3-8f8e1be07574 tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7493207 Sep 17 07:45:39.401837 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e165f7c6-1c92-43ea-8dd1-cac078d40393 None None] Routers {'25c93617-b3f2-44fa-b065-f6e92275dbde'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:45:39.402996 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-e165f7c6-1c92-43ea-8dd1-cac078d40393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:45:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['25c93617-b3f2-44fa-b065-f6e92275dbde'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:45:39.407493 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e58aa5a1-5573-45ea-af36-d5fba99ee408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:39.462319 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-ac67cb9d-ca5a-4b7c-87ca-2f65683bd808 service neutron] For port 95db3c29-370b-4f7b-b1bf-ef019afe58e2, host n-h1-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:45:39.463071 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c648f64d-5688-4c4b-a078-5c4c05c00095 req-4bcc2652-273e-4970-b7e1-ad58dc375665 tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] 10.222.0.13 "GET /v2.0/quotas/d3a8a45aac054b49bb26792eb1532b42 HTTP/1.1" status: 200 len: 375 time: 0.0485363 Sep 17 07:45:39.468827 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-dbc8c83e-527d-4821-b08a-aac94d9e4b3e req-456d4cac-4f82-4356-ae0c-da3167a1c07d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03004444-8be2-447c-9467-72612117c20a HTTP/1.1" status: 200 len: 217 time: 0.0977755 Sep 17 07:45:39.499403 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-ac67cb9d-ca5a-4b7c-87ca-2f65683bd808 service neutron] Notify callbacks [] for binding, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:39.500739 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3e87af58-33cf-4ced-a432-20ca37df51f2 req-ac67cb9d-ca5a-4b7c-87ca-2f65683bd808 service neutron] 10.222.0.39 "DELETE /v2.0/ports/95db3c29-370b-4f7b-b1bf-ef019afe58e2/bindings/n-h1-789963-9 HTTP/1.1" status: 204 len: 173 time: 0.5107334 Sep 17 07:45:39.544076 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-e165f7c6-1c92-43ea-8dd1-cac078d40393 None None] Set router 25c93617-b3f2-44fa-b065-f6e92275dbde gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:45:39.549092 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c648f64d-5688-4c4b-a078-5c4c05c00095 req-fcbec905-518a-4f77-903f-2b75c40f8952 tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d3a8a45aac054b49bb26792eb1532b42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0643964 Sep 17 07:45:39.594455 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cf40f4ec-138b-4fee-adaa-717b15e5881e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:39.606805 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa0ed63-1f46-4184-b23a-121a66f07a89 req-648a68fc-d6d1-4882-ba9e-bb8c9f1e4165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:39.615176 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4fa0ed63-1f46-4184-b23a-121a66f07a89 req-648a68fc-d6d1-4882-ba9e-bb8c9f1e4165 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4f0e4c1c4dc94ab78a72a2655bcb731a&device_id=26cfbb02-93e0-4396-92f1-7ce5298f01f4 HTTP/1.1" status: 200 len: 1095 time: 0.1882482 Sep 17 07:45:39.635491 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cf40f4ec-138b-4fee-adaa-717b15e5881e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:39.636773 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b5a72-ac1e-4d05-b365-e6b006ac6344 req-dcf5c8cd-213a-4fa4-8e0b-bf145255d6ed tempest-VolumesAdminNegativeTest-1244886954 tempest-VolumesAdminNegativeTest-1244886954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:39.638761 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-175b5a72-ac1e-4d05-b365-e6b006ac6344 req-dcf5c8cd-213a-4fa4-8e0b-bf145255d6ed tempest-VolumesAdminNegativeTest-1244886954 tempest-VolumesAdminNegativeTest-1244886954-project] 10.222.0.13 "GET /v2.0/ports?device_id=11dbddf5-cff0-4f21-9d9f-a3a0ead416df HTTP/1.1" status: 200 len: 946 time: 0.2130005 Sep 17 07:45:39.682549 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc8c83e-527d-4821-b08a-aac94d9e4b3e req-83fd11e6-ba5c-4716-8c45-f0d002a24d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:39.682549 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-dbc8c83e-527d-4821-b08a-aac94d9e4b3e req-83fd11e6-ba5c-4716-8c45-f0d002a24d0c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b166af2c-f0c1-4005-bf20-b8a2b0583a5b HTTP/1.1" status: 200 len: 848 time: 0.1792712 Sep 17 07:45:39.727764 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf40f4ec-138b-4fee-adaa-717b15e5881e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f3bdbdd-8118-4188-8e22-d388665fc060,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:39.745721 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2cd9324a-5200-4fbc-b88b-e647dec054f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:39.751399 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-dbc8c83e-527d-4821-b08a-aac94d9e4b3e req-541e57e7-4c16-496a-9c6d-9c01349d7a65 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a0a513a6-9cd3-48db-b90d-df8b88e7c76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464666 Sep 17 07:45:39.753909 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-cf40f4ec-138b-4fee-adaa-717b15e5881e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=db5b51022d2a49a5b9d487789ae901ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7307148 Sep 17 07:45:39.765238 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 57632) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:45:39.794289 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-175b5a72-ac1e-4d05-b365-e6b006ac6344 req-7ce02acf-4ca8-4adb-847d-da0609f3ac1f tempest-VolumesAdminNegativeTest-1244886954 tempest-VolumesAdminNegativeTest-1244886954-project] 10.222.0.13 "GET /v2.0/security-groups?id=9c99e789-8b48-47aa-9c3a-fb47b51dcd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417329 Sep 17 07:45:39.807471 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-e165f7c6-1c92-43ea-8dd1-cac078d40393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c93617-b3f2-44fa-b065-f6e92275dbde', 'name': 'tempest-FloatingIPsNegativeTestJSON-1847245299-router', 'tenant_id': 'c21459f9e8214ee18ff63efc568abee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '624df314-0782-4826-be8b-725287807d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:45:19Z', 'updated_at': '2021-09-17T07:45:37Z', 'revision_number': 5, 'project_id': 'c21459f9e8214ee18ff63efc568abee7', 'gw_port': {'id': '624df314-0782-4826-be8b-725287807d5c', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ca:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c93617-b3f2-44fa-b065-f6e92275dbde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:45:20Z', 'updated_at': '2021-09-17T07:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:45:39.834450 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e58aa5a1-5573-45ea-af36-d5fba99ee408 admin admin] Router 0fbcef66-0f72-4bdb-ae87-7af97532fb80 is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 07:45:39.846628 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e165f7c6-1c92-43ea-8dd1-cac078d40393 None None] Checking router: 25c93617-b3f2-44fa-b065-f6e92275dbde for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:45:39.846882 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa0ed63-1f46-4184-b23a-121a66f07a89 req-87186f7f-83d6-4530-b86c-8816348dfd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:39.849126 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4fa0ed63-1f46-4184-b23a-121a66f07a89 req-87186f7f-83d6-4530-b86c-8816348dfd96 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a0a513a6-9cd3-48db-b90d-df8b88e7c76b HTTP/1.1" status: 200 len: 909 time: 0.2057333 Sep 17 07:45:39.873451 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e165f7c6-1c92-43ea-8dd1-cac078d40393 None None] Routers {'25c93617-b3f2-44fa-b065-f6e92275dbde'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:45:39.874868 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-e165f7c6-1c92-43ea-8dd1-cac078d40393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:45:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['25c93617-b3f2-44fa-b065-f6e92275dbde'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:45:39.942105 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4fa0ed63-1f46-4184-b23a-121a66f07a89 req-b33a5b22-ca08-4594-8205-11d7417d630a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28cf66ad-5446-4090-a367-9c2f8667ed25 HTTP/1.1" status: 200 len: 217 time: 0.0848444 Sep 17 07:45:39.946407 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3e5df958-662e-4a59-a9d5-4b7577e77ecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:40.013128 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c249b5-66d4-41ae-9486-74e19e51d222 x-openstack-request-id: req-a4c249b5-66d4-41ae-9486-74e19e51d222 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:45:40.014894 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1b5e246-73e6-41ad-88f0-1b0c20a96fdd", "tag": "03004444-8be2-447c-9467-72612117c20a", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:45:40.015302 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a4c249b5-66d4-41ae-9486-74e19e51d222 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:45:40.015877 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1b5e246-73e6-41ad-88f0-1b0c20a96fdd', 'tag': '03004444-8be2-447c-9467-72612117c20a', 'status': 'completed', 'code': 200} Sep 17 07:45:40.031156 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-215ad38f-89f5-4780-8dfc-1daaf8adb27d req-767f083d-544a-4d60-bc77-15baf93a25ea tempest-VolumesAdminNegativeTest-1244886954 tempest-VolumesAdminNegativeTest-1244886954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:40.070707 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3e5df958-662e-4a59-a9d5-4b7577e77ecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:40.108803 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-e165f7c6-1c92-43ea-8dd1-cac078d40393 None None] Set router 25c93617-b3f2-44fa-b065-f6e92275dbde gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:45:40.129378 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-34e12e56-e1be-4cb3-b0f0-676f00b55652 req-6f4f9d20-f1fe-4a09-8bef-84a44635a4ab tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] 10.222.0.13 "GET /v2.0/ports?device_id=da072600-9e7a-40aa-b384-67f31b6a1822 HTTP/1.1" status: 200 len: 210 time: 0.0672479 Sep 17 07:45:40.152128 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa0ed63-1f46-4184-b23a-121a66f07a89 req-ab98cff3-bfa5-4a2d-ad87-ef375fabbd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:40.153617 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4fa0ed63-1f46-4184-b23a-121a66f07a89 req-ab98cff3-bfa5-4a2d-ad87-ef375fabbd92 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b166af2c-f0c1-4005-bf20-b8a2b0583a5b HTTP/1.1" status: 200 len: 848 time: 0.2003658 Sep 17 07:45:40.167826 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e58aa5a1-5573-45ea-af36-d5fba99ee408 admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:45:40.177068 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdfab37-963c-4f99-a079-d5211c8da959 req-e6647f75-2c4d-410f-be71-a31d0570bd91 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:40.184109 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33b1736-c2c9-4522-b0bf-5bd431c5dd3e None None] Sync routers for ids ['0fbcef66-0f72-4bdb-ae87-7af97532fb80'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:45:40.184766 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5bdfab37-963c-4f99-a079-d5211c8da959 req-e6647f75-2c4d-410f-be71-a31d0570bd91 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1b5e246-73e6-41ad-88f0-1b0c20a96fdd HTTP/1.1" status: 200 len: 943 time: 0.2166491 Sep 17 07:45:40.204188 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33b1736-c2c9-4522-b0bf-5bd431c5dd3e None None] Routers {'0fbcef66-0f72-4bdb-ae87-7af97532fb80'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:45:40.208226 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767f083d-544a-4d60-bc77-15baf93a25ea tempest-VolumesAdminNegativeTest-1244886954 tempest-VolumesAdminNegativeTest-1244886954-project] Pushing event deleted for resources: {'Port': ['ID=1ef74bea-918b-4886-be64-92e6e529ed33,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:40.227216 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-c33b1736-c2c9-4522-b0bf-5bd431c5dd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:45:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['0fbcef66-0f72-4bdb-ae87-7af97532fb80'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:45:40.228120 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2cd9324a-5200-4fbc-b88b-e647dec054f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:40.240335 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4fa0ed63-1f46-4184-b23a-121a66f07a89 req-84e2f2d1-bf5e-42f1-ac91-b3df7eb9d28e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a0a513a6-9cd3-48db-b90d-df8b88e7c76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519509 Sep 17 07:45:40.241169 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-dbc8c83e-527d-4821-b08a-aac94d9e4b3e req-42b8dd09-39dd-4b3e-bc25-18b9bfbe36d8 service neutron] 10.222.0.39 "GET /v2.0/networks/a0a513a6-9cd3-48db-b90d-df8b88e7c76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4556236 Sep 17 07:45:40.253891 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e58aa5a1-5573-45ea-af36-d5fba99ee408 admin admin] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:40.258986 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-215ad38f-89f5-4780-8dfc-1daaf8adb27d req-767f083d-544a-4d60-bc77-15baf93a25ea tempest-VolumesAdminNegativeTest-1244886954 tempest-VolumesAdminNegativeTest-1244886954-project] No DVR routers for this DVR port 1ef74bea-918b-4886-be64-92e6e529ed33 on host n-h1-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:45:40.260036 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e58aa5a1-5573-45ea-af36-d5fba99ee408 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.1984143 Sep 17 07:45:40.261016 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 57642) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:45:40.274338 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-215ad38f-89f5-4780-8dfc-1daaf8adb27d req-767f083d-544a-4d60-bc77-15baf93a25ea tempest-VolumesAdminNegativeTest-1244886954 tempest-VolumesAdminNegativeTest-1244886954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:40.276870 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-215ad38f-89f5-4780-8dfc-1daaf8adb27d req-767f083d-544a-4d60-bc77-15baf93a25ea tempest-VolumesAdminNegativeTest-1244886954 tempest-VolumesAdminNegativeTest-1244886954-project] 10.222.0.41 "DELETE /v2.0/ports/1ef74bea-918b-4886-be64-92e6e529ed33 HTTP/1.1" status: 204 len: 173 time: 1.5302186 Sep 17 07:45:40.289928 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5bdfab37-963c-4f99-a079-d5211c8da959 req-e8f3aa12-a056-4db2-85bd-036d68250a3e tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002166 Sep 17 07:45:40.319570 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3e5df958-662e-4a59-a9d5-4b7577e77ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:40.329826 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3e5df958-662e-4a59-a9d5-4b7577e77ecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:40.334181 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-3e5df958-662e-4a59-a9d5-4b7577e77ecf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0f3bdbdd-8118-4188-8e22-d388665fc060 HTTP/1.1" status: 204 len: 168 time: 0.5679166 Sep 17 07:45:40.399891 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5df958-662e-4a59-a9d5-4b7577e77ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f3bdbdd-8118-4188-8e22-d388665fc060,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:40.554532 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-c33b1736-c2c9-4522-b0bf-5bd431c5dd3e None None] Set router 0fbcef66-0f72-4bdb-ae87-7af97532fb80 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:45:40.624955 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-dbc8c83e-527d-4821-b08a-aac94d9e4b3e req-cd518785-7966-4c33-9bdf-091059ca973b service neutron] 10.222.0.39 "GET /v2.0/networks/a0a513a6-9cd3-48db-b90d-df8b88e7c76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3672309 Sep 17 07:45:40.626978 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-e165f7c6-1c92-43ea-8dd1-cac078d40393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c93617-b3f2-44fa-b065-f6e92275dbde', 'name': 'tempest-FloatingIPsNegativeTestJSON-1847245299-router', 'tenant_id': 'c21459f9e8214ee18ff63efc568abee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '624df314-0782-4826-be8b-725287807d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:45:19Z', 'updated_at': '2021-09-17T07:45:37Z', 'revision_number': 5, 'project_id': 'c21459f9e8214ee18ff63efc568abee7', 'gw_port': {'id': '624df314-0782-4826-be8b-725287807d5c', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ca:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c93617-b3f2-44fa-b065-f6e92275dbde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:45:20Z', 'updated_at': '2021-09-17T07:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:45:40.637782 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-2cd9324a-5200-4fbc-b88b-e647dec054f2 admin admin] Deleting port 624df314-0782-4826-be8b-725287807d5c {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:45:40.638435 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2cd9324a-5200-4fbc-b88b-e647dec054f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:40.639543 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a1bf1-f5a9-412d-bc80-18a52e30b8b9 req-29bf784a-7b31-4b06-9d65-ef10fa56e7f1 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:40.652096 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b85a1bf1-f5a9-412d-bc80-18a52e30b8b9 req-29bf784a-7b31-4b06-9d65-ef10fa56e7f1 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e2ba3ca-8114-45da-a9e4-70769897381d HTTP/1.1" status: 200 len: 945 time: 0.1928210 Sep 17 07:45:40.748631 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b85a1bf1-f5a9-412d-bc80-18a52e30b8b9 req-456672e6-ee9f-45c2-83e5-bba13a9d69e8 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895178 Sep 17 07:45:40.751801 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e165f7c6-1c92-43ea-8dd1-cac078d40393 None None] The sync data for ids ['25c93617-b3f2-44fa-b065-f6e92275dbde'] in n-d-789963-9 is: [{'id': '25c93617-b3f2-44fa-b065-f6e92275dbde', 'name': 'tempest-FloatingIPsNegativeTestJSON-1847245299-router', 'tenant_id': 'c21459f9e8214ee18ff63efc568abee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '624df314-0782-4826-be8b-725287807d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:45:19Z', 'updated_at': '2021-09-17T07:45:37Z', 'revision_number': 5, 'project_id': 'c21459f9e8214ee18ff63efc568abee7', 'gw_port': {'id': '624df314-0782-4826-be8b-725287807d5c', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ca:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c93617-b3f2-44fa-b065-f6e92275dbde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:45:20Z', 'updated_at': '2021-09-17T07:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:45:40.757127 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4fa0ed63-1f46-4184-b23a-121a66f07a89 req-8c84d731-d408-41fb-86f7-9b21864908cd service neutron] 10.222.0.41 "GET /v2.0/networks/a0a513a6-9cd3-48db-b90d-df8b88e7c76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4921110 Sep 17 07:45:40.907216 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276cf11-f640-494d-aad6-13e536ca2144 req-6a55ce96-8116-4631-a7e6-6a5d76da7f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:40.908785 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e276cf11-f640-494d-aad6-13e536ca2144 req-6a55ce96-8116-4631-a7e6-6a5d76da7f35 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4f0e4c1c4dc94ab78a72a2655bcb731a&device_id=c1b5e246-73e6-41ad-88f0-1b0c20a96fdd HTTP/1.1" status: 200 len: 1094 time: 0.1567025 Sep 17 07:45:40.955508 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4fa0ed63-1f46-4184-b23a-121a66f07a89 req-66f3c729-6861-44d2-95c7-3dc239378f01 service neutron] 10.222.0.41 "GET /v2.0/networks/a0a513a6-9cd3-48db-b90d-df8b88e7c76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867292 Sep 17 07:45:40.988117 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-c33b1736-c2c9-4522-b0bf-5bd431c5dd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbcef66-0f72-4bdb-ae87-7af97532fb80', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-447192026-router', 'tenant_id': 'c2462a1e780141b1958639a93afd50ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': '9d84ea63-b1bd-4667-99ea-03543fed487d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:45:34Z', 'updated_at': '2021-09-17T07:45:38Z', 'revision_number': 3, 'project_id': 'c2462a1e780141b1958639a93afd50ae', 'gw_port': {'id': '9d84ea63-b1bd-4667-99ea-03543fed487d', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f7:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fbcef66-0f72-4bdb-ae87-7af97532fb80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:45:36Z', 'updated_at': '2021-09-17T07:45:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:45:41.064814 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33b1736-c2c9-4522-b0bf-5bd431c5dd3e None None] Checking router: 0fbcef66-0f72-4bdb-ae87-7af97532fb80 for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:45:41.066346 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33b1736-c2c9-4522-b0bf-5bd431c5dd3e None None] Updating router 0fbcef66-0f72-4bdb-ae87-7af97532fb80 port 9d84ea63-b1bd-4667-99ea-03543fed487d binding host n-d-789963-9 {{(pid=101291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 07:45:41.079491 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3d9154b2-805f-4cfb-be55-d0daae45f7e5 req-119f4d7e-3a6a-4dc9-9389-6df0ef27bd3b tempest-VolumesAdminNegativeTest-1244886954 tempest-VolumesAdminNegativeTest-1244886954-project] 10.222.0.13 "GET /v2.0/ports?device_id=11dbddf5-cff0-4f21-9d9f-a3a0ead416df HTTP/1.1" status: 200 len: 210 time: 0.0981548 Sep 17 07:45:41.098003 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23185473-83c2-4f04-bd65-43aec7052213 req-b212a0a6-a2fe-4d42-910d-d449167316e0 tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:41.100018 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-23185473-83c2-4f04-bd65-43aec7052213 req-b212a0a6-a2fe-4d42-910d-d449167316e0 tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6e2ba3ca-8114-45da-a9e4-70769897381d HTTP/1.1" status: 200 len: 1096 time: 0.1152356 Sep 17 07:45:41.116362 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c33b1736-c2c9-4522-b0bf-5bd431c5dd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:41.145650 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-23185473-83c2-4f04-bd65-43aec7052213 req-80a783b0-68d2-4148-bf9e-46bb67a73f48 tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388758 Sep 17 07:45:41.266516 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e30d28e6-c4c3-448b-908b-3c29d747c506 req-55b82a46-2a43-4d07-bd8a-5f433fc8cc3f tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] 10.222.0.13 "GET /v2.0/ports?device_id=da072600-9e7a-40aa-b384-67f31b6a1822 HTTP/1.1" status: 200 len: 210 time: 0.0492215 Sep 17 07:45:41.453133 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09070389-df8a-48f2-b29d-ec0b97f21e9a req-ad296ad4-4c59-4d50-a622-21b01cf46b52 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:41.462498 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-09070389-df8a-48f2-b29d-ec0b97f21e9a req-ad296ad4-4c59-4d50-a622-21b01cf46b52 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1b5e246-73e6-41ad-88f0-1b0c20a96fdd HTTP/1.1" status: 200 len: 943 time: 0.0715942 Sep 17 07:45:41.515289 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-09070389-df8a-48f2-b29d-ec0b97f21e9a req-bc58a77f-1c98-49da-8dc6-bc8bc9a1d1cd tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502472 Sep 17 07:45:41.583930 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-2cd9324a-5200-4fbc-b88b-e647dec054f2 admin admin] For port 624df314-0782-4826-be8b-725287807d5c, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=624df314-0782-4826-be8b-725287807d5c,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:45:41.584306 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2cd9324a-5200-4fbc-b88b-e647dec054f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:41.611370 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-2cd9324a-5200-4fbc-b88b-e647dec054f2 admin admin] Calling delete_port for 624df314-0782-4826-be8b-725287807d5c owned by network:router_gateway {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:45:41.626129 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276cf11-f640-494d-aad6-13e536ca2144 req-11b50781-e491-4ecb-8d3b-0d86f5f519cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:41.627603 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e276cf11-f640-494d-aad6-13e536ca2144 req-11b50781-e491-4ecb-8d3b-0d86f5f519cd service neutron] 10.222.0.39 "GET /v2.0/networks?id=a0a513a6-9cd3-48db-b90d-df8b88e7c76b HTTP/1.1" status: 200 len: 909 time: 0.7113411 Sep 17 07:45:41.643944 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c33b1736-c2c9-4522-b0bf-5bd431c5dd3e None None] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:41.651436 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c33b1736-c2c9-4522-b0bf-5bd431c5dd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:41.714626 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44d10e6-2671-478e-9b78-d1f835b3261a None None] Pushing event updated for resources: {'Port': ['ID=9d84ea63-b1bd-4667-99ea-03543fed487d,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:41.719812 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-c33b1736-c2c9-4522-b0bf-5bd431c5dd3e None None] Attempting to bind port 9d84ea63-b1bd-4667-99ea-03543fed487d on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:45:41.719812 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-c33b1736-c2c9-4522-b0bf-5bd431c5dd3e None None] Attempting to bind port 9d84ea63-b1bd-4667-99ea-03543fed487d by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:45:41.719812 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33b1736-c2c9-4522-b0bf-5bd431c5dd3e None None] Attempting to bind port 9d84ea63-b1bd-4667-99ea-03543fed487d on network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:45:41.724107 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33b1736-c2c9-4522-b0bf-5bd431c5dd3e None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:45:41.724516 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33b1736-c2c9-4522-b0bf-5bd431c5dd3e None None] Checking segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:45:41.724888 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c33b1736-c2c9-4522-b0bf-5bd431c5dd3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:41.725838 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33b1736-c2c9-4522-b0bf-5bd431c5dd3e None None] Bound using segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:45:41.726315 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-c33b1736-c2c9-4522-b0bf-5bd431c5dd3e None None] Bound port: 9d84ea63-b1bd-4667-99ea-03543fed487d, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:45:41.726813 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c33b1736-c2c9-4522-b0bf-5bd431c5dd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:41.756577 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e276cf11-f640-494d-aad6-13e536ca2144 req-f35d76f2-d77f-4eb3-b3ab-892284ce5c8e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03004444-8be2-447c-9467-72612117c20a HTTP/1.1" status: 200 len: 217 time: 0.0604801 Sep 17 07:45:41.786993 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ff943-d6ca-4787-b1cc-dfe7ec4965c7 req-7a74667e-d03c-43ef-913c-16f57663a0d6 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:41.787230 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-c33b1736-c2c9-4522-b0bf-5bd431c5dd3e None None] For port 9d84ea63-b1bd-4667-99ea-03543fed487d, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:45:41.800814 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a90ff943-d6ca-4787-b1cc-dfe7ec4965c7 req-7a74667e-d03c-43ef-913c-16f57663a0d6 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/networks?id=339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5 HTTP/1.1" status: 200 len: 820 time: 0.1572499 Sep 17 07:45:41.800963 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-c33b1736-c2c9-4522-b0bf-5bd431c5dd3e None None] For port 9d84ea63-b1bd-4667-99ea-03543fed487d, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=9d84ea63-b1bd-4667-99ea-03543fed487d,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:45:41.807468 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c33b1736-c2c9-4522-b0bf-5bd431c5dd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:41.820517 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a90ff943-d6ca-4787-b1cc-dfe7ec4965c7 req-df98ff4e-7bce-469c-acc9-f9698d94ef40 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/quotas/2525ecc58cad4fa78c4be116636fc184 HTTP/1.1" status: 200 len: 375 time: 0.0225055 Sep 17 07:45:41.864727 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 1ef74bea-918b-4886-be64-92e6e529ed33 no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:45:41.897706 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a90ff943-d6ca-4787-b1cc-dfe7ec4965c7 req-76a2fe32-44f4-4207-b828-86b845b2d8e9 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2525ecc58cad4fa78c4be116636fc184&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0698133 Sep 17 07:45:41.915446 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] No Port match for: 1ef74bea-918b-4886-be64-92e6e529ed33 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:45:41.915446 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 1ef74bea-918b-4886-be64-92e6e529ed33 not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:45:41.924486 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c648f64d-5688-4c4b-a078-5c4c05c00095 req-e3502148-c1f3-4f38-9d9c-dc39e70cea1e tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=d3a8a45aac054b49bb26792eb1532b42&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259399 Sep 17 07:45:41.928259 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33b1736-c2c9-4522-b0bf-5bd431c5dd3e None None] Routers {'0fbcef66-0f72-4bdb-ae87-7af97532fb80'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:45:41.928408 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-c33b1736-c2c9-4522-b0bf-5bd431c5dd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:45:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['0fbcef66-0f72-4bdb-ae87-7af97532fb80'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:45:42.009072 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276cf11-f640-494d-aad6-13e536ca2144 req-3045e00d-981c-4fef-b390-325569d8c437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:42.010726 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e276cf11-f640-494d-aad6-13e536ca2144 req-3045e00d-981c-4fef-b390-325569d8c437 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b166af2c-f0c1-4005-bf20-b8a2b0583a5b HTTP/1.1" status: 200 len: 848 time: 0.2238595 Sep 17 07:45:42.021385 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11dbddf5-cff0-4f21-9d9f-a3a0ead416df', 'name': 'network-vif-deleted', 'tag': '1ef74bea-918b-4886-be64-92e6e529ed33'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:45:42.025342 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c73f0d-b7a5-4c9f-8c4c-2a9afb7aa1f9" -d '{"events": [{"server_uuid": "11dbddf5-cff0-4f21-9d9f-a3a0ead416df", "name": "network-vif-deleted", "tag": "1ef74bea-918b-4886-be64-92e6e529ed33"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:45:42.100842 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a90ff943-d6ca-4787-b1cc-dfe7ec4965c7 req-8d799906-c9c0-4180-8c2b-aa2b69f40cc3 service neutron] 10.222.0.13 "GET /v2.0/networks/339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935887 Sep 17 07:45:42.132774 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9750bcea-3d32-4e1e-a74a-ee05d5ec42d5 x-openstack-request-id: req-9750bcea-3d32-4e1e-a74a-ee05d5ec42d5 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:45:42.133073 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11dbddf5-cff0-4f21-9d9f-a3a0ead416df", "name": "network-vif-deleted", "tag": "1ef74bea-918b-4886-be64-92e6e529ed33", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:45:42.133328 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9750bcea-3d32-4e1e-a74a-ee05d5ec42d5 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:45:42.133724 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11dbddf5-cff0-4f21-9d9f-a3a0ead416df', 'name': 'network-vif-deleted', 'tag': '1ef74bea-918b-4886-be64-92e6e529ed33', 'status': 'completed', 'code': 200} Sep 17 07:45:42.138214 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e276cf11-f640-494d-aad6-13e536ca2144 req-c86db227-dc5d-4280-ad03-7d001e593df0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a0a513a6-9cd3-48db-b90d-df8b88e7c76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1057098 Sep 17 07:45:42.141601 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 57700) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:45:42.225882 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44d10e6-2671-478e-9b78-d1f835b3261a None None] Pushing event updated for resources: {'Port': ['ID=9d84ea63-b1bd-4667-99ea-03543fed487d,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:42.239108 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-c33b1736-c2c9-4522-b0bf-5bd431c5dd3e None None] Set router 0fbcef66-0f72-4bdb-ae87-7af97532fb80 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:45:42.254626 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-09114fb7-2cca-4267-97be-b57d4c331d85 admin admin] Deleting subnet 4af7627b-0e14-4246-9709-af1adcdc0839 {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:45:42.266021 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-09114fb7-2cca-4267-97be-b57d4c331d85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:42.298797 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2cd9324a-5200-4fbc-b88b-e647dec054f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:42.318015 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a90ff943-d6ca-4787-b1cc-dfe7ec4965c7 req-e78f894c-ce9e-44ad-b43a-57e0384aff52 service neutron] 10.222.0.13 "GET /v2.0/networks/339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131143 Sep 17 07:45:42.343750 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-09114fb7-2cca-4267-97be-b57d4c331d85 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:42.349311 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ea12ff99-2439-4385-b99c-a1ab2b67cc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:42.353741 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-09114fb7-2cca-4267-97be-b57d4c331d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:42.359213 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c648f64d-5688-4c4b-a078-5c4c05c00095 req-70a092c2-29db-4640-bcc2-5957a13966cb tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:42.360773 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c648f64d-5688-4c4b-a078-5c4c05c00095 req-70a092c2-29db-4640-bcc2-5957a13966cb tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4247053 Sep 17 07:45:42.361565 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd9324a-5200-4fbc-b88b-e647dec054f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=624df314-0782-4826-be8b-725287807d5c,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:42.391259 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-c648f64d-5688-4c4b-a078-5c4c05c00095 req-f705890a-ab61-470e-bd77-90c30f471a6a tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] Request body: {'port': {'device_id': 'da072600-9e7a-40aa-b384-67f31b6a1822', 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583', 'admin_state_up': True, 'tenant_id': 'd3a8a45aac054b49bb26792eb1532b42'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:45:42.452156 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e276cf11-f640-494d-aad6-13e536ca2144 req-8533081d-b918-47e7-b0e0-30998bf8d402 service neutron] 10.222.0.39 "GET /v2.0/networks/a0a513a6-9cd3-48db-b90d-df8b88e7c76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820849 Sep 17 07:45:42.461197 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a582db34-5bb6-4b65-baee-555e89d93101 req-216a06bd-9c83-4c8b-8678-ce2f8a2df027 tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] 10.222.0.13 "GET /v2.0/ports?device_id=da072600-9e7a-40aa-b384-67f31b6a1822 HTTP/1.1" status: 200 len: 210 time: 0.0616138 Sep 17 07:45:42.524457 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-09114fb7-2cca-4267-97be-b57d4c331d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:42.557422 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-09114fb7-2cca-4267-97be-b57d4c331d85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:42.563089 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-09114fb7-2cca-4267-97be-b57d4c331d85 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4af7627b-0e14-4246-9709-af1adcdc0839 HTTP/1.1" status: 204 len: 168 time: 0.4195888 Sep 17 07:45:42.564465 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 57718) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:45:42.616925 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-c33b1736-c2c9-4522-b0bf-5bd431c5dd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbcef66-0f72-4bdb-ae87-7af97532fb80', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-447192026-router', 'tenant_id': 'c2462a1e780141b1958639a93afd50ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': '9d84ea63-b1bd-4667-99ea-03543fed487d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:45:34Z', 'updated_at': '2021-09-17T07:45:38Z', 'revision_number': 3, 'project_id': 'c2462a1e780141b1958639a93afd50ae', 'gw_port': {'id': '9d84ea63-b1bd-4667-99ea-03543fed487d', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f7:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fbcef66-0f72-4bdb-ae87-7af97532fb80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:45:36Z', 'updated_at': '2021-09-17T07:45:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:45:42.651154 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9f17c4db-8cc6-452c-92dd-dc96cd6d2b3d req-3b8bf562-196f-4fa5-90fc-461d19a2212e tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b19613c-19cc-4fcd-9986-d4471d717aa1 HTTP/1.1" status: 200 len: 210 time: 0.1116085 Sep 17 07:45:42.658326 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33b1736-c2c9-4522-b0bf-5bd431c5dd3e None None] The sync data for ids ['0fbcef66-0f72-4bdb-ae87-7af97532fb80'] in n-d-789963-9 is: [{'id': '0fbcef66-0f72-4bdb-ae87-7af97532fb80', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-447192026-router', 'tenant_id': 'c2462a1e780141b1958639a93afd50ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': '9d84ea63-b1bd-4667-99ea-03543fed487d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:45:34Z', 'updated_at': '2021-09-17T07:45:38Z', 'revision_number': 3, 'project_id': 'c2462a1e780141b1958639a93afd50ae', 'gw_port': {'id': '9d84ea63-b1bd-4667-99ea-03543fed487d', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f7:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fbcef66-0f72-4bdb-ae87-7af97532fb80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:45:36Z', 'updated_at': '2021-09-17T07:45:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:45:42.699250 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09114fb7-2cca-4267-97be-b57d4c331d85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4af7627b-0e14-4246-9709-af1adcdc0839,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:42.741353 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device d8e431cd-53a2-4f73-b004-c4e17213ff29 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:45:42.786589 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: d8e431cd-53a2-4f73-b004-c4e17213ff29 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:45:42.786956 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device d8e431cd-53a2-4f73-b004-c4e17213ff29 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:45:42.826765 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d4b3583d-e6d6-4937-9241-a4dd0f19b78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:42.846998 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09518ac-7871-4cda-8c2b-3bab15f3494a req-a95e8f49-e326-479a-9f97-cf1e47a84cf5 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:42.855037 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a09518ac-7871-4cda-8c2b-3bab15f3494a req-a95e8f49-e326-479a-9f97-cf1e47a84cf5 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1b5e246-73e6-41ad-88f0-1b0c20a96fdd HTTP/1.1" status: 200 len: 943 time: 0.2019885 Sep 17 07:45:42.935245 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-ea12ff99-2439-4385-b99c-a1ab2b67cc5f admin admin] Allocated IP 172.20.0.1 (6ef777b6-7ad1-4024-92d0-59588d5006d3/95f63716-c4f9-4043-91d3-562a23db13ea/e0f7c0ac-a5e2-45b9-a5be-574e71f765fd) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:45:42.944966 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2cd9324a-5200-4fbc-b88b-e647dec054f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:42.949931 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a09518ac-7871-4cda-8c2b-3bab15f3494a req-fc5b8eae-ef44-4e09-83c5-250f3c1040cf tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939729 Sep 17 07:45:42.997067 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d4b3583d-e6d6-4937-9241-a4dd0f19b78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:43.025229 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d4b3583d-e6d6-4937-9241-a4dd0f19b78f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:45:43.025738 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d4b3583d-e6d6-4937-9241-a4dd0f19b78f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:45:43.026718 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d4b3583d-e6d6-4937-9241-a4dd0f19b78f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:45:43.027033 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d4b3583d-e6d6-4937-9241-a4dd0f19b78f admin admin] Subscribe: > port after_create 55550000 {{(pid=101289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:45:43.027398 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d4b3583d-e6d6-4937-9241-a4dd0f19b78f admin admin] Subscribe: > port after_delete 55550000 {{(pid=101289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:45:43.027743 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d4b3583d-e6d6-4937-9241-a4dd0f19b78f admin admin] Subscribe: > port after_update 55550000 {{(pid=101289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:45:43.028120 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d4b3583d-e6d6-4937-9241-a4dd0f19b78f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:45:43.028530 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d4b3583d-e6d6-4937-9241-a4dd0f19b78f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:45:43.028852 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d4b3583d-e6d6-4937-9241-a4dd0f19b78f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:45:43.029175 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d4b3583d-e6d6-4937-9241-a4dd0f19b78f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:45:43.078636 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2cd9324a-5200-4fbc-b88b-e647dec054f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:43.085624 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2cd9324a-5200-4fbc-b88b-e647dec054f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:43.110374 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d4b3583d-e6d6-4937-9241-a4dd0f19b78f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:45:43.110812 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d4b3583d-e6d6-4937-9241-a4dd0f19b78f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:45:43.111152 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d4b3583d-e6d6-4937-9241-a4dd0f19b78f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:45:43.111491 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d4b3583d-e6d6-4937-9241-a4dd0f19b78f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 07:45:43.111889 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-d4b3583d-e6d6-4937-9241-a4dd0f19b78f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c30d55a8-0216-46a7-bf20-ef14b8c929a7']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:45:43.140081 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-d4b3583d-e6d6-4937-9241-a4dd0f19b78f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5da88e10-acd3-42e6-b449-ead2d3e2e3d3') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:45:43.140806 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-d4b3583d-e6d6-4937-9241-a4dd0f19b78f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5da88e10-acd3-42e6-b449-ead2d3e2e3d3') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:45:43.179975 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d4b3583d-e6d6-4937-9241-a4dd0f19b78f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:43.195773 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e276cf11-f640-494d-aad6-13e536ca2144 req-d2ebaef4-48e9-4314-9601-74cf7ff0d15b service neutron] 10.222.0.39 "GET /v2.0/networks/a0a513a6-9cd3-48db-b90d-df8b88e7c76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7191489 Sep 17 07:45:43.199479 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2cd9324a-5200-4fbc-b88b-e647dec054f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:43.200407 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd9324a-5200-4fbc-b88b-e647dec054f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25c93617-b3f2-44fa-b065-f6e92275dbde {{(pid=101290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 07:45:43.201823 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c648f64d-5688-4c4b-a078-5c4c05c00095 req-f705890a-ab61-470e-bd77-90c30f471a6a tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] Made reservation on behalf of d3a8a45aac054b49bb26792eb1532b42 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:45:43.205540 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c648f64d-5688-4c4b-a078-5c4c05c00095 req-f705890a-ab61-470e-bd77-90c30f471a6a tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:43.215557 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d4b3583d-e6d6-4937-9241-a4dd0f19b78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:43.230169 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4b3583d-e6d6-4937-9241-a4dd0f19b78f admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 07:45:43.231298 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d4b3583d-e6d6-4937-9241-a4dd0f19b78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:43.236378 n-d-789963-9 neutron-server[101289]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 17 07:45:43.236378 n-d-789963-9 neutron-server[101289]: from cryptography.utils import int_from_bytes Sep 17 07:45:43.236378 n-d-789963-9 neutron-server[101289]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 17 07:45:43.236378 n-d-789963-9 neutron-server[101289]: from cryptography.utils import int_from_bytes Sep 17 07:45:43.236378 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 07:45:43.236378 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 07:45:43.236378 n-d-789963-9 neutron-server[101289]: timer() Sep 17 07:45:43.236378 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 07:45:43.236378 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 07:45:43.236378 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 07:45:43.236378 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 07:45:43.236378 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 07:45:43.236378 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 07:45:43.236378 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 07:45:43.236378 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 07:45:43.236378 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 07:45:43.236378 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 07:45:43.236378 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 07:45:43.236378 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 07:45:43.236378 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 07:45:43.236378 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 07:45:43.236378 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 07:45:43.236378 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 07:45:43.236378 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 07:45:43.236378 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 07:45:43.236378 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 07:45:43.236378 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 07:45:43.236378 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 07:45:43.236378 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 07:45:43.236378 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 07:45:43.236378 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 07:45:43.236378 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 07:45:43.236378 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 07:45:43.236378 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 07:45:43.236378 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 07:45:43.236378 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 07:45:43.299671 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2cd9324a-5200-4fbc-b88b-e647dec054f2 admin admin] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:43.301252 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-2cd9324a-5200-4fbc-b88b-e647dec054f2 admin admin] 10.222.0.13 "DELETE /v2.0/routers/25c93617-b3f2-44fa-b065-f6e92275dbde HTTP/1.1" status: 204 len: 168 time: 3.9262917 Sep 17 07:45:43.308966 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 57736) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:45:43.314167 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c648f64d-5688-4c4b-a078-5c4c05c00095 req-f705890a-ab61-470e-bd77-90c30f471a6a tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:43.321932 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d4b3583d-e6d6-4937-9241-a4dd0f19b78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:43.340695 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ea12ff99-2439-4385-b99c-a1ab2b67cc5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:43.373649 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d4b3583d-e6d6-4937-9241-a4dd0f19b78f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:43.379758 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-d4b3583d-e6d6-4937-9241-a4dd0f19b78f admin admin] 10.222.0.13 "DELETE /v2.0/networks/c30d55a8-0216-46a7-bf20-ef14b8c929a7 HTTP/1.1" status: 204 len: 168 time: 0.7677720 Sep 17 07:45:43.381333 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 57738) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:45:43.400187 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b3583d-e6d6-4937-9241-a4dd0f19b78f admin admin] Pushing event deleted for resources: {'Network': ['ID=c30d55a8-0216-46a7-bf20-ef14b8c929a7,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:43.421973 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-27774d4d-5623-469d-b841-726d223d8455 admin admin] Deleting subnet fabef2d1-b412-4842-bcbe-21211b971efe {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:45:43.429270 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-27774d4d-5623-469d-b841-726d223d8455 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:43.469168 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 57740) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:45:43.486095 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ea12ff99-2439-4385-b99c-a1ab2b67cc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:43.494439 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-a874d169-942c-4a77-aefc-2e8b146eb184 admin admin] Deleting subnet e465131b-377c-44b0-bb50-8a55ff47256d {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:45:43.517572 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-27774d4d-5623-469d-b841-726d223d8455 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:43.527509 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a874d169-942c-4a77-aefc-2e8b146eb184 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:43.577124 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea12ff99-2439-4385-b99c-a1ab2b67cc5f admin admin] Network 6ef777b6-7ad1-4024-92d0-59588d5006d3 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:45:43.596210 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-ea12ff99-2439-4385-b99c-a1ab2b67cc5f admin admin] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:45:43.605123 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea12ff99-2439-4385-b99c-a1ab2b67cc5f admin admin] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:45:43.608517 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8058aeaf-1923-4073-9837-fb30f85a8087 req-4d5ca245-33c0-46e3-a490-5d9d571b3ec5 tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] 10.222.0.13 "GET /v2.0/ports?device_id=da072600-9e7a-40aa-b384-67f31b6a1822 HTTP/1.1" status: 200 len: 210 time: 0.0447760 Sep 17 07:45:43.670295 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-27774d4d-5623-469d-b841-726d223d8455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:43.721883 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-49a5e8f0-54b6-40c4-8ec4-3da99c656cf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:43.804524 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f45ae36b-459b-4cbc-8a66-7e7ac025cc20 req-1d4a5f1f-7401-473e-a2b1-e49751cb5af7 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b19613c-19cc-4fcd-9986-d4471d717aa1 HTTP/1.1" status: 200 len: 210 time: 0.0337894 Sep 17 07:45:43.805497 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-27774d4d-5623-469d-b841-726d223d8455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:43.839673 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27774d4d-5623-469d-b841-726d223d8455 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fabef2d1-b412-4842-bcbe-21211b971efe,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:43.839673 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-27774d4d-5623-469d-b841-726d223d8455 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:43.840233 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-27774d4d-5623-469d-b841-726d223d8455 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/fabef2d1-b412-4842-bcbe-21211b971efe HTTP/1.1" status: 204 len: 168 time: 0.5289223 Sep 17 07:45:43.842461 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 57748) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:45:43.847561 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08485d55-ae28-4e3a-9430-3f2ad33e8107 None None] Network 3d1c8044-f40c-4942-a0e4-2f099980a087 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:45:43.920739 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-09830382-740d-40fd-89f2-4e8c26a1ca5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:44.034845 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-09830382-740d-40fd-89f2-4e8c26a1ca5a admin admin] Deleting port bd65b6d3-5964-4494-a00f-f1dadc66de37 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:45:44.034845 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-09830382-740d-40fd-89f2-4e8c26a1ca5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:44.105732 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a874d169-942c-4a77-aefc-2e8b146eb184 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:44.107490 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-d89439b1-ea09-4d33-b260-b10a78708932 None None] Provisioning complete for port e0f7c0ac-a5e2-45b9-a5be-574e71f765fd triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:45:44.107646 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d89439b1-ea09-4d33-b260-b10a78708932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:44.147745 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea12ff99-2439-4385-b99c-a1ab2b67cc5f admin admin] Pushing event updated for resources: {'Port': ['ID=e0f7c0ac-a5e2-45b9-a5be-574e71f765fd,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:44.155234 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ea12ff99-2439-4385-b99c-a1ab2b67cc5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:44.166301 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-d89439b1-ea09-4d33-b260-b10a78708932 None None] Port e0f7c0ac-a5e2-45b9-a5be-574e71f765fd cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:45:44.221162 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c648f64d-5688-4c4b-a078-5c4c05c00095 req-f705890a-ab61-470e-bd77-90c30f471a6a tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:44.232295 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a874d169-942c-4a77-aefc-2e8b146eb184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:44.234880 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c648f64d-5688-4c4b-a078-5c4c05c00095 req-f705890a-ab61-470e-bd77-90c30f471a6a tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:44.260071 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea49d85-6311-49d3-8ae6-21b0f17968bd None None] DHCP port deletion for 3d1c8044-f40c-4942-a0e4-2f099980a087 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 07:45:44.356089 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-dea49d85-6311-49d3-8ae6-21b0f17968bd None None] Deleting port bd65b6d3-5964-4494-a00f-f1dadc66de37 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:45:44.356551 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dea49d85-6311-49d3-8ae6-21b0f17968bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:44.415410 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f705890a-ab61-470e-bd77-90c30f471a6a tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dee2515-93d4-4ddd-9714-7486e0b8abaf,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:44.447997 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-dea49d85-6311-49d3-8ae6-21b0f17968bd None None] For port bd65b6d3-5964-4494-a00f-f1dadc66de37, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=bd65b6d3-5964-4494-a00f-f1dadc66de37,segment=NetworkSegment(2bcb9a5f-ce12-4483-b885-7674022ccfee),segment_id=2bcb9a5f-ce12-4483-b885-7674022ccfee)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:45:44.449177 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dea49d85-6311-49d3-8ae6-21b0f17968bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:44.467967 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-dea49d85-6311-49d3-8ae6-21b0f17968bd None None] Calling delete_port for bd65b6d3-5964-4494-a00f-f1dadc66de37 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:45:44.502558 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a874d169-942c-4a77-aefc-2e8b146eb184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:44.522894 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 03004444-8be2-447c-9467-72612117c20a details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:45:44.524407 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-09830382-740d-40fd-89f2-4e8c26a1ca5a admin admin] For port bd65b6d3-5964-4494-a00f-f1dadc66de37, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=bd65b6d3-5964-4494-a00f-f1dadc66de37,segment=NetworkSegment(2bcb9a5f-ce12-4483-b885-7674022ccfee),segment_id=2bcb9a5f-ce12-4483-b885-7674022ccfee)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:45:44.524905 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-09830382-740d-40fd-89f2-4e8c26a1ca5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:44.542940 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ea12ff99-2439-4385-b99c-a1ab2b67cc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:44.544848 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a874d169-942c-4a77-aefc-2e8b146eb184 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e465131b-377c-44b0-bb50-8a55ff47256d,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:44.547151 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a874d169-942c-4a77-aefc-2e8b146eb184 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:44.551231 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a874d169-942c-4a77-aefc-2e8b146eb184 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e465131b-377c-44b0-bb50-8a55ff47256d HTTP/1.1" status: 204 len: 168 time: 1.1614056 Sep 17 07:45:44.559853 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 57754) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:45:44.576402 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-c648f64d-5688-4c4b-a078-5c4c05c00095 req-f705890a-ab61-470e-bd77-90c30f471a6a tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] Allocated IP 192.168.233.137 (469390cd-cce5-49bd-b8f8-9e64018a0583/5f3af6cb-9cad-436b-bf41-034e75672c44/a88b86ec-4303-4784-b3b8-0214ca638078) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:45:44.590644 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-09830382-740d-40fd-89f2-4e8c26a1ca5a admin admin] Calling delete_port for bd65b6d3-5964-4494-a00f-f1dadc66de37 owned by network:dhcp {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:45:44.632672 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 03004444-8be2-447c-9467-72612117c20a, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=03004444-8be2-447c-9467-72612117c20a,segment=NetworkSegment(2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff),segment_id=2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:45:44.669629 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '03004444-8be2-447c-9467-72612117c20a', 'network_id': 'a0a513a6-9cd3-48db-b90d-df8b88e7c76b', 'port_id': '03004444-8be2-447c-9467-72612117c20a', 'mac_address': 'fa:16:3e:75:ab:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b166af2c-f0c1-4005-bf20-b8a2b0583a5b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:45:44.691407 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-01928b4a-6289-42d5-a6ac-71fd5ad477d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:44.771941 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:44.787699 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 9d84ea63-b1bd-4667-99ea-03543fed487d up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:45:44.789675 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03ad556-c7d2-4306-832b-b28681950928 req-155b8fbd-827b-4570-a281-e83e69cfe51f tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:44.792391 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f03ad556-c7d2-4306-832b-b28681950928 req-155b8fbd-827b-4570-a281-e83e69cfe51f tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1b5e246-73e6-41ad-88f0-1b0c20a96fdd HTTP/1.1" status: 200 len: 943 time: 0.7013185 Sep 17 07:45:44.812900 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03004444-8be2-447c-9467-72612117c20a {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:45:44.820386 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dea49d85-6311-49d3-8ae6-21b0f17968bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:44.823443 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-df59374f-e33c-4646-a00a-b8f9ff897d43 req-36f916b3-5bf7-4a58-b8b8-f71ebd1e67a0 tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] 10.222.0.13 "GET /v2.0/ports?device_id=da072600-9e7a-40aa-b384-67f31b6a1822 HTTP/1.1" status: 200 len: 210 time: 0.0505109 Sep 17 07:45:44.838600 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ff943-d6ca-4787-b1cc-dfe7ec4965c7 req-763719b9-311d-4fcb-981f-0c75513456d5 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:44.856322 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a90ff943-d6ca-4787-b1cc-dfe7ec4965c7 req-763719b9-311d-4fcb-981f-0c75513456d5 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.41 "GET /v2.0/networks?id=339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5 HTTP/1.1" status: 200 len: 820 time: 0.7226675 Sep 17 07:45:44.864650 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea49d85-6311-49d3-8ae6-21b0f17968bd None None] No DVR routers for this DVR port bd65b6d3-5964-4494-a00f-f1dadc66de37 on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:45:44.873964 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea49d85-6311-49d3-8ae6-21b0f17968bd None None] Pushing event deleted for resources: {'Port': ['ID=bd65b6d3-5964-4494-a00f-f1dadc66de37,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:44.884028 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 03004444-8be2-447c-9467-72612117c20a, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=03004444-8be2-447c-9467-72612117c20a,segment=NetworkSegment(2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff),segment_id=2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:45:44.896962 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:44.930499 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-09830382-740d-40fd-89f2-4e8c26a1ca5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:44.931463 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 9d84ea63-b1bd-4667-99ea-03543fed487d triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:45:44.931905 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:44.937650 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-a90ff943-d6ca-4787-b1cc-dfe7ec4965c7 req-c04616e6-3e59-453b-a61f-7a91922d70c8 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Request body: {'port': {'device_id': '4b19613c-19cc-4fcd-9986-d4471d717aa1', 'network_id': '339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5', 'admin_state_up': True, 'tenant_id': '2525ecc58cad4fa78c4be116636fc184'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:45:44.939406 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-01928b4a-6289-42d5-a6ac-71fd5ad477d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:44.991342 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=03004444-8be2-447c-9467-72612117c20a,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:45.038417 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-01928b4a-6289-42d5-a6ac-71fd5ad477d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b0b527b-1cee-4c6c-ae82-bf3a0789027d']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:45:45.043570 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:45.051346 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09830382-740d-40fd-89f2-4e8c26a1ca5a admin admin] Pushing event deleted for resources: {'Port': ['ID=bd65b6d3-5964-4494-a00f-f1dadc66de37,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:45.054691 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09830382-740d-40fd-89f2-4e8c26a1ca5a admin admin] No DVR routers for this DVR port bd65b6d3-5964-4494-a00f-f1dadc66de37 on host n-d-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:45:45.055629 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-01928b4a-6289-42d5-a6ac-71fd5ad477d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4d82e40-c900-4b74-8e81-a2c2d86f711d') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:45:45.055925 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-01928b4a-6289-42d5-a6ac-71fd5ad477d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4d82e40-c900-4b74-8e81-a2c2d86f711d') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:45:45.074646 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3ea8c7ba-527f-49d6-9a25-fdd086274836 req-0d1ab051-b89c-4e57-a5a4-27580ff288b7 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b19613c-19cc-4fcd-9986-d4471d717aa1 HTTP/1.1" status: 200 len: 210 time: 0.1466413 Sep 17 07:45:45.081324 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port 9d84ea63-b1bd-4667-99ea-03543fed487d, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=9d84ea63-b1bd-4667-99ea-03543fed487d,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:45:45.087540 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:45.097293 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-49a5e8f0-54b6-40c4-8ec4-3da99c656cf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:45.099866 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-01928b4a-6289-42d5-a6ac-71fd5ad477d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:45.141374 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ea12ff99-2439-4385-b99c-a1ab2b67cc5f admin admin] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:45.149506 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-01928b4a-6289-42d5-a6ac-71fd5ad477d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:45.161297 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-49a5e8f0-54b6-40c4-8ec4-3da99c656cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:45.169058 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=9d84ea63-b1bd-4667-99ea-03543fed487d,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:45.169255 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ea12ff99-2439-4385-b99c-a1ab2b67cc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:45.195373 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 624df314-0782-4826-be8b-725287807d5c no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:45:45.204561 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c648f64d-5688-4c4b-a078-5c4c05c00095 req-f705890a-ab61-470e-bd77-90c30f471a6a tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:45.206473 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01928b4a-6289-42d5-a6ac-71fd5ad477d0 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 07:45:45.206873 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-01928b4a-6289-42d5-a6ac-71fd5ad477d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:45.210150 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 07:45:45.210150 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 07:45:45.210150 n-d-789963-9 neutron-server[101290]: timer() Sep 17 07:45:45.210150 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 07:45:45.210150 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 07:45:45.210150 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 07:45:45.210150 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 07:45:45.210150 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 07:45:45.210150 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 07:45:45.210150 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 07:45:45.210150 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 07:45:45.210150 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 07:45:45.210150 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 07:45:45.210150 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 07:45:45.210150 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 07:45:45.210150 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 07:45:45.210150 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 07:45:45.210150 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 07:45:45.210150 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 07:45:45.210150 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 07:45:45.210150 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 07:45:45.210150 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 07:45:45.210150 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 07:45:45.210150 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 07:45:45.210150 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 07:45:45.210150 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 07:45:45.210150 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 07:45:45.210150 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 07:45:45.210150 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 07:45:45.210150 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 07:45:45.210150 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 07:45:45.210150 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 07:45:45.224887 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 624df314-0782-4826-be8b-725287807d5c {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:45:45.226024 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 624df314-0782-4826-be8b-725287807d5c not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:45:45.226649 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device bd65b6d3-5964-4494-a00f-f1dadc66de37 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:45:45.246353 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: bd65b6d3-5964-4494-a00f-f1dadc66de37 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:45:45.246840 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device bd65b6d3-5964-4494-a00f-f1dadc66de37 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:45:45.258899 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-09830382-740d-40fd-89f2-4e8c26a1ca5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:45.282749 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f03ad556-c7d2-4306-832b-b28681950928 req-5e80f866-34ab-49e7-83a1-30aa6715bcfc tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3641620 Sep 17 07:45:45.294250 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ea12ff99-2439-4385-b99c-a1ab2b67cc5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:45.304121 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-49a5e8f0-54b6-40c4-8ec4-3da99c656cf7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c3408bcf5f844d7faac43f38f6940317&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8338864 Sep 17 07:45:45.308044 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 57764) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:45:45.328485 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-09830382-740d-40fd-89f2-4e8c26a1ca5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d1c8044-f40c-4942-a0e4-2f099980a087']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:45:45.341171 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a5e8f0-54b6-40c4-8ec4-3da99c656cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32585d9b-e82a-4a95-b203-4a2921ca3a16,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:45.341446 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea12ff99-2439-4385-b99c-a1ab2b67cc5f admin admin] Pushing event updated for resources: {'Port': ['ID=e0f7c0ac-a5e2-45b9-a5be-574e71f765fd,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:45.347590 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-09830382-740d-40fd-89f2-4e8c26a1ca5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bcb9a5f-ce12-4483-b885-7674022ccfee') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:45:45.347930 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-09830382-740d-40fd-89f2-4e8c26a1ca5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bcb9a5f-ce12-4483-b885-7674022ccfee') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:45:45.358649 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-01928b4a-6289-42d5-a6ac-71fd5ad477d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:45.363499 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['03004444-8be2-447c-9467-72612117c20a'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:45:45.365582 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-09830382-740d-40fd-89f2-4e8c26a1ca5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:45.382315 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-01928b4a-6289-42d5-a6ac-71fd5ad477d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:45.384148 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-01928b4a-6289-42d5-a6ac-71fd5ad477d0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/9b0b527b-1cee-4c6c-ae82-bf3a0789027d HTTP/1.1" status: 204 len: 168 time: 0.8230023 Sep 17 07:45:45.389378 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-09830382-740d-40fd-89f2-4e8c26a1ca5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:45.397536 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a90ff943-d6ca-4787-b1cc-dfe7ec4965c7 req-c04616e6-3e59-453b-a61f-7a91922d70c8 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Made reservation on behalf of 2525ecc58cad4fa78c4be116636fc184 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:45:45.401915 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-a90ff943-d6ca-4787-b1cc-dfe7ec4965c7 req-c04616e6-3e59-453b-a61f-7a91922d70c8 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:45.404271 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09830382-740d-40fd-89f2-4e8c26a1ca5a admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 07:45:45.404677 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-09830382-740d-40fd-89f2-4e8c26a1ca5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:45.406355 n-d-789963-9 neutron-server[101289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 07:45:45.406355 n-d-789963-9 neutron-server[101289]: self.session.flush() Sep 17 07:45:45.406355 n-d-789963-9 neutron-server[101289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 07:45:45.406355 n-d-789963-9 neutron-server[101289]: self.session.flush() Sep 17 07:45:45.406355 n-d-789963-9 neutron-server[101289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 07:45:45.406355 n-d-789963-9 neutron-server[101289]: self.session.flush() Sep 17 07:45:45.406355 n-d-789963-9 neutron-server[101289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 07:45:45.406355 n-d-789963-9 neutron-server[101289]: self.session.flush() Sep 17 07:45:45.406355 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 07:45:45.406355 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 07:45:45.406355 n-d-789963-9 neutron-server[101289]: timer() Sep 17 07:45:45.406355 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 07:45:45.406355 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 07:45:45.406355 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 07:45:45.406355 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 07:45:45.406355 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 07:45:45.406355 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 07:45:45.406355 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 07:45:45.406355 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 07:45:45.406355 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 07:45:45.406355 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 07:45:45.406355 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 07:45:45.406355 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 07:45:45.406355 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 07:45:45.406355 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 07:45:45.406355 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 07:45:45.406355 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 07:45:45.406355 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 07:45:45.406355 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 07:45:45.406355 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 07:45:45.406355 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 07:45:45.406355 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 07:45:45.406355 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 07:45:45.406355 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 07:45:45.406355 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 07:45:45.406355 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 07:45:45.406355 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 07:45:45.406355 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 07:45:45.406355 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 07:45:45.406355 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 07:45:45.448445 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01928b4a-6289-42d5-a6ac-71fd5ad477d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b0b527b-1cee-4c6c-ae82-bf3a0789027d,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:45.457974 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c648f64d-5688-4c4b-a078-5c4c05c00095 req-f705890a-ab61-470e-bd77-90c30f471a6a tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:45.531933 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c648f64d-5688-4c4b-a078-5c4c05c00095 req-f705890a-ab61-470e-bd77-90c30f471a6a tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] Network 469390cd-cce5-49bd-b8f8-9e64018a0583 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:45:45.532717 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bc6c65a7-421e-45e2-8d5a-465264e9640e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:45.539608 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-09830382-740d-40fd-89f2-4e8c26a1ca5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:45.545791 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-c648f64d-5688-4c4b-a078-5c4c05c00095 req-f705890a-ab61-470e-bd77-90c30f471a6a tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:45:45.555965 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-09830382-740d-40fd-89f2-4e8c26a1ca5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:45.558575 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-09830382-740d-40fd-89f2-4e8c26a1ca5a admin admin] 10.222.0.13 "DELETE /v2.0/networks/3d1c8044-f40c-4942-a0e4-2f099980a087 HTTP/1.1" status: 204 len: 168 time: 1.7151110 Sep 17 07:45:45.559383 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea12ff99-2439-4385-b99c-a1ab2b67cc5f admin admin] Network 6ef777b6-7ad1-4024-92d0-59588d5006d3 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:45:45.572037 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-c648f64d-5688-4c4b-a078-5c4c05c00095 req-f705890a-ab61-470e-bd77-90c30f471a6a tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:45:45.581177 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09830382-740d-40fd-89f2-4e8c26a1ca5a admin admin] Pushing event deleted for resources: {'Network': ['ID=3d1c8044-f40c-4942-a0e4-2f099980a087,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:45.583938 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f705890a-ab61-470e-bd77-90c30f471a6a tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] Pushing event updated for resources: {'Port': ['ID=a88b86ec-4303-4784-b3b8-0214ca638078,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:45.620319 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-ea12ff99-2439-4385-b99c-a1ab2b67cc5f admin admin] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:45:45.637020 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 57770) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:45:45.640864 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bc6c65a7-421e-45e2-8d5a-465264e9640e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:45.699134 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [req-a90ff943-d6ca-4787-b1cc-dfe7ec4965c7 req-c04616e6-3e59-453b-a61f-7a91922d70c8 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Allocated IP 172.20.0.13 (339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5/affefed0-1fce-4202-a68f-ea65cc757370/013860f0-2126-4d95-9002-e87f7748261a) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:45:45.706356 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-4a0198f2-ccfb-4459-910e-e60eafb31967 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8d46da1a895e4779a1914908f2b03f67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0682158 Sep 17 07:45:45.708980 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 57772) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:45:45.744785 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 57774) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:45:45.764480 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c648f64d-5688-4c4b-a078-5c4c05c00095 req-f705890a-ab61-470e-bd77-90c30f471a6a tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:45.765236 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c648f64d-5688-4c4b-a078-5c4c05c00095 req-f705890a-ab61-470e-bd77-90c30f471a6a tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:45.809989 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-462a6575-9151-4ca5-ae73-359b04b5a860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:45.838666 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c648f64d-5688-4c4b-a078-5c4c05c00095 req-f705890a-ab61-470e-bd77-90c30f471a6a tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4510787 Sep 17 07:45:45.858399 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-462a6575-9151-4ca5-ae73-359b04b5a860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:45.869215 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-c648f64d-5688-4c4b-a078-5c4c05c00095 req-511f2620-e15b-4982-9adc-8b156033530d service neutron] Request body: {'port': {'device_id': 'da072600-9e7a-40aa-b384-67f31b6a1822', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:45:45.875047 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bc6c65a7-421e-45e2-8d5a-465264e9640e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:45.877570 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bc6c65a7-421e-45e2-8d5a-465264e9640e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:45.892226 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-bc6c65a7-421e-45e2-8d5a-465264e9640e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/32585d9b-e82a-4a95-b203-4a2921ca3a16 HTTP/1.1" status: 204 len: 168 time: 0.5653956 Sep 17 07:45:45.931057 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-9ef535e1-b1af-46bb-90a0-7f441ec2cf66 None None] Provisioning complete for port a88b86ec-4303-4784-b3b8-0214ca638078 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:45:45.931967 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9ef535e1-b1af-46bb-90a0-7f441ec2cf66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:45.939612 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-66ad6552-b1a9-414e-99b0-61c81eb6906e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c21459f9e8214ee18ff63efc568abee7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1915362 Sep 17 07:45:45.945253 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 57780) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:45:45.948925 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6c65a7-421e-45e2-8d5a-465264e9640e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32585d9b-e82a-4a95-b203-4a2921ca3a16,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:45.963176 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea12ff99-2439-4385-b99c-a1ab2b67cc5f admin admin] Router 0fbcef66-0f72-4bdb-ae87-7af97532fb80 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:45:46.015568 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c648f64d-5688-4c4b-a078-5c4c05c00095 req-511f2620-e15b-4982-9adc-8b156033530d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:46.021233 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-9ef535e1-b1af-46bb-90a0-7f441ec2cf66 None None] Port a88b86ec-4303-4784-b3b8-0214ca638078 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:45:46.054147 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54296fb0-eabf-404e-a929-c819ef5aadc8 req-a476fa65-7c20-4ced-a628-2f0ca35fe9f7 tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:46.055684 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-54296fb0-eabf-404e-a929-c819ef5aadc8 req-a476fa65-7c20-4ced-a628-2f0ca35fe9f7 tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] 10.222.0.13 "GET /v2.0/ports?device_id=da072600-9e7a-40aa-b384-67f31b6a1822 HTTP/1.1" status: 200 len: 936 time: 0.1271346 Sep 17 07:45:46.069740 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-a90ff943-d6ca-4787-b1cc-dfe7ec4965c7 req-c04616e6-3e59-453b-a61f-7a91922d70c8 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:46.073602 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-462a6575-9151-4ca5-ae73-359b04b5a860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:46.076154 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-462a6575-9151-4ca5-ae73-359b04b5a860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:46.079565 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-462a6575-9151-4ca5-ae73-359b04b5a860 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9c99e789-8b48-47aa-9c3a-fb47b51dcd01 HTTP/1.1" status: 204 len: 168 time: 0.3667901 Sep 17 07:45:46.104924 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-cc192730-9914-4007-a597-3c87ada78cb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:46.118423 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462a6575-9151-4ca5-ae73-359b04b5a860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c99e789-8b48-47aa-9c3a-fb47b51dcd01,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:46.161230 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-cc192730-9914-4007-a597-3c87ada78cb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:46.169495 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-b49cf8e6-902f-4e1c-9ce9-4dd8a52a7e84 None None] Provisioning complete for port e0f7c0ac-a5e2-45b9-a5be-574e71f765fd triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:45:46.171000 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b49cf8e6-902f-4e1c-9ce9-4dd8a52a7e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:46.177423 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-54296fb0-eabf-404e-a929-c819ef5aadc8 req-ab275b16-cc03-4984-8ac3-1f04a1c43775 tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dee2515-93d4-4ddd-9714-7486e0b8abaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115944 Sep 17 07:45:46.213595 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-a90ff943-d6ca-4787-b1cc-dfe7ec4965c7 req-c04616e6-3e59-453b-a61f-7a91922d70c8 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:46.233737 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-b49cf8e6-902f-4e1c-9ce9-4dd8a52a7e84 None None] Port e0f7c0ac-a5e2-45b9-a5be-574e71f765fd cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:45:46.284756 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a90ff943-d6ca-4787-b1cc-dfe7ec4965c7 req-c04616e6-3e59-453b-a61f-7a91922d70c8 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Network 339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:45:46.314119 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [req-a90ff943-d6ca-4787-b1cc-dfe7ec4965c7 req-c04616e6-3e59-453b-a61f-7a91922d70c8 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:45:46.323488 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-a90ff943-d6ca-4787-b1cc-dfe7ec4965c7 req-c04616e6-3e59-453b-a61f-7a91922d70c8 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:45:46.328417 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-cc192730-9914-4007-a597-3c87ada78cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:46.331933 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-cc192730-9914-4007-a597-3c87ada78cb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:46.333170 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-cc192730-9914-4007-a597-3c87ada78cb1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/17af95f2-081f-4f72-a6ad-0110b38a0a3b HTTP/1.1" status: 204 len: 168 time: 0.3812771 Sep 17 07:45:46.394259 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc192730-9914-4007-a597-3c87ada78cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17af95f2-081f-4f72-a6ad-0110b38a0a3b,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:46.397599 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04616e6-3e59-453b-a61f-7a91922d70c8 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Pushing event updated for resources: {'Port': ['ID=013860f0-2126-4d95-9002-e87f7748261a,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:46.428517 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea12ff99-2439-4385-b99c-a1ab2b67cc5f admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:45:46.437833 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bcabe3-71e2-4292-ad55-036276e2f9a5 None None] Sync routers for ids ['0fbcef66-0f72-4bdb-ae87-7af97532fb80'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:45:46.445012 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ea12ff99-2439-4385-b99c-a1ab2b67cc5f admin admin] 10.222.0.13 "PUT /v2.0/routers/0fbcef66-0f72-4bdb-ae87-7af97532fb80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1745603 Sep 17 07:45:46.451333 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bcabe3-71e2-4292-ad55-036276e2f9a5 None None] Routers {'0fbcef66-0f72-4bdb-ae87-7af97532fb80'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:45:46.453380 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ff943-d6ca-4787-b1cc-dfe7ec4965c7 req-c04616e6-3e59-453b-a61f-7a91922d70c8 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:46.454023 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-a90ff943-d6ca-4787-b1cc-dfe7ec4965c7 req-c04616e6-3e59-453b-a61f-7a91922d70c8 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:46.455892 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-b3bcabe3-71e2-4292-ad55-036276e2f9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:45:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['0fbcef66-0f72-4bdb-ae87-7af97532fb80'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:45:46.464852 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e9eb30-7a00-4626-a26d-f8aa45321e50 req-79fdc5e3-8497-40d0-8b1b-cb486cb464f9 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:46.472355 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-75e9eb30-7a00-4626-a26d-f8aa45321e50 req-79fdc5e3-8497-40d0-8b1b-cb486cb464f9 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b19613c-19cc-4fcd-9986-d4471d717aa1 HTTP/1.1" status: 200 len: 932 time: 0.2471871 Sep 17 07:45:46.521675 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 03004444-8be2-447c-9467-72612117c20a up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:45:46.529347 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a90ff943-d6ca-4787-b1cc-dfe7ec4965c7 req-c04616e6-3e59-453b-a61f-7a91922d70c8 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6094508 Sep 17 07:45:46.552058 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-75e9eb30-7a00-4626-a26d-f8aa45321e50 req-525c0a29-35ef-4223-bd5c-1de5e7566e96 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723758 Sep 17 07:45:46.580645 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-a90ff943-d6ca-4787-b1cc-dfe7ec4965c7 req-0d9c296d-fa04-4fac-84f0-873542e70960 service neutron] Request body: {'port': {'device_id': '4b19613c-19cc-4fcd-9986-d4471d717aa1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-9'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:45:46.598625 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26212505-75ad-4c65-8db9-3c192389e292 req-180259eb-9fc5-4ad6-84fc-bcb7d604ebcb tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:46.605498 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-26212505-75ad-4c65-8db9-3c192389e292 req-180259eb-9fc5-4ad6-84fc-bcb7d604ebcb tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1b5e246-73e6-41ad-88f0-1b0c20a96fdd HTTP/1.1" status: 200 len: 944 time: 0.1793799 Sep 17 07:45:46.645755 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port 03004444-8be2-447c-9467-72612117c20a completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:45:46.650334 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 03004444-8be2-447c-9467-72612117c20a triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:45:46.650708 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:46.659255 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-b3bcabe3-71e2-4292-ad55-036276e2f9a5 None None] Set router 0fbcef66-0f72-4bdb-ae87-7af97532fb80 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:45:46.731360 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 9d84ea63-b1bd-4667-99ea-03543fed487d up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:45:46.743081 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 57798) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:45:46.774556 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-26212505-75ad-4c65-8db9-3c192389e292 req-462bfd6d-6229-4bc4-80d6-7a396dc3d458 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360826 Sep 17 07:45:46.780506 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-a90ff943-d6ca-4787-b1cc-dfe7ec4965c7 req-0d9c296d-fa04-4fac-84f0-873542e70960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:46.799612 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-958437ab-7bfa-48a3-8f8d-130b042508c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:46.807701 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-c648f64d-5688-4c4b-a078-5c4c05c00095 req-511f2620-e15b-4982-9adc-8b156033530d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a88b86ec-4303-4784-b3b8-0214ca638078 {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:45:46.820392 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c648f64d-5688-4c4b-a078-5c4c05c00095 req-511f2620-e15b-4982-9adc-8b156033530d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:46.844096 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:46.853773 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-c648f64d-5688-4c4b-a078-5c4c05c00095 req-511f2620-e15b-4982-9adc-8b156033530d service neutron] Transition to ACTIVE for port object a88b86ec-4303-4784-b3b8-0214ca638078 will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:45:46.867101 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c648f64d-5688-4c4b-a078-5c4c05c00095 req-511f2620-e15b-4982-9adc-8b156033530d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:46.867343 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 9d84ea63-b1bd-4667-99ea-03543fed487d triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:45:46.867566 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:46.898121 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b5e246-73e6-41ad-88f0-1b0c20a96fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03004444-8be2-447c-9467-72612117c20a'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:45:46.900472 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ef9626-f143-4307-9f11-eb23b1a2a357" -d '{"events": [{"server_uuid": "c1b5e246-73e6-41ad-88f0-1b0c20a96fdd", "name": "network-vif-plugged", "status": "completed", "tag": "03004444-8be2-447c-9467-72612117c20a"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:45:46.921649 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 03004444-8be2-447c-9467-72612117c20a, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=03004444-8be2-447c-9467-72612117c20a,segment=NetworkSegment(2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff),segment_id=2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:45:46.933249 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:47.048935 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=03004444-8be2-447c-9467-72612117c20a,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:47.056955 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-331062c6-c355-4e15-82d3-5cab0604408d x-openstack-request-id: req-331062c6-c355-4e15-82d3-5cab0604408d {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:45:47.057381 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1b5e246-73e6-41ad-88f0-1b0c20a96fdd", "name": "network-vif-plugged", "status": "completed", "tag": "03004444-8be2-447c-9467-72612117c20a", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:45:47.057808 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-331062c6-c355-4e15-82d3-5cab0604408d {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:45:47.058294 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1b5e246-73e6-41ad-88f0-1b0c20a96fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03004444-8be2-447c-9467-72612117c20a', 'code': 200} Sep 17 07:45:47.105511 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511f2620-e15b-4982-9adc-8b156033530d service neutron] Pushing event updated for resources: {'Port': ['ID=a88b86ec-4303-4784-b3b8-0214ca638078,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:47.141819 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-b3bcabe3-71e2-4292-ad55-036276e2f9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbcef66-0f72-4bdb-ae87-7af97532fb80', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-447192026-router', 'tenant_id': 'c2462a1e780141b1958639a93afd50ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': '9d84ea63-b1bd-4667-99ea-03543fed487d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:45:34Z', 'updated_at': '2021-09-17T07:45:44Z', 'revision_number': 4, 'project_id': 'c2462a1e780141b1958639a93afd50ae', 'gw_port': {'id': '9d84ea63-b1bd-4667-99ea-03543fed487d', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbcef66-0f72-4bdb-ae87-7af97532fb80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:45:36Z', 'updated_at': '2021-09-17T07:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'e0f7c0ac-a5e2-45b9-a5be-574e71f765fd', 'name': '', 'network_id': '6ef777b6-7ad1-4024-92d0-59588d5006d3', 'tenant_id': 'c2462a1e780141b1958639a93afd50ae', 'mac_address': 'fa:16:3e:be:06:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fbcef66-0f72-4bdb-ae87-7af97532fb80', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '95f63716-c4f9-4043-91d3-562a23db13ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:45:42Z', 'updated_at': '2021-09-17T07:45:44Z', 'revision_number': 2, 'project_id': 'c2462a1e780141b1958639a93afd50ae', 'subnets': [{'id': '95f63716-c4f9-4043-91d3-562a23db13ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:45:47.181099 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bcabe3-71e2-4292-ad55-036276e2f9a5 None None] Checking router: 0fbcef66-0f72-4bdb-ae87-7af97532fb80 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:45:47.181744 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bcabe3-71e2-4292-ad55-036276e2f9a5 None None] Updating router 0fbcef66-0f72-4bdb-ae87-7af97532fb80 port e0f7c0ac-a5e2-45b9-a5be-574e71f765fd binding host n-d-789963-9 {{(pid=101292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 07:45:47.240168 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b3bcabe3-71e2-4292-ad55-036276e2f9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:47.292428 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9663c6db-b961-4155-bd33-4d2fb2bd7943 req-47750ef7-e650-4e41-9fcf-c58a3c1a3271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:47.294247 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9663c6db-b961-4155-bd33-4d2fb2bd7943 req-47750ef7-e650-4e41-9fcf-c58a3c1a3271 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c1b5e246-73e6-41ad-88f0-1b0c20a96fdd HTTP/1.1" status: 200 len: 1096 time: 0.1850471 Sep 17 07:45:47.300085 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 57812) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:45:47.398892 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-958437ab-7bfa-48a3-8f8d-130b042508c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:47.421856 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87fe8d-0ccf-4a6a-a7ba-69c8276c4d79 req-bcdd4206-8005-484a-9eaf-607951e4557f tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:47.427375 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-c648f64d-5688-4c4b-a078-5c4c05c00095 req-511f2620-e15b-4982-9adc-8b156033530d service neutron] Attempting to bind port a88b86ec-4303-4784-b3b8-0214ca638078 on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:45:47.429757 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dd87fe8d-0ccf-4a6a-a7ba-69c8276c4d79 req-bcdd4206-8005-484a-9eaf-607951e4557f tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] 10.222.0.13 "GET /v2.0/ports?device_id=da072600-9e7a-40aa-b384-67f31b6a1822 HTTP/1.1" status: 200 len: 948 time: 0.1199911 Sep 17 07:45:47.431053 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-c648f64d-5688-4c4b-a078-5c4c05c00095 req-511f2620-e15b-4982-9adc-8b156033530d service neutron] Attempting to bind port a88b86ec-4303-4784-b3b8-0214ca638078 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:45:47.431556 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c648f64d-5688-4c4b-a078-5c4c05c00095 req-511f2620-e15b-4982-9adc-8b156033530d service neutron] Attempting to bind port a88b86ec-4303-4784-b3b8-0214ca638078 on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:45:47.433311 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-958437ab-7bfa-48a3-8f8d-130b042508c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:47.495016 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c648f64d-5688-4c4b-a078-5c4c05c00095 req-511f2620-e15b-4982-9adc-8b156033530d service neutron] Port a88b86ec-4303-4784-b3b8-0214ca638078 on network 469390cd-cce5-49bd-b8f8-9e64018a0583 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:45:47.495948 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c648f64d-5688-4c4b-a078-5c4c05c00095 req-511f2620-e15b-4982-9adc-8b156033530d service neutron] Attempting to bind port a88b86ec-4303-4784-b3b8-0214ca638078 on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:45:47.525788 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9663c6db-b961-4155-bd33-4d2fb2bd7943 req-5b54b284-952c-4157-9a1b-1d9fff0093d1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897521 Sep 17 07:45:47.528249 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-958437ab-7bfa-48a3-8f8d-130b042508c9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=065c8cc3bf664b7c9c26153221fc407c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7723165 Sep 17 07:45:47.532583 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958437ab-7bfa-48a3-8f8d-130b042508c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c38bb296-21a7-429c-be13-c3da0663ff82,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:47.534389 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-1daac0aa-5708-45ab-accf-7534dbc65a83 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=86f4929840c94455a75a8da59dd3e262&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2335896 Sep 17 07:45:47.536880 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 57818) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:45:47.537973 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 57820) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:45:47.541692 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c648f64d-5688-4c4b-a078-5c4c05c00095 req-511f2620-e15b-4982-9adc-8b156033530d service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:45:47.542041 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c648f64d-5688-4c4b-a078-5c4c05c00095 req-511f2620-e15b-4982-9adc-8b156033530d service neutron] Checking segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:45:47.542428 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c648f64d-5688-4c4b-a078-5c4c05c00095 req-511f2620-e15b-4982-9adc-8b156033530d service neutron] Bound using segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:45:47.543774 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-c648f64d-5688-4c4b-a078-5c4c05c00095 req-511f2620-e15b-4982-9adc-8b156033530d service neutron] Bound port: a88b86ec-4303-4784-b3b8-0214ca638078, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:45:47.544991 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c648f64d-5688-4c4b-a078-5c4c05c00095 req-511f2620-e15b-4982-9adc-8b156033530d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:47.576451 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dd87fe8d-0ccf-4a6a-a7ba-69c8276c4d79 req-5871eed2-6c56-4af4-b506-ee6f59977200 tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dee2515-93d4-4ddd-9714-7486e0b8abaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457300 Sep 17 07:45:47.581393 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [req-a90ff943-d6ca-4787-b1cc-dfe7ec4965c7 req-0d9c296d-fa04-4fac-84f0-873542e70960 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 013860f0-2126-4d95-9002-e87f7748261a {{(pid=101289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:45:47.591549 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-a90ff943-d6ca-4787-b1cc-dfe7ec4965c7 req-0d9c296d-fa04-4fac-84f0-873542e70960 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:47.609317 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.provisioning_blocks [req-a90ff943-d6ca-4787-b1cc-dfe7ec4965c7 req-0d9c296d-fa04-4fac-84f0-873542e70960 service neutron] Transition to ACTIVE for port object 013860f0-2126-4d95-9002-e87f7748261a will not be triggered until provisioned by entity L2. {{(pid=101289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:45:47.636427 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-c648f64d-5688-4c4b-a078-5c4c05c00095 req-511f2620-e15b-4982-9adc-8b156033530d service neutron] For port a88b86ec-4303-4784-b3b8-0214ca638078, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:45:47.640547 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-c648f64d-5688-4c4b-a078-5c4c05c00095 req-511f2620-e15b-4982-9adc-8b156033530d service neutron] For port a88b86ec-4303-4784-b3b8-0214ca638078, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=a88b86ec-4303-4784-b3b8-0214ca638078,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:45:47.654735 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c648f64d-5688-4c4b-a078-5c4c05c00095 req-511f2620-e15b-4982-9adc-8b156033530d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:47.668552 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b3bcabe3-71e2-4292-ad55-036276e2f9a5 None None] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:47.677111 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b3bcabe3-71e2-4292-ad55-036276e2f9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:47.681110 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5287001d-9d73-4334-a076-ea58abfb1952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:47.700123 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c648f64d-5688-4c4b-a078-5c4c05c00095 req-511f2620-e15b-4982-9adc-8b156033530d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:47.701655 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c648f64d-5688-4c4b-a078-5c4c05c00095 req-511f2620-e15b-4982-9adc-8b156033530d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:47.703740 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c648f64d-5688-4c4b-a078-5c4c05c00095 req-511f2620-e15b-4982-9adc-8b156033530d service neutron] 10.222.0.39 "PUT /v2.0/ports/a88b86ec-4303-4784-b3b8-0214ca638078 HTTP/1.1" status: 200 len: 1096 time: 1.8460817 Sep 17 07:45:47.706790 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da072600-9e7a-40aa-b384-67f31b6a1822', 'tag': 'a88b86ec-4303-4784-b3b8-0214ca638078'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:45:47.709890 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c530694-b695-4039-b23a-10a2aeb28fc9" -d '{"events": [{"name": "network-changed", "server_uuid": "da072600-9e7a-40aa-b384-67f31b6a1822", "tag": "a88b86ec-4303-4784-b3b8-0214ca638078"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:45:47.711539 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5287001d-9d73-4334-a076-ea58abfb1952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:47.731066 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cceb6dd-6953-4a1a-8ed2-3d431ae03b9c None None] Pushing event updated for resources: {'Port': ['ID=e0f7c0ac-a5e2-45b9-a5be-574e71f765fd,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:47.751658 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511f2620-e15b-4982-9adc-8b156033530d service neutron] Pushing event updated for resources: {'Port': ['ID=a88b86ec-4303-4784-b3b8-0214ca638078,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:47.767086 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-a90ff943-d6ca-4787-b1cc-dfe7ec4965c7 req-0d9c296d-fa04-4fac-84f0-873542e70960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:47.902126 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [req-15a8e6e0-c550-40e1-b666-0a8be316bf78 req-436421d3-f83e-4afc-8fea-542b4a9bef8d tempest-FloatingIPDetailsNegativeTestJSON-501489138 tempest-FloatingIPDetailsNegativeTestJSON-501489138-project] show failed (client error): The resource could not be found. Sep 17 07:45:47.903318 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-15a8e6e0-c550-40e1-b666-0a8be316bf78 req-436421d3-f83e-4afc-8fea-542b4a9bef8d tempest-FloatingIPDetailsNegativeTestJSON-501489138 tempest-FloatingIPDetailsNegativeTestJSON-501489138-project] 10.222.0.13 "GET /v2.0/floatingips/8630ab70-3b33-42be-a912-25a46b55ee88 HTTP/1.1" status: 404 len: 350 time: 0.2513616 Sep 17 07:45:47.921706 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 57836) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:45:47.940364 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9c296d-fa04-4fac-84f0-873542e70960 service neutron] Pushing event updated for resources: {'Port': ['ID=013860f0-2126-4d95-9002-e87f7748261a,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:48.039821 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-b3bcabe3-71e2-4292-ad55-036276e2f9a5 None None] Attempting to bind port e0f7c0ac-a5e2-45b9-a5be-574e71f765fd on host n-d-789963-9 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:45:48.040266 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-b3bcabe3-71e2-4292-ad55-036276e2f9a5 None None] Attempting to bind port e0f7c0ac-a5e2-45b9-a5be-574e71f765fd by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '4a631306-47ad-49ac-a13d-d51be31042f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6ef777b6-7ad1-4024-92d0-59588d5006d3'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:45:48.040628 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bcabe3-71e2-4292-ad55-036276e2f9a5 None None] Attempting to bind port e0f7c0ac-a5e2-45b9-a5be-574e71f765fd on network 6ef777b6-7ad1-4024-92d0-59588d5006d3 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:45:48.046324 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bcabe3-71e2-4292-ad55-036276e2f9a5 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:45:48.046672 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bcabe3-71e2-4292-ad55-036276e2f9a5 None None] Checking segment: {'id': '4a631306-47ad-49ac-a13d-d51be31042f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6ef777b6-7ad1-4024-92d0-59588d5006d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:45:48.047079 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b3bcabe3-71e2-4292-ad55-036276e2f9a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:48.047466 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bcabe3-71e2-4292-ad55-036276e2f9a5 None None] Bound using segment: {'id': '4a631306-47ad-49ac-a13d-d51be31042f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6ef777b6-7ad1-4024-92d0-59588d5006d3'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:45:48.047962 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-b3bcabe3-71e2-4292-ad55-036276e2f9a5 None None] Bound port: e0f7c0ac-a5e2-45b9-a5be-574e71f765fd, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a631306-47ad-49ac-a13d-d51be31042f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6ef777b6-7ad1-4024-92d0-59588d5006d3'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:45:48.048359 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b3bcabe3-71e2-4292-ad55-036276e2f9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:48.073733 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6008c05-9197-434f-b64c-25fb16f17076 x-openstack-request-id: req-b6008c05-9197-434f-b64c-25fb16f17076 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:45:48.074288 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da072600-9e7a-40aa-b384-67f31b6a1822", "tag": "a88b86ec-4303-4784-b3b8-0214ca638078", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:45:48.074926 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b6008c05-9197-434f-b64c-25fb16f17076 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:45:48.076819 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6c99082d-cf43-47b9-879b-84bf3d386103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:48.078666 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da072600-9e7a-40aa-b384-67f31b6a1822', 'tag': 'a88b86ec-4303-4784-b3b8-0214ca638078', 'status': 'completed', 'code': 200} Sep 17 07:45:48.129450 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5287001d-9d73-4334-a076-ea58abfb1952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:48.133734 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5287001d-9d73-4334-a076-ea58abfb1952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:48.135883 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-5287001d-9d73-4334-a076-ea58abfb1952 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e7e73f24-5def-429d-b2ae-d4c981dde980 HTTP/1.1" status: 204 len: 168 time: 0.5917873 Sep 17 07:45:48.164655 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c648f64d-5688-4c4b-a078-5c4c05c00095 req-672304e5-35dd-455e-b4ab-662e726633dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:48.166219 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-b3bcabe3-71e2-4292-ad55-036276e2f9a5 None None] For port e0f7c0ac-a5e2-45b9-a5be-574e71f765fd, host n-d-789963-9, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:45:48.166783 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c648f64d-5688-4c4b-a078-5c4c05c00095 req-672304e5-35dd-455e-b4ab-662e726633dc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d3a8a45aac054b49bb26792eb1532b42&device_id=da072600-9e7a-40aa-b384-67f31b6a1822 HTTP/1.1" status: 200 len: 1099 time: 0.0846646 Sep 17 07:45:48.174132 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-b3bcabe3-71e2-4292-ad55-036276e2f9a5 None None] For port e0f7c0ac-a5e2-45b9-a5be-574e71f765fd, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=e0f7c0ac-a5e2-45b9-a5be-574e71f765fd,segment=NetworkSegment(4a631306-47ad-49ac-a13d-d51be31042f3),segment_id=4a631306-47ad-49ac-a13d-d51be31042f3)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:45:48.177035 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5287001d-9d73-4334-a076-ea58abfb1952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e73f24-5def-429d-b2ae-d4c981dde980,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:48.182310 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6c99082d-cf43-47b9-879b-84bf3d386103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:48.187810 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b3bcabe3-71e2-4292-ad55-036276e2f9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:48.220929 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b1825f-3b4c-4466-af12-629f6cfccc9d req-1de17aeb-c19f-47db-b76e-881121eb6b4f tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:48.228349 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a2b1825f-3b4c-4466-af12-629f6cfccc9d req-1de17aeb-c19f-47db-b76e-881121eb6b4f tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b19613c-19cc-4fcd-9986-d4471d717aa1 HTTP/1.1" status: 200 len: 944 time: 0.2008972 Sep 17 07:45:48.245550 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-cdc782a3-0fea-4a5d-be04-cd3fe09039e1 None None] Provisioning complete for port e0f7c0ac-a5e2-45b9-a5be-574e71f765fd triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:45:48.247549 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cdc782a3-0fea-4a5d-be04-cd3fe09039e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:48.296664 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bcabe3-71e2-4292-ad55-036276e2f9a5 None None] Routers {'0fbcef66-0f72-4bdb-ae87-7af97532fb80'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:45:48.297338 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a2b1825f-3b4c-4466-af12-629f6cfccc9d req-16e14d22-c541-4b55-b5b3-920cba3bdc40 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680604 Sep 17 07:45:48.297577 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-b3bcabe3-71e2-4292-ad55-036276e2f9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:45:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['0fbcef66-0f72-4bdb-ae87-7af97532fb80'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:45:48.306299 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cceb6dd-6953-4a1a-8ed2-3d431ae03b9c None None] Pushing event updated for resources: {'Port': ['ID=e0f7c0ac-a5e2-45b9-a5be-574e71f765fd,revision_number=4']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:48.379597 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb8a4b0-c178-4141-b7b7-24eca42e569b req-8f58ee12-a840-4b77-91a5-1b74e3236923 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:48.386060 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-acb8a4b0-c178-4141-b7b7-24eca42e569b req-8f58ee12-a840-4b77-91a5-1b74e3236923 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1b5e246-73e6-41ad-88f0-1b0c20a96fdd HTTP/1.1" status: 200 len: 945 time: 0.2430897 Sep 17 07:45:48.389934 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-a90ff943-d6ca-4787-b1cc-dfe7ec4965c7 req-0d9c296d-fa04-4fac-84f0-873542e70960 service neutron] Attempting to bind port 013860f0-2126-4d95-9002-e87f7748261a on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:45:48.396018 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-a90ff943-d6ca-4787-b1cc-dfe7ec4965c7 req-0d9c296d-fa04-4fac-84f0-873542e70960 service neutron] Attempting to bind port 013860f0-2126-4d95-9002-e87f7748261a by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'bbdef28d-b0c6-41c1-88af-cfcd40a3d803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:45:48.406855 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90ff943-d6ca-4787-b1cc-dfe7ec4965c7 req-0d9c296d-fa04-4fac-84f0-873542e70960 service neutron] Attempting to bind port 013860f0-2126-4d95-9002-e87f7748261a on network 339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:45:48.424590 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90ff943-d6ca-4787-b1cc-dfe7ec4965c7 req-0d9c296d-fa04-4fac-84f0-873542e70960 service neutron] Port 013860f0-2126-4d95-9002-e87f7748261a on network 339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:45:48.426853 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90ff943-d6ca-4787-b1cc-dfe7ec4965c7 req-0d9c296d-fa04-4fac-84f0-873542e70960 service neutron] Attempting to bind port 013860f0-2126-4d95-9002-e87f7748261a on network 339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:45:48.445903 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90ff943-d6ca-4787-b1cc-dfe7ec4965c7 req-0d9c296d-fa04-4fac-84f0-873542e70960 service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:45:48.446520 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90ff943-d6ca-4787-b1cc-dfe7ec4965c7 req-0d9c296d-fa04-4fac-84f0-873542e70960 service neutron] Checking segment: {'id': 'bbdef28d-b0c6-41c1-88af-cfcd40a3d803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:45:48.447257 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90ff943-d6ca-4787-b1cc-dfe7ec4965c7 req-0d9c296d-fa04-4fac-84f0-873542e70960 service neutron] Bound using segment: {'id': 'bbdef28d-b0c6-41c1-88af-cfcd40a3d803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5'} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:45:48.447968 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-a90ff943-d6ca-4787-b1cc-dfe7ec4965c7 req-0d9c296d-fa04-4fac-84f0-873542e70960 service neutron] Bound port: 013860f0-2126-4d95-9002-e87f7748261a, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbdef28d-b0c6-41c1-88af-cfcd40a3d803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5'}}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:45:48.448514 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-a90ff943-d6ca-4787-b1cc-dfe7ec4965c7 req-0d9c296d-fa04-4fac-84f0-873542e70960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:48.492747 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cdc782a3-0fea-4a5d-be04-cd3fe09039e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:48.539681 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-b3bcabe3-71e2-4292-ad55-036276e2f9a5 None None] Set router 0fbcef66-0f72-4bdb-ae87-7af97532fb80 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:45:48.544364 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6c99082d-cf43-47b9-879b-84bf3d386103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:48.546921 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6c99082d-cf43-47b9-879b-84bf3d386103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:48.556910 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-6c99082d-cf43-47b9-879b-84bf3d386103 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c38bb296-21a7-429c-be13-c3da0663ff82 HTTP/1.1" status: 204 len: 168 time: 1.0158861 Sep 17 07:45:48.575216 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-cdc782a3-0fea-4a5d-be04-cd3fe09039e1 None None] For port e0f7c0ac-a5e2-45b9-a5be-574e71f765fd, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=e0f7c0ac-a5e2-45b9-a5be-574e71f765fd,segment=NetworkSegment(4a631306-47ad-49ac-a13d-d51be31042f3),segment_id=4a631306-47ad-49ac-a13d-d51be31042f3)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:45:48.579174 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c99082d-cf43-47b9-879b-84bf3d386103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38bb296-21a7-429c-be13-c3da0663ff82,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:48.596483 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cdc782a3-0fea-4a5d-be04-cd3fe09039e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:48.603125 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-acb8a4b0-c178-4141-b7b7-24eca42e569b req-634a7395-fe41-4119-a9fa-4b72d251c0ae tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933665 Sep 17 07:45:48.634322 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-a90ff943-d6ca-4787-b1cc-dfe7ec4965c7 req-0d9c296d-fa04-4fac-84f0-873542e70960 service neutron] For port 013860f0-2126-4d95-9002-e87f7748261a, host n-h1-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:45:48.642015 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-a90ff943-d6ca-4787-b1cc-dfe7ec4965c7 req-0d9c296d-fa04-4fac-84f0-873542e70960 service neutron] For port 013860f0-2126-4d95-9002-e87f7748261a, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=013860f0-2126-4d95-9002-e87f7748261a,segment=NetworkSegment(bbdef28d-b0c6-41c1-88af-cfcd40a3d803),segment_id=bbdef28d-b0c6-41c1-88af-cfcd40a3d803)] {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:45:48.651550 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-a90ff943-d6ca-4787-b1cc-dfe7ec4965c7 req-0d9c296d-fa04-4fac-84f0-873542e70960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:48.735448 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ff943-d6ca-4787-b1cc-dfe7ec4965c7 req-0d9c296d-fa04-4fac-84f0-873542e70960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:48.742011 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-a90ff943-d6ca-4787-b1cc-dfe7ec4965c7 req-0d9c296d-fa04-4fac-84f0-873542e70960 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:48.743820 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a90ff943-d6ca-4787-b1cc-dfe7ec4965c7 req-0d9c296d-fa04-4fac-84f0-873542e70960 service neutron] 10.222.0.41 "PUT /v2.0/ports/013860f0-2126-4d95-9002-e87f7748261a HTTP/1.1" status: 200 len: 1092 time: 2.1881266 Sep 17 07:45:48.746229 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b19613c-19cc-4fcd-9986-d4471d717aa1', 'tag': '013860f0-2126-4d95-9002-e87f7748261a'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:45:48.751158 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5614b82e-0ecb-4846-aa1c-6efd512f18fd" -d '{"events": [{"name": "network-changed", "server_uuid": "4b19613c-19cc-4fcd-9986-d4471d717aa1", "tag": "013860f0-2126-4d95-9002-e87f7748261a"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:45:48.774572 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc782a3-0fea-4a5d-be04-cd3fe09039e1 None None] Pushing event updated for resources: {'Port': ['ID=e0f7c0ac-a5e2-45b9-a5be-574e71f765fd,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:48.775032 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c648f64d-5688-4c4b-a078-5c4c05c00095 req-c642b723-2ddb-4681-8267-762966e3c5e3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=a88b86ec-4303-4784-b3b8-0214ca638078 HTTP/1.1" status: 200 len: 217 time: 0.5501809 Sep 17 07:45:48.797380 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-d89a6237-bc65-4f90-8715-4b84d5834369 None None] Provisioning complete for port e0f7c0ac-a5e2-45b9-a5be-574e71f765fd triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:45:48.798620 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d89a6237-bc65-4f90-8715-4b84d5834369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:48.915092 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c97b6-d628-43d0-9fef-5d6e6dc90ff7 req-ab9f4191-c994-4e44-acdb-ede8d3bf3b96 tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:48.916928 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7d6c97b6-d628-43d0-9fef-5d6e6dc90ff7 req-ab9f4191-c994-4e44-acdb-ede8d3bf3b96 tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] 10.222.0.13 "GET /v2.0/ports?device_id=da072600-9e7a-40aa-b384-67f31b6a1822 HTTP/1.1" status: 200 len: 948 time: 0.1526678 Sep 17 07:45:48.918861 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9c296d-fa04-4fac-84f0-873542e70960 service neutron] Pushing event updated for resources: {'Port': ['ID=013860f0-2126-4d95-9002-e87f7748261a,revision_number=3']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:48.926389 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ff943-d6ca-4787-b1cc-dfe7ec4965c7 req-afaea1ed-3f3e-45e3-85e5-76de9e24336f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:48.928792 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a90ff943-d6ca-4787-b1cc-dfe7ec4965c7 req-afaea1ed-3f3e-45e3-85e5-76de9e24336f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2525ecc58cad4fa78c4be116636fc184&device_id=4b19613c-19cc-4fcd-9986-d4471d717aa1 HTTP/1.1" status: 200 len: 1095 time: 0.1063995 Sep 17 07:45:48.974610 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0aaae80-0dfa-45de-8123-3de9f85c0fba x-openstack-request-id: req-d0aaae80-0dfa-45de-8123-3de9f85c0fba {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:45:48.975426 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b19613c-19cc-4fcd-9986-d4471d717aa1", "tag": "013860f0-2126-4d95-9002-e87f7748261a", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:45:48.978351 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-b3bcabe3-71e2-4292-ad55-036276e2f9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbcef66-0f72-4bdb-ae87-7af97532fb80', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-447192026-router', 'tenant_id': 'c2462a1e780141b1958639a93afd50ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': '9d84ea63-b1bd-4667-99ea-03543fed487d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:45:34Z', 'updated_at': '2021-09-17T07:45:44Z', 'revision_number': 4, 'project_id': 'c2462a1e780141b1958639a93afd50ae', 'gw_port': {'id': '9d84ea63-b1bd-4667-99ea-03543fed487d', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbcef66-0f72-4bdb-ae87-7af97532fb80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:45:36Z', 'updated_at': '2021-09-17T07:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'e0f7c0ac-a5e2-45b9-a5be-574e71f765fd', 'name': '', 'network_id': '6ef777b6-7ad1-4024-92d0-59588d5006d3', 'tenant_id': 'c2462a1e780141b1958639a93afd50ae', 'mac_address': 'fa:16:3e:be:06:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fbcef66-0f72-4bdb-ae87-7af97532fb80', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '95f63716-c4f9-4043-91d3-562a23db13ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:45:42Z', 'updated_at': '2021-09-17T07:45:48Z', 'revision_number': 4, 'project_id': 'c2462a1e780141b1958639a93afd50ae', 'subnets': [{'id': '95f63716-c4f9-4043-91d3-562a23db13ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:45:48.983243 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d0aaae80-0dfa-45de-8123-3de9f85c0fba {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:45:48.983765 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b19613c-19cc-4fcd-9986-d4471d717aa1', 'tag': '013860f0-2126-4d95-9002-e87f7748261a', 'status': 'completed', 'code': 200} Sep 17 07:45:49.022763 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c648f64d-5688-4c4b-a078-5c4c05c00095 req-59ed0ca2-62be-47af-b0eb-7eed124c974b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:49.026611 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c648f64d-5688-4c4b-a078-5c4c05c00095 req-59ed0ca2-62be-47af-b0eb-7eed124c974b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.2127802 Sep 17 07:45:49.056499 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bcabe3-71e2-4292-ad55-036276e2f9a5 None None] The sync data for ids ['0fbcef66-0f72-4bdb-ae87-7af97532fb80'] in n-d-789963-9 is: [{'id': '0fbcef66-0f72-4bdb-ae87-7af97532fb80', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-447192026-router', 'tenant_id': 'c2462a1e780141b1958639a93afd50ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': '9d84ea63-b1bd-4667-99ea-03543fed487d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:45:34Z', 'updated_at': '2021-09-17T07:45:44Z', 'revision_number': 4, 'project_id': 'c2462a1e780141b1958639a93afd50ae', 'gw_port': {'id': '9d84ea63-b1bd-4667-99ea-03543fed487d', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbcef66-0f72-4bdb-ae87-7af97532fb80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:45:36Z', 'updated_at': '2021-09-17T07:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'e0f7c0ac-a5e2-45b9-a5be-574e71f765fd', 'name': '', 'network_id': '6ef777b6-7ad1-4024-92d0-59588d5006d3', 'tenant_id': 'c2462a1e780141b1958639a93afd50ae', 'mac_address': 'fa:16:3e:be:06:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fbcef66-0f72-4bdb-ae87-7af97532fb80', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '95f63716-c4f9-4043-91d3-562a23db13ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:45:42Z', 'updated_at': '2021-09-17T07:45:48Z', 'revision_number': 4, 'project_id': 'c2462a1e780141b1958639a93afd50ae', 'subnets': [{'id': '95f63716-c4f9-4043-91d3-562a23db13ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:45:49.094493 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a90ff943-d6ca-4787-b1cc-dfe7ec4965c7 req-db674a3a-8578-477a-9a31-4dff5d399e0e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=013860f0-2126-4d95-9002-e87f7748261a HTTP/1.1" status: 200 len: 217 time: 0.1506832 Sep 17 07:45:49.149585 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7d6c97b6-d628-43d0-9fef-5d6e6dc90ff7 req-ba30838a-6117-4872-a0ed-4cbeb10fe097 tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dee2515-93d4-4ddd-9714-7486e0b8abaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073867 Sep 17 07:45:49.204657 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ff943-d6ca-4787-b1cc-dfe7ec4965c7 req-186c091b-5899-4bbf-bbb6-03f7a0de0f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:49.206639 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a90ff943-d6ca-4787-b1cc-dfe7ec4965c7 req-186c091b-5899-4bbf-bbb6-03f7a0de0f36 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=affefed0-1fce-4202-a68f-ea65cc757370 HTTP/1.1" status: 200 len: 860 time: 0.0681503 Sep 17 07:45:49.263057 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c648f64d-5688-4c4b-a078-5c4c05c00095 req-db7ace66-618e-4d25-a88f-d8634b0919da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:49.264877 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c648f64d-5688-4c4b-a078-5c4c05c00095 req-db7ace66-618e-4d25-a88f-d8634b0919da service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2230709 Sep 17 07:45:49.314580 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a90ff943-d6ca-4787-b1cc-dfe7ec4965c7 req-ba63756a-20cb-4559-86e7-c498543fe81d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0952690 Sep 17 07:45:49.472852 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c648f64d-5688-4c4b-a078-5c4c05c00095 req-e6af4387-e3d1-406b-a309-257333b4e5cc service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967649 Sep 17 07:45:49.564787 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a90ff943-d6ca-4787-b1cc-dfe7ec4965c7 req-76ea7624-af25-4668-9fff-313f60ccbde6 service neutron] 10.222.0.41 "GET /v2.0/networks/339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366128 Sep 17 07:45:49.573998 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cce709-85e4-4a13-87fd-947e7fc4337d req-177ac403-cfee-4ef8-9401-f7ba5eef871b tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:49.575689 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b4cce709-85e4-4a13-87fd-947e7fc4337d req-177ac403-cfee-4ef8-9401-f7ba5eef871b tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b19613c-19cc-4fcd-9986-d4471d717aa1 HTTP/1.1" status: 200 len: 944 time: 0.1104004 Sep 17 07:45:49.667553 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c648f64d-5688-4c4b-a078-5c4c05c00095 req-1069749b-7d1a-4f41-ab62-8e8bfd6bca67 service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824789 Sep 17 07:45:49.704397 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-325c888a-e3d7-4291-b108-ce74dc280975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:49.737513 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b4cce709-85e4-4a13-87fd-947e7fc4337d req-c30ac82c-a568-453c-9e7f-afd35de88747 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483901 Sep 17 07:45:49.800001 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a90ff943-d6ca-4787-b1cc-dfe7ec4965c7 req-ad549fb6-ca8a-42ed-86b7-f6d4e3d45e37 service neutron] 10.222.0.41 "GET /v2.0/networks/339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115209 Sep 17 07:45:49.824231 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3397b-5c53-416c-af9b-7f3fe6b8d86e req-302b3a5b-b160-48cc-a73e-6554e3d74bad tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:49.825682 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f8a3397b-5c53-416c-af9b-7f3fe6b8d86e req-302b3a5b-b160-48cc-a73e-6554e3d74bad tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1b5e246-73e6-41ad-88f0-1b0c20a96fdd HTTP/1.1" status: 200 len: 945 time: 0.0973573 Sep 17 07:45:49.848800 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6b84a34b-deba-4ef0-b111-57a6a54bbe53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:49.893899 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f8a3397b-5c53-416c-af9b-7f3fe6b8d86e req-dd618063-cbef-475d-8b9c-718a651771ac tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581245 Sep 17 07:45:49.913373 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 57920) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:45:49.995155 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5614b82e-0ecb-4846-aa1c-6efd512f18fd req-f72c4cf2-97ca-4d3e-81f5-a1cdce3fe308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:49.995705 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c530694-b695-4039-b23a-10a2aeb28fc9 req-ba9fb3bb-1321-474b-8ed6-089704397530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:49.997885 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5614b82e-0ecb-4846-aa1c-6efd512f18fd req-f72c4cf2-97ca-4d3e-81f5-a1cdce3fe308 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2525ecc58cad4fa78c4be116636fc184&device_id=4b19613c-19cc-4fcd-9986-d4471d717aa1 HTTP/1.1" status: 200 len: 1095 time: 0.1024723 Sep 17 07:45:49.998016 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3c530694-b695-4039-b23a-10a2aeb28fc9 req-ba9fb3bb-1321-474b-8ed6-089704397530 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d3a8a45aac054b49bb26792eb1532b42&device_id=da072600-9e7a-40aa-b384-67f31b6a1822 HTTP/1.1" status: 200 len: 1099 time: 0.2072206 Sep 17 07:45:50.148346 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bd0597ac-b611-4c0f-a581-9ef73e38b4c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:50.174689 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3169a3b2-0ebf-45b3-bb41-39b407753c41 req-e5236ce2-eb9e-45dd-9d6c-70bfab723cef tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:50.195055 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3169a3b2-0ebf-45b3-bb41-39b407753c41 req-e5236ce2-eb9e-45dd-9d6c-70bfab723cef tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c1b5e246-73e6-41ad-88f0-1b0c20a96fdd HTTP/1.1" status: 200 len: 1096 time: 0.1614060 Sep 17 07:45:50.261041 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5614b82e-0ecb-4846-aa1c-6efd512f18fd req-f6f5fd0a-9e08-4152-a17c-96c553ef0e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:50.262569 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5614b82e-0ecb-4846-aa1c-6efd512f18fd req-f6f5fd0a-9e08-4152-a17c-96c553ef0e31 service neutron] 10.222.0.41 "GET /v2.0/networks?id=339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5 HTTP/1.1" status: 200 len: 921 time: 0.2566941 Sep 17 07:45:50.289749 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3169a3b2-0ebf-45b3-bb41-39b407753c41 req-6fa31ff4-4aa7-4aee-8456-1ba8b49ec769 tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882485 Sep 17 07:45:50.349052 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c530694-b695-4039-b23a-10a2aeb28fc9 req-c5843b86-b023-48ca-8ec6-a59a0f2e7551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:50.351186 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3c530694-b695-4039-b23a-10a2aeb28fc9 req-c5843b86-b023-48ca-8ec6-a59a0f2e7551 service neutron] 10.222.0.39 "GET /v2.0/networks?id=469390cd-cce5-49bd-b8f8-9e64018a0583 HTTP/1.1" status: 200 len: 870 time: 0.3425877 Sep 17 07:45:50.390429 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5614b82e-0ecb-4846-aa1c-6efd512f18fd req-d2da6c52-6ef2-4199-8197-e3ba2b805640 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=013860f0-2126-4d95-9002-e87f7748261a HTTP/1.1" status: 200 len: 217 time: 0.1191015 Sep 17 07:45:50.491794 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3c530694-b695-4039-b23a-10a2aeb28fc9 req-f7d6b298-ad12-4eb1-a2df-d0cf97ce1bd6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=a88b86ec-4303-4784-b3b8-0214ca638078 HTTP/1.1" status: 200 len: 217 time: 0.1087768 Sep 17 07:45:50.499872 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e0d55b-fe40-4c41-bf44-5d65415361c0 req-587562ac-b7f4-444b-9307-762b51b4b214 tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:50.501710 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-63e0d55b-fe40-4c41-bf44-5d65415361c0 req-587562ac-b7f4-444b-9307-762b51b4b214 tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] 10.222.0.13 "GET /v2.0/ports?device_id=da072600-9e7a-40aa-b384-67f31b6a1822 HTTP/1.1" status: 200 len: 948 time: 0.1944275 Sep 17 07:45:50.503417 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5614b82e-0ecb-4846-aa1c-6efd512f18fd req-8c38f072-8537-4c38-aece-e35fef58da9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:50.505243 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5614b82e-0ecb-4846-aa1c-6efd512f18fd req-8c38f072-8537-4c38-aece-e35fef58da9e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=affefed0-1fce-4202-a68f-ea65cc757370 HTTP/1.1" status: 200 len: 860 time: 0.0879657 Sep 17 07:45:50.559087 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5614b82e-0ecb-4846-aa1c-6efd512f18fd req-f8d4620b-d1b5-4e4b-a321-df1e2af636f4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423617 Sep 17 07:45:50.603165 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-63e0d55b-fe40-4c41-bf44-5d65415361c0 req-cbb08c0e-64a1-42a0-96e5-e1757c753066 tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dee2515-93d4-4ddd-9714-7486e0b8abaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937831 Sep 17 07:45:50.705286 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5614b82e-0ecb-4846-aa1c-6efd512f18fd req-2164eaab-3cc1-4959-ba47-d10c65327307 service neutron] 10.222.0.41 "GET /v2.0/networks/339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321645 Sep 17 07:45:50.743590 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device e0f7c0ac-a5e2-45b9-a5be-574e71f765fd up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:45:50.758631 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bd0597ac-b611-4c0f-a581-9ef73e38b4c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:50.790211 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bd0597ac-b611-4c0f-a581-9ef73e38b4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:50.830394 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c530694-b695-4039-b23a-10a2aeb28fc9 req-73389eb9-8182-4e0f-b664-50e8d52ca2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:50.838459 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3c530694-b695-4039-b23a-10a2aeb28fc9 req-73389eb9-8182-4e0f-b664-50e8d52ca2e1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.3151925 Sep 17 07:45:50.893669 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port e0f7c0ac-a5e2-45b9-a5be-574e71f765fd triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:45:50.894266 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:51.005376 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5614b82e-0ecb-4846-aa1c-6efd512f18fd req-518bfcf3-e1a2-4e03-b45b-a4cef00f6452 service neutron] 10.222.0.41 "GET /v2.0/networks/339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900922 Sep 17 07:45:51.010572 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-bd0597ac-b611-4c0f-a581-9ef73e38b4c6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f4eef46506874e14ba5e594e3d478e18&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0960894 Sep 17 07:45:51.019491 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 57968) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:45:51.020447 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eda04c-2c00-4855-89f2-9e49e2a2a1ed req-7b84ec3b-14e4-4a45-ab28-934b07932a54 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:51.043040 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d5eda04c-2c00-4855-89f2-9e49e2a2a1ed req-7b84ec3b-14e4-4a45-ab28-934b07932a54 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b19613c-19cc-4fcd-9986-d4471d717aa1 HTTP/1.1" status: 200 len: 944 time: 0.1410723 Sep 17 07:45:51.132525 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d5eda04c-2c00-4855-89f2-9e49e2a2a1ed req-bad7993f-757e-42a2-8442-a0a7e312b7f5 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872526 Sep 17 07:45:51.161519 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-325c888a-e3d7-4291-b108-ce74dc280975 admin admin] Deleting port e0f7c0ac-a5e2-45b9-a5be-574e71f765fd {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:45:51.161519 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-325c888a-e3d7-4291-b108-ce74dc280975 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:51.161519 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0597ac-b611-4c0f-a581-9ef73e38b4c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86dba43b-0878-451a-abcf-06e292f94cc9,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:51.180309 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c530694-b695-4039-b23a-10a2aeb28fc9 req-31a75781-f9a8-4d29-b7da-1b3639b872e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:51.181948 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3c530694-b695-4039-b23a-10a2aeb28fc9 req-31a75781-f9a8-4d29-b7da-1b3639b872e5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3071918 Sep 17 07:45:51.274771 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-666cb6d3-8da2-4f79-b11d-382946856a4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:51.346787 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-666cb6d3-8da2-4f79-b11d-382946856a4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:51.349525 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-325c888a-e3d7-4291-b108-ce74dc280975 admin admin] For port e0f7c0ac-a5e2-45b9-a5be-574e71f765fd, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=e0f7c0ac-a5e2-45b9-a5be-574e71f765fd,segment=NetworkSegment(4a631306-47ad-49ac-a13d-d51be31042f3),segment_id=4a631306-47ad-49ac-a13d-d51be31042f3)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:45:51.349937 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-325c888a-e3d7-4291-b108-ce74dc280975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:51.384430 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-325c888a-e3d7-4291-b108-ce74dc280975 admin admin] Calling delete_port for e0f7c0ac-a5e2-45b9-a5be-574e71f765fd owned by network:router_interface {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:45:51.421242 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3c530694-b695-4039-b23a-10a2aeb28fc9 req-34c3534d-e0a9-4552-8a2c-7c835b2b9c68 service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256577 Sep 17 07:45:51.629262 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-666cb6d3-8da2-4f79-b11d-382946856a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:51.631883 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-666cb6d3-8da2-4f79-b11d-382946856a4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:51.633026 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-666cb6d3-8da2-4f79-b11d-382946856a4e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/86dba43b-0878-451a-abcf-06e292f94cc9 HTTP/1.1" status: 204 len: 168 time: 0.6084034 Sep 17 07:45:51.713115 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666cb6d3-8da2-4f79-b11d-382946856a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86dba43b-0878-451a-abcf-06e292f94cc9,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:51.745287 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3c530694-b695-4039-b23a-10a2aeb28fc9 req-613fd2d0-ec97-4385-9052-29243f774753 service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926755 Sep 17 07:45:51.817595 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3efc6c4-f8a2-4a35-a69d-ed0414d1b5e9 req-92b0ff6a-91bf-41a3-ad1c-348803ca2a5d tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:51.820011 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d3efc6c4-f8a2-4a35-a69d-ed0414d1b5e9 req-92b0ff6a-91bf-41a3-ad1c-348803ca2a5d tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] 10.222.0.13 "GET /v2.0/ports?device_id=da072600-9e7a-40aa-b384-67f31b6a1822 HTTP/1.1" status: 200 len: 948 time: 0.0657706 Sep 17 07:45:51.844268 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-325c888a-e3d7-4291-b108-ce74dc280975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:51.900752 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d3efc6c4-f8a2-4a35-a69d-ed0414d1b5e9 req-87321967-b8e7-4cad-846e-3ed4109a5724 tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dee2515-93d4-4ddd-9714-7486e0b8abaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730948 Sep 17 07:45:51.949834 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325c888a-e3d7-4291-b108-ce74dc280975 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0f7c0ac-a5e2-45b9-a5be-574e71f765fd,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:52.276960 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-325c888a-e3d7-4291-b108-ce74dc280975 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:52.387580 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6f0ea8f9-ea90-4a95-86c4-72d97b190802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:52.474648 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b9066-88d2-41b6-a327-7b3755fcd7bd req-b93fab9d-46ee-450e-86d9-c966790b809f tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:52.476657 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a89b9066-88d2-41b6-a327-7b3755fcd7bd req-b93fab9d-46ee-450e-86d9-c966790b809f tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b19613c-19cc-4fcd-9986-d4471d717aa1 HTTP/1.1" status: 200 len: 944 time: 0.0721176 Sep 17 07:45:52.542021 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a89b9066-88d2-41b6-a327-7b3755fcd7bd req-be0f3e89-24b6-4919-8497-91556551e402 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573184 Sep 17 07:45:52.585953 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:52.592410 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-325c888a-e3d7-4291-b108-ce74dc280975 admin admin] Router 0fbcef66-0f72-4bdb-ae87-7af97532fb80 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:45:52.678603 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 58120) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:45:52.854558 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-66683a02-509b-4981-9db3-8e6e38f4129d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:52.985363 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-325c888a-e3d7-4291-b108-ce74dc280975 admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:45:52.997245 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-325c888a-e3d7-4291-b108-ce74dc280975 admin admin] 10.222.0.13 "PUT /v2.0/routers/0fbcef66-0f72-4bdb-ae87-7af97532fb80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0734673 Sep 17 07:45:52.998006 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 58164) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:45:53.000075 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032cbfd7-4cc6-4f60-b04c-7175805b3589 None None] Sync routers for ids ['0fbcef66-0f72-4bdb-ae87-7af97532fb80'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:45:53.019046 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-66683a02-509b-4981-9db3-8e6e38f4129d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:53.030005 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-66683a02-509b-4981-9db3-8e6e38f4129d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:53.032269 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032cbfd7-4cc6-4f60-b04c-7175805b3589 None None] Routers {'0fbcef66-0f72-4bdb-ae87-7af97532fb80'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:45:53.036598 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-032cbfd7-4cc6-4f60-b04c-7175805b3589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:45:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['0fbcef66-0f72-4bdb-ae87-7af97532fb80'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:45:53.111149 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-66683a02-509b-4981-9db3-8e6e38f4129d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c23107a31dd34b33a6e0b31c012e1fd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4313774 Sep 17 07:45:53.113425 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66683a02-509b-4981-9db3-8e6e38f4129d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a72ec2-a33f-46b5-99ae-a0c2f6d100b6,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:53.141183 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 58168) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:45:53.205547 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-032cbfd7-4cc6-4f60-b04c-7175805b3589 None None] Set router 0fbcef66-0f72-4bdb-ae87-7af97532fb80 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:45:53.209866 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-51da8b60-c104-42fa-9b08-18e98765a2d7 admin admin] Notify callbacks [] for router, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:53.233235 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7246eecc-8fad-4eb9-bd5f-1ba111534c2a req-c67f3a90-bbb3-477a-a281-a32ebba5ad1e tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:53.234904 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7246eecc-8fad-4eb9-bd5f-1ba111534c2a req-c67f3a90-bbb3-477a-a281-a32ebba5ad1e tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] 10.222.0.13 "GET /v2.0/ports?device_id=da072600-9e7a-40aa-b384-67f31b6a1822 HTTP/1.1" status: 200 len: 948 time: 0.0837429 Sep 17 07:45:53.240868 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7ade11fd-b435-44dc-a20b-8dc3881d6513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:53.290752 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7ade11fd-b435-44dc-a20b-8dc3881d6513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:53.328838 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7246eecc-8fad-4eb9-bd5f-1ba111534c2a req-7822d7db-1d3f-44bd-9fc3-e01de0310fde tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dee2515-93d4-4ddd-9714-7486e0b8abaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846546 Sep 17 07:45:53.344824 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-51da8b60-c104-42fa-9b08-18e98765a2d7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:53.411784 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7ade11fd-b435-44dc-a20b-8dc3881d6513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:53.415225 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7ade11fd-b435-44dc-a20b-8dc3881d6513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:53.419040 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-7ade11fd-b435-44dc-a20b-8dc3881d6513 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/29a72ec2-a33f-46b5-99ae-a0c2f6d100b6 HTTP/1.1" status: 204 len: 168 time: 0.2744420 Sep 17 07:45:53.432778 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade11fd-b435-44dc-a20b-8dc3881d6513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a72ec2-a33f-46b5-99ae-a0c2f6d100b6,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:53.444212 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-032cbfd7-4cc6-4f60-b04c-7175805b3589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbcef66-0f72-4bdb-ae87-7af97532fb80', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-447192026-router', 'tenant_id': 'c2462a1e780141b1958639a93afd50ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.182'}], 'enable_snat': True}, 'gw_port_id': '9d84ea63-b1bd-4667-99ea-03543fed487d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:45:34Z', 'updated_at': '2021-09-17T07:45:51Z', 'revision_number': 5, 'project_id': 'c2462a1e780141b1958639a93afd50ae', 'gw_port': {'id': '9d84ea63-b1bd-4667-99ea-03543fed487d', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbcef66-0f72-4bdb-ae87-7af97532fb80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:45:36Z', 'updated_at': '2021-09-17T07:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:45:53.479815 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-51da8b60-c104-42fa-9b08-18e98765a2d7 admin admin] Deleting port 9d84ea63-b1bd-4667-99ea-03543fed487d {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:45:53.480260 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-51da8b60-c104-42fa-9b08-18e98765a2d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:53.527074 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032cbfd7-4cc6-4f60-b04c-7175805b3589 None None] Checking router: 0fbcef66-0f72-4bdb-ae87-7af97532fb80 for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:45:53.553634 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032cbfd7-4cc6-4f60-b04c-7175805b3589 None None] Routers {'0fbcef66-0f72-4bdb-ae87-7af97532fb80'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:45:53.554863 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-032cbfd7-4cc6-4f60-b04c-7175805b3589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:45:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['0fbcef66-0f72-4bdb-ae87-7af97532fb80'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:45:53.597084 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:53.642115 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-51da8b60-c104-42fa-9b08-18e98765a2d7 admin admin] For port 9d84ea63-b1bd-4667-99ea-03543fed487d, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=9d84ea63-b1bd-4667-99ea-03543fed487d,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:45:53.642115 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-51da8b60-c104-42fa-9b08-18e98765a2d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:53.657392 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-032cbfd7-4cc6-4f60-b04c-7175805b3589 None None] Set router 0fbcef66-0f72-4bdb-ae87-7af97532fb80 gateway port host: None {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:45:53.665678 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-51da8b60-c104-42fa-9b08-18e98765a2d7 admin admin] Calling delete_port for 9d84ea63-b1bd-4667-99ea-03543fed487d owned by network:router_gateway {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:45:53.758632 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-032cbfd7-4cc6-4f60-b04c-7175805b3589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbcef66-0f72-4bdb-ae87-7af97532fb80', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-447192026-router', 'tenant_id': 'c2462a1e780141b1958639a93afd50ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:45:34Z', 'updated_at': '2021-09-17T07:45:53Z', 'revision_number': 6, 'project_id': 'c2462a1e780141b1958639a93afd50ae', 'gw_port_host': None}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:45:53.792628 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032cbfd7-4cc6-4f60-b04c-7175805b3589 None None] The sync data for ids ['0fbcef66-0f72-4bdb-ae87-7af97532fb80'] in n-d-789963-9 is: [{'id': '0fbcef66-0f72-4bdb-ae87-7af97532fb80', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-447192026-router', 'tenant_id': 'c2462a1e780141b1958639a93afd50ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:45:34Z', 'updated_at': '2021-09-17T07:45:53Z', 'revision_number': 6, 'project_id': 'c2462a1e780141b1958639a93afd50ae', 'gw_port_host': None}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:45:53.823911 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc953bc-43a2-44c3-a673-f4f066c93bcb req-564b2cd2-1508-434d-b5dd-86c315929c7d tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:53.825796 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ddc953bc-43a2-44c3-a673-f4f066c93bcb req-564b2cd2-1508-434d-b5dd-86c315929c7d tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b19613c-19cc-4fcd-9986-d4471d717aa1 HTTP/1.1" status: 200 len: 944 time: 0.0816822 Sep 17 07:45:53.884255 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ddc953bc-43a2-44c3-a673-f4f066c93bcb req-90787c2d-372c-46bb-925e-9bd9f10dc65c tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463579 Sep 17 07:45:53.959823 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 013860f0-2126-4d95-9002-e87f7748261a details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:45:54.019166 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-51da8b60-c104-42fa-9b08-18e98765a2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:54.049630 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51da8b60-c104-42fa-9b08-18e98765a2d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d84ea63-b1bd-4667-99ea-03543fed487d,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:54.113279 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 013860f0-2126-4d95-9002-e87f7748261a, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=013860f0-2126-4d95-9002-e87f7748261a,segment=NetworkSegment(bbdef28d-b0c6-41c1-88af-cfcd40a3d803),segment_id=bbdef28d-b0c6-41c1-88af-cfcd40a3d803)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:45:54.135870 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': '013860f0-2126-4d95-9002-e87f7748261a', 'network_id': '339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5', 'port_id': '013860f0-2126-4d95-9002-e87f7748261a', 'mac_address': 'fa:16:3e:24:7c:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'affefed0-1fce-4202-a68f-ea65cc757370', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:45:54.201655 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-51da8b60-c104-42fa-9b08-18e98765a2d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:54.222737 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 58240) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:45:54.244587 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:54.247680 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c6e2ae99-e5fe-4a65-834a-0905377fdeec admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:54.281643 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 013860f0-2126-4d95-9002-e87f7748261a {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:45:54.335685 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 013860f0-2126-4d95-9002-e87f7748261a, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=013860f0-2126-4d95-9002-e87f7748261a,segment=NetworkSegment(bbdef28d-b0c6-41c1-88af-cfcd40a3d803),segment_id=bbdef28d-b0c6-41c1-88af-cfcd40a3d803)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:45:54.341815 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:54.388793 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-51da8b60-c104-42fa-9b08-18e98765a2d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:54.396152 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-51da8b60-c104-42fa-9b08-18e98765a2d7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:54.433596 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=013860f0-2126-4d95-9002-e87f7748261a,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:54.466740 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c6e2ae99-e5fe-4a65-834a-0905377fdeec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:54.481796 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c6e2ae99-e5fe-4a65-834a-0905377fdeec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:54.486908 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-51da8b60-c104-42fa-9b08-18e98765a2d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:54.487603 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51da8b60-c104-42fa-9b08-18e98765a2d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0fbcef66-0f72-4bdb-ae87-7af97532fb80 {{(pid=101290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 07:45:54.496886 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-51da8b60-c104-42fa-9b08-18e98765a2d7 admin admin] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:54.501933 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-51da8b60-c104-42fa-9b08-18e98765a2d7 admin admin] 10.222.0.13 "DELETE /v2.0/routers/0fbcef66-0f72-4bdb-ae87-7af97532fb80 HTTP/1.1" status: 204 len: 168 time: 1.5015645 Sep 17 07:45:54.502474 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 58260) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:45:54.558162 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device a88b86ec-4303-4784-b3b8-0214ca638078 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:45:54.573473 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-45697b90-3f7a-4bf9-8b66-ca4728c42ecb admin admin] Deleting subnet 95f63716-c4f9-4043-91d3-562a23db13ea {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:45:54.579322 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-45697b90-3f7a-4bf9-8b66-ca4728c42ecb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:54.585399 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e2ae99-e5fe-4a65-834a-0905377fdeec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41fc2617-29c1-4bc8-8234-fdcc5de8ef5d,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:54.600910 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-c6e2ae99-e5fe-4a65-834a-0905377fdeec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a41da8c447ac4c2a93c75b08fec61a92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3769176 Sep 17 07:45:54.602518 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 58262) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:45:54.671248 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-45697b90-3f7a-4bf9-8b66-ca4728c42ecb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:54.741576 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ae3d8986-4b64-41eb-8915-271e4e52d1b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:54.764900 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c337a45-10e7-4209-be91-a4bea2f346d8 req-e6d73715-ee42-4b16-aad0-7a153487af34 tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:54.767151 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1c337a45-10e7-4209-be91-a4bea2f346d8 req-e6d73715-ee42-4b16-aad0-7a153487af34 tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] 10.222.0.13 "GET /v2.0/ports?device_id=da072600-9e7a-40aa-b384-67f31b6a1822 HTTP/1.1" status: 200 len: 948 time: 0.2956355 Sep 17 07:45:54.844292 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ae3d8986-4b64-41eb-8915-271e4e52d1b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:54.894361 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-45697b90-3f7a-4bf9-8b66-ca4728c42ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:54.936369 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1c337a45-10e7-4209-be91-a4bea2f346d8 req-c0a92e2c-f1e3-47d3-b493-eae7ffa906ee tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dee2515-93d4-4ddd-9714-7486e0b8abaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574197 Sep 17 07:45:54.989855 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port a88b86ec-4303-4784-b3b8-0214ca638078, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=a88b86ec-4303-4784-b3b8-0214ca638078,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:45:55.018962 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 9d84ea63-b1bd-4667-99ea-03543fed487d no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:45:55.019278 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-45697b90-3f7a-4bf9-8b66-ca4728c42ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:55.022047 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['013860f0-2126-4d95-9002-e87f7748261a'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:45:55.024070 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ae3d8986-4b64-41eb-8915-271e4e52d1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:55.026997 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ae3d8986-4b64-41eb-8915-271e4e52d1b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:55.031503 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ae3d8986-4b64-41eb-8915-271e4e52d1b9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/41fc2617-29c1-4bc8-8234-fdcc5de8ef5d HTTP/1.1" status: 204 len: 168 time: 0.4275498 Sep 17 07:45:55.043274 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3d8986-4b64-41eb-8915-271e4e52d1b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41fc2617-29c1-4bc8-8234-fdcc5de8ef5d,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:55.065900 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-45697b90-3f7a-4bf9-8b66-ca4728c42ecb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:55.071300 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': 'a88b86ec-4303-4784-b3b8-0214ca638078', 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583', 'port_id': 'a88b86ec-4303-4784-b3b8-0214ca638078', 'mac_address': 'fa:16:3e:9c:92:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f3af6cb-9cad-436b-bf41-034e75672c44', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:45:55.074072 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-45697b90-3f7a-4bf9-8b66-ca4728c42ecb admin admin] 10.222.0.13 "DELETE /v2.0/subnets/95f63716-c4f9-4043-91d3-562a23db13ea HTTP/1.1" status: 204 len: 168 time: 0.5705223 Sep 17 07:45:55.077193 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 58300) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:45:55.106774 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256b1f30-998e-463b-aa66-0fa58e7f5602 None None] Network 6ef777b6-7ad1-4024-92d0-59588d5006d3 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:45:55.130204 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45697b90-3f7a-4bf9-8b66-ca4728c42ecb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95f63716-c4f9-4043-91d3-562a23db13ea,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:55.227728 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 9d84ea63-b1bd-4667-99ea-03543fed487d {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:45:55.228101 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 9d84ea63-b1bd-4667-99ea-03543fed487d not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:45:55.229273 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device e0f7c0ac-a5e2-45b9-a5be-574e71f765fd no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:45:55.234520 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-20b9e16a-9422-4c0d-b1e1-46becd4a05c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:55.291822 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: e0f7c0ac-a5e2-45b9-a5be-574e71f765fd {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:45:55.293891 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device e0f7c0ac-a5e2-45b9-a5be-574e71f765fd not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:45:55.353023 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:55.432788 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:55.436065 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ed5e7a-127d-42b9-883c-d76ab2163efc req-4aa1090e-c10a-407d-9727-412e98f7a65b tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:55.437886 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-99ed5e7a-127d-42b9-883c-d76ab2163efc req-4aa1090e-c10a-407d-9727-412e98f7a65b tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b19613c-19cc-4fcd-9986-d4471d717aa1 HTTP/1.1" status: 200 len: 945 time: 0.1428206 Sep 17 07:45:55.439697 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-20b9e16a-9422-4c0d-b1e1-46becd4a05c1 admin admin] Deleting port 80aadeb8-6628-4fd4-93b2-720cccc6f8bc {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:45:55.440250 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-20b9e16a-9422-4c0d-b1e1-46becd4a05c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:55.467362 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a88b86ec-4303-4784-b3b8-0214ca638078 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:45:55.521278 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-20b9e16a-9422-4c0d-b1e1-46becd4a05c1 admin admin] For port 80aadeb8-6628-4fd4-93b2-720cccc6f8bc, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=80aadeb8-6628-4fd4-93b2-720cccc6f8bc,segment=NetworkSegment(4a631306-47ad-49ac-a13d-d51be31042f3),segment_id=4a631306-47ad-49ac-a13d-d51be31042f3)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:45:55.522507 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-20b9e16a-9422-4c0d-b1e1-46becd4a05c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:55.525096 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port a88b86ec-4303-4784-b3b8-0214ca638078, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=a88b86ec-4303-4784-b3b8-0214ca638078,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:45:55.542761 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:55.622615 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05cc3b9c-028e-4946-a3c4-83d828edec5c None None] DHCP port deletion for 6ef777b6-7ad1-4024-92d0-59588d5006d3 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 07:45:55.640739 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=a88b86ec-4303-4784-b3b8-0214ca638078,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:55.712721 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-05cc3b9c-028e-4946-a3c4-83d828edec5c None None] Deleting port 80aadeb8-6628-4fd4-93b2-720cccc6f8bc {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:45:55.713490 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-05cc3b9c-028e-4946-a3c4-83d828edec5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:55.834517 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-05cc3b9c-028e-4946-a3c4-83d828edec5c None None] For port 80aadeb8-6628-4fd4-93b2-720cccc6f8bc, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=80aadeb8-6628-4fd4-93b2-720cccc6f8bc,segment=NetworkSegment(4a631306-47ad-49ac-a13d-d51be31042f3),segment_id=4a631306-47ad-49ac-a13d-d51be31042f3)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:45:55.835061 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-05cc3b9c-028e-4946-a3c4-83d828edec5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:55.862430 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-05cc3b9c-028e-4946-a3c4-83d828edec5c None None] Calling delete_port for 80aadeb8-6628-4fd4-93b2-720cccc6f8bc owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:45:56.003896 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-05cc3b9c-028e-4946-a3c4-83d828edec5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:56.014288 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-20b9e16a-9422-4c0d-b1e1-46becd4a05c1 admin admin] Calling delete_port for 80aadeb8-6628-4fd4-93b2-720cccc6f8bc owned by network:dhcp {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:45:56.044537 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cc3b9c-028e-4946-a3c4-83d828edec5c None None] No DVR routers for this DVR port 80aadeb8-6628-4fd4-93b2-720cccc6f8bc on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:45:56.046634 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['a88b86ec-4303-4784-b3b8-0214ca638078'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:45:56.113550 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-99ed5e7a-127d-42b9-883c-d76ab2163efc req-a8bbab9a-3bc0-4a27-8197-d90945ce49cb tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079161 Sep 17 07:45:56.205218 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-20b9e16a-9422-4c0d-b1e1-46becd4a05c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:56.214505 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cc3b9c-028e-4946-a3c4-83d828edec5c None None] Pushing event deleted for resources: {'Port': ['ID=80aadeb8-6628-4fd4-93b2-720cccc6f8bc,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:56.243917 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b9e16a-9422-4c0d-b1e1-46becd4a05c1 admin admin] No DVR routers for this DVR port 80aadeb8-6628-4fd4-93b2-720cccc6f8bc on host n-d-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:45:56.348727 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b9e16a-9422-4c0d-b1e1-46becd4a05c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=80aadeb8-6628-4fd4-93b2-720cccc6f8bc,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:56.353796 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-20b9e16a-9422-4c0d-b1e1-46becd4a05c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:56.379595 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 58388) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:45:56.406082 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-20b9e16a-9422-4c0d-b1e1-46becd4a05c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ef777b6-7ad1-4024-92d0-59588d5006d3']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:45:56.419009 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-20b9e16a-9422-4c0d-b1e1-46becd4a05c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a631306-47ad-49ac-a13d-d51be31042f3') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:45:56.419307 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-20b9e16a-9422-4c0d-b1e1-46becd4a05c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a631306-47ad-49ac-a13d-d51be31042f3') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:45:56.439679 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d84d47-93c8-442a-8538-287d316881f6 req-1c4d3a36-d58f-4d94-8346-3ba65768f49a tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:56.441296 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f1d84d47-93c8-442a-8538-287d316881f6 req-1c4d3a36-d58f-4d94-8346-3ba65768f49a tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] 10.222.0.13 "GET /v2.0/ports?device_id=da072600-9e7a-40aa-b384-67f31b6a1822 HTTP/1.1" status: 200 len: 949 time: 0.1513560 Sep 17 07:45:56.445129 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-20b9e16a-9422-4c0d-b1e1-46becd4a05c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:56.471107 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-20b9e16a-9422-4c0d-b1e1-46becd4a05c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:56.489471 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20b9e16a-9422-4c0d-b1e1-46becd4a05c1 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 07:45:56.489880 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-20b9e16a-9422-4c0d-b1e1-46becd4a05c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:56.492231 n-d-789963-9 neutron-server[101289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 07:45:56.492231 n-d-789963-9 neutron-server[101289]: self.session.flush() Sep 17 07:45:56.492231 n-d-789963-9 neutron-server[101289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 07:45:56.492231 n-d-789963-9 neutron-server[101289]: self.session.flush() Sep 17 07:45:56.492231 n-d-789963-9 neutron-server[101289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 07:45:56.492231 n-d-789963-9 neutron-server[101289]: self.session.flush() Sep 17 07:45:56.492231 n-d-789963-9 neutron-server[101289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 07:45:56.492231 n-d-789963-9 neutron-server[101289]: self.session.flush() Sep 17 07:45:56.492231 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 07:45:56.492231 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 07:45:56.492231 n-d-789963-9 neutron-server[101289]: timer() Sep 17 07:45:56.492231 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 07:45:56.492231 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 07:45:56.492231 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 07:45:56.492231 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 07:45:56.492231 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 07:45:56.492231 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 07:45:56.492231 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 07:45:56.492231 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 07:45:56.492231 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 07:45:56.492231 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 07:45:56.492231 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 07:45:56.492231 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 07:45:56.492231 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 07:45:56.492231 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 07:45:56.492231 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 07:45:56.492231 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 07:45:56.492231 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 07:45:56.492231 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 07:45:56.492231 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 07:45:56.492231 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 07:45:56.492231 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 07:45:56.492231 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 07:45:56.492231 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 07:45:56.492231 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 07:45:56.492231 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 07:45:56.492231 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 07:45:56.492231 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 07:45:56.492231 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 07:45:56.492231 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 07:45:56.508294 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f1d84d47-93c8-442a-8538-287d316881f6 req-557e355d-c6be-4381-a41f-dd066ee6777b tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dee2515-93d4-4ddd-9714-7486e0b8abaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566123 Sep 17 07:45:56.540997 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-e842ea6f-efe0-4760-9c80-2b4a01ab722f admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-309226126-network', 'tenant_id': '026f1bbdd969495ba4d90c4a8ce346cd'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:45:56.570141 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-20b9e16a-9422-4c0d-b1e1-46becd4a05c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:56.577319 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-20b9e16a-9422-4c0d-b1e1-46becd4a05c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:56.582442 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-20b9e16a-9422-4c0d-b1e1-46becd4a05c1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/6ef777b6-7ad1-4024-92d0-59588d5006d3 HTTP/1.1" status: 204 len: 168 time: 1.5014601 Sep 17 07:45:56.610063 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e842ea6f-efe0-4760-9c80-2b4a01ab722f admin admin] Made reservation on behalf of 026f1bbdd969495ba4d90c4a8ce346cd for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:45:56.612035 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b9e16a-9422-4c0d-b1e1-46becd4a05c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ef777b6-7ad1-4024-92d0-59588d5006d3,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:56.623760 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e842ea6f-efe0-4760-9c80-2b4a01ab722f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:56.645204 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e842ea6f-efe0-4760-9c80-2b4a01ab722f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:56.718269 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 80aadeb8-6628-4fd4-93b2-720cccc6f8bc no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:45:56.768067 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 80aadeb8-6628-4fd4-93b2-720cccc6f8bc {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:45:56.768607 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 80aadeb8-6628-4fd4-93b2-720cccc6f8bc not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:45:56.823884 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e842ea6f-efe0-4760-9c80-2b4a01ab722f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:56.837460 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e842ea6f-efe0-4760-9c80-2b4a01ab722f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:56.869719 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 58438) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:45:56.886735 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e842ea6f-efe0-4760-9c80-2b4a01ab722f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ef99ba-7ca0-4491-8e58-8d35cc31cf0f,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:56.910786 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e842ea6f-efe0-4760-9c80-2b4a01ab722f admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 07:45:56.922894 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e842ea6f-efe0-4760-9c80-2b4a01ab722f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:56.923595 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-e842ea6f-efe0-4760-9c80-2b4a01ab722f admin admin] Added segment fd8f5a13-1c06-4de9-a0a1-9eeb4f661339 of type vlan for network 6e940d9c-f117-40aa-a612-5c4df5492150 Sep 17 07:45:56.971314 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-c930d51f-58f5-4b41-9d83-097a46edba96 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c2462a1e780141b1958639a93afd50ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1003673 Sep 17 07:45:56.974093 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 58442) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:45:56.999695 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e842ea6f-efe0-4760-9c80-2b4a01ab722f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:57.025887 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e842ea6f-efe0-4760-9c80-2b4a01ab722f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:57.027358 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e842ea6f-efe0-4760-9c80-2b4a01ab722f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:57.029072 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e842ea6f-efe0-4760-9c80-2b4a01ab722f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:57.067823 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-58479b69-c0de-4382-b712-97d672195912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:57.107468 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e842ea6f-efe0-4760-9c80-2b4a01ab722f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7265100 Sep 17 07:45:57.111945 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-58479b69-c0de-4382-b712-97d672195912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:57.132938 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 58452) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:45:57.133284 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 58454) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:45:57.145348 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-16664452-26b8-4275-bf01-b38f4c7b4386 admin admin] Request body: {'subnet': {'network_id': '6e940d9c-f117-40aa-a612-5c4df5492150', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-309226126-subnet', 'tenant_id': '026f1bbdd969495ba4d90c4a8ce346cd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:45:57.150766 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e842ea6f-efe0-4760-9c80-2b4a01ab722f admin admin] Pushing event updated for resources: {'Network': ['ID=6e940d9c-f117-40aa-a612-5c4df5492150,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:57.160860 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 6e940d9c-f117-40aa-a612-5c4df5492150 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 07:45:57.177179 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16664452-26b8-4275-bf01-b38f4c7b4386 admin admin] Made reservation on behalf of 026f1bbdd969495ba4d90c4a8ce346cd for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:45:57.183975 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-16664452-26b8-4275-bf01-b38f4c7b4386 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:57.215498 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-58479b69-c0de-4382-b712-97d672195912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:57.218578 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-58479b69-c0de-4382-b712-97d672195912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:57.219550 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-58479b69-c0de-4382-b712-97d672195912 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/af3da033-ae4a-439f-b214-78a8375f0253 HTTP/1.1" status: 204 len: 168 time: 0.2441335 Sep 17 07:45:57.240693 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58479b69-c0de-4382-b712-97d672195912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3da033-ae4a-439f-b214-78a8375f0253,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:57.379706 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1681b884-a198-4c38-9a6f-ef7e5a3550e5 req-9e951c7a-b7f3-48b7-a146-a04c07245efa tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:57.383088 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a833ad2a-41d0-48e6-9edb-27231bf4cdd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:57.401734 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1681b884-a198-4c38-9a6f-ef7e5a3550e5 req-9e951c7a-b7f3-48b7-a146-a04c07245efa tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b19613c-19cc-4fcd-9986-d4471d717aa1 HTTP/1.1" status: 200 len: 945 time: 0.1103570 Sep 17 07:45:57.502187 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1681b884-a198-4c38-9a6f-ef7e5a3550e5 req-d0ebba04-6d86-407d-8391-9f399a34f1c8 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993385 Sep 17 07:45:57.669901 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-16664452-26b8-4275-bf01-b38f4c7b4386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:57.684013 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8062c07-c8d4-4136-8e0a-0cf0949d57f5 req-58394127-9fe4-4246-9557-851e9a36cff7 tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:57.686057 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a8062c07-c8d4-4136-8e0a-0cf0949d57f5 req-58394127-9fe4-4246-9557-851e9a36cff7 tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] 10.222.0.13 "GET /v2.0/ports?device_id=da072600-9e7a-40aa-b384-67f31b6a1822 HTTP/1.1" status: 200 len: 949 time: 0.0724125 Sep 17 07:45:57.716886 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a833ad2a-41d0-48e6-9edb-27231bf4cdd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:57.738322 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a833ad2a-41d0-48e6-9edb-27231bf4cdd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:57.761915 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a8062c07-c8d4-4136-8e0a-0cf0949d57f5 req-86570134-5ef4-49a7-a9d0-5ed04ef450ff tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dee2515-93d4-4ddd-9714-7486e0b8abaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699003 Sep 17 07:45:57.816217 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16664452-26b8-4275-bf01-b38f4c7b4386 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a128747-09f8-4856-aed9-23d37065bdbb,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:57.827372 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a833ad2a-41d0-48e6-9edb-27231bf4cdd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d91c9cbb-b7cd-41c1-9b7c-d0b7f47bf188,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:57.835079 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a833ad2a-41d0-48e6-9edb-27231bf4cdd7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=54cccd2e71d04af29e3891be143da58c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6984992 Sep 17 07:45:57.835079 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16664452-26b8-4275-bf01-b38f4c7b4386 admin admin] Checking segment: {'id': 'fd8f5a13-1c06-4de9-a0a1-9eeb4f661339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6e940d9c-f117-40aa-a612-5c4df5492150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:45:57.835079 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16664452-26b8-4275-bf01-b38f4c7b4386 admin admin] Network hostable DHCP agents. Network: 6e940d9c-f117-40aa-a612-5c4df5492150, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 07:45:57.835574 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 58524) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:45:57.855102 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16664452-26b8-4275-bf01-b38f4c7b4386 admin admin] Network 6e940d9c-f117-40aa-a612-5c4df5492150 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 07:45:57.870541 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-16664452-26b8-4275-bf01-b38f4c7b4386 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 6e940d9c-f117-40aa-a612-5c4df5492150) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:45:57.882125 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883c4814-6714-4c15-ad25-8965b0f90c83 None None] Network 6e940d9c-f117-40aa-a612-5c4df5492150 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:45:57.900094 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16664452-26b8-4275-bf01-b38f4c7b4386 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:57.902927 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-16664452-26b8-4275-bf01-b38f4c7b4386 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:57.937056 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-16664452-26b8-4275-bf01-b38f4c7b4386 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7986298 Sep 17 07:45:57.937056 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 58540) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:45:57.944241 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-d16317e9-6344-4d7e-8ab9-9a21e8ea157c admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-309226126-router', 'tenant_id': '026f1bbdd969495ba4d90c4a8ce346cd', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:45:57.952203 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d8f92454-c349-41d9-b20d-ed151ed75ad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:57.992931 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d16317e9-6344-4d7e-8ab9-9a21e8ea157c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:57.994445 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d16317e9-6344-4d7e-8ab9-9a21e8ea157c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:57.998886 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d8f92454-c349-41d9-b20d-ed151ed75ad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:58.013694 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 013860f0-2126-4d95-9002-e87f7748261a up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:45:58.087271 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d8f92454-c349-41d9-b20d-ed151ed75ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:58.102665 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d8f92454-c349-41d9-b20d-ed151ed75ad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:58.104109 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d16317e9-6344-4d7e-8ab9-9a21e8ea157c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:58.107480 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-d8f92454-c349-41d9-b20d-ed151ed75ad5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d91c9cbb-b7cd-41c1-9b7c-d0b7f47bf188 HTTP/1.1" status: 204 len: 168 time: 0.2679865 Sep 17 07:45:58.126346 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f92454-c349-41d9-b20d-ed151ed75ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91c9cbb-b7cd-41c1-9b7c-d0b7f47bf188,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:58.259675 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning for port 013860f0-2126-4d95-9002-e87f7748261a completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:45:58.272853 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port 013860f0-2126-4d95-9002-e87f7748261a triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:45:58.273367 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:58.309066 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d16317e9-6344-4d7e-8ab9-9a21e8ea157c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:58.422191 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e579cf68-7107-4121-9a9c-3173930484da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-6e940d9c-f117-40aa-a612-5c4df5492150', 'network_id': '6e940d9c-f117-40aa-a612-5c4df5492150', 'tenant_id': '026f1bbdd969495ba4d90c4a8ce346cd', 'fixed_ips': [{'subnet_id': '4a128747-09f8-4856-aed9-23d37065bdbb'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 07:45:58.423330 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e579cf68-7107-4121-9a9c-3173930484da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:58.648724 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 58612) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:45:58.659880 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device a88b86ec-4303-4784-b3b8-0214ca638078 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:45:58.669863 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:58.782411 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb16e86-d6ca-4697-8a18-52c52a96bc1e req-7954496c-bfdd-4ec4-be40-381f61a5383f tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:58.785421 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3fb16e86-d6ca-4697-8a18-52c52a96bc1e req-7954496c-bfdd-4ec4-be40-381f61a5383f tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b19613c-19cc-4fcd-9986-d4471d717aa1 HTTP/1.1" status: 200 len: 945 time: 0.1226895 Sep 17 07:45:58.810925 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d16317e9-6344-4d7e-8ab9-9a21e8ea157c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:58.846370 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 013860f0-2126-4d95-9002-e87f7748261a, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=013860f0-2126-4d95-9002-e87f7748261a,segment=NetworkSegment(bbdef28d-b0c6-41c1-88af-cfcd40a3d803),segment_id=bbdef28d-b0c6-41c1-88af-cfcd40a3d803)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:45:58.853739 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d16317e9-6344-4d7e-8ab9-9a21e8ea157c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:58.858968 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b19613c-19cc-4fcd-9986-d4471d717aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '013860f0-2126-4d95-9002-e87f7748261a'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:45:58.873224 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a3e160-372b-4cee-877e-5d293bc2ec0b" -d '{"events": [{"server_uuid": "4b19613c-19cc-4fcd-9986-d4471d717aa1", "name": "network-vif-plugged", "status": "completed", "tag": "013860f0-2126-4d95-9002-e87f7748261a"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:45:58.894544 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3fb16e86-d6ca-4697-8a18-52c52a96bc1e req-ae09eff7-98b6-42dd-b446-6e5a4022528f tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993531 Sep 17 07:45:58.895926 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:58.907023 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-c7d3848d-be13-44fc-9cab-a7de989512a4 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-320972338-network', 'tenant_id': '43b7af468d3c4824aaaa6df100556e2b'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:45:58.976456 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d3848d-be13-44fc-9cab-a7de989512a4 admin admin] Made reservation on behalf of 43b7af468d3c4824aaaa6df100556e2b for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:45:58.978770 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c7d3848d-be13-44fc-9cab-a7de989512a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:59.000881 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c7d3848d-be13-44fc-9cab-a7de989512a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:59.093673 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-e579cf68-7107-4121-9a9c-3173930484da None None] Allocated IP 172.20.0.2 (6e940d9c-f117-40aa-a612-5c4df5492150/4a128747-09f8-4856-aed9-23d37065bdbb/a14f931f-a311-4f1f-a0d0-e0012397ca4f) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:45:59.096185 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port a88b86ec-4303-4784-b3b8-0214ca638078 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:45:59.120659 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=013860f0-2126-4d95-9002-e87f7748261a,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:59.121608 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-d16317e9-6344-4d7e-8ab9-9a21e8ea157c admin admin] Allocated IP 172.25.6.225 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/9d454780-0168-4bdf-9dcc-f92a0749b0f0) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:45:59.125521 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port a88b86ec-4303-4784-b3b8-0214ca638078 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:45:59.126179 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:59.165968 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69429357-fe23-4168-886f-782b91887ece req-82b83ff8-cd0c-4f1a-9017-306b589aed75 tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:59.167551 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-69429357-fe23-4168-886f-782b91887ece req-82b83ff8-cd0c-4f1a-9017-306b589aed75 tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] 10.222.0.13 "GET /v2.0/ports?device_id=da072600-9e7a-40aa-b384-67f31b6a1822 HTTP/1.1" status: 200 len: 949 time: 0.1618137 Sep 17 07:45:59.244185 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-69429357-fe23-4168-886f-782b91887ece req-6a858dce-325a-4fd4-a07c-aa1aa9399da6 tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dee2515-93d4-4ddd-9714-7486e0b8abaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599844 Sep 17 07:45:59.274193 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c21cca8-b51c-4f19-ac7d-9a6300321fc1 x-openstack-request-id: req-4c21cca8-b51c-4f19-ac7d-9a6300321fc1 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:45:59.274553 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b19613c-19cc-4fcd-9986-d4471d717aa1", "name": "network-vif-plugged", "status": "completed", "tag": "013860f0-2126-4d95-9002-e87f7748261a", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:45:59.274758 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4c21cca8-b51c-4f19-ac7d-9a6300321fc1 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:45:59.275158 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b19613c-19cc-4fcd-9986-d4471d717aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '013860f0-2126-4d95-9002-e87f7748261a', 'code': 200} Sep 17 07:45:59.313859 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c7d3848d-be13-44fc-9cab-a7de989512a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:59.322711 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c7d3848d-be13-44fc-9cab-a7de989512a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:59.336755 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d16317e9-6344-4d7e-8ab9-9a21e8ea157c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:59.395552 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d3848d-be13-44fc-9cab-a7de989512a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a4612f-058b-4338-9861-1ad45234538f,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:59.402484 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e579cf68-7107-4121-9a9c-3173930484da None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:59.415703 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d16317e9-6344-4d7e-8ab9-9a21e8ea157c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:59.426535 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e579cf68-7107-4121-9a9c-3173930484da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:59.446756 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7d3848d-be13-44fc-9cab-a7de989512a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 07:45:59.462849 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16317e9-6344-4d7e-8ab9-9a21e8ea157c admin admin] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:45:59.467748 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-d16317e9-6344-4d7e-8ab9-9a21e8ea157c admin admin] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:45:59.471847 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c7d3848d-be13-44fc-9cab-a7de989512a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:59.472322 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16317e9-6344-4d7e-8ab9-9a21e8ea157c admin admin] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:45:59.472558 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-c7d3848d-be13-44fc-9cab-a7de989512a4 admin admin] Added segment 5ce36400-13a1-41db-8274-558edfd01d90 of type vlan for network 8735159f-6edb-41d2-9bd4-93956ab1df1a Sep 17 07:45:59.492225 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e217052-21c9-4127-89f8-90b3eac0a879 req-3c0bce06-1696-49c0-a395-bc0e5c75597b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:59.494277 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3e217052-21c9-4127-89f8-90b3eac0a879 req-3c0bce06-1696-49c0-a395-bc0e5c75597b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4b19613c-19cc-4fcd-9986-d4471d717aa1 HTTP/1.1" status: 200 len: 1097 time: 0.1089187 Sep 17 07:45:59.517886 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16317e9-6344-4d7e-8ab9-9a21e8ea157c admin admin] Pushing event updated for resources: {'Port': ['ID=9d454780-0168-4bdf-9dcc-f92a0749b0f0,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:59.532338 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e579cf68-7107-4121-9a9c-3173930484da None None] Pushing event updated for resources: {'Port': ['ID=a14f931f-a311-4f1f-a0d0-e0012397ca4f,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:59.547083 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e579cf68-7107-4121-9a9c-3173930484da None None] Network 6e940d9c-f117-40aa-a612-5c4df5492150 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:45:59.549979 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-e579cf68-7107-4121-9a9c-3173930484da None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:45:59.569287 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c7d3848d-be13-44fc-9cab-a7de989512a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:59.572030 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e579cf68-7107-4121-9a9c-3173930484da None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:45:59.592629 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3e217052-21c9-4127-89f8-90b3eac0a879 req-711c9577-94c9-433d-bf1d-0c79fcbf0dec service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728297 Sep 17 07:45:59.593258 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 58686) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:45:59.634125 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c7d3848d-be13-44fc-9cab-a7de989512a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:59.635264 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d3848d-be13-44fc-9cab-a7de989512a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:45:59.636129 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c7d3848d-be13-44fc-9cab-a7de989512a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:59.651713 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:59.671299 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-c7d3848d-be13-44fc-9cab-a7de989512a4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.0213351 Sep 17 07:45:59.674058 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 58690) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:45:59.681014 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-a6d18879-ea11-420f-881f-b00aab0b4b4b admin admin] Request body: {'subnet': {'network_id': '8735159f-6edb-41d2-9bd4-93956ab1df1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-320972338-subnet', 'tenant_id': '43b7af468d3c4824aaaa6df100556e2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:45:59.695999 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-e579cf68-7107-4121-9a9c-3173930484da None None] Attempting to bind port a14f931f-a311-4f1f-a0d0-e0012397ca4f on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:45:59.696352 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-e579cf68-7107-4121-9a9c-3173930484da None None] Attempting to bind port a14f931f-a311-4f1f-a0d0-e0012397ca4f by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'fd8f5a13-1c06-4de9-a0a1-9eeb4f661339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6e940d9c-f117-40aa-a612-5c4df5492150'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:45:59.696899 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e579cf68-7107-4121-9a9c-3173930484da None None] Attempting to bind port a14f931f-a311-4f1f-a0d0-e0012397ca4f on network 6e940d9c-f117-40aa-a612-5c4df5492150 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:45:59.721335 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port a88b86ec-4303-4784-b3b8-0214ca638078, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=a88b86ec-4303-4784-b3b8-0214ca638078,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:45:59.727344 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e579cf68-7107-4121-9a9c-3173930484da None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:45:59.727997 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e579cf68-7107-4121-9a9c-3173930484da None None] Checking segment: {'id': 'fd8f5a13-1c06-4de9-a0a1-9eeb4f661339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6e940d9c-f117-40aa-a612-5c4df5492150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:45:59.728657 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e579cf68-7107-4121-9a9c-3173930484da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:59.729196 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e579cf68-7107-4121-9a9c-3173930484da None None] Bound using segment: {'id': 'fd8f5a13-1c06-4de9-a0a1-9eeb4f661339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6e940d9c-f117-40aa-a612-5c4df5492150'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:45:59.730000 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-e579cf68-7107-4121-9a9c-3173930484da None None] Bound port: a14f931f-a311-4f1f-a0d0-e0012397ca4f, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd8f5a13-1c06-4de9-a0a1-9eeb4f661339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6e940d9c-f117-40aa-a612-5c4df5492150'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:45:59.730559 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e579cf68-7107-4121-9a9c-3173930484da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:59.734667 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:59.743451 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d18879-ea11-420f-881f-b00aab0b4b4b admin admin] Made reservation on behalf of 43b7af468d3c4824aaaa6df100556e2b for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:45:59.746046 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a6d18879-ea11-420f-881f-b00aab0b4b4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:59.749642 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d3848d-be13-44fc-9cab-a7de989512a4 admin admin] Pushing event updated for resources: {'Network': ['ID=8735159f-6edb-41d2-9bd4-93956ab1df1a,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:59.773732 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 8735159f-6edb-41d2-9bd4-93956ab1df1a details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 07:45:59.826181 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-7a5e3c4e-f197-43b3-9daf-40a427234122 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1190056284-network', 'tenant_id': 'a8b8de8d3e47401c80419ff293ac8ce3'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:45:59.837601 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d16317e9-6344-4d7e-8ab9-9a21e8ea157c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:59.873839 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5e3c4e-f197-43b3-9daf-40a427234122 admin admin] Made reservation on behalf of a8b8de8d3e47401c80419ff293ac8ce3 for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:45:59.876362 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7a5e3c4e-f197-43b3-9daf-40a427234122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:59.890305 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7a5e3c4e-f197-43b3-9daf-40a427234122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:45:59.971398 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=a88b86ec-4303-4784-b3b8-0214ca638078,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:45:59.985233 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-e579cf68-7107-4121-9a9c-3173930484da None None] For port a14f931f-a311-4f1f-a0d0-e0012397ca4f, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:45:59.988882 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-e579cf68-7107-4121-9a9c-3173930484da None None] For port a14f931f-a311-4f1f-a0d0-e0012397ca4f, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=a14f931f-a311-4f1f-a0d0-e0012397ca4f,segment=NetworkSegment(fd8f5a13-1c06-4de9-a0a1-9eeb4f661339),segment_id=fd8f5a13-1c06-4de9-a0a1-9eeb4f661339)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:45:59.995718 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e579cf68-7107-4121-9a9c-3173930484da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:00.046926 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a6d18879-ea11-420f-881f-b00aab0b4b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:00.102621 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e579cf68-7107-4121-9a9c-3173930484da None None] Pushing event updated for resources: {'Port': ['ID=a14f931f-a311-4f1f-a0d0-e0012397ca4f,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:00.112551 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d16317e9-6344-4d7e-8ab9-9a21e8ea157c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:00.157901 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d18879-ea11-420f-881f-b00aab0b4b4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e8a61b2-3aad-4505-a004-004379de0de4,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:00.199916 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715967e5-4d83-4370-a249-debacc196957 req-435ad18f-71bc-4409-b3f7-c094a0d4b92b tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:00.207657 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-715967e5-4d83-4370-a249-debacc196957 req-435ad18f-71bc-4409-b3f7-c094a0d4b92b tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b19613c-19cc-4fcd-9986-d4471d717aa1 HTTP/1.1" status: 200 len: 946 time: 0.1759090 Sep 17 07:46:00.237867 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d18879-ea11-420f-881f-b00aab0b4b4b admin admin] Checking segment: {'id': '5ce36400-13a1-41db-8274-558edfd01d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8735159f-6edb-41d2-9bd4-93956ab1df1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:46:00.238327 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d18879-ea11-420f-881f-b00aab0b4b4b admin admin] Network hostable DHCP agents. Network: 8735159f-6edb-41d2-9bd4-93956ab1df1a, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 07:46:00.298617 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-715967e5-4d83-4370-a249-debacc196957 req-e3197e36-1bbf-451c-9f9a-0813adf06745 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858917 Sep 17 07:46:00.313348 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d18879-ea11-420f-881f-b00aab0b4b4b admin admin] Network 8735159f-6edb-41d2-9bd4-93956ab1df1a is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 07:46:00.323280 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7a5e3c4e-f197-43b3-9daf-40a427234122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:00.337206 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-a6d18879-ea11-420f-881f-b00aab0b4b4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 8735159f-6edb-41d2-9bd4-93956ab1df1a) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:46:00.339602 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7a5e3c4e-f197-43b3-9daf-40a427234122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:00.348793 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6665c21-9932-454a-b6a2-ed3e9dfb8c92 None None] Network 8735159f-6edb-41d2-9bd4-93956ab1df1a requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:46:00.359745 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d18879-ea11-420f-881f-b00aab0b4b4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:00.360365 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a6d18879-ea11-420f-881f-b00aab0b4b4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:00.474788 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-a6d18879-ea11-420f-881f-b00aab0b4b4b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7990298 Sep 17 07:46:00.483608 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a5e3c4e-f197-43b3-9daf-40a427234122 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 07:46:00.508776 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5e3c4e-f197-43b3-9daf-40a427234122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33dcb9d9-be84-490d-8d1e-769e2ed5062a,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:00.522790 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7a5e3c4e-f197-43b3-9daf-40a427234122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:00.523138 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-7a5e3c4e-f197-43b3-9daf-40a427234122 admin admin] Added segment fe140136-2174-4894-b80d-4d7eee6c1378 of type vlan for network 56d68df6-fb2f-4041-82b9-349d126d8aad Sep 17 07:46:00.542096 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38263047-925e-4679-aa57-2f500e21ecd9 req-d9ef82dd-77b7-479a-813d-52a90e33001b tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:00.543669 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-38263047-925e-4679-aa57-2f500e21ecd9 req-d9ef82dd-77b7-479a-813d-52a90e33001b tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] 10.222.0.13 "GET /v2.0/ports?device_id=da072600-9e7a-40aa-b384-67f31b6a1822 HTTP/1.1" status: 200 len: 950 time: 0.2080119 Sep 17 07:46:00.601527 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7a5e3c4e-f197-43b3-9daf-40a427234122 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:00.632924 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d16317e9-6344-4d7e-8ab9-9a21e8ea157c admin admin] Router 8a1cc1de-4e60-42df-bac3-cab14c6d0da8 is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 07:46:00.651457 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-38263047-925e-4679-aa57-2f500e21ecd9 req-d454cba9-8231-440e-8859-c465ec709a22 tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dee2515-93d4-4ddd-9714-7486e0b8abaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720661 Sep 17 07:46:00.653435 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea49c2c-373a-487b-838b-4e89eeac16cf None None] Network 8735159f-6edb-41d2-9bd4-93956ab1df1a requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:46:00.672312 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7a5e3c4e-f197-43b3-9daf-40a427234122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:00.673603 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5e3c4e-f197-43b3-9daf-40a427234122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:00.674305 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7a5e3c4e-f197-43b3-9daf-40a427234122 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:00.729557 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-7a5e3c4e-f197-43b3-9daf-40a427234122 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1300435 Sep 17 07:46:00.788261 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5e3c4e-f197-43b3-9daf-40a427234122 admin admin] Pushing event updated for resources: {'Network': ['ID=56d68df6-fb2f-4041-82b9-349d126d8aad,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:00.815209 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 58740) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:46:00.820196 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 56d68df6-fb2f-4041-82b9-349d126d8aad details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 07:46:00.823165 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-30cf2c78-1efb-4b46-adba-2fd289bb2a9c admin admin] Request body: {'subnet': {'network_id': '56d68df6-fb2f-4041-82b9-349d126d8aad', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1190056284-subnet', 'tenant_id': 'a8b8de8d3e47401c80419ff293ac8ce3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:46:00.917663 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30cf2c78-1efb-4b46-adba-2fd289bb2a9c admin admin] Made reservation on behalf of a8b8de8d3e47401c80419ff293ac8ce3 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:46:00.921022 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-30cf2c78-1efb-4b46-adba-2fd289bb2a9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:00.930146 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d16317e9-6344-4d7e-8ab9-9a21e8ea157c admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:46:00.945606 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb648217-2770-4709-8d66-0d464c688060 None None] Sync routers for ids ['8a1cc1de-4e60-42df-bac3-cab14c6d0da8'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:46:00.950624 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device a14f931f-a311-4f1f-a0d0-e0012397ca4f up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:46:00.966003 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 58750) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:46:00.977722 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb648217-2770-4709-8d66-0d464c688060 None None] Routers {'8a1cc1de-4e60-42df-bac3-cab14c6d0da8'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:46:00.979511 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-eb648217-2770-4709-8d66-0d464c688060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:45:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['8a1cc1de-4e60-42df-bac3-cab14c6d0da8'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:46:00.995193 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d16317e9-6344-4d7e-8ab9-9a21e8ea157c admin admin] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:01.000012 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 58754) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:46:01.008782 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d16317e9-6344-4d7e-8ab9-9a21e8ea157c admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0705495 Sep 17 07:46:01.061008 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port a14f931f-a311-4f1f-a0d0-e0012397ca4f triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:46:01.062024 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:01.206882 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-eb648217-2770-4709-8d66-0d464c688060 None None] Set router 8a1cc1de-4e60-42df-bac3-cab14c6d0da8 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:46:01.223296 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3a057d8d-3ff0-4ed2-8ce1-2b0639596536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:01.362212 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-30cf2c78-1efb-4b46-adba-2fd289bb2a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:01.474567 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-eb648217-2770-4709-8d66-0d464c688060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1cc1de-4e60-42df-bac3-cab14c6d0da8', 'name': 'tempest-AttachSCSIVolumeTestJSON-309226126-router', 'tenant_id': '026f1bbdd969495ba4d90c4a8ce346cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '9d454780-0168-4bdf-9dcc-f92a0749b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:45:57Z', 'updated_at': '2021-09-17T07:45:59Z', 'revision_number': 3, 'project_id': '026f1bbdd969495ba4d90c4a8ce346cd', 'gw_port': {'id': '9d454780-0168-4bdf-9dcc-f92a0749b0f0', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f3:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a1cc1de-4e60-42df-bac3-cab14c6d0da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:45:58Z', 'updated_at': '2021-09-17T07:45:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:46:01.509632 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb648217-2770-4709-8d66-0d464c688060 None None] Checking router: 8a1cc1de-4e60-42df-bac3-cab14c6d0da8 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:46:01.509973 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb648217-2770-4709-8d66-0d464c688060 None None] Updating router 8a1cc1de-4e60-42df-bac3-cab14c6d0da8 port 9d454780-0168-4bdf-9dcc-f92a0749b0f0 binding host n-d-789963-9 {{(pid=101292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 07:46:01.533432 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da072600-9e7a-40aa-b384-67f31b6a1822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a88b86ec-4303-4784-b3b8-0214ca638078'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:46:01.535355 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cf2c78-1efb-4b46-adba-2fd289bb2a9c admin admin] Checking segment: {'id': 'fe140136-2174-4894-b80d-4d7eee6c1378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '56d68df6-fb2f-4041-82b9-349d126d8aad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:46:01.535727 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cf2c78-1efb-4b46-adba-2fd289bb2a9c admin admin] Network hostable DHCP agents. Network: 56d68df6-fb2f-4041-82b9-349d126d8aad, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 07:46:01.536191 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c21692-c2b1-462e-a6c4-4bca957ec5a3" -d '{"events": [{"server_uuid": "da072600-9e7a-40aa-b384-67f31b6a1822", "name": "network-vif-plugged", "status": "completed", "tag": "a88b86ec-4303-4784-b3b8-0214ca638078"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:46:01.539591 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eb648217-2770-4709-8d66-0d464c688060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:01.544480 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cf2c78-1efb-4b46-adba-2fd289bb2a9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=29c83c48-7cf5-4625-a7b5-a2597278caef,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:01.568532 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cf2c78-1efb-4b46-adba-2fd289bb2a9c admin admin] Network 56d68df6-fb2f-4041-82b9-349d126d8aad is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 07:46:01.568747 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:01.582867 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-30cf2c78-1efb-4b46-adba-2fd289bb2a9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 56d68df6-fb2f-4041-82b9-349d126d8aad) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:46:01.588412 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cf2c78-1efb-4b46-adba-2fd289bb2a9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:01.589014 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-30cf2c78-1efb-4b46-adba-2fd289bb2a9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:01.601436 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474e42fd-f7f6-4af0-8740-808a5f147b54 None None] Network 56d68df6-fb2f-4041-82b9-349d126d8aad requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:46:01.613715 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4c0f97-08f9-4c68-a5f3-feba04166559 None None] Network 6e940d9c-f117-40aa-a612-5c4df5492150 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:46:01.617405 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef1418-e56d-49c0-a8b0-091cf7a181d6 req-ec8d3a8d-bf4c-4f26-80d0-b35ab99382d9 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:01.618979 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dbef1418-e56d-49c0-a8b0-091cf7a181d6 req-ec8d3a8d-bf4c-4f26-80d0-b35ab99382d9 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/networks?id=8735159f-6edb-41d2-9bd4-93956ab1df1a HTTP/1.1" status: 200 len: 804 time: 0.3047807 Sep 17 07:46:01.625705 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port a14f931f-a311-4f1f-a0d0-e0012397ca4f, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=a14f931f-a311-4f1f-a0d0-e0012397ca4f,segment=NetworkSegment(fd8f5a13-1c06-4de9-a0a1-9eeb4f661339),segment_id=fd8f5a13-1c06-4de9-a0a1-9eeb4f661339)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:46:01.658467 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:01.693475 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8cb1c9-52f6-43f1-9618-83398c4ce78d req-994d5c87-d75b-483d-a4fd-0509fe0f9493 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:01.695196 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0f8cb1c9-52f6-43f1-9618-83398c4ce78d req-994d5c87-d75b-483d-a4fd-0509fe0f9493 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b19613c-19cc-4fcd-9986-d4471d717aa1 HTTP/1.1" status: 200 len: 946 time: 0.2295275 Sep 17 07:46:01.707606 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dbef1418-e56d-49c0-a8b0-091cf7a181d6 req-20d532ab-1cae-49af-a24c-323b70f9db60 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/quotas/43b7af468d3c4824aaaa6df100556e2b HTTP/1.1" status: 200 len: 375 time: 0.0786774 Sep 17 07:46:01.766828 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dbef1418-e56d-49c0-a8b0-091cf7a181d6 req-397f0bb0-67bd-4fbd-b248-8561f7c09a34 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=43b7af468d3c4824aaaa6df100556e2b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489295 Sep 17 07:46:01.780883 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-73ee9e1e-08cf-467c-9b32-5c5d41cbadfd None None] Provisioning complete for port a14f931f-a311-4f1f-a0d0-e0012397ca4f triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:46:01.781256 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-73ee9e1e-08cf-467c-9b32-5c5d41cbadfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:01.801370 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3a057d8d-3ff0-4ed2-8ce1-2b0639596536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:01.812728 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-30cf2c78-1efb-4b46-adba-2fd289bb2a9c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9945524 Sep 17 07:46:01.828354 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=a14f931f-a311-4f1f-a0d0-e0012397ca4f,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:01.833030 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3a057d8d-3ff0-4ed2-8ce1-2b0639596536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:01.861327 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0f8cb1c9-52f6-43f1-9618-83398c4ce78d req-beb67693-7e74-4cbc-ae06-2ed7c97739c5 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587701 Sep 17 07:46:01.878714 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eb648217-2770-4709-8d66-0d464c688060 None None] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:01.897989 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eb648217-2770-4709-8d66-0d464c688060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:01.938161 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-3a057d8d-3ff0-4ed2-8ce1-2b0639596536 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d0f21ca26adf49e58302b15d5c83be59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9686716 Sep 17 07:46:01.938378 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 58778) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:46:01.956425 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ff7d70-c6a2-43de-b39f-8e0439bb2642 None None] Pushing event updated for resources: {'Port': ['ID=9d454780-0168-4bdf-9dcc-f92a0749b0f0,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:01.980280 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ff7d70-c6a2-43de-b39f-8e0439bb2642 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:46:01.980783 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ff7d70-c6a2-43de-b39f-8e0439bb2642 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:46:01.981795 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ff7d70-c6a2-43de-b39f-8e0439bb2642 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:46:01.982238 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ff7d70-c6a2-43de-b39f-8e0439bb2642 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:46:01.982944 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ff7d70-c6a2-43de-b39f-8e0439bb2642 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:46:01.983155 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ff7d70-c6a2-43de-b39f-8e0439bb2642 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:46:01.984408 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ff7d70-c6a2-43de-b39f-8e0439bb2642 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:46:01.984987 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ff7d70-c6a2-43de-b39f-8e0439bb2642 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:46:01.985562 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ff7d70-c6a2-43de-b39f-8e0439bb2642 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:46:01.993685 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ff7d70-c6a2-43de-b39f-8e0439bb2642 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:46:01.994453 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ff7d70-c6a2-43de-b39f-8e0439bb2642 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:46:01.995283 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ff7d70-c6a2-43de-b39f-8e0439bb2642 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:46:02.000420 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-eb648217-2770-4709-8d66-0d464c688060 None None] Attempting to bind port 9d454780-0168-4bdf-9dcc-f92a0749b0f0 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:46:02.001053 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-eb648217-2770-4709-8d66-0d464c688060 None None] Attempting to bind port 9d454780-0168-4bdf-9dcc-f92a0749b0f0 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:46:02.001422 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb648217-2770-4709-8d66-0d464c688060 None None] Attempting to bind port 9d454780-0168-4bdf-9dcc-f92a0749b0f0 on network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:46:02.009503 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb648217-2770-4709-8d66-0d464c688060 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:46:02.009503 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb648217-2770-4709-8d66-0d464c688060 None None] Checking segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:46:02.009503 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eb648217-2770-4709-8d66-0d464c688060 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:02.009503 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb648217-2770-4709-8d66-0d464c688060 None None] Bound using segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:46:02.010004 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-eb648217-2770-4709-8d66-0d464c688060 None None] Bound port: 9d454780-0168-4bdf-9dcc-f92a0749b0f0, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:46:02.010425 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eb648217-2770-4709-8d66-0d464c688060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:02.043771 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8465a3-71fc-4381-b43d-29d22d798183 None None] Network 56d68df6-fb2f-4041-82b9-349d126d8aad requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:46:02.056451 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dbef1418-e56d-49c0-a8b0-091cf7a181d6 req-07b0a828-4ed7-4c5e-acee-2fe02fe053ee service neutron] 10.222.0.13 "GET /v2.0/networks/8735159f-6edb-41d2-9bd4-93956ab1df1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597940 Sep 17 07:46:02.074847 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a057d8d-3ff0-4ed2-8ce1-2b0639596536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=815a6186-c2c1-4c24-bc0d-fffbd9181bda,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:02.078898 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-19e88615-e6bb-4938-bc36-43e31736e62c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:02.108864 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-eb648217-2770-4709-8d66-0d464c688060 None None] For port 9d454780-0168-4bdf-9dcc-f92a0749b0f0, host n-d-789963-9, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:46:02.113897 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-eb648217-2770-4709-8d66-0d464c688060 None None] For port 9d454780-0168-4bdf-9dcc-f92a0749b0f0, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=9d454780-0168-4bdf-9dcc-f92a0749b0f0,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:46:02.116017 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fadba79d-6675-41ac-827b-e8ed30df4608 x-openstack-request-id: req-fadba79d-6675-41ac-827b-e8ed30df4608 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:46:02.116567 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da072600-9e7a-40aa-b384-67f31b6a1822", "name": "network-vif-plugged", "status": "completed", "tag": "a88b86ec-4303-4784-b3b8-0214ca638078", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:46:02.116567 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fadba79d-6675-41ac-827b-e8ed30df4608 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:46:02.116955 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da072600-9e7a-40aa-b384-67f31b6a1822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a88b86ec-4303-4784-b3b8-0214ca638078', 'code': 200} Sep 17 07:46:02.124511 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eb648217-2770-4709-8d66-0d464c688060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:02.136940 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-19e88615-e6bb-4938-bc36-43e31736e62c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:02.187718 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ff7d70-c6a2-43de-b39f-8e0439bb2642 None None] Pushing event updated for resources: {'Port': ['ID=9d454780-0168-4bdf-9dcc-f92a0749b0f0,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:02.218133 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb648217-2770-4709-8d66-0d464c688060 None None] Routers {'8a1cc1de-4e60-42df-bac3-cab14c6d0da8'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:46:02.219277 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-eb648217-2770-4709-8d66-0d464c688060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:45:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['8a1cc1de-4e60-42df-bac3-cab14c6d0da8'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:46:02.273432 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ea52f9-0af0-44fa-be04-0405d9cd2dc4 req-95c09bef-509b-41b9-91c9-2d582b96ee81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:02.275226 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c6ea52f9-0af0-44fa-be04-0405d9cd2dc4 req-95c09bef-509b-41b9-91c9-2d582b96ee81 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=da072600-9e7a-40aa-b384-67f31b6a1822 HTTP/1.1" status: 200 len: 1101 time: 0.0592113 Sep 17 07:46:02.324450 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dbef1418-e56d-49c0-a8b0-091cf7a181d6 req-a8c7b54e-9e64-46ae-8c58-20101bde1edb service neutron] 10.222.0.13 "GET /v2.0/networks/8735159f-6edb-41d2-9bd4-93956ab1df1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669280 Sep 17 07:46:02.328213 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c6ea52f9-0af0-44fa-be04-0405d9cd2dc4 req-6bf0a812-1d40-49d0-9b04-8e52456f31b0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2dee2515-93d4-4ddd-9714-7486e0b8abaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424552 Sep 17 07:46:02.329147 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-19e88615-e6bb-4938-bc36-43e31736e62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:02.332395 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-19e88615-e6bb-4938-bc36-43e31736e62c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:02.333706 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-19e88615-e6bb-4938-bc36-43e31736e62c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/815a6186-c2c1-4c24-bc0d-fffbd9181bda HTTP/1.1" status: 204 len: 168 time: 0.3943233 Sep 17 07:46:02.342400 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e88615-e6bb-4938-bc36-43e31736e62c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=815a6186-c2c1-4c24-bc0d-fffbd9181bda,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:02.359875 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d2d31b-c114-49ae-b7fc-4fa7b62c937b req-f98a59b3-71df-40d3-bdbc-9f91add0becd tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:02.368997 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-01d2d31b-c114-49ae-b7fc-4fa7b62c937b req-f98a59b3-71df-40d3-bdbc-9f91add0becd tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] 10.222.0.13 "GET /v2.0/ports?device_id=da072600-9e7a-40aa-b384-67f31b6a1822 HTTP/1.1" status: 200 len: 950 time: 0.1520827 Sep 17 07:46:02.377698 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-eb648217-2770-4709-8d66-0d464c688060 None None] Set router 8a1cc1de-4e60-42df-bac3-cab14c6d0da8 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:46:02.396546 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-189d0662-80fc-44f6-9f47-9a0d92643fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:02.448592 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-01d2d31b-c114-49ae-b7fc-4fa7b62c937b req-31ed2060-cb1b-47c3-a494-431ddff91755 tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dee2515-93d4-4ddd-9714-7486e0b8abaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782094 Sep 17 07:46:02.644645 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-eb648217-2770-4709-8d66-0d464c688060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1cc1de-4e60-42df-bac3-cab14c6d0da8', 'name': 'tempest-AttachSCSIVolumeTestJSON-309226126-router', 'tenant_id': '026f1bbdd969495ba4d90c4a8ce346cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '9d454780-0168-4bdf-9dcc-f92a0749b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:45:57Z', 'updated_at': '2021-09-17T07:45:59Z', 'revision_number': 3, 'project_id': '026f1bbdd969495ba4d90c4a8ce346cd', 'gw_port': {'id': '9d454780-0168-4bdf-9dcc-f92a0749b0f0', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f3:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a1cc1de-4e60-42df-bac3-cab14c6d0da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:45:58Z', 'updated_at': '2021-09-17T07:46:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:46:02.666746 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-189d0662-80fc-44f6-9f47-9a0d92643fbb admin admin] Allocated IP 172.20.0.1 (6e940d9c-f117-40aa-a612-5c4df5492150/4a128747-09f8-4856-aed9-23d37065bdbb/75426005-1a5b-4226-a6d2-e1e5d06b2a0c) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:46:02.703802 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb648217-2770-4709-8d66-0d464c688060 None None] The sync data for ids ['8a1cc1de-4e60-42df-bac3-cab14c6d0da8'] in n-d-789963-9 is: [{'id': '8a1cc1de-4e60-42df-bac3-cab14c6d0da8', 'name': 'tempest-AttachSCSIVolumeTestJSON-309226126-router', 'tenant_id': '026f1bbdd969495ba4d90c4a8ce346cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '9d454780-0168-4bdf-9dcc-f92a0749b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:45:57Z', 'updated_at': '2021-09-17T07:45:59Z', 'revision_number': 3, 'project_id': '026f1bbdd969495ba4d90c4a8ce346cd', 'gw_port': {'id': '9d454780-0168-4bdf-9dcc-f92a0749b0f0', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f3:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a1cc1de-4e60-42df-bac3-cab14c6d0da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:45:58Z', 'updated_at': '2021-09-17T07:46:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:46:02.705621 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-cc1590d5-201f-49f5-b28e-254e4393df08 None None] Provisioning complete for port a14f931f-a311-4f1f-a0d0-e0012397ca4f triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:46:02.706002 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cc1590d5-201f-49f5-b28e-254e4393df08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:02.739677 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device a14f931f-a311-4f1f-a0d0-e0012397ca4f up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:46:02.840355 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port a14f931f-a311-4f1f-a0d0-e0012397ca4f triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:46:02.840863 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:02.903609 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-189d0662-80fc-44f6-9f47-9a0d92643fbb admin admin] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:02.934157 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7996bc7a-fea6-4146-b6be-0af44232d4f0 req-40ac2a15-9888-4749-9d2f-a1d7a347f7de tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:02.936014 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7996bc7a-fea6-4146-b6be-0af44232d4f0 req-40ac2a15-9888-4749-9d2f-a1d7a347f7de tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4b19613c-19cc-4fcd-9986-d4471d717aa1 HTTP/1.1" status: 200 len: 1097 time: 0.1918583 Sep 17 07:46:03.061335 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-8ad57e79-78c4-4a5f-8543-9409fcdad18a tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:03.068955 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-8ad57e79-78c4-4a5f-8543-9409fcdad18a tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/networks?id=56d68df6-fb2f-4041-82b9-349d126d8aad HTTP/1.1" status: 200 len: 813 time: 0.1304541 Sep 17 07:46:03.115895 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-1e26468c-ff1c-487c-94fe-5c3b67b40479 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/quotas/a8b8de8d3e47401c80419ff293ac8ce3 HTTP/1.1" status: 200 len: 375 time: 0.0378418 Sep 17 07:46:03.204476 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-8baea967-29c1-4ca3-920f-9dbf598e6257 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a8b8de8d3e47401c80419ff293ac8ce3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0956433 Sep 17 07:46:03.261203 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-189d0662-80fc-44f6-9f47-9a0d92643fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:03.284999 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7996bc7a-fea6-4146-b6be-0af44232d4f0 req-b367d92f-e4ab-477f-acdb-66872ffa4f08 tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115369 Sep 17 07:46:03.355165 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189d0662-80fc-44f6-9f47-9a0d92643fbb admin admin] Network 6e940d9c-f117-40aa-a612-5c4df5492150 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:46:03.367293 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-189d0662-80fc-44f6-9f47-9a0d92643fbb admin admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:46:03.377221 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189d0662-80fc-44f6-9f47-9a0d92643fbb admin admin] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:46:03.408826 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189d0662-80fc-44f6-9f47-9a0d92643fbb admin admin] Pushing event updated for resources: {'Port': ['ID=75426005-1a5b-4226-a6d2-e1e5d06b2a0c,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:03.457675 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-86e054a4-b946-4cdc-9453-2754b2eeec52 service neutron] 10.222.0.13 "GET /v2.0/networks/56d68df6-fb2f-4041-82b9-349d126d8aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514446 Sep 17 07:46:03.481245 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fa405587-2005-4446-9dd0-2690187cbdf1 req-14b551f7-101c-43a1-8d88-1f23caa91add tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=b05fae1d-c527-4696-b3f5-a60d907fb7ab HTTP/1.1" status: 200 len: 210 time: 0.0447388 Sep 17 07:46:03.489565 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-189d0662-80fc-44f6-9f47-9a0d92643fbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:03.711412 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-1958ac91-7e99-4fbe-a4a1-40543026a8d4 service neutron] 10.222.0.13 "GET /v2.0/networks/56d68df6-fb2f-4041-82b9-349d126d8aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348359 Sep 17 07:46:03.735949 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c5a6a-3d3a-45d3-bfad-469953a126f5 req-7a9c4d82-d433-4176-add5-b30fb5c1e3fe tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:03.737483 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-974c5a6a-3d3a-45d3-bfad-469953a126f5 req-7a9c4d82-d433-4176-add5-b30fb5c1e3fe tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4b19613c-19cc-4fcd-9986-d4471d717aa1 HTTP/1.1" status: 200 len: 1097 time: 0.0649164 Sep 17 07:46:03.741249 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-b72ec0e9-18c7-4008-b86e-6d6ff39a148e None None] Provisioning complete for port 75426005-1a5b-4226-a6d2-e1e5d06b2a0c triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:46:03.741827 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b72ec0e9-18c7-4008-b86e-6d6ff39a148e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:03.786926 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-b72ec0e9-18c7-4008-b86e-6d6ff39a148e None None] Port 75426005-1a5b-4226-a6d2-e1e5d06b2a0c cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:46:03.798827 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-189d0662-80fc-44f6-9f47-9a0d92643fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:03.824963 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-974c5a6a-3d3a-45d3-bfad-469953a126f5 req-2cfed4f9-38ee-4079-be67-bf096c8a2e0a tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766466 Sep 17 07:46:04.482105 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41025e24-f8b4-463c-ae30-8e04d7348980 req-81a90fd3-2a6e-41f1-9f7c-5bda4385bc8c tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:04.493204 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-41025e24-f8b4-463c-ae30-8e04d7348980 req-81a90fd3-2a6e-41f1-9f7c-5bda4385bc8c tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] 10.222.0.13 "GET /v2.0/ports?device_id=da072600-9e7a-40aa-b384-67f31b6a1822 HTTP/1.1" status: 200 len: 950 time: 0.5123494 Sep 17 07:46:04.512688 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-189d0662-80fc-44f6-9f47-9a0d92643fbb admin admin] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:04.529371 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-189d0662-80fc-44f6-9f47-9a0d92643fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:04.640190 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef1418-e56d-49c0-a8b0-091cf7a181d6 req-3db21f6e-369d-4e27-bca6-fd38cd9cc88c tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:04.641834 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dbef1418-e56d-49c0-a8b0-091cf7a181d6 req-3db21f6e-369d-4e27-bca6-fd38cd9cc88c tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.41 "GET /v2.0/networks?id=8735159f-6edb-41d2-9bd4-93956ab1df1a HTTP/1.1" status: 200 len: 804 time: 0.2753539 Sep 17 07:46:04.642418 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 58870) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:46:04.661463 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-41025e24-f8b4-463c-ae30-8e04d7348980 req-c2178ae4-da43-4a85-ad28-2e68f9fc7c66 tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dee2515-93d4-4ddd-9714-7486e0b8abaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670187 Sep 17 07:46:04.664159 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2fe7af5e-98d6-4e5a-85e0-0a8591994d85 req-d618b390-7499-427c-a762-32c41fe8a792 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/ports?device_id=553d3e03-4171-4ff2-8432-8bf576e082b0 HTTP/1.1" status: 200 len: 210 time: 0.0952792 Sep 17 07:46:04.707641 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-dbef1418-e56d-49c0-a8b0-091cf7a181d6 req-ae0a794f-5834-406b-9d36-57f7c3473ac3 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Request body: {'port': {'device_id': 'b05fae1d-c527-4696-b3f5-a60d907fb7ab', 'network_id': '8735159f-6edb-41d2-9bd4-93956ab1df1a', 'admin_state_up': True, 'tenant_id': '43b7af468d3c4824aaaa6df100556e2b'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:46:04.732166 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189d0662-80fc-44f6-9f47-9a0d92643fbb admin admin] Pushing event updated for resources: {'Port': ['ID=75426005-1a5b-4226-a6d2-e1e5d06b2a0c,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:04.740864 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-189d0662-80fc-44f6-9f47-9a0d92643fbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:04.788323 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 9d454780-0168-4bdf-9dcc-f92a0749b0f0 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:46:04.871656 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:04.887036 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-252ac2c7-f8d8-4f2f-94fe-2e33401cc675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:04.910565 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 9d454780-0168-4bdf-9dcc-f92a0749b0f0 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:46:04.911259 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:04.927360 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-deb41a32-bc0d-474c-8166-772b295e966c req-c8170943-1fed-4a1f-b97f-5392288c3853 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=b05fae1d-c527-4696-b3f5-a60d907fb7ab HTTP/1.1" status: 200 len: 210 time: 0.1510620 Sep 17 07:46:05.022238 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7078a9c-2530-44d3-beeb-beb6269d044e req-b5d55ab2-60b2-4b9d-8250-f923739a72f7 tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:05.032594 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c7078a9c-2530-44d3-beeb-beb6269d044e req-b5d55ab2-60b2-4b9d-8250-f923739a72f7 tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4b19613c-19cc-4fcd-9986-d4471d717aa1 HTTP/1.1" status: 200 len: 1097 time: 0.2754712 Sep 17 07:46:05.047496 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:05.086090 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port 9d454780-0168-4bdf-9dcc-f92a0749b0f0, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=9d454780-0168-4bdf-9dcc-f92a0749b0f0,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:46:05.096857 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:05.114351 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c7078a9c-2530-44d3-beeb-beb6269d044e req-325b8188-5e36-4fbd-af44-7899611d8bf9 tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802801 Sep 17 07:46:05.129676 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189d0662-80fc-44f6-9f47-9a0d92643fbb admin admin] Network 6e940d9c-f117-40aa-a612-5c4df5492150 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:46:05.135361 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-189d0662-80fc-44f6-9f47-9a0d92643fbb admin admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:46:05.164413 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-252ac2c7-f8d8-4f2f-94fe-2e33401cc675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:05.172650 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-252ac2c7-f8d8-4f2f-94fe-2e33401cc675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:05.199264 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=9d454780-0168-4bdf-9dcc-f92a0749b0f0,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:05.238288 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-252ac2c7-f8d8-4f2f-94fe-2e33401cc675 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7c9f2caf19154f609d76d9d9e35f5c82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5945058 Sep 17 07:46:05.239172 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 58876) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:46:05.241398 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252ac2c7-f8d8-4f2f-94fe-2e33401cc675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=547e96da-04c7-4ef9-8ede-e635d71f3795,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:05.262247 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:05.279302 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbef1418-e56d-49c0-a8b0-091cf7a181d6 req-ae0a794f-5834-406b-9d36-57f7c3473ac3 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Made reservation on behalf of 43b7af468d3c4824aaaa6df100556e2b for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:46:05.283430 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-dbef1418-e56d-49c0-a8b0-091cf7a181d6 req-ae0a794f-5834-406b-9d36-57f7c3473ac3 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:05.334846 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-007a42c0-3d36-4fff-b7cb-2ddb5ff9f9d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:05.365705 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-007a42c0-3d36-4fff-b7cb-2ddb5ff9f9d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:05.388235 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-189d0662-80fc-44f6-9f47-9a0d92643fbb admin admin] Router 8a1cc1de-4e60-42df-bac3-cab14c6d0da8 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:46:05.426750 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-007a42c0-3d36-4fff-b7cb-2ddb5ff9f9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:05.430711 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-007a42c0-3d36-4fff-b7cb-2ddb5ff9f9d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:05.432064 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-007a42c0-3d36-4fff-b7cb-2ddb5ff9f9d5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/547e96da-04c7-4ef9-8ede-e635d71f3795 HTTP/1.1" status: 204 len: 168 time: 0.1916144 Sep 17 07:46:05.435888 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-4844a725-3532-437f-b45d-e0b673f6a5b8 None None] Provisioning complete for port 75426005-1a5b-4226-a6d2-e1e5d06b2a0c triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:46:05.436555 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4844a725-3532-437f-b45d-e0b673f6a5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:05.448429 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007a42c0-3d36-4fff-b7cb-2ddb5ff9f9d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=547e96da-04c7-4ef9-8ede-e635d71f3795,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:05.483324 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-4844a725-3532-437f-b45d-e0b673f6a5b8 None None] Port 75426005-1a5b-4226-a6d2-e1e5d06b2a0c cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:46:05.579125 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [req-dbef1418-e56d-49c0-a8b0-091cf7a181d6 req-ae0a794f-5834-406b-9d36-57f7c3473ac3 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Allocated IP 172.20.0.7 (8735159f-6edb-41d2-9bd4-93956ab1df1a/4e8a61b2-3aad-4505-a004-004379de0de4/719244c5-0063-4840-aa23-e08e10c03023) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:46:05.597414 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-189d0662-80fc-44f6-9f47-9a0d92643fbb admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:46:05.612359 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-189d0662-80fc-44f6-9f47-9a0d92643fbb admin admin] 10.222.0.13 "PUT /v2.0/routers/8a1cc1de-4e60-42df-bac3-cab14c6d0da8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6023898 Sep 17 07:46:05.617270 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33339140-9707-4317-b9ee-406a40e882c0 None None] Sync routers for ids ['8a1cc1de-4e60-42df-bac3-cab14c6d0da8'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:46:05.634700 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33339140-9707-4317-b9ee-406a40e882c0 None None] Routers {'8a1cc1de-4e60-42df-bac3-cab14c6d0da8'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:46:05.636500 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-33339140-9707-4317-b9ee-406a40e882c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:45:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['8a1cc1de-4e60-42df-bac3-cab14c6d0da8'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:46:05.859627 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-33339140-9707-4317-b9ee-406a40e882c0 None None] Set router 8a1cc1de-4e60-42df-bac3-cab14c6d0da8 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:46:05.871041 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-4e3e653f-9ed3-43cb-8c42-d5d2954bee96 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:05.873293 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-4e3e653f-9ed3-43cb-8c42-d5d2954bee96 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.41 "GET /v2.0/networks?id=56d68df6-fb2f-4041-82b9-349d126d8aad HTTP/1.1" status: 200 len: 813 time: 0.1768491 Sep 17 07:46:05.887337 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f9c91f14-9fb8-4031-9ddb-f74128c1a0dd req-d39f3b73-cd80-45e8-8cbc-7efc2b761a5a tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/ports?device_id=553d3e03-4171-4ff2-8432-8bf576e082b0 HTTP/1.1" status: 200 len: 210 time: 0.0962090 Sep 17 07:46:05.894323 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-bba162d9-916d-43af-b35b-f9bfa8163efe tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Request body: {'port': {'device_id': 'e7493787-d845-4111-acb2-f73baf94ad30', 'network_id': '56d68df6-fb2f-4041-82b9-349d126d8aad', 'admin_state_up': True, 'tenant_id': 'a8b8de8d3e47401c80419ff293ac8ce3'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:46:05.943183 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-dbef1418-e56d-49c0-a8b0-091cf7a181d6 req-ae0a794f-5834-406b-9d36-57f7c3473ac3 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:06.081984 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a3024b-a404-457a-a512-5eaaa9f68b38 req-04d3e734-c7bb-4ed2-95e7-3fc7046cdcee tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:06.092527 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-43a3024b-a404-457a-a512-5eaaa9f68b38 req-04d3e734-c7bb-4ed2-95e7-3fc7046cdcee tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] 10.222.0.13 "GET /v2.0/ports?device_id=da072600-9e7a-40aa-b384-67f31b6a1822 HTTP/1.1" status: 200 len: 950 time: 0.2143204 Sep 17 07:46:06.153673 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a6e1aec8-511a-4c1a-8ea2-9f57c1150e9a req-31129a9f-ff78-4a4e-acb4-01fa8b4711c2 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=b05fae1d-c527-4696-b3f5-a60d907fb7ab HTTP/1.1" status: 200 len: 210 time: 0.0520363 Sep 17 07:46:06.197002 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-dbef1418-e56d-49c0-a8b0-091cf7a181d6 req-ae0a794f-5834-406b-9d36-57f7c3473ac3 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:06.261913 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-33339140-9707-4317-b9ee-406a40e882c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1cc1de-4e60-42df-bac3-cab14c6d0da8', 'name': 'tempest-AttachSCSIVolumeTestJSON-309226126-router', 'tenant_id': '026f1bbdd969495ba4d90c4a8ce346cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '9d454780-0168-4bdf-9dcc-f92a0749b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:45:57Z', 'updated_at': '2021-09-17T07:46:03Z', 'revision_number': 4, 'project_id': '026f1bbdd969495ba4d90c4a8ce346cd', 'gw_port': {'id': '9d454780-0168-4bdf-9dcc-f92a0749b0f0', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1cc1de-4e60-42df-bac3-cab14c6d0da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:45:58Z', 'updated_at': '2021-09-17T07:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '75426005-1a5b-4226-a6d2-e1e5d06b2a0c', 'name': '', 'network_id': '6e940d9c-f117-40aa-a612-5c4df5492150', 'tenant_id': '026f1bbdd969495ba4d90c4a8ce346cd', 'mac_address': 'fa:16:3e:c5:f9:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a1cc1de-4e60-42df-bac3-cab14c6d0da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4a128747-09f8-4856-aed9-23d37065bdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:46:02Z', 'updated_at': '2021-09-17T07:46:03Z', 'revision_number': 2, 'project_id': '026f1bbdd969495ba4d90c4a8ce346cd', 'subnets': [{'id': '4a128747-09f8-4856-aed9-23d37065bdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:46:06.269131 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-43a3024b-a404-457a-a512-5eaaa9f68b38 req-552f3b39-1d22-4b82-aece-66d24cd1f3d3 tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dee2515-93d4-4ddd-9714-7486e0b8abaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626823 Sep 17 07:46:06.341304 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbef1418-e56d-49c0-a8b0-091cf7a181d6 req-ae0a794f-5834-406b-9d36-57f7c3473ac3 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Network 8735159f-6edb-41d2-9bd4-93956ab1df1a is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:46:06.344607 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [req-dbef1418-e56d-49c0-a8b0-091cf7a181d6 req-ae0a794f-5834-406b-9d36-57f7c3473ac3 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:46:06.348448 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbef1418-e56d-49c0-a8b0-091cf7a181d6 req-ae0a794f-5834-406b-9d36-57f7c3473ac3 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:46:06.352438 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33339140-9707-4317-b9ee-406a40e882c0 None None] Checking router: 8a1cc1de-4e60-42df-bac3-cab14c6d0da8 for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:46:06.352867 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33339140-9707-4317-b9ee-406a40e882c0 None None] Updating router 8a1cc1de-4e60-42df-bac3-cab14c6d0da8 port 75426005-1a5b-4226-a6d2-e1e5d06b2a0c binding host n-d-789963-9 {{(pid=101291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 07:46:06.379654 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0a794f-5834-406b-9d36-57f7c3473ac3 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Pushing event updated for resources: {'Port': ['ID=719244c5-0063-4840-aa23-e08e10c03023,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:06.409455 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef1418-e56d-49c0-a8b0-091cf7a181d6 req-ae0a794f-5834-406b-9d36-57f7c3473ac3 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:06.410436 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-dbef1418-e56d-49c0-a8b0-091cf7a181d6 req-ae0a794f-5834-406b-9d36-57f7c3473ac3 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:06.447347 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-33339140-9707-4317-b9ee-406a40e882c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:06.496401 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-bba162d9-916d-43af-b35b-f9bfa8163efe tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Made reservation on behalf of a8b8de8d3e47401c80419ff293ac8ce3 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:46:06.501319 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f3818-b81b-4e13-9487-8286fb1aea78 req-0609e845-d5b5-4f94-9fdc-12d300109b27 tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:06.507185 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-754f3818-b81b-4e13-9487-8286fb1aea78 req-0609e845-d5b5-4f94-9fdc-12d300109b27 tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4b19613c-19cc-4fcd-9986-d4471d717aa1 HTTP/1.1" status: 200 len: 1097 time: 0.0721669 Sep 17 07:46:06.507676 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-bba162d9-916d-43af-b35b-f9bfa8163efe tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:06.509483 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dbef1418-e56d-49c0-a8b0-091cf7a181d6 req-ae0a794f-5834-406b-9d36-57f7c3473ac3 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8147368 Sep 17 07:46:06.569324 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-e104b39b-4212-428e-8055-deb0c3a05a6f tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:06.569960 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-754f3818-b81b-4e13-9487-8286fb1aea78 req-4775f096-1826-4530-903e-1de43f3ba085 tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585999 Sep 17 07:46:06.573206 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-e104b39b-4212-428e-8055-deb0c3a05a6f tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.39 "GET /v2.0/networks?id=56d68df6-fb2f-4041-82b9-349d126d8aad HTTP/1.1" status: 200 len: 813 time: 0.6472137 Sep 17 07:46:06.597723 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-dbef1418-e56d-49c0-a8b0-091cf7a181d6 req-38bd1cb8-1ac1-4e40-91e2-a7c52c963036 service neutron] Request body: {'port': {'device_id': 'b05fae1d-c527-4696-b3f5-a60d907fb7ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-9'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:46:06.620463 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-9e85542c-1be6-48a3-bb1c-e2e9a1752978 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Request body: {'port': {'device_id': '553d3e03-4171-4ff2-8432-8bf576e082b0', 'network_id': '56d68df6-fb2f-4041-82b9-349d126d8aad', 'admin_state_up': True, 'tenant_id': 'a8b8de8d3e47401c80419ff293ac8ce3'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:46:06.669713 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-dbef1418-e56d-49c0-a8b0-091cf7a181d6 req-38bd1cb8-1ac1-4e40-91e2-a7c52c963036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:06.752574 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 9d454780-0168-4bdf-9dcc-f92a0749b0f0 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:46:06.839360 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-bba162d9-916d-43af-b35b-f9bfa8163efe tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Allocated IP 172.20.0.7 (56d68df6-fb2f-4041-82b9-349d126d8aad/29c83c48-7cf5-4625-a7b5-a2597278caef/fc9dbf6f-ccf9-4311-b385-0b4c343db92a) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:46:06.877807 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 58944) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:46:06.901310 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-c5616c67-2b54-4d9e-9223-c3b565829225 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-635033459-network', 'tenant_id': '98178f12ddfc4e00bbb2ac6ddd7401c5'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:46:06.934940 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a45f81-5827-4266-aea9-e1012a439d6c req-381aaa21-02cf-4fc8-947e-9cafbe94e3a3 tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:06.936590 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e2a45f81-5827-4266-aea9-e1012a439d6c req-381aaa21-02cf-4fc8-947e-9cafbe94e3a3 tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c1b5e246-73e6-41ad-88f0-1b0c20a96fdd HTTP/1.1" status: 200 len: 1096 time: 0.1704552 Sep 17 07:46:07.051877 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5616c67-2b54-4d9e-9223-c3b565829225 admin admin] Made reservation on behalf of 98178f12ddfc4e00bbb2ac6ddd7401c5 for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:46:07.061852 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c5616c67-2b54-4d9e-9223-c3b565829225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:07.065856 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e2a45f81-5827-4266-aea9-e1012a439d6c req-3037627b-b3fb-448d-85cf-db84736c15da tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199045 Sep 17 07:46:07.116326 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c5616c67-2b54-4d9e-9223-c3b565829225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:07.198449 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-bba162d9-916d-43af-b35b-f9bfa8163efe tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:07.201982 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 9d454780-0168-4bdf-9dcc-f92a0749b0f0 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:46:07.202501 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:07.292624 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [req-dbef1418-e56d-49c0-a8b0-091cf7a181d6 req-38bd1cb8-1ac1-4e40-91e2-a7c52c963036 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 719244c5-0063-4840-aa23-e08e10c03023 {{(pid=101289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:46:07.312722 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-dbef1418-e56d-49c0-a8b0-091cf7a181d6 req-38bd1cb8-1ac1-4e40-91e2-a7c52c963036 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:07.312892 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-bba162d9-916d-43af-b35b-f9bfa8163efe tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:07.348738 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.provisioning_blocks [req-dbef1418-e56d-49c0-a8b0-091cf7a181d6 req-38bd1cb8-1ac1-4e40-91e2-a7c52c963036 service neutron] Transition to ACTIVE for port object 719244c5-0063-4840-aa23-e08e10c03023 will not be triggered until provisioned by entity L2. {{(pid=101289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:46:07.358963 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-dbef1418-e56d-49c0-a8b0-091cf7a181d6 req-38bd1cb8-1ac1-4e40-91e2-a7c52c963036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:07.392950 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba162d9-916d-43af-b35b-f9bfa8163efe tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Pushing event updated for resources: {'Port': ['ID=fc9dbf6f-ccf9-4311-b385-0b4c343db92a,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:07.419699 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-33339140-9707-4317-b9ee-406a40e882c0 None None] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:07.429355 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-33339140-9707-4317-b9ee-406a40e882c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:07.433943 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-bba162d9-916d-43af-b35b-f9bfa8163efe tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Network 56d68df6-fb2f-4041-82b9-349d126d8aad is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:46:07.445185 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bd1cb8-1ac1-4e40-91e2-a7c52c963036 service neutron] Pushing event updated for resources: {'Port': ['ID=719244c5-0063-4840-aa23-e08e10c03023,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:07.448258 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c5616c67-2b54-4d9e-9223-c3b565829225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:07.450730 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-bba162d9-916d-43af-b35b-f9bfa8163efe tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:46:07.460994 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-bba162d9-916d-43af-b35b-f9bfa8163efe tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:46:07.497505 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c5616c67-2b54-4d9e-9223-c3b565829225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:07.499857 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9ed759-cf69-4558-af59-8ab1765936b3 None None] Pushing event updated for resources: {'Port': ['ID=75426005-1a5b-4226-a6d2-e1e5d06b2a0c,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:07.512941 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-dbef1418-e56d-49c0-a8b0-091cf7a181d6 req-38bd1cb8-1ac1-4e40-91e2-a7c52c963036 service neutron] Attempting to bind port 719244c5-0063-4840-aa23-e08e10c03023 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:46:07.513381 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-dbef1418-e56d-49c0-a8b0-091cf7a181d6 req-38bd1cb8-1ac1-4e40-91e2-a7c52c963036 service neutron] Attempting to bind port 719244c5-0063-4840-aa23-e08e10c03023 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': '5ce36400-13a1-41db-8274-558edfd01d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8735159f-6edb-41d2-9bd4-93956ab1df1a'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:46:07.513833 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbef1418-e56d-49c0-a8b0-091cf7a181d6 req-38bd1cb8-1ac1-4e40-91e2-a7c52c963036 service neutron] Attempting to bind port 719244c5-0063-4840-aa23-e08e10c03023 on network 8735159f-6edb-41d2-9bd4-93956ab1df1a {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:46:07.536038 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5616c67-2b54-4d9e-9223-c3b565829225 admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 07:46:07.536431 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbef1418-e56d-49c0-a8b0-091cf7a181d6 req-38bd1cb8-1ac1-4e40-91e2-a7c52c963036 service neutron] Port 719244c5-0063-4840-aa23-e08e10c03023 on network 8735159f-6edb-41d2-9bd4-93956ab1df1a not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:46:07.536431 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbef1418-e56d-49c0-a8b0-091cf7a181d6 req-38bd1cb8-1ac1-4e40-91e2-a7c52c963036 service neutron] Attempting to bind port 719244c5-0063-4840-aa23-e08e10c03023 on network 8735159f-6edb-41d2-9bd4-93956ab1df1a {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:46:07.540670 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbef1418-e56d-49c0-a8b0-091cf7a181d6 req-38bd1cb8-1ac1-4e40-91e2-a7c52c963036 service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:46:07.540670 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbef1418-e56d-49c0-a8b0-091cf7a181d6 req-38bd1cb8-1ac1-4e40-91e2-a7c52c963036 service neutron] Checking segment: {'id': '5ce36400-13a1-41db-8274-558edfd01d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8735159f-6edb-41d2-9bd4-93956ab1df1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:46:07.540670 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbef1418-e56d-49c0-a8b0-091cf7a181d6 req-38bd1cb8-1ac1-4e40-91e2-a7c52c963036 service neutron] Bound using segment: {'id': '5ce36400-13a1-41db-8274-558edfd01d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8735159f-6edb-41d2-9bd4-93956ab1df1a'} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:46:07.545837 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-dbef1418-e56d-49c0-a8b0-091cf7a181d6 req-38bd1cb8-1ac1-4e40-91e2-a7c52c963036 service neutron] Bound port: 719244c5-0063-4840-aa23-e08e10c03023, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ce36400-13a1-41db-8274-558edfd01d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8735159f-6edb-41d2-9bd4-93956ab1df1a'}}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:46:07.547094 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-dbef1418-e56d-49c0-a8b0-091cf7a181d6 req-38bd1cb8-1ac1-4e40-91e2-a7c52c963036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:07.547432 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c5616c67-2b54-4d9e-9223-c3b565829225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:07.547784 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-c5616c67-2b54-4d9e-9223-c3b565829225 admin admin] Added segment f84da4c7-1a3a-4996-936d-f5a29c73e1e4 of type vlan for network 2bca7be9-40f5-4413-9ab9-3942e24e3b7c Sep 17 07:46:07.609776 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-33339140-9707-4317-b9ee-406a40e882c0 None None] Attempting to bind port 75426005-1a5b-4226-a6d2-e1e5d06b2a0c on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:46:07.611011 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-33339140-9707-4317-b9ee-406a40e882c0 None None] Attempting to bind port 75426005-1a5b-4226-a6d2-e1e5d06b2a0c by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'fd8f5a13-1c06-4de9-a0a1-9eeb4f661339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6e940d9c-f117-40aa-a612-5c4df5492150'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:46:07.612143 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33339140-9707-4317-b9ee-406a40e882c0 None None] Attempting to bind port 75426005-1a5b-4226-a6d2-e1e5d06b2a0c on network 6e940d9c-f117-40aa-a612-5c4df5492150 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:46:07.625502 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33339140-9707-4317-b9ee-406a40e882c0 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:46:07.625837 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33339140-9707-4317-b9ee-406a40e882c0 None None] Checking segment: {'id': 'fd8f5a13-1c06-4de9-a0a1-9eeb4f661339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6e940d9c-f117-40aa-a612-5c4df5492150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:46:07.626521 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-33339140-9707-4317-b9ee-406a40e882c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:07.626521 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33339140-9707-4317-b9ee-406a40e882c0 None None] Bound using segment: {'id': 'fd8f5a13-1c06-4de9-a0a1-9eeb4f661339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6e940d9c-f117-40aa-a612-5c4df5492150'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:46:07.626887 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-33339140-9707-4317-b9ee-406a40e882c0 None None] Bound port: 75426005-1a5b-4226-a6d2-e1e5d06b2a0c, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd8f5a13-1c06-4de9-a0a1-9eeb4f661339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6e940d9c-f117-40aa-a612-5c4df5492150'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:46:07.627274 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-33339140-9707-4317-b9ee-406a40e882c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:07.663410 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-dbef1418-e56d-49c0-a8b0-091cf7a181d6 req-38bd1cb8-1ac1-4e40-91e2-a7c52c963036 service neutron] For port 719244c5-0063-4840-aa23-e08e10c03023, host n-h1-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:46:07.705992 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5616c67-2b54-4d9e-9223-c3b565829225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6d4dab-1fae-4cfe-8c29-f0e6e5a93dd8,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:07.718259 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-108a3c83-14a1-427c-a824-f9cb1a7accc0 req-f2b1f161-561c-4006-a009-1655740d002c tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/ports?device_id=553d3e03-4171-4ff2-8432-8bf576e082b0 HTTP/1.1" status: 200 len: 210 time: 0.0392087 Sep 17 07:46:07.739276 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-dbef1418-e56d-49c0-a8b0-091cf7a181d6 req-38bd1cb8-1ac1-4e40-91e2-a7c52c963036 service neutron] For port 719244c5-0063-4840-aa23-e08e10c03023, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=719244c5-0063-4840-aa23-e08e10c03023,segment=NetworkSegment(5ce36400-13a1-41db-8274-558edfd01d90),segment_id=5ce36400-13a1-41db-8274-558edfd01d90)] {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:46:07.740965 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-9e85542c-1be6-48a3-bb1c-e2e9a1752978 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Made reservation on behalf of a8b8de8d3e47401c80419ff293ac8ce3 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:46:07.744326 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-9e85542c-1be6-48a3-bb1c-e2e9a1752978 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:07.745862 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-dbef1418-e56d-49c0-a8b0-091cf7a181d6 req-38bd1cb8-1ac1-4e40-91e2-a7c52c963036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:07.750388 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c5616c67-2b54-4d9e-9223-c3b565829225 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:07.777361 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-33339140-9707-4317-b9ee-406a40e882c0 None None] For port 75426005-1a5b-4226-a6d2-e1e5d06b2a0c, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:46:07.782857 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-33339140-9707-4317-b9ee-406a40e882c0 None None] For port 75426005-1a5b-4226-a6d2-e1e5d06b2a0c, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=75426005-1a5b-4226-a6d2-e1e5d06b2a0c,segment=NetworkSegment(fd8f5a13-1c06-4de9-a0a1-9eeb4f661339),segment_id=fd8f5a13-1c06-4de9-a0a1-9eeb4f661339)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:46:07.790518 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-33339140-9707-4317-b9ee-406a40e882c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:07.801212 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-bba162d9-916d-43af-b35b-f9bfa8163efe tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:07.801859 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-bba162d9-916d-43af-b35b-f9bfa8163efe tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:07.830196 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-bba162d9-916d-43af-b35b-f9bfa8163efe tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9404190 Sep 17 07:46:07.873622 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c5616c67-2b54-4d9e-9223-c3b565829225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:07.874592 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5616c67-2b54-4d9e-9223-c3b565829225 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:07.875170 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c5616c67-2b54-4d9e-9223-c3b565829225 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:07.900290 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-e62fbdaa-10e1-4f47-877c-e44ff09079d9 service neutron] Request body: {'port': {'device_id': 'e7493787-d845-4111-acb2-f73baf94ad30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:46:07.904932 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef1418-e56d-49c0-a8b0-091cf7a181d6 req-38bd1cb8-1ac1-4e40-91e2-a7c52c963036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:07.905825 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-dbef1418-e56d-49c0-a8b0-091cf7a181d6 req-38bd1cb8-1ac1-4e40-91e2-a7c52c963036 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:07.909549 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dbef1418-e56d-49c0-a8b0-091cf7a181d6 req-38bd1cb8-1ac1-4e40-91e2-a7c52c963036 service neutron] 10.222.0.41 "PUT /v2.0/ports/719244c5-0063-4840-aa23-e08e10c03023 HTTP/1.1" status: 200 len: 1091 time: 1.3370776 Sep 17 07:46:07.910277 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b05fae1d-c527-4696-b3f5-a60d907fb7ab', 'tag': '719244c5-0063-4840-aa23-e08e10c03023'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:46:07.913269 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33339140-9707-4317-b9ee-406a40e882c0 None None] Routers {'8a1cc1de-4e60-42df-bac3-cab14c6d0da8'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:46:07.913934 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-33339140-9707-4317-b9ee-406a40e882c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:45:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['8a1cc1de-4e60-42df-bac3-cab14c6d0da8'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:46:07.925989 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d406da-470e-4453-b146-3911d9a7a153" -d '{"events": [{"name": "network-changed", "server_uuid": "b05fae1d-c527-4696-b3f5-a60d907fb7ab", "tag": "719244c5-0063-4840-aa23-e08e10c03023"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:46:07.931144 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bd1cb8-1ac1-4e40-91e2-a7c52c963036 service neutron] Pushing event updated for resources: {'Port': ['ID=719244c5-0063-4840-aa23-e08e10c03023,revision_number=3']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:07.935015 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-234ab12b-cbeb-47b9-8d5e-b9fafd4c3901 None None] Provisioning complete for port 75426005-1a5b-4226-a6d2-e1e5d06b2a0c triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:46:07.935709 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-234ab12b-cbeb-47b9-8d5e-b9fafd4c3901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:07.938009 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9ed759-cf69-4558-af59-8ab1765936b3 None None] Pushing event updated for resources: {'Port': ['ID=75426005-1a5b-4226-a6d2-e1e5d06b2a0c,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:08.057137 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c5616c67-2b54-4d9e-9223-c3b565829225 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1761479 Sep 17 07:46:08.064331 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 58994) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:46:08.067015 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-e62fbdaa-10e1-4f47-877c-e44ff09079d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:08.072072 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-01de66cc-7f27-45fc-a66a-1c4ee20cf027 admin admin] Request body: {'subnet': {'network_id': '2bca7be9-40f5-4413-9ab9-3942e24e3b7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-635033459-subnet', 'tenant_id': '98178f12ddfc4e00bbb2ac6ddd7401c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:46:08.097902 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef1418-e56d-49c0-a8b0-091cf7a181d6 req-3d4eeba5-095d-45a5-91d3-fee21a9f138f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:08.100845 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dbef1418-e56d-49c0-a8b0-091cf7a181d6 req-3d4eeba5-095d-45a5-91d3-fee21a9f138f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=43b7af468d3c4824aaaa6df100556e2b&device_id=b05fae1d-c527-4696-b3f5-a60d907fb7ab HTTP/1.1" status: 200 len: 1094 time: 0.1238885 Sep 17 07:46:08.127376 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01de66cc-7f27-45fc-a66a-1c4ee20cf027 admin admin] Made reservation on behalf of 98178f12ddfc4e00bbb2ac6ddd7401c5 for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:46:08.131628 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-01de66cc-7f27-45fc-a66a-1c4ee20cf027 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:08.140234 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5616c67-2b54-4d9e-9223-c3b565829225 admin admin] Pushing event updated for resources: {'Network': ['ID=2bca7be9-40f5-4413-9ab9-3942e24e3b7c,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:08.162732 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 2bca7be9-40f5-4413-9ab9-3942e24e3b7c details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 07:46:08.177071 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-9e85542c-1be6-48a3-bb1c-e2e9a1752978 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Allocated IP 172.20.0.2 (56d68df6-fb2f-4041-82b9-349d126d8aad/29c83c48-7cf5-4625-a7b5-a2597278caef/a7b2a708-c379-4a6a-b7a5-cb0633b2ae37) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:46:08.224763 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dbef1418-e56d-49c0-a8b0-091cf7a181d6 req-c3c679b5-455d-4080-911c-ca8462e71e35 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=719244c5-0063-4840-aa23-e08e10c03023 HTTP/1.1" status: 200 len: 217 time: 0.1010022 Sep 17 07:46:08.273778 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-33339140-9707-4317-b9ee-406a40e882c0 None None] Set router 8a1cc1de-4e60-42df-bac3-cab14c6d0da8 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:46:08.348071 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef1418-e56d-49c0-a8b0-091cf7a181d6 req-0eca3de9-b60b-4c79-b7fb-ad39808e6cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:08.350004 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dbef1418-e56d-49c0-a8b0-091cf7a181d6 req-0eca3de9-b60b-4c79-b7fb-ad39808e6cf4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4e8a61b2-3aad-4505-a004-004379de0de4 HTTP/1.1" status: 200 len: 844 time: 0.1187301 Sep 17 07:46:08.449370 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dbef1418-e56d-49c0-a8b0-091cf7a181d6 req-730244c9-a6f8-4650-b8ce-e6bf5e57d769 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8735159f-6edb-41d2-9bd4-93956ab1df1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825799 Sep 17 07:46:08.455744 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-bbd24765-3a74-456a-8f87-8f08070883f0 tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 07:46:08.457054 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-bbd24765-3a74-456a-8f87-8f08070883f0 tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078313 Sep 17 07:46:08.513314 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-0d1ce9e3-656c-4f4f-8792-32ea19b9cdf1 tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:08.514559 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-0d1ce9e3-656c-4f4f-8792-32ea19b9cdf1 tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] 10.222.0.13 "GET /v2.0/ports/013860f0-2126-4d95-9002-e87f7748261a HTTP/1.1" status: 200 len: 1094 time: 0.0483551 Sep 17 07:46:08.531639 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-a8de9929-1d3a-4c23-8981-c3bc908d50e8 service neutron] Request body: {'binding': {'host': 'n-h2-789963-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:46:08.532125 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-a8de9929-1d3a-4c23-8981-c3bc908d50e8 service neutron] Unknown quota resources ['binding']. {{(pid=101290) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 07:46:08.533615 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-234ab12b-cbeb-47b9-8d5e-b9fafd4c3901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:08.585088 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-9e85542c-1be6-48a3-bb1c-e2e9a1752978 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:08.592282 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-234ab12b-cbeb-47b9-8d5e-b9fafd4c3901 None None] For port 75426005-1a5b-4226-a6d2-e1e5d06b2a0c, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=75426005-1a5b-4226-a6d2-e1e5d06b2a0c,segment=NetworkSegment(fd8f5a13-1c06-4de9-a0a1-9eeb4f661339),segment_id=fd8f5a13-1c06-4de9-a0a1-9eeb4f661339)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:46:08.620881 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-234ab12b-cbeb-47b9-8d5e-b9fafd4c3901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:08.633231 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-01de66cc-7f27-45fc-a66a-1c4ee20cf027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:08.671899 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234ab12b-cbeb-47b9-8d5e-b9fafd4c3901 None None] Pushing event updated for resources: {'Port': ['ID=75426005-1a5b-4226-a6d2-e1e5d06b2a0c,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:08.695526 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dbef1418-e56d-49c0-a8b0-091cf7a181d6 req-90c0c5bd-a209-4cab-b9ec-54ab24cac625 service neutron] 10.222.0.41 "GET /v2.0/networks/8735159f-6edb-41d2-9bd4-93956ab1df1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286410 Sep 17 07:46:08.708639 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-33339140-9707-4317-b9ee-406a40e882c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1cc1de-4e60-42df-bac3-cab14c6d0da8', 'name': 'tempest-AttachSCSIVolumeTestJSON-309226126-router', 'tenant_id': '026f1bbdd969495ba4d90c4a8ce346cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '9d454780-0168-4bdf-9dcc-f92a0749b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:45:57Z', 'updated_at': '2021-09-17T07:46:03Z', 'revision_number': 4, 'project_id': '026f1bbdd969495ba4d90c4a8ce346cd', 'gw_port': {'id': '9d454780-0168-4bdf-9dcc-f92a0749b0f0', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1cc1de-4e60-42df-bac3-cab14c6d0da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:45:58Z', 'updated_at': '2021-09-17T07:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '75426005-1a5b-4226-a6d2-e1e5d06b2a0c', 'name': '', 'network_id': '6e940d9c-f117-40aa-a612-5c4df5492150', 'tenant_id': '026f1bbdd969495ba4d90c4a8ce346cd', 'mac_address': 'fa:16:3e:c5:f9:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a1cc1de-4e60-42df-bac3-cab14c6d0da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4a128747-09f8-4856-aed9-23d37065bdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:46:02Z', 'updated_at': '2021-09-17T07:46:07Z', 'revision_number': 4, 'project_id': '026f1bbdd969495ba4d90c4a8ce346cd', 'subnets': [{'id': '4a128747-09f8-4856-aed9-23d37065bdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:46:08.734935 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01de66cc-7f27-45fc-a66a-1c4ee20cf027 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc29c010-dfbb-47a2-87e1-d1ca8660d3ac,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:08.738526 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-9e85542c-1be6-48a3-bb1c-e2e9a1752978 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:08.756465 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33339140-9707-4317-b9ee-406a40e882c0 None None] The sync data for ids ['8a1cc1de-4e60-42df-bac3-cab14c6d0da8'] in n-d-789963-9 is: [{'id': '8a1cc1de-4e60-42df-bac3-cab14c6d0da8', 'name': 'tempest-AttachSCSIVolumeTestJSON-309226126-router', 'tenant_id': '026f1bbdd969495ba4d90c4a8ce346cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '9d454780-0168-4bdf-9dcc-f92a0749b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:45:57Z', 'updated_at': '2021-09-17T07:46:03Z', 'revision_number': 4, 'project_id': '026f1bbdd969495ba4d90c4a8ce346cd', 'gw_port': {'id': '9d454780-0168-4bdf-9dcc-f92a0749b0f0', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1cc1de-4e60-42df-bac3-cab14c6d0da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:45:58Z', 'updated_at': '2021-09-17T07:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '75426005-1a5b-4226-a6d2-e1e5d06b2a0c', 'name': '', 'network_id': '6e940d9c-f117-40aa-a612-5c4df5492150', 'tenant_id': '026f1bbdd969495ba4d90c4a8ce346cd', 'mac_address': 'fa:16:3e:c5:f9:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a1cc1de-4e60-42df-bac3-cab14c6d0da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4a128747-09f8-4856-aed9-23d37065bdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:46:02Z', 'updated_at': '2021-09-17T07:46:07Z', 'revision_number': 4, 'project_id': '026f1bbdd969495ba4d90c4a8ce346cd', 'subnets': [{'id': '4a128747-09f8-4856-aed9-23d37065bdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:46:08.780322 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01de66cc-7f27-45fc-a66a-1c4ee20cf027 admin admin] Checking segment: {'id': 'f84da4c7-1a3a-4996-936d-f5a29c73e1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2bca7be9-40f5-4413-9ab9-3942e24e3b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:46:08.780683 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01de66cc-7f27-45fc-a66a-1c4ee20cf027 admin admin] Network hostable DHCP agents. Network: 2bca7be9-40f5-4413-9ab9-3942e24e3b7c, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 07:46:08.784669 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-0be21d64-66be-4fed-a1c5-8ea3971c971f None None] Provisioning complete for port 75426005-1a5b-4226-a6d2-e1e5d06b2a0c triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:46:08.785206 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0be21d64-66be-4fed-a1c5-8ea3971c971f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:08.815512 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-a8de9929-1d3a-4c23-8981-c3bc908d50e8 service neutron] Attempting to bind port 013860f0-2126-4d95-9002-e87f7748261a on host n-h2-789963-9 for vnic_type normal with profile None {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:46:08.824456 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-a8de9929-1d3a-4c23-8981-c3bc908d50e8 service neutron] Attempting to bind port 013860f0-2126-4d95-9002-e87f7748261a by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': 'bbdef28d-b0c6-41c1-88af-cfcd40a3d803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:46:08.824870 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-a8de9929-1d3a-4c23-8981-c3bc908d50e8 service neutron] Attempting to bind port 013860f0-2126-4d95-9002-e87f7748261a on network 339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:46:08.844926 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-9e85542c-1be6-48a3-bb1c-e2e9a1752978 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Network 56d68df6-fb2f-4041-82b9-349d126d8aad is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:46:08.860110 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01de66cc-7f27-45fc-a66a-1c4ee20cf027 admin admin] Network 2bca7be9-40f5-4413-9ab9-3942e24e3b7c is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 07:46:08.888730 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dbef1418-e56d-49c0-a8b0-091cf7a181d6 req-25159917-5c32-4760-8d4c-aee65dc3b9d0 service neutron] 10.222.0.41 "GET /v2.0/networks/8735159f-6edb-41d2-9bd4-93956ab1df1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845610 Sep 17 07:46:08.891390 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-01de66cc-7f27-45fc-a66a-1c4ee20cf027 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 2bca7be9-40f5-4413-9ab9-3942e24e3b7c) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:46:08.908492 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ae6c6c-51b5-4c13-8e6a-b1fadc423ce2 None None] Network 2bca7be9-40f5-4413-9ab9-3942e24e3b7c requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:46:08.908717 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01de66cc-7f27-45fc-a66a-1c4ee20cf027 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:08.909805 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-01de66cc-7f27-45fc-a66a-1c4ee20cf027 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:08.922009 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-9e85542c-1be6-48a3-bb1c-e2e9a1752978 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:46:08.928967 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-a8de9929-1d3a-4c23-8981-c3bc908d50e8 service neutron] Port 013860f0-2126-4d95-9002-e87f7748261a on network 339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:46:08.929294 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-a8de9929-1d3a-4c23-8981-c3bc908d50e8 service neutron] Attempting to bind port 013860f0-2126-4d95-9002-e87f7748261a on network 339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:46:08.935817 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-01de66cc-7f27-45fc-a66a-1c4ee20cf027 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8702078 Sep 17 07:46:08.938558 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 59020) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:46:08.945622 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-f407f390-731d-418c-9659-166299b2e693 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-635033459-router', 'tenant_id': '98178f12ddfc4e00bbb2ac6ddd7401c5', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:46:08.958687 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-9e85542c-1be6-48a3-bb1c-e2e9a1752978 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:46:08.993038 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f407f390-731d-418c-9659-166299b2e693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:08.994476 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f407f390-731d-418c-9659-166299b2e693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:09.000337 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-a8de9929-1d3a-4c23-8981-c3bc908d50e8 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:46:09.000676 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-a8de9929-1d3a-4c23-8981-c3bc908d50e8 service neutron] Checking segment: {'id': 'bbdef28d-b0c6-41c1-88af-cfcd40a3d803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:46:09.001063 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-a8de9929-1d3a-4c23-8981-c3bc908d50e8 service neutron] Bound using segment: {'id': 'bbdef28d-b0c6-41c1-88af-cfcd40a3d803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:46:09.001513 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-a8de9929-1d3a-4c23-8981-c3bc908d50e8 service neutron] Bound port: 013860f0-2126-4d95-9002-e87f7748261a, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbdef28d-b0c6-41c1-88af-cfcd40a3d803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:46:09.014005 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e85542c-1be6-48a3-bb1c-e2e9a1752978 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Pushing event updated for resources: {'Port': ['ID=a7b2a708-c379-4a6a-b7a5-cb0633b2ae37,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:09.027791 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-0892706b-b344-49af-9d62-88e4ab339905 tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 07:46:09.035391 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-0892706b-b344-49af-9d62-88e4ab339905 tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0126991 Sep 17 07:46:09.120430 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f407f390-731d-418c-9659-166299b2e693 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:09.121979 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-d5c4c47e-ffd9-44e0-bf52-51a1f57c06c5 tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:09.123571 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-d5c4c47e-ffd9-44e0-bf52-51a1f57c06c5 tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] 10.222.0.13 "GET /v2.0/ports/03004444-8be2-447c-9467-72612117c20a HTTP/1.1" status: 200 len: 1093 time: 0.0871575 Sep 17 07:46:09.135757 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-f1dcd9f3-d5b2-4aca-a412-57d354438fc6 service neutron] Request body: {'binding': {'host': 'n-h1-789963-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:46:09.136525 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-f1dcd9f3-d5b2-4aca-a412-57d354438fc6 service neutron] Unknown quota resources ['binding']. {{(pid=101289) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 07:46:09.143005 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-9e85542c-1be6-48a3-bb1c-e2e9a1752978 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:09.143661 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-9e85542c-1be6-48a3-bb1c-e2e9a1752978 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:09.159035 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7479d496-10c0-45fc-a40d-145dd51542f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-2bca7be9-40f5-4413-9ab9-3942e24e3b7c', 'network_id': '2bca7be9-40f5-4413-9ab9-3942e24e3b7c', 'tenant_id': '98178f12ddfc4e00bbb2ac6ddd7401c5', 'fixed_ips': [{'subnet_id': 'dc29c010-dfbb-47a2-87e1-d1ca8660d3ac'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 07:46:09.162707 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7479d496-10c0-45fc-a40d-145dd51542f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:09.182139 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-9e85542c-1be6-48a3-bb1c-e2e9a1752978 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5910676 Sep 17 07:46:09.192695 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-a8de9929-1d3a-4c23-8981-c3bc908d50e8 service neutron] For port 013860f0-2126-4d95-9002-e87f7748261a, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=013860f0-2126-4d95-9002-e87f7748261a,segment=NetworkSegment(bbdef28d-b0c6-41c1-88af-cfcd40a3d803),segment_id=bbdef28d-b0c6-41c1-88af-cfcd40a3d803)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:46:09.237436 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-aba9a32d-284a-432d-89b7-eab0724fd086 service neutron] Request body: {'port': {'device_id': '553d3e03-4171-4ff2-8432-8bf576e082b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:46:09.251368 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-a8de9929-1d3a-4c23-8981-c3bc908d50e8 service neutron] Notify callbacks [] for binding, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:09.252790 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-a8de9929-1d3a-4c23-8981-c3bc908d50e8 service neutron] 10.222.0.13 "POST /v2.0/ports/013860f0-2126-4d95-9002-e87f7748261a/bindings HTTP/1.1" status: 201 len: 389 time: 0.7287340 Sep 17 07:46:09.284088 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-e62fbdaa-10e1-4f47-877c-e44ff09079d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc9dbf6f-ccf9-4311-b385-0b4c343db92a {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:46:09.310488 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-e62fbdaa-10e1-4f47-877c-e44ff09079d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:09.345312 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-aba9a32d-284a-432d-89b7-eab0724fd086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:09.350489 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-e62fbdaa-10e1-4f47-877c-e44ff09079d9 service neutron] Transition to ACTIVE for port object fc9dbf6f-ccf9-4311-b385-0b4c343db92a will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:46:09.366256 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-e62fbdaa-10e1-4f47-877c-e44ff09079d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:09.526378 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f407f390-731d-418c-9659-166299b2e693 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:09.566415 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62fbdaa-10e1-4f47-877c-e44ff09079d9 service neutron] Pushing event updated for resources: {'Port': ['ID=fc9dbf6f-ccf9-4311-b385-0b4c343db92a,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:09.570476 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-7479d496-10c0-45fc-a40d-145dd51542f1 None None] Allocated IP 172.20.0.2 (2bca7be9-40f5-4413-9ab9-3942e24e3b7c/dc29c010-dfbb-47a2-87e1-d1ca8660d3ac/314809c2-184d-43aa-b5e9-7d194d9d5f8e) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:46:09.711104 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f2368-1033-404d-9304-a01ef85720c3 req-07a6a859-e963-4f27-93c5-e4b36c76ebd1 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:09.719307 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-567f2368-1033-404d-9304-a01ef85720c3 req-07a6a859-e963-4f27-93c5-e4b36c76ebd1 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=b05fae1d-c527-4696-b3f5-a60d907fb7ab HTTP/1.1" status: 200 len: 943 time: 0.1974363 Sep 17 07:46:09.799546 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7479d496-10c0-45fc-a40d-145dd51542f1 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:09.816285 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7479d496-10c0-45fc-a40d-145dd51542f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:09.846613 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-f1dcd9f3-d5b2-4aca-a412-57d354438fc6 service neutron] Attempting to bind port 03004444-8be2-447c-9467-72612117c20a on host n-h1-789963-9 for vnic_type normal with profile None {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:46:09.847091 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-f1dcd9f3-d5b2-4aca-a412-57d354438fc6 service neutron] Attempting to bind port 03004444-8be2-447c-9467-72612117c20a by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': '2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a0a513a6-9cd3-48db-b90d-df8b88e7c76b'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:46:09.847525 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-f1dcd9f3-d5b2-4aca-a412-57d354438fc6 service neutron] Attempting to bind port 03004444-8be2-447c-9467-72612117c20a on network a0a513a6-9cd3-48db-b90d-df8b88e7c76b {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:46:09.865463 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-567f2368-1033-404d-9304-a01ef85720c3 req-ad58dbbd-707a-455a-9091-f11f76644461 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/security-groups?id=53a4612f-058b-4338-9861-1ad45234538f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437676 Sep 17 07:46:09.899270 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-aba9a32d-284a-432d-89b7-eab0724fd086 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7b2a708-c379-4a6a-b7a5-cb0633b2ae37 {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:46:09.901874 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-f1dcd9f3-d5b2-4aca-a412-57d354438fc6 service neutron] Port 03004444-8be2-447c-9467-72612117c20a on network a0a513a6-9cd3-48db-b90d-df8b88e7c76b not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:46:09.904354 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-f1dcd9f3-d5b2-4aca-a412-57d354438fc6 service neutron] Attempting to bind port 03004444-8be2-447c-9467-72612117c20a on network a0a513a6-9cd3-48db-b90d-df8b88e7c76b {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:46:09.913750 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-aba9a32d-284a-432d-89b7-eab0724fd086 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:09.916570 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7479d496-10c0-45fc-a40d-145dd51542f1 None None] Network 2bca7be9-40f5-4413-9ab9-3942e24e3b7c is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:46:09.926742 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-7479d496-10c0-45fc-a40d-145dd51542f1 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:46:09.929204 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-f1dcd9f3-d5b2-4aca-a412-57d354438fc6 service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:46:09.929639 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-f1dcd9f3-d5b2-4aca-a412-57d354438fc6 service neutron] Checking segment: {'id': '2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a0a513a6-9cd3-48db-b90d-df8b88e7c76b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:46:09.930159 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-f1dcd9f3-d5b2-4aca-a412-57d354438fc6 service neutron] Bound using segment: {'id': '2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a0a513a6-9cd3-48db-b90d-df8b88e7c76b'} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:46:09.930716 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-f1dcd9f3-d5b2-4aca-a412-57d354438fc6 service neutron] Bound port: 03004444-8be2-447c-9467-72612117c20a, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a0a513a6-9cd3-48db-b90d-df8b88e7c76b'}}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:46:09.932459 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7479d496-10c0-45fc-a40d-145dd51542f1 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:46:09.944712 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-aba9a32d-284a-432d-89b7-eab0724fd086 service neutron] Transition to ACTIVE for port object a7b2a708-c379-4a6a-b7a5-cb0633b2ae37 will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:46:09.967381 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-04dc0f56-a22f-4777-a646-afeaedaa82c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:09.969849 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-04dc0f56-a22f-4777-a646-afeaedaa82c3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2525ecc58cad4fa78c4be116636fc184&device_id=4b19613c-19cc-4fcd-9986-d4471d717aa1 HTTP/1.1" status: 200 len: 1097 time: 0.3660195 Sep 17 07:46:09.978393 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-aba9a32d-284a-432d-89b7-eab0724fd086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:10.004419 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7479d496-10c0-45fc-a40d-145dd51542f1 None None] Pushing event updated for resources: {'Port': ['ID=314809c2-184d-43aa-b5e9-7d194d9d5f8e,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:10.045657 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-e62fbdaa-10e1-4f47-877c-e44ff09079d9 service neutron] Attempting to bind port fc9dbf6f-ccf9-4311-b385-0b4c343db92a on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:46:10.046004 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-e62fbdaa-10e1-4f47-877c-e44ff09079d9 service neutron] Attempting to bind port fc9dbf6f-ccf9-4311-b385-0b4c343db92a by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'fe140136-2174-4894-b80d-4d7eee6c1378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '56d68df6-fb2f-4041-82b9-349d126d8aad'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:46:10.046342 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-e62fbdaa-10e1-4f47-877c-e44ff09079d9 service neutron] Attempting to bind port fc9dbf6f-ccf9-4311-b385-0b4c343db92a on network 56d68df6-fb2f-4041-82b9-349d126d8aad {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:46:10.051464 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-7479d496-10c0-45fc-a40d-145dd51542f1 None None] Attempting to bind port 314809c2-184d-43aa-b5e9-7d194d9d5f8e on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:46:10.052816 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-7479d496-10c0-45fc-a40d-145dd51542f1 None None] Attempting to bind port 314809c2-184d-43aa-b5e9-7d194d9d5f8e by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'f84da4c7-1a3a-4996-936d-f5a29c73e1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2bca7be9-40f5-4413-9ab9-3942e24e3b7c'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:46:10.053342 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7479d496-10c0-45fc-a40d-145dd51542f1 None None] Attempting to bind port 314809c2-184d-43aa-b5e9-7d194d9d5f8e on network 2bca7be9-40f5-4413-9ab9-3942e24e3b7c {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:46:10.058937 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7479d496-10c0-45fc-a40d-145dd51542f1 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:46:10.059566 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7479d496-10c0-45fc-a40d-145dd51542f1 None None] Checking segment: {'id': 'f84da4c7-1a3a-4996-936d-f5a29c73e1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2bca7be9-40f5-4413-9ab9-3942e24e3b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:46:10.060308 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7479d496-10c0-45fc-a40d-145dd51542f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:10.060880 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7479d496-10c0-45fc-a40d-145dd51542f1 None None] Bound using segment: {'id': 'f84da4c7-1a3a-4996-936d-f5a29c73e1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2bca7be9-40f5-4413-9ab9-3942e24e3b7c'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:46:10.061521 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-7479d496-10c0-45fc-a40d-145dd51542f1 None None] Bound port: 314809c2-184d-43aa-b5e9-7d194d9d5f8e, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84da4c7-1a3a-4996-936d-f5a29c73e1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2bca7be9-40f5-4413-9ab9-3942e24e3b7c'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:46:10.062078 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7479d496-10c0-45fc-a40d-145dd51542f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:10.108068 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-f1dcd9f3-d5b2-4aca-a412-57d354438fc6 service neutron] For port 03004444-8be2-447c-9467-72612117c20a, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=03004444-8be2-447c-9467-72612117c20a,segment=NetworkSegment(2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff),segment_id=2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff)] {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:46:10.135507 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 07:46:10.152670 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-e62fbdaa-10e1-4f47-877c-e44ff09079d9 service neutron] Port fc9dbf6f-ccf9-4311-b385-0b4c343db92a on network 56d68df6-fb2f-4041-82b9-349d126d8aad not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:46:10.153225 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-e62fbdaa-10e1-4f47-877c-e44ff09079d9 service neutron] Attempting to bind port fc9dbf6f-ccf9-4311-b385-0b4c343db92a on network 56d68df6-fb2f-4041-82b9-349d126d8aad {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:46:10.162643 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-f1dcd9f3-d5b2-4aca-a412-57d354438fc6 service neutron] Notify callbacks [] for binding, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:10.174670 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-f1dcd9f3-d5b2-4aca-a412-57d354438fc6 service neutron] 10.222.0.13 "POST /v2.0/ports/03004444-8be2-447c-9467-72612117c20a/bindings HTTP/1.1" status: 201 len: 389 time: 1.0376997 Sep 17 07:46:10.200457 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-7479d496-10c0-45fc-a40d-145dd51542f1 None None] For port 314809c2-184d-43aa-b5e9-7d194d9d5f8e, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:46:10.204146 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-7479d496-10c0-45fc-a40d-145dd51542f1 None None] For port 314809c2-184d-43aa-b5e9-7d194d9d5f8e, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=314809c2-184d-43aa-b5e9-7d194d9d5f8e,segment=NetworkSegment(f84da4c7-1a3a-4996-936d-f5a29c73e1e4),segment_id=f84da4c7-1a3a-4996-936d-f5a29c73e1e4)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:46:10.207930 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-e62fbdaa-10e1-4f47-877c-e44ff09079d9 service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:46:10.208504 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-e62fbdaa-10e1-4f47-877c-e44ff09079d9 service neutron] Checking segment: {'id': 'fe140136-2174-4894-b80d-4d7eee6c1378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '56d68df6-fb2f-4041-82b9-349d126d8aad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:46:10.209052 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-e62fbdaa-10e1-4f47-877c-e44ff09079d9 service neutron] Bound using segment: {'id': 'fe140136-2174-4894-b80d-4d7eee6c1378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '56d68df6-fb2f-4041-82b9-349d126d8aad'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:46:10.209787 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-e62fbdaa-10e1-4f47-877c-e44ff09079d9 service neutron] Bound port: fc9dbf6f-ccf9-4311-b385-0b4c343db92a, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe140136-2174-4894-b80d-4d7eee6c1378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '56d68df6-fb2f-4041-82b9-349d126d8aad'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:46:10.210167 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7479d496-10c0-45fc-a40d-145dd51542f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:10.210534 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-e62fbdaa-10e1-4f47-877c-e44ff09079d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:10.271725 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f407f390-731d-418c-9659-166299b2e693 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:10.323681 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e62058dd-c8ac-4f25-b65a-bde26702fb95 req-99a13743-c7ee-4ad4-8f7d-bbd94b4d39ae tempest-AbsoluteLimitsNegativeTestJSON-1708473529 tempest-AbsoluteLimitsNegativeTestJSON-1708473529-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=99de913bb0a6486f8c3afa23b081925d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1436429 Sep 17 07:46:10.325854 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef510cf-6b41-4dde-bb1e-a04d25294bb3 x-openstack-request-id: req-9ef510cf-6b41-4dde-bb1e-a04d25294bb3 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:46:10.326314 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b05fae1d-c527-4696-b3f5-a60d907fb7ab", "tag": "719244c5-0063-4840-aa23-e08e10c03023", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:46:10.326717 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9ef510cf-6b41-4dde-bb1e-a04d25294bb3 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:46:10.327277 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b05fae1d-c527-4696-b3f5-a60d907fb7ab', 'tag': '719244c5-0063-4840-aa23-e08e10c03023', 'status': 'completed', 'code': 200} Sep 17 07:46:10.328655 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f407f390-731d-418c-9659-166299b2e693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:10.373862 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba9a32d-284a-432d-89b7-eab0724fd086 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b2a708-c379-4a6a-b7a5-cb0633b2ae37,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:10.410952 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7479d496-10c0-45fc-a40d-145dd51542f1 None None] Pushing event updated for resources: {'Port': ['ID=314809c2-184d-43aa-b5e9-7d194d9d5f8e,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:10.756508 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-aba9a32d-284a-432d-89b7-eab0724fd086 service neutron] Attempting to bind port a7b2a708-c379-4a6a-b7a5-cb0633b2ae37 on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:46:10.756840 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-aba9a32d-284a-432d-89b7-eab0724fd086 service neutron] Attempting to bind port a7b2a708-c379-4a6a-b7a5-cb0633b2ae37 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': 'fe140136-2174-4894-b80d-4d7eee6c1378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '56d68df6-fb2f-4041-82b9-349d126d8aad'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:46:10.757160 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-aba9a32d-284a-432d-89b7-eab0724fd086 service neutron] Attempting to bind port a7b2a708-c379-4a6a-b7a5-cb0633b2ae37 on network 56d68df6-fb2f-4041-82b9-349d126d8aad {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:46:10.783742 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-e62fbdaa-10e1-4f47-877c-e44ff09079d9 service neutron] For port fc9dbf6f-ccf9-4311-b385-0b4c343db92a, host n-h1-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:46:10.785710 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-aba9a32d-284a-432d-89b7-eab0724fd086 service neutron] Port a7b2a708-c379-4a6a-b7a5-cb0633b2ae37 on network 56d68df6-fb2f-4041-82b9-349d126d8aad not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:46:10.786027 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-aba9a32d-284a-432d-89b7-eab0724fd086 service neutron] Attempting to bind port a7b2a708-c379-4a6a-b7a5-cb0633b2ae37 on network 56d68df6-fb2f-4041-82b9-349d126d8aad {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:46:10.790603 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-e62fbdaa-10e1-4f47-877c-e44ff09079d9 service neutron] For port fc9dbf6f-ccf9-4311-b385-0b4c343db92a, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=fc9dbf6f-ccf9-4311-b385-0b4c343db92a,segment=NetworkSegment(fe140136-2174-4894-b80d-4d7eee6c1378),segment_id=fe140136-2174-4894-b80d-4d7eee6c1378)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:46:10.801083 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-c6288adb-b7c3-4d39-b50e-5aedf40a400a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:10.805046 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-c6288adb-b7c3-4d39-b50e-5aedf40a400a service neutron] 10.222.0.39 "GET /v2.0/networks?id=339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5 HTTP/1.1" status: 200 len: 921 time: 0.8070402 Sep 17 07:46:10.807444 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-e62fbdaa-10e1-4f47-877c-e44ff09079d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:10.810042 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-aba9a32d-284a-432d-89b7-eab0724fd086 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:46:10.810593 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-aba9a32d-284a-432d-89b7-eab0724fd086 service neutron] Checking segment: {'id': 'fe140136-2174-4894-b80d-4d7eee6c1378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '56d68df6-fb2f-4041-82b9-349d126d8aad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:46:10.811050 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-aba9a32d-284a-432d-89b7-eab0724fd086 service neutron] Bound using segment: {'id': 'fe140136-2174-4894-b80d-4d7eee6c1378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '56d68df6-fb2f-4041-82b9-349d126d8aad'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:46:10.811564 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-aba9a32d-284a-432d-89b7-eab0724fd086 service neutron] Bound port: a7b2a708-c379-4a6a-b7a5-cb0633b2ae37, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe140136-2174-4894-b80d-4d7eee6c1378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '56d68df6-fb2f-4041-82b9-349d126d8aad'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:46:10.811783 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 75426005-1a5b-4226-a6d2-e1e5d06b2a0c up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:46:10.812373 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-aba9a32d-284a-432d-89b7-eab0724fd086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:10.874090 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 75426005-1a5b-4226-a6d2-e1e5d06b2a0c triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:46:10.874470 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:10.891998 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-962ae735-398f-4293-b76c-14178d8d38eb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=013860f0-2126-4d95-9002-e87f7748261a HTTP/1.1" status: 200 len: 217 time: 0.0644104 Sep 17 07:46:10.895311 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-e62fbdaa-10e1-4f47-877c-e44ff09079d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:10.896550 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-e62fbdaa-10e1-4f47-877c-e44ff09079d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:10.897968 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-e62fbdaa-10e1-4f47-877c-e44ff09079d9 service neutron] 10.222.0.41 "PUT /v2.0/ports/fc9dbf6f-ccf9-4311-b385-0b4c343db92a HTTP/1.1" status: 200 len: 1091 time: 3.0204155 Sep 17 07:46:10.900131 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7493787-d845-4111-acb2-f73baf94ad30', 'tag': 'fc9dbf6f-ccf9-4311-b385-0b4c343db92a'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:46:10.902438 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca38dcd6-3426-42ab-b341-6ced77b10fa6" -d '{"events": [{"name": "network-changed", "server_uuid": "e7493787-d845-4111-acb2-f73baf94ad30", "tag": "fc9dbf6f-ccf9-4311-b385-0b4c343db92a"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:46:10.961057 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d406da-470e-4453-b146-3911d9a7a153 req-245948c7-082a-4e65-8c48-758f63669ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:10.962639 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-84d406da-470e-4453-b146-3911d9a7a153 req-245948c7-082a-4e65-8c48-758f63669ace service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=43b7af468d3c4824aaaa6df100556e2b&device_id=b05fae1d-c527-4696-b3f5-a60d907fb7ab HTTP/1.1" status: 200 len: 1094 time: 0.5702631 Sep 17 07:46:10.967756 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 314809c2-184d-43aa-b5e9-7d194d9d5f8e up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:46:11.001653 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62fbdaa-10e1-4f47-877c-e44ff09079d9 service neutron] Pushing event updated for resources: {'Port': ['ID=fc9dbf6f-ccf9-4311-b385-0b4c343db92a,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:11.009719 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62058dd-c8ac-4f25-b65a-bde26702fb95 req-0301380f-acc5-46c2-a475-ed20b7a0fb89 tempest-AbsoluteLimitsNegativeTestJSON-1708473529 tempest-AbsoluteLimitsNegativeTestJSON-1708473529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:11.011478 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e62058dd-c8ac-4f25-b65a-bde26702fb95 req-0301380f-acc5-46c2-a475-ed20b7a0fb89 tempest-AbsoluteLimitsNegativeTestJSON-1708473529 tempest-AbsoluteLimitsNegativeTestJSON-1708473529-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6802671 Sep 17 07:46:11.017403 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-6b2c838c-475f-4e6a-bd86-96c0c6898edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:11.018996 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-6b2c838c-475f-4e6a-bd86-96c0c6898edd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4f0e4c1c4dc94ab78a72a2655bcb731a&device_id=c1b5e246-73e6-41ad-88f0-1b0c20a96fdd HTTP/1.1" status: 200 len: 1096 time: 0.5074360 Sep 17 07:46:11.038345 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 314809c2-184d-43aa-b5e9-7d194d9d5f8e triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:46:11.038736 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:11.039551 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675f5a99-9fdc-4f3c-9d89-e8d03091d2d5 req-ba79b0da-9b94-41bb-8b1b-a8d49406f4b6 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:11.041225 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-675f5a99-9fdc-4f3c-9d89-e8d03091d2d5 req-ba79b0da-9b94-41bb-8b1b-a8d49406f4b6 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/ports?device_id=553d3e03-4171-4ff2-8432-8bf576e082b0 HTTP/1.1" status: 200 len: 943 time: 0.5710142 Sep 17 07:46:11.050258 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-61583289-4dba-4542-a3d1-d4ec1be83819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:11.051709 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-61583289-4dba-4542-a3d1-d4ec1be83819 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=affefed0-1fce-4202-a68f-ea65cc757370 HTTP/1.1" status: 200 len: 860 time: 0.1281636 Sep 17 07:46:11.056120 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-aba9a32d-284a-432d-89b7-eab0724fd086 service neutron] For port a7b2a708-c379-4a6a-b7a5-cb0633b2ae37, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:46:11.060432 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-aba9a32d-284a-432d-89b7-eab0724fd086 service neutron] For port a7b2a708-c379-4a6a-b7a5-cb0633b2ae37, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=a7b2a708-c379-4a6a-b7a5-cb0633b2ae37,segment=NetworkSegment(fe140136-2174-4894-b80d-4d7eee6c1378),segment_id=fe140136-2174-4894-b80d-4d7eee6c1378)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:46:11.076147 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-aba9a32d-284a-432d-89b7-eab0724fd086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:11.100663 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-bfb8c5b4-b8b3-4930-95ec-1ce32758a706 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353978 Sep 17 07:46:11.127552 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e62058dd-c8ac-4f25-b65a-bde26702fb95 req-99878b04-b0f1-4bc3-b40d-574f5cbf08a4 tempest-AbsoluteLimitsNegativeTestJSON-1708473529 tempest-AbsoluteLimitsNegativeTestJSON-1708473529-project] 10.222.0.13 "GET /v2.0/quotas/99de913bb0a6486f8c3afa23b081925d HTTP/1.1" status: 200 len: 375 time: 0.1066492 Sep 17 07:46:11.133345 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-f407f390-731d-418c-9659-166299b2e693 admin admin] Allocated IP 172.25.6.75 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/8268bffa-c687-48df-b1cc-8805561ea183) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:46:11.168480 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:11.212530 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port 314809c2-184d-43aa-b5e9-7d194d9d5f8e, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=314809c2-184d-43aa-b5e9-7d194d9d5f8e,segment=NetworkSegment(f84da4c7-1a3a-4996-936d-f5a29c73e1e4),segment_id=f84da4c7-1a3a-4996-936d-f5a29c73e1e4)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:46:11.220221 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:11.235654 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-b0d75a96-6ba4-41b0-8cc8-e12cfe83aa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:11.237794 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-b0d75a96-6ba4-41b0-8cc8-e12cfe83aa00 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a8b8de8d3e47401c80419ff293ac8ce3&device_id=e7493787-d845-4111-acb2-f73baf94ad30 HTTP/1.1" status: 200 len: 1094 time: 0.2570908 Sep 17 07:46:11.249408 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-aba9a32d-284a-432d-89b7-eab0724fd086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:11.250020 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-aba9a32d-284a-432d-89b7-eab0724fd086 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:11.251737 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-aba9a32d-284a-432d-89b7-eab0724fd086 service neutron] 10.222.0.39 "PUT /v2.0/ports/a7b2a708-c379-4a6a-b7a5-cb0633b2ae37 HTTP/1.1" status: 200 len: 1091 time: 2.0221887 Sep 17 07:46:11.270368 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e62058dd-c8ac-4f25-b65a-bde26702fb95 req-dd95d9a9-1971-4149-b9d0-ae9d8bb35f26 tempest-AbsoluteLimitsNegativeTestJSON-1708473529 tempest-AbsoluteLimitsNegativeTestJSON-1708473529-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=99de913bb0a6486f8c3afa23b081925d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1301019 Sep 17 07:46:11.303058 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=314809c2-184d-43aa-b5e9-7d194d9d5f8e,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:11.303550 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-675f5a99-9fdc-4f3c-9d89-e8d03091d2d5 req-a0f3882f-c6d5-45db-b88f-6d502c264fe0 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/security-groups?id=33dcb9d9-be84-490d-8d1e-769e2ed5062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388651 Sep 17 07:46:11.305720 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-2ba79b50-3370-4a22-8bd7-74c4e838cda8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc9dbf6f-ccf9-4311-b385-0b4c343db92a HTTP/1.1" status: 200 len: 217 time: 0.0459993 Sep 17 07:46:11.375497 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d406da-470e-4453-b146-3911d9a7a153 req-d71059f9-14d4-4fed-88bf-73d08b66f106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:11.377292 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-84d406da-470e-4453-b146-3911d9a7a153 req-d71059f9-14d4-4fed-88bf-73d08b66f106 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8735159f-6edb-41d2-9bd4-93956ab1df1a HTTP/1.1" status: 200 len: 905 time: 0.3909125 Sep 17 07:46:11.431753 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba9a32d-284a-432d-89b7-eab0724fd086 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b2a708-c379-4a6a-b7a5-cb0633b2ae37,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:11.455666 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-2867b3ed-1830-4444-9137-ebbb7a08822e service neutron] 10.222.0.39 "GET /v2.0/networks/339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056843 Sep 17 07:46:11.472992 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-1971a61d-5315-469a-b0b5-f5a8e1222080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:11.475053 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-1971a61d-5315-469a-b0b5-f5a8e1222080 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=29c83c48-7cf5-4625-a7b5-a2597278caef HTTP/1.1" status: 200 len: 853 time: 0.1520650 Sep 17 07:46:11.495353 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f407f390-731d-418c-9659-166299b2e693 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:11.536906 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-b86983f3-b26c-4849-be58-7e2d281f96e4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=56d68df6-fb2f-4041-82b9-349d126d8aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355759 Sep 17 07:46:11.545283 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-d0514a92-50f5-466d-b55e-194596516516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:11.546745 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-d0514a92-50f5-466d-b55e-194596516516 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a8b8de8d3e47401c80419ff293ac8ce3&device_id=553d3e03-4171-4ff2-8432-8bf576e082b0 HTTP/1.1" status: 200 len: 1094 time: 0.2002463 Sep 17 07:46:11.560894 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-d72173b5-26ad-4a42-a43d-d47ccee28563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:11.562433 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-d72173b5-26ad-4a42-a43d-d47ccee28563 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a0a513a6-9cd3-48db-b90d-df8b88e7c76b HTTP/1.1" status: 200 len: 909 time: 0.5183153 Sep 17 07:46:11.638111 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-18214c3f-edfc-42f9-b294-3fb2f2bf438b service neutron] 10.222.0.41 "GET /v2.0/networks/56d68df6-fb2f-4041-82b9-349d126d8aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898850 Sep 17 07:46:11.655063 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11574f0-2e69-4003-a833-051af2623fa1 None None] Network 2bca7be9-40f5-4413-9ab9-3942e24e3b7c requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:46:11.667687 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-84d406da-470e-4453-b146-3911d9a7a153 req-40a19139-984a-4150-826b-4fedb933f41d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=719244c5-0063-4840-aa23-e08e10c03023 HTTP/1.1" status: 200 len: 217 time: 0.1382565 Sep 17 07:46:11.678361 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-731b39a1-96a2-4345-8663-5f5d7f41e125 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03004444-8be2-447c-9467-72612117c20a HTTP/1.1" status: 200 len: 217 time: 0.0840886 Sep 17 07:46:11.710484 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-13225362-5f00-4835-a9ef-668c2e9e6ff6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a7b2a708-c379-4a6a-b7a5-cb0633b2ae37 HTTP/1.1" status: 200 len: 217 time: 0.0719340 Sep 17 07:46:11.712241 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 59052) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:46:11.725682 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d406da-470e-4453-b146-3911d9a7a153 req-f71818d6-f0b9-4248-8d36-eac680cfa999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:11.727099 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-84d406da-470e-4453-b146-3911d9a7a153 req-f71818d6-f0b9-4248-8d36-eac680cfa999 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4e8a61b2-3aad-4505-a004-004379de0de4 HTTP/1.1" status: 200 len: 844 time: 0.0478339 Sep 17 07:46:11.733365 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f407f390-731d-418c-9659-166299b2e693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:11.737657 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-c5fee53e-213a-4454-95ff-f4e4a58a19cf None None] Provisioning complete for port 314809c2-184d-43aa-b5e9-7d194d9d5f8e triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:46:11.738035 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c5fee53e-213a-4454-95ff-f4e4a58a19cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:11.806992 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-d8e415a9-5a10-4918-ab82-a3bb5f51f911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:11.808491 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-d8e415a9-5a10-4918-ab82-a3bb5f51f911 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=29c83c48-7cf5-4625-a7b5-a2597278caef HTTP/1.1" status: 200 len: 853 time: 0.0629108 Sep 17 07:46:11.852146 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df86c43-c39f-4057-8816-b1a2aa675fd6 req-974a4a81-a9fa-4ffc-be2d-56fd551cde0f tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:11.854071 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8df86c43-c39f-4057-8816-b1a2aa675fd6 req-974a4a81-a9fa-4ffc-be2d-56fd551cde0f tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1b5e246-73e6-41ad-88f0-1b0c20a96fdd HTTP/1.1" status: 200 len: 945 time: 0.3259189 Sep 17 07:46:11.873465 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-218d72cb-bd63-428f-b053-45591381c981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:11.875415 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-218d72cb-bd63-428f-b053-45591381c981 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b166af2c-f0c1-4005-bf20-b8a2b0583a5b HTTP/1.1" status: 200 len: 848 time: 0.1435492 Sep 17 07:46:11.883828 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f407f390-731d-418c-9659-166299b2e693 admin admin] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:46:11.885063 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-e143bf06-2115-49e9-8f48-db2f215ccf9c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=56d68df6-fb2f-4041-82b9-349d126d8aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641422 Sep 17 07:46:11.905699 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-f407f390-731d-418c-9659-166299b2e693 admin admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:46:11.919432 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-84d406da-470e-4453-b146-3911d9a7a153 req-cbe5b1bb-5bcf-4fa9-8fff-24bed6fca763 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8735159f-6edb-41d2-9bd4-93956ab1df1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1387312 Sep 17 07:46:11.927398 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbacabb-b8b3-4c90-84a4-55450b54efd7 req-45408cc0-2e6c-4f8f-8d26-de86aaeb79bf tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:11.932321 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fbbacabb-b8b3-4c90-84a4-55450b54efd7 req-45408cc0-2e6c-4f8f-8d26-de86aaeb79bf tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b19613c-19cc-4fcd-9986-d4471d717aa1 HTTP/1.1" status: 200 len: 946 time: 0.3988910 Sep 17 07:46:11.932642 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-44731d3d-a6ed-471a-b627-3d6b569a8981 service neutron] 10.222.0.39 "GET /v2.0/networks/339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4645653 Sep 17 07:46:11.933641 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f407f390-731d-418c-9659-166299b2e693 admin admin] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:46:11.940134 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-164431bb-085c-4792-96d7-be62cbd830d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:12.001709 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-e93a48b4-e93d-411c-97c1-4465ce282630 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a0a513a6-9cd3-48db-b90d-df8b88e7c76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1155725 Sep 17 07:46:12.017844 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-cf30cebe-a65e-4bcc-9407-1bea94acc7eb service neutron] 10.222.0.41 "GET /v2.0/networks/56d68df6-fb2f-4041-82b9-349d126d8aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3649039 Sep 17 07:46:12.057347 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f407f390-731d-418c-9659-166299b2e693 admin admin] Pushing event updated for resources: {'Port': ['ID=8268bffa-c687-48df-b1cc-8805561ea183,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:12.057914 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-ca13b8c2-759a-4152-860a-bb1abf5ea54a service neutron] 10.222.0.39 "GET /v2.0/networks/56d68df6-fb2f-4041-82b9-349d126d8aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578550 Sep 17 07:46:12.092799 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 719244c5-0063-4840-aa23-e08e10c03023 details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:46:12.196804 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8df86c43-c39f-4057-8816-b1a2aa675fd6 req-d63fed82-2078-4886-979b-b7e081d2a1b4 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093193 Sep 17 07:46:12.231572 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-94c87447-08f7-4d42-89de-2c4b7da28827 tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:12.233140 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-94c87447-08f7-4d42-89de-2c4b7da28827 tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4b19613c-19cc-4fcd-9986-d4471d717aa1&tenant_id=2525ecc58cad4fa78c4be116636fc184&binding%3Ahost_id=n-h1-789963-9 HTTP/1.1" status: 200 len: 1097 time: 0.1514218 Sep 17 07:46:12.245347 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fbbacabb-b8b3-4c90-84a4-55450b54efd7 req-2337bfbb-b73d-4f37-b4e6-a6ce12ed9e5d tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895520 Sep 17 07:46:12.267072 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-a4efb66a-3f6c-4081-92f9-971b73946e37 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-789963-9'}}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:46:12.275182 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-164431bb-085c-4792-96d7-be62cbd830d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:12.288437 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f958234f-14b1-47b0-a2a1-ba0670acc466 req-13d07119-e315-4871-b137-3978a16e862a service neutron] 10.222.0.39 "GET /v2.0/networks/56d68df6-fb2f-4041-82b9-349d126d8aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077243 Sep 17 07:46:12.304531 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-164431bb-085c-4792-96d7-be62cbd830d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:12.337759 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-670f8431-8904-46de-8548-263ad78b0d2c x-openstack-request-id: req-670f8431-8904-46de-8548-263ad78b0d2c {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:46:12.337759 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7493787-d845-4111-acb2-f73baf94ad30", "tag": "fc9dbf6f-ccf9-4311-b385-0b4c343db92a", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:46:12.337759 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-670f8431-8904-46de-8548-263ad78b0d2c {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:46:12.337759 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7493787-d845-4111-acb2-f73baf94ad30', 'tag': 'fc9dbf6f-ccf9-4311-b385-0b4c343db92a', 'status': 'completed', 'code': 200} Sep 17 07:46:12.364215 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-164431bb-085c-4792-96d7-be62cbd830d4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=99de913bb0a6486f8c3afa23b081925d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6269505 Sep 17 07:46:12.367252 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 59058) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:46:12.372155 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-59cc46ae-7a4b-4007-bc6b-fb117d31c2fc service neutron] 10.222.0.41 "GET /v2.0/networks/a0a513a6-9cd3-48db-b90d-df8b88e7c76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3389130 Sep 17 07:46:12.380805 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-84d406da-470e-4453-b146-3911d9a7a153 req-21b4312c-e797-4dac-86c1-a00cf771b1d9 service neutron] 10.222.0.41 "GET /v2.0/networks/8735159f-6edb-41d2-9bd4-93956ab1df1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4417632 Sep 17 07:46:12.387213 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164431bb-085c-4792-96d7-be62cbd830d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06fdd710-bf87-4f03-bfb7-d51e09e34b97,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:12.406309 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-a4efb66a-3f6c-4081-92f9-971b73946e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:12.452127 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-9abd5172-aedd-4fe8-851a-bb1bc64225fe None None] Provisioning complete for port 314809c2-184d-43aa-b5e9-7d194d9d5f8e triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:46:12.452775 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9abd5172-aedd-4fe8-851a-bb1bc64225fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:12.479566 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca38dcd6-3426-42ab-b341-6ced77b10fa6 req-1cdcc9e0-b101-498f-9afe-18a3bae9187a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:12.481077 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ca38dcd6-3426-42ab-b341-6ced77b10fa6 req-1cdcc9e0-b101-498f-9afe-18a3bae9187a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a8b8de8d3e47401c80419ff293ac8ce3&device_id=e7493787-d845-4111-acb2-f73baf94ad30 HTTP/1.1" status: 200 len: 1094 time: 0.0879712 Sep 17 07:46:12.557425 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 719244c5-0063-4840-aa23-e08e10c03023, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=719244c5-0063-4840-aa23-e08e10c03023,segment=NetworkSegment(5ce36400-13a1-41db-8274-558edfd01d90),segment_id=5ce36400-13a1-41db-8274-558edfd01d90)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:46:12.565598 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27e36c-2e84-4297-9970-9f201be34695 req-3fea86f6-5e78-4222-8d69-cac0ba55d137 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:12.567230 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-db27e36c-2e84-4297-9970-9f201be34695 req-3fea86f6-5e78-4222-8d69-cac0ba55d137 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=b05fae1d-c527-4696-b3f5-a60d907fb7ab HTTP/1.1" status: 200 len: 943 time: 0.2769406 Sep 17 07:46:12.576776 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': '719244c5-0063-4840-aa23-e08e10c03023', 'network_id': '8735159f-6edb-41d2-9bd4-93956ab1df1a', 'port_id': '719244c5-0063-4840-aa23-e08e10c03023', 'mac_address': 'fa:16:3e:4b:2e:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e8a61b2-3aad-4505-a004-004379de0de4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:46:12.620479 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:12.635521 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 719244c5-0063-4840-aa23-e08e10c03023 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:46:12.653806 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-a4efb66a-3f6c-4081-92f9-971b73946e37 service neutron] For port 013860f0-2126-4d95-9002-e87f7748261a, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=013860f0-2126-4d95-9002-e87f7748261a,segment=NetworkSegment(bbdef28d-b0c6-41c1-88af-cfcd40a3d803),segment_id=bbdef28d-b0c6-41c1-88af-cfcd40a3d803)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:46:12.656230 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca38dcd6-3426-42ab-b341-6ced77b10fa6 req-dfdd8a0c-b080-4ad3-84a3-fe92e555faff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:12.657716 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ca38dcd6-3426-42ab-b341-6ced77b10fa6 req-dfdd8a0c-b080-4ad3-84a3-fe92e555faff service neutron] 10.222.0.41 "GET /v2.0/networks?id=56d68df6-fb2f-4041-82b9-349d126d8aad HTTP/1.1" status: 200 len: 914 time: 0.1660697 Sep 17 07:46:12.658737 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 719244c5-0063-4840-aa23-e08e10c03023, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=719244c5-0063-4840-aa23-e08e10c03023,segment=NetworkSegment(5ce36400-13a1-41db-8274-558edfd01d90),segment_id=5ce36400-13a1-41db-8274-558edfd01d90)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:46:12.665310 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:12.701693 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-37209a9b-98d6-462e-a4e7-dd3af91b1bda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:12.710332 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 314809c2-184d-43aa-b5e9-7d194d9d5f8e up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:46:12.710963 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ca38dcd6-3426-42ab-b341-6ced77b10fa6 req-f7ad17b7-797d-410e-883c-5e2e1795fa10 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc9dbf6f-ccf9-4311-b385-0b4c343db92a HTTP/1.1" status: 200 len: 217 time: 0.0415857 Sep 17 07:46:12.736673 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device a88b86ec-4303-4784-b3b8-0214ca638078 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:46:12.766839 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=719244c5-0063-4840-aa23-e08e10c03023,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:12.770153 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-db27e36c-2e84-4297-9970-9f201be34695 req-e49b5b56-82d0-412e-9d03-dce8e3b76faf tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/security-groups?id=53a4612f-058b-4338-9861-1ad45234538f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673708 Sep 17 07:46:12.770327 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-a4efb66a-3f6c-4081-92f9-971b73946e37 service neutron] For port 013860f0-2126-4d95-9002-e87f7748261a, host n-h1-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:46:12.797036 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca38dcd6-3426-42ab-b341-6ced77b10fa6 req-eac672d2-6af2-4b36-bb97-6e9b62b45852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:12.799150 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ca38dcd6-3426-42ab-b341-6ced77b10fa6 req-eac672d2-6af2-4b36-bb97-6e9b62b45852 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=29c83c48-7cf5-4625-a7b5-a2597278caef HTTP/1.1" status: 200 len: 853 time: 0.0781569 Sep 17 07:46:12.804560 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a876d-b700-4ed6-a3d7-6a2534cb43b4 req-0057bef3-2e36-4d26-9db8-134c58be46da tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:12.821215 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6a9a876d-b700-4ed6-a3d7-6a2534cb43b4 req-0057bef3-2e36-4d26-9db8-134c58be46da tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/ports?device_id=553d3e03-4171-4ff2-8432-8bf576e082b0 HTTP/1.1" status: 200 len: 943 time: 0.2486432 Sep 17 07:46:12.824538 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-60cc61da-3a5b-4ed7-8fcc-c8cf49614e5d service neutron] 10.222.0.41 "GET /v2.0/networks/a0a513a6-9cd3-48db-b90d-df8b88e7c76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4378653 Sep 17 07:46:12.832241 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-37209a9b-98d6-462e-a4e7-dd3af91b1bda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:12.840502 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-84d406da-470e-4453-b146-3911d9a7a153 req-c85652c6-76de-4ea2-b552-adcf00815548 service neutron] 10.222.0.41 "GET /v2.0/networks/8735159f-6edb-41d2-9bd4-93956ab1df1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4333081 Sep 17 07:46:12.867969 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 314809c2-184d-43aa-b5e9-7d194d9d5f8e triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:46:12.868886 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:12.871819 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f407f390-731d-418c-9659-166299b2e693 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:12.878720 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ca38dcd6-3426-42ab-b341-6ced77b10fa6 req-3b97f7b2-e9c2-4c85-a1ba-913408c276d4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=56d68df6-fb2f-4041-82b9-349d126d8aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707114 Sep 17 07:46:12.884741 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-a4efb66a-3f6c-4081-92f9-971b73946e37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:12.891500 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-a4efb66a-3f6c-4081-92f9-971b73946e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:12.919957 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port a88b86ec-4303-4784-b3b8-0214ca638078, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=a88b86ec-4303-4784-b3b8-0214ca638078,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:46:12.939507 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': 'a88b86ec-4303-4784-b3b8-0214ca638078', 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583', 'port_id': 'a88b86ec-4303-4784-b3b8-0214ca638078', 'mac_address': 'fa:16:3e:9c:92:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f3af6cb-9cad-436b-bf41-034e75672c44', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:46:12.944370 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6a9a876d-b700-4ed6-a3d7-6a2534cb43b4 req-f2482b53-fb45-4ee0-bf0c-34519799e170 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/security-groups?id=33dcb9d9-be84-490d-8d1e-769e2ed5062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166639 Sep 17 07:46:12.987058 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-37209a9b-98d6-462e-a4e7-dd3af91b1bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:12.990243 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-37209a9b-98d6-462e-a4e7-dd3af91b1bda admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:12.991941 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-37209a9b-98d6-462e-a4e7-dd3af91b1bda admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/06fdd710-bf87-4f03-bfb7-d51e09e34b97 HTTP/1.1" status: 204 len: 168 time: 0.6220534 Sep 17 07:46:13.031541 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37209a9b-98d6-462e-a4e7-dd3af91b1bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06fdd710-bf87-4f03-bfb7-d51e09e34b97,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:13.062160 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:13.086632 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a88b86ec-4303-4784-b3b8-0214ca638078 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:46:13.118178 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port a88b86ec-4303-4784-b3b8-0214ca638078, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=a88b86ec-4303-4784-b3b8-0214ca638078,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:46:13.124413 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:13.132494 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4efb66a-3f6c-4081-92f9-971b73946e37 service neutron] Pushing event updated for resources: {'Port': ['ID=013860f0-2126-4d95-9002-e87f7748261a,revision_number=7']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:13.163644 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-a4efb66a-3f6c-4081-92f9-971b73946e37 service neutron] Attempting to bind port 013860f0-2126-4d95-9002-e87f7748261a on host n-h1-789963-9 for vnic_type normal with profile {"migrating_to": "n-h2-789963-9"} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:46:13.164013 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-a4efb66a-3f6c-4081-92f9-971b73946e37 service neutron] Attempting to bind port 013860f0-2126-4d95-9002-e87f7748261a by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'bbdef28d-b0c6-41c1-88af-cfcd40a3d803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:46:13.164371 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-a4efb66a-3f6c-4081-92f9-971b73946e37 service neutron] Attempting to bind port 013860f0-2126-4d95-9002-e87f7748261a on network 339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:46:13.171592 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-a4efb66a-3f6c-4081-92f9-971b73946e37 service neutron] Port 013860f0-2126-4d95-9002-e87f7748261a on network 339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:46:13.171987 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-a4efb66a-3f6c-4081-92f9-971b73946e37 service neutron] Attempting to bind port 013860f0-2126-4d95-9002-e87f7748261a on network 339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:46:13.177337 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ca38dcd6-3426-42ab-b341-6ced77b10fa6 req-263b482c-2a29-455c-a908-04e73715c5e6 service neutron] 10.222.0.41 "GET /v2.0/networks/56d68df6-fb2f-4041-82b9-349d126d8aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749820 Sep 17 07:46:13.181704 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f407f390-731d-418c-9659-166299b2e693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:13.203117 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['719244c5-0063-4840-aa23-e08e10c03023'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:46:13.222945 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-a4efb66a-3f6c-4081-92f9-971b73946e37 service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:46:13.223263 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-a4efb66a-3f6c-4081-92f9-971b73946e37 service neutron] Checking segment: {'id': 'bbdef28d-b0c6-41c1-88af-cfcd40a3d803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:46:13.223644 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-a4efb66a-3f6c-4081-92f9-971b73946e37 service neutron] Bound using segment: {'id': 'bbdef28d-b0c6-41c1-88af-cfcd40a3d803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:46:13.224707 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-a4efb66a-3f6c-4081-92f9-971b73946e37 service neutron] Bound port: 013860f0-2126-4d95-9002-e87f7748261a, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbdef28d-b0c6-41c1-88af-cfcd40a3d803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:46:13.225193 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-a4efb66a-3f6c-4081-92f9-971b73946e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:13.301489 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=a88b86ec-4303-4784-b3b8-0214ca638078,revision_number=6']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:13.439138 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ca38dcd6-3426-42ab-b341-6ced77b10fa6 req-912da383-b730-4105-ba75-fea2a0a47133 service neutron] 10.222.0.41 "GET /v2.0/networks/56d68df6-fb2f-4041-82b9-349d126d8aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446339 Sep 17 07:46:13.441712 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['a88b86ec-4303-4784-b3b8-0214ca638078'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:46:13.444041 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-a4efb66a-3f6c-4081-92f9-971b73946e37 service neutron] For port 013860f0-2126-4d95-9002-e87f7748261a, host n-h1-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:46:13.447478 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-a4efb66a-3f6c-4081-92f9-971b73946e37 service neutron] For port 013860f0-2126-4d95-9002-e87f7748261a, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=013860f0-2126-4d95-9002-e87f7748261a,segment=NetworkSegment(bbdef28d-b0c6-41c1-88af-cfcd40a3d803),segment_id=bbdef28d-b0c6-41c1-88af-cfcd40a3d803)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:46:13.455816 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-a4efb66a-3f6c-4081-92f9-971b73946e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:13.504769 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e52ec-8dac-43ce-ad4c-b3ceafdbb41d req-e38f1dec-fea3-47fa-8956-b9013ae92cd4 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:13.506940 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6c4e52ec-8dac-43ce-ad4c-b3ceafdbb41d req-e38f1dec-fea3-47fa-8956-b9013ae92cd4 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1b5e246-73e6-41ad-88f0-1b0c20a96fdd HTTP/1.1" status: 200 len: 945 time: 0.1724739 Sep 17 07:46:13.514057 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f407f390-731d-418c-9659-166299b2e693 admin admin] Router 9abee6c1-07ee-4b74-b29f-0c1acce8f477 is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 07:46:13.547729 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-a4efb66a-3f6c-4081-92f9-971b73946e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:13.548225 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-a4efb66a-3f6c-4081-92f9-971b73946e37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:13.549610 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-a4efb66a-3f6c-4081-92f9-971b73946e37 service neutron] 10.222.0.39 "PUT /v2.0/ports/013860f0-2126-4d95-9002-e87f7748261a HTTP/1.1" status: 200 len: 1122 time: 1.2892358 Sep 17 07:46:13.550651 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4efb66a-3f6c-4081-92f9-971b73946e37 service neutron] Pushing event updated for resources: {'Port': ['ID=013860f0-2126-4d95-9002-e87f7748261a,revision_number=8']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:13.573295 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7368be6-01d6-49e9-b035-9d0156ddcbe4 req-bf991626-6431-4abf-853f-75e3ea909902 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:13.575013 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f7368be6-01d6-49e9-b035-9d0156ddcbe4 req-bf991626-6431-4abf-853f-75e3ea909902 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b19613c-19cc-4fcd-9986-d4471d717aa1 HTTP/1.1" status: 200 len: 944 time: 0.1730797 Sep 17 07:46:13.684564 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6c4e52ec-8dac-43ce-ad4c-b3ceafdbb41d req-55aea333-d03a-474d-a51a-bd49f0792779 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566765 Sep 17 07:46:13.704081 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f7368be6-01d6-49e9-b035-9d0156ddcbe4 req-3d6c9746-a2cd-4138-b75a-fd064827b1d8 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190934 Sep 17 07:46:13.754237 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['013860f0-2126-4d95-9002-e87f7748261a'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:46:13.768741 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f407f390-731d-418c-9659-166299b2e693 admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:46:13.779050 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1de6de-ec0c-4542-818c-bd946f106c64 None None] Sync routers for ids ['9abee6c1-07ee-4b74-b29f-0c1acce8f477'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:46:13.791282 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1de6de-ec0c-4542-818c-bd946f106c64 None None] Routers {'9abee6c1-07ee-4b74-b29f-0c1acce8f477'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:46:13.792039 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-1a1de6de-ec0c-4542-818c-bd946f106c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:45:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['9abee6c1-07ee-4b74-b29f-0c1acce8f477'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:46:13.804859 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f407f390-731d-418c-9659-166299b2e693 admin admin] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:13.812566 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 59094) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:46:13.813069 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-f407f390-731d-418c-9659-166299b2e693 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.8730834 Sep 17 07:46:14.137116 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-1a1de6de-ec0c-4542-818c-bd946f106c64 None None] Set router 9abee6c1-07ee-4b74-b29f-0c1acce8f477 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:46:14.220648 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 59114) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:46:14.345932 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '553d3e03-4171-4ff2-8432-8bf576e082b0', 'tag': 'a7b2a708-c379-4a6a-b7a5-cb0633b2ae37'}, {'server_uuid': '4b19613c-19cc-4fcd-9986-d4471d717aa1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '013860f0-2126-4d95-9002-e87f7748261a'}, {'name': 'network-changed', 'server_uuid': '4b19613c-19cc-4fcd-9986-d4471d717aa1', 'tag': '013860f0-2126-4d95-9002-e87f7748261a'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:46:14.348541 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9ad1f7-8656-4302-806b-b2cc5659fa2b" -d '{"events": [{"name": "network-changed", "server_uuid": "553d3e03-4171-4ff2-8432-8bf576e082b0", "tag": "a7b2a708-c379-4a6a-b7a5-cb0633b2ae37"}, {"server_uuid": "4b19613c-19cc-4fcd-9986-d4471d717aa1", "name": "network-vif-unplugged", "status": "completed", "tag": "013860f0-2126-4d95-9002-e87f7748261a"}, {"name": "network-changed", "server_uuid": "4b19613c-19cc-4fcd-9986-d4471d717aa1", "tag": "013860f0-2126-4d95-9002-e87f7748261a"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:46:14.372873 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-1a1de6de-ec0c-4542-818c-bd946f106c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9abee6c1-07ee-4b74-b29f-0c1acce8f477', 'name': 'tempest-AttachSCSIVolumeTestJSON-635033459-router', 'tenant_id': '98178f12ddfc4e00bbb2ac6ddd7401c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '8268bffa-c687-48df-b1cc-8805561ea183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:46:09Z', 'updated_at': '2021-09-17T07:46:12Z', 'revision_number': 3, 'project_id': '98178f12ddfc4e00bbb2ac6ddd7401c5', 'gw_port': {'id': '8268bffa-c687-48df-b1cc-8805561ea183', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:16:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9abee6c1-07ee-4b74-b29f-0c1acce8f477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:46:10Z', 'updated_at': '2021-09-17T07:46:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:46:14.379111 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-e6c14e59-49cc-470d-b79f-bc00a1c3200c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-2093111806-network', 'tenant_id': '296c14334d2d48d8946a71db5f103ad8'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:46:14.405889 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1de6de-ec0c-4542-818c-bd946f106c64 None None] Checking router: 9abee6c1-07ee-4b74-b29f-0c1acce8f477 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:46:14.406624 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1de6de-ec0c-4542-818c-bd946f106c64 None None] Updating router 9abee6c1-07ee-4b74-b29f-0c1acce8f477 port 8268bffa-c687-48df-b1cc-8805561ea183 binding host n-d-789963-9 {{(pid=101292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 07:46:14.434832 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1a1de6de-ec0c-4542-818c-bd946f106c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:14.443849 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c14e59-49cc-470d-b79f-bc00a1c3200c admin admin] Made reservation on behalf of 296c14334d2d48d8946a71db5f103ad8 for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:46:14.446404 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e6c14e59-49cc-470d-b79f-bc00a1c3200c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:14.460854 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e6c14e59-49cc-470d-b79f-bc00a1c3200c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:14.476765 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58821788-9570-4833-b6ef-319a55db898d req-b7a51b26-148b-4239-9f62-7df724f9182f tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:14.484920 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-58821788-9570-4833-b6ef-319a55db898d req-b7a51b26-148b-4239-9f62-7df724f9182f tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=b05fae1d-c527-4696-b3f5-a60d907fb7ab HTTP/1.1" status: 200 len: 944 time: 0.5817022 Sep 17 07:46:14.517046 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d474ed-1bcd-4fcc-b515-24c9f044590e req-ae3d7b8c-63e7-4a0f-b463-2c87471ed0ca tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:14.526746 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-18d474ed-1bcd-4fcc-b515-24c9f044590e req-ae3d7b8c-63e7-4a0f-b463-2c87471ed0ca tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/ports?device_id=553d3e03-4171-4ff2-8432-8bf576e082b0 HTTP/1.1" status: 200 len: 943 time: 0.1060495 Sep 17 07:46:14.584476 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-58821788-9570-4833-b6ef-319a55db898d req-dcd0a16c-77fb-4180-b338-2680d3cdcbb2 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/security-groups?id=53a4612f-058b-4338-9861-1ad45234538f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984101 Sep 17 07:46:14.609365 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-18d474ed-1bcd-4fcc-b515-24c9f044590e req-e7206ba4-d10c-4d66-84e3-f44ac295b637 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/security-groups?id=33dcb9d9-be84-490d-8d1e-769e2ed5062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814109 Sep 17 07:46:14.660915 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Fri, 17 Sep 2021 07:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f01782af-5abb-4385-aac9-e977baa41c92 x-openstack-request-id: req-f01782af-5abb-4385-aac9-e977baa41c92 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:46:14.661916 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "553d3e03-4171-4ff2-8432-8bf576e082b0", "tag": "a7b2a708-c379-4a6a-b7a5-cb0633b2ae37", "status": "completed", "code": 200}, {"server_uuid": "4b19613c-19cc-4fcd-9986-d4471d717aa1", "name": "network-vif-unplugged", "status": "completed", "tag": "013860f0-2126-4d95-9002-e87f7748261a", "code": 200}, {"name": "network-changed", "server_uuid": "4b19613c-19cc-4fcd-9986-d4471d717aa1", "tag": "013860f0-2126-4d95-9002-e87f7748261a", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:46:14.662264 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f01782af-5abb-4385-aac9-e977baa41c92 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:46:14.662759 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '553d3e03-4171-4ff2-8432-8bf576e082b0', 'tag': 'a7b2a708-c379-4a6a-b7a5-cb0633b2ae37', 'status': 'completed', 'code': 200} Sep 17 07:46:14.663113 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b19613c-19cc-4fcd-9986-d4471d717aa1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '013860f0-2126-4d95-9002-e87f7748261a', 'code': 200} Sep 17 07:46:14.663467 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b19613c-19cc-4fcd-9986-d4471d717aa1', 'tag': '013860f0-2126-4d95-9002-e87f7748261a', 'status': 'completed', 'code': 200} Sep 17 07:46:14.714670 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device a88b86ec-4303-4784-b3b8-0214ca638078 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:46:14.753060 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1a1de6de-ec0c-4542-818c-bd946f106c64 None None] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:14.760409 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1a1de6de-ec0c-4542-818c-bd946f106c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:14.815156 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ff3369-3a10-4976-9df1-9a030795aedd None None] Pushing event updated for resources: {'Port': ['ID=8268bffa-c687-48df-b1cc-8805561ea183,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:14.816601 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e6c14e59-49cc-470d-b79f-bc00a1c3200c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:14.835717 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e6c14e59-49cc-470d-b79f-bc00a1c3200c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:14.843162 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-1a1de6de-ec0c-4542-818c-bd946f106c64 None None] Attempting to bind port 8268bffa-c687-48df-b1cc-8805561ea183 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:46:14.843390 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-1a1de6de-ec0c-4542-818c-bd946f106c64 None None] Attempting to bind port 8268bffa-c687-48df-b1cc-8805561ea183 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:46:14.843896 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port a88b86ec-4303-4784-b3b8-0214ca638078 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:46:14.844026 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1de6de-ec0c-4542-818c-bd946f106c64 None None] Attempting to bind port 8268bffa-c687-48df-b1cc-8805561ea183 on network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:46:14.844284 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:14.854842 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1de6de-ec0c-4542-818c-bd946f106c64 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:46:14.855281 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1de6de-ec0c-4542-818c-bd946f106c64 None None] Checking segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:46:14.855795 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1a1de6de-ec0c-4542-818c-bd946f106c64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:14.856343 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1de6de-ec0c-4542-818c-bd946f106c64 None None] Bound using segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:46:14.856826 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-1a1de6de-ec0c-4542-818c-bd946f106c64 None None] Bound port: 8268bffa-c687-48df-b1cc-8805561ea183, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:46:14.857280 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1a1de6de-ec0c-4542-818c-bd946f106c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:14.880926 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6c14e59-49cc-470d-b79f-bc00a1c3200c admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 07:46:14.927413 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-1a1de6de-ec0c-4542-818c-bd946f106c64 None None] For port 8268bffa-c687-48df-b1cc-8805561ea183, host n-d-789963-9, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:46:14.931865 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-1a1de6de-ec0c-4542-818c-bd946f106c64 None None] For port 8268bffa-c687-48df-b1cc-8805561ea183, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=8268bffa-c687-48df-b1cc-8805561ea183,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:46:14.937333 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1a1de6de-ec0c-4542-818c-bd946f106c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:14.938118 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222adf59-9b76-489b-8834-22021df5352f req-1ca97b67-ec87-42b7-9ef3-8f78213fd3be tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:14.939676 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-222adf59-9b76-489b-8834-22021df5352f req-1ca97b67-ec87-42b7-9ef3-8f78213fd3be tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1b5e246-73e6-41ad-88f0-1b0c20a96fdd HTTP/1.1" status: 200 len: 945 time: 0.1004424 Sep 17 07:46:14.943995 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ad1f7-8656-4302-806b-b2cc5659fa2b req-b52174d7-15c0-495d-96e1-60d4f19910c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:14.949481 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:14.952928 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2d9ad1f7-8656-4302-806b-b2cc5659fa2b req-b52174d7-15c0-495d-96e1-60d4f19910c5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a8b8de8d3e47401c80419ff293ac8ce3&device_id=553d3e03-4171-4ff2-8432-8bf576e082b0 HTTP/1.1" status: 200 len: 1094 time: 0.2155881 Sep 17 07:46:14.963671 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ad1f7-8656-4302-806b-b2cc5659fa2b req-f329ac5f-6932-49c4-936f-81abdd3ec984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:14.964352 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c3e1a-5546-4ad7-a33f-9a6a46e3b1ce req-440322e9-1fb5-4359-b158-fbdf9be6ec29 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:14.966478 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2d9ad1f7-8656-4302-806b-b2cc5659fa2b req-f329ac5f-6932-49c4-936f-81abdd3ec984 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2525ecc58cad4fa78c4be116636fc184&device_id=4b19613c-19cc-4fcd-9986-d4471d717aa1 HTTP/1.1" status: 200 len: 1125 time: 0.2244542 Sep 17 07:46:14.972113 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-be7c3e1a-5546-4ad7-a33f-9a6a46e3b1ce req-440322e9-1fb5-4359-b158-fbdf9be6ec29 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b19613c-19cc-4fcd-9986-d4471d717aa1 HTTP/1.1" status: 200 len: 944 time: 0.0919378 Sep 17 07:46:14.987018 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c14e59-49cc-470d-b79f-bc00a1c3200c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7cf844e-cfcd-4d07-ab92-8c2242194948,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:14.993011 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da072600-9e7a-40aa-b384-67f31b6a1822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a88b86ec-4303-4784-b3b8-0214ca638078'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:46:14.999365 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1270547b-9473-4383-a1f3-0027dba500c7" -d '{"events": [{"server_uuid": "da072600-9e7a-40aa-b384-67f31b6a1822", "name": "network-vif-plugged", "status": "completed", "tag": "a88b86ec-4303-4784-b3b8-0214ca638078"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:46:15.001955 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ff3369-3a10-4976-9df1-9a030795aedd None None] Pushing event updated for resources: {'Port': ['ID=8268bffa-c687-48df-b1cc-8805561ea183,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:15.023000 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e6c14e59-49cc-470d-b79f-bc00a1c3200c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:15.023547 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-e6c14e59-49cc-470d-b79f-bc00a1c3200c admin admin] Added segment c9750fdf-32a0-4ad8-bef8-e0538ab3b590 of type vlan for network f32bfd4a-3f33-4a46-90ab-ba3f39620242 Sep 17 07:46:15.027065 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1de6de-ec0c-4542-818c-bd946f106c64 None None] Routers {'9abee6c1-07ee-4b74-b29f-0c1acce8f477'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:46:15.027640 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port a88b86ec-4303-4784-b3b8-0214ca638078, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=a88b86ec-4303-4784-b3b8-0214ca638078,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:46:15.028140 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-1a1de6de-ec0c-4542-818c-bd946f106c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:45:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['9abee6c1-07ee-4b74-b29f-0c1acce8f477'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:46:15.042212 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:15.068047 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-222adf59-9b76-489b-8834-22021df5352f req-26116586-c141-42c7-af9f-a555c51bf5b8 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186118 Sep 17 07:46:15.103696 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-be7c3e1a-5546-4ad7-a33f-9a6a46e3b1ce req-b9441437-af8d-49c5-b6e9-9d92da65692a tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306474 Sep 17 07:46:15.142182 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=a88b86ec-4303-4784-b3b8-0214ca638078,revision_number=7']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:15.171512 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab4a25ca-bc01-4774-8f54-23acf2ed4c0e x-openstack-request-id: req-ab4a25ca-bc01-4774-8f54-23acf2ed4c0e {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:46:15.171819 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da072600-9e7a-40aa-b384-67f31b6a1822", "name": "network-vif-plugged", "status": "completed", "tag": "a88b86ec-4303-4784-b3b8-0214ca638078", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:46:15.172092 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ab4a25ca-bc01-4774-8f54-23acf2ed4c0e {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:46:15.172493 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da072600-9e7a-40aa-b384-67f31b6a1822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a88b86ec-4303-4784-b3b8-0214ca638078', 'code': 200} Sep 17 07:46:15.177495 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d793adc3-7cd6-4dbc-8788-2eb19b243853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:15.178082 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-1a1de6de-ec0c-4542-818c-bd946f106c64 None None] Set router 9abee6c1-07ee-4b74-b29f-0c1acce8f477 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:46:15.203893 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e6c14e59-49cc-470d-b79f-bc00a1c3200c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:15.335597 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ad1f7-8656-4302-806b-b2cc5659fa2b req-0d10c2e3-79a7-4f84-bb6e-66a3a7e0ca67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:15.337236 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2d9ad1f7-8656-4302-806b-b2cc5659fa2b req-0d10c2e3-79a7-4f84-bb6e-66a3a7e0ca67 service neutron] 10.222.0.39 "GET /v2.0/networks?id=56d68df6-fb2f-4041-82b9-349d126d8aad HTTP/1.1" status: 200 len: 914 time: 0.3684227 Sep 17 07:46:15.346660 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e6c14e59-49cc-470d-b79f-bc00a1c3200c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:15.347752 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c14e59-49cc-470d-b79f-bc00a1c3200c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:15.348445 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e6c14e59-49cc-470d-b79f-bc00a1c3200c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:15.350907 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ad1f7-8656-4302-806b-b2cc5659fa2b req-faa363cf-077b-4179-9d84-ecff7ea42af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:15.352365 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2d9ad1f7-8656-4302-806b-b2cc5659fa2b req-faa363cf-077b-4179-9d84-ecff7ea42af0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5 HTTP/1.1" status: 200 len: 921 time: 0.3576403 Sep 17 07:46:15.376473 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-1a1de6de-ec0c-4542-818c-bd946f106c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9abee6c1-07ee-4b74-b29f-0c1acce8f477', 'name': 'tempest-AttachSCSIVolumeTestJSON-635033459-router', 'tenant_id': '98178f12ddfc4e00bbb2ac6ddd7401c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '8268bffa-c687-48df-b1cc-8805561ea183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:46:09Z', 'updated_at': '2021-09-17T07:46:12Z', 'revision_number': 3, 'project_id': '98178f12ddfc4e00bbb2ac6ddd7401c5', 'gw_port': {'id': '8268bffa-c687-48df-b1cc-8805561ea183', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:16:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9abee6c1-07ee-4b74-b29f-0c1acce8f477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:46:10Z', 'updated_at': '2021-09-17T07:46:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:46:15.407301 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1de6de-ec0c-4542-818c-bd946f106c64 None None] The sync data for ids ['9abee6c1-07ee-4b74-b29f-0c1acce8f477'] in n-d-789963-9 is: [{'id': '9abee6c1-07ee-4b74-b29f-0c1acce8f477', 'name': 'tempest-AttachSCSIVolumeTestJSON-635033459-router', 'tenant_id': '98178f12ddfc4e00bbb2ac6ddd7401c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '8268bffa-c687-48df-b1cc-8805561ea183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:46:09Z', 'updated_at': '2021-09-17T07:46:12Z', 'revision_number': 3, 'project_id': '98178f12ddfc4e00bbb2ac6ddd7401c5', 'gw_port': {'id': '8268bffa-c687-48df-b1cc-8805561ea183', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:16:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9abee6c1-07ee-4b74-b29f-0c1acce8f477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:46:10Z', 'updated_at': '2021-09-17T07:46:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:46:15.448809 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2d9ad1f7-8656-4302-806b-b2cc5659fa2b req-b4c3009c-4b45-494d-abe7-cb5b88f277fe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=013860f0-2126-4d95-9002-e87f7748261a HTTP/1.1" status: 200 len: 217 time: 0.0851831 Sep 17 07:46:15.458429 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e6c14e59-49cc-470d-b79f-bc00a1c3200c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2334583 Sep 17 07:46:15.459557 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 59138) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:46:15.464514 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-b1c1ba19-5a7d-4a35-9730-e307171f68d7 admin admin] Request body: {'subnet': {'network_id': 'f32bfd4a-3f33-4a46-90ab-ba3f39620242', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-2093111806-subnet', 'tenant_id': '296c14334d2d48d8946a71db5f103ad8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:46:15.500643 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c1ba19-5a7d-4a35-9730-e307171f68d7 admin admin] Made reservation on behalf of 296c14334d2d48d8946a71db5f103ad8 for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:46:15.503129 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b1c1ba19-5a7d-4a35-9730-e307171f68d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:15.530561 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c14e59-49cc-470d-b79f-bc00a1c3200c admin admin] Pushing event updated for resources: {'Network': ['ID=f32bfd4a-3f33-4a46-90ab-ba3f39620242,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:15.547615 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network f32bfd4a-3f33-4a46-90ab-ba3f39620242 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 07:46:15.569971 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2d9ad1f7-8656-4302-806b-b2cc5659fa2b req-2d0211fa-a4de-4b2a-a615-3586b3a0fac8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a7b2a708-c379-4a6a-b7a5-cb0633b2ae37 HTTP/1.1" status: 200 len: 217 time: 0.0678494 Sep 17 07:46:15.646163 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ad1f7-8656-4302-806b-b2cc5659fa2b req-e80b5a77-b0c9-4bbc-86e7-26b38e072ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:15.648096 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2d9ad1f7-8656-4302-806b-b2cc5659fa2b req-e80b5a77-b0c9-4bbc-86e7-26b38e072ea4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=affefed0-1fce-4202-a68f-ea65cc757370 HTTP/1.1" status: 200 len: 860 time: 0.1892817 Sep 17 07:46:15.702813 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2d9ad1f7-8656-4302-806b-b2cc5659fa2b req-c8bdb2b5-247a-4b3a-80e5-8d4f37e0862a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444331 Sep 17 07:46:15.748227 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-d793adc3-7cd6-4dbc-8788-2eb19b243853 admin admin] Allocated IP 172.20.0.1 (2bca7be9-40f5-4413-9ab9-3942e24e3b7c/dc29c010-dfbb-47a2-87e1-d1ca8660d3ac/9453e585-1dff-4241-8ac2-20c4106e6d7c) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:46:15.788236 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ad1f7-8656-4302-806b-b2cc5659fa2b req-73f17bd4-2861-43a8-951a-eec615ecfd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:15.789785 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2d9ad1f7-8656-4302-806b-b2cc5659fa2b req-73f17bd4-2861-43a8-951a-eec615ecfd77 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=29c83c48-7cf5-4625-a7b5-a2597278caef HTTP/1.1" status: 200 len: 853 time: 0.2069075 Sep 17 07:46:15.824225 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf8d2d5-bc35-46d0-b9fc-a94260f1d489 req-afee789c-c5af-4787-8d1b-22c5aa151c60 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:15.826018 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ecf8d2d5-bc35-46d0-b9fc-a94260f1d489 req-afee789c-c5af-4787-8d1b-22c5aa151c60 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=b05fae1d-c527-4696-b3f5-a60d907fb7ab HTTP/1.1" status: 200 len: 944 time: 0.1149616 Sep 17 07:46:15.911563 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2d9ad1f7-8656-4302-806b-b2cc5659fa2b req-a2590dea-098c-47ca-a775-4434ba8ad050 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=56d68df6-fb2f-4041-82b9-349d126d8aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757062 Sep 17 07:46:16.021746 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74918d27-56f3-4de5-8b5d-d9c08368dfee req-51cbc471-cce9-4dc1-bf1b-e6b2c493fee0 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:16.031918 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-74918d27-56f3-4de5-8b5d-d9c08368dfee req-51cbc471-cce9-4dc1-bf1b-e6b2c493fee0 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/ports?device_id=553d3e03-4171-4ff2-8432-8bf576e082b0 HTTP/1.1" status: 200 len: 943 time: 0.2584481 Sep 17 07:46:16.061496 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b1c1ba19-5a7d-4a35-9730-e307171f68d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:16.072018 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ecf8d2d5-bc35-46d0-b9fc-a94260f1d489 req-f301e66e-1bc8-4932-9b88-c8d6e79048af tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/security-groups?id=53a4612f-058b-4338-9861-1ad45234538f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155197 Sep 17 07:46:16.104377 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device fc9dbf6f-ccf9-4311-b385-0b4c343db92a details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:46:16.123515 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 719244c5-0063-4840-aa23-e08e10c03023 up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:46:16.141588 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2d9ad1f7-8656-4302-806b-b2cc5659fa2b req-0f481c72-e542-4dfb-b66b-5c9acf8a6bb1 service neutron] 10.222.0.41 "GET /v2.0/networks/339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4291453 Sep 17 07:46:16.166844 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-74918d27-56f3-4de5-8b5d-d9c08368dfee req-127741f6-fe4f-4f01-9bcf-b9214613ba5a tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/security-groups?id=33dcb9d9-be84-490d-8d1e-769e2ed5062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330304 Sep 17 07:46:16.191806 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c1ba19-5a7d-4a35-9730-e307171f68d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f60e1215-6258-479a-80ca-89d7d94d6f62,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:16.211000 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c1ba19-5a7d-4a35-9730-e307171f68d7 admin admin] Checking segment: {'id': 'c9750fdf-32a0-4ad8-bef8-e0538ab3b590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f32bfd4a-3f33-4a46-90ab-ba3f39620242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:46:16.213307 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c1ba19-5a7d-4a35-9730-e307171f68d7 admin admin] Network hostable DHCP agents. Network: f32bfd4a-3f33-4a46-90ab-ba3f39620242, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 07:46:16.287429 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.db.resource_extend [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 07:46:16.288809 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d793adc3-7cd6-4dbc-8788-2eb19b243853 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:16.315250 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c1ba19-5a7d-4a35-9730-e307171f68d7 admin admin] Network f32bfd4a-3f33-4a46-90ab-ba3f39620242 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 07:46:16.339679 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2d9ad1f7-8656-4302-806b-b2cc5659fa2b req-e6356415-f4b8-4ee1-b466-0cdbbdd831a9 service neutron] 10.222.0.39 "GET /v2.0/networks/56d68df6-fb2f-4041-82b9-349d126d8aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4130626 Sep 17 07:46:16.372218 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-b1c1ba19-5a7d-4a35-9730-e307171f68d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, f32bfd4a-3f33-4a46-90ab-ba3f39620242) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:46:16.395493 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5b50ca-50f8-4e08-a489-9a4483295535 None None] Network f32bfd4a-3f33-4a46-90ab-ba3f39620242 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:46:16.440541 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c1ba19-5a7d-4a35-9730-e307171f68d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:16.443511 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b1c1ba19-5a7d-4a35-9730-e307171f68d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:16.445201 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d793adc3-7cd6-4dbc-8788-2eb19b243853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:16.448614 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2d9ad1f7-8656-4302-806b-b2cc5659fa2b req-13211078-adc4-4fc1-ad46-615ac54ad87f service neutron] 10.222.0.41 "GET /v2.0/networks/339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929533 Sep 17 07:46:16.503022 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d793adc3-7cd6-4dbc-8788-2eb19b243853 admin admin] Network 2bca7be9-40f5-4413-9ab9-3942e24e3b7c is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:46:16.516532 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-d793adc3-7cd6-4dbc-8788-2eb19b243853 admin admin] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:46:16.519393 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d793adc3-7cd6-4dbc-8788-2eb19b243853 admin admin] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:46:16.537629 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223119ff-1971-4f5b-ace6-952bf1e5bea1 req-2708aa7c-e932-4f5f-9ebf-dca34610389a tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:16.539457 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-223119ff-1971-4f5b-ace6-952bf1e5bea1 req-2708aa7c-e932-4f5f-9ebf-dca34610389a tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1b5e246-73e6-41ad-88f0-1b0c20a96fdd HTTP/1.1" status: 200 len: 945 time: 0.2826948 Sep 17 07:46:16.549903 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-b1c1ba19-5a7d-4a35-9730-e307171f68d7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0836596 Sep 17 07:46:16.556025 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d793adc3-7cd6-4dbc-8788-2eb19b243853 admin admin] Pushing event updated for resources: {'Port': ['ID=9453e585-1dff-4241-8ac2-20c4106e6d7c,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:16.570948 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2d9ad1f7-8656-4302-806b-b2cc5659fa2b req-144b5835-6228-4d9a-b0d4-de41766a7236 service neutron] 10.222.0.39 "GET /v2.0/networks/56d68df6-fb2f-4041-82b9-349d126d8aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206311 Sep 17 07:46:16.588513 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning for port 719244c5-0063-4840-aa23-e08e10c03023 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:46:16.589920 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ce285-ce89-4147-8af0-e17c0a0854c4 req-715ea6a7-a61e-46f1-b5ff-dc95c866e0d5 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:16.601644 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port 719244c5-0063-4840-aa23-e08e10c03023 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:46:16.602262 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:16.603922 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d793adc3-7cd6-4dbc-8788-2eb19b243853 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:16.604741 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port fc9dbf6f-ccf9-4311-b385-0b4c343db92a, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=fc9dbf6f-ccf9-4311-b385-0b4c343db92a,segment=NetworkSegment(fe140136-2174-4894-b80d-4d7eee6c1378),segment_id=fe140136-2174-4894-b80d-4d7eee6c1378)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:46:16.621642 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-904ce285-ce89-4147-8af0-e17c0a0854c4 req-715ea6a7-a61e-46f1-b5ff-dc95c866e0d5 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b19613c-19cc-4fcd-9986-d4471d717aa1 HTTP/1.1" status: 200 len: 944 time: 0.3187497 Sep 17 07:46:16.664210 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': 'fc9dbf6f-ccf9-4311-b385-0b4c343db92a', 'network_id': '56d68df6-fb2f-4041-82b9-349d126d8aad', 'port_id': 'fc9dbf6f-ccf9-4311-b385-0b4c343db92a', 'mac_address': 'fa:16:3e:f0:51:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29c83c48-7cf5-4625-a7b5-a2597278caef', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:46:16.800926 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 013860f0-2126-4d95-9002-e87f7748261a details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:46:16.831915 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 8268bffa-c687-48df-b1cc-8805561ea183 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:46:16.837919 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-904ce285-ce89-4147-8af0-e17c0a0854c4 req-b9d86f30-6b98-451e-a292-c28b8f3eca4c tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147288 Sep 17 07:46:16.863762 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-223119ff-1971-4f5b-ace6-952bf1e5bea1 req-26213600-4e99-474d-8a9d-2f9b7445cf17 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395761 Sep 17 07:46:16.877963 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47dfef0-5ca0-4ccd-8814-1ab753df9fc6 None None] Network f32bfd4a-3f33-4a46-90ab-ba3f39620242 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:46:16.923114 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d793adc3-7cd6-4dbc-8788-2eb19b243853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:16.999243 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:17.214877 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [req-757a543f-48dd-4401-8fdc-24a226ec6ea9 req-b94e95ca-8402-4c05-806c-78fb50e2892c tempest-SecurityGroupsNegativeTestJSON-1217030379 tempest-SecurityGroupsNegativeTestJSON-1217030379-project] show failed (client error): The resource could not be found. Sep 17 07:46:17.227676 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-757a543f-48dd-4401-8fdc-24a226ec6ea9 req-b94e95ca-8402-4c05-806c-78fb50e2892c tempest-SecurityGroupsNegativeTestJSON-1217030379 tempest-SecurityGroupsNegativeTestJSON-1217030379-project] 10.222.0.13 "GET /v2.0/security-groups/0cba9684-c7cd-4c50-a66c-074ffe5b73ab HTTP/1.1" status: 404 len: 352 time: 0.0278475 Sep 17 07:46:17.252521 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc9dbf6f-ccf9-4311-b385-0b4c343db92a {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:46:17.348029 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e981d-2eb4-4d8a-96d8-9c9b0ad4e0e1 req-8f6ddc77-f033-4b2e-8d95-43217e9b33db tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:17.356125 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-454e981d-2eb4-4d8a-96d8-9c9b0ad4e0e1 req-8f6ddc77-f033-4b2e-8d95-43217e9b33db tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=b05fae1d-c527-4696-b3f5-a60d907fb7ab HTTP/1.1" status: 200 len: 944 time: 0.1255994 Sep 17 07:46:17.389044 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52daf683-a880-45bb-84f9-cac3338bd727 req-878343ed-bc1c-45c0-8c26-6beacfe27baf tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:17.394446 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-52daf683-a880-45bb-84f9-cac3338bd727 req-878343ed-bc1c-45c0-8c26-6beacfe27baf tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/ports?device_id=553d3e03-4171-4ff2-8432-8bf576e082b0 HTTP/1.1" status: 200 len: 943 time: 0.0952072 Sep 17 07:46:17.435099 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:17.443761 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d793adc3-7cd6-4dbc-8788-2eb19b243853 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:17.451884 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port fc9dbf6f-ccf9-4311-b385-0b4c343db92a, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=fc9dbf6f-ccf9-4311-b385-0b4c343db92a,segment=NetworkSegment(fe140136-2174-4894-b80d-4d7eee6c1378),segment_id=fe140136-2174-4894-b80d-4d7eee6c1378)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:46:17.455291 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-454e981d-2eb4-4d8a-96d8-9c9b0ad4e0e1 req-7841fe6f-2fa5-44ed-8a8d-303ef7d6f162 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/security-groups?id=53a4612f-058b-4338-9861-1ad45234538f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980408 Sep 17 07:46:17.459688 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d793adc3-7cd6-4dbc-8788-2eb19b243853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:17.495973 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-52daf683-a880-45bb-84f9-cac3338bd727 req-fb36138e-4f34-44df-82ac-4138b61db227 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/security-groups?id=33dcb9d9-be84-490d-8d1e-769e2ed5062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871413 Sep 17 07:46:17.512315 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:17.570959 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d793adc3-7cd6-4dbc-8788-2eb19b243853 admin admin] Pushing event updated for resources: {'Port': ['ID=9453e585-1dff-4241-8ac2-20c4106e6d7c,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:17.573965 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d793adc3-7cd6-4dbc-8788-2eb19b243853 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:17.583121 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-a7320cb2-1dd3-45eb-a16a-de09b9a946c6 None None] Provisioning complete for port 9453e585-1dff-4241-8ac2-20c4106e6d7c triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:46:17.583804 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a7320cb2-1dd3-45eb-a16a-de09b9a946c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:17.617478 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e350e10f-b325-46e6-8a32-dfe9f43d0964 req-4716a0c4-21e8-43c6-89df-072f7ef59d87 tempest-SecurityGroupsNegativeTestJSON-1217030379 tempest-SecurityGroupsNegativeTestJSON-1217030379-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=296c14334d2d48d8946a71db5f103ad8 HTTP/1.1" status: 200 len: 2984 time: 0.1021776 Sep 17 07:46:17.701775 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e350e10f-b325-46e6-8a32-dfe9f43d0964 req-53ce83fa-7bbd-4001-975b-79e03f24880c tempest-SecurityGroupsNegativeTestJSON-1217030379 tempest-SecurityGroupsNegativeTestJSON-1217030379-project] 10.222.0.13 "GET /v2.0/security-groups/f7cf844e-cfcd-4d07-ab92-8c2242194948 HTTP/1.1" status: 200 len: 2981 time: 0.0832813 Sep 17 07:46:17.734031 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 719244c5-0063-4840-aa23-e08e10c03023, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=719244c5-0063-4840-aa23-e08e10c03023,segment=NetworkSegment(5ce36400-13a1-41db-8274-558edfd01d90),segment_id=5ce36400-13a1-41db-8274-558edfd01d90)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:46:17.739600 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 8268bffa-c687-48df-b1cc-8805561ea183 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:46:17.741314 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:17.780181 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d793adc3-7cd6-4dbc-8788-2eb19b243853 admin admin] Network 2bca7be9-40f5-4413-9ab9-3942e24e3b7c is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:46:17.789409 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-d793adc3-7cd6-4dbc-8788-2eb19b243853 admin admin] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:46:17.818391 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e350e10f-b325-46e6-8a32-dfe9f43d0964 req-734ed3a7-f889-47ca-9f78-411bfd87a219 tempest-SecurityGroupsNegativeTestJSON-1217030379 tempest-SecurityGroupsNegativeTestJSON-1217030379-project] 10.222.0.13 "GET /v2.0/security-groups/f7cf844e-cfcd-4d07-ab92-8c2242194948 HTTP/1.1" status: 200 len: 2981 time: 0.1071815 Sep 17 07:46:17.822877 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b05fae1d-c527-4696-b3f5-a60d907fb7ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '719244c5-0063-4840-aa23-e08e10c03023'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:46:17.825901 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b62e5f3a-522d-4307-ab57-1a107a0d6a40" -d '{"events": [{"server_uuid": "b05fae1d-c527-4696-b3f5-a60d907fb7ab", "name": "network-vif-plugged", "status": "completed", "tag": "719244c5-0063-4840-aa23-e08e10c03023"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:46:17.947394 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fa578583-f8d5-4913-a47b-862b844363a6 req-5defdb88-4d2c-4969-8fa8-61dfbc24d334 tempest-SecurityGroupsNegativeTestJSON-1217030379 tempest-SecurityGroupsNegativeTestJSON-1217030379-project] 10.222.0.13 "GET /v2.0/security-groups/f7cf844e-cfcd-4d07-ab92-8c2242194948 HTTP/1.1" status: 200 len: 2981 time: 0.1007621 Sep 17 07:46:18.070644 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d793adc3-7cd6-4dbc-8788-2eb19b243853 admin admin] Router 9abee6c1-07ee-4b74-b29f-0c1acce8f477 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:46:18.123185 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [req-fa578583-f8d5-4913-a47b-862b844363a6 req-12ea9e49-83fb-4db6-860a-2299179b9942 tempest-SecurityGroupsNegativeTestJSON-1217030379 tempest-SecurityGroupsNegativeTestJSON-1217030379-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 17 07:46:18.136879 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fa578583-f8d5-4913-a47b-862b844363a6 req-12ea9e49-83fb-4db6-860a-2299179b9942 tempest-SecurityGroupsNegativeTestJSON-1217030379 tempest-SecurityGroupsNegativeTestJSON-1217030379-project] 10.222.0.13 "DELETE /v2.0/security-groups/f7cf844e-cfcd-4d07-ab92-8c2242194948 HTTP/1.1" status: 409 len: 352 time: 0.1883647 Sep 17 07:46:18.187227 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf1582-d911-4091-a58d-7e679d6abee8 req-f99e5111-f9d8-4da1-81f4-a02462383997 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:18.195741 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1dcf1582-d911-4091-a58d-7e679d6abee8 req-f99e5111-f9d8-4da1-81f4-a02462383997 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1b5e246-73e6-41ad-88f0-1b0c20a96fdd HTTP/1.1" status: 200 len: 945 time: 0.1906357 Sep 17 07:46:18.212945 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=fc9dbf6f-ccf9-4311-b385-0b4c343db92a,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:18.224641 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:18.300824 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=719244c5-0063-4840-aa23-e08e10c03023,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:18.313016 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1dcf1582-d911-4091-a58d-7e679d6abee8 req-1f51bbf6-fb38-4ad0-b564-c0872f608c2d tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086824 Sep 17 07:46:18.320393 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 013860f0-2126-4d95-9002-e87f7748261a, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=013860f0-2126-4d95-9002-e87f7748261a,segment=NetworkSegment(bbdef28d-b0c6-41c1-88af-cfcd40a3d803),segment_id=bbdef28d-b0c6-41c1-88af-cfcd40a3d803)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:46:18.365073 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f7f6f1-68c1-4720-9ec6-30727e9851b0 req-ca2d7c19-9be3-4880-bdee-578279b1e7ea tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:18.366906 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-99f7f6f1-68c1-4720-9ec6-30727e9851b0 req-ca2d7c19-9be3-4880-bdee-578279b1e7ea tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b19613c-19cc-4fcd-9986-d4471d717aa1 HTTP/1.1" status: 200 len: 944 time: 0.1092410 Sep 17 07:46:18.409406 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-a7320cb2-1dd3-45eb-a16a-de09b9a946c6 None None] Port 9453e585-1dff-4241-8ac2-20c4106e6d7c cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:46:18.423882 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 013860f0-2126-4d95-9002-e87f7748261a has no active binding in host n-h2-789963-9 {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 17 07:46:18.453932 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-99f7f6f1-68c1-4720-9ec6-30727e9851b0 req-511cc226-e201-4c3c-b6c2-51a0f58acc4b tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807145 Sep 17 07:46:18.522024 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [req-4878190f-dae7-4301-a88d-6f8ff41a6da8 req-e7b5d4b6-8194-4832-9e19-2d4870c7cd3c tempest-SecurityGroupsNegativeTestJSON-1217030379 tempest-SecurityGroupsNegativeTestJSON-1217030379-project] show failed (client error): The resource could not be found. Sep 17 07:46:18.542386 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4878190f-dae7-4301-a88d-6f8ff41a6da8 req-e7b5d4b6-8194-4832-9e19-2d4870c7cd3c tempest-SecurityGroupsNegativeTestJSON-1217030379 tempest-SecurityGroupsNegativeTestJSON-1217030379-project] 10.222.0.13 "GET /v2.0/security-groups/928e318c-46f3-4f1f-bf14-bb159213f819 HTTP/1.1" status: 404 len: 352 time: 0.0426338 Sep 17 07:46:18.544575 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['fc9dbf6f-ccf9-4311-b385-0b4c343db92a'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:46:18.667349 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:18.669289 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d793adc3-7cd6-4dbc-8788-2eb19b243853 admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:46:18.684166 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d793adc3-7cd6-4dbc-8788-2eb19b243853 admin admin] 10.222.0.13 "PUT /v2.0/routers/9abee6c1-07ee-4b74-b29f-0c1acce8f477/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8704576 Sep 17 07:46:18.685361 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-2f02c2a4-e7cd-414f-963f-3d2f112f6aa2 None None] Provisioning complete for port 9453e585-1dff-4241-8ac2-20c4106e6d7c triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:46:18.686040 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2f02c2a4-e7cd-414f-963f-3d2f112f6aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:18.701444 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6685ac8f-2ca3-4bda-b5f6-8de3db53fb41 None None] Sync routers for ids ['9abee6c1-07ee-4b74-b29f-0c1acce8f477'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:46:18.779583 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc9f989-0631-44f9-bb5a-ebd39fc1f27e req-6af4a7f9-e3aa-493e-b3fa-d740b0d35c04 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:18.790299 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0cc9f989-0631-44f9-bb5a-ebd39fc1f27e req-6af4a7f9-e3aa-493e-b3fa-d740b0d35c04 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=b05fae1d-c527-4696-b3f5-a60d907fb7ab HTTP/1.1" status: 200 len: 945 time: 0.1483097 Sep 17 07:46:18.823038 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device a7b2a708-c379-4a6a-b7a5-cb0633b2ae37 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:46:18.868080 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6685ac8f-2ca3-4bda-b5f6-8de3db53fb41 None None] Routers {'9abee6c1-07ee-4b74-b29f-0c1acce8f477'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:46:18.868763 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-6685ac8f-2ca3-4bda-b5f6-8de3db53fb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:45:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['9abee6c1-07ee-4b74-b29f-0c1acce8f477'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:46:18.872985 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0cc9f989-0631-44f9-bb5a-ebd39fc1f27e req-46628141-79dd-41fd-8285-a921276ff4ad tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/security-groups?id=53a4612f-058b-4338-9861-1ad45234538f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812719 Sep 17 07:46:18.997942 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-2f02c2a4-e7cd-414f-963f-3d2f112f6aa2 None None] Port 9453e585-1dff-4241-8ac2-20c4106e6d7c cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:46:19.005661 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port 8268bffa-c687-48df-b1cc-8805561ea183, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=8268bffa-c687-48df-b1cc-8805561ea183,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:46:19.067742 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.db.resource_extend [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 07:46:19.097962 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcaa3fd-e0d1-4a73-93ee-6a8da044a932 req-31edf416-7cfb-4b81-b80b-618f7b68a976 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:19.100289 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bdcaa3fd-e0d1-4a73-93ee-6a8da044a932 req-31edf416-7cfb-4b81-b80b-618f7b68a976 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/ports?device_id=553d3e03-4171-4ff2-8432-8bf576e082b0 HTTP/1.1" status: 200 len: 943 time: 0.1218398 Sep 17 07:46:19.101766 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:19.158263 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f4e2c3-ea3f-4ae6-9117-f8409b013870 x-openstack-request-id: req-94f4e2c3-ea3f-4ae6-9117-f8409b013870 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:46:19.158775 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b05fae1d-c527-4696-b3f5-a60d907fb7ab", "name": "network-vif-plugged", "status": "completed", "tag": "719244c5-0063-4840-aa23-e08e10c03023", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:46:19.159185 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-94f4e2c3-ea3f-4ae6-9117-f8409b013870 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:46:19.159728 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b05fae1d-c527-4696-b3f5-a60d907fb7ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '719244c5-0063-4840-aa23-e08e10c03023', 'code': 200} Sep 17 07:46:19.174065 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bdcaa3fd-e0d1-4a73-93ee-6a8da044a932 req-82b064f2-31f6-437f-8493-8836ca2505a9 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/security-groups?id=33dcb9d9-be84-490d-8d1e-769e2ed5062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569553 Sep 17 07:46:19.237759 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [req-a0e2dc6d-8826-4fbe-8792-f3c00970c9e3 req-d47436e1-10c6-4751-b675-cb08e4bb35c7 tempest-SecurityGroupsNegativeTestJSON-1217030379 tempest-SecurityGroupsNegativeTestJSON-1217030379-project] show failed (client error): The resource could not be found. Sep 17 07:46:19.238837 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a0e2dc6d-8826-4fbe-8792-f3c00970c9e3 req-d47436e1-10c6-4751-b675-cb08e4bb35c7 tempest-SecurityGroupsNegativeTestJSON-1217030379 tempest-SecurityGroupsNegativeTestJSON-1217030379-project] 10.222.0.13 "GET /v2.0/security-groups/29a11758-63d5-45e9-9d3e-82a0dec2273a HTTP/1.1" status: 404 len: 352 time: 0.0692079 Sep 17 07:46:19.261461 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 59240) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:46:19.306746 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-6685ac8f-2ca3-4bda-b5f6-8de3db53fb41 None None] Set router 9abee6c1-07ee-4b74-b29f-0c1acce8f477 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:46:19.336064 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff2908b-1fb7-41c2-b1cb-9b17771ab03f req-6dd5a28a-0332-464e-976a-75c6056d7db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:19.337713 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-eff2908b-1fb7-41c2-b1cb-9b17771ab03f req-6dd5a28a-0332-464e-976a-75c6056d7db8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b05fae1d-c527-4696-b3f5-a60d907fb7ab HTTP/1.1" status: 200 len: 1096 time: 0.1046669 Sep 17 07:46:19.418914 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcb288f0-71bc-4935-98da-4b0309fc0360 admin admin] Deleting subnet f60e1215-6258-479a-80ca-89d7d94d6f62 {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:46:19.440149 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-dcb288f0-71bc-4935-98da-4b0309fc0360 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:19.465200 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-eff2908b-1fb7-41c2-b1cb-9b17771ab03f req-290e2500-0348-4643-adb1-14bc277c5225 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=53a4612f-058b-4338-9861-1ad45234538f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155555 Sep 17 07:46:19.670820 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-dcb288f0-71bc-4935-98da-4b0309fc0360 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:19.721373 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=8268bffa-c687-48df-b1cc-8805561ea183,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:19.774751 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port a7b2a708-c379-4a6a-b7a5-cb0633b2ae37, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=a7b2a708-c379-4a6a-b7a5-cb0633b2ae37,segment=NetworkSegment(fe140136-2174-4894-b80d-4d7eee6c1378),segment_id=fe140136-2174-4894-b80d-4d7eee6c1378)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:46:19.792620 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': 'a7b2a708-c379-4a6a-b7a5-cb0633b2ae37', 'network_id': '56d68df6-fb2f-4041-82b9-349d126d8aad', 'port_id': 'a7b2a708-c379-4a6a-b7a5-cb0633b2ae37', 'mac_address': 'fa:16:3e:26:77:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29c83c48-7cf5-4625-a7b5-a2597278caef', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:46:19.792978 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-dcb288f0-71bc-4935-98da-4b0309fc0360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:19.825015 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-6685ac8f-2ca3-4bda-b5f6-8de3db53fb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9abee6c1-07ee-4b74-b29f-0c1acce8f477', 'name': 'tempest-AttachSCSIVolumeTestJSON-635033459-router', 'tenant_id': '98178f12ddfc4e00bbb2ac6ddd7401c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '8268bffa-c687-48df-b1cc-8805561ea183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:46:09Z', 'updated_at': '2021-09-17T07:46:16Z', 'revision_number': 4, 'project_id': '98178f12ddfc4e00bbb2ac6ddd7401c5', 'gw_port': {'id': '8268bffa-c687-48df-b1cc-8805561ea183', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:16:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9abee6c1-07ee-4b74-b29f-0c1acce8f477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:46:10Z', 'updated_at': '2021-09-17T07:46:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '9453e585-1dff-4241-8ac2-20c4106e6d7c', 'name': '', 'network_id': '2bca7be9-40f5-4413-9ab9-3942e24e3b7c', 'tenant_id': '98178f12ddfc4e00bbb2ac6ddd7401c5', 'mac_address': 'fa:16:3e:0c:bc:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9abee6c1-07ee-4b74-b29f-0c1acce8f477', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'dc29c010-dfbb-47a2-87e1-d1ca8660d3ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:46:15Z', 'updated_at': '2021-09-17T07:46:17Z', 'revision_number': 2, 'project_id': '98178f12ddfc4e00bbb2ac6ddd7401c5', 'subnets': [{'id': 'dc29c010-dfbb-47a2-87e1-d1ca8660d3ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:46:19.871074 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6685ac8f-2ca3-4bda-b5f6-8de3db53fb41 None None] Checking router: 9abee6c1-07ee-4b74-b29f-0c1acce8f477 for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:46:19.871965 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6685ac8f-2ca3-4bda-b5f6-8de3db53fb41 None None] Updating router 9abee6c1-07ee-4b74-b29f-0c1acce8f477 port 9453e585-1dff-4241-8ac2-20c4106e6d7c binding host n-d-789963-9 {{(pid=101291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 07:46:19.918571 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-699734c4-6b03-4f3f-a32f-55a4a30599cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:19.939644 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d130fa-e800-4a9b-bf9e-3cfe27ec5d81 req-a58b8c75-07f3-4d7e-be91-5cbe436ecb70 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:19.949922 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:19.953966 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-63d130fa-e800-4a9b-bf9e-3cfe27ec5d81 req-a58b8c75-07f3-4d7e-be91-5cbe436ecb70 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1b5e246-73e6-41ad-88f0-1b0c20a96fdd HTTP/1.1" status: 200 len: 945 time: 0.4240291 Sep 17 07:46:19.977033 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-dcb288f0-71bc-4935-98da-4b0309fc0360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:19.996735 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6685ac8f-2ca3-4bda-b5f6-8de3db53fb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:20.065728 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7b2a708-c379-4a6a-b7a5-cb0633b2ae37 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:46:20.068617 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-63d130fa-e800-4a9b-bf9e-3cfe27ec5d81 req-0c277b8d-aa40-45e4-9ef3-143e1c5c7193 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088843 Sep 17 07:46:20.072436 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb288f0-71bc-4935-98da-4b0309fc0360 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f60e1215-6258-479a-80ca-89d7d94d6f62,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:20.077718 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-dcb288f0-71bc-4935-98da-4b0309fc0360 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:20.088774 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-dcb288f0-71bc-4935-98da-4b0309fc0360 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f60e1215-6258-479a-80ca-89d7d94d6f62 HTTP/1.1" status: 204 len: 168 time: 0.8237016 Sep 17 07:46:20.089597 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 59256) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:46:20.198733 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port a7b2a708-c379-4a6a-b7a5-cb0633b2ae37, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=a7b2a708-c379-4a6a-b7a5-cb0633b2ae37,segment=NetworkSegment(fe140136-2174-4894-b80d-4d7eee6c1378),segment_id=fe140136-2174-4894-b80d-4d7eee6c1378)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:46:20.243586 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d7ca25b0-4a98-4dfd-ba33-af04113bfcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:20.253086 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-45154e03-bc05-4c92-a09f-d9e09db32015 service neutron] 10.222.0.41 "GET /v2.0/ports/013860f0-2126-4d95-9002-e87f7748261a/bindings/n-h2-789963-9 HTTP/1.1" status: 200 len: 384 time: 0.3493404 Sep 17 07:46:20.268592 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a24dc1e-e837-443e-9d46-f802f8c07e70 req-a95b2c97-4a23-4db8-aedf-7618ac9f4031 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:20.277646 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0a24dc1e-e837-443e-9d46-f802f8c07e70 req-a95b2c97-4a23-4db8-aedf-7618ac9f4031 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b19613c-19cc-4fcd-9986-d4471d717aa1 HTTP/1.1" status: 200 len: 944 time: 0.0925524 Sep 17 07:46:20.311013 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:20.324184 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0a24dc1e-e837-443e-9d46-f802f8c07e70 req-ae877ad3-19a5-45bb-bd49-892ee962550c tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452394 Sep 17 07:46:20.641731 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=a7b2a708-c379-4a6a-b7a5-cb0633b2ae37,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:20.750034 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d7ca25b0-4a98-4dfd-ba33-af04113bfcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:20.810343 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2962d0-c3eb-4f84-82d2-407f29f3576b req-076b7f50-b2f8-48e7-b6ca-6893a26dfa32 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:20.812519 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-d7ca25b0-4a98-4dfd-ba33-af04113bfcc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f32bfd4a-3f33-4a46-90ab-ba3f39620242']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:46:20.830113 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ff2962d0-c3eb-4f84-82d2-407f29f3576b req-076b7f50-b2f8-48e7-b6ca-6893a26dfa32 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=b05fae1d-c527-4696-b3f5-a60d907fb7ab HTTP/1.1" status: 200 len: 945 time: 0.1405730 Sep 17 07:46:20.853355 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-d7ca25b0-4a98-4dfd-ba33-af04113bfcc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9750fdf-32a0-4ad8-bef8-e0538ab3b590') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:46:20.860331 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-d7ca25b0-4a98-4dfd-ba33-af04113bfcc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9750fdf-32a0-4ad8-bef8-e0538ab3b590') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:46:20.902012 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ff2962d0-c3eb-4f84-82d2-407f29f3576b req-18721988-6fa0-4711-87b2-84bf62a17daa tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/security-groups?id=53a4612f-058b-4338-9861-1ad45234538f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692902 Sep 17 07:46:20.939801 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d7ca25b0-4a98-4dfd-ba33-af04113bfcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:20.941420 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['a7b2a708-c379-4a6a-b7a5-cb0633b2ae37'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:46:21.091103 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d7ca25b0-4a98-4dfd-ba33-af04113bfcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:21.123758 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a17abfb-72ce-4f62-8143-f5bf2043b43b req-04aab2c7-d54f-4454-b8ae-069e7b396672 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:21.134417 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3a17abfb-72ce-4f62-8143-f5bf2043b43b req-04aab2c7-d54f-4454-b8ae-069e7b396672 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/ports?device_id=553d3e03-4171-4ff2-8432-8bf576e082b0 HTTP/1.1" status: 200 len: 944 time: 0.1216123 Sep 17 07:46:21.191608 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7ca25b0-4a98-4dfd-ba33-af04113bfcc8 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 07:46:21.192941 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3a17abfb-72ce-4f62-8143-f5bf2043b43b req-43cd929d-b1a6-49b8-83b2-8227ff980996 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/security-groups?id=33dcb9d9-be84-490d-8d1e-769e2ed5062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447717 Sep 17 07:46:21.193030 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d7ca25b0-4a98-4dfd-ba33-af04113bfcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:21.194565 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 07:46:21.194565 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 07:46:21.194565 n-d-789963-9 neutron-server[101290]: timer() Sep 17 07:46:21.194565 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 07:46:21.194565 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 07:46:21.194565 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 07:46:21.194565 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 07:46:21.194565 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 07:46:21.194565 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 07:46:21.194565 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 07:46:21.194565 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 07:46:21.194565 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 07:46:21.194565 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 07:46:21.194565 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 07:46:21.194565 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 07:46:21.194565 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 07:46:21.194565 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 07:46:21.194565 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 07:46:21.194565 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 07:46:21.194565 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 07:46:21.194565 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 07:46:21.194565 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 07:46:21.194565 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 07:46:21.194565 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 07:46:21.194565 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 07:46:21.194565 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 07:46:21.194565 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 07:46:21.194565 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 07:46:21.194565 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 07:46:21.194565 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 07:46:21.194565 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 07:46:21.194565 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 07:46:21.324095 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f08218-bf89-4e35-9096-009bbdedbd3d req-23edc21a-dbbc-4ae1-a859-51f583d7c5bc tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:21.333344 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-99f08218-bf89-4e35-9096-009bbdedbd3d req-23edc21a-dbbc-4ae1-a859-51f583d7c5bc tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1b5e246-73e6-41ad-88f0-1b0c20a96fdd HTTP/1.1" status: 200 len: 945 time: 0.0735095 Sep 17 07:46:21.357303 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 8268bffa-c687-48df-b1cc-8805561ea183 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:46:21.391149 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-99f08218-bf89-4e35-9096-009bbdedbd3d req-39c50daf-1078-4171-8d80-4fc4f6f131a2 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566239 Sep 17 07:46:21.542664 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ed940d-b2d5-4fbc-957f-7d50ef298c5b req-9b336aa0-6dd4-4471-bbba-175e2b9370fd tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:21.544321 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-86ed940d-b2d5-4fbc-957f-7d50ef298c5b req-9b336aa0-6dd4-4471-bbba-175e2b9370fd tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b19613c-19cc-4fcd-9986-d4471d717aa1 HTTP/1.1" status: 200 len: 944 time: 0.0857396 Sep 17 07:46:21.619101 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-86ed940d-b2d5-4fbc-957f-7d50ef298c5b req-c370b7de-9922-4568-b92a-7cd5d56105eb tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674620 Sep 17 07:46:21.726305 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d7ca25b0-4a98-4dfd-ba33-af04113bfcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:21.758265 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d7ca25b0-4a98-4dfd-ba33-af04113bfcc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:21.760201 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d7ca25b0-4a98-4dfd-ba33-af04113bfcc8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f32bfd4a-3f33-4a46-90ab-ba3f39620242 HTTP/1.1" status: 204 len: 168 time: 1.6641474 Sep 17 07:46:21.836764 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ca25b0-4a98-4dfd-ba33-af04113bfcc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f32bfd4a-3f33-4a46-90ab-ba3f39620242,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:21.859418 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-96b48d12-bfeb-4e9e-b322-22a760283fae service neutron] For port 013860f0-2126-4d95-9002-e87f7748261a, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=013860f0-2126-4d95-9002-e87f7748261a,segment=NetworkSegment(bbdef28d-b0c6-41c1-88af-cfcd40a3d803),segment_id=bbdef28d-b0c6-41c1-88af-cfcd40a3d803)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:46:21.974607 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 8268bffa-c687-48df-b1cc-8805561ea183 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:46:21.974607 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:21.978761 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6685ac8f-2ca3-4bda-b5f6-8de3db53fb41 None None] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:22.007278 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 59270) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:46:22.009491 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-96b48d12-bfeb-4e9e-b322-22a760283fae service neutron] For port 013860f0-2126-4d95-9002-e87f7748261a, host n-h1-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:46:22.049047 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-96b48d12-bfeb-4e9e-b322-22a760283fae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 013860f0-2126-4d95-9002-e87f7748261a {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:46:22.063165 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-96b48d12-bfeb-4e9e-b322-22a760283fae service neutron] For port 013860f0-2126-4d95-9002-e87f7748261a, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=013860f0-2126-4d95-9002-e87f7748261a,segment=NetworkSegment(bbdef28d-b0c6-41c1-88af-cfcd40a3d803),segment_id=bbdef28d-b0c6-41c1-88af-cfcd40a3d803)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:46:22.083766 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-96b48d12-bfeb-4e9e-b322-22a760283fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:22.152469 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6685ac8f-2ca3-4bda-b5f6-8de3db53fb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:22.200542 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device fc9dbf6f-ccf9-4311-b385-0b4c343db92a up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:46:22.214232 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-96b48d12-bfeb-4e9e-b322-22a760283fae service neutron] Transition to ACTIVE for port object 013860f0-2126-4d95-9002-e87f7748261a will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:46:22.221671 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-96b48d12-bfeb-4e9e-b322-22a760283fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:22.293423 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e6d6f864-87a9-4b16-a2a3-d8ba9b7c9bab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=296c14334d2d48d8946a71db5f103ad8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2848909 Sep 17 07:46:22.294059 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 59274) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:46:22.310218 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1dc94-9b12-468d-85a7-b99d1c9f94d3 req-35a61bf3-9013-4e8b-b895-45ec9ad4639c tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:22.323806 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-96b48d12-bfeb-4e9e-b322-22a760283fae service neutron] No DVR routers for this DVR port 013860f0-2126-4d95-9002-e87f7748261a on host n-h1-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:46:22.327037 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-51d1dc94-9b12-468d-85a7-b99d1c9f94d3 req-35a61bf3-9013-4e8b-b895-45ec9ad4639c tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=b05fae1d-c527-4696-b3f5-a60d907fb7ab HTTP/1.1" status: 200 len: 945 time: 0.3173072 Sep 17 07:46:22.329290 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b48d12-bfeb-4e9e-b322-22a760283fae service neutron] Pushing event updated for resources: {'Port': ['ID=013860f0-2126-4d95-9002-e87f7748261a,revision_number=10']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:22.404505 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-96b48d12-bfeb-4e9e-b322-22a760283fae service neutron] 10.222.0.41 "PUT /v2.0/ports/013860f0-2126-4d95-9002-e87f7748261a/bindings/n-h2-789963-9/activate HTTP/1.1" status: 200 len: 369 time: 2.1312900 Sep 17 07:46:22.615022 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-51d1dc94-9b12-468d-85a7-b99d1c9f94d3 req-0349ae35-fa59-4cdf-af9b-f81deef907a2 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/security-groups?id=53a4612f-058b-4338-9861-1ad45234538f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871449 Sep 17 07:46:22.621567 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-411d9780-2689-471c-a2ef-7c61109f37fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:22.691422 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-9fff70df-1fac-44e4-a52e-391891240c35 tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:22.701323 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-9fff70df-1fac-44e4-a52e-391891240c35 tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4b19613c-19cc-4fcd-9986-d4471d717aa1&tenant_id=2525ecc58cad4fa78c4be116636fc184&binding%3Ahost_id=n-h1-789963-9 HTTP/1.1" status: 200 len: 1096 time: 0.1670890 Sep 17 07:46:22.713224 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-411d9780-2689-471c-a2ef-7c61109f37fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:22.769055 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d2738a-da83-4aa1-a224-856105aa5503 None None] Pushing event updated for resources: {'Port': ['ID=9453e585-1dff-4241-8ac2-20c4106e6d7c,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:22.835576 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fb6b3b6c-1384-4ee2-a23f-1cb6cdb3cfbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:22.858575 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-6685ac8f-2ca3-4bda-b5f6-8de3db53fb41 None None] Attempting to bind port 9453e585-1dff-4241-8ac2-20c4106e6d7c on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:46:22.859227 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-6685ac8f-2ca3-4bda-b5f6-8de3db53fb41 None None] Attempting to bind port 9453e585-1dff-4241-8ac2-20c4106e6d7c by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'f84da4c7-1a3a-4996-936d-f5a29c73e1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2bca7be9-40f5-4413-9ab9-3942e24e3b7c'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:46:22.859873 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6685ac8f-2ca3-4bda-b5f6-8de3db53fb41 None None] Attempting to bind port 9453e585-1dff-4241-8ac2-20c4106e6d7c on network 2bca7be9-40f5-4413-9ab9-3942e24e3b7c {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:46:22.891099 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:22.946709 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-411d9780-2689-471c-a2ef-7c61109f37fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:22.954855 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-411d9780-2689-471c-a2ef-7c61109f37fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:22.955083 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-c36e1084-260b-4087-a48b-2d263a1d5be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:22.956597 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-c36e1084-260b-4087-a48b-2d263a1d5be6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4b19613c-19cc-4fcd-9986-d4471d717aa1&tenant_id=2525ecc58cad4fa78c4be116636fc184 HTTP/1.1" status: 200 len: 1096 time: 0.2470534 Sep 17 07:46:22.971250 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-411d9780-2689-471c-a2ef-7c61109f37fe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f7cf844e-cfcd-4d07-ab92-8c2242194948 HTTP/1.1" status: 204 len: 168 time: 0.6411564 Sep 17 07:46:22.983660 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6685ac8f-2ca3-4bda-b5f6-8de3db53fb41 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:46:22.984313 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6685ac8f-2ca3-4bda-b5f6-8de3db53fb41 None None] Checking segment: {'id': 'f84da4c7-1a3a-4996-936d-f5a29c73e1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2bca7be9-40f5-4413-9ab9-3942e24e3b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:46:22.986496 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6685ac8f-2ca3-4bda-b5f6-8de3db53fb41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:22.987520 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6685ac8f-2ca3-4bda-b5f6-8de3db53fb41 None None] Bound using segment: {'id': 'f84da4c7-1a3a-4996-936d-f5a29c73e1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2bca7be9-40f5-4413-9ab9-3942e24e3b7c'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:46:22.989185 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-6685ac8f-2ca3-4bda-b5f6-8de3db53fb41 None None] Bound port: 9453e585-1dff-4241-8ac2-20c4106e6d7c, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84da4c7-1a3a-4996-936d-f5a29c73e1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2bca7be9-40f5-4413-9ab9-3942e24e3b7c'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:46:22.990180 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6685ac8f-2ca3-4bda-b5f6-8de3db53fb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:23.023388 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411d9780-2689-471c-a2ef-7c61109f37fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7cf844e-cfcd-4d07-ab92-8c2242194948,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:23.044041 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-fdad8b98-75b5-49c4-b3d9-4cde28103107 None None] Provisioning complete for port 9453e585-1dff-4241-8ac2-20c4106e6d7c triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:46:23.044427 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fdad8b98-75b5-49c4-b3d9-4cde28103107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:23.101469 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-51dda3da-5653-4a59-9182-c4746de3e9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:23.103364 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d5c8a5-c3ac-4b5b-86ea-2ffb256ce2a8 req-e01f1d0e-4930-49ad-96f6-aadb1bbc6f3d tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:23.107169 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-51dda3da-5653-4a59-9182-c4746de3e9c5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2525ecc58cad4fa78c4be116636fc184&device_id=4b19613c-19cc-4fcd-9986-d4471d717aa1 HTTP/1.1" status: 200 len: 1096 time: 0.1060979 Sep 17 07:46:23.114512 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning for port fc9dbf6f-ccf9-4311-b385-0b4c343db92a completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:46:23.127689 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-20d5c8a5-c3ac-4b5b-86ea-2ffb256ce2a8 req-e01f1d0e-4930-49ad-96f6-aadb1bbc6f3d tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/ports?device_id=553d3e03-4171-4ff2-8432-8bf576e082b0 HTTP/1.1" status: 200 len: 944 time: 0.3732688 Sep 17 07:46:23.283791 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-b33209a1-9f2c-4c4a-ac6d-e82925f6642c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:23.286295 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-b33209a1-9f2c-4c4a-ac6d-e82925f6642c service neutron] 10.222.0.39 "GET /v2.0/networks?id=339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5 HTTP/1.1" status: 200 len: 921 time: 0.1569057 Sep 17 07:46:23.299522 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-20d5c8a5-c3ac-4b5b-86ea-2ffb256ce2a8 req-0391f4c0-6be6-4b42-a0b1-3fe16f8d5004 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/security-groups?id=33dcb9d9-be84-490d-8d1e-769e2ed5062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675179 Sep 17 07:46:23.356148 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-6685ac8f-2ca3-4bda-b5f6-8de3db53fb41 None None] For port 9453e585-1dff-4241-8ac2-20c4106e6d7c, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:46:23.358146 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-03a53e42-071b-4647-8ea9-95bae0ea9955 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=013860f0-2126-4d95-9002-e87f7748261a HTTP/1.1" status: 200 len: 217 time: 0.0561552 Sep 17 07:46:23.371771 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-6685ac8f-2ca3-4bda-b5f6-8de3db53fb41 None None] For port 9453e585-1dff-4241-8ac2-20c4106e6d7c, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=9453e585-1dff-4241-8ac2-20c4106e6d7c,segment=NetworkSegment(f84da4c7-1a3a-4996-936d-f5a29c73e1e4),segment_id=f84da4c7-1a3a-4996-936d-f5a29c73e1e4)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:46:23.400210 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port fc9dbf6f-ccf9-4311-b385-0b4c343db92a triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:46:23.400638 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:23.475427 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f120073-4cbb-43c4-a77f-71df8915503f req-7a8ead79-ac8b-43b5-89ab-e39c92cdbac2 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:23.485851 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5f120073-4cbb-43c4-a77f-71df8915503f req-7a8ead79-ac8b-43b5-89ab-e39c92cdbac2 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1b5e246-73e6-41ad-88f0-1b0c20a96fdd HTTP/1.1" status: 200 len: 945 time: 0.2439790 Sep 17 07:46:23.517892 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-bfff6d9c-0d45-4207-bfd4-f5972d52e6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:23.524041 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-bfff6d9c-0d45-4207-bfd4-f5972d52e6bc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=affefed0-1fce-4202-a68f-ea65cc757370 HTTP/1.1" status: 200 len: 860 time: 0.1542909 Sep 17 07:46:23.587401 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-29b9a7d0-6fcf-4d2d-9834-58a6e3fb1d98 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572808 Sep 17 07:46:23.608561 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5f120073-4cbb-43c4-a77f-71df8915503f req-c85fe480-5e98-4eba-a0c0-46b2ce28d474 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040108 Sep 17 07:46:23.809282 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6685ac8f-2ca3-4bda-b5f6-8de3db53fb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:23.829232 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec42a7-091a-4877-a645-c8ef6bce0bf5 req-f594b36b-c24e-4602-973b-11fdeec1d53f tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:23.847385 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2dec42a7-091a-4877-a645-c8ef6bce0bf5 req-f594b36b-c24e-4602-973b-11fdeec1d53f tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b19613c-19cc-4fcd-9986-d4471d717aa1 HTTP/1.1" status: 200 len: 945 time: 0.2418871 Sep 17 07:46:23.879282 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-fdad8b98-75b5-49c4-b3d9-4cde28103107 None None] Port 9453e585-1dff-4241-8ac2-20c4106e6d7c cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:46:23.908543 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:23.931247 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6685ac8f-2ca3-4bda-b5f6-8de3db53fb41 None None] Routers {'9abee6c1-07ee-4b74-b29f-0c1acce8f477'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:46:23.931956 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-6685ac8f-2ca3-4bda-b5f6-8de3db53fb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:46:23Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['9abee6c1-07ee-4b74-b29f-0c1acce8f477'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:46:23.933863 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d2738a-da83-4aa1-a224-856105aa5503 None None] Pushing event updated for resources: {'Port': ['ID=9453e585-1dff-4241-8ac2-20c4106e6d7c,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:24.034331 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2dec42a7-091a-4877-a645-c8ef6bce0bf5 req-8266613b-2f7d-44d9-b5fa-dbe52333b7aa tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817803 Sep 17 07:46:24.063095 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-41823eff-2435-4b53-835c-5d21c4106c5c service neutron] 10.222.0.39 "GET /v2.0/networks/339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4599910 Sep 17 07:46:24.307202 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905de8ba-654e-43cb-935c-7b9d4c096290 req-55ee80da-ec66-400e-80ea-1c10074b856e tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:24.316043 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-905de8ba-654e-43cb-935c-7b9d4c096290 req-55ee80da-ec66-400e-80ea-1c10074b856e tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=b05fae1d-c527-4696-b3f5-a60d907fb7ab HTTP/1.1" status: 200 len: 945 time: 0.1905341 Sep 17 07:46:24.363472 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:24.420475 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-c6b399e9-89ff-476d-997d-1a724609a5a8 service neutron] 10.222.0.39 "GET /v2.0/networks/339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3185291 Sep 17 07:46:24.497577 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-905de8ba-654e-43cb-935c-7b9d4c096290 req-082e3879-e001-422d-b44c-c52307c014a2 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/security-groups?id=53a4612f-058b-4338-9861-1ad45234538f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805587 Sep 17 07:46:24.695172 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b4dd2-aa99-4afa-8f71-2da2427c620d req-81d650a8-5b3e-4be8-8fcc-1e4d18ef1c94 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:24.712853 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fc8b4dd2-aa99-4afa-8f71-2da2427c620d req-81d650a8-5b3e-4be8-8fcc-1e4d18ef1c94 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/ports?device_id=553d3e03-4171-4ff2-8432-8bf576e082b0 HTTP/1.1" status: 200 len: 944 time: 0.2085876 Sep 17 07:46:24.730624 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-c92dd360-472b-4733-84e8-72db34b3d9de None None] Provisioning complete for port 9453e585-1dff-4241-8ac2-20c4106e6d7c triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:46:24.733112 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c92dd360-472b-4733-84e8-72db34b3d9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:24.848613 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fc8b4dd2-aa99-4afa-8f71-2da2427c620d req-5b04e7c5-e72c-4084-a42a-f27aeb7c80f7 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/security-groups?id=33dcb9d9-be84-490d-8d1e-769e2ed5062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333065 Sep 17 07:46:24.884298 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device a7b2a708-c379-4a6a-b7a5-cb0633b2ae37 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:46:24.907065 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7493787-d845-4111-acb2-f73baf94ad30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc9dbf6f-ccf9-4311-b385-0b4c343db92a'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:46:24.909298 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-814a1157-e1b6-4a30-be18-84492a06a63c" -d '{"events": [{"server_uuid": "e7493787-d845-4111-acb2-f73baf94ad30", "name": "network-vif-plugged", "status": "completed", "tag": "fc9dbf6f-ccf9-4311-b385-0b4c343db92a"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:46:24.930250 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-6685ac8f-2ca3-4bda-b5f6-8de3db53fb41 None None] Set router 9abee6c1-07ee-4b74-b29f-0c1acce8f477 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:46:24.998420 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 59338) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:46:25.011125 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port fc9dbf6f-ccf9-4311-b385-0b4c343db92a, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=fc9dbf6f-ccf9-4311-b385-0b4c343db92a,segment=NetworkSegment(fe140136-2174-4894-b80d-4d7eee6c1378),segment_id=fe140136-2174-4894-b80d-4d7eee6c1378)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:46:25.073750 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef113d1-ced9-4a6c-aa72-55d40dba87bf req-ae846114-76ee-46f8-ac7b-182bcf6b7a6f tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:25.090653 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-b07b38e6-e688-4ce7-ab8b-daa0f8cb00b3 tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:25.096438 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-aef113d1-ced9-4a6c-aa72-55d40dba87bf req-ae846114-76ee-46f8-ac7b-182bcf6b7a6f tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1b5e246-73e6-41ad-88f0-1b0c20a96fdd HTTP/1.1" status: 200 len: 945 time: 0.1306803 Sep 17 07:46:25.104305 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-b07b38e6-e688-4ce7-ab8b-daa0f8cb00b3 tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4b19613c-19cc-4fcd-9986-d4471d717aa1&tenant_id=2525ecc58cad4fa78c4be116636fc184&binding%3Ahost_id=n-h2-789963-9 HTTP/1.1" status: 200 len: 1096 time: 0.1981254 Sep 17 07:46:25.224511 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-aef113d1-ced9-4a6c-aa72-55d40dba87bf req-c46b4261-e4eb-47ad-a4b8-6fd88209a09b tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270971 Sep 17 07:46:25.248705 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:25.251173 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 013860f0-2126-4d95-9002-e87f7748261a no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:46:25.394919 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-4ca242e3-c872-4620-ada0-6efc10a8b3cb admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1784314229-network', 'tenant_id': '5059f8cc04c948308371e348cd074b3f'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:46:25.419693 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-cdb38312-766c-4cee-a758-03fafef3e914 service neutron] For port 013860f0-2126-4d95-9002-e87f7748261a, host n-h1-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:46:25.428637 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-cdb38312-766c-4cee-a758-03fafef3e914 service neutron] Notify callbacks [] for binding, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:25.437025 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-60e25d08-13a7-489f-bd2c-89eb291ac795 req-cdb38312-766c-4cee-a758-03fafef3e914 service neutron] 10.222.0.39 "DELETE /v2.0/ports/013860f0-2126-4d95-9002-e87f7748261a/bindings/n-h1-789963-9 HTTP/1.1" status: 204 len: 173 time: 0.3241422 Sep 17 07:46:25.530823 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca242e3-c872-4620-ada0-6efc10a8b3cb admin admin] Made reservation on behalf of 5059f8cc04c948308371e348cd074b3f for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:46:25.535016 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4ca242e3-c872-4620-ada0-6efc10a8b3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:25.547411 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4ca242e3-c872-4620-ada0-6efc10a8b3cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:25.638816 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c7ebd3-6d56-4ad6-aca6-42f887c210d4 x-openstack-request-id: req-82c7ebd3-6d56-4ad6-aca6-42f887c210d4 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:46:25.639323 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7493787-d845-4111-acb2-f73baf94ad30", "name": "network-vif-plugged", "status": "completed", "tag": "fc9dbf6f-ccf9-4311-b385-0b4c343db92a", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:46:25.639584 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-82c7ebd3-6d56-4ad6-aca6-42f887c210d4 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:46:25.640013 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7493787-d845-4111-acb2-f73baf94ad30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc9dbf6f-ccf9-4311-b385-0b4c343db92a', 'code': 200} Sep 17 07:46:25.648109 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:25.710006 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 013860f0-2126-4d95-9002-e87f7748261a not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:46:25.723916 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port a7b2a708-c379-4a6a-b7a5-cb0633b2ae37 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:46:25.726617 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d46178-72ba-4834-bf24-0fdc8b9490dc req-6a82a492-b90d-4077-8f3d-3211aae93924 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:25.741057 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-16d46178-72ba-4834-bf24-0fdc8b9490dc req-6a82a492-b90d-4077-8f3d-3211aae93924 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b19613c-19cc-4fcd-9986-d4471d717aa1 HTTP/1.1" status: 200 len: 945 time: 0.1965935 Sep 17 07:46:25.753565 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port a7b2a708-c379-4a6a-b7a5-cb0633b2ae37 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:46:25.753978 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:25.837181 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-16d46178-72ba-4834-bf24-0fdc8b9490dc req-42a2b355-3270-49b7-863a-54ac7c01c31b tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943329 Sep 17 07:46:25.855565 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=fc9dbf6f-ccf9-4311-b385-0b4c343db92a,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:25.920450 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c92dd360-472b-4733-84e8-72db34b3d9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:25.929000 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4ca242e3-c872-4620-ada0-6efc10a8b3cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:25.945239 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe4b99-3701-42e9-bb39-7acd687c1559 req-dc78dee2-8a98-4a74-a15d-b48d16a8d8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:25.946801 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-57fe4b99-3701-42e9-bb39-7acd687c1559 req-dc78dee2-8a98-4a74-a15d-b48d16a8d8a6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e7493787-d845-4111-acb2-f73baf94ad30 HTTP/1.1" status: 200 len: 1096 time: 0.1570420 Sep 17 07:46:25.947405 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4ca242e3-c872-4620-ada0-6efc10a8b3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:25.961009 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ca242e3-c872-4620-ada0-6efc10a8b3cb admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 07:46:25.973943 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4ca242e3-c872-4620-ada0-6efc10a8b3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:25.974342 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-4ca242e3-c872-4620-ada0-6efc10a8b3cb admin admin] Added segment cf8d5924-20e4-47e9-88ff-1271710c3097 of type vlan for network bba57ccd-c255-421b-9250-63d2725e8b36 Sep 17 07:46:26.018087 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4ca242e3-c872-4620-ada0-6efc10a8b3cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:26.089294 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca242e3-c872-4620-ada0-6efc10a8b3cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d39c65-568e-4305-8513-34fcfb76f759,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:26.092082 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4ca242e3-c872-4620-ada0-6efc10a8b3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:26.093037 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca242e3-c872-4620-ada0-6efc10a8b3cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:26.093773 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4ca242e3-c872-4620-ada0-6efc10a8b3cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:26.124785 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-c92dd360-472b-4733-84e8-72db34b3d9de None None] For port 9453e585-1dff-4241-8ac2-20c4106e6d7c, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=9453e585-1dff-4241-8ac2-20c4106e6d7c,segment=NetworkSegment(f84da4c7-1a3a-4996-936d-f5a29c73e1e4),segment_id=f84da4c7-1a3a-4996-936d-f5a29c73e1e4)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:46:26.200875 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c92dd360-472b-4733-84e8-72db34b3d9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:26.242725 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0df72-6505-4b33-9dae-b6a835d8e394 req-30e4c3ce-a54c-4d50-9ea1-c19b222c5843 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:26.254915 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-98a0df72-6505-4b33-9dae-b6a835d8e394 req-30e4c3ce-a54c-4d50-9ea1-c19b222c5843 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/ports?device_id=553d3e03-4171-4ff2-8432-8bf576e082b0 HTTP/1.1" status: 200 len: 944 time: 0.2134144 Sep 17 07:46:26.272720 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca242e3-c872-4620-ada0-6efc10a8b3cb admin admin] Pushing event updated for resources: {'Network': ['ID=bba57ccd-c255-421b-9250-63d2725e8b36,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:26.284483 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-4ca242e3-c872-4620-ada0-6efc10a8b3cb admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2799716 Sep 17 07:46:26.294217 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 59376) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:46:26.304554 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-bdb3a244-85fd-459e-8ede-4e6670cabb8b admin admin] Request body: {'subnet': {'network_id': 'bba57ccd-c255-421b-9250-63d2725e8b36', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1784314229-subnet', 'tenant_id': '5059f8cc04c948308371e348cd074b3f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:46:26.330496 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-57fe4b99-3701-42e9-bb39-7acd687c1559 req-2bcf7d8b-2a1c-4d74-9be2-8969b4e49208 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=33dcb9d9-be84-490d-8d1e-769e2ed5062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839091 Sep 17 07:46:26.335013 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb3a244-85fd-459e-8ede-4e6670cabb8b admin admin] Made reservation on behalf of 5059f8cc04c948308371e348cd074b3f for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:46:26.338009 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bdb3a244-85fd-459e-8ede-4e6670cabb8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:26.343820 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network bba57ccd-c255-421b-9250-63d2725e8b36 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 07:46:26.352464 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e613c2c-4722-4dec-8103-120ec8b175df req-3002f6f3-bb8c-427a-9322-c559e169edc3 tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:26.354139 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5e613c2c-4722-4dec-8103-120ec8b175df req-3002f6f3-bb8c-427a-9322-c559e169edc3 tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4b19613c-19cc-4fcd-9986-d4471d717aa1 HTTP/1.1" status: 200 len: 1096 time: 0.2234430 Sep 17 07:46:26.444733 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-98a0df72-6505-4b33-9dae-b6a835d8e394 req-a9fd998a-076c-42ab-9b0d-8f74be3849dd tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/security-groups?id=33dcb9d9-be84-490d-8d1e-769e2ed5062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878927 Sep 17 07:46:26.476091 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5e613c2c-4722-4dec-8103-120ec8b175df req-cb0e1c41-a1ba-4146-a4af-fe4f1c461afb tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115003 Sep 17 07:46:26.508200 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92dd360-472b-4733-84e8-72db34b3d9de None None] Pushing event updated for resources: {'Port': ['ID=9453e585-1dff-4241-8ac2-20c4106e6d7c,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:26.564343 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:26.691094 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bdb3a244-85fd-459e-8ede-4e6670cabb8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:26.702328 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7488c9-4a76-4bfb-ad16-aaff40ca88c3 req-857a67fc-c15c-4188-9e62-87a0d5b72f41 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:26.714261 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-6685ac8f-2ca3-4bda-b5f6-8de3db53fb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9abee6c1-07ee-4b74-b29f-0c1acce8f477', 'name': 'tempest-AttachSCSIVolumeTestJSON-635033459-router', 'tenant_id': '98178f12ddfc4e00bbb2ac6ddd7401c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '8268bffa-c687-48df-b1cc-8805561ea183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:46:09Z', 'updated_at': '2021-09-17T07:46:16Z', 'revision_number': 4, 'project_id': '98178f12ddfc4e00bbb2ac6ddd7401c5', 'gw_port': {'id': '8268bffa-c687-48df-b1cc-8805561ea183', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:16:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abee6c1-07ee-4b74-b29f-0c1acce8f477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:46:10Z', 'updated_at': '2021-09-17T07:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '9453e585-1dff-4241-8ac2-20c4106e6d7c', 'name': '', 'network_id': '2bca7be9-40f5-4413-9ab9-3942e24e3b7c', 'tenant_id': '98178f12ddfc4e00bbb2ac6ddd7401c5', 'mac_address': 'fa:16:3e:0c:bc:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9abee6c1-07ee-4b74-b29f-0c1acce8f477', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'dc29c010-dfbb-47a2-87e1-d1ca8660d3ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:46:15Z', 'updated_at': '2021-09-17T07:46:23Z', 'revision_number': 4, 'project_id': '98178f12ddfc4e00bbb2ac6ddd7401c5', 'subnets': [{'id': 'dc29c010-dfbb-47a2-87e1-d1ca8660d3ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:46:26.717416 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3e7488c9-4a76-4bfb-ad16-aaff40ca88c3 req-857a67fc-c15c-4188-9e62-87a0d5b72f41 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1b5e246-73e6-41ad-88f0-1b0c20a96fdd HTTP/1.1" status: 200 len: 945 time: 0.1156020 Sep 17 07:46:26.767321 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6685ac8f-2ca3-4bda-b5f6-8de3db53fb41 None None] The sync data for ids ['9abee6c1-07ee-4b74-b29f-0c1acce8f477'] in n-d-789963-9 is: [{'id': '9abee6c1-07ee-4b74-b29f-0c1acce8f477', 'name': 'tempest-AttachSCSIVolumeTestJSON-635033459-router', 'tenant_id': '98178f12ddfc4e00bbb2ac6ddd7401c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '8268bffa-c687-48df-b1cc-8805561ea183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:46:09Z', 'updated_at': '2021-09-17T07:46:16Z', 'revision_number': 4, 'project_id': '98178f12ddfc4e00bbb2ac6ddd7401c5', 'gw_port': {'id': '8268bffa-c687-48df-b1cc-8805561ea183', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:16:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abee6c1-07ee-4b74-b29f-0c1acce8f477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:46:10Z', 'updated_at': '2021-09-17T07:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '9453e585-1dff-4241-8ac2-20c4106e6d7c', 'name': '', 'network_id': '2bca7be9-40f5-4413-9ab9-3942e24e3b7c', 'tenant_id': '98178f12ddfc4e00bbb2ac6ddd7401c5', 'mac_address': 'fa:16:3e:0c:bc:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9abee6c1-07ee-4b74-b29f-0c1acce8f477', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'dc29c010-dfbb-47a2-87e1-d1ca8660d3ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:46:15Z', 'updated_at': '2021-09-17T07:46:23Z', 'revision_number': 4, 'project_id': '98178f12ddfc4e00bbb2ac6ddd7401c5', 'subnets': [{'id': 'dc29c010-dfbb-47a2-87e1-d1ca8660d3ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:46:26.808100 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port a7b2a708-c379-4a6a-b7a5-cb0633b2ae37, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=a7b2a708-c379-4a6a-b7a5-cb0633b2ae37,segment=NetworkSegment(fe140136-2174-4894-b80d-4d7eee6c1378),segment_id=fe140136-2174-4894-b80d-4d7eee6c1378)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:46:26.819810 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:26.849146 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3e7488c9-4a76-4bfb-ad16-aaff40ca88c3 req-1ef0954a-d088-42f4-83f1-bb67cabd68b8 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304958 Sep 17 07:46:27.010599 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=a7b2a708-c379-4a6a-b7a5-cb0633b2ae37,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:27.018860 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb3a244-85fd-459e-8ede-4e6670cabb8b admin admin] Checking segment: {'id': 'cf8d5924-20e4-47e9-88ff-1271710c3097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bba57ccd-c255-421b-9250-63d2725e8b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:46:27.032995 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb3a244-85fd-459e-8ede-4e6670cabb8b admin admin] Network hostable DHCP agents. Network: bba57ccd-c255-421b-9250-63d2725e8b36, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 07:46:27.068565 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb3a244-85fd-459e-8ede-4e6670cabb8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e38902fd-2bdd-48ba-b731-8c7a1bc05678,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:27.099384 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb3a244-85fd-459e-8ede-4e6670cabb8b admin admin] Network bba57ccd-c255-421b-9250-63d2725e8b36 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 07:46:27.120622 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-bdb3a244-85fd-459e-8ede-4e6670cabb8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, bba57ccd-c255-421b-9250-63d2725e8b36) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:46:27.129981 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb3a244-85fd-459e-8ede-4e6670cabb8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:27.130838 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bdb3a244-85fd-459e-8ede-4e6670cabb8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:27.137629 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7e7b38-b7a3-404f-ad8f-8b03397b8b29 None None] Network bba57ccd-c255-421b-9250-63d2725e8b36 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:46:27.172902 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-bdb3a244-85fd-459e-8ede-4e6670cabb8b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8771558 Sep 17 07:46:27.408517 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd601bd-6920-4179-96f5-a85b0ee0cbc2 req-b5d41d4f-d31a-4c1b-bf7a-33e742946b58 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:27.410147 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1dd601bd-6920-4179-96f5-a85b0ee0cbc2 req-b5d41d4f-d31a-4c1b-bf7a-33e742946b58 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/networks?id=339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5 HTTP/1.1" status: 200 len: 820 time: 0.4258695 Sep 17 07:46:27.444472 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1dd601bd-6920-4179-96f5-a85b0ee0cbc2 req-e42538cf-a0ad-4f5d-b838-be788de0fb95 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/quotas/2525ecc58cad4fa78c4be116636fc184 HTTP/1.1" status: 200 len: 375 time: 0.0271573 Sep 17 07:46:27.475164 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 9453e585-1dff-4241-8ac2-20c4106e6d7c up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:46:27.611111 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1dd601bd-6920-4179-96f5-a85b0ee0cbc2 req-dc8a6116-f8ab-4663-b6b4-70226d475dfa tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2525ecc58cad4fa78c4be116636fc184&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1584797 Sep 17 07:46:27.657546 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '553d3e03-4171-4ff2-8432-8bf576e082b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b2a708-c379-4a6a-b7a5-cb0633b2ae37'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:46:27.660380 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a79675-372a-4143-9d5d-b33beda03fe1" -d '{"events": [{"server_uuid": "553d3e03-4171-4ff2-8432-8bf576e082b0", "name": "network-vif-plugged", "status": "completed", "tag": "a7b2a708-c379-4a6a-b7a5-cb0633b2ae37"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:46:27.687257 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc21513-626b-46b2-9874-dfe57c7749a9 None None] Network bba57ccd-c255-421b-9250-63d2725e8b36 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:46:27.931123 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1dd601bd-6920-4179-96f5-a85b0ee0cbc2 req-abceb0ab-dfaf-4abe-ba4e-66ebaaf706ee service neutron] 10.222.0.13 "GET /v2.0/networks/339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174260 Sep 17 07:46:28.008517 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49510734-fb1d-4cb8-89ba-a655c6c921a1 req-a3bcf50c-efe7-4fbd-bc0e-15e67424bfbc tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:28.017496 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 9453e585-1dff-4241-8ac2-20c4106e6d7c triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:46:28.018107 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:28.028271 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-49510734-fb1d-4cb8-89ba-a655c6c921a1 req-a3bcf50c-efe7-4fbd-bc0e-15e67424bfbc tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/ports?device_id=553d3e03-4171-4ff2-8432-8bf576e082b0 HTTP/1.1" status: 200 len: 945 time: 0.3760402 Sep 17 07:46:28.154616 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-49510734-fb1d-4cb8-89ba-a655c6c921a1 req-5c48c4de-d8d4-491e-914e-d4f851382601 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/security-groups?id=33dcb9d9-be84-490d-8d1e-769e2ed5062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252794 Sep 17 07:46:28.249383 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1dd601bd-6920-4179-96f5-a85b0ee0cbc2 req-335d0a3b-e330-4834-a238-e606899aa16b service neutron] 10.222.0.13 "GET /v2.0/networks/339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168540 Sep 17 07:46:28.272450 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 719244c5-0063-4840-aa23-e08e10c03023 details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:46:28.511102 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 719244c5-0063-4840-aa23-e08e10c03023, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=719244c5-0063-4840-aa23-e08e10c03023,segment=NetworkSegment(5ce36400-13a1-41db-8274-558edfd01d90),segment_id=5ce36400-13a1-41db-8274-558edfd01d90)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:46:28.537332 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': '719244c5-0063-4840-aa23-e08e10c03023', 'network_id': '8735159f-6edb-41d2-9bd4-93956ab1df1a', 'port_id': '719244c5-0063-4840-aa23-e08e10c03023', 'mac_address': 'fa:16:3e:4b:2e:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e8a61b2-3aad-4505-a004-004379de0de4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:46:28.725454 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:28.771345 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 719244c5-0063-4840-aa23-e08e10c03023 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:46:28.804045 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab13689-5a32-4e6c-acec-a741f2562fb3 x-openstack-request-id: req-4ab13689-5a32-4e6c-acec-a741f2562fb3 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:46:28.804377 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "553d3e03-4171-4ff2-8432-8bf576e082b0", "name": "network-vif-plugged", "status": "completed", "tag": "a7b2a708-c379-4a6a-b7a5-cb0633b2ae37", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:46:28.804643 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4ab13689-5a32-4e6c-acec-a741f2562fb3 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:46:28.805063 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '553d3e03-4171-4ff2-8432-8bf576e082b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b2a708-c379-4a6a-b7a5-cb0633b2ae37', 'code': 200} Sep 17 07:46:28.872265 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 719244c5-0063-4840-aa23-e08e10c03023, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=719244c5-0063-4840-aa23-e08e10c03023,segment=NetworkSegment(5ce36400-13a1-41db-8274-558edfd01d90),segment_id=5ce36400-13a1-41db-8274-558edfd01d90)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:46:28.897939 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:28.898603 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 03004444-8be2-447c-9467-72612117c20a details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:46:28.971382 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a321856b-80b1-4115-a362-c799ad695ae1 req-bb78403a-93c4-4259-8c01-0b64497c66e4 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:28.980861 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a321856b-80b1-4115-a362-c799ad695ae1 req-bb78403a-93c4-4259-8c01-0b64497c66e4 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1b5e246-73e6-41ad-88f0-1b0c20a96fdd HTTP/1.1" status: 200 len: 945 time: 0.2166426 Sep 17 07:46:29.013572 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-617d2812-34b3-4283-bcb6-396f8de3e531 tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:29.022529 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-617d2812-34b3-4283-bcb6-396f8de3e531 tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c1b5e246-73e6-41ad-88f0-1b0c20a96fdd&tenant_id=4f0e4c1c4dc94ab78a72a2655bcb731a&binding%3Ahost_id=n-h2-789963-9 HTTP/1.1" status: 200 len: 1096 time: 0.3976791 Sep 17 07:46:29.147822 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-4c313d14-16d3-4bf6-b96a-e68ae8d780d4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-789963-9'}}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:46:29.166962 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a321856b-80b1-4115-a362-c799ad695ae1 req-adf2febc-a972-4d90-b522-6296368f015f tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703844 Sep 17 07:46:29.262321 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6d2d9a1e-4126-4282-844f-a1e28ce3e585 req-199bcbfd-0169-4459-b039-e455e22405c2 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff86472-d8ba-4b8f-957b-aef4ea838ce9 HTTP/1.1" status: 200 len: 210 time: 0.0710118 Sep 17 07:46:29.534607 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4429566-61b7-4a52-b6d1-b3fd0c031881 req-0f3a24d0-dc70-4e32-a4a8-517125325cfe tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:29.553548 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d4429566-61b7-4a52-b6d1-b3fd0c031881 req-0f3a24d0-dc70-4e32-a4a8-517125325cfe tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/ports?device_id=553d3e03-4171-4ff2-8432-8bf576e082b0 HTTP/1.1" status: 200 len: 945 time: 0.1510880 Sep 17 07:46:29.559009 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9634e547-09eb-4385-a8bb-7537b1ec38b8 req-ba012175-82d6-42d6-92dd-cbf6df82c920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:29.570037 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9634e547-09eb-4385-a8bb-7537b1ec38b8 req-ba012175-82d6-42d6-92dd-cbf6df82c920 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=553d3e03-4171-4ff2-8432-8bf576e082b0 HTTP/1.1" status: 200 len: 1096 time: 0.6181865 Sep 17 07:46:29.576783 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-4c313d14-16d3-4bf6-b96a-e68ae8d780d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:29.689804 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d4429566-61b7-4a52-b6d1-b3fd0c031881 req-cc337153-08d8-4d49-b104-379680e4658e tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/security-groups?id=33dcb9d9-be84-490d-8d1e-769e2ed5062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215930 Sep 17 07:46:29.854828 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=719244c5-0063-4840-aa23-e08e10c03023,revision_number=6']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:29.897629 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 03004444-8be2-447c-9467-72612117c20a, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=03004444-8be2-447c-9467-72612117c20a,segment=NetworkSegment(2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff),segment_id=2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:46:29.911365 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9634e547-09eb-4385-a8bb-7537b1ec38b8 req-f9be37d9-fa11-4c9d-b596-a164fff0443d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=33dcb9d9-be84-490d-8d1e-769e2ed5062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776258 Sep 17 07:46:29.925432 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 03004444-8be2-447c-9467-72612117c20a has no active binding in host n-h1-789963-9 {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 17 07:46:30.052167 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-4c313d14-16d3-4bf6-b96a-e68ae8d780d4 service neutron] For port 03004444-8be2-447c-9467-72612117c20a, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=03004444-8be2-447c-9467-72612117c20a,segment=NetworkSegment(2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff),segment_id=2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:46:30.116193 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['719244c5-0063-4840-aa23-e08e10c03023'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:46:30.138863 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-4c313d14-16d3-4bf6-b96a-e68ae8d780d4 service neutron] For port 03004444-8be2-447c-9467-72612117c20a, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:46:30.216457 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-4c313d14-16d3-4bf6-b96a-e68ae8d780d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:30.224439 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b5e246-73e6-41ad-88f0-1b0c20a96fdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03004444-8be2-447c-9467-72612117c20a'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:46:30.230727 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e96432a6-93a5-491b-97ef-06ed76a9d420" -d '{"events": [{"server_uuid": "c1b5e246-73e6-41ad-88f0-1b0c20a96fdd", "name": "network-vif-unplugged", "status": "completed", "tag": "03004444-8be2-447c-9467-72612117c20a"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:46:30.236003 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-4c313d14-16d3-4bf6-b96a-e68ae8d780d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:30.400114 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c313d14-16d3-4bf6-b96a-e68ae8d780d4 service neutron] Pushing event updated for resources: {'Port': ['ID=03004444-8be2-447c-9467-72612117c20a,revision_number=7']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:30.486116 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 07:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b15710-9c7c-4a62-82bd-3c69d629ce8d x-openstack-request-id: req-78b15710-9c7c-4a62-82bd-3c69d629ce8d {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:46:30.486425 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1b5e246-73e6-41ad-88f0-1b0c20a96fdd", "name": "network-vif-unplugged", "status": "completed", "tag": "03004444-8be2-447c-9467-72612117c20a", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:46:30.486677 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-78b15710-9c7c-4a62-82bd-3c69d629ce8d {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:46:30.487077 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1b5e246-73e6-41ad-88f0-1b0c20a96fdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03004444-8be2-447c-9467-72612117c20a', 'code': 200} Sep 17 07:46:30.497537 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9a1f2b-a79c-48ec-aceb-affb796045a1 req-7022fa43-c53a-4a09-b1ca-ef96fecb643f tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:30.507235 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ad9a1f2b-a79c-48ec-aceb-affb796045a1 req-7022fa43-c53a-4a09-b1ca-ef96fecb643f tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1b5e246-73e6-41ad-88f0-1b0c20a96fdd HTTP/1.1" status: 200 len: 943 time: 0.1349957 Sep 17 07:46:30.526370 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-4c313d14-16d3-4bf6-b96a-e68ae8d780d4 service neutron] Attempting to bind port 03004444-8be2-447c-9467-72612117c20a on host n-h2-789963-9 for vnic_type normal with profile {"migrating_to": "n-h1-789963-9"} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:46:30.526370 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-4c313d14-16d3-4bf6-b96a-e68ae8d780d4 service neutron] Attempting to bind port 03004444-8be2-447c-9467-72612117c20a by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': '2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a0a513a6-9cd3-48db-b90d-df8b88e7c76b'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:46:30.526370 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-4c313d14-16d3-4bf6-b96a-e68ae8d780d4 service neutron] Attempting to bind port 03004444-8be2-447c-9467-72612117c20a on network a0a513a6-9cd3-48db-b90d-df8b88e7c76b {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:46:30.536934 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-4c313d14-16d3-4bf6-b96a-e68ae8d780d4 service neutron] Port 03004444-8be2-447c-9467-72612117c20a on network a0a513a6-9cd3-48db-b90d-df8b88e7c76b not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:46:30.537185 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-4c313d14-16d3-4bf6-b96a-e68ae8d780d4 service neutron] Attempting to bind port 03004444-8be2-447c-9467-72612117c20a on network a0a513a6-9cd3-48db-b90d-df8b88e7c76b {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:46:30.547770 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-4c313d14-16d3-4bf6-b96a-e68ae8d780d4 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:46:30.551192 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-4c313d14-16d3-4bf6-b96a-e68ae8d780d4 service neutron] Checking segment: {'id': '2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a0a513a6-9cd3-48db-b90d-df8b88e7c76b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:46:30.551599 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-4c313d14-16d3-4bf6-b96a-e68ae8d780d4 service neutron] Bound using segment: {'id': '2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a0a513a6-9cd3-48db-b90d-df8b88e7c76b'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:46:30.555663 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-4c313d14-16d3-4bf6-b96a-e68ae8d780d4 service neutron] Bound port: 03004444-8be2-447c-9467-72612117c20a, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a0a513a6-9cd3-48db-b90d-df8b88e7c76b'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:46:30.556104 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-4c313d14-16d3-4bf6-b96a-e68ae8d780d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:30.617119 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1505c3e9-8c36-4725-850b-0080ba78ee52 req-23d132bb-880f-442d-a64c-4d133adc2f9f tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff86472-d8ba-4b8f-957b-aef4ea838ce9 HTTP/1.1" status: 200 len: 210 time: 0.0397387 Sep 17 07:46:30.669803 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ad9a1f2b-a79c-48ec-aceb-affb796045a1 req-c7a26630-ac97-4d00-b40a-1a1f0d89ba86 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592698 Sep 17 07:46:30.684947 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-4c313d14-16d3-4bf6-b96a-e68ae8d780d4 service neutron] For port 03004444-8be2-447c-9467-72612117c20a, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:46:30.689084 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-4c313d14-16d3-4bf6-b96a-e68ae8d780d4 service neutron] For port 03004444-8be2-447c-9467-72612117c20a, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=03004444-8be2-447c-9467-72612117c20a,segment=NetworkSegment(2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff),segment_id=2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:46:30.723508 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-4c313d14-16d3-4bf6-b96a-e68ae8d780d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:30.801996 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c313d14-16d3-4bf6-b96a-e68ae8d780d4 service neutron] Pushing event updated for resources: {'Port': ['ID=03004444-8be2-447c-9467-72612117c20a,revision_number=8']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:30.824332 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c313d14-16d3-4bf6-b96a-e68ae8d780d4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:46:30.824332 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c313d14-16d3-4bf6-b96a-e68ae8d780d4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:46:30.824332 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c313d14-16d3-4bf6-b96a-e68ae8d780d4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:46:30.824332 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c313d14-16d3-4bf6-b96a-e68ae8d780d4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:46:30.824332 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c313d14-16d3-4bf6-b96a-e68ae8d780d4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:46:30.824332 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c313d14-16d3-4bf6-b96a-e68ae8d780d4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:46:30.824332 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c313d14-16d3-4bf6-b96a-e68ae8d780d4 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:46:30.824332 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c313d14-16d3-4bf6-b96a-e68ae8d780d4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:46:30.824332 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c313d14-16d3-4bf6-b96a-e68ae8d780d4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:46:30.824332 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c313d14-16d3-4bf6-b96a-e68ae8d780d4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:46:30.824332 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c313d14-16d3-4bf6-b96a-e68ae8d780d4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:46:30.824332 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c313d14-16d3-4bf6-b96a-e68ae8d780d4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:46:30.949274 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-4c313d14-16d3-4bf6-b96a-e68ae8d780d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:30.956631 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-4c313d14-16d3-4bf6-b96a-e68ae8d780d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:30.964826 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-4c313d14-16d3-4bf6-b96a-e68ae8d780d4 service neutron] 10.222.0.41 "PUT /v2.0/ports/03004444-8be2-447c-9467-72612117c20a HTTP/1.1" status: 200 len: 1121 time: 1.8499632 Sep 17 07:46:31.025691 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd601bd-6920-4179-96f5-a85b0ee0cbc2 req-7457c6fa-efe4-43fc-9ef5-e3efe39a9936 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:31.025691 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1dd601bd-6920-4179-96f5-a85b0ee0cbc2 req-7457c6fa-efe4-43fc-9ef5-e3efe39a9936 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.41 "GET /v2.0/networks?id=339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5 HTTP/1.1" status: 200 len: 820 time: 0.3412080 Sep 17 07:46:31.081417 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-1dd601bd-6920-4179-96f5-a85b0ee0cbc2 req-2a3e8baa-2737-41e2-aac9-86eb7d21ba17 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Request body: {'port': {'device_id': 'bff86472-d8ba-4b8f-957b-aef4ea838ce9', 'network_id': '339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5', 'admin_state_up': True, 'tenant_id': '2525ecc58cad4fa78c4be116636fc184'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:46:31.150699 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['03004444-8be2-447c-9467-72612117c20a'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:46:31.150699 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['03004444-8be2-447c-9467-72612117c20a'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:46:31.234149 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491da4d3-62f8-4cb8-ab19-996a78040502 req-c21e3d3e-a41c-4737-92a0-03ff13dd7486 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:31.237355 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-491da4d3-62f8-4cb8-ab19-996a78040502 req-c21e3d3e-a41c-4737-92a0-03ff13dd7486 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/ports?device_id=553d3e03-4171-4ff2-8432-8bf576e082b0 HTTP/1.1" status: 200 len: 945 time: 0.2148147 Sep 17 07:46:31.385153 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-491da4d3-62f8-4cb8-ab19-996a78040502 req-ee41f0bd-b757-44e2-9a55-79c1a1ef0472 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/security-groups?id=33dcb9d9-be84-490d-8d1e-769e2ed5062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316257 Sep 17 07:46:31.433083 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dd601bd-6920-4179-96f5-a85b0ee0cbc2 req-2a3e8baa-2737-41e2-aac9-86eb7d21ba17 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Made reservation on behalf of 2525ecc58cad4fa78c4be116636fc184 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:46:31.437222 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1dd601bd-6920-4179-96f5-a85b0ee0cbc2 req-2a3e8baa-2737-41e2-aac9-86eb7d21ba17 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:31.946702 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2fa343b7-554c-4412-b542-7eaddf073523 req-5b0b996e-79c5-4518-9a7d-be0d3ed4911b tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff86472-d8ba-4b8f-957b-aef4ea838ce9 HTTP/1.1" status: 200 len: 210 time: 0.2107086 Sep 17 07:46:32.082905 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [req-1dd601bd-6920-4179-96f5-a85b0ee0cbc2 req-2a3e8baa-2737-41e2-aac9-86eb7d21ba17 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Allocated IP 172.20.0.7 (339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5/affefed0-1fce-4202-a68f-ea65cc757370/94b9b03b-bcfa-4457-bd09-4a366b2aedd2) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:46:32.109151 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d6691-030d-437d-8b59-0cc9a8a7b30c req-68687914-a184-4a34-9252-2f8a6e285443 tempest-ServerGroupTestJSON-2101905530 tempest-ServerGroupTestJSON-2101905530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:32.110904 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-267d6691-030d-437d-8b59-0cc9a8a7b30c req-68687914-a184-4a34-9252-2f8a6e285443 tempest-ServerGroupTestJSON-2101905530 tempest-ServerGroupTestJSON-2101905530-project] 10.222.0.13 "GET /v2.0/networks?id=bba57ccd-c255-421b-9250-63d2725e8b36 HTTP/1.1" status: 200 len: 810 time: 0.4603305 Sep 17 07:46:32.166299 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-267d6691-030d-437d-8b59-0cc9a8a7b30c req-335ed190-f854-45e1-afe9-3454d4ddc4cf tempest-ServerGroupTestJSON-2101905530 tempest-ServerGroupTestJSON-2101905530-project] 10.222.0.13 "GET /v2.0/quotas/5059f8cc04c948308371e348cd074b3f HTTP/1.1" status: 200 len: 375 time: 0.0363839 Sep 17 07:46:32.200563 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 719244c5-0063-4840-aa23-e08e10c03023 up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:46:32.229242 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-267d6691-030d-437d-8b59-0cc9a8a7b30c req-e64d9a7e-8597-4e8e-82bf-41482a778326 tempest-ServerGroupTestJSON-2101905530 tempest-ServerGroupTestJSON-2101905530-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5059f8cc04c948308371e348cd074b3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0616488 Sep 17 07:46:32.277811 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b9e6fe-9a3a-43c3-b190-855c96f509a4 req-a60b0163-d897-47b1-9bdf-d046bce8e590 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:32.286241 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b9b9e6fe-9a3a-43c3-b190-855c96f509a4 req-a60b0163-d897-47b1-9bdf-d046bce8e590 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1b5e246-73e6-41ad-88f0-1b0c20a96fdd HTTP/1.1" status: 200 len: 943 time: 0.2164812 Sep 17 07:46:32.289907 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port 719244c5-0063-4840-aa23-e08e10c03023 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:46:32.291235 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:32.395806 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:32.430263 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b05fae1d-c527-4696-b3f5-a60d907fb7ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '719244c5-0063-4840-aa23-e08e10c03023'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:46:32.433621 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8117041c-f3b3-46e4-b8df-147e2140c971" -d '{"events": [{"server_uuid": "b05fae1d-c527-4696-b3f5-a60d907fb7ab", "name": "network-vif-plugged", "status": "completed", "tag": "719244c5-0063-4840-aa23-e08e10c03023"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:46:32.444502 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b9b9e6fe-9a3a-43c3-b190-855c96f509a4 req-07d03c35-afa3-4608-a9de-9d86c6bac5ea tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584284 Sep 17 07:46:32.451512 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 719244c5-0063-4840-aa23-e08e10c03023, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=719244c5-0063-4840-aa23-e08e10c03023,segment=NetworkSegment(5ce36400-13a1-41db-8274-558edfd01d90),segment_id=5ce36400-13a1-41db-8274-558edfd01d90)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:46:32.464420 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:32.488429 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1b5e246-73e6-41ad-88f0-1b0c20a96fdd', 'tag': '03004444-8be2-447c-9467-72612117c20a'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:46:32.491476 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80395985-7045-401e-a9c7-f0f256cf45ea" -d '{"events": [{"name": "network-changed", "server_uuid": "c1b5e246-73e6-41ad-88f0-1b0c20a96fdd", "tag": "03004444-8be2-447c-9467-72612117c20a"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:46:32.516105 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-267d6691-030d-437d-8b59-0cc9a8a7b30c req-b2f93eef-cf6b-466d-8a6e-e8e71e6f92d4 service neutron] 10.222.0.13 "GET /v2.0/networks/bba57ccd-c255-421b-9250-63d2725e8b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859149 Sep 17 07:46:32.517998 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=719244c5-0063-4840-aa23-e08e10c03023,revision_number=7']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:32.626075 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1dd601bd-6920-4179-96f5-a85b0ee0cbc2 req-2a3e8baa-2737-41e2-aac9-86eb7d21ba17 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:32.657646 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-267d6691-030d-437d-8b59-0cc9a8a7b30c req-e95171c1-06a4-41ae-9b1a-c85a71a49f6e service neutron] 10.222.0.13 "GET /v2.0/networks/bba57ccd-c255-421b-9250-63d2725e8b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406257 Sep 17 07:46:32.724245 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1dd601bd-6920-4179-96f5-a85b0ee0cbc2 req-2a3e8baa-2737-41e2-aac9-86eb7d21ba17 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:32.788382 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dd601bd-6920-4179-96f5-a85b0ee0cbc2 req-2a3e8baa-2737-41e2-aac9-86eb7d21ba17 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Network 339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:46:32.792297 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [req-1dd601bd-6920-4179-96f5-a85b0ee0cbc2 req-2a3e8baa-2737-41e2-aac9-86eb7d21ba17 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:46:32.806107 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dd601bd-6920-4179-96f5-a85b0ee0cbc2 req-2a3e8baa-2737-41e2-aac9-86eb7d21ba17 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:46:32.835802 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3e8baa-2737-41e2-aac9-86eb7d21ba17 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Pushing event updated for resources: {'Port': ['ID=94b9b03b-bcfa-4457-bd09-4a366b2aedd2,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:32.885823 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd601bd-6920-4179-96f5-a85b0ee0cbc2 req-2a3e8baa-2737-41e2-aac9-86eb7d21ba17 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:32.886908 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1dd601bd-6920-4179-96f5-a85b0ee0cbc2 req-2a3e8baa-2737-41e2-aac9-86eb7d21ba17 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:32.906625 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1dd601bd-6920-4179-96f5-a85b0ee0cbc2 req-2a3e8baa-2737-41e2-aac9-86eb7d21ba17 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8410611 Sep 17 07:46:32.928420 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-1dd601bd-6920-4179-96f5-a85b0ee0cbc2 req-071fb02e-7489-4235-afda-93326b544f7b service neutron] Request body: {'port': {'device_id': 'bff86472-d8ba-4b8f-957b-aef4ea838ce9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-9'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:46:33.092882 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1dd601bd-6920-4179-96f5-a85b0ee0cbc2 req-071fb02e-7489-4235-afda-93326b544f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:33.308139 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c62681-0a5f-49f1-af6d-20699fc22322 req-f08ec244-a5e8-4959-b55f-4c2b093b3baf tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:33.317248 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-27c62681-0a5f-49f1-af6d-20699fc22322 req-f08ec244-a5e8-4959-b55f-4c2b093b3baf tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/ports?device_id=553d3e03-4171-4ff2-8432-8bf576e082b0 HTTP/1.1" status: 200 len: 945 time: 0.1906011 Sep 17 07:46:33.423577 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-27c62681-0a5f-49f1-af6d-20699fc22322 req-5a58ae2b-e196-4657-8d3a-9ea731b9060b tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/security-groups?id=33dcb9d9-be84-490d-8d1e-769e2ed5062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902898 Sep 17 07:46:33.490618 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ed140f-4e11-49ea-bbd7-38c336ab0b35 x-openstack-request-id: req-e8ed140f-4e11-49ea-bbd7-38c336ab0b35 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:46:33.491971 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b05fae1d-c527-4696-b3f5-a60d907fb7ab", "name": "network-vif-plugged", "status": "completed", "tag": "719244c5-0063-4840-aa23-e08e10c03023", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:46:33.491971 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e8ed140f-4e11-49ea-bbd7-38c336ab0b35 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:46:33.491971 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b05fae1d-c527-4696-b3f5-a60d907fb7ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '719244c5-0063-4840-aa23-e08e10c03023', 'code': 200} Sep 17 07:46:33.568378 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d87d1ceb-5fa1-4003-890d-0cc31961c450 x-openstack-request-id: req-d87d1ceb-5fa1-4003-890d-0cc31961c450 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:46:33.569794 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1b5e246-73e6-41ad-88f0-1b0c20a96fdd", "tag": "03004444-8be2-447c-9467-72612117c20a", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:46:33.569794 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d87d1ceb-5fa1-4003-890d-0cc31961c450 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:46:33.571345 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1b5e246-73e6-41ad-88f0-1b0c20a96fdd', 'tag': '03004444-8be2-447c-9467-72612117c20a', 'status': 'completed', 'code': 200} Sep 17 07:46:33.658901 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [req-1dd601bd-6920-4179-96f5-a85b0ee0cbc2 req-071fb02e-7489-4235-afda-93326b544f7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94b9b03b-bcfa-4457-bd09-4a366b2aedd2 {{(pid=101289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:46:33.670458 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1dd601bd-6920-4179-96f5-a85b0ee0cbc2 req-071fb02e-7489-4235-afda-93326b544f7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:33.685897 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.provisioning_blocks [req-1dd601bd-6920-4179-96f5-a85b0ee0cbc2 req-071fb02e-7489-4235-afda-93326b544f7b service neutron] Transition to ACTIVE for port object 94b9b03b-bcfa-4457-bd09-4a366b2aedd2 will not be triggered until provisioned by entity L2. {{(pid=101289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:46:33.694290 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1dd601bd-6920-4179-96f5-a85b0ee0cbc2 req-071fb02e-7489-4235-afda-93326b544f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:33.745941 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80395985-7045-401e-a9c7-f0f256cf45ea req-b973a395-8fe5-439f-824c-11f2947de839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:33.753268 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-80395985-7045-401e-a9c7-f0f256cf45ea req-b973a395-8fe5-439f-824c-11f2947de839 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4f0e4c1c4dc94ab78a72a2655bcb731a&device_id=c1b5e246-73e6-41ad-88f0-1b0c20a96fdd HTTP/1.1" status: 200 len: 1124 time: 0.1339979 Sep 17 07:46:33.768458 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071fb02e-7489-4235-afda-93326b544f7b service neutron] Pushing event updated for resources: {'Port': ['ID=94b9b03b-bcfa-4457-bd09-4a366b2aedd2,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:33.908365 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-1dd601bd-6920-4179-96f5-a85b0ee0cbc2 req-071fb02e-7489-4235-afda-93326b544f7b service neutron] Attempting to bind port 94b9b03b-bcfa-4457-bd09-4a366b2aedd2 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:46:33.908743 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-1dd601bd-6920-4179-96f5-a85b0ee0cbc2 req-071fb02e-7489-4235-afda-93326b544f7b service neutron] Attempting to bind port 94b9b03b-bcfa-4457-bd09-4a366b2aedd2 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'bbdef28d-b0c6-41c1-88af-cfcd40a3d803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:46:33.909367 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd601bd-6920-4179-96f5-a85b0ee0cbc2 req-071fb02e-7489-4235-afda-93326b544f7b service neutron] Attempting to bind port 94b9b03b-bcfa-4457-bd09-4a366b2aedd2 on network 339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:46:33.929413 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd601bd-6920-4179-96f5-a85b0ee0cbc2 req-071fb02e-7489-4235-afda-93326b544f7b service neutron] Port 94b9b03b-bcfa-4457-bd09-4a366b2aedd2 on network 339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:46:33.929824 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd601bd-6920-4179-96f5-a85b0ee0cbc2 req-071fb02e-7489-4235-afda-93326b544f7b service neutron] Attempting to bind port 94b9b03b-bcfa-4457-bd09-4a366b2aedd2 on network 339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:46:33.942162 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd601bd-6920-4179-96f5-a85b0ee0cbc2 req-071fb02e-7489-4235-afda-93326b544f7b service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:46:33.942548 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd601bd-6920-4179-96f5-a85b0ee0cbc2 req-071fb02e-7489-4235-afda-93326b544f7b service neutron] Checking segment: {'id': 'bbdef28d-b0c6-41c1-88af-cfcd40a3d803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:46:33.943164 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd601bd-6920-4179-96f5-a85b0ee0cbc2 req-071fb02e-7489-4235-afda-93326b544f7b service neutron] Bound using segment: {'id': 'bbdef28d-b0c6-41c1-88af-cfcd40a3d803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5'} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:46:33.944055 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-1dd601bd-6920-4179-96f5-a85b0ee0cbc2 req-071fb02e-7489-4235-afda-93326b544f7b service neutron] Bound port: 94b9b03b-bcfa-4457-bd09-4a366b2aedd2, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbdef28d-b0c6-41c1-88af-cfcd40a3d803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5'}}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:46:33.944577 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1dd601bd-6920-4179-96f5-a85b0ee0cbc2 req-071fb02e-7489-4235-afda-93326b544f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:33.991809 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80395985-7045-401e-a9c7-f0f256cf45ea req-5817d757-3462-4fe7-8aac-9d88f29ac2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:33.994070 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-80395985-7045-401e-a9c7-f0f256cf45ea req-5817d757-3462-4fe7-8aac-9d88f29ac2c2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a0a513a6-9cd3-48db-b90d-df8b88e7c76b HTTP/1.1" status: 200 len: 909 time: 0.2314129 Sep 17 07:46:34.101070 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-80395985-7045-401e-a9c7-f0f256cf45ea req-b4e8ea22-0255-4dc0-ba43-9b61dcea5c72 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03004444-8be2-447c-9467-72612117c20a HTTP/1.1" status: 200 len: 217 time: 0.0951643 Sep 17 07:46:34.120827 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-1dd601bd-6920-4179-96f5-a85b0ee0cbc2 req-071fb02e-7489-4235-afda-93326b544f7b service neutron] For port 94b9b03b-bcfa-4457-bd09-4a366b2aedd2, host n-h1-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:46:34.127826 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-1dd601bd-6920-4179-96f5-a85b0ee0cbc2 req-071fb02e-7489-4235-afda-93326b544f7b service neutron] For port 94b9b03b-bcfa-4457-bd09-4a366b2aedd2, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=94b9b03b-bcfa-4457-bd09-4a366b2aedd2,segment=NetworkSegment(bbdef28d-b0c6-41c1-88af-cfcd40a3d803),segment_id=bbdef28d-b0c6-41c1-88af-cfcd40a3d803)] {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:46:34.141910 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1dd601bd-6920-4179-96f5-a85b0ee0cbc2 req-071fb02e-7489-4235-afda-93326b544f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:34.165500 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd601bd-6920-4179-96f5-a85b0ee0cbc2 req-071fb02e-7489-4235-afda-93326b544f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:34.166706 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1dd601bd-6920-4179-96f5-a85b0ee0cbc2 req-071fb02e-7489-4235-afda-93326b544f7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:34.168396 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1dd601bd-6920-4179-96f5-a85b0ee0cbc2 req-071fb02e-7489-4235-afda-93326b544f7b service neutron] 10.222.0.41 "PUT /v2.0/ports/94b9b03b-bcfa-4457-bd09-4a366b2aedd2 HTTP/1.1" status: 200 len: 1091 time: 1.2468696 Sep 17 07:46:34.170449 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bff86472-d8ba-4b8f-957b-aef4ea838ce9', 'tag': '94b9b03b-bcfa-4457-bd09-4a366b2aedd2'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:46:34.174106 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f28aabd1-8dd1-42e5-b794-519b5b52e2ee" -d '{"events": [{"name": "network-changed", "server_uuid": "bff86472-d8ba-4b8f-957b-aef4ea838ce9", "tag": "94b9b03b-bcfa-4457-bd09-4a366b2aedd2"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:46:34.216518 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80395985-7045-401e-a9c7-f0f256cf45ea req-87803cb1-e2e7-4073-96a8-d26af3b71ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:34.218318 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-80395985-7045-401e-a9c7-f0f256cf45ea req-87803cb1-e2e7-4073-96a8-d26af3b71ec2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b166af2c-f0c1-4005-bf20-b8a2b0583a5b HTTP/1.1" status: 200 len: 848 time: 0.1066546 Sep 17 07:46:34.271447 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-80395985-7045-401e-a9c7-f0f256cf45ea req-912f0152-8805-44db-b4ac-2dbe350e0957 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a0a513a6-9cd3-48db-b90d-df8b88e7c76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429242 Sep 17 07:46:34.390199 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071fb02e-7489-4235-afda-93326b544f7b service neutron] Pushing event updated for resources: {'Port': ['ID=94b9b03b-bcfa-4457-bd09-4a366b2aedd2,revision_number=3']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:34.401455 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071fb02e-7489-4235-afda-93326b544f7b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:46:34.402118 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071fb02e-7489-4235-afda-93326b544f7b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:46:34.402672 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071fb02e-7489-4235-afda-93326b544f7b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:46:34.403208 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071fb02e-7489-4235-afda-93326b544f7b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:46:34.403748 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071fb02e-7489-4235-afda-93326b544f7b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:46:34.404301 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071fb02e-7489-4235-afda-93326b544f7b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:46:34.404834 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071fb02e-7489-4235-afda-93326b544f7b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:46:34.405368 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071fb02e-7489-4235-afda-93326b544f7b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:46:34.405884 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071fb02e-7489-4235-afda-93326b544f7b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:46:34.406397 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071fb02e-7489-4235-afda-93326b544f7b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:46:34.406910 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071fb02e-7489-4235-afda-93326b544f7b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:46:34.407429 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071fb02e-7489-4235-afda-93326b544f7b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:46:34.416630 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd601bd-6920-4179-96f5-a85b0ee0cbc2 req-f2ee4316-6bf7-4687-b579-aa6c9e96215f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:34.418861 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1dd601bd-6920-4179-96f5-a85b0ee0cbc2 req-f2ee4316-6bf7-4687-b579-aa6c9e96215f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2525ecc58cad4fa78c4be116636fc184&device_id=bff86472-d8ba-4b8f-957b-aef4ea838ce9 HTTP/1.1" status: 200 len: 1094 time: 0.1612113 Sep 17 07:46:34.495736 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-80395985-7045-401e-a9c7-f0f256cf45ea req-e44b8b00-4827-42d0-ae67-4eebba5a3989 service neutron] 10.222.0.39 "GET /v2.0/networks/a0a513a6-9cd3-48db-b90d-df8b88e7c76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069442 Sep 17 07:46:34.498678 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1dd601bd-6920-4179-96f5-a85b0ee0cbc2 req-d7da9704-9962-4928-9725-224ebb880577 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94b9b03b-bcfa-4457-bd09-4a366b2aedd2 HTTP/1.1" status: 200 len: 217 time: 0.0606353 Sep 17 07:46:34.608802 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd601bd-6920-4179-96f5-a85b0ee0cbc2 req-03604be3-33a4-4218-aba5-748dd6010666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:34.610292 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1dd601bd-6920-4179-96f5-a85b0ee0cbc2 req-03604be3-33a4-4218-aba5-748dd6010666 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=affefed0-1fce-4202-a68f-ea65cc757370 HTTP/1.1" status: 200 len: 860 time: 0.0965452 Sep 17 07:46:34.667501 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1dd601bd-6920-4179-96f5-a85b0ee0cbc2 req-183a1cb4-1db8-4887-b16b-d8612cbe291d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454698 Sep 17 07:46:34.676628 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-80395985-7045-401e-a9c7-f0f256cf45ea req-e7ece78c-9dfe-4b7d-b7e9-c54ce493df8d service neutron] 10.222.0.39 "GET /v2.0/networks/a0a513a6-9cd3-48db-b90d-df8b88e7c76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683979 Sep 17 07:46:34.802942 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1dd601bd-6920-4179-96f5-a85b0ee0cbc2 req-0e6dada5-a093-4dfe-8e89-5812a9eb0024 service neutron] 10.222.0.41 "GET /v2.0/networks/339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281779 Sep 17 07:46:34.834501 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:35.203936 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d6691-030d-437d-8b59-0cc9a8a7b30c req-5037d51e-78bb-42a5-975d-1699673b2c75 tempest-ServerGroupTestJSON-2101905530 tempest-ServerGroupTestJSON-2101905530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:35.205774 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-267d6691-030d-437d-8b59-0cc9a8a7b30c req-5037d51e-78bb-42a5-975d-1699673b2c75 tempest-ServerGroupTestJSON-2101905530 tempest-ServerGroupTestJSON-2101905530-project] 10.222.0.39 "GET /v2.0/networks?id=bba57ccd-c255-421b-9250-63d2725e8b36 HTTP/1.1" status: 200 len: 810 time: 0.2213898 Sep 17 07:46:35.230410 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-267d6691-030d-437d-8b59-0cc9a8a7b30c req-3a20225f-23de-4f96-880e-97377dee9176 tempest-ServerGroupTestJSON-2101905530 tempest-ServerGroupTestJSON-2101905530-project] Request body: {'port': {'device_id': 'd6d4235d-ab19-4d89-81be-ab499f932ce8', 'network_id': 'bba57ccd-c255-421b-9250-63d2725e8b36', 'admin_state_up': True, 'tenant_id': '5059f8cc04c948308371e348cd074b3f'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:46:35.246821 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:35.485724 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-267d6691-030d-437d-8b59-0cc9a8a7b30c req-3a20225f-23de-4f96-880e-97377dee9176 tempest-ServerGroupTestJSON-2101905530 tempest-ServerGroupTestJSON-2101905530-project] Made reservation on behalf of 5059f8cc04c948308371e348cd074b3f for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:46:35.505212 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-267d6691-030d-437d-8b59-0cc9a8a7b30c req-3a20225f-23de-4f96-880e-97377dee9176 tempest-ServerGroupTestJSON-2101905530 tempest-ServerGroupTestJSON-2101905530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:35.552351 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1dd601bd-6920-4179-96f5-a85b0ee0cbc2 req-8654f26b-5ac9-4d1b-b5dc-54558d467b8f service neutron] 10.222.0.41 "GET /v2.0/networks/339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7362022 Sep 17 07:46:35.686586 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-267d6691-030d-437d-8b59-0cc9a8a7b30c req-3a20225f-23de-4f96-880e-97377dee9176 tempest-ServerGroupTestJSON-2101905530 tempest-ServerGroupTestJSON-2101905530-project] Allocated IP 172.20.0.10 (bba57ccd-c255-421b-9250-63d2725e8b36/e38902fd-2bdd-48ba-b731-8c7a1bc05678/cf8d924d-eaac-4b3e-be45-603f2e19d7aa) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:46:35.906056 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-267d6691-030d-437d-8b59-0cc9a8a7b30c req-3a20225f-23de-4f96-880e-97377dee9176 tempest-ServerGroupTestJSON-2101905530 tempest-ServerGroupTestJSON-2101905530-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:35.958277 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-267d6691-030d-437d-8b59-0cc9a8a7b30c req-3a20225f-23de-4f96-880e-97377dee9176 tempest-ServerGroupTestJSON-2101905530 tempest-ServerGroupTestJSON-2101905530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:36.024798 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-267d6691-030d-437d-8b59-0cc9a8a7b30c req-3a20225f-23de-4f96-880e-97377dee9176 tempest-ServerGroupTestJSON-2101905530 tempest-ServerGroupTestJSON-2101905530-project] Network bba57ccd-c255-421b-9250-63d2725e8b36 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:46:36.031181 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-267d6691-030d-437d-8b59-0cc9a8a7b30c req-3a20225f-23de-4f96-880e-97377dee9176 tempest-ServerGroupTestJSON-2101905530 tempest-ServerGroupTestJSON-2101905530-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:46:36.036378 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-267d6691-030d-437d-8b59-0cc9a8a7b30c req-3a20225f-23de-4f96-880e-97377dee9176 tempest-ServerGroupTestJSON-2101905530 tempest-ServerGroupTestJSON-2101905530-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:46:36.105165 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d6691-030d-437d-8b59-0cc9a8a7b30c req-3a20225f-23de-4f96-880e-97377dee9176 tempest-ServerGroupTestJSON-2101905530 tempest-ServerGroupTestJSON-2101905530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:36.105988 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-267d6691-030d-437d-8b59-0cc9a8a7b30c req-3a20225f-23de-4f96-880e-97377dee9176 tempest-ServerGroupTestJSON-2101905530 tempest-ServerGroupTestJSON-2101905530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:36.120994 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a20225f-23de-4f96-880e-97377dee9176 tempest-ServerGroupTestJSON-2101905530 tempest-ServerGroupTestJSON-2101905530-project] Pushing event updated for resources: {'Port': ['ID=cf8d924d-eaac-4b3e-be45-603f2e19d7aa,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:36.131311 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-267d6691-030d-437d-8b59-0cc9a8a7b30c req-3a20225f-23de-4f96-880e-97377dee9176 tempest-ServerGroupTestJSON-2101905530 tempest-ServerGroupTestJSON-2101905530-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9049463 Sep 17 07:46:36.161754 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-267d6691-030d-437d-8b59-0cc9a8a7b30c req-1f08e5b7-4f39-4cbe-b3d5-179ea8b6fd00 service neutron] Request body: {'port': {'device_id': 'd6d4235d-ab19-4d89-81be-ab499f932ce8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:46:36.251133 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-267d6691-030d-437d-8b59-0cc9a8a7b30c req-1f08e5b7-4f39-4cbe-b3d5-179ea8b6fd00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:36.740191 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-267d6691-030d-437d-8b59-0cc9a8a7b30c req-1f08e5b7-4f39-4cbe-b3d5-179ea8b6fd00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf8d924d-eaac-4b3e-be45-603f2e19d7aa {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:46:36.748470 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-267d6691-030d-437d-8b59-0cc9a8a7b30c req-1f08e5b7-4f39-4cbe-b3d5-179ea8b6fd00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:36.781249 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-267d6691-030d-437d-8b59-0cc9a8a7b30c req-1f08e5b7-4f39-4cbe-b3d5-179ea8b6fd00 service neutron] Transition to ACTIVE for port object cf8d924d-eaac-4b3e-be45-603f2e19d7aa will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:46:36.790771 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-267d6691-030d-437d-8b59-0cc9a8a7b30c req-1f08e5b7-4f39-4cbe-b3d5-179ea8b6fd00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:36.872690 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f08e5b7-4f39-4cbe-b3d5-179ea8b6fd00 service neutron] Pushing event updated for resources: {'Port': ['ID=cf8d924d-eaac-4b3e-be45-603f2e19d7aa,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:36.980994 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-267d6691-030d-437d-8b59-0cc9a8a7b30c req-1f08e5b7-4f39-4cbe-b3d5-179ea8b6fd00 service neutron] Attempting to bind port cf8d924d-eaac-4b3e-be45-603f2e19d7aa on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:46:36.983124 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-267d6691-030d-437d-8b59-0cc9a8a7b30c req-1f08e5b7-4f39-4cbe-b3d5-179ea8b6fd00 service neutron] Attempting to bind port cf8d924d-eaac-4b3e-be45-603f2e19d7aa by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': 'cf8d5924-20e4-47e9-88ff-1271710c3097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bba57ccd-c255-421b-9250-63d2725e8b36'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:46:36.983647 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267d6691-030d-437d-8b59-0cc9a8a7b30c req-1f08e5b7-4f39-4cbe-b3d5-179ea8b6fd00 service neutron] Attempting to bind port cf8d924d-eaac-4b3e-be45-603f2e19d7aa on network bba57ccd-c255-421b-9250-63d2725e8b36 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:46:36.995882 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267d6691-030d-437d-8b59-0cc9a8a7b30c req-1f08e5b7-4f39-4cbe-b3d5-179ea8b6fd00 service neutron] Port cf8d924d-eaac-4b3e-be45-603f2e19d7aa on network bba57ccd-c255-421b-9250-63d2725e8b36 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:46:36.999369 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267d6691-030d-437d-8b59-0cc9a8a7b30c req-1f08e5b7-4f39-4cbe-b3d5-179ea8b6fd00 service neutron] Attempting to bind port cf8d924d-eaac-4b3e-be45-603f2e19d7aa on network bba57ccd-c255-421b-9250-63d2725e8b36 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:46:37.007770 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267d6691-030d-437d-8b59-0cc9a8a7b30c req-1f08e5b7-4f39-4cbe-b3d5-179ea8b6fd00 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:46:37.008413 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267d6691-030d-437d-8b59-0cc9a8a7b30c req-1f08e5b7-4f39-4cbe-b3d5-179ea8b6fd00 service neutron] Checking segment: {'id': 'cf8d5924-20e4-47e9-88ff-1271710c3097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bba57ccd-c255-421b-9250-63d2725e8b36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:46:37.009014 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267d6691-030d-437d-8b59-0cc9a8a7b30c req-1f08e5b7-4f39-4cbe-b3d5-179ea8b6fd00 service neutron] Bound using segment: {'id': 'cf8d5924-20e4-47e9-88ff-1271710c3097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bba57ccd-c255-421b-9250-63d2725e8b36'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:46:37.009695 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-267d6691-030d-437d-8b59-0cc9a8a7b30c req-1f08e5b7-4f39-4cbe-b3d5-179ea8b6fd00 service neutron] Bound port: cf8d924d-eaac-4b3e-be45-603f2e19d7aa, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf8d5924-20e4-47e9-88ff-1271710c3097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bba57ccd-c255-421b-9250-63d2725e8b36'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:46:37.010743 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-267d6691-030d-437d-8b59-0cc9a8a7b30c req-1f08e5b7-4f39-4cbe-b3d5-179ea8b6fd00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:37.123998 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-267d6691-030d-437d-8b59-0cc9a8a7b30c req-1f08e5b7-4f39-4cbe-b3d5-179ea8b6fd00 service neutron] For port cf8d924d-eaac-4b3e-be45-603f2e19d7aa, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:46:37.128411 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-267d6691-030d-437d-8b59-0cc9a8a7b30c req-1f08e5b7-4f39-4cbe-b3d5-179ea8b6fd00 service neutron] For port cf8d924d-eaac-4b3e-be45-603f2e19d7aa, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=cf8d924d-eaac-4b3e-be45-603f2e19d7aa,segment=NetworkSegment(cf8d5924-20e4-47e9-88ff-1271710c3097),segment_id=cf8d5924-20e4-47e9-88ff-1271710c3097)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:46:37.149696 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-267d6691-030d-437d-8b59-0cc9a8a7b30c req-1f08e5b7-4f39-4cbe-b3d5-179ea8b6fd00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:37.219093 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f08e5b7-4f39-4cbe-b3d5-179ea8b6fd00 service neutron] Pushing event updated for resources: {'Port': ['ID=cf8d924d-eaac-4b3e-be45-603f2e19d7aa,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:37.251210 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d6691-030d-437d-8b59-0cc9a8a7b30c req-1f08e5b7-4f39-4cbe-b3d5-179ea8b6fd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:37.252212 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-267d6691-030d-437d-8b59-0cc9a8a7b30c req-1f08e5b7-4f39-4cbe-b3d5-179ea8b6fd00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:37.256679 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-267d6691-030d-437d-8b59-0cc9a8a7b30c req-1f08e5b7-4f39-4cbe-b3d5-179ea8b6fd00 service neutron] 10.222.0.39 "PUT /v2.0/ports/cf8d924d-eaac-4b3e-be45-603f2e19d7aa HTTP/1.1" status: 200 len: 1092 time: 1.0968430 Sep 17 07:46:37.258050 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6d4235d-ab19-4d89-81be-ab499f932ce8', 'tag': 'cf8d924d-eaac-4b3e-be45-603f2e19d7aa'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:46:37.262219 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d025e7-18d1-4e41-839f-58e5f2b82db6" -d '{"events": [{"name": "network-changed", "server_uuid": "d6d4235d-ab19-4d89-81be-ab499f932ce8", "tag": "cf8d924d-eaac-4b3e-be45-603f2e19d7aa"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:46:37.404048 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d6691-030d-437d-8b59-0cc9a8a7b30c req-45a3acea-5e8a-4468-824b-f2697fb39a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:37.406030 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-267d6691-030d-437d-8b59-0cc9a8a7b30c req-45a3acea-5e8a-4468-824b-f2697fb39a9a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5059f8cc04c948308371e348cd074b3f&device_id=d6d4235d-ab19-4d89-81be-ab499f932ce8 HTTP/1.1" status: 200 len: 1095 time: 0.0676606 Sep 17 07:46:37.470421 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-267d6691-030d-437d-8b59-0cc9a8a7b30c req-125aaf72-ac5f-476b-94bc-9764e8a02944 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf8d924d-eaac-4b3e-be45-603f2e19d7aa HTTP/1.1" status: 200 len: 217 time: 0.0468433 Sep 17 07:46:37.552795 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d6691-030d-437d-8b59-0cc9a8a7b30c req-4a5a50b0-fa38-4656-8522-d1e9197910e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:37.554668 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-267d6691-030d-437d-8b59-0cc9a8a7b30c req-4a5a50b0-fa38-4656-8522-d1e9197910e3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e38902fd-2bdd-48ba-b731-8c7a1bc05678 HTTP/1.1" status: 200 len: 850 time: 0.0743928 Sep 17 07:46:37.599163 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-267d6691-030d-437d-8b59-0cc9a8a7b30c req-ea028c7e-adae-42ba-b594-bb5be07dce53 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bba57ccd-c255-421b-9250-63d2725e8b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346215 Sep 17 07:46:37.752520 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-267d6691-030d-437d-8b59-0cc9a8a7b30c req-5c632de4-0bac-400a-8b2f-be0ea80291de service neutron] 10.222.0.39 "GET /v2.0/networks/bba57ccd-c255-421b-9250-63d2725e8b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396310 Sep 17 07:46:37.863944 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-267d6691-030d-437d-8b59-0cc9a8a7b30c req-aeee4d84-1fd8-4416-8c38-db91c387e9bb service neutron] 10.222.0.39 "GET /v2.0/networks/bba57ccd-c255-421b-9250-63d2725e8b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023040 Sep 17 07:46:38.867369 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e9a66b-439c-41d6-abc2-a78dbcec1b1a req-176613cd-ec34-4c7e-9a1d-b06377b30955 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:38.874516 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-72e9a66b-439c-41d6-abc2-a78dbcec1b1a req-176613cd-ec34-4c7e-9a1d-b06377b30955 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff86472-d8ba-4b8f-957b-aef4ea838ce9 HTTP/1.1" status: 200 len: 943 time: 0.0629876 Sep 17 07:46:38.949654 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-72e9a66b-439c-41d6-abc2-a78dbcec1b1a req-b84087a3-aff3-4161-9af1-070f8c58656a tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740120 Sep 17 07:46:38.967774 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f7358a-6118-4b97-9fca-f3260db3115f req-efd53b9f-fd33-4497-85c2-dde3ea7029c8 tempest-ServerGroupTestJSON-2101905530 tempest-ServerGroupTestJSON-2101905530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:38.970004 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-41f7358a-6118-4b97-9fca-f3260db3115f req-efd53b9f-fd33-4497-85c2-dde3ea7029c8 tempest-ServerGroupTestJSON-2101905530 tempest-ServerGroupTestJSON-2101905530-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6d4235d-ab19-4d89-81be-ab499f932ce8 HTTP/1.1" status: 200 len: 944 time: 0.0934575 Sep 17 07:46:39.040399 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-41f7358a-6118-4b97-9fca-f3260db3115f req-cd8f6547-7160-4c3e-b160-55e1aaeb92fb tempest-ServerGroupTestJSON-2101905530 tempest-ServerGroupTestJSON-2101905530-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d39c65-568e-4305-8513-34fcfb76f759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642724 Sep 17 07:46:39.150569 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d12a37-8e94-4172-8c2a-aa0cd16cac8d req-b63fd13f-30fe-4967-b022-30f6871b7548 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:39.152357 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a3d12a37-8e94-4172-8c2a-aa0cd16cac8d req-b63fd13f-30fe-4967-b022-30f6871b7548 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7493787-d845-4111-acb2-f73baf94ad30 HTTP/1.1" status: 200 len: 945 time: 0.1106620 Sep 17 07:46:39.243589 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba9e20-146a-47d8-ae30-692ff43b6b92 req-4f0f5b59-3b72-4588-8b83-3c3bd2257d4e tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:39.250967 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f7ba9e20-146a-47d8-ae30-692ff43b6b92 req-4f0f5b59-3b72-4588-8b83-3c3bd2257d4e tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1b5e246-73e6-41ad-88f0-1b0c20a96fdd HTTP/1.1" status: 200 len: 943 time: 0.1272385 Sep 17 07:46:39.265747 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a3d12a37-8e94-4172-8c2a-aa0cd16cac8d req-adc3c89d-da74-4803-affe-df2f3012c4e6 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/security-groups?id=33dcb9d9-be84-490d-8d1e-769e2ed5062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799379 Sep 17 07:46:39.354012 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f7ba9e20-146a-47d8-ae30-692ff43b6b92 req-4eebca00-4915-4ede-b68b-9e8e259c8bc1 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020172 Sep 17 07:46:39.438154 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d9ed6e-57dd-4a8b-957a-cdfb72d6c586 x-openstack-request-id: req-50d9ed6e-57dd-4a8b-957a-cdfb72d6c586 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:46:39.438859 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bff86472-d8ba-4b8f-957b-aef4ea838ce9", "tag": "94b9b03b-bcfa-4457-bd09-4a366b2aedd2", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:46:39.439336 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-50d9ed6e-57dd-4a8b-957a-cdfb72d6c586 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:46:39.439994 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bff86472-d8ba-4b8f-957b-aef4ea838ce9', 'tag': '94b9b03b-bcfa-4457-bd09-4a366b2aedd2', 'status': 'completed', 'code': 200} Sep 17 07:46:39.506515 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-342e9469-6430-4419-ab04-33a425146506 x-openstack-request-id: req-342e9469-6430-4419-ab04-33a425146506 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:46:39.507349 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6d4235d-ab19-4d89-81be-ab499f932ce8", "tag": "cf8d924d-eaac-4b3e-be45-603f2e19d7aa", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:46:39.507810 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-342e9469-6430-4419-ab04-33a425146506 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:46:39.508546 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6d4235d-ab19-4d89-81be-ab499f932ce8', 'tag': 'cf8d924d-eaac-4b3e-be45-603f2e19d7aa', 'status': 'completed', 'code': 200} Sep 17 07:46:39.569736 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28aabd1-8dd1-42e5-b794-519b5b52e2ee req-e07ac745-c608-4294-aede-06c650a06115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:39.571591 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f28aabd1-8dd1-42e5-b794-519b5b52e2ee req-e07ac745-c608-4294-aede-06c650a06115 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2525ecc58cad4fa78c4be116636fc184&device_id=bff86472-d8ba-4b8f-957b-aef4ea838ce9 HTTP/1.1" status: 200 len: 1094 time: 0.0942891 Sep 17 07:46:39.682660 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d025e7-18d1-4e41-839f-58e5f2b82db6 req-287619ca-104e-4ad8-822a-42d8c5e4d7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:39.686886 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-32d025e7-18d1-4e41-839f-58e5f2b82db6 req-287619ca-104e-4ad8-822a-42d8c5e4d7a2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5059f8cc04c948308371e348cd074b3f&device_id=d6d4235d-ab19-4d89-81be-ab499f932ce8 HTTP/1.1" status: 200 len: 1095 time: 0.0928915 Sep 17 07:46:39.795344 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28aabd1-8dd1-42e5-b794-519b5b52e2ee req-1507c184-8e82-4d89-a6c9-88535f6a8392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:39.798295 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f28aabd1-8dd1-42e5-b794-519b5b52e2ee req-1507c184-8e82-4d89-a6c9-88535f6a8392 service neutron] 10.222.0.41 "GET /v2.0/networks?id=339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5 HTTP/1.1" status: 200 len: 921 time: 0.2182803 Sep 17 07:46:39.897085 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f28aabd1-8dd1-42e5-b794-519b5b52e2ee req-a3d8a083-66cd-4e62-b119-f814a4cee1eb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94b9b03b-bcfa-4457-bd09-4a366b2aedd2 HTTP/1.1" status: 200 len: 217 time: 0.0908051 Sep 17 07:46:39.900753 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d025e7-18d1-4e41-839f-58e5f2b82db6 req-5306f682-af4d-4883-9671-ddec604adb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:39.902416 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-32d025e7-18d1-4e41-839f-58e5f2b82db6 req-5306f682-af4d-4883-9671-ddec604adb55 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bba57ccd-c255-421b-9250-63d2725e8b36 HTTP/1.1" status: 200 len: 911 time: 0.2056568 Sep 17 07:46:39.996132 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-32d025e7-18d1-4e41-839f-58e5f2b82db6 req-d494a823-4553-4184-989c-28263e967dcd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf8d924d-eaac-4b3e-be45-603f2e19d7aa HTTP/1.1" status: 200 len: 217 time: 0.0846651 Sep 17 07:46:40.039055 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28aabd1-8dd1-42e5-b794-519b5b52e2ee req-09104ebb-a817-4299-a3a9-a82d1b0c1a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:40.042799 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f28aabd1-8dd1-42e5-b794-519b5b52e2ee req-09104ebb-a817-4299-a3a9-a82d1b0c1a58 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=affefed0-1fce-4202-a68f-ea65cc757370 HTTP/1.1" status: 200 len: 860 time: 0.1377566 Sep 17 07:46:40.084584 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d025e7-18d1-4e41-839f-58e5f2b82db6 req-3c87bc87-6871-481d-b681-ac947fae6031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:40.086065 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-32d025e7-18d1-4e41-839f-58e5f2b82db6 req-3c87bc87-6871-481d-b681-ac947fae6031 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e38902fd-2bdd-48ba-b731-8c7a1bc05678 HTTP/1.1" status: 200 len: 850 time: 0.0822670 Sep 17 07:46:40.097035 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-deb1a942-5ac8-4673-8398-4d96280cfa02 req-141037d4-7fe7-4031-909a-651a37aa354b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2c19325a-872a-4be3-952a-1149cb68eff8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0838664 Sep 17 07:46:40.111726 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f28aabd1-8dd1-42e5-b794-519b5b52e2ee req-ae2ee63b-292c-49bd-a799-cff8778454d3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585198 Sep 17 07:46:40.227847 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 03004444-8be2-447c-9467-72612117c20a details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:46:40.312083 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f28aabd1-8dd1-42e5-b794-519b5b52e2ee req-498614eb-a0a8-44e6-afd8-0affa4a67739 service neutron] 10.222.0.41 "GET /v2.0/networks/339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854227 Sep 17 07:46:40.503507 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 03004444-8be2-447c-9467-72612117c20a, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=03004444-8be2-447c-9467-72612117c20a,segment=NetworkSegment(2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff),segment_id=2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:46:40.516401 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-32d025e7-18d1-4e41-839f-58e5f2b82db6 req-e0efa924-ec9e-4fc6-971c-60b5a6388d02 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bba57ccd-c255-421b-9250-63d2725e8b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4082417 Sep 17 07:46:40.522344 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 03004444-8be2-447c-9467-72612117c20a has no active binding in host n-h1-789963-9 {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 17 07:46:40.522998 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 94b9b03b-bcfa-4457-bd09-4a366b2aedd2 details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:46:40.595208 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f28aabd1-8dd1-42e5-b794-519b5b52e2ee req-8db740e8-708f-49c8-a617-2d135acfc2e1 service neutron] 10.222.0.41 "GET /v2.0/networks/339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688696 Sep 17 07:46:40.796445 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 94b9b03b-bcfa-4457-bd09-4a366b2aedd2, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=94b9b03b-bcfa-4457-bd09-4a366b2aedd2,segment=NetworkSegment(bbdef28d-b0c6-41c1-88af-cfcd40a3d803),segment_id=bbdef28d-b0c6-41c1-88af-cfcd40a3d803)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:46:40.808462 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-32d025e7-18d1-4e41-839f-58e5f2b82db6 req-b7f3a9d3-fc4c-4d85-a3e1-3fa724ea91e9 service neutron] 10.222.0.39 "GET /v2.0/networks/bba57ccd-c255-421b-9250-63d2725e8b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550607 Sep 17 07:46:40.812961 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb1a942-5ac8-4673-8398-4d96280cfa02 req-facbc748-d1d6-4bf2-938a-1f77fd369fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:40.814414 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-deb1a942-5ac8-4673-8398-4d96280cfa02 req-facbc748-d1d6-4bf2-938a-1f77fd369fbb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4f0e4c1c4dc94ab78a72a2655bcb731a&device_id=2c19325a-872a-4be3-952a-1149cb68eff8 HTTP/1.1" status: 200 len: 1095 time: 0.3200028 Sep 17 07:46:40.861486 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': '94b9b03b-bcfa-4457-bd09-4a366b2aedd2', 'network_id': '339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5', 'port_id': '94b9b03b-bcfa-4457-bd09-4a366b2aedd2', 'mac_address': 'fa:16:3e:a3:05:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'affefed0-1fce-4202-a68f-ea65cc757370', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:46:40.873889 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-835e779d-d9a0-4a2a-8b63-135d92ab64b8 req-305765b6-85aa-42ca-862c-4785308ba300 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e99c4201-fedb-4f07-b19b-4b1953342404&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1378281 Sep 17 07:46:40.982763 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 03004444-8be2-447c-9467-72612117c20a no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:46:41.026201 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:41.062473 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94b9b03b-bcfa-4457-bd09-4a366b2aedd2 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:46:41.105526 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 94b9b03b-bcfa-4457-bd09-4a366b2aedd2, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=94b9b03b-bcfa-4457-bd09-4a366b2aedd2,segment=NetworkSegment(bbdef28d-b0c6-41c1-88af-cfcd40a3d803),segment_id=bbdef28d-b0c6-41c1-88af-cfcd40a3d803)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:46:41.122650 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:41.266645 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e779d-d9a0-4a2a-8b63-135d92ab64b8 req-31a84849-3601-4627-a994-2851c6d6b8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:41.268209 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-835e779d-d9a0-4a2a-8b63-135d92ab64b8 req-31a84849-3601-4627-a994-2851c6d6b8e8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=995280dd7af64d29b5c08cf39fa14744&device_id=e99c4201-fedb-4f07-b19b-4b1953342404 HTTP/1.1" status: 200 len: 1097 time: 0.2574522 Sep 17 07:46:41.287997 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-32d025e7-18d1-4e41-839f-58e5f2b82db6 req-3aae93ac-27dd-4381-8a7d-adc05f031e1c service neutron] 10.222.0.39 "GET /v2.0/networks/bba57ccd-c255-421b-9250-63d2725e8b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4677713 Sep 17 07:46:41.293331 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=94b9b03b-bcfa-4457-bd09-4a366b2aedd2,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:41.310354 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:46:41.311058 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:46:41.311058 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:46:41.311888 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:46:41.311888 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:46:41.312116 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:46:41.312361 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:46:41.312825 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:46:41.313020 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:46:41.313351 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:46:41.313683 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:46:41.314003 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:46:41.377195 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb1a942-5ac8-4673-8398-4d96280cfa02 req-1a61b61b-615c-4c99-b35f-437eefcc61e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:41.379251 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-deb1a942-5ac8-4673-8398-4d96280cfa02 req-1a61b61b-615c-4c99-b35f-437eefcc61e0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a0a513a6-9cd3-48db-b90d-df8b88e7c76b HTTP/1.1" status: 200 len: 909 time: 0.5036075 Sep 17 07:46:41.484906 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-deb1a942-5ac8-4673-8398-4d96280cfa02 req-0637f92e-5df7-4e8f-af86-ad353fdf1d7d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=185ba6de-cea4-436f-8839-6eb8e5937fcc HTTP/1.1" status: 200 len: 217 time: 0.0832174 Sep 17 07:46:41.626480 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e779d-d9a0-4a2a-8b63-135d92ab64b8 req-38ffdd68-bd35-43b7-8167-3c6112242882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:41.633995 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-835e779d-d9a0-4a2a-8b63-135d92ab64b8 req-38ffdd68-bd35-43b7-8167-3c6112242882 service neutron] 10.222.0.39 "GET /v2.0/networks?id=28b44509-44d1-434d-a1e7-c08ce9b90a41 HTTP/1.1" status: 200 len: 924 time: 0.3067853 Sep 17 07:46:41.719474 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['94b9b03b-bcfa-4457-bd09-4a366b2aedd2'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:46:41.807940 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a380be-4720-4dc8-af2d-9d13412a86ae req-57e0c6da-53d2-4650-ac8b-3a43436d8bf4 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:41.809500 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b4a380be-4720-4dc8-af2d-9d13412a86ae req-57e0c6da-53d2-4650-ac8b-3a43436d8bf4 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7493787-d845-4111-acb2-f73baf94ad30 HTTP/1.1" status: 200 len: 945 time: 0.1372070 Sep 17 07:46:42.002611 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb1a942-5ac8-4673-8398-4d96280cfa02 req-f1b35a7e-571b-4a94-9296-2dbc3ec886e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:42.004860 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-deb1a942-5ac8-4673-8398-4d96280cfa02 req-f1b35a7e-571b-4a94-9296-2dbc3ec886e5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b166af2c-f0c1-4005-bf20-b8a2b0583a5b HTTP/1.1" status: 200 len: 848 time: 0.3688815 Sep 17 07:46:42.015024 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-835e779d-d9a0-4a2a-8b63-135d92ab64b8 req-10c273ce-7a56-4984-a1d5-fdd29529d6d7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b592eca1-af40-455f-b624-5c3c668eb19e HTTP/1.1" status: 200 len: 1002 time: 0.3703077 Sep 17 07:46:42.033873 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-b4a380be-4720-4dc8-af2d-9d13412a86ae req-b5d10c1a-a8e7-4026-b90b-b4c2c7dfa755 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Deleting port fc9dbf6f-ccf9-4311-b385-0b4c343db92a {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:46:42.034661 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-b4a380be-4720-4dc8-af2d-9d13412a86ae req-b5d10c1a-a8e7-4026-b90b-b4c2c7dfa755 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:42.119544 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-deb1a942-5ac8-4673-8398-4d96280cfa02 req-bff99d12-f13c-4fc6-a38a-ddd3d368c5a4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a0a513a6-9cd3-48db-b90d-df8b88e7c76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0989568 Sep 17 07:46:42.146729 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-b4a380be-4720-4dc8-af2d-9d13412a86ae req-b5d10c1a-a8e7-4026-b90b-b4c2c7dfa755 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] For port fc9dbf6f-ccf9-4311-b385-0b4c343db92a, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=fc9dbf6f-ccf9-4311-b385-0b4c343db92a,segment=NetworkSegment(fe140136-2174-4894-b80d-4d7eee6c1378),segment_id=fe140136-2174-4894-b80d-4d7eee6c1378)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:46:42.147571 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-b4a380be-4720-4dc8-af2d-9d13412a86ae req-b5d10c1a-a8e7-4026-b90b-b4c2c7dfa755 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:42.162574 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-a71b9431-fc45-46c6-9ac2-1cd1b8a7df93 service neutron] 10.222.0.39 "GET /v2.0/ports/03004444-8be2-447c-9467-72612117c20a/bindings/n-h1-789963-9 HTTP/1.1" status: 200 len: 384 time: 0.4041128 Sep 17 07:46:42.169044 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-b4a380be-4720-4dc8-af2d-9d13412a86ae req-b5d10c1a-a8e7-4026-b90b-b4c2c7dfa755 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Calling delete_port for fc9dbf6f-ccf9-4311-b385-0b4c343db92a owned by compute:nova {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:46:42.241537 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 03004444-8be2-447c-9467-72612117c20a no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:46:42.325915 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 03004444-8be2-447c-9467-72612117c20a not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:46:42.329948 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-b4a380be-4720-4dc8-af2d-9d13412a86ae req-b5d10c1a-a8e7-4026-b90b-b4c2c7dfa755 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:42.366843 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['a7b2a708-c379-4a6a-b7a5-cb0633b2ae37'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:46:42.463075 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e779d-d9a0-4a2a-8b63-135d92ab64b8 req-b5a01857-cab8-4f63-b4fe-6b3853b4aecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:42.463719 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-835e779d-d9a0-4a2a-8b63-135d92ab64b8 req-b5a01857-cab8-4f63-b4fe-6b3853b4aecf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a2b739cf-a4f3-485c-ac6f-6aae0b07dbbb HTTP/1.1" status: 200 len: 862 time: 0.4204938 Sep 17 07:46:42.509432 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d10c1a-a8e7-4026-b90b-b4c2c7dfa755 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Pushing event deleted for resources: {'Port': ['ID=fc9dbf6f-ccf9-4311-b385-0b4c343db92a,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:42.511821 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4a380be-4720-4dc8-af2d-9d13412a86ae req-b5d10c1a-a8e7-4026-b90b-b4c2c7dfa755 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] No DVR routers for this DVR port fc9dbf6f-ccf9-4311-b385-0b4c343db92a on host n-h1-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:46:42.520855 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-b4a380be-4720-4dc8-af2d-9d13412a86ae req-b5d10c1a-a8e7-4026-b90b-b4c2c7dfa755 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:42.523268 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b4a380be-4720-4dc8-af2d-9d13412a86ae req-b5d10c1a-a8e7-4026-b90b-b4c2c7dfa755 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.41 "DELETE /v2.0/ports/fc9dbf6f-ccf9-4311-b385-0b4c343db92a HTTP/1.1" status: 204 len: 173 time: 0.7047555 Sep 17 07:46:42.527355 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7493787-d845-4111-acb2-f73baf94ad30', 'name': 'network-vif-deleted', 'tag': 'fc9dbf6f-ccf9-4311-b385-0b4c343db92a'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:46:42.539592 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73bfad05-5840-4c4c-a1e6-742f2e60a730" -d '{"events": [{"server_uuid": "e7493787-d845-4111-acb2-f73baf94ad30", "name": "network-vif-deleted", "tag": "fc9dbf6f-ccf9-4311-b385-0b4c343db92a"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:46:42.777504 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-02f95cd1-7e0f-4d07-93db-e69b9fbc96df service neutron] For port 03004444-8be2-447c-9467-72612117c20a, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=03004444-8be2-447c-9467-72612117c20a,segment=NetworkSegment(2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff),segment_id=2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:46:42.808165 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-02f95cd1-7e0f-4d07-93db-e69b9fbc96df service neutron] For port 03004444-8be2-447c-9467-72612117c20a, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:46:42.855437 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-02f95cd1-7e0f-4d07-93db-e69b9fbc96df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03004444-8be2-447c-9467-72612117c20a {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:46:42.871696 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-02f95cd1-7e0f-4d07-93db-e69b9fbc96df service neutron] For port 03004444-8be2-447c-9467-72612117c20a, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=03004444-8be2-447c-9467-72612117c20a,segment=NetworkSegment(2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff),segment_id=2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:46:42.915514 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-02f95cd1-7e0f-4d07-93db-e69b9fbc96df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:42.916880 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device cf8d924d-eaac-4b3e-be45-603f2e19d7aa details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:46:42.992850 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e779d-d9a0-4a2a-8b63-135d92ab64b8 req-f68ea288-301b-4168-9de0-7b165a39161d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:42.995299 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-835e779d-d9a0-4a2a-8b63-135d92ab64b8 req-f68ea288-301b-4168-9de0-7b165a39161d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=28b44509-44d1-434d-a1e7-c08ce9b90a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4418578 Sep 17 07:46:43.026938 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-deb1a942-5ac8-4673-8398-4d96280cfa02 req-8e1592dd-1210-46a6-b916-9fec20c9f8ed service neutron] 10.222.0.41 "GET /v2.0/networks/a0a513a6-9cd3-48db-b90d-df8b88e7c76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8634088 Sep 17 07:46:43.178026 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port cf8d924d-eaac-4b3e-be45-603f2e19d7aa, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=cf8d924d-eaac-4b3e-be45-603f2e19d7aa,segment=NetworkSegment(cf8d5924-20e4-47e9-88ff-1271710c3097),segment_id=cf8d5924-20e4-47e9-88ff-1271710c3097)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:46:43.217032 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': 'cf8d924d-eaac-4b3e-be45-603f2e19d7aa', 'network_id': 'bba57ccd-c255-421b-9250-63d2725e8b36', 'port_id': 'cf8d924d-eaac-4b3e-be45-603f2e19d7aa', 'mac_address': 'fa:16:3e:5c:92:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e38902fd-2bdd-48ba-b731-8c7a1bc05678', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:46:43.276639 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-835e779d-d9a0-4a2a-8b63-135d92ab64b8 req-f2245f10-ec81-42e7-b96e-5f67acae9370 service neutron] 10.222.0.39 "GET /v2.0/networks/28b44509-44d1-434d-a1e7-c08ce9b90a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465184 Sep 17 07:46:43.306476 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:43.338221 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf8d924d-eaac-4b3e-be45-603f2e19d7aa {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:46:43.367786 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-02f95cd1-7e0f-4d07-93db-e69b9fbc96df service neutron] Transition to ACTIVE for port object 03004444-8be2-447c-9467-72612117c20a will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:46:43.376807 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port cf8d924d-eaac-4b3e-be45-603f2e19d7aa, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=cf8d924d-eaac-4b3e-be45-603f2e19d7aa,segment=NetworkSegment(cf8d5924-20e4-47e9-88ff-1271710c3097),segment_id=cf8d5924-20e4-47e9-88ff-1271710c3097)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:46:43.382976 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-deb1a942-5ac8-4673-8398-4d96280cfa02 req-4d7db468-5cc5-46d8-97b2-e49b12591529 service neutron] 10.222.0.41 "GET /v2.0/networks/a0a513a6-9cd3-48db-b90d-df8b88e7c76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084429 Sep 17 07:46:43.386534 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:43.391666 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-02f95cd1-7e0f-4d07-93db-e69b9fbc96df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:43.505297 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=cf8d924d-eaac-4b3e-be45-603f2e19d7aa,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:43.523742 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-835e779d-d9a0-4a2a-8b63-135d92ab64b8 req-8e8685e7-d2ae-47c3-bd13-6b0a960e878b service neutron] 10.222.0.39 "GET /v2.0/networks/28b44509-44d1-434d-a1e7-c08ce9b90a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343566 Sep 17 07:46:43.569981 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-02f95cd1-7e0f-4d07-93db-e69b9fbc96df service neutron] No DVR routers for this DVR port 03004444-8be2-447c-9467-72612117c20a on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:46:43.610296 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f95cd1-7e0f-4d07-93db-e69b9fbc96df service neutron] Pushing event updated for resources: {'Port': ['ID=03004444-8be2-447c-9467-72612117c20a,revision_number=10']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:43.619876 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-02f95cd1-7e0f-4d07-93db-e69b9fbc96df service neutron] 10.222.0.39 "PUT /v2.0/ports/03004444-8be2-447c-9467-72612117c20a/bindings/n-h1-789963-9/activate HTTP/1.1" status: 200 len: 369 time: 1.4137135 Sep 17 07:46:43.886521 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['cf8d924d-eaac-4b3e-be45-603f2e19d7aa'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:46:43.922359 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-8576e6a9-0870-4cbe-bcd7-07a57bbed8b7 tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:43.924887 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-8576e6a9-0870-4cbe-bcd7-07a57bbed8b7 tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c1b5e246-73e6-41ad-88f0-1b0c20a96fdd&tenant_id=4f0e4c1c4dc94ab78a72a2655bcb731a&binding%3Ahost_id=n-h2-789963-9 HTTP/1.1" status: 200 len: 1095 time: 0.1621051 Sep 17 07:46:44.023256 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-658ab424-82cf-47ff-8138-92b15598c365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:44.026040 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-658ab424-82cf-47ff-8138-92b15598c365 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c1b5e246-73e6-41ad-88f0-1b0c20a96fdd&tenant_id=4f0e4c1c4dc94ab78a72a2655bcb731a HTTP/1.1" status: 200 len: 1095 time: 0.0705514 Sep 17 07:46:44.187588 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-d27871fa-6773-4c68-8381-43c6cc5ab611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:44.189374 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-d27871fa-6773-4c68-8381-43c6cc5ab611 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4f0e4c1c4dc94ab78a72a2655bcb731a&device_id=c1b5e246-73e6-41ad-88f0-1b0c20a96fdd HTTP/1.1" status: 200 len: 1095 time: 0.1025274 Sep 17 07:46:44.247167 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 94b9b03b-bcfa-4457-bd09-4a366b2aedd2 up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:46:44.368565 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-a813fcf3-2961-4db0-a328-41cab0b4fe6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:44.368836 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-a813fcf3-2961-4db0-a328-41cab0b4fe6e service neutron] 10.222.0.41 "GET /v2.0/networks?id=a0a513a6-9cd3-48db-b90d-df8b88e7c76b HTTP/1.1" status: 200 len: 909 time: 0.1713591 Sep 17 07:46:44.387407 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning for port 94b9b03b-bcfa-4457-bd09-4a366b2aedd2 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:46:44.392475 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port 94b9b03b-bcfa-4457-bd09-4a366b2aedd2 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:46:44.393080 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:44.425120 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-81730c0e-233d-4ab1-b100-2f98b2eadfa3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03004444-8be2-447c-9467-72612117c20a HTTP/1.1" status: 200 len: 217 time: 0.0472105 Sep 17 07:46:44.543523 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-64db921b-5060-4d69-88ae-fe5eed89b496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:44.545359 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-64db921b-5060-4d69-88ae-fe5eed89b496 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b166af2c-f0c1-4005-bf20-b8a2b0583a5b HTTP/1.1" status: 200 len: 848 time: 0.1129684 Sep 17 07:46:44.595257 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-5826a571-008a-447f-8588-daf56cb04fd7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a0a513a6-9cd3-48db-b90d-df8b88e7c76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388255 Sep 17 07:46:44.608725 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:44.644593 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bff86472-d8ba-4b8f-957b-aef4ea838ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b9b03b-bcfa-4457-bd09-4a366b2aedd2'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:46:44.646965 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0257141a-d0c1-445a-b23d-d436bb4ca303" -d '{"events": [{"server_uuid": "bff86472-d8ba-4b8f-957b-aef4ea838ce9", "name": "network-vif-plugged", "status": "completed", "tag": "94b9b03b-bcfa-4457-bd09-4a366b2aedd2"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:46:44.664489 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 94b9b03b-bcfa-4457-bd09-4a366b2aedd2, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=94b9b03b-bcfa-4457-bd09-4a366b2aedd2,segment=NetworkSegment(bbdef28d-b0c6-41c1-88af-cfcd40a3d803),segment_id=bbdef28d-b0c6-41c1-88af-cfcd40a3d803)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:46:44.676755 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:44.678425 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device fc9dbf6f-ccf9-4311-b385-0b4c343db92a no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:46:44.759929 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=94b9b03b-bcfa-4457-bd09-4a366b2aedd2,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:44.784151 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] No Port match for: fc9dbf6f-ccf9-4311-b385-0b4c343db92a {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:46:44.784538 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device fc9dbf6f-ccf9-4311-b385-0b4c343db92a not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:46:44.916329 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-b929b0d9-3a8c-4f5e-a349-2482f3d8526a service neutron] 10.222.0.41 "GET /v2.0/networks/a0a513a6-9cd3-48db-b90d-df8b88e7c76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492723 Sep 17 07:46:45.039075 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-8564030e-fad9-4135-9a58-910e1df8a3f5 service neutron] 10.222.0.41 "GET /v2.0/networks/a0a513a6-9cd3-48db-b90d-df8b88e7c76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150632 Sep 17 07:46:45.414751 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-887ec169-d16c-46c9-bb4b-a7df06cfb1b4 tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:45.416314 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-887ec169-d16c-46c9-bb4b-a7df06cfb1b4 tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c1b5e246-73e6-41ad-88f0-1b0c20a96fdd&tenant_id=4f0e4c1c4dc94ab78a72a2655bcb731a&binding%3Ahost_id=n-h1-789963-9 HTTP/1.1" status: 200 len: 1095 time: 0.0734112 Sep 17 07:46:45.562221 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-fa11ea71-1a09-432a-96f2-1aaef1b60c7b service neutron] For port 03004444-8be2-447c-9467-72612117c20a, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:46:45.566383 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-fa11ea71-1a09-432a-96f2-1aaef1b60c7b service neutron] Notify callbacks [] for binding, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:45.567714 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-73116fb2-9251-409d-bdf5-04e6a79e956e req-fa11ea71-1a09-432a-96f2-1aaef1b60c7b service neutron] 10.222.0.41 "DELETE /v2.0/ports/03004444-8be2-447c-9467-72612117c20a/bindings/n-h2-789963-9 HTTP/1.1" status: 204 len: 173 time: 0.1292071 Sep 17 07:46:45.855463 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6856db9-5055-4a21-bdbd-e7ab798b0f5f req-291e5cbb-1b4d-494b-a709-dfcf33d497c4 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:45.864956 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b6856db9-5055-4a21-bdbd-e7ab798b0f5f req-291e5cbb-1b4d-494b-a709-dfcf33d497c4 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff86472-d8ba-4b8f-957b-aef4ea838ce9 HTTP/1.1" status: 200 len: 945 time: 0.0704546 Sep 17 07:46:45.935179 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b6856db9-5055-4a21-bdbd-e7ab798b0f5f req-b90ae19e-ddee-488d-8dba-adb31f0385d3 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674503 Sep 17 07:46:46.103307 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760dedae-a8a9-4dd6-825e-86b38736d325 req-53c19768-12d3-4de0-880a-49eb1157f23e tempest-ServerGroupTestJSON-2101905530 tempest-ServerGroupTestJSON-2101905530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:46.105276 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-760dedae-a8a9-4dd6-825e-86b38736d325 req-53c19768-12d3-4de0-880a-49eb1157f23e tempest-ServerGroupTestJSON-2101905530 tempest-ServerGroupTestJSON-2101905530-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6d4235d-ab19-4d89-81be-ab499f932ce8 HTTP/1.1" status: 200 len: 945 time: 0.1078610 Sep 17 07:46:46.129172 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab04f9-3eba-42f5-ac5a-c6e774fc7bab req-fec7fdd1-7b2e-4cb9-b963-fe8dd137fc37 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:46.130961 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-31ab04f9-3eba-42f5-ac5a-c6e774fc7bab req-fec7fdd1-7b2e-4cb9-b963-fe8dd137fc37 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1b5e246-73e6-41ad-88f0-1b0c20a96fdd HTTP/1.1" status: 200 len: 944 time: 0.0938940 Sep 17 07:46:46.220412 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-760dedae-a8a9-4dd6-825e-86b38736d325 req-1e79b07c-5bd1-4017-ad34-c5ccef840412 tempest-ServerGroupTestJSON-2101905530 tempest-ServerGroupTestJSON-2101905530-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d39c65-568e-4305-8513-34fcfb76f759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047308 Sep 17 07:46:46.224546 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-31ab04f9-3eba-42f5-ac5a-c6e774fc7bab req-662be801-d4cb-4b0b-9d05-16a900877bc2 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845487 Sep 17 07:46:46.298673 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f60840c-461b-47ce-a00d-c51979d40957 x-openstack-request-id: req-1f60840c-461b-47ce-a00d-c51979d40957 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:46:46.299201 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7493787-d845-4111-acb2-f73baf94ad30", "name": "network-vif-deleted", "tag": "fc9dbf6f-ccf9-4311-b385-0b4c343db92a", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:46:46.299644 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1f60840c-461b-47ce-a00d-c51979d40957 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:46:46.300950 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7493787-d845-4111-acb2-f73baf94ad30', 'name': 'network-vif-deleted', 'tag': 'fc9dbf6f-ccf9-4311-b385-0b4c343db92a', 'status': 'completed', 'code': 200} Sep 17 07:46:46.332785 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16019da7-f5c3-47fc-9a48-3f98e399a19c x-openstack-request-id: req-16019da7-f5c3-47fc-9a48-3f98e399a19c {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:46:46.333451 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bff86472-d8ba-4b8f-957b-aef4ea838ce9", "name": "network-vif-plugged", "status": "completed", "tag": "94b9b03b-bcfa-4457-bd09-4a366b2aedd2", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:46:46.333451 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-16019da7-f5c3-47fc-9a48-3f98e399a19c {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:46:46.333786 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bff86472-d8ba-4b8f-957b-aef4ea838ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b9b03b-bcfa-4457-bd09-4a366b2aedd2', 'code': 200} Sep 17 07:46:46.480262 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49eca4c-6ab0-4d4c-b7ae-accab116e5e0 req-a979b549-f950-4201-855d-fb6198e3cc95 tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:46.481932 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b49eca4c-6ab0-4d4c-b7ae-accab116e5e0 req-a979b549-f950-4201-855d-fb6198e3cc95 tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] 10.222.0.13 "GET /v2.0/ports?device_id=da072600-9e7a-40aa-b384-67f31b6a1822 HTTP/1.1" status: 200 len: 950 time: 0.0829494 Sep 17 07:46:46.530018 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8144b155-2082-4ee6-894f-fdab9ef9c233 req-5088c0bd-3868-4e41-b1c5-310fa19ae2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:46.531641 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b49eca4c-6ab0-4d4c-b7ae-accab116e5e0 req-c3f496d4-5985-4489-8359-a1eb7563b6fe tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dee2515-93d4-4ddd-9714-7486e0b8abaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425124 Sep 17 07:46:46.533846 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8144b155-2082-4ee6-894f-fdab9ef9c233 req-5088c0bd-3868-4e41-b1c5-310fa19ae2a8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bff86472-d8ba-4b8f-957b-aef4ea838ce9 HTTP/1.1" status: 200 len: 1096 time: 0.0697150 Sep 17 07:46:46.598488 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8144b155-2082-4ee6-894f-fdab9ef9c233 req-f6b15628-b6a6-4c82-aa31-b273b4f6e7a2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577836 Sep 17 07:46:46.777430 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7328ca6-a5aa-4529-b836-e727d307a92f req-d4e04934-5505-4512-b1a4-58f3bb328380 tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:46.778978 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c7328ca6-a5aa-4529-b836-e727d307a92f req-d4e04934-5505-4512-b1a4-58f3bb328380 tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] 10.222.0.13 "GET /v2.0/networks?id=6e940d9c-f117-40aa-a612-5c4df5492150 HTTP/1.1" status: 200 len: 814 time: 0.1783440 Sep 17 07:46:46.809170 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-e5e049ea-d105-40d8-bdad-475abc483a66 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:46.810830 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-e5e049ea-d105-40d8-bdad-475abc483a66 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/networks?id=56d68df6-fb2f-4041-82b9-349d126d8aad HTTP/1.1" status: 200 len: 813 time: 0.1754313 Sep 17 07:46:46.818209 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c7328ca6-a5aa-4529-b836-e727d307a92f req-61b04c94-2f0b-4869-b847-a23e8c70ad90 tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] 10.222.0.13 "GET /v2.0/quotas/026f1bbdd969495ba4d90c4a8ce346cd HTTP/1.1" status: 200 len: 375 time: 0.0316615 Sep 17 07:46:46.854806 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-ce81e8ee-a47a-4247-b279-0ad540cfe409 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/quotas/a8b8de8d3e47401c80419ff293ac8ce3 HTTP/1.1" status: 200 len: 375 time: 0.0332699 Sep 17 07:46:46.895715 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c7328ca6-a5aa-4529-b836-e727d307a92f req-1a8ce6ec-409c-4ff8-8aa5-e790b7fe1620 tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=026f1bbdd969495ba4d90c4a8ce346cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0764759 Sep 17 07:46:46.988362 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device cf8d924d-eaac-4b3e-be45-603f2e19d7aa up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:46:47.024387 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-fc6a783b-54df-46a2-87e0-258f1c517598 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a8b8de8d3e47401c80419ff293ac8ce3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1565974 Sep 17 07:46:47.094460 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port cf8d924d-eaac-4b3e-be45-603f2e19d7aa completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:46:47.100336 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port cf8d924d-eaac-4b3e-be45-603f2e19d7aa triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:46:47.101366 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:47.113976 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c7328ca6-a5aa-4529-b836-e727d307a92f req-47347f01-52d4-408c-ab8a-8ca2339d5ab2 service neutron] 10.222.0.13 "GET /v2.0/networks/6e940d9c-f117-40aa-a612-5c4df5492150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173131 Sep 17 07:46:47.137821 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 07:46:47.220343 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-368de7d9-c5c8-42d5-9e2d-584e2c0c4167 service neutron] 10.222.0.13 "GET /v2.0/networks/56d68df6-fb2f-4041-82b9-349d126d8aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950638 Sep 17 07:46:47.236810 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:47.266401 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c7328ca6-a5aa-4529-b836-e727d307a92f req-66a2beaf-1321-430d-b123-5a8d46e819f8 service neutron] 10.222.0.13 "GET /v2.0/networks/6e940d9c-f117-40aa-a612-5c4df5492150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515303 Sep 17 07:46:47.291752 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port cf8d924d-eaac-4b3e-be45-603f2e19d7aa, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=cf8d924d-eaac-4b3e-be45-603f2e19d7aa,segment=NetworkSegment(cf8d5924-20e4-47e9-88ff-1271710c3097),segment_id=cf8d5924-20e4-47e9-88ff-1271710c3097)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:46:47.305018 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:47.306975 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device a88b86ec-4303-4784-b3b8-0214ca638078 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:46:47.363987 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-c93975ac-b3d5-4139-9ae8-2b6f09876cef service neutron] 10.222.0.13 "GET /v2.0/networks/56d68df6-fb2f-4041-82b9-349d126d8aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266603 Sep 17 07:46:47.435299 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=cf8d924d-eaac-4b3e-be45-603f2e19d7aa,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:47.489307 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:47.532532 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port a88b86ec-4303-4784-b3b8-0214ca638078, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=a88b86ec-4303-4784-b3b8-0214ca638078,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:46:47.556508 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:47.620344 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=a88b86ec-4303-4784-b3b8-0214ca638078,revision_number=8']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:47.819398 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36775b-ca89-4e4d-af80-daedfa4b08ae req-877e68fd-e26c-4814-ad7d-dedb31ae82c3 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:47.834838 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bf36775b-ca89-4e4d-af80-daedfa4b08ae req-877e68fd-e26c-4814-ad7d-dedb31ae82c3 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff86472-d8ba-4b8f-957b-aef4ea838ce9 HTTP/1.1" status: 200 len: 945 time: 0.1244514 Sep 17 07:46:47.901376 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bf36775b-ca89-4e4d-af80-daedfa4b08ae req-3e679e71-10e6-4bc9-90e4-4984c8987e9f tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650442 Sep 17 07:46:48.087091 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80941af-56a2-48f0-b997-795666b996ef req-f949dadd-79c9-4d28-b789-1ea9af3eaf70 tempest-ServerGroupTestJSON-2101905530 tempest-ServerGroupTestJSON-2101905530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:48.102227 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e80941af-56a2-48f0-b997-795666b996ef req-f949dadd-79c9-4d28-b789-1ea9af3eaf70 tempest-ServerGroupTestJSON-2101905530 tempest-ServerGroupTestJSON-2101905530-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6d4235d-ab19-4d89-81be-ab499f932ce8 HTTP/1.1" status: 200 len: 946 time: 0.1332817 Sep 17 07:46:48.275452 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0e9e2768-855f-4172-aa3b-b071ac57bc4f req-e77296ad-7da0-49e8-99b4-2a558e99381b tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ed039b3-9c13-42cb-a3b4-98090761d4bb HTTP/1.1" status: 200 len: 210 time: 0.1075730 Sep 17 07:46:48.306782 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e80941af-56a2-48f0-b997-795666b996ef req-c4a43e7c-f844-4b49-8353-f586add2e765 tempest-ServerGroupTestJSON-2101905530 tempest-ServerGroupTestJSON-2101905530-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d39c65-568e-4305-8513-34fcfb76f759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032690 Sep 17 07:46:48.335519 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d4235d-ab19-4d89-81be-ab499f932ce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf8d924d-eaac-4b3e-be45-603f2e19d7aa'}, {'server_uuid': 'da072600-9e7a-40aa-b384-67f31b6a1822', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a88b86ec-4303-4784-b3b8-0214ca638078'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:46:48.337883 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a707dc99-48b8-4d3a-9920-50211b554d1a" -d '{"events": [{"server_uuid": "d6d4235d-ab19-4d89-81be-ab499f932ce8", "name": "network-vif-plugged", "status": "completed", "tag": "cf8d924d-eaac-4b3e-be45-603f2e19d7aa"}, {"server_uuid": "da072600-9e7a-40aa-b384-67f31b6a1822", "name": "network-vif-unplugged", "status": "completed", "tag": "a88b86ec-4303-4784-b3b8-0214ca638078"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:46:48.512317 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efdb4a6-9e64-4b87-ab1b-9dfeb3155d76 req-588be6a5-3cb3-4566-958c-61c10f161104 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:48.517265 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8efdb4a6-9e64-4b87-ab1b-9dfeb3155d76 req-588be6a5-3cb3-4566-958c-61c10f161104 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.39 "GET /v2.0/ports?device_id=553d3e03-4171-4ff2-8432-8bf576e082b0 HTTP/1.1" status: 200 len: 945 time: 0.0921433 Sep 17 07:46:48.536573 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511e8b4c-176b-4081-ba34-d4f67f670399 req-c5e5a173-c46f-4c92-898e-dc2c9854f055 tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:48.540662 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-511e8b4c-176b-4081-ba34-d4f67f670399 req-c5e5a173-c46f-4c92-898e-dc2c9854f055 tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] 10.222.0.13 "GET /v2.0/ports?device_id=da072600-9e7a-40aa-b384-67f31b6a1822 HTTP/1.1" status: 200 len: 948 time: 0.1394377 Sep 17 07:46:48.546487 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2a28e-c0fa-46da-9f98-f8ed6811274a req-00fa4737-fc48-48f8-8508-10be66fcbee9 tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:48.550002 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cde2a28e-c0fa-46da-9f98-f8ed6811274a req-00fa4737-fc48-48f8-8508-10be66fcbee9 tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c1b5e246-73e6-41ad-88f0-1b0c20a96fdd HTTP/1.1" status: 200 len: 1095 time: 0.1580479 Sep 17 07:46:48.625332 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-511e8b4c-176b-4081-ba34-d4f67f670399 req-956d342f-1fd2-4489-8910-b43e4faa8d88 tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dee2515-93d4-4ddd-9714-7486e0b8abaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733917 Sep 17 07:46:48.683876 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cde2a28e-c0fa-46da-9f98-f8ed6811274a req-e925221a-21f3-47a4-b453-654133358d07 tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952117 Sep 17 07:46:48.730943 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-8efdb4a6-9e64-4b87-ab1b-9dfeb3155d76 req-b94340ec-b827-47a0-b2e3-ad74455504f2 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Deleting port a7b2a708-c379-4a6a-b7a5-cb0633b2ae37 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:46:48.731296 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8efdb4a6-9e64-4b87-ab1b-9dfeb3155d76 req-b94340ec-b827-47a0-b2e3-ad74455504f2 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:48.751690 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 17 Sep 2021 07:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d3c76f-0f3c-40b3-97d8-43501f10e26a x-openstack-request-id: req-e5d3c76f-0f3c-40b3-97d8-43501f10e26a {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:46:48.752730 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6d4235d-ab19-4d89-81be-ab499f932ce8", "name": "network-vif-plugged", "status": "completed", "tag": "cf8d924d-eaac-4b3e-be45-603f2e19d7aa", "code": 200}, {"server_uuid": "da072600-9e7a-40aa-b384-67f31b6a1822", "name": "network-vif-unplugged", "status": "completed", "tag": "a88b86ec-4303-4784-b3b8-0214ca638078", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:46:48.753206 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e5d3c76f-0f3c-40b3-97d8-43501f10e26a {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:46:48.754131 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6d4235d-ab19-4d89-81be-ab499f932ce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf8d924d-eaac-4b3e-be45-603f2e19d7aa', 'code': 200} Sep 17 07:46:48.754546 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da072600-9e7a-40aa-b384-67f31b6a1822', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a88b86ec-4303-4784-b3b8-0214ca638078', 'code': 200} Sep 17 07:46:49.175050 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-8efdb4a6-9e64-4b87-ab1b-9dfeb3155d76 req-b94340ec-b827-47a0-b2e3-ad74455504f2 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] For port a7b2a708-c379-4a6a-b7a5-cb0633b2ae37, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=a7b2a708-c379-4a6a-b7a5-cb0633b2ae37,segment=NetworkSegment(fe140136-2174-4894-b80d-4d7eee6c1378),segment_id=fe140136-2174-4894-b80d-4d7eee6c1378)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:46:49.175621 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8efdb4a6-9e64-4b87-ab1b-9dfeb3155d76 req-b94340ec-b827-47a0-b2e3-ad74455504f2 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:49.190580 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b09998-1caa-4e12-925a-c4cfae7797e8 req-05c879b1-d900-47bd-adda-d761bd59ecbf tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:49.192251 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-23b09998-1caa-4e12-925a-c4cfae7797e8 req-05c879b1-d900-47bd-adda-d761bd59ecbf tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff86472-d8ba-4b8f-957b-aef4ea838ce9 HTTP/1.1" status: 200 len: 945 time: 0.0840993 Sep 17 07:46:49.204643 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805c60e-184f-4baf-b905-d6a0caa3aaaa req-93220f7a-a2d4-4a5a-963a-e04c54842962 tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:49.212884 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-8efdb4a6-9e64-4b87-ab1b-9dfeb3155d76 req-b94340ec-b827-47a0-b2e3-ad74455504f2 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Calling delete_port for a7b2a708-c379-4a6a-b7a5-cb0633b2ae37 owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:46:49.214517 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1805c60e-184f-4baf-b905-d6a0caa3aaaa req-93220f7a-a2d4-4a5a-963a-e04c54842962 tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c1b5e246-73e6-41ad-88f0-1b0c20a96fdd HTTP/1.1" status: 200 len: 1095 time: 0.1692371 Sep 17 07:46:49.272877 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1805c60e-184f-4baf-b905-d6a0caa3aaaa req-4bc98d1c-881e-44cf-a91e-a0394574dafa tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533757 Sep 17 07:46:49.274811 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7f1f74-cb23-49ac-8963-3a5109571334 req-1b12f963-4794-41af-9f32-9540cb9f6e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:49.276892 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bb7f1f74-cb23-49ac-8963-3a5109571334 req-1b12f963-4794-41af-9f32-9540cb9f6e90 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d6d4235d-ab19-4d89-81be-ab499f932ce8 HTTP/1.1" status: 200 len: 1097 time: 0.1037514 Sep 17 07:46:49.379699 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-23b09998-1caa-4e12-925a-c4cfae7797e8 req-652a46ea-5e39-4181-bfc8-b6c8bba356b1 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335309 Sep 17 07:46:49.380754 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bb7f1f74-cb23-49ac-8963-3a5109571334 req-6df50534-22e4-4de9-b9a0-bdc93a306979 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f2d39c65-568e-4305-8513-34fcfb76f759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830243 Sep 17 07:46:49.437996 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0e4ce126-57bf-4f0e-b465-3f530bc0f6f5 req-968b2463-66fc-4b68-ac7e-719e8b22497f tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e8ab3e-a5ab-45ea-9db7-aedac9542841 HTTP/1.1" status: 200 len: 210 time: 0.0506461 Sep 17 07:46:49.552769 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e5d2b47b-412a-4c2e-a6fd-8faa4851c099 req-5d06e78b-acfe-49f0-a34c-b6177727c581 tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ed039b3-9c13-42cb-a3b4-98090761d4bb HTTP/1.1" status: 200 len: 210 time: 0.0453372 Sep 17 07:46:49.650459 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7328ca6-a5aa-4529-b836-e727d307a92f req-04f08160-15a4-419a-bac3-48f250d0a685 tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:49.652715 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c7328ca6-a5aa-4529-b836-e727d307a92f req-04f08160-15a4-419a-bac3-48f250d0a685 tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] 10.222.0.41 "GET /v2.0/networks?id=6e940d9c-f117-40aa-a612-5c4df5492150 HTTP/1.1" status: 200 len: 814 time: 0.1654968 Sep 17 07:46:49.681324 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8efdb4a6-9e64-4b87-ab1b-9dfeb3155d76 req-b94340ec-b827-47a0-b2e3-ad74455504f2 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:49.688449 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-c7328ca6-a5aa-4529-b836-e727d307a92f req-83fca410-ba45-411a-bb3b-a241d6a82d67 tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] Request body: {'port': {'device_id': '7ed039b3-9c13-42cb-a3b4-98090761d4bb', 'network_id': '6e940d9c-f117-40aa-a612-5c4df5492150', 'admin_state_up': True, 'tenant_id': '026f1bbdd969495ba4d90c4a8ce346cd'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:46:49.706688 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36beac40-087f-43c0-b241-db2ae1d207f7 req-e53eb6cc-978b-44ea-a36f-647ed1d8f9dd tempest-ServerGroupTestJSON-2101905530 tempest-ServerGroupTestJSON-2101905530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:49.716754 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-36beac40-087f-43c0-b241-db2ae1d207f7 req-e53eb6cc-978b-44ea-a36f-647ed1d8f9dd tempest-ServerGroupTestJSON-2101905530 tempest-ServerGroupTestJSON-2101905530-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6d4235d-ab19-4d89-81be-ab499f932ce8 HTTP/1.1" status: 200 len: 946 time: 0.0915511 Sep 17 07:46:49.720712 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['a7b2a708-c379-4a6a-b7a5-cb0633b2ae37'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:46:49.757939 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94340ec-b827-47a0-b2e3-ad74455504f2 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Pushing event deleted for resources: {'Port': ['ID=a7b2a708-c379-4a6a-b7a5-cb0633b2ae37,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:49.781872 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-36beac40-087f-43c0-b241-db2ae1d207f7 req-7a842fd1-c9db-4a75-8d32-c22a11425ca2 tempest-ServerGroupTestJSON-2101905530 tempest-ServerGroupTestJSON-2101905530-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d39c65-568e-4305-8513-34fcfb76f759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642321 Sep 17 07:46:49.846412 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7fe61691-fb68-45f0-8f74-c3636bbca7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:49.921180 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-8efdb4a6-9e64-4b87-ab1b-9dfeb3155d76 req-b94340ec-b827-47a0-b2e3-ad74455504f2 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] No DVR routers for this DVR port a7b2a708-c379-4a6a-b7a5-cb0633b2ae37 on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:46:49.927240 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8efdb4a6-9e64-4b87-ab1b-9dfeb3155d76 req-b94340ec-b827-47a0-b2e3-ad74455504f2 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:49.929760 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8efdb4a6-9e64-4b87-ab1b-9dfeb3155d76 req-b94340ec-b827-47a0-b2e3-ad74455504f2 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.39 "DELETE /v2.0/ports/a7b2a708-c379-4a6a-b7a5-cb0633b2ae37 HTTP/1.1" status: 204 len: 173 time: 1.4049926 Sep 17 07:46:49.930174 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '553d3e03-4171-4ff2-8432-8bf576e082b0', 'name': 'network-vif-deleted', 'tag': 'a7b2a708-c379-4a6a-b7a5-cb0633b2ae37'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:46:49.932751 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b6cb405-cab9-4790-bc20-62b37fd77288" -d '{"events": [{"server_uuid": "553d3e03-4171-4ff2-8432-8bf576e082b0", "name": "network-vif-deleted", "tag": "a7b2a708-c379-4a6a-b7a5-cb0633b2ae37"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:46:50.023352 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7328ca6-a5aa-4529-b836-e727d307a92f req-83fca410-ba45-411a-bb3b-a241d6a82d67 tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] Made reservation on behalf of 026f1bbdd969495ba4d90c4a8ce346cd for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:46:50.032377 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c7328ca6-a5aa-4529-b836-e727d307a92f req-83fca410-ba45-411a-bb3b-a241d6a82d67 tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:50.035029 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97022d51-de7a-4857-9fb8-c24e08007119 req-b7590259-3534-45b7-87dc-9d7628c4e158 tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:50.041268 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-97022d51-de7a-4857-9fb8-c24e08007119 req-b7590259-3534-45b7-87dc-9d7628c4e158 tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bff86472-d8ba-4b8f-957b-aef4ea838ce9 HTTP/1.1" status: 200 len: 1096 time: 0.0958886 Sep 17 07:46:50.119376 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-97022d51-de7a-4857-9fb8-c24e08007119 req-6beea408-5559-4b8e-ab6c-365ad8f737b7 tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662956 Sep 17 07:46:50.359591 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-c7328ca6-a5aa-4529-b836-e727d307a92f req-83fca410-ba45-411a-bb3b-a241d6a82d67 tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] Allocated IP 172.20.0.13 (6e940d9c-f117-40aa-a612-5c4df5492150/4a128747-09f8-4856-aed9-23d37065bdbb/c13bd269-eff5-4609-ae54-471bad999dec) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:46:50.423970 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-e19287de-11ba-4de3-b671-8585e56f295d tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:50.427348 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-e19287de-11ba-4de3-b671-8585e56f295d tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.41 "GET /v2.0/networks?id=56d68df6-fb2f-4041-82b9-349d126d8aad HTTP/1.1" status: 200 len: 813 time: 0.2667859 Sep 17 07:46:50.507997 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-ea6faf7b-33cd-4e3b-bd92-58e2fb4fae7e tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Request body: {'port': {'device_id': 'c07a75d1-5f23-419d-a984-0c234ed8019a', 'network_id': '56d68df6-fb2f-4041-82b9-349d126d8aad', 'admin_state_up': True, 'tenant_id': 'a8b8de8d3e47401c80419ff293ac8ce3'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:46:50.710641 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-46dc3182-f30b-415d-93e5-657201897dba tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:50.713070 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-46dc3182-f30b-415d-93e5-657201897dba tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.39 "GET /v2.0/networks?id=56d68df6-fb2f-4041-82b9-349d126d8aad HTTP/1.1" status: 200 len: 813 time: 0.2657795 Sep 17 07:46:50.774894 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-730d6f92-d248-4765-a115-6b9a392abdd3 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Request body: {'port': {'device_id': '71e8ab3e-a5ab-45ea-9db7-aedac9542841', 'network_id': '56d68df6-fb2f-4041-82b9-349d126d8aad', 'admin_state_up': True, 'tenant_id': 'a8b8de8d3e47401c80419ff293ac8ce3'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:46:50.850577 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-ea6faf7b-33cd-4e3b-bd92-58e2fb4fae7e tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Made reservation on behalf of a8b8de8d3e47401c80419ff293ac8ce3 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:46:50.872206 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-ea6faf7b-33cd-4e3b-bd92-58e2fb4fae7e tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:51.194216 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c7328ca6-a5aa-4529-b836-e727d307a92f req-83fca410-ba45-411a-bb3b-a241d6a82d67 tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:51.250480 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-ea6faf7b-33cd-4e3b-bd92-58e2fb4fae7e tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Allocated IP 172.20.0.9 (56d68df6-fb2f-4041-82b9-349d126d8aad/29c83c48-7cf5-4625-a7b5-a2597278caef/67732f94-4a4c-4c7b-b905-0c8ca0a56b87) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:46:51.255313 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-730d6f92-d248-4765-a115-6b9a392abdd3 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Made reservation on behalf of a8b8de8d3e47401c80419ff293ac8ce3 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:46:51.259344 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-730d6f92-d248-4765-a115-6b9a392abdd3 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:51.353502 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c7328ca6-a5aa-4529-b836-e727d307a92f req-83fca410-ba45-411a-bb3b-a241d6a82d67 tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:51.464548 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7328ca6-a5aa-4529-b836-e727d307a92f req-83fca410-ba45-411a-bb3b-a241d6a82d67 tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] Network 6e940d9c-f117-40aa-a612-5c4df5492150 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:46:51.475954 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-c7328ca6-a5aa-4529-b836-e727d307a92f req-83fca410-ba45-411a-bb3b-a241d6a82d67 tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:46:51.478693 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7328ca6-a5aa-4529-b836-e727d307a92f req-83fca410-ba45-411a-bb3b-a241d6a82d67 tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:46:51.551083 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fca410-ba45-411a-bb3b-a241d6a82d67 tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] Pushing event updated for resources: {'Port': ['ID=c13bd269-eff5-4609-ae54-471bad999dec,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:51.593692 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7328ca6-a5aa-4529-b836-e727d307a92f req-83fca410-ba45-411a-bb3b-a241d6a82d67 tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:51.594337 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c7328ca6-a5aa-4529-b836-e727d307a92f req-83fca410-ba45-411a-bb3b-a241d6a82d67 tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:51.611747 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-ea6faf7b-33cd-4e3b-bd92-58e2fb4fae7e tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:51.625335 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c7328ca6-a5aa-4529-b836-e727d307a92f req-83fca410-ba45-411a-bb3b-a241d6a82d67 tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9411218 Sep 17 07:46:51.692703 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-ea6faf7b-33cd-4e3b-bd92-58e2fb4fae7e tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:51.776721 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-ea6faf7b-33cd-4e3b-bd92-58e2fb4fae7e tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Network 56d68df6-fb2f-4041-82b9-349d126d8aad is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:46:51.784957 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-ea6faf7b-33cd-4e3b-bd92-58e2fb4fae7e tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:46:51.794650 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-ea6faf7b-33cd-4e3b-bd92-58e2fb4fae7e tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:46:51.796185 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-730d6f92-d248-4765-a115-6b9a392abdd3 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Allocated IP 172.20.0.12 (56d68df6-fb2f-4041-82b9-349d126d8aad/29c83c48-7cf5-4625-a7b5-a2597278caef/07692ccc-f000-47e4-be30-5664a4cf171e) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:46:51.848936 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6faf7b-33cd-4e3b-bd92-58e2fb4fae7e tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Pushing event updated for resources: {'Port': ['ID=67732f94-4a4c-4c7b-b905-0c8ca0a56b87,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:51.904063 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-ea6faf7b-33cd-4e3b-bd92-58e2fb4fae7e tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:51.911849 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-325525a0-f79e-49f8-b6b3-32662dcdcf05 None None] Provisioning complete for port c13bd269-eff5-4609-ae54-471bad999dec triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:46:51.912487 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-ea6faf7b-33cd-4e3b-bd92-58e2fb4fae7e tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:51.912583 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-325525a0-f79e-49f8-b6b3-32662dcdcf05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:51.965573 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-ea6faf7b-33cd-4e3b-bd92-58e2fb4fae7e tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4720352 Sep 17 07:46:51.993242 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-325525a0-f79e-49f8-b6b3-32662dcdcf05 None None] Port c13bd269-eff5-4609-ae54-471bad999dec cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:46:52.121731 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-730d6f92-d248-4765-a115-6b9a392abdd3 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:52.182951 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-730d6f92-d248-4765-a115-6b9a392abdd3 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:52.273893 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730d6f92-d248-4765-a115-6b9a392abdd3 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Pushing event updated for resources: {'Port': ['ID=07692ccc-f000-47e4-be30-5664a4cf171e,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:52.284156 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-730d6f92-d248-4765-a115-6b9a392abdd3 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Network 56d68df6-fb2f-4041-82b9-349d126d8aad is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:46:52.285810 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-730d6f92-d248-4765-a115-6b9a392abdd3 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:46:52.294944 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-730d6f92-d248-4765-a115-6b9a392abdd3 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:46:52.377535 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-730d6f92-d248-4765-a115-6b9a392abdd3 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:52.378022 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-730d6f92-d248-4765-a115-6b9a392abdd3 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:52.393797 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e84e4c37-cba8-4d91-bfb8-7b01d590dc06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:52.398780 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-730d6f92-d248-4765-a115-6b9a392abdd3 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6399176 Sep 17 07:46:52.423850 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-44736aee-dd5c-4df2-ba6c-9ed6363f3aa5 service neutron] Request body: {'port': {'device_id': '71e8ab3e-a5ab-45ea-9db7-aedac9542841', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:46:52.486282 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-44736aee-dd5c-4df2-ba6c-9ed6363f3aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:52.602885 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:52.834060 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-44736aee-dd5c-4df2-ba6c-9ed6363f3aa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07692ccc-f000-47e4-be30-5664a4cf171e {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:46:52.842152 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-44736aee-dd5c-4df2-ba6c-9ed6363f3aa5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:52.859469 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-44736aee-dd5c-4df2-ba6c-9ed6363f3aa5 service neutron] Transition to ACTIVE for port object 07692ccc-f000-47e4-be30-5664a4cf171e will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:46:52.866125 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-44736aee-dd5c-4df2-ba6c-9ed6363f3aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:52.940237 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44736aee-dd5c-4df2-ba6c-9ed6363f3aa5 service neutron] Pushing event updated for resources: {'Port': ['ID=07692ccc-f000-47e4-be30-5664a4cf171e,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:52.949028 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device a7b2a708-c379-4a6a-b7a5-cb0633b2ae37 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:46:52.976435 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: a7b2a708-c379-4a6a-b7a5-cb0633b2ae37 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:46:52.983331 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device a7b2a708-c379-4a6a-b7a5-cb0633b2ae37 not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:46:52.999128 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-44736aee-dd5c-4df2-ba6c-9ed6363f3aa5 service neutron] Attempting to bind port 07692ccc-f000-47e4-be30-5664a4cf171e on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:46:53.000274 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-44736aee-dd5c-4df2-ba6c-9ed6363f3aa5 service neutron] Attempting to bind port 07692ccc-f000-47e4-be30-5664a4cf171e by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': 'fe140136-2174-4894-b80d-4d7eee6c1378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '56d68df6-fb2f-4041-82b9-349d126d8aad'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:46:53.000638 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-44736aee-dd5c-4df2-ba6c-9ed6363f3aa5 service neutron] Attempting to bind port 07692ccc-f000-47e4-be30-5664a4cf171e on network 56d68df6-fb2f-4041-82b9-349d126d8aad {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:46:53.006972 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-44736aee-dd5c-4df2-ba6c-9ed6363f3aa5 service neutron] Port 07692ccc-f000-47e4-be30-5664a4cf171e on network 56d68df6-fb2f-4041-82b9-349d126d8aad not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:46:53.007573 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-44736aee-dd5c-4df2-ba6c-9ed6363f3aa5 service neutron] Attempting to bind port 07692ccc-f000-47e4-be30-5664a4cf171e on network 56d68df6-fb2f-4041-82b9-349d126d8aad {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:46:53.015555 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-44736aee-dd5c-4df2-ba6c-9ed6363f3aa5 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:46:53.015935 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-44736aee-dd5c-4df2-ba6c-9ed6363f3aa5 service neutron] Checking segment: {'id': 'fe140136-2174-4894-b80d-4d7eee6c1378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '56d68df6-fb2f-4041-82b9-349d126d8aad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:46:53.016451 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-44736aee-dd5c-4df2-ba6c-9ed6363f3aa5 service neutron] Bound using segment: {'id': 'fe140136-2174-4894-b80d-4d7eee6c1378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '56d68df6-fb2f-4041-82b9-349d126d8aad'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:46:53.016879 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-44736aee-dd5c-4df2-ba6c-9ed6363f3aa5 service neutron] Bound port: 07692ccc-f000-47e4-be30-5664a4cf171e, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe140136-2174-4894-b80d-4d7eee6c1378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '56d68df6-fb2f-4041-82b9-349d126d8aad'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:46:53.017237 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-44736aee-dd5c-4df2-ba6c-9ed6363f3aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:53.110786 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-44736aee-dd5c-4df2-ba6c-9ed6363f3aa5 service neutron] For port 07692ccc-f000-47e4-be30-5664a4cf171e, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:46:53.115924 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-44736aee-dd5c-4df2-ba6c-9ed6363f3aa5 service neutron] For port 07692ccc-f000-47e4-be30-5664a4cf171e, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=07692ccc-f000-47e4-be30-5664a4cf171e,segment=NetworkSegment(fe140136-2174-4894-b80d-4d7eee6c1378),segment_id=fe140136-2174-4894-b80d-4d7eee6c1378)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:46:53.125072 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-44736aee-dd5c-4df2-ba6c-9ed6363f3aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:53.166123 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-44736aee-dd5c-4df2-ba6c-9ed6363f3aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:53.166919 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-44736aee-dd5c-4df2-ba6c-9ed6363f3aa5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:53.169196 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-44736aee-dd5c-4df2-ba6c-9ed6363f3aa5 service neutron] 10.222.0.39 "PUT /v2.0/ports/07692ccc-f000-47e4-be30-5664a4cf171e HTTP/1.1" status: 200 len: 1092 time: 0.7510898 Sep 17 07:46:53.204881 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44736aee-dd5c-4df2-ba6c-9ed6363f3aa5 service neutron] Pushing event updated for resources: {'Port': ['ID=07692ccc-f000-47e4-be30-5664a4cf171e,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:53.280573 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-4070e595-33a4-4166-9bc2-0cc389caa07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:53.282484 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-4070e595-33a4-4166-9bc2-0cc389caa07f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a8b8de8d3e47401c80419ff293ac8ce3&device_id=71e8ab3e-a5ab-45ea-9db7-aedac9542841 HTTP/1.1" status: 200 len: 1095 time: 0.0463297 Sep 17 07:46:53.340391 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-88fa613f-c81e-4673-9dc9-ba391c546d55 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07692ccc-f000-47e4-be30-5664a4cf171e HTTP/1.1" status: 200 len: 217 time: 0.0423856 Sep 17 07:46:53.398825 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-91ddac1e-95c5-44b4-9ec0-9b2fbdcac4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:53.400554 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-91ddac1e-95c5-44b4-9ec0-9b2fbdcac4b8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=29c83c48-7cf5-4625-a7b5-a2597278caef HTTP/1.1" status: 200 len: 853 time: 0.0531604 Sep 17 07:46:53.438067 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-92168e96-adae-47f7-9fb8-57e0a50cb586 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=56d68df6-fb2f-4041-82b9-349d126d8aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290937 Sep 17 07:46:53.536640 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:53.538914 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-ca6c1cea-1e7a-4a75-a53b-d457a5a9cf9a service neutron] 10.222.0.39 "GET /v2.0/networks/56d68df6-fb2f-4041-82b9-349d126d8aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930979 Sep 17 07:46:53.645566 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-b89d856f-fbfb-488d-82e5-31ab6319bbc7 service neutron] 10.222.0.39 "GET /v2.0/networks/56d68df6-fb2f-4041-82b9-349d126d8aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990555 Sep 17 07:46:54.133298 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3da28e0-4b11-4f1a-9d9a-d189e3668f8c x-openstack-request-id: req-d3da28e0-4b11-4f1a-9d9a-d189e3668f8c {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:46:54.133881 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "553d3e03-4171-4ff2-8432-8bf576e082b0", "name": "network-vif-deleted", "tag": "a7b2a708-c379-4a6a-b7a5-cb0633b2ae37", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:46:54.133881 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d3da28e0-4b11-4f1a-9d9a-d189e3668f8c {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:46:54.134494 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '553d3e03-4171-4ff2-8432-8bf576e082b0', 'name': 'network-vif-deleted', 'tag': 'a7b2a708-c379-4a6a-b7a5-cb0633b2ae37', 'status': 'completed', 'code': 200} Sep 17 07:46:54.338569 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32352a6-fd48-4ace-a981-1e57a2138c7c req-af5ed277-a877-48e7-8712-b628d1747d39 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:54.340080 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f32352a6-fd48-4ace-a981-1e57a2138c7c req-af5ed277-a877-48e7-8712-b628d1747d39 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e8ab3e-a5ab-45ea-9db7-aedac9542841 HTTP/1.1" status: 200 len: 944 time: 0.0774603 Sep 17 07:46:54.374831 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc3e35-6604-404c-a8ec-46337b99976d req-5a27d82c-eae2-447b-bae0-5317df98b360 tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:54.376336 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fafc3e35-6604-404c-a8ec-46337b99976d req-5a27d82c-eae2-447b-bae0-5317df98b360 tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ed039b3-9c13-42cb-a3b4-98090761d4bb HTTP/1.1" status: 200 len: 932 time: 0.0841842 Sep 17 07:46:54.408513 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f32352a6-fd48-4ace-a981-1e57a2138c7c req-5aff40c1-116f-4b02-baa0-e6d396194b41 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/security-groups?id=33dcb9d9-be84-490d-8d1e-769e2ed5062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615501 Sep 17 07:46:54.433630 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fafc3e35-6604-404c-a8ec-46337b99976d req-258c16f4-b468-4ad5-840a-a517724250b3 tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] 10.222.0.13 "GET /v2.0/security-groups?id=20ef99ba-7ca0-4491-8e58-8d35cc31cf0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413203 Sep 17 07:46:54.648393 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f74aa-5caf-4247-b0c1-35d8ec8eb69e req-2b46f8a2-fbba-4ba6-a540-11da08103e0a tempest-ServerGroupTestJSON-2101905530 tempest-ServerGroupTestJSON-2101905530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:54.648615 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6f9f74aa-5caf-4247-b0c1-35d8ec8eb69e req-2b46f8a2-fbba-4ba6-a540-11da08103e0a tempest-ServerGroupTestJSON-2101905530 tempest-ServerGroupTestJSON-2101905530-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6d4235d-ab19-4d89-81be-ab499f932ce8 HTTP/1.1" status: 200 len: 946 time: 0.0633628 Sep 17 07:46:54.720136 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6f9f74aa-5caf-4247-b0c1-35d8ec8eb69e req-83651d15-6969-4153-aecd-ba69c6036ecf tempest-ServerGroupTestJSON-2101905530 tempest-ServerGroupTestJSON-2101905530-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d39c65-568e-4305-8513-34fcfb76f759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604427 Sep 17 07:46:55.133310 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:55.886378 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ab9c39-e4e7-47ef-a9e3-b2a50a8ea0e4 req-bb1afb8c-cbfe-4cde-804a-8a6bd490dca0 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:55.899247 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-18ab9c39-e4e7-47ef-a9e3-b2a50a8ea0e4 req-bb1afb8c-cbfe-4cde-804a-8a6bd490dca0 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e8ab3e-a5ab-45ea-9db7-aedac9542841 HTTP/1.1" status: 200 len: 944 time: 0.0905912 Sep 17 07:46:55.945529 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-18ab9c39-e4e7-47ef-a9e3-b2a50a8ea0e4 req-a67ef437-d2d8-45dc-ab64-d2151c92be31 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/security-groups?id=33dcb9d9-be84-490d-8d1e-769e2ed5062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447862 Sep 17 07:46:56.028832 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf27d35-2262-4d88-8205-32c3077be88f req-530fc72d-58cd-4981-b643-d289bcc8e861 tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:56.030387 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6bf27d35-2262-4d88-8205-32c3077be88f req-530fc72d-58cd-4981-b643-d289bcc8e861 tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ed039b3-9c13-42cb-a3b4-98090761d4bb HTTP/1.1" status: 200 len: 932 time: 0.0892551 Sep 17 07:46:56.084569 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6bf27d35-2262-4d88-8205-32c3077be88f req-a40c1341-7c26-449e-80e1-dc2219a47693 tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] 10.222.0.13 "GET /v2.0/security-groups?id=20ef99ba-7ca0-4491-8e58-8d35cc31cf0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460317 Sep 17 07:46:56.137430 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71e8ab3e-a5ab-45ea-9db7-aedac9542841', 'tag': '07692ccc-f000-47e4-be30-5664a4cf171e'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:46:56.140518 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89575ff4-d45f-4fdc-9411-ee3077530dca" -d '{"events": [{"name": "network-changed", "server_uuid": "71e8ab3e-a5ab-45ea-9db7-aedac9542841", "tag": "07692ccc-f000-47e4-be30-5664a4cf171e"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:46:56.243371 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d812a4-6d15-4c9d-9d7d-7307dfd2215d req-99c04411-2a40-403a-8f63-05dc3d3beee3 tempest-ServerGroupTestJSON-2101905530 tempest-ServerGroupTestJSON-2101905530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:56.245494 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-43d812a4-6d15-4c9d-9d7d-7307dfd2215d req-99c04411-2a40-403a-8f63-05dc3d3beee3 tempest-ServerGroupTestJSON-2101905530 tempest-ServerGroupTestJSON-2101905530-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6d4235d-ab19-4d89-81be-ab499f932ce8 HTTP/1.1" status: 200 len: 946 time: 0.0800433 Sep 17 07:46:56.340035 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-43d812a4-6d15-4c9d-9d7d-7307dfd2215d req-db11072c-848f-4c52-9cab-578243cd3516 tempest-ServerGroupTestJSON-2101905530 tempest-ServerGroupTestJSON-2101905530-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d39c65-568e-4305-8513-34fcfb76f759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568242 Sep 17 07:46:56.346359 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90924380-f586-4082-a89c-3121db845844 req-63d4aba5-675d-48f0-bdff-a9dcd1ef5127 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:56.347860 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-90924380-f586-4082-a89c-3121db845844 req-63d4aba5-675d-48f0-bdff-a9dcd1ef5127 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/networks?id=8735159f-6edb-41d2-9bd4-93956ab1df1a HTTP/1.1" status: 200 len: 804 time: 0.1479876 Sep 17 07:46:56.369049 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-90924380-f586-4082-a89c-3121db845844 req-2a198040-66ca-4b7a-880d-390dcd50298b tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/quotas/43b7af468d3c4824aaaa6df100556e2b HTTP/1.1" status: 200 len: 375 time: 0.0096581 Sep 17 07:46:56.396663 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e4c6ff8-656b-4bab-8799-ccb396498f18 x-openstack-request-id: req-8e4c6ff8-656b-4bab-8799-ccb396498f18 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:46:56.396950 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71e8ab3e-a5ab-45ea-9db7-aedac9542841", "tag": "07692ccc-f000-47e4-be30-5664a4cf171e", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:46:56.397199 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8e4c6ff8-656b-4bab-8799-ccb396498f18 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:46:56.397588 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71e8ab3e-a5ab-45ea-9db7-aedac9542841', 'tag': '07692ccc-f000-47e4-be30-5664a4cf171e', 'status': 'completed', 'code': 200} Sep 17 07:46:56.418480 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-90924380-f586-4082-a89c-3121db845844 req-db4c0561-4d7a-4d0e-b33d-dc6c56a8937a tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=43b7af468d3c4824aaaa6df100556e2b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0433655 Sep 17 07:46:56.529352 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-90924380-f586-4082-a89c-3121db845844 req-c7d4f271-e823-4d99-9259-f00c067130f8 service neutron] 10.222.0.13 "GET /v2.0/networks/8735159f-6edb-41d2-9bd4-93956ab1df1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040175 Sep 17 07:46:56.545530 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89575ff4-d45f-4fdc-9411-ee3077530dca req-4bf2f476-34a9-4e64-90e2-54b9b2fb86a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:56.547033 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-89575ff4-d45f-4fdc-9411-ee3077530dca req-4bf2f476-34a9-4e64-90e2-54b9b2fb86a1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a8b8de8d3e47401c80419ff293ac8ce3&device_id=71e8ab3e-a5ab-45ea-9db7-aedac9542841 HTTP/1.1" status: 200 len: 1095 time: 0.0743411 Sep 17 07:46:56.626882 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-90924380-f586-4082-a89c-3121db845844 req-ad08a549-7851-44c3-adb1-7ef892fb7605 service neutron] 10.222.0.13 "GET /v2.0/networks/8735159f-6edb-41d2-9bd4-93956ab1df1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860522 Sep 17 07:46:56.661948 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89575ff4-d45f-4fdc-9411-ee3077530dca req-64faffcd-714d-414b-9d60-e284caea6b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:56.663620 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-89575ff4-d45f-4fdc-9411-ee3077530dca req-64faffcd-714d-414b-9d60-e284caea6b82 service neutron] 10.222.0.39 "GET /v2.0/networks?id=56d68df6-fb2f-4041-82b9-349d126d8aad HTTP/1.1" status: 200 len: 914 time: 0.0999382 Sep 17 07:46:56.715160 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-89575ff4-d45f-4fdc-9411-ee3077530dca req-d5436559-46fe-4991-b84d-6a111da54d19 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07692ccc-f000-47e4-be30-5664a4cf171e HTTP/1.1" status: 200 len: 217 time: 0.0420229 Sep 17 07:46:56.793517 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89575ff4-d45f-4fdc-9411-ee3077530dca req-c373d669-1a9e-4132-bd48-84681b6be370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:56.795007 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-89575ff4-d45f-4fdc-9411-ee3077530dca req-c373d669-1a9e-4132-bd48-84681b6be370 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=29c83c48-7cf5-4625-a7b5-a2597278caef HTTP/1.1" status: 200 len: 853 time: 0.0679150 Sep 17 07:46:56.854002 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-89575ff4-d45f-4fdc-9411-ee3077530dca req-e2cba49a-88bf-497a-8c80-8c2bdc230bc0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=56d68df6-fb2f-4041-82b9-349d126d8aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487010 Sep 17 07:46:56.888377 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cfa696b3-d27d-4445-96a6-5724ca88770e req-2d36c02f-038d-403b-93f0-4fb639f03d52 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=122e87e7-8d39-4215-ab45-ffb807004a1a HTTP/1.1" status: 200 len: 210 time: 0.0391827 Sep 17 07:46:56.974974 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-89575ff4-d45f-4fdc-9411-ee3077530dca req-c8271f5c-b188-4dec-b4b9-c48df87d4faa service neutron] 10.222.0.39 "GET /v2.0/networks/56d68df6-fb2f-4041-82b9-349d126d8aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104558 Sep 17 07:46:56.979913 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 07692ccc-f000-47e4-be30-5664a4cf171e details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:46:57.122837 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 07692ccc-f000-47e4-be30-5664a4cf171e, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=07692ccc-f000-47e4-be30-5664a4cf171e,segment=NetworkSegment(fe140136-2174-4894-b80d-4d7eee6c1378),segment_id=fe140136-2174-4894-b80d-4d7eee6c1378)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:46:57.138323 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '07692ccc-f000-47e4-be30-5664a4cf171e', 'network_id': '56d68df6-fb2f-4041-82b9-349d126d8aad', 'port_id': '07692ccc-f000-47e4-be30-5664a4cf171e', 'mac_address': 'fa:16:3e:58:6f:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29c83c48-7cf5-4625-a7b5-a2597278caef', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:46:57.178901 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c2ef06-5a7a-438f-8f46-709d0a4d3ba2 req-4eaae1a2-75aa-444a-8a13-1876d7ee7449 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:57.187130 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-89575ff4-d45f-4fdc-9411-ee3077530dca req-d6cc7795-0ebf-4982-9cd4-ef5b1754d424 service neutron] 10.222.0.39 "GET /v2.0/networks/56d68df6-fb2f-4041-82b9-349d126d8aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923249 Sep 17 07:46:57.188423 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-39c2ef06-5a7a-438f-8f46-709d0a4d3ba2 req-4eaae1a2-75aa-444a-8a13-1876d7ee7449 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e8ab3e-a5ab-45ea-9db7-aedac9542841 HTTP/1.1" status: 200 len: 944 time: 0.1140699 Sep 17 07:46:57.197306 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:57.212343 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07692ccc-f000-47e4-be30-5664a4cf171e {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:46:57.232681 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-39c2ef06-5a7a-438f-8f46-709d0a4d3ba2 req-83c9ac8c-f803-4922-82ca-a77b2fe52a13 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/security-groups?id=33dcb9d9-be84-490d-8d1e-769e2ed5062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434296 Sep 17 07:46:57.243253 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 07692ccc-f000-47e4-be30-5664a4cf171e, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=07692ccc-f000-47e4-be30-5664a4cf171e,segment=NetworkSegment(fe140136-2174-4894-b80d-4d7eee6c1378),segment_id=fe140136-2174-4894-b80d-4d7eee6c1378)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:46:57.259764 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:57.355501 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=07692ccc-f000-47e4-be30-5664a4cf171e,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:57.517759 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f81379e-864f-4a23-9a89-7ff77b8b0294 req-93f7a149-2ca1-4e06-b676-8098259036bc tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:57.521656 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9f81379e-864f-4a23-9a89-7ff77b8b0294 req-93f7a149-2ca1-4e06-b676-8098259036bc tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ed039b3-9c13-42cb-a3b4-98090761d4bb HTTP/1.1" status: 200 len: 932 time: 0.0515883 Sep 17 07:46:57.564410 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9f81379e-864f-4a23-9a89-7ff77b8b0294 req-0371ad94-6274-4063-9b47-50a6135198c9 tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] 10.222.0.13 "GET /v2.0/security-groups?id=20ef99ba-7ca0-4491-8e58-8d35cc31cf0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338655 Sep 17 07:46:57.735712 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d776be-9f44-4cf6-9bea-d37f4c1ba1bd req-588148fc-31db-424a-a3eb-35e1914d99ad tempest-ServerGroupTestJSON-2101905530 tempest-ServerGroupTestJSON-2101905530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:57.737303 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-29d776be-9f44-4cf6-9bea-d37f4c1ba1bd req-588148fc-31db-424a-a3eb-35e1914d99ad tempest-ServerGroupTestJSON-2101905530 tempest-ServerGroupTestJSON-2101905530-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6d4235d-ab19-4d89-81be-ab499f932ce8 HTTP/1.1" status: 200 len: 946 time: 0.0570149 Sep 17 07:46:57.786074 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-29d776be-9f44-4cf6-9bea-d37f4c1ba1bd req-ae807481-5566-4855-be08-023ec782d608 tempest-ServerGroupTestJSON-2101905530 tempest-ServerGroupTestJSON-2101905530-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d39c65-568e-4305-8513-34fcfb76f759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405464 Sep 17 07:46:57.988280 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-06e807ea-1ddd-4be8-bb40-dce29a769ccd req-ceb96dc9-6a80-406e-84dd-f11713a61316 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=122e87e7-8d39-4215-ab45-ffb807004a1a HTTP/1.1" status: 200 len: 210 time: 0.0294068 Sep 17 07:46:58.048641 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['07692ccc-f000-47e4-be30-5664a4cf171e'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:46:58.356119 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fffec30-9f1f-436d-aafa-5558da229ae9 req-550e7b0d-e000-42e5-80b4-dfe4d310f404 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:58.357651 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1fffec30-9f1f-436d-aafa-5558da229ae9 req-550e7b0d-e000-42e5-80b4-dfe4d310f404 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e8ab3e-a5ab-45ea-9db7-aedac9542841 HTTP/1.1" status: 200 len: 945 time: 0.0556421 Sep 17 07:46:58.398059 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1fffec30-9f1f-436d-aafa-5558da229ae9 req-c9806de2-fc53-4d40-8177-f54cec6e8ef9 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/security-groups?id=33dcb9d9-be84-490d-8d1e-769e2ed5062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337026 Sep 17 07:46:58.713523 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5821f009-5fbc-4052-9b3d-6b83b23401ae req-80d5bf47-87db-4344-b70e-00c04c6cfc16 tempest-ServerGroupTestJSON-2101905530 tempest-ServerGroupTestJSON-2101905530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:58.714990 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5821f009-5fbc-4052-9b3d-6b83b23401ae req-80d5bf47-87db-4344-b70e-00c04c6cfc16 tempest-ServerGroupTestJSON-2101905530 tempest-ServerGroupTestJSON-2101905530-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6d4235d-ab19-4d89-81be-ab499f932ce8 HTTP/1.1" status: 200 len: 946 time: 0.1449575 Sep 17 07:46:58.728692 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27778e3b-5abd-4680-88d2-a575130ef44d req-2d4b0900-aeae-41b4-9531-c5f82e155c26 tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:58.730275 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-27778e3b-5abd-4680-88d2-a575130ef44d req-2d4b0900-aeae-41b4-9531-c5f82e155c26 tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ed039b3-9c13-42cb-a3b4-98090761d4bb HTTP/1.1" status: 200 len: 932 time: 0.0882020 Sep 17 07:46:58.746469 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90924380-f586-4082-a89c-3121db845844 req-8823aadd-06ff-4198-a051-92b145d4e4a3 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:58.748024 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-90924380-f586-4082-a89c-3121db845844 req-8823aadd-06ff-4198-a051-92b145d4e4a3 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.39 "GET /v2.0/networks?id=8735159f-6edb-41d2-9bd4-93956ab1df1a HTTP/1.1" status: 200 len: 804 time: 0.1767361 Sep 17 07:46:58.783528 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-27778e3b-5abd-4680-88d2-a575130ef44d req-c520c8ef-7eca-44d9-b1c7-cefe2b50ccd0 tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] 10.222.0.13 "GET /v2.0/security-groups?id=20ef99ba-7ca0-4491-8e58-8d35cc31cf0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471609 Sep 17 07:46:58.785566 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-90924380-f586-4082-a89c-3121db845844 req-58403201-c898-40c6-9ea6-c482e9fc6208 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Request body: {'port': {'device_id': '122e87e7-8d39-4215-ab45-ffb807004a1a', 'network_id': '8735159f-6edb-41d2-9bd4-93956ab1df1a', 'admin_state_up': True, 'tenant_id': '43b7af468d3c4824aaaa6df100556e2b'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:46:58.948507 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-5821f009-5fbc-4052-9b3d-6b83b23401ae req-ae13f32e-7252-4557-adf5-994fa697512a tempest-ServerGroupTestJSON-2101905530 tempest-ServerGroupTestJSON-2101905530-project] Deleting port cf8d924d-eaac-4b3e-be45-603f2e19d7aa {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:46:58.948955 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-5821f009-5fbc-4052-9b3d-6b83b23401ae req-ae13f32e-7252-4557-adf5-994fa697512a tempest-ServerGroupTestJSON-2101905530 tempest-ServerGroupTestJSON-2101905530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:58.969649 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f542b961-526f-4a68-9560-47cf5f665e8e req-f767ba23-aa06-418b-99d4-b4dcb5d5c9f5 tempest-ServerGroupTestJSON-2101905530 tempest-ServerGroupTestJSON-2101905530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:58.971273 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f542b961-526f-4a68-9560-47cf5f665e8e req-f767ba23-aa06-418b-99d4-b4dcb5d5c9f5 tempest-ServerGroupTestJSON-2101905530 tempest-ServerGroupTestJSON-2101905530-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6d4235d-ab19-4d89-81be-ab499f932ce8 HTTP/1.1" status: 200 len: 946 time: 0.0728707 Sep 17 07:46:58.987464 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90924380-f586-4082-a89c-3121db845844 req-58403201-c898-40c6-9ea6-c482e9fc6208 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Made reservation on behalf of 43b7af468d3c4824aaaa6df100556e2b for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:46:58.990905 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-90924380-f586-4082-a89c-3121db845844 req-58403201-c898-40c6-9ea6-c482e9fc6208 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:59.014965 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f542b961-526f-4a68-9560-47cf5f665e8e req-29f80c44-46e6-4d73-967a-703ceeb15ba8 tempest-ServerGroupTestJSON-2101905530 tempest-ServerGroupTestJSON-2101905530-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d39c65-568e-4305-8513-34fcfb76f759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364320 Sep 17 07:46:59.198440 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-358380fb-0957-4698-9c47-d68b49461568 req-b39c0c65-562e-4a93-9845-63fdf423193b tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=122e87e7-8d39-4215-ab45-ffb807004a1a HTTP/1.1" status: 200 len: 210 time: 0.0274644 Sep 17 07:46:59.326311 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-5821f009-5fbc-4052-9b3d-6b83b23401ae req-ae13f32e-7252-4557-adf5-994fa697512a tempest-ServerGroupTestJSON-2101905530 tempest-ServerGroupTestJSON-2101905530-project] For port cf8d924d-eaac-4b3e-be45-603f2e19d7aa, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=cf8d924d-eaac-4b3e-be45-603f2e19d7aa,segment=NetworkSegment(cf8d5924-20e4-47e9-88ff-1271710c3097),segment_id=cf8d5924-20e4-47e9-88ff-1271710c3097)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:46:59.326672 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-5821f009-5fbc-4052-9b3d-6b83b23401ae req-ae13f32e-7252-4557-adf5-994fa697512a tempest-ServerGroupTestJSON-2101905530 tempest-ServerGroupTestJSON-2101905530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:59.350002 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-5821f009-5fbc-4052-9b3d-6b83b23401ae req-ae13f32e-7252-4557-adf5-994fa697512a tempest-ServerGroupTestJSON-2101905530 tempest-ServerGroupTestJSON-2101905530-project] Calling delete_port for cf8d924d-eaac-4b3e-be45-603f2e19d7aa owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:46:59.452767 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-90924380-f586-4082-a89c-3121db845844 req-58403201-c898-40c6-9ea6-c482e9fc6208 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Allocated IP 172.20.0.3 (8735159f-6edb-41d2-9bd4-93956ab1df1a/4e8a61b2-3aad-4505-a004-004379de0de4/f64a3e39-2035-4d4b-8e3a-d8e686fedae3) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:46:59.547927 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42261d2-8523-431a-93a3-553c7420467f req-5fe97bb2-83c0-479b-af99-7e7aca22f660 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:59.552298 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a42261d2-8523-431a-93a3-553c7420467f req-5fe97bb2-83c0-479b-af99-7e7aca22f660 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e8ab3e-a5ab-45ea-9db7-aedac9542841 HTTP/1.1" status: 200 len: 945 time: 0.0830066 Sep 17 07:46:59.562398 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-5821f009-5fbc-4052-9b3d-6b83b23401ae req-ae13f32e-7252-4557-adf5-994fa697512a tempest-ServerGroupTestJSON-2101905530 tempest-ServerGroupTestJSON-2101905530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:59.608918 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a42261d2-8523-431a-93a3-553c7420467f req-e97667cb-7828-405f-8812-fd7e9401923b tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/security-groups?id=33dcb9d9-be84-490d-8d1e-769e2ed5062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525534 Sep 17 07:46:59.680021 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae13f32e-7252-4557-adf5-994fa697512a tempest-ServerGroupTestJSON-2101905530 tempest-ServerGroupTestJSON-2101905530-project] Pushing event deleted for resources: {'Port': ['ID=cf8d924d-eaac-4b3e-be45-603f2e19d7aa,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:59.692032 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-90924380-f586-4082-a89c-3121db845844 req-58403201-c898-40c6-9ea6-c482e9fc6208 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:59.753246 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-5821f009-5fbc-4052-9b3d-6b83b23401ae req-ae13f32e-7252-4557-adf5-994fa697512a tempest-ServerGroupTestJSON-2101905530 tempest-ServerGroupTestJSON-2101905530-project] No DVR routers for this DVR port cf8d924d-eaac-4b3e-be45-603f2e19d7aa on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:46:59.756025 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-5821f009-5fbc-4052-9b3d-6b83b23401ae req-ae13f32e-7252-4557-adf5-994fa697512a tempest-ServerGroupTestJSON-2101905530 tempest-ServerGroupTestJSON-2101905530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:59.758058 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5821f009-5fbc-4052-9b3d-6b83b23401ae req-ae13f32e-7252-4557-adf5-994fa697512a tempest-ServerGroupTestJSON-2101905530 tempest-ServerGroupTestJSON-2101905530-project] 10.222.0.39 "DELETE /v2.0/ports/cf8d924d-eaac-4b3e-be45-603f2e19d7aa HTTP/1.1" status: 204 len: 173 time: 1.0306349 Sep 17 07:46:59.758512 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d4235d-ab19-4d89-81be-ab499f932ce8', 'name': 'network-vif-deleted', 'tag': 'cf8d924d-eaac-4b3e-be45-603f2e19d7aa'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:46:59.760730 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c573cccf-6265-4c62-9e63-30ba7a211f76" -d '{"events": [{"server_uuid": "d6d4235d-ab19-4d89-81be-ab499f932ce8", "name": "network-vif-deleted", "tag": "cf8d924d-eaac-4b3e-be45-603f2e19d7aa"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:46:59.764796 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-90924380-f586-4082-a89c-3121db845844 req-58403201-c898-40c6-9ea6-c482e9fc6208 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:59.807702 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90924380-f586-4082-a89c-3121db845844 req-58403201-c898-40c6-9ea6-c482e9fc6208 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Network 8735159f-6edb-41d2-9bd4-93956ab1df1a is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:46:59.810599 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-90924380-f586-4082-a89c-3121db845844 req-58403201-c898-40c6-9ea6-c482e9fc6208 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:46:59.812677 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['719244c5-0063-4840-aa23-e08e10c03023'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:46:59.814549 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-90924380-f586-4082-a89c-3121db845844 req-58403201-c898-40c6-9ea6-c482e9fc6208 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:46:59.820884 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e485bfe-9564-477f-bbd8-57291359bbb8 x-openstack-request-id: req-9e485bfe-9564-477f-bbd8-57291359bbb8 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:46:59.821041 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6d4235d-ab19-4d89-81be-ab499f932ce8", "name": "network-vif-deleted", "tag": "cf8d924d-eaac-4b3e-be45-603f2e19d7aa", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:46:59.821225 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9e485bfe-9564-477f-bbd8-57291359bbb8 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:46:59.821675 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6d4235d-ab19-4d89-81be-ab499f932ce8', 'name': 'network-vif-deleted', 'tag': 'cf8d924d-eaac-4b3e-be45-603f2e19d7aa', 'status': 'completed', 'code': 200} Sep 17 07:46:59.868447 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58403201-c898-40c6-9ea6-c482e9fc6208 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Pushing event updated for resources: {'Port': ['ID=f64a3e39-2035-4d4b-8e3a-d8e686fedae3,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:46:59.881482 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90924380-f586-4082-a89c-3121db845844 req-58403201-c898-40c6-9ea6-c482e9fc6208 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:46:59.882132 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-90924380-f586-4082-a89c-3121db845844 req-58403201-c898-40c6-9ea6-c482e9fc6208 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:46:59.915096 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-90924380-f586-4082-a89c-3121db845844 req-58403201-c898-40c6-9ea6-c482e9fc6208 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1325233 Sep 17 07:46:59.935953 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-90924380-f586-4082-a89c-3121db845844 req-41aaeb1d-e1a6-4605-97c1-19a3e475febc service neutron] Request body: {'port': {'device_id': '122e87e7-8d39-4215-ab45-ffb807004a1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:47:00.020080 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-90924380-f586-4082-a89c-3121db845844 req-41aaeb1d-e1a6-4605-97c1-19a3e475febc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:00.028429 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864a145d-d85c-48c1-811d-c2c623ac7a6f req-946f8a68-2e1f-42f9-b6c7-9ea398b71a17 tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:00.037797 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-864a145d-d85c-48c1-811d-c2c623ac7a6f req-946f8a68-2e1f-42f9-b6c7-9ea398b71a17 tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ed039b3-9c13-42cb-a3b4-98090761d4bb HTTP/1.1" status: 200 len: 932 time: 0.1375964 Sep 17 07:47:00.116121 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-864a145d-d85c-48c1-811d-c2c623ac7a6f req-133b82d4-fee0-4622-9428-239904b0398b tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] 10.222.0.13 "GET /v2.0/security-groups?id=20ef99ba-7ca0-4491-8e58-8d35cc31cf0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768437 Sep 17 07:47:00.298523 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-41e8009b-a8a4-4644-a279-78ee2d5b2fd6 req-a360645d-2aad-4a5e-a139-88c609619135 tempest-ServerGroupTestJSON-2101905530 tempest-ServerGroupTestJSON-2101905530-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6d4235d-ab19-4d89-81be-ab499f932ce8 HTTP/1.1" status: 200 len: 210 time: 0.0281045 Sep 17 07:47:00.405260 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-90924380-f586-4082-a89c-3121db845844 req-41aaeb1d-e1a6-4605-97c1-19a3e475febc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f64a3e39-2035-4d4b-8e3a-d8e686fedae3 {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:47:00.413764 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-90924380-f586-4082-a89c-3121db845844 req-41aaeb1d-e1a6-4605-97c1-19a3e475febc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:00.428832 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-90924380-f586-4082-a89c-3121db845844 req-41aaeb1d-e1a6-4605-97c1-19a3e475febc service neutron] Transition to ACTIVE for port object f64a3e39-2035-4d4b-8e3a-d8e686fedae3 will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:47:00.438181 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-90924380-f586-4082-a89c-3121db845844 req-41aaeb1d-e1a6-4605-97c1-19a3e475febc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:00.488532 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353ce8d8-a1ff-4719-850b-a98eea936bc8 req-f359de49-9494-49f9-ab5e-053a2b907d41 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:00.492181 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-353ce8d8-a1ff-4719-850b-a98eea936bc8 req-f359de49-9494-49f9-ab5e-053a2b907d41 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=122e87e7-8d39-4215-ab45-ffb807004a1a HTTP/1.1" status: 200 len: 943 time: 0.0679977 Sep 17 07:47:00.507574 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaeb1d-e1a6-4605-97c1-19a3e475febc service neutron] Pushing event updated for resources: {'Port': ['ID=f64a3e39-2035-4d4b-8e3a-d8e686fedae3,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:00.560605 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-353ce8d8-a1ff-4719-850b-a98eea936bc8 req-61bae982-156b-4d32-ba17-77f4e302ba13 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/security-groups?id=53a4612f-058b-4338-9861-1ad45234538f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604801 Sep 17 07:47:00.584856 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-90924380-f586-4082-a89c-3121db845844 req-41aaeb1d-e1a6-4605-97c1-19a3e475febc service neutron] Attempting to bind port f64a3e39-2035-4d4b-8e3a-d8e686fedae3 on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:47:00.585191 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-90924380-f586-4082-a89c-3121db845844 req-41aaeb1d-e1a6-4605-97c1-19a3e475febc service neutron] Attempting to bind port f64a3e39-2035-4d4b-8e3a-d8e686fedae3 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': '5ce36400-13a1-41db-8274-558edfd01d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8735159f-6edb-41d2-9bd4-93956ab1df1a'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:47:00.585517 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90924380-f586-4082-a89c-3121db845844 req-41aaeb1d-e1a6-4605-97c1-19a3e475febc service neutron] Attempting to bind port f64a3e39-2035-4d4b-8e3a-d8e686fedae3 on network 8735159f-6edb-41d2-9bd4-93956ab1df1a {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:47:00.589723 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90924380-f586-4082-a89c-3121db845844 req-41aaeb1d-e1a6-4605-97c1-19a3e475febc service neutron] Port f64a3e39-2035-4d4b-8e3a-d8e686fedae3 on network 8735159f-6edb-41d2-9bd4-93956ab1df1a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:47:00.590043 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90924380-f586-4082-a89c-3121db845844 req-41aaeb1d-e1a6-4605-97c1-19a3e475febc service neutron] Attempting to bind port f64a3e39-2035-4d4b-8e3a-d8e686fedae3 on network 8735159f-6edb-41d2-9bd4-93956ab1df1a {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:47:00.594671 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90924380-f586-4082-a89c-3121db845844 req-41aaeb1d-e1a6-4605-97c1-19a3e475febc service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:47:00.595004 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90924380-f586-4082-a89c-3121db845844 req-41aaeb1d-e1a6-4605-97c1-19a3e475febc service neutron] Checking segment: {'id': '5ce36400-13a1-41db-8274-558edfd01d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8735159f-6edb-41d2-9bd4-93956ab1df1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:47:00.595377 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90924380-f586-4082-a89c-3121db845844 req-41aaeb1d-e1a6-4605-97c1-19a3e475febc service neutron] Bound using segment: {'id': '5ce36400-13a1-41db-8274-558edfd01d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8735159f-6edb-41d2-9bd4-93956ab1df1a'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:47:00.595794 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-90924380-f586-4082-a89c-3121db845844 req-41aaeb1d-e1a6-4605-97c1-19a3e475febc service neutron] Bound port: f64a3e39-2035-4d4b-8e3a-d8e686fedae3, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ce36400-13a1-41db-8274-558edfd01d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8735159f-6edb-41d2-9bd4-93956ab1df1a'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:47:00.596176 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-90924380-f586-4082-a89c-3121db845844 req-41aaeb1d-e1a6-4605-97c1-19a3e475febc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:00.661524 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-90924380-f586-4082-a89c-3121db845844 req-41aaeb1d-e1a6-4605-97c1-19a3e475febc service neutron] For port f64a3e39-2035-4d4b-8e3a-d8e686fedae3, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:47:00.664613 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-90924380-f586-4082-a89c-3121db845844 req-41aaeb1d-e1a6-4605-97c1-19a3e475febc service neutron] For port f64a3e39-2035-4d4b-8e3a-d8e686fedae3, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=f64a3e39-2035-4d4b-8e3a-d8e686fedae3,segment=NetworkSegment(5ce36400-13a1-41db-8274-558edfd01d90),segment_id=5ce36400-13a1-41db-8274-558edfd01d90)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:47:00.668936 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-90924380-f586-4082-a89c-3121db845844 req-41aaeb1d-e1a6-4605-97c1-19a3e475febc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:00.704823 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90924380-f586-4082-a89c-3121db845844 req-41aaeb1d-e1a6-4605-97c1-19a3e475febc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:00.705450 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-90924380-f586-4082-a89c-3121db845844 req-41aaeb1d-e1a6-4605-97c1-19a3e475febc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:00.706850 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-90924380-f586-4082-a89c-3121db845844 req-41aaeb1d-e1a6-4605-97c1-19a3e475febc service neutron] 10.222.0.39 "PUT /v2.0/ports/f64a3e39-2035-4d4b-8e3a-d8e686fedae3 HTTP/1.1" status: 200 len: 1091 time: 0.7769938 Sep 17 07:47:00.725045 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaeb1d-e1a6-4605-97c1-19a3e475febc service neutron] Pushing event updated for resources: {'Port': ['ID=f64a3e39-2035-4d4b-8e3a-d8e686fedae3,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:00.725574 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d322299-e2f1-4209-9124-ec89a3906c93 req-43073f80-9dab-4c53-922f-f54eacb15921 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:00.732488 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3d322299-e2f1-4209-9124-ec89a3906c93 req-43073f80-9dab-4c53-922f-f54eacb15921 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e8ab3e-a5ab-45ea-9db7-aedac9542841 HTTP/1.1" status: 200 len: 945 time: 0.0563843 Sep 17 07:47:00.775006 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3d322299-e2f1-4209-9124-ec89a3906c93 req-235ab221-0ab4-4a40-9f10-feff2c20e5c8 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/security-groups?id=33dcb9d9-be84-490d-8d1e-769e2ed5062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401483 Sep 17 07:47:00.823590 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90924380-f586-4082-a89c-3121db845844 req-e92f04ef-89e8-482b-a50d-febc7a0c2585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:00.825148 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-90924380-f586-4082-a89c-3121db845844 req-e92f04ef-89e8-482b-a50d-febc7a0c2585 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=43b7af468d3c4824aaaa6df100556e2b&device_id=122e87e7-8d39-4215-ab45-ffb807004a1a HTTP/1.1" status: 200 len: 1094 time: 0.0511465 Sep 17 07:47:00.880012 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-90924380-f586-4082-a89c-3121db845844 req-87ae555c-13ba-42d8-92ab-37bbfe06ad45 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f64a3e39-2035-4d4b-8e3a-d8e686fedae3 HTTP/1.1" status: 200 len: 217 time: 0.0390580 Sep 17 07:47:00.943965 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90924380-f586-4082-a89c-3121db845844 req-f52e2871-4a09-418f-bcf4-5eb26f6e97a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:00.945440 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-90924380-f586-4082-a89c-3121db845844 req-f52e2871-4a09-418f-bcf4-5eb26f6e97a1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4e8a61b2-3aad-4505-a004-004379de0de4 HTTP/1.1" status: 200 len: 844 time: 0.0492737 Sep 17 07:47:00.999148 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-90924380-f586-4082-a89c-3121db845844 req-e1455081-da43-474b-a136-3ab713f123f1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8735159f-6edb-41d2-9bd4-93956ab1df1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453491 Sep 17 07:47:01.017435 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device a88b86ec-4303-4784-b3b8-0214ca638078 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:47:01.023409 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 07692ccc-f000-47e4-be30-5664a4cf171e up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:47:01.104833 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-90924380-f586-4082-a89c-3121db845844 req-59eeeb41-d0c6-45cd-aeaf-fcd7e136356e service neutron] 10.222.0.39 "GET /v2.0/networks/8735159f-6edb-41d2-9bd4-93956ab1df1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943232 Sep 17 07:47:01.154322 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port 07692ccc-f000-47e4-be30-5664a4cf171e completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:47:01.162126 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 07692ccc-f000-47e4-be30-5664a4cf171e triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:47:01.162514 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:01.165376 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port a88b86ec-4303-4784-b3b8-0214ca638078, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=a88b86ec-4303-4784-b3b8-0214ca638078,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:47:01.201649 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': 'a88b86ec-4303-4784-b3b8-0214ca638078', 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583', 'port_id': 'a88b86ec-4303-4784-b3b8-0214ca638078', 'mac_address': 'fa:16:3e:9c:92:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f3af6cb-9cad-436b-bf41-034e75672c44', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:47:01.213382 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-90924380-f586-4082-a89c-3121db845844 req-1f1e1591-e2e3-427e-8a8d-304b10507f46 service neutron] 10.222.0.39 "GET /v2.0/networks/8735159f-6edb-41d2-9bd4-93956ab1df1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980494 Sep 17 07:47:01.233033 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd794698-e4af-4904-a869-fd4d62d1cb54 req-98f66e4f-5a26-4ec0-9fd0-731f2d495378 tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:01.235361 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cd794698-e4af-4904-a869-fd4d62d1cb54 req-98f66e4f-5a26-4ec0-9fd0-731f2d495378 tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ed039b3-9c13-42cb-a3b4-98090761d4bb HTTP/1.1" status: 200 len: 932 time: 0.0512750 Sep 17 07:47:01.254549 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:01.292195 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cd794698-e4af-4904-a869-fd4d62d1cb54 req-683fed62-8ba8-43f7-ae4e-bac75a9f28aa tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] 10.222.0.13 "GET /v2.0/security-groups?id=20ef99ba-7ca0-4491-8e58-8d35cc31cf0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487607 Sep 17 07:47:01.292969 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a88b86ec-4303-4784-b3b8-0214ca638078 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:47:01.325941 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:01.329742 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port a88b86ec-4303-4784-b3b8-0214ca638078, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=a88b86ec-4303-4784-b3b8-0214ca638078,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:47:01.337429 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:01.384917 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e8ab3e-a5ab-45ea-9db7-aedac9542841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07692ccc-f000-47e4-be30-5664a4cf171e'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:47:01.391645 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd13cec-7987-434f-a525-2def1a9778b5" -d '{"events": [{"server_uuid": "71e8ab3e-a5ab-45ea-9db7-aedac9542841", "name": "network-vif-plugged", "status": "completed", "tag": "07692ccc-f000-47e4-be30-5664a4cf171e"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:47:01.412723 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 07692ccc-f000-47e4-be30-5664a4cf171e, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=07692ccc-f000-47e4-be30-5664a4cf171e,segment=NetworkSegment(fe140136-2174-4894-b80d-4d7eee6c1378),segment_id=fe140136-2174-4894-b80d-4d7eee6c1378)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:47:01.421248 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:01.422027 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device cf8d924d-eaac-4b3e-be45-603f2e19d7aa no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:47:01.447475 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=a88b86ec-4303-4784-b3b8-0214ca638078,revision_number=9']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:01.450163 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: cf8d924d-eaac-4b3e-be45-603f2e19d7aa {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:47:01.450572 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device cf8d924d-eaac-4b3e-be45-603f2e19d7aa not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:47:01.498289 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb40b8f-ae7e-48ee-bf34-be3818d0473b x-openstack-request-id: req-3cb40b8f-ae7e-48ee-bf34-be3818d0473b {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:47:01.498602 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e8ab3e-a5ab-45ea-9db7-aedac9542841", "name": "network-vif-plugged", "status": "completed", "tag": "07692ccc-f000-47e4-be30-5664a4cf171e", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:47:01.498858 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3cb40b8f-ae7e-48ee-bf34-be3818d0473b {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:47:01.499342 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71e8ab3e-a5ab-45ea-9db7-aedac9542841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07692ccc-f000-47e4-be30-5664a4cf171e', 'code': 200} Sep 17 07:47:01.508796 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=07692ccc-f000-47e4-be30-5664a4cf171e,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:01.512839 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['a88b86ec-4303-4784-b3b8-0214ca638078'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:47:01.634611 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1173d08-aaf6-4890-b522-4fc81e12db73 req-55090025-6532-4c65-bd01-95a8a26c1f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:01.636148 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f1173d08-aaf6-4890-b522-4fc81e12db73 req-55090025-6532-4c65-bd01-95a8a26c1f3a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=71e8ab3e-a5ab-45ea-9db7-aedac9542841 HTTP/1.1" status: 200 len: 1097 time: 0.0474286 Sep 17 07:47:01.674373 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f1173d08-aaf6-4890-b522-4fc81e12db73 req-8eacf74e-fa92-4803-b183-00b442b3dbfb service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=33dcb9d9-be84-490d-8d1e-769e2ed5062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298986 Sep 17 07:47:01.708636 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0bd7cb-d623-4306-8c69-0b03f27becc6 req-bd485c38-6c70-4219-ab4a-1ccd71d1eed4 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:01.710150 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-eb0bd7cb-d623-4306-8c69-0b03f27becc6 req-bd485c38-6c70-4219-ab4a-1ccd71d1eed4 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=122e87e7-8d39-4215-ab45-ffb807004a1a HTTP/1.1" status: 200 len: 943 time: 0.0481987 Sep 17 07:47:01.747379 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-eb0bd7cb-d623-4306-8c69-0b03f27becc6 req-3d60d7d4-bed6-4933-9e13-ebdca6f2e057 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/security-groups?id=53a4612f-058b-4338-9861-1ad45234538f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313158 Sep 17 07:47:01.822517 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '122e87e7-8d39-4215-ab45-ffb807004a1a', 'tag': 'f64a3e39-2035-4d4b-8e3a-d8e686fedae3'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:47:01.825013 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656dce15-78ba-452c-b96f-704277baedd0" -d '{"events": [{"name": "network-changed", "server_uuid": "122e87e7-8d39-4215-ab45-ffb807004a1a", "tag": "f64a3e39-2035-4d4b-8e3a-d8e686fedae3"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:47:01.890186 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9caefe2-da35-4540-afb3-1eb3d82ea64a req-35a2c589-6b7d-4c1a-bcc2-20a8a0bb9319 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:01.891640 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a9caefe2-da35-4540-afb3-1eb3d82ea64a req-35a2c589-6b7d-4c1a-bcc2-20a8a0bb9319 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e8ab3e-a5ab-45ea-9db7-aedac9542841 HTTP/1.1" status: 200 len: 946 time: 0.0467989 Sep 17 07:47:01.930984 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a9caefe2-da35-4540-afb3-1eb3d82ea64a req-1ad76997-3656-441d-8652-870b6d4c51b7 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/security-groups?id=33dcb9d9-be84-490d-8d1e-769e2ed5062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333915 Sep 17 07:47:01.984340 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aaf2b3f-effc-4712-b303-b1a30cd94cc5 x-openstack-request-id: req-3aaf2b3f-effc-4712-b303-b1a30cd94cc5 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:47:01.984698 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "122e87e7-8d39-4215-ab45-ffb807004a1a", "tag": "f64a3e39-2035-4d4b-8e3a-d8e686fedae3", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:47:01.985016 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3aaf2b3f-effc-4712-b303-b1a30cd94cc5 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:47:01.985476 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '122e87e7-8d39-4215-ab45-ffb807004a1a', 'tag': 'f64a3e39-2035-4d4b-8e3a-d8e686fedae3', 'status': 'completed', 'code': 200} Sep 17 07:47:02.248575 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 60190) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:47:02.264737 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656dce15-78ba-452c-b96f-704277baedd0 req-cc6cc134-3491-46a7-a053-5cd39022aa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:02.266227 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-656dce15-78ba-452c-b96f-704277baedd0 req-cc6cc134-3491-46a7-a053-5cd39022aa30 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=43b7af468d3c4824aaaa6df100556e2b&device_id=122e87e7-8d39-4215-ab45-ffb807004a1a HTTP/1.1" status: 200 len: 1094 time: 0.0410986 Sep 17 07:47:02.291861 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-445eab79-832f-4cf5-8935-8e128816c4cc admin admin] Deleting subnet e38902fd-2bdd-48ba-b731-8c7a1bc05678 {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:47:02.294843 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-445eab79-832f-4cf5-8935-8e128816c4cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:02.328502 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-445eab79-832f-4cf5-8935-8e128816c4cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:02.358819 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656dce15-78ba-452c-b96f-704277baedd0 req-adafa58b-f239-4370-8649-8d265e8f773c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:02.360678 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-656dce15-78ba-452c-b96f-704277baedd0 req-adafa58b-f239-4370-8649-8d265e8f773c service neutron] 10.222.0.39 "GET /v2.0/networks?id=8735159f-6edb-41d2-9bd4-93956ab1df1a HTTP/1.1" status: 200 len: 905 time: 0.0856228 Sep 17 07:47:02.376952 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-445eab79-832f-4cf5-8935-8e128816c4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:02.407738 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-656dce15-78ba-452c-b96f-704277baedd0 req-c5da5f4c-e98f-4924-8557-7c4e42e8e674 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f64a3e39-2035-4d4b-8e3a-d8e686fedae3 HTTP/1.1" status: 200 len: 217 time: 0.0365298 Sep 17 07:47:02.460676 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656dce15-78ba-452c-b96f-704277baedd0 req-cfbf66a5-6ebb-4cd4-9f40-fe0c6b0a17e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:02.462151 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-656dce15-78ba-452c-b96f-704277baedd0 req-cfbf66a5-6ebb-4cd4-9f40-fe0c6b0a17e0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4e8a61b2-3aad-4505-a004-004379de0de4 HTTP/1.1" status: 200 len: 844 time: 0.0447874 Sep 17 07:47:02.499272 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-656dce15-78ba-452c-b96f-704277baedd0 req-1f652a2d-816e-4ae4-a18b-357411b8aa0a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8735159f-6edb-41d2-9bd4-93956ab1df1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254169 Sep 17 07:47:02.599464 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-656dce15-78ba-452c-b96f-704277baedd0 req-7a96dc75-3300-40ef-b849-9eb236ba1590 service neutron] 10.222.0.39 "GET /v2.0/networks/8735159f-6edb-41d2-9bd4-93956ab1df1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917909 Sep 17 07:47:02.689091 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-656dce15-78ba-452c-b96f-704277baedd0 req-e4528b5b-2851-4954-9dbf-c75a46a9f2f4 service neutron] 10.222.0.39 "GET /v2.0/networks/8735159f-6edb-41d2-9bd4-93956ab1df1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818837 Sep 17 07:47:02.724443 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7c0090-cb05-4f6e-b91e-bd8e047ab58e req-e5699617-4c34-4520-8dfb-08fe6de27965 tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:02.725924 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bd7c0090-cb05-4f6e-b91e-bd8e047ab58e req-e5699617-4c34-4520-8dfb-08fe6de27965 tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ed039b3-9c13-42cb-a3b4-98090761d4bb HTTP/1.1" status: 200 len: 932 time: 0.3612261 Sep 17 07:47:02.749208 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-445eab79-832f-4cf5-8935-8e128816c4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:02.779264 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445eab79-832f-4cf5-8935-8e128816c4cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e38902fd-2bdd-48ba-b731-8c7a1bc05678,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:02.787867 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-445eab79-832f-4cf5-8935-8e128816c4cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:02.789919 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-445eab79-832f-4cf5-8935-8e128816c4cc admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e38902fd-2bdd-48ba-b731-8c7a1bc05678 HTTP/1.1" status: 204 len: 168 time: 0.5402420 Sep 17 07:47:02.792560 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 60200) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:47:02.797380 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bd7c0090-cb05-4f6e-b91e-bd8e047ab58e req-b2767296-c1fe-449a-a23b-f2843ec36a88 tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] 10.222.0.13 "GET /v2.0/security-groups?id=20ef99ba-7ca0-4491-8e58-8d35cc31cf0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644481 Sep 17 07:47:02.871286 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fc241571-bd66-4e33-8634-c0e6ea1c0326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:02.952712 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fc241571-bd66-4e33-8634-c0e6ea1c0326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:02.972672 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-fc241571-bd66-4e33-8634-c0e6ea1c0326 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bba57ccd-c255-421b-9250-63d2725e8b36']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:47:02.981677 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-fc241571-bd66-4e33-8634-c0e6ea1c0326 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf8d5924-20e4-47e9-88ff-1271710c3097') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:47:02.981971 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-fc241571-bd66-4e33-8634-c0e6ea1c0326 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf8d5924-20e4-47e9-88ff-1271710c3097') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:47:02.988780 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053a521-fdd1-4111-819b-d68937a5eee2 req-a087e25f-03d5-4645-900b-5c9f6353e296 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:02.990242 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d053a521-fdd1-4111-819b-d68937a5eee2 req-a087e25f-03d5-4645-900b-5c9f6353e296 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=122e87e7-8d39-4215-ab45-ffb807004a1a HTTP/1.1" status: 200 len: 943 time: 0.0481741 Sep 17 07:47:02.991080 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fc241571-bd66-4e33-8634-c0e6ea1c0326 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:03.005789 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fc241571-bd66-4e33-8634-c0e6ea1c0326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:03.011934 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc241571-bd66-4e33-8634-c0e6ea1c0326 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 07:47:03.012323 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fc241571-bd66-4e33-8634-c0e6ea1c0326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:03.013944 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 07:47:03.013944 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 07:47:03.013944 n-d-789963-9 neutron-server[101290]: timer() Sep 17 07:47:03.013944 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 07:47:03.013944 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 07:47:03.013944 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 07:47:03.013944 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 07:47:03.013944 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 07:47:03.013944 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 07:47:03.013944 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 07:47:03.013944 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 07:47:03.013944 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 07:47:03.013944 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 07:47:03.013944 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 07:47:03.013944 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 07:47:03.013944 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 07:47:03.013944 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 07:47:03.013944 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 07:47:03.013944 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 07:47:03.013944 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 07:47:03.013944 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 07:47:03.013944 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 07:47:03.013944 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 07:47:03.013944 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 07:47:03.013944 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 07:47:03.013944 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 07:47:03.013944 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 07:47:03.013944 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 07:47:03.013944 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 07:47:03.013944 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 07:47:03.013944 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 07:47:03.013944 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 07:47:03.019572 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device a88b86ec-4303-4784-b3b8-0214ca638078 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:47:03.030823 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d053a521-fdd1-4111-819b-d68937a5eee2 req-f2cc7e6b-2b8a-4a15-9078-c6391f4c7d8c tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/security-groups?id=53a4612f-058b-4338-9861-1ad45234538f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345917 Sep 17 07:47:03.070682 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fc241571-bd66-4e33-8634-c0e6ea1c0326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:03.076542 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fc241571-bd66-4e33-8634-c0e6ea1c0326 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:03.082987 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-fc241571-bd66-4e33-8634-c0e6ea1c0326 admin admin] 10.222.0.13 "DELETE /v2.0/networks/bba57ccd-c255-421b-9250-63d2725e8b36 HTTP/1.1" status: 204 len: 168 time: 0.2893848 Sep 17 07:47:03.091579 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port a88b86ec-4303-4784-b3b8-0214ca638078 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:47:03.092049 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:03.098017 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc241571-bd66-4e33-8634-c0e6ea1c0326 admin admin] Pushing event deleted for resources: {'Network': ['ID=bba57ccd-c255-421b-9250-63d2725e8b36,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:03.165982 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e49346b-dff9-4a24-8046-e9bc65ddc7c6 req-63a3970e-9c82-4627-a99b-d81214f597e3 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:03.167915 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3e49346b-dff9-4a24-8046-e9bc65ddc7c6 req-63a3970e-9c82-4627-a99b-d81214f597e3 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e8ab3e-a5ab-45ea-9db7-aedac9542841 HTTP/1.1" status: 200 len: 946 time: 0.0624588 Sep 17 07:47:03.177908 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:03.201156 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 60214) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:47:03.216183 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port a88b86ec-4303-4784-b3b8-0214ca638078, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=a88b86ec-4303-4784-b3b8-0214ca638078,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:47:03.217523 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3e49346b-dff9-4a24-8046-e9bc65ddc7c6 req-11bec90b-d597-4008-9178-0466cd022b54 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/security-groups?id=33dcb9d9-be84-490d-8d1e-769e2ed5062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388086 Sep 17 07:47:03.220559 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:03.243599 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-1c91d9ac-e609-436e-b37e-ddea9ee30695 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5059f8cc04c948308371e348cd074b3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0412636 Sep 17 07:47:03.246159 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 60218) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:47:03.278293 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=a88b86ec-4303-4784-b3b8-0214ca638078,revision_number=10']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:03.308849 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bfa16b64-55b7-4dd0-9636-624e7eb2cc49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:03.329986 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bfa16b64-55b7-4dd0-9636-624e7eb2cc49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:03.378308 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bfa16b64-55b7-4dd0-9636-624e7eb2cc49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:03.380877 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bfa16b64-55b7-4dd0-9636-624e7eb2cc49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:03.382043 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-bfa16b64-55b7-4dd0-9636-624e7eb2cc49 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f2d39c65-568e-4305-8513-34fcfb76f759 HTTP/1.1" status: 204 len: 168 time: 0.1347103 Sep 17 07:47:03.389679 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa16b64-55b7-4dd0-9636-624e7eb2cc49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d39c65-568e-4305-8513-34fcfb76f759,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:03.500265 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da072600-9e7a-40aa-b384-67f31b6a1822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a88b86ec-4303-4784-b3b8-0214ca638078'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:47:03.503209 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9518aa11-872c-436b-a0ae-e5eced915b33" -d '{"events": [{"server_uuid": "da072600-9e7a-40aa-b384-67f31b6a1822", "name": "network-vif-plugged", "status": "completed", "tag": "a88b86ec-4303-4784-b3b8-0214ca638078"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:47:03.539733 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ca6986-2ec8-41b1-9fd4-0f48309620be x-openstack-request-id: req-d3ca6986-2ec8-41b1-9fd4-0f48309620be {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:47:03.540080 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da072600-9e7a-40aa-b384-67f31b6a1822", "name": "network-vif-plugged", "status": "completed", "tag": "a88b86ec-4303-4784-b3b8-0214ca638078", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:47:03.540341 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d3ca6986-2ec8-41b1-9fd4-0f48309620be {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:47:03.540734 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da072600-9e7a-40aa-b384-67f31b6a1822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a88b86ec-4303-4784-b3b8-0214ca638078', 'code': 200} Sep 17 07:47:03.766136 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-c7328ca6-a5aa-4529-b836-e727d307a92f req-31c98efb-6416-4ba9-afb4-21bd93e5bc13 service neutron] Request body: {'port': {'device_id': '7ed039b3-9c13-42cb-a3b4-98090761d4bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:47:03.768849 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-5d66ac65-0145-4c03-81c3-9095d9d8a7f1 service neutron] Request body: {'port': {'device_id': 'c07a75d1-5f23-419d-a984-0c234ed8019a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-9'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:47:03.848074 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c7328ca6-a5aa-4529-b836-e727d307a92f req-31c98efb-6416-4ba9-afb4-21bd93e5bc13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:03.850108 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-5d66ac65-0145-4c03-81c3-9095d9d8a7f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:04.111819 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 60262) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:47:04.114592 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5009a0b6-5cce-4eaa-bee7-a705ff20edaa req-4c18591f-d3fa-4ffd-b015-ecf4718c516f tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:04.116136 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5009a0b6-5cce-4eaa-bee7-a705ff20edaa req-4c18591f-d3fa-4ffd-b015-ecf4718c516f tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ed039b3-9c13-42cb-a3b4-98090761d4bb HTTP/1.1" status: 200 len: 932 time: 0.2074146 Sep 17 07:47:04.231167 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-c7328ca6-a5aa-4529-b836-e727d307a92f req-31c98efb-6416-4ba9-afb4-21bd93e5bc13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c13bd269-eff5-4609-ae54-471bad999dec {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:47:04.239217 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5009a0b6-5cce-4eaa-bee7-a705ff20edaa req-a16f41a2-5bb7-414d-99b7-4217b4dc24ac tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] 10.222.0.13 "GET /v2.0/security-groups?id=20ef99ba-7ca0-4491-8e58-8d35cc31cf0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733814 Sep 17 07:47:04.248836 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c7328ca6-a5aa-4529-b836-e727d307a92f req-31c98efb-6416-4ba9-afb4-21bd93e5bc13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:04.282603 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-a9c2d592-d6fc-4b3d-abe3-31763958d5f2 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1078107774-network', 'tenant_id': '77e85ce9f7a8401bb2fc3bced0640573'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:47:04.299935 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-c7328ca6-a5aa-4529-b836-e727d307a92f req-31c98efb-6416-4ba9-afb4-21bd93e5bc13 service neutron] Transition to ACTIVE for port object c13bd269-eff5-4609-ae54-471bad999dec will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:47:04.316193 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c7328ca6-a5aa-4529-b836-e727d307a92f req-31c98efb-6416-4ba9-afb4-21bd93e5bc13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:04.354070 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c2d592-d6fc-4b3d-abe3-31763958d5f2 admin admin] Made reservation on behalf of 77e85ce9f7a8401bb2fc3bced0640573 for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:47:04.356357 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a9c2d592-d6fc-4b3d-abe3-31763958d5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:04.401909 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a9c2d592-d6fc-4b3d-abe3-31763958d5f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:04.433323 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0436696a-c185-402f-b753-d81b43daa0a3 req-0dec5bba-9bfa-4d32-860e-fb099526573b tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:04.446240 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0436696a-c185-402f-b753-d81b43daa0a3 req-0dec5bba-9bfa-4d32-860e-fb099526573b tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=122e87e7-8d39-4215-ab45-ffb807004a1a HTTP/1.1" status: 200 len: 943 time: 0.1588657 Sep 17 07:47:04.455443 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c98efb-6416-4ba9-afb4-21bd93e5bc13 service neutron] Pushing event updated for resources: {'Port': ['ID=c13bd269-eff5-4609-ae54-471bad999dec,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:04.484570 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2198bc-66ff-498d-8792-02ceb343c235 req-72f5af9b-84e6-40f6-b436-9a4fc71bfc30 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:04.493999 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-aa2198bc-66ff-498d-8792-02ceb343c235 req-72f5af9b-84e6-40f6-b436-9a4fc71bfc30 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e8ab3e-a5ab-45ea-9db7-aedac9542841 HTTP/1.1" status: 200 len: 946 time: 0.1527908 Sep 17 07:47:04.513097 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-c7328ca6-a5aa-4529-b836-e727d307a92f req-31c98efb-6416-4ba9-afb4-21bd93e5bc13 service neutron] Attempting to bind port c13bd269-eff5-4609-ae54-471bad999dec on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:47:04.513685 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-c7328ca6-a5aa-4529-b836-e727d307a92f req-31c98efb-6416-4ba9-afb4-21bd93e5bc13 service neutron] Attempting to bind port c13bd269-eff5-4609-ae54-471bad999dec by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'fd8f5a13-1c06-4de9-a0a1-9eeb4f661339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6e940d9c-f117-40aa-a612-5c4df5492150'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:47:04.514431 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7328ca6-a5aa-4529-b836-e727d307a92f req-31c98efb-6416-4ba9-afb4-21bd93e5bc13 service neutron] Attempting to bind port c13bd269-eff5-4609-ae54-471bad999dec on network 6e940d9c-f117-40aa-a612-5c4df5492150 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:47:04.523895 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-5d66ac65-0145-4c03-81c3-9095d9d8a7f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67732f94-4a4c-4c7b-b905-0c8ca0a56b87 {{(pid=101289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:47:04.528093 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7328ca6-a5aa-4529-b836-e727d307a92f req-31c98efb-6416-4ba9-afb4-21bd93e5bc13 service neutron] Port c13bd269-eff5-4609-ae54-471bad999dec on network 6e940d9c-f117-40aa-a612-5c4df5492150 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:47:04.528429 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7328ca6-a5aa-4529-b836-e727d307a92f req-31c98efb-6416-4ba9-afb4-21bd93e5bc13 service neutron] Attempting to bind port c13bd269-eff5-4609-ae54-471bad999dec on network 6e940d9c-f117-40aa-a612-5c4df5492150 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:47:04.531424 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-5d66ac65-0145-4c03-81c3-9095d9d8a7f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:04.541229 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7328ca6-a5aa-4529-b836-e727d307a92f req-31c98efb-6416-4ba9-afb4-21bd93e5bc13 service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:47:04.541668 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7328ca6-a5aa-4529-b836-e727d307a92f req-31c98efb-6416-4ba9-afb4-21bd93e5bc13 service neutron] Checking segment: {'id': 'fd8f5a13-1c06-4de9-a0a1-9eeb4f661339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6e940d9c-f117-40aa-a612-5c4df5492150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:47:04.542291 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7328ca6-a5aa-4529-b836-e727d307a92f req-31c98efb-6416-4ba9-afb4-21bd93e5bc13 service neutron] Bound using segment: {'id': 'fd8f5a13-1c06-4de9-a0a1-9eeb4f661339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6e940d9c-f117-40aa-a612-5c4df5492150'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:47:04.542511 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-c7328ca6-a5aa-4529-b836-e727d307a92f req-31c98efb-6416-4ba9-afb4-21bd93e5bc13 service neutron] Bound port: c13bd269-eff5-4609-ae54-471bad999dec, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd8f5a13-1c06-4de9-a0a1-9eeb4f661339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6e940d9c-f117-40aa-a612-5c4df5492150'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:47:04.542875 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c7328ca6-a5aa-4529-b836-e727d307a92f req-31c98efb-6416-4ba9-afb4-21bd93e5bc13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:04.564288 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.provisioning_blocks [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-5d66ac65-0145-4c03-81c3-9095d9d8a7f1 service neutron] Transition to ACTIVE for port object 67732f94-4a4c-4c7b-b905-0c8ca0a56b87 will not be triggered until provisioned by entity L2. {{(pid=101289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:47:04.584690 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-5d66ac65-0145-4c03-81c3-9095d9d8a7f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:04.642129 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0436696a-c185-402f-b753-d81b43daa0a3 req-68e361ef-5b96-4a86-9fba-27ebb76456a9 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/security-groups?id=53a4612f-058b-4338-9861-1ad45234538f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950972 Sep 17 07:47:04.683609 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a9c2d592-d6fc-4b3d-abe3-31763958d5f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:04.695804 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-c7328ca6-a5aa-4529-b836-e727d307a92f req-31c98efb-6416-4ba9-afb4-21bd93e5bc13 service neutron] For port c13bd269-eff5-4609-ae54-471bad999dec, host n-h1-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:47:04.707886 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a9c2d592-d6fc-4b3d-abe3-31763958d5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:04.714638 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-c7328ca6-a5aa-4529-b836-e727d307a92f req-31c98efb-6416-4ba9-afb4-21bd93e5bc13 service neutron] For port c13bd269-eff5-4609-ae54-471bad999dec, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=c13bd269-eff5-4609-ae54-471bad999dec,segment=NetworkSegment(fd8f5a13-1c06-4de9-a0a1-9eeb4f661339),segment_id=fd8f5a13-1c06-4de9-a0a1-9eeb4f661339)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:47:04.743966 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c2d592-d6fc-4b3d-abe3-31763958d5f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f6c263-a7ae-44ef-9093-f2aab0763a09,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:04.749010 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c7328ca6-a5aa-4529-b836-e727d307a92f req-31c98efb-6416-4ba9-afb4-21bd93e5bc13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:04.765286 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-aa2198bc-66ff-498d-8792-02ceb343c235 req-a590f484-80c4-4d62-81ad-1061c5dac156 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/security-groups?id=33dcb9d9-be84-490d-8d1e-769e2ed5062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704940 Sep 17 07:47:04.828504 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d66ac65-0145-4c03-81c3-9095d9d8a7f1 service neutron] Pushing event updated for resources: {'Port': ['ID=67732f94-4a4c-4c7b-b905-0c8ca0a56b87,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:04.834266 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:04.861410 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9c2d592-d6fc-4b3d-abe3-31763958d5f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 07:47:04.890515 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c98efb-6416-4ba9-afb4-21bd93e5bc13 service neutron] Pushing event updated for resources: {'Port': ['ID=c13bd269-eff5-4609-ae54-471bad999dec,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:04.894326 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a9c2d592-d6fc-4b3d-abe3-31763958d5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:04.894673 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-a9c2d592-d6fc-4b3d-abe3-31763958d5f2 admin admin] Added segment 6cdd6e09-4fb2-488b-b822-58d68171a03e of type vlan for network 3ce0f58f-7e10-4dea-8bad-455d6cf6dd8b Sep 17 07:47:04.904537 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7328ca6-a5aa-4529-b836-e727d307a92f req-31c98efb-6416-4ba9-afb4-21bd93e5bc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:04.905853 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c7328ca6-a5aa-4529-b836-e727d307a92f req-31c98efb-6416-4ba9-afb4-21bd93e5bc13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:04.908152 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c7328ca6-a5aa-4529-b836-e727d307a92f req-31c98efb-6416-4ba9-afb4-21bd93e5bc13 service neutron] 10.222.0.41 "PUT /v2.0/ports/c13bd269-eff5-4609-ae54-471bad999dec HTTP/1.1" status: 200 len: 1092 time: 1.1502278 Sep 17 07:47:04.909363 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ed039b3-9c13-42cb-a3b4-98090761d4bb', 'tag': 'c13bd269-eff5-4609-ae54-471bad999dec'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:47:04.912736 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fefdea05-5d5a-4918-a65c-f03d9cfd265a" -d '{"events": [{"name": "network-changed", "server_uuid": "7ed039b3-9c13-42cb-a3b4-98090761d4bb", "tag": "c13bd269-eff5-4609-ae54-471bad999dec"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:47:04.917211 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-5d66ac65-0145-4c03-81c3-9095d9d8a7f1 service neutron] Attempting to bind port 67732f94-4a4c-4c7b-b905-0c8ca0a56b87 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:47:04.919289 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-5d66ac65-0145-4c03-81c3-9095d9d8a7f1 service neutron] Attempting to bind port 67732f94-4a4c-4c7b-b905-0c8ca0a56b87 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'fe140136-2174-4894-b80d-4d7eee6c1378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '56d68df6-fb2f-4041-82b9-349d126d8aad'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:47:04.919934 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-5d66ac65-0145-4c03-81c3-9095d9d8a7f1 service neutron] Attempting to bind port 67732f94-4a4c-4c7b-b905-0c8ca0a56b87 on network 56d68df6-fb2f-4041-82b9-349d126d8aad {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:47:04.928170 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-5d66ac65-0145-4c03-81c3-9095d9d8a7f1 service neutron] Port 67732f94-4a4c-4c7b-b905-0c8ca0a56b87 on network 56d68df6-fb2f-4041-82b9-349d126d8aad not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:47:04.928539 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-5d66ac65-0145-4c03-81c3-9095d9d8a7f1 service neutron] Attempting to bind port 67732f94-4a4c-4c7b-b905-0c8ca0a56b87 on network 56d68df6-fb2f-4041-82b9-349d126d8aad {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:47:04.944955 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-5d66ac65-0145-4c03-81c3-9095d9d8a7f1 service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:47:04.945872 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-5d66ac65-0145-4c03-81c3-9095d9d8a7f1 service neutron] Checking segment: {'id': 'fe140136-2174-4894-b80d-4d7eee6c1378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '56d68df6-fb2f-4041-82b9-349d126d8aad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:47:04.946690 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-5d66ac65-0145-4c03-81c3-9095d9d8a7f1 service neutron] Bound using segment: {'id': 'fe140136-2174-4894-b80d-4d7eee6c1378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '56d68df6-fb2f-4041-82b9-349d126d8aad'} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:47:04.947534 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-5d66ac65-0145-4c03-81c3-9095d9d8a7f1 service neutron] Bound port: 67732f94-4a4c-4c7b-b905-0c8ca0a56b87, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe140136-2174-4894-b80d-4d7eee6c1378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '56d68df6-fb2f-4041-82b9-349d126d8aad'}}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:47:04.948179 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-5d66ac65-0145-4c03-81c3-9095d9d8a7f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:04.974017 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a9c2d592-d6fc-4b3d-abe3-31763958d5f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:05.014800 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a873d9-1b83-4350-a9de-2476ae93808e x-openstack-request-id: req-e1a873d9-1b83-4350-a9de-2476ae93808e {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:47:05.015149 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ed039b3-9c13-42cb-a3b4-98090761d4bb", "tag": "c13bd269-eff5-4609-ae54-471bad999dec", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:47:05.015432 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e1a873d9-1b83-4350-a9de-2476ae93808e {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:47:05.015924 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ed039b3-9c13-42cb-a3b4-98090761d4bb', 'tag': 'c13bd269-eff5-4609-ae54-471bad999dec', 'status': 'completed', 'code': 200} Sep 17 07:47:05.020560 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a9c2d592-d6fc-4b3d-abe3-31763958d5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:05.022299 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c2d592-d6fc-4b3d-abe3-31763958d5f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:05.022934 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a9c2d592-d6fc-4b3d-abe3-31763958d5f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:05.062545 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-5d66ac65-0145-4c03-81c3-9095d9d8a7f1 service neutron] For port 67732f94-4a4c-4c7b-b905-0c8ca0a56b87, host n-h1-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:47:05.066157 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-5d66ac65-0145-4c03-81c3-9095d9d8a7f1 service neutron] For port 67732f94-4a4c-4c7b-b905-0c8ca0a56b87, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=67732f94-4a4c-4c7b-b905-0c8ca0a56b87,segment=NetworkSegment(fe140136-2174-4894-b80d-4d7eee6c1378),segment_id=fe140136-2174-4894-b80d-4d7eee6c1378)] {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:47:05.078037 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-5d66ac65-0145-4c03-81c3-9095d9d8a7f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:05.118651 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-5d66ac65-0145-4c03-81c3-9095d9d8a7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:05.119364 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-5d66ac65-0145-4c03-81c3-9095d9d8a7f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:05.119779 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c2d592-d6fc-4b3d-abe3-31763958d5f2 admin admin] Pushing event updated for resources: {'Network': ['ID=3ce0f58f-7e10-4dea-8bad-455d6cf6dd8b,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:05.121039 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-5d66ac65-0145-4c03-81c3-9095d9d8a7f1 service neutron] 10.222.0.41 "PUT /v2.0/ports/67732f94-4a4c-4c7b-b905-0c8ca0a56b87 HTTP/1.1" status: 200 len: 1091 time: 1.3625014 Sep 17 07:47:05.121574 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c07a75d1-5f23-419d-a984-0c234ed8019a', 'tag': '67732f94-4a4c-4c7b-b905-0c8ca0a56b87'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:47:05.123954 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1fbd7e4-1c95-4316-bcb2-7b3eb05be918" -d '{"events": [{"name": "network-changed", "server_uuid": "c07a75d1-5f23-419d-a984-0c234ed8019a", "tag": "67732f94-4a4c-4c7b-b905-0c8ca0a56b87"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:47:05.131504 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 3ce0f58f-7e10-4dea-8bad-455d6cf6dd8b details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 07:47:05.151049 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a9c2d592-d6fc-4b3d-abe3-31763958d5f2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0352924 Sep 17 07:47:05.154740 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 60282) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:47:05.178365 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-ae851bf4-5812-4ad2-8c4a-5b714de4fe9d admin admin] Request body: {'subnet': {'network_id': '3ce0f58f-7e10-4dea-8bad-455d6cf6dd8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1078107774-subnet', 'tenant_id': '77e85ce9f7a8401bb2fc3bced0640573', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:47:05.230335 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c1fc7c3-18fb-4443-8881-e68b74b25852 x-openstack-request-id: req-7c1fc7c3-18fb-4443-8881-e68b74b25852 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:47:05.231946 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c07a75d1-5f23-419d-a984-0c234ed8019a", "tag": "67732f94-4a4c-4c7b-b905-0c8ca0a56b87", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:47:05.232408 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7c1fc7c3-18fb-4443-8881-e68b74b25852 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:47:05.233204 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c07a75d1-5f23-419d-a984-0c234ed8019a', 'tag': '67732f94-4a4c-4c7b-b905-0c8ca0a56b87', 'status': 'completed', 'code': 200} Sep 17 07:47:05.270785 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7328ca6-a5aa-4529-b836-e727d307a92f req-2a587e50-7bc3-4772-9fa6-11681fe2ecda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:05.273082 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c7328ca6-a5aa-4529-b836-e727d307a92f req-2a587e50-7bc3-4772-9fa6-11681fe2ecda service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=026f1bbdd969495ba4d90c4a8ce346cd&device_id=7ed039b3-9c13-42cb-a3b4-98090761d4bb HTTP/1.1" status: 200 len: 1095 time: 0.2365129 Sep 17 07:47:05.301804 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:05.319318 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d66ac65-0145-4c03-81c3-9095d9d8a7f1 service neutron] Pushing event updated for resources: {'Port': ['ID=67732f94-4a4c-4c7b-b905-0c8ca0a56b87,revision_number=3']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:05.350600 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-2d924ee3-3089-4826-8204-a945f336398c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:05.351386 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-2d924ee3-3089-4826-8204-a945f336398c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a8b8de8d3e47401c80419ff293ac8ce3&device_id=c07a75d1-5f23-419d-a984-0c234ed8019a HTTP/1.1" status: 200 len: 1094 time: 0.1480169 Sep 17 07:47:05.353175 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae851bf4-5812-4ad2-8c4a-5b714de4fe9d admin admin] Made reservation on behalf of 77e85ce9f7a8401bb2fc3bced0640573 for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:47:05.355076 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ae851bf4-5812-4ad2-8c4a-5b714de4fe9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:05.361814 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c7328ca6-a5aa-4529-b836-e727d307a92f req-2bdfbb6e-4e8e-44c5-b9a7-fe68af6b902e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c13bd269-eff5-4609-ae54-471bad999dec HTTP/1.1" status: 200 len: 217 time: 0.0717013 Sep 17 07:47:05.422236 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7328ca6-a5aa-4529-b836-e727d307a92f req-e54323cc-410c-4402-95e8-630a8b53654a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:05.423777 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c7328ca6-a5aa-4529-b836-e727d307a92f req-e54323cc-410c-4402-95e8-630a8b53654a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a128747-09f8-4856-aed9-23d37065bdbb HTTP/1.1" status: 200 len: 853 time: 0.0507483 Sep 17 07:47:05.442525 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-0185da39-de32-4c0e-a05a-4ea5ab7d0a78 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67732f94-4a4c-4c7b-b905-0c8ca0a56b87 HTTP/1.1" status: 200 len: 217 time: 0.0676277 Sep 17 07:47:05.472592 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7328ca6-a5aa-4529-b836-e727d307a92f req-d686a4ff-e37e-4af4-a5da-5b27afdfd629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:05.474086 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c7328ca6-a5aa-4529-b836-e727d307a92f req-d686a4ff-e37e-4af4-a5da-5b27afdfd629 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6e940d9c-f117-40aa-a612-5c4df5492150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421820 Sep 17 07:47:05.528666 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ba043-2bb9-4897-bb6b-0f2b26169f4d req-9e6e7c9d-922f-47fe-b512-0e668799c692 tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:05.530180 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c46ba043-2bb9-4897-bb6b-0f2b26169f4d req-9e6e7c9d-922f-47fe-b512-0e668799c692 tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ed039b3-9c13-42cb-a3b4-98090761d4bb HTTP/1.1" status: 200 len: 944 time: 0.1842077 Sep 17 07:47:05.557495 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-67b9d506-24ed-4ef1-8a07-9cadbb1ad8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:05.558855 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-67b9d506-24ed-4ef1-8a07-9cadbb1ad8c3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=29c83c48-7cf5-4625-a7b5-a2597278caef HTTP/1.1" status: 200 len: 853 time: 0.0907640 Sep 17 07:47:05.575041 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c7328ca6-a5aa-4529-b836-e727d307a92f req-5c6aaa5b-6afb-4689-820d-65d416d373c5 service neutron] 10.222.0.41 "GET /v2.0/networks/6e940d9c-f117-40aa-a612-5c4df5492150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919991 Sep 17 07:47:05.632617 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-fbc586d3-2250-4b3b-9b61-6a0a8face1d4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=56d68df6-fb2f-4041-82b9-349d126d8aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583160 Sep 17 07:47:05.652215 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c46ba043-2bb9-4897-bb6b-0f2b26169f4d req-57b164fe-3c62-49f1-a7fc-dccecf4f5bf2 tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] 10.222.0.13 "GET /v2.0/security-groups?id=20ef99ba-7ca0-4491-8e58-8d35cc31cf0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080265 Sep 17 07:47:05.675424 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c7328ca6-a5aa-4529-b836-e727d307a92f req-7e685dca-1aff-4582-914e-f7842fd1836c service neutron] 10.222.0.41 "GET /v2.0/networks/6e940d9c-f117-40aa-a612-5c4df5492150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896115 Sep 17 07:47:05.781976 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ae851bf4-5812-4ad2-8c4a-5b714de4fe9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:05.811986 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefdea05-5d5a-4918-a65c-f03d9cfd265a req-13f4f840-bec1-4740-9db6-17f58024a5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:05.813635 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fefdea05-5d5a-4918-a65c-f03d9cfd265a req-13f4f840-bec1-4740-9db6-17f58024a5dc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=026f1bbdd969495ba4d90c4a8ce346cd&device_id=7ed039b3-9c13-42cb-a3b4-98090761d4bb HTTP/1.1" status: 200 len: 1095 time: 0.0463841 Sep 17 07:47:05.840935 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-6ba6923e-f119-49d6-b969-cf7eb57930d6 service neutron] 10.222.0.41 "GET /v2.0/networks/56d68df6-fb2f-4041-82b9-349d126d8aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993158 Sep 17 07:47:05.867565 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514883d-0821-40b5-a0ee-8976d08a9fa0 req-7c349eab-8010-44bf-bfc3-60a06ecfc601 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:05.869047 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1514883d-0821-40b5-a0ee-8976d08a9fa0 req-7c349eab-8010-44bf-bfc3-60a06ecfc601 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=122e87e7-8d39-4215-ab45-ffb807004a1a HTTP/1.1" status: 200 len: 943 time: 0.1381736 Sep 17 07:47:05.906416 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae851bf4-5812-4ad2-8c4a-5b714de4fe9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0893bfc9-a387-4869-a7d4-8bba4fdb61d3,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:05.922705 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefdea05-5d5a-4918-a65c-f03d9cfd265a req-49bfe1e4-96fb-4c15-98b5-8033c1121421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:05.924197 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fefdea05-5d5a-4918-a65c-f03d9cfd265a req-49bfe1e4-96fb-4c15-98b5-8033c1121421 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6e940d9c-f117-40aa-a612-5c4df5492150 HTTP/1.1" status: 200 len: 915 time: 0.0944021 Sep 17 07:47:05.974005 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fefdea05-5d5a-4918-a65c-f03d9cfd265a req-d230f96a-7a26-4e29-998b-959c0bd82a3b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c13bd269-eff5-4609-ae54-471bad999dec HTTP/1.1" status: 200 len: 217 time: 0.0373857 Sep 17 07:47:06.009005 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae851bf4-5812-4ad2-8c4a-5b714de4fe9d admin admin] Checking segment: {'id': '6cdd6e09-4fb2-488b-b822-58d68171a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3ce0f58f-7e10-4dea-8bad-455d6cf6dd8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:47:06.009379 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae851bf4-5812-4ad2-8c4a-5b714de4fe9d admin admin] Network hostable DHCP agents. Network: 3ce0f58f-7e10-4dea-8bad-455d6cf6dd8b, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 07:47:06.020622 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1514883d-0821-40b5-a0ee-8976d08a9fa0 req-e3a48094-6d47-49ad-8f3e-7c1216ae0e32 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/security-groups?id=53a4612f-058b-4338-9861-1ad45234538f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262751 Sep 17 07:47:06.025715 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefdea05-5d5a-4918-a65c-f03d9cfd265a req-96cbf0a9-7970-48d7-9054-e221c6380896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:06.027284 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fefdea05-5d5a-4918-a65c-f03d9cfd265a req-96cbf0a9-7970-48d7-9054-e221c6380896 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a128747-09f8-4856-aed9-23d37065bdbb HTTP/1.1" status: 200 len: 853 time: 0.0449440 Sep 17 07:47:06.027972 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b82da62-030f-4533-ba71-028fa0932293 req-02028470-04bc-44c8-884e-b0783777ffea tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:06.029429 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6b82da62-030f-4533-ba71-028fa0932293 req-02028470-04bc-44c8-884e-b0783777ffea tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/ports?device_id=71e8ab3e-a5ab-45ea-9db7-aedac9542841 HTTP/1.1" status: 200 len: 946 time: 0.1851981 Sep 17 07:47:06.054176 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-502d1657-25d0-41c5-973f-3e9111e2d7ec req-4fbbf062-fe8f-45ac-b557-9fcf7bcf7b07 service neutron] 10.222.0.41 "GET /v2.0/networks/56d68df6-fb2f-4041-82b9-349d126d8aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965311 Sep 17 07:47:06.076181 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae851bf4-5812-4ad2-8c4a-5b714de4fe9d admin admin] Network 3ce0f58f-7e10-4dea-8bad-455d6cf6dd8b is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 07:47:06.098823 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6b82da62-030f-4533-ba71-028fa0932293 req-de3255f7-adf0-40cd-9fc3-77545d66a7db tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/security-groups?id=33dcb9d9-be84-490d-8d1e-769e2ed5062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547583 Sep 17 07:47:06.107038 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefdea05-5d5a-4918-a65c-f03d9cfd265a req-85163cac-a51a-4019-bb07-34fd7757bb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:06.108597 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fefdea05-5d5a-4918-a65c-f03d9cfd265a req-85163cac-a51a-4019-bb07-34fd7757bb75 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6e940d9c-f117-40aa-a612-5c4df5492150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734506 Sep 17 07:47:06.115485 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-ae851bf4-5812-4ad2-8c4a-5b714de4fe9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 3ce0f58f-7e10-4dea-8bad-455d6cf6dd8b) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:47:06.128778 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fbd569-cb9e-492a-9b85-7d3c6ed2bf4e None None] Network 3ce0f58f-7e10-4dea-8bad-455d6cf6dd8b requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:47:06.132606 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae851bf4-5812-4ad2-8c4a-5b714de4fe9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:06.133309 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ae851bf4-5812-4ad2-8c4a-5b714de4fe9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:06.152178 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ae851bf4-5812-4ad2-8c4a-5b714de4fe9d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9945426 Sep 17 07:47:06.244448 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fbd7e4-1c95-4316-bcb2-7b3eb05be918 req-eb4a79f5-a474-47ae-a4f3-d3adf726d898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:06.246145 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f1fbd7e4-1c95-4316-bcb2-7b3eb05be918 req-eb4a79f5-a474-47ae-a4f3-d3adf726d898 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a8b8de8d3e47401c80419ff293ac8ce3&device_id=c07a75d1-5f23-419d-a984-0c234ed8019a HTTP/1.1" status: 200 len: 1094 time: 0.0921457 Sep 17 07:47:06.267976 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960f15e-6de6-4c6b-be8c-d7606136db48 req-b24dcb04-6906-4f22-abe8-e23eaed080fc tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:06.270550 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f960f15e-6de6-4c6b-be8c-d7606136db48 req-b24dcb04-6906-4f22-abe8-e23eaed080fc tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/ports?device_id=c07a75d1-5f23-419d-a984-0c234ed8019a HTTP/1.1" status: 200 len: 943 time: 0.0780399 Sep 17 07:47:06.352881 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8cc8c7-02b9-455a-9dc1-5ebf3fb8cce3 None None] Network 3ce0f58f-7e10-4dea-8bad-455d6cf6dd8b requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:47:06.414460 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fefdea05-5d5a-4918-a65c-f03d9cfd265a req-4c8e587e-b89c-46fc-9659-bf62fafc5331 service neutron] 10.222.0.41 "GET /v2.0/networks/6e940d9c-f117-40aa-a612-5c4df5492150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559087 Sep 17 07:47:06.539562 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fefdea05-5d5a-4918-a65c-f03d9cfd265a req-de0f4a78-c740-4f01-8220-67e93df0aa28 service neutron] 10.222.0.41 "GET /v2.0/networks/6e940d9c-f117-40aa-a612-5c4df5492150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174028 Sep 17 07:47:06.561668 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f960f15e-6de6-4c6b-be8c-d7606136db48 req-6f1d4113-bf99-4831-b6e0-2db7b4a4c947 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/security-groups?id=33dcb9d9-be84-490d-8d1e-769e2ed5062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823343 Sep 17 07:47:06.607159 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fbd7e4-1c95-4316-bcb2-7b3eb05be918 req-98197a7a-d9ac-42fe-bbab-6381acfcf5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:06.609167 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f1fbd7e4-1c95-4316-bcb2-7b3eb05be918 req-98197a7a-d9ac-42fe-bbab-6381acfcf5e6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=56d68df6-fb2f-4041-82b9-349d126d8aad HTTP/1.1" status: 200 len: 914 time: 0.3523636 Sep 17 07:47:06.667628 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f1fbd7e4-1c95-4316-bcb2-7b3eb05be918 req-42d0b964-2517-4f37-a060-4ef5e7575975 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67732f94-4a4c-4c7b-b905-0c8ca0a56b87 HTTP/1.1" status: 200 len: 217 time: 0.0499136 Sep 17 07:47:06.727866 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fbd7e4-1c95-4316-bcb2-7b3eb05be918 req-4fc3c3d0-481a-4b86-bb6b-c313aff0181d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:06.732078 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f1fbd7e4-1c95-4316-bcb2-7b3eb05be918 req-4fc3c3d0-481a-4b86-bb6b-c313aff0181d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=29c83c48-7cf5-4625-a7b5-a2597278caef HTTP/1.1" status: 200 len: 853 time: 0.0570674 Sep 17 07:47:06.812248 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f1fbd7e4-1c95-4316-bcb2-7b3eb05be918 req-afb3d5d5-92d2-4fb7-9ea3-fee26214e1c5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=56d68df6-fb2f-4041-82b9-349d126d8aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713203 Sep 17 07:47:06.974964 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97857322-8eb2-488c-b741-f9a102b129c1 req-563e912c-9275-4362-a1e3-979f7779d159 tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:06.976493 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-97857322-8eb2-488c-b741-f9a102b129c1 req-563e912c-9275-4362-a1e3-979f7779d159 tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ed039b3-9c13-42cb-a3b4-98090761d4bb HTTP/1.1" status: 200 len: 944 time: 0.1942022 Sep 17 07:47:07.012732 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51097c2c-df50-4adf-bb11-247e0bdac4a3 req-4b30dbf5-7f72-4b3a-9f85-746ded6ff250 tempest-ServerMetadataNegativeTestJSON-638696634 tempest-ServerMetadataNegativeTestJSON-638696634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:07.014490 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-51097c2c-df50-4adf-bb11-247e0bdac4a3 req-4b30dbf5-7f72-4b3a-9f85-746ded6ff250 tempest-ServerMetadataNegativeTestJSON-638696634 tempest-ServerMetadataNegativeTestJSON-638696634-project] 10.222.0.13 "GET /v2.0/networks?id=3ce0f58f-7e10-4dea-8bad-455d6cf6dd8b HTTP/1.1" status: 200 len: 821 time: 0.2627103 Sep 17 07:47:07.045413 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f1fbd7e4-1c95-4316-bcb2-7b3eb05be918 req-e3d543b4-088d-4412-a2eb-09012bb9caf8 service neutron] 10.222.0.41 "GET /v2.0/networks/56d68df6-fb2f-4041-82b9-349d126d8aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187810 Sep 17 07:47:07.050323 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device f64a3e39-2035-4d4b-8e3a-d8e686fedae3 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:47:07.063422 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-51097c2c-df50-4adf-bb11-247e0bdac4a3 req-5351ef14-5b24-4467-b771-7da0353c3592 tempest-ServerMetadataNegativeTestJSON-638696634 tempest-ServerMetadataNegativeTestJSON-638696634-project] 10.222.0.13 "GET /v2.0/quotas/77e85ce9f7a8401bb2fc3bced0640573 HTTP/1.1" status: 200 len: 375 time: 0.0335152 Sep 17 07:47:07.077328 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-97857322-8eb2-488c-b741-f9a102b129c1 req-b9f489ee-02cf-44cc-bf5e-cb74f152a5d4 tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] 10.222.0.13 "GET /v2.0/security-groups?id=20ef99ba-7ca0-4491-8e58-8d35cc31cf0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924208 Sep 17 07:47:07.174732 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b44fcaf-2bb2-4601-9326-a1e7d14b0f30 req-dccb71f0-fb3d-4f20-a980-eb7679600238 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:07.176588 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4b44fcaf-2bb2-4601-9326-a1e7d14b0f30 req-dccb71f0-fb3d-4f20-a980-eb7679600238 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.41 "GET /v2.0/ports?device_id=b05fae1d-c527-4696-b3f5-a60d907fb7ab HTTP/1.1" status: 200 len: 945 time: 0.0995092 Sep 17 07:47:07.196459 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-51097c2c-df50-4adf-bb11-247e0bdac4a3 req-1c970751-21cf-4cc6-8ca1-563e76d217a0 tempest-ServerMetadataNegativeTestJSON-638696634 tempest-ServerMetadataNegativeTestJSON-638696634-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=77e85ce9f7a8401bb2fc3bced0640573&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0965269 Sep 17 07:47:07.290932 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port f64a3e39-2035-4d4b-8e3a-d8e686fedae3, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=f64a3e39-2035-4d4b-8e3a-d8e686fedae3,segment=NetworkSegment(5ce36400-13a1-41db-8274-558edfd01d90),segment_id=5ce36400-13a1-41db-8274-558edfd01d90)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:47:07.316883 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': 'f64a3e39-2035-4d4b-8e3a-d8e686fedae3', 'network_id': '8735159f-6edb-41d2-9bd4-93956ab1df1a', 'port_id': 'f64a3e39-2035-4d4b-8e3a-d8e686fedae3', 'mac_address': 'fa:16:3e:88:df:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e8a61b2-3aad-4505-a004-004379de0de4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:47:07.353922 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-4b44fcaf-2bb2-4601-9326-a1e7d14b0f30 req-2509764a-81c4-404d-9a79-46eb550fd6c9 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Deleting port 719244c5-0063-4840-aa23-e08e10c03023 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:47:07.354266 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-4b44fcaf-2bb2-4601-9326-a1e7d14b0f30 req-2509764a-81c4-404d-9a79-46eb550fd6c9 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:07.397453 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f1fbd7e4-1c95-4316-bcb2-7b3eb05be918 req-30ef957c-f923-4b10-b187-f7fde0af170f service neutron] 10.222.0.41 "GET /v2.0/networks/56d68df6-fb2f-4041-82b9-349d126d8aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191626 Sep 17 07:47:07.439638 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:07.441248 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d12484-d09f-4d33-9783-63f9101c258f req-5edcbc91-e3f3-4bd9-bfa9-d0a5b834b95a tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:07.450814 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-25d12484-d09f-4d33-9783-63f9101c258f req-5edcbc91-e3f3-4bd9-bfa9-d0a5b834b95a tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=122e87e7-8d39-4215-ab45-ffb807004a1a HTTP/1.1" status: 200 len: 943 time: 0.2304740 Sep 17 07:47:07.465646 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f64a3e39-2035-4d4b-8e3a-d8e686fedae3 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:47:07.508141 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port f64a3e39-2035-4d4b-8e3a-d8e686fedae3, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=f64a3e39-2035-4d4b-8e3a-d8e686fedae3,segment=NetworkSegment(5ce36400-13a1-41db-8274-558edfd01d90),segment_id=5ce36400-13a1-41db-8274-558edfd01d90)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:47:07.523353 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:07.538045 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-25d12484-d09f-4d33-9783-63f9101c258f req-64dcb988-24a6-46f4-9ed6-2e7be7e633a6 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/security-groups?id=53a4612f-058b-4338-9861-1ad45234538f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863185 Sep 17 07:47:07.557324 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-51097c2c-df50-4adf-bb11-247e0bdac4a3 req-f1331657-78a7-4f37-b2f6-baf3056e1512 service neutron] 10.222.0.13 "GET /v2.0/networks/3ce0f58f-7e10-4dea-8bad-455d6cf6dd8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567066 Sep 17 07:47:07.672331 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=f64a3e39-2035-4d4b-8e3a-d8e686fedae3,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:07.722870 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-51097c2c-df50-4adf-bb11-247e0bdac4a3 req-f11eebd8-8a5c-431a-b66e-366b1a15451a service neutron] 10.222.0.13 "GET /v2.0/networks/3ce0f58f-7e10-4dea-8bad-455d6cf6dd8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573238 Sep 17 07:47:07.751315 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-4b44fcaf-2bb2-4601-9326-a1e7d14b0f30 req-2509764a-81c4-404d-9a79-46eb550fd6c9 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] For port 719244c5-0063-4840-aa23-e08e10c03023, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=719244c5-0063-4840-aa23-e08e10c03023,segment=NetworkSegment(5ce36400-13a1-41db-8274-558edfd01d90),segment_id=5ce36400-13a1-41db-8274-558edfd01d90)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:47:07.751766 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-4b44fcaf-2bb2-4601-9326-a1e7d14b0f30 req-2509764a-81c4-404d-9a79-46eb550fd6c9 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:07.769855 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-4b44fcaf-2bb2-4601-9326-a1e7d14b0f30 req-2509764a-81c4-404d-9a79-46eb550fd6c9 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Calling delete_port for 719244c5-0063-4840-aa23-e08e10c03023 owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:47:07.929285 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-4b44fcaf-2bb2-4601-9326-a1e7d14b0f30 req-2509764a-81c4-404d-9a79-46eb550fd6c9 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:08.029753 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['f64a3e39-2035-4d4b-8e3a-d8e686fedae3'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:47:08.048038 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-19773416-a1ba-4915-908d-fbc4138c1e88 req-b3489075-ad5b-448b-ae9a-cffc769226de tempest-ServerMetadataNegativeTestJSON-638696634 tempest-ServerMetadataNegativeTestJSON-638696634-project] 10.222.0.13 "GET /v2.0/ports?device_id=d06f5f40-f7ef-4b55-ba55-1e233b53085d HTTP/1.1" status: 200 len: 210 time: 0.0637167 Sep 17 07:47:08.066691 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2509764a-81c4-404d-9a79-46eb550fd6c9 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Pushing event deleted for resources: {'Port': ['ID=719244c5-0063-4840-aa23-e08e10c03023,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:08.110332 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b44fcaf-2bb2-4601-9326-a1e7d14b0f30 req-2509764a-81c4-404d-9a79-46eb550fd6c9 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] No DVR routers for this DVR port 719244c5-0063-4840-aa23-e08e10c03023 on host n-h1-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:47:08.121346 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-4b44fcaf-2bb2-4601-9326-a1e7d14b0f30 req-2509764a-81c4-404d-9a79-46eb550fd6c9 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:08.123575 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4b44fcaf-2bb2-4601-9326-a1e7d14b0f30 req-2509764a-81c4-404d-9a79-46eb550fd6c9 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.41 "DELETE /v2.0/ports/719244c5-0063-4840-aa23-e08e10c03023 HTTP/1.1" status: 204 len: 173 time: 0.9389629 Sep 17 07:47:08.124327 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b05fae1d-c527-4696-b3f5-a60d907fb7ab', 'name': 'network-vif-deleted', 'tag': '719244c5-0063-4840-aa23-e08e10c03023'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:47:08.145824 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b1e407b-3aa3-4399-ab60-b0588e051ff2" -d '{"events": [{"server_uuid": "b05fae1d-c527-4696-b3f5-a60d907fb7ab", "name": "network-vif-deleted", "tag": "719244c5-0063-4840-aa23-e08e10c03023"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:47:08.164563 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556b3c7-aeb3-4de4-a718-4ee077e33705 req-9133168d-f714-4a40-a845-b6d817bf2125 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:08.178611 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a556b3c7-aeb3-4de4-a718-4ee077e33705 req-9133168d-f714-4a40-a845-b6d817bf2125 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/ports?device_id=c07a75d1-5f23-419d-a984-0c234ed8019a HTTP/1.1" status: 200 len: 943 time: 0.1439795 Sep 17 07:47:08.309034 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a556b3c7-aeb3-4de4-a718-4ee077e33705 req-adf5d87f-a5ba-4a31-a8e2-207a2c58535c tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/security-groups?id=33dcb9d9-be84-490d-8d1e-769e2ed5062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291060 Sep 17 07:47:08.386563 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 719244c5-0063-4840-aa23-e08e10c03023 no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:47:08.388795 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf8e21a-00ff-4763-a958-4663a3107ecd req-a0e2143f-8252-4a1b-9933-9c567bb83223 tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:08.393896 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5bf8e21a-00ff-4763-a958-4663a3107ecd req-a0e2143f-8252-4a1b-9933-9c567bb83223 tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ed039b3-9c13-42cb-a3b4-98090761d4bb HTTP/1.1" status: 200 len: 944 time: 0.1745467 Sep 17 07:47:08.423193 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] No Port match for: 719244c5-0063-4840-aa23-e08e10c03023 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:47:08.424431 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 719244c5-0063-4840-aa23-e08e10c03023 not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:47:08.459102 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5bf8e21a-00ff-4763-a958-4663a3107ecd req-91ea8757-41f1-43b8-a66f-1403c2d3bd06 tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] 10.222.0.13 "GET /v2.0/security-groups?id=20ef99ba-7ca0-4491-8e58-8d35cc31cf0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556993 Sep 17 07:47:08.470708 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185600e0-d8cb-4505-9dbc-430c53d21829 x-openstack-request-id: req-185600e0-d8cb-4505-9dbc-430c53d21829 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:47:08.471005 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b05fae1d-c527-4696-b3f5-a60d907fb7ab", "name": "network-vif-deleted", "tag": "719244c5-0063-4840-aa23-e08e10c03023", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:47:08.471653 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-185600e0-d8cb-4505-9dbc-430c53d21829 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:47:08.472181 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b05fae1d-c527-4696-b3f5-a60d907fb7ab', 'name': 'network-vif-deleted', 'tag': '719244c5-0063-4840-aa23-e08e10c03023', 'status': 'completed', 'code': 200} Sep 17 07:47:08.714097 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9b5be4-622a-4dfb-a249-11c0488225ac req-c764be3e-ebaf-4c54-9d4a-949ed9d206af tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:08.716125 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ae9b5be4-622a-4dfb-a249-11c0488225ac req-c764be3e-ebaf-4c54-9d4a-949ed9d206af tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=122e87e7-8d39-4215-ab45-ffb807004a1a HTTP/1.1" status: 200 len: 944 time: 0.0992205 Sep 17 07:47:08.815689 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ae9b5be4-622a-4dfb-a249-11c0488225ac req-3704a730-f58c-48ee-a61a-daa4e35ebfb1 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/security-groups?id=53a4612f-058b-4338-9861-1ad45234538f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843565 Sep 17 07:47:09.020289 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d755d6a-50c2-4766-b781-107e4406dce3 req-7759b9bc-e438-4502-bd6f-66a7bf7d360d tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:09.025519 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2d755d6a-50c2-4766-b781-107e4406dce3 req-7759b9bc-e438-4502-bd6f-66a7bf7d360d tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "GET /v2.0/ports?device_id=e99c4201-fedb-4f07-b19b-4b1953342404 HTTP/1.1" status: 200 len: 946 time: 0.0858293 Sep 17 07:47:09.098004 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2d755d6a-50c2-4766-b781-107e4406dce3 req-ded37d74-bf08-4c3d-aa3d-a332ff40b607 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5627b3e-0f48-4049-88ff-4f888409a37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686214 Sep 17 07:47:09.209590 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2da2ab13-6361-4ec2-b073-726d86857030 req-28ea783a-c1aa-4f08-8450-2e9cf6fe9d34 tempest-ServerMetadataNegativeTestJSON-638696634 tempest-ServerMetadataNegativeTestJSON-638696634-project] 10.222.0.13 "GET /v2.0/ports?device_id=d06f5f40-f7ef-4b55-ba55-1e233b53085d HTTP/1.1" status: 200 len: 210 time: 0.0442770 Sep 17 07:47:09.486417 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06491d1-d449-4269-b9f4-3c16278bb89a req-c0341612-ba17-4700-a019-0f11c4773578 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:09.502196 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c06491d1-d449-4269-b9f4-3c16278bb89a req-c0341612-ba17-4700-a019-0f11c4773578 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/ports?device_id=c07a75d1-5f23-419d-a984-0c234ed8019a HTTP/1.1" status: 200 len: 943 time: 0.0711222 Sep 17 07:47:09.580634 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c06491d1-d449-4269-b9f4-3c16278bb89a req-17cb6b70-a150-4eed-b69b-2113f72a4b9d tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/security-groups?id=33dcb9d9-be84-490d-8d1e-769e2ed5062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757508 Sep 17 07:47:09.680085 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0bbba2-ab18-46ca-84d2-98eaa74c06ce req-9c8cb7eb-9115-4e6f-92ff-d837ecc1b5ae tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:09.681833 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5f0bbba2-ab18-46ca-84d2-98eaa74c06ce req-9c8cb7eb-9115-4e6f-92ff-d837ecc1b5ae tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ed039b3-9c13-42cb-a3b4-98090761d4bb HTTP/1.1" status: 200 len: 944 time: 0.1002629 Sep 17 07:47:09.798870 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5f0bbba2-ab18-46ca-84d2-98eaa74c06ce req-c4f0dd4b-923d-4c78-9925-f6543cce643c tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] 10.222.0.13 "GET /v2.0/security-groups?id=20ef99ba-7ca0-4491-8e58-8d35cc31cf0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102877 Sep 17 07:47:09.989089 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51097c2c-df50-4adf-bb11-247e0bdac4a3 req-222ce702-2734-4b29-9305-968cb6c28741 tempest-ServerMetadataNegativeTestJSON-638696634 tempest-ServerMetadataNegativeTestJSON-638696634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:09.991331 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-51097c2c-df50-4adf-bb11-247e0bdac4a3 req-222ce702-2734-4b29-9305-968cb6c28741 tempest-ServerMetadataNegativeTestJSON-638696634 tempest-ServerMetadataNegativeTestJSON-638696634-project] 10.222.0.39 "GET /v2.0/networks?id=3ce0f58f-7e10-4dea-8bad-455d6cf6dd8b HTTP/1.1" status: 200 len: 821 time: 0.2392685 Sep 17 07:47:10.014364 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-51097c2c-df50-4adf-bb11-247e0bdac4a3 req-21dcd487-f783-4a06-ad69-ea0a2b3ea6d9 tempest-ServerMetadataNegativeTestJSON-638696634 tempest-ServerMetadataNegativeTestJSON-638696634-project] Request body: {'port': {'device_id': 'd06f5f40-f7ef-4b55-ba55-1e233b53085d', 'network_id': '3ce0f58f-7e10-4dea-8bad-455d6cf6dd8b', 'admin_state_up': True, 'tenant_id': '77e85ce9f7a8401bb2fc3bced0640573'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:47:10.029901 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05b980-75a0-46cd-ad20-ad6a9ae34b5e req-1ec75c6e-7d3e-4876-b669-3eec506a0501 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:10.031351 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0a05b980-75a0-46cd-ad20-ad6a9ae34b5e req-1ec75c6e-7d3e-4876-b669-3eec506a0501 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=122e87e7-8d39-4215-ab45-ffb807004a1a HTTP/1.1" status: 200 len: 944 time: 0.1332436 Sep 17 07:47:10.141847 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0a05b980-75a0-46cd-ad20-ad6a9ae34b5e req-38d53076-c7cd-4839-b8c7-fc369a73e91e tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/security-groups?id=53a4612f-058b-4338-9861-1ad45234538f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011615 Sep 17 07:47:10.190982 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51097c2c-df50-4adf-bb11-247e0bdac4a3 req-21dcd487-f783-4a06-ad69-ea0a2b3ea6d9 tempest-ServerMetadataNegativeTestJSON-638696634 tempest-ServerMetadataNegativeTestJSON-638696634-project] Made reservation on behalf of 77e85ce9f7a8401bb2fc3bced0640573 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:47:10.195244 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-51097c2c-df50-4adf-bb11-247e0bdac4a3 req-21dcd487-f783-4a06-ad69-ea0a2b3ea6d9 tempest-ServerMetadataNegativeTestJSON-638696634 tempest-ServerMetadataNegativeTestJSON-638696634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:10.409491 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device c13bd269-eff5-4609-ae54-471bad999dec details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:47:10.473969 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1d38029e-8f88-4156-99c9-3988fa660fce req-64787c67-ea8f-4ab1-8917-bfc621728ebe tempest-ServerMetadataNegativeTestJSON-638696634 tempest-ServerMetadataNegativeTestJSON-638696634-project] 10.222.0.13 "GET /v2.0/ports?device_id=d06f5f40-f7ef-4b55-ba55-1e233b53085d HTTP/1.1" status: 200 len: 210 time: 0.0982342 Sep 17 07:47:10.557415 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port c13bd269-eff5-4609-ae54-471bad999dec, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=c13bd269-eff5-4609-ae54-471bad999dec,segment=NetworkSegment(fd8f5a13-1c06-4de9-a0a1-9eeb4f661339),segment_id=fd8f5a13-1c06-4de9-a0a1-9eeb4f661339)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:47:10.582240 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-51097c2c-df50-4adf-bb11-247e0bdac4a3 req-21dcd487-f783-4a06-ad69-ea0a2b3ea6d9 tempest-ServerMetadataNegativeTestJSON-638696634 tempest-ServerMetadataNegativeTestJSON-638696634-project] Allocated IP 172.20.0.7 (3ce0f58f-7e10-4dea-8bad-455d6cf6dd8b/0893bfc9-a387-4869-a7d4-8bba4fdb61d3/90168c53-a78a-47d5-8223-8b6b8a5804e7) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:47:10.583761 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': 'c13bd269-eff5-4609-ae54-471bad999dec', 'network_id': '6e940d9c-f117-40aa-a612-5c4df5492150', 'port_id': 'c13bd269-eff5-4609-ae54-471bad999dec', 'mac_address': 'fa:16:3e:ee:bc:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a128747-09f8-4856-aed9-23d37065bdbb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:47:10.720542 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:10.735287 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c13bd269-eff5-4609-ae54-471bad999dec {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:47:10.757912 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port c13bd269-eff5-4609-ae54-471bad999dec, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=c13bd269-eff5-4609-ae54-471bad999dec,segment=NetworkSegment(fd8f5a13-1c06-4de9-a0a1-9eeb4f661339),segment_id=fd8f5a13-1c06-4de9-a0a1-9eeb4f661339)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:47:10.765462 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:10.782091 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fc34dc48-7d54-419e-80d1-51d8b940f443 req-b50a82b4-897b-49cb-8d18-6ddf0adb51f4 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--188005347&fields=id&tenant_id=995280dd7af64d29b5c08cf39fa14744 HTTP/1.1" status: 200 len: 267 time: 0.1368539 Sep 17 07:47:10.845020 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=c13bd269-eff5-4609-ae54-471bad999dec,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:10.949646 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd1a5d-6e04-47d8-9a61-26c044780ff8 req-26dea169-4934-451c-a0e7-e6c4eca917c7 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:10.951507 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c1dd1a5d-6e04-47d8-9a61-26c044780ff8 req-26dea169-4934-451c-a0e7-e6c4eca917c7 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/ports?device_id=c07a75d1-5f23-419d-a984-0c234ed8019a HTTP/1.1" status: 200 len: 943 time: 0.2160139 Sep 17 07:47:10.993038 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-51097c2c-df50-4adf-bb11-247e0bdac4a3 req-21dcd487-f783-4a06-ad69-ea0a2b3ea6d9 tempest-ServerMetadataNegativeTestJSON-638696634 tempest-ServerMetadataNegativeTestJSON-638696634-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:11.041309 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc34dc48-7d54-419e-80d1-51d8b940f443 req-6a51611d-4fe4-4133-8351-31fa4671c62b tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:11.042964 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fc34dc48-7d54-419e-80d1-51d8b940f443 req-6a51611d-4fe4-4133-8351-31fa4671c62b tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "GET /v2.0/networks?id=28b44509-44d1-434d-a1e7-c08ce9b90a41 HTTP/1.1" status: 200 len: 823 time: 0.2494557 Sep 17 07:47:11.067820 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device f64a3e39-2035-4d4b-8e3a-d8e686fedae3 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:47:11.085482 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-51097c2c-df50-4adf-bb11-247e0bdac4a3 req-21dcd487-f783-4a06-ad69-ea0a2b3ea6d9 tempest-ServerMetadataNegativeTestJSON-638696634 tempest-ServerMetadataNegativeTestJSON-638696634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:11.102425 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fc34dc48-7d54-419e-80d1-51d8b940f443 req-1c79b1b1-adb6-4382-bda5-8dcc12b004d5 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "GET /v2.0/quotas/995280dd7af64d29b5c08cf39fa14744 HTTP/1.1" status: 200 len: 375 time: 0.0463963 Sep 17 07:47:11.155025 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port f64a3e39-2035-4d4b-8e3a-d8e686fedae3 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:47:11.161689 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port f64a3e39-2035-4d4b-8e3a-d8e686fedae3 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:47:11.162378 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:11.201774 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51097c2c-df50-4adf-bb11-247e0bdac4a3 req-21dcd487-f783-4a06-ad69-ea0a2b3ea6d9 tempest-ServerMetadataNegativeTestJSON-638696634 tempest-ServerMetadataNegativeTestJSON-638696634-project] Network 3ce0f58f-7e10-4dea-8bad-455d6cf6dd8b is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:47:11.208493 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-51097c2c-df50-4adf-bb11-247e0bdac4a3 req-21dcd487-f783-4a06-ad69-ea0a2b3ea6d9 tempest-ServerMetadataNegativeTestJSON-638696634 tempest-ServerMetadataNegativeTestJSON-638696634-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:47:11.223594 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c1dd1a5d-6e04-47d8-9a61-26c044780ff8 req-675567bc-e6f4-43f9-bdcc-b3f84a9bf226 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/security-groups?id=33dcb9d9-be84-490d-8d1e-769e2ed5062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614224 Sep 17 07:47:11.225059 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-51097c2c-df50-4adf-bb11-247e0bdac4a3 req-21dcd487-f783-4a06-ad69-ea0a2b3ea6d9 tempest-ServerMetadataNegativeTestJSON-638696634 tempest-ServerMetadataNegativeTestJSON-638696634-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:47:11.267273 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['c13bd269-eff5-4609-ae54-471bad999dec'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:47:11.304709 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fc34dc48-7d54-419e-80d1-51d8b940f443 req-fd5cf9f8-aa6f-4226-88ef-d3047a4d8514 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=995280dd7af64d29b5c08cf39fa14744&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1999602 Sep 17 07:47:11.333830 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51097c2c-df50-4adf-bb11-247e0bdac4a3 req-21dcd487-f783-4a06-ad69-ea0a2b3ea6d9 tempest-ServerMetadataNegativeTestJSON-638696634 tempest-ServerMetadataNegativeTestJSON-638696634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:11.334767 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-51097c2c-df50-4adf-bb11-247e0bdac4a3 req-21dcd487-f783-4a06-ad69-ea0a2b3ea6d9 tempest-ServerMetadataNegativeTestJSON-638696634 tempest-ServerMetadataNegativeTestJSON-638696634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:11.350075 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dcd487-f783-4a06-ad69-ea0a2b3ea6d9 tempest-ServerMetadataNegativeTestJSON-638696634 tempest-ServerMetadataNegativeTestJSON-638696634-project] Pushing event updated for resources: {'Port': ['ID=90168c53-a78a-47d5-8223-8b6b8a5804e7,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:11.356787 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-51097c2c-df50-4adf-bb11-247e0bdac4a3 req-21dcd487-f783-4a06-ad69-ea0a2b3ea6d9 tempest-ServerMetadataNegativeTestJSON-638696634 tempest-ServerMetadataNegativeTestJSON-638696634-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3459177 Sep 17 07:47:11.382452 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-51097c2c-df50-4adf-bb11-247e0bdac4a3 req-45e7d80b-ed25-4645-a955-ef94fa989710 service neutron] Request body: {'port': {'device_id': 'd06f5f40-f7ef-4b55-ba55-1e233b53085d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:47:11.549197 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-51097c2c-df50-4adf-bb11-247e0bdac4a3 req-45e7d80b-ed25-4645-a955-ef94fa989710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:11.583281 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:11.780885 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port f64a3e39-2035-4d4b-8e3a-d8e686fedae3, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=f64a3e39-2035-4d4b-8e3a-d8e686fedae3,segment=NetworkSegment(5ce36400-13a1-41db-8274-558edfd01d90),segment_id=5ce36400-13a1-41db-8274-558edfd01d90)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:47:11.804760 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '122e87e7-8d39-4215-ab45-ffb807004a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f64a3e39-2035-4d4b-8e3a-d8e686fedae3'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:47:11.810963 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3033c58-c5d2-420f-aeaf-cfab7b499908" -d '{"events": [{"server_uuid": "122e87e7-8d39-4215-ab45-ffb807004a1a", "name": "network-vif-plugged", "status": "completed", "tag": "f64a3e39-2035-4d4b-8e3a-d8e686fedae3"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:47:11.822088 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:11.974927 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=f64a3e39-2035-4d4b-8e3a-d8e686fedae3,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:12.110976 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-51097c2c-df50-4adf-bb11-247e0bdac4a3 req-45e7d80b-ed25-4645-a955-ef94fa989710 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90168c53-a78a-47d5-8223-8b6b8a5804e7 {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:47:12.117416 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234072d1-ea8c-4c86-ba27-4c438fb4bc1f req-04ceada0-5ce5-4d13-b35a-e36942d95472 tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:12.126185 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-51097c2c-df50-4adf-bb11-247e0bdac4a3 req-45e7d80b-ed25-4645-a955-ef94fa989710 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:12.129574 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-234072d1-ea8c-4c86-ba27-4c438fb4bc1f req-04ceada0-5ce5-4d13-b35a-e36942d95472 tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ed039b3-9c13-42cb-a3b4-98090761d4bb HTTP/1.1" status: 200 len: 945 time: 0.8222163 Sep 17 07:47:12.164747 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-51097c2c-df50-4adf-bb11-247e0bdac4a3 req-45e7d80b-ed25-4645-a955-ef94fa989710 service neutron] Transition to ACTIVE for port object 90168c53-a78a-47d5-8223-8b6b8a5804e7 will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:47:12.173185 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fc34dc48-7d54-419e-80d1-51d8b940f443 req-d2d0b657-e5a7-450a-bd80-d9fbf98a6f99 service neutron] 10.222.0.13 "GET /v2.0/networks/28b44509-44d1-434d-a1e7-c08ce9b90a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7935522 Sep 17 07:47:12.176742 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-51097c2c-df50-4adf-bb11-247e0bdac4a3 req-45e7d80b-ed25-4645-a955-ef94fa989710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:12.232965 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-234072d1-ea8c-4c86-ba27-4c438fb4bc1f req-5653acba-efff-40fc-b9d4-04017f9c56a4 tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] 10.222.0.13 "GET /v2.0/security-groups?id=20ef99ba-7ca0-4491-8e58-8d35cc31cf0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980511 Sep 17 07:47:12.372901 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-51097c2c-df50-4adf-bb11-247e0bdac4a3 req-45e7d80b-ed25-4645-a955-ef94fa989710 service neutron] Attempting to bind port 90168c53-a78a-47d5-8223-8b6b8a5804e7 on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:47:12.373784 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-51097c2c-df50-4adf-bb11-247e0bdac4a3 req-45e7d80b-ed25-4645-a955-ef94fa989710 service neutron] Attempting to bind port 90168c53-a78a-47d5-8223-8b6b8a5804e7 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': '6cdd6e09-4fb2-488b-b822-58d68171a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3ce0f58f-7e10-4dea-8bad-455d6cf6dd8b'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:47:12.373784 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51097c2c-df50-4adf-bb11-247e0bdac4a3 req-45e7d80b-ed25-4645-a955-ef94fa989710 service neutron] Attempting to bind port 90168c53-a78a-47d5-8223-8b6b8a5804e7 on network 3ce0f58f-7e10-4dea-8bad-455d6cf6dd8b {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:47:12.377756 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fc34dc48-7d54-419e-80d1-51d8b940f443 req-5398e647-3f02-451d-bad3-8e9285133c24 service neutron] 10.222.0.13 "GET /v2.0/networks/28b44509-44d1-434d-a1e7-c08ce9b90a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031677 Sep 17 07:47:12.385696 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e7d80b-ed25-4645-a955-ef94fa989710 service neutron] Pushing event updated for resources: {'Port': ['ID=90168c53-a78a-47d5-8223-8b6b8a5804e7,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:12.388614 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51097c2c-df50-4adf-bb11-247e0bdac4a3 req-45e7d80b-ed25-4645-a955-ef94fa989710 service neutron] Port 90168c53-a78a-47d5-8223-8b6b8a5804e7 on network 3ce0f58f-7e10-4dea-8bad-455d6cf6dd8b not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:47:12.389081 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51097c2c-df50-4adf-bb11-247e0bdac4a3 req-45e7d80b-ed25-4645-a955-ef94fa989710 service neutron] Attempting to bind port 90168c53-a78a-47d5-8223-8b6b8a5804e7 on network 3ce0f58f-7e10-4dea-8bad-455d6cf6dd8b {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:47:12.401810 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51097c2c-df50-4adf-bb11-247e0bdac4a3 req-45e7d80b-ed25-4645-a955-ef94fa989710 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:47:12.402295 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51097c2c-df50-4adf-bb11-247e0bdac4a3 req-45e7d80b-ed25-4645-a955-ef94fa989710 service neutron] Checking segment: {'id': '6cdd6e09-4fb2-488b-b822-58d68171a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3ce0f58f-7e10-4dea-8bad-455d6cf6dd8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:47:12.402776 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51097c2c-df50-4adf-bb11-247e0bdac4a3 req-45e7d80b-ed25-4645-a955-ef94fa989710 service neutron] Bound using segment: {'id': '6cdd6e09-4fb2-488b-b822-58d68171a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3ce0f58f-7e10-4dea-8bad-455d6cf6dd8b'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:47:12.404008 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-51097c2c-df50-4adf-bb11-247e0bdac4a3 req-45e7d80b-ed25-4645-a955-ef94fa989710 service neutron] Bound port: 90168c53-a78a-47d5-8223-8b6b8a5804e7, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cdd6e09-4fb2-488b-b822-58d68171a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3ce0f58f-7e10-4dea-8bad-455d6cf6dd8b'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:47:12.404729 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-51097c2c-df50-4adf-bb11-247e0bdac4a3 req-45e7d80b-ed25-4645-a955-ef94fa989710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:12.427969 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 67732f94-4a4c-4c7b-b905-0c8ca0a56b87 details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:47:12.506247 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c6620-a96c-4027-8278-0b70c537859c req-7083207b-0d61-4b4f-817a-5ece6210fcc3 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:12.509354 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1c0c6620-a96c-4027-8278-0b70c537859c req-7083207b-0d61-4b4f-817a-5ece6210fcc3 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.39 "GET /v2.0/ports?device_id=e99c4201-fedb-4f07-b19b-4b1953342404 HTTP/1.1" status: 200 len: 946 time: 0.1893802 Sep 17 07:47:12.524669 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 719244c5-0063-4840-aa23-e08e10c03023 no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:47:12.591753 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-51097c2c-df50-4adf-bb11-247e0bdac4a3 req-45e7d80b-ed25-4645-a955-ef94fa989710 service neutron] For port 90168c53-a78a-47d5-8223-8b6b8a5804e7, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:47:12.604290 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-51097c2c-df50-4adf-bb11-247e0bdac4a3 req-45e7d80b-ed25-4645-a955-ef94fa989710 service neutron] For port 90168c53-a78a-47d5-8223-8b6b8a5804e7, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=90168c53-a78a-47d5-8223-8b6b8a5804e7,segment=NetworkSegment(6cdd6e09-4fb2-488b-b822-58d68171a03e),segment_id=6cdd6e09-4fb2-488b-b822-58d68171a03e)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:47:12.615251 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-51097c2c-df50-4adf-bb11-247e0bdac4a3 req-45e7d80b-ed25-4645-a955-ef94fa989710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:12.664108 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] No Port match for: 719244c5-0063-4840-aa23-e08e10c03023 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:47:12.664587 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 719244c5-0063-4840-aa23-e08e10c03023 not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:47:12.753265 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 67732f94-4a4c-4c7b-b905-0c8ca0a56b87, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=67732f94-4a4c-4c7b-b905-0c8ca0a56b87,segment=NetworkSegment(fe140136-2174-4894-b80d-4d7eee6c1378),segment_id=fe140136-2174-4894-b80d-4d7eee6c1378)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:47:12.799317 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': '67732f94-4a4c-4c7b-b905-0c8ca0a56b87', 'network_id': '56d68df6-fb2f-4041-82b9-349d126d8aad', 'port_id': '67732f94-4a4c-4c7b-b905-0c8ca0a56b87', 'mac_address': 'fa:16:3e:9f:4b:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29c83c48-7cf5-4625-a7b5-a2597278caef', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:47:12.824126 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51097c2c-df50-4adf-bb11-247e0bdac4a3 req-45e7d80b-ed25-4645-a955-ef94fa989710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:12.839923 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-51097c2c-df50-4adf-bb11-247e0bdac4a3 req-45e7d80b-ed25-4645-a955-ef94fa989710 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:12.841638 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-51097c2c-df50-4adf-bb11-247e0bdac4a3 req-45e7d80b-ed25-4645-a955-ef94fa989710 service neutron] 10.222.0.39 "PUT /v2.0/ports/90168c53-a78a-47d5-8223-8b6b8a5804e7 HTTP/1.1" status: 200 len: 1091 time: 1.4660163 Sep 17 07:47:12.844788 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd06f5f40-f7ef-4b55-ba55-1e233b53085d', 'tag': '90168c53-a78a-47d5-8223-8b6b8a5804e7'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:47:12.847344 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a6362f-c623-4bf0-a7b2-770ba0b6ea96" -d '{"events": [{"name": "network-changed", "server_uuid": "d06f5f40-f7ef-4b55-ba55-1e233b53085d", "tag": "90168c53-a78a-47d5-8223-8b6b8a5804e7"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:47:12.868805 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89091c-55a4-4c8d-9071-5b638a43945f req-471938be-6679-4bb7-9168-f8497b6fdbb0 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:12.874410 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2e89091c-55a4-4c8d-9071-5b638a43945f req-471938be-6679-4bb7-9168-f8497b6fdbb0 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=122e87e7-8d39-4215-ab45-ffb807004a1a HTTP/1.1" status: 200 len: 945 time: 0.1312454 Sep 17 07:47:12.953151 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:13.031600 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67732f94-4a4c-4c7b-b905-0c8ca0a56b87 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:47:13.062063 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2e89091c-55a4-4c8d-9071-5b638a43945f req-137df345-a48e-40e9-a4a5-6c9679581b6c tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/security-groups?id=53a4612f-058b-4338-9861-1ad45234538f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756630 Sep 17 07:47:13.073628 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e7d80b-ed25-4645-a955-ef94fa989710 service neutron] Pushing event updated for resources: {'Port': ['ID=90168c53-a78a-47d5-8223-8b6b8a5804e7,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:13.096662 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-1c0c6620-a96c-4027-8278-0b70c537859c req-4f9ca8b3-a11c-4963-bfcc-0a08c846824d tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Deleting port b592eca1-af40-455f-b624-5c3c668eb19e {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:47:13.097195 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-1c0c6620-a96c-4027-8278-0b70c537859c req-4f9ca8b3-a11c-4963-bfcc-0a08c846824d tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:13.106803 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51097c2c-df50-4adf-bb11-247e0bdac4a3 req-fcad62a9-c42f-411a-9bbf-920097afd0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:13.107444 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 67732f94-4a4c-4c7b-b905-0c8ca0a56b87, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=67732f94-4a4c-4c7b-b905-0c8ca0a56b87,segment=NetworkSegment(fe140136-2174-4894-b80d-4d7eee6c1378),segment_id=fe140136-2174-4894-b80d-4d7eee6c1378)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:47:13.108908 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-51097c2c-df50-4adf-bb11-247e0bdac4a3 req-fcad62a9-c42f-411a-9bbf-920097afd0dd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=77e85ce9f7a8401bb2fc3bced0640573&device_id=d06f5f40-f7ef-4b55-ba55-1e233b53085d HTTP/1.1" status: 200 len: 1094 time: 0.1774101 Sep 17 07:47:13.118400 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:13.271791 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-51097c2c-df50-4adf-bb11-247e0bdac4a3 req-a8d06b7c-b7f7-46a0-aceb-34ef9b195794 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90168c53-a78a-47d5-8223-8b6b8a5804e7 HTTP/1.1" status: 200 len: 217 time: 0.1389916 Sep 17 07:47:13.273842 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7989e38-bf43-49b4-b4fb-e5f3da5fb833 req-27c15b2a-6eb8-4886-b0ec-d62947fe9d8b tempest-ServerMetadataNegativeTestJSON-638696634 tempest-ServerMetadataNegativeTestJSON-638696634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:13.283087 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e7989e38-bf43-49b4-b4fb-e5f3da5fb833 req-27c15b2a-6eb8-4886-b0ec-d62947fe9d8b tempest-ServerMetadataNegativeTestJSON-638696634 tempest-ServerMetadataNegativeTestJSON-638696634-project] 10.222.0.13 "GET /v2.0/ports?device_id=d06f5f40-f7ef-4b55-ba55-1e233b53085d HTTP/1.1" status: 200 len: 943 time: 0.0809534 Sep 17 07:47:13.291194 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=67732f94-4a4c-4c7b-b905-0c8ca0a56b87,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:13.372563 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e7989e38-bf43-49b4-b4fb-e5f3da5fb833 req-7111aad6-4b04-41ae-a68c-565b751bcdb5 tempest-ServerMetadataNegativeTestJSON-638696634 tempest-ServerMetadataNegativeTestJSON-638696634-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6f6c263-a7ae-44ef-9093-f2aab0763a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884621 Sep 17 07:47:13.462669 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51097c2c-df50-4adf-bb11-247e0bdac4a3 req-713b3782-5621-4eb1-90c9-fd243205874b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:13.464232 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-51097c2c-df50-4adf-bb11-247e0bdac4a3 req-713b3782-5621-4eb1-90c9-fd243205874b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0893bfc9-a387-4869-a7d4-8bba4fdb61d3 HTTP/1.1" status: 200 len: 861 time: 0.1115131 Sep 17 07:47:13.466451 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-1c0c6620-a96c-4027-8278-0b70c537859c req-4f9ca8b3-a11c-4963-bfcc-0a08c846824d tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] For port b592eca1-af40-455f-b624-5c3c668eb19e, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=b592eca1-af40-455f-b624-5c3c668eb19e,segment=NetworkSegment(34a968ab-03d3-42f8-beb1-615fd521ef4a),segment_id=34a968ab-03d3-42f8-beb1-615fd521ef4a)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:47:13.466832 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-1c0c6620-a96c-4027-8278-0b70c537859c req-4f9ca8b3-a11c-4963-bfcc-0a08c846824d tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:13.478284 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a7f1df-c280-4ad7-bb6e-a18d77e56a2b x-openstack-request-id: req-17a7f1df-c280-4ad7-bb6e-a18d77e56a2b {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:47:13.478802 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "122e87e7-8d39-4215-ab45-ffb807004a1a", "name": "network-vif-plugged", "status": "completed", "tag": "f64a3e39-2035-4d4b-8e3a-d8e686fedae3", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:47:13.479434 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-17a7f1df-c280-4ad7-bb6e-a18d77e56a2b {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:47:13.480189 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '122e87e7-8d39-4215-ab45-ffb807004a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f64a3e39-2035-4d4b-8e3a-d8e686fedae3', 'code': 200} Sep 17 07:47:13.517737 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-51097c2c-df50-4adf-bb11-247e0bdac4a3 req-24975738-50cf-438b-9515-fb002b30b297 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3ce0f58f-7e10-4dea-8bad-455d6cf6dd8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363591 Sep 17 07:47:13.603131 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['67732f94-4a4c-4c7b-b905-0c8ca0a56b87'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:47:13.686140 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54688a00-54c0-4d13-b798-8743ec76e0ae req-acd85ddc-14a2-4d77-bd2b-38ddaafbaf8f tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:13.694695 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-54688a00-54c0-4d13-b798-8743ec76e0ae req-acd85ddc-14a2-4d77-bd2b-38ddaafbaf8f tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/ports?device_id=c07a75d1-5f23-419d-a984-0c234ed8019a HTTP/1.1" status: 200 len: 944 time: 0.1166837 Sep 17 07:47:13.755254 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc0b320-d76d-4f54-8921-bea15efe9ff9 req-c9e52214-5777-45c3-8d14-b0d93e7156f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:13.765409 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9dc0b320-d76d-4f54-8921-bea15efe9ff9 req-c9e52214-5777-45c3-8d14-b0d93e7156f2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=122e87e7-8d39-4215-ab45-ffb807004a1a HTTP/1.1" status: 200 len: 1096 time: 0.1457484 Sep 17 07:47:13.904477 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-54688a00-54c0-4d13-b798-8743ec76e0ae req-8c2acad6-3659-4408-be7e-09af7242298f tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/security-groups?id=33dcb9d9-be84-490d-8d1e-769e2ed5062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077432 Sep 17 07:47:13.978327 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9dc0b320-d76d-4f54-8921-bea15efe9ff9 req-134c5052-da53-49b6-8a96-d7450444bf99 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=53a4612f-058b-4338-9861-1ad45234538f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893454 Sep 17 07:47:14.142764 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8d8659b6-3c0e-45ed-a072-48ed36a91b92 req-386ad896-9b34-478a-9392-64c062afb9dc tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "GET /v2.0/ports?device_id=31f02f8d-3021-40a0-9255-28623a738e53 HTTP/1.1" status: 200 len: 210 time: 0.0532544 Sep 17 07:47:14.176473 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-51097c2c-df50-4adf-bb11-247e0bdac4a3 req-611cd1a3-fefe-4bca-83ac-7267606280ba service neutron] 10.222.0.39 "GET /v2.0/networks/3ce0f58f-7e10-4dea-8bad-455d6cf6dd8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6483469 Sep 17 07:47:14.290141 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f4119f9-3aca-4a1f-8dd2-ca6344431e08 x-openstack-request-id: req-0f4119f9-3aca-4a1f-8dd2-ca6344431e08 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:47:14.290759 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d06f5f40-f7ef-4b55-ba55-1e233b53085d", "tag": "90168c53-a78a-47d5-8223-8b6b8a5804e7", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:47:14.290759 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0f4119f9-3aca-4a1f-8dd2-ca6344431e08 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:47:14.291054 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd06f5f40-f7ef-4b55-ba55-1e233b53085d', 'tag': '90168c53-a78a-47d5-8223-8b6b8a5804e7', 'status': 'completed', 'code': 200} Sep 17 07:47:14.400692 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-1c0c6620-a96c-4027-8278-0b70c537859c req-4f9ca8b3-a11c-4963-bfcc-0a08c846824d tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:14.401354 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-1c0c6620-a96c-4027-8278-0b70c537859c req-4f9ca8b3-a11c-4963-bfcc-0a08c846824d tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:14.401874 n-d-789963-9 neutron-server[101290]: INFO neutron.db.l3_db [req-1c0c6620-a96c-4027-8278-0b70c537859c req-4f9ca8b3-a11c-4963-bfcc-0a08c846824d tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Floating IP 03731113-d672-458b-935b-f9bc3ebd0998 disassociated. External IP: 172.25.6.109, port: b592eca1-af40-455f-b624-5c3c668eb19e. Sep 17 07:47:14.402800 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-1c0c6620-a96c-4027-8278-0b70c537859c req-4f9ca8b3-a11c-4963-bfcc-0a08c846824d tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Calling delete_port for b592eca1-af40-455f-b624-5c3c668eb19e owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:47:14.421376 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device c13bd269-eff5-4609-ae54-471bad999dec up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:47:14.441384 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e4068-0391-46e9-8e42-805204a7d369 req-b2506e79-801f-47e9-b4c5-fac9865fa71b tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:14.463803 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ce2e4068-0391-46e9-8e42-805204a7d369 req-b2506e79-801f-47e9-b4c5-fac9865fa71b tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ed039b3-9c13-42cb-a3b4-98090761d4bb HTTP/1.1" status: 200 len: 945 time: 0.1431344 Sep 17 07:47:14.552363 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ce2e4068-0391-46e9-8e42-805204a7d369 req-eb01e20d-1e13-4e61-b6e9-89dd644ece9c tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] 10.222.0.13 "GET /v2.0/security-groups?id=20ef99ba-7ca0-4491-8e58-8d35cc31cf0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873742 Sep 17 07:47:14.595181 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning for port c13bd269-eff5-4609-ae54-471bad999dec completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:47:14.598322 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-51097c2c-df50-4adf-bb11-247e0bdac4a3 req-87c0dba8-4b06-43ee-a7c1-8d5aa93a6feb service neutron] 10.222.0.39 "GET /v2.0/networks/3ce0f58f-7e10-4dea-8bad-455d6cf6dd8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594697 Sep 17 07:47:14.599474 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port c13bd269-eff5-4609-ae54-471bad999dec triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:47:14.599923 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:14.801856 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516c24e-b3d8-4a4d-a53e-4aac08bc2b57 req-313f14c1-79cc-4440-bde1-bbfc964a94cb tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:14.816961 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7516c24e-b3d8-4a4d-a53e-4aac08bc2b57 req-313f14c1-79cc-4440-bde1-bbfc964a94cb tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=122e87e7-8d39-4215-ab45-ffb807004a1a HTTP/1.1" status: 200 len: 945 time: 0.1410878 Sep 17 07:47:14.827587 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:14.897856 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port c13bd269-eff5-4609-ae54-471bad999dec, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=c13bd269-eff5-4609-ae54-471bad999dec,segment=NetworkSegment(fd8f5a13-1c06-4de9-a0a1-9eeb4f661339),segment_id=fd8f5a13-1c06-4de9-a0a1-9eeb4f661339)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:47:14.918625 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:14.929126 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7516c24e-b3d8-4a4d-a53e-4aac08bc2b57 req-cdadb346-6697-478d-9fb0-2ce22847772f tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/security-groups?id=53a4612f-058b-4338-9861-1ad45234538f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076493 Sep 17 07:47:14.958961 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-1c0c6620-a96c-4027-8278-0b70c537859c req-4f9ca8b3-a11c-4963-bfcc-0a08c846824d tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:15.038338 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=c13bd269-eff5-4609-ae54-471bad999dec,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:15.064159 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ca8b3-a11c-4963-bfcc-0a08c846824d tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Pushing event deleted for resources: {'Port': ['ID=b592eca1-af40-455f-b624-5c3c668eb19e,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:15.088405 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device b592eca1-af40-455f-b624-5c3c668eb19e no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:47:15.118240 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a6362f-c623-4bf0-a7b2-770ba0b6ea96 req-c32d0f4f-57a0-4d18-8de6-25b1b563d1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:15.119758 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-80a6362f-c623-4bf0-a7b2-770ba0b6ea96 req-c32d0f4f-57a0-4d18-8de6-25b1b563d1fd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=77e85ce9f7a8401bb2fc3bced0640573&device_id=d06f5f40-f7ef-4b55-ba55-1e233b53085d HTTP/1.1" status: 200 len: 1094 time: 0.3777440 Sep 17 07:47:15.155873 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331b7ed3-7244-488c-882b-2bb1f16b41ac req-fa8e243e-e35b-4d69-928b-034cd58542fa tempest-ServerMetadataNegativeTestJSON-638696634 tempest-ServerMetadataNegativeTestJSON-638696634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:15.167127 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-331b7ed3-7244-488c-882b-2bb1f16b41ac req-fa8e243e-e35b-4d69-928b-034cd58542fa tempest-ServerMetadataNegativeTestJSON-638696634 tempest-ServerMetadataNegativeTestJSON-638696634-project] 10.222.0.13 "GET /v2.0/ports?device_id=d06f5f40-f7ef-4b55-ba55-1e233b53085d HTTP/1.1" status: 200 len: 943 time: 0.1140032 Sep 17 07:47:15.170027 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: b592eca1-af40-455f-b624-5c3c668eb19e {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:47:15.170377 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device b592eca1-af40-455f-b624-5c3c668eb19e not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:47:15.216169 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-331b7ed3-7244-488c-882b-2bb1f16b41ac req-5aa6ce82-b412-454a-a77a-2a62286a9dc1 tempest-ServerMetadataNegativeTestJSON-638696634 tempest-ServerMetadataNegativeTestJSON-638696634-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6f6c263-a7ae-44ef-9093-f2aab0763a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436172 Sep 17 07:47:15.425985 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052dcd3d-f340-4275-a3f6-7f21b84b30d0 req-4e453896-8d0a-4fc9-81ed-e34c72d6fc36 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:15.439417 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-052dcd3d-f340-4275-a3f6-7f21b84b30d0 req-4e453896-8d0a-4fc9-81ed-e34c72d6fc36 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/ports?device_id=c07a75d1-5f23-419d-a984-0c234ed8019a HTTP/1.1" status: 200 len: 944 time: 0.1004457 Sep 17 07:47:15.482308 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ed039b3-9c13-42cb-a3b4-98090761d4bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c13bd269-eff5-4609-ae54-471bad999dec'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:47:15.485874 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c97deac3-c899-4472-b565-3ed9206e6cb9" -d '{"events": [{"server_uuid": "7ed039b3-9c13-42cb-a3b4-98090761d4bb", "name": "network-vif-plugged", "status": "completed", "tag": "c13bd269-eff5-4609-ae54-471bad999dec"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:47:15.515269 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-052dcd3d-f340-4275-a3f6-7f21b84b30d0 req-c4a09bde-7cd1-4cf8-abc2-7c669ec6f7f9 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/security-groups?id=33dcb9d9-be84-490d-8d1e-769e2ed5062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676465 Sep 17 07:47:15.662493 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-27c44504-2483-4003-8e0d-998ab9c11b99 req-19d1df79-cf8c-4346-b00e-58e0526898bc tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "GET /v2.0/ports?device_id=31f02f8d-3021-40a0-9255-28623a738e53 HTTP/1.1" status: 200 len: 210 time: 0.0587981 Sep 17 07:47:15.740212 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cebc697-5f53-4478-a264-463937558915 x-openstack-request-id: req-2cebc697-5f53-4478-a264-463937558915 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:47:15.740872 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ed039b3-9c13-42cb-a3b4-98090761d4bb", "name": "network-vif-plugged", "status": "completed", "tag": "c13bd269-eff5-4609-ae54-471bad999dec", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:47:15.741197 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2cebc697-5f53-4478-a264-463937558915 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:47:15.741665 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ed039b3-9c13-42cb-a3b4-98090761d4bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c13bd269-eff5-4609-ae54-471bad999dec', 'code': 200} Sep 17 07:47:15.794983 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc34dc48-7d54-419e-80d1-51d8b940f443 req-60b63e73-c2a8-4f84-ba5a-b902c7246cd5 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:15.796764 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fc34dc48-7d54-419e-80d1-51d8b940f443 req-60b63e73-c2a8-4f84-ba5a-b902c7246cd5 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.41 "GET /v2.0/networks?id=28b44509-44d1-434d-a1e7-c08ce9b90a41 HTTP/1.1" status: 200 len: 823 time: 1.0144167 Sep 17 07:47:15.975397 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9416556-3139-4114-b2e0-8a4b8dd1200b req-149794b4-d8fa-4828-b4c1-896127fecde2 tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:15.986823 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d9416556-3139-4114-b2e0-8a4b8dd1200b req-149794b4-d8fa-4828-b4c1-896127fecde2 tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ed039b3-9c13-42cb-a3b4-98090761d4bb HTTP/1.1" status: 200 len: 946 time: 0.1454477 Sep 17 07:47:16.159880 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a6362f-c623-4bf0-a7b2-770ba0b6ea96 req-6a06c7e5-c385-4c9f-be29-ef244b8462ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:16.161568 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-80a6362f-c623-4bf0-a7b2-770ba0b6ea96 req-6a06c7e5-c385-4c9f-be29-ef244b8462ab service neutron] 10.222.0.39 "GET /v2.0/networks?id=3ce0f58f-7e10-4dea-8bad-455d6cf6dd8b HTTP/1.1" status: 200 len: 922 time: 1.0300000 Sep 17 07:47:16.179032 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d9416556-3139-4114-b2e0-8a4b8dd1200b req-657d5393-da2f-4a85-b8be-42004e8bdbd4 tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] 10.222.0.13 "GET /v2.0/security-groups?id=20ef99ba-7ca0-4491-8e58-8d35cc31cf0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767468 Sep 17 07:47:16.186017 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc28da-4bb5-4ff7-a03a-ffe1f9f34024 req-e45e561d-fa28-4709-9b3b-112b0510e88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:16.187526 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b8bc28da-4bb5-4ff7-a03a-ffe1f9f34024 req-e45e561d-fa28-4709-9b3b-112b0510e88e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7ed039b3-9c13-42cb-a3b4-98090761d4bb HTTP/1.1" status: 200 len: 1097 time: 0.1997898 Sep 17 07:47:16.195549 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c0c6620-a96c-4027-8278-0b70c537859c req-4f9ca8b3-a11c-4963-bfcc-0a08c846824d tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Router 9fbbc2c6-0273-4b2a-b11b-711f786a22de has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:47:16.258931 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fc34dc48-7d54-419e-80d1-51d8b940f443 req-6d6b21c1-c1fc-4a2b-8dce-5bf1c0f6ff73 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=995280dd7af64d29b5c08cf39fa14744 HTTP/1.1" status: 200 len: 379 time: 0.3829503 Sep 17 07:47:16.265912 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-fc34dc48-7d54-419e-80d1-51d8b940f443 req-e01050f6-ee07-4c05-bfe3-f1cfa55189a7 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Request body: {'port': {'device_id': '31f02f8d-3021-40a0-9255-28623a738e53', 'network_id': '28b44509-44d1-434d-a1e7-c08ce9b90a41', 'admin_state_up': True, 'tenant_id': '995280dd7af64d29b5c08cf39fa14744', 'security_groups': ['a5627b3e-0f48-4049-88ff-4f888409a37a']}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:47:16.288392 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b8bc28da-4bb5-4ff7-a03a-ffe1f9f34024 req-a216f7e0-b1fa-4dbc-88c2-fef295bb8891 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=20ef99ba-7ca0-4491-8e58-8d35cc31cf0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891910 Sep 17 07:47:16.349960 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-80a6362f-c623-4bf0-a7b2-770ba0b6ea96 req-a7767b71-7853-479f-93d6-8483545c42aa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90168c53-a78a-47d5-8223-8b6b8a5804e7 HTTP/1.1" status: 200 len: 217 time: 0.1389704 Sep 17 07:47:16.399536 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd9ffa6-c34c-4797-87df-0c181b21be06 req-cc892e71-0a52-4f3b-a88b-843c162ac8b8 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:16.413202 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8cd9ffa6-c34c-4797-87df-0c181b21be06 req-cc892e71-0a52-4f3b-a88b-843c162ac8b8 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=122e87e7-8d39-4215-ab45-ffb807004a1a HTTP/1.1" status: 200 len: 945 time: 0.1153250 Sep 17 07:47:16.435174 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 67732f94-4a4c-4c7b-b905-0c8ca0a56b87 up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:47:16.450773 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a6362f-c623-4bf0-a7b2-770ba0b6ea96 req-1f0f4f73-7c69-4adc-85b3-d1489bc744fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:16.453065 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-80a6362f-c623-4bf0-a7b2-770ba0b6ea96 req-1f0f4f73-7c69-4adc-85b3-d1489bc744fc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0893bfc9-a387-4869-a7d4-8bba4fdb61d3 HTTP/1.1" status: 200 len: 861 time: 0.0657003 Sep 17 07:47:16.478394 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8cd9ffa6-c34c-4797-87df-0c181b21be06 req-8c15200a-e39c-4a3a-a906-39c271dcdfd3 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/security-groups?id=53a4612f-058b-4338-9861-1ad45234538f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639832 Sep 17 07:47:16.538017 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning for port 67732f94-4a4c-4c7b-b905-0c8ca0a56b87 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:47:16.544152 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port 67732f94-4a4c-4c7b-b905-0c8ca0a56b87 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:47:16.544534 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:16.607300 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd127ed0-6c5a-47ed-9790-6a1358e1a9fd req-e622cd0c-1ca5-416c-b266-dd09b3dbe9d6 tempest-ServerMetadataNegativeTestJSON-638696634 tempest-ServerMetadataNegativeTestJSON-638696634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:16.618823 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cd127ed0-6c5a-47ed-9790-6a1358e1a9fd req-e622cd0c-1ca5-416c-b266-dd09b3dbe9d6 tempest-ServerMetadataNegativeTestJSON-638696634 tempest-ServerMetadataNegativeTestJSON-638696634-project] 10.222.0.13 "GET /v2.0/ports?device_id=d06f5f40-f7ef-4b55-ba55-1e233b53085d HTTP/1.1" status: 200 len: 943 time: 0.0822713 Sep 17 07:47:16.632543 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-80a6362f-c623-4bf0-a7b2-770ba0b6ea96 req-170e919a-0990-47df-878f-84f3f1e21e9f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3ce0f58f-7e10-4dea-8bad-455d6cf6dd8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1603744 Sep 17 07:47:16.722625 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cd127ed0-6c5a-47ed-9790-6a1358e1a9fd req-0348d5d0-f829-4587-84a6-465b6ae3fbde tempest-ServerMetadataNegativeTestJSON-638696634 tempest-ServerMetadataNegativeTestJSON-638696634-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6f6c263-a7ae-44ef-9093-f2aab0763a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004536 Sep 17 07:47:16.733638 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:16.832074 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 67732f94-4a4c-4c7b-b905-0c8ca0a56b87, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=67732f94-4a4c-4c7b-b905-0c8ca0a56b87,segment=NetworkSegment(fe140136-2174-4894-b80d-4d7eee6c1378),segment_id=fe140136-2174-4894-b80d-4d7eee6c1378)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:47:16.842350 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:16.906431 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc34dc48-7d54-419e-80d1-51d8b940f443 req-e01050f6-ee07-4c05-bfe3-f1cfa55189a7 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Made reservation on behalf of 995280dd7af64d29b5c08cf39fa14744 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:47:16.908504 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=67732f94-4a4c-4c7b-b905-0c8ca0a56b87,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:16.910047 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fc34dc48-7d54-419e-80d1-51d8b940f443 req-e01050f6-ee07-4c05-bfe3-f1cfa55189a7 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:16.931102 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-80a6362f-c623-4bf0-a7b2-770ba0b6ea96 req-e0d8e9f4-403e-4fa2-b913-cc028de476fe service neutron] 10.222.0.39 "GET /v2.0/networks/3ce0f58f-7e10-4dea-8bad-455d6cf6dd8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825525 Sep 17 07:47:17.102828 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c0c6620-a96c-4027-8278-0b70c537859c req-4f9ca8b3-a11c-4963-bfcc-0a08c846824d tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:47:17.104441 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a151db7f-777d-4f33-badf-8b384ce876ca req-809a7712-a6e8-4033-9e09-20ce6947aa63 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:17.106100 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a151db7f-777d-4f33-badf-8b384ce876ca req-809a7712-a6e8-4033-9e09-20ce6947aa63 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/ports?device_id=c07a75d1-5f23-419d-a984-0c234ed8019a HTTP/1.1" status: 200 len: 945 time: 0.0968099 Sep 17 07:47:17.108331 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-80a6362f-c623-4bf0-a7b2-770ba0b6ea96 req-f4e95f0e-1c65-4dc4-bbfd-32feb332f604 service neutron] 10.222.0.39 "GET /v2.0/networks/3ce0f58f-7e10-4dea-8bad-455d6cf6dd8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596069 Sep 17 07:47:17.117321 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e74cb85-d3eb-4bb1-9c21-a294826b638b None None] Sync routers for ids ['9fbbc2c6-0273-4b2a-b11b-711f786a22de'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:47:17.148328 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e74cb85-d3eb-4bb1-9c21-a294826b638b None None] Routers {'9fbbc2c6-0273-4b2a-b11b-711f786a22de'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:47:17.150046 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-2e74cb85-d3eb-4bb1-9c21-a294826b638b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:46:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['9fbbc2c6-0273-4b2a-b11b-711f786a22de'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:47:17.298336 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a151db7f-777d-4f33-badf-8b384ce876ca req-f9083f8e-91c0-468f-85d3-827b008ea3e1 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/security-groups?id=33dcb9d9-be84-490d-8d1e-769e2ed5062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852634 Sep 17 07:47:17.458434 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-46b2229e-af4a-40d8-a4c0-f8788b4945a3 req-7f8df290-7c8c-4969-9544-c89dc8da8174 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "GET /v2.0/ports?device_id=31f02f8d-3021-40a0-9255-28623a738e53 HTTP/1.1" status: 200 len: 210 time: 0.0514443 Sep 17 07:47:17.505311 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-fc34dc48-7d54-419e-80d1-51d8b940f443 req-e01050f6-ee07-4c05-bfe3-f1cfa55189a7 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Allocated IP 172.20.0.11 (28b44509-44d1-434d-a1e7-c08ce9b90a41/a2b739cf-a4f3-485c-ac6f-6aae0b07dbbb/da5553c9-7a43-4400-9f45-d490f49a3f8b) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:47:17.505886 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-2e74cb85-d3eb-4bb1-9c21-a294826b638b None None] Set router 9fbbc2c6-0273-4b2a-b11b-711f786a22de gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:47:17.686226 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c8b39-ab44-4ad1-bb9e-77ad8a078f94 req-7fae99e8-c2b1-4b12-94d3-c57684ad0041 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:17.694813 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2e6c8b39-ab44-4ad1-bb9e-77ad8a078f94 req-7fae99e8-c2b1-4b12-94d3-c57684ad0041 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=122e87e7-8d39-4215-ab45-ffb807004a1a HTTP/1.1" status: 200 len: 945 time: 0.0984206 Sep 17 07:47:17.702292 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fc34dc48-7d54-419e-80d1-51d8b940f443 req-e01050f6-ee07-4c05-bfe3-f1cfa55189a7 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:17.743619 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c07a75d1-5f23-419d-a984-0c234ed8019a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67732f94-4a4c-4c7b-b905-0c8ca0a56b87'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:47:17.746775 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef20b3e-c765-446e-b36b-3a54437a292c" -d '{"events": [{"server_uuid": "c07a75d1-5f23-419d-a984-0c234ed8019a", "name": "network-vif-plugged", "status": "completed", "tag": "67732f94-4a4c-4c7b-b905-0c8ca0a56b87"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:47:17.787641 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c0c6620-a96c-4027-8278-0b70c537859c req-4f9ca8b3-a11c-4963-bfcc-0a08c846824d tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] No DVR routers for this DVR port b592eca1-af40-455f-b624-5c3c668eb19e on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:47:17.790028 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fc34dc48-7d54-419e-80d1-51d8b940f443 req-e01050f6-ee07-4c05-bfe3-f1cfa55189a7 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:17.792142 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-1c0c6620-a96c-4027-8278-0b70c537859c req-4f9ca8b3-a11c-4963-bfcc-0a08c846824d tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:17.794296 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1c0c6620-a96c-4027-8278-0b70c537859c req-4f9ca8b3-a11c-4963-bfcc-0a08c846824d tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.39 "DELETE /v2.0/ports/b592eca1-af40-455f-b624-5c3c668eb19e HTTP/1.1" status: 204 len: 173 time: 5.2766383 Sep 17 07:47:17.794865 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e99c4201-fedb-4f07-b19b-4b1953342404', 'name': 'network-vif-deleted', 'tag': 'b592eca1-af40-455f-b624-5c3c668eb19e'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:47:17.797288 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fddd58c2-22b8-4453-9224-8425ba569675" -d '{"events": [{"server_uuid": "e99c4201-fedb-4f07-b19b-4b1953342404", "name": "network-vif-deleted", "tag": "b592eca1-af40-455f-b624-5c3c668eb19e"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:47:17.798360 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2e6c8b39-ab44-4ad1-bb9e-77ad8a078f94 req-344ceb70-1c46-4039-89ce-cb9369c8cb19 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/security-groups?id=53a4612f-058b-4338-9861-1ad45234538f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955722 Sep 17 07:47:17.847108 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc34dc48-7d54-419e-80d1-51d8b940f443 req-e01050f6-ee07-4c05-bfe3-f1cfa55189a7 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Network 28b44509-44d1-434d-a1e7-c08ce9b90a41 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:47:17.864474 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-fc34dc48-7d54-419e-80d1-51d8b940f443 req-e01050f6-ee07-4c05-bfe3-f1cfa55189a7 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:47:17.881925 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc34dc48-7d54-419e-80d1-51d8b940f443 req-e01050f6-ee07-4c05-bfe3-f1cfa55189a7 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:47:17.886143 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01050f6-ee07-4c05-bfe3-f1cfa55189a7 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Pushing event updated for resources: {'Port': ['ID=da5553c9-7a43-4400-9f45-d490f49a3f8b,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:18.020835 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc34dc48-7d54-419e-80d1-51d8b940f443 req-e01050f6-ee07-4c05-bfe3-f1cfa55189a7 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:18.023349 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fc34dc48-7d54-419e-80d1-51d8b940f443 req-e01050f6-ee07-4c05-bfe3-f1cfa55189a7 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:18.044031 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2331052-7e2c-4c54-a83e-df77223087ce req-7d3ecd32-8d96-4f67-b6f8-5f45a003306b tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:18.055707 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f2331052-7e2c-4c54-a83e-df77223087ce req-7d3ecd32-8d96-4f67-b6f8-5f45a003306b tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ed039b3-9c13-42cb-a3b4-98090761d4bb HTTP/1.1" status: 200 len: 946 time: 0.1018224 Sep 17 07:47:18.072142 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fc34dc48-7d54-419e-80d1-51d8b940f443 req-e01050f6-ee07-4c05-bfe3-f1cfa55189a7 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8114233 Sep 17 07:47:18.100245 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-fc34dc48-7d54-419e-80d1-51d8b940f443 req-6210afd3-6bec-4225-9f22-71f578fa6a33 service neutron] Request body: {'port': {'device_id': '31f02f8d-3021-40a0-9255-28623a738e53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:47:18.112575 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-2e74cb85-d3eb-4bb1-9c21-a294826b638b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fbbc2c6-0273-4b2a-b11b-711f786a22de', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-804936049-router', 'tenant_id': '995280dd7af64d29b5c08cf39fa14744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '65663f1b-cca4-432b-bd1a-99f379bb2903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:43:29Z', 'updated_at': '2021-09-17T07:43:33Z', 'revision_number': 4, 'project_id': '995280dd7af64d29b5c08cf39fa14744', 'gw_port': {'id': '65663f1b-cca4-432b-bd1a-99f379bb2903', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbbc2c6-0273-4b2a-b11b-711f786a22de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:43:30Z', 'updated_at': '2021-09-17T07:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'ea15b463-83a9-4f77-b958-88145a457e87', 'name': '', 'network_id': '28b44509-44d1-434d-a1e7-c08ce9b90a41', 'tenant_id': '995280dd7af64d29b5c08cf39fa14744', 'mac_address': 'fa:16:3e:8b:e8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbbc2c6-0273-4b2a-b11b-711f786a22de', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'a2b739cf-a4f3-485c-ac6f-6aae0b07dbbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:43:32Z', 'updated_at': '2021-09-17T07:43:38Z', 'revision_number': 5, 'project_id': '995280dd7af64d29b5c08cf39fa14744', 'subnets': [{'id': 'a2b739cf-a4f3-485c-ac6f-6aae0b07dbbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:47:18.155806 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e74cb85-d3eb-4bb1-9c21-a294826b638b None None] Checking router: 9fbbc2c6-0273-4b2a-b11b-711f786a22de for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:47:18.168708 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e74cb85-d3eb-4bb1-9c21-a294826b638b None None] Routers {'9fbbc2c6-0273-4b2a-b11b-711f786a22de'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:47:18.170248 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f2331052-7e2c-4c54-a83e-df77223087ce req-1afe86f9-28ae-455f-a33b-27440ee4e1ca tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] 10.222.0.13 "GET /v2.0/security-groups?id=20ef99ba-7ca0-4491-8e58-8d35cc31cf0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132433 Sep 17 07:47:18.176841 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-2e74cb85-d3eb-4bb1-9c21-a294826b638b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:46:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['9fbbc2c6-0273-4b2a-b11b-711f786a22de'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:47:18.240413 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fc34dc48-7d54-419e-80d1-51d8b940f443 req-6210afd3-6bec-4225-9f22-71f578fa6a33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:18.268729 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e132971-78a9-43d7-b51c-8145c9440a1d x-openstack-request-id: req-0e132971-78a9-43d7-b51c-8145c9440a1d {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:47:18.271860 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c07a75d1-5f23-419d-a984-0c234ed8019a", "name": "network-vif-plugged", "status": "completed", "tag": "67732f94-4a4c-4c7b-b905-0c8ca0a56b87", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:47:18.272573 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0e132971-78a9-43d7-b51c-8145c9440a1d {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:47:18.274212 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c07a75d1-5f23-419d-a984-0c234ed8019a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67732f94-4a4c-4c7b-b905-0c8ca0a56b87', 'code': 200} Sep 17 07:47:18.547775 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae4c2db-49d3-444e-b36a-7ee37c71f96a req-773e8e43-b517-475d-9f49-a079ec24b343 tempest-ServerMetadataNegativeTestJSON-638696634 tempest-ServerMetadataNegativeTestJSON-638696634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:18.593925 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fae4c2db-49d3-444e-b36a-7ee37c71f96a req-773e8e43-b517-475d-9f49-a079ec24b343 tempest-ServerMetadataNegativeTestJSON-638696634 tempest-ServerMetadataNegativeTestJSON-638696634-project] 10.222.0.13 "GET /v2.0/ports?device_id=d06f5f40-f7ef-4b55-ba55-1e233b53085d HTTP/1.1" status: 200 len: 943 time: 0.2408237 Sep 17 07:47:18.609285 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-2e74cb85-d3eb-4bb1-9c21-a294826b638b None None] Set router 9fbbc2c6-0273-4b2a-b11b-711f786a22de gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:47:18.625784 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9793d59-845c-4df9-aa78-8480aa690024 req-e677a80e-eb0a-4b90-b884-1a70ae4f1a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:18.629664 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b9793d59-845c-4df9-aa78-8480aa690024 req-e677a80e-eb0a-4b90-b884-1a70ae4f1a3e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c07a75d1-5f23-419d-a984-0c234ed8019a HTTP/1.1" status: 200 len: 1096 time: 0.2405410 Sep 17 07:47:18.789223 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fae4c2db-49d3-444e-b36a-7ee37c71f96a req-7c911c27-38fe-49eb-898d-e45c99de3bfb tempest-ServerMetadataNegativeTestJSON-638696634 tempest-ServerMetadataNegativeTestJSON-638696634-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6f6c263-a7ae-44ef-9093-f2aab0763a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903198 Sep 17 07:47:18.818499 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b9793d59-845c-4df9-aa78-8480aa690024 req-9ea0615c-88de-4fd0-a55e-47172e1b8f9a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=33dcb9d9-be84-490d-8d1e-769e2ed5062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585982 Sep 17 07:47:18.879214 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-568c06d6-eb4d-49f8-8e97-b4f779b92280 x-openstack-request-id: req-568c06d6-eb4d-49f8-8e97-b4f779b92280 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:47:18.879702 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e99c4201-fedb-4f07-b19b-4b1953342404", "name": "network-vif-deleted", "tag": "b592eca1-af40-455f-b624-5c3c668eb19e", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:47:18.880306 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-568c06d6-eb4d-49f8-8e97-b4f779b92280 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:47:18.880964 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e99c4201-fedb-4f07-b19b-4b1953342404', 'name': 'network-vif-deleted', 'tag': 'b592eca1-af40-455f-b624-5c3c668eb19e', 'status': 'completed', 'code': 200} Sep 17 07:47:18.985092 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-fc34dc48-7d54-419e-80d1-51d8b940f443 req-6210afd3-6bec-4225-9f22-71f578fa6a33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da5553c9-7a43-4400-9f45-d490f49a3f8b {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:47:18.996140 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fc34dc48-7d54-419e-80d1-51d8b940f443 req-6210afd3-6bec-4225-9f22-71f578fa6a33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:19.026851 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-fc34dc48-7d54-419e-80d1-51d8b940f443 req-6210afd3-6bec-4225-9f22-71f578fa6a33 service neutron] Transition to ACTIVE for port object da5553c9-7a43-4400-9f45-d490f49a3f8b will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:47:19.031175 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a469afee-f248-45c2-923a-4c6b0910223e req-73dad211-7efc-42fa-a1a9-90a6cbcd8352 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:19.033155 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a469afee-f248-45c2-923a-4c6b0910223e req-73dad211-7efc-42fa-a1a9-90a6cbcd8352 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/ports?device_id=c07a75d1-5f23-419d-a984-0c234ed8019a HTTP/1.1" status: 200 len: 945 time: 0.0886629 Sep 17 07:47:19.035870 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fc34dc48-7d54-419e-80d1-51d8b940f443 req-6210afd3-6bec-4225-9f22-71f578fa6a33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:19.061998 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-2e74cb85-d3eb-4bb1-9c21-a294826b638b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fbbc2c6-0273-4b2a-b11b-711f786a22de', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-804936049-router', 'tenant_id': '995280dd7af64d29b5c08cf39fa14744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '65663f1b-cca4-432b-bd1a-99f379bb2903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:43:29Z', 'updated_at': '2021-09-17T07:43:33Z', 'revision_number': 4, 'project_id': '995280dd7af64d29b5c08cf39fa14744', 'gw_port': {'id': '65663f1b-cca4-432b-bd1a-99f379bb2903', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbbc2c6-0273-4b2a-b11b-711f786a22de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:43:30Z', 'updated_at': '2021-09-17T07:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'ea15b463-83a9-4f77-b958-88145a457e87', 'name': '', 'network_id': '28b44509-44d1-434d-a1e7-c08ce9b90a41', 'tenant_id': '995280dd7af64d29b5c08cf39fa14744', 'mac_address': 'fa:16:3e:8b:e8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbbc2c6-0273-4b2a-b11b-711f786a22de', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'a2b739cf-a4f3-485c-ac6f-6aae0b07dbbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:43:32Z', 'updated_at': '2021-09-17T07:43:38Z', 'revision_number': 5, 'project_id': '995280dd7af64d29b5c08cf39fa14744', 'subnets': [{'id': 'a2b739cf-a4f3-485c-ac6f-6aae0b07dbbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:47:19.102456 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a469afee-f248-45c2-923a-4c6b0910223e req-701e9cb2-eea9-40bd-91ee-1f632e2b42d8 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/security-groups?id=33dcb9d9-be84-490d-8d1e-769e2ed5062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605910 Sep 17 07:47:19.142204 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 90168c53-a78a-47d5-8223-8b6b8a5804e7 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:47:19.148092 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e74cb85-d3eb-4bb1-9c21-a294826b638b None None] The sync data for ids ['9fbbc2c6-0273-4b2a-b11b-711f786a22de'] in n-d-789963-9 is: [{'id': '9fbbc2c6-0273-4b2a-b11b-711f786a22de', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-804936049-router', 'tenant_id': '995280dd7af64d29b5c08cf39fa14744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '65663f1b-cca4-432b-bd1a-99f379bb2903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:43:29Z', 'updated_at': '2021-09-17T07:43:33Z', 'revision_number': 4, 'project_id': '995280dd7af64d29b5c08cf39fa14744', 'gw_port': {'id': '65663f1b-cca4-432b-bd1a-99f379bb2903', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbbc2c6-0273-4b2a-b11b-711f786a22de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:43:30Z', 'updated_at': '2021-09-17T07:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'ea15b463-83a9-4f77-b958-88145a457e87', 'name': '', 'network_id': '28b44509-44d1-434d-a1e7-c08ce9b90a41', 'tenant_id': '995280dd7af64d29b5c08cf39fa14744', 'mac_address': 'fa:16:3e:8b:e8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbbc2c6-0273-4b2a-b11b-711f786a22de', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'a2b739cf-a4f3-485c-ac6f-6aae0b07dbbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:43:32Z', 'updated_at': '2021-09-17T07:43:38Z', 'revision_number': 5, 'project_id': '995280dd7af64d29b5c08cf39fa14744', 'subnets': [{'id': 'a2b739cf-a4f3-485c-ac6f-6aae0b07dbbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:47:19.176690 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6210afd3-6bec-4225-9f22-71f578fa6a33 service neutron] Pushing event updated for resources: {'Port': ['ID=da5553c9-7a43-4400-9f45-d490f49a3f8b,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:19.306935 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef4210e-8c9d-4571-a646-172aa2b5d905 req-8ab9c4a8-6769-4240-bc11-20764edf4985 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:19.315151 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5ef4210e-8c9d-4571-a646-172aa2b5d905 req-8ab9c4a8-6769-4240-bc11-20764edf4985 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "GET /v2.0/ports?device_id=31f02f8d-3021-40a0-9255-28623a738e53 HTTP/1.1" status: 200 len: 944 time: 0.1152654 Sep 17 07:47:19.332002 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-fc34dc48-7d54-419e-80d1-51d8b940f443 req-6210afd3-6bec-4225-9f22-71f578fa6a33 service neutron] Attempting to bind port da5553c9-7a43-4400-9f45-d490f49a3f8b on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:47:19.332343 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-fc34dc48-7d54-419e-80d1-51d8b940f443 req-6210afd3-6bec-4225-9f22-71f578fa6a33 service neutron] Attempting to bind port da5553c9-7a43-4400-9f45-d490f49a3f8b by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': '34a968ab-03d3-42f8-beb1-615fd521ef4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '28b44509-44d1-434d-a1e7-c08ce9b90a41'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:47:19.332919 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc34dc48-7d54-419e-80d1-51d8b940f443 req-6210afd3-6bec-4225-9f22-71f578fa6a33 service neutron] Attempting to bind port da5553c9-7a43-4400-9f45-d490f49a3f8b on network 28b44509-44d1-434d-a1e7-c08ce9b90a41 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:47:19.338704 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc34dc48-7d54-419e-80d1-51d8b940f443 req-6210afd3-6bec-4225-9f22-71f578fa6a33 service neutron] Port da5553c9-7a43-4400-9f45-d490f49a3f8b on network 28b44509-44d1-434d-a1e7-c08ce9b90a41 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:47:19.339032 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc34dc48-7d54-419e-80d1-51d8b940f443 req-6210afd3-6bec-4225-9f22-71f578fa6a33 service neutron] Attempting to bind port da5553c9-7a43-4400-9f45-d490f49a3f8b on network 28b44509-44d1-434d-a1e7-c08ce9b90a41 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:47:19.344935 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc34dc48-7d54-419e-80d1-51d8b940f443 req-6210afd3-6bec-4225-9f22-71f578fa6a33 service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:47:19.345278 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc34dc48-7d54-419e-80d1-51d8b940f443 req-6210afd3-6bec-4225-9f22-71f578fa6a33 service neutron] Checking segment: {'id': '34a968ab-03d3-42f8-beb1-615fd521ef4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '28b44509-44d1-434d-a1e7-c08ce9b90a41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:47:19.346226 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc34dc48-7d54-419e-80d1-51d8b940f443 req-6210afd3-6bec-4225-9f22-71f578fa6a33 service neutron] Bound using segment: {'id': '34a968ab-03d3-42f8-beb1-615fd521ef4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '28b44509-44d1-434d-a1e7-c08ce9b90a41'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:47:19.346684 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-fc34dc48-7d54-419e-80d1-51d8b940f443 req-6210afd3-6bec-4225-9f22-71f578fa6a33 service neutron] Bound port: da5553c9-7a43-4400-9f45-d490f49a3f8b, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34a968ab-03d3-42f8-beb1-615fd521ef4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '28b44509-44d1-434d-a1e7-c08ce9b90a41'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:47:19.347019 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fc34dc48-7d54-419e-80d1-51d8b940f443 req-6210afd3-6bec-4225-9f22-71f578fa6a33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:19.358027 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 90168c53-a78a-47d5-8223-8b6b8a5804e7, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=90168c53-a78a-47d5-8223-8b6b8a5804e7,segment=NetworkSegment(6cdd6e09-4fb2-488b-b822-58d68171a03e),segment_id=6cdd6e09-4fb2-488b-b822-58d68171a03e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:47:19.404549 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '90168c53-a78a-47d5-8223-8b6b8a5804e7', 'network_id': '3ce0f58f-7e10-4dea-8bad-455d6cf6dd8b', 'port_id': '90168c53-a78a-47d5-8223-8b6b8a5804e7', 'mac_address': 'fa:16:3e:00:97:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0893bfc9-a387-4869-a7d4-8bba4fdb61d3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:47:19.408751 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5ef4210e-8c9d-4571-a646-172aa2b5d905 req-0d9939ef-960d-42e1-91fc-dd4e54ea714f tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5627b3e-0f48-4049-88ff-4f888409a37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913920 Sep 17 07:47:19.477271 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-fc34dc48-7d54-419e-80d1-51d8b940f443 req-6210afd3-6bec-4225-9f22-71f578fa6a33 service neutron] For port da5553c9-7a43-4400-9f45-d490f49a3f8b, host n-h1-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:47:19.481421 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-fc34dc48-7d54-419e-80d1-51d8b940f443 req-6210afd3-6bec-4225-9f22-71f578fa6a33 service neutron] For port da5553c9-7a43-4400-9f45-d490f49a3f8b, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=da5553c9-7a43-4400-9f45-d490f49a3f8b,segment=NetworkSegment(34a968ab-03d3-42f8-beb1-615fd521ef4a),segment_id=34a968ab-03d3-42f8-beb1-615fd521ef4a)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:47:19.494254 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fc34dc48-7d54-419e-80d1-51d8b940f443 req-6210afd3-6bec-4225-9f22-71f578fa6a33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:19.501541 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:19.566155 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90168c53-a78a-47d5-8223-8b6b8a5804e7 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:47:19.615585 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 90168c53-a78a-47d5-8223-8b6b8a5804e7, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=90168c53-a78a-47d5-8223-8b6b8a5804e7,segment=NetworkSegment(6cdd6e09-4fb2-488b-b822-58d68171a03e),segment_id=6cdd6e09-4fb2-488b-b822-58d68171a03e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:47:19.630465 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:19.674938 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc72dfa-ff1d-45dc-a5b8-5cc6ca3118a5 req-e6c6b20e-55f0-430a-8115-e60ec27ec6d2 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:19.686451 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dfc72dfa-ff1d-45dc-a5b8-5cc6ca3118a5 req-e6c6b20e-55f0-430a-8115-e60ec27ec6d2 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=122e87e7-8d39-4215-ab45-ffb807004a1a HTTP/1.1" status: 200 len: 945 time: 0.1618099 Sep 17 07:47:19.724330 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc34dc48-7d54-419e-80d1-51d8b940f443 req-6210afd3-6bec-4225-9f22-71f578fa6a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:19.726370 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fc34dc48-7d54-419e-80d1-51d8b940f443 req-6210afd3-6bec-4225-9f22-71f578fa6a33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:19.727415 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fc34dc48-7d54-419e-80d1-51d8b940f443 req-6210afd3-6bec-4225-9f22-71f578fa6a33 service neutron] 10.222.0.41 "PUT /v2.0/ports/da5553c9-7a43-4400-9f45-d490f49a3f8b HTTP/1.1" status: 200 len: 1092 time: 1.6385374 Sep 17 07:47:19.728059 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=90168c53-a78a-47d5-8223-8b6b8a5804e7,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:19.728204 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6210afd3-6bec-4225-9f22-71f578fa6a33 service neutron] Pushing event updated for resources: {'Port': ['ID=da5553c9-7a43-4400-9f45-d490f49a3f8b,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:19.731096 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc84120-59fe-4c7a-a988-4f635e728768 None None] New status for floating IP 03731113-d672-458b-935b-f9bc3ebd0998: DOWN {{(pid=101291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 07:47:19.770019 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dfc72dfa-ff1d-45dc-a5b8-5cc6ca3118a5 req-ff308891-da86-4327-9114-7bd5a7e587e7 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/security-groups?id=53a4612f-058b-4338-9861-1ad45234538f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797396 Sep 17 07:47:19.911581 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc34dc48-7d54-419e-80d1-51d8b940f443 req-1c79d36d-4552-4df1-ba69-6f4893015933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:19.913621 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fc34dc48-7d54-419e-80d1-51d8b940f443 req-1c79d36d-4552-4df1-ba69-6f4893015933 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=995280dd7af64d29b5c08cf39fa14744&device_id=31f02f8d-3021-40a0-9255-28623a738e53 HTTP/1.1" status: 200 len: 1095 time: 0.0992565 Sep 17 07:47:19.991155 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03893865-0d34-4f9d-b388-86e11d3bbacb req-6f33298c-e247-4dc7-8084-3df6f3f3ae29 tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:19.999217 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-03893865-0d34-4f9d-b388-86e11d3bbacb req-6f33298c-e247-4dc7-8084-3df6f3f3ae29 tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ed039b3-9c13-42cb-a3b4-98090761d4bb HTTP/1.1" status: 200 len: 946 time: 0.1053734 Sep 17 07:47:20.006811 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fc34dc48-7d54-419e-80d1-51d8b940f443 req-2056efc0-6ddc-4a17-9dee-154397e4c474 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da5553c9-7a43-4400-9f45-d490f49a3f8b HTTP/1.1" status: 200 len: 217 time: 0.0778325 Sep 17 07:47:20.054065 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-03893865-0d34-4f9d-b388-86e11d3bbacb req-526b06cd-08bc-4d21-ab46-194dc45536d4 tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] 10.222.0.13 "GET /v2.0/security-groups?id=20ef99ba-7ca0-4491-8e58-8d35cc31cf0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538065 Sep 17 07:47:20.112065 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc34dc48-7d54-419e-80d1-51d8b940f443 req-3217c3d2-ba1f-4416-9090-d15db3fa7bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:20.113564 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fc34dc48-7d54-419e-80d1-51d8b940f443 req-3217c3d2-ba1f-4416-9090-d15db3fa7bb6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2b739cf-a4f3-485c-ac6f-6aae0b07dbbb HTTP/1.1" status: 200 len: 862 time: 0.0964324 Sep 17 07:47:20.242433 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd5c09b-4e4d-4034-95af-c26235f82904 req-f996d0ee-a700-4780-b30d-7bed43edf8eb tempest-ServerMetadataNegativeTestJSON-638696634 tempest-ServerMetadataNegativeTestJSON-638696634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:20.250756 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc34dc48-7d54-419e-80d1-51d8b940f443 req-9a7ffa85-aa27-44d8-9b9b-e4417339c692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:20.252395 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fc34dc48-7d54-419e-80d1-51d8b940f443 req-9a7ffa85-aa27-44d8-9b9b-e4417339c692 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=28b44509-44d1-434d-a1e7-c08ce9b90a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1293628 Sep 17 07:47:20.259548 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3cd5c09b-4e4d-4034-95af-c26235f82904 req-f996d0ee-a700-4780-b30d-7bed43edf8eb tempest-ServerMetadataNegativeTestJSON-638696634 tempest-ServerMetadataNegativeTestJSON-638696634-project] 10.222.0.13 "GET /v2.0/ports?device_id=d06f5f40-f7ef-4b55-ba55-1e233b53085d HTTP/1.1" status: 200 len: 944 time: 0.1295528 Sep 17 07:47:20.358746 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3cd5c09b-4e4d-4034-95af-c26235f82904 req-ed8e024d-710c-450d-b831-3b4ed4298ec0 tempest-ServerMetadataNegativeTestJSON-638696634 tempest-ServerMetadataNegativeTestJSON-638696634-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6f6c263-a7ae-44ef-9093-f2aab0763a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980129 Sep 17 07:47:20.427802 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['90168c53-a78a-47d5-8223-8b6b8a5804e7'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:47:20.430512 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0218b3ec-2400-4012-bbca-ed58e8dcf362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:20.603330 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fc34dc48-7d54-419e-80d1-51d8b940f443 req-ba8c7257-2ede-4731-81b6-43106084440a service neutron] 10.222.0.41 "GET /v2.0/networks/28b44509-44d1-434d-a1e7-c08ce9b90a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926259 Sep 17 07:47:20.657704 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20520a21-9c3b-4ec0-9602-55b4efc9fce2 req-02386580-a066-49cc-8dd6-279584ec5578 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:20.661413 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-20520a21-9c3b-4ec0-9602-55b4efc9fce2 req-02386580-a066-49cc-8dd6-279584ec5578 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/ports?device_id=c07a75d1-5f23-419d-a984-0c234ed8019a HTTP/1.1" status: 200 len: 945 time: 0.1144738 Sep 17 07:47:20.821504 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-20520a21-9c3b-4ec0-9602-55b4efc9fce2 req-69e281db-11d5-4e1f-a8d6-c6388b7b08a9 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/security-groups?id=33dcb9d9-be84-490d-8d1e-769e2ed5062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496007 Sep 17 07:47:20.839619 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fc34dc48-7d54-419e-80d1-51d8b940f443 req-ffd4a6e4-f1a5-490d-ac10-9b439b7f22b3 service neutron] 10.222.0.41 "GET /v2.0/networks/28b44509-44d1-434d-a1e7-c08ce9b90a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225060 Sep 17 07:47:20.883402 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31f02f8d-3021-40a0-9255-28623a738e53', 'tag': 'da5553c9-7a43-4400-9f45-d490f49a3f8b'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:47:20.886244 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5477fe5-b6ab-4b5d-bb94-4ffed8e333a2" -d '{"events": [{"name": "network-changed", "server_uuid": "31f02f8d-3021-40a0-9255-28623a738e53", "tag": "da5553c9-7a43-4400-9f45-d490f49a3f8b"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:47:20.987535 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8424328e-06c3-4df0-80b6-23bdd0cc7de3 req-41ce6888-d976-4ffe-8215-75e2753abf88 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:20.989782 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8424328e-06c3-4df0-80b6-23bdd0cc7de3 req-41ce6888-d976-4ffe-8215-75e2753abf88 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "GET /v2.0/ports?device_id=31f02f8d-3021-40a0-9255-28623a738e53 HTTP/1.1" status: 200 len: 944 time: 0.0612254 Sep 17 07:47:21.062938 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8424328e-06c3-4df0-80b6-23bdd0cc7de3 req-e00f519e-e835-4831-8e57-0a3db0108e49 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5627b3e-0f48-4049-88ff-4f888409a37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565112 Sep 17 07:47:21.253038 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62536f35-7ccc-45e6-82c7-6b5f86f50c7e req-17906b3b-03c0-4b7c-8e4e-cc37106a4d35 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:21.253038 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-62536f35-7ccc-45e6-82c7-6b5f86f50c7e req-17906b3b-03c0-4b7c-8e4e-cc37106a4d35 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=122e87e7-8d39-4215-ab45-ffb807004a1a HTTP/1.1" status: 200 len: 945 time: 0.1035538 Sep 17 07:47:21.331383 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-62536f35-7ccc-45e6-82c7-6b5f86f50c7e req-187900b4-188a-4dcb-9e8a-89647393f924 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/security-groups?id=53a4612f-058b-4338-9861-1ad45234538f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589764 Sep 17 07:47:21.361878 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2047aed-d29a-4328-972e-3e4163def21d x-openstack-request-id: req-a2047aed-d29a-4328-972e-3e4163def21d {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:47:21.362432 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31f02f8d-3021-40a0-9255-28623a738e53", "tag": "da5553c9-7a43-4400-9f45-d490f49a3f8b", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:47:21.362432 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a2047aed-d29a-4328-972e-3e4163def21d {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:47:21.362801 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31f02f8d-3021-40a0-9255-28623a738e53', 'tag': 'da5553c9-7a43-4400-9f45-d490f49a3f8b', 'status': 'completed', 'code': 200} Sep 17 07:47:21.504270 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058983e-a240-4822-8690-c8bb9ffa6af5 req-9170360f-3661-47d9-8437-0acf0a825186 tempest-ServerMetadataNegativeTestJSON-638696634 tempest-ServerMetadataNegativeTestJSON-638696634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:21.505823 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a058983e-a240-4822-8690-c8bb9ffa6af5 req-9170360f-3661-47d9-8437-0acf0a825186 tempest-ServerMetadataNegativeTestJSON-638696634 tempest-ServerMetadataNegativeTestJSON-638696634-project] 10.222.0.13 "GET /v2.0/ports?device_id=d06f5f40-f7ef-4b55-ba55-1e233b53085d HTTP/1.1" status: 200 len: 944 time: 0.0613954 Sep 17 07:47:21.510667 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5477fe5-b6ab-4b5d-bb94-4ffed8e333a2 req-fefcafdf-252c-4d1f-bc92-48cfe205590b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:21.521251 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e5477fe5-b6ab-4b5d-bb94-4ffed8e333a2 req-fefcafdf-252c-4d1f-bc92-48cfe205590b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=995280dd7af64d29b5c08cf39fa14744&device_id=31f02f8d-3021-40a0-9255-28623a738e53 HTTP/1.1" status: 200 len: 1095 time: 0.0920832 Sep 17 07:47:21.593952 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a058983e-a240-4822-8690-c8bb9ffa6af5 req-344bcdcd-629e-439a-95fe-b847afe48628 tempest-ServerMetadataNegativeTestJSON-638696634 tempest-ServerMetadataNegativeTestJSON-638696634-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6f6c263-a7ae-44ef-9093-f2aab0763a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816777 Sep 17 07:47:21.702760 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5477fe5-b6ab-4b5d-bb94-4ffed8e333a2 req-d9c11c08-f38a-4cfe-bfe0-9abf58d0141e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:21.704866 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e5477fe5-b6ab-4b5d-bb94-4ffed8e333a2 req-d9c11c08-f38a-4cfe-bfe0-9abf58d0141e service neutron] 10.222.0.41 "GET /v2.0/networks?id=28b44509-44d1-434d-a1e7-c08ce9b90a41 HTTP/1.1" status: 200 len: 924 time: 0.1686721 Sep 17 07:47:21.784578 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e5477fe5-b6ab-4b5d-bb94-4ffed8e333a2 req-4be497c4-20e9-4911-a82c-637138b4f930 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da5553c9-7a43-4400-9f45-d490f49a3f8b HTTP/1.1" status: 200 len: 217 time: 0.0618422 Sep 17 07:47:21.876108 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5477fe5-b6ab-4b5d-bb94-4ffed8e333a2 req-fa5d3b32-e52f-42ea-9d21-9bf9c9be2309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:21.878558 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e5477fe5-b6ab-4b5d-bb94-4ffed8e333a2 req-fa5d3b32-e52f-42ea-9d21-9bf9c9be2309 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2b739cf-a4f3-485c-ac6f-6aae0b07dbbb HTTP/1.1" status: 200 len: 862 time: 0.0856614 Sep 17 07:47:21.963047 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5477fe5-b6ab-4b5d-bb94-4ffed8e333a2 req-aa64f573-fa79-4e56-b50f-5ab5992e5299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:21.965155 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e5477fe5-b6ab-4b5d-bb94-4ffed8e333a2 req-aa64f573-fa79-4e56-b50f-5ab5992e5299 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=28b44509-44d1-434d-a1e7-c08ce9b90a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766077 Sep 17 07:47:22.005736 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077de9e-08f8-4647-af21-19f2985de717 req-8a071563-78bb-44c5-8f63-34fae770a65c tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:22.016841 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b077de9e-08f8-4647-af21-19f2985de717 req-8a071563-78bb-44c5-8f63-34fae770a65c tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/ports?device_id=c07a75d1-5f23-419d-a984-0c234ed8019a HTTP/1.1" status: 200 len: 945 time: 0.0993407 Sep 17 07:47:22.068489 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b077de9e-08f8-4647-af21-19f2985de717 req-86cca06a-f94c-415a-931b-9600312fb6be tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/security-groups?id=33dcb9d9-be84-490d-8d1e-769e2ed5062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495555 Sep 17 07:47:22.113519 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e5477fe5-b6ab-4b5d-bb94-4ffed8e333a2 req-4212c2d4-c547-46c6-a76d-bea6ca57426b service neutron] 10.222.0.41 "GET /v2.0/networks/28b44509-44d1-434d-a1e7-c08ce9b90a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373830 Sep 17 07:47:22.259308 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e5477fe5-b6ab-4b5d-bb94-4ffed8e333a2 req-5e6dbce5-51dd-4c35-9aa6-3bf3c2069ccd service neutron] 10.222.0.41 "GET /v2.0/networks/28b44509-44d1-434d-a1e7-c08ce9b90a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320028 Sep 17 07:47:22.395469 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dac006d0-0030-4c46-be92-7b2b8c6f8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:22.593584 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:22.635802 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a22ad3-17a8-4ede-9c84-032d9ec5b8a5 req-f142b75b-263e-459f-89cd-38bdc8b6a8a4 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:22.645752 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-14a22ad3-17a8-4ede-9c84-032d9ec5b8a5 req-f142b75b-263e-459f-89cd-38bdc8b6a8a4 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "GET /v2.0/ports?device_id=31f02f8d-3021-40a0-9255-28623a738e53 HTTP/1.1" status: 200 len: 944 time: 0.0949728 Sep 17 07:47:22.715885 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-14a22ad3-17a8-4ede-9c84-032d9ec5b8a5 req-bcb03d66-679f-453a-ad86-8ee517ac2901 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5627b3e-0f48-4049-88ff-4f888409a37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649133 Sep 17 07:47:23.109690 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3709c8-8283-4f3e-b28d-c1c0de6e94a7 req-b96607a8-5594-4571-b1bf-c061aa431056 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:23.111324 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cd3709c8-8283-4f3e-b28d-c1c0de6e94a7 req-b96607a8-5594-4571-b1bf-c061aa431056 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=122e87e7-8d39-4215-ab45-ffb807004a1a HTTP/1.1" status: 200 len: 945 time: 0.0842447 Sep 17 07:47:23.190361 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 90168c53-a78a-47d5-8223-8b6b8a5804e7 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:47:23.259880 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cd3709c8-8283-4f3e-b28d-c1c0de6e94a7 req-095028e7-b41b-4fce-94d3-1c86501b8735 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/security-groups?id=53a4612f-058b-4338-9861-1ad45234538f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398673 Sep 17 07:47:23.352408 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port 90168c53-a78a-47d5-8223-8b6b8a5804e7 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:47:23.364160 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 90168c53-a78a-47d5-8223-8b6b8a5804e7 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:47:23.364368 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:23.444184 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc934fb4-d3de-4397-96cc-4f180d6ed784 req-26188e34-08b1-4ac3-ae3d-5ce5fe2efbca tempest-ServerMetadataNegativeTestJSON-638696634 tempest-ServerMetadataNegativeTestJSON-638696634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:23.445928 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bc934fb4-d3de-4397-96cc-4f180d6ed784 req-26188e34-08b1-4ac3-ae3d-5ce5fe2efbca tempest-ServerMetadataNegativeTestJSON-638696634 tempest-ServerMetadataNegativeTestJSON-638696634-project] 10.222.0.13 "GET /v2.0/ports?device_id=d06f5f40-f7ef-4b55-ba55-1e233b53085d HTTP/1.1" status: 200 len: 944 time: 0.0816326 Sep 17 07:47:23.523599 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:23.524187 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bc934fb4-d3de-4397-96cc-4f180d6ed784 req-4426c2af-7daa-46b9-aa44-416e800e25fd tempest-ServerMetadataNegativeTestJSON-638696634 tempest-ServerMetadataNegativeTestJSON-638696634-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6f6c263-a7ae-44ef-9093-f2aab0763a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708067 Sep 17 07:47:23.552460 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:23.597093 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd06f5f40-f7ef-4b55-ba55-1e233b53085d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90168c53-a78a-47d5-8223-8b6b8a5804e7'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:47:23.615044 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a5583d-4904-49f0-85dc-f1fce34d33a5" -d '{"events": [{"server_uuid": "d06f5f40-f7ef-4b55-ba55-1e233b53085d", "name": "network-vif-plugged", "status": "completed", "tag": "90168c53-a78a-47d5-8223-8b6b8a5804e7"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:47:23.649016 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 90168c53-a78a-47d5-8223-8b6b8a5804e7, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=90168c53-a78a-47d5-8223-8b6b8a5804e7,segment=NetworkSegment(6cdd6e09-4fb2-488b-b822-58d68171a03e),segment_id=6cdd6e09-4fb2-488b-b822-58d68171a03e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:47:23.659810 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:23.727474 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=90168c53-a78a-47d5-8223-8b6b8a5804e7,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:23.923570 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfda60f-fd11-42ab-ad74-ca3bbb84a5c3 req-423f6e7a-58a7-47de-9ffb-deb406db0d24 tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:23.933342 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ddfda60f-fd11-42ab-ad74-ca3bbb84a5c3 req-423f6e7a-58a7-47de-9ffb-deb406db0d24 tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bff86472-d8ba-4b8f-957b-aef4ea838ce9 HTTP/1.1" status: 200 len: 1096 time: 0.0709755 Sep 17 07:47:23.984726 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ddfda60f-fd11-42ab-ad74-ca3bbb84a5c3 req-d920e761-9640-4d20-8020-9d52b0ff158c tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430982 Sep 17 07:47:24.048867 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc26817b-dfbf-4416-992e-dd8ea144a1a3 x-openstack-request-id: req-dc26817b-dfbf-4416-992e-dd8ea144a1a3 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:47:24.049826 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d06f5f40-f7ef-4b55-ba55-1e233b53085d", "name": "network-vif-plugged", "status": "completed", "tag": "90168c53-a78a-47d5-8223-8b6b8a5804e7", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:47:24.050291 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dc26817b-dfbf-4416-992e-dd8ea144a1a3 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:47:24.050896 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd06f5f40-f7ef-4b55-ba55-1e233b53085d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90168c53-a78a-47d5-8223-8b6b8a5804e7', 'code': 200} Sep 17 07:47:24.138286 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 07:47:24.217170 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1853da3e-358b-4a91-87ce-2d53f7c10cc2 req-df887994-1ab9-44d5-bf00-bf3c9da2a082 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:24.218514 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1853da3e-358b-4a91-87ce-2d53f7c10cc2 req-df887994-1ab9-44d5-bf00-bf3c9da2a082 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "GET /v2.0/ports?device_id=31f02f8d-3021-40a0-9255-28623a738e53 HTTP/1.1" status: 200 len: 944 time: 0.0721962 Sep 17 07:47:24.245760 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dafc3ef-a6a3-4a36-b23b-58efccb5194c req-464a2f12-0b4e-45f1-8476-ff1cfa0e28f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:24.253356 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1dafc3ef-a6a3-4a36-b23b-58efccb5194c req-464a2f12-0b4e-45f1-8476-ff1cfa0e28f7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d06f5f40-f7ef-4b55-ba55-1e233b53085d HTTP/1.1" status: 200 len: 1096 time: 0.0991201 Sep 17 07:47:24.275392 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1853da3e-358b-4a91-87ce-2d53f7c10cc2 req-e14ce288-5ecc-468e-8297-7eb2879afd7f tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5627b3e-0f48-4049-88ff-4f888409a37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447786 Sep 17 07:47:24.326903 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1dafc3ef-a6a3-4a36-b23b-58efccb5194c req-6ad82def-648d-49a2-ab5f-669f8faad86c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d6f6c263-a7ae-44ef-9093-f2aab0763a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639381 Sep 17 07:47:24.408027 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee84036-770a-40dc-9303-ec3cb52ba1c5 req-10e2648b-36e7-4789-a93f-fc5be325a5ec tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:24.417168 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9ee84036-770a-40dc-9303-ec3cb52ba1c5 req-10e2648b-36e7-4789-a93f-fc5be325a5ec tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/ports?device_id=c07a75d1-5f23-419d-a984-0c234ed8019a HTTP/1.1" status: 200 len: 945 time: 0.0733464 Sep 17 07:47:24.484739 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9ee84036-770a-40dc-9303-ec3cb52ba1c5 req-e1811cb6-7dc8-43fa-898a-32a057f6fa08 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.13 "GET /v2.0/security-groups?id=33dcb9d9-be84-490d-8d1e-769e2ed5062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658362 Sep 17 07:47:24.757106 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d98b8-f45e-4fa5-8488-900a10e1f355 req-42602a60-725a-40d7-9b61-ee8504f0aefe tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:24.758775 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b24d98b8-f45e-4fa5-8488-900a10e1f355 req-42602a60-725a-40d7-9b61-ee8504f0aefe tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.41 "GET /v2.0/ports?device_id=c07a75d1-5f23-419d-a984-0c234ed8019a HTTP/1.1" status: 200 len: 945 time: 0.1188831 Sep 17 07:47:24.926762 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-b24d98b8-f45e-4fa5-8488-900a10e1f355 req-1fd3cf0f-5b41-41e9-a1ba-7d5959b2c59d tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Deleting port 67732f94-4a4c-4c7b-b905-0c8ca0a56b87 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:47:24.927102 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-b24d98b8-f45e-4fa5-8488-900a10e1f355 req-1fd3cf0f-5b41-41e9-a1ba-7d5959b2c59d tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:25.141309 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:25.179681 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-b24d98b8-f45e-4fa5-8488-900a10e1f355 req-1fd3cf0f-5b41-41e9-a1ba-7d5959b2c59d tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] For port 67732f94-4a4c-4c7b-b905-0c8ca0a56b87, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=67732f94-4a4c-4c7b-b905-0c8ca0a56b87,segment=NetworkSegment(fe140136-2174-4894-b80d-4d7eee6c1378),segment_id=fe140136-2174-4894-b80d-4d7eee6c1378)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:47:25.181155 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-b24d98b8-f45e-4fa5-8488-900a10e1f355 req-1fd3cf0f-5b41-41e9-a1ba-7d5959b2c59d tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:25.207528 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-b24d98b8-f45e-4fa5-8488-900a10e1f355 req-1fd3cf0f-5b41-41e9-a1ba-7d5959b2c59d tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Calling delete_port for 67732f94-4a4c-4c7b-b905-0c8ca0a56b87 owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:47:25.479987 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-b24d98b8-f45e-4fa5-8488-900a10e1f355 req-1fd3cf0f-5b41-41e9-a1ba-7d5959b2c59d tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:25.519294 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['67732f94-4a4c-4c7b-b905-0c8ca0a56b87'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:47:25.543164 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd3cf0f-5b41-41e9-a1ba-7d5959b2c59d tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Pushing event deleted for resources: {'Port': ['ID=67732f94-4a4c-4c7b-b905-0c8ca0a56b87,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:25.571048 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['07692ccc-f000-47e4-be30-5664a4cf171e'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:47:25.619814 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-b24d98b8-f45e-4fa5-8488-900a10e1f355 req-1fd3cf0f-5b41-41e9-a1ba-7d5959b2c59d tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] No DVR routers for this DVR port 67732f94-4a4c-4c7b-b905-0c8ca0a56b87 on host n-h1-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:47:25.623292 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-b24d98b8-f45e-4fa5-8488-900a10e1f355 req-1fd3cf0f-5b41-41e9-a1ba-7d5959b2c59d tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:25.625404 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b24d98b8-f45e-4fa5-8488-900a10e1f355 req-1fd3cf0f-5b41-41e9-a1ba-7d5959b2c59d tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.41 "DELETE /v2.0/ports/67732f94-4a4c-4c7b-b905-0c8ca0a56b87 HTTP/1.1" status: 204 len: 173 time: 0.8588920 Sep 17 07:47:25.625918 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c07a75d1-5f23-419d-a984-0c234ed8019a', 'name': 'network-vif-deleted', 'tag': '67732f94-4a4c-4c7b-b905-0c8ca0a56b87'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:47:25.637205 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f1ca8b-eedd-4e75-b0cf-e9d0bcb98ced" -d '{"events": [{"server_uuid": "c07a75d1-5f23-419d-a984-0c234ed8019a", "name": "network-vif-deleted", "tag": "67732f94-4a4c-4c7b-b905-0c8ca0a56b87"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:47:26.306900 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-125d1ffc-8482-4ea5-a1c6-b5acc9660261 tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 07:47:26.308789 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-125d1ffc-8482-4ea5-a1c6-b5acc9660261 tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066917 Sep 17 07:47:26.396803 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d8921-1f9a-4817-8e49-135ffd62d6e6 req-ade88fab-b394-466f-9ca3-af818e56d3d5 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:26.398257 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2d0d8921-1f9a-4817-8e49-135ffd62d6e6 req-ade88fab-b394-466f-9ca3-af818e56d3d5 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.39 "GET /v2.0/ports?device_id=71e8ab3e-a5ab-45ea-9db7-aedac9542841 HTTP/1.1" status: 200 len: 946 time: 0.1349537 Sep 17 07:47:26.438284 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-f227204a-d298-4009-88ba-5e69386d53e9 tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:26.439804 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-f227204a-d298-4009-88ba-5e69386d53e9 tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] 10.222.0.13 "GET /v2.0/ports/94b9b03b-bcfa-4457-bd09-4a366b2aedd2 HTTP/1.1" status: 200 len: 1093 time: 0.1147623 Sep 17 07:47:26.456566 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-7d561961-1397-4f0f-b5a4-252ca99eaaf9 service neutron] Request body: {'binding': {'host': 'n-h2-789963-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:47:26.457027 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-7d561961-1397-4f0f-b5a4-252ca99eaaf9 service neutron] Unknown quota resources ['binding']. {{(pid=101289) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 07:47:26.557102 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device da5553c9-7a43-4400-9f45-d490f49a3f8b details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:47:26.628818 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-2d0d8921-1f9a-4817-8e49-135ffd62d6e6 req-1a709aee-3562-4e3b-972a-34776402cbb2 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Deleting port 07692ccc-f000-47e4-be30-5664a4cf171e {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:47:26.631421 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-2d0d8921-1f9a-4817-8e49-135ffd62d6e6 req-1a709aee-3562-4e3b-972a-34776402cbb2 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:26.737571 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-7d561961-1397-4f0f-b5a4-252ca99eaaf9 service neutron] Attempting to bind port 94b9b03b-bcfa-4457-bd09-4a366b2aedd2 on host n-h2-789963-9 for vnic_type normal with profile None {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:47:26.737917 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-7d561961-1397-4f0f-b5a4-252ca99eaaf9 service neutron] Attempting to bind port 94b9b03b-bcfa-4457-bd09-4a366b2aedd2 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': 'bbdef28d-b0c6-41c1-88af-cfcd40a3d803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:47:26.738255 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-7d561961-1397-4f0f-b5a4-252ca99eaaf9 service neutron] Attempting to bind port 94b9b03b-bcfa-4457-bd09-4a366b2aedd2 on network 339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:47:26.749709 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-7d561961-1397-4f0f-b5a4-252ca99eaaf9 service neutron] Port 94b9b03b-bcfa-4457-bd09-4a366b2aedd2 on network 339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:47:26.750050 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-7d561961-1397-4f0f-b5a4-252ca99eaaf9 service neutron] Attempting to bind port 94b9b03b-bcfa-4457-bd09-4a366b2aedd2 on network 339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:47:26.752793 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port da5553c9-7a43-4400-9f45-d490f49a3f8b, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=da5553c9-7a43-4400-9f45-d490f49a3f8b,segment=NetworkSegment(34a968ab-03d3-42f8-beb1-615fd521ef4a),segment_id=34a968ab-03d3-42f8-beb1-615fd521ef4a)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:47:26.756516 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-7d561961-1397-4f0f-b5a4-252ca99eaaf9 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:47:26.756732 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-7d561961-1397-4f0f-b5a4-252ca99eaaf9 service neutron] Checking segment: {'id': 'bbdef28d-b0c6-41c1-88af-cfcd40a3d803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:47:26.757059 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-7d561961-1397-4f0f-b5a4-252ca99eaaf9 service neutron] Bound using segment: {'id': 'bbdef28d-b0c6-41c1-88af-cfcd40a3d803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5'} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:47:26.757504 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-7d561961-1397-4f0f-b5a4-252ca99eaaf9 service neutron] Bound port: 94b9b03b-bcfa-4457-bd09-4a366b2aedd2, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbdef28d-b0c6-41c1-88af-cfcd40a3d803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5'}}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:47:26.793601 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': 'da5553c9-7a43-4400-9f45-d490f49a3f8b', 'network_id': '28b44509-44d1-434d-a1e7-c08ce9b90a41', 'port_id': 'da5553c9-7a43-4400-9f45-d490f49a3f8b', 'mac_address': 'fa:16:3e:eb:35:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2b739cf-a4f3-485c-ac6f-6aae0b07dbbb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:47:26.846337 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-2d0d8921-1f9a-4817-8e49-135ffd62d6e6 req-1a709aee-3562-4e3b-972a-34776402cbb2 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] For port 07692ccc-f000-47e4-be30-5664a4cf171e, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=07692ccc-f000-47e4-be30-5664a4cf171e,segment=NetworkSegment(fe140136-2174-4894-b80d-4d7eee6c1378),segment_id=fe140136-2174-4894-b80d-4d7eee6c1378)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:47:26.847692 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-2d0d8921-1f9a-4817-8e49-135ffd62d6e6 req-1a709aee-3562-4e3b-972a-34776402cbb2 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:26.851296 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-7d561961-1397-4f0f-b5a4-252ca99eaaf9 service neutron] For port 94b9b03b-bcfa-4457-bd09-4a366b2aedd2, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=94b9b03b-bcfa-4457-bd09-4a366b2aedd2,segment=NetworkSegment(bbdef28d-b0c6-41c1-88af-cfcd40a3d803),segment_id=bbdef28d-b0c6-41c1-88af-cfcd40a3d803)] {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:47:26.864502 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-7d561961-1397-4f0f-b5a4-252ca99eaaf9 service neutron] Notify callbacks [] for binding, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:26.865890 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-7d561961-1397-4f0f-b5a4-252ca99eaaf9 service neutron] 10.222.0.13 "POST /v2.0/ports/94b9b03b-bcfa-4457-bd09-4a366b2aedd2/bindings HTTP/1.1" status: 201 len: 389 time: 0.4169688 Sep 17 07:47:26.881865 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:26.892665 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-2d0d8921-1f9a-4817-8e49-135ffd62d6e6 req-1a709aee-3562-4e3b-972a-34776402cbb2 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Calling delete_port for 07692ccc-f000-47e4-be30-5664a4cf171e owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:47:26.901224 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da5553c9-7a43-4400-9f45-d490f49a3f8b {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:47:26.942453 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port da5553c9-7a43-4400-9f45-d490f49a3f8b, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=da5553c9-7a43-4400-9f45-d490f49a3f8b,segment=NetworkSegment(34a968ab-03d3-42f8-beb1-615fd521ef4a),segment_id=34a968ab-03d3-42f8-beb1-615fd521ef4a)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:47:26.956749 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:27.112504 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=da5553c9-7a43-4400-9f45-d490f49a3f8b,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:27.264281 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d390d0f-b584-44bd-a84d-1fa8a689f81a req-18c520ed-6294-48e1-881e-2cd4e79bb0d5 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:27.268627 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1d390d0f-b584-44bd-a84d-1fa8a689f81a req-18c520ed-6294-48e1-881e-2cd4e79bb0d5 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=122e87e7-8d39-4215-ab45-ffb807004a1a HTTP/1.1" status: 200 len: 945 time: 0.1325033 Sep 17 07:47:27.280855 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-2d0d8921-1f9a-4817-8e49-135ffd62d6e6 req-1a709aee-3562-4e3b-972a-34776402cbb2 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:27.320779 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a709aee-3562-4e3b-972a-34776402cbb2 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Pushing event deleted for resources: {'Port': ['ID=07692ccc-f000-47e4-be30-5664a4cf171e,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:27.327524 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-b5bbfc82-8c61-45ad-9911-26095ec2e2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:27.330109 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-b5bbfc82-8c61-45ad-9911-26095ec2e2a5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2525ecc58cad4fa78c4be116636fc184&device_id=bff86472-d8ba-4b8f-957b-aef4ea838ce9 HTTP/1.1" status: 200 len: 1096 time: 0.1282303 Sep 17 07:47:27.356256 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1d390d0f-b584-44bd-a84d-1fa8a689f81a req-a165c8af-708e-4113-bbca-bc282de87ec0 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/security-groups?id=53a4612f-058b-4338-9861-1ad45234538f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770981 Sep 17 07:47:27.460423 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['da5553c9-7a43-4400-9f45-d490f49a3f8b'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:47:27.468618 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d0d8921-1f9a-4817-8e49-135ffd62d6e6 req-1a709aee-3562-4e3b-972a-34776402cbb2 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] No DVR routers for this DVR port 07692ccc-f000-47e4-be30-5664a4cf171e on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:47:27.471766 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-2d0d8921-1f9a-4817-8e49-135ffd62d6e6 req-1a709aee-3562-4e3b-972a-34776402cbb2 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:27.474730 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2d0d8921-1f9a-4817-8e49-135ffd62d6e6 req-1a709aee-3562-4e3b-972a-34776402cbb2 tempest-MultipleCreateTestJSON-2123185991 tempest-MultipleCreateTestJSON-2123185991-project] 10.222.0.39 "DELETE /v2.0/ports/07692ccc-f000-47e4-be30-5664a4cf171e HTTP/1.1" status: 204 len: 173 time: 1.0645936 Sep 17 07:47:27.580801 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-af006a8a-b162-4274-a902-f5fd449e03c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:27.583620 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-af006a8a-b162-4274-a902-f5fd449e03c3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5 HTTP/1.1" status: 200 len: 921 time: 0.2422249 Sep 17 07:47:27.637307 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e11005-e214-43ad-b21e-60a89264d82e req-4b63caee-0d92-46ea-b1e3-9d52d432bb43 tempest-ServerMetadataNegativeTestJSON-638696634 tempest-ServerMetadataNegativeTestJSON-638696634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:27.638907 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-12e11005-e214-43ad-b21e-60a89264d82e req-4b63caee-0d92-46ea-b1e3-9d52d432bb43 tempest-ServerMetadataNegativeTestJSON-638696634 tempest-ServerMetadataNegativeTestJSON-638696634-project] 10.222.0.13 "GET /v2.0/ports?device_id=d06f5f40-f7ef-4b55-ba55-1e233b53085d HTTP/1.1" status: 200 len: 945 time: 0.1756785 Sep 17 07:47:27.700716 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-3102cecd-1cd1-4228-89a9-c7e0d483a973 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94b9b03b-bcfa-4457-bd09-4a366b2aedd2 HTTP/1.1" status: 200 len: 217 time: 0.1079175 Sep 17 07:47:27.735722 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-12e11005-e214-43ad-b21e-60a89264d82e req-e443e227-c81f-486c-a675-5ea22d0fe4fc tempest-ServerMetadataNegativeTestJSON-638696634 tempest-ServerMetadataNegativeTestJSON-638696634-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6f6c263-a7ae-44ef-9093-f2aab0763a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826755 Sep 17 07:47:27.829192 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-6c344ca1-5c85-455f-877e-46c2fd7b9dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:27.831179 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-6c344ca1-5c85-455f-877e-46c2fd7b9dfc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=affefed0-1fce-4202-a68f-ea65cc757370 HTTP/1.1" status: 200 len: 860 time: 0.1156383 Sep 17 07:47:27.899220 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-f1b85b24-72e8-4527-85d5-f9c9d33f587e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578370 Sep 17 07:47:27.963600 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04bde2a-0ddc-4021-8143-bf5aeaeaa005 req-8b22ae1c-6468-4dc0-a4a6-05d805efbe23 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:27.975066 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f04bde2a-0ddc-4021-8143-bf5aeaeaa005 req-8b22ae1c-6468-4dc0-a4a6-05d805efbe23 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "GET /v2.0/ports?device_id=31f02f8d-3021-40a0-9255-28623a738e53 HTTP/1.1" status: 200 len: 945 time: 0.1031499 Sep 17 07:47:28.032429 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f04bde2a-0ddc-4021-8143-bf5aeaeaa005 req-c86747c8-ac69-43fd-8a92-757148e889bf tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5627b3e-0f48-4049-88ff-4f888409a37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559003 Sep 17 07:47:28.059797 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-e2389ccf-1709-4ab5-8264-a5e7dfd07794 service neutron] 10.222.0.39 "GET /v2.0/networks/339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448436 Sep 17 07:47:28.253473 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-00ce3881-ccf7-4bd9-99b0-1f738bf246f3 service neutron] 10.222.0.39 "GET /v2.0/networks/339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856368 Sep 17 07:47:28.280607 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608a4a88-3f59-47fc-a909-57913dbbdd40 x-openstack-request-id: req-608a4a88-3f59-47fc-a909-57913dbbdd40 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:47:28.280916 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c07a75d1-5f23-419d-a984-0c234ed8019a", "name": "network-vif-deleted", "tag": "67732f94-4a4c-4c7b-b905-0c8ca0a56b87", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:47:28.281179 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-608a4a88-3f59-47fc-a909-57913dbbdd40 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:47:28.281721 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c07a75d1-5f23-419d-a984-0c234ed8019a', 'name': 'network-vif-deleted', 'tag': '67732f94-4a4c-4c7b-b905-0c8ca0a56b87', 'status': 'completed', 'code': 200} Sep 17 07:47:28.335042 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 60780) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:47:28.439584 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff60a0-7d81-46f6-a5ed-46163055de90 req-b4ddf6fa-f3d5-4619-94d3-91b45b4ae2bf tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:28.457061 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5eff60a0-7d81-46f6-a5ed-46163055de90 req-b4ddf6fa-f3d5-4619-94d3-91b45b4ae2bf tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff86472-d8ba-4b8f-957b-aef4ea838ce9 HTTP/1.1" status: 200 len: 945 time: 0.0806501 Sep 17 07:47:28.474357 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b0975e8-2b88-4143-9f7f-7653ed545250 admin admin] Deleting subnet 29c83c48-7cf5-4625-a7b5-a2597278caef {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:47:28.483350 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8b0975e8-2b88-4143-9f7f-7653ed545250 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:28.533479 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5eff60a0-7d81-46f6-a5ed-46163055de90 req-9a58fc12-27c6-44ff-8991-fab6cceea773 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680790 Sep 17 07:47:28.557938 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 67732f94-4a4c-4c7b-b905-0c8ca0a56b87 no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:47:28.581702 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8b0975e8-2b88-4143-9f7f-7653ed545250 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:28.603388 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] No Port match for: 67732f94-4a4c-4c7b-b905-0c8ca0a56b87 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:47:28.603747 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 67732f94-4a4c-4c7b-b905-0c8ca0a56b87 not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:47:28.608192 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676a9da7-399a-47f2-a132-8aeffe08caf1 req-d8c122d9-3ad8-44c2-8d2a-ff45012f6720 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:28.610147 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-676a9da7-399a-47f2-a132-8aeffe08caf1 req-d8c122d9-3ad8-44c2-8d2a-ff45012f6720 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=122e87e7-8d39-4215-ab45-ffb807004a1a HTTP/1.1" status: 200 len: 945 time: 0.0619214 Sep 17 07:47:28.626978 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8b0975e8-2b88-4143-9f7f-7653ed545250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:28.697627 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-676a9da7-399a-47f2-a132-8aeffe08caf1 req-290b303c-7936-4fe1-a77f-53fa1d146897 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/security-groups?id=53a4612f-058b-4338-9861-1ad45234538f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779881 Sep 17 07:47:28.722114 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb7eb6f-eca5-4981-b8b9-5f1fe856f7b6 req-58ea0cbb-b48f-4075-8f83-2645b446c0b2 tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:28.724315 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-efb7eb6f-eca5-4981-b8b9-5f1fe856f7b6 req-58ea0cbb-b48f-4075-8f83-2645b446c0b2 tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] 10.222.0.13 "GET /v2.0/ports?device_id=da072600-9e7a-40aa-b384-67f31b6a1822 HTTP/1.1" status: 200 len: 951 time: 0.0843079 Sep 17 07:47:28.732427 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8b0975e8-2b88-4143-9f7f-7653ed545250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:28.776254 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0975e8-2b88-4143-9f7f-7653ed545250 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29c83c48-7cf5-4625-a7b5-a2597278caef,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:28.791575 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8b0975e8-2b88-4143-9f7f-7653ed545250 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:28.793979 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-8b0975e8-2b88-4143-9f7f-7653ed545250 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/29c83c48-7cf5-4625-a7b5-a2597278caef HTTP/1.1" status: 204 len: 168 time: 0.4579365 Sep 17 07:47:28.796449 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 60802) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:47:28.836232 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-efb7eb6f-eca5-4981-b8b9-5f1fe856f7b6 req-819263ff-9178-4f78-ac41-12680edd7dae tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dee2515-93d4-4ddd-9714-7486e0b8abaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006575 Sep 17 07:47:28.907014 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-689f0115-b644-488b-b400-b32eb23fdcef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:29.101417 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-689f0115-b644-488b-b400-b32eb23fdcef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:29.130596 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-689f0115-b644-488b-b400-b32eb23fdcef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56d68df6-fb2f-4041-82b9-349d126d8aad']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:47:29.141680 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-689f0115-b644-488b-b400-b32eb23fdcef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe140136-2174-4894-b80d-4d7eee6c1378') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:47:29.142103 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-689f0115-b644-488b-b400-b32eb23fdcef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe140136-2174-4894-b80d-4d7eee6c1378') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:47:29.152388 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-689f0115-b644-488b-b400-b32eb23fdcef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:29.192545 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-689f0115-b644-488b-b400-b32eb23fdcef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:29.202266 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-689f0115-b644-488b-b400-b32eb23fdcef admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 07:47:29.202779 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-689f0115-b644-488b-b400-b32eb23fdcef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:29.206061 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 07:47:29.206061 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 07:47:29.206061 n-d-789963-9 neutron-server[101289]: timer() Sep 17 07:47:29.206061 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 07:47:29.206061 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 07:47:29.206061 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 07:47:29.206061 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 07:47:29.206061 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 07:47:29.206061 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 07:47:29.206061 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 07:47:29.206061 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 07:47:29.206061 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 07:47:29.206061 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 07:47:29.206061 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 07:47:29.206061 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 07:47:29.206061 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 07:47:29.206061 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 07:47:29.206061 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 07:47:29.206061 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 07:47:29.206061 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 07:47:29.206061 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 07:47:29.206061 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 07:47:29.206061 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 07:47:29.206061 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 07:47:29.206061 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 07:47:29.206061 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 07:47:29.206061 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 07:47:29.206061 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 07:47:29.206061 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 07:47:29.206061 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 07:47:29.206061 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 07:47:29.206061 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 07:47:29.258974 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 07692ccc-f000-47e4-be30-5664a4cf171e no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:47:29.291729 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: 07692ccc-f000-47e4-be30-5664a4cf171e {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:47:29.292083 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebfeef6-a28b-412a-95eb-4f5b5bfadd4e req-a86f3d9d-2883-4933-bbee-b49d0cca51ec tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:29.292223 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 07692ccc-f000-47e4-be30-5664a4cf171e not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:47:29.292519 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device a88b86ec-4303-4784-b3b8-0214ca638078 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:47:29.294100 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-aebfeef6-a28b-412a-95eb-4f5b5bfadd4e req-a86f3d9d-2883-4933-bbee-b49d0cca51ec tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "GET /v2.0/ports?device_id=31f02f8d-3021-40a0-9255-28623a738e53 HTTP/1.1" status: 200 len: 945 time: 0.1340454 Sep 17 07:47:29.405066 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-689f0115-b644-488b-b400-b32eb23fdcef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:29.415716 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:29.432809 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-689f0115-b644-488b-b400-b32eb23fdcef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:29.435251 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-689f0115-b644-488b-b400-b32eb23fdcef admin admin] 10.222.0.13 "DELETE /v2.0/networks/56d68df6-fb2f-4041-82b9-349d126d8aad HTTP/1.1" status: 204 len: 168 time: 0.6378047 Sep 17 07:47:29.436528 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689f0115-b644-488b-b400-b32eb23fdcef admin admin] Pushing event deleted for resources: {'Network': ['ID=56d68df6-fb2f-4041-82b9-349d126d8aad,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:29.445211 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-aebfeef6-a28b-412a-95eb-4f5b5bfadd4e req-f2c5a68d-537f-408d-ac6a-3049d52d61fa tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5627b3e-0f48-4049-88ff-4f888409a37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002145 Sep 17 07:47:29.461513 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09d688f-372a-478d-9176-2749450282b5 req-66f93545-399f-4e52-8a3e-b6340bd9b55e tempest-ServerMetadataNegativeTestJSON-638696634 tempest-ServerMetadataNegativeTestJSON-638696634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:29.472013 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port a88b86ec-4303-4784-b3b8-0214ca638078, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=a88b86ec-4303-4784-b3b8-0214ca638078,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:47:29.472990 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da072600-9e7a-40aa-b384-67f31b6a1822', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a88b86ec-4303-4784-b3b8-0214ca638078'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:47:29.473725 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e09d688f-372a-478d-9176-2749450282b5 req-66f93545-399f-4e52-8a3e-b6340bd9b55e tempest-ServerMetadataNegativeTestJSON-638696634 tempest-ServerMetadataNegativeTestJSON-638696634-project] 10.222.0.13 "GET /v2.0/ports?device_id=d06f5f40-f7ef-4b55-ba55-1e233b53085d HTTP/1.1" status: 200 len: 945 time: 0.1785131 Sep 17 07:47:29.478377 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e33dbba9-c233-4744-84ce-b908ba5ba388" -d '{"events": [{"server_uuid": "da072600-9e7a-40aa-b384-67f31b6a1822", "name": "network-vif-unplugged", "status": "completed", "tag": "a88b86ec-4303-4784-b3b8-0214ca638078"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:47:29.491335 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:29.548043 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 07:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5268ed33-7efc-4472-9485-e45a549a02a7 x-openstack-request-id: req-5268ed33-7efc-4472-9485-e45a549a02a7 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:47:29.548314 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da072600-9e7a-40aa-b384-67f31b6a1822", "name": "network-vif-unplugged", "status": "completed", "tag": "a88b86ec-4303-4784-b3b8-0214ca638078", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:47:29.554166 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5268ed33-7efc-4472-9485-e45a549a02a7 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:47:29.554783 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da072600-9e7a-40aa-b384-67f31b6a1822', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a88b86ec-4303-4784-b3b8-0214ca638078', 'code': 200} Sep 17 07:47:29.557452 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e09d688f-372a-478d-9176-2749450282b5 req-9a4e36ba-d3c2-40bf-a1e7-649d3586e8a2 tempest-ServerMetadataNegativeTestJSON-638696634 tempest-ServerMetadataNegativeTestJSON-638696634-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6f6c263-a7ae-44ef-9093-f2aab0763a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761993 Sep 17 07:47:29.593528 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=a88b86ec-4303-4784-b3b8-0214ca638078,revision_number=11']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:29.628339 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 60830) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:47:29.713515 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ab511d20-ca4a-40b4-a21e-07cde96ef20a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a8b8de8d3e47401c80419ff293ac8ce3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0815580 Sep 17 07:47:29.720724 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21396c53-3d3f-4924-9690-94a2fc538c82 req-df9dc15b-2325-45d3-943b-d57248cbf455 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:29.722409 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-21396c53-3d3f-4924-9690-94a2fc538c82 req-df9dc15b-2325-45d3-943b-d57248cbf455 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff86472-d8ba-4b8f-957b-aef4ea838ce9 HTTP/1.1" status: 200 len: 945 time: 0.0874605 Sep 17 07:47:29.722898 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 60832) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:47:29.822116 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-21396c53-3d3f-4924-9690-94a2fc538c82 req-1640aa23-f942-4dc4-92d1-92e7687ddf2f tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829446 Sep 17 07:47:29.837551 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-cb2c820f-3d22-4860-b3cf-de00bf0e7b23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:29.871877 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e6ef5-1094-4401-bd7a-2db0ae1b53d6 req-6223cd68-1a88-4bf6-a7c8-60633d4506dc tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:29.873427 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a90e6ef5-1094-4401-bd7a-2db0ae1b53d6 req-6223cd68-1a88-4bf6-a7c8-60633d4506dc tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=122e87e7-8d39-4215-ab45-ffb807004a1a HTTP/1.1" status: 200 len: 945 time: 0.1001017 Sep 17 07:47:29.875387 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-cb2c820f-3d22-4860-b3cf-de00bf0e7b23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:29.964521 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a90e6ef5-1094-4401-bd7a-2db0ae1b53d6 req-4b4e7119-23de-4fc1-af1c-adebb26d6a29 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/security-groups?id=53a4612f-058b-4338-9861-1ad45234538f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818818 Sep 17 07:47:29.992147 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c2c78-59f3-4a69-9116-576a0610a4fd req-7dcef870-d6cc-4777-9328-eec152424e3e tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:29.993114 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-143c2c78-59f3-4a69-9116-576a0610a4fd req-7dcef870-d6cc-4777-9328-eec152424e3e tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] 10.222.0.13 "GET /v2.0/ports?device_id=da072600-9e7a-40aa-b384-67f31b6a1822 HTTP/1.1" status: 200 len: 949 time: 0.0680075 Sep 17 07:47:30.000300 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-cb2c820f-3d22-4860-b3cf-de00bf0e7b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:30.003447 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-cb2c820f-3d22-4860-b3cf-de00bf0e7b23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:30.004670 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-cb2c820f-3d22-4860-b3cf-de00bf0e7b23 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/33dcb9d9-be84-490d-8d1e-769e2ed5062a HTTP/1.1" status: 204 len: 168 time: 0.2808375 Sep 17 07:47:30.028114 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2c820f-3d22-4860-b3cf-de00bf0e7b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33dcb9d9-be84-490d-8d1e-769e2ed5062a,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:30.063862 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-143c2c78-59f3-4a69-9116-576a0610a4fd req-f0f597c5-7686-4ce5-872e-f4335db78f7c tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dee2515-93d4-4ddd-9714-7486e0b8abaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579343 Sep 17 07:47:30.283400 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e8ab3e-a5ab-45ea-9db7-aedac9542841', 'name': 'network-vif-deleted', 'tag': '07692ccc-f000-47e4-be30-5664a4cf171e'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:47:30.287464 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-019c2505-559c-4fa7-acc3-8f13bcd1a54d" -d '{"events": [{"server_uuid": "71e8ab3e-a5ab-45ea-9db7-aedac9542841", "name": "network-vif-deleted", "tag": "07692ccc-f000-47e4-be30-5664a4cf171e"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:47:30.352134 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef3e313-5505-492f-b331-624a75b746fc x-openstack-request-id: req-7ef3e313-5505-492f-b331-624a75b746fc {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:47:30.352134 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e8ab3e-a5ab-45ea-9db7-aedac9542841", "name": "network-vif-deleted", "tag": "07692ccc-f000-47e4-be30-5664a4cf171e", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:47:30.352134 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7ef3e313-5505-492f-b331-624a75b746fc {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:47:30.352134 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71e8ab3e-a5ab-45ea-9db7-aedac9542841', 'name': 'network-vif-deleted', 'tag': '07692ccc-f000-47e4-be30-5664a4cf171e', 'status': 'completed', 'code': 200} Sep 17 07:47:30.562546 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device da5553c9-7a43-4400-9f45-d490f49a3f8b up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:47:30.621180 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07fdec9-e749-4acf-902d-f0e6ad1c47fb req-84cef674-14ba-4ab7-a1ed-e4199d2b2a8c tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:30.630709 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c07fdec9-e749-4acf-902d-f0e6ad1c47fb req-84cef674-14ba-4ab7-a1ed-e4199d2b2a8c tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "GET /v2.0/ports?device_id=31f02f8d-3021-40a0-9255-28623a738e53 HTTP/1.1" status: 200 len: 945 time: 0.0678136 Sep 17 07:47:30.659590 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning for port da5553c9-7a43-4400-9f45-d490f49a3f8b completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:47:30.670996 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port da5553c9-7a43-4400-9f45-d490f49a3f8b triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:47:30.672274 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:30.707150 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c07fdec9-e749-4acf-902d-f0e6ad1c47fb req-ea2f6c8c-6baa-4f48-b8bb-7f4806a54b3a tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5627b3e-0f48-4049-88ff-4f888409a37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700254 Sep 17 07:47:30.783682 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:30.845672 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port da5553c9-7a43-4400-9f45-d490f49a3f8b, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=da5553c9-7a43-4400-9f45-d490f49a3f8b,segment=NetworkSegment(34a968ab-03d3-42f8-beb1-615fd521ef4a),segment_id=34a968ab-03d3-42f8-beb1-615fd521ef4a)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:47:30.852405 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:30.924587 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=da5553c9-7a43-4400-9f45-d490f49a3f8b,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:30.991653 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc2ee1-8518-4f3f-b31b-d5df1f4cfdd7 req-011f034d-3647-4c78-ab0a-53f521924715 tempest-ServerMetadataNegativeTestJSON-638696634 tempest-ServerMetadataNegativeTestJSON-638696634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:30.993449 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b3cc2ee1-8518-4f3f-b31b-d5df1f4cfdd7 req-011f034d-3647-4c78-ab0a-53f521924715 tempest-ServerMetadataNegativeTestJSON-638696634 tempest-ServerMetadataNegativeTestJSON-638696634-project] 10.222.0.13 "GET /v2.0/ports?device_id=d06f5f40-f7ef-4b55-ba55-1e233b53085d HTTP/1.1" status: 200 len: 945 time: 0.1229537 Sep 17 07:47:31.050366 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b3cc2ee1-8518-4f3f-b31b-d5df1f4cfdd7 req-9fa69f31-57c9-4f61-9613-c00e2d67e07a tempest-ServerMetadataNegativeTestJSON-638696634 tempest-ServerMetadataNegativeTestJSON-638696634-project] 10.222.0.13 "GET /v2.0/security-groups?id=d6f6c263-a7ae-44ef-9093-f2aab0763a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487483 Sep 17 07:47:31.142477 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec3d8d5-e63b-4812-b4ef-d94798d16059 req-e5729133-cfce-4fa4-9696-fca2cdd194ae tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:31.155621 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1ec3d8d5-e63b-4812-b4ef-d94798d16059 req-e5729133-cfce-4fa4-9696-fca2cdd194ae tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff86472-d8ba-4b8f-957b-aef4ea838ce9 HTTP/1.1" status: 200 len: 945 time: 0.0782776 Sep 17 07:47:31.157127 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac60742-f760-4a9f-ab39-a15a8518537e req-4ca70119-c7f7-4411-b5bf-8e3120e16647 tempest-ServerMetadataNegativeTestJSON-638696634 tempest-ServerMetadataNegativeTestJSON-638696634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:31.162278 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3ac60742-f760-4a9f-ab39-a15a8518537e req-4ca70119-c7f7-4411-b5bf-8e3120e16647 tempest-ServerMetadataNegativeTestJSON-638696634 tempest-ServerMetadataNegativeTestJSON-638696634-project] 10.222.0.39 "GET /v2.0/ports?device_id=d06f5f40-f7ef-4b55-ba55-1e233b53085d HTTP/1.1" status: 200 len: 945 time: 0.1285899 Sep 17 07:47:31.240148 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1ec3d8d5-e63b-4812-b4ef-d94798d16059 req-1928b409-06cd-43d6-8d59-bd0dcb9bac3d tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785346 Sep 17 07:47:31.282162 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffabd20-1bed-4443-8965-82e04342b04a req-fd998ce8-4350-464a-8e77-727165b8394d tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:31.293982 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5ffabd20-1bed-4443-8965-82e04342b04a req-fd998ce8-4350-464a-8e77-727165b8394d tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=122e87e7-8d39-4215-ab45-ffb807004a1a HTTP/1.1" status: 200 len: 945 time: 0.1319337 Sep 17 07:47:31.343600 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5ffabd20-1bed-4443-8965-82e04342b04a req-01bd8535-e4c4-4e13-9f95-3484c020c60a tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/security-groups?id=53a4612f-058b-4338-9861-1ad45234538f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504363 Sep 17 07:47:31.391637 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-3ac60742-f760-4a9f-ab39-a15a8518537e req-38ece3c8-606c-4b9f-a134-99dfdc23966f tempest-ServerMetadataNegativeTestJSON-638696634 tempest-ServerMetadataNegativeTestJSON-638696634-project] Deleting port 90168c53-a78a-47d5-8223-8b6b8a5804e7 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:47:31.393041 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-3ac60742-f760-4a9f-ab39-a15a8518537e req-38ece3c8-606c-4b9f-a134-99dfdc23966f tempest-ServerMetadataNegativeTestJSON-638696634 tempest-ServerMetadataNegativeTestJSON-638696634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:31.556682 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f02f8d-3021-40a0-9255-28623a738e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da5553c9-7a43-4400-9f45-d490f49a3f8b'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:47:31.559182 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-3ac60742-f760-4a9f-ab39-a15a8518537e req-38ece3c8-606c-4b9f-a134-99dfdc23966f tempest-ServerMetadataNegativeTestJSON-638696634 tempest-ServerMetadataNegativeTestJSON-638696634-project] For port 90168c53-a78a-47d5-8223-8b6b8a5804e7, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=90168c53-a78a-47d5-8223-8b6b8a5804e7,segment=NetworkSegment(6cdd6e09-4fb2-488b-b822-58d68171a03e),segment_id=6cdd6e09-4fb2-488b-b822-58d68171a03e)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:47:31.559963 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b8fd06-a774-464d-b192-9ea1a3fed2c8" -d '{"events": [{"server_uuid": "31f02f8d-3021-40a0-9255-28623a738e53", "name": "network-vif-plugged", "status": "completed", "tag": "da5553c9-7a43-4400-9f45-d490f49a3f8b"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:47:31.560973 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-3ac60742-f760-4a9f-ab39-a15a8518537e req-38ece3c8-606c-4b9f-a134-99dfdc23966f tempest-ServerMetadataNegativeTestJSON-638696634 tempest-ServerMetadataNegativeTestJSON-638696634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:31.579082 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-3ac60742-f760-4a9f-ab39-a15a8518537e req-38ece3c8-606c-4b9f-a134-99dfdc23966f tempest-ServerMetadataNegativeTestJSON-638696634 tempest-ServerMetadataNegativeTestJSON-638696634-project] Calling delete_port for 90168c53-a78a-47d5-8223-8b6b8a5804e7 owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:47:31.685497 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a868b56-7698-4025-848c-8cc8e0431b8e req-f53cf872-57d8-4d45-b1b0-ff81acd6b21d tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:31.699901 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8a868b56-7698-4025-848c-8cc8e0431b8e req-f53cf872-57d8-4d45-b1b0-ff81acd6b21d tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] 10.222.0.13 "GET /v2.0/ports?device_id=da072600-9e7a-40aa-b384-67f31b6a1822 HTTP/1.1" status: 200 len: 949 time: 0.0822363 Sep 17 07:47:31.749232 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8a868b56-7698-4025-848c-8cc8e0431b8e req-b8d92389-ba63-4291-9a7b-ea1770a5fb95 tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dee2515-93d4-4ddd-9714-7486e0b8abaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483022 Sep 17 07:47:31.779883 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-3ac60742-f760-4a9f-ab39-a15a8518537e req-38ece3c8-606c-4b9f-a134-99dfdc23966f tempest-ServerMetadataNegativeTestJSON-638696634 tempest-ServerMetadataNegativeTestJSON-638696634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:31.835747 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e2fc89c-08ff-44b5-a68e-ae7bf3a45340 x-openstack-request-id: req-2e2fc89c-08ff-44b5-a68e-ae7bf3a45340 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:47:31.836720 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31f02f8d-3021-40a0-9255-28623a738e53", "name": "network-vif-plugged", "status": "completed", "tag": "da5553c9-7a43-4400-9f45-d490f49a3f8b", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:47:31.837298 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2e2fc89c-08ff-44b5-a68e-ae7bf3a45340 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:47:31.838210 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31f02f8d-3021-40a0-9255-28623a738e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da5553c9-7a43-4400-9f45-d490f49a3f8b', 'code': 200} Sep 17 07:47:31.873499 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ece3c8-606c-4b9f-a134-99dfdc23966f tempest-ServerMetadataNegativeTestJSON-638696634 tempest-ServerMetadataNegativeTestJSON-638696634-project] Pushing event deleted for resources: {'Port': ['ID=90168c53-a78a-47d5-8223-8b6b8a5804e7,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:31.919826 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ece3c8-606c-4b9f-a134-99dfdc23966f tempest-ServerMetadataNegativeTestJSON-638696634 tempest-ServerMetadataNegativeTestJSON-638696634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:47:31.924274 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ece3c8-606c-4b9f-a134-99dfdc23966f tempest-ServerMetadataNegativeTestJSON-638696634 tempest-ServerMetadataNegativeTestJSON-638696634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:47:31.924685 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ece3c8-606c-4b9f-a134-99dfdc23966f tempest-ServerMetadataNegativeTestJSON-638696634 tempest-ServerMetadataNegativeTestJSON-638696634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:47:31.925207 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ece3c8-606c-4b9f-a134-99dfdc23966f tempest-ServerMetadataNegativeTestJSON-638696634 tempest-ServerMetadataNegativeTestJSON-638696634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:47:31.925721 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ece3c8-606c-4b9f-a134-99dfdc23966f tempest-ServerMetadataNegativeTestJSON-638696634 tempest-ServerMetadataNegativeTestJSON-638696634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:47:31.926270 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ece3c8-606c-4b9f-a134-99dfdc23966f tempest-ServerMetadataNegativeTestJSON-638696634 tempest-ServerMetadataNegativeTestJSON-638696634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:47:31.926815 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ece3c8-606c-4b9f-a134-99dfdc23966f tempest-ServerMetadataNegativeTestJSON-638696634 tempest-ServerMetadataNegativeTestJSON-638696634-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:47:31.927445 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ece3c8-606c-4b9f-a134-99dfdc23966f tempest-ServerMetadataNegativeTestJSON-638696634 tempest-ServerMetadataNegativeTestJSON-638696634-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:47:31.927445 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ece3c8-606c-4b9f-a134-99dfdc23966f tempest-ServerMetadataNegativeTestJSON-638696634 tempest-ServerMetadataNegativeTestJSON-638696634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:47:31.927783 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ece3c8-606c-4b9f-a134-99dfdc23966f tempest-ServerMetadataNegativeTestJSON-638696634 tempest-ServerMetadataNegativeTestJSON-638696634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:47:31.928307 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ece3c8-606c-4b9f-a134-99dfdc23966f tempest-ServerMetadataNegativeTestJSON-638696634 tempest-ServerMetadataNegativeTestJSON-638696634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:47:31.929025 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ece3c8-606c-4b9f-a134-99dfdc23966f tempest-ServerMetadataNegativeTestJSON-638696634 tempest-ServerMetadataNegativeTestJSON-638696634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:47:31.947218 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e7538967-ee35-4991-b886-46ef85b9e86a req-e8ec0c7a-23ae-4ace-9190-1d5cf9f54e3e tempest-ServerShowV247Test-1222923917 tempest-ServerShowV247Test-1222923917-project] 10.222.0.13 "GET /v2.0/ports?device_id=84e61c68-d037-4d36-a372-689eb085e886 HTTP/1.1" status: 200 len: 210 time: 0.0482159 Sep 17 07:47:31.974000 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ac60742-f760-4a9f-ab39-a15a8518537e req-38ece3c8-606c-4b9f-a134-99dfdc23966f tempest-ServerMetadataNegativeTestJSON-638696634 tempest-ServerMetadataNegativeTestJSON-638696634-project] No DVR routers for this DVR port 90168c53-a78a-47d5-8223-8b6b8a5804e7 on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:47:32.014932 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-3ac60742-f760-4a9f-ab39-a15a8518537e req-38ece3c8-606c-4b9f-a134-99dfdc23966f tempest-ServerMetadataNegativeTestJSON-638696634 tempest-ServerMetadataNegativeTestJSON-638696634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:32.019442 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3ac60742-f760-4a9f-ab39-a15a8518537e req-38ece3c8-606c-4b9f-a134-99dfdc23966f tempest-ServerMetadataNegativeTestJSON-638696634 tempest-ServerMetadataNegativeTestJSON-638696634-project] 10.222.0.39 "DELETE /v2.0/ports/90168c53-a78a-47d5-8223-8b6b8a5804e7 HTTP/1.1" status: 204 len: 173 time: 0.8486810 Sep 17 07:47:32.022879 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30aefd-9ef9-44d6-afb0-daf56609b13c req-a9891be9-3347-4f6a-b92e-0dec17fab7e2 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:32.036419 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fe30aefd-9ef9-44d6-afb0-daf56609b13c req-a9891be9-3347-4f6a-b92e-0dec17fab7e2 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "GET /v2.0/ports?device_id=31f02f8d-3021-40a0-9255-28623a738e53 HTTP/1.1" status: 200 len: 946 time: 0.1072330 Sep 17 07:47:32.056750 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40224b0d-5e1a-4745-96d8-fe401cf41313 req-9e99ea8b-a3ad-4df1-876b-3411fa9adc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:32.059484 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-40224b0d-5e1a-4745-96d8-fe401cf41313 req-9e99ea8b-a3ad-4df1-876b-3411fa9adc11 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=31f02f8d-3021-40a0-9255-28623a738e53 HTTP/1.1" status: 200 len: 1097 time: 0.1191511 Sep 17 07:47:32.102494 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fe30aefd-9ef9-44d6-afb0-daf56609b13c req-5d148ae7-404c-452d-9c53-b775a46f22c5 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5627b3e-0f48-4049-88ff-4f888409a37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651515 Sep 17 07:47:32.147278 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-40224b0d-5e1a-4745-96d8-fe401cf41313 req-d19cf666-d15e-4a7b-ab6e-87df03b3919e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a5627b3e-0f48-4049-88ff-4f888409a37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766075 Sep 17 07:47:32.261445 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1826f94d-833e-487f-b2a1-24cdd7bf006b req-2cefbba2-ff7c-4294-a1b5-9a61b4f04518 tempest-ServerMetadataNegativeTestJSON-638696634 tempest-ServerMetadataNegativeTestJSON-638696634-project] 10.222.0.13 "GET /v2.0/ports?device_id=d06f5f40-f7ef-4b55-ba55-1e233b53085d HTTP/1.1" status: 200 len: 210 time: 0.0488262 Sep 17 07:47:32.354228 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd06f5f40-f7ef-4b55-ba55-1e233b53085d', 'name': 'network-vif-deleted', 'tag': '90168c53-a78a-47d5-8223-8b6b8a5804e7'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:47:32.357068 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57fd7283-a14b-4ade-9565-763f103c6f9e" -d '{"events": [{"server_uuid": "d06f5f40-f7ef-4b55-ba55-1e233b53085d", "name": "network-vif-deleted", "tag": "90168c53-a78a-47d5-8223-8b6b8a5804e7"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:47:32.506037 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e255445b-93d5-4093-ab84-0cf834bf1183 req-741ba3df-fc78-4b05-a6b2-a018810a8e80 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:32.513494 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e255445b-93d5-4093-ab84-0cf834bf1183 req-741ba3df-fc78-4b05-a6b2-a018810a8e80 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff86472-d8ba-4b8f-957b-aef4ea838ce9 HTTP/1.1" status: 200 len: 945 time: 0.1271157 Sep 17 07:47:32.559001 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd64eb20-51dd-45b8-9a99-296dbf9cf241 req-21d8b431-7f86-4eee-89be-1eef2e1f5316 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:32.560863 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bd64eb20-51dd-45b8-9a99-296dbf9cf241 req-21d8b431-7f86-4eee-89be-1eef2e1f5316 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=122e87e7-8d39-4215-ab45-ffb807004a1a HTTP/1.1" status: 200 len: 945 time: 0.1326230 Sep 17 07:47:32.576362 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e255445b-93d5-4093-ab84-0cf834bf1183 req-35dded61-bba7-4a79-a0b9-d0016089330c tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620439 Sep 17 07:47:32.640401 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bd64eb20-51dd-45b8-9a99-296dbf9cf241 req-d8a14dfa-e9a1-4a0e-b6b9-ceb4e28a59b7 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/security-groups?id=53a4612f-058b-4338-9861-1ad45234538f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629601 Sep 17 07:47:32.676271 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc73de5f-8e5c-4425-abbf-9297831007e6 x-openstack-request-id: req-cc73de5f-8e5c-4425-abbf-9297831007e6 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:47:32.677113 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d06f5f40-f7ef-4b55-ba55-1e233b53085d", "name": "network-vif-deleted", "tag": "90168c53-a78a-47d5-8223-8b6b8a5804e7", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:47:32.677532 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cc73de5f-8e5c-4425-abbf-9297831007e6 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:47:32.678092 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd06f5f40-f7ef-4b55-ba55-1e233b53085d', 'name': 'network-vif-deleted', 'tag': '90168c53-a78a-47d5-8223-8b6b8a5804e7', 'status': 'completed', 'code': 200} Sep 17 07:47:32.833836 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-45f7c239-8e05-4d0a-a014-2933ebade865 req-548071f2-d76a-4df1-af18-dfbd5e2d786c tempest-ServerShowV247Test-1222923917 tempest-ServerShowV247Test-1222923917-project] 10.222.0.13 "GET /v2.0/ports?device_id=e720cbea-2b1d-4022-adb6-5aa4fd87858f HTTP/1.1" status: 200 len: 210 time: 0.0749319 Sep 17 07:47:32.919650 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65972a9d-4a1d-4cbd-9ac5-7dc41b5c2e8e req-30512a2c-7018-4bab-9ac4-d038605b4822 tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:32.922507 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65972a9d-4a1d-4cbd-9ac5-7dc41b5c2e8e req-30512a2c-7018-4bab-9ac4-d038605b4822 tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] 10.222.0.13 "GET /v2.0/ports?device_id=da072600-9e7a-40aa-b384-67f31b6a1822 HTTP/1.1" status: 200 len: 949 time: 0.0634458 Sep 17 07:47:32.988403 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65972a9d-4a1d-4cbd-9ac5-7dc41b5c2e8e req-85267226-d11b-44aa-a98a-60f846bb1a0e tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dee2515-93d4-4ddd-9714-7486e0b8abaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579865 Sep 17 07:47:33.234356 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab72cb-8c95-4da7-b617-1de1a72f466b req-a181521a-5b90-4fa1-b084-fd663bdd4852 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:33.236565 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dcab72cb-8c95-4da7-b617-1de1a72f466b req-a181521a-5b90-4fa1-b084-fd663bdd4852 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "GET /v2.0/ports?device_id=31f02f8d-3021-40a0-9255-28623a738e53 HTTP/1.1" status: 200 len: 946 time: 0.0596619 Sep 17 07:47:33.242314 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 90168c53-a78a-47d5-8223-8b6b8a5804e7 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:47:33.266589 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: 90168c53-a78a-47d5-8223-8b6b8a5804e7 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:47:33.267485 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 90168c53-a78a-47d5-8223-8b6b8a5804e7 not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:47:33.277331 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dcab72cb-8c95-4da7-b617-1de1a72f466b req-42d548e1-7f91-40a4-aae0-56b89eefd9b3 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5627b3e-0f48-4049-88ff-4f888409a37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330341 Sep 17 07:47:33.323216 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 32770) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:47:33.368204 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0515d53-c624-4ca8-9370-708721699493 admin admin] Deleting subnet 0893bfc9-a387-4869-a7d4-8bba4fdb61d3 {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:47:33.371414 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c0515d53-c624-4ca8-9370-708721699493 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:33.412346 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c0515d53-c624-4ca8-9370-708721699493 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:33.459012 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c0515d53-c624-4ca8-9370-708721699493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:33.537668 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c0515d53-c624-4ca8-9370-708721699493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:33.577983 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0515d53-c624-4ca8-9370-708721699493 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0893bfc9-a387-4869-a7d4-8bba4fdb61d3,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:33.586174 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c0515d53-c624-4ca8-9370-708721699493 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:33.591891 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-c0515d53-c624-4ca8-9370-708721699493 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0893bfc9-a387-4869-a7d4-8bba4fdb61d3 HTTP/1.1" status: 204 len: 168 time: 0.2654717 Sep 17 07:47:33.592558 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 32782) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:47:33.761497 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e56c44-9c26-4130-9fbc-5d3d0c6cded3 req-cfc7b86d-afe5-47b3-9994-0ea70d0dde32 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:33.776026 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-528876e5-8ae5-480a-9c3b-ac29961b2cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:33.780131 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-27e56c44-9c26-4130-9fbc-5d3d0c6cded3 req-cfc7b86d-afe5-47b3-9994-0ea70d0dde32 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff86472-d8ba-4b8f-957b-aef4ea838ce9 HTTP/1.1" status: 200 len: 945 time: 0.0944829 Sep 17 07:47:33.893342 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-27e56c44-9c26-4130-9fbc-5d3d0c6cded3 req-fb491cf0-4030-487a-83b5-d63dbf96e678 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060688 Sep 17 07:47:33.921083 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8f15c1-31cf-490b-b2c6-9406fdef85e9 req-682829b0-9a83-4f64-bf68-f91e967c2ee8 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:33.922829 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ae8f15c1-31cf-490b-b2c6-9406fdef85e9 req-682829b0-9a83-4f64-bf68-f91e967c2ee8 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=122e87e7-8d39-4215-ab45-ffb807004a1a HTTP/1.1" status: 200 len: 945 time: 0.1287329 Sep 17 07:47:34.010880 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ae8f15c1-31cf-490b-b2c6-9406fdef85e9 req-3fb19d72-0c86-453a-974c-e18f531cd147 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/security-groups?id=53a4612f-058b-4338-9861-1ad45234538f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806251 Sep 17 07:47:34.161009 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3b707692-65f3-42fb-a9ff-f5085585cd8c req-25835f65-84bd-470a-b2ce-54cdc475b5d4 tempest-ServerShowV247Test-1222923917 tempest-ServerShowV247Test-1222923917-project] 10.222.0.13 "GET /v2.0/ports?device_id=e720cbea-2b1d-4022-adb6-5aa4fd87858f HTTP/1.1" status: 200 len: 210 time: 0.0306017 Sep 17 07:47:34.181674 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a7261e-0b35-4663-8871-63f83f1094c9 req-5caab086-c5b6-4ff5-acd2-d4c78ba8689c tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:34.190844 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-82a7261e-0b35-4663-8871-63f83f1094c9 req-5caab086-c5b6-4ff5-acd2-d4c78ba8689c tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] 10.222.0.13 "GET /v2.0/ports?device_id=da072600-9e7a-40aa-b384-67f31b6a1822 HTTP/1.1" status: 200 len: 949 time: 0.0897303 Sep 17 07:47:34.227928 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-82a7261e-0b35-4663-8871-63f83f1094c9 req-d3cff431-0755-4d58-a2da-5118e795f1cb tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] 10.222.0.13 "GET /v2.0/security-groups?id=2dee2515-93d4-4ddd-9714-7486e0b8abaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355618 Sep 17 07:47:34.237401 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-528876e5-8ae5-480a-9c3b-ac29961b2cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:34.258262 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-528876e5-8ae5-480a-9c3b-ac29961b2cf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ce0f58f-7e10-4dea-8bad-455d6cf6dd8b']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:47:34.267885 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-528876e5-8ae5-480a-9c3b-ac29961b2cf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cdd6e09-4fb2-488b-b822-58d68171a03e') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:47:34.268187 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-528876e5-8ae5-480a-9c3b-ac29961b2cf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cdd6e09-4fb2-488b-b822-58d68171a03e') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:47:34.277241 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-528876e5-8ae5-480a-9c3b-ac29961b2cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:34.292930 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-528876e5-8ae5-480a-9c3b-ac29961b2cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:34.299660 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-528876e5-8ae5-480a-9c3b-ac29961b2cf8 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 07:47:34.300156 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-528876e5-8ae5-480a-9c3b-ac29961b2cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:34.301743 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 07:47:34.301743 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 07:47:34.301743 n-d-789963-9 neutron-server[101290]: timer() Sep 17 07:47:34.301743 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 07:47:34.301743 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 07:47:34.301743 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 07:47:34.301743 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 07:47:34.301743 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 07:47:34.301743 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 07:47:34.301743 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 07:47:34.301743 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 07:47:34.301743 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 07:47:34.301743 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 07:47:34.301743 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 07:47:34.301743 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 07:47:34.301743 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 07:47:34.301743 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 07:47:34.301743 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 07:47:34.301743 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 07:47:34.301743 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 07:47:34.301743 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 07:47:34.301743 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 07:47:34.301743 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 07:47:34.301743 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 07:47:34.301743 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 07:47:34.301743 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 07:47:34.301743 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 07:47:34.301743 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 07:47:34.301743 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 07:47:34.301743 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 07:47:34.301743 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 07:47:34.301743 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 07:47:34.363266 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-528876e5-8ae5-480a-9c3b-ac29961b2cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:34.368661 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-528876e5-8ae5-480a-9c3b-ac29961b2cf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:34.373974 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-528876e5-8ae5-480a-9c3b-ac29961b2cf8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/3ce0f58f-7e10-4dea-8bad-455d6cf6dd8b HTTP/1.1" status: 204 len: 168 time: 0.7803986 Sep 17 07:47:34.397613 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528876e5-8ae5-480a-9c3b-ac29961b2cf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ce0f58f-7e10-4dea-8bad-455d6cf6dd8b,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:34.418157 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2089c473-e7a3-4b59-9ea2-2afaec1385bc req-10480b93-9ef3-4b02-a4b1-11d3d11d87a6 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:34.419892 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2089c473-e7a3-4b59-9ea2-2afaec1385bc req-10480b93-9ef3-4b02-a4b1-11d3d11d87a6 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "GET /v2.0/ports?device_id=31f02f8d-3021-40a0-9255-28623a738e53 HTTP/1.1" status: 200 len: 946 time: 0.0581954 Sep 17 07:47:34.452063 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b2447e-a57a-4559-97a4-72f97b1d98e9 req-60ee9968-4f1e-4d05-b8f1-87fd81713d5e tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:34.454630 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-30b2447e-a57a-4559-97a4-72f97b1d98e9 req-60ee9968-4f1e-4d05-b8f1-87fd81713d5e tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] 10.222.0.39 "GET /v2.0/ports?device_id=da072600-9e7a-40aa-b384-67f31b6a1822 HTTP/1.1" status: 200 len: 949 time: 0.0656350 Sep 17 07:47:34.477797 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2089c473-e7a3-4b59-9ea2-2afaec1385bc req-ac30d076-732e-4338-942e-c48010d90039 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5627b3e-0f48-4049-88ff-4f888409a37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509958 Sep 17 07:47:34.625090 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-30b2447e-a57a-4559-97a4-72f97b1d98e9 req-c6efe8e9-128f-4a60-83e2-686f82df8466 tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] Deleting port a88b86ec-4303-4784-b3b8-0214ca638078 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:47:34.625905 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-30b2447e-a57a-4559-97a4-72f97b1d98e9 req-c6efe8e9-128f-4a60-83e2-686f82df8466 tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:34.627352 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3bed16-1691-4ccf-8d49-50bf1674cedf req-a3f09804-c69a-4f2a-8705-6dfaa0fcd2ba tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:34.629045 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bd3bed16-1691-4ccf-8d49-50bf1674cedf req-a3f09804-c69a-4f2a-8705-6dfaa0fcd2ba tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "GET /v2.0/ports?device_id=31f02f8d-3021-40a0-9255-28623a738e53 HTTP/1.1" status: 200 len: 946 time: 0.0700598 Sep 17 07:47:34.634186 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 32802) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:47:34.638540 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 32804) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:47:34.642727 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-8862db58-0361-4d89-8823-28a5e63434b0 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Request body: {'floatingip': {'port_id': 'da5553c9-7a43-4400-9f45-d490f49a3f8b'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:47:34.704168 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8862db58-0361-4d89-8823-28a5e63434b0 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Notify callbacks [] for floatingip, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:34.749334 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-30b2447e-a57a-4559-97a4-72f97b1d98e9 req-c6efe8e9-128f-4a60-83e2-686f82df8466 tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] For port a88b86ec-4303-4784-b3b8-0214ca638078, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=a88b86ec-4303-4784-b3b8-0214ca638078,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:47:34.749840 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-30b2447e-a57a-4559-97a4-72f97b1d98e9 req-c6efe8e9-128f-4a60-83e2-686f82df8466 tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:34.766597 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-30b2447e-a57a-4559-97a4-72f97b1d98e9 req-c6efe8e9-128f-4a60-83e2-686f82df8466 tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] Calling delete_port for a88b86ec-4303-4784-b3b8-0214ca638078 owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:47:34.792956 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-6f119f93-fec0-43ff-8fd4-56b980ed4d52 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=77e85ce9f7a8401bb2fc3bced0640573&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1556029 Sep 17 07:47:34.796130 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 32808) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:47:34.857472 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:34.990298 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-dfc7d46d-94d9-4f61-b44f-ef8aa6001ffd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:35.027728 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-30b2447e-a57a-4559-97a4-72f97b1d98e9 req-c6efe8e9-128f-4a60-83e2-686f82df8466 tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:35.055771 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-dfc7d46d-94d9-4f61-b44f-ef8aa6001ffd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:35.056077 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6efe8e9-128f-4a60-83e2-686f82df8466 tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] Pushing event deleted for resources: {'Port': ['ID=a88b86ec-4303-4784-b3b8-0214ca638078,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:35.110247 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-30b2447e-a57a-4559-97a4-72f97b1d98e9 req-c6efe8e9-128f-4a60-83e2-686f82df8466 tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] No DVR routers for this DVR port a88b86ec-4303-4784-b3b8-0214ca638078 on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:47:35.113572 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-30b2447e-a57a-4559-97a4-72f97b1d98e9 req-c6efe8e9-128f-4a60-83e2-686f82df8466 tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:35.117390 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-30b2447e-a57a-4559-97a4-72f97b1d98e9 req-c6efe8e9-128f-4a60-83e2-686f82df8466 tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] 10.222.0.39 "DELETE /v2.0/ports/a88b86ec-4303-4784-b3b8-0214ca638078 HTTP/1.1" status: 204 len: 173 time: 0.6117063 Sep 17 07:47:35.118193 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da072600-9e7a-40aa-b384-67f31b6a1822', 'name': 'network-vif-deleted', 'tag': 'a88b86ec-4303-4784-b3b8-0214ca638078'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:47:35.124233 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70de9ca2-e103-41a6-bd6d-c779f38f78bb" -d '{"events": [{"server_uuid": "da072600-9e7a-40aa-b384-67f31b6a1822", "name": "network-vif-deleted", "tag": "a88b86ec-4303-4784-b3b8-0214ca638078"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:47:35.142432 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c210a2-d4b6-4dd4-a78a-1f516db62a4a req-32a7e8d2-7f59-4673-9cf5-5dae69d197e4 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:35.144092 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-26c210a2-d4b6-4dd4-a78a-1f516db62a4a req-32a7e8d2-7f59-4673-9cf5-5dae69d197e4 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff86472-d8ba-4b8f-957b-aef4ea838ce9 HTTP/1.1" status: 200 len: 945 time: 0.1358709 Sep 17 07:47:35.240138 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-26c210a2-d4b6-4dd4-a78a-1f516db62a4a req-b65934b9-124a-48d7-a157-bb04b62730d0 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820575 Sep 17 07:47:35.292198 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:35.328872 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-dfc7d46d-94d9-4f61-b44f-ef8aa6001ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:35.332086 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-dfc7d46d-94d9-4f61-b44f-ef8aa6001ffd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:35.335706 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-dfc7d46d-94d9-4f61-b44f-ef8aa6001ffd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d6f6c263-a7ae-44ef-9093-f2aab0763a09 HTTP/1.1" status: 204 len: 168 time: 0.5358596 Sep 17 07:47:35.356306 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b728af8-f1a7-4a3e-8be8-ca6c3c56deac req-96f59114-785a-4574-854f-71028c7bdf30 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:35.363406 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9b728af8-f1a7-4a3e-8be8-ca6c3c56deac req-96f59114-785a-4574-854f-71028c7bdf30 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=122e87e7-8d39-4215-ab45-ffb807004a1a HTTP/1.1" status: 200 len: 945 time: 0.1927080 Sep 17 07:47:35.368010 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc7d46d-94d9-4f61-b44f-ef8aa6001ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f6c263-a7ae-44ef-9093-f2aab0763a09,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:35.394422 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc7d46d-94d9-4f61-b44f-ef8aa6001ffd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:47:35.394906 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc7d46d-94d9-4f61-b44f-ef8aa6001ffd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:47:35.395337 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc7d46d-94d9-4f61-b44f-ef8aa6001ffd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:47:35.395765 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc7d46d-94d9-4f61-b44f-ef8aa6001ffd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:47:35.396220 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc7d46d-94d9-4f61-b44f-ef8aa6001ffd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:47:35.396639 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc7d46d-94d9-4f61-b44f-ef8aa6001ffd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:47:35.397075 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc7d46d-94d9-4f61-b44f-ef8aa6001ffd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:47:35.397489 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc7d46d-94d9-4f61-b44f-ef8aa6001ffd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:47:35.399060 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc7d46d-94d9-4f61-b44f-ef8aa6001ffd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:47:35.399060 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc7d46d-94d9-4f61-b44f-ef8aa6001ffd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:47:35.399060 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc7d46d-94d9-4f61-b44f-ef8aa6001ffd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:47:35.399060 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc7d46d-94d9-4f61-b44f-ef8aa6001ffd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:47:35.492248 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9b728af8-f1a7-4a3e-8be8-ca6c3c56deac req-a98c0af1-e3b5-4464-861e-1a8a9e1c22ef tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/security-groups?id=53a4612f-058b-4338-9861-1ad45234538f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275702 Sep 17 07:47:35.589010 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad40a2b-6982-463c-83a2-55f15c810949 x-openstack-request-id: req-4ad40a2b-6982-463c-83a2-55f15c810949 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:47:35.589306 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da072600-9e7a-40aa-b384-67f31b6a1822", "name": "network-vif-deleted", "tag": "a88b86ec-4303-4784-b3b8-0214ca638078", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:47:35.589603 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4ad40a2b-6982-463c-83a2-55f15c810949 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:47:35.590023 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da072600-9e7a-40aa-b384-67f31b6a1822', 'name': 'network-vif-deleted', 'tag': 'a88b86ec-4303-4784-b3b8-0214ca638078', 'status': 'completed', 'code': 200} Sep 17 07:47:35.653413 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.db.resource_extend [None req-8862db58-0361-4d89-8823-28a5e63434b0 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 07:47:35.778505 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b043d67e-776d-4b6f-9d6c-bd0c06a7ffdf req-cbbacb3e-84f2-49fe-b321-38d84a1cefc0 tempest-ServerShowV247Test-1222923917 tempest-ServerShowV247Test-1222923917-project] 10.222.0.13 "GET /v2.0/ports?device_id=e720cbea-2b1d-4022-adb6-5aa4fd87858f HTTP/1.1" status: 200 len: 210 time: 0.0617187 Sep 17 07:47:35.804902 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8862db58-0361-4d89-8823-28a5e63434b0 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:35.810905 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ca019825-9907-49b3-a063-17a81851ed34 req-133f61e8-86d0-4f54-a4a1-1db004d23026 tempest-ImagesOneServerTestJSON-446479321 tempest-ImagesOneServerTestJSON-446479321-project] 10.222.0.13 "GET /v2.0/ports?device_id=da072600-9e7a-40aa-b384-67f31b6a1822 HTTP/1.1" status: 200 len: 210 time: 0.0606196 Sep 17 07:47:35.815859 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8862db58-0361-4d89-8823-28a5e63434b0 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:35.940210 n-d-789963-9 neutron-server[101289]: INFO neutron.db.l3_db [None req-8862db58-0361-4d89-8823-28a5e63434b0 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Floating IP 03731113-d672-458b-935b-f9bc3ebd0998 associated. External IP: 172.25.6.109, port: da5553c9-7a43-4400-9f45-d490f49a3f8b. Sep 17 07:47:36.442382 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e65ee1b-0aaa-47ff-9fbd-50a845304289 req-341a29af-428e-49c4-b58a-a1afa1b05610 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:36.443917 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6e65ee1b-0aaa-47ff-9fbd-50a845304289 req-341a29af-428e-49c4-b58a-a1afa1b05610 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff86472-d8ba-4b8f-957b-aef4ea838ce9 HTTP/1.1" status: 200 len: 945 time: 0.0928485 Sep 17 07:47:36.536708 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6e65ee1b-0aaa-47ff-9fbd-50a845304289 req-2ec633a9-810b-4368-a4f3-206762c70dc6 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866377 Sep 17 07:47:36.546743 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8862db58-0361-4d89-8823-28a5e63434b0 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Router 9fbbc2c6-0273-4b2a-b11b-711f786a22de has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:47:36.737981 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8862db58-0361-4d89-8823-28a5e63434b0 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:47:36.748124 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6fbae0-6391-4e8e-99d4-efa45b5c1c92 None None] Sync routers for ids ['9fbbc2c6-0273-4b2a-b11b-711f786a22de'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:47:36.748982 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8862db58-0361-4d89-8823-28a5e63434b0 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:36.765952 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6fbae0-6391-4e8e-99d4-efa45b5c1c92 None None] Routers {'9fbbc2c6-0273-4b2a-b11b-711f786a22de'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:47:36.767460 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-fd6fbae0-6391-4e8e-99d4-efa45b5c1c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:47:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['9fbbc2c6-0273-4b2a-b11b-711f786a22de'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:47:36.787499 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d17b3-6ff8-43e2-be98-414a3c7d5a50 req-024305dc-94cb-46af-996f-368ec252a11f tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:36.789110 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3e4d17b3-6ff8-43e2-be98-414a3c7d5a50 req-024305dc-94cb-46af-996f-368ec252a11f tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=122e87e7-8d39-4215-ab45-ffb807004a1a HTTP/1.1" status: 200 len: 945 time: 0.0990493 Sep 17 07:47:36.796045 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-8862db58-0361-4d89-8823-28a5e63434b0 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "PUT /v2.0/floatingips/03731113-d672-458b-935b-f9bc3ebd0998 HTTP/1.1" status: 200 len: 992 time: 2.1534612 Sep 17 07:47:36.796045 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31f02f8d-3021-40a0-9255-28623a738e53', 'tag': 'da5553c9-7a43-4400-9f45-d490f49a3f8b'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:47:36.796620 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1212886-7c21-474e-8228-8bbf081a115c" -d '{"events": [{"name": "network-changed", "server_uuid": "31f02f8d-3021-40a0-9255-28623a738e53", "tag": "da5553c9-7a43-4400-9f45-d490f49a3f8b"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:47:36.855668 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3e4d17b3-6ff8-43e2-be98-414a3c7d5a50 req-3113b98e-c904-4600-acdc-e91e0cae95f7 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/security-groups?id=53a4612f-058b-4338-9861-1ad45234538f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544536 Sep 17 07:47:36.928654 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-291ca582-e7e1-49b6-83ea-27543571fd2c x-openstack-request-id: req-291ca582-e7e1-49b6-83ea-27543571fd2c {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:47:36.929135 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31f02f8d-3021-40a0-9255-28623a738e53", "tag": "da5553c9-7a43-4400-9f45-d490f49a3f8b", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:47:36.929499 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-291ca582-e7e1-49b6-83ea-27543571fd2c {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:47:36.930107 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31f02f8d-3021-40a0-9255-28623a738e53', 'tag': 'da5553c9-7a43-4400-9f45-d490f49a3f8b', 'status': 'completed', 'code': 200} Sep 17 07:47:36.977687 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-fd6fbae0-6391-4e8e-99d4-efa45b5c1c92 None None] Set router 9fbbc2c6-0273-4b2a-b11b-711f786a22de gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:47:37.035264 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b5ad8966-2be2-4109-ac5d-c9795bf008c2 req-7ce7c134-8bdc-41bd-a509-fe73d39e978a tempest-ServerShowV254Test-653478938 tempest-ServerShowV254Test-653478938-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee4c35-0d82-4bc8-bc1e-8f53d34e017e HTTP/1.1" status: 200 len: 210 time: 0.0460315 Sep 17 07:47:37.100763 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1212886-7c21-474e-8228-8bbf081a115c req-db2473d9-e17b-4310-b88f-c819f8914c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:37.102286 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c1212886-7c21-474e-8228-8bbf081a115c req-db2473d9-e17b-4310-b88f-c819f8914c7d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=995280dd7af64d29b5c08cf39fa14744&device_id=31f02f8d-3021-40a0-9255-28623a738e53 HTTP/1.1" status: 200 len: 1097 time: 0.1120913 Sep 17 07:47:37.114766 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e68c95de-f280-4c36-8506-11df8fd7ce7b req-90da4057-ec94-45e4-b6b9-9d8fe17141d6 tempest-ServerShowV247Test-1222923917 tempest-ServerShowV247Test-1222923917-project] 10.222.0.13 "GET /v2.0/ports?device_id=e720cbea-2b1d-4022-adb6-5aa4fd87858f HTTP/1.1" status: 200 len: 210 time: 0.0752127 Sep 17 07:47:37.257224 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device a88b86ec-4303-4784-b3b8-0214ca638078 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:47:37.280823 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1212886-7c21-474e-8228-8bbf081a115c req-266267bd-5a89-494c-a8d5-23127c727bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:37.283348 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c1212886-7c21-474e-8228-8bbf081a115c req-266267bd-5a89-494c-a8d5-23127c727bcb service neutron] 10.222.0.41 "GET /v2.0/networks?id=28b44509-44d1-434d-a1e7-c08ce9b90a41 HTTP/1.1" status: 200 len: 924 time: 0.1723185 Sep 17 07:47:37.313839 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: a88b86ec-4303-4784-b3b8-0214ca638078 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:47:37.318080 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device a88b86ec-4303-4784-b3b8-0214ca638078 not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:47:37.335406 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-fd6fbae0-6391-4e8e-99d4-efa45b5c1c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fbbc2c6-0273-4b2a-b11b-711f786a22de', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-804936049-router', 'tenant_id': '995280dd7af64d29b5c08cf39fa14744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '65663f1b-cca4-432b-bd1a-99f379bb2903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:43:29Z', 'updated_at': '2021-09-17T07:43:33Z', 'revision_number': 4, 'project_id': '995280dd7af64d29b5c08cf39fa14744', 'gw_port': {'id': '65663f1b-cca4-432b-bd1a-99f379bb2903', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbbc2c6-0273-4b2a-b11b-711f786a22de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:43:30Z', 'updated_at': '2021-09-17T07:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '03731113-d672-458b-935b-f9bc3ebd0998', 'tenant_id': '995280dd7af64d29b5c08cf39fa14744', 'floating_ip_address': '172.25.6.109', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '9fbbc2c6-0273-4b2a-b11b-711f786a22de', 'port_id': 'da5553c9-7a43-4400-9f45-d490f49a3f8b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28b44509-44d1-434d-a1e7-c08ce9b90a41', 'mac_address': 'fa:16:3e:eb:35:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f02f8d-3021-40a0-9255-28623a738e53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T07:43:47Z', 'updated_at': '2021-09-17T07:47:35Z', 'revision_number': 5, 'project_id': '995280dd7af64d29b5c08cf39fa14744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea15b463-83a9-4f77-b958-88145a457e87', 'name': '', 'network_id': '28b44509-44d1-434d-a1e7-c08ce9b90a41', 'tenant_id': '995280dd7af64d29b5c08cf39fa14744', 'mac_address': 'fa:16:3e:8b:e8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbbc2c6-0273-4b2a-b11b-711f786a22de', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'a2b739cf-a4f3-485c-ac6f-6aae0b07dbbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:43:32Z', 'updated_at': '2021-09-17T07:43:38Z', 'revision_number': 5, 'project_id': '995280dd7af64d29b5c08cf39fa14744', 'subnets': [{'id': 'a2b739cf-a4f3-485c-ac6f-6aae0b07dbbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:47:37.392994 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c1212886-7c21-474e-8228-8bbf081a115c req-f35b530f-92bd-4dac-b968-afe55d0e9c90 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da5553c9-7a43-4400-9f45-d490f49a3f8b HTTP/1.1" status: 200 len: 1000 time: 0.0970824 Sep 17 07:47:37.427020 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-82259636-f879-4b98-b52b-0f55679c60f3 req-0d4490cc-356c-4edc-b6a5-2b7bd7941ec1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=84e61c68-d037-4d36-a372-689eb085e886 HTTP/1.1" status: 200 len: 210 time: 0.1368034 Sep 17 07:47:37.435466 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6fbae0-6391-4e8e-99d4-efa45b5c1c92 None None] Checking router: 9fbbc2c6-0273-4b2a-b11b-711f786a22de for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:47:37.463432 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6fbae0-6391-4e8e-99d4-efa45b5c1c92 None None] Routers {'9fbbc2c6-0273-4b2a-b11b-711f786a22de'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:47:37.468874 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-fd6fbae0-6391-4e8e-99d4-efa45b5c1c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:47:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['9fbbc2c6-0273-4b2a-b11b-711f786a22de'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:47:37.516932 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1212886-7c21-474e-8228-8bbf081a115c req-ef5d7f13-bd1a-4f94-ba0b-2947b669f5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:37.519251 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c1212886-7c21-474e-8228-8bbf081a115c req-ef5d7f13-bd1a-4f94-ba0b-2947b669f5cb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2b739cf-a4f3-485c-ac6f-6aae0b07dbbb HTTP/1.1" status: 200 len: 862 time: 0.1081042 Sep 17 07:47:37.621530 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-fd6fbae0-6391-4e8e-99d4-efa45b5c1c92 None None] Set router 9fbbc2c6-0273-4b2a-b11b-711f786a22de gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:47:37.639064 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1212886-7c21-474e-8228-8bbf081a115c req-59a43014-93bb-46b4-8c4a-af8aa49e93a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:37.646919 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c1212886-7c21-474e-8228-8bbf081a115c req-59a43014-93bb-46b4-8c4a-af8aa49e93a3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=28b44509-44d1-434d-a1e7-c08ce9b90a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1199186 Sep 17 07:47:37.817793 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0064e332-443e-4d5f-8cf1-b557b429cb57 req-47959178-a7af-4de0-ac78-861d419c67e7 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:37.833108 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0064e332-443e-4d5f-8cf1-b557b429cb57 req-47959178-a7af-4de0-ac78-861d419c67e7 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff86472-d8ba-4b8f-957b-aef4ea838ce9 HTTP/1.1" status: 200 len: 945 time: 0.1278198 Sep 17 07:47:37.837953 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 32912) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:47:37.863443 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9b956c30-5063-4d50-96c6-7ea326049c15 req-e9c092e8-3b8b-4dc6-95d7-5526e4702575 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e720cbea-2b1d-4022-adb6-5aa4fd87858f HTTP/1.1" status: 200 len: 210 time: 0.0499687 Sep 17 07:47:37.917008 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c1212886-7c21-474e-8228-8bbf081a115c req-997db0b7-b9be-448e-9bf6-54ee8e455a3e service neutron] 10.222.0.41 "GET /v2.0/networks/28b44509-44d1-434d-a1e7-c08ce9b90a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617929 Sep 17 07:47:37.997384 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0064e332-443e-4d5f-8cf1-b557b429cb57 req-b7b89ef7-893f-4fee-8d4b-7c42ae0a5fe3 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461089 Sep 17 07:47:38.120502 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-fd6fbae0-6391-4e8e-99d4-efa45b5c1c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fbbc2c6-0273-4b2a-b11b-711f786a22de', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-804936049-router', 'tenant_id': '995280dd7af64d29b5c08cf39fa14744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '65663f1b-cca4-432b-bd1a-99f379bb2903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:43:29Z', 'updated_at': '2021-09-17T07:43:33Z', 'revision_number': 4, 'project_id': '995280dd7af64d29b5c08cf39fa14744', 'gw_port': {'id': '65663f1b-cca4-432b-bd1a-99f379bb2903', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbbc2c6-0273-4b2a-b11b-711f786a22de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:43:30Z', 'updated_at': '2021-09-17T07:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '03731113-d672-458b-935b-f9bc3ebd0998', 'tenant_id': '995280dd7af64d29b5c08cf39fa14744', 'floating_ip_address': '172.25.6.109', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '9fbbc2c6-0273-4b2a-b11b-711f786a22de', 'port_id': 'da5553c9-7a43-4400-9f45-d490f49a3f8b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28b44509-44d1-434d-a1e7-c08ce9b90a41', 'mac_address': 'fa:16:3e:eb:35:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f02f8d-3021-40a0-9255-28623a738e53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T07:43:47Z', 'updated_at': '2021-09-17T07:47:35Z', 'revision_number': 5, 'project_id': '995280dd7af64d29b5c08cf39fa14744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea15b463-83a9-4f77-b958-88145a457e87', 'name': '', 'network_id': '28b44509-44d1-434d-a1e7-c08ce9b90a41', 'tenant_id': '995280dd7af64d29b5c08cf39fa14744', 'mac_address': 'fa:16:3e:8b:e8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbbc2c6-0273-4b2a-b11b-711f786a22de', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'a2b739cf-a4f3-485c-ac6f-6aae0b07dbbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:43:32Z', 'updated_at': '2021-09-17T07:43:38Z', 'revision_number': 5, 'project_id': '995280dd7af64d29b5c08cf39fa14744', 'subnets': [{'id': 'a2b739cf-a4f3-485c-ac6f-6aae0b07dbbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:47:38.125998 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c1212886-7c21-474e-8228-8bbf081a115c req-82b224d5-bed6-425f-8068-613399b3f2cb service neutron] 10.222.0.41 "GET /v2.0/networks/28b44509-44d1-434d-a1e7-c08ce9b90a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997535 Sep 17 07:47:38.185007 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bcda7a-75eb-4b91-9fe5-f50bf6a6badf req-7746d2d6-a240-4c2a-a79f-c461a9d5e328 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:38.197269 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e2bcda7a-75eb-4b91-9fe5-f50bf6a6badf req-7746d2d6-a240-4c2a-a79f-c461a9d5e328 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=122e87e7-8d39-4215-ab45-ffb807004a1a HTTP/1.1" status: 200 len: 945 time: 0.1716173 Sep 17 07:47:38.215807 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6fbae0-6391-4e8e-99d4-efa45b5c1c92 None None] The sync data for ids ['9fbbc2c6-0273-4b2a-b11b-711f786a22de'] in n-d-789963-9 is: [{'id': '9fbbc2c6-0273-4b2a-b11b-711f786a22de', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-804936049-router', 'tenant_id': '995280dd7af64d29b5c08cf39fa14744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '65663f1b-cca4-432b-bd1a-99f379bb2903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:43:29Z', 'updated_at': '2021-09-17T07:43:33Z', 'revision_number': 4, 'project_id': '995280dd7af64d29b5c08cf39fa14744', 'gw_port': {'id': '65663f1b-cca4-432b-bd1a-99f379bb2903', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbbc2c6-0273-4b2a-b11b-711f786a22de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:43:30Z', 'updated_at': '2021-09-17T07:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '03731113-d672-458b-935b-f9bc3ebd0998', 'tenant_id': '995280dd7af64d29b5c08cf39fa14744', 'floating_ip_address': '172.25.6.109', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '9fbbc2c6-0273-4b2a-b11b-711f786a22de', 'port_id': 'da5553c9-7a43-4400-9f45-d490f49a3f8b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28b44509-44d1-434d-a1e7-c08ce9b90a41', 'mac_address': 'fa:16:3e:eb:35:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f02f8d-3021-40a0-9255-28623a738e53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T07:43:47Z', 'updated_at': '2021-09-17T07:47:35Z', 'revision_number': 5, 'project_id': '995280dd7af64d29b5c08cf39fa14744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea15b463-83a9-4f77-b958-88145a457e87', 'name': '', 'network_id': '28b44509-44d1-434d-a1e7-c08ce9b90a41', 'tenant_id': '995280dd7af64d29b5c08cf39fa14744', 'mac_address': 'fa:16:3e:8b:e8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbbc2c6-0273-4b2a-b11b-711f786a22de', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'a2b739cf-a4f3-485c-ac6f-6aae0b07dbbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:43:32Z', 'updated_at': '2021-09-17T07:43:38Z', 'revision_number': 5, 'project_id': '995280dd7af64d29b5c08cf39fa14744', 'subnets': [{'id': 'a2b739cf-a4f3-485c-ac6f-6aae0b07dbbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:47:38.226389 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-2b691f40-3b50-456a-a6eb-7a5d23d0c9ac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d3a8a45aac054b49bb26792eb1532b42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3858757 Sep 17 07:47:38.229275 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 32926) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:47:38.312894 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cabe86cf-dbd1-462b-870d-07c343ee7188 req-3e816f79-5a4f-4f74-b7d9-33b551fbc372 tempest-ServerShowV254Test-653478938 tempest-ServerShowV254Test-653478938-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee4c35-0d82-4bc8-bc1e-8f53d34e017e HTTP/1.1" status: 200 len: 210 time: 0.0560877 Sep 17 07:47:38.345658 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e2bcda7a-75eb-4b91-9fe5-f50bf6a6badf req-b89bb0de-ed47-4a93-9552-c7c4c9b9e578 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/security-groups?id=53a4612f-058b-4338-9861-1ad45234538f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474993 Sep 17 07:47:38.379009 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-25f96c67-2094-4350-b4f1-1b481dda0c90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:38.408734 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-25f96c67-2094-4350-b4f1-1b481dda0c90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:38.462710 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fcb9918d-3c78-4d18-ac41-f53b30a00062 req-37a78e44-bb02-4efb-b3ad-b046ccd41aa6 tempest-ServerShowV247Test-1222923917 tempest-ServerShowV247Test-1222923917-project] 10.222.0.13 "GET /v2.0/ports?device_id=e720cbea-2b1d-4022-adb6-5aa4fd87858f HTTP/1.1" status: 200 len: 210 time: 0.0372705 Sep 17 07:47:38.500735 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-25f96c67-2094-4350-b4f1-1b481dda0c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:38.504144 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-25f96c67-2094-4350-b4f1-1b481dda0c90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:38.505666 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-25f96c67-2094-4350-b4f1-1b481dda0c90 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2dee2515-93d4-4ddd-9714-7486e0b8abaf HTTP/1.1" status: 204 len: 168 time: 0.2756627 Sep 17 07:47:38.515413 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f96c67-2094-4350-b4f1-1b481dda0c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dee2515-93d4-4ddd-9714-7486e0b8abaf,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:38.617096 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23179c47-57cb-469d-bf49-fb444d5a2436 None None] New status for floating IP 03731113-d672-458b-935b-f9bc3ebd0998: ACTIVE {{(pid=101291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 07:47:39.213304 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8bde47-3897-466f-812b-7ccdabf1f9cb req-d9abee25-6596-4af9-9c4f-d926cd74939b tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:39.216799 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bc8bde47-3897-466f-812b-7ccdabf1f9cb req-d9abee25-6596-4af9-9c4f-d926cd74939b tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff86472-d8ba-4b8f-957b-aef4ea838ce9 HTTP/1.1" status: 200 len: 945 time: 0.0990002 Sep 17 07:47:39.261754 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bc8bde47-3897-466f-812b-7ccdabf1f9cb req-0aa7ab1f-778b-4366-9538-55a197ad1fd3 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363340 Sep 17 07:47:39.382107 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 32960) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:47:39.529706 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bd28cbe2-a6b7-40e8-b006-723f107e8279 req-2f62fad3-caf8-4d52-9be0-d4ad5e1dbba9 tempest-ServerShowV254Test-653478938 tempest-ServerShowV254Test-653478938-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee4c35-0d82-4bc8-bc1e-8f53d34e017e HTTP/1.1" status: 200 len: 210 time: 0.0868592 Sep 17 07:47:39.560218 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-260d98bc-d6f2-4591-8a9b-b70b5bd08d06 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1585361547-network', 'tenant_id': '25ca8e650b1c4416803da3e132a430f5'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:47:39.577940 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-381b33c3-cf46-4cb9-a4b6-36fa6190fd31 req-975eb214-102d-42ac-8b68-ed3a8a38a298 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6e2ba3ca-8114-45da-a9e4-70769897381d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1007569 Sep 17 07:47:39.578809 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6eb321-ec82-4994-8a61-92f0e7f99af9 req-353ed8aa-3cf0-4646-be29-21c3de519da3 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:39.584349 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6d6eb321-ec82-4994-8a61-92f0e7f99af9 req-353ed8aa-3cf0-4646-be29-21c3de519da3 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=122e87e7-8d39-4215-ab45-ffb807004a1a HTTP/1.1" status: 200 len: 945 time: 0.1276095 Sep 17 07:47:39.651664 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0236f943-5092-41ca-85c8-06f45972b5d9 req-b7710c43-e582-45db-a11a-abe5359cf1eb tempest-ServerShowV247Test-1222923917 tempest-ServerShowV247Test-1222923917-project] 10.222.0.13 "GET /v2.0/ports?device_id=e720cbea-2b1d-4022-adb6-5aa4fd87858f HTTP/1.1" status: 200 len: 210 time: 0.0334389 Sep 17 07:47:39.652184 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-260d98bc-d6f2-4591-8a9b-b70b5bd08d06 admin admin] Made reservation on behalf of 25ca8e650b1c4416803da3e132a430f5 for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:47:39.654313 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-260d98bc-d6f2-4591-8a9b-b70b5bd08d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:39.667497 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-260d98bc-d6f2-4591-8a9b-b70b5bd08d06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:39.681478 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6d6eb321-ec82-4994-8a61-92f0e7f99af9 req-8d736aff-c1ae-4029-b8e9-ebcda4a666c8 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/security-groups?id=53a4612f-058b-4338-9861-1ad45234538f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912845 Sep 17 07:47:39.744240 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b33c3-cf46-4cb9-a4b6-36fa6190fd31 req-7b62a863-3e32-4477-9ef7-40ca3d141caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:39.746101 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-381b33c3-cf46-4cb9-a4b6-36fa6190fd31 req-7b62a863-3e32-4477-9ef7-40ca3d141caf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2525ecc58cad4fa78c4be116636fc184&device_id=6e2ba3ca-8114-45da-a9e4-70769897381d HTTP/1.1" status: 200 len: 1096 time: 0.0454133 Sep 17 07:47:39.797031 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-260d98bc-d6f2-4591-8a9b-b70b5bd08d06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:39.802832 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-260d98bc-d6f2-4591-8a9b-b70b5bd08d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:39.832985 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-260d98bc-d6f2-4591-8a9b-b70b5bd08d06 admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 07:47:39.850845 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260d98bc-d6f2-4591-8a9b-b70b5bd08d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7332490-c27a-484e-b974-2007c51688c6,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:39.856907 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-260d98bc-d6f2-4591-8a9b-b70b5bd08d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:39.857265 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-260d98bc-d6f2-4591-8a9b-b70b5bd08d06 admin admin] Added segment d21cdcee-18b0-4def-b985-2d710b133b3f of type vlan for network 7ea415e1-f48f-4d60-888d-a431209c485e Sep 17 07:47:39.904184 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b33c3-cf46-4cb9-a4b6-36fa6190fd31 req-b5b7a20f-54b1-4b4c-b58e-0670f037f02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:39.906001 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-381b33c3-cf46-4cb9-a4b6-36fa6190fd31 req-b5b7a20f-54b1-4b4c-b58e-0670f037f02a service neutron] 10.222.0.39 "GET /v2.0/networks?id=339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5 HTTP/1.1" status: 200 len: 921 time: 0.1283922 Sep 17 07:47:39.911458 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-260d98bc-d6f2-4591-8a9b-b70b5bd08d06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:39.947009 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-260d98bc-d6f2-4591-8a9b-b70b5bd08d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:39.947794 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260d98bc-d6f2-4591-8a9b-b70b5bd08d06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:39.948485 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-260d98bc-d6f2-4591-8a9b-b70b5bd08d06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:39.985075 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-381b33c3-cf46-4cb9-a4b6-36fa6190fd31 req-08696107-82bd-4eec-9681-b0d1fb5f8499 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95db3c29-370b-4f7b-b1bf-ef019afe58e2 HTTP/1.1" status: 200 len: 217 time: 0.0447299 Sep 17 07:47:40.008552 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260d98bc-d6f2-4591-8a9b-b70b5bd08d06 admin admin] Pushing event updated for resources: {'Network': ['ID=7ea415e1-f48f-4d60-888d-a431209c485e,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:40.020092 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 7ea415e1-f48f-4d60-888d-a431209c485e details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 07:47:40.046144 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b33c3-cf46-4cb9-a4b6-36fa6190fd31 req-6e231b22-4973-4f92-9efa-09ff98b2f6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:40.048484 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-381b33c3-cf46-4cb9-a4b6-36fa6190fd31 req-6e231b22-4973-4f92-9efa-09ff98b2f6f8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=affefed0-1fce-4202-a68f-ea65cc757370 HTTP/1.1" status: 200 len: 860 time: 0.0546653 Sep 17 07:47:40.049284 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 32972) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:47:40.050153 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-260d98bc-d6f2-4591-8a9b-b70b5bd08d06 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6669338 Sep 17 07:47:40.059601 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-588563d8-4f46-4682-bb42-f83ab0157b87 admin admin] Request body: {'subnet': {'network_id': '7ea415e1-f48f-4d60-888d-a431209c485e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1585361547-subnet', 'tenant_id': '25ca8e650b1c4416803da3e132a430f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:47:40.151555 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-381b33c3-cf46-4cb9-a4b6-36fa6190fd31 req-d7525735-5e01-40f1-99d9-675a03ddd9af service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834379 Sep 17 07:47:40.152879 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-588563d8-4f46-4682-bb42-f83ab0157b87 admin admin] Made reservation on behalf of 25ca8e650b1c4416803da3e132a430f5 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:47:40.155233 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-588563d8-4f46-4682-bb42-f83ab0157b87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:40.157241 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc9831-9df7-4000-b5d6-5d8cd6027553 req-f9344b3b-8ccd-401e-8672-c1a0b5e5a3c4 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:40.160749 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a1dc9831-9df7-4000-b5d6-5d8cd6027553 req-f9344b3b-8ccd-401e-8672-c1a0b5e5a3c4 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/networks?id=a0a513a6-9cd3-48db-b90d-df8b88e7c76b HTTP/1.1" status: 200 len: 808 time: 0.1406128 Sep 17 07:47:40.180183 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a1dc9831-9df7-4000-b5d6-5d8cd6027553 req-3185043e-3722-4ac0-89c6-7c4cc3bfe463 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/quotas/4f0e4c1c4dc94ab78a72a2655bcb731a HTTP/1.1" status: 200 len: 375 time: 0.0099533 Sep 17 07:47:40.236815 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a1dc9831-9df7-4000-b5d6-5d8cd6027553 req-b647a92e-7510-4b1c-a399-fb12f0874fcd tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f0e4c1c4dc94ab78a72a2655bcb731a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0492043 Sep 17 07:47:40.319809 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-381b33c3-cf46-4cb9-a4b6-36fa6190fd31 req-ebbc5436-8a5a-4cb3-a64c-b80aca805e9e service neutron] 10.222.0.39 "GET /v2.0/networks/339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495223 Sep 17 07:47:40.343175 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a1dc9831-9df7-4000-b5d6-5d8cd6027553 req-d755e453-7cf8-4e98-a33a-1571b0c634ee service neutron] 10.222.0.13 "GET /v2.0/networks/a0a513a6-9cd3-48db-b90d-df8b88e7c76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991545 Sep 17 07:47:40.466228 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55c2e4b-c42c-469e-a497-7303bbed4914 req-88c96dad-ed22-403a-b4c8-e9d550fc46d4 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:40.468226 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e55c2e4b-c42c-469e-a497-7303bbed4914 req-88c96dad-ed22-403a-b4c8-e9d550fc46d4 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff86472-d8ba-4b8f-957b-aef4ea838ce9 HTTP/1.1" status: 200 len: 945 time: 0.0918553 Sep 17 07:47:40.477430 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-588563d8-4f46-4682-bb42-f83ab0157b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:40.483096 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-381b33c3-cf46-4cb9-a4b6-36fa6190fd31 req-1e6f2c1e-6fd3-426b-af96-3a125ef65307 service neutron] 10.222.0.39 "GET /v2.0/networks/339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369824 Sep 17 07:47:40.501599 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a1dc9831-9df7-4000-b5d6-5d8cd6027553 req-88869449-3d0c-4793-a577-4188994f9538 service neutron] 10.222.0.13 "GET /v2.0/networks/a0a513a6-9cd3-48db-b90d-df8b88e7c76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517143 Sep 17 07:47:40.534033 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588563d8-4f46-4682-bb42-f83ab0157b87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3290c54f-2467-4db1-bfba-43f99638cd8a,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:40.534633 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e55c2e4b-c42c-469e-a497-7303bbed4914 req-2280f0f4-d4e7-4dc0-9678-f105188182b1 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529132 Sep 17 07:47:40.561951 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588563d8-4f46-4682-bb42-f83ab0157b87 admin admin] Checking segment: {'id': 'd21cdcee-18b0-4def-b985-2d710b133b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7ea415e1-f48f-4d60-888d-a431209c485e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:47:40.562503 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588563d8-4f46-4682-bb42-f83ab0157b87 admin admin] Network hostable DHCP agents. Network: 7ea415e1-f48f-4d60-888d-a431209c485e, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 07:47:40.589629 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588563d8-4f46-4682-bb42-f83ab0157b87 admin admin] Network 7ea415e1-f48f-4d60-888d-a431209c485e is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 07:47:40.603068 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-588563d8-4f46-4682-bb42-f83ab0157b87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 7ea415e1-f48f-4d60-888d-a431209c485e) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:47:40.612615 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180ba263-d057-454c-8050-1f405a30aec7 None None] Network 7ea415e1-f48f-4d60-888d-a431209c485e requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:47:40.613297 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588563d8-4f46-4682-bb42-f83ab0157b87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:40.613900 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-588563d8-4f46-4682-bb42-f83ab0157b87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:40.636939 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-588563d8-4f46-4682-bb42-f83ab0157b87 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5848107 Sep 17 07:47:40.788604 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0bb872-5006-4773-bb7c-706afc126261 None None] Network 7ea415e1-f48f-4d60-888d-a431209c485e requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:47:40.800836 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e60953ba-4cbf-43be-9d7c-5da06b8bfe14 req-f08eb33e-7638-4db1-a92f-8c3896b6dcac tempest-ServerShowV254Test-653478938 tempest-ServerShowV254Test-653478938-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee4c35-0d82-4bc8-bc1e-8f53d34e017e HTTP/1.1" status: 200 len: 210 time: 0.0594959 Sep 17 07:47:40.928346 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6c4ffdfa-906d-4f50-8085-4e4c8decb4ea req-ca092aa9-0964-4fe6-8eb5-1554ef962a61 tempest-ServerShowV247Test-1222923917 tempest-ServerShowV247Test-1222923917-project] 10.222.0.13 "GET /v2.0/ports?device_id=e720cbea-2b1d-4022-adb6-5aa4fd87858f HTTP/1.1" status: 200 len: 210 time: 0.0487158 Sep 17 07:47:41.005842 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1143fe-f14f-4d5f-938a-61f2f12fc7ad req-41119ee8-e744-4a89-873b-73ab65d111ab tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:41.009401 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6f1143fe-f14f-4d5f-938a-61f2f12fc7ad req-41119ee8-e744-4a89-873b-73ab65d111ab tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=122e87e7-8d39-4215-ab45-ffb807004a1a HTTP/1.1" status: 200 len: 945 time: 0.0838547 Sep 17 07:47:41.073388 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6f1143fe-f14f-4d5f-938a-61f2f12fc7ad req-e6ab823a-c0df-46d6-94a2-5624d78a65d5 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/security-groups?id=53a4612f-058b-4338-9861-1ad45234538f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552452 Sep 17 07:47:41.162096 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-90f72bc9-238c-4c7b-9fb9-404030615909 req-27c72b08-cbc0-4d19-b3a4-b3a0e792da46 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=c20c08af-51fa-4753-95b7-55abba3651bc HTTP/1.1" status: 200 len: 210 time: 0.0337069 Sep 17 07:47:41.166086 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-70c802b4-c641-484b-91c0-47a49482f6de req-854bbe91-f2e9-4865-a859-d1ee6894bc58 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-754791490', 'description': 'tempest-description-132235014'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:47:41.199563 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-70c802b4-c641-484b-91c0-47a49482f6de req-854bbe91-f2e9-4865-a859-d1ee6894bc58 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:41.268385 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 94b9b03b-bcfa-4457-bd09-4a366b2aedd2 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:47:41.364424 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-70c802b4-c641-484b-91c0-47a49482f6de req-854bbe91-f2e9-4865-a859-d1ee6894bc58 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:41.371703 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-70c802b4-c641-484b-91c0-47a49482f6de req-854bbe91-f2e9-4865-a859-d1ee6894bc58 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:41.419627 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854bbe91-f2e9-4865-a859-d1ee6894bc58 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73d160eb-70cf-4fd4-b67c-44aec10d3817,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:41.422263 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-70c802b4-c641-484b-91c0-47a49482f6de req-854bbe91-f2e9-4865-a859-d1ee6894bc58 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:41.428404 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-70c802b4-c641-484b-91c0-47a49482f6de req-854bbe91-f2e9-4865-a859-d1ee6894bc58 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2704949 Sep 17 07:47:41.455305 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 94b9b03b-bcfa-4457-bd09-4a366b2aedd2, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=94b9b03b-bcfa-4457-bd09-4a366b2aedd2,segment=NetworkSegment(bbdef28d-b0c6-41c1-88af-cfcd40a3d803),segment_id=bbdef28d-b0c6-41c1-88af-cfcd40a3d803)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:47:41.475828 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 94b9b03b-bcfa-4457-bd09-4a366b2aedd2 has no active binding in host n-h2-789963-9 {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 17 07:47:41.514667 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-11a0b9a1-486d-4d04-8a03-e5aa9a2766f5 req-a6c58d5d-815b-423b-81a6-4e410d2a8917 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] 10.222.0.13 "GET /v2.0/security-groups/73d160eb-70cf-4fd4-b67c-44aec10d3817 HTTP/1.1" status: 200 len: 1803 time: 0.0659084 Sep 17 07:47:41.520391 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-11a0b9a1-486d-4d04-8a03-e5aa9a2766f5 req-da8062b8-9084-4d97-88ce-26abf4202a2c tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '73d160eb-70cf-4fd4-b67c-44aec10d3817', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:47:41.520707 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-11a0b9a1-486d-4d04-8a03-e5aa9a2766f5 req-da8062b8-9084-4d97-88ce-26abf4202a2c tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '73d160eb-70cf-4fd4-b67c-44aec10d3817', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:47:41.560131 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4f5d7a1a-cdb3-43d9-9fd5-fbd03faed953 req-3d687473-eb68-4369-9ee8-60ab9fe1c715 tempest-ServerShowV247Test-1222923917 tempest-ServerShowV247Test-1222923917-project] 10.222.0.13 "GET /v2.0/ports?device_id=e720cbea-2b1d-4022-adb6-5aa4fd87858f HTTP/1.1" status: 200 len: 210 time: 0.0298483 Sep 17 07:47:41.580599 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-b34530a2-c802-4967-91f8-6adbc73ddd0e tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:41.588061 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-b34530a2-c802-4967-91f8-6adbc73ddd0e tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=bff86472-d8ba-4b8f-957b-aef4ea838ce9&tenant_id=2525ecc58cad4fa78c4be116636fc184&binding%3Ahost_id=n-h1-789963-9 HTTP/1.1" status: 200 len: 1096 time: 0.0760906 Sep 17 07:47:41.601479 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-d2814ec3-b787-4714-977e-e19a68a512b3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-789963-9'}}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:47:41.621867 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-11a0b9a1-486d-4d04-8a03-e5aa9a2766f5 req-da8062b8-9084-4d97-88ce-26abf4202a2c tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:41.670114 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-d2814ec3-b787-4714-977e-e19a68a512b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:41.706038 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-11a0b9a1-486d-4d04-8a03-e5aa9a2766f5 req-da8062b8-9084-4d97-88ce-26abf4202a2c tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:41.711094 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-11a0b9a1-486d-4d04-8a03-e5aa9a2766f5 req-da8062b8-9084-4d97-88ce-26abf4202a2c tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:41.734806 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8062b8-9084-4d97-88ce-26abf4202a2c tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b189d082-1387-4765-b67d-1f1093a7f4c6,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:41.753865 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76ed5c-a6f4-4d5b-b15a-72d21fc362ed req-4b1f2a09-990a-4870-b963-a2f029b44e5e tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:41.755498 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1f76ed5c-a6f4-4d5b-b15a-72d21fc362ed req-4b1f2a09-990a-4870-b963-a2f029b44e5e tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff86472-d8ba-4b8f-957b-aef4ea838ce9 HTTP/1.1" status: 200 len: 945 time: 0.1025670 Sep 17 07:47:41.762788 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-11a0b9a1-486d-4d04-8a03-e5aa9a2766f5 req-da8062b8-9084-4d97-88ce-26abf4202a2c tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:41.764258 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-11a0b9a1-486d-4d04-8a03-e5aa9a2766f5 req-da8062b8-9084-4d97-88ce-26abf4202a2c tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2487025 Sep 17 07:47:41.820427 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1f76ed5c-a6f4-4d5b-b15a-72d21fc362ed req-883c22d4-55f5-43bf-a4d4-d9993d4a4505 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551028 Sep 17 07:47:41.825897 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-d2814ec3-b787-4714-977e-e19a68a512b3 service neutron] For port 94b9b03b-bcfa-4457-bd09-4a366b2aedd2, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=94b9b03b-bcfa-4457-bd09-4a366b2aedd2,segment=NetworkSegment(bbdef28d-b0c6-41c1-88af-cfcd40a3d803),segment_id=bbdef28d-b0c6-41c1-88af-cfcd40a3d803)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:47:41.857077 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-557646c4-5ea6-44ed-9ca9-d0eeedd89ea0 req-592bee0e-b3e9-494a-863c-a807b3f7d96e tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1209218807', 'description': 'tempest-description-1350090617'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:47:41.870188 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-d2814ec3-b787-4714-977e-e19a68a512b3 service neutron] For port 94b9b03b-bcfa-4457-bd09-4a366b2aedd2, host n-h1-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:47:41.887335 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-557646c4-5ea6-44ed-9ca9-d0eeedd89ea0 req-592bee0e-b3e9-494a-863c-a807b3f7d96e tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:41.927984 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bff86472-d8ba-4b8f-957b-aef4ea838ce9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94b9b03b-bcfa-4457-bd09-4a366b2aedd2'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:47:41.931123 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f27c247-14a8-4499-9885-f8dc2987d1b9" -d '{"events": [{"server_uuid": "bff86472-d8ba-4b8f-957b-aef4ea838ce9", "name": "network-vif-unplugged", "status": "completed", "tag": "94b9b03b-bcfa-4457-bd09-4a366b2aedd2"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:47:41.935377 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-d2814ec3-b787-4714-977e-e19a68a512b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:41.942055 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-d2814ec3-b787-4714-977e-e19a68a512b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:41.962643 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-529bb382-2f82-4659-b687-64f34281e4ee req-06c50784-cb18-45f0-a885-eae473657eca tempest-ServerShowV254Test-653478938 tempest-ServerShowV254Test-653478938-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee4c35-0d82-4bc8-bc1e-8f53d34e017e HTTP/1.1" status: 200 len: 210 time: 0.0358808 Sep 17 07:47:42.015108 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 07:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c61436c-0853-4b37-8b67-69d7405e14d4 x-openstack-request-id: req-1c61436c-0853-4b37-8b67-69d7405e14d4 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:47:42.015406 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bff86472-d8ba-4b8f-957b-aef4ea838ce9", "name": "network-vif-unplugged", "status": "completed", "tag": "94b9b03b-bcfa-4457-bd09-4a366b2aedd2", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:47:42.015880 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1c61436c-0853-4b37-8b67-69d7405e14d4 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:47:42.016775 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bff86472-d8ba-4b8f-957b-aef4ea838ce9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94b9b03b-bcfa-4457-bd09-4a366b2aedd2', 'code': 200} Sep 17 07:47:42.035494 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-557646c4-5ea6-44ed-9ca9-d0eeedd89ea0 req-592bee0e-b3e9-494a-863c-a807b3f7d96e tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:42.039340 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-557646c4-5ea6-44ed-9ca9-d0eeedd89ea0 req-592bee0e-b3e9-494a-863c-a807b3f7d96e tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:42.056036 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2814ec3-b787-4714-977e-e19a68a512b3 service neutron] Pushing event updated for resources: {'Port': ['ID=94b9b03b-bcfa-4457-bd09-4a366b2aedd2,revision_number=7']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:42.066410 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-557646c4-5ea6-44ed-9ca9-d0eeedd89ea0 req-592bee0e-b3e9-494a-863c-a807b3f7d96e tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:42.068058 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-557646c4-5ea6-44ed-9ca9-d0eeedd89ea0 req-592bee0e-b3e9-494a-863c-a807b3f7d96e tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2153137 Sep 17 07:47:42.070777 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-287efed5-c687-402a-a122-4bd86f15814d req-e397a8a8-2d9c-4f3d-b3d2-9188f95a32d4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=26cfbb02-93e0-4396-92f1-7ce5298f01f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1192563 Sep 17 07:47:42.072043 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592bee0e-b3e9-494a-863c-a807b3f7d96e tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e243bce7-3d8c-4d53-a91c-406e5d97d227,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:42.080927 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-d2814ec3-b787-4714-977e-e19a68a512b3 service neutron] Attempting to bind port 94b9b03b-bcfa-4457-bd09-4a366b2aedd2 on host n-h1-789963-9 for vnic_type normal with profile {"migrating_to": "n-h2-789963-9"} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:47:42.081483 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-d2814ec3-b787-4714-977e-e19a68a512b3 service neutron] Attempting to bind port 94b9b03b-bcfa-4457-bd09-4a366b2aedd2 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'bbdef28d-b0c6-41c1-88af-cfcd40a3d803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:47:42.082026 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-d2814ec3-b787-4714-977e-e19a68a512b3 service neutron] Attempting to bind port 94b9b03b-bcfa-4457-bd09-4a366b2aedd2 on network 339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:47:42.092170 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-d2814ec3-b787-4714-977e-e19a68a512b3 service neutron] Port 94b9b03b-bcfa-4457-bd09-4a366b2aedd2 on network 339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:47:42.092520 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-d2814ec3-b787-4714-977e-e19a68a512b3 service neutron] Attempting to bind port 94b9b03b-bcfa-4457-bd09-4a366b2aedd2 on network 339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:47:42.098715 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-d2814ec3-b787-4714-977e-e19a68a512b3 service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:47:42.099055 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-d2814ec3-b787-4714-977e-e19a68a512b3 service neutron] Checking segment: {'id': 'bbdef28d-b0c6-41c1-88af-cfcd40a3d803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:47:42.099439 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-d2814ec3-b787-4714-977e-e19a68a512b3 service neutron] Bound using segment: {'id': 'bbdef28d-b0c6-41c1-88af-cfcd40a3d803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:47:42.099903 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-d2814ec3-b787-4714-977e-e19a68a512b3 service neutron] Bound port: 94b9b03b-bcfa-4457-bd09-4a366b2aedd2, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbdef28d-b0c6-41c1-88af-cfcd40a3d803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:47:42.100268 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-d2814ec3-b787-4714-977e-e19a68a512b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:42.148415 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-df59231b-ce65-434f-baf0-de4dd2ad37d4 req-25c1776f-8e81-4de1-a086-4f62545ae20a tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] 10.222.0.13 "GET /v2.0/security-groups/e243bce7-3d8c-4d53-a91c-406e5d97d227 HTTP/1.1" status: 200 len: 1805 time: 0.0528855 Sep 17 07:47:42.155033 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-df59231b-ce65-434f-baf0-de4dd2ad37d4 req-bde425ea-aed8-4952-bda4-34cc297bdf2b tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'e243bce7-3d8c-4d53-a91c-406e5d97d227', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:47:42.155356 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-df59231b-ce65-434f-baf0-de4dd2ad37d4 req-bde425ea-aed8-4952-bda4-34cc297bdf2b tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'e243bce7-3d8c-4d53-a91c-406e5d97d227', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:47:42.200525 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-d2814ec3-b787-4714-977e-e19a68a512b3 service neutron] For port 94b9b03b-bcfa-4457-bd09-4a366b2aedd2, host n-h1-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:47:42.205159 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-d2814ec3-b787-4714-977e-e19a68a512b3 service neutron] For port 94b9b03b-bcfa-4457-bd09-4a366b2aedd2, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=94b9b03b-bcfa-4457-bd09-4a366b2aedd2,segment=NetworkSegment(bbdef28d-b0c6-41c1-88af-cfcd40a3d803),segment_id=bbdef28d-b0c6-41c1-88af-cfcd40a3d803)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:47:42.210583 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-d2814ec3-b787-4714-977e-e19a68a512b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:42.217617 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287efed5-c687-402a-a122-4bd86f15814d req-a6b9f2dc-1e29-415a-8292-5087f6215a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:42.219192 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-287efed5-c687-402a-a122-4bd86f15814d req-a6b9f2dc-1e29-415a-8292-5087f6215a12 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4f0e4c1c4dc94ab78a72a2655bcb731a&device_id=26cfbb02-93e0-4396-92f1-7ce5298f01f4 HTTP/1.1" status: 200 len: 1095 time: 0.0710778 Sep 17 07:47:42.237899 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe99d7-ce40-48b2-9965-61a34b2495c3 req-20e3cc31-007f-448b-81fc-6e86e9ac12ef tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:42.239323 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-30fe99d7-ce40-48b2-9965-61a34b2495c3 req-20e3cc31-007f-448b-81fc-6e86e9ac12ef tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=122e87e7-8d39-4215-ab45-ffb807004a1a HTTP/1.1" status: 200 len: 945 time: 0.0756450 Sep 17 07:47:42.276213 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-df59231b-ce65-434f-baf0-de4dd2ad37d4 req-bde425ea-aed8-4952-bda4-34cc297bdf2b tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:42.305172 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-d2814ec3-b787-4714-977e-e19a68a512b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:42.305800 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-d2814ec3-b787-4714-977e-e19a68a512b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:42.306811 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-30fe99d7-ce40-48b2-9965-61a34b2495c3 req-565c60fd-8515-4d05-b054-a7affad81532 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/security-groups?id=53a4612f-058b-4338-9861-1ad45234538f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605588 Sep 17 07:47:42.307210 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-d2814ec3-b787-4714-977e-e19a68a512b3 service neutron] 10.222.0.39 "PUT /v2.0/ports/94b9b03b-bcfa-4457-bd09-4a366b2aedd2 HTTP/1.1" status: 200 len: 1121 time: 0.7144611 Sep 17 07:47:42.308990 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2814ec3-b787-4714-977e-e19a68a512b3 service neutron] Pushing event updated for resources: {'Port': ['ID=94b9b03b-bcfa-4457-bd09-4a366b2aedd2,revision_number=8']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:42.325808 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-df59231b-ce65-434f-baf0-de4dd2ad37d4 req-bde425ea-aed8-4952-bda4-34cc297bdf2b tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:42.339669 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-df59231b-ce65-434f-baf0-de4dd2ad37d4 req-bde425ea-aed8-4952-bda4-34cc297bdf2b tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:42.367304 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde425ea-aed8-4952-bda4-34cc297bdf2b tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b3d7b30-b97d-45cb-9b5c-fba0e20a3f51,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:42.371619 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-df59231b-ce65-434f-baf0-de4dd2ad37d4 req-bde425ea-aed8-4952-bda4-34cc297bdf2b tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:42.385538 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-df59231b-ce65-434f-baf0-de4dd2ad37d4 req-bde425ea-aed8-4952-bda4-34cc297bdf2b tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2344406 Sep 17 07:47:42.408121 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287efed5-c687-402a-a122-4bd86f15814d req-1bddece0-73e3-4bc7-815d-4f3fdb7b9f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:42.409641 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-287efed5-c687-402a-a122-4bd86f15814d req-1bddece0-73e3-4bc7-815d-4f3fdb7b9f2c service neutron] 10.222.0.41 "GET /v2.0/networks?id=a0a513a6-9cd3-48db-b90d-df8b88e7c76b HTTP/1.1" status: 200 len: 909 time: 0.1171200 Sep 17 07:47:42.458111 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-157511fa-8bca-4e58-a68d-1fbd88190d75 req-cd13b9cb-44e8-4b25-9992-c8628bbb7517 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=c20c08af-51fa-4753-95b7-55abba3651bc HTTP/1.1" status: 200 len: 210 time: 0.0347991 Sep 17 07:47:42.478185 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['94b9b03b-bcfa-4457-bd09-4a366b2aedd2'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:47:42.491194 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-287efed5-c687-402a-a122-4bd86f15814d req-0cf0c2e0-e3ec-4da6-be31-b1ded1d2fcc8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28cf66ad-5446-4090-a367-9c2f8667ed25 HTTP/1.1" status: 200 len: 217 time: 0.0709338 Sep 17 07:47:42.497039 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-9b356eaf-fa01-4f69-ae4d-03d894901279 req-9a13369f-529e-4dd2-a1cb-e92f66fc5259 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-153739489', 'description': 'tempest-description-1388116881'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:47:42.505873 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['94b9b03b-bcfa-4457-bd09-4a366b2aedd2'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:47:42.526387 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-9b356eaf-fa01-4f69-ae4d-03d894901279 req-9a13369f-529e-4dd2-a1cb-e92f66fc5259 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:42.638715 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287efed5-c687-402a-a122-4bd86f15814d req-2cb3b1b8-1800-40b5-b62e-837977221cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:42.640435 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-287efed5-c687-402a-a122-4bd86f15814d req-2cb3b1b8-1800-40b5-b62e-837977221cef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b166af2c-f0c1-4005-bf20-b8a2b0583a5b HTTP/1.1" status: 200 len: 848 time: 0.1298611 Sep 17 07:47:42.654240 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc9831-9df7-4000-b5d6-5d8cd6027553 req-9ceb83dd-429c-4be0-b99f-8a9091fc2a3c tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:42.656212 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a1dc9831-9df7-4000-b5d6-5d8cd6027553 req-9ceb83dd-429c-4be0-b99f-8a9091fc2a3c tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.41 "GET /v2.0/networks?id=a0a513a6-9cd3-48db-b90d-df8b88e7c76b HTTP/1.1" status: 200 len: 808 time: 0.1969345 Sep 17 07:47:42.679133 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-287efed5-c687-402a-a122-4bd86f15814d req-2ae66765-5f35-432c-a597-85e7d231b5d3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a0a513a6-9cd3-48db-b90d-df8b88e7c76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272505 Sep 17 07:47:42.703741 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-a1dc9831-9df7-4000-b5d6-5d8cd6027553 req-af5fcc82-f07e-4c0a-a970-d62b66a0f873 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Request body: {'port': {'device_id': 'c20c08af-51fa-4753-95b7-55abba3651bc', 'network_id': 'a0a513a6-9cd3-48db-b90d-df8b88e7c76b', 'admin_state_up': True, 'tenant_id': '4f0e4c1c4dc94ab78a72a2655bcb731a'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:47:42.755467 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-9b356eaf-fa01-4f69-ae4d-03d894901279 req-9a13369f-529e-4dd2-a1cb-e92f66fc5259 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:42.767007 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-9b356eaf-fa01-4f69-ae4d-03d894901279 req-9a13369f-529e-4dd2-a1cb-e92f66fc5259 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:42.780352 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a52d734b-44c0-4918-8893-2d588676c878 req-e7b12dda-d4b9-4abe-a427-d2063be489e5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=40ee4c35-0d82-4bc8-bc1e-8f53d34e017e HTTP/1.1" status: 200 len: 210 time: 0.0825934 Sep 17 07:47:42.854738 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-47a374cf-9a3a-4fb9-aad4-fba4584542d3 req-78565f55-2cca-418e-8070-4c82a9615a2f tempest-ServerShowV247Test-1222923917 tempest-ServerShowV247Test-1222923917-project] 10.222.0.13 "GET /v2.0/ports?device_id=e720cbea-2b1d-4022-adb6-5aa4fd87858f HTTP/1.1" status: 200 len: 210 time: 0.0580461 Sep 17 07:47:42.855450 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-9b356eaf-fa01-4f69-ae4d-03d894901279 req-9a13369f-529e-4dd2-a1cb-e92f66fc5259 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:42.856563 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9b356eaf-fa01-4f69-ae4d-03d894901279 req-9a13369f-529e-4dd2-a1cb-e92f66fc5259 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3700819 Sep 17 07:47:42.869995 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a13369f-529e-4dd2-a1cb-e92f66fc5259 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=843ae8af-c99b-48fc-963a-a53db6cb51b2,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:42.887583 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-287efed5-c687-402a-a122-4bd86f15814d req-054c0c88-791b-4c15-8b20-5647d9765f93 service neutron] 10.222.0.41 "GET /v2.0/networks/a0a513a6-9cd3-48db-b90d-df8b88e7c76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914294 Sep 17 07:47:42.916056 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1dc9831-9df7-4000-b5d6-5d8cd6027553 req-af5fcc82-f07e-4c0a-a970-d62b66a0f873 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Made reservation on behalf of 4f0e4c1c4dc94ab78a72a2655bcb731a for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:47:42.920165 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-a1dc9831-9df7-4000-b5d6-5d8cd6027553 req-af5fcc82-f07e-4c0a-a970-d62b66a0f873 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:43.005828 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-287efed5-c687-402a-a122-4bd86f15814d req-a00078c1-6568-4daa-b15b-cf6408129652 service neutron] 10.222.0.41 "GET /v2.0/networks/a0a513a6-9cd3-48db-b90d-df8b88e7c76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074450 Sep 17 07:47:43.086809 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-7db8bcfa-2b87-4547-9a41-70a17aa80878 req-568caf0e-aab3-4ce6-ae5d-e5087c09bc1b tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-455291392', 'description': 'tempest-description-240855703'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:47:43.098142 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d56da-e9b7-4dec-9f0c-a3b51c0dafc6 req-cf5d7f59-2845-4d2d-b10c-fb187e50f40f tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:43.099646 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a70d56da-e9b7-4dec-9f0c-a3b51c0dafc6 req-cf5d7f59-2845-4d2d-b10c-fb187e50f40f tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff86472-d8ba-4b8f-957b-aef4ea838ce9 HTTP/1.1" status: 200 len: 943 time: 0.1144345 Sep 17 07:47:43.145293 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [req-a1dc9831-9df7-4000-b5d6-5d8cd6027553 req-af5fcc82-f07e-4c0a-a970-d62b66a0f873 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Allocated IP 172.20.0.8 (a0a513a6-9cd3-48db-b90d-df8b88e7c76b/b166af2c-f0c1-4005-bf20-b8a2b0583a5b/2ad87b74-3b5b-4433-9518-94ec4e1290f9) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:47:43.156180 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-7db8bcfa-2b87-4547-9a41-70a17aa80878 req-568caf0e-aab3-4ce6-ae5d-e5087c09bc1b tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:43.191283 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a70d56da-e9b7-4dec-9f0c-a3b51c0dafc6 req-386db32e-cad1-474f-aeb5-1034e83c03af tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837955 Sep 17 07:47:43.393176 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-21262458-3c7f-4e30-81ec-e797e74c614c req-d76c81d0-e874-47ba-bda1-1335b07fee3a tempest-ServerShowV254Test-653478938 tempest-ServerShowV254Test-653478938-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee4c35-0d82-4bc8-bc1e-8f53d34e017e HTTP/1.1" status: 200 len: 210 time: 0.0454698 Sep 17 07:47:43.408853 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-7db8bcfa-2b87-4547-9a41-70a17aa80878 req-568caf0e-aab3-4ce6-ae5d-e5087c09bc1b tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:43.418836 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-7db8bcfa-2b87-4547-9a41-70a17aa80878 req-568caf0e-aab3-4ce6-ae5d-e5087c09bc1b tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:43.435962 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-a1dc9831-9df7-4000-b5d6-5d8cd6027553 req-af5fcc82-f07e-4c0a-a970-d62b66a0f873 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:43.467341 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-7db8bcfa-2b87-4547-9a41-70a17aa80878 req-568caf0e-aab3-4ce6-ae5d-e5087c09bc1b tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:43.468541 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7db8bcfa-2b87-4547-9a41-70a17aa80878 req-568caf0e-aab3-4ce6-ae5d-e5087c09bc1b tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3883493 Sep 17 07:47:43.480991 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568caf0e-aab3-4ce6-ae5d-e5087c09bc1b tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04ad5275-836a-48e9-9878-4bb3e1160cf6,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:43.543595 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21787271-6f90-4364-8a30-b963bdb8732a req-e741c77e-f885-4b16-aa2d-134451e1556c tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:43.545105 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-21787271-6f90-4364-8a30-b963bdb8732a req-e741c77e-f885-4b16-aa2d-134451e1556c tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ed039b3-9c13-42cb-a3b4-98090761d4bb HTTP/1.1" status: 200 len: 946 time: 0.0816522 Sep 17 07:47:43.549440 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-a1dc9831-9df7-4000-b5d6-5d8cd6027553 req-af5fcc82-f07e-4c0a-a970-d62b66a0f873 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:43.628305 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1dc9831-9df7-4000-b5d6-5d8cd6027553 req-af5fcc82-f07e-4c0a-a970-d62b66a0f873 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Network a0a513a6-9cd3-48db-b90d-df8b88e7c76b is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:47:43.648290 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [req-a1dc9831-9df7-4000-b5d6-5d8cd6027553 req-af5fcc82-f07e-4c0a-a970-d62b66a0f873 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:47:43.656155 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1dc9831-9df7-4000-b5d6-5d8cd6027553 req-af5fcc82-f07e-4c0a-a970-d62b66a0f873 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:47:43.666025 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3de7f4-ffa2-4ec5-9d1c-cd9ec70f8fa1 req-9f0c0173-aa10-4457-83a9-de68c3bbfc5f tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:43.667554 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7c3de7f4-ffa2-4ec5-9d1c-cd9ec70f8fa1 req-9f0c0173-aa10-4457-83a9-de68c3bbfc5f tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=122e87e7-8d39-4215-ab45-ffb807004a1a HTTP/1.1" status: 200 len: 945 time: 0.1416688 Sep 17 07:47:43.671805 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-21787271-6f90-4364-8a30-b963bdb8732a req-ffbbeb64-20da-4e0a-81cb-7c0a62b261e2 tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] 10.222.0.13 "GET /v2.0/security-groups?id=20ef99ba-7ca0-4491-8e58-8d35cc31cf0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073444 Sep 17 07:47:43.672417 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5fcc82-f07e-4c0a-a970-d62b66a0f873 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Pushing event updated for resources: {'Port': ['ID=2ad87b74-3b5b-4433-9518-94ec4e1290f9,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:43.772837 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7c3de7f4-ffa2-4ec5-9d1c-cd9ec70f8fa1 req-4ba0eb65-9368-4175-8518-2da364008b67 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/security-groups?id=53a4612f-058b-4338-9861-1ad45234538f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746229 Sep 17 07:47:43.793346 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc9831-9df7-4000-b5d6-5d8cd6027553 req-af5fcc82-f07e-4c0a-a970-d62b66a0f873 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:43.794089 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-a1dc9831-9df7-4000-b5d6-5d8cd6027553 req-af5fcc82-f07e-4c0a-a970-d62b66a0f873 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:43.818845 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-859f73f1-c127-47c5-ac0b-6f70a86d0e4b req-276497f8-d47e-4065-8c3b-6ba0616f9158 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] 10.222.0.13 "GET /v2.0/security-groups/843ae8af-c99b-48fc-963a-a53db6cb51b2 HTTP/1.1" status: 200 len: 1804 time: 0.1109159 Sep 17 07:47:43.849514 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a1dc9831-9df7-4000-b5d6-5d8cd6027553 req-af5fcc82-f07e-4c0a-a970-d62b66a0f873 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1517501 Sep 17 07:47:43.877745 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-a1dc9831-9df7-4000-b5d6-5d8cd6027553 req-1331c2b4-681a-4e3b-89f4-4a674bd41674 service neutron] Request body: {'port': {'device_id': 'c20c08af-51fa-4753-95b7-55abba3651bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-9'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:47:43.917087 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-859f73f1-c127-47c5-ac0b-6f70a86d0e4b req-69682e28-7fc6-4cd9-a11e-51c99477340a tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] 10.222.0.13 "GET /v2.0/security-groups/04ad5275-836a-48e9-9878-4bb3e1160cf6 HTTP/1.1" status: 200 len: 1803 time: 0.0973508 Sep 17 07:47:43.944584 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-859f73f1-c127-47c5-ac0b-6f70a86d0e4b req-34a96f02-ae6c-43de-9b2e-cf2455b9dce0 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '843ae8af-c99b-48fc-963a-a53db6cb51b2', 'remote_group_id': '04ad5275-836a-48e9-9878-4bb3e1160cf6', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:47:43.944898 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-859f73f1-c127-47c5-ac0b-6f70a86d0e4b req-34a96f02-ae6c-43de-9b2e-cf2455b9dce0 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '843ae8af-c99b-48fc-963a-a53db6cb51b2', 'remote_group_id': '04ad5275-836a-48e9-9878-4bb3e1160cf6', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:47:43.959582 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf90da5-00a7-435d-a310-501de1ae2fe8 req-66381461-f334-4f7e-a304-9afbdaec3eb5 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:43.961055 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6bf90da5-00a7-435d-a310-501de1ae2fe8 req-66381461-f334-4f7e-a304-9afbdaec3eb5 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=c20c08af-51fa-4753-95b7-55abba3651bc HTTP/1.1" status: 200 len: 931 time: 0.1329157 Sep 17 07:47:43.981782 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-a1dc9831-9df7-4000-b5d6-5d8cd6027553 req-1331c2b4-681a-4e3b-89f4-4a674bd41674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:44.017794 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bff86472-d8ba-4b8f-957b-aef4ea838ce9', 'tag': '94b9b03b-bcfa-4457-bd09-4a366b2aedd2'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:47:44.020557 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c310daa-a411-4124-927a-000cfcb85ab3" -d '{"events": [{"name": "network-changed", "server_uuid": "bff86472-d8ba-4b8f-957b-aef4ea838ce9", "tag": "94b9b03b-bcfa-4457-bd09-4a366b2aedd2"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:47:44.048944 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6bf90da5-00a7-435d-a310-501de1ae2fe8 req-da4166b0-2aff-4b85-a106-1b732df71bec tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781028 Sep 17 07:47:44.102038 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-859f73f1-c127-47c5-ac0b-6f70a86d0e4b req-34a96f02-ae6c-43de-9b2e-cf2455b9dce0 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:44.210320 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-55f46b0a-1934-411c-be81-87912b030239 req-483db212-bd24-4fb1-9800-513e7bf31513 tempest-ServerShowV247Test-1222923917 tempest-ServerShowV247Test-1222923917-project] 10.222.0.13 "GET /v2.0/ports?device_id=e720cbea-2b1d-4022-adb6-5aa4fd87858f HTTP/1.1" status: 200 len: 210 time: 0.0454493 Sep 17 07:47:44.236249 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-859f73f1-c127-47c5-ac0b-6f70a86d0e4b req-34a96f02-ae6c-43de-9b2e-cf2455b9dce0 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:44.246548 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-859f73f1-c127-47c5-ac0b-6f70a86d0e4b req-34a96f02-ae6c-43de-9b2e-cf2455b9dce0 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:44.271786 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-098e251b-9e03-42a6-b0ac-494355f7b303 x-openstack-request-id: req-098e251b-9e03-42a6-b0ac-494355f7b303 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:47:44.273039 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bff86472-d8ba-4b8f-957b-aef4ea838ce9", "tag": "94b9b03b-bcfa-4457-bd09-4a366b2aedd2", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:47:44.273578 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-098e251b-9e03-42a6-b0ac-494355f7b303 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:47:44.274147 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bff86472-d8ba-4b8f-957b-aef4ea838ce9', 'tag': '94b9b03b-bcfa-4457-bd09-4a366b2aedd2', 'status': 'completed', 'code': 200} Sep 17 07:47:44.303649 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a96f02-ae6c-43de-9b2e-cf2455b9dce0 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0527cf50-e992-40d1-b7f6-8dc5d0b81f79,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:44.327697 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-859f73f1-c127-47c5-ac0b-6f70a86d0e4b req-34a96f02-ae6c-43de-9b2e-cf2455b9dce0 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:44.329774 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-859f73f1-c127-47c5-ac0b-6f70a86d0e4b req-34a96f02-ae6c-43de-9b2e-cf2455b9dce0 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4033792 Sep 17 07:47:44.377793 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c310daa-a411-4124-927a-000cfcb85ab3 req-15ff88fc-f48a-4b4e-8ecd-cb81611ceda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:44.379383 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8c310daa-a411-4124-927a-000cfcb85ab3 req-15ff88fc-f48a-4b4e-8ecd-cb81611ceda3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2525ecc58cad4fa78c4be116636fc184&device_id=bff86472-d8ba-4b8f-957b-aef4ea838ce9 HTTP/1.1" status: 200 len: 1124 time: 0.0449569 Sep 17 07:47:44.436399 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efa9b3c-2515-4310-b05d-71059de436a4 req-fb32cfb7-9417-4063-b3ee-6e3efd707510 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:44.437951 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8efa9b3c-2515-4310-b05d-71059de436a4 req-fb32cfb7-9417-4063-b3ee-6e3efd707510 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff86472-d8ba-4b8f-957b-aef4ea838ce9 HTTP/1.1" status: 200 len: 943 time: 0.1055651 Sep 17 07:47:44.480533 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-a46b6ad3-a4da-41e2-9e65-4d4f6555bb57 req-392797a7-6a5b-4f4c-9884-806b2c09a818 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1589488694', 'description': 'tempest-description-1615913130'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:47:44.503817 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c310daa-a411-4124-927a-000cfcb85ab3 req-2d007c0e-2ee9-42c6-b55e-608ca7a3ab1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:44.505615 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8c310daa-a411-4124-927a-000cfcb85ab3 req-2d007c0e-2ee9-42c6-b55e-608ca7a3ab1b service neutron] 10.222.0.41 "GET /v2.0/networks?id=339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5 HTTP/1.1" status: 200 len: 921 time: 0.1061018 Sep 17 07:47:44.528851 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8efa9b3c-2515-4310-b05d-71059de436a4 req-ab64af0d-8dac-4c83-b35e-dcda531978e3 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801895 Sep 17 07:47:44.551114 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [req-a1dc9831-9df7-4000-b5d6-5d8cd6027553 req-1331c2b4-681a-4e3b-89f4-4a674bd41674 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ad87b74-3b5b-4433-9518-94ec4e1290f9 {{(pid=101289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:47:44.561258 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-a1dc9831-9df7-4000-b5d6-5d8cd6027553 req-1331c2b4-681a-4e3b-89f4-4a674bd41674 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:44.570339 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8c310daa-a411-4124-927a-000cfcb85ab3 req-fb28e056-1894-4ebb-8dbc-affc707c4c93 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94b9b03b-bcfa-4457-bd09-4a366b2aedd2 HTTP/1.1" status: 200 len: 217 time: 0.0563648 Sep 17 07:47:44.577678 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-a46b6ad3-a4da-41e2-9e65-4d4f6555bb57 req-392797a7-6a5b-4f4c-9884-806b2c09a818 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:44.583081 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.provisioning_blocks [req-a1dc9831-9df7-4000-b5d6-5d8cd6027553 req-1331c2b4-681a-4e3b-89f4-4a674bd41674 service neutron] Transition to ACTIVE for port object 2ad87b74-3b5b-4433-9518-94ec4e1290f9 will not be triggered until provisioned by entity L2. {{(pid=101289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:47:44.593204 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-a1dc9831-9df7-4000-b5d6-5d8cd6027553 req-1331c2b4-681a-4e3b-89f4-4a674bd41674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:44.650036 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c310daa-a411-4124-927a-000cfcb85ab3 req-593f56ef-2493-44a1-8b0e-0cbdf8cdad26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:44.651692 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8c310daa-a411-4124-927a-000cfcb85ab3 req-593f56ef-2493-44a1-8b0e-0cbdf8cdad26 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=affefed0-1fce-4202-a68f-ea65cc757370 HTTP/1.1" status: 200 len: 860 time: 0.0664697 Sep 17 07:47:44.695174 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8c310daa-a411-4124-927a-000cfcb85ab3 req-8f1f67e7-077e-4696-b05d-7e5d2fc5e9f4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350919 Sep 17 07:47:44.700287 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f8437866-7e2f-49d5-af5b-77e190afec62 req-88e6633b-2bc5-4672-9552-46146197d3d1 tempest-ServerShowV254Test-653478938 tempest-ServerShowV254Test-653478938-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee4c35-0d82-4bc8-bc1e-8f53d34e017e HTTP/1.1" status: 200 len: 210 time: 0.0465658 Sep 17 07:47:44.700875 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1331c2b4-681a-4e3b-89f4-4a674bd41674 service neutron] Pushing event updated for resources: {'Port': ['ID=2ad87b74-3b5b-4433-9518-94ec4e1290f9,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:44.820319 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-a1dc9831-9df7-4000-b5d6-5d8cd6027553 req-1331c2b4-681a-4e3b-89f4-4a674bd41674 service neutron] Attempting to bind port 2ad87b74-3b5b-4433-9518-94ec4e1290f9 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:47:44.821358 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-a1dc9831-9df7-4000-b5d6-5d8cd6027553 req-1331c2b4-681a-4e3b-89f4-4a674bd41674 service neutron] Attempting to bind port 2ad87b74-3b5b-4433-9518-94ec4e1290f9 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': '2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a0a513a6-9cd3-48db-b90d-df8b88e7c76b'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:47:44.821358 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1dc9831-9df7-4000-b5d6-5d8cd6027553 req-1331c2b4-681a-4e3b-89f4-4a674bd41674 service neutron] Attempting to bind port 2ad87b74-3b5b-4433-9518-94ec4e1290f9 on network a0a513a6-9cd3-48db-b90d-df8b88e7c76b {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:47:44.850117 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-a46b6ad3-a4da-41e2-9e65-4d4f6555bb57 req-392797a7-6a5b-4f4c-9884-806b2c09a818 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:44.851113 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1dc9831-9df7-4000-b5d6-5d8cd6027553 req-1331c2b4-681a-4e3b-89f4-4a674bd41674 service neutron] Port 2ad87b74-3b5b-4433-9518-94ec4e1290f9 on network a0a513a6-9cd3-48db-b90d-df8b88e7c76b not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:47:44.852000 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1dc9831-9df7-4000-b5d6-5d8cd6027553 req-1331c2b4-681a-4e3b-89f4-4a674bd41674 service neutron] Attempting to bind port 2ad87b74-3b5b-4433-9518-94ec4e1290f9 on network a0a513a6-9cd3-48db-b90d-df8b88e7c76b {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:47:44.855953 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8c310daa-a411-4124-927a-000cfcb85ab3 req-c2d91a93-c0c4-4ab7-a48e-652f8ae95a4f service neutron] 10.222.0.41 "GET /v2.0/networks/339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464984 Sep 17 07:47:44.860576 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1dc9831-9df7-4000-b5d6-5d8cd6027553 req-1331c2b4-681a-4e3b-89f4-4a674bd41674 service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:47:44.860910 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1dc9831-9df7-4000-b5d6-5d8cd6027553 req-1331c2b4-681a-4e3b-89f4-4a674bd41674 service neutron] Checking segment: {'id': '2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a0a513a6-9cd3-48db-b90d-df8b88e7c76b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:47:44.861292 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1dc9831-9df7-4000-b5d6-5d8cd6027553 req-1331c2b4-681a-4e3b-89f4-4a674bd41674 service neutron] Bound using segment: {'id': '2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a0a513a6-9cd3-48db-b90d-df8b88e7c76b'} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:47:44.861722 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-a1dc9831-9df7-4000-b5d6-5d8cd6027553 req-1331c2b4-681a-4e3b-89f4-4a674bd41674 service neutron] Bound port: 2ad87b74-3b5b-4433-9518-94ec4e1290f9, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a0a513a6-9cd3-48db-b90d-df8b88e7c76b'}}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:47:44.862176 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-a1dc9831-9df7-4000-b5d6-5d8cd6027553 req-1331c2b4-681a-4e3b-89f4-4a674bd41674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:44.863899 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-a46b6ad3-a4da-41e2-9e65-4d4f6555bb57 req-392797a7-6a5b-4f4c-9884-806b2c09a818 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:44.911262 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c9ae7-aafe-4ab7-91d5-2f141096feb9 req-5b483bb2-1a59-4163-aaa6-12b0a61d1818 tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:44.912781 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-268c9ae7-aafe-4ab7-91d5-2f141096feb9 req-5b483bb2-1a59-4163-aaa6-12b0a61d1818 tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ed039b3-9c13-42cb-a3b4-98090761d4bb HTTP/1.1" status: 200 len: 946 time: 0.1137931 Sep 17 07:47:44.933560 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-a46b6ad3-a4da-41e2-9e65-4d4f6555bb57 req-392797a7-6a5b-4f4c-9884-806b2c09a818 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:44.934754 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a46b6ad3-a4da-41e2-9e65-4d4f6555bb57 req-392797a7-6a5b-4f4c-9884-806b2c09a818 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4832613 Sep 17 07:47:44.951296 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392797a7-6a5b-4f4c-9884-806b2c09a818 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be7f4062-4aa1-4c31-8e25-1adf93d6e772,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:44.976992 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8c310daa-a411-4124-927a-000cfcb85ab3 req-3c6e57cf-10f6-4151-b293-4a9e97d1b912 service neutron] 10.222.0.41 "GET /v2.0/networks/339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076505 Sep 17 07:47:45.004327 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-268c9ae7-aafe-4ab7-91d5-2f141096feb9 req-cea0a072-c5b2-457b-b148-28bf8abfb5db tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] 10.222.0.13 "GET /v2.0/security-groups?id=20ef99ba-7ca0-4491-8e58-8d35cc31cf0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651796 Sep 17 07:47:45.006839 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-a1dc9831-9df7-4000-b5d6-5d8cd6027553 req-1331c2b4-681a-4e3b-89f4-4a674bd41674 service neutron] For port 2ad87b74-3b5b-4433-9518-94ec4e1290f9, host n-h1-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:47:45.011036 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-a1dc9831-9df7-4000-b5d6-5d8cd6027553 req-1331c2b4-681a-4e3b-89f4-4a674bd41674 service neutron] For port 2ad87b74-3b5b-4433-9518-94ec4e1290f9, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=2ad87b74-3b5b-4433-9518-94ec4e1290f9,segment=NetworkSegment(2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff),segment_id=2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff)] {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:47:45.018757 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-a1dc9831-9df7-4000-b5d6-5d8cd6027553 req-1331c2b4-681a-4e3b-89f4-4a674bd41674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:45.055166 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc9831-9df7-4000-b5d6-5d8cd6027553 req-1331c2b4-681a-4e3b-89f4-4a674bd41674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:45.055863 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-a1dc9831-9df7-4000-b5d6-5d8cd6027553 req-1331c2b4-681a-4e3b-89f4-4a674bd41674 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:45.057276 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a1dc9831-9df7-4000-b5d6-5d8cd6027553 req-1331c2b4-681a-4e3b-89f4-4a674bd41674 service neutron] 10.222.0.41 "PUT /v2.0/ports/2ad87b74-3b5b-4433-9518-94ec4e1290f9 HTTP/1.1" status: 200 len: 1091 time: 1.1881685 Sep 17 07:47:45.057761 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c20c08af-51fa-4753-95b7-55abba3651bc', 'tag': '2ad87b74-3b5b-4433-9518-94ec4e1290f9'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:47:45.060258 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de92f2c0-03d4-4a06-a179-cfea86198f9e" -d '{"events": [{"name": "network-changed", "server_uuid": "c20c08af-51fa-4753-95b7-55abba3651bc", "tag": "2ad87b74-3b5b-4433-9518-94ec4e1290f9"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:47:45.091539 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1331c2b4-681a-4e3b-89f4-4a674bd41674 service neutron] Pushing event updated for resources: {'Port': ['ID=2ad87b74-3b5b-4433-9518-94ec4e1290f9,revision_number=3']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:45.188456 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59082983-a28c-4e8b-b878-11d9bf93ce1a req-dd42d090-94f1-477e-8367-2a65850b6eb6 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:45.190382 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-59082983-a28c-4e8b-b878-11d9bf93ce1a req-dd42d090-94f1-477e-8367-2a65850b6eb6 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=122e87e7-8d39-4215-ab45-ffb807004a1a HTTP/1.1" status: 200 len: 945 time: 0.0831451 Sep 17 07:47:45.206107 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc9831-9df7-4000-b5d6-5d8cd6027553 req-5179f6d8-07c3-4320-805f-855ea1bef278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:45.207947 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a1dc9831-9df7-4000-b5d6-5d8cd6027553 req-5179f6d8-07c3-4320-805f-855ea1bef278 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4f0e4c1c4dc94ab78a72a2655bcb731a&device_id=c20c08af-51fa-4753-95b7-55abba3651bc HTTP/1.1" status: 200 len: 1094 time: 0.0688412 Sep 17 07:47:45.244481 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-59082983-a28c-4e8b-b878-11d9bf93ce1a req-c1afe60d-2eaf-4aa5-ad56-d0208d208ca2 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/security-groups?id=53a4612f-058b-4338-9861-1ad45234538f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465667 Sep 17 07:47:45.294543 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a1dc9831-9df7-4000-b5d6-5d8cd6027553 req-d423eb10-7fc4-4043-8ed5-89a77adfb73f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ad87b74-3b5b-4433-9518-94ec4e1290f9 HTTP/1.1" status: 200 len: 217 time: 0.0534570 Sep 17 07:47:45.297415 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-dddb86b0-ee25-4fe8-a09b-d7f15a239fa6 req-dc4e6016-c56b-4b24-827e-7c3abd15de62 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1973494157', 'description': 'tempest-description-935872760'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:47:45.356503 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-dddb86b0-ee25-4fe8-a09b-d7f15a239fa6 req-dc4e6016-c56b-4b24-827e-7c3abd15de62 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:45.361341 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc9831-9df7-4000-b5d6-5d8cd6027553 req-e144de6f-abeb-4eb6-b157-949ad19f871e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:45.363268 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a1dc9831-9df7-4000-b5d6-5d8cd6027553 req-e144de6f-abeb-4eb6-b157-949ad19f871e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b166af2c-f0c1-4005-bf20-b8a2b0583a5b HTTP/1.1" status: 200 len: 848 time: 0.0582945 Sep 17 07:47:45.405997 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a1dc9831-9df7-4000-b5d6-5d8cd6027553 req-ce567c0e-e7d6-4a7f-b003-68c85a04be95 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a0a513a6-9cd3-48db-b90d-df8b88e7c76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332508 Sep 17 07:47:45.438677 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b66805-fc39-456b-bd41-0247409e4001 x-openstack-request-id: req-97b66805-fc39-456b-bd41-0247409e4001 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:47:45.439392 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c20c08af-51fa-4753-95b7-55abba3651bc", "tag": "2ad87b74-3b5b-4433-9518-94ec4e1290f9", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:47:45.439392 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-97b66805-fc39-456b-bd41-0247409e4001 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:47:45.439583 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c20c08af-51fa-4753-95b7-55abba3651bc', 'tag': '2ad87b74-3b5b-4433-9518-94ec4e1290f9', 'status': 'completed', 'code': 200} Sep 17 07:47:45.580715 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-dddb86b0-ee25-4fe8-a09b-d7f15a239fa6 req-dc4e6016-c56b-4b24-827e-7c3abd15de62 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:45.583080 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a1dc9831-9df7-4000-b5d6-5d8cd6027553 req-eb470d87-5398-4bd9-8b97-cf1b8524335f service neutron] 10.222.0.41 "GET /v2.0/networks/a0a513a6-9cd3-48db-b90d-df8b88e7c76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665735 Sep 17 07:47:45.585815 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-dddb86b0-ee25-4fe8-a09b-d7f15a239fa6 req-dc4e6016-c56b-4b24-827e-7c3abd15de62 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:45.606331 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd3583-f6b5-4197-a404-d7a12eec905f req-1455d9ea-76c9-4964-89f8-7e958323a960 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:45.607899 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-afcd3583-f6b5-4197-a404-d7a12eec905f req-1455d9ea-76c9-4964-89f8-7e958323a960 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=c20c08af-51fa-4753-95b7-55abba3651bc HTTP/1.1" status: 200 len: 943 time: 0.1153827 Sep 17 07:47:45.651122 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-dddb86b0-ee25-4fe8-a09b-d7f15a239fa6 req-dc4e6016-c56b-4b24-827e-7c3abd15de62 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:45.652366 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dddb86b0-ee25-4fe8-a09b-d7f15a239fa6 req-dc4e6016-c56b-4b24-827e-7c3abd15de62 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3603616 Sep 17 07:47:45.670441 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2624c45a-c5b8-4c6c-a420-962456f41c34 req-20d4fdb8-f4ab-4dc1-adb9-1276ce4de20c tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:45.672102 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2624c45a-c5b8-4c6c-a420-962456f41c34 req-20d4fdb8-f4ab-4dc1-adb9-1276ce4de20c tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ed039b3-9c13-42cb-a3b4-98090761d4bb HTTP/1.1" status: 200 len: 946 time: 0.0567110 Sep 17 07:47:45.684127 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4e6016-c56b-4b24-827e-7c3abd15de62 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a95a7d4-1aa1-4ea6-9078-f17f130beeac,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:45.756683 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-afcd3583-f6b5-4197-a404-d7a12eec905f req-0f2e2ba1-3432-4ea3-97e2-087f22f134d1 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383176 Sep 17 07:47:45.776659 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-2624c45a-c5b8-4c6c-a420-962456f41c34 req-b741e68c-279c-4fe1-81eb-c4396eec7ee5 tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] Deleting port c13bd269-eff5-4609-ae54-471bad999dec {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:47:45.777106 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-2624c45a-c5b8-4c6c-a420-962456f41c34 req-b741e68c-279c-4fe1-81eb-c4396eec7ee5 tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:45.819390 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-91b7428a-afb0-4ea0-aadb-f61da2a1dd53 req-f2191ad8-2b78-47a3-88a4-70473ed9bd8e tempest-ServerShowV247Test-1222923917 tempest-ServerShowV247Test-1222923917-project] 10.222.0.13 "GET /v2.0/ports?device_id=e720cbea-2b1d-4022-adb6-5aa4fd87858f HTTP/1.1" status: 200 len: 210 time: 0.0880170 Sep 17 07:47:45.821620 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a1dc9831-9df7-4000-b5d6-5d8cd6027553 req-22dfb715-8852-4200-867d-742cf0ea85be service neutron] 10.222.0.41 "GET /v2.0/networks/a0a513a6-9cd3-48db-b90d-df8b88e7c76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057920 Sep 17 07:47:45.894019 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-2624c45a-c5b8-4c6c-a420-962456f41c34 req-b741e68c-279c-4fe1-81eb-c4396eec7ee5 tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] For port c13bd269-eff5-4609-ae54-471bad999dec, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=c13bd269-eff5-4609-ae54-471bad999dec,segment=NetworkSegment(fd8f5a13-1c06-4de9-a0a1-9eeb4f661339),segment_id=fd8f5a13-1c06-4de9-a0a1-9eeb4f661339)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:47:45.894463 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-2624c45a-c5b8-4c6c-a420-962456f41c34 req-b741e68c-279c-4fe1-81eb-c4396eec7ee5 tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:45.907334 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-2624c45a-c5b8-4c6c-a420-962456f41c34 req-b741e68c-279c-4fe1-81eb-c4396eec7ee5 tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] Calling delete_port for c13bd269-eff5-4609-ae54-471bad999dec owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:47:46.018286 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de92f2c0-03d4-4a06-a179-cfea86198f9e req-7f88727d-f732-4b17-874f-406469942745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:46.020371 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-de92f2c0-03d4-4a06-a179-cfea86198f9e req-7f88727d-f732-4b17-874f-406469942745 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4f0e4c1c4dc94ab78a72a2655bcb731a&device_id=c20c08af-51fa-4753-95b7-55abba3651bc HTTP/1.1" status: 200 len: 1094 time: 0.0724719 Sep 17 07:47:46.071758 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-2624c45a-c5b8-4c6c-a420-962456f41c34 req-b741e68c-279c-4fe1-81eb-c4396eec7ee5 tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:46.114026 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['c13bd269-eff5-4609-ae54-471bad999dec'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:47:46.163146 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b741e68c-279c-4fe1-81eb-c4396eec7ee5 tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] Pushing event deleted for resources: {'Port': ['ID=c13bd269-eff5-4609-ae54-471bad999dec,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:46.182876 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-2624c45a-c5b8-4c6c-a420-962456f41c34 req-b741e68c-279c-4fe1-81eb-c4396eec7ee5 tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] No DVR routers for this DVR port c13bd269-eff5-4609-ae54-471bad999dec on host n-h1-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:47:46.185382 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-2624c45a-c5b8-4c6c-a420-962456f41c34 req-b741e68c-279c-4fe1-81eb-c4396eec7ee5 tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:46.187541 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2624c45a-c5b8-4c6c-a420-962456f41c34 req-b741e68c-279c-4fe1-81eb-c4396eec7ee5 tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] 10.222.0.41 "DELETE /v2.0/ports/c13bd269-eff5-4609-ae54-471bad999dec HTTP/1.1" status: 204 len: 173 time: 0.5087671 Sep 17 07:47:46.275325 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ed039b3-9c13-42cb-a3b4-98090761d4bb', 'name': 'network-vif-deleted', 'tag': 'c13bd269-eff5-4609-ae54-471bad999dec'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:47:46.277780 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315ceda5-a229-4784-bc3c-dc39ff3ea372" -d '{"events": [{"server_uuid": "7ed039b3-9c13-42cb-a3b4-98090761d4bb", "name": "network-vif-deleted", "tag": "c13bd269-eff5-4609-ae54-471bad999dec"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:47:46.288372 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fa4190-040f-442f-bc87-9d4e32d38da9 req-a28a2065-a85a-4ff6-8cf3-f1dc8bced21e tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:46.289955 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-12fa4190-040f-442f-bc87-9d4e32d38da9 req-a28a2065-a85a-4ff6-8cf3-f1dc8bced21e tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff86472-d8ba-4b8f-957b-aef4ea838ce9 HTTP/1.1" status: 200 len: 943 time: 0.2684774 Sep 17 07:47:46.307157 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de92f2c0-03d4-4a06-a179-cfea86198f9e req-79f7cbd2-2f34-44ed-948f-e5e613ce6038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:46.308659 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-de92f2c0-03d4-4a06-a179-cfea86198f9e req-79f7cbd2-2f34-44ed-948f-e5e613ce6038 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a0a513a6-9cd3-48db-b90d-df8b88e7c76b HTTP/1.1" status: 200 len: 909 time: 0.2591116 Sep 17 07:47:46.321511 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dbc4569d-6472-49c3-8780-d686c3b0fac1 req-3c6ca054-1435-4206-9c08-4e0c82208271 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] 10.222.0.13 "GET /v2.0/security-groups/be7f4062-4aa1-4c31-8e25-1adf93d6e772 HTTP/1.1" status: 200 len: 1805 time: 0.2044222 Sep 17 07:47:46.367476 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-de92f2c0-03d4-4a06-a179-cfea86198f9e req-adeb9935-a1f9-43ce-9249-dd2bd1aa6eac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ad87b74-3b5b-4433-9518-94ec4e1290f9 HTTP/1.1" status: 200 len: 217 time: 0.0492730 Sep 17 07:47:46.442281 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-12fa4190-040f-442f-bc87-9d4e32d38da9 req-59f399a8-86ba-4bd7-80e5-a586fb158232 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445577 Sep 17 07:47:46.461780 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de92f2c0-03d4-4a06-a179-cfea86198f9e req-991c4299-955a-46e5-a6a5-b0e7e5dbc498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:46.463240 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-de92f2c0-03d4-4a06-a179-cfea86198f9e req-991c4299-955a-46e5-a6a5-b0e7e5dbc498 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b166af2c-f0c1-4005-bf20-b8a2b0583a5b HTTP/1.1" status: 200 len: 848 time: 0.0848258 Sep 17 07:47:46.465892 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dbc4569d-6472-49c3-8780-d686c3b0fac1 req-2698963d-eb40-41e1-b620-4e52a2a4b03a tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] 10.222.0.13 "GET /v2.0/security-groups/1a95a7d4-1aa1-4ea6-9078-f17f130beeac HTTP/1.1" status: 200 len: 1804 time: 0.1021938 Sep 17 07:47:46.490980 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-dbc4569d-6472-49c3-8780-d686c3b0fac1 req-ac20223d-635b-4b96-933a-006992b70277 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'be7f4062-4aa1-4c31-8e25-1adf93d6e772', 'remote_group_id': '1a95a7d4-1aa1-4ea6-9078-f17f130beeac', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:47:46.491354 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-dbc4569d-6472-49c3-8780-d686c3b0fac1 req-ac20223d-635b-4b96-933a-006992b70277 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'be7f4062-4aa1-4c31-8e25-1adf93d6e772', 'remote_group_id': '1a95a7d4-1aa1-4ea6-9078-f17f130beeac', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:47:46.794982 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-de92f2c0-03d4-4a06-a179-cfea86198f9e req-fe8647da-5096-49ac-9956-56d9f18d348d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a0a513a6-9cd3-48db-b90d-df8b88e7c76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3190091 Sep 17 07:47:46.833822 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9572064a-c5a0-4bc2-aaf0-952c6223bd49 req-0f89bd4b-65f8-42e4-85e9-b54a5e381b67 tempest-AttachSCSIVolumeTestJSON-874519146 tempest-AttachSCSIVolumeTestJSON-874519146-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ed039b3-9c13-42cb-a3b4-98090761d4bb HTTP/1.1" status: 200 len: 210 time: 0.0549045 Sep 17 07:47:46.945996 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cdac5b66-81ed-47c9-82c8-1d5001951e6a req-8dfb9b6d-e26c-4678-acf2-86beed4d3895 tempest-ServerShowV254Test-653478938 tempest-ServerShowV254Test-653478938-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee4c35-0d82-4bc8-bc1e-8f53d34e017e HTTP/1.1" status: 200 len: 210 time: 0.0410869 Sep 17 07:47:46.974396 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-de92f2c0-03d4-4a06-a179-cfea86198f9e req-6dffda26-ba3e-49d4-8596-684868c44734 service neutron] 10.222.0.41 "GET /v2.0/networks/a0a513a6-9cd3-48db-b90d-df8b88e7c76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688974 Sep 17 07:47:46.977922 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-dbc4569d-6472-49c3-8780-d686c3b0fac1 req-ac20223d-635b-4b96-933a-006992b70277 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:47.046009 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-dbc4569d-6472-49c3-8780-d686c3b0fac1 req-ac20223d-635b-4b96-933a-006992b70277 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:47.093732 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-dbc4569d-6472-49c3-8780-d686c3b0fac1 req-ac20223d-635b-4b96-933a-006992b70277 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:47.127003 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac20223d-635b-4b96-933a-006992b70277 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f4d4c58-1e7c-4cc3-8e78-2d6012488c9b,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:47.142225 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-dbc4569d-6472-49c3-8780-d686c3b0fac1 req-ac20223d-635b-4b96-933a-006992b70277 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:47.143410 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dbc4569d-6472-49c3-8780-d686c3b0fac1 req-ac20223d-635b-4b96-933a-006992b70277 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6686182 Sep 17 07:47:47.151767 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-de92f2c0-03d4-4a06-a179-cfea86198f9e req-8a299243-279c-4c88-8ea5-028c4660d667 service neutron] 10.222.0.41 "GET /v2.0/networks/a0a513a6-9cd3-48db-b90d-df8b88e7c76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691701 Sep 17 07:47:47.160673 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731097ea-6c9a-48e6-9435-365ee129c047 req-ddb7eeee-5597-4c77-8a70-78870e436fc6 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:47.162250 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-731097ea-6c9a-48e6-9435-365ee129c047 req-ddb7eeee-5597-4c77-8a70-78870e436fc6 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=122e87e7-8d39-4215-ab45-ffb807004a1a HTTP/1.1" status: 200 len: 945 time: 0.1392684 Sep 17 07:47:47.187424 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd5f0f1-2add-4a86-b5c4-b8aa87dbfc97 x-openstack-request-id: req-7bd5f0f1-2add-4a86-b5c4-b8aa87dbfc97 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:47:47.188337 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ed039b3-9c13-42cb-a3b4-98090761d4bb", "name": "network-vif-deleted", "tag": "c13bd269-eff5-4609-ae54-471bad999dec", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:47:47.188594 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7bd5f0f1-2add-4a86-b5c4-b8aa87dbfc97 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:47:47.188996 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ed039b3-9c13-42cb-a3b4-98090761d4bb', 'name': 'network-vif-deleted', 'tag': 'c13bd269-eff5-4609-ae54-471bad999dec', 'status': 'completed', 'code': 200} Sep 17 07:47:47.207359 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-731097ea-6c9a-48e6-9435-365ee129c047 req-d6be9e44-75c2-4c0c-aa2f-09380713bb05 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/security-groups?id=53a4612f-058b-4338-9861-1ad45234538f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374858 Sep 17 07:47:47.306186 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-13393151-2769-4cba-b29e-138c1e0a715d req-12bfec2b-9183-4c8c-b014-2ca745739abf tempest-ServerShowV247Test-1222923917 tempest-ServerShowV247Test-1222923917-project] 10.222.0.13 "GET /v2.0/ports?device_id=e720cbea-2b1d-4022-adb6-5aa4fd87858f HTTP/1.1" status: 200 len: 210 time: 0.0339084 Sep 17 07:47:47.319952 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b3c41-b637-46e4-bd53-c79bde11a9e9 req-b4c6aa66-fc3a-4891-896e-c056d2b761fe tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:47.321331 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a09b3c41-b637-46e4-bd53-c79bde11a9e9 req-b4c6aa66-fc3a-4891-896e-c056d2b761fe tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=c20c08af-51fa-4753-95b7-55abba3651bc HTTP/1.1" status: 200 len: 943 time: 0.0851853 Sep 17 07:47:47.363804 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a09b3c41-b637-46e4-bd53-c79bde11a9e9 req-fb9b517c-8b75-434c-8334-df3ea1e36d0d tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348296 Sep 17 07:47:47.423082 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cb6a9384-f191-4d28-ab37-9ca0624767e8 req-73006d4c-6758-469a-a4ed-7d25db02b1d2 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] 10.222.0.13 "GET /v2.0/security-groups/1a95a7d4-1aa1-4ea6-9078-f17f130beeac HTTP/1.1" status: 200 len: 1804 time: 0.0372164 Sep 17 07:47:47.477452 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-cb6a9384-f191-4d28-ab37-9ca0624767e8 req-fbe0c980-496d-454b-a0cd-a99aa23f4afd tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:47.500128 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-cb6a9384-f191-4d28-ab37-9ca0624767e8 req-fbe0c980-496d-454b-a0cd-a99aa23f4afd tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:47.584603 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f3a10-7855-4985-a235-073fcc0a7cb6 req-cbfd8b03-3824-4e55-a1e0-3f38fe85a539 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:47.586080 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-319f3a10-7855-4985-a235-073fcc0a7cb6 req-cbfd8b03-3824-4e55-a1e0-3f38fe85a539 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff86472-d8ba-4b8f-957b-aef4ea838ce9 HTTP/1.1" status: 200 len: 943 time: 0.0703804 Sep 17 07:47:47.612019 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-cb6a9384-f191-4d28-ab37-9ca0624767e8 req-fbe0c980-496d-454b-a0cd-a99aa23f4afd tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:47.614536 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-cb6a9384-f191-4d28-ab37-9ca0624767e8 req-fbe0c980-496d-454b-a0cd-a99aa23f4afd tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:47.615638 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cb6a9384-f191-4d28-ab37-9ca0624767e8 req-fbe0c980-496d-454b-a0cd-a99aa23f4afd tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] 10.222.0.13 "DELETE /v2.0/security-groups/1a95a7d4-1aa1-4ea6-9078-f17f130beeac HTTP/1.1" status: 204 len: 173 time: 0.1867127 Sep 17 07:47:47.636257 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe0c980-496d-454b-a0cd-a99aa23f4afd tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a95a7d4-1aa1-4ea6-9078-f17f130beeac,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:47.656437 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-319f3a10-7855-4985-a235-073fcc0a7cb6 req-05073521-9017-4981-bfd2-50df82829cac tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642843 Sep 17 07:47:47.682430 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-64c11073-4cd9-4e0a-8593-47285b2cf855 req-b2f7a0d2-1cac-433b-9d3e-00c023469d36 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] 10.222.0.13 "GET /v2.0/security-groups/be7f4062-4aa1-4c31-8e25-1adf93d6e772 HTTP/1.1" status: 200 len: 1805 time: 0.0473714 Sep 17 07:47:47.709932 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-1015cd35-9230-441b-9037-fb8b3bd43fc0 req-48eb4558-9d02-4152-9415-c9f2a62b8ed2 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1841946768', 'description': 'tempest-description-247139372'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:47:47.730939 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1015cd35-9230-441b-9037-fb8b3bd43fc0 req-48eb4558-9d02-4152-9415-c9f2a62b8ed2 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:47.807530 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1015cd35-9230-441b-9037-fb8b3bd43fc0 req-48eb4558-9d02-4152-9415-c9f2a62b8ed2 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:47.810786 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1015cd35-9230-441b-9037-fb8b3bd43fc0 req-48eb4558-9d02-4152-9415-c9f2a62b8ed2 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:47.837239 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1015cd35-9230-441b-9037-fb8b3bd43fc0 req-48eb4558-9d02-4152-9415-c9f2a62b8ed2 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:47.838443 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1015cd35-9230-441b-9037-fb8b3bd43fc0 req-48eb4558-9d02-4152-9415-c9f2a62b8ed2 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1327102 Sep 17 07:47:47.840155 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eb4558-9d02-4152-9415-c9f2a62b8ed2 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5370dd23-d510-4be2-8301-75e8e13eb74e,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:47.899721 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0a841b52-09ca-46ba-a7d0-fcb2d1e96a8c req-d9e62901-4090-45ee-8139-899258bb8ac9 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] 10.222.0.13 "GET /v2.0/security-groups/5370dd23-d510-4be2-8301-75e8e13eb74e HTTP/1.1" status: 200 len: 1804 time: 0.0404513 Sep 17 07:47:47.909324 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-0a841b52-09ca-46ba-a7d0-fcb2d1e96a8c req-8a834c62-58d8-41bb-873f-f294d49f7d9a tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5370dd23-d510-4be2-8301-75e8e13eb74e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:47:47.909851 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-0a841b52-09ca-46ba-a7d0-fcb2d1e96a8c req-8a834c62-58d8-41bb-873f-f294d49f7d9a tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5370dd23-d510-4be2-8301-75e8e13eb74e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:47:47.969863 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-0a841b52-09ca-46ba-a7d0-fcb2d1e96a8c req-8a834c62-58d8-41bb-873f-f294d49f7d9a tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:47.997076 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-0a841b52-09ca-46ba-a7d0-fcb2d1e96a8c req-8a834c62-58d8-41bb-873f-f294d49f7d9a tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:48.001785 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-0a841b52-09ca-46ba-a7d0-fcb2d1e96a8c req-8a834c62-58d8-41bb-873f-f294d49f7d9a tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:48.024974 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a834c62-58d8-41bb-873f-f294d49f7d9a tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dad4e8ac-69a6-4d15-9534-b5818a59e75d,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:48.041484 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-0a841b52-09ca-46ba-a7d0-fcb2d1e96a8c req-8a834c62-58d8-41bb-873f-f294d49f7d9a tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:48.041484 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0a841b52-09ca-46ba-a7d0-fcb2d1e96a8c req-8a834c62-58d8-41bb-873f-f294d49f7d9a tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1357768 Sep 17 07:47:48.056230 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f468c9e6-bf5b-41b5-b2a1-2a7ad5413589 req-6a31c433-0436-41cc-ab87-4106c776da23 tempest-ServerShowV254Test-653478938 tempest-ServerShowV254Test-653478938-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee4c35-0d82-4bc8-bc1e-8f53d34e017e HTTP/1.1" status: 200 len: 210 time: 0.0264556 Sep 17 07:47:48.108014 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-252c9892-9b7d-40ca-b036-51a1c8ab0c7d req-c952acdc-c08d-489e-9f97-493e97a137c2 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] 10.222.0.13 "GET /v2.0/security-groups/5370dd23-d510-4be2-8301-75e8e13eb74e HTTP/1.1" status: 200 len: 2397 time: 0.0467885 Sep 17 07:47:48.118607 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-252c9892-9b7d-40ca-b036-51a1c8ab0c7d req-3db12af1-9e1e-4c3f-b2bf-683821f53768 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5370dd23-d510-4be2-8301-75e8e13eb74e', 'remote_group_id': None}]} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:47:48.118922 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-252c9892-9b7d-40ca-b036-51a1c8ab0c7d req-3db12af1-9e1e-4c3f-b2bf-683821f53768 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5370dd23-d510-4be2-8301-75e8e13eb74e', 'remote_group_id': None}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:47:48.180292 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-252c9892-9b7d-40ca-b036-51a1c8ab0c7d req-3db12af1-9e1e-4c3f-b2bf-683821f53768 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:48.205760 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-252c9892-9b7d-40ca-b036-51a1c8ab0c7d req-3db12af1-9e1e-4c3f-b2bf-683821f53768 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:48.209273 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-252c9892-9b7d-40ca-b036-51a1c8ab0c7d req-3db12af1-9e1e-4c3f-b2bf-683821f53768 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:48.227150 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db12af1-9e1e-4c3f-b2bf-683821f53768 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f6d114d-0c86-4ff3-8a18-c3bd1e8e7cf9,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:48.233639 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-252c9892-9b7d-40ca-b036-51a1c8ab0c7d req-3db12af1-9e1e-4c3f-b2bf-683821f53768 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:48.235941 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-252c9892-9b7d-40ca-b036-51a1c8ab0c7d req-3db12af1-9e1e-4c3f-b2bf-683821f53768 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1204529 Sep 17 07:47:48.333704 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d289a103-ace5-4049-8061-f9491cf2eae7 req-464a3aab-ef54-4cec-b943-893b0e234a5b tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] 10.222.0.13 "GET /v2.0/security-groups/5370dd23-d510-4be2-8301-75e8e13eb74e HTTP/1.1" status: 200 len: 2995 time: 0.0772629 Sep 17 07:47:48.354245 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3359b1c1-37bd-4876-90b3-9750b8858a73 req-6d734729-1a42-494f-bb43-574a1d371f12 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:48.357544 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3359b1c1-37bd-4876-90b3-9750b8858a73 req-6d734729-1a42-494f-bb43-574a1d371f12 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=122e87e7-8d39-4215-ab45-ffb807004a1a HTTP/1.1" status: 200 len: 945 time: 0.0750937 Sep 17 07:47:48.405247 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3359b1c1-37bd-4876-90b3-9750b8858a73 req-00c9df39-a8e9-487a-8c91-f21102e67652 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/security-groups?id=53a4612f-058b-4338-9861-1ad45234538f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427241 Sep 17 07:47:48.424571 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ad8a6beb-5835-4c8c-be23-8d84d52c3995 req-7671e247-5c9c-4ead-b1d1-bf70fdaeb01f tempest-ServerShowV247Test-1222923917 tempest-ServerShowV247Test-1222923917-project] 10.222.0.13 "GET /v2.0/ports?device_id=e720cbea-2b1d-4022-adb6-5aa4fd87858f HTTP/1.1" status: 200 len: 210 time: 0.0358288 Sep 17 07:47:48.466952 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-933ec0f2-6eae-424b-8f60-f54ee272c083 req-e3da9d3b-7652-4af0-b022-e1cd1986016a tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] 10.222.0.13 "GET /v2.0/security-group-rules/4f6d114d-0c86-4ff3-8a18-c3bd1e8e7cf9 HTTP/1.1" status: 200 len: 783 time: 0.0326123 Sep 17 07:47:48.548011 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-933ec0f2-6eae-424b-8f60-f54ee272c083 req-bc4c91a0-dcfc-4b94-8d49-5c2f9239c0be tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] 10.222.0.13 "GET /v2.0/security-groups/5370dd23-d510-4be2-8301-75e8e13eb74e HTTP/1.1" status: 200 len: 2995 time: 0.0736732 Sep 17 07:47:48.565400 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72eceb4-b845-47c4-9103-a503d6330a8e req-edbb5fea-f824-4a4d-8060-e61bc37910ce tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:48.566898 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d72eceb4-b845-47c4-9103-a503d6330a8e req-edbb5fea-f824-4a4d-8060-e61bc37910ce tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=c20c08af-51fa-4753-95b7-55abba3651bc HTTP/1.1" status: 200 len: 943 time: 0.0791402 Sep 17 07:47:48.606900 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-933ec0f2-6eae-424b-8f60-f54ee272c083 req-789d5e03-3f58-4a6b-8af2-1f42595866e1 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:48.620691 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-933ec0f2-6eae-424b-8f60-f54ee272c083 req-789d5e03-3f58-4a6b-8af2-1f42595866e1 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:48.630830 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d72eceb4-b845-47c4-9103-a503d6330a8e req-c51cbbbd-099e-46b4-94e5-0a84687669ac tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580187 Sep 17 07:47:48.672530 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-933ec0f2-6eae-424b-8f60-f54ee272c083 req-789d5e03-3f58-4a6b-8af2-1f42595866e1 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:48.677598 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-933ec0f2-6eae-424b-8f60-f54ee272c083 req-789d5e03-3f58-4a6b-8af2-1f42595866e1 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:48.678764 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-933ec0f2-6eae-424b-8f60-f54ee272c083 req-789d5e03-3f58-4a6b-8af2-1f42595866e1 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/4f6d114d-0c86-4ff3-8a18-c3bd1e8e7cf9 HTTP/1.1" status: 204 len: 173 time: 0.1229360 Sep 17 07:47:48.691733 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789d5e03-3f58-4a6b-8af2-1f42595866e1 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4f6d114d-0c86-4ff3-8a18-c3bd1e8e7cf9,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:48.891973 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575704f5-490b-41d3-a4d0-b6f3b00e5335 req-9beb3912-48b7-445b-9031-4029c2fb8e29 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:48.893505 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-575704f5-490b-41d3-a4d0-b6f3b00e5335 req-9beb3912-48b7-445b-9031-4029c2fb8e29 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff86472-d8ba-4b8f-957b-aef4ea838ce9 HTTP/1.1" status: 200 len: 943 time: 0.0534635 Sep 17 07:47:48.936469 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-575704f5-490b-41d3-a4d0-b6f3b00e5335 req-c29b482c-7a97-4fb5-b89f-10fdca969dc8 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348554 Sep 17 07:47:49.015714 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-48ae0abd-9375-41d9-91e0-11209336f658 req-d5a63caf-07dc-4c2d-97af-d281d3147d72 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] 10.222.0.13 "GET /v2.0/security-groups/5370dd23-d510-4be2-8301-75e8e13eb74e HTTP/1.1" status: 200 len: 2397 time: 0.0478518 Sep 17 07:47:49.090022 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-48ae0abd-9375-41d9-91e0-11209336f658 req-b28ddb29-be24-4e84-b964-288ba33b33aa tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:49.116563 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-48ae0abd-9375-41d9-91e0-11209336f658 req-b28ddb29-be24-4e84-b964-288ba33b33aa tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:49.172115 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-72222991-a439-41e6-9114-d5a5edf3e675 req-d3a5db3c-d64c-46b3-bfb9-e16c6d1b229f tempest-ServerShowV254Test-653478938 tempest-ServerShowV254Test-653478938-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee4c35-0d82-4bc8-bc1e-8f53d34e017e HTTP/1.1" status: 200 len: 210 time: 0.0320179 Sep 17 07:47:49.184100 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-48ae0abd-9375-41d9-91e0-11209336f658 req-b28ddb29-be24-4e84-b964-288ba33b33aa tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:49.186809 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-48ae0abd-9375-41d9-91e0-11209336f658 req-b28ddb29-be24-4e84-b964-288ba33b33aa tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:49.191054 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-48ae0abd-9375-41d9-91e0-11209336f658 req-b28ddb29-be24-4e84-b964-288ba33b33aa tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] 10.222.0.13 "DELETE /v2.0/security-groups/5370dd23-d510-4be2-8301-75e8e13eb74e HTTP/1.1" status: 204 len: 173 time: 0.1668921 Sep 17 07:47:49.205763 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28ddb29-be24-4e84-b964-288ba33b33aa tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5370dd23-d510-4be2-8301-75e8e13eb74e,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:49.236844 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [req-0878e02c-d11c-4441-9cc2-e7c49593e463 req-b10ca88a-ca0a-4899-b8e3-32a7a993118f tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] show failed (client error): The resource could not be found. Sep 17 07:47:49.237857 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0878e02c-d11c-4441-9cc2-e7c49593e463 req-b10ca88a-ca0a-4899-b8e3-32a7a993118f tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] 10.222.0.13 "GET /v2.0/security-groups/1a95a7d4-1aa1-4ea6-9078-f17f130beeac HTTP/1.1" status: 404 len: 352 time: 0.0151877 Sep 17 07:47:49.298373 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b3df99f9-7e54-4d20-bae3-2c3e5ffb6d90 req-2909ea56-a07f-4d88-b62e-498cca71e865 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] 10.222.0.13 "GET /v2.0/security-groups/be7f4062-4aa1-4c31-8e25-1adf93d6e772 HTTP/1.1" status: 200 len: 1805 time: 0.0404758 Sep 17 07:47:49.357007 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-b3df99f9-7e54-4d20-bae3-2c3e5ffb6d90 req-791ea936-fd33-4b8c-a774-e2d1b91a8010 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:49.383197 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-b3df99f9-7e54-4d20-bae3-2c3e5ffb6d90 req-791ea936-fd33-4b8c-a774-e2d1b91a8010 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:49.424026 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-b3df99f9-7e54-4d20-bae3-2c3e5ffb6d90 req-791ea936-fd33-4b8c-a774-e2d1b91a8010 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:49.426618 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-b3df99f9-7e54-4d20-bae3-2c3e5ffb6d90 req-791ea936-fd33-4b8c-a774-e2d1b91a8010 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:49.427801 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b3df99f9-7e54-4d20-bae3-2c3e5ffb6d90 req-791ea936-fd33-4b8c-a774-e2d1b91a8010 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] 10.222.0.13 "DELETE /v2.0/security-groups/be7f4062-4aa1-4c31-8e25-1adf93d6e772 HTTP/1.1" status: 204 len: 173 time: 0.1231000 Sep 17 07:47:49.436728 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791ea936-fd33-4b8c-a774-e2d1b91a8010 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7f4062-4aa1-4c31-8e25-1adf93d6e772,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:49.488705 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-95bcfbee-13c4-4016-98bd-c039e452acf3 req-bb033346-a778-4edc-916d-078715fd13ee tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] 10.222.0.13 "GET /v2.0/security-groups/04ad5275-836a-48e9-9878-4bb3e1160cf6 HTTP/1.1" status: 200 len: 1803 time: 0.0422189 Sep 17 07:47:49.544432 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-376978b9-2ab2-4f6e-ba23-c3a336149155 req-09473ff5-4481-4424-a313-609c0b184e5e tempest-ServerShowV247Test-1222923917 tempest-ServerShowV247Test-1222923917-project] 10.222.0.13 "GET /v2.0/ports?device_id=e720cbea-2b1d-4022-adb6-5aa4fd87858f HTTP/1.1" status: 200 len: 210 time: 0.0335844 Sep 17 07:47:49.572609 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-95bcfbee-13c4-4016-98bd-c039e452acf3 req-45d5baaf-daf3-4617-bb69-a99c0586e9f2 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:49.594754 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-95bcfbee-13c4-4016-98bd-c039e452acf3 req-45d5baaf-daf3-4617-bb69-a99c0586e9f2 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:49.649531 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-95bcfbee-13c4-4016-98bd-c039e452acf3 req-45d5baaf-daf3-4617-bb69-a99c0586e9f2 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:49.652076 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-95bcfbee-13c4-4016-98bd-c039e452acf3 req-45d5baaf-daf3-4617-bb69-a99c0586e9f2 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:49.653212 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-95bcfbee-13c4-4016-98bd-c039e452acf3 req-45d5baaf-daf3-4617-bb69-a99c0586e9f2 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] 10.222.0.13 "DELETE /v2.0/security-groups/04ad5275-836a-48e9-9878-4bb3e1160cf6 HTTP/1.1" status: 204 len: 173 time: 0.1583483 Sep 17 07:47:49.662745 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d5baaf-daf3-4617-bb69-a99c0586e9f2 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ad5275-836a-48e9-9878-4bb3e1160cf6,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:49.738064 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8cd5073f-9f3f-4b2a-b1ff-d558445edd63 req-4c4c373c-cfd5-45fe-8dfa-b129098cd39e tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] 10.222.0.13 "GET /v2.0/security-groups/843ae8af-c99b-48fc-963a-a53db6cb51b2 HTTP/1.1" status: 200 len: 1804 time: 0.0593042 Sep 17 07:47:49.805913 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c081e7e2-b39e-4140-8c9e-b870729f5c7e req-a47f349d-b9d0-4950-97c0-3eeb3fdeac5d tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:49.807413 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c081e7e2-b39e-4140-8c9e-b870729f5c7e req-a47f349d-b9d0-4950-97c0-3eeb3fdeac5d tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=c20c08af-51fa-4753-95b7-55abba3651bc HTTP/1.1" status: 200 len: 943 time: 0.0848222 Sep 17 07:47:49.840186 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-8cd5073f-9f3f-4b2a-b1ff-d558445edd63 req-a429ebab-4f9b-4d76-a1af-f88e5d78972d tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:49.843329 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e6d3205f-9346-40ad-be7d-3984430b2a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:49.877105 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c081e7e2-b39e-4140-8c9e-b870729f5c7e req-8cc425d5-0a05-4421-a5e6-1fa3b1df5e4b tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614264 Sep 17 07:47:49.880694 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-8cd5073f-9f3f-4b2a-b1ff-d558445edd63 req-a429ebab-4f9b-4d76-a1af-f88e5d78972d tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:49.928971 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-8cd5073f-9f3f-4b2a-b1ff-d558445edd63 req-a429ebab-4f9b-4d76-a1af-f88e5d78972d tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:49.931658 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-8cd5073f-9f3f-4b2a-b1ff-d558445edd63 req-a429ebab-4f9b-4d76-a1af-f88e5d78972d tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:49.933031 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8cd5073f-9f3f-4b2a-b1ff-d558445edd63 req-a429ebab-4f9b-4d76-a1af-f88e5d78972d tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] 10.222.0.13 "DELETE /v2.0/security-groups/843ae8af-c99b-48fc-963a-a53db6cb51b2 HTTP/1.1" status: 204 len: 173 time: 0.1797278 Sep 17 07:47:49.942550 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a429ebab-4f9b-4d76-a1af-f88e5d78972d tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=843ae8af-c99b-48fc-963a-a53db6cb51b2,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:50.012361 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c59c5e61-e1a8-47b4-8fa9-29e49af5f9dd req-46f85d7a-bf7f-45e1-a969-8a9f118ff4db tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] 10.222.0.13 "GET /v2.0/security-groups/e243bce7-3d8c-4d53-a91c-406e5d97d227 HTTP/1.1" status: 200 len: 2404 time: 0.0527639 Sep 17 07:47:50.105525 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ac5f3-43bb-49ca-ba02-3bda087eb592 req-0a0ec6c3-fd37-4973-a086-31f2c170e1fa tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:50.107010 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9c8ac5f3-43bb-49ca-ba02-3bda087eb592 req-0a0ec6c3-fd37-4973-a086-31f2c170e1fa tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff86472-d8ba-4b8f-957b-aef4ea838ce9 HTTP/1.1" status: 200 len: 943 time: 0.0856228 Sep 17 07:47:50.122934 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-c59c5e61-e1a8-47b4-8fa9-29e49af5f9dd req-4d05a6f7-1c4b-46f3-b0d6-eb489825dfa0 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:50.164394 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-c59c5e61-e1a8-47b4-8fa9-29e49af5f9dd req-4d05a6f7-1c4b-46f3-b0d6-eb489825dfa0 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:50.172925 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9c8ac5f3-43bb-49ca-ba02-3bda087eb592 req-770ea6c5-455f-4c7e-87c9-26b9fc77718f tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576711 Sep 17 07:47:50.226688 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-c59c5e61-e1a8-47b4-8fa9-29e49af5f9dd req-4d05a6f7-1c4b-46f3-b0d6-eb489825dfa0 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:50.229487 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-c59c5e61-e1a8-47b4-8fa9-29e49af5f9dd req-4d05a6f7-1c4b-46f3-b0d6-eb489825dfa0 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:50.230945 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c59c5e61-e1a8-47b4-8fa9-29e49af5f9dd req-4d05a6f7-1c4b-46f3-b0d6-eb489825dfa0 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] 10.222.0.13 "DELETE /v2.0/security-groups/e243bce7-3d8c-4d53-a91c-406e5d97d227 HTTP/1.1" status: 204 len: 173 time: 0.2110915 Sep 17 07:47:50.243927 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d05a6f7-1c4b-46f3-b0d6-eb489825dfa0 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e243bce7-3d8c-4d53-a91c-406e5d97d227,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:50.313988 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4ec18618-05b9-4d72-a996-ecd5c17ae3c4 req-b005379c-c267-496f-b107-962a5b175e69 tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] 10.222.0.13 "GET /v2.0/security-groups/73d160eb-70cf-4fd4-b67c-44aec10d3817 HTTP/1.1" status: 200 len: 2396 time: 0.0556023 Sep 17 07:47:50.336841 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-511dc10b-bd56-4a60-9cc5-e13c7972b8bf req-a9d7ab5c-119e-4447-822d-89f615ac625f tempest-ServerShowV254Test-653478938 tempest-ServerShowV254Test-653478938-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee4c35-0d82-4bc8-bc1e-8f53d34e017e HTTP/1.1" status: 200 len: 210 time: 0.0340800 Sep 17 07:47:50.394908 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-4ec18618-05b9-4d72-a996-ecd5c17ae3c4 req-f9dcb94b-5cd8-4894-b683-6c490c676e5f tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:50.419507 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-4ec18618-05b9-4d72-a996-ecd5c17ae3c4 req-f9dcb94b-5cd8-4894-b683-6c490c676e5f tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:50.467408 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-4ec18618-05b9-4d72-a996-ecd5c17ae3c4 req-f9dcb94b-5cd8-4894-b683-6c490c676e5f tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:50.469970 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-4ec18618-05b9-4d72-a996-ecd5c17ae3c4 req-f9dcb94b-5cd8-4894-b683-6c490c676e5f tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:50.471125 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4ec18618-05b9-4d72-a996-ecd5c17ae3c4 req-f9dcb94b-5cd8-4894-b683-6c490c676e5f tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] 10.222.0.13 "DELETE /v2.0/security-groups/73d160eb-70cf-4fd4-b67c-44aec10d3817 HTTP/1.1" status: 204 len: 173 time: 0.1367445 Sep 17 07:47:50.477420 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 33276) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:47:50.480168 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dcb94b-5cd8-4894-b683-6c490c676e5f tempest-SecurityGroupRulesTestJSON-160346712 tempest-SecurityGroupRulesTestJSON-160346712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d160eb-70cf-4fd4-b67c-44aec10d3817,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:50.525539 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fae0ee7-c4d2-4ac1-9c35-4c625dbc0680 admin admin] Deleting subnet 3290c54f-2467-4db1-bfba-43f99638cd8a {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:47:50.528710 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2fae0ee7-c4d2-4ac1-9c35-4c625dbc0680 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:50.565144 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2fae0ee7-c4d2-4ac1-9c35-4c625dbc0680 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:50.607754 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2fae0ee7-c4d2-4ac1-9c35-4c625dbc0680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:50.653122 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d92feb64-8900-4465-8b90-a7968b85ce9c req-7e75e3a9-c815-414a-a15e-68d450884963 tempest-ServerShowV247Test-1222923917 tempest-ServerShowV247Test-1222923917-project] 10.222.0.13 "GET /v2.0/ports?device_id=e720cbea-2b1d-4022-adb6-5aa4fd87858f HTTP/1.1" status: 200 len: 210 time: 0.0272818 Sep 17 07:47:50.663023 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2fae0ee7-c4d2-4ac1-9c35-4c625dbc0680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:50.686831 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fae0ee7-c4d2-4ac1-9c35-4c625dbc0680 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3290c54f-2467-4db1-bfba-43f99638cd8a,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:50.693002 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2fae0ee7-c4d2-4ac1-9c35-4c625dbc0680 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:50.696290 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-2fae0ee7-c4d2-4ac1-9c35-4c625dbc0680 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3290c54f-2467-4db1-bfba-43f99638cd8a HTTP/1.1" status: 204 len: 168 time: 0.2175324 Sep 17 07:47:50.697247 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 33280) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:47:50.724103 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device c13bd269-eff5-4609-ae54-471bad999dec no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:47:50.746037 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] No Port match for: c13bd269-eff5-4609-ae54-471bad999dec {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:47:50.746582 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device c13bd269-eff5-4609-ae54-471bad999dec not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:47:50.777943 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7e77fe03-d47d-4731-891f-a658de664449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:50.823312 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 33288) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:47:50.898307 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7e77fe03-d47d-4731-891f-a658de664449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:51.015478 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3039c3bc-081c-467e-8ddf-2195396804b5 req-665b46ef-6744-4e26-9319-3b120692681b tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:51.024478 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3039c3bc-081c-467e-8ddf-2195396804b5 req-665b46ef-6744-4e26-9319-3b120692681b tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=c20c08af-51fa-4753-95b7-55abba3651bc HTTP/1.1" status: 200 len: 943 time: 0.0762494 Sep 17 07:47:51.066294 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3039c3bc-081c-467e-8ddf-2195396804b5 req-2d12aa58-b0e0-4b57-bb9c-a4778b271e69 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406892 Sep 17 07:47:51.151137 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-7e77fe03-d47d-4731-891f-a658de664449 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ea415e1-f48f-4d60-888d-a431209c485e']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:47:51.186432 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-7e77fe03-d47d-4731-891f-a658de664449 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd21cdcee-18b0-4def-b985-2d710b133b3f') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:47:51.186724 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-7e77fe03-d47d-4731-891f-a658de664449 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd21cdcee-18b0-4def-b985-2d710b133b3f') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:47:51.199385 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7e77fe03-d47d-4731-891f-a658de664449 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:51.223579 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7e77fe03-d47d-4731-891f-a658de664449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:51.271871 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e77fe03-d47d-4731-891f-a658de664449 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 07:47:51.272265 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7e77fe03-d47d-4731-891f-a658de664449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:51.274096 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 07:47:51.274096 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 07:47:51.274096 n-d-789963-9 neutron-server[101290]: timer() Sep 17 07:47:51.274096 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 07:47:51.274096 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 07:47:51.274096 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 07:47:51.274096 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 07:47:51.274096 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 07:47:51.274096 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 07:47:51.274096 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 07:47:51.274096 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 07:47:51.274096 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 07:47:51.274096 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 07:47:51.274096 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 07:47:51.274096 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 07:47:51.274096 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 07:47:51.274096 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 07:47:51.274096 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 07:47:51.274096 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 07:47:51.274096 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 07:47:51.274096 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 07:47:51.274096 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 07:47:51.274096 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 07:47:51.274096 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 07:47:51.274096 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 07:47:51.274096 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 07:47:51.274096 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 07:47:51.274096 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 07:47:51.274096 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 07:47:51.274096 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 07:47:51.274096 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 07:47:51.274096 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 07:47:51.337611 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aabb377-dc3c-410f-92f6-8b9276d6d114 req-be48c03a-bfb1-4b03-8b05-d4560c6ff671 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:51.338706 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9aabb377-dc3c-410f-92f6-8b9276d6d114 req-be48c03a-bfb1-4b03-8b05-d4560c6ff671 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff86472-d8ba-4b8f-957b-aef4ea838ce9 HTTP/1.1" status: 200 len: 943 time: 0.0767865 Sep 17 07:47:51.358911 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device f64a3e39-2035-4d4b-8e3a-d8e686fedae3 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:47:51.381878 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7e77fe03-d47d-4731-891f-a658de664449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:51.394086 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7e77fe03-d47d-4731-891f-a658de664449 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:51.396205 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-7e77fe03-d47d-4731-891f-a658de664449 admin admin] 10.222.0.13 "DELETE /v2.0/networks/7ea415e1-f48f-4d60-888d-a431209c485e HTTP/1.1" status: 204 len: 168 time: 0.6980214 Sep 17 07:47:51.444241 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e77fe03-d47d-4731-891f-a658de664449 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ea415e1-f48f-4d60-888d-a431209c485e,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:51.445217 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9aabb377-dc3c-410f-92f6-8b9276d6d114 req-34508e15-6377-4c4f-b997-2aa00bd79cee tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989418 Sep 17 07:47:51.487071 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port f64a3e39-2035-4d4b-8e3a-d8e686fedae3, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=f64a3e39-2035-4d4b-8e3a-d8e686fedae3,segment=NetworkSegment(5ce36400-13a1-41db-8274-558edfd01d90),segment_id=5ce36400-13a1-41db-8274-558edfd01d90)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:47:51.508908 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': 'f64a3e39-2035-4d4b-8e3a-d8e686fedae3', 'network_id': '8735159f-6edb-41d2-9bd4-93956ab1df1a', 'port_id': 'f64a3e39-2035-4d4b-8e3a-d8e686fedae3', 'mac_address': 'fa:16:3e:88:df:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e8a61b2-3aad-4505-a004-004379de0de4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:47:51.523451 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-702dc139-b2f1-4d99-9d4b-105c51d93e32 req-e6e169fb-3e46-4ced-a1a9-70a85a828ae9 tempest-ServerShowV254Test-653478938 tempest-ServerShowV254Test-653478938-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee4c35-0d82-4bc8-bc1e-8f53d34e017e HTTP/1.1" status: 200 len: 210 time: 0.0470750 Sep 17 07:47:51.581589 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:51.588283 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 33310) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:47:51.597054 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f64a3e39-2035-4d4b-8e3a-d8e686fedae3 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:47:51.618197 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port f64a3e39-2035-4d4b-8e3a-d8e686fedae3, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=f64a3e39-2035-4d4b-8e3a-d8e686fedae3,segment=NetworkSegment(5ce36400-13a1-41db-8274-558edfd01d90),segment_id=5ce36400-13a1-41db-8274-558edfd01d90)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:47:51.624992 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:51.647276 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-24bf76e1-7a2a-49f5-be6a-1a6d974d2cce admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=25ca8e650b1c4416803da3e132a430f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0549932 Sep 17 07:47:51.647543 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 33312) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:47:51.677035 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=f64a3e39-2035-4d4b-8e3a-d8e686fedae3,revision_number=6']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:51.686801 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7ad4631a-8d6e-44aa-949b-9c02a236fbcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:51.692922 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:47:51.693285 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:47:51.694392 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:47:51.695015 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:47:51.695360 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:47:51.695706 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:47:51.696076 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:47:51.696414 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:47:51.696749 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:47:51.697088 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:47:51.697987 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:47:51.698339 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:47:51.731720 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d4729758-a644-45af-89fa-8da10797c86d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:51.781634 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-918d0f41-2f3c-4997-a0d7-0544095933a2 req-3716e75f-c979-478f-8de5-a217cc080d22 tempest-ServerShowV247Test-1222923917 tempest-ServerShowV247Test-1222923917-project] 10.222.0.13 "GET /v2.0/ports?device_id=e720cbea-2b1d-4022-adb6-5aa4fd87858f HTTP/1.1" status: 200 len: 210 time: 0.0317805 Sep 17 07:47:51.786252 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d4729758-a644-45af-89fa-8da10797c86d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:51.838097 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d4729758-a644-45af-89fa-8da10797c86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:51.840918 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d4729758-a644-45af-89fa-8da10797c86d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:51.844180 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-d4729758-a644-45af-89fa-8da10797c86d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b7332490-c27a-484e-b974-2007c51688c6 HTTP/1.1" status: 204 len: 168 time: 0.1936896 Sep 17 07:47:51.850576 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4729758-a644-45af-89fa-8da10797c86d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7332490-c27a-484e-b974-2007c51688c6,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:51.873281 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['f64a3e39-2035-4d4b-8e3a-d8e686fedae3'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:47:51.976486 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-7ad4631a-8d6e-44aa-949b-9c02a236fbcb admin admin] Deleting port 75426005-1a5b-4226-a6d2-e1e5d06b2a0c {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:47:51.977178 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7ad4631a-8d6e-44aa-949b-9c02a236fbcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:52.068507 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-7ad4631a-8d6e-44aa-949b-9c02a236fbcb admin admin] For port 75426005-1a5b-4226-a6d2-e1e5d06b2a0c, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=75426005-1a5b-4226-a6d2-e1e5d06b2a0c,segment=NetworkSegment(fd8f5a13-1c06-4de9-a0a1-9eeb4f661339),segment_id=fd8f5a13-1c06-4de9-a0a1-9eeb4f661339)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:47:52.068872 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7ad4631a-8d6e-44aa-949b-9c02a236fbcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:52.100490 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-7ad4631a-8d6e-44aa-949b-9c02a236fbcb admin admin] Calling delete_port for 75426005-1a5b-4226-a6d2-e1e5d06b2a0c owned by network:router_interface {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:47:52.209714 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ab8ca-10ac-4a22-80af-ad44c494bc7d req-caa7dfd1-9013-4ba1-8fec-7488e7a57d80 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:52.211627 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-798ab8ca-10ac-4a22-80af-ad44c494bc7d req-caa7dfd1-9013-4ba1-8fec-7488e7a57d80 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=c20c08af-51fa-4753-95b7-55abba3651bc HTTP/1.1" status: 200 len: 943 time: 0.0594320 Sep 17 07:47:52.261861 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-798ab8ca-10ac-4a22-80af-ad44c494bc7d req-7d0cd5db-3823-4dae-b5c6-e6d25481d4d6 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429244 Sep 17 07:47:52.333163 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7ad4631a-8d6e-44aa-949b-9c02a236fbcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:52.360236 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad4631a-8d6e-44aa-949b-9c02a236fbcb admin admin] Pushing event deleted for resources: {'Port': ['ID=75426005-1a5b-4226-a6d2-e1e5d06b2a0c,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:52.396554 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6bdb8d70-14f5-43b9-a3e8-83986fc6a0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:52.604209 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:52.610557 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7ad4631a-8d6e-44aa-949b-9c02a236fbcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:52.697478 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-31637cbf-0abe-4954-bc24-50770f8de60c req-d6130ff1-6f65-4e71-9cb8-78097285b28d tempest-ServerShowV254Test-653478938 tempest-ServerShowV254Test-653478938-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee4c35-0d82-4bc8-bc1e-8f53d34e017e HTTP/1.1" status: 200 len: 210 time: 0.0415771 Sep 17 07:47:52.730608 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c507f8-9c22-44d5-b06e-e9e8d5399653 req-59f52545-b7c4-486c-b7f6-eb0f00fb9231 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:52.732252 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-00c507f8-9c22-44d5-b06e-e9e8d5399653 req-59f52545-b7c4-486c-b7f6-eb0f00fb9231 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff86472-d8ba-4b8f-957b-aef4ea838ce9 HTTP/1.1" status: 200 len: 943 time: 0.1707835 Sep 17 07:47:52.787099 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-00c507f8-9c22-44d5-b06e-e9e8d5399653 req-114ee13b-a9c2-44fe-97ea-b99e4bee4180 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467784 Sep 17 07:47:52.826995 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 33356) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:47:52.867910 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ad4631a-8d6e-44aa-949b-9c02a236fbcb admin admin] Router 8a1cc1de-4e60-42df-bac3-cab14c6d0da8 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:47:52.907085 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a7b8432c-a0dc-427c-b76e-a86a73cdc16e req-76ffdada-4dba-4479-aada-ec0cc89724de tempest-ServerShowV247Test-1222923917 tempest-ServerShowV247Test-1222923917-project] 10.222.0.13 "GET /v2.0/ports?device_id=e720cbea-2b1d-4022-adb6-5aa4fd87858f HTTP/1.1" status: 200 len: 210 time: 0.0349202 Sep 17 07:47:52.946909 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-ebc00a1c-38f9-49fa-8550-81308bc8ce8f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2066903305-network', 'tenant_id': '459f4a4f8d9a4a149a3ada21edeb4e65'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:47:52.970401 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc00a1c-38f9-49fa-8550-81308bc8ce8f admin admin] Made reservation on behalf of 459f4a4f8d9a4a149a3ada21edeb4e65 for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:47:52.972939 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ebc00a1c-38f9-49fa-8550-81308bc8ce8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:52.981562 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ebc00a1c-38f9-49fa-8550-81308bc8ce8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:52.986259 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad4631a-8d6e-44aa-949b-9c02a236fbcb admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:47:52.994264 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-7ad4631a-8d6e-44aa-949b-9c02a236fbcb admin admin] 10.222.0.13 "PUT /v2.0/routers/8a1cc1de-4e60-42df-bac3-cab14c6d0da8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1699252 Sep 17 07:47:52.994956 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 33360) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:47:52.997905 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360ee316-0b9b-4ea5-970e-1f8bf7f8df4e None None] Sync routers for ids ['8a1cc1de-4e60-42df-bac3-cab14c6d0da8'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:47:53.010922 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360ee316-0b9b-4ea5-970e-1f8bf7f8df4e None None] Routers {'8a1cc1de-4e60-42df-bac3-cab14c6d0da8'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:47:53.011825 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-360ee316-0b9b-4ea5-970e-1f8bf7f8df4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:47:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['8a1cc1de-4e60-42df-bac3-cab14c6d0da8'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:47:53.088481 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ebc00a1c-38f9-49fa-8550-81308bc8ce8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:53.090402 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ebc00a1c-38f9-49fa-8550-81308bc8ce8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:53.121109 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5131f6d3-6b88-473c-9505-acdf70a2d3c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:53.124076 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebc00a1c-38f9-49fa-8550-81308bc8ce8f admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 07:47:53.136636 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc00a1c-38f9-49fa-8550-81308bc8ce8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4506ab-a51d-473a-a0e1-7a43f0093ec9,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:53.158190 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ebc00a1c-38f9-49fa-8550-81308bc8ce8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:53.158546 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-ebc00a1c-38f9-49fa-8550-81308bc8ce8f admin admin] Added segment be767568-3060-48d1-bebe-585a133f1049 of type vlan for network e9141915-58fa-4f94-8f27-c56354fa8ebb Sep 17 07:47:53.184191 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-360ee316-0b9b-4ea5-970e-1f8bf7f8df4e None None] Set router 8a1cc1de-4e60-42df-bac3-cab14c6d0da8 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:47:53.205670 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ebc00a1c-38f9-49fa-8550-81308bc8ce8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:53.238552 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ebc00a1c-38f9-49fa-8550-81308bc8ce8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:53.238552 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc00a1c-38f9-49fa-8550-81308bc8ce8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:53.238552 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ebc00a1c-38f9-49fa-8550-81308bc8ce8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:53.308418 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5131f6d3-6b88-473c-9505-acdf70a2d3c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:53.331216 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc00a1c-38f9-49fa-8550-81308bc8ce8f admin admin] Pushing event updated for resources: {'Network': ['ID=e9141915-58fa-4f94-8f27-c56354fa8ebb,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:53.343008 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network e9141915-58fa-4f94-8f27-c56354fa8ebb details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 07:47:53.347078 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ebc00a1c-38f9-49fa-8550-81308bc8ce8f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5184574 Sep 17 07:47:53.348013 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 33366) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:47:53.354524 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-196cc53a-339d-466a-a652-ee8ad4639572 admin admin] Request body: {'subnet': {'network_id': 'e9141915-58fa-4f94-8f27-c56354fa8ebb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2066903305-subnet', 'tenant_id': '459f4a4f8d9a4a149a3ada21edeb4e65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:47:53.380387 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196cc53a-339d-466a-a652-ee8ad4639572 admin admin] Made reservation on behalf of 459f4a4f8d9a4a149a3ada21edeb4e65 for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:47:53.381334 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-5131f6d3-6b88-473c-9505-acdf70a2d3c2 admin admin] Deleting port 9d454780-0168-4bdf-9dcc-f92a0749b0f0 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:47:53.381788 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5131f6d3-6b88-473c-9505-acdf70a2d3c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:53.384974 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-196cc53a-339d-466a-a652-ee8ad4639572 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:53.390657 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device f64a3e39-2035-4d4b-8e3a-d8e686fedae3 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:47:53.419624 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-360ee316-0b9b-4ea5-970e-1f8bf7f8df4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1cc1de-4e60-42df-bac3-cab14c6d0da8', 'name': 'tempest-AttachSCSIVolumeTestJSON-309226126-router', 'tenant_id': '026f1bbdd969495ba4d90c4a8ce346cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '9d454780-0168-4bdf-9dcc-f92a0749b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:45:57Z', 'updated_at': '2021-09-17T07:47:52Z', 'revision_number': 5, 'project_id': '026f1bbdd969495ba4d90c4a8ce346cd', 'gw_port': {'id': '9d454780-0168-4bdf-9dcc-f92a0749b0f0', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1cc1de-4e60-42df-bac3-cab14c6d0da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:45:58Z', 'updated_at': '2021-09-17T07:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:47:53.490007 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-5131f6d3-6b88-473c-9505-acdf70a2d3c2 admin admin] For port 9d454780-0168-4bdf-9dcc-f92a0749b0f0, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=9d454780-0168-4bdf-9dcc-f92a0749b0f0,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:47:53.490783 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5131f6d3-6b88-473c-9505-acdf70a2d3c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:53.515796 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-5131f6d3-6b88-473c-9505-acdf70a2d3c2 admin admin] Calling delete_port for 9d454780-0168-4bdf-9dcc-f92a0749b0f0 owned by network:router_gateway {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:47:53.600439 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e3f0c-bfaa-4688-9ae2-7ada78fffc95 req-ec82d020-d8fb-4f4f-92c0-ae87983c1411 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:53.601996 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bd6e3f0c-bfaa-4688-9ae2-7ada78fffc95 req-ec82d020-d8fb-4f4f-92c0-ae87983c1411 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=c20c08af-51fa-4753-95b7-55abba3651bc HTTP/1.1" status: 200 len: 943 time: 0.0903828 Sep 17 07:47:53.604589 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360ee316-0b9b-4ea5-970e-1f8bf7f8df4e None None] Checking router: 8a1cc1de-4e60-42df-bac3-cab14c6d0da8 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:47:53.621251 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360ee316-0b9b-4ea5-970e-1f8bf7f8df4e None None] Routers {'8a1cc1de-4e60-42df-bac3-cab14c6d0da8'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:47:53.621251 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-360ee316-0b9b-4ea5-970e-1f8bf7f8df4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:47:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['8a1cc1de-4e60-42df-bac3-cab14c6d0da8'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:47:53.630934 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:53.647177 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port f64a3e39-2035-4d4b-8e3a-d8e686fedae3 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:47:53.647789 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:53.677377 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bd6e3f0c-bfaa-4688-9ae2-7ada78fffc95 req-c8a9458e-6228-4f25-97ec-f8907453ae99 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534365 Sep 17 07:47:53.735663 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-360ee316-0b9b-4ea5-970e-1f8bf7f8df4e None None] Set router 8a1cc1de-4e60-42df-bac3-cab14c6d0da8 gateway port host: None {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:47:53.745973 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-196cc53a-339d-466a-a652-ee8ad4639572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:53.791743 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-360ee316-0b9b-4ea5-970e-1f8bf7f8df4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1cc1de-4e60-42df-bac3-cab14c6d0da8', 'name': 'tempest-AttachSCSIVolumeTestJSON-309226126-router', 'tenant_id': '026f1bbdd969495ba4d90c4a8ce346cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:45:57Z', 'updated_at': '2021-09-17T07:47:53Z', 'revision_number': 6, 'project_id': '026f1bbdd969495ba4d90c4a8ce346cd', 'gw_port_host': None}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:47:53.802082 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:53.830113 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '122e87e7-8d39-4215-ab45-ffb807004a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f64a3e39-2035-4d4b-8e3a-d8e686fedae3'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:47:53.832649 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b284807-cf74-47c3-9bda-7abe49246669" -d '{"events": [{"server_uuid": "122e87e7-8d39-4215-ab45-ffb807004a1a", "name": "network-vif-plugged", "status": "completed", "tag": "f64a3e39-2035-4d4b-8e3a-d8e686fedae3"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:47:53.833657 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360ee316-0b9b-4ea5-970e-1f8bf7f8df4e None None] The sync data for ids ['8a1cc1de-4e60-42df-bac3-cab14c6d0da8'] in n-d-789963-9 is: [{'id': '8a1cc1de-4e60-42df-bac3-cab14c6d0da8', 'name': 'tempest-AttachSCSIVolumeTestJSON-309226126-router', 'tenant_id': '026f1bbdd969495ba4d90c4a8ce346cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:45:57Z', 'updated_at': '2021-09-17T07:47:53Z', 'revision_number': 6, 'project_id': '026f1bbdd969495ba4d90c4a8ce346cd', 'gw_port_host': None}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:47:53.847613 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port f64a3e39-2035-4d4b-8e3a-d8e686fedae3, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=f64a3e39-2035-4d4b-8e3a-d8e686fedae3,segment=NetworkSegment(5ce36400-13a1-41db-8274-558edfd01d90),segment_id=5ce36400-13a1-41db-8274-558edfd01d90)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:47:53.862265 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:53.872635 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5131f6d3-6b88-473c-9505-acdf70a2d3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:53.925957 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5131f6d3-6b88-473c-9505-acdf70a2d3c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d454780-0168-4bdf-9dcc-f92a0749b0f0,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:53.938540 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=f64a3e39-2035-4d4b-8e3a-d8e686fedae3,revision_number=7']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:53.940692 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196cc53a-339d-466a-a652-ee8ad4639572 admin admin] Checking segment: {'id': 'be767568-3060-48d1-bebe-585a133f1049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e9141915-58fa-4f94-8f27-c56354fa8ebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:47:53.941056 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196cc53a-339d-466a-a652-ee8ad4639572 admin admin] Network hostable DHCP agents. Network: e9141915-58fa-4f94-8f27-c56354fa8ebb, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 07:47:53.944517 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-473842e0-99aa-4344-b9ee-cf1f058961ba req-aff3de77-f43e-4700-8760-8c0b555b67cc tempest-ServerShowV254Test-653478938 tempest-ServerShowV254Test-653478938-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee4c35-0d82-4bc8-bc1e-8f53d34e017e HTTP/1.1" status: 200 len: 210 time: 0.0995173 Sep 17 07:47:53.945111 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196cc53a-339d-466a-a652-ee8ad4639572 admin admin] Pushing event updated for resources: {'Subnet': ['ID=604275ee-9836-4f85-a007-f6695778fdeb,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:53.996073 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-5847b955-dd02-446b-a5b1-1262fc2eeea6 service neutron] 10.222.0.41 "GET /v2.0/ports/94b9b03b-bcfa-4457-bd09-4a366b2aedd2/bindings/n-h2-789963-9 HTTP/1.1" status: 200 len: 384 time: 0.1966949 Sep 17 07:47:53.997451 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5131f6d3-6b88-473c-9505-acdf70a2d3c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:54.002516 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196cc53a-339d-466a-a652-ee8ad4639572 admin admin] Network e9141915-58fa-4f94-8f27-c56354fa8ebb is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 07:47:54.006423 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f769299d-ad65-4fb5-a7b4-e34aa5af5fad x-openstack-request-id: req-f769299d-ad65-4fb5-a7b4-e34aa5af5fad {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:47:54.007130 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "122e87e7-8d39-4215-ab45-ffb807004a1a", "name": "network-vif-plugged", "status": "completed", "tag": "f64a3e39-2035-4d4b-8e3a-d8e686fedae3", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:47:54.007437 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f769299d-ad65-4fb5-a7b4-e34aa5af5fad {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:47:54.007867 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '122e87e7-8d39-4215-ab45-ffb807004a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f64a3e39-2035-4d4b-8e3a-d8e686fedae3', 'code': 200} Sep 17 07:47:54.016772 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e051df-d7fe-4d83-b082-45a30c40c734 req-979d74ea-2424-43df-bafc-9ec2d9ac66a3 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:54.018280 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a0e051df-d7fe-4d83-b082-45a30c40c734 req-979d74ea-2424-43df-bafc-9ec2d9ac66a3 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff86472-d8ba-4b8f-957b-aef4ea838ce9 HTTP/1.1" status: 200 len: 943 time: 0.1209242 Sep 17 07:47:54.027523 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-196cc53a-339d-466a-a652-ee8ad4639572 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, e9141915-58fa-4f94-8f27-c56354fa8ebb) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:47:54.036714 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbf30c6-932b-42eb-93d8-a976dfe06295 None None] Network e9141915-58fa-4f94-8f27-c56354fa8ebb requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:47:54.051178 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196cc53a-339d-466a-a652-ee8ad4639572 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:54.051765 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-196cc53a-339d-466a-a652-ee8ad4639572 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:54.100062 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5131f6d3-6b88-473c-9505-acdf70a2d3c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:54.103873 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5131f6d3-6b88-473c-9505-acdf70a2d3c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:54.105286 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-196cc53a-339d-466a-a652-ee8ad4639572 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7560112 Sep 17 07:47:54.132228 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4a4e3f48-2f83-40d7-9dac-73472d0197d3 req-6950f4a0-b695-4d5f-8d9e-bd9d461ac603 tempest-ServerShowV247Test-1222923917 tempest-ServerShowV247Test-1222923917-project] 10.222.0.13 "GET /v2.0/ports?device_id=e720cbea-2b1d-4022-adb6-5aa4fd87858f HTTP/1.1" status: 200 len: 210 time: 0.0635045 Sep 17 07:47:54.166076 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a0e051df-d7fe-4d83-b082-45a30c40c734 req-63e51ba8-d0a1-419f-b8ad-5dfac7125d63 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166127 Sep 17 07:47:54.186450 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5131f6d3-6b88-473c-9505-acdf70a2d3c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:54.186450 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5131f6d3-6b88-473c-9505-acdf70a2d3c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a1cc1de-4e60-42df-bac3-cab14c6d0da8 {{(pid=101290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 07:47:54.186450 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5131f6d3-6b88-473c-9505-acdf70a2d3c2 admin admin] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:54.187167 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-5131f6d3-6b88-473c-9505-acdf70a2d3c2 admin admin] 10.222.0.13 "DELETE /v2.0/routers/8a1cc1de-4e60-42df-bac3-cab14c6d0da8 HTTP/1.1" status: 204 len: 168 time: 1.1908591 Sep 17 07:47:54.190819 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 33388) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:47:54.267768 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ef2c9fc-1aa0-4795-b3f3-2672028a83f7 admin admin] Deleting subnet 4a128747-09f8-4856-aed9-23d37065bdbb {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:47:54.271266 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1ef2c9fc-1aa0-4795-b3f3-2672028a83f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:54.337589 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1ef2c9fc-1aa0-4795-b3f3-2672028a83f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:54.385815 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633478a5-de2f-4902-97c4-ddd3c1ce1ffd None None] Network e9141915-58fa-4f94-8f27-c56354fa8ebb requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:47:54.391929 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-7eb9a148-1504-408c-8922-876b2b5255d7 service neutron] For port 94b9b03b-bcfa-4457-bd09-4a366b2aedd2, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=94b9b03b-bcfa-4457-bd09-4a366b2aedd2,segment=NetworkSegment(bbdef28d-b0c6-41c1-88af-cfcd40a3d803),segment_id=bbdef28d-b0c6-41c1-88af-cfcd40a3d803)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:47:54.417236 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-7eb9a148-1504-408c-8922-876b2b5255d7 service neutron] For port 94b9b03b-bcfa-4457-bd09-4a366b2aedd2, host n-h1-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:47:54.460264 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-7eb9a148-1504-408c-8922-876b2b5255d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94b9b03b-bcfa-4457-bd09-4a366b2aedd2 {{(pid=101289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:47:54.462454 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1ef2c9fc-1aa0-4795-b3f3-2672028a83f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:54.472836 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-7eb9a148-1504-408c-8922-876b2b5255d7 service neutron] For port 94b9b03b-bcfa-4457-bd09-4a366b2aedd2, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=94b9b03b-bcfa-4457-bd09-4a366b2aedd2,segment=NetworkSegment(bbdef28d-b0c6-41c1-88af-cfcd40a3d803),segment_id=bbdef28d-b0c6-41c1-88af-cfcd40a3d803)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:47:54.490197 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-7eb9a148-1504-408c-8922-876b2b5255d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:54.528171 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1ef2c9fc-1aa0-4795-b3f3-2672028a83f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:54.556854 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef2c9fc-1aa0-4795-b3f3-2672028a83f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a128747-09f8-4856-aed9-23d37065bdbb,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:54.560854 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1ef2c9fc-1aa0-4795-b3f3-2672028a83f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:54.562854 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-1ef2c9fc-1aa0-4795-b3f3-2672028a83f7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4a128747-09f8-4856-aed9-23d37065bdbb HTTP/1.1" status: 204 len: 168 time: 0.3707788 Sep 17 07:47:54.565597 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 33414) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:47:54.573068 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3359600c-e3fa-4cb0-9985-974bc49b7388 None None] Network 6e940d9c-f117-40aa-a612-5c4df5492150 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:47:54.639243 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.provisioning_blocks [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-7eb9a148-1504-408c-8922-876b2b5255d7 service neutron] Transition to ACTIVE for port object 94b9b03b-bcfa-4457-bd09-4a366b2aedd2 will not be triggered until provisioned by entity L2. {{(pid=101289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:47:54.658661 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-7eb9a148-1504-408c-8922-876b2b5255d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:54.714639 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f42f527c-8a20-40d5-b427-154f12fac64b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:54.741249 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 94b9b03b-bcfa-4457-bd09-4a366b2aedd2 no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:47:54.783058 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 94b9b03b-bcfa-4457-bd09-4a366b2aedd2 not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:47:54.792914 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3340998b-5168-4b8d-9135-16511ec8bd94 None None] DHCP port deletion for 6e940d9c-f117-40aa-a612-5c4df5492150 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 07:47:54.825767 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-7eb9a148-1504-408c-8922-876b2b5255d7 service neutron] No DVR routers for this DVR port 94b9b03b-bcfa-4457-bd09-4a366b2aedd2 on host n-h1-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:47:54.857723 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-3340998b-5168-4b8d-9135-16511ec8bd94 None None] Deleting port a14f931f-a311-4f1f-a0d0-e0012397ca4f {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:47:54.857723 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3340998b-5168-4b8d-9135-16511ec8bd94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:54.860200 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb9a148-1504-408c-8922-876b2b5255d7 service neutron] Pushing event updated for resources: {'Port': ['ID=94b9b03b-bcfa-4457-bd09-4a366b2aedd2,revision_number=10']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:54.928471 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-3340998b-5168-4b8d-9135-16511ec8bd94 None None] For port a14f931f-a311-4f1f-a0d0-e0012397ca4f, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=a14f931f-a311-4f1f-a0d0-e0012397ca4f,segment=NetworkSegment(fd8f5a13-1c06-4de9-a0a1-9eeb4f661339),segment_id=fd8f5a13-1c06-4de9-a0a1-9eeb4f661339)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:47:54.929045 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3340998b-5168-4b8d-9135-16511ec8bd94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:54.929990 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521bbd64-4456-4a52-ba1c-a39a91711cc1 req-1e14cdea-f52e-40d7-9c51-75315090bd76 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:54.931499 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-521bbd64-4456-4a52-ba1c-a39a91711cc1 req-1e14cdea-f52e-40d7-9c51-75315090bd76 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/networks?id=e9141915-58fa-4f94-8f27-c56354fa8ebb HTTP/1.1" status: 200 len: 815 time: 0.2913435 Sep 17 07:47:54.941104 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-7eb9a148-1504-408c-8922-876b2b5255d7 service neutron] 10.222.0.41 "PUT /v2.0/ports/94b9b03b-bcfa-4457-bd09-4a366b2aedd2/bindings/n-h2-789963-9/activate HTTP/1.1" status: 200 len: 369 time: 0.9347301 Sep 17 07:47:54.950213 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-3340998b-5168-4b8d-9135-16511ec8bd94 None None] Calling delete_port for a14f931f-a311-4f1f-a0d0-e0012397ca4f owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:47:54.952321 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7dcfb6-1d27-4ce3-93ba-f758f0dc11f4 req-cdec8f1c-d0bf-4d8c-9f61-73b642b9e574 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:54.954667 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6f7dcfb6-1d27-4ce3-93ba-f758f0dc11f4 req-cdec8f1c-d0bf-4d8c-9f61-73b642b9e574 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=c20c08af-51fa-4753-95b7-55abba3651bc HTTP/1.1" status: 200 len: 943 time: 0.1760828 Sep 17 07:47:54.968517 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-521bbd64-4456-4a52-ba1c-a39a91711cc1 req-2ff0c99c-6cf9-4e82-a0cd-6d3756c82cfe tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/quotas/459f4a4f8d9a4a149a3ada21edeb4e65 HTTP/1.1" status: 200 len: 375 time: 0.0264339 Sep 17 07:47:55.018867 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-f42f527c-8a20-40d5-b427-154f12fac64b admin admin] Deleting port a14f931f-a311-4f1f-a0d0-e0012397ca4f {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:47:55.019941 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f42f527c-8a20-40d5-b427-154f12fac64b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:55.046486 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-521bbd64-4456-4a52-ba1c-a39a91711cc1 req-a1a7bc1f-1187-4cea-b805-b946f16440a7 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=459f4a4f8d9a4a149a3ada21edeb4e65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0608516 Sep 17 07:47:55.061708 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3340998b-5168-4b8d-9135-16511ec8bd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:55.103491 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6f7dcfb6-1d27-4ce3-93ba-f758f0dc11f4 req-67972dc2-addb-4f84-8f19-76d9fda38fa5 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366067 Sep 17 07:47:55.117240 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3340998b-5168-4b8d-9135-16511ec8bd94 None None] Pushing event deleted for resources: {'Port': ['ID=a14f931f-a311-4f1f-a0d0-e0012397ca4f,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:55.119643 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3340998b-5168-4b8d-9135-16511ec8bd94 None None] No DVR routers for this DVR port a14f931f-a311-4f1f-a0d0-e0012397ca4f on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:47:55.149436 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:55.169592 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-75fcf2de-4854-4ff5-ab4f-f1572ed9933e tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:55.171183 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-75fcf2de-4854-4ff5-ab4f-f1572ed9933e tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=bff86472-d8ba-4b8f-957b-aef4ea838ce9&tenant_id=2525ecc58cad4fa78c4be116636fc184&binding%3Ahost_id=n-h1-789963-9 HTTP/1.1" status: 200 len: 1095 time: 0.0948143 Sep 17 07:47:55.199248 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-f42f527c-8a20-40d5-b427-154f12fac64b admin admin] For port a14f931f-a311-4f1f-a0d0-e0012397ca4f, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=a14f931f-a311-4f1f-a0d0-e0012397ca4f,segment=NetworkSegment(fd8f5a13-1c06-4de9-a0a1-9eeb4f661339),segment_id=fd8f5a13-1c06-4de9-a0a1-9eeb4f661339)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:47:55.199634 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f42f527c-8a20-40d5-b427-154f12fac64b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:55.227990 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-f42f527c-8a20-40d5-b427-154f12fac64b admin admin] Calling delete_port for a14f931f-a311-4f1f-a0d0-e0012397ca4f owned by network:dhcp {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:47:55.238520 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-1f71b20d-a0b5-4b86-b9b0-7ff1ad2ec85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:55.240550 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-1f71b20d-a0b5-4b86-b9b0-7ff1ad2ec85e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bff86472-d8ba-4b8f-957b-aef4ea838ce9&tenant_id=2525ecc58cad4fa78c4be116636fc184 HTTP/1.1" status: 200 len: 1095 time: 0.0559397 Sep 17 07:47:55.252880 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-538f99b9-a3f7-4e83-9396-0d30cb159138 req-59c8194f-f4ca-4409-8a30-7d61cfac362c tempest-ServerShowV254Test-653478938 tempest-ServerShowV254Test-653478938-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee4c35-0d82-4bc8-bc1e-8f53d34e017e HTTP/1.1" status: 200 len: 210 time: 0.0387495 Sep 17 07:47:55.271426 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-521bbd64-4456-4a52-ba1c-a39a91711cc1 req-1a7d54ab-22f7-43a1-902c-347769f425ed service neutron] 10.222.0.13 "GET /v2.0/networks/e9141915-58fa-4f94-8f27-c56354fa8ebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091033 Sep 17 07:47:55.322396 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 75426005-1a5b-4226-a6d2-e1e5d06b2a0c no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:47:55.351022 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-85da81cf-645e-45c1-83a5-1a97fa9d20b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:55.353678 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-85da81cf-645e-45c1-83a5-1a97fa9d20b1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2525ecc58cad4fa78c4be116636fc184&device_id=bff86472-d8ba-4b8f-957b-aef4ea838ce9 HTTP/1.1" status: 200 len: 1095 time: 0.0643783 Sep 17 07:47:55.358167 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 75426005-1a5b-4226-a6d2-e1e5d06b2a0c {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:47:55.358524 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 75426005-1a5b-4226-a6d2-e1e5d06b2a0c not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:47:55.358951 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 9d454780-0168-4bdf-9dcc-f92a0749b0f0 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:47:55.394682 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 9d454780-0168-4bdf-9dcc-f92a0749b0f0 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:47:55.395228 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 9d454780-0168-4bdf-9dcc-f92a0749b0f0 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:47:55.395796 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device a14f931f-a311-4f1f-a0d0-e0012397ca4f no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:47:55.417045 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: a14f931f-a311-4f1f-a0d0-e0012397ca4f {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:47:55.417364 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device a14f931f-a311-4f1f-a0d0-e0012397ca4f not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:47:55.425833 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2cb6f26d-1db8-4a57-aba9-1013a522e59c req-99a45a08-9b03-43a8-ac10-611dabc81b09 tempest-ServerShowV247Test-1222923917 tempest-ServerShowV247Test-1222923917-project] 10.222.0.13 "GET /v2.0/ports?device_id=e720cbea-2b1d-4022-adb6-5aa4fd87858f HTTP/1.1" status: 200 len: 210 time: 0.0651290 Sep 17 07:47:55.455853 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f42f527c-8a20-40d5-b427-154f12fac64b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:55.459693 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-49f9c71d-e55d-4d81-b27a-70c0a76cfd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:55.461341 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-49f9c71d-e55d-4d81-b27a-70c0a76cfd1b service neutron] 10.222.0.39 "GET /v2.0/networks?id=339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5 HTTP/1.1" status: 200 len: 921 time: 0.0987077 Sep 17 07:47:55.498111 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-521bbd64-4456-4a52-ba1c-a39a91711cc1 req-8161e767-07d3-4b42-a19a-83cf895e4955 service neutron] 10.222.0.13 "GET /v2.0/networks/e9141915-58fa-4f94-8f27-c56354fa8ebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908996 Sep 17 07:47:55.502041 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42f527c-8a20-40d5-b427-154f12fac64b admin admin] No DVR routers for this DVR port a14f931f-a311-4f1f-a0d0-e0012397ca4f on host n-d-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:47:55.507204 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42f527c-8a20-40d5-b427-154f12fac64b admin admin] Pushing event deleted for resources: {'Port': ['ID=a14f931f-a311-4f1f-a0d0-e0012397ca4f,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:55.521896 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-3bdc0ead-82e2-4b34-ba38-dce1cd34bed9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94b9b03b-bcfa-4457-bd09-4a366b2aedd2 HTTP/1.1" status: 200 len: 217 time: 0.0512843 Sep 17 07:47:55.586058 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-ec484a05-9059-48c6-88ee-03d907244416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:55.591045 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-ec484a05-9059-48c6-88ee-03d907244416 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=affefed0-1fce-4202-a68f-ea65cc757370 HTTP/1.1" status: 200 len: 860 time: 0.0560608 Sep 17 07:47:55.633468 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-daf99c1a-d840-4308-be31-eecc2fc23ae6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343533 Sep 17 07:47:55.634083 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f42f527c-8a20-40d5-b427-154f12fac64b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:55.654414 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f58d0-916b-4aee-9c22-595a5f28e66c req-35bef6cf-9b71-4e1e-92b6-8bc27264489e tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:55.656009 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7c9f58d0-916b-4aee-9c22-595a5f28e66c req-35bef6cf-9b71-4e1e-92b6-8bc27264489e tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff86472-d8ba-4b8f-957b-aef4ea838ce9 HTTP/1.1" status: 200 len: 944 time: 0.1467457 Sep 17 07:47:55.686443 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-f42f527c-8a20-40d5-b427-154f12fac64b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e940d9c-f117-40aa-a612-5c4df5492150']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:47:55.727580 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-f42f527c-8a20-40d5-b427-154f12fac64b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd8f5a13-1c06-4de9-a0a1-9eeb4f661339') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:47:55.728032 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-f42f527c-8a20-40d5-b427-154f12fac64b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd8f5a13-1c06-4de9-a0a1-9eeb4f661339') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:47:55.768045 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f42f527c-8a20-40d5-b427-154f12fac64b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:55.778405 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-d602c89f-a18c-48b8-b28e-42704cb5919e service neutron] 10.222.0.39 "GET /v2.0/networks/339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358552 Sep 17 07:47:55.807507 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f42f527c-8a20-40d5-b427-154f12fac64b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:55.882292 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f42f527c-8a20-40d5-b427-154f12fac64b admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 07:47:55.883468 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f42f527c-8a20-40d5-b427-154f12fac64b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:55.886950 n-d-789963-9 neutron-server[101289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 07:47:55.886950 n-d-789963-9 neutron-server[101289]: self.session.flush() Sep 17 07:47:55.886950 n-d-789963-9 neutron-server[101289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 07:47:55.886950 n-d-789963-9 neutron-server[101289]: self.session.flush() Sep 17 07:47:55.886950 n-d-789963-9 neutron-server[101289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 07:47:55.886950 n-d-789963-9 neutron-server[101289]: self.session.flush() Sep 17 07:47:55.886950 n-d-789963-9 neutron-server[101289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 07:47:55.886950 n-d-789963-9 neutron-server[101289]: self.session.flush() Sep 17 07:47:55.886950 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 07:47:55.886950 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 07:47:55.886950 n-d-789963-9 neutron-server[101289]: timer() Sep 17 07:47:55.886950 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 07:47:55.886950 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 07:47:55.886950 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 07:47:55.886950 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 07:47:55.886950 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 07:47:55.886950 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 07:47:55.886950 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 07:47:55.886950 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 07:47:55.886950 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 07:47:55.886950 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 07:47:55.886950 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 07:47:55.886950 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 07:47:55.886950 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 07:47:55.886950 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 07:47:55.886950 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 07:47:55.886950 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 07:47:55.886950 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 07:47:55.886950 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 07:47:55.886950 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 07:47:55.886950 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 07:47:55.886950 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 07:47:55.886950 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 07:47:55.886950 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 07:47:55.886950 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 07:47:55.886950 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 07:47:55.886950 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 07:47:55.886950 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 07:47:55.886950 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 07:47:55.886950 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 07:47:55.917399 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7c9f58d0-916b-4aee-9c22-595a5f28e66c req-22d0405a-2436-4bb4-8109-66be5045833d tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452066 Sep 17 07:47:55.919558 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-8b28141e-64dd-44c5-ae8a-fb19ea45edde service neutron] 10.222.0.39 "GET /v2.0/networks/339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308544 Sep 17 07:47:56.372453 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cf2e2c33-5314-43c1-88cd-0a7e15c6fa94 req-30c22e01-acd4-4cc9-9cde-13911c108d80 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=eae18dcd-1ea3-49eb-aa1e-b7f28ad56c10 HTTP/1.1" status: 200 len: 210 time: 0.4866309 Sep 17 07:47:56.404303 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-89d0bcda-2dde-4c01-b926-86bf6ba875fb tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:56.408786 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-89d0bcda-2dde-4c01-b926-86bf6ba875fb tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=bff86472-d8ba-4b8f-957b-aef4ea838ce9&tenant_id=2525ecc58cad4fa78c4be116636fc184&binding%3Ahost_id=n-h2-789963-9 HTTP/1.1" status: 200 len: 1095 time: 0.1078796 Sep 17 07:47:56.421758 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f42f527c-8a20-40d5-b427-154f12fac64b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:56.436476 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f42f527c-8a20-40d5-b427-154f12fac64b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:56.441137 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-f42f527c-8a20-40d5-b427-154f12fac64b admin admin] 10.222.0.13 "DELETE /v2.0/networks/6e940d9c-f117-40aa-a612-5c4df5492150 HTTP/1.1" status: 204 len: 168 time: 1.8726101 Sep 17 07:47:56.470740 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 33478) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:47:56.479330 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d015d5-322d-4371-b196-4246c5f832f1 req-a73cb31c-c6db-4b67-acb1-3d55b57a29e7 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:56.488593 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-68d015d5-322d-4371-b196-4246c5f832f1 req-a73cb31c-c6db-4b67-acb1-3d55b57a29e7 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=c20c08af-51fa-4753-95b7-55abba3651bc HTTP/1.1" status: 200 len: 943 time: 0.1220813 Sep 17 07:47:56.494792 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42f527c-8a20-40d5-b427-154f12fac64b admin admin] Pushing event deleted for resources: {'Network': ['ID=6e940d9c-f117-40aa-a612-5c4df5492150,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:56.598531 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f03045a6-8294-4cc4-b669-5c5cf87f08e2 req-5637459d-fa4c-4dba-9c4e-36eb043df412 tempest-ServerShowV254Test-653478938 tempest-ServerShowV254Test-653478938-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee4c35-0d82-4bc8-bc1e-8f53d34e017e HTTP/1.1" status: 200 len: 210 time: 0.0942338 Sep 17 07:47:56.640997 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-68d015d5-322d-4371-b196-4246c5f832f1 req-80f1d498-4c22-4e50-98ce-bbe070e9ae66 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483390 Sep 17 07:47:56.719234 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-12aa1505-56dc-4549-94e1-9266c0967a01 req-a68d622e-d493-4690-9ce1-90889f9ed1bb tempest-ServerShowV247Test-1222923917 tempest-ServerShowV247Test-1222923917-project] 10.222.0.13 "GET /v2.0/ports?device_id=e720cbea-2b1d-4022-adb6-5aa4fd87858f HTTP/1.1" status: 200 len: 210 time: 0.0343750 Sep 17 07:47:56.754506 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-3e3e855a-c1e3-48b0-b729-b9dd6d48023e service neutron] For port 94b9b03b-bcfa-4457-bd09-4a366b2aedd2, host n-h1-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:47:56.759052 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-3e3e855a-c1e3-48b0-b729-b9dd6d48023e service neutron] Notify callbacks [] for binding, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:56.760339 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0a4fc134-b1db-404c-8b75-5c2f64b94ef0 req-3e3e855a-c1e3-48b0-b729-b9dd6d48023e service neutron] 10.222.0.39 "DELETE /v2.0/ports/94b9b03b-bcfa-4457-bd09-4a366b2aedd2/bindings/n-h1-789963-9 HTTP/1.1" status: 204 len: 173 time: 0.3436949 Sep 17 07:47:56.761033 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 2ad87b74-3b5b-4433-9518-94ec4e1290f9 details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:47:56.900303 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 2ad87b74-3b5b-4433-9518-94ec4e1290f9, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=2ad87b74-3b5b-4433-9518-94ec4e1290f9,segment=NetworkSegment(2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff),segment_id=2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:47:56.924896 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': '2ad87b74-3b5b-4433-9518-94ec4e1290f9', 'network_id': 'a0a513a6-9cd3-48db-b90d-df8b88e7c76b', 'port_id': '2ad87b74-3b5b-4433-9518-94ec4e1290f9', 'mac_address': 'fa:16:3e:d4:30:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b166af2c-f0c1-4005-bf20-b8a2b0583a5b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:47:57.016198 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6ee134fc-64ac-4603-8839-a6cbb905c473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:57.027727 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:57.060253 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ad87b74-3b5b-4433-9518-94ec4e1290f9 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:47:57.082111 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529b48b7-aaf9-47c1-aa35-4f19a59e4a9e req-7ceb8fc5-23dd-4d82-a48a-63de6b3d4ca2 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:57.096601 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 2ad87b74-3b5b-4433-9518-94ec4e1290f9, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=2ad87b74-3b5b-4433-9518-94ec4e1290f9,segment=NetworkSegment(2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff),segment_id=2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:47:57.099195 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-529b48b7-aaf9-47c1-aa35-4f19a59e4a9e req-7ceb8fc5-23dd-4d82-a48a-63de6b3d4ca2 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff86472-d8ba-4b8f-957b-aef4ea838ce9 HTTP/1.1" status: 200 len: 944 time: 0.0743616 Sep 17 07:47:57.103575 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:57.157256 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=2ad87b74-3b5b-4433-9518-94ec4e1290f9,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:57.165713 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-529b48b7-aaf9-47c1-aa35-4f19a59e4a9e req-37e2825a-8f2c-4c40-8e00-bf8494944fad tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599403 Sep 17 07:47:57.416812 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-6ee134fc-64ac-4603-8839-a6cbb905c473 admin admin] Deleting port 9453e585-1dff-4241-8ac2-20c4106e6d7c {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:47:57.417925 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6ee134fc-64ac-4603-8839-a6cbb905c473 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:57.452218 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521bbd64-4456-4a52-ba1c-a39a91711cc1 req-75b52eb5-52bb-4327-b319-18a7a1d1565e tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:57.455310 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-521bbd64-4456-4a52-ba1c-a39a91711cc1 req-75b52eb5-52bb-4327-b319-18a7a1d1565e tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.41 "GET /v2.0/networks?id=e9141915-58fa-4f94-8f27-c56354fa8ebb HTTP/1.1" status: 200 len: 815 time: 0.1854789 Sep 17 07:47:57.461726 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84103d92-ee28-46ef-a98a-7e93f3a565fc req-c52c4d59-b5ed-49c8-8d02-b3d920fade13 tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:57.463492 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-84103d92-ee28-46ef-a98a-7e93f3a565fc req-c52c4d59-b5ed-49c8-8d02-b3d920fade13 tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bff86472-d8ba-4b8f-957b-aef4ea838ce9 HTTP/1.1" status: 200 len: 1095 time: 0.1478798 Sep 17 07:47:57.518343 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-521bbd64-4456-4a52-ba1c-a39a91711cc1 req-45223b55-556a-4e5f-b4db-c71d41adb58b tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Request body: {'port': {'device_id': 'eae18dcd-1ea3-49eb-aa1e-b7f28ad56c10', 'network_id': 'e9141915-58fa-4f94-8f27-c56354fa8ebb', 'admin_state_up': True, 'tenant_id': '459f4a4f8d9a4a149a3ada21edeb4e65'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:47:57.521033 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-6ee134fc-64ac-4603-8839-a6cbb905c473 admin admin] For port 9453e585-1dff-4241-8ac2-20c4106e6d7c, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=9453e585-1dff-4241-8ac2-20c4106e6d7c,segment=NetworkSegment(f84da4c7-1a3a-4996-936d-f5a29c73e1e4),segment_id=f84da4c7-1a3a-4996-936d-f5a29c73e1e4)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:47:57.521525 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6ee134fc-64ac-4603-8839-a6cbb905c473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:57.544892 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-6ee134fc-64ac-4603-8839-a6cbb905c473 admin admin] Calling delete_port for 9453e585-1dff-4241-8ac2-20c4106e6d7c owned by network:router_interface {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:47:57.572536 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-aff70f5b-bd17-4588-87dc-aaaf28703b46 req-e2093977-7270-4420-8b10-ca88dd8edee2 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=eae18dcd-1ea3-49eb-aa1e-b7f28ad56c10 HTTP/1.1" status: 200 len: 210 time: 0.0687821 Sep 17 07:47:57.573828 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['2ad87b74-3b5b-4433-9518-94ec4e1290f9'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:47:57.612971 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-84103d92-ee28-46ef-a98a-7e93f3a565fc req-57fab853-acef-4d39-9ffd-a21e0ee3ce5f tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394250 Sep 17 07:47:57.835267 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e4f96665-ddc2-4f7f-8c63-04c767473693 req-905cb783-fa1a-4353-a8d6-db350084fe01 tempest-ServerShowV254Test-653478938 tempest-ServerShowV254Test-653478938-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee4c35-0d82-4bc8-bc1e-8f53d34e017e HTTP/1.1" status: 200 len: 210 time: 0.0749502 Sep 17 07:47:57.960641 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284095c4-302e-4351-bed0-1b6e72676ed9 req-0bbb79be-c014-4e09-abac-e513b331611a tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:57.968495 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-284095c4-302e-4351-bed0-1b6e72676ed9 req-0bbb79be-c014-4e09-abac-e513b331611a tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=c20c08af-51fa-4753-95b7-55abba3651bc HTTP/1.1" status: 200 len: 944 time: 0.1993799 Sep 17 07:47:58.065658 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-284095c4-302e-4351-bed0-1b6e72676ed9 req-71ca2ab9-cfa0-4679-b869-dbae2e819be1 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928094 Sep 17 07:47:58.065658 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-521bbd64-4456-4a52-ba1c-a39a91711cc1 req-45223b55-556a-4e5f-b4db-c71d41adb58b tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Made reservation on behalf of 459f4a4f8d9a4a149a3ada21edeb4e65 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:47:58.070991 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-521bbd64-4456-4a52-ba1c-a39a91711cc1 req-45223b55-556a-4e5f-b4db-c71d41adb58b tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:58.150006 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6ee134fc-64ac-4603-8839-a6cbb905c473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:58.160689 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ed3e31-d301-4f4a-a979-1d5ce0ef3c36 req-b9999c2f-3cda-4522-8161-de02247e7563 tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:58.163087 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d3ed3e31-d301-4f4a-a979-1d5ce0ef3c36 req-b9999c2f-3cda-4522-8161-de02247e7563 tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bff86472-d8ba-4b8f-957b-aef4ea838ce9 HTTP/1.1" status: 200 len: 1095 time: 0.1834149 Sep 17 07:47:58.187181 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee134fc-64ac-4603-8839-a6cbb905c473 admin admin] Pushing event deleted for resources: {'Port': ['ID=9453e585-1dff-4241-8ac2-20c4106e6d7c,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:58.246028 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-918a6fe3-f482-48e2-a374-0ffe64be9bb4 req-15e5989f-2a4c-4e06-bed0-132640b02367 tempest-ServerShowV247Test-1222923917 tempest-ServerShowV247Test-1222923917-project] 10.222.0.13 "GET /v2.0/ports?device_id=e720cbea-2b1d-4022-adb6-5aa4fd87858f HTTP/1.1" status: 200 len: 210 time: 0.0816548 Sep 17 07:47:58.365204 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d3ed3e31-d301-4f4a-a979-1d5ce0ef3c36 req-ec25d813-8b19-4305-9e24-060379d4a5b9 tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872215 Sep 17 07:47:58.432490 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6ee134fc-64ac-4603-8839-a6cbb905c473 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:58.438825 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [req-521bbd64-4456-4a52-ba1c-a39a91711cc1 req-45223b55-556a-4e5f-b4db-c71d41adb58b tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Allocated IP 172.20.0.13 (e9141915-58fa-4f94-8f27-c56354fa8ebb/604275ee-9836-4f85-a007-f6695778fdeb/4b7dc433-3efb-4378-b002-1e48b038275e) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:47:58.730037 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9ef1aa30-a941-4bbc-bdc9-860e567e5b8f req-44099bd9-e49b-4b28-9101-d4224f53c6bd tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=eae18dcd-1ea3-49eb-aa1e-b7f28ad56c10 HTTP/1.1" status: 200 len: 210 time: 0.0447483 Sep 17 07:47:58.763036 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-521bbd64-4456-4a52-ba1c-a39a91711cc1 req-45223b55-556a-4e5f-b4db-c71d41adb58b tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:58.806993 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ee134fc-64ac-4603-8839-a6cbb905c473 admin admin] Router 9abee6c1-07ee-4b74-b29f-0c1acce8f477 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:47:58.845592 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-521bbd64-4456-4a52-ba1c-a39a91711cc1 req-45223b55-556a-4e5f-b4db-c71d41adb58b tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:58.905326 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-521bbd64-4456-4a52-ba1c-a39a91711cc1 req-45223b55-556a-4e5f-b4db-c71d41adb58b tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Network e9141915-58fa-4f94-8f27-c56354fa8ebb is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:47:58.908562 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [req-521bbd64-4456-4a52-ba1c-a39a91711cc1 req-45223b55-556a-4e5f-b4db-c71d41adb58b tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:47:58.914858 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-521bbd64-4456-4a52-ba1c-a39a91711cc1 req-45223b55-556a-4e5f-b4db-c71d41adb58b tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:47:58.949799 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45223b55-556a-4e5f-b4db-c71d41adb58b tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Pushing event updated for resources: {'Port': ['ID=4b7dc433-3efb-4378-b002-1e48b038275e,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:47:58.964045 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee134fc-64ac-4603-8839-a6cbb905c473 admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:47:58.970985 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6ee134fc-64ac-4603-8839-a6cbb905c473 admin admin] 10.222.0.13 "PUT /v2.0/routers/9abee6c1-07ee-4b74-b29f-0c1acce8f477/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4990242 Sep 17 07:47:58.975651 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 33536) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:47:58.976194 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50caabed-c78c-43dd-9020-35aefe9b3286 None None] Sync routers for ids ['9abee6c1-07ee-4b74-b29f-0c1acce8f477'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:47:58.989303 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50caabed-c78c-43dd-9020-35aefe9b3286 None None] Routers {'9abee6c1-07ee-4b74-b29f-0c1acce8f477'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:47:58.990019 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-50caabed-c78c-43dd-9020-35aefe9b3286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:47:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['9abee6c1-07ee-4b74-b29f-0c1acce8f477'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:47:59.165225 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-50caabed-c78c-43dd-9020-35aefe9b3286 None None] Set router 9abee6c1-07ee-4b74-b29f-0c1acce8f477 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:47:59.166613 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6a0c2b11-4a14-403a-bb69-2cfb8fee4f76 admin admin] Notify callbacks [] for router, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:59.170257 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b86f833c-b9a3-4eb2-941b-d5dfd7c6db86 req-926cc9d3-9b8a-4a0b-a643-4cd55ce4e143 tempest-ServerShowV254Test-653478938 tempest-ServerShowV254Test-653478938-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee4c35-0d82-4bc8-bc1e-8f53d34e017e HTTP/1.1" status: 200 len: 210 time: 0.1430554 Sep 17 07:47:59.185854 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521bbd64-4456-4a52-ba1c-a39a91711cc1 req-45223b55-556a-4e5f-b4db-c71d41adb58b tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:59.186523 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-521bbd64-4456-4a52-ba1c-a39a91711cc1 req-45223b55-556a-4e5f-b4db-c71d41adb58b tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:59.304461 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-521bbd64-4456-4a52-ba1c-a39a91711cc1 req-45223b55-556a-4e5f-b4db-c71d41adb58b tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7914832 Sep 17 07:47:59.326644 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-521bbd64-4456-4a52-ba1c-a39a91711cc1 req-80f5d989-5e46-4556-9880-198524e775cb service neutron] Request body: {'port': {'device_id': 'eae18dcd-1ea3-49eb-aa1e-b7f28ad56c10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-9'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:47:59.342971 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70424a9-6ad9-4cc7-86d3-975a8cc0e138 req-6ebddd53-3017-4e27-84ac-f6570e2ec264 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:47:59.345236 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f70424a9-6ad9-4cc7-86d3-975a8cc0e138 req-6ebddd53-3017-4e27-84ac-f6570e2ec264 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=c20c08af-51fa-4753-95b7-55abba3651bc HTTP/1.1" status: 200 len: 944 time: 0.1116612 Sep 17 07:47:59.430259 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-50caabed-c78c-43dd-9020-35aefe9b3286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9abee6c1-07ee-4b74-b29f-0c1acce8f477', 'name': 'tempest-AttachSCSIVolumeTestJSON-635033459-router', 'tenant_id': '98178f12ddfc4e00bbb2ac6ddd7401c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '8268bffa-c687-48df-b1cc-8805561ea183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:46:09Z', 'updated_at': '2021-09-17T07:47:58Z', 'revision_number': 5, 'project_id': '98178f12ddfc4e00bbb2ac6ddd7401c5', 'gw_port': {'id': '8268bffa-c687-48df-b1cc-8805561ea183', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:16:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abee6c1-07ee-4b74-b29f-0c1acce8f477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:46:10Z', 'updated_at': '2021-09-17T07:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:47:59.437552 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a8e9c40b-0ec2-40f5-ac28-f545bb594078 req-b187697d-31ae-4e39-af55-f7e1b04f6bde tempest-ServerShowV247Test-1222923917 tempest-ServerShowV247Test-1222923917-project] 10.222.0.13 "GET /v2.0/ports?device_id=e720cbea-2b1d-4022-adb6-5aa4fd87858f HTTP/1.1" status: 200 len: 210 time: 0.0433135 Sep 17 07:47:59.469153 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50caabed-c78c-43dd-9020-35aefe9b3286 None None] Checking router: 9abee6c1-07ee-4b74-b29f-0c1acce8f477 for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:47:59.476256 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50caabed-c78c-43dd-9020-35aefe9b3286 None None] Routers {'9abee6c1-07ee-4b74-b29f-0c1acce8f477'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:47:59.476879 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-50caabed-c78c-43dd-9020-35aefe9b3286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:47:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['9abee6c1-07ee-4b74-b29f-0c1acce8f477'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:47:59.478726 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f70424a9-6ad9-4cc7-86d3-975a8cc0e138 req-0d0fd4f2-658e-4792-b318-98904e582d97 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746460 Sep 17 07:47:59.540276 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-521bbd64-4456-4a52-ba1c-a39a91711cc1 req-80f5d989-5e46-4556-9880-198524e775cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:59.583369 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6a0c2b11-4a14-403a-bb69-2cfb8fee4f76 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:59.606540 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-50caabed-c78c-43dd-9020-35aefe9b3286 None None] Set router 9abee6c1-07ee-4b74-b29f-0c1acce8f477 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:47:59.749998 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-6a0c2b11-4a14-403a-bb69-2cfb8fee4f76 admin admin] Deleting port 8268bffa-c687-48df-b1cc-8805561ea183 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:47:59.750270 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6a0c2b11-4a14-403a-bb69-2cfb8fee4f76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:47:59.818718 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-50caabed-c78c-43dd-9020-35aefe9b3286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9abee6c1-07ee-4b74-b29f-0c1acce8f477', 'name': 'tempest-AttachSCSIVolumeTestJSON-635033459-router', 'tenant_id': '98178f12ddfc4e00bbb2ac6ddd7401c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '8268bffa-c687-48df-b1cc-8805561ea183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:46:09Z', 'updated_at': '2021-09-17T07:47:58Z', 'revision_number': 5, 'project_id': '98178f12ddfc4e00bbb2ac6ddd7401c5', 'gw_port': {'id': '8268bffa-c687-48df-b1cc-8805561ea183', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:16:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abee6c1-07ee-4b74-b29f-0c1acce8f477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:46:10Z', 'updated_at': '2021-09-17T07:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:47:59.869151 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50caabed-c78c-43dd-9020-35aefe9b3286 None None] The sync data for ids ['9abee6c1-07ee-4b74-b29f-0c1acce8f477'] in n-d-789963-9 is: [{'id': '9abee6c1-07ee-4b74-b29f-0c1acce8f477', 'name': 'tempest-AttachSCSIVolumeTestJSON-635033459-router', 'tenant_id': '98178f12ddfc4e00bbb2ac6ddd7401c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '8268bffa-c687-48df-b1cc-8805561ea183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:46:09Z', 'updated_at': '2021-09-17T07:47:58Z', 'revision_number': 5, 'project_id': '98178f12ddfc4e00bbb2ac6ddd7401c5', 'gw_port': {'id': '8268bffa-c687-48df-b1cc-8805561ea183', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:16:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abee6c1-07ee-4b74-b29f-0c1acce8f477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:46:10Z', 'updated_at': '2021-09-17T07:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:48:00.021823 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-6a0c2b11-4a14-403a-bb69-2cfb8fee4f76 admin admin] For port 8268bffa-c687-48df-b1cc-8805561ea183, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=8268bffa-c687-48df-b1cc-8805561ea183,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:48:00.022246 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6a0c2b11-4a14-403a-bb69-2cfb8fee4f76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:00.045841 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-6a0c2b11-4a14-403a-bb69-2cfb8fee4f76 admin admin] Calling delete_port for 8268bffa-c687-48df-b1cc-8805561ea183 owned by network:router_gateway {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:48:00.065500 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676fc695-85b5-4720-907c-c87422375493 req-3f50c1e1-c83f-4186-85c6-ed14ee608017 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:00.071270 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-676fc695-85b5-4720-907c-c87422375493 req-3f50c1e1-c83f-4186-85c6-ed14ee608017 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=eae18dcd-1ea3-49eb-aa1e-b7f28ad56c10 HTTP/1.1" status: 200 len: 932 time: 0.1408174 Sep 17 07:48:00.201392 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-676fc695-85b5-4720-907c-c87422375493 req-4ddee792-910e-4ba7-b1ba-c0747a4944b7 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291678 Sep 17 07:48:00.205672 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [req-521bbd64-4456-4a52-ba1c-a39a91711cc1 req-80f5d989-5e46-4556-9880-198524e775cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b7dc433-3efb-4378-b002-1e48b038275e {{(pid=101289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:48:00.217071 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-521bbd64-4456-4a52-ba1c-a39a91711cc1 req-80f5d989-5e46-4556-9880-198524e775cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:00.274897 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.provisioning_blocks [req-521bbd64-4456-4a52-ba1c-a39a91711cc1 req-80f5d989-5e46-4556-9880-198524e775cb service neutron] Transition to ACTIVE for port object 4b7dc433-3efb-4378-b002-1e48b038275e will not be triggered until provisioned by entity L2. {{(pid=101289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:48:00.399076 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-521bbd64-4456-4a52-ba1c-a39a91711cc1 req-80f5d989-5e46-4556-9880-198524e775cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:00.431676 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3f35c935-f175-405d-b403-97aeaab830b3 req-aa72c4d6-2c70-4f9a-9320-5016ff97d5ff tempest-ServerShowV254Test-653478938 tempest-ServerShowV254Test-653478938-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee4c35-0d82-4bc8-bc1e-8f53d34e017e HTTP/1.1" status: 200 len: 210 time: 0.1014431 Sep 17 07:48:00.612216 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6a0c2b11-4a14-403a-bb69-2cfb8fee4f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:00.623956 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f5d989-5e46-4556-9880-198524e775cb service neutron] Pushing event updated for resources: {'Port': ['ID=4b7dc433-3efb-4378-b002-1e48b038275e,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:00.660774 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c2d5184d-9f1e-4b6b-8c2a-58bf7ddf9a8c req-ed2b292e-729d-4b20-b323-901cb909f425 tempest-ServerShowV247Test-1222923917 tempest-ServerShowV247Test-1222923917-project] 10.222.0.13 "GET /v2.0/ports?device_id=e720cbea-2b1d-4022-adb6-5aa4fd87858f HTTP/1.1" status: 200 len: 210 time: 0.0846100 Sep 17 07:48:00.740351 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0c2b11-4a14-403a-bb69-2cfb8fee4f76 admin admin] Pushing event deleted for resources: {'Port': ['ID=8268bffa-c687-48df-b1cc-8805561ea183,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:00.780476 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 2ad87b74-3b5b-4433-9518-94ec4e1290f9 up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:48:00.861867 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6467c4a-fe83-4431-bd6a-6e617dee4a73 req-15a94f62-55a9-4821-b3b0-5f6a9276d919 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:00.870502 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b6467c4a-fe83-4431-bd6a-6e617dee4a73 req-15a94f62-55a9-4821-b3b0-5f6a9276d919 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=c20c08af-51fa-4753-95b7-55abba3651bc HTTP/1.1" status: 200 len: 944 time: 0.2827075 Sep 17 07:48:00.876663 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning for port 2ad87b74-3b5b-4433-9518-94ec4e1290f9 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:48:00.884984 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port 2ad87b74-3b5b-4433-9518-94ec4e1290f9 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:48:00.886115 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:00.899684 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-521bbd64-4456-4a52-ba1c-a39a91711cc1 req-80f5d989-5e46-4556-9880-198524e775cb service neutron] Attempting to bind port 4b7dc433-3efb-4378-b002-1e48b038275e on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:48:00.900205 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-521bbd64-4456-4a52-ba1c-a39a91711cc1 req-80f5d989-5e46-4556-9880-198524e775cb service neutron] Attempting to bind port 4b7dc433-3efb-4378-b002-1e48b038275e by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'be767568-3060-48d1-bebe-585a133f1049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e9141915-58fa-4f94-8f27-c56354fa8ebb'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:48:00.900582 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521bbd64-4456-4a52-ba1c-a39a91711cc1 req-80f5d989-5e46-4556-9880-198524e775cb service neutron] Attempting to bind port 4b7dc433-3efb-4378-b002-1e48b038275e on network e9141915-58fa-4f94-8f27-c56354fa8ebb {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:48:00.917097 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6a0c2b11-4a14-403a-bb69-2cfb8fee4f76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:00.918779 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521bbd64-4456-4a52-ba1c-a39a91711cc1 req-80f5d989-5e46-4556-9880-198524e775cb service neutron] Port 4b7dc433-3efb-4378-b002-1e48b038275e on network e9141915-58fa-4f94-8f27-c56354fa8ebb not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:48:00.919108 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521bbd64-4456-4a52-ba1c-a39a91711cc1 req-80f5d989-5e46-4556-9880-198524e775cb service neutron] Attempting to bind port 4b7dc433-3efb-4378-b002-1e48b038275e on network e9141915-58fa-4f94-8f27-c56354fa8ebb {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:48:00.968234 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b6467c4a-fe83-4431-bd6a-6e617dee4a73 req-1fd9443a-24ee-46d0-82da-ff59795c301b tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943520 Sep 17 07:48:00.969254 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521bbd64-4456-4a52-ba1c-a39a91711cc1 req-80f5d989-5e46-4556-9880-198524e775cb service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:48:00.974662 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521bbd64-4456-4a52-ba1c-a39a91711cc1 req-80f5d989-5e46-4556-9880-198524e775cb service neutron] Checking segment: {'id': 'be767568-3060-48d1-bebe-585a133f1049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e9141915-58fa-4f94-8f27-c56354fa8ebb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:48:00.975154 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521bbd64-4456-4a52-ba1c-a39a91711cc1 req-80f5d989-5e46-4556-9880-198524e775cb service neutron] Bound using segment: {'id': 'be767568-3060-48d1-bebe-585a133f1049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e9141915-58fa-4f94-8f27-c56354fa8ebb'} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:48:00.975637 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-521bbd64-4456-4a52-ba1c-a39a91711cc1 req-80f5d989-5e46-4556-9880-198524e775cb service neutron] Bound port: 4b7dc433-3efb-4378-b002-1e48b038275e, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be767568-3060-48d1-bebe-585a133f1049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e9141915-58fa-4f94-8f27-c56354fa8ebb'}}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:48:00.976049 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-521bbd64-4456-4a52-ba1c-a39a91711cc1 req-80f5d989-5e46-4556-9880-198524e775cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:01.070424 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6a0c2b11-4a14-403a-bb69-2cfb8fee4f76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:01.073485 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:01.092084 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6a0c2b11-4a14-403a-bb69-2cfb8fee4f76 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:01.111245 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c20c08af-51fa-4753-95b7-55abba3651bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad87b74-3b5b-4433-9518-94ec4e1290f9'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:48:01.114535 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0628f2cc-77c9-405b-be63-71a240eeaa24" -d '{"events": [{"server_uuid": "c20c08af-51fa-4753-95b7-55abba3651bc", "name": "network-vif-plugged", "status": "completed", "tag": "2ad87b74-3b5b-4433-9518-94ec4e1290f9"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:48:01.139915 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 07:48:01.145764 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 2ad87b74-3b5b-4433-9518-94ec4e1290f9, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=2ad87b74-3b5b-4433-9518-94ec4e1290f9,segment=NetworkSegment(2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff),segment_id=2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:48:01.155926 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:01.193702 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6a0c2b11-4a14-403a-bb69-2cfb8fee4f76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:01.194504 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a0c2b11-4a14-403a-bb69-2cfb8fee4f76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9abee6c1-07ee-4b74-b29f-0c1acce8f477 {{(pid=101289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 07:48:01.206422 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6a0c2b11-4a14-403a-bb69-2cfb8fee4f76 admin admin] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:01.211295 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aff089f-403d-45de-be79-2b11f8815831 x-openstack-request-id: req-3aff089f-403d-45de-be79-2b11f8815831 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:48:01.211665 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 33584) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:48:01.213817 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-6a0c2b11-4a14-403a-bb69-2cfb8fee4f76 admin admin] 10.222.0.13 "DELETE /v2.0/routers/9abee6c1-07ee-4b74-b29f-0c1acce8f477 HTTP/1.1" status: 204 len: 168 time: 2.2357507 Sep 17 07:48:01.220602 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-521bbd64-4456-4a52-ba1c-a39a91711cc1 req-80f5d989-5e46-4556-9880-198524e775cb service neutron] For port 4b7dc433-3efb-4378-b002-1e48b038275e, host n-h1-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:48:01.221143 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c20c08af-51fa-4753-95b7-55abba3651bc", "name": "network-vif-plugged", "status": "completed", "tag": "2ad87b74-3b5b-4433-9518-94ec4e1290f9", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:48:01.221422 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3aff089f-403d-45de-be79-2b11f8815831 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:48:01.221847 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c20c08af-51fa-4753-95b7-55abba3651bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad87b74-3b5b-4433-9518-94ec4e1290f9', 'code': 200} Sep 17 07:48:01.227412 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-521bbd64-4456-4a52-ba1c-a39a91711cc1 req-80f5d989-5e46-4556-9880-198524e775cb service neutron] For port 4b7dc433-3efb-4378-b002-1e48b038275e, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=4b7dc433-3efb-4378-b002-1e48b038275e,segment=NetworkSegment(be767568-3060-48d1-bebe-585a133f1049),segment_id=be767568-3060-48d1-bebe-585a133f1049)] {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:48:01.241215 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-521bbd64-4456-4a52-ba1c-a39a91711cc1 req-80f5d989-5e46-4556-9880-198524e775cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:01.320958 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=2ad87b74-3b5b-4433-9518-94ec4e1290f9,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:01.338167 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521bbd64-4456-4a52-ba1c-a39a91711cc1 req-80f5d989-5e46-4556-9880-198524e775cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:01.339631 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-521bbd64-4456-4a52-ba1c-a39a91711cc1 req-80f5d989-5e46-4556-9880-198524e775cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:01.341663 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-521bbd64-4456-4a52-ba1c-a39a91711cc1 req-80f5d989-5e46-4556-9880-198524e775cb service neutron] 10.222.0.41 "PUT /v2.0/ports/4b7dc433-3efb-4378-b002-1e48b038275e HTTP/1.1" status: 200 len: 1092 time: 2.0200019 Sep 17 07:48:01.342141 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eae18dcd-1ea3-49eb-aa1e-b7f28ad56c10', 'tag': '4b7dc433-3efb-4378-b002-1e48b038275e'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:48:01.349227 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d44de3b9-852c-4f94-a3b5-7505bcee5999" -d '{"events": [{"name": "network-changed", "server_uuid": "eae18dcd-1ea3-49eb-aa1e-b7f28ad56c10", "tag": "4b7dc433-3efb-4378-b002-1e48b038275e"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:48:01.432878 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-13db6ffb-51fc-49ac-9cde-eaa3da3bfa18 admin admin] Deleting subnet dc29c010-dfbb-47a2-87e1-d1ca8660d3ac {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:48:01.444714 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-13db6ffb-51fc-49ac-9cde-eaa3da3bfa18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:01.452441 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 9453e585-1dff-4241-8ac2-20c4106e6d7c no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:48:01.472573 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060a3e9-920a-448d-8570-2bcaec3750b7 req-fe0cc752-c3c0-4802-9d49-1e16eecb511d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:01.474371 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d060a3e9-920a-448d-8570-2bcaec3750b7 req-fe0cc752-c3c0-4802-9d49-1e16eecb511d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c20c08af-51fa-4753-95b7-55abba3651bc HTTP/1.1" status: 200 len: 1096 time: 0.1559885 Sep 17 07:48:01.506089 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 9453e585-1dff-4241-8ac2-20c4106e6d7c {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:48:01.506439 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 9453e585-1dff-4241-8ac2-20c4106e6d7c not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:48:01.517229 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee67717-b8f1-43f9-865b-7136f2e76d02 x-openstack-request-id: req-fee67717-b8f1-43f9-865b-7136f2e76d02 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:48:01.517574 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eae18dcd-1ea3-49eb-aa1e-b7f28ad56c10", "tag": "4b7dc433-3efb-4378-b002-1e48b038275e", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:48:01.517765 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fee67717-b8f1-43f9-865b-7136f2e76d02 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:48:01.518165 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eae18dcd-1ea3-49eb-aa1e-b7f28ad56c10', 'tag': '4b7dc433-3efb-4378-b002-1e48b038275e', 'status': 'completed', 'code': 200} Sep 17 07:48:01.539409 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-13db6ffb-51fc-49ac-9cde-eaa3da3bfa18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:01.559820 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f5d989-5e46-4556-9880-198524e775cb service neutron] Pushing event updated for resources: {'Port': ['ID=4b7dc433-3efb-4378-b002-1e48b038275e,revision_number=3']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:01.590286 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d060a3e9-920a-448d-8570-2bcaec3750b7 req-a2b24e24-ce23-4e8d-8182-73e75422e396 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060429 Sep 17 07:48:01.622617 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-425a96c5-b673-4748-bec4-bfc4f6620dfc req-02c55fa5-c224-4f7c-82ab-cc757b3405b4 tempest-ServerShowV254Test-653478938 tempest-ServerShowV254Test-653478938-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee4c35-0d82-4bc8-bc1e-8f53d34e017e HTTP/1.1" status: 200 len: 210 time: 0.0481732 Sep 17 07:48:01.661016 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-13db6ffb-51fc-49ac-9cde-eaa3da3bfa18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:01.680607 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37538d2f-8d7f-4a60-a601-126e39f289cf req-e68db830-680f-4d7a-acf5-62198d225879 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:01.692761 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-37538d2f-8d7f-4a60-a601-126e39f289cf req-e68db830-680f-4d7a-acf5-62198d225879 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=eae18dcd-1ea3-49eb-aa1e-b7f28ad56c10 HTTP/1.1" status: 200 len: 944 time: 0.2762938 Sep 17 07:48:01.741418 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-13db6ffb-51fc-49ac-9cde-eaa3da3bfa18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:01.787592 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521bbd64-4456-4a52-ba1c-a39a91711cc1 req-8bbbfb37-d9c9-4a17-b7af-fa30dc3e6a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:01.789267 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-521bbd64-4456-4a52-ba1c-a39a91711cc1 req-8bbbfb37-d9c9-4a17-b7af-fa30dc3e6a86 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=459f4a4f8d9a4a149a3ada21edeb4e65&device_id=eae18dcd-1ea3-49eb-aa1e-b7f28ad56c10 HTTP/1.1" status: 200 len: 1095 time: 0.3470118 Sep 17 07:48:01.806484 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-37538d2f-8d7f-4a60-a601-126e39f289cf req-6824d38b-3a75-49c4-9344-dd4a76023ccb tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066983 Sep 17 07:48:01.810748 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13db6ffb-51fc-49ac-9cde-eaa3da3bfa18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc29c010-dfbb-47a2-87e1-d1ca8660d3ac,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:01.827290 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-13db6ffb-51fc-49ac-9cde-eaa3da3bfa18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:01.828748 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed34e024-0049-4bab-ba3d-d9fff52a6e5b None None] Network 2bca7be9-40f5-4413-9ab9-3942e24e3b7c requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:48:01.830868 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-13db6ffb-51fc-49ac-9cde-eaa3da3bfa18 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/dc29c010-dfbb-47a2-87e1-d1ca8660d3ac HTTP/1.1" status: 204 len: 168 time: 0.6181359 Sep 17 07:48:01.833535 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 33596) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:48:01.891442 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-88c0d45d-070a-4a05-b961-6757206871e0 req-a785f4fe-2456-43e8-94eb-005e45b5d972 tempest-ServerShowV247Test-1222923917 tempest-ServerShowV247Test-1222923917-project] 10.222.0.13 "GET /v2.0/ports?device_id=e720cbea-2b1d-4022-adb6-5aa4fd87858f HTTP/1.1" status: 200 len: 210 time: 0.0795553 Sep 17 07:48:01.979028 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7068349e-bd9d-4e46-b068-92fd45673fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:02.104962 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-7068349e-bd9d-4e46-b068-92fd45673fa1 admin admin] Deleting port 314809c2-184d-43aa-b5e9-7d194d9d5f8e {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:48:02.106444 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-521bbd64-4456-4a52-ba1c-a39a91711cc1 req-f1dd09dc-491d-4617-8f87-c96463e9b19c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b7dc433-3efb-4378-b002-1e48b038275e HTTP/1.1" status: 200 len: 217 time: 0.1165018 Sep 17 07:48:02.107347 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7068349e-bd9d-4e46-b068-92fd45673fa1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:02.210065 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce28a19b-c133-4e7a-bad6-893198eecc3c None None] DHCP port deletion for 2bca7be9-40f5-4413-9ab9-3942e24e3b7c request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 07:48:02.219500 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521bbd64-4456-4a52-ba1c-a39a91711cc1 req-c33fea41-9ae8-47f2-8e12-eb58b6369baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:02.227800 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-521bbd64-4456-4a52-ba1c-a39a91711cc1 req-c33fea41-9ae8-47f2-8e12-eb58b6369baa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=604275ee-9836-4f85-a007-f6695778fdeb HTTP/1.1" status: 200 len: 855 time: 0.1083126 Sep 17 07:48:02.239500 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9413d14e-f945-4a22-8b80-0eec6ef5d62a req-2ff4d693-0328-4464-a5a4-e3fb3ece0f49 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:02.241545 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9413d14e-f945-4a22-8b80-0eec6ef5d62a req-2ff4d693-0328-4464-a5a4-e3fb3ece0f49 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=c20c08af-51fa-4753-95b7-55abba3651bc HTTP/1.1" status: 200 len: 945 time: 0.1208935 Sep 17 07:48:02.247184 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-7068349e-bd9d-4e46-b068-92fd45673fa1 admin admin] For port 314809c2-184d-43aa-b5e9-7d194d9d5f8e, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=314809c2-184d-43aa-b5e9-7d194d9d5f8e,segment=NetworkSegment(f84da4c7-1a3a-4996-936d-f5a29c73e1e4),segment_id=f84da4c7-1a3a-4996-936d-f5a29c73e1e4)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:48:02.247734 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7068349e-bd9d-4e46-b068-92fd45673fa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:02.272379 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-7068349e-bd9d-4e46-b068-92fd45673fa1 admin admin] Calling delete_port for 314809c2-184d-43aa-b5e9-7d194d9d5f8e owned by network:dhcp {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:48:02.272896 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-521bbd64-4456-4a52-ba1c-a39a91711cc1 req-dfaeb740-5933-4483-bc92-cea795d7929b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e9141915-58fa-4f94-8f27-c56354fa8ebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298181 Sep 17 07:48:02.322406 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce28a19b-c133-4e7a-bad6-893198eecc3c None None] Deleting port 314809c2-184d-43aa-b5e9-7d194d9d5f8e {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:48:02.323028 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce28a19b-c133-4e7a-bad6-893198eecc3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:02.428219 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9413d14e-f945-4a22-8b80-0eec6ef5d62a req-803887d8-9275-42a1-8797-26df1f2869a5 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422434 Sep 17 07:48:02.462417 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce28a19b-c133-4e7a-bad6-893198eecc3c None None] For port 314809c2-184d-43aa-b5e9-7d194d9d5f8e, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=314809c2-184d-43aa-b5e9-7d194d9d5f8e,segment=NetworkSegment(f84da4c7-1a3a-4996-936d-f5a29c73e1e4),segment_id=f84da4c7-1a3a-4996-936d-f5a29c73e1e4)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:48:02.463967 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7068349e-bd9d-4e46-b068-92fd45673fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:02.472263 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce28a19b-c133-4e7a-bad6-893198eecc3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:02.480542 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-521bbd64-4456-4a52-ba1c-a39a91711cc1 req-8fac27cf-a48a-49d5-88d0-c023c9f16887 service neutron] 10.222.0.41 "GET /v2.0/networks/e9141915-58fa-4f94-8f27-c56354fa8ebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989465 Sep 17 07:48:02.502343 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce28a19b-c133-4e7a-bad6-893198eecc3c None None] Calling delete_port for 314809c2-184d-43aa-b5e9-7d194d9d5f8e owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:48:02.515897 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7068349e-bd9d-4e46-b068-92fd45673fa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=314809c2-184d-43aa-b5e9-7d194d9d5f8e,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:02.521551 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7068349e-bd9d-4e46-b068-92fd45673fa1 admin admin] No DVR routers for this DVR port 314809c2-184d-43aa-b5e9-7d194d9d5f8e on host n-d-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:48:02.631637 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-521bbd64-4456-4a52-ba1c-a39a91711cc1 req-22e31448-3820-46fa-996a-eb0f343ef860 service neutron] 10.222.0.41 "GET /v2.0/networks/e9141915-58fa-4f94-8f27-c56354fa8ebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405833 Sep 17 07:48:02.681425 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7068349e-bd9d-4e46-b068-92fd45673fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:02.736088 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-7068349e-bd9d-4e46-b068-92fd45673fa1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bca7be9-40f5-4413-9ab9-3942e24e3b7c']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:48:02.761593 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-7068349e-bd9d-4e46-b068-92fd45673fa1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f84da4c7-1a3a-4996-936d-f5a29c73e1e4') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:48:02.762017 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-7068349e-bd9d-4e46-b068-92fd45673fa1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f84da4c7-1a3a-4996-936d-f5a29c73e1e4') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:48:02.784883 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7068349e-bd9d-4e46-b068-92fd45673fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:02.785898 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c832db49-177e-4210-ab50-24331fc271a9 req-94983182-caf0-492d-ae0b-3d55a323819c tempest-ServerShowV254Test-653478938 tempest-ServerShowV254Test-653478938-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee4c35-0d82-4bc8-bc1e-8f53d34e017e HTTP/1.1" status: 200 len: 210 time: 0.0346334 Sep 17 07:48:02.807035 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7068349e-bd9d-4e46-b068-92fd45673fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:02.816262 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7068349e-bd9d-4e46-b068-92fd45673fa1 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 07:48:02.816801 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7068349e-bd9d-4e46-b068-92fd45673fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:02.819246 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 07:48:02.819246 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 07:48:02.819246 n-d-789963-9 neutron-server[101290]: timer() Sep 17 07:48:02.819246 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 07:48:02.819246 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 07:48:02.819246 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 07:48:02.819246 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 07:48:02.819246 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 07:48:02.819246 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 07:48:02.819246 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 07:48:02.819246 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 07:48:02.819246 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 07:48:02.819246 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 07:48:02.819246 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 07:48:02.819246 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 07:48:02.819246 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 07:48:02.819246 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 07:48:02.819246 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 07:48:02.819246 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 07:48:02.819246 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 07:48:02.819246 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 07:48:02.819246 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 07:48:02.819246 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 07:48:02.819246 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 07:48:02.819246 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 07:48:02.819246 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 07:48:02.819246 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 07:48:02.819246 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 07:48:02.819246 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 07:48:02.819246 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 07:48:02.819246 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 07:48:02.819246 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 07:48:02.877754 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44de3b9-852c-4f94-a3b5-7505bcee5999 req-37df0851-56f9-4036-bc76-c36a5b9f79d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:02.880635 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d44de3b9-852c-4f94-a3b5-7505bcee5999 req-37df0851-56f9-4036-bc76-c36a5b9f79d3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=459f4a4f8d9a4a149a3ada21edeb4e65&device_id=eae18dcd-1ea3-49eb-aa1e-b7f28ad56c10 HTTP/1.1" status: 200 len: 1095 time: 0.0864270 Sep 17 07:48:02.906317 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce28a19b-c133-4e7a-bad6-893198eecc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:02.925850 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7068349e-bd9d-4e46-b068-92fd45673fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:02.941822 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce28a19b-c133-4e7a-bad6-893198eecc3c None None] Pushing event deleted for resources: {'Port': ['ID=314809c2-184d-43aa-b5e9-7d194d9d5f8e,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:02.952008 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7068349e-bd9d-4e46-b068-92fd45673fa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:02.954258 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-7068349e-bd9d-4e46-b068-92fd45673fa1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/2bca7be9-40f5-4413-9ab9-3942e24e3b7c HTTP/1.1" status: 204 len: 168 time: 1.1169827 Sep 17 07:48:02.955633 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce28a19b-c133-4e7a-bad6-893198eecc3c None None] No DVR routers for this DVR port 314809c2-184d-43aa-b5e9-7d194d9d5f8e on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:48:02.980430 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7068349e-bd9d-4e46-b068-92fd45673fa1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2bca7be9-40f5-4413-9ab9-3942e24e3b7c,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:03.105115 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1b4b72bb-f599-4a8f-ae6d-36b3dd98c08e req-1f455fb3-f4cb-46c0-8da1-513591d348b7 tempest-ServerShowV247Test-1222923917 tempest-ServerShowV247Test-1222923917-project] 10.222.0.13 "GET /v2.0/ports?device_id=e720cbea-2b1d-4022-adb6-5aa4fd87858f HTTP/1.1" status: 200 len: 210 time: 0.0681036 Sep 17 07:48:03.164964 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44de3b9-852c-4f94-a3b5-7505bcee5999 req-404c7ab4-236c-433d-9fa1-501cbcf6d4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:03.172224 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d44de3b9-852c-4f94-a3b5-7505bcee5999 req-404c7ab4-236c-433d-9fa1-501cbcf6d4f7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e9141915-58fa-4f94-8f27-c56354fa8ebb HTTP/1.1" status: 200 len: 916 time: 0.2029488 Sep 17 07:48:03.179529 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 33624) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:48:03.182205 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f7e45-60cc-4ff4-9e89-d9b03ed8866d req-94234104-38fe-411c-8711-98080cd59602 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:03.183737 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c31f7e45-60cc-4ff4-9e89-d9b03ed8866d req-94234104-38fe-411c-8711-98080cd59602 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=eae18dcd-1ea3-49eb-aa1e-b7f28ad56c10 HTTP/1.1" status: 200 len: 944 time: 0.2791603 Sep 17 07:48:03.261542 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-34d4fa7e-7300-44eb-8f36-35ac6db89cd2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=026f1bbdd969495ba4d90c4a8ce346cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0808492 Sep 17 07:48:03.273082 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 33628) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:48:03.346057 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d44de3b9-852c-4f94-a3b5-7505bcee5999 req-0d6f1784-1052-44cf-af6f-b5a6bf5d1527 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b7dc433-3efb-4378-b002-1e48b038275e HTTP/1.1" status: 200 len: 217 time: 0.1594293 Sep 17 07:48:03.406568 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 314809c2-184d-43aa-b5e9-7d194d9d5f8e no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:48:03.459435 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 314809c2-184d-43aa-b5e9-7d194d9d5f8e {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:48:03.460939 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 314809c2-184d-43aa-b5e9-7d194d9d5f8e not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:48:03.461383 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 8268bffa-c687-48df-b1cc-8805561ea183 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:48:03.494736 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0cdded34-18fb-4aee-a90c-3b3971bc0e51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:03.511679 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 8268bffa-c687-48df-b1cc-8805561ea183 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:48:03.512087 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 8268bffa-c687-48df-b1cc-8805561ea183 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:48:03.541846 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0cdded34-18fb-4aee-a90c-3b3971bc0e51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:03.551340 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c31f7e45-60cc-4ff4-9e89-d9b03ed8866d req-cac6664c-7ab9-4409-9613-a76539f9f520 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3572316 Sep 17 07:48:03.584336 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44de3b9-852c-4f94-a3b5-7505bcee5999 req-299bfd31-465f-491b-bcc8-fadd8d1597ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:03.586704 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d44de3b9-852c-4f94-a3b5-7505bcee5999 req-299bfd31-465f-491b-bcc8-fadd8d1597ac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=604275ee-9836-4f85-a007-f6695778fdeb HTTP/1.1" status: 200 len: 855 time: 0.2250781 Sep 17 07:48:03.611657 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0cdded34-18fb-4aee-a90c-3b3971bc0e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:03.615999 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0cdded34-18fb-4aee-a90c-3b3971bc0e51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:03.621954 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-0cdded34-18fb-4aee-a90c-3b3971bc0e51 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/20ef99ba-7ca0-4491-8e58-8d35cc31cf0f HTTP/1.1" status: 204 len: 168 time: 0.3371899 Sep 17 07:48:03.643469 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdded34-18fb-4aee-a90c-3b3971bc0e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ef99ba-7ca0-4491-8e58-8d35cc31cf0f,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:03.660421 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d44de3b9-852c-4f94-a3b5-7505bcee5999 req-a9f48bc6-4be1-4ee6-b67f-d6473afe42fa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e9141915-58fa-4f94-8f27-c56354fa8ebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542269 Sep 17 07:48:03.772096 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d44de3b9-852c-4f94-a3b5-7505bcee5999 req-fbdf3303-bf21-4f59-a354-987d43f47dcd service neutron] 10.222.0.41 "GET /v2.0/networks/e9141915-58fa-4f94-8f27-c56354fa8ebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032045 Sep 17 07:48:03.780649 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a0eba2-0916-49fd-a4db-9fbb3980b84f req-658fbb0b-e922-4595-b834-b1d345f9e543 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:03.782210 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-49a0eba2-0916-49fd-a4db-9fbb3980b84f req-658fbb0b-e922-4595-b834-b1d345f9e543 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=c20c08af-51fa-4753-95b7-55abba3651bc HTTP/1.1" status: 200 len: 945 time: 0.2161341 Sep 17 07:48:03.940435 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8ca9b2a9-0713-4987-99b9-60d47306ad14 req-19f90284-02ce-4e67-bc15-0102b6edb9d0 tempest-ServerShowV254Test-653478938 tempest-ServerShowV254Test-653478938-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee4c35-0d82-4bc8-bc1e-8f53d34e017e HTTP/1.1" status: 200 len: 210 time: 0.0364902 Sep 17 07:48:03.946088 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-49a0eba2-0916-49fd-a4db-9fbb3980b84f req-b048cd05-10ec-40d1-b9af-38518c853de1 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536696 Sep 17 07:48:03.987180 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d44de3b9-852c-4f94-a3b5-7505bcee5999 req-f1dae93f-7773-4084-9e30-23f87f0ebc57 service neutron] 10.222.0.41 "GET /v2.0/networks/e9141915-58fa-4f94-8f27-c56354fa8ebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039342 Sep 17 07:48:04.104202 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb0c831-fa71-47f4-95e5-7dfd2fd01555 req-cdd42487-0e56-4b83-8287-dd56443c6be5 tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:04.105929 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-deb0c831-fa71-47f4-95e5-7dfd2fd01555 req-cdd42487-0e56-4b83-8287-dd56443c6be5 tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c20c08af-51fa-4753-95b7-55abba3651bc HTTP/1.1" status: 200 len: 1096 time: 0.0647621 Sep 17 07:48:04.149427 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 33648) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:48:04.167928 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-deb0c831-fa71-47f4-95e5-7dfd2fd01555 req-3910580e-039b-4278-9b5c-ca34ab3a9827 tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530109 Sep 17 07:48:04.239585 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-3a84cf29-6edb-4a0f-b04e-b058deea0849 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=98178f12ddfc4e00bbb2ac6ddd7401c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0883389 Sep 17 07:48:04.240597 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 33654) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:48:04.277213 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9cba0e9d-9106-4fff-9d0a-8f4b6e334046 req-e81a0fd2-e854-43c8-83cb-b6ede16df792 tempest-ServerShowV247Test-1222923917 tempest-ServerShowV247Test-1222923917-project] 10.222.0.13 "GET /v2.0/ports?device_id=e720cbea-2b1d-4022-adb6-5aa4fd87858f HTTP/1.1" status: 200 len: 210 time: 0.0421219 Sep 17 07:48:04.337411 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-04622a6e-0859-4dc8-9a36-519b2251a99e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:04.362787 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-04622a6e-0859-4dc8-9a36-519b2251a99e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:04.366945 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cd6241-d4b8-44cb-b657-073afde8021e req-619ec0e3-d970-472c-ad2f-34f4f9ce9982 tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:04.368524 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-02cd6241-d4b8-44cb-b657-073afde8021e req-619ec0e3-d970-472c-ad2f-34f4f9ce9982 tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c20c08af-51fa-4753-95b7-55abba3651bc HTTP/1.1" status: 200 len: 1096 time: 0.0901465 Sep 17 07:48:04.431535 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-02cd6241-d4b8-44cb-b657-073afde8021e req-bddf7bf1-6e87-4e39-8a96-2365abc7ae81 tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471594 Sep 17 07:48:04.432230 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-04622a6e-0859-4dc8-9a36-519b2251a99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:04.434831 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-04622a6e-0859-4dc8-9a36-519b2251a99e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:04.438646 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-04622a6e-0859-4dc8-9a36-519b2251a99e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8a6d4dab-1fae-4cfe-8c29-f0e6e5a93dd8 HTTP/1.1" status: 204 len: 168 time: 0.1863186 Sep 17 07:48:04.457328 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04622a6e-0859-4dc8-9a36-519b2251a99e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6d4dab-1fae-4cfe-8c29-f0e6e5a93dd8,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:04.741895 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e129f-cc97-4b57-aac0-a56bd631493e req-ecb3842c-9431-44ca-b216-c94ea8e6edb9 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:04.744303 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-709e129f-cc97-4b57-aac0-a56bd631493e req-ecb3842c-9431-44ca-b216-c94ea8e6edb9 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=eae18dcd-1ea3-49eb-aa1e-b7f28ad56c10 HTTP/1.1" status: 200 len: 944 time: 0.0977628 Sep 17 07:48:04.845543 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:04.846941 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-709e129f-cc97-4b57-aac0-a56bd631493e req-d819afa6-c22a-4f6e-9189-c55572c52e4d tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898821 Sep 17 07:48:05.165302 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-39a3e26a-151e-4b95-afb8-b065e0e68c2b req-1ccde3e3-bd25-460b-adda-88436fbc0cf6 tempest-ServerShowV254Test-653478938 tempest-ServerShowV254Test-653478938-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee4c35-0d82-4bc8-bc1e-8f53d34e017e HTTP/1.1" status: 200 len: 210 time: 0.0593767 Sep 17 07:48:05.294320 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:05.555202 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 33722) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:48:05.752443 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-d3d92f5f-38db-46f9-8ee1-47b82d85d56b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-821420024-network', 'tenant_id': '173bcd349821437db6c688209e3398b1'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:48:05.800570 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-eec2dff0-e958-4522-8704-d5919cd3cbb4 req-02300554-36f5-4127-b00d-2737909fae17 tempest-ServerShowV247Test-1222923917 tempest-ServerShowV247Test-1222923917-project] 10.222.0.13 "GET /v2.0/ports?device_id=e720cbea-2b1d-4022-adb6-5aa4fd87858f HTTP/1.1" status: 200 len: 210 time: 0.3901124 Sep 17 07:48:05.812788 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d92f5f-38db-46f9-8ee1-47b82d85d56b admin admin] Made reservation on behalf of 173bcd349821437db6c688209e3398b1 for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:48:05.815196 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d3d92f5f-38db-46f9-8ee1-47b82d85d56b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:05.849694 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d3d92f5f-38db-46f9-8ee1-47b82d85d56b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:05.966983 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d3d92f5f-38db-46f9-8ee1-47b82d85d56b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:05.972627 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d3d92f5f-38db-46f9-8ee1-47b82d85d56b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:05.997222 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3d92f5f-38db-46f9-8ee1-47b82d85d56b admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 07:48:06.014959 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d92f5f-38db-46f9-8ee1-47b82d85d56b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9770cf-353c-4f80-9091-e2890af77545,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:06.018641 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d3d92f5f-38db-46f9-8ee1-47b82d85d56b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:06.018996 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-d3d92f5f-38db-46f9-8ee1-47b82d85d56b admin admin] Added segment a57e47ac-83cc-47ca-a237-87aa94ab2d2a of type vlan for network 200c4d1a-5385-414c-896c-7c2ada565217 Sep 17 07:48:06.077262 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d3d92f5f-38db-46f9-8ee1-47b82d85d56b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:06.122842 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-a41865c4-5163-4d70-b292-a9cc5bce7e21 tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 07:48:06.123894 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-a41865c4-5163-4d70-b292-a9cc5bce7e21 tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065022 Sep 17 07:48:06.137549 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d3d92f5f-38db-46f9-8ee1-47b82d85d56b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:06.140247 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d92f5f-38db-46f9-8ee1-47b82d85d56b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:06.140247 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d3d92f5f-38db-46f9-8ee1-47b82d85d56b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:06.176518 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d3d92f5f-38db-46f9-8ee1-47b82d85d56b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6201220 Sep 17 07:48:06.179439 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 33748) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:48:06.189058 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-c7360b72-829e-46c5-89bc-b49e4237eece admin admin] Request body: {'subnet': {'network_id': '200c4d1a-5385-414c-896c-7c2ada565217', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-821420024-subnet', 'tenant_id': '173bcd349821437db6c688209e3398b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:48:06.205737 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-10e4c30d-6e35-4d2a-8f35-873d6383aeed tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:06.207571 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-10e4c30d-6e35-4d2a-8f35-873d6383aeed tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] 10.222.0.13 "GET /v2.0/ports/2ad87b74-3b5b-4433-9518-94ec4e1290f9 HTTP/1.1" status: 200 len: 1093 time: 0.0756764 Sep 17 07:48:06.240574 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d92f5f-38db-46f9-8ee1-47b82d85d56b admin admin] Pushing event updated for resources: {'Network': ['ID=200c4d1a-5385-414c-896c-7c2ada565217,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:06.243778 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-afb50f93-80b7-4ae2-ae7d-f6ff01e3d1cc service neutron] Request body: {'binding': {'host': 'n-h2-789963-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:48:06.244289 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-afb50f93-80b7-4ae2-ae7d-f6ff01e3d1cc service neutron] Unknown quota resources ['binding']. {{(pid=101289) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 07:48:06.251041 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 200c4d1a-5385-414c-896c-7c2ada565217 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 07:48:06.317580 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7360b72-829e-46c5-89bc-b49e4237eece admin admin] Made reservation on behalf of 173bcd349821437db6c688209e3398b1 for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:48:06.320160 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c7360b72-829e-46c5-89bc-b49e4237eece admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:06.372128 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4aa3ef-30cb-440b-aaeb-be279f2ddbfd req-9bc09cdf-5128-4bc3-bae3-3e2b6ce5463e tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:06.373842 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3c4aa3ef-30cb-440b-aaeb-be279f2ddbfd req-9bc09cdf-5128-4bc3-bae3-3e2b6ce5463e tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=eae18dcd-1ea3-49eb-aa1e-b7f28ad56c10 HTTP/1.1" status: 200 len: 944 time: 0.1630664 Sep 17 07:48:06.548134 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3c4aa3ef-30cb-440b-aaeb-be279f2ddbfd req-4c616825-9604-48e9-9e55-759dedfdc767 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603456 Sep 17 07:48:06.629361 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-afb50f93-80b7-4ae2-ae7d-f6ff01e3d1cc service neutron] Attempting to bind port 2ad87b74-3b5b-4433-9518-94ec4e1290f9 on host n-h2-789963-9 for vnic_type normal with profile None {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:48:06.630067 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-afb50f93-80b7-4ae2-ae7d-f6ff01e3d1cc service neutron] Attempting to bind port 2ad87b74-3b5b-4433-9518-94ec4e1290f9 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': '2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a0a513a6-9cd3-48db-b90d-df8b88e7c76b'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:48:06.630620 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-afb50f93-80b7-4ae2-ae7d-f6ff01e3d1cc service neutron] Attempting to bind port 2ad87b74-3b5b-4433-9518-94ec4e1290f9 on network a0a513a6-9cd3-48db-b90d-df8b88e7c76b {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:48:06.648078 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-afb50f93-80b7-4ae2-ae7d-f6ff01e3d1cc service neutron] Port 2ad87b74-3b5b-4433-9518-94ec4e1290f9 on network a0a513a6-9cd3-48db-b90d-df8b88e7c76b not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:48:06.648367 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-afb50f93-80b7-4ae2-ae7d-f6ff01e3d1cc service neutron] Attempting to bind port 2ad87b74-3b5b-4433-9518-94ec4e1290f9 on network a0a513a6-9cd3-48db-b90d-df8b88e7c76b {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:48:06.684366 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-afb50f93-80b7-4ae2-ae7d-f6ff01e3d1cc service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:48:06.684713 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-afb50f93-80b7-4ae2-ae7d-f6ff01e3d1cc service neutron] Checking segment: {'id': '2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a0a513a6-9cd3-48db-b90d-df8b88e7c76b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:48:06.685118 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-afb50f93-80b7-4ae2-ae7d-f6ff01e3d1cc service neutron] Bound using segment: {'id': '2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a0a513a6-9cd3-48db-b90d-df8b88e7c76b'} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:48:06.685587 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-afb50f93-80b7-4ae2-ae7d-f6ff01e3d1cc service neutron] Bound port: 2ad87b74-3b5b-4433-9518-94ec4e1290f9, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a0a513a6-9cd3-48db-b90d-df8b88e7c76b'}}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:48:06.717729 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-771e9a32-cbd6-4096-a3fe-b409651a956d req-2199896c-f164-46da-91b1-05849330d895 tempest-ServerShowV254Test-653478938 tempest-ServerShowV254Test-653478938-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee4c35-0d82-4bc8-bc1e-8f53d34e017e HTTP/1.1" status: 200 len: 210 time: 0.0461609 Sep 17 07:48:06.814564 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c7360b72-829e-46c5-89bc-b49e4237eece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:06.822617 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 4b7dc433-3efb-4378-b002-1e48b038275e details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:48:06.833292 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-afb50f93-80b7-4ae2-ae7d-f6ff01e3d1cc service neutron] For port 2ad87b74-3b5b-4433-9518-94ec4e1290f9, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=2ad87b74-3b5b-4433-9518-94ec4e1290f9,segment=NetworkSegment(2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff),segment_id=2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff)] {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:48:06.862763 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-afb50f93-80b7-4ae2-ae7d-f6ff01e3d1cc service neutron] Notify callbacks [] for binding, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:06.876223 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-afb50f93-80b7-4ae2-ae7d-f6ff01e3d1cc service neutron] 10.222.0.13 "POST /v2.0/ports/2ad87b74-3b5b-4433-9518-94ec4e1290f9/bindings HTTP/1.1" status: 201 len: 389 time: 0.6409321 Sep 17 07:48:06.961690 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bb21a805-f71a-40f4-89e2-442ba5dc2a9a req-43b29e40-f4ab-4de7-b137-bba89defcfe5 tempest-ServerShowV247Test-1222923917 tempest-ServerShowV247Test-1222923917-project] 10.222.0.13 "GET /v2.0/ports?device_id=e720cbea-2b1d-4022-adb6-5aa4fd87858f HTTP/1.1" status: 200 len: 210 time: 0.0664806 Sep 17 07:48:06.970391 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7360b72-829e-46c5-89bc-b49e4237eece admin admin] Pushing event updated for resources: {'Subnet': ['ID=472967d5-a95a-4c81-ab94-68718eb38ee3,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:07.005116 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7360b72-829e-46c5-89bc-b49e4237eece admin admin] Checking segment: {'id': 'a57e47ac-83cc-47ca-a237-87aa94ab2d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '200c4d1a-5385-414c-896c-7c2ada565217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:48:07.005520 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7360b72-829e-46c5-89bc-b49e4237eece admin admin] Network hostable DHCP agents. Network: 200c4d1a-5385-414c-896c-7c2ada565217, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 07:48:07.081612 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7360b72-829e-46c5-89bc-b49e4237eece admin admin] Network 200c4d1a-5385-414c-896c-7c2ada565217 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 07:48:07.109651 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-c7360b72-829e-46c5-89bc-b49e4237eece admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 200c4d1a-5385-414c-896c-7c2ada565217) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:48:07.116797 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7360b72-829e-46c5-89bc-b49e4237eece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:07.117967 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c7360b72-829e-46c5-89bc-b49e4237eece admin admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:07.133091 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d025d73-0e99-4187-a46a-6975c6f170c9 None None] Network 200c4d1a-5385-414c-896c-7c2ada565217 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:48:07.150602 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 4b7dc433-3efb-4378-b002-1e48b038275e, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=4b7dc433-3efb-4378-b002-1e48b038275e,segment=NetworkSegment(be767568-3060-48d1-bebe-585a133f1049),segment_id=be767568-3060-48d1-bebe-585a133f1049)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:48:07.151341 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-c7360b72-829e-46c5-89bc-b49e4237eece admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9683270 Sep 17 07:48:07.154137 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 33800) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:48:07.159656 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-7dbde3f3-2ec9-4410-a46e-99e5ce49be46 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-821420024-router', 'tenant_id': '173bcd349821437db6c688209e3398b1', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:48:07.189514 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': '4b7dc433-3efb-4378-b002-1e48b038275e', 'network_id': 'e9141915-58fa-4f94-8f27-c56354fa8ebb', 'port_id': '4b7dc433-3efb-4378-b002-1e48b038275e', 'mac_address': 'fa:16:3e:86:11:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '604275ee-9836-4f85-a007-f6695778fdeb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:48:07.205960 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7dbde3f3-2ec9-4410-a46e-99e5ce49be46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:07.207226 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7dbde3f3-2ec9-4410-a46e-99e5ce49be46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:07.226719 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc8c246-cae1-458b-8bc7-825e2e812924 req-95105b18-16c1-4e5a-968a-c047b7dcf34d tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:07.228790 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1fc8c246-cae1-458b-8bc7-825e2e812924 req-95105b18-16c1-4e5a-968a-c047b7dcf34d tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=c20c08af-51fa-4753-95b7-55abba3651bc HTTP/1.1" status: 200 len: 945 time: 0.0715003 Sep 17 07:48:07.296780 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1fc8c246-cae1-458b-8bc7-825e2e812924 req-bd770e70-ec6d-46cb-bb94-ec76665fa242 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569565 Sep 17 07:48:07.327326 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:07.339466 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-e6c87909-4c6c-4f8b-82fe-87aec8875d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:07.341751 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-e6c87909-4c6c-4f8b-82fe-87aec8875d47 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4f0e4c1c4dc94ab78a72a2655bcb731a&device_id=c20c08af-51fa-4753-95b7-55abba3651bc HTTP/1.1" status: 200 len: 1096 time: 0.1071010 Sep 17 07:48:07.369811 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b7dc433-3efb-4378-b002-1e48b038275e {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:48:07.395393 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7dbde3f3-2ec9-4410-a46e-99e5ce49be46 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:07.459715 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175a01ac-a50b-4e0e-98a7-996a6add01e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-200c4d1a-5385-414c-896c-7c2ada565217', 'network_id': '200c4d1a-5385-414c-896c-7c2ada565217', 'tenant_id': '173bcd349821437db6c688209e3398b1', 'fixed_ips': [{'subnet_id': '472967d5-a95a-4c81-ab94-68718eb38ee3'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 07:48:07.460649 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-175a01ac-a50b-4e0e-98a7-996a6add01e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:07.467694 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 4b7dc433-3efb-4378-b002-1e48b038275e, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=4b7dc433-3efb-4378-b002-1e48b038275e,segment=NetworkSegment(be767568-3060-48d1-bebe-585a133f1049),segment_id=be767568-3060-48d1-bebe-585a133f1049)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:48:07.484340 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:07.617237 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=4b7dc433-3efb-4378-b002-1e48b038275e,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:07.680059 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-175a01ac-a50b-4e0e-98a7-996a6add01e7 None None] Allocated IP 172.20.0.2 (200c4d1a-5385-414c-896c-7c2ada565217/472967d5-a95a-4c81-ab94-68718eb38ee3/5bd9e733-6f42-4eb5-9d63-ac287dec76cd) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:48:07.704175 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7dbde3f3-2ec9-4410-a46e-99e5ce49be46 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:07.798784 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a65a1-43c1-4799-9a9b-b89d4510fc62 req-3c245d5c-ee98-4476-8965-ac97eecac510 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:07.800900 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3c8a65a1-43c1-4799-9a9b-b89d4510fc62 req-3c245d5c-ee98-4476-8965-ac97eecac510 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=eae18dcd-1ea3-49eb-aa1e-b7f28ad56c10 HTTP/1.1" status: 200 len: 945 time: 0.1119945 Sep 17 07:48:07.820489 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-7503deb5-6a40-4074-b549-8fd83bc5527e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:07.823787 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-7503deb5-6a40-4074-b549-8fd83bc5527e service neutron] 10.222.0.39 "GET /v2.0/networks?id=a0a513a6-9cd3-48db-b90d-df8b88e7c76b HTTP/1.1" status: 200 len: 909 time: 0.4423153 Sep 17 07:48:07.899186 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-1e97fd4d-4e78-41fb-9d33-cfd106a81fa4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ad87b74-3b5b-4433-9518-94ec4e1290f9 HTTP/1.1" status: 200 len: 217 time: 0.0399146 Sep 17 07:48:07.913141 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3c8a65a1-43c1-4799-9a9b-b89d4510fc62 req-b89d0c25-53a3-4dae-8fa2-04d96c6692f8 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063395 Sep 17 07:48:07.916200 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4b257048-1e07-43a9-baab-3f22b0cbf766 req-6f5710c7-f56d-46cd-8121-e4ec1d48b79c tempest-ServerShowV254Test-653478938 tempest-ServerShowV254Test-653478938-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee4c35-0d82-4bc8-bc1e-8f53d34e017e HTTP/1.1" status: 200 len: 210 time: 0.0590556 Sep 17 07:48:07.995996 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-a000f903-bffd-44c4-bb6e-6acfa4c4bcea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:07.997465 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-a000f903-bffd-44c4-bb6e-6acfa4c4bcea service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b166af2c-f0c1-4005-bf20-b8a2b0583a5b HTTP/1.1" status: 200 len: 848 time: 0.0870466 Sep 17 07:48:08.018358 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-175a01ac-a50b-4e0e-98a7-996a6add01e7 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:08.031146 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-175a01ac-a50b-4e0e-98a7-996a6add01e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:08.079789 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175a01ac-a50b-4e0e-98a7-996a6add01e7 None None] Network 200c4d1a-5385-414c-896c-7c2ada565217 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:48:08.085193 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-175a01ac-a50b-4e0e-98a7-996a6add01e7 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:48:08.088345 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['4b7dc433-3efb-4378-b002-1e48b038275e'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:48:08.102129 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-eb13330f-76f9-4470-b10d-a4f0f28742bc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a0a513a6-9cd3-48db-b90d-df8b88e7c76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634675 Sep 17 07:48:08.139501 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175a01ac-a50b-4e0e-98a7-996a6add01e7 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:48:08.164603 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175a01ac-a50b-4e0e-98a7-996a6add01e7 None None] Pushing event updated for resources: {'Port': ['ID=5bd9e733-6f42-4eb5-9d63-ac287dec76cd,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:08.248434 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cac1244c-e323-45f1-8a7c-44ab49544ff9 req-1b5f02be-b534-4981-aa82-a9ff6c337574 tempest-ServerShowV247Test-1222923917 tempest-ServerShowV247Test-1222923917-project] 10.222.0.13 "GET /v2.0/ports?device_id=e720cbea-2b1d-4022-adb6-5aa4fd87858f HTTP/1.1" status: 200 len: 210 time: 0.0631077 Sep 17 07:48:08.258245 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-175a01ac-a50b-4e0e-98a7-996a6add01e7 None None] Attempting to bind port 5bd9e733-6f42-4eb5-9d63-ac287dec76cd on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:48:08.258623 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-175a01ac-a50b-4e0e-98a7-996a6add01e7 None None] Attempting to bind port 5bd9e733-6f42-4eb5-9d63-ac287dec76cd by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'a57e47ac-83cc-47ca-a237-87aa94ab2d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '200c4d1a-5385-414c-896c-7c2ada565217'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:48:08.258994 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175a01ac-a50b-4e0e-98a7-996a6add01e7 None None] Attempting to bind port 5bd9e733-6f42-4eb5-9d63-ac287dec76cd on network 200c4d1a-5385-414c-896c-7c2ada565217 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:48:08.264529 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175a01ac-a50b-4e0e-98a7-996a6add01e7 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:48:08.264911 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175a01ac-a50b-4e0e-98a7-996a6add01e7 None None] Checking segment: {'id': 'a57e47ac-83cc-47ca-a237-87aa94ab2d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '200c4d1a-5385-414c-896c-7c2ada565217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:48:08.265489 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-175a01ac-a50b-4e0e-98a7-996a6add01e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:08.265890 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175a01ac-a50b-4e0e-98a7-996a6add01e7 None None] Bound using segment: {'id': 'a57e47ac-83cc-47ca-a237-87aa94ab2d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '200c4d1a-5385-414c-896c-7c2ada565217'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:48:08.266373 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-175a01ac-a50b-4e0e-98a7-996a6add01e7 None None] Bound port: 5bd9e733-6f42-4eb5-9d63-ac287dec76cd, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a57e47ac-83cc-47ca-a237-87aa94ab2d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '200c4d1a-5385-414c-896c-7c2ada565217'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:48:08.266762 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-175a01ac-a50b-4e0e-98a7-996a6add01e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:08.307405 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7dbde3f3-2ec9-4410-a46e-99e5ce49be46 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:08.381105 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-175a01ac-a50b-4e0e-98a7-996a6add01e7 None None] For port 5bd9e733-6f42-4eb5-9d63-ac287dec76cd, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:48:08.385363 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-175a01ac-a50b-4e0e-98a7-996a6add01e7 None None] For port 5bd9e733-6f42-4eb5-9d63-ac287dec76cd, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=5bd9e733-6f42-4eb5-9d63-ac287dec76cd,segment=NetworkSegment(a57e47ac-83cc-47ca-a237-87aa94ab2d2a),segment_id=a57e47ac-83cc-47ca-a237-87aa94ab2d2a)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:48:08.396625 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-175a01ac-a50b-4e0e-98a7-996a6add01e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:08.402540 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7dbde3f3-2ec9-4410-a46e-99e5ce49be46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:08.466911 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175a01ac-a50b-4e0e-98a7-996a6add01e7 None None] Pushing event updated for resources: {'Port': ['ID=5bd9e733-6f42-4eb5-9d63-ac287dec76cd,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:08.525921 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-92bc5233-0f96-4925-95f9-5cf13207aeb0 service neutron] 10.222.0.39 "GET /v2.0/networks/a0a513a6-9cd3-48db-b90d-df8b88e7c76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3894968 Sep 17 07:48:08.552743 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43367267-3c0f-4bec-995f-861e0eee51a1 req-dff1625c-41c2-480a-b7b4-d56cf5e6ae2b tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:08.568311 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-43367267-3c0f-4bec-995f-861e0eee51a1 req-dff1625c-41c2-480a-b7b4-d56cf5e6ae2b tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=c20c08af-51fa-4753-95b7-55abba3651bc HTTP/1.1" status: 200 len: 945 time: 0.1178341 Sep 17 07:48:08.642309 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-43367267-3c0f-4bec-995f-861e0eee51a1 req-bf59a17a-3025-40ef-9bc7-0c657b17f3c2 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731232 Sep 17 07:48:08.682165 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-7dbde3f3-2ec9-4410-a46e-99e5ce49be46 admin admin] Allocated IP 172.25.6.177 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/b1d36076-cf5e-4937-9952-bcb18bdea34c) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:48:08.759997 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-5f64542f-bdc9-480a-bbd0-1b79aef338d9 service neutron] 10.222.0.39 "GET /v2.0/networks/a0a513a6-9cd3-48db-b90d-df8b88e7c76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233062 Sep 17 07:48:08.900669 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7dbde3f3-2ec9-4410-a46e-99e5ce49be46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:08.950111 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7dbde3f3-2ec9-4410-a46e-99e5ce49be46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:09.052418 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbde3f3-2ec9-4410-a46e-99e5ce49be46 admin admin] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:48:09.055511 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-7dbde3f3-2ec9-4410-a46e-99e5ce49be46 admin admin] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:48:09.058476 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbde3f3-2ec9-4410-a46e-99e5ce49be46 admin admin] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:48:09.087000 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbde3f3-2ec9-4410-a46e-99e5ce49be46 admin admin] Pushing event updated for resources: {'Port': ['ID=b1d36076-cf5e-4937-9952-bcb18bdea34c,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:09.147183 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f959c-2a57-4697-928a-e0cbd0963bd7 req-0b9ee33d-1af3-4840-85ab-51d953d37ee6 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:09.148943 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0a7f959c-2a57-4697-928a-e0cbd0963bd7 req-0b9ee33d-1af3-4840-85ab-51d953d37ee6 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=eae18dcd-1ea3-49eb-aa1e-b7f28ad56c10 HTTP/1.1" status: 200 len: 945 time: 0.1072195 Sep 17 07:48:09.225256 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0a7f959c-2a57-4697-928a-e0cbd0963bd7 req-919bdad9-4ebe-433b-8588-c0ff535e4d7f tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695143 Sep 17 07:48:09.473719 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 5bd9e733-6f42-4eb5-9d63-ac287dec76cd up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:48:09.492076 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-df15c5ba-0ee3-4efe-8e9c-248e3bde1d63 req-3096530e-1a52-41df-a56a-fa2e7449fb1c tempest-ServerShowV254Test-653478938 tempest-ServerShowV254Test-653478938-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee4c35-0d82-4bc8-bc1e-8f53d34e017e HTTP/1.1" status: 200 len: 210 time: 0.0550919 Sep 17 07:48:09.614954 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-16c0fb4d-3a06-4963-a1f0-bb62e77238e7 req-52049fc8-d4ca-4026-b8da-41bac0db4652 tempest-ServerShowV247Test-1222923917 tempest-ServerShowV247Test-1222923917-project] 10.222.0.13 "GET /v2.0/ports?device_id=e720cbea-2b1d-4022-adb6-5aa4fd87858f HTTP/1.1" status: 200 len: 210 time: 0.0432820 Sep 17 07:48:09.715474 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 5bd9e733-6f42-4eb5-9d63-ac287dec76cd triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:48:09.716066 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:09.934193 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa10b6b4-ad4c-4b53-9f15-1514c1b76688 req-72ffca2b-3ad0-4588-9488-28fdebdfc678 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:09.943560 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7dbde3f3-2ec9-4410-a46e-99e5ce49be46 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:09.962698 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-aa10b6b4-ad4c-4b53-9f15-1514c1b76688 req-72ffca2b-3ad0-4588-9488-28fdebdfc678 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=c20c08af-51fa-4753-95b7-55abba3651bc HTTP/1.1" status: 200 len: 945 time: 0.1432500 Sep 17 07:48:09.992928 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:10.106347 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port 5bd9e733-6f42-4eb5-9d63-ac287dec76cd, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=5bd9e733-6f42-4eb5-9d63-ac287dec76cd,segment=NetworkSegment(a57e47ac-83cc-47ca-a237-87aa94ab2d2a),segment_id=a57e47ac-83cc-47ca-a237-87aa94ab2d2a)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:48:10.108807 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-aa10b6b4-ad4c-4b53-9f15-1514c1b76688 req-11a3d603-a82c-456b-b66c-e321f3dcdc15 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446691 Sep 17 07:48:10.125945 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0590da-279e-46e7-846f-61947173e5fe None None] Network 200c4d1a-5385-414c-896c-7c2ada565217 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:48:10.128312 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:10.437015 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9381cb-9d94-479a-a1ac-7d2e3313fe8a req-e9cbb358-9a2d-41e8-b733-363b6df3361f tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:10.446152 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-de9381cb-9d94-479a-a1ac-7d2e3313fe8a req-e9cbb358-9a2d-41e8-b733-363b6df3361f tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=eae18dcd-1ea3-49eb-aa1e-b7f28ad56c10 HTTP/1.1" status: 200 len: 945 time: 0.0934670 Sep 17 07:48:10.478522 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7dbde3f3-2ec9-4410-a46e-99e5ce49be46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:10.532788 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-de9381cb-9d94-479a-a1ac-7d2e3313fe8a req-ecf57d40-078b-4f62-8150-a12399802724 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817437 Sep 17 07:48:10.543781 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=5bd9e733-6f42-4eb5-9d63-ac287dec76cd,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:10.558936 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-13128aaa-59f4-4336-80b6-fb140016c87e None None] Provisioning complete for port 5bd9e733-6f42-4eb5-9d63-ac287dec76cd triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:48:10.563208 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-13128aaa-59f4-4336-80b6-fb140016c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:10.674395 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9a898218-17b7-43c9-9bfe-2ca24f578e5a req-52800134-7212-4f01-aea9-f8971c352f5c tempest-ServerShowV254Test-653478938 tempest-ServerShowV254Test-653478938-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee4c35-0d82-4bc8-bc1e-8f53d34e017e HTTP/1.1" status: 200 len: 210 time: 0.0658481 Sep 17 07:48:10.824071 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dbde3f3-2ec9-4410-a46e-99e5ce49be46 admin admin] Router fcf42f6a-3934-4d2c-a0bc-b684e6b4491c is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 07:48:10.878110 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 4b7dc433-3efb-4378-b002-1e48b038275e up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:48:10.878722 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-59c9d657-4675-4d75-833e-48020a359681 req-2b5f0385-afb0-4877-8fe2-b0b706fa84a0 tempest-ServerShowV247Test-1222923917 tempest-ServerShowV247Test-1222923917-project] 10.222.0.13 "GET /v2.0/ports?device_id=e720cbea-2b1d-4022-adb6-5aa4fd87858f HTTP/1.1" status: 200 len: 210 time: 0.0769672 Sep 17 07:48:11.015551 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning for port 4b7dc433-3efb-4378-b002-1e48b038275e completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:48:11.020242 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port 4b7dc433-3efb-4378-b002-1e48b038275e triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:48:11.020857 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:11.115411 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dbde3f3-2ec9-4410-a46e-99e5ce49be46 admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:48:11.137227 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480c748a-5c8f-4e6e-bb58-06f7eefcdca1 None None] Sync routers for ids ['fcf42f6a-3934-4d2c-a0bc-b684e6b4491c'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:48:11.151255 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480c748a-5c8f-4e6e-bb58-06f7eefcdca1 None None] Routers {'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:48:11.154233 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-480c748a-5c8f-4e6e-bb58-06f7eefcdca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:47:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['fcf42f6a-3934-4d2c-a0bc-b684e6b4491c'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:48:11.167141 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7dbde3f3-2ec9-4410-a46e-99e5ce49be46 admin admin] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:11.167716 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-7dbde3f3-2ec9-4410-a46e-99e5ce49be46 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.0120282 Sep 17 07:48:11.170632 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 33882) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:48:11.346825 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:11.373917 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-480c748a-5c8f-4e6e-bb58-06f7eefcdca1 None None] Set router fcf42f6a-3934-4d2c-a0bc-b684e6b4491c gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:48:11.434746 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 4b7dc433-3efb-4378-b002-1e48b038275e, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=4b7dc433-3efb-4378-b002-1e48b038275e,segment=NetworkSegment(be767568-3060-48d1-bebe-585a133f1049),segment_id=be767568-3060-48d1-bebe-585a133f1049)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:48:11.440385 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eae18dcd-1ea3-49eb-aa1e-b7f28ad56c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b7dc433-3efb-4378-b002-1e48b038275e'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:48:11.444552 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-875ebc97-2be3-4bfc-8f0c-f1d95c1dcfc9" -d '{"events": [{"server_uuid": "eae18dcd-1ea3-49eb-aa1e-b7f28ad56c10", "name": "network-vif-plugged", "status": "completed", "tag": "4b7dc433-3efb-4378-b002-1e48b038275e"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:48:11.451288 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-b1868c32-40e9-4ef8-92f6-f775784a11d8 None None] Provisioning complete for port 5bd9e733-6f42-4eb5-9d63-ac287dec76cd triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:48:11.453432 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b1868c32-40e9-4ef8-92f6-f775784a11d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:11.525087 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2811e4b0-576c-47cb-abaa-2de52747c92e req-0a5a97db-9e01-4336-b664-e90394b040c8 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:11.547758 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2811e4b0-576c-47cb-abaa-2de52747c92e req-0a5a97db-9e01-4336-b664-e90394b040c8 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=c20c08af-51fa-4753-95b7-55abba3651bc HTTP/1.1" status: 200 len: 945 time: 0.2467396 Sep 17 07:48:11.687375 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 5bd9e733-6f42-4eb5-9d63-ac287dec76cd up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:48:11.726065 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:11.761208 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2811e4b0-576c-47cb-abaa-2de52747c92e req-4d629ae6-84ea-43e3-acce-b2285f232153 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103426 Sep 17 07:48:11.780594 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-480c748a-5c8f-4e6e-bb58-06f7eefcdca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'name': 'tempest-FloatingIPsAssociationTestJSON-821420024-router', 'tenant_id': '173bcd349821437db6c688209e3398b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'b1d36076-cf5e-4937-9952-bcb18bdea34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:48:07Z', 'updated_at': '2021-09-17T07:48:09Z', 'revision_number': 3, 'project_id': '173bcd349821437db6c688209e3398b1', 'gw_port': {'id': 'b1d36076-cf5e-4937-9952-bcb18bdea34c', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:48:08Z', 'updated_at': '2021-09-17T07:48:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:48:11.827177 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=4b7dc433-3efb-4378-b002-1e48b038275e,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:11.878799 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480c748a-5c8f-4e6e-bb58-06f7eefcdca1 None None] Checking router: fcf42f6a-3934-4d2c-a0bc-b684e6b4491c for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:48:11.879131 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480c748a-5c8f-4e6e-bb58-06f7eefcdca1 None None] Updating router fcf42f6a-3934-4d2c-a0bc-b684e6b4491c port b1d36076-cf5e-4937-9952-bcb18bdea34c binding host n-d-789963-9 {{(pid=101292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 07:48:11.940271 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-480c748a-5c8f-4e6e-bb58-06f7eefcdca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:11.982043 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 5bd9e733-6f42-4eb5-9d63-ac287dec76cd triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:48:11.982423 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:12.184188 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f8216-8a9f-4963-b123-be94bcbeb7ca req-118fb5ed-d566-4606-a128-5dd786353915 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:12.192517 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cb2f8216-8a9f-4963-b123-be94bcbeb7ca req-118fb5ed-d566-4606-a128-5dd786353915 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=eae18dcd-1ea3-49eb-aa1e-b7f28ad56c10 HTTP/1.1" status: 200 len: 946 time: 0.2648675 Sep 17 07:48:12.292059 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-480c748a-5c8f-4e6e-bb58-06f7eefcdca1 None None] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:12.304234 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-480c748a-5c8f-4e6e-bb58-06f7eefcdca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:12.331031 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cb2f8216-8a9f-4963-b123-be94bcbeb7ca req-78482de8-e915-45c7-aa03-21055829edb4 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266515 Sep 17 07:48:12.357064 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615a89ff-92fc-4eab-a4ea-be08895bc437 None None] Pushing event updated for resources: {'Port': ['ID=b1d36076-cf5e-4937-9952-bcb18bdea34c,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:12.369033 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615a89ff-92fc-4eab-a4ea-be08895bc437 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:48:12.369379 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615a89ff-92fc-4eab-a4ea-be08895bc437 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:48:12.369988 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615a89ff-92fc-4eab-a4ea-be08895bc437 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:48:12.370341 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615a89ff-92fc-4eab-a4ea-be08895bc437 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:48:12.370714 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615a89ff-92fc-4eab-a4ea-be08895bc437 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:48:12.371005 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615a89ff-92fc-4eab-a4ea-be08895bc437 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:48:12.371335 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615a89ff-92fc-4eab-a4ea-be08895bc437 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:48:12.371660 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615a89ff-92fc-4eab-a4ea-be08895bc437 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:48:12.372038 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615a89ff-92fc-4eab-a4ea-be08895bc437 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:48:12.372349 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615a89ff-92fc-4eab-a4ea-be08895bc437 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:48:12.372676 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615a89ff-92fc-4eab-a4ea-be08895bc437 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:48:12.372995 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615a89ff-92fc-4eab-a4ea-be08895bc437 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:48:12.521924 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af969b4-8bf6-4275-9a86-36d91f1cceba x-openstack-request-id: req-6af969b4-8bf6-4275-9a86-36d91f1cceba {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:48:12.522235 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eae18dcd-1ea3-49eb-aa1e-b7f28ad56c10", "name": "network-vif-plugged", "status": "completed", "tag": "4b7dc433-3efb-4378-b002-1e48b038275e", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:48:12.522494 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6af969b4-8bf6-4275-9a86-36d91f1cceba {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:48:12.522886 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eae18dcd-1ea3-49eb-aa1e-b7f28ad56c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b7dc433-3efb-4378-b002-1e48b038275e', 'code': 200} Sep 17 07:48:12.527807 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-480c748a-5c8f-4e6e-bb58-06f7eefcdca1 None None] Attempting to bind port b1d36076-cf5e-4937-9952-bcb18bdea34c on host n-d-789963-9 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:48:12.532266 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-480c748a-5c8f-4e6e-bb58-06f7eefcdca1 None None] Attempting to bind port b1d36076-cf5e-4937-9952-bcb18bdea34c by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:48:12.532936 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480c748a-5c8f-4e6e-bb58-06f7eefcdca1 None None] Attempting to bind port b1d36076-cf5e-4937-9952-bcb18bdea34c on network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:48:12.539532 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480c748a-5c8f-4e6e-bb58-06f7eefcdca1 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:48:12.540191 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480c748a-5c8f-4e6e-bb58-06f7eefcdca1 None None] Checking segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:48:12.541096 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-480c748a-5c8f-4e6e-bb58-06f7eefcdca1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:12.541815 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480c748a-5c8f-4e6e-bb58-06f7eefcdca1 None None] Bound using segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:48:12.542593 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-480c748a-5c8f-4e6e-bb58-06f7eefcdca1 None None] Bound port: b1d36076-cf5e-4937-9952-bcb18bdea34c, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:48:12.543192 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-480c748a-5c8f-4e6e-bb58-06f7eefcdca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:12.575346 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d582b3af-25ae-495c-905f-f2922fe61481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:12.612407 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-480c748a-5c8f-4e6e-bb58-06f7eefcdca1 None None] For port b1d36076-cf5e-4937-9952-bcb18bdea34c, host n-d-789963-9, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:48:12.621461 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-480c748a-5c8f-4e6e-bb58-06f7eefcdca1 None None] For port b1d36076-cf5e-4937-9952-bcb18bdea34c, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=b1d36076-cf5e-4937-9952-bcb18bdea34c,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:48:12.629893 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-480c748a-5c8f-4e6e-bb58-06f7eefcdca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:12.790215 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480c748a-5c8f-4e6e-bb58-06f7eefcdca1 None None] Routers {'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:48:12.808644 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-480c748a-5c8f-4e6e-bb58-06f7eefcdca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:47:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['fcf42f6a-3934-4d2c-a0bc-b684e6b4491c'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:48:12.860414 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615a89ff-92fc-4eab-a4ea-be08895bc437 None None] Pushing event updated for resources: {'Port': ['ID=b1d36076-cf5e-4937-9952-bcb18bdea34c,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:13.002489 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-480c748a-5c8f-4e6e-bb58-06f7eefcdca1 None None] Set router fcf42f6a-3934-4d2c-a0bc-b684e6b4491c gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:48:13.020533 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-d582b3af-25ae-495c-905f-f2922fe61481 admin admin] Allocated IP 172.20.0.1 (200c4d1a-5385-414c-896c-7c2ada565217/472967d5-a95a-4c81-ab94-68718eb38ee3/2a6467db-4212-4c41-90f4-17f904dbfe90) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:48:13.259548 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d582b3af-25ae-495c-905f-f2922fe61481 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:13.259702 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-480c748a-5c8f-4e6e-bb58-06f7eefcdca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'name': 'tempest-FloatingIPsAssociationTestJSON-821420024-router', 'tenant_id': '173bcd349821437db6c688209e3398b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'b1d36076-cf5e-4937-9952-bcb18bdea34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:48:07Z', 'updated_at': '2021-09-17T07:48:09Z', 'revision_number': 3, 'project_id': '173bcd349821437db6c688209e3398b1', 'gw_port': {'id': 'b1d36076-cf5e-4937-9952-bcb18bdea34c', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:48:08Z', 'updated_at': '2021-09-17T07:48:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:48:13.296211 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480c748a-5c8f-4e6e-bb58-06f7eefcdca1 None None] The sync data for ids ['fcf42f6a-3934-4d2c-a0bc-b684e6b4491c'] in n-d-789963-9 is: [{'id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'name': 'tempest-FloatingIPsAssociationTestJSON-821420024-router', 'tenant_id': '173bcd349821437db6c688209e3398b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'b1d36076-cf5e-4937-9952-bcb18bdea34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:48:07Z', 'updated_at': '2021-09-17T07:48:09Z', 'revision_number': 3, 'project_id': '173bcd349821437db6c688209e3398b1', 'gw_port': {'id': 'b1d36076-cf5e-4937-9952-bcb18bdea34c', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:48:08Z', 'updated_at': '2021-09-17T07:48:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:48:13.352413 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d582b3af-25ae-495c-905f-f2922fe61481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:13.430717 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d582b3af-25ae-495c-905f-f2922fe61481 admin admin] Network 200c4d1a-5385-414c-896c-7c2ada565217 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:48:13.441042 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5bc061c7-12b4-4a0a-811d-bc4fa1f89846 req-899e6649-8b02-4de9-95e2-d97003a48218 tempest-ServerShowV254Test-653478938 tempest-ServerShowV254Test-653478938-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee4c35-0d82-4bc8-bc1e-8f53d34e017e HTTP/1.1" status: 200 len: 210 time: 0.1127682 Sep 17 07:48:13.445173 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-d582b3af-25ae-495c-905f-f2922fe61481 admin admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:48:13.468030 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d582b3af-25ae-495c-905f-f2922fe61481 admin admin] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:48:13.492478 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d582b3af-25ae-495c-905f-f2922fe61481 admin admin] Pushing event updated for resources: {'Port': ['ID=2a6467db-4212-4c41-90f4-17f904dbfe90,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:13.525731 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ea4ecd-b044-4200-891e-c84898bf29bf req-f9124858-1f51-416e-8c46-972baf6c2ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:13.527402 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-84ea4ecd-b044-4200-891e-c84898bf29bf req-f9124858-1f51-416e-8c46-972baf6c2ebf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=eae18dcd-1ea3-49eb-aa1e-b7f28ad56c10 HTTP/1.1" status: 200 len: 1097 time: 0.9037170 Sep 17 07:48:13.585180 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-84ea4ecd-b044-4200-891e-c84898bf29bf req-82196ace-14bb-4f08-9241-bc7e9c0828a8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429449 Sep 17 07:48:13.585950 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d582b3af-25ae-495c-905f-f2922fe61481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:13.664265 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1cfb35e0-c0bd-49b2-a94b-446f422c59a8 req-48e1dac4-fdec-4c56-a806-7d403a1dddcb tempest-ServerShowV247Test-1222923917 tempest-ServerShowV247Test-1222923917-project] 10.222.0.13 "GET /v2.0/ports?device_id=e720cbea-2b1d-4022-adb6-5aa4fd87858f HTTP/1.1" status: 200 len: 210 time: 0.0827234 Sep 17 07:48:13.927330 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-49473bc0-88bb-4ab1-88ca-66038e4491c6 None None] Provisioning complete for port 2a6467db-4212-4c41-90f4-17f904dbfe90 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:48:13.932545 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-49473bc0-88bb-4ab1-88ca-66038e4491c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:13.974146 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d582b3af-25ae-495c-905f-f2922fe61481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:14.023279 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-49473bc0-88bb-4ab1-88ca-66038e4491c6 None None] Port 2a6467db-4212-4c41-90f4-17f904dbfe90 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:48:14.024527 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4900e5eb-250b-49d9-84c3-912a79ec7b37 req-49915ebf-69f0-497e-aa4c-0e587934da33 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:14.028362 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4900e5eb-250b-49d9-84c3-912a79ec7b37 req-49915ebf-69f0-497e-aa4c-0e587934da33 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=c20c08af-51fa-4753-95b7-55abba3651bc HTTP/1.1" status: 200 len: 945 time: 0.0943997 Sep 17 07:48:14.159896 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4900e5eb-250b-49d9-84c3-912a79ec7b37 req-eac1d1fd-e22b-40a3-8a87-7b264b4b7f95 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074071 Sep 17 07:48:14.237199 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e9ce42-1432-46f6-9525-f679b5ec630b req-90f1b180-fe83-4953-bb92-065ea5df1630 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:14.238770 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-07e9ce42-1432-46f6-9525-f679b5ec630b req-90f1b180-fe83-4953-bb92-065ea5df1630 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=eae18dcd-1ea3-49eb-aa1e-b7f28ad56c10 HTTP/1.1" status: 200 len: 946 time: 0.1464543 Sep 17 07:48:14.308769 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-07e9ce42-1432-46f6-9525-f679b5ec630b req-4b174e8a-c87b-4bde-ae3e-810352c88944 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609815 Sep 17 07:48:14.357502 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d582b3af-25ae-495c-905f-f2922fe61481 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:14.370497 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d582b3af-25ae-495c-905f-f2922fe61481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:14.436328 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d582b3af-25ae-495c-905f-f2922fe61481 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:14.623169 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d582b3af-25ae-495c-905f-f2922fe61481 admin admin] Pushing event updated for resources: {'Port': ['ID=2a6467db-4212-4c41-90f4-17f904dbfe90,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:14.673582 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a3a1e0a2-d782-4e2e-a22f-c031b837a621 req-56639b43-7a03-4cf7-8104-1873df6a5b49 tempest-ServerShowV254Test-653478938 tempest-ServerShowV254Test-653478938-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee4c35-0d82-4bc8-bc1e-8f53d34e017e HTTP/1.1" status: 200 len: 210 time: 0.0808418 Sep 17 07:48:14.697871 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d582b3af-25ae-495c-905f-f2922fe61481 admin admin] Network 200c4d1a-5385-414c-896c-7c2ada565217 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:48:14.701738 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-d582b3af-25ae-495c-905f-f2922fe61481 admin admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:48:14.910473 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c78a7fc9-67c8-445c-b5dc-4af38204665d req-60035810-ed21-44e3-be96-da14384ee5fb tempest-ServerShowV247Test-1222923917 tempest-ServerShowV247Test-1222923917-project] 10.222.0.13 "GET /v2.0/ports?device_id=e720cbea-2b1d-4022-adb6-5aa4fd87858f HTTP/1.1" status: 200 len: 210 time: 0.0684450 Sep 17 07:48:14.946570 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d582b3af-25ae-495c-905f-f2922fe61481 admin admin] Router fcf42f6a-3934-4d2c-a0bc-b684e6b4491c has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:48:15.157783 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-65307917-7af8-4d5b-9709-44cb0586f9b1 None None] Provisioning complete for port 2a6467db-4212-4c41-90f4-17f904dbfe90 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:48:15.159024 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-65307917-7af8-4d5b-9709-44cb0586f9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:15.196617 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d582b3af-25ae-495c-905f-f2922fe61481 admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:48:15.211228 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-d582b3af-25ae-495c-905f-f2922fe61481 admin admin] 10.222.0.13 "PUT /v2.0/routers/fcf42f6a-3934-4d2c-a0bc-b684e6b4491c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0321517 Sep 17 07:48:15.229885 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-65307917-7af8-4d5b-9709-44cb0586f9b1 None None] Port 2a6467db-4212-4c41-90f4-17f904dbfe90 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:48:15.442041 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3384d116-cb8d-4902-885e-38a1180f5f38 req-29b2a69e-e77d-4829-a250-3fa659bf25bc tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:15.451424 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3384d116-cb8d-4902-885e-38a1180f5f38 req-29b2a69e-e77d-4829-a250-3fa659bf25bc tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=c20c08af-51fa-4753-95b7-55abba3651bc HTTP/1.1" status: 200 len: 945 time: 0.0839636 Sep 17 07:48:15.478171 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device b1d36076-cf5e-4937-9952-bcb18bdea34c up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:48:15.557090 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3384d116-cb8d-4902-885e-38a1180f5f38 req-9470da34-0279-4ae0-a515-864fc5bd12e0 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039710 Sep 17 07:48:15.590537 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port b1d36076-cf5e-4937-9952-bcb18bdea34c triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:48:15.591209 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:15.736621 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd8d197-5b46-42d5-85c1-7c2fec2ab2da req-4f6728c2-efb3-4a4e-a3fd-56ea2348ebf8 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:15.745542 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9cd8d197-5b46-42d5-85c1-7c2fec2ab2da req-4f6728c2-efb3-4a4e-a3fd-56ea2348ebf8 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=eae18dcd-1ea3-49eb-aa1e-b7f28ad56c10 HTTP/1.1" status: 200 len: 946 time: 0.0707843 Sep 17 07:48:15.787712 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:15.807535 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9cd8d197-5b46-42d5-85c1-7c2fec2ab2da req-9cc00258-36bf-4da6-a74f-df0eaf458104 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608835 Sep 17 07:48:15.832215 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port b1d36076-cf5e-4937-9952-bcb18bdea34c, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=b1d36076-cf5e-4937-9952-bcb18bdea34c,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:48:15.839957 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:15.905896 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cfc36ad0-5773-4ad8-a2ce-8d7174721baa req-5d4011e4-e815-4681-a8a9-f1f53c35dcea tempest-ServerShowV254Test-653478938 tempest-ServerShowV254Test-653478938-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee4c35-0d82-4bc8-bc1e-8f53d34e017e HTTP/1.1" status: 200 len: 210 time: 0.0379388 Sep 17 07:48:15.924182 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=b1d36076-cf5e-4937-9952-bcb18bdea34c,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:15.958214 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9ff0ed-91d1-4ba7-84b4-3b64642cb8e5 None None] Sync routers for ids ['fcf42f6a-3934-4d2c-a0bc-b684e6b4491c'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:48:15.990120 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9ff0ed-91d1-4ba7-84b4-3b64642cb8e5 None None] Routers {'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:48:15.992899 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-ee9ff0ed-91d1-4ba7-84b4-3b64642cb8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:47:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['fcf42f6a-3934-4d2c-a0bc-b684e6b4491c'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:48:16.133336 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-ee9ff0ed-91d1-4ba7-84b4-3b64642cb8e5 None None] Set router fcf42f6a-3934-4d2c-a0bc-b684e6b4491c gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:48:16.391808 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-ee9ff0ed-91d1-4ba7-84b4-3b64642cb8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'name': 'tempest-FloatingIPsAssociationTestJSON-821420024-router', 'tenant_id': '173bcd349821437db6c688209e3398b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'b1d36076-cf5e-4937-9952-bcb18bdea34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:48:07Z', 'updated_at': '2021-09-17T07:48:13Z', 'revision_number': 4, 'project_id': '173bcd349821437db6c688209e3398b1', 'gw_port': {'id': 'b1d36076-cf5e-4937-9952-bcb18bdea34c', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:48:08Z', 'updated_at': '2021-09-17T07:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '2a6467db-4212-4c41-90f4-17f904dbfe90', 'name': '', 'network_id': '200c4d1a-5385-414c-896c-7c2ada565217', 'tenant_id': '173bcd349821437db6c688209e3398b1', 'mac_address': 'fa:16:3e:a4:fd:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '472967d5-a95a-4c81-ab94-68718eb38ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:48:12Z', 'updated_at': '2021-09-17T07:48:14Z', 'revision_number': 2, 'project_id': '173bcd349821437db6c688209e3398b1', 'subnets': [{'id': '472967d5-a95a-4c81-ab94-68718eb38ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:48:16.430026 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9ff0ed-91d1-4ba7-84b4-3b64642cb8e5 None None] Checking router: fcf42f6a-3934-4d2c-a0bc-b684e6b4491c for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:48:16.430654 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9ff0ed-91d1-4ba7-84b4-3b64642cb8e5 None None] Updating router fcf42f6a-3934-4d2c-a0bc-b684e6b4491c port 2a6467db-4212-4c41-90f4-17f904dbfe90 binding host n-d-789963-9 {{(pid=101291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 07:48:16.468457 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ee9ff0ed-91d1-4ba7-84b4-3b64642cb8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:16.486316 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa669e-6d49-46a0-b25f-76e9cc8e06c8 req-d50064e3-4707-4f3a-9b55-0eda21ab4e32 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:16.493400 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-87aa669e-6d49-46a0-b25f-76e9cc8e06c8 req-d50064e3-4707-4f3a-9b55-0eda21ab4e32 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/networks?id=200c4d1a-5385-414c-896c-7c2ada565217 HTTP/1.1" status: 200 len: 820 time: 0.5259919 Sep 17 07:48:16.521499 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-87aa669e-6d49-46a0-b25f-76e9cc8e06c8 req-9e21c367-82dc-4f93-a87a-27a826d29048 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/quotas/173bcd349821437db6c688209e3398b1 HTTP/1.1" status: 200 len: 375 time: 0.0271115 Sep 17 07:48:16.557610 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8e80f8-dc4e-4d47-af22-6e309c4126dc req-90d6a472-da4d-4538-80e0-6927ffc36d66 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:16.559163 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4f8e80f8-dc4e-4d47-af22-6e309c4126dc req-90d6a472-da4d-4538-80e0-6927ffc36d66 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/networks?id=8735159f-6edb-41d2-9bd4-93956ab1df1a HTTP/1.1" status: 200 len: 804 time: 0.5507255 Sep 17 07:48:16.582378 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4f8e80f8-dc4e-4d47-af22-6e309c4126dc req-dc648b26-87ff-45b2-8257-4eb39dd24915 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/quotas/43b7af468d3c4824aaaa6df100556e2b HTTP/1.1" status: 200 len: 375 time: 0.0146844 Sep 17 07:48:16.589582 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-87aa669e-6d49-46a0-b25f-76e9cc8e06c8 req-1afad328-4195-4d07-a657-13245427db39 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=173bcd349821437db6c688209e3398b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0671456 Sep 17 07:48:16.694783 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4f8e80f8-dc4e-4d47-af22-6e309c4126dc req-aa983d61-1642-47b1-ab9e-e053a7a17bfe tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=43b7af468d3c4824aaaa6df100556e2b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1041470 Sep 17 07:48:16.735692 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-87aa669e-6d49-46a0-b25f-76e9cc8e06c8 req-7071ce9b-2874-4d3d-8c23-144c268856ef service neutron] 10.222.0.13 "GET /v2.0/networks/200c4d1a-5385-414c-896c-7c2ada565217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356053 Sep 17 07:48:16.791082 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ee9ff0ed-91d1-4ba7-84b4-3b64642cb8e5 None None] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:16.801060 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ee9ff0ed-91d1-4ba7-84b4-3b64642cb8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:16.874982 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4f8e80f8-dc4e-4d47-af22-6e309c4126dc req-694b77bf-6479-4309-ae86-e44b5207d025 service neutron] 10.222.0.13 "GET /v2.0/networks/8735159f-6edb-41d2-9bd4-93956ab1df1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680751 Sep 17 07:48:16.898419 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb752ab-7c68-46c0-b968-fc96dddb7acc None None] Pushing event updated for resources: {'Port': ['ID=2a6467db-4212-4c41-90f4-17f904dbfe90,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:16.948508 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-ee9ff0ed-91d1-4ba7-84b4-3b64642cb8e5 None None] Attempting to bind port 2a6467db-4212-4c41-90f4-17f904dbfe90 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:48:16.948931 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-ee9ff0ed-91d1-4ba7-84b4-3b64642cb8e5 None None] Attempting to bind port 2a6467db-4212-4c41-90f4-17f904dbfe90 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'a57e47ac-83cc-47ca-a237-87aa94ab2d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '200c4d1a-5385-414c-896c-7c2ada565217'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:48:16.949575 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9ff0ed-91d1-4ba7-84b4-3b64642cb8e5 None None] Attempting to bind port 2a6467db-4212-4c41-90f4-17f904dbfe90 on network 200c4d1a-5385-414c-896c-7c2ada565217 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:48:16.956029 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9ff0ed-91d1-4ba7-84b4-3b64642cb8e5 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:48:16.956414 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9ff0ed-91d1-4ba7-84b4-3b64642cb8e5 None None] Checking segment: {'id': 'a57e47ac-83cc-47ca-a237-87aa94ab2d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '200c4d1a-5385-414c-896c-7c2ada565217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:48:16.964208 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ee9ff0ed-91d1-4ba7-84b4-3b64642cb8e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:16.964960 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9ff0ed-91d1-4ba7-84b4-3b64642cb8e5 None None] Bound using segment: {'id': 'a57e47ac-83cc-47ca-a237-87aa94ab2d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '200c4d1a-5385-414c-896c-7c2ada565217'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:48:16.965194 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-87aa669e-6d49-46a0-b25f-76e9cc8e06c8 req-45da5add-159b-4b37-bb6a-4735b4c4e711 service neutron] 10.222.0.13 "GET /v2.0/networks/200c4d1a-5385-414c-896c-7c2ada565217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211039 Sep 17 07:48:16.965480 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-ee9ff0ed-91d1-4ba7-84b4-3b64642cb8e5 None None] Bound port: 2a6467db-4212-4c41-90f4-17f904dbfe90, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a57e47ac-83cc-47ca-a237-87aa94ab2d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '200c4d1a-5385-414c-896c-7c2ada565217'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:48:16.965911 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ee9ff0ed-91d1-4ba7-84b4-3b64642cb8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:17.034277 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4f8e80f8-dc4e-4d47-af22-6e309c4126dc req-2d81c413-2158-457a-aab7-8156c5597057 service neutron] 10.222.0.13 "GET /v2.0/networks/8735159f-6edb-41d2-9bd4-93956ab1df1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507375 Sep 17 07:48:17.062794 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ee9ff0ed-91d1-4ba7-84b4-3b64642cb8e5 None None] For port 2a6467db-4212-4c41-90f4-17f904dbfe90, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:48:17.066549 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ee9ff0ed-91d1-4ba7-84b4-3b64642cb8e5 None None] For port 2a6467db-4212-4c41-90f4-17f904dbfe90, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=2a6467db-4212-4c41-90f4-17f904dbfe90,segment=NetworkSegment(a57e47ac-83cc-47ca-a237-87aa94ab2d2a),segment_id=a57e47ac-83cc-47ca-a237-87aa94ab2d2a)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:48:17.081456 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ee9ff0ed-91d1-4ba7-84b4-3b64642cb8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:17.149323 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9ff0ed-91d1-4ba7-84b4-3b64642cb8e5 None None] Routers {'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:48:17.150362 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-ee9ff0ed-91d1-4ba7-84b4-3b64642cb8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:47:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['fcf42f6a-3934-4d2c-a0bc-b684e6b4491c'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:48:17.312612 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e9f48-b24a-4abf-a8a0-7c4cf186e3d2 req-86b6f5cd-d5be-40e1-a1fa-6b0f67afc099 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:17.321871 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1e2e9f48-b24a-4abf-a8a0-7c4cf186e3d2 req-86b6f5cd-d5be-40e1-a1fa-6b0f67afc099 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=eae18dcd-1ea3-49eb-aa1e-b7f28ad56c10 HTTP/1.1" status: 200 len: 946 time: 0.1167443 Sep 17 07:48:17.326163 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb752ab-7c68-46c0-b968-fc96dddb7acc None None] Pushing event updated for resources: {'Port': ['ID=2a6467db-4212-4c41-90f4-17f904dbfe90,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:17.388030 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1e2e9f48-b24a-4abf-a8a0-7c4cf186e3d2 req-e1a36622-b2b1-482b-8dda-b310a087fa35 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632920 Sep 17 07:48:17.444011 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b5e73248-4a86-4598-b611-5a77ff306b67 req-76605e1a-2b63-4619-a79a-7a73cdfff78d tempest-ServerShowV247Test-1222923917 tempest-ServerShowV247Test-1222923917-project] 10.222.0.13 "GET /v2.0/ports?device_id=e720cbea-2b1d-4022-adb6-5aa4fd87858f HTTP/1.1" status: 200 len: 210 time: 0.0772340 Sep 17 07:48:17.505117 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device b1d36076-cf5e-4937-9952-bcb18bdea34c up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:48:17.515201 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-22205844-17ec-4073-94c4-f83c3d2df8c7 None None] Provisioning complete for port 2a6467db-4212-4c41-90f4-17f904dbfe90 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:48:17.515573 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-22205844-17ec-4073-94c4-f83c3d2df8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:17.555789 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac8dcd3-6d02-48b9-b27e-971f0c99ba39 req-52a93239-46f8-41c3-9916-9add55deb5d2 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:17.557436 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-dac8dcd3-6d02-48b9-b27e-971f0c99ba39 req-52a93239-46f8-41c3-9916-9add55deb5d2 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.39 "GET /v2.0/ports?device_id=122e87e7-8d39-4215-ab45-ffb807004a1a HTTP/1.1" status: 200 len: 945 time: 0.1386955 Sep 17 07:48:17.605571 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device f64a3e39-2035-4d4b-8e3a-d8e686fedae3 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:48:17.718904 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2baa955-72b0-4921-88eb-62cd9ca6695a req-e2737537-2f7d-4a0d-9c08-141939a0c7d4 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:17.723868 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f2baa955-72b0-4921-88eb-62cd9ca6695a req-e2737537-2f7d-4a0d-9c08-141939a0c7d4 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=c20c08af-51fa-4753-95b7-55abba3651bc HTTP/1.1" status: 200 len: 945 time: 0.1369078 Sep 17 07:48:17.785577 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-eb2f26a3-71d3-43fa-aa7b-801350d6c462 req-3ce7800e-7f13-413a-ae1c-986a4a6f6d8b tempest-ServerShowV254Test-653478938 tempest-ServerShowV254Test-653478938-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee4c35-0d82-4bc8-bc1e-8f53d34e017e HTTP/1.1" status: 200 len: 210 time: 0.0591776 Sep 17 07:48:17.799954 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-ee9ff0ed-91d1-4ba7-84b4-3b64642cb8e5 None None] Set router fcf42f6a-3934-4d2c-a0bc-b684e6b4491c gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:48:17.804512 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-dac8dcd3-6d02-48b9-b27e-971f0c99ba39 req-a8de3fcc-03e1-4d2b-8fad-291756b8dd2f tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Deleting port f64a3e39-2035-4d4b-8e3a-d8e686fedae3 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:48:17.805829 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-dac8dcd3-6d02-48b9-b27e-971f0c99ba39 req-a8de3fcc-03e1-4d2b-8fad-291756b8dd2f tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:17.826073 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f2baa955-72b0-4921-88eb-62cd9ca6695a req-f5222e9a-4ed9-4617-a82a-16e3f7e068ef tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778854 Sep 17 07:48:18.007492 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8bdc44de-458d-4e17-a45d-8b3ca09c25d2 req-8c26365b-72a9-4e7f-947e-4b15b9ae0c39 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c6124d8-5634-48a6-96dd-872d1057b583 HTTP/1.1" status: 200 len: 210 time: 0.1086552 Sep 17 07:48:18.016119 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ded4bbf7-c62b-4905-836b-81d3790eeb85 req-780dd123-64ed-43c6-8e87-7d94c7059089 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e3b4cbe-f720-4903-956a-7b773e45a77f HTTP/1.1" status: 200 len: 210 time: 0.1028850 Sep 17 07:48:18.042243 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-dac8dcd3-6d02-48b9-b27e-971f0c99ba39 req-a8de3fcc-03e1-4d2b-8fad-291756b8dd2f tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] For port f64a3e39-2035-4d4b-8e3a-d8e686fedae3, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=f64a3e39-2035-4d4b-8e3a-d8e686fedae3,segment=NetworkSegment(5ce36400-13a1-41db-8274-558edfd01d90),segment_id=5ce36400-13a1-41db-8274-558edfd01d90)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:48:18.043166 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-dac8dcd3-6d02-48b9-b27e-971f0c99ba39 req-a8de3fcc-03e1-4d2b-8fad-291756b8dd2f tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:18.060620 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-dac8dcd3-6d02-48b9-b27e-971f0c99ba39 req-a8de3fcc-03e1-4d2b-8fad-291756b8dd2f tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Calling delete_port for f64a3e39-2035-4d4b-8e3a-d8e686fedae3 owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:48:18.219433 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-eed036bf-7e50-4e58-9450-2bf4d3a320da req-cafcbd98-fdca-4f8b-bf59-b073f78ec72e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e720cbea-2b1d-4022-adb6-5aa4fd87858f HTTP/1.1" status: 200 len: 210 time: 0.0414460 Sep 17 07:48:18.264278 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-22205844-17ec-4073-94c4-f83c3d2df8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:18.324036 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port b1d36076-cf5e-4937-9952-bcb18bdea34c triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:48:18.324692 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:18.334038 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-dac8dcd3-6d02-48b9-b27e-971f0c99ba39 req-a8de3fcc-03e1-4d2b-8fad-291756b8dd2f tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:18.393700 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8de3fcc-03e1-4d2b-8fad-291756b8dd2f tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Pushing event deleted for resources: {'Port': ['ID=f64a3e39-2035-4d4b-8e3a-d8e686fedae3,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:18.402564 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:18.428774 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-22205844-17ec-4073-94c4-f83c3d2df8c7 None None] For port 2a6467db-4212-4c41-90f4-17f904dbfe90, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=2a6467db-4212-4c41-90f4-17f904dbfe90,segment=NetworkSegment(a57e47ac-83cc-47ca-a237-87aa94ab2d2a),segment_id=a57e47ac-83cc-47ca-a237-87aa94ab2d2a)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:48:18.456540 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-dac8dcd3-6d02-48b9-b27e-971f0c99ba39 req-a8de3fcc-03e1-4d2b-8fad-291756b8dd2f tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] No DVR routers for this DVR port f64a3e39-2035-4d4b-8e3a-d8e686fedae3 on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:48:18.458816 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-22205844-17ec-4073-94c4-f83c3d2df8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:18.459767 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-dac8dcd3-6d02-48b9-b27e-971f0c99ba39 req-a8de3fcc-03e1-4d2b-8fad-291756b8dd2f tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:18.464618 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-dac8dcd3-6d02-48b9-b27e-971f0c99ba39 req-a8de3fcc-03e1-4d2b-8fad-291756b8dd2f tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.39 "DELETE /v2.0/ports/f64a3e39-2035-4d4b-8e3a-d8e686fedae3 HTTP/1.1" status: 204 len: 173 time: 0.8974793 Sep 17 07:48:18.464936 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '122e87e7-8d39-4215-ab45-ffb807004a1a', 'name': 'network-vif-deleted', 'tag': 'f64a3e39-2035-4d4b-8e3a-d8e686fedae3'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:48:18.467694 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-875e9f9b-3874-4338-b641-cfaf1b72483f" -d '{"events": [{"server_uuid": "122e87e7-8d39-4215-ab45-ffb807004a1a", "name": "network-vif-deleted", "tag": "f64a3e39-2035-4d4b-8e3a-d8e686fedae3"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:48:18.529715 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5726925c-660a-418e-b341-e32e86401a51 x-openstack-request-id: req-5726925c-660a-418e-b341-e32e86401a51 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:48:18.530472 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "122e87e7-8d39-4215-ab45-ffb807004a1a", "name": "network-vif-deleted", "tag": "f64a3e39-2035-4d4b-8e3a-d8e686fedae3", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:48:18.530727 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5726925c-660a-418e-b341-e32e86401a51 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:48:18.531140 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '122e87e7-8d39-4215-ab45-ffb807004a1a', 'name': 'network-vif-deleted', 'tag': 'f64a3e39-2035-4d4b-8e3a-d8e686fedae3', 'status': 'completed', 'code': 200} Sep 17 07:48:18.584142 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f3580-dd0b-4260-b9bf-812fd9a2d21f req-15180146-3eee-4a81-aba8-02245b6bc7c6 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:18.585946 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c02f3580-dd0b-4260-b9bf-812fd9a2d21f req-15180146-3eee-4a81-aba8-02245b6bc7c6 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=eae18dcd-1ea3-49eb-aa1e-b7f28ad56c10 HTTP/1.1" status: 200 len: 946 time: 0.0680795 Sep 17 07:48:18.590334 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22205844-17ec-4073-94c4-f83c3d2df8c7 None None] Pushing event updated for resources: {'Port': ['ID=2a6467db-4212-4c41-90f4-17f904dbfe90,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:18.605722 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-ee9ff0ed-91d1-4ba7-84b4-3b64642cb8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'name': 'tempest-FloatingIPsAssociationTestJSON-821420024-router', 'tenant_id': '173bcd349821437db6c688209e3398b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'b1d36076-cf5e-4937-9952-bcb18bdea34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:48:07Z', 'updated_at': '2021-09-17T07:48:13Z', 'revision_number': 4, 'project_id': '173bcd349821437db6c688209e3398b1', 'gw_port': {'id': 'b1d36076-cf5e-4937-9952-bcb18bdea34c', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:48:08Z', 'updated_at': '2021-09-17T07:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '2a6467db-4212-4c41-90f4-17f904dbfe90', 'name': '', 'network_id': '200c4d1a-5385-414c-896c-7c2ada565217', 'tenant_id': '173bcd349821437db6c688209e3398b1', 'mac_address': 'fa:16:3e:a4:fd:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '472967d5-a95a-4c81-ab94-68718eb38ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:48:12Z', 'updated_at': '2021-09-17T07:48:17Z', 'revision_number': 4, 'project_id': '173bcd349821437db6c688209e3398b1', 'subnets': [{'id': '472967d5-a95a-4c81-ab94-68718eb38ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:48:18.640473 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0bc11ee1-c09b-4d13-a290-84342b7de37c req-f46ce0a7-fe1a-45ec-87e1-79cc766a856d tempest-ServerShowV247Test-1222923917 tempest-ServerShowV247Test-1222923917-project] 10.222.0.13 "GET /v2.0/ports?device_id=e720cbea-2b1d-4022-adb6-5aa4fd87858f HTTP/1.1" status: 200 len: 210 time: 0.0518484 Sep 17 07:48:18.723703 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c02f3580-dd0b-4260-b9bf-812fd9a2d21f req-bd3537db-2add-4084-8ce5-d3250ba4e04d tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913866 Sep 17 07:48:18.730716 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-4c77f606-4191-44f3-874d-aef690d42b61 None None] Provisioning complete for port 2a6467db-4212-4c41-90f4-17f904dbfe90 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:48:18.731100 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4c77f606-4191-44f3-874d-aef690d42b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:18.734048 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9ff0ed-91d1-4ba7-84b4-3b64642cb8e5 None None] The sync data for ids ['fcf42f6a-3934-4d2c-a0bc-b684e6b4491c'] in n-d-789963-9 is: [{'id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'name': 'tempest-FloatingIPsAssociationTestJSON-821420024-router', 'tenant_id': '173bcd349821437db6c688209e3398b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'b1d36076-cf5e-4937-9952-bcb18bdea34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:48:07Z', 'updated_at': '2021-09-17T07:48:13Z', 'revision_number': 4, 'project_id': '173bcd349821437db6c688209e3398b1', 'gw_port': {'id': 'b1d36076-cf5e-4937-9952-bcb18bdea34c', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:48:08Z', 'updated_at': '2021-09-17T07:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '2a6467db-4212-4c41-90f4-17f904dbfe90', 'name': '', 'network_id': '200c4d1a-5385-414c-896c-7c2ada565217', 'tenant_id': '173bcd349821437db6c688209e3398b1', 'mac_address': 'fa:16:3e:a4:fd:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '472967d5-a95a-4c81-ab94-68718eb38ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:48:12Z', 'updated_at': '2021-09-17T07:48:17Z', 'revision_number': 4, 'project_id': '173bcd349821437db6c688209e3398b1', 'subnets': [{'id': '472967d5-a95a-4c81-ab94-68718eb38ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:48:18.962292 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4bec134b-3b79-4413-a56a-e3757438df77 req-6954b10d-58b0-45ed-9c05-669f53a7759e tempest-ServerShowV254Test-653478938 tempest-ServerShowV254Test-653478938-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee4c35-0d82-4bc8-bc1e-8f53d34e017e HTTP/1.1" status: 200 len: 210 time: 0.0316722 Sep 17 07:48:19.038531 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dd41a3-03de-40e9-8321-a9eda81077f4 req-8ce6c8fc-6e92-4ce3-ae9d-6d3e9691c53b tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:19.040299 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-29dd41a3-03de-40e9-8321-a9eda81077f4 req-8ce6c8fc-6e92-4ce3-ae9d-6d3e9691c53b tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=c20c08af-51fa-4753-95b7-55abba3651bc HTTP/1.1" status: 200 len: 945 time: 0.0805151 Sep 17 07:48:19.114575 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4ccaada9-7d67-43ca-bc4a-cc8f3de17e6e req-7b5786fc-b6a0-4ddc-b98d-049bd268aece tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c6124d8-5634-48a6-96dd-872d1057b583 HTTP/1.1" status: 200 len: 210 time: 0.0371866 Sep 17 07:48:19.119997 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-29dd41a3-03de-40e9-8321-a9eda81077f4 req-da29da89-7fc3-4bb5-8bd8-41ab4c60e747 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726666 Sep 17 07:48:19.208442 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-32b2cc18-b21d-425a-ab3c-b034c6f49589 req-2f83766b-05b1-4755-ad9d-d7122731ef84 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e3b4cbe-f720-4903-956a-7b773e45a77f HTTP/1.1" status: 200 len: 210 time: 0.0300198 Sep 17 07:48:19.396535 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 2a6467db-4212-4c41-90f4-17f904dbfe90 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:48:19.486573 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 2a6467db-4212-4c41-90f4-17f904dbfe90 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:48:19.493323 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:19.565612 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa669e-6d49-46a0-b25f-76e9cc8e06c8 req-a6bec211-bd54-4025-b1a3-94e64276d3d3 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:19.567796 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-87aa669e-6d49-46a0-b25f-76e9cc8e06c8 req-a6bec211-bd54-4025-b1a3-94e64276d3d3 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.39 "GET /v2.0/networks?id=200c4d1a-5385-414c-896c-7c2ada565217 HTTP/1.1" status: 200 len: 820 time: 0.2484500 Sep 17 07:48:19.602969 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-87aa669e-6d49-46a0-b25f-76e9cc8e06c8 req-5a9978e2-a666-4f40-8a83-d692bf618c06 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Request body: {'port': {'device_id': '4c6124d8-5634-48a6-96dd-872d1057b583', 'network_id': '200c4d1a-5385-414c-896c-7c2ada565217', 'admin_state_up': True, 'tenant_id': '173bcd349821437db6c688209e3398b1'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:48:19.736999 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87aa669e-6d49-46a0-b25f-76e9cc8e06c8 req-5a9978e2-a666-4f40-8a83-d692bf618c06 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Made reservation on behalf of 173bcd349821437db6c688209e3398b1 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:48:19.745195 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-87aa669e-6d49-46a0-b25f-76e9cc8e06c8 req-5a9978e2-a666-4f40-8a83-d692bf618c06 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:19.768411 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-97a487cb-8b3e-4778-bbb2-b9e79683ff86 req-1a16c5c8-de14-4ea9-91d1-b106fcf1e188 tempest-ServerShowV247Test-1222923917 tempest-ServerShowV247Test-1222923917-project] 10.222.0.13 "GET /v2.0/ports?device_id=e720cbea-2b1d-4022-adb6-5aa4fd87858f HTTP/1.1" status: 200 len: 210 time: 0.0402188 Sep 17 07:48:19.856219 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2380121c-b769-43bb-92c9-da48b5ad2b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:19.926593 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b696568-83f6-4877-b96b-cf2b4b0cd9f4 req-377475c2-84b3-41d7-a7f0-5661e48e687d tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:19.928743 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1b696568-83f6-4877-b96b-cf2b4b0cd9f4 req-377475c2-84b3-41d7-a7f0-5661e48e687d tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=eae18dcd-1ea3-49eb-aa1e-b7f28ad56c10 HTTP/1.1" status: 200 len: 946 time: 0.0979223 Sep 17 07:48:19.988819 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-87aa669e-6d49-46a0-b25f-76e9cc8e06c8 req-5a9978e2-a666-4f40-8a83-d692bf618c06 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Allocated IP 172.20.0.12 (200c4d1a-5385-414c-896c-7c2ada565217/472967d5-a95a-4c81-ab94-68718eb38ee3/da736859-ea02-421f-9e3c-068903c07a4f) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:48:20.035043 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1b696568-83f6-4877-b96b-cf2b4b0cd9f4 req-0f4670dc-b415-4d4e-b9ae-2ff6db9e05b9 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878184 Sep 17 07:48:20.118026 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7614b5f2-1c0c-4688-a372-5225b46d8a49 req-3d1ab670-3b02-4d9d-a3ec-da53a219600e tempest-ServerShowV254Test-653478938 tempest-ServerShowV254Test-653478938-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee4c35-0d82-4bc8-bc1e-8f53d34e017e HTTP/1.1" status: 200 len: 210 time: 0.0280070 Sep 17 07:48:20.272574 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f153a555-1e4b-4519-81d5-670e494f3cdd req-d8814afd-b9f9-4caf-8300-d54faac3cca8 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c6124d8-5634-48a6-96dd-872d1057b583 HTTP/1.1" status: 200 len: 210 time: 0.0467951 Sep 17 07:48:20.360574 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8e80f8-dc4e-4d47-af22-6e309c4126dc req-aabc1c87-a9c5-4cc4-bc5c-09f0f5b62bbf tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:20.362277 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4f8e80f8-dc4e-4d47-af22-6e309c4126dc req-aabc1c87-a9c5-4cc4-bc5c-09f0f5b62bbf tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.39 "GET /v2.0/networks?id=8735159f-6edb-41d2-9bd4-93956ab1df1a HTTP/1.1" status: 200 len: 804 time: 0.2758906 Sep 17 07:48:20.363965 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef34e8-6465-42cb-bb91-3ec1d6164540 req-556fcd5d-c8d8-4404-88a3-8511208a0db5 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:20.365597 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dbef34e8-6465-42cb-bb91-3ec1d6164540 req-556fcd5d-c8d8-4404-88a3-8511208a0db5 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=c20c08af-51fa-4753-95b7-55abba3651bc HTTP/1.1" status: 200 len: 945 time: 0.1098273 Sep 17 07:48:20.402239 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-87aa669e-6d49-46a0-b25f-76e9cc8e06c8 req-5a9978e2-a666-4f40-8a83-d692bf618c06 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:20.430659 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0ca28c3b-1e50-4eef-b806-c4889bcce6c4 req-7d2baff4-59b2-42b1-b29b-1b073cb14c39 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e3b4cbe-f720-4903-956a-7b773e45a77f HTTP/1.1" status: 200 len: 210 time: 0.0593867 Sep 17 07:48:20.455091 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-87aa669e-6d49-46a0-b25f-76e9cc8e06c8 req-5a9978e2-a666-4f40-8a83-d692bf618c06 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:20.468566 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dbef34e8-6465-42cb-bb91-3ec1d6164540 req-32ee210f-205a-445a-bf5e-9da29efe1f57 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941896 Sep 17 07:48:20.509137 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87aa669e-6d49-46a0-b25f-76e9cc8e06c8 req-5a9978e2-a666-4f40-8a83-d692bf618c06 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Network 200c4d1a-5385-414c-896c-7c2ada565217 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:48:20.513070 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-4f8e80f8-dc4e-4d47-af22-6e309c4126dc req-30358390-cd8f-45ec-8511-361f84ee490f tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Request body: {'port': {'device_id': '9e3b4cbe-f720-4903-956a-7b773e45a77f', 'network_id': '8735159f-6edb-41d2-9bd4-93956ab1df1a', 'admin_state_up': True, 'tenant_id': '43b7af468d3c4824aaaa6df100556e2b'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:48:20.522453 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-87aa669e-6d49-46a0-b25f-76e9cc8e06c8 req-5a9978e2-a666-4f40-8a83-d692bf618c06 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:48:20.538895 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-87aa669e-6d49-46a0-b25f-76e9cc8e06c8 req-5a9978e2-a666-4f40-8a83-d692bf618c06 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:48:20.549432 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9978e2-a666-4f40-8a83-d692bf618c06 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Pushing event updated for resources: {'Port': ['ID=da736859-ea02-421f-9e3c-068903c07a4f,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:20.632091 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa669e-6d49-46a0-b25f-76e9cc8e06c8 req-5a9978e2-a666-4f40-8a83-d692bf618c06 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:20.632747 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-87aa669e-6d49-46a0-b25f-76e9cc8e06c8 req-5a9978e2-a666-4f40-8a83-d692bf618c06 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:20.662905 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-87aa669e-6d49-46a0-b25f-76e9cc8e06c8 req-5a9978e2-a666-4f40-8a83-d692bf618c06 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0638678 Sep 17 07:48:20.694098 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-87aa669e-6d49-46a0-b25f-76e9cc8e06c8 req-4e2b9d5d-4972-443d-a236-6438b394c78d service neutron] Request body: {'port': {'device_id': '4c6124d8-5634-48a6-96dd-872d1057b583', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:48:20.699618 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f8e80f8-dc4e-4d47-af22-6e309c4126dc req-30358390-cd8f-45ec-8511-361f84ee490f tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Made reservation on behalf of 43b7af468d3c4824aaaa6df100556e2b for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:48:20.703983 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-4f8e80f8-dc4e-4d47-af22-6e309c4126dc req-30358390-cd8f-45ec-8511-361f84ee490f tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:20.820863 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-b5a07e1b-69a2-46ca-8848-eb8474a3820a None None] Provisioning complete for port da736859-ea02-421f-9e3c-068903c07a4f triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:48:20.821529 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b5a07e1b-69a2-46ca-8848-eb8474a3820a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:20.852829 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-87aa669e-6d49-46a0-b25f-76e9cc8e06c8 req-4e2b9d5d-4972-443d-a236-6438b394c78d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:20.885296 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-b5a07e1b-69a2-46ca-8848-eb8474a3820a None None] Port da736859-ea02-421f-9e3c-068903c07a4f cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:48:20.927056 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3217d16c-c7c7-4c37-bd26-e8b056943e39 req-a973e0d3-eae5-46cd-8371-0303841991a6 tempest-ServerShowV247Test-1222923917 tempest-ServerShowV247Test-1222923917-project] 10.222.0.13 "GET /v2.0/ports?device_id=e720cbea-2b1d-4022-adb6-5aa4fd87858f HTTP/1.1" status: 200 len: 210 time: 0.0282049 Sep 17 07:48:20.972205 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-4f8e80f8-dc4e-4d47-af22-6e309c4126dc req-30358390-cd8f-45ec-8511-361f84ee490f tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Allocated IP 172.20.0.2 (8735159f-6edb-41d2-9bd4-93956ab1df1a/4e8a61b2-3aad-4505-a004-004379de0de4/57eb68c2-f0a7-4d88-aff5-31814a1cf5ef) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:48:21.194258 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142172db-d64f-4837-9922-7992a81a9d99 req-e1fa5eca-c5f2-48bf-9a20-27763aa1c32e tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:21.196930 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-142172db-d64f-4837-9922-7992a81a9d99 req-e1fa5eca-c5f2-48bf-9a20-27763aa1c32e tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=eae18dcd-1ea3-49eb-aa1e-b7f28ad56c10 HTTP/1.1" status: 200 len: 946 time: 0.0586925 Sep 17 07:48:21.263264 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-142172db-d64f-4837-9922-7992a81a9d99 req-0eb26e33-5332-4a5a-9988-568e17190193 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583682 Sep 17 07:48:21.336728 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3d52d5d3-f86c-49d0-b862-68c18e2dcc66 req-d085a595-d044-4ed7-acfb-9f89f97bc80e tempest-ServerShowV247Test-1222923917 tempest-ServerShowV247Test-1222923917-project] 10.222.0.13 "GET /v2.0/ports?device_id=e720cbea-2b1d-4022-adb6-5aa4fd87858f&device_id=84e61c68-d037-4d36-a372-689eb085e886 HTTP/1.1" status: 200 len: 210 time: 0.0349669 Sep 17 07:48:21.381935 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-97f080dd-0861-46a1-9300-7ba20daf1470 req-8d79c9ff-efb7-4cde-81c1-ef4a91a5e132 tempest-ServerShowV254Test-653478938 tempest-ServerShowV254Test-653478938-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee4c35-0d82-4bc8-bc1e-8f53d34e017e HTTP/1.1" status: 200 len: 210 time: 0.0476222 Sep 17 07:48:21.488699 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45adb786-2aaa-4691-9fff-42d2d7bb8abe req-f44653f2-bc13-4833-8bb7-344d3405d59e tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:21.490795 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-45adb786-2aaa-4691-9fff-42d2d7bb8abe req-f44653f2-bc13-4833-8bb7-344d3405d59e tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c6124d8-5634-48a6-96dd-872d1057b583 HTTP/1.1" status: 200 len: 932 time: 0.0749254 Sep 17 07:48:21.544400 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-45adb786-2aaa-4691-9fff-42d2d7bb8abe req-f254f46c-d5d4-4d74-aebb-f20f4a6db06c tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c9770cf-353c-4f80-9091-e2890af77545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467443 Sep 17 07:48:21.565477 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-4f8e80f8-dc4e-4d47-af22-6e309c4126dc req-30358390-cd8f-45ec-8511-361f84ee490f tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:21.611006 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-87aa669e-6d49-46a0-b25f-76e9cc8e06c8 req-4e2b9d5d-4972-443d-a236-6438b394c78d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da736859-ea02-421f-9e3c-068903c07a4f {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:48:21.623184 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-87aa669e-6d49-46a0-b25f-76e9cc8e06c8 req-4e2b9d5d-4972-443d-a236-6438b394c78d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:21.648883 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-87aa669e-6d49-46a0-b25f-76e9cc8e06c8 req-4e2b9d5d-4972-443d-a236-6438b394c78d service neutron] Transition to ACTIVE for port object da736859-ea02-421f-9e3c-068903c07a4f will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:48:21.657217 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-87aa669e-6d49-46a0-b25f-76e9cc8e06c8 req-4e2b9d5d-4972-443d-a236-6438b394c78d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:21.664138 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-4f8e80f8-dc4e-4d47-af22-6e309c4126dc req-30358390-cd8f-45ec-8511-361f84ee490f tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:21.732972 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f8e80f8-dc4e-4d47-af22-6e309c4126dc req-30358390-cd8f-45ec-8511-361f84ee490f tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Network 8735159f-6edb-41d2-9bd4-93956ab1df1a is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:48:21.735633 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bf90f865-6d40-400f-9a6e-9b88f0890ecd req-51cd76f7-cc87-465c-bfb3-5a6ccb9405df service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7aa64100e7dc4385b3c75723b1a5a1db&device_id=e720cbea-2b1d-4022-adb6-5aa4fd87858f HTTP/1.1" status: 200 len: 210 time: 0.1117957 Sep 17 07:48:21.752636 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2b9d5d-4972-443d-a236-6438b394c78d service neutron] Pushing event updated for resources: {'Port': ['ID=da736859-ea02-421f-9e3c-068903c07a4f,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:21.755219 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-4f8e80f8-dc4e-4d47-af22-6e309c4126dc req-30358390-cd8f-45ec-8511-361f84ee490f tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:48:21.776818 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f8e80f8-dc4e-4d47-af22-6e309c4126dc req-30358390-cd8f-45ec-8511-361f84ee490f tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:48:21.777472 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd8864b-1f79-4384-84fe-10e674fac623 req-d1aed56e-7b5a-4a3a-9a35-7bb4f5c6a1ab tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:21.779319 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cdd8864b-1f79-4384-84fe-10e674fac623 req-d1aed56e-7b5a-4a3a-9a35-7bb4f5c6a1ab tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=c20c08af-51fa-4753-95b7-55abba3651bc HTTP/1.1" status: 200 len: 945 time: 0.1361713 Sep 17 07:48:21.801413 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bf90f865-6d40-400f-9a6e-9b88f0890ecd req-d06bec6c-7796-4c3b-99b5-92ee937e7447 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=7aa64100e7dc4385b3c75723b1a5a1db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453823 Sep 17 07:48:21.860801 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6969c6f-8eb2-4834-989f-21115117c013 req-e5075e22-4e9f-43b2-a3fc-2a9c9253efcc tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:21.868992 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b6969c6f-8eb2-4834-989f-21115117c013 req-e5075e22-4e9f-43b2-a3fc-2a9c9253efcc tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e3b4cbe-f720-4903-956a-7b773e45a77f HTTP/1.1" status: 200 len: 931 time: 0.1675837 Sep 17 07:48:21.871682 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30358390-cd8f-45ec-8511-361f84ee490f tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Pushing event updated for resources: {'Port': ['ID=57eb68c2-f0a7-4d88-aff5-31814a1cf5ef,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:21.887739 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8e80f8-dc4e-4d47-af22-6e309c4126dc req-30358390-cd8f-45ec-8511-361f84ee490f tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:21.888388 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-4f8e80f8-dc4e-4d47-af22-6e309c4126dc req-30358390-cd8f-45ec-8511-361f84ee490f tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:21.896258 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-87aa669e-6d49-46a0-b25f-76e9cc8e06c8 req-4e2b9d5d-4972-443d-a236-6438b394c78d service neutron] Attempting to bind port da736859-ea02-421f-9e3c-068903c07a4f on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:48:21.896604 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-87aa669e-6d49-46a0-b25f-76e9cc8e06c8 req-4e2b9d5d-4972-443d-a236-6438b394c78d service neutron] Attempting to bind port da736859-ea02-421f-9e3c-068903c07a4f by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': 'a57e47ac-83cc-47ca-a237-87aa94ab2d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '200c4d1a-5385-414c-896c-7c2ada565217'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:48:21.896913 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87aa669e-6d49-46a0-b25f-76e9cc8e06c8 req-4e2b9d5d-4972-443d-a236-6438b394c78d service neutron] Attempting to bind port da736859-ea02-421f-9e3c-068903c07a4f on network 200c4d1a-5385-414c-896c-7c2ada565217 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:48:21.903667 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87aa669e-6d49-46a0-b25f-76e9cc8e06c8 req-4e2b9d5d-4972-443d-a236-6438b394c78d service neutron] Port da736859-ea02-421f-9e3c-068903c07a4f on network 200c4d1a-5385-414c-896c-7c2ada565217 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:48:21.904006 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87aa669e-6d49-46a0-b25f-76e9cc8e06c8 req-4e2b9d5d-4972-443d-a236-6438b394c78d service neutron] Attempting to bind port da736859-ea02-421f-9e3c-068903c07a4f on network 200c4d1a-5385-414c-896c-7c2ada565217 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:48:21.913821 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87aa669e-6d49-46a0-b25f-76e9cc8e06c8 req-4e2b9d5d-4972-443d-a236-6438b394c78d service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:48:21.914171 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87aa669e-6d49-46a0-b25f-76e9cc8e06c8 req-4e2b9d5d-4972-443d-a236-6438b394c78d service neutron] Checking segment: {'id': 'a57e47ac-83cc-47ca-a237-87aa94ab2d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '200c4d1a-5385-414c-896c-7c2ada565217'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:48:21.914832 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87aa669e-6d49-46a0-b25f-76e9cc8e06c8 req-4e2b9d5d-4972-443d-a236-6438b394c78d service neutron] Bound using segment: {'id': 'a57e47ac-83cc-47ca-a237-87aa94ab2d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '200c4d1a-5385-414c-896c-7c2ada565217'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:48:21.914973 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-87aa669e-6d49-46a0-b25f-76e9cc8e06c8 req-4e2b9d5d-4972-443d-a236-6438b394c78d service neutron] Bound port: da736859-ea02-421f-9e3c-068903c07a4f, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a57e47ac-83cc-47ca-a237-87aa94ab2d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '200c4d1a-5385-414c-896c-7c2ada565217'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:48:21.915345 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-87aa669e-6d49-46a0-b25f-76e9cc8e06c8 req-4e2b9d5d-4972-443d-a236-6438b394c78d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:21.919825 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4f8e80f8-dc4e-4d47-af22-6e309c4126dc req-30358390-cd8f-45ec-8511-361f84ee490f tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4128761 Sep 17 07:48:21.940697 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-4f8e80f8-dc4e-4d47-af22-6e309c4126dc req-93a2e211-7547-4378-8fa2-1f1dda28ceeb service neutron] Request body: {'port': {'device_id': '9e3b4cbe-f720-4903-956a-7b773e45a77f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:48:21.966282 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cdd8864b-1f79-4384-84fe-10e674fac623 req-d2d89eb5-529f-4962-9131-2527c29d2d36 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750703 Sep 17 07:48:21.988261 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b6969c6f-8eb2-4834-989f-21115117c013 req-570bd377-b803-4613-98df-ac75bd660fc8 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/security-groups?id=53a4612f-058b-4338-9861-1ad45234538f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182549 Sep 17 07:48:21.989902 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf90f865-6d40-400f-9a6e-9b88f0890ecd req-54a0c4ff-7b90-44c3-8a74-d14505096bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:21.991329 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bf90f865-6d40-400f-9a6e-9b88f0890ecd req-54a0c4ff-7b90-44c3-8a74-d14505096bc3 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1798372 Sep 17 07:48:22.093143 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-30f19ed1-aa84-4c5d-ac08-57fcbb2ba7f2 req-51209945-38eb-4147-8251-598061641a57 tempest-ServerShowV247Test-1222923917 tempest-ServerShowV247Test-1222923917-project] 10.222.0.13 "GET /v2.0/ports?device_id=e720cbea-2b1d-4022-adb6-5aa4fd87858f HTTP/1.1" status: 200 len: 210 time: 0.0347590 Sep 17 07:48:22.097609 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-4f8e80f8-dc4e-4d47-af22-6e309c4126dc req-93a2e211-7547-4378-8fa2-1f1dda28ceeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:22.112455 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-87aa669e-6d49-46a0-b25f-76e9cc8e06c8 req-4e2b9d5d-4972-443d-a236-6438b394c78d service neutron] For port da736859-ea02-421f-9e3c-068903c07a4f, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:48:22.127919 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-87aa669e-6d49-46a0-b25f-76e9cc8e06c8 req-4e2b9d5d-4972-443d-a236-6438b394c78d service neutron] For port da736859-ea02-421f-9e3c-068903c07a4f, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=da736859-ea02-421f-9e3c-068903c07a4f,segment=NetworkSegment(a57e47ac-83cc-47ca-a237-87aa94ab2d2a),segment_id=a57e47ac-83cc-47ca-a237-87aa94ab2d2a)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:48:22.149751 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-87aa669e-6d49-46a0-b25f-76e9cc8e06c8 req-4e2b9d5d-4972-443d-a236-6438b394c78d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:22.205077 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa669e-6d49-46a0-b25f-76e9cc8e06c8 req-4e2b9d5d-4972-443d-a236-6438b394c78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:22.205801 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-87aa669e-6d49-46a0-b25f-76e9cc8e06c8 req-4e2b9d5d-4972-443d-a236-6438b394c78d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:22.207075 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-87aa669e-6d49-46a0-b25f-76e9cc8e06c8 req-4e2b9d5d-4972-443d-a236-6438b394c78d service neutron] 10.222.0.39 "PUT /v2.0/ports/da736859-ea02-421f-9e3c-068903c07a4f HTTP/1.1" status: 200 len: 1092 time: 1.5197170 Sep 17 07:48:22.207514 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c6124d8-5634-48a6-96dd-872d1057b583', 'tag': 'da736859-ea02-421f-9e3c-068903c07a4f'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:48:22.209790 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f8c867-495e-4f6d-a6a4-fa5b75e1ae74" -d '{"events": [{"name": "network-changed", "server_uuid": "4c6124d8-5634-48a6-96dd-872d1057b583", "tag": "da736859-ea02-421f-9e3c-068903c07a4f"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:48:22.272875 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-944371fa-4a77-49f6-8e3a-fc72122cc926 x-openstack-request-id: req-944371fa-4a77-49f6-8e3a-fc72122cc926 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:48:22.273170 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c6124d8-5634-48a6-96dd-872d1057b583", "tag": "da736859-ea02-421f-9e3c-068903c07a4f", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:48:22.273419 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-944371fa-4a77-49f6-8e3a-fc72122cc926 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:48:22.273814 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c6124d8-5634-48a6-96dd-872d1057b583', 'tag': 'da736859-ea02-421f-9e3c-068903c07a4f', 'status': 'completed', 'code': 200} Sep 17 07:48:22.311066 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2b9d5d-4972-443d-a236-6438b394c78d service neutron] Pushing event updated for resources: {'Port': ['ID=da736859-ea02-421f-9e3c-068903c07a4f,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:22.400201 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4f717067-839c-4885-9bf7-541000170bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:22.418858 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13bf354-76b2-47d3-873f-7a25d6995e75 req-37289427-6c64-4074-97a5-04dbe3c735d7 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:22.427217 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f13bf354-76b2-47d3-873f-7a25d6995e75 req-37289427-6c64-4074-97a5-04dbe3c735d7 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=eae18dcd-1ea3-49eb-aa1e-b7f28ad56c10 HTTP/1.1" status: 200 len: 946 time: 0.0751538 Sep 17 07:48:22.449296 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa669e-6d49-46a0-b25f-76e9cc8e06c8 req-26da655c-1edc-44c2-a5d0-5fac67b30697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:22.451047 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-87aa669e-6d49-46a0-b25f-76e9cc8e06c8 req-26da655c-1edc-44c2-a5d0-5fac67b30697 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=173bcd349821437db6c688209e3398b1&device_id=4c6124d8-5634-48a6-96dd-872d1057b583 HTTP/1.1" status: 200 len: 1095 time: 0.1287355 Sep 17 07:48:22.473173 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f13bf354-76b2-47d3-873f-7a25d6995e75 req-59c29061-4f15-45b2-a4c0-19b0e017fb54 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429533 Sep 17 07:48:22.516699 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d8f0891e-4112-4646-a26b-382642cb3025 req-618a34fe-4954-4f48-84e9-620cc267903b tempest-ServerShowV254Test-653478938 tempest-ServerShowV254Test-653478938-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee4c35-0d82-4bc8-bc1e-8f53d34e017e HTTP/1.1" status: 200 len: 210 time: 0.0345316 Sep 17 07:48:22.528562 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-87aa669e-6d49-46a0-b25f-76e9cc8e06c8 req-f3a9f09d-2b44-42a7-8184-2bc051a1c3bd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da736859-ea02-421f-9e3c-068903c07a4f HTTP/1.1" status: 200 len: 217 time: 0.0619812 Sep 17 07:48:22.607176 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:22.635809 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-4f8e80f8-dc4e-4d47-af22-6e309c4126dc req-93a2e211-7547-4378-8fa2-1f1dda28ceeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57eb68c2-f0a7-4d88-aff5-31814a1cf5ef {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:48:22.647495 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-4f8e80f8-dc4e-4d47-af22-6e309c4126dc req-93a2e211-7547-4378-8fa2-1f1dda28ceeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:22.651001 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa669e-6d49-46a0-b25f-76e9cc8e06c8 req-900843b4-f3ac-405f-86e3-35cd9a6f346e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:22.652511 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-87aa669e-6d49-46a0-b25f-76e9cc8e06c8 req-900843b4-f3ac-405f-86e3-35cd9a6f346e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=472967d5-a95a-4c81-ab94-68718eb38ee3 HTTP/1.1" status: 200 len: 859 time: 0.1120512 Sep 17 07:48:22.679199 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a92a85e8-d430-4a29-936b-c36cc7a694e8 req-45690e44-f06b-41b6-aee0-f12b0f6be1e9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=40ee4c35-0d82-4bc8-bc1e-8f53d34e017e HTTP/1.1" status: 200 len: 210 time: 0.0279775 Sep 17 07:48:22.691735 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-4f8e80f8-dc4e-4d47-af22-6e309c4126dc req-93a2e211-7547-4378-8fa2-1f1dda28ceeb service neutron] Transition to ACTIVE for port object 57eb68c2-f0a7-4d88-aff5-31814a1cf5ef will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:48:22.696503 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-4f8e80f8-dc4e-4d47-af22-6e309c4126dc req-93a2e211-7547-4378-8fa2-1f1dda28ceeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:22.701110 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91a9abb-e3ec-4ab6-b6d2-3391cacdb5d8 req-3795c0b8-6fd4-4997-b0f8-3199b524d0af tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:22.712230 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c91a9abb-e3ec-4ab6-b6d2-3391cacdb5d8 req-3795c0b8-6fd4-4997-b0f8-3199b524d0af tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c6124d8-5634-48a6-96dd-872d1057b583 HTTP/1.1" status: 200 len: 944 time: 0.0887654 Sep 17 07:48:22.755815 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c91a9abb-e3ec-4ab6-b6d2-3391cacdb5d8 req-87256b4b-299e-4f01-85b0-94290e0e3a2d tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c9770cf-353c-4f80-9091-e2890af77545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416348 Sep 17 07:48:22.759476 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a2e211-7547-4378-8fa2-1f1dda28ceeb service neutron] Pushing event updated for resources: {'Port': ['ID=57eb68c2-f0a7-4d88-aff5-31814a1cf5ef,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:22.765148 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa669e-6d49-46a0-b25f-76e9cc8e06c8 req-6a49f717-ef45-4a69-b289-3e78f2b4c2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:22.766646 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-87aa669e-6d49-46a0-b25f-76e9cc8e06c8 req-6a49f717-ef45-4a69-b289-3e78f2b4c2d0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=200c4d1a-5385-414c-896c-7c2ada565217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1026623 Sep 17 07:48:22.845505 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-4f8e80f8-dc4e-4d47-af22-6e309c4126dc req-93a2e211-7547-4378-8fa2-1f1dda28ceeb service neutron] Attempting to bind port 57eb68c2-f0a7-4d88-aff5-31814a1cf5ef on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:48:22.845908 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-4f8e80f8-dc4e-4d47-af22-6e309c4126dc req-93a2e211-7547-4378-8fa2-1f1dda28ceeb service neutron] Attempting to bind port 57eb68c2-f0a7-4d88-aff5-31814a1cf5ef by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': '5ce36400-13a1-41db-8274-558edfd01d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8735159f-6edb-41d2-9bd4-93956ab1df1a'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:48:22.846224 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8e80f8-dc4e-4d47-af22-6e309c4126dc req-93a2e211-7547-4378-8fa2-1f1dda28ceeb service neutron] Attempting to bind port 57eb68c2-f0a7-4d88-aff5-31814a1cf5ef on network 8735159f-6edb-41d2-9bd4-93956ab1df1a {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:48:22.851414 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8e80f8-dc4e-4d47-af22-6e309c4126dc req-93a2e211-7547-4378-8fa2-1f1dda28ceeb service neutron] Port 57eb68c2-f0a7-4d88-aff5-31814a1cf5ef on network 8735159f-6edb-41d2-9bd4-93956ab1df1a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:48:22.851856 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8e80f8-dc4e-4d47-af22-6e309c4126dc req-93a2e211-7547-4378-8fa2-1f1dda28ceeb service neutron] Attempting to bind port 57eb68c2-f0a7-4d88-aff5-31814a1cf5ef on network 8735159f-6edb-41d2-9bd4-93956ab1df1a {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:48:22.857273 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8e80f8-dc4e-4d47-af22-6e309c4126dc req-93a2e211-7547-4378-8fa2-1f1dda28ceeb service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:48:22.857645 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8e80f8-dc4e-4d47-af22-6e309c4126dc req-93a2e211-7547-4378-8fa2-1f1dda28ceeb service neutron] Checking segment: {'id': '5ce36400-13a1-41db-8274-558edfd01d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8735159f-6edb-41d2-9bd4-93956ab1df1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:48:22.858079 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8e80f8-dc4e-4d47-af22-6e309c4126dc req-93a2e211-7547-4378-8fa2-1f1dda28ceeb service neutron] Bound using segment: {'id': '5ce36400-13a1-41db-8274-558edfd01d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8735159f-6edb-41d2-9bd4-93956ab1df1a'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:48:22.859096 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-4f8e80f8-dc4e-4d47-af22-6e309c4126dc req-93a2e211-7547-4378-8fa2-1f1dda28ceeb service neutron] Bound port: 57eb68c2-f0a7-4d88-aff5-31814a1cf5ef, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ce36400-13a1-41db-8274-558edfd01d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8735159f-6edb-41d2-9bd4-93956ab1df1a'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:48:22.859655 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-4f8e80f8-dc4e-4d47-af22-6e309c4126dc req-93a2e211-7547-4378-8fa2-1f1dda28ceeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:22.930190 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-4f8e80f8-dc4e-4d47-af22-6e309c4126dc req-93a2e211-7547-4378-8fa2-1f1dda28ceeb service neutron] For port 57eb68c2-f0a7-4d88-aff5-31814a1cf5ef, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:48:22.933409 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-4f8e80f8-dc4e-4d47-af22-6e309c4126dc req-93a2e211-7547-4378-8fa2-1f1dda28ceeb service neutron] For port 57eb68c2-f0a7-4d88-aff5-31814a1cf5ef, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=57eb68c2-f0a7-4d88-aff5-31814a1cf5ef,segment=NetworkSegment(5ce36400-13a1-41db-8274-558edfd01d90),segment_id=5ce36400-13a1-41db-8274-558edfd01d90)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:48:22.938586 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-4f8e80f8-dc4e-4d47-af22-6e309c4126dc req-93a2e211-7547-4378-8fa2-1f1dda28ceeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:22.979348 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8e80f8-dc4e-4d47-af22-6e309c4126dc req-93a2e211-7547-4378-8fa2-1f1dda28ceeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:22.980089 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-4f8e80f8-dc4e-4d47-af22-6e309c4126dc req-93a2e211-7547-4378-8fa2-1f1dda28ceeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:22.981675 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4f8e80f8-dc4e-4d47-af22-6e309c4126dc req-93a2e211-7547-4378-8fa2-1f1dda28ceeb service neutron] 10.222.0.39 "PUT /v2.0/ports/57eb68c2-f0a7-4d88-aff5-31814a1cf5ef HTTP/1.1" status: 200 len: 1091 time: 1.0463276 Sep 17 07:48:23.001068 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a2e211-7547-4378-8fa2-1f1dda28ceeb service neutron] Pushing event updated for resources: {'Port': ['ID=57eb68c2-f0a7-4d88-aff5-31814a1cf5ef,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:23.146616 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef7ce68-e12d-4625-b2dd-523e68c5055f req-38ea1302-daeb-46a1-b74f-6a924aabc4b4 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:23.148393 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9ef7ce68-e12d-4625-b2dd-523e68c5055f req-38ea1302-daeb-46a1-b74f-6a924aabc4b4 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e3b4cbe-f720-4903-956a-7b773e45a77f HTTP/1.1" status: 200 len: 943 time: 0.0818663 Sep 17 07:48:23.156917 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc6cfe-69e8-46d4-aa16-57260edd1f1e req-f8662683-6acb-4570-8c78-e08b7a3fee2a tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:23.158523 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cddc6cfe-69e8-46d4-aa16-57260edd1f1e req-f8662683-6acb-4570-8c78-e08b7a3fee2a tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=c20c08af-51fa-4753-95b7-55abba3651bc HTTP/1.1" status: 200 len: 945 time: 0.1012723 Sep 17 07:48:23.210487 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-87aa669e-6d49-46a0-b25f-76e9cc8e06c8 req-47fdbab0-0596-4fed-8c3a-ea2ddad1c4a8 service neutron] 10.222.0.39 "GET /v2.0/networks/200c4d1a-5385-414c-896c-7c2ada565217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281662 Sep 17 07:48:23.236304 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9ef7ce68-e12d-4625-b2dd-523e68c5055f req-6ec5a0a0-f119-430a-86f9-c105b6c8dbec tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/security-groups?id=53a4612f-058b-4338-9861-1ad45234538f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767202 Sep 17 07:48:23.239105 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cddc6cfe-69e8-46d4-aa16-57260edd1f1e req-a71178bb-efd1-408f-9a0e-81b1045c29a7 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612178 Sep 17 07:48:23.244605 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8e80f8-dc4e-4d47-af22-6e309c4126dc req-bf67184e-a5f8-4535-902f-ac9931467091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:23.246221 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4f8e80f8-dc4e-4d47-af22-6e309c4126dc req-bf67184e-a5f8-4535-902f-ac9931467091 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=43b7af468d3c4824aaaa6df100556e2b&device_id=9e3b4cbe-f720-4903-956a-7b773e45a77f HTTP/1.1" status: 200 len: 1094 time: 0.0734282 Sep 17 07:48:23.339279 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4f8e80f8-dc4e-4d47-af22-6e309c4126dc req-8d694e99-4b0d-46a0-b426-099c695b1699 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=57eb68c2-f0a7-4d88-aff5-31814a1cf5ef HTTP/1.1" status: 200 len: 217 time: 0.0437765 Sep 17 07:48:23.348380 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-78e88aee-2780-44d8-87fb-0cba9c9e3224 req-3cbdc920-0a7b-4955-80c7-269adcd0ecfd tempest-ServerShowV247Test-1222923917 tempest-ServerShowV247Test-1222923917-project] 10.222.0.13 "GET /v2.0/ports?device_id=e720cbea-2b1d-4022-adb6-5aa4fd87858f HTTP/1.1" status: 200 len: 210 time: 0.0294034 Sep 17 07:48:23.394774 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-87aa669e-6d49-46a0-b25f-76e9cc8e06c8 req-07977c7d-02e1-455b-a312-d1553152aaa7 service neutron] 10.222.0.39 "GET /v2.0/networks/200c4d1a-5385-414c-896c-7c2ada565217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759338 Sep 17 07:48:23.406358 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8e80f8-dc4e-4d47-af22-6e309c4126dc req-f85e5e01-3b49-4824-8079-c05540a2d7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:23.408641 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4f8e80f8-dc4e-4d47-af22-6e309c4126dc req-f85e5e01-3b49-4824-8079-c05540a2d7e7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4e8a61b2-3aad-4505-a004-004379de0de4 HTTP/1.1" status: 200 len: 844 time: 0.0613465 Sep 17 07:48:23.442556 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4f8e80f8-dc4e-4d47-af22-6e309c4126dc req-55ce923a-5104-4377-a62f-e581d6134fdc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8735159f-6edb-41d2-9bd4-93956ab1df1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256665 Sep 17 07:48:23.536726 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:23.596269 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9c0687-7142-4928-8672-797258a22dc5 req-1077d358-ec63-4c0e-86b0-a5396650568e tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:23.600306 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8a9c0687-7142-4928-8672-797258a22dc5 req-1077d358-ec63-4c0e-86b0-a5396650568e tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=eae18dcd-1ea3-49eb-aa1e-b7f28ad56c10 HTTP/1.1" status: 200 len: 946 time: 0.0616832 Sep 17 07:48:23.631773 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f8c867-495e-4f6d-a6a4-fa5b75e1ae74 req-451d19d4-7f78-463a-867c-e21d1f2240a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:23.633333 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-15f8c867-495e-4f6d-a6a4-fa5b75e1ae74 req-451d19d4-7f78-463a-867c-e21d1f2240a2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=173bcd349821437db6c688209e3398b1&device_id=4c6124d8-5634-48a6-96dd-872d1057b583 HTTP/1.1" status: 200 len: 1095 time: 0.1042333 Sep 17 07:48:23.675900 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9b9d27f0-6145-43f4-8081-7fca54c51ae7 req-0eee5101-eb72-41e1-867e-3acf3347d1cd tempest-ServerShowV254Test-653478938 tempest-ServerShowV254Test-653478938-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee4c35-0d82-4bc8-bc1e-8f53d34e017e HTTP/1.1" status: 200 len: 210 time: 0.0396402 Sep 17 07:48:23.689040 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4f8e80f8-dc4e-4d47-af22-6e309c4126dc req-10a6edab-d03f-4f9e-80ec-342a8439dd92 service neutron] 10.222.0.39 "GET /v2.0/networks/8735159f-6edb-41d2-9bd4-93956ab1df1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716413 Sep 17 07:48:23.691364 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8a9c0687-7142-4928-8672-797258a22dc5 req-c00d3638-4260-47e4-b0cc-9d86409701c9 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809076 Sep 17 07:48:23.802140 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f8c867-495e-4f6d-a6a4-fa5b75e1ae74 req-7480f2a8-e0aa-4ec6-a229-307af0f795fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:23.803617 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-15f8c867-495e-4f6d-a6a4-fa5b75e1ae74 req-7480f2a8-e0aa-4ec6-a229-307af0f795fd service neutron] 10.222.0.39 "GET /v2.0/networks?id=200c4d1a-5385-414c-896c-7c2ada565217 HTTP/1.1" status: 200 len: 921 time: 0.1588340 Sep 17 07:48:23.827637 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4f8e80f8-dc4e-4d47-af22-6e309c4126dc req-458a6cd7-b766-4f21-8d2e-f8b9d41424b4 service neutron] 10.222.0.39 "GET /v2.0/networks/8735159f-6edb-41d2-9bd4-93956ab1df1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127577 Sep 17 07:48:23.885026 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f18a8-b3fc-46ee-8429-ab3b19752f71 req-3f68965e-9ebf-442d-95dd-d966a4b6af16 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:23.886608 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-044f18a8-b3fc-46ee-8429-ab3b19752f71 req-3f68965e-9ebf-442d-95dd-d966a4b6af16 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c6124d8-5634-48a6-96dd-872d1057b583 HTTP/1.1" status: 200 len: 944 time: 0.0530524 Sep 17 07:48:23.927030 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-044f18a8-b3fc-46ee-8429-ab3b19752f71 req-8f23e486-3ec9-4b5b-8a7a-a3daa90afa56 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c9770cf-353c-4f80-9091-e2890af77545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329053 Sep 17 07:48:23.929874 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-15f8c867-495e-4f6d-a6a4-fa5b75e1ae74 req-9c6c073d-f56d-46f5-b964-0b272ea1c5ec service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da736859-ea02-421f-9e3c-068903c07a4f HTTP/1.1" status: 200 len: 217 time: 0.0463104 Sep 17 07:48:24.005125 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-b68084b4-d2ea-41d3-96f1-e910a0dae74c tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:24.006672 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-b68084b4-d2ea-41d3-96f1-e910a0dae74c tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=c20c08af-51fa-4753-95b7-55abba3651bc&tenant_id=4f0e4c1c4dc94ab78a72a2655bcb731a&binding%3Ahost_id=n-h1-789963-9 HTTP/1.1" status: 200 len: 1096 time: 0.0859611 Sep 17 07:48:24.008919 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f8c867-495e-4f6d-a6a4-fa5b75e1ae74 req-b7f9d534-3058-4ac4-98c5-927172462359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:24.010855 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-15f8c867-495e-4f6d-a6a4-fa5b75e1ae74 req-b7f9d534-3058-4ac4-98c5-927172462359 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=472967d5-a95a-4c81-ab94-68718eb38ee3 HTTP/1.1" status: 200 len: 859 time: 0.0624442 Sep 17 07:48:24.034529 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-88228ef7-0bb2-4e4c-938a-f615d38beeec service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-789963-9'}}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:48:24.120365 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f8c867-495e-4f6d-a6a4-fa5b75e1ae74 req-876206b0-0fb4-4253-b96d-f66a71aae4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:24.121894 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-15f8c867-495e-4f6d-a6a4-fa5b75e1ae74 req-876206b0-0fb4-4253-b96d-f66a71aae4ff service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=200c4d1a-5385-414c-896c-7c2ada565217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0915451 Sep 17 07:48:24.122445 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-88228ef7-0bb2-4e4c-938a-f615d38beeec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:24.281883 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e3b4cbe-f720-4903-956a-7b773e45a77f', 'tag': '57eb68c2-f0a7-4d88-aff5-31814a1cf5ef'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:48:24.281883 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a34dd88-d401-449f-bfdd-89adc26c8e14" -d '{"events": [{"name": "network-changed", "server_uuid": "9e3b4cbe-f720-4903-956a-7b773e45a77f", "tag": "57eb68c2-f0a7-4d88-aff5-31814a1cf5ef"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:48:24.340667 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-15f8c867-495e-4f6d-a6a4-fa5b75e1ae74 req-418e46e4-04fa-4d93-9714-67b2d29ebb34 service neutron] 10.222.0.39 "GET /v2.0/networks/200c4d1a-5385-414c-896c-7c2ada565217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059798 Sep 17 07:48:24.404912 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-88228ef7-0bb2-4e4c-938a-f615d38beeec service neutron] For port 2ad87b74-3b5b-4433-9518-94ec4e1290f9, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=2ad87b74-3b5b-4433-9518-94ec4e1290f9,segment=NetworkSegment(2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff),segment_id=2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:48:24.413111 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da293467-ca42-4b0b-868c-c0fd2545bbb1 req-939887ab-442e-4b1d-940e-876d2292166d tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:24.414878 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-da293467-ca42-4b0b-868c-c0fd2545bbb1 req-939887ab-442e-4b1d-940e-876d2292166d tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=c20c08af-51fa-4753-95b7-55abba3651bc HTTP/1.1" status: 200 len: 945 time: 0.0879219 Sep 17 07:48:24.477687 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de0aa5-4b8e-49e2-ac31-b0e5367a493d req-31c3cf7b-c6f1-48d3-bf5a-19dd6b5cdbad tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:24.479927 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-25de0aa5-4b8e-49e2-ac31-b0e5367a493d req-31c3cf7b-c6f1-48d3-bf5a-19dd6b5cdbad tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e3b4cbe-f720-4903-956a-7b773e45a77f HTTP/1.1" status: 200 len: 943 time: 0.1229498 Sep 17 07:48:24.486664 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-da293467-ca42-4b0b-868c-c0fd2545bbb1 req-3b13858f-f0d6-4d90-b3d0-abaf9ef9f49a tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645339 Sep 17 07:48:24.489394 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-15f8c867-495e-4f6d-a6a4-fa5b75e1ae74 req-2697f0d3-caa1-4fc3-a820-2cb1d69a17dc service neutron] 10.222.0.39 "GET /v2.0/networks/200c4d1a-5385-414c-896c-7c2ada565217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399198 Sep 17 07:48:24.491864 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-88228ef7-0bb2-4e4c-938a-f615d38beeec service neutron] For port 2ad87b74-3b5b-4433-9518-94ec4e1290f9, host n-h1-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:48:24.541469 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-88228ef7-0bb2-4e4c-938a-f615d38beeec service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:24.548217 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-88228ef7-0bb2-4e4c-938a-f615d38beeec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:24.558900 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-25de0aa5-4b8e-49e2-ac31-b0e5367a493d req-b482b4cf-67b7-4c98-aaae-22c11bcb9769 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/security-groups?id=53a4612f-058b-4338-9861-1ad45234538f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668552 Sep 17 07:48:24.581235 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13aa2025-ec36-4460-8706-b2df28a112d3 x-openstack-request-id: req-13aa2025-ec36-4460-8706-b2df28a112d3 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:48:24.581560 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e3b4cbe-f720-4903-956a-7b773e45a77f", "tag": "57eb68c2-f0a7-4d88-aff5-31814a1cf5ef", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:48:24.581783 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-13aa2025-ec36-4460-8706-b2df28a112d3 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:48:24.582124 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e3b4cbe-f720-4903-956a-7b773e45a77f', 'tag': '57eb68c2-f0a7-4d88-aff5-31814a1cf5ef', 'status': 'completed', 'code': 200} Sep 17 07:48:24.636516 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88228ef7-0bb2-4e4c-938a-f615d38beeec service neutron] Pushing event updated for resources: {'Port': ['ID=2ad87b74-3b5b-4433-9518-94ec4e1290f9,revision_number=7']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:24.675246 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-88228ef7-0bb2-4e4c-938a-f615d38beeec service neutron] Attempting to bind port 2ad87b74-3b5b-4433-9518-94ec4e1290f9 on host n-h1-789963-9 for vnic_type normal with profile {"migrating_to": "n-h2-789963-9"} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:48:24.675575 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-88228ef7-0bb2-4e4c-938a-f615d38beeec service neutron] Attempting to bind port 2ad87b74-3b5b-4433-9518-94ec4e1290f9 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': '2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a0a513a6-9cd3-48db-b90d-df8b88e7c76b'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:48:24.675919 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-88228ef7-0bb2-4e4c-938a-f615d38beeec service neutron] Attempting to bind port 2ad87b74-3b5b-4433-9518-94ec4e1290f9 on network a0a513a6-9cd3-48db-b90d-df8b88e7c76b {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:48:24.681448 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-81b32669-14f6-42e4-80f0-b4088d7bb637 req-7ce15da9-efa1-420d-b893-e67530043857 tempest-ServerShowV247Test-1222923917 tempest-ServerShowV247Test-1222923917-project] 10.222.0.13 "GET /v2.0/ports?device_id=e720cbea-2b1d-4022-adb6-5aa4fd87858f HTTP/1.1" status: 200 len: 210 time: 0.0349863 Sep 17 07:48:24.682866 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-88228ef7-0bb2-4e4c-938a-f615d38beeec service neutron] Port 2ad87b74-3b5b-4433-9518-94ec4e1290f9 on network a0a513a6-9cd3-48db-b90d-df8b88e7c76b not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:48:24.683190 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-88228ef7-0bb2-4e4c-938a-f615d38beeec service neutron] Attempting to bind port 2ad87b74-3b5b-4433-9518-94ec4e1290f9 on network a0a513a6-9cd3-48db-b90d-df8b88e7c76b {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:48:24.691599 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-88228ef7-0bb2-4e4c-938a-f615d38beeec service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:48:24.692253 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-88228ef7-0bb2-4e4c-938a-f615d38beeec service neutron] Checking segment: {'id': '2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a0a513a6-9cd3-48db-b90d-df8b88e7c76b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:48:24.692381 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-88228ef7-0bb2-4e4c-938a-f615d38beeec service neutron] Bound using segment: {'id': '2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a0a513a6-9cd3-48db-b90d-df8b88e7c76b'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:48:24.692736 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-88228ef7-0bb2-4e4c-938a-f615d38beeec service neutron] Bound port: 2ad87b74-3b5b-4433-9518-94ec4e1290f9, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a0a513a6-9cd3-48db-b90d-df8b88e7c76b'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:48:24.693090 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-88228ef7-0bb2-4e4c-938a-f615d38beeec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:24.705836 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34dd88-d401-449f-bfdd-89adc26c8e14 req-3c772dc8-d6fa-4ed3-bd13-90191e317f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:24.707360 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7a34dd88-d401-449f-bfdd-89adc26c8e14 req-3c772dc8-d6fa-4ed3-bd13-90191e317f93 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=43b7af468d3c4824aaaa6df100556e2b&device_id=9e3b4cbe-f720-4903-956a-7b773e45a77f HTTP/1.1" status: 200 len: 1094 time: 0.0719340 Sep 17 07:48:24.771945 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-88228ef7-0bb2-4e4c-938a-f615d38beeec service neutron] For port 2ad87b74-3b5b-4433-9518-94ec4e1290f9, host n-h1-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:48:24.811060 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-88228ef7-0bb2-4e4c-938a-f615d38beeec service neutron] For port 2ad87b74-3b5b-4433-9518-94ec4e1290f9, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=2ad87b74-3b5b-4433-9518-94ec4e1290f9,segment=NetworkSegment(2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff),segment_id=2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:48:24.812234 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bf90f865-6d40-400f-9a6e-9b88f0890ecd req-050114dc-a9ef-488a-a475-097d08c66698 tempest-ServerShowV247Test-1222923917 tempest-ServerShowV247Test-1222923917-project] 10.222.0.39 "GET /v2.0/ports?device_id=e720cbea-2b1d-4022-adb6-5aa4fd87858f HTTP/1.1" status: 200 len: 210 time: 0.0384076 Sep 17 07:48:24.822198 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-88228ef7-0bb2-4e4c-938a-f615d38beeec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:24.934137 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ce38d7e0-b13d-463d-9099-3a30fcb77f3f req-4c2f69ef-81eb-4f48-a8a2-2acc4c42f4e0 tempest-ServerShowV254Test-653478938 tempest-ServerShowV254Test-653478938-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee4c35-0d82-4bc8-bc1e-8f53d34e017e HTTP/1.1" status: 200 len: 210 time: 0.1053045 Sep 17 07:48:24.964937 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34dd88-d401-449f-bfdd-89adc26c8e14 req-cfcf6074-f8cd-4730-8e3c-b43cc573c831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:24.966449 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7a34dd88-d401-449f-bfdd-89adc26c8e14 req-cfcf6074-f8cd-4730-8e3c-b43cc573c831 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8735159f-6edb-41d2-9bd4-93956ab1df1a HTTP/1.1" status: 200 len: 905 time: 0.1918526 Sep 17 07:48:24.967309 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88228ef7-0bb2-4e4c-938a-f615d38beeec service neutron] Pushing event updated for resources: {'Port': ['ID=2ad87b74-3b5b-4433-9518-94ec4e1290f9,revision_number=8']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:25.011096 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-88228ef7-0bb2-4e4c-938a-f615d38beeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:25.012728 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-88228ef7-0bb2-4e4c-938a-f615d38beeec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:25.014983 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-88228ef7-0bb2-4e4c-938a-f615d38beeec service neutron] 10.222.0.39 "PUT /v2.0/ports/2ad87b74-3b5b-4433-9518-94ec4e1290f9 HTTP/1.1" status: 200 len: 1121 time: 0.9843659 Sep 17 07:48:25.050566 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7a34dd88-d401-449f-bfdd-89adc26c8e14 req-aa80fa21-1292-425d-b7aa-a87ec711e377 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=57eb68c2-f0a7-4d88-aff5-31814a1cf5ef HTTP/1.1" status: 200 len: 217 time: 0.0484102 Sep 17 07:48:25.052972 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb4ce9-de46-4336-ae36-01aa180208cb req-cb0425f2-52b5-4a16-bebc-a4215eb1f76d tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:25.064482 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1bbb4ce9-de46-4336-ae36-01aa180208cb req-cb0425f2-52b5-4a16-bebc-a4215eb1f76d tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=eae18dcd-1ea3-49eb-aa1e-b7f28ad56c10 HTTP/1.1" status: 200 len: 946 time: 0.1852417 Sep 17 07:48:25.146947 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1bbb4ce9-de46-4336-ae36-01aa180208cb req-60f00f10-ba65-480e-abf5-ac1d6884df77 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791802 Sep 17 07:48:25.151481 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:25.172383 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34dd88-d401-449f-bfdd-89adc26c8e14 req-64dd7a45-8f5a-4647-ac86-f7edc58334a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:25.173956 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7a34dd88-d401-449f-bfdd-89adc26c8e14 req-64dd7a45-8f5a-4647-ac86-f7edc58334a8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4e8a61b2-3aad-4505-a004-004379de0de4 HTTP/1.1" status: 200 len: 844 time: 0.0680969 Sep 17 07:48:25.176707 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12087c96-9e03-45a8-9bc1-cfc88d4b7851 req-44801413-34f8-4f56-b80e-4a4f50acb849 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:25.178531 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-12087c96-9e03-45a8-9bc1-cfc88d4b7851 req-44801413-34f8-4f56-b80e-4a4f50acb849 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c6124d8-5634-48a6-96dd-872d1057b583 HTTP/1.1" status: 200 len: 944 time: 0.0898883 Sep 17 07:48:25.195196 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['2ad87b74-3b5b-4433-9518-94ec4e1290f9'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:48:25.219078 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7a34dd88-d401-449f-bfdd-89adc26c8e14 req-c2b431db-f3c3-4f93-ab35-f0cb22ea1368 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8735159f-6edb-41d2-9bd4-93956ab1df1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354271 Sep 17 07:48:25.227432 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-12087c96-9e03-45a8-9bc1-cfc88d4b7851 req-98465678-5ed4-4b90-8876-81b483861e7c tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c9770cf-353c-4f80-9091-e2890af77545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418200 Sep 17 07:48:25.238742 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['2ad87b74-3b5b-4433-9518-94ec4e1290f9'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:48:25.369984 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7a34dd88-d401-449f-bfdd-89adc26c8e14 req-490e3342-9a62-4cf6-a1b2-2aadc77a925a service neutron] 10.222.0.39 "GET /v2.0/networks/8735159f-6edb-41d2-9bd4-93956ab1df1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149774 Sep 17 07:48:25.505479 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 2ad87b74-3b5b-4433-9518-94ec4e1290f9 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:48:25.517032 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7a34dd88-d401-449f-bfdd-89adc26c8e14 req-cb01328f-88cc-474e-bb40-e46a62e1dc09 service neutron] 10.222.0.39 "GET /v2.0/networks/8735159f-6edb-41d2-9bd4-93956ab1df1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358373 Sep 17 07:48:25.681700 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 2ad87b74-3b5b-4433-9518-94ec4e1290f9, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=2ad87b74-3b5b-4433-9518-94ec4e1290f9,segment=NetworkSegment(2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff),segment_id=2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:48:25.709990 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 2ad87b74-3b5b-4433-9518-94ec4e1290f9 has no active binding in host n-h2-789963-9 {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 17 07:48:25.789301 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d034c2-0973-4aa2-aa29-da72ab9fabe4 req-888d190c-163d-41aa-bc75-a42521d87f6e tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:25.790801 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-37d034c2-0973-4aa2-aa29-da72ab9fabe4 req-888d190c-163d-41aa-bc75-a42521d87f6e tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=c20c08af-51fa-4753-95b7-55abba3651bc HTTP/1.1" status: 200 len: 943 time: 0.1371925 Sep 17 07:48:25.803713 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce8338-c8d9-4249-a682-b518836ab983 req-8c791812-8b45-4f43-b441-f8c4cc14f1d9 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:25.805670 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3bce8338-c8d9-4249-a682-b518836ab983 req-8c791812-8b45-4f43-b441-f8c4cc14f1d9 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e3b4cbe-f720-4903-956a-7b773e45a77f HTTP/1.1" status: 200 len: 943 time: 0.1070035 Sep 17 07:48:25.864813 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-37d034c2-0973-4aa2-aa29-da72ab9fabe4 req-bfb7fc17-795a-4611-bdd5-6c2a1ad607b1 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580683 Sep 17 07:48:25.868062 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3bce8338-c8d9-4249-a682-b518836ab983 req-72ebb43d-218c-4808-afef-9e061c33eaeb tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/security-groups?id=53a4612f-058b-4338-9861-1ad45234538f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540519 Sep 17 07:48:26.079158 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b87d520b-56a0-45eb-aebf-08f2c2c58477 req-84403993-c851-445b-9633-da42c4acbe86 tempest-ServerShowV254Test-653478938 tempest-ServerShowV254Test-653478938-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee4c35-0d82-4bc8-bc1e-8f53d34e017e HTTP/1.1" status: 200 len: 210 time: 0.0284085 Sep 17 07:48:26.133842 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ed445874-7cf7-4545-9284-06c436bea279 req-7a87d1da-7f9a-4769-b6ec-e2752d907baa tempest-ServerShowV247Test-1222923917 tempest-ServerShowV247Test-1222923917-project] 10.222.0.13 "GET /v2.0/ports?device_id=84e61c68-d037-4d36-a372-689eb085e886 HTTP/1.1" status: 200 len: 210 time: 0.0287216 Sep 17 07:48:26.194320 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-42f823f2-f52c-464a-b008-4ecef087716a req-a9025fcf-0ddb-43a9-8a8e-c0f06a96f486 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7aa64100e7dc4385b3c75723b1a5a1db&device_id=84e61c68-d037-4d36-a372-689eb085e886 HTTP/1.1" status: 200 len: 210 time: 0.0629392 Sep 17 07:48:26.245784 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-42f823f2-f52c-464a-b008-4ecef087716a req-9dddd8fb-c412-49d6-86c3-55b16f485dd3 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=7aa64100e7dc4385b3c75723b1a5a1db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356588 Sep 17 07:48:26.270962 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d952be-a6ce-4b14-ac02-796b7d2a0e66 req-5a28449b-d2a3-4b27-add0-693f565aca86 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:26.281251 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f1d952be-a6ce-4b14-ac02-796b7d2a0e66 req-5a28449b-d2a3-4b27-add0-693f565aca86 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=eae18dcd-1ea3-49eb-aa1e-b7f28ad56c10 HTTP/1.1" status: 200 len: 946 time: 0.0686145 Sep 17 07:48:26.334457 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f1d952be-a6ce-4b14-ac02-796b7d2a0e66 req-05f7c74a-79e7-4caa-9f5f-d57ffa59c6b5 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520864 Sep 17 07:48:26.425009 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e62ea-2823-47f0-bc7d-ec6dd8f99a63 req-f0d9be27-2f26-45e6-af04-cc2affabd841 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:26.426627 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-921e62ea-2823-47f0-bc7d-ec6dd8f99a63 req-f0d9be27-2f26-45e6-af04-cc2affabd841 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c6124d8-5634-48a6-96dd-872d1057b583 HTTP/1.1" status: 200 len: 944 time: 0.0644650 Sep 17 07:48:26.448675 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f171c861-ec02-4153-aef4-b596a4b723f9 req-53edd7e1-998b-44b1-90ad-80fa4cc7d177 tempest-ServerShowV254Test-653478938 tempest-ServerShowV254Test-653478938-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee4c35-0d82-4bc8-bc1e-8f53d34e017e HTTP/1.1" status: 200 len: 210 time: 0.0409606 Sep 17 07:48:26.489878 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-921e62ea-2823-47f0-bc7d-ec6dd8f99a63 req-8032ef79-c27e-44b0-99df-39dda751caa2 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c9770cf-353c-4f80-9091-e2890af77545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444074 Sep 17 07:48:26.658355 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c20c08af-51fa-4753-95b7-55abba3651bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ad87b74-3b5b-4433-9518-94ec4e1290f9'}, {'name': 'network-changed', 'server_uuid': 'c20c08af-51fa-4753-95b7-55abba3651bc', 'tag': '2ad87b74-3b5b-4433-9518-94ec4e1290f9'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:48:26.663328 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4003d9-c019-41df-bff9-04062c7312ee" -d '{"events": [{"server_uuid": "c20c08af-51fa-4753-95b7-55abba3651bc", "name": "network-vif-unplugged", "status": "completed", "tag": "2ad87b74-3b5b-4433-9518-94ec4e1290f9"}, {"name": "network-changed", "server_uuid": "c20c08af-51fa-4753-95b7-55abba3651bc", "tag": "2ad87b74-3b5b-4433-9518-94ec4e1290f9"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:48:26.725521 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 17 Sep 2021 07:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc907bd1-634c-4e33-935d-7cc569f259fb x-openstack-request-id: req-fc907bd1-634c-4e33-935d-7cc569f259fb {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:48:26.725778 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c20c08af-51fa-4753-95b7-55abba3651bc", "name": "network-vif-unplugged", "status": "completed", "tag": "2ad87b74-3b5b-4433-9518-94ec4e1290f9", "code": 200}, {"name": "network-changed", "server_uuid": "c20c08af-51fa-4753-95b7-55abba3651bc", "tag": "2ad87b74-3b5b-4433-9518-94ec4e1290f9", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:48:26.726046 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fc907bd1-634c-4e33-935d-7cc569f259fb {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:48:26.726417 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c20c08af-51fa-4753-95b7-55abba3651bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ad87b74-3b5b-4433-9518-94ec4e1290f9', 'code': 200} Sep 17 07:48:26.726663 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c20c08af-51fa-4753-95b7-55abba3651bc', 'tag': '2ad87b74-3b5b-4433-9518-94ec4e1290f9', 'status': 'completed', 'code': 200} Sep 17 07:48:26.734354 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-02e44965-b2e6-4d56-92cd-7b08b40c302b req-26b5aca8-ab63-4f7a-bbdb-a57071f6210a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0eb2c900ad12484eb0feebfccc225a76&device_id=40ee4c35-0d82-4bc8-bc1e-8f53d34e017e HTTP/1.1" status: 200 len: 210 time: 0.0704846 Sep 17 07:48:26.782281 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-02e44965-b2e6-4d56-92cd-7b08b40c302b req-940976f1-74b0-4dab-a6de-e8ab78667363 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=0eb2c900ad12484eb0feebfccc225a76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321515 Sep 17 07:48:26.783807 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f823f2-f52c-464a-b008-4ecef087716a req-44848df9-d8ee-4f49-8d9e-048b077f3cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:26.785147 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-42f823f2-f52c-464a-b008-4ecef087716a req-44848df9-d8ee-4f49-8d9e-048b077f3cc4 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5269816 Sep 17 07:48:26.848835 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4003d9-c019-41df-bff9-04062c7312ee req-0f9d00fd-1883-4788-b908-cf608ec65ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:26.850347 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-de4003d9-c019-41df-bff9-04062c7312ee req-0f9d00fd-1883-4788-b908-cf608ec65ce9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4f0e4c1c4dc94ab78a72a2655bcb731a&device_id=c20c08af-51fa-4753-95b7-55abba3651bc HTTP/1.1" status: 200 len: 1124 time: 0.0552518 Sep 17 07:48:26.895634 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e44965-b2e6-4d56-92cd-7b08b40c302b req-4cb0e120-b061-4d7c-a983-04ab27b0fa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:26.898453 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-02e44965-b2e6-4d56-92cd-7b08b40c302b req-4cb0e120-b061-4d7c-a983-04ab27b0fa48 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0998790 Sep 17 07:48:26.970444 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4003d9-c019-41df-bff9-04062c7312ee req-4c06eb82-0777-42a3-8e45-9caa71e186db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:26.971955 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-de4003d9-c019-41df-bff9-04062c7312ee req-4c06eb82-0777-42a3-8e45-9caa71e186db service neutron] 10.222.0.41 "GET /v2.0/networks?id=a0a513a6-9cd3-48db-b90d-df8b88e7c76b HTTP/1.1" status: 200 len: 909 time: 0.1115713 Sep 17 07:48:27.053673 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-de4003d9-c019-41df-bff9-04062c7312ee req-4d89f167-ddf7-4b0a-b937-f34312dcab29 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ad87b74-3b5b-4433-9518-94ec4e1290f9 HTTP/1.1" status: 200 len: 217 time: 0.0583551 Sep 17 07:48:27.078462 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba571ef-f610-4b02-8f26-b76ebbae27db req-70a95c0e-5e2e-4c57-9fc2-a78d08e35a65 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:27.080227 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8ba571ef-f610-4b02-8f26-b76ebbae27db req-70a95c0e-5e2e-4c57-9fc2-a78d08e35a65 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=c20c08af-51fa-4753-95b7-55abba3651bc HTTP/1.1" status: 200 len: 943 time: 0.1235485 Sep 17 07:48:27.131174 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d55010-1f34-4a35-a3b6-84e4f850b03e req-1c9841b8-aa5e-4e1d-9fb6-e4d729ed7434 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:27.132659 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-37d55010-1f34-4a35-a3b6-84e4f850b03e req-1c9841b8-aa5e-4e1d-9fb6-e4d729ed7434 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e3b4cbe-f720-4903-956a-7b773e45a77f HTTP/1.1" status: 200 len: 943 time: 0.1654701 Sep 17 07:48:27.183635 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4003d9-c019-41df-bff9-04062c7312ee req-fe1a71cc-a56d-4b87-8b9f-5696eeae1fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:27.185097 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-de4003d9-c019-41df-bff9-04062c7312ee req-fe1a71cc-a56d-4b87-8b9f-5696eeae1fc2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b166af2c-f0c1-4005-bf20-b8a2b0583a5b HTTP/1.1" status: 200 len: 848 time: 0.1228769 Sep 17 07:48:27.192637 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8ba571ef-f610-4b02-8f26-b76ebbae27db req-cf6c10b2-cf1f-4bf1-b9f8-118cf18c0370 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857522 Sep 17 07:48:27.209189 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-37d55010-1f34-4a35-a3b6-84e4f850b03e req-4572f965-05fd-4b1d-b574-eb541b859251 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/security-groups?id=53a4612f-058b-4338-9861-1ad45234538f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690782 Sep 17 07:48:27.226102 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-de4003d9-c019-41df-bff9-04062c7312ee req-e89eca10-f3b4-4081-9d5e-6a1f3b1c5c68 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a0a513a6-9cd3-48db-b90d-df8b88e7c76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299721 Sep 17 07:48:27.340985 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a295b48f-13ec-4913-8882-9e7e6f9c25c4 req-44e44a2d-ac6d-4a82-b2fe-36c3d81fa7db tempest-ServerShowV247Test-1222923917 tempest-ServerShowV247Test-1222923917-project] 10.222.0.13 "GET /v2.0/ports?device_id=84e61c68-d037-4d36-a372-689eb085e886 HTTP/1.1" status: 200 len: 210 time: 0.0358117 Sep 17 07:48:27.366486 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-de4003d9-c019-41df-bff9-04062c7312ee req-9bd44468-d645-4c8b-989d-9aa3df1aae5b service neutron] 10.222.0.41 "GET /v2.0/networks/a0a513a6-9cd3-48db-b90d-df8b88e7c76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311038 Sep 17 07:48:27.487467 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-de4003d9-c019-41df-bff9-04062c7312ee req-7fc76375-24f3-4049-a7d4-076f6e1ae6ef service neutron] 10.222.0.41 "GET /v2.0/networks/a0a513a6-9cd3-48db-b90d-df8b88e7c76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127861 Sep 17 07:48:27.499455 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039bc239-47f1-482c-9875-fc705125548d req-8bd8a1be-af69-4ea2-bf47-96c0b52e5cff tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:27.501094 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-039bc239-47f1-482c-9875-fc705125548d req-8bd8a1be-af69-4ea2-bf47-96c0b52e5cff tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=eae18dcd-1ea3-49eb-aa1e-b7f28ad56c10 HTTP/1.1" status: 200 len: 946 time: 0.0715842 Sep 17 07:48:27.568467 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-36f76ae7-e9f3-40b8-86e3-4d4dd55fcfa8 req-5abf6a28-b694-4601-81b0-4b20be15873e tempest-ServerShowV254Test-653478938 tempest-ServerShowV254Test-653478938-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee4c35-0d82-4bc8-bc1e-8f53d34e017e HTTP/1.1" status: 200 len: 210 time: 0.0425835 Sep 17 07:48:27.599729 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-039bc239-47f1-482c-9875-fc705125548d req-537011cb-0afe-4aa4-9c67-7423e46292b3 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896599 Sep 17 07:48:27.676244 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77255172-a811-490e-96f2-55f0d07ff7c1 req-45dfdb8e-52ab-44cf-a7f5-71a5c2da892c tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:27.678187 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-77255172-a811-490e-96f2-55f0d07ff7c1 req-45dfdb8e-52ab-44cf-a7f5-71a5c2da892c tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c6124d8-5634-48a6-96dd-872d1057b583 HTTP/1.1" status: 200 len: 944 time: 0.0502117 Sep 17 07:48:27.723141 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-77255172-a811-490e-96f2-55f0d07ff7c1 req-cc9db85e-4775-4131-a0ea-a27c69308e8c tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c9770cf-353c-4f80-9091-e2890af77545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375628 Sep 17 07:48:28.338285 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f925e56-7389-4fdd-9f38-fb397885e518 req-f1f7ab6b-f060-4fbb-b446-694a1fae1b11 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:28.339769 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1f925e56-7389-4fdd-9f38-fb397885e518 req-f1f7ab6b-f060-4fbb-b446-694a1fae1b11 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=c20c08af-51fa-4753-95b7-55abba3651bc HTTP/1.1" status: 200 len: 943 time: 0.0787630 Sep 17 07:48:28.351233 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2fea57-daf7-4d8d-9202-065e61d3aadc req-e5d3dd5d-6024-4b08-a525-08b0c671bc64 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:28.352735 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5d2fea57-daf7-4d8d-9202-065e61d3aadc req-e5d3dd5d-6024-4b08-a525-08b0c671bc64 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e3b4cbe-f720-4903-956a-7b773e45a77f HTTP/1.1" status: 200 len: 943 time: 0.0665438 Sep 17 07:48:28.424262 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1f925e56-7389-4fdd-9f38-fb397885e518 req-825dcbad-26db-4b4e-909c-9c17ffd1f925 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702856 Sep 17 07:48:28.433578 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5d2fea57-daf7-4d8d-9202-065e61d3aadc req-ef80b85f-8857-4ce9-ba92-5627b559324f tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/security-groups?id=53a4612f-058b-4338-9861-1ad45234538f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656559 Sep 17 07:48:28.537367 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d67cc0ff-02ee-431b-9e8f-cdd0f633d0cf req-b115ae24-3d76-481b-9533-2c2c865ca2e9 tempest-ServerShowV247Test-1222923917 tempest-ServerShowV247Test-1222923917-project] 10.222.0.13 "GET /v2.0/ports?device_id=84e61c68-d037-4d36-a372-689eb085e886 HTTP/1.1" status: 200 len: 210 time: 0.0333495 Sep 17 07:48:28.684353 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4afdec6c-9607-460c-a636-622bd57e7c83 req-4f93e025-0d21-4f5b-bace-b07b09155824 tempest-ServerShowV254Test-653478938 tempest-ServerShowV254Test-653478938-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee4c35-0d82-4bc8-bc1e-8f53d34e017e HTTP/1.1" status: 200 len: 210 time: 0.0349827 Sep 17 07:48:28.748012 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf441300-3672-4969-a3e2-8edcdcbf7696 req-5b3eecc2-3feb-4978-8942-6d6d935b0db1 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:28.750129 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cf441300-3672-4969-a3e2-8edcdcbf7696 req-5b3eecc2-3feb-4978-8942-6d6d935b0db1 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=eae18dcd-1ea3-49eb-aa1e-b7f28ad56c10 HTTP/1.1" status: 200 len: 946 time: 0.0686579 Sep 17 07:48:28.797219 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cf441300-3672-4969-a3e2-8edcdcbf7696 req-92ea9658-df21-4ef1-b44e-7ba8f320384d tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409081 Sep 17 07:48:28.859584 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a50edd-0e2e-4660-9ab9-834c45fe7620 req-0a78299c-ead2-4484-afea-9ba180b56c74 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:28.861406 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-56a50edd-0e2e-4660-9ab9-834c45fe7620 req-0a78299c-ead2-4484-afea-9ba180b56c74 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c6124d8-5634-48a6-96dd-872d1057b583 HTTP/1.1" status: 200 len: 944 time: 0.0613244 Sep 17 07:48:28.912259 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-56a50edd-0e2e-4660-9ab9-834c45fe7620 req-2b555611-f0c8-4608-8c78-c2399fd45df0 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c9770cf-353c-4f80-9091-e2890af77545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416281 Sep 17 07:48:29.140821 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-42f823f2-f52c-464a-b008-4ecef087716a req-aa123e96-e07b-4020-8c50-7c1dcb221d57 tempest-ServerShowV247Test-1222923917 tempest-ServerShowV247Test-1222923917-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e61c68-d037-4d36-a372-689eb085e886 HTTP/1.1" status: 200 len: 210 time: 0.0278811 Sep 17 07:48:29.465228 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-02e44965-b2e6-4d56-92cd-7b08b40c302b req-945b885b-945d-462a-8d9d-666061f04ffb tempest-ServerShowV254Test-653478938 tempest-ServerShowV254Test-653478938-project] 10.222.0.39 "GET /v2.0/ports?device_id=40ee4c35-0d82-4bc8-bc1e-8f53d34e017e HTTP/1.1" status: 200 len: 210 time: 0.0258608 Sep 17 07:48:29.515685 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device da736859-ea02-421f-9e3c-068903c07a4f details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:48:29.606248 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b92d617-8b93-488a-811a-83226ff5e1fe req-42064919-6120-4e54-b572-29bcffe58550 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:29.614852 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8b92d617-8b93-488a-811a-83226ff5e1fe req-42064919-6120-4e54-b572-29bcffe58550 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e3b4cbe-f720-4903-956a-7b773e45a77f HTTP/1.1" status: 200 len: 943 time: 0.0916452 Sep 17 07:48:29.625916 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a9ea1-be18-4aa8-be26-5fb2eb041c73 req-2f133e6f-75ba-4eff-95f6-d6a149015264 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:29.627638 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-051a9ea1-be18-4aa8-be26-5fb2eb041c73 req-2f133e6f-75ba-4eff-95f6-d6a149015264 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=c20c08af-51fa-4753-95b7-55abba3651bc HTTP/1.1" status: 200 len: 943 time: 0.1197374 Sep 17 07:48:29.640795 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port da736859-ea02-421f-9e3c-068903c07a4f, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=da736859-ea02-421f-9e3c-068903c07a4f,segment=NetworkSegment(a57e47ac-83cc-47ca-a237-87aa94ab2d2a),segment_id=a57e47ac-83cc-47ca-a237-87aa94ab2d2a)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:48:29.657171 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': 'da736859-ea02-421f-9e3c-068903c07a4f', 'network_id': '200c4d1a-5385-414c-896c-7c2ada565217', 'port_id': 'da736859-ea02-421f-9e3c-068903c07a4f', 'mac_address': 'fa:16:3e:05:b6:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '472967d5-a95a-4c81-ab94-68718eb38ee3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:48:29.704197 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:29.709393 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8b92d617-8b93-488a-811a-83226ff5e1fe req-07dc0079-bbcb-4429-bbb2-c46e89755b4f tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/security-groups?id=53a4612f-058b-4338-9861-1ad45234538f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934715 Sep 17 07:48:29.733129 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-051a9ea1-be18-4aa8-be26-5fb2eb041c73 req-fdea9962-80ae-4a41-96af-c1402043e154 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907977 Sep 17 07:48:29.752462 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da736859-ea02-421f-9e3c-068903c07a4f {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:48:29.782331 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port da736859-ea02-421f-9e3c-068903c07a4f, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=da736859-ea02-421f-9e3c-068903c07a4f,segment=NetworkSegment(a57e47ac-83cc-47ca-a237-87aa94ab2d2a),segment_id=a57e47ac-83cc-47ca-a237-87aa94ab2d2a)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:48:29.787537 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:29.788354 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 57eb68c2-f0a7-4d88-aff5-31814a1cf5ef details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:48:29.891035 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=da736859-ea02-421f-9e3c-068903c07a4f,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:29.901277 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8670d089-9e51-4c94-9061-e766e0ac0af1 req-fb2f5e7e-c8a4-4eeb-8582-2ff732829b00 tempest-ServerShowV247Test-1222923917 tempest-ServerShowV247Test-1222923917-project] 10.222.0.13 "GET /v2.0/ports?device_id=84e61c68-d037-4d36-a372-689eb085e886 HTTP/1.1" status: 200 len: 210 time: 0.0530069 Sep 17 07:48:29.966574 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 57eb68c2-f0a7-4d88-aff5-31814a1cf5ef, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=57eb68c2-f0a7-4d88-aff5-31814a1cf5ef,segment=NetworkSegment(5ce36400-13a1-41db-8274-558edfd01d90),segment_id=5ce36400-13a1-41db-8274-558edfd01d90)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:48:29.979758 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '57eb68c2-f0a7-4d88-aff5-31814a1cf5ef', 'network_id': '8735159f-6edb-41d2-9bd4-93956ab1df1a', 'port_id': '57eb68c2-f0a7-4d88-aff5-31814a1cf5ef', 'mac_address': 'fa:16:3e:02:24:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e8a61b2-3aad-4505-a004-004379de0de4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:48:30.002938 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-32b92c90-8cdc-4c5a-a4f7-e84140ccd6f5 req-3e58d380-3e7a-4a1f-b61e-51d0c16a6c21 tempest-ServerShowV254Test-653478938 tempest-ServerShowV254Test-653478938-project] 10.222.0.13 "GET /v2.0/ports?device_id=40ee4c35-0d82-4bc8-bc1e-8f53d34e017e HTTP/1.1" status: 200 len: 210 time: 0.0490789 Sep 17 07:48:30.042405 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:30.058099 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57eb68c2-f0a7-4d88-aff5-31814a1cf5ef {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:48:30.058708 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51216b73-5dc1-4bf1-89a3-ce6344d48c9c req-0285674a-d81a-46d1-a8d8-6eb68943debe tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:30.060479 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-51216b73-5dc1-4bf1-89a3-ce6344d48c9c req-0285674a-d81a-46d1-a8d8-6eb68943debe tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=eae18dcd-1ea3-49eb-aa1e-b7f28ad56c10 HTTP/1.1" status: 200 len: 946 time: 0.0773551 Sep 17 07:48:30.091244 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 57eb68c2-f0a7-4d88-aff5-31814a1cf5ef, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=57eb68c2-f0a7-4d88-aff5-31814a1cf5ef,segment=NetworkSegment(5ce36400-13a1-41db-8274-558edfd01d90),segment_id=5ce36400-13a1-41db-8274-558edfd01d90)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:48:30.095543 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:30.148147 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=57eb68c2-f0a7-4d88-aff5-31814a1cf5ef,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:30.172235 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-51216b73-5dc1-4bf1-89a3-ce6344d48c9c req-93fea24f-ddee-4f49-9bae-346c212d78c9 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003437 Sep 17 07:48:30.198608 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7459ec-a7c5-41d5-8649-b123ccb566b7 req-31403daf-9928-402a-adbc-cc2d37158965 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:30.199941 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2e7459ec-a7c5-41d5-8649-b123ccb566b7 req-31403daf-9928-402a-adbc-cc2d37158965 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c6124d8-5634-48a6-96dd-872d1057b583 HTTP/1.1" status: 200 len: 945 time: 0.1152122 Sep 17 07:48:30.258246 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2e7459ec-a7c5-41d5-8649-b123ccb566b7 req-f0c2c5a9-5680-4e8f-9f2c-325837923ecc tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c9770cf-353c-4f80-9091-e2890af77545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511587 Sep 17 07:48:30.422703 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb57cf6-7f9d-4321-b324-9dd2f5d728af req-4730d314-9427-40db-85c5-ecf9707bb8b8 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:30.424305 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6bb57cf6-7f9d-4321-b324-9dd2f5d728af req-4730d314-9427-40db-85c5-ecf9707bb8b8 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/networks?id=339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5 HTTP/1.1" status: 200 len: 820 time: 0.0987368 Sep 17 07:48:30.441369 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6bb57cf6-7f9d-4321-b324-9dd2f5d728af req-86b8b0ce-0bde-4bf0-85b0-645ae1ecbf75 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/quotas/2525ecc58cad4fa78c4be116636fc184 HTTP/1.1" status: 200 len: 375 time: 0.0112166 Sep 17 07:48:30.505524 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6bb57cf6-7f9d-4321-b324-9dd2f5d728af req-0f8a82da-c4b4-45e5-885e-ccb514f66a9b tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2525ecc58cad4fa78c4be116636fc184&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0578322 Sep 17 07:48:30.596874 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6bb57cf6-7f9d-4321-b324-9dd2f5d728af req-86b6aa9a-6c45-4569-83eb-0c1d6d04458f service neutron] 10.222.0.13 "GET /v2.0/networks/339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832055 Sep 17 07:48:30.625490 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['da736859-ea02-421f-9e3c-068903c07a4f'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:48:30.649608 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['57eb68c2-f0a7-4d88-aff5-31814a1cf5ef'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:48:30.699808 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6bb57cf6-7f9d-4321-b324-9dd2f5d728af req-5c505e48-09ce-4d7a-9966-576be4518f84 service neutron] 10.222.0.13 "GET /v2.0/networks/339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958579 Sep 17 07:48:30.870786 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95fa75b-423d-486a-9f3a-89c0cc3a8b4c req-c7de03b3-25f9-4b6f-963b-fdf26dbbc24e tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:30.882950 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e95fa75b-423d-486a-9f3a-89c0cc3a8b4c req-c7de03b3-25f9-4b6f-963b-fdf26dbbc24e tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e3b4cbe-f720-4903-956a-7b773e45a77f HTTP/1.1" status: 200 len: 944 time: 0.0806127 Sep 17 07:48:30.919550 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e95fa75b-423d-486a-9f3a-89c0cc3a8b4c req-cc235912-9a5a-4c90-ac6e-403663bb0391 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/security-groups?id=53a4612f-058b-4338-9861-1ad45234538f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355656 Sep 17 07:48:31.052278 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d67b3ef-0b8c-420d-9c4b-b6b863b9cf64 req-9fae2891-ab2b-4e0d-8927-912f7cd400d1 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:31.054723 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0d67b3ef-0b8c-420d-9c4b-b6b863b9cf64 req-9fae2891-ab2b-4e0d-8927-912f7cd400d1 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=c20c08af-51fa-4753-95b7-55abba3651bc HTTP/1.1" status: 200 len: 943 time: 0.0717723 Sep 17 07:48:31.126089 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0d67b3ef-0b8c-420d-9c4b-b6b863b9cf64 req-bc90f336-9ffd-4440-9632-56f79006288c tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577073 Sep 17 07:48:31.196450 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f1aa4ab6-777a-48b6-9755-731b975e1440 req-ceefeb03-0c5b-4d48-b18e-6accfdaac15e tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=d99ed35d-0228-402a-8acb-014e6d55a78d HTTP/1.1" status: 200 len: 210 time: 0.0507529 Sep 17 07:48:31.460043 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 34316) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:48:31.609790 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 34322) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:48:31.689826 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a9c624ff-7d6c-49cf-8f03-30335b8750b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:31.725522 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c853a4e-4662-4f54-926d-6977479d9fe6 req-30482078-72d1-4a2a-966a-1d4ccf8f79ad tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:31.727037 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3c853a4e-4662-4f54-926d-6977479d9fe6 req-30482078-72d1-4a2a-966a-1d4ccf8f79ad tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=eae18dcd-1ea3-49eb-aa1e-b7f28ad56c10 HTTP/1.1" status: 200 len: 946 time: 0.4540434 Sep 17 07:48:31.747461 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-281bcc2e-0cc5-4eeb-811f-11068f73d7cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:31.748853 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46afd6aa-d773-4999-8baa-2ba8b1ec1021 req-585d709c-3812-4f2b-a1ae-6c3b23f1f9e3 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:31.750334 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-46afd6aa-d773-4999-8baa-2ba8b1ec1021 req-585d709c-3812-4f2b-a1ae-6c3b23f1f9e3 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c6124d8-5634-48a6-96dd-872d1057b583 HTTP/1.1" status: 200 len: 945 time: 0.1215849 Sep 17 07:48:31.752992 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-1e721dfc-ce1d-492f-a297-8d81cb1435af service neutron] 10.222.0.41 "GET /v2.0/ports/2ad87b74-3b5b-4433-9518-94ec4e1290f9/bindings/n-h2-789963-9 HTTP/1.1" status: 200 len: 384 time: 0.1253362 Sep 17 07:48:31.823227 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3c853a4e-4662-4f54-926d-6977479d9fe6 req-c07acbb7-06d0-4dc5-b322-9dc203120e72 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893452 Sep 17 07:48:31.856141 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-46afd6aa-d773-4999-8baa-2ba8b1ec1021 req-d00f4946-13a4-414b-8092-11d812199686 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c9770cf-353c-4f80-9091-e2890af77545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964272 Sep 17 07:48:31.856572 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a9c624ff-7d6c-49cf-8f03-30335b8750b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:31.862436 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a9c624ff-7d6c-49cf-8f03-30335b8750b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:31.916192 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a9c624ff-7d6c-49cf-8f03-30335b8750b0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7aa64100e7dc4385b3c75723b1a5a1db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4548941 Sep 17 07:48:31.921408 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 34326) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:48:31.929353 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c624ff-7d6c-49cf-8f03-30335b8750b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d723f11-ee24-4855-b902-f83ed79b72a3,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:32.006778 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-281bcc2e-0cc5-4eeb-811f-11068f73d7cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:32.011281 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-281bcc2e-0cc5-4eeb-811f-11068f73d7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:32.043422 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-5e1858a0-4ba8-4f2b-b465-dc51b130921f service neutron] For port 2ad87b74-3b5b-4433-9518-94ec4e1290f9, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=2ad87b74-3b5b-4433-9518-94ec4e1290f9,segment=NetworkSegment(2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff),segment_id=2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:48:32.050166 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-281bcc2e-0cc5-4eeb-811f-11068f73d7cd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0eb2c900ad12484eb0feebfccc225a76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4392834 Sep 17 07:48:32.051296 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281bcc2e-0cc5-4eeb-811f-11068f73d7cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f62d0ad3-28e7-4822-ab5f-a333f2d76300,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:32.053174 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 34330) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:48:32.056337 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e5cd679f-5eae-4006-91e9-3e0f4605b739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:32.072547 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281bcc2e-0cc5-4eeb-811f-11068f73d7cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:48:32.072931 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281bcc2e-0cc5-4eeb-811f-11068f73d7cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:48:32.073277 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281bcc2e-0cc5-4eeb-811f-11068f73d7cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:48:32.073615 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281bcc2e-0cc5-4eeb-811f-11068f73d7cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:48:32.073952 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281bcc2e-0cc5-4eeb-811f-11068f73d7cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:48:32.074286 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281bcc2e-0cc5-4eeb-811f-11068f73d7cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:48:32.074618 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281bcc2e-0cc5-4eeb-811f-11068f73d7cd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:48:32.074946 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281bcc2e-0cc5-4eeb-811f-11068f73d7cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:48:32.075277 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281bcc2e-0cc5-4eeb-811f-11068f73d7cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:48:32.075707 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281bcc2e-0cc5-4eeb-811f-11068f73d7cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:48:32.075944 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281bcc2e-0cc5-4eeb-811f-11068f73d7cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:48:32.076272 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281bcc2e-0cc5-4eeb-811f-11068f73d7cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:48:32.101115 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-5e1858a0-4ba8-4f2b-b465-dc51b130921f service neutron] For port 2ad87b74-3b5b-4433-9518-94ec4e1290f9, host n-h1-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:48:32.111290 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28946341-1a7c-4118-8a99-093c1afe6ee4 req-f014b7b1-c97b-4445-a019-70806c4b907a tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:32.119265 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-28946341-1a7c-4118-8a99-093c1afe6ee4 req-f014b7b1-c97b-4445-a019-70806c4b907a tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e3b4cbe-f720-4903-956a-7b773e45a77f HTTP/1.1" status: 200 len: 944 time: 0.1232507 Sep 17 07:48:32.131778 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a0a60f3a-495c-4b18-ab25-324a8d6683e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:32.154469 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a0a60f3a-495c-4b18-ab25-324a8d6683e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:32.156597 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e5cd679f-5eae-4006-91e9-3e0f4605b739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:32.198973 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-5e1858a0-4ba8-4f2b-b465-dc51b130921f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ad87b74-3b5b-4433-9518-94ec4e1290f9 {{(pid=101289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:48:32.211777 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a0a60f3a-495c-4b18-ab25-324a8d6683e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:32.216048 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a0a60f3a-495c-4b18-ab25-324a8d6683e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:32.217955 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a0a60f3a-495c-4b18-ab25-324a8d6683e7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f62d0ad3-28e7-4822-ab5f-a333f2d76300 HTTP/1.1" status: 204 len: 168 time: 0.1638541 Sep 17 07:48:32.226622 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a60f3a-495c-4b18-ab25-324a8d6683e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f62d0ad3-28e7-4822-ab5f-a333f2d76300,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:32.234072 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-5e1858a0-4ba8-4f2b-b465-dc51b130921f service neutron] For port 2ad87b74-3b5b-4433-9518-94ec4e1290f9, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=2ad87b74-3b5b-4433-9518-94ec4e1290f9,segment=NetworkSegment(2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff),segment_id=2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:48:32.259675 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-28946341-1a7c-4118-8a99-093c1afe6ee4 req-771f6937-dc6a-401b-a8bc-3927d48aa98f tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/security-groups?id=53a4612f-058b-4338-9861-1ad45234538f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347449 Sep 17 07:48:32.297852 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-5e1858a0-4ba8-4f2b-b465-dc51b130921f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:32.394082 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a63e9c1d-97b6-417e-a560-cec0680bd5c3 req-b705ba17-7753-4a32-ae2e-ac1bc1ef8e85 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=d99ed35d-0228-402a-8acb-014e6d55a78d HTTP/1.1" status: 200 len: 210 time: 0.0628588 Sep 17 07:48:32.411230 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb57cf6-7f9d-4321-b324-9dd2f5d728af req-1704bcc1-367d-4589-9e51-b0395f9116ff tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:32.411721 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744b26e-5e23-40d8-b744-92049031d233 req-bf5cdd4e-13d4-40d9-aa40-6b8f3e8ccb8c tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:32.413299 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4744b26e-5e23-40d8-b744-92049031d233 req-bf5cdd4e-13d4-40d9-aa40-6b8f3e8ccb8c tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=c20c08af-51fa-4753-95b7-55abba3651bc HTTP/1.1" status: 200 len: 943 time: 0.1282232 Sep 17 07:48:32.414059 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6bb57cf6-7f9d-4321-b324-9dd2f5d728af req-1704bcc1-367d-4589-9e51-b0395f9116ff tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.39 "GET /v2.0/networks?id=339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5 HTTP/1.1" status: 200 len: 820 time: 0.1650774 Sep 17 07:48:32.421566 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e5cd679f-5eae-4006-91e9-3e0f4605b739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:32.424123 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e5cd679f-5eae-4006-91e9-3e0f4605b739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:32.427242 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e5cd679f-5eae-4006-91e9-3e0f4605b739 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9d723f11-ee24-4855-b902-f83ed79b72a3 HTTP/1.1" status: 204 len: 168 time: 0.5047972 Sep 17 07:48:32.438522 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-6bb57cf6-7f9d-4321-b324-9dd2f5d728af req-02aef14b-803b-4425-a574-b0201059f06f tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Request body: {'port': {'device_id': 'd99ed35d-0228-402a-8acb-014e6d55a78d', 'network_id': '339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5', 'admin_state_up': True, 'tenant_id': '2525ecc58cad4fa78c4be116636fc184'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:48:32.489403 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cd679f-5eae-4006-91e9-3e0f4605b739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d723f11-ee24-4855-b902-f83ed79b72a3,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:32.568505 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4744b26e-5e23-40d8-b744-92049031d233 req-b6a464b3-2076-4255-92d8-3de962d03674 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372941 Sep 17 07:48:32.573246 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.provisioning_blocks [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-5e1858a0-4ba8-4f2b-b465-dc51b130921f service neutron] Transition to ACTIVE for port object 2ad87b74-3b5b-4433-9518-94ec4e1290f9 will not be triggered until provisioned by entity L2. {{(pid=101289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:48:32.590226 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-5e1858a0-4ba8-4f2b-b465-dc51b130921f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:32.640475 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bb57cf6-7f9d-4321-b324-9dd2f5d728af req-02aef14b-803b-4425-a574-b0201059f06f tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Made reservation on behalf of 2525ecc58cad4fa78c4be116636fc184 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:48:32.646355 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-6bb57cf6-7f9d-4321-b324-9dd2f5d728af req-02aef14b-803b-4425-a574-b0201059f06f tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:32.684132 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-5e1858a0-4ba8-4f2b-b465-dc51b130921f service neutron] No DVR routers for this DVR port 2ad87b74-3b5b-4433-9518-94ec4e1290f9 on host n-h1-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:48:32.731565 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-5e1858a0-4ba8-4f2b-b465-dc51b130921f service neutron] 10.222.0.41 "PUT /v2.0/ports/2ad87b74-3b5b-4433-9518-94ec4e1290f9/bindings/n-h2-789963-9/activate HTTP/1.1" status: 200 len: 369 time: 0.9686816 Sep 17 07:48:32.733419 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1858a0-4ba8-4f2b-b465-dc51b130921f service neutron] Pushing event updated for resources: {'Port': ['ID=2ad87b74-3b5b-4433-9518-94ec4e1290f9,revision_number=10']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:32.818300 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-6bb57cf6-7f9d-4321-b324-9dd2f5d728af req-02aef14b-803b-4425-a574-b0201059f06f tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Allocated IP 172.20.0.11 (339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5/affefed0-1fce-4202-a68f-ea65cc757370/f63b550b-5495-42d6-9113-c786a4434e0f) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:48:33.004026 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 2ad87b74-3b5b-4433-9518-94ec4e1290f9 no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:48:33.040087 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-b7facb10-5766-4f97-aac9-1557d84d5a9b tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:33.046219 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-b7facb10-5766-4f97-aac9-1557d84d5a9b tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=c20c08af-51fa-4753-95b7-55abba3651bc&tenant_id=4f0e4c1c4dc94ab78a72a2655bcb731a&binding%3Ahost_id=n-h1-789963-9 HTTP/1.1" status: 200 len: 1095 time: 0.1970932 Sep 17 07:48:33.095299 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c6f63f-2e5e-4786-95f4-6b11001e19c3 req-365dfe45-6766-4f98-816b-313834113c87 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:33.103027 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-80c6f63f-2e5e-4786-95f4-6b11001e19c3 req-365dfe45-6766-4f98-816b-313834113c87 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=eae18dcd-1ea3-49eb-aa1e-b7f28ad56c10 HTTP/1.1" status: 200 len: 946 time: 0.1349905 Sep 17 07:48:33.103999 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 2ad87b74-3b5b-4433-9518-94ec4e1290f9 not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:48:33.115187 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8b5354-ae5b-4a21-9b3a-9a62b3a870ad req-0bff1abd-c179-4b6a-be85-b10ee9046317 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:33.117364 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5e8b5354-ae5b-4a21-9b3a-9a62b3a870ad req-0bff1abd-c179-4b6a-be85-b10ee9046317 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c6124d8-5634-48a6-96dd-872d1057b583 HTTP/1.1" status: 200 len: 945 time: 0.1661620 Sep 17 07:48:33.185069 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-652ce355-df26-47ac-8bde-cdd6c47f3e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:33.187872 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-652ce355-df26-47ac-8bde-cdd6c47f3e83 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c20c08af-51fa-4753-95b7-55abba3651bc&tenant_id=4f0e4c1c4dc94ab78a72a2655bcb731a HTTP/1.1" status: 200 len: 1095 time: 0.1337039 Sep 17 07:48:33.209658 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-6bb57cf6-7f9d-4321-b324-9dd2f5d728af req-02aef14b-803b-4425-a574-b0201059f06f tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:33.229453 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-80c6f63f-2e5e-4786-95f4-6b11001e19c3 req-a30b36a4-60dd-4b74-bc5d-c7344070a0c6 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236181 Sep 17 07:48:33.236099 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5e8b5354-ae5b-4a21-9b3a-9a62b3a870ad req-23d804cc-0cd3-42a0-83a5-6e1af9a5c46a tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c9770cf-353c-4f80-9091-e2890af77545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968082 Sep 17 07:48:33.301090 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-6bb57cf6-7f9d-4321-b324-9dd2f5d728af req-02aef14b-803b-4425-a574-b0201059f06f tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:33.339367 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['94b9b03b-bcfa-4457-bd09-4a366b2aedd2'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:48:33.447207 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-0e3013a0-951f-43d6-a15a-a54f29a79011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:33.453242 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-0e3013a0-951f-43d6-a15a-a54f29a79011 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4f0e4c1c4dc94ab78a72a2655bcb731a&device_id=c20c08af-51fa-4753-95b7-55abba3651bc HTTP/1.1" status: 200 len: 1095 time: 0.2166643 Sep 17 07:48:33.464459 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bb57cf6-7f9d-4321-b324-9dd2f5d728af req-02aef14b-803b-4425-a574-b0201059f06f tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Network 339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:48:33.484182 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b88cda-44fa-40b1-9107-8f61af8813f6 req-7f77705d-885d-413b-bfd0-3e1c8a87b526 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:33.494658 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-99b88cda-44fa-40b1-9107-8f61af8813f6 req-7f77705d-885d-413b-bfd0-3e1c8a87b526 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e3b4cbe-f720-4903-956a-7b773e45a77f HTTP/1.1" status: 200 len: 944 time: 0.1117067 Sep 17 07:48:33.507969 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aef14b-803b-4425-a574-b0201059f06f tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Pushing event updated for resources: {'Port': ['ID=f63b550b-5495-42d6-9113-c786a4434e0f,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:33.515436 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-6bb57cf6-7f9d-4321-b324-9dd2f5d728af req-02aef14b-803b-4425-a574-b0201059f06f tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:48:33.517990 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bb57cf6-7f9d-4321-b324-9dd2f5d728af req-02aef14b-803b-4425-a574-b0201059f06f tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:48:33.560156 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device da736859-ea02-421f-9e3c-068903c07a4f up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:48:33.620274 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-99b88cda-44fa-40b1-9107-8f61af8813f6 req-8f6a27c2-d4fb-4e8a-b0e1-a93b47fa12bb tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/security-groups?id=53a4612f-058b-4338-9861-1ad45234538f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226499 Sep 17 07:48:33.685431 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b88b823-59bc-4599-b1ae-703446a3121b req-3a5c5c0c-fecc-44a9-80d2-7f137b459e6d tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:33.687020 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1b88b823-59bc-4599-b1ae-703446a3121b req-3a5c5c0c-fecc-44a9-80d2-7f137b459e6d tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=d99ed35d-0228-402a-8acb-014e6d55a78d HTTP/1.1" status: 200 len: 932 time: 0.1203041 Sep 17 07:48:33.713471 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port da736859-ea02-421f-9e3c-068903c07a4f completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:48:33.719969 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port da736859-ea02-421f-9e3c-068903c07a4f triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:48:33.720578 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:33.764377 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1b88b823-59bc-4599-b1ae-703446a3121b req-fdf21738-6c5f-4858-a86e-b540eeba53d6 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633287 Sep 17 07:48:33.796806 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb57cf6-7f9d-4321-b324-9dd2f5d728af req-02aef14b-803b-4425-a574-b0201059f06f tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:33.797476 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-6bb57cf6-7f9d-4321-b324-9dd2f5d728af req-02aef14b-803b-4425-a574-b0201059f06f tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:33.827867 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6bb57cf6-7f9d-4321-b324-9dd2f5d728af req-02aef14b-803b-4425-a574-b0201059f06f tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3983307 Sep 17 07:48:33.841257 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290020b3-a9dc-473e-8a69-b45b74a028e2 req-a50aad9c-c0eb-42de-98ea-45430e98a293 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:33.849123 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-6bb57cf6-7f9d-4321-b324-9dd2f5d728af req-80b3e805-7b82-47a3-810b-26a73f093ab8 service neutron] Request body: {'port': {'device_id': 'd99ed35d-0228-402a-8acb-014e6d55a78d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:48:33.849423 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-290020b3-a9dc-473e-8a69-b45b74a028e2 req-a50aad9c-c0eb-42de-98ea-45430e98a293 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=c20c08af-51fa-4753-95b7-55abba3651bc HTTP/1.1" status: 200 len: 944 time: 0.1036251 Sep 17 07:48:33.873055 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-8e0969ea-ce92-4b66-a914-ff4aa9687617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:33.874748 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-8e0969ea-ce92-4b66-a914-ff4aa9687617 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a0a513a6-9cd3-48db-b90d-df8b88e7c76b HTTP/1.1" status: 200 len: 909 time: 0.3972094 Sep 17 07:48:33.876689 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:33.910922 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c6124d8-5634-48a6-96dd-872d1057b583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da736859-ea02-421f-9e3c-068903c07a4f'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:48:33.913704 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6fbbf5e-5b4a-4112-a88b-fe1fd050cb76" -d '{"events": [{"server_uuid": "4c6124d8-5634-48a6-96dd-872d1057b583", "name": "network-vif-plugged", "status": "completed", "tag": "da736859-ea02-421f-9e3c-068903c07a4f"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:48:33.929544 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port da736859-ea02-421f-9e3c-068903c07a4f, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=da736859-ea02-421f-9e3c-068903c07a4f,segment=NetworkSegment(a57e47ac-83cc-47ca-a237-87aa94ab2d2a),segment_id=a57e47ac-83cc-47ca-a237-87aa94ab2d2a)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:48:33.930652 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-290020b3-a9dc-473e-8a69-b45b74a028e2 req-f8a25144-8483-4807-9b95-3ff64a3a070c tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725706 Sep 17 07:48:33.945633 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:33.947315 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 57eb68c2-f0a7-4d88-aff5-31814a1cf5ef up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:48:33.985306 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-eb1b41c9-3502-4447-a5bd-c8a9273330b1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ad87b74-3b5b-4433-9518-94ec4e1290f9 HTTP/1.1" status: 200 len: 217 time: 0.1008174 Sep 17 07:48:34.002958 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ff9fe1-0cd8-416e-bae0-04cd2b7612fb x-openstack-request-id: req-43ff9fe1-0cd8-416e-bae0-04cd2b7612fb {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:48:34.003340 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c6124d8-5634-48a6-96dd-872d1057b583", "name": "network-vif-plugged", "status": "completed", "tag": "da736859-ea02-421f-9e3c-068903c07a4f", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:48:34.003574 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-43ff9fe1-0cd8-416e-bae0-04cd2b7612fb {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:48:34.003927 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c6124d8-5634-48a6-96dd-872d1057b583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da736859-ea02-421f-9e3c-068903c07a4f', 'code': 200} Sep 17 07:48:34.081732 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=da736859-ea02-421f-9e3c-068903c07a4f,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:34.105778 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port 57eb68c2-f0a7-4d88-aff5-31814a1cf5ef completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:48:34.110477 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 57eb68c2-f0a7-4d88-aff5-31814a1cf5ef triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:48:34.111055 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:34.125748 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-6bb57cf6-7f9d-4321-b324-9dd2f5d728af req-80b3e805-7b82-47a3-810b-26a73f093ab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:34.185262 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-46820714-eec8-4f72-b734-c8f46a0c29a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:34.187037 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-46820714-eec8-4f72-b734-c8f46a0c29a0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b166af2c-f0c1-4005-bf20-b8a2b0583a5b HTTP/1.1" status: 200 len: 848 time: 0.1445515 Sep 17 07:48:34.222076 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a007384a-d8aa-4dc3-9d3b-a82fe08935de req-af08650d-0606-4b6d-ba41-dde7169b6bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:34.224132 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a007384a-d8aa-4dc3-9d3b-a82fe08935de req-af08650d-0606-4b6d-ba41-dde7169b6bad service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4c6124d8-5634-48a6-96dd-872d1057b583 HTTP/1.1" status: 200 len: 1097 time: 0.1042798 Sep 17 07:48:34.238839 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-ec7fe678-ca6a-4121-b88c-017ccbff56d1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a0a513a6-9cd3-48db-b90d-df8b88e7c76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417974 Sep 17 07:48:34.279220 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a007384a-d8aa-4dc3-9d3b-a82fe08935de req-021f3788-d0b5-4944-9892-0118ae2293e5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5c9770cf-353c-4f80-9091-e2890af77545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467553 Sep 17 07:48:34.296010 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:34.370408 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 57eb68c2-f0a7-4d88-aff5-31814a1cf5ef, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=57eb68c2-f0a7-4d88-aff5-31814a1cf5ef,segment=NetworkSegment(5ce36400-13a1-41db-8274-558edfd01d90),segment_id=5ce36400-13a1-41db-8274-558edfd01d90)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:48:34.379370 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:34.443316 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=57eb68c2-f0a7-4d88-aff5-31814a1cf5ef,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:34.469730 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77057493-3450-4f44-82ce-efaa1a75f596 req-5f12430f-2872-47cf-a74d-dbc7647702c2 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:34.477559 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-77057493-3450-4f44-82ce-efaa1a75f596 req-5f12430f-2872-47cf-a74d-dbc7647702c2 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=eae18dcd-1ea3-49eb-aa1e-b7f28ad56c10 HTTP/1.1" status: 200 len: 946 time: 0.1301260 Sep 17 07:48:34.486855 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca94dd-1e43-4679-af7c-8dd5fc1fa502 req-5fa71872-176b-4ac9-9c41-d94a587b6674 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:34.495329 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6eca94dd-1e43-4679-af7c-8dd5fc1fa502 req-5fa71872-176b-4ac9-9c41-d94a587b6674 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c6124d8-5634-48a6-96dd-872d1057b583 HTTP/1.1" status: 200 len: 946 time: 0.1120055 Sep 17 07:48:34.498092 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 34418) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:48:34.591595 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-77057493-3450-4f44-82ce-efaa1a75f596 req-3d32c5d2-1426-40dc-aab6-636980a3561d tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131520 Sep 17 07:48:34.606218 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6eca94dd-1e43-4679-af7c-8dd5fc1fa502 req-0712cbb2-3d64-4a80-82d3-14339cd0dfbf tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c9770cf-353c-4f80-9091-e2890af77545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099563 Sep 17 07:48:34.621428 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-0438a6d1-b245-436b-b1e9-ddb998a87827 service neutron] 10.222.0.39 "GET /v2.0/networks/a0a513a6-9cd3-48db-b90d-df8b88e7c76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737584 Sep 17 07:48:34.761722 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4f9f8c-fa68-4ff7-9f05-e86951f62474 req-3b43b4dc-1470-470a-9296-4e28b0c8514e tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:34.764626 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ae4f9f8c-fa68-4ff7-9f05-e86951f62474 req-3b43b4dc-1470-470a-9296-4e28b0c8514e tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e3b4cbe-f720-4903-956a-7b773e45a77f HTTP/1.1" status: 200 len: 945 time: 0.0801191 Sep 17 07:48:34.837282 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-6bb57cf6-7f9d-4321-b324-9dd2f5d728af req-80b3e805-7b82-47a3-810b-26a73f093ab8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f63b550b-5495-42d6-9113-c786a4434e0f {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:48:34.848271 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-6bb57cf6-7f9d-4321-b324-9dd2f5d728af req-80b3e805-7b82-47a3-810b-26a73f093ab8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:34.852749 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-aa6b70c1-0d8f-4733-8c9e-2429ab5e928e service neutron] 10.222.0.39 "GET /v2.0/networks/a0a513a6-9cd3-48db-b90d-df8b88e7c76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886094 Sep 17 07:48:34.871777 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:34.876815 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ae4f9f8c-fa68-4ff7-9f05-e86951f62474 req-32939842-cdd8-415f-83de-84bb4d0166e2 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/security-groups?id=53a4612f-058b-4338-9861-1ad45234538f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059794 Sep 17 07:48:34.898025 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-6bb57cf6-7f9d-4321-b324-9dd2f5d728af req-80b3e805-7b82-47a3-810b-26a73f093ab8 service neutron] Transition to ACTIVE for port object f63b550b-5495-42d6-9113-c786a4434e0f will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:48:34.909012 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-411639f0-393a-4729-857c-6d4d8b7a1f96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:34.919498 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-6bb57cf6-7f9d-4321-b324-9dd2f5d728af req-80b3e805-7b82-47a3-810b-26a73f093ab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:34.966172 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd36c4-c9d7-4d45-83ca-cf86f2dd72c9 req-f37260fa-48c6-4a3d-885c-daeb7d486597 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:34.974876 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8ccd36c4-c9d7-4d45-83ca-cf86f2dd72c9 req-f37260fa-48c6-4a3d-885c-daeb7d486597 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=d99ed35d-0228-402a-8acb-014e6d55a78d HTTP/1.1" status: 200 len: 932 time: 0.0771751 Sep 17 07:48:35.016502 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8ccd36c4-c9d7-4d45-83ca-cf86f2dd72c9 req-704e6784-de18-4c4d-99ed-1ce73c5ae194 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405262 Sep 17 07:48:35.056016 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b3e805-7b82-47a3-810b-26a73f093ab8 service neutron] Pushing event updated for resources: {'Port': ['ID=f63b550b-5495-42d6-9113-c786a4434e0f,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:35.100399 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab7ab1-9b4d-4fd1-91c1-d649641d824c req-54236073-1547-4760-b140-2a48d320a584 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:35.102161 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-29ab7ab1-9b4d-4fd1-91c1-d649641d824c req-54236073-1547-4760-b140-2a48d320a584 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=c20c08af-51fa-4753-95b7-55abba3651bc HTTP/1.1" status: 200 len: 944 time: 0.0898435 Sep 17 07:48:35.172788 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-29ab7ab1-9b4d-4fd1-91c1-d649641d824c req-f72ec609-0181-4092-9f72-8228b4fada47 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611503 Sep 17 07:48:35.180135 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-6bb57cf6-7f9d-4321-b324-9dd2f5d728af req-80b3e805-7b82-47a3-810b-26a73f093ab8 service neutron] Attempting to bind port f63b550b-5495-42d6-9113-c786a4434e0f on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:48:35.181563 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-6bb57cf6-7f9d-4321-b324-9dd2f5d728af req-80b3e805-7b82-47a3-810b-26a73f093ab8 service neutron] Attempting to bind port f63b550b-5495-42d6-9113-c786a4434e0f by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': 'bbdef28d-b0c6-41c1-88af-cfcd40a3d803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:48:35.181914 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb57cf6-7f9d-4321-b324-9dd2f5d728af req-80b3e805-7b82-47a3-810b-26a73f093ab8 service neutron] Attempting to bind port f63b550b-5495-42d6-9113-c786a4434e0f on network 339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:48:35.203678 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb57cf6-7f9d-4321-b324-9dd2f5d728af req-80b3e805-7b82-47a3-810b-26a73f093ab8 service neutron] Port f63b550b-5495-42d6-9113-c786a4434e0f on network 339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:48:35.204036 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb57cf6-7f9d-4321-b324-9dd2f5d728af req-80b3e805-7b82-47a3-810b-26a73f093ab8 service neutron] Attempting to bind port f63b550b-5495-42d6-9113-c786a4434e0f on network 339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:48:35.215563 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb57cf6-7f9d-4321-b324-9dd2f5d728af req-80b3e805-7b82-47a3-810b-26a73f093ab8 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:48:35.215928 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb57cf6-7f9d-4321-b324-9dd2f5d728af req-80b3e805-7b82-47a3-810b-26a73f093ab8 service neutron] Checking segment: {'id': 'bbdef28d-b0c6-41c1-88af-cfcd40a3d803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:48:35.216323 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb57cf6-7f9d-4321-b324-9dd2f5d728af req-80b3e805-7b82-47a3-810b-26a73f093ab8 service neutron] Bound using segment: {'id': 'bbdef28d-b0c6-41c1-88af-cfcd40a3d803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:48:35.216841 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-6bb57cf6-7f9d-4321-b324-9dd2f5d728af req-80b3e805-7b82-47a3-810b-26a73f093ab8 service neutron] Bound port: f63b550b-5495-42d6-9113-c786a4434e0f, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbdef28d-b0c6-41c1-88af-cfcd40a3d803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:48:35.217151 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-6bb57cf6-7f9d-4321-b324-9dd2f5d728af req-80b3e805-7b82-47a3-810b-26a73f093ab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:35.220234 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-411639f0-393a-4729-857c-6d4d8b7a1f96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:35.241030 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-411639f0-393a-4729-857c-6d4d8b7a1f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:35.291574 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:35.302934 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 34442) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:48:35.303616 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-411639f0-393a-4729-857c-6d4d8b7a1f96 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5bb37d73d6724dcb904fc3aa08ebe981&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8036275 Sep 17 07:48:35.370982 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-818a63f3-1f85-449a-8e93-bbecd24dfd3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:35.386007 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411639f0-393a-4729-857c-6d4d8b7a1f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4193e5f0-4399-4e87-a23a-9ad69e37114c,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:35.400719 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-bce00b1d-da22-44b3-a750-63df1de899bc tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:35.402195 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-bce00b1d-da22-44b3-a750-63df1de899bc tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=c20c08af-51fa-4753-95b7-55abba3651bc&tenant_id=4f0e4c1c4dc94ab78a72a2655bcb731a&binding%3Ahost_id=n-h2-789963-9 HTTP/1.1" status: 200 len: 1095 time: 0.1797795 Sep 17 07:48:35.410042 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-6bb57cf6-7f9d-4321-b324-9dd2f5d728af req-80b3e805-7b82-47a3-810b-26a73f093ab8 service neutron] For port f63b550b-5495-42d6-9113-c786a4434e0f, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:48:35.413243 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-818a63f3-1f85-449a-8e93-bbecd24dfd3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:35.413954 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-6bb57cf6-7f9d-4321-b324-9dd2f5d728af req-80b3e805-7b82-47a3-810b-26a73f093ab8 service neutron] For port f63b550b-5495-42d6-9113-c786a4434e0f, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=f63b550b-5495-42d6-9113-c786a4434e0f,segment=NetworkSegment(bbdef28d-b0c6-41c1-88af-cfcd40a3d803),segment_id=bbdef28d-b0c6-41c1-88af-cfcd40a3d803)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:48:35.423141 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-6bb57cf6-7f9d-4321-b324-9dd2f5d728af req-80b3e805-7b82-47a3-810b-26a73f093ab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:35.477188 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-818a63f3-1f85-449a-8e93-bbecd24dfd3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:35.481516 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-818a63f3-1f85-449a-8e93-bbecd24dfd3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:35.485332 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-818a63f3-1f85-449a-8e93-bbecd24dfd3c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4193e5f0-4399-4e87-a23a-9ad69e37114c HTTP/1.1" status: 204 len: 168 time: 0.1811149 Sep 17 07:48:35.495588 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb57cf6-7f9d-4321-b324-9dd2f5d728af req-80b3e805-7b82-47a3-810b-26a73f093ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:35.495784 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818a63f3-1f85-449a-8e93-bbecd24dfd3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4193e5f0-4399-4e87-a23a-9ad69e37114c,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:35.497652 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-6bb57cf6-7f9d-4321-b324-9dd2f5d728af req-80b3e805-7b82-47a3-810b-26a73f093ab8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:35.500828 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6bb57cf6-7f9d-4321-b324-9dd2f5d728af req-80b3e805-7b82-47a3-810b-26a73f093ab8 service neutron] 10.222.0.39 "PUT /v2.0/ports/f63b550b-5495-42d6-9113-c786a4434e0f HTTP/1.1" status: 200 len: 1092 time: 1.6573811 Sep 17 07:48:35.501668 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd99ed35d-0228-402a-8acb-014e6d55a78d', 'tag': 'f63b550b-5495-42d6-9113-c786a4434e0f'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:48:35.506158 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90daebc-67a4-4b79-8a6a-d9604cc55a03" -d '{"events": [{"name": "network-changed", "server_uuid": "d99ed35d-0228-402a-8acb-014e6d55a78d", "tag": "f63b550b-5495-42d6-9113-c786a4434e0f"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:48:35.506340 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818a63f3-1f85-449a-8e93-bbecd24dfd3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:48:35.506732 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818a63f3-1f85-449a-8e93-bbecd24dfd3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:48:35.507146 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818a63f3-1f85-449a-8e93-bbecd24dfd3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:48:35.507655 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818a63f3-1f85-449a-8e93-bbecd24dfd3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:48:35.508249 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818a63f3-1f85-449a-8e93-bbecd24dfd3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:48:35.508662 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818a63f3-1f85-449a-8e93-bbecd24dfd3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:48:35.509187 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818a63f3-1f85-449a-8e93-bbecd24dfd3c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:48:35.509841 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818a63f3-1f85-449a-8e93-bbecd24dfd3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:48:35.510293 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818a63f3-1f85-449a-8e93-bbecd24dfd3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:48:35.510853 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818a63f3-1f85-449a-8e93-bbecd24dfd3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:48:35.511266 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818a63f3-1f85-449a-8e93-bbecd24dfd3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:48:35.511698 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818a63f3-1f85-449a-8e93-bbecd24dfd3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:48:35.563289 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b3e805-7b82-47a3-810b-26a73f093ab8 service neutron] Pushing event updated for resources: {'Port': ['ID=f63b550b-5495-42d6-9113-c786a4434e0f,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:35.600553 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe44879f-2e23-48ac-a526-e9fe8489b9b0 x-openstack-request-id: req-fe44879f-2e23-48ac-a526-e9fe8489b9b0 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:48:35.600960 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d99ed35d-0228-402a-8acb-014e6d55a78d", "tag": "f63b550b-5495-42d6-9113-c786a4434e0f", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:48:35.601642 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fe44879f-2e23-48ac-a526-e9fe8489b9b0 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:48:35.602128 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd99ed35d-0228-402a-8acb-014e6d55a78d', 'tag': 'f63b550b-5495-42d6-9113-c786a4434e0f', 'status': 'completed', 'code': 200} Sep 17 07:48:35.656661 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-6abed075-30a6-4126-a87c-daf9e9729bff service neutron] For port 2ad87b74-3b5b-4433-9518-94ec4e1290f9, host n-h1-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:48:35.662594 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-6abed075-30a6-4126-a87c-daf9e9729bff service neutron] Notify callbacks [] for binding, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:35.663928 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-738ff887-1b76-4f52-b033-bcc131c04e52 req-6abed075-30a6-4126-a87c-daf9e9729bff service neutron] 10.222.0.39 "DELETE /v2.0/ports/2ad87b74-3b5b-4433-9518-94ec4e1290f9/bindings/n-h1-789963-9 HTTP/1.1" status: 204 len: 173 time: 0.2485354 Sep 17 07:48:35.675903 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb57cf6-7f9d-4321-b324-9dd2f5d728af req-6f43aea0-aee9-4318-8feb-979de54e9734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:35.677811 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6bb57cf6-7f9d-4321-b324-9dd2f5d728af req-6f43aea0-aee9-4318-8feb-979de54e9734 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2525ecc58cad4fa78c4be116636fc184&device_id=d99ed35d-0228-402a-8acb-014e6d55a78d HTTP/1.1" status: 200 len: 1095 time: 0.0607226 Sep 17 07:48:35.806139 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6bb57cf6-7f9d-4321-b324-9dd2f5d728af req-7d444712-9268-489b-bb48-5847a5035508 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f63b550b-5495-42d6-9113-c786a4434e0f HTTP/1.1" status: 200 len: 217 time: 0.0800922 Sep 17 07:48:35.878127 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb57cf6-7f9d-4321-b324-9dd2f5d728af req-9e41a46b-a016-4596-a573-4165d1db8f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:35.879772 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6bb57cf6-7f9d-4321-b324-9dd2f5d728af req-9e41a46b-a016-4596-a573-4165d1db8f7f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=affefed0-1fce-4202-a68f-ea65cc757370 HTTP/1.1" status: 200 len: 860 time: 0.0658205 Sep 17 07:48:35.894388 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49971475-0406-4103-92d5-dfc36066c66b req-7c612a5d-23ec-498c-9167-27b7fb7e5a2d tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:35.896360 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-49971475-0406-4103-92d5-dfc36066c66b req-7c612a5d-23ec-498c-9167-27b7fb7e5a2d tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c6124d8-5634-48a6-96dd-872d1057b583 HTTP/1.1" status: 200 len: 946 time: 0.1572297 Sep 17 07:48:35.923950 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab798b-9555-46e1-bfa2-7e2a3687758e req-c9619d69-1c2d-4cbd-adf2-728a648113a9 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:35.933914 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a9ab798b-9555-46e1-bfa2-7e2a3687758e req-c9619d69-1c2d-4cbd-adf2-728a648113a9 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=eae18dcd-1ea3-49eb-aa1e-b7f28ad56c10 HTTP/1.1" status: 200 len: 946 time: 0.1679518 Sep 17 07:48:35.944738 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6bb57cf6-7f9d-4321-b324-9dd2f5d728af req-dede320c-4872-4811-a311-2f5b425a9754 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557861 Sep 17 07:48:36.005978 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e3b4cbe-f720-4903-956a-7b773e45a77f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57eb68c2-f0a7-4d88-aff5-31814a1cf5ef'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:48:36.010179 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d086cc-ebfb-4209-89a5-c3471304d211" -d '{"events": [{"server_uuid": "9e3b4cbe-f720-4903-956a-7b773e45a77f", "name": "network-vif-plugged", "status": "completed", "tag": "57eb68c2-f0a7-4d88-aff5-31814a1cf5ef"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:48:36.022234 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a9ab798b-9555-46e1-bfa2-7e2a3687758e req-5ae04cf8-88c9-4444-b938-fe8917c8002e tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873356 Sep 17 07:48:36.057591 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-49971475-0406-4103-92d5-dfc36066c66b req-1e19b91d-b568-4684-851d-225ae3826c69 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c9770cf-353c-4f80-9091-e2890af77545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158326 Sep 17 07:48:36.198736 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6bb57cf6-7f9d-4321-b324-9dd2f5d728af req-78e11901-013a-4fe8-9ea5-bc8bceb42824 service neutron] 10.222.0.39 "GET /v2.0/networks/339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458704 Sep 17 07:48:36.274751 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff2e0a0-f52a-4c99-90ea-085f581f8d98 x-openstack-request-id: req-cff2e0a0-f52a-4c99-90ea-085f581f8d98 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:48:36.274751 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e3b4cbe-f720-4903-956a-7b773e45a77f", "name": "network-vif-plugged", "status": "completed", "tag": "57eb68c2-f0a7-4d88-aff5-31814a1cf5ef", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:48:36.274751 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cff2e0a0-f52a-4c99-90ea-085f581f8d98 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:48:36.274751 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e3b4cbe-f720-4903-956a-7b773e45a77f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57eb68c2-f0a7-4d88-aff5-31814a1cf5ef', 'code': 200} Sep 17 07:48:36.311416 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c06d9f-8161-47b4-a7eb-89203646480d req-ebbb515e-11d4-4295-8f79-e557ad364c1c tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:36.328483 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-99c06d9f-8161-47b4-a7eb-89203646480d req-ebbb515e-11d4-4295-8f79-e557ad364c1c tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e3b4cbe-f720-4903-956a-7b773e45a77f HTTP/1.1" status: 200 len: 945 time: 0.1555579 Sep 17 07:48:36.455653 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-99c06d9f-8161-47b4-a7eb-89203646480d req-71e0e6b0-1bcf-4218-bd22-1d2867d5c34d tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/security-groups?id=53a4612f-058b-4338-9861-1ad45234538f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262891 Sep 17 07:48:36.492508 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8c27f7-ac1c-4c03-a3f0-4a84a7c070be req-65ec36bf-d9cd-4a36-81aa-c4e3249cd941 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:36.494497 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-db8c27f7-ac1c-4c03-a3f0-4a84a7c070be req-65ec36bf-d9cd-4a36-81aa-c4e3249cd941 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=d99ed35d-0228-402a-8acb-014e6d55a78d HTTP/1.1" status: 200 len: 944 time: 0.0853157 Sep 17 07:48:36.519451 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6bb57cf6-7f9d-4321-b324-9dd2f5d728af req-8fb86850-0c09-4e73-81c2-cd700e2055a7 service neutron] 10.222.0.39 "GET /v2.0/networks/339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127789 Sep 17 07:48:36.529398 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb79f9c-f0e0-4d49-a2b6-9f9c66275d8e req-7562b999-6372-4b52-8d41-cb30e91706ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:36.532915 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cfb79f9c-f0e0-4d49-a2b6-9f9c66275d8e req-7562b999-6372-4b52-8d41-cb30e91706ac service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9e3b4cbe-f720-4903-956a-7b773e45a77f HTTP/1.1" status: 200 len: 1096 time: 0.1615517 Sep 17 07:48:36.568234 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-db8c27f7-ac1c-4c03-a3f0-4a84a7c070be req-6e87a9c7-5059-4abb-8f8e-ffc47ac5f57b tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651243 Sep 17 07:48:36.587996 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cfb79f9c-f0e0-4d49-a2b6-9f9c66275d8e req-57d00a0c-c3a5-406f-a49d-cbec9ae571f3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=53a4612f-058b-4338-9861-1ad45234538f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402222 Sep 17 07:48:36.650379 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f31e024-6d35-468d-ac77-c15e0e80bf5a req-31469e88-3de3-4ec5-a851-5300fc74b88c tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:36.658719 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4f31e024-6d35-468d-ac77-c15e0e80bf5a req-31469e88-3de3-4ec5-a851-5300fc74b88c tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=c20c08af-51fa-4753-95b7-55abba3651bc HTTP/1.1" status: 200 len: 944 time: 0.0637302 Sep 17 07:48:36.720597 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4f31e024-6d35-468d-ac77-c15e0e80bf5a req-e61d4047-b879-455f-be8b-e55c6a30aa98 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557323 Sep 17 07:48:36.898317 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4bbfb6-ef8e-4e19-861d-62e0b2988475 req-734cdb36-e379-4a70-b0cc-78d0f1a22708 tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:36.907850 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-de4bbfb6-ef8e-4e19-861d-62e0b2988475 req-734cdb36-e379-4a70-b0cc-78d0f1a22708 tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c20c08af-51fa-4753-95b7-55abba3651bc HTTP/1.1" status: 200 len: 1095 time: 0.0793531 Sep 17 07:48:36.952331 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-de4bbfb6-ef8e-4e19-861d-62e0b2988475 req-1e2efc10-3f12-4eb8-827d-e6abf2f1af13 tempest-LiveMigrationTest-958776107 tempest-LiveMigrationTest-958776107-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398371 Sep 17 07:48:37.021720 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90daebc-67a4-4b79-8a6a-d9604cc55a03 req-7d6dcbb2-16b6-4415-9386-02dce99b20d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:37.028824 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f90daebc-67a4-4b79-8a6a-d9604cc55a03 req-7d6dcbb2-16b6-4415-9386-02dce99b20d1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2525ecc58cad4fa78c4be116636fc184&device_id=d99ed35d-0228-402a-8acb-014e6d55a78d HTTP/1.1" status: 200 len: 1095 time: 0.0936959 Sep 17 07:48:37.228686 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90daebc-67a4-4b79-8a6a-d9604cc55a03 req-7263f892-8a16-4ee4-b6ba-6c8dd2969102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:37.230349 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f90daebc-67a4-4b79-8a6a-d9604cc55a03 req-7263f892-8a16-4ee4-b6ba-6c8dd2969102 service neutron] 10.222.0.39 "GET /v2.0/networks?id=339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5 HTTP/1.1" status: 200 len: 921 time: 0.1933992 Sep 17 07:48:37.259542 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0cd803-fe33-45a5-a611-5a80f5b5f058 req-32c85ae8-5aca-4d79-a126-27fac53c378e tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:37.269248 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fc0cd803-fe33-45a5-a611-5a80f5b5f058 req-32c85ae8-5aca-4d79-a126-27fac53c378e tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=eae18dcd-1ea3-49eb-aa1e-b7f28ad56c10 HTTP/1.1" status: 200 len: 946 time: 0.0990577 Sep 17 07:48:37.328089 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fc0cd803-fe33-45a5-a611-5a80f5b5f058 req-d563eb87-270f-4e4b-913f-5692a38c10f0 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526855 Sep 17 07:48:37.361917 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 34520) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:48:37.376156 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f90daebc-67a4-4b79-8a6a-d9604cc55a03 req-24e8e7e1-1a99-4d35-8e46-ae67e2868f5b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f63b550b-5495-42d6-9113-c786a4434e0f HTTP/1.1" status: 200 len: 217 time: 0.1163981 Sep 17 07:48:37.414121 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03131b25-3fa9-468c-8bd2-9211edc6cbb4 req-39be6f22-cae6-47d9-a696-1892e9a8114d tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:37.415758 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-03131b25-3fa9-468c-8bd2-9211edc6cbb4 req-39be6f22-cae6-47d9-a696-1892e9a8114d tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c6124d8-5634-48a6-96dd-872d1057b583 HTTP/1.1" status: 200 len: 946 time: 0.1087008 Sep 17 07:48:37.472452 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-03131b25-3fa9-468c-8bd2-9211edc6cbb4 req-748b3006-713a-45bf-b5c3-948a6290ee98 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c9770cf-353c-4f80-9091-e2890af77545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490890 Sep 17 07:48:37.492459 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90daebc-67a4-4b79-8a6a-d9604cc55a03 req-b11a0d16-5940-4904-baa4-fdb92ec21bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:37.493946 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f90daebc-67a4-4b79-8a6a-d9604cc55a03 req-b11a0d16-5940-4904-baa4-fdb92ec21bfe service neutron] 10.222.0.39 "GET /v2.0/subnets?id=affefed0-1fce-4202-a68f-ea65cc757370 HTTP/1.1" status: 200 len: 860 time: 0.0813422 Sep 17 07:48:37.537970 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3f7a6414-d788-42b4-a35a-9d5ca9381c62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:37.553775 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f90daebc-67a4-4b79-8a6a-d9604cc55a03 req-3a6412e3-504d-4b79-b4aa-7415676d034d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432904 Sep 17 07:48:37.631679 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d88f1-55d6-4b14-9355-12cbc522745f req-fc3372fe-bff4-46ea-85e5-50645499b7ee tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:37.633739 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-052d88f1-55d6-4b14-9355-12cbc522745f req-fc3372fe-bff4-46ea-85e5-50645499b7ee tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=c20c08af-51fa-4753-95b7-55abba3651bc HTTP/1.1" status: 200 len: 944 time: 0.0924246 Sep 17 07:48:37.658359 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f90daebc-67a4-4b79-8a6a-d9604cc55a03 req-23a17281-ec0f-4731-83d2-4035fa11d009 service neutron] 10.222.0.39 "GET /v2.0/networks/339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984132 Sep 17 07:48:37.661118 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d92da-6090-4f24-b761-21656e097b97 req-79335a3c-6c2b-4fe1-b32a-7a364b2b3b7f tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:37.679699 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d02d92da-6090-4f24-b761-21656e097b97 req-79335a3c-6c2b-4fe1-b32a-7a364b2b3b7f tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e3b4cbe-f720-4903-956a-7b773e45a77f HTTP/1.1" status: 200 len: 945 time: 0.0997114 Sep 17 07:48:37.768561 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d02d92da-6090-4f24-b761-21656e097b97 req-03d9b022-74bc-4e44-b864-2c0dc68ccbfe tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/security-groups?id=53a4612f-058b-4338-9861-1ad45234538f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826759 Sep 17 07:48:37.790219 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 34534) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:48:37.798981 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-052d88f1-55d6-4b14-9355-12cbc522745f req-7abf710a-82fe-418b-a63d-cddad0a9baba tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359839 Sep 17 07:48:37.846533 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f90daebc-67a4-4b79-8a6a-d9604cc55a03 req-1c594282-5f54-4968-86b0-ca109d83c8ee service neutron] 10.222.0.39 "GET /v2.0/networks/339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695173 Sep 17 07:48:37.858416 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3f7a6414-d788-42b4-a35a-9d5ca9381c62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:37.863421 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3f7a6414-d788-42b4-a35a-9d5ca9381c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:37.900451 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-3f7a6414-d788-42b4-a35a-9d5ca9381c62 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1cc5c0424ae64be9a4584f14d38a0dc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5367992 Sep 17 07:48:37.902973 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 34538) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:48:37.964875 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7a6414-d788-42b4-a35a-9d5ca9381c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed40caf-7a25-4571-b22e-9024159c6d45,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:37.966703 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc312f-a05a-4f16-a375-5bb85107a8dc req-7a563c9e-2c44-4e18-a6f8-72aea97533b0 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:37.969031 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4ccc312f-a05a-4f16-a375-5bb85107a8dc req-7a563c9e-2c44-4e18-a6f8-72aea97533b0 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=d99ed35d-0228-402a-8acb-014e6d55a78d HTTP/1.1" status: 200 len: 944 time: 0.1136742 Sep 17 07:48:37.971523 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a9e14a68-498f-437b-bbaa-70eacfea2f09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:38.004720 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9858d2b4-d343-41ab-a929-5d5fcb50f0f8 req-b6236a65-3199-4f78-bcf3-0a9e96b7eeae tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1884453 Sep 17 07:48:38.007934 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bd72f559-e5fa-41e2-aa7a-0de379b2a484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:38.017251 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-9858d2b4-d343-41ab-a929-5d5fcb50f0f8 req-4eba2955-ba87-43c4-9891-ebca84585d8d tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Request body: {'floatingip': {'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:48:38.043057 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bd72f559-e5fa-41e2-aa7a-0de379b2a484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:38.046666 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4ccc312f-a05a-4f16-a375-5bb85107a8dc req-9a57346b-bc78-4786-853c-badd2211fac3 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629735 Sep 17 07:48:38.130265 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bd72f559-e5fa-41e2-aa7a-0de379b2a484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:38.133297 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bd72f559-e5fa-41e2-aa7a-0de379b2a484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:38.136792 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-bd72f559-e5fa-41e2-aa7a-0de379b2a484 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eed40caf-7a25-4571-b22e-9024159c6d45 HTTP/1.1" status: 204 len: 168 time: 0.2301047 Sep 17 07:48:38.136792 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a9e14a68-498f-437b-bbaa-70eacfea2f09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:38.148870 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 07:48:38.152990 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a9e14a68-498f-437b-bbaa-70eacfea2f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:38.168841 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd72f559-e5fa-41e2-aa7a-0de379b2a484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed40caf-7a25-4571-b22e-9024159c6d45,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:38.178470 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-9858d2b4-d343-41ab-a929-5d5fcb50f0f8 req-4eba2955-ba87-43c4-9891-ebca84585d8d tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Notify callbacks [] for floatingip, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:38.260225 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a9e14a68-498f-437b-bbaa-70eacfea2f09 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=634e57b49c894b2bad4f69539ce39490&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4639091 Sep 17 07:48:38.262060 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 34542) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:48:38.272295 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e14a68-498f-437b-bbaa-70eacfea2f09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4057ce15-f0a0-4022-a664-d35b8b5d7cab,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:38.399658 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-572e1cb1-f3a4-4482-a6f8-5311d87f76ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:38.424353 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-572e1cb1-f3a4-4482-a6f8-5311d87f76ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:38.546407 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-572e1cb1-f3a4-4482-a6f8-5311d87f76ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:38.549753 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-572e1cb1-f3a4-4482-a6f8-5311d87f76ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:38.552054 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-572e1cb1-f3a4-4482-a6f8-5311d87f76ae admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4057ce15-f0a0-4022-a664-d35b8b5d7cab HTTP/1.1" status: 204 len: 168 time: 0.2865100 Sep 17 07:48:38.567911 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-9858d2b4-d343-41ab-a929-5d5fcb50f0f8 req-4eba2955-ba87-43c4-9891-ebca84585d8d tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:38.593486 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572e1cb1-f3a4-4482-a6f8-5311d87f76ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4057ce15-f0a0-4022-a664-d35b8b5d7cab,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:38.617660 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ddf45-e293-48b9-829e-8262973a963e req-5b5a1fb8-86bc-4101-aea0-60ec6b39320b tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:38.620840 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cc7ddf45-e293-48b9-829e-8262973a963e req-5b5a1fb8-86bc-4101-aea0-60ec6b39320b tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=eae18dcd-1ea3-49eb-aa1e-b7f28ad56c10 HTTP/1.1" status: 200 len: 946 time: 0.1332569 Sep 17 07:48:38.694357 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bcb84b-dfd2-4eeb-8a0d-c0e4e8526df4 req-86f1147f-a21d-4d30-a1ef-cda7f692b1d4 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:38.696245 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a8bcb84b-dfd2-4eeb-8a0d-c0e4e8526df4 req-86f1147f-a21d-4d30-a1ef-cda7f692b1d4 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.39 "GET /v2.0/ports?device_id=c20c08af-51fa-4753-95b7-55abba3651bc HTTP/1.1" status: 200 len: 944 time: 0.4374979 Sep 17 07:48:38.729271 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cc7ddf45-e293-48b9-829e-8262973a963e req-2f9d3dc6-2660-4c7c-ac11-f53fe008632c tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700397 Sep 17 07:48:38.777696 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [req-9858d2b4-d343-41ab-a929-5d5fcb50f0f8 req-4eba2955-ba87-43c4-9891-ebca84585d8d tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Allocated IP 172.25.6.151 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/282a0c06-4716-4072-ac7b-405d356b3a5b) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:48:38.829469 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-a8bcb84b-dfd2-4eeb-8a0d-c0e4e8526df4 req-2bf6bff1-cf19-48b3-8640-6fddddeb2d88 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Deleting port 2ad87b74-3b5b-4433-9518-94ec4e1290f9 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:48:38.829844 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-a8bcb84b-dfd2-4eeb-8a0d-c0e4e8526df4 req-2bf6bff1-cf19-48b3-8640-6fddddeb2d88 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:38.937418 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-9858d2b4-d343-41ab-a929-5d5fcb50f0f8 req-4eba2955-ba87-43c4-9891-ebca84585d8d tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:38.945398 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-a8bcb84b-dfd2-4eeb-8a0d-c0e4e8526df4 req-2bf6bff1-cf19-48b3-8640-6fddddeb2d88 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] For port 2ad87b74-3b5b-4433-9518-94ec4e1290f9, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=2ad87b74-3b5b-4433-9518-94ec4e1290f9,segment=NetworkSegment(2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff),segment_id=2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:48:38.947525 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-a8bcb84b-dfd2-4eeb-8a0d-c0e4e8526df4 req-2bf6bff1-cf19-48b3-8640-6fddddeb2d88 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:38.977531 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-a8bcb84b-dfd2-4eeb-8a0d-c0e4e8526df4 req-2bf6bff1-cf19-48b3-8640-6fddddeb2d88 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Calling delete_port for 2ad87b74-3b5b-4433-9518-94ec4e1290f9 owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:48:39.020456 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e5bed-92cb-4003-b114-8eda0b638175 req-70e8717b-9822-42e2-a538-821b27c86b6a tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:39.022019 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 34566) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:48:39.022250 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-542e5bed-92cb-4003-b114-8eda0b638175 req-70e8717b-9822-42e2-a538-821b27c86b6a tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e3b4cbe-f720-4903-956a-7b773e45a77f HTTP/1.1" status: 200 len: 945 time: 0.0732558 Sep 17 07:48:39.023929 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-9858d2b4-d343-41ab-a929-5d5fcb50f0f8 req-4eba2955-ba87-43c4-9891-ebca84585d8d tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:39.048125 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ea335cd9-d28b-40d6-bc28-eb05f25eaa22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:39.080957 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9858d2b4-d343-41ab-a929-5d5fcb50f0f8 req-4eba2955-ba87-43c4-9891-ebca84585d8d tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:48:39.099751 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [req-9858d2b4-d343-41ab-a929-5d5fcb50f0f8 req-4eba2955-ba87-43c4-9891-ebca84585d8d tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:48:39.111917 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-9858d2b4-d343-41ab-a929-5d5fcb50f0f8 req-4eba2955-ba87-43c4-9891-ebca84585d8d tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:48:39.166932 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eba2955-ba87-43c4-9891-ebca84585d8d tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Pushing event updated for resources: {'Port': ['ID=282a0c06-4716-4072-ac7b-405d356b3a5b,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:39.171660 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-542e5bed-92cb-4003-b114-8eda0b638175 req-3a2f5e63-3af8-4514-b79c-e038c4f49525 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/security-groups?id=53a4612f-058b-4338-9861-1ad45234538f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415002 Sep 17 07:48:39.183894 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-a8bcb84b-dfd2-4eeb-8a0d-c0e4e8526df4 req-2bf6bff1-cf19-48b3-8640-6fddddeb2d88 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:39.221220 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf6bff1-cf19-48b3-8640-6fddddeb2d88 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Pushing event deleted for resources: {'Port': ['ID=2ad87b74-3b5b-4433-9518-94ec4e1290f9,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:39.224155 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['2ad87b74-3b5b-4433-9518-94ec4e1290f9'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:48:39.253482 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-9858d2b4-d343-41ab-a929-5d5fcb50f0f8 req-4eba2955-ba87-43c4-9891-ebca84585d8d tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:39.275917 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ea335cd9-d28b-40d6-bc28-eb05f25eaa22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:39.292857 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8bcb84b-dfd2-4eeb-8a0d-c0e4e8526df4 req-2bf6bff1-cf19-48b3-8640-6fddddeb2d88 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] No DVR routers for this DVR port 2ad87b74-3b5b-4433-9518-94ec4e1290f9 on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:48:39.294563 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ea335cd9-d28b-40d6-bc28-eb05f25eaa22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:39.298007 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-a8bcb84b-dfd2-4eeb-8a0d-c0e4e8526df4 req-2bf6bff1-cf19-48b3-8640-6fddddeb2d88 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:39.300080 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a8bcb84b-dfd2-4eeb-8a0d-c0e4e8526df4 req-2bf6bff1-cf19-48b3-8640-6fddddeb2d88 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.39 "DELETE /v2.0/ports/2ad87b74-3b5b-4433-9518-94ec4e1290f9 HTTP/1.1" status: 204 len: 173 time: 0.5878642 Sep 17 07:48:39.302413 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-14adae48-11db-44ba-b293-49f4e7cd42dd req-7d1c882e-15ea-42c5-902f-c6ecdb9ab5bd tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=c20c08af-51fa-4753-95b7-55abba3651bc HTTP/1.1" status: 200 len: 210 time: 0.0429447 Sep 17 07:48:39.303050 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c20c08af-51fa-4753-95b7-55abba3651bc', 'name': 'network-vif-deleted', 'tag': '2ad87b74-3b5b-4433-9518-94ec4e1290f9'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:48:39.305334 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88208dce-f6e4-4ac2-8de3-4502b12052de" -d '{"events": [{"server_uuid": "c20c08af-51fa-4753-95b7-55abba3651bc", "name": "network-vif-deleted", "tag": "2ad87b74-3b5b-4433-9518-94ec4e1290f9"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:48:39.323320 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-9858d2b4-d343-41ab-a929-5d5fcb50f0f8 req-4eba2955-ba87-43c4-9891-ebca84585d8d tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:39.345612 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ea335cd9-d28b-40d6-bc28-eb05f25eaa22 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a90eb6fd83e047f1a1a23d05b1bd16d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3223057 Sep 17 07:48:39.346497 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea335cd9-d28b-40d6-bc28-eb05f25eaa22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=816edfc6-dc0d-4949-92ee-0f1c9fde12f6,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:39.348965 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 34582) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:48:39.428869 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b5f47ba4-452f-4c4f-9bcb-c3e7aada3919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:39.459462 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b5f47ba4-452f-4c4f-9bcb-c3e7aada3919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:39.522820 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b5f47ba4-452f-4c4f-9bcb-c3e7aada3919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:39.525922 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b5f47ba4-452f-4c4f-9bcb-c3e7aada3919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:39.530014 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b5f47ba4-452f-4c4f-9bcb-c3e7aada3919 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/816edfc6-dc0d-4949-92ee-0f1c9fde12f6 HTTP/1.1" status: 204 len: 168 time: 0.1775556 Sep 17 07:48:39.531427 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52db6e2-c67c-4bba-b6e8-233191251179 req-4d1c828a-e0b1-4b73-945b-30fb4070c42e tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:39.541028 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b52db6e2-c67c-4bba-b6e8-233191251179 req-4d1c828a-e0b1-4b73-945b-30fb4070c42e tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=d99ed35d-0228-402a-8acb-014e6d55a78d HTTP/1.1" status: 200 len: 944 time: 0.1170309 Sep 17 07:48:39.554989 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f47ba4-452f-4c4f-9bcb-c3e7aada3919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=816edfc6-dc0d-4949-92ee-0f1c9fde12f6,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:39.620046 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b52db6e2-c67c-4bba-b6e8-233191251179 req-b49a1d40-866c-43b8-a5e2-6424a83f08aa tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737305 Sep 17 07:48:39.663326 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-9858d2b4-d343-41ab-a929-5d5fcb50f0f8 req-4eba2955-ba87-43c4-9891-ebca84585d8d tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:39.677831 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-9858d2b4-d343-41ab-a929-5d5fcb50f0f8 req-4eba2955-ba87-43c4-9891-ebca84585d8d tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:39.806727 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eba2955-ba87-43c4-9891-ebca84585d8d tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Pushing event updated for resources: {'Port': ['ID=282a0c06-4716-4072-ac7b-405d356b3a5b,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:39.832640 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-9858d2b4-d343-41ab-a929-5d5fcb50f0f8 req-4eba2955-ba87-43c4-9891-ebca84585d8d tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:39.850276 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-9858d2b4-d343-41ab-a929-5d5fcb50f0f8 req-4eba2955-ba87-43c4-9891-ebca84585d8d tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:39.866474 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9858d2b4-d343-41ab-a929-5d5fcb50f0f8 req-4eba2955-ba87-43c4-9891-ebca84585d8d tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8602564 Sep 17 07:48:39.937774 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9858d2b4-d343-41ab-a929-5d5fcb50f0f8 req-0a2fa294-80ec-4682-983f-8b1de34ea3ec tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.151 HTTP/1.1" status: 200 len: 696 time: 0.0698724 Sep 17 07:48:39.948958 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a750e28-759c-4273-87db-f3c6fada67b8 x-openstack-request-id: req-3a750e28-759c-4273-87db-f3c6fada67b8 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:48:39.949596 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c20c08af-51fa-4753-95b7-55abba3651bc", "name": "network-vif-deleted", "tag": "2ad87b74-3b5b-4433-9518-94ec4e1290f9", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:48:39.950005 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3a750e28-759c-4273-87db-f3c6fada67b8 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:48:39.950552 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c20c08af-51fa-4753-95b7-55abba3651bc', 'name': 'network-vif-deleted', 'tag': '2ad87b74-3b5b-4433-9518-94ec4e1290f9', 'status': 'completed', 'code': 200} Sep 17 07:48:40.087042 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9858d2b4-d343-41ab-a929-5d5fcb50f0f8 req-9e1aabf9-e9a8-43ea-b039-f704fa50156e tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:40.100556 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9858d2b4-d343-41ab-a929-5d5fcb50f0f8 req-9e1aabf9-e9a8-43ea-b039-f704fa50156e tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/networks/5fc128c4-343a-4b5b-8a61-6a2b8d95c555 HTTP/1.1" status: 200 len: 784 time: 0.1615980 Sep 17 07:48:40.188376 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647a165-10f7-4a05-aed6-7e251346f58f req-1136c0fa-cbff-45ac-8b9f-8a0e6aeb4e28 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:40.195944 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5647a165-10f7-4a05-aed6-7e251346f58f req-1136c0fa-cbff-45ac-8b9f-8a0e6aeb4e28 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e3b4cbe-f720-4903-956a-7b773e45a77f HTTP/1.1" status: 200 len: 945 time: 0.0581148 Sep 17 07:48:40.236461 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5647a165-10f7-4a05-aed6-7e251346f58f req-8c3bdc98-d85f-4104-9a29-63f5631aba4d tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/security-groups?id=53a4612f-058b-4338-9861-1ad45234538f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395551 Sep 17 07:48:40.416211 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60554b79-f317-47ae-b6c5-1b1a3e7babe5 req-b8bccb62-17a9-4615-a6c6-d47220c0030e tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:40.425723 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-60554b79-f317-47ae-b6c5-1b1a3e7babe5 req-b8bccb62-17a9-4615-a6c6-d47220c0030e tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=eae18dcd-1ea3-49eb-aa1e-b7f28ad56c10 HTTP/1.1" status: 200 len: 946 time: 0.3779180 Sep 17 07:48:40.459910 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cdb0aaf8-b822-4b08-ab27-83fbc538e038 req-fde31580-c965-4075-9a37-71671a1df719 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=c20c08af-51fa-4753-95b7-55abba3651bc HTTP/1.1" status: 200 len: 210 time: 0.0345597 Sep 17 07:48:40.518204 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-60554b79-f317-47ae-b6c5-1b1a3e7babe5 req-50242576-3a2b-479c-b740-7db285cbb0dd tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682733 Sep 17 07:48:40.703563 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dce09c-e57a-4074-9363-8141921e05f5 req-95231cc6-9cb9-4c3d-8775-4a1eb99345e1 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:40.705506 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d5dce09c-e57a-4074-9363-8141921e05f5 req-95231cc6-9cb9-4c3d-8775-4a1eb99345e1 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/networks?id=200c4d1a-5385-414c-896c-7c2ada565217 HTTP/1.1" status: 200 len: 820 time: 0.1364996 Sep 17 07:48:40.722243 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d5dce09c-e57a-4074-9363-8141921e05f5 req-36d51507-ff9a-48d2-a1b0-9d50e2ed031e tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/quotas/173bcd349821437db6c688209e3398b1 HTTP/1.1" status: 200 len: 375 time: 0.0105002 Sep 17 07:48:40.820282 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d5dce09c-e57a-4074-9363-8141921e05f5 req-14af611a-b71d-472c-81da-8379b482fcc4 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=173bcd349821437db6c688209e3398b1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0919194 Sep 17 07:48:40.835577 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a2d307-6254-438c-86cf-3a1b41da3b22 req-8ebade78-e6cd-4687-ba21-802ee95103a1 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:40.843428 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-44a2d307-6254-438c-86cf-3a1b41da3b22 req-8ebade78-e6cd-4687-ba21-802ee95103a1 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=d99ed35d-0228-402a-8acb-014e6d55a78d HTTP/1.1" status: 200 len: 944 time: 0.0812938 Sep 17 07:48:40.907827 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-44a2d307-6254-438c-86cf-3a1b41da3b22 req-f1089f5f-c094-4695-8c2a-d3fd4673ffe5 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634320 Sep 17 07:48:40.985090 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d5dce09c-e57a-4074-9363-8141921e05f5 req-80ceb988-de72-44f1-949e-086816b80181 service neutron] 10.222.0.13 "GET /v2.0/networks/200c4d1a-5385-414c-896c-7c2ada565217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348147 Sep 17 07:48:41.106340 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d5dce09c-e57a-4074-9363-8141921e05f5 req-f10736c7-d0e3-4729-b145-61085d8f0f03 service neutron] 10.222.0.13 "GET /v2.0/networks/200c4d1a-5385-414c-896c-7c2ada565217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146276 Sep 17 07:48:41.343608 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-79809faa-d231-411a-82be-c99251f43c9d req-d68986c6-45c9-4199-a104-670b168e9fd6 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4983bfc-eb00-4ab8-b651-8e26a07e3568 HTTP/1.1" status: 200 len: 210 time: 0.0516605 Sep 17 07:48:41.455115 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a884b0-4704-46ce-84ce-d2ed30f97848 req-d036c388-61ed-457a-85b1-aef12ffe25a0 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:41.461473 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e1a884b0-4704-46ce-84ce-d2ed30f97848 req-d036c388-61ed-457a-85b1-aef12ffe25a0 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e3b4cbe-f720-4903-956a-7b773e45a77f HTTP/1.1" status: 200 len: 945 time: 0.1092710 Sep 17 07:48:41.524078 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e1a884b0-4704-46ce-84ce-d2ed30f97848 req-40f83641-6c72-4d17-acdb-2b57c6e2af30 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/security-groups?id=53a4612f-058b-4338-9861-1ad45234538f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500679 Sep 17 07:48:41.657612 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-78892fcf-a011-4269-bacc-6e6ff2fd61ad req-126334dc-2984-4401-bbf2-4f1a07bdba9f tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=c20c08af-51fa-4753-95b7-55abba3651bc HTTP/1.1" status: 200 len: 210 time: 0.0549009 Sep 17 07:48:41.686121 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca67d96f-52f1-4dab-a8bd-2e1b68bc729f req-775419ff-d516-4328-83d2-c301b063cd09 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:41.694150 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ca67d96f-52f1-4dab-a8bd-2e1b68bc729f req-775419ff-d516-4328-83d2-c301b063cd09 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=eae18dcd-1ea3-49eb-aa1e-b7f28ad56c10 HTTP/1.1" status: 200 len: 946 time: 0.1023750 Sep 17 07:48:41.747641 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ca67d96f-52f1-4dab-a8bd-2e1b68bc729f req-9ba5a7e2-b028-4873-b45a-ebc3ece77fbc tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523095 Sep 17 07:48:42.470355 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-51e17ad6-599e-4efd-84b8-b0472cdefff5 req-e71be3a9-b3fc-4a3c-b73e-1d9fea8886f3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4b19613c-19cc-4fcd-9986-d4471d717aa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0748398 Sep 17 07:48:42.494076 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f8f61ff2-f156-495f-8c10-9c016c2f54c3 req-3e7a7462-b654-4e0f-93d0-bb08d3ff197d tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4983bfc-eb00-4ab8-b651-8e26a07e3568 HTTP/1.1" status: 200 len: 210 time: 0.0657096 Sep 17 07:48:42.510844 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df5f66-0159-47e6-9796-b8546e619eab req-23cdb07d-f7f2-4aa5-92ef-0a5564feb428 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:42.533200 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-18df5f66-0159-47e6-9796-b8546e619eab req-23cdb07d-f7f2-4aa5-92ef-0a5564feb428 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=d99ed35d-0228-402a-8acb-014e6d55a78d HTTP/1.1" status: 200 len: 944 time: 0.4811025 Sep 17 07:48:42.605624 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e17ad6-599e-4efd-84b8-b0472cdefff5 req-e82e99f4-7513-4684-aa8e-4507e0ed0faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:42.612216 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-51e17ad6-599e-4efd-84b8-b0472cdefff5 req-e82e99f4-7513-4684-aa8e-4507e0ed0faf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2525ecc58cad4fa78c4be116636fc184&device_id=4b19613c-19cc-4fcd-9986-d4471d717aa1 HTTP/1.1" status: 200 len: 1096 time: 0.0990329 Sep 17 07:48:42.613396 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-18df5f66-0159-47e6-9796-b8546e619eab req-a23f1918-a8c2-4d02-8ed2-badb9d98f77b tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793643 Sep 17 07:48:42.835452 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c9511d5f-d932-4288-b177-7a3e17072b13 req-4264b809-bdaa-4e06-994b-d95fa965fdf4 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=c20c08af-51fa-4753-95b7-55abba3651bc HTTP/1.1" status: 200 len: 210 time: 0.0706880 Sep 17 07:48:42.845526 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e17ad6-599e-4efd-84b8-b0472cdefff5 req-6a1d4660-9ed6-4ec1-9e25-5d28f00ec798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:42.847404 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-51e17ad6-599e-4efd-84b8-b0472cdefff5 req-6a1d4660-9ed6-4ec1-9e25-5d28f00ec798 service neutron] 10.222.0.39 "GET /v2.0/networks?id=339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5 HTTP/1.1" status: 200 len: 921 time: 0.2007279 Sep 17 07:48:42.945628 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-51e17ad6-599e-4efd-84b8-b0472cdefff5 req-3e520f59-5f69-4e97-9bef-044c7bced30d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=013860f0-2126-4d95-9002-e87f7748261a HTTP/1.1" status: 200 len: 217 time: 0.0829706 Sep 17 07:48:43.025972 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a8a7d-98fd-452e-93c0-975124cf0898 req-25e09d5f-fedc-441a-b717-f923d0b8fd0e tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:43.033709 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3a2a8a7d-98fd-452e-93c0-975124cf0898 req-25e09d5f-fedc-441a-b717-f923d0b8fd0e tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=eae18dcd-1ea3-49eb-aa1e-b7f28ad56c10 HTTP/1.1" status: 200 len: 946 time: 0.1815319 Sep 17 07:48:43.052229 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dce09c-e57a-4074-9363-8141921e05f5 req-8ffe7087-c9c1-447b-a28d-23d384559b95 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:43.054265 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d5dce09c-e57a-4074-9363-8141921e05f5 req-8ffe7087-c9c1-447b-a28d-23d384559b95 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.41 "GET /v2.0/networks?id=200c4d1a-5385-414c-896c-7c2ada565217 HTTP/1.1" status: 200 len: 820 time: 0.1448634 Sep 17 07:48:43.055874 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e17ad6-599e-4efd-84b8-b0472cdefff5 req-97d9443a-897b-45ba-9a2e-7d3dd8d60a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:43.057716 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-51e17ad6-599e-4efd-84b8-b0472cdefff5 req-97d9443a-897b-45ba-9a2e-7d3dd8d60a67 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=affefed0-1fce-4202-a68f-ea65cc757370 HTTP/1.1" status: 200 len: 860 time: 0.1043086 Sep 17 07:48:43.068741 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-109a29a4-eee2-494b-9cba-e5ca5d32f42b req-762fac66-40c0-47a7-bfea-d7aad19c01ea service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2c19325a-872a-4be3-952a-1149cb68eff8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0613666 Sep 17 07:48:43.109868 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3a2a8a7d-98fd-452e-93c0-975124cf0898 req-5263c82d-76bc-4a34-a503-cde84eeeb48d tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748785 Sep 17 07:48:43.130355 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-51e17ad6-599e-4efd-84b8-b0472cdefff5 req-ed51e236-aa8c-4748-b913-3ce5c29ce644 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603378 Sep 17 07:48:43.130562 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-d5dce09c-e57a-4074-9363-8141921e05f5 req-615d7d31-4ac4-4cdf-971f-7f99f3cb80dc tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Request body: {'port': {'device_id': 'c4983bfc-eb00-4ab8-b651-8e26a07e3568', 'network_id': '200c4d1a-5385-414c-896c-7c2ada565217', 'admin_state_up': True, 'tenant_id': '173bcd349821437db6c688209e3398b1'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:48:43.281542 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a29a4-eee2-494b-9cba-e5ca5d32f42b req-817fe5f6-1bd3-4a63-9598-64f3cf875432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:43.283857 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-109a29a4-eee2-494b-9cba-e5ca5d32f42b req-817fe5f6-1bd3-4a63-9598-64f3cf875432 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4f0e4c1c4dc94ab78a72a2655bcb731a&device_id=2c19325a-872a-4be3-952a-1149cb68eff8 HTTP/1.1" status: 200 len: 1095 time: 0.1553910 Sep 17 07:48:43.321922 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5dce09c-e57a-4074-9363-8141921e05f5 req-615d7d31-4ac4-4cdf-971f-7f99f3cb80dc tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Made reservation on behalf of 173bcd349821437db6c688209e3398b1 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:48:43.329849 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-d5dce09c-e57a-4074-9363-8141921e05f5 req-615d7d31-4ac4-4cdf-971f-7f99f3cb80dc tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:43.405962 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-51e17ad6-599e-4efd-84b8-b0472cdefff5 req-c0dc34da-f994-4690-89ec-a8076e5830b2 service neutron] 10.222.0.39 "GET /v2.0/networks/339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580969 Sep 17 07:48:43.433333 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a29a4-eee2-494b-9cba-e5ca5d32f42b req-c238567c-d697-4099-a5df-a667e0f87e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:43.434829 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-109a29a4-eee2-494b-9cba-e5ca5d32f42b req-c238567c-d697-4099-a5df-a667e0f87e03 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a0a513a6-9cd3-48db-b90d-df8b88e7c76b HTTP/1.1" status: 200 len: 909 time: 0.1233234 Sep 17 07:48:43.482958 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-109a29a4-eee2-494b-9cba-e5ca5d32f42b req-a63aa3fa-44cd-4283-bc95-2f26dd91bd38 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=185ba6de-cea4-436f-8839-6eb8e5937fcc HTTP/1.1" status: 200 len: 217 time: 0.0381987 Sep 17 07:48:43.557236 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [req-d5dce09c-e57a-4074-9363-8141921e05f5 req-615d7d31-4ac4-4cdf-971f-7f99f3cb80dc tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Allocated IP 172.20.0.3 (200c4d1a-5385-414c-896c-7c2ada565217/472967d5-a95a-4c81-ab94-68718eb38ee3/20a2d9a2-5eef-40f4-9b45-05e4b67d111c) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:48:43.557792 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a29a4-eee2-494b-9cba-e5ca5d32f42b req-dafe7d2e-4f4e-450e-b743-b272199f3cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:43.558988 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-109a29a4-eee2-494b-9cba-e5ca5d32f42b req-dafe7d2e-4f4e-450e-b743-b272199f3cbd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b166af2c-f0c1-4005-bf20-b8a2b0583a5b HTTP/1.1" status: 200 len: 848 time: 0.0473619 Sep 17 07:48:43.600336 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-109a29a4-eee2-494b-9cba-e5ca5d32f42b req-415ab419-ff92-470a-9bd3-01842c678ccb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a0a513a6-9cd3-48db-b90d-df8b88e7c76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300541 Sep 17 07:48:43.610509 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 2ad87b74-3b5b-4433-9518-94ec4e1290f9 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:48:43.635223 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-51e17ad6-599e-4efd-84b8-b0472cdefff5 req-4cc92e63-e598-46f3-b5d1-9f73188a7ce4 service neutron] 10.222.0.39 "GET /v2.0/networks/339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215517 Sep 17 07:48:43.670600 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: 2ad87b74-3b5b-4433-9518-94ec4e1290f9 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:48:43.671077 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 2ad87b74-3b5b-4433-9518-94ec4e1290f9 not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:48:43.735275 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-109a29a4-eee2-494b-9cba-e5ca5d32f42b req-f3daba7b-a495-493e-a966-c89002e33dad service neutron] 10.222.0.41 "GET /v2.0/networks/a0a513a6-9cd3-48db-b90d-df8b88e7c76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240668 Sep 17 07:48:43.870531 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-109a29a4-eee2-494b-9cba-e5ca5d32f42b req-5ad33cd7-b991-49d9-9eb0-9a9aefba320c service neutron] 10.222.0.41 "GET /v2.0/networks/a0a513a6-9cd3-48db-b90d-df8b88e7c76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235139 Sep 17 07:48:44.152566 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 34778) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:48:44.163669 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-38e46d9d-fa83-4090-b8a1-caa04484f2cc req-ab378f99-57c6-4227-a2dc-3718d393da1b tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4983bfc-eb00-4ab8-b651-8e26a07e3568 HTTP/1.1" status: 200 len: 210 time: 0.4383256 Sep 17 07:48:44.229468 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d71b14e-45a3-4812-a0fc-700f29397ff9 req-4d7458dd-be3a-4610-92f1-0847d08a8e41 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:44.230986 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0d71b14e-45a3-4812-a0fc-700f29397ff9 req-4d7458dd-be3a-4610-92f1-0847d08a8e41 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=d99ed35d-0228-402a-8acb-014e6d55a78d HTTP/1.1" status: 200 len: 944 time: 0.4582376 Sep 17 07:48:44.235994 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-d5dce09c-e57a-4074-9363-8141921e05f5 req-615d7d31-4ac4-4cdf-971f-7f99f3cb80dc tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:44.304794 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0d71b14e-45a3-4812-a0fc-700f29397ff9 req-d04fda26-87b5-4e16-a6e0-8871d9465570 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608685 Sep 17 07:48:44.329520 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-d5dce09c-e57a-4074-9363-8141921e05f5 req-615d7d31-4ac4-4cdf-971f-7f99f3cb80dc tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:44.375618 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5dce09c-e57a-4074-9363-8141921e05f5 req-615d7d31-4ac4-4cdf-971f-7f99f3cb80dc tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Network 200c4d1a-5385-414c-896c-7c2ada565217 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:48:44.379083 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [req-d5dce09c-e57a-4074-9363-8141921e05f5 req-615d7d31-4ac4-4cdf-971f-7f99f3cb80dc tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:48:44.383026 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5dce09c-e57a-4074-9363-8141921e05f5 req-615d7d31-4ac4-4cdf-971f-7f99f3cb80dc tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:48:44.384456 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['da736859-ea02-421f-9e3c-068903c07a4f'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:48:44.479617 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615d7d31-4ac4-4cdf-971f-7f99f3cb80dc tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Pushing event updated for resources: {'Port': ['ID=20a2d9a2-5eef-40f4-9b45-05e4b67d111c,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:44.541110 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0b6a7c87-437d-460e-a28c-894d7183d9d0 req-5cdc8a2c-33da-48ba-917e-6e30091a77f9 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=c20c08af-51fa-4753-95b7-55abba3651bc HTTP/1.1" status: 200 len: 210 time: 0.1219807 Sep 17 07:48:44.587918 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dce09c-e57a-4074-9363-8141921e05f5 req-615d7d31-4ac4-4cdf-971f-7f99f3cb80dc tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:44.588644 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-d5dce09c-e57a-4074-9363-8141921e05f5 req-615d7d31-4ac4-4cdf-971f-7f99f3cb80dc tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:44.610964 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d5dce09c-e57a-4074-9363-8141921e05f5 req-615d7d31-4ac4-4cdf-971f-7f99f3cb80dc tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4939828 Sep 17 07:48:44.615470 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-00580949-906d-43b0-9a73-551a903fb5ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:44.636764 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-d5dce09c-e57a-4074-9363-8141921e05f5 req-b4fb05c8-55ad-460b-9ece-474a46950ed0 service neutron] Request body: {'port': {'device_id': 'c4983bfc-eb00-4ab8-b651-8e26a07e3568', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-9'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:48:44.814380 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-00580949-906d-43b0-9a73-551a903fb5ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:44.830282 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-00580949-906d-43b0-9a73-551a903fb5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:44.838155 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-d5dce09c-e57a-4074-9363-8141921e05f5 req-b4fb05c8-55ad-460b-9ece-474a46950ed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:44.862588 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2647c3a-1df4-49b9-b784-d02819444d4c req-f9563f86-6dfa-4816-b0df-c79eda908a2f tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:44.864265 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f2647c3a-1df4-49b9-b784-d02819444d4c req-f9563f86-6dfa-4816-b0df-c79eda908a2f tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=eae18dcd-1ea3-49eb-aa1e-b7f28ad56c10 HTTP/1.1" status: 200 len: 946 time: 0.1773119 Sep 17 07:48:44.872218 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00580949-906d-43b0-9a73-551a903fb5ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c66c550-2770-420e-be25-fdb921d9976d,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:44.877689 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-9ef8c6ac-ca39-466b-88a6-ccc595664a8d None None] Provisioning complete for port 20a2d9a2-5eef-40f4-9b45-05e4b67d111c triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:48:44.879510 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9ef8c6ac-ca39-466b-88a6-ccc595664a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:44.891539 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-00580949-906d-43b0-9a73-551a903fb5ba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4612632a6c8f46aaacf57913cde7dce0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7378089 Sep 17 07:48:44.894053 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 34798) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:48:44.926101 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-9ef8c6ac-ca39-466b-88a6-ccc595664a8d None None] Port 20a2d9a2-5eef-40f4-9b45-05e4b67d111c cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:48:44.939244 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f2647c3a-1df4-49b9-b784-d02819444d4c req-f80f1644-eb34-495e-97c8-e61187778f2d tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564828 Sep 17 07:48:45.005386 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0299f118-8157-4782-90b0-8962d4099d2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:45.060361 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0299f118-8157-4782-90b0-8962d4099d2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:45.128546 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0299f118-8157-4782-90b0-8962d4099d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:45.132495 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0299f118-8157-4782-90b0-8962d4099d2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:45.137278 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-0299f118-8157-4782-90b0-8962d4099d2a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5c66c550-2770-420e-be25-fdb921d9976d HTTP/1.1" status: 204 len: 168 time: 0.2420282 Sep 17 07:48:45.149666 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0299f118-8157-4782-90b0-8962d4099d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c66c550-2770-420e-be25-fdb921d9976d,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:45.346133 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [req-d5dce09c-e57a-4074-9363-8141921e05f5 req-b4fb05c8-55ad-460b-9ece-474a46950ed0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20a2d9a2-5eef-40f4-9b45-05e4b67d111c {{(pid=101289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:48:45.370242 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-d5dce09c-e57a-4074-9363-8141921e05f5 req-b4fb05c8-55ad-460b-9ece-474a46950ed0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:45.384303 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bee651-f603-497e-a659-15c23f2fdf2a req-861a70d1-40b2-4958-85d8-045bdf683d4e tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:45.385968 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a9bee651-f603-497e-a659-15c23f2fdf2a req-861a70d1-40b2-4958-85d8-045bdf683d4e tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4983bfc-eb00-4ab8-b651-8e26a07e3568 HTTP/1.1" status: 200 len: 931 time: 0.1407406 Sep 17 07:48:45.396479 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.provisioning_blocks [req-d5dce09c-e57a-4074-9363-8141921e05f5 req-b4fb05c8-55ad-460b-9ece-474a46950ed0 service neutron] Transition to ACTIVE for port object 20a2d9a2-5eef-40f4-9b45-05e4b67d111c will not be triggered until provisioned by entity L2. {{(pid=101289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:48:45.400231 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-d5dce09c-e57a-4074-9363-8141921e05f5 req-b4fb05c8-55ad-460b-9ece-474a46950ed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:45.538875 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fb05c8-55ad-460b-9ece-474a46950ed0 service neutron] Pushing event updated for resources: {'Port': ['ID=20a2d9a2-5eef-40f4-9b45-05e4b67d111c,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:45.576564 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a9bee651-f603-497e-a659-15c23f2fdf2a req-63a7c439-b889-44c3-a7bf-9f7889720b73 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c9770cf-353c-4f80-9091-e2890af77545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726904 Sep 17 07:48:45.621004 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 57eb68c2-f0a7-4d88-aff5-31814a1cf5ef details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:48:45.706102 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f14c52a-7ffd-4e1e-922b-75fb50dd9714 req-f3fb8206-12bc-496d-abd3-f45902fef7de tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:45.713667 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 34820) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:48:45.727146 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1f14c52a-7ffd-4e1e-922b-75fb50dd9714 req-f3fb8206-12bc-496d-abd3-f45902fef7de tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=d99ed35d-0228-402a-8acb-014e6d55a78d HTTP/1.1" status: 200 len: 944 time: 0.3108120 Sep 17 07:48:45.738148 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a3e6f335-5042-4ea1-81cf-2e488882dc47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:45.911608 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1f14c52a-7ffd-4e1e-922b-75fb50dd9714 req-defd2c16-2f5e-401b-92cc-c979f2b7c69f tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761651 Sep 17 07:48:45.912686 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-d5dce09c-e57a-4074-9363-8141921e05f5 req-b4fb05c8-55ad-460b-9ece-474a46950ed0 service neutron] Attempting to bind port 20a2d9a2-5eef-40f4-9b45-05e4b67d111c on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:48:45.913026 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-d5dce09c-e57a-4074-9363-8141921e05f5 req-b4fb05c8-55ad-460b-9ece-474a46950ed0 service neutron] Attempting to bind port 20a2d9a2-5eef-40f4-9b45-05e4b67d111c by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'a57e47ac-83cc-47ca-a237-87aa94ab2d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '200c4d1a-5385-414c-896c-7c2ada565217'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:48:45.913351 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5dce09c-e57a-4074-9363-8141921e05f5 req-b4fb05c8-55ad-460b-9ece-474a46950ed0 service neutron] Attempting to bind port 20a2d9a2-5eef-40f4-9b45-05e4b67d111c on network 200c4d1a-5385-414c-896c-7c2ada565217 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:48:45.926661 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5dce09c-e57a-4074-9363-8141921e05f5 req-b4fb05c8-55ad-460b-9ece-474a46950ed0 service neutron] Port 20a2d9a2-5eef-40f4-9b45-05e4b67d111c on network 200c4d1a-5385-414c-896c-7c2ada565217 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:48:45.926995 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5dce09c-e57a-4074-9363-8141921e05f5 req-b4fb05c8-55ad-460b-9ece-474a46950ed0 service neutron] Attempting to bind port 20a2d9a2-5eef-40f4-9b45-05e4b67d111c on network 200c4d1a-5385-414c-896c-7c2ada565217 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:48:45.938424 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5dce09c-e57a-4074-9363-8141921e05f5 req-b4fb05c8-55ad-460b-9ece-474a46950ed0 service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:48:45.941267 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5dce09c-e57a-4074-9363-8141921e05f5 req-b4fb05c8-55ad-460b-9ece-474a46950ed0 service neutron] Checking segment: {'id': 'a57e47ac-83cc-47ca-a237-87aa94ab2d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '200c4d1a-5385-414c-896c-7c2ada565217'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:48:45.941740 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5dce09c-e57a-4074-9363-8141921e05f5 req-b4fb05c8-55ad-460b-9ece-474a46950ed0 service neutron] Bound using segment: {'id': 'a57e47ac-83cc-47ca-a237-87aa94ab2d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '200c4d1a-5385-414c-896c-7c2ada565217'} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:48:45.949505 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-d5dce09c-e57a-4074-9363-8141921e05f5 req-b4fb05c8-55ad-460b-9ece-474a46950ed0 service neutron] Bound port: 20a2d9a2-5eef-40f4-9b45-05e4b67d111c, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a57e47ac-83cc-47ca-a237-87aa94ab2d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '200c4d1a-5385-414c-896c-7c2ada565217'}}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:48:45.949936 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-d5dce09c-e57a-4074-9363-8141921e05f5 req-b4fb05c8-55ad-460b-9ece-474a46950ed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:45.955640 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 57eb68c2-f0a7-4d88-aff5-31814a1cf5ef, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=57eb68c2-f0a7-4d88-aff5-31814a1cf5ef,segment=NetworkSegment(5ce36400-13a1-41db-8274-558edfd01d90),segment_id=5ce36400-13a1-41db-8274-558edfd01d90)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:48:45.966797 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a3e6f335-5042-4ea1-81cf-2e488882dc47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:45.989094 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a3e6f335-5042-4ea1-81cf-2e488882dc47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:46.011277 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '57eb68c2-f0a7-4d88-aff5-31814a1cf5ef', 'network_id': '8735159f-6edb-41d2-9bd4-93956ab1df1a', 'port_id': '57eb68c2-f0a7-4d88-aff5-31814a1cf5ef', 'mac_address': 'fa:16:3e:02:24:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e8a61b2-3aad-4505-a004-004379de0de4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:48:46.055912 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-d5dce09c-e57a-4074-9363-8141921e05f5 req-b4fb05c8-55ad-460b-9ece-474a46950ed0 service neutron] For port 20a2d9a2-5eef-40f4-9b45-05e4b67d111c, host n-h1-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:48:46.059654 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-d5dce09c-e57a-4074-9363-8141921e05f5 req-b4fb05c8-55ad-460b-9ece-474a46950ed0 service neutron] For port 20a2d9a2-5eef-40f4-9b45-05e4b67d111c, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=20a2d9a2-5eef-40f4-9b45-05e4b67d111c,segment=NetworkSegment(a57e47ac-83cc-47ca-a237-87aa94ab2d2a),segment_id=a57e47ac-83cc-47ca-a237-87aa94ab2d2a)] {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:48:46.070758 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-d5dce09c-e57a-4074-9363-8141921e05f5 req-b4fb05c8-55ad-460b-9ece-474a46950ed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:46.087980 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a3e6f335-5042-4ea1-81cf-2e488882dc47 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d095e39f8f2e4843b4c39388b9db72d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3725755 Sep 17 07:48:46.088608 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 34838) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:48:46.126888 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:46.154704 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dce09c-e57a-4074-9363-8141921e05f5 req-b4fb05c8-55ad-460b-9ece-474a46950ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:46.157764 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-d5dce09c-e57a-4074-9363-8141921e05f5 req-b4fb05c8-55ad-460b-9ece-474a46950ed0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:46.158007 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 57eb68c2-f0a7-4d88-aff5-31814a1cf5ef {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:48:46.159559 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d5dce09c-e57a-4074-9363-8141921e05f5 req-b4fb05c8-55ad-460b-9ece-474a46950ed0 service neutron] 10.222.0.41 "PUT /v2.0/ports/20a2d9a2-5eef-40f4-9b45-05e4b67d111c HTTP/1.1" status: 200 len: 1091 time: 1.5328205 Sep 17 07:48:46.163029 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4983bfc-eb00-4ab8-b651-8e26a07e3568', 'tag': '20a2d9a2-5eef-40f4-9b45-05e4b67d111c'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:48:46.165509 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f793f197-c8e4-45ad-a9a6-bd15e75ce5d9" -d '{"events": [{"name": "network-changed", "server_uuid": "c4983bfc-eb00-4ab8-b651-8e26a07e3568", "tag": "20a2d9a2-5eef-40f4-9b45-05e4b67d111c"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:48:46.212634 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fb05c8-55ad-460b-9ece-474a46950ed0 service neutron] Pushing event updated for resources: {'Port': ['ID=20a2d9a2-5eef-40f4-9b45-05e4b67d111c,revision_number=3']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:46.220965 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e6f335-5042-4ea1-81cf-2e488882dc47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11fb0361-edc4-491b-a5bc-3cfba078eed8,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:46.222643 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 57eb68c2-f0a7-4d88-aff5-31814a1cf5ef, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=57eb68c2-f0a7-4d88-aff5-31814a1cf5ef,segment=NetworkSegment(5ce36400-13a1-41db-8274-558edfd01d90),segment_id=5ce36400-13a1-41db-8274-558edfd01d90)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:48:46.235037 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:46.261543 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19dac40-2ca8-49e4-988b-2a70e039cdd6 req-f5c30699-82e1-406b-90fa-939fa69d5c34 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:46.271492 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e19dac40-2ca8-49e4-988b-2a70e039cdd6 req-f5c30699-82e1-406b-90fa-939fa69d5c34 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=eae18dcd-1ea3-49eb-aa1e-b7f28ad56c10 HTTP/1.1" status: 200 len: 946 time: 0.1600840 Sep 17 07:48:46.288620 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bd8f7776-f2e1-4c8e-8b72-497e7a42ccad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:46.315307 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24bd6c0f-7753-40d6-97d9-74d1fc811e81 x-openstack-request-id: req-24bd6c0f-7753-40d6-97d9-74d1fc811e81 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:48:46.315899 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4983bfc-eb00-4ab8-b651-8e26a07e3568", "tag": "20a2d9a2-5eef-40f4-9b45-05e4b67d111c", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:48:46.316306 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-24bd6c0f-7753-40d6-97d9-74d1fc811e81 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:48:46.316870 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4983bfc-eb00-4ab8-b651-8e26a07e3568', 'tag': '20a2d9a2-5eef-40f4-9b45-05e4b67d111c', 'status': 'completed', 'code': 200} Sep 17 07:48:46.349413 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=57eb68c2-f0a7-4d88-aff5-31814a1cf5ef,revision_number=6']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:46.350553 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bd8f7776-f2e1-4c8e-8b72-497e7a42ccad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:46.393477 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e19dac40-2ca8-49e4-988b-2a70e039cdd6 req-a590043f-de6e-477b-9f50-1f85c04addcb tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205714 Sep 17 07:48:46.414827 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dce09c-e57a-4074-9363-8141921e05f5 req-34e00df1-d1f7-4274-84ec-40f71dffc4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:46.416944 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d5dce09c-e57a-4074-9363-8141921e05f5 req-34e00df1-d1f7-4274-84ec-40f71dffc4b7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=173bcd349821437db6c688209e3398b1&device_id=c4983bfc-eb00-4ab8-b651-8e26a07e3568 HTTP/1.1" status: 200 len: 1094 time: 0.1293974 Sep 17 07:48:46.424608 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bd8f7776-f2e1-4c8e-8b72-497e7a42ccad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:46.430423 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bd8f7776-f2e1-4c8e-8b72-497e7a42ccad admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:46.433926 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-bd8f7776-f2e1-4c8e-8b72-497e7a42ccad admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/11fb0361-edc4-491b-a5bc-3cfba078eed8 HTTP/1.1" status: 204 len: 168 time: 0.3383424 Sep 17 07:48:46.441263 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['57eb68c2-f0a7-4d88-aff5-31814a1cf5ef'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:48:46.449374 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8f7776-f2e1-4c8e-8b72-497e7a42ccad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11fb0361-edc4-491b-a5bc-3cfba078eed8,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:46.489573 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d5dce09c-e57a-4074-9363-8141921e05f5 req-e429a130-6c83-4079-b385-56ba825e571a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20a2d9a2-5eef-40f4-9b45-05e4b67d111c HTTP/1.1" status: 200 len: 217 time: 0.0543818 Sep 17 07:48:46.610412 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dce09c-e57a-4074-9363-8141921e05f5 req-5a35f46e-6edb-460f-b60f-402b8190f54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:46.611928 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d5dce09c-e57a-4074-9363-8141921e05f5 req-5a35f46e-6edb-460f-b60f-402b8190f54b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=472967d5-a95a-4c81-ab94-68718eb38ee3 HTTP/1.1" status: 200 len: 859 time: 0.1126072 Sep 17 07:48:46.782036 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dce09c-e57a-4074-9363-8141921e05f5 req-2467f1f7-8dfe-49e4-970f-30d984dbca7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:46.783571 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d5dce09c-e57a-4074-9363-8141921e05f5 req-2467f1f7-8dfe-49e4-970f-30d984dbca7c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=200c4d1a-5385-414c-896c-7c2ada565217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1639156 Sep 17 07:48:46.835978 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678da9d9-1021-4af3-8ee8-480df1dcbe47 req-02501b8d-a5cd-48f3-a935-87de86bb817d tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:46.837512 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-678da9d9-1021-4af3-8ee8-480df1dcbe47 req-02501b8d-a5cd-48f3-a935-87de86bb817d tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4983bfc-eb00-4ab8-b651-8e26a07e3568 HTTP/1.1" status: 200 len: 943 time: 0.1383944 Sep 17 07:48:47.032092 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-678da9d9-1021-4af3-8ee8-480df1dcbe47 req-642ec034-c4aa-4964-b04b-111d03f61d28 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c9770cf-353c-4f80-9091-e2890af77545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224191 Sep 17 07:48:47.063489 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d5dce09c-e57a-4074-9363-8141921e05f5 req-dd364f02-c6fa-4fac-b5b5-eed0c2314bca service neutron] 10.222.0.41 "GET /v2.0/networks/200c4d1a-5385-414c-896c-7c2ada565217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700686 Sep 17 07:48:47.193136 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452fa625-f77a-4b9e-9c7d-426a8258cfa8 req-aeec8533-8318-49fb-beb5-8e030ee1f202 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:47.194981 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-452fa625-f77a-4b9e-9c7d-426a8258cfa8 req-aeec8533-8318-49fb-beb5-8e030ee1f202 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=d99ed35d-0228-402a-8acb-014e6d55a78d HTTP/1.1" status: 200 len: 944 time: 0.0711725 Sep 17 07:48:47.278750 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-452fa625-f77a-4b9e-9c7d-426a8258cfa8 req-a2fc3fd9-2553-46d8-a065-dec002ea17a8 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756137 Sep 17 07:48:47.422648 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d5dce09c-e57a-4074-9363-8141921e05f5 req-40ebde62-4e3a-46a5-8254-6d03b6b4e900 service neutron] 10.222.0.41 "GET /v2.0/networks/200c4d1a-5385-414c-896c-7c2ada565217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3508630 Sep 17 07:48:47.590920 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf1fa0-a74a-43da-895e-117c72a03d8d req-91d09213-bbb9-4581-a43e-42caff6ed595 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:47.593630 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-94cf1fa0-a74a-43da-895e-117c72a03d8d req-91d09213-bbb9-4581-a43e-42caff6ed595 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=eae18dcd-1ea3-49eb-aa1e-b7f28ad56c10 HTTP/1.1" status: 200 len: 946 time: 0.1128826 Sep 17 07:48:47.596949 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f793f197-c8e4-45ad-a9a6-bd15e75ce5d9 req-c30ee9c8-9a2d-43d7-9551-0d7e1bd5cf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:47.598673 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f793f197-c8e4-45ad-a9a6-bd15e75ce5d9 req-c30ee9c8-9a2d-43d7-9551-0d7e1bd5cf08 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=173bcd349821437db6c688209e3398b1&device_id=c4983bfc-eb00-4ab8-b651-8e26a07e3568 HTTP/1.1" status: 200 len: 1094 time: 0.0643375 Sep 17 07:48:47.654907 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device f63b550b-5495-42d6-9113-c786a4434e0f details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:48:47.661922 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 57eb68c2-f0a7-4d88-aff5-31814a1cf5ef up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:48:47.775092 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 57eb68c2-f0a7-4d88-aff5-31814a1cf5ef triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:48:47.775463 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:47.775613 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-94cf1fa0-a74a-43da-895e-117c72a03d8d req-9ebf9e58-a88c-41cb-b2ac-9724cfd5470e tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752377 Sep 17 07:48:47.777109 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f793f197-c8e4-45ad-a9a6-bd15e75ce5d9 req-3255e31b-0a31-4f42-a91d-68cd652037cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:47.780020 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f793f197-c8e4-45ad-a9a6-bd15e75ce5d9 req-3255e31b-0a31-4f42-a91d-68cd652037cf service neutron] 10.222.0.41 "GET /v2.0/networks?id=200c4d1a-5385-414c-896c-7c2ada565217 HTTP/1.1" status: 200 len: 921 time: 0.1173890 Sep 17 07:48:47.845094 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f793f197-c8e4-45ad-a9a6-bd15e75ce5d9 req-6ab3a4f6-2b86-4a37-89da-7e313321b7e6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20a2d9a2-5eef-40f4-9b45-05e4b67d111c HTTP/1.1" status: 200 len: 217 time: 0.0572162 Sep 17 07:48:47.942643 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f793f197-c8e4-45ad-a9a6-bd15e75ce5d9 req-5cd52446-e289-418e-aa7e-f3d3e2789128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:47.944760 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f793f197-c8e4-45ad-a9a6-bd15e75ce5d9 req-5cd52446-e289-418e-aa7e-f3d3e2789128 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=472967d5-a95a-4c81-ab94-68718eb38ee3 HTTP/1.1" status: 200 len: 859 time: 0.0920358 Sep 17 07:48:47.955688 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port f63b550b-5495-42d6-9113-c786a4434e0f, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=f63b550b-5495-42d6-9113-c786a4434e0f,segment=NetworkSegment(bbdef28d-b0c6-41c1-88af-cfcd40a3d803),segment_id=bbdef28d-b0c6-41c1-88af-cfcd40a3d803)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:48:47.975122 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': 'f63b550b-5495-42d6-9113-c786a4434e0f', 'network_id': '339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5', 'port_id': 'f63b550b-5495-42d6-9113-c786a4434e0f', 'mac_address': 'fa:16:3e:ce:11:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'affefed0-1fce-4202-a68f-ea65cc757370', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:48:48.009859 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:48.087878 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f793f197-c8e4-45ad-a9a6-bd15e75ce5d9 req-349c0c76-aff4-41b5-ae2b-437a4881b03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:48.099873 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f793f197-c8e4-45ad-a9a6-bd15e75ce5d9 req-349c0c76-aff4-41b5-ae2b-437a4881b03f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=200c4d1a-5385-414c-896c-7c2ada565217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1370809 Sep 17 07:48:48.144977 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e3b4cbe-f720-4903-956a-7b773e45a77f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57eb68c2-f0a7-4d88-aff5-31814a1cf5ef'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:48:48.147100 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a697921-d75a-405a-878f-65e73a9c0a89" -d '{"events": [{"server_uuid": "9e3b4cbe-f720-4903-956a-7b773e45a77f", "name": "network-vif-plugged", "status": "completed", "tag": "57eb68c2-f0a7-4d88-aff5-31814a1cf5ef"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:48:48.179591 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:48.192656 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 57eb68c2-f0a7-4d88-aff5-31814a1cf5ef, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=57eb68c2-f0a7-4d88-aff5-31814a1cf5ef,segment=NetworkSegment(5ce36400-13a1-41db-8274-558edfd01d90),segment_id=5ce36400-13a1-41db-8274-558edfd01d90)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:48:48.211132 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:48.380282 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1229a2c-ded7-4cb7-9fb8-b7931dff5ca6 x-openstack-request-id: req-f1229a2c-ded7-4cb7-9fb8-b7931dff5ca6 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:48:48.380592 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e3b4cbe-f720-4903-956a-7b773e45a77f", "name": "network-vif-plugged", "status": "completed", "tag": "57eb68c2-f0a7-4d88-aff5-31814a1cf5ef", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:48:48.380854 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f1229a2c-ded7-4cb7-9fb8-b7931dff5ca6 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:48:48.381240 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e3b4cbe-f720-4903-956a-7b773e45a77f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57eb68c2-f0a7-4d88-aff5-31814a1cf5ef', 'code': 200} Sep 17 07:48:48.382042 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=57eb68c2-f0a7-4d88-aff5-31814a1cf5ef,revision_number=7']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:48.385609 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f63b550b-5495-42d6-9113-c786a4434e0f {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:48:48.447143 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde960ed-f902-4c49-a2cc-a7765cef38c6 req-d6e9522a-cfd8-4064-8675-894b05f693e8 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:48.450307 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port f63b550b-5495-42d6-9113-c786a4434e0f, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=f63b550b-5495-42d6-9113-c786a4434e0f,segment=NetworkSegment(bbdef28d-b0c6-41c1-88af-cfcd40a3d803),segment_id=bbdef28d-b0c6-41c1-88af-cfcd40a3d803)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:48:48.454846 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fde960ed-f902-4c49-a2cc-a7765cef38c6 req-d6e9522a-cfd8-4064-8675-894b05f693e8 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4983bfc-eb00-4ab8-b651-8e26a07e3568 HTTP/1.1" status: 200 len: 943 time: 0.2521539 Sep 17 07:48:48.463344 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:48.489788 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f793f197-c8e4-45ad-a9a6-bd15e75ce5d9 req-03fa64b0-892f-48ec-933c-38b2666654ff service neutron] 10.222.0.41 "GET /v2.0/networks/200c4d1a-5385-414c-896c-7c2ada565217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3886268 Sep 17 07:48:48.521737 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fde960ed-f902-4c49-a2cc-a7765cef38c6 req-5c1ced8b-f982-41f8-8efb-d8ec4916f574 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c9770cf-353c-4f80-9091-e2890af77545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629487 Sep 17 07:48:48.638431 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=f63b550b-5495-42d6-9113-c786a4434e0f,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:48.681817 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f793f197-c8e4-45ad-a9a6-bd15e75ce5d9 req-af4f08e3-151a-4483-897b-97c66cc0609d service neutron] 10.222.0.41 "GET /v2.0/networks/200c4d1a-5385-414c-896c-7c2ada565217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765032 Sep 17 07:48:48.712643 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7641b474-e8f6-470b-8afe-835028caaf22 req-961fcbcb-d683-464f-b15b-9c1bb664917f tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:48.726170 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7641b474-e8f6-470b-8afe-835028caaf22 req-961fcbcb-d683-464f-b15b-9c1bb664917f tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=d99ed35d-0228-402a-8acb-014e6d55a78d HTTP/1.1" status: 200 len: 945 time: 0.0860720 Sep 17 07:48:48.791751 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7641b474-e8f6-470b-8afe-835028caaf22 req-8eab6ed6-262c-4621-a553-63326a2f9bcb tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586493 Sep 17 07:48:48.918918 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['f63b550b-5495-42d6-9113-c786a4434e0f'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:48:49.041494 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba9af2f-0c67-443f-8f40-f6bda950cf11 req-00b7ed31-d783-4669-a016-9943666b038b tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:49.054240 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cba9af2f-0c67-443f-8f40-f6bda950cf11 req-00b7ed31-d783-4669-a016-9943666b038b tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=eae18dcd-1ea3-49eb-aa1e-b7f28ad56c10 HTTP/1.1" status: 200 len: 946 time: 0.1671584 Sep 17 07:48:49.144322 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 4b7dc433-3efb-4378-b002-1e48b038275e no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:48:49.146917 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cba9af2f-0c67-443f-8f40-f6bda950cf11 req-1790632e-eda0-40ac-9adf-a9ba89778151 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871019 Sep 17 07:48:49.352138 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:49.400539 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 4b7dc433-3efb-4378-b002-1e48b038275e, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=4b7dc433-3efb-4378-b002-1e48b038275e,segment=NetworkSegment(be767568-3060-48d1-bebe-585a133f1049),segment_id=be767568-3060-48d1-bebe-585a133f1049)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:48:49.415344 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:49.489606 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=4b7dc433-3efb-4378-b002-1e48b038275e,revision_number=6']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:49.795578 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6301f9-5203-4e26-9752-c59150a7c38f req-77d7e0b5-f6e5-445a-9741-a3528dd3d5f8 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:49.813558 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0c6301f9-5203-4e26-9752-c59150a7c38f req-77d7e0b5-f6e5-445a-9741-a3528dd3d5f8 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4983bfc-eb00-4ab8-b651-8e26a07e3568 HTTP/1.1" status: 200 len: 943 time: 0.1319048 Sep 17 07:48:49.847503 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0d1b7079-890b-47fa-8067-492cfc0aa501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:49.915104 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0c6301f9-5203-4e26-9752-c59150a7c38f req-6f363b56-bbc1-400c-bc1b-42483f29e3f2 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c9770cf-353c-4f80-9091-e2890af77545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005394 Sep 17 07:48:49.988572 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 34994) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:48:50.107368 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e475e11e-bdb2-4429-8955-ffe61fbcb91a req-55673f1a-3def-4f37-a800-97e107b2f2d2 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:50.120434 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e475e11e-bdb2-4429-8955-ffe61fbcb91a req-55673f1a-3def-4f37-a800-97e107b2f2d2 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=d99ed35d-0228-402a-8acb-014e6d55a78d HTTP/1.1" status: 200 len: 945 time: 0.1301198 Sep 17 07:48:50.173485 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e475e11e-bdb2-4429-8955-ffe61fbcb91a req-184c579b-1ec4-49e0-8949-98c014cf88b1 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446870 Sep 17 07:48:50.344359 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c04842-1b46-496a-a791-b9644107e835 req-3023a69d-6ca2-441b-9821-a0981e48bf47 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:50.351734 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f6c04842-1b46-496a-a791-b9644107e835 req-3023a69d-6ca2-441b-9821-a0981e48bf47 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=eae18dcd-1ea3-49eb-aa1e-b7f28ad56c10 HTTP/1.1" status: 200 len: 944 time: 0.0946612 Sep 17 07:48:50.381955 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eae18dcd-1ea3-49eb-aa1e-b7f28ad56c10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b7dc433-3efb-4378-b002-1e48b038275e'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:48:50.385086 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e3906f-c7fb-460e-a79b-94826324f331" -d '{"events": [{"server_uuid": "eae18dcd-1ea3-49eb-aa1e-b7f28ad56c10", "name": "network-vif-unplugged", "status": "completed", "tag": "4b7dc433-3efb-4378-b002-1e48b038275e"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:48:50.410905 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f6c04842-1b46-496a-a791-b9644107e835 req-7837a4ae-dff3-4d2b-b72f-d322e1ebaa23 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580425 Sep 17 07:48:50.460460 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 07:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed3422fd-ac62-4aed-ae41-2643bac1f85e x-openstack-request-id: req-ed3422fd-ac62-4aed-ae41-2643bac1f85e {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:48:50.460801 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eae18dcd-1ea3-49eb-aa1e-b7f28ad56c10", "name": "network-vif-unplugged", "status": "completed", "tag": "4b7dc433-3efb-4378-b002-1e48b038275e", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:48:50.461100 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ed3422fd-ac62-4aed-ae41-2643bac1f85e {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:48:50.461608 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eae18dcd-1ea3-49eb-aa1e-b7f28ad56c10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b7dc433-3efb-4378-b002-1e48b038275e', 'code': 200} Sep 17 07:48:50.563386 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ba58a39b-53a7-405e-8878-7328dd648998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:50.747252 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ed763-da77-4ef2-a646-4240c263cefd req-5d538c96-3522-4390-8918-b1769c746d32 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:50.749787 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-184ed763-da77-4ef2-a646-4240c263cefd req-5d538c96-3522-4390-8918-b1769c746d32 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1b5e246-73e6-41ad-88f0-1b0c20a96fdd HTTP/1.1" status: 200 len: 944 time: 0.0884719 Sep 17 07:48:50.776400 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ba58a39b-53a7-405e-8878-7328dd648998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:50.784619 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ba58a39b-53a7-405e-8878-7328dd648998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:50.828645 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-184ed763-da77-4ef2-a646-4240c263cefd req-3c01ea1c-deb9-453b-8921-9372a44fb873 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711622 Sep 17 07:48:50.834934 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ba58a39b-53a7-405e-8878-7328dd648998 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7324d7aafb7643ec8e6775df4aaa043e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8451960 Sep 17 07:48:50.837584 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 35032) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:48:50.884937 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba58a39b-53a7-405e-8878-7328dd648998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f318a0e-9b37-433d-8508-5abc0d1777d1,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:50.916184 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2d26e21c-81b3-49c0-a6af-29617007d7ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:50.980259 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2d26e21c-81b3-49c0-a6af-29617007d7ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:51.111755 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788ddef-4df6-4740-8d3c-2e8e67a6152c req-6c52c040-e185-450b-89f3-7b3197fe63b8 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:51.121318 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e788ddef-4df6-4740-8d3c-2e8e67a6152c req-6c52c040-e185-450b-89f3-7b3197fe63b8 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4983bfc-eb00-4ab8-b651-8e26a07e3568 HTTP/1.1" status: 200 len: 943 time: 0.0940115 Sep 17 07:48:51.138720 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 4b7dc433-3efb-4378-b002-1e48b038275e details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:48:51.147684 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2d26e21c-81b3-49c0-a6af-29617007d7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:51.151789 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2d26e21c-81b3-49c0-a6af-29617007d7ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:51.157015 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-2d26e21c-81b3-49c0-a6af-29617007d7ee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2f318a0e-9b37-433d-8508-5abc0d1777d1 HTTP/1.1" status: 204 len: 168 time: 0.3154168 Sep 17 07:48:51.168489 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d26e21c-81b3-49c0-a6af-29617007d7ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f318a0e-9b37-433d-8508-5abc0d1777d1,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:51.222648 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e788ddef-4df6-4740-8d3c-2e8e67a6152c req-0078e1d0-6848-4236-bc0f-cffa6bc5806d tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c9770cf-353c-4f80-9091-e2890af77545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000273 Sep 17 07:48:51.337371 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 4b7dc433-3efb-4378-b002-1e48b038275e, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=4b7dc433-3efb-4378-b002-1e48b038275e,segment=NetworkSegment(be767568-3060-48d1-bebe-585a133f1049),segment_id=be767568-3060-48d1-bebe-585a133f1049)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:48:51.369271 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': '4b7dc433-3efb-4378-b002-1e48b038275e', 'network_id': 'e9141915-58fa-4f94-8f27-c56354fa8ebb', 'port_id': '4b7dc433-3efb-4378-b002-1e48b038275e', 'mac_address': 'fa:16:3e:86:11:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '604275ee-9836-4f85-a007-f6695778fdeb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:48:51.378019 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad17cbe-76e9-4c79-afb2-ab37d2c5e8b2 req-d0dec0e6-b4bb-4e6b-ba34-ee66c4a63275 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:51.383283 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2ad17cbe-76e9-4c79-afb2-ab37d2c5e8b2 req-d0dec0e6-b4bb-4e6b-ba34-ee66c4a63275 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=d99ed35d-0228-402a-8acb-014e6d55a78d HTTP/1.1" status: 200 len: 945 time: 0.1055892 Sep 17 07:48:51.439785 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2ad17cbe-76e9-4c79-afb2-ab37d2c5e8b2 req-51c0491d-7ecc-4a18-9f58-73c65679d53a tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515776 Sep 17 07:48:51.556187 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1dfa4f-171f-4a60-9da5-c41f8a8b7ff4 req-2849a06c-2e14-4f0c-9aa5-7279ca8148a6 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:51.558191 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1c1dfa4f-171f-4a60-9da5-c41f8a8b7ff4 req-2849a06c-2e14-4f0c-9aa5-7279ca8148a6 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1b5e246-73e6-41ad-88f0-1b0c20a96fdd HTTP/1.1" status: 200 len: 944 time: 0.1118171 Sep 17 07:48:51.728746 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31848c8-63f5-42be-9b03-b9915fda021c req-c1e23264-a253-4635-9fb5-f8744022c1f6 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:51.737391 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f31848c8-63f5-42be-9b03-b9915fda021c req-c1e23264-a253-4635-9fb5-f8744022c1f6 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=eae18dcd-1ea3-49eb-aa1e-b7f28ad56c10 HTTP/1.1" status: 200 len: 944 time: 0.1104784 Sep 17 07:48:51.764388 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-1c1dfa4f-171f-4a60-9da5-c41f8a8b7ff4 req-3135ff15-f4e1-4a4c-8d13-dd701e35da18 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Deleting port 03004444-8be2-447c-9467-72612117c20a {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:48:51.765000 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1c1dfa4f-171f-4a60-9da5-c41f8a8b7ff4 req-3135ff15-f4e1-4a4c-8d13-dd701e35da18 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:51.820147 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:51.844667 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b7dc433-3efb-4378-b002-1e48b038275e {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:48:51.852042 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device f63b550b-5495-42d6-9113-c786a4434e0f up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:48:51.860030 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f31848c8-63f5-42be-9b03-b9915fda021c req-dd28c892-995b-450e-99d8-755de84db485 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095879 Sep 17 07:48:51.899556 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 35070) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:48:51.920846 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1d5a8e58-79df-4b77-9a59-d994a31a9261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:51.974780 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 4b7dc433-3efb-4378-b002-1e48b038275e, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=4b7dc433-3efb-4378-b002-1e48b038275e,segment=NetworkSegment(be767568-3060-48d1-bebe-585a133f1049),segment_id=be767568-3060-48d1-bebe-585a133f1049)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:48:51.978561 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port f63b550b-5495-42d6-9113-c786a4434e0f completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:48:51.988265 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:51.989422 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 20a2d9a2-5eef-40f4-9b45-05e4b67d111c details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:48:51.994789 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-1c1dfa4f-171f-4a60-9da5-c41f8a8b7ff4 req-3135ff15-f4e1-4a4c-8d13-dd701e35da18 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] For port 03004444-8be2-447c-9467-72612117c20a, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=03004444-8be2-447c-9467-72612117c20a,segment=NetworkSegment(2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff),segment_id=2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:48:51.995156 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1c1dfa4f-171f-4a60-9da5-c41f8a8b7ff4 req-3135ff15-f4e1-4a4c-8d13-dd701e35da18 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:52.012986 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-1c1dfa4f-171f-4a60-9da5-c41f8a8b7ff4 req-3135ff15-f4e1-4a4c-8d13-dd701e35da18 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Calling delete_port for 03004444-8be2-447c-9467-72612117c20a owned by compute:nova {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:48:52.034338 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port f63b550b-5495-42d6-9113-c786a4434e0f triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:48:52.036858 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:52.119376 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.db.resource_extend [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 07:48:52.129024 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1d5a8e58-79df-4b77-9a59-d994a31a9261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:52.135180 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1d5a8e58-79df-4b77-9a59-d994a31a9261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:52.172083 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-1d5a8e58-79df-4b77-9a59-d994a31a9261 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=da786a2e052747f9b1d3f460afee32be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2700768 Sep 17 07:48:52.174556 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 35076) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:48:52.215858 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 20a2d9a2-5eef-40f4-9b45-05e4b67d111c, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=20a2d9a2-5eef-40f4-9b45-05e4b67d111c,segment=NetworkSegment(a57e47ac-83cc-47ca-a237-87aa94ab2d2a),segment_id=a57e47ac-83cc-47ca-a237-87aa94ab2d2a)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:48:52.219397 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1c1dfa4f-171f-4a60-9da5-c41f8a8b7ff4 req-3135ff15-f4e1-4a4c-8d13-dd701e35da18 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:52.232674 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': '20a2d9a2-5eef-40f4-9b45-05e4b67d111c', 'network_id': '200c4d1a-5385-414c-896c-7c2ada565217', 'port_id': '20a2d9a2-5eef-40f4-9b45-05e4b67d111c', 'mac_address': 'fa:16:3e:91:e1:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '472967d5-a95a-4c81-ab94-68718eb38ee3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:48:52.244136 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d68b2daf-b38e-40c6-ba17-6b16b5b1226d req-8710df52-5735-42a6-8c29-5243612c106e tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1b5e246-73e6-41ad-88f0-1b0c20a96fdd HTTP/1.1" status: 200 len: 210 time: 0.0554621 Sep 17 07:48:52.259310 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5a8e58-79df-4b77-9a59-d994a31a9261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dcdc2b2-fc42-4da8-bf93-c92033c9704f,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:52.282705 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3135ff15-f4e1-4a4c-8d13-dd701e35da18 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Pushing event deleted for resources: {'Port': ['ID=03004444-8be2-447c-9467-72612117c20a,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:52.300402 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3afe3cb4-bd0e-45b3-bcea-d4298995c68a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:52.327640 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:52.347021 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c1dfa4f-171f-4a60-9da5-c41f8a8b7ff4 req-3135ff15-f4e1-4a4c-8d13-dd701e35da18 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] No DVR routers for this DVR port 03004444-8be2-447c-9467-72612117c20a on host n-h1-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:48:52.350737 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1c1dfa4f-171f-4a60-9da5-c41f8a8b7ff4 req-3135ff15-f4e1-4a4c-8d13-dd701e35da18 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:52.352323 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3afe3cb4-bd0e-45b3-bcea-d4298995c68a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:52.353706 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1c1dfa4f-171f-4a60-9da5-c41f8a8b7ff4 req-3135ff15-f4e1-4a4c-8d13-dd701e35da18 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.41 "DELETE /v2.0/ports/03004444-8be2-447c-9467-72612117c20a HTTP/1.1" status: 204 len: 173 time: 0.7878709 Sep 17 07:48:52.354169 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b5e246-73e6-41ad-88f0-1b0c20a96fdd', 'name': 'network-vif-deleted', 'tag': '03004444-8be2-447c-9467-72612117c20a'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:48:52.357974 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1568303-30a4-44ce-bc17-6fd0938940a1" -d '{"events": [{"server_uuid": "c1b5e246-73e6-41ad-88f0-1b0c20a96fdd", "name": "network-vif-deleted", "tag": "03004444-8be2-447c-9467-72612117c20a"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:48:52.384134 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20a2d9a2-5eef-40f4-9b45-05e4b67d111c {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:48:52.427764 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=4b7dc433-3efb-4378-b002-1e48b038275e,revision_number=7']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:52.458185 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3afe3cb4-bd0e-45b3-bcea-d4298995c68a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:52.463456 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3afe3cb4-bd0e-45b3-bcea-d4298995c68a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:52.464962 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-3afe3cb4-bd0e-45b3-bcea-d4298995c68a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8dcdc2b2-fc42-4da8-bf93-c92033c9704f HTTP/1.1" status: 204 len: 168 time: 0.2892826 Sep 17 07:48:52.475226 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64eeecf-e98c-4f82-abf5-d3148b6beb50 req-cbe9fedb-46fd-469a-8e41-350fd6a5fffb tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:52.485742 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a64eeecf-e98c-4f82-abf5-d3148b6beb50 req-cbe9fedb-46fd-469a-8e41-350fd6a5fffb tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4983bfc-eb00-4ab8-b651-8e26a07e3568 HTTP/1.1" status: 200 len: 943 time: 0.1400542 Sep 17 07:48:52.495948 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afe3cb4-bd0e-45b3-bcea-d4298995c68a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dcdc2b2-fc42-4da8-bf93-c92033c9704f,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:52.514599 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 20a2d9a2-5eef-40f4-9b45-05e4b67d111c, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=20a2d9a2-5eef-40f4-9b45-05e4b67d111c,segment=NetworkSegment(a57e47ac-83cc-47ca-a237-87aa94ab2d2a),segment_id=a57e47ac-83cc-47ca-a237-87aa94ab2d2a)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:48:52.543372 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:48:52.544458 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:48:52.545064 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:48:52.546430 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:48:52.546988 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:48:52.547677 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:48:52.548058 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:48:52.548617 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:48:52.549633 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:48:52.549633 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:48:52.549633 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:48:52.553164 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:48:52.592171 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-411836ff-e52a-4d73-b970-178840002cc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:52.598206 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:52.632488 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a64eeecf-e98c-4f82-abf5-d3148b6beb50 req-79b30982-dd45-430b-8061-36f36eabf26b tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c9770cf-353c-4f80-9091-e2890af77545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456554 Sep 17 07:48:52.717698 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:52.744567 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:52.780252 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99ed35d-0228-402a-8acb-014e6d55a78d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f63b550b-5495-42d6-9113-c786a4434e0f'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:48:52.783523 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48373691-fe86-43f6-9347-b5454c0bda8d" -d '{"events": [{"server_uuid": "d99ed35d-0228-402a-8acb-014e6d55a78d", "name": "network-vif-plugged", "status": "completed", "tag": "f63b550b-5495-42d6-9113-c786a4434e0f"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:48:52.796572 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=20a2d9a2-5eef-40f4-9b45-05e4b67d111c,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:52.812830 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port f63b550b-5495-42d6-9113-c786a4434e0f, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=f63b550b-5495-42d6-9113-c786a4434e0f,segment=NetworkSegment(bbdef28d-b0c6-41c1-88af-cfcd40a3d803),segment_id=bbdef28d-b0c6-41c1-88af-cfcd40a3d803)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:48:52.818702 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:52.875435 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac75707-1862-42a8-94ec-b44ae716c24b x-openstack-request-id: req-1ac75707-1862-42a8-94ec-b44ae716c24b {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:48:52.875722 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1b5e246-73e6-41ad-88f0-1b0c20a96fdd", "name": "network-vif-deleted", "tag": "03004444-8be2-447c-9467-72612117c20a", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:48:52.877816 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1ac75707-1862-42a8-94ec-b44ae716c24b {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:48:52.878227 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1b5e246-73e6-41ad-88f0-1b0c20a96fdd', 'name': 'network-vif-deleted', 'tag': '03004444-8be2-447c-9467-72612117c20a', 'status': 'completed', 'code': 200} Sep 17 07:48:52.911450 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c0f4ab-dab4-4034-9a14-a768af29a0de req-b121d030-4aa7-45e1-9b68-b2c09303393c tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:52.924382 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-35c0f4ab-dab4-4034-9a14-a768af29a0de req-b121d030-4aa7-45e1-9b68-b2c09303393c tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=d99ed35d-0228-402a-8acb-014e6d55a78d HTTP/1.1" status: 200 len: 945 time: 0.1285167 Sep 17 07:48:52.943235 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=f63b550b-5495-42d6-9113-c786a4434e0f,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:52.996570 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-35c0f4ab-dab4-4034-9a14-a768af29a0de req-e521c1f2-494c-4632-943f-2dc2f936bd60 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657549 Sep 17 07:48:53.153753 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b918a196-f541-4939-86ba-60a8a06a9d8b x-openstack-request-id: req-b918a196-f541-4939-86ba-60a8a06a9d8b {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:48:53.154267 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d99ed35d-0228-402a-8acb-014e6d55a78d", "name": "network-vif-plugged", "status": "completed", "tag": "f63b550b-5495-42d6-9113-c786a4434e0f", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:48:53.154678 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b918a196-f541-4939-86ba-60a8a06a9d8b {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:48:53.155233 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd99ed35d-0228-402a-8acb-014e6d55a78d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f63b550b-5495-42d6-9113-c786a4434e0f', 'code': 200} Sep 17 07:48:53.168641 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 03004444-8be2-447c-9467-72612117c20a no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:48:53.194589 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] No Port match for: 03004444-8be2-447c-9467-72612117c20a {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:48:53.194950 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 03004444-8be2-447c-9467-72612117c20a not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:48:53.304971 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['4b7dc433-3efb-4378-b002-1e48b038275e'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:48:53.348942 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7683d06f-b16c-4fe8-b56b-9b1c34b46a52 req-af0408bf-5b9c-4664-82a6-2f7d3dc09611 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:53.350617 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7683d06f-b16c-4fe8-b56b-9b1c34b46a52 req-af0408bf-5b9c-4664-82a6-2f7d3dc09611 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=eae18dcd-1ea3-49eb-aa1e-b7f28ad56c10 HTTP/1.1" status: 200 len: 945 time: 0.1103590 Sep 17 07:48:53.353422 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['20a2d9a2-5eef-40f4-9b45-05e4b67d111c'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:48:53.420358 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee58d7cb-33cb-4df7-9532-30a139c3f5c4 req-e4f3aa55-6915-4b40-b8ae-97fc9e78ca8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:53.423911 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ee58d7cb-33cb-4df7-9532-30a139c3f5c4 req-e4f3aa55-6915-4b40-b8ae-97fc9e78ca8e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d99ed35d-0228-402a-8acb-014e6d55a78d HTTP/1.1" status: 200 len: 1097 time: 0.1280532 Sep 17 07:48:53.501986 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ee58d7cb-33cb-4df7-9532-30a139c3f5c4 req-9bc089ac-84b1-46de-9be6-b524fddd73b0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695548 Sep 17 07:48:53.512633 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7683d06f-b16c-4fe8-b56b-9b1c34b46a52 req-6c3d5ae8-4179-4eb4-99bd-01aa952e0cc0 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322393 Sep 17 07:48:53.588914 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:53.870156 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4f20b5-7d35-4f99-8e4c-d04b48990013 req-5f4771a0-63f1-4f31-90b5-b8f5ed84bbc1 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:53.879191 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3b4f20b5-7d35-4f99-8e4c-d04b48990013 req-5f4771a0-63f1-4f31-90b5-b8f5ed84bbc1 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c19325a-872a-4be3-952a-1149cb68eff8 HTTP/1.1" status: 200 len: 944 time: 0.1109126 Sep 17 07:48:53.917976 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d06cb76-1364-42d1-b671-b96f4afbf20c req-fa653507-dbb5-4a60-8d21-e0420d02abaf tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:53.920097 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7d06cb76-1364-42d1-b671-b96f4afbf20c req-fa653507-dbb5-4a60-8d21-e0420d02abaf tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4983bfc-eb00-4ab8-b651-8e26a07e3568 HTTP/1.1" status: 200 len: 944 time: 0.1350739 Sep 17 07:48:53.952483 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3b4f20b5-7d35-4f99-8e4c-d04b48990013 req-d4bfc878-37fc-4e48-96a3-79fc96695f1a tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654585 Sep 17 07:48:53.995450 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7d06cb76-1364-42d1-b671-b96f4afbf20c req-ec2629aa-4adc-49aa-b878-be6a3b9bba51 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c9770cf-353c-4f80-9091-e2890af77545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599010 Sep 17 07:48:54.159698 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd98e4-919a-45bd-a43b-049b9ba02c85 req-4ce71de0-8202-4250-8b4e-d11bb404f096 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:54.167854 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-46dd98e4-919a-45bd-a43b-049b9ba02c85 req-4ce71de0-8202-4250-8b4e-d11bb404f096 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=d99ed35d-0228-402a-8acb-014e6d55a78d HTTP/1.1" status: 200 len: 946 time: 0.0646424 Sep 17 07:48:54.228782 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-46dd98e4-919a-45bd-a43b-049b9ba02c85 req-ec729943-9e0c-481c-b8a8-400a98da54e2 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587168 Sep 17 07:48:54.525393 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b44ee6-1bdb-4890-b166-aaa1f01acd59 req-2951eb18-ba6a-4d01-8f50-a6e813c9b3dd tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:54.526583 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-27b44ee6-1bdb-4890-b166-aaa1f01acd59 req-2951eb18-ba6a-4d01-8f50-a6e813c9b3dd tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c19325a-872a-4be3-952a-1149cb68eff8 HTTP/1.1" status: 200 len: 944 time: 0.0762184 Sep 17 07:48:54.762426 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e861d-30fd-46c9-a552-634ed2ab1de4 req-34ca11b7-8568-4553-8dc9-6662d11b95f1 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:54.764828 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-041e861d-30fd-46c9-a552-634ed2ab1de4 req-34ca11b7-8568-4553-8dc9-6662d11b95f1 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=eae18dcd-1ea3-49eb-aa1e-b7f28ad56c10 HTTP/1.1" status: 200 len: 945 time: 0.1771550 Sep 17 07:48:54.810559 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-041e861d-30fd-46c9-a552-634ed2ab1de4 req-c26f03b2-92c2-4ab7-8dbf-0509d1c4c0cd tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377636 Sep 17 07:48:54.844529 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-27b44ee6-1bdb-4890-b166-aaa1f01acd59 req-6ebf391b-2c18-48e3-a1c0-bf414668d298 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Deleting port 185ba6de-cea4-436f-8839-6eb8e5937fcc {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:48:54.844860 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-27b44ee6-1bdb-4890-b166-aaa1f01acd59 req-6ebf391b-2c18-48e3-a1c0-bf414668d298 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:55.014058 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-27b44ee6-1bdb-4890-b166-aaa1f01acd59 req-6ebf391b-2c18-48e3-a1c0-bf414668d298 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] For port 185ba6de-cea4-436f-8839-6eb8e5937fcc, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=185ba6de-cea4-436f-8839-6eb8e5937fcc,segment=NetworkSegment(2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff),segment_id=2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:48:55.014433 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-27b44ee6-1bdb-4890-b166-aaa1f01acd59 req-6ebf391b-2c18-48e3-a1c0-bf414668d298 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:55.041982 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-27b44ee6-1bdb-4890-b166-aaa1f01acd59 req-6ebf391b-2c18-48e3-a1c0-bf414668d298 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Calling delete_port for 185ba6de-cea4-436f-8839-6eb8e5937fcc owned by compute:nova {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:48:55.155759 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:55.174224 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 4b7dc433-3efb-4378-b002-1e48b038275e up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:48:55.238518 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f3453f-443b-4743-8472-c9561dd8c13a req-a4e57cf9-4469-4eae-a0d9-222077c507bc tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:55.248866 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-50f3453f-443b-4743-8472-c9561dd8c13a req-a4e57cf9-4469-4eae-a0d9-222077c507bc tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4983bfc-eb00-4ab8-b651-8e26a07e3568 HTTP/1.1" status: 200 len: 944 time: 0.1160076 Sep 17 07:48:55.309355 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port 4b7dc433-3efb-4378-b002-1e48b038275e triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:48:55.310718 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:55.352139 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa99251a-9b70-4828-8ac6-b49323b59b87 req-3cafc96e-9c1b-42db-8358-b3f836c9e59e tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:55.362121 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-aa99251a-9b70-4828-8ac6-b49323b59b87 req-3cafc96e-9c1b-42db-8358-b3f836c9e59e tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c19325a-872a-4be3-952a-1149cb68eff8 HTTP/1.1" status: 200 len: 944 time: 0.2465053 Sep 17 07:48:55.430329 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-50f3453f-443b-4743-8472-c9561dd8c13a req-a49da086-4031-4cad-9da7-4bc21d62787d tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c9770cf-353c-4f80-9091-e2890af77545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673725 Sep 17 07:48:55.505700 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-aa99251a-9b70-4828-8ac6-b49323b59b87 req-8269473e-cfb5-4071-a5e7-deb447034af9 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368911 Sep 17 07:48:55.523217 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:55.590179 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eae18dcd-1ea3-49eb-aa1e-b7f28ad56c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b7dc433-3efb-4378-b002-1e48b038275e'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:48:55.595983 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05786fd-ab84-474a-9de1-0b82d2ea6bba" -d '{"events": [{"server_uuid": "eae18dcd-1ea3-49eb-aa1e-b7f28ad56c10", "name": "network-vif-plugged", "status": "completed", "tag": "4b7dc433-3efb-4378-b002-1e48b038275e"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:48:55.596473 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-27b44ee6-1bdb-4890-b166-aaa1f01acd59 req-6ebf391b-2c18-48e3-a1c0-bf414668d298 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:55.635573 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 4b7dc433-3efb-4378-b002-1e48b038275e, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=4b7dc433-3efb-4378-b002-1e48b038275e,segment=NetworkSegment(be767568-3060-48d1-bebe-585a133f1049),segment_id=be767568-3060-48d1-bebe-585a133f1049)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:48:55.657154 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:55.660281 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 20a2d9a2-5eef-40f4-9b45-05e4b67d111c up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:48:55.734102 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebf391b-2c18-48e3-a1c0-bf414668d298 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Pushing event deleted for resources: {'Port': ['ID=185ba6de-cea4-436f-8839-6eb8e5937fcc,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:55.771738 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b44ee6-1bdb-4890-b166-aaa1f01acd59 req-6ebf391b-2c18-48e3-a1c0-bf414668d298 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] No DVR routers for this DVR port 185ba6de-cea4-436f-8839-6eb8e5937fcc on host n-h1-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:48:55.774840 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-27b44ee6-1bdb-4890-b166-aaa1f01acd59 req-6ebf391b-2c18-48e3-a1c0-bf414668d298 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:55.776976 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-27b44ee6-1bdb-4890-b166-aaa1f01acd59 req-6ebf391b-2c18-48e3-a1c0-bf414668d298 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.41 "DELETE /v2.0/ports/185ba6de-cea4-436f-8839-6eb8e5937fcc HTTP/1.1" status: 204 len: 173 time: 1.2432737 Sep 17 07:48:55.777652 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c19325a-872a-4be3-952a-1149cb68eff8', 'name': 'network-vif-deleted', 'tag': '185ba6de-cea4-436f-8839-6eb8e5937fcc'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:48:55.792609 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7872bf17-8f07-4ac2-acf0-9f1b8dc86876" -d '{"events": [{"server_uuid": "2c19325a-872a-4be3-952a-1149cb68eff8", "name": "network-vif-deleted", "tag": "185ba6de-cea4-436f-8839-6eb8e5937fcc"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:48:55.799333 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d5a9cf7-393f-4cb5-b68f-24441ff6cd90 x-openstack-request-id: req-8d5a9cf7-393f-4cb5-b68f-24441ff6cd90 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:48:55.799333 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eae18dcd-1ea3-49eb-aa1e-b7f28ad56c10", "name": "network-vif-plugged", "status": "completed", "tag": "4b7dc433-3efb-4378-b002-1e48b038275e", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:48:55.799654 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8d5a9cf7-393f-4cb5-b68f-24441ff6cd90 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:48:55.799982 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eae18dcd-1ea3-49eb-aa1e-b7f28ad56c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b7dc433-3efb-4378-b002-1e48b038275e', 'code': 200} Sep 17 07:48:55.842223 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceeb00e-9f9f-4c03-8d41-35173d172d83 req-8ae171d1-9789-48b4-a365-e7fd5aaeac34 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:55.843815 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8ceeb00e-9f9f-4c03-8d41-35173d172d83 req-8ae171d1-9789-48b4-a365-e7fd5aaeac34 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=d99ed35d-0228-402a-8acb-014e6d55a78d HTTP/1.1" status: 200 len: 946 time: 0.1684802 Sep 17 07:48:55.893695 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=4b7dc433-3efb-4378-b002-1e48b038275e,revision_number=8']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:55.921649 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning for port 20a2d9a2-5eef-40f4-9b45-05e4b67d111c completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:48:55.928488 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port 20a2d9a2-5eef-40f4-9b45-05e4b67d111c triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:48:55.928874 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:55.964130 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8ceeb00e-9f9f-4c03-8d41-35173d172d83 req-1c5d0884-7447-4a8b-bc1a-906a5738c3a5 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013036 Sep 17 07:48:55.965714 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ac14f8-2ec0-4ad3-a58c-dacb62f621aa x-openstack-request-id: req-27ac14f8-2ec0-4ad3-a58c-dacb62f621aa {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:48:55.966043 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c19325a-872a-4be3-952a-1149cb68eff8", "name": "network-vif-deleted", "tag": "185ba6de-cea4-436f-8839-6eb8e5937fcc", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:48:55.966293 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-27ac14f8-2ec0-4ad3-a58c-dacb62f621aa {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:48:55.966692 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c19325a-872a-4be3-952a-1149cb68eff8', 'name': 'network-vif-deleted', 'tag': '185ba6de-cea4-436f-8839-6eb8e5937fcc', 'status': 'completed', 'code': 200} Sep 17 07:48:56.161753 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:56.251067 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 20a2d9a2-5eef-40f4-9b45-05e4b67d111c, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=20a2d9a2-5eef-40f4-9b45-05e4b67d111c,segment=NetworkSegment(a57e47ac-83cc-47ca-a237-87aa94ab2d2a),segment_id=a57e47ac-83cc-47ca-a237-87aa94ab2d2a)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:48:56.258754 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:56.265890 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c97c2-4383-4339-9ad9-58f8a8e79ba4 req-b7549d37-dac8-4021-a5e3-d14bf7018639 tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:56.267754 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d32c97c2-4383-4339-9ad9-58f8a8e79ba4 req-b7549d37-dac8-4021-a5e3-d14bf7018639 tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d99ed35d-0228-402a-8acb-014e6d55a78d HTTP/1.1" status: 200 len: 1097 time: 0.0874562 Sep 17 07:48:56.270618 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e507fa-72d8-41ff-ae5f-3e6d2288e0a8 req-779e9885-58b4-4ca4-9926-d05aba35e437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:56.272321 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-83e507fa-72d8-41ff-ae5f-3e6d2288e0a8 req-779e9885-58b4-4ca4-9926-d05aba35e437 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=eae18dcd-1ea3-49eb-aa1e-b7f28ad56c10 HTTP/1.1" status: 200 len: 1097 time: 0.1614165 Sep 17 07:48:56.280324 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231107d0-8d7a-4ab6-b5ee-b8d85f55633f req-7a9f678d-d0a1-4b01-8d59-78dbcfd51e27 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:56.282206 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-231107d0-8d7a-4ab6-b5ee-b8d85f55633f req-7a9f678d-d0a1-4b01-8d59-78dbcfd51e27 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=eae18dcd-1ea3-49eb-aa1e-b7f28ad56c10 HTTP/1.1" status: 200 len: 946 time: 0.1607788 Sep 17 07:48:56.353244 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=20a2d9a2-5eef-40f4-9b45-05e4b67d111c,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:56.371820 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-83e507fa-72d8-41ff-ae5f-3e6d2288e0a8 req-28bc29d5-c0f6-4638-b5d0-140d0486a91c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879745 Sep 17 07:48:56.374952 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d32c97c2-4383-4339-9ad9-58f8a8e79ba4 req-4e9573d9-cf72-4446-9b5a-4d8dc4f720e9 tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882921 Sep 17 07:48:56.388759 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-231107d0-8d7a-4ab6-b5ee-b8d85f55633f req-483f5da8-0ec6-4b1a-8b86-c7cfe898d2bb tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924265 Sep 17 07:48:56.665501 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d84c274-6ac7-4f54-ae6a-695d2be8fea7 req-05edf98f-fada-4a35-9480-e7b9c84f014e tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:56.677570 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0d84c274-6ac7-4f54-ae6a-695d2be8fea7 req-05edf98f-fada-4a35-9480-e7b9c84f014e tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d99ed35d-0228-402a-8acb-014e6d55a78d HTTP/1.1" status: 200 len: 1097 time: 0.1310620 Sep 17 07:48:56.735090 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d247ff-ebe0-42ce-a0f3-aef650f59116 req-ffa3de62-8bd8-4254-b32a-d772d4c82f22 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:56.758068 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f9d247ff-ebe0-42ce-a0f3-aef650f59116 req-ffa3de62-8bd8-4254-b32a-d772d4c82f22 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4983bfc-eb00-4ab8-b651-8e26a07e3568 HTTP/1.1" status: 200 len: 945 time: 0.1888828 Sep 17 07:48:56.799228 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0d84c274-6ac7-4f54-ae6a-695d2be8fea7 req-6fb88a3a-903d-42bc-a134-e3f6a5dcf57c tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200264 Sep 17 07:48:56.883732 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f9d247ff-ebe0-42ce-a0f3-aef650f59116 req-fce06788-4d1a-49ab-b915-826820fcba5c tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c9770cf-353c-4f80-9091-e2890af77545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167581 Sep 17 07:48:57.108391 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e74dd809-c579-42a4-a422-0f8f29ab35e6 req-040d5ed9-9294-4a6c-b7f2-194838127f34 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c19325a-872a-4be3-952a-1149cb68eff8 HTTP/1.1" status: 200 len: 210 time: 0.0837231 Sep 17 07:48:57.581233 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66021638-d3af-4b1e-a857-ce4ea1ba754e req-9c903152-f474-4e79-981b-6ef6662c8308 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:57.583030 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-66021638-d3af-4b1e-a857-ce4ea1ba754e req-9c903152-f474-4e79-981b-6ef6662c8308 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=eae18dcd-1ea3-49eb-aa1e-b7f28ad56c10 HTTP/1.1" status: 200 len: 946 time: 0.0930982 Sep 17 07:48:57.640441 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-66021638-d3af-4b1e-a857-ce4ea1ba754e req-c9885261-256f-4be9-a8dd-4ba85350d7be tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514650 Sep 17 07:48:57.801809 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4983bfc-eb00-4ab8-b651-8e26a07e3568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20a2d9a2-5eef-40f4-9b45-05e4b67d111c'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:48:57.804252 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f2f9f8-5f6a-4861-af4e-1087911bee71" -d '{"events": [{"server_uuid": "c4983bfc-eb00-4ab8-b651-8e26a07e3568", "name": "network-vif-plugged", "status": "completed", "tag": "20a2d9a2-5eef-40f4-9b45-05e4b67d111c"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:48:57.886022 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75480549-11ec-473b-b7f8-59583527958f x-openstack-request-id: req-75480549-11ec-473b-b7f8-59583527958f {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:48:57.886523 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4983bfc-eb00-4ab8-b651-8e26a07e3568", "name": "network-vif-plugged", "status": "completed", "tag": "20a2d9a2-5eef-40f4-9b45-05e4b67d111c", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:48:57.886746 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-75480549-11ec-473b-b7f8-59583527958f {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:48:57.887102 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4983bfc-eb00-4ab8-b651-8e26a07e3568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20a2d9a2-5eef-40f4-9b45-05e4b67d111c', 'code': 200} Sep 17 07:48:58.070861 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 35314) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:48:58.182901 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a2b87f-60e7-4750-afa2-531790ecac19 req-2423d640-19f4-4e53-95c5-57c45d13be8f tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:58.191546 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-80a2b87f-60e7-4750-afa2-531790ecac19 req-2423d640-19f4-4e53-95c5-57c45d13be8f tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4983bfc-eb00-4ab8-b651-8e26a07e3568 HTTP/1.1" status: 200 len: 945 time: 0.1631458 Sep 17 07:48:58.220329 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1027794-81ef-4d43-a1cf-8de5c97a2686 req-c786ddc6-8820-447f-8b51-5e266c2cd5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:58.222105 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e1027794-81ef-4d43-a1cf-8de5c97a2686 req-c786ddc6-8820-447f-8b51-5e266c2cd5cf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c4983bfc-eb00-4ab8-b651-8e26a07e3568 HTTP/1.1" status: 200 len: 1096 time: 0.1170058 Sep 17 07:48:58.270874 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-80a2b87f-60e7-4750-afa2-531790ecac19 req-52798903-52cf-48ec-beed-752959886ddc tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c9770cf-353c-4f80-9091-e2890af77545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737216 Sep 17 07:48:58.305334 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e1027794-81ef-4d43-a1cf-8de5c97a2686 req-8fed608d-d243-415e-be2f-eaf32b6ce14d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5c9770cf-353c-4f80-9091-e2890af77545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746465 Sep 17 07:48:58.327205 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-93b87682-ef5d-4b71-b2d3-835214af0b57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:58.438692 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-93b87682-ef5d-4b71-b2d3-835214af0b57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:58.446003 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-93b87682-ef5d-4b71-b2d3-835214af0b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:58.488312 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b87682-ef5d-4b71-b2d3-835214af0b57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b3f1b00-fdff-4c5f-af7f-8cc49a478b89,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:58.495738 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 35338) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:48:58.496110 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-93b87682-ef5d-4b71-b2d3-835214af0b57 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0614b43933cc4dd39dac85a28f028229&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4232142 Sep 17 07:48:58.587526 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5c37926c-d7dd-4326-b9a4-2e615af5860e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:58.645729 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5c37926c-d7dd-4326-b9a4-2e615af5860e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:58.745838 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5c37926c-d7dd-4326-b9a4-2e615af5860e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:58.748925 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5c37926c-d7dd-4326-b9a4-2e615af5860e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:58.752849 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-5c37926c-d7dd-4326-b9a4-2e615af5860e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4b3f1b00-fdff-4c5f-af7f-8cc49a478b89 HTTP/1.1" status: 204 len: 168 time: 0.2559381 Sep 17 07:48:58.760747 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c37926c-d7dd-4326-b9a4-2e615af5860e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b3f1b00-fdff-4c5f-af7f-8cc49a478b89,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:59.029469 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4dedd0-f0f5-420d-8524-61637ddf3807 req-e43cc162-6631-407f-b872-b5306d5c4313 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:59.039202 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ec4dedd0-f0f5-420d-8524-61637ddf3807 req-e43cc162-6631-407f-b872-b5306d5c4313 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=eae18dcd-1ea3-49eb-aa1e-b7f28ad56c10 HTTP/1.1" status: 200 len: 946 time: 0.0744526 Sep 17 07:48:59.120076 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ec4dedd0-f0f5-420d-8524-61637ddf3807 req-9baed6ba-9789-4cfe-8cf5-a497e8b9cd47 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798736 Sep 17 07:48:59.165583 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-237a5317-c273-4e76-9d36-a15e0f76edb6 tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 07:48:59.166608 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-237a5317-c273-4e76-9d36-a15e0f76edb6 tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056081 Sep 17 07:48:59.213307 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 185ba6de-cea4-436f-8839-6eb8e5937fcc no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:48:59.225426 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-357bd12d-4b31-406d-8f22-1cc19e6b0d7f tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:59.227636 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-357bd12d-4b31-406d-8f22-1cc19e6b0d7f tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] 10.222.0.13 "GET /v2.0/ports/f63b550b-5495-42d6-9113-c786a4434e0f HTTP/1.1" status: 200 len: 1094 time: 0.0543857 Sep 17 07:48:59.244174 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-34a075ba-5016-4749-8c44-133ad945033d service neutron] Request body: {'binding': {'host': 'n-h1-789963-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:48:59.244673 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-34a075ba-5016-4749-8c44-133ad945033d service neutron] Unknown quota resources ['binding']. {{(pid=101289) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 07:48:59.259605 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] No Port match for: 185ba6de-cea4-436f-8839-6eb8e5937fcc {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:48:59.261791 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 185ba6de-cea4-436f-8839-6eb8e5937fcc not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:48:59.301422 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 35382) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:48:59.329449 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f758bdfa-42e3-46c5-9847-6e5b8a20c4da admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:59.521540 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f758bdfa-42e3-46c5-9847-6e5b8a20c4da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:59.530003 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f758bdfa-42e3-46c5-9847-6e5b8a20c4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:59.561276 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8521e519-d737-4d09-8008-1fa54d118d23 req-764bf6f6-8ee4-480d-aaee-5aa0687187eb tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:59.568977 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8521e519-d737-4d09-8008-1fa54d118d23 req-764bf6f6-8ee4-480d-aaee-5aa0687187eb tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=eae18dcd-1ea3-49eb-aa1e-b7f28ad56c10 HTTP/1.1" status: 200 len: 946 time: 0.1264637 Sep 17 07:48:59.577752 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f758bdfa-42e3-46c5-9847-6e5b8a20c4da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e58a27b8-0864-49fe-86ff-76f4ff4c3fc1,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:59.579492 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-34a075ba-5016-4749-8c44-133ad945033d service neutron] Attempting to bind port f63b550b-5495-42d6-9113-c786a4434e0f on host n-h1-789963-9 for vnic_type normal with profile None {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:48:59.580126 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-34a075ba-5016-4749-8c44-133ad945033d service neutron] Attempting to bind port f63b550b-5495-42d6-9113-c786a4434e0f by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'bbdef28d-b0c6-41c1-88af-cfcd40a3d803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:48:59.580875 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-34a075ba-5016-4749-8c44-133ad945033d service neutron] Attempting to bind port f63b550b-5495-42d6-9113-c786a4434e0f on network 339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:48:59.601471 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-34a075ba-5016-4749-8c44-133ad945033d service neutron] Port f63b550b-5495-42d6-9113-c786a4434e0f on network 339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:48:59.602223 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-34a075ba-5016-4749-8c44-133ad945033d service neutron] Attempting to bind port f63b550b-5495-42d6-9113-c786a4434e0f on network 339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:48:59.611921 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-34a075ba-5016-4749-8c44-133ad945033d service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:48:59.612630 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-34a075ba-5016-4749-8c44-133ad945033d service neutron] Checking segment: {'id': 'bbdef28d-b0c6-41c1-88af-cfcd40a3d803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:48:59.613256 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-34a075ba-5016-4749-8c44-133ad945033d service neutron] Bound using segment: {'id': 'bbdef28d-b0c6-41c1-88af-cfcd40a3d803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5'} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:48:59.613873 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-34a075ba-5016-4749-8c44-133ad945033d service neutron] Bound port: f63b550b-5495-42d6-9113-c786a4434e0f, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbdef28d-b0c6-41c1-88af-cfcd40a3d803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5'}}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:48:59.625479 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f758bdfa-42e3-46c5-9847-6e5b8a20c4da admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=102f0e081314436ca98f39c190c9b50c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3224399 Sep 17 07:48:59.628223 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 35386) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:48:59.744612 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e41edbdc-9575-4a1e-ab49-89308be4a4cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:59.745931 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8521e519-d737-4d09-8008-1fa54d118d23 req-f22a3bf7-8298-4ddc-86fb-45f0f0961700 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332459 Sep 17 07:48:59.745931 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-34a075ba-5016-4749-8c44-133ad945033d service neutron] For port f63b550b-5495-42d6-9113-c786a4434e0f, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=f63b550b-5495-42d6-9113-c786a4434e0f,segment=NetworkSegment(bbdef28d-b0c6-41c1-88af-cfcd40a3d803),segment_id=bbdef28d-b0c6-41c1-88af-cfcd40a3d803)] {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:48:59.746124 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e41edbdc-9575-4a1e-ab49-89308be4a4cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:59.781349 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-34a075ba-5016-4749-8c44-133ad945033d service neutron] Notify callbacks [] for binding, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:59.795552 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-34a075ba-5016-4749-8c44-133ad945033d service neutron] 10.222.0.13 "POST /v2.0/ports/f63b550b-5495-42d6-9113-c786a4434e0f/bindings HTTP/1.1" status: 201 len: 389 time: 0.5617032 Sep 17 07:48:59.808513 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e41edbdc-9575-4a1e-ab49-89308be4a4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:59.812981 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e41edbdc-9575-4a1e-ab49-89308be4a4cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:48:59.815184 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e41edbdc-9575-4a1e-ab49-89308be4a4cd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e58a27b8-0864-49fe-86ff-76f4ff4c3fc1 HTTP/1.1" status: 204 len: 168 time: 0.1861484 Sep 17 07:48:59.830234 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41edbdc-9575-4a1e-ab49-89308be4a4cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58a27b8-0864-49fe-86ff-76f4ff4c3fc1,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:48:59.939599 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0073cef1-381d-419c-8eb6-027dbc728a14 req-c8e2d0a3-23df-480c-a86f-5a4faaed7d4e tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:48:59.949569 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0073cef1-381d-419c-8eb6-027dbc728a14 req-c8e2d0a3-23df-480c-a86f-5a4faaed7d4e tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4983bfc-eb00-4ab8-b651-8e26a07e3568 HTTP/1.1" status: 200 len: 945 time: 0.1721661 Sep 17 07:49:00.089570 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0073cef1-381d-419c-8eb6-027dbc728a14 req-58a7a6cd-534d-4568-adca-2c49e60977ca tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c9770cf-353c-4f80-9091-e2890af77545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327689 Sep 17 07:49:00.157990 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfb3f9-2780-41b9-8ab2-5b2afa05877c req-e1fbe1de-f891-44a8-8405-891cdbf9ea5a tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:00.166762 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fdcfb3f9-2780-41b9-8ab2-5b2afa05877c req-e1fbe1de-f891-44a8-8405-891cdbf9ea5a tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cfbb02-93e0-4396-92f1-7ce5298f01f4 HTTP/1.1" status: 200 len: 944 time: 0.1473243 Sep 17 07:49:00.445428 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1958a8a-4bd3-494e-af54-99db07f1b46b req-c6b2c22a-d576-4563-8d19-cbf1933785a0 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:00.448120 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c1958a8a-4bd3-494e-af54-99db07f1b46b req-c6b2c22a-d576-4563-8d19-cbf1933785a0 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.41 "GET /v2.0/ports?device_id=26cfbb02-93e0-4396-92f1-7ce5298f01f4 HTTP/1.1" status: 200 len: 944 time: 0.1291409 Sep 17 07:49:00.685621 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fdcfb3f9-2780-41b9-8ab2-5b2afa05877c req-7a9e8cd6-bd8a-4d81-9194-3b8eb629fc67 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5178144 Sep 17 07:49:00.704128 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-e84a7d06-8aa6-48a5-a7aa-fd4efaeec40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:00.706088 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-e84a7d06-8aa6-48a5-a7aa-fd4efaeec40f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2525ecc58cad4fa78c4be116636fc184&device_id=d99ed35d-0228-402a-8acb-014e6d55a78d HTTP/1.1" status: 200 len: 1097 time: 0.5042484 Sep 17 07:49:00.748530 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-c1958a8a-4bd3-494e-af54-99db07f1b46b req-0f421f41-3bcb-4e37-a3b3-97f3d3dd73c4 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Deleting port 28cf66ad-5446-4090-a367-9c2f8667ed25 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:49:00.750330 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c1958a8a-4bd3-494e-af54-99db07f1b46b req-0f421f41-3bcb-4e37-a3b3-97f3d3dd73c4 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:00.867002 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-b4511c0e-42c8-4e80-9837-b687860c83a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:00.869237 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-b4511c0e-42c8-4e80-9837-b687860c83a6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5 HTTP/1.1" status: 200 len: 921 time: 0.1539209 Sep 17 07:49:00.926328 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-4540e5cf-948d-457f-abe6-5014d7e6fe0c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f63b550b-5495-42d6-9113-c786a4434e0f HTTP/1.1" status: 200 len: 217 time: 0.0415990 Sep 17 07:49:01.008746 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e1900b-3384-431f-bc09-2c7961667ca9 req-69239fcb-239e-4c43-85e1-7ce42577e8d9 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:01.017352 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-48e1900b-3384-431f-bc09-2c7961667ca9 req-69239fcb-239e-4c43-85e1-7ce42577e8d9 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=d99ed35d-0228-402a-8acb-014e6d55a78d HTTP/1.1" status: 200 len: 946 time: 0.1470695 Sep 17 07:49:01.038371 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-c1958a8a-4bd3-494e-af54-99db07f1b46b req-0f421f41-3bcb-4e37-a3b3-97f3d3dd73c4 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] For port 28cf66ad-5446-4090-a367-9c2f8667ed25, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=28cf66ad-5446-4090-a367-9c2f8667ed25,segment=NetworkSegment(2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff),segment_id=2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:49:01.041967 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c1958a8a-4bd3-494e-af54-99db07f1b46b req-0f421f41-3bcb-4e37-a3b3-97f3d3dd73c4 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:01.067274 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-c1958a8a-4bd3-494e-af54-99db07f1b46b req-0f421f41-3bcb-4e37-a3b3-97f3d3dd73c4 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Calling delete_port for 28cf66ad-5446-4090-a367-9c2f8667ed25 owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:49:01.101128 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-48e1900b-3384-431f-bc09-2c7961667ca9 req-63b825f5-e5cc-4dc3-a4d8-b6b198abe0a1 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794432 Sep 17 07:49:01.127563 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-00279acd-d320-4ab5-9272-1a0be6d5c0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:01.138337 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-00279acd-d320-4ab5-9272-1a0be6d5c0a4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=affefed0-1fce-4202-a68f-ea65cc757370 HTTP/1.1" status: 200 len: 860 time: 0.1980562 Sep 17 07:49:01.249805 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c1958a8a-4bd3-494e-af54-99db07f1b46b req-0f421f41-3bcb-4e37-a3b3-97f3d3dd73c4 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:01.282544 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-04c8bfd4-3367-4a43-a5c6-ec17ad01ac30 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1233058 Sep 17 07:49:01.316576 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f421f41-3bcb-4e37-a3b3-97f3d3dd73c4 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Pushing event deleted for resources: {'Port': ['ID=28cf66ad-5446-4090-a367-9c2f8667ed25,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:01.349499 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1958a8a-4bd3-494e-af54-99db07f1b46b req-0f421f41-3bcb-4e37-a3b3-97f3d3dd73c4 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] No DVR routers for this DVR port 28cf66ad-5446-4090-a367-9c2f8667ed25 on host n-h1-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:49:01.360378 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c1958a8a-4bd3-494e-af54-99db07f1b46b req-0f421f41-3bcb-4e37-a3b3-97f3d3dd73c4 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:01.363788 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c1958a8a-4bd3-494e-af54-99db07f1b46b req-0f421f41-3bcb-4e37-a3b3-97f3d3dd73c4 tempest-LiveMigrationTest-2070277258 tempest-LiveMigrationTest-2070277258-project] 10.222.0.41 "DELETE /v2.0/ports/28cf66ad-5446-4090-a367-9c2f8667ed25 HTTP/1.1" status: 204 len: 173 time: 0.9083617 Sep 17 07:49:01.364267 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26cfbb02-93e0-4396-92f1-7ce5298f01f4', 'name': 'network-vif-deleted', 'tag': '28cf66ad-5446-4090-a367-9c2f8667ed25'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:49:01.366570 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c765617-23bb-4cea-8669-171b0e8c1bac" -d '{"events": [{"server_uuid": "26cfbb02-93e0-4396-92f1-7ce5298f01f4", "name": "network-vif-deleted", "tag": "28cf66ad-5446-4090-a367-9c2f8667ed25"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:49:01.460963 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a30f6e-4879-4167-a407-8e990aeb46d8 req-1a63a9a9-8e69-43d5-8337-67f50c3d3f70 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:01.463128 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-61a30f6e-4879-4167-a407-8e990aeb46d8 req-1a63a9a9-8e69-43d5-8337-67f50c3d3f70 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4983bfc-eb00-4ab8-b651-8e26a07e3568 HTTP/1.1" status: 200 len: 945 time: 0.1646214 Sep 17 07:49:01.474275 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6509d6-1a41-44d9-b784-939216f7c0f2 req-ba8ae031-2e9b-4cb4-aa64-80509b73d4bf tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:01.482689 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-aa6509d6-1a41-44d9-b784-939216f7c0f2 req-ba8ae031-2e9b-4cb4-aa64-80509b73d4bf tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/networks?id=e9141915-58fa-4f94-8f27-c56354fa8ebb HTTP/1.1" status: 200 len: 815 time: 0.4613848 Sep 17 07:49:01.509963 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-aa6509d6-1a41-44d9-b784-939216f7c0f2 req-c5d74bf0-7b81-4292-bd6b-0cf061ac101c tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/quotas/459f4a4f8d9a4a149a3ada21edeb4e65 HTTP/1.1" status: 200 len: 375 time: 0.0259099 Sep 17 07:49:01.602486 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-5e90b1b6-93c2-4e63-804b-8a38e7c37238 service neutron] 10.222.0.41 "GET /v2.0/networks/339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3187990 Sep 17 07:49:01.683218 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-61a30f6e-4879-4167-a407-8e990aeb46d8 req-48a1e6cb-31a6-4939-b46f-56e845f22f40 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c9770cf-353c-4f80-9091-e2890af77545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957729 Sep 17 07:49:01.742178 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-aa6509d6-1a41-44d9-b784-939216f7c0f2 req-7e1c255e-226b-48f2-8689-2d84ed4ef19a tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=459f4a4f8d9a4a149a3ada21edeb4e65&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2306223 Sep 17 07:49:01.827151 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-122953d2-e178-4eb6-a1a1-867dbeeb014b service neutron] 10.222.0.41 "GET /v2.0/networks/339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970687 Sep 17 07:49:01.867738 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b681ad2e-342b-4e8b-a271-a4bf8f911760 x-openstack-request-id: req-b681ad2e-342b-4e8b-a271-a4bf8f911760 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:49:01.868668 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26cfbb02-93e0-4396-92f1-7ce5298f01f4", "name": "network-vif-deleted", "tag": "28cf66ad-5446-4090-a367-9c2f8667ed25", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:49:01.869071 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b681ad2e-342b-4e8b-a271-a4bf8f911760 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:49:01.869936 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26cfbb02-93e0-4396-92f1-7ce5298f01f4', 'name': 'network-vif-deleted', 'tag': '28cf66ad-5446-4090-a367-9c2f8667ed25', 'status': 'completed', 'code': 200} Sep 17 07:49:01.905843 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-aa6509d6-1a41-44d9-b784-939216f7c0f2 req-be23dac1-5121-462d-b0d9-a8daee32cabf service neutron] 10.222.0.13 "GET /v2.0/networks/e9141915-58fa-4f94-8f27-c56354fa8ebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627135 Sep 17 07:49:02.100243 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-aa6509d6-1a41-44d9-b784-939216f7c0f2 req-af4921f3-9f55-49a5-8da0-08f701e5e34c service neutron] 10.222.0.13 "GET /v2.0/networks/e9141915-58fa-4f94-8f27-c56354fa8ebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913459 Sep 17 07:49:02.490950 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee2e2da-220c-4b74-84c8-335ee09a35d1 req-e6fb02f5-70cd-4bab-923d-026af1e957fc tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:02.493732 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9ee2e2da-220c-4b74-84c8-335ee09a35d1 req-e6fb02f5-70cd-4bab-923d-026af1e957fc tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.41 "GET /v2.0/ports?device_id=eae18dcd-1ea3-49eb-aa1e-b7f28ad56c10 HTTP/1.1" status: 200 len: 946 time: 0.1702847 Sep 17 07:49:02.631980 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 35504) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:49:02.888625 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b36e7b-01d1-48df-b08a-b1b20f5c45a0 req-864f25f9-a59f-466a-9b31-4835c2634896 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:02.893515 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e3b36e7b-01d1-48df-b08a-b1b20f5c45a0 req-864f25f9-a59f-466a-9b31-4835c2634896 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c6124d8-5634-48a6-96dd-872d1057b583&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3954539 Sep 17 07:49:02.953791 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbb76f4-4357-45a7-9cfd-b37a63f9e88c req-6f2e148c-ab29-4adb-a94c-783182cacf81 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:02.963073 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-acbb76f4-4357-45a7-9cfd-b37a63f9e88c req-6f2e148c-ab29-4adb-a94c-783182cacf81 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=d99ed35d-0228-402a-8acb-014e6d55a78d HTTP/1.1" status: 200 len: 946 time: 0.2363744 Sep 17 07:49:02.998315 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-9ee2e2da-220c-4b74-84c8-335ee09a35d1 req-5a2c89c3-6d11-43db-890e-d1ae783070aa tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Deleting port 4b7dc433-3efb-4378-b002-1e48b038275e {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:49:02.998657 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-9ee2e2da-220c-4b74-84c8-335ee09a35d1 req-5a2c89c3-6d11-43db-890e-d1ae783070aa tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:03.112087 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-9ee2e2da-220c-4b74-84c8-335ee09a35d1 req-5a2c89c3-6d11-43db-890e-d1ae783070aa tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] For port 4b7dc433-3efb-4378-b002-1e48b038275e, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=4b7dc433-3efb-4378-b002-1e48b038275e,segment=NetworkSegment(be767568-3060-48d1-bebe-585a133f1049),segment_id=be767568-3060-48d1-bebe-585a133f1049)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:49:03.112454 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-9ee2e2da-220c-4b74-84c8-335ee09a35d1 req-5a2c89c3-6d11-43db-890e-d1ae783070aa tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:03.125550 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-9ee2e2da-220c-4b74-84c8-335ee09a35d1 req-5a2c89c3-6d11-43db-890e-d1ae783070aa tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Calling delete_port for 4b7dc433-3efb-4378-b002-1e48b038275e owned by compute:nova {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:49:03.290052 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-9ee2e2da-220c-4b74-84c8-335ee09a35d1 req-5a2c89c3-6d11-43db-890e-d1ae783070aa tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:03.325044 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['4b7dc433-3efb-4378-b002-1e48b038275e'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:49:03.383065 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-acbb76f4-4357-45a7-9cfd-b37a63f9e88c req-018f087c-3fe7-4af3-98a7-d630fa00e7be tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4137642 Sep 17 07:49:03.389192 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2c89c3-6d11-43db-890e-d1ae783070aa tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Pushing event deleted for resources: {'Port': ['ID=4b7dc433-3efb-4378-b002-1e48b038275e,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:03.404856 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e3b36e7b-01d1-48df-b08a-b1b20f5c45a0 req-b861d2fe-3d36-42ab-9301-ee472e28bd6d tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.151 HTTP/1.1" status: 200 len: 696 time: 0.4995553 Sep 17 07:49:03.456603 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-e3b36e7b-01d1-48df-b08a-b1b20f5c45a0 req-f84563cd-f3a4-4b45-bea6-1801be68c229 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Request body: {'floatingip': {'port_id': 'da736859-ea02-421f-9e3c-068903c07a4f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:49:03.472044 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-862fb1a8-e839-48c5-8538-408af0345931 admin admin] Deleting subnet b166af2c-f0c1-4005-bf20-b8a2b0583a5b {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:49:03.482389 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-862fb1a8-e839-48c5-8538-408af0345931 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:03.509408 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-e3b36e7b-01d1-48df-b08a-b1b20f5c45a0 req-f84563cd-f3a4-4b45-bea6-1801be68c229 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Notify callbacks [] for floatingip, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:03.587316 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-862fb1a8-e839-48c5-8538-408af0345931 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:03.672048 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4c9d4bd1-caa4-4393-8c5e-3d42c3342705 req-0816f381-5bfe-4524-98c4-1df7a741eabb tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=2742a9e7-3449-4fd7-80aa-ae818c31ca01 HTTP/1.1" status: 200 len: 210 time: 0.0627446 Sep 17 07:49:03.675726 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ee2e2da-220c-4b74-84c8-335ee09a35d1 req-5a2c89c3-6d11-43db-890e-d1ae783070aa tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] No DVR routers for this DVR port 4b7dc433-3efb-4378-b002-1e48b038275e on host n-h1-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:49:03.689905 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-9ee2e2da-220c-4b74-84c8-335ee09a35d1 req-5a2c89c3-6d11-43db-890e-d1ae783070aa tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:03.692597 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9ee2e2da-220c-4b74-84c8-335ee09a35d1 req-5a2c89c3-6d11-43db-890e-d1ae783070aa tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.41 "DELETE /v2.0/ports/4b7dc433-3efb-4378-b002-1e48b038275e HTTP/1.1" status: 204 len: 173 time: 1.1763885 Sep 17 07:49:03.693737 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eae18dcd-1ea3-49eb-aa1e-b7f28ad56c10', 'name': 'network-vif-deleted', 'tag': '4b7dc433-3efb-4378-b002-1e48b038275e'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:49:03.706829 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-862fb1a8-e839-48c5-8538-408af0345931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:03.707127 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a0eb719-2614-4454-aa98-ebfa5a6f3cbb" -d '{"events": [{"server_uuid": "eae18dcd-1ea3-49eb-aa1e-b7f28ad56c10", "name": "network-vif-deleted", "tag": "4b7dc433-3efb-4378-b002-1e48b038275e"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:49:03.832599 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-862fb1a8-e839-48c5-8538-408af0345931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:03.876977 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-862fb1a8-e839-48c5-8538-408af0345931 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:03.896548 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-862fb1a8-e839-48c5-8538-408af0345931 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b166af2c-f0c1-4005-bf20-b8a2b0583a5b HTTP/1.1" status: 204 len: 168 time: 1.2634959 Sep 17 07:49:03.900326 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 35544) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:49:04.028173 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862fb1a8-e839-48c5-8538-408af0345931 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b166af2c-f0c1-4005-bf20-b8a2b0583a5b,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:04.160279 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad2abea5-62af-438d-bb92-294f8aa78f5f x-openstack-request-id: req-ad2abea5-62af-438d-bb92-294f8aa78f5f {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:49:04.160858 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eae18dcd-1ea3-49eb-aa1e-b7f28ad56c10", "name": "network-vif-deleted", "tag": "4b7dc433-3efb-4378-b002-1e48b038275e", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:49:04.160858 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ad2abea5-62af-438d-bb92-294f8aa78f5f {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:49:04.164915 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eae18dcd-1ea3-49eb-aa1e-b7f28ad56c10', 'name': 'network-vif-deleted', 'tag': '4b7dc433-3efb-4378-b002-1e48b038275e', 'status': 'completed', 'code': 200} Sep 17 07:49:04.204005 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-da551328-bf8c-4f4e-b8a5-248c160569b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:04.326363 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-da551328-bf8c-4f4e-b8a5-248c160569b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:04.362753 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-da551328-bf8c-4f4e-b8a5-248c160569b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0a513a6-9cd3-48db-b90d-df8b88e7c76b']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:49:04.376120 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-da551328-bf8c-4f4e-b8a5-248c160569b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:49:04.376838 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-da551328-bf8c-4f4e-b8a5-248c160569b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e5b2ee2-1ef2-410d-89b1-f7ed7437f8ff') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:49:04.412752 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-da551328-bf8c-4f4e-b8a5-248c160569b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:04.450300 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-da551328-bf8c-4f4e-b8a5-248c160569b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:04.461926 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da551328-bf8c-4f4e-b8a5-248c160569b0 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 07:49:04.462607 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-da551328-bf8c-4f4e-b8a5-248c160569b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:04.469751 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 07:49:04.469751 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 07:49:04.469751 n-d-789963-9 neutron-server[101290]: timer() Sep 17 07:49:04.469751 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 07:49:04.469751 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 07:49:04.469751 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 07:49:04.469751 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 07:49:04.469751 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 07:49:04.469751 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 07:49:04.469751 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 07:49:04.469751 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 07:49:04.469751 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 07:49:04.469751 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 07:49:04.469751 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 07:49:04.469751 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 07:49:04.469751 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 07:49:04.469751 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 07:49:04.469751 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 07:49:04.469751 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 07:49:04.469751 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 07:49:04.469751 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 07:49:04.469751 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 07:49:04.469751 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 07:49:04.469751 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 07:49:04.469751 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 07:49:04.469751 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 07:49:04.469751 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 07:49:04.469751 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 07:49:04.469751 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 07:49:04.469751 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 07:49:04.469751 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 07:49:04.469751 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 07:49:04.597080 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-da551328-bf8c-4f4e-b8a5-248c160569b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:04.605880 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-da551328-bf8c-4f4e-b8a5-248c160569b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:04.620836 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-da551328-bf8c-4f4e-b8a5-248c160569b0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a0a513a6-9cd3-48db-b90d-df8b88e7c76b HTTP/1.1" status: 204 len: 168 time: 0.7154844 Sep 17 07:49:04.629816 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 35564) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:49:04.640240 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da551328-bf8c-4f4e-b8a5-248c160569b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0a513a6-9cd3-48db-b90d-df8b88e7c76b,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:04.734559 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca423665-089e-4ef3-8e86-2699adf3b285 admin admin] Deleting subnet 81faea16-b527-42b2-b348-173a31399bca {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:49:04.741700 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ca423665-089e-4ef3-8e86-2699adf3b285 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:04.813029 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ca423665-089e-4ef3-8e86-2699adf3b285 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:04.868828 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:04.876061 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ca423665-089e-4ef3-8e86-2699adf3b285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:04.946810 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ca423665-089e-4ef3-8e86-2699adf3b285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:04.961738 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.db.resource_extend [req-e3b36e7b-01d1-48df-b08a-b1b20f5c45a0 req-f84563cd-f3a4-4b45-bea6-1801be68c229 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 07:49:05.042611 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6509d6-1a41-44d9-b784-939216f7c0f2 req-e2331985-4190-4827-a7d1-f484bd74d9a8 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:05.046511 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-aa6509d6-1a41-44d9-b784-939216f7c0f2 req-e2331985-4190-4827-a7d1-f484bd74d9a8 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.39 "GET /v2.0/networks?id=e9141915-58fa-4f94-8f27-c56354fa8ebb HTTP/1.1" status: 200 len: 815 time: 0.3087282 Sep 17 07:49:05.067218 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca423665-089e-4ef3-8e86-2699adf3b285 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81faea16-b527-42b2-b348-173a31399bca,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:05.073320 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-aa6509d6-1a41-44d9-b784-939216f7c0f2 req-09c33bd4-db9a-48ae-97e9-54acfbf94f7c tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Request body: {'port': {'device_id': '2742a9e7-3449-4fd7-80aa-ae818c31ca01', 'network_id': 'e9141915-58fa-4f94-8f27-c56354fa8ebb', 'admin_state_up': True, 'tenant_id': '459f4a4f8d9a4a149a3ada21edeb4e65'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:49:05.100645 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb21a87-7ba4-4942-814d-58beb5fba5d7 req-9f71fa87-81a1-47d7-87ad-be347374c208 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:05.107964 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4cb21a87-7ba4-4942-814d-58beb5fba5d7 req-9f71fa87-81a1-47d7-87ad-be347374c208 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=d99ed35d-0228-402a-8acb-014e6d55a78d HTTP/1.1" status: 200 len: 946 time: 0.5979595 Sep 17 07:49:05.114031 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ca423665-089e-4ef3-8e86-2699adf3b285 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:05.116075 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ca423665-089e-4ef3-8e86-2699adf3b285 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/81faea16-b527-42b2-b348-173a31399bca HTTP/1.1" status: 204 len: 168 time: 0.4812734 Sep 17 07:49:05.148282 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 35580) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:49:05.165358 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4cb21a87-7ba4-4942-814d-58beb5fba5d7 req-0df9582e-b82b-480a-b4b0-42349d5e9ef5 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515742 Sep 17 07:49:05.263213 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 28cf66ad-5446-4090-a367-9c2f8667ed25 no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:49:05.280112 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-e3b36e7b-01d1-48df-b08a-b1b20f5c45a0 req-f84563cd-f3a4-4b45-bea6-1801be68c229 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:05.323376 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] No Port match for: 28cf66ad-5446-4090-a367-9c2f8667ed25 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:49:05.323726 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 28cf66ad-5446-4090-a367-9c2f8667ed25 not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:49:05.368796 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-e3b36e7b-01d1-48df-b08a-b1b20f5c45a0 req-f84563cd-f3a4-4b45-bea6-1801be68c229 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:05.369385 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa6509d6-1a41-44d9-b784-939216f7c0f2 req-09c33bd4-db9a-48ae-97e9-54acfbf94f7c tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Made reservation on behalf of 459f4a4f8d9a4a149a3ada21edeb4e65 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:49:05.371029 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:05.375730 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-aa6509d6-1a41-44d9-b784-939216f7c0f2 req-09c33bd4-db9a-48ae-97e9-54acfbf94f7c tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:05.585011 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-aa6509d6-1a41-44d9-b784-939216f7c0f2 req-09c33bd4-db9a-48ae-97e9-54acfbf94f7c tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Allocated IP 172.20.0.7 (e9141915-58fa-4f94-8f27-c56354fa8ebb/604275ee-9836-4f85-a007-f6695778fdeb/53ce995e-5449-4b63-ba7b-fa2b47d96cad) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:49:05.603090 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a050fd47-6c01-45ab-8330-5a0be8cf7ddd req-a64b2418-3b68-44b2-8c54-0f7da2909fe8 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=2742a9e7-3449-4fd7-80aa-ae818c31ca01 HTTP/1.1" status: 200 len: 210 time: 0.2352519 Sep 17 07:49:05.607514 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 35590) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:49:05.619493 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-15460693-e35f-46e1-ba54-73e64abcf50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:05.681589 n-d-789963-9 neutron-server[101289]: INFO neutron.db.l3_db [req-e3b36e7b-01d1-48df-b08a-b1b20f5c45a0 req-f84563cd-f3a4-4b45-bea6-1801be68c229 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Floating IP 7e6baf1e-50c9-4a9f-8514-b334ea5fc631 associated. External IP: 172.25.6.151, port: da736859-ea02-421f-9e3c-068903c07a4f. Sep 17 07:49:05.984349 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-aa6509d6-1a41-44d9-b784-939216f7c0f2 req-09c33bd4-db9a-48ae-97e9-54acfbf94f7c tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:05.994811 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-15460693-e35f-46e1-ba54-73e64abcf50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:06.031748 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-15460693-e35f-46e1-ba54-73e64abcf50c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6bd6846-0c0d-4f6b-9bbb-beb1c17e2052']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:49:06.091654 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-aa6509d6-1a41-44d9-b784-939216f7c0f2 req-09c33bd4-db9a-48ae-97e9-54acfbf94f7c tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:06.105791 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-15460693-e35f-46e1-ba54-73e64abcf50c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7ec29c9-9b26-4739-a7f2-24d3042f36de') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:49:06.107393 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-15460693-e35f-46e1-ba54-73e64abcf50c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7ec29c9-9b26-4739-a7f2-24d3042f36de') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:49:06.132524 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-15460693-e35f-46e1-ba54-73e64abcf50c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:06.149233 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3b36e7b-01d1-48df-b08a-b1b20f5c45a0 req-f84563cd-f3a4-4b45-bea6-1801be68c229 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Router fcf42f6a-3934-4d2c-a0bc-b684e6b4491c has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:49:06.165700 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-15460693-e35f-46e1-ba54-73e64abcf50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:06.233123 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15460693-e35f-46e1-ba54-73e64abcf50c admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 07:49:06.233570 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-15460693-e35f-46e1-ba54-73e64abcf50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:06.241741 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c33bd4-db9a-48ae-97e9-54acfbf94f7c tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Pushing event updated for resources: {'Port': ['ID=53ce995e-5449-4b63-ba7b-fa2b47d96cad,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:06.277743 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa6509d6-1a41-44d9-b784-939216f7c0f2 req-09c33bd4-db9a-48ae-97e9-54acfbf94f7c tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Network e9141915-58fa-4f94-8f27-c56354fa8ebb is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:49:06.285178 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-aa6509d6-1a41-44d9-b784-939216f7c0f2 req-09c33bd4-db9a-48ae-97e9-54acfbf94f7c tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:49:06.290981 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa6509d6-1a41-44d9-b784-939216f7c0f2 req-09c33bd4-db9a-48ae-97e9-54acfbf94f7c tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:49:06.408724 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6509d6-1a41-44d9-b784-939216f7c0f2 req-09c33bd4-db9a-48ae-97e9-54acfbf94f7c tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:06.409391 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-aa6509d6-1a41-44d9-b784-939216f7c0f2 req-09c33bd4-db9a-48ae-97e9-54acfbf94f7c tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:06.454142 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-aa6509d6-1a41-44d9-b784-939216f7c0f2 req-09c33bd4-db9a-48ae-97e9-54acfbf94f7c tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3866472 Sep 17 07:49:06.663752 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-aa6509d6-1a41-44d9-b784-939216f7c0f2 req-6b9924ce-411f-4018-8554-646ecfb4753d service neutron] Request body: {'port': {'device_id': '2742a9e7-3449-4fd7-80aa-ae818c31ca01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:49:06.794667 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 07:49:06.794667 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 07:49:06.794667 n-d-789963-9 neutron-server[101289]: timer() Sep 17 07:49:06.794667 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 07:49:06.794667 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 07:49:06.794667 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 07:49:06.794667 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 07:49:06.794667 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 07:49:06.794667 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 07:49:06.794667 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 07:49:06.794667 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 07:49:06.794667 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 07:49:06.794667 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 07:49:06.794667 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 07:49:06.794667 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 07:49:06.794667 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 07:49:06.794667 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 07:49:06.794667 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 07:49:06.794667 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 07:49:06.794667 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 07:49:06.794667 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 07:49:06.794667 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 07:49:06.794667 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 07:49:06.794667 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 07:49:06.794667 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 07:49:06.794667 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 07:49:06.794667 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 07:49:06.794667 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 07:49:06.794667 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 07:49:06.794667 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 07:49:06.794667 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 07:49:06.794667 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 07:49:06.799253 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-aa6509d6-1a41-44d9-b784-939216f7c0f2 req-6b9924ce-411f-4018-8554-646ecfb4753d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:06.816818 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-15460693-e35f-46e1-ba54-73e64abcf50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:06.822310 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-15460693-e35f-46e1-ba54-73e64abcf50c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:06.824443 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-15460693-e35f-46e1-ba54-73e64abcf50c admin admin] 10.222.0.13 "DELETE /v2.0/networks/a6bd6846-0c0d-4f6b-9bbb-beb1c17e2052 HTTP/1.1" status: 204 len: 168 time: 1.6571004 Sep 17 07:49:06.862627 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3b21a38f-ad95-4a5d-af90-074d497c9efa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:06.958335 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3b36e7b-01d1-48df-b08a-b1b20f5c45a0 req-f84563cd-f3a4-4b45-bea6-1801be68c229 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:49:06.971019 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815998c3-d3c6-4a20-b16c-ff7ba076639b None None] Sync routers for ids ['fcf42f6a-3934-4d2c-a0bc-b684e6b4491c'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:49:06.975571 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15460693-e35f-46e1-ba54-73e64abcf50c admin admin] Pushing event deleted for resources: {'Network': ['ID=a6bd6846-0c0d-4f6b-9bbb-beb1c17e2052,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:06.986784 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-e3b36e7b-01d1-48df-b08a-b1b20f5c45a0 req-f84563cd-f3a4-4b45-bea6-1801be68c229 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:06.992357 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815998c3-d3c6-4a20-b16c-ff7ba076639b None None] Routers {'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:49:06.994890 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-815998c3-d3c6-4a20-b16c-ff7ba076639b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:48:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['fcf42f6a-3934-4d2c-a0bc-b684e6b4491c'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:49:07.035645 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e3b36e7b-01d1-48df-b08a-b1b20f5c45a0 req-f84563cd-f3a4-4b45-bea6-1801be68c229 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "PUT /v2.0/floatingips/7e6baf1e-50c9-4a9f-8514-b334ea5fc631 HTTP/1.1" status: 200 len: 997 time: 3.6243382 Sep 17 07:49:07.038901 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c6124d8-5634-48a6-96dd-872d1057b583', 'tag': 'da736859-ea02-421f-9e3c-068903c07a4f'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:49:07.040969 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8703568f-2b8a-470a-b4f1-f0ff7d5f30c2" -d '{"events": [{"name": "network-changed", "server_uuid": "4c6124d8-5634-48a6-96dd-872d1057b583", "tag": "da736859-ea02-421f-9e3c-068903c07a4f"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:49:07.069593 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bbf0fe-8646-48b1-9501-a4ac968ea003 req-3f0624bc-9412-40e8-bf08-c47b6708b8fb tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:07.087460 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d9bbf0fe-8646-48b1-9501-a4ac968ea003 req-3f0624bc-9412-40e8-bf08-c47b6708b8fb tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=d99ed35d-0228-402a-8acb-014e6d55a78d HTTP/1.1" status: 200 len: 946 time: 0.2838385 Sep 17 07:49:07.270942 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 4b7dc433-3efb-4378-b002-1e48b038275e no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:49:07.285287 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 35638) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:49:07.301100 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d9bbf0fe-8646-48b1-9501-a4ac968ea003 req-45145f26-856b-4e66-a24e-874f95f5ba5a tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123101 Sep 17 07:49:07.322640 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b36e7b-01d1-48df-b08a-b1b20f5c45a0 req-d6947428-de01-4807-b68e-bc54926880c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:07.329550 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] No Port match for: 4b7dc433-3efb-4378-b002-1e48b038275e {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:49:07.329908 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 4b7dc433-3efb-4378-b002-1e48b038275e not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:49:07.343591 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e3b36e7b-01d1-48df-b08a-b1b20f5c45a0 req-d6947428-de01-4807-b68e-bc54926880c0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=173bcd349821437db6c688209e3398b1&device_id=4c6124d8-5634-48a6-96dd-872d1057b583 HTTP/1.1" status: 200 len: 1097 time: 0.1458673 Sep 17 07:49:07.404984 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-815998c3-d3c6-4a20-b16c-ff7ba076639b None None] Set router fcf42f6a-3934-4d2c-a0bc-b684e6b4491c gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:49:07.502630 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-aa6509d6-1a41-44d9-b784-939216f7c0f2 req-6b9924ce-411f-4018-8554-646ecfb4753d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53ce995e-5449-4b63-ba7b-fa2b47d96cad {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:49:07.519780 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c787c65f-0a24-4b1a-9692-410158126f78 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4f0e4c1c4dc94ab78a72a2655bcb731a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2287858 Sep 17 07:49:07.526668 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 35648) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:49:07.598436 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-aa6509d6-1a41-44d9-b784-939216f7c0f2 req-6b9924ce-411f-4018-8554-646ecfb4753d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:07.626472 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b36e7b-01d1-48df-b08a-b1b20f5c45a0 req-88becd08-f9d2-44c1-a263-c54d28008517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:07.641165 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e3b36e7b-01d1-48df-b08a-b1b20f5c45a0 req-88becd08-f9d2-44c1-a263-c54d28008517 service neutron] 10.222.0.13 "GET /v2.0/networks?id=200c4d1a-5385-414c-896c-7c2ada565217 HTTP/1.1" status: 200 len: 921 time: 0.2963533 Sep 17 07:49:07.652289 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-aa6509d6-1a41-44d9-b784-939216f7c0f2 req-6b9924ce-411f-4018-8554-646ecfb4753d service neutron] Transition to ACTIVE for port object 53ce995e-5449-4b63-ba7b-fa2b47d96cad will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:49:07.693023 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e35a148c-8445-4b10-948b-87b0fe8a2a04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:07.695297 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-aa6509d6-1a41-44d9-b784-939216f7c0f2 req-6b9924ce-411f-4018-8554-646ecfb4753d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:07.778152 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3b21a38f-ad95-4a5d-af90-074d497c9efa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:07.789294 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e3b36e7b-01d1-48df-b08a-b1b20f5c45a0 req-0bfcc022-2021-4f27-ab8a-32b46ea1d559 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da736859-ea02-421f-9e3c-068903c07a4f HTTP/1.1" status: 200 len: 1000 time: 0.1469159 Sep 17 07:49:07.792112 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3b21a38f-ad95-4a5d-af90-074d497c9efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:07.830719 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf13f5b-ce92-49bc-ac83-e54582ee7edf req-89a0263e-e2f4-4df3-bc0d-9b162b8236a4 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:07.832764 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ddf13f5b-ce92-49bc-ac83-e54582ee7edf req-89a0263e-e2f4-4df3-bc0d-9b162b8236a4 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=2742a9e7-3449-4fd7-80aa-ae818c31ca01 HTTP/1.1" status: 200 len: 943 time: 0.2324424 Sep 17 07:49:07.864611 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-815998c3-d3c6-4a20-b16c-ff7ba076639b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'name': 'tempest-FloatingIPsAssociationTestJSON-821420024-router', 'tenant_id': '173bcd349821437db6c688209e3398b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'b1d36076-cf5e-4937-9952-bcb18bdea34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:48:07Z', 'updated_at': '2021-09-17T07:48:13Z', 'revision_number': 4, 'project_id': '173bcd349821437db6c688209e3398b1', 'gw_port': {'id': 'b1d36076-cf5e-4937-9952-bcb18bdea34c', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:48:08Z', 'updated_at': '2021-09-17T07:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '7e6baf1e-50c9-4a9f-8514-b334ea5fc631', 'tenant_id': '173bcd349821437db6c688209e3398b1', 'floating_ip_address': '172.25.6.151', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'port_id': 'da736859-ea02-421f-9e3c-068903c07a4f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '200c4d1a-5385-414c-896c-7c2ada565217', 'mac_address': 'fa:16:3e:05:b6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6124d8-5634-48a6-96dd-872d1057b583', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T07:48:39Z', 'updated_at': '2021-09-17T07:49:04Z', 'revision_number': 1, 'project_id': '173bcd349821437db6c688209e3398b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a6467db-4212-4c41-90f4-17f904dbfe90', 'name': '', 'network_id': '200c4d1a-5385-414c-896c-7c2ada565217', 'tenant_id': '173bcd349821437db6c688209e3398b1', 'mac_address': 'fa:16:3e:a4:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '472967d5-a95a-4c81-ab94-68718eb38ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:48:12Z', 'updated_at': '2021-09-17T07:48:18Z', 'revision_number': 5, 'project_id': '173bcd349821437db6c688209e3398b1', 'subnets': [{'id': '472967d5-a95a-4c81-ab94-68718eb38ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:49:07.903575 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-3b21a38f-ad95-4a5d-af90-074d497c9efa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ec54656e79b847edb1d9e5f8733c3f5e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2948167 Sep 17 07:49:07.910167 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 35654) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:49:07.934107 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b21a38f-ad95-4a5d-af90-074d497c9efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f444c2-c677-4cfe-979d-ea9954a07cd1,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:07.947429 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815998c3-d3c6-4a20-b16c-ff7ba076639b None None] Checking router: fcf42f6a-3934-4d2c-a0bc-b684e6b4491c for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:49:07.967288 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815998c3-d3c6-4a20-b16c-ff7ba076639b None None] Routers {'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:49:07.971992 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-815998c3-d3c6-4a20-b16c-ff7ba076639b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:48:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['fcf42f6a-3934-4d2c-a0bc-b684e6b4491c'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:49:07.979416 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b36e7b-01d1-48df-b08a-b1b20f5c45a0 req-78d7dbb5-6bff-4994-b033-ab845ed595fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:07.982397 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e3b36e7b-01d1-48df-b08a-b1b20f5c45a0 req-78d7dbb5-6bff-4994-b033-ab845ed595fb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=472967d5-a95a-4c81-ab94-68718eb38ee3 HTTP/1.1" status: 200 len: 859 time: 0.1784320 Sep 17 07:49:08.008223 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e35a148c-8445-4b10-948b-87b0fe8a2a04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:08.021538 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ddf13f5b-ce92-49bc-ac83-e54582ee7edf req-c5e3dfd3-fad9-458d-afcb-b7c71e0650fe tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580119 Sep 17 07:49:08.085845 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4bf10acb-2114-4c08-af14-3f210db1683f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:08.092595 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b36e7b-01d1-48df-b08a-b1b20f5c45a0 req-f186ef21-4b63-4c91-9cf6-7bca63bad795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:08.094446 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e3b36e7b-01d1-48df-b08a-b1b20f5c45a0 req-f186ef21-4b63-4c91-9cf6-7bca63bad795 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=200c4d1a-5385-414c-896c-7c2ada565217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0905271 Sep 17 07:49:08.106840 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [req-e3b36e7b-01d1-48df-b08a-b1b20f5c45a0 req-81676319-29a6-4469-a98f-fbdb10997aa2 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 07:49:08.107952 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e3b36e7b-01d1-48df-b08a-b1b20f5c45a0 req-81676319-29a6-4469-a98f-fbdb10997aa2 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057971 Sep 17 07:49:08.129051 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4bf10acb-2114-4c08-af14-3f210db1683f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:08.166868 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9924ce-411f-4018-8554-646ecfb4753d service neutron] Pushing event updated for resources: {'Port': ['ID=53ce995e-5449-4b63-ba7b-fa2b47d96cad,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:08.202307 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-aa6509d6-1a41-44d9-b784-939216f7c0f2 req-6b9924ce-411f-4018-8554-646ecfb4753d service neutron] Attempting to bind port 53ce995e-5449-4b63-ba7b-fa2b47d96cad on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:49:08.208836 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-aa6509d6-1a41-44d9-b784-939216f7c0f2 req-6b9924ce-411f-4018-8554-646ecfb4753d service neutron] Attempting to bind port 53ce995e-5449-4b63-ba7b-fa2b47d96cad by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': 'be767568-3060-48d1-bebe-585a133f1049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e9141915-58fa-4f94-8f27-c56354fa8ebb'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:49:08.209189 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6509d6-1a41-44d9-b784-939216f7c0f2 req-6b9924ce-411f-4018-8554-646ecfb4753d service neutron] Attempting to bind port 53ce995e-5449-4b63-ba7b-fa2b47d96cad on network e9141915-58fa-4f94-8f27-c56354fa8ebb {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:49:08.226677 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6509d6-1a41-44d9-b784-939216f7c0f2 req-6b9924ce-411f-4018-8554-646ecfb4753d service neutron] Port 53ce995e-5449-4b63-ba7b-fa2b47d96cad on network e9141915-58fa-4f94-8f27-c56354fa8ebb not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:49:08.227000 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6509d6-1a41-44d9-b784-939216f7c0f2 req-6b9924ce-411f-4018-8554-646ecfb4753d service neutron] Attempting to bind port 53ce995e-5449-4b63-ba7b-fa2b47d96cad on network e9141915-58fa-4f94-8f27-c56354fa8ebb {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:49:08.249762 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6509d6-1a41-44d9-b784-939216f7c0f2 req-6b9924ce-411f-4018-8554-646ecfb4753d service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:49:08.250169 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6509d6-1a41-44d9-b784-939216f7c0f2 req-6b9924ce-411f-4018-8554-646ecfb4753d service neutron] Checking segment: {'id': 'be767568-3060-48d1-bebe-585a133f1049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e9141915-58fa-4f94-8f27-c56354fa8ebb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:49:08.250482 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6509d6-1a41-44d9-b784-939216f7c0f2 req-6b9924ce-411f-4018-8554-646ecfb4753d service neutron] Bound using segment: {'id': 'be767568-3060-48d1-bebe-585a133f1049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e9141915-58fa-4f94-8f27-c56354fa8ebb'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:49:08.251004 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-aa6509d6-1a41-44d9-b784-939216f7c0f2 req-6b9924ce-411f-4018-8554-646ecfb4753d service neutron] Bound port: 53ce995e-5449-4b63-ba7b-fa2b47d96cad, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be767568-3060-48d1-bebe-585a133f1049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e9141915-58fa-4f94-8f27-c56354fa8ebb'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:49:08.251367 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-aa6509d6-1a41-44d9-b784-939216f7c0f2 req-6b9924ce-411f-4018-8554-646ecfb4753d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:08.299801 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e3b36e7b-01d1-48df-b08a-b1b20f5c45a0 req-4492137a-8bc9-4edd-990d-1daeac6f0cdd service neutron] 10.222.0.13 "GET /v2.0/networks/200c4d1a-5385-414c-896c-7c2ada565217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838105 Sep 17 07:49:08.300945 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4bf10acb-2114-4c08-af14-3f210db1683f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:08.305657 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4bf10acb-2114-4c08-af14-3f210db1683f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:08.317818 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-815998c3-d3c6-4a20-b16c-ff7ba076639b None None] Set router fcf42f6a-3934-4d2c-a0bc-b684e6b4491c gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:49:08.326028 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-4bf10acb-2114-4c08-af14-3f210db1683f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/66f444c2-c677-4cfe-979d-ea9954a07cd1 HTTP/1.1" status: 204 len: 168 time: 0.4081602 Sep 17 07:49:08.377672 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e35a148c-8445-4b10-948b-87b0fe8a2a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:08.387070 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e35a148c-8445-4b10-948b-87b0fe8a2a04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:08.394640 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e35a148c-8445-4b10-948b-87b0fe8a2a04 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e HTTP/1.1" status: 204 len: 168 time: 0.8668742 Sep 17 07:49:08.442310 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35a148c-8445-4b10-948b-87b0fe8a2a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebbaeeed-10e5-4d7d-ac6d-2a43c7114b1e,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:08.444823 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-aa6509d6-1a41-44d9-b784-939216f7c0f2 req-6b9924ce-411f-4018-8554-646ecfb4753d service neutron] For port 53ce995e-5449-4b63-ba7b-fa2b47d96cad, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:49:08.452670 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-aa6509d6-1a41-44d9-b784-939216f7c0f2 req-6b9924ce-411f-4018-8554-646ecfb4753d service neutron] For port 53ce995e-5449-4b63-ba7b-fa2b47d96cad, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=53ce995e-5449-4b63-ba7b-fa2b47d96cad,segment=NetworkSegment(be767568-3060-48d1-bebe-585a133f1049),segment_id=be767568-3060-48d1-bebe-585a133f1049)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:49:08.454471 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf10acb-2114-4c08-af14-3f210db1683f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f444c2-c677-4cfe-979d-ea9954a07cd1,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:08.467481 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-aa6509d6-1a41-44d9-b784-939216f7c0f2 req-6b9924ce-411f-4018-8554-646ecfb4753d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:08.545324 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6509d6-1a41-44d9-b784-939216f7c0f2 req-6b9924ce-411f-4018-8554-646ecfb4753d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:08.549106 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-aa6509d6-1a41-44d9-b784-939216f7c0f2 req-6b9924ce-411f-4018-8554-646ecfb4753d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:08.550712 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-aa6509d6-1a41-44d9-b784-939216f7c0f2 req-6b9924ce-411f-4018-8554-646ecfb4753d service neutron] 10.222.0.39 "PUT /v2.0/ports/53ce995e-5449-4b63-ba7b-fa2b47d96cad HTTP/1.1" status: 200 len: 1091 time: 2.0807638 Sep 17 07:49:08.552742 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2742a9e7-3449-4fd7-80aa-ae818c31ca01', 'tag': '53ce995e-5449-4b63-ba7b-fa2b47d96cad'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:49:08.555814 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f36709-7d3b-4a0f-bcd9-4b4f3028cea6" -d '{"events": [{"name": "network-changed", "server_uuid": "2742a9e7-3449-4fd7-80aa-ae818c31ca01", "tag": "53ce995e-5449-4b63-ba7b-fa2b47d96cad"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:49:08.624370 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9924ce-411f-4018-8554-646ecfb4753d service neutron] Pushing event updated for resources: {'Port': ['ID=53ce995e-5449-4b63-ba7b-fa2b47d96cad,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:08.636874 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b92f30e-a90b-4b36-9fc2-8246b38636a6 x-openstack-request-id: req-1b92f30e-a90b-4b36-9fc2-8246b38636a6 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:49:08.637869 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c6124d8-5634-48a6-96dd-872d1057b583", "tag": "da736859-ea02-421f-9e3c-068903c07a4f", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:49:08.640082 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1b92f30e-a90b-4b36-9fc2-8246b38636a6 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:49:08.642704 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c6124d8-5634-48a6-96dd-872d1057b583', 'tag': 'da736859-ea02-421f-9e3c-068903c07a4f', 'status': 'completed', 'code': 200} Sep 17 07:49:08.754711 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e3b36e7b-01d1-48df-b08a-b1b20f5c45a0 req-071d9940-65fd-4950-8543-b02a02113c5a service neutron] 10.222.0.13 "GET /v2.0/networks/200c4d1a-5385-414c-896c-7c2ada565217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4272025 Sep 17 07:49:08.812360 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6509d6-1a41-44d9-b784-939216f7c0f2 req-a0b935fb-fd01-4304-9d67-8810aeee1f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:08.817687 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-aa6509d6-1a41-44d9-b784-939216f7c0f2 req-a0b935fb-fd01-4304-9d67-8810aeee1f4a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=459f4a4f8d9a4a149a3ada21edeb4e65&device_id=2742a9e7-3449-4fd7-80aa-ae818c31ca01 HTTP/1.1" status: 200 len: 1094 time: 0.1757743 Sep 17 07:49:08.830687 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8703568f-2b8a-470a-b4f1-f0ff7d5f30c2 req-5720b87f-9501-45a9-8732-6c099815df73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:08.833014 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8703568f-2b8a-470a-b4f1-f0ff7d5f30c2 req-5720b87f-9501-45a9-8732-6c099815df73 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=173bcd349821437db6c688209e3398b1&device_id=4c6124d8-5634-48a6-96dd-872d1057b583 HTTP/1.1" status: 200 len: 1097 time: 0.1414342 Sep 17 07:49:08.836841 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5820c06a-46a1-4e30-ab1f-52ed6a1127da x-openstack-request-id: req-5820c06a-46a1-4e30-ab1f-52ed6a1127da {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:49:08.837100 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-815998c3-d3c6-4a20-b16c-ff7ba076639b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'name': 'tempest-FloatingIPsAssociationTestJSON-821420024-router', 'tenant_id': '173bcd349821437db6c688209e3398b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'b1d36076-cf5e-4937-9952-bcb18bdea34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:48:07Z', 'updated_at': '2021-09-17T07:48:13Z', 'revision_number': 4, 'project_id': '173bcd349821437db6c688209e3398b1', 'gw_port': {'id': 'b1d36076-cf5e-4937-9952-bcb18bdea34c', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:48:08Z', 'updated_at': '2021-09-17T07:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '7e6baf1e-50c9-4a9f-8514-b334ea5fc631', 'tenant_id': '173bcd349821437db6c688209e3398b1', 'floating_ip_address': '172.25.6.151', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'port_id': 'da736859-ea02-421f-9e3c-068903c07a4f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '200c4d1a-5385-414c-896c-7c2ada565217', 'mac_address': 'fa:16:3e:05:b6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6124d8-5634-48a6-96dd-872d1057b583', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T07:48:39Z', 'updated_at': '2021-09-17T07:49:04Z', 'revision_number': 1, 'project_id': '173bcd349821437db6c688209e3398b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a6467db-4212-4c41-90f4-17f904dbfe90', 'name': '', 'network_id': '200c4d1a-5385-414c-896c-7c2ada565217', 'tenant_id': '173bcd349821437db6c688209e3398b1', 'mac_address': 'fa:16:3e:a4:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '472967d5-a95a-4c81-ab94-68718eb38ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:48:12Z', 'updated_at': '2021-09-17T07:48:18Z', 'revision_number': 5, 'project_id': '173bcd349821437db6c688209e3398b1', 'subnets': [{'id': '472967d5-a95a-4c81-ab94-68718eb38ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:49:08.839709 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2742a9e7-3449-4fd7-80aa-ae818c31ca01", "tag": "53ce995e-5449-4b63-ba7b-fa2b47d96cad", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:49:08.840063 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5820c06a-46a1-4e30-ab1f-52ed6a1127da {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:49:08.841160 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2742a9e7-3449-4fd7-80aa-ae818c31ca01', 'tag': '53ce995e-5449-4b63-ba7b-fa2b47d96cad', 'status': 'completed', 'code': 200} Sep 17 07:49:08.935474 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815998c3-d3c6-4a20-b16c-ff7ba076639b None None] The sync data for ids ['fcf42f6a-3934-4d2c-a0bc-b684e6b4491c'] in n-d-789963-9 is: [{'id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'name': 'tempest-FloatingIPsAssociationTestJSON-821420024-router', 'tenant_id': '173bcd349821437db6c688209e3398b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'b1d36076-cf5e-4937-9952-bcb18bdea34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:48:07Z', 'updated_at': '2021-09-17T07:48:13Z', 'revision_number': 4, 'project_id': '173bcd349821437db6c688209e3398b1', 'gw_port': {'id': 'b1d36076-cf5e-4937-9952-bcb18bdea34c', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:48:08Z', 'updated_at': '2021-09-17T07:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '7e6baf1e-50c9-4a9f-8514-b334ea5fc631', 'tenant_id': '173bcd349821437db6c688209e3398b1', 'floating_ip_address': '172.25.6.151', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'port_id': 'da736859-ea02-421f-9e3c-068903c07a4f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '200c4d1a-5385-414c-896c-7c2ada565217', 'mac_address': 'fa:16:3e:05:b6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6124d8-5634-48a6-96dd-872d1057b583', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T07:48:39Z', 'updated_at': '2021-09-17T07:49:04Z', 'revision_number': 1, 'project_id': '173bcd349821437db6c688209e3398b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a6467db-4212-4c41-90f4-17f904dbfe90', 'name': '', 'network_id': '200c4d1a-5385-414c-896c-7c2ada565217', 'tenant_id': '173bcd349821437db6c688209e3398b1', 'mac_address': 'fa:16:3e:a4:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '472967d5-a95a-4c81-ab94-68718eb38ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:48:12Z', 'updated_at': '2021-09-17T07:48:18Z', 'revision_number': 5, 'project_id': '173bcd349821437db6c688209e3398b1', 'subnets': [{'id': '472967d5-a95a-4c81-ab94-68718eb38ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:49:09.050695 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f9729-eb4b-4260-81bd-56fb14619655 req-71c1576b-6034-4436-881e-fad520141960 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:09.052470 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-371f9729-eb4b-4260-81bd-56fb14619655 req-71c1576b-6034-4436-881e-fad520141960 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=d99ed35d-0228-402a-8acb-014e6d55a78d HTTP/1.1" status: 200 len: 946 time: 0.2079537 Sep 17 07:49:09.066004 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba90cd7-acb9-47c3-8f14-a263aaf6e841 req-d1df1b36-c970-4dc6-9866-8baf82892a51 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:09.073600 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8ba90cd7-acb9-47c3-8f14-a263aaf6e841 req-d1df1b36-c970-4dc6-9866-8baf82892a51 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4983bfc-eb00-4ab8-b651-8e26a07e3568&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1550863 Sep 17 07:49:09.086971 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-aa6509d6-1a41-44d9-b784-939216f7c0f2 req-d5877909-fd18-4a2b-a97e-cf1ed8e0be5a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53ce995e-5449-4b63-ba7b-fa2b47d96cad HTTP/1.1" status: 200 len: 217 time: 0.2448492 Sep 17 07:49:09.164797 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8703568f-2b8a-470a-b4f1-f0ff7d5f30c2 req-2a18d664-d834-4b81-8ee1-918b51e93967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:09.167560 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8703568f-2b8a-470a-b4f1-f0ff7d5f30c2 req-2a18d664-d834-4b81-8ee1-918b51e93967 service neutron] 10.222.0.39 "GET /v2.0/networks?id=200c4d1a-5385-414c-896c-7c2ada565217 HTTP/1.1" status: 200 len: 921 time: 0.2922220 Sep 17 07:49:09.268798 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6509d6-1a41-44d9-b784-939216f7c0f2 req-c87d4f43-61e1-4749-967a-7ca31f16d858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:09.270391 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-aa6509d6-1a41-44d9-b784-939216f7c0f2 req-c87d4f43-61e1-4749-967a-7ca31f16d858 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=604275ee-9836-4f85-a007-f6695778fdeb HTTP/1.1" status: 200 len: 855 time: 0.1747286 Sep 17 07:49:09.379218 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-aa6509d6-1a41-44d9-b784-939216f7c0f2 req-a6086527-4cf0-460d-a565-550458efd152 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e9141915-58fa-4f94-8f27-c56354fa8ebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0952344 Sep 17 07:49:09.398908 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d368e1-43da-4635-9173-de8a4208a0f8 None None] New status for floating IP 7e6baf1e-50c9-4a9f-8514-b334ea5fc631: ACTIVE {{(pid=101291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 07:49:09.399708 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-371f9729-eb4b-4260-81bd-56fb14619655 req-9bcf7da2-f490-4372-b35f-d5c882d7fc05 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149691 Sep 17 07:49:09.466031 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8ba90cd7-acb9-47c3-8f14-a263aaf6e841 req-034850ed-6e13-46d2-8874-5ada5a860f51 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.151 HTTP/1.1" status: 200 len: 1000 time: 0.3919144 Sep 17 07:49:09.483681 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8703568f-2b8a-470a-b4f1-f0ff7d5f30c2 req-d57c9e59-f330-4106-9114-06d661e1e5a4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da736859-ea02-421f-9e3c-068903c07a4f HTTP/1.1" status: 200 len: 1000 time: 0.2953742 Sep 17 07:49:09.487796 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-8ba90cd7-acb9-47c3-8f14-a263aaf6e841 req-ba2a4790-52b7-4934-b506-8cfffaa28c35 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Request body: {'floatingip': {'port_id': '20a2d9a2-5eef-40f4-9b45-05e4b67d111c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:49:09.662053 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8703568f-2b8a-470a-b4f1-f0ff7d5f30c2 req-2b5f2317-77a4-4242-beed-e12ae5ceb97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:09.664567 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8703568f-2b8a-470a-b4f1-f0ff7d5f30c2 req-2b5f2317-77a4-4242-beed-e12ae5ceb97c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=472967d5-a95a-4c81-ab94-68718eb38ee3 HTTP/1.1" status: 200 len: 859 time: 0.1800406 Sep 17 07:49:09.701181 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-8ba90cd7-acb9-47c3-8f14-a263aaf6e841 req-ba2a4790-52b7-4934-b506-8cfffaa28c35 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Notify callbacks [] for floatingip, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:09.740264 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 35702) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:49:09.771418 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-aa6509d6-1a41-44d9-b784-939216f7c0f2 req-747e0eae-e6c0-4452-a9c6-16241567d6a1 service neutron] 10.222.0.39 "GET /v2.0/networks/e9141915-58fa-4f94-8f27-c56354fa8ebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3680780 Sep 17 07:49:09.774864 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-19049643-b9f7-4466-ab3d-618c770325fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:09.790317 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ec84f-612f-4043-9d0c-25d91c02d1f8 req-eaa9c24c-ca4e-49a1-b95a-04b87a03627d tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:09.791685 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4f4ec84f-612f-4043-9d0c-25d91c02d1f8 req-eaa9c24c-ca4e-49a1-b95a-04b87a03627d tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=2742a9e7-3449-4fd7-80aa-ae818c31ca01 HTTP/1.1" status: 200 len: 943 time: 0.1932435 Sep 17 07:49:09.810659 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 35704) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:49:09.812768 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8703568f-2b8a-470a-b4f1-f0ff7d5f30c2 req-22435899-e573-44e9-b470-e9c08efa72b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:09.815082 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8703568f-2b8a-470a-b4f1-f0ff7d5f30c2 req-22435899-e573-44e9-b470-e9c08efa72b1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=200c4d1a-5385-414c-896c-7c2ada565217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1333561 Sep 17 07:49:10.082145 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4f4ec84f-612f-4043-9d0c-25d91c02d1f8 req-be496d3f-9948-4814-98b5-3aeb503e602e tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602909 Sep 17 07:49:10.264515 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-c2758331-3aff-457e-a60a-e43d988e63dc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4c48ca750bdc40b9a5ba35860001f12d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4503455 Sep 17 07:49:10.292363 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 35712) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:49:10.413007 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-24ef8be9-1203-4631-8291-bcde4ce3305b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:10.469931 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-aa6509d6-1a41-44d9-b784-939216f7c0f2 req-21fd5371-0f24-425e-98ec-1984b4932dd9 service neutron] 10.222.0.39 "GET /v2.0/networks/e9141915-58fa-4f94-8f27-c56354fa8ebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6901193 Sep 17 07:49:10.484546 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8703568f-2b8a-470a-b4f1-f0ff7d5f30c2 req-adfa66b1-39d9-4738-8112-f940139c1e28 service neutron] 10.222.0.39 "GET /v2.0/networks/200c4d1a-5385-414c-896c-7c2ada565217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6582785 Sep 17 07:49:10.509345 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-24ef8be9-1203-4631-8291-bcde4ce3305b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:10.573180 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-19049643-b9f7-4466-ab3d-618c770325fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:10.616455 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-19049643-b9f7-4466-ab3d-618c770325fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:10.671328 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-24ef8be9-1203-4631-8291-bcde4ce3305b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:10.674238 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-24ef8be9-1203-4631-8291-bcde4ce3305b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:10.678439 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-24ef8be9-1203-4631-8291-bcde4ce3305b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b98528a6-1a71-4ee6-8370-52ff5dc3bafb HTTP/1.1" status: 204 len: 168 time: 0.3820677 Sep 17 07:49:10.694525 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ef8be9-1203-4631-8291-bcde4ce3305b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98528a6-1a71-4ee6-8370-52ff5dc3bafb,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:10.702041 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-19049643-b9f7-4466-ab3d-618c770325fe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3c1bdfe37a99438bb945b0991b0226a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9590828 Sep 17 07:49:10.704884 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 35754) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:49:10.714765 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19049643-b9f7-4466-ab3d-618c770325fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b13eb7b5-694d-4deb-b486-32c023711cbc,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:10.721392 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8703568f-2b8a-470a-b4f1-f0ff7d5f30c2 req-8296413b-a55a-476a-8901-ddff5acc0d2d service neutron] 10.222.0.39 "GET /v2.0/networks/200c4d1a-5385-414c-896c-7c2ada565217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273691 Sep 17 07:49:10.724735 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f36709-7d3b-4a0f-bcd9-4b4f3028cea6 req-93a9ae22-144f-468f-a49e-67628d4b765e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:10.726558 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-66f36709-7d3b-4a0f-bcd9-4b4f3028cea6 req-93a9ae22-144f-468f-a49e-67628d4b765e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=459f4a4f8d9a4a149a3ada21edeb4e65&device_id=2742a9e7-3449-4fd7-80aa-ae818c31ca01 HTTP/1.1" status: 200 len: 1094 time: 0.1227407 Sep 17 07:49:10.835173 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-8ba90cd7-acb9-47c3-8f14-a263aaf6e841 req-ba2a4790-52b7-4934-b506-8cfffaa28c35 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:10.836339 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3332571d-5682-4c00-90af-67da0bd8a996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:10.842363 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f36709-7d3b-4a0f-bcd9-4b4f3028cea6 req-01804668-8650-4b3b-ae2b-b61244393d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:10.843869 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-66f36709-7d3b-4a0f-bcd9-4b4f3028cea6 req-01804668-8650-4b3b-ae2b-b61244393d19 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e9141915-58fa-4f94-8f27-c56354fa8ebb HTTP/1.1" status: 200 len: 916 time: 0.0959251 Sep 17 07:49:10.849481 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-8ba90cd7-acb9-47c3-8f14-a263aaf6e841 req-ba2a4790-52b7-4934-b506-8cfffaa28c35 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:10.893845 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3332571d-5682-4c00-90af-67da0bd8a996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:10.898005 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-66f36709-7d3b-4a0f-bcd9-4b4f3028cea6 req-d9f1ba23-2922-4e7c-85c1-1bb27c7082b7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53ce995e-5449-4b63-ba7b-fa2b47d96cad HTTP/1.1" status: 200 len: 217 time: 0.0464368 Sep 17 07:49:10.960525 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f36709-7d3b-4a0f-bcd9-4b4f3028cea6 req-2d660506-c672-487b-9ab7-966097a0f1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:10.962119 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-66f36709-7d3b-4a0f-bcd9-4b4f3028cea6 req-2d660506-c672-487b-9ab7-966097a0f1d4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=604275ee-9836-4f85-a007-f6695778fdeb HTTP/1.1" status: 200 len: 855 time: 0.0557847 Sep 17 07:49:10.997844 n-d-789963-9 neutron-server[101289]: INFO neutron.db.l3_db [req-8ba90cd7-acb9-47c3-8f14-a263aaf6e841 req-ba2a4790-52b7-4934-b506-8cfffaa28c35 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Floating IP 7e6baf1e-50c9-4a9f-8514-b334ea5fc631 associated. External IP: 172.25.6.151, port: da736859-ea02-421f-9e3c-068903c07a4f. Sep 17 07:49:11.001450 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3332571d-5682-4c00-90af-67da0bd8a996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:11.004008 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3332571d-5682-4c00-90af-67da0bd8a996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:11.007774 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-3332571d-5682-4c00-90af-67da0bd8a996 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b13eb7b5-694d-4deb-b486-32c023711cbc HTTP/1.1" status: 204 len: 168 time: 0.3018453 Sep 17 07:49:11.020632 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-66f36709-7d3b-4a0f-bcd9-4b4f3028cea6 req-8e8cf0d1-9795-4863-b4ea-9542cee1dcb2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e9141915-58fa-4f94-8f27-c56354fa8ebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394397 Sep 17 07:49:11.064345 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3332571d-5682-4c00-90af-67da0bd8a996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13eb7b5-694d-4deb-b486-32c023711cbc,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:11.181150 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-66f36709-7d3b-4a0f-bcd9-4b4f3028cea6 req-bea0d98a-a3a2-4731-b814-32520d28b516 service neutron] 10.222.0.39 "GET /v2.0/networks/e9141915-58fa-4f94-8f27-c56354fa8ebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537166 Sep 17 07:49:11.314438 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ba90cd7-acb9-47c3-8f14-a263aaf6e841 req-ba2a4790-52b7-4934-b506-8cfffaa28c35 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Router fcf42f6a-3934-4d2c-a0bc-b684e6b4491c has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:49:11.318197 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-66f36709-7d3b-4a0f-bcd9-4b4f3028cea6 req-3a861346-1bf4-4f41-b7f5-5b3954885fc7 service neutron] 10.222.0.39 "GET /v2.0/networks/e9141915-58fa-4f94-8f27-c56354fa8ebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273413 Sep 17 07:49:11.448790 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ba90cd7-acb9-47c3-8f14-a263aaf6e841 req-ba2a4790-52b7-4934-b506-8cfffaa28c35 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:49:11.466839 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7815c095-410d-4958-9a98-a348359bbb50 None None] Sync routers for ids ['fcf42f6a-3934-4d2c-a0bc-b684e6b4491c'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:49:11.480339 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7815c095-410d-4958-9a98-a348359bbb50 None None] Routers {'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:49:11.481727 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-7815c095-410d-4958-9a98-a348359bbb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:48:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['fcf42f6a-3934-4d2c-a0bc-b684e6b4491c'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:49:11.611575 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-7815c095-410d-4958-9a98-a348359bbb50 None None] Set router fcf42f6a-3934-4d2c-a0bc-b684e6b4491c gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:49:11.622649 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c258ea38-9da4-4489-b5cd-53a7078f14a0 req-aa7298cb-9c51-40b6-b9ae-5e77bf3cc26e tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:11.630015 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c258ea38-9da4-4489-b5cd-53a7078f14a0 req-aa7298cb-9c51-40b6-b9ae-5e77bf3cc26e tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=d99ed35d-0228-402a-8acb-014e6d55a78d HTTP/1.1" status: 200 len: 946 time: 0.1315775 Sep 17 07:49:11.714583 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c258ea38-9da4-4489-b5cd-53a7078f14a0 req-96d0c1eb-17db-4658-8b39-32a905d8380f tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836911 Sep 17 07:49:11.840842 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ba90cd7-acb9-47c3-8f14-a263aaf6e841 req-ba2a4790-52b7-4934-b506-8cfffaa28c35 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Router fcf42f6a-3934-4d2c-a0bc-b684e6b4491c has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:49:11.870391 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0154d4-0342-450d-acf5-cf85825bb850 req-55ae4846-4332-4329-af44-a35188269ce4 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:11.872479 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-aa0154d4-0342-450d-acf5-cf85825bb850 req-55ae4846-4332-4329-af44-a35188269ce4 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=2742a9e7-3449-4fd7-80aa-ae818c31ca01 HTTP/1.1" status: 200 len: 943 time: 0.0681965 Sep 17 07:49:11.905668 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-7815c095-410d-4958-9a98-a348359bbb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'name': 'tempest-FloatingIPsAssociationTestJSON-821420024-router', 'tenant_id': '173bcd349821437db6c688209e3398b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'b1d36076-cf5e-4937-9952-bcb18bdea34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:48:07Z', 'updated_at': '2021-09-17T07:48:13Z', 'revision_number': 4, 'project_id': '173bcd349821437db6c688209e3398b1', 'gw_port': {'id': 'b1d36076-cf5e-4937-9952-bcb18bdea34c', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:48:08Z', 'updated_at': '2021-09-17T07:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '7e6baf1e-50c9-4a9f-8514-b334ea5fc631', 'tenant_id': '173bcd349821437db6c688209e3398b1', 'floating_ip_address': '172.25.6.151', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'port_id': '20a2d9a2-5eef-40f4-9b45-05e4b67d111c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '200c4d1a-5385-414c-896c-7c2ada565217', 'mac_address': 'fa:16:3e:91:e1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4983bfc-eb00-4ab8-b651-8e26a07e3568', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T07:48:39Z', 'updated_at': '2021-09-17T07:49:10Z', 'revision_number': 3, 'project_id': '173bcd349821437db6c688209e3398b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a6467db-4212-4c41-90f4-17f904dbfe90', 'name': '', 'network_id': '200c4d1a-5385-414c-896c-7c2ada565217', 'tenant_id': '173bcd349821437db6c688209e3398b1', 'mac_address': 'fa:16:3e:a4:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '472967d5-a95a-4c81-ab94-68718eb38ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:48:12Z', 'updated_at': '2021-09-17T07:48:18Z', 'revision_number': 5, 'project_id': '173bcd349821437db6c688209e3398b1', 'subnets': [{'id': '472967d5-a95a-4c81-ab94-68718eb38ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:49:11.941274 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7815c095-410d-4958-9a98-a348359bbb50 None None] Checking router: fcf42f6a-3934-4d2c-a0bc-b684e6b4491c for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:49:11.953842 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7815c095-410d-4958-9a98-a348359bbb50 None None] Routers {'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:49:11.954457 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-7815c095-410d-4958-9a98-a348359bbb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:48:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['fcf42f6a-3934-4d2c-a0bc-b684e6b4491c'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:49:11.994398 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-aa0154d4-0342-450d-acf5-cf85825bb850 req-d85df4fd-eb23-498e-808c-7bc9952d6138 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744154 Sep 17 07:49:12.023068 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ba90cd7-acb9-47c3-8f14-a263aaf6e841 req-ba2a4790-52b7-4934-b506-8cfffaa28c35 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:49:12.028895 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-8ba90cd7-acb9-47c3-8f14-a263aaf6e841 req-ba2a4790-52b7-4934-b506-8cfffaa28c35 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:12.091776 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c6124d8-5634-48a6-96dd-872d1057b583', 'tag': 'da736859-ea02-421f-9e3c-068903c07a4f'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:49:12.094367 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd8e906c-1303-461a-8dea-8d9e00629d34" -d '{"events": [{"name": "network-changed", "server_uuid": "4c6124d8-5634-48a6-96dd-872d1057b583", "tag": "da736859-ea02-421f-9e3c-068903c07a4f"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:49:12.103973 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8ba90cd7-acb9-47c3-8f14-a263aaf6e841 req-ba2a4790-52b7-4934-b506-8cfffaa28c35 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "PUT /v2.0/floatingips/7e6baf1e-50c9-4a9f-8514-b334ea5fc631 HTTP/1.1" status: 200 len: 998 time: 2.6273127 Sep 17 07:49:12.111130 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-7815c095-410d-4958-9a98-a348359bbb50 None None] Set router fcf42f6a-3934-4d2c-a0bc-b684e6b4491c gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:49:12.168297 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba90cd7-acb9-47c3-8f14-a263aaf6e841 req-f36ec47b-728e-449c-b2f7-97fa525828a9 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:12.169699 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8ba90cd7-acb9-47c3-8f14-a263aaf6e841 req-f36ec47b-728e-449c-b2f7-97fa525828a9 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/ports/da736859-ea02-421f-9e3c-068903c07a4f HTTP/1.1" status: 200 len: 943 time: 0.0641918 Sep 17 07:49:12.294231 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba90cd7-acb9-47c3-8f14-a263aaf6e841 req-2138d087-e0cb-41e0-8ec0-a71fdc466ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:12.304492 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8ba90cd7-acb9-47c3-8f14-a263aaf6e841 req-2138d087-e0cb-41e0-8ec0-a71fdc466ad9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=173bcd349821437db6c688209e3398b1&device_id=4c6124d8-5634-48a6-96dd-872d1057b583 HTTP/1.1" status: 200 len: 1097 time: 0.0622852 Sep 17 07:49:12.423249 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7add723-8ac1-4c6b-9f22-3dd3fc010b83 x-openstack-request-id: req-b7add723-8ac1-4c6b-9f22-3dd3fc010b83 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:49:12.423571 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c6124d8-5634-48a6-96dd-872d1057b583", "tag": "da736859-ea02-421f-9e3c-068903c07a4f", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:49:12.423822 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b7add723-8ac1-4c6b-9f22-3dd3fc010b83 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:49:12.424243 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c6124d8-5634-48a6-96dd-872d1057b583', 'tag': 'da736859-ea02-421f-9e3c-068903c07a4f', 'status': 'completed', 'code': 200} Sep 17 07:49:12.435091 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba90cd7-acb9-47c3-8f14-a263aaf6e841 req-3f9e7bb3-046e-46d1-9a05-4b9ba30573bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:12.436678 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8ba90cd7-acb9-47c3-8f14-a263aaf6e841 req-3f9e7bb3-046e-46d1-9a05-4b9ba30573bc service neutron] 10.222.0.13 "GET /v2.0/networks?id=200c4d1a-5385-414c-896c-7c2ada565217 HTTP/1.1" status: 200 len: 921 time: 0.1311107 Sep 17 07:49:12.500867 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8ba90cd7-acb9-47c3-8f14-a263aaf6e841 req-ff7407ab-ff87-4e38-bacc-f2fdea955a53 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da736859-ea02-421f-9e3c-068903c07a4f HTTP/1.1" status: 200 len: 217 time: 0.0564139 Sep 17 07:49:12.556546 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba90cd7-acb9-47c3-8f14-a263aaf6e841 req-7f51c620-acd7-4450-b013-9534540639bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:12.570038 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e906c-1303-461a-8dea-8d9e00629d34 req-9e919a81-b5ad-4b74-a3c2-fcec40f08299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:12.571506 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8ba90cd7-acb9-47c3-8f14-a263aaf6e841 req-7f51c620-acd7-4450-b013-9534540639bb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=472967d5-a95a-4c81-ab94-68718eb38ee3 HTTP/1.1" status: 200 len: 859 time: 0.0683253 Sep 17 07:49:12.578433 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fd8e906c-1303-461a-8dea-8d9e00629d34 req-9e919a81-b5ad-4b74-a3c2-fcec40f08299 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=173bcd349821437db6c688209e3398b1&device_id=4c6124d8-5634-48a6-96dd-872d1057b583 HTTP/1.1" status: 200 len: 1097 time: 0.1049247 Sep 17 07:49:12.580458 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-7815c095-410d-4958-9a98-a348359bbb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'name': 'tempest-FloatingIPsAssociationTestJSON-821420024-router', 'tenant_id': '173bcd349821437db6c688209e3398b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'b1d36076-cf5e-4937-9952-bcb18bdea34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:48:07Z', 'updated_at': '2021-09-17T07:48:13Z', 'revision_number': 4, 'project_id': '173bcd349821437db6c688209e3398b1', 'gw_port': {'id': 'b1d36076-cf5e-4937-9952-bcb18bdea34c', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:48:08Z', 'updated_at': '2021-09-17T07:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '7e6baf1e-50c9-4a9f-8514-b334ea5fc631', 'tenant_id': '173bcd349821437db6c688209e3398b1', 'floating_ip_address': '172.25.6.151', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'port_id': '20a2d9a2-5eef-40f4-9b45-05e4b67d111c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '200c4d1a-5385-414c-896c-7c2ada565217', 'mac_address': 'fa:16:3e:91:e1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4983bfc-eb00-4ab8-b651-8e26a07e3568', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T07:48:39Z', 'updated_at': '2021-09-17T07:49:10Z', 'revision_number': 3, 'project_id': '173bcd349821437db6c688209e3398b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a6467db-4212-4c41-90f4-17f904dbfe90', 'name': '', 'network_id': '200c4d1a-5385-414c-896c-7c2ada565217', 'tenant_id': '173bcd349821437db6c688209e3398b1', 'mac_address': 'fa:16:3e:a4:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '472967d5-a95a-4c81-ab94-68718eb38ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:48:12Z', 'updated_at': '2021-09-17T07:48:18Z', 'revision_number': 5, 'project_id': '173bcd349821437db6c688209e3398b1', 'subnets': [{'id': '472967d5-a95a-4c81-ab94-68718eb38ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:49:12.608651 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7815c095-410d-4958-9a98-a348359bbb50 None None] The sync data for ids ['fcf42f6a-3934-4d2c-a0bc-b684e6b4491c'] in n-d-789963-9 is: [{'id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'name': 'tempest-FloatingIPsAssociationTestJSON-821420024-router', 'tenant_id': '173bcd349821437db6c688209e3398b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'b1d36076-cf5e-4937-9952-bcb18bdea34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:48:07Z', 'updated_at': '2021-09-17T07:48:13Z', 'revision_number': 4, 'project_id': '173bcd349821437db6c688209e3398b1', 'gw_port': {'id': 'b1d36076-cf5e-4937-9952-bcb18bdea34c', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:48:08Z', 'updated_at': '2021-09-17T07:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '7e6baf1e-50c9-4a9f-8514-b334ea5fc631', 'tenant_id': '173bcd349821437db6c688209e3398b1', 'floating_ip_address': '172.25.6.151', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'port_id': '20a2d9a2-5eef-40f4-9b45-05e4b67d111c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '200c4d1a-5385-414c-896c-7c2ada565217', 'mac_address': 'fa:16:3e:91:e1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4983bfc-eb00-4ab8-b651-8e26a07e3568', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T07:48:39Z', 'updated_at': '2021-09-17T07:49:10Z', 'revision_number': 3, 'project_id': '173bcd349821437db6c688209e3398b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a6467db-4212-4c41-90f4-17f904dbfe90', 'name': '', 'network_id': '200c4d1a-5385-414c-896c-7c2ada565217', 'tenant_id': '173bcd349821437db6c688209e3398b1', 'mac_address': 'fa:16:3e:a4:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '472967d5-a95a-4c81-ab94-68718eb38ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:48:12Z', 'updated_at': '2021-09-17T07:48:18Z', 'revision_number': 5, 'project_id': '173bcd349821437db6c688209e3398b1', 'subnets': [{'id': '472967d5-a95a-4c81-ab94-68718eb38ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:49:12.649847 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba90cd7-acb9-47c3-8f14-a263aaf6e841 req-9b36a40c-c2a6-471f-b34c-674b501d0e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:12.669250 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8ba90cd7-acb9-47c3-8f14-a263aaf6e841 req-9b36a40c-c2a6-471f-b34c-674b501d0e29 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=200c4d1a-5385-414c-896c-7c2ada565217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0959909 Sep 17 07:49:12.770278 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e906c-1303-461a-8dea-8d9e00629d34 req-759c007b-867e-49a7-a89d-12a73666f7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:12.773401 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fd8e906c-1303-461a-8dea-8d9e00629d34 req-759c007b-867e-49a7-a89d-12a73666f7e5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=200c4d1a-5385-414c-896c-7c2ada565217 HTTP/1.1" status: 200 len: 921 time: 0.1833856 Sep 17 07:49:12.852138 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fd8e906c-1303-461a-8dea-8d9e00629d34 req-aaacefdf-217e-418c-94a1-af7b55d8df38 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da736859-ea02-421f-9e3c-068903c07a4f HTTP/1.1" status: 200 len: 217 time: 0.0699015 Sep 17 07:49:12.853644 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8ba90cd7-acb9-47c3-8f14-a263aaf6e841 req-7e5faf33-7252-4e5b-9739-cc20fb92dfec service neutron] 10.222.0.13 "GET /v2.0/networks/200c4d1a-5385-414c-896c-7c2ada565217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831305 Sep 17 07:49:12.911403 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c18e3f9-7f40-4ed9-a2a9-4a6e4b3e9441 None None] New status for floating IP 7e6baf1e-50c9-4a9f-8514-b334ea5fc631: ACTIVE {{(pid=101291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 07:49:12.937265 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a3284-f4eb-480b-bdcd-c36e55b4e383 req-91d80cb4-52e5-4a88-aef6-1a8ac33fad27 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:12.939654 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ad5a3284-f4eb-480b-bdcd-c36e55b4e383 req-91d80cb4-52e5-4a88-aef6-1a8ac33fad27 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/networks?id=8735159f-6edb-41d2-9bd4-93956ab1df1a HTTP/1.1" status: 200 len: 804 time: 0.1933875 Sep 17 07:49:12.964146 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e906c-1303-461a-8dea-8d9e00629d34 req-49ec605c-9b10-488f-ad24-0fd7cdfffc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:12.972832 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fd8e906c-1303-461a-8dea-8d9e00629d34 req-49ec605c-9b10-488f-ad24-0fd7cdfffc1c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=472967d5-a95a-4c81-ab94-68718eb38ee3 HTTP/1.1" status: 200 len: 859 time: 0.1121705 Sep 17 07:49:12.973300 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ad5a3284-f4eb-480b-bdcd-c36e55b4e383 req-10d5093d-de5b-4d3b-809b-bb60454c429d tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/quotas/43b7af468d3c4824aaaa6df100556e2b HTTP/1.1" status: 200 len: 375 time: 0.0264971 Sep 17 07:49:13.040020 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8ba90cd7-acb9-47c3-8f14-a263aaf6e841 req-888820a8-2cae-4ca3-a9d1-358538a980b2 service neutron] 10.222.0.13 "GET /v2.0/networks/200c4d1a-5385-414c-896c-7c2ada565217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819882 Sep 17 07:49:13.058551 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e906c-1303-461a-8dea-8d9e00629d34 req-2a1f12b4-f87c-4152-bc29-82afa7da85fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:13.061641 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fd8e906c-1303-461a-8dea-8d9e00629d34 req-2a1f12b4-f87c-4152-bc29-82afa7da85fd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=200c4d1a-5385-414c-896c-7c2ada565217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765994 Sep 17 07:49:13.103421 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ad5a3284-f4eb-480b-bdcd-c36e55b4e383 req-80125d52-2645-4fc7-a6a8-b87165203404 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=43b7af468d3c4824aaaa6df100556e2b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1291382 Sep 17 07:49:13.163349 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba90cd7-acb9-47c3-8f14-a263aaf6e841 req-dcecbefa-21f8-48de-a6f1-73d8a83a9951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:13.165520 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8ba90cd7-acb9-47c3-8f14-a263aaf6e841 req-dcecbefa-21f8-48de-a6f1-73d8a83a9951 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=173bcd349821437db6c688209e3398b1&device_id=c4983bfc-eb00-4ab8-b651-8e26a07e3568 HTTP/1.1" status: 200 len: 1096 time: 0.1006629 Sep 17 07:49:13.175515 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fd8e906c-1303-461a-8dea-8d9e00629d34 req-f23dbde0-9e83-4073-abd2-c2f3b44fb5f1 service neutron] 10.222.0.39 "GET /v2.0/networks/200c4d1a-5385-414c-896c-7c2ada565217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048608 Sep 17 07:49:13.290798 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba90cd7-acb9-47c3-8f14-a263aaf6e841 req-30a5de0c-5407-4323-8671-9675d0fbdc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:13.292521 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8ba90cd7-acb9-47c3-8f14-a263aaf6e841 req-30a5de0c-5407-4323-8671-9675d0fbdc04 service neutron] 10.222.0.13 "GET /v2.0/networks?id=200c4d1a-5385-414c-896c-7c2ada565217 HTTP/1.1" status: 200 len: 921 time: 0.1198080 Sep 17 07:49:13.296437 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fd8e906c-1303-461a-8dea-8d9e00629d34 req-a3ece55d-6f13-47f0-bf08-2d2ddf5c9baa service neutron] 10.222.0.39 "GET /v2.0/networks/200c4d1a-5385-414c-896c-7c2ada565217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109288 Sep 17 07:49:13.312901 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eafb88e-4b74-42ac-9b9c-2985f69ade1d None None] Sync routers for ids ['fcf42f6a-3934-4d2c-a0bc-b684e6b4491c'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:49:13.325162 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eafb88e-4b74-42ac-9b9c-2985f69ade1d None None] Routers {'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:49:13.325873 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-9eafb88e-4b74-42ac-9b9c-2985f69ade1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:48:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['fcf42f6a-3934-4d2c-a0bc-b684e6b4491c'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:49:13.387212 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8ba90cd7-acb9-47c3-8f14-a263aaf6e841 req-8b451883-2b6e-49f0-9310-4f89a829412a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20a2d9a2-5eef-40f4-9b45-05e4b67d111c HTTP/1.1" status: 200 len: 1001 time: 0.0782492 Sep 17 07:49:13.452290 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba90cd7-acb9-47c3-8f14-a263aaf6e841 req-96819185-98a3-45cd-a1a8-a42abc36e7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:13.454401 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8ba90cd7-acb9-47c3-8f14-a263aaf6e841 req-96819185-98a3-45cd-a1a8-a42abc36e7db service neutron] 10.222.0.13 "GET /v2.0/subnets?id=472967d5-a95a-4c81-ab94-68718eb38ee3 HTTP/1.1" status: 200 len: 859 time: 0.0586388 Sep 17 07:49:13.474220 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-9eafb88e-4b74-42ac-9b9c-2985f69ade1d None None] Set router fcf42f6a-3934-4d2c-a0bc-b684e6b4491c gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:49:13.752263 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-9eafb88e-4b74-42ac-9b9c-2985f69ade1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'name': 'tempest-FloatingIPsAssociationTestJSON-821420024-router', 'tenant_id': '173bcd349821437db6c688209e3398b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'b1d36076-cf5e-4937-9952-bcb18bdea34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:48:07Z', 'updated_at': '2021-09-17T07:48:13Z', 'revision_number': 4, 'project_id': '173bcd349821437db6c688209e3398b1', 'gw_port': {'id': 'b1d36076-cf5e-4937-9952-bcb18bdea34c', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:48:08Z', 'updated_at': '2021-09-17T07:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '7e6baf1e-50c9-4a9f-8514-b334ea5fc631', 'tenant_id': '173bcd349821437db6c688209e3398b1', 'floating_ip_address': '172.25.6.151', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'port_id': '20a2d9a2-5eef-40f4-9b45-05e4b67d111c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '200c4d1a-5385-414c-896c-7c2ada565217', 'mac_address': 'fa:16:3e:91:e1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4983bfc-eb00-4ab8-b651-8e26a07e3568', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T07:48:39Z', 'updated_at': '2021-09-17T07:49:13Z', 'revision_number': 4, 'project_id': '173bcd349821437db6c688209e3398b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a6467db-4212-4c41-90f4-17f904dbfe90', 'name': '', 'network_id': '200c4d1a-5385-414c-896c-7c2ada565217', 'tenant_id': '173bcd349821437db6c688209e3398b1', 'mac_address': 'fa:16:3e:a4:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '472967d5-a95a-4c81-ab94-68718eb38ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:48:12Z', 'updated_at': '2021-09-17T07:48:18Z', 'revision_number': 5, 'project_id': '173bcd349821437db6c688209e3398b1', 'subnets': [{'id': '472967d5-a95a-4c81-ab94-68718eb38ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:49:13.772026 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 53ce995e-5449-4b63-ba7b-fa2b47d96cad details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:49:13.774674 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 57eb68c2-f0a7-4d88-aff5-31814a1cf5ef no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:49:13.832601 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eafb88e-4b74-42ac-9b9c-2985f69ade1d None None] Checking router: fcf42f6a-3934-4d2c-a0bc-b684e6b4491c for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:49:13.850115 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eafb88e-4b74-42ac-9b9c-2985f69ade1d None None] Routers {'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:49:13.850986 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-9eafb88e-4b74-42ac-9b9c-2985f69ade1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:48:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['fcf42f6a-3934-4d2c-a0bc-b684e6b4491c'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:49:13.913270 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba90cd7-acb9-47c3-8f14-a263aaf6e841 req-d2c62c82-4509-4d3d-918b-50e20848d857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:13.914827 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8ba90cd7-acb9-47c3-8f14-a263aaf6e841 req-d2c62c82-4509-4d3d-918b-50e20848d857 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=200c4d1a-5385-414c-896c-7c2ada565217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4479961 Sep 17 07:49:14.025885 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ad5a3284-f4eb-480b-bdcd-c36e55b4e383 req-36de04c4-1f0f-4d91-84ba-666882824c1b service neutron] 10.222.0.13 "GET /v2.0/networks/8735159f-6edb-41d2-9bd4-93956ab1df1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9214892 Sep 17 07:49:14.049419 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-9eafb88e-4b74-42ac-9b9c-2985f69ade1d None None] Set router fcf42f6a-3934-4d2c-a0bc-b684e6b4491c gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:49:14.072286 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:14.109894 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 53ce995e-5449-4b63-ba7b-fa2b47d96cad, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=53ce995e-5449-4b63-ba7b-fa2b47d96cad,segment=NetworkSegment(be767568-3060-48d1-bebe-585a133f1049),segment_id=be767568-3060-48d1-bebe-585a133f1049)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:49:14.128230 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '53ce995e-5449-4b63-ba7b-fa2b47d96cad', 'network_id': 'e9141915-58fa-4f94-8f27-c56354fa8ebb', 'port_id': '53ce995e-5449-4b63-ba7b-fa2b47d96cad', 'mac_address': 'fa:16:3e:92:8d:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '604275ee-9836-4f85-a007-f6695778fdeb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:49:14.180076 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e3b4cbe-f720-4903-956a-7b773e45a77f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57eb68c2-f0a7-4d88-aff5-31814a1cf5ef'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:49:14.183323 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-055629e2-f710-4c60-a305-be154f39a07e" -d '{"events": [{"server_uuid": "9e3b4cbe-f720-4903-956a-7b773e45a77f", "name": "network-vif-unplugged", "status": "completed", "tag": "57eb68c2-f0a7-4d88-aff5-31814a1cf5ef"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:49:14.184512 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ad5a3284-f4eb-480b-bdcd-c36e55b4e383 req-ad14d9dd-1c16-4920-8844-77d5d1e93618 service neutron] 10.222.0.13 "GET /v2.0/networks/8735159f-6edb-41d2-9bd4-93956ab1df1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454110 Sep 17 07:49:14.191262 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8ba90cd7-acb9-47c3-8f14-a263aaf6e841 req-55cf43c2-4f67-4951-bcbe-c17d2f6b1131 service neutron] 10.222.0.13 "GET /v2.0/networks/200c4d1a-5385-414c-896c-7c2ada565217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670400 Sep 17 07:49:14.212396 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 57eb68c2-f0a7-4d88-aff5-31814a1cf5ef, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=57eb68c2-f0a7-4d88-aff5-31814a1cf5ef,segment=NetworkSegment(5ce36400-13a1-41db-8274-558edfd01d90),segment_id=5ce36400-13a1-41db-8274-558edfd01d90)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:49:14.225635 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:14.233422 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:14.266688 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53ce995e-5449-4b63-ba7b-fa2b47d96cad {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:49:14.293995 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 53ce995e-5449-4b63-ba7b-fa2b47d96cad, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=53ce995e-5449-4b63-ba7b-fa2b47d96cad,segment=NetworkSegment(be767568-3060-48d1-bebe-585a133f1049),segment_id=be767568-3060-48d1-bebe-585a133f1049)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:49:14.305850 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:14.339339 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=57eb68c2-f0a7-4d88-aff5-31814a1cf5ef,revision_number=8']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:14.412276 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8ba90cd7-acb9-47c3-8f14-a263aaf6e841 req-3bfb9f0a-23ba-4877-aedb-5371c94b80af service neutron] 10.222.0.13 "GET /v2.0/networks/200c4d1a-5385-414c-896c-7c2ada565217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141738 Sep 17 07:49:14.425215 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4983bfc-eb00-4ab8-b651-8e26a07e3568', 'tag': '20a2d9a2-5eef-40f4-9b45-05e4b67d111c'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:49:14.430826 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f3b663a-ec4c-46e6-a9d6-67474078bfe4" -d '{"events": [{"name": "network-changed", "server_uuid": "c4983bfc-eb00-4ab8-b651-8e26a07e3568", "tag": "20a2d9a2-5eef-40f4-9b45-05e4b67d111c"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:49:14.483476 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=53ce995e-5449-4b63-ba7b-fa2b47d96cad,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:14.525917 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-9eafb88e-4b74-42ac-9b9c-2985f69ade1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'name': 'tempest-FloatingIPsAssociationTestJSON-821420024-router', 'tenant_id': '173bcd349821437db6c688209e3398b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'b1d36076-cf5e-4937-9952-bcb18bdea34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:48:07Z', 'updated_at': '2021-09-17T07:48:13Z', 'revision_number': 4, 'project_id': '173bcd349821437db6c688209e3398b1', 'gw_port': {'id': 'b1d36076-cf5e-4937-9952-bcb18bdea34c', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:48:08Z', 'updated_at': '2021-09-17T07:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '7e6baf1e-50c9-4a9f-8514-b334ea5fc631', 'tenant_id': '173bcd349821437db6c688209e3398b1', 'floating_ip_address': '172.25.6.151', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'port_id': '20a2d9a2-5eef-40f4-9b45-05e4b67d111c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '200c4d1a-5385-414c-896c-7c2ada565217', 'mac_address': 'fa:16:3e:91:e1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4983bfc-eb00-4ab8-b651-8e26a07e3568', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T07:48:39Z', 'updated_at': '2021-09-17T07:49:13Z', 'revision_number': 4, 'project_id': '173bcd349821437db6c688209e3398b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a6467db-4212-4c41-90f4-17f904dbfe90', 'name': '', 'network_id': '200c4d1a-5385-414c-896c-7c2ada565217', 'tenant_id': '173bcd349821437db6c688209e3398b1', 'mac_address': 'fa:16:3e:a4:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '472967d5-a95a-4c81-ab94-68718eb38ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:48:12Z', 'updated_at': '2021-09-17T07:48:18Z', 'revision_number': 5, 'project_id': '173bcd349821437db6c688209e3398b1', 'subnets': [{'id': '472967d5-a95a-4c81-ab94-68718eb38ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:49:14.558287 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eafb88e-4b74-42ac-9b9c-2985f69ade1d None None] The sync data for ids ['fcf42f6a-3934-4d2c-a0bc-b684e6b4491c'] in n-d-789963-9 is: [{'id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'name': 'tempest-FloatingIPsAssociationTestJSON-821420024-router', 'tenant_id': '173bcd349821437db6c688209e3398b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'b1d36076-cf5e-4937-9952-bcb18bdea34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:48:07Z', 'updated_at': '2021-09-17T07:48:13Z', 'revision_number': 4, 'project_id': '173bcd349821437db6c688209e3398b1', 'gw_port': {'id': 'b1d36076-cf5e-4937-9952-bcb18bdea34c', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:48:08Z', 'updated_at': '2021-09-17T07:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '7e6baf1e-50c9-4a9f-8514-b334ea5fc631', 'tenant_id': '173bcd349821437db6c688209e3398b1', 'floating_ip_address': '172.25.6.151', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'port_id': '20a2d9a2-5eef-40f4-9b45-05e4b67d111c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '200c4d1a-5385-414c-896c-7c2ada565217', 'mac_address': 'fa:16:3e:91:e1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4983bfc-eb00-4ab8-b651-8e26a07e3568', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T07:48:39Z', 'updated_at': '2021-09-17T07:49:13Z', 'revision_number': 4, 'project_id': '173bcd349821437db6c688209e3398b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a6467db-4212-4c41-90f4-17f904dbfe90', 'name': '', 'network_id': '200c4d1a-5385-414c-896c-7c2ada565217', 'tenant_id': '173bcd349821437db6c688209e3398b1', 'mac_address': 'fa:16:3e:a4:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '472967d5-a95a-4c81-ab94-68718eb38ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:48:12Z', 'updated_at': '2021-09-17T07:48:18Z', 'revision_number': 5, 'project_id': '173bcd349821437db6c688209e3398b1', 'subnets': [{'id': '472967d5-a95a-4c81-ab94-68718eb38ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:49:14.609996 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a10109-0d01-4225-987e-42c6c6172c85 req-4886ea05-2bd8-46f7-90e8-97f4d24d948c tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:14.611943 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-62a10109-0d01-4225-987e-42c6c6172c85 req-4886ea05-2bd8-46f7-90e8-97f4d24d948c tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=d99ed35d-0228-402a-8acb-014e6d55a78d HTTP/1.1" status: 200 len: 946 time: 0.1421418 Sep 17 07:49:14.661395 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e4d2f5-551b-46b5-8fb6-6439b55d42e5 req-f20ef6cb-226a-4bc9-b7bc-0ea0d9114d9a tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:14.663155 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-18e4d2f5-551b-46b5-8fb6-6439b55d42e5 req-f20ef6cb-226a-4bc9-b7bc-0ea0d9114d9a tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=2742a9e7-3449-4fd7-80aa-ae818c31ca01 HTTP/1.1" status: 200 len: 944 time: 0.1299071 Sep 17 07:49:14.743183 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-62a10109-0d01-4225-987e-42c6c6172c85 req-f5224caa-0ae5-47b7-9326-0c3b758d9161 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107190 Sep 17 07:49:14.752360 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e33668-3663-4d97-83da-436ad831b02f req-eb224daa-f79f-4caf-9822-6defe5f2f4aa tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:14.754017 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-36e33668-3663-4d97-83da-436ad831b02f req-eb224daa-f79f-4caf-9822-6defe5f2f4aa tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e3b4cbe-f720-4903-956a-7b773e45a77f HTTP/1.1" status: 200 len: 943 time: 0.1032577 Sep 17 07:49:14.803972 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-18e4d2f5-551b-46b5-8fb6-6439b55d42e5 req-6e93a2a4-23dd-4e67-b638-ebfcd1b9911b tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207116 Sep 17 07:49:14.901376 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['53ce995e-5449-4b63-ba7b-fa2b47d96cad'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:49:14.976972 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-38401dc6-355c-4b2f-85e5-f35ca029bc5c req-5268b259-b6e4-47d7-b756-d694eaabd532 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=87da0997-404a-4b15-827e-a8bac44a400a HTTP/1.1" status: 200 len: 210 time: 0.0558217 Sep 17 07:49:15.028989 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fddbc93-2d3b-4f58-8d12-365a011fbc80 x-openstack-request-id: req-1fddbc93-2d3b-4f58-8d12-365a011fbc80 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:49:15.029218 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-36e33668-3663-4d97-83da-436ad831b02f req-d68eaba4-5d0a-4378-8c91-f49f6c3da2dd tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Deleting port 57eb68c2-f0a7-4d88-aff5-31814a1cf5ef {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:49:15.029511 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-36e33668-3663-4d97-83da-436ad831b02f req-d68eaba4-5d0a-4378-8c91-f49f6c3da2dd tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:15.029829 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4983bfc-eb00-4ab8-b651-8e26a07e3568", "tag": "20a2d9a2-5eef-40f4-9b45-05e4b67d111c", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:49:15.030279 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1fddbc93-2d3b-4f58-8d12-365a011fbc80 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:49:15.030819 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4983bfc-eb00-4ab8-b651-8e26a07e3568', 'tag': '20a2d9a2-5eef-40f4-9b45-05e4b67d111c', 'status': 'completed', 'code': 200} Sep 17 07:49:15.140685 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 07:49:15.190912 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-36e33668-3663-4d97-83da-436ad831b02f req-d68eaba4-5d0a-4378-8c91-f49f6c3da2dd tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] For port 57eb68c2-f0a7-4d88-aff5-31814a1cf5ef, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=57eb68c2-f0a7-4d88-aff5-31814a1cf5ef,segment=NetworkSegment(5ce36400-13a1-41db-8274-558edfd01d90),segment_id=5ce36400-13a1-41db-8274-558edfd01d90)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:49:15.191618 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-36e33668-3663-4d97-83da-436ad831b02f req-d68eaba4-5d0a-4378-8c91-f49f6c3da2dd tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:15.208125 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-36e33668-3663-4d97-83da-436ad831b02f req-d68eaba4-5d0a-4378-8c91-f49f6c3da2dd tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Calling delete_port for 57eb68c2-f0a7-4d88-aff5-31814a1cf5ef owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:49:15.285850 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3db737bd-48a0-4920-9c7b-d74a0eefdd3a req-5dddffd8-ffd8-46fe-93e2-e2dd14145ec4 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.151 HTTP/1.1" status: 200 len: 1001 time: 0.2404301 Sep 17 07:49:15.302381 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 07:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a88605-ee2d-4cf1-bfc9-71cd918733e2 x-openstack-request-id: req-f5a88605-ee2d-4cf1-bfc9-71cd918733e2 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:49:15.302957 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e3b4cbe-f720-4903-956a-7b773e45a77f", "name": "network-vif-unplugged", "status": "completed", "tag": "57eb68c2-f0a7-4d88-aff5-31814a1cf5ef", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:49:15.302957 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f5a88605-ee2d-4cf1-bfc9-71cd918733e2 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:49:15.303707 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e3b4cbe-f720-4903-956a-7b773e45a77f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57eb68c2-f0a7-4d88-aff5-31814a1cf5ef', 'code': 200} Sep 17 07:49:15.350754 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 35946) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:49:15.389751 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db737bd-48a0-4920-9c7b-d74a0eefdd3a req-d0b8e5ec-656c-4327-9658-3144da2a004d tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:15.392043 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3db737bd-48a0-4920-9c7b-d74a0eefdd3a req-d0b8e5ec-656c-4327-9658-3144da2a004d tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/ports/20a2d9a2-5eef-40f4-9b45-05e4b67d111c HTTP/1.1" status: 200 len: 942 time: 0.1050756 Sep 17 07:49:15.397529 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b663a-ec4c-46e6-a9d6-67474078bfe4 req-6a68bd62-c0c1-4a1a-94df-9906bdbea6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:15.400109 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5f3b663a-ec4c-46e6-a9d6-67474078bfe4 req-6a68bd62-c0c1-4a1a-94df-9906bdbea6d4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=173bcd349821437db6c688209e3398b1&device_id=c4983bfc-eb00-4ab8-b651-8e26a07e3568 HTTP/1.1" status: 200 len: 1096 time: 0.2913861 Sep 17 07:49:15.409792 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-36e33668-3663-4d97-83da-436ad831b02f req-d68eaba4-5d0a-4378-8c91-f49f6c3da2dd tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:15.439927 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68eaba4-5d0a-4378-8c91-f49f6c3da2dd tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Pushing event deleted for resources: {'Port': ['ID=57eb68c2-f0a7-4d88-aff5-31814a1cf5ef,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:15.493062 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-36e33668-3663-4d97-83da-436ad831b02f req-d68eaba4-5d0a-4378-8c91-f49f6c3da2dd tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] No DVR routers for this DVR port 57eb68c2-f0a7-4d88-aff5-31814a1cf5ef on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:49:15.496072 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-36e33668-3663-4d97-83da-436ad831b02f req-d68eaba4-5d0a-4378-8c91-f49f6c3da2dd tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:15.498653 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-36e33668-3663-4d97-83da-436ad831b02f req-d68eaba4-5d0a-4378-8c91-f49f6c3da2dd tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.39 "DELETE /v2.0/ports/57eb68c2-f0a7-4d88-aff5-31814a1cf5ef HTTP/1.1" status: 204 len: 173 time: 0.7332897 Sep 17 07:49:15.499345 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e3b4cbe-f720-4903-956a-7b773e45a77f', 'name': 'network-vif-deleted', 'tag': '57eb68c2-f0a7-4d88-aff5-31814a1cf5ef'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:49:15.501898 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82573067-24f4-4efc-a3a0-71d3338c2068" -d '{"events": [{"server_uuid": "9e3b4cbe-f720-4903-956a-7b773e45a77f", "name": "network-vif-deleted", "tag": "57eb68c2-f0a7-4d88-aff5-31814a1cf5ef"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:49:15.644393 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b663a-ec4c-46e6-a9d6-67474078bfe4 req-e730b690-c412-46a0-98ba-87a2259e7506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:15.646652 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5f3b663a-ec4c-46e6-a9d6-67474078bfe4 req-e730b690-c412-46a0-98ba-87a2259e7506 service neutron] 10.222.0.41 "GET /v2.0/networks?id=200c4d1a-5385-414c-896c-7c2ada565217 HTTP/1.1" status: 200 len: 921 time: 0.2365530 Sep 17 07:49:15.657206 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3db737bd-48a0-4920-9c7b-d74a0eefdd3a req-2708a716-8fb7-4d7e-a2ee-ae694617a124 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.151 HTTP/1.1" status: 200 len: 1001 time: 0.1340058 Sep 17 07:49:15.664321 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-697dd130-8d9e-49cb-a19f-a873e260885a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:15.803344 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db737bd-48a0-4920-9c7b-d74a0eefdd3a req-07b0460d-1d2e-43ff-a9c3-090ba3a358bb tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:15.807821 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-697dd130-8d9e-49cb-a19f-a873e260885a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:15.810736 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3db737bd-48a0-4920-9c7b-d74a0eefdd3a req-07b0460d-1d2e-43ff-a9c3-090ba3a358bb tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/networks/5fc128c4-343a-4b5b-8a61-6a2b8d95c555 HTTP/1.1" status: 200 len: 784 time: 0.1522577 Sep 17 07:49:15.814820 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-697dd130-8d9e-49cb-a19f-a873e260885a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:15.862927 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [req-3db737bd-48a0-4920-9c7b-d74a0eefdd3a req-ccbb1bb7-572c-417f-8c89-9b52c81b195f tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 07:49:15.864496 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3db737bd-48a0-4920-9c7b-d74a0eefdd3a req-ccbb1bb7-572c-417f-8c89-9b52c81b195f tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0426970 Sep 17 07:49:15.875102 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697dd130-8d9e-49cb-a19f-a873e260885a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e364537d-7193-4c99-9978-a70ecda8adee,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:15.895895 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-697dd130-8d9e-49cb-a19f-a873e260885a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=24051d2910974dfd8dd3d682a5c09b9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5431440 Sep 17 07:49:15.896969 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 35974) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:49:15.919002 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6d5ecb63-fa2e-4806-a6b3-98199aeac994 req-225f10d8-c0f7-4498-a060-e58d6b0e4cf6 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=e3c94ece967c49989722015c639870a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0598943 Sep 17 07:49:15.928188 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf2f0c2-b3df-440c-83e2-c61d8b049e5a x-openstack-request-id: req-bbf2f0c2-b3df-440c-83e2-c61d8b049e5a {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:49:15.928681 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e3b4cbe-f720-4903-956a-7b773e45a77f", "name": "network-vif-deleted", "tag": "57eb68c2-f0a7-4d88-aff5-31814a1cf5ef", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:49:15.929019 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bbf2f0c2-b3df-440c-83e2-c61d8b049e5a {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:49:15.929499 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e3b4cbe-f720-4903-956a-7b773e45a77f', 'name': 'network-vif-deleted', 'tag': '57eb68c2-f0a7-4d88-aff5-31814a1cf5ef', 'status': 'completed', 'code': 200} Sep 17 07:49:16.057166 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1c0cbade-edd4-43d0-a543-f0e98c51ace3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:16.083069 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5f3b663a-ec4c-46e6-a9d6-67474078bfe4 req-8cc6c618-69a9-423f-b714-789d194cc03b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20a2d9a2-5eef-40f4-9b45-05e4b67d111c HTTP/1.1" status: 200 len: 1001 time: 0.2946301 Sep 17 07:49:16.099883 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5ecb63-fa2e-4806-a6b3-98199aeac994 req-00481394-bac6-46f8-ad50-98516c38bb3c tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:16.109869 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6d5ecb63-fa2e-4806-a6b3-98199aeac994 req-00481394-bac6-46f8-ad50-98516c38bb3c tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1899743 Sep 17 07:49:16.116934 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a3284-f4eb-480b-bdcd-c36e55b4e383 req-b1746131-ae43-49f2-8272-87e1e58b178b tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:16.118894 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ad5a3284-f4eb-480b-bdcd-c36e55b4e383 req-b1746131-ae43-49f2-8272-87e1e58b178b tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.41 "GET /v2.0/networks?id=8735159f-6edb-41d2-9bd4-93956ab1df1a HTTP/1.1" status: 200 len: 804 time: 0.2102153 Sep 17 07:49:16.133603 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1c0cbade-edd4-43d0-a543-f0e98c51ace3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:16.150821 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-ad5a3284-f4eb-480b-bdcd-c36e55b4e383 req-e5615d0e-9365-4b77-b92c-c2255b390457 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Request body: {'port': {'device_id': '87da0997-404a-4b15-827e-a8bac44a400a', 'network_id': '8735159f-6edb-41d2-9bd4-93956ab1df1a', 'admin_state_up': True, 'tenant_id': '43b7af468d3c4824aaaa6df100556e2b'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:49:16.192447 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6d5ecb63-fa2e-4806-a6b3-98199aeac994 req-f6b7a448-bd54-48ad-8b4f-776d01052370 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/quotas/e3c94ece967c49989722015c639870a6 HTTP/1.1" status: 200 len: 375 time: 0.0816176 Sep 17 07:49:16.215764 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff4b8c3-630c-4c8d-994f-60a65e6db4f0 req-bcde8d56-df80-48a3-9c27-d883e97de700 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:16.217098 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-aff4b8c3-630c-4c8d-994f-60a65e6db4f0 req-bcde8d56-df80-48a3-9c27-d883e97de700 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=d99ed35d-0228-402a-8acb-014e6d55a78d HTTP/1.1" status: 200 len: 946 time: 0.1790752 Sep 17 07:49:16.220151 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b663a-ec4c-46e6-a9d6-67474078bfe4 req-b7ad4d11-8781-40c0-873a-e013ab9cbfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:16.221770 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5f3b663a-ec4c-46e6-a9d6-67474078bfe4 req-b7ad4d11-8781-40c0-873a-e013ab9cbfa6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=472967d5-a95a-4c81-ab94-68718eb38ee3 HTTP/1.1" status: 200 len: 859 time: 0.1099374 Sep 17 07:49:16.239758 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6d5ecb63-fa2e-4806-a6b3-98199aeac994 req-f84cda41-0c78-44e4-a709-6c6bc9c079a3 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e3c94ece967c49989722015c639870a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463710 Sep 17 07:49:16.310105 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-aff4b8c3-630c-4c8d-994f-60a65e6db4f0 req-7d520aec-f989-42db-97da-8b3b6bd3f637 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717332 Sep 17 07:49:16.310839 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1c0cbade-edd4-43d0-a543-f0e98c51ace3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:16.314101 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1c0cbade-edd4-43d0-a543-f0e98c51ace3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:16.315008 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b663a-ec4c-46e6-a9d6-67474078bfe4 req-32ceafa5-6b14-447d-8083-aac5ac78e962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:16.317899 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5f3b663a-ec4c-46e6-a9d6-67474078bfe4 req-32ceafa5-6b14-447d-8083-aac5ac78e962 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=200c4d1a-5385-414c-896c-7c2ada565217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753307 Sep 17 07:49:16.318507 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-1c0cbade-edd4-43d0-a543-f0e98c51ace3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e364537d-7193-4c99-9978-a70ecda8adee HTTP/1.1" status: 204 len: 168 time: 0.4203804 Sep 17 07:49:16.338237 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0cbade-edd4-43d0-a543-f0e98c51ace3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e364537d-7193-4c99-9978-a70ecda8adee,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:16.380839 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad5a3284-f4eb-480b-bdcd-c36e55b4e383 req-e5615d0e-9365-4b77-b92c-c2255b390457 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Made reservation on behalf of 43b7af468d3c4824aaaa6df100556e2b for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:49:16.389766 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-ad5a3284-f4eb-480b-bdcd-c36e55b4e383 req-e5615d0e-9365-4b77-b92c-c2255b390457 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:16.568577 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-ad5a3284-f4eb-480b-bdcd-c36e55b4e383 req-e5615d0e-9365-4b77-b92c-c2255b390457 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Allocated IP 172.20.0.13 (8735159f-6edb-41d2-9bd4-93956ab1df1a/4e8a61b2-3aad-4505-a004-004379de0de4/c7b7a9f1-e25b-499b-8c26-9efd75611cb8) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:49:16.661566 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2721888-7d0e-41b8-99f7-3f7c196c3b97 req-3284392f-a844-4fcf-a86a-2391ce2f352d tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:16.669511 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b2721888-7d0e-41b8-99f7-3f7c196c3b97 req-3284392f-a844-4fcf-a86a-2391ce2f352d tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=2742a9e7-3449-4fd7-80aa-ae818c31ca01 HTTP/1.1" status: 200 len: 944 time: 0.2141490 Sep 17 07:49:16.673311 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5f3b663a-ec4c-46e6-a9d6-67474078bfe4 req-ec1f1a9d-a905-4a32-b52d-736bd3334683 service neutron] 10.222.0.41 "GET /v2.0/networks/200c4d1a-5385-414c-896c-7c2ada565217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3429546 Sep 17 07:49:16.684617 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6981dd44-a21b-4811-836c-3581909843d3 req-c49d7f39-6f4e-4ffe-9596-2e5d1d1bd4aa tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.151 HTTP/1.1" status: 200 len: 1001 time: 0.2008631 Sep 17 07:49:16.763776 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-ad5a3284-f4eb-480b-bdcd-c36e55b4e383 req-e5615d0e-9365-4b77-b92c-c2255b390457 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:16.789021 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b2721888-7d0e-41b8-99f7-3f7c196c3b97 req-ef36ac09-9bf6-439e-8384-ac61218f6a2f tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148000 Sep 17 07:49:16.811694 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-ad5a3284-f4eb-480b-bdcd-c36e55b4e383 req-e5615d0e-9365-4b77-b92c-c2255b390457 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:16.820390 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981dd44-a21b-4811-836c-3581909843d3 req-0b90aa0b-1d97-41b8-9772-eb48f76d9e85 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:16.823245 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6981dd44-a21b-4811-836c-3581909843d3 req-0b90aa0b-1d97-41b8-9772-eb48f76d9e85 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/ports/20a2d9a2-5eef-40f4-9b45-05e4b67d111c HTTP/1.1" status: 200 len: 942 time: 0.1374216 Sep 17 07:49:16.870175 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5615d0e-9365-4b77-b92c-c2255b390457 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Pushing event updated for resources: {'Port': ['ID=c7b7a9f1-e25b-499b-8c26-9efd75611cb8,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:16.882869 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad5a3284-f4eb-480b-bdcd-c36e55b4e383 req-e5615d0e-9365-4b77-b92c-c2255b390457 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Network 8735159f-6edb-41d2-9bd4-93956ab1df1a is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:49:16.884323 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-ad5a3284-f4eb-480b-bdcd-c36e55b4e383 req-e5615d0e-9365-4b77-b92c-c2255b390457 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:49:16.888115 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad5a3284-f4eb-480b-bdcd-c36e55b4e383 req-e5615d0e-9365-4b77-b92c-c2255b390457 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:49:16.942437 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a3284-f4eb-480b-bdcd-c36e55b4e383 req-e5615d0e-9365-4b77-b92c-c2255b390457 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:16.943094 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-ad5a3284-f4eb-480b-bdcd-c36e55b4e383 req-e5615d0e-9365-4b77-b92c-c2255b390457 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:16.963923 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ad5a3284-f4eb-480b-bdcd-c36e55b4e383 req-e5615d0e-9365-4b77-b92c-c2255b390457 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8181951 Sep 17 07:49:16.984631 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-ad5a3284-f4eb-480b-bdcd-c36e55b4e383 req-c6356dcb-ae16-4b97-b886-922b52ea96f8 service neutron] Request body: {'port': {'device_id': '87da0997-404a-4b15-827e-a8bac44a400a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:49:17.046550 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6981dd44-a21b-4811-836c-3581909843d3 req-708d2a8e-9131-4341-9387-59590fa623ab tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.151 HTTP/1.1" status: 200 len: 1001 time: 0.1056352 Sep 17 07:49:17.048213 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 36000) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:49:17.076890 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5f3b663a-ec4c-46e6-a9d6-67474078bfe4 req-af09d89f-dd49-419a-8968-f7064199729a service neutron] 10.222.0.41 "GET /v2.0/networks/200c4d1a-5385-414c-896c-7c2ada565217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3493614 Sep 17 07:49:17.116544 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-ad5a3284-f4eb-480b-bdcd-c36e55b4e383 req-c6356dcb-ae16-4b97-b886-922b52ea96f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:17.140028 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3ee0f437-2cf7-4384-85ce-33900434f195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:17.213101 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a9cb6-84e4-47f8-b2f0-73f6e0577f28 req-56c2642a-30e4-4005-9c28-5c721939de60 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:17.214697 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-996a9cb6-84e4-47f8-b2f0-73f6e0577f28 req-56c2642a-30e4-4005-9c28-5c721939de60 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=87da0997-404a-4b15-827e-a8bac44a400a HTTP/1.1" status: 200 len: 932 time: 0.1343338 Sep 17 07:49:17.294329 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981dd44-a21b-4811-836c-3581909843d3 req-229570ee-983b-4b32-a372-4e5d534228de tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:17.295751 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6981dd44-a21b-4811-836c-3581909843d3 req-229570ee-983b-4b32-a372-4e5d534228de tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/networks/5fc128c4-343a-4b5b-8a61-6a2b8d95c555 HTTP/1.1" status: 200 len: 784 time: 0.2484403 Sep 17 07:49:17.406866 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-00c83d55-3dc0-4a52-b4f6-178cbae75fec tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:17.408438 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-00c83d55-3dc0-4a52-b4f6-178cbae75fec tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d99ed35d-0228-402a-8acb-014e6d55a78d&tenant_id=2525ecc58cad4fa78c4be116636fc184&binding%3Ahost_id=n-h2-789963-9 HTTP/1.1" status: 200 len: 1097 time: 0.1822934 Sep 17 07:49:17.416654 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-996a9cb6-84e4-47f8-b2f0-73f6e0577f28 req-910e6642-cf01-49f6-b773-9c8d30b3bb9c tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/security-groups?id=53a4612f-058b-4338-9861-1ad45234538f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937480 Sep 17 07:49:17.425179 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-8b1793d6-ab27-4aee-a059-4216ac1602b9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-789963-9'}}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:49:17.456452 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-ad5a3284-f4eb-480b-bdcd-c36e55b4e383 req-c6356dcb-ae16-4b97-b886-922b52ea96f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7b7a9f1-e25b-499b-8c26-9efd75611cb8 {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:49:17.467331 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-ad5a3284-f4eb-480b-bdcd-c36e55b4e383 req-c6356dcb-ae16-4b97-b886-922b52ea96f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:17.484879 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-ad5a3284-f4eb-480b-bdcd-c36e55b4e383 req-c6356dcb-ae16-4b97-b886-922b52ea96f8 service neutron] Transition to ACTIVE for port object c7b7a9f1-e25b-499b-8c26-9efd75611cb8 will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:49:17.491495 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-ad5a3284-f4eb-480b-bdcd-c36e55b4e383 req-c6356dcb-ae16-4b97-b886-922b52ea96f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:17.544566 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6981dd44-a21b-4811-836c-3581909843d3 req-43054b3c-49ab-4cfc-9f71-8edbcab1a0db tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.151 HTTP/1.1" status: 200 len: 1001 time: 0.2255399 Sep 17 07:49:17.571142 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6356dcb-ae16-4b97-b886-922b52ea96f8 service neutron] Pushing event updated for resources: {'Port': ['ID=c7b7a9f1-e25b-499b-8c26-9efd75611cb8,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:17.584620 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-270f3d70-5cd6-466b-b793-ef914763b9d8 req-fac0061c-3d27-4d34-99e1-42fd13b4f53e tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa684fd0-a85e-469b-aed6-7fb0de9dc944 HTTP/1.1" status: 200 len: 210 time: 0.0671241 Sep 17 07:49:17.594972 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-6981dd44-a21b-4811-836c-3581909843d3 req-f705a0e6-d2de-4289-9e09-49a61ea780c3 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:49:17.615134 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3ee0f437-2cf7-4384-85ce-33900434f195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:17.627752 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-ad5a3284-f4eb-480b-bdcd-c36e55b4e383 req-c6356dcb-ae16-4b97-b886-922b52ea96f8 service neutron] Attempting to bind port c7b7a9f1-e25b-499b-8c26-9efd75611cb8 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:49:17.628159 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-ad5a3284-f4eb-480b-bdcd-c36e55b4e383 req-c6356dcb-ae16-4b97-b886-922b52ea96f8 service neutron] Attempting to bind port c7b7a9f1-e25b-499b-8c26-9efd75611cb8 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': '5ce36400-13a1-41db-8274-558edfd01d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8735159f-6edb-41d2-9bd4-93956ab1df1a'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:49:17.628531 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5a3284-f4eb-480b-bdcd-c36e55b4e383 req-c6356dcb-ae16-4b97-b886-922b52ea96f8 service neutron] Attempting to bind port c7b7a9f1-e25b-499b-8c26-9efd75611cb8 on network 8735159f-6edb-41d2-9bd4-93956ab1df1a {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:49:17.633304 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5a3284-f4eb-480b-bdcd-c36e55b4e383 req-c6356dcb-ae16-4b97-b886-922b52ea96f8 service neutron] Port c7b7a9f1-e25b-499b-8c26-9efd75611cb8 on network 8735159f-6edb-41d2-9bd4-93956ab1df1a not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:49:17.633628 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5a3284-f4eb-480b-bdcd-c36e55b4e383 req-c6356dcb-ae16-4b97-b886-922b52ea96f8 service neutron] Attempting to bind port c7b7a9f1-e25b-499b-8c26-9efd75611cb8 on network 8735159f-6edb-41d2-9bd4-93956ab1df1a {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:49:17.639214 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5a3284-f4eb-480b-bdcd-c36e55b4e383 req-c6356dcb-ae16-4b97-b886-922b52ea96f8 service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:49:17.639548 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5a3284-f4eb-480b-bdcd-c36e55b4e383 req-c6356dcb-ae16-4b97-b886-922b52ea96f8 service neutron] Checking segment: {'id': '5ce36400-13a1-41db-8274-558edfd01d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8735159f-6edb-41d2-9bd4-93956ab1df1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:49:17.639954 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5a3284-f4eb-480b-bdcd-c36e55b4e383 req-c6356dcb-ae16-4b97-b886-922b52ea96f8 service neutron] Bound using segment: {'id': '5ce36400-13a1-41db-8274-558edfd01d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8735159f-6edb-41d2-9bd4-93956ab1df1a'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:49:17.640424 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-ad5a3284-f4eb-480b-bdcd-c36e55b4e383 req-c6356dcb-ae16-4b97-b886-922b52ea96f8 service neutron] Bound port: c7b7a9f1-e25b-499b-8c26-9efd75611cb8, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ce36400-13a1-41db-8274-558edfd01d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8735159f-6edb-41d2-9bd4-93956ab1df1a'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:49:17.641087 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-ad5a3284-f4eb-480b-bdcd-c36e55b4e383 req-c6356dcb-ae16-4b97-b886-922b52ea96f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:17.667914 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3ee0f437-2cf7-4384-85ce-33900434f195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:17.709250 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-ad5a3284-f4eb-480b-bdcd-c36e55b4e383 req-c6356dcb-ae16-4b97-b886-922b52ea96f8 service neutron] For port c7b7a9f1-e25b-499b-8c26-9efd75611cb8, host n-h1-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:49:17.717772 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-ad5a3284-f4eb-480b-bdcd-c36e55b4e383 req-c6356dcb-ae16-4b97-b886-922b52ea96f8 service neutron] For port c7b7a9f1-e25b-499b-8c26-9efd75611cb8, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=c7b7a9f1-e25b-499b-8c26-9efd75611cb8,segment=NetworkSegment(5ce36400-13a1-41db-8274-558edfd01d90),segment_id=5ce36400-13a1-41db-8274-558edfd01d90)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:49:17.726641 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-ad5a3284-f4eb-480b-bdcd-c36e55b4e383 req-c6356dcb-ae16-4b97-b886-922b52ea96f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:17.753438 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-8b1793d6-ab27-4aee-a059-4216ac1602b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:17.759355 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a3284-f4eb-480b-bdcd-c36e55b4e383 req-c6356dcb-ae16-4b97-b886-922b52ea96f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:17.760107 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-ad5a3284-f4eb-480b-bdcd-c36e55b4e383 req-c6356dcb-ae16-4b97-b886-922b52ea96f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:17.762230 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ad5a3284-f4eb-480b-bdcd-c36e55b4e383 req-c6356dcb-ae16-4b97-b886-922b52ea96f8 service neutron] 10.222.0.41 "PUT /v2.0/ports/c7b7a9f1-e25b-499b-8c26-9efd75611cb8 HTTP/1.1" status: 200 len: 1092 time: 0.7831342 Sep 17 07:49:17.779418 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-3ee0f437-2cf7-4384-85ce-33900434f195 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=47a8ea0661694292b2d5f3bf2330834a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7054942 Sep 17 07:49:17.780031 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee0f437-2cf7-4384-85ce-33900434f195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d163c0-3acb-4ccf-8a00-d823e2ccb87d,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:17.783985 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 36014) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:49:17.797968 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-6981dd44-a21b-4811-836c-3581909843d3 req-f705a0e6-d2de-4289-9e09-49a61ea780c3 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Notify callbacks [] for floatingip, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:17.802200 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6356dcb-ae16-4b97-b886-922b52ea96f8 service neutron] Pushing event updated for resources: {'Port': ['ID=c7b7a9f1-e25b-499b-8c26-9efd75611cb8,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:17.832668 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 53ce995e-5449-4b63-ba7b-fa2b47d96cad up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:49:17.900259 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port 53ce995e-5449-4b63-ba7b-fa2b47d96cad completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:49:17.905904 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 53ce995e-5449-4b63-ba7b-fa2b47d96cad triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:49:17.906516 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:17.945949 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87da0997-404a-4b15-827e-a8bac44a400a', 'tag': 'c7b7a9f1-e25b-499b-8c26-9efd75611cb8'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:49:17.948243 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca03192-7a95-427b-a9a1-3a4e36fc4da6" -d '{"events": [{"name": "network-changed", "server_uuid": "87da0997-404a-4b15-827e-a8bac44a400a", "tag": "c7b7a9f1-e25b-499b-8c26-9efd75611cb8"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:49:17.966530 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6d5ecb63-fa2e-4806-a6b3-98199aeac994 req-64cdb1d8-1f8a-4c1b-b167-394b55b990f4 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=e3c94ece967c49989722015c639870a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434959 Sep 17 07:49:17.989675 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e221235c-6e06-4d44-b82c-07436c12e779 req-c2e78f44-41b8-4c27-9c54-1c25c00fc5cf tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:17.998249 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e221235c-6e06-4d44-b82c-07436c12e779 req-c2e78f44-41b8-4c27-9c54-1c25c00fc5cf tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=d99ed35d-0228-402a-8acb-014e6d55a78d HTTP/1.1" status: 200 len: 946 time: 0.3274822 Sep 17 07:49:18.012902 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:18.058443 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2742a9e7-3449-4fd7-80aa-ae818c31ca01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53ce995e-5449-4b63-ba7b-fa2b47d96cad'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:49:18.061320 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87091ad-e453-4f07-a7a0-491d1c07403d" -d '{"events": [{"server_uuid": "2742a9e7-3449-4fd7-80aa-ae818c31ca01", "name": "network-vif-plugged", "status": "completed", "tag": "53ce995e-5449-4b63-ba7b-fa2b47d96cad"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:49:18.098914 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 53ce995e-5449-4b63-ba7b-fa2b47d96cad, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=53ce995e-5449-4b63-ba7b-fa2b47d96cad,segment=NetworkSegment(be767568-3060-48d1-bebe-585a133f1049),segment_id=be767568-3060-48d1-bebe-585a133f1049)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:49:18.104079 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:18.132720 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5ecb63-fa2e-4806-a6b3-98199aeac994 req-e66965b2-fe54-49b7-9d4c-73fb3d16f023 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:18.134697 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6d5ecb63-fa2e-4806-a6b3-98199aeac994 req-e66965b2-fe54-49b7-9d4c-73fb3d16f023 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1622064 Sep 17 07:49:18.164752 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-6981dd44-a21b-4811-836c-3581909843d3 req-f705a0e6-d2de-4289-9e09-49a61ea780c3 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:18.180780 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=53ce995e-5449-4b63-ba7b-fa2b47d96cad,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:18.188385 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-6981dd44-a21b-4811-836c-3581909843d3 req-f705a0e6-d2de-4289-9e09-49a61ea780c3 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:18.188800 n-d-789963-9 neutron-server[101289]: INFO neutron.db.l3_db [req-6981dd44-a21b-4811-836c-3581909843d3 req-f705a0e6-d2de-4289-9e09-49a61ea780c3 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Floating IP 7e6baf1e-50c9-4a9f-8514-b334ea5fc631 disassociated. External IP: 172.25.6.151, port: 20a2d9a2-5eef-40f4-9b45-05e4b67d111c. Sep 17 07:49:18.200898 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-6d5ecb63-fa2e-4806-a6b3-98199aeac994 req-68fe10c4-53d4-4258-9188-eecda3c4237e tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Request body: {'port': {'device_id': 'fa684fd0-a85e-469b-aed6-7fb0de9dc944', 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583', 'admin_state_up': True, 'tenant_id': 'e3c94ece967c49989722015c639870a6'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:49:18.204754 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e221235c-6e06-4d44-b82c-07436c12e779 req-a063517d-5034-4293-a52f-eecfadc9ffba tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049987 Sep 17 07:49:18.303126 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2d2d8aef-1dc7-4edd-81a4-d9d37c395695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:18.307741 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a3284-f4eb-480b-bdcd-c36e55b4e383 req-63e32e16-1444-4397-8f9d-ffd2199103e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:18.309978 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ad5a3284-f4eb-480b-bdcd-c36e55b4e383 req-63e32e16-1444-4397-8f9d-ffd2199103e7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=43b7af468d3c4824aaaa6df100556e2b&device_id=87da0997-404a-4b15-827e-a8bac44a400a HTTP/1.1" status: 200 len: 1095 time: 0.3414984 Sep 17 07:49:18.371034 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d5ecb63-fa2e-4806-a6b3-98199aeac994 req-68fe10c4-53d4-4258-9188-eecda3c4237e tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Made reservation on behalf of e3c94ece967c49989722015c639870a6 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:49:18.376713 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-6d5ecb63-fa2e-4806-a6b3-98199aeac994 req-68fe10c4-53d4-4258-9188-eecda3c4237e tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:18.386793 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-6d5ecb63-fa2e-4806-a6b3-98199aeac994 req-68fe10c4-53d4-4258-9188-eecda3c4237e tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:18.490066 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-6d5ecb63-fa2e-4806-a6b3-98199aeac994 req-68fe10c4-53d4-4258-9188-eecda3c4237e tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:18.494676 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-6d5ecb63-fa2e-4806-a6b3-98199aeac994 req-68fe10c4-53d4-4258-9188-eecda3c4237e tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:18.530318 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fe10c4-53d4-4258-9188-eecda3c4237e tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b57bfe4a-fd3a-4a25-bbc2-6392806aa576,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:18.655474 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-6d5ecb63-fa2e-4806-a6b3-98199aeac994 req-68fe10c4-53d4-4258-9188-eecda3c4237e tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Allocated IP 192.168.233.65 (469390cd-cce5-49bd-b8f8-9e64018a0583/5f3af6cb-9cad-436b-bf41-034e75672c44/0c589904-32cd-4f69-bd3c-694b81963367) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:49:18.750242 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2d2d8aef-1dc7-4edd-81a4-d9d37c395695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:18.762365 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ad5a3284-f4eb-480b-bdcd-c36e55b4e383 req-3e5c861e-9a2a-470c-a871-019b380db5e1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7b7a9f1-e25b-499b-8c26-9efd75611cb8 HTTP/1.1" status: 200 len: 217 time: 0.4278378 Sep 17 07:49:18.854434 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-6d5ecb63-fa2e-4806-a6b3-98199aeac994 req-68fe10c4-53d4-4258-9188-eecda3c4237e tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:18.888424 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf22230-8503-432b-a7a8-11aae031bda4 req-7f04d531-a0b9-4dfb-b433-126028b1293c tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:18.890038 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-daf22230-8503-432b-a7a8-11aae031bda4 req-7f04d531-a0b9-4dfb-b433-126028b1293c tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=2742a9e7-3449-4fd7-80aa-ae818c31ca01 HTTP/1.1" status: 200 len: 945 time: 0.5880492 Sep 17 07:49:18.895041 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-6d5ecb63-fa2e-4806-a6b3-98199aeac994 req-68fe10c4-53d4-4258-9188-eecda3c4237e tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:18.908700 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-8b1793d6-ab27-4aee-a059-4216ac1602b9 service neutron] For port f63b550b-5495-42d6-9113-c786a4434e0f, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=f63b550b-5495-42d6-9113-c786a4434e0f,segment=NetworkSegment(bbdef28d-b0c6-41c1-88af-cfcd40a3d803),segment_id=bbdef28d-b0c6-41c1-88af-cfcd40a3d803)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:49:18.933053 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a3284-f4eb-480b-bdcd-c36e55b4e383 req-69330010-aa5c-4bb9-91f3-4d5d4c4e37f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:18.934580 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ad5a3284-f4eb-480b-bdcd-c36e55b4e383 req-69330010-aa5c-4bb9-91f3-4d5d4c4e37f5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4e8a61b2-3aad-4505-a004-004379de0de4 HTTP/1.1" status: 200 len: 844 time: 0.1385994 Sep 17 07:49:18.950025 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d5ecb63-fa2e-4806-a6b3-98199aeac994 req-68fe10c4-53d4-4258-9188-eecda3c4237e tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Network 469390cd-cce5-49bd-b8f8-9e64018a0583 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:49:18.953818 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-6d5ecb63-fa2e-4806-a6b3-98199aeac994 req-68fe10c4-53d4-4258-9188-eecda3c4237e tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:49:18.960062 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d5ecb63-fa2e-4806-a6b3-98199aeac994 req-68fe10c4-53d4-4258-9188-eecda3c4237e tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:49:18.989604 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fe10c4-53d4-4258-9188-eecda3c4237e tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Pushing event updated for resources: {'Port': ['ID=0c589904-32cd-4f69-bd3c-694b81963367,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:19.025455 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ad5a3284-f4eb-480b-bdcd-c36e55b4e383 req-8524e24d-ec1c-4492-8849-41b66d0b747c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8735159f-6edb-41d2-9bd4-93956ab1df1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806744 Sep 17 07:49:19.033696 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5ecb63-fa2e-4806-a6b3-98199aeac994 req-68fe10c4-53d4-4258-9188-eecda3c4237e tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:19.034817 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-6d5ecb63-fa2e-4806-a6b3-98199aeac994 req-68fe10c4-53d4-4258-9188-eecda3c4237e tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:19.051690 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2d2d8aef-1dc7-4edd-81a4-d9d37c395695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:19.054281 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2d2d8aef-1dc7-4edd-81a4-d9d37c395695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:19.055251 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6d5ecb63-fa2e-4806-a6b3-98199aeac994 req-68fe10c4-53d4-4258-9188-eecda3c4237e tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8664923 Sep 17 07:49:19.055400 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-2d2d8aef-1dc7-4edd-81a4-d9d37c395695 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/44d163c0-3acb-4ccf-8a00-d823e2ccb87d HTTP/1.1" status: 204 len: 168 time: 1.2670982 Sep 17 07:49:19.075805 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-6d5ecb63-fa2e-4806-a6b3-98199aeac994 req-0135278a-1ecd-4dd5-801e-539fe4bad87d service neutron] Request body: {'port': {'device_id': 'fa684fd0-a85e-469b-aed6-7fb0de9dc944', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:49:19.113097 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-daf22230-8503-432b-a7a8-11aae031bda4 req-d98b64c4-863a-49f6-bcc8-b9755f30400e tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071285 Sep 17 07:49:19.194228 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-6d5ecb63-fa2e-4806-a6b3-98199aeac994 req-0135278a-1ecd-4dd5-801e-539fe4bad87d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:19.200596 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b70d6c-0b28-41c8-b536-7c5bfeda834a x-openstack-request-id: req-f5b70d6c-0b28-41c8-b536-7c5bfeda834a {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:49:19.203085 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87da0997-404a-4b15-827e-a8bac44a400a", "tag": "c7b7a9f1-e25b-499b-8c26-9efd75611cb8", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:49:19.203350 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f5b70d6c-0b28-41c8-b536-7c5bfeda834a {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:49:19.204175 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87da0997-404a-4b15-827e-a8bac44a400a', 'tag': 'c7b7a9f1-e25b-499b-8c26-9efd75611cb8', 'status': 'completed', 'code': 200} Sep 17 07:49:19.221216 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-8b1793d6-ab27-4aee-a059-4216ac1602b9 service neutron] For port f63b550b-5495-42d6-9113-c786a4434e0f, host n-h2-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:49:19.270825 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ad5a3284-f4eb-480b-bdcd-c36e55b4e383 req-f8cf2586-4fc5-4d76-8403-3a9cba359a76 service neutron] 10.222.0.41 "GET /v2.0/networks/8735159f-6edb-41d2-9bd4-93956ab1df1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193165 Sep 17 07:49:19.312727 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2d8aef-1dc7-4edd-81a4-d9d37c395695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d163c0-3acb-4ccf-8a00-d823e2ccb87d,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:19.344821 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device f63b550b-5495-42d6-9113-c786a4434e0f details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:49:19.415203 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbac4399-7f7d-43fe-a93e-5bfb628b8a76 x-openstack-request-id: req-dbac4399-7f7d-43fe-a93e-5bfb628b8a76 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:49:19.417327 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99ed35d-0228-402a-8acb-014e6d55a78d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f63b550b-5495-42d6-9113-c786a4434e0f'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:49:19.420152 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2742a9e7-3449-4fd7-80aa-ae818c31ca01", "name": "network-vif-plugged", "status": "completed", "tag": "53ce995e-5449-4b63-ba7b-fa2b47d96cad", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:49:19.420300 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a598444-be7c-47e1-9e90-e62663fa00e4" -d '{"events": [{"server_uuid": "d99ed35d-0228-402a-8acb-014e6d55a78d", "name": "network-vif-unplugged", "status": "completed", "tag": "f63b550b-5495-42d6-9113-c786a4434e0f"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:49:19.420590 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dbac4399-7f7d-43fe-a93e-5bfb628b8a76 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:49:19.421018 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2742a9e7-3449-4fd7-80aa-ae818c31ca01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53ce995e-5449-4b63-ba7b-fa2b47d96cad', 'code': 200} Sep 17 07:49:19.424439 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-8b1793d6-ab27-4aee-a059-4216ac1602b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:19.466411 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6981dd44-a21b-4811-836c-3581909843d3 req-f705a0e6-d2de-4289-9e09-49a61ea780c3 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Router fcf42f6a-3934-4d2c-a0bc-b684e6b4491c has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:49:19.467382 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-8b1793d6-ab27-4aee-a059-4216ac1602b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:19.503163 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-bfe6aaa6-8205-4c53-9814-b1d43e427a0e None None] Provisioning complete for port 0c589904-32cd-4f69-bd3c-694b81963367 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:49:19.504019 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bfe6aaa6-8205-4c53-9814-b1d43e427a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:19.622875 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port f63b550b-5495-42d6-9113-c786a4434e0f, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=f63b550b-5495-42d6-9113-c786a4434e0f,segment=NetworkSegment(bbdef28d-b0c6-41c1-88af-cfcd40a3d803),segment_id=bbdef28d-b0c6-41c1-88af-cfcd40a3d803)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:49:19.623313 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ad5a3284-f4eb-480b-bdcd-c36e55b4e383 req-2f5df5a5-5532-48ea-a2bd-8468ff2d12cc service neutron] 10.222.0.41 "GET /v2.0/networks/8735159f-6edb-41d2-9bd4-93956ab1df1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049529 Sep 17 07:49:19.643493 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device f63b550b-5495-42d6-9113-c786a4434e0f has no active binding in host n-h1-789963-9 {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 17 07:49:19.650690 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf833cbe-5557-4b2b-9c09-5055b820f060 req-44391999-9f25-4df9-b1e6-a29dc40c33ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:19.653148 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bf833cbe-5557-4b2b-9c09-5055b820f060 req-44391999-9f25-4df9-b1e6-a29dc40c33ac service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2742a9e7-3449-4fd7-80aa-ae818c31ca01 HTTP/1.1" status: 200 len: 1096 time: 0.0795565 Sep 17 07:49:19.672102 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-bfe6aaa6-8205-4c53-9814-b1d43e427a0e None None] Port 0c589904-32cd-4f69-bd3c-694b81963367 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:49:19.672818 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1793d6-ab27-4aee-a059-4216ac1602b9 service neutron] Pushing event updated for resources: {'Port': ['ID=f63b550b-5495-42d6-9113-c786a4434e0f,revision_number=7']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:19.701192 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-8b1793d6-ab27-4aee-a059-4216ac1602b9 service neutron] Attempting to bind port f63b550b-5495-42d6-9113-c786a4434e0f on host n-h2-789963-9 for vnic_type normal with profile {"migrating_to": "n-h1-789963-9"} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:49:19.701802 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-8b1793d6-ab27-4aee-a059-4216ac1602b9 service neutron] Attempting to bind port f63b550b-5495-42d6-9113-c786a4434e0f by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': 'bbdef28d-b0c6-41c1-88af-cfcd40a3d803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:49:19.702149 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-8b1793d6-ab27-4aee-a059-4216ac1602b9 service neutron] Attempting to bind port f63b550b-5495-42d6-9113-c786a4434e0f on network 339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:49:19.714539 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366eda7-8462-471c-ba3e-972e1f6183ae req-18088fb3-243b-4338-a2f8-8649200aa43c tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:19.716791 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b366eda7-8462-471c-ba3e-972e1f6183ae req-18088fb3-243b-4338-a2f8-8649200aa43c tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=87da0997-404a-4b15-827e-a8bac44a400a HTTP/1.1" status: 200 len: 944 time: 0.2099311 Sep 17 07:49:19.733533 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bf833cbe-5557-4b2b-9c09-5055b820f060 req-e1b75c12-9f6f-4efa-a63d-0c564aeb9559 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726838 Sep 17 07:49:19.739217 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-6d5ecb63-fa2e-4806-a6b3-98199aeac994 req-0135278a-1ecd-4dd5-801e-539fe4bad87d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c589904-32cd-4f69-bd3c-694b81963367 {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:49:19.748402 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-6d5ecb63-fa2e-4806-a6b3-98199aeac994 req-0135278a-1ecd-4dd5-801e-539fe4bad87d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:19.758774 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-8b1793d6-ab27-4aee-a059-4216ac1602b9 service neutron] Port f63b550b-5495-42d6-9113-c786a4434e0f on network 339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:49:19.759049 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-8b1793d6-ab27-4aee-a059-4216ac1602b9 service neutron] Attempting to bind port f63b550b-5495-42d6-9113-c786a4434e0f on network 339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:49:19.783046 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-6d5ecb63-fa2e-4806-a6b3-98199aeac994 req-0135278a-1ecd-4dd5-801e-539fe4bad87d service neutron] Transition to ACTIVE for port object 0c589904-32cd-4f69-bd3c-694b81963367 will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:49:19.788509 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-6d5ecb63-fa2e-4806-a6b3-98199aeac994 req-0135278a-1ecd-4dd5-801e-539fe4bad87d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:19.809769 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-8b1793d6-ab27-4aee-a059-4216ac1602b9 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:49:19.810569 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-8b1793d6-ab27-4aee-a059-4216ac1602b9 service neutron] Checking segment: {'id': 'bbdef28d-b0c6-41c1-88af-cfcd40a3d803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:49:19.811339 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-8b1793d6-ab27-4aee-a059-4216ac1602b9 service neutron] Bound using segment: {'id': 'bbdef28d-b0c6-41c1-88af-cfcd40a3d803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5'} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:49:19.812528 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-8b1793d6-ab27-4aee-a059-4216ac1602b9 service neutron] Bound port: f63b550b-5495-42d6-9113-c786a4434e0f, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbdef28d-b0c6-41c1-88af-cfcd40a3d803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5'}}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:49:19.813278 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-8b1793d6-ab27-4aee-a059-4216ac1602b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:19.850226 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 57eb68c2-f0a7-4d88-aff5-31814a1cf5ef no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:49:19.909863 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-aec4c03f-8cb8-417a-9217-fd0ce2122cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:19.913182 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: 57eb68c2-f0a7-4d88-aff5-31814a1cf5ef {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:49:19.915034 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 57eb68c2-f0a7-4d88-aff5-31814a1cf5ef not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:49:19.916382 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0135278a-1ecd-4dd5-801e-539fe4bad87d service neutron] Pushing event updated for resources: {'Port': ['ID=0c589904-32cd-4f69-bd3c-694b81963367,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:19.956133 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-8b1793d6-ab27-4aee-a059-4216ac1602b9 service neutron] For port f63b550b-5495-42d6-9113-c786a4434e0f, host n-h2-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:49:19.960820 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-8b1793d6-ab27-4aee-a059-4216ac1602b9 service neutron] For port f63b550b-5495-42d6-9113-c786a4434e0f, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=f63b550b-5495-42d6-9113-c786a4434e0f,segment=NetworkSegment(bbdef28d-b0c6-41c1-88af-cfcd40a3d803),segment_id=bbdef28d-b0c6-41c1-88af-cfcd40a3d803)] {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:49:19.968647 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6981dd44-a21b-4811-836c-3581909843d3 req-f705a0e6-d2de-4289-9e09-49a61ea780c3 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:49:19.980999 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58a62b8-b5c8-416d-bb81-f574e709bc0f None None] Sync routers for ids ['fcf42f6a-3934-4d2c-a0bc-b684e6b4491c'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:49:19.982224 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-6981dd44-a21b-4811-836c-3581909843d3 req-f705a0e6-d2de-4289-9e09-49a61ea780c3 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:19.986030 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-8b1793d6-ab27-4aee-a059-4216ac1602b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:19.987716 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-6d5ecb63-fa2e-4806-a6b3-98199aeac994 req-0135278a-1ecd-4dd5-801e-539fe4bad87d service neutron] Attempting to bind port 0c589904-32cd-4f69-bd3c-694b81963367 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:49:19.988235 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-6d5ecb63-fa2e-4806-a6b3-98199aeac994 req-0135278a-1ecd-4dd5-801e-539fe4bad87d service neutron] Attempting to bind port 0c589904-32cd-4f69-bd3c-694b81963367 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:49:19.988544 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5ecb63-fa2e-4806-a6b3-98199aeac994 req-0135278a-1ecd-4dd5-801e-539fe4bad87d service neutron] Attempting to bind port 0c589904-32cd-4f69-bd3c-694b81963367 on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:49:19.993667 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58a62b8-b5c8-416d-bb81-f574e709bc0f None None] Routers {'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:49:19.996727 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-e58a62b8-b5c8-416d-bb81-f574e709bc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:48:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['fcf42f6a-3934-4d2c-a0bc-b684e6b4491c'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:49:20.004733 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5ecb63-fa2e-4806-a6b3-98199aeac994 req-0135278a-1ecd-4dd5-801e-539fe4bad87d service neutron] Port 0c589904-32cd-4f69-bd3c-694b81963367 on network 469390cd-cce5-49bd-b8f8-9e64018a0583 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:49:20.005821 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5ecb63-fa2e-4806-a6b3-98199aeac994 req-0135278a-1ecd-4dd5-801e-539fe4bad87d service neutron] Attempting to bind port 0c589904-32cd-4f69-bd3c-694b81963367 on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:49:20.026409 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5ecb63-fa2e-4806-a6b3-98199aeac994 req-0135278a-1ecd-4dd5-801e-539fe4bad87d service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:49:20.026770 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5ecb63-fa2e-4806-a6b3-98199aeac994 req-0135278a-1ecd-4dd5-801e-539fe4bad87d service neutron] Checking segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:49:20.027376 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5ecb63-fa2e-4806-a6b3-98199aeac994 req-0135278a-1ecd-4dd5-801e-539fe4bad87d service neutron] Bound using segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:49:20.027864 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-6d5ecb63-fa2e-4806-a6b3-98199aeac994 req-0135278a-1ecd-4dd5-801e-539fe4bad87d service neutron] Bound port: 0c589904-32cd-4f69-bd3c-694b81963367, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:49:20.028256 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-6d5ecb63-fa2e-4806-a6b3-98199aeac994 req-0135278a-1ecd-4dd5-801e-539fe4bad87d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:20.088461 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b366eda7-8462-471c-ba3e-972e1f6183ae req-bc422550-4b45-4f14-b659-a8c2a18c2d20 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/security-groups?id=53a4612f-058b-4338-9861-1ad45234538f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425508 Sep 17 07:49:20.126481 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca03192-7a95-427b-a9a1-3a4e36fc4da6 req-bb4e379a-38ca-4731-941f-4e02472cad16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:20.129534 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2ca03192-7a95-427b-a9a1-3a4e36fc4da6 req-bb4e379a-38ca-4731-941f-4e02472cad16 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=43b7af468d3c4824aaaa6df100556e2b&device_id=87da0997-404a-4b15-827e-a8bac44a400a HTTP/1.1" status: 200 len: 1095 time: 0.3835888 Sep 17 07:49:20.136767 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6981dd44-a21b-4811-836c-3581909843d3 req-f705a0e6-d2de-4289-9e09-49a61ea780c3 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "PUT /v2.0/floatingips/7e6baf1e-50c9-4a9f-8514-b334ea5fc631 HTTP/1.1" status: 200 len: 695 time: 2.5650718 Sep 17 07:49:20.208119 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1793d6-ab27-4aee-a059-4216ac1602b9 service neutron] Pushing event updated for resources: {'Port': ['ID=f63b550b-5495-42d6-9113-c786a4434e0f,revision_number=8']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:20.226320 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-6d5ecb63-fa2e-4806-a6b3-98199aeac994 req-0135278a-1ecd-4dd5-801e-539fe4bad87d service neutron] For port 0c589904-32cd-4f69-bd3c-694b81963367, host n-h1-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:49:20.230177 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-6d5ecb63-fa2e-4806-a6b3-98199aeac994 req-0135278a-1ecd-4dd5-801e-539fe4bad87d service neutron] For port 0c589904-32cd-4f69-bd3c-694b81963367, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=0c589904-32cd-4f69-bd3c-694b81963367,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:49:20.239105 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-6d5ecb63-fa2e-4806-a6b3-98199aeac994 req-0135278a-1ecd-4dd5-801e-539fe4bad87d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:20.274815 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-e58a62b8-b5c8-416d-bb81-f574e709bc0f None None] Set router fcf42f6a-3934-4d2c-a0bc-b684e6b4491c gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:49:20.290065 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5ecb63-fa2e-4806-a6b3-98199aeac994 req-0135278a-1ecd-4dd5-801e-539fe4bad87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:20.290731 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-6d5ecb63-fa2e-4806-a6b3-98199aeac994 req-0135278a-1ecd-4dd5-801e-539fe4bad87d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:20.292168 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6d5ecb63-fa2e-4806-a6b3-98199aeac994 req-0135278a-1ecd-4dd5-801e-539fe4bad87d service neutron] 10.222.0.41 "PUT /v2.0/ports/0c589904-32cd-4f69-bd3c-694b81963367 HTTP/1.1" status: 200 len: 1095 time: 1.2213666 Sep 17 07:49:20.316253 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-8b1793d6-ab27-4aee-a059-4216ac1602b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:20.316955 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-8b1793d6-ab27-4aee-a059-4216ac1602b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:20.318414 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-8b1793d6-ab27-4aee-a059-4216ac1602b9 service neutron] 10.222.0.41 "PUT /v2.0/ports/f63b550b-5495-42d6-9113-c786a4434e0f HTTP/1.1" status: 200 len: 1122 time: 2.8985536 Sep 17 07:49:20.333874 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0135278a-1ecd-4dd5-801e-539fe4bad87d service neutron] Pushing event updated for resources: {'Port': ['ID=0c589904-32cd-4f69-bd3c-694b81963367,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:20.368238 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981dd44-a21b-4811-836c-3581909843d3 req-5429e393-f59e-4568-ae51-f64bb803530b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:20.380463 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6981dd44-a21b-4811-836c-3581909843d3 req-5429e393-f59e-4568-ae51-f64bb803530b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=173bcd349821437db6c688209e3398b1&device_id=c4983bfc-eb00-4ab8-b651-8e26a07e3568 HTTP/1.1" status: 200 len: 1096 time: 0.2107079 Sep 17 07:49:20.504175 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['f63b550b-5495-42d6-9113-c786a4434e0f'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:49:20.594400 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca03192-7a95-427b-a9a1-3a4e36fc4da6 req-65372a4f-7c48-4234-b615-89d4ec4f9673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:20.596541 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2ca03192-7a95-427b-a9a1-3a4e36fc4da6 req-65372a4f-7c48-4234-b615-89d4ec4f9673 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8735159f-6edb-41d2-9bd4-93956ab1df1a HTTP/1.1" status: 200 len: 905 time: 0.4472144 Sep 17 07:49:20.609549 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3501a-e734-4a7a-8142-daaebf9cbc11 req-a88f2f83-df6e-4ec3-841a-39cb36b9db22 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:20.611627 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4bb3501a-e734-4a7a-8142-daaebf9cbc11 req-a88f2f83-df6e-4ec3-841a-39cb36b9db22 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa684fd0-a85e-469b-aed6-7fb0de9dc944 HTTP/1.1" status: 200 len: 947 time: 0.4202476 Sep 17 07:49:20.624661 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['f63b550b-5495-42d6-9113-c786a4434e0f'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:49:20.664572 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2ca03192-7a95-427b-a9a1-3a4e36fc4da6 req-3fcb2898-280c-4007-b8c6-b042e06921c0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7b7a9f1-e25b-499b-8c26-9efd75611cb8 HTTP/1.1" status: 200 len: 217 time: 0.0510526 Sep 17 07:49:20.668699 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981dd44-a21b-4811-836c-3581909843d3 req-5c835d72-c9f8-4eb5-a46a-c7724a4a56a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:20.670276 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6981dd44-a21b-4811-836c-3581909843d3 req-5c835d72-c9f8-4eb5-a46a-c7724a4a56a0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=200c4d1a-5385-414c-896c-7c2ada565217 HTTP/1.1" status: 200 len: 921 time: 0.2887971 Sep 17 07:49:20.788324 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4bb3501a-e734-4a7a-8142-daaebf9cbc11 req-4d96d8e9-0508-4640-a84b-dfc700e64114 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229534 Sep 17 07:49:20.791509 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5ecb63-fa2e-4806-a6b3-98199aeac994 req-c48af37e-244a-458d-b7d7-c2e064100f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:20.793643 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6d5ecb63-fa2e-4806-a6b3-98199aeac994 req-c48af37e-244a-458d-b7d7-c2e064100f77 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e3c94ece967c49989722015c639870a6&device_id=fa684fd0-a85e-469b-aed6-7fb0de9dc944 HTTP/1.1" status: 200 len: 1098 time: 0.3981774 Sep 17 07:49:20.795512 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca03192-7a95-427b-a9a1-3a4e36fc4da6 req-4bd9bce6-4030-4480-a9e7-57cdef180da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:20.797110 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2ca03192-7a95-427b-a9a1-3a4e36fc4da6 req-4bd9bce6-4030-4480-a9e7-57cdef180da4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4e8a61b2-3aad-4505-a004-004379de0de4 HTTP/1.1" status: 200 len: 844 time: 0.1072598 Sep 17 07:49:20.798582 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6981dd44-a21b-4811-836c-3581909843d3 req-133c24b4-322b-4763-a29e-da907a474eeb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20a2d9a2-5eef-40f4-9b45-05e4b67d111c HTTP/1.1" status: 200 len: 217 time: 0.1077421 Sep 17 07:49:20.970251 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2ca03192-7a95-427b-a9a1-3a4e36fc4da6 req-ae7fd827-ac82-40c9-b25e-228b89d682aa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8735159f-6edb-41d2-9bd4-93956ab1df1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1500926 Sep 17 07:49:20.978735 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-e58a62b8-b5c8-416d-bb81-f574e709bc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'name': 'tempest-FloatingIPsAssociationTestJSON-821420024-router', 'tenant_id': '173bcd349821437db6c688209e3398b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'b1d36076-cf5e-4937-9952-bcb18bdea34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:48:07Z', 'updated_at': '2021-09-17T07:48:13Z', 'revision_number': 4, 'project_id': '173bcd349821437db6c688209e3398b1', 'gw_port': {'id': 'b1d36076-cf5e-4937-9952-bcb18bdea34c', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:48:08Z', 'updated_at': '2021-09-17T07:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '2a6467db-4212-4c41-90f4-17f904dbfe90', 'name': '', 'network_id': '200c4d1a-5385-414c-896c-7c2ada565217', 'tenant_id': '173bcd349821437db6c688209e3398b1', 'mac_address': 'fa:16:3e:a4:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '472967d5-a95a-4c81-ab94-68718eb38ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:48:12Z', 'updated_at': '2021-09-17T07:48:18Z', 'revision_number': 5, 'project_id': '173bcd349821437db6c688209e3398b1', 'subnets': [{'id': '472967d5-a95a-4c81-ab94-68718eb38ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:49:20.981355 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6d5ecb63-fa2e-4806-a6b3-98199aeac994 req-3624d935-9dae-4013-a1a1-6fdead49c873 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=0c589904-32cd-4f69-bd3c-694b81963367 HTTP/1.1" status: 200 len: 217 time: 0.1594036 Sep 17 07:49:21.018107 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58a62b8-b5c8-416d-bb81-f574e709bc0f None None] Checking router: fcf42f6a-3934-4d2c-a0bc-b684e6b4491c for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:49:21.040865 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58a62b8-b5c8-416d-bb81-f574e709bc0f None None] Routers {'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:49:21.041693 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-e58a62b8-b5c8-416d-bb81-f574e709bc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:48:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['fcf42f6a-3934-4d2c-a0bc-b684e6b4491c'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:49:21.061905 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981dd44-a21b-4811-836c-3581909843d3 req-41409891-5843-4871-b2ae-d9259f58699a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:21.064108 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6981dd44-a21b-4811-836c-3581909843d3 req-41409891-5843-4871-b2ae-d9259f58699a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=472967d5-a95a-4c81-ab94-68718eb38ee3 HTTP/1.1" status: 200 len: 859 time: 0.2586732 Sep 17 07:49:21.143997 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbce974-e2c8-45ff-a5f5-49f5dd94894d req-3ca91090-de6c-4ad3-9cd7-6234d3e6375a tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:21.145585 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4bbce974-e2c8-45ff-a5f5-49f5dd94894d req-3ca91090-de6c-4ad3-9cd7-6234d3e6375a tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=d99ed35d-0228-402a-8acb-014e6d55a78d HTTP/1.1" status: 200 len: 944 time: 0.2635846 Sep 17 07:49:21.147073 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5ecb63-fa2e-4806-a6b3-98199aeac994 req-0db0c66b-6172-40d7-b3eb-0df750c7b5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:21.149127 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6d5ecb63-fa2e-4806-a6b3-98199aeac994 req-0db0c66b-6172-40d7-b3eb-0df750c7b5fe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.1503072 Sep 17 07:49:21.175534 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-e58a62b8-b5c8-416d-bb81-f574e709bc0f None None] Set router fcf42f6a-3934-4d2c-a0bc-b684e6b4491c gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:49:21.205225 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa684fd0-a85e-469b-aed6-7fb0de9dc944', 'tag': '0c589904-32cd-4f69-bd3c-694b81963367'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:49:21.208744 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3257ad17-de52-4803-b0d4-3f4de8bec461" -d '{"events": [{"name": "network-changed", "server_uuid": "fa684fd0-a85e-469b-aed6-7fb0de9dc944", "tag": "0c589904-32cd-4f69-bd3c-694b81963367"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:49:21.305423 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2ca03192-7a95-427b-a9a1-3a4e36fc4da6 req-669d513b-6ca7-4f98-9b6a-f92a5ebe2669 service neutron] 10.222.0.41 "GET /v2.0/networks/8735159f-6edb-41d2-9bd4-93956ab1df1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3214638 Sep 17 07:49:21.313581 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981dd44-a21b-4811-836c-3581909843d3 req-7d1657e1-a337-4edb-98e4-56c2d4c9d1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:21.315381 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6981dd44-a21b-4811-836c-3581909843d3 req-7d1657e1-a337-4edb-98e4-56c2d4c9d1cf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=200c4d1a-5385-414c-896c-7c2ada565217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2014840 Sep 17 07:49:21.328939 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4bbce974-e2c8-45ff-a5f5-49f5dd94894d req-0cacf089-bf31-496d-b379-bfe83fe091ee tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620777 Sep 17 07:49:21.352498 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5ecb63-fa2e-4806-a6b3-98199aeac994 req-7a79fee5-dadd-445a-afb4-ce3be7f701fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:21.354044 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6d5ecb63-fa2e-4806-a6b3-98199aeac994 req-7a79fee5-dadd-445a-afb4-ce3be7f701fc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1827943 Sep 17 07:49:21.442948 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 07:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9f450c-8f1b-4194-a1de-5a0ee57110b7 x-openstack-request-id: req-ec9f450c-8f1b-4194-a1de-5a0ee57110b7 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:49:21.443241 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d99ed35d-0228-402a-8acb-014e6d55a78d", "name": "network-vif-unplugged", "status": "completed", "tag": "f63b550b-5495-42d6-9113-c786a4434e0f", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:49:21.443498 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ec9f450c-8f1b-4194-a1de-5a0ee57110b7 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:49:21.443932 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd99ed35d-0228-402a-8acb-014e6d55a78d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f63b550b-5495-42d6-9113-c786a4434e0f', 'code': 200} Sep 17 07:49:21.536315 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-e58a62b8-b5c8-416d-bb81-f574e709bc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'name': 'tempest-FloatingIPsAssociationTestJSON-821420024-router', 'tenant_id': '173bcd349821437db6c688209e3398b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'b1d36076-cf5e-4937-9952-bcb18bdea34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:48:07Z', 'updated_at': '2021-09-17T07:48:13Z', 'revision_number': 4, 'project_id': '173bcd349821437db6c688209e3398b1', 'gw_port': {'id': 'b1d36076-cf5e-4937-9952-bcb18bdea34c', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:48:08Z', 'updated_at': '2021-09-17T07:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '2a6467db-4212-4c41-90f4-17f904dbfe90', 'name': '', 'network_id': '200c4d1a-5385-414c-896c-7c2ada565217', 'tenant_id': '173bcd349821437db6c688209e3398b1', 'mac_address': 'fa:16:3e:a4:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '472967d5-a95a-4c81-ab94-68718eb38ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:48:12Z', 'updated_at': '2021-09-17T07:48:18Z', 'revision_number': 5, 'project_id': '173bcd349821437db6c688209e3398b1', 'subnets': [{'id': '472967d5-a95a-4c81-ab94-68718eb38ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:49:21.589357 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58a62b8-b5c8-416d-bb81-f574e709bc0f None None] The sync data for ids ['fcf42f6a-3934-4d2c-a0bc-b684e6b4491c'] in n-d-789963-9 is: [{'id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'name': 'tempest-FloatingIPsAssociationTestJSON-821420024-router', 'tenant_id': '173bcd349821437db6c688209e3398b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'b1d36076-cf5e-4937-9952-bcb18bdea34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:48:07Z', 'updated_at': '2021-09-17T07:48:13Z', 'revision_number': 4, 'project_id': '173bcd349821437db6c688209e3398b1', 'gw_port': {'id': 'b1d36076-cf5e-4937-9952-bcb18bdea34c', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:48:08Z', 'updated_at': '2021-09-17T07:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '2a6467db-4212-4c41-90f4-17f904dbfe90', 'name': '', 'network_id': '200c4d1a-5385-414c-896c-7c2ada565217', 'tenant_id': '173bcd349821437db6c688209e3398b1', 'mac_address': 'fa:16:3e:a4:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '472967d5-a95a-4c81-ab94-68718eb38ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:48:12Z', 'updated_at': '2021-09-17T07:48:18Z', 'revision_number': 5, 'project_id': '173bcd349821437db6c688209e3398b1', 'subnets': [{'id': '472967d5-a95a-4c81-ab94-68718eb38ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:49:21.592530 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2ca03192-7a95-427b-a9a1-3a4e36fc4da6 req-6c028f4e-881f-433c-b7a1-5de4e6bfaa1e service neutron] 10.222.0.41 "GET /v2.0/networks/8735159f-6edb-41d2-9bd4-93956ab1df1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757962 Sep 17 07:49:21.613374 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6d5ecb63-fa2e-4806-a6b3-98199aeac994 req-0e5b686f-5d2b-4c84-a0a1-b6fb68e62053 service neutron] 10.222.0.41 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294571 Sep 17 07:49:21.621691 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6981dd44-a21b-4811-836c-3581909843d3 req-19e1dbe1-e21d-4433-b5ba-859bea15cc3a service neutron] 10.222.0.13 "GET /v2.0/networks/200c4d1a-5385-414c-896c-7c2ada565217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901011 Sep 17 07:49:21.660696 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ec8f3-0f18-40ec-b00e-3ef3213b02e6 req-a38da315-cb2b-4f04-82ad-4c7f5b418b20 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:21.662194 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5f3ec8f3-0f18-40ec-b00e-3ef3213b02e6 req-a38da315-cb2b-4f04-82ad-4c7f5b418b20 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=2742a9e7-3449-4fd7-80aa-ae818c31ca01 HTTP/1.1" status: 200 len: 945 time: 0.1416633 Sep 17 07:49:21.909884 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34aef6c-17b1-428c-922b-21befe7f8bf1 None None] New status for floating IP 7e6baf1e-50c9-4a9f-8514-b334ea5fc631: DOWN {{(pid=101292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 07:49:22.147950 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5f3ec8f3-0f18-40ec-b00e-3ef3213b02e6 req-3e4e1be7-6953-4965-a321-a06c063c314c tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4578528 Sep 17 07:49:22.188261 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6981dd44-a21b-4811-836c-3581909843d3 req-b93e6199-5266-4cc1-be0e-aa18818fff6f service neutron] 10.222.0.13 "GET /v2.0/networks/200c4d1a-5385-414c-896c-7c2ada565217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5548091 Sep 17 07:49:22.192844 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6d5ecb63-fa2e-4806-a6b3-98199aeac994 req-b8806590-cd13-49e6-9657-9fa153c987a6 service neutron] 10.222.0.41 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5695653 Sep 17 07:49:22.317258 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc13fb2-8279-43d7-92e8-3ee6b7b3dbdf x-openstack-request-id: req-fdc13fb2-8279-43d7-92e8-3ee6b7b3dbdf {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:49:22.317762 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa684fd0-a85e-469b-aed6-7fb0de9dc944", "tag": "0c589904-32cd-4f69-bd3c-694b81963367", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:49:22.317878 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fdc13fb2-8279-43d7-92e8-3ee6b7b3dbdf {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:49:22.318454 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa684fd0-a85e-469b-aed6-7fb0de9dc944', 'tag': '0c589904-32cd-4f69-bd3c-694b81963367', 'status': 'completed', 'code': 200} Sep 17 07:49:22.336838 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ad507-eef7-4447-8bb8-f2d9bb0de1c7 req-6aa05ce3-a862-4294-a65b-a4032865a1ae tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:22.338726 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-277ad507-eef7-4447-8bb8-f2d9bb0de1c7 req-6aa05ce3-a862-4294-a65b-a4032865a1ae tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=87da0997-404a-4b15-827e-a8bac44a400a HTTP/1.1" status: 200 len: 944 time: 0.0619798 Sep 17 07:49:22.404901 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7553a190-d080-4d94-9bfa-72ffc89b4907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:22.421432 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-277ad507-eef7-4447-8bb8-f2d9bb0de1c7 req-fd754242-429d-4f20-ba4a-874c9f6a3fbb tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/security-groups?id=53a4612f-058b-4338-9861-1ad45234538f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767176 Sep 17 07:49:22.465439 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3257ad17-de52-4803-b0d4-3f4de8bec461 req-6503da5c-eed9-4489-bd03-2151b6018ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:22.467107 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3257ad17-de52-4803-b0d4-3f4de8bec461 req-6503da5c-eed9-4489-bd03-2151b6018ffc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e3c94ece967c49989722015c639870a6&device_id=fa684fd0-a85e-469b-aed6-7fb0de9dc944 HTTP/1.1" status: 200 len: 1098 time: 0.0718477 Sep 17 07:49:22.479414 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936404c2-b5d9-4712-ab69-77bbd14eb1a0 req-0963366b-5c69-4264-80d3-3793de5eb633 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:22.484366 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-936404c2-b5d9-4712-ab69-77bbd14eb1a0 req-0963366b-5c69-4264-80d3-3793de5eb633 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa684fd0-a85e-469b-aed6-7fb0de9dc944 HTTP/1.1" status: 200 len: 947 time: 0.1035848 Sep 17 07:49:22.601329 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:22.619590 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-936404c2-b5d9-4712-ab69-77bbd14eb1a0 req-b32d7355-86f6-42a6-aaec-a79ac878f54b tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132016 Sep 17 07:49:22.638359 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee1377-19ef-47a5-b53f-05c4a7199895 req-b8a7c179-73f3-4d0b-84ad-acc2b8e89d5a tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:22.638359 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-86ee1377-19ef-47a5-b53f-05c4a7199895 req-b8a7c179-73f3-4d0b-84ad-acc2b8e89d5a tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=2742a9e7-3449-4fd7-80aa-ae818c31ca01 HTTP/1.1" status: 200 len: 945 time: 0.1309094 Sep 17 07:49:22.643050 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3257ad17-de52-4803-b0d4-3f4de8bec461 req-1da839d8-337d-4aa8-8839-1fa775c40f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:22.644583 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3257ad17-de52-4803-b0d4-3f4de8bec461 req-1da839d8-337d-4aa8-8839-1fa775c40f4e service neutron] 10.222.0.41 "GET /v2.0/networks?id=469390cd-cce5-49bd-b8f8-9e64018a0583 HTTP/1.1" status: 200 len: 870 time: 0.1592116 Sep 17 07:49:22.697697 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3257ad17-de52-4803-b0d4-3f4de8bec461 req-c9e99b25-867a-42cd-967e-57f7fdd3b762 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=0c589904-32cd-4f69-bd3c-694b81963367 HTTP/1.1" status: 200 len: 217 time: 0.0384221 Sep 17 07:49:22.737971 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-86ee1377-19ef-47a5-b53f-05c4a7199895 req-7062d75e-1121-46d8-861c-4c79a42d3156 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925412 Sep 17 07:49:22.768360 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3257ad17-de52-4803-b0d4-3f4de8bec461 req-8e0d059f-2a0d-4987-9c91-3c33dc5dfc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:22.769870 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3257ad17-de52-4803-b0d4-3f4de8bec461 req-8e0d059f-2a0d-4987-9c91-3c33dc5dfc01 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.0622728 Sep 17 07:49:22.867532 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3257ad17-de52-4803-b0d4-3f4de8bec461 req-737c9562-4909-4a9a-8fcb-8417a1eacc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:22.869113 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3257ad17-de52-4803-b0d4-3f4de8bec461 req-737c9562-4909-4a9a-8fcb-8417a1eacc06 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0885615 Sep 17 07:49:22.882114 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614e865-e0b5-4b8e-a374-7f6c100565f1 req-e77ef321-b730-4b54-9d91-71e59f49151f tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:22.883607 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b614e865-e0b5-4b8e-a374-7f6c100565f1 req-e77ef321-b730-4b54-9d91-71e59f49151f tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=d99ed35d-0228-402a-8acb-014e6d55a78d HTTP/1.1" status: 200 len: 944 time: 0.0614088 Sep 17 07:49:23.008635 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b614e865-e0b5-4b8e-a374-7f6c100565f1 req-49884b01-2f9f-467b-b80f-a4fd7bf17b5a tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148803 Sep 17 07:49:23.037540 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b95581f-a112-4029-b9e7-4ab49612ce6d req-6ce54e6b-c098-45a1-b9d3-f9713428c52f tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:23.039056 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9b95581f-a112-4029-b9e7-4ab49612ce6d req-6ce54e6b-c098-45a1-b9d3-f9713428c52f tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c6124d8-5634-48a6-96dd-872d1057b583&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1102078 Sep 17 07:49:23.042885 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3257ad17-de52-4803-b0d4-3f4de8bec461 req-4332c863-542f-49b8-8c2b-b3d2a281be98 service neutron] 10.222.0.41 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583135 Sep 17 07:49:23.126197 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9b95581f-a112-4029-b9e7-4ab49612ce6d req-15c188b2-8e80-4dab-8faa-890aec2fe0c7 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.151 HTTP/1.1" status: 200 len: 696 time: 0.0803516 Sep 17 07:49:23.154887 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-9b95581f-a112-4029-b9e7-4ab49612ce6d req-61275631-5602-4423-86e0-1f54eb56edf0 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Request body: {'floatingip': {'port_id': 'da736859-ea02-421f-9e3c-068903c07a4f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:49:23.228020 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-9b95581f-a112-4029-b9e7-4ab49612ce6d req-61275631-5602-4423-86e0-1f54eb56edf0 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Notify callbacks [] for floatingip, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:23.307431 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144cabde-e885-4170-9bd4-c2443d8181de req-3b457f99-3044-4ad4-b5ed-dd5847239eee tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:23.309515 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-144cabde-e885-4170-9bd4-c2443d8181de req-3b457f99-3044-4ad4-b5ed-dd5847239eee tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=2742a9e7-3449-4fd7-80aa-ae818c31ca01 HTTP/1.1" status: 200 len: 945 time: 0.2134943 Sep 17 07:49:23.325302 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3257ad17-de52-4803-b0d4-3f4de8bec461 req-e4659323-015c-4d5a-a2e5-4fe36e791a64 service neutron] 10.222.0.41 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719824 Sep 17 07:49:23.365933 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device c7b7a9f1-e25b-499b-8c26-9efd75611cb8 details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:49:23.395284 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-144cabde-e885-4170-9bd4-c2443d8181de req-65b622db-6b47-458e-bd4e-d8d344563aed tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779884 Sep 17 07:49:23.448168 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4983bfc-eb00-4ab8-b651-8e26a07e3568', 'tag': '20a2d9a2-5eef-40f4-9b45-05e4b67d111c'}, {'name': 'network-changed', 'server_uuid': 'd99ed35d-0228-402a-8acb-014e6d55a78d', 'tag': 'f63b550b-5495-42d6-9113-c786a4434e0f'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:49:23.448715 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13ec5d9-16df-447f-94ff-50d4fe17e7ee" -d '{"events": [{"name": "network-changed", "server_uuid": "c4983bfc-eb00-4ab8-b651-8e26a07e3568", "tag": "20a2d9a2-5eef-40f4-9b45-05e4b67d111c"}, {"name": "network-changed", "server_uuid": "d99ed35d-0228-402a-8acb-014e6d55a78d", "tag": "f63b550b-5495-42d6-9113-c786a4434e0f"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:49:23.483294 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port c7b7a9f1-e25b-499b-8c26-9efd75611cb8, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=c7b7a9f1-e25b-499b-8c26-9efd75611cb8,segment=NetworkSegment(5ce36400-13a1-41db-8274-558edfd01d90),segment_id=5ce36400-13a1-41db-8274-558edfd01d90)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:49:23.495376 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': 'c7b7a9f1-e25b-499b-8c26-9efd75611cb8', 'network_id': '8735159f-6edb-41d2-9bd4-93956ab1df1a', 'port_id': 'c7b7a9f1-e25b-499b-8c26-9efd75611cb8', 'mac_address': 'fa:16:3e:e6:70:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e8a61b2-3aad-4505-a004-004379de0de4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:49:23.551769 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:23.568243 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7b7a9f1-e25b-499b-8c26-9efd75611cb8 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:49:23.572583 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:23.591659 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port c7b7a9f1-e25b-499b-8c26-9efd75611cb8, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=c7b7a9f1-e25b-499b-8c26-9efd75611cb8,segment=NetworkSegment(5ce36400-13a1-41db-8274-558edfd01d90),segment_id=5ce36400-13a1-41db-8274-558edfd01d90)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:49:23.597705 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:23.628735 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 36166) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:49:23.666523 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=c7b7a9f1-e25b-499b-8c26-9efd75611cb8,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:23.731044 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d633fef2-47eb-4afd-abf9-9a868263be08 req-3273f56f-afc7-4dd6-a946-b03cb197f5b7 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:23.732615 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d633fef2-47eb-4afd-abf9-9a868263be08 req-3273f56f-afc7-4dd6-a946-b03cb197f5b7 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=2742a9e7-3449-4fd7-80aa-ae818c31ca01 HTTP/1.1" status: 200 len: 945 time: 0.1104820 Sep 17 07:49:23.762711 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6c5b4cfd-c71d-4765-becf-782ca6cd5a02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:23.836128 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d633fef2-47eb-4afd-abf9-9a868263be08 req-f77422da-5db8-4262-8ad7-6c5bec0e0dd5 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762804 Sep 17 07:49:23.852897 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6c5b4cfd-c71d-4765-becf-782ca6cd5a02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:23.858308 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6c5b4cfd-c71d-4765-becf-782ca6cd5a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:23.868780 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-9b95581f-a112-4029-b9e7-4ab49612ce6d req-61275631-5602-4423-86e0-1f54eb56edf0 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:23.873833 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-9b95581f-a112-4029-b9e7-4ab49612ce6d req-61275631-5602-4423-86e0-1f54eb56edf0 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:23.902791 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6c5b4cfd-c71d-4765-becf-782ca6cd5a02 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=86ea513b6a244388b6a1303029ba66b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2723579 Sep 17 07:49:23.903960 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5b4cfd-c71d-4765-becf-782ca6cd5a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f194078e-4dbb-49ff-8ab2-be2006514578,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:23.906282 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 36176) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:49:23.957484 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-28a9c116-fcc9-4b97-b867-fce2eb83f0b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:23.979268 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-28a9c116-fcc9-4b97-b867-fce2eb83f0b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:24.007399 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ea3e29-4f8a-448a-9303-fabc71d60ba0 req-3fcc3bb6-a158-407c-8ebf-c33e93871c31 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:24.008912 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-19ea3e29-4f8a-448a-9303-fabc71d60ba0 req-3fcc3bb6-a158-407c-8ebf-c33e93871c31 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=87da0997-404a-4b15-827e-a8bac44a400a HTTP/1.1" status: 200 len: 945 time: 0.0944073 Sep 17 07:49:24.030668 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-28a9c116-fcc9-4b97-b867-fce2eb83f0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:24.034086 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-28a9c116-fcc9-4b97-b867-fce2eb83f0b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:24.037462 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-28a9c116-fcc9-4b97-b867-fce2eb83f0b2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f194078e-4dbb-49ff-8ab2-be2006514578 HTTP/1.1" status: 204 len: 168 time: 0.1263075 Sep 17 07:49:24.044340 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a9c116-fcc9-4b97-b867-fce2eb83f0b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f194078e-4dbb-49ff-8ab2-be2006514578,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:24.048165 n-d-789963-9 neutron-server[101289]: INFO neutron.db.l3_db [req-9b95581f-a112-4029-b9e7-4ab49612ce6d req-61275631-5602-4423-86e0-1f54eb56edf0 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Floating IP 7e6baf1e-50c9-4a9f-8514-b334ea5fc631 associated. External IP: 172.25.6.151, port: da736859-ea02-421f-9e3c-068903c07a4f. Sep 17 07:49:24.103553 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-19ea3e29-4f8a-448a-9303-fabc71d60ba0 req-9299d31b-ea77-4492-aae2-07e25cc3148b tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/security-groups?id=53a4612f-058b-4338-9861-1ad45234538f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818460 Sep 17 07:49:24.167600 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 17 Sep 2021 07:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d254b0b4-9410-41c9-88b8-5bbd8a9031aa x-openstack-request-id: req-d254b0b4-9410-41c9-88b8-5bbd8a9031aa {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:49:24.168506 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4983bfc-eb00-4ab8-b651-8e26a07e3568", "tag": "20a2d9a2-5eef-40f4-9b45-05e4b67d111c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d99ed35d-0228-402a-8acb-014e6d55a78d", "tag": "f63b550b-5495-42d6-9113-c786a4434e0f", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:49:24.168759 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d254b0b4-9410-41c9-88b8-5bbd8a9031aa {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:49:24.169154 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4983bfc-eb00-4ab8-b651-8e26a07e3568', 'tag': '20a2d9a2-5eef-40f4-9b45-05e4b67d111c', 'status': 'completed', 'code': 200} Sep 17 07:49:24.169482 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd99ed35d-0228-402a-8acb-014e6d55a78d', 'tag': 'f63b550b-5495-42d6-9113-c786a4434e0f', 'status': 'completed', 'code': 200} Sep 17 07:49:24.279159 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ec5d9-16df-447f-94ff-50d4fe17e7ee req-e666c127-3dec-4466-9352-7e9f939e8477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:24.280735 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d13ec5d9-16df-447f-94ff-50d4fe17e7ee req-e666c127-3dec-4466-9352-7e9f939e8477 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2525ecc58cad4fa78c4be116636fc184&device_id=d99ed35d-0228-402a-8acb-014e6d55a78d HTTP/1.1" status: 200 len: 1125 time: 0.0414655 Sep 17 07:49:24.284803 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['c7b7a9f1-e25b-499b-8c26-9efd75611cb8'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:49:24.341631 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ec5d9-16df-447f-94ff-50d4fe17e7ee req-aed6e239-2999-443a-8f6e-e23a8787330b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:24.343092 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d13ec5d9-16df-447f-94ff-50d4fe17e7ee req-aed6e239-2999-443a-8f6e-e23a8787330b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=173bcd349821437db6c688209e3398b1&device_id=c4983bfc-eb00-4ab8-b651-8e26a07e3568 HTTP/1.1" status: 200 len: 1096 time: 0.1070597 Sep 17 07:49:24.352549 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9719f241-4ec1-4748-93d3-7451b51ebec8 req-20084da9-ec3c-42f0-a330-a018055854d3 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:24.354215 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9719f241-4ec1-4748-93d3-7451b51ebec8 req-20084da9-ec3c-42f0-a330-a018055854d3 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa684fd0-a85e-469b-aed6-7fb0de9dc944 HTTP/1.1" status: 200 len: 947 time: 0.1361389 Sep 17 07:49:24.390642 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 36184) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:49:24.432841 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b95581f-a112-4029-b9e7-4ab49612ce6d req-61275631-5602-4423-86e0-1f54eb56edf0 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Router fcf42f6a-3934-4d2c-a0bc-b684e6b4491c has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:49:24.461966 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c05b73ad-66d6-4c53-8995-86af5136b16f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:24.501325 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9719f241-4ec1-4748-93d3-7451b51ebec8 req-40c7d4b6-bebd-4c20-87cf-e1092d8b3a17 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313655 Sep 17 07:49:24.649708 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ec5d9-16df-447f-94ff-50d4fe17e7ee req-d8b3fad2-6664-4669-8689-5519e02b0715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:24.651385 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d13ec5d9-16df-447f-94ff-50d4fe17e7ee req-d8b3fad2-6664-4669-8689-5519e02b0715 service neutron] 10.222.0.41 "GET /v2.0/networks?id=200c4d1a-5385-414c-896c-7c2ada565217 HTTP/1.1" status: 200 len: 921 time: 0.2919493 Sep 17 07:49:24.671980 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ec5d9-16df-447f-94ff-50d4fe17e7ee req-3cd65f93-8c7a-49a3-a580-04f0fc855171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:24.673478 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d13ec5d9-16df-447f-94ff-50d4fe17e7ee req-3cd65f93-8c7a-49a3-a580-04f0fc855171 service neutron] 10.222.0.39 "GET /v2.0/networks?id=339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5 HTTP/1.1" status: 200 len: 921 time: 0.3846009 Sep 17 07:49:24.721324 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d13ec5d9-16df-447f-94ff-50d4fe17e7ee req-855b071e-6eff-45c6-9504-87a1ecf452a4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f63b550b-5495-42d6-9113-c786a4434e0f HTTP/1.1" status: 200 len: 217 time: 0.0407200 Sep 17 07:49:24.767525 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d13ec5d9-16df-447f-94ff-50d4fe17e7ee req-10207074-695a-4930-9dea-44b44f194e02 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20a2d9a2-5eef-40f4-9b45-05e4b67d111c HTTP/1.1" status: 200 len: 217 time: 0.0944328 Sep 17 07:49:24.781470 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ec5d9-16df-447f-94ff-50d4fe17e7ee req-46c79424-e225-4f3c-8821-9c0b74c46626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:24.789805 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d13ec5d9-16df-447f-94ff-50d4fe17e7ee req-46c79424-e225-4f3c-8821-9c0b74c46626 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=affefed0-1fce-4202-a68f-ea65cc757370 HTTP/1.1" status: 200 len: 860 time: 0.0617990 Sep 17 07:49:24.802820 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c05b73ad-66d6-4c53-8995-86af5136b16f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:24.840446 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c05b73ad-66d6-4c53-8995-86af5136b16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:24.847671 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d13ec5d9-16df-447f-94ff-50d4fe17e7ee req-96632dc1-d124-4840-ae77-5f187fac37e8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498183 Sep 17 07:49:24.915333 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b95581f-a112-4029-b9e7-4ab49612ce6d req-61275631-5602-4423-86e0-1f54eb56edf0 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:49:24.932921 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-9b95581f-a112-4029-b9e7-4ab49612ce6d req-61275631-5602-4423-86e0-1f54eb56edf0 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:24.938441 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12257f8e-93f1-476d-8a34-f3045885cf8b None None] Sync routers for ids ['fcf42f6a-3934-4d2c-a0bc-b684e6b4491c'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:49:24.966999 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12257f8e-93f1-476d-8a34-f3045885cf8b None None] Routers {'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:49:24.967760 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-12257f8e-93f1-476d-8a34-f3045885cf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:49:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['fcf42f6a-3934-4d2c-a0bc-b684e6b4491c'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:49:24.987013 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d13ec5d9-16df-447f-94ff-50d4fe17e7ee req-deba4303-c82b-4e9e-862b-fc970fd58e66 service neutron] 10.222.0.39 "GET /v2.0/networks/339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209028 Sep 17 07:49:25.024965 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9b95581f-a112-4029-b9e7-4ab49612ce6d req-61275631-5602-4423-86e0-1f54eb56edf0 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "PUT /v2.0/floatingips/7e6baf1e-50c9-4a9f-8514-b334ea5fc631 HTTP/1.1" status: 200 len: 997 time: 1.8769217 Sep 17 07:49:25.057376 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ec5d9-16df-447f-94ff-50d4fe17e7ee req-481a2ec2-0536-4b4c-9abd-8c3f9c989f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:25.060004 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d13ec5d9-16df-447f-94ff-50d4fe17e7ee req-481a2ec2-0536-4b4c-9abd-8c3f9c989f5e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=472967d5-a95a-4c81-ab94-68718eb38ee3 HTTP/1.1" status: 200 len: 859 time: 0.2745674 Sep 17 07:49:25.098458 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-c05b73ad-66d6-4c53-8995-86af5136b16f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ca4a862bf85944238f600be6b3819fe9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7062039 Sep 17 07:49:25.115127 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bff5dcc-737a-471d-b6ec-cadb06bf4dbf req-e228a827-3edd-44ad-9562-41b93d0600d0 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:25.117282 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1bff5dcc-737a-471d-b6ec-cadb06bf4dbf req-e228a827-3edd-44ad-9562-41b93d0600d0 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=d99ed35d-0228-402a-8acb-014e6d55a78d HTTP/1.1" status: 200 len: 944 time: 0.2410645 Sep 17 07:49:25.118182 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05b73ad-66d6-4c53-8995-86af5136b16f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68efb6a0-9863-4220-8684-15251d77f23c,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:25.152084 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-12257f8e-93f1-476d-8a34-f3045885cf8b None None] Set router fcf42f6a-3934-4d2c-a0bc-b684e6b4491c gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:49:25.170891 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 36208) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:49:25.209603 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d13ec5d9-16df-447f-94ff-50d4fe17e7ee req-655bb84b-3522-4bf8-877e-e2f65051260a service neutron] 10.222.0.39 "GET /v2.0/networks/339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076612 Sep 17 07:49:25.264084 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1bff5dcc-737a-471d-b6ec-cadb06bf4dbf req-137478be-77f5-4e32-9539-6c39309e413b tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231823 Sep 17 07:49:25.309333 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:25.569226 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-12257f8e-93f1-476d-8a34-f3045885cf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'name': 'tempest-FloatingIPsAssociationTestJSON-821420024-router', 'tenant_id': '173bcd349821437db6c688209e3398b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'b1d36076-cf5e-4937-9952-bcb18bdea34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:48:07Z', 'updated_at': '2021-09-17T07:48:13Z', 'revision_number': 4, 'project_id': '173bcd349821437db6c688209e3398b1', 'gw_port': {'id': 'b1d36076-cf5e-4937-9952-bcb18bdea34c', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:48:08Z', 'updated_at': '2021-09-17T07:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '7e6baf1e-50c9-4a9f-8514-b334ea5fc631', 'tenant_id': '173bcd349821437db6c688209e3398b1', 'floating_ip_address': '172.25.6.151', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'port_id': 'da736859-ea02-421f-9e3c-068903c07a4f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '200c4d1a-5385-414c-896c-7c2ada565217', 'mac_address': 'fa:16:3e:05:b6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6124d8-5634-48a6-96dd-872d1057b583', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T07:48:39Z', 'updated_at': '2021-09-17T07:49:23Z', 'revision_number': 8, 'project_id': '173bcd349821437db6c688209e3398b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a6467db-4212-4c41-90f4-17f904dbfe90', 'name': '', 'network_id': '200c4d1a-5385-414c-896c-7c2ada565217', 'tenant_id': '173bcd349821437db6c688209e3398b1', 'mac_address': 'fa:16:3e:a4:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '472967d5-a95a-4c81-ab94-68718eb38ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:48:12Z', 'updated_at': '2021-09-17T07:48:18Z', 'revision_number': 5, 'project_id': '173bcd349821437db6c688209e3398b1', 'subnets': [{'id': '472967d5-a95a-4c81-ab94-68718eb38ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:49:25.608390 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12257f8e-93f1-476d-8a34-f3045885cf8b None None] Checking router: fcf42f6a-3934-4d2c-a0bc-b684e6b4491c for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:49:25.620790 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12257f8e-93f1-476d-8a34-f3045885cf8b None None] Routers {'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:49:25.621721 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-12257f8e-93f1-476d-8a34-f3045885cf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:49:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['fcf42f6a-3934-4d2c-a0bc-b684e6b4491c'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:49:25.725557 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b95581f-a112-4029-b9e7-4ab49612ce6d req-fbb34188-4f70-45b1-a136-16ed56bd5516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:25.727127 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9b95581f-a112-4029-b9e7-4ab49612ce6d req-fbb34188-4f70-45b1-a136-16ed56bd5516 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=173bcd349821437db6c688209e3398b1&device_id=4c6124d8-5634-48a6-96dd-872d1057b583 HTTP/1.1" status: 200 len: 1097 time: 0.6774037 Sep 17 07:49:25.734794 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ec5d9-16df-447f-94ff-50d4fe17e7ee req-5cf72b44-b815-45af-a442-f590f1323ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:25.736320 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d13ec5d9-16df-447f-94ff-50d4fe17e7ee req-5cf72b44-b815-45af-a442-f590f1323ab0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=200c4d1a-5385-414c-896c-7c2ada565217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6364875 Sep 17 07:49:25.768311 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-12257f8e-93f1-476d-8a34-f3045885cf8b None None] Set router fcf42f6a-3934-4d2c-a0bc-b684e6b4491c gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:49:25.807314 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703d116-0aa5-4a96-a172-9a7e73c5245e req-ff6ee832-adcd-408c-8e28-699203a3d6d6 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:25.808885 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a703d116-0aa5-4a96-a172-9a7e73c5245e req-ff6ee832-adcd-408c-8e28-699203a3d6d6 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4983bfc-eb00-4ab8-b651-8e26a07e3568 HTTP/1.1" status: 200 len: 945 time: 0.5587025 Sep 17 07:49:25.828020 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-07c3da50-fc85-45af-8c34-dab9ff3aca76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:25.858886 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee0b5e7-ea3e-442b-8a19-ea2d77c66ddb req-f1e43242-827f-4718-bf01-e1c4f32adf54 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:25.864526 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8ee0b5e7-ea3e-442b-8a19-ea2d77c66ddb req-f1e43242-827f-4718-bf01-e1c4f32adf54 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=2742a9e7-3449-4fd7-80aa-ae818c31ca01 HTTP/1.1" status: 200 len: 945 time: 0.2091067 Sep 17 07:49:26.031587 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-07c3da50-fc85-45af-8c34-dab9ff3aca76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:26.062787 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-12257f8e-93f1-476d-8a34-f3045885cf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'name': 'tempest-FloatingIPsAssociationTestJSON-821420024-router', 'tenant_id': '173bcd349821437db6c688209e3398b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'b1d36076-cf5e-4937-9952-bcb18bdea34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:48:07Z', 'updated_at': '2021-09-17T07:48:13Z', 'revision_number': 4, 'project_id': '173bcd349821437db6c688209e3398b1', 'gw_port': {'id': 'b1d36076-cf5e-4937-9952-bcb18bdea34c', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:48:08Z', 'updated_at': '2021-09-17T07:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '7e6baf1e-50c9-4a9f-8514-b334ea5fc631', 'tenant_id': '173bcd349821437db6c688209e3398b1', 'floating_ip_address': '172.25.6.151', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'port_id': 'da736859-ea02-421f-9e3c-068903c07a4f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '200c4d1a-5385-414c-896c-7c2ada565217', 'mac_address': 'fa:16:3e:05:b6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6124d8-5634-48a6-96dd-872d1057b583', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T07:48:39Z', 'updated_at': '2021-09-17T07:49:23Z', 'revision_number': 8, 'project_id': '173bcd349821437db6c688209e3398b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a6467db-4212-4c41-90f4-17f904dbfe90', 'name': '', 'network_id': '200c4d1a-5385-414c-896c-7c2ada565217', 'tenant_id': '173bcd349821437db6c688209e3398b1', 'mac_address': 'fa:16:3e:a4:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '472967d5-a95a-4c81-ab94-68718eb38ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:48:12Z', 'updated_at': '2021-09-17T07:48:18Z', 'revision_number': 5, 'project_id': '173bcd349821437db6c688209e3398b1', 'subnets': [{'id': '472967d5-a95a-4c81-ab94-68718eb38ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:49:26.112237 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12257f8e-93f1-476d-8a34-f3045885cf8b None None] The sync data for ids ['fcf42f6a-3934-4d2c-a0bc-b684e6b4491c'] in n-d-789963-9 is: [{'id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'name': 'tempest-FloatingIPsAssociationTestJSON-821420024-router', 'tenant_id': '173bcd349821437db6c688209e3398b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'b1d36076-cf5e-4937-9952-bcb18bdea34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:48:07Z', 'updated_at': '2021-09-17T07:48:13Z', 'revision_number': 4, 'project_id': '173bcd349821437db6c688209e3398b1', 'gw_port': {'id': 'b1d36076-cf5e-4937-9952-bcb18bdea34c', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:48:08Z', 'updated_at': '2021-09-17T07:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '7e6baf1e-50c9-4a9f-8514-b334ea5fc631', 'tenant_id': '173bcd349821437db6c688209e3398b1', 'floating_ip_address': '172.25.6.151', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'port_id': 'da736859-ea02-421f-9e3c-068903c07a4f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '200c4d1a-5385-414c-896c-7c2ada565217', 'mac_address': 'fa:16:3e:05:b6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6124d8-5634-48a6-96dd-872d1057b583', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T07:48:39Z', 'updated_at': '2021-09-17T07:49:23Z', 'revision_number': 8, 'project_id': '173bcd349821437db6c688209e3398b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a6467db-4212-4c41-90f4-17f904dbfe90', 'name': '', 'network_id': '200c4d1a-5385-414c-896c-7c2ada565217', 'tenant_id': '173bcd349821437db6c688209e3398b1', 'mac_address': 'fa:16:3e:a4:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '472967d5-a95a-4c81-ab94-68718eb38ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:48:12Z', 'updated_at': '2021-09-17T07:48:18Z', 'revision_number': 5, 'project_id': '173bcd349821437db6c688209e3398b1', 'subnets': [{'id': '472967d5-a95a-4c81-ab94-68718eb38ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:49:26.126298 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8ee0b5e7-ea3e-442b-8a19-ea2d77c66ddb req-c876ca4c-26d2-46c4-954c-4ee22e0b4ef0 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308989 Sep 17 07:49:26.156785 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b95581f-a112-4029-b9e7-4ab49612ce6d req-aec76e7e-93f1-4184-b2ad-b10bae6cb7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:26.161555 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9b95581f-a112-4029-b9e7-4ab49612ce6d req-aec76e7e-93f1-4184-b2ad-b10bae6cb7bc service neutron] 10.222.0.13 "GET /v2.0/networks?id=200c4d1a-5385-414c-896c-7c2ada565217 HTTP/1.1" status: 200 len: 921 time: 0.4188271 Sep 17 07:49:26.175185 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c6124d8-5634-48a6-96dd-872d1057b583', 'tag': 'da736859-ea02-421f-9e3c-068903c07a4f'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:49:26.180314 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4def9f16-23e3-45f1-95c6-6028f42935b9" -d '{"events": [{"name": "network-changed", "server_uuid": "4c6124d8-5634-48a6-96dd-872d1057b583", "tag": "da736859-ea02-421f-9e3c-068903c07a4f"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:49:26.207401 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d13ec5d9-16df-447f-94ff-50d4fe17e7ee req-1bb973ef-e66e-4d7c-89d4-6070f9d3bd81 service neutron] 10.222.0.41 "GET /v2.0/networks/200c4d1a-5385-414c-896c-7c2ada565217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4475825 Sep 17 07:49:26.395770 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-07c3da50-fc85-45af-8c34-dab9ff3aca76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:26.398518 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-07c3da50-fc85-45af-8c34-dab9ff3aca76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:26.402950 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-07c3da50-fc85-45af-8c34-dab9ff3aca76 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/68efb6a0-9863-4220-8684-15251d77f23c HTTP/1.1" status: 204 len: 168 time: 1.1865478 Sep 17 07:49:26.402950 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-a703d116-0aa5-4a96-a172-9a7e73c5245e req-6ff2f481-aa61-49d7-9e11-2bd9fa0f74e5 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Deleting port 20a2d9a2-5eef-40f4-9b45-05e4b67d111c {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:49:26.403437 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-a703d116-0aa5-4a96-a172-9a7e73c5245e req-6ff2f481-aa61-49d7-9e11-2bd9fa0f74e5 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:26.436803 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f07b546-93b2-4d8e-a2ff-8166411c0b00 None None] New status for floating IP 7e6baf1e-50c9-4a9f-8514-b334ea5fc631: ACTIVE {{(pid=101292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 07:49:26.455285 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9b95581f-a112-4029-b9e7-4ab49612ce6d req-5983bd87-fd81-4b0e-9e4f-924c259a596c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da736859-ea02-421f-9e3c-068903c07a4f HTTP/1.1" status: 200 len: 1000 time: 0.2420619 Sep 17 07:49:26.461721 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c3da50-fc85-45af-8c34-dab9ff3aca76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68efb6a0-9863-4220-8684-15251d77f23c,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:26.502144 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2738f7-e63c-433d-b1a6-50ab756e6481 req-ecc160c8-f8e8-4e4f-b1eb-f9de7bfa21f3 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:26.503907 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3d2738f7-e63c-433d-b1a6-50ab756e6481 req-ecc160c8-f8e8-4e4f-b1eb-f9de7bfa21f3 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=87da0997-404a-4b15-827e-a8bac44a400a HTTP/1.1" status: 200 len: 945 time: 0.2532349 Sep 17 07:49:26.626759 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d13ec5d9-16df-447f-94ff-50d4fe17e7ee req-b56a663c-471b-4ff3-bc31-85d836670217 service neutron] 10.222.0.41 "GET /v2.0/networks/200c4d1a-5385-414c-896c-7c2ada565217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4158471 Sep 17 07:49:26.630446 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-94386221-65a5-40da-8c46-5f2227f933ba service neutron] 10.222.0.39 "GET /v2.0/ports/f63b550b-5495-42d6-9113-c786a4434e0f/bindings/n-h1-789963-9 HTTP/1.1" status: 200 len: 384 time: 0.0651703 Sep 17 07:49:26.633633 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3d2738f7-e63c-433d-b1a6-50ab756e6481 req-4c99469a-423d-407e-84de-85e311c16d56 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/security-groups?id=53a4612f-058b-4338-9861-1ad45234538f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985408 Sep 17 07:49:26.646004 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b95581f-a112-4029-b9e7-4ab49612ce6d req-9e6b7096-2e3d-4aa2-8fa2-f0904007ea7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:26.647516 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9b95581f-a112-4029-b9e7-4ab49612ce6d req-9e6b7096-2e3d-4aa2-8fa2-f0904007ea7e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=472967d5-a95a-4c81-ab94-68718eb38ee3 HTTP/1.1" status: 200 len: 859 time: 0.1749902 Sep 17 07:49:26.664030 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-a703d116-0aa5-4a96-a172-9a7e73c5245e req-6ff2f481-aa61-49d7-9e11-2bd9fa0f74e5 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] For port 20a2d9a2-5eef-40f4-9b45-05e4b67d111c, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=20a2d9a2-5eef-40f4-9b45-05e4b67d111c,segment=NetworkSegment(a57e47ac-83cc-47ca-a237-87aa94ab2d2a),segment_id=a57e47ac-83cc-47ca-a237-87aa94ab2d2a)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:49:26.664413 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-a703d116-0aa5-4a96-a172-9a7e73c5245e req-6ff2f481-aa61-49d7-9e11-2bd9fa0f74e5 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:26.706395 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-a703d116-0aa5-4a96-a172-9a7e73c5245e req-6ff2f481-aa61-49d7-9e11-2bd9fa0f74e5 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Calling delete_port for 20a2d9a2-5eef-40f4-9b45-05e4b67d111c owned by compute:nova {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:49:26.730879 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b95581f-a112-4029-b9e7-4ab49612ce6d req-67f2986b-2e9f-4b06-85a4-5fa77d3533ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:26.732542 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9b95581f-a112-4029-b9e7-4ab49612ce6d req-67f2986b-2e9f-4b06-85a4-5fa77d3533ad service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=200c4d1a-5385-414c-896c-7c2ada565217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0782845 Sep 17 07:49:26.850043 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-5f823b78-ef11-4358-86dd-31a2fdcc8cc7 service neutron] For port f63b550b-5495-42d6-9113-c786a4434e0f, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=f63b550b-5495-42d6-9113-c786a4434e0f,segment=NetworkSegment(bbdef28d-b0c6-41c1-88af-cfcd40a3d803),segment_id=bbdef28d-b0c6-41c1-88af-cfcd40a3d803)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:49:26.874412 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-5f823b78-ef11-4358-86dd-31a2fdcc8cc7 service neutron] For port f63b550b-5495-42d6-9113-c786a4434e0f, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:49:26.907513 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4dadda-3644-4443-93c3-34458ddc3e80 req-f79b71a5-131e-4b27-934b-c20cc2d79978 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:26.908086 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-5f823b78-ef11-4358-86dd-31a2fdcc8cc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f63b550b-5495-42d6-9113-c786a4434e0f {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:49:26.909112 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6d4dadda-3644-4443-93c3-34458ddc3e80 req-f79b71a5-131e-4b27-934b-c20cc2d79978 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa684fd0-a85e-469b-aed6-7fb0de9dc944 HTTP/1.1" status: 200 len: 947 time: 0.1433618 Sep 17 07:49:26.920355 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-5f823b78-ef11-4358-86dd-31a2fdcc8cc7 service neutron] For port f63b550b-5495-42d6-9113-c786a4434e0f, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=f63b550b-5495-42d6-9113-c786a4434e0f,segment=NetworkSegment(bbdef28d-b0c6-41c1-88af-cfcd40a3d803),segment_id=bbdef28d-b0c6-41c1-88af-cfcd40a3d803)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:49:26.937938 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-5f823b78-ef11-4358-86dd-31a2fdcc8cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:26.951106 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9b95581f-a112-4029-b9e7-4ab49612ce6d req-2bffc52e-8ceb-4453-99f9-ebfa4b8cf188 service neutron] 10.222.0.13 "GET /v2.0/networks/200c4d1a-5385-414c-896c-7c2ada565217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841586 Sep 17 07:49:27.020139 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6d4dadda-3644-4443-93c3-34458ddc3e80 req-7b7f23c8-469f-4836-ba00-6c4d4c6dd327 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998466 Sep 17 07:49:27.084189 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73bfff1a-3964-45a0-8506-22187eb9d517 x-openstack-request-id: req-73bfff1a-3964-45a0-8506-22187eb9d517 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:49:27.084491 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c6124d8-5634-48a6-96dd-872d1057b583", "tag": "da736859-ea02-421f-9e3c-068903c07a4f", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:49:27.084743 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-73bfff1a-3964-45a0-8506-22187eb9d517 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:49:27.085170 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c6124d8-5634-48a6-96dd-872d1057b583', 'tag': 'da736859-ea02-421f-9e3c-068903c07a4f', 'status': 'completed', 'code': 200} Sep 17 07:49:27.088450 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-a703d116-0aa5-4a96-a172-9a7e73c5245e req-6ff2f481-aa61-49d7-9e11-2bd9fa0f74e5 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:27.089207 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-5f823b78-ef11-4358-86dd-31a2fdcc8cc7 service neutron] Transition to ACTIVE for port object f63b550b-5495-42d6-9113-c786a4434e0f will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:49:27.097763 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-5f823b78-ef11-4358-86dd-31a2fdcc8cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:27.123236 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['da736859-ea02-421f-9e3c-068903c07a4f'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:49:27.127728 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['20a2d9a2-5eef-40f4-9b45-05e4b67d111c'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:49:27.156660 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff2f481-aa61-49d7-9e11-2bd9fa0f74e5 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Pushing event deleted for resources: {'Port': ['ID=20a2d9a2-5eef-40f4-9b45-05e4b67d111c,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:27.238354 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-a703d116-0aa5-4a96-a172-9a7e73c5245e req-6ff2f481-aa61-49d7-9e11-2bd9fa0f74e5 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] No DVR routers for this DVR port 20a2d9a2-5eef-40f4-9b45-05e4b67d111c on host n-h1-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:49:27.246481 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-a703d116-0aa5-4a96-a172-9a7e73c5245e req-6ff2f481-aa61-49d7-9e11-2bd9fa0f74e5 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:27.248587 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a703d116-0aa5-4a96-a172-9a7e73c5245e req-6ff2f481-aa61-49d7-9e11-2bd9fa0f74e5 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.41 "DELETE /v2.0/ports/20a2d9a2-5eef-40f4-9b45-05e4b67d111c HTTP/1.1" status: 204 len: 173 time: 1.4324031 Sep 17 07:49:27.255298 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9b95581f-a112-4029-b9e7-4ab49612ce6d req-3398273a-be6c-49bb-a384-bef1d6adfe08 service neutron] 10.222.0.13 "GET /v2.0/networks/200c4d1a-5385-414c-896c-7c2ada565217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894740 Sep 17 07:49:27.258437 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-5f823b78-ef11-4358-86dd-31a2fdcc8cc7 service neutron] No DVR routers for this DVR port f63b550b-5495-42d6-9113-c786a4434e0f on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:49:27.274764 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f823b78-ef11-4358-86dd-31a2fdcc8cc7 service neutron] Pushing event updated for resources: {'Port': ['ID=f63b550b-5495-42d6-9113-c786a4434e0f,revision_number=10']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:27.286898 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4def9f16-23e3-45f1-95c6-6028f42935b9 req-e2ee2e85-ddfe-4580-9351-58240a22a99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:27.288661 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4def9f16-23e3-45f1-95c6-6028f42935b9 req-e2ee2e85-ddfe-4580-9351-58240a22a99f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=173bcd349821437db6c688209e3398b1&device_id=4c6124d8-5634-48a6-96dd-872d1057b583 HTTP/1.1" status: 200 len: 1097 time: 0.1336856 Sep 17 07:49:27.305746 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bdba3a-5c7f-4b9b-95e5-8be045e29113 req-bf734097-7942-4c0e-8e7b-df5e19f2d0d8 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:27.307472 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-98bdba3a-5c7f-4b9b-95e5-8be045e29113 req-bf734097-7942-4c0e-8e7b-df5e19f2d0d8 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=d99ed35d-0228-402a-8acb-014e6d55a78d HTTP/1.1" status: 200 len: 945 time: 0.1651373 Sep 17 07:49:27.365973 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-5f823b78-ef11-4358-86dd-31a2fdcc8cc7 service neutron] 10.222.0.39 "PUT /v2.0/ports/f63b550b-5495-42d6-9113-c786a4434e0f/bindings/n-h1-789963-9/activate HTTP/1.1" status: 200 len: 369 time: 0.7262619 Sep 17 07:49:27.408380 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 0c589904-32cd-4f69-bd3c-694b81963367 details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:49:27.418202 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device c7b7a9f1-e25b-499b-8c26-9efd75611cb8 up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:49:27.438714 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-98bdba3a-5c7f-4b9b-95e5-8be045e29113 req-bc8c8e37-7386-444a-bf7b-274ecf3dbd54 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958569 Sep 17 07:49:27.501626 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4def9f16-23e3-45f1-95c6-6028f42935b9 req-1f9e00fb-f131-42ad-bf53-e90ebf147828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:27.504027 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4def9f16-23e3-45f1-95c6-6028f42935b9 req-1f9e00fb-f131-42ad-bf53-e90ebf147828 service neutron] 10.222.0.39 "GET /v2.0/networks?id=200c4d1a-5385-414c-896c-7c2ada565217 HTTP/1.1" status: 200 len: 921 time: 0.1902704 Sep 17 07:49:27.623069 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4def9f16-23e3-45f1-95c6-6028f42935b9 req-b4a2ec9b-01bd-415f-b538-b3099dca0b75 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da736859-ea02-421f-9e3c-068903c07a4f HTTP/1.1" status: 200 len: 1002 time: 0.1118414 Sep 17 07:49:27.657838 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning for port c7b7a9f1-e25b-499b-8c26-9efd75611cb8 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:49:27.670233 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port c7b7a9f1-e25b-499b-8c26-9efd75611cb8 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:49:27.671011 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:27.690713 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-1a2fec27-6205-43bc-b910-dff9de12fc72 tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:27.692331 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-1a2fec27-6205-43bc-b910-dff9de12fc72 tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d99ed35d-0228-402a-8acb-014e6d55a78d&tenant_id=2525ecc58cad4fa78c4be116636fc184&binding%3Ahost_id=n-h2-789963-9 HTTP/1.1" status: 200 len: 1096 time: 0.1877339 Sep 17 07:49:27.697142 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4def9f16-23e3-45f1-95c6-6028f42935b9 req-53044d7c-75bb-4d44-96ee-6c4d5ceb55ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:27.700108 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4def9f16-23e3-45f1-95c6-6028f42935b9 req-53044d7c-75bb-4d44-96ee-6c4d5ceb55ce service neutron] 10.222.0.39 "GET /v2.0/subnets?id=472967d5-a95a-4c81-ab94-68718eb38ee3 HTTP/1.1" status: 200 len: 859 time: 0.0685253 Sep 17 07:49:27.728170 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 0c589904-32cd-4f69-bd3c-694b81963367, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=0c589904-32cd-4f69-bd3c-694b81963367,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:49:27.743882 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': '0c589904-32cd-4f69-bd3c-694b81963367', 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583', 'port_id': '0c589904-32cd-4f69-bd3c-694b81963367', 'mac_address': 'fa:16:3e:82:58:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f3af6cb-9cad-436b-bf41-034e75672c44', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:49:27.746693 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ac26a8a9-9079-4d9d-984e-577d0e0e7bb5 req-04df3a91-2322-47d6-8fba-c3af9e894a81 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/floatingips/7e6baf1e-50c9-4a9f-8514-b334ea5fc631 HTTP/1.1" status: 200 len: 999 time: 0.2270253 Sep 17 07:49:27.762403 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4def9f16-23e3-45f1-95c6-6028f42935b9 req-cda24f04-ff8b-4124-9413-238ca906dd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:27.764427 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4def9f16-23e3-45f1-95c6-6028f42935b9 req-cda24f04-ff8b-4124-9413-238ca906dd3e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=200c4d1a-5385-414c-896c-7c2ada565217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557721 Sep 17 07:49:27.769325 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03adaaf6-825d-4977-a186-6d4400a5c66f req-30ee0c83-9ef8-4072-9ca7-90eae02560f8 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:27.776560 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-03adaaf6-825d-4977-a186-6d4400a5c66f req-30ee0c83-9ef8-4072-9ca7-90eae02560f8 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=2742a9e7-3449-4fd7-80aa-ae818c31ca01 HTTP/1.1" status: 200 len: 945 time: 0.2146368 Sep 17 07:49:27.861006 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:27.885488 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c589904-32cd-4f69-bd3c-694b81963367 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:49:27.905961 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-aca54e0c-ec72-48ce-88a8-2c559c9f0815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:27.907545 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-aca54e0c-ec72-48ce-88a8-2c559c9f0815 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d99ed35d-0228-402a-8acb-014e6d55a78d&tenant_id=2525ecc58cad4fa78c4be116636fc184 HTTP/1.1" status: 200 len: 1096 time: 0.2037730 Sep 17 07:49:27.910456 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 0c589904-32cd-4f69-bd3c-694b81963367, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=0c589904-32cd-4f69-bd3c-694b81963367,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:49:27.911397 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:27.918824 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device f63b550b-5495-42d6-9113-c786a4434e0f no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:49:27.921654 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4def9f16-23e3-45f1-95c6-6028f42935b9 req-4aa59f39-7073-45d0-84c0-691f6c4297bf service neutron] 10.222.0.39 "GET /v2.0/networks/200c4d1a-5385-414c-896c-7c2ada565217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485291 Sep 17 07:49:27.934293 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:28.007719 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-03adaaf6-825d-4977-a186-6d4400a5c66f req-30b191a6-650a-47ff-83c1-f1128bacace4 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296886 Sep 17 07:49:28.029632 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87da0997-404a-4b15-827e-a8bac44a400a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b7a9f1-e25b-499b-8c26-9efd75611cb8'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:49:28.033748 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f96e08eb-b538-45c5-9fc5-c0e8be9a129a" -d '{"events": [{"server_uuid": "87da0997-404a-4b15-827e-a8bac44a400a", "name": "network-vif-plugged", "status": "completed", "tag": "c7b7a9f1-e25b-499b-8c26-9efd75611cb8"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:49:28.055037 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4def9f16-23e3-45f1-95c6-6028f42935b9 req-d9f1f734-5a00-4934-9a18-0a22e297a52a service neutron] 10.222.0.39 "GET /v2.0/networks/200c4d1a-5385-414c-896c-7c2ada565217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254771 Sep 17 07:49:28.073057 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port c7b7a9f1-e25b-499b-8c26-9efd75611cb8, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=c7b7a9f1-e25b-499b-8c26-9efd75611cb8,segment=NetworkSegment(5ce36400-13a1-41db-8274-558edfd01d90),segment_id=5ce36400-13a1-41db-8274-558edfd01d90)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:49:28.081369 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device f63b550b-5495-42d6-9113-c786a4434e0f not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:49:28.085636 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:28.091270 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=0c589904-32cd-4f69-bd3c-694b81963367,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:28.091767 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac26a8a9-9079-4d9d-984e-577d0e0e7bb5 req-dd5304bd-efe1-4841-93ff-ab874ab9aa01 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:28.093430 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ac26a8a9-9079-4d9d-984e-577d0e0e7bb5 req-dd5304bd-efe1-4841-93ff-ab874ab9aa01 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/networks/5fc128c4-343a-4b5b-8a61-6a2b8d95c555 HTTP/1.1" status: 200 len: 784 time: 0.3459713 Sep 17 07:49:28.106512 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-ec26a07c-8bd3-48bb-ac0c-2c11fe7c917f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:28.109544 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-ec26a07c-8bd3-48bb-ac0c-2c11fe7c917f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2525ecc58cad4fa78c4be116636fc184&device_id=d99ed35d-0228-402a-8acb-014e6d55a78d HTTP/1.1" status: 200 len: 1096 time: 0.1517148 Sep 17 07:49:28.117090 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [req-ac26a8a9-9079-4d9d-984e-577d0e0e7bb5 req-4b7b0bfe-7a23-4aa0-994d-6c06b3714c98 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 07:49:28.118485 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ac26a8a9-9079-4d9d-984e-577d0e0e7bb5 req-4b7b0bfe-7a23-4aa0-994d-6c06b3714c98 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076778 Sep 17 07:49:28.155570 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=c7b7a9f1-e25b-499b-8c26-9efd75611cb8,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:28.298325 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f85ff0-2c34-4fcd-b8a2-dbf20b2e328e req-4a4f5b8f-e948-4418-8ee0-af00860820d7 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:28.299939 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-28f85ff0-2c34-4fcd-b8a2-dbf20b2e328e req-4a4f5b8f-e948-4418-8ee0-af00860820d7 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=87da0997-404a-4b15-827e-a8bac44a400a HTTP/1.1" status: 200 len: 946 time: 0.1644955 Sep 17 07:49:28.333335 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81afcdd0-6274-4991-b1c0-6179fb85284a req-d02ebab3-253a-4928-a25c-e20e77c1af6b tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:28.334798 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-81afcdd0-6274-4991-b1c0-6179fb85284a req-d02ebab3-253a-4928-a25c-e20e77c1af6b tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa684fd0-a85e-469b-aed6-7fb0de9dc944 HTTP/1.1" status: 200 len: 948 time: 0.1386364 Sep 17 07:49:28.342051 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-ce8b4e2a-406f-4264-bfe9-5066c648307e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:28.343429 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-ce8b4e2a-406f-4264-bfe9-5066c648307e service neutron] 10.222.0.41 "GET /v2.0/networks?id=339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5 HTTP/1.1" status: 200 len: 921 time: 0.2240517 Sep 17 07:49:28.418276 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-add33c4e-ebeb-44da-9550-587a2db48f59 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f63b550b-5495-42d6-9113-c786a4434e0f HTTP/1.1" status: 200 len: 217 time: 0.0636194 Sep 17 07:49:28.422557 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['0c589904-32cd-4f69-bd3c-694b81963367'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:49:28.423755 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-28f85ff0-2c34-4fcd-b8a2-dbf20b2e328e req-78028c03-87dc-41b0-ab39-6805a3c0c6a9 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/security-groups?id=53a4612f-058b-4338-9861-1ad45234538f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102662 Sep 17 07:49:28.447099 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-81afcdd0-6274-4991-b1c0-6179fb85284a req-710aa611-ed67-4290-915f-98720226945c tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010349 Sep 17 07:49:28.505023 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102bfa9f-378c-4804-98ab-0d46763152c2 x-openstack-request-id: req-102bfa9f-378c-4804-98ab-0d46763152c2 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:49:28.505603 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87da0997-404a-4b15-827e-a8bac44a400a", "name": "network-vif-plugged", "status": "completed", "tag": "c7b7a9f1-e25b-499b-8c26-9efd75611cb8", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:49:28.506016 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-102bfa9f-378c-4804-98ab-0d46763152c2 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:49:28.506973 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87da0997-404a-4b15-827e-a8bac44a400a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b7a9f1-e25b-499b-8c26-9efd75611cb8', 'code': 200} Sep 17 07:49:28.515883 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-7d4e2089-3f4e-4cc6-9131-49e534d6d2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:28.517462 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-7d4e2089-3f4e-4cc6-9131-49e534d6d2ae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=affefed0-1fce-4202-a68f-ea65cc757370 HTTP/1.1" status: 200 len: 860 time: 0.0881073 Sep 17 07:49:28.585338 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-ab47c1c4-6ead-4398-a05a-8d2be5c1210c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342462 Sep 17 07:49:28.619576 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f2e0c325-61f7-44a7-ad64-47e5e6cdea63 req-c799d145-4d62-4af3-84aa-3134de40026f tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.151 HTTP/1.1" status: 200 len: 1002 time: 0.1162975 Sep 17 07:49:28.759596 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0c325-61f7-44a7-ad64-47e5e6cdea63 req-6c988c15-d375-4151-aa0d-138a5ee352a8 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:28.761004 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f2e0c325-61f7-44a7-ad64-47e5e6cdea63 req-6c988c15-d375-4151-aa0d-138a5ee352a8 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/ports/da736859-ea02-421f-9e3c-068903c07a4f HTTP/1.1" status: 200 len: 943 time: 0.1326654 Sep 17 07:49:28.801730 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa876dd-4fc5-4f09-acea-f325eee5ef09 req-0d9b39e1-fbab-4ffc-b26b-d714f2ba923e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:28.803733 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cfa876dd-4fc5-4f09-acea-f325eee5ef09 req-0d9b39e1-fbab-4ffc-b26b-d714f2ba923e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87da0997-404a-4b15-827e-a8bac44a400a HTTP/1.1" status: 200 len: 1097 time: 0.1969748 Sep 17 07:49:28.846575 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-db21c111-ed0c-458b-a8f0-8ea46200ce62 service neutron] 10.222.0.41 "GET /v2.0/networks/339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309439 Sep 17 07:49:28.887384 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd05c1ac-47dd-442e-8778-a4553608a782 req-5ae932ce-e14a-48e9-91f4-06d0b5a3461c tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:28.889341 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bd05c1ac-47dd-442e-8778-a4553608a782 req-5ae932ce-e14a-48e9-91f4-06d0b5a3461c tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=d99ed35d-0228-402a-8acb-014e6d55a78d HTTP/1.1" status: 200 len: 945 time: 0.1622524 Sep 17 07:49:28.964101 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cfa876dd-4fc5-4f09-acea-f325eee5ef09 req-573186f7-2a7b-480a-afd0-90ee7a5744e6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=53a4612f-058b-4338-9861-1ad45234538f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487672 Sep 17 07:49:28.972390 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f2e0c325-61f7-44a7-ad64-47e5e6cdea63 req-1c9ade09-fb7a-4d85-a9c1-36ea0df9597c tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.151 HTTP/1.1" status: 200 len: 1002 time: 0.1467531 Sep 17 07:49:29.047793 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bd05c1ac-47dd-442e-8778-a4553608a782 req-b0914711-1ae9-425c-beeb-78cf6786c1c8 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445246 Sep 17 07:49:29.091613 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4983bfc-eb00-4ab8-b651-8e26a07e3568', 'name': 'network-vif-deleted', 'tag': '20a2d9a2-5eef-40f4-9b45-05e4b67d111c'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:49:29.093849 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba87b37-e7cf-4588-ab91-974a564109f0" -d '{"events": [{"server_uuid": "c4983bfc-eb00-4ab8-b651-8e26a07e3568", "name": "network-vif-deleted", "tag": "20a2d9a2-5eef-40f4-9b45-05e4b67d111c"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:49:29.119132 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-a93a8125-9d0e-42d5-95d3-8cf9e8151233 service neutron] 10.222.0.41 "GET /v2.0/networks/339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286999 Sep 17 07:49:29.179744 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0c325-61f7-44a7-ad64-47e5e6cdea63 req-44c39bfc-cfdd-4d03-b6b3-37236892717d tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:29.181319 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f2e0c325-61f7-44a7-ad64-47e5e6cdea63 req-44c39bfc-cfdd-4d03-b6b3-37236892717d tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/networks/5fc128c4-343a-4b5b-8a61-6a2b8d95c555 HTTP/1.1" status: 200 len: 784 time: 0.1762292 Sep 17 07:49:29.202940 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a80abc-3285-4c2f-8d18-8f64bac79dea req-2c86d115-cf6f-4ab5-9f43-d48577eeb292 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:29.204690 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-60a80abc-3285-4c2f-8d18-8f64bac79dea req-2c86d115-cf6f-4ab5-9f43-d48577eeb292 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=2742a9e7-3449-4fd7-80aa-ae818c31ca01 HTTP/1.1" status: 200 len: 945 time: 0.0821106 Sep 17 07:49:29.297187 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-60a80abc-3285-4c2f-8d18-8f64bac79dea req-75802638-d304-47e4-94c7-0d6995b52079 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862896 Sep 17 07:49:29.309029 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f2e0c325-61f7-44a7-ad64-47e5e6cdea63 req-05f4d218-a45c-4079-98ac-660e4d91078a tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.151 HTTP/1.1" status: 200 len: 1002 time: 0.1173699 Sep 17 07:49:29.327099 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-f2e0c325-61f7-44a7-ad64-47e5e6cdea63 req-9c70f859-74be-4c01-95b4-f997356c394e tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:49:29.363822 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb7e587-43a2-4044-b584-7157696ac0e4 x-openstack-request-id: req-1bb7e587-43a2-4044-b584-7157696ac0e4 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:49:29.364528 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4983bfc-eb00-4ab8-b651-8e26a07e3568", "name": "network-vif-deleted", "tag": "20a2d9a2-5eef-40f4-9b45-05e4b67d111c", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:49:29.364877 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1bb7e587-43a2-4044-b584-7157696ac0e4 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:49:29.365258 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4983bfc-eb00-4ab8-b651-8e26a07e3568', 'name': 'network-vif-deleted', 'tag': '20a2d9a2-5eef-40f4-9b45-05e4b67d111c', 'status': 'completed', 'code': 200} Sep 17 07:49:29.386781 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 20a2d9a2-5eef-40f4-9b45-05e4b67d111c no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:49:29.404282 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-f2e0c325-61f7-44a7-ad64-47e5e6cdea63 req-9c70f859-74be-4c01-95b4-f997356c394e tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Notify callbacks [] for floatingip, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:29.410074 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] No Port match for: 20a2d9a2-5eef-40f4-9b45-05e4b67d111c {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:49:29.410667 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 20a2d9a2-5eef-40f4-9b45-05e4b67d111c not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:49:29.586328 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-f2e0c325-61f7-44a7-ad64-47e5e6cdea63 req-9c70f859-74be-4c01-95b4-f997356c394e tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:29.592785 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-f2e0c325-61f7-44a7-ad64-47e5e6cdea63 req-9c70f859-74be-4c01-95b4-f997356c394e tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:29.593124 n-d-789963-9 neutron-server[101289]: INFO neutron.db.l3_db [req-f2e0c325-61f7-44a7-ad64-47e5e6cdea63 req-9c70f859-74be-4c01-95b4-f997356c394e tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Floating IP 7e6baf1e-50c9-4a9f-8514-b334ea5fc631 disassociated. External IP: 172.25.6.151, port: da736859-ea02-421f-9e3c-068903c07a4f. Sep 17 07:49:29.945483 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62185ce0-5dab-4342-8a15-4ea553e2b746 req-3c6f519d-128c-4f94-bed9-0f8df3ed9599 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:29.947053 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-62185ce0-5dab-4342-8a15-4ea553e2b746 req-3c6f519d-128c-4f94-bed9-0f8df3ed9599 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=87da0997-404a-4b15-827e-a8bac44a400a HTTP/1.1" status: 200 len: 946 time: 0.4430306 Sep 17 07:49:30.050938 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-62185ce0-5dab-4342-8a15-4ea553e2b746 req-69b7ec69-ede8-42ea-a35c-a15a8e2430ef tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/security-groups?id=53a4612f-058b-4338-9861-1ad45234538f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875387 Sep 17 07:49:30.055454 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-6ca9a257-ddae-4c3e-a375-3064109a8daa tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:30.057159 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-6ca9a257-ddae-4c3e-a375-3064109a8daa tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d99ed35d-0228-402a-8acb-014e6d55a78d&tenant_id=2525ecc58cad4fa78c4be116636fc184&binding%3Ahost_id=n-h1-789963-9 HTTP/1.1" status: 200 len: 1096 time: 0.1302009 Sep 17 07:49:30.310949 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3420ee1f-3a2c-4b2c-9c0f-f28fd370b7a5 req-e7287b5e-0aa7-41fc-861c-2a09e4ba75cf tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:30.312807 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3420ee1f-3a2c-4b2c-9c0f-f28fd370b7a5 req-e7287b5e-0aa7-41fc-861c-2a09e4ba75cf tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa684fd0-a85e-469b-aed6-7fb0de9dc944 HTTP/1.1" status: 200 len: 948 time: 0.1660366 Sep 17 07:49:30.366034 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2e0c325-61f7-44a7-ad64-47e5e6cdea63 req-9c70f859-74be-4c01-95b4-f997356c394e tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Router fcf42f6a-3934-4d2c-a0bc-b684e6b4491c has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:49:30.380989 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-744fb001-0d3e-4898-a212-fbd1386ed389 service neutron] For port f63b550b-5495-42d6-9113-c786a4434e0f, host n-h2-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:49:30.389725 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-744fb001-0d3e-4898-a212-fbd1386ed389 service neutron] Notify callbacks [] for binding, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:30.390818 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2df1b680-8783-45bc-8e17-28aaaf9c51c2 req-744fb001-0d3e-4898-a212-fbd1386ed389 service neutron] 10.222.0.41 "DELETE /v2.0/ports/f63b550b-5495-42d6-9113-c786a4434e0f/bindings/n-h2-789963-9 HTTP/1.1" status: 204 len: 173 time: 0.3252339 Sep 17 07:49:30.395741 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3420ee1f-3a2c-4b2c-9c0f-f28fd370b7a5 req-612aeaf6-9781-4109-9017-f937b3e0c1c9 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766501 Sep 17 07:49:30.521435 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2e0c325-61f7-44a7-ad64-47e5e6cdea63 req-9c70f859-74be-4c01-95b4-f997356c394e tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:49:30.528138 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-f2e0c325-61f7-44a7-ad64-47e5e6cdea63 req-9c70f859-74be-4c01-95b4-f997356c394e tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:30.534922 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d97e072-b9fa-404f-b86f-1b6dbf9d5892 None None] Sync routers for ids ['fcf42f6a-3934-4d2c-a0bc-b684e6b4491c'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:49:30.550417 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d97e072-b9fa-404f-b86f-1b6dbf9d5892 None None] Routers {'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:49:30.551142 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-5d97e072-b9fa-404f-b86f-1b6dbf9d5892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:49:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['fcf42f6a-3934-4d2c-a0bc-b684e6b4491c'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:49:30.568473 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f2e0c325-61f7-44a7-ad64-47e5e6cdea63 req-9c70f859-74be-4c01-95b4-f997356c394e tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "PUT /v2.0/floatingips/7e6baf1e-50c9-4a9f-8514-b334ea5fc631 HTTP/1.1" status: 200 len: 696 time: 1.2530081 Sep 17 07:49:30.639419 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b3da7a-4cd7-4294-8f35-2c7635205d1a req-8695341a-1562-4a6b-8411-e097566a0c17 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:30.639419 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-11b3da7a-4cd7-4294-8f35-2c7635205d1a req-8695341a-1562-4a6b-8411-e097566a0c17 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=d99ed35d-0228-402a-8acb-014e6d55a78d HTTP/1.1" status: 200 len: 945 time: 0.0601103 Sep 17 07:49:30.698100 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-5d97e072-b9fa-404f-b86f-1b6dbf9d5892 None None] Set router fcf42f6a-3934-4d2c-a0bc-b684e6b4491c gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:49:30.705526 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-11b3da7a-4cd7-4294-8f35-2c7635205d1a req-c2307307-e743-45ee-86f1-19a7ca0cf1ee tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508699 Sep 17 07:49:30.861591 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ba42e-3334-40df-924d-eed89dc70250 req-a901254d-4328-433b-88b3-1564d59b1a52 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:30.872216 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3f7ba42e-3334-40df-924d-eed89dc70250 req-a901254d-4328-433b-88b3-1564d59b1a52 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=2742a9e7-3449-4fd7-80aa-ae818c31ca01 HTTP/1.1" status: 200 len: 945 time: 0.0765433 Sep 17 07:49:30.972800 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3f7ba42e-3334-40df-924d-eed89dc70250 req-bbbb8cad-3a74-4c56-b97d-ec65dadaa030 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988531 Sep 17 07:49:30.982557 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0c325-61f7-44a7-ad64-47e5e6cdea63 req-24120f21-9eb4-4f74-9ca2-c3db3ad22ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:30.994094 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f2e0c325-61f7-44a7-ad64-47e5e6cdea63 req-24120f21-9eb4-4f74-9ca2-c3db3ad22ebe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=173bcd349821437db6c688209e3398b1&device_id=4c6124d8-5634-48a6-96dd-872d1057b583 HTTP/1.1" status: 200 len: 1097 time: 0.3805370 Sep 17 07:49:31.110656 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-5d97e072-b9fa-404f-b86f-1b6dbf9d5892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'name': 'tempest-FloatingIPsAssociationTestJSON-821420024-router', 'tenant_id': '173bcd349821437db6c688209e3398b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'b1d36076-cf5e-4937-9952-bcb18bdea34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:48:07Z', 'updated_at': '2021-09-17T07:48:13Z', 'revision_number': 4, 'project_id': '173bcd349821437db6c688209e3398b1', 'gw_port': {'id': 'b1d36076-cf5e-4937-9952-bcb18bdea34c', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:48:08Z', 'updated_at': '2021-09-17T07:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '2a6467db-4212-4c41-90f4-17f904dbfe90', 'name': '', 'network_id': '200c4d1a-5385-414c-896c-7c2ada565217', 'tenant_id': '173bcd349821437db6c688209e3398b1', 'mac_address': 'fa:16:3e:a4:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '472967d5-a95a-4c81-ab94-68718eb38ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:48:12Z', 'updated_at': '2021-09-17T07:48:18Z', 'revision_number': 5, 'project_id': '173bcd349821437db6c688209e3398b1', 'subnets': [{'id': '472967d5-a95a-4c81-ab94-68718eb38ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:49:31.140806 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d97e072-b9fa-404f-b86f-1b6dbf9d5892 None None] Checking router: fcf42f6a-3934-4d2c-a0bc-b684e6b4491c for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:49:31.150090 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d97e072-b9fa-404f-b86f-1b6dbf9d5892 None None] Routers {'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:49:31.150874 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-5d97e072-b9fa-404f-b86f-1b6dbf9d5892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:49:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['fcf42f6a-3934-4d2c-a0bc-b684e6b4491c'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:49:31.156156 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10f457-50c3-4520-9468-59c7ad3a4daa req-0df7fc80-bfb9-4ed3-bddf-acd6a591f8c7 tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:31.157706 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-da10f457-50c3-4520-9468-59c7ad3a4daa req-0df7fc80-bfb9-4ed3-bddf-acd6a591f8c7 tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d99ed35d-0228-402a-8acb-014e6d55a78d HTTP/1.1" status: 200 len: 1096 time: 0.0745182 Sep 17 07:49:31.159036 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0c325-61f7-44a7-ad64-47e5e6cdea63 req-a52665ec-ef7d-4eb0-9aba-97ee9720791d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:31.165986 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f2e0c325-61f7-44a7-ad64-47e5e6cdea63 req-a52665ec-ef7d-4eb0-9aba-97ee9720791d service neutron] 10.222.0.13 "GET /v2.0/networks?id=200c4d1a-5385-414c-896c-7c2ada565217 HTTP/1.1" status: 200 len: 921 time: 0.1725416 Sep 17 07:49:31.216419 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f2e0c325-61f7-44a7-ad64-47e5e6cdea63 req-168eae62-11c5-42fd-88f0-ad0e66ca879f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da736859-ea02-421f-9e3c-068903c07a4f HTTP/1.1" status: 200 len: 217 time: 0.0495503 Sep 17 07:49:31.257855 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-da10f457-50c3-4520-9468-59c7ad3a4daa req-af494b0e-f8c3-4b25-ba31-f22270687f39 tempest-LiveAutoBlockMigrationV225Test-1329120950 tempest-LiveAutoBlockMigrationV225Test-1329120950-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848265 Sep 17 07:49:31.271510 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-5d97e072-b9fa-404f-b86f-1b6dbf9d5892 None None] Set router fcf42f6a-3934-4d2c-a0bc-b684e6b4491c gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:49:31.275808 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0c325-61f7-44a7-ad64-47e5e6cdea63 req-65d4acb7-4762-4c8f-a240-004aca84042b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:31.278004 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f2e0c325-61f7-44a7-ad64-47e5e6cdea63 req-65d4acb7-4762-4c8f-a240-004aca84042b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=472967d5-a95a-4c81-ab94-68718eb38ee3 HTTP/1.1" status: 200 len: 859 time: 0.0545197 Sep 17 07:49:31.355866 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0c325-61f7-44a7-ad64-47e5e6cdea63 req-40444359-e9c2-4964-9444-a336aa40be14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:31.363921 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f2e0c325-61f7-44a7-ad64-47e5e6cdea63 req-40444359-e9c2-4964-9444-a336aa40be14 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=200c4d1a-5385-414c-896c-7c2ada565217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0794401 Sep 17 07:49:31.374143 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c6124d8-5634-48a6-96dd-872d1057b583', 'tag': 'da736859-ea02-421f-9e3c-068903c07a4f'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:49:31.376504 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0776c89-612a-4a15-b7a3-7bc66a312b53" -d '{"events": [{"name": "network-changed", "server_uuid": "4c6124d8-5634-48a6-96dd-872d1057b583", "tag": "da736859-ea02-421f-9e3c-068903c07a4f"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:49:31.393953 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 0c589904-32cd-4f69-bd3c-694b81963367 up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:49:31.478500 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28393c1a-60c2-4f40-b200-6674d66d0e7f req-fef5b9e5-e2ed-4fe8-8bf8-34573319975c tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:31.480528 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-28393c1a-60c2-4f40-b200-6674d66d0e7f req-fef5b9e5-e2ed-4fe8-8bf8-34573319975c tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=87da0997-404a-4b15-827e-a8bac44a400a HTTP/1.1" status: 200 len: 946 time: 0.1079369 Sep 17 07:49:31.489621 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning for port 0c589904-32cd-4f69-bd3c-694b81963367 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:49:31.503658 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port 0c589904-32cd-4f69-bd3c-694b81963367 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:49:31.504075 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:31.518472 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f2e0c325-61f7-44a7-ad64-47e5e6cdea63 req-56134a55-61a4-4d29-9d3a-c494ce7c918a service neutron] 10.222.0.13 "GET /v2.0/networks/200c4d1a-5385-414c-896c-7c2ada565217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531224 Sep 17 07:49:31.603769 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-28393c1a-60c2-4f40-b200-6674d66d0e7f req-747b20ce-cb1e-436c-982e-7ed3bf8728a0 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/security-groups?id=53a4612f-058b-4338-9861-1ad45234538f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062362 Sep 17 07:49:31.636744 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-5d97e072-b9fa-404f-b86f-1b6dbf9d5892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'name': 'tempest-FloatingIPsAssociationTestJSON-821420024-router', 'tenant_id': '173bcd349821437db6c688209e3398b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'b1d36076-cf5e-4937-9952-bcb18bdea34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:48:07Z', 'updated_at': '2021-09-17T07:48:13Z', 'revision_number': 4, 'project_id': '173bcd349821437db6c688209e3398b1', 'gw_port': {'id': 'b1d36076-cf5e-4937-9952-bcb18bdea34c', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:48:08Z', 'updated_at': '2021-09-17T07:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '2a6467db-4212-4c41-90f4-17f904dbfe90', 'name': '', 'network_id': '200c4d1a-5385-414c-896c-7c2ada565217', 'tenant_id': '173bcd349821437db6c688209e3398b1', 'mac_address': 'fa:16:3e:a4:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '472967d5-a95a-4c81-ab94-68718eb38ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:48:12Z', 'updated_at': '2021-09-17T07:48:18Z', 'revision_number': 5, 'project_id': '173bcd349821437db6c688209e3398b1', 'subnets': [{'id': '472967d5-a95a-4c81-ab94-68718eb38ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:49:31.639232 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:31.647490 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f2e0c325-61f7-44a7-ad64-47e5e6cdea63 req-2332d55d-6dad-4606-bcc9-cc28b26c01a0 service neutron] 10.222.0.13 "GET /v2.0/networks/200c4d1a-5385-414c-896c-7c2ada565217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284361 Sep 17 07:49:31.681024 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d97e072-b9fa-404f-b86f-1b6dbf9d5892 None None] The sync data for ids ['fcf42f6a-3934-4d2c-a0bc-b684e6b4491c'] in n-d-789963-9 is: [{'id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'name': 'tempest-FloatingIPsAssociationTestJSON-821420024-router', 'tenant_id': '173bcd349821437db6c688209e3398b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'b1d36076-cf5e-4937-9952-bcb18bdea34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:48:07Z', 'updated_at': '2021-09-17T07:48:13Z', 'revision_number': 4, 'project_id': '173bcd349821437db6c688209e3398b1', 'gw_port': {'id': 'b1d36076-cf5e-4937-9952-bcb18bdea34c', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:48:08Z', 'updated_at': '2021-09-17T07:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '2a6467db-4212-4c41-90f4-17f904dbfe90', 'name': '', 'network_id': '200c4d1a-5385-414c-896c-7c2ada565217', 'tenant_id': '173bcd349821437db6c688209e3398b1', 'mac_address': 'fa:16:3e:a4:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '472967d5-a95a-4c81-ab94-68718eb38ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:48:12Z', 'updated_at': '2021-09-17T07:48:18Z', 'revision_number': 5, 'project_id': '173bcd349821437db6c688209e3398b1', 'subnets': [{'id': '472967d5-a95a-4c81-ab94-68718eb38ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:49:31.696236 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f22632-f065-4690-8eb9-1e38643280ce x-openstack-request-id: req-95f22632-f065-4690-8eb9-1e38643280ce {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:49:31.696639 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c6124d8-5634-48a6-96dd-872d1057b583", "tag": "da736859-ea02-421f-9e3c-068903c07a4f", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:49:31.696995 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-95f22632-f065-4690-8eb9-1e38643280ce {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:49:31.697494 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c6124d8-5634-48a6-96dd-872d1057b583', 'tag': 'da736859-ea02-421f-9e3c-068903c07a4f', 'status': 'completed', 'code': 200} Sep 17 07:49:31.707613 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa684fd0-a85e-469b-aed6-7fb0de9dc944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c589904-32cd-4f69-bd3c-694b81963367'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:49:31.710181 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f04c65e5-a076-446e-b1cd-e4f8097bce20" -d '{"events": [{"server_uuid": "fa684fd0-a85e-469b-aed6-7fb0de9dc944", "name": "network-vif-plugged", "status": "completed", "tag": "0c589904-32cd-4f69-bd3c-694b81963367"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:49:31.753127 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 0c589904-32cd-4f69-bd3c-694b81963367, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=0c589904-32cd-4f69-bd3c-694b81963367,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:49:31.765419 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:31.835107 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11966efc-9ca1-471f-8136-0a9530b4ff83 req-722918e8-9097-454b-9a5f-1a0066d8a300 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:31.845358 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-11966efc-9ca1-471f-8136-0a9530b4ff83 req-722918e8-9097-454b-9a5f-1a0066d8a300 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa684fd0-a85e-469b-aed6-7fb0de9dc944 HTTP/1.1" status: 200 len: 949 time: 0.0862648 Sep 17 07:49:31.861385 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=0c589904-32cd-4f69-bd3c-694b81963367,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:31.864603 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0776c89-612a-4a15-b7a3-7bc66a312b53 req-bf6aab56-5544-403d-8492-dd435b0ae618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:31.869420 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d0776c89-612a-4a15-b7a3-7bc66a312b53 req-bf6aab56-5544-403d-8492-dd435b0ae618 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=173bcd349821437db6c688209e3398b1&device_id=4c6124d8-5634-48a6-96dd-872d1057b583 HTTP/1.1" status: 200 len: 1097 time: 0.0789194 Sep 17 07:49:31.920665 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-11966efc-9ca1-471f-8136-0a9530b4ff83 req-ac234a30-65ea-4a9e-8679-7d185159487a tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741138 Sep 17 07:49:31.994122 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0776c89-612a-4a15-b7a3-7bc66a312b53 req-a2da47cb-dfdf-4b3a-9109-61d603cf3f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:31.999543 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d0776c89-612a-4a15-b7a3-7bc66a312b53 req-a2da47cb-dfdf-4b3a-9109-61d603cf3f29 service neutron] 10.222.0.39 "GET /v2.0/networks?id=200c4d1a-5385-414c-896c-7c2ada565217 HTTP/1.1" status: 200 len: 921 time: 0.1230359 Sep 17 07:49:32.074022 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d0776c89-612a-4a15-b7a3-7bc66a312b53 req-6e361cf5-7e15-400c-958f-d6de60ef11b4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da736859-ea02-421f-9e3c-068903c07a4f HTTP/1.1" status: 200 len: 217 time: 0.0504091 Sep 17 07:49:32.078593 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbec9425-0271-4850-b63d-c9baad9c4b96 x-openstack-request-id: req-fbec9425-0271-4850-b63d-c9baad9c4b96 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:49:32.078888 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa684fd0-a85e-469b-aed6-7fb0de9dc944", "name": "network-vif-plugged", "status": "completed", "tag": "0c589904-32cd-4f69-bd3c-694b81963367", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:49:32.079142 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fbec9425-0271-4850-b63d-c9baad9c4b96 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:49:32.079538 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa684fd0-a85e-469b-aed6-7fb0de9dc944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c589904-32cd-4f69-bd3c-694b81963367', 'code': 200} Sep 17 07:49:32.102976 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12cffc4-db5c-4787-be4d-90e3e151345c None None] New status for floating IP 7e6baf1e-50c9-4a9f-8514-b334ea5fc631: DOWN {{(pid=101292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 07:49:32.136384 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0776c89-612a-4a15-b7a3-7bc66a312b53 req-8a6f6bb0-efee-4b37-8e80-925440329c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:32.138252 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d0776c89-612a-4a15-b7a3-7bc66a312b53 req-8a6f6bb0-efee-4b37-8e80-925440329c05 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=472967d5-a95a-4c81-ab94-68718eb38ee3 HTTP/1.1" status: 200 len: 859 time: 0.0519898 Sep 17 07:49:32.217418 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0776c89-612a-4a15-b7a3-7bc66a312b53 req-b854e870-eb74-4a18-bfce-9767c92dc4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:32.219141 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d0776c89-612a-4a15-b7a3-7bc66a312b53 req-b854e870-eb74-4a18-bfce-9767c92dc4f1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=200c4d1a-5385-414c-896c-7c2ada565217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727606 Sep 17 07:49:32.296031 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e535f7-f3e8-4f62-be05-053c3fa85c3e req-f55270e9-0082-4338-a3c8-efd0d5e0e6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:32.300258 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-68e535f7-f3e8-4f62-be05-053c3fa85c3e req-f55270e9-0082-4338-a3c8-efd0d5e0e6bf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fa684fd0-a85e-469b-aed6-7fb0de9dc944 HTTP/1.1" status: 200 len: 1100 time: 0.1344273 Sep 17 07:49:32.328477 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f0cda9-5b04-4985-8fb9-8a59caaa0a7c req-730e1d25-d89c-4451-9286-3bde055030d9 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:32.336967 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-81f0cda9-5b04-4985-8fb9-8a59caaa0a7c req-730e1d25-d89c-4451-9286-3bde055030d9 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=d99ed35d-0228-402a-8acb-014e6d55a78d HTTP/1.1" status: 200 len: 945 time: 0.1267686 Sep 17 07:49:32.441836 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d0776c89-612a-4a15-b7a3-7bc66a312b53 req-75c52f8a-2c9f-43af-9b57-7031cb8c5f02 service neutron] 10.222.0.39 "GET /v2.0/networks/200c4d1a-5385-414c-896c-7c2ada565217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080326 Sep 17 07:49:32.442890 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-81f0cda9-5b04-4985-8fb9-8a59caaa0a7c req-ee894b12-0047-4a29-b1a7-1826e949bf45 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011355 Sep 17 07:49:32.492326 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-68e535f7-f3e8-4f62-be05-053c3fa85c3e req-8b9f13e7-5132-487d-955e-97e9cb603294 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458528 Sep 17 07:49:32.563660 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d0776c89-612a-4a15-b7a3-7bc66a312b53 req-0270819a-fefd-486e-9e35-376c3a6d7481 service neutron] 10.222.0.39 "GET /v2.0/networks/200c4d1a-5385-414c-896c-7c2ada565217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156635 Sep 17 07:49:32.565247 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa23a266-cd88-4f22-98e7-4b7bf4ae7ab2 req-78453ecb-6300-47c9-9573-f1099429bfc1 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:32.572728 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-aa23a266-cd88-4f22-98e7-4b7bf4ae7ab2 req-78453ecb-6300-47c9-9573-f1099429bfc1 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=2742a9e7-3449-4fd7-80aa-ae818c31ca01 HTTP/1.1" status: 200 len: 945 time: 0.1010518 Sep 17 07:49:32.642372 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4907d75d-e102-4fcd-a7f9-5f4756ecaa42 req-2a41a882-edc9-4e2d-881f-fa5d4479008e tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/floatingips/7e6baf1e-50c9-4a9f-8514-b334ea5fc631 HTTP/1.1" status: 200 len: 694 time: 0.0542970 Sep 17 07:49:32.648333 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-aa23a266-cd88-4f22-98e7-4b7bf4ae7ab2 req-74d813c2-72f6-4229-b0a7-be98a30d3a3f tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746512 Sep 17 07:49:32.763098 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4907d75d-e102-4fcd-a7f9-5f4756ecaa42 req-d92f913a-0cc4-4ad6-94f1-866bf81fa4bb tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:32.764511 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4907d75d-e102-4fcd-a7f9-5f4756ecaa42 req-d92f913a-0cc4-4ad6-94f1-866bf81fa4bb tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/networks/5fc128c4-343a-4b5b-8a61-6a2b8d95c555 HTTP/1.1" status: 200 len: 784 time: 0.1152978 Sep 17 07:49:32.822380 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4907d75d-e102-4fcd-a7f9-5f4756ecaa42 req-505f3847-e1e4-476a-8318-b53bca7b0d6f tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.151 HTTP/1.1" status: 200 len: 697 time: 0.0515113 Sep 17 07:49:32.879320 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4907d75d-e102-4fcd-a7f9-5f4756ecaa42 req-0906dd50-08b7-4b0e-9cd7-0e86088534a8 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.151 HTTP/1.1" status: 200 len: 697 time: 0.0560911 Sep 17 07:49:33.048408 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de1b8c1-5893-4aa5-b06f-a2507de12881 req-4bbc8aec-c18f-46ee-90b2-dc5d2f83a6af tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:33.049862 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5de1b8c1-5893-4aa5-b06f-a2507de12881 req-4bbc8aec-c18f-46ee-90b2-dc5d2f83a6af tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=87da0997-404a-4b15-827e-a8bac44a400a HTTP/1.1" status: 200 len: 946 time: 0.0793653 Sep 17 07:49:33.074324 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-4907d75d-e102-4fcd-a7f9-5f4756ecaa42 req-760b4d16-588e-47e7-a54c-9dd0cf3b19d8 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Deleting port 282a0c06-4716-4072-ac7b-405d356b3a5b {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:49:33.074324 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-4907d75d-e102-4fcd-a7f9-5f4756ecaa42 req-760b4d16-588e-47e7-a54c-9dd0cf3b19d8 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:33.159324 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5de1b8c1-5893-4aa5-b06f-a2507de12881 req-9e36d740-c758-47ad-b3d5-d5a04ad9ff4d tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/security-groups?id=53a4612f-058b-4338-9861-1ad45234538f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991859 Sep 17 07:49:33.194118 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-4907d75d-e102-4fcd-a7f9-5f4756ecaa42 req-760b4d16-588e-47e7-a54c-9dd0cf3b19d8 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:33.194568 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-4907d75d-e102-4fcd-a7f9-5f4756ecaa42 req-760b4d16-588e-47e7-a54c-9dd0cf3b19d8 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:33.216688 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-4907d75d-e102-4fcd-a7f9-5f4756ecaa42 req-760b4d16-588e-47e7-a54c-9dd0cf3b19d8 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Calling delete_port for 282a0c06-4716-4072-ac7b-405d356b3a5b owned by network:floatingip {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:49:33.230049 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a641463-fff3-4956-a01c-0580562fb374 req-ec31927d-9a16-4d49-899f-e98afa67fbce tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:33.231577 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7a641463-fff3-4956-a01c-0580562fb374 req-ec31927d-9a16-4d49-899f-e98afa67fbce tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.41 "GET /v2.0/ports?device_id=d99ed35d-0228-402a-8acb-014e6d55a78d HTTP/1.1" status: 200 len: 945 time: 0.0921862 Sep 17 07:49:33.383189 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979aed23-0c7e-4889-9d1a-b8ce85a61c2d req-99a57aeb-fbdc-40d1-beb5-3568ca57d4d7 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:33.384722 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-979aed23-0c7e-4889-9d1a-b8ce85a61c2d req-99a57aeb-fbdc-40d1-beb5-3568ca57d4d7 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa684fd0-a85e-469b-aed6-7fb0de9dc944 HTTP/1.1" status: 200 len: 949 time: 0.1506667 Sep 17 07:49:33.454323 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-979aed23-0c7e-4889-9d1a-b8ce85a61c2d req-7a8665e6-02d3-4445-947d-f91032758215 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594101 Sep 17 07:49:33.475171 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-7a641463-fff3-4956-a01c-0580562fb374 req-16bd9b2d-b8ce-402c-800b-24950fe1d011 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Deleting port f63b550b-5495-42d6-9113-c786a4434e0f {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:49:33.475171 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-7a641463-fff3-4956-a01c-0580562fb374 req-16bd9b2d-b8ce-402c-800b-24950fe1d011 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:33.572046 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-4907d75d-e102-4fcd-a7f9-5f4756ecaa42 req-760b4d16-588e-47e7-a54c-9dd0cf3b19d8 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:33.615101 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760b4d16-588e-47e7-a54c-9dd0cf3b19d8 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Pushing event deleted for resources: {'Port': ['ID=282a0c06-4716-4072-ac7b-405d356b3a5b,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:33.625113 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-7a641463-fff3-4956-a01c-0580562fb374 req-16bd9b2d-b8ce-402c-800b-24950fe1d011 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] For port f63b550b-5495-42d6-9113-c786a4434e0f, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=f63b550b-5495-42d6-9113-c786a4434e0f,segment=NetworkSegment(bbdef28d-b0c6-41c1-88af-cfcd40a3d803),segment_id=bbdef28d-b0c6-41c1-88af-cfcd40a3d803)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:49:33.625484 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-7a641463-fff3-4956-a01c-0580562fb374 req-16bd9b2d-b8ce-402c-800b-24950fe1d011 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:33.676934 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-7a641463-fff3-4956-a01c-0580562fb374 req-16bd9b2d-b8ce-402c-800b-24950fe1d011 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Calling delete_port for f63b550b-5495-42d6-9113-c786a4434e0f owned by compute:nova {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:49:33.758579 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30822d3-6a26-4ddc-bd02-472edb0c1260 req-2db0ebe4-e3a3-441e-8f95-58c44196ea3c tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:33.760106 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f30822d3-6a26-4ddc-bd02-472edb0c1260 req-2db0ebe4-e3a3-441e-8f95-58c44196ea3c tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=d99ed35d-0228-402a-8acb-014e6d55a78d HTTP/1.1" status: 200 len: 945 time: 0.1500456 Sep 17 07:49:33.769338 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-4907d75d-e102-4fcd-a7f9-5f4756ecaa42 req-760b4d16-588e-47e7-a54c-9dd0cf3b19d8 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Notify callbacks [] for floatingip, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:33.771860 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-4907d75d-e102-4fcd-a7f9-5f4756ecaa42 req-760b4d16-588e-47e7-a54c-9dd0cf3b19d8 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:33.773095 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4907d75d-e102-4fcd-a7f9-5f4756ecaa42 req-760b4d16-588e-47e7-a54c-9dd0cf3b19d8 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "DELETE /v2.0/floatingips/7e6baf1e-50c9-4a9f-8514-b334ea5fc631 HTTP/1.1" status: 204 len: 173 time: 0.8829999 Sep 17 07:49:33.831140 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f30822d3-6a26-4ddc-bd02-472edb0c1260 req-afd768b6-aa98-4db0-b711-5743de5e5025 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640388 Sep 17 07:49:33.917233 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e052d65-8042-4900-98d5-ed16e759dbd9 req-a2be1fd7-11a3-4e34-84db-ab6b0fd1bc27 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:33.919251 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9e052d65-8042-4900-98d5-ed16e759dbd9 req-a2be1fd7-11a3-4e34-84db-ab6b0fd1bc27 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=2742a9e7-3449-4fd7-80aa-ae818c31ca01 HTTP/1.1" status: 200 len: 945 time: 0.0867574 Sep 17 07:49:33.946103 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-7a641463-fff3-4956-a01c-0580562fb374 req-16bd9b2d-b8ce-402c-800b-24950fe1d011 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:33.984527 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bd9b2d-b8ce-402c-800b-24950fe1d011 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Pushing event deleted for resources: {'Port': ['ID=f63b550b-5495-42d6-9113-c786a4434e0f,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:33.995195 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['94b9b03b-bcfa-4457-bd09-4a366b2aedd2'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:49:34.019736 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9e052d65-8042-4900-98d5-ed16e759dbd9 req-a123b63f-7d8c-41b0-844f-50d41ce35e02 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890186 Sep 17 07:49:34.056324 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a641463-fff3-4956-a01c-0580562fb374 req-16bd9b2d-b8ce-402c-800b-24950fe1d011 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] No DVR routers for this DVR port f63b550b-5495-42d6-9113-c786a4434e0f on host n-h1-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:49:34.064826 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-7a641463-fff3-4956-a01c-0580562fb374 req-16bd9b2d-b8ce-402c-800b-24950fe1d011 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:34.066779 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7a641463-fff3-4956-a01c-0580562fb374 req-16bd9b2d-b8ce-402c-800b-24950fe1d011 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.41 "DELETE /v2.0/ports/f63b550b-5495-42d6-9113-c786a4434e0f HTTP/1.1" status: 204 len: 173 time: 0.8264272 Sep 17 07:49:34.067244 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99ed35d-0228-402a-8acb-014e6d55a78d', 'name': 'network-vif-deleted', 'tag': 'f63b550b-5495-42d6-9113-c786a4434e0f'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:49:34.067362 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['f63b550b-5495-42d6-9113-c786a4434e0f'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:49:34.076417 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e238e9-efa0-4b0c-9725-de4c2c1d6de4" -d '{"events": [{"server_uuid": "d99ed35d-0228-402a-8acb-014e6d55a78d", "name": "network-vif-deleted", "tag": "f63b550b-5495-42d6-9113-c786a4434e0f"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:49:34.158803 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b408ebd5-58f6-4a98-b48d-9c52a5e096c6 x-openstack-request-id: req-b408ebd5-58f6-4a98-b48d-9c52a5e096c6 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:49:34.159234 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d99ed35d-0228-402a-8acb-014e6d55a78d", "name": "network-vif-deleted", "tag": "f63b550b-5495-42d6-9113-c786a4434e0f", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:49:34.159533 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b408ebd5-58f6-4a98-b48d-9c52a5e096c6 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:49:34.159954 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd99ed35d-0228-402a-8acb-014e6d55a78d', 'name': 'network-vif-deleted', 'tag': 'f63b550b-5495-42d6-9113-c786a4434e0f', 'status': 'completed', 'code': 200} Sep 17 07:49:34.198046 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9002b313-2146-4cef-a307-9a1bca4b315f req-042750ea-53ff-4633-99d2-3cf709ca8974 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:34.204470 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9002b313-2146-4cef-a307-9a1bca4b315f req-042750ea-53ff-4633-99d2-3cf709ca8974 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c6124d8-5634-48a6-96dd-872d1057b583 HTTP/1.1" status: 200 len: 946 time: 0.0910168 Sep 17 07:49:34.271363 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9002b313-2146-4cef-a307-9a1bca4b315f req-40329980-2ccf-4519-95e3-7fba598aeabd tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c9770cf-353c-4f80-9091-e2890af77545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545890 Sep 17 07:49:34.333802 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7c6e94-9dc0-4a90-86bb-d930af976343 req-73297700-2f4d-44a5-bd6a-5c30f80c8a7e tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:34.335814 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ef7c6e94-9dc0-4a90-86bb-d930af976343 req-73297700-2f4d-44a5-bd6a-5c30f80c8a7e tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=87da0997-404a-4b15-827e-a8bac44a400a HTTP/1.1" status: 200 len: 946 time: 0.0634081 Sep 17 07:49:34.378614 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ef7c6e94-9dc0-4a90-86bb-d930af976343 req-b0268c10-2cce-43cd-a1a9-fcd91592a799 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/security-groups?id=53a4612f-058b-4338-9861-1ad45234538f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354214 Sep 17 07:49:34.589434 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c339bc9-ce40-412e-8216-712cd99001fe req-8efbe249-2bb6-4aee-85e9-87a88176ac13 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:34.591296 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9c339bc9-ce40-412e-8216-712cd99001fe req-8efbe249-2bb6-4aee-85e9-87a88176ac13 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa684fd0-a85e-469b-aed6-7fb0de9dc944 HTTP/1.1" status: 200 len: 949 time: 0.0658143 Sep 17 07:49:34.635055 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9c339bc9-ce40-412e-8216-712cd99001fe req-c6280d05-15c1-438c-b18a-6974327e1607 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366850 Sep 17 07:49:34.880605 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:34.993822 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-73f86d65-0fe2-4146-9d9f-e01e348c95a3 req-49a12488-c9fc-4ef4-af4a-22e6f8b28925 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=d99ed35d-0228-402a-8acb-014e6d55a78d HTTP/1.1" status: 200 len: 210 time: 0.0315740 Sep 17 07:49:35.039960 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfabd1ae-09da-4765-8563-8e11662c14ac req-50ccf33a-76e1-4cef-97ca-f40aae533047 tempest-MigrationsAdminTest-1840764547 tempest-MigrationsAdminTest-1840764547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:35.041501 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cfabd1ae-09da-4765-8563-8e11662c14ac req-50ccf33a-76e1-4cef-97ca-f40aae533047 tempest-MigrationsAdminTest-1840764547 tempest-MigrationsAdminTest-1840764547-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fa684fd0-a85e-469b-aed6-7fb0de9dc944 HTTP/1.1" status: 200 len: 1100 time: 0.0509520 Sep 17 07:49:35.061454 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-cfabd1ae-09da-4765-8563-8e11662c14ac req-79bc010e-fb89-4285-bc7e-a0ad6fd61bc5 tempest-MigrationsAdminTest-1840764547 tempest-MigrationsAdminTest-1840764547-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:35.199744 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e749dc1b-f35d-43b0-98e4-d6c1831575dc req-e673c7df-1d83-4757-82de-eaf71a02142b tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:35.201704 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e749dc1b-f35d-43b0-98e4-d6c1831575dc req-e673c7df-1d83-4757-82de-eaf71a02142b tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=2742a9e7-3449-4fd7-80aa-ae818c31ca01 HTTP/1.1" status: 200 len: 945 time: 0.0861061 Sep 17 07:49:35.256512 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-cfabd1ae-09da-4765-8563-8e11662c14ac req-79bc010e-fb89-4285-bc7e-a0ad6fd61bc5 tempest-MigrationsAdminTest-1840764547 tempest-MigrationsAdminTest-1840764547-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:35.263141 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e749dc1b-f35d-43b0-98e4-d6c1831575dc req-ea9de5fa-855b-4227-8d21-da905c0438ee tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511637 Sep 17 07:49:35.264394 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-cfabd1ae-09da-4765-8563-8e11662c14ac req-79bc010e-fb89-4285-bc7e-a0ad6fd61bc5 tempest-MigrationsAdminTest-1840764547 tempest-MigrationsAdminTest-1840764547-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:35.300451 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cfabd1ae-09da-4765-8563-8e11662c14ac req-79bc010e-fb89-4285-bc7e-a0ad6fd61bc5 tempest-MigrationsAdminTest-1840764547 tempest-MigrationsAdminTest-1840764547-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521689 Sep 17 07:49:35.307885 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:35.316927 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bc010e-fb89-4285-bc7e-a0ad6fd61bc5 tempest-MigrationsAdminTest-1840764547 tempest-MigrationsAdminTest-1840764547-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e722ee8-dbfd-4856-9c85-458eb8c8fbd2,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:35.420099 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604f8954-121f-46de-9272-f7ac143b0eba req-49b89b1e-15a2-445c-a170-140c447c887b tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:35.427991 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-604f8954-121f-46de-9272-f7ac143b0eba req-49b89b1e-15a2-445c-a170-140c447c887b tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c6124d8-5634-48a6-96dd-872d1057b583 HTTP/1.1" status: 200 len: 946 time: 0.0640619 Sep 17 07:49:35.476417 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-604f8954-121f-46de-9272-f7ac143b0eba req-911ac16e-528c-437d-9ced-f110f139a0e7 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c9770cf-353c-4f80-9091-e2890af77545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472989 Sep 17 07:49:35.610416 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dceaa2-bc10-44c0-9bd7-c7a3adc9d206 req-87dd77cc-996a-4e23-a136-dce94c2f4bbb tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:35.612154 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-14dceaa2-bc10-44c0-9bd7-c7a3adc9d206 req-87dd77cc-996a-4e23-a136-dce94c2f4bbb tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=87da0997-404a-4b15-827e-a8bac44a400a HTTP/1.1" status: 200 len: 946 time: 0.0680573 Sep 17 07:49:35.660430 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-14dceaa2-bc10-44c0-9bd7-c7a3adc9d206 req-44028f4e-6fb4-4d19-a87c-b52ac77d5a8d tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/security-groups?id=53a4612f-058b-4338-9861-1ad45234538f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403187 Sep 17 07:49:35.827464 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31547e2-564a-4833-9673-2565a8e72bd0 req-607cf650-0890-4002-8614-48940c16194c tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:35.829816 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e31547e2-564a-4833-9673-2565a8e72bd0 req-607cf650-0890-4002-8614-48940c16194c tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c6124d8-5634-48a6-96dd-872d1057b583 HTTP/1.1" status: 200 len: 946 time: 0.0545020 Sep 17 07:49:35.949191 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-e31547e2-564a-4833-9673-2565a8e72bd0 req-136cd5d8-7a9a-4b36-94ff-461dab3e1d82 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Deleting port da736859-ea02-421f-9e3c-068903c07a4f {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:49:35.949630 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-e31547e2-564a-4833-9673-2565a8e72bd0 req-136cd5d8-7a9a-4b36-94ff-461dab3e1d82 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:36.084878 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-e31547e2-564a-4833-9673-2565a8e72bd0 req-136cd5d8-7a9a-4b36-94ff-461dab3e1d82 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] For port da736859-ea02-421f-9e3c-068903c07a4f, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=da736859-ea02-421f-9e3c-068903c07a4f,segment=NetworkSegment(a57e47ac-83cc-47ca-a237-87aa94ab2d2a),segment_id=a57e47ac-83cc-47ca-a237-87aa94ab2d2a)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:49:36.085606 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-e31547e2-564a-4833-9673-2565a8e72bd0 req-136cd5d8-7a9a-4b36-94ff-461dab3e1d82 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:36.100646 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-e31547e2-564a-4833-9673-2565a8e72bd0 req-136cd5d8-7a9a-4b36-94ff-461dab3e1d82 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Calling delete_port for da736859-ea02-421f-9e3c-068903c07a4f owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:49:36.163451 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-81df84c4-4ca7-462f-8c4d-1a27336a7f5a req-cdd3e75b-c17d-415b-805b-f8a763ac5e6e tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=d99ed35d-0228-402a-8acb-014e6d55a78d HTTP/1.1" status: 200 len: 210 time: 0.0345697 Sep 17 07:49:36.192599 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336e7e9c-6e4f-4406-aead-de84b3d6b73d req-c7167637-0b01-46d4-843b-d58a4835081f tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:36.200572 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-336e7e9c-6e4f-4406-aead-de84b3d6b73d req-c7167637-0b01-46d4-843b-d58a4835081f tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa684fd0-a85e-469b-aed6-7fb0de9dc944 HTTP/1.1" status: 200 len: 949 time: 0.1035585 Sep 17 07:49:36.260033 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-e31547e2-564a-4833-9673-2565a8e72bd0 req-136cd5d8-7a9a-4b36-94ff-461dab3e1d82 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:36.266087 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-336e7e9c-6e4f-4406-aead-de84b3d6b73d req-cd9d69a9-751d-4809-98ac-34d7cda644a8 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596459 Sep 17 07:49:36.316701 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['da736859-ea02-421f-9e3c-068903c07a4f'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:49:36.378195 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-e31547e2-564a-4833-9673-2565a8e72bd0 req-136cd5d8-7a9a-4b36-94ff-461dab3e1d82 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] No DVR routers for this DVR port da736859-ea02-421f-9e3c-068903c07a4f on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:49:36.389874 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-e31547e2-564a-4833-9673-2565a8e72bd0 req-136cd5d8-7a9a-4b36-94ff-461dab3e1d82 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:36.392189 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e31547e2-564a-4833-9673-2565a8e72bd0 req-136cd5d8-7a9a-4b36-94ff-461dab3e1d82 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.39 "DELETE /v2.0/ports/da736859-ea02-421f-9e3c-068903c07a4f HTTP/1.1" status: 204 len: 173 time: 0.5531344 Sep 17 07:49:36.393113 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136cd5d8-7a9a-4b36-94ff-461dab3e1d82 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Pushing event deleted for resources: {'Port': ['ID=da736859-ea02-421f-9e3c-068903c07a4f,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:36.395386 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c6124d8-5634-48a6-96dd-872d1057b583', 'name': 'network-vif-deleted', 'tag': 'da736859-ea02-421f-9e3c-068903c07a4f'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:49:36.398240 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca6df84-e5f7-4d16-a0ff-8d6ab5f36532" -d '{"events": [{"server_uuid": "4c6124d8-5634-48a6-96dd-872d1057b583", "name": "network-vif-deleted", "tag": "da736859-ea02-421f-9e3c-068903c07a4f"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:49:36.421829 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136cd5d8-7a9a-4b36-94ff-461dab3e1d82 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:49:36.422463 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136cd5d8-7a9a-4b36-94ff-461dab3e1d82 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:49:36.422969 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136cd5d8-7a9a-4b36-94ff-461dab3e1d82 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:49:36.423469 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136cd5d8-7a9a-4b36-94ff-461dab3e1d82 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:49:36.424025 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136cd5d8-7a9a-4b36-94ff-461dab3e1d82 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:49:36.424803 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136cd5d8-7a9a-4b36-94ff-461dab3e1d82 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:49:36.437609 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136cd5d8-7a9a-4b36-94ff-461dab3e1d82 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:49:36.438501 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136cd5d8-7a9a-4b36-94ff-461dab3e1d82 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:49:36.439556 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136cd5d8-7a9a-4b36-94ff-461dab3e1d82 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:49:36.440103 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136cd5d8-7a9a-4b36-94ff-461dab3e1d82 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:49:36.440748 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136cd5d8-7a9a-4b36-94ff-461dab3e1d82 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:49:36.441577 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136cd5d8-7a9a-4b36-94ff-461dab3e1d82 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:49:36.465628 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1bc25b-1721-40f4-8c17-3c61df4809ff req-5e9d482c-6aba-4f2e-a9e0-bcef2f4cc147 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:36.469894 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-06718cde-520b-4ff2-b071-5479a6b6ca45 req-834f34e0-cde3-4709-8f82-94edd44abac3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fa684fd0-a85e-469b-aed6-7fb0de9dc944&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2832947 Sep 17 07:49:36.473114 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3f1bc25b-1721-40f4-8c17-3c61df4809ff req-5e9d482c-6aba-4f2e-a9e0-bcef2f4cc147 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=2742a9e7-3449-4fd7-80aa-ae818c31ca01 HTTP/1.1" status: 200 len: 945 time: 0.0873306 Sep 17 07:49:36.483620 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [req-06718cde-520b-4ff2-b071-5479a6b6ca45 req-2fb7456b-eddc-408b-921a-593fc7a93e87 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 07:49:36.484972 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-06718cde-520b-4ff2-b071-5479a6b6ca45 req-2fb7456b-eddc-408b-921a-593fc7a93e87 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070319 Sep 17 07:49:36.520612 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3f1bc25b-1721-40f4-8c17-3c61df4809ff req-59ac4006-9883-401c-878f-89ebc44cdd1c tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418551 Sep 17 07:49:36.618202 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dc624e7e-c4d0-4463-a55d-e1ca6f13cfba req-f3b6606f-f6a1-4c00-925d-835e53a1a256 tempest-FloatingIPsAssociationTestJSON-96613634 tempest-FloatingIPsAssociationTestJSON-96613634-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c6124d8-5634-48a6-96dd-872d1057b583 HTTP/1.1" status: 200 len: 210 time: 0.0374761 Sep 17 07:49:36.772878 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e95fcd2-9caf-412b-976f-0107522c55f2 x-openstack-request-id: req-1e95fcd2-9caf-412b-976f-0107522c55f2 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:49:36.773168 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c6124d8-5634-48a6-96dd-872d1057b583", "name": "network-vif-deleted", "tag": "da736859-ea02-421f-9e3c-068903c07a4f", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:49:36.773419 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1e95fcd2-9caf-412b-976f-0107522c55f2 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:49:36.773813 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c6124d8-5634-48a6-96dd-872d1057b583', 'name': 'network-vif-deleted', 'tag': 'da736859-ea02-421f-9e3c-068903c07a4f', 'status': 'completed', 'code': 200} Sep 17 07:49:36.818471 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34964a00-3471-4795-badf-c1ce7e9deb6a req-7c7b1a25-10b7-43f0-840c-a94fbf5dab6b tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:36.826450 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-34964a00-3471-4795-badf-c1ce7e9deb6a req-7c7b1a25-10b7-43f0-840c-a94fbf5dab6b tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=87da0997-404a-4b15-827e-a8bac44a400a HTTP/1.1" status: 200 len: 946 time: 0.0875242 Sep 17 07:49:36.881428 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-34964a00-3471-4795-badf-c1ce7e9deb6a req-60c845b6-7c42-4773-b6fd-57cc7e8b8354 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/security-groups?id=53a4612f-058b-4338-9861-1ad45234538f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442135 Sep 17 07:49:37.308839 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f01f3475-b11e-4a0d-bcfd-3150dfbc5b38 req-1488d008-6658-4e99-a908-8b1995cb4330 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=d99ed35d-0228-402a-8acb-014e6d55a78d HTTP/1.1" status: 200 len: 210 time: 0.0576651 Sep 17 07:49:37.404398 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e9bd0-3580-4f9d-88bc-64c656d7536c req-23029870-08d1-43db-b169-ee36c817d73e tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:37.412317 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-100e9bd0-3580-4f9d-88bc-64c656d7536c req-23029870-08d1-43db-b169-ee36c817d73e tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa684fd0-a85e-469b-aed6-7fb0de9dc944 HTTP/1.1" status: 200 len: 949 time: 0.0598857 Sep 17 07:49:37.429058 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device c7b7a9f1-e25b-499b-8c26-9efd75611cb8 details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:49:37.438515 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device f63b550b-5495-42d6-9113-c786a4434e0f no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:49:37.451415 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-100e9bd0-3580-4f9d-88bc-64c656d7536c req-59927211-5675-4fc9-b2eb-0fe871794794 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366268 Sep 17 07:49:37.470195 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] No Port match for: f63b550b-5495-42d6-9113-c786a4434e0f {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:49:37.470791 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device f63b550b-5495-42d6-9113-c786a4434e0f not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:49:37.662771 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port c7b7a9f1-e25b-499b-8c26-9efd75611cb8, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=c7b7a9f1-e25b-499b-8c26-9efd75611cb8,segment=NetworkSegment(5ce36400-13a1-41db-8274-558edfd01d90),segment_id=5ce36400-13a1-41db-8274-558edfd01d90)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:49:37.686762 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': 'c7b7a9f1-e25b-499b-8c26-9efd75611cb8', 'network_id': '8735159f-6edb-41d2-9bd4-93956ab1df1a', 'port_id': 'c7b7a9f1-e25b-499b-8c26-9efd75611cb8', 'mac_address': 'fa:16:3e:e6:70:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e8a61b2-3aad-4505-a004-004379de0de4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:49:37.700009 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 36668) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:49:37.700912 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab4553d-4aee-48cc-a574-ac2a84059cd1 req-b7dd2c89-19ab-4993-8d5b-1aa1857d8464 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:37.702741 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3ab4553d-4aee-48cc-a574-ac2a84059cd1 req-b7dd2c89-19ab-4993-8d5b-1aa1857d8464 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=2742a9e7-3449-4fd7-80aa-ae818c31ca01 HTTP/1.1" status: 200 len: 945 time: 0.0839629 Sep 17 07:49:37.763608 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3ab4553d-4aee-48cc-a574-ac2a84059cd1 req-f3b6591d-7610-4850-b39c-311c0315edac tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485387 Sep 17 07:49:37.767314 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:37.788644 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c7b7a9f1-e25b-499b-8c26-9efd75611cb8 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:49:37.817926 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port c7b7a9f1-e25b-499b-8c26-9efd75611cb8, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=c7b7a9f1-e25b-499b-8c26-9efd75611cb8,segment=NetworkSegment(5ce36400-13a1-41db-8274-558edfd01d90),segment_id=5ce36400-13a1-41db-8274-558edfd01d90)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:49:37.822900 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:37.886344 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=c7b7a9f1-e25b-499b-8c26-9efd75611cb8,revision_number=6']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:38.019641 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['c7b7a9f1-e25b-499b-8c26-9efd75611cb8'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:49:38.036837 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f282d233-043b-4820-b378-7fab6ebe0995 req-28b33b44-991d-4221-9090-808d5cef85d5 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:38.046558 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f282d233-043b-4820-b378-7fab6ebe0995 req-28b33b44-991d-4221-9090-808d5cef85d5 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=87da0997-404a-4b15-827e-a8bac44a400a HTTP/1.1" status: 200 len: 945 time: 0.0575840 Sep 17 07:49:38.152213 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f282d233-043b-4820-b378-7fab6ebe0995 req-434120cf-f8a9-4eda-b902-2e10c0c70c74 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/security-groups?id=53a4612f-058b-4338-9861-1ad45234538f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989559 Sep 17 07:49:38.241597 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3731ea62-e5a8-4337-a55e-343311d7e9f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:38.421700 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-123eeb7f-d098-4d09-848d-6fb1c7bdee43 req-9ff11ec9-b936-4333-b966-261cf184501e tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=d99ed35d-0228-402a-8acb-014e6d55a78d HTTP/1.1" status: 200 len: 210 time: 0.0414443 Sep 17 07:49:38.539733 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-3731ea62-e5a8-4337-a55e-343311d7e9f3 admin admin] Deleting port 2a6467db-4212-4c41-90f4-17f904dbfe90 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:49:38.540105 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3731ea62-e5a8-4337-a55e-343311d7e9f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:38.615131 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06718cde-520b-4ff2-b071-5479a6b6ca45 req-b1d4591a-4b6c-46e7-85de-3ec7cc26b3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:38.616700 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-06718cde-520b-4ff2-b071-5479a6b6ca45 req-b1d4591a-4b6c-46e7-85de-3ec7cc26b3af service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e3c94ece967c49989722015c639870a6&device_id=fa684fd0-a85e-469b-aed6-7fb0de9dc944 HTTP/1.1" status: 200 len: 1100 time: 0.0969505 Sep 17 07:49:38.630074 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd02b5-ab02-4b9d-a140-9e023be5f09d req-4e5d288b-1f9c-4a1f-b565-d10276b76228 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:38.638130 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-47cd02b5-ab02-4b9d-a140-9e023be5f09d req-4e5d288b-1f9c-4a1f-b565-d10276b76228 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa684fd0-a85e-469b-aed6-7fb0de9dc944 HTTP/1.1" status: 200 len: 949 time: 0.0853567 Sep 17 07:49:38.646171 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-3731ea62-e5a8-4337-a55e-343311d7e9f3 admin admin] For port 2a6467db-4212-4c41-90f4-17f904dbfe90, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=2a6467db-4212-4c41-90f4-17f904dbfe90,segment=NetworkSegment(a57e47ac-83cc-47ca-a237-87aa94ab2d2a),segment_id=a57e47ac-83cc-47ca-a237-87aa94ab2d2a)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:49:38.646832 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3731ea62-e5a8-4337-a55e-343311d7e9f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:38.665427 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-3731ea62-e5a8-4337-a55e-343311d7e9f3 admin admin] Calling delete_port for 2a6467db-4212-4c41-90f4-17f904dbfe90 owned by network:router_interface {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:49:38.743021 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-47cd02b5-ab02-4b9d-a140-9e023be5f09d req-af5dbd94-add1-4c1e-b03c-a57351a79243 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989745 Sep 17 07:49:38.773559 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06718cde-520b-4ff2-b071-5479a6b6ca45 req-459f986c-d902-4f52-bdc7-d6729bb2ca15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:38.774972 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-06718cde-520b-4ff2-b071-5479a6b6ca45 req-459f986c-d902-4f52-bdc7-d6729bb2ca15 service neutron] 10.222.0.41 "GET /v2.0/networks?id=469390cd-cce5-49bd-b8f8-9e64018a0583 HTTP/1.1" status: 200 len: 870 time: 0.1348581 Sep 17 07:49:38.842520 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-06718cde-520b-4ff2-b071-5479a6b6ca45 req-dd6faaf6-0369-42e3-8db6-f60643c5867a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=0c589904-32cd-4f69-bd3c-694b81963367 HTTP/1.1" status: 200 len: 217 time: 0.0457685 Sep 17 07:49:38.953592 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06718cde-520b-4ff2-b071-5479a6b6ca45 req-07ce196e-d1a2-4695-827c-01fad188ba7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:38.954406 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3731ea62-e5a8-4337-a55e-343311d7e9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:38.956175 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-06718cde-520b-4ff2-b071-5479a6b6ca45 req-07ce196e-d1a2-4695-827c-01fad188ba7a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.1068192 Sep 17 07:49:38.966921 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557368fd-2f67-450b-845d-71db97b8ef0a req-0e31a507-b409-4559-a289-50bf6b87e37b tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:38.969566 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-557368fd-2f67-450b-845d-71db97b8ef0a req-0e31a507-b409-4559-a289-50bf6b87e37b tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=2742a9e7-3449-4fd7-80aa-ae818c31ca01 HTTP/1.1" status: 200 len: 945 time: 0.0751369 Sep 17 07:49:38.984393 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3731ea62-e5a8-4337-a55e-343311d7e9f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a6467db-4212-4c41-90f4-17f904dbfe90,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:39.088229 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06718cde-520b-4ff2-b071-5479a6b6ca45 req-05028acd-faf1-46b9-9126-ee68c7818237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:39.089840 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-06718cde-520b-4ff2-b071-5479a6b6ca45 req-05028acd-faf1-46b9-9126-ee68c7818237 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1189065 Sep 17 07:49:39.113959 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-557368fd-2f67-450b-845d-71db97b8ef0a req-ffe13426-34ed-4ca5-8fdb-77edff9e9df0 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353424 Sep 17 07:49:39.303526 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3731ea62-e5a8-4337-a55e-343311d7e9f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:39.403552 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-06718cde-520b-4ff2-b071-5479a6b6ca45 req-0d195517-ab0d-4e6d-bd08-76a786a221bd service neutron] 10.222.0.41 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065783 Sep 17 07:49:39.426400 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device c7b7a9f1-e25b-499b-8c26-9efd75611cb8 up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:49:39.494388 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0617f4-e0cf-41e7-b594-43254ff455b9 req-c1a23c98-4390-40ac-900b-ee1952e88bea tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:39.503754 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cb0617f4-e0cf-41e7-b594-43254ff455b9 req-c1a23c98-4390-40ac-900b-ee1952e88bea tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=87da0997-404a-4b15-827e-a8bac44a400a HTTP/1.1" status: 200 len: 945 time: 0.1970994 Sep 17 07:49:39.557656 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port c7b7a9f1-e25b-499b-8c26-9efd75611cb8 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:49:39.559286 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:39.645785 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cb0617f4-e0cf-41e7-b594-43254ff455b9 req-26662a90-5267-426f-8cc2-adeb798d4d1e tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/security-groups?id=53a4612f-058b-4338-9861-1ad45234538f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395979 Sep 17 07:49:39.695232 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-06718cde-520b-4ff2-b071-5479a6b6ca45 req-b757bde5-4d11-46af-80f4-5bbe015deabf service neutron] 10.222.0.41 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827954 Sep 17 07:49:39.695637 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:39.724489 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87da0997-404a-4b15-827e-a8bac44a400a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b7a9f1-e25b-499b-8c26-9efd75611cb8'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:49:39.727056 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44be3866-993e-406b-9aa2-fb6ff6196cd4" -d '{"events": [{"server_uuid": "87da0997-404a-4b15-827e-a8bac44a400a", "name": "network-vif-plugged", "status": "completed", "tag": "c7b7a9f1-e25b-499b-8c26-9efd75611cb8"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:49:39.795185 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port c7b7a9f1-e25b-499b-8c26-9efd75611cb8, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=c7b7a9f1-e25b-499b-8c26-9efd75611cb8,segment=NetworkSegment(5ce36400-13a1-41db-8274-558edfd01d90),segment_id=5ce36400-13a1-41db-8274-558edfd01d90)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:49:39.802044 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:39.869787 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9123330-c498-4365-8033-9cef580d466b x-openstack-request-id: req-b9123330-c498-4365-8033-9cef580d466b {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:49:39.883908 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87da0997-404a-4b15-827e-a8bac44a400a", "name": "network-vif-plugged", "status": "completed", "tag": "c7b7a9f1-e25b-499b-8c26-9efd75611cb8", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:49:39.884291 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b9123330-c498-4365-8033-9cef580d466b {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:49:39.884717 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87da0997-404a-4b15-827e-a8bac44a400a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b7a9f1-e25b-499b-8c26-9efd75611cb8', 'code': 200} Sep 17 07:49:39.949354 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device da736859-ea02-421f-9e3c-068903c07a4f no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:49:39.973093 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc2003-fa9b-4617-9ff0-a23e6d27ca7d req-bcdd6af1-2dfb-4c31-89a5-2d3432d440b7 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:39.980481 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fabc2003-fa9b-4617-9ff0-a23e6d27ca7d req-bcdd6af1-2dfb-4c31-89a5-2d3432d440b7 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa684fd0-a85e-469b-aed6-7fb0de9dc944 HTTP/1.1" status: 200 len: 949 time: 0.1067104 Sep 17 07:49:40.025080 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: da736859-ea02-421f-9e3c-068903c07a4f {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:49:40.025514 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device da736859-ea02-421f-9e3c-068903c07a4f not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:49:40.028321 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=c7b7a9f1-e25b-499b-8c26-9efd75611cb8,revision_number=7']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:40.047023 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 36718) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:49:40.088465 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fabc2003-fa9b-4617-9ff0-a23e6d27ca7d req-a84e51c4-68e1-4781-b6e9-6bafba08da52 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070108 Sep 17 07:49:40.210091 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-faec2051-765f-49fe-ade7-b9723c0c7bff admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:40.273470 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3731ea62-e5a8-4337-a55e-343311d7e9f3 admin admin] Router fcf42f6a-3934-4d2c-a0bc-b684e6b4491c has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:49:40.373432 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-faec2051-765f-49fe-ade7-b9723c0c7bff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:40.386502 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-faec2051-765f-49fe-ade7-b9723c0c7bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:40.407305 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3731ea62-e5a8-4337-a55e-343311d7e9f3 admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:49:40.415747 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-3731ea62-e5a8-4337-a55e-343311d7e9f3 admin admin] 10.222.0.13 "PUT /v2.0/routers/fcf42f6a-3934-4d2c-a0bc-b684e6b4491c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7125232 Sep 17 07:49:40.416113 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 36726) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:49:40.421637 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d80d68b-983a-44aa-a6f7-d1e7e2ae2524 None None] Sync routers for ids ['fcf42f6a-3934-4d2c-a0bc-b684e6b4491c'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:49:40.433698 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b289e-59f3-421b-ad36-79e165ba62a4 req-b713e926-d4c4-459e-8be4-fc0ec2927c3d tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:40.434514 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d80d68b-983a-44aa-a6f7-d1e7e2ae2524 None None] Routers {'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:49:40.435436 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-2d80d68b-983a-44aa-a6f7-d1e7e2ae2524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:49:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['fcf42f6a-3934-4d2c-a0bc-b684e6b4491c'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:49:40.442549 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ec4b289e-59f3-421b-ad36-79e165ba62a4 req-b713e926-d4c4-459e-8be4-fc0ec2927c3d tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=2742a9e7-3449-4fd7-80aa-ae818c31ca01 HTTP/1.1" status: 200 len: 945 time: 0.2234955 Sep 17 07:49:40.482906 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faec2051-765f-49fe-ade7-b9723c0c7bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa5729a-96dc-438e-af29-f0482dbe14bd,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:40.503246 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-faec2051-765f-49fe-ade7-b9723c0c7bff admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=31d892caa5294db888a3f84327c98f73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4549050 Sep 17 07:49:40.504131 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 36728) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:49:40.508934 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faec2051-765f-49fe-ade7-b9723c0c7bff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:49:40.509534 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faec2051-765f-49fe-ade7-b9723c0c7bff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:49:40.510069 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faec2051-765f-49fe-ade7-b9723c0c7bff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:49:40.510645 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faec2051-765f-49fe-ade7-b9723c0c7bff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:49:40.511170 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faec2051-765f-49fe-ade7-b9723c0c7bff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:49:40.511782 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faec2051-765f-49fe-ade7-b9723c0c7bff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:49:40.512360 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faec2051-765f-49fe-ade7-b9723c0c7bff admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:49:40.512990 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faec2051-765f-49fe-ade7-b9723c0c7bff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:49:40.513507 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faec2051-765f-49fe-ade7-b9723c0c7bff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:49:40.514019 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faec2051-765f-49fe-ade7-b9723c0c7bff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:49:40.514543 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faec2051-765f-49fe-ade7-b9723c0c7bff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:49:40.515051 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faec2051-765f-49fe-ade7-b9723c0c7bff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:49:40.574457 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-2d80d68b-983a-44aa-a6f7-d1e7e2ae2524 None None] Set router fcf42f6a-3934-4d2c-a0bc-b684e6b4491c gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:49:40.579493 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ec4b289e-59f3-421b-ad36-79e165ba62a4 req-c4fd14f1-242c-488f-b3c8-9c843be34afa tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355350 Sep 17 07:49:40.584442 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f649ca74-1e73-4133-b959-fd1b79621343 admin admin] Notify callbacks [] for router, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:40.633607 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7ec5f55e-f75e-400c-8e43-1df67d5deea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:40.673141 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7ec5f55e-f75e-400c-8e43-1df67d5deea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:40.733389 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f649ca74-1e73-4133-b959-fd1b79621343 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:40.765023 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7ec5f55e-f75e-400c-8e43-1df67d5deea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:40.768008 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7ec5f55e-f75e-400c-8e43-1df67d5deea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:40.771571 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-7ec5f55e-f75e-400c-8e43-1df67d5deea3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/baa5729a-96dc-438e-af29-f0482dbe14bd HTTP/1.1" status: 204 len: 168 time: 0.2621415 Sep 17 07:49:40.814287 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-f649ca74-1e73-4133-b959-fd1b79621343 admin admin] Deleting port b1d36076-cf5e-4937-9952-bcb18bdea34c {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:49:40.814640 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f649ca74-1e73-4133-b959-fd1b79621343 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:40.921400 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-2d80d68b-983a-44aa-a6f7-d1e7e2ae2524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'name': 'tempest-FloatingIPsAssociationTestJSON-821420024-router', 'tenant_id': '173bcd349821437db6c688209e3398b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'b1d36076-cf5e-4937-9952-bcb18bdea34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:48:07Z', 'updated_at': '2021-09-17T07:49:38Z', 'revision_number': 5, 'project_id': '173bcd349821437db6c688209e3398b1', 'gw_port': {'id': 'b1d36076-cf5e-4937-9952-bcb18bdea34c', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:48:08Z', 'updated_at': '2021-09-17T07:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:49:40.925723 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-f649ca74-1e73-4133-b959-fd1b79621343 admin admin] For port b1d36076-cf5e-4937-9952-bcb18bdea34c, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=b1d36076-cf5e-4937-9952-bcb18bdea34c,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:49:40.926109 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f649ca74-1e73-4133-b959-fd1b79621343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:40.944708 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-f649ca74-1e73-4133-b959-fd1b79621343 admin admin] Calling delete_port for b1d36076-cf5e-4937-9952-bcb18bdea34c owned by network:router_gateway {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:49:40.978602 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d80d68b-983a-44aa-a6f7-d1e7e2ae2524 None None] Checking router: fcf42f6a-3934-4d2c-a0bc-b684e6b4491c for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:49:41.012142 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d80d68b-983a-44aa-a6f7-d1e7e2ae2524 None None] Routers {'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:49:41.012795 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-2d80d68b-983a-44aa-a6f7-d1e7e2ae2524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:49:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['fcf42f6a-3934-4d2c-a0bc-b684e6b4491c'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:49:41.198459 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec5f55e-f75e-400c-8e43-1df67d5deea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa5729a-96dc-438e-af29-f0482dbe14bd,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:41.268475 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd2c69-6d1d-41c1-a86e-b51dd4f3fabc req-158e0cb6-ea84-41c3-a690-7c11a8e6a482 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:41.269857 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ecdd2c69-6d1d-41c1-a86e-b51dd4f3fabc req-158e0cb6-ea84-41c3-a690-7c11a8e6a482 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa684fd0-a85e-469b-aed6-7fb0de9dc944 HTTP/1.1" status: 200 len: 949 time: 0.0743785 Sep 17 07:49:41.279537 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9026789-580f-4aaa-8f53-5352c9a5c619 req-21b028b0-1ace-4de4-8175-ef6fc2fa218a tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:41.281182 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d9026789-580f-4aaa-8f53-5352c9a5c619 req-21b028b0-1ace-4de4-8175-ef6fc2fa218a tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=87da0997-404a-4b15-827e-a8bac44a400a HTTP/1.1" status: 200 len: 946 time: 0.5477278 Sep 17 07:49:41.342446 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-2d80d68b-983a-44aa-a6f7-d1e7e2ae2524 None None] Set router fcf42f6a-3934-4d2c-a0bc-b684e6b4491c gateway port host: None {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:49:41.360169 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d9026789-580f-4aaa-8f53-5352c9a5c619 req-b747b9bb-a881-466e-8d6d-37f8b6fb9e0a tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/security-groups?id=53a4612f-058b-4338-9861-1ad45234538f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719717 Sep 17 07:49:41.388125 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f649ca74-1e73-4133-b959-fd1b79621343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:41.396213 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ecdd2c69-6d1d-41c1-a86e-b51dd4f3fabc req-07ba63d9-c52a-47ea-9fff-9b03b377f7a8 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976889 Sep 17 07:49:41.433706 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f649ca74-1e73-4133-b959-fd1b79621343 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1d36076-cf5e-4937-9952-bcb18bdea34c,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:41.459240 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-2d80d68b-983a-44aa-a6f7-d1e7e2ae2524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'name': 'tempest-FloatingIPsAssociationTestJSON-821420024-router', 'tenant_id': '173bcd349821437db6c688209e3398b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:48:07Z', 'updated_at': '2021-09-17T07:49:40Z', 'revision_number': 6, 'project_id': '173bcd349821437db6c688209e3398b1', 'gw_port_host': None}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:49:41.492450 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d80d68b-983a-44aa-a6f7-d1e7e2ae2524 None None] The sync data for ids ['fcf42f6a-3934-4d2c-a0bc-b684e6b4491c'] in n-d-789963-9 is: [{'id': 'fcf42f6a-3934-4d2c-a0bc-b684e6b4491c', 'name': 'tempest-FloatingIPsAssociationTestJSON-821420024-router', 'tenant_id': '173bcd349821437db6c688209e3398b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:48:07Z', 'updated_at': '2021-09-17T07:49:40Z', 'revision_number': 6, 'project_id': '173bcd349821437db6c688209e3398b1', 'gw_port_host': None}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:49:41.510131 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 36750) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:49:41.524414 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bc0f9e66-01cc-41dd-bac6-baa919507b4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:41.566174 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f649ca74-1e73-4133-b959-fd1b79621343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:41.756658 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f649ca74-1e73-4133-b959-fd1b79621343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:41.764268 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f649ca74-1e73-4133-b959-fd1b79621343 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:41.843346 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1976bd64-a333-4391-a8bb-eedd78102578 req-c445a65f-919e-4703-be32-59cbd56e1dbb tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:41.850939 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1976bd64-a333-4391-a8bb-eedd78102578 req-c445a65f-919e-4703-be32-59cbd56e1dbb tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=2742a9e7-3449-4fd7-80aa-ae818c31ca01 HTTP/1.1" status: 200 len: 945 time: 0.1992569 Sep 17 07:49:41.859289 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f649ca74-1e73-4133-b959-fd1b79621343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:41.859852 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f649ca74-1e73-4133-b959-fd1b79621343 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fcf42f6a-3934-4d2c-a0bc-b684e6b4491c {{(pid=101290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 07:49:41.865811 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f649ca74-1e73-4133-b959-fd1b79621343 admin admin] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:41.867037 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f649ca74-1e73-4133-b959-fd1b79621343 admin admin] 10.222.0.13 "DELETE /v2.0/routers/fcf42f6a-3934-4d2c-a0bc-b684e6b4491c HTTP/1.1" status: 204 len: 168 time: 1.4487741 Sep 17 07:49:41.869469 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 36766) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:49:41.891123 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bc0f9e66-01cc-41dd-bac6-baa919507b4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:41.902646 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bc0f9e66-01cc-41dd-bac6-baa919507b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:41.996150 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-bc0f9e66-01cc-41dd-bac6-baa919507b4f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8997b42245e0493f9361ddc32ec88193&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4841526 Sep 17 07:49:42.000300 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 36772) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:49:42.008597 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1976bd64-a333-4391-a8bb-eedd78102578 req-e525be65-3a1e-4226-80fe-40d5cc4fbb75 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565380 Sep 17 07:49:42.009657 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0f9e66-01cc-41dd-bac6-baa919507b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c496cacd-3426-4052-b8b4-fae1d56b9724,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:42.063287 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-737e1700-f666-48c4-803b-38a7809d3616 admin admin] Deleting subnet 472967d5-a95a-4c81-ab94-68718eb38ee3 {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:49:42.080468 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-737e1700-f666-48c4-803b-38a7809d3616 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:42.117953 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4365f4-c29c-47f8-b09f-83aeb4ee334e req-5606be1a-cd9b-40d6-9870-b76ad5b0b8fc tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:42.119570 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ad4365f4-c29c-47f8-b09f-83aeb4ee334e req-5606be1a-cd9b-40d6-9870-b76ad5b0b8fc tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=87da0997-404a-4b15-827e-a8bac44a400a HTTP/1.1" status: 200 len: 946 time: 0.0620954 Sep 17 07:49:42.142519 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-737e1700-f666-48c4-803b-38a7809d3616 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:42.144645 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a4e4c919-48ff-4cef-84a9-e084ef55ad72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:42.185373 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ad4365f4-c29c-47f8-b09f-83aeb4ee334e req-748d784d-820d-425c-a95c-6d19460c76f8 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/security-groups?id=53a4612f-058b-4338-9861-1ad45234538f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576758 Sep 17 07:49:42.200441 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a4e4c919-48ff-4cef-84a9-e084ef55ad72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:42.270067 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-737e1700-f666-48c4-803b-38a7809d3616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:42.315376 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a4e4c919-48ff-4cef-84a9-e084ef55ad72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:42.318555 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a4e4c919-48ff-4cef-84a9-e084ef55ad72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:42.322625 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a4e4c919-48ff-4cef-84a9-e084ef55ad72 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c496cacd-3426-4052-b8b4-fae1d56b9724 HTTP/1.1" status: 204 len: 168 time: 0.3142359 Sep 17 07:49:42.333634 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e4c919-48ff-4cef-84a9-e084ef55ad72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c496cacd-3426-4052-b8b4-fae1d56b9724,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:42.363678 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-737e1700-f666-48c4-803b-38a7809d3616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:42.412457 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-737e1700-f666-48c4-803b-38a7809d3616 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:42.417879 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-737e1700-f666-48c4-803b-38a7809d3616 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/472967d5-a95a-4c81-ab94-68718eb38ee3 HTTP/1.1" status: 204 len: 168 time: 0.5466759 Sep 17 07:49:42.418466 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a897347-52cc-4399-9e5c-9ebd529aecaa None None] Network 200c4d1a-5385-414c-896c-7c2ada565217 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:49:42.418740 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737e1700-f666-48c4-803b-38a7809d3616 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=472967d5-a95a-4c81-ab94-68718eb38ee3,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:42.420411 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 36778) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:49:42.569829 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-447e33f0-5f0f-4e9d-994b-aa8f0dfe7987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:42.640631 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f00844-c776-4009-8370-91a791f02be6 req-3c778085-c579-400e-ad2e-b44c5aaf78e2 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:42.642185 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a4f00844-c776-4009-8370-91a791f02be6 req-3c778085-c579-400e-ad2e-b44c5aaf78e2 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa684fd0-a85e-469b-aed6-7fb0de9dc944 HTTP/1.1" status: 200 len: 949 time: 0.1130061 Sep 17 07:49:42.709441 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-447e33f0-5f0f-4e9d-994b-aa8f0dfe7987 admin admin] Deleting port 5bd9e733-6f42-4eb5-9d63-ac287dec76cd {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:49:42.709676 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-447e33f0-5f0f-4e9d-994b-aa8f0dfe7987 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:42.714170 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a4f00844-c776-4009-8370-91a791f02be6 req-b44fbca2-2a35-4258-a3a3-f0e443299307 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648315 Sep 17 07:49:42.771439 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af792bd-ff0d-4074-a0f3-ce2f80408b25 None None] DHCP port deletion for 200c4d1a-5385-414c-896c-7c2ada565217 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 07:49:42.791773 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-447e33f0-5f0f-4e9d-994b-aa8f0dfe7987 admin admin] For port 5bd9e733-6f42-4eb5-9d63-ac287dec76cd, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=5bd9e733-6f42-4eb5-9d63-ac287dec76cd,segment=NetworkSegment(a57e47ac-83cc-47ca-a237-87aa94ab2d2a),segment_id=a57e47ac-83cc-47ca-a237-87aa94ab2d2a)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:49:42.792699 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-447e33f0-5f0f-4e9d-994b-aa8f0dfe7987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:42.807219 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-447e33f0-5f0f-4e9d-994b-aa8f0dfe7987 admin admin] Calling delete_port for 5bd9e733-6f42-4eb5-9d63-ac287dec76cd owned by network:dhcp {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:49:42.845001 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5af792bd-ff0d-4074-a0f3-ce2f80408b25 None None] Deleting port 5bd9e733-6f42-4eb5-9d63-ac287dec76cd {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:49:42.845641 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5af792bd-ff0d-4074-a0f3-ce2f80408b25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:42.954858 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-447e33f0-5f0f-4e9d-994b-aa8f0dfe7987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:42.985484 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447e33f0-5f0f-4e9d-994b-aa8f0dfe7987 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bd9e733-6f42-4eb5-9d63-ac287dec76cd,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:42.987052 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447e33f0-5f0f-4e9d-994b-aa8f0dfe7987 admin admin] No DVR routers for this DVR port 5bd9e733-6f42-4eb5-9d63-ac287dec76cd on host n-d-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:49:42.996906 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5af792bd-ff0d-4074-a0f3-ce2f80408b25 None None] For port 5bd9e733-6f42-4eb5-9d63-ac287dec76cd, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=5bd9e733-6f42-4eb5-9d63-ac287dec76cd,segment=NetworkSegment(a57e47ac-83cc-47ca-a237-87aa94ab2d2a),segment_id=a57e47ac-83cc-47ca-a237-87aa94ab2d2a)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:49:42.998391 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5af792bd-ff0d-4074-a0f3-ce2f80408b25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:43.037622 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5af792bd-ff0d-4074-a0f3-ce2f80408b25 None None] Calling delete_port for 5bd9e733-6f42-4eb5-9d63-ac287dec76cd owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:49:43.129099 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-447e33f0-5f0f-4e9d-994b-aa8f0dfe7987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:43.158303 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-447e33f0-5f0f-4e9d-994b-aa8f0dfe7987 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['200c4d1a-5385-414c-896c-7c2ada565217']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:49:43.172775 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-447e33f0-5f0f-4e9d-994b-aa8f0dfe7987 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a57e47ac-83cc-47ca-a237-87aa94ab2d2a') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:49:43.173303 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-447e33f0-5f0f-4e9d-994b-aa8f0dfe7987 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a57e47ac-83cc-47ca-a237-87aa94ab2d2a') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:49:43.173740 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5af792bd-ff0d-4074-a0f3-ce2f80408b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:43.185448 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-447e33f0-5f0f-4e9d-994b-aa8f0dfe7987 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:43.209663 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af792bd-ff0d-4074-a0f3-ce2f80408b25 None None] Pushing event deleted for resources: {'Port': ['ID=5bd9e733-6f42-4eb5-9d63-ac287dec76cd,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:43.219817 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af792bd-ff0d-4074-a0f3-ce2f80408b25 None None] No DVR routers for this DVR port 5bd9e733-6f42-4eb5-9d63-ac287dec76cd on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:49:43.298168 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-447e33f0-5f0f-4e9d-994b-aa8f0dfe7987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:43.373730 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-447e33f0-5f0f-4e9d-994b-aa8f0dfe7987 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 07:49:43.374532 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-447e33f0-5f0f-4e9d-994b-aa8f0dfe7987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:43.381412 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 07:49:43.381412 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 07:49:43.381412 n-d-789963-9 neutron-server[101289]: timer() Sep 17 07:49:43.381412 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 07:49:43.381412 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 07:49:43.381412 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 07:49:43.381412 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 07:49:43.381412 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 07:49:43.381412 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 07:49:43.381412 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 07:49:43.381412 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 07:49:43.381412 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 07:49:43.381412 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 07:49:43.381412 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 07:49:43.381412 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 07:49:43.381412 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 07:49:43.381412 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 07:49:43.381412 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 07:49:43.381412 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 07:49:43.381412 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 07:49:43.381412 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 07:49:43.381412 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 07:49:43.381412 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 07:49:43.381412 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 07:49:43.381412 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 07:49:43.381412 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 07:49:43.381412 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 07:49:43.381412 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 07:49:43.381412 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 07:49:43.381412 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 07:49:43.381412 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 07:49:43.381412 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 07:49:43.456947 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 5bd9e733-6f42-4eb5-9d63-ac287dec76cd no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:49:43.458982 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device c7b7a9f1-e25b-499b-8c26-9efd75611cb8 no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:49:43.502701 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 5bd9e733-6f42-4eb5-9d63-ac287dec76cd {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:49:43.503301 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 5bd9e733-6f42-4eb5-9d63-ac287dec76cd not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:49:43.503923 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 2a6467db-4212-4c41-90f4-17f904dbfe90 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:49:43.519738 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9d61dc-128c-4f14-bda6-fcd604d77a19 req-92f59f96-82db-4cfc-ae1b-c0af9373d75d tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:43.521453 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ce9d61dc-128c-4f14-bda6-fcd604d77a19 req-92f59f96-82db-4cfc-ae1b-c0af9373d75d tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=2742a9e7-3449-4fd7-80aa-ae818c31ca01 HTTP/1.1" status: 200 len: 945 time: 0.3339229 Sep 17 07:49:43.523731 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-447e33f0-5f0f-4e9d-994b-aa8f0dfe7987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:43.527120 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 2a6467db-4212-4c41-90f4-17f904dbfe90 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:49:43.527800 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 2a6467db-4212-4c41-90f4-17f904dbfe90 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:49:43.528442 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device b1d36076-cf5e-4937-9952-bcb18bdea34c no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:49:43.530857 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-447e33f0-5f0f-4e9d-994b-aa8f0dfe7987 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:43.536097 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-447e33f0-5f0f-4e9d-994b-aa8f0dfe7987 admin admin] 10.222.0.13 "DELETE /v2.0/networks/200c4d1a-5385-414c-896c-7c2ada565217 HTTP/1.1" status: 204 len: 168 time: 1.1118414 Sep 17 07:49:43.579148 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447e33f0-5f0f-4e9d-994b-aa8f0dfe7987 admin admin] Pushing event deleted for resources: {'Network': ['ID=200c4d1a-5385-414c-896c-7c2ada565217,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:43.587160 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: b1d36076-cf5e-4937-9952-bcb18bdea34c {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:49:43.587504 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device b1d36076-cf5e-4937-9952-bcb18bdea34c not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:49:43.614112 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634bd189-5f36-4178-94e8-2a30b32eab0b req-67f883eb-19d5-434b-b6f1-12864eb11acc tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:43.616131 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-634bd189-5f36-4178-94e8-2a30b32eab0b req-67f883eb-19d5-434b-b6f1-12864eb11acc tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=87da0997-404a-4b15-827e-a8bac44a400a HTTP/1.1" status: 200 len: 946 time: 0.2650058 Sep 17 07:49:43.627686 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ce9d61dc-128c-4f14-bda6-fcd604d77a19 req-358b5ed5-40e3-4dc7-8a06-6b4b97e5167e tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773582 Sep 17 07:49:43.674933 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-634bd189-5f36-4178-94e8-2a30b32eab0b req-c1575e3c-c5b0-4028-8244-a07db66fc29f tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/security-groups?id=53a4612f-058b-4338-9861-1ad45234538f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402281 Sep 17 07:49:43.764851 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:43.790636 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87da0997-404a-4b15-827e-a8bac44a400a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7b7a9f1-e25b-499b-8c26-9efd75611cb8'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:49:43.793837 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-060c8b08-f762-4b14-88c6-a3ffd16aeb9d" -d '{"events": [{"server_uuid": "87da0997-404a-4b15-827e-a8bac44a400a", "name": "network-vif-unplugged", "status": "completed", "tag": "c7b7a9f1-e25b-499b-8c26-9efd75611cb8"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:49:43.809541 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port c7b7a9f1-e25b-499b-8c26-9efd75611cb8, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=c7b7a9f1-e25b-499b-8c26-9efd75611cb8,segment=NetworkSegment(5ce36400-13a1-41db-8274-558edfd01d90),segment_id=5ce36400-13a1-41db-8274-558edfd01d90)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:49:43.819487 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:43.890890 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=c7b7a9f1-e25b-499b-8c26-9efd75611cb8,revision_number=8']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:43.900933 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 36824) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:49:43.923796 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 07:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-739fc177-84a0-468f-9db8-218da0e0858a x-openstack-request-id: req-739fc177-84a0-468f-9db8-218da0e0858a {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:49:43.924200 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87da0997-404a-4b15-827e-a8bac44a400a", "name": "network-vif-unplugged", "status": "completed", "tag": "c7b7a9f1-e25b-499b-8c26-9efd75611cb8", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:49:43.924524 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-739fc177-84a0-468f-9db8-218da0e0858a {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:49:43.924979 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87da0997-404a-4b15-827e-a8bac44a400a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7b7a9f1-e25b-499b-8c26-9efd75611cb8', 'code': 200} Sep 17 07:49:43.964379 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-15d04366-957b-40f2-ad6d-9e7171595329 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=173bcd349821437db6c688209e3398b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0617020 Sep 17 07:49:43.966679 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 36826) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:49:43.980165 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21441b20-f60e-469c-a1a4-26a3873f2331 req-3279ade5-760d-4847-b68f-c9bf65723cea tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:43.981883 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-21441b20-f60e-469c-a1a4-26a3873f2331 req-3279ade5-760d-4847-b68f-c9bf65723cea tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa684fd0-a85e-469b-aed6-7fb0de9dc944 HTTP/1.1" status: 200 len: 949 time: 0.1475456 Sep 17 07:49:43.996527 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183a5cb-d14c-4624-864d-52efde8c549e req-71f2601a-1d92-4b43-b3d3-160a20815cb0 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:43.998248 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4183a5cb-d14c-4624-864d-52efde8c549e req-71f2601a-1d92-4b43-b3d3-160a20815cb0 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.41 "GET /v2.0/ports?device_id=87da0997-404a-4b15-827e-a8bac44a400a HTTP/1.1" status: 200 len: 944 time: 0.1013019 Sep 17 07:49:44.035169 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-95aa5287-ce22-4566-97fd-d57845ef4816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:44.077803 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-95aa5287-ce22-4566-97fd-d57845ef4816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:44.101071 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-21441b20-f60e-469c-a1a4-26a3873f2331 req-6781e881-07be-42f9-b870-caad32b3fa3f tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016388 Sep 17 07:49:44.169261 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-95aa5287-ce22-4566-97fd-d57845ef4816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:44.174407 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-95aa5287-ce22-4566-97fd-d57845ef4816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:44.179110 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-95aa5287-ce22-4566-97fd-d57845ef4816 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5c9770cf-353c-4f80-9091-e2890af77545 HTTP/1.1" status: 204 len: 168 time: 0.2102623 Sep 17 07:49:44.188247 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aa5287-ce22-4566-97fd-d57845ef4816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9770cf-353c-4f80-9091-e2890af77545,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:44.209854 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-4183a5cb-d14c-4624-864d-52efde8c549e req-ce4a5f17-1c1a-4408-8a75-c73e1241c7a5 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Deleting port c7b7a9f1-e25b-499b-8c26-9efd75611cb8 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:49:44.210198 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-4183a5cb-d14c-4624-864d-52efde8c549e req-ce4a5f17-1c1a-4408-8a75-c73e1241c7a5 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:44.356496 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-4183a5cb-d14c-4624-864d-52efde8c549e req-ce4a5f17-1c1a-4408-8a75-c73e1241c7a5 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] For port c7b7a9f1-e25b-499b-8c26-9efd75611cb8, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=c7b7a9f1-e25b-499b-8c26-9efd75611cb8,segment=NetworkSegment(5ce36400-13a1-41db-8274-558edfd01d90),segment_id=5ce36400-13a1-41db-8274-558edfd01d90)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:49:44.357010 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-4183a5cb-d14c-4624-864d-52efde8c549e req-ce4a5f17-1c1a-4408-8a75-c73e1241c7a5 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:44.415960 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-4183a5cb-d14c-4624-864d-52efde8c549e req-ce4a5f17-1c1a-4408-8a75-c73e1241c7a5 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Calling delete_port for c7b7a9f1-e25b-499b-8c26-9efd75611cb8 owned by compute:nova {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:49:44.485310 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8779e-4c27-4b96-af28-7fd6057c6469 req-1fa66a3f-820d-4d35-bbcc-ef03a382120e tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:44.493196 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-60c8779e-4c27-4b96-af28-7fd6057c6469 req-1fa66a3f-820d-4d35-bbcc-ef03a382120e tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff86472-d8ba-4b8f-957b-aef4ea838ce9 HTTP/1.1" status: 200 len: 944 time: 0.1188662 Sep 17 07:49:44.555625 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-60c8779e-4c27-4b96-af28-7fd6057c6469 req-5d4c85bc-0123-462a-9e48-72b85ca73dca tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567951 Sep 17 07:49:44.645692 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-4183a5cb-d14c-4624-864d-52efde8c549e req-ce4a5f17-1c1a-4408-8a75-c73e1241c7a5 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:44.693307 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4a5f17-1c1a-4408-8a75-c73e1241c7a5 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Pushing event deleted for resources: {'Port': ['ID=c7b7a9f1-e25b-499b-8c26-9efd75611cb8,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:44.784267 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-4183a5cb-d14c-4624-864d-52efde8c549e req-ce4a5f17-1c1a-4408-8a75-c73e1241c7a5 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] No DVR routers for this DVR port c7b7a9f1-e25b-499b-8c26-9efd75611cb8 on host n-h1-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:49:44.789113 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-4183a5cb-d14c-4624-864d-52efde8c549e req-ce4a5f17-1c1a-4408-8a75-c73e1241c7a5 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:44.791075 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4183a5cb-d14c-4624-864d-52efde8c549e req-ce4a5f17-1c1a-4408-8a75-c73e1241c7a5 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.41 "DELETE /v2.0/ports/c7b7a9f1-e25b-499b-8c26-9efd75611cb8 HTTP/1.1" status: 204 len: 173 time: 0.7610922 Sep 17 07:49:44.792187 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87da0997-404a-4b15-827e-a8bac44a400a', 'name': 'network-vif-deleted', 'tag': 'c7b7a9f1-e25b-499b-8c26-9efd75611cb8'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:49:44.794416 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d38cc2-8e21-4314-be21-2b6a47f1f344" -d '{"events": [{"server_uuid": "87da0997-404a-4b15-827e-a8bac44a400a", "name": "network-vif-deleted", "tag": "c7b7a9f1-e25b-499b-8c26-9efd75611cb8"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:49:44.846339 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-27d7a4b9-f461-4281-86d6-d877050fa258 req-38a398c9-67b1-4689-b663-8f339294e389 tempest-ImagesTestJSON-1148555889 tempest-ImagesTestJSON-1148555889-project] 10.222.0.13 "GET /v2.0/ports?device_id=87da0997-404a-4b15-827e-a8bac44a400a HTTP/1.1" status: 200 len: 210 time: 0.0585341 Sep 17 07:49:44.879682 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38652f30-d564-4889-8d35-f09b59465a6f req-b23e07e0-e151-46a5-8be5-6e85c82a96b6 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:44.887646 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-38652f30-d564-4889-8d35-f09b59465a6f req-b23e07e0-e151-46a5-8be5-6e85c82a96b6 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=2742a9e7-3449-4fd7-80aa-ae818c31ca01 HTTP/1.1" status: 200 len: 945 time: 0.1403131 Sep 17 07:49:44.964301 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-38652f30-d564-4889-8d35-f09b59465a6f req-a80b2b16-8508-4e8b-be11-251912f775c0 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755343 Sep 17 07:49:44.981055 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6debb579-8095-42ba-b602-f346201ff324 x-openstack-request-id: req-6debb579-8095-42ba-b602-f346201ff324 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:49:44.981616 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87da0997-404a-4b15-827e-a8bac44a400a", "name": "network-vif-deleted", "tag": "c7b7a9f1-e25b-499b-8c26-9efd75611cb8", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:49:44.982018 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6debb579-8095-42ba-b602-f346201ff324 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:49:44.982553 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87da0997-404a-4b15-827e-a8bac44a400a', 'name': 'network-vif-deleted', 'tag': 'c7b7a9f1-e25b-499b-8c26-9efd75611cb8', 'status': 'completed', 'code': 200} Sep 17 07:49:45.169546 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2c6e4aa1-2d34-4278-b939-4d5badce1195 req-b4cfdcae-f950-40a1-aa29-175f196861b2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=31f02f8d-3021-40a0-9255-28623a738e53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0531979 Sep 17 07:49:45.213987 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367ee6a-549e-46f4-a4b7-ad8a271e650d req-6569173f-2761-4908-892f-51a6896f2dee tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:45.215871 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6367ee6a-549e-46f4-a4b7-ad8a271e650d req-6569173f-2761-4908-892f-51a6896f2dee tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.39 "GET /v2.0/ports?device_id=bff86472-d8ba-4b8f-957b-aef4ea838ce9 HTTP/1.1" status: 200 len: 944 time: 0.0764277 Sep 17 07:49:45.274288 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e4aa1-2d34-4278-b939-4d5badce1195 req-f6739f78-5f98-4b2f-a62e-820f1efb903e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:45.275813 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2c6e4aa1-2d34-4278-b939-4d5badce1195 req-f6739f78-5f98-4b2f-a62e-820f1efb903e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=995280dd7af64d29b5c08cf39fa14744&device_id=31f02f8d-3021-40a0-9255-28623a738e53 HTTP/1.1" status: 200 len: 1097 time: 0.0706983 Sep 17 07:49:45.285928 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aec199-dac2-4f52-a073-0a45e25e1c5e req-82d1d5de-2d6b-46db-99f2-1cd3f421ec55 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:45.287475 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-71aec199-dac2-4f52-a073-0a45e25e1c5e req-82d1d5de-2d6b-46db-99f2-1cd3f421ec55 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa684fd0-a85e-469b-aed6-7fb0de9dc944 HTTP/1.1" status: 200 len: 949 time: 0.0943556 Sep 17 07:49:45.351772 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-6367ee6a-549e-46f4-a4b7-ad8a271e650d req-e16ce13d-b129-48b2-8688-dd899bff1892 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Deleting port 94b9b03b-bcfa-4457-bd09-4a366b2aedd2 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:49:45.352152 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-6367ee6a-549e-46f4-a4b7-ad8a271e650d req-e16ce13d-b129-48b2-8688-dd899bff1892 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:45.379284 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-71aec199-dac2-4f52-a073-0a45e25e1c5e req-3ff991b6-91e1-4efa-8ed6-bb02687958be tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692122 Sep 17 07:49:45.450312 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e4aa1-2d34-4278-b939-4d5badce1195 req-c0fafea9-24c0-4480-90b7-6f344fe6719c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:45.452216 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2c6e4aa1-2d34-4278-b939-4d5badce1195 req-c0fafea9-24c0-4480-90b7-6f344fe6719c service neutron] 10.222.0.41 "GET /v2.0/networks?id=28b44509-44d1-434d-a1e7-c08ce9b90a41 HTTP/1.1" status: 200 len: 924 time: 0.1494913 Sep 17 07:49:45.460131 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-6367ee6a-549e-46f4-a4b7-ad8a271e650d req-e16ce13d-b129-48b2-8688-dd899bff1892 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] For port 94b9b03b-bcfa-4457-bd09-4a366b2aedd2, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=94b9b03b-bcfa-4457-bd09-4a366b2aedd2,segment=NetworkSegment(bbdef28d-b0c6-41c1-88af-cfcd40a3d803),segment_id=bbdef28d-b0c6-41c1-88af-cfcd40a3d803)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:49:45.460870 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-6367ee6a-549e-46f4-a4b7-ad8a271e650d req-e16ce13d-b129-48b2-8688-dd899bff1892 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:45.475353 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-6367ee6a-549e-46f4-a4b7-ad8a271e650d req-e16ce13d-b129-48b2-8688-dd899bff1892 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Calling delete_port for 94b9b03b-bcfa-4457-bd09-4a366b2aedd2 owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:49:45.533664 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2c6e4aa1-2d34-4278-b939-4d5badce1195 req-13f21f08-ddda-46bc-b156-ef21c544dc9f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da5553c9-7a43-4400-9f45-d490f49a3f8b HTTP/1.1" status: 200 len: 1002 time: 0.0723255 Sep 17 07:49:45.552365 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 36892) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:49:45.606264 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e4aa1-2d34-4278-b939-4d5badce1195 req-9dee6e3b-073c-402a-af7c-832066db6aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:45.608322 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2c6e4aa1-2d34-4278-b939-4d5badce1195 req-9dee6e3b-073c-402a-af7c-832066db6aaf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2b739cf-a4f3-485c-ac6f-6aae0b07dbbb HTTP/1.1" status: 200 len: 862 time: 0.0614932 Sep 17 07:49:45.691153 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-6367ee6a-549e-46f4-a4b7-ad8a271e650d req-e16ce13d-b129-48b2-8688-dd899bff1892 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:45.703874 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e4aa1-2d34-4278-b939-4d5badce1195 req-3b86f115-90d0-41a4-8f32-b3866dfc861d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:45.705369 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2c6e4aa1-2d34-4278-b939-4d5badce1195 req-3b86f115-90d0-41a4-8f32-b3866dfc861d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=28b44509-44d1-434d-a1e7-c08ce9b90a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0901456 Sep 17 07:49:45.726935 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['94b9b03b-bcfa-4457-bd09-4a366b2aedd2'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:49:45.730869 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16ce13d-b129-48b2-8688-dd899bff1892 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Pushing event deleted for resources: {'Port': ['ID=94b9b03b-bcfa-4457-bd09-4a366b2aedd2,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:45.754344 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e222c7eb-61f5-4a12-9d85-66bd29569bcc req-16a2c186-263f-468e-a6e5-6b68c930aeef tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:45.756285 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e222c7eb-61f5-4a12-9d85-66bd29569bcc req-16a2c186-263f-468e-a6e5-6b68c930aeef tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff86472-d8ba-4b8f-957b-aef4ea838ce9 HTTP/1.1" status: 200 len: 866 time: 0.0864434 Sep 17 07:49:45.791121 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-6367ee6a-549e-46f4-a4b7-ad8a271e650d req-e16ce13d-b129-48b2-8688-dd899bff1892 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] No DVR routers for this DVR port 94b9b03b-bcfa-4457-bd09-4a366b2aedd2 on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:49:45.794267 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-6367ee6a-549e-46f4-a4b7-ad8a271e650d req-e16ce13d-b129-48b2-8688-dd899bff1892 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:45.796371 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6367ee6a-549e-46f4-a4b7-ad8a271e650d req-e16ce13d-b129-48b2-8688-dd899bff1892 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.39 "DELETE /v2.0/ports/94b9b03b-bcfa-4457-bd09-4a366b2aedd2 HTTP/1.1" status: 204 len: 173 time: 0.5730875 Sep 17 07:49:45.797406 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bff86472-d8ba-4b8f-957b-aef4ea838ce9', 'name': 'network-vif-deleted', 'tag': '94b9b03b-bcfa-4457-bd09-4a366b2aedd2'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:49:45.800174 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef7033c-f9eb-4866-8f88-03db42986ce8" -d '{"events": [{"server_uuid": "bff86472-d8ba-4b8f-957b-aef4ea838ce9", "name": "network-vif-deleted", "tag": "94b9b03b-bcfa-4457-bd09-4a366b2aedd2"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:49:45.847099 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae784d80-0db2-4b83-9cbd-784eff81af23 x-openstack-request-id: req-ae784d80-0db2-4b83-9cbd-784eff81af23 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:49:45.847494 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bff86472-d8ba-4b8f-957b-aef4ea838ce9", "name": "network-vif-deleted", "tag": "94b9b03b-bcfa-4457-bd09-4a366b2aedd2", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:49:45.847719 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ae784d80-0db2-4b83-9cbd-784eff81af23 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:49:45.848599 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bff86472-d8ba-4b8f-957b-aef4ea838ce9', 'name': 'network-vif-deleted', 'tag': '94b9b03b-bcfa-4457-bd09-4a366b2aedd2', 'status': 'completed', 'code': 200} Sep 17 07:49:45.854060 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e222c7eb-61f5-4a12-9d85-66bd29569bcc req-ca7d706f-dc61-404c-b35c-a47058c3595f tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685213 Sep 17 07:49:45.858243 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2c6e4aa1-2d34-4278-b939-4d5badce1195 req-99724d9d-36a4-45fd-87d1-82ee0eb8993a service neutron] 10.222.0.41 "GET /v2.0/networks/28b44509-44d1-434d-a1e7-c08ce9b90a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446917 Sep 17 07:49:45.914778 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-fbdbd982-4f24-43e1-ad3c-a70055c7f578 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-637993520-network', 'tenant_id': '21f3c7f03c914a5b858a20df6b6b8d87'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:49:45.960821 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbdbd982-4f24-43e1-ad3c-a70055c7f578 admin admin] Made reservation on behalf of 21f3c7f03c914a5b858a20df6b6b8d87 for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:49:45.963520 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fbdbd982-4f24-43e1-ad3c-a70055c7f578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:45.973752 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fbdbd982-4f24-43e1-ad3c-a70055c7f578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:46.009177 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2c6e4aa1-2d34-4278-b939-4d5badce1195 req-c22a44a2-72eb-4080-8a7f-67e1908fb80a service neutron] 10.222.0.41 "GET /v2.0/networks/28b44509-44d1-434d-a1e7-c08ce9b90a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426773 Sep 17 07:49:46.122917 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f69f2-3161-4ca8-8014-7a0487ea0ba1 req-2dcb100f-8cd9-4739-8a00-fdea573782da tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:46.130643 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f02f69f2-3161-4ca8-8014-7a0487ea0ba1 req-2dcb100f-8cd9-4739-8a00-fdea573782da tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=2742a9e7-3449-4fd7-80aa-ae818c31ca01 HTTP/1.1" status: 200 len: 945 time: 0.0676739 Sep 17 07:49:46.147733 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fbdbd982-4f24-43e1-ad3c-a70055c7f578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:46.152876 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fbdbd982-4f24-43e1-ad3c-a70055c7f578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:46.182063 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbdbd982-4f24-43e1-ad3c-a70055c7f578 admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 07:49:46.191168 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdbd982-4f24-43e1-ad3c-a70055c7f578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb8b46b-1ef4-41c3-8b49-4cc623031cd0,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:46.191393 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f02f69f2-3161-4ca8-8014-7a0487ea0ba1 req-cb5d7d07-7421-482e-a95d-97b2d4607a67 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544159 Sep 17 07:49:46.207560 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fbdbd982-4f24-43e1-ad3c-a70055c7f578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:46.207944 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-fbdbd982-4f24-43e1-ad3c-a70055c7f578 admin admin] Added segment 17fdcc3c-7a0c-41a7-9b0c-6ef10a824793 of type vlan for network e7618610-9a57-4cc8-982b-d8af484bdfe5 Sep 17 07:49:46.249581 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fbdbd982-4f24-43e1-ad3c-a70055c7f578 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:46.301508 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fbdbd982-4f24-43e1-ad3c-a70055c7f578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:46.303145 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdbd982-4f24-43e1-ad3c-a70055c7f578 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:46.304139 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fbdbd982-4f24-43e1-ad3c-a70055c7f578 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:46.344033 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-fbdbd982-4f24-43e1-ad3c-a70055c7f578 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.7878096 Sep 17 07:49:46.345912 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 36952) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:49:46.353881 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-424f5582-13b9-4472-8b1d-e8779e7f0cd6 admin admin] Request body: {'subnet': {'network_id': 'e7618610-9a57-4cc8-982b-d8af484bdfe5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-637993520-subnet', 'tenant_id': '21f3c7f03c914a5b858a20df6b6b8d87', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:49:46.426614 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 36958) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:49:46.438644 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdbd982-4f24-43e1-ad3c-a70055c7f578 admin admin] Pushing event updated for resources: {'Network': ['ID=e7618610-9a57-4cc8-982b-d8af484bdfe5,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:46.456928 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424f5582-13b9-4472-8b1d-e8779e7f0cd6 admin admin] Made reservation on behalf of 21f3c7f03c914a5b858a20df6b6b8d87 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:49:46.458920 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network e7618610-9a57-4cc8-982b-d8af484bdfe5 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 07:49:46.464625 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-424f5582-13b9-4472-8b1d-e8779e7f0cd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:46.553889 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d7b41e0-a481-4237-9984-92fd0c198bf2 admin admin] Deleting subnet 4e8a61b2-3aad-4505-a004-004379de0de4 {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:49:46.558202 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2d7b41e0-a481-4237-9984-92fd0c198bf2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:46.588820 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a787efe7-75b7-44bb-b71a-156291d61ba6 req-83074db4-168d-4164-9cf4-6eca405c417d tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:46.590398 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a787efe7-75b7-44bb-b71a-156291d61ba6 req-83074db4-168d-4164-9cf4-6eca405c417d tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa684fd0-a85e-469b-aed6-7fb0de9dc944 HTTP/1.1" status: 200 len: 949 time: 0.0918744 Sep 17 07:49:46.624836 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2d7b41e0-a481-4237-9984-92fd0c198bf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:46.679391 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a787efe7-75b7-44bb-b71a-156291d61ba6 req-c2e03e99-ebd4-403b-b0fa-2bcd29efd7de tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773726 Sep 17 07:49:46.688275 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2d7b41e0-a481-4237-9984-92fd0c198bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:46.720679 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-424f5582-13b9-4472-8b1d-e8779e7f0cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:46.744604 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2d7b41e0-a481-4237-9984-92fd0c198bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:46.775223 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2d7b41e0-a481-4237-9984-92fd0c198bf2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:46.777709 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-2d7b41e0-a481-4237-9984-92fd0c198bf2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4e8a61b2-3aad-4505-a004-004379de0de4 HTTP/1.1" status: 204 len: 168 time: 0.3500335 Sep 17 07:49:46.778720 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7b41e0-a481-4237-9984-92fd0c198bf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e8a61b2-3aad-4505-a004-004379de0de4,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:46.781201 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 36966) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:49:46.786774 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424f5582-13b9-4472-8b1d-e8779e7f0cd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb64a615-3b31-4cda-9193-292349d0b524,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:46.791167 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424f5582-13b9-4472-8b1d-e8779e7f0cd6 admin admin] Checking segment: {'id': '17fdcc3c-7a0c-41a7-9b0c-6ef10a824793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7618610-9a57-4cc8-982b-d8af484bdfe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:49:46.792068 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424f5582-13b9-4472-8b1d-e8779e7f0cd6 admin admin] Network hostable DHCP agents. Network: e7618610-9a57-4cc8-982b-d8af484bdfe5, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 07:49:46.810221 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424f5582-13b9-4472-8b1d-e8779e7f0cd6 admin admin] Network e7618610-9a57-4cc8-982b-d8af484bdfe5 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 07:49:46.820382 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-424f5582-13b9-4472-8b1d-e8779e7f0cd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, e7618610-9a57-4cc8-982b-d8af484bdfe5) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:49:46.827898 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424f5582-13b9-4472-8b1d-e8779e7f0cd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:46.828806 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-424f5582-13b9-4472-8b1d-e8779e7f0cd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:46.830127 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca56daa8-3148-4353-888b-4f3f0d50dcb1 None None] Network e7618610-9a57-4cc8-982b-d8af484bdfe5 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:49:46.846933 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-424f5582-13b9-4472-8b1d-e8779e7f0cd6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.4996214 Sep 17 07:49:46.849554 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 36970) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:49:46.855543 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-5aaa5944-f0f4-436e-a2c1-9e0799541588 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-637993520-router', 'tenant_id': '21f3c7f03c914a5b858a20df6b6b8d87', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:49:46.877131 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-abef8fd1-d539-415f-af7e-767dc065599f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:46.880594 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5aaa5944-f0f4-436e-a2c1-9e0799541588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:46.881882 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5aaa5944-f0f4-436e-a2c1-9e0799541588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:46.952109 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5aaa5944-f0f4-436e-a2c1-9e0799541588 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:46.998149 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-abef8fd1-d539-415f-af7e-767dc065599f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:47.021883 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-abef8fd1-d539-415f-af7e-767dc065599f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8735159f-6edb-41d2-9bd4-93956ab1df1a']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:49:47.032464 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-abef8fd1-d539-415f-af7e-767dc065599f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ce36400-13a1-41db-8274-558edfd01d90') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:49:47.032764 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-abef8fd1-d539-415f-af7e-767dc065599f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ce36400-13a1-41db-8274-558edfd01d90') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:49:47.046507 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-abef8fd1-d539-415f-af7e-767dc065599f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:47.063716 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-abef8fd1-d539-415f-af7e-767dc065599f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:47.073966 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abef8fd1-d539-415f-af7e-767dc065599f admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 07:49:47.074426 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-abef8fd1-d539-415f-af7e-767dc065599f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:47.081520 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 07:49:47.081520 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 07:49:47.081520 n-d-789963-9 neutron-server[101289]: timer() Sep 17 07:49:47.081520 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 07:49:47.081520 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 07:49:47.081520 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 07:49:47.081520 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 07:49:47.081520 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 07:49:47.081520 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 07:49:47.081520 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 07:49:47.081520 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 07:49:47.081520 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 07:49:47.081520 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 07:49:47.081520 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 07:49:47.081520 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 07:49:47.081520 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 07:49:47.081520 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 07:49:47.081520 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 07:49:47.081520 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 07:49:47.081520 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 07:49:47.081520 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 07:49:47.081520 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 07:49:47.081520 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 07:49:47.081520 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 07:49:47.081520 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 07:49:47.081520 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 07:49:47.081520 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 07:49:47.081520 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 07:49:47.081520 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 07:49:47.081520 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 07:49:47.081520 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 07:49:47.081520 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 07:49:47.090655 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fca5c8-5c37-43ba-b10c-8723cb316c1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-e7618610-9a57-4cc8-982b-d8af484bdfe5', 'network_id': 'e7618610-9a57-4cc8-982b-d8af484bdfe5', 'tenant_id': '21f3c7f03c914a5b858a20df6b6b8d87', 'fixed_ips': [{'subnet_id': 'bb64a615-3b31-4cda-9193-292349d0b524'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 07:49:47.091530 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-49fca5c8-5c37-43ba-b10c-8723cb316c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:47.176481 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5aaa5944-f0f4-436e-a2c1-9e0799541588 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:47.178383 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-abef8fd1-d539-415f-af7e-767dc065599f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:47.204630 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-abef8fd1-d539-415f-af7e-767dc065599f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:47.205851 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-abef8fd1-d539-415f-af7e-767dc065599f admin admin] 10.222.0.13 "DELETE /v2.0/networks/8735159f-6edb-41d2-9bd4-93956ab1df1a HTTP/1.1" status: 204 len: 168 time: 0.4215961 Sep 17 07:49:47.206778 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abef8fd1-d539-415f-af7e-767dc065599f admin admin] Pushing event deleted for resources: {'Network': ['ID=8735159f-6edb-41d2-9bd4-93956ab1df1a,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:47.381507 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-49fca5c8-5c37-43ba-b10c-8723cb316c1f None None] Allocated IP 172.20.0.2 (e7618610-9a57-4cc8-982b-d8af484bdfe5/bb64a615-3b31-4cda-9193-292349d0b524/70176595-a844-4298-9202-78fe171bbe15) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:49:47.436185 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466b6fd1-9999-499b-80af-01b3c8e45581 req-b9a6c4b2-98e2-4dc3-8096-55f2c32fa6ca tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:47.438392 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-466b6fd1-9999-499b-80af-01b3c8e45581 req-b9a6c4b2-98e2-4dc3-8096-55f2c32fa6ca tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=2742a9e7-3449-4fd7-80aa-ae818c31ca01 HTTP/1.1" status: 200 len: 945 time: 0.0872116 Sep 17 07:49:47.472976 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5aaa5944-f0f4-436e-a2c1-9e0799541588 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:47.479090 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device c7b7a9f1-e25b-499b-8c26-9efd75611cb8 no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:49:47.500479 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5aaa5944-f0f4-436e-a2c1-9e0799541588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:47.508718 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] No Port match for: c7b7a9f1-e25b-499b-8c26-9efd75611cb8 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:49:47.509749 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device c7b7a9f1-e25b-499b-8c26-9efd75611cb8 not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:49:47.522344 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-466b6fd1-9999-499b-80af-01b3c8e45581 req-f0aee2b5-2c53-453d-a7f8-cc688afd251a tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642393 Sep 17 07:49:47.530926 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4661fcaa-54c3-4fdd-acc9-0aa55d1f76b0 req-ea85f917-c463-46d2-893c-033cca3cbb31 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:47.539173 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4661fcaa-54c3-4fdd-acc9-0aa55d1f76b0 req-ea85f917-c463-46d2-893c-033cca3cbb31 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b19613c-19cc-4fcd-9986-d4471d717aa1 HTTP/1.1" status: 200 len: 945 time: 0.1306281 Sep 17 07:49:47.593035 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4661fcaa-54c3-4fdd-acc9-0aa55d1f76b0 req-7508f1d5-f18f-4a34-93a1-c7791bb88983 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528505 Sep 17 07:49:47.623213 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-49fca5c8-5c37-43ba-b10c-8723cb316c1f None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:47.631871 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-49fca5c8-5c37-43ba-b10c-8723cb316c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:47.659112 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-5aaa5944-f0f4-436e-a2c1-9e0799541588 admin admin] Allocated IP 172.25.6.136 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/a6097d46-25cd-4153-9159-7dd3abc811e9) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:49:47.683161 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fca5c8-5c37-43ba-b10c-8723cb316c1f None None] Network e7618610-9a57-4cc8-982b-d8af484bdfe5 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:49:47.687419 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-49fca5c8-5c37-43ba-b10c-8723cb316c1f None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:49:47.689648 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fca5c8-5c37-43ba-b10c-8723cb316c1f None None] Pushing event updated for resources: {'Port': ['ID=70176595-a844-4298-9202-78fe171bbe15,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:47.692003 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fca5c8-5c37-43ba-b10c-8723cb316c1f None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:49:47.750020 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 36998) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:49:47.758463 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-49fca5c8-5c37-43ba-b10c-8723cb316c1f None None] Attempting to bind port 70176595-a844-4298-9202-78fe171bbe15 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:49:47.758916 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-49fca5c8-5c37-43ba-b10c-8723cb316c1f None None] Attempting to bind port 70176595-a844-4298-9202-78fe171bbe15 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '17fdcc3c-7a0c-41a7-9b0c-6ef10a824793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7618610-9a57-4cc8-982b-d8af484bdfe5'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:49:47.759184 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fca5c8-5c37-43ba-b10c-8723cb316c1f None None] Attempting to bind port 70176595-a844-4298-9202-78fe171bbe15 on network e7618610-9a57-4cc8-982b-d8af484bdfe5 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:49:47.765066 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fca5c8-5c37-43ba-b10c-8723cb316c1f None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:49:47.765454 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fca5c8-5c37-43ba-b10c-8723cb316c1f None None] Checking segment: {'id': '17fdcc3c-7a0c-41a7-9b0c-6ef10a824793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7618610-9a57-4cc8-982b-d8af484bdfe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:49:47.765869 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-49fca5c8-5c37-43ba-b10c-8723cb316c1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:47.766532 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fca5c8-5c37-43ba-b10c-8723cb316c1f None None] Bound using segment: {'id': '17fdcc3c-7a0c-41a7-9b0c-6ef10a824793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7618610-9a57-4cc8-982b-d8af484bdfe5'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:49:47.767615 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-49fca5c8-5c37-43ba-b10c-8723cb316c1f None None] Bound port: 70176595-a844-4298-9202-78fe171bbe15, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17fdcc3c-7a0c-41a7-9b0c-6ef10a824793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7618610-9a57-4cc8-982b-d8af484bdfe5'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:49:47.767615 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-49fca5c8-5c37-43ba-b10c-8723cb316c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:47.777607 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37000) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:49:47.816814 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-f54107ef-a9d9-453a-93fd-88866a7d0c83 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=43b7af468d3c4824aaaa6df100556e2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0650659 Sep 17 07:49:47.820550 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37004) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:49:47.848520 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-49fca5c8-5c37-43ba-b10c-8723cb316c1f None None] For port 70176595-a844-4298-9202-78fe171bbe15, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:49:47.852593 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-49fca5c8-5c37-43ba-b10c-8723cb316c1f None None] For port 70176595-a844-4298-9202-78fe171bbe15, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=70176595-a844-4298-9202-78fe171bbe15,segment=NetworkSegment(17fdcc3c-7a0c-41a7-9b0c-6ef10a824793),segment_id=17fdcc3c-7a0c-41a7-9b0c-6ef10a824793)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:49:47.861441 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-49fca5c8-5c37-43ba-b10c-8723cb316c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:47.892433 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d7e937-d53c-4968-9fac-7d50d3bb9172 req-0c2bb1c5-3a4e-4a67-bff9-3d6c1f4d16bd tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:47.911747 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-86d7e937-d53c-4968-9fac-7d50d3bb9172 req-0c2bb1c5-3a4e-4a67-bff9-3d6c1f4d16bd tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa684fd0-a85e-469b-aed6-7fb0de9dc944 HTTP/1.1" status: 200 len: 949 time: 0.0952883 Sep 17 07:49:47.942396 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5aaa5944-f0f4-436e-a2c1-9e0799541588 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:47.953183 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fca5c8-5c37-43ba-b10c-8723cb316c1f None None] Pushing event updated for resources: {'Port': ['ID=70176595-a844-4298-9202-78fe171bbe15,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:47.972190 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6039c96e-4355-48de-8ecc-cf3536e2571e req-5308de28-4099-46c4-93d2-2c29c7dcaf84 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:47.972801 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-86d7e937-d53c-4968-9fac-7d50d3bb9172 req-4bd30519-abd4-4be1-beb9-3c8f6b9c994c tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594850 Sep 17 07:49:47.973764 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6039c96e-4355-48de-8ecc-cf3536e2571e req-5308de28-4099-46c4-93d2-2c29c7dcaf84 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b19613c-19cc-4fcd-9986-d4471d717aa1 HTTP/1.1" status: 200 len: 945 time: 0.1399491 Sep 17 07:49:47.976389 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-47ad8bbd-f8fb-46e9-969f-57064beb7b6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:48.057347 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-47ad8bbd-f8fb-46e9-969f-57064beb7b6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:48.101576 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-dd835179-7d91-4397-b793-f91142f96230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:48.163997 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5aaa5944-f0f4-436e-a2c1-9e0799541588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:48.231879 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-dd835179-7d91-4397-b793-f91142f96230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:48.238281 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-dd835179-7d91-4397-b793-f91142f96230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:48.243617 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aaa5944-f0f4-436e-a2c1-9e0799541588 admin admin] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:49:48.259086 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-5aaa5944-f0f4-436e-a2c1-9e0799541588 admin admin] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:49:48.262733 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aaa5944-f0f4-436e-a2c1-9e0799541588 admin admin] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:49:48.266868 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-47ad8bbd-f8fb-46e9-969f-57064beb7b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:48.269419 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-47ad8bbd-f8fb-46e9-969f-57064beb7b6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:48.270545 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-47ad8bbd-f8fb-46e9-969f-57064beb7b6a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/53a4612f-058b-4338-9861-1ad45234538f HTTP/1.1" status: 204 len: 168 time: 0.4490633 Sep 17 07:49:48.291908 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-6039c96e-4355-48de-8ecc-cf3536e2571e req-56c9e9c2-1d09-4938-8d34-0484624ad28d tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Deleting port 013860f0-2126-4d95-9002-e87f7748261a {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:49:48.292300 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-6039c96e-4355-48de-8ecc-cf3536e2571e req-56c9e9c2-1d09-4938-8d34-0484624ad28d tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:48.294829 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaa5944-f0f4-436e-a2c1-9e0799541588 admin admin] Pushing event updated for resources: {'Port': ['ID=a6097d46-25cd-4153-9159-7dd3abc811e9,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:48.295854 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-dd835179-7d91-4397-b793-f91142f96230 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=be5db3bb423b40d1bae26f88b43cb703&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5166757 Sep 17 07:49:48.309348 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd835179-7d91-4397-b793-f91142f96230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4eb00a7-0747-4c78-993b-8fa632286a5d,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:48.310291 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37010) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:49:48.333290 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ad8bbd-f8fb-46e9-969f-57064beb7b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a4612f-058b-4338-9861-1ad45234538f,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:48.694809 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e13d3-90b4-49ec-a5e9-df8206b66dee req-e8bd1fdc-8539-493e-88ee-32e70304ddd3 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:48.696961 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-859e13d3-90b4-49ec-a5e9-df8206b66dee req-e8bd1fdc-8539-493e-88ee-32e70304ddd3 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=2742a9e7-3449-4fd7-80aa-ae818c31ca01 HTTP/1.1" status: 200 len: 945 time: 0.0872369 Sep 17 07:49:48.813417 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-859e13d3-90b4-49ec-a5e9-df8206b66dee req-959184c1-4a58-42a8-b821-d0b02591e1d0 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088283 Sep 17 07:49:48.830268 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-25d93f64-430b-4816-8d2a-77bf5b933298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:48.839881 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0639b12f-9540-44b7-8ccc-4ec542f9c18e req-0bc26f2c-8568-4448-9271-6415b93ad97c tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:48.856466 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0639b12f-9540-44b7-8ccc-4ec542f9c18e req-0bc26f2c-8568-4448-9271-6415b93ad97c tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b19613c-19cc-4fcd-9986-d4471d717aa1 HTTP/1.1" status: 200 len: 945 time: 0.1114275 Sep 17 07:49:48.856596 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-25d93f64-430b-4816-8d2a-77bf5b933298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:48.909250 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0639b12f-9540-44b7-8ccc-4ec542f9c18e req-f1b9e3a6-5880-4bdb-bbdd-904bf6014cf8 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585196 Sep 17 07:49:48.914381 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-6039c96e-4355-48de-8ecc-cf3536e2571e req-56c9e9c2-1d09-4938-8d34-0484624ad28d tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] For port 013860f0-2126-4d95-9002-e87f7748261a, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=013860f0-2126-4d95-9002-e87f7748261a,segment=NetworkSegment(bbdef28d-b0c6-41c1-88af-cfcd40a3d803),segment_id=bbdef28d-b0c6-41c1-88af-cfcd40a3d803)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:49:48.914848 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-6039c96e-4355-48de-8ecc-cf3536e2571e req-56c9e9c2-1d09-4938-8d34-0484624ad28d tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:48.939333 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-6039c96e-4355-48de-8ecc-cf3536e2571e req-56c9e9c2-1d09-4938-8d34-0484624ad28d tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Calling delete_port for 013860f0-2126-4d95-9002-e87f7748261a owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:49:49.127301 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc24099-25a1-48ce-9687-2bea73a4d0e4 req-e6eaa7ca-bff9-429f-83b0-92a9a75a9b03 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:49.136985 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6fc24099-25a1-48ce-9687-2bea73a4d0e4 req-e6eaa7ca-bff9-429f-83b0-92a9a75a9b03 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa684fd0-a85e-469b-aed6-7fb0de9dc944 HTTP/1.1" status: 200 len: 949 time: 0.0698683 Sep 17 07:49:49.185984 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6fc24099-25a1-48ce-9687-2bea73a4d0e4 req-cc8c3621-1182-483a-924a-db6f8d1e51f9 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479157 Sep 17 07:49:49.189893 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-25d93f64-430b-4816-8d2a-77bf5b933298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:49.192530 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-25d93f64-430b-4816-8d2a-77bf5b933298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:49.193963 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-25d93f64-430b-4816-8d2a-77bf5b933298 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b4eb00a7-0747-4c78-993b-8fa632286a5d HTTP/1.1" status: 204 len: 168 time: 0.8824563 Sep 17 07:49:49.216302 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5aaa5944-f0f4-436e-a2c1-9e0799541588 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:49.257377 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d93f64-430b-4816-8d2a-77bf5b933298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4eb00a7-0747-4c78-993b-8fa632286a5d,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:49.294305 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f85ff5-2a4e-4503-9338-cf99f9f32f11 None None] Network e7618610-9a57-4cc8-982b-d8af484bdfe5 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:49:49.352655 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-6039c96e-4355-48de-8ecc-cf3536e2571e req-56c9e9c2-1d09-4938-8d34-0484624ad28d tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:49.393113 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-977c0dcf-13a7-4bb8-921b-07ed27fc642f None None] Provisioning complete for port 70176595-a844-4298-9202-78fe171bbe15 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:49:49.393499 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-977c0dcf-13a7-4bb8-921b-07ed27fc642f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:49.408287 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c9e9c2-1d09-4938-8d34-0484624ad28d tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Pushing event deleted for resources: {'Port': ['ID=013860f0-2126-4d95-9002-e87f7748261a,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:49.493526 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-6039c96e-4355-48de-8ecc-cf3536e2571e req-56c9e9c2-1d09-4938-8d34-0484624ad28d tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] No DVR routers for this DVR port 013860f0-2126-4d95-9002-e87f7748261a on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:49:49.498857 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-6039c96e-4355-48de-8ecc-cf3536e2571e req-56c9e9c2-1d09-4938-8d34-0484624ad28d tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:49.501567 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6039c96e-4355-48de-8ecc-cf3536e2571e req-56c9e9c2-1d09-4938-8d34-0484624ad28d tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.39 "DELETE /v2.0/ports/013860f0-2126-4d95-9002-e87f7748261a HTTP/1.1" status: 204 len: 173 time: 1.5152380 Sep 17 07:49:49.502179 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b19613c-19cc-4fcd-9986-d4471d717aa1', 'name': 'network-vif-deleted', 'tag': '013860f0-2126-4d95-9002-e87f7748261a'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:49:49.504749 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef6abaec-6844-4448-8422-6407a8258b5c" -d '{"events": [{"server_uuid": "4b19613c-19cc-4fcd-9986-d4471d717aa1", "name": "network-vif-deleted", "tag": "013860f0-2126-4d95-9002-e87f7748261a"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:49:49.535687 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 70176595-a844-4298-9202-78fe171bbe15 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:49:49.606341 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-977c0dcf-13a7-4bb8-921b-07ed27fc642f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:49.609740 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5aaa5944-f0f4-436e-a2c1-9e0799541588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:49.621260 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37062) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:49:49.623892 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45516dc5-31ed-4792-9b6f-222cf22ebc0e x-openstack-request-id: req-45516dc5-31ed-4792-9b6f-222cf22ebc0e {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:49:49.624293 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b19613c-19cc-4fcd-9986-d4471d717aa1", "name": "network-vif-deleted", "tag": "013860f0-2126-4d95-9002-e87f7748261a", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:49:49.624971 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-45516dc5-31ed-4792-9b6f-222cf22ebc0e {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:49:49.625868 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b19613c-19cc-4fcd-9986-d4471d717aa1', 'name': 'network-vif-deleted', 'tag': '013860f0-2126-4d95-9002-e87f7748261a', 'status': 'completed', 'code': 200} Sep 17 07:49:49.662447 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-977c0dcf-13a7-4bb8-921b-07ed27fc642f None None] For port 70176595-a844-4298-9202-78fe171bbe15, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=70176595-a844-4298-9202-78fe171bbe15,segment=NetworkSegment(17fdcc3c-7a0c-41a7-9b0c-6ef10a824793),segment_id=17fdcc3c-7a0c-41a7-9b0c-6ef10a824793)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:49:49.686504 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-977c0dcf-13a7-4bb8-921b-07ed27fc642f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:49.729710 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 70176595-a844-4298-9202-78fe171bbe15 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:49:49.730394 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:49.795066 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977c0dcf-13a7-4bb8-921b-07ed27fc642f None None] Pushing event updated for resources: {'Port': ['ID=70176595-a844-4298-9202-78fe171bbe15,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:49.824921 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aaa5944-f0f4-436e-a2c1-9e0799541588 admin admin] Router cffd75f4-4677-42d1-b8d3-2a4e03da0fef is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 07:49:49.856837 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-80cf8140-71b9-4158-9525-57c88fe553cd admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-355803076-network', 'tenant_id': '94857d6ce9cf4b43a08cf0bf1977b6c5'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:49:49.868844 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b0bbbad9-e1db-4f1f-93ea-e115e40adafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:49.937336 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80cf8140-71b9-4158-9525-57c88fe553cd admin admin] Made reservation on behalf of 94857d6ce9cf4b43a08cf0bf1977b6c5 for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:49:49.944892 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-80cf8140-71b9-4158-9525-57c88fe553cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:49.957667 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-80cf8140-71b9-4158-9525-57c88fe553cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:49.992822 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aaa5944-f0f4-436e-a2c1-9e0799541588 admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:49:50.006303 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb176e6-b7a2-4f18-aca8-5133a08f27cc None None] Sync routers for ids ['cffd75f4-4677-42d1-b8d3-2a4e03da0fef'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:49:50.020274 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb176e6-b7a2-4f18-aca8-5133a08f27cc None None] Routers {'cffd75f4-4677-42d1-b8d3-2a4e03da0fef'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:49:50.022003 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-1cb176e6-b7a2-4f18-aca8-5133a08f27cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:49:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['cffd75f4-4677-42d1-b8d3-2a4e03da0fef'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:49:50.048113 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 94b9b03b-bcfa-4457-bd09-4a366b2aedd2 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:49:50.093977 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: 94b9b03b-bcfa-4457-bd09-4a366b2aedd2 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:49:50.094847 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 94b9b03b-bcfa-4457-bd09-4a366b2aedd2 not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:49:50.096192 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 013860f0-2126-4d95-9002-e87f7748261a no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:49:50.125882 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-61dc59a4-de8f-437b-a376-b8d6081bb897 req-267380f0-7630-450a-a885-51b40210db3f tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b19613c-19cc-4fcd-9986-d4471d717aa1 HTTP/1.1" status: 200 len: 210 time: 0.0541553 Sep 17 07:49:50.149541 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: 013860f0-2126-4d95-9002-e87f7748261a {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:49:50.150030 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 013860f0-2126-4d95-9002-e87f7748261a not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:49:50.155315 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd40ff-83ca-4848-95bd-f8fb66ea7c2d req-221e6022-979f-4ae6-b431-4027e8c29b42 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:50.157271 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c6dd40ff-83ca-4848-95bd-f8fb66ea7c2d req-221e6022-979f-4ae6-b431-4027e8c29b42 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=2742a9e7-3449-4fd7-80aa-ae818c31ca01 HTTP/1.1" status: 200 len: 945 time: 0.1589265 Sep 17 07:49:50.201149 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-1cb176e6-b7a2-4f18-aca8-5133a08f27cc None None] Set router cffd75f4-4677-42d1-b8d3-2a4e03da0fef gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:49:50.319085 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-c851e509-a8b0-4e5a-aa9f-b98a672e3693 None None] Provisioning complete for port 70176595-a844-4298-9202-78fe171bbe15 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:49:50.320264 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c851e509-a8b0-4e5a-aa9f-b98a672e3693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:50.348066 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c6dd40ff-83ca-4848-95bd-f8fb66ea7c2d req-75545295-db1a-416d-a469-570a0c1a1b83 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681676 Sep 17 07:49:50.372647 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-80cf8140-71b9-4158-9525-57c88fe553cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:50.382101 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-80cf8140-71b9-4158-9525-57c88fe553cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:50.387129 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5aaa5944-f0f4-436e-a2c1-9e0799541588 admin admin] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:50.388845 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-5aaa5944-f0f4-436e-a2c1-9e0799541588 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.5382183 Sep 17 07:49:50.391612 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37086) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:49:50.397068 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f08aff-ed24-443e-8131-149df0122b12 req-afd6a22d-72aa-4e0e-9c44-7f85d8389bb8 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:50.406584 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-46f08aff-ed24-443e-8131-149df0122b12 req-afd6a22d-72aa-4e0e-9c44-7f85d8389bb8 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa684fd0-a85e-469b-aed6-7fb0de9dc944 HTTP/1.1" status: 200 len: 949 time: 0.1167078 Sep 17 07:49:50.445845 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80cf8140-71b9-4158-9525-57c88fe553cd admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 07:49:50.469664 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-1cb176e6-b7a2-4f18-aca8-5133a08f27cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cffd75f4-4677-42d1-b8d3-2a4e03da0fef', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-637993520-router', 'tenant_id': '21f3c7f03c914a5b858a20df6b6b8d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'a6097d46-25cd-4153-9159-7dd3abc811e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:49:46Z', 'updated_at': '2021-09-17T07:49:48Z', 'revision_number': 3, 'project_id': '21f3c7f03c914a5b858a20df6b6b8d87', 'gw_port': {'id': 'a6097d46-25cd-4153-9159-7dd3abc811e9', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:23:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cffd75f4-4677-42d1-b8d3-2a4e03da0fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:49:47Z', 'updated_at': '2021-09-17T07:49:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:49:50.470043 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cf8140-71b9-4158-9525-57c88fe553cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=183dc430-acba-475f-8f16-db4ea47cf169,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:50.496420 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-46f08aff-ed24-443e-8131-149df0122b12 req-cfd19ab8-cc51-417c-96e2-63fca935639c tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888939 Sep 17 07:49:50.500290 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-80cf8140-71b9-4158-9525-57c88fe553cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:50.500767 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-80cf8140-71b9-4158-9525-57c88fe553cd admin admin] Added segment 33ac6ff4-2768-4cb3-b4b1-930d4b109208 of type vlan for network 6537c8c7-6cbe-4a51-a8a2-bd3d61e00fec Sep 17 07:49:50.511445 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb176e6-b7a2-4f18-aca8-5133a08f27cc None None] Checking router: cffd75f4-4677-42d1-b8d3-2a4e03da0fef for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:49:50.511741 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb176e6-b7a2-4f18-aca8-5133a08f27cc None None] Updating router cffd75f4-4677-42d1-b8d3-2a4e03da0fef port a6097d46-25cd-4153-9159-7dd3abc811e9 binding host n-d-789963-9 {{(pid=101292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 07:49:50.539037 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1cb176e6-b7a2-4f18-aca8-5133a08f27cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:50.552726 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-80cf8140-71b9-4158-9525-57c88fe553cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:50.586642 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-80cf8140-71b9-4158-9525-57c88fe553cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:50.587726 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cf8140-71b9-4158-9525-57c88fe553cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:50.588982 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-80cf8140-71b9-4158-9525-57c88fe553cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:50.621990 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-80cf8140-71b9-4158-9525-57c88fe553cd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9978144 Sep 17 07:49:50.622743 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37094) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:49:50.638597 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-3d64de4c-6ca9-4184-ae23-20090849f7a7 admin admin] Request body: {'subnet': {'network_id': '6537c8c7-6cbe-4a51-a8a2-bd3d61e00fec', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-355803076-subnet', 'tenant_id': '94857d6ce9cf4b43a08cf0bf1977b6c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:49:50.695531 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cf8140-71b9-4158-9525-57c88fe553cd admin admin] Pushing event updated for resources: {'Network': ['ID=6537c8c7-6cbe-4a51-a8a2-bd3d61e00fec,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:50.705354 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d64de4c-6ca9-4184-ae23-20090849f7a7 admin admin] Made reservation on behalf of 94857d6ce9cf4b43a08cf0bf1977b6c5 for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:49:50.707521 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 6537c8c7-6cbe-4a51-a8a2-bd3d61e00fec details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 07:49:50.709089 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3d64de4c-6ca9-4184-ae23-20090849f7a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:50.901956 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e32ec26f-7f20-4f95-97c3-8d68295b19d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:50.923603 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3d64de4c-6ca9-4184-ae23-20090849f7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:50.935041 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1cb176e6-b7a2-4f18-aca8-5133a08f27cc None None] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:50.941527 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1cb176e6-b7a2-4f18-aca8-5133a08f27cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:50.986522 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d64de4c-6ca9-4184-ae23-20090849f7a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebbcb2dc-1353-465a-91d8-8421a12695be,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:51.001286 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d64de4c-6ca9-4184-ae23-20090849f7a7 admin admin] Checking segment: {'id': '33ac6ff4-2768-4cb3-b4b1-930d4b109208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6537c8c7-6cbe-4a51-a8a2-bd3d61e00fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:49:51.001659 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d64de4c-6ca9-4184-ae23-20090849f7a7 admin admin] Network hostable DHCP agents. Network: 6537c8c7-6cbe-4a51-a8a2-bd3d61e00fec, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 07:49:51.012510 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5dd33d-2bfa-47aa-8c2d-4bd0487661bd None None] Pushing event updated for resources: {'Port': ['ID=a6097d46-25cd-4153-9159-7dd3abc811e9,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:51.022030 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5dd33d-2bfa-47aa-8c2d-4bd0487661bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:49:51.022295 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5dd33d-2bfa-47aa-8c2d-4bd0487661bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:49:51.022840 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5dd33d-2bfa-47aa-8c2d-4bd0487661bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:49:51.023284 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5dd33d-2bfa-47aa-8c2d-4bd0487661bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:49:51.023533 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5dd33d-2bfa-47aa-8c2d-4bd0487661bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:49:51.024089 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5dd33d-2bfa-47aa-8c2d-4bd0487661bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:49:51.024940 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5dd33d-2bfa-47aa-8c2d-4bd0487661bd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:49:51.025481 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5dd33d-2bfa-47aa-8c2d-4bd0487661bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:49:51.025638 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d64de4c-6ca9-4184-ae23-20090849f7a7 admin admin] Network 6537c8c7-6cbe-4a51-a8a2-bd3d61e00fec is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 07:49:51.026277 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5dd33d-2bfa-47aa-8c2d-4bd0487661bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:49:51.026783 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5dd33d-2bfa-47aa-8c2d-4bd0487661bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:49:51.027340 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5dd33d-2bfa-47aa-8c2d-4bd0487661bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:49:51.027920 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5dd33d-2bfa-47aa-8c2d-4bd0487661bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:49:51.032424 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-1cb176e6-b7a2-4f18-aca8-5133a08f27cc None None] Attempting to bind port a6097d46-25cd-4153-9159-7dd3abc811e9 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:49:51.033196 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-1cb176e6-b7a2-4f18-aca8-5133a08f27cc None None] Attempting to bind port a6097d46-25cd-4153-9159-7dd3abc811e9 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:49:51.033767 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb176e6-b7a2-4f18-aca8-5133a08f27cc None None] Attempting to bind port a6097d46-25cd-4153-9159-7dd3abc811e9 on network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:49:51.040546 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb176e6-b7a2-4f18-aca8-5133a08f27cc None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:49:51.041136 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb176e6-b7a2-4f18-aca8-5133a08f27cc None None] Checking segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:49:51.041867 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-3d64de4c-6ca9-4184-ae23-20090849f7a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 6537c8c7-6cbe-4a51-a8a2-bd3d61e00fec) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:49:51.042155 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1cb176e6-b7a2-4f18-aca8-5133a08f27cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:51.042728 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb176e6-b7a2-4f18-aca8-5133a08f27cc None None] Bound using segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:49:51.043566 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-1cb176e6-b7a2-4f18-aca8-5133a08f27cc None None] Bound port: a6097d46-25cd-4153-9159-7dd3abc811e9, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:49:51.043982 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1cb176e6-b7a2-4f18-aca8-5133a08f27cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:51.046953 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d64de4c-6ca9-4184-ae23-20090849f7a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:51.047600 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3d64de4c-6ca9-4184-ae23-20090849f7a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:51.054271 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e03bb61-6ccf-41ef-9045-c94ba057b5a7 None None] Network 6537c8c7-6cbe-4a51-a8a2-bd3d61e00fec requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:49:51.077549 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-3d64de4c-6ca9-4184-ae23-20090849f7a7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4515254 Sep 17 07:49:51.136124 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-1cb176e6-b7a2-4f18-aca8-5133a08f27cc None None] For port a6097d46-25cd-4153-9159-7dd3abc811e9, host n-d-789963-9, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:49:51.140668 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-1cb176e6-b7a2-4f18-aca8-5133a08f27cc None None] For port a6097d46-25cd-4153-9159-7dd3abc811e9, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=a6097d46-25cd-4153-9159-7dd3abc811e9,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:49:51.146721 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1cb176e6-b7a2-4f18-aca8-5133a08f27cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:51.204856 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-e32ec26f-7f20-4f95-97c3-8d68295b19d8 admin admin] Allocated IP 172.20.0.1 (e7618610-9a57-4cc8-982b-d8af484bdfe5/bb64a615-3b31-4cda-9193-292349d0b524/d7750135-e10c-430f-ac56-a88c6dd4e852) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:49:51.214586 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5dd33d-2bfa-47aa-8c2d-4bd0487661bd None None] Pushing event updated for resources: {'Port': ['ID=a6097d46-25cd-4153-9159-7dd3abc811e9,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:51.230816 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb176e6-b7a2-4f18-aca8-5133a08f27cc None None] Routers {'cffd75f4-4677-42d1-b8d3-2a4e03da0fef'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:49:51.231647 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-1cb176e6-b7a2-4f18-aca8-5133a08f27cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:49:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['cffd75f4-4677-42d1-b8d3-2a4e03da0fef'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:49:51.314921 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17850e67-a64f-4c4c-b178-ec99d0bfa4a9 None None] Network 6537c8c7-6cbe-4a51-a8a2-bd3d61e00fec requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:49:51.401967 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-1cb176e6-b7a2-4f18-aca8-5133a08f27cc None None] Set router cffd75f4-4677-42d1-b8d3-2a4e03da0fef gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:49:51.461691 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e32ec26f-7f20-4f95-97c3-8d68295b19d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:51.473670 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 70176595-a844-4298-9202-78fe171bbe15 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:49:51.544152 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e32ec26f-7f20-4f95-97c3-8d68295b19d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:51.544649 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 70176595-a844-4298-9202-78fe171bbe15 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:49:51.545076 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:51.577771 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-29edf2db-abbf-4d12-b536-1f37773b4fd4 req-0130c167-60b5-47f7-95d9-fc425e50f940 tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-436892946', 'description': 'tempest-description-7970908'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:49:51.630353 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32ec26f-7f20-4f95-97c3-8d68295b19d8 admin admin] Network e7618610-9a57-4cc8-982b-d8af484bdfe5 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:49:51.642239 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-e32ec26f-7f20-4f95-97c3-8d68295b19d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:49:51.647429 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32ec26f-7f20-4f95-97c3-8d68295b19d8 admin admin] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:49:51.665932 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec05dfc-764a-4b37-9f97-e1b8ae1ab157 req-1eca9d4f-359d-484c-95f3-6660b03034c9 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:51.668305 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-aec05dfc-764a-4b37-9f97-e1b8ae1ab157 req-1eca9d4f-359d-484c-95f3-6660b03034c9 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=2742a9e7-3449-4fd7-80aa-ae818c31ca01 HTTP/1.1" status: 200 len: 945 time: 0.0845366 Sep 17 07:49:51.670941 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-29edf2db-abbf-4d12-b536-1f37773b4fd4 req-0130c167-60b5-47f7-95d9-fc425e50f940 tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:51.678466 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32ec26f-7f20-4f95-97c3-8d68295b19d8 admin admin] Pushing event updated for resources: {'Port': ['ID=d7750135-e10c-430f-ac56-a88c6dd4e852,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:51.732381 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e32ec26f-7f20-4f95-97c3-8d68295b19d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:51.790675 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-aec05dfc-764a-4b37-9f97-e1b8ae1ab157 req-e9776469-cb62-4f98-9fa4-2866ed040bc1 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065335 Sep 17 07:49:51.835965 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-1cb176e6-b7a2-4f18-aca8-5133a08f27cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cffd75f4-4677-42d1-b8d3-2a4e03da0fef', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-637993520-router', 'tenant_id': '21f3c7f03c914a5b858a20df6b6b8d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'a6097d46-25cd-4153-9159-7dd3abc811e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:49:46Z', 'updated_at': '2021-09-17T07:49:48Z', 'revision_number': 3, 'project_id': '21f3c7f03c914a5b858a20df6b6b8d87', 'gw_port': {'id': 'a6097d46-25cd-4153-9159-7dd3abc811e9', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:23:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cffd75f4-4677-42d1-b8d3-2a4e03da0fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:49:47Z', 'updated_at': '2021-09-17T07:49:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:49:51.898640 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb176e6-b7a2-4f18-aca8-5133a08f27cc None None] The sync data for ids ['cffd75f4-4677-42d1-b8d3-2a4e03da0fef'] in n-d-789963-9 is: [{'id': 'cffd75f4-4677-42d1-b8d3-2a4e03da0fef', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-637993520-router', 'tenant_id': '21f3c7f03c914a5b858a20df6b6b8d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'a6097d46-25cd-4153-9159-7dd3abc811e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:49:46Z', 'updated_at': '2021-09-17T07:49:48Z', 'revision_number': 3, 'project_id': '21f3c7f03c914a5b858a20df6b6b8d87', 'gw_port': {'id': 'a6097d46-25cd-4153-9159-7dd3abc811e9', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:23:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cffd75f4-4677-42d1-b8d3-2a4e03da0fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:49:47Z', 'updated_at': '2021-09-17T07:49:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:49:51.906582 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-29edf2db-abbf-4d12-b536-1f37773b4fd4 req-0130c167-60b5-47f7-95d9-fc425e50f940 tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:51.918451 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-29edf2db-abbf-4d12-b536-1f37773b4fd4 req-0130c167-60b5-47f7-95d9-fc425e50f940 tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:52.024781 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e32ec26f-7f20-4f95-97c3-8d68295b19d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:52.065166 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0130c167-60b5-47f7-95d9-fc425e50f940 tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=801fe8e5-58ea-4943-bb04-52c9c1396d3e,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:52.069937 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-29edf2db-abbf-4d12-b536-1f37773b4fd4 req-0130c167-60b5-47f7-95d9-fc425e50f940 tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:52.071890 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-29edf2db-abbf-4d12-b536-1f37773b4fd4 req-0130c167-60b5-47f7-95d9-fc425e50f940 tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.4988971 Sep 17 07:49:52.091314 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-742fa82c-7bd6-40dd-9849-510a9d63bba5 None None] Provisioning complete for port d7750135-e10c-430f-ac56-a88c6dd4e852 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:49:52.091703 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-742fa82c-7bd6-40dd-9849-510a9d63bba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:52.110355 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f5f21-4ec7-4962-b2f3-b5a6e1e29b28 req-db33276e-2033-4d27-8c23-560c0e1a6527 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:52.118035 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5a7f5f21-4ec7-4962-b2f3-b5a6e1e29b28 req-db33276e-2033-4d27-8c23-560c0e1a6527 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e2ba3ca-8114-45da-a9e4-70769897381d HTTP/1.1" status: 200 len: 945 time: 0.1920455 Sep 17 07:49:52.141564 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 07:49:52.203309 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5a7f5f21-4ec7-4962-b2f3-b5a6e1e29b28 req-d15db00c-ebf2-4aae-9cc1-e5e229f77d41 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841699 Sep 17 07:49:52.212487 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-742fa82c-7bd6-40dd-9849-510a9d63bba5 None None] Port d7750135-e10c-430f-ac56-a88c6dd4e852 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:49:52.247064 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8fdb13-cad7-4f7f-8092-16f9127d939b req-7330988f-e57f-44a2-b7c0-49144dd4f848 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:52.254358 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5d8fdb13-cad7-4f7f-8092-16f9127d939b req-7330988f-e57f-44a2-b7c0-49144dd4f848 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa684fd0-a85e-469b-aed6-7fb0de9dc944 HTTP/1.1" status: 200 len: 949 time: 0.1011331 Sep 17 07:49:52.382007 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e32ec26f-7f20-4f95-97c3-8d68295b19d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:52.382599 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5d8fdb13-cad7-4f7f-8092-16f9127d939b req-c19a610b-cf77-4a1f-804f-6caea941ee22 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195362 Sep 17 07:49:52.398636 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e32ec26f-7f20-4f95-97c3-8d68295b19d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:52.402173 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-76944cc8-8fdf-4839-a3cd-9a8f7db51876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:52.460294 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65ef4e42-35a5-4494-aa00-d67419adb8c9 req-a404c522-4985-4cd8-ba89-a11ef686c9ff tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] 10.222.0.13 "GET /v2.0/security-groups/801fe8e5-58ea-4943-bb04-52c9c1396d3e HTTP/1.1" status: 200 len: 1809 time: 0.0727444 Sep 17 07:49:52.481538 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-65ef4e42-35a5-4494-aa00-d67419adb8c9 req-5f771dd9-fe4b-411b-8eca-197677eb2401 tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '801fe8e5-58ea-4943-bb04-52c9c1396d3e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:49:52.481876 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-65ef4e42-35a5-4494-aa00-d67419adb8c9 req-5f771dd9-fe4b-411b-8eca-197677eb2401 tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '801fe8e5-58ea-4943-bb04-52c9c1396d3e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:49:52.501107 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32ec26f-7f20-4f95-97c3-8d68295b19d8 admin admin] Pushing event updated for resources: {'Port': ['ID=d7750135-e10c-430f-ac56-a88c6dd4e852,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:52.504034 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e32ec26f-7f20-4f95-97c3-8d68295b19d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:52.589038 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-65ef4e42-35a5-4494-aa00-d67419adb8c9 req-5f771dd9-fe4b-411b-8eca-197677eb2401 tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:52.616872 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:52.625920 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-65ef4e42-35a5-4494-aa00-d67419adb8c9 req-5f771dd9-fe4b-411b-8eca-197677eb2401 tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:52.632076 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-65ef4e42-35a5-4494-aa00-d67419adb8c9 req-5f771dd9-fe4b-411b-8eca-197677eb2401 tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:52.643872 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabfa9d9-2268-4b28-a728-3f7165a8d89d req-2af0100d-72f4-4aa7-94b6-e9e50f619621 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:52.645425 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cabfa9d9-2268-4b28-a728-3f7165a8d89d req-2af0100d-72f4-4aa7-94b6-e9e50f619621 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e2ba3ca-8114-45da-a9e4-70769897381d HTTP/1.1" status: 200 len: 945 time: 0.1241524 Sep 17 07:49:52.662925 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f771dd9-fe4b-411b-8eca-197677eb2401 tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e21cd1ab-7f96-4b96-80b5-b296e20f7ef0,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:52.676481 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-65ef4e42-35a5-4494-aa00-d67419adb8c9 req-5f771dd9-fe4b-411b-8eca-197677eb2401 tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:52.677992 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65ef4e42-35a5-4494-aa00-d67419adb8c9 req-5f771dd9-fe4b-411b-8eca-197677eb2401 tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2006299 Sep 17 07:49:52.774630 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32ec26f-7f20-4f95-97c3-8d68295b19d8 admin admin] Network e7618610-9a57-4cc8-982b-d8af484bdfe5 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:49:52.776770 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d3a42c47-88d2-4dd6-8727-62a3455b3cfb req-3bdc1b62-df00-421e-96a7-686a626b8bdc tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] 10.222.0.13 "GET /v2.0/security-groups/801fe8e5-58ea-4943-bb04-52c9c1396d3e HTTP/1.1" status: 200 len: 2402 time: 0.0773296 Sep 17 07:49:52.782728 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-e32ec26f-7f20-4f95-97c3-8d68295b19d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:49:52.833936 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c4ec17a7-bc9c-45fd-8851-8d4580478318 req-38142be1-5fb3-4de4-9858-4207c46eba0e tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] 10.222.0.13 "GET /v2.0/security-group-rules/e21cd1ab-7f96-4b96-80b5-b296e20f7ef0 HTTP/1.1" status: 200 len: 778 time: 0.0387564 Sep 17 07:49:52.937961 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c4ec17a7-bc9c-45fd-8851-8d4580478318 req-d358a1c4-8133-4dd3-b7d8-1487301b51aa tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] 10.222.0.13 "GET /v2.0/security-groups/801fe8e5-58ea-4943-bb04-52c9c1396d3e HTTP/1.1" status: 200 len: 2402 time: 0.1027746 Sep 17 07:49:52.940923 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-cabfa9d9-2268-4b28-a728-3f7165a8d89d req-2aa40a32-553a-4f09-aa85-4ec1bb6756f2 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Deleting port 95db3c29-370b-4f7b-b1bf-ef019afe58e2 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:49:52.941508 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-cabfa9d9-2268-4b28-a728-3f7165a8d89d req-2aa40a32-553a-4f09-aa85-4ec1bb6756f2 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:52.995928 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-c4ec17a7-bc9c-45fd-8851-8d4580478318 req-80ce1aea-427a-4ec7-bcaa-0ab16e3abc5f tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:53.035283 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e32ec26f-7f20-4f95-97c3-8d68295b19d8 admin admin] Router cffd75f4-4677-42d1-b8d3-2a4e03da0fef has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:49:53.040775 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-c4ec17a7-bc9c-45fd-8851-8d4580478318 req-80ce1aea-427a-4ec7-bcaa-0ab16e3abc5f tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:53.119350 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c9fe6-e295-4fc7-9743-220c365ff53a req-4867f504-9b90-4e41-b897-29c9f2542850 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:53.120841 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-244c9fe6-e295-4fc7-9743-220c365ff53a req-4867f504-9b90-4e41-b897-29c9f2542850 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=2742a9e7-3449-4fd7-80aa-ae818c31ca01 HTTP/1.1" status: 200 len: 945 time: 0.1426570 Sep 17 07:49:53.181540 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-cabfa9d9-2268-4b28-a728-3f7165a8d89d req-2aa40a32-553a-4f09-aa85-4ec1bb6756f2 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] For port 95db3c29-370b-4f7b-b1bf-ef019afe58e2, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=95db3c29-370b-4f7b-b1bf-ef019afe58e2,segment=NetworkSegment(bbdef28d-b0c6-41c1-88af-cfcd40a3d803),segment_id=bbdef28d-b0c6-41c1-88af-cfcd40a3d803)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:49:53.182154 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-cabfa9d9-2268-4b28-a728-3f7165a8d89d req-2aa40a32-553a-4f09-aa85-4ec1bb6756f2 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:53.193833 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-c4ec17a7-bc9c-45fd-8851-8d4580478318 req-80ce1aea-427a-4ec7-bcaa-0ab16e3abc5f tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:53.213856 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-c4ec17a7-bc9c-45fd-8851-8d4580478318 req-80ce1aea-427a-4ec7-bcaa-0ab16e3abc5f tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:53.215006 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c4ec17a7-bc9c-45fd-8851-8d4580478318 req-80ce1aea-427a-4ec7-bcaa-0ab16e3abc5f tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/e21cd1ab-7f96-4b96-80b5-b296e20f7ef0 HTTP/1.1" status: 204 len: 173 time: 0.2756572 Sep 17 07:49:53.226742 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-244c9fe6-e295-4fc7-9743-220c365ff53a req-d74a3c4a-029a-466e-8f48-3d4a31c447b3 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852830 Sep 17 07:49:53.227801 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ce1aea-427a-4ec7-bcaa-0ab16e3abc5f tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e21cd1ab-7f96-4b96-80b5-b296e20f7ef0,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:53.270484 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-e854edc6-5d18-4722-8f3b-bd6407b5b0c9 None None] Provisioning complete for port d7750135-e10c-430f-ac56-a88c6dd4e852 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:49:53.271167 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e854edc6-5d18-4722-8f3b-bd6407b5b0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:53.303234 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-bde3c8ed-e537-45b3-831a-6da182551c0f req-d2fea444-5341-46a1-be6d-abc549467bf9 tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1261383344', 'description': 'tempest-description-1675588415'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:49:53.342124 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-e854edc6-5d18-4722-8f3b-bd6407b5b0c9 None None] Port d7750135-e10c-430f-ac56-a88c6dd4e852 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:49:53.382063 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-bde3c8ed-e537-45b3-831a-6da182551c0f req-d2fea444-5341-46a1-be6d-abc549467bf9 tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:53.420894 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a6cf6-4df7-4c14-918c-a23ccfd46872 req-eeb5f019-7871-4618-9fee-74f88068b2ac tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:53.423064 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3c9a6cf6-4df7-4c14-918c-a23ccfd46872 req-eeb5f019-7871-4618-9fee-74f88068b2ac tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e2ba3ca-8114-45da-a9e4-70769897381d HTTP/1.1" status: 200 len: 945 time: 0.0869498 Sep 17 07:49:53.502555 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3c9a6cf6-4df7-4c14-918c-a23ccfd46872 req-f5f87165-1093-4b6c-b264-c6cad05c85fd tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.13 "GET /v2.0/security-groups?id=c362450c-df8a-4b9a-bc7a-04acb86ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730927 Sep 17 07:49:53.526511 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-cabfa9d9-2268-4b28-a728-3f7165a8d89d req-2aa40a32-553a-4f09-aa85-4ec1bb6756f2 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Calling delete_port for 95db3c29-370b-4f7b-b1bf-ef019afe58e2 owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:49:53.527096 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device a6097d46-25cd-4153-9159-7dd3abc811e9 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:49:53.567455 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-bde3c8ed-e537-45b3-831a-6da182551c0f req-d2fea444-5341-46a1-be6d-abc549467bf9 tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:53.586730 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-bde3c8ed-e537-45b3-831a-6da182551c0f req-d2fea444-5341-46a1-be6d-abc549467bf9 tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:53.637268 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fea444-5341-46a1-be6d-abc549467bf9 tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0d86c1-a143-4b03-aa52-219179068890,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:53.642532 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-bde3c8ed-e537-45b3-831a-6da182551c0f req-d2fea444-5341-46a1-be6d-abc549467bf9 tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:53.654618 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e32ec26f-7f20-4f95-97c3-8d68295b19d8 admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:49:53.657668 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bde3c8ed-e537-45b3-831a-6da182551c0f req-d2fea444-5341-46a1-be6d-abc549467bf9 tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3585877 Sep 17 07:49:53.663344 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:53.665151 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e32ec26f-7f20-4f95-97c3-8d68295b19d8 admin admin] 10.222.0.13 "PUT /v2.0/routers/cffd75f4-4677-42d1-b8d3-2a4e03da0fef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2721133 Sep 17 07:49:53.692037 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port a6097d46-25cd-4153-9159-7dd3abc811e9 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:49:53.692574 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:53.777803 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-cabfa9d9-2268-4b28-a728-3f7165a8d89d req-2aa40a32-553a-4f09-aa85-4ec1bb6756f2 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:53.798923 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:53.828330 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port a6097d46-25cd-4153-9159-7dd3abc811e9, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=a6097d46-25cd-4153-9159-7dd3abc811e9,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:49:53.828560 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4109f7ae-707a-408c-b120-535f8e4db82e req-a5d71a2e-e322-4974-86a0-279193986077 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:53.830065 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4109f7ae-707a-408c-b120-535f8e4db82e req-a5d71a2e-e322-4974-86a0-279193986077 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa684fd0-a85e-469b-aed6-7fb0de9dc944 HTTP/1.1" status: 200 len: 949 time: 0.1046228 Sep 17 07:49:53.832841 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0642133d-0ef8-48fc-aebb-1278f56f4404 req-df52ad0d-3b27-4a05-b711-c62fdaee2215 tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] 10.222.0.13 "GET /v2.0/security-groups/ae0d86c1-a143-4b03-aa52-219179068890 HTTP/1.1" status: 200 len: 1813 time: 0.1036532 Sep 17 07:49:53.843734 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:53.863239 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37252) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:49:53.899099 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-da0680dd-021d-41d2-8822-b5ceef506179 req-87c9c9ba-9ce3-458e-a4d7-5765b991ef4e tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-146023434', 'description': 'tempest-description-581828667'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:49:53.917898 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-cabfa9d9-2268-4b28-a728-3f7165a8d89d req-2aa40a32-553a-4f09-aa85-4ec1bb6756f2 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] No DVR routers for this DVR port 95db3c29-370b-4f7b-b1bf-ef019afe58e2 on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:49:53.917898 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa40a32-553a-4f09-aa85-4ec1bb6756f2 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Pushing event deleted for resources: {'Port': ['ID=95db3c29-370b-4f7b-b1bf-ef019afe58e2,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:53.929241 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4109f7ae-707a-408c-b120-535f8e4db82e req-57f518ad-6da9-4ecd-8a6a-33c6edd5c289 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913973 Sep 17 07:49:53.929876 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-cabfa9d9-2268-4b28-a728-3f7165a8d89d req-2aa40a32-553a-4f09-aa85-4ec1bb6756f2 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:53.950034 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cabfa9d9-2268-4b28-a728-3f7165a8d89d req-2aa40a32-553a-4f09-aa85-4ec1bb6756f2 tempest-LiveAutoBlockMigrationV225Test-456069706 tempest-LiveAutoBlockMigrationV225Test-456069706-project] 10.222.0.39 "DELETE /v2.0/ports/95db3c29-370b-4f7b-b1bf-ef019afe58e2 HTTP/1.1" status: 204 len: 173 time: 1.2963636 Sep 17 07:49:53.951017 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e2ba3ca-8114-45da-a9e4-70769897381d', 'name': 'network-vif-deleted', 'tag': '95db3c29-370b-4f7b-b1bf-ef019afe58e2'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:49:53.954319 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49085f47-88fe-4268-b8c3-5737e0ed92aa" -d '{"events": [{"server_uuid": "6e2ba3ca-8114-45da-a9e4-70769897381d", "name": "network-vif-deleted", "tag": "95db3c29-370b-4f7b-b1bf-ef019afe58e2"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:49:53.976394 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-da0680dd-021d-41d2-8822-b5ceef506179 req-87c9c9ba-9ce3-458e-a4d7-5765b991ef4e tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:53.977341 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=a6097d46-25cd-4153-9159-7dd3abc811e9,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:53.998544 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:49:54.002879 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:49:54.004513 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:49:54.005164 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:49:54.005687 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:49:54.008096 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:49:54.008769 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:49:54.009198 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:49:54.009481 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:49:54.009800 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:49:54.010690 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:49:54.011119 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:49:54.020697 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f27f6f-59d4-4e0b-9477-c0414f0b0950 x-openstack-request-id: req-22f27f6f-59d4-4e0b-9477-c0414f0b0950 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:49:54.021605 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e2ba3ca-8114-45da-a9e4-70769897381d", "name": "network-vif-deleted", "tag": "95db3c29-370b-4f7b-b1bf-ef019afe58e2", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:49:54.022263 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-22f27f6f-59d4-4e0b-9477-c0414f0b0950 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:49:54.023736 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e2ba3ca-8114-45da-a9e4-70769897381d', 'name': 'network-vif-deleted', 'tag': '95db3c29-370b-4f7b-b1bf-ef019afe58e2', 'status': 'completed', 'code': 200} Sep 17 07:49:54.039004 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37262) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:49:54.162966 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-93bb0ba6-acd4-4c9b-b4aa-3258bb18d660 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:54.181478 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4d5a7367-7af4-448c-bdc3-e40d330a0e43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:54.187037 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-da0680dd-021d-41d2-8822-b5ceef506179 req-87c9c9ba-9ce3-458e-a4d7-5765b991ef4e tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:54.202249 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-da0680dd-021d-41d2-8822-b5ceef506179 req-87c9c9ba-9ce3-458e-a4d7-5765b991ef4e tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:54.235064 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c9c9ba-9ce3-458e-a4d7-5765b991ef4e tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78e6b398-e1df-4bcc-9e7e-6af4d670c358,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:54.297577 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4d5a7367-7af4-448c-bdc3-e40d330a0e43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:54.301934 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4d5a7367-7af4-448c-bdc3-e40d330a0e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:54.308084 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-da0680dd-021d-41d2-8822-b5ceef506179 req-87c9c9ba-9ce3-458e-a4d7-5765b991ef4e tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:54.317489 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-da0680dd-021d-41d2-8822-b5ceef506179 req-87c9c9ba-9ce3-458e-a4d7-5765b991ef4e tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.4250727 Sep 17 07:49:54.354687 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5a7367-7af4-448c-bdc3-e40d330a0e43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19aea407-693f-4054-90ef-b7f81d47292d,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:54.359096 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-4d5a7367-7af4-448c-bdc3-e40d330a0e43 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2b616dafddf9446e8c8e0b8f7e4aa965&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3188190 Sep 17 07:49:54.361840 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37282) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:49:54.414824 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2d1d2a0f-cd88-4e91-aed3-a46dd2614d36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:54.418747 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ce024d-b2db-4d61-953f-e93426dca39b None None] Sync routers for ids ['cffd75f4-4677-42d1-b8d3-2a4e03da0fef'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:49:54.429206 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ce024d-b2db-4d61-953f-e93426dca39b None None] Routers {'cffd75f4-4677-42d1-b8d3-2a4e03da0fef'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:49:54.430133 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-63ce024d-b2db-4d61-953f-e93426dca39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:49:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['cffd75f4-4677-42d1-b8d3-2a4e03da0fef'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:49:54.441627 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2d1d2a0f-cd88-4e91-aed3-a46dd2614d36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:54.503190 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2d1d2a0f-cd88-4e91-aed3-a46dd2614d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:54.506255 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2d1d2a0f-cd88-4e91-aed3-a46dd2614d36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:54.510057 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-2d1d2a0f-cd88-4e91-aed3-a46dd2614d36 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/19aea407-693f-4054-90ef-b7f81d47292d HTTP/1.1" status: 204 len: 168 time: 0.1448770 Sep 17 07:49:54.518239 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d2a0f-cd88-4e91-aed3-a46dd2614d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19aea407-693f-4054-90ef-b7f81d47292d,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:54.544941 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906faf7-a238-4f48-ac4f-ff590fb74c65 req-8e75c452-938e-4433-8b15-8d6a89e5d894 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:54.546330 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a906faf7-a238-4f48-ac4f-ff590fb74c65 req-8e75c452-938e-4433-8b15-8d6a89e5d894 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=2742a9e7-3449-4fd7-80aa-ae818c31ca01 HTTP/1.1" status: 200 len: 945 time: 0.1023684 Sep 17 07:49:54.556132 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-63ce024d-b2db-4d61-953f-e93426dca39b None None] Set router cffd75f4-4677-42d1-b8d3-2a4e03da0fef gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:49:54.561715 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e2f7b6-4856-408c-b40c-19d796fab1e2 req-95d75ec5-a4d2-4a40-b53f-8dbf0778564e tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:54.563371 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f3e2f7b6-4856-408c-b40c-19d796fab1e2 req-95d75ec5-a4d2-4a40-b53f-8dbf0778564e tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] 10.222.0.13 "GET /v2.0/networks?id=e7618610-9a57-4cc8-982b-d8af484bdfe5 HTTP/1.1" status: 200 len: 828 time: 0.2244492 Sep 17 07:49:54.605499 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-93bb0ba6-acd4-4c9b-b4aa-3258bb18d660 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:54.633012 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f3e2f7b6-4856-408c-b40c-19d796fab1e2 req-29a3d83d-c2b5-4a07-a66e-2e162a4d8b33 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] 10.222.0.13 "GET /v2.0/quotas/21f3c7f03c914a5b858a20df6b6b8d87 HTTP/1.1" status: 200 len: 375 time: 0.0434554 Sep 17 07:49:54.636325 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a906faf7-a238-4f48-ac4f-ff590fb74c65 req-678ff663-f25a-4c89-ad81-59427da7051c tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717909 Sep 17 07:49:54.637088 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-93bb0ba6-acd4-4c9b-b4aa-3258bb18d660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:54.744745 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-93bb0ba6-acd4-4c9b-b4aa-3258bb18d660 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1ce49e885ced4044ad825823888fa37b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8804512 Sep 17 07:49:54.748053 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37292) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:49:54.748975 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bb0ba6-acd4-4c9b-b4aa-3258bb18d660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=483915da-f246-4309-a4d8-b1a7b279eada,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:54.769738 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f3e2f7b6-4856-408c-b40c-19d796fab1e2 req-1d81f23b-7664-47ae-a1c8-4dedafc86df1 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=21f3c7f03c914a5b858a20df6b6b8d87&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1296566 Sep 17 07:49:54.774376 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d04d4834-73a7-478c-afa8-4cf72f70c714 req-6ec31ac0-1124-4f30-9178-091d2234325b tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] 10.222.0.13 "GET /v2.0/security-groups/78e6b398-e1df-4bcc-9e7e-6af4d670c358 HTTP/1.1" status: 200 len: 1811 time: 0.0848470 Sep 17 07:49:54.815146 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6b1fbf1a-97b4-498b-a58e-fed2ec23f13a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:54.842164 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6b1fbf1a-97b4-498b-a58e-fed2ec23f13a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:54.857356 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37296) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:49:54.915786 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6b1fbf1a-97b4-498b-a58e-fed2ec23f13a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:54.919388 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6b1fbf1a-97b4-498b-a58e-fed2ec23f13a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:54.920613 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6b1fbf1a-97b4-498b-a58e-fed2ec23f13a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/483915da-f246-4309-a4d8-b1a7b279eada HTTP/1.1" status: 204 len: 168 time: 0.1704032 Sep 17 07:49:54.932380 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1fbf1a-97b4-498b-a58e-fed2ec23f13a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=483915da-f246-4309-a4d8-b1a7b279eada,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:54.956030 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f3e2f7b6-4856-408c-b40c-19d796fab1e2 req-bbccf5c2-3f56-465a-93c1-86c091d957eb service neutron] 10.222.0.13 "GET /v2.0/networks/e7618610-9a57-4cc8-982b-d8af484bdfe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624606 Sep 17 07:49:55.001240 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-bf9403d7-8938-40b9-b8d5-cac20dea8236 req-3b6744d3-7ec4-41fa-a6c2-899cae0b2fcf tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-688692325', 'description': 'tempest-description-1383203205'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:49:55.002888 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-63ce024d-b2db-4d61-953f-e93426dca39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cffd75f4-4677-42d1-b8d3-2a4e03da0fef', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-637993520-router', 'tenant_id': '21f3c7f03c914a5b858a20df6b6b8d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'a6097d46-25cd-4153-9159-7dd3abc811e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:49:46Z', 'updated_at': '2021-09-17T07:49:51Z', 'revision_number': 4, 'project_id': '21f3c7f03c914a5b858a20df6b6b8d87', 'gw_port': {'id': 'a6097d46-25cd-4153-9159-7dd3abc811e9', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:23:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffd75f4-4677-42d1-b8d3-2a4e03da0fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:49:47Z', 'updated_at': '2021-09-17T07:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'd7750135-e10c-430f-ac56-a88c6dd4e852', 'name': '', 'network_id': 'e7618610-9a57-4cc8-982b-d8af484bdfe5', 'tenant_id': '21f3c7f03c914a5b858a20df6b6b8d87', 'mac_address': 'fa:16:3e:9f:36:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cffd75f4-4677-42d1-b8d3-2a4e03da0fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'bb64a615-3b31-4cda-9193-292349d0b524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:49:50Z', 'updated_at': '2021-09-17T07:49:52Z', 'revision_number': 2, 'project_id': '21f3c7f03c914a5b858a20df6b6b8d87', 'subnets': [{'id': 'bb64a615-3b31-4cda-9193-292349d0b524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:49:55.013232 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37304) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:49:55.045243 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ce024d-b2db-4d61-953f-e93426dca39b None None] Checking router: cffd75f4-4677-42d1-b8d3-2a4e03da0fef for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:49:55.046111 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ce024d-b2db-4d61-953f-e93426dca39b None None] Updating router cffd75f4-4677-42d1-b8d3-2a4e03da0fef port d7750135-e10c-430f-ac56-a88c6dd4e852 binding host n-d-789963-9 {{(pid=101291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 07:49:55.062496 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5be0a730-1b01-4401-9b73-45c8c63b6fd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:55.064935 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-bf9403d7-8938-40b9-b8d5-cac20dea8236 req-3b6744d3-7ec4-41fa-a6c2-899cae0b2fcf tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:55.105017 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-63ce024d-b2db-4d61-953f-e93426dca39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:55.111408 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-ece73f50-440b-49f3-9fbf-1c6abec91bae admin admin] Deleting subnet affefed0-1fce-4202-a68f-ea65cc757370 {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:49:55.121366 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ece73f50-440b-49f3-9fbf-1c6abec91bae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:55.175023 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ece73f50-440b-49f3-9fbf-1c6abec91bae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:55.238750 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ece73f50-440b-49f3-9fbf-1c6abec91bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:55.271871 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:55.283297 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5be0a730-1b01-4401-9b73-45c8c63b6fd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:55.291862 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5be0a730-1b01-4401-9b73-45c8c63b6fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:55.341151 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be0a730-1b01-4401-9b73-45c8c63b6fd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a635c3a4-5f5d-4962-8bc0-12f16a1dacda,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:55.375704 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-5be0a730-1b01-4401-9b73-45c8c63b6fd7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=65f0cc4f4a344545a5213165c6d6d3c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3581998 Sep 17 07:49:55.375704 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37308) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:49:55.419340 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ece73f50-440b-49f3-9fbf-1c6abec91bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:55.446905 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece73f50-440b-49f3-9fbf-1c6abec91bae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=affefed0-1fce-4202-a68f-ea65cc757370,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:55.452452 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f3e2f7b6-4856-408c-b40c-19d796fab1e2 req-5e9a6fc2-3ff3-4d8b-a931-4bf25e481b14 service neutron] 10.222.0.13 "GET /v2.0/networks/e7618610-9a57-4cc8-982b-d8af484bdfe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4942951 Sep 17 07:49:55.498546 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ece73f50-440b-49f3-9fbf-1c6abec91bae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:55.500877 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ece73f50-440b-49f3-9fbf-1c6abec91bae admin admin] 10.222.0.13 "DELETE /v2.0/subnets/affefed0-1fce-4202-a68f-ea65cc757370 HTTP/1.1" status: 204 len: 168 time: 0.6424870 Sep 17 07:49:55.503775 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37310) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:49:55.504322 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device a6097d46-25cd-4153-9159-7dd3abc811e9 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:49:55.508593 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1b742415-914f-4f77-b48f-f82ce3332381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:55.544421 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37312) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:49:55.574758 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1b742415-914f-4f77-b48f-f82ce3332381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:55.577655 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5c8049f4-c459-4cd3-bb61-425a94850527 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:55.584714 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-63ce024d-b2db-4d61-953f-e93426dca39b None None] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:55.594204 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-bf9403d7-8938-40b9-b8d5-cac20dea8236 req-3b6744d3-7ec4-41fa-a6c2-899cae0b2fcf tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:55.595449 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-63ce024d-b2db-4d61-953f-e93426dca39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:55.605790 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-bf9403d7-8938-40b9-b8d5-cac20dea8236 req-3b6744d3-7ec4-41fa-a6c2-899cae0b2fcf tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:55.614739 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-209905b2-f01e-482c-8880-fc49a14b7392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:55.630077 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port a6097d46-25cd-4153-9159-7dd3abc811e9 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:49:55.630726 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:55.686922 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-bf9403d7-8938-40b9-b8d5-cac20dea8236 req-3b6744d3-7ec4-41fa-a6c2-899cae0b2fcf tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:55.693437 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bf9403d7-8938-40b9-b8d5-cac20dea8236 req-3b6744d3-7ec4-41fa-a6c2-899cae0b2fcf tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6974475 Sep 17 07:49:55.709701 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1b742415-914f-4f77-b48f-f82ce3332381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:55.719485 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cea8a1-0d07-424e-a725-5d57b39d4753 None None] Pushing event updated for resources: {'Port': ['ID=d7750135-e10c-430f-ac56-a88c6dd4e852,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:55.719823 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1b742415-914f-4f77-b48f-f82ce3332381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:55.738254 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-1b742415-914f-4f77-b48f-f82ce3332381 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a635c3a4-5f5d-4962-8bc0-12f16a1dacda HTTP/1.1" status: 204 len: 168 time: 0.3614433 Sep 17 07:49:55.763124 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b742415-914f-4f77-b48f-f82ce3332381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a635c3a4-5f5d-4962-8bc0-12f16a1dacda,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:55.787158 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6744d3-7ec4-41fa-a6c2-899cae0b2fcf tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c65f61e-bc61-499b-a384-fbd18795f6aa,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:55.878754 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-63ce024d-b2db-4d61-953f-e93426dca39b None None] Attempting to bind port d7750135-e10c-430f-ac56-a88c6dd4e852 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:49:55.883327 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-63ce024d-b2db-4d61-953f-e93426dca39b None None] Attempting to bind port d7750135-e10c-430f-ac56-a88c6dd4e852 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '17fdcc3c-7a0c-41a7-9b0c-6ef10a824793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7618610-9a57-4cc8-982b-d8af484bdfe5'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:49:55.884103 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ce024d-b2db-4d61-953f-e93426dca39b None None] Attempting to bind port d7750135-e10c-430f-ac56-a88c6dd4e852 on network e7618610-9a57-4cc8-982b-d8af484bdfe5 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:49:55.895422 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5c8049f4-c459-4cd3-bb61-425a94850527 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:55.905435 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ce024d-b2db-4d61-953f-e93426dca39b None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:49:55.906101 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ce024d-b2db-4d61-953f-e93426dca39b None None] Checking segment: {'id': '17fdcc3c-7a0c-41a7-9b0c-6ef10a824793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7618610-9a57-4cc8-982b-d8af484bdfe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:49:55.906809 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-63ce024d-b2db-4d61-953f-e93426dca39b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:55.907422 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ce024d-b2db-4d61-953f-e93426dca39b None None] Bound using segment: {'id': '17fdcc3c-7a0c-41a7-9b0c-6ef10a824793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7618610-9a57-4cc8-982b-d8af484bdfe5'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:49:55.908303 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-63ce024d-b2db-4d61-953f-e93426dca39b None None] Bound port: d7750135-e10c-430f-ac56-a88c6dd4e852, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17fdcc3c-7a0c-41a7-9b0c-6ef10a824793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7618610-9a57-4cc8-982b-d8af484bdfe5'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:49:55.908957 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-63ce024d-b2db-4d61-953f-e93426dca39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:55.913909 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5c8049f4-c459-4cd3-bb61-425a94850527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:55.920728 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ff288035-68ba-4ee2-a7e9-3dd22c90e36e req-8d5c451b-776f-4d55-8e5a-df9e4401a628 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cd0c95-7d6d-4c2c-a993-d693a3eb91a4 HTTP/1.1" status: 200 len: 210 time: 0.1226730 Sep 17 07:49:56.002380 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-5c8049f4-c459-4cd3-bb61-425a94850527 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ea6442694a584bf69d7840074950e387&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4500163 Sep 17 07:49:56.002380 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8049f4-c459-4cd3-bb61-425a94850527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44666b63-871b-4b27-8f41-56acc4fdac77,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:56.003261 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37330) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:49:56.028569 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-63ce024d-b2db-4d61-953f-e93426dca39b None None] For port d7750135-e10c-430f-ac56-a88c6dd4e852, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:49:56.036705 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-63ce024d-b2db-4d61-953f-e93426dca39b None None] For port d7750135-e10c-430f-ac56-a88c6dd4e852, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=d7750135-e10c-430f-ac56-a88c6dd4e852,segment=NetworkSegment(17fdcc3c-7a0c-41a7-9b0c-6ef10a824793),segment_id=17fdcc3c-7a0c-41a7-9b0c-6ef10a824793)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:49:56.043811 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-209905b2-f01e-482c-8880-fc49a14b7392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:56.050793 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-63ce024d-b2db-4d61-953f-e93426dca39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:56.065815 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 53ce995e-5449-4b63-ba7b-fa2b47d96cad details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:49:56.094308 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 95db3c29-370b-4f7b-b1bf-ef019afe58e2 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:49:56.140645 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: 95db3c29-370b-4f7b-b1bf-ef019afe58e2 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:49:56.141000 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 95db3c29-370b-4f7b-b1bf-ef019afe58e2 not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:49:56.141412 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 53ce995e-5449-4b63-ba7b-fa2b47d96cad no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:49:56.149803 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3ebbe9d8-5e2e-4437-974d-5362c5c182f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:56.174137 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c69163-d325-4346-a562-8a06c4a9f10c req-c62f029b-9bef-4780-a907-2148fe320303 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:56.178549 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-42c69163-d325-4346-a562-8a06c4a9f10c req-c62f029b-9bef-4780-a907-2148fe320303 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa684fd0-a85e-469b-aed6-7fb0de9dc944 HTTP/1.1" status: 200 len: 949 time: 0.3763380 Sep 17 07:49:56.180427 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3ebbe9d8-5e2e-4437-974d-5362c5c182f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:56.183044 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-209905b2-f01e-482c-8880-fc49a14b7392 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:49:56.215382 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-209905b2-f01e-482c-8880-fc49a14b7392 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbdef28d-b0c6-41c1-88af-cfcd40a3d803') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:49:56.216015 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-209905b2-f01e-482c-8880-fc49a14b7392 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbdef28d-b0c6-41c1-88af-cfcd40a3d803') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:49:56.239475 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-209905b2-f01e-482c-8880-fc49a14b7392 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:56.270417 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ea60139d-158b-4a7b-8ffe-894f1fecc90f None None] Provisioning complete for port d7750135-e10c-430f-ac56-a88c6dd4e852 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:49:56.277096 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ea60139d-158b-4a7b-8ffe-894f1fecc90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:56.280515 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3ebbe9d8-5e2e-4437-974d-5362c5c182f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:56.286652 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3ebbe9d8-5e2e-4437-974d-5362c5c182f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:56.289479 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-3ebbe9d8-5e2e-4437-974d-5362c5c182f6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/44666b63-871b-4b27-8f41-56acc4fdac77 HTTP/1.1" status: 204 len: 168 time: 0.2845566 Sep 17 07:49:56.302657 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebbe9d8-5e2e-4437-974d-5362c5c182f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44666b63-871b-4b27-8f41-56acc4fdac77,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:56.303212 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094c2d6f-43b7-49a6-a561-90f79852a040 req-db06d44e-283a-4f60-8b0f-8296ef952a8a tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:56.313133 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-094c2d6f-43b7-49a6-a561-90f79852a040 req-db06d44e-283a-4f60-8b0f-8296ef952a8a tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=2742a9e7-3449-4fd7-80aa-ae818c31ca01 HTTP/1.1" status: 200 len: 945 time: 0.2386591 Sep 17 07:49:56.320287 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ce024d-b2db-4d61-953f-e93426dca39b None None] Routers {'cffd75f4-4677-42d1-b8d3-2a4e03da0fef'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:49:56.320929 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-63ce024d-b2db-4d61-953f-e93426dca39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:49:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['cffd75f4-4677-42d1-b8d3-2a4e03da0fef'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:49:56.334044 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cea8a1-0d07-424e-a725-5d57b39d4753 None None] Pushing event updated for resources: {'Port': ['ID=d7750135-e10c-430f-ac56-a88c6dd4e852,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:56.344086 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-42c69163-d325-4346-a562-8a06c4a9f10c req-32a16436-188e-45f1-bbc7-e085a4e95714 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537910 Sep 17 07:49:56.344086 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-209905b2-f01e-482c-8880-fc49a14b7392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:56.359884 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-209905b2-f01e-482c-8880-fc49a14b7392 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 07:49:56.360427 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-209905b2-f01e-482c-8880-fc49a14b7392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:56.362334 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 07:49:56.362334 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 07:49:56.362334 n-d-789963-9 neutron-server[101289]: timer() Sep 17 07:49:56.362334 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 07:49:56.362334 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 07:49:56.362334 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 07:49:56.362334 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 07:49:56.362334 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 07:49:56.362334 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 07:49:56.362334 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 07:49:56.362334 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 07:49:56.362334 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 07:49:56.362334 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 07:49:56.362334 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 07:49:56.362334 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 07:49:56.362334 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 07:49:56.362334 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 07:49:56.362334 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 07:49:56.362334 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 07:49:56.362334 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 07:49:56.362334 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 07:49:56.362334 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 07:49:56.362334 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 07:49:56.362334 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 07:49:56.362334 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 07:49:56.362334 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 07:49:56.362334 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 07:49:56.362334 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 07:49:56.362334 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 07:49:56.362334 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 07:49:56.362334 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 07:49:56.362334 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 07:49:56.480942 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-094c2d6f-43b7-49a6-a561-90f79852a040 req-50de140a-45bd-4b46-8f29-9edb530b9099 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666148 Sep 17 07:49:56.493401 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-209905b2-f01e-482c-8880-fc49a14b7392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:56.505195 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-209905b2-f01e-482c-8880-fc49a14b7392 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:56.513457 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-209905b2-f01e-482c-8880-fc49a14b7392 admin admin] 10.222.0.13 "DELETE /v2.0/networks/339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5 HTTP/1.1" status: 204 len: 168 time: 1.0057967 Sep 17 07:49:56.513884 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37344) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:49:56.557633 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209905b2-f01e-482c-8880-fc49a14b7392 admin admin] Pushing event deleted for resources: {'Network': ['ID=339a2e1d-4bf7-4b8a-a06b-c0d0332d36f5,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:56.588083 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-93b23a37-6322-4b6d-aff8-cc0ca3d79b85 req-4667485a-8d04-4f0c-9c1d-22be411f4a81 tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] 10.222.0.13 "GET /v2.0/security-groups/6c65f61e-bc61-499b-a384-fbd18795f6aa HTTP/1.1" status: 200 len: 1812 time: 0.1374810 Sep 17 07:49:56.623192 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-53c06a16-fcdb-4c72-b3cb-d46636083070 req-8c878897-0bed-45bb-bccb-53643b639b2a tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-567087053', 'description': 'tempest-description-565341463'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:49:56.655023 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fa97c7b-98b8-4f95-a3f3-a3c71e40af76 admin admin] Deleting subnet 604c3678-8537-49a4-8baa-acc993680c5a {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:49:56.655290 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-53c06a16-fcdb-4c72-b3cb-d46636083070 req-8c878897-0bed-45bb-bccb-53643b639b2a tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:56.660331 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2fa97c7b-98b8-4f95-a3f3-a3c71e40af76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:56.705627 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 53ce995e-5449-4b63-ba7b-fa2b47d96cad, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=53ce995e-5449-4b63-ba7b-fa2b47d96cad,segment=NetworkSegment(be767568-3060-48d1-bebe-585a133f1049),segment_id=be767568-3060-48d1-bebe-585a133f1049)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:49:56.717965 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:56.743011 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ea60139d-158b-4a7b-8ffe-894f1fecc90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:56.749270 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2fa97c7b-98b8-4f95-a3f3-a3c71e40af76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:56.757368 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '53ce995e-5449-4b63-ba7b-fa2b47d96cad', 'network_id': 'e9141915-58fa-4f94-8f27-c56354fa8ebb', 'port_id': '53ce995e-5449-4b63-ba7b-fa2b47d96cad', 'mac_address': 'fa:16:3e:92:8d:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '604275ee-9836-4f85-a007-f6695778fdeb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:49:56.767821 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-63ce024d-b2db-4d61-953f-e93426dca39b None None] Set router cffd75f4-4677-42d1-b8d3-2a4e03da0fef gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:49:56.794490 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2fa97c7b-98b8-4f95-a3f3-a3c71e40af76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:56.842644 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-53c06a16-fcdb-4c72-b3cb-d46636083070 req-8c878897-0bed-45bb-bccb-53643b639b2a tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:56.851681 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-53c06a16-fcdb-4c72-b3cb-d46636083070 req-8c878897-0bed-45bb-bccb-53643b639b2a tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:56.880963 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2fa97c7b-98b8-4f95-a3f3-a3c71e40af76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:56.882646 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c878897-0bed-45bb-bccb-53643b639b2a tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f607e6b-bac8-49d5-b8a4-adbdddbfda4d,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:56.885029 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:56.886805 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2742a9e7-3449-4fd7-80aa-ae818c31ca01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53ce995e-5449-4b63-ba7b-fa2b47d96cad'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:49:56.889846 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d1f80b6-080e-4d61-a2ca-ee33f3b4ccb8" -d '{"events": [{"server_uuid": "2742a9e7-3449-4fd7-80aa-ae818c31ca01", "name": "network-vif-unplugged", "status": "completed", "tag": "53ce995e-5449-4b63-ba7b-fa2b47d96cad"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:49:56.901554 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-53c06a16-fcdb-4c72-b3cb-d46636083070 req-8c878897-0bed-45bb-bccb-53643b639b2a tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:56.902970 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-53c06a16-fcdb-4c72-b3cb-d46636083070 req-8c878897-0bed-45bb-bccb-53643b639b2a tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.2845371 Sep 17 07:49:56.939704 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa97c7b-98b8-4f95-a3f3-a3c71e40af76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=604c3678-8537-49a4-8baa-acc993680c5a,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:56.952298 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2fa97c7b-98b8-4f95-a3f3-a3c71e40af76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:56.957110 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 53ce995e-5449-4b63-ba7b-fa2b47d96cad, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=53ce995e-5449-4b63-ba7b-fa2b47d96cad,segment=NetworkSegment(be767568-3060-48d1-bebe-585a133f1049),segment_id=be767568-3060-48d1-bebe-585a133f1049)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:49:56.958427 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-2fa97c7b-98b8-4f95-a3f3-a3c71e40af76 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/604c3678-8537-49a4-8baa-acc993680c5a HTTP/1.1" status: 204 len: 168 time: 0.4434884 Sep 17 07:49:56.960854 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37362) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:49:56.979532 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 07:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58cfff27-a8dc-413c-b220-8e1efd60a451 x-openstack-request-id: req-58cfff27-a8dc-413c-b220-8e1efd60a451 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:49:56.979959 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2742a9e7-3449-4fd7-80aa-ae818c31ca01", "name": "network-vif-unplugged", "status": "completed", "tag": "53ce995e-5449-4b63-ba7b-fa2b47d96cad", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:49:56.980116 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-58cfff27-a8dc-413c-b220-8e1efd60a451 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:49:56.980558 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2742a9e7-3449-4fd7-80aa-ae818c31ca01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53ce995e-5449-4b63-ba7b-fa2b47d96cad', 'code': 200} Sep 17 07:49:56.990222 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ea60139d-158b-4a7b-8ffe-894f1fecc90f None None] For port d7750135-e10c-430f-ac56-a88c6dd4e852, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=d7750135-e10c-430f-ac56-a88c6dd4e852,segment=NetworkSegment(17fdcc3c-7a0c-41a7-9b0c-6ef10a824793),segment_id=17fdcc3c-7a0c-41a7-9b0c-6ef10a824793)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:49:56.996385 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:57.003661 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2a5318a3-dd71-4394-9307-bfdb75fafbf3 req-87301bcf-84e3-48ec-a851-134d159e8c6f tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] 10.222.0.13 "GET /v2.0/security-groups/3f607e6b-bac8-49d5-b8a4-adbdddbfda4d HTTP/1.1" status: 200 len: 1811 time: 0.0751731 Sep 17 07:49:57.026318 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 53ce995e-5449-4b63-ba7b-fa2b47d96cad {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:49:57.105877 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ea60139d-158b-4a7b-8ffe-894f1fecc90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:57.138029 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a8860367-b902-4882-8bb5-c7b7ce14c338 req-6859b65b-f173-41a7-a9a2-d8e0b39e9487 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cd0c95-7d6d-4c2c-a993-d693a3eb91a4 HTTP/1.1" status: 200 len: 210 time: 0.0709939 Sep 17 07:49:57.139171 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [req-f37e0d9a-15f7-4510-a72b-063c82155807 req-08572778-fbc7-4951-981e-0fc36870bdaf tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] show failed (client error): The resource could not be found. Sep 17 07:49:57.147186 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f37e0d9a-15f7-4510-a72b-063c82155807 req-08572778-fbc7-4951-981e-0fc36870bdaf tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] 10.222.0.13 "GET /v2.0/security-groups/b33c3762-8f3d-4709-8d6d-65168be3d6c1 HTTP/1.1" status: 404 len: 352 time: 0.0714862 Sep 17 07:49:57.178843 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1cd108b8-9d09-44ef-aa73-9e62205509ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:57.197322 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [req-ab4aad1f-06b5-4a58-9fb4-e2a0aa354967 req-e34450c1-331d-4455-95cb-5cea8200ba48 tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] show failed (client error): The resource could not be found. Sep 17 07:49:57.210101 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ab4aad1f-06b5-4a58-9fb4-e2a0aa354967 req-e34450c1-331d-4455-95cb-5cea8200ba48 tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] 10.222.0.13 "GET /v2.0/security-group-rules/59cb8fc5-2aaa-4abc-9c41-c304a3eac985 HTTP/1.1" status: 404 len: 361 time: 0.0270309 Sep 17 07:49:57.357427 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-024ead46-edc4-4fb9-9acf-692987d192fb req-4daa97c6-afad-4a1f-b2ab-2c5d55e5e7dd tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] 10.222.0.13 "GET /v2.0/security-groups/3f607e6b-bac8-49d5-b8a4-adbdddbfda4d HTTP/1.1" status: 200 len: 1811 time: 0.1198547 Sep 17 07:49:57.359225 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1cd108b8-9d09-44ef-aa73-9e62205509ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:57.419161 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.db.api [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 07:49:57.419586 n-d-789963-9 neutron-server[101291]: DEBUG oslo_db.api [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 07:49:57.423250 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-1cd108b8-9d09-44ef-aa73-9e62205509ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['add62a53-a69f-4abe-9b0d-fa84e891af37']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:49:57.469337 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=53ce995e-5449-4b63-ba7b-fa2b47d96cad,revision_number=6']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:57.474952 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-1cd108b8-9d09-44ef-aa73-9e62205509ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a427e306-a987-49e9-a9ad-c2204b8e0591') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:49:57.475538 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-1cd108b8-9d09-44ef-aa73-9e62205509ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a427e306-a987-49e9-a9ad-c2204b8e0591') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:49:57.510302 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1cd108b8-9d09-44ef-aa73-9e62205509ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:57.534568 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-fdc51d98-e18a-4756-8a66-67a066556df8 None None] Provisioning complete for port d7750135-e10c-430f-ac56-a88c6dd4e852 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:49:57.535131 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fdc51d98-e18a-4756-8a66-67a066556df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:57.566032 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1cd108b8-9d09-44ef-aa73-9e62205509ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:57.586476 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cd108b8-9d09-44ef-aa73-9e62205509ae admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 07:49:57.586973 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1cd108b8-9d09-44ef-aa73-9e62205509ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:57.592929 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 07:49:57.592929 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 07:49:57.592929 n-d-789963-9 neutron-server[101289]: timer() Sep 17 07:49:57.592929 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 07:49:57.592929 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 07:49:57.592929 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 07:49:57.592929 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 07:49:57.592929 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 07:49:57.592929 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 07:49:57.592929 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 07:49:57.592929 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 07:49:57.592929 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 07:49:57.592929 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 07:49:57.592929 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 07:49:57.592929 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 07:49:57.592929 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 07:49:57.592929 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 07:49:57.592929 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 07:49:57.592929 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 07:49:57.592929 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 07:49:57.592929 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 07:49:57.592929 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 07:49:57.592929 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 07:49:57.592929 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 07:49:57.592929 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 07:49:57.592929 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 07:49:57.592929 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 07:49:57.592929 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 07:49:57.592929 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 07:49:57.592929 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 07:49:57.592929 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 07:49:57.592929 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 07:49:57.610572 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea60139d-158b-4a7b-8ffe-894f1fecc90f None None] Pushing event updated for resources: {'Port': ['ID=d7750135-e10c-430f-ac56-a88c6dd4e852,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:57.617665 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba0981-92e9-4940-be20-4cdd82431719 req-252119c0-3424-4b2b-8f26-e48aa1ae8e87 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:57.619762 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-72ba0981-92e9-4940-be20-4cdd82431719 req-252119c0-3424-4b2b-8f26-e48aa1ae8e87 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa684fd0-a85e-469b-aed6-7fb0de9dc944 HTTP/1.1" status: 200 len: 949 time: 0.1541786 Sep 17 07:49:57.626162 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e2f7b6-4856-408c-b40c-19d796fab1e2 req-f68ec31f-83c6-4138-923d-4e90f137f63e tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:57.627562 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f3e2f7b6-4856-408c-b40c-19d796fab1e2 req-f68ec31f-83c6-4138-923d-4e90f137f63e tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] 10.222.0.41 "GET /v2.0/networks?id=e7618610-9a57-4cc8-982b-d8af484bdfe5 HTTP/1.1" status: 200 len: 828 time: 0.3440533 Sep 17 07:49:57.650140 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-024ead46-edc4-4fb9-9acf-692987d192fb req-d25d64c0-a8e8-4661-bbcb-3a79d9c721a4 tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:57.654040 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-63ce024d-b2db-4d61-953f-e93426dca39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cffd75f4-4677-42d1-b8d3-2a4e03da0fef', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-637993520-router', 'tenant_id': '21f3c7f03c914a5b858a20df6b6b8d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'a6097d46-25cd-4153-9159-7dd3abc811e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:49:46Z', 'updated_at': '2021-09-17T07:49:51Z', 'revision_number': 4, 'project_id': '21f3c7f03c914a5b858a20df6b6b8d87', 'gw_port': {'id': 'a6097d46-25cd-4153-9159-7dd3abc811e9', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:23:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffd75f4-4677-42d1-b8d3-2a4e03da0fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:49:47Z', 'updated_at': '2021-09-17T07:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'd7750135-e10c-430f-ac56-a88c6dd4e852', 'name': '', 'network_id': 'e7618610-9a57-4cc8-982b-d8af484bdfe5', 'tenant_id': '21f3c7f03c914a5b858a20df6b6b8d87', 'mac_address': 'fa:16:3e:9f:36:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cffd75f4-4677-42d1-b8d3-2a4e03da0fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'bb64a615-3b31-4cda-9193-292349d0b524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:49:50Z', 'updated_at': '2021-09-17T07:49:56Z', 'revision_number': 4, 'project_id': '21f3c7f03c914a5b858a20df6b6b8d87', 'subnets': [{'id': 'bb64a615-3b31-4cda-9193-292349d0b524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:49:57.655593 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-f3e2f7b6-4856-408c-b40c-19d796fab1e2 req-7a288e17-5efd-4c77-85df-28ec29110f49 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Request body: {'port': {'device_id': '26cd0c95-7d6d-4c2c-a993-d693a3eb91a4', 'network_id': 'e7618610-9a57-4cc8-982b-d8af484bdfe5', 'admin_state_up': True, 'tenant_id': '21f3c7f03c914a5b858a20df6b6b8d87'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:49:57.711241 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ce024d-b2db-4d61-953f-e93426dca39b None None] The sync data for ids ['cffd75f4-4677-42d1-b8d3-2a4e03da0fef'] in n-d-789963-9 is: [{'id': 'cffd75f4-4677-42d1-b8d3-2a4e03da0fef', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-637993520-router', 'tenant_id': '21f3c7f03c914a5b858a20df6b6b8d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'a6097d46-25cd-4153-9159-7dd3abc811e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:49:46Z', 'updated_at': '2021-09-17T07:49:51Z', 'revision_number': 4, 'project_id': '21f3c7f03c914a5b858a20df6b6b8d87', 'gw_port': {'id': 'a6097d46-25cd-4153-9159-7dd3abc811e9', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:23:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffd75f4-4677-42d1-b8d3-2a4e03da0fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:49:47Z', 'updated_at': '2021-09-17T07:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'd7750135-e10c-430f-ac56-a88c6dd4e852', 'name': '', 'network_id': 'e7618610-9a57-4cc8-982b-d8af484bdfe5', 'tenant_id': '21f3c7f03c914a5b858a20df6b6b8d87', 'mac_address': 'fa:16:3e:9f:36:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cffd75f4-4677-42d1-b8d3-2a4e03da0fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'bb64a615-3b31-4cda-9193-292349d0b524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:49:50Z', 'updated_at': '2021-09-17T07:49:56Z', 'revision_number': 4, 'project_id': '21f3c7f03c914a5b858a20df6b6b8d87', 'subnets': [{'id': 'bb64a615-3b31-4cda-9193-292349d0b524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:49:57.753350 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-024ead46-edc4-4fb9-9acf-692987d192fb req-d25d64c0-a8e8-4661-bbcb-3a79d9c721a4 tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:57.766481 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1cd108b8-9d09-44ef-aa73-9e62205509ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:57.831343 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1cd108b8-9d09-44ef-aa73-9e62205509ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:57.833269 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-1cd108b8-9d09-44ef-aa73-9e62205509ae admin admin] 10.222.0.13 "DELETE /v2.0/networks/add62a53-a69f-4abe-9b0d-fa84e891af37 HTTP/1.1" status: 204 len: 168 time: 0.8711839 Sep 17 07:49:57.858655 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-72ba0981-92e9-4940-be20-4cdd82431719 req-b907857b-a8d0-4811-9f7c-a5d7eeebc1fa tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259660 Sep 17 07:49:57.875218 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd108b8-9d09-44ef-aa73-9e62205509ae admin admin] Pushing event deleted for resources: {'Network': ['ID=add62a53-a69f-4abe-9b0d-fa84e891af37,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:57.896212 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37418) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:49:57.910275 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-024ead46-edc4-4fb9-9acf-692987d192fb req-d25d64c0-a8e8-4661-bbcb-3a79d9c721a4 tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:57.913016 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-024ead46-edc4-4fb9-9acf-692987d192fb req-d25d64c0-a8e8-4661-bbcb-3a79d9c721a4 tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:57.914516 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-024ead46-edc4-4fb9-9acf-692987d192fb req-d25d64c0-a8e8-4661-bbcb-3a79d9c721a4 tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] 10.222.0.13 "DELETE /v2.0/security-groups/3f607e6b-bac8-49d5-b8a4-adbdddbfda4d HTTP/1.1" status: 204 len: 173 time: 0.5465732 Sep 17 07:49:57.933384 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25d64c0-a8e8-4661-bbcb-3a79d9c721a4 tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f607e6b-bac8-49d5-b8a4-adbdddbfda4d,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:57.957324 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3e2f7b6-4856-408c-b40c-19d796fab1e2 req-7a288e17-5efd-4c77-85df-28ec29110f49 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Made reservation on behalf of 21f3c7f03c914a5b858a20df6b6b8d87 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:49:57.961696 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-f3e2f7b6-4856-408c-b40c-19d796fab1e2 req-7a288e17-5efd-4c77-85df-28ec29110f49 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:58.048490 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:58.073847 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53ce995e-5449-4b63-ba7b-fa2b47d96cad {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:49:58.099133 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 53ce995e-5449-4b63-ba7b-fa2b47d96cad, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=53ce995e-5449-4b63-ba7b-fa2b47d96cad,segment=NetworkSegment(be767568-3060-48d1-bebe-585a133f1049),segment_id=be767568-3060-48d1-bebe-585a133f1049)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:49:58.107859 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:58.181267 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=53ce995e-5449-4b63-ba7b-fa2b47d96cad,revision_number=7']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:58.261036 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37430) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:49:58.269620 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b5b5369a-bed9-49a0-8b3a-4ff75ec9bc8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:58.278010 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a8c270f6-875d-4564-aa04-052e47da9a12 req-f761a3fc-e548-4173-8706-f5e8bae505bf tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] 10.222.0.13 "GET /v2.0/security-groups/6c65f61e-bc61-499b-a384-fbd18795f6aa HTTP/1.1" status: 200 len: 1812 time: 0.1753831 Sep 17 07:49:58.292631 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab5c8a-303b-43b4-8d88-fcba5c1c7b14 req-fff2ed9f-c513-4720-a752-da866ad45a59 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:58.295134 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dcab5c8a-303b-43b4-8d88-fcba5c1c7b14 req-fff2ed9f-c513-4720-a752-da866ad45a59 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=2742a9e7-3449-4fd7-80aa-ae818c31ca01 HTTP/1.1" status: 200 len: 943 time: 0.2403433 Sep 17 07:49:58.320628 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [req-f3e2f7b6-4856-408c-b40c-19d796fab1e2 req-7a288e17-5efd-4c77-85df-28ec29110f49 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Allocated IP 172.20.0.6 (e7618610-9a57-4cc8-982b-d8af484bdfe5/bb64a615-3b31-4cda-9193-292349d0b524/a3b1bb01-b0e1-46d5-8662-b9597a2de439) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:49:58.398254 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b5b5369a-bed9-49a0-8b3a-4ff75ec9bc8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:58.420977 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b5b5369a-bed9-49a0-8b3a-4ff75ec9bc8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:58.475331 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-5947731f-9de4-437a-b017-bbb75db57960 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2525ecc58cad4fa78c4be116636fc184&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2130408 Sep 17 07:49:58.481144 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['53ce995e-5449-4b63-ba7b-fa2b47d96cad'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:49:58.489060 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37440) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:49:58.489485 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37442) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:49:58.490142 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b5b5369a-bed9-49a0-8b3a-4ff75ec9bc8f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1e21d6f0efa4450cb1853c0f97aaf5f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5928049 Sep 17 07:49:58.509804 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b5369a-bed9-49a0-8b3a-4ff75ec9bc8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0079e6-055a-4169-b78c-5f71ae8a0f86,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:58.654148 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dcab5c8a-303b-43b4-8d88-fcba5c1c7b14 req-faf4ae74-d4a3-4816-a7fe-0d8f387d277c tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866765 Sep 17 07:49:58.675856 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-f3e2f7b6-4856-408c-b40c-19d796fab1e2 req-7a288e17-5efd-4c77-85df-28ec29110f49 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:58.690460 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e19f9b01-2a93-495b-9103-2b9c2251b564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:58.703386 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-a8c270f6-875d-4564-aa04-052e47da9a12 req-8617fa3c-c2b1-4b1d-b074-df7fbc5231e2 tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:58.715564 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7f977497-02bd-4165-8387-9bbbc1860635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:58.782348 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e19f9b01-2a93-495b-9103-2b9c2251b564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:58.802229 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-a8c270f6-875d-4564-aa04-052e47da9a12 req-8617fa3c-c2b1-4b1d-b074-df7fbc5231e2 tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:58.805696 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7f977497-02bd-4165-8387-9bbbc1860635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:58.839008 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d916c2ee-cb58-46f9-b054-2e4db3d5b9f7 req-9408b4ca-2060-4ea9-b483-bff9387bdd66 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cd0c95-7d6d-4c2c-a993-d693a3eb91a4 HTTP/1.1" status: 200 len: 210 time: 0.0834656 Sep 17 07:49:58.895701 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-f3e2f7b6-4856-408c-b40c-19d796fab1e2 req-7a288e17-5efd-4c77-85df-28ec29110f49 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:58.929135 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3e2f7b6-4856-408c-b40c-19d796fab1e2 req-7a288e17-5efd-4c77-85df-28ec29110f49 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Network e7618610-9a57-4cc8-982b-d8af484bdfe5 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:49:58.935237 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [req-f3e2f7b6-4856-408c-b40c-19d796fab1e2 req-7a288e17-5efd-4c77-85df-28ec29110f49 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:49:58.959995 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3e2f7b6-4856-408c-b40c-19d796fab1e2 req-7a288e17-5efd-4c77-85df-28ec29110f49 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:49:59.067216 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-a8c270f6-875d-4564-aa04-052e47da9a12 req-8617fa3c-c2b1-4b1d-b074-df7fbc5231e2 tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:59.070205 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-a8c270f6-875d-4564-aa04-052e47da9a12 req-8617fa3c-c2b1-4b1d-b074-df7fbc5231e2 tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:59.071507 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a8c270f6-875d-4564-aa04-052e47da9a12 req-8617fa3c-c2b1-4b1d-b074-df7fbc5231e2 tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] 10.222.0.13 "DELETE /v2.0/security-groups/6c65f61e-bc61-499b-a384-fbd18795f6aa HTTP/1.1" status: 204 len: 173 time: 0.7748830 Sep 17 07:49:59.079526 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a288e17-5efd-4c77-85df-28ec29110f49 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Pushing event updated for resources: {'Port': ['ID=a3b1bb01-b0e1-46d5-8662-b9597a2de439,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:59.088596 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7f977497-02bd-4165-8387-9bbbc1860635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:59.092750 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7f977497-02bd-4165-8387-9bbbc1860635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:59.096245 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-7f977497-02bd-4165-8387-9bbbc1860635 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c362450c-df8a-4b9a-bc7a-04acb86ae057 HTTP/1.1" status: 204 len: 168 time: 0.5993741 Sep 17 07:49:59.096245 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e19f9b01-2a93-495b-9103-2b9c2251b564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:59.098472 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e19f9b01-2a93-495b-9103-2b9c2251b564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:59.102240 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e19f9b01-2a93-495b-9103-2b9c2251b564 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fa0079e6-055a-4169-b78c-5f71ae8a0f86 HTTP/1.1" status: 204 len: 168 time: 0.6065383 Sep 17 07:49:59.116035 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8617fa3c-c2b1-4b1d-b074-df7fbc5231e2 tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c65f61e-bc61-499b-a384-fbd18795f6aa,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:59.129955 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e2f7b6-4856-408c-b40c-19d796fab1e2 req-7a288e17-5efd-4c77-85df-28ec29110f49 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:59.130618 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-f3e2f7b6-4856-408c-b40c-19d796fab1e2 req-7a288e17-5efd-4c77-85df-28ec29110f49 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:59.148338 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f977497-02bd-4165-8387-9bbbc1860635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c362450c-df8a-4b9a-bc7a-04acb86ae057,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:59.166865 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69de7d-88d0-4835-9c83-7e0eec5da511 req-5fe40c30-a16c-417b-813f-d87dbcaaa723 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:59.168721 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2c69de7d-88d0-4835-9c83-7e0eec5da511 req-5fe40c30-a16c-417b-813f-d87dbcaaa723 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa684fd0-a85e-469b-aed6-7fb0de9dc944 HTTP/1.1" status: 200 len: 949 time: 0.1965585 Sep 17 07:49:59.183867 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f9b01-2a93-495b-9103-2b9c2251b564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0079e6-055a-4169-b78c-5f71ae8a0f86,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:59.189149 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f3e2f7b6-4856-408c-b40c-19d796fab1e2 req-7a288e17-5efd-4c77-85df-28ec29110f49 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5423138 Sep 17 07:49:59.212181 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-f3e2f7b6-4856-408c-b40c-19d796fab1e2 req-54e4f668-3efd-4bd1-b215-7ad7eb901997 service neutron] Request body: {'port': {'device_id': '26cd0c95-7d6d-4c2c-a993-d693a3eb91a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-9'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:49:59.311167 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2c69de7d-88d0-4835-9c83-7e0eec5da511 req-717f610c-71e1-46a7-bce4-4a81a03bea1e tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346433 Sep 17 07:49:59.338108 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6c17a911-eab8-4f61-a819-96a2147ddf94 req-4a6d7c90-4b1f-4e66-92e2-3be41a010bd9 tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] 10.222.0.13 "GET /v2.0/security-groups/78e6b398-e1df-4bcc-9e7e-6af4d670c358 HTTP/1.1" status: 200 len: 1811 time: 0.1388972 Sep 17 07:49:59.339952 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-f3e2f7b6-4856-408c-b40c-19d796fab1e2 req-54e4f668-3efd-4bd1-b215-7ad7eb901997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:59.381389 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-2cae5187-5f85-4279-a0ff-3aca3aeacbb8 None None] Provisioning complete for port a3b1bb01-b0e1-46d5-8662-b9597a2de439 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:49:59.381875 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2cae5187-5f85-4279-a0ff-3aca3aeacbb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:59.455599 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-6c17a911-eab8-4f61-a819-96a2147ddf94 req-e3f50627-2055-4e87-8609-ec81fc23d956 tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:59.486488 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-2cae5187-5f85-4279-a0ff-3aca3aeacbb8 None None] Port a3b1bb01-b0e1-46d5-8662-b9597a2de439 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:49:59.543114 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-6c17a911-eab8-4f61-a819-96a2147ddf94 req-e3f50627-2055-4e87-8609-ec81fc23d956 tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:59.545315 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device d7750135-e10c-430f-ac56-a88c6dd4e852 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:49:59.599522 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port d7750135-e10c-430f-ac56-a88c6dd4e852 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:49:59.600059 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:59.653109 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-6c17a911-eab8-4f61-a819-96a2147ddf94 req-e3f50627-2055-4e87-8609-ec81fc23d956 tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:59.656041 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-6c17a911-eab8-4f61-a819-96a2147ddf94 req-e3f50627-2055-4e87-8609-ec81fc23d956 tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:59.657268 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6c17a911-eab8-4f61-a819-96a2147ddf94 req-e3f50627-2055-4e87-8609-ec81fc23d956 tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] 10.222.0.13 "DELETE /v2.0/security-groups/78e6b398-e1df-4bcc-9e7e-6af4d670c358 HTTP/1.1" status: 204 len: 173 time: 0.3095970 Sep 17 07:49:59.675826 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f50627-2055-4e87-8609-ec81fc23d956 tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e6b398-e1df-4bcc-9e7e-6af4d670c358,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:49:59.771244 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37510) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:49:59.813952 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-352db8f0-e307-42de-aee0-b5c913bba6cf req-e85dcc86-1cab-455d-b187-5f114320e90c tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] 10.222.0.13 "GET /v2.0/security-groups/ae0d86c1-a143-4b03-aa52-219179068890 HTTP/1.1" status: 200 len: 1813 time: 0.1052456 Sep 17 07:49:59.830268 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-4a323f8f-b243-4ed7-97a8-37c891481330 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c569138579ad439ea680d0df292d9a98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0572140 Sep 17 07:49:59.832769 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37518) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:49:59.849884 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [req-f3e2f7b6-4856-408c-b40c-19d796fab1e2 req-54e4f668-3efd-4bd1-b215-7ad7eb901997 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3b1bb01-b0e1-46d5-8662-b9597a2de439 {{(pid=101289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:49:59.863567 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-f3e2f7b6-4856-408c-b40c-19d796fab1e2 req-54e4f668-3efd-4bd1-b215-7ad7eb901997 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:59.898898 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-60250deb-6fda-4d29-9d60-ab6f59a6d419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:59.900105 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad99d9-0182-4bef-b43b-3379ca82ae99 req-75e27a5c-6e6b-4015-8b81-8cb86e118e0d tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:49:59.901810 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c2ad99d9-0182-4bef-b43b-3379ca82ae99 req-75e27a5c-6e6b-4015-8b81-8cb86e118e0d tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=2742a9e7-3449-4fd7-80aa-ae818c31ca01 HTTP/1.1" status: 200 len: 944 time: 0.1081669 Sep 17 07:49:59.918395 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.provisioning_blocks [req-f3e2f7b6-4856-408c-b40c-19d796fab1e2 req-54e4f668-3efd-4bd1-b215-7ad7eb901997 service neutron] Transition to ACTIVE for port object a3b1bb01-b0e1-46d5-8662-b9597a2de439 will not be triggered until provisioned by entity L2. {{(pid=101289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:49:59.927258 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-60250deb-6fda-4d29-9d60-ab6f59a6d419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:59.940176 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-f3e2f7b6-4856-408c-b40c-19d796fab1e2 req-54e4f668-3efd-4bd1-b215-7ad7eb901997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:49:59.995139 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-352db8f0-e307-42de-aee0-b5c913bba6cf req-cc3e21f1-da1f-4801-ba54-1e55c2ed2c85 tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:00.012415 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c2ad99d9-0182-4bef-b43b-3379ca82ae99 req-14c22201-094c-4ca1-a982-d5446935fdb7 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958261 Sep 17 07:50:00.019094 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-60250deb-6fda-4d29-9d60-ab6f59a6d419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:00.031921 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-60250deb-6fda-4d29-9d60-ab6f59a6d419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:00.036443 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-60250deb-6fda-4d29-9d60-ab6f59a6d419 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c86ad566-de89-4522-a52c-b38c34d56976 HTTP/1.1" status: 204 len: 168 time: 0.2022336 Sep 17 07:50:00.045173 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e4f668-3efd-4bd1-b215-7ad7eb901997 service neutron] Pushing event updated for resources: {'Port': ['ID=a3b1bb01-b0e1-46d5-8662-b9597a2de439,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:00.060253 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60250deb-6fda-4d29-9d60-ab6f59a6d419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86ad566-de89-4522-a52c-b38c34d56976,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:00.093548 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-352db8f0-e307-42de-aee0-b5c913bba6cf req-cc3e21f1-da1f-4801-ba54-1e55c2ed2c85 tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:00.155249 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 53ce995e-5449-4b63-ba7b-fa2b47d96cad up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:50:00.247483 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 53ce995e-5449-4b63-ba7b-fa2b47d96cad triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:50:00.248191 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:00.281396 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-f3e2f7b6-4856-408c-b40c-19d796fab1e2 req-54e4f668-3efd-4bd1-b215-7ad7eb901997 service neutron] Attempting to bind port a3b1bb01-b0e1-46d5-8662-b9597a2de439 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:50:00.281663 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-f3e2f7b6-4856-408c-b40c-19d796fab1e2 req-54e4f668-3efd-4bd1-b215-7ad7eb901997 service neutron] Attempting to bind port a3b1bb01-b0e1-46d5-8662-b9597a2de439 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': '17fdcc3c-7a0c-41a7-9b0c-6ef10a824793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7618610-9a57-4cc8-982b-d8af484bdfe5'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:50:00.282381 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e2f7b6-4856-408c-b40c-19d796fab1e2 req-54e4f668-3efd-4bd1-b215-7ad7eb901997 service neutron] Attempting to bind port a3b1bb01-b0e1-46d5-8662-b9597a2de439 on network e7618610-9a57-4cc8-982b-d8af484bdfe5 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:50:00.292247 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e2f7b6-4856-408c-b40c-19d796fab1e2 req-54e4f668-3efd-4bd1-b215-7ad7eb901997 service neutron] Port a3b1bb01-b0e1-46d5-8662-b9597a2de439 on network e7618610-9a57-4cc8-982b-d8af484bdfe5 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:50:00.292873 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e2f7b6-4856-408c-b40c-19d796fab1e2 req-54e4f668-3efd-4bd1-b215-7ad7eb901997 service neutron] Attempting to bind port a3b1bb01-b0e1-46d5-8662-b9597a2de439 on network e7618610-9a57-4cc8-982b-d8af484bdfe5 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:50:00.308468 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e2f7b6-4856-408c-b40c-19d796fab1e2 req-54e4f668-3efd-4bd1-b215-7ad7eb901997 service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:50:00.308468 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e2f7b6-4856-408c-b40c-19d796fab1e2 req-54e4f668-3efd-4bd1-b215-7ad7eb901997 service neutron] Checking segment: {'id': '17fdcc3c-7a0c-41a7-9b0c-6ef10a824793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7618610-9a57-4cc8-982b-d8af484bdfe5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:50:00.310091 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e2f7b6-4856-408c-b40c-19d796fab1e2 req-54e4f668-3efd-4bd1-b215-7ad7eb901997 service neutron] Bound using segment: {'id': '17fdcc3c-7a0c-41a7-9b0c-6ef10a824793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7618610-9a57-4cc8-982b-d8af484bdfe5'} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:50:00.312022 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-f3e2f7b6-4856-408c-b40c-19d796fab1e2 req-54e4f668-3efd-4bd1-b215-7ad7eb901997 service neutron] Bound port: a3b1bb01-b0e1-46d5-8662-b9597a2de439, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17fdcc3c-7a0c-41a7-9b0c-6ef10a824793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e7618610-9a57-4cc8-982b-d8af484bdfe5'}}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:50:00.312401 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-f3e2f7b6-4856-408c-b40c-19d796fab1e2 req-54e4f668-3efd-4bd1-b215-7ad7eb901997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:00.328144 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-352db8f0-e307-42de-aee0-b5c913bba6cf req-cc3e21f1-da1f-4801-ba54-1e55c2ed2c85 tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:00.331095 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-352db8f0-e307-42de-aee0-b5c913bba6cf req-cc3e21f1-da1f-4801-ba54-1e55c2ed2c85 tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:00.342896 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-352db8f0-e307-42de-aee0-b5c913bba6cf req-cc3e21f1-da1f-4801-ba54-1e55c2ed2c85 tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] 10.222.0.13 "DELETE /v2.0/security-groups/ae0d86c1-a143-4b03-aa52-219179068890 HTTP/1.1" status: 204 len: 173 time: 0.5138354 Sep 17 07:50:00.381369 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd2028-f922-4e10-8009-2b7a109d0710 req-b9b9314b-0deb-4d7b-8b63-09be4251f1d0 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:00.382519 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:00.386589 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e5fd2028-f922-4e10-8009-2b7a109d0710 req-b9b9314b-0deb-4d7b-8b63-09be4251f1d0 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cd0c95-7d6d-4c2c-a993-d693a3eb91a4 HTTP/1.1" status: 200 len: 943 time: 0.1750882 Sep 17 07:50:00.416416 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2742a9e7-3449-4fd7-80aa-ae818c31ca01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53ce995e-5449-4b63-ba7b-fa2b47d96cad'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:50:00.420018 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed5be35f-d545-4328-b172-8f1ce7a5da47" -d '{"events": [{"server_uuid": "2742a9e7-3449-4fd7-80aa-ae818c31ca01", "name": "network-vif-plugged", "status": "completed", "tag": "53ce995e-5449-4b63-ba7b-fa2b47d96cad"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:50:00.434805 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 53ce995e-5449-4b63-ba7b-fa2b47d96cad, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=53ce995e-5449-4b63-ba7b-fa2b47d96cad,segment=NetworkSegment(be767568-3060-48d1-bebe-585a133f1049),segment_id=be767568-3060-48d1-bebe-585a133f1049)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:50:00.437779 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3e21f1-da1f-4801-ba54-1e55c2ed2c85 tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0d86c1-a143-4b03-aa52-219179068890,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:00.441934 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:00.538030 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=53ce995e-5449-4b63-ba7b-fa2b47d96cad,revision_number=8']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:00.538536 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-f3e2f7b6-4856-408c-b40c-19d796fab1e2 req-54e4f668-3efd-4bd1-b215-7ad7eb901997 service neutron] For port a3b1bb01-b0e1-46d5-8662-b9597a2de439, host n-h1-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:50:00.562653 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e5fd2028-f922-4e10-8009-2b7a109d0710 req-814eabbd-e380-4eab-a9e4-4420bb681489 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb8b46b-1ef4-41c3-8b49-4cc623031cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673443 Sep 17 07:50:00.570149 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-f3e2f7b6-4856-408c-b40c-19d796fab1e2 req-54e4f668-3efd-4bd1-b215-7ad7eb901997 service neutron] For port a3b1bb01-b0e1-46d5-8662-b9597a2de439, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=a3b1bb01-b0e1-46d5-8662-b9597a2de439,segment=NetworkSegment(17fdcc3c-7a0c-41a7-9b0c-6ef10a824793),segment_id=17fdcc3c-7a0c-41a7-9b0c-6ef10a824793)] {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:50:00.584100 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ca3aae53-18b7-43e8-9ede-0818eadfce60 req-99b80edc-ff46-470d-a986-c609560849b0 tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] 10.222.0.13 "GET /v2.0/security-groups/801fe8e5-58ea-4943-bb04-52c9c1396d3e HTTP/1.1" status: 200 len: 1809 time: 0.0925536 Sep 17 07:50:00.596390 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-f3e2f7b6-4856-408c-b40c-19d796fab1e2 req-54e4f668-3efd-4bd1-b215-7ad7eb901997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:00.653095 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e2f7b6-4856-408c-b40c-19d796fab1e2 req-54e4f668-3efd-4bd1-b215-7ad7eb901997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:00.654365 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-f3e2f7b6-4856-408c-b40c-19d796fab1e2 req-54e4f668-3efd-4bd1-b215-7ad7eb901997 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:00.656449 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f3e2f7b6-4856-408c-b40c-19d796fab1e2 req-54e4f668-3efd-4bd1-b215-7ad7eb901997 service neutron] 10.222.0.41 "PUT /v2.0/ports/a3b1bb01-b0e1-46d5-8662-b9597a2de439 HTTP/1.1" status: 200 len: 1091 time: 1.4485445 Sep 17 07:50:00.657867 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26cd0c95-7d6d-4c2c-a993-d693a3eb91a4', 'tag': 'a3b1bb01-b0e1-46d5-8662-b9597a2de439'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:50:00.661463 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e7e3d4-051f-4191-b00b-4af26eb140f3" -d '{"events": [{"name": "network-changed", "server_uuid": "26cd0c95-7d6d-4c2c-a993-d693a3eb91a4", "tag": "a3b1bb01-b0e1-46d5-8662-b9597a2de439"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:50:00.715506 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e4f668-3efd-4bd1-b215-7ad7eb901997 service neutron] Pushing event updated for resources: {'Port': ['ID=a3b1bb01-b0e1-46d5-8662-b9597a2de439,revision_number=3']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:00.812805 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad7b62f-2b97-4448-b5a8-fa04ab0b4a94 req-03b1dfa8-b79f-49c0-9cb8-88528a32076c tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:00.820439 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9ad7b62f-2b97-4448-b5a8-fa04ab0b4a94 req-03b1dfa8-b79f-49c0-9cb8-88528a32076c tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa684fd0-a85e-469b-aed6-7fb0de9dc944 HTTP/1.1" status: 200 len: 949 time: 0.1777389 Sep 17 07:50:00.821948 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-ca3aae53-18b7-43e8-9ede-0818eadfce60 req-349d650d-f364-4fc2-8093-648fca7efaed tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:00.854883 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e2f7b6-4856-408c-b40c-19d796fab1e2 req-979dd92a-c90a-4c9e-8643-4b37a9295da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:00.856458 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f3e2f7b6-4856-408c-b40c-19d796fab1e2 req-979dd92a-c90a-4c9e-8643-4b37a9295da0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=21f3c7f03c914a5b858a20df6b6b8d87&device_id=26cd0c95-7d6d-4c2c-a993-d693a3eb91a4 HTTP/1.1" status: 200 len: 1094 time: 0.1264126 Sep 17 07:50:00.874415 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-ca3aae53-18b7-43e8-9ede-0818eadfce60 req-349d650d-f364-4fc2-8093-648fca7efaed tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:00.947023 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f3e2f7b6-4856-408c-b40c-19d796fab1e2 req-7f720681-90b0-45ae-b0b8-d026b80d7318 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3b1bb01-b0e1-46d5-8662-b9597a2de439 HTTP/1.1" status: 200 len: 217 time: 0.0697584 Sep 17 07:50:00.968173 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9ad7b62f-2b97-4448-b5a8-fa04ab0b4a94 req-c33a7b7e-582a-4d68-87c6-e8814bcbf457 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470063 Sep 17 07:50:01.019818 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f632c151-bb35-4401-ad61-4b463af9e13a x-openstack-request-id: req-f632c151-bb35-4401-ad61-4b463af9e13a {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:50:01.020159 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2742a9e7-3449-4fd7-80aa-ae818c31ca01", "name": "network-vif-plugged", "status": "completed", "tag": "53ce995e-5449-4b63-ba7b-fa2b47d96cad", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:50:01.020427 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f632c151-bb35-4401-ad61-4b463af9e13a {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:50:01.021009 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2742a9e7-3449-4fd7-80aa-ae818c31ca01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53ce995e-5449-4b63-ba7b-fa2b47d96cad', 'code': 200} Sep 17 07:50:01.052083 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e2f7b6-4856-408c-b40c-19d796fab1e2 req-536b044b-e0bd-4c53-80b3-e2fd124773eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:01.053599 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f3e2f7b6-4856-408c-b40c-19d796fab1e2 req-536b044b-e0bd-4c53-80b3-e2fd124773eb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bb64a615-3b31-4cda-9193-292349d0b524 HTTP/1.1" status: 200 len: 867 time: 0.0844858 Sep 17 07:50:01.066559 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b55d0f09-48c1-4373-bbc7-7492e78662e1 x-openstack-request-id: req-b55d0f09-48c1-4373-bbc7-7492e78662e1 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:50:01.066862 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26cd0c95-7d6d-4c2c-a993-d693a3eb91a4", "tag": "a3b1bb01-b0e1-46d5-8662-b9597a2de439", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:50:01.067033 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b55d0f09-48c1-4373-bbc7-7492e78662e1 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:50:01.068143 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26cd0c95-7d6d-4c2c-a993-d693a3eb91a4', 'tag': 'a3b1bb01-b0e1-46d5-8662-b9597a2de439', 'status': 'completed', 'code': 200} Sep 17 07:50:01.070561 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-ca3aae53-18b7-43e8-9ede-0818eadfce60 req-349d650d-f364-4fc2-8093-648fca7efaed tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:01.073891 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-ca3aae53-18b7-43e8-9ede-0818eadfce60 req-349d650d-f364-4fc2-8093-648fca7efaed tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:01.075023 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ca3aae53-18b7-43e8-9ede-0818eadfce60 req-349d650d-f364-4fc2-8093-648fca7efaed tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] 10.222.0.13 "DELETE /v2.0/security-groups/801fe8e5-58ea-4943-bb04-52c9c1396d3e HTTP/1.1" status: 204 len: 173 time: 0.4894235 Sep 17 07:50:01.084796 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37604) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:01.109763 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349d650d-f364-4fc2-8093-648fca7efaed tempest-SecurityGroupRulesNegativeTestJSON-2027704278 tempest-SecurityGroupRulesNegativeTestJSON-2027704278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=801fe8e5-58ea-4943-bb04-52c9c1396d3e,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:01.125282 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e2f7b6-4856-408c-b40c-19d796fab1e2 req-b2ea4612-cd49-40ad-ba28-616d895218b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:01.127120 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f3e2f7b6-4856-408c-b40c-19d796fab1e2 req-b2ea4612-cd49-40ad-ba28-616d895218b1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e7618610-9a57-4cc8-982b-d8af484bdfe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580120 Sep 17 07:50:01.201830 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-267e7ba4-4c3e-46fa-bb2c-00d704a28499 admin admin] Deleting subnet ebbcb2dc-1353-465a-91d8-8421a12695be {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:50:01.214157 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-267e7ba4-4c3e-46fa-bb2c-00d704a28499 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:01.276296 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f3e2f7b6-4856-408c-b40c-19d796fab1e2 req-3228128f-9be6-4b09-8035-f09fc0b0b160 service neutron] 10.222.0.41 "GET /v2.0/networks/e7618610-9a57-4cc8-982b-d8af484bdfe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399620 Sep 17 07:50:01.287818 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-267e7ba4-4c3e-46fa-bb2c-00d704a28499 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:01.293394 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e74cb9-9723-4755-afeb-127856d00083 req-b3610f81-b7e0-46ad-9e1c-606c2e203d88 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:01.302722 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-45e74cb9-9723-4755-afeb-127856d00083 req-b3610f81-b7e0-46ad-9e1c-606c2e203d88 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=2742a9e7-3449-4fd7-80aa-ae818c31ca01 HTTP/1.1" status: 200 len: 945 time: 0.1523521 Sep 17 07:50:01.333182 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dceb3a-5d16-47fc-ba9e-122f1d22e643 req-d7defba5-06e4-494d-b178-550026b75ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:01.334587 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-76dceb3a-5d16-47fc-ba9e-122f1d22e643 req-d7defba5-06e4-494d-b178-550026b75ec2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2742a9e7-3449-4fd7-80aa-ae818c31ca01 HTTP/1.1" status: 200 len: 1096 time: 0.0856760 Sep 17 07:50:01.345321 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-267e7ba4-4c3e-46fa-bb2c-00d704a28499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:01.422175 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-76dceb3a-5d16-47fc-ba9e-122f1d22e643 req-1c30dc42-bb60-45e1-9358-cb659963b4aa service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783808 Sep 17 07:50:01.434052 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f3e2f7b6-4856-408c-b40c-19d796fab1e2 req-456845e0-bfab-4a1f-8e7b-77c09fd5545a service neutron] 10.222.0.41 "GET /v2.0/networks/e7618610-9a57-4cc8-982b-d8af484bdfe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214044 Sep 17 07:50:01.437198 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-45e74cb9-9723-4755-afeb-127856d00083 req-e768e5c3-2a5a-42ef-ad9f-25fd6d019df3 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337740 Sep 17 07:50:01.443419 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-267e7ba4-4c3e-46fa-bb2c-00d704a28499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:01.476777 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e7ba4-4c3e-46fa-bb2c-00d704a28499 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebbcb2dc-1353-465a-91d8-8421a12695be,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:01.483268 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-267e7ba4-4c3e-46fa-bb2c-00d704a28499 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:01.485544 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-267e7ba4-4c3e-46fa-bb2c-00d704a28499 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ebbcb2dc-1353-465a-91d8-8421a12695be HTTP/1.1" status: 204 len: 168 time: 0.3923225 Sep 17 07:50:01.488213 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37630) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:01.571619 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4beb445f-6ad5-4932-9319-598c6591dd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:01.643949 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e7e3d4-051f-4191-b00b-4af26eb140f3 req-44e3a913-0269-4a63-940d-300315359f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:01.645482 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d7e7e3d4-051f-4191-b00b-4af26eb140f3 req-44e3a913-0269-4a63-940d-300315359f45 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=21f3c7f03c914a5b858a20df6b6b8d87&device_id=26cd0c95-7d6d-4c2c-a993-d693a3eb91a4 HTTP/1.1" status: 200 len: 1094 time: 0.0719128 Sep 17 07:50:01.762631 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4beb445f-6ad5-4932-9319-598c6591dd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:01.809274 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37648) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:01.830228 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50675c7a-0c0c-4a8f-a4ae-ca84dd4d0005 req-41b48b6a-6090-4818-988c-b6c9b79647e1 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:01.837384 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-50675c7a-0c0c-4a8f-a4ae-ca84dd4d0005 req-41b48b6a-6090-4818-988c-b6c9b79647e1 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cd0c95-7d6d-4c2c-a993-d693a3eb91a4 HTTP/1.1" status: 200 len: 943 time: 0.1897225 Sep 17 07:50:01.841038 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-4beb445f-6ad5-4932-9319-598c6591dd83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6537c8c7-6cbe-4a51-a8a2-bd3d61e00fec']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:50:01.870694 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-4beb445f-6ad5-4932-9319-598c6591dd83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33ac6ff4-2768-4cb3-b4b1-930d4b109208') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:50:01.870988 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-4beb445f-6ad5-4932-9319-598c6591dd83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33ac6ff4-2768-4cb3-b4b1-930d4b109208') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:50:01.900077 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4beb445f-6ad5-4932-9319-598c6591dd83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:01.913589 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e7e3d4-051f-4191-b00b-4af26eb140f3 req-7a2a09be-6c29-4d89-bd53-5bac854a6558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:01.916197 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d7e7e3d4-051f-4191-b00b-4af26eb140f3 req-7a2a09be-6c29-4d89-bd53-5bac854a6558 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e7618610-9a57-4cc8-982b-d8af484bdfe5 HTTP/1.1" status: 200 len: 929 time: 0.2464564 Sep 17 07:50:01.935996 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-50675c7a-0c0c-4a8f-a4ae-ca84dd4d0005 req-9fed9b54-d8da-4d8e-88e0-cc837a1366cd tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb8b46b-1ef4-41c3-8b49-4cc623031cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970459 Sep 17 07:50:01.950443 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-541f7f6c-8fa0-413c-b4ab-2a02c486d6cb admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2012473596-network', 'tenant_id': 'ee079465524d4022aeeaf0b130e78dba'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:50:01.977623 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4beb445f-6ad5-4932-9319-598c6591dd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:01.987984 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d7e7e3d4-051f-4191-b00b-4af26eb140f3 req-d3d06006-2b3e-4165-837e-09f15fd25e51 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3b1bb01-b0e1-46d5-8662-b9597a2de439 HTTP/1.1" status: 200 len: 217 time: 0.0483093 Sep 17 07:50:01.991131 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4beb445f-6ad5-4932-9319-598c6591dd83 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 07:50:01.992254 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4beb445f-6ad5-4932-9319-598c6591dd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:01.994946 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 07:50:01.994946 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 07:50:01.994946 n-d-789963-9 neutron-server[101289]: timer() Sep 17 07:50:01.994946 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 07:50:01.994946 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 07:50:01.994946 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 07:50:01.994946 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 07:50:01.994946 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 07:50:01.994946 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 07:50:01.994946 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 07:50:01.994946 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 07:50:01.994946 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 07:50:01.994946 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 07:50:01.994946 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 07:50:01.994946 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 07:50:01.994946 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 07:50:01.994946 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 07:50:01.994946 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 07:50:01.994946 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 07:50:01.994946 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 07:50:01.994946 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 07:50:01.994946 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 07:50:01.994946 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 07:50:01.994946 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 07:50:01.994946 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 07:50:01.994946 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 07:50:01.994946 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 07:50:01.994946 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 07:50:01.994946 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 07:50:01.994946 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 07:50:01.994946 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 07:50:01.994946 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 07:50:01.998926 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-541f7f6c-8fa0-413c-b4ab-2a02c486d6cb admin admin] Made reservation on behalf of ee079465524d4022aeeaf0b130e78dba for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:50:02.005774 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-541f7f6c-8fa0-413c-b4ab-2a02c486d6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:02.026806 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-541f7f6c-8fa0-413c-b4ab-2a02c486d6cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:02.419588 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4beb445f-6ad5-4932-9319-598c6591dd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:02.426147 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e7e3d4-051f-4191-b00b-4af26eb140f3 req-1dfb975f-3122-4894-bf41-b3bec289843e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:02.427614 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d7e7e3d4-051f-4191-b00b-4af26eb140f3 req-1dfb975f-3122-4894-bf41-b3bec289843e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bb64a615-3b31-4cda-9193-292349d0b524 HTTP/1.1" status: 200 len: 867 time: 0.4222031 Sep 17 07:50:02.428705 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4beb445f-6ad5-4932-9319-598c6591dd83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:02.432996 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-4beb445f-6ad5-4932-9319-598c6591dd83 admin admin] 10.222.0.13 "DELETE /v2.0/networks/6537c8c7-6cbe-4a51-a8a2-bd3d61e00fec HTTP/1.1" status: 204 len: 168 time: 0.9412410 Sep 17 07:50:02.452767 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beb445f-6ad5-4932-9319-598c6591dd83 admin admin] Pushing event deleted for resources: {'Network': ['ID=6537c8c7-6cbe-4a51-a8a2-bd3d61e00fec,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:02.508300 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a8ca86-2021-400f-8a77-2b0440440b6f req-be608287-1ec9-41e4-8f63-481ae997f80e tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:02.511924 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-12a8ca86-2021-400f-8a77-2b0440440b6f req-be608287-1ec9-41e4-8f63-481ae997f80e tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa684fd0-a85e-469b-aed6-7fb0de9dc944 HTTP/1.1" status: 200 len: 949 time: 0.1328850 Sep 17 07:50:02.528935 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e7e3d4-051f-4191-b00b-4af26eb140f3 req-e5d3ead9-6c4c-4118-8f3c-325c74bf49d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:02.530481 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d7e7e3d4-051f-4191-b00b-4af26eb140f3 req-e5d3ead9-6c4c-4118-8f3c-325c74bf49d4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e7618610-9a57-4cc8-982b-d8af484bdfe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0885761 Sep 17 07:50:02.556068 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-541f7f6c-8fa0-413c-b4ab-2a02c486d6cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:02.562675 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-541f7f6c-8fa0-413c-b4ab-2a02c486d6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:02.606262 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-541f7f6c-8fa0-413c-b4ab-2a02c486d6cb admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 07:50:02.645109 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541f7f6c-8fa0-413c-b4ab-2a02c486d6cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc8c78d-cc5f-4bca-82a0-87ec5be118a2,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:02.648510 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-541f7f6c-8fa0-413c-b4ab-2a02c486d6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:02.649112 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-541f7f6c-8fa0-413c-b4ab-2a02c486d6cb admin admin] Added segment 9e8ae05d-fc57-44b6-8acd-861389b6d782 of type vlan for network 341c139e-65df-4e69-9b79-4e8b1dcf1f2f Sep 17 07:50:02.678875 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-12a8ca86-2021-400f-8a77-2b0440440b6f req-4c6a38cc-e7e2-4deb-b608-170abdd62d94 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595159 Sep 17 07:50:02.727953 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb156b2b-ed45-4a04-afc0-88ed4bb4ef09 req-8f39f9e9-afb9-4a50-91c7-95e39313c98c tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:02.733010 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37740) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:02.736290 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bb156b2b-ed45-4a04-afc0-88ed4bb4ef09 req-8f39f9e9-afb9-4a50-91c7-95e39313c98c tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=2742a9e7-3449-4fd7-80aa-ae818c31ca01 HTTP/1.1" status: 200 len: 945 time: 0.1896746 Sep 17 07:50:02.750967 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-541f7f6c-8fa0-413c-b4ab-2a02c486d6cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:02.786646 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d7e7e3d4-051f-4191-b00b-4af26eb140f3 req-ef7de05c-0db5-4bbc-a7e7-2a507210dad8 service neutron] 10.222.0.41 "GET /v2.0/networks/e7618610-9a57-4cc8-982b-d8af484bdfe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349126 Sep 17 07:50:02.793051 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bb156b2b-ed45-4a04-afc0-88ed4bb4ef09 req-ed27b783-2a08-4c73-ba90-2937c6aa316c tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557306 Sep 17 07:50:02.840136 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-29fb1821-f404-4b16-b2bd-00a97c3ea387 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=94857d6ce9cf4b43a08cf0bf1977b6c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1054573 Sep 17 07:50:02.842951 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37742) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:02.860035 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-541f7f6c-8fa0-413c-b4ab-2a02c486d6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:02.861588 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541f7f6c-8fa0-413c-b4ab-2a02c486d6cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:02.862179 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-541f7f6c-8fa0-413c-b4ab-2a02c486d6cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:02.947033 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-541f7f6c-8fa0-413c-b4ab-2a02c486d6cb admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1358941 Sep 17 07:50:02.953450 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37748) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:02.954107 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541f7f6c-8fa0-413c-b4ab-2a02c486d6cb admin admin] Pushing event updated for resources: {'Network': ['ID=341c139e-65df-4e69-9b79-4e8b1dcf1f2f,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:02.967818 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 341c139e-65df-4e69-9b79-4e8b1dcf1f2f details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 07:50:02.969831 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d7e7e3d4-051f-4191-b00b-4af26eb140f3 req-b31c25b0-ed8c-4a94-8add-206ea9723370 service neutron] 10.222.0.41 "GET /v2.0/networks/e7618610-9a57-4cc8-982b-d8af484bdfe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730835 Sep 17 07:50:02.970536 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-4c14222c-3e9d-4e3f-9fe7-201ee003ef76 admin admin] Request body: {'subnet': {'network_id': '341c139e-65df-4e69-9b79-4e8b1dcf1f2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2012473596-subnet', 'tenant_id': 'ee079465524d4022aeeaf0b130e78dba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:50:03.019482 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-816a9b91-c1b5-4da6-8a1d-e23844355630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:03.032512 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c14222c-3e9d-4e3f-9fe7-201ee003ef76 admin admin] Made reservation on behalf of ee079465524d4022aeeaf0b130e78dba for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:50:03.035412 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4c14222c-3e9d-4e3f-9fe7-201ee003ef76 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:03.069036 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-816a9b91-c1b5-4da6-8a1d-e23844355630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:03.116592 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37754) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:03.145043 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcbbe7e-fa33-4eeb-a4eb-41cb4e6c2267 req-203ebbb4-a7ca-4cec-854e-9463e68911b1 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:03.146601 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8fcbbe7e-fa33-4eeb-a4eb-41cb4e6c2267 req-203ebbb4-a7ca-4cec-854e-9463e68911b1 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cd0c95-7d6d-4c2c-a993-d693a3eb91a4 HTTP/1.1" status: 200 len: 943 time: 0.0732439 Sep 17 07:50:03.189553 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-816a9b91-c1b5-4da6-8a1d-e23844355630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:03.192105 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-816a9b91-c1b5-4da6-8a1d-e23844355630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:03.193392 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-816a9b91-c1b5-4da6-8a1d-e23844355630 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/183dc430-acba-475f-8f16-db4ea47cf169 HTTP/1.1" status: 204 len: 168 time: 0.3491170 Sep 17 07:50:03.208653 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816a9b91-c1b5-4da6-8a1d-e23844355630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=183dc430-acba-475f-8f16-db4ea47cf169,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:03.219996 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8fcbbe7e-fa33-4eeb-a4eb-41cb4e6c2267 req-20cf679b-5bb2-45f2-b550-784c661cf662 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb8b46b-1ef4-41c3-8b49-4cc623031cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557246 Sep 17 07:50:03.255262 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-cccebf93-dad9-4787-a3db-c262a1016c33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:03.355200 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4c14222c-3e9d-4e3f-9fe7-201ee003ef76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:03.386396 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-cccebf93-dad9-4787-a3db-c262a1016c33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:03.394469 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-cccebf93-dad9-4787-a3db-c262a1016c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:03.415983 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c14222c-3e9d-4e3f-9fe7-201ee003ef76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aea15a4d-ef5d-4fde-baf8-2d223fc99548,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:03.428676 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c14222c-3e9d-4e3f-9fe7-201ee003ef76 admin admin] Checking segment: {'id': '9e8ae05d-fc57-44b6-8acd-861389b6d782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '341c139e-65df-4e69-9b79-4e8b1dcf1f2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:50:03.429305 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c14222c-3e9d-4e3f-9fe7-201ee003ef76 admin admin] Network hostable DHCP agents. Network: 341c139e-65df-4e69-9b79-4e8b1dcf1f2f, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 07:50:03.448671 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c14222c-3e9d-4e3f-9fe7-201ee003ef76 admin admin] Network 341c139e-65df-4e69-9b79-4e8b1dcf1f2f is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 07:50:03.454522 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccebf93-dad9-4787-a3db-c262a1016c33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4194d789-f054-4932-b249-580975e766f6,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:03.458981 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-cccebf93-dad9-4787-a3db-c262a1016c33 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=999e63a369c54c1cba3aa923d60be828&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3405647 Sep 17 07:50:03.461782 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37766) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:03.466424 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37768) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:03.471200 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-4c14222c-3e9d-4e3f-9fe7-201ee003ef76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 341c139e-65df-4e69-9b79-4e8b1dcf1f2f) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:50:03.476100 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c14222c-3e9d-4e3f-9fe7-201ee003ef76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:03.477268 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4c14222c-3e9d-4e3f-9fe7-201ee003ef76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:03.482530 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c35901c-abe4-4290-a698-fb5f785ef711 None None] Network 341c139e-65df-4e69-9b79-4e8b1dcf1f2f requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:50:03.521197 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-4c14222c-3e9d-4e3f-9fe7-201ee003ef76 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5546775 Sep 17 07:50:03.530482 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e20b85dc-0c04-442c-ae65-3a33484abeec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:03.555292 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e20b85dc-0c04-442c-ae65-3a33484abeec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:03.617443 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e20b85dc-0c04-442c-ae65-3a33484abeec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:03.621390 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e20b85dc-0c04-442c-ae65-3a33484abeec admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:03.633523 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e20b85dc-0c04-442c-ae65-3a33484abeec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4194d789-f054-4932-b249-580975e766f6 HTTP/1.1" status: 204 len: 168 time: 0.1706400 Sep 17 07:50:03.649159 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9ab5032f-0f64-42f0-a992-fb1570cda556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:03.656616 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20b85dc-0c04-442c-ae65-3a33484abeec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4194d789-f054-4932-b249-580975e766f6,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:03.679090 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e660977-7ed9-4be1-8ab7-30cb9761e231 None None] Network 341c139e-65df-4e69-9b79-4e8b1dcf1f2f requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:50:03.812030 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9ab5032f-0f64-42f0-a992-fb1570cda556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:03.820873 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9ab5032f-0f64-42f0-a992-fb1570cda556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:03.871518 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-9ab5032f-0f64-42f0-a992-fb1570cda556 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=815270ea004e47758b0d41e5a442fd7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4007678 Sep 17 07:50:03.871518 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab5032f-0f64-42f0-a992-fb1570cda556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d54aeadd-6a48-489b-9ef1-e09dc585c765,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:03.874059 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37794) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:03.924089 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e4c345-0523-40a3-9c5f-8e0d5c9e5e96 req-ef17d9b9-2b88-4f43-b250-32684bc7b2f3 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:03.925617 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-07e4c345-0523-40a3-9c5f-8e0d5c9e5e96 req-ef17d9b9-2b88-4f43-b250-32684bc7b2f3 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa684fd0-a85e-469b-aed6-7fb0de9dc944 HTTP/1.1" status: 200 len: 949 time: 0.1185579 Sep 17 07:50:03.930325 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1f6627ce-0ecb-40d3-aa65-974d65f1b303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:03.953344 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1f6627ce-0ecb-40d3-aa65-974d65f1b303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:04.010665 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-07e4c345-0523-40a3-9c5f-8e0d5c9e5e96 req-dbf79046-c032-4e82-a312-b4b180e27d59 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556052 Sep 17 07:50:04.022780 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1f6627ce-0ecb-40d3-aa65-974d65f1b303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:04.027106 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1f6627ce-0ecb-40d3-aa65-974d65f1b303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:04.028684 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-1f6627ce-0ecb-40d3-aa65-974d65f1b303 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d54aeadd-6a48-489b-9ef1-e09dc585c765 HTTP/1.1" status: 204 len: 168 time: 0.1536918 Sep 17 07:50:04.036950 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a969cf-8ac4-4efb-ad88-88d609774c57 req-4a72f1bf-2794-44a1-8624-427534dbde22 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:04.038752 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6627ce-0ecb-40d3-aa65-974d65f1b303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54aeadd-6a48-489b-9ef1-e09dc585c765,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:04.040505 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c3a969cf-8ac4-4efb-ad88-88d609774c57 req-4a72f1bf-2794-44a1-8624-427534dbde22 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=2742a9e7-3449-4fd7-80aa-ae818c31ca01 HTTP/1.1" status: 200 len: 945 time: 0.1338346 Sep 17 07:50:04.115374 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c3a969cf-8ac4-4efb-ad88-88d609774c57 req-59e53aa9-51db-428e-8c8b-88e24b8c2697 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650322 Sep 17 07:50:04.247863 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d2583-5d3e-4ff7-b349-0bfe0a6d9856 req-57378b95-9866-4433-8373-f442b7b8219d tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:04.249326 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-eb5d2583-5d3e-4ff7-b349-0bfe0a6d9856 req-57378b95-9866-4433-8373-f442b7b8219d tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=2742a9e7-3449-4fd7-80aa-ae818c31ca01 HTTP/1.1" status: 200 len: 945 time: 0.0629292 Sep 17 07:50:04.324394 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-eb5d2583-5d3e-4ff7-b349-0bfe0a6d9856 req-502ee8dd-b2e2-4327-a9df-d62ee36cba2b tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676808 Sep 17 07:50:04.357112 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5375703a-c33e-4093-8d6e-a8fd1c63c9ab req-a8a5897e-e88c-47c0-8345-a307f7271f9a tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:04.365135 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5375703a-c33e-4093-8d6e-a8fd1c63c9ab req-a8a5897e-e88c-47c0-8345-a307f7271f9a tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cd0c95-7d6d-4c2c-a993-d693a3eb91a4 HTTP/1.1" status: 200 len: 943 time: 0.0771675 Sep 17 07:50:04.415145 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5375703a-c33e-4093-8d6e-a8fd1c63c9ab req-d08f4683-5554-4dde-9836-b5371834d0de tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb8b46b-1ef4-41c3-8b49-4cc623031cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491502 Sep 17 07:50:04.508340 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37832) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:04.517817 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-37dc5ce8-7a0e-4382-9f8d-44138e1e0863 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-604099885-network', 'tenant_id': '55f68ea0c4444aaa8207eb7c2440ecb1'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:50:04.557646 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37dc5ce8-7a0e-4382-9f8d-44138e1e0863 admin admin] Made reservation on behalf of 55f68ea0c4444aaa8207eb7c2440ecb1 for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:50:04.561016 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-37dc5ce8-7a0e-4382-9f8d-44138e1e0863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:04.583790 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-37dc5ce8-7a0e-4382-9f8d-44138e1e0863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:04.686581 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-37dc5ce8-7a0e-4382-9f8d-44138e1e0863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:04.692210 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-37dc5ce8-7a0e-4382-9f8d-44138e1e0863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:04.718089 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37dc5ce8-7a0e-4382-9f8d-44138e1e0863 admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 07:50:04.729096 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc5ce8-7a0e-4382-9f8d-44138e1e0863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd315f4c-443f-40d0-9fc1-4b3011e2fe9f,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:04.734576 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-37dc5ce8-7a0e-4382-9f8d-44138e1e0863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:04.734933 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-37dc5ce8-7a0e-4382-9f8d-44138e1e0863 admin admin] Added segment 836fc15f-ab8f-4bb1-af77-3e69b2a8ccf6 of type vlan for network c57df80a-82d9-4df6-a528-b6fa0861d14b Sep 17 07:50:04.789791 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37854) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:04.816634 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-37dc5ce8-7a0e-4382-9f8d-44138e1e0863 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:04.858793 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-37dc5ce8-7a0e-4382-9f8d-44138e1e0863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:04.859741 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37dc5ce8-7a0e-4382-9f8d-44138e1e0863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:04.860331 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-37dc5ce8-7a0e-4382-9f8d-44138e1e0863 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:04.872262 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:04.902276 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-37dc5ce8-7a0e-4382-9f8d-44138e1e0863 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3882577 Sep 17 07:50:04.902276 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37862) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:04.908409 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-da909772-bac5-4a8e-96ae-79b95658927c admin admin] Request body: {'subnet': {'network_id': 'c57df80a-82d9-4df6-a528-b6fa0861d14b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-604099885-subnet', 'tenant_id': '55f68ea0c4444aaa8207eb7c2440ecb1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:50:04.928876 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa7ce0-a443-498f-854a-2f648344b616 req-7866892b-6d43-4d8f-ac52-f9e009092659 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:04.930526 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e3fa7ce0-a443-498f-854a-2f648344b616 req-7866892b-6d43-4d8f-ac52-f9e009092659 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/networks?id=e9141915-58fa-4f94-8f27-c56354fa8ebb HTTP/1.1" status: 200 len: 815 time: 0.1297047 Sep 17 07:50:04.947420 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e3fa7ce0-a443-498f-854a-2f648344b616 req-e5049d8b-2136-4b67-b705-28a5180a5077 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/quotas/459f4a4f8d9a4a149a3ada21edeb4e65 HTTP/1.1" status: 200 len: 375 time: 0.0095894 Sep 17 07:50:04.948807 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc5ce8-7a0e-4382-9f8d-44138e1e0863 admin admin] Pushing event updated for resources: {'Network': ['ID=c57df80a-82d9-4df6-a528-b6fa0861d14b,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:04.958542 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network c57df80a-82d9-4df6-a528-b6fa0861d14b details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 07:50:04.991222 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da909772-bac5-4a8e-96ae-79b95658927c admin admin] Made reservation on behalf of 55f68ea0c4444aaa8207eb7c2440ecb1 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:50:04.995528 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-da909772-bac5-4a8e-96ae-79b95658927c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:05.033297 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e3fa7ce0-a443-498f-854a-2f648344b616 req-f82e294d-df51-49ae-a137-a184ee34123e tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=459f4a4f8d9a4a149a3ada21edeb4e65&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0787175 Sep 17 07:50:05.066621 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-1d5ec32f-9116-4b36-8189-ef7d8a48d2ca admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-497924138-network', 'tenant_id': '746a584a63d8493ea1b556df39b89a7b'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:50:05.155046 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5ec32f-9116-4b36-8189-ef7d8a48d2ca admin admin] Made reservation on behalf of 746a584a63d8493ea1b556df39b89a7b for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:50:05.158048 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1d5ec32f-9116-4b36-8189-ef7d8a48d2ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:05.185725 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1d5ec32f-9116-4b36-8189-ef7d8a48d2ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:05.232474 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-da909772-bac5-4a8e-96ae-79b95658927c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:05.258405 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e3fa7ce0-a443-498f-854a-2f648344b616 req-86795693-5bf0-4217-88cf-e5873707da08 service neutron] 10.222.0.13 "GET /v2.0/networks/e9141915-58fa-4f94-8f27-c56354fa8ebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245646 Sep 17 07:50:05.279555 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da909772-bac5-4a8e-96ae-79b95658927c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac5d9d0a-7fe4-429d-a836-6062f91c1c9e,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:05.294314 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb9dd1-eef0-44a1-a19c-9e991321a8bf req-e683233a-1a78-4f1f-a7f7-45f12b848d4c tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:05.296616 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-30eb9dd1-eef0-44a1-a19c-9e991321a8bf req-e683233a-1a78-4f1f-a7f7-45f12b848d4c tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa684fd0-a85e-469b-aed6-7fb0de9dc944 HTTP/1.1" status: 200 len: 949 time: 0.1615510 Sep 17 07:50:05.303681 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:05.313259 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da909772-bac5-4a8e-96ae-79b95658927c admin admin] Checking segment: {'id': '836fc15f-ab8f-4bb1-af77-3e69b2a8ccf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c57df80a-82d9-4df6-a528-b6fa0861d14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:50:05.313828 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da909772-bac5-4a8e-96ae-79b95658927c admin admin] Network hostable DHCP agents. Network: c57df80a-82d9-4df6-a528-b6fa0861d14b, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 07:50:05.341712 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da909772-bac5-4a8e-96ae-79b95658927c admin admin] Network c57df80a-82d9-4df6-a528-b6fa0861d14b is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 07:50:05.364382 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-da909772-bac5-4a8e-96ae-79b95658927c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, c57df80a-82d9-4df6-a528-b6fa0861d14b) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:50:05.369369 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da909772-bac5-4a8e-96ae-79b95658927c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:05.370801 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-da909772-bac5-4a8e-96ae-79b95658927c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:05.376305 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1a182a-a5c8-44e7-9c63-31bbd0ab63cf None None] Network c57df80a-82d9-4df6-a528-b6fa0861d14b requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:50:05.444403 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-30eb9dd1-eef0-44a1-a19c-9e991321a8bf req-d702c04f-b1b0-4c18-9e81-b7fc4e278c8f tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326988 Sep 17 07:50:05.489838 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e3fa7ce0-a443-498f-854a-2f648344b616 req-93645623-9395-4d63-bf69-f109756b246c service neutron] 10.222.0.13 "GET /v2.0/networks/e9141915-58fa-4f94-8f27-c56354fa8ebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219589 Sep 17 07:50:05.532574 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1d5ec32f-9116-4b36-8189-ef7d8a48d2ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:05.542884 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1d5ec32f-9116-4b36-8189-ef7d8a48d2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:05.550399 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-da909772-bac5-4a8e-96ae-79b95658927c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6470265 Sep 17 07:50:05.564126 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d5ec32f-9116-4b36-8189-ef7d8a48d2ca admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 07:50:05.585373 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1d5ec32f-9116-4b36-8189-ef7d8a48d2ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:05.586129 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-1d5ec32f-9116-4b36-8189-ef7d8a48d2ca admin admin] Added segment 40e2f46a-cc55-49c4-8afc-b45f6e1d5b0e of type vlan for network 707dcf24-13d2-4ec8-bbd9-667ff063181d Sep 17 07:50:05.611369 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device a3b1bb01-b0e1-46d5-8662-b9597a2de439 details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:50:05.648709 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2e059a-0a86-4d1b-8148-9e015171c96f None None] Network c57df80a-82d9-4df6-a528-b6fa0861d14b requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:50:05.740525 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1d5ec32f-9116-4b36-8189-ef7d8a48d2ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:05.823371 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f11f734d-ed35-4d9c-b0dc-5275ba1c6031 req-0c6f3435-ee31-485f-81d9-6d29308aeb30 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e92ed7a-1850-4deb-bb5f-109dddea9b58 HTTP/1.1" status: 200 len: 210 time: 0.0487096 Sep 17 07:50:05.824132 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1d5ec32f-9116-4b36-8189-ef7d8a48d2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:05.825117 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5ec32f-9116-4b36-8189-ef7d8a48d2ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:05.825960 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1d5ec32f-9116-4b36-8189-ef7d8a48d2ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:05.851528 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37902) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:05.897843 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5ec32f-9116-4b36-8189-ef7d8a48d2ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b0426ad-db0f-46ff-8afc-7fc348432e26,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:05.907905 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port a3b1bb01-b0e1-46d5-8662-b9597a2de439, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=a3b1bb01-b0e1-46d5-8662-b9597a2de439,segment=NetworkSegment(17fdcc3c-7a0c-41a7-9b0c-6ef10a824793),segment_id=17fdcc3c-7a0c-41a7-9b0c-6ef10a824793)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:50:05.954305 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': 'a3b1bb01-b0e1-46d5-8662-b9597a2de439', 'network_id': 'e7618610-9a57-4cc8-982b-d8af484bdfe5', 'port_id': 'a3b1bb01-b0e1-46d5-8662-b9597a2de439', 'mac_address': 'fa:16:3e:84:c2:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb64a615-3b31-4cda-9193-292349d0b524', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:50:05.963740 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5ec32f-9116-4b36-8189-ef7d8a48d2ca admin admin] Pushing event updated for resources: {'Network': ['ID=707dcf24-13d2-4ec8-bbd9-667ff063181d,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:05.974403 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-1d5ec32f-9116-4b36-8189-ef7d8a48d2ca admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1825593 Sep 17 07:50:05.975047 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37912) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:05.988354 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 707dcf24-13d2-4ec8-bbd9-667ff063181d details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 07:50:05.993559 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e18a3a-d42e-4b0d-a641-7c414692265c req-eeba12b8-a70c-4eac-8345-5535000533c3 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:06.004389 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-33e18a3a-d42e-4b0d-a641-7c414692265c req-eeba12b8-a70c-4eac-8345-5535000533c3 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cd0c95-7d6d-4c2c-a993-d693a3eb91a4 HTTP/1.1" status: 200 len: 943 time: 0.2263212 Sep 17 07:50:06.011469 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-95a6099e-89a8-431c-b1b7-8c9ad16d1c3d admin admin] Request body: {'subnet': {'network_id': '707dcf24-13d2-4ec8-bbd9-667ff063181d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-497924138-subnet', 'tenant_id': '746a584a63d8493ea1b556df39b89a7b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:50:06.024610 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-95b03424-2720-43b5-a957-9de149dfd4c2 admin admin] Deleting subnet aea15a4d-ef5d-4fde-baf8-2d223fc99548 {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:50:06.054348 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-95b03424-2720-43b5-a957-9de149dfd4c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:06.060558 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:06.066287 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-33e18a3a-d42e-4b0d-a641-7c414692265c req-c5edba37-9296-4a2b-9692-2543e089f8f1 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb8b46b-1ef4-41c3-8b49-4cc623031cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609357 Sep 17 07:50:06.071879 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a6099e-89a8-431c-b1b7-8c9ad16d1c3d admin admin] Made reservation on behalf of 746a584a63d8493ea1b556df39b89a7b for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:50:06.074840 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-95a6099e-89a8-431c-b1b7-8c9ad16d1c3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:06.144615 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3b1bb01-b0e1-46d5-8662-b9597a2de439 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:50:06.187396 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-95b03424-2720-43b5-a957-9de149dfd4c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:06.199892 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port a3b1bb01-b0e1-46d5-8662-b9597a2de439, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=a3b1bb01-b0e1-46d5-8662-b9597a2de439,segment=NetworkSegment(17fdcc3c-7a0c-41a7-9b0c-6ef10a824793),segment_id=17fdcc3c-7a0c-41a7-9b0c-6ef10a824793)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:50:06.215046 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:06.295547 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=a3b1bb01-b0e1-46d5-8662-b9597a2de439,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:06.326287 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0380c985-6a05-44eb-bf5c-89100887ec4d req-025ff827-acf7-47c8-94a5-d451bad88ddf tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:06.327804 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0380c985-6a05-44eb-bf5c-89100887ec4d req-025ff827-acf7-47c8-94a5-d451bad88ddf tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.39 "GET /v2.0/ports?device_id=2742a9e7-3449-4fd7-80aa-ae818c31ca01 HTTP/1.1" status: 200 len: 945 time: 0.2116370 Sep 17 07:50:06.328994 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-95b03424-2720-43b5-a957-9de149dfd4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:06.389582 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-95a6099e-89a8-431c-b1b7-8c9ad16d1c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:06.473646 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-95b03424-2720-43b5-a957-9de149dfd4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:06.484455 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-0380c985-6a05-44eb-bf5c-89100887ec4d req-c2905857-f217-4484-b196-fe015723a786 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Deleting port 53ce995e-5449-4b63-ba7b-fa2b47d96cad {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:50:06.484821 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-0380c985-6a05-44eb-bf5c-89100887ec4d req-c2905857-f217-4484-b196-fe015723a786 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:06.486730 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a6099e-89a8-431c-b1b7-8c9ad16d1c3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=160360dd-540c-4432-8c1f-b0acc1484c17,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:06.491526 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a6099e-89a8-431c-b1b7-8c9ad16d1c3d admin admin] Checking segment: {'id': '40e2f46a-cc55-49c4-8afc-b45f6e1d5b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '707dcf24-13d2-4ec8-bbd9-667ff063181d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:50:06.491806 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a6099e-89a8-431c-b1b7-8c9ad16d1c3d admin admin] Network hostable DHCP agents. Network: 707dcf24-13d2-4ec8-bbd9-667ff063181d, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 07:50:06.516079 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a6099e-89a8-431c-b1b7-8c9ad16d1c3d admin admin] Network 707dcf24-13d2-4ec8-bbd9-667ff063181d is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 07:50:06.528888 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-95a6099e-89a8-431c-b1b7-8c9ad16d1c3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 707dcf24-13d2-4ec8-bbd9-667ff063181d) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:50:06.540149 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68701027-5e7d-43c7-867f-a7a598af6fd2 None None] Network 707dcf24-13d2-4ec8-bbd9-667ff063181d requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:50:06.547177 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a6099e-89a8-431c-b1b7-8c9ad16d1c3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:06.547938 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-95a6099e-89a8-431c-b1b7-8c9ad16d1c3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:06.563564 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-95b03424-2720-43b5-a957-9de149dfd4c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:06.572514 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-95b03424-2720-43b5-a957-9de149dfd4c2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/aea15a4d-ef5d-4fde-baf8-2d223fc99548 HTTP/1.1" status: 204 len: 168 time: 0.7197511 Sep 17 07:50:06.578049 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37960) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:06.585630 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b03424-2720-43b5-a957-9de149dfd4c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aea15a4d-ef5d-4fde-baf8-2d223fc99548,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:06.607767 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-95a6099e-89a8-431c-b1b7-8c9ad16d1c3d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5987558 Sep 17 07:50:06.608265 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37962) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:06.612614 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-76166993-3cb3-4438-93b4-6178fbf971a3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-497924138-router', 'tenant_id': '746a584a63d8493ea1b556df39b89a7b', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:50:06.662696 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['a3b1bb01-b0e1-46d5-8662-b9597a2de439'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:50:06.676473 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7328f7f0-a406-43e8-b892-59333b556293 req-62fd72e4-476c-4376-b1f6-24eba7b0c396 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:06.678656 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7328f7f0-a406-43e8-b892-59333b556293 req-62fd72e4-476c-4376-b1f6-24eba7b0c396 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa684fd0-a85e-469b-aed6-7fb0de9dc944 HTTP/1.1" status: 200 len: 949 time: 0.1140616 Sep 17 07:50:06.716845 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-76166993-3cb3-4438-93b4-6178fbf971a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:06.725137 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-76166993-3cb3-4438-93b4-6178fbf971a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:06.732226 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-83924041-b1a7-4a7a-a2c2-f4ea88df79da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:06.757172 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-0380c985-6a05-44eb-bf5c-89100887ec4d req-c2905857-f217-4484-b196-fe015723a786 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] For port 53ce995e-5449-4b63-ba7b-fa2b47d96cad, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=53ce995e-5449-4b63-ba7b-fa2b47d96cad,segment=NetworkSegment(be767568-3060-48d1-bebe-585a133f1049),segment_id=be767568-3060-48d1-bebe-585a133f1049)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:50:06.757913 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-0380c985-6a05-44eb-bf5c-89100887ec4d req-c2905857-f217-4484-b196-fe015723a786 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:06.775751 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-0380c985-6a05-44eb-bf5c-89100887ec4d req-c2905857-f217-4484-b196-fe015723a786 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Calling delete_port for 53ce995e-5449-4b63-ba7b-fa2b47d96cad owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:50:06.812645 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7328f7f0-a406-43e8-b892-59333b556293 req-b38ff652-5128-4eed-8a36-f5f5c272bcb9 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267476 Sep 17 07:50:06.938276 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b38c4e-ba9c-4c8e-ac38-33e14f46c3dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-707dcf24-13d2-4ec8-bbd9-667ff063181d', 'network_id': '707dcf24-13d2-4ec8-bbd9-667ff063181d', 'tenant_id': '746a584a63d8493ea1b556df39b89a7b', 'fixed_ips': [{'subnet_id': '160360dd-540c-4432-8c1f-b0acc1484c17'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 07:50:06.939150 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-18b38c4e-ba9c-4c8e-ac38-33e14f46c3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:06.944974 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37976) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:06.951802 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-76166993-3cb3-4438-93b4-6178fbf971a3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:06.986249 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-83924041-b1a7-4a7a-a2c2-f4ea88df79da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:06.987284 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-88d2ff87-f583-4f82-8af5-5ec9bad3d65f req-b8a4a602-afb4-41cc-aa62-0146206be424 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e92ed7a-1850-4deb-bb5f-109dddea9b58 HTTP/1.1" status: 200 len: 210 time: 0.0403447 Sep 17 07:50:07.023949 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-83924041-b1a7-4a7a-a2c2-f4ea88df79da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['341c139e-65df-4e69-9b79-4e8b1dcf1f2f']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:50:07.034594 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-83924041-b1a7-4a7a-a2c2-f4ea88df79da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e8ae05d-fc57-44b6-8acd-861389b6d782') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:50:07.035191 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-83924041-b1a7-4a7a-a2c2-f4ea88df79da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e8ae05d-fc57-44b6-8acd-861389b6d782') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:50:07.047807 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-83924041-b1a7-4a7a-a2c2-f4ea88df79da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:07.070951 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-83924041-b1a7-4a7a-a2c2-f4ea88df79da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:07.085404 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83924041-b1a7-4a7a-a2c2-f4ea88df79da admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 07:50:07.086160 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-83924041-b1a7-4a7a-a2c2-f4ea88df79da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:07.088110 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 07:50:07.088110 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 07:50:07.088110 n-d-789963-9 neutron-server[101290]: timer() Sep 17 07:50:07.088110 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 07:50:07.088110 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 07:50:07.088110 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 07:50:07.088110 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 07:50:07.088110 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 07:50:07.088110 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 07:50:07.088110 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 07:50:07.088110 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 07:50:07.088110 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 07:50:07.088110 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 07:50:07.088110 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 07:50:07.088110 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 07:50:07.088110 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 07:50:07.088110 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 07:50:07.088110 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 07:50:07.088110 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 07:50:07.088110 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 07:50:07.088110 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 07:50:07.088110 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 07:50:07.088110 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 07:50:07.088110 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 07:50:07.088110 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 07:50:07.088110 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 07:50:07.088110 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 07:50:07.088110 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 07:50:07.088110 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 07:50:07.088110 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 07:50:07.088110 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 07:50:07.088110 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 07:50:07.185279 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-18b38c4e-ba9c-4c8e-ac38-33e14f46c3dc None None] Allocated IP 172.20.0.2 (707dcf24-13d2-4ec8-bbd9-667ff063181d/160360dd-540c-4432-8c1f-b0acc1484c17/c65d8f53-152c-4d97-916b-dc99202d858b) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:50:07.216427 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-83924041-b1a7-4a7a-a2c2-f4ea88df79da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:07.239569 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-091bd415-1763-4299-816f-8f7a34634edc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:07.247542 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-83924041-b1a7-4a7a-a2c2-f4ea88df79da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:07.252552 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-83924041-b1a7-4a7a-a2c2-f4ea88df79da admin admin] 10.222.0.13 "DELETE /v2.0/networks/341c139e-65df-4e69-9b79-4e8b1dcf1f2f HTTP/1.1" status: 204 len: 168 time: 0.6734114 Sep 17 07:50:07.253167 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37984) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:07.277422 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37986) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:07.324201 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd5c88a2-9acf-4ce6-a150-99a2dcd572be admin admin] Deleting subnet ac5d9d0a-7fe4-429d-a836-6062f91c1c9e {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:50:07.337635 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-76166993-3cb3-4438-93b4-6178fbf971a3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:07.338502 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cd5c88a2-9acf-4ce6-a150-99a2dcd572be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:07.340404 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83924041-b1a7-4a7a-a2c2-f4ea88df79da admin admin] Pushing event deleted for resources: {'Network': ['ID=341c139e-65df-4e69-9b79-4e8b1dcf1f2f,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:07.408224 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-18b38c4e-ba9c-4c8e-ac38-33e14f46c3dc None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:07.431141 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-18b38c4e-ba9c-4c8e-ac38-33e14f46c3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:07.452771 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-0380c985-6a05-44eb-bf5c-89100887ec4d req-c2905857-f217-4484-b196-fe015723a786 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:07.459019 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cd5c88a2-9acf-4ce6-a150-99a2dcd572be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:07.487123 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b38c4e-ba9c-4c8e-ac38-33e14f46c3dc None None] Network 707dcf24-13d2-4ec8-bbd9-667ff063181d is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:50:07.489831 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['53ce995e-5449-4b63-ba7b-fa2b47d96cad'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:50:07.494150 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387965ae-7fd7-46a5-91af-68674a38d55c req-fcbd3165-4f40-4fcc-b001-df0a0acee15a tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:07.495697 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-387965ae-7fd7-46a5-91af-68674a38d55c req-fcbd3165-4f40-4fcc-b001-df0a0acee15a tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cd0c95-7d6d-4c2c-a993-d693a3eb91a4 HTTP/1.1" status: 200 len: 944 time: 0.2732532 Sep 17 07:50:07.518462 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2905857-f217-4484-b196-fe015723a786 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Pushing event deleted for resources: {'Port': ['ID=53ce995e-5449-4b63-ba7b-fa2b47d96cad,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:07.522795 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-18b38c4e-ba9c-4c8e-ac38-33e14f46c3dc None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:50:07.527442 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b38c4e-ba9c-4c8e-ac38-33e14f46c3dc None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:50:07.549944 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [req-06718cde-520b-4ff2-b071-5479a6b6ca45 req-56d89959-e577-45b5-b447-71f5135b4ef3 service neutron] show failed (client error): The resource could not be found. Sep 17 07:50:07.550590 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-06718cde-520b-4ff2-b071-5479a6b6ca45 req-56d89959-e577-45b5-b447-71f5135b4ef3 service neutron] 10.222.0.41 "GET /v2.0/ports/0c589904-32cd-4f69-bd3c-694b81963367/bindings/n-h2-789963-9 HTTP/1.1" status: 404 len: 380 time: 0.1992748 Sep 17 07:50:07.559724 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2241f81d-3cc9-4160-8345-eeef2275e8e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:07.590490 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b38c4e-ba9c-4c8e-ac38-33e14f46c3dc None None] Pushing event updated for resources: {'Port': ['ID=c65d8f53-152c-4d97-916b-dc99202d858b,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:07.600877 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-0380c985-6a05-44eb-bf5c-89100887ec4d req-c2905857-f217-4484-b196-fe015723a786 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] No DVR routers for this DVR port 53ce995e-5449-4b63-ba7b-fa2b47d96cad on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:50:07.607717 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-0380c985-6a05-44eb-bf5c-89100887ec4d req-c2905857-f217-4484-b196-fe015723a786 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:07.610396 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0380c985-6a05-44eb-bf5c-89100887ec4d req-c2905857-f217-4484-b196-fe015723a786 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.39 "DELETE /v2.0/ports/53ce995e-5449-4b63-ba7b-fa2b47d96cad HTTP/1.1" status: 204 len: 173 time: 1.2519796 Sep 17 07:50:07.610997 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2742a9e7-3449-4fd7-80aa-ae818c31ca01', 'name': 'network-vif-deleted', 'tag': '53ce995e-5449-4b63-ba7b-fa2b47d96cad'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:50:07.612131 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-18b38c4e-ba9c-4c8e-ac38-33e14f46c3dc None None] Attempting to bind port c65d8f53-152c-4d97-916b-dc99202d858b on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:50:07.612613 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-18b38c4e-ba9c-4c8e-ac38-33e14f46c3dc None None] Attempting to bind port c65d8f53-152c-4d97-916b-dc99202d858b by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '40e2f46a-cc55-49c4-8afc-b45f6e1d5b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '707dcf24-13d2-4ec8-bbd9-667ff063181d'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:50:07.613692 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b38c4e-ba9c-4c8e-ac38-33e14f46c3dc None None] Attempting to bind port c65d8f53-152c-4d97-916b-dc99202d858b on network 707dcf24-13d2-4ec8-bbd9-667ff063181d {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:50:07.614107 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6053308a-69a8-4425-baff-477e09229abd" -d '{"events": [{"server_uuid": "2742a9e7-3449-4fd7-80aa-ae818c31ca01", "name": "network-vif-deleted", "tag": "53ce995e-5449-4b63-ba7b-fa2b47d96cad"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:50:07.625670 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa7ce0-a443-498f-854a-2f648344b616 req-1bef7729-a5e3-4b7e-8fa1-1dfa3d3754af tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:07.627575 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e3fa7ce0-a443-498f-854a-2f648344b616 req-1bef7729-a5e3-4b7e-8fa1-1dfa3d3754af tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.39 "GET /v2.0/networks?id=e9141915-58fa-4f94-8f27-c56354fa8ebb HTTP/1.1" status: 200 len: 815 time: 0.3007865 Sep 17 07:50:07.629679 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cd5c88a2-9acf-4ce6-a150-99a2dcd572be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:07.631445 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-387965ae-7fd7-46a5-91af-68674a38d55c req-d8bdc662-a4ed-4fa0-922d-21152a8b713e tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb8b46b-1ef4-41c3-8b49-4cc623031cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266220 Sep 17 07:50:07.644613 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b38c4e-ba9c-4c8e-ac38-33e14f46c3dc None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:50:07.645090 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b38c4e-ba9c-4c8e-ac38-33e14f46c3dc None None] Checking segment: {'id': '40e2f46a-cc55-49c4-8afc-b45f6e1d5b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '707dcf24-13d2-4ec8-bbd9-667ff063181d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:50:07.645682 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-18b38c4e-ba9c-4c8e-ac38-33e14f46c3dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:07.647541 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b38c4e-ba9c-4c8e-ac38-33e14f46c3dc None None] Bound using segment: {'id': '40e2f46a-cc55-49c4-8afc-b45f6e1d5b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '707dcf24-13d2-4ec8-bbd9-667ff063181d'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:50:07.663766 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-18b38c4e-ba9c-4c8e-ac38-33e14f46c3dc None None] Bound port: c65d8f53-152c-4d97-916b-dc99202d858b, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40e2f46a-cc55-49c4-8afc-b45f6e1d5b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '707dcf24-13d2-4ec8-bbd9-667ff063181d'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:50:07.664314 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-18b38c4e-ba9c-4c8e-ac38-33e14f46c3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:07.669514 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-e3fa7ce0-a443-498f-854a-2f648344b616 req-f9075e42-8fb9-422e-8877-ba8128b1c1c2 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Request body: {'port': {'device_id': '1e92ed7a-1850-4deb-bb5f-109dddea9b58', 'network_id': 'e9141915-58fa-4f94-8f27-c56354fa8ebb', 'admin_state_up': True, 'tenant_id': '459f4a4f8d9a4a149a3ada21edeb4e65'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:50:07.692443 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-091bd415-1763-4299-816f-8f7a34634edc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:07.698656 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79580407-13fd-4634-afd3-b2f64ea1318b x-openstack-request-id: req-79580407-13fd-4634-afd3-b2f64ea1318b {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:50:07.698656 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2742a9e7-3449-4fd7-80aa-ae818c31ca01", "name": "network-vif-deleted", "tag": "53ce995e-5449-4b63-ba7b-fa2b47d96cad", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:50:07.698923 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-79580407-13fd-4634-afd3-b2f64ea1318b {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:50:07.699332 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2742a9e7-3449-4fd7-80aa-ae818c31ca01', 'name': 'network-vif-deleted', 'tag': '53ce995e-5449-4b63-ba7b-fa2b47d96cad', 'status': 'completed', 'code': 200} Sep 17 07:50:07.733382 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-091bd415-1763-4299-816f-8f7a34634edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:07.780549 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-18b38c4e-ba9c-4c8e-ac38-33e14f46c3dc None None] For port c65d8f53-152c-4d97-916b-dc99202d858b, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:50:07.785483 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-18b38c4e-ba9c-4c8e-ac38-33e14f46c3dc None None] For port c65d8f53-152c-4d97-916b-dc99202d858b, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=c65d8f53-152c-4d97-916b-dc99202d858b,segment=NetworkSegment(40e2f46a-cc55-49c4-8afc-b45f6e1d5b0e),segment_id=40e2f46a-cc55-49c4-8afc-b45f6e1d5b0e)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:50:07.795995 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-18b38c4e-ba9c-4c8e-ac38-33e14f46c3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:07.799230 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cd5c88a2-9acf-4ce6-a150-99a2dcd572be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:07.858073 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-091bd415-1763-4299-816f-8f7a34634edc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a1cccc6d1d6140eab12c641bdc074e1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9100084 Sep 17 07:50:07.866413 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37996) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:07.866711 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cd5c88a2-9acf-4ce6-a150-99a2dcd572be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:07.867186 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091bd415-1763-4299-816f-8f7a34634edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53746c6e-4774-4764-a6ba-c9b7a5886bd2,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:07.871788 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-cd5c88a2-9acf-4ce6-a150-99a2dcd572be admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ac5d9d0a-7fe4-429d-a836-6062f91c1c9e HTTP/1.1" status: 204 len: 168 time: 0.6106491 Sep 17 07:50:07.871788 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5c88a2-9acf-4ce6-a150-99a2dcd572be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac5d9d0a-7fe4-429d-a836-6062f91c1c9e,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:07.874813 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37998) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:08.004369 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cd4c7add-d9c6-45b6-ace0-157cb616c611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:08.009863 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06718cde-520b-4ff2-b071-5479a6b6ca45 req-a49a597f-443d-44f4-b210-78248b20216c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:08.011357 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-06718cde-520b-4ff2-b071-5479a6b6ca45 req-a49a597f-443d-44f4-b210-78248b20216c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fa684fd0-a85e-469b-aed6-7fb0de9dc944&tenant_id=e3c94ece967c49989722015c639870a6 HTTP/1.1" status: 200 len: 1100 time: 0.1600227 Sep 17 07:50:08.039030 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b38c4e-ba9c-4c8e-ac38-33e14f46c3dc None None] Pushing event updated for resources: {'Port': ['ID=c65d8f53-152c-4d97-916b-dc99202d858b,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:08.066838 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-06718cde-520b-4ff2-b071-5479a6b6ca45 req-0cba095c-7372-4471-9eb3-a9a1fc122706 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-9', 'device_owner': 'compute:nova'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:50:08.100140 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2241f81d-3cc9-4160-8345-eeef2275e8e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:08.116818 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168250a-b8da-4bb8-ab70-ccfd07dc1c3e req-92798564-92a9-41bb-9bed-b6752245218e tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:08.118378 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6168250a-b8da-4bb8-ab70-ccfd07dc1c3e req-92798564-92a9-41bb-9bed-b6752245218e tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa684fd0-a85e-469b-aed6-7fb0de9dc944 HTTP/1.1" status: 200 len: 949 time: 0.1792934 Sep 17 07:50:08.124740 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2241f81d-3cc9-4160-8345-eeef2275e8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:08.141633 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6f02ec56-1cf9-431d-b5cc-2da70cca51d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:08.156843 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-76166993-3cb3-4438-93b4-6178fbf971a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:08.178296 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cd4c7add-d9c6-45b6-ace0-157cb616c611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:08.204363 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3fa7ce0-a443-498f-854a-2f648344b616 req-f9075e42-8fb9-422e-8877-ba8128b1c1c2 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Made reservation on behalf of 459f4a4f8d9a4a149a3ada21edeb4e65 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:50:08.208164 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-e3fa7ce0-a443-498f-854a-2f648344b616 req-f9075e42-8fb9-422e-8877-ba8128b1c1c2 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:08.225593 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-63c4e3fe-0e18-4cae-80f0-42a183d5d05e req-6d6f968d-6664-4ca7-97e1-ee112fe2e665 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e92ed7a-1850-4deb-bb5f-109dddea9b58 HTTP/1.1" status: 200 len: 210 time: 0.1038971 Sep 17 07:50:08.246085 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-76166993-3cb3-4438-93b4-6178fbf971a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:08.248731 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-cd4c7add-d9c6-45b6-ace0-157cb616c611 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c57df80a-82d9-4df6-a528-b6fa0861d14b']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:50:08.250985 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-06718cde-520b-4ff2-b071-5479a6b6ca45 req-0cba095c-7372-4471-9eb3-a9a1fc122706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:08.270368 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6f02ec56-1cf9-431d-b5cc-2da70cca51d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:08.286621 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2241f81d-3cc9-4160-8345-eeef2275e8e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c39c9c-f974-45ac-9bf3-2e7b480f88d8,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:08.295373 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-cd4c7add-d9c6-45b6-ace0-157cb616c611 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '836fc15f-ab8f-4bb1-af77-3e69b2a8ccf6') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:50:08.295674 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-cd4c7add-d9c6-45b6-ace0-157cb616c611 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '836fc15f-ab8f-4bb1-af77-3e69b2a8ccf6') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:50:08.303510 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-2241f81d-3cc9-4160-8345-eeef2275e8e2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=73fb2e9495bd473fa532f4914b5886f8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0234053 Sep 17 07:50:08.332292 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 38002) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:08.364660 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cd4c7add-d9c6-45b6-ace0-157cb616c611 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:08.404590 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6168250a-b8da-4bb8-ab70-ccfd07dc1c3e req-bbbb11fc-564a-40a8-9930-6fcd2e3e28ec tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743387 Sep 17 07:50:08.420162 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cd4c7add-d9c6-45b6-ace0-157cb616c611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:08.435027 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd4c7add-d9c6-45b6-ace0-157cb616c611 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 07:50:08.435443 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cd4c7add-d9c6-45b6-ace0-157cb616c611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:08.438670 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 07:50:08.438670 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 07:50:08.438670 n-d-789963-9 neutron-server[101290]: timer() Sep 17 07:50:08.438670 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 07:50:08.438670 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 07:50:08.438670 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 07:50:08.438670 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 07:50:08.438670 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 07:50:08.438670 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 07:50:08.438670 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 07:50:08.438670 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 07:50:08.438670 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 07:50:08.438670 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 07:50:08.438670 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 07:50:08.438670 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 07:50:08.438670 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 07:50:08.438670 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 07:50:08.438670 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 07:50:08.438670 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 07:50:08.438670 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 07:50:08.438670 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 07:50:08.438670 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 07:50:08.438670 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 07:50:08.438670 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 07:50:08.438670 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 07:50:08.438670 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 07:50:08.438670 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 07:50:08.438670 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 07:50:08.438670 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 07:50:08.438670 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 07:50:08.438670 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 07:50:08.438670 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 07:50:08.515338 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5bb5d419-998c-4b58-96b4-8b3f07929427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:08.516843 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6f02ec56-1cf9-431d-b5cc-2da70cca51d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:08.519323 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6f02ec56-1cf9-431d-b5cc-2da70cca51d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:08.520520 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-6f02ec56-1cf9-431d-b5cc-2da70cca51d8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/53746c6e-4774-4764-a6ba-c9b7a5886bd2 HTTP/1.1" status: 204 len: 168 time: 0.6400685 Sep 17 07:50:08.543738 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-76166993-3cb3-4438-93b4-6178fbf971a3 admin admin] Allocated IP 172.25.6.126 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/c755be25-f5c7-48f4-a863-cb14a59113f7) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:50:08.546075 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f02ec56-1cf9-431d-b5cc-2da70cca51d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53746c6e-4774-4764-a6ba-c9b7a5886bd2,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:08.568455 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5bb5d419-998c-4b58-96b4-8b3f07929427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:08.617361 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-e3fa7ce0-a443-498f-854a-2f648344b616 req-f9075e42-8fb9-422e-8877-ba8128b1c1c2 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Allocated IP 172.20.0.12 (e9141915-58fa-4f94-8f27-c56354fa8ebb/604275ee-9836-4f85-a007-f6695778fdeb/916289fd-d422-4093-b99c-9600fa1ff8d8) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:50:08.619996 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cd4c7add-d9c6-45b6-ace0-157cb616c611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:08.642254 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cd4c7add-d9c6-45b6-ace0-157cb616c611 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:08.644039 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-cd4c7add-d9c6-45b6-ace0-157cb616c611 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c57df80a-82d9-4df6-a528-b6fa0861d14b HTTP/1.1" status: 204 len: 168 time: 0.7675934 Sep 17 07:50:08.669658 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4c7add-d9c6-45b6-ace0-157cb616c611 admin admin] Pushing event deleted for resources: {'Network': ['ID=c57df80a-82d9-4df6-a528-b6fa0861d14b,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:08.709200 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5bb5d419-998c-4b58-96b4-8b3f07929427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:08.713114 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5bb5d419-998c-4b58-96b4-8b3f07929427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:08.714678 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-5bb5d419-998c-4b58-96b4-8b3f07929427 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/14c39c9c-f974-45ac-9bf3-2e7b480f88d8 HTTP/1.1" status: 204 len: 168 time: 0.3746011 Sep 17 07:50:08.722755 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-76166993-3cb3-4438-93b4-6178fbf971a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:08.731462 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb5d419-998c-4b58-96b4-8b3f07929427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c39c9c-f974-45ac-9bf3-2e7b480f88d8,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:08.856800 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ec20a-e4f7-4606-a528-83fad252b205 req-b29b8bac-2323-46dd-96c5-f977a56c8ade tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:08.858663 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-557ec20a-e4f7-4606-a528-83fad252b205 req-b29b8bac-2323-46dd-96c5-f977a56c8ade tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cd0c95-7d6d-4c2c-a993-d693a3eb91a4 HTTP/1.1" status: 200 len: 944 time: 0.0677879 Sep 17 07:50:08.861683 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-76166993-3cb3-4438-93b4-6178fbf971a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:08.936987 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76166993-3cb3-4438-93b4-6178fbf971a3 admin admin] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:50:08.953763 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-76166993-3cb3-4438-93b4-6178fbf971a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:50:08.962467 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-557ec20a-e4f7-4606-a528-83fad252b205 req-a397c46f-1a2a-4f6b-8bab-435a0481ece6 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb8b46b-1ef4-41c3-8b49-4cc623031cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969870 Sep 17 07:50:08.964618 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76166993-3cb3-4438-93b4-6178fbf971a3 admin admin] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:50:08.967244 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76166993-3cb3-4438-93b4-6178fbf971a3 admin admin] Pushing event updated for resources: {'Port': ['ID=c755be25-f5c7-48f4-a863-cb14a59113f7,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:09.109669 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 38018) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:09.175569 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-06718cde-520b-4ff2-b071-5479a6b6ca45 req-0cba095c-7372-4471-9eb3-a9a1fc122706 service neutron] For port 0c589904-32cd-4f69-bd3c-694b81963367, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=0c589904-32cd-4f69-bd3c-694b81963367,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:50:09.367821 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c4c2322c-1570-4922-9b2b-562594203e99 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ee079465524d4022aeeaf0b130e78dba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2547851 Sep 17 07:50:09.374636 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 38032) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:09.394992 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-06718cde-520b-4ff2-b071-5479a6b6ca45 req-0cba095c-7372-4471-9eb3-a9a1fc122706 service neutron] For port 0c589904-32cd-4f69-bd3c-694b81963367, host n-h1-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:50:09.468219 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a7172cc7-a5e0-48b2-a96d-89d4753432c1 req-28ce5edf-4ed0-4394-a061-8e7a71237c90 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e92ed7a-1850-4deb-bb5f-109dddea9b58 HTTP/1.1" status: 200 len: 210 time: 0.1266239 Sep 17 07:50:09.511398 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-e3fa7ce0-a443-498f-854a-2f648344b616 req-f9075e42-8fb9-422e-8877-ba8128b1c1c2 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:09.516207 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device a3b1bb01-b0e1-46d5-8662-b9597a2de439 up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:50:09.597941 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device c65d8f53-152c-4d97-916b-dc99202d858b up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:50:09.675221 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-e3fa7ce0-a443-498f-854a-2f648344b616 req-f9075e42-8fb9-422e-8877-ba8128b1c1c2 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:09.686843 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4bb214-1170-4954-bcfc-1902e6278a39 None None] Network 707dcf24-13d2-4ec8-bbd9-667ff063181d requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:50:09.711548 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8561d62e-f08c-4ec5-9cdd-776fe7ee0aa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:09.742250 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865393f3-1b3b-4e3a-afcf-fca0f84f79dd req-f8d7b6f3-023c-478b-8bfd-0430c2da0898 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:09.748377 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-865393f3-1b3b-4e3a-afcf-fca0f84f79dd req-f8d7b6f3-023c-478b-8bfd-0430c2da0898 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa684fd0-a85e-469b-aed6-7fb0de9dc944 HTTP/1.1" status: 200 len: 949 time: 0.1647668 Sep 17 07:50:09.768882 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8561d62e-f08c-4ec5-9cdd-776fe7ee0aa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:09.815498 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-76166993-3cb3-4438-93b4-6178fbf971a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:09.820564 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port c65d8f53-152c-4d97-916b-dc99202d858b triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:50:09.820950 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:09.824435 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning for port a3b1bb01-b0e1-46d5-8662-b9597a2de439 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:50:09.828735 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-4d98f253-dcf5-4ddf-9257-4792f1388586 None None] Provisioning complete for port c65d8f53-152c-4d97-916b-dc99202d858b triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:50:09.834876 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4d98f253-dcf5-4ddf-9257-4792f1388586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:09.835165 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa684fd0-a85e-469b-aed6-7fb0de9dc944', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c589904-32cd-4f69-bd3c-694b81963367'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:50:09.839253 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d64412d-4f78-4e71-9e87-471fc1d336fc" -d '{"events": [{"server_uuid": "fa684fd0-a85e-469b-aed6-7fb0de9dc944", "name": "network-vif-unplugged", "status": "completed", "tag": "0c589904-32cd-4f69-bd3c-694b81963367"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:50:09.848715 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-06718cde-520b-4ff2-b071-5479a6b6ca45 req-0cba095c-7372-4471-9eb3-a9a1fc122706 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:09.870016 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3fa7ce0-a443-498f-854a-2f648344b616 req-f9075e42-8fb9-422e-8877-ba8128b1c1c2 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Network e9141915-58fa-4f94-8f27-c56354fa8ebb is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:50:09.873185 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9075e42-8fb9-422e-8877-ba8128b1c1c2 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Pushing event updated for resources: {'Port': ['ID=916289fd-d422-4093-b99c-9600fa1ff8d8,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:09.888751 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-e3fa7ce0-a443-498f-854a-2f648344b616 req-f9075e42-8fb9-422e-8877-ba8128b1c1c2 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:50:09.896061 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-06718cde-520b-4ff2-b071-5479a6b6ca45 req-0cba095c-7372-4471-9eb3-a9a1fc122706 service neutron] Transition to ACTIVE for port object 0c589904-32cd-4f69-bd3c-694b81963367 will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:50:09.898086 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port a3b1bb01-b0e1-46d5-8662-b9597a2de439 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:50:09.898584 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:09.902072 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3fa7ce0-a443-498f-854a-2f648344b616 req-f9075e42-8fb9-422e-8877-ba8128b1c1c2 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:50:10.047993 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa7ce0-a443-498f-854a-2f648344b616 req-f9075e42-8fb9-422e-8877-ba8128b1c1c2 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:10.048716 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-e3fa7ce0-a443-498f-854a-2f648344b616 req-f9075e42-8fb9-422e-8877-ba8128b1c1c2 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:10.056372 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 07:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d09605de-9873-427f-b732-00d76005d015 x-openstack-request-id: req-d09605de-9873-427f-b732-00d76005d015 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:50:10.056893 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa684fd0-a85e-469b-aed6-7fb0de9dc944", "name": "network-vif-unplugged", "status": "completed", "tag": "0c589904-32cd-4f69-bd3c-694b81963367", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:50:10.057152 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d09605de-9873-427f-b732-00d76005d015 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:50:10.057556 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa684fd0-a85e-469b-aed6-7fb0de9dc944', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c589904-32cd-4f69-bd3c-694b81963367', 'code': 200} Sep 17 07:50:10.064748 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-06718cde-520b-4ff2-b071-5479a6b6ca45 req-0cba095c-7372-4471-9eb3-a9a1fc122706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:10.152545 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:10.158070 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e3fa7ce0-a443-498f-854a-2f648344b616 req-f9075e42-8fb9-422e-8877-ba8128b1c1c2 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5128458 Sep 17 07:50:10.195340 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4d98f253-dcf5-4ddf-9257-4792f1388586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:10.215877 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:10.227445 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-06718cde-520b-4ff2-b071-5479a6b6ca45 req-0cba095c-7372-4471-9eb3-a9a1fc122706 service neutron] No DVR routers for this DVR port 0c589904-32cd-4f69-bd3c-694b81963367 on host n-h1-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:50:10.240924 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-e3fa7ce0-a443-498f-854a-2f648344b616 req-5e0e7a8a-5af0-45a3-905a-ff76eefe9f25 service neutron] Request body: {'port': {'device_id': '1e92ed7a-1850-4deb-bb5f-109dddea9b58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:50:10.283585 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port c65d8f53-152c-4d97-916b-dc99202d858b, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=c65d8f53-152c-4d97-916b-dc99202d858b,segment=NetworkSegment(40e2f46a-cc55-49c4-8afc-b45f6e1d5b0e),segment_id=40e2f46a-cc55-49c4-8afc-b45f6e1d5b0e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:50:10.285237 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 53ce995e-5449-4b63-ba7b-fa2b47d96cad no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:50:10.358339 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26cd0c95-7d6d-4c2c-a993-d693a3eb91a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3b1bb01-b0e1-46d5-8662-b9597a2de439'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:50:10.362582 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99c02cb9-f9b4-4b5d-b4e9-95dc2b7d5a9e" -d '{"events": [{"server_uuid": "26cd0c95-7d6d-4c2c-a993-d693a3eb91a4", "name": "network-vif-plugged", "status": "completed", "tag": "a3b1bb01-b0e1-46d5-8662-b9597a2de439"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:50:10.370995 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: 53ce995e-5449-4b63-ba7b-fa2b47d96cad {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:50:10.371401 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 53ce995e-5449-4b63-ba7b-fa2b47d96cad not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:50:10.387006 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:10.414657 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cba095c-7372-4471-9eb3-a9a1fc122706 service neutron] Pushing event updated for resources: {'Port': ['ID=0c589904-32cd-4f69-bd3c-694b81963367,revision_number=6']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:10.429952 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-06718cde-520b-4ff2-b071-5479a6b6ca45 req-0cba095c-7372-4471-9eb3-a9a1fc122706 service neutron] Attempting to bind port 0c589904-32cd-4f69-bd3c-694b81963367 on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:50:10.430455 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-06718cde-520b-4ff2-b071-5479a6b6ca45 req-0cba095c-7372-4471-9eb3-a9a1fc122706 service neutron] Attempting to bind port 0c589904-32cd-4f69-bd3c-694b81963367 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:50:10.430899 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06718cde-520b-4ff2-b071-5479a6b6ca45 req-0cba095c-7372-4471-9eb3-a9a1fc122706 service neutron] Attempting to bind port 0c589904-32cd-4f69-bd3c-694b81963367 on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:50:10.440739 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06718cde-520b-4ff2-b071-5479a6b6ca45 req-0cba095c-7372-4471-9eb3-a9a1fc122706 service neutron] Port 0c589904-32cd-4f69-bd3c-694b81963367 on network 469390cd-cce5-49bd-b8f8-9e64018a0583 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:50:10.443131 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06718cde-520b-4ff2-b071-5479a6b6ca45 req-0cba095c-7372-4471-9eb3-a9a1fc122706 service neutron] Attempting to bind port 0c589904-32cd-4f69-bd3c-694b81963367 on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:50:10.446671 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port a3b1bb01-b0e1-46d5-8662-b9597a2de439, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=a3b1bb01-b0e1-46d5-8662-b9597a2de439,segment=NetworkSegment(17fdcc3c-7a0c-41a7-9b0c-6ef10a824793),segment_id=17fdcc3c-7a0c-41a7-9b0c-6ef10a824793)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:50:10.478475 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06718cde-520b-4ff2-b071-5479a6b6ca45 req-0cba095c-7372-4471-9eb3-a9a1fc122706 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:50:10.480213 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06718cde-520b-4ff2-b071-5479a6b6ca45 req-0cba095c-7372-4471-9eb3-a9a1fc122706 service neutron] Checking segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:50:10.480725 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06718cde-520b-4ff2-b071-5479a6b6ca45 req-0cba095c-7372-4471-9eb3-a9a1fc122706 service neutron] Bound using segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:50:10.481296 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-06718cde-520b-4ff2-b071-5479a6b6ca45 req-0cba095c-7372-4471-9eb3-a9a1fc122706 service neutron] Bound port: 0c589904-32cd-4f69-bd3c-694b81963367, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:50:10.481770 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-06718cde-520b-4ff2-b071-5479a6b6ca45 req-0cba095c-7372-4471-9eb3-a9a1fc122706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:10.496232 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-e3fa7ce0-a443-498f-854a-2f648344b616 req-5e0e7a8a-5af0-45a3-905a-ff76eefe9f25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:10.524838 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:10.529741 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 0c589904-32cd-4f69-bd3c-694b81963367 no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:50:10.634462 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.db.api [None req-4d98f253-dcf5-4ddf-9257-4792f1388586 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 07:50:10.634923 n-d-789963-9 neutron-server[101291]: DEBUG oslo_db.api [None req-4d98f253-dcf5-4ddf-9257-4792f1388586 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 07:50:10.656358 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 38082) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:10.673029 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=c65d8f53-152c-4d97-916b-dc99202d858b,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:10.687795 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 0c589904-32cd-4f69-bd3c-694b81963367 not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:50:10.782319 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=a3b1bb01-b0e1-46d5-8662-b9597a2de439,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:10.846905 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-06718cde-520b-4ff2-b071-5479a6b6ca45 req-0cba095c-7372-4471-9eb3-a9a1fc122706 service neutron] For port 0c589904-32cd-4f69-bd3c-694b81963367, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:50:10.872987 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fa66f096-dc65-4e25-ae06-076eaff599ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:10.888081 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-06718cde-520b-4ff2-b071-5479a6b6ca45 req-0cba095c-7372-4471-9eb3-a9a1fc122706 service neutron] For port 0c589904-32cd-4f69-bd3c-694b81963367, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=0c589904-32cd-4f69-bd3c-694b81963367,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:50:10.910011 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-06718cde-520b-4ff2-b071-5479a6b6ca45 req-0cba095c-7372-4471-9eb3-a9a1fc122706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:10.935742 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-865393f3-1b3b-4e3a-afcf-fca0f84f79dd req-9a106c87-4d28-4169-a649-04d3d9c4777a tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1859226 Sep 17 07:50:10.941989 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8561d62e-f08c-4ec5-9cdd-776fe7ee0aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:10.944513 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8561d62e-f08c-4ec5-9cdd-776fe7ee0aa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:10.948672 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-8561d62e-f08c-4ec5-9cdd-776fe7ee0aa7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6dc8c78d-cc5f-4bca-82a0-87ec5be118a2 HTTP/1.1" status: 204 len: 168 time: 1.5636706 Sep 17 07:50:10.976130 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8561d62e-f08c-4ec5-9cdd-776fe7ee0aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc8c78d-cc5f-4bca-82a0-87ec5be118a2,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:11.021421 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06718cde-520b-4ff2-b071-5479a6b6ca45 req-0cba095c-7372-4471-9eb3-a9a1fc122706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:11.022318 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-06718cde-520b-4ff2-b071-5479a6b6ca45 req-0cba095c-7372-4471-9eb3-a9a1fc122706 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:11.023972 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-06718cde-520b-4ff2-b071-5479a6b6ca45 req-0cba095c-7372-4471-9eb3-a9a1fc122706 service neutron] 10.222.0.39 "PUT /v2.0/ports/0c589904-32cd-4f69-bd3c-694b81963367 HTTP/1.1" status: 200 len: 1095 time: 2.9730496 Sep 17 07:50:11.030995 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b3c19-c3a8-48c7-ac8b-3e71baf332ad req-ccd56d80-1d20-45ed-b1b5-bd7752749587 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:11.054774 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dc6b3c19-c3a8-48c7-ac8b-3e71baf332ad req-ccd56d80-1d20-45ed-b1b5-bd7752749587 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cd0c95-7d6d-4c2c-a993-d693a3eb91a4 HTTP/1.1" status: 200 len: 945 time: 0.2098129 Sep 17 07:50:11.112659 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-76166993-3cb3-4438-93b4-6178fbf971a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:11.140465 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dc6b3c19-c3a8-48c7-ac8b-3e71baf332ad req-a79a98f9-1607-4582-8765-cefa19150b89 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb8b46b-1ef4-41c3-8b49-4cc623031cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831361 Sep 17 07:50:11.206874 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cba095c-7372-4471-9eb3-a9a1fc122706 service neutron] Pushing event updated for resources: {'Port': ['ID=0c589904-32cd-4f69-bd3c-694b81963367,revision_number=7']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:11.245501 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d127353a-6f20-4c80-a6f8-af1cb8802da0 x-openstack-request-id: req-d127353a-6f20-4c80-a6f8-af1cb8802da0 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:50:11.246197 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26cd0c95-7d6d-4c2c-a993-d693a3eb91a4", "name": "network-vif-plugged", "status": "completed", "tag": "a3b1bb01-b0e1-46d5-8662-b9597a2de439", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:50:11.256353 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d127353a-6f20-4c80-a6f8-af1cb8802da0 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:50:11.256821 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26cd0c95-7d6d-4c2c-a993-d693a3eb91a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3b1bb01-b0e1-46d5-8662-b9597a2de439', 'code': 200} Sep 17 07:50:11.316052 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06718cde-520b-4ff2-b071-5479a6b6ca45 req-0aa662e5-8aed-42a2-be08-6bf243e73e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:11.317860 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-06718cde-520b-4ff2-b071-5479a6b6ca45 req-0aa662e5-8aed-42a2-be08-6bf243e73e83 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e3c94ece967c49989722015c639870a6&device_id=fa684fd0-a85e-469b-aed6-7fb0de9dc944 HTTP/1.1" status: 200 len: 1098 time: 0.2474482 Sep 17 07:50:11.389348 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-b8aa4ea5-32db-4ae3-983e-c27806d7f89b None None] Provisioning complete for port c65d8f53-152c-4d97-916b-dc99202d858b triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:50:11.389736 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b8aa4ea5-32db-4ae3-983e-c27806d7f89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:11.448968 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6931bc-1fdc-4835-b7d0-2a97b7062428 req-b59bbed9-c75c-4005-a552-7c63544076aa tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:11.457422 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fd6931bc-1fdc-4835-b7d0-2a97b7062428 req-b59bbed9-c75c-4005-a552-7c63544076aa tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e92ed7a-1850-4deb-bb5f-109dddea9b58 HTTP/1.1" status: 200 len: 932 time: 0.2239792 Sep 17 07:50:11.488374 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fa66f096-dc65-4e25-ae06-076eaff599ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:11.491179 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device c65d8f53-152c-4d97-916b-dc99202d858b up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:50:11.491343 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-e3fa7ce0-a443-498f-854a-2f648344b616 req-5e0e7a8a-5af0-45a3-905a-ff76eefe9f25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 916289fd-d422-4093-b99c-9600fa1ff8d8 {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:50:11.505341 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-e3fa7ce0-a443-498f-854a-2f648344b616 req-5e0e7a8a-5af0-45a3-905a-ff76eefe9f25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:11.509913 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fa66f096-dc65-4e25-ae06-076eaff599ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:11.527441 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fd6931bc-1fdc-4835-b7d0-2a97b7062428 req-ac927175-39ac-4731-955c-a9d827622a5c tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649321 Sep 17 07:50:11.538317 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566cdbbf-6473-4650-98e7-83b0e8a08862 req-4f92c37b-33be-44ab-9ec3-e734b7c437f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:11.541467 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-566cdbbf-6473-4650-98e7-83b0e8a08862 req-4f92c37b-33be-44ab-9ec3-e734b7c437f1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=26cd0c95-7d6d-4c2c-a993-d693a3eb91a4 HTTP/1.1" status: 200 len: 1096 time: 0.2097886 Sep 17 07:50:11.564730 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-e3fa7ce0-a443-498f-854a-2f648344b616 req-5e0e7a8a-5af0-45a3-905a-ff76eefe9f25 service neutron] Transition to ACTIVE for port object 916289fd-d422-4093-b99c-9600fa1ff8d8 will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:50:11.602593 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port c65d8f53-152c-4d97-916b-dc99202d858b triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:50:11.604242 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:11.622015 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-566cdbbf-6473-4650-98e7-83b0e8a08862 req-2ee1020b-e40e-486b-8a2f-eef7f471cc8d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=dbb8b46b-1ef4-41c3-8b49-4cc623031cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688221 Sep 17 07:50:11.630070 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 38108) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:11.636424 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76166993-3cb3-4438-93b4-6178fbf971a3 admin admin] Router f546cb09-618b-474b-942c-ddffc5a26e36 is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 07:50:11.643813 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-e3fa7ce0-a443-498f-854a-2f648344b616 req-5e0e7a8a-5af0-45a3-905a-ff76eefe9f25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:11.681934 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa66f096-dc65-4e25-ae06-076eaff599ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee3fea8-7996-4a08-985b-f9c473e928cc,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:11.710937 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 38110) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:11.730415 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-fa66f096-dc65-4e25-ae06-076eaff599ef admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0bcb6492c26e44b392deab9819f5b5d2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0716286 Sep 17 07:50:11.730613 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 38114) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:11.735651 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 38116) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:11.735872 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-6c0187f2-3d08-456f-b2dc-fe23eaa68b94 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=55f68ea0c4444aaa8207eb7c2440ecb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1046703 Sep 17 07:50:11.757266 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06718cde-520b-4ff2-b071-5479a6b6ca45 req-7a5d5ad7-8c50-4143-ba7b-5a2d57d8cb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:11.759208 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-06718cde-520b-4ff2-b071-5479a6b6ca45 req-7a5d5ad7-8c50-4143-ba7b-5a2d57d8cb6c service neutron] 10.222.0.39 "GET /v2.0/networks?id=469390cd-cce5-49bd-b8f8-9e64018a0583 HTTP/1.1" status: 200 len: 870 time: 0.4312954 Sep 17 07:50:11.839112 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2d5d940e-1795-43af-99c5-508db7c98cda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:11.842040 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76166993-3cb3-4438-93b4-6178fbf971a3 admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:50:11.849576 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-06718cde-520b-4ff2-b071-5479a6b6ca45 req-8d7781dc-c053-482b-95c5-cfe7e8543001 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=0c589904-32cd-4f69-bd3c-694b81963367 HTTP/1.1" status: 200 len: 217 time: 0.0620329 Sep 17 07:50:11.850179 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0e7a8a-5af0-45a3-905a-ff76eefe9f25 service neutron] Pushing event updated for resources: {'Port': ['ID=916289fd-d422-4093-b99c-9600fa1ff8d8,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:11.854369 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efc57be-b296-485e-9558-3cb3b76ae662 None None] Sync routers for ids ['f546cb09-618b-474b-942c-ddffc5a26e36'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:50:11.865343 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efc57be-b296-485e-9558-3cb3b76ae662 None None] Routers {'f546cb09-618b-474b-942c-ddffc5a26e36'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:50:11.867680 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-0efc57be-b296-485e-9558-3cb3b76ae662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:49:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['f546cb09-618b-474b-942c-ddffc5a26e36'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:50:11.872383 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2d5d940e-1795-43af-99c5-508db7c98cda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:11.882676 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-76166993-3cb3-4438-93b4-6178fbf971a3 admin admin] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:11.887248 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-76166993-3cb3-4438-93b4-6178fbf971a3 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.2781155 Sep 17 07:50:11.890965 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 38118) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:11.946858 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-e3fa7ce0-a443-498f-854a-2f648344b616 req-5e0e7a8a-5af0-45a3-905a-ff76eefe9f25 service neutron] Attempting to bind port 916289fd-d422-4093-b99c-9600fa1ff8d8 on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:50:11.947193 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-e3fa7ce0-a443-498f-854a-2f648344b616 req-5e0e7a8a-5af0-45a3-905a-ff76eefe9f25 service neutron] Attempting to bind port 916289fd-d422-4093-b99c-9600fa1ff8d8 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': 'be767568-3060-48d1-bebe-585a133f1049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e9141915-58fa-4f94-8f27-c56354fa8ebb'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:50:11.947524 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3fa7ce0-a443-498f-854a-2f648344b616 req-5e0e7a8a-5af0-45a3-905a-ff76eefe9f25 service neutron] Attempting to bind port 916289fd-d422-4093-b99c-9600fa1ff8d8 on network e9141915-58fa-4f94-8f27-c56354fa8ebb {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:50:11.956781 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4e7edf50-0f05-46d2-98ca-7edc488d08aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:11.961192 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3fa7ce0-a443-498f-854a-2f648344b616 req-5e0e7a8a-5af0-45a3-905a-ff76eefe9f25 service neutron] Port 916289fd-d422-4093-b99c-9600fa1ff8d8 on network e9141915-58fa-4f94-8f27-c56354fa8ebb not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:50:11.961520 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3fa7ce0-a443-498f-854a-2f648344b616 req-5e0e7a8a-5af0-45a3-905a-ff76eefe9f25 service neutron] Attempting to bind port 916289fd-d422-4093-b99c-9600fa1ff8d8 on network e9141915-58fa-4f94-8f27-c56354fa8ebb {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:50:11.970529 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06718cde-520b-4ff2-b071-5479a6b6ca45 req-bca7bb7f-2ad8-47ff-936c-7894dfb5f0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:11.972026 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-06718cde-520b-4ff2-b071-5479a6b6ca45 req-bca7bb7f-2ad8-47ff-936c-7894dfb5f0f8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.1111863 Sep 17 07:50:11.981654 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-88145d2c-d483-4e70-a421-c3c4821193f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:11.984682 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3fa7ce0-a443-498f-854a-2f648344b616 req-5e0e7a8a-5af0-45a3-905a-ff76eefe9f25 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:50:11.984682 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3fa7ce0-a443-498f-854a-2f648344b616 req-5e0e7a8a-5af0-45a3-905a-ff76eefe9f25 service neutron] Checking segment: {'id': 'be767568-3060-48d1-bebe-585a133f1049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e9141915-58fa-4f94-8f27-c56354fa8ebb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:50:11.984960 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3fa7ce0-a443-498f-854a-2f648344b616 req-5e0e7a8a-5af0-45a3-905a-ff76eefe9f25 service neutron] Bound using segment: {'id': 'be767568-3060-48d1-bebe-585a133f1049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e9141915-58fa-4f94-8f27-c56354fa8ebb'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:50:11.986167 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-e3fa7ce0-a443-498f-854a-2f648344b616 req-5e0e7a8a-5af0-45a3-905a-ff76eefe9f25 service neutron] Bound port: 916289fd-d422-4093-b99c-9600fa1ff8d8, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be767568-3060-48d1-bebe-585a133f1049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e9141915-58fa-4f94-8f27-c56354fa8ebb'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:50:11.986167 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-e3fa7ce0-a443-498f-854a-2f648344b616 req-5e0e7a8a-5af0-45a3-905a-ff76eefe9f25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:11.987291 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-0efc57be-b296-485e-9558-3cb3b76ae662 None None] Set router f546cb09-618b-474b-942c-ddffc5a26e36 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:50:12.000727 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4e7edf50-0f05-46d2-98ca-7edc488d08aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:12.095289 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa684fd0-a85e-469b-aed6-7fb0de9dc944', 'tag': '0c589904-32cd-4f69-bd3c-694b81963367'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:50:12.095487 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36134a03-68db-44f2-aa2b-c3dbe0c3b06f" -d '{"events": [{"name": "network-changed", "server_uuid": "fa684fd0-a85e-469b-aed6-7fb0de9dc944", "tag": "0c589904-32cd-4f69-bd3c-694b81963367"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:50:12.095593 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2d5d940e-1795-43af-99c5-508db7c98cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:12.098022 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2d5d940e-1795-43af-99c5-508db7c98cda admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:12.101912 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-2d5d940e-1795-43af-99c5-508db7c98cda admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8ee3fea8-7996-4a08-985b-f9c473e928cc HTTP/1.1" status: 204 len: 168 time: 0.3626134 Sep 17 07:50:12.127354 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06718cde-520b-4ff2-b071-5479a6b6ca45 req-e466e61e-f637-41c3-a045-802fe52582e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:12.129031 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-06718cde-520b-4ff2-b071-5479a6b6ca45 req-e466e61e-f637-41c3-a045-802fe52582e0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1459479 Sep 17 07:50:12.190005 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec19a42-2169-417c-816a-9f70313f7078 x-openstack-request-id: req-bec19a42-2169-417c-816a-9f70313f7078 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:50:12.190348 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa684fd0-a85e-469b-aed6-7fb0de9dc944", "tag": "0c589904-32cd-4f69-bd3c-694b81963367", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:50:12.190608 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bec19a42-2169-417c-816a-9f70313f7078 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:50:12.191031 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa684fd0-a85e-469b-aed6-7fb0de9dc944', 'tag': '0c589904-32cd-4f69-bd3c-694b81963367', 'status': 'completed', 'code': 200} Sep 17 07:50:12.194317 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-e3fa7ce0-a443-498f-854a-2f648344b616 req-5e0e7a8a-5af0-45a3-905a-ff76eefe9f25 service neutron] For port 916289fd-d422-4093-b99c-9600fa1ff8d8, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:50:12.196268 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4e7edf50-0f05-46d2-98ca-7edc488d08aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:12.199012 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4e7edf50-0f05-46d2-98ca-7edc488d08aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:12.200768 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-4e7edf50-0f05-46d2-98ca-7edc488d08aa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cd315f4c-443f-40d0-9fc1-4b3011e2fe9f HTTP/1.1" status: 204 len: 168 time: 0.4638462 Sep 17 07:50:12.221577 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5d940e-1795-43af-99c5-508db7c98cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee3fea8-7996-4a08-985b-f9c473e928cc,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:12.232056 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-0efc57be-b296-485e-9558-3cb3b76ae662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f546cb09-618b-474b-942c-ddffc5a26e36', 'name': 'tempest-ServersTestJSON-497924138-router', 'tenant_id': '746a584a63d8493ea1b556df39b89a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'c755be25-f5c7-48f4-a863-cb14a59113f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:50:06Z', 'updated_at': '2021-09-17T07:50:09Z', 'revision_number': 3, 'project_id': '746a584a63d8493ea1b556df39b89a7b', 'gw_port': {'id': 'c755be25-f5c7-48f4-a863-cb14a59113f7', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a0:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f546cb09-618b-474b-942c-ddffc5a26e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:50:08Z', 'updated_at': '2021-09-17T07:50:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:50:12.254318 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-e3fa7ce0-a443-498f-854a-2f648344b616 req-5e0e7a8a-5af0-45a3-905a-ff76eefe9f25 service neutron] For port 916289fd-d422-4093-b99c-9600fa1ff8d8, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=916289fd-d422-4093-b99c-9600fa1ff8d8,segment=NetworkSegment(be767568-3060-48d1-bebe-585a133f1049),segment_id=be767568-3060-48d1-bebe-585a133f1049)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:50:12.255756 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7edf50-0f05-46d2-98ca-7edc488d08aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd315f4c-443f-40d0-9fc1-4b3011e2fe9f,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:12.269069 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-e3fa7ce0-a443-498f-854a-2f648344b616 req-5e0e7a8a-5af0-45a3-905a-ff76eefe9f25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:12.306791 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efc57be-b296-485e-9558-3cb3b76ae662 None None] Checking router: f546cb09-618b-474b-942c-ddffc5a26e36 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:50:12.307626 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efc57be-b296-485e-9558-3cb3b76ae662 None None] Updating router f546cb09-618b-474b-942c-ddffc5a26e36 port c755be25-f5c7-48f4-a863-cb14a59113f7 binding host n-d-789963-9 {{(pid=101292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 07:50:12.354229 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0efc57be-b296-485e-9558-3cb3b76ae662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:12.391737 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa7ce0-a443-498f-854a-2f648344b616 req-5e0e7a8a-5af0-45a3-905a-ff76eefe9f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:12.392466 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-e3fa7ce0-a443-498f-854a-2f648344b616 req-5e0e7a8a-5af0-45a3-905a-ff76eefe9f25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:12.394004 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e3fa7ce0-a443-498f-854a-2f648344b616 req-5e0e7a8a-5af0-45a3-905a-ff76eefe9f25 service neutron] 10.222.0.39 "PUT /v2.0/ports/916289fd-d422-4093-b99c-9600fa1ff8d8 HTTP/1.1" status: 200 len: 1092 time: 2.1722932 Sep 17 07:50:12.405773 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-06718cde-520b-4ff2-b071-5479a6b6ca45 req-1a70fbf5-3d34-44b9-9f0b-644c517cdfb7 service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652006 Sep 17 07:50:12.423033 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0be3be-ba5c-49be-827e-d65589892e43 req-99425edc-9b38-44f2-83b1-8d9088984ce3 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:12.428733 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0e7a8a-5af0-45a3-905a-ff76eefe9f25 service neutron] Pushing event updated for resources: {'Port': ['ID=916289fd-d422-4093-b99c-9600fa1ff8d8,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:12.431512 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ac0be3be-ba5c-49be-827e-d65589892e43 req-99425edc-9b38-44f2-83b1-8d9088984ce3 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa684fd0-a85e-469b-aed6-7fb0de9dc944 HTTP/1.1" status: 200 len: 947 time: 0.3515151 Sep 17 07:50:12.541720 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36134a03-68db-44f2-aa2b-c3dbe0c3b06f req-53f16a66-05e2-4141-94ef-80c4ef3b52d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:12.543230 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-36134a03-68db-44f2-aa2b-c3dbe0c3b06f req-53f16a66-05e2-4141-94ef-80c4ef3b52d9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e3c94ece967c49989722015c639870a6&device_id=fa684fd0-a85e-469b-aed6-7fb0de9dc944 HTTP/1.1" status: 200 len: 1098 time: 0.2219851 Sep 17 07:50:12.583052 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76696e79-e84f-48b9-b0c0-69d5674dfcfc req-b436fc9d-ca47-4040-b780-c2537ba940f9 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:12.590763 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-76696e79-e84f-48b9-b0c0-69d5674dfcfc req-b436fc9d-ca47-4040-b780-c2537ba940f9 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cd0c95-7d6d-4c2c-a993-d693a3eb91a4 HTTP/1.1" status: 200 len: 945 time: 0.2671390 Sep 17 07:50:12.608777 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-06718cde-520b-4ff2-b071-5479a6b6ca45 req-09f69815-9189-4a29-80ca-1556c4f6903c service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935372 Sep 17 07:50:12.630033 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-88145d2c-d483-4e70-a421-c3c4821193f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:12.633716 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ac0be3be-ba5c-49be-827e-d65589892e43 req-664619ba-6fa2-411d-8115-90270398adc6 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013271 Sep 17 07:50:12.637230 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa7ce0-a443-498f-854a-2f648344b616 req-2d179816-dd68-45f9-825b-845f0122d60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:12.643654 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e3fa7ce0-a443-498f-854a-2f648344b616 req-2d179816-dd68-45f9-825b-845f0122d60f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=459f4a4f8d9a4a149a3ada21edeb4e65&device_id=1e92ed7a-1850-4deb-bb5f-109dddea9b58 HTTP/1.1" status: 200 len: 1095 time: 0.1754012 Sep 17 07:50:12.652399 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-88145d2c-d483-4e70-a421-c3c4821193f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:12.748742 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e3fa7ce0-a443-498f-854a-2f648344b616 req-c85cbb34-2c13-4ba2-862d-abe9cf3fe272 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=916289fd-d422-4093-b99c-9600fa1ff8d8 HTTP/1.1" status: 200 len: 217 time: 0.0866473 Sep 17 07:50:12.881454 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa7ce0-a443-498f-854a-2f648344b616 req-ad21281c-be28-4d37-b20d-3448a5885414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:12.883162 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e3fa7ce0-a443-498f-854a-2f648344b616 req-ad21281c-be28-4d37-b20d-3448a5885414 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=604275ee-9836-4f85-a007-f6695778fdeb HTTP/1.1" status: 200 len: 855 time: 0.1335368 Sep 17 07:50:12.895250 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-88145d2c-d483-4e70-a421-c3c4821193f2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0211415d37af4472985a3859260ab430&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1802332 Sep 17 07:50:12.905633 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-76696e79-e84f-48b9-b0c0-69d5674dfcfc req-1da07c71-6702-4556-ac03-0aaf5379c7e8 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb8b46b-1ef4-41c3-8b49-4cc623031cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139374 Sep 17 07:50:12.910884 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 38148) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:12.962968 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e3fa7ce0-a443-498f-854a-2f648344b616 req-1e32e8d6-92a3-4bb3-b325-fecaf1d7e208 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e9141915-58fa-4f94-8f27-c56354fa8ebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658538 Sep 17 07:50:12.966967 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88145d2c-d483-4e70-a421-c3c4821193f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b422d0-13a3-45e4-9a40-a76722952b6c,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:12.971864 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36134a03-68db-44f2-aa2b-c3dbe0c3b06f req-4f5df79b-18f5-4029-947d-85abcb81e444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:12.995058 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-36134a03-68db-44f2-aa2b-c3dbe0c3b06f req-4f5df79b-18f5-4029-947d-85abcb81e444 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e3c94ece967c49989722015c639870a6&device_id=fa684fd0-a85e-469b-aed6-7fb0de9dc944 HTTP/1.1" status: 200 len: 1098 time: 0.2598765 Sep 17 07:50:13.002148 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36134a03-68db-44f2-aa2b-c3dbe0c3b06f req-82cca76f-aadc-4be0-9195-0b99d4615bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:13.004431 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-36134a03-68db-44f2-aa2b-c3dbe0c3b06f req-82cca76f-aadc-4be0-9195-0b99d4615bdd service neutron] 10.222.0.41 "GET /v2.0/networks?id=469390cd-cce5-49bd-b8f8-9e64018a0583 HTTP/1.1" status: 200 len: 870 time: 0.4497075 Sep 17 07:50:13.092744 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0efc57be-b296-485e-9558-3cb3b76ae662 None None] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:13.112776 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0efc57be-b296-485e-9558-3cb3b76ae662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:13.119343 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-36134a03-68db-44f2-aa2b-c3dbe0c3b06f req-d612d42a-ac3b-44e2-a652-f786789d8518 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=0c589904-32cd-4f69-bd3c-694b81963367 HTTP/1.1" status: 200 len: 217 time: 0.0867009 Sep 17 07:50:13.195408 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e3fa7ce0-a443-498f-854a-2f648344b616 req-b67c4015-ea93-4da2-84b7-8f71c7f831bd service neutron] 10.222.0.39 "GET /v2.0/networks/e9141915-58fa-4f94-8f27-c56354fa8ebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921113 Sep 17 07:50:13.232786 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f566484-10a6-4903-a3ae-7bcd0e53d9d1 None None] Pushing event updated for resources: {'Port': ['ID=c755be25-f5c7-48f4-a863-cb14a59113f7,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:13.235238 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-0efc57be-b296-485e-9558-3cb3b76ae662 None None] Attempting to bind port c755be25-f5c7-48f4-a863-cb14a59113f7 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:50:13.235605 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-0efc57be-b296-485e-9558-3cb3b76ae662 None None] Attempting to bind port c755be25-f5c7-48f4-a863-cb14a59113f7 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:50:13.235992 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efc57be-b296-485e-9558-3cb3b76ae662 None None] Attempting to bind port c755be25-f5c7-48f4-a863-cb14a59113f7 on network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:50:13.247075 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efc57be-b296-485e-9558-3cb3b76ae662 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:50:13.247449 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efc57be-b296-485e-9558-3cb3b76ae662 None None] Checking segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:50:13.247867 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0efc57be-b296-485e-9558-3cb3b76ae662 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:13.248254 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efc57be-b296-485e-9558-3cb3b76ae662 None None] Bound using segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:50:13.248720 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-0efc57be-b296-485e-9558-3cb3b76ae662 None None] Bound port: c755be25-f5c7-48f4-a863-cb14a59113f7, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:50:13.249095 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0efc57be-b296-485e-9558-3cb3b76ae662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:13.287416 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ae92d-9798-4db2-9f36-f837cd32cf70 req-0879cd14-0698-45e5-8ec0-a4959f9c66d1 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:13.295239 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-674ae92d-9798-4db2-9f36-f837cd32cf70 req-0879cd14-0698-45e5-8ec0-a4959f9c66d1 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e92ed7a-1850-4deb-bb5f-109dddea9b58 HTTP/1.1" status: 200 len: 944 time: 0.3342707 Sep 17 07:50:13.330466 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36134a03-68db-44f2-aa2b-c3dbe0c3b06f req-676cea67-bf4a-4e28-a6c5-2b95b4086183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:13.332127 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-36134a03-68db-44f2-aa2b-c3dbe0c3b06f req-676cea67-bf4a-4e28-a6c5-2b95b4086183 service neutron] 10.222.0.39 "GET /v2.0/networks?id=469390cd-cce5-49bd-b8f8-9e64018a0583 HTTP/1.1" status: 200 len: 870 time: 0.1848304 Sep 17 07:50:13.338067 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36134a03-68db-44f2-aa2b-c3dbe0c3b06f req-6d9102c3-45f0-42e2-8d95-8607a5b8dd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:13.339728 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-36134a03-68db-44f2-aa2b-c3dbe0c3b06f req-6d9102c3-45f0-42e2-8d95-8607a5b8dd4b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.2127450 Sep 17 07:50:13.349953 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-0efc57be-b296-485e-9558-3cb3b76ae662 None None] For port c755be25-f5c7-48f4-a863-cb14a59113f7, host n-d-789963-9, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:50:13.368339 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-0efc57be-b296-485e-9558-3cb3b76ae662 None None] For port c755be25-f5c7-48f4-a863-cb14a59113f7, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=c755be25-f5c7-48f4-a863-cb14a59113f7,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:50:13.377651 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0efc57be-b296-485e-9558-3cb3b76ae662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:13.379514 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9b238694-ce25-4009-b2d0-7b98716b89d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:13.385102 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-36134a03-68db-44f2-aa2b-c3dbe0c3b06f req-a0ed9504-9608-48fc-99b2-12ce740e1fc1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=0c589904-32cd-4f69-bd3c-694b81963367 HTTP/1.1" status: 200 len: 217 time: 0.0421171 Sep 17 07:50:13.389800 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e3fa7ce0-a443-498f-854a-2f648344b616 req-7e5a6c35-129a-4484-8723-09c558744a59 service neutron] 10.222.0.39 "GET /v2.0/networks/e9141915-58fa-4f94-8f27-c56354fa8ebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624284 Sep 17 07:50:13.441439 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36134a03-68db-44f2-aa2b-c3dbe0c3b06f req-109c78c3-5652-45ee-b142-b20fab7d28dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:13.447774 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-36134a03-68db-44f2-aa2b-c3dbe0c3b06f req-109c78c3-5652-45ee-b142-b20fab7d28dd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.0569193 Sep 17 07:50:13.450221 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f566484-10a6-4903-a3ae-7bcd0e53d9d1 None None] Pushing event updated for resources: {'Port': ['ID=c755be25-f5c7-48f4-a863-cb14a59113f7,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:13.471562 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efc57be-b296-485e-9558-3cb3b76ae662 None None] Routers {'f546cb09-618b-474b-942c-ddffc5a26e36'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:50:13.472348 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-0efc57be-b296-485e-9558-3cb3b76ae662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:49:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['f546cb09-618b-474b-942c-ddffc5a26e36'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:50:13.540327 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36134a03-68db-44f2-aa2b-c3dbe0c3b06f req-86dc81da-8e3f-4327-975b-4bef2d004155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:13.541864 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-36134a03-68db-44f2-aa2b-c3dbe0c3b06f req-86dc81da-8e3f-4327-975b-4bef2d004155 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0721958 Sep 17 07:50:13.549805 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9b238694-ce25-4009-b2d0-7b98716b89d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:13.558477 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-674ae92d-9798-4db2-9f36-f837cd32cf70 req-a21568c3-7e64-4adc-b0a1-2f3e95eec8e4 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623968 Sep 17 07:50:13.621798 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36134a03-68db-44f2-aa2b-c3dbe0c3b06f req-272c6dce-87cd-4cc1-bada-f392aec724b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:13.623402 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-36134a03-68db-44f2-aa2b-c3dbe0c3b06f req-272c6dce-87cd-4cc1-bada-f392aec724b1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2475960 Sep 17 07:50:13.637231 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-0efc57be-b296-485e-9558-3cb3b76ae662 None None] Set router f546cb09-618b-474b-942c-ddffc5a26e36 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:50:13.659413 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-dc5377b6-8493-4308-83a1-e2a3952dd5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:13.684895 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-36134a03-68db-44f2-aa2b-c3dbe0c3b06f req-f5d97fdd-8af4-413a-abf5-bd251400a903 service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337957 Sep 17 07:50:13.771619 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9b238694-ce25-4009-b2d0-7b98716b89d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:13.774661 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9b238694-ce25-4009-b2d0-7b98716b89d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:13.775959 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-9b238694-ce25-4009-b2d0-7b98716b89d5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f8b422d0-13a3-45e4-9a40-a76722952b6c HTTP/1.1" status: 204 len: 168 time: 0.8577974 Sep 17 07:50:13.864031 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-36134a03-68db-44f2-aa2b-c3dbe0c3b06f req-19107680-28c4-4a27-8f21-1846d8f22a6f service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706150 Sep 17 07:50:13.869080 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b238694-ce25-4009-b2d0-7b98716b89d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b422d0-13a3-45e4-9a40-a76722952b6c,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:13.912677 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-0efc57be-b296-485e-9558-3cb3b76ae662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f546cb09-618b-474b-942c-ddffc5a26e36', 'name': 'tempest-ServersTestJSON-497924138-router', 'tenant_id': '746a584a63d8493ea1b556df39b89a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'c755be25-f5c7-48f4-a863-cb14a59113f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:50:06Z', 'updated_at': '2021-09-17T07:50:09Z', 'revision_number': 3, 'project_id': '746a584a63d8493ea1b556df39b89a7b', 'gw_port': {'id': 'c755be25-f5c7-48f4-a863-cb14a59113f7', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a0:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f546cb09-618b-474b-942c-ddffc5a26e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:50:08Z', 'updated_at': '2021-09-17T07:50:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:50:13.948862 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efc57be-b296-485e-9558-3cb3b76ae662 None None] The sync data for ids ['f546cb09-618b-474b-942c-ddffc5a26e36'] in n-d-789963-9 is: [{'id': 'f546cb09-618b-474b-942c-ddffc5a26e36', 'name': 'tempest-ServersTestJSON-497924138-router', 'tenant_id': '746a584a63d8493ea1b556df39b89a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'c755be25-f5c7-48f4-a863-cb14a59113f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:50:06Z', 'updated_at': '2021-09-17T07:50:09Z', 'revision_number': 3, 'project_id': '746a584a63d8493ea1b556df39b89a7b', 'gw_port': {'id': 'c755be25-f5c7-48f4-a863-cb14a59113f7', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a0:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f546cb09-618b-474b-942c-ddffc5a26e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:50:08Z', 'updated_at': '2021-09-17T07:50:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:50:13.957817 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-36134a03-68db-44f2-aa2b-c3dbe0c3b06f req-4200b288-d07a-4bf8-92ff-ef9ca482db0f service neutron] 10.222.0.41 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248405 Sep 17 07:50:14.021835 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b393b634-9bb1-4b49-a581-22fc9c9698a7 req-097890ee-ca2b-436a-a8d9-2559c8050715 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:14.023409 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b393b634-9bb1-4b49-a581-22fc9c9698a7 req-097890ee-ca2b-436a-a8d9-2559c8050715 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa684fd0-a85e-469b-aed6-7fb0de9dc944 HTTP/1.1" status: 200 len: 947 time: 0.2128637 Sep 17 07:50:14.186778 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-dc5377b6-8493-4308-83a1-e2a3952dd5d9 admin admin] Allocated IP 172.20.0.1 (707dcf24-13d2-4ec8-bbd9-667ff063181d/160360dd-540c-4432-8c1f-b0acc1484c17/2ce80138-46be-45cf-8eb2-8c9e8007b57b) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:50:14.192393 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e92ed7a-1850-4deb-bb5f-109dddea9b58', 'tag': '916289fd-d422-4093-b99c-9600fa1ff8d8'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:50:14.197498 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e1c8ec-3751-4231-b801-4d8d5ef462ba" -d '{"events": [{"name": "network-changed", "server_uuid": "1e92ed7a-1850-4deb-bb5f-109dddea9b58", "tag": "916289fd-d422-4093-b99c-9600fa1ff8d8"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:50:14.220862 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b393b634-9bb1-4b49-a581-22fc9c9698a7 req-58cce940-f391-47e1-a6a5-2c2c0bfcb5ca tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301622 Sep 17 07:50:14.229476 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-36134a03-68db-44f2-aa2b-c3dbe0c3b06f req-4a6bcdeb-8529-4a99-ad5a-d373c5083cac service neutron] 10.222.0.41 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614279 Sep 17 07:50:14.255425 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec6cff7-0b23-4b5a-8173-d575b8bd676f req-2f6a9631-9f4c-4454-947e-456da348ef5c tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:14.257038 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2ec6cff7-0b23-4b5a-8173-d575b8bd676f req-2f6a9631-9f4c-4454-947e-456da348ef5c tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cd0c95-7d6d-4c2c-a993-d693a3eb91a4 HTTP/1.1" status: 200 len: 945 time: 0.1685703 Sep 17 07:50:14.294308 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be53985d-8ff0-4806-b8b4-cd6ccbbb97de x-openstack-request-id: req-be53985d-8ff0-4806-b8b4-cd6ccbbb97de {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:50:14.295097 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e92ed7a-1850-4deb-bb5f-109dddea9b58", "tag": "916289fd-d422-4093-b99c-9600fa1ff8d8", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:50:14.296101 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-be53985d-8ff0-4806-b8b4-cd6ccbbb97de {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:50:14.296828 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e92ed7a-1850-4deb-bb5f-109dddea9b58', 'tag': '916289fd-d422-4093-b99c-9600fa1ff8d8', 'status': 'completed', 'code': 200} Sep 17 07:50:14.398840 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e1c8ec-3751-4231-b801-4d8d5ef462ba req-5e29c80b-eae8-49a8-a26b-b8127c35f945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:14.402284 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-38e1c8ec-3751-4231-b801-4d8d5ef462ba req-5e29c80b-eae8-49a8-a26b-b8127c35f945 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=459f4a4f8d9a4a149a3ada21edeb4e65&device_id=1e92ed7a-1850-4deb-bb5f-109dddea9b58 HTTP/1.1" status: 200 len: 1095 time: 0.0573306 Sep 17 07:50:14.423922 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2ec6cff7-0b23-4b5a-8173-d575b8bd676f req-c20957cf-52f7-4c2f-a647-b319b205362a tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb8b46b-1ef4-41c3-8b49-4cc623031cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588299 Sep 17 07:50:14.475765 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-dc5377b6-8493-4308-83a1-e2a3952dd5d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:14.505977 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 38214) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:14.567265 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e1c8ec-3751-4231-b801-4d8d5ef462ba req-c02a124a-a359-41d1-9fd0-74c6215c3241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:14.570805 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-38e1c8ec-3751-4231-b801-4d8d5ef462ba req-c02a124a-a359-41d1-9fd0-74c6215c3241 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e9141915-58fa-4f94-8f27-c56354fa8ebb HTTP/1.1" status: 200 len: 916 time: 0.1587026 Sep 17 07:50:14.639090 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-38e1c8ec-3751-4231-b801-4d8d5ef462ba req-a58a18c5-a4e5-4e9b-9978-78874a34ce2f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=916289fd-d422-4093-b99c-9600fa1ff8d8 HTTP/1.1" status: 200 len: 217 time: 0.0504611 Sep 17 07:50:14.699081 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e1c8ec-3751-4231-b801-4d8d5ef462ba req-1b516b9f-8cf6-4bb8-af15-09f8352380c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:14.700843 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-38e1c8ec-3751-4231-b801-4d8d5ef462ba req-1b516b9f-8cf6-4bb8-af15-09f8352380c0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=604275ee-9836-4f85-a007-f6695778fdeb HTTP/1.1" status: 200 len: 855 time: 0.0521650 Sep 17 07:50:14.754240 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-dc5377b6-8493-4308-83a1-e2a3952dd5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:14.769903 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-38e1c8ec-3751-4231-b801-4d8d5ef462ba req-86c006bf-0ca0-4964-91e2-341377c792da service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e9141915-58fa-4f94-8f27-c56354fa8ebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600548 Sep 17 07:50:15.234572 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-f903432b-674c-4472-822a-0bd86cedd01c tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-398584598'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:50:15.255652 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5377b6-8493-4308-83a1-e2a3952dd5d9 admin admin] Network 707dcf24-13d2-4ec8-bbd9-667ff063181d is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:50:15.264581 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-dc5377b6-8493-4308-83a1-e2a3952dd5d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:50:15.274950 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5377b6-8493-4308-83a1-e2a3952dd5d9 admin admin] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:50:15.287299 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-38e1c8ec-3751-4231-b801-4d8d5ef462ba req-1edadb8a-a959-46e9-9736-7146b3c46576 service neutron] 10.222.0.39 "GET /v2.0/networks/e9141915-58fa-4f94-8f27-c56354fa8ebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5073245 Sep 17 07:50:15.296398 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ed696352-d8b8-4c49-972b-67e7c2dced55 req-c9675639-e04b-4feb-a35b-4d641f44eddd tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=5fc128c4-343a-4b5b-8a61-6a2b8d95c555 HTTP/1.1" status: 200 len: 258 time: 0.8185999 Sep 17 07:50:15.331442 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5377b6-8493-4308-83a1-e2a3952dd5d9 admin admin] Pushing event updated for resources: {'Port': ['ID=2ce80138-46be-45cf-8eb2-8c9e8007b57b,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:15.337925 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-ed696352-d8b8-4c49-972b-67e7c2dced55 req-e22d9aed-2af3-4931-a4ea-2459e6a2bfad tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Request body: {'floatingip': {'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:50:15.354064 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0e219d-b66e-4350-945f-9a24d1deef4e req-c68a2417-6813-4c68-829a-25430411fa48 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:15.360320 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f0e219d-b66e-4350-945f-9a24d1deef4e req-c68a2417-6813-4c68-829a-25430411fa48 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e92ed7a-1850-4deb-bb5f-109dddea9b58 HTTP/1.1" status: 200 len: 944 time: 0.6649721 Sep 17 07:50:15.372592 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f903432b-674c-4472-822a-0bd86cedd01c tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Made reservation on behalf of b49a66034aba4868880e8d0011f97b85 for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:50:15.376290 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f903432b-674c-4472-822a-0bd86cedd01c tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:15.398302 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f903432b-674c-4472-822a-0bd86cedd01c tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:15.435188 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-dc5377b6-8493-4308-83a1-e2a3952dd5d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:15.491554 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-38e1c8ec-3751-4231-b801-4d8d5ef462ba req-2d924a82-7b61-46c4-b5d5-5946ce0d301a service neutron] 10.222.0.39 "GET /v2.0/networks/e9141915-58fa-4f94-8f27-c56354fa8ebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969922 Sep 17 07:50:15.512520 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-ed696352-d8b8-4c49-972b-67e7c2dced55 req-e22d9aed-2af3-4931-a4ea-2459e6a2bfad tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Notify callbacks [] for floatingip, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:15.533164 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device c755be25-f5c7-48f4-a863-cb14a59113f7 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:50:15.552746 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f0e219d-b66e-4350-945f-9a24d1deef4e req-8e46dd63-973f-47be-bb54-847d2d8d912e tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891661 Sep 17 07:50:15.598289 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-29dcc793-35c2-4396-b410-a261f3358d6d None None] Provisioning complete for port 2ce80138-46be-45cf-8eb2-8c9e8007b57b triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:50:15.598765 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-29dcc793-35c2-4396-b410-a261f3358d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:15.656142 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-29dcc793-35c2-4396-b410-a261f3358d6d None None] Port 2ce80138-46be-45cf-8eb2-8c9e8007b57b cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:50:15.662226 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port c755be25-f5c7-48f4-a863-cb14a59113f7 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:50:15.662801 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:15.780939 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-dc5377b6-8493-4308-83a1-e2a3952dd5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:15.786031 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:15.798381 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f903432b-674c-4472-822a-0bd86cedd01c tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:15.813727 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port c755be25-f5c7-48f4-a863-cb14a59113f7, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=c755be25-f5c7-48f4-a863-cb14a59113f7,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:50:15.819320 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:15.841240 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f903432b-674c-4472-822a-0bd86cedd01c tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:15.853367 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f903432b-674c-4472-822a-0bd86cedd01c tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 07:50:15.873535 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f903432b-674c-4472-822a-0bd86cedd01c tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:15.874434 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-f903432b-674c-4472-822a-0bd86cedd01c tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Added segment 802ae41c-7207-4df9-86dc-c413d8f6a1ab of type vlan for network 19968174-2b72-4ea2-b250-5da7e5004f38 Sep 17 07:50:15.886715 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=c755be25-f5c7-48f4-a863-cb14a59113f7,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:15.906938 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-ed696352-d8b8-4c49-972b-67e7c2dced55 req-e22d9aed-2af3-4931-a4ea-2459e6a2bfad tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:15.979521 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-cc4a26da-7948-4a30-89c1-e5a471261e26 req-fdf11ca1-b2bb-4355-945c-737bd41d7af8 tempest-SecurityGroupsTestAdminJSON-540941455 tempest-SecurityGroupsTestAdminJSON-540941455-project] Request body: {'security_group': {'name': 'tempest-securitygroup-757621909', 'description': 'tempest-description-1080435965'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:50:15.988520 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f903432b-674c-4472-822a-0bd86cedd01c tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:16.028113 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f903432b-674c-4472-822a-0bd86cedd01c tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52e27499-df39-4515-adf0-319960a56ebc,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:16.119772 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-cc4a26da-7948-4a30-89c1-e5a471261e26 req-fdf11ca1-b2bb-4355-945c-737bd41d7af8 tempest-SecurityGroupsTestAdminJSON-540941455 tempest-SecurityGroupsTestAdminJSON-540941455-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:16.158851 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-cc4a26da-7948-4a30-89c1-e5a471261e26 req-fdf11ca1-b2bb-4355-945c-737bd41d7af8 tempest-SecurityGroupsTestAdminJSON-540941455 tempest-SecurityGroupsTestAdminJSON-540941455-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:16.171533 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f903432b-674c-4472-822a-0bd86cedd01c tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:16.176977 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f903432b-674c-4472-822a-0bd86cedd01c tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:16.177555 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f903432b-674c-4472-822a-0bd86cedd01c tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:16.288090 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-f903432b-674c-4472-822a-0bd86cedd01c tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.7784414 Sep 17 07:50:16.288974 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 38284) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:16.293938 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-8ce15e0e-cf7c-48ef-a57d-32e31d33d2f2 tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Request body: {'subnet': {'network_id': '19968174-2b72-4ea2-b250-5da7e5004f38', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:50:16.305900 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [req-ed696352-d8b8-4c49-972b-67e7c2dced55 req-e22d9aed-2af3-4931-a4ea-2459e6a2bfad tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Allocated IP 172.25.6.90 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/498c0fec-26da-4fb8-95eb-e2039dc362e4) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:50:16.339126 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 0c589904-32cd-4f69-bd3c-694b81963367 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:50:16.361204 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f903432b-674c-4472-822a-0bd86cedd01c tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Pushing event updated for resources: {'Network': ['ID=19968174-2b72-4ea2-b250-5da7e5004f38,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:16.368992 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-dc5377b6-8493-4308-83a1-e2a3952dd5d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:16.384518 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 19968174-2b72-4ea2-b250-5da7e5004f38 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 07:50:16.385506 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-dc5377b6-8493-4308-83a1-e2a3952dd5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:16.510166 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 0c589904-32cd-4f69-bd3c-694b81963367, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=0c589904-32cd-4f69-bd3c-694b81963367,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:50:16.522161 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '0c589904-32cd-4f69-bd3c-694b81963367', 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583', 'port_id': '0c589904-32cd-4f69-bd3c-694b81963367', 'mac_address': 'fa:16:3e:82:58:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f3af6cb-9cad-436b-bf41-034e75672c44', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:50:16.524841 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5377b6-8493-4308-83a1-e2a3952dd5d9 admin admin] Pushing event updated for resources: {'Port': ['ID=2ce80138-46be-45cf-8eb2-8c9e8007b57b,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:16.532726 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-dc5377b6-8493-4308-83a1-e2a3952dd5d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:16.597639 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:16.612312 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-ed696352-d8b8-4c49-972b-67e7c2dced55 req-e22d9aed-2af3-4931-a4ea-2459e6a2bfad tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:16.620663 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c589904-32cd-4f69-bd3c-694b81963367 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:50:16.654683 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 0c589904-32cd-4f69-bd3c-694b81963367, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=0c589904-32cd-4f69-bd3c-694b81963367,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:50:16.660524 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:16.664327 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-cc4a26da-7948-4a30-89c1-e5a471261e26 req-fdf11ca1-b2bb-4355-945c-737bd41d7af8 tempest-SecurityGroupsTestAdminJSON-540941455 tempest-SecurityGroupsTestAdminJSON-540941455-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:16.675353 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-cc4a26da-7948-4a30-89c1-e5a471261e26 req-fdf11ca1-b2bb-4355-945c-737bd41d7af8 tempest-SecurityGroupsTestAdminJSON-540941455 tempest-SecurityGroupsTestAdminJSON-540941455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:16.693444 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce15e0e-cf7c-48ef-a57d-32e31d33d2f2 tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Made reservation on behalf of b49a66034aba4868880e8d0011f97b85 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:50:16.706435 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8ce15e0e-cf7c-48ef-a57d-32e31d33d2f2 tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:16.741920 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf11ca1-b2bb-4355-945c-737bd41d7af8 tempest-SecurityGroupsTestAdminJSON-540941455 tempest-SecurityGroupsTestAdminJSON-540941455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58676fa1-dae6-4fdf-b8bd-e05c045fe6b8,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:16.758587 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=0c589904-32cd-4f69-bd3c-694b81963367,revision_number=8']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:16.770059 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5377b6-8493-4308-83a1-e2a3952dd5d9 admin admin] Network 707dcf24-13d2-4ec8-bbd9-667ff063181d is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:50:16.772833 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-ed696352-d8b8-4c49-972b-67e7c2dced55 req-e22d9aed-2af3-4931-a4ea-2459e6a2bfad tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:16.785809 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-dc5377b6-8493-4308-83a1-e2a3952dd5d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:50:16.836483 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed696352-d8b8-4c49-972b-67e7c2dced55 req-e22d9aed-2af3-4931-a4ea-2459e6a2bfad tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:50:16.889534 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [req-ed696352-d8b8-4c49-972b-67e7c2dced55 req-e22d9aed-2af3-4931-a4ea-2459e6a2bfad tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:50:16.900754 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed696352-d8b8-4c49-972b-67e7c2dced55 req-e22d9aed-2af3-4931-a4ea-2459e6a2bfad tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:50:16.937502 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22d9aed-2af3-4931-a4ea-2459e6a2bfad tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Pushing event updated for resources: {'Port': ['ID=498c0fec-26da-4fb8-95eb-e2039dc362e4,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:16.963035 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-cc4a26da-7948-4a30-89c1-e5a471261e26 req-fdf11ca1-b2bb-4355-945c-737bd41d7af8 tempest-SecurityGroupsTestAdminJSON-540941455 tempest-SecurityGroupsTestAdminJSON-540941455-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:16.968615 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8ce15e0e-cf7c-48ef-a57d-32e31d33d2f2 tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:16.972022 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-cc4a26da-7948-4a30-89c1-e5a471261e26 req-fdf11ca1-b2bb-4355-945c-737bd41d7af8 tempest-SecurityGroupsTestAdminJSON-540941455 tempest-SecurityGroupsTestAdminJSON-540941455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:17.045855 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['0c589904-32cd-4f69-bd3c-694b81963367'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:50:17.052262 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-cc4a26da-7948-4a30-89c1-e5a471261e26 req-fdf11ca1-b2bb-4355-945c-737bd41d7af8 tempest-SecurityGroupsTestAdminJSON-540941455 tempest-SecurityGroupsTestAdminJSON-540941455-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:17.052467 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce15e0e-cf7c-48ef-a57d-32e31d33d2f2 tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Checking segment: {'id': '802ae41c-7207-4df9-86dc-c413d8f6a1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '19968174-2b72-4ea2-b250-5da7e5004f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:50:17.052922 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce15e0e-cf7c-48ef-a57d-32e31d33d2f2 tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Network hostable DHCP agents. Network: 19968174-2b72-4ea2-b250-5da7e5004f38, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 07:50:17.053945 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cc4a26da-7948-4a30-89c1-e5a471261e26 req-fdf11ca1-b2bb-4355-945c-737bd41d7af8 tempest-SecurityGroupsTestAdminJSON-540941455 tempest-SecurityGroupsTestAdminJSON-540941455-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.0968790 Sep 17 07:50:17.061503 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce15e0e-cf7c-48ef-a57d-32e31d33d2f2 tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Pushing event updated for resources: {'Subnet': ['ID=f3318979-93c9-4835-8d9c-0404ad8c9d7b,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:17.091189 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf11ca1-b2bb-4355-945c-737bd41d7af8 tempest-SecurityGroupsTestAdminJSON-540941455 tempest-SecurityGroupsTestAdminJSON-540941455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c018a237-0f3f-4f73-ac24-100d492e62ce,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:17.117830 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc5377b6-8493-4308-83a1-e2a3952dd5d9 admin admin] Router f546cb09-618b-474b-942c-ddffc5a26e36 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:50:17.122197 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce15e0e-cf7c-48ef-a57d-32e31d33d2f2 tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Network 19968174-2b72-4ea2-b250-5da7e5004f38 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 07:50:17.130297 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-ed696352-d8b8-4c49-972b-67e7c2dced55 req-e22d9aed-2af3-4931-a4ea-2459e6a2bfad tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:17.135231 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-8ce15e0e-cf7c-48ef-a57d-32e31d33d2f2 tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 19968174-2b72-4ea2-b250-5da7e5004f38) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:50:17.140020 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce15e0e-cf7c-48ef-a57d-32e31d33d2f2 tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:17.142059 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8ce15e0e-cf7c-48ef-a57d-32e31d33d2f2 tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:17.156507 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a87b5a-4dff-449f-bc7c-d3cecd1ef234 None None] Network 19968174-2b72-4ea2-b250-5da7e5004f38 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:50:17.172504 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-8ce15e0e-cf7c-48ef-a57d-32e31d33d2f2 tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8829286 Sep 17 07:50:17.173220 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 38336) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:17.179071 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-460a093e-f19c-4a9b-90bf-c68d7e18c383 tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Request body: {'port': {'network_id': '19968174-2b72-4ea2-b250-5da7e5004f38', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1608296451'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:50:17.280601 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-ed696352-d8b8-4c49-972b-67e7c2dced55 req-e22d9aed-2af3-4931-a4ea-2459e6a2bfad tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:17.324271 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-22208ae0-173e-40b3-a6d3-249e607e0454 None None] Provisioning complete for port 2ce80138-46be-45cf-8eb2-8c9e8007b57b triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:50:17.324656 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-22208ae0-173e-40b3-a6d3-249e607e0454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:17.333856 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460a093e-f19c-4a9b-90bf-c68d7e18c383 tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Made reservation on behalf of b49a66034aba4868880e8d0011f97b85 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:50:17.337492 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-460a093e-f19c-4a9b-90bf-c68d7e18c383 tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:17.367887 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4731f14-d42c-4fb4-be39-3e9d0cefc5c2 req-387b3279-3f0b-4689-9caf-2d085db599ef tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:17.370782 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b4731f14-d42c-4fb4-be39-3e9d0cefc5c2 req-387b3279-3f0b-4689-9caf-2d085db599ef tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa684fd0-a85e-469b-aed6-7fb0de9dc944 HTTP/1.1" status: 200 len: 948 time: 0.2093816 Sep 17 07:50:17.373404 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [None req-460a093e-f19c-4a9b-90bf-c68d7e18c383 tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] device_id is not set on port 7a77bd48-76fd-4b52-82f0-0b99bd2d64d6 yet. {{(pid=101290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 07:50:17.390168 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-22208ae0-173e-40b3-a6d3-249e607e0454 None None] Port 2ce80138-46be-45cf-8eb2-8c9e8007b57b cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:50:17.438605 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0ac823-76f7-42ff-bc3d-6ee8a4d012c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-19968174-2b72-4ea2-b250-5da7e5004f38', 'network_id': '19968174-2b72-4ea2-b250-5da7e5004f38', 'tenant_id': 'b49a66034aba4868880e8d0011f97b85', 'fixed_ips': [{'subnet_id': 'f3318979-93c9-4835-8d9c-0404ad8c9d7b'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 07:50:17.439723 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3a0ac823-76f7-42ff-bc3d-6ee8a4d012c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:17.445218 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc5377b6-8493-4308-83a1-e2a3952dd5d9 admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:50:17.465459 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2549d0a6-6d8f-4121-9135-aa172d88d866 None None] Sync routers for ids ['f546cb09-618b-474b-942c-ddffc5a26e36'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:50:17.480926 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-dc5377b6-8493-4308-83a1-e2a3952dd5d9 admin admin] 10.222.0.13 "PUT /v2.0/routers/f546cb09-618b-474b-942c-ddffc5a26e36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5885835 Sep 17 07:50:17.500371 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device c755be25-f5c7-48f4-a863-cb14a59113f7 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:50:17.541664 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b4731f14-d42c-4fb4-be39-3e9d0cefc5c2 req-97f124ec-766e-45d8-a69b-b8496e16e9b8 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518886 Sep 17 07:50:17.619236 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2549d0a6-6d8f-4121-9135-aa172d88d866 None None] Routers {'f546cb09-618b-474b-942c-ddffc5a26e36'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:50:17.620595 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-2549d0a6-6d8f-4121-9135-aa172d88d866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:49:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['f546cb09-618b-474b-942c-ddffc5a26e36'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:50:17.651659 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-460a093e-f19c-4a9b-90bf-c68d7e18c383 tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Allocated IP 172.20.0.9 (19968174-2b72-4ea2-b250-5da7e5004f38/f3318979-93c9-4835-8d9c-0404ad8c9d7b/7a77bd48-76fd-4b52-82f0-0b99bd2d64d6) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:50:17.692767 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port c755be25-f5c7-48f4-a863-cb14a59113f7 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:50:17.693475 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:17.712707 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-ed696352-d8b8-4c49-972b-67e7c2dced55 req-e22d9aed-2af3-4931-a4ea-2459e6a2bfad tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:17.727461 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fa6f90-3692-404d-8609-43c2b0deb5b0 req-88455891-6289-42ef-b1a9-303b5d55c4df tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:17.739101 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-17fa6f90-3692-404d-8609-43c2b0deb5b0 req-88455891-6289-42ef-b1a9-303b5d55c4df tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e92ed7a-1850-4deb-bb5f-109dddea9b58 HTTP/1.1" status: 200 len: 944 time: 0.1275005 Sep 17 07:50:17.740302 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-ed696352-d8b8-4c49-972b-67e7c2dced55 req-e22d9aed-2af3-4931-a4ea-2459e6a2bfad tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:17.788440 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22d9aed-2af3-4931-a4ea-2459e6a2bfad tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Pushing event updated for resources: {'Port': ['ID=498c0fec-26da-4fb8-95eb-e2039dc362e4,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:17.816985 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-2549d0a6-6d8f-4121-9135-aa172d88d866 None None] Set router f546cb09-618b-474b-942c-ddffc5a26e36 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:50:17.837351 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-17fa6f90-3692-404d-8609-43c2b0deb5b0 req-769eb55e-588d-4f18-9131-366f9b77a8e9 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501249 Sep 17 07:50:17.881538 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-460a093e-f19c-4a9b-90bf-c68d7e18c383 tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:17.918181 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-ed696352-d8b8-4c49-972b-67e7c2dced55 req-e22d9aed-2af3-4931-a4ea-2459e6a2bfad tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:17.936679 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-ed696352-d8b8-4c49-972b-67e7c2dced55 req-e22d9aed-2af3-4931-a4ea-2459e6a2bfad tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:17.944996 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ed696352-d8b8-4c49-972b-67e7c2dced55 req-e22d9aed-2af3-4931-a4ea-2459e6a2bfad tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.6222441 Sep 17 07:50:17.957324 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-460a093e-f19c-4a9b-90bf-c68d7e18c383 tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:18.009849 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-8dbdea1c-fd39-4e54-a620-a733eae2928d req-21cf68df-6bec-4626-9fcf-95c17b0dbbb9 tempest-SecurityGroupsTestAdminJSON-540941455 tempest-SecurityGroupsTestAdminJSON-540941455-project] Request body: {'security_group': {'name': 'tempest-securitygroup-925902846', 'description': 'tempest-description-348318076'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:50:18.022910 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ed696352-d8b8-4c49-972b-67e7c2dced55 req-092bdd49-5d8b-44d5-ac26-bc22e24c4a5a tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.90 HTTP/1.1" status: 200 len: 695 time: 0.0767615 Sep 17 07:50:18.025311 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460a093e-f19c-4a9b-90bf-c68d7e18c383 tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Network 19968174-2b72-4ea2-b250-5da7e5004f38 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:50:18.032246 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-460a093e-f19c-4a9b-90bf-c68d7e18c383 tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:50:18.038247 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460a093e-f19c-4a9b-90bf-c68d7e18c383 tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:50:18.044682 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460a093e-f19c-4a9b-90bf-c68d7e18c383 tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Pushing event updated for resources: {'Port': ['ID=7a77bd48-76fd-4b52-82f0-0b99bd2d64d6,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:18.103417 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460a093e-f19c-4a9b-90bf-c68d7e18c383 tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:18.104148 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-460a093e-f19c-4a9b-90bf-c68d7e18c383 tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:18.141293 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-8dbdea1c-fd39-4e54-a620-a733eae2928d req-21cf68df-6bec-4626-9fcf-95c17b0dbbb9 tempest-SecurityGroupsTestAdminJSON-540941455 tempest-SecurityGroupsTestAdminJSON-540941455-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:18.143510 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-460a093e-f19c-4a9b-90bf-c68d7e18c383 tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9692481 Sep 17 07:50:18.146819 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 38384) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:18.174327 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-3a0ac823-76f7-42ff-bc3d-6ee8a4d012c9 None None] Allocated IP 172.20.0.2 (19968174-2b72-4ea2-b250-5da7e5004f38/f3318979-93c9-4835-8d9c-0404ad8c9d7b/dd0f5e71-4613-4b27-8fe3-d5519409f8da) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:50:18.184318 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed696352-d8b8-4c49-972b-67e7c2dced55 req-5735f35b-d377-4f3d-8925-1ea3368f3d48 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:18.185823 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ed696352-d8b8-4c49-972b-67e7c2dced55 req-5735f35b-d377-4f3d-8925-1ea3368f3d48 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] 10.222.0.13 "GET /v2.0/networks/5fc128c4-343a-4b5b-8a61-6a2b8d95c555 HTTP/1.1" status: 200 len: 784 time: 0.1504037 Sep 17 07:50:18.299569 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-8dbdea1c-fd39-4e54-a620-a733eae2928d req-21cf68df-6bec-4626-9fcf-95c17b0dbbb9 tempest-SecurityGroupsTestAdminJSON-540941455 tempest-SecurityGroupsTestAdminJSON-540941455-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:18.310349 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-8dbdea1c-fd39-4e54-a620-a733eae2928d req-21cf68df-6bec-4626-9fcf-95c17b0dbbb9 tempest-SecurityGroupsTestAdminJSON-540941455 tempest-SecurityGroupsTestAdminJSON-540941455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:18.331200 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-883280e0-df0c-437a-8468-6a2f8a619e27 tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Deleting port 7a77bd48-76fd-4b52-82f0-0b99bd2d64d6 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:50:18.331582 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-883280e0-df0c-437a-8468-6a2f8a619e27 tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:18.351779 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 916289fd-d422-4093-b99c-9600fa1ff8d8 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:50:18.366201 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 0c589904-32cd-4f69-bd3c-694b81963367 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:50:18.368452 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-8dbdea1c-fd39-4e54-a620-a733eae2928d req-21cf68df-6bec-4626-9fcf-95c17b0dbbb9 tempest-SecurityGroupsTestAdminJSON-540941455 tempest-SecurityGroupsTestAdminJSON-540941455-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:18.371398 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8dbdea1c-fd39-4e54-a620-a733eae2928d req-21cf68df-6bec-4626-9fcf-95c17b0dbbb9 tempest-SecurityGroupsTestAdminJSON-540941455 tempest-SecurityGroupsTestAdminJSON-540941455-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3674874 Sep 17 07:50:18.372212 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cf68df-6bec-4626-9fcf-95c17b0dbbb9 tempest-SecurityGroupsTestAdminJSON-540941455 tempest-SecurityGroupsTestAdminJSON-540941455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7baab6ab-81f3-4c23-971b-94bbdaa9c4b2,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:18.452696 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-883280e0-df0c-437a-8468-6a2f8a619e27 tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:18.467234 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-883280e0-df0c-437a-8468-6a2f8a619e27 tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Calling delete_port for 7a77bd48-76fd-4b52-82f0-0b99bd2d64d6 owned by {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:50:18.601441 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8366cb8f-bcfb-43d5-b108-a42b463d46ae req-ba056230-8abd-4440-acef-6a6e464199d6 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:18.605321 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3a0ac823-76f7-42ff-bc3d-6ee8a4d012c9 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:18.608701 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8366cb8f-bcfb-43d5-b108-a42b463d46ae req-ba056230-8abd-4440-acef-6a6e464199d6 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cd0c95-7d6d-4c2c-a993-d693a3eb91a4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1343775 Sep 17 07:50:18.634959 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb19a6-527f-4693-b544-7dd358696593 req-f2716054-c2ad-4f0d-ab2f-94042e8acbc2 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:18.636598 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-07cb19a6-527f-4693-b544-7dd358696593 req-f2716054-c2ad-4f0d-ab2f-94042e8acbc2 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa684fd0-a85e-469b-aed6-7fb0de9dc944&tenant_id=e3c94ece967c49989722015c639870a6&binding%3Ahost_id=n-h2-789963-9 HTTP/1.1" status: 200 len: 948 time: 0.1311970 Sep 17 07:50:18.670267 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3a0ac823-76f7-42ff-bc3d-6ee8a4d012c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:18.671631 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-883280e0-df0c-437a-8468-6a2f8a619e27 tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:18.710586 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 38426) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:18.727427 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8366cb8f-bcfb-43d5-b108-a42b463d46ae req-ac9c0449-9a89-4b1d-a856-a723069afae4 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.90 HTTP/1.1" status: 200 len: 695 time: 0.1178050 Sep 17 07:50:18.735032 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-8366cb8f-bcfb-43d5-b108-a42b463d46ae req-1ca78bc7-7512-48c5-a9fc-9b47b9f246c4 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Request body: {'floatingip': {'port_id': 'a3b1bb01-b0e1-46d5-8662-b9597a2de439', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:50:18.735243 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0ac823-76f7-42ff-bc3d-6ee8a4d012c9 None None] Pushing event updated for resources: {'Port': ['ID=dd0f5e71-4613-4b27-8fe3-d5519409f8da,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:18.739257 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-77c4f1c5-076b-4e7d-a3a7-e58e74e8cf60 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2103086444', 'description': 'tempest-description--1668016969'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:50:18.739414 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-2549d0a6-6d8f-4121-9135-aa172d88d866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f546cb09-618b-474b-942c-ddffc5a26e36', 'name': 'tempest-ServersTestJSON-497924138-router', 'tenant_id': '746a584a63d8493ea1b556df39b89a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'c755be25-f5c7-48f4-a863-cb14a59113f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:50:06Z', 'updated_at': '2021-09-17T07:50:15Z', 'revision_number': 4, 'project_id': '746a584a63d8493ea1b556df39b89a7b', 'gw_port': {'id': 'c755be25-f5c7-48f4-a863-cb14a59113f7', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f546cb09-618b-474b-942c-ddffc5a26e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:50:08Z', 'updated_at': '2021-09-17T07:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '2ce80138-46be-45cf-8eb2-8c9e8007b57b', 'name': '', 'network_id': '707dcf24-13d2-4ec8-bbd9-667ff063181d', 'tenant_id': '746a584a63d8493ea1b556df39b89a7b', 'mac_address': 'fa:16:3e:d8:50:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f546cb09-618b-474b-942c-ddffc5a26e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '160360dd-540c-4432-8c1f-b0acc1484c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:50:13Z', 'updated_at': '2021-09-17T07:50:15Z', 'revision_number': 2, 'project_id': '746a584a63d8493ea1b556df39b89a7b', 'subnets': [{'id': '160360dd-540c-4432-8c1f-b0acc1484c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:50:18.786590 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port 0c589904-32cd-4f69-bd3c-694b81963367 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:50:18.792945 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 0c589904-32cd-4f69-bd3c-694b81963367 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:50:18.793321 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:18.808542 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-8366cb8f-bcfb-43d5-b108-a42b463d46ae req-1ca78bc7-7512-48c5-a9fc-9b47b9f246c4 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Notify callbacks [] for floatingip, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:18.831618 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883280e0-df0c-437a-8468-6a2f8a619e27 tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Pushing event deleted for resources: {'Port': ['ID=7a77bd48-76fd-4b52-82f0-0b99bd2d64d6,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:18.840279 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-883280e0-df0c-437a-8468-6a2f8a619e27 tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:18.844914 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-883280e0-df0c-437a-8468-6a2f8a619e27 tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] 10.222.0.13 "DELETE /v2.0/ports/7a77bd48-76fd-4b52-82f0-0b99bd2d64d6 HTTP/1.1" status: 204 len: 168 time: 0.6944823 Sep 17 07:50:18.846607 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0ac823-76f7-42ff-bc3d-6ee8a4d012c9 None None] Network 19968174-2b72-4ea2-b250-5da7e5004f38 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:50:18.847795 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2549d0a6-6d8f-4121-9135-aa172d88d866 None None] Checking router: f546cb09-618b-474b-942c-ddffc5a26e36 for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:50:18.848180 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2549d0a6-6d8f-4121-9135-aa172d88d866 None None] Updating router f546cb09-618b-474b-942c-ddffc5a26e36 port 2ce80138-46be-45cf-8eb2-8c9e8007b57b binding host n-d-789963-9 {{(pid=101291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 07:50:18.848320 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 38436) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:18.875587 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-77c4f1c5-076b-4e7d-a3a7-e58e74e8cf60 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:18.877716 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-3a0ac823-76f7-42ff-bc3d-6ee8a4d012c9 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:50:18.889467 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0ac823-76f7-42ff-bc3d-6ee8a4d012c9 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:50:18.900056 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2549d0a6-6d8f-4121-9135-aa172d88d866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:18.908607 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 916289fd-d422-4093-b99c-9600fa1ff8d8, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=916289fd-d422-4093-b99c-9600fa1ff8d8,segment=NetworkSegment(be767568-3060-48d1-bebe-585a133f1049),segment_id=be767568-3060-48d1-bebe-585a133f1049)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:50:18.927239 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [req-07cb19a6-527f-4693-b544-7dd358696593 req-eb9fbe29-fa8c-48db-b0c9-8057825ca6a9 service neutron] delete failed (client error): The resource could not be found. Sep 17 07:50:18.928959 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-07cb19a6-527f-4693-b544-7dd358696593 req-eb9fbe29-fa8c-48db-b0c9-8057825ca6a9 service neutron] 10.222.0.41 "DELETE /v2.0/ports/0c589904-32cd-4f69-bd3c-694b81963367/bindings/n-h1-789963-9 HTTP/1.1" status: 404 len: 380 time: 0.2537189 Sep 17 07:50:18.963486 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '916289fd-d422-4093-b99c-9600fa1ff8d8', 'network_id': 'e9141915-58fa-4f94-8f27-c56354fa8ebb', 'port_id': '916289fd-d422-4093-b99c-9600fa1ff8d8', 'mac_address': 'fa:16:3e:3a:70:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '604275ee-9836-4f85-a007-f6695778fdeb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:50:19.020053 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-77c4f1c5-076b-4e7d-a3a7-e58e74e8cf60 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:19.026334 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-77c4f1c5-076b-4e7d-a3a7-e58e74e8cf60 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:19.054982 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-3a0ac823-76f7-42ff-bc3d-6ee8a4d012c9 None None] Attempting to bind port dd0f5e71-4613-4b27-8fe3-d5519409f8da on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:50:19.056425 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-3a0ac823-76f7-42ff-bc3d-6ee8a4d012c9 None None] Attempting to bind port dd0f5e71-4613-4b27-8fe3-d5519409f8da by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '802ae41c-7207-4df9-86dc-c413d8f6a1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '19968174-2b72-4ea2-b250-5da7e5004f38'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:50:19.056968 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0ac823-76f7-42ff-bc3d-6ee8a4d012c9 None None] Attempting to bind port dd0f5e71-4613-4b27-8fe3-d5519409f8da on network 19968174-2b72-4ea2-b250-5da7e5004f38 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:50:19.065735 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-77c4f1c5-076b-4e7d-a3a7-e58e74e8cf60 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:19.068313 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-77c4f1c5-076b-4e7d-a3a7-e58e74e8cf60 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3353691 Sep 17 07:50:19.071927 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0ac823-76f7-42ff-bc3d-6ee8a4d012c9 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:50:19.072567 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0ac823-76f7-42ff-bc3d-6ee8a4d012c9 None None] Checking segment: {'id': '802ae41c-7207-4df9-86dc-c413d8f6a1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '19968174-2b72-4ea2-b250-5da7e5004f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:50:19.073138 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3a0ac823-76f7-42ff-bc3d-6ee8a4d012c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:19.073693 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0ac823-76f7-42ff-bc3d-6ee8a4d012c9 None None] Bound using segment: {'id': '802ae41c-7207-4df9-86dc-c413d8f6a1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '19968174-2b72-4ea2-b250-5da7e5004f38'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:50:19.074276 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c4f1c5-076b-4e7d-a3a7-e58e74e8cf60 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53e3b2e3-86bb-40c4-b326-5cfb7d536fc4,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:19.074519 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-3a0ac823-76f7-42ff-bc3d-6ee8a4d012c9 None None] Bound port: dd0f5e71-4613-4b27-8fe3-d5519409f8da, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '802ae41c-7207-4df9-86dc-c413d8f6a1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '19968174-2b72-4ea2-b250-5da7e5004f38'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:50:19.074653 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 38456) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:19.075178 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3a0ac823-76f7-42ff-bc3d-6ee8a4d012c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:19.098031 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-40118bcb-7c01-4532-9188-87617bd4d107 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Request body: {'security_group_rule': {'security_group_id': '53e3b2e3-86bb-40c4-b326-5cfb7d536fc4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:50:19.122032 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b088d023-6d79-4794-a73a-b1faf67aaf68 tempest-DHCPAgentSchedulersTestJSON-1314629563 tempest-DHCPAgentSchedulersTestJSON-1314629563-project-admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.2700720 Sep 17 07:50:19.122240 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 38458) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:19.127445 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-81effd92-6653-422a-82d0-3d663fccbf2f tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-388505227'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:50:19.154556 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909cc97-63a8-45b1-a6ad-98e86c719937 req-1daa183b-80fa-40a6-b207-54be5c82c43e tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:19.162672 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81effd92-6653-422a-82d0-3d663fccbf2f tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Made reservation on behalf of b49a66034aba4868880e8d0011f97b85 for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:50:19.162859 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a909cc97-63a8-45b1-a6ad-98e86c719937 req-1daa183b-80fa-40a6-b207-54be5c82c43e tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa684fd0-a85e-469b-aed6-7fb0de9dc944 HTTP/1.1" status: 200 len: 948 time: 0.3473313 Sep 17 07:50:19.167555 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-81effd92-6653-422a-82d0-3d663fccbf2f tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:19.196091 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81effd92-6653-422a-82d0-3d663fccbf2f tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 07:50:19.204376 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:19.207564 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-81effd92-6653-422a-82d0-3d663fccbf2f tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:19.207817 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-81effd92-6653-422a-82d0-3d663fccbf2f tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Added segment 36152b00-7689-4311-895c-d9892c69ad9a of type vlan for network 72c2f9ff-2987-4834-b11f-5f66267e6d78 Sep 17 07:50:19.255383 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-81effd92-6653-422a-82d0-3d663fccbf2f tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:19.271542 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 0c589904-32cd-4f69-bd3c-694b81963367, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=0c589904-32cd-4f69-bd3c-694b81963367,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:50:19.279126 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa684fd0-a85e-469b-aed6-7fb0de9dc944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c589904-32cd-4f69-bd3c-694b81963367'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:50:19.281563 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-981f9661-7bb7-4811-b163-509d74b83618" -d '{"events": [{"server_uuid": "fa684fd0-a85e-469b-aed6-7fb0de9dc944", "name": "network-vif-plugged", "status": "completed", "tag": "0c589904-32cd-4f69-bd3c-694b81963367"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:50:19.285042 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:19.288997 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-81effd92-6653-422a-82d0-3d663fccbf2f tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:19.299259 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81effd92-6653-422a-82d0-3d663fccbf2f tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:19.300154 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:19.301220 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-81effd92-6653-422a-82d0-3d663fccbf2f tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:19.303464 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-40118bcb-7c01-4532-9188-87617bd4d107 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:19.360155 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-3a0ac823-76f7-42ff-bc3d-6ee8a4d012c9 None None] For port dd0f5e71-4613-4b27-8fe3-d5519409f8da, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:50:19.375169 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 916289fd-d422-4093-b99c-9600fa1ff8d8 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:50:19.384236 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a909cc97-63a8-45b1-a6ad-98e86c719937 req-fb85a65c-dbc6-44e1-9df9-6835490f18b3 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034178 Sep 17 07:50:19.415859 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-3a0ac823-76f7-42ff-bc3d-6ee8a4d012c9 None None] For port dd0f5e71-4613-4b27-8fe3-d5519409f8da, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=dd0f5e71-4613-4b27-8fe3-d5519409f8da,segment=NetworkSegment(802ae41c-7207-4df9-86dc-c413d8f6a1ab),segment_id=802ae41c-7207-4df9-86dc-c413d8f6a1ab)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:50:19.439600 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81effd92-6653-422a-82d0-3d663fccbf2f tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Pushing event updated for resources: {'Network': ['ID=72c2f9ff-2987-4834-b11f-5f66267e6d78,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:19.451929 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-81effd92-6653-422a-82d0-3d663fccbf2f tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.3282816 Sep 17 07:50:19.454484 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 38480) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:19.462424 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb19a6-527f-4693-b544-7dd358696593 req-325b6448-b522-448e-b202-9a51918a8adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:19.464886 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-07cb19a6-527f-4693-b544-7dd358696593 req-325b6448-b522-448e-b202-9a51918a8adb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e3c94ece967c49989722015c639870a6&device_id=fa684fd0-a85e-469b-aed6-7fb0de9dc944 HTTP/1.1" status: 200 len: 1099 time: 0.2920799 Sep 17 07:50:19.474485 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3a0ac823-76f7-42ff-bc3d-6ee8a4d012c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:19.483602 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 72c2f9ff-2987-4834-b11f-5f66267e6d78 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 07:50:19.495000 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 916289fd-d422-4093-b99c-9600fa1ff8d8, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=916289fd-d422-4093-b99c-9600fa1ff8d8,segment=NetworkSegment(be767568-3060-48d1-bebe-585a133f1049),segment_id=be767568-3060-48d1-bebe-585a133f1049)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:50:19.514219 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=0c589904-32cd-4f69-bd3c-694b81963367,revision_number=9']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:19.527826 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:19.622079 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-40118bcb-7c01-4532-9188-87617bd4d107 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:19.656217 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-00819b24-9504-4887-9cab-b3b6430ee335 tempest-DHCPAgentSchedulersTestJSON-1314629563 tempest-DHCPAgentSchedulersTestJSON-1314629563-project-admin] 10.222.0.13 "GET /v2.0/agents/b55afc1e-48d4-4470-8b07-b398b506c589/dhcp-networks HTTP/1.1" status: 200 len: 7315 time: 0.2003376 Sep 17 07:50:19.659022 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 38486) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:19.694731 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0ac823-76f7-42ff-bc3d-6ee8a4d012c9 None None] Pushing event updated for resources: {'Port': ['ID=dd0f5e71-4613-4b27-8fe3-d5519409f8da,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:19.782388 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b91b87d-6724-4c75-88aa-7e4dd882e7c1 tempest-DHCPAgentSchedulersTestJSON-1314629563 tempest-DHCPAgentSchedulersTestJSON-1314629563-project-admin] Network 72c2f9ff-2987-4834-b11f-5f66267e6d78 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 07:50:19.800494 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2549d0a6-6d8f-4121-9135-aa172d88d866 None None] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:19.818310 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6b91b87d-6724-4c75-88aa-7e4dd882e7c1 tempest-DHCPAgentSchedulersTestJSON-1314629563 tempest-DHCPAgentSchedulersTestJSON-1314629563-project-admin] 10.222.0.13 "POST /v2.0/agents/b55afc1e-48d4-4470-8b07-b398b506c589/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1581135 Sep 17 07:50:19.822224 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 38498) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:19.831340 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec95f4b-c8bb-4d17-ac6c-50643c3ff7c8 None None] Network 72c2f9ff-2987-4834-b11f-5f66267e6d78 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:50:19.835164 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2549d0a6-6d8f-4121-9135-aa172d88d866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:19.837575 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=916289fd-d422-4093-b99c-9600fa1ff8d8,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:19.959726 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['916289fd-d422-4093-b99c-9600fa1ff8d8'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:50:20.054020 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-0ad4cf52-120f-419a-9724-b03083f79b7e tempest-DHCPAgentSchedulersTestJSON-1314629563 tempest-DHCPAgentSchedulersTestJSON-1314629563-project-admin] 10.222.0.13 "GET /v2.0/agents/b55afc1e-48d4-4470-8b07-b398b506c589/dhcp-networks HTTP/1.1" status: 200 len: 8084 time: 0.2301693 Sep 17 07:50:20.056805 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 38506) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:20.066273 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1106001f-50a6-4699-aca8-940a5d29ea0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:20.162327 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-40118bcb-7c01-4532-9188-87617bd4d107 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:20.197492 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b620fd59-4574-44ca-910e-91fc714695df None None] Pushing event updated for resources: {'Port': ['ID=2ce80138-46be-45cf-8eb2-8c9e8007b57b,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:20.227211 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-1f62bb84-02e4-459a-9e24-e18ab18ca043 req-e774b7ff-82c5-4163-875f-3bfb458bcef2 tempest-SecurityGroupsTestAdminJSON-1417531928 tempest-SecurityGroupsTestAdminJSON-1417531928-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-224123180', 'description': 'tempest-description-1514136114'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:50:20.255417 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-72c1eefa-70b3-4f44-b901-98ab1b6438aa tempest-DHCPAgentSchedulersTestJSON-1314629563 tempest-DHCPAgentSchedulersTestJSON-1314629563-project-admin] 10.222.0.13 "DELETE /v2.0/agents/b55afc1e-48d4-4470-8b07-b398b506c589/dhcp-networks/72c2f9ff-2987-4834-b11f-5f66267e6d78 HTTP/1.1" status: 204 len: 168 time: 0.1966586 Sep 17 07:50:20.256804 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 38518) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:20.257211 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-2549d0a6-6d8f-4121-9135-aa172d88d866 None None] Attempting to bind port 2ce80138-46be-45cf-8eb2-8c9e8007b57b on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:50:20.257592 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-2549d0a6-6d8f-4121-9135-aa172d88d866 None None] Attempting to bind port 2ce80138-46be-45cf-8eb2-8c9e8007b57b by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '40e2f46a-cc55-49c4-8afc-b45f6e1d5b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '707dcf24-13d2-4ec8-bbd9-667ff063181d'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:50:20.257945 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2549d0a6-6d8f-4121-9135-aa172d88d866 None None] Attempting to bind port 2ce80138-46be-45cf-8eb2-8c9e8007b57b on network 707dcf24-13d2-4ec8-bbd9-667ff063181d {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:50:20.281211 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2549d0a6-6d8f-4121-9135-aa172d88d866 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:50:20.281721 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2549d0a6-6d8f-4121-9135-aa172d88d866 None None] Checking segment: {'id': '40e2f46a-cc55-49c4-8afc-b45f6e1d5b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '707dcf24-13d2-4ec8-bbd9-667ff063181d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:50:20.281975 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2549d0a6-6d8f-4121-9135-aa172d88d866 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:20.282374 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2549d0a6-6d8f-4121-9135-aa172d88d866 None None] Bound using segment: {'id': '40e2f46a-cc55-49c4-8afc-b45f6e1d5b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '707dcf24-13d2-4ec8-bbd9-667ff063181d'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:50:20.282846 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-2549d0a6-6d8f-4121-9135-aa172d88d866 None None] Bound port: 2ce80138-46be-45cf-8eb2-8c9e8007b57b, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40e2f46a-cc55-49c4-8afc-b45f6e1d5b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '707dcf24-13d2-4ec8-bbd9-667ff063181d'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:50:20.283268 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2549d0a6-6d8f-4121-9135-aa172d88d866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:20.296555 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40118bcb-7c01-4532-9188-87617bd4d107 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ebe9275-5d09-44bd-8d99-eb57feece71c,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:20.385422 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb19a6-527f-4693-b544-7dd358696593 req-c4958187-9c9e-4341-b6d0-8b92e0f46599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:20.387994 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-07cb19a6-527f-4693-b544-7dd358696593 req-c4958187-9c9e-4341-b6d0-8b92e0f46599 service neutron] 10.222.0.41 "GET /v2.0/networks?id=469390cd-cce5-49bd-b8f8-9e64018a0583 HTTP/1.1" status: 200 len: 870 time: 0.8852990 Sep 17 07:50:20.389022 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1f62bb84-02e4-459a-9e24-e18ab18ca043 req-e774b7ff-82c5-4163-875f-3bfb458bcef2 tempest-SecurityGroupsTestAdminJSON-1417531928 tempest-SecurityGroupsTestAdminJSON-1417531928-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:20.395024 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-40118bcb-7c01-4532-9188-87617bd4d107 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:20.396171 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-40118bcb-7c01-4532-9188-87617bd4d107 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3171887 Sep 17 07:50:20.407890 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 38528) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:20.452789 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-a4306363-046e-410a-ba70-18e23f2b0296 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Request body: {'security_group_rule': {'security_group_id': '53e3b2e3-86bb-40c4-b326-5cfb7d536fc4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:50:20.459599 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1f62bb84-02e4-459a-9e24-e18ab18ca043 req-e774b7ff-82c5-4163-875f-3bfb458bcef2 tempest-SecurityGroupsTestAdminJSON-1417531928 tempest-SecurityGroupsTestAdminJSON-1417531928-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:20.468507 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-07cb19a6-527f-4693-b544-7dd358696593 req-048d129b-6a65-4ec5-8429-20b3883983da service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=0c589904-32cd-4f69-bd3c-694b81963367 HTTP/1.1" status: 200 len: 217 time: 0.0640030 Sep 17 07:50:20.490064 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-edc3212b-9670-4d88-b45d-8c8ee79c43b4 tempest-DHCPAgentSchedulersTestJSON-1314629563 tempest-DHCPAgentSchedulersTestJSON-1314629563-project-admin] 10.222.0.13 "GET /v2.0/agents/b55afc1e-48d4-4470-8b07-b398b506c589/dhcp-networks HTTP/1.1" status: 200 len: 7315 time: 0.2307470 Sep 17 07:50:20.490715 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 38534) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:20.518706 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-13abf10e-4fa2-4a7e-bb7c-1ac1664aad35 tempest-DHCPAgentSchedulersTestJSON-1314629563 tempest-DHCPAgentSchedulersTestJSON-1314629563-project-admin] 10.222.0.13 "GET /v2.0/networks/19968174-2b72-4ea2-b250-5da7e5004f38/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0268629 Sep 17 07:50:20.519360 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 38544) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:20.553573 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-09814a36-c0b4-4761-aee1-f24e200b1fb3 tempest-DHCPAgentSchedulersTestJSON-1314629563 tempest-DHCPAgentSchedulersTestJSON-1314629563-project-admin] 10.222.0.13 "GET /v2.0/networks/19968174-2b72-4ea2-b250-5da7e5004f38/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0326574 Sep 17 07:50:20.557138 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 38548) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:20.593349 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb19a6-527f-4693-b544-7dd358696593 req-e0188ffd-5b86-437c-a32f-04a083b5f549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:20.594967 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-07cb19a6-527f-4693-b544-7dd358696593 req-e0188ffd-5b86-437c-a32f-04a083b5f549 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.1134841 Sep 17 07:50:20.611844 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-9d2bc61f-beba-47ba-9bec-926a9a32e29d None None] Provisioning complete for port 2ce80138-46be-45cf-8eb2-8c9e8007b57b triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:50:20.612197 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9d2bc61f-beba-47ba-9bec-926a9a32e29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:20.651790 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-2549d0a6-6d8f-4121-9135-aa172d88d866 None None] For port 2ce80138-46be-45cf-8eb2-8c9e8007b57b, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:50:20.688110 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-2549d0a6-6d8f-4121-9135-aa172d88d866 None None] For port 2ce80138-46be-45cf-8eb2-8c9e8007b57b, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=2ce80138-46be-45cf-8eb2-8c9e8007b57b,segment=NetworkSegment(40e2f46a-cc55-49c4-8afc-b45f6e1d5b0e),segment_id=40e2f46a-cc55-49c4-8afc-b45f6e1d5b0e)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:50:20.701384 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2549d0a6-6d8f-4121-9135-aa172d88d866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:20.713888 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a4306363-046e-410a-ba70-18e23f2b0296 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:20.715979 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e4820f9a-b801-467c-9189-918213827bc7 tempest-DHCPAgentSchedulersTestJSON-1314629563 tempest-DHCPAgentSchedulersTestJSON-1314629563-project-admin] 10.222.0.13 "GET /v2.0/agents/b55afc1e-48d4-4470-8b07-b398b506c589/dhcp-networks HTTP/1.1" status: 200 len: 7315 time: 0.1576622 Sep 17 07:50:20.719773 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 38560) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:20.738114 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.db.resource_extend [req-8366cb8f-bcfb-43d5-b108-a42b463d46ae req-1ca78bc7-7512-48c5-a9fc-9b47b9f246c4 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 07:50:20.747288 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-9d2bc61f-beba-47ba-9bec-926a9a32e29d None None] Port 2ce80138-46be-45cf-8eb2-8c9e8007b57b cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:50:20.808136 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b620fd59-4574-44ca-910e-91fc714695df None None] Pushing event updated for resources: {'Port': ['ID=2ce80138-46be-45cf-8eb2-8c9e8007b57b,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:20.814995 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2549d0a6-6d8f-4121-9135-aa172d88d866 None None] Routers {'f546cb09-618b-474b-942c-ddffc5a26e36'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:50:20.816029 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-2549d0a6-6d8f-4121-9135-aa172d88d866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:49:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['f546cb09-618b-474b-942c-ddffc5a26e36'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:50:20.827113 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d7ce7927-c051-4b55-9fbd-a2072f1e9654 tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:20.921921 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb19a6-527f-4693-b544-7dd358696593 req-d55a115a-482f-42aa-ad51-1fdfa0a2ba21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:20.923056 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-07cb19a6-527f-4693-b544-7dd358696593 req-d55a115a-482f-42aa-ad51-1fdfa0a2ba21 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3122411 Sep 17 07:50:20.957809 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-8366cb8f-bcfb-43d5-b108-a42b463d46ae req-1ca78bc7-7512-48c5-a9fc-9b47b9f246c4 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:20.984726 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-8366cb8f-bcfb-43d5-b108-a42b463d46ae req-1ca78bc7-7512-48c5-a9fc-9b47b9f246c4 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:21.027961 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d7ce7927-c051-4b55-9fbd-a2072f1e9654 tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:21.042698 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-2549d0a6-6d8f-4121-9135-aa172d88d866 None None] Set router f546cb09-618b-474b-942c-ddffc5a26e36 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:50:21.088846 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-d7ce7927-c051-4b55-9fbd-a2072f1e9654 tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72c2f9ff-2987-4834-b11f-5f66267e6d78']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:50:21.108849 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-d7ce7927-c051-4b55-9fbd-a2072f1e9654 tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36152b00-7689-4311-895c-d9892c69ad9a') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:50:21.109272 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-d7ce7927-c051-4b55-9fbd-a2072f1e9654 tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36152b00-7689-4311-895c-d9892c69ad9a') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:50:21.125721 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d7ce7927-c051-4b55-9fbd-a2072f1e9654 tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:21.144675 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a4306363-046e-410a-ba70-18e23f2b0296 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:21.150557 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d7ce7927-c051-4b55-9fbd-a2072f1e9654 tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:21.174300 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7ce7927-c051-4b55-9fbd-a2072f1e9654 tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 07:50:21.175173 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d7ce7927-c051-4b55-9fbd-a2072f1e9654 tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:21.178653 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 07:50:21.178653 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 07:50:21.178653 n-d-789963-9 neutron-server[101290]: timer() Sep 17 07:50:21.178653 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 07:50:21.178653 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 07:50:21.178653 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 07:50:21.178653 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 07:50:21.178653 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 07:50:21.178653 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 07:50:21.178653 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 07:50:21.178653 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 07:50:21.178653 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 07:50:21.178653 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 07:50:21.178653 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 07:50:21.178653 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 07:50:21.178653 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 07:50:21.178653 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 07:50:21.178653 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 07:50:21.178653 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 07:50:21.178653 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 07:50:21.178653 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 07:50:21.178653 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 07:50:21.178653 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 07:50:21.178653 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 07:50:21.178653 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 07:50:21.178653 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 07:50:21.178653 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 07:50:21.178653 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 07:50:21.178653 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 07:50:21.178653 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 07:50:21.178653 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 07:50:21.178653 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 07:50:21.194717 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a4306363-046e-410a-ba70-18e23f2b0296 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:21.223727 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-a9a37fd6-f3c8-4404-9c63-652530516d6e None None] Provisioning complete for port 2ce80138-46be-45cf-8eb2-8c9e8007b57b triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:50:21.224830 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a9a37fd6-f3c8-4404-9c63-652530516d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:21.252954 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1f62bb84-02e4-459a-9e24-e18ab18ca043 req-e774b7ff-82c5-4163-875f-3bfb458bcef2 tempest-SecurityGroupsTestAdminJSON-1417531928 tempest-SecurityGroupsTestAdminJSON-1417531928-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:21.255740 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4306363-046e-410a-ba70-18e23f2b0296 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=325fb9b5-0181-402b-bed8-f1193d676265,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:21.273001 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f35bcba-9822-4ba7-abf8-371fbe743fac None None] Network 19968174-2b72-4ea2-b250-5da7e5004f38 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:50:21.297095 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d7ce7927-c051-4b55-9fbd-a2072f1e9654 tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:21.301041 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1f62bb84-02e4-459a-9e24-e18ab18ca043 req-e774b7ff-82c5-4163-875f-3bfb458bcef2 tempest-SecurityGroupsTestAdminJSON-1417531928 tempest-SecurityGroupsTestAdminJSON-1417531928-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:21.312390 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d7ce7927-c051-4b55-9fbd-a2072f1e9654 tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:21.316755 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d7ce7927-c051-4b55-9fbd-a2072f1e9654 tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] 10.222.0.13 "DELETE /v2.0/networks/72c2f9ff-2987-4834-b11f-5f66267e6d78 HTTP/1.1" status: 204 len: 168 time: 0.5936494 Sep 17 07:50:21.318590 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a4306363-046e-410a-ba70-18e23f2b0296 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:21.323688 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-a4306363-046e-410a-ba70-18e23f2b0296 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8716156 Sep 17 07:50:21.323688 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-07cb19a6-527f-4693-b544-7dd358696593 req-518a27ec-c0f4-45e7-a5a6-f381dae52cfe service neutron] 10.222.0.41 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3764920 Sep 17 07:50:21.326318 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 38594) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:21.326604 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 38596) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:21.347599 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-c388ee03-f3e8-4256-bfa0-3a8450a67332 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Request body: {'floatingip': {'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:50:21.351138 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ce7927-c051-4b55-9fbd-a2072f1e9654 tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Pushing event deleted for resources: {'Network': ['ID=72c2f9ff-2987-4834-b11f-5f66267e6d78,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:21.430327 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea97b9f6-cb63-4e3c-951e-67e799a6f66e tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] DELETE failed (client error): The resource could not be found. Sep 17 07:50:21.431414 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea97b9f6-cb63-4e3c-951e-67e799a6f66e tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 07:50:21.433192 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ea97b9f6-cb63-4e3c-951e-67e799a6f66e tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] 10.222.0.13 "DELETE /v2.0/ports/7a77bd48-76fd-4b52-82f0-0b99bd2d64d6 HTTP/1.1" status: 404 len: 333 time: 0.0986335 Sep 17 07:50:21.436289 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 38606) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:21.440582 n-d-789963-9 neutron-server[101289]: INFO neutron.db.l3_db [req-8366cb8f-bcfb-43d5-b108-a42b463d46ae req-1ca78bc7-7512-48c5-a9fc-9b47b9f246c4 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Floating IP bc7dae82-4eb1-4d00-8b2f-b7e7b63db0d2 associated. External IP: 172.25.6.90, port: a3b1bb01-b0e1-46d5-8662-b9597a2de439. Sep 17 07:50:21.503869 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9e8b6f9-235d-4032-8079-243a469c6e72 tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Deleting subnet f3318979-93c9-4835-8d9c-0404ad8c9d7b {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:50:21.508249 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e9e8b6f9-235d-4032-8079-243a469c6e72 tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:21.509740 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a9a37fd6-f3c8-4404-9c63-652530516d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:21.576247 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device dd0f5e71-4613-4b27-8fe3-d5519409f8da up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:50:21.577914 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e774b7ff-82c5-4163-875f-3bfb458bcef2 tempest-SecurityGroupsTestAdminJSON-1417531928 tempest-SecurityGroupsTestAdminJSON-1417531928-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0f720f-e741-407a-9d92-d9b14b4363ca,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:21.603767 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e9e8b6f9-235d-4032-8079-243a469c6e72 tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:21.666989 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-2549d0a6-6d8f-4121-9135-aa172d88d866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f546cb09-618b-474b-942c-ddffc5a26e36', 'name': 'tempest-ServersTestJSON-497924138-router', 'tenant_id': '746a584a63d8493ea1b556df39b89a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'c755be25-f5c7-48f4-a863-cb14a59113f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:50:06Z', 'updated_at': '2021-09-17T07:50:15Z', 'revision_number': 4, 'project_id': '746a584a63d8493ea1b556df39b89a7b', 'gw_port': {'id': 'c755be25-f5c7-48f4-a863-cb14a59113f7', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f546cb09-618b-474b-942c-ddffc5a26e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:50:08Z', 'updated_at': '2021-09-17T07:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '2ce80138-46be-45cf-8eb2-8c9e8007b57b', 'name': '', 'network_id': '707dcf24-13d2-4ec8-bbd9-667ff063181d', 'tenant_id': '746a584a63d8493ea1b556df39b89a7b', 'mac_address': 'fa:16:3e:d8:50:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f546cb09-618b-474b-942c-ddffc5a26e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '160360dd-540c-4432-8c1f-b0acc1484c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:50:13Z', 'updated_at': '2021-09-17T07:50:20Z', 'revision_number': 4, 'project_id': '746a584a63d8493ea1b556df39b89a7b', 'subnets': [{'id': '160360dd-540c-4432-8c1f-b0acc1484c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:50:21.677199 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-a9a37fd6-f3c8-4404-9c63-652530516d6e None None] For port 2ce80138-46be-45cf-8eb2-8c9e8007b57b, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=2ce80138-46be-45cf-8eb2-8c9e8007b57b,segment=NetworkSegment(40e2f46a-cc55-49c4-8afc-b45f6e1d5b0e),segment_id=40e2f46a-cc55-49c4-8afc-b45f6e1d5b0e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:50:21.715653 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a9a37fd6-f3c8-4404-9c63-652530516d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:21.725680 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e9e8b6f9-235d-4032-8079-243a469c6e72 tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:21.730214 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2549d0a6-6d8f-4121-9135-aa172d88d866 None None] The sync data for ids ['f546cb09-618b-474b-942c-ddffc5a26e36'] in n-d-789963-9 is: [{'id': 'f546cb09-618b-474b-942c-ddffc5a26e36', 'name': 'tempest-ServersTestJSON-497924138-router', 'tenant_id': '746a584a63d8493ea1b556df39b89a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'c755be25-f5c7-48f4-a863-cb14a59113f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:50:06Z', 'updated_at': '2021-09-17T07:50:15Z', 'revision_number': 4, 'project_id': '746a584a63d8493ea1b556df39b89a7b', 'gw_port': {'id': 'c755be25-f5c7-48f4-a863-cb14a59113f7', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f546cb09-618b-474b-942c-ddffc5a26e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:50:08Z', 'updated_at': '2021-09-17T07:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '2ce80138-46be-45cf-8eb2-8c9e8007b57b', 'name': '', 'network_id': '707dcf24-13d2-4ec8-bbd9-667ff063181d', 'tenant_id': '746a584a63d8493ea1b556df39b89a7b', 'mac_address': 'fa:16:3e:d8:50:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f546cb09-618b-474b-942c-ddffc5a26e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '160360dd-540c-4432-8c1f-b0acc1484c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:50:13Z', 'updated_at': '2021-09-17T07:50:20Z', 'revision_number': 4, 'project_id': '746a584a63d8493ea1b556df39b89a7b', 'subnets': [{'id': '160360dd-540c-4432-8c1f-b0acc1484c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:50:21.827289 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-07cb19a6-527f-4693-b544-7dd358696593 req-c42544cb-64f6-4069-9524-7d7329800adc service neutron] 10.222.0.41 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4588931 Sep 17 07:50:21.833964 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e9e8b6f9-235d-4032-8079-243a469c6e72 tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:21.855985 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a37fd6-f3c8-4404-9c63-652530516d6e None None] Pushing event updated for resources: {'Port': ['ID=2ce80138-46be-45cf-8eb2-8c9e8007b57b,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:21.866072 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port dd0f5e71-4613-4b27-8fe3-d5519409f8da triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:50:21.866072 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:21.895739 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e8b6f9-235d-4032-8079-243a469c6e72 tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Pushing event deleted for resources: {'Subnet': ['ID=f3318979-93c9-4835-8d9c-0404ad8c9d7b,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:21.899722 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e9e8b6f9-235d-4032-8079-243a469c6e72 tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:21.901940 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1f62bb84-02e4-459a-9e24-e18ab18ca043 req-e774b7ff-82c5-4163-875f-3bfb458bcef2 tempest-SecurityGroupsTestAdminJSON-1417531928 tempest-SecurityGroupsTestAdminJSON-1417531928-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:21.904445 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e9e8b6f9-235d-4032-8079-243a469c6e72 tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] 10.222.0.13 "DELETE /v2.0/subnets/f3318979-93c9-4835-8d9c-0404ad8c9d7b HTTP/1.1" status: 204 len: 168 time: 0.4670825 Sep 17 07:50:21.907985 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 38628) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:21.919360 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1f62bb84-02e4-459a-9e24-e18ab18ca043 req-e774b7ff-82c5-4163-875f-3bfb458bcef2 tempest-SecurityGroupsTestAdminJSON-1417531928 tempest-SecurityGroupsTestAdminJSON-1417531928-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:21.997795 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-7817700d-3aef-492f-af1b-60b81c230f2a None None] Provisioning complete for port dd0f5e71-4613-4b27-8fe3-d5519409f8da triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:50:21.998407 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7817700d-3aef-492f-af1b-60b81c230f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:22.029701 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e774b7ff-82c5-4163-875f-3bfb458bcef2 tempest-SecurityGroupsTestAdminJSON-1417531928 tempest-SecurityGroupsTestAdminJSON-1417531928-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=693fcead-4645-4c92-9e7b-4ead2f6a6950,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:22.044275 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8366cb8f-bcfb-43d5-b108-a42b463d46ae req-1ca78bc7-7512-48c5-a9fc-9b47b9f246c4 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Router cffd75f4-4677-42d1-b8d3-2a4e03da0fef has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:50:22.053020 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed6bfef-67d6-4cb0-a06d-3b1280f1fd4e None None] Network 19968174-2b72-4ea2-b250-5da7e5004f38 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:50:22.065564 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c388ee03-f3e8-4256-bfa0-3a8450a67332 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Notify callbacks [] for floatingip, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:22.099313 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f6781729-ba3e-48d4-8d79-13093743c2a1 tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:22.144502 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1f62bb84-02e4-459a-9e24-e18ab18ca043 req-e774b7ff-82c5-4163-875f-3bfb458bcef2 tempest-SecurityGroupsTestAdminJSON-1417531928 tempest-SecurityGroupsTestAdminJSON-1417531928-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:22.163663 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1f62bb84-02e4-459a-9e24-e18ab18ca043 req-e774b7ff-82c5-4163-875f-3bfb458bcef2 tempest-SecurityGroupsTestAdminJSON-1417531928 tempest-SecurityGroupsTestAdminJSON-1417531928-project-admin] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.9991210 Sep 17 07:50:22.188331 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-f6781729-ba3e-48d4-8d79-13093743c2a1 tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Deleting port dd0f5e71-4613-4b27-8fe3-d5519409f8da {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:50:22.188785 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f6781729-ba3e-48d4-8d79-13093743c2a1 tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:22.211709 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:22.298798 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-f6781729-ba3e-48d4-8d79-13093743c2a1 tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] For port dd0f5e71-4613-4b27-8fe3-d5519409f8da, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=dd0f5e71-4613-4b27-8fe3-d5519409f8da,segment=NetworkSegment(802ae41c-7207-4df9-86dc-c413d8f6a1ab),segment_id=802ae41c-7207-4df9-86dc-c413d8f6a1ab)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:50:22.299734 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f6781729-ba3e-48d4-8d79-13093743c2a1 tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:22.346183 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-f6781729-ba3e-48d4-8d79-13093743c2a1 tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Calling delete_port for dd0f5e71-4613-4b27-8fe3-d5519409f8da owned by network:dhcp {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:50:22.411207 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port dd0f5e71-4613-4b27-8fe3-d5519409f8da, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=dd0f5e71-4613-4b27-8fe3-d5519409f8da,segment=NetworkSegment(802ae41c-7207-4df9-86dc-c413d8f6a1ab),segment_id=802ae41c-7207-4df9-86dc-c413d8f6a1ab)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:50:22.418077 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 916289fd-d422-4093-b99c-9600fa1ff8d8 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:50:22.420321 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8366cb8f-bcfb-43d5-b108-a42b463d46ae req-1ca78bc7-7512-48c5-a9fc-9b47b9f246c4 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:50:22.430732 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-8366cb8f-bcfb-43d5-b108-a42b463d46ae req-1ca78bc7-7512-48c5-a9fc-9b47b9f246c4 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:22.431497 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0740df7a-5240-4c62-91bc-f9697f1da384 None None] Sync routers for ids ['cffd75f4-4677-42d1-b8d3-2a4e03da0fef'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:50:22.452844 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce1304d-df47-441b-b5ad-09550b2a00b6 None None] DHCP port deletion for 19968174-2b72-4ea2-b250-5da7e5004f38 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 07:50:22.455271 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0740df7a-5240-4c62-91bc-f9697f1da384 None None] Routers {'cffd75f4-4677-42d1-b8d3-2a4e03da0fef'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:50:22.457083 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-0740df7a-5240-4c62-91bc-f9697f1da384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:49:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['cffd75f4-4677-42d1-b8d3-2a4e03da0fef'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:50:22.473982 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f060b-3747-4c5b-bf78-20c79e838a91 req-0fde25fa-99cb-4741-b1b5-8c0dbdc50c49 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:22.489949 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e41f060b-3747-4c5b-bf78-20c79e838a91 req-0fde25fa-99cb-4741-b1b5-8c0dbdc50c49 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e92ed7a-1850-4deb-bb5f-109dddea9b58 HTTP/1.1" status: 200 len: 945 time: 0.1586380 Sep 17 07:50:22.501187 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f6781729-ba3e-48d4-8d79-13093743c2a1 tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:22.520904 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:22.540412 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6781729-ba3e-48d4-8d79-13093743c2a1 tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Pushing event deleted for resources: {'Port': ['ID=dd0f5e71-4613-4b27-8fe3-d5519409f8da,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:22.546578 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7817700d-3aef-492f-af1b-60b81c230f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:22.554946 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6781729-ba3e-48d4-8d79-13093743c2a1 tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] No DVR routers for this DVR port dd0f5e71-4613-4b27-8fe3-d5519409f8da on host n-d-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:50:22.577825 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 38640) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:22.613091 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8366cb8f-bcfb-43d5-b108-a42b463d46ae req-1ca78bc7-7512-48c5-a9fc-9b47b9f246c4 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] 10.222.0.13 "PUT /v2.0/floatingips/bc7dae82-4eb1-4d00-8b2f-b7e7b63db0d2 HTTP/1.1" status: 200 len: 995 time: 3.8787341 Sep 17 07:50:22.619691 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e41f060b-3747-4c5b-bf78-20c79e838a91 req-d87f3cbf-e080-4516-bc0e-08d2f2464148 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284938 Sep 17 07:50:22.622652 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26cd0c95-7d6d-4c2c-a993-d693a3eb91a4', 'tag': 'a3b1bb01-b0e1-46d5-8662-b9597a2de439'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:50:22.625720 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb2e06da-f316-4381-a0cf-5621cbd22d6c" -d '{"events": [{"name": "network-changed", "server_uuid": "26cd0c95-7d6d-4c2c-a993-d693a3eb91a4", "tag": "a3b1bb01-b0e1-46d5-8662-b9597a2de439"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:50:22.682754 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c388ee03-f3e8-4256-bfa0-3a8450a67332 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:22.694006 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event deleted for resources: {'Port': ['ID=dd0f5e71-4613-4b27-8fe3-d5519409f8da,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:22.708468 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ba9b100c-81e9-4c5e-99fb-a192f725e3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:22.714068 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5ce1304d-df47-441b-b5ad-09550b2a00b6 None None] The port 'dd0f5e71-4613-4b27-8fe3-d5519409f8da' was deleted {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Sep 17 07:50:22.740708 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f6781729-ba3e-48d4-8d79-13093743c2a1 tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:22.775366 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-f6781729-ba3e-48d4-8d79-13093743c2a1 tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19968174-2b72-4ea2-b250-5da7e5004f38']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:50:22.786916 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-0740df7a-5240-4c62-91bc-f9697f1da384 None None] Set router cffd75f4-4677-42d1-b8d3-2a4e03da0fef gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:50:22.787685 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8366cb8f-bcfb-43d5-b108-a42b463d46ae req-09acd166-8f55-496f-8456-6c46334652cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:22.793604 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-f6781729-ba3e-48d4-8d79-13093743c2a1 tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '802ae41c-7207-4df9-86dc-c413d8f6a1ab') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:50:22.793958 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-f6781729-ba3e-48d4-8d79-13093743c2a1 tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '802ae41c-7207-4df9-86dc-c413d8f6a1ab') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:50:22.808608 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8366cb8f-bcfb-43d5-b108-a42b463d46ae req-09acd166-8f55-496f-8456-6c46334652cd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21f3c7f03c914a5b858a20df6b6b8d87&device_id=26cd0c95-7d6d-4c2c-a993-d693a3eb91a4 HTTP/1.1" status: 200 len: 1096 time: 0.1866283 Sep 17 07:50:22.815058 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f6781729-ba3e-48d4-8d79-13093743c2a1 tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:22.815723 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:22.839230 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f6781729-ba3e-48d4-8d79-13093743c2a1 tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:22.870856 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port 916289fd-d422-4093-b99c-9600fa1ff8d8 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:50:22.872784 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6781729-ba3e-48d4-8d79-13093743c2a1 tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 07:50:22.873211 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f6781729-ba3e-48d4-8d79-13093743c2a1 tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:22.875475 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 916289fd-d422-4093-b99c-9600fa1ff8d8 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:50:22.878457 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:22.882455 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 07:50:22.882455 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 07:50:22.882455 n-d-789963-9 neutron-server[101290]: timer() Sep 17 07:50:22.882455 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 07:50:22.882455 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 07:50:22.882455 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 07:50:22.882455 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 07:50:22.882455 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 07:50:22.882455 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 07:50:22.882455 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 07:50:22.882455 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 07:50:22.882455 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 07:50:22.882455 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 07:50:22.882455 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 07:50:22.882455 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 07:50:22.882455 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 07:50:22.882455 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 07:50:22.882455 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 07:50:22.882455 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 07:50:22.882455 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 07:50:22.882455 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 07:50:22.882455 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 07:50:22.882455 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 07:50:22.882455 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 07:50:22.882455 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 07:50:22.882455 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 07:50:22.882455 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 07:50:22.882455 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 07:50:22.882455 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 07:50:22.882455 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 07:50:22.882455 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 07:50:22.882455 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 07:50:22.910956 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb377e27-7bbb-426e-93b0-cbc23612b0a3 x-openstack-request-id: req-cb377e27-7bbb-426e-93b0-cbc23612b0a3 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:50:22.915021 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa684fd0-a85e-469b-aed6-7fb0de9dc944", "name": "network-vif-plugged", "status": "completed", "tag": "0c589904-32cd-4f69-bd3c-694b81963367", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:50:22.915385 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cb377e27-7bbb-426e-93b0-cbc23612b0a3 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:50:22.916250 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa684fd0-a85e-469b-aed6-7fb0de9dc944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c589904-32cd-4f69-bd3c-694b81963367', 'code': 200} Sep 17 07:50:22.972160 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-680233b2-03ce-41fb-b1a0-49bed89fbc03 None None] Could not find standard attr ID for object dd0f5e71-4613-4b27-8fe3-d5519409f8da. {{(pid=101291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 07:50:23.007615 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f6781729-ba3e-48d4-8d79-13093743c2a1 tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:23.023559 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f6781729-ba3e-48d4-8d79-13093743c2a1 tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:23.026514 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f6781729-ba3e-48d4-8d79-13093743c2a1 tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] 10.222.0.13 "DELETE /v2.0/networks/19968174-2b72-4ea2-b250-5da7e5004f38 HTTP/1.1" status: 204 len: 168 time: 1.1167121 Sep 17 07:50:23.039864 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6781729-ba3e-48d4-8d79-13093743c2a1 tempest-DHCPAgentSchedulersTestJSON-982329872 tempest-DHCPAgentSchedulersTestJSON-982329872-project] Pushing event deleted for resources: {'Network': ['ID=19968174-2b72-4ea2-b250-5da7e5004f38,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:23.070369 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:23.110008 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-72d0d954-4914-4f22-9012-f11edb33e456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:23.145292 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 916289fd-d422-4093-b99c-9600fa1ff8d8, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=916289fd-d422-4093-b99c-9600fa1ff8d8,segment=NetworkSegment(be767568-3060-48d1-bebe-585a133f1049),segment_id=be767568-3060-48d1-bebe-585a133f1049)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:50:23.151030 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:23.156322 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-c388ee03-f3e8-4256-bfa0-3a8450a67332 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Allocated IP 172.25.6.46 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/11595760-6a54-4564-86fe-44ea937c5168) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:50:23.163231 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-0740df7a-5240-4c62-91bc-f9697f1da384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cffd75f4-4677-42d1-b8d3-2a4e03da0fef', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-637993520-router', 'tenant_id': '21f3c7f03c914a5b858a20df6b6b8d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'a6097d46-25cd-4153-9159-7dd3abc811e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:49:46Z', 'updated_at': '2021-09-17T07:49:51Z', 'revision_number': 4, 'project_id': '21f3c7f03c914a5b858a20df6b6b8d87', 'gw_port': {'id': 'a6097d46-25cd-4153-9159-7dd3abc811e9', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:23:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffd75f4-4677-42d1-b8d3-2a4e03da0fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:49:47Z', 'updated_at': '2021-09-17T07:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': 'bc7dae82-4eb1-4d00-8b2f-b7e7b63db0d2', 'tenant_id': '21f3c7f03c914a5b858a20df6b6b8d87', 'floating_ip_address': '172.25.6.90', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': 'cffd75f4-4677-42d1-b8d3-2a4e03da0fef', 'port_id': 'a3b1bb01-b0e1-46d5-8662-b9597a2de439', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 978, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7618610-9a57-4cc8-982b-d8af484bdfe5', 'mac_address': 'fa:16:3e:84:c2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26cd0c95-7d6d-4c2c-a993-d693a3eb91a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T07:50:17Z', 'updated_at': '2021-09-17T07:50:20Z', 'revision_number': 1, 'project_id': '21f3c7f03c914a5b858a20df6b6b8d87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7750135-e10c-430f-ac56-a88c6dd4e852', 'name': '', 'network_id': 'e7618610-9a57-4cc8-982b-d8af484bdfe5', 'tenant_id': '21f3c7f03c914a5b858a20df6b6b8d87', 'mac_address': 'fa:16:3e:9f:36:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffd75f4-4677-42d1-b8d3-2a4e03da0fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'bb64a615-3b31-4cda-9193-292349d0b524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:49:50Z', 'updated_at': '2021-09-17T07:49:56Z', 'revision_number': 5, 'project_id': '21f3c7f03c914a5b858a20df6b6b8d87', 'subnets': [{'id': 'bb64a615-3b31-4cda-9193-292349d0b524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:50:23.209860 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a4241-48e1-4a8e-812b-ae6f9da38ce1 req-2273635d-745a-4f2d-8894-72fdd95581d9 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:23.212158 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7d5a4241-48e1-4a8e-812b-ae6f9da38ce1 req-2273635d-745a-4f2d-8894-72fdd95581d9 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa684fd0-a85e-469b-aed6-7fb0de9dc944 HTTP/1.1" status: 200 len: 949 time: 0.1678402 Sep 17 07:50:23.213483 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8366cb8f-bcfb-43d5-b108-a42b463d46ae req-ab2f5ab0-a7e1-42a0-b0aa-94a3345910e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:23.221061 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8366cb8f-bcfb-43d5-b108-a42b463d46ae req-ab2f5ab0-a7e1-42a0-b0aa-94a3345910e9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e7618610-9a57-4cc8-982b-d8af484bdfe5 HTTP/1.1" status: 200 len: 929 time: 0.4116185 Sep 17 07:50:23.223802 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=916289fd-d422-4093-b99c-9600fa1ff8d8,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:23.229346 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0740df7a-5240-4c62-91bc-f9697f1da384 None None] Checking router: cffd75f4-4677-42d1-b8d3-2a4e03da0fef for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:50:23.240995 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0740df7a-5240-4c62-91bc-f9697f1da384 None None] Routers {'cffd75f4-4677-42d1-b8d3-2a4e03da0fef'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:50:23.241887 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-0740df7a-5240-4c62-91bc-f9697f1da384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:50:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['cffd75f4-4677-42d1-b8d3-2a4e03da0fef'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:50:23.327747 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 38652) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:23.370871 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-0740df7a-5240-4c62-91bc-f9697f1da384 None None] Set router cffd75f4-4677-42d1-b8d3-2a4e03da0fef gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:50:23.376472 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8366cb8f-bcfb-43d5-b108-a42b463d46ae req-f058ee1a-892d-4e28-8444-b2ccba817d93 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3b1bb01-b0e1-46d5-8662-b9597a2de439 HTTP/1.1" status: 200 len: 998 time: 0.1541979 Sep 17 07:50:23.437916 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7d5a4241-48e1-4a8e-812b-ae6f9da38ce1 req-d688a441-2887-4f0a-a6ef-b10d0e0ab35c tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016640 Sep 17 07:50:23.489986 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-595e93d0-e3e5-4d6c-9479-f9aa69656178 req-843919fe-6de7-4505-adcf-aaf94de16b24 tempest-SecurityGroupsTestAdminJSON-1417531928 tempest-SecurityGroupsTestAdminJSON-1417531928-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1788179082', 'description': 'tempest-description-370177974'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:50:23.557355 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:23.560117 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e2f161a2-966d-45bb-afc7-c8aafd195f18 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b49a66034aba4868880e8d0011f97b85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2310319 Sep 17 07:50:23.561078 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8366cb8f-bcfb-43d5-b108-a42b463d46ae req-3dee1a3f-ead7-40ba-a10d-9897cfe6d37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:23.562576 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8366cb8f-bcfb-43d5-b108-a42b463d46ae req-3dee1a3f-ead7-40ba-a10d-9897cfe6d37f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bb64a615-3b31-4cda-9193-292349d0b524 HTTP/1.1" status: 200 len: 867 time: 0.1852188 Sep 17 07:50:23.568694 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 38658) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:23.597979 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 2ce80138-46be-45cf-8eb2-8c9e8007b57b up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:50:23.624846 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-344ca32d-4478-457f-b84d-b4fcc23011a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:23.646767 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-344ca32d-4478-457f-b84d-b4fcc23011a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:23.660175 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 2ce80138-46be-45cf-8eb2-8c9e8007b57b triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:50:23.660819 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:23.674848 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-72d0d954-4914-4f22-9012-f11edb33e456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:23.682691 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c388ee03-f3e8-4256-bfa0-3a8450a67332 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:23.691410 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-0740df7a-5240-4c62-91bc-f9697f1da384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cffd75f4-4677-42d1-b8d3-2a4e03da0fef', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-637993520-router', 'tenant_id': '21f3c7f03c914a5b858a20df6b6b8d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'a6097d46-25cd-4153-9159-7dd3abc811e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:49:46Z', 'updated_at': '2021-09-17T07:49:51Z', 'revision_number': 4, 'project_id': '21f3c7f03c914a5b858a20df6b6b8d87', 'gw_port': {'id': 'a6097d46-25cd-4153-9159-7dd3abc811e9', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:23:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffd75f4-4677-42d1-b8d3-2a4e03da0fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:49:47Z', 'updated_at': '2021-09-17T07:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': 'bc7dae82-4eb1-4d00-8b2f-b7e7b63db0d2', 'tenant_id': '21f3c7f03c914a5b858a20df6b6b8d87', 'floating_ip_address': '172.25.6.90', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': 'cffd75f4-4677-42d1-b8d3-2a4e03da0fef', 'port_id': 'a3b1bb01-b0e1-46d5-8662-b9597a2de439', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 978, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7618610-9a57-4cc8-982b-d8af484bdfe5', 'mac_address': 'fa:16:3e:84:c2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26cd0c95-7d6d-4c2c-a993-d693a3eb91a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T07:50:17Z', 'updated_at': '2021-09-17T07:50:20Z', 'revision_number': 1, 'project_id': '21f3c7f03c914a5b858a20df6b6b8d87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7750135-e10c-430f-ac56-a88c6dd4e852', 'name': '', 'network_id': 'e7618610-9a57-4cc8-982b-d8af484bdfe5', 'tenant_id': '21f3c7f03c914a5b858a20df6b6b8d87', 'mac_address': 'fa:16:3e:9f:36:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffd75f4-4677-42d1-b8d3-2a4e03da0fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'bb64a615-3b31-4cda-9193-292349d0b524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:49:50Z', 'updated_at': '2021-09-17T07:49:56Z', 'revision_number': 5, 'project_id': '21f3c7f03c914a5b858a20df6b6b8d87', 'subnets': [{'id': 'bb64a615-3b31-4cda-9193-292349d0b524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:50:23.697176 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-72d0d954-4914-4f22-9012-f11edb33e456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:23.716141 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-344ca32d-4478-457f-b84d-b4fcc23011a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:23.719914 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-344ca32d-4478-457f-b84d-b4fcc23011a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:23.738635 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0740df7a-5240-4c62-91bc-f9697f1da384 None None] The sync data for ids ['cffd75f4-4677-42d1-b8d3-2a4e03da0fef'] in n-d-789963-9 is: [{'id': 'cffd75f4-4677-42d1-b8d3-2a4e03da0fef', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-637993520-router', 'tenant_id': '21f3c7f03c914a5b858a20df6b6b8d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'a6097d46-25cd-4153-9159-7dd3abc811e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:49:46Z', 'updated_at': '2021-09-17T07:49:51Z', 'revision_number': 4, 'project_id': '21f3c7f03c914a5b858a20df6b6b8d87', 'gw_port': {'id': 'a6097d46-25cd-4153-9159-7dd3abc811e9', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:23:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffd75f4-4677-42d1-b8d3-2a4e03da0fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:49:47Z', 'updated_at': '2021-09-17T07:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': 'bc7dae82-4eb1-4d00-8b2f-b7e7b63db0d2', 'tenant_id': '21f3c7f03c914a5b858a20df6b6b8d87', 'floating_ip_address': '172.25.6.90', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': 'cffd75f4-4677-42d1-b8d3-2a4e03da0fef', 'port_id': 'a3b1bb01-b0e1-46d5-8662-b9597a2de439', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 978, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7618610-9a57-4cc8-982b-d8af484bdfe5', 'mac_address': 'fa:16:3e:84:c2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26cd0c95-7d6d-4c2c-a993-d693a3eb91a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T07:50:17Z', 'updated_at': '2021-09-17T07:50:20Z', 'revision_number': 1, 'project_id': '21f3c7f03c914a5b858a20df6b6b8d87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7750135-e10c-430f-ac56-a88c6dd4e852', 'name': '', 'network_id': 'e7618610-9a57-4cc8-982b-d8af484bdfe5', 'tenant_id': '21f3c7f03c914a5b858a20df6b6b8d87', 'mac_address': 'fa:16:3e:9f:36:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffd75f4-4677-42d1-b8d3-2a4e03da0fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'bb64a615-3b31-4cda-9193-292349d0b524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:49:50Z', 'updated_at': '2021-09-17T07:49:56Z', 'revision_number': 5, 'project_id': '21f3c7f03c914a5b858a20df6b6b8d87', 'subnets': [{'id': 'bb64a615-3b31-4cda-9193-292349d0b524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:50:23.745093 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-344ca32d-4478-457f-b84d-b4fcc23011a2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/52e27499-df39-4515-adf0-319960a56ebc HTTP/1.1" status: 204 len: 168 time: 0.1750197 Sep 17 07:50:23.769383 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344ca32d-4478-457f-b84d-b4fcc23011a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e27499-df39-4515-adf0-319960a56ebc,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:23.776639 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8366cb8f-bcfb-43d5-b108-a42b463d46ae req-636b4b15-d24f-4c5f-9d02-f2add3733329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:23.778305 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8366cb8f-bcfb-43d5-b108-a42b463d46ae req-636b4b15-d24f-4c5f-9d02-f2add3733329 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e7618610-9a57-4cc8-982b-d8af484bdfe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2058501 Sep 17 07:50:23.788550 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-72d0d954-4914-4f22-9012-f11edb33e456 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e976faf5e0e2408f95aeab5ab736cf59&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2043054 Sep 17 07:50:23.788807 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 38664) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:23.792438 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-595e93d0-e3e5-4d6c-9479-f9aa69656178 req-843919fe-6de7-4505-adcf-aaf94de16b24 tempest-SecurityGroupsTestAdminJSON-1417531928 tempest-SecurityGroupsTestAdminJSON-1417531928-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:23.799757 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d0d954-4914-4f22-9012-f11edb33e456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b23306-dc7f-4153-9494-b706b6876c0d,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:23.861038 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device dd0f5e71-4613-4b27-8fe3-d5519409f8da no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:50:23.883708 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: dd0f5e71-4613-4b27-8fe3-d5519409f8da {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:50:23.884404 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device dd0f5e71-4613-4b27-8fe3-d5519409f8da not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:50:23.911321 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c388ee03-f3e8-4256-bfa0-3a8450a67332 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:23.918124 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9e34bbfc-397f-469a-b4ca-68abce191218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:23.933568 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8366cb8f-bcfb-43d5-b108-a42b463d46ae req-a96907be-79e1-4fc8-9083-f8c8ba400a0e service neutron] 10.222.0.13 "GET /v2.0/networks/e7618610-9a57-4cc8-982b-d8af484bdfe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356006 Sep 17 07:50:23.941927 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9e34bbfc-397f-469a-b4ca-68abce191218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:23.990342 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c388ee03-f3e8-4256-bfa0-3a8450a67332 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:50:24.004583 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9e34bbfc-397f-469a-b4ca-68abce191218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:24.007148 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-c388ee03-f3e8-4256-bfa0-3a8450a67332 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:50:24.007483 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9e34bbfc-397f-469a-b4ca-68abce191218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:24.009088 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-9e34bbfc-397f-469a-b4ca-68abce191218 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/61b23306-dc7f-4153-9494-b706b6876c0d HTTP/1.1" status: 204 len: 168 time: 0.2189970 Sep 17 07:50:24.011663 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c388ee03-f3e8-4256-bfa0-3a8450a67332 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:50:24.017694 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e34bbfc-397f-469a-b4ca-68abce191218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b23306-dc7f-4153-9494-b706b6876c0d,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:24.058016 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c388ee03-f3e8-4256-bfa0-3a8450a67332 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Pushing event updated for resources: {'Port': ['ID=11595760-6a54-4564-86fe-44ea937c5168,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:24.112382 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2975c88f-1ec0-4c55-a4cb-77a0685ab97e None None] New status for floating IP bc7dae82-4eb1-4d00-8b2f-b7e7b63db0d2: ACTIVE {{(pid=101291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 07:50:24.210737 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 38670) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:24.228138 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0c76994d-7e0a-49b7-81c4-285876ddac3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:24.515007 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-595e93d0-e3e5-4d6c-9479-f9aa69656178 req-843919fe-6de7-4505-adcf-aaf94de16b24 tempest-SecurityGroupsTestAdminJSON-1417531928 tempest-SecurityGroupsTestAdminJSON-1417531928-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:24.533855 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8366cb8f-bcfb-43d5-b108-a42b463d46ae req-6e0dccb5-8a88-4ed9-8524-c43d6ef48f53 service neutron] 10.222.0.13 "GET /v2.0/networks/e7618610-9a57-4cc8-982b-d8af484bdfe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5725625 Sep 17 07:50:24.536753 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-595e93d0-e3e5-4d6c-9479-f9aa69656178 req-843919fe-6de7-4505-adcf-aaf94de16b24 tempest-SecurityGroupsTestAdminJSON-1417531928 tempest-SecurityGroupsTestAdminJSON-1417531928-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:24.581582 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843919fe-6de7-4505-adcf-aaf94de16b24 tempest-SecurityGroupsTestAdminJSON-1417531928 tempest-SecurityGroupsTestAdminJSON-1417531928-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5447e40-1d11-4fcd-96ea-f0481dff6ca7,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:24.586022 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c388ee03-f3e8-4256-bfa0-3a8450a67332 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:24.617230 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e3201ed-1fa5-4cec-b3f3-d884f5bc2892 x-openstack-request-id: req-2e3201ed-1fa5-4cec-b3f3-d884f5bc2892 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:50:24.617629 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26cd0c95-7d6d-4c2c-a993-d693a3eb91a4", "tag": "a3b1bb01-b0e1-46d5-8662-b9597a2de439", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:50:24.618607 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2e3201ed-1fa5-4cec-b3f3-d884f5bc2892 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:50:24.619109 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26cd0c95-7d6d-4c2c-a993-d693a3eb91a4', 'tag': 'a3b1bb01-b0e1-46d5-8662-b9597a2de439', 'status': 'completed', 'code': 200} Sep 17 07:50:24.628059 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c388ee03-f3e8-4256-bfa0-3a8450a67332 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:24.667261 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0c76994d-7e0a-49b7-81c4-285876ddac3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:24.671630 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0c76994d-7e0a-49b7-81c4-285876ddac3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:24.708881 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-595e93d0-e3e5-4d6c-9479-f9aa69656178 req-843919fe-6de7-4505-adcf-aaf94de16b24 tempest-SecurityGroupsTestAdminJSON-1417531928 tempest-SecurityGroupsTestAdminJSON-1417531928-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:24.710014 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-595e93d0-e3e5-4d6c-9479-f9aa69656178 req-843919fe-6de7-4505-adcf-aaf94de16b24 tempest-SecurityGroupsTestAdminJSON-1417531928 tempest-SecurityGroupsTestAdminJSON-1417531928-project-admin] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 1.2325783 Sep 17 07:50:24.732085 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 38690) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:24.732540 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-0c76994d-7e0a-49b7-81c4-285876ddac3f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=533478c5cb1c4ffb9548b81cd4b84ae1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5204635 Sep 17 07:50:24.737833 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c76994d-7e0a-49b7-81c4-285876ddac3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb5eab9-4bcd-4c82-bbe0-d2a10f846b0e,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:24.800514 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e06da-f316-4381-a0cf-5621cbd22d6c req-32f3cbed-1d2b-42e6-a929-9f594ab2ef8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:24.801954 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bb2e06da-f316-4381-a0cf-5621cbd22d6c req-32f3cbed-1d2b-42e6-a929-9f594ab2ef8f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=21f3c7f03c914a5b858a20df6b6b8d87&device_id=26cd0c95-7d6d-4c2c-a993-d693a3eb91a4 HTTP/1.1" status: 200 len: 1096 time: 0.1396959 Sep 17 07:50:24.863358 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45009595-85aa-4d9d-88b5-bd9e0efc9495 req-780a4dcc-e4ae-4d7f-b742-d652be6bedbc tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:24.864868 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-45009595-85aa-4d9d-88b5-bd9e0efc9495 req-780a4dcc-e4ae-4d7f-b742-d652be6bedbc tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "GET /v2.0/ports?device_id=31f02f8d-3021-40a0-9255-28623a738e53 HTTP/1.1" status: 200 len: 946 time: 0.1858327 Sep 17 07:50:24.917133 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e92ed7a-1850-4deb-bb5f-109dddea9b58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '916289fd-d422-4093-b99c-9600fa1ff8d8'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:50:24.920072 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a00ad37-5ddb-4321-828d-388702b6bc4a" -d '{"events": [{"server_uuid": "1e92ed7a-1850-4deb-bb5f-109dddea9b58", "name": "network-vif-plugged", "status": "completed", "tag": "916289fd-d422-4093-b99c-9600fa1ff8d8"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:50:24.988212 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-24691aae-6206-44e4-879d-75688e6a98cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:25.003892 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c041235c-48aa-4ea4-9557-55127d641db1 req-84cd99bf-99c3-48fd-b1c5-f34a92b530f3 tempest-MigrationsAdminTest-1840764547 tempest-MigrationsAdminTest-1840764547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:25.005434 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c041235c-48aa-4ea4-9557-55127d641db1 req-84cd99bf-99c3-48fd-b1c5-f34a92b530f3 tempest-MigrationsAdminTest-1840764547 tempest-MigrationsAdminTest-1840764547-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fa684fd0-a85e-469b-aed6-7fb0de9dc944 HTTP/1.1" status: 200 len: 1100 time: 0.2285645 Sep 17 07:50:25.027413 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-45009595-85aa-4d9d-88b5-bd9e0efc9495 req-5921f828-fd1d-492f-8b21-7ff3e71590a3 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5627b3e-0f48-4049-88ff-4f888409a37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500492 Sep 17 07:50:25.061091 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-24691aae-6206-44e4-879d-75688e6a98cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:25.155291 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:25.180414 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c388ee03-f3e8-4256-bfa0-3a8450a67332 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:25.190708 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e06da-f316-4381-a0cf-5621cbd22d6c req-04a972d9-a4bb-47a4-b8ca-30d1cfdb0ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:25.192362 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bb2e06da-f316-4381-a0cf-5621cbd22d6c req-04a972d9-a4bb-47a4-b8ca-30d1cfdb0ee0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e7618610-9a57-4cc8-982b-d8af484bdfe5 HTTP/1.1" status: 200 len: 929 time: 0.3652153 Sep 17 07:50:25.193026 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c388ee03-f3e8-4256-bfa0-3a8450a67332 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:25.205734 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c041235c-48aa-4ea4-9557-55127d641db1 req-0bf1af95-361b-49f8-a867-b6475893ec88 tempest-MigrationsAdminTest-1840764547 tempest-MigrationsAdminTest-1840764547-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887608 Sep 17 07:50:25.322194 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-24691aae-6206-44e4-879d-75688e6a98cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:25.324757 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-24691aae-6206-44e4-879d-75688e6a98cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:25.326149 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-24691aae-6206-44e4-879d-75688e6a98cd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fbb5eab9-4bcd-4c82-bbe0-d2a10f846b0e HTTP/1.1" status: 204 len: 168 time: 0.5890243 Sep 17 07:50:25.349491 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec9ae4-689f-400d-b64d-56cb49aeaf05 req-da24f345-2f8c-495b-ac55-984750873c92 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:25.351031 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ffec9ae4-689f-400d-b64d-56cb49aeaf05 req-da24f345-2f8c-495b-ac55-984750873c92 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e92ed7a-1850-4deb-bb5f-109dddea9b58 HTTP/1.1" status: 200 len: 946 time: 0.2406530 Sep 17 07:50:25.360443 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c388ee03-f3e8-4256-bfa0-3a8450a67332 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Pushing event updated for resources: {'Port': ['ID=11595760-6a54-4564-86fe-44ea937c5168,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:25.386712 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 38750) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:25.391297 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24691aae-6206-44e4-879d-75688e6a98cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb5eab9-4bcd-4c82-bbe0-d2a10f846b0e,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:25.418337 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bb2e06da-f316-4381-a0cf-5621cbd22d6c req-f8b723cd-e4fc-47d7-9079-a123eb32b9cf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3b1bb01-b0e1-46d5-8662-b9597a2de439 HTTP/1.1" status: 200 len: 1000 time: 0.2113168 Sep 17 07:50:25.461416 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c388ee03-f3e8-4256-bfa0-3a8450a67332 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:25.517466 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a04f67df-74f0-4b24-bbae-dd3100ef09ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:25.524031 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c388ee03-f3e8-4256-bfa0-3a8450a67332 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:25.528288 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-c388ee03-f3e8-4256-bfa0-3a8450a67332 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1849575 Sep 17 07:50:25.540405 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ffec9ae4-689f-400d-b64d-56cb49aeaf05 req-74a04aa7-abdf-43dd-a73e-ffafac39ee4f tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632283 Sep 17 07:50:25.571609 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e06da-f316-4381-a0cf-5621cbd22d6c req-731e93e5-af33-4bda-bd2c-b5b1bf755c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:25.580030 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bb2e06da-f316-4381-a0cf-5621cbd22d6c req-731e93e5-af33-4bda-bd2c-b5b1bf755c7b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bb64a615-3b31-4cda-9193-292349d0b524 HTTP/1.1" status: 200 len: 867 time: 0.1306090 Sep 17 07:50:25.635524 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8f35de5c-bd60-41be-8997-d4563d6ffdce req-de20708a-c68b-42a0-af6d-8fe35ddb4c11 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=5fc128c4-343a-4b5b-8a61-6a2b8d95c555 HTTP/1.1" status: 200 len: 258 time: 0.3695614 Sep 17 07:50:25.645225 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a04f67df-74f0-4b24-bbae-dd3100ef09ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:25.650474 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a04f67df-74f0-4b24-bbae-dd3100ef09ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:25.682697 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-8f35de5c-bd60-41be-8997-d4563d6ffdce req-740a0e30-061b-434f-a7b9-3192e083914d tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Request body: {'floatingip': {'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:50:25.690419 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04f67df-74f0-4b24-bbae-dd3100ef09ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa7b69d-0db5-4f27-9048-67f99137381b,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:25.698696 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a04f67df-74f0-4b24-bbae-dd3100ef09ee admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e1942dfad6f2405381dd0c741ca4daeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3080096 Sep 17 07:50:25.698992 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 38762) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:25.728412 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e06da-f316-4381-a0cf-5621cbd22d6c req-3cf12c15-abea-4479-a7f7-fcdc95d6ba95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:25.729955 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bb2e06da-f316-4381-a0cf-5621cbd22d6c req-3cf12c15-abea-4479-a7f7-fcdc95d6ba95 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e7618610-9a57-4cc8-982b-d8af484bdfe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1390929 Sep 17 07:50:25.753631 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-8f35de5c-bd60-41be-8997-d4563d6ffdce req-740a0e30-061b-434f-a7b9-3192e083914d tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Notify callbacks [] for floatingip, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:25.757536 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-58af488a-c7c5-4109-8469-464df555a1de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:25.783318 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-58af488a-c7c5-4109-8469-464df555a1de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:25.837265 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-58af488a-c7c5-4109-8469-464df555a1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:25.840183 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-58af488a-c7c5-4109-8469-464df555a1de admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:25.841727 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-58af488a-c7c5-4109-8469-464df555a1de admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9aa7b69d-0db5-4f27-9048-67f99137381b HTTP/1.1" status: 204 len: 168 time: 0.1416068 Sep 17 07:50:25.850060 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58af488a-c7c5-4109-8469-464df555a1de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa7b69d-0db5-4f27-9048-67f99137381b,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:25.952150 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bb2e06da-f316-4381-a0cf-5621cbd22d6c req-c2e552a9-f28e-4782-8a68-7524703db52f service neutron] 10.222.0.41 "GET /v2.0/networks/e7618610-9a57-4cc8-982b-d8af484bdfe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103760 Sep 17 07:50:26.126562 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bb2e06da-f316-4381-a0cf-5621cbd22d6c req-3065a256-cf4f-44f6-87c3-96a561ebfaac service neutron] 10.222.0.41 "GET /v2.0/networks/e7618610-9a57-4cc8-982b-d8af484bdfe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652706 Sep 17 07:50:26.129925 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-8f35de5c-bd60-41be-8997-d4563d6ffdce req-740a0e30-061b-434f-a7b9-3192e083914d tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:26.145040 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-faaa70bc-277a-4cf4-97d1-9e5fbe02b9e2 req-768f6975-34cf-4418-b0d5-bf46f4b5f54e tempest-SecurityGroupsTestAdminJSON-1417531928 tempest-SecurityGroupsTestAdminJSON-1417531928-project-admin] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45044 time: 0.5632415 Sep 17 07:50:26.276425 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-faaa70bc-277a-4cf4-97d1-9e5fbe02b9e2 req-c781220f-8275-434e-8cc0-358f191384f8 tempest-SecurityGroupsTestAdminJSON-1417531928 tempest-SecurityGroupsTestAdminJSON-1417531928-project-admin] 10.222.0.13 "GET /v2.0/security-groups/0b0f720f-e741-407a-9d92-d9b14b4363ca HTTP/1.1" status: 200 len: 2981 time: 0.0762196 Sep 17 07:50:26.303422 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [req-8f35de5c-bd60-41be-8997-d4563d6ffdce req-740a0e30-061b-434f-a7b9-3192e083914d tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Allocated IP 172.25.6.188 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/6261cfd2-6d0f-44b6-b068-15f2e612a302) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:50:26.367181 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-faaa70bc-277a-4cf4-97d1-9e5fbe02b9e2 req-e210ea67-ef75-48cf-a548-067449de1830 tempest-SecurityGroupsTestAdminJSON-1417531928 tempest-SecurityGroupsTestAdminJSON-1417531928-project-admin] 10.222.0.13 "GET /v2.0/security-groups/0b0f720f-e741-407a-9d92-d9b14b4363ca HTTP/1.1" status: 200 len: 2981 time: 0.0804610 Sep 17 07:50:26.466857 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-faaa70bc-277a-4cf4-97d1-9e5fbe02b9e2 req-b26ce343-27b5-43d5-8dd3-f57a39f5c8ba tempest-SecurityGroupsTestAdminJSON-1417531928 tempest-SecurityGroupsTestAdminJSON-1417531928-project-admin] 10.222.0.13 "GET /v2.0/security-groups/3058bdf3-123d-4148-b880-affb2bab9202 HTTP/1.1" status: 200 len: 2973 time: 0.0910277 Sep 17 07:50:26.486778 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-8f35de5c-bd60-41be-8997-d4563d6ffdce req-740a0e30-061b-434f-a7b9-3192e083914d tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:26.542610 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-faaa70bc-277a-4cf4-97d1-9e5fbe02b9e2 req-509f1e1f-b82b-404d-b8ac-c54c58d3369c tempest-SecurityGroupsTestAdminJSON-1417531928 tempest-SecurityGroupsTestAdminJSON-1417531928-project-admin] 10.222.0.13 "GET /v2.0/security-groups/3058bdf3-123d-4148-b880-affb2bab9202 HTTP/1.1" status: 200 len: 2973 time: 0.0667760 Sep 17 07:50:26.562385 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-8f35de5c-bd60-41be-8997-d4563d6ffdce req-740a0e30-061b-434f-a7b9-3192e083914d tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:26.619754 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f35de5c-bd60-41be-8997-d4563d6ffdce req-740a0e30-061b-434f-a7b9-3192e083914d tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:50:26.630465 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [req-8f35de5c-bd60-41be-8997-d4563d6ffdce req-740a0e30-061b-434f-a7b9-3192e083914d tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:50:26.638150 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f35de5c-bd60-41be-8997-d4563d6ffdce req-740a0e30-061b-434f-a7b9-3192e083914d tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:50:26.641443 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a0e30-061b-434f-a7b9-3192e083914d tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Pushing event updated for resources: {'Port': ['ID=6261cfd2-6d0f-44b6-b068-15f2e612a302,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:26.666142 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-faaa70bc-277a-4cf4-97d1-9e5fbe02b9e2 req-ccf6be0f-a914-4a73-89c0-85a5f6e43da5 tempest-SecurityGroupsTestAdminJSON-1417531928 tempest-SecurityGroupsTestAdminJSON-1417531928-project-admin] 10.222.0.13 "GET /v2.0/security-groups/3b4506ab-a51d-473a-a0e1-7a43f0093ec9 HTTP/1.1" status: 200 len: 2981 time: 0.1176422 Sep 17 07:50:26.753147 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-faaa70bc-277a-4cf4-97d1-9e5fbe02b9e2 req-eb51ed5e-8188-4411-8c87-1249b1c2e87e tempest-SecurityGroupsTestAdminJSON-1417531928 tempest-SecurityGroupsTestAdminJSON-1417531928-project-admin] 10.222.0.13 "GET /v2.0/security-groups/3b4506ab-a51d-473a-a0e1-7a43f0093ec9 HTTP/1.1" status: 200 len: 2981 time: 0.0791776 Sep 17 07:50:26.787001 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-8f35de5c-bd60-41be-8997-d4563d6ffdce req-740a0e30-061b-434f-a7b9-3192e083914d tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:26.838645 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-faaa70bc-277a-4cf4-97d1-9e5fbe02b9e2 req-0cebbfdd-2dc5-4192-a125-ec66f3b992dd tempest-SecurityGroupsTestAdminJSON-1417531928 tempest-SecurityGroupsTestAdminJSON-1417531928-project-admin] 10.222.0.13 "GET /v2.0/security-groups/58676fa1-dae6-4fdf-b8bd-e05c045fe6b8 HTTP/1.1" status: 200 len: 2981 time: 0.0752544 Sep 17 07:50:26.843650 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-8f35de5c-bd60-41be-8997-d4563d6ffdce req-740a0e30-061b-434f-a7b9-3192e083914d tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:26.919618 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-faaa70bc-277a-4cf4-97d1-9e5fbe02b9e2 req-279bbec7-222d-4ebf-a9a3-9f216d12e983 tempest-SecurityGroupsTestAdminJSON-1417531928 tempest-SecurityGroupsTestAdminJSON-1417531928-project-admin] 10.222.0.13 "GET /v2.0/security-groups/58676fa1-dae6-4fdf-b8bd-e05c045fe6b8 HTTP/1.1" status: 200 len: 2981 time: 0.0731604 Sep 17 07:50:27.037771 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-faaa70bc-277a-4cf4-97d1-9e5fbe02b9e2 req-2013b3d6-a0ae-4416-b355-f8da8729f391 tempest-SecurityGroupsTestAdminJSON-1417531928 tempest-SecurityGroupsTestAdminJSON-1417531928-project-admin] 10.222.0.13 "GET /v2.0/security-groups/7e722ee8-dbfd-4856-9c85-458eb8c8fbd2 HTTP/1.1" status: 200 len: 2981 time: 0.1043773 Sep 17 07:50:27.100345 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-8f35de5c-bd60-41be-8997-d4563d6ffdce req-740a0e30-061b-434f-a7b9-3192e083914d tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:27.106153 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-8f35de5c-bd60-41be-8997-d4563d6ffdce req-740a0e30-061b-434f-a7b9-3192e083914d tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:27.139152 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-faaa70bc-277a-4cf4-97d1-9e5fbe02b9e2 req-ccf73800-bdf1-4130-97db-ddeb8d1b5042 tempest-SecurityGroupsTestAdminJSON-1417531928 tempest-SecurityGroupsTestAdminJSON-1417531928-project-admin] 10.222.0.13 "GET /v2.0/security-groups/7e722ee8-dbfd-4856-9c85-458eb8c8fbd2 HTTP/1.1" status: 200 len: 2981 time: 0.0829208 Sep 17 07:50:27.209511 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a0e30-061b-434f-a7b9-3192e083914d tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Pushing event updated for resources: {'Port': ['ID=6261cfd2-6d0f-44b6-b068-15f2e612a302,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:27.226355 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 38836) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:27.236179 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-8f35de5c-bd60-41be-8997-d4563d6ffdce req-740a0e30-061b-434f-a7b9-3192e083914d tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:27.247364 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-faaa70bc-277a-4cf4-97d1-9e5fbe02b9e2 req-0e0df990-5e5e-441b-a489-065dee1486fb tempest-SecurityGroupsTestAdminJSON-1417531928 tempest-SecurityGroupsTestAdminJSON-1417531928-project-admin] 10.222.0.13 "GET /v2.0/security-groups/8b0426ad-db0f-46ff-8afc-7fc348432e26 HTTP/1.1" status: 200 len: 2981 time: 0.0945089 Sep 17 07:50:27.265105 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-8f35de5c-bd60-41be-8997-d4563d6ffdce req-740a0e30-061b-434f-a7b9-3192e083914d tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:27.266298 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8f35de5c-bd60-41be-8997-d4563d6ffdce req-740a0e30-061b-434f-a7b9-3192e083914d tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6210358 Sep 17 07:50:27.349575 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8f35de5c-bd60-41be-8997-d4563d6ffdce req-2652aa60-6651-45bf-8141-5a9b088606c6 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.188 HTTP/1.1" status: 200 len: 696 time: 0.0737057 Sep 17 07:50:27.385990 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-faaa70bc-277a-4cf4-97d1-9e5fbe02b9e2 req-14b28917-d25b-444e-bae9-82ce6779a205 tempest-SecurityGroupsTestAdminJSON-1417531928 tempest-SecurityGroupsTestAdminJSON-1417531928-project-admin] 10.222.0.13 "GET /v2.0/security-groups/8b0426ad-db0f-46ff-8afc-7fc348432e26 HTTP/1.1" status: 200 len: 2981 time: 0.1302972 Sep 17 07:50:27.439238 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-c9dac111-22e9-40ac-8f91-262bb24aaa6f tempest-QuotasNegativeTest-1371018490 tempest-QuotasNegativeTest-1371018490-project-admin] Request body: {'quota': {'network': 2}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:50:27.466864 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c9dac111-22e9-40ac-8f91-262bb24aaa6f tempest-QuotasNegativeTest-1371018490 tempest-QuotasNegativeTest-1371018490-project-admin] 10.222.0.13 "PUT /v2.0/quotas/20f455cc72724a598e5084474f2800fd HTTP/1.1" status: 200 len: 368 time: 0.2355475 Sep 17 07:50:27.467135 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 38854) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:27.475926 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-b8a9871f-a03c-459f-8943-6a6dc43fbd7c tempest-QuotasNegativeTest-1371018490 tempest-QuotasNegativeTest-1371018490-project-admin] Request body: {'network': {'project_id': '20f455cc72724a598e5084474f2800fd'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:50:27.489119 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-faaa70bc-277a-4cf4-97d1-9e5fbe02b9e2 req-b57aff06-11b9-49c5-be84-60612d51622c tempest-SecurityGroupsTestAdminJSON-1417531928 tempest-SecurityGroupsTestAdminJSON-1417531928-project-admin] 10.222.0.13 "GET /v2.0/security-groups/94ed190e-2879-4ffb-b153-3ca3cafb1b47 HTTP/1.1" status: 200 len: 2977 time: 0.0935102 Sep 17 07:50:27.507448 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f35de5c-bd60-41be-8997-d4563d6ffdce req-a903360b-0fa4-4045-88c8-a7e35f40435c tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:27.508973 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8f35de5c-bd60-41be-8997-d4563d6ffdce req-a903360b-0fa4-4045-88c8-a7e35f40435c tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] 10.222.0.13 "GET /v2.0/networks/5fc128c4-343a-4b5b-8a61-6a2b8d95c555 HTTP/1.1" status: 200 len: 784 time: 0.1504467 Sep 17 07:50:27.509150 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a9871f-a03c-459f-8943-6a6dc43fbd7c tempest-QuotasNegativeTest-1371018490 tempest-QuotasNegativeTest-1371018490-project-admin] Made reservation on behalf of 20f455cc72724a598e5084474f2800fd for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:50:27.511375 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b8a9871f-a03c-459f-8943-6a6dc43fbd7c tempest-QuotasNegativeTest-1371018490 tempest-QuotasNegativeTest-1371018490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:27.524372 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b8a9871f-a03c-459f-8943-6a6dc43fbd7c tempest-QuotasNegativeTest-1371018490 tempest-QuotasNegativeTest-1371018490-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:27.553054 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-faaa70bc-277a-4cf4-97d1-9e5fbe02b9e2 req-80dc05e4-c5da-4d58-bfff-1dadea7eb992 tempest-SecurityGroupsTestAdminJSON-1417531928 tempest-SecurityGroupsTestAdminJSON-1417531928-project-admin] 10.222.0.13 "GET /v2.0/security-groups/94ed190e-2879-4ffb-b153-3ca3cafb1b47 HTTP/1.1" status: 200 len: 2977 time: 0.0539985 Sep 17 07:50:27.560319 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949ee692-0cab-4977-becb-6fa5d40aee1b x-openstack-request-id: req-949ee692-0cab-4977-becb-6fa5d40aee1b {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:50:27.560976 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e92ed7a-1850-4deb-bb5f-109dddea9b58", "name": "network-vif-plugged", "status": "completed", "tag": "916289fd-d422-4093-b99c-9600fa1ff8d8", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:50:27.561125 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-949ee692-0cab-4977-becb-6fa5d40aee1b {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:50:27.561883 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e92ed7a-1850-4deb-bb5f-109dddea9b58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '916289fd-d422-4093-b99c-9600fa1ff8d8', 'code': 200} Sep 17 07:50:27.626787 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-faaa70bc-277a-4cf4-97d1-9e5fbe02b9e2 req-d98c90a1-c380-4a21-b1f1-83599ade1589 tempest-SecurityGroupsTestAdminJSON-1417531928 tempest-SecurityGroupsTestAdminJSON-1417531928-project-admin] 10.222.0.13 "GET /v2.0/security-groups/9f8eb9ee-ffba-4c2e-b145-6a805dcc6e2a HTTP/1.1" status: 200 len: 2981 time: 0.0670059 Sep 17 07:50:27.666580 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b8a9871f-a03c-459f-8943-6a6dc43fbd7c tempest-QuotasNegativeTest-1371018490 tempest-QuotasNegativeTest-1371018490-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:27.673650 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b8a9871f-a03c-459f-8943-6a6dc43fbd7c tempest-QuotasNegativeTest-1371018490 tempest-QuotasNegativeTest-1371018490-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:27.712421 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8a9871f-a03c-459f-8943-6a6dc43fbd7c tempest-QuotasNegativeTest-1371018490 tempest-QuotasNegativeTest-1371018490-project-admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 07:50:27.728615 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-faaa70bc-277a-4cf4-97d1-9e5fbe02b9e2 req-48460808-23ab-4957-ab5e-c3f1bbdb1367 tempest-SecurityGroupsTestAdminJSON-1417531928 tempest-SecurityGroupsTestAdminJSON-1417531928-project-admin] 10.222.0.13 "GET /v2.0/security-groups/9f8eb9ee-ffba-4c2e-b145-6a805dcc6e2a HTTP/1.1" status: 200 len: 2981 time: 0.0956154 Sep 17 07:50:27.729332 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 38870) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:27.750691 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a9871f-a03c-459f-8943-6a6dc43fbd7c tempest-QuotasNegativeTest-1371018490 tempest-QuotasNegativeTest-1371018490-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c90c44-dc1b-4100-9c21-abe96e132a07,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:27.757986 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b8a9871f-a03c-459f-8943-6a6dc43fbd7c tempest-QuotasNegativeTest-1371018490 tempest-QuotasNegativeTest-1371018490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:27.758763 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-b8a9871f-a03c-459f-8943-6a6dc43fbd7c tempest-QuotasNegativeTest-1371018490 tempest-QuotasNegativeTest-1371018490-project-admin] Added segment f9276fbe-566b-4112-a040-5245f52a261f of type vlan for network 25608237-6207-4042-8487-9c7841455949 Sep 17 07:50:27.806323 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8477f0a8-184d-4f61-998b-29bdc7cc0b37 req-3092781d-3b39-4f38-8121-cae292ae7836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:27.807738 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8477f0a8-184d-4f61-998b-29bdc7cc0b37 req-3092781d-3b39-4f38-8121-cae292ae7836 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1e92ed7a-1850-4deb-bb5f-109dddea9b58 HTTP/1.1" status: 200 len: 1097 time: 0.1127369 Sep 17 07:50:27.809379 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b8a9871f-a03c-459f-8943-6a6dc43fbd7c tempest-QuotasNegativeTest-1371018490 tempest-QuotasNegativeTest-1371018490-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:27.840421 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3a06e0da-eb61-44ec-86b1-a8ac5c27ffba req-c9e5d68c-59d3-4042-b2f6-153ce7377195 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--2103086444&fields=id&tenant_id=746a584a63d8493ea1b556df39b89a7b HTTP/1.1" status: 200 len: 267 time: 0.0839844 Sep 17 07:50:27.843691 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-faaa70bc-277a-4cf4-97d1-9e5fbe02b9e2 req-3e946233-55a6-464a-a704-d507b3d83fd3 tempest-SecurityGroupsTestAdminJSON-1417531928 tempest-SecurityGroupsTestAdminJSON-1417531928-project-admin] 10.222.0.13 "GET /v2.0/security-groups/9fad06fe-2c53-4491-ba6a-c20abce4ea77 HTTP/1.1" status: 200 len: 2977 time: 0.0940750 Sep 17 07:50:27.855330 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b8a9871f-a03c-459f-8943-6a6dc43fbd7c tempest-QuotasNegativeTest-1371018490 tempest-QuotasNegativeTest-1371018490-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:27.856482 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a9871f-a03c-459f-8943-6a6dc43fbd7c tempest-QuotasNegativeTest-1371018490 tempest-QuotasNegativeTest-1371018490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:27.857066 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b8a9871f-a03c-459f-8943-6a6dc43fbd7c tempest-QuotasNegativeTest-1371018490 tempest-QuotasNegativeTest-1371018490-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:27.872601 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8477f0a8-184d-4f61-998b-29bdc7cc0b37 req-081b9c5c-d30a-43d0-bc73-e9d6ddb77884 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555265 Sep 17 07:50:27.896060 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b8a9871f-a03c-459f-8943-6a6dc43fbd7c tempest-QuotasNegativeTest-1371018490 tempest-QuotasNegativeTest-1371018490-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4276502 Sep 17 07:50:27.898549 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 38876) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:27.905595 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-0a73c04e-bef5-44f4-8fb3-0de230608246 tempest-QuotasNegativeTest-1371018490 tempest-QuotasNegativeTest-1371018490-project-admin] Request body: {'network': {'project_id': '20f455cc72724a598e5084474f2800fd'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:50:27.942465 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a9871f-a03c-459f-8943-6a6dc43fbd7c tempest-QuotasNegativeTest-1371018490 tempest-QuotasNegativeTest-1371018490-project-admin] Pushing event updated for resources: {'Network': ['ID=25608237-6207-4042-8487-9c7841455949,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:27.947517 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-41c3f6a5-3d14-4a8f-baf0-f149f1f2ce90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:27.952655 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 25608237-6207-4042-8487-9c7841455949 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 07:50:27.958302 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a73c04e-bef5-44f4-8fb3-0de230608246 tempest-QuotasNegativeTest-1371018490 tempest-QuotasNegativeTest-1371018490-project-admin] Made reservation on behalf of 20f455cc72724a598e5084474f2800fd for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:50:27.960778 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0a73c04e-bef5-44f4-8fb3-0de230608246 tempest-QuotasNegativeTest-1371018490 tempest-QuotasNegativeTest-1371018490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:27.986865 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a73c04e-bef5-44f4-8fb3-0de230608246 tempest-QuotasNegativeTest-1371018490 tempest-QuotasNegativeTest-1371018490-project-admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 07:50:27.996386 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0a73c04e-bef5-44f4-8fb3-0de230608246 tempest-QuotasNegativeTest-1371018490 tempest-QuotasNegativeTest-1371018490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:27.996733 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-0a73c04e-bef5-44f4-8fb3-0de230608246 tempest-QuotasNegativeTest-1371018490 tempest-QuotasNegativeTest-1371018490-project-admin] Added segment 96bde274-9089-40de-865b-e62de1cdcb14 of type vlan for network 747d0e6a-3cd1-4f61-ad5d-065d299bceda Sep 17 07:50:27.997499 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-faaa70bc-277a-4cf4-97d1-9e5fbe02b9e2 req-1ecc6a20-050b-42df-be04-3d6f507adc37 tempest-SecurityGroupsTestAdminJSON-1417531928 tempest-SecurityGroupsTestAdminJSON-1417531928-project-admin] 10.222.0.13 "GET /v2.0/security-groups/9fad06fe-2c53-4491-ba6a-c20abce4ea77 HTTP/1.1" status: 200 len: 2977 time: 0.1469989 Sep 17 07:50:28.041809 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0a73c04e-bef5-44f4-8fb3-0de230608246 tempest-QuotasNegativeTest-1371018490 tempest-QuotasNegativeTest-1371018490-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:28.052399 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06e0da-eb61-44ec-86b1-a8ac5c27ffba req-b8eb1c9a-8146-4dbb-b829-6ed413a43bba tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:28.053979 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3a06e0da-eb61-44ec-86b1-a8ac5c27ffba req-b8eb1c9a-8146-4dbb-b829-6ed413a43bba tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] 10.222.0.13 "GET /v2.0/networks?id=707dcf24-13d2-4ec8-bbd9-667ff063181d HTTP/1.1" status: 200 len: 805 time: 0.2046931 Sep 17 07:50:28.066339 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0a73c04e-bef5-44f4-8fb3-0de230608246 tempest-QuotasNegativeTest-1371018490 tempest-QuotasNegativeTest-1371018490-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:28.067322 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a73c04e-bef5-44f4-8fb3-0de230608246 tempest-QuotasNegativeTest-1371018490 tempest-QuotasNegativeTest-1371018490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:28.067911 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0a73c04e-bef5-44f4-8fb3-0de230608246 tempest-QuotasNegativeTest-1371018490 tempest-QuotasNegativeTest-1371018490-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:28.094489 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3a06e0da-eb61-44ec-86b1-a8ac5c27ffba req-63ef660a-8fea-4d60-b24b-1405c5b1df74 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] 10.222.0.13 "GET /v2.0/quotas/746a584a63d8493ea1b556df39b89a7b HTTP/1.1" status: 200 len: 375 time: 0.0301352 Sep 17 07:50:28.106006 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-faaa70bc-277a-4cf4-97d1-9e5fbe02b9e2 req-fdb68c7a-c96e-4d9b-aed0-dff0faf7dcac tempest-SecurityGroupsTestAdminJSON-1417531928 tempest-SecurityGroupsTestAdminJSON-1417531928-project-admin] 10.222.0.13 "GET /v2.0/security-groups/b57bfe4a-fd3a-4a25-bbc2-6392806aa576 HTTP/1.1" status: 200 len: 2981 time: 0.0925643 Sep 17 07:50:28.134666 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a73c04e-bef5-44f4-8fb3-0de230608246 tempest-QuotasNegativeTest-1371018490 tempest-QuotasNegativeTest-1371018490-project-admin] Pushing event updated for resources: {'Network': ['ID=747d0e6a-3cd1-4f61-ad5d-065d299bceda,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:28.145240 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 747d0e6a-3cd1-4f61-ad5d-065d299bceda details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 07:50:28.199725 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-faaa70bc-277a-4cf4-97d1-9e5fbe02b9e2 req-e3a77a57-0081-4e6b-ae3e-f7ec9ecc200c tempest-SecurityGroupsTestAdminJSON-1417531928 tempest-SecurityGroupsTestAdminJSON-1417531928-project-admin] 10.222.0.13 "GET /v2.0/security-groups/b57bfe4a-fd3a-4a25-bbc2-6392806aa576 HTTP/1.1" status: 200 len: 2981 time: 0.0848520 Sep 17 07:50:28.210032 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3a06e0da-eb61-44ec-86b1-a8ac5c27ffba req-72f482b4-122d-4d74-b26f-63a7c2221114 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=746a584a63d8493ea1b556df39b89a7b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1062250 Sep 17 07:50:28.225035 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-41c3f6a5-3d14-4a8f-baf0-f149f1f2ce90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:28.233843 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-0a73c04e-bef5-44f4-8fb3-0de230608246 tempest-QuotasNegativeTest-1371018490 tempest-QuotasNegativeTest-1371018490-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3337271 Sep 17 07:50:28.236806 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 38878) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:28.241998 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-a6939275-d90a-4ef7-b2b5-c99504c22071 tempest-QuotasNegativeTest-1371018490 tempest-QuotasNegativeTest-1371018490-project-admin] Request body: {'network': {'project_id': '20f455cc72724a598e5084474f2800fd'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:50:28.242317 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-41c3f6a5-3d14-4a8f-baf0-f149f1f2ce90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:28.254276 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6939275-d90a-4ef7-b2b5-c99504c22071 tempest-QuotasNegativeTest-1371018490 tempest-QuotasNegativeTest-1371018490-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 17 07:50:28.255269 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6939275-d90a-4ef7-b2b5-c99504c22071 tempest-QuotasNegativeTest-1371018490 tempest-QuotasNegativeTest-1371018490-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 07:50:28.260084 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a6939275-d90a-4ef7-b2b5-c99504c22071 tempest-QuotasNegativeTest-1371018490 tempest-QuotasNegativeTest-1371018490-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0220513 Sep 17 07:50:28.260700 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 38880) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:28.299248 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e67e08eb-b917-4f1c-b1d2-e851462b424d tempest-QuotasNegativeTest-1371018490 tempest-QuotasNegativeTest-1371018490-project-admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=20f455cc72724a598e5084474f2800fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374153 Sep 17 07:50:28.301742 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 38882) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:28.347859 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-41c3f6a5-3d14-4a8f-baf0-f149f1f2ce90 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ec8217fd033d472dbf7c0afac586c1b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6147344 Sep 17 07:50:28.348348 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b592db1d-a9bd-4117-8fd5-eab211f4782f tempest-QuotasNegativeTest-1371018490 tempest-QuotasNegativeTest-1371018490-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:28.350506 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 38884) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:28.351091 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c3f6a5-3d14-4a8f-baf0-f149f1f2ce90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df9a0566-5991-44d0-afaa-b60a5ef4746c,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:28.356151 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-faaa70bc-277a-4cf4-97d1-9e5fbe02b9e2 req-15979d02-b0f3-43fd-8d04-11c7a95eb942 tempest-SecurityGroupsTestAdminJSON-1417531928 tempest-SecurityGroupsTestAdminJSON-1417531928-project-admin] 10.222.0.13 "GET /v2.0/security-groups/dbb8b46b-1ef4-41c3-8b49-4cc623031cd0 HTTP/1.1" status: 200 len: 2981 time: 0.1451938 Sep 17 07:50:28.388464 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b592db1d-a9bd-4117-8fd5-eab211f4782f tempest-QuotasNegativeTest-1371018490 tempest-QuotasNegativeTest-1371018490-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:28.392508 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3a06e0da-eb61-44ec-86b1-a8ac5c27ffba req-ac5a4017-2baf-4b94-ab98-a0550320e83d service neutron] 10.222.0.13 "GET /v2.0/networks/707dcf24-13d2-4ec8-bbd9-667ff063181d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662476 Sep 17 07:50:28.435771 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-77231e5a-653e-4ce4-94d2-fe045a16d4a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:28.442235 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-faaa70bc-277a-4cf4-97d1-9e5fbe02b9e2 req-95fa20a7-a9db-4d0d-903f-3a473bc82e36 tempest-SecurityGroupsTestAdminJSON-1417531928 tempest-SecurityGroupsTestAdminJSON-1417531928-project-admin] 10.222.0.13 "GET /v2.0/security-groups/dbb8b46b-1ef4-41c3-8b49-4cc623031cd0 HTTP/1.1" status: 200 len: 2981 time: 0.0694306 Sep 17 07:50:28.463579 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-77231e5a-653e-4ce4-94d2-fe045a16d4a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:28.469576 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b592db1d-a9bd-4117-8fd5-eab211f4782f tempest-QuotasNegativeTest-1371018490 tempest-QuotasNegativeTest-1371018490-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:28.472035 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b592db1d-a9bd-4117-8fd5-eab211f4782f tempest-QuotasNegativeTest-1371018490 tempest-QuotasNegativeTest-1371018490-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:28.473163 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b592db1d-a9bd-4117-8fd5-eab211f4782f tempest-QuotasNegativeTest-1371018490 tempest-QuotasNegativeTest-1371018490-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/c7c90c44-dc1b-4100-9c21-abe96e132a07 HTTP/1.1" status: 204 len: 168 time: 0.1705413 Sep 17 07:50:28.476308 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 38886) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:28.488586 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b592db1d-a9bd-4117-8fd5-eab211f4782f tempest-QuotasNegativeTest-1371018490 tempest-QuotasNegativeTest-1371018490-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c90c44-dc1b-4100-9c21-abe96e132a07,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:28.523111 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-77231e5a-653e-4ce4-94d2-fe045a16d4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:28.525972 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-77231e5a-653e-4ce4-94d2-fe045a16d4a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:28.527213 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-77231e5a-653e-4ce4-94d2-fe045a16d4a4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/df9a0566-5991-44d0-afaa-b60a5ef4746c HTTP/1.1" status: 204 len: 168 time: 0.1757987 Sep 17 07:50:28.536409 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77231e5a-653e-4ce4-94d2-fe045a16d4a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9a0566-5991-44d0-afaa-b60a5ef4746c,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:28.592781 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3a06e0da-eb61-44ec-86b1-a8ac5c27ffba req-1297f3b2-15a9-4f87-bfb0-f19ba30b3d51 service neutron] 10.222.0.13 "GET /v2.0/networks/707dcf24-13d2-4ec8-bbd9-667ff063181d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931157 Sep 17 07:50:28.596251 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-faaa70bc-277a-4cf4-97d1-9e5fbe02b9e2 req-53677dab-77d2-4812-b13e-b0ddc9ab213b tempest-SecurityGroupsTestAdminJSON-1417531928 tempest-SecurityGroupsTestAdminJSON-1417531928-project-admin] 10.222.0.13 "GET /v2.0/security-groups/e0f28185-6c27-413a-9a11-d1b7dd2c9d1e HTTP/1.1" status: 200 len: 2977 time: 0.1232378 Sep 17 07:50:28.600885 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6e252638-6bc2-490e-9e45-efdc04bfc56e tempest-QuotasNegativeTest-1371018490 tempest-QuotasNegativeTest-1371018490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:28.683370 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-faaa70bc-277a-4cf4-97d1-9e5fbe02b9e2 req-531854b0-e7cc-4e62-b719-dcb965e74d85 tempest-SecurityGroupsTestAdminJSON-1417531928 tempest-SecurityGroupsTestAdminJSON-1417531928-project-admin] 10.222.0.13 "GET /v2.0/security-groups/e0f28185-6c27-413a-9a11-d1b7dd2c9d1e HTTP/1.1" status: 200 len: 2977 time: 0.0773389 Sep 17 07:50:28.725834 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6e252638-6bc2-490e-9e45-efdc04bfc56e tempest-QuotasNegativeTest-1371018490 tempest-QuotasNegativeTest-1371018490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:28.752783 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-6e252638-6bc2-490e-9e45-efdc04bfc56e tempest-QuotasNegativeTest-1371018490 tempest-QuotasNegativeTest-1371018490-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['747d0e6a-3cd1-4f61-ad5d-065d299bceda']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:50:28.775810 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-6e252638-6bc2-490e-9e45-efdc04bfc56e tempest-QuotasNegativeTest-1371018490 tempest-QuotasNegativeTest-1371018490-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96bde274-9089-40de-865b-e62de1cdcb14') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:50:28.776138 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-6e252638-6bc2-490e-9e45-efdc04bfc56e tempest-QuotasNegativeTest-1371018490 tempest-QuotasNegativeTest-1371018490-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96bde274-9089-40de-865b-e62de1cdcb14') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:50:28.788926 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6e252638-6bc2-490e-9e45-efdc04bfc56e tempest-QuotasNegativeTest-1371018490 tempest-QuotasNegativeTest-1371018490-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:28.840382 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6e252638-6bc2-490e-9e45-efdc04bfc56e tempest-QuotasNegativeTest-1371018490 tempest-QuotasNegativeTest-1371018490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:28.854185 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e252638-6bc2-490e-9e45-efdc04bfc56e tempest-QuotasNegativeTest-1371018490 tempest-QuotasNegativeTest-1371018490-project-admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 07:50:28.854562 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6e252638-6bc2-490e-9e45-efdc04bfc56e tempest-QuotasNegativeTest-1371018490 tempest-QuotasNegativeTest-1371018490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:28.856358 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 07:50:28.856358 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 07:50:28.856358 n-d-789963-9 neutron-server[101289]: timer() Sep 17 07:50:28.856358 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 07:50:28.856358 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 07:50:28.856358 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 07:50:28.856358 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 07:50:28.856358 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 07:50:28.856358 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 07:50:28.856358 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 07:50:28.856358 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 07:50:28.856358 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 07:50:28.856358 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 07:50:28.856358 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 07:50:28.856358 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 07:50:28.856358 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 07:50:28.856358 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 07:50:28.856358 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 07:50:28.856358 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 07:50:28.856358 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 07:50:28.856358 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 07:50:28.856358 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 07:50:28.856358 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 07:50:28.856358 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 07:50:28.856358 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 07:50:28.856358 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 07:50:28.856358 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 07:50:28.856358 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 07:50:28.856358 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 07:50:28.856358 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 07:50:28.856358 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 07:50:28.856358 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 07:50:28.886166 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3218add-a250-4c13-9e7e-6536a99eabde req-aef7ab84-c3a3-4703-ba43-957bdc60f19c tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:28.887698 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f3218add-a250-4c13-9e7e-6536a99eabde req-aef7ab84-c3a3-4703-ba43-957bdc60f19c tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e92ed7a-1850-4deb-bb5f-109dddea9b58 HTTP/1.1" status: 200 len: 946 time: 0.0908432 Sep 17 07:50:28.958729 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6e252638-6bc2-490e-9e45-efdc04bfc56e tempest-QuotasNegativeTest-1371018490 tempest-QuotasNegativeTest-1371018490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:28.971262 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6e252638-6bc2-490e-9e45-efdc04bfc56e tempest-QuotasNegativeTest-1371018490 tempest-QuotasNegativeTest-1371018490-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:28.973172 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-6e252638-6bc2-490e-9e45-efdc04bfc56e tempest-QuotasNegativeTest-1371018490 tempest-QuotasNegativeTest-1371018490-project-admin] 10.222.0.13 "DELETE /v2.0/networks/747d0e6a-3cd1-4f61-ad5d-065d299bceda HTTP/1.1" status: 204 len: 168 time: 0.4888256 Sep 17 07:50:28.975908 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 38910) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:29.001176 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e252638-6bc2-490e-9e45-efdc04bfc56e tempest-QuotasNegativeTest-1371018490 tempest-QuotasNegativeTest-1371018490-project-admin] Pushing event deleted for resources: {'Network': ['ID=747d0e6a-3cd1-4f61-ad5d-065d299bceda,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:29.010418 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f3218add-a250-4c13-9e7e-6536a99eabde req-93e97b82-0785-43f9-8fe3-1bd0d6052882 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982366 Sep 17 07:50:29.026014 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a356ef-b0b5-4ea6-bc01-d81573636bf0 req-e9c1fa99-b83c-4f66-a985-2cd7ffa3467e tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:29.044028 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-13a356ef-b0b5-4ea6-bc01-d81573636bf0 req-e9c1fa99-b83c-4f66-a985-2cd7ffa3467e tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cd0c95-7d6d-4c2c-a993-d693a3eb91a4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1221664 Sep 17 07:50:29.096973 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-13a356ef-b0b5-4ea6-bc01-d81573636bf0 req-80a25017-daa1-4be8-afef-6d571baf10ec tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.188 HTTP/1.1" status: 200 len: 696 time: 0.0605292 Sep 17 07:50:29.109624 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-13a356ef-b0b5-4ea6-bc01-d81573636bf0 req-aa42fa19-320e-4867-a10f-059cda257e0b tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Request body: {'floatingip': {'port_id': 'a3b1bb01-b0e1-46d5-8662-b9597a2de439', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:50:29.110991 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-48db2d6f-b438-46cc-969e-1be30f5346b3 tempest-QuotasNegativeTest-1371018490 tempest-QuotasNegativeTest-1371018490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:29.141467 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 07:50:29.194014 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-13a356ef-b0b5-4ea6-bc01-d81573636bf0 req-aa42fa19-320e-4867-a10f-059cda257e0b tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Notify callbacks [] for floatingip, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:29.208753 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c380119e-bc51-4597-acc3-59dc74817eec req-840a7a78-ee67-4665-b0b7-e0f6ffadb2be tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=e3c94ece967c49989722015c639870a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0447068 Sep 17 07:50:29.219605 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-48db2d6f-b438-46cc-969e-1be30f5346b3 tempest-QuotasNegativeTest-1371018490 tempest-QuotasNegativeTest-1371018490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:29.269070 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-48db2d6f-b438-46cc-969e-1be30f5346b3 tempest-QuotasNegativeTest-1371018490 tempest-QuotasNegativeTest-1371018490-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25608237-6207-4042-8487-9c7841455949']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:50:29.286864 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-48db2d6f-b438-46cc-969e-1be30f5346b3 tempest-QuotasNegativeTest-1371018490 tempest-QuotasNegativeTest-1371018490-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9276fbe-566b-4112-a040-5245f52a261f') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:50:29.293835 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-48db2d6f-b438-46cc-969e-1be30f5346b3 tempest-QuotasNegativeTest-1371018490 tempest-QuotasNegativeTest-1371018490-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9276fbe-566b-4112-a040-5245f52a261f') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:50:29.320317 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-48db2d6f-b438-46cc-969e-1be30f5346b3 tempest-QuotasNegativeTest-1371018490 tempest-QuotasNegativeTest-1371018490-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:29.341657 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-48db2d6f-b438-46cc-969e-1be30f5346b3 tempest-QuotasNegativeTest-1371018490 tempest-QuotasNegativeTest-1371018490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:29.350370 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48db2d6f-b438-46cc-969e-1be30f5346b3 tempest-QuotasNegativeTest-1371018490 tempest-QuotasNegativeTest-1371018490-project-admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 07:50:29.351267 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-48db2d6f-b438-46cc-969e-1be30f5346b3 tempest-QuotasNegativeTest-1371018490 tempest-QuotasNegativeTest-1371018490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:29.354561 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 07:50:29.354561 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 07:50:29.354561 n-d-789963-9 neutron-server[101290]: timer() Sep 17 07:50:29.354561 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 07:50:29.354561 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 07:50:29.354561 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 07:50:29.354561 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 07:50:29.354561 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 07:50:29.354561 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 07:50:29.354561 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 07:50:29.354561 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 07:50:29.354561 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 07:50:29.354561 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 07:50:29.354561 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 07:50:29.354561 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 07:50:29.354561 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 07:50:29.354561 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 07:50:29.354561 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 07:50:29.354561 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 07:50:29.354561 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 07:50:29.354561 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 07:50:29.354561 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 07:50:29.354561 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 07:50:29.354561 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 07:50:29.354561 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 07:50:29.354561 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 07:50:29.354561 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 07:50:29.354561 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 07:50:29.354561 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 07:50:29.354561 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 07:50:29.354561 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 07:50:29.354561 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 07:50:29.465067 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-48db2d6f-b438-46cc-969e-1be30f5346b3 tempest-QuotasNegativeTest-1371018490 tempest-QuotasNegativeTest-1371018490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:29.476814 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-48db2d6f-b438-46cc-969e-1be30f5346b3 tempest-QuotasNegativeTest-1371018490 tempest-QuotasNegativeTest-1371018490-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:29.479785 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-48db2d6f-b438-46cc-969e-1be30f5346b3 tempest-QuotasNegativeTest-1371018490 tempest-QuotasNegativeTest-1371018490-project-admin] 10.222.0.13 "DELETE /v2.0/networks/25608237-6207-4042-8487-9c7841455949 HTTP/1.1" status: 204 len: 168 time: 0.5028586 Sep 17 07:50:29.493185 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48db2d6f-b438-46cc-969e-1be30f5346b3 tempest-QuotasNegativeTest-1371018490 tempest-QuotasNegativeTest-1371018490-project-admin] Pushing event deleted for resources: {'Network': ['ID=25608237-6207-4042-8487-9c7841455949,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:29.895564 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c380119e-bc51-4597-acc3-59dc74817eec req-da9e1a97-43af-473a-8969-1028715d613c tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:29.897061 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c380119e-bc51-4597-acc3-59dc74817eec req-da9e1a97-43af-473a-8969-1028715d613c tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6570740 Sep 17 07:50:29.950759 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c380119e-bc51-4597-acc3-59dc74817eec req-76d6f8b3-3aca-4d93-bf69-cdf5f8c02f23 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/quotas/e3c94ece967c49989722015c639870a6 HTTP/1.1" status: 200 len: 375 time: 0.0158296 Sep 17 07:50:29.996023 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [req-13a356ef-b0b5-4ea6-bc01-d81573636bf0 req-aa42fa19-320e-4867-a10f-059cda257e0b tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] update failed (client error): There was a conflict when trying to complete your request. Sep 17 07:50:29.997089 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-13a356ef-b0b5-4ea6-bc01-d81573636bf0 req-aa42fa19-320e-4867-a10f-059cda257e0b tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] 10.222.0.13 "PUT /v2.0/floatingips/c3f0fe92-9e20-4362-8996-4c0ddbd9efed HTTP/1.1" status: 409 len: 550 time: 0.8919063 Sep 17 07:50:30.016037 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c380119e-bc51-4597-acc3-59dc74817eec req-ff42f75d-c76c-4813-b1da-4110072d9020 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e3c94ece967c49989722015c639870a6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0564356 Sep 17 07:50:30.111121 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bf62e878-054d-43b5-bd63-7445976e7c37 req-0749f967-196c-431b-8449-fed430b27531 tempest-SecurityGroupsTestAdminJSON-540941455 tempest-SecurityGroupsTestAdminJSON-540941455-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=47b525a0a766441d9e7b0f07c079dbf3 HTTP/1.1" status: 200 len: 6101 time: 0.0905638 Sep 17 07:50:30.113445 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 38952) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:30.188845 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06e0da-eb61-44ec-86b1-a8ac5c27ffba req-3c284cf8-a0f3-47df-b019-f3d1b5b2a30f tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:30.190927 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3a06e0da-eb61-44ec-86b1-a8ac5c27ffba req-3c284cf8-a0f3-47df-b019-f3d1b5b2a30f tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] 10.222.0.39 "GET /v2.0/networks?id=707dcf24-13d2-4ec8-bbd9-667ff063181d HTTP/1.1" status: 200 len: 805 time: 0.1700120 Sep 17 07:50:30.279330 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bf62e878-054d-43b5-bd63-7445976e7c37 req-af182b81-0c39-4b83-bf4c-66e2509ac305 tempest-SecurityGroupsTestAdminJSON-540941455 tempest-SecurityGroupsTestAdminJSON-540941455-project] 10.222.0.13 "GET /v2.0/security-groups/58676fa1-dae6-4fdf-b8bd-e05c045fe6b8 HTTP/1.1" status: 200 len: 2981 time: 0.1503041 Sep 17 07:50:30.316642 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3a06e0da-eb61-44ec-86b1-a8ac5c27ffba req-316f31b8-e5f4-4360-a7a0-2ea697d177e9 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=746a584a63d8493ea1b556df39b89a7b HTTP/1.1" status: 200 len: 380 time: 0.1049476 Sep 17 07:50:30.338437 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-3a06e0da-eb61-44ec-86b1-a8ac5c27ffba req-a90909a1-2fb1-457c-bdcf-1ca570478036 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Request body: {'port': {'device_id': 'dbc3ceac-b4ad-4d90-858f-c00331b27ad7', 'network_id': '707dcf24-13d2-4ec8-bbd9-667ff063181d', 'admin_state_up': True, 'tenant_id': '746a584a63d8493ea1b556df39b89a7b', 'security_groups': ['53e3b2e3-86bb-40c4-b326-5cfb7d536fc4']}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:50:30.343147 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bf62e878-054d-43b5-bd63-7445976e7c37 req-b1536768-0cea-4b09-98a9-7a764d5152f0 tempest-SecurityGroupsTestAdminJSON-540941455 tempest-SecurityGroupsTestAdminJSON-540941455-project] 10.222.0.13 "GET /v2.0/security-groups/58676fa1-dae6-4fdf-b8bd-e05c045fe6b8 HTTP/1.1" status: 200 len: 2981 time: 0.0622237 Sep 17 07:50:30.376278 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f5c476b4-f835-4a3e-8700-46e3c180e0a4 req-cc47b86f-c5fa-42aa-834b-c4232e6baaa0 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbc3ceac-b4ad-4d90-858f-c00331b27ad7 HTTP/1.1" status: 200 len: 210 time: 0.0596383 Sep 17 07:50:30.454105 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 38970) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:30.505044 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bba3767b-f8f5-4b3b-ab18-92dd37c4df56 req-0990edea-32c1-4c0b-bdae-81c2546ea46e tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] 10.222.0.13 "GET /v2.0/floatingips/c3f0fe92-9e20-4362-8996-4c0ddbd9efed HTTP/1.1" status: 200 len: 693 time: 0.0954936 Sep 17 07:50:30.520287 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3bd7a590-9ead-486f-a5cc-241b36205f02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:30.528910 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a06e0da-eb61-44ec-86b1-a8ac5c27ffba req-a90909a1-2fb1-457c-bdcf-1ca570478036 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Made reservation on behalf of 746a584a63d8493ea1b556df39b89a7b for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:50:30.533284 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-3a06e0da-eb61-44ec-86b1-a8ac5c27ffba req-a90909a1-2fb1-457c-bdcf-1ca570478036 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:30.537273 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-be5283da-e1f5-4675-a63b-30402c8203e6 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789-project-admin] Request body: {'floatingip': {'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:50:30.584862 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3bc8ec-f05e-489c-92fa-796bb440eb3f req-54208b11-360d-468f-ab4c-bb0134fa64cf tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:30.586392 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fc3bc8ec-f05e-489c-92fa-796bb440eb3f req-54208b11-360d-468f-ab4c-bb0134fa64cf tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "GET /v2.0/ports?device_id=31f02f8d-3021-40a0-9255-28623a738e53 HTTP/1.1" status: 200 len: 946 time: 0.1332252 Sep 17 07:50:30.651172 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-be5283da-e1f5-4675-a63b-30402c8203e6 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:30.707290 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-3a06e0da-eb61-44ec-86b1-a8ac5c27ffba req-a90909a1-2fb1-457c-bdcf-1ca570478036 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Allocated IP 172.20.0.13 (707dcf24-13d2-4ec8-bbd9-667ff063181d/160360dd-540c-4432-8c1f-b0acc1484c17/6ebe1e53-5f26-455e-907a-06be5b2ef741) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:50:30.735240 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fc3bc8ec-f05e-489c-92fa-796bb440eb3f req-fa5d2f7b-6ef0-46f7-b5dd-27b4297fbb66 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5627b3e-0f48-4049-88ff-4f888409a37a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372738 Sep 17 07:50:30.770091 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba3767b-f8f5-4b3b-ab18-92dd37c4df56 req-4c29df2c-7a72-48d6-94ba-2502a8e85753 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:30.771541 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bba3767b-f8f5-4b3b-ab18-92dd37c4df56 req-4c29df2c-7a72-48d6-94ba-2502a8e85753 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] 10.222.0.13 "GET /v2.0/networks/5fc128c4-343a-4b5b-8a61-6a2b8d95c555 HTTP/1.1" status: 200 len: 784 time: 0.2376232 Sep 17 07:50:30.908820 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bba3767b-f8f5-4b3b-ab18-92dd37c4df56 req-876b0ffd-d9c0-4ea0-b280-d090fc502eb4 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.188 HTTP/1.1" status: 200 len: 696 time: 0.1013043 Sep 17 07:50:31.014410 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3bd7a590-9ead-486f-a5cc-241b36205f02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:31.018058 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bba3767b-f8f5-4b3b-ab18-92dd37c4df56 req-3a7c8c3c-fcc1-4900-a81a-bfd4e584702a tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.188 HTTP/1.1" status: 200 len: 696 time: 0.0916235 Sep 17 07:50:31.025254 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3bd7a590-9ead-486f-a5cc-241b36205f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:31.043324 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdd42fc-01d4-43ad-be9a-6ba0be9515c1 req-1b36e14a-ee68-499f-949c-6dfcb41862da tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:31.044813 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5fdd42fc-01d4-43ad-be9a-6ba0be9515c1 req-1b36e14a-ee68-499f-949c-6dfcb41862da tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.41 "GET /v2.0/ports?device_id=31f02f8d-3021-40a0-9255-28623a738e53 HTTP/1.1" status: 200 len: 946 time: 0.1850038 Sep 17 07:50:31.062840 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a4fa13-8105-4db2-8ea1-a8b378ab43af req-f51ff4b9-c0cc-4a1d-bb95-c992bf92af45 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:31.064302 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-18a4fa13-8105-4db2-8ea1-a8b378ab43af req-f51ff4b9-c0cc-4a1d-bb95-c992bf92af45 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e92ed7a-1850-4deb-bb5f-109dddea9b58 HTTP/1.1" status: 200 len: 946 time: 0.2075934 Sep 17 07:50:31.112541 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-3a06e0da-eb61-44ec-86b1-a8ac5c27ffba req-a90909a1-2fb1-457c-bdcf-1ca570478036 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:31.144922 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-3a06e0da-eb61-44ec-86b1-a8ac5c27ffba req-a90909a1-2fb1-457c-bdcf-1ca570478036 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:31.168346 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-be5283da-e1f5-4675-a63b-30402c8203e6 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:31.179033 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-3bd7a590-9ead-486f-a5cc-241b36205f02 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8582d46cfced49b1a89c18da1087c56c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0642729 Sep 17 07:50:31.182113 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 38976) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:31.187659 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd7a590-9ead-486f-a5cc-241b36205f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16aeb3e6-1f05-4e72-a7d9-a2cb0ed8be0c,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:31.198417 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a06e0da-eb61-44ec-86b1-a8ac5c27ffba req-a90909a1-2fb1-457c-bdcf-1ca570478036 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Network 707dcf24-13d2-4ec8-bbd9-667ff063181d is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:50:31.210629 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-3a06e0da-eb61-44ec-86b1-a8ac5c27ffba req-a90909a1-2fb1-457c-bdcf-1ca570478036 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:50:31.214801 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a06e0da-eb61-44ec-86b1-a8ac5c27ffba req-a90909a1-2fb1-457c-bdcf-1ca570478036 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:50:31.217502 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90909a1-2fb1-457c-bdcf-1ca570478036 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Pushing event updated for resources: {'Port': ['ID=6ebe1e53-5f26-455e-907a-06be5b2ef741,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:31.284731 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06e0da-eb61-44ec-86b1-a8ac5c27ffba req-a90909a1-2fb1-457c-bdcf-1ca570478036 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:31.285357 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-3a06e0da-eb61-44ec-86b1-a8ac5c27ffba req-a90909a1-2fb1-457c-bdcf-1ca570478036 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:31.302270 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-49bb4e7c-9479-48e7-bbfe-d2a9ce6f1877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:31.313832 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3a06e0da-eb61-44ec-86b1-a8ac5c27ffba req-a90909a1-2fb1-457c-bdcf-1ca570478036 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9821005 Sep 17 07:50:31.320235 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-18a4fa13-8105-4db2-8ea1-a8b378ab43af req-f8e4e20c-0b26-42a6-ae5a-15b024280b27 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435572 Sep 17 07:50:31.328354 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-49bb4e7c-9479-48e7-bbfe-d2a9ce6f1877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:31.335932 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-3a06e0da-eb61-44ec-86b1-a8ac5c27ffba req-d036b886-14e4-4851-af41-45e8f458e2fb service neutron] Request body: {'port': {'device_id': 'dbc3ceac-b4ad-4d90-858f-c00331b27ad7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:50:31.473083 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-3a06e0da-eb61-44ec-86b1-a8ac5c27ffba req-d036b886-14e4-4851-af41-45e8f458e2fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:31.490163 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-32d7b52e-62dc-47ed-839a-c31b8cea13d4 req-198bcc0f-668e-4e8e-a8fa-91ff96b7cabd tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219 HTTP/1.1" status: 200 len: 210 time: 0.0691121 Sep 17 07:50:31.502205 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-be5283da-e1f5-4675-a63b-30402c8203e6 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789-project-admin] Allocated IP 172.25.6.48 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/13ae6caf-de0f-4f85-82e2-1168f0e95995) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:50:31.505537 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-5fdd42fc-01d4-43ad-be9a-6ba0be9515c1 req-1a728c00-464a-4809-9a49-c40221468afd tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Deleting port da5553c9-7a43-4400-9f45-d490f49a3f8b {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:50:31.505971 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-5fdd42fc-01d4-43ad-be9a-6ba0be9515c1 req-1a728c00-464a-4809-9a49-c40221468afd tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:31.524363 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-bba3767b-f8f5-4b3b-ab18-92dd37c4df56 req-9b9ab4b6-08bb-4ff9-a044-26fd53878f14 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Deleting port 6261cfd2-6d0f-44b6-b068-15f2e612a302 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:50:31.524680 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-bba3767b-f8f5-4b3b-ab18-92dd37c4df56 req-9b9ab4b6-08bb-4ff9-a044-26fd53878f14 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:31.546771 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-49bb4e7c-9479-48e7-bbfe-d2a9ce6f1877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:31.550290 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-49bb4e7c-9479-48e7-bbfe-d2a9ce6f1877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:31.550678 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c380119e-bc51-4597-acc3-59dc74817eec req-a0c5d352-afbb-490a-a934-eac9f20f3de6 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=e3c94ece967c49989722015c639870a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0631866 Sep 17 07:50:31.553862 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-49bb4e7c-9479-48e7-bbfe-d2a9ce6f1877 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/16aeb3e6-1f05-4e72-a7d9-a2cb0ed8be0c HTTP/1.1" status: 204 len: 168 time: 0.3667495 Sep 17 07:50:31.558844 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-29ed9a2d-1c23-4844-bc6f-861466cde292 None None] Provisioning complete for port 6ebe1e53-5f26-455e-907a-06be5b2ef741 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:50:31.559297 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-29ed9a2d-1c23-4844-bc6f-861466cde292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:31.632674 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-29ed9a2d-1c23-4844-bc6f-861466cde292 None None] Port 6ebe1e53-5f26-455e-907a-06be5b2ef741 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:50:31.657083 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bb4e7c-9479-48e7-bbfe-d2a9ce6f1877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16aeb3e6-1f05-4e72-a7d9-a2cb0ed8be0c,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:31.822002 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-3a06e0da-eb61-44ec-86b1-a8ac5c27ffba req-d036b886-14e4-4851-af41-45e8f458e2fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ebe1e53-5f26-455e-907a-06be5b2ef741 {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:50:31.830536 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-3a06e0da-eb61-44ec-86b1-a8ac5c27ffba req-d036b886-14e4-4851-af41-45e8f458e2fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:31.844801 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-3a06e0da-eb61-44ec-86b1-a8ac5c27ffba req-d036b886-14e4-4851-af41-45e8f458e2fb service neutron] Transition to ACTIVE for port object 6ebe1e53-5f26-455e-907a-06be5b2ef741 will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:50:31.848959 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-3a06e0da-eb61-44ec-86b1-a8ac5c27ffba req-d036b886-14e4-4851-af41-45e8f458e2fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:31.909349 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d036b886-14e4-4851-af41-45e8f458e2fb service neutron] Pushing event updated for resources: {'Port': ['ID=6ebe1e53-5f26-455e-907a-06be5b2ef741,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:31.932507 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 38988) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:31.984979 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-3a06e0da-eb61-44ec-86b1-a8ac5c27ffba req-d036b886-14e4-4851-af41-45e8f458e2fb service neutron] Attempting to bind port 6ebe1e53-5f26-455e-907a-06be5b2ef741 on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:50:31.985382 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-3a06e0da-eb61-44ec-86b1-a8ac5c27ffba req-d036b886-14e4-4851-af41-45e8f458e2fb service neutron] Attempting to bind port 6ebe1e53-5f26-455e-907a-06be5b2ef741 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': '40e2f46a-cc55-49c4-8afc-b45f6e1d5b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '707dcf24-13d2-4ec8-bbd9-667ff063181d'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:50:31.985773 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a06e0da-eb61-44ec-86b1-a8ac5c27ffba req-d036b886-14e4-4851-af41-45e8f458e2fb service neutron] Attempting to bind port 6ebe1e53-5f26-455e-907a-06be5b2ef741 on network 707dcf24-13d2-4ec8-bbd9-667ff063181d {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:50:31.991682 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a06e0da-eb61-44ec-86b1-a8ac5c27ffba req-d036b886-14e4-4851-af41-45e8f458e2fb service neutron] Port 6ebe1e53-5f26-455e-907a-06be5b2ef741 on network 707dcf24-13d2-4ec8-bbd9-667ff063181d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:50:31.992722 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a06e0da-eb61-44ec-86b1-a8ac5c27ffba req-d036b886-14e4-4851-af41-45e8f458e2fb service neutron] Attempting to bind port 6ebe1e53-5f26-455e-907a-06be5b2ef741 on network 707dcf24-13d2-4ec8-bbd9-667ff063181d {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:50:31.997308 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a06e0da-eb61-44ec-86b1-a8ac5c27ffba req-d036b886-14e4-4851-af41-45e8f458e2fb service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:50:31.997642 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a06e0da-eb61-44ec-86b1-a8ac5c27ffba req-d036b886-14e4-4851-af41-45e8f458e2fb service neutron] Checking segment: {'id': '40e2f46a-cc55-49c4-8afc-b45f6e1d5b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '707dcf24-13d2-4ec8-bbd9-667ff063181d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:50:31.998045 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a06e0da-eb61-44ec-86b1-a8ac5c27ffba req-d036b886-14e4-4851-af41-45e8f458e2fb service neutron] Bound using segment: {'id': '40e2f46a-cc55-49c4-8afc-b45f6e1d5b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '707dcf24-13d2-4ec8-bbd9-667ff063181d'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:50:31.998445 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-3a06e0da-eb61-44ec-86b1-a8ac5c27ffba req-d036b886-14e4-4851-af41-45e8f458e2fb service neutron] Bound port: 6ebe1e53-5f26-455e-907a-06be5b2ef741, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40e2f46a-cc55-49c4-8afc-b45f6e1d5b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '707dcf24-13d2-4ec8-bbd9-667ff063181d'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:50:31.998804 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-3a06e0da-eb61-44ec-86b1-a8ac5c27ffba req-d036b886-14e4-4851-af41-45e8f458e2fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:32.049041 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-cde47a11-599c-4f5d-bf88-7f6966526bac admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:32.069557 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-3a06e0da-eb61-44ec-86b1-a8ac5c27ffba req-d036b886-14e4-4851-af41-45e8f458e2fb service neutron] For port 6ebe1e53-5f26-455e-907a-06be5b2ef741, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:50:32.072553 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f8f34eff-b4b3-4d25-89fe-1579c6f23680 req-d87f2c97-02c4-45f1-bbe1-732e4e767f19 tempest-SecurityGroupsTestAdminJSON-1417531928 tempest-SecurityGroupsTestAdminJSON-1417531928-project-admin] 10.222.0.13 "GET /v2.0/security-groups/b5447e40-1d11-4fcd-96ea-f0481dff6ca7 HTTP/1.1" status: 200 len: 1779 time: 0.5124285 Sep 17 07:50:32.080257 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-3a06e0da-eb61-44ec-86b1-a8ac5c27ffba req-d036b886-14e4-4851-af41-45e8f458e2fb service neutron] For port 6ebe1e53-5f26-455e-907a-06be5b2ef741, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=6ebe1e53-5f26-455e-907a-06be5b2ef741,segment=NetworkSegment(40e2f46a-cc55-49c4-8afc-b45f6e1d5b0e),segment_id=40e2f46a-cc55-49c4-8afc-b45f6e1d5b0e)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:50:32.092606 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-3a06e0da-eb61-44ec-86b1-a8ac5c27ffba req-d036b886-14e4-4851-af41-45e8f458e2fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:32.095620 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-bba3767b-f8f5-4b3b-ab18-92dd37c4df56 req-9b9ab4b6-08bb-4ff9-a044-26fd53878f14 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:32.096217 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-bba3767b-f8f5-4b3b-ab18-92dd37c4df56 req-9b9ab4b6-08bb-4ff9-a044-26fd53878f14 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:32.132395 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06e0da-eb61-44ec-86b1-a8ac5c27ffba req-d036b886-14e4-4851-af41-45e8f458e2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:32.132939 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-5fdd42fc-01d4-43ad-be9a-6ba0be9515c1 req-1a728c00-464a-4809-9a49-c40221468afd tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] For port da5553c9-7a43-4400-9f45-d490f49a3f8b, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=da5553c9-7a43-4400-9f45-d490f49a3f8b,segment=NetworkSegment(34a968ab-03d3-42f8-beb1-615fd521ef4a),segment_id=34a968ab-03d3-42f8-beb1-615fd521ef4a)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:50:32.133185 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-3a06e0da-eb61-44ec-86b1-a8ac5c27ffba req-d036b886-14e4-4851-af41-45e8f458e2fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:32.133870 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-5fdd42fc-01d4-43ad-be9a-6ba0be9515c1 req-1a728c00-464a-4809-9a49-c40221468afd tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:32.134928 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3a06e0da-eb61-44ec-86b1-a8ac5c27ffba req-d036b886-14e4-4851-af41-45e8f458e2fb service neutron] 10.222.0.39 "PUT /v2.0/ports/6ebe1e53-5f26-455e-907a-06be5b2ef741 HTTP/1.1" status: 200 len: 1092 time: 0.8040466 Sep 17 07:50:32.135375 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbc3ceac-b4ad-4d90-858f-c00331b27ad7', 'tag': '6ebe1e53-5f26-455e-907a-06be5b2ef741'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:50:32.137820 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-014b25ea-fcf2-4b6d-a2c4-ca81892bb3f6" -d '{"events": [{"name": "network-changed", "server_uuid": "dbc3ceac-b4ad-4d90-858f-c00331b27ad7", "tag": "6ebe1e53-5f26-455e-907a-06be5b2ef741"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:50:32.171991 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d036b886-14e4-4851-af41-45e8f458e2fb service neutron] Pushing event updated for resources: {'Port': ['ID=6ebe1e53-5f26-455e-907a-06be5b2ef741,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:32.172385 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-bba3767b-f8f5-4b3b-ab18-92dd37c4df56 req-9b9ab4b6-08bb-4ff9-a044-26fd53878f14 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Calling delete_port for 6261cfd2-6d0f-44b6-b068-15f2e612a302 owned by network:floatingip {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:50:32.193602 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c380119e-bc51-4597-acc3-59dc74817eec req-efaf2df7-c008-4a65-8cb1-91ad5270a356 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:32.195045 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c380119e-bc51-4597-acc3-59dc74817eec req-efaf2df7-c008-4a65-8cb1-91ad5270a356 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6155949 Sep 17 07:50:32.235361 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06e0da-eb61-44ec-86b1-a8ac5c27ffba req-7b11ffcf-a770-4a65-b047-3358dfefbbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:32.236800 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3a06e0da-eb61-44ec-86b1-a8ac5c27ffba req-7b11ffcf-a770-4a65-b047-3358dfefbbbd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=746a584a63d8493ea1b556df39b89a7b&device_id=dbc3ceac-b4ad-4d90-858f-c00331b27ad7 HTTP/1.1" status: 200 len: 1095 time: 0.0437365 Sep 17 07:50:32.276773 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-c380119e-bc51-4597-acc3-59dc74817eec req-91d7bfd4-2dc5-4b69-89f6-9e6ea7509bfe tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Request body: {'port': {'device_id': '98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219', 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583', 'admin_state_up': True, 'tenant_id': 'e3c94ece967c49989722015c639870a6'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:50:32.288699 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3a06e0da-eb61-44ec-86b1-a8ac5c27ffba req-71911239-9432-47f4-87de-324af021d338 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ebe1e53-5f26-455e-907a-06be5b2ef741 HTTP/1.1" status: 200 len: 217 time: 0.0376115 Sep 17 07:50:32.346506 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06e0da-eb61-44ec-86b1-a8ac5c27ffba req-0e98728d-6fd7-432c-a252-6f91a0d40264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:32.348024 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3a06e0da-eb61-44ec-86b1-a8ac5c27ffba req-0e98728d-6fd7-432c-a252-6f91a0d40264 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=160360dd-540c-4432-8c1f-b0acc1484c17 HTTP/1.1" status: 200 len: 844 time: 0.0524955 Sep 17 07:50:32.368217 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-be5283da-e1f5-4675-a63b-30402c8203e6 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:32.396309 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06e0da-eb61-44ec-86b1-a8ac5c27ffba req-a9c084cf-f05a-4b0a-ab89-2e99b98d3955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:32.397848 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3a06e0da-eb61-44ec-86b1-a8ac5c27ffba req-a9c084cf-f05a-4b0a-ab89-2e99b98d3955 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=707dcf24-13d2-4ec8-bbd9-667ff063181d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420368 Sep 17 07:50:32.495265 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3a06e0da-eb61-44ec-86b1-a8ac5c27ffba req-64b04ce1-8cc0-4710-a29c-d3e08843c0b7 service neutron] 10.222.0.39 "GET /v2.0/networks/707dcf24-13d2-4ec8-bbd9-667ff063181d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818779 Sep 17 07:50:32.580318 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-f8f34eff-b4b3-4d25-89fe-1579c6f23680 req-ac8b526a-57a3-468c-8d65-8e0795e836a0 tempest-SecurityGroupsTestAdminJSON-1417531928 tempest-SecurityGroupsTestAdminJSON-1417531928-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:32.594150 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3a06e0da-eb61-44ec-86b1-a8ac5c27ffba req-9fcb6fa1-aaca-418c-bd00-304c59704f73 service neutron] 10.222.0.39 "GET /v2.0/networks/707dcf24-13d2-4ec8-bbd9-667ff063181d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889776 Sep 17 07:50:32.701279 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-be5283da-e1f5-4675-a63b-30402c8203e6 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:32.713824 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-f8f34eff-b4b3-4d25-89fe-1579c6f23680 req-ac8b526a-57a3-468c-8d65-8e0795e836a0 tempest-SecurityGroupsTestAdminJSON-1417531928 tempest-SecurityGroupsTestAdminJSON-1417531928-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:32.815943 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-cde47a11-599c-4f5d-bf88-7f6966526bac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:32.834219 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-5fdd42fc-01d4-43ad-be9a-6ba0be9515c1 req-1a728c00-464a-4809-9a49-c40221468afd tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:32.834582 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-5fdd42fc-01d4-43ad-be9a-6ba0be9515c1 req-1a728c00-464a-4809-9a49-c40221468afd tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:32.834900 n-d-789963-9 neutron-server[101289]: INFO neutron.db.l3_db [req-5fdd42fc-01d4-43ad-be9a-6ba0be9515c1 req-1a728c00-464a-4809-9a49-c40221468afd tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Floating IP 03731113-d672-458b-935b-f9bc3ebd0998 disassociated. External IP: 172.25.6.109, port: da5553c9-7a43-4400-9f45-d490f49a3f8b. Sep 17 07:50:32.835239 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-5fdd42fc-01d4-43ad-be9a-6ba0be9515c1 req-1a728c00-464a-4809-9a49-c40221468afd tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Calling delete_port for da5553c9-7a43-4400-9f45-d490f49a3f8b owned by compute:nova {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:50:32.841206 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5283da-e1f5-4675-a63b-30402c8203e6 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789-project-admin] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:50:32.851423 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-cde47a11-599c-4f5d-bf88-7f6966526bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:32.861642 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-be5283da-e1f5-4675-a63b-30402c8203e6 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789-project-admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:50:32.878702 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5283da-e1f5-4675-a63b-30402c8203e6 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789-project-admin] Pushing event updated for resources: {'Port': ['ID=13ae6caf-de0f-4f85-82e2-1168f0e95995,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:32.884675 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5283da-e1f5-4675-a63b-30402c8203e6 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789-project-admin] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:50:32.955100 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-bba3767b-f8f5-4b3b-ab18-92dd37c4df56 req-9b9ab4b6-08bb-4ff9-a044-26fd53878f14 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:33.000884 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c380119e-bc51-4597-acc3-59dc74817eec req-91d7bfd4-2dc5-4b69-89f6-9e6ea7509bfe tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Made reservation on behalf of e3c94ece967c49989722015c639870a6 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:50:33.004337 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-c380119e-bc51-4597-acc3-59dc74817eec req-91d7bfd4-2dc5-4b69-89f6-9e6ea7509bfe tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:33.007764 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-cde47a11-599c-4f5d-bf88-7f6966526bac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a8d0ba029f884e018da449ffaf09ecee&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0675354 Sep 17 07:50:33.009038 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-f8f34eff-b4b3-4d25-89fe-1579c6f23680 req-ac8b526a-57a3-468c-8d65-8e0795e836a0 tempest-SecurityGroupsTestAdminJSON-1417531928 tempest-SecurityGroupsTestAdminJSON-1417531928-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:33.011040 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 38994) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:33.011463 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-f8f34eff-b4b3-4d25-89fe-1579c6f23680 req-ac8b526a-57a3-468c-8d65-8e0795e836a0 tempest-SecurityGroupsTestAdminJSON-1417531928 tempest-SecurityGroupsTestAdminJSON-1417531928-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:33.012511 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f8f34eff-b4b3-4d25-89fe-1579c6f23680 req-ac8b526a-57a3-468c-8d65-8e0795e836a0 tempest-SecurityGroupsTestAdminJSON-1417531928 tempest-SecurityGroupsTestAdminJSON-1417531928-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/b5447e40-1d11-4fcd-96ea-f0481dff6ca7 HTTP/1.1" status: 204 len: 173 time: 0.9267418 Sep 17 07:50:33.026892 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9ab4b6-08bb-4ff9-a044-26fd53878f14 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Pushing event deleted for resources: {'Port': ['ID=6261cfd2-6d0f-44b6-b068-15f2e612a302,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:33.034735 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde47a11-599c-4f5d-bf88-7f6966526bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d67d70c-0243-46bb-a2b9-4628090413d7,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:33.081267 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cfe87ea0-42b9-42d8-924f-448a317c1ddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:33.105097 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cfe87ea0-42b9-42d8-924f-448a317c1ddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:33.132275 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8b526a-57a3-468c-8d65-8e0795e836a0 tempest-SecurityGroupsTestAdminJSON-1417531928 tempest-SecurityGroupsTestAdminJSON-1417531928-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5447e40-1d11-4fcd-96ea-f0481dff6ca7,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:33.161761 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cfe87ea0-42b9-42d8-924f-448a317c1ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:33.164489 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cfe87ea0-42b9-42d8-924f-448a317c1ddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:33.168324 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-cfe87ea0-42b9-42d8-924f-448a317c1ddf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2d67d70c-0243-46bb-a2b9-4628090413d7 HTTP/1.1" status: 204 len: 168 time: 0.1538193 Sep 17 07:50:33.174884 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe87ea0-42b9-42d8-924f-448a317c1ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d67d70c-0243-46bb-a2b9-4628090413d7,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:33.313823 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-bba3767b-f8f5-4b3b-ab18-92dd37c4df56 req-9b9ab4b6-08bb-4ff9-a044-26fd53878f14 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Notify callbacks [] for floatingip, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:33.316438 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-bba3767b-f8f5-4b3b-ab18-92dd37c4df56 req-9b9ab4b6-08bb-4ff9-a044-26fd53878f14 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:33.317601 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bba3767b-f8f5-4b3b-ab18-92dd37c4df56 req-9b9ab4b6-08bb-4ff9-a044-26fd53878f14 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] 10.222.0.13 "DELETE /v2.0/floatingips/c3f0fe92-9e20-4362-8996-4c0ddbd9efed HTTP/1.1" status: 204 len: 173 time: 2.2867620 Sep 17 07:50:33.343275 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-be5283da-e1f5-4675-a63b-30402c8203e6 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:33.452202 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [req-c380119e-bc51-4597-acc3-59dc74817eec req-91d7bfd4-2dc5-4b69-89f6-9e6ea7509bfe tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Allocated IP 192.168.233.245 (469390cd-cce5-49bd-b8f8-9e64018a0583/5f3af6cb-9cad-436b-bf41-034e75672c44/9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:50:33.455210 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-5fdd42fc-01d4-43ad-be9a-6ba0be9515c1 req-1a728c00-464a-4809-9a49-c40221468afd tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:33.482746 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-be5283da-e1f5-4675-a63b-30402c8203e6 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:33.535211 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ebf98-938e-4305-9d9a-f925bbc4e4e0 req-68e63e4a-3268-4bd7-a703-8959ad470efa tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:33.536754 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-070ebf98-938e-4305-9d9a-f925bbc4e4e0 req-68e63e4a-3268-4bd7-a703-8959ad470efa tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e92ed7a-1850-4deb-bb5f-109dddea9b58 HTTP/1.1" status: 200 len: 946 time: 0.2141113 Sep 17 07:50:33.541852 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a728c00-464a-4809-9a49-c40221468afd tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Pushing event deleted for resources: {'Port': ['ID=da5553c9-7a43-4400-9f45-d490f49a3f8b,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:33.578787 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9798de8c-9145-4c23-ac5b-527c2aea1118 req-522455e7-0c70-4daf-8c24-bda02b497cc8 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:33.580328 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9798de8c-9145-4c23-ac5b-527c2aea1118 req-522455e7-0c70-4daf-8c24-bda02b497cc8 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbc3ceac-b4ad-4d90-858f-c00331b27ad7 HTTP/1.1" status: 200 len: 944 time: 0.2013321 Sep 17 07:50:33.583964 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device da5553c9-7a43-4400-9f45-d490f49a3f8b no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:50:33.609243 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] No Port match for: da5553c9-7a43-4400-9f45-d490f49a3f8b {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:50:33.609594 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device da5553c9-7a43-4400-9f45-d490f49a3f8b not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:50:33.969205 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39022) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:33.977769 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-070ebf98-938e-4305-9d9a-f925bbc4e4e0 req-971abcff-6038-4159-b612-0290e2b3dfd1 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4274209 Sep 17 07:50:34.066875 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9798de8c-9145-4c23-ac5b-527c2aea1118 req-aa9e1bc1-b8b2-4b86-a1dc-ba6234ade0fd tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] 10.222.0.13 "GET /v2.0/security-groups?id=53e3b2e3-86bb-40c4-b326-5cfb7d536fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4674027 Sep 17 07:50:34.122305 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-68eca8f9-a21c-40ee-a6f1-19f65956ec90 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1726781681'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:50:34.133508 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9576d43-1a8b-4f77-8802-6851015e604d x-openstack-request-id: req-c9576d43-1a8b-4f77-8802-6851015e604d {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:50:34.134127 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbc3ceac-b4ad-4d90-858f-c00331b27ad7", "tag": "6ebe1e53-5f26-455e-907a-06be5b2ef741", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:50:34.134404 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c9576d43-1a8b-4f77-8802-6851015e604d {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:50:34.134949 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbc3ceac-b4ad-4d90-858f-c00331b27ad7', 'tag': '6ebe1e53-5f26-455e-907a-06be5b2ef741', 'status': 'completed', 'code': 200} Sep 17 07:50:34.156813 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68eca8f9-a21c-40ee-a6f1-19f65956ec90 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Made reservation on behalf of eabd1069aa6d4394b149dfa896d998e1 for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:50:34.166150 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-68eca8f9-a21c-40ee-a6f1-19f65956ec90 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:34.170323 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3c8676ef-22da-4d16-81f6-9bcc453c60ae req-9cb52504-5614-422c-9d2b-040b94b0fb0a tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "GET /v2.0/ports?device_id=31f02f8d-3021-40a0-9255-28623a738e53 HTTP/1.1" status: 200 len: 210 time: 0.0528262 Sep 17 07:50:34.179339 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-68eca8f9-a21c-40ee-a6f1-19f65956ec90 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:34.230094 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5fdd42fc-01d4-43ad-be9a-6ba0be9515c1 req-1a728c00-464a-4809-9a49-c40221468afd tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Router 9fbbc2c6-0273-4b2a-b11b-711f786a22de has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:50:34.238111 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-c380119e-bc51-4597-acc3-59dc74817eec req-91d7bfd4-2dc5-4b69-89f6-9e6ea7509bfe tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:34.260589 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-861b22d5-07a7-4ada-97a8-402bb450dceb req-b2fd126e-54f8-4f64-88d7-7b2ae8c849b4 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219 HTTP/1.1" status: 200 len: 210 time: 0.0604830 Sep 17 07:50:34.267453 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b25ea-fcf2-4b6d-a2c4-ca81892bb3f6 req-969ed6ff-8c6b-4d19-8887-b22d75a08589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:34.269087 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-014b25ea-fcf2-4b6d-a2c4-ca81892bb3f6 req-969ed6ff-8c6b-4d19-8887-b22d75a08589 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=746a584a63d8493ea1b556df39b89a7b&device_id=dbc3ceac-b4ad-4d90-858f-c00331b27ad7 HTTP/1.1" status: 200 len: 1095 time: 0.0650449 Sep 17 07:50:34.329854 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-be5283da-e1f5-4675-a63b-30402c8203e6 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:34.404505 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-68eca8f9-a21c-40ee-a6f1-19f65956ec90 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:34.408835 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-be5283da-e1f5-4675-a63b-30402c8203e6 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:34.409680 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b25ea-fcf2-4b6d-a2c4-ca81892bb3f6 req-093b2ca5-ff03-4bcf-bb8a-d3d8037a7dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:34.411177 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-014b25ea-fcf2-4b6d-a2c4-ca81892bb3f6 req-093b2ca5-ff03-4bcf-bb8a-d3d8037a7dd9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=707dcf24-13d2-4ec8-bbd9-667ff063181d HTTP/1.1" status: 200 len: 906 time: 0.1252856 Sep 17 07:50:34.411746 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-68eca8f9-a21c-40ee-a6f1-19f65956ec90 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:34.441770 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68eca8f9-a21c-40ee-a6f1-19f65956ec90 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 07:50:34.453396 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-86d33e54-e0eb-47f2-97d1-a4c8e2661445 req-1e2cc021-1856-4384-b157-5469f662ac0c tempest-SecurityGroupsTestAdminJSON-1417531928 tempest-SecurityGroupsTestAdminJSON-1417531928-project-admin] 10.222.0.13 "GET /v2.0/security-groups/693fcead-4645-4c92-9e7b-4ead2f6a6950 HTTP/1.1" status: 200 len: 1777 time: 0.2253428 Sep 17 07:50:34.481300 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-014b25ea-fcf2-4b6d-a2c4-ca81892bb3f6 req-0aa3dde6-e3d6-4f6f-b5da-12d555dc9609 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ebe1e53-5f26-455e-907a-06be5b2ef741 HTTP/1.1" status: 200 len: 217 time: 0.0521338 Sep 17 07:50:34.483239 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eca8f9-a21c-40ee-a6f1-19f65956ec90 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b88a3bfc-0cf4-41b6-a828-1cace2240ea4,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:34.488124 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-68eca8f9-a21c-40ee-a6f1-19f65956ec90 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:34.488475 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-68eca8f9-a21c-40ee-a6f1-19f65956ec90 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Added segment 75b511e1-1915-4215-aba0-40671dc22944 of type vlan for network 269c5001-9c67-4379-98b4-972ea2ad2382 Sep 17 07:50:34.492230 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-c380119e-bc51-4597-acc3-59dc74817eec req-91d7bfd4-2dc5-4b69-89f6-9e6ea7509bfe tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:34.527060 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['0c589904-32cd-4f69-bd3c-694b81963367'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:50:34.565292 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-68eca8f9-a21c-40ee-a6f1-19f65956ec90 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:34.573092 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b25ea-fcf2-4b6d-a2c4-ca81892bb3f6 req-84da29dc-5754-427c-b2b0-010c7257497b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:34.574564 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-014b25ea-fcf2-4b6d-a2c4-ca81892bb3f6 req-84da29dc-5754-427c-b2b0-010c7257497b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=160360dd-540c-4432-8c1f-b0acc1484c17 HTTP/1.1" status: 200 len: 844 time: 0.0846298 Sep 17 07:50:34.594378 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-eb701185-ecf3-4efe-b897-7e31f3f65cb3 req-7e455ca9-541f-4931-9c4c-4f840cf5a06f tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.90 HTTP/1.1" status: 200 len: 1000 time: 0.2999082 Sep 17 07:50:34.608579 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5283da-e1f5-4675-a63b-30402c8203e6 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789-project-admin] Pushing event updated for resources: {'Port': ['ID=13ae6caf-de0f-4f85-82e2-1168f0e95995,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:34.622501 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-68eca8f9-a21c-40ee-a6f1-19f65956ec90 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:34.628269 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68eca8f9-a21c-40ee-a6f1-19f65956ec90 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:34.628871 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-68eca8f9-a21c-40ee-a6f1-19f65956ec90 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:34.667345 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c380119e-bc51-4597-acc3-59dc74817eec req-91d7bfd4-2dc5-4b69-89f6-9e6ea7509bfe tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Network 469390cd-cce5-49bd-b8f8-9e64018a0583 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:50:34.679395 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-68eca8f9-a21c-40ee-a6f1-19f65956ec90 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.7057545 Sep 17 07:50:34.681518 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b25ea-fcf2-4b6d-a2c4-ca81892bb3f6 req-f88aae33-f1a0-4fc5-b0a3-395151813421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:34.683020 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-014b25ea-fcf2-4b6d-a2c4-ca81892bb3f6 req-f88aae33-f1a0-4fc5-b0a3-395151813421 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=707dcf24-13d2-4ec8-bbd9-667ff063181d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0972621 Sep 17 07:50:34.683392 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39028) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:34.692265 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-be5283da-e1f5-4675-a63b-30402c8203e6 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:34.704191 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-fffc8c9c-2edc-498c-8b06-0691975e78fb tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Request body: {'subnet': {'network_id': '269c5001-9c67-4379-98b4-972ea2ad2382', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:50:34.712652 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [req-c380119e-bc51-4597-acc3-59dc74817eec req-91d7bfd4-2dc5-4b69-89f6-9e6ea7509bfe tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:50:34.720590 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eca8f9-a21c-40ee-a6f1-19f65956ec90 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Pushing event updated for resources: {'Network': ['ID=269c5001-9c67-4379-98b4-972ea2ad2382,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:34.734348 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 269c5001-9c67-4379-98b4-972ea2ad2382 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 07:50:34.735349 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-c380119e-bc51-4597-acc3-59dc74817eec req-91d7bfd4-2dc5-4b69-89f6-9e6ea7509bfe tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:50:34.754364 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5fdd42fc-01d4-43ad-be9a-6ba0be9515c1 req-1a728c00-464a-4809-9a49-c40221468afd tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:50:34.766668 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e6b24a-bdf6-483a-9b04-897bf2eae0d7 None None] Sync routers for ids ['9fbbc2c6-0273-4b2a-b11b-711f786a22de'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:50:34.785828 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e6b24a-bdf6-483a-9b04-897bf2eae0d7 None None] Routers {'9fbbc2c6-0273-4b2a-b11b-711f786a22de'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:50:34.786084 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb701185-ecf3-4efe-b897-7e31f3f65cb3 req-c9e4a58f-e608-4352-8df0-bde336fe3a1a tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:34.787282 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-eb701185-ecf3-4efe-b897-7e31f3f65cb3 req-c9e4a58f-e608-4352-8df0-bde336fe3a1a tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] 10.222.0.13 "GET /v2.0/ports/a3b1bb01-b0e1-46d5-8662-b9597a2de439 HTTP/1.1" status: 200 len: 942 time: 0.1816328 Sep 17 07:50:34.788658 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-44e6b24a-bdf6-483a-9b04-897bf2eae0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:50:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['9fbbc2c6-0273-4b2a-b11b-711f786a22de'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:50:34.863767 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-014b25ea-fcf2-4b6d-a2c4-ca81892bb3f6 req-7b69be83-1f19-4b4a-a609-b1844f422491 service neutron] 10.222.0.39 "GET /v2.0/networks/707dcf24-13d2-4ec8-bbd9-667ff063181d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546390 Sep 17 07:50:34.894934 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:34.907073 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-be5283da-e1f5-4675-a63b-30402c8203e6 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:34.911491 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-be5283da-e1f5-4675-a63b-30402c8203e6 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4564612 Sep 17 07:50:34.916294 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39030) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:34.923575 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d7bfd4-2dc5-4b69-89f6-9e6ea7509bfe tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Pushing event updated for resources: {'Port': ['ID=9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:34.937573 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-a3f1dfc5-ef9e-453f-a7ad-1a2f5e9e6381 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-552519454', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'fixed_ips': [{'ip_address': '172.25.6.48'}]}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:50:34.969622 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fdd42fc-01d4-43ad-be9a-6ba0be9515c1 req-1a728c00-464a-4809-9a49-c40221468afd tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] No DVR routers for this DVR port da5553c9-7a43-4400-9f45-d490f49a3f8b on host n-h1-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:50:34.971535 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-86d33e54-e0eb-47f2-97d1-a4c8e2661445 req-60148b97-9771-41cd-963a-8d795adb4841 tempest-SecurityGroupsTestAdminJSON-1417531928 tempest-SecurityGroupsTestAdminJSON-1417531928-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:35.004439 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-5fdd42fc-01d4-43ad-be9a-6ba0be9515c1 req-1a728c00-464a-4809-9a49-c40221468afd tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:35.006465 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5fdd42fc-01d4-43ad-be9a-6ba0be9515c1 req-1a728c00-464a-4809-9a49-c40221468afd tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.41 "DELETE /v2.0/ports/da5553c9-7a43-4400-9f45-d490f49a3f8b HTTP/1.1" status: 204 len: 173 time: 3.9397810 Sep 17 07:50:35.008995 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-014b25ea-fcf2-4b6d-a2c4-ca81892bb3f6 req-6ae5f27d-4220-4af1-9e76-62dd0a25c37b service neutron] 10.222.0.39 "GET /v2.0/networks/707dcf24-13d2-4ec8-bbd9-667ff063181d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309659 Sep 17 07:50:35.013091 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f02f8d-3021-40a0-9255-28623a738e53', 'name': 'network-vif-deleted', 'tag': 'da5553c9-7a43-4400-9f45-d490f49a3f8b'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:50:35.015469 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed0d975-dfee-46a1-bf82-16b7c178739a" -d '{"events": [{"server_uuid": "31f02f8d-3021-40a0-9255-28623a738e53", "name": "network-vif-deleted", "tag": "da5553c9-7a43-4400-9f45-d490f49a3f8b"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:50:35.046082 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c380119e-bc51-4597-acc3-59dc74817eec req-91d7bfd4-2dc5-4b69-89f6-9e6ea7509bfe tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:35.046727 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-c380119e-bc51-4597-acc3-59dc74817eec req-91d7bfd4-2dc5-4b69-89f6-9e6ea7509bfe tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:35.068814 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-44e6b24a-bdf6-483a-9b04-897bf2eae0d7 None None] Set router 9fbbc2c6-0273-4b2a-b11b-711f786a22de gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:50:35.085761 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-86d33e54-e0eb-47f2-97d1-a4c8e2661445 req-60148b97-9771-41cd-963a-8d795adb4841 tempest-SecurityGroupsTestAdminJSON-1417531928 tempest-SecurityGroupsTestAdminJSON-1417531928-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:35.104102 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f1dfc5-ef9e-453f-a7ad-1a2f5e9e6381 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789-project-admin] Made reservation on behalf of c40e841640874fa1a367a350da920195 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:50:35.106474 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a3f1dfc5-ef9e-453f-a7ad-1a2f5e9e6381 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:35.110814 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-eb701185-ecf3-4efe-b897-7e31f3f65cb3 req-42fd7e0c-2d97-407c-99a8-71872f12871d tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.90 HTTP/1.1" status: 200 len: 1000 time: 0.2143190 Sep 17 07:50:35.130799 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a3f1dfc5-ef9e-453f-a7ad-1a2f5e9e6381 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:35.144346 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-737c4077-7724-471a-b71e-60c0b5e7ff17 None None] Provisioning complete for port 9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:50:35.145724 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-737c4077-7724-471a-b71e-60c0b5e7ff17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:35.183450 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fffc8c9c-2edc-498c-8b06-0691975e78fb tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Made reservation on behalf of eabd1069aa6d4394b149dfa896d998e1 for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:50:35.186861 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fffc8c9c-2edc-498c-8b06-0691975e78fb tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:35.189390 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-737c4077-7724-471a-b71e-60c0b5e7ff17 None None] Port 9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:50:35.200629 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c380119e-bc51-4597-acc3-59dc74817eec req-91d7bfd4-2dc5-4b69-89f6-9e6ea7509bfe tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9350595 Sep 17 07:50:35.263365 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-c380119e-bc51-4597-acc3-59dc74817eec req-bbdce696-d110-4d97-8e03-15686ae9f41b service neutron] Request body: {'port': {'device_id': '98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-9'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:50:35.294709 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:35.298270 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-86d33e54-e0eb-47f2-97d1-a4c8e2661445 req-60148b97-9771-41cd-963a-8d795adb4841 tempest-SecurityGroupsTestAdminJSON-1417531928 tempest-SecurityGroupsTestAdminJSON-1417531928-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:35.300476 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-44e6b24a-bdf6-483a-9b04-897bf2eae0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fbbc2c6-0273-4b2a-b11b-711f786a22de', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-804936049-router', 'tenant_id': '995280dd7af64d29b5c08cf39fa14744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '65663f1b-cca4-432b-bd1a-99f379bb2903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:43:29Z', 'updated_at': '2021-09-17T07:43:33Z', 'revision_number': 4, 'project_id': '995280dd7af64d29b5c08cf39fa14744', 'gw_port': {'id': '65663f1b-cca4-432b-bd1a-99f379bb2903', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbbc2c6-0273-4b2a-b11b-711f786a22de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:43:30Z', 'updated_at': '2021-09-17T07:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'ea15b463-83a9-4f77-b958-88145a457e87', 'name': '', 'network_id': '28b44509-44d1-434d-a1e7-c08ce9b90a41', 'tenant_id': '995280dd7af64d29b5c08cf39fa14744', 'mac_address': 'fa:16:3e:8b:e8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbbc2c6-0273-4b2a-b11b-711f786a22de', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'a2b739cf-a4f3-485c-ac6f-6aae0b07dbbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:43:32Z', 'updated_at': '2021-09-17T07:43:38Z', 'revision_number': 5, 'project_id': '995280dd7af64d29b5c08cf39fa14744', 'subnets': [{'id': 'a2b739cf-a4f3-485c-ac6f-6aae0b07dbbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:50:35.300877 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-86d33e54-e0eb-47f2-97d1-a4c8e2661445 req-60148b97-9771-41cd-963a-8d795adb4841 tempest-SecurityGroupsTestAdminJSON-1417531928 tempest-SecurityGroupsTestAdminJSON-1417531928-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:35.302021 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-86d33e54-e0eb-47f2-97d1-a4c8e2661445 req-60148b97-9771-41cd-963a-8d795adb4841 tempest-SecurityGroupsTestAdminJSON-1417531928 tempest-SecurityGroupsTestAdminJSON-1417531928-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/693fcead-4645-4c92-9e7b-4ead2f6a6950 HTTP/1.1" status: 204 len: 173 time: 0.8349171 Sep 17 07:50:35.335002 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e6b24a-bdf6-483a-9b04-897bf2eae0d7 None None] Checking router: 9fbbc2c6-0273-4b2a-b11b-711f786a22de for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:50:35.347457 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e6b24a-bdf6-483a-9b04-897bf2eae0d7 None None] Routers {'9fbbc2c6-0273-4b2a-b11b-711f786a22de'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:50:35.349107 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-44e6b24a-bdf6-483a-9b04-897bf2eae0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:50:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['9fbbc2c6-0273-4b2a-b11b-711f786a22de'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:50:35.406515 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60148b97-9771-41cd-963a-8d795adb4841 tempest-SecurityGroupsTestAdminJSON-1417531928 tempest-SecurityGroupsTestAdminJSON-1417531928-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=693fcead-4645-4c92-9e7b-4ead2f6a6950,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:35.435471 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-c380119e-bc51-4597-acc3-59dc74817eec req-bbdce696-d110-4d97-8e03-15686ae9f41b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:35.452928 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a37523-6eeb-46de-b72f-c35f3184ca13 x-openstack-request-id: req-d6a37523-6eeb-46de-b72f-c35f3184ca13 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:50:35.453221 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31f02f8d-3021-40a0-9255-28623a738e53", "name": "network-vif-deleted", "tag": "da5553c9-7a43-4400-9f45-d490f49a3f8b", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:50:35.453478 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d6a37523-6eeb-46de-b72f-c35f3184ca13 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:50:35.453879 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31f02f8d-3021-40a0-9255-28623a738e53', 'name': 'network-vif-deleted', 'tag': 'da5553c9-7a43-4400-9f45-d490f49a3f8b', 'status': 'completed', 'code': 200} Sep 17 07:50:35.462167 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb701185-ecf3-4efe-b897-7e31f3f65cb3 req-336904db-e106-448f-b69c-986d2f0ae0e8 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:35.463656 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-eb701185-ecf3-4efe-b897-7e31f3f65cb3 req-336904db-e106-448f-b69c-986d2f0ae0e8 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] 10.222.0.13 "GET /v2.0/networks/5fc128c4-343a-4b5b-8a61-6a2b8d95c555 HTTP/1.1" status: 200 len: 784 time: 0.3412924 Sep 17 07:50:35.497468 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-44e6b24a-bdf6-483a-9b04-897bf2eae0d7 None None] Set router 9fbbc2c6-0273-4b2a-b11b-711f786a22de gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:50:35.712009 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-44e6b24a-bdf6-483a-9b04-897bf2eae0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fbbc2c6-0273-4b2a-b11b-711f786a22de', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-804936049-router', 'tenant_id': '995280dd7af64d29b5c08cf39fa14744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '65663f1b-cca4-432b-bd1a-99f379bb2903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:43:29Z', 'updated_at': '2021-09-17T07:43:33Z', 'revision_number': 4, 'project_id': '995280dd7af64d29b5c08cf39fa14744', 'gw_port': {'id': '65663f1b-cca4-432b-bd1a-99f379bb2903', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbbc2c6-0273-4b2a-b11b-711f786a22de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:43:30Z', 'updated_at': '2021-09-17T07:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'ea15b463-83a9-4f77-b958-88145a457e87', 'name': '', 'network_id': '28b44509-44d1-434d-a1e7-c08ce9b90a41', 'tenant_id': '995280dd7af64d29b5c08cf39fa14744', 'mac_address': 'fa:16:3e:8b:e8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbbc2c6-0273-4b2a-b11b-711f786a22de', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'a2b739cf-a4f3-485c-ac6f-6aae0b07dbbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:43:32Z', 'updated_at': '2021-09-17T07:43:38Z', 'revision_number': 5, 'project_id': '995280dd7af64d29b5c08cf39fa14744', 'subnets': [{'id': 'a2b739cf-a4f3-485c-ac6f-6aae0b07dbbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:50:35.738840 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e6b24a-bdf6-483a-9b04-897bf2eae0d7 None None] The sync data for ids ['9fbbc2c6-0273-4b2a-b11b-711f786a22de'] in n-d-789963-9 is: [{'id': '9fbbc2c6-0273-4b2a-b11b-711f786a22de', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-804936049-router', 'tenant_id': '995280dd7af64d29b5c08cf39fa14744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '65663f1b-cca4-432b-bd1a-99f379bb2903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:43:29Z', 'updated_at': '2021-09-17T07:43:33Z', 'revision_number': 4, 'project_id': '995280dd7af64d29b5c08cf39fa14744', 'gw_port': {'id': '65663f1b-cca4-432b-bd1a-99f379bb2903', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbbc2c6-0273-4b2a-b11b-711f786a22de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:43:30Z', 'updated_at': '2021-09-17T07:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'ea15b463-83a9-4f77-b958-88145a457e87', 'name': '', 'network_id': '28b44509-44d1-434d-a1e7-c08ce9b90a41', 'tenant_id': '995280dd7af64d29b5c08cf39fa14744', 'mac_address': 'fa:16:3e:8b:e8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbbc2c6-0273-4b2a-b11b-711f786a22de', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'a2b739cf-a4f3-485c-ac6f-6aae0b07dbbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:43:32Z', 'updated_at': '2021-09-17T07:43:38Z', 'revision_number': 5, 'project_id': '995280dd7af64d29b5c08cf39fa14744', 'subnets': [{'id': 'a2b739cf-a4f3-485c-ac6f-6aae0b07dbbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:50:35.955164 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-eb701185-ecf3-4efe-b897-7e31f3f65cb3 req-37a088f1-1bdc-43db-92d3-b77427aa68b2 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.90 HTTP/1.1" status: 200 len: 1000 time: 0.4642093 Sep 17 07:50:35.960665 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caad71a6-694e-4c9c-a498-fbed279cf97f None None] New status for floating IP 03731113-d672-458b-935b-f9bc3ebd0998: DOWN {{(pid=101291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 07:50:35.981931 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-eb701185-ecf3-4efe-b897-7e31f3f65cb3 req-fd50cca7-6e5a-4876-bbaf-0f6b4251a12c tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:50:36.052772 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a3f1dfc5-ef9e-453f-a7ad-1a2f5e9e6381 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:36.060901 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f36d57-97b5-4edf-9e57-d96de6652313 req-bb06a23a-399f-4927-9769-dd6a7a640c43 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:36.062414 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e0f36d57-97b5-4edf-9e57-d96de6652313 req-bb06a23a-399f-4927-9769-dd6a7a640c43 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbc3ceac-b4ad-4d90-858f-c00331b27ad7 HTTP/1.1" status: 200 len: 944 time: 0.5257659 Sep 17 07:50:36.082971 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a3f1dfc5-ef9e-453f-a7ad-1a2f5e9e6381 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:36.122238 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [None req-a3f1dfc5-ef9e-453f-a7ad-1a2f5e9e6381 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789-project-admin] device_id is not set on port 94a85dd5-5667-4833-a176-ad4a807d7caa yet. {{(pid=101289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 07:50:36.193095 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fffc8c9c-2edc-498c-8b06-0691975e78fb tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:36.254863 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-eb701185-ecf3-4efe-b897-7e31f3f65cb3 req-fd50cca7-6e5a-4876-bbaf-0f6b4251a12c tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Notify callbacks [] for floatingip, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:36.322701 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f1dfc5-ef9e-453f-a7ad-1a2f5e9e6381 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a18decfe-01c6-4246-a1ad-9d3b20ce1dc2,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:36.355326 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e0f36d57-97b5-4edf-9e57-d96de6652313 req-a39de224-a681-43df-a60c-0789fede3544 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] 10.222.0.13 "GET /v2.0/security-groups?id=53e3b2e3-86bb-40c4-b326-5cfb7d536fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2733703 Sep 17 07:50:36.428614 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 6ebe1e53-5f26-455e-907a-06be5b2ef741 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:50:36.498525 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffc8c9c-2edc-498c-8b06-0691975e78fb tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Pushing event updated for resources: {'Subnet': ['ID=6885e8e0-d349-4751-99ba-0d44d7438389,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:36.525902 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 6ebe1e53-5f26-455e-907a-06be5b2ef741, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=6ebe1e53-5f26-455e-907a-06be5b2ef741,segment=NetworkSegment(40e2f46a-cc55-49c4-8afc-b45f6e1d5b0e),segment_id=40e2f46a-cc55-49c4-8afc-b45f6e1d5b0e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:50:36.536984 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '6ebe1e53-5f26-455e-907a-06be5b2ef741', 'network_id': '707dcf24-13d2-4ec8-bbd9-667ff063181d', 'port_id': '6ebe1e53-5f26-455e-907a-06be5b2ef741', 'mac_address': 'fa:16:3e:53:6c:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '160360dd-540c-4432-8c1f-b0acc1484c17', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:50:36.563945 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffc8c9c-2edc-498c-8b06-0691975e78fb tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Checking segment: {'id': '75b511e1-1915-4215-aba0-40671dc22944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '269c5001-9c67-4379-98b4-972ea2ad2382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:50:36.564311 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffc8c9c-2edc-498c-8b06-0691975e78fb tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Network hostable DHCP agents. Network: 269c5001-9c67-4379-98b4-972ea2ad2382, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 07:50:36.573043 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:36.585527 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ebe1e53-5f26-455e-907a-06be5b2ef741 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:50:36.604814 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 6ebe1e53-5f26-455e-907a-06be5b2ef741, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=6ebe1e53-5f26-455e-907a-06be5b2ef741,segment=NetworkSegment(40e2f46a-cc55-49c4-8afc-b45f6e1d5b0e),segment_id=40e2f46a-cc55-49c4-8afc-b45f6e1d5b0e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:50:36.608964 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:36.658881 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=6ebe1e53-5f26-455e-907a-06be5b2ef741,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:36.689490 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-eb701185-ecf3-4efe-b897-7e31f3f65cb3 req-fd50cca7-6e5a-4876-bbaf-0f6b4251a12c tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:36.705221 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb292b-1e0a-434a-b0d7-a3778290a530 req-08a06ff3-1e78-4a83-8a9c-3084c095b271 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:36.706717 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d2eb292b-1e0a-434a-b0d7-a3778290a530 req-08a06ff3-1e78-4a83-8a9c-3084c095b271 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219 HTTP/1.1" status: 200 len: 936 time: 0.2569394 Sep 17 07:50:36.708859 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [req-c380119e-bc51-4597-acc3-59dc74817eec req-bbdce696-d110-4d97-8e03-15686ae9f41b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4 {{(pid=101289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:50:36.712987 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-eb701185-ecf3-4efe-b897-7e31f3f65cb3 req-fd50cca7-6e5a-4876-bbaf-0f6b4251a12c tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:36.713328 n-d-789963-9 neutron-server[101289]: INFO neutron.db.l3_db [req-eb701185-ecf3-4efe-b897-7e31f3f65cb3 req-fd50cca7-6e5a-4876-bbaf-0f6b4251a12c tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Floating IP bc7dae82-4eb1-4d00-8b2f-b7e7b63db0d2 disassociated. External IP: 172.25.6.90, port: a3b1bb01-b0e1-46d5-8662-b9597a2de439. Sep 17 07:50:36.715321 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3f1dfc5-ef9e-453f-a7ad-1a2f5e9e6381 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 17 07:50:36.715812 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3f1dfc5-ef9e-453f-a7ad-1a2f5e9e6381 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 07:50:36.717527 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffc8c9c-2edc-498c-8b06-0691975e78fb tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Network 269c5001-9c67-4379-98b4-972ea2ad2382 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 07:50:36.756012 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-c380119e-bc51-4597-acc3-59dc74817eec req-bbdce696-d110-4d97-8e03-15686ae9f41b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:36.784679 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-fffc8c9c-2edc-498c-8b06-0691975e78fb tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 269c5001-9c67-4379-98b4-972ea2ad2382) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:50:36.793644 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7e6eca-6c4f-445f-bf6a-9318bc445f26 None None] Network 269c5001-9c67-4379-98b4-972ea2ad2382 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:50:36.797145 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.provisioning_blocks [req-c380119e-bc51-4597-acc3-59dc74817eec req-bbdce696-d110-4d97-8e03-15686ae9f41b service neutron] Transition to ACTIVE for port object 9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4 will not be triggered until provisioned by entity L2. {{(pid=101289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:50:36.801283 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffc8c9c-2edc-498c-8b06-0691975e78fb tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:36.801840 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fffc8c9c-2edc-498c-8b06-0691975e78fb tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:36.816153 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-c380119e-bc51-4597-acc3-59dc74817eec req-bbdce696-d110-4d97-8e03-15686ae9f41b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:36.818678 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-a3f1dfc5-ef9e-453f-a7ad-1a2f5e9e6381 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.8924613 Sep 17 07:50:36.821440 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39046) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:36.893922 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d2eb292b-1e0a-434a-b0d7-a3778290a530 req-cd3838b2-80c5-43db-abbe-e4eae8adf819 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700451 Sep 17 07:50:36.895242 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-fffc8c9c-2edc-498c-8b06-0691975e78fb tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2003069 Sep 17 07:50:36.898077 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39048) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:36.940961 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-b0cebd72-4828-4bf0-a73d-b7c4bb310285 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Request body: {'port': {'network_id': '269c5001-9c67-4379-98b4-972ea2ad2382', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-540923194'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:50:36.944696 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdce696-d110-4d97-8e03-15686ae9f41b service neutron] Pushing event updated for resources: {'Port': ['ID=9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:36.986426 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3827b0b-9378-4508-b3bf-e14aa3f728fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-269c5001-9c67-4379-98b4-972ea2ad2382', 'network_id': '269c5001-9c67-4379-98b4-972ea2ad2382', 'tenant_id': 'eabd1069aa6d4394b149dfa896d998e1', 'fixed_ips': [{'subnet_id': '6885e8e0-d349-4751-99ba-0d44d7438389'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 07:50:36.988165 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f3827b0b-9378-4508-b3bf-e14aa3f728fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:37.077409 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-0748c292-1ea0-469f-b72b-f1e95b611a2d tempest-ExternalNetworksAdminNegativeTestJSON-1893552789 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789-project-admin] Deleting port 13ae6caf-de0f-4f85-82e2-1168f0e95995 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:50:37.077753 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0748c292-1ea0-469f-b72b-f1e95b611a2d tempest-ExternalNetworksAdminNegativeTestJSON-1893552789 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:37.092790 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a794ef01-dea1-47de-8e47-00f854018308 req-11eff8ff-661b-4360-98b1-aad541340aa9 tempest-SecurityGroupsTestAdminJSON-540941455 tempest-SecurityGroupsTestAdminJSON-540941455-project] 10.222.0.13 "GET /v2.0/security-groups/7baab6ab-81f3-4c23-971b-94bbdaa9c4b2 HTTP/1.1" status: 200 len: 1776 time: 0.1435056 Sep 17 07:50:37.134908 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['6ebe1e53-5f26-455e-907a-06be5b2ef741'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:50:37.164370 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-c380119e-bc51-4597-acc3-59dc74817eec req-bbdce696-d110-4d97-8e03-15686ae9f41b service neutron] Attempting to bind port 9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:50:37.164621 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-c380119e-bc51-4597-acc3-59dc74817eec req-bbdce696-d110-4d97-8e03-15686ae9f41b service neutron] Attempting to bind port 9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:50:37.164944 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c380119e-bc51-4597-acc3-59dc74817eec req-bbdce696-d110-4d97-8e03-15686ae9f41b service neutron] Attempting to bind port 9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4 on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:50:37.185505 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c380119e-bc51-4597-acc3-59dc74817eec req-bbdce696-d110-4d97-8e03-15686ae9f41b service neutron] Port 9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4 on network 469390cd-cce5-49bd-b8f8-9e64018a0583 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:50:37.185887 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c380119e-bc51-4597-acc3-59dc74817eec req-bbdce696-d110-4d97-8e03-15686ae9f41b service neutron] Attempting to bind port 9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4 on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:50:37.189282 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0cebd72-4828-4bf0-a73d-b7c4bb310285 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Made reservation on behalf of eabd1069aa6d4394b149dfa896d998e1 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:50:37.193264 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b0cebd72-4828-4bf0-a73d-b7c4bb310285 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:37.212287 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c380119e-bc51-4597-acc3-59dc74817eec req-bbdce696-d110-4d97-8e03-15686ae9f41b service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:50:37.212515 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c380119e-bc51-4597-acc3-59dc74817eec req-bbdce696-d110-4d97-8e03-15686ae9f41b service neutron] Checking segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:50:37.213497 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c380119e-bc51-4597-acc3-59dc74817eec req-bbdce696-d110-4d97-8e03-15686ae9f41b service neutron] Bound using segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:50:37.213497 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-c380119e-bc51-4597-acc3-59dc74817eec req-bbdce696-d110-4d97-8e03-15686ae9f41b service neutron] Bound port: 9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:50:37.213755 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-c380119e-bc51-4597-acc3-59dc74817eec req-bbdce696-d110-4d97-8e03-15686ae9f41b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:37.218454 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0748c292-1ea0-469f-b72b-f1e95b611a2d tempest-ExternalNetworksAdminNegativeTestJSON-1893552789 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:37.218777 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0748c292-1ea0-469f-b72b-f1e95b611a2d tempest-ExternalNetworksAdminNegativeTestJSON-1893552789 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:37.227196 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [None req-b0cebd72-4828-4bf0-a73d-b7c4bb310285 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] device_id is not set on port 3317db2e-cf21-491e-906d-0d0f62982cf2 yet. {{(pid=101290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 07:50:37.232117 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-f3827b0b-9378-4508-b3bf-e14aa3f728fa None None] Allocated IP 2001:db8::2 (269c5001-9c67-4379-98b4-972ea2ad2382/6885e8e0-d349-4751-99ba-0d44d7438389/e2c27291-e09a-4def-9ba6-5e55d81be66d) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:50:37.238621 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-0748c292-1ea0-469f-b72b-f1e95b611a2d tempest-ExternalNetworksAdminNegativeTestJSON-1893552789 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789-project-admin] Calling delete_port for 13ae6caf-de0f-4f85-82e2-1168f0e95995 owned by network:floatingip {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:50:37.248314 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb701185-ecf3-4efe-b897-7e31f3f65cb3 req-fd50cca7-6e5a-4876-bbaf-0f6b4251a12c tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Router cffd75f4-4677-42d1-b8d3-2a4e03da0fef has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:50:37.297998 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-a794ef01-dea1-47de-8e47-00f854018308 req-66503319-8652-42f8-ba6e-09dd0ddeaa5a tempest-SecurityGroupsTestAdminJSON-540941455 tempest-SecurityGroupsTestAdminJSON-540941455-project] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:37.375862 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-a794ef01-dea1-47de-8e47-00f854018308 req-66503319-8652-42f8-ba6e-09dd0ddeaa5a tempest-SecurityGroupsTestAdminJSON-540941455 tempest-SecurityGroupsTestAdminJSON-540941455-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:37.381868 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-c380119e-bc51-4597-acc3-59dc74817eec req-bbdce696-d110-4d97-8e03-15686ae9f41b service neutron] For port 9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4, host n-h1-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:50:37.416475 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-c380119e-bc51-4597-acc3-59dc74817eec req-bbdce696-d110-4d97-8e03-15686ae9f41b service neutron] For port 9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:50:37.430424 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-c380119e-bc51-4597-acc3-59dc74817eec req-bbdce696-d110-4d97-8e03-15686ae9f41b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:37.431675 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0748c292-1ea0-469f-b72b-f1e95b611a2d tempest-ExternalNetworksAdminNegativeTestJSON-1893552789 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:37.454187 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f3827b0b-9378-4508-b3bf-e14aa3f728fa None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:37.459166 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0748c292-1ea0-469f-b72b-f1e95b611a2d tempest-ExternalNetworksAdminNegativeTestJSON-1893552789 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789-project-admin] Pushing event deleted for resources: {'Port': ['ID=13ae6caf-de0f-4f85-82e2-1168f0e95995,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:37.459961 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f3827b0b-9378-4508-b3bf-e14aa3f728fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:37.503120 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c380119e-bc51-4597-acc3-59dc74817eec req-bbdce696-d110-4d97-8e03-15686ae9f41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:37.503937 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-c380119e-bc51-4597-acc3-59dc74817eec req-bbdce696-d110-4d97-8e03-15686ae9f41b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:37.504146 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3827b0b-9378-4508-b3bf-e14aa3f728fa None None] Network 269c5001-9c67-4379-98b4-972ea2ad2382 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:50:37.505347 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c380119e-bc51-4597-acc3-59dc74817eec req-bbdce696-d110-4d97-8e03-15686ae9f41b service neutron] 10.222.0.41 "PUT /v2.0/ports/9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4 HTTP/1.1" status: 200 len: 1096 time: 2.2463527 Sep 17 07:50:37.505800 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219', 'tag': '9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:50:37.507049 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0748c292-1ea0-469f-b72b-f1e95b611a2d tempest-ExternalNetworksAdminNegativeTestJSON-1893552789 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:50:37.507389 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0748c292-1ea0-469f-b72b-f1e95b611a2d tempest-ExternalNetworksAdminNegativeTestJSON-1893552789 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:50:37.507729 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0748c292-1ea0-469f-b72b-f1e95b611a2d tempest-ExternalNetworksAdminNegativeTestJSON-1893552789 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:50:37.508136 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e1a02db-1f32-47cc-a9a3-fd8b8f924a7c" -d '{"events": [{"name": "network-changed", "server_uuid": "98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219", "tag": "9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:50:37.508305 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0748c292-1ea0-469f-b72b-f1e95b611a2d tempest-ExternalNetworksAdminNegativeTestJSON-1893552789 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:50:37.508590 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0748c292-1ea0-469f-b72b-f1e95b611a2d tempest-ExternalNetworksAdminNegativeTestJSON-1893552789 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:50:37.508964 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0748c292-1ea0-469f-b72b-f1e95b611a2d tempest-ExternalNetworksAdminNegativeTestJSON-1893552789 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:50:37.509162 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0748c292-1ea0-469f-b72b-f1e95b611a2d tempest-ExternalNetworksAdminNegativeTestJSON-1893552789 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:50:37.509467 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0748c292-1ea0-469f-b72b-f1e95b611a2d tempest-ExternalNetworksAdminNegativeTestJSON-1893552789 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:50:37.509937 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0748c292-1ea0-469f-b72b-f1e95b611a2d tempest-ExternalNetworksAdminNegativeTestJSON-1893552789 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:50:37.510078 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0748c292-1ea0-469f-b72b-f1e95b611a2d tempest-ExternalNetworksAdminNegativeTestJSON-1893552789 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:50:37.510492 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0748c292-1ea0-469f-b72b-f1e95b611a2d tempest-ExternalNetworksAdminNegativeTestJSON-1893552789 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:50:37.510818 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0748c292-1ea0-469f-b72b-f1e95b611a2d tempest-ExternalNetworksAdminNegativeTestJSON-1893552789 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:50:37.512286 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-f3827b0b-9378-4508-b3bf-e14aa3f728fa None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:50:37.517012 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3827b0b-9378-4508-b3bf-e14aa3f728fa None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:50:37.528492 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-a794ef01-dea1-47de-8e47-00f854018308 req-66503319-8652-42f8-ba6e-09dd0ddeaa5a tempest-SecurityGroupsTestAdminJSON-540941455 tempest-SecurityGroupsTestAdminJSON-540941455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:37.531082 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-a794ef01-dea1-47de-8e47-00f854018308 req-66503319-8652-42f8-ba6e-09dd0ddeaa5a tempest-SecurityGroupsTestAdminJSON-540941455 tempest-SecurityGroupsTestAdminJSON-540941455-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:37.544135 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a794ef01-dea1-47de-8e47-00f854018308 req-66503319-8652-42f8-ba6e-09dd0ddeaa5a tempest-SecurityGroupsTestAdminJSON-540941455 tempest-SecurityGroupsTestAdminJSON-540941455-project] 10.222.0.13 "DELETE /v2.0/security-groups/7baab6ab-81f3-4c23-971b-94bbdaa9c4b2 HTTP/1.1" status: 204 len: 173 time: 0.4332883 Sep 17 07:50:37.549106 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3827b0b-9378-4508-b3bf-e14aa3f728fa None None] Pushing event updated for resources: {'Port': ['ID=e2c27291-e09a-4def-9ba6-5e55d81be66d,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:37.564413 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0748c292-1ea0-469f-b72b-f1e95b611a2d tempest-ExternalNetworksAdminNegativeTestJSON-1893552789 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:37.568912 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0748c292-1ea0-469f-b72b-f1e95b611a2d tempest-ExternalNetworksAdminNegativeTestJSON-1893552789 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:37.570405 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-0748c292-1ea0-469f-b72b-f1e95b611a2d tempest-ExternalNetworksAdminNegativeTestJSON-1893552789 tempest-ExternalNetworksAdminNegativeTestJSON-1893552789-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/8e800c54-ec5c-4d77-8ecd-a6636f6f3414 HTTP/1.1" status: 204 len: 168 time: 0.7466509 Sep 17 07:50:37.596618 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66503319-8652-42f8-ba6e-09dd0ddeaa5a tempest-SecurityGroupsTestAdminJSON-540941455 tempest-SecurityGroupsTestAdminJSON-540941455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7baab6ab-81f3-4c23-971b-94bbdaa9c4b2,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:37.612970 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb701185-ecf3-4efe-b897-7e31f3f65cb3 req-fd50cca7-6e5a-4876-bbaf-0f6b4251a12c tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:50:37.621887 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-f3827b0b-9378-4508-b3bf-e14aa3f728fa None None] Attempting to bind port e2c27291-e09a-4def-9ba6-5e55d81be66d on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:50:37.622657 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-f3827b0b-9378-4508-b3bf-e14aa3f728fa None None] Attempting to bind port e2c27291-e09a-4def-9ba6-5e55d81be66d by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '75b511e1-1915-4215-aba0-40671dc22944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '269c5001-9c67-4379-98b4-972ea2ad2382'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:50:37.623257 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3827b0b-9378-4508-b3bf-e14aa3f728fa None None] Attempting to bind port e2c27291-e09a-4def-9ba6-5e55d81be66d on network 269c5001-9c67-4379-98b4-972ea2ad2382 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:50:37.626441 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-b0cebd72-4828-4bf0-a73d-b7c4bb310285 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Allocated IP 2001:db8::17f (269c5001-9c67-4379-98b4-972ea2ad2382/6885e8e0-d349-4751-99ba-0d44d7438389/3317db2e-cf21-491e-906d-0d0f62982cf2) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:50:37.631975 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3827b0b-9378-4508-b3bf-e14aa3f728fa None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:50:37.632984 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3827b0b-9378-4508-b3bf-e14aa3f728fa None None] Checking segment: {'id': '75b511e1-1915-4215-aba0-40671dc22944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '269c5001-9c67-4379-98b4-972ea2ad2382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:50:37.633516 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f3827b0b-9378-4508-b3bf-e14aa3f728fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:37.634009 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3827b0b-9378-4508-b3bf-e14aa3f728fa None None] Bound using segment: {'id': '75b511e1-1915-4215-aba0-40671dc22944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '269c5001-9c67-4379-98b4-972ea2ad2382'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:50:37.634638 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-f3827b0b-9378-4508-b3bf-e14aa3f728fa None None] Bound port: e2c27291-e09a-4def-9ba6-5e55d81be66d, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75b511e1-1915-4215-aba0-40671dc22944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '269c5001-9c67-4379-98b4-972ea2ad2382'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:50:37.635119 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f3827b0b-9378-4508-b3bf-e14aa3f728fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:37.635802 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-eb701185-ecf3-4efe-b897-7e31f3f65cb3 req-fd50cca7-6e5a-4876-bbaf-0f6b4251a12c tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:37.649423 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdce696-d110-4d97-8e03-15686ae9f41b service neutron] Pushing event updated for resources: {'Port': ['ID=9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4,revision_number=3']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:37.734363 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-eb701185-ecf3-4efe-b897-7e31f3f65cb3 req-fd50cca7-6e5a-4876-bbaf-0f6b4251a12c tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] 10.222.0.13 "PUT /v2.0/floatingips/bc7dae82-4eb1-4d00-8b2f-b7e7b63db0d2 HTTP/1.1" status: 200 len: 694 time: 1.7698636 Sep 17 07:50:37.760213 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-f3827b0b-9378-4508-b3bf-e14aa3f728fa None None] For port e2c27291-e09a-4def-9ba6-5e55d81be66d, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:50:37.765742 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-f3827b0b-9378-4508-b3bf-e14aa3f728fa None None] For port e2c27291-e09a-4def-9ba6-5e55d81be66d, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=e2c27291-e09a-4def-9ba6-5e55d81be66d,segment=NetworkSegment(75b511e1-1915-4215-aba0-40671dc22944),segment_id=75b511e1-1915-4215-aba0-40671dc22944)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:50:37.776887 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c380119e-bc51-4597-acc3-59dc74817eec req-9759952b-55f0-4c64-b2bb-9a000883037e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:37.778448 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c380119e-bc51-4597-acc3-59dc74817eec req-9759952b-55f0-4c64-b2bb-9a000883037e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e3c94ece967c49989722015c639870a6&device_id=98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219 HTTP/1.1" status: 200 len: 1099 time: 0.1391938 Sep 17 07:50:37.778960 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f3827b0b-9378-4508-b3bf-e14aa3f728fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:37.832994 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb1a1f-f373-420c-a695-2cdaea521357 req-a674e792-b0ec-472b-a138-7c8d3a8b437d tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:37.841115 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e8bb1a1f-f373-420c-a695-2cdaea521357 req-a674e792-b0ec-472b-a138-7c8d3a8b437d tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e92ed7a-1850-4deb-bb5f-109dddea9b58 HTTP/1.1" status: 200 len: 946 time: 0.1933510 Sep 17 07:50:37.880853 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3827b0b-9378-4508-b3bf-e14aa3f728fa None None] Pushing event updated for resources: {'Port': ['ID=e2c27291-e09a-4def-9ba6-5e55d81be66d,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:37.888820 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6127dffd-e57a-49a5-9118-08179863487c None None] Sync routers for ids ['cffd75f4-4677-42d1-b8d3-2a4e03da0fef'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:50:37.905895 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6127dffd-e57a-49a5-9118-08179863487c None None] Routers {'cffd75f4-4677-42d1-b8d3-2a4e03da0fef'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:50:37.906758 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-6127dffd-e57a-49a5-9118-08179863487c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:50:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['cffd75f4-4677-42d1-b8d3-2a4e03da0fef'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:50:37.928005 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c380119e-bc51-4597-acc3-59dc74817eec req-57c1a5c7-3703-4cc0-80c1-e6019ef430c0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4 HTTP/1.1" status: 200 len: 217 time: 0.1104970 Sep 17 07:50:37.973487 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b0cebd72-4828-4bf0-a73d-b7c4bb310285 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:37.997023 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c380119e-bc51-4597-acc3-59dc74817eec req-393d4d90-fb2d-42f6-b994-411b6f7d051f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:37.998714 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c380119e-bc51-4597-acc3-59dc74817eec req-393d4d90-fb2d-42f6-b994-411b6f7d051f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.0567455 Sep 17 07:50:38.012680 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b0cebd72-4828-4bf0-a73d-b7c4bb310285 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:38.038219 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e8bb1a1f-f373-420c-a695-2cdaea521357 req-4a6a82fc-1b1d-47a8-96d7-d5550e057e9a tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962147 Sep 17 07:50:38.042444 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb701185-ecf3-4efe-b897-7e31f3f65cb3 req-08a8eb58-017c-4c13-9600-a9bfc936de50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:38.044013 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-eb701185-ecf3-4efe-b897-7e31f3f65cb3 req-08a8eb58-017c-4c13-9600-a9bfc936de50 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21f3c7f03c914a5b858a20df6b6b8d87&device_id=26cd0c95-7d6d-4c2c-a993-d693a3eb91a4 HTTP/1.1" status: 200 len: 1096 time: 0.2895324 Sep 17 07:50:38.060340 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-6127dffd-e57a-49a5-9118-08179863487c None None] Set router cffd75f4-4677-42d1-b8d3-2a4e03da0fef gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:50:38.108848 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cebd72-4828-4bf0-a73d-b7c4bb310285 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Pushing event updated for resources: {'Port': ['ID=3317db2e-cf21-491e-906d-0d0f62982cf2,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:38.128850 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39064) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:38.156245 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0cebd72-4828-4bf0-a73d-b7c4bb310285 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Network 269c5001-9c67-4379-98b4-972ea2ad2382 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:50:38.162373 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-b0cebd72-4828-4bf0-a73d-b7c4bb310285 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:50:38.168368 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cebd72-4828-4bf0-a73d-b7c4bb310285 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:50:38.184787 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0cebd72-4828-4bf0-a73d-b7c4bb310285 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:38.185562 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b0cebd72-4828-4bf0-a73d-b7c4bb310285 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:38.189379 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c380119e-bc51-4597-acc3-59dc74817eec req-e6ef7617-f3a3-4d68-ac30-4d4ea1ecf35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:38.191008 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c380119e-bc51-4597-acc3-59dc74817eec req-e6ef7617-f3a3-4d68-ac30-4d4ea1ecf35b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1750617 Sep 17 07:50:38.222015 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b0cebd72-4828-4bf0-a73d-b7c4bb310285 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3217463 Sep 17 07:50:38.226163 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39070) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:38.235994 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-c3f89da6-5716-46b3-9d36-69f70dd3fd5e tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Request body: {'port': {'network_id': '269c5001-9c67-4379-98b4-972ea2ad2382', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2036944230', 'allowed_address_pairs': [{'ip_address': '2001:db8::17f', 'mac_address': 'fa:16:3e:17:99:37'}]}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:50:38.265944 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb701185-ecf3-4efe-b897-7e31f3f65cb3 req-623df441-ec19-4a64-be77-cd4d208e7383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:38.267238 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-eb701185-ecf3-4efe-b897-7e31f3f65cb3 req-623df441-ec19-4a64-be77-cd4d208e7383 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e7618610-9a57-4cc8-982b-d8af484bdfe5 HTTP/1.1" status: 200 len: 929 time: 0.1946526 Sep 17 07:50:38.343015 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0907ae9c-475b-470e-b07f-dbb8e717be07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:38.359538 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-eb701185-ecf3-4efe-b897-7e31f3f65cb3 req-b507e1cf-8d9c-453e-9d36-8bc90c9707b4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3b1bb01-b0e1-46d5-8662-b9597a2de439 HTTP/1.1" status: 200 len: 217 time: 0.0759494 Sep 17 07:50:38.422494 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 6ebe1e53-5f26-455e-907a-06be5b2ef741 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:50:38.466026 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0907ae9c-475b-470e-b07f-dbb8e717be07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:38.488866 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0907ae9c-475b-470e-b07f-dbb8e717be07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:38.510909 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port 6ebe1e53-5f26-455e-907a-06be5b2ef741 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:50:38.519805 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 6ebe1e53-5f26-455e-907a-06be5b2ef741 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:50:38.520534 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:38.532563 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f89da6-5716-46b3-9d36-69f70dd3fd5e tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Made reservation on behalf of eabd1069aa6d4394b149dfa896d998e1 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:50:38.541132 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0907ae9c-475b-470e-b07f-dbb8e717be07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b61eaf-af9b-4c71-ae43-21990adfae55,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:38.573218 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-6127dffd-e57a-49a5-9118-08179863487c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cffd75f4-4677-42d1-b8d3-2a4e03da0fef', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-637993520-router', 'tenant_id': '21f3c7f03c914a5b858a20df6b6b8d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'a6097d46-25cd-4153-9159-7dd3abc811e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:49:46Z', 'updated_at': '2021-09-17T07:49:51Z', 'revision_number': 4, 'project_id': '21f3c7f03c914a5b858a20df6b6b8d87', 'gw_port': {'id': 'a6097d46-25cd-4153-9159-7dd3abc811e9', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:23:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffd75f4-4677-42d1-b8d3-2a4e03da0fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:49:47Z', 'updated_at': '2021-09-17T07:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'd7750135-e10c-430f-ac56-a88c6dd4e852', 'name': '', 'network_id': 'e7618610-9a57-4cc8-982b-d8af484bdfe5', 'tenant_id': '21f3c7f03c914a5b858a20df6b6b8d87', 'mac_address': 'fa:16:3e:9f:36:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffd75f4-4677-42d1-b8d3-2a4e03da0fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'bb64a615-3b31-4cda-9193-292349d0b524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:49:50Z', 'updated_at': '2021-09-17T07:49:56Z', 'revision_number': 5, 'project_id': '21f3c7f03c914a5b858a20df6b6b8d87', 'subnets': [{'id': 'bb64a615-3b31-4cda-9193-292349d0b524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:50:38.583484 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-0907ae9c-475b-470e-b07f-dbb8e717be07 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c44d8b21a2474fb39b66391c8edfeaf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4531622 Sep 17 07:50:38.584423 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39072) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:38.610826 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6127dffd-e57a-49a5-9118-08179863487c None None] Checking router: cffd75f4-4677-42d1-b8d3-2a4e03da0fef for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:50:38.620897 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6127dffd-e57a-49a5-9118-08179863487c None None] Routers {'cffd75f4-4677-42d1-b8d3-2a4e03da0fef'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:50:38.621537 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-6127dffd-e57a-49a5-9118-08179863487c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:50:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['cffd75f4-4677-42d1-b8d3-2a4e03da0fef'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:50:38.648381 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:38.682855 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc3ceac-b4ad-4d90-858f-c00331b27ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ebe1e53-5f26-455e-907a-06be5b2ef741'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:50:38.686410 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1e01c8ee-3884-4b4a-a925-e0f99da55435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:38.689648 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743bf5f8-13d9-4b2b-bf52-2c7206477949" -d '{"events": [{"server_uuid": "dbc3ceac-b4ad-4d90-858f-c00331b27ad7", "name": "network-vif-plugged", "status": "completed", "tag": "6ebe1e53-5f26-455e-907a-06be5b2ef741"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:50:38.706290 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 6ebe1e53-5f26-455e-907a-06be5b2ef741, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=6ebe1e53-5f26-455e-907a-06be5b2ef741,segment=NetworkSegment(40e2f46a-cc55-49c4-8afc-b45f6e1d5b0e),segment_id=40e2f46a-cc55-49c4-8afc-b45f6e1d5b0e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:50:38.713887 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:38.714801 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1e01c8ee-3884-4b4a-a925-e0f99da55435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:38.735939 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-6127dffd-e57a-49a5-9118-08179863487c None None] Set router cffd75f4-4677-42d1-b8d3-2a4e03da0fef gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:50:38.751100 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3a6e5-e02c-4ba8-a42b-9b16ec9e7491 req-f26c6a6d-b6d3-47c5-bc1f-bdbf53c00c55 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:38.759426 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-85e3a6e5-e02c-4ba8-a42b-9b16ec9e7491 req-f26c6a6d-b6d3-47c5-bc1f-bdbf53c00c55 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbc3ceac-b4ad-4d90-858f-c00331b27ad7 HTTP/1.1" status: 200 len: 945 time: 0.5253994 Sep 17 07:50:38.787145 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c3f89da6-5716-46b3-9d36-69f70dd3fd5e tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:38.795075 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1e01c8ee-3884-4b4a-a925-e0f99da55435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:38.797576 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1e01c8ee-3884-4b4a-a925-e0f99da55435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:38.806803 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-1e01c8ee-3884-4b4a-a925-e0f99da55435 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/81b61eaf-af9b-4c71-ae43-21990adfae55 HTTP/1.1" status: 204 len: 168 time: 0.2155895 Sep 17 07:50:38.815562 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb701185-ecf3-4efe-b897-7e31f3f65cb3 req-2925ebc1-b430-4d53-8237-769bdf1bd262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:38.817143 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-eb701185-ecf3-4efe-b897-7e31f3f65cb3 req-2925ebc1-b430-4d53-8237-769bdf1bd262 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bb64a615-3b31-4cda-9193-292349d0b524 HTTP/1.1" status: 200 len: 867 time: 0.4466648 Sep 17 07:50:38.817724 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=6ebe1e53-5f26-455e-907a-06be5b2ef741,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:38.829257 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c380119e-bc51-4597-acc3-59dc74817eec req-43ec95b0-eba3-4970-923c-02beca9a5187 service neutron] 10.222.0.41 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6208165 Sep 17 07:50:38.846299 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e01c8ee-3884-4b4a-a925-e0f99da55435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b61eaf-af9b-4c71-ae43-21990adfae55,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:38.848880 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [None req-c3f89da6-5716-46b3-9d36-69f70dd3fd5e tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] device_id is not set on port c726aa2d-3e95-465f-a640-e991c73b8dba yet. {{(pid=101290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 07:50:38.891227 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-85e3a6e5-e02c-4ba8-a42b-9b16ec9e7491 req-e37705f4-af19-4b77-91d9-0d38bb5bda80 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] 10.222.0.13 "GET /v2.0/security-groups?id=53e3b2e3-86bb-40c4-b326-5cfb7d536fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305976 Sep 17 07:50:38.989941 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f9b2479-3f8e-4db2-b237-8f0a0eb7d829 x-openstack-request-id: req-8f9b2479-3f8e-4db2-b237-8f0a0eb7d829 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:50:38.995743 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219", "tag": "9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:50:38.995743 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8f9b2479-3f8e-4db2-b237-8f0a0eb7d829 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:50:38.995743 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219', 'tag': '9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4', 'status': 'completed', 'code': 200} Sep 17 07:50:39.003562 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb701185-ecf3-4efe-b897-7e31f3f65cb3 req-ad7fbcee-883a-483f-bec1-40112f44df05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:39.008554 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-eb701185-ecf3-4efe-b897-7e31f3f65cb3 req-ad7fbcee-883a-483f-bec1-40112f44df05 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e7618610-9a57-4cc8-982b-d8af484bdfe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1818483 Sep 17 07:50:39.035236 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-6127dffd-e57a-49a5-9118-08179863487c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cffd75f4-4677-42d1-b8d3-2a4e03da0fef', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-637993520-router', 'tenant_id': '21f3c7f03c914a5b858a20df6b6b8d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'a6097d46-25cd-4153-9159-7dd3abc811e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:49:46Z', 'updated_at': '2021-09-17T07:49:51Z', 'revision_number': 4, 'project_id': '21f3c7f03c914a5b858a20df6b6b8d87', 'gw_port': {'id': 'a6097d46-25cd-4153-9159-7dd3abc811e9', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:23:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffd75f4-4677-42d1-b8d3-2a4e03da0fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:49:47Z', 'updated_at': '2021-09-17T07:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'd7750135-e10c-430f-ac56-a88c6dd4e852', 'name': '', 'network_id': 'e7618610-9a57-4cc8-982b-d8af484bdfe5', 'tenant_id': '21f3c7f03c914a5b858a20df6b6b8d87', 'mac_address': 'fa:16:3e:9f:36:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffd75f4-4677-42d1-b8d3-2a4e03da0fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'bb64a615-3b31-4cda-9193-292349d0b524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:49:50Z', 'updated_at': '2021-09-17T07:49:56Z', 'revision_number': 5, 'project_id': '21f3c7f03c914a5b858a20df6b6b8d87', 'subnets': [{'id': 'bb64a615-3b31-4cda-9193-292349d0b524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:50:39.081138 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6127dffd-e57a-49a5-9118-08179863487c None None] The sync data for ids ['cffd75f4-4677-42d1-b8d3-2a4e03da0fef'] in n-d-789963-9 is: [{'id': 'cffd75f4-4677-42d1-b8d3-2a4e03da0fef', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-637993520-router', 'tenant_id': '21f3c7f03c914a5b858a20df6b6b8d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'a6097d46-25cd-4153-9159-7dd3abc811e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:49:46Z', 'updated_at': '2021-09-17T07:49:51Z', 'revision_number': 4, 'project_id': '21f3c7f03c914a5b858a20df6b6b8d87', 'gw_port': {'id': 'a6097d46-25cd-4153-9159-7dd3abc811e9', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:23:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffd75f4-4677-42d1-b8d3-2a4e03da0fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:49:47Z', 'updated_at': '2021-09-17T07:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'd7750135-e10c-430f-ac56-a88c6dd4e852', 'name': '', 'network_id': 'e7618610-9a57-4cc8-982b-d8af484bdfe5', 'tenant_id': '21f3c7f03c914a5b858a20df6b6b8d87', 'mac_address': 'fa:16:3e:9f:36:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffd75f4-4677-42d1-b8d3-2a4e03da0fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'bb64a615-3b31-4cda-9193-292349d0b524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:49:50Z', 'updated_at': '2021-09-17T07:49:56Z', 'revision_number': 5, 'project_id': '21f3c7f03c914a5b858a20df6b6b8d87', 'subnets': [{'id': 'bb64a615-3b31-4cda-9193-292349d0b524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:50:39.082150 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-c3f89da6-5716-46b3-9d36-69f70dd3fd5e tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Allocated IP 2001:db8::64 (269c5001-9c67-4379-98b4-972ea2ad2382/6885e8e0-d349-4751-99ba-0d44d7438389/c726aa2d-3e95-465f-a640-e991c73b8dba) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:50:39.201938 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-eb701185-ecf3-4efe-b897-7e31f3f65cb3 req-f698281e-3304-45ac-9cdc-89ab1746dda9 service neutron] 10.222.0.13 "GET /v2.0/networks/e7618610-9a57-4cc8-982b-d8af484bdfe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648724 Sep 17 07:50:39.209692 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-87ea3936-97a8-407d-982c-16e1b8f0ad5a req-44b96969-591d-46bd-9522-823e41aca21f tempest-SecurityGroupsTestAdminJSON-540941455 tempest-SecurityGroupsTestAdminJSON-540941455-project] 10.222.0.13 "GET /v2.0/security-groups/c018a237-0f3f-4f73-ac24-100d492e62ce HTTP/1.1" status: 200 len: 1777 time: 0.1993358 Sep 17 07:50:39.288798 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c3f89da6-5716-46b3-9d36-69f70dd3fd5e tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:39.299745 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fe3b99-a229-4db4-a2f2-31e4e1bbc927 None None] Network 269c5001-9c67-4379-98b4-972ea2ad2382 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:50:39.321168 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c380119e-bc51-4597-acc3-59dc74817eec req-00466b7d-1317-4bb4-9388-9c22a855520d service neutron] 10.222.0.41 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4810610 Sep 17 07:50:39.332066 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c3f89da6-5716-46b3-9d36-69f70dd3fd5e tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:39.379693 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f89da6-5716-46b3-9d36-69f70dd3fd5e tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Pushing event updated for resources: {'Port': ['ID=c726aa2d-3e95-465f-a640-e991c73b8dba,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:39.389300 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-eb701185-ecf3-4efe-b897-7e31f3f65cb3 req-ca4d5661-6b9d-4947-8ebc-7a7596e65874 service neutron] 10.222.0.13 "GET /v2.0/networks/e7618610-9a57-4cc8-982b-d8af484bdfe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742454 Sep 17 07:50:39.396951 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39080) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:39.406326 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f89da6-5716-46b3-9d36-69f70dd3fd5e tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Network 269c5001-9c67-4379-98b4-972ea2ad2382 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:50:39.425223 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-c3f89da6-5716-46b3-9d36-69f70dd3fd5e tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:50:39.428743 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f89da6-5716-46b3-9d36-69f70dd3fd5e tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:50:39.435241 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f89da6-5716-46b3-9d36-69f70dd3fd5e tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:39.440014 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-198b0446-734d-4cad-8ff1-833bfb2b1f97 None None] Provisioning complete for port e2c27291-e09a-4def-9ba6-5e55d81be66d triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:50:39.441765 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-198b0446-734d-4cad-8ff1-833bfb2b1f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:39.451339 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c3f89da6-5716-46b3-9d36-69f70dd3fd5e tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:39.470754 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c3f89da6-5716-46b3-9d36-69f70dd3fd5e tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.2428503 Sep 17 07:50:39.473584 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39084) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:39.509141 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-77670ab2-ebb1-4bc1-a898-69bcd5341ac4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c40e841640874fa1a367a350da920195&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1108673 Sep 17 07:50:39.518882 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39086) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:39.541782 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-87ea3936-97a8-407d-982c-16e1b8f0ad5a req-0d45e835-271e-49c4-85d0-afeea96b6e50 tempest-SecurityGroupsTestAdminJSON-540941455 tempest-SecurityGroupsTestAdminJSON-540941455-project] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:39.590979 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2196f29b-fb68-49e3-901b-503eada1cce8 None None] New status for floating IP bc7dae82-4eb1-4d00-8b2f-b7e7b63db0d2: DOWN {{(pid=101291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 07:50:39.596916 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a02db-1f32-47cc-a9a3-fd8b8f924a7c req-8a53165b-dc63-4c3f-ae7d-216cc1010fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:39.598501 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1e1a02db-1f32-47cc-a9a3-fd8b8f924a7c req-8a53165b-dc63-4c3f-ae7d-216cc1010fb0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e3c94ece967c49989722015c639870a6&device_id=98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219 HTTP/1.1" status: 200 len: 1099 time: 0.1741750 Sep 17 07:50:39.623206 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5a05ce-de41-42f6-b145-051d84d68c12 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:39.629154 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5a05ce-de41-42f6-b145-051d84d68c12 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:39.630822 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-87ea3936-97a8-407d-982c-16e1b8f0ad5a req-0d45e835-271e-49c4-85d0-afeea96b6e50 tempest-SecurityGroupsTestAdminJSON-540941455 tempest-SecurityGroupsTestAdminJSON-540941455-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:39.635252 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5a05ce-de41-42f6-b145-051d84d68c12 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:39.639549 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-9b5a05ce-de41-42f6-b145-051d84d68c12 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.1621513 Sep 17 07:50:39.640222 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39088) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:39.646326 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device e2c27291-e09a-4def-9ba6-5e55d81be66d up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:50:39.707990 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a71aba76-eb43-4df0-8863-212593d2ddaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:39.720922 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-198b0446-734d-4cad-8ff1-833bfb2b1f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:39.731715 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-1168fdcd-408f-419e-bc2b-44e98f2d0f66 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Deleting port c726aa2d-3e95-465f-a640-e991c73b8dba {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:50:39.732176 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1168fdcd-408f-419e-bc2b-44e98f2d0f66 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:39.769873 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a71aba76-eb43-4df0-8863-212593d2ddaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:39.792241 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27374b-00c4-4608-99e8-0935594ebc9b req-65fbd336-2151-41bb-b4af-fc756ef4482d tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:39.793739 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dc27374b-00c4-4608-99e8-0935594ebc9b req-65fbd336-2151-41bb-b4af-fc756ef4482d tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219 HTTP/1.1" status: 200 len: 948 time: 0.2291834 Sep 17 07:50:39.855817 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-87ea3936-97a8-407d-982c-16e1b8f0ad5a req-0d45e835-271e-49c4-85d0-afeea96b6e50 tempest-SecurityGroupsTestAdminJSON-540941455 tempest-SecurityGroupsTestAdminJSON-540941455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:39.858426 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-87ea3936-97a8-407d-982c-16e1b8f0ad5a req-0d45e835-271e-49c4-85d0-afeea96b6e50 tempest-SecurityGroupsTestAdminJSON-540941455 tempest-SecurityGroupsTestAdminJSON-540941455-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:39.858801 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1168fdcd-408f-419e-bc2b-44e98f2d0f66 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:39.859701 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-87ea3936-97a8-407d-982c-16e1b8f0ad5a req-0d45e835-271e-49c4-85d0-afeea96b6e50 tempest-SecurityGroupsTestAdminJSON-540941455 tempest-SecurityGroupsTestAdminJSON-540941455-project] 10.222.0.13 "DELETE /v2.0/security-groups/c018a237-0f3f-4f73-ac24-100d492e62ce HTTP/1.1" status: 204 len: 173 time: 0.5963879 Sep 17 07:50:39.871700 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a02db-1f32-47cc-a9a3-fd8b8f924a7c req-cfa2ed07-3411-4fd0-90b0-c477bddde8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:39.873829 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1e1a02db-1f32-47cc-a9a3-fd8b8f924a7c req-cfa2ed07-3411-4fd0-90b0-c477bddde8f0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=469390cd-cce5-49bd-b8f8-9e64018a0583 HTTP/1.1" status: 200 len: 870 time: 0.2556195 Sep 17 07:50:39.877956 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-1168fdcd-408f-419e-bc2b-44e98f2d0f66 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Calling delete_port for c726aa2d-3e95-465f-a640-e991c73b8dba owned by {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:50:39.895625 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-198b0446-734d-4cad-8ff1-833bfb2b1f97 None None] For port e2c27291-e09a-4def-9ba6-5e55d81be66d, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=e2c27291-e09a-4def-9ba6-5e55d81be66d,segment=NetworkSegment(75b511e1-1915-4215-aba0-40671dc22944),segment_id=75b511e1-1915-4215-aba0-40671dc22944)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:50:39.901297 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d45e835-271e-49c4-85d0-afeea96b6e50 tempest-SecurityGroupsTestAdminJSON-540941455 tempest-SecurityGroupsTestAdminJSON-540941455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c018a237-0f3f-4f73-ac24-100d492e62ce,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:39.922628 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-198b0446-734d-4cad-8ff1-833bfb2b1f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:39.948617 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dc27374b-00c4-4608-99e8-0935594ebc9b req-938d4a26-dd49-49c8-8704-78cafef513b8 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189642 Sep 17 07:50:39.950265 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1e1a02db-1f32-47cc-a9a3-fd8b8f924a7c req-d7eaa86f-3c13-437c-b48b-53f8adfd6b4e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4 HTTP/1.1" status: 200 len: 217 time: 0.0610752 Sep 17 07:50:39.984145 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port e2c27291-e09a-4def-9ba6-5e55d81be66d triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:50:39.984519 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:40.065865 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a71aba76-eb43-4df0-8863-212593d2ddaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:40.068891 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a71aba76-eb43-4df0-8863-212593d2ddaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:40.070917 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-a71aba76-eb43-4df0-8863-212593d2ddaf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a18decfe-01c6-4246-a1ad-9d3b20ce1dc2 HTTP/1.1" status: 204 len: 168 time: 0.5503817 Sep 17 07:50:40.091489 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71aba76-eb43-4df0-8863-212593d2ddaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a18decfe-01c6-4246-a1ad-9d3b20ce1dc2,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:40.128872 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a02db-1f32-47cc-a9a3-fd8b8f924a7c req-b174072f-8338-4e20-a19e-6b45e11f149e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:40.134432 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1e1a02db-1f32-47cc-a9a3-fd8b8f924a7c req-b174072f-8338-4e20-a19e-6b45e11f149e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.1768076 Sep 17 07:50:40.225674 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1168fdcd-408f-419e-bc2b-44e98f2d0f66 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:40.267965 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06fe140-1cb4-45c6-aee7-9d21b43e96f7 req-5edcf391-442f-41b3-995e-5d6b105fb088 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:40.267965 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d06fe140-1cb4-45c6-aee7-9d21b43e96f7 req-5edcf391-442f-41b3-995e-5d6b105fb088 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e92ed7a-1850-4deb-bb5f-109dddea9b58 HTTP/1.1" status: 200 len: 946 time: 0.2695477 Sep 17 07:50:40.280382 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd02932f-d567-4214-891e-37e82c322174 x-openstack-request-id: req-dd02932f-d567-4214-891e-37e82c322174 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:50:40.280684 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbc3ceac-b4ad-4d90-858f-c00331b27ad7", "name": "network-vif-plugged", "status": "completed", "tag": "6ebe1e53-5f26-455e-907a-06be5b2ef741", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:50:40.280940 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dd02932f-d567-4214-891e-37e82c322174 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:50:40.281326 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbc3ceac-b4ad-4d90-858f-c00331b27ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ebe1e53-5f26-455e-907a-06be5b2ef741', 'code': 200} Sep 17 07:50:40.326336 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1168fdcd-408f-419e-bc2b-44e98f2d0f66 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Pushing event deleted for resources: {'Port': ['ID=c726aa2d-3e95-465f-a640-e991c73b8dba,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:40.336717 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198b0446-734d-4cad-8ff1-833bfb2b1f97 None None] Pushing event updated for resources: {'Port': ['ID=e2c27291-e09a-4def-9ba6-5e55d81be66d,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:40.358332 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ed9f0e1c-102a-4b28-9902-b55e1991a203 None None] Provisioning complete for port e2c27291-e09a-4def-9ba6-5e55d81be66d triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:50:40.358716 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ed9f0e1c-102a-4b28-9902-b55e1991a203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:40.368171 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-836ad8a7-d102-4de1-90c4-c56d0d34f7d3 req-537508bd-86ef-4e47-8b69-3c3d266b35d8 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] 10.222.0.13 "GET /v2.0/floatingips/bc7dae82-4eb1-4d00-8b2f-b7e7b63db0d2 HTTP/1.1" status: 200 len: 692 time: 0.1979728 Sep 17 07:50:40.447165 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a02db-1f32-47cc-a9a3-fd8b8f924a7c req-75cfc8c9-a153-4d7a-abea-e8ceff56b0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:40.449364 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1e1a02db-1f32-47cc-a9a3-fd8b8f924a7c req-75cfc8c9-a153-4d7a-abea-e8ceff56b0c3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3041730 Sep 17 07:50:40.456266 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39102) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:40.525702 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef452616-d2d9-40c4-9568-2a21b5707924 req-48715ebe-e8f7-432f-94ad-bfa672e263b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:40.527294 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ef452616-d2d9-40c4-9568-2a21b5707924 req-48715ebe-e8f7-432f-94ad-bfa672e263b4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dbc3ceac-b4ad-4d90-858f-c00331b27ad7 HTTP/1.1" status: 200 len: 1097 time: 0.2347863 Sep 17 07:50:40.587697 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1168fdcd-408f-419e-bc2b-44e98f2d0f66 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:40.589691 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-1168fdcd-408f-419e-bc2b-44e98f2d0f66 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] 10.222.0.13 "DELETE /v2.0/ports/c726aa2d-3e95-465f-a640-e991c73b8dba HTTP/1.1" status: 204 len: 168 time: 0.9485385 Sep 17 07:50:40.600386 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39110) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:40.601453 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1e1a02db-1f32-47cc-a9a3-fd8b8f924a7c req-d8b4d699-da5f-491a-a69d-66f8b4342f6f service neutron] 10.222.0.41 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374271 Sep 17 07:50:40.615412 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ed9f0e1c-102a-4b28-9902-b55e1991a203 None None] Provisioning complete for port 3317db2e-cf21-491e-906d-0d0f62982cf2 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:50:40.615989 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ed9f0e1c-102a-4b28-9902-b55e1991a203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:40.661502 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d06fe140-1cb4-45c6-aee7-9d21b43e96f7 req-fa5d9b26-8201-420c-a179-c12a53d22183 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3287454 Sep 17 07:50:40.662628 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea46741a-5f7c-43d6-8383-bd3d698264a8 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] GET failed (client error): The resource could not be found. Sep 17 07:50:40.669923 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ea46741a-5f7c-43d6-8383-bd3d698264a8 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] 10.222.0.13 "GET /v2.0/ports/c726aa2d-3e95-465f-a640-e991c73b8dba HTTP/1.1" status: 404 len: 333 time: 0.0632076 Sep 17 07:50:40.683388 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ed9f0e1c-102a-4b28-9902-b55e1991a203 None None] Port 3317db2e-cf21-491e-906d-0d0f62982cf2 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:50:40.684879 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39114) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:40.691694 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ed9f0e1c-102a-4b28-9902-b55e1991a203 None None] Could not find standard attr ID for object c726aa2d-3e95-465f-a640-e991c73b8dba. {{(pid=101291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 07:50:40.692476 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-494d033a-c916-477a-9f60-5bbae20eca29 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Request body: {'port': {'network_id': '269c5001-9c67-4379-98b4-972ea2ad2382', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-551152557'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:50:40.714792 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ef452616-d2d9-40c4-9568-2a21b5707924 req-217407d9-9fb1-40b5-8d60-27feed59c3d9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=53e3b2e3-86bb-40c4-b326-5cfb7d536fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500900 Sep 17 07:50:40.745603 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-3bd04ec0-ae46-4325-81ab-5f9387bb40cb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=47b525a0a766441d9e7b0f07c079dbf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2880485 Sep 17 07:50:40.748380 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39120) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:40.812065 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-556193c8-b2ae-4af5-89cf-33a8ac45edee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:40.830852 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-4d878dc1-c884-465d-8508-a8376d21a272 None None] Provisioning complete for port 3317db2e-cf21-491e-906d-0d0f62982cf2 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:50:40.831107 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4d878dc1-c884-465d-8508-a8376d21a272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:40.837438 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-556193c8-b2ae-4af5-89cf-33a8ac45edee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:40.890036 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836ad8a7-d102-4de1-90c4-c56d0d34f7d3 req-beeb12a2-d7ff-431e-93aa-e85eaa4c327e tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:40.890863 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-4d878dc1-c884-465d-8508-a8376d21a272 None None] Port 3317db2e-cf21-491e-906d-0d0f62982cf2 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:50:40.891502 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-836ad8a7-d102-4de1-90c4-c56d0d34f7d3 req-beeb12a2-d7ff-431e-93aa-e85eaa4c327e tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] 10.222.0.13 "GET /v2.0/networks/5fc128c4-343a-4b5b-8a61-6a2b8d95c555 HTTP/1.1" status: 200 len: 784 time: 0.5156555 Sep 17 07:50:40.905766 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-556193c8-b2ae-4af5-89cf-33a8ac45edee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:40.908663 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-556193c8-b2ae-4af5-89cf-33a8ac45edee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:40.909941 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-556193c8-b2ae-4af5-89cf-33a8ac45edee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/58676fa1-dae6-4fdf-b8bd-e05c045fe6b8 HTTP/1.1" status: 204 len: 168 time: 0.1606216 Sep 17 07:50:40.919210 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556193c8-b2ae-4af5-89cf-33a8ac45edee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58676fa1-dae6-4fdf-b8bd-e05c045fe6b8,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:40.999623 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26cd0c95-7d6d-4c2c-a993-d693a3eb91a4', 'tag': 'a3b1bb01-b0e1-46d5-8662-b9597a2de439'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:50:41.002653 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96135e40-260e-4049-9129-f8a5d9b48ad8" -d '{"events": [{"name": "network-changed", "server_uuid": "26cd0c95-7d6d-4c2c-a993-d693a3eb91a4", "tag": "a3b1bb01-b0e1-46d5-8662-b9597a2de439"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:50:41.021270 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-cdea0280-7a36-49ce-8535-56baee1ed6e9 None None] Could not find standard attr ID for object c726aa2d-3e95-465f-a640-e991c73b8dba. {{(pid=101291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 07:50:41.037281 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-836ad8a7-d102-4de1-90c4-c56d0d34f7d3 req-03d8307a-9728-474e-8e62-b04f4bebf7c7 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.90 HTTP/1.1" status: 200 len: 695 time: 0.0981972 Sep 17 07:50:41.045528 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f998e053-1910-4441-ab82-e5e1cd57fe78 req-6e677b1e-52a4-4926-ad1b-fc9e17e94582 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:41.047096 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f998e053-1910-4441-ab82-e5e1cd57fe78 req-6e677b1e-52a4-4926-ad1b-fc9e17e94582 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbc3ceac-b4ad-4d90-858f-c00331b27ad7 HTTP/1.1" status: 200 len: 946 time: 0.2793705 Sep 17 07:50:41.141966 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1e1a02db-1f32-47cc-a9a3-fd8b8f924a7c req-fac18af6-b1eb-429c-8881-9948ca72298d service neutron] 10.222.0.41 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4843221 Sep 17 07:50:41.178154 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-836ad8a7-d102-4de1-90c4-c56d0d34f7d3 req-559267a9-dde3-490e-8f96-78e1f2fc730f tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.90 HTTP/1.1" status: 200 len: 695 time: 0.1237588 Sep 17 07:50:41.191385 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f998e053-1910-4441-ab82-e5e1cd57fe78 req-2a006ab5-8f17-4b7e-8668-337490f84f8a tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] 10.222.0.13 "GET /v2.0/security-groups?id=53e3b2e3-86bb-40c4-b326-5cfb7d536fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295867 Sep 17 07:50:41.243335 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39138) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:41.291052 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494d033a-c916-477a-9f60-5bbae20eca29 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Made reservation on behalf of eabd1069aa6d4394b149dfa896d998e1 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:50:41.298717 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-494d033a-c916-477a-9f60-5bbae20eca29 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:41.405720 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [None req-494d033a-c916-477a-9f60-5bbae20eca29 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] device_id is not set on port 7cc7cbee-531c-4c48-8cbc-d652a9870359 yet. {{(pid=101289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 07:50:41.495272 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device e2c27291-e09a-4def-9ba6-5e55d81be66d up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:50:41.524733 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39144) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:41.560351 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port e2c27291-e09a-4def-9ba6-5e55d81be66d triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:50:41.560727 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:41.647739 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ac04b10b-5a40-4fba-9af1-f1f1a26b7e3d req-798bba8b-0d38-49af-ab26-8add83fdf2eb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fa684fd0-a85e-469b-aed6-7fb0de9dc944&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0931468 Sep 17 07:50:41.649595 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c405f354-0447-4389-9e30-8dd41c12f2bc tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:41.680431 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c405f354-0447-4389-9e30-8dd41c12f2bc tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:41.716836 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-f48acba8-4067-4120-b546-a21d9c6dafde admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ffe4312e11fe4d99a5760c536a164a75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1875238 Sep 17 07:50:41.716836 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-494d033a-c916-477a-9f60-5bbae20eca29 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Allocated IP 2001:db8::205 (269c5001-9c67-4379-98b4-972ea2ad2382/6885e8e0-d349-4751-99ba-0d44d7438389/7cc7cbee-531c-4c48-8cbc-d652a9870359) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:50:41.719610 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39148) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:41.739438 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34586906-d406-45fd-bca2-13c79a299d89 req-a2b68584-fe42-43c8-9ebf-769f4ae229ea tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:41.741301 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-34586906-d406-45fd-bca2-13c79a299d89 req-a2b68584-fe42-43c8-9ebf-769f4ae229ea tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219 HTTP/1.1" status: 200 len: 948 time: 0.2189708 Sep 17 07:50:41.781163 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-836ad8a7-d102-4de1-90c4-c56d0d34f7d3 req-7982643e-1dcb-4c0e-9f9c-2555df6156dc tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Deleting port 498c0fec-26da-4fb8-95eb-e2039dc362e4 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:50:41.781546 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-836ad8a7-d102-4de1-90c4-c56d0d34f7d3 req-7982643e-1dcb-4c0e-9f9c-2555df6156dc tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:41.799450 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04b10b-5a40-4fba-9af1-f1f1a26b7e3d req-523a00a5-04a8-40f0-a28f-9434c7a09d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:41.801003 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ac04b10b-5a40-4fba-9af1-f1f1a26b7e3d req-523a00a5-04a8-40f0-a28f-9434c7a09d97 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e3c94ece967c49989722015c639870a6&device_id=fa684fd0-a85e-469b-aed6-7fb0de9dc944 HTTP/1.1" status: 200 len: 1100 time: 0.0673649 Sep 17 07:50:41.803679 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c405f354-0447-4389-9e30-8dd41c12f2bc tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:41.806703 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c405f354-0447-4389-9e30-8dd41c12f2bc tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:41.808039 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c405f354-0447-4389-9e30-8dd41c12f2bc tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "DELETE /v2.0/security-groups/a5627b3e-0f48-4049-88ff-4f888409a37a HTTP/1.1" status: 204 len: 168 time: 0.5628684 Sep 17 07:50:41.810797 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39154) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:41.827446 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-86e43b84-83b8-408a-beb0-8e75e506bc58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:41.829310 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c405f354-0447-4389-9e30-8dd41c12f2bc tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5627b3e-0f48-4049-88ff-4f888409a37a,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:41.861822 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-cde2810e-ed6d-4d4e-93c6-dbf29466c3f7 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] show failed (client error): The resource could not be found. Sep 17 07:50:41.866842 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-cde2810e-ed6d-4d4e-93c6-dbf29466c3f7 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "GET /v2.0/security-groups/a5627b3e-0f48-4049-88ff-4f888409a37a HTTP/1.1" status: 404 len: 347 time: 0.0522449 Sep 17 07:50:41.869532 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39158) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:41.882427 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-34586906-d406-45fd-bca2-13c79a299d89 req-81e193f1-9a82-40f8-824b-55c761ba6c5a tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274397 Sep 17 07:50:41.887996 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-86e43b84-83b8-408a-beb0-8e75e506bc58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:41.966140 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668ec565-b77d-43c3-9ed6-fe252e5c3567 x-openstack-request-id: req-668ec565-b77d-43c3-9ed6-fe252e5c3567 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:50:41.966973 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26cd0c95-7d6d-4c2c-a993-d693a3eb91a4", "tag": "a3b1bb01-b0e1-46d5-8662-b9597a2de439", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:50:41.967683 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-668ec565-b77d-43c3-9ed6-fe252e5c3567 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:50:41.969363 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26cd0c95-7d6d-4c2c-a993-d693a3eb91a4', 'tag': 'a3b1bb01-b0e1-46d5-8662-b9597a2de439', 'status': 'completed', 'code': 200} Sep 17 07:50:42.073769 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-836ad8a7-d102-4de1-90c4-c56d0d34f7d3 req-7982643e-1dcb-4c0e-9f9c-2555df6156dc tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:42.074397 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-836ad8a7-d102-4de1-90c4-c56d0d34f7d3 req-7982643e-1dcb-4c0e-9f9c-2555df6156dc tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:42.080247 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04b10b-5a40-4fba-9af1-f1f1a26b7e3d req-ddf8bad3-72b8-40cc-bc20-af48499abe91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:42.082311 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ac04b10b-5a40-4fba-9af1-f1f1a26b7e3d req-ddf8bad3-72b8-40cc-bc20-af48499abe91 service neutron] 10.222.0.39 "GET /v2.0/networks?id=469390cd-cce5-49bd-b8f8-9e64018a0583 HTTP/1.1" status: 200 len: 870 time: 0.2499945 Sep 17 07:50:42.123981 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-836ad8a7-d102-4de1-90c4-c56d0d34f7d3 req-7982643e-1dcb-4c0e-9f9c-2555df6156dc tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Calling delete_port for 498c0fec-26da-4fb8-95eb-e2039dc362e4 owned by network:floatingip {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:50:42.130201 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96135e40-260e-4049-9129-f8a5d9b48ad8 req-278a4e0b-113f-47fc-874e-7312496da2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:42.131811 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-96135e40-260e-4049-9129-f8a5d9b48ad8 req-278a4e0b-113f-47fc-874e-7312496da2c3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=21f3c7f03c914a5b858a20df6b6b8d87&device_id=26cd0c95-7d6d-4c2c-a993-d693a3eb91a4 HTTP/1.1" status: 200 len: 1096 time: 0.1248786 Sep 17 07:50:42.133390 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ac04b10b-5a40-4fba-9af1-f1f1a26b7e3d req-db74b0fc-51f5-4ed1-b0b2-5ffc440e1a37 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=0c589904-32cd-4f69-bd3c-694b81963367 HTTP/1.1" status: 200 len: 217 time: 0.0421016 Sep 17 07:50:42.134583 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39164) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:42.149955 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-494d033a-c916-477a-9f60-5bbae20eca29 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:42.150852 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-86e43b84-83b8-408a-beb0-8e75e506bc58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:42.153873 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-86e43b84-83b8-408a-beb0-8e75e506bc58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:42.157910 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-86e43b84-83b8-408a-beb0-8e75e506bc58 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0b0f720f-e741-407a-9d92-d9b14b4363ca HTTP/1.1" status: 204 len: 168 time: 0.4380126 Sep 17 07:50:42.200328 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e43b84-83b8-408a-beb0-8e75e506bc58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0f720f-e741-407a-9d92-d9b14b4363ca,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:42.205384 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-4532e970-b8f0-43a7-84db-e23d02a8d387 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Deleting port 0c0f1871-bb81-4d80-8293-1256081dad8e {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:50:42.205384 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4532e970-b8f0-43a7-84db-e23d02a8d387 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:42.246758 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04b10b-5a40-4fba-9af1-f1f1a26b7e3d req-83331f31-38c7-4f7f-a1ee-2533f5358394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:42.248512 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ac04b10b-5a40-4fba-9af1-f1f1a26b7e3d req-83331f31-38c7-4f7f-a1ee-2533f5358394 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.0824525 Sep 17 07:50:42.256517 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da9720-078d-4af1-aa69-1ecafa202d2e req-4f8d2b33-ea34-4efa-a87f-a3a37fb5fc39 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:42.258815 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-55da9720-078d-4af1-aa69-1ecafa202d2e req-4f8d2b33-ea34-4efa-a87f-a3a37fb5fc39 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e92ed7a-1850-4deb-bb5f-109dddea9b58 HTTP/1.1" status: 200 len: 946 time: 0.2059121 Sep 17 07:50:42.316712 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-53478845-4862-4275-8216-c633c82c79b7 tempest-RoutersTestDVR-1528304325 tempest-RoutersTestDVR-1528304325-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-248315162'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:50:42.359450 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4532e970-b8f0-43a7-84db-e23d02a8d387 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:42.360158 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4532e970-b8f0-43a7-84db-e23d02a8d387 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:42.376837 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-4532e970-b8f0-43a7-84db-e23d02a8d387 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Calling delete_port for 0c0f1871-bb81-4d80-8293-1256081dad8e owned by network:floatingip {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:50:42.380149 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04b10b-5a40-4fba-9af1-f1f1a26b7e3d req-f4cc0c7d-4eaa-4bd8-8b7a-1b19a8caa0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:42.381704 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ac04b10b-5a40-4fba-9af1-f1f1a26b7e3d req-f4cc0c7d-4eaa-4bd8-8b7a-1b19a8caa0b6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1013217 Sep 17 07:50:42.386825 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-53478845-4862-4275-8216-c633c82c79b7 tempest-RoutersTestDVR-1528304325 tempest-RoutersTestDVR-1528304325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:42.387795 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-53478845-4862-4275-8216-c633c82c79b7 tempest-RoutersTestDVR-1528304325 tempest-RoutersTestDVR-1528304325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:42.560147 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-53478845-4862-4275-8216-c633c82c79b7 tempest-RoutersTestDVR-1528304325 tempest-RoutersTestDVR-1528304325-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:42.571937 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-53478845-4862-4275-8216-c633c82c79b7 tempest-RoutersTestDVR-1528304325 tempest-RoutersTestDVR-1528304325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:42.616067 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ac04b10b-5a40-4fba-9af1-f1f1a26b7e3d req-291d701a-b539-4320-8433-27e89bb86afe service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208230 Sep 17 07:50:42.617956 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-53478845-4862-4275-8216-c633c82c79b7 tempest-RoutersTestDVR-1528304325 tempest-RoutersTestDVR-1528304325-project-admin] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:42.619163 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-53478845-4862-4275-8216-c633c82c79b7 tempest-RoutersTestDVR-1528304325 tempest-RoutersTestDVR-1528304325-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.4836311 Sep 17 07:50:42.621735 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39180) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:42.661999 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-55da9720-078d-4af1-aa69-1ecafa202d2e req-c0f1e6f5-9f64-436d-9732-0e2fbe379347 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737941 Sep 17 07:50:42.671430 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96135e40-260e-4049-9129-f8a5d9b48ad8 req-9b5ec0ae-694c-4b79-b57e-552c25dcb7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:42.672452 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-96135e40-260e-4049-9129-f8a5d9b48ad8 req-9b5ec0ae-694c-4b79-b57e-552c25dcb7d1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e7618610-9a57-4cc8-982b-d8af484bdfe5 HTTP/1.1" status: 200 len: 929 time: 0.5301752 Sep 17 07:50:42.674340 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-494d033a-c916-477a-9f60-5bbae20eca29 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:42.756137 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-96135e40-260e-4049-9129-f8a5d9b48ad8 req-27fee77f-29ad-46fa-bde2-7531429bc829 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3b1bb01-b0e1-46d5-8662-b9597a2de439 HTTP/1.1" status: 200 len: 217 time: 0.0703487 Sep 17 07:50:42.765998 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e1095268-d142-4e49-b052-623f35338d68 tempest-RoutersTestDVR-1528304325 tempest-RoutersTestDVR-1528304325-project-admin] Notify callbacks [] for router, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:42.814282 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4532e970-b8f0-43a7-84db-e23d02a8d387 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:42.843383 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494d033a-c916-477a-9f60-5bbae20eca29 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Network 269c5001-9c67-4379-98b4-972ea2ad2382 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:50:42.844220 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494d033a-c916-477a-9f60-5bbae20eca29 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Pushing event updated for resources: {'Port': ['ID=7cc7cbee-531c-4c48-8cbc-d652a9870359,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:42.882741 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-494d033a-c916-477a-9f60-5bbae20eca29 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:50:42.892772 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494d033a-c916-477a-9f60-5bbae20eca29 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:50:42.899240 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494d033a-c916-477a-9f60-5bbae20eca29 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:42.899919 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-494d033a-c916-477a-9f60-5bbae20eca29 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:42.914472 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494d033a-c916-477a-9f60-5bbae20eca29 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:50:42.914832 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494d033a-c916-477a-9f60-5bbae20eca29 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:50:42.915178 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494d033a-c916-477a-9f60-5bbae20eca29 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:50:42.915570 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494d033a-c916-477a-9f60-5bbae20eca29 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:50:42.915999 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494d033a-c916-477a-9f60-5bbae20eca29 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:50:42.916271 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494d033a-c916-477a-9f60-5bbae20eca29 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:50:42.916602 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494d033a-c916-477a-9f60-5bbae20eca29 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:50:42.916940 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494d033a-c916-477a-9f60-5bbae20eca29 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:50:42.917267 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494d033a-c916-477a-9f60-5bbae20eca29 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:50:42.917593 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494d033a-c916-477a-9f60-5bbae20eca29 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:50:42.917916 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494d033a-c916-477a-9f60-5bbae20eca29 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:50:42.918240 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494d033a-c916-477a-9f60-5bbae20eca29 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:50:42.936773 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-836ad8a7-d102-4de1-90c4-c56d0d34f7d3 req-7982643e-1dcb-4c0e-9f9c-2555df6156dc tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:42.938180 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4532e970-b8f0-43a7-84db-e23d02a8d387 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Pushing event deleted for resources: {'Port': ['ID=0c0f1871-bb81-4d80-8293-1256081dad8e,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:42.939439 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96135e40-260e-4049-9129-f8a5d9b48ad8 req-697e6c76-1f30-45c0-8cf7-c8a60adeea43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:42.941032 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-96135e40-260e-4049-9129-f8a5d9b48ad8 req-697e6c76-1f30-45c0-8cf7-c8a60adeea43 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bb64a615-3b31-4cda-9193-292349d0b524 HTTP/1.1" status: 200 len: 867 time: 0.1459022 Sep 17 07:50:42.954085 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-494d033a-c916-477a-9f60-5bbae20eca29 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2681010 Sep 17 07:50:42.963512 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39194) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:42.997028 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-f58ef61a-d83d-4aa8-aede-867c451391ab tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::17f', 'mac_address': 'fa:16:3e:17:99:37'}]}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:50:43.024370 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7982643e-1dcb-4c0e-9f9c-2555df6156dc tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Pushing event deleted for resources: {'Port': ['ID=498c0fec-26da-4fb8-95eb-e2039dc362e4,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:43.063555 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2268207-e188-4e32-834c-c07e7d1e9eb2 req-39e7ce82-771d-4044-9dfa-3e853108ca70 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:43.071506 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c2268207-e188-4e32-834c-c07e7d1e9eb2 req-39e7ce82-771d-4044-9dfa-3e853108ca70 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbc3ceac-b4ad-4d90-858f-c00331b27ad7 HTTP/1.1" status: 200 len: 946 time: 0.2848363 Sep 17 07:50:43.113026 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e1095268-d142-4e49-b052-623f35338d68 tempest-RoutersTestDVR-1528304325 tempest-RoutersTestDVR-1528304325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:43.116596 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e1095268-d142-4e49-b052-623f35338d68 tempest-RoutersTestDVR-1528304325 tempest-RoutersTestDVR-1528304325-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:43.118360 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4532e970-b8f0-43a7-84db-e23d02a8d387 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Notify callbacks [] for floatingip, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:43.121007 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4532e970-b8f0-43a7-84db-e23d02a8d387 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:43.122259 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-4532e970-b8f0-43a7-84db-e23d02a8d387 tempest-ServersWithSpecificFlavorTestJSON-1581344666 tempest-ServersWithSpecificFlavorTestJSON-1581344666-project] 10.222.0.13 "DELETE /v2.0/floatingips/03731113-d672-458b-935b-f9bc3ebd0998 HTTP/1.1" status: 204 len: 168 time: 1.2477002 Sep 17 07:50:43.126524 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ac04b10b-5a40-4fba-9af1-f1f1a26b7e3d req-1699bfa1-5706-49ed-985e-514f351693ca service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4964805 Sep 17 07:50:43.174427 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e1095268-d142-4e49-b052-623f35338d68 tempest-RoutersTestDVR-1528304325 tempest-RoutersTestDVR-1528304325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:43.174853 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1095268-d142-4e49-b052-623f35338d68 tempest-RoutersTestDVR-1528304325 tempest-RoutersTestDVR-1528304325-project-admin] Fanout notify agent at l3_agent the message router_deleted on router be8fa92b-057d-45aa-b58a-9fc22407f431 {{(pid=101290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 07:50:43.190408 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e1095268-d142-4e49-b052-623f35338d68 tempest-RoutersTestDVR-1528304325 tempest-RoutersTestDVR-1528304325-project-admin] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:43.191618 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e1095268-d142-4e49-b052-623f35338d68 tempest-RoutersTestDVR-1528304325 tempest-RoutersTestDVR-1528304325-project-admin] 10.222.0.13 "DELETE /v2.0/routers/be8fa92b-057d-45aa-b58a-9fc22407f431 HTTP/1.1" status: 204 len: 168 time: 0.5689392 Sep 17 07:50:43.195568 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39202) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:43.201098 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-15e79ffc-d330-42a6-9beb-bec0a2fb71ca tempest-RoutersTestDVR-1528304325 tempest-RoutersTestDVR-1528304325-project-admin] Request body: {'router': {'name': 'tempest-router-1366798784', 'distributed': False}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:50:43.208101 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c2268207-e188-4e32-834c-c07e7d1e9eb2 req-4a3b7ed2-d2d8-4933-9de4-8c9e3e62d382 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] 10.222.0.13 "GET /v2.0/security-groups?id=53e3b2e3-86bb-40c4-b326-5cfb7d536fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297002 Sep 17 07:50:43.213313 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96135e40-260e-4049-9129-f8a5d9b48ad8 req-9d6ef9a4-c16e-45e8-b5e8-b5053371d78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:43.217391 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-96135e40-260e-4049-9129-f8a5d9b48ad8 req-9d6ef9a4-c16e-45e8-b5e8-b5053371d78a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e7618610-9a57-4cc8-982b-d8af484bdfe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2620776 Sep 17 07:50:43.243613 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-15e79ffc-d330-42a6-9beb-bec0a2fb71ca tempest-RoutersTestDVR-1528304325 tempest-RoutersTestDVR-1528304325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:43.244717 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-15e79ffc-d330-42a6-9beb-bec0a2fb71ca tempest-RoutersTestDVR-1528304325 tempest-RoutersTestDVR-1528304325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:43.305294 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-836ad8a7-d102-4de1-90c4-c56d0d34f7d3 req-7982643e-1dcb-4c0e-9f9c-2555df6156dc tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Notify callbacks [] for floatingip, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:43.307888 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-836ad8a7-d102-4de1-90c4-c56d0d34f7d3 req-7982643e-1dcb-4c0e-9f9c-2555df6156dc tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:43.309057 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-836ad8a7-d102-4de1-90c4-c56d0d34f7d3 req-7982643e-1dcb-4c0e-9f9c-2555df6156dc tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] 10.222.0.13 "DELETE /v2.0/floatingips/bc7dae82-4eb1-4d00-8b2f-b7e7b63db0d2 HTTP/1.1" status: 204 len: 173 time: 2.1222494 Sep 17 07:50:43.322751 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-15e79ffc-d330-42a6-9beb-bec0a2fb71ca tempest-RoutersTestDVR-1528304325 tempest-RoutersTestDVR-1528304325-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:43.334837 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-15e79ffc-d330-42a6-9beb-bec0a2fb71ca tempest-RoutersTestDVR-1528304325 tempest-RoutersTestDVR-1528304325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:43.356366 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-15e79ffc-d330-42a6-9beb-bec0a2fb71ca tempest-RoutersTestDVR-1528304325 tempest-RoutersTestDVR-1528304325-project-admin] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:43.359905 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-15e79ffc-d330-42a6-9beb-bec0a2fb71ca tempest-RoutersTestDVR-1528304325 tempest-RoutersTestDVR-1528304325-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1606269 Sep 17 07:50:43.360721 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39210) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:43.369757 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-aac47880-aa36-442d-9a70-95dc3213d6f7 None None] Provisioning complete for port 7cc7cbee-531c-4c48-8cbc-d652a9870359 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:50:43.370960 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-aac47880-aa36-442d-9a70-95dc3213d6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:43.406256 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-aac47880-aa36-442d-9a70-95dc3213d6f7 None None] Port 7cc7cbee-531c-4c48-8cbc-d652a9870359 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:50:43.441235 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b26a6d4d-6786-41da-b692-f94b655e8eda tempest-RoutersTestDVR-1528304325 tempest-RoutersTestDVR-1528304325-project-admin] Notify callbacks [] for router, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:43.485234 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f58ef61a-d83d-4aa8-aede-867c451391ab tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:43.498484 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22292808-eac1-4765-85f6-24e67efa819f req-624229e9-cc37-45c2-b82e-dacdb5fd51e6 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:43.500032 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-22292808-eac1-4765-85f6-24e67efa819f req-624229e9-cc37-45c2-b82e-dacdb5fd51e6 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e92ed7a-1850-4deb-bb5f-109dddea9b58 HTTP/1.1" status: 200 len: 946 time: 0.2101307 Sep 17 07:50:43.508502 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-96135e40-260e-4049-9129-f8a5d9b48ad8 req-c3bf571d-8397-468f-8a97-ca80a372dc84 service neutron] 10.222.0.41 "GET /v2.0/networks/e7618610-9a57-4cc8-982b-d8af484bdfe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476399 Sep 17 07:50:43.557267 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee866dd-4f58-4792-8d5c-798d1db05804 req-a3e4b756-dcea-4782-bb9e-b43890330b4f tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:43.558857 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dee866dd-4f58-4792-8d5c-798d1db05804 req-a3e4b756-dcea-4782-bb9e-b43890330b4f tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219 HTTP/1.1" status: 200 len: 948 time: 0.1613426 Sep 17 07:50:43.632382 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b26a6d4d-6786-41da-b692-f94b655e8eda tempest-RoutersTestDVR-1528304325 tempest-RoutersTestDVR-1528304325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:43.635384 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b26a6d4d-6786-41da-b692-f94b655e8eda tempest-RoutersTestDVR-1528304325 tempest-RoutersTestDVR-1528304325-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:43.694463 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b26a6d4d-6786-41da-b692-f94b655e8eda tempest-RoutersTestDVR-1528304325 tempest-RoutersTestDVR-1528304325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:43.694463 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b26a6d4d-6786-41da-b692-f94b655e8eda tempest-RoutersTestDVR-1528304325 tempest-RoutersTestDVR-1528304325-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7b431d64-0cc8-4b8e-98c8-464376633f10 {{(pid=101290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 07:50:43.694463 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b26a6d4d-6786-41da-b692-f94b655e8eda tempest-RoutersTestDVR-1528304325 tempest-RoutersTestDVR-1528304325-project-admin] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:43.694463 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b26a6d4d-6786-41da-b692-f94b655e8eda tempest-RoutersTestDVR-1528304325 tempest-RoutersTestDVR-1528304325-project-admin] 10.222.0.13 "DELETE /v2.0/routers/7b431d64-0cc8-4b8e-98c8-464376633f10 HTTP/1.1" status: 204 len: 168 time: 0.3316925 Sep 17 07:50:43.697296 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39222) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:43.702300 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-69812563-9a2b-4543-98f1-c01313bed442 tempest-RoutersTestDVR-1528304325 tempest-RoutersTestDVR-1528304325-project-admin] Request body: {'router': {'name': 'tempest-router-1996450333', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '7e1933efb8ee40369e53586fdab84218'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:50:43.704629 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-22292808-eac1-4765-85f6-24e67efa819f req-bb48893c-82d6-4f8b-8d32-c7f73bc97b54 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913831 Sep 17 07:50:43.707267 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4 details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:50:43.738932 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-69812563-9a2b-4543-98f1-c01313bed442 tempest-RoutersTestDVR-1528304325 tempest-RoutersTestDVR-1528304325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:43.740514 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-69812563-9a2b-4543-98f1-c01313bed442 tempest-RoutersTestDVR-1528304325 tempest-RoutersTestDVR-1528304325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:43.767045 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dee866dd-4f58-4792-8d5c-798d1db05804 req-c80ba035-e241-4195-a73e-0ecbf594f76c tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767774 Sep 17 07:50:43.838147 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-69812563-9a2b-4543-98f1-c01313bed442 tempest-RoutersTestDVR-1528304325 tempest-RoutersTestDVR-1528304325-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:43.850579 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-69812563-9a2b-4543-98f1-c01313bed442 tempest-RoutersTestDVR-1528304325 tempest-RoutersTestDVR-1528304325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:43.863174 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-96135e40-260e-4049-9129-f8a5d9b48ad8 req-4940b4a5-34d8-4328-bce4-3851d59f6cce service neutron] 10.222.0.41 "GET /v2.0/networks/e7618610-9a57-4cc8-982b-d8af484bdfe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3412449 Sep 17 07:50:43.872853 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-69812563-9a2b-4543-98f1-c01313bed442 tempest-RoutersTestDVR-1528304325 tempest-RoutersTestDVR-1528304325-project-admin] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:43.876946 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-69812563-9a2b-4543-98f1-c01313bed442 tempest-RoutersTestDVR-1528304325 tempest-RoutersTestDVR-1528304325-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1785078 Sep 17 07:50:43.879869 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39228) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:43.905338 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-1fec7b45-bdb6-4eba-8f47-8428f0815ff1 tempest-RoutersTestDVR-1528304325 tempest-RoutersTestDVR-1528304325-project-admin] Request body: {'router': {'distributed': True}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:50:43.920369 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:50:43.947463 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': '9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4', 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583', 'port_id': '9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4', 'mac_address': 'fa:16:3e:c5:6c:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f3af6cb-9cad-436b-bf41-034e75672c44', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:50:43.962672 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7340a4f-2e73-4c0f-b4fc-7324424daf8b req-57d072c4-3128-4f7f-902e-e68830232046 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:43.963784 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f7340a4f-2e73-4c0f-b4fc-7324424daf8b req-57d072c4-3128-4f7f-902e-e68830232046 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbc3ceac-b4ad-4d90-858f-c00331b27ad7 HTTP/1.1" status: 200 len: 946 time: 0.1036334 Sep 17 07:50:43.973941 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39232) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:44.000816 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-20d306c4-b954-4372-a5e2-b0b0f4c3a836 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Request body: {'floatingip': {'port_id': '6ebe1e53-5f26-455e-907a-06be5b2ef741'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:50:44.045998 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-20d306c4-b954-4372-a5e2-b0b0f4c3a836 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Notify callbacks [] for floatingip, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:44.051167 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f58ef61a-d83d-4aa8-aede-867c451391ab tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:44.053001 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:44.067558 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:50:44.084420 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f58ef61a-d83d-4aa8-aede-867c451391ab tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:44.114335 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:50:44.120812 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:44.162396 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-f58ef61a-d83d-4aa8-aede-867c451391ab tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] In _notify_port_updated(), no bound segment for port 7cc7cbee-531c-4c48-8cbc-d652a9870359 on network 269c5001-9c67-4379-98b4-972ea2ad2382 {{(pid=101289) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 07:50:44.171190 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58ef61a-d83d-4aa8-aede-867c451391ab tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:44.172298 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f58ef61a-d83d-4aa8-aede-867c451391ab tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:44.173926 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-f58ef61a-d83d-4aa8-aede-867c451391ab tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] 10.222.0.13 "PUT /v2.0/ports/7cc7cbee-531c-4c48-8cbc-d652a9870359 HTTP/1.1" status: 200 len: 1002 time: 1.1812501 Sep 17 07:50:44.177449 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39240) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:44.186892 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1fec7b45-bdb6-4eba-8f47-8428f0815ff1 tempest-RoutersTestDVR-1528304325 tempest-RoutersTestDVR-1528304325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-726791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7677'] for router, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:44.187271 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1fec7b45-bdb6-4eba-8f47-8428f0815ff1 tempest-RoutersTestDVR-1528304325 tempest-RoutersTestDVR-1528304325-project-admin] Notify callbacks [] for router, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:44.224788 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:44.229423 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58ef61a-d83d-4aa8-aede-867c451391ab tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Pushing event updated for resources: {'Port': ['ID=7cc7cbee-531c-4c48-8cbc-d652a9870359,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:44.357926 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca155c-36bd-433b-bdcd-e11ce27541f3 req-fa6d514d-0b0d-4bf1-b116-2c315951c01b tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:44.359662 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-95ca155c-36bd-433b-bdcd-e11ce27541f3 req-fa6d514d-0b0d-4bf1-b116-2c315951c01b tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cd0c95-7d6d-4c2c-a993-d693a3eb91a4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1078634 Sep 17 07:50:44.448241 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-95ca155c-36bd-433b-bdcd-e11ce27541f3 req-99810f3c-8ca6-428a-856f-37e704149035 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0800669 Sep 17 07:50:44.480396 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-80741fe9-8ca6-44bd-88eb-3430033ca2ac req-7de626a0-d667-401f-aaf7-21a158c7e397 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368423 Sep 17 07:50:44.506274 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:50:44.573517 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-75103b0f-b675-42dd-bd45-6132d319504a None None] Provisioning complete for port 7cc7cbee-531c-4c48-8cbc-d652a9870359 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:50:44.573891 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-75103b0f-b675-42dd-bd45-6132d319504a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:44.634542 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-75103b0f-b675-42dd-bd45-6132d319504a None None] Port 7cc7cbee-531c-4c48-8cbc-d652a9870359 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:50:44.642469 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-1fec7b45-bdb6-4eba-8f47-8428f0815ff1 tempest-RoutersTestDVR-1528304325 tempest-RoutersTestDVR-1528304325-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=101290) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Sep 17 07:50:44.643116 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-1fec7b45-bdb6-4eba-8f47-8428f0815ff1 tempest-RoutersTestDVR-1528304325 tempest-RoutersTestDVR-1528304325-project-admin] Router 5734f30d-b43a-44c1-a3cc-4efae09a839a migrating from provider to provider. {{(pid=101290) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Sep 17 07:50:44.643242 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1fec7b45-bdb6-4eba-8f47-8428f0815ff1 tempest-RoutersTestDVR-1528304325 tempest-RoutersTestDVR-1528304325-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:44.650360 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1fec7b45-bdb6-4eba-8f47-8428f0815ff1 tempest-RoutersTestDVR-1528304325 tempest-RoutersTestDVR-1528304325-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:44.658530 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1fec7b45-bdb6-4eba-8f47-8428f0815ff1 tempest-RoutersTestDVR-1528304325 tempest-RoutersTestDVR-1528304325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-748988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-748965', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-726796'] for router, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:44.699500 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f9ef2685-5992-448a-9e05-99117519a0fd req-f3779053-34a6-4d17-b49c-730613a64c69 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0623498 Sep 17 07:50:44.709539 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-918d6f27-7980-4b07-868b-d22d49e4d6d7 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Deleting port 7cc7cbee-531c-4c48-8cbc-d652a9870359 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:50:44.709881 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-918d6f27-7980-4b07-868b-d22d49e4d6d7 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:44.765145 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80741fe9-8ca6-44bd-88eb-3430033ca2ac req-0a29e54d-696a-4bc1-b359-64b631252d66 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:44.766583 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-80741fe9-8ca6-44bd-88eb-3430033ca2ac req-0a29e54d-696a-4bc1-b359-64b631252d66 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2774107 Sep 17 07:50:44.769811 n-d-789963-9 neutron-server[101290]: WARNING neutron.scheduler.l3_agent_scheduler [None req-1fec7b45-bdb6-4eba-8f47-8428f0815ff1 tempest-RoutersTestDVR-1528304325 tempest-RoutersTestDVR-1528304325-project-admin] No L3 agents can host the router 5734f30d-b43a-44c1-a3cc-4efae09a839a Sep 17 07:50:44.827354 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-80741fe9-8ca6-44bd-88eb-3430033ca2ac req-4717de76-2f40-432b-be99-a6036e8cc09f tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/quotas/46510efeb90e4e96b7c0f66991be3c47 HTTP/1.1" status: 200 len: 375 time: 0.0459998 Sep 17 07:50:44.898653 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-918d6f27-7980-4b07-868b-d22d49e4d6d7 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:44.905642 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-80741fe9-8ca6-44bd-88eb-3430033ca2ac req-e3b92af4-ad18-4d6e-81fd-7768b6040ea5 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0619287 Sep 17 07:50:44.923725 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fec7b45-bdb6-4eba-8f47-8428f0815ff1 tempest-RoutersTestDVR-1528304325 tempest-RoutersTestDVR-1528304325-project-admin] Hosts for router 5734f30d-b43a-44c1-a3cc-4efae09a839a: [] {{(pid=101290) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Sep 17 07:50:44.933505 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ce9cb-3937-4295-9aa0-7783ebae1836 req-35495784-4b9c-41b0-90ff-20059847887d tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:44.935034 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fb7ce9cb-3937-4295-9aa0-7783ebae1836 req-35495784-4b9c-41b0-90ff-20059847887d tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e92ed7a-1850-4deb-bb5f-109dddea9b58 HTTP/1.1" status: 200 len: 946 time: 0.1216440 Sep 17 07:50:44.942920 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-20d306c4-b954-4372-a5e2-b0b0f4c3a836 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:44.945243 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-918d6f27-7980-4b07-868b-d22d49e4d6d7 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Calling delete_port for 7cc7cbee-531c-4c48-8cbc-d652a9870359 owned by {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:50:44.958268 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fec7b45-bdb6-4eba-8f47-8428f0815ff1 tempest-RoutersTestDVR-1528304325 tempest-RoutersTestDVR-1528304325-project-admin] Hosts for other DVR routers connected to router 5734f30d-b43a-44c1-a3cc-4efae09a839a: set() {{(pid=101290) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Sep 17 07:50:44.961380 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1fec7b45-bdb6-4eba-8f47-8428f0815ff1 tempest-RoutersTestDVR-1528304325 tempest-RoutersTestDVR-1528304325-project-admin] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:44.961559 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-20d306c4-b954-4372-a5e2-b0b0f4c3a836 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:44.962599 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-1fec7b45-bdb6-4eba-8f47-8428f0815ff1 tempest-RoutersTestDVR-1528304325 tempest-RoutersTestDVR-1528304325-project-admin] 10.222.0.13 "PUT /v2.0/routers/5734f30d-b43a-44c1-a3cc-4efae09a839a HTTP/1.1" status: 200 len: 717 time: 1.0840280 Sep 17 07:50:44.966719 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39266) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:45.017208 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fb7ce9cb-3937-4295-9aa0-7783ebae1836 req-e89dac44-872c-40ff-879c-ea0090e4fd3b tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728953 Sep 17 07:50:45.084504 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ac32a422-0cdf-4c8b-a3b4-be40958173fb tempest-RoutersTestDVR-1528304325 tempest-RoutersTestDVR-1528304325-project-admin] 10.222.0.13 "GET /v2.0/routers/5734f30d-b43a-44c1-a3cc-4efae09a839a HTTP/1.1" status: 200 len: 717 time: 0.1146457 Sep 17 07:50:45.087935 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39270) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:45.092288 n-d-789963-9 neutron-server[101289]: INFO neutron.db.l3_db [None req-20d306c4-b954-4372-a5e2-b0b0f4c3a836 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Floating IP 1aa0e982-dec6-46c7-a87f-09fbb477a631 associated. External IP: 172.25.6.46, port: 6ebe1e53-5f26-455e-907a-06be5b2ef741. Sep 17 07:50:45.249477 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-918d6f27-7980-4b07-868b-d22d49e4d6d7 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:45.287582 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918d6f27-7980-4b07-868b-d22d49e4d6d7 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Pushing event deleted for resources: {'Port': ['ID=7cc7cbee-531c-4c48-8cbc-d652a9870359,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:45.463111 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-918d6f27-7980-4b07-868b-d22d49e4d6d7 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:45.467762 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-918d6f27-7980-4b07-868b-d22d49e4d6d7 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] 10.222.0.13 "DELETE /v2.0/ports/7cc7cbee-531c-4c48-8cbc-d652a9870359 HTTP/1.1" status: 204 len: 168 time: 1.2872276 Sep 17 07:50:45.468193 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39290) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:45.481273 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c0a8a-6392-4611-af95-1721f8ba770a req-cc75c686-c2ea-495d-8635-a1e4ab691fa8 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:45.488937 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-115c0a8a-6392-4611-af95-1721f8ba770a req-cc75c686-c2ea-495d-8635-a1e4ab691fa8 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219 HTTP/1.1" status: 200 len: 949 time: 0.1936102 Sep 17 07:50:45.538371 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-46951eb3-ef6f-4958-b502-695624629364 req-e223df6c-3a1b-4165-b08c-8b51e0f1a2e6 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0423005 Sep 17 07:50:45.582193 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7999ae3-8d62-4272-a32f-349b876f8465 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] GET failed (client error): The resource could not be found. Sep 17 07:50:45.587956 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c7999ae3-8d62-4272-a32f-349b876f8465 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] 10.222.0.13 "GET /v2.0/ports/7cc7cbee-531c-4c48-8cbc-d652a9870359 HTTP/1.1" status: 404 len: 333 time: 0.1144948 Sep 17 07:50:45.589256 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39296) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:45.599773 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-80fb313d-e798-4030-b1ae-19d97bccf60a tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Request body: {'port': {'network_id': '269c5001-9c67-4379-98b4-972ea2ad2382', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-250729933'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:50:45.730432 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4 up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:50:45.791890 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b9537da1-530f-47e4-83e1-fb4a8470c775 tempest-RoutersTestDVR-1295182623 tempest-RoutersTestDVR-1295182623-project] 10.222.0.13 "GET /v2.0/routers/5734f30d-b43a-44c1-a3cc-4efae09a839a HTTP/1.1" status: 200 len: 683 time: 0.7015343 Sep 17 07:50:45.793488 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39300) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:45.796740 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning for port 9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:50:45.802859 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port 9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:50:45.803357 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:45.886223 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80fb313d-e798-4030-b1ae-19d97bccf60a tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Made reservation on behalf of eabd1069aa6d4394b149dfa896d998e1 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:50:45.890793 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-80fb313d-e798-4030-b1ae-19d97bccf60a tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:45.896502 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:45.899915 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-115c0a8a-6392-4611-af95-1721f8ba770a req-6b9bf489-a96c-4278-9b99-5cc1e579df12 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4100850 Sep 17 07:50:45.902922 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4e1cff88-4d09-475e-a4d8-b797680fd07f tempest-RoutersTestDVR-1528304325 tempest-RoutersTestDVR-1528304325-project-admin] Notify callbacks [] for router, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:45.938395 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:50:45.939599 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:50:45.942594 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3449b36b-43d9-4744-85c4-2b98b880b969" -d '{"events": [{"server_uuid": "98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219", "name": "network-vif-plugged", "status": "completed", "tag": "9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:50:45.951938 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:45.977696 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20d306c4-b954-4372-a5e2-b0b0f4c3a836 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Router f546cb09-618b-474b-942c-ddffc5a26e36 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:50:46.001513 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46951eb3-ef6f-4958-b502-695624629364 req-c4fef649-239e-4b66-88b4-e42561a04960 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:46.003062 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-46951eb3-ef6f-4958-b502-695624629364 req-c4fef649-239e-4b66-88b4-e42561a04960 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4637737 Sep 17 07:50:46.040931 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:46.076504 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-46951eb3-ef6f-4958-b502-695624629364 req-544cb310-d34e-4d17-8bc9-df32335bfa3a tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/quotas/46510efeb90e4e96b7c0f66991be3c47 HTTP/1.1" status: 200 len: 375 time: 0.0348799 Sep 17 07:50:46.103693 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [None req-80fb313d-e798-4030-b1ae-19d97bccf60a tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] device_id is not set on port 4b75f6c6-aae7-4269-88fb-6e13583e7335 yet. {{(pid=101290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 07:50:46.137117 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-46951eb3-ef6f-4958-b502-695624629364 req-6f4bf5bd-64ed-4861-801d-162c87b0bb0b tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426261 Sep 17 07:50:46.144404 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4e1cff88-4d09-475e-a4d8-b797680fd07f tempest-RoutersTestDVR-1528304325 tempest-RoutersTestDVR-1528304325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:46.181989 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4e1cff88-4d09-475e-a4d8-b797680fd07f tempest-RoutersTestDVR-1528304325 tempest-RoutersTestDVR-1528304325-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:46.189629 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f8c335-98eb-4fff-88dd-02d209f2bd56 req-4480de72-4599-4038-bd48-091a71eefb9f tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:46.191663 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-29f8c335-98eb-4fff-88dd-02d209f2bd56 req-4480de72-4599-4038-bd48-091a71eefb9f tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cd0c95-7d6d-4c2c-a993-d693a3eb91a4 HTTP/1.1" status: 200 len: 945 time: 0.1381779 Sep 17 07:50:46.199238 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20d306c4-b954-4372-a5e2-b0b0f4c3a836 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:50:46.204266 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-20d306c4-b954-4372-a5e2-b0b0f4c3a836 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:46.211094 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa76751c-01ab-4ce4-9676-deab05c56088 None None] Sync routers for ids ['f546cb09-618b-474b-942c-ddffc5a26e36'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:50:46.235675 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa76751c-01ab-4ce4-9676-deab05c56088 None None] Routers {'f546cb09-618b-474b-942c-ddffc5a26e36'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:50:46.240306 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-aa76751c-01ab-4ce4-9676-deab05c56088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:50:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['f546cb09-618b-474b-942c-ddffc5a26e36'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:50:46.246988 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-20d306c4-b954-4372-a5e2-b0b0f4c3a836 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] 10.222.0.13 "PUT /v2.0/floatingips/1aa0e982-dec6-46c7-a87f-09fbb477a631 HTTP/1.1" status: 200 len: 991 time: 2.2605531 Sep 17 07:50:46.255189 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbc3ceac-b4ad-4d90-858f-c00331b27ad7', 'tag': '6ebe1e53-5f26-455e-907a-06be5b2ef741'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:50:46.261982 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a402fc65-5700-4133-8215-d2ddf804104b" -d '{"events": [{"name": "network-changed", "server_uuid": "dbc3ceac-b4ad-4d90-858f-c00331b27ad7", "tag": "6ebe1e53-5f26-455e-907a-06be5b2ef741"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:50:46.292701 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eacaf580-4b79-4840-b7f7-b563e43b598c x-openstack-request-id: req-eacaf580-4b79-4840-b7f7-b563e43b598c {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:50:46.293076 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219", "name": "network-vif-plugged", "status": "completed", "tag": "9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:50:46.293480 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eacaf580-4b79-4840-b7f7-b563e43b598c {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:50:46.293954 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4', 'code': 200} Sep 17 07:50:46.308549 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-29f8c335-98eb-4fff-88dd-02d209f2bd56 req-03f631dd-bdae-4551-a868-624ffcc45086 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb8b46b-1ef4-41c3-8b49-4cc623031cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839474 Sep 17 07:50:46.311114 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4e1cff88-4d09-475e-a4d8-b797680fd07f tempest-RoutersTestDVR-1528304325 tempest-RoutersTestDVR-1528304325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:46.311652 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e1cff88-4d09-475e-a4d8-b797680fd07f tempest-RoutersTestDVR-1528304325 tempest-RoutersTestDVR-1528304325-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5734f30d-b43a-44c1-a3cc-4efae09a839a {{(pid=101290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 07:50:46.333124 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4e1cff88-4d09-475e-a4d8-b797680fd07f tempest-RoutersTestDVR-1528304325 tempest-RoutersTestDVR-1528304325-project-admin] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:46.334489 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-4e1cff88-4d09-475e-a4d8-b797680fd07f tempest-RoutersTestDVR-1528304325 tempest-RoutersTestDVR-1528304325-project-admin] 10.222.0.13 "DELETE /v2.0/routers/5734f30d-b43a-44c1-a3cc-4efae09a839a HTTP/1.1" status: 204 len: 168 time: 0.5398407 Sep 17 07:50:46.339295 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39316) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:46.343193 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7652892-498a-4289-91de-9082d67e63f9 req-d1fb430d-9202-4e60-b84a-a51cce21e6a2 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:46.343817 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-de1a1db8-59d4-45b8-868f-2d0b9d0283de tempest-RoutersTestDVR-1528304325 tempest-RoutersTestDVR-1528304325-project-admin] Request body: {'router': {'name': 'tempest-router-861212038', 'distributed': True}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:50:46.345157 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c7652892-498a-4289-91de-9082d67e63f9 req-d1fb430d-9202-4e60-b84a-a51cce21e6a2 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e92ed7a-1850-4deb-bb5f-109dddea9b58 HTTP/1.1" status: 200 len: 946 time: 0.1709507 Sep 17 07:50:46.448925 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-80fb313d-e798-4030-b1ae-19d97bccf60a tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Allocated IP 2001:db8::34e (269c5001-9c67-4379-98b4-972ea2ad2382/6885e8e0-d349-4751-99ba-0d44d7438389/4b75f6c6-aae7-4269-88fb-6e13583e7335) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:50:46.455445 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-de1a1db8-59d4-45b8-868f-2d0b9d0283de tempest-RoutersTestDVR-1528304325 tempest-RoutersTestDVR-1528304325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:46.465556 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-de1a1db8-59d4-45b8-868f-2d0b9d0283de tempest-RoutersTestDVR-1528304325 tempest-RoutersTestDVR-1528304325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:46.565782 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-aa76751c-01ab-4ce4-9676-deab05c56088 None None] Set router f546cb09-618b-474b-942c-ddffc5a26e36 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:50:46.573643 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-c7652892-498a-4289-91de-9082d67e63f9 req-e435965a-e65a-42d4-b1d0-e522e28ce77f tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Deleting port 916289fd-d422-4093-b99c-9600fa1ff8d8 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:50:46.574065 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c7652892-498a-4289-91de-9082d67e63f9 req-e435965a-e65a-42d4-b1d0-e522e28ce77f tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:46.631282 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-de1a1db8-59d4-45b8-868f-2d0b9d0283de tempest-RoutersTestDVR-1528304325 tempest-RoutersTestDVR-1528304325-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:46.646592 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-80741fe9-8ca6-44bd-88eb-3430033ca2ac req-4af76b63-869a-4834-8196-c1b8f0cd86a2 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0687239 Sep 17 07:50:46.650925 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-de1a1db8-59d4-45b8-868f-2d0b9d0283de tempest-RoutersTestDVR-1528304325 tempest-RoutersTestDVR-1528304325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:46.734966 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e85bad94-3447-4a80-9afa-086d360020cd req-9519a2d9-dfd3-4da9-b7ee-bf4a9471ef8b tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0833349 Sep 17 07:50:46.772866 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2654bf27-95b5-4c12-a800-12dc878a89bc req-37456ce8-0574-48af-857d-02e743fe79bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:46.774431 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2654bf27-95b5-4c12-a800-12dc878a89bc req-37456ce8-0574-48af-857d-02e743fe79bf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219 HTTP/1.1" status: 200 len: 1101 time: 0.3687539 Sep 17 07:50:46.783185 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-de1a1db8-59d4-45b8-868f-2d0b9d0283de tempest-RoutersTestDVR-1528304325 tempest-RoutersTestDVR-1528304325-project-admin] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:46.784452 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-de1a1db8-59d4-45b8-868f-2d0b9d0283de tempest-RoutersTestDVR-1528304325 tempest-RoutersTestDVR-1528304325-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.4442453 Sep 17 07:50:46.787309 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39324) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:46.807552 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-aa76751c-01ab-4ce4-9676-deab05c56088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f546cb09-618b-474b-942c-ddffc5a26e36', 'name': 'tempest-ServersTestJSON-497924138-router', 'tenant_id': '746a584a63d8493ea1b556df39b89a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'c755be25-f5c7-48f4-a863-cb14a59113f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:50:06Z', 'updated_at': '2021-09-17T07:50:15Z', 'revision_number': 4, 'project_id': '746a584a63d8493ea1b556df39b89a7b', 'gw_port': {'id': 'c755be25-f5c7-48f4-a863-cb14a59113f7', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f546cb09-618b-474b-942c-ddffc5a26e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:50:08Z', 'updated_at': '2021-09-17T07:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '1aa0e982-dec6-46c7-a87f-09fbb477a631', 'tenant_id': '746a584a63d8493ea1b556df39b89a7b', 'floating_ip_address': '172.25.6.46', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': 'f546cb09-618b-474b-942c-ddffc5a26e36', 'port_id': '6ebe1e53-5f26-455e-907a-06be5b2ef741', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '707dcf24-13d2-4ec8-bbd9-667ff063181d', 'mac_address': 'fa:16:3e:53:6c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc3ceac-b4ad-4d90-858f-c00331b27ad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T07:50:24Z', 'updated_at': '2021-09-17T07:50:44Z', 'revision_number': 1, 'project_id': '746a584a63d8493ea1b556df39b89a7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ce80138-46be-45cf-8eb2-8c9e8007b57b', 'name': '', 'network_id': '707dcf24-13d2-4ec8-bbd9-667ff063181d', 'tenant_id': '746a584a63d8493ea1b556df39b89a7b', 'mac_address': 'fa:16:3e:d8:50:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f546cb09-618b-474b-942c-ddffc5a26e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '160360dd-540c-4432-8c1f-b0acc1484c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:50:13Z', 'updated_at': '2021-09-17T07:50:21Z', 'revision_number': 5, 'project_id': '746a584a63d8493ea1b556df39b89a7b', 'subnets': [{'id': '160360dd-540c-4432-8c1f-b0acc1484c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:50:46.834222 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa76751c-01ab-4ce4-9676-deab05c56088 None None] Checking router: f546cb09-618b-474b-942c-ddffc5a26e36 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:50:46.844461 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa76751c-01ab-4ce4-9676-deab05c56088 None None] Routers {'f546cb09-618b-474b-942c-ddffc5a26e36'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:50:46.845436 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-aa76751c-01ab-4ce4-9676-deab05c56088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:50:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['f546cb09-618b-474b-942c-ddffc5a26e36'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:50:46.849396 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677cd8a5-6103-490f-9057-87108f473820 req-8b8bcc22-2d8e-473f-8989-30bf8dc44f53 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:46.857774 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-677cd8a5-6103-490f-9057-87108f473820 req-8b8bcc22-2d8e-473f-8989-30bf8dc44f53 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e92ed7a-1850-4deb-bb5f-109dddea9b58 HTTP/1.1" status: 200 len: 946 time: 0.2239015 Sep 17 07:50:46.864343 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b0a72d-494c-462c-9f62-02c392b26f8e x-openstack-request-id: req-b6b0a72d-494c-462c-9f62-02c392b26f8e {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:50:46.864633 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbc3ceac-b4ad-4d90-858f-c00331b27ad7", "tag": "6ebe1e53-5f26-455e-907a-06be5b2ef741", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:50:46.865031 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b6b0a72d-494c-462c-9f62-02c392b26f8e {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:50:46.865508 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbc3ceac-b4ad-4d90-858f-c00331b27ad7', 'tag': '6ebe1e53-5f26-455e-907a-06be5b2ef741', 'status': 'completed', 'code': 200} Sep 17 07:50:46.922659 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-440abfcf-b1b3-4694-be59-02eaa92d5a9d tempest-RoutersTestDVR-1528304325 tempest-RoutersTestDVR-1528304325-project-admin] Notify callbacks [] for router, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:46.940739 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-c7652892-498a-4289-91de-9082d67e63f9 req-e435965a-e65a-42d4-b1d0-e522e28ce77f tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] For port 916289fd-d422-4093-b99c-9600fa1ff8d8, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=916289fd-d422-4093-b99c-9600fa1ff8d8,segment=NetworkSegment(be767568-3060-48d1-bebe-585a133f1049),segment_id=be767568-3060-48d1-bebe-585a133f1049)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:50:46.941408 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c7652892-498a-4289-91de-9082d67e63f9 req-e435965a-e65a-42d4-b1d0-e522e28ce77f tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:46.947085 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-80fb313d-e798-4030-b1ae-19d97bccf60a tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:46.968886 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-c7652892-498a-4289-91de-9082d67e63f9 req-e435965a-e65a-42d4-b1d0-e522e28ce77f tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Calling delete_port for 916289fd-d422-4093-b99c-9600fa1ff8d8 owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:50:46.975903 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2654bf27-95b5-4c12-a800-12dc878a89bc req-4bf0bcf4-573d-4f16-8dcd-2939ee484546 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894605 Sep 17 07:50:47.005701 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39332) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:47.032934 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80741fe9-8ca6-44bd-88eb-3430033ca2ac req-17732e75-65f9-4d12-8b84-8de7264d2fcb tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:47.035101 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-80741fe9-8ca6-44bd-88eb-3430033ca2ac req-17732e75-65f9-4d12-8b84-8de7264d2fcb tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3792934 Sep 17 07:50:47.058714 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-aa76751c-01ab-4ce4-9676-deab05c56088 None None] Set router f546cb09-618b-474b-942c-ddffc5a26e36 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:50:47.081325 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-80741fe9-8ca6-44bd-88eb-3430033ca2ac req-c63bda4f-7574-4cc3-9c92-22dd64a97794 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Request body: {'port': {'device_id': 'ee44c663-1dca-4669-be96-75e385fb6cf2', 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583', 'admin_state_up': True, 'tenant_id': '46510efeb90e4e96b7c0f66991be3c47'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:50:47.213617 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-677cd8a5-6103-490f-9057-87108f473820 req-75333825-d0c3-403a-81cc-756c1c4ebe8f tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b4506ab-a51d-473a-a0e1-7a43f0093ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3547139 Sep 17 07:50:47.249770 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-80fb313d-e798-4030-b1ae-19d97bccf60a tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:47.264913 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8be8ad-1dc3-46de-97a2-dd8935a4078d req-4b422298-3de6-469f-8b84-d3559f39da13 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:47.267060 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2e8be8ad-1dc3-46de-97a2-dd8935a4078d req-4b422298-3de6-469f-8b84-d3559f39da13 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219 HTTP/1.1" status: 200 len: 950 time: 0.1660490 Sep 17 07:50:47.294418 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-aa76751c-01ab-4ce4-9676-deab05c56088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f546cb09-618b-474b-942c-ddffc5a26e36', 'name': 'tempest-ServersTestJSON-497924138-router', 'tenant_id': '746a584a63d8493ea1b556df39b89a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'c755be25-f5c7-48f4-a863-cb14a59113f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:50:06Z', 'updated_at': '2021-09-17T07:50:15Z', 'revision_number': 4, 'project_id': '746a584a63d8493ea1b556df39b89a7b', 'gw_port': {'id': 'c755be25-f5c7-48f4-a863-cb14a59113f7', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f546cb09-618b-474b-942c-ddffc5a26e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:50:08Z', 'updated_at': '2021-09-17T07:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '1aa0e982-dec6-46c7-a87f-09fbb477a631', 'tenant_id': '746a584a63d8493ea1b556df39b89a7b', 'floating_ip_address': '172.25.6.46', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': 'f546cb09-618b-474b-942c-ddffc5a26e36', 'port_id': '6ebe1e53-5f26-455e-907a-06be5b2ef741', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '707dcf24-13d2-4ec8-bbd9-667ff063181d', 'mac_address': 'fa:16:3e:53:6c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc3ceac-b4ad-4d90-858f-c00331b27ad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T07:50:24Z', 'updated_at': '2021-09-17T07:50:44Z', 'revision_number': 1, 'project_id': '746a584a63d8493ea1b556df39b89a7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ce80138-46be-45cf-8eb2-8c9e8007b57b', 'name': '', 'network_id': '707dcf24-13d2-4ec8-bbd9-667ff063181d', 'tenant_id': '746a584a63d8493ea1b556df39b89a7b', 'mac_address': 'fa:16:3e:d8:50:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f546cb09-618b-474b-942c-ddffc5a26e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '160360dd-540c-4432-8c1f-b0acc1484c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:50:13Z', 'updated_at': '2021-09-17T07:50:21Z', 'revision_number': 5, 'project_id': '746a584a63d8493ea1b556df39b89a7b', 'subnets': [{'id': '160360dd-540c-4432-8c1f-b0acc1484c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:50:47.298545 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-440abfcf-b1b3-4694-be59-02eaa92d5a9d tempest-RoutersTestDVR-1528304325 tempest-RoutersTestDVR-1528304325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:47.302090 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-440abfcf-b1b3-4694-be59-02eaa92d5a9d tempest-RoutersTestDVR-1528304325 tempest-RoutersTestDVR-1528304325-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:47.311948 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402fc65-5700-4133-8215-d2ddf804104b req-01f589cb-5b3c-4843-be63-81396745ef00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:47.313441 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a402fc65-5700-4133-8215-d2ddf804104b req-01f589cb-5b3c-4843-be63-81396745ef00 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=746a584a63d8493ea1b556df39b89a7b&device_id=dbc3ceac-b4ad-4d90-858f-c00331b27ad7 HTTP/1.1" status: 200 len: 1097 time: 0.3535089 Sep 17 07:50:47.322427 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa76751c-01ab-4ce4-9676-deab05c56088 None None] The sync data for ids ['f546cb09-618b-474b-942c-ddffc5a26e36'] in n-d-789963-9 is: [{'id': 'f546cb09-618b-474b-942c-ddffc5a26e36', 'name': 'tempest-ServersTestJSON-497924138-router', 'tenant_id': '746a584a63d8493ea1b556df39b89a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'c755be25-f5c7-48f4-a863-cb14a59113f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:50:06Z', 'updated_at': '2021-09-17T07:50:15Z', 'revision_number': 4, 'project_id': '746a584a63d8493ea1b556df39b89a7b', 'gw_port': {'id': 'c755be25-f5c7-48f4-a863-cb14a59113f7', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f546cb09-618b-474b-942c-ddffc5a26e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:50:08Z', 'updated_at': '2021-09-17T07:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '1aa0e982-dec6-46c7-a87f-09fbb477a631', 'tenant_id': '746a584a63d8493ea1b556df39b89a7b', 'floating_ip_address': '172.25.6.46', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': 'f546cb09-618b-474b-942c-ddffc5a26e36', 'port_id': '6ebe1e53-5f26-455e-907a-06be5b2ef741', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '707dcf24-13d2-4ec8-bbd9-667ff063181d', 'mac_address': 'fa:16:3e:53:6c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc3ceac-b4ad-4d90-858f-c00331b27ad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T07:50:24Z', 'updated_at': '2021-09-17T07:50:44Z', 'revision_number': 1, 'project_id': '746a584a63d8493ea1b556df39b89a7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ce80138-46be-45cf-8eb2-8c9e8007b57b', 'name': '', 'network_id': '707dcf24-13d2-4ec8-bbd9-667ff063181d', 'tenant_id': '746a584a63d8493ea1b556df39b89a7b', 'mac_address': 'fa:16:3e:d8:50:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f546cb09-618b-474b-942c-ddffc5a26e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '160360dd-540c-4432-8c1f-b0acc1484c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:50:13Z', 'updated_at': '2021-09-17T07:50:21Z', 'revision_number': 5, 'project_id': '746a584a63d8493ea1b556df39b89a7b', 'subnets': [{'id': '160360dd-540c-4432-8c1f-b0acc1484c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:50:47.426795 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-440abfcf-b1b3-4694-be59-02eaa92d5a9d tempest-RoutersTestDVR-1528304325 tempest-RoutersTestDVR-1528304325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:47.427326 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-440abfcf-b1b3-4694-be59-02eaa92d5a9d tempest-RoutersTestDVR-1528304325 tempest-RoutersTestDVR-1528304325-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 27d31827-0117-4157-b9b7-46e7835caf74 {{(pid=101289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 07:50:47.446138 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2e8be8ad-1dc3-46de-97a2-dd8935a4078d req-03e6cf21-8e3f-4c0d-b6b2-6bba19c02345 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480160 Sep 17 07:50:47.483353 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-440abfcf-b1b3-4694-be59-02eaa92d5a9d tempest-RoutersTestDVR-1528304325 tempest-RoutersTestDVR-1528304325-project-admin] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:47.489065 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-440abfcf-b1b3-4694-be59-02eaa92d5a9d tempest-RoutersTestDVR-1528304325 tempest-RoutersTestDVR-1528304325-project-admin] 10.222.0.13 "DELETE /v2.0/routers/27d31827-0117-4157-b9b7-46e7835caf74 HTTP/1.1" status: 204 len: 168 time: 0.7007296 Sep 17 07:50:47.611441 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402fc65-5700-4133-8215-d2ddf804104b req-db08cfe2-6a10-4959-9dff-3d4e9dd5034b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:47.613673 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a402fc65-5700-4133-8215-d2ddf804104b req-db08cfe2-6a10-4959-9dff-3d4e9dd5034b service neutron] 10.222.0.39 "GET /v2.0/networks?id=707dcf24-13d2-4ec8-bbd9-667ff063181d HTTP/1.1" status: 200 len: 906 time: 0.2915351 Sep 17 07:50:47.616619 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80741fe9-8ca6-44bd-88eb-3430033ca2ac req-c63bda4f-7574-4cc3-9c92-22dd64a97794 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Made reservation on behalf of 46510efeb90e4e96b7c0f66991be3c47 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:50:47.621945 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-80741fe9-8ca6-44bd-88eb-3430033ca2ac req-c63bda4f-7574-4cc3-9c92-22dd64a97794 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:47.637372 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8ae2d0-76cd-4fbd-926b-9ca48b72e573 req-e80aaa0a-bc72-4fcc-967e-03249d7771fa tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:47.645123 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bd8ae2d0-76cd-4fbd-926b-9ca48b72e573 req-e80aaa0a-bc72-4fcc-967e-03249d7771fa tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cd0c95-7d6d-4c2c-a993-d693a3eb91a4 HTTP/1.1" status: 200 len: 945 time: 0.1651738 Sep 17 07:50:47.650050 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1302ba47-eb46-41ea-a5a7-09aaa4d214e7 None None] New status for floating IP 1aa0e982-dec6-46c7-a87f-09fbb477a631: ACTIVE {{(pid=101291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 07:50:47.676485 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-80741fe9-8ca6-44bd-88eb-3430033ca2ac req-c63bda4f-7574-4cc3-9c92-22dd64a97794 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:47.678135 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a0d105-9e68-4382-8b3d-026e5181e1cb req-2186cf35-9322-44f4-a885-6c658ff97f83 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:47.681155 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-60a0d105-9e68-4382-8b3d-026e5181e1cb req-2186cf35-9322-44f4-a885-6c658ff97f83 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] 10.222.0.41 "GET /v2.0/ports?device_id=26cd0c95-7d6d-4c2c-a993-d693a3eb91a4 HTTP/1.1" status: 200 len: 945 time: 0.1909499 Sep 17 07:50:47.682947 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fb313d-e798-4030-b1ae-19d97bccf60a tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Network 269c5001-9c67-4379-98b4-972ea2ad2382 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:50:47.707890 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-80fb313d-e798-4030-b1ae-19d97bccf60a tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:50:47.711220 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fb313d-e798-4030-b1ae-19d97bccf60a tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:50:47.717073 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fb313d-e798-4030-b1ae-19d97bccf60a tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:47.717704 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-80fb313d-e798-4030-b1ae-19d97bccf60a tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:47.741208 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fb313d-e798-4030-b1ae-19d97bccf60a tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Pushing event updated for resources: {'Port': ['ID=4b75f6c6-aae7-4269-88fb-6e13583e7335,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:47.912674 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39346) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:47.970559 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a402fc65-5700-4133-8215-d2ddf804104b req-b6cc0c6a-a744-4080-ad7a-5ee76c659fd2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ebe1e53-5f26-455e-907a-06be5b2ef741 HTTP/1.1" status: 200 len: 999 time: 0.3429828 Sep 17 07:50:47.971141 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c7652892-498a-4289-91de-9082d67e63f9 req-e435965a-e65a-42d4-b1d0-e522e28ce77f tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:48.003384 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bd8ae2d0-76cd-4fbd-926b-9ca48b72e573 req-127e9df3-c776-4d50-9b14-be88ba8c9223 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb8b46b-1ef4-41c3-8b49-4cc623031cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3564041 Sep 17 07:50:48.006143 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['916289fd-d422-4093-b99c-9600fa1ff8d8'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:50:48.061871 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-585722d4-ed0d-4636-90fa-40965e210fc6 req-276d7205-555e-433a-8c3e-b652bf26b6c2 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.1848593 Sep 17 07:50:48.080088 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402fc65-5700-4133-8215-d2ddf804104b req-c4b8b84b-ebfe-4991-aeea-9566a40b660e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:48.082653 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a402fc65-5700-4133-8215-d2ddf804104b req-c4b8b84b-ebfe-4991-aeea-9566a40b660e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=160360dd-540c-4432-8c1f-b0acc1484c17 HTTP/1.1" status: 200 len: 844 time: 0.0718894 Sep 17 07:50:48.111946 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e435965a-e65a-42d4-b1d0-e522e28ce77f tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Pushing event deleted for resources: {'Port': ['ID=916289fd-d422-4093-b99c-9600fa1ff8d8,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:48.121250 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-b4bc5eb7-ed81-4c2a-b1b9-a62426e0e7d7 None None] Provisioning complete for port 4b75f6c6-aae7-4269-88fb-6e13583e7335 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:50:48.121830 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b4bc5eb7-ed81-4c2a-b1b9-a62426e0e7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:48.149867 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-60a0d105-9e68-4382-8b3d-026e5181e1cb req-65c4db8c-994e-4689-a86f-8687e21531c8 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Deleting port a3b1bb01-b0e1-46d5-8662-b9597a2de439 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:50:48.150456 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-60a0d105-9e68-4382-8b3d-026e5181e1cb req-65c4db8c-994e-4689-a86f-8687e21531c8 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:48.155626 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402fc65-5700-4133-8215-d2ddf804104b req-bd3bb326-8469-4a9c-b130-301e58e9e3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:48.157350 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a402fc65-5700-4133-8215-d2ddf804104b req-bd3bb326-8469-4a9c-b130-301e58e9e3fd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=707dcf24-13d2-4ec8-bbd9-667ff063181d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665171 Sep 17 07:50:48.160685 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7652892-498a-4289-91de-9082d67e63f9 req-e435965a-e65a-42d4-b1d0-e522e28ce77f tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] No DVR routers for this DVR port 916289fd-d422-4093-b99c-9600fa1ff8d8 on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:50:48.168833 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-b4bc5eb7-ed81-4c2a-b1b9-a62426e0e7d7 None None] Port 4b75f6c6-aae7-4269-88fb-6e13583e7335 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:50:48.177133 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c7652892-498a-4289-91de-9082d67e63f9 req-e435965a-e65a-42d4-b1d0-e522e28ce77f tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:48.179141 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c7652892-498a-4289-91de-9082d67e63f9 req-e435965a-e65a-42d4-b1d0-e522e28ce77f tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.39 "DELETE /v2.0/ports/916289fd-d422-4093-b99c-9600fa1ff8d8 HTTP/1.1" status: 204 len: 173 time: 1.8251126 Sep 17 07:50:48.183716 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e92ed7a-1850-4deb-bb5f-109dddea9b58', 'name': 'network-vif-deleted', 'tag': '916289fd-d422-4093-b99c-9600fa1ff8d8'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:50:48.185907 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6bb7a38-e1ef-4074-9fa7-b2d99f49e7f1" -d '{"events": [{"server_uuid": "1e92ed7a-1850-4deb-bb5f-109dddea9b58", "name": "network-vif-deleted", "tag": "916289fd-d422-4093-b99c-9600fa1ff8d8"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:50:48.194303 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-126da693-09df-444e-87dd-7fc9a1cbdfed admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:48.267299 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-46951eb3-ef6f-4958-b502-695624629364 req-6e353b3d-bf09-4340-a005-3bce61abc097 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0654781 Sep 17 07:50:48.289341 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-80741fe9-8ca6-44bd-88eb-3430033ca2ac req-c63bda4f-7574-4cc3-9c92-22dd64a97794 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:48.292513 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a8547fb-439a-4479-b9e1-c5e8044308e5 x-openstack-request-id: req-4a8547fb-439a-4479-b9e1-c5e8044308e5 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:50:48.292888 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e92ed7a-1850-4deb-bb5f-109dddea9b58", "name": "network-vif-deleted", "tag": "916289fd-d422-4093-b99c-9600fa1ff8d8", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:50:48.293197 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4a8547fb-439a-4479-b9e1-c5e8044308e5 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:50:48.293676 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e92ed7a-1850-4deb-bb5f-109dddea9b58', 'name': 'network-vif-deleted', 'tag': '916289fd-d422-4093-b99c-9600fa1ff8d8', 'status': 'completed', 'code': 200} Sep 17 07:50:48.302954 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-80741fe9-8ca6-44bd-88eb-3430033ca2ac req-c63bda4f-7574-4cc3-9c92-22dd64a97794 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:48.325190 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-80fb313d-e798-4030-b1ae-19d97bccf60a tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.7346294 Sep 17 07:50:48.332766 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b38b526c-5ad4-4de2-bc99-ea5da99dfd9b req-0c409d6b-d5b3-4822-b753-d326e8443cc3 tempest-ServerDiskConfigTestJSON-835352235 tempest-ServerDiskConfigTestJSON-835352235-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e92ed7a-1850-4deb-bb5f-109dddea9b58 HTTP/1.1" status: 200 len: 210 time: 0.0370507 Sep 17 07:50:48.333523 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39354) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:48.354932 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-dc830973-1e00-402a-bba9-3dcf955588a5 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:17:99:37'}]}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:50:48.459806 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63bda4f-7574-4cc3-9c92-22dd64a97794 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=517d5b48-890d-4435-950d-b1435835f1f3,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:48.482852 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a402fc65-5700-4133-8215-d2ddf804104b req-71aaff81-d418-4914-ada4-c2ccdbc7b4e6 service neutron] 10.222.0.39 "GET /v2.0/networks/707dcf24-13d2-4ec8-bbd9-667ff063181d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133109 Sep 17 07:50:48.484479 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-60a0d105-9e68-4382-8b3d-026e5181e1cb req-65c4db8c-994e-4689-a86f-8687e21531c8 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] For port a3b1bb01-b0e1-46d5-8662-b9597a2de439, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=a3b1bb01-b0e1-46d5-8662-b9597a2de439,segment=NetworkSegment(17fdcc3c-7a0c-41a7-9b0c-6ef10a824793),segment_id=17fdcc3c-7a0c-41a7-9b0c-6ef10a824793)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:50:48.484853 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-60a0d105-9e68-4382-8b3d-026e5181e1cb req-65c4db8c-994e-4689-a86f-8687e21531c8 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:48.579486 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-80741fe9-8ca6-44bd-88eb-3430033ca2ac req-c63bda4f-7574-4cc3-9c92-22dd64a97794 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Allocated IP 192.168.233.66 (469390cd-cce5-49bd-b8f8-9e64018a0583/5f3af6cb-9cad-436b-bf41-034e75672c44/3f299b6a-353a-48fe-b6a1-bb1abb635a78) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:50:48.713315 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-126da693-09df-444e-87dd-7fc9a1cbdfed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:48.732751 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-126da693-09df-444e-87dd-7fc9a1cbdfed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:48.803758 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-60a0d105-9e68-4382-8b3d-026e5181e1cb req-65c4db8c-994e-4689-a86f-8687e21531c8 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Calling delete_port for a3b1bb01-b0e1-46d5-8662-b9597a2de439 owned by compute:nova {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:50:48.832385 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126da693-09df-444e-87dd-7fc9a1cbdfed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b30129f0-16fa-4323-9953-512b65048606,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:48.838893 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-126da693-09df-444e-87dd-7fc9a1cbdfed admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7e1933efb8ee40369e53586fdab84218&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9228117 Sep 17 07:50:48.840597 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39360) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:48.905810 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5f46cbf4-ce9c-49b0-b2c0-aff74f18022e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:48.946168 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-80741fe9-8ca6-44bd-88eb-3430033ca2ac req-c63bda4f-7574-4cc3-9c92-22dd64a97794 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:48.976937 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-879f3a6f-c4eb-40b0-b78f-f905d8d9a1d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:48.978042 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46951eb3-ef6f-4958-b502-695624629364 req-c3b72a67-ceea-495d-a186-78961f6985a0 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:48.979492 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-46951eb3-ef6f-4958-b502-695624629364 req-c3b72a67-ceea-495d-a186-78961f6985a0 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6432266 Sep 17 07:50:49.032314 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a402fc65-5700-4133-8215-d2ddf804104b req-96ececce-abd7-468a-89a7-478e34b96165 service neutron] 10.222.0.39 "GET /v2.0/networks/707dcf24-13d2-4ec8-bbd9-667ff063181d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5346644 Sep 17 07:50:49.039253 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-46951eb3-ef6f-4958-b502-695624629364 req-e2b2dbfe-8196-41ec-a000-5e8f1663cc9e tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Request body: {'port': {'device_id': '87cdad06-42b1-4c6e-b7d3-be53ae4a1eba', 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583', 'admin_state_up': True, 'tenant_id': '46510efeb90e4e96b7c0f66991be3c47'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:50:49.049211 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-879f3a6f-c4eb-40b0-b78f-f905d8d9a1d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:49.049469 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0398eb-1c29-422f-bfae-dc1bbf6af978 req-5e82492c-3ce1-4970-8815-c32f096f711c tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:49.050749 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3e0398eb-1c29-422f-bfae-dc1bbf6af978 req-5e82492c-3ce1-4970-8815-c32f096f711c tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219 HTTP/1.1" status: 200 len: 950 time: 0.2521167 Sep 17 07:50:49.075789 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-80741fe9-8ca6-44bd-88eb-3430033ca2ac req-c63bda4f-7574-4cc3-9c92-22dd64a97794 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:49.187783 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80741fe9-8ca6-44bd-88eb-3430033ca2ac req-c63bda4f-7574-4cc3-9c92-22dd64a97794 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Network 469390cd-cce5-49bd-b8f8-9e64018a0583 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:50:49.192037 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-dc830973-1e00-402a-bba9-3dcf955588a5 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:49.196467 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-80741fe9-8ca6-44bd-88eb-3430033ca2ac req-c63bda4f-7574-4cc3-9c92-22dd64a97794 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:50:49.202663 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-80741fe9-8ca6-44bd-88eb-3430033ca2ac req-c63bda4f-7574-4cc3-9c92-22dd64a97794 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:50:49.209231 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63bda4f-7574-4cc3-9c92-22dd64a97794 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Pushing event updated for resources: {'Port': ['ID=3f299b6a-353a-48fe-b6a1-bb1abb635a78,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:49.247827 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-879f3a6f-c4eb-40b0-b78f-f905d8d9a1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:49.250401 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-879f3a6f-c4eb-40b0-b78f-f905d8d9a1d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:49.251603 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-879f3a6f-c4eb-40b0-b78f-f905d8d9a1d9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b30129f0-16fa-4323-9953-512b65048606 HTTP/1.1" status: 204 len: 168 time: 0.4083421 Sep 17 07:50:49.263015 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3e0398eb-1c29-422f-bfae-dc1bbf6af978 req-9b0ccc5c-105a-4f58-a121-cb1dd3db876c tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859207 Sep 17 07:50:49.274545 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80741fe9-8ca6-44bd-88eb-3430033ca2ac req-c63bda4f-7574-4cc3-9c92-22dd64a97794 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:49.275247 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-80741fe9-8ca6-44bd-88eb-3430033ca2ac req-c63bda4f-7574-4cc3-9c92-22dd64a97794 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:49.282292 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879f3a6f-c4eb-40b0-b78f-f905d8d9a1d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b30129f0-16fa-4323-9953-512b65048606,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:49.303218 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-80741fe9-8ca6-44bd-88eb-3430033ca2ac req-c63bda4f-7574-4cc3-9c92-22dd64a97794 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2256095 Sep 17 07:50:49.328525 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-80741fe9-8ca6-44bd-88eb-3430033ca2ac req-b7e5bd25-8cae-4fd1-a50a-56629efc4ddc service neutron] Request body: {'port': {'device_id': 'ee44c663-1dca-4669-be96-75e385fb6cf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:50:49.338624 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ffb1f1-dce8-4ba1-a467-3d1a7786f682 req-cd3b6dc7-f456-4a29-a332-34e61264b308 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:49.349263 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-99ffb1f1-dce8-4ba1-a467-3d1a7786f682 req-cd3b6dc7-f456-4a29-a332-34e61264b308 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cd0c95-7d6d-4c2c-a993-d693a3eb91a4 HTTP/1.1" status: 200 len: 945 time: 0.2279162 Sep 17 07:50:49.395294 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-60a0d105-9e68-4382-8b3d-026e5181e1cb req-65c4db8c-994e-4689-a86f-8687e21531c8 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:49.474464 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-80741fe9-8ca6-44bd-88eb-3430033ca2ac req-b7e5bd25-8cae-4fd1-a50a-56629efc4ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:49.534615 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-5f46cbf4-ce9c-49b0-b2c0-aff74f18022e admin admin] Deleting port ea15b463-83a9-4f77-b958-88145a457e87 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:50:49.534963 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5f46cbf4-ce9c-49b0-b2c0-aff74f18022e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:49.540900 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c4db8c-994e-4689-a86f-8687e21531c8 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Pushing event deleted for resources: {'Port': ['ID=a3b1bb01-b0e1-46d5-8662-b9597a2de439,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:49.556544 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46951eb3-ef6f-4958-b502-695624629364 req-e2b2dbfe-8196-41ec-a000-5e8f1663cc9e tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Made reservation on behalf of 46510efeb90e4e96b7c0f66991be3c47 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:50:49.559463 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-46951eb3-ef6f-4958-b502-695624629364 req-e2b2dbfe-8196-41ec-a000-5e8f1663cc9e tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:49.587552 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-99ffb1f1-dce8-4ba1-a467-3d1a7786f682 req-cf0aacf1-a8f2-4b6f-bd88-28938962e677 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] 10.222.0.13 "GET /v2.0/security-groups?id=dbb8b46b-1ef4-41c3-8b49-4cc623031cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374015 Sep 17 07:50:49.608768 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-2e958036-cac2-4dcd-b492-2959f6e21ce6 None None] Provisioning complete for port 3f299b6a-353a-48fe-b6a1-bb1abb635a78 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:50:49.616503 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2e958036-cac2-4dcd-b492-2959f6e21ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:49.629580 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4a2079d3-afa5-4499-936c-48cf1ed87114 req-278094cf-4fd3-459e-aeea-9406f6b85731 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.1534979 Sep 17 07:50:49.689586 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-2e958036-cac2-4dcd-b492-2959f6e21ce6 None None] Port 3f299b6a-353a-48fe-b6a1-bb1abb635a78 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:50:49.734465 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device a3b1bb01-b0e1-46d5-8662-b9597a2de439 no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:50:49.735849 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-dc830973-1e00-402a-bba9-3dcf955588a5 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:49.778735 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] No Port match for: a3b1bb01-b0e1-46d5-8662-b9597a2de439 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:50:49.780419 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device a3b1bb01-b0e1-46d5-8662-b9597a2de439 not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:50:49.786767 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-5f46cbf4-ce9c-49b0-b2c0-aff74f18022e admin admin] For port ea15b463-83a9-4f77-b958-88145a457e87, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=ea15b463-83a9-4f77-b958-88145a457e87,segment=NetworkSegment(34a968ab-03d3-42f8-beb1-615fd521ef4a),segment_id=34a968ab-03d3-42f8-beb1-615fd521ef4a)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:50:49.787211 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5f46cbf4-ce9c-49b0-b2c0-aff74f18022e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:49.840285 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39378) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:49.857456 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6b971d08-3ab8-47c0-bd22-01eacce241ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:49.859202 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-dc830973-1e00-402a-bba9-3dcf955588a5 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:49.859500 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-5f46cbf4-ce9c-49b0-b2c0-aff74f18022e admin admin] Calling delete_port for ea15b463-83a9-4f77-b958-88145a457e87 owned by network:router_interface {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:50:49.873009 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dad0f951-d9f9-45a8-bfa9-f3d6893393c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:49.932495 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39384) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:49.932764 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc830973-1e00-402a-bba9-3dcf955588a5 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Pushing event updated for resources: {'Port': ['ID=4b75f6c6-aae7-4269-88fb-6e13583e7335,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:49.936366 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-60a0d105-9e68-4382-8b3d-026e5181e1cb req-65c4db8c-994e-4689-a86f-8687e21531c8 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] No DVR routers for this DVR port a3b1bb01-b0e1-46d5-8662-b9597a2de439 on host n-h1-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:50:49.938962 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-60a0d105-9e68-4382-8b3d-026e5181e1cb req-65c4db8c-994e-4689-a86f-8687e21531c8 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:49.941484 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-60a0d105-9e68-4382-8b3d-026e5181e1cb req-65c4db8c-994e-4689-a86f-8687e21531c8 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848 tempest-FloatingIPsAssociationNegativeTestJSON-1455045848-project] 10.222.0.41 "DELETE /v2.0/ports/a3b1bb01-b0e1-46d5-8662-b9597a2de439 HTTP/1.1" status: 204 len: 173 time: 2.2509842 Sep 17 07:50:49.944566 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26cd0c95-7d6d-4c2c-a993-d693a3eb91a4', 'name': 'network-vif-deleted', 'tag': 'a3b1bb01-b0e1-46d5-8662-b9597a2de439'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:50:49.947565 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7305317f-9e41-431b-bd5e-cc506d288ae8" -d '{"events": [{"server_uuid": "26cd0c95-7d6d-4c2c-a993-d693a3eb91a4", "name": "network-vif-deleted", "tag": "a3b1bb01-b0e1-46d5-8662-b9597a2de439"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:50:49.967301 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-dc830973-1e00-402a-bba9-3dcf955588a5 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] In _notify_port_updated(), no bound segment for port 4b75f6c6-aae7-4269-88fb-6e13583e7335 on network 269c5001-9c67-4379-98b4-972ea2ad2382 {{(pid=101289) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 07:50:49.973913 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc830973-1e00-402a-bba9-3dcf955588a5 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:49.974567 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-dc830973-1e00-402a-bba9-3dcf955588a5 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:49.978772 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-dc830973-1e00-402a-bba9-3dcf955588a5 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] 10.222.0.13 "PUT /v2.0/ports/4b75f6c6-aae7-4269-88fb-6e13583e7335 HTTP/1.1" status: 200 len: 1002 time: 1.6371260 Sep 17 07:50:49.979398 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39388) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:49.993155 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a42ed9-26c1-4d69-bf07-9f92e83d6831 x-openstack-request-id: req-69a42ed9-26c1-4d69-bf07-9f92e83d6831 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:50:49.993467 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26cd0c95-7d6d-4c2c-a993-d693a3eb91a4", "name": "network-vif-deleted", "tag": "a3b1bb01-b0e1-46d5-8662-b9597a2de439", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:50:49.993780 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-69a42ed9-26c1-4d69-bf07-9f92e83d6831 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:50:49.994218 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26cd0c95-7d6d-4c2c-a993-d693a3eb91a4', 'name': 'network-vif-deleted', 'tag': 'a3b1bb01-b0e1-46d5-8662-b9597a2de439', 'status': 'completed', 'code': 200} Sep 17 07:50:50.094992 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6c6c6bd-3f14-4e82-ab3e-522602b73f8e admin admin] Deleting subnet 604275ee-9836-4f85-a007-f6695778fdeb {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:50:50.100969 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-80741fe9-8ca6-44bd-88eb-3430033ca2ac req-b7e5bd25-8cae-4fd1-a50a-56629efc4ddc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f299b6a-353a-48fe-b6a1-bb1abb635a78 {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:50:50.105697 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a6c6c6bd-3f14-4e82-ab3e-522602b73f8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:50.137419 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-80741fe9-8ca6-44bd-88eb-3430033ca2ac req-b7e5bd25-8cae-4fd1-a50a-56629efc4ddc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:50.150313 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-4eae01db-2169-470f-97da-e9fc4a7aeb09 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Deleting port 4b75f6c6-aae7-4269-88fb-6e13583e7335 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:50:50.150658 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4eae01db-2169-470f-97da-e9fc4a7aeb09 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:50.178467 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a6c6c6bd-3f14-4e82-ab3e-522602b73f8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:50.179479 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6b971d08-3ab8-47c0-bd22-01eacce241ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:50.191432 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6b971d08-3ab8-47c0-bd22-01eacce241ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:50.218101 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-80741fe9-8ca6-44bd-88eb-3430033ca2ac req-b7e5bd25-8cae-4fd1-a50a-56629efc4ddc service neutron] Transition to ACTIVE for port object 3f299b6a-353a-48fe-b6a1-bb1abb635a78 will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:50:50.228976 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-80741fe9-8ca6-44bd-88eb-3430033ca2ac req-b7e5bd25-8cae-4fd1-a50a-56629efc4ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:50.279491 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a6c6c6bd-3f14-4e82-ab3e-522602b73f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:50.323845 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-6b971d08-3ab8-47c0-bd22-01eacce241ee admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7d9dc3ce706741bb87e5d76a2576f8f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4811523 Sep 17 07:50:50.324562 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b971d08-3ab8-47c0-bd22-01eacce241ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66fa006b-7627-422a-ae55-395e5a2e5ac1,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:50.328242 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39390) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:50.349958 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [req-46951eb3-ef6f-4958-b502-695624629364 req-e2b2dbfe-8196-41ec-a000-5e8f1663cc9e tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Allocated IP 192.168.233.194 (469390cd-cce5-49bd-b8f8-9e64018a0583/5f3af6cb-9cad-436b-bf41-034e75672c44/0ed2d12b-bfaf-472c-a6ae-5ba8d60d89d0) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:50:50.361971 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-f75b5d10-1f1c-447b-9c2a-2445eb675fbd None None] Provisioning complete for port 4b75f6c6-aae7-4269-88fb-6e13583e7335 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:50:50.365491 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f75b5d10-1f1c-447b-9c2a-2445eb675fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:50.368611 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e5bd25-8cae-4fd1-a50a-56629efc4ddc service neutron] Pushing event updated for resources: {'Port': ['ID=3f299b6a-353a-48fe-b6a1-bb1abb635a78,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:50.386506 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4eae01db-2169-470f-97da-e9fc4a7aeb09 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:50.432027 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-4eae01db-2169-470f-97da-e9fc4a7aeb09 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Calling delete_port for 4b75f6c6-aae7-4269-88fb-6e13583e7335 owned by {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:50:50.449189 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-f75b5d10-1f1c-447b-9c2a-2445eb675fbd None None] Port 4b75f6c6-aae7-4269-88fb-6e13583e7335 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:50:50.451529 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5f46cbf4-ce9c-49b0-b2c0-aff74f18022e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:50.475670 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 916289fd-d422-4093-b99c-9600fa1ff8d8 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:50:50.518271 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f46cbf4-ce9c-49b0-b2c0-aff74f18022e admin admin] Pushing event deleted for resources: {'Port': ['ID=ea15b463-83a9-4f77-b958-88145a457e87,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:50.519221 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: 916289fd-d422-4093-b99c-9600fa1ff8d8 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:50:50.519901 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 916289fd-d422-4093-b99c-9600fa1ff8d8 not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:50:50.557430 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a6c6c6bd-3f14-4e82-ab3e-522602b73f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:50.585077 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ccfe8741-5420-47c0-8fcb-d52987a543ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:50.625972 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c6c6bd-3f14-4e82-ab3e-522602b73f8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=604275ee-9836-4f85-a007-f6695778fdeb,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:50.642846 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06556a79-e86a-4d9d-9a91-d7dacce8a61b req-1cc9d2e6-548e-4f28-8af0-cec9d6220744 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:50.644471 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a6c6c6bd-3f14-4e82-ab3e-522602b73f8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:50.645673 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-06556a79-e86a-4d9d-9a91-d7dacce8a61b req-1cc9d2e6-548e-4f28-8af0-cec9d6220744 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219 HTTP/1.1" status: 200 len: 950 time: 0.2150781 Sep 17 07:50:50.646149 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a6c6c6bd-3f14-4e82-ab3e-522602b73f8e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/604275ee-9836-4f85-a007-f6695778fdeb HTTP/1.1" status: 204 len: 168 time: 0.7116578 Sep 17 07:50:50.646953 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-80741fe9-8ca6-44bd-88eb-3430033ca2ac req-b7e5bd25-8cae-4fd1-a50a-56629efc4ddc service neutron] Attempting to bind port 3f299b6a-353a-48fe-b6a1-bb1abb635a78 on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:50:50.647280 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-80741fe9-8ca6-44bd-88eb-3430033ca2ac req-b7e5bd25-8cae-4fd1-a50a-56629efc4ddc service neutron] Attempting to bind port 3f299b6a-353a-48fe-b6a1-bb1abb635a78 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:50:50.647603 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80741fe9-8ca6-44bd-88eb-3430033ca2ac req-b7e5bd25-8cae-4fd1-a50a-56629efc4ddc service neutron] Attempting to bind port 3f299b6a-353a-48fe-b6a1-bb1abb635a78 on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:50:50.654291 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39396) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:50.655019 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80741fe9-8ca6-44bd-88eb-3430033ca2ac req-b7e5bd25-8cae-4fd1-a50a-56629efc4ddc service neutron] Port 3f299b6a-353a-48fe-b6a1-bb1abb635a78 on network 469390cd-cce5-49bd-b8f8-9e64018a0583 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:50:50.655325 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80741fe9-8ca6-44bd-88eb-3430033ca2ac req-b7e5bd25-8cae-4fd1-a50a-56629efc4ddc service neutron] Attempting to bind port 3f299b6a-353a-48fe-b6a1-bb1abb635a78 on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:50:50.688848 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80741fe9-8ca6-44bd-88eb-3430033ca2ac req-b7e5bd25-8cae-4fd1-a50a-56629efc4ddc service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:50:50.689383 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80741fe9-8ca6-44bd-88eb-3430033ca2ac req-b7e5bd25-8cae-4fd1-a50a-56629efc4ddc service neutron] Checking segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:50:50.689787 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80741fe9-8ca6-44bd-88eb-3430033ca2ac req-b7e5bd25-8cae-4fd1-a50a-56629efc4ddc service neutron] Bound using segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:50:50.690313 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-80741fe9-8ca6-44bd-88eb-3430033ca2ac req-b7e5bd25-8cae-4fd1-a50a-56629efc4ddc service neutron] Bound port: 3f299b6a-353a-48fe-b6a1-bb1abb635a78, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:50:50.690752 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-80741fe9-8ca6-44bd-88eb-3430033ca2ac req-b7e5bd25-8cae-4fd1-a50a-56629efc4ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:50.701446 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39400) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:50.732914 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ccfe8741-5420-47c0-8fcb-d52987a543ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:50.831083 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ecda5c3e-71d3-440a-ae11-240956fca58e req-b7690fb8-f6fc-4e2e-bee6-6b751c354028 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0735362 Sep 17 07:50:50.865025 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-46951eb3-ef6f-4958-b502-695624629364 req-e2b2dbfe-8196-41ec-a000-5e8f1663cc9e tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:50.874276 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-06556a79-e86a-4d9d-9a91-d7dacce8a61b req-917a3827-d481-45d4-8488-f3e2d46aea4d tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657772 Sep 17 07:50:50.881613 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c6a1a985-af85-4889-ba4b-34d329fd1deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:50.942671 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ccfe8741-5420-47c0-8fcb-d52987a543ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:50.945827 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ccfe8741-5420-47c0-8fcb-d52987a543ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:50.946983 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ccfe8741-5420-47c0-8fcb-d52987a543ee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/66fa006b-7627-422a-ae55-395e5a2e5ac1 HTTP/1.1" status: 204 len: 168 time: 0.6128047 Sep 17 07:50:50.965425 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4eae01db-2169-470f-97da-e9fc4a7aeb09 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:50.980311 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfe8741-5420-47c0-8fcb-d52987a543ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66fa006b-7627-422a-ae55-395e5a2e5ac1,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:51.009741 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eae01db-2169-470f-97da-e9fc4a7aeb09 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Pushing event deleted for resources: {'Port': ['ID=4b75f6c6-aae7-4269-88fb-6e13583e7335,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:51.019016 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-46951eb3-ef6f-4958-b502-695624629364 req-e2b2dbfe-8196-41ec-a000-5e8f1663cc9e tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:51.041399 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4eae01db-2169-470f-97da-e9fc4a7aeb09 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:51.048062 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-4eae01db-2169-470f-97da-e9fc4a7aeb09 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] 10.222.0.13 "DELETE /v2.0/ports/4b75f6c6-aae7-4269-88fb-6e13583e7335 HTTP/1.1" status: 204 len: 168 time: 1.0633731 Sep 17 07:50:51.056596 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39408) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:51.104616 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [req-d099a8b0-ff05-44fe-99ba-0bbb9f642fba req-7a57e948-bc5e-412f-8089-f616a9d92fa9 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 07:50:51.105647 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d099a8b0-ff05-44fe-99ba-0bbb9f642fba req-7a57e948-bc5e-412f-8089-f616a9d92fa9 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078795 Sep 17 07:50:51.137497 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-845187a0-e23a-4bf1-988d-ee38c27dd370 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] GET failed (client error): The resource could not be found. Sep 17 07:50:51.143887 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-845187a0-e23a-4bf1-988d-ee38c27dd370 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] 10.222.0.13 "GET /v2.0/ports/4b75f6c6-aae7-4269-88fb-6e13583e7335 HTTP/1.1" status: 404 len: 333 time: 0.0815096 Sep 17 07:50:51.144087 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46951eb3-ef6f-4958-b502-695624629364 req-e2b2dbfe-8196-41ec-a000-5e8f1663cc9e tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Network 469390cd-cce5-49bd-b8f8-9e64018a0583 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:50:51.149261 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39410) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:51.164722 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-b7613cf6-8f03-4f15-87b8-9ab8631f32f8 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Request body: {'port': {'network_id': '269c5001-9c67-4379-98b4-972ea2ad2382', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1598087524'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:50:51.171442 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [req-46951eb3-ef6f-4958-b502-695624629364 req-e2b2dbfe-8196-41ec-a000-5e8f1663cc9e tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:50:51.186218 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-46951eb3-ef6f-4958-b502-695624629364 req-e2b2dbfe-8196-41ec-a000-5e8f1663cc9e tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:50:51.207781 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b2dbfe-8196-41ec-a000-5e8f1663cc9e tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Pushing event updated for resources: {'Port': ['ID=0ed2d12b-bfaf-472c-a6ae-5ba8d60d89d0,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:51.320855 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46951eb3-ef6f-4958-b502-695624629364 req-e2b2dbfe-8196-41ec-a000-5e8f1663cc9e tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:51.321530 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-46951eb3-ef6f-4958-b502-695624629364 req-e2b2dbfe-8196-41ec-a000-5e8f1663cc9e tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:51.352174 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-46951eb3-ef6f-4958-b502-695624629364 req-e2b2dbfe-8196-41ec-a000-5e8f1663cc9e tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3325400 Sep 17 07:50:51.378334 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-46951eb3-ef6f-4958-b502-695624629364 req-cd53e1b9-58d2-4d5c-8f1f-59417d8e2796 service neutron] Request body: {'port': {'device_id': '87cdad06-42b1-4c6e-b7d3-be53ae4a1eba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-9'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:50:51.458337 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-80741fe9-8ca6-44bd-88eb-3430033ca2ac req-b7e5bd25-8cae-4fd1-a50a-56629efc4ddc service neutron] For port 3f299b6a-353a-48fe-b6a1-bb1abb635a78, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:50:51.496574 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-80741fe9-8ca6-44bd-88eb-3430033ca2ac req-b7e5bd25-8cae-4fd1-a50a-56629efc4ddc service neutron] For port 3f299b6a-353a-48fe-b6a1-bb1abb635a78, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=3f299b6a-353a-48fe-b6a1-bb1abb635a78,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:50:51.501124 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5f46cbf4-ce9c-49b0-b2c0-aff74f18022e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:51.517160 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-46951eb3-ef6f-4958-b502-695624629364 req-cd53e1b9-58d2-4d5c-8f1f-59417d8e2796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:51.522994 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7613cf6-8f03-4f15-87b8-9ab8631f32f8 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Made reservation on behalf of eabd1069aa6d4394b149dfa896d998e1 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:50:51.526830 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b7613cf6-8f03-4f15-87b8-9ab8631f32f8 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:51.611046 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [None req-b7613cf6-8f03-4f15-87b8-9ab8631f32f8 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] device_id is not set on port 3c6d92ab-d79d-4cd7-a897-832c03398b06 yet. {{(pid=101289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 07:50:51.615338 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-80741fe9-8ca6-44bd-88eb-3430033ca2ac req-b7e5bd25-8cae-4fd1-a50a-56629efc4ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:51.622562 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c6a1a985-af85-4889-ba4b-34d329fd1deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:51.698642 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-6138b9d1-4f46-49db-b70f-01839a045a53 None None] Provisioning complete for port 0ed2d12b-bfaf-472c-a6ae-5ba8d60d89d0 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:50:51.700091 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6138b9d1-4f46-49db-b70f-01839a045a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:51.715935 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-c6a1a985-af85-4889-ba4b-34d329fd1deb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9141915-58fa-4f94-8f27-c56354fa8ebb']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:50:51.721257 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80741fe9-8ca6-44bd-88eb-3430033ca2ac req-b7e5bd25-8cae-4fd1-a50a-56629efc4ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:51.721909 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-80741fe9-8ca6-44bd-88eb-3430033ca2ac req-b7e5bd25-8cae-4fd1-a50a-56629efc4ddc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:51.723319 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-80741fe9-8ca6-44bd-88eb-3430033ca2ac req-b7e5bd25-8cae-4fd1-a50a-56629efc4ddc service neutron] 10.222.0.39 "PUT /v2.0/ports/3f299b6a-353a-48fe-b6a1-bb1abb635a78 HTTP/1.1" status: 200 len: 1095 time: 2.4002922 Sep 17 07:50:51.727656 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee44c663-1dca-4669-be96-75e385fb6cf2', 'tag': '3f299b6a-353a-48fe-b6a1-bb1abb635a78'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:50:51.729928 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc1d825-da72-4191-95d1-cdbe665cfc49" -d '{"events": [{"name": "network-changed", "server_uuid": "ee44c663-1dca-4669-be96-75e385fb6cf2", "tag": "3f299b6a-353a-48fe-b6a1-bb1abb635a78"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:50:51.777762 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3109da98-25f2-4d62-b5dc-f442ed04e95b req-b28a8fbd-85c6-4256-866b-ff07963f769f tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:51.779354 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3109da98-25f2-4d62-b5dc-f442ed04e95b req-b28a8fbd-85c6-4256-866b-ff07963f769f tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219 HTTP/1.1" status: 200 len: 950 time: 0.2592239 Sep 17 07:50:51.811568 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-6138b9d1-4f46-49db-b70f-01839a045a53 None None] Port 0ed2d12b-bfaf-472c-a6ae-5ba8d60d89d0 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:50:51.841034 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-c6a1a985-af85-4889-ba4b-34d329fd1deb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be767568-3060-48d1-bebe-585a133f1049') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:50:51.841332 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-c6a1a985-af85-4889-ba4b-34d329fd1deb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be767568-3060-48d1-bebe-585a133f1049') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:50:51.845265 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec76dd04-2ba7-48e8-a8a8-cc39450320e4 x-openstack-request-id: req-ec76dd04-2ba7-48e8-a8a8-cc39450320e4 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:50:51.845577 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee44c663-1dca-4669-be96-75e385fb6cf2", "tag": "3f299b6a-353a-48fe-b6a1-bb1abb635a78", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:50:51.845815 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ec76dd04-2ba7-48e8-a8a8-cc39450320e4 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:50:51.846204 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee44c663-1dca-4669-be96-75e385fb6cf2', 'tag': '3f299b6a-353a-48fe-b6a1-bb1abb635a78', 'status': 'completed', 'code': 200} Sep 17 07:50:51.902773 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c6a1a985-af85-4889-ba4b-34d329fd1deb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:51.921013 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-b7613cf6-8f03-4f15-87b8-9ab8631f32f8 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Allocated IP 2001:db8::1f8 (269c5001-9c67-4379-98b4-972ea2ad2382/6885e8e0-d349-4751-99ba-0d44d7438389/3c6d92ab-d79d-4cd7-a897-832c03398b06) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:50:51.981921 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e5bd25-8cae-4fd1-a50a-56629efc4ddc service neutron] Pushing event updated for resources: {'Port': ['ID=3f299b6a-353a-48fe-b6a1-bb1abb635a78,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:52.003448 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c6a1a985-af85-4889-ba4b-34d329fd1deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:52.027121 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-163df311-0152-4d8c-b40f-208ee7033ef9 req-8fd72a6c-27cc-4292-9038-5a198ab7b792 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5848806 Sep 17 07:50:52.034539 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80741fe9-8ca6-44bd-88eb-3430033ca2ac req-fd0889f6-b20d-413c-8e95-dbe626100ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:52.037709 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-80741fe9-8ca6-44bd-88eb-3430033ca2ac req-fd0889f6-b20d-413c-8e95-dbe626100ac6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=ee44c663-1dca-4669-be96-75e385fb6cf2 HTTP/1.1" status: 200 len: 1098 time: 0.1868279 Sep 17 07:50:52.050231 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [req-163df311-0152-4d8c-b40f-208ee7033ef9 req-ea2155fa-fbe4-4634-a82b-27c3c91c701a service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 07:50:52.051286 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-163df311-0152-4d8c-b40f-208ee7033ef9 req-ea2155fa-fbe4-4634-a82b-27c3c91c701a service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0161080 Sep 17 07:50:52.075927 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6a1a985-af85-4889-ba4b-34d329fd1deb admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 07:50:52.076581 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c6a1a985-af85-4889-ba4b-34d329fd1deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:52.078569 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 07:50:52.078569 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 07:50:52.078569 n-d-789963-9 neutron-server[101290]: timer() Sep 17 07:50:52.078569 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 07:50:52.078569 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 07:50:52.078569 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 07:50:52.078569 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 07:50:52.078569 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 07:50:52.078569 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 07:50:52.078569 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 07:50:52.078569 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 07:50:52.078569 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 07:50:52.078569 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 07:50:52.078569 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 07:50:52.078569 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 07:50:52.078569 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 07:50:52.078569 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 07:50:52.078569 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 07:50:52.078569 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 07:50:52.078569 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 07:50:52.078569 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 07:50:52.078569 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 07:50:52.078569 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 07:50:52.078569 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 07:50:52.078569 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 07:50:52.078569 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 07:50:52.078569 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 07:50:52.078569 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 07:50:52.078569 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 07:50:52.078569 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 07:50:52.078569 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 07:50:52.078569 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 07:50:52.081998 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3109da98-25f2-4d62-b5dc-f442ed04e95b req-a0ec97f0-1025-444a-ba10-d70158317849 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877052 Sep 17 07:50:52.152397 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbfe864-9bc9-4e7c-8304-d802dd652357 req-0e0a6c8b-37dd-499c-af9f-579092bed401 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:52.154040 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8bbfe864-9bc9-4e7c-8304-d802dd652357 req-0e0a6c8b-37dd-499c-af9f-579092bed401 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 936 time: 0.2144375 Sep 17 07:50:52.202142 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-80741fe9-8ca6-44bd-88eb-3430033ca2ac req-71f055ab-8463-4d4d-b437-1c048f5d45cd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=3f299b6a-353a-48fe-b6a1-bb1abb635a78 HTTP/1.1" status: 200 len: 217 time: 0.1332886 Sep 17 07:50:52.296160 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8bbfe864-9bc9-4e7c-8304-d802dd652357 req-5862bc52-c3bd-4747-a0d9-e0fdb8e64e9e tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296484 Sep 17 07:50:52.325381 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39448) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:52.328664 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [req-46951eb3-ef6f-4958-b502-695624629364 req-cd53e1b9-58d2-4d5c-8f1f-59417d8e2796 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ed2d12b-bfaf-472c-a6ae-5ba8d60d89d0 {{(pid=101289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:50:52.351113 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-46951eb3-ef6f-4958-b502-695624629364 req-cd53e1b9-58d2-4d5c-8f1f-59417d8e2796 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:52.355223 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b7613cf6-8f03-4f15-87b8-9ab8631f32f8 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:52.372540 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.provisioning_blocks [req-46951eb3-ef6f-4958-b502-695624629364 req-cd53e1b9-58d2-4d5c-8f1f-59417d8e2796 service neutron] Transition to ACTIVE for port object 0ed2d12b-bfaf-472c-a6ae-5ba8d60d89d0 will not be triggered until provisioned by entity L2. {{(pid=101289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:50:52.378008 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c6a1a985-af85-4889-ba4b-34d329fd1deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:52.384593 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-46951eb3-ef6f-4958-b502-695624629364 req-cd53e1b9-58d2-4d5c-8f1f-59417d8e2796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:52.397368 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c6a1a985-af85-4889-ba4b-34d329fd1deb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:52.399957 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c6a1a985-af85-4889-ba4b-34d329fd1deb admin admin] 10.222.0.13 "DELETE /v2.0/networks/e9141915-58fa-4f94-8f27-c56354fa8ebb HTTP/1.1" status: 204 len: 168 time: 1.7423303 Sep 17 07:50:52.408684 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0ebcd944-4b10-4cea-98da-bb5a6485647c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:52.444116 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a1a985-af85-4889-ba4b-34d329fd1deb admin admin] Pushing event deleted for resources: {'Network': ['ID=e9141915-58fa-4f94-8f27-c56354fa8ebb,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:52.456756 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd53e1b9-58d2-4d5c-8f1f-59417d8e2796 service neutron] Pushing event updated for resources: {'Port': ['ID=0ed2d12b-bfaf-472c-a6ae-5ba8d60d89d0,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:52.459555 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80741fe9-8ca6-44bd-88eb-3430033ca2ac req-e66c6b83-32e3-4065-8368-ea820c5a2934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:52.461483 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b7613cf6-8f03-4f15-87b8-9ab8631f32f8 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:52.470803 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-80741fe9-8ca6-44bd-88eb-3430033ca2ac req-e66c6b83-32e3-4065-8368-ea820c5a2934 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.2037482 Sep 17 07:50:52.564686 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-aac13d33-8117-4c98-85da-9a3851e56570 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Request body: {'networks': [{'name': 'tempest-network--935217492'}, {'name': 'tempest-network--1634452075'}]} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:50:52.566365 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-aac13d33-8117-4c98-85da-9a3851e56570 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Request body: {'network': {'name': 'tempest-network--935217492'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:50:52.566365 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-aac13d33-8117-4c98-85da-9a3851e56570 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Request body: {'network': {'name': 'tempest-network--1634452075'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:50:52.622210 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7613cf6-8f03-4f15-87b8-9ab8631f32f8 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Network 269c5001-9c67-4379-98b4-972ea2ad2382 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:50:52.622465 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:52.635502 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7613cf6-8f03-4f15-87b8-9ab8631f32f8 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Pushing event updated for resources: {'Port': ['ID=3c6d92ab-d79d-4cd7-a897-832c03398b06,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:52.638284 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-b7613cf6-8f03-4f15-87b8-9ab8631f32f8 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:50:52.643620 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7613cf6-8f03-4f15-87b8-9ab8631f32f8 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:50:52.649831 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80741fe9-8ca6-44bd-88eb-3430033ca2ac req-8912819c-418e-4aa6-bd70-cb8f11c2b79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:52.651787 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-80741fe9-8ca6-44bd-88eb-3430033ca2ac req-8912819c-418e-4aa6-bd70-cb8f11c2b79f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1255269 Sep 17 07:50:52.656751 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7613cf6-8f03-4f15-87b8-9ab8631f32f8 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:52.657411 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b7613cf6-8f03-4f15-87b8-9ab8631f32f8 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:52.662082 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f46cbf4-ce9c-49b0-b2c0-aff74f18022e admin admin] Router 9fbbc2c6-0273-4b2a-b11b-711f786a22de has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:50:52.697413 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac13d33-8117-4c98-85da-9a3851e56570 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Made reservation on behalf of 92505ad6b42f4a579752bb56cad201e8 for: {'network': 2} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:50:52.703325 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-aac13d33-8117-4c98-85da-9a3851e56570 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:52.712216 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-b7613cf6-8f03-4f15-87b8-9ab8631f32f8 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5618448 Sep 17 07:50:52.719144 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-46951eb3-ef6f-4958-b502-695624629364 req-cd53e1b9-58d2-4d5c-8f1f-59417d8e2796 service neutron] Attempting to bind port 0ed2d12b-bfaf-472c-a6ae-5ba8d60d89d0 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:50:52.724202 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-46951eb3-ef6f-4958-b502-695624629364 req-cd53e1b9-58d2-4d5c-8f1f-59417d8e2796 service neutron] Attempting to bind port 0ed2d12b-bfaf-472c-a6ae-5ba8d60d89d0 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:50:52.724763 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46951eb3-ef6f-4958-b502-695624629364 req-cd53e1b9-58d2-4d5c-8f1f-59417d8e2796 service neutron] Attempting to bind port 0ed2d12b-bfaf-472c-a6ae-5ba8d60d89d0 on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:50:52.728250 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39462) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:52.740754 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-4583cc95-568b-4dad-bb8d-6fa70def958f tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Request body: {'port': {'network_id': '269c5001-9c67-4379-98b4-972ea2ad2382', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-429890822'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:50:52.745119 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-aac13d33-8117-4c98-85da-9a3851e56570 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:52.760542 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46951eb3-ef6f-4958-b502-695624629364 req-cd53e1b9-58d2-4d5c-8f1f-59417d8e2796 service neutron] Port 0ed2d12b-bfaf-472c-a6ae-5ba8d60d89d0 on network 469390cd-cce5-49bd-b8f8-9e64018a0583 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:50:52.761101 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46951eb3-ef6f-4958-b502-695624629364 req-cd53e1b9-58d2-4d5c-8f1f-59417d8e2796 service neutron] Attempting to bind port 0ed2d12b-bfaf-472c-a6ae-5ba8d60d89d0 on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:50:52.764067 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39466) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:52.808114 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46951eb3-ef6f-4958-b502-695624629364 req-cd53e1b9-58d2-4d5c-8f1f-59417d8e2796 service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:50:52.808449 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46951eb3-ef6f-4958-b502-695624629364 req-cd53e1b9-58d2-4d5c-8f1f-59417d8e2796 service neutron] Checking segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:50:52.808829 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46951eb3-ef6f-4958-b502-695624629364 req-cd53e1b9-58d2-4d5c-8f1f-59417d8e2796 service neutron] Bound using segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:50:52.809274 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-46951eb3-ef6f-4958-b502-695624629364 req-cd53e1b9-58d2-4d5c-8f1f-59417d8e2796 service neutron] Bound port: 0ed2d12b-bfaf-472c-a6ae-5ba8d60d89d0, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:50:52.809629 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-46951eb3-ef6f-4958-b502-695624629364 req-cd53e1b9-58d2-4d5c-8f1f-59417d8e2796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:52.986095 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1ac1a722-cf66-4591-b317-37fcedffb6d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:52.994131 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-80741fe9-8ca6-44bd-88eb-3430033ca2ac req-99292733-1c74-42f5-964f-e6ad4d55e6cd service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3296516 Sep 17 07:50:53.007093 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-df7ec669-f2c3-4736-95c4-85205c9adeec None None] Provisioning complete for port 3c6d92ab-d79d-4cd7-a897-832c03398b06 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:50:53.008196 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-df7ec669-f2c3-4736-95c4-85205c9adeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:53.032906 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f46cbf4-ce9c-49b0-b2c0-aff74f18022e admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:50:53.047634 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfb53e0-ba16-49aa-ba2c-e39766b2f162 None None] Sync routers for ids ['9fbbc2c6-0273-4b2a-b11b-711f786a22de'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:50:53.052806 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-5f46cbf4-ce9c-49b0-b2c0-aff74f18022e admin admin] 10.222.0.13 "PUT /v2.0/routers/9fbbc2c6-0273-4b2a-b11b-711f786a22de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0459554 Sep 17 07:50:53.062536 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-df7ec669-f2c3-4736-95c4-85205c9adeec None None] Port 3c6d92ab-d79d-4cd7-a897-832c03398b06 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:50:53.063106 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39472) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:53.071818 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfb53e0-ba16-49aa-ba2c-e39766b2f162 None None] Routers {'9fbbc2c6-0273-4b2a-b11b-711f786a22de'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:50:53.072484 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-4bfb53e0-ba16-49aa-ba2c-e39766b2f162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:50:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['9fbbc2c6-0273-4b2a-b11b-711f786a22de'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:50:53.214484 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-4bfb53e0-ba16-49aa-ba2c-e39766b2f162 None None] Set router 9fbbc2c6-0273-4b2a-b11b-711f786a22de gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:50:53.333282 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2921486d-3bd2-4fc1-b129-0d8fb13cc483 admin admin] Notify callbacks [] for router, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:53.358613 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-aac13d33-8117-4c98-85da-9a3851e56570 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:53.389974 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-aac13d33-8117-4c98-85da-9a3851e56570 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:53.391944 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-aac13d33-8117-4c98-85da-9a3851e56570 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:53.415538 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-0b091e28-c91a-4738-beba-110d301f0918 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=459f4a4f8d9a4a149a3ada21edeb4e65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6417720 Sep 17 07:50:53.428356 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39480) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:53.452555 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-80741fe9-8ca6-44bd-88eb-3430033ca2ac req-7a877f2d-5603-4615-8719-dde854560464 service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4093003 Sep 17 07:50:53.481671 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aac13d33-8117-4c98-85da-9a3851e56570 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 07:50:53.510260 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-4bfb53e0-ba16-49aa-ba2c-e39766b2f162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fbbc2c6-0273-4b2a-b11b-711f786a22de', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-804936049-router', 'tenant_id': '995280dd7af64d29b5c08cf39fa14744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '65663f1b-cca4-432b-bd1a-99f379bb2903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:43:29Z', 'updated_at': '2021-09-17T07:50:50Z', 'revision_number': 5, 'project_id': '995280dd7af64d29b5c08cf39fa14744', 'gw_port': {'id': '65663f1b-cca4-432b-bd1a-99f379bb2903', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbbc2c6-0273-4b2a-b11b-711f786a22de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:43:30Z', 'updated_at': '2021-09-17T07:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:50:53.512893 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c21a0-6682-4eca-8c93-7e596c6db863 req-13ad73c8-b566-4344-b51c-45b66cd7a7d4 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:53.514688 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-018c21a0-6682-4eca-8c93-7e596c6db863 req-13ad73c8-b566-4344-b51c-45b66cd7a7d4 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219 HTTP/1.1" status: 200 len: 950 time: 0.2269888 Sep 17 07:50:53.533512 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac13d33-8117-4c98-85da-9a3851e56570 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04ae652b-2e48-46d0-a6e9-2ab5c95c043a,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:53.555891 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:53.556637 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-aac13d33-8117-4c98-85da-9a3851e56570 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:53.557355 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-aac13d33-8117-4c98-85da-9a3851e56570 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Added segment e6293f3c-ebaa-4063-81a5-d5f13617021d of type vlan for network bee46464-d228-492a-909d-ea376e218b5c Sep 17 07:50:53.573098 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-46951eb3-ef6f-4958-b502-695624629364 req-cd53e1b9-58d2-4d5c-8f1f-59417d8e2796 service neutron] For port 0ed2d12b-bfaf-472c-a6ae-5ba8d60d89d0, host n-h1-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:50:53.581122 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfb53e0-ba16-49aa-ba2c-e39766b2f162 None None] Checking router: 9fbbc2c6-0273-4b2a-b11b-711f786a22de for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:50:53.597342 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfb53e0-ba16-49aa-ba2c-e39766b2f162 None None] Routers {'9fbbc2c6-0273-4b2a-b11b-711f786a22de'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:50:53.598769 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-4bfb53e0-ba16-49aa-ba2c-e39766b2f162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:50:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['9fbbc2c6-0273-4b2a-b11b-711f786a22de'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:50:53.627278 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-46951eb3-ef6f-4958-b502-695624629364 req-cd53e1b9-58d2-4d5c-8f1f-59417d8e2796 service neutron] For port 0ed2d12b-bfaf-472c-a6ae-5ba8d60d89d0, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=0ed2d12b-bfaf-472c-a6ae-5ba8d60d89d0,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:50:53.637303 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4583cc95-568b-4dad-bb8d-6fa70def958f tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Made reservation on behalf of eabd1069aa6d4394b149dfa896d998e1 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:50:53.640898 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4583cc95-568b-4dad-bb8d-6fa70def958f tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:53.655529 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-46951eb3-ef6f-4958-b502-695624629364 req-cd53e1b9-58d2-4d5c-8f1f-59417d8e2796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:53.679889 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-aac13d33-8117-4c98-85da-9a3851e56570 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:53.711552 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-4bfb53e0-ba16-49aa-ba2c-e39766b2f162 None None] Set router 9fbbc2c6-0273-4b2a-b11b-711f786a22de gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:50:53.724536 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-018c21a0-6682-4eca-8c93-7e596c6db863 req-a62e46f1-faf4-4eb4-8d85-e9fe16572c6c tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860812 Sep 17 07:50:53.741791 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f14efe-626f-467f-9e73-4c6dd90f9c54 req-f0741784-b586-4359-94f9-134ac3e4d337 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:53.748984 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-03f14efe-626f-467f-9e73-4c6dd90f9c54 req-f0741784-b586-4359-94f9-134ac3e4d337 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 948 time: 0.2877233 Sep 17 07:50:53.752211 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [None req-4583cc95-568b-4dad-bb8d-6fa70def958f tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] device_id is not set on port 79ed302b-906a-4e5f-b478-9e6c8246b58f yet. {{(pid=101289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 07:50:53.775018 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46951eb3-ef6f-4958-b502-695624629364 req-cd53e1b9-58d2-4d5c-8f1f-59417d8e2796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:53.775666 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-46951eb3-ef6f-4958-b502-695624629364 req-cd53e1b9-58d2-4d5c-8f1f-59417d8e2796 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:53.777176 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-46951eb3-ef6f-4958-b502-695624629364 req-cd53e1b9-58d2-4d5c-8f1f-59417d8e2796 service neutron] 10.222.0.41 "PUT /v2.0/ports/0ed2d12b-bfaf-472c-a6ae-5ba8d60d89d0 HTTP/1.1" status: 200 len: 1096 time: 2.4036109 Sep 17 07:50:53.779448 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87cdad06-42b1-4c6e-b7d3-be53ae4a1eba', 'tag': '0ed2d12b-bfaf-472c-a6ae-5ba8d60d89d0'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:50:53.781727 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a8508e2-8b76-4932-b782-c0b0ba16e6a5" -d '{"events": [{"name": "network-changed", "server_uuid": "87cdad06-42b1-4c6e-b7d3-be53ae4a1eba", "tag": "0ed2d12b-bfaf-472c-a6ae-5ba8d60d89d0"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:50:53.860521 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09cbb086-36ac-4a17-90e7-d312d3ac82db x-openstack-request-id: req-09cbb086-36ac-4a17-90e7-d312d3ac82db {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:50:53.860817 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87cdad06-42b1-4c6e-b7d3-be53ae4a1eba", "tag": "0ed2d12b-bfaf-472c-a6ae-5ba8d60d89d0", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:50:53.861066 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-09cbb086-36ac-4a17-90e7-d312d3ac82db {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:50:53.861464 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87cdad06-42b1-4c6e-b7d3-be53ae4a1eba', 'tag': '0ed2d12b-bfaf-472c-a6ae-5ba8d60d89d0', 'status': 'completed', 'code': 200} Sep 17 07:50:53.885182 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd53e1b9-58d2-4d5c-8f1f-59417d8e2796 service neutron] Pushing event updated for resources: {'Port': ['ID=0ed2d12b-bfaf-472c-a6ae-5ba8d60d89d0,revision_number=3']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:53.907040 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aac13d33-8117-4c98-85da-9a3851e56570 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 07:50:53.908878 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1d825-da72-4191-95d1-cdbe665cfc49 req-d0d73696-89a3-45ee-a587-cdefd6be8ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:53.911232 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fbc1d825-da72-4191-95d1-cdbe665cfc49 req-d0d73696-89a3-45ee-a587-cdefd6be8ac2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=ee44c663-1dca-4669-be96-75e385fb6cf2 HTTP/1.1" status: 200 len: 1098 time: 0.0892792 Sep 17 07:50:53.946705 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-03f14efe-626f-467f-9e73-4c6dd90f9c54 req-66297840-845a-470e-87b2-5ce2277c4e21 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967556 Sep 17 07:50:53.948994 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-aac13d33-8117-4c98-85da-9a3851e56570 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:53.949343 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-aac13d33-8117-4c98-85da-9a3851e56570 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Added segment e5b03ffd-8c33-43d8-81bb-935d849fc507 of type vlan for network e6735724-407d-4ed7-88ad-3dd65f81aca8 Sep 17 07:50:53.975450 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-4bfb53e0-ba16-49aa-ba2c-e39766b2f162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fbbc2c6-0273-4b2a-b11b-711f786a22de', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-804936049-router', 'tenant_id': '995280dd7af64d29b5c08cf39fa14744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '65663f1b-cca4-432b-bd1a-99f379bb2903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:43:29Z', 'updated_at': '2021-09-17T07:50:50Z', 'revision_number': 5, 'project_id': '995280dd7af64d29b5c08cf39fa14744', 'gw_port': {'id': '65663f1b-cca4-432b-bd1a-99f379bb2903', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbbc2c6-0273-4b2a-b11b-711f786a22de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:43:30Z', 'updated_at': '2021-09-17T07:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:50:53.993850 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2921486d-3bd2-4fc1-b129-0d8fb13cc483 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:54.022974 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfb53e0-ba16-49aa-ba2c-e39766b2f162 None None] The sync data for ids ['9fbbc2c6-0273-4b2a-b11b-711f786a22de'] in n-d-789963-9 is: [{'id': '9fbbc2c6-0273-4b2a-b11b-711f786a22de', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-804936049-router', 'tenant_id': '995280dd7af64d29b5c08cf39fa14744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '65663f1b-cca4-432b-bd1a-99f379bb2903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:43:29Z', 'updated_at': '2021-09-17T07:50:50Z', 'revision_number': 5, 'project_id': '995280dd7af64d29b5c08cf39fa14744', 'gw_port': {'id': '65663f1b-cca4-432b-bd1a-99f379bb2903', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbbc2c6-0273-4b2a-b11b-711f786a22de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:43:30Z', 'updated_at': '2021-09-17T07:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:50:54.043051 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46951eb3-ef6f-4958-b502-695624629364 req-7a056b73-4dd1-4120-82ea-fef9513d458d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:54.044932 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-46951eb3-ef6f-4958-b502-695624629364 req-7a056b73-4dd1-4120-82ea-fef9513d458d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 1099 time: 0.1816304 Sep 17 07:50:54.052830 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-aac13d33-8117-4c98-85da-9a3851e56570 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:54.083655 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-4583cc95-568b-4dad-bb8d-6fa70def958f tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Allocated IP 2001:db8::345 (269c5001-9c67-4379-98b4-972ea2ad2382/6885e8e0-d349-4751-99ba-0d44d7438389/79ed302b-906a-4e5f-b478-9e6c8246b58f) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:50:54.114525 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f6d78ded-1a7c-4df1-9f6c-320d3888af8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:54.141998 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-46951eb3-ef6f-4958-b502-695624629364 req-4297e04d-229b-43d4-aacf-dcb74fcc8e53 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=0ed2d12b-bfaf-472c-a6ae-5ba8d60d89d0 HTTP/1.1" status: 200 len: 217 time: 0.0556281 Sep 17 07:50:54.142243 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1d825-da72-4191-95d1-cdbe665cfc49 req-faaa43c0-03c0-4366-82f7-363cd0686e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:54.143989 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fbc1d825-da72-4191-95d1-cdbe665cfc49 req-faaa43c0-03c0-4366-82f7-363cd0686e36 service neutron] 10.222.0.39 "GET /v2.0/networks?id=469390cd-cce5-49bd-b8f8-9e64018a0583 HTTP/1.1" status: 200 len: 870 time: 0.2192521 Sep 17 07:50:54.207806 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f6d78ded-1a7c-4df1-9f6c-320d3888af8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:54.216117 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fbc1d825-da72-4191-95d1-cdbe665cfc49 req-a899810e-7fb0-4f1e-a38a-faa9fd22c6f4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=3f299b6a-353a-48fe-b6a1-bb1abb635a78 HTTP/1.1" status: 200 len: 217 time: 0.0634100 Sep 17 07:50:54.220314 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-aac13d33-8117-4c98-85da-9a3851e56570 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:54.220814 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-aac13d33-8117-4c98-85da-9a3851e56570 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:54.226307 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac13d33-8117-4c98-85da-9a3851e56570 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:54.230999 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac13d33-8117-4c98-85da-9a3851e56570 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:54.231649 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-aac13d33-8117-4c98-85da-9a3851e56570 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:54.289442 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-2921486d-3bd2-4fc1-b129-0d8fb13cc483 admin admin] Deleting port 65663f1b-cca4-432b-bd1a-99f379bb2903 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:50:54.289706 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2921486d-3bd2-4fc1-b129-0d8fb13cc483 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:54.305464 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-aac13d33-8117-4c98-85da-9a3851e56570 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.9786882 Sep 17 07:50:54.311429 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39484) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:54.328494 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163df311-0152-4d8c-b40f-208ee7033ef9 req-ad39a449-31ef-41ae-b32f-f45816ceef30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:54.329989 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-163df311-0152-4d8c-b40f-208ee7033ef9 req-ad39a449-31ef-41ae-b32f-f45816ceef30 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e3c94ece967c49989722015c639870a6&device_id=98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219 HTTP/1.1" status: 200 len: 1101 time: 0.1789644 Sep 17 07:50:54.330700 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-1ac1a722-cf66-4591-b317-37fcedffb6d8 admin admin] Deleting port d7750135-e10c-430f-ac56-a88c6dd4e852 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:50:54.331039 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1ac1a722-cf66-4591-b317-37fcedffb6d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:54.331351 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46951eb3-ef6f-4958-b502-695624629364 req-6411164d-8c24-4e0a-b574-ec4c3625605a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:54.332806 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-46951eb3-ef6f-4958-b502-695624629364 req-6411164d-8c24-4e0a-b574-ec4c3625605a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.1701224 Sep 17 07:50:54.341094 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1d825-da72-4191-95d1-cdbe665cfc49 req-0f40a89a-dbb0-48d0-8fa2-eb4c376351f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:54.342609 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fbc1d825-da72-4191-95d1-cdbe665cfc49 req-0f40a89a-dbb0-48d0-8fa2-eb4c376351f5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.1146472 Sep 17 07:50:54.426395 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac13d33-8117-4c98-85da-9a3851e56570 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Pushing event updated for resources: {'Network': ['ID=bee46464-d228-492a-909d-ea376e218b5c,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:54.444190 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f6d78ded-1a7c-4df1-9f6c-320d3888af8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:54.446729 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f6d78ded-1a7c-4df1-9f6c-320d3888af8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:54.447916 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f6d78ded-1a7c-4df1-9f6c-320d3888af8f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3b4506ab-a51d-473a-a0e1-7a43f0093ec9 HTTP/1.1" status: 204 len: 168 time: 0.9981465 Sep 17 07:50:54.473914 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network bee46464-d228-492a-909d-ea376e218b5c details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 07:50:54.549075 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46951eb3-ef6f-4958-b502-695624629364 req-8eecac1d-fb21-4dc1-bea2-b77f98b81cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:54.550659 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-46951eb3-ef6f-4958-b502-695624629364 req-8eecac1d-fb21-4dc1-bea2-b77f98b81cc6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1827981 Sep 17 07:50:54.577854 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d78ded-1a7c-4df1-9f6c-320d3888af8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4506ab-a51d-473a-a0e1-7a43f0093ec9,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:54.634933 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac13d33-8117-4c98-85da-9a3851e56570 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Pushing event updated for resources: {'Network': ['ID=e6735724-407d-4ed7-88ad-3dd65f81aca8,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:54.660050 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network e6735724-407d-4ed7-88ad-3dd65f81aca8 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 07:50:54.673171 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4583cc95-568b-4dad-bb8d-6fa70def958f tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:54.676078 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1d825-da72-4191-95d1-cdbe665cfc49 req-63e959d6-cb1a-4dc8-97b3-fc0aacfc46b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:54.677489 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fbc1d825-da72-4191-95d1-cdbe665cfc49 req-63e959d6-cb1a-4dc8-97b3-fc0aacfc46b4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3120394 Sep 17 07:50:54.686253 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-2921486d-3bd2-4fc1-b129-0d8fb13cc483 admin admin] For port 65663f1b-cca4-432b-bd1a-99f379bb2903, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=65663f1b-cca4-432b-bd1a-99f379bb2903,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:50:54.686477 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2921486d-3bd2-4fc1-b129-0d8fb13cc483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:54.704219 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163df311-0152-4d8c-b40f-208ee7033ef9 req-1ec1d1ba-dcc0-458b-96b8-0a1c8f21d751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:54.706567 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-163df311-0152-4d8c-b40f-208ee7033ef9 req-1ec1d1ba-dcc0-458b-96b8-0a1c8f21d751 service neutron] 10.222.0.41 "GET /v2.0/networks?id=469390cd-cce5-49bd-b8f8-9e64018a0583 HTTP/1.1" status: 200 len: 870 time: 0.3425264 Sep 17 07:50:54.737254 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2213fa-19e8-449d-8a78-ea3a6aa845c9 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:54.743468 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2213fa-19e8-449d-8a78-ea3a6aa845c9 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:54.750336 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2213fa-19e8-449d-8a78-ea3a6aa845c9 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:54.759397 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2213fa-19e8-449d-8a78-ea3a6aa845c9 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:54.763405 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-2b2213fa-19e8-449d-8a78-ea3a6aa845c9 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4458549 Sep 17 07:50:54.763910 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39492) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:54.767363 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-163df311-0152-4d8c-b40f-208ee7033ef9 req-fe69b752-7a08-4e05-9244-45cc1aee9e67 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4 HTTP/1.1" status: 200 len: 217 time: 0.0457051 Sep 17 07:50:54.795660 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-1ac1a722-cf66-4591-b317-37fcedffb6d8 admin admin] For port d7750135-e10c-430f-ac56-a88c6dd4e852, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=d7750135-e10c-430f-ac56-a88c6dd4e852,segment=NetworkSegment(17fdcc3c-7a0c-41a7-9b0c-6ef10a824793),segment_id=17fdcc3c-7a0c-41a7-9b0c-6ef10a824793)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:50:54.796067 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1ac1a722-cf66-4591-b317-37fcedffb6d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:54.798663 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-2921486d-3bd2-4fc1-b129-0d8fb13cc483 admin admin] Calling delete_port for 65663f1b-cca4-432b-bd1a-99f379bb2903 owned by network:router_gateway {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:50:54.861344 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-46951eb3-ef6f-4958-b502-695624629364 req-eb3a740f-9880-4237-9d6e-b401fbbc85c8 service neutron] 10.222.0.41 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922575 Sep 17 07:50:54.882445 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-1ac1a722-cf66-4591-b317-37fcedffb6d8 admin admin] Calling delete_port for d7750135-e10c-430f-ac56-a88c6dd4e852 owned by network:router_interface {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:50:54.953291 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4583cc95-568b-4dad-bb8d-6fa70def958f tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:54.986037 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4d2295c8-9ced-41c3-8f32-9c9a57ae4e99 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:54.992915 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fbc1d825-da72-4191-95d1-cdbe665cfc49 req-b4909d70-031f-4bda-9394-3f778beecca9 service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022428 Sep 17 07:50:55.012045 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163df311-0152-4d8c-b40f-208ee7033ef9 req-cecb5247-a8fb-414c-8417-1c59b86771a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:55.013522 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-163df311-0152-4d8c-b40f-208ee7033ef9 req-cecb5247-a8fb-414c-8417-1c59b86771a1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.2181301 Sep 17 07:50:55.104654 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae5f4d-fece-49c7-92eb-3601d5472d19 req-6ba18095-d5a2-436d-86ca-7a06e64de187 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:55.106175 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7dae5f4d-fece-49c7-92eb-3601d5472d19 req-6ba18095-d5a2-436d-86ca-7a06e64de187 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219 HTTP/1.1" status: 200 len: 950 time: 0.2745626 Sep 17 07:50:55.118442 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4583cc95-568b-4dad-bb8d-6fa70def958f tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Network 269c5001-9c67-4379-98b4-972ea2ad2382 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:50:55.160557 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:55.202929 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fbc1d825-da72-4191-95d1-cdbe665cfc49 req-180b97a5-1da3-4bed-a460-35c18b96d467 service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031124 Sep 17 07:50:55.205784 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-4583cc95-568b-4dad-bb8d-6fa70def958f tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:50:55.226535 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4583cc95-568b-4dad-bb8d-6fa70def958f tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:50:55.232212 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4583cc95-568b-4dad-bb8d-6fa70def958f tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:55.232824 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4583cc95-568b-4dad-bb8d-6fa70def958f tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:55.256382 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583cc95-568b-4dad-bb8d-6fa70def958f tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Pushing event updated for resources: {'Port': ['ID=79ed302b-906a-4e5f-b478-9e6c8246b58f,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:55.291438 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-46951eb3-ef6f-4958-b502-695624629364 req-df482d4c-fd2a-49ac-b991-8ce9e71d3872 service neutron] 10.222.0.41 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4119592 Sep 17 07:50:55.294766 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2921486d-3bd2-4fc1-b129-0d8fb13cc483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:55.332765 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2921486d-3bd2-4fc1-b129-0d8fb13cc483 admin admin] Pushing event deleted for resources: {'Port': ['ID=65663f1b-cca4-432b-bd1a-99f379bb2903,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:55.347747 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-4583cc95-568b-4dad-bb8d-6fa70def958f tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.6166816 Sep 17 07:50:55.352081 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4d2295c8-9ced-41c3-8f32-9c9a57ae4e99 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:55.356257 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39514) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:55.361510 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-b6ffbe62-0d9b-4a5d-8bb8-629b3a0ec1b5 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::17f', 'mac_address': 'fa:16:3e:17:99:37'}, {'ip_address': '2001:db8::1f8', 'mac_address': 'fa:16:3e:f4:dd:e7'}]}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:50:55.375776 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163df311-0152-4d8c-b40f-208ee7033ef9 req-e7b5d9e6-2827-4f5d-bd2d-6a56c12ef34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:55.377200 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-163df311-0152-4d8c-b40f-208ee7033ef9 req-e7b5d9e6-2827-4f5d-bd2d-6a56c12ef34f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3341124 Sep 17 07:50:55.383917 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7dae5f4d-fece-49c7-92eb-3601d5472d19 req-0156f186-090f-47e3-aedb-17d8bc540ca7 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090793 Sep 17 07:50:55.391716 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114ae4b0-abbf-4cdd-b087-2ec0cb7feb4f req-2ada98a7-6c15-4faf-91a4-a76162151041 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:55.398970 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-114ae4b0-abbf-4cdd-b087-2ec0cb7feb4f req-2ada98a7-6c15-4faf-91a4-a76162151041 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 948 time: 0.3489141 Sep 17 07:50:55.460477 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1ac1a722-cf66-4591-b317-37fcedffb6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:55.488441 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-4d2295c8-9ced-41c3-8f32-9c9a57ae4e99 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bee46464-d228-492a-909d-ea376e218b5c']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:50:55.503461 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac1a722-cf66-4591-b317-37fcedffb6d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7750135-e10c-430f-ac56-a88c6dd4e852,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:55.522675 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2921486d-3bd2-4fc1-b129-0d8fb13cc483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:55.524769 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39518) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:55.557602 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-4d2295c8-9ced-41c3-8f32-9c9a57ae4e99 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6293f3c-ebaa-4063-81a5-d5f13617021d') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:50:55.558211 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-4d2295c8-9ced-41c3-8f32-9c9a57ae4e99 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6293f3c-ebaa-4063-81a5-d5f13617021d') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:50:55.578844 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device ea15b463-83a9-4f77-b958-88145a457e87 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:50:55.610035 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4d2295c8-9ced-41c3-8f32-9c9a57ae4e99 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:55.631039 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: ea15b463-83a9-4f77-b958-88145a457e87 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:50:55.632759 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device ea15b463-83a9-4f77-b958-88145a457e87 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:50:55.718948 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-810e329b-942f-4db9-a176-fc2ad7e4512a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1442804549-network', 'tenant_id': 'a38bf53867dd42e98f614ad8168a30db'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:50:55.727126 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2921486d-3bd2-4fc1-b129-0d8fb13cc483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:55.759334 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-fe72c1a3-5d30-4d4b-8d00-64f98356afc1 None None] Provisioning complete for port 79ed302b-906a-4e5f-b478-9e6c8246b58f triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:50:55.759712 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fe72c1a3-5d30-4d4b-8d00-64f98356afc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:55.763702 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2921486d-3bd2-4fc1-b129-0d8fb13cc483 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:55.795662 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-fe72c1a3-5d30-4d4b-8d00-64f98356afc1 None None] Port 79ed302b-906a-4e5f-b478-9e6c8246b58f cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:50:55.835453 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-810e329b-942f-4db9-a176-fc2ad7e4512a admin admin] Made reservation on behalf of a38bf53867dd42e98f614ad8168a30db for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:50:55.837945 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-810e329b-942f-4db9-a176-fc2ad7e4512a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:55.842759 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2921486d-3bd2-4fc1-b129-0d8fb13cc483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:55.843266 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2921486d-3bd2-4fc1-b129-0d8fb13cc483 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9fbbc2c6-0273-4b2a-b11b-711f786a22de {{(pid=101290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 07:50:55.883971 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2921486d-3bd2-4fc1-b129-0d8fb13cc483 admin admin] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:55.887743 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-2921486d-3bd2-4fc1-b129-0d8fb13cc483 admin admin] 10.222.0.13 "DELETE /v2.0/routers/9fbbc2c6-0273-4b2a-b11b-711f786a22de HTTP/1.1" status: 204 len: 168 time: 2.8170209 Sep 17 07:50:55.890529 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39522) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:55.892683 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-810e329b-942f-4db9-a176-fc2ad7e4512a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:55.937541 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4d2295c8-9ced-41c3-8f32-9c9a57ae4e99 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:55.948603 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-114ae4b0-abbf-4cdd-b087-2ec0cb7feb4f req-54115198-cdc2-46b1-ad1e-651aaa85a6a6 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5486941 Sep 17 07:50:55.954786 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1ac1a722-cf66-4591-b317-37fcedffb6d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:55.965407 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d2295c8-9ced-41c3-8f32-9c9a57ae4e99 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 07:50:55.965799 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4d2295c8-9ced-41c3-8f32-9c9a57ae4e99 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:56.003543 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 07:50:56.003543 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 07:50:56.003543 n-d-789963-9 neutron-server[101289]: timer() Sep 17 07:50:56.003543 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 07:50:56.003543 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 07:50:56.003543 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 07:50:56.003543 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 07:50:56.003543 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 07:50:56.003543 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 07:50:56.003543 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 07:50:56.003543 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 07:50:56.003543 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 07:50:56.003543 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 07:50:56.003543 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 07:50:56.003543 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 07:50:56.003543 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 07:50:56.003543 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 07:50:56.003543 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 07:50:56.003543 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 07:50:56.003543 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 07:50:56.003543 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 07:50:56.003543 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 07:50:56.003543 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 07:50:56.003543 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 07:50:56.003543 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 07:50:56.003543 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 07:50:56.003543 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 07:50:56.003543 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 07:50:56.003543 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 07:50:56.003543 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 07:50:56.003543 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 07:50:56.003543 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 07:50:56.006445 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-670d82f0-5610-4ebf-95f5-b72561e2c935 admin admin] Deleting subnet a2b739cf-a4f3-485c-ac6f-6aae0b07dbbb {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:50:56.010201 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-670d82f0-5610-4ebf-95f5-b72561e2c935 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:56.023454 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8508e2-8b76-4932-b782-c0b0ba16e6a5 req-49e4ea56-e427-4134-8ef3-3f6b16e7026c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:56.025647 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8a8508e2-8b76-4932-b782-c0b0ba16e6a5 req-49e4ea56-e427-4134-8ef3-3f6b16e7026c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 1099 time: 0.5948129 Sep 17 07:50:56.039062 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-163df311-0152-4d8c-b40f-208ee7033ef9 req-66f84291-43b7-48ea-b822-771426009a0c service neutron] 10.222.0.41 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6374011 Sep 17 07:50:56.082946 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-670d82f0-5610-4ebf-95f5-b72561e2c935 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:56.146057 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4d2295c8-9ced-41c3-8f32-9c9a57ae4e99 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:56.193439 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4d2295c8-9ced-41c3-8f32-9c9a57ae4e99 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:56.197929 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-4d2295c8-9ced-41c3-8f32-9c9a57ae4e99 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] 10.222.0.13 "DELETE /v2.0/networks/bee46464-d228-492a-909d-ea376e218b5c HTTP/1.1" status: 204 len: 168 time: 1.4267371 Sep 17 07:50:56.198697 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39524) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:56.263989 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2295c8-9ced-41c3-8f32-9c9a57ae4e99 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Pushing event deleted for resources: {'Network': ['ID=bee46464-d228-492a-909d-ea376e218b5c,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:56.288202 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b6ffbe62-0d9b-4a5d-8bb8-629b3a0ec1b5 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:56.331516 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-163df311-0152-4d8c-b40f-208ee7033ef9 req-74446245-499c-4e11-a843-df2cfe936c81 service neutron] 10.222.0.41 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516713 Sep 17 07:50:56.352516 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8508e2-8b76-4932-b782-c0b0ba16e6a5 req-f82b8ce9-864d-4309-8b5f-f98f5212034e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:56.354393 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8a8508e2-8b76-4932-b782-c0b0ba16e6a5 req-f82b8ce9-864d-4309-8b5f-f98f5212034e service neutron] 10.222.0.41 "GET /v2.0/networks?id=469390cd-cce5-49bd-b8f8-9e64018a0583 HTTP/1.1" status: 200 len: 870 time: 0.3128114 Sep 17 07:50:56.362741 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-670d82f0-5610-4ebf-95f5-b72561e2c935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:56.413912 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8a8508e2-8b76-4932-b782-c0b0ba16e6a5 req-5fbec475-481c-47f3-8a96-017038b63aad service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=0ed2d12b-bfaf-472c-a6ae-5ba8d60d89d0 HTTP/1.1" status: 200 len: 217 time: 0.0503175 Sep 17 07:50:56.481195 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 3f299b6a-353a-48fe-b6a1-bb1abb635a78 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:50:56.544391 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8508e2-8b76-4932-b782-c0b0ba16e6a5 req-5e296dbf-a2eb-4f86-82e6-13a9059da1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:56.546045 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8a8508e2-8b76-4932-b782-c0b0ba16e6a5 req-5e296dbf-a2eb-4f86-82e6-13a9059da1ea service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.1253366 Sep 17 07:50:56.609044 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 3f299b6a-353a-48fe-b6a1-bb1abb635a78, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=3f299b6a-353a-48fe-b6a1-bb1abb635a78,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:50:56.621480 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '3f299b6a-353a-48fe-b6a1-bb1abb635a78', 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583', 'port_id': '3f299b6a-353a-48fe-b6a1-bb1abb635a78', 'mac_address': 'fa:16:3e:b6:b5:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f3af6cb-9cad-436b-bf41-034e75672c44', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:50:56.644626 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b564f449-a375-4cb8-80f3-f710066c73e4 req-7e768b31-47f8-4160-b03b-49dd8e20a85c tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:56.647295 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b564f449-a375-4cb8-80f3-f710066c73e4 req-7e768b31-47f8-4160-b03b-49dd8e20a85c tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219 HTTP/1.1" status: 200 len: 950 time: 0.1480451 Sep 17 07:50:56.664138 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8508e2-8b76-4932-b782-c0b0ba16e6a5 req-4be57914-a070-4ce6-821c-77ed3409a487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:56.665563 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8a8508e2-8b76-4932-b782-c0b0ba16e6a5 req-4be57914-a070-4ce6-821c-77ed3409a487 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0961075 Sep 17 07:50:56.680097 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:56.696212 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f299b6a-353a-48fe-b6a1-bb1abb635a78 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:50:56.718748 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 3f299b6a-353a-48fe-b6a1-bb1abb635a78, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=3f299b6a-353a-48fe-b6a1-bb1abb635a78,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:50:56.722659 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b6ffbe62-0d9b-4a5d-8bb8-629b3a0ec1b5 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:56.722921 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:56.741920 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b6ffbe62-0d9b-4a5d-8bb8-629b3a0ec1b5 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:56.757979 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-810e329b-942f-4db9-a176-fc2ad7e4512a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:56.767566 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a6b2efa8-a7a9-423a-b81c-ce245b0281f4 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:56.775466 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=3f299b6a-353a-48fe-b6a1-bb1abb635a78,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:56.776621 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-810e329b-942f-4db9-a176-fc2ad7e4512a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:56.784107 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:50:56.784952 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:50:56.785503 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:50:56.786005 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:50:56.786574 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:50:56.787312 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:50:56.787808 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:50:56.788387 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:50:56.789008 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:50:56.789499 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:50:56.789998 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:50:56.790475 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:50:56.806153 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b564f449-a375-4cb8-80f3-f710066c73e4 req-012c07c7-05b2-423a-bf99-dcb0380dfe46 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525745 Sep 17 07:50:56.818924 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-b6ffbe62-0d9b-4a5d-8bb8-629b3a0ec1b5 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] In _notify_port_updated(), no bound segment for port 79ed302b-906a-4e5f-b478-9e6c8246b58f on network 269c5001-9c67-4379-98b4-972ea2ad2382 {{(pid=101289) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 07:50:56.825426 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ffbe62-0d9b-4a5d-8bb8-629b3a0ec1b5 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:56.826114 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b6ffbe62-0d9b-4a5d-8bb8-629b3a0ec1b5 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:56.827410 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-b6ffbe62-0d9b-4a5d-8bb8-629b3a0ec1b5 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] 10.222.0.13 "PUT /v2.0/ports/79ed302b-906a-4e5f-b478-9e6c8246b58f HTTP/1.1" status: 200 len: 1067 time: 1.4701951 Sep 17 07:50:56.827816 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-810e329b-942f-4db9-a176-fc2ad7e4512a admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 07:50:56.833022 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39530) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:56.848276 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ac1a722-cf66-4591-b317-37fcedffb6d8 admin admin] Router cffd75f4-4677-42d1-b8d3-2a4e03da0fef has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:50:56.851723 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810e329b-942f-4db9-a176-fc2ad7e4512a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b8f441-b3ec-4bb1-8bf9-1c761735fe93,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:56.881428 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-810e329b-942f-4db9-a176-fc2ad7e4512a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:56.881927 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-810e329b-942f-4db9-a176-fc2ad7e4512a admin admin] Added segment feb096b4-365f-442c-8076-7ef897562590 of type vlan for network 8dc8cbb8-80c3-4ce1-aaee-394be19ae4e5 Sep 17 07:50:56.885678 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-670d82f0-5610-4ebf-95f5-b72561e2c935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:56.895369 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ffbe62-0d9b-4a5d-8bb8-629b3a0ec1b5 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Pushing event updated for resources: {'Port': ['ID=79ed302b-906a-4e5f-b478-9e6c8246b58f,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:56.908303 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8a8508e2-8b76-4932-b782-c0b0ba16e6a5 req-8ad5bffa-97d4-40b0-9e49-8bd4fd947e1a service neutron] 10.222.0.41 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289701 Sep 17 07:50:56.987378 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670d82f0-5610-4ebf-95f5-b72561e2c935 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2b739cf-a4f3-485c-ac6f-6aae0b07dbbb,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:56.998330 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0c80fc-e49f-4f5d-ae2e-6c374416a9ab None None] Network 28b44509-44d1-434d-a1e7-c08ce9b90a41 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:50:57.002836 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-670d82f0-5610-4ebf-95f5-b72561e2c935 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:57.007599 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-670d82f0-5610-4ebf-95f5-b72561e2c935 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a2b739cf-a4f3-485c-ac6f-6aae0b07dbbb HTTP/1.1" status: 204 len: 168 time: 1.1132119 Sep 17 07:50:57.010750 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39534) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:57.079025 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8a8508e2-8b76-4932-b782-c0b0ba16e6a5 req-7f3a49b8-cf25-4d0a-bdc8-7d7e4c536022 service neutron] 10.222.0.41 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626246 Sep 17 07:50:57.090367 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-810e329b-942f-4db9-a176-fc2ad7e4512a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:57.094812 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a6b2efa8-a7a9-423a-b81c-ce245b0281f4 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:57.135525 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-a6b2efa8-a7a9-423a-b81c-ce245b0281f4 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6735724-407d-4ed7-88ad-3dd65f81aca8']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:50:57.144940 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['3f299b6a-353a-48fe-b6a1-bb1abb635a78'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:50:57.160239 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-a6b2efa8-a7a9-423a-b81c-ce245b0281f4 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5b03ffd-8c33-43d8-81bb-935d849fc507') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:50:57.160530 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-a6b2efa8-a7a9-423a-b81c-ce245b0281f4 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5b03ffd-8c33-43d8-81bb-935d849fc507') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:50:57.188538 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-53dfa3f5-8de9-4c31-beea-4664c28320a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:57.192958 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5bf4e6e9-3884-475c-867d-921a746ada48 None None] Provisioning complete for port 79ed302b-906a-4e5f-b478-9e6c8246b58f triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:50:57.193623 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5bf4e6e9-3884-475c-867d-921a746ada48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:57.197723 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-71c519ba-bb2e-400e-b93a-42f21936a5c6 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Deleting port 79ed302b-906a-4e5f-b478-9e6c8246b58f {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:50:57.198266 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-71c519ba-bb2e-400e-b93a-42f21936a5c6 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:57.201252 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a6b2efa8-a7a9-423a-b81c-ce245b0281f4 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:57.211369 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-810e329b-942f-4db9-a176-fc2ad7e4512a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:57.212385 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810e329b-942f-4db9-a176-fc2ad7e4512a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:57.212973 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-810e329b-942f-4db9-a176-fc2ad7e4512a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:57.246274 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a6b2efa8-a7a9-423a-b81c-ce245b0281f4 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:57.250018 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2da432-1cab-4724-8ad1-ced5db2baabb req-45a02e2e-9114-4a2f-bf41-539aa3b90e53 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:57.251329 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1c2da432-1cab-4724-8ad1-ced5db2baabb req-45a02e2e-9114-4a2f-bf41-539aa3b90e53 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 948 time: 0.1749725 Sep 17 07:50:57.265622 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5bf4e6e9-3884-475c-867d-921a746ada48 None None] Port 79ed302b-906a-4e5f-b478-9e6c8246b58f cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:50:57.270312 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6b2efa8-a7a9-423a-b81c-ce245b0281f4 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 07:50:57.270774 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a6b2efa8-a7a9-423a-b81c-ce245b0281f4 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:57.274560 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 07:50:57.274560 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 07:50:57.274560 n-d-789963-9 neutron-server[101290]: timer() Sep 17 07:50:57.274560 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 07:50:57.274560 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 07:50:57.274560 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 07:50:57.274560 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 07:50:57.274560 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 07:50:57.274560 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 07:50:57.274560 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 07:50:57.274560 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 07:50:57.274560 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 07:50:57.274560 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 07:50:57.274560 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 07:50:57.274560 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 07:50:57.274560 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 07:50:57.274560 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 07:50:57.274560 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 07:50:57.274560 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 07:50:57.274560 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 07:50:57.274560 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 07:50:57.274560 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 07:50:57.274560 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 07:50:57.274560 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 07:50:57.274560 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 07:50:57.274560 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 07:50:57.274560 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 07:50:57.274560 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 07:50:57.274560 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 07:50:57.274560 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 07:50:57.274560 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 07:50:57.274560 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 07:50:57.277398 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac1a722-cf66-4591-b317-37fcedffb6d8 admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:50:57.298451 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632ce167-0dd7-4613-bc27-ed607a3e5d3e None None] Sync routers for ids ['cffd75f4-4677-42d1-b8d3-2a4e03da0fef'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:50:57.302122 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-1ac1a722-cf66-4591-b317-37fcedffb6d8 admin admin] 10.222.0.13 "PUT /v2.0/routers/cffd75f4-4677-42d1-b8d3-2a4e03da0fef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5993607 Sep 17 07:50:57.306862 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-810e329b-942f-4db9-a176-fc2ad7e4512a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7752988 Sep 17 07:50:57.307029 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39536) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:57.307184 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39538) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:57.307382 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b89469-b0f3-451a-984c-d44fc7d34adf None None] DHCP port deletion for 28b44509-44d1-434d-a1e7-c08ce9b90a41 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 07:50:57.320655 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-6af765d9-8828-43f4-ada6-3961bb734c95 admin admin] Request body: {'subnet': {'network_id': '8dc8cbb8-80c3-4ce1-aaee-394be19ae4e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1442804549-subnet', 'tenant_id': 'a38bf53867dd42e98f614ad8168a30db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:50:57.329538 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632ce167-0dd7-4613-bc27-ed607a3e5d3e None None] Routers {'cffd75f4-4677-42d1-b8d3-2a4e03da0fef'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:50:57.330288 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-632ce167-0dd7-4613-bc27-ed607a3e5d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:50:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['cffd75f4-4677-42d1-b8d3-2a4e03da0fef'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:50:57.341712 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810e329b-942f-4db9-a176-fc2ad7e4512a admin admin] Pushing event updated for resources: {'Network': ['ID=8dc8cbb8-80c3-4ce1-aaee-394be19ae4e5,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:57.381008 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a6b2efa8-a7a9-423a-b81c-ce245b0281f4 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:57.392474 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 8dc8cbb8-80c3-4ce1-aaee-394be19ae4e5 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 07:50:57.396079 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a6b2efa8-a7a9-423a-b81c-ce245b0281f4 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:57.401200 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a6b2efa8-a7a9-423a-b81c-ce245b0281f4 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] 10.222.0.13 "DELETE /v2.0/networks/e6735724-407d-4ed7-88ad-3dd65f81aca8 HTTP/1.1" status: 204 len: 168 time: 1.1979973 Sep 17 07:50:57.401200 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39540) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:57.427866 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b2efa8-a7a9-423a-b81c-ce245b0281f4 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Pushing event deleted for resources: {'Network': ['ID=e6735724-407d-4ed7-88ad-3dd65f81aca8,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:57.436739 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1c2da432-1cab-4724-8ad1-ced5db2baabb req-ca41ff71-bb66-4883-9361-57dd9a9909dc tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512256 Sep 17 07:50:57.443425 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-71c519ba-bb2e-400e-b93a-42f21936a5c6 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:57.461967 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-71c519ba-bb2e-400e-b93a-42f21936a5c6 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Calling delete_port for 79ed302b-906a-4e5f-b478-9e6c8246b58f owned by {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:50:57.497721 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af765d9-8828-43f4-ada6-3961bb734c95 admin admin] Made reservation on behalf of a38bf53867dd42e98f614ad8168a30db for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:50:57.500029 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6af765d9-8828-43f4-ada6-3961bb734c95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:57.546473 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887e60ff-255a-41f5-a763-130e85bf45a1 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:57.553244 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887e60ff-255a-41f5-a763-130e85bf45a1 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:57.560540 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-887e60ff-255a-41f5-a763-130e85bf45a1 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1532552 Sep 17 07:50:57.562330 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39542) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:57.575047 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-5cee186b-9494-4091-91a1-81f3291f8f5c tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-21364866'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:50:57.578164 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-632ce167-0dd7-4613-bc27-ed607a3e5d3e None None] Set router cffd75f4-4677-42d1-b8d3-2a4e03da0fef gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:50:57.608802 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cee186b-9494-4091-91a1-81f3291f8f5c tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Made reservation on behalf of 92505ad6b42f4a579752bb56cad201e8 for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:50:57.618732 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5cee186b-9494-4091-91a1-81f3291f8f5c tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:57.630395 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3b004877-32f7-40da-9f32-7b7a49e7ce69 admin admin] Notify callbacks [] for router, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:57.637309 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-53dfa3f5-8de9-4c31-beea-4664c28320a5 admin admin] Deleting port 87a7968d-c3cf-4d70-9adc-80a52a8dbb13 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:50:57.637640 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-53dfa3f5-8de9-4c31-beea-4664c28320a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:57.650180 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-20b89469-b0f3-451a-984c-d44fc7d34adf None None] Deleting port 87a7968d-c3cf-4d70-9adc-80a52a8dbb13 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:50:57.650812 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cee186b-9494-4091-91a1-81f3291f8f5c tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 07:50:57.651549 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-20b89469-b0f3-451a-984c-d44fc7d34adf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:57.653675 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 65663f1b-cca4-432b-bd1a-99f379bb2903 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:50:57.660070 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5cee186b-9494-4091-91a1-81f3291f8f5c tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:57.660419 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-5cee186b-9494-4091-91a1-81f3291f8f5c tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Added segment 490bcaed-75e0-4f7b-986c-42c9d288ee7b of type vlan for network 41b929a8-4029-4851-a4cd-7acfc6d9892d Sep 17 07:50:57.720168 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 65663f1b-cca4-432b-bd1a-99f379bb2903 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:50:57.720989 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 65663f1b-cca4-432b-bd1a-99f379bb2903 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:50:57.721659 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 87a7968d-c3cf-4d70-9adc-80a52a8dbb13 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:50:57.722852 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5cee186b-9494-4091-91a1-81f3291f8f5c tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:57.752956 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5cee186b-9494-4091-91a1-81f3291f8f5c tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:57.760220 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cee186b-9494-4091-91a1-81f3291f8f5c tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:57.760881 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5cee186b-9494-4091-91a1-81f3291f8f5c tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:57.791708 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-5cee186b-9494-4091-91a1-81f3291f8f5c tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2256944 Sep 17 07:50:57.795519 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39546) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:57.800880 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-806ee133-8918-4a5d-ac86-1a4a72ae3fae tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1882191839'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:50:57.848439 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-53dfa3f5-8de9-4c31-beea-4664c28320a5 admin admin] For port 87a7968d-c3cf-4d70-9adc-80a52a8dbb13, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=87a7968d-c3cf-4d70-9adc-80a52a8dbb13,segment=NetworkSegment(34a968ab-03d3-42f8-beb1-615fd521ef4a),segment_id=34a968ab-03d3-42f8-beb1-615fd521ef4a)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:50:57.848439 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-53dfa3f5-8de9-4c31-beea-4664c28320a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:57.860421 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cee186b-9494-4091-91a1-81f3291f8f5c tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Pushing event updated for resources: {'Network': ['ID=41b929a8-4029-4851-a4cd-7acfc6d9892d,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:57.871927 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806ee133-8918-4a5d-ac86-1a4a72ae3fae tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Made reservation on behalf of 92505ad6b42f4a579752bb56cad201e8 for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:50:57.876189 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-806ee133-8918-4a5d-ac86-1a4a72ae3fae tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:57.891506 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-53dfa3f5-8de9-4c31-beea-4664c28320a5 admin admin] Calling delete_port for 87a7968d-c3cf-4d70-9adc-80a52a8dbb13 owned by network:dhcp {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:50:57.906480 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-806ee133-8918-4a5d-ac86-1a4a72ae3fae tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 07:50:57.918062 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-806ee133-8918-4a5d-ac86-1a4a72ae3fae tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:57.918468 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-806ee133-8918-4a5d-ac86-1a4a72ae3fae tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Added segment 39c4ef6e-9ef0-451d-b02c-f434b754131b of type vlan for network d9a9e101-9429-4dc3-bc68-76be973a7c19 Sep 17 07:50:57.942484 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3b004877-32f7-40da-9f32-7b7a49e7ce69 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:57.962950 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-806ee133-8918-4a5d-ac86-1a4a72ae3fae tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:57.984839 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 0ed2d12b-bfaf-472c-a6ae-5ba8d60d89d0 details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:50:57.990352 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-806ee133-8918-4a5d-ac86-1a4a72ae3fae tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:57.997030 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806ee133-8918-4a5d-ac86-1a4a72ae3fae tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:57.997634 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-806ee133-8918-4a5d-ac86-1a4a72ae3fae tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:58.010250 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 41b929a8-4029-4851-a4cd-7acfc6d9892d details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 07:50:58.033434 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-806ee133-8918-4a5d-ac86-1a4a72ae3fae tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2367220 Sep 17 07:50:58.036250 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39550) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:58.041515 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-3805b0ca-fbb6-48dc-94e7-b84ca0f2331c tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Request body: {'ports': [{'network_id': '41b929a8-4029-4851-a4cd-7acfc6d9892d', 'name': 'tempest-port--92691777', 'admin_state_up': True}, {'network_id': 'd9a9e101-9429-4dc3-bc68-76be973a7c19', 'admin_state_up': False}]} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:50:58.041832 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-3805b0ca-fbb6-48dc-94e7-b84ca0f2331c tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Request body: {'port': {'network_id': '41b929a8-4029-4851-a4cd-7acfc6d9892d', 'name': 'tempest-port--92691777', 'admin_state_up': True}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:50:58.042448 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-3805b0ca-fbb6-48dc-94e7-b84ca0f2331c tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Request body: {'port': {'network_id': 'd9a9e101-9429-4dc3-bc68-76be973a7c19', 'admin_state_up': False}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:50:58.058334 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-20b89469-b0f3-451a-984c-d44fc7d34adf None None] For port 87a7968d-c3cf-4d70-9adc-80a52a8dbb13, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=87a7968d-c3cf-4d70-9adc-80a52a8dbb13,segment=NetworkSegment(34a968ab-03d3-42f8-beb1-615fd521ef4a),segment_id=34a968ab-03d3-42f8-beb1-615fd521ef4a)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:50:58.058738 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-20b89469-b0f3-451a-984c-d44fc7d34adf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:58.091328 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806ee133-8918-4a5d-ac86-1a4a72ae3fae tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Pushing event updated for resources: {'Network': ['ID=d9a9e101-9429-4dc3-bc68-76be973a7c19,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:58.110707 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.db.resource_extend [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 07:50:58.121302 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network d9a9e101-9429-4dc3-bc68-76be973a7c19 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 07:50:58.179710 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-20b89469-b0f3-451a-984c-d44fc7d34adf None None] Calling delete_port for 87a7968d-c3cf-4d70-9adc-80a52a8dbb13 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:50:58.245973 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3805b0ca-fbb6-48dc-94e7-b84ca0f2331c tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Made reservation on behalf of 92505ad6b42f4a579752bb56cad201e8 for: {'port': 2} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:50:58.250632 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3805b0ca-fbb6-48dc-94e7-b84ca0f2331c tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:58.264986 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3805b0ca-fbb6-48dc-94e7-b84ca0f2331c tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:58.349106 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [None req-3805b0ca-fbb6-48dc-94e7-b84ca0f2331c tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] device_id is not set on port f290fc95-6072-4446-b44b-ae71283ce5c3 yet. {{(pid=101290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 07:50:58.387566 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-71c519ba-bb2e-400e-b93a-42f21936a5c6 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:58.393634 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6af765d9-8828-43f4-ada6-3961bb734c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:58.407873 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:58.443218 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 0ed2d12b-bfaf-472c-a6ae-5ba8d60d89d0, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=0ed2d12b-bfaf-472c-a6ae-5ba8d60d89d0,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:50:58.463890 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c519ba-bb2e-400e-b93a-42f21936a5c6 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Pushing event deleted for resources: {'Port': ['ID=79ed302b-906a-4e5f-b478-9e6c8246b58f,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:58.473808 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b28b92-3099-4191-8211-e11f714ba2a7 req-596a93d4-3317-44ac-98b0-b8bf48dbe74b tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:58.476217 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-49b28b92-3099-4191-8211-e11f714ba2a7 req-596a93d4-3317-44ac-98b0-b8bf48dbe74b tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219 HTTP/1.1" status: 200 len: 950 time: 0.5299525 Sep 17 07:50:58.476401 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': '0ed2d12b-bfaf-472c-a6ae-5ba8d60d89d0', 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583', 'port_id': '0ed2d12b-bfaf-472c-a6ae-5ba8d60d89d0', 'mac_address': 'fa:16:3e:56:b6:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f3af6cb-9cad-436b-bf41-034e75672c44', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:50:58.502405 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port 87a7968d-c3cf-4d70-9adc-80a52a8dbb13, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=87a7968d-c3cf-4d70-9adc-80a52a8dbb13,segment=NetworkSegment(34a968ab-03d3-42f8-beb1-615fd521ef4a),segment_id=34a968ab-03d3-42f8-beb1-615fd521ef4a)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:50:58.546635 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3805b0ca-fbb6-48dc-94e7-b84ca0f2331c tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:58.559627 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:58.568754 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af765d9-8828-43f4-ada6-3961bb734c95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d34a8365-5438-45a9-9745-32d1aa60d932,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:58.588864 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ed2d12b-bfaf-472c-a6ae-5ba8d60d89d0 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:50:58.598439 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:58.618282 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-632ce167-0dd7-4613-bc27-ed607a3e5d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cffd75f4-4677-42d1-b8d3-2a4e03da0fef', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-637993520-router', 'tenant_id': '21f3c7f03c914a5b858a20df6b6b8d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'a6097d46-25cd-4153-9159-7dd3abc811e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:49:46Z', 'updated_at': '2021-09-17T07:50:55Z', 'revision_number': 5, 'project_id': '21f3c7f03c914a5b858a20df6b6b8d87', 'gw_port': {'id': 'a6097d46-25cd-4153-9159-7dd3abc811e9', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:23:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffd75f4-4677-42d1-b8d3-2a4e03da0fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:49:47Z', 'updated_at': '2021-09-17T07:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:50:58.638039 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [None req-3805b0ca-fbb6-48dc-94e7-b84ca0f2331c tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] device_id is not set on port 5b978e9b-58bf-4e95-8473-237e2897d822 yet. {{(pid=101290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 07:50:58.643872 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-20b89469-b0f3-451a-984c-d44fc7d34adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:58.675215 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-3b004877-32f7-40da-9f32-7b7a49e7ce69 admin admin] Deleting port a6097d46-25cd-4153-9159-7dd3abc811e9 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:50:58.675869 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3b004877-32f7-40da-9f32-7b7a49e7ce69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:58.676608 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 0ed2d12b-bfaf-472c-a6ae-5ba8d60d89d0, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=0ed2d12b-bfaf-472c-a6ae-5ba8d60d89d0,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:50:58.677792 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event deleted for resources: {'Port': ['ID=87a7968d-c3cf-4d70-9adc-80a52a8dbb13,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:58.682326 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632ce167-0dd7-4613-bc27-ed607a3e5d3e None None] Checking router: cffd75f4-4677-42d1-b8d3-2a4e03da0fef for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:50:58.703896 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af765d9-8828-43f4-ada6-3961bb734c95 admin admin] Checking segment: {'id': 'feb096b4-365f-442c-8076-7ef897562590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '8dc8cbb8-80c3-4ce1-aaee-394be19ae4e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:50:58.704256 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af765d9-8828-43f4-ada6-3961bb734c95 admin admin] Network hostable DHCP agents. Network: 8dc8cbb8-80c3-4ce1-aaee-394be19ae4e5, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 07:50:58.708694 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-49b28b92-3099-4191-8211-e11f714ba2a7 req-9421230f-b75e-4100-86aa-4229495f8a3e tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156792 Sep 17 07:50:58.713526 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:58.720327 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b89469-b0f3-451a-984c-d44fc7d34adf None None] No DVR routers for this DVR port 87a7968d-c3cf-4d70-9adc-80a52a8dbb13 on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:50:58.723224 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-53dfa3f5-8de9-4c31-beea-4664c28320a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:58.725437 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b89469-b0f3-451a-984c-d44fc7d34adf None None] Pushing event deleted for resources: {'Port': ['ID=87a7968d-c3cf-4d70-9adc-80a52a8dbb13,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:58.729583 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632ce167-0dd7-4613-bc27-ed607a3e5d3e None None] Routers {'cffd75f4-4677-42d1-b8d3-2a4e03da0fef'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:50:58.730278 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-632ce167-0dd7-4613-bc27-ed607a3e5d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:50:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['cffd75f4-4677-42d1-b8d3-2a4e03da0fef'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:50:58.787359 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dfa3f5-8de9-4c31-beea-4664c28320a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=87a7968d-c3cf-4d70-9adc-80a52a8dbb13,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:58.815828 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3805b0ca-fbb6-48dc-94e7-b84ca0f2331c tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:58.830052 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=0ed2d12b-bfaf-472c-a6ae-5ba8d60d89d0,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:58.833427 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dfa3f5-8de9-4c31-beea-4664c28320a5 admin admin] No DVR routers for this DVR port 87a7968d-c3cf-4d70-9adc-80a52a8dbb13 on host n-d-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:50:58.848223 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095db045-a25f-4577-91d6-a83b5278692f req-b8f60e06-50ea-4b2e-99fa-3409c23605b8 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:58.850089 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-095db045-a25f-4577-91d6-a83b5278692f req-b8f60e06-50ea-4b2e-99fa-3409c23605b8 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 948 time: 0.2704749 Sep 17 07:50:58.882935 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3805b0ca-fbb6-48dc-94e7-b84ca0f2331c tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:58.914044 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-632ce167-0dd7-4613-bc27-ed607a3e5d3e None None] Set router cffd75f4-4677-42d1-b8d3-2a4e03da0fef gateway port host: None {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:50:58.915217 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af765d9-8828-43f4-ada6-3961bb734c95 admin admin] Network 8dc8cbb8-80c3-4ce1-aaee-394be19ae4e5 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 07:50:58.964774 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3805b0ca-fbb6-48dc-94e7-b84ca0f2331c tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Pushing event updated for resources: {'Port': ['ID=f290fc95-6072-4446-b44b-ae71283ce5c3,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:58.978856 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-632ce167-0dd7-4613-bc27-ed607a3e5d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cffd75f4-4677-42d1-b8d3-2a4e03da0fef', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-637993520-router', 'tenant_id': '21f3c7f03c914a5b858a20df6b6b8d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:49:46Z', 'updated_at': '2021-09-17T07:50:57Z', 'revision_number': 6, 'project_id': '21f3c7f03c914a5b858a20df6b6b8d87', 'gw_port_host': None}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:50:58.990495 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-6af765d9-8828-43f4-ada6-3961bb734c95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 8dc8cbb8-80c3-4ce1-aaee-394be19ae4e5) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:50:59.000340 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3805b0ca-fbb6-48dc-94e7-b84ca0f2331c tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Checking segment: {'id': '490bcaed-75e0-4f7b-986c-42c9d288ee7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '41b929a8-4029-4851-a4cd-7acfc6d9892d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:50:59.000705 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3805b0ca-fbb6-48dc-94e7-b84ca0f2331c tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Network hostable DHCP agents. Network: 41b929a8-4029-4851-a4cd-7acfc6d9892d, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 07:50:59.010186 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3130323-613b-4fdb-a486-7b60b5acee36 None None] Network 8dc8cbb8-80c3-4ce1-aaee-394be19ae4e5 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:50:59.013691 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af765d9-8828-43f4-ada6-3961bb734c95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:59.013879 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6af765d9-8828-43f4-ada6-3961bb734c95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:59.013996 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632ce167-0dd7-4613-bc27-ed607a3e5d3e None None] The sync data for ids ['cffd75f4-4677-42d1-b8d3-2a4e03da0fef'] in n-d-789963-9 is: [{'id': 'cffd75f4-4677-42d1-b8d3-2a4e03da0fef', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-637993520-router', 'tenant_id': '21f3c7f03c914a5b858a20df6b6b8d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:49:46Z', 'updated_at': '2021-09-17T07:50:57Z', 'revision_number': 6, 'project_id': '21f3c7f03c914a5b858a20df6b6b8d87', 'gw_port_host': None}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:50:59.016253 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-71c519ba-bb2e-400e-b93a-42f21936a5c6 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:59.021694 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39556) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:59.021899 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-71c519ba-bb2e-400e-b93a-42f21936a5c6 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] 10.222.0.13 "DELETE /v2.0/ports/79ed302b-906a-4e5f-b478-9e6c8246b58f HTTP/1.1" status: 204 len: 168 time: 2.1876912 Sep 17 07:50:59.052845 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3805b0ca-fbb6-48dc-94e7-b84ca0f2331c tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Network 41b929a8-4029-4851-a4cd-7acfc6d9892d is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 07:50:59.061422 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-6950d7f7-79a8-4f23-b62c-545c341da721 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] GET failed (client error): The resource could not be found. Sep 17 07:50:59.066025 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6950d7f7-79a8-4f23-b62c-545c341da721 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] 10.222.0.13 "GET /v2.0/ports/79ed302b-906a-4e5f-b478-9e6c8246b58f HTTP/1.1" status: 404 len: 333 time: 0.0403321 Sep 17 07:50:59.066025 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-3805b0ca-fbb6-48dc-94e7-b84ca0f2331c tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 41b929a8-4029-4851-a4cd-7acfc6d9892d) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:50:59.066328 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-53dfa3f5-8de9-4c31-beea-4664c28320a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:59.074384 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3805b0ca-fbb6-48dc-94e7-b84ca0f2331c tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:50:59.074384 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3805b0ca-fbb6-48dc-94e7-b84ca0f2331c tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:59.074384 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39558) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:59.075674 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-095db045-a25f-4577-91d6-a83b5278692f req-8cbd22eb-1f70-4fc3-a7db-2bd288c46b90 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110193 Sep 17 07:50:59.090724 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-3b004877-32f7-40da-9f32-7b7a49e7ce69 admin admin] For port a6097d46-25cd-4153-9159-7dd3abc811e9, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=a6097d46-25cd-4153-9159-7dd3abc811e9,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:50:59.091108 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3b004877-32f7-40da-9f32-7b7a49e7ce69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:59.106589 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-6af765d9-8828-43f4-ada6-3961bb734c95 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7913182 Sep 17 07:50:59.121961 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-53dfa3f5-8de9-4c31-beea-4664c28320a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28b44509-44d1-434d-a1e7-c08ce9b90a41']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:50:59.128600 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3b64e2-246e-4f11-9abc-b5b34c171a98 None None] Network 41b929a8-4029-4851-a4cd-7acfc6d9892d requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:50:59.132771 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-3b004877-32f7-40da-9f32-7b7a49e7ce69 admin admin] Calling delete_port for a6097d46-25cd-4153-9159-7dd3abc811e9 owned by network:router_gateway {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:50:59.138739 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-53dfa3f5-8de9-4c31-beea-4664c28320a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34a968ab-03d3-42f8-beb1-615fd521ef4a') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:50:59.139166 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-53dfa3f5-8de9-4c31-beea-4664c28320a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34a968ab-03d3-42f8-beb1-615fd521ef4a') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:50:59.156165 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-53dfa3f5-8de9-4c31-beea-4664c28320a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:59.162103 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['0ed2d12b-bfaf-472c-a6ae-5ba8d60d89d0'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:50:59.203368 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-53dfa3f5-8de9-4c31-beea-4664c28320a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:59.212201 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3805b0ca-fbb6-48dc-94e7-b84ca0f2331c tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Pushing event updated for resources: {'Port': ['ID=5b978e9b-58bf-4e95-8473-237e2897d822,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:59.216739 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53dfa3f5-8de9-4c31-beea-4664c28320a5 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 07:50:59.217313 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-53dfa3f5-8de9-4c31-beea-4664c28320a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:59.219555 n-d-789963-9 neutron-server[101289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 07:50:59.219555 n-d-789963-9 neutron-server[101289]: self.session.flush() Sep 17 07:50:59.219555 n-d-789963-9 neutron-server[101289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 07:50:59.219555 n-d-789963-9 neutron-server[101289]: self.session.flush() Sep 17 07:50:59.219555 n-d-789963-9 neutron-server[101289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 07:50:59.219555 n-d-789963-9 neutron-server[101289]: self.session.flush() Sep 17 07:50:59.219555 n-d-789963-9 neutron-server[101289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 07:50:59.219555 n-d-789963-9 neutron-server[101289]: self.session.flush() Sep 17 07:50:59.219555 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 07:50:59.219555 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 07:50:59.219555 n-d-789963-9 neutron-server[101289]: timer() Sep 17 07:50:59.219555 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 07:50:59.219555 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 07:50:59.219555 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 07:50:59.219555 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 07:50:59.219555 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 07:50:59.219555 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 07:50:59.219555 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 07:50:59.219555 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 07:50:59.219555 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 07:50:59.219555 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 07:50:59.219555 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 07:50:59.219555 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 07:50:59.219555 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 07:50:59.219555 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 07:50:59.219555 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 07:50:59.219555 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 07:50:59.219555 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 07:50:59.219555 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 07:50:59.219555 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 07:50:59.219555 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 07:50:59.219555 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 07:50:59.219555 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 07:50:59.219555 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 07:50:59.219555 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 07:50:59.219555 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 07:50:59.219555 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 07:50:59.219555 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 07:50:59.219555 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 07:50:59.219555 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 07:50:59.236921 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3805b0ca-fbb6-48dc-94e7-b84ca0f2331c tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Checking segment: {'id': '39c4ef6e-9ef0-451d-b02c-f434b754131b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd9a9e101-9429-4dc3-bc68-76be973a7c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:50:59.237432 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3805b0ca-fbb6-48dc-94e7-b84ca0f2331c tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Network hostable DHCP agents. Network: d9a9e101-9429-4dc3-bc68-76be973a7c19, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 07:50:59.270965 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3805b0ca-fbb6-48dc-94e7-b84ca0f2331c tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Network d9a9e101-9429-4dc3-bc68-76be973a7c19 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 07:50:59.275576 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-ebdd2c0e-7d33-4d4c-a895-2385c8341218 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Deleting port 3c6d92ab-d79d-4cd7-a897-832c03398b06 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:50:59.275944 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ebdd2c0e-7d33-4d4c-a895-2385c8341218 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:59.341066 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-53dfa3f5-8de9-4c31-beea-4664c28320a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:59.345515 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-53dfa3f5-8de9-4c31-beea-4664c28320a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:59.347672 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-53dfa3f5-8de9-4c31-beea-4664c28320a5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/28b44509-44d1-434d-a1e7-c08ce9b90a41 HTTP/1.1" status: 204 len: 168 time: 2.3359632 Sep 17 07:50:59.364072 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39568) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:59.364504 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f02de7-874b-40c8-9644-d9fd69ad58ab None None] Network 8dc8cbb8-80c3-4ce1-aaee-394be19ae4e5 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:50:59.364869 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dfa3f5-8de9-4c31-beea-4664c28320a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=28b44509-44d1-434d-a1e7-c08ce9b90a41,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:59.460553 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device d7750135-e10c-430f-ac56-a88c6dd4e852 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:50:59.483384 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ebdd2c0e-7d33-4d4c-a895-2385c8341218 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:59.497529 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-ebdd2c0e-7d33-4d4c-a895-2385c8341218 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Calling delete_port for 3c6d92ab-d79d-4cd7-a897-832c03398b06 owned by {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:50:59.562824 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: d7750135-e10c-430f-ac56-a88c6dd4e852 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:50:59.563172 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device d7750135-e10c-430f-ac56-a88c6dd4e852 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:50:59.603641 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-3805b0ca-fbb6-48dc-94e7-b84ca0f2331c tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, d9a9e101-9429-4dc3-bc68-76be973a7c19) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:50:59.613397 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e179e7-7789-429b-83a5-15fbf90dd310 None None] Network d9a9e101-9429-4dc3-bc68-76be973a7c19 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:50:59.627188 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3805b0ca-fbb6-48dc-94e7-b84ca0f2331c tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:50:59.633543 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3805b0ca-fbb6-48dc-94e7-b84ca0f2331c tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:59.638375 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3805b0ca-fbb6-48dc-94e7-b84ca0f2331c tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:59.639019 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3805b0ca-fbb6-48dc-94e7-b84ca0f2331c tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:59.665007 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-3805b0ca-fbb6-48dc-94e7-b84ca0f2331c tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 1.6251464 Sep 17 07:50:59.666432 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39578) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:59.709748 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ebdd2c0e-7d33-4d4c-a895-2385c8341218 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:59.738501 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3b004877-32f7-40da-9f32-7b7a49e7ce69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:59.742051 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdd2c0e-7d33-4d4c-a895-2385c8341218 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Pushing event deleted for resources: {'Port': ['ID=3c6d92ab-d79d-4cd7-a897-832c03398b06,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:59.751436 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa35cd6a-aa06-4ab9-bdbc-86ee03469fc7 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:59.757960 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa35cd6a-aa06-4ab9-bdbc-86ee03469fc7 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:59.762059 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-aa35cd6a-aa06-4ab9-bdbc-86ee03469fc7 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.0927830 Sep 17 07:50:59.762519 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39582) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:59.813469 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ebdd2c0e-7d33-4d4c-a895-2385c8341218 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:50:59.815731 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ebdd2c0e-7d33-4d4c-a895-2385c8341218 tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] 10.222.0.13 "DELETE /v2.0/ports/3c6d92ab-d79d-4cd7-a897-832c03398b06 HTTP/1.1" status: 204 len: 168 time: 0.7419579 Sep 17 07:50:59.818469 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39584) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:59.820734 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b004877-32f7-40da-9f32-7b7a49e7ce69 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6097d46-25cd-4153-9159-7dd3abc811e9,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:50:59.869759 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6551356-bf02-4f63-a3f0-56beacb7b93c tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] GET failed (client error): The resource could not be found. Sep 17 07:50:59.874059 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f6551356-bf02-4f63-a3f0-56beacb7b93c tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] 10.222.0.13 "GET /v2.0/ports/3c6d92ab-d79d-4cd7-a897-832c03398b06 HTTP/1.1" status: 404 len: 333 time: 0.0546026 Sep 17 07:50:59.877921 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39586) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:50:59.906904 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a43a590-845b-4d72-864d-339762f04b88 req-003ddc3a-e19b-404b-a147-e6c7c790003b tempest-InstanceActionsV221TestJSON-1194107411 tempest-InstanceActionsV221TestJSON-1194107411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:50:59.909304 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8a43a590-845b-4d72-864d-339762f04b88 req-003ddc3a-e19b-404b-a147-e6c7c790003b tempest-InstanceActionsV221TestJSON-1194107411 tempest-InstanceActionsV221TestJSON-1194107411-project] 10.222.0.13 "GET /v2.0/networks?id=8dc8cbb8-80c3-4ce1-aaee-394be19ae4e5 HTTP/1.1" status: 200 len: 818 time: 0.3197165 Sep 17 07:50:59.975102 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-5deaceb1-f62e-4b4f-a339-371d429c1450 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Deleting port f290fc95-6072-4446-b44b-ae71283ce5c3 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:50:59.975469 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5deaceb1-f62e-4b4f-a339-371d429c1450 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:00.009978 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8a43a590-845b-4d72-864d-339762f04b88 req-ca5310c7-10e4-4c44-b971-21d775c45883 tempest-InstanceActionsV221TestJSON-1194107411 tempest-InstanceActionsV221TestJSON-1194107411-project] 10.222.0.13 "GET /v2.0/quotas/a38bf53867dd42e98f614ad8168a30db HTTP/1.1" status: 200 len: 375 time: 0.0743244 Sep 17 07:51:00.028297 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3b004877-32f7-40da-9f32-7b7a49e7ce69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:00.040881 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e2c2f4-0ec0-4f73-9a6a-37b337ec6498 req-168e12a4-455f-417f-8169-88275bd5a135 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:00.042449 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d6e2c2f4-0ec0-4f73-9a6a-37b337ec6498 req-168e12a4-455f-417f-8169-88275bd5a135 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219 HTTP/1.1" status: 200 len: 950 time: 0.1886525 Sep 17 07:51:00.064937 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5deaceb1-f62e-4b4f-a339-371d429c1450 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:00.073992 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-3abf2310-9fca-4fab-8bbb-dfcf190b675d tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Deleting port 3317db2e-cf21-491e-906d-0d0f62982cf2 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:51:00.073992 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3abf2310-9fca-4fab-8bbb-dfcf190b675d tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:00.099293 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-5deaceb1-f62e-4b4f-a339-371d429c1450 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Calling delete_port for f290fc95-6072-4446-b44b-ae71283ce5c3 owned by {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:51:00.137680 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8a43a590-845b-4d72-864d-339762f04b88 req-1957b307-e9e6-43b1-91f1-322bee23095e tempest-InstanceActionsV221TestJSON-1194107411 tempest-InstanceActionsV221TestJSON-1194107411-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a38bf53867dd42e98f614ad8168a30db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1068363 Sep 17 07:51:00.206790 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3b004877-32f7-40da-9f32-7b7a49e7ce69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:00.214055 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3b004877-32f7-40da-9f32-7b7a49e7ce69 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:00.216356 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3abf2310-9fca-4fab-8bbb-dfcf190b675d tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:00.231436 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-3abf2310-9fca-4fab-8bbb-dfcf190b675d tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Calling delete_port for 3317db2e-cf21-491e-906d-0d0f62982cf2 owned by {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:51:00.251183 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d6e2c2f4-0ec0-4f73-9a6a-37b337ec6498 req-9fef01b7-e83a-430c-ba5c-4fbd9fbc5f7f tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990402 Sep 17 07:51:00.287584 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5deaceb1-f62e-4b4f-a339-371d429c1450 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:00.327282 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deaceb1-f62e-4b4f-a339-371d429c1450 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Pushing event deleted for resources: {'Port': ['ID=f290fc95-6072-4446-b44b-ae71283ce5c3,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:00.329504 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3b004877-32f7-40da-9f32-7b7a49e7ce69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:00.330025 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b004877-32f7-40da-9f32-7b7a49e7ce69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cffd75f4-4677-42d1-b8d3-2a4e03da0fef {{(pid=101289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 07:51:00.336084 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5deaceb1-f62e-4b4f-a339-371d429c1450 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:00.339967 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-5deaceb1-f62e-4b4f-a339-371d429c1450 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] 10.222.0.13 "DELETE /v2.0/ports/f290fc95-6072-4446-b44b-ae71283ce5c3 HTTP/1.1" status: 204 len: 168 time: 0.5743949 Sep 17 07:51:00.340510 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3b004877-32f7-40da-9f32-7b7a49e7ce69 admin admin] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:00.343542 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-3b004877-32f7-40da-9f32-7b7a49e7ce69 admin admin] 10.222.0.13 "DELETE /v2.0/routers/cffd75f4-4677-42d1-b8d3-2a4e03da0fef HTTP/1.1" status: 204 len: 168 time: 3.0309818 Sep 17 07:51:00.345248 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39592) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:00.345589 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39594) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:00.400327 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8a43a590-845b-4d72-864d-339762f04b88 req-39934997-efc1-43e2-a854-3a6811e2ab06 service neutron] 10.222.0.13 "GET /v2.0/networks/8dc8cbb8-80c3-4ce1-aaee-394be19ae4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497954 Sep 17 07:51:00.488953 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-94426a18-9900-43e4-a18a-b7c48eb92a1a admin admin] Deleting subnet bb64a615-3b31-4cda-9193-292349d0b524 {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:51:00.496322 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 3f299b6a-353a-48fe-b6a1-bb1abb635a78 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:51:00.496883 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-94426a18-9900-43e4-a18a-b7c48eb92a1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:00.525100 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3abf2310-9fca-4fab-8bbb-dfcf190b675d tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:00.574141 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abf2310-9fca-4fab-8bbb-dfcf190b675d tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Pushing event deleted for resources: {'Port': ['ID=3317db2e-cf21-491e-906d-0d0f62982cf2,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:00.583539 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-94426a18-9900-43e4-a18a-b7c48eb92a1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:00.636942 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3abf2310-9fca-4fab-8bbb-dfcf190b675d tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:00.640690 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-3abf2310-9fca-4fab-8bbb-dfcf190b675d tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] 10.222.0.13 "DELETE /v2.0/ports/3317db2e-cf21-491e-906d-0d0f62982cf2 HTTP/1.1" status: 204 len: 168 time: 0.7621715 Sep 17 07:51:00.646562 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39596) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:00.650374 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-b2d34eb4-cc0d-4b99-a345-7c73a0c408c6 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Deleting port 5b978e9b-58bf-4e95-8473-237e2897d822 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:51:00.650999 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b2d34eb4-cc0d-4b99-a345-7c73a0c408c6 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:00.708152 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port 3f299b6a-353a-48fe-b6a1-bb1abb635a78 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:51:00.714923 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 3f299b6a-353a-48fe-b6a1-bb1abb635a78 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:51:00.715651 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:00.785818 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-8795f6f8-b993-4314-bf23-392f94297e8b tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Deleting subnet 6885e8e0-d349-4751-99ba-0d44d7438389 {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:51:00.799995 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8795f6f8-b993-4314-bf23-392f94297e8b tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:00.815741 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:00.840918 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee44c663-1dca-4669-be96-75e385fb6cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f299b6a-353a-48fe-b6a1-bb1abb635a78'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:51:00.843123 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ace4e88-217b-4b03-8513-eb9cdf5bacdd" -d '{"events": [{"server_uuid": "ee44c663-1dca-4669-be96-75e385fb6cf2", "name": "network-vif-plugged", "status": "completed", "tag": "3f299b6a-353a-48fe-b6a1-bb1abb635a78"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:51:00.847110 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b2d34eb4-cc0d-4b99-a345-7c73a0c408c6 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:00.854742 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-38e1745d-9abc-4b72-b51f-9a6f2d03ecce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:00.857401 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 3f299b6a-353a-48fe-b6a1-bb1abb635a78, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=3f299b6a-353a-48fe-b6a1-bb1abb635a78,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:51:00.862840 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:00.877475 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-b2d34eb4-cc0d-4b99-a345-7c73a0c408c6 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Calling delete_port for 5b978e9b-58bf-4e95-8473-237e2897d822 owned by {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:51:00.901178 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8795f6f8-b993-4314-bf23-392f94297e8b tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:00.904029 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed7cbe2-064f-4983-8202-c8117eddcf98 req-eff9e0c7-808b-417c-b7c8-31033af325a9 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:00.905548 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-94426a18-9900-43e4-a18a-b7c48eb92a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:00.905700 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3ed7cbe2-064f-4983-8202-c8117eddcf98 req-eff9e0c7-808b-417c-b7c8-31033af325a9 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 949 time: 0.4789152 Sep 17 07:51:00.918581 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=3f299b6a-353a-48fe-b6a1-bb1abb635a78,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:00.940819 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8a43a590-845b-4d72-864d-339762f04b88 req-c94d7fc7-4ecc-43a2-b83c-7b38d6380172 service neutron] 10.222.0.13 "GET /v2.0/networks/8dc8cbb8-80c3-4ce1-aaee-394be19ae4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5151076 Sep 17 07:51:01.003109 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3ed7cbe2-064f-4983-8202-c8117eddcf98 req-00da8329-77af-492a-9319-9207556a0097 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811431 Sep 17 07:51:01.079214 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-94426a18-9900-43e4-a18a-b7c48eb92a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:01.082721 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cbdf4f1-6878-4175-957b-549a4765ec3d x-openstack-request-id: req-5cbdf4f1-6878-4175-957b-549a4765ec3d {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:51:01.083324 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee44c663-1dca-4669-be96-75e385fb6cf2", "name": "network-vif-plugged", "status": "completed", "tag": "3f299b6a-353a-48fe-b6a1-bb1abb635a78", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:51:01.083852 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5cbdf4f1-6878-4175-957b-549a4765ec3d {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:51:01.084575 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee44c663-1dca-4669-be96-75e385fb6cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f299b6a-353a-48fe-b6a1-bb1abb635a78', 'code': 200} Sep 17 07:51:01.121811 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68173cd-c3f8-4aae-875a-e18ea142161d None None] Network e7618610-9a57-4cc8-982b-d8af484bdfe5 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:51:01.146910 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-94426a18-9900-43e4-a18a-b7c48eb92a1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:01.153372 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-94426a18-9900-43e4-a18a-b7c48eb92a1a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/bb64a615-3b31-4cda-9193-292349d0b524 HTTP/1.1" status: 204 len: 168 time: 0.7986279 Sep 17 07:51:01.160513 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39604) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:01.165073 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8795f6f8-b993-4314-bf23-392f94297e8b tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:01.201079 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-15188c9a-e9dc-410d-891b-3a4a66b46cae req-6d79a6bb-8dc0-44b6-8e28-9fa4b2dfe0f1 tempest-InstanceActionsV221TestJSON-1194107411 tempest-InstanceActionsV221TestJSON-1194107411-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a6ee05f-83ad-48c6-98a0-c6e0b4d17007 HTTP/1.1" status: 200 len: 210 time: 0.0397704 Sep 17 07:51:01.253004 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94426a18-9900-43e4-a18a-b7c48eb92a1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb64a615-3b31-4cda-9193-292349d0b524,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:01.257404 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8ac348fd-f411-44f8-9c0e-8feacffedd11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:01.289706 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b2d34eb4-cc0d-4b99-a345-7c73a0c408c6 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:01.362631 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d34eb4-cc0d-4b99-a345-7c73a0c408c6 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Pushing event deleted for resources: {'Port': ['ID=5b978e9b-58bf-4e95-8473-237e2897d822,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:01.367651 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b2d34eb4-cc0d-4b99-a345-7c73a0c408c6 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:01.369789 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b2d34eb4-cc0d-4b99-a345-7c73a0c408c6 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] 10.222.0.13 "DELETE /v2.0/ports/5b978e9b-58bf-4e95-8473-237e2897d822 HTTP/1.1" status: 204 len: 168 time: 1.0231402 Sep 17 07:51:01.378708 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39614) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:01.385298 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e18e6cf-7e24-47ab-98e6-f7c3e1eadcf4 None None] DHCP port deletion for e7618610-9a57-4cc8-982b-d8af484bdfe5 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 07:51:01.392328 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-38e1745d-9abc-4b72-b51f-9a6f2d03ecce admin admin] Deleting port 0dea89cc-ff16-497b-9805-ef50d6cd02d0 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:51:01.392580 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-38e1745d-9abc-4b72-b51f-9a6f2d03ecce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:01.436270 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01912802-d95c-4822-93bd-812ec4d07080 req-0484e6be-3acf-43c1-bc82-49aee3ac6933 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:01.438585 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-01912802-d95c-4822-93bd-812ec4d07080 req-0484e6be-3acf-43c1-bc82-49aee3ac6933 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219 HTTP/1.1" status: 200 len: 950 time: 0.0932984 Sep 17 07:51:01.499148 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-6e18e6cf-7e24-47ab-98e6-f7c3e1eadcf4 None None] Deleting port 70176595-a844-4298-9202-78fe171bbe15 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:51:01.500758 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6e18e6cf-7e24-47ab-98e6-f7c3e1eadcf4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:01.565600 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-01912802-d95c-4822-93bd-812ec4d07080 req-eb9c0a60-d9db-4fd9-9e62-3428854338b6 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981019 Sep 17 07:51:01.583187 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-38e1745d-9abc-4b72-b51f-9a6f2d03ecce admin admin] For port 0dea89cc-ff16-497b-9805-ef50d6cd02d0, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=0dea89cc-ff16-497b-9805-ef50d6cd02d0,segment=NetworkSegment(dc23a884-51cd-4ded-a5e8-70bcfddaa81c),segment_id=dc23a884-51cd-4ded-a5e8-70bcfddaa81c)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:51:01.583609 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-38e1745d-9abc-4b72-b51f-9a6f2d03ecce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:01.589492 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device a6097d46-25cd-4153-9159-7dd3abc811e9 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:51:01.605619 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-38e1745d-9abc-4b72-b51f-9a6f2d03ecce admin admin] Calling delete_port for 0dea89cc-ff16-497b-9805-ef50d6cd02d0 owned by network:router_interface {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:51:01.625159 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: a6097d46-25cd-4153-9159-7dd3abc811e9 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:51:01.625508 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device a6097d46-25cd-4153-9159-7dd3abc811e9 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:51:01.626009 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 70176595-a844-4298-9202-78fe171bbe15 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:51:01.661864 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-6e18e6cf-7e24-47ab-98e6-f7c3e1eadcf4 None None] For port 70176595-a844-4298-9202-78fe171bbe15, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=70176595-a844-4298-9202-78fe171bbe15,segment=NetworkSegment(17fdcc3c-7a0c-41a7-9b0c-6ef10a824793),segment_id=17fdcc3c-7a0c-41a7-9b0c-6ef10a824793)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:51:01.662392 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6e18e6cf-7e24-47ab-98e6-f7c3e1eadcf4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:01.683310 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-6e18e6cf-7e24-47ab-98e6-f7c3e1eadcf4 None None] Calling delete_port for 70176595-a844-4298-9202-78fe171bbe15 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:51:01.742722 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ad09c9f4-25f2-4317-af64-8f685c2aa310 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3567224 Sep 17 07:51:01.748039 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39622) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:01.751435 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 0ed2d12b-bfaf-472c-a6ae-5ba8d60d89d0 up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:51:01.753690 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-4280fe33-e108-4b69-9f69-a0e0bd53fe2c tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-836704191'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:51:01.762678 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af6f8ab-e974-47a7-851a-7e1468d93a8e req-d38bcd3d-d9ad-4b19-b145-7d64c701ea85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:01.764263 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3af6f8ab-e974-47a7-851a-7e1468d93a8e req-d38bcd3d-d9ad-4b19-b145-7d64c701ea85 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ee44c663-1dca-4669-be96-75e385fb6cf2 HTTP/1.1" status: 200 len: 1100 time: 0.4853961 Sep 17 07:51:01.773091 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8795f6f8-b993-4314-bf23-392f94297e8b tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:01.815746 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:01.818660 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8795f6f8-b993-4314-bf23-392f94297e8b tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Pushing event deleted for resources: {'Subnet': ['ID=6885e8e0-d349-4751-99ba-0d44d7438389,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:01.827069 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8795f6f8-b993-4314-bf23-392f94297e8b tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:01.830622 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-8795f6f8-b993-4314-bf23-392f94297e8b tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] 10.222.0.13 "DELETE /v2.0/subnets/6885e8e0-d349-4751-99ba-0d44d7438389 HTTP/1.1" status: 204 len: 168 time: 1.1749258 Sep 17 07:51:01.837329 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4690637b-ea28-4d63-a7a5-7191d4beb519 None None] Network 269c5001-9c67-4379-98b4-972ea2ad2382 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:51:01.838217 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39624) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:01.850952 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4280fe33-e108-4b69-9f69-a0e0bd53fe2c tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Made reservation on behalf of 92505ad6b42f4a579752bb56cad201e8 for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:51:01.854161 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4280fe33-e108-4b69-9f69-a0e0bd53fe2c tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:01.887093 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-38e1745d-9abc-4b72-b51f-9a6f2d03ecce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:01.919906 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-8ac348fd-f411-44f8-9c0e-8feacffedd11 admin admin] Deleting port 70176595-a844-4298-9202-78fe171bbe15 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:51:01.920250 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8ac348fd-f411-44f8-9c0e-8feacffedd11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:01.923060 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3af6f8ab-e974-47a7-851a-7e1468d93a8e req-7aec3e4a-9cc0-4d5f-a9a2-ee0ff8c36a46 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127214 Sep 17 07:51:01.924576 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6e18e6cf-7e24-47ab-98e6-f7c3e1eadcf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:01.953202 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning for port 0ed2d12b-bfaf-472c-a6ae-5ba8d60d89d0 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:51:01.969579 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e1745d-9abc-4b72-b51f-9a6f2d03ecce admin admin] Pushing event deleted for resources: {'Port': ['ID=0dea89cc-ff16-497b-9805-ef50d6cd02d0,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:01.986985 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port 0ed2d12b-bfaf-472c-a6ae-5ba8d60d89d0 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:51:01.987656 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:01.993173 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e18e6cf-7e24-47ab-98e6-f7c3e1eadcf4 None None] Pushing event deleted for resources: {'Port': ['ID=70176595-a844-4298-9202-78fe171bbe15,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:02.016032 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4280fe33-e108-4b69-9f69-a0e0bd53fe2c tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 07:51:02.047922 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e3b9f844-a18e-4b9d-8018-0621f86eb86e tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:02.061875 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e18e6cf-7e24-47ab-98e6-f7c3e1eadcf4 None None] No DVR routers for this DVR port 70176595-a844-4298-9202-78fe171bbe15 on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:51:02.069969 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-8ac348fd-f411-44f8-9c0e-8feacffedd11 admin admin] For port 70176595-a844-4298-9202-78fe171bbe15, host n-d-789963-9, got binding levels [] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:51:02.070345 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8ac348fd-f411-44f8-9c0e-8feacffedd11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:02.078415 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4280fe33-e108-4b69-9f69-a0e0bd53fe2c tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:02.078766 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-4280fe33-e108-4b69-9f69-a0e0bd53fe2c tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Added segment aed32730-8ab5-4d6d-8938-2ce32edfec2f of type vlan for network df21f086-b868-41a4-8bd5-a1b151d58635 Sep 17 07:51:02.113184 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-8ac348fd-f411-44f8-9c0e-8feacffedd11 admin admin] Calling delete_port for 70176595-a844-4298-9202-78fe171bbe15 owned by network:dhcp {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:51:02.120252 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.ipam_backend_mixin [None req-8ac348fd-f411-44f8-9c0e-8feacffedd11 admin admin] Port 70176595-a844-4298-9202-78fe171bbe15 was not found and therefore no delete operation was performed {{(pid=101290) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 17 07:51:02.129764 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8ac348fd-f411-44f8-9c0e-8feacffedd11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:02.201956 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac348fd-f411-44f8-9c0e-8feacffedd11 admin admin] Pushing event deleted for resources: {'Port': ['ID=70176595-a844-4298-9202-78fe171bbe15,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:02.213672 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4280fe33-e108-4b69-9f69-a0e0bd53fe2c tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:02.218699 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac348fd-f411-44f8-9c0e-8feacffedd11 admin admin] No DVR routers for this DVR port 70176595-a844-4298-9202-78fe171bbe15 on host n-d-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:51:02.233858 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:02.265321 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff12f50-6378-455e-b317-6a3c3db6529a req-b88a284c-95bf-4cfa-96f8-65b8fd20a747 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:02.278992 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8ff12f50-6378-455e-b317-6a3c3db6529a req-b88a284c-95bf-4cfa-96f8-65b8fd20a747 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 949 time: 0.1502614 Sep 17 07:51:02.280911 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 0ed2d12b-bfaf-472c-a6ae-5ba8d60d89d0, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=0ed2d12b-bfaf-472c-a6ae-5ba8d60d89d0,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:51:02.289738 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5396f821-86d5-40bb-b24b-eb7c4976d18a None None] DHCP port deletion for 269c5001-9c67-4379-98b4-972ea2ad2382 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 07:51:02.293913 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:02.305366 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4280fe33-e108-4b69-9f69-a0e0bd53fe2c tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:02.310926 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4280fe33-e108-4b69-9f69-a0e0bd53fe2c tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:02.311528 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4280fe33-e108-4b69-9f69-a0e0bd53fe2c tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:02.356112 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8ac348fd-f411-44f8-9c0e-8feacffedd11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:02.376780 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-e3b9f844-a18e-4b9d-8018-0621f86eb86e tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Deleting port e2c27291-e09a-4def-9ba6-5e55d81be66d {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:51:02.377020 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e3b9f844-a18e-4b9d-8018-0621f86eb86e tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:02.383370 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2831f77e-5c75-4eb8-a767-1c688285231c req-a61c3110-8e9a-4310-9801-9a202bdc3d33 tempest-InstanceActionsV221TestJSON-1194107411 tempest-InstanceActionsV221TestJSON-1194107411-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a6ee05f-83ad-48c6-98a0-c6e0b4d17007 HTTP/1.1" status: 200 len: 210 time: 0.0569103 Sep 17 07:51:02.387368 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-4280fe33-e108-4b69-9f69-a0e0bd53fe2c tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6375651 Sep 17 07:51:02.396042 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8ff12f50-6378-455e-b317-6a3c3db6529a req-2c3f0c54-f3fb-4244-b895-ac12f66f52aa tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161788 Sep 17 07:51:02.396943 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39630) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:02.403724 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=0ed2d12b-bfaf-472c-a6ae-5ba8d60d89d0,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:02.406599 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-bd88d7d5-bbee-4928-b8ae-0e9161f67e08 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-667099890'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:51:02.414639 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-8ac348fd-f411-44f8-9c0e-8feacffedd11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7618610-9a57-4cc8-982b-d8af484bdfe5']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:51:02.415687 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-38e1745d-9abc-4b72-b51f-9a6f2d03ecce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:02.424608 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5396f821-86d5-40bb-b24b-eb7c4976d18a None None] Deleting port e2c27291-e09a-4def-9ba6-5e55d81be66d {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:51:02.424913 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5396f821-86d5-40bb-b24b-eb7c4976d18a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:02.476910 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-8ac348fd-f411-44f8-9c0e-8feacffedd11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17fdcc3c-7a0c-41a7-9b0c-6ef10a824793') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:51:02.477278 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-8ac348fd-f411-44f8-9c0e-8feacffedd11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17fdcc3c-7a0c-41a7-9b0c-6ef10a824793') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:51:02.483690 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd88d7d5-bbee-4928-b8ae-0e9161f67e08 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Made reservation on behalf of 92505ad6b42f4a579752bb56cad201e8 for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:51:02.487316 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bd88d7d5-bbee-4928-b8ae-0e9161f67e08 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:02.507983 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5396f821-86d5-40bb-b24b-eb7c4976d18a None None] For port e2c27291-e09a-4def-9ba6-5e55d81be66d, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=e2c27291-e09a-4def-9ba6-5e55d81be66d,segment=NetworkSegment(75b511e1-1915-4215-aba0-40671dc22944),segment_id=75b511e1-1915-4215-aba0-40671dc22944)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:51:02.509063 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5396f821-86d5-40bb-b24b-eb7c4976d18a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:02.511870 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4280fe33-e108-4b69-9f69-a0e0bd53fe2c tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Pushing event updated for resources: {'Network': ['ID=df21f086-b868-41a4-8bd5-a1b151d58635,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:02.515077 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8ac348fd-f411-44f8-9c0e-8feacffedd11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:02.526068 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5396f821-86d5-40bb-b24b-eb7c4976d18a None None] Calling delete_port for e2c27291-e09a-4def-9ba6-5e55d81be66d owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:51:02.532963 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network df21f086-b868-41a4-8bd5-a1b151d58635 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 07:51:02.539656 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-e3b9f844-a18e-4b9d-8018-0621f86eb86e tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] For port e2c27291-e09a-4def-9ba6-5e55d81be66d, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=e2c27291-e09a-4def-9ba6-5e55d81be66d,segment=NetworkSegment(75b511e1-1915-4215-aba0-40671dc22944),segment_id=75b511e1-1915-4215-aba0-40671dc22944)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:51:02.540031 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e3b9f844-a18e-4b9d-8018-0621f86eb86e tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:02.542604 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8ac348fd-f411-44f8-9c0e-8feacffedd11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:02.556543 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ac348fd-f411-44f8-9c0e-8feacffedd11 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 07:51:02.556958 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8ac348fd-f411-44f8-9c0e-8feacffedd11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:02.558631 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 07:51:02.558631 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 07:51:02.558631 n-d-789963-9 neutron-server[101290]: timer() Sep 17 07:51:02.558631 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 07:51:02.558631 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 07:51:02.558631 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 07:51:02.558631 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 07:51:02.558631 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 07:51:02.558631 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 07:51:02.558631 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 07:51:02.558631 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 07:51:02.558631 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 07:51:02.558631 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 07:51:02.558631 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 07:51:02.558631 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 07:51:02.558631 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 07:51:02.558631 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 07:51:02.558631 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 07:51:02.558631 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 07:51:02.558631 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 07:51:02.558631 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 07:51:02.558631 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 07:51:02.558631 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 07:51:02.558631 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 07:51:02.558631 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 07:51:02.558631 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 07:51:02.558631 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 07:51:02.558631 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 07:51:02.558631 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 07:51:02.558631 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 07:51:02.558631 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 07:51:02.558631 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 07:51:02.561515 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-e3b9f844-a18e-4b9d-8018-0621f86eb86e tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Calling delete_port for e2c27291-e09a-4def-9ba6-5e55d81be66d owned by network:dhcp {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:51:02.607114 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd88d7d5-bbee-4928-b8ae-0e9161f67e08 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 07:51:02.671709 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8ac348fd-f411-44f8-9c0e-8feacffedd11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:02.677934 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bd88d7d5-bbee-4928-b8ae-0e9161f67e08 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:02.681353 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-bd88d7d5-bbee-4928-b8ae-0e9161f67e08 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Added segment 958ea2cd-aa5e-4512-9754-928bef58f1f0 of type vlan for network 3b6c89b5-51dc-4425-8895-6bcc0c058f25 Sep 17 07:51:02.683610 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8ac348fd-f411-44f8-9c0e-8feacffedd11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:02.688449 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-8ac348fd-f411-44f8-9c0e-8feacffedd11 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e7618610-9a57-4cc8-982b-d8af484bdfe5 HTTP/1.1" status: 204 len: 168 time: 1.5250335 Sep 17 07:51:02.689124 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5396f821-86d5-40bb-b24b-eb7c4976d18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:02.722693 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5396f821-86d5-40bb-b24b-eb7c4976d18a None None] Pushing event deleted for resources: {'Port': ['ID=e2c27291-e09a-4def-9ba6-5e55d81be66d,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:02.727010 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5396f821-86d5-40bb-b24b-eb7c4976d18a None None] No DVR routers for this DVR port e2c27291-e09a-4def-9ba6-5e55d81be66d on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:51:02.740738 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e3b9f844-a18e-4b9d-8018-0621f86eb86e tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:02.750385 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac348fd-f411-44f8-9c0e-8feacffedd11 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7618610-9a57-4cc8-982b-d8af484bdfe5,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:02.773078 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b9f844-a18e-4b9d-8018-0621f86eb86e tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Pushing event deleted for resources: {'Port': ['ID=e2c27291-e09a-4def-9ba6-5e55d81be66d,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:02.777103 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b9f844-a18e-4b9d-8018-0621f86eb86e tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] No DVR routers for this DVR port e2c27291-e09a-4def-9ba6-5e55d81be66d on host n-d-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:51:02.788938 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bd88d7d5-bbee-4928-b8ae-0e9161f67e08 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:02.811091 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b4836-d9f0-4100-8e52-43ca74ed6496 req-85020b89-d1c8-44cc-8b4a-604c8e946b15 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:02.812750 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3c3b4836-d9f0-4100-8e52-43ca74ed6496 req-85020b89-d1c8-44cc-8b4a-604c8e946b15 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219 HTTP/1.1" status: 200 len: 950 time: 0.1548162 Sep 17 07:51:02.860380 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39638) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:02.869858 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38e1745d-9abc-4b72-b51f-9a6f2d03ecce admin admin] Router b739aa1f-c7eb-4c26-985e-158a136d0960 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:51:02.877191 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e3b9f844-a18e-4b9d-8018-0621f86eb86e tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:02.893116 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bd88d7d5-bbee-4928-b8ae-0e9161f67e08 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:02.898826 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd88d7d5-bbee-4928-b8ae-0e9161f67e08 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:02.899424 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bd88d7d5-bbee-4928-b8ae-0e9161f67e08 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:02.900132 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-e3b9f844-a18e-4b9d-8018-0621f86eb86e tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['269c5001-9c67-4379-98b4-972ea2ad2382']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:51:02.911814 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-e3b9f844-a18e-4b9d-8018-0621f86eb86e tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75b511e1-1915-4215-aba0-40671dc22944') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:51:02.912149 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-e3b9f844-a18e-4b9d-8018-0621f86eb86e tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75b511e1-1915-4215-aba0-40671dc22944') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:51:02.922524 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e3b9f844-a18e-4b9d-8018-0621f86eb86e tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:02.938091 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e3b9f844-a18e-4b9d-8018-0621f86eb86e tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:02.939824 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3c3b4836-d9f0-4100-8e52-43ca74ed6496 req-cb84992a-7017-4a71-ae3c-c5e90768cc10 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161938 Sep 17 07:51:02.946848 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3b9f844-a18e-4b9d-8018-0621f86eb86e tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 07:51:02.947573 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e3b9f844-a18e-4b9d-8018-0621f86eb86e tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:02.953421 n-d-789963-9 neutron-server[101290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 07:51:02.953421 n-d-789963-9 neutron-server[101290]: self.session.flush() Sep 17 07:51:02.953421 n-d-789963-9 neutron-server[101290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 07:51:02.953421 n-d-789963-9 neutron-server[101290]: self.session.flush() Sep 17 07:51:02.953421 n-d-789963-9 neutron-server[101290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 07:51:02.953421 n-d-789963-9 neutron-server[101290]: self.session.flush() Sep 17 07:51:02.953421 n-d-789963-9 neutron-server[101290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 07:51:02.953421 n-d-789963-9 neutron-server[101290]: self.session.flush() Sep 17 07:51:02.953421 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 07:51:02.953421 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 07:51:02.953421 n-d-789963-9 neutron-server[101290]: timer() Sep 17 07:51:02.953421 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 07:51:02.953421 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 07:51:02.953421 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 07:51:02.953421 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 07:51:02.953421 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 07:51:02.953421 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 07:51:02.953421 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 07:51:02.953421 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 07:51:02.953421 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 07:51:02.953421 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 07:51:02.953421 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 07:51:02.953421 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 07:51:02.953421 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 07:51:02.953421 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 07:51:02.953421 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 07:51:02.953421 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 07:51:02.953421 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 07:51:02.953421 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 07:51:02.953421 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 07:51:02.953421 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 07:51:02.953421 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 07:51:02.953421 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 07:51:02.953421 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 07:51:02.953421 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 07:51:02.953421 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 07:51:02.953421 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 07:51:02.953421 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 07:51:02.953421 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 07:51:02.953421 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 07:51:02.967957 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-bd88d7d5-bbee-4928-b8ae-0e9161f67e08 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5619483 Sep 17 07:51:03.011122 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-99265b2b-60c1-45f5-8d22-1c83f0be3233 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=21f3c7f03c914a5b858a20df6b6b8d87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1453996 Sep 17 07:51:03.038708 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39640) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:03.046092 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd88d7d5-bbee-4928-b8ae-0e9161f67e08 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Pushing event updated for resources: {'Network': ['ID=3b6c89b5-51dc-4425-8895-6bcc0c058f25,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:03.059546 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 3b6c89b5-51dc-4425-8895-6bcc0c058f25 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 07:51:03.115074 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e1745d-9abc-4b72-b51f-9a6f2d03ecce admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:51:03.124929 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-38e1745d-9abc-4b72-b51f-9a6f2d03ecce admin admin] 10.222.0.13 "PUT /v2.0/routers/b739aa1f-c7eb-4c26-985e-158a136d0960/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7569396 Sep 17 07:51:03.125535 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39642) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:03.129286 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018aa388-9128-4f18-bf7b-01c8f2e7760d None None] Sync routers for ids ['b739aa1f-c7eb-4c26-985e-158a136d0960'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:51:03.142358 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018aa388-9128-4f18-bf7b-01c8f2e7760d None None] Routers {'b739aa1f-c7eb-4c26-985e-158a136d0960'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:51:03.145000 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-018aa388-9128-4f18-bf7b-01c8f2e7760d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:50:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['b739aa1f-c7eb-4c26-985e-158a136d0960'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:51:03.148444 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e3b9f844-a18e-4b9d-8018-0621f86eb86e tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:03.164659 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e3b9f844-a18e-4b9d-8018-0621f86eb86e tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:03.168995 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e3b9f844-a18e-4b9d-8018-0621f86eb86e tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] 10.222.0.13 "DELETE /v2.0/networks/269c5001-9c67-4379-98b4-972ea2ad2382 HTTP/1.1" status: 204 len: 168 time: 1.3261540 Sep 17 07:51:03.228767 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87cdad06-42b1-4c6e-b7d3-be53ae4a1eba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ed2d12b-bfaf-472c-a6ae-5ba8d60d89d0'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:51:03.231101 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e3b02a-61ae-4c37-a018-6a820620d097" -d '{"events": [{"server_uuid": "87cdad06-42b1-4c6e-b7d3-be53ae4a1eba", "name": "network-vif-plugged", "status": "completed", "tag": "0ed2d12b-bfaf-472c-a6ae-5ba8d60d89d0"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:51:03.306495 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b4b60f-540f-4670-b7ba-f5b42dec60c3 x-openstack-request-id: req-66b4b60f-540f-4670-b7ba-f5b42dec60c3 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:51:03.306792 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87cdad06-42b1-4c6e-b7d3-be53ae4a1eba", "name": "network-vif-plugged", "status": "completed", "tag": "0ed2d12b-bfaf-472c-a6ae-5ba8d60d89d0", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:51:03.307044 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-66b4b60f-540f-4670-b7ba-f5b42dec60c3 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:51:03.307796 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87cdad06-42b1-4c6e-b7d3-be53ae4a1eba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ed2d12b-bfaf-472c-a6ae-5ba8d60d89d0', 'code': 200} Sep 17 07:51:03.326313 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-aa44d50c-aed2-480d-8b69-9e9566d2e38f admin admin] Notify callbacks [] for router, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:03.329267 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b9f844-a18e-4b9d-8018-0621f86eb86e tempest-AllowedAddressPairIpV6TestJSON-1365051100 tempest-AllowedAddressPairIpV6TestJSON-1365051100-project] Pushing event deleted for resources: {'Network': ['ID=269c5001-9c67-4379-98b4-972ea2ad2382,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:03.387117 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2e076805-32ba-4ef3-a188-0dc528b36572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:03.400273 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a43a590-845b-4d72-864d-339762f04b88 req-09e7741b-3cd4-44ee-bd7d-5c8f0a1c6867 tempest-InstanceActionsV221TestJSON-1194107411 tempest-InstanceActionsV221TestJSON-1194107411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:03.402341 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8a43a590-845b-4d72-864d-339762f04b88 req-09e7741b-3cd4-44ee-bd7d-5c8f0a1c6867 tempest-InstanceActionsV221TestJSON-1194107411 tempest-InstanceActionsV221TestJSON-1194107411-project] 10.222.0.39 "GET /v2.0/networks?id=8dc8cbb8-80c3-4ce1-aaee-394be19ae4e5 HTTP/1.1" status: 200 len: 818 time: 0.4377978 Sep 17 07:51:03.426401 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-8a43a590-845b-4d72-864d-339762f04b88 req-a4db7a63-93de-45a9-8577-82aa0ca0dced tempest-InstanceActionsV221TestJSON-1194107411 tempest-InstanceActionsV221TestJSON-1194107411-project] Request body: {'port': {'device_id': '1a6ee05f-83ad-48c6-98a0-c6e0b4d17007', 'network_id': '8dc8cbb8-80c3-4ce1-aaee-394be19ae4e5', 'admin_state_up': True, 'tenant_id': 'a38bf53867dd42e98f614ad8168a30db'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:51:03.509960 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2e076805-32ba-4ef3-a188-0dc528b36572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:03.544002 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-018aa388-9128-4f18-bf7b-01c8f2e7760d None None] Set router b739aa1f-c7eb-4c26-985e-158a136d0960 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:51:03.638277 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device e2c27291-e09a-4def-9ba6-5e55d81be66d no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:51:03.681696 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2e076805-32ba-4ef3-a188-0dc528b36572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:03.684250 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2e076805-32ba-4ef3-a188-0dc528b36572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:03.700085 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-2e076805-32ba-4ef3-a188-0dc528b36572 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dbb8b46b-1ef4-41c3-8b49-4cc623031cd0 HTTP/1.1" status: 204 len: 168 time: 0.6435575 Sep 17 07:51:03.706400 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: e2c27291-e09a-4def-9ba6-5e55d81be66d {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:51:03.706759 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device e2c27291-e09a-4def-9ba6-5e55d81be66d not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:51:03.721406 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f31f5ef5-6f83-4cb5-aa4c-8116ecf160e7 req-fd7b0c96-509b-48d4-a42c-318bebd644d2 tempest-InstanceActionsV221TestJSON-1194107411 tempest-InstanceActionsV221TestJSON-1194107411-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a6ee05f-83ad-48c6-98a0-c6e0b4d17007 HTTP/1.1" status: 200 len: 210 time: 0.1495783 Sep 17 07:51:03.793284 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39658) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:03.843122 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ab1ae1-a493-44f4-86d6-c7a93dd45d51 req-06edd8b2-3b94-41e1-ac29-c03d253a7908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:03.845970 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-87ab1ae1-a493-44f4-86d6-c7a93dd45d51 req-06edd8b2-3b94-41e1-ac29-c03d253a7908 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 1101 time: 0.4234018 Sep 17 07:51:03.847968 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e076805-32ba-4ef3-a188-0dc528b36572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb8b46b-1ef4-41c3-8b49-4cc623031cd0,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:03.902002 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-aa44d50c-aed2-480d-8b69-9e9566d2e38f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:03.931549 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde4204-b28a-4569-837a-73ce572eea73 req-c615e168-4581-41b3-960f-b5bb24f637d9 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:03.937175 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6dde4204-b28a-4569-837a-73ce572eea73 req-c615e168-4581-41b3-960f-b5bb24f637d9 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 950 time: 0.3121698 Sep 17 07:51:03.970109 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-018aa388-9128-4f18-bf7b-01c8f2e7760d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b739aa1f-c7eb-4c26-985e-158a136d0960', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1027793127-router', 'tenant_id': 'ff07538e69124b4d989cb5ca3280f312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '17b3660d-6214-495b-80c8-f0eb093523da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:43:37Z', 'updated_at': '2021-09-17T07:51:01Z', 'revision_number': 5, 'project_id': 'ff07538e69124b4d989cb5ca3280f312', 'gw_port': {'id': '17b3660d-6214-495b-80c8-f0eb093523da', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:11:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b739aa1f-c7eb-4c26-985e-158a136d0960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:43:38Z', 'updated_at': '2021-09-17T07:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:51:03.993071 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a43a590-845b-4d72-864d-339762f04b88 req-a4db7a63-93de-45a9-8577-82aa0ca0dced tempest-InstanceActionsV221TestJSON-1194107411 tempest-InstanceActionsV221TestJSON-1194107411-project] Made reservation on behalf of a38bf53867dd42e98f614ad8168a30db for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:51:03.997181 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8a43a590-845b-4d72-864d-339762f04b88 req-a4db7a63-93de-45a9-8577-82aa0ca0dced tempest-InstanceActionsV221TestJSON-1194107411 tempest-InstanceActionsV221TestJSON-1194107411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:03.999000 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018aa388-9128-4f18-bf7b-01c8f2e7760d None None] Checking router: b739aa1f-c7eb-4c26-985e-158a136d0960 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:51:04.010159 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018aa388-9128-4f18-bf7b-01c8f2e7760d None None] Routers {'b739aa1f-c7eb-4c26-985e-158a136d0960'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:51:04.011561 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-018aa388-9128-4f18-bf7b-01c8f2e7760d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:50:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['b739aa1f-c7eb-4c26-985e-158a136d0960'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:51:04.155494 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-87ab1ae1-a493-44f4-86d6-c7a93dd45d51 req-b8689357-5a13-4d02-8f91-40112d8a14eb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991657 Sep 17 07:51:04.197184 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6dde4204-b28a-4569-837a-73ce572eea73 req-1ac80dea-e8cb-4bac-a18b-f1109810febb tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488523 Sep 17 07:51:04.211899 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-018aa388-9128-4f18-bf7b-01c8f2e7760d None None] Set router b739aa1f-c7eb-4c26-985e-158a136d0960 gateway port host: None {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:51:04.224390 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87be312c-db45-4dbb-98ab-a6225e93b47a req-8dfc7cc6-400e-4202-95b8-3a4c4b303daf tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:04.241137 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-87be312c-db45-4dbb-98ab-a6225e93b47a req-8dfc7cc6-400e-4202-95b8-3a4c4b303daf tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219 HTTP/1.1" status: 200 len: 950 time: 0.1018076 Sep 17 07:51:04.283772 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-aa44d50c-aed2-480d-8b69-9e9566d2e38f admin admin] Deleting port 17b3660d-6214-495b-80c8-f0eb093523da {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:51:04.284247 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-aa44d50c-aed2-480d-8b69-9e9566d2e38f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:04.300974 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-87be312c-db45-4dbb-98ab-a6225e93b47a req-bcf144a3-3288-4df1-ae2f-d4b17e9fea96 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587478 Sep 17 07:51:04.305038 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-018aa388-9128-4f18-bf7b-01c8f2e7760d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b739aa1f-c7eb-4c26-985e-158a136d0960', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1027793127-router', 'tenant_id': 'ff07538e69124b4d989cb5ca3280f312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:43:37Z', 'updated_at': '2021-09-17T07:51:03Z', 'revision_number': 6, 'project_id': 'ff07538e69124b4d989cb5ca3280f312', 'gw_port_host': None}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:51:04.339039 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018aa388-9128-4f18-bf7b-01c8f2e7760d None None] The sync data for ids ['b739aa1f-c7eb-4c26-985e-158a136d0960'] in n-d-789963-9 is: [{'id': 'b739aa1f-c7eb-4c26-985e-158a136d0960', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1027793127-router', 'tenant_id': 'ff07538e69124b4d989cb5ca3280f312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:43:37Z', 'updated_at': '2021-09-17T07:51:03Z', 'revision_number': 6, 'project_id': 'ff07538e69124b4d989cb5ca3280f312', 'gw_port_host': None}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:51:04.421850 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-aa44d50c-aed2-480d-8b69-9e9566d2e38f admin admin] For port 17b3660d-6214-495b-80c8-f0eb093523da, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=17b3660d-6214-495b-80c8-f0eb093523da,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:51:04.422658 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-aa44d50c-aed2-480d-8b69-9e9566d2e38f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:04.430885 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-8a43a590-845b-4d72-864d-339762f04b88 req-a4db7a63-93de-45a9-8577-82aa0ca0dced tempest-InstanceActionsV221TestJSON-1194107411 tempest-InstanceActionsV221TestJSON-1194107411-project] Allocated IP 172.20.0.2 (8dc8cbb8-80c3-4ce1-aaee-394be19ae4e5/d34a8365-5438-45a9-9745-32d1aa60d932/7f485c28-f3b5-4941-beb9-5b9c7ca20ee8) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:51:04.438894 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-aa44d50c-aed2-480d-8b69-9e9566d2e38f admin admin] Calling delete_port for 17b3660d-6214-495b-80c8-f0eb093523da owned by network:router_gateway {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:51:04.586657 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8a43a590-845b-4d72-864d-339762f04b88 req-a4db7a63-93de-45a9-8577-82aa0ca0dced tempest-InstanceActionsV221TestJSON-1194107411 tempest-InstanceActionsV221TestJSON-1194107411-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:04.622258 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8a43a590-845b-4d72-864d-339762f04b88 req-a4db7a63-93de-45a9-8577-82aa0ca0dced tempest-InstanceActionsV221TestJSON-1194107411 tempest-InstanceActionsV221TestJSON-1194107411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:04.676092 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-097d99b1-9d16-4acb-a15f-9f6c39361a73 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eabd1069aa6d4394b149dfa896d998e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8771915 Sep 17 07:51:04.677185 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39678) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:04.680484 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-aa44d50c-aed2-480d-8b69-9e9566d2e38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:04.692462 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a43a590-845b-4d72-864d-339762f04b88 req-a4db7a63-93de-45a9-8577-82aa0ca0dced tempest-InstanceActionsV221TestJSON-1194107411 tempest-InstanceActionsV221TestJSON-1194107411-project] Network 8dc8cbb8-80c3-4ce1-aaee-394be19ae4e5 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:51:04.699141 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4db7a63-93de-45a9-8577-82aa0ca0dced tempest-InstanceActionsV221TestJSON-1194107411 tempest-InstanceActionsV221TestJSON-1194107411-project] Pushing event updated for resources: {'Port': ['ID=7f485c28-f3b5-4941-beb9-5b9c7ca20ee8,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:04.702175 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-8a43a590-845b-4d72-864d-339762f04b88 req-a4db7a63-93de-45a9-8577-82aa0ca0dced tempest-InstanceActionsV221TestJSON-1194107411 tempest-InstanceActionsV221TestJSON-1194107411-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:51:04.717360 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a43a590-845b-4d72-864d-339762f04b88 req-a4db7a63-93de-45a9-8577-82aa0ca0dced tempest-InstanceActionsV221TestJSON-1194107411 tempest-InstanceActionsV221TestJSON-1194107411-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:51:04.819729 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a43a590-845b-4d72-864d-339762f04b88 req-a4db7a63-93de-45a9-8577-82aa0ca0dced tempest-InstanceActionsV221TestJSON-1194107411 tempest-InstanceActionsV221TestJSON-1194107411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:04.820844 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8a43a590-845b-4d72-864d-339762f04b88 req-a4db7a63-93de-45a9-8577-82aa0ca0dced tempest-InstanceActionsV221TestJSON-1194107411 tempest-InstanceActionsV221TestJSON-1194107411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:04.852647 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8a43a590-845b-4d72-864d-339762f04b88 req-a4db7a63-93de-45a9-8577-82aa0ca0dced tempest-InstanceActionsV221TestJSON-1194107411 tempest-InstanceActionsV221TestJSON-1194107411-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4309640 Sep 17 07:51:04.873260 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-8a43a590-845b-4d72-864d-339762f04b88 req-e5064ee0-8fd5-42d4-a99f-9cb3c51339ca service neutron] Request body: {'port': {'device_id': '1a6ee05f-83ad-48c6-98a0-c6e0b4d17007', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:51:04.877480 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:04.981886 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8a43a590-845b-4d72-864d-339762f04b88 req-e5064ee0-8fd5-42d4-a99f-9cb3c51339ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:04.990153 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39688) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:05.143654 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-864ea011-8710-40df-8e13-bfe649b394bb admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-2081575778-network', 'tenant_id': 'ce0a475621e847aaadce10f168c718d9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:51:05.145048 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa44d50c-aed2-480d-8b69-9e9566d2e38f admin admin] Pushing event deleted for resources: {'Port': ['ID=17b3660d-6214-495b-80c8-f0eb093523da,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:05.199263 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-864ea011-8710-40df-8e13-bfe649b394bb admin admin] Made reservation on behalf of ce0a475621e847aaadce10f168c718d9 for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:51:05.201716 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-864ea011-8710-40df-8e13-bfe649b394bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:05.217013 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff544927-0446-4923-9c33-851d33cfa88c req-913c2a97-5d98-486e-8c57-fd34a5eb58f0 tempest-InstanceActionsV221TestJSON-1194107411 tempest-InstanceActionsV221TestJSON-1194107411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:05.218488 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-864ea011-8710-40df-8e13-bfe649b394bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:05.218624 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ff544927-0446-4923-9c33-851d33cfa88c req-913c2a97-5d98-486e-8c57-fd34a5eb58f0 tempest-InstanceActionsV221TestJSON-1194107411 tempest-InstanceActionsV221TestJSON-1194107411-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a6ee05f-83ad-48c6-98a0-c6e0b4d17007 HTTP/1.1" status: 200 len: 931 time: 0.1153147 Sep 17 07:51:05.277772 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f9ab388b-d8d6-47b8-bf84-75a38b6cf1b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:05.315655 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f9ab388b-d8d6-47b8-bf84-75a38b6cf1b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:05.321040 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:05.348026 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-8a43a590-845b-4d72-864d-339762f04b88 req-e5064ee0-8fd5-42d4-a99f-9cb3c51339ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f485c28-f3b5-4941-beb9-5b9c7ca20ee8 {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:51:05.361495 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8a43a590-845b-4d72-864d-339762f04b88 req-e5064ee0-8fd5-42d4-a99f-9cb3c51339ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:05.384414 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-8a43a590-845b-4d72-864d-339762f04b88 req-e5064ee0-8fd5-42d4-a99f-9cb3c51339ca service neutron] Transition to ACTIVE for port object 7f485c28-f3b5-4941-beb9-5b9c7ca20ee8 will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:51:05.390709 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8a43a590-845b-4d72-864d-339762f04b88 req-e5064ee0-8fd5-42d4-a99f-9cb3c51339ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:05.419050 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-aa44d50c-aed2-480d-8b69-9e9566d2e38f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:05.422945 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f9ab388b-d8d6-47b8-bf84-75a38b6cf1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:05.424854 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f9ab388b-d8d6-47b8-bf84-75a38b6cf1b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:05.426025 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-f9ab388b-d8d6-47b8-bf84-75a38b6cf1b2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b88a3bfc-0cf4-41b6-a828-1cace2240ea4 HTTP/1.1" status: 204 len: 168 time: 0.7465320 Sep 17 07:51:05.499897 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-864ea011-8710-40df-8e13-bfe649b394bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:05.521352 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 0dea89cc-ff16-497b-9805-ef50d6cd02d0 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:51:05.530794 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5064ee0-8fd5-42d4-a99f-9cb3c51339ca service neutron] Pushing event updated for resources: {'Port': ['ID=7f485c28-f3b5-4941-beb9-5b9c7ca20ee8,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:05.552894 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ab388b-d8d6-47b8-bf84-75a38b6cf1b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88a3bfc-0cf4-41b6-a828-1cace2240ea4,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:05.554296 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-864ea011-8710-40df-8e13-bfe649b394bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:05.557645 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 0dea89cc-ff16-497b-9805-ef50d6cd02d0 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:51:05.558381 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ff544927-0446-4923-9c33-851d33cfa88c req-08a452a2-0583-4b03-8564-9c4ee4487036 tempest-InstanceActionsV221TestJSON-1194107411 tempest-InstanceActionsV221TestJSON-1194107411-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4b8f441-b3ec-4bb1-8bf9-1c761735fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267691 Sep 17 07:51:05.560176 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 0dea89cc-ff16-497b-9805-ef50d6cd02d0 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:51:05.562351 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 17b3660d-6214-495b-80c8-f0eb093523da no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:51:05.603960 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-aa44d50c-aed2-480d-8b69-9e9566d2e38f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:05.606834 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-aa44d50c-aed2-480d-8b69-9e9566d2e38f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:05.607775 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-864ea011-8710-40df-8e13-bfe649b394bb admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 07:51:05.615618 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 17b3660d-6214-495b-80c8-f0eb093523da {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:51:05.619002 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe7027-2837-45e9-835e-91596e3cd955 req-ed73f183-d824-4318-a19c-384c7a333ea6 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:05.620798 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 17b3660d-6214-495b-80c8-f0eb093523da not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:51:05.630504 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-16fe7027-2837-45e9-835e-91596e3cd955 req-ed73f183-d824-4318-a19c-384c7a333ea6 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 950 time: 0.2545004 Sep 17 07:51:05.724900 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-864ea011-8710-40df-8e13-bfe649b394bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:05.724900 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-864ea011-8710-40df-8e13-bfe649b394bb admin admin] Added segment f6b74a07-e284-4528-a460-88b5614ba92d of type vlan for network cc97d231-b8e1-4f77-9438-e44ace44d63d Sep 17 07:51:05.805314 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-aa44d50c-aed2-480d-8b69-9e9566d2e38f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:05.805908 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa44d50c-aed2-480d-8b69-9e9566d2e38f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b739aa1f-c7eb-4c26-985e-158a136d0960 {{(pid=101289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 07:51:05.811748 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-aa44d50c-aed2-480d-8b69-9e9566d2e38f admin admin] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:05.816108 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-aa44d50c-aed2-480d-8b69-9e9566d2e38f admin admin] 10.222.0.13 "DELETE /v2.0/routers/b739aa1f-c7eb-4c26-985e-158a136d0960 HTTP/1.1" status: 204 len: 168 time: 2.6892831 Sep 17 07:51:05.818535 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39700) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:05.860490 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864ea011-8710-40df-8e13-bfe649b394bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e165fbb-9ab8-4bf2-ab79-2b2690722fa5,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:05.883044 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-864ea011-8710-40df-8e13-bfe649b394bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:05.899518 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f7d737f-6e28-469f-a92f-b54ff45aae35 admin admin] Deleting subnet f98ab698-bb50-4bb7-a533-9200420f6ada {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:51:05.907528 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4f7d737f-6e28-469f-a92f-b54ff45aae35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:05.929444 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-8a43a590-845b-4d72-864d-339762f04b88 req-e5064ee0-8fd5-42d4-a99f-9cb3c51339ca service neutron] Attempting to bind port 7f485c28-f3b5-4941-beb9-5b9c7ca20ee8 on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:51:05.929805 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-8a43a590-845b-4d72-864d-339762f04b88 req-e5064ee0-8fd5-42d4-a99f-9cb3c51339ca service neutron] Attempting to bind port 7f485c28-f3b5-4941-beb9-5b9c7ca20ee8 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': 'feb096b4-365f-442c-8076-7ef897562590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '8dc8cbb8-80c3-4ce1-aaee-394be19ae4e5'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:51:05.930149 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a43a590-845b-4d72-864d-339762f04b88 req-e5064ee0-8fd5-42d4-a99f-9cb3c51339ca service neutron] Attempting to bind port 7f485c28-f3b5-4941-beb9-5b9c7ca20ee8 on network 8dc8cbb8-80c3-4ce1-aaee-394be19ae4e5 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:51:05.936985 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a43a590-845b-4d72-864d-339762f04b88 req-e5064ee0-8fd5-42d4-a99f-9cb3c51339ca service neutron] Port 7f485c28-f3b5-4941-beb9-5b9c7ca20ee8 on network 8dc8cbb8-80c3-4ce1-aaee-394be19ae4e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:51:05.937423 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a43a590-845b-4d72-864d-339762f04b88 req-e5064ee0-8fd5-42d4-a99f-9cb3c51339ca service neutron] Attempting to bind port 7f485c28-f3b5-4941-beb9-5b9c7ca20ee8 on network 8dc8cbb8-80c3-4ce1-aaee-394be19ae4e5 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:51:05.945578 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a43a590-845b-4d72-864d-339762f04b88 req-e5064ee0-8fd5-42d4-a99f-9cb3c51339ca service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:51:05.945918 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a43a590-845b-4d72-864d-339762f04b88 req-e5064ee0-8fd5-42d4-a99f-9cb3c51339ca service neutron] Checking segment: {'id': 'feb096b4-365f-442c-8076-7ef897562590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '8dc8cbb8-80c3-4ce1-aaee-394be19ae4e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:51:05.946308 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a43a590-845b-4d72-864d-339762f04b88 req-e5064ee0-8fd5-42d4-a99f-9cb3c51339ca service neutron] Bound using segment: {'id': 'feb096b4-365f-442c-8076-7ef897562590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '8dc8cbb8-80c3-4ce1-aaee-394be19ae4e5'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:51:05.956262 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-8a43a590-845b-4d72-864d-339762f04b88 req-e5064ee0-8fd5-42d4-a99f-9cb3c51339ca service neutron] Bound port: 7f485c28-f3b5-4941-beb9-5b9c7ca20ee8, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feb096b4-365f-442c-8076-7ef897562590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '8dc8cbb8-80c3-4ce1-aaee-394be19ae4e5'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:51:05.957253 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4f7d737f-6e28-469f-a92f-b54ff45aae35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:05.957728 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8a43a590-845b-4d72-864d-339762f04b88 req-e5064ee0-8fd5-42d4-a99f-9cb3c51339ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:05.992761 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-864ea011-8710-40df-8e13-bfe649b394bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:05.995421 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864ea011-8710-40df-8e13-bfe649b394bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:05.996704 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-864ea011-8710-40df-8e13-bfe649b394bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:06.027454 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-16fe7027-2837-45e9-835e-91596e3cd955 req-7182ee1c-07c2-40e2-83d8-8e4d4ecec867 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3954144 Sep 17 07:51:06.046288 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83158c30-7dad-4728-92e6-f0e5f20554c6 req-4a039c2f-bd02-4f88-af51-cf43a7d28d5c tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:06.051923 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-83158c30-7dad-4728-92e6-f0e5f20554c6 req-4a039c2f-bd02-4f88-af51-cf43a7d28d5c tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219 HTTP/1.1" status: 200 len: 950 time: 0.2861171 Sep 17 07:51:06.123909 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-864ea011-8710-40df-8e13-bfe649b394bb admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.1323922 Sep 17 07:51:06.143312 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 07:51:06.144015 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39712) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:06.150884 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-47c3debb-bd80-47a9-a2a7-04864a4691c4 admin admin] Request body: {'subnet': {'network_id': 'cc97d231-b8e1-4f77-9438-e44ace44d63d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-2081575778-subnet', 'tenant_id': 'ce0a475621e847aaadce10f168c718d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:51:06.171476 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864ea011-8710-40df-8e13-bfe649b394bb admin admin] Pushing event updated for resources: {'Network': ['ID=cc97d231-b8e1-4f77-9438-e44ace44d63d,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:06.181544 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-83158c30-7dad-4728-92e6-f0e5f20554c6 req-c8ae09d6-2fa1-4ab9-beed-5d571faef514 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158421 Sep 17 07:51:06.182800 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network cc97d231-b8e1-4f77-9438-e44ace44d63d details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 07:51:06.208179 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4f7d737f-6e28-469f-a92f-b54ff45aae35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:06.211676 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c3debb-bd80-47a9-a2a7-04864a4691c4 admin admin] Made reservation on behalf of ce0a475621e847aaadce10f168c718d9 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:51:06.215564 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-47c3debb-bd80-47a9-a2a7-04864a4691c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:06.299903 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4f7d737f-6e28-469f-a92f-b54ff45aae35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:06.335960 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39716) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:06.341709 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-8eb420d8-163f-4a89-83be-693dcdfd2dba tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Request body: {'subnets': [{'network_id': 'df21f086-b868-41a4-8bd5-a1b151d58635', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1369098470', 'ip_version': 6}, {'network_id': '3b6c89b5-51dc-4425-8895-6bcc0c058f25', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:51:06.341828 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-8eb420d8-163f-4a89-83be-693dcdfd2dba tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Request body: {'subnet': {'network_id': 'df21f086-b868-41a4-8bd5-a1b151d58635', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1369098470', 'ip_version': 6}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:51:06.342487 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-8eb420d8-163f-4a89-83be-693dcdfd2dba tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Request body: {'subnet': {'network_id': '3b6c89b5-51dc-4425-8895-6bcc0c058f25', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:51:06.346111 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7d737f-6e28-469f-a92f-b54ff45aae35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f98ab698-bb50-4bb7-a533-9200420f6ada,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:06.361256 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4f7d737f-6e28-469f-a92f-b54ff45aae35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:06.361712 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394e6a4c-8822-4df1-997e-9a6d6cde4bcb None None] Network a5c06748-2696-4f41-a47b-7a6b39c49477 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:51:06.366640 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-4f7d737f-6e28-469f-a92f-b54ff45aae35 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f98ab698-bb50-4bb7-a533-9200420f6ada HTTP/1.1" status: 204 len: 168 time: 0.5438771 Sep 17 07:51:06.369525 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39720) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:06.433683 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-8a43a590-845b-4d72-864d-339762f04b88 req-e5064ee0-8fd5-42d4-a99f-9cb3c51339ca service neutron] For port 7f485c28-f3b5-4941-beb9-5b9c7ca20ee8, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:51:06.436155 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-47c3debb-bd80-47a9-a2a7-04864a4691c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:06.471164 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-8a43a590-845b-4d72-864d-339762f04b88 req-e5064ee0-8fd5-42d4-a99f-9cb3c51339ca service neutron] For port 7f485c28-f3b5-4941-beb9-5b9c7ca20ee8, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=7f485c28-f3b5-4941-beb9-5b9c7ca20ee8,segment=NetworkSegment(feb096b4-365f-442c-8076-7ef897562590),segment_id=feb096b4-365f-442c-8076-7ef897562590)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:51:06.484694 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8a43a590-845b-4d72-864d-339762f04b88 req-e5064ee0-8fd5-42d4-a99f-9cb3c51339ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:06.550272 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a43a590-845b-4d72-864d-339762f04b88 req-e5064ee0-8fd5-42d4-a99f-9cb3c51339ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:06.551010 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8a43a590-845b-4d72-864d-339762f04b88 req-e5064ee0-8fd5-42d4-a99f-9cb3c51339ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:06.551963 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8a43a590-845b-4d72-864d-339762f04b88 req-e5064ee0-8fd5-42d4-a99f-9cb3c51339ca service neutron] 10.222.0.39 "PUT /v2.0/ports/7f485c28-f3b5-4941-beb9-5b9c7ca20ee8 HTTP/1.1" status: 200 len: 1091 time: 1.6831653 Sep 17 07:51:06.554570 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a6ee05f-83ad-48c6-98a0-c6e0b4d17007', 'tag': '7f485c28-f3b5-4941-beb9-5b9c7ca20ee8'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:51:06.556850 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63ef560-ea2c-4a08-acf4-0e33190da4cd" -d '{"events": [{"name": "network-changed", "server_uuid": "1a6ee05f-83ad-48c6-98a0-c6e0b4d17007", "tag": "7f485c28-f3b5-4941-beb9-5b9c7ca20ee8"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:51:06.565015 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-39867ce7-790e-4326-88c9-35e48b8f911d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:06.572586 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5064ee0-8fd5-42d4-a99f-9cb3c51339ca service neutron] Pushing event updated for resources: {'Port': ['ID=7f485c28-f3b5-4941-beb9-5b9c7ca20ee8,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:06.575875 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c3debb-bd80-47a9-a2a7-04864a4691c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e4f7180-884c-4866-a6b3-7ca3d74bdb19,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:06.612110 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c3debb-bd80-47a9-a2a7-04864a4691c4 admin admin] Checking segment: {'id': 'f6b74a07-e284-4528-a460-88b5614ba92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cc97d231-b8e1-4f77-9438-e44ace44d63d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:51:06.612480 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c3debb-bd80-47a9-a2a7-04864a4691c4 admin admin] Network hostable DHCP agents. Network: cc97d231-b8e1-4f77-9438-e44ace44d63d, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 07:51:06.621064 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19deeb1-46b6-4c2d-90af-24727545c1da None None] DHCP port deletion for a5c06748-2696-4f41-a47b-7a6b39c49477 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 07:51:06.653812 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaca0ef6-bdce-4bef-aec0-f45c9bc647e2 x-openstack-request-id: req-eaca0ef6-bdce-4bef-aec0-f45c9bc647e2 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:51:06.654101 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a6ee05f-83ad-48c6-98a0-c6e0b4d17007", "tag": "7f485c28-f3b5-4941-beb9-5b9c7ca20ee8", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:51:06.654345 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eaca0ef6-bdce-4bef-aec0-f45c9bc647e2 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:51:06.654739 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a6ee05f-83ad-48c6-98a0-c6e0b4d17007', 'tag': '7f485c28-f3b5-4941-beb9-5b9c7ca20ee8', 'status': 'completed', 'code': 200} Sep 17 07:51:06.657699 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb420d8-163f-4a89-83be-693dcdfd2dba tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Made reservation on behalf of 92505ad6b42f4a579752bb56cad201e8 for: {'subnet': 2} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:51:06.663881 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8eb420d8-163f-4a89-83be-693dcdfd2dba tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:06.664479 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8eb420d8-163f-4a89-83be-693dcdfd2dba tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:06.665312 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39730) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:06.686360 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c3debb-bd80-47a9-a2a7-04864a4691c4 admin admin] Network cc97d231-b8e1-4f77-9438-e44ace44d63d is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 07:51:06.691400 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a43a590-845b-4d72-864d-339762f04b88 req-a2e0e9fd-0615-459d-a291-159da103c931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:06.697130 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8a43a590-845b-4d72-864d-339762f04b88 req-a2e0e9fd-0615-459d-a291-159da103c931 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a38bf53867dd42e98f614ad8168a30db&device_id=1a6ee05f-83ad-48c6-98a0-c6e0b4d17007 HTTP/1.1" status: 200 len: 1094 time: 0.0792050 Sep 17 07:51:06.702692 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-b19deeb1-46b6-4c2d-90af-24727545c1da None None] Deleting port 045ba442-aed6-4786-a09c-ecdd49ff828d {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:51:06.703172 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b19deeb1-46b6-4c2d-90af-24727545c1da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:06.711918 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-47c3debb-bd80-47a9-a2a7-04864a4691c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, cc97d231-b8e1-4f77-9438-e44ace44d63d) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:51:06.726900 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603e1fb2-b736-4de9-8083-82ebb723be63 None None] Network cc97d231-b8e1-4f77-9438-e44ace44d63d requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:51:06.756313 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8a43a590-845b-4d72-864d-339762f04b88 req-5610353f-de72-44cd-bd9f-24926e74766f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7f485c28-f3b5-4941-beb9-5b9c7ca20ee8 HTTP/1.1" status: 200 len: 217 time: 0.0402799 Sep 17 07:51:06.757735 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c3debb-bd80-47a9-a2a7-04864a4691c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:06.758334 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-47c3debb-bd80-47a9-a2a7-04864a4691c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:06.795432 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-39867ce7-790e-4326-88c9-35e48b8f911d admin admin] Deleting port 045ba442-aed6-4786-a09c-ecdd49ff828d {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:51:06.795867 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-39867ce7-790e-4326-88c9-35e48b8f911d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:06.812233 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-1b5eb5a3-9ba6-4647-9139-1537a3a895b8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1526799491'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:51:06.823930 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-47c3debb-bd80-47a9-a2a7-04864a4691c4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6720004 Sep 17 07:51:06.848451 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a43a590-845b-4d72-864d-339762f04b88 req-dd8417f4-64ea-46a5-879e-5c30bbaa5e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:06.851585 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-b19deeb1-46b6-4c2d-90af-24727545c1da None None] For port 045ba442-aed6-4786-a09c-ecdd49ff828d, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=045ba442-aed6-4786-a09c-ecdd49ff828d,segment=NetworkSegment(dc23a884-51cd-4ded-a5e8-70bcfddaa81c),segment_id=dc23a884-51cd-4ded-a5e8-70bcfddaa81c)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:51:06.851790 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8a43a590-845b-4d72-864d-339762f04b88 req-dd8417f4-64ea-46a5-879e-5c30bbaa5e1f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d34a8365-5438-45a9-9745-32d1aa60d932 HTTP/1.1" status: 200 len: 858 time: 0.0870860 Sep 17 07:51:06.852488 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b19deeb1-46b6-4c2d-90af-24727545c1da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:06.871635 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-b19deeb1-46b6-4c2d-90af-24727545c1da None None] Calling delete_port for 045ba442-aed6-4786-a09c-ecdd49ff828d owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:51:06.874413 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5eb5a3-9ba6-4647-9139-1537a3a895b8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Made reservation on behalf of 852d2b51c00949899c2370ce1b47ee69 for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:51:06.878725 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1b5eb5a3-9ba6-4647-9139-1537a3a895b8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:06.904811 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8a43a590-845b-4d72-864d-339762f04b88 req-f6802583-0c8f-4251-bd05-7ae7dc2a1457 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8dc8cbb8-80c3-4ce1-aaee-394be19ae4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449018 Sep 17 07:51:06.905905 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1b5eb5a3-9ba6-4647-9139-1537a3a895b8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:06.922925 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-39867ce7-790e-4326-88c9-35e48b8f911d admin admin] For port 045ba442-aed6-4786-a09c-ecdd49ff828d, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=045ba442-aed6-4786-a09c-ecdd49ff828d,segment=NetworkSegment(dc23a884-51cd-4ded-a5e8-70bcfddaa81c),segment_id=dc23a884-51cd-4ded-a5e8-70bcfddaa81c)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:51:06.923202 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-39867ce7-790e-4326-88c9-35e48b8f911d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:06.937091 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-39867ce7-790e-4326-88c9-35e48b8f911d admin admin] Calling delete_port for 045ba442-aed6-4786-a09c-ecdd49ff828d owned by network:dhcp {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:51:07.038438 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8a43a590-845b-4d72-864d-339762f04b88 req-01ac39f6-4e98-41b9-86a2-c05ad491da8e service neutron] 10.222.0.39 "GET /v2.0/networks/8dc8cbb8-80c3-4ce1-aaee-394be19ae4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210127 Sep 17 07:51:07.158947 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a983ff2-c4d3-4b04-a0c3-b65bcbf10a10 None None] Network cc97d231-b8e1-4f77-9438-e44ace44d63d requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:51:07.210947 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1b5eb5a3-9ba6-4647-9139-1537a3a895b8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:07.213541 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec2a0c-f6b3-40b6-a66c-9e6367bab91f req-fac94923-3b15-4b9d-be35-69bd6bfcfd4e tempest-InstanceActionsV221TestJSON-1194107411 tempest-InstanceActionsV221TestJSON-1194107411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:07.219970 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1b5eb5a3-9ba6-4647-9139-1537a3a895b8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:07.222378 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-63ec2a0c-f6b3-40b6-a66c-9e6367bab91f req-fac94923-3b15-4b9d-be35-69bd6bfcfd4e tempest-InstanceActionsV221TestJSON-1194107411 tempest-InstanceActionsV221TestJSON-1194107411-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a6ee05f-83ad-48c6-98a0-c6e0b4d17007 HTTP/1.1" status: 200 len: 943 time: 0.5282464 Sep 17 07:51:07.243382 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8a43a590-845b-4d72-864d-339762f04b88 req-ba997369-ff3f-4fe7-a0eb-2d35adaf9239 service neutron] 10.222.0.39 "GET /v2.0/networks/8dc8cbb8-80c3-4ce1-aaee-394be19ae4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952486 Sep 17 07:51:07.259664 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b19deeb1-46b6-4c2d-90af-24727545c1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:07.267052 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b5eb5a3-9ba6-4647-9139-1537a3a895b8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 07:51:07.273232 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5eb5a3-9ba6-4647-9139-1537a3a895b8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=027c4d40-9147-4fa3-885c-c0cd47023a74,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:07.287596 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1b5eb5a3-9ba6-4647-9139-1537a3a895b8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:07.288163 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-1b5eb5a3-9ba6-4647-9139-1537a3a895b8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Added segment ccc4c9b3-8f64-4b6a-96f4-35a1665005a6 of type vlan for network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 Sep 17 07:51:07.296412 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19deeb1-46b6-4c2d-90af-24727545c1da None None] Pushing event deleted for resources: {'Port': ['ID=045ba442-aed6-4786-a09c-ecdd49ff828d,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:07.304143 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-39867ce7-790e-4326-88c9-35e48b8f911d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:07.309952 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19deeb1-46b6-4c2d-90af-24727545c1da None None] No DVR routers for this DVR port 045ba442-aed6-4786-a09c-ecdd49ff828d on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:51:07.343988 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1b5eb5a3-9ba6-4647-9139-1537a3a895b8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:07.378426 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-63ec2a0c-f6b3-40b6-a66c-9e6367bab91f req-f3f6c6c3-2827-4d62-ae35-8609d9b587f0 tempest-InstanceActionsV221TestJSON-1194107411 tempest-InstanceActionsV221TestJSON-1194107411-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4b8f441-b3ec-4bb1-8bf9-1c761735fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550436 Sep 17 07:51:07.399770 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1b5eb5a3-9ba6-4647-9139-1537a3a895b8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:07.406004 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5eb5a3-9ba6-4647-9139-1537a3a895b8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:07.407490 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1b5eb5a3-9ba6-4647-9139-1537a3a895b8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:07.435773 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39867ce7-790e-4326-88c9-35e48b8f911d admin admin] No DVR routers for this DVR port 045ba442-aed6-4786-a09c-ecdd49ff828d on host n-d-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:51:07.439909 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39867ce7-790e-4326-88c9-35e48b8f911d admin admin] Pushing event deleted for resources: {'Port': ['ID=045ba442-aed6-4786-a09c-ecdd49ff828d,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:07.487322 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 045ba442-aed6-4786-a09c-ecdd49ff828d no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:51:07.493147 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5eb5a3-9ba6-4647-9139-1537a3a895b8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event updated for resources: {'Network': ['ID=b9683b68-a3a4-4974-8bd0-f6d916aa4b94,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:07.505448 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ef560-ea2c-4a08-acf4-0e33190da4cd req-dc2edc52-d762-4cf1-b86f-12f1523003e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:07.510181 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d63ef560-ea2c-4a08-acf4-0e33190da4cd req-dc2edc52-d762-4cf1-b86f-12f1523003e8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a38bf53867dd42e98f614ad8168a30db&device_id=1a6ee05f-83ad-48c6-98a0-c6e0b4d17007 HTTP/1.1" status: 200 len: 1094 time: 0.1550057 Sep 17 07:51:07.514812 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-1b5eb5a3-9ba6-4647-9139-1537a3a895b8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8453021 Sep 17 07:51:07.514978 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 07:51:07.515082 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39756) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:07.517535 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 045ba442-aed6-4786-a09c-ecdd49ff828d {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:51:07.517839 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 045ba442-aed6-4786-a09c-ecdd49ff828d not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:51:07.523235 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-125fec3a-be71-466e-8029-2101eee6ca3f tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Request body: {'subnet': {'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:51:07.614146 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ddd03e-3c91-47c1-b851-7f69c8a5e346 req-30ae328e-da98-413b-86a6-b92788ec8760 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:07.616838 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-44ddd03e-3c91-47c1-b851-7f69c8a5e346 req-30ae328e-da98-413b-86a6-b92788ec8760 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/networks?id=cc97d231-b8e1-4f77-9438-e44ace44d63d HTTP/1.1" status: 200 len: 822 time: 0.3648651 Sep 17 07:51:07.620655 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-39867ce7-790e-4326-88c9-35e48b8f911d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:07.623308 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8eb420d8-163f-4a89-83be-693dcdfd2dba tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:07.683531 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ef560-ea2c-4a08-acf4-0e33190da4cd req-a8197930-fa68-45e5-a809-ad010405280d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:07.685184 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d63ef560-ea2c-4a08-acf4-0e33190da4cd req-a8197930-fa68-45e5-a809-ad010405280d service neutron] 10.222.0.39 "GET /v2.0/networks?id=8dc8cbb8-80c3-4ce1-aaee-394be19ae4e5 HTTP/1.1" status: 200 len: 919 time: 0.1557367 Sep 17 07:51:07.687404 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125fec3a-be71-466e-8029-2101eee6ca3f tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Made reservation on behalf of 852d2b51c00949899c2370ce1b47ee69 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:51:07.690341 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-39867ce7-790e-4326-88c9-35e48b8f911d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5c06748-2696-4f41-a47b-7a6b39c49477']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:51:07.691390 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-125fec3a-be71-466e-8029-2101eee6ca3f tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:07.704495 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-44ddd03e-3c91-47c1-b851-7f69c8a5e346 req-548b2f0e-a7b9-4269-b740-1199917b9a57 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/quotas/ce0a475621e847aaadce10f168c718d9 HTTP/1.1" status: 200 len: 375 time: 0.0790467 Sep 17 07:51:07.715436 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d6f6c4-8e84-477f-bc79-a2076d6537b4 req-dd81af52-bf7b-4cf5-98ff-af1e11749f93 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:07.716946 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-83d6f6c4-8e84-477f-bc79-a2076d6537b4 req-dd81af52-bf7b-4cf5-98ff-af1e11749f93 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 950 time: 0.2478948 Sep 17 07:51:07.724339 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-39867ce7-790e-4326-88c9-35e48b8f911d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc23a884-51cd-4ded-a5e8-70bcfddaa81c') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:51:07.724665 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-39867ce7-790e-4326-88c9-35e48b8f911d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc23a884-51cd-4ded-a5e8-70bcfddaa81c') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:51:07.754280 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d63ef560-ea2c-4a08-acf4-0e33190da4cd req-ad7e819b-34e9-412d-94fc-eae39b5055cd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7f485c28-f3b5-4941-beb9-5b9c7ca20ee8 HTTP/1.1" status: 200 len: 217 time: 0.0586050 Sep 17 07:51:07.760225 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-39867ce7-790e-4326-88c9-35e48b8f911d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:07.788710 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb420d8-163f-4a89-83be-693dcdfd2dba tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Pushing event updated for resources: {'Subnet': ['ID=fee74dc0-0695-445b-8f4d-9901fb784fe9,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:07.792313 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-44ddd03e-3c91-47c1-b851-7f69c8a5e346 req-5701bf6b-c3d1-454b-88d8-73fbef25b19d tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ce0a475621e847aaadce10f168c718d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0708966 Sep 17 07:51:07.810053 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-39867ce7-790e-4326-88c9-35e48b8f911d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:07.837792 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39867ce7-790e-4326-88c9-35e48b8f911d admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 07:51:07.838192 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-39867ce7-790e-4326-88c9-35e48b8f911d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:07.841849 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 07:51:07.841849 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 07:51:07.841849 n-d-789963-9 neutron-server[101289]: timer() Sep 17 07:51:07.841849 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 07:51:07.841849 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 07:51:07.841849 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 07:51:07.841849 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 07:51:07.841849 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 07:51:07.841849 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 07:51:07.841849 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 07:51:07.841849 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 07:51:07.841849 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 07:51:07.841849 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 07:51:07.841849 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 07:51:07.841849 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 07:51:07.841849 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 07:51:07.841849 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 07:51:07.841849 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 07:51:07.841849 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 07:51:07.841849 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 07:51:07.841849 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 07:51:07.841849 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 07:51:07.841849 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 07:51:07.841849 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 07:51:07.841849 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 07:51:07.841849 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 07:51:07.841849 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 07:51:07.841849 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 07:51:07.841849 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 07:51:07.841849 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 07:51:07.841849 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 07:51:07.841849 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 07:51:07.850941 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ef560-ea2c-4a08-acf4-0e33190da4cd req-d9830c82-bbbb-488c-affc-d15f7e68a097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:07.852457 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d63ef560-ea2c-4a08-acf4-0e33190da4cd req-d9830c82-bbbb-488c-affc-d15f7e68a097 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d34a8365-5438-45a9-9745-32d1aa60d932 HTTP/1.1" status: 200 len: 858 time: 0.0903864 Sep 17 07:51:07.855165 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb420d8-163f-4a89-83be-693dcdfd2dba tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Checking segment: {'id': 'aed32730-8ab5-4d6d-8938-2ce32edfec2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'df21f086-b868-41a4-8bd5-a1b151d58635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:51:07.855529 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb420d8-163f-4a89-83be-693dcdfd2dba tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Network hostable DHCP agents. Network: df21f086-b868-41a4-8bd5-a1b151d58635, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 07:51:07.876375 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-83d6f6c4-8e84-477f-bc79-a2076d6537b4 req-231ec96c-dac9-4f3b-ae4b-4460c9e97704 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495738 Sep 17 07:51:07.909279 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d63ef560-ea2c-4a08-acf4-0e33190da4cd req-90e88c87-d267-46c5-9fc2-69295b94f1f2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8dc8cbb8-80c3-4ce1-aaee-394be19ae4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477417 Sep 17 07:51:07.980821 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-39867ce7-790e-4326-88c9-35e48b8f911d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:07.989729 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb420d8-163f-4a89-83be-693dcdfd2dba tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Network df21f086-b868-41a4-8bd5-a1b151d58635 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 07:51:07.992546 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-39867ce7-790e-4326-88c9-35e48b8f911d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:07.994380 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-39867ce7-790e-4326-88c9-35e48b8f911d admin admin] 10.222.0.13 "DELETE /v2.0/networks/a5c06748-2696-4f41-a47b-7a6b39c49477 HTTP/1.1" status: 204 len: 168 time: 1.6238110 Sep 17 07:51:08.021538 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39867ce7-790e-4326-88c9-35e48b8f911d admin admin] Pushing event deleted for resources: {'Network': ['ID=a5c06748-2696-4f41-a47b-7a6b39c49477,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:08.026460 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-44ddd03e-3c91-47c1-b851-7f69c8a5e346 req-679a250b-9fbe-4464-acc7-e44d708239bf service neutron] 10.222.0.13 "GET /v2.0/networks/cc97d231-b8e1-4f77-9438-e44ace44d63d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234609 Sep 17 07:51:08.030124 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-8eb420d8-163f-4a89-83be-693dcdfd2dba tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, df21f086-b868-41a4-8bd5-a1b151d58635) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:51:08.035045 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8eb420d8-163f-4a89-83be-693dcdfd2dba tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:08.047359 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14126a75-0243-4b47-9d01-8f3a7f25ee31 None None] Network df21f086-b868-41a4-8bd5-a1b151d58635 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:51:08.059107 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-125fec3a-be71-466e-8029-2101eee6ca3f tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:08.085047 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3e7cdb-c4b1-45ae-9c16-3be499515f14 req-7934c745-4cda-4c4d-ad6d-bf04e6896ab9 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:08.086576 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3f3e7cdb-c4b1-45ae-9c16-3be499515f14 req-7934c745-4cda-4c4d-ad6d-bf04e6896ab9 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219 HTTP/1.1" status: 200 len: 950 time: 0.1463244 Sep 17 07:51:08.090517 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d63ef560-ea2c-4a08-acf4-0e33190da4cd req-18fa0b24-ee25-486c-8c89-755d3d29842b service neutron] 10.222.0.39 "GET /v2.0/networks/8dc8cbb8-80c3-4ce1-aaee-394be19ae4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717947 Sep 17 07:51:08.148454 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125fec3a-be71-466e-8029-2101eee6ca3f tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event updated for resources: {'Subnet': ['ID=38273cf6-dc25-43c0-9c67-ae0656b512b4,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:08.177564 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb420d8-163f-4a89-83be-693dcdfd2dba tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Pushing event updated for resources: {'Subnet': ['ID=c2e0095a-a4a5-4039-94c5-308daca98fa5,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:08.201605 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125fec3a-be71-466e-8029-2101eee6ca3f tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Checking segment: {'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:51:08.201974 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125fec3a-be71-466e-8029-2101eee6ca3f tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Network hostable DHCP agents. Network: b9683b68-a3a4-4974-8bd0-f6d916aa4b94, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 07:51:08.220929 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3f3e7cdb-c4b1-45ae-9c16-3be499515f14 req-60ae8264-dbb5-4117-8664-19171293425d tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140509 Sep 17 07:51:08.226014 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb420d8-163f-4a89-83be-693dcdfd2dba tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Checking segment: {'id': '958ea2cd-aa5e-4512-9754-928bef58f1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3b6c89b5-51dc-4425-8895-6bcc0c058f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:51:08.226288 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb420d8-163f-4a89-83be-693dcdfd2dba tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Network hostable DHCP agents. Network: 3b6c89b5-51dc-4425-8895-6bcc0c058f25, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 07:51:08.241749 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-44ddd03e-3c91-47c1-b851-7f69c8a5e346 req-325f68f9-4f45-44af-9062-3daf94e3bce6 service neutron] 10.222.0.13 "GET /v2.0/networks/cc97d231-b8e1-4f77-9438-e44ace44d63d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982250 Sep 17 07:51:08.242235 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d63ef560-ea2c-4a08-acf4-0e33190da4cd req-dadc849a-04df-4021-89f3-147bf0fe9309 service neutron] 10.222.0.39 "GET /v2.0/networks/8dc8cbb8-80c3-4ce1-aaee-394be19ae4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384683 Sep 17 07:51:08.255541 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125fec3a-be71-466e-8029-2101eee6ca3f tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 07:51:08.259482 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb420d8-163f-4a89-83be-693dcdfd2dba tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Network 3b6c89b5-51dc-4425-8895-6bcc0c058f25 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 07:51:08.278211 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-125fec3a-be71-466e-8029-2101eee6ca3f tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, b9683b68-a3a4-4974-8bd0-f6d916aa4b94) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:51:08.282569 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-8eb420d8-163f-4a89-83be-693dcdfd2dba tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 3b6c89b5-51dc-4425-8895-6bcc0c058f25) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:51:08.290900 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125fec3a-be71-466e-8029-2101eee6ca3f tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:08.291492 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb420d8-163f-4a89-83be-693dcdfd2dba tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:08.293067 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb420d8-163f-4a89-83be-693dcdfd2dba tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:08.293463 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-125fec3a-be71-466e-8029-2101eee6ca3f tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:08.294714 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8eb420d8-163f-4a89-83be-693dcdfd2dba tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:08.298003 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf265c7-55eb-4106-b117-a88d739c4c54 None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:51:08.323600 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d85b70-0d90-43c1-b5f5-2c8265692c94 None None] Network 3b6c89b5-51dc-4425-8895-6bcc0c058f25 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:51:08.327785 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-125fec3a-be71-466e-8029-2101eee6ca3f tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8082759 Sep 17 07:51:08.328123 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-8eb420d8-163f-4a89-83be-693dcdfd2dba tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.9894133 Sep 17 07:51:08.328123 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39762) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:08.328330 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39764) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:08.336477 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-69e1831c-fc1d-494e-81e9-977a8c861dc9 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Request body: {'port': {'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'name': 'tempest-NetworksTestDHCPv6-2028509807'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:51:08.340605 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39766) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:08.392700 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e29b3c5-62a5-4785-a7b2-abec9b9f1c21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-df21f086-b868-41a4-8bd5-a1b151d58635', 'network_id': 'df21f086-b868-41a4-8bd5-a1b151d58635', 'tenant_id': '92505ad6b42f4a579752bb56cad201e8', 'fixed_ips': [{'subnet_id': 'fee74dc0-0695-445b-8f4d-9901fb784fe9'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 07:51:08.394093 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3e29b3c5-62a5-4785-a7b2-abec9b9f1c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:08.559970 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba71bc92-fe4b-4368-9376-fb2b0b73edfe tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:08.561470 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba71bc92-fe4b-4368-9376-fb2b0b73edfe tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:08.562988 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba71bc92-fe4b-4368-9376-fb2b0b73edfe tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:08.568349 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ba71bc92-fe4b-4368-9376-fb2b0b73edfe tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2390573 Sep 17 07:51:08.574840 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39774) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:08.648626 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-9a7038f3-059a-492b-9db3-2c8395345c10 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=995280dd7af64d29b5c08cf39fa14744&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2892861 Sep 17 07:51:08.651884 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39778) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:08.662560 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-3e29b3c5-62a5-4785-a7b2-abec9b9f1c21 None None] Allocated IP 2001:db8::1 (df21f086-b868-41a4-8bd5-a1b151d58635/fee74dc0-0695-445b-8f4d-9901fb784fe9/c8d4facd-26e9-49c1-ab78-da661e72efc3) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:51:08.899294 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7dd159-c547-4d08-91f7-737e79ee5ce2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-3b6c89b5-51dc-4425-8895-6bcc0c058f25', 'network_id': '3b6c89b5-51dc-4425-8895-6bcc0c058f25', 'tenant_id': '92505ad6b42f4a579752bb56cad201e8', 'fixed_ips': [{'subnet_id': 'c2e0095a-a4a5-4039-94c5-308daca98fa5'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 07:51:08.900305 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cd7dd159-c547-4d08-91f7-737e79ee5ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:08.916731 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87451f29-175b-42bf-82ac-6ed8fc2847f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'tenant_id': '852d2b51c00949899c2370ce1b47ee69', 'fixed_ips': [{'subnet_id': '38273cf6-dc25-43c0-9c67-ae0656b512b4'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 07:51:08.917755 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-87451f29-175b-42bf-82ac-6ed8fc2847f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:08.972031 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-6733ac40-d607-4586-84e5-a87a1d763e3d tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Deleting subnet fee74dc0-0695-445b-8f4d-9901fb784fe9 {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:51:08.993116 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09cddf-b7c1-421a-b209-2a52d4e7d7c8 req-37aa120c-8569-4394-ade8-9ba71c60340e tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:08.994820 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5e09cddf-b7c1-421a-b209-2a52d4e7d7c8 req-37aa120c-8569-4394-ade8-9ba71c60340e tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee44c663-1dca-4669-be96-75e385fb6cf2 HTTP/1.1" status: 200 len: 949 time: 0.5387609 Sep 17 07:51:09.034473 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8889523-4d22-4133-86e8-787f9c4fcb33 req-29e5284a-72fc-48d0-97cf-b947c8e0faf9 tempest-InstanceActionsV221TestJSON-1194107411 tempest-InstanceActionsV221TestJSON-1194107411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:09.036066 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e8889523-4d22-4133-86e8-787f9c4fcb33 req-29e5284a-72fc-48d0-97cf-b947c8e0faf9 tempest-InstanceActionsV221TestJSON-1194107411 tempest-InstanceActionsV221TestJSON-1194107411-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a6ee05f-83ad-48c6-98a0-c6e0b4d17007 HTTP/1.1" status: 200 len: 943 time: 0.4537728 Sep 17 07:51:09.079305 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e1831c-fc1d-494e-81e9-977a8c861dc9 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Made reservation on behalf of 852d2b51c00949899c2370ce1b47ee69 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:51:09.089061 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-69e1831c-fc1d-494e-81e9-977a8c861dc9 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:09.127332 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3e29b3c5-62a5-4785-a7b2-abec9b9f1c21 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:09.145153 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6733ac40-d607-4586-84e5-a87a1d763e3d tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:09.164296 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3e29b3c5-62a5-4785-a7b2-abec9b9f1c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:09.175279 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5e09cddf-b7c1-421a-b209-2a52d4e7d7c8 req-0de55aff-d3c5-49ac-b4c1-8a5c94f1be0d tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592445 Sep 17 07:51:09.204862 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e8889523-4d22-4133-86e8-787f9c4fcb33 req-352f84ce-4cdb-45a0-ada6-3b468cb4935f tempest-InstanceActionsV221TestJSON-1194107411 tempest-InstanceActionsV221TestJSON-1194107411-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4b8f441-b3ec-4bb1-8bf9-1c761735fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497033 Sep 17 07:51:09.209114 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7dc5c4ba-1f58-40b4-8dc7-77728662bbda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:09.216279 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [None req-69e1831c-fc1d-494e-81e9-977a8c861dc9 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] device_id is not set on port 3dd9d872-d222-4023-bb5f-82955bf0fe5b yet. {{(pid=101289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 07:51:09.245957 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6733ac40-d607-4586-84e5-a87a1d763e3d tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:09.316357 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e29b3c5-62a5-4785-a7b2-abec9b9f1c21 None None] Network df21f086-b868-41a4-8bd5-a1b151d58635 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:51:09.330990 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-3e29b3c5-62a5-4785-a7b2-abec9b9f1c21 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:51:09.338125 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-cd7dd159-c547-4d08-91f7-737e79ee5ce2 None None] Allocated IP 2001:db8:0:1::1 (3b6c89b5-51dc-4425-8895-6bcc0c058f25/c2e0095a-a4a5-4039-94c5-308daca98fa5/70d776c9-c5e8-4602-b42a-db7912e85603) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:51:09.344606 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e29b3c5-62a5-4785-a7b2-abec9b9f1c21 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:51:09.348711 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7dc5c4ba-1f58-40b4-8dc7-77728662bbda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:09.355135 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e29b3c5-62a5-4785-a7b2-abec9b9f1c21 None None] Pushing event updated for resources: {'Port': ['ID=c8d4facd-26e9-49c1-ab78-da661e72efc3,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:09.378344 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-87451f29-175b-42bf-82ac-6ed8fc2847f5 None None] Allocated IP 2001:db8::2 (b9683b68-a3a4-4974-8bd0-f6d916aa4b94/38273cf6-dc25-43c0-9c67-ae0656b512b4/3fd5ea1d-ba9f-463b-bf27-c0c3ec342b1b) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:51:09.508543 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-3e29b3c5-62a5-4785-a7b2-abec9b9f1c21 None None] Attempting to bind port c8d4facd-26e9-49c1-ab78-da661e72efc3 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:51:09.508918 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-3e29b3c5-62a5-4785-a7b2-abec9b9f1c21 None None] Attempting to bind port c8d4facd-26e9-49c1-ab78-da661e72efc3 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'aed32730-8ab5-4d6d-8938-2ce32edfec2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'df21f086-b868-41a4-8bd5-a1b151d58635'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:51:09.509287 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e29b3c5-62a5-4785-a7b2-abec9b9f1c21 None None] Attempting to bind port c8d4facd-26e9-49c1-ab78-da661e72efc3 on network df21f086-b868-41a4-8bd5-a1b151d58635 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:51:09.526318 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6733ac40-d607-4586-84e5-a87a1d763e3d tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:09.531343 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9edff377-6520-4409-be03-3ab0749730b1 req-e5e60ef8-361d-40af-a0a0-fef636196041 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddc227d6-8733-4656-bc42-c84d36acf02e HTTP/1.1" status: 200 len: 210 time: 0.1141274 Sep 17 07:51:09.580862 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e29b3c5-62a5-4785-a7b2-abec9b9f1c21 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:51:09.581301 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e29b3c5-62a5-4785-a7b2-abec9b9f1c21 None None] Checking segment: {'id': 'aed32730-8ab5-4d6d-8938-2ce32edfec2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'df21f086-b868-41a4-8bd5-a1b151d58635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:51:09.581849 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3e29b3c5-62a5-4785-a7b2-abec9b9f1c21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:09.582471 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e29b3c5-62a5-4785-a7b2-abec9b9f1c21 None None] Bound using segment: {'id': 'aed32730-8ab5-4d6d-8938-2ce32edfec2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'df21f086-b868-41a4-8bd5-a1b151d58635'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:51:09.583030 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-3e29b3c5-62a5-4785-a7b2-abec9b9f1c21 None None] Bound port: c8d4facd-26e9-49c1-ab78-da661e72efc3, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aed32730-8ab5-4d6d-8938-2ce32edfec2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'df21f086-b868-41a4-8bd5-a1b151d58635'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:51:09.583583 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3e29b3c5-62a5-4785-a7b2-abec9b9f1c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:09.588153 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f778466a-a50b-4bf9-bfad-99b611248a1d req-2d9108d6-529f-47f9-b692-ab3e40a87922 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:09.598365 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f778466a-a50b-4bf9-bfad-99b611248a1d req-2d9108d6-529f-47f9-b692-ab3e40a87922 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219 HTTP/1.1" status: 200 len: 950 time: 0.2139714 Sep 17 07:51:09.602685 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7dc5c4ba-1f58-40b4-8dc7-77728662bbda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:09.605350 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7dc5c4ba-1f58-40b4-8dc7-77728662bbda admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:09.610008 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-7dc5c4ba-1f58-40b4-8dc7-77728662bbda admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e0f28185-6c27-413a-9a11-d1b7dd2c9d1e HTTP/1.1" status: 204 len: 168 time: 0.9483895 Sep 17 07:51:09.635598 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc5c4ba-1f58-40b4-8dc7-77728662bbda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f28185-6c27-413a-9a11-d1b7dd2c9d1e,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:09.645738 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6733ac40-d607-4586-84e5-a87a1d763e3d tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:09.679166 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6733ac40-d607-4586-84e5-a87a1d763e3d tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Pushing event deleted for resources: {'Subnet': ['ID=fee74dc0-0695-445b-8f4d-9901fb784fe9,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:09.684566 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f778466a-a50b-4bf9-bfad-99b611248a1d req-de53705e-a202-4a56-9bcc-013976290c4f tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851192 Sep 17 07:51:09.714868 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6733ac40-d607-4586-84e5-a87a1d763e3d tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:09.717061 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6733ac40-d607-4586-84e5-a87a1d763e3d tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] 10.222.0.13 "DELETE /v2.0/subnets/fee74dc0-0695-445b-8f4d-9901fb784fe9 HTTP/1.1" status: 204 len: 168 time: 1.1405861 Sep 17 07:51:09.719596 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39798) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:09.745416 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-3e29b3c5-62a5-4785-a7b2-abec9b9f1c21 None None] For port c8d4facd-26e9-49c1-ab78-da661e72efc3, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:51:09.749018 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-3e29b3c5-62a5-4785-a7b2-abec9b9f1c21 None None] For port c8d4facd-26e9-49c1-ab78-da661e72efc3, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=c8d4facd-26e9-49c1-ab78-da661e72efc3,segment=NetworkSegment(aed32730-8ab5-4d6d-8938-2ce32edfec2f),segment_id=aed32730-8ab5-4d6d-8938-2ce32edfec2f)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:51:09.775784 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3e29b3c5-62a5-4785-a7b2-abec9b9f1c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:09.808184 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fd28dc2f-211b-416d-81f7-c2ed838d6e9e req-232e1e52-92bd-4b24-bfa0-de1fc35d020d tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371814 Sep 17 07:51:09.967529 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-e45d87c1-3f46-4a23-ac18-ea15209be99e tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Deleting subnet c2e0095a-a4a5-4039-94c5-308daca98fa5 {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:51:09.979466 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28dc2f-211b-416d-81f7-c2ed838d6e9e req-5e1f8216-961b-4cf7-abf0-c435aa9343e5 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:09.981098 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fd28dc2f-211b-416d-81f7-c2ed838d6e9e req-5e1f8216-961b-4cf7-abf0-c435aa9343e5 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1627088 Sep 17 07:51:09.999926 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fd28dc2f-211b-416d-81f7-c2ed838d6e9e req-6f1450a8-b3f9-4058-990f-085b4fa0dcad tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/quotas/46510efeb90e4e96b7c0f66991be3c47 HTTP/1.1" status: 200 len: 375 time: 0.0107095 Sep 17 07:51:10.023766 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-87451f29-175b-42bf-82ac-6ed8fc2847f5 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:10.046713 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-87451f29-175b-42bf-82ac-6ed8fc2847f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:10.063500 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cd7dd159-c547-4d08-91f7-737e79ee5ce2 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:10.087944 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87451f29-175b-42bf-82ac-6ed8fc2847f5 None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:51:10.091823 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-87451f29-175b-42bf-82ac-6ed8fc2847f5 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:51:10.094244 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87451f29-175b-42bf-82ac-6ed8fc2847f5 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:51:10.099325 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cd7dd159-c547-4d08-91f7-737e79ee5ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:10.112395 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e29b3c5-62a5-4785-a7b2-abec9b9f1c21 None None] Pushing event updated for resources: {'Port': ['ID=c8d4facd-26e9-49c1-ab78-da661e72efc3,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:10.157660 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-69e1831c-fc1d-494e-81e9-977a8c861dc9 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Allocated IP 2001:db8::15f (b9683b68-a3a4-4974-8bd0-f6d916aa4b94/38273cf6-dc25-43c0-9c67-ae0656b512b4/3dd9d872-d222-4023-bb5f-82955bf0fe5b) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:51:10.199133 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87451f29-175b-42bf-82ac-6ed8fc2847f5 None None] Pushing event updated for resources: {'Port': ['ID=3fd5ea1d-ba9f-463b-bf27-c0c3ec342b1b,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:10.223612 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7dd159-c547-4d08-91f7-737e79ee5ce2 None None] Network 3b6c89b5-51dc-4425-8895-6bcc0c058f25 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:51:10.237836 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39808) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:10.244313 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e45d87c1-3f46-4a23-ac18-ea15209be99e tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:10.251351 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-cd7dd159-c547-4d08-91f7-737e79ee5ce2 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:51:10.271247 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7dd159-c547-4d08-91f7-737e79ee5ce2 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:51:10.345254 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b667f013-1262-4c21-ab88-50ccae27c941 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ff07538e69124b4d989cb5ca3280f312&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1061628 Sep 17 07:51:10.345843 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39810) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:10.349207 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-87451f29-175b-42bf-82ac-6ed8fc2847f5 None None] Attempting to bind port 3fd5ea1d-ba9f-463b-bf27-c0c3ec342b1b on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:51:10.349768 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-87451f29-175b-42bf-82ac-6ed8fc2847f5 None None] Attempting to bind port 3fd5ea1d-ba9f-463b-bf27-c0c3ec342b1b by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:51:10.350120 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87451f29-175b-42bf-82ac-6ed8fc2847f5 None None] Attempting to bind port 3fd5ea1d-ba9f-463b-bf27-c0c3ec342b1b on network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:51:10.379404 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7dd159-c547-4d08-91f7-737e79ee5ce2 None None] Pushing event updated for resources: {'Port': ['ID=70d776c9-c5e8-4602-b42a-db7912e85603,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:10.385383 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87451f29-175b-42bf-82ac-6ed8fc2847f5 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:51:10.385383 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87451f29-175b-42bf-82ac-6ed8fc2847f5 None None] Checking segment: {'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:51:10.385383 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-87451f29-175b-42bf-82ac-6ed8fc2847f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:10.385383 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87451f29-175b-42bf-82ac-6ed8fc2847f5 None None] Bound using segment: {'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:51:10.385894 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-87451f29-175b-42bf-82ac-6ed8fc2847f5 None None] Bound port: 3fd5ea1d-ba9f-463b-bf27-c0c3ec342b1b, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:51:10.386201 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-87451f29-175b-42bf-82ac-6ed8fc2847f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:10.419291 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-925f5e9a-a8f9-4d5b-bb4d-2a3a342adecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:10.450836 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-925f5e9a-a8f9-4d5b-bb4d-2a3a342adecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:10.494389 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e45d87c1-3f46-4a23-ac18-ea15209be99e tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:10.511974 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fd28dc2f-211b-416d-81f7-c2ed838d6e9e req-58a1b707-9763-422d-b0e8-d55e7ce17d9f tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4908626 Sep 17 07:51:10.526668 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-925f5e9a-a8f9-4d5b-bb4d-2a3a342adecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:10.529329 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-87451f29-175b-42bf-82ac-6ed8fc2847f5 None None] For port 3fd5ea1d-ba9f-463b-bf27-c0c3ec342b1b, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:51:10.531162 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-925f5e9a-a8f9-4d5b-bb4d-2a3a342adecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:10.535148 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-925f5e9a-a8f9-4d5b-bb4d-2a3a342adecc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9fad06fe-2c53-4491-ba6a-c20abce4ea77 HTTP/1.1" status: 204 len: 168 time: 0.1861589 Sep 17 07:51:10.535303 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-cd7dd159-c547-4d08-91f7-737e79ee5ce2 None None] Attempting to bind port 70d776c9-c5e8-4602-b42a-db7912e85603 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:51:10.535303 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-cd7dd159-c547-4d08-91f7-737e79ee5ce2 None None] Attempting to bind port 70d776c9-c5e8-4602-b42a-db7912e85603 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '958ea2cd-aa5e-4512-9754-928bef58f1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3b6c89b5-51dc-4425-8895-6bcc0c058f25'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:51:10.535501 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7dd159-c547-4d08-91f7-737e79ee5ce2 None None] Attempting to bind port 70d776c9-c5e8-4602-b42a-db7912e85603 on network 3b6c89b5-51dc-4425-8895-6bcc0c058f25 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:51:10.542961 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925f5e9a-a8f9-4d5b-bb4d-2a3a342adecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fad06fe-2c53-4491-ba6a-c20abce4ea77,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:10.546586 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-87451f29-175b-42bf-82ac-6ed8fc2847f5 None None] For port 3fd5ea1d-ba9f-463b-bf27-c0c3ec342b1b, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=3fd5ea1d-ba9f-463b-bf27-c0c3ec342b1b,segment=NetworkSegment(ccc4c9b3-8f64-4b6a-96f4-35a1665005a6),segment_id=ccc4c9b3-8f64-4b6a-96f4-35a1665005a6)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:51:10.548131 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7dd159-c547-4d08-91f7-737e79ee5ce2 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:51:10.548503 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7dd159-c547-4d08-91f7-737e79ee5ce2 None None] Checking segment: {'id': '958ea2cd-aa5e-4512-9754-928bef58f1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3b6c89b5-51dc-4425-8895-6bcc0c058f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:51:10.548908 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cd7dd159-c547-4d08-91f7-737e79ee5ce2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:10.549332 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7dd159-c547-4d08-91f7-737e79ee5ce2 None None] Bound using segment: {'id': '958ea2cd-aa5e-4512-9754-928bef58f1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3b6c89b5-51dc-4425-8895-6bcc0c058f25'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:51:10.549760 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-cd7dd159-c547-4d08-91f7-737e79ee5ce2 None None] Bound port: 70d776c9-c5e8-4602-b42a-db7912e85603, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '958ea2cd-aa5e-4512-9754-928bef58f1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3b6c89b5-51dc-4425-8895-6bcc0c058f25'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:51:10.550147 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cd7dd159-c547-4d08-91f7-737e79ee5ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:10.555004 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 7f485c28-f3b5-4941-beb9-5b9c7ca20ee8 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:51:10.579470 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ddd03e-3c91-47c1-b851-7f69c8a5e346 req-01fbf8ec-140e-404b-810e-b319313f5ac9 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:10.581371 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-44ddd03e-3c91-47c1-b851-7f69c8a5e346 req-01fbf8ec-140e-404b-810e-b319313f5ac9 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.41 "GET /v2.0/networks?id=cc97d231-b8e1-4f77-9438-e44ace44d63d HTTP/1.1" status: 200 len: 822 time: 0.5799253 Sep 17 07:51:10.605644 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-44ddd03e-3c91-47c1-b851-7f69c8a5e346 req-b5ac6fa4-968e-441f-a5ed-476ce591a5b3 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Request body: {'port': {'device_id': 'ddc227d6-8733-4656-bc42-c84d36acf02e', 'network_id': 'cc97d231-b8e1-4f77-9438-e44ace44d63d', 'admin_state_up': True, 'tenant_id': 'ce0a475621e847aaadce10f168c718d9'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:51:10.652835 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 7f485c28-f3b5-4941-beb9-5b9c7ca20ee8, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=7f485c28-f3b5-4941-beb9-5b9c7ca20ee8,segment=NetworkSegment(feb096b4-365f-442c-8076-7ef897562590),segment_id=feb096b4-365f-442c-8076-7ef897562590)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:51:10.676666 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '7f485c28-f3b5-4941-beb9-5b9c7ca20ee8', 'network_id': '8dc8cbb8-80c3-4ce1-aaee-394be19ae4e5', 'port_id': '7f485c28-f3b5-4941-beb9-5b9c7ca20ee8', 'mac_address': 'fa:16:3e:2b:da:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd34a8365-5438-45a9-9745-32d1aa60d932', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:51:10.690184 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-87451f29-175b-42bf-82ac-6ed8fc2847f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:10.752072 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87451f29-175b-42bf-82ac-6ed8fc2847f5 None None] Pushing event updated for resources: {'Port': ['ID=3fd5ea1d-ba9f-463b-bf27-c0c3ec342b1b,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:10.805391 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64f6d6b-9a2e-430b-95b8-e4d5fd0a73e3 req-24764aac-c840-4470-ae8c-4ac2e556b443 tempest-InstanceActionsV221TestJSON-1194107411 tempest-InstanceActionsV221TestJSON-1194107411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:10.806926 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b64f6d6b-9a2e-430b-95b8-e4d5fd0a73e3 req-24764aac-c840-4470-ae8c-4ac2e556b443 tempest-InstanceActionsV221TestJSON-1194107411 tempest-InstanceActionsV221TestJSON-1194107411-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a6ee05f-83ad-48c6-98a0-c6e0b4d17007 HTTP/1.1" status: 200 len: 943 time: 0.3816829 Sep 17 07:51:10.849608 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:10.904177 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f485c28-f3b5-4941-beb9-5b9c7ca20ee8 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:51:10.909378 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-69e1831c-fc1d-494e-81e9-977a8c861dc9 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:10.947183 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 7f485c28-f3b5-4941-beb9-5b9c7ca20ee8, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=7f485c28-f3b5-4941-beb9-5b9c7ca20ee8,segment=NetworkSegment(feb096b4-365f-442c-8076-7ef897562590),segment_id=feb096b4-365f-442c-8076-7ef897562590)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:51:10.958646 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:10.976144 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d87c6ba6-11b7-4c6b-8e35-ccd16845c733 req-035236a4-ed2c-4150-9ddb-b2682a116302 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddc227d6-8733-4656-bc42-c84d36acf02e HTTP/1.1" status: 200 len: 210 time: 0.1811745 Sep 17 07:51:11.005395 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e45d87c1-3f46-4a23-ac18-ea15209be99e tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:11.017788 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-69e1831c-fc1d-494e-81e9-977a8c861dc9 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:11.087340 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=7f485c28-f3b5-4941-beb9-5b9c7ca20ee8,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:11.201514 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b64f6d6b-9a2e-430b-95b8-e4d5fd0a73e3 req-92f40033-e8d8-4649-995e-ae0c5564ff50 tempest-InstanceActionsV221TestJSON-1194107411 tempest-InstanceActionsV221TestJSON-1194107411-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4b8f441-b3ec-4bb1-8bf9-1c761735fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112566 Sep 17 07:51:11.342751 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ca33c518-565a-47ad-a321-40c275fa7570 req-93292414-a1b5-49ff-bcc4-31781f43b2e8 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=318d614a-30e5-46c4-bc8f-89a121c1c009 HTTP/1.1" status: 200 len: 210 time: 0.1156988 Sep 17 07:51:11.360006 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-cd7dd159-c547-4d08-91f7-737e79ee5ce2 None None] For port 70d776c9-c5e8-4602-b42a-db7912e85603, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:51:11.361109 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e1831c-fc1d-494e-81e9-977a8c861dc9 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:51:11.361967 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e1831c-fc1d-494e-81e9-977a8c861dc9 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event updated for resources: {'Port': ['ID=3dd9d872-d222-4023-bb5f-82955bf0fe5b,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:11.375285 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e45d87c1-3f46-4a23-ac18-ea15209be99e tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:11.394926 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-cd7dd159-c547-4d08-91f7-737e79ee5ce2 None None] For port 70d776c9-c5e8-4602-b42a-db7912e85603, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=70d776c9-c5e8-4602-b42a-db7912e85603,segment=NetworkSegment(958ea2cd-aa5e-4512-9754-928bef58f1f0),segment_id=958ea2cd-aa5e-4512-9754-928bef58f1f0)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:51:11.401350 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cd7dd159-c547-4d08-91f7-737e79ee5ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:11.444158 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d87c1-3f46-4a23-ac18-ea15209be99e tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Pushing event deleted for resources: {'Subnet': ['ID=c2e0095a-a4a5-4039-94c5-308daca98fa5,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:11.446624 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-69e1831c-fc1d-494e-81e9-977a8c861dc9 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:51:11.463514 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e1831c-fc1d-494e-81e9-977a8c861dc9 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:51:11.469104 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e1831c-fc1d-494e-81e9-977a8c861dc9 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:11.469995 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-69e1831c-fc1d-494e-81e9-977a8c861dc9 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:11.501371 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e45d87c1-3f46-4a23-ac18-ea15209be99e tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:11.502636 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['7f485c28-f3b5-4941-beb9-5b9c7ca20ee8'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:51:11.503405 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e45d87c1-3f46-4a23-ac18-ea15209be99e tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] 10.222.0.13 "DELETE /v2.0/subnets/c2e0095a-a4a5-4039-94c5-308daca98fa5 HTTP/1.1" status: 204 len: 168 time: 1.7824285 Sep 17 07:51:11.506733 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39840) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:11.513777 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44ddd03e-3c91-47c1-b851-7f69c8a5e346 req-b5ac6fa4-968e-441f-a5ed-476ce591a5b3 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Made reservation on behalf of ce0a475621e847aaadce10f168c718d9 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:51:11.517396 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-44ddd03e-3c91-47c1-b851-7f69c8a5e346 req-b5ac6fa4-968e-441f-a5ed-476ce591a5b3 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:11.535890 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2962775-71b1-4a36-8d7e-0e892a4a7c8a req-a8990727-55be-41a4-9ef4-76fbf537b0ab tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:11.537725 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c2962775-71b1-4a36-8d7e-0e892a4a7c8a req-a8990727-55be-41a4-9ef4-76fbf537b0ab tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219 HTTP/1.1" status: 200 len: 950 time: 0.1875787 Sep 17 07:51:11.545353 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-69e1831c-fc1d-494e-81e9-977a8c861dc9 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.2138286 Sep 17 07:51:11.549760 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39844) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:11.597185 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525c0cb5-7b65-4f38-92ac-d789a856ac91 None None] Network df21f086-b868-41a4-8bd5-a1b151d58635 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:51:11.602545 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7dd159-c547-4d08-91f7-737e79ee5ce2 None None] Pushing event updated for resources: {'Port': ['ID=70d776c9-c5e8-4602-b42a-db7912e85603,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:11.737483 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device c8d4facd-26e9-49c1-ab78-da661e72efc3 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:51:11.774645 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e263af-0107-43b9-adbf-0b2b8e262251 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:11.780000 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e263af-0107-43b9-adbf-0b2b8e262251 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:11.782297 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-58e263af-0107-43b9-adbf-0b2b8e262251 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2313712 Sep 17 07:51:11.790268 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c2962775-71b1-4a36-8d7e-0e892a4a7c8a req-2f77eb21-ba65-4aad-91b4-2ef129d63931 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433817 Sep 17 07:51:11.799611 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39850) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:11.804939 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9991408f-bb97-445c-80bd-d4d311d45ea7 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:11.810935 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-9991408f-bb97-445c-80bd-d4d311d45ea7 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2979851 Sep 17 07:51:11.811969 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39852) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:11.918988 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-b0bd45f2-b342-46ed-8862-a08ac2f3ef52 None None] Provisioning complete for port c8d4facd-26e9-49c1-ab78-da661e72efc3 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:51:11.919365 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b0bd45f2-b342-46ed-8862-a08ac2f3ef52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:12.085695 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [req-44ddd03e-3c91-47c1-b851-7f69c8a5e346 req-b5ac6fa4-968e-441f-a5ed-476ce591a5b3 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Allocated IP 172.20.0.10 (cc97d231-b8e1-4f77-9438-e44ace44d63d/4e4f7180-884c-4866-a6b3-7ca3d74bdb19/591a539a-895f-42ca-8b19-efd3d231f69f) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:51:12.099092 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port c8d4facd-26e9-49c1-ab78-da661e72efc3 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:51:12.099701 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:12.208873 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0079469b-a887-4a88-b873-8393685f7038 None None] DHCP port deletion for df21f086-b868-41a4-8bd5-a1b151d58635 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 07:51:12.225630 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b0bd45f2-b342-46ed-8862-a08ac2f3ef52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:12.305183 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-b0bd45f2-b342-46ed-8862-a08ac2f3ef52 None None] For port c8d4facd-26e9-49c1-ab78-da661e72efc3, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=c8d4facd-26e9-49c1-ab78-da661e72efc3,segment=NetworkSegment(aed32730-8ab5-4d6d-8938-2ce32edfec2f),segment_id=aed32730-8ab5-4d6d-8938-2ce32edfec2f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:51:12.373352 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b0bd45f2-b342-46ed-8862-a08ac2f3ef52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:12.435958 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fd28dc2f-211b-416d-81f7-c2ed838d6e9e req-56c9290f-f0f6-435a-9f35-0ee6df2b5288 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0563002 Sep 17 07:51:12.462909 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:12.482745 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01721cf-89be-4c1f-8629-5578a442cfdf None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:51:12.507482 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-520eb8eb-1d1d-4bf7-9f67-af0f55d379e8 req-577cbca7-3ad9-481a-9257-988fcb3f4599 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddc227d6-8733-4656-bc42-c84d36acf02e HTTP/1.1" status: 200 len: 210 time: 0.3527462 Sep 17 07:51:12.538510 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-14f0c6d6-2133-4b53-b659-1ac26a9c761e tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:12.565713 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-44ddd03e-3c91-47c1-b851-7f69c8a5e346 req-b5ac6fa4-968e-441f-a5ed-476ce591a5b3 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:12.635942 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28dc2f-211b-416d-81f7-c2ed838d6e9e req-62f70e48-7345-4c57-8b2a-b7641c7080db tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:12.637464 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fd28dc2f-211b-416d-81f7-c2ed838d6e9e req-62f70e48-7345-4c57-8b2a-b7641c7080db tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1905470 Sep 17 07:51:12.658136 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-fd28dc2f-211b-416d-81f7-c2ed838d6e9e req-a296004e-735a-4577-b9f1-e537a480853d tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Request body: {'port': {'device_id': '318d614a-30e5-46c4-bc8f-89a121c1c009', 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583', 'admin_state_up': True, 'tenant_id': '46510efeb90e4e96b7c0f66991be3c47'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:51:12.662118 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bd45f2-b342-46ed-8862-a08ac2f3ef52 None None] Pushing event updated for resources: {'Port': ['ID=c8d4facd-26e9-49c1-ab78-da661e72efc3,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:12.666601 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-0079469b-a887-4a88-b873-8393685f7038 None None] Deleting port c8d4facd-26e9-49c1-ab78-da661e72efc3 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:51:12.666983 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0079469b-a887-4a88-b873-8393685f7038 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:12.715405 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a4ebe-8c09-4c31-b1da-9057b17ca9df req-33613839-9c9c-4000-aa6d-21026185ee7e tempest-InstanceActionsV221TestJSON-1194107411 tempest-InstanceActionsV221TestJSON-1194107411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:12.722656 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b62a4ebe-8c09-4c31-b1da-9057b17ca9df req-33613839-9c9c-4000-aa6d-21026185ee7e tempest-InstanceActionsV221TestJSON-1194107411 tempest-InstanceActionsV221TestJSON-1194107411-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a6ee05f-83ad-48c6-98a0-c6e0b4d17007 HTTP/1.1" status: 200 len: 944 time: 0.2177680 Sep 17 07:51:12.724267 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-02d397ba-5191-48f6-9f2f-a27b786fa8d9 None None] Provisioning complete for port 3fd5ea1d-ba9f-463b-bf27-c0c3ec342b1b triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:51:12.724646 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-02d397ba-5191-48f6-9f2f-a27b786fa8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:12.731257 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-3d157d23-4842-483f-a02f-0f2a12070a0a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Deleting port 3dd9d872-d222-4023-bb5f-82955bf0fe5b {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:51:12.731598 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3d157d23-4842-483f-a02f-0f2a12070a0a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:12.793265 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-24dec6f5-6dd0-4973-b7a3-3fb93000b261 req-8e0781d4-2051-4195-8080-669f81e16450 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=318d614a-30e5-46c4-bc8f-89a121c1c009 HTTP/1.1" status: 200 len: 210 time: 0.1101208 Sep 17 07:51:12.870335 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd28dc2f-211b-416d-81f7-c2ed838d6e9e req-a296004e-735a-4577-b9f1-e537a480853d tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Made reservation on behalf of 46510efeb90e4e96b7c0f66991be3c47 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:51:12.874719 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fd28dc2f-211b-416d-81f7-c2ed838d6e9e req-a296004e-735a-4577-b9f1-e537a480853d tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:12.877559 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-0079469b-a887-4a88-b873-8393685f7038 None None] For port c8d4facd-26e9-49c1-ab78-da661e72efc3, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=c8d4facd-26e9-49c1-ab78-da661e72efc3,segment=NetworkSegment(aed32730-8ab5-4d6d-8938-2ce32edfec2f),segment_id=aed32730-8ab5-4d6d-8938-2ce32edfec2f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:51:12.877963 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0079469b-a887-4a88-b873-8393685f7038 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:12.906147 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-44ddd03e-3c91-47c1-b851-7f69c8a5e346 req-b5ac6fa4-968e-441f-a5ed-476ce591a5b3 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:12.910646 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.db.api [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 07:51:12.911008 n-d-789963-9 neutron-server[101291]: DEBUG oslo_db.api [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 07:51:12.911794 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-0079469b-a887-4a88-b873-8393685f7038 None None] Calling delete_port for c8d4facd-26e9-49c1-ab78-da661e72efc3 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:51:13.000177 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b62a4ebe-8c09-4c31-b1da-9057b17ca9df req-2d17e9a5-0b1c-41e3-914d-ca8072ac2608 tempest-InstanceActionsV221TestJSON-1194107411 tempest-InstanceActionsV221TestJSON-1194107411-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4b8f441-b3ec-4bb1-8bf9-1c761735fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744870 Sep 17 07:51:13.040435 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44ddd03e-3c91-47c1-b851-7f69c8a5e346 req-b5ac6fa4-968e-441f-a5ed-476ce591a5b3 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Network cc97d231-b8e1-4f77-9438-e44ace44d63d is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:51:13.068338 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [req-44ddd03e-3c91-47c1-b851-7f69c8a5e346 req-b5ac6fa4-968e-441f-a5ed-476ce591a5b3 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:51:13.072323 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ddd03e-3c91-47c1-b851-7f69c8a5e346 req-b5ac6fa4-968e-441f-a5ed-476ce591a5b3 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:51:13.101669 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-02d397ba-5191-48f6-9f2f-a27b786fa8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:13.113231 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3d157d23-4842-483f-a02f-0f2a12070a0a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:13.135596 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-14f0c6d6-2133-4b53-b659-1ac26a9c761e tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Deleting port 70d776c9-c5e8-4602-b42a-db7912e85603 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:51:13.136557 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-14f0c6d6-2133-4b53-b659-1ac26a9c761e tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:13.140257 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-fd28dc2f-211b-416d-81f7-c2ed838d6e9e req-a296004e-735a-4577-b9f1-e537a480853d tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Allocated IP 192.168.233.15 (469390cd-cce5-49bd-b8f8-9e64018a0583/5f3af6cb-9cad-436b-bf41-034e75672c44/5c5b400f-0dc3-4b2b-91dc-f3bd95c198d3) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:51:13.152471 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ac6fa4-968e-441f-a5ed-476ce591a5b3 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Pushing event updated for resources: {'Port': ['ID=591a539a-895f-42ca-8b19-efd3d231f69f,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:13.178786 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-3d157d23-4842-483f-a02f-0f2a12070a0a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Calling delete_port for 3dd9d872-d222-4023-bb5f-82955bf0fe5b owned by {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:51:13.208321 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-02d397ba-5191-48f6-9f2f-a27b786fa8d9 None None] For port 3fd5ea1d-ba9f-463b-bf27-c0c3ec342b1b, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=3fd5ea1d-ba9f-463b-bf27-c0c3ec342b1b,segment=NetworkSegment(ccc4c9b3-8f64-4b6a-96f4-35a1665005a6),segment_id=ccc4c9b3-8f64-4b6a-96f4-35a1665005a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:51:13.228940 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-02d397ba-5191-48f6-9f2f-a27b786fa8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:13.262564 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0079469b-a887-4a88-b873-8393685f7038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:13.281936 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ddd03e-3c91-47c1-b851-7f69c8a5e346 req-b5ac6fa4-968e-441f-a5ed-476ce591a5b3 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:13.282596 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-44ddd03e-3c91-47c1-b851-7f69c8a5e346 req-b5ac6fa4-968e-441f-a5ed-476ce591a5b3 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:13.288521 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9863f297-4c6d-4fc1-a01a-e721e621d46b None None] Network 3b6c89b5-51dc-4425-8895-6bcc0c058f25 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:51:13.292226 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0079469b-a887-4a88-b873-8393685f7038 None None] No DVR routers for this DVR port c8d4facd-26e9-49c1-ab78-da661e72efc3 on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:51:13.293298 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c11b6-c293-4942-85bf-383aafac1598 req-89e5e2b4-c1a1-47cb-bae0-20b8deff7d8e tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:13.294869 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3c1c11b6-c293-4942-85bf-383aafac1598 req-89e5e2b4-c1a1-47cb-bae0-20b8deff7d8e tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219 HTTP/1.1" status: 200 len: 950 time: 0.3539035 Sep 17 07:51:13.395958 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d397ba-5191-48f6-9f2f-a27b786fa8d9 None None] Pushing event updated for resources: {'Port': ['ID=3fd5ea1d-ba9f-463b-bf27-c0c3ec342b1b,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:13.396761 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fd28dc2f-211b-416d-81f7-c2ed838d6e9e req-a296004e-735a-4577-b9f1-e537a480853d tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:13.405388 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-44ddd03e-3c91-47c1-b851-7f69c8a5e346 req-b5ac6fa4-968e-441f-a5ed-476ce591a5b3 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8046408 Sep 17 07:51:13.427586 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-44ddd03e-3c91-47c1-b851-7f69c8a5e346 req-8f07ee64-c86e-4059-a0cf-b59b7e1d9fd1 service neutron] Request body: {'port': {'device_id': 'ddc227d6-8733-4656-bc42-c84d36acf02e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-9'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:51:13.438649 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-14f0c6d6-2133-4b53-b659-1ac26a9c761e tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] For port 70d776c9-c5e8-4602-b42a-db7912e85603, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=70d776c9-c5e8-4602-b42a-db7912e85603,segment=NetworkSegment(958ea2cd-aa5e-4512-9754-928bef58f1f0),segment_id=958ea2cd-aa5e-4512-9754-928bef58f1f0)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:51:13.438649 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-14f0c6d6-2133-4b53-b659-1ac26a9c761e tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:13.451636 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Port c8d4facd-26e9-49c1-ab78-da661e72efc3 update to ACTIVE by agent not found {{(pid=101291) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 17 07:51:13.454419 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 3fd5ea1d-ba9f-463b-bf27-c0c3ec342b1b up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:51:13.462050 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fd28dc2f-211b-416d-81f7-c2ed838d6e9e req-a296004e-735a-4577-b9f1-e537a480853d tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:13.490007 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-14f0c6d6-2133-4b53-b659-1ac26a9c761e tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Calling delete_port for 70d776c9-c5e8-4602-b42a-db7912e85603 owned by network:dhcp {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:51:13.497291 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3c1c11b6-c293-4942-85bf-383aafac1598 req-4883e178-9945-41e1-ad56-a67b8e881b23 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649332 Sep 17 07:51:13.560310 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd28dc2f-211b-416d-81f7-c2ed838d6e9e req-a296004e-735a-4577-b9f1-e537a480853d tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Network 469390cd-cce5-49bd-b8f8-9e64018a0583 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:51:13.564151 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-fd28dc2f-211b-416d-81f7-c2ed838d6e9e req-a296004e-735a-4577-b9f1-e537a480853d tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:51:13.572545 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd28dc2f-211b-416d-81f7-c2ed838d6e9e req-a296004e-735a-4577-b9f1-e537a480853d tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:51:13.581997 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a296004e-735a-4577-b9f1-e537a480853d tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Pushing event updated for resources: {'Port': ['ID=5c5b400f-0dc3-4b2b-91dc-f3bd95c198d3,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:13.644270 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28dc2f-211b-416d-81f7-c2ed838d6e9e req-a296004e-735a-4577-b9f1-e537a480853d tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:13.645663 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fd28dc2f-211b-416d-81f7-c2ed838d6e9e req-a296004e-735a-4577-b9f1-e537a480853d tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:13.682530 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fd28dc2f-211b-416d-81f7-c2ed838d6e9e req-a296004e-735a-4577-b9f1-e537a480853d tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0287774 Sep 17 07:51:13.706257 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-fd28dc2f-211b-416d-81f7-c2ed838d6e9e req-e9832f6e-e4c7-4c2d-a8bb-ad341349070a service neutron] Request body: {'port': {'device_id': '318d614a-30e5-46c4-bc8f-89a121c1c009', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:51:13.773766 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['3f299b6a-353a-48fe-b6a1-bb1abb635a78'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:51:13.776094 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['0ed2d12b-bfaf-472c-a6ae-5ba8d60d89d0'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:51:13.779889 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0079469b-a887-4a88-b873-8393685f7038 None None] Pushing event deleted for resources: {'Port': ['ID=c8d4facd-26e9-49c1-ab78-da661e72efc3,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:13.790272 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fd28dc2f-211b-416d-81f7-c2ed838d6e9e req-e9832f6e-e4c7-4c2d-a8bb-ad341349070a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:13.873324 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-064a1d22-a9b4-4f54-abce-06d1ce4545fa None None] Provisioning complete for port 70d776c9-c5e8-4602-b42a-db7912e85603 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:51:13.873623 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-064a1d22-a9b4-4f54-abce-06d1ce4545fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:14.048116 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 3fd5ea1d-ba9f-463b-bf27-c0c3ec342b1b triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:51:14.048509 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:14.095036 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7820b082-3a69-4e39-b061-617bdbc894f6 req-2a7d2b9f-5e0f-4983-97a1-3780e2877df6 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=3f8b3982ca624c44a9f41fffe401cdd8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4491220 Sep 17 07:51:14.138049 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-44ddd03e-3c91-47c1-b851-7f69c8a5e346 req-8f07ee64-c86e-4059-a0cf-b59b7e1d9fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:14.144204 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3d157d23-4842-483f-a02f-0f2a12070a0a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:14.156554 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099418a4-9ead-407a-80f9-151e9aa9c986 None None] DHCP port deletion for 3b6c89b5-51dc-4425-8895-6bcc0c058f25 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 07:51:14.161290 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-fd28dc2f-211b-416d-81f7-c2ed838d6e9e req-e9832f6e-e4c7-4c2d-a8bb-ad341349070a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c5b400f-0dc3-4b2b-91dc-f3bd95c198d3 {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:51:14.163106 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-064a1d22-a9b4-4f54-abce-06d1ce4545fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:14.175691 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fd28dc2f-211b-416d-81f7-c2ed838d6e9e req-e9832f6e-e4c7-4c2d-a8bb-ad341349070a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:14.191644 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-fd28dc2f-211b-416d-81f7-c2ed838d6e9e req-e9832f6e-e4c7-4c2d-a8bb-ad341349070a service neutron] Transition to ACTIVE for port object 5c5b400f-0dc3-4b2b-91dc-f3bd95c198d3 will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:51:14.197469 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fd28dc2f-211b-416d-81f7-c2ed838d6e9e req-e9832f6e-e4c7-4c2d-a8bb-ad341349070a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:14.267922 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d157d23-4842-483f-a02f-0f2a12070a0a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event deleted for resources: {'Port': ['ID=3dd9d872-d222-4023-bb5f-82955bf0fe5b,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:14.281308 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9832f6e-e4c7-4c2d-a8bb-ad341349070a service neutron] Pushing event updated for resources: {'Port': ['ID=5c5b400f-0dc3-4b2b-91dc-f3bd95c198d3,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:14.325390 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-064a1d22-a9b4-4f54-abce-06d1ce4545fa None None] For port 70d776c9-c5e8-4602-b42a-db7912e85603, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=70d776c9-c5e8-4602-b42a-db7912e85603,segment=NetworkSegment(958ea2cd-aa5e-4512-9754-928bef58f1f0),segment_id=958ea2cd-aa5e-4512-9754-928bef58f1f0)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:51:14.346431 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-fd28dc2f-211b-416d-81f7-c2ed838d6e9e req-e9832f6e-e4c7-4c2d-a8bb-ad341349070a service neutron] Attempting to bind port 5c5b400f-0dc3-4b2b-91dc-f3bd95c198d3 on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:51:14.347073 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-064a1d22-a9b4-4f54-abce-06d1ce4545fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:14.347481 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-fd28dc2f-211b-416d-81f7-c2ed838d6e9e req-e9832f6e-e4c7-4c2d-a8bb-ad341349070a service neutron] Attempting to bind port 5c5b400f-0dc3-4b2b-91dc-f3bd95c198d3 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:51:14.348140 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd28dc2f-211b-416d-81f7-c2ed838d6e9e req-e9832f6e-e4c7-4c2d-a8bb-ad341349070a service neutron] Attempting to bind port 5c5b400f-0dc3-4b2b-91dc-f3bd95c198d3 on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:51:14.354132 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd28dc2f-211b-416d-81f7-c2ed838d6e9e req-e9832f6e-e4c7-4c2d-a8bb-ad341349070a service neutron] Port 5c5b400f-0dc3-4b2b-91dc-f3bd95c198d3 on network 469390cd-cce5-49bd-b8f8-9e64018a0583 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:51:14.354935 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd28dc2f-211b-416d-81f7-c2ed838d6e9e req-e9832f6e-e4c7-4c2d-a8bb-ad341349070a service neutron] Attempting to bind port 5c5b400f-0dc3-4b2b-91dc-f3bd95c198d3 on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:51:14.365193 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd28dc2f-211b-416d-81f7-c2ed838d6e9e req-e9832f6e-e4c7-4c2d-a8bb-ad341349070a service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:51:14.366305 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd28dc2f-211b-416d-81f7-c2ed838d6e9e req-e9832f6e-e4c7-4c2d-a8bb-ad341349070a service neutron] Checking segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:51:14.370284 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd28dc2f-211b-416d-81f7-c2ed838d6e9e req-e9832f6e-e4c7-4c2d-a8bb-ad341349070a service neutron] Bound using segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:51:14.370284 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-fd28dc2f-211b-416d-81f7-c2ed838d6e9e req-e9832f6e-e4c7-4c2d-a8bb-ad341349070a service neutron] Bound port: 5c5b400f-0dc3-4b2b-91dc-f3bd95c198d3, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:51:14.370284 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fd28dc2f-211b-416d-81f7-c2ed838d6e9e req-e9832f6e-e4c7-4c2d-a8bb-ad341349070a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:14.379536 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3d157d23-4842-483f-a02f-0f2a12070a0a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:14.385177 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-3d157d23-4842-483f-a02f-0f2a12070a0a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/ports/3dd9d872-d222-4023-bb5f-82955bf0fe5b HTTP/1.1" status: 204 len: 168 time: 2.5813255 Sep 17 07:51:14.385385 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39902) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:14.448548 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064a1d22-a9b4-4f54-abce-06d1ce4545fa None None] Pushing event updated for resources: {'Port': ['ID=70d776c9-c5e8-4602-b42a-db7912e85603,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:14.462129 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-099418a4-9ead-407a-80f9-151e9aa9c986 None None] Deleting port 70d776c9-c5e8-4602-b42a-db7912e85603 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:51:14.462502 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-099418a4-9ead-407a-80f9-151e9aa9c986 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:14.469861 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bedc8a-baa5-4681-bdf0-211c358d262a req-79f9d6cf-5461-4f20-876e-72a986c0cc3c tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:14.476392 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-9ff9e867-b5c8-4276-9d61-863b599ad044 None None] Could not find standard attr ID for object 3dd9d872-d222-4023-bb5f-82955bf0fe5b. {{(pid=101291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 07:51:14.478569 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-86bedc8a-baa5-4681-bdf0-211c358d262a req-79f9d6cf-5461-4f20-876e-72a986c0cc3c tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddc227d6-8733-4656-bc42-c84d36acf02e HTTP/1.1" status: 200 len: 932 time: 0.3923001 Sep 17 07:51:14.525434 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54519f4-6043-49f1-8977-eac62d17d155 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:14.527526 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54519f4-6043-49f1-8977-eac62d17d155 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:14.529344 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-14f0c6d6-2133-4b53-b659-1ac26a9c761e tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:14.529999 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d54519f4-6043-49f1-8977-eac62d17d155 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1438651 Sep 17 07:51:14.535662 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39906) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:14.591871 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 7f485c28-f3b5-4941-beb9-5b9c7ca20ee8 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:51:14.592823 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7820b082-3a69-4e39-b061-617bdbc894f6 req-152a13a3-a921-4acf-9fba-fa1bf00ef4c9 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:14.594375 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7820b082-3a69-4e39-b061-617bdbc894f6 req-152a13a3-a921-4acf-9fba-fa1bf00ef4c9 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4535573 Sep 17 07:51:14.602610 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 3fd5ea1d-ba9f-463b-bf27-c0c3ec342b1b up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:51:14.603454 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f0c6d6-2133-4b53-b659-1ac26a9c761e tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Pushing event deleted for resources: {'Port': ['ID=70d776c9-c5e8-4602-b42a-db7912e85603,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:14.611882 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-099418a4-9ead-407a-80f9-151e9aa9c986 None None] For port 70d776c9-c5e8-4602-b42a-db7912e85603, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=70d776c9-c5e8-4602-b42a-db7912e85603,segment=NetworkSegment(958ea2cd-aa5e-4512-9754-928bef58f1f0),segment_id=958ea2cd-aa5e-4512-9754-928bef58f1f0)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:51:14.612765 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-099418a4-9ead-407a-80f9-151e9aa9c986 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:14.628634 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-fd28dc2f-211b-416d-81f7-c2ed838d6e9e req-e9832f6e-e4c7-4c2d-a8bb-ad341349070a service neutron] For port 5c5b400f-0dc3-4b2b-91dc-f3bd95c198d3, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:51:14.648615 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f0c6d6-2133-4b53-b659-1ac26a9c761e tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] No DVR routers for this DVR port 70d776c9-c5e8-4602-b42a-db7912e85603 on host n-d-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:51:14.655938 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-fd28dc2f-211b-416d-81f7-c2ed838d6e9e req-e9832f6e-e4c7-4c2d-a8bb-ad341349070a service neutron] For port 5c5b400f-0dc3-4b2b-91dc-f3bd95c198d3, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=5c5b400f-0dc3-4b2b-91dc-f3bd95c198d3,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:51:14.663975 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-da9ed86f-b152-4eca-ab23-c9b0d9dbc02d tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Deleting subnet 38273cf6-dc25-43c0-9c67-ae0656b512b4 {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:51:14.668180 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-da9ed86f-b152-4eca-ab23-c9b0d9dbc02d tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:14.676112 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7820b082-3a69-4e39-b061-617bdbc894f6 req-6793f336-b1e6-433b-a89b-eb8b02ef282b tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.13 "GET /v2.0/quotas/3f8b3982ca624c44a9f41fffe401cdd8 HTTP/1.1" status: 200 len: 375 time: 0.0676754 Sep 17 07:51:14.691095 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fd28dc2f-211b-416d-81f7-c2ed838d6e9e req-e9832f6e-e4c7-4c2d-a8bb-ad341349070a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:14.710231 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-099418a4-9ead-407a-80f9-151e9aa9c986 None None] Calling delete_port for 70d776c9-c5e8-4602-b42a-db7912e85603 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:51:14.730791 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-86bedc8a-baa5-4681-bdf0-211c358d262a req-7379aa1f-25e7-466b-b619-6a532ae35783 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e165fbb-9ab8-4bf2-ab79-2b2690722fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509162 Sep 17 07:51:14.743413 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28dc2f-211b-416d-81f7-c2ed838d6e9e req-e9832f6e-e4c7-4c2d-a8bb-ad341349070a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:14.744149 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fd28dc2f-211b-416d-81f7-c2ed838d6e9e req-e9832f6e-e4c7-4c2d-a8bb-ad341349070a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:14.745879 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fd28dc2f-211b-416d-81f7-c2ed838d6e9e req-e9832f6e-e4c7-4c2d-a8bb-ad341349070a service neutron] 10.222.0.39 "PUT /v2.0/ports/5c5b400f-0dc3-4b2b-91dc-f3bd95c198d3 HTTP/1.1" status: 200 len: 1095 time: 1.0474329 Sep 17 07:51:14.746414 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '318d614a-30e5-46c4-bc8f-89a121c1c009', 'tag': '5c5b400f-0dc3-4b2b-91dc-f3bd95c198d3'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:51:14.748986 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a0f75b5-bb7f-4344-a00f-20f4bb3e83b7" -d '{"events": [{"name": "network-changed", "server_uuid": "318d614a-30e5-46c4-bc8f-89a121c1c009", "tag": "5c5b400f-0dc3-4b2b-91dc-f3bd95c198d3"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:51:14.758166 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-9ff9e867-b5c8-4276-9d61-863b599ad044 None None] Provisioning complete for port 3fd5ea1d-ba9f-463b-bf27-c0c3ec342b1b triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:51:14.758797 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9ff9e867-b5c8-4276-9d61-863b599ad044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:14.760676 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-da9ed86f-b152-4eca-ab23-c9b0d9dbc02d tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:14.784630 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7820b082-3a69-4e39-b061-617bdbc894f6 req-65fe1b14-6366-4f1f-84e8-868f890cdb3a tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3f8b3982ca624c44a9f41fffe401cdd8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573575 Sep 17 07:51:14.812623 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9832f6e-e4c7-4c2d-a8bb-ad341349070a service neutron] Pushing event updated for resources: {'Port': ['ID=5c5b400f-0dc3-4b2b-91dc-f3bd95c198d3,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:14.829529 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-14f0c6d6-2133-4b53-b659-1ac26a9c761e tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:14.871483 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-14f0c6d6-2133-4b53-b659-1ac26a9c761e tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b6c89b5-51dc-4425-8895-6bcc0c058f25']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:51:14.897473 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-14f0c6d6-2133-4b53-b659-1ac26a9c761e tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '958ea2cd-aa5e-4512-9754-928bef58f1f0') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:51:14.897772 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-14f0c6d6-2133-4b53-b659-1ac26a9c761e tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '958ea2cd-aa5e-4512-9754-928bef58f1f0') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:51:14.920898 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-14f0c6d6-2133-4b53-b659-1ac26a9c761e tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:14.939729 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-da9ed86f-b152-4eca-ab23-c9b0d9dbc02d tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:14.965350 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port 7f485c28-f3b5-4941-beb9-5b9c7ca20ee8 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:51:14.969745 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 3fd5ea1d-ba9f-463b-bf27-c0c3ec342b1b triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:51:14.970138 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:14.973522 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-099418a4-9ead-407a-80f9-151e9aa9c986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:14.984539 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28dc2f-211b-416d-81f7-c2ed838d6e9e req-013b9a4d-4e13-4f38-b7db-3e8bcac411e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:14.986386 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fd28dc2f-211b-416d-81f7-c2ed838d6e9e req-013b9a4d-4e13-4f38-b7db-3e8bcac411e1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=318d614a-30e5-46c4-bc8f-89a121c1c009 HTTP/1.1" status: 200 len: 1098 time: 0.1451950 Sep 17 07:51:14.994407 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-14f0c6d6-2133-4b53-b659-1ac26a9c761e tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:14.996059 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 7f485c28-f3b5-4941-beb9-5b9c7ca20ee8 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:51:14.996438 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:15.037645 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14f0c6d6-2133-4b53-b659-1ac26a9c761e tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 07:51:15.038394 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-14f0c6d6-2133-4b53-b659-1ac26a9c761e tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:15.046794 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 07:51:15.046794 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 07:51:15.046794 n-d-789963-9 neutron-server[101289]: timer() Sep 17 07:51:15.046794 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 07:51:15.046794 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 07:51:15.046794 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 07:51:15.046794 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 07:51:15.046794 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 07:51:15.046794 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 07:51:15.046794 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 07:51:15.046794 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 07:51:15.046794 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 07:51:15.046794 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 07:51:15.046794 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 07:51:15.046794 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 07:51:15.046794 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 07:51:15.046794 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 07:51:15.046794 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 07:51:15.046794 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 07:51:15.046794 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 07:51:15.046794 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 07:51:15.046794 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 07:51:15.046794 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 07:51:15.046794 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 07:51:15.046794 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 07:51:15.046794 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 07:51:15.046794 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 07:51:15.046794 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 07:51:15.046794 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 07:51:15.046794 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 07:51:15.046794 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 07:51:15.046794 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 07:51:15.051741 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fd28dc2f-211b-416d-81f7-c2ed838d6e9e req-e0e3bd05-3894-4ae0-985a-b49e5b2a60b3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=5c5b400f-0dc3-4b2b-91dc-f3bd95c198d3 HTTP/1.1" status: 200 len: 217 time: 0.0397127 Sep 17 07:51:15.076143 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099418a4-9ead-407a-80f9-151e9aa9c986 None None] No DVR routers for this DVR port 70d776c9-c5e8-4602-b42a-db7912e85603 on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:51:15.081255 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [req-44ddd03e-3c91-47c1-b851-7f69c8a5e346 req-8f07ee64-c86e-4059-a0cf-b59b7e1d9fd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 591a539a-895f-42ca-8b19-efd3d231f69f {{(pid=101289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:51:15.087690 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099418a4-9ead-407a-80f9-151e9aa9c986 None None] Pushing event deleted for resources: {'Port': ['ID=70d776c9-c5e8-4602-b42a-db7912e85603,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:15.109331 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-44ddd03e-3c91-47c1-b851-7f69c8a5e346 req-8f07ee64-c86e-4059-a0cf-b59b7e1d9fd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:15.126123 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-da9ed86f-b152-4eca-ab23-c9b0d9dbc02d tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:15.162109 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa4cc1-7eaf-44de-b061-7784835c497a req-2b4a8d5f-8b44-49ce-8ceb-583528ec9697 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:15.169846 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b1aa4cc1-7eaf-44de-b061-7784835c497a req-2b4a8d5f-8b44-49ce-8ceb-583528ec9697 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=318d614a-30e5-46c4-bc8f-89a121c1c009 HTTP/1.1" status: 200 len: 947 time: 0.1930418 Sep 17 07:51:15.207644 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9ed86f-b152-4eca-ab23-c9b0d9dbc02d tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event deleted for resources: {'Subnet': ['ID=38273cf6-dc25-43c0-9c67-ae0656b512b4,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:15.209907 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.provisioning_blocks [req-44ddd03e-3c91-47c1-b851-7f69c8a5e346 req-8f07ee64-c86e-4059-a0cf-b59b7e1d9fd1 service neutron] Transition to ACTIVE for port object 591a539a-895f-42ca-8b19-efd3d231f69f will not be triggered until provisioned by entity L2. {{(pid=101289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:51:15.217886 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-da9ed86f-b152-4eca-ab23-c9b0d9dbc02d tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:15.222190 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-da9ed86f-b152-4eca-ab23-c9b0d9dbc02d tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/subnets/38273cf6-dc25-43c0-9c67-ae0656b512b4 HTTP/1.1" status: 204 len: 168 time: 0.6831608 Sep 17 07:51:15.222190 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28dc2f-211b-416d-81f7-c2ed838d6e9e req-c615c420-2f0d-4de6-936a-a162c4731075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:15.223603 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fd28dc2f-211b-416d-81f7-c2ed838d6e9e req-c615c420-2f0d-4de6-936a-a162c4731075 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.1630924 Sep 17 07:51:15.224318 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39916) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:15.234890 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad95ba7-ceff-441c-bd1d-4bb2270d646e None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:51:15.240179 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-14f0c6d6-2133-4b53-b659-1ac26a9c761e tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:15.248644 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-44ddd03e-3c91-47c1-b851-7f69c8a5e346 req-8f07ee64-c86e-4059-a0cf-b59b7e1d9fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:15.267815 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-4cb3f0c6-1c76-4ce0-b84c-e888267dba05 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0420113 Sep 17 07:51:15.269900 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-14f0c6d6-2133-4b53-b659-1ac26a9c761e tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:15.274531 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-14f0c6d6-2133-4b53-b659-1ac26a9c761e tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] 10.222.0.13 "DELETE /v2.0/networks/3b6c89b5-51dc-4425-8895-6bcc0c058f25 HTTP/1.1" status: 204 len: 168 time: 3.4614241 Sep 17 07:51:15.274856 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39918) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:15.275198 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39920) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:15.282779 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-fda641e5-3a3c-4cf0-9f13-77c50dfebe63 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Request body: {'subnet': {'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:51:15.317568 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b1aa4cc1-7eaf-44de-b061-7784835c497a req-711213cd-b742-4e44-999c-b702585a375d tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455033 Sep 17 07:51:15.325355 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f0c6d6-2133-4b53-b659-1ac26a9c761e tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Pushing event deleted for resources: {'Network': ['ID=3b6c89b5-51dc-4425-8895-6bcc0c058f25,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:15.369321 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247c3f78-0f64-42b8-b86d-38a6f0b61a3c req-5d37ff37-9004-44b0-9711-5bf2a2bca795 tempest-InstanceActionsV221TestJSON-1194107411 tempest-InstanceActionsV221TestJSON-1194107411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:15.380704 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-247c3f78-0f64-42b8-b86d-38a6f0b61a3c req-5d37ff37-9004-44b0-9711-5bf2a2bca795 tempest-InstanceActionsV221TestJSON-1194107411 tempest-InstanceActionsV221TestJSON-1194107411-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a6ee05f-83ad-48c6-98a0-c6e0b4d17007 HTTP/1.1" status: 200 len: 944 time: 0.1857760 Sep 17 07:51:15.389980 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f07ee64-c86e-4059-a0cf-b59b7e1d9fd1 service neutron] Pushing event updated for resources: {'Port': ['ID=591a539a-895f-42ca-8b19-efd3d231f69f,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:15.439062 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:15.484234 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-247c3f78-0f64-42b8-b86d-38a6f0b61a3c req-23684bd8-7b85-4645-8a20-b0c699bb2c52 tempest-InstanceActionsV221TestJSON-1194107411 tempest-InstanceActionsV221TestJSON-1194107411-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4b8f441-b3ec-4bb1-8bf9-1c761735fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019602 Sep 17 07:51:15.523582 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28dc2f-211b-416d-81f7-c2ed838d6e9e req-45bd33a8-547c-4b33-b0b1-ad2c1bc927e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:15.526956 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fd28dc2f-211b-416d-81f7-c2ed838d6e9e req-45bd33a8-547c-4b33-b0b1-ad2c1bc927e9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2610140 Sep 17 07:51:15.531988 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a6ee05f-83ad-48c6-98a0-c6e0b4d17007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f485c28-f3b5-4941-beb9-5b9c7ca20ee8'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:51:15.533328 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda641e5-3a3c-4cf0-9f13-77c50dfebe63 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Made reservation on behalf of 852d2b51c00949899c2370ce1b47ee69 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:51:15.534744 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c557cec8-6971-49a5-9a67-7f3c4bdf6ec4" -d '{"events": [{"server_uuid": "1a6ee05f-83ad-48c6-98a0-c6e0b4d17007", "name": "network-vif-plugged", "status": "completed", "tag": "7f485c28-f3b5-4941-beb9-5b9c7ca20ee8"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:51:15.538823 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fda641e5-3a3c-4cf0-9f13-77c50dfebe63 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:15.551180 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-44ddd03e-3c91-47c1-b851-7f69c8a5e346 req-8f07ee64-c86e-4059-a0cf-b59b7e1d9fd1 service neutron] Attempting to bind port 591a539a-895f-42ca-8b19-efd3d231f69f on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:51:15.551614 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-44ddd03e-3c91-47c1-b851-7f69c8a5e346 req-8f07ee64-c86e-4059-a0cf-b59b7e1d9fd1 service neutron] Attempting to bind port 591a539a-895f-42ca-8b19-efd3d231f69f by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'f6b74a07-e284-4528-a460-88b5614ba92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cc97d231-b8e1-4f77-9438-e44ace44d63d'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:51:15.551968 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ddd03e-3c91-47c1-b851-7f69c8a5e346 req-8f07ee64-c86e-4059-a0cf-b59b7e1d9fd1 service neutron] Attempting to bind port 591a539a-895f-42ca-8b19-efd3d231f69f on network cc97d231-b8e1-4f77-9438-e44ace44d63d {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:51:15.569726 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ddd03e-3c91-47c1-b851-7f69c8a5e346 req-8f07ee64-c86e-4059-a0cf-b59b7e1d9fd1 service neutron] Port 591a539a-895f-42ca-8b19-efd3d231f69f on network cc97d231-b8e1-4f77-9438-e44ace44d63d not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:51:15.570102 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ddd03e-3c91-47c1-b851-7f69c8a5e346 req-8f07ee64-c86e-4059-a0cf-b59b7e1d9fd1 service neutron] Attempting to bind port 591a539a-895f-42ca-8b19-efd3d231f69f on network cc97d231-b8e1-4f77-9438-e44ace44d63d {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:51:15.578686 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 7f485c28-f3b5-4941-beb9-5b9c7ca20ee8, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=7f485c28-f3b5-4941-beb9-5b9c7ca20ee8,segment=NetworkSegment(feb096b4-365f-442c-8076-7ef897562590),segment_id=feb096b4-365f-442c-8076-7ef897562590)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:51:15.591324 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:15.603648 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a357310c-5ec2-4229-a840-3b8cd5c53d67 req-f3ea96a7-5ac4-4425-966f-ff6003d0b5b9 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:15.615217 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a357310c-5ec2-4229-a840-3b8cd5c53d67 req-f3ea96a7-5ac4-4425-966f-ff6003d0b5b9 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219 HTTP/1.1" status: 200 len: 950 time: 0.1593919 Sep 17 07:51:15.624885 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device c8d4facd-26e9-49c1-ab78-da661e72efc3 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:51:15.654111 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: c8d4facd-26e9-49c1-ab78-da661e72efc3 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:51:15.655110 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device c8d4facd-26e9-49c1-ab78-da661e72efc3 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:51:15.678906 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fd28dc2f-211b-416d-81f7-c2ed838d6e9e req-0e209b43-6871-4677-aa96-93c9ecd558bb service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270280 Sep 17 07:51:15.688208 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=7f485c28-f3b5-4941-beb9-5b9c7ca20ee8,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:15.695583 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a357310c-5ec2-4229-a840-3b8cd5c53d67 req-40ea482d-135e-4521-88a5-3ce44bd5cde8 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784509 Sep 17 07:51:15.698881 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ddd03e-3c91-47c1-b851-7f69c8a5e346 req-8f07ee64-c86e-4059-a0cf-b59b7e1d9fd1 service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:51:15.699523 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ddd03e-3c91-47c1-b851-7f69c8a5e346 req-8f07ee64-c86e-4059-a0cf-b59b7e1d9fd1 service neutron] Checking segment: {'id': 'f6b74a07-e284-4528-a460-88b5614ba92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cc97d231-b8e1-4f77-9438-e44ace44d63d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:51:15.699948 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ddd03e-3c91-47c1-b851-7f69c8a5e346 req-8f07ee64-c86e-4059-a0cf-b59b7e1d9fd1 service neutron] Bound using segment: {'id': 'f6b74a07-e284-4528-a460-88b5614ba92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cc97d231-b8e1-4f77-9438-e44ace44d63d'} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:51:15.700405 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-44ddd03e-3c91-47c1-b851-7f69c8a5e346 req-8f07ee64-c86e-4059-a0cf-b59b7e1d9fd1 service neutron] Bound port: 591a539a-895f-42ca-8b19-efd3d231f69f, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6b74a07-e284-4528-a460-88b5614ba92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cc97d231-b8e1-4f77-9438-e44ace44d63d'}}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:51:15.700771 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-44ddd03e-3c91-47c1-b851-7f69c8a5e346 req-8f07ee64-c86e-4059-a0cf-b59b7e1d9fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:15.709819 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5c81c5a6-140f-42dc-9501-7cb590615175 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:15.720655 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7a37f0-3521-410f-84c8-50582f740fe4 None None] DHCP port deletion for b9683b68-a3a4-4974-8bd0-f6d916aa4b94 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 07:51:15.781987 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd879b8-6aa5-47b5-8b12-5d9954e7799c x-openstack-request-id: req-ffd879b8-6aa5-47b5-8b12-5d9954e7799c {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:51:15.782235 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "318d614a-30e5-46c4-bc8f-89a121c1c009", "tag": "5c5b400f-0dc3-4b2b-91dc-f3bd95c198d3", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:51:15.782491 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ffd879b8-6aa5-47b5-8b12-5d9954e7799c {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:51:15.782874 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '318d614a-30e5-46c4-bc8f-89a121c1c009', 'tag': '5c5b400f-0dc3-4b2b-91dc-f3bd95c198d3', 'status': 'completed', 'code': 200} Sep 17 07:51:15.798454 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1f7a37f0-3521-410f-84c8-50582f740fe4 None None] Deleting port 3fd5ea1d-ba9f-463b-bf27-c0c3ec342b1b {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:51:15.798981 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1f7a37f0-3521-410f-84c8-50582f740fe4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:15.803137 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-206b7775-0531-4bf2-877e-fe587fab34a0 x-openstack-request-id: req-206b7775-0531-4bf2-877e-fe587fab34a0 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:51:15.803796 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a6ee05f-83ad-48c6-98a0-c6e0b4d17007", "name": "network-vif-plugged", "status": "completed", "tag": "7f485c28-f3b5-4941-beb9-5b9c7ca20ee8", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:51:15.804940 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-206b7775-0531-4bf2-877e-fe587fab34a0 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:51:15.804940 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a6ee05f-83ad-48c6-98a0-c6e0b4d17007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f485c28-f3b5-4941-beb9-5b9c7ca20ee8', 'code': 200} Sep 17 07:51:15.815650 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b6c2b69d-f9e3-4243-9be6-ee540679adca req-1bc15fff-bb8b-43fa-86d2-eebb9090a6f3 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9f5c173-5699-42f7-9627-594c6f134a59 HTTP/1.1" status: 200 len: 210 time: 0.0528300 Sep 17 07:51:15.895824 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-44ddd03e-3c91-47c1-b851-7f69c8a5e346 req-8f07ee64-c86e-4059-a0cf-b59b7e1d9fd1 service neutron] For port 591a539a-895f-42ca-8b19-efd3d231f69f, host n-h1-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:51:15.899848 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-44ddd03e-3c91-47c1-b851-7f69c8a5e346 req-8f07ee64-c86e-4059-a0cf-b59b7e1d9fd1 service neutron] For port 591a539a-895f-42ca-8b19-efd3d231f69f, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=591a539a-895f-42ca-8b19-efd3d231f69f,segment=NetworkSegment(f6b74a07-e284-4528-a460-88b5614ba92d),segment_id=f6b74a07-e284-4528-a460-88b5614ba92d)] {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:51:15.907271 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1f7a37f0-3521-410f-84c8-50582f740fe4 None None] For port 3fd5ea1d-ba9f-463b-bf27-c0c3ec342b1b, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=3fd5ea1d-ba9f-463b-bf27-c0c3ec342b1b,segment=NetworkSegment(ccc4c9b3-8f64-4b6a-96f4-35a1665005a6),segment_id=ccc4c9b3-8f64-4b6a-96f4-35a1665005a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:51:15.908579 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1f7a37f0-3521-410f-84c8-50582f740fe4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:15.925597 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1f7a37f0-3521-410f-84c8-50582f740fe4 None None] Calling delete_port for 3fd5ea1d-ba9f-463b-bf27-c0c3ec342b1b owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:51:15.937570 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-44ddd03e-3c91-47c1-b851-7f69c8a5e346 req-8f07ee64-c86e-4059-a0cf-b59b7e1d9fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:15.953720 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5c81c5a6-140f-42dc-9501-7cb590615175 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:15.990364 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fd28dc2f-211b-416d-81f7-c2ed838d6e9e req-8ece3901-dd17-49e2-a1d1-441950fbda51 service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005569 Sep 17 07:51:15.991796 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-5c81c5a6-140f-42dc-9501-7cb590615175 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df21f086-b868-41a4-8bd5-a1b151d58635']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:51:16.022694 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-5c81c5a6-140f-42dc-9501-7cb590615175 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aed32730-8ab5-4d6d-8938-2ce32edfec2f') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:51:16.023966 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-5c81c5a6-140f-42dc-9501-7cb590615175 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aed32730-8ab5-4d6d-8938-2ce32edfec2f') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:51:16.027659 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ddd03e-3c91-47c1-b851-7f69c8a5e346 req-8f07ee64-c86e-4059-a0cf-b59b7e1d9fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:16.028440 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-44ddd03e-3c91-47c1-b851-7f69c8a5e346 req-8f07ee64-c86e-4059-a0cf-b59b7e1d9fd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:16.030061 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-44ddd03e-3c91-47c1-b851-7f69c8a5e346 req-8f07ee64-c86e-4059-a0cf-b59b7e1d9fd1 service neutron] 10.222.0.41 "PUT /v2.0/ports/591a539a-895f-42ca-8b19-efd3d231f69f HTTP/1.1" status: 200 len: 1092 time: 2.6065490 Sep 17 07:51:16.033223 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddc227d6-8733-4656-bc42-c84d36acf02e', 'tag': '591a539a-895f-42ca-8b19-efd3d231f69f'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:51:16.035908 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a42a6db6-7ecd-47e0-9d0b-c94c9f612a97" -d '{"events": [{"name": "network-changed", "server_uuid": "ddc227d6-8733-4656-bc42-c84d36acf02e", "tag": "591a539a-895f-42ca-8b19-efd3d231f69f"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:51:16.054110 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5c81c5a6-140f-42dc-9501-7cb590615175 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:16.060800 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b588b6-8905-43ec-a584-f1a75f82dbee req-fe86b157-022a-432b-a338-c5b004521524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:16.062919 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-56b588b6-8905-43ec-a584-f1a75f82dbee req-fe86b157-022a-432b-a338-c5b004521524 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1a6ee05f-83ad-48c6-98a0-c6e0b4d17007 HTTP/1.1" status: 200 len: 1096 time: 0.1572630 Sep 17 07:51:16.064820 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1f7a37f0-3521-410f-84c8-50582f740fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:16.078225 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5c81c5a6-140f-42dc-9501-7cb590615175 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:16.105563 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0dbdf-8c36-45a3-95ed-cf0df894b422 req-a8040b9e-e799-4b86-bda1-7051742f8445 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:16.107190 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1fa0dbdf-8c36-45a3-95ed-cf0df894b422 req-a8040b9e-e799-4b86-bda1-7051742f8445 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddc227d6-8733-4656-bc42-c84d36acf02e HTTP/1.1" status: 200 len: 944 time: 0.1800981 Sep 17 07:51:16.108746 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b79475b-71a6-4876-a769-98ff854c11b2 x-openstack-request-id: req-8b79475b-71a6-4876-a769-98ff854c11b2 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:51:16.109448 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddc227d6-8733-4656-bc42-c84d36acf02e", "tag": "591a539a-895f-42ca-8b19-efd3d231f69f", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:51:16.109448 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8b79475b-71a6-4876-a769-98ff854c11b2 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:51:16.110255 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddc227d6-8733-4656-bc42-c84d36acf02e', 'tag': '591a539a-895f-42ca-8b19-efd3d231f69f', 'status': 'completed', 'code': 200} Sep 17 07:51:16.110358 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c81c5a6-140f-42dc-9501-7cb590615175 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 07:51:16.110546 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5c81c5a6-140f-42dc-9501-7cb590615175 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:16.113888 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 07:51:16.113888 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 07:51:16.113888 n-d-789963-9 neutron-server[101290]: timer() Sep 17 07:51:16.113888 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 07:51:16.113888 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 07:51:16.113888 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 07:51:16.113888 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 07:51:16.113888 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 07:51:16.113888 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 07:51:16.113888 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 07:51:16.113888 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 07:51:16.113888 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 07:51:16.113888 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 07:51:16.113888 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 07:51:16.113888 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 07:51:16.113888 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 07:51:16.113888 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 07:51:16.113888 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 07:51:16.113888 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 07:51:16.113888 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 07:51:16.113888 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 07:51:16.113888 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 07:51:16.113888 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 07:51:16.113888 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 07:51:16.113888 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 07:51:16.113888 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 07:51:16.113888 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 07:51:16.113888 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 07:51:16.113888 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 07:51:16.113888 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 07:51:16.113888 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 07:51:16.113888 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 07:51:16.117055 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f07ee64-c86e-4059-a0cf-b59b7e1d9fd1 service neutron] Pushing event updated for resources: {'Port': ['ID=591a539a-895f-42ca-8b19-efd3d231f69f,revision_number=3']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:16.129769 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7a37f0-3521-410f-84c8-50582f740fe4 None None] No DVR routers for this DVR port 3fd5ea1d-ba9f-463b-bf27-c0c3ec342b1b on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:51:16.138584 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7a37f0-3521-410f-84c8-50582f740fe4 None None] Pushing event deleted for resources: {'Port': ['ID=3fd5ea1d-ba9f-463b-bf27-c0c3ec342b1b,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:16.170597 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-56b588b6-8905-43ec-a584-f1a75f82dbee req-6982d29f-f0a5-4782-ac27-94d4da3b1c75 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b4b8f441-b3ec-4bb1-8bf9-1c761735fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601060 Sep 17 07:51:16.182973 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fda641e5-3a3c-4cf0-9f13-77c50dfebe63 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:16.191528 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1fa0dbdf-8c36-45a3-95ed-cf0df894b422 req-eaeb1753-ad1a-4686-aa1e-d54ba56baf6d tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e165fbb-9ab8-4bf2-ab79-2b2690722fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639880 Sep 17 07:51:16.230642 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a6db6-7ecd-47e0-9d0b-c94c9f612a97 req-111d5582-baad-44fb-8ab6-e0e5d9ddc135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:16.232329 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a42a6db6-7ecd-47e0-9d0b-c94c9f612a97 req-111d5582-baad-44fb-8ab6-e0e5d9ddc135 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce0a475621e847aaadce10f168c718d9&device_id=ddc227d6-8733-4656-bc42-c84d36acf02e HTTP/1.1" status: 200 len: 1095 time: 0.0505462 Sep 17 07:51:16.275942 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda641e5-3a3c-4cf0-9f13-77c50dfebe63 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:51:16.276935 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5c81c5a6-140f-42dc-9501-7cb590615175 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:16.282307 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-fda641e5-3a3c-4cf0-9f13-77c50dfebe63 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:51:16.292172 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5c81c5a6-140f-42dc-9501-7cb590615175 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:16.296465 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-5c81c5a6-140f-42dc-9501-7cb590615175 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] 10.222.0.13 "DELETE /v2.0/networks/df21f086-b868-41a4-8bd5-a1b151d58635 HTTP/1.1" status: 204 len: 168 time: 1.0163040 Sep 17 07:51:16.298141 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b79e93-3018-4a2d-a928-e0053066fc0c None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:51:16.299087 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda641e5-3a3c-4cf0-9f13-77c50dfebe63 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:16.299788 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fda641e5-3a3c-4cf0-9f13-77c50dfebe63 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:16.304083 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39938) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:16.320559 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda641e5-3a3c-4cf0-9f13-77c50dfebe63 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event updated for resources: {'Subnet': ['ID=8647aa8d-237f-41be-b238-cdf965a3c673,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:16.326011 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c81c5a6-140f-42dc-9501-7cb590615175 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Pushing event deleted for resources: {'Network': ['ID=df21f086-b868-41a4-8bd5-a1b151d58635,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:16.330371 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f75b5-bb7f-4344-a00f-20f4bb3e83b7 req-0534c5ed-b39f-465c-8c6f-fbe5252bf1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:16.332016 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6a0f75b5-bb7f-4344-a00f-20f4bb3e83b7 req-0534c5ed-b39f-465c-8c6f-fbe5252bf1b0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=318d614a-30e5-46c4-bc8f-89a121c1c009 HTTP/1.1" status: 200 len: 1098 time: 0.1962702 Sep 17 07:51:16.339359 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-fda641e5-3a3c-4cf0-9f13-77c50dfebe63 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0627897 Sep 17 07:51:16.341564 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39940) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:16.346564 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-dbfd06fa-25f8-4f2d-b616-33670391c3c4 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Request body: {'port': {'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'name': 'tempest-NetworksTestDHCPv6-1837806663'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:51:16.471076 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63344253-e02a-41ac-9aa3-cb148cf9d6a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'tenant_id': '852d2b51c00949899c2370ce1b47ee69', 'fixed_ips': [{'subnet_id': '8647aa8d-237f-41be-b238-cdf965a3c673'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 07:51:16.471076 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-63344253-e02a-41ac-9aa3-cb148cf9d6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:16.487149 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbfd06fa-25f8-4f2d-b616-33670391c3c4 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Made reservation on behalf of 852d2b51c00949899c2370ce1b47ee69 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:51:16.492009 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-dbfd06fa-25f8-4f2d-b616-33670391c3c4 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:16.511546 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 3fd5ea1d-ba9f-463b-bf27-c0c3ec342b1b no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:51:16.522091 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-815cfe96-25c0-4e66-b906-ff225f0ba76c tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:16.523010 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [None req-dbfd06fa-25f8-4f2d-b616-33670391c3c4 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] device_id is not set on port 26b94136-a9a9-488e-bdc0-02a75a650adc yet. {{(pid=101290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 07:51:16.547219 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a6db6-7ecd-47e0-9d0b-c94c9f612a97 req-f4df1361-5114-49d5-a489-5c8b7269c738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:16.548663 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a42a6db6-7ecd-47e0-9d0b-c94c9f612a97 req-f4df1361-5114-49d5-a489-5c8b7269c738 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=ce0a475621e847aaadce10f168c718d9&shared=False HTTP/1.1" status: 200 len: 923 time: 0.2926972 Sep 17 07:51:16.565302 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162baf83-1d21-4171-834c-058606dab329 req-5d258167-1c42-4a0a-8825-72d7852bee09 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:16.568292 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-162baf83-1d21-4171-834c-058606dab329 req-5d258167-1c42-4a0a-8825-72d7852bee09 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=318d614a-30e5-46c4-bc8f-89a121c1c009 HTTP/1.1" status: 200 len: 947 time: 0.1507730 Sep 17 07:51:16.722449 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-dbfd06fa-25f8-4f2d-b616-33670391c3c4 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Allocated IP 2001:db8::b2 (b9683b68-a3a4-4974-8bd0-f6d916aa4b94/8647aa8d-237f-41be-b238-cdf965a3c673/26b94136-a9a9-488e-bdc0-02a75a650adc) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:51:16.732699 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f75b5-bb7f-4344-a00f-20f4bb3e83b7 req-10780584-87a0-43ea-adf4-570fb26dc6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:16.734338 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6a0f75b5-bb7f-4344-a00f-20f4bb3e83b7 req-10780584-87a0-43ea-adf4-570fb26dc6f2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=469390cd-cce5-49bd-b8f8-9e64018a0583 HTTP/1.1" status: 200 len: 870 time: 0.1641071 Sep 17 07:51:16.766183 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 3fd5ea1d-ba9f-463b-bf27-c0c3ec342b1b {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:51:16.767156 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 3fd5ea1d-ba9f-463b-bf27-c0c3ec342b1b not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:51:16.795658 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6a0f75b5-bb7f-4344-a00f-20f4bb3e83b7 req-9f501cda-0010-4b37-aa9c-feb7752cb0ff service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=5c5b400f-0dc3-4b2b-91dc-f3bd95c198d3 HTTP/1.1" status: 200 len: 217 time: 0.0483849 Sep 17 07:51:16.843446 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7820b082-3a69-4e39-b061-617bdbc894f6 req-235f88b1-308f-46fb-89d7-a705fd6370bc tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=3f8b3982ca624c44a9f41fffe401cdd8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1387184 Sep 17 07:51:16.883861 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f75b5-bb7f-4344-a00f-20f4bb3e83b7 req-99e77fe4-b592-4356-8ab5-fae1ea0f5ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:16.885234 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-815cfe96-25c0-4e66-b906-ff225f0ba76c tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:16.885611 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6a0f75b5-bb7f-4344-a00f-20f4bb3e83b7 req-99e77fe4-b592-4356-8ab5-fae1ea0f5ca1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.0792255 Sep 17 07:51:16.910510 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-162baf83-1d21-4171-834c-058606dab329 req-bbc4e941-b308-4e7a-b251-ac34195d495c tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300860 Sep 17 07:51:16.964297 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9235ac57-0929-45ed-96db-04d8a825bacd req-407d77f0-f168-42b8-aa30-aba73e62ee0a tempest-InstanceActionsV221TestJSON-1194107411 tempest-InstanceActionsV221TestJSON-1194107411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:16.966980 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9235ac57-0929-45ed-96db-04d8a825bacd req-407d77f0-f168-42b8-aa30-aba73e62ee0a tempest-InstanceActionsV221TestJSON-1194107411 tempest-InstanceActionsV221TestJSON-1194107411-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a6ee05f-83ad-48c6-98a0-c6e0b4d17007 HTTP/1.1" status: 200 len: 945 time: 0.3953335 Sep 17 07:51:16.977437 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-815cfe96-25c0-4e66-b906-ff225f0ba76c tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9a9e101-9429-4dc3-bc68-76be973a7c19']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:51:17.005110 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-815cfe96-25c0-4e66-b906-ff225f0ba76c tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39c4ef6e-9ef0-451d-b02c-f434b754131b') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:51:17.005404 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-815cfe96-25c0-4e66-b906-ff225f0ba76c tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39c4ef6e-9ef0-451d-b02c-f434b754131b') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:51:17.010961 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a6db6-7ecd-47e0-9d0b-c94c9f612a97 req-0d42b956-70da-4c7e-abb2-6d6f243134a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:17.012474 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a42a6db6-7ecd-47e0-9d0b-c94c9f612a97 req-0d42b956-70da-4c7e-abb2-6d6f243134a0 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4408815 Sep 17 07:51:17.057442 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-815cfe96-25c0-4e66-b906-ff225f0ba76c tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:17.108218 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-815cfe96-25c0-4e66-b906-ff225f0ba76c tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:17.165353 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-815cfe96-25c0-4e66-b906-ff225f0ba76c tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 07:51:17.166073 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-815cfe96-25c0-4e66-b906-ff225f0ba76c tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:17.171577 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 07:51:17.171577 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 07:51:17.171577 n-d-789963-9 neutron-server[101289]: timer() Sep 17 07:51:17.171577 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 07:51:17.171577 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 07:51:17.171577 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 07:51:17.171577 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 07:51:17.171577 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 07:51:17.171577 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 07:51:17.171577 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 07:51:17.171577 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 07:51:17.171577 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 07:51:17.171577 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 07:51:17.171577 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 07:51:17.171577 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 07:51:17.171577 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 07:51:17.171577 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 07:51:17.171577 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 07:51:17.171577 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 07:51:17.171577 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 07:51:17.171577 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 07:51:17.171577 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 07:51:17.171577 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 07:51:17.171577 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 07:51:17.171577 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 07:51:17.171577 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 07:51:17.171577 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 07:51:17.171577 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 07:51:17.171577 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 07:51:17.171577 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 07:51:17.171577 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 07:51:17.171577 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 07:51:17.174655 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9235ac57-0929-45ed-96db-04d8a825bacd req-91c86e1a-78d7-4538-b9b8-eef409d5b342 tempest-InstanceActionsV221TestJSON-1194107411 tempest-InstanceActionsV221TestJSON-1194107411-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4b8f441-b3ec-4bb1-8bf9-1c761735fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892195 Sep 17 07:51:17.253606 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7820b082-3a69-4e39-b061-617bdbc894f6 req-f1d029bf-2c05-4958-a068-47ad4504c3b3 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:17.255129 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7820b082-3a69-4e39-b061-617bdbc894f6 req-f1d029bf-2c05-4958-a068-47ad4504c3b3 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3437693 Sep 17 07:51:17.261851 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f75b5-bb7f-4344-a00f-20f4bb3e83b7 req-6860ec0a-7852-485e-917b-4240112abd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:17.263336 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6a0f75b5-bb7f-4344-a00f-20f4bb3e83b7 req-6860ec0a-7852-485e-917b-4240112abd92 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3536332 Sep 17 07:51:17.265423 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ddd03e-3c91-47c1-b851-7f69c8a5e346 req-42cfc0e4-0bec-4538-a6f1-23b2471ec869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:17.266071 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-dbfd06fa-25f8-4f2d-b616-33670391c3c4 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:17.266864 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-44ddd03e-3c91-47c1-b851-7f69c8a5e346 req-42cfc0e4-0bec-4538-a6f1-23b2471ec869 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce0a475621e847aaadce10f168c718d9&device_id=ddc227d6-8733-4656-bc42-c84d36acf02e HTTP/1.1" status: 200 len: 1095 time: 0.1752064 Sep 17 07:51:17.362987 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-dbfd06fa-25f8-4f2d-b616-33670391c3c4 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:17.407343 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6a0f75b5-bb7f-4344-a00f-20f4bb3e83b7 req-340997dd-e603-4d7e-9c13-150a887308e1 service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342466 Sep 17 07:51:17.409100 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-63344253-e02a-41ac-9aa3-cb148cf9d6a0 None None] Allocated IP 2001:db8::2 (b9683b68-a3a4-4974-8bd0-f6d916aa4b94/8647aa8d-237f-41be-b238-cdf965a3c673/b6ce8844-47ce-4192-ab53-08d4459ee0ae) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:51:17.416282 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfd06fa-25f8-4f2d-b616-33670391c3c4 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:51:17.432620 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-dbfd06fa-25f8-4f2d-b616-33670391c3c4 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:51:17.450070 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfd06fa-25f8-4f2d-b616-33670391c3c4 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:51:17.455234 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfd06fa-25f8-4f2d-b616-33670391c3c4 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:17.455921 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-dbfd06fa-25f8-4f2d-b616-33670391c3c4 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:17.471714 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfd06fa-25f8-4f2d-b616-33670391c3c4 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event updated for resources: {'Port': ['ID=26b94136-a9a9-488e-bdc0-02a75a650adc,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:17.515292 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-dbfd06fa-25f8-4f2d-b616-33670391c3c4 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1705775 Sep 17 07:51:17.515555 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39954) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:17.568763 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6a0f75b5-bb7f-4344-a00f-20f4bb3e83b7 req-6b9c886f-d363-4274-8c07-c695a584da19 service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513355 Sep 17 07:51:17.578265 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-eb4aeaf5-9a04-487d-ae0f-fe35107ab411 req-3198151b-7ab7-4267-a3f3-84016c5aa4b6 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9f5c173-5699-42f7-9627-594c6f134a59 HTTP/1.1" status: 200 len: 210 time: 0.3221366 Sep 17 07:51:17.581635 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-7820b082-3a69-4e39-b061-617bdbc894f6 req-5bee9958-98ea-4f38-8dee-7e225b77077e tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] Request body: {'port': {'device_id': 'd9f5c173-5699-42f7-9627-594c6f134a59', 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583', 'admin_state_up': True, 'tenant_id': '3f8b3982ca624c44a9f41fffe401cdd8'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:51:17.581780 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c797e0a3-98ad-4833-958e-747fec2b6900 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:17.583167 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c797e0a3-98ad-4833-958e-747fec2b6900 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0667112 Sep 17 07:51:17.585941 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39956) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:17.590097 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-815cfe96-25c0-4e66-b906-ff225f0ba76c tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:17.604981 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520de00-b7cd-4975-b17c-3eeaaf97c5a0 req-2136f6cb-e404-4708-bf56-b3bee824a8c7 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:17.607438 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-63344253-e02a-41ac-9aa3-cb148cf9d6a0 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:17.608763 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7520de00-b7cd-4975-b17c-3eeaaf97c5a0 req-2136f6cb-e404-4708-bf56-b3bee824a8c7 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219 HTTP/1.1" status: 200 len: 950 time: 0.5064604 Sep 17 07:51:17.619826 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-63344253-e02a-41ac-9aa3-cb148cf9d6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:17.652676 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-815cfe96-25c0-4e66-b906-ff225f0ba76c tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:17.657151 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-815cfe96-25c0-4e66-b906-ff225f0ba76c tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] 10.222.0.13 "DELETE /v2.0/networks/d9a9e101-9429-4dc3-bc68-76be973a7c19 HTTP/1.1" status: 204 len: 168 time: 1.3521247 Sep 17 07:51:17.663278 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39958) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:17.665860 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63344253-e02a-41ac-9aa3-cb148cf9d6a0 None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:51:17.668995 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-63344253-e02a-41ac-9aa3-cb148cf9d6a0 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:51:17.675261 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63344253-e02a-41ac-9aa3-cb148cf9d6a0 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:51:17.676274 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-44ddd03e-3c91-47c1-b851-7f69c8a5e346 req-9b4b813a-9ea1-41a7-8509-3b670a9eb579 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=591a539a-895f-42ca-8b19-efd3d231f69f HTTP/1.1" status: 200 len: 217 time: 0.1002359 Sep 17 07:51:17.683075 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63344253-e02a-41ac-9aa3-cb148cf9d6a0 None None] Pushing event updated for resources: {'Port': ['ID=b6ce8844-47ce-4192-ab53-08d4459ee0ae,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:17.716873 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815cfe96-25c0-4e66-b906-ff225f0ba76c tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Pushing event deleted for resources: {'Network': ['ID=d9a9e101-9429-4dc3-bc68-76be973a7c19,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:17.737705 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-63344253-e02a-41ac-9aa3-cb148cf9d6a0 None None] Attempting to bind port b6ce8844-47ce-4192-ab53-08d4459ee0ae on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:51:17.738212 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-63344253-e02a-41ac-9aa3-cb148cf9d6a0 None None] Attempting to bind port b6ce8844-47ce-4192-ab53-08d4459ee0ae by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:51:17.738680 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63344253-e02a-41ac-9aa3-cb148cf9d6a0 None None] Attempting to bind port b6ce8844-47ce-4192-ab53-08d4459ee0ae on network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:51:17.744302 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63344253-e02a-41ac-9aa3-cb148cf9d6a0 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:51:17.744816 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63344253-e02a-41ac-9aa3-cb148cf9d6a0 None None] Checking segment: {'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:51:17.745322 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-63344253-e02a-41ac-9aa3-cb148cf9d6a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:17.745817 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63344253-e02a-41ac-9aa3-cb148cf9d6a0 None None] Bound using segment: {'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:51:17.746380 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-63344253-e02a-41ac-9aa3-cb148cf9d6a0 None None] Bound port: b6ce8844-47ce-4192-ab53-08d4459ee0ae, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:51:17.746872 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-63344253-e02a-41ac-9aa3-cb148cf9d6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:17.780728 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f8e393c6-a708-4aad-864f-8bf8f0c5e8b6 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:17.801205 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-b8af65e9-ffca-4705-b272-e936e990ec3a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Deleting port 26b94136-a9a9-488e-bdc0-02a75a650adc {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:51:17.802801 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b8af65e9-ffca-4705-b272-e936e990ec3a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:17.826038 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-63344253-e02a-41ac-9aa3-cb148cf9d6a0 None None] For port b6ce8844-47ce-4192-ab53-08d4459ee0ae, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:51:17.829383 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-63344253-e02a-41ac-9aa3-cb148cf9d6a0 None None] For port b6ce8844-47ce-4192-ab53-08d4459ee0ae, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=b6ce8844-47ce-4192-ab53-08d4459ee0ae,segment=NetworkSegment(ccc4c9b3-8f64-4b6a-96f4-35a1665005a6),segment_id=ccc4c9b3-8f64-4b6a-96f4-35a1665005a6)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:51:17.829684 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7520de00-b7cd-4975-b17c-3eeaaf97c5a0 req-a8f31089-a4e6-46d4-b1b0-a24027abcbdf tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200711 Sep 17 07:51:17.837515 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-63344253-e02a-41ac-9aa3-cb148cf9d6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:17.846495 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ddd03e-3c91-47c1-b851-7f69c8a5e346 req-6bcf6e20-1979-4570-82f6-bc8d471f3f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:17.848011 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-44ddd03e-3c91-47c1-b851-7f69c8a5e346 req-6bcf6e20-1979-4570-82f6-bc8d471f3f5a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4e4f7180-884c-4866-a6b3-7ca3d74bdb19 HTTP/1.1" status: 200 len: 862 time: 0.1504104 Sep 17 07:51:17.859711 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6552402b-da7c-41d4-af84-a75fb6983163 req-ab47e82e-cb3e-477b-83c9-a10a30fd99de tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:17.861256 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6552402b-da7c-41d4-af84-a75fb6983163 req-ab47e82e-cb3e-477b-83c9-a10a30fd99de tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddc227d6-8733-4656-bc42-c84d36acf02e HTTP/1.1" status: 200 len: 944 time: 0.1867344 Sep 17 07:51:17.904223 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-44ddd03e-3c91-47c1-b851-7f69c8a5e346 req-21ac3711-9995-4a56-aa6a-b643b7390410 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cc97d231-b8e1-4f77-9438-e44ace44d63d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391161 Sep 17 07:51:17.917501 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63344253-e02a-41ac-9aa3-cb148cf9d6a0 None None] Pushing event updated for resources: {'Port': ['ID=b6ce8844-47ce-4192-ab53-08d4459ee0ae,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:17.994375 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f8e393c6-a708-4aad-864f-8bf8f0c5e8b6 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:18.004281 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b8af65e9-ffca-4705-b272-e936e990ec3a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:18.010015 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7820b082-3a69-4e39-b061-617bdbc894f6 req-5bee9958-98ea-4f38-8dee-7e225b77077e tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] Made reservation on behalf of 3f8b3982ca624c44a9f41fffe401cdd8 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:51:18.013944 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-7820b082-3a69-4e39-b061-617bdbc894f6 req-5bee9958-98ea-4f38-8dee-7e225b77077e tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:18.018793 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6552402b-da7c-41d4-af84-a75fb6983163 req-eee36dcb-01dc-4943-bfee-e42f9c6aa6e8 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e165fbb-9ab8-4bf2-ab79-2b2690722fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435688 Sep 17 07:51:18.038304 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-b8af65e9-ffca-4705-b272-e936e990ec3a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Calling delete_port for 26b94136-a9a9-488e-bdc0-02a75a650adc owned by {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:51:18.047634 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-f8e393c6-a708-4aad-864f-8bf8f0c5e8b6 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41b929a8-4029-4851-a4cd-7acfc6d9892d']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:51:18.065679 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-7820b082-3a69-4e39-b061-617bdbc894f6 req-5bee9958-98ea-4f38-8dee-7e225b77077e tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:18.087710 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-f8e393c6-a708-4aad-864f-8bf8f0c5e8b6 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '490bcaed-75e0-4f7b-986c-42c9d288ee7b') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:51:18.087710 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-f8e393c6-a708-4aad-864f-8bf8f0c5e8b6 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '490bcaed-75e0-4f7b-986c-42c9d288ee7b') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:51:18.107448 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f8e393c6-a708-4aad-864f-8bf8f0c5e8b6 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:18.118069 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-44ddd03e-3c91-47c1-b851-7f69c8a5e346 req-c57d7ffa-f5e5-4955-a0af-7f7cc15a09d5 service neutron] 10.222.0.41 "GET /v2.0/networks/cc97d231-b8e1-4f77-9438-e44ace44d63d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047765 Sep 17 07:51:18.136072 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2191fb7-0a7d-4253-bd0f-969884a157db req-ca4cf17d-46c2-4c33-b5ca-f362e7481471 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:18.137647 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c2191fb7-0a7d-4253-bd0f-969884a157db req-ca4cf17d-46c2-4c33-b5ca-f362e7481471 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=318d614a-30e5-46c4-bc8f-89a121c1c009 HTTP/1.1" status: 200 len: 947 time: 0.1326826 Sep 17 07:51:18.187327 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f8e393c6-a708-4aad-864f-8bf8f0c5e8b6 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:18.297981 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8e393c6-a708-4aad-864f-8bf8f0c5e8b6 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 07:51:18.298393 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f8e393c6-a708-4aad-864f-8bf8f0c5e8b6 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:18.340775 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c2191fb7-0a7d-4253-bd0f-969884a157db req-e53ca4df-02b1-413c-b5c4-aff53a4a5820 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579955 Sep 17 07:51:18.356835 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 07:51:18.356835 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 07:51:18.356835 n-d-789963-9 neutron-server[101290]: timer() Sep 17 07:51:18.356835 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 07:51:18.356835 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 07:51:18.356835 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 07:51:18.356835 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 07:51:18.356835 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 07:51:18.356835 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 07:51:18.356835 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 07:51:18.356835 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 07:51:18.356835 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 07:51:18.356835 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 07:51:18.356835 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 07:51:18.356835 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 07:51:18.356835 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 07:51:18.356835 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 07:51:18.356835 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 07:51:18.356835 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 07:51:18.356835 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 07:51:18.356835 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 07:51:18.356835 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 07:51:18.356835 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 07:51:18.356835 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 07:51:18.356835 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 07:51:18.356835 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 07:51:18.356835 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 07:51:18.356835 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 07:51:18.356835 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 07:51:18.356835 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 07:51:18.356835 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 07:51:18.356835 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 07:51:18.371656 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f8e393c6-a708-4aad-864f-8bf8f0c5e8b6 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:18.385187 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f8e393c6-a708-4aad-864f-8bf8f0c5e8b6 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:18.385302 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b2a12-5193-439d-ae0a-576617465d6b req-33ab7dff-c612-4cff-9f09-e42bd6662d62 tempest-InstanceActionsV221TestJSON-1194107411 tempest-InstanceActionsV221TestJSON-1194107411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:18.386576 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-913b2a12-5193-439d-ae0a-576617465d6b req-33ab7dff-c612-4cff-9f09-e42bd6662d62 tempest-InstanceActionsV221TestJSON-1194107411 tempest-InstanceActionsV221TestJSON-1194107411-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a6ee05f-83ad-48c6-98a0-c6e0b4d17007 HTTP/1.1" status: 200 len: 945 time: 0.1062388 Sep 17 07:51:18.389218 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-44ddd03e-3c91-47c1-b851-7f69c8a5e346 req-554076a2-f859-46b5-b515-003e9edd62eb service neutron] 10.222.0.41 "GET /v2.0/networks/cc97d231-b8e1-4f77-9438-e44ace44d63d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611754 Sep 17 07:51:18.389765 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f8e393c6-a708-4aad-864f-8bf8f0c5e8b6 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] 10.222.0.13 "DELETE /v2.0/networks/41b929a8-4029-4851-a4cd-7acfc6d9892d HTTP/1.1" status: 204 len: 168 time: 0.7195213 Sep 17 07:51:18.402538 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e393c6-a708-4aad-864f-8bf8f0c5e8b6 tempest-BulkNetworkOpsIpV6Test-369267818 tempest-BulkNetworkOpsIpV6Test-369267818-project] Pushing event deleted for resources: {'Network': ['ID=41b929a8-4029-4851-a4cd-7acfc6d9892d,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:18.408383 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b8af65e9-ffca-4705-b272-e936e990ec3a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:18.444123 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8af65e9-ffca-4705-b272-e936e990ec3a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event deleted for resources: {'Port': ['ID=26b94136-a9a9-488e-bdc0-02a75a650adc,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:18.473834 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b8af65e9-ffca-4705-b272-e936e990ec3a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:18.475805 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b8af65e9-ffca-4705-b272-e936e990ec3a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/ports/26b94136-a9a9-488e-bdc0-02a75a650adc HTTP/1.1" status: 204 len: 168 time: 0.8845787 Sep 17 07:51:18.478381 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39968) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:18.490198 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-913b2a12-5193-439d-ae0a-576617465d6b req-9afa1b47-6b00-408c-a782-92c29d991dd5 tempest-InstanceActionsV221TestJSON-1194107411 tempest-InstanceActionsV221TestJSON-1194107411-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4b8f441-b3ec-4bb1-8bf9-1c761735fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920181 Sep 17 07:51:18.544684 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-7820b082-3a69-4e39-b061-617bdbc894f6 req-5bee9958-98ea-4f38-8dee-7e225b77077e tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:18.557169 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581f27ad-2bd5-4ea0-8dde-1370d4d72b03 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:18.557980 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-7820b082-3a69-4e39-b061-617bdbc894f6 req-5bee9958-98ea-4f38-8dee-7e225b77077e tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:18.558903 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581f27ad-2bd5-4ea0-8dde-1370d4d72b03 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:18.560714 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-581f27ad-2bd5-4ea0-8dde-1370d4d72b03 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0814085 Sep 17 07:51:18.563293 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39972) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:18.621925 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device b6ce8844-47ce-4192-ab53-08d4459ee0ae up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:51:18.645607 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bee9958-98ea-4f38-8dee-7e225b77077e tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f8fc30-65b6-4327-a5dc-bce035660486,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:18.660464 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8c61d87-1519-4608-9f3f-fe7764d83ad1 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Deleting subnet 8647aa8d-237f-41be-b238-cdf965a3c673 {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:51:18.666425 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a8c61d87-1519-4608-9f3f-fe7764d83ad1 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:18.721196 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port b6ce8844-47ce-4192-ab53-08d4459ee0ae triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:51:18.721747 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:18.753481 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a8c61d87-1519-4608-9f3f-fe7764d83ad1 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:18.778488 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1e880416-c765-49e8-82b2-1049e6788074 req-d0633c97-c3d6-439b-bd9c-87d68af5229e tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9f5c173-5699-42f7-9627-594c6f134a59 HTTP/1.1" status: 200 len: 210 time: 0.0354991 Sep 17 07:51:18.848303 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39980) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:18.862191 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:18.874333 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [req-7820b082-3a69-4e39-b061-617bdbc894f6 req-5bee9958-98ea-4f38-8dee-7e225b77077e tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] Allocated IP 192.168.233.6 (469390cd-cce5-49bd-b8f8-9e64018a0583/5f3af6cb-9cad-436b-bf41-034e75672c44/d1c8052d-7dc8-4faa-a866-7bd87f39f23c) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:51:18.918168 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port b6ce8844-47ce-4192-ab53-08d4459ee0ae, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=b6ce8844-47ce-4192-ab53-08d4459ee0ae,segment=NetworkSegment(ccc4c9b3-8f64-4b6a-96f4-35a1665005a6),segment_id=ccc4c9b3-8f64-4b6a-96f4-35a1665005a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:51:18.928535 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:18.970448 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a8c61d87-1519-4608-9f3f-fe7764d83ad1 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:19.009961 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=b6ce8844-47ce-4192-ab53-08d4459ee0ae,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:19.074702 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f5f975be-8af5-4a09-a3ba-c51857a6557e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=92505ad6b42f4a579752bb56cad201e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2243588 Sep 17 07:51:19.078388 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39988) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:19.085413 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a8c61d87-1519-4608-9f3f-fe7764d83ad1 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:19.115031 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c61d87-1519-4608-9f3f-fe7764d83ad1 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event deleted for resources: {'Subnet': ['ID=8647aa8d-237f-41be-b238-cdf965a3c673,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:19.133498 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a8c61d87-1519-4608-9f3f-fe7764d83ad1 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:19.135398 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a8c61d87-1519-4608-9f3f-fe7764d83ad1 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/subnets/8647aa8d-237f-41be-b238-cdf965a3c673 HTTP/1.1" status: 204 len: 168 time: 0.5705047 Sep 17 07:51:19.139205 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39990) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:19.170338 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [req-163df311-0152-4d8c-b40f-208ee7033ef9 req-8031649c-8352-47c3-b203-e5a257c5c497 service neutron] show failed (client error): The resource could not be found. Sep 17 07:51:19.171381 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-163df311-0152-4d8c-b40f-208ee7033ef9 req-8031649c-8352-47c3-b203-e5a257c5c497 service neutron] 10.222.0.41 "GET /v2.0/ports/9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4/bindings/n-h2-789963-9 HTTP/1.1" status: 404 len: 380 time: 0.4754772 Sep 17 07:51:19.188495 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794aae7f-200d-401d-9177-c3c02ad24ab3 req-4c9deba9-c9dc-4819-abfc-7969d6e7e10b tempest-InstanceActionsV221TestJSON-1194107411 tempest-InstanceActionsV221TestJSON-1194107411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:19.188910 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-35acd5a2-132f-4241-9506-68b11b4b34b8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0477700 Sep 17 07:51:19.190012 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-794aae7f-200d-401d-9177-c3c02ad24ab3 req-4c9deba9-c9dc-4819-abfc-7969d6e7e10b tempest-InstanceActionsV221TestJSON-1194107411 tempest-InstanceActionsV221TestJSON-1194107411-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a6ee05f-83ad-48c6-98a0-c6e0b4d17007 HTTP/1.1" status: 200 len: 945 time: 0.1555068 Sep 17 07:51:19.192834 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39994) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:19.196383 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-7820b082-3a69-4e39-b061-617bdbc894f6 req-5bee9958-98ea-4f38-8dee-7e225b77077e tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:19.199754 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-ffa23987-aa8a-4a39-9b5a-f84b040dc229 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Request body: {'subnet': {'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:51:19.219198 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ee0fc-0efe-47c1-8eeb-33c631addbd5 req-d204702b-1ed0-42ce-8819-3108b543aab5 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:19.220947 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6b0ee0fc-0efe-47c1-8eeb-33c631addbd5 req-d204702b-1ed0-42ce-8819-3108b543aab5 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219 HTTP/1.1" status: 200 len: 950 time: 0.1848664 Sep 17 07:51:19.231455 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c082cb01-d728-4d50-b087-fbe7a24134f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:19.242456 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cdec96-fbeb-47f3-b318-0590b3a8aa7a None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:51:19.292446 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-794aae7f-200d-401d-9177-c3c02ad24ab3 req-fae4ef5f-300a-4eef-b869-b1fb4f300f16 tempest-InstanceActionsV221TestJSON-1194107411 tempest-InstanceActionsV221TestJSON-1194107411-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4b8f441-b3ec-4bb1-8bf9-1c761735fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912497 Sep 17 07:51:19.311343 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6b0ee0fc-0efe-47c1-8eeb-33c631addbd5 req-f14dd794-ea23-427b-95da-f3954228dc3e tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731916 Sep 17 07:51:19.317476 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-7820b082-3a69-4e39-b061-617bdbc894f6 req-5bee9958-98ea-4f38-8dee-7e225b77077e tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:19.321280 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-12f1b5dc-d02b-4fc3-aa7e-a2882a84d9d9 None None] Provisioning complete for port b6ce8844-47ce-4192-ab53-08d4459ee0ae triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:51:19.321732 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-12f1b5dc-d02b-4fc3-aa7e-a2882a84d9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:19.342748 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c082cb01-d728-4d50-b087-fbe7a24134f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:19.369429 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7820b082-3a69-4e39-b061-617bdbc894f6 req-5bee9958-98ea-4f38-8dee-7e225b77077e tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] Network 469390cd-cce5-49bd-b8f8-9e64018a0583 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:51:19.404177 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa23987-aa8a-4a39-9b5a-f84b040dc229 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Made reservation on behalf of 852d2b51c00949899c2370ce1b47ee69 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:51:19.410249 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ffa23987-aa8a-4a39-9b5a-f84b040dc229 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:19.417840 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [req-7820b082-3a69-4e39-b061-617bdbc894f6 req-5bee9958-98ea-4f38-8dee-7e225b77077e tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:51:19.433095 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-7820b082-3a69-4e39-b061-617bdbc894f6 req-5bee9958-98ea-4f38-8dee-7e225b77077e tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:51:19.451862 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c082cb01-d728-4d50-b087-fbe7a24134f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:19.455871 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c082cb01-d728-4d50-b087-fbe7a24134f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:19.459745 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c082cb01-d728-4d50-b087-fbe7a24134f4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/04ae652b-2e48-46d0-a6e9-2ab5c95c043a HTTP/1.1" status: 204 len: 168 time: 0.3793848 Sep 17 07:51:19.481696 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c082cb01-d728-4d50-b087-fbe7a24134f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ae652b-2e48-46d0-a6e9-2ab5c95c043a,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:19.601362 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bee9958-98ea-4f38-8dee-7e225b77077e tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] Pushing event updated for resources: {'Port': ['ID=d1c8052d-7dc8-4faa-a866-7bd87f39f23c,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:19.648039 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7693f22-13b4-4077-815b-9fd39c9f0aaf req-f2144fd4-a203-4b6e-92ef-417c362e46e5 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:19.648908 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163df311-0152-4d8c-b40f-208ee7033ef9 req-cd50102d-4fd0-471d-ad50-843572224929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:19.651936 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-163df311-0152-4d8c-b40f-208ee7033ef9 req-cd50102d-4fd0-471d-ad50-843572224929 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219&tenant_id=e3c94ece967c49989722015c639870a6 HTTP/1.1" status: 200 len: 1101 time: 0.0888331 Sep 17 07:51:19.655949 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c7693f22-13b4-4077-815b-9fd39c9f0aaf req-f2144fd4-a203-4b6e-92ef-417c362e46e5 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddc227d6-8733-4656-bc42-c84d36acf02e HTTP/1.1" status: 200 len: 944 time: 0.1665998 Sep 17 07:51:19.676612 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-163df311-0152-4d8c-b40f-208ee7033ef9 req-f877db2f-c7b1-48bc-aeb5-e4af382a7f07 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-9', 'device_owner': 'compute:nova'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:51:19.694873 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47d6417-cfef-409f-a365-e141969db228 None None] DHCP port deletion for b9683b68-a3a4-4974-8bd0-f6d916aa4b94 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 07:51:19.697630 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7820b082-3a69-4e39-b061-617bdbc894f6 req-5bee9958-98ea-4f38-8dee-7e225b77077e tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:19.698294 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-7820b082-3a69-4e39-b061-617bdbc894f6 req-5bee9958-98ea-4f38-8dee-7e225b77077e tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:19.727634 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c7693f22-13b4-4077-815b-9fd39c9f0aaf req-d4edebc8-b28d-4f2b-aec4-5ecdf44a9ef5 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e165fbb-9ab8-4bf2-ab79-2b2690722fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708485 Sep 17 07:51:19.748167 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5132316a-652b-4bf5-95e6-06fdd6511840 req-0219258d-81df-4598-a9ad-5651dd6d61f5 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:19.751357 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5132316a-652b-4bf5-95e6-06fdd6511840 req-0219258d-81df-4598-a9ad-5651dd6d61f5 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=318d614a-30e5-46c4-bc8f-89a121c1c009 HTTP/1.1" status: 200 len: 947 time: 0.1737607 Sep 17 07:51:19.753307 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7820b082-3a69-4e39-b061-617bdbc894f6 req-5bee9958-98ea-4f38-8dee-7e225b77077e tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1806197 Sep 17 07:51:19.787581 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-7820b082-3a69-4e39-b061-617bdbc894f6 req-578802e6-bdb7-4e84-adfc-9eeb8463d88d service neutron] Request body: {'port': {'device_id': 'd9f5c173-5699-42f7-9627-594c6f134a59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-9'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:51:19.789773 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-d47d6417-cfef-409f-a365-e141969db228 None None] Deleting port b6ce8844-47ce-4192-ab53-08d4459ee0ae {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:51:19.790152 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d47d6417-cfef-409f-a365-e141969db228 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:19.868757 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5132316a-652b-4bf5-95e6-06fdd6511840 req-300784c7-5bdc-46cd-97fb-ec745ac7abaa tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073411 Sep 17 07:51:19.875028 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-163df311-0152-4d8c-b40f-208ee7033ef9 req-f877db2f-c7b1-48bc-aeb5-e4af382a7f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:19.898435 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-d47d6417-cfef-409f-a365-e141969db228 None None] For port b6ce8844-47ce-4192-ab53-08d4459ee0ae, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=b6ce8844-47ce-4192-ab53-08d4459ee0ae,segment=NetworkSegment(ccc4c9b3-8f64-4b6a-96f4-35a1665005a6),segment_id=ccc4c9b3-8f64-4b6a-96f4-35a1665005a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:51:19.899029 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d47d6417-cfef-409f-a365-e141969db228 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:19.918109 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-7820b082-3a69-4e39-b061-617bdbc894f6 req-578802e6-bdb7-4e84-adfc-9eeb8463d88d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:19.930667 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-d47d6417-cfef-409f-a365-e141969db228 None None] Calling delete_port for b6ce8844-47ce-4192-ab53-08d4459ee0ae owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:51:19.986638 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ffa23987-aa8a-4a39-9b5a-f84b040dc229 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:19.993508 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d66eb4-961b-4716-9d1a-58a8aad1b113 req-c64000ab-0161-4cf5-9ca6-eaacd30a81a1 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:19.995057 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f8d66eb4-961b-4716-9d1a-58a8aad1b113 req-c64000ab-0161-4cf5-9ca6-eaacd30a81a1 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9f5c173-5699-42f7-9627-594c6f134a59 HTTP/1.1" status: 200 len: 934 time: 0.0945282 Sep 17 07:51:20.009747 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-15017378-3ceb-49c0-ac97-79ad8ae4cec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:20.019614 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-3f86f0a2-7cb4-4758-9bbd-9555e5a5ccb0 None None] Provisioning complete for port d1c8052d-7dc8-4faa-a866-7bd87f39f23c triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:51:20.020028 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3f86f0a2-7cb4-4758-9bbd-9555e5a5ccb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:20.062013 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa23987-aa8a-4a39-9b5a-f84b040dc229 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:51:20.071436 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-ffa23987-aa8a-4a39-9b5a-f84b040dc229 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:51:20.077407 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-3f86f0a2-7cb4-4758-9bbd-9555e5a5ccb0 None None] Port d1c8052d-7dc8-4faa-a866-7bd87f39f23c cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:51:20.078995 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d47d6417-cfef-409f-a365-e141969db228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:20.121887 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa23987-aa8a-4a39-9b5a-f84b040dc229 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:20.122490 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ffa23987-aa8a-4a39-9b5a-f84b040dc229 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:20.123806 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f8d66eb4-961b-4716-9d1a-58a8aad1b113 req-91a2db9d-2f80-4da8-a6dd-70e0b4b5356d tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8f8fc30-65b6-4327-a5dc-bce035660486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184564 Sep 17 07:51:20.134776 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa23987-aa8a-4a39-9b5a-f84b040dc229 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event updated for resources: {'Subnet': ['ID=c73c18ac-90ed-4202-b71e-dc5cbab03bde,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:20.142215 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47d6417-cfef-409f-a365-e141969db228 None None] No DVR routers for this DVR port b6ce8844-47ce-4192-ab53-08d4459ee0ae on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:51:20.144143 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47d6417-cfef-409f-a365-e141969db228 None None] Pushing event deleted for resources: {'Port': ['ID=b6ce8844-47ce-4192-ab53-08d4459ee0ae,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:20.169398 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ffa23987-aa8a-4a39-9b5a-f84b040dc229 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9736834 Sep 17 07:51:20.170608 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40014) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:20.176097 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-a0733114-c558-446c-8804-df682b2ac4e8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Request body: {'port': {'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'name': 'tempest-NetworksTestDHCPv6-1543420827'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:51:20.181156 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22a5861-92a2-44e5-b408-c30a564d476d None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:51:20.354496 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [req-7820b082-3a69-4e39-b061-617bdbc894f6 req-578802e6-bdb7-4e84-adfc-9eeb8463d88d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1c8052d-7dc8-4faa-a866-7bd87f39f23c {{(pid=101289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:51:20.363952 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0733114-c558-446c-8804-df682b2ac4e8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Made reservation on behalf of 852d2b51c00949899c2370ce1b47ee69 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:51:20.364299 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-7820b082-3a69-4e39-b061-617bdbc894f6 req-578802e6-bdb7-4e84-adfc-9eeb8463d88d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:20.369911 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a0733114-c558-446c-8804-df682b2ac4e8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:20.385243 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af78491-7961-4922-bf32-b3944f9c231b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'tenant_id': '852d2b51c00949899c2370ce1b47ee69', 'fixed_ips': [{'subnet_id': 'c73c18ac-90ed-4202-b71e-dc5cbab03bde'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 07:51:20.387903 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0af78491-7961-4922-bf32-b3944f9c231b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:20.391543 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.provisioning_blocks [req-7820b082-3a69-4e39-b061-617bdbc894f6 req-578802e6-bdb7-4e84-adfc-9eeb8463d88d service neutron] Transition to ACTIVE for port object d1c8052d-7dc8-4faa-a866-7bd87f39f23c will not be triggered until provisioned by entity L2. {{(pid=101289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:51:20.397706 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-7820b082-3a69-4e39-b061-617bdbc894f6 req-578802e6-bdb7-4e84-adfc-9eeb8463d88d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:20.398107 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [None req-a0733114-c558-446c-8804-df682b2ac4e8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] device_id is not set on port 85f1b1bd-fdca-4e77-9fa0-ed57da3457b7 yet. {{(pid=101290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 07:51:20.470212 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578802e6-bdb7-4e84-adfc-9eeb8463d88d service neutron] Pushing event updated for resources: {'Port': ['ID=d1c8052d-7dc8-4faa-a866-7bd87f39f23c,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:20.538785 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device b6ce8844-47ce-4192-ab53-08d4459ee0ae no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:51:20.575246 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: b6ce8844-47ce-4192-ab53-08d4459ee0ae {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:51:20.577624 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device b6ce8844-47ce-4192-ab53-08d4459ee0ae not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:51:20.588274 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40030) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:20.599027 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 5c5b400f-0dc3-4b2b-91dc-f3bd95c198d3 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:51:20.614424 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-a0733114-c558-446c-8804-df682b2ac4e8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Allocated IP 2001:db8::1ca (b9683b68-a3a4-4974-8bd0-f6d916aa4b94/c73c18ac-90ed-4202-b71e-dc5cbab03bde/85f1b1bd-fdca-4e77-9fa0-ed57da3457b7) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:51:20.621122 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e793564-1051-47e9-8eae-e9866002bb6f req-3faf922f-4a3f-4ff1-abcc-797b7c8526ba tempest-InstanceActionsV221TestJSON-1194107411 tempest-InstanceActionsV221TestJSON-1194107411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:20.623206 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4e793564-1051-47e9-8eae-e9866002bb6f req-3faf922f-4a3f-4ff1-abcc-797b7c8526ba tempest-InstanceActionsV221TestJSON-1194107411 tempest-InstanceActionsV221TestJSON-1194107411-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a6ee05f-83ad-48c6-98a0-c6e0b4d17007 HTTP/1.1" status: 200 len: 945 time: 0.1573391 Sep 17 07:51:20.707310 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-163df311-0152-4d8c-b40f-208ee7033ef9 req-f877db2f-c7b1-48bc-aeb5-e4af382a7f07 service neutron] For port 9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:51:20.760991 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-3bd52427-b73e-4872-8472-9aebbd031bd3 tempest-NetworksNegativeTestJSON-511866578 tempest-NetworksNegativeTestJSON-511866578-project] Request body: {'port': {'network_id': 'd32d382d-9804-4322-8fe4-b678703784d7', 'name': 'tempest-NetworksNegativeTestJSON-1734229572'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:51:20.775782 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c807d879-c510-4b36-907e-e7a403146ff7 req-0560a267-0094-42d5-8765-a2b732117173 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:20.780903 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 5c5b400f-0dc3-4b2b-91dc-f3bd95c198d3, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=5c5b400f-0dc3-4b2b-91dc-f3bd95c198d3,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:51:20.783161 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c807d879-c510-4b36-907e-e7a403146ff7 req-0560a267-0094-42d5-8765-a2b732117173 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219 HTTP/1.1" status: 200 len: 950 time: 0.2528851 Sep 17 07:51:20.791250 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-7820b082-3a69-4e39-b061-617bdbc894f6 req-578802e6-bdb7-4e84-adfc-9eeb8463d88d service neutron] Attempting to bind port d1c8052d-7dc8-4faa-a866-7bd87f39f23c on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:51:20.791585 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-7820b082-3a69-4e39-b061-617bdbc894f6 req-578802e6-bdb7-4e84-adfc-9eeb8463d88d service neutron] Attempting to bind port d1c8052d-7dc8-4faa-a866-7bd87f39f23c by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:51:20.791818 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7820b082-3a69-4e39-b061-617bdbc894f6 req-578802e6-bdb7-4e84-adfc-9eeb8463d88d service neutron] Attempting to bind port d1c8052d-7dc8-4faa-a866-7bd87f39f23c on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:51:20.793804 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '5c5b400f-0dc3-4b2b-91dc-f3bd95c198d3', 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583', 'port_id': '5c5b400f-0dc3-4b2b-91dc-f3bd95c198d3', 'mac_address': 'fa:16:3e:f1:48:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f3af6cb-9cad-436b-bf41-034e75672c44', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:51:20.804400 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4e793564-1051-47e9-8eae-e9866002bb6f req-6024dc3f-06b9-4267-959f-760db7eddad2 tempest-InstanceActionsV221TestJSON-1194107411 tempest-InstanceActionsV221TestJSON-1194107411-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4b8f441-b3ec-4bb1-8bf9-1c761735fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276517 Sep 17 07:51:20.806078 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bd52427-b73e-4872-8472-9aebbd031bd3 tempest-NetworksNegativeTestJSON-511866578 tempest-NetworksNegativeTestJSON-511866578-project] POST failed (client error): The resource could not be found. Sep 17 07:51:20.806806 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bd52427-b73e-4872-8472-9aebbd031bd3 tempest-NetworksNegativeTestJSON-511866578 tempest-NetworksNegativeTestJSON-511866578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 07:51:20.813611 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-3bd52427-b73e-4872-8472-9aebbd031bd3 tempest-NetworksNegativeTestJSON-511866578 tempest-NetworksNegativeTestJSON-511866578-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2228012 Sep 17 07:51:20.814222 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40036) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:20.826520 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7820b082-3a69-4e39-b061-617bdbc894f6 req-578802e6-bdb7-4e84-adfc-9eeb8463d88d service neutron] Port d1c8052d-7dc8-4faa-a866-7bd87f39f23c on network 469390cd-cce5-49bd-b8f8-9e64018a0583 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:51:20.827052 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7820b082-3a69-4e39-b061-617bdbc894f6 req-578802e6-bdb7-4e84-adfc-9eeb8463d88d service neutron] Attempting to bind port d1c8052d-7dc8-4faa-a866-7bd87f39f23c on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:51:20.832008 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-163df311-0152-4d8c-b40f-208ee7033ef9 req-f877db2f-c7b1-48bc-aeb5-e4af382a7f07 service neutron] For port 9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4, host n-h1-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:51:20.836621 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7820b082-3a69-4e39-b061-617bdbc894f6 req-578802e6-bdb7-4e84-adfc-9eeb8463d88d service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:51:20.837121 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7820b082-3a69-4e39-b061-617bdbc894f6 req-578802e6-bdb7-4e84-adfc-9eeb8463d88d service neutron] Checking segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:51:20.837587 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7820b082-3a69-4e39-b061-617bdbc894f6 req-578802e6-bdb7-4e84-adfc-9eeb8463d88d service neutron] Bound using segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:51:20.838471 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-7820b082-3a69-4e39-b061-617bdbc894f6 req-578802e6-bdb7-4e84-adfc-9eeb8463d88d service neutron] Bound port: d1c8052d-7dc8-4faa-a866-7bd87f39f23c, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:51:20.838910 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-7820b082-3a69-4e39-b061-617bdbc894f6 req-578802e6-bdb7-4e84-adfc-9eeb8463d88d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:20.839473 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:20.854619 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c5b400f-0dc3-4b2b-91dc-f3bd95c198d3 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:51:20.878663 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 5c5b400f-0dc3-4b2b-91dc-f3bd95c198d3, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=5c5b400f-0dc3-4b2b-91dc-f3bd95c198d3,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:51:20.886899 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:20.898952 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1416b3f-0f4f-4d2d-b44b-7e079049c014 tempest-NetworksNegativeTestJSON-511866578 tempest-NetworksNegativeTestJSON-511866578-project] DELETE failed (client error): The resource could not be found. Sep 17 07:51:20.899550 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1416b3f-0f4f-4d2d-b44b-7e079049c014 tempest-NetworksNegativeTestJSON-511866578 tempest-NetworksNegativeTestJSON-511866578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 07:51:20.900911 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc4f49-0e59-40a3-995d-600e92697e11 req-cdafccea-534e-4c78-86c7-d623b52f8eba tempest-InstanceActionsV221TestJSON-1194107411 tempest-InstanceActionsV221TestJSON-1194107411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:20.901263 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b1416b3f-0f4f-4d2d-b44b-7e079049c014 tempest-NetworksNegativeTestJSON-511866578 tempest-NetworksNegativeTestJSON-511866578-project] 10.222.0.13 "DELETE /v2.0/networks/3e305e21-899f-41e9-816f-46600863c67e HTTP/1.1" status: 404 len: 339 time: 0.0817115 Sep 17 07:51:20.902531 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-98cc4f49-0e59-40a3-995d-600e92697e11 req-cdafccea-534e-4c78-86c7-d623b52f8eba tempest-InstanceActionsV221TestJSON-1194107411 tempest-InstanceActionsV221TestJSON-1194107411-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a6ee05f-83ad-48c6-98a0-c6e0b4d17007 HTTP/1.1" status: 200 len: 945 time: 0.2225587 Sep 17 07:51:20.905698 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 40040) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:20.932291 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:51:20.933943 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6bbb7d9-f764-480d-9e31-d4de8ddedb7b tempest-NetworksNegativeTestJSON-511866578 tempest-NetworksNegativeTestJSON-511866578-project] DELETE failed (client error): The resource could not be found. Sep 17 07:51:20.934602 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fede1123-6245-48be-bb04-67bf253eca44" -d '{"events": [{"server_uuid": "98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219", "name": "network-vif-unplugged", "status": "completed", "tag": "9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:51:20.934959 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6bbb7d9-f764-480d-9e31-d4de8ddedb7b tempest-NetworksNegativeTestJSON-511866578 tempest-NetworksNegativeTestJSON-511866578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 07:51:20.940558 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-a6bbb7d9-f764-480d-9e31-d4de8ddedb7b tempest-NetworksNegativeTestJSON-511866578 tempest-NetworksNegativeTestJSON-511866578-project] 10.222.0.13 "DELETE /v2.0/ports/2b089400-8596-4e79-b969-ea098de1cf55 HTTP/1.1" status: 404 len: 333 time: 0.0298629 Sep 17 07:51:20.940558 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c807d879-c510-4b36-907e-e7a403146ff7 req-d8328266-6c71-4c68-9477-b95a1d6d8d3a tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560938 Sep 17 07:51:20.942708 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-163df311-0152-4d8c-b40f-208ee7033ef9 req-f877db2f-c7b1-48bc-aeb5-e4af382a7f07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:20.944836 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 40044) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:20.961641 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=5c5b400f-0dc3-4b2b-91dc-f3bd95c198d3,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:20.963415 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-163df311-0152-4d8c-b40f-208ee7033ef9 req-f877db2f-c7b1-48bc-aeb5-e4af382a7f07 service neutron] Transition to ACTIVE for port object 9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4 will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:51:20.982383 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-163df311-0152-4d8c-b40f-208ee7033ef9 req-f877db2f-c7b1-48bc-aeb5-e4af382a7f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:21.009772 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a0733114-c558-446c-8804-df682b2ac4e8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:21.022326 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8275bd2-5566-49fc-ac81-75e37a2e2247 tempest-NetworksNegativeTestJSON-511866578 tempest-NetworksNegativeTestJSON-511866578-project] DELETE failed (client error): The resource could not be found. Sep 17 07:51:21.022891 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8275bd2-5566-49fc-ac81-75e37a2e2247 tempest-NetworksNegativeTestJSON-511866578 tempest-NetworksNegativeTestJSON-511866578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 07:51:21.024812 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-c8275bd2-5566-49fc-ac81-75e37a2e2247 tempest-NetworksNegativeTestJSON-511866578 tempest-NetworksNegativeTestJSON-511866578-project] 10.222.0.13 "DELETE /v2.0/subnets/2c04e930-e420-40aa-b90c-1547955d4759 HTTP/1.1" status: 404 len: 337 time: 0.0772703 Sep 17 07:51:21.036846 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40046) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:21.097758 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-163df311-0152-4d8c-b40f-208ee7033ef9 req-f877db2f-c7b1-48bc-aeb5-e4af382a7f07 service neutron] No DVR routers for this DVR port 9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4 on host n-h1-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:51:21.112576 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-8203904b-ad53-4a56-a49b-0f6072d762d2 tempest-NetworksNegativeTestJSON-511866578 tempest-NetworksNegativeTestJSON-511866578-project] GET failed (client error): The resource could not be found. Sep 17 07:51:21.117528 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-8203904b-ad53-4a56-a49b-0f6072d762d2 tempest-NetworksNegativeTestJSON-511866578 tempest-NetworksNegativeTestJSON-511866578-project] 10.222.0.13 "GET /v2.0/networks/0a6cd7c2-33cc-40b1-b103-bec6f7d0c859 HTTP/1.1" status: 404 len: 339 time: 0.0734732 Sep 17 07:51:21.118036 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40048) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:21.123140 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-7820b082-3a69-4e39-b061-617bdbc894f6 req-578802e6-bdb7-4e84-adfc-9eeb8463d88d service neutron] For port d1c8052d-7dc8-4faa-a866-7bd87f39f23c, host n-h1-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:51:21.130126 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f877db2f-c7b1-48bc-aeb5-e4af382a7f07 service neutron] Pushing event updated for resources: {'Port': ['ID=9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4,revision_number=6']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:21.149880 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-7820b082-3a69-4e39-b061-617bdbc894f6 req-578802e6-bdb7-4e84-adfc-9eeb8463d88d service neutron] For port d1c8052d-7dc8-4faa-a866-7bd87f39f23c, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=d1c8052d-7dc8-4faa-a866-7bd87f39f23c,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:51:21.166318 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-7820b082-3a69-4e39-b061-617bdbc894f6 req-578802e6-bdb7-4e84-adfc-9eeb8463d88d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:21.173630 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-aed82ac5-5800-4130-9b79-8b91416bb8a0 tempest-NetworksNegativeTestJSON-511866578 tempest-NetworksNegativeTestJSON-511866578-project] GET failed (client error): The resource could not be found. Sep 17 07:51:21.175267 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-aed82ac5-5800-4130-9b79-8b91416bb8a0 tempest-NetworksNegativeTestJSON-511866578 tempest-NetworksNegativeTestJSON-511866578-project] 10.222.0.13 "GET /v2.0/ports/615b86c1-8060-4a27-90c9-1757d87485cb HTTP/1.1" status: 404 len: 333 time: 0.0565619 Sep 17 07:51:21.180079 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4a258d-7f1f-47b2-820b-9b6354f750f6 req-ed55c459-4acf-463a-99c8-5ddf29609c0f tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:21.181589 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1f4a258d-7f1f-47b2-820b-9b6354f750f6 req-ed55c459-4acf-463a-99c8-5ddf29609c0f tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=318d614a-30e5-46c4-bc8f-89a121c1c009 HTTP/1.1" status: 200 len: 948 time: 0.1557112 Sep 17 07:51:21.181979 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40052) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:21.197244 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b9132-2a28-4c8f-b081-75688283567e req-28decaf9-eee7-4bc2-8809-7336b6fea0a2 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:21.198278 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-761b9132-2a28-4c8f-b081-75688283567e req-28decaf9-eee7-4bc2-8809-7336b6fea0a2 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddc227d6-8733-4656-bc42-c84d36acf02e HTTP/1.1" status: 200 len: 944 time: 0.1525688 Sep 17 07:51:21.224293 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a3424e1-1521-43ec-b9bb-622da6a0860d tempest-NetworksNegativeTestJSON-511866578 tempest-NetworksNegativeTestJSON-511866578-project] GET failed (client error): The resource could not be found. Sep 17 07:51:21.231874 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-0a3424e1-1521-43ec-b9bb-622da6a0860d tempest-NetworksNegativeTestJSON-511866578 tempest-NetworksNegativeTestJSON-511866578-project] 10.222.0.13 "GET /v2.0/subnets/21b878f7-9fd5-4d0e-b040-1fa53b5b82dd HTTP/1.1" status: 404 len: 337 time: 0.0432026 Sep 17 07:51:21.231874 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40054) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:21.237637 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-211a0457-eeb0-4af2-b54b-a2cfb445edd8 tempest-NetworksNegativeTestJSON-511866578 tempest-NetworksNegativeTestJSON-511866578-project] Request body: {'network': {'name': 'new_name'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:51:21.242981 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-163df311-0152-4d8c-b40f-208ee7033ef9 req-f877db2f-c7b1-48bc-aeb5-e4af382a7f07 service neutron] Attempting to bind port 9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4 on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:51:21.243316 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-163df311-0152-4d8c-b40f-208ee7033ef9 req-f877db2f-c7b1-48bc-aeb5-e4af382a7f07 service neutron] Attempting to bind port 9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:51:21.243641 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163df311-0152-4d8c-b40f-208ee7033ef9 req-f877db2f-c7b1-48bc-aeb5-e4af382a7f07 service neutron] Attempting to bind port 9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4 on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:51:21.246039 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a0733114-c558-446c-8804-df682b2ac4e8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:21.269563 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163df311-0152-4d8c-b40f-208ee7033ef9 req-f877db2f-c7b1-48bc-aeb5-e4af382a7f07 service neutron] Port 9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4 on network 469390cd-cce5-49bd-b8f8-9e64018a0583 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:51:21.270114 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163df311-0152-4d8c-b40f-208ee7033ef9 req-f877db2f-c7b1-48bc-aeb5-e4af382a7f07 service neutron] Attempting to bind port 9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4 on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:51:21.273593 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7820b082-3a69-4e39-b061-617bdbc894f6 req-578802e6-bdb7-4e84-adfc-9eeb8463d88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:21.274777 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-7820b082-3a69-4e39-b061-617bdbc894f6 req-578802e6-bdb7-4e84-adfc-9eeb8463d88d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:21.276414 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7820b082-3a69-4e39-b061-617bdbc894f6 req-578802e6-bdb7-4e84-adfc-9eeb8463d88d service neutron] 10.222.0.41 "PUT /v2.0/ports/d1c8052d-7dc8-4faa-a866-7bd87f39f23c HTTP/1.1" status: 200 len: 1094 time: 1.4929826 Sep 17 07:51:21.277021 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-211a0457-eeb0-4af2-b54b-a2cfb445edd8 tempest-NetworksNegativeTestJSON-511866578 tempest-NetworksNegativeTestJSON-511866578-project] PUT failed (client error): The resource could not be found. Sep 17 07:51:21.277664 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-211a0457-eeb0-4af2-b54b-a2cfb445edd8 tempest-NetworksNegativeTestJSON-511866578 tempest-NetworksNegativeTestJSON-511866578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 07:51:21.279114 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-211a0457-eeb0-4af2-b54b-a2cfb445edd8 tempest-NetworksNegativeTestJSON-511866578 tempest-NetworksNegativeTestJSON-511866578-project] 10.222.0.13 "PUT /v2.0/networks/b91db822-88b6-4f6b-baaa-2723efe4f242 HTTP/1.1" status: 404 len: 339 time: 0.0462468 Sep 17 07:51:21.280065 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9f5c173-5699-42f7-9627-594c6f134a59', 'tag': 'd1c8052d-7dc8-4faa-a866-7bd87f39f23c'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:51:21.282401 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9854e18-eab3-40ca-9d04-8a78fc5f8395" -d '{"events": [{"name": "network-changed", "server_uuid": "d9f5c173-5699-42f7-9627-594c6f134a59", "tag": "d1c8052d-7dc8-4faa-a866-7bd87f39f23c"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:51:21.297507 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 40056) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:21.312351 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163df311-0152-4d8c-b40f-208ee7033ef9 req-f877db2f-c7b1-48bc-aeb5-e4af382a7f07 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:51:21.312689 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163df311-0152-4d8c-b40f-208ee7033ef9 req-f877db2f-c7b1-48bc-aeb5-e4af382a7f07 service neutron] Checking segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:51:21.313121 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163df311-0152-4d8c-b40f-208ee7033ef9 req-f877db2f-c7b1-48bc-aeb5-e4af382a7f07 service neutron] Bound using segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:51:21.313562 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-163df311-0152-4d8c-b40f-208ee7033ef9 req-f877db2f-c7b1-48bc-aeb5-e4af382a7f07 service neutron] Bound port: 9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:51:21.313920 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-163df311-0152-4d8c-b40f-208ee7033ef9 req-f877db2f-c7b1-48bc-aeb5-e4af382a7f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:21.314135 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-0af78491-7961-4922-bf32-b3944f9c231b None None] Allocated IP 2001:db8::2 (b9683b68-a3a4-4974-8bd0-f6d916aa4b94/c73c18ac-90ed-4202-b71e-dc5cbab03bde/b00e22b9-5b78-471c-a486-46952d50f2af) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:51:21.317414 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-399dbf80-e727-41d1-a02a-a75f734345fa tempest-NetworksNegativeTestJSON-511866578 tempest-NetworksNegativeTestJSON-511866578-project] Request body: {'port': {'name': 'new_name'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:51:21.346951 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0733114-c558-446c-8804-df682b2ac4e8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:51:21.349830 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0733114-c558-446c-8804-df682b2ac4e8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event updated for resources: {'Port': ['ID=85f1b1bd-fdca-4e77-9fa0-ed57da3457b7,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:21.354014 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-a0733114-c558-446c-8804-df682b2ac4e8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:51:21.357105 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0733114-c558-446c-8804-df682b2ac4e8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:51:21.360235 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['5c5b400f-0dc3-4b2b-91dc-f3bd95c198d3'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:51:21.363556 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0733114-c558-446c-8804-df682b2ac4e8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:21.364372 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a0733114-c558-446c-8804-df682b2ac4e8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:21.366363 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-98cc4f49-0e59-40a3-995d-600e92697e11 req-2afecedc-5d7e-4970-9141-2e09e23903ff tempest-InstanceActionsV221TestJSON-1194107411 tempest-InstanceActionsV221TestJSON-1194107411-project] Deleting port 7f485c28-f3b5-4941-beb9-5b9c7ca20ee8 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:51:21.366673 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-98cc4f49-0e59-40a3-995d-600e92697e11 req-2afecedc-5d7e-4970-9141-2e09e23903ff tempest-InstanceActionsV221TestJSON-1194107411 tempest-InstanceActionsV221TestJSON-1194107411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:21.388679 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-399dbf80-e727-41d1-a02a-a75f734345fa tempest-NetworksNegativeTestJSON-511866578 tempest-NetworksNegativeTestJSON-511866578-project] PUT failed (client error): The resource could not be found. Sep 17 07:51:21.389348 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-399dbf80-e727-41d1-a02a-a75f734345fa tempest-NetworksNegativeTestJSON-511866578 tempest-NetworksNegativeTestJSON-511866578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 07:51:21.395727 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-399dbf80-e727-41d1-a02a-a75f734345fa tempest-NetworksNegativeTestJSON-511866578 tempest-NetworksNegativeTestJSON-511866578-project] 10.222.0.13 "PUT /v2.0/ports/807a52a6-1b49-40a9-a488-27e33e845c32 HTTP/1.1" status: 404 len: 333 time: 0.0782521 Sep 17 07:51:21.397616 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40060) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:21.402361 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1f4a258d-7f1f-47b2-820b-9b6354f750f6 req-6df41a66-cc7a-4adc-984f-b1b3fa32ae97 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030089 Sep 17 07:51:21.405195 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-e60e5eb7-5372-46bb-91ef-46d5dab7b20c tempest-NetworksNegativeTestJSON-511866578 tempest-NetworksNegativeTestJSON-511866578-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:51:21.445672 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-e60e5eb7-5372-46bb-91ef-46d5dab7b20c tempest-NetworksNegativeTestJSON-511866578 tempest-NetworksNegativeTestJSON-511866578-project] PUT failed (client error): The resource could not be found. Sep 17 07:51:21.446330 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e60e5eb7-5372-46bb-91ef-46d5dab7b20c tempest-NetworksNegativeTestJSON-511866578 tempest-NetworksNegativeTestJSON-511866578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 07:51:21.448406 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e60e5eb7-5372-46bb-91ef-46d5dab7b20c tempest-NetworksNegativeTestJSON-511866578 tempest-NetworksNegativeTestJSON-511866578-project] 10.222.0.13 "PUT /v2.0/subnets/79f502f3-0b73-434f-b1cc-be9cab9bb38e HTTP/1.1" status: 404 len: 337 time: 0.0507512 Sep 17 07:51:21.464341 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a0733114-c558-446c-8804-df682b2ac4e8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2903788 Sep 17 07:51:21.468510 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40064) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:21.509580 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-163df311-0152-4d8c-b40f-208ee7033ef9 req-f877db2f-c7b1-48bc-aeb5-e4af382a7f07 service neutron] For port 9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:51:21.518724 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-761b9132-2a28-4c8f-b081-75688283567e req-278335b6-c58f-4127-b6ad-72a8b3f3e06e tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e165fbb-9ab8-4bf2-ab79-2b2690722fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942877 Sep 17 07:51:21.536951 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-163df311-0152-4d8c-b40f-208ee7033ef9 req-f877db2f-c7b1-48bc-aeb5-e4af382a7f07 service neutron] For port 9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:51:21.541273 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 07:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7313f8c4-5c88-4b98-94f0-288eaf0ea3d9 x-openstack-request-id: req-7313f8c4-5c88-4b98-94f0-288eaf0ea3d9 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:51:21.541669 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219", "name": "network-vif-unplugged", "status": "completed", "tag": "9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:51:21.542045 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7313f8c4-5c88-4b98-94f0-288eaf0ea3d9 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:51:21.542529 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4', 'code': 200} Sep 17 07:51:21.547972 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-163df311-0152-4d8c-b40f-208ee7033ef9 req-f877db2f-c7b1-48bc-aeb5-e4af382a7f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:21.610431 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2084d204-bdd4-4f2d-a4f9-c92c1f903d65 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:21.612280 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-2084d204-bdd4-4f2d-a4f9-c92c1f903d65 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1427531 Sep 17 07:51:21.618805 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40066) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:21.629508 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163df311-0152-4d8c-b40f-208ee7033ef9 req-f877db2f-c7b1-48bc-aeb5-e4af382a7f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:21.630382 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-163df311-0152-4d8c-b40f-208ee7033ef9 req-f877db2f-c7b1-48bc-aeb5-e4af382a7f07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:21.633567 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-163df311-0152-4d8c-b40f-208ee7033ef9 req-f877db2f-c7b1-48bc-aeb5-e4af382a7f07 service neutron] 10.222.0.39 "PUT /v2.0/ports/9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4 HTTP/1.1" status: 200 len: 1096 time: 1.9649799 Sep 17 07:51:21.635529 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578802e6-bdb7-4e84-adfc-9eeb8463d88d service neutron] Pushing event updated for resources: {'Port': ['ID=d1c8052d-7dc8-4faa-a866-7bd87f39f23c,revision_number=3']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:21.648319 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9433522-2e3c-47f2-9ede-f045025d303f x-openstack-request-id: req-a9433522-2e3c-47f2-9ede-f045025d303f {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:51:21.648621 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9f5c173-5699-42f7-9627-594c6f134a59", "tag": "d1c8052d-7dc8-4faa-a866-7bd87f39f23c", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:51:21.648876 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a9433522-2e3c-47f2-9ede-f045025d303f {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:51:21.649277 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9f5c173-5699-42f7-9627-594c6f134a59', 'tag': 'd1c8052d-7dc8-4faa-a866-7bd87f39f23c', 'status': 'completed', 'code': 200} Sep 17 07:51:21.711878 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7820b082-3a69-4e39-b061-617bdbc894f6 req-3346aa27-1a78-4cb6-95ec-547b70768edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:21.713539 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7820b082-3a69-4e39-b061-617bdbc894f6 req-3346aa27-1a78-4cb6-95ec-547b70768edd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3f8b3982ca624c44a9f41fffe401cdd8&device_id=d9f5c173-5699-42f7-9627-594c6f134a59 HTTP/1.1" status: 200 len: 1097 time: 0.3263097 Sep 17 07:51:21.741990 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0af78491-7961-4922-bf32-b3944f9c231b None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:21.771093 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0af78491-7961-4922-bf32-b3944f9c231b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:21.796288 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-98cc4f49-0e59-40a3-995d-600e92697e11 req-2afecedc-5d7e-4970-9141-2e09e23903ff tempest-InstanceActionsV221TestJSON-1194107411 tempest-InstanceActionsV221TestJSON-1194107411-project] For port 7f485c28-f3b5-4941-beb9-5b9c7ca20ee8, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=7f485c28-f3b5-4941-beb9-5b9c7ca20ee8,segment=NetworkSegment(feb096b4-365f-442c-8076-7ef897562590),segment_id=feb096b4-365f-442c-8076-7ef897562590)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:51:21.796830 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-98cc4f49-0e59-40a3-995d-600e92697e11 req-2afecedc-5d7e-4970-9141-2e09e23903ff tempest-InstanceActionsV221TestJSON-1194107411 tempest-InstanceActionsV221TestJSON-1194107411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:21.809140 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7820b082-3a69-4e39-b061-617bdbc894f6 req-85078ab9-2eac-4d06-aed4-c328dfa20e0a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=d1c8052d-7dc8-4faa-a866-7bd87f39f23c HTTP/1.1" status: 200 len: 217 time: 0.0762360 Sep 17 07:51:21.821018 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f877db2f-c7b1-48bc-aeb5-e4af382a7f07 service neutron] Pushing event updated for resources: {'Port': ['ID=9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4,revision_number=7']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:21.841363 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b2358-03e2-4359-b361-4faebeddee7a req-2a82ca94-762e-4dad-8f0f-796cbef95d73 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:21.853824 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-837b2358-03e2-4359-b361-4faebeddee7a req-2a82ca94-762e-4dad-8f0f-796cbef95d73 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9f5c173-5699-42f7-9627-594c6f134a59 HTTP/1.1" status: 200 len: 946 time: 0.2090559 Sep 17 07:51:21.855874 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163df311-0152-4d8c-b40f-208ee7033ef9 req-1317c7bf-901c-42dc-8ed5-0447136ec2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:21.858282 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-163df311-0152-4d8c-b40f-208ee7033ef9 req-1317c7bf-901c-42dc-8ed5-0447136ec2a2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e3c94ece967c49989722015c639870a6&device_id=98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219 HTTP/1.1" status: 200 len: 1099 time: 0.1687295 Sep 17 07:51:21.869560 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 591a539a-895f-42ca-8b19-efd3d231f69f details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:51:21.874105 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4 no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:51:21.907595 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-98cc4f49-0e59-40a3-995d-600e92697e11 req-2afecedc-5d7e-4970-9141-2e09e23903ff tempest-InstanceActionsV221TestJSON-1194107411 tempest-InstanceActionsV221TestJSON-1194107411-project] Calling delete_port for 7f485c28-f3b5-4941-beb9-5b9c7ca20ee8 owned by compute:nova {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:51:21.914511 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7820b082-3a69-4e39-b061-617bdbc894f6 req-2e1eaf86-ff43-46f8-bb6b-1c18a478050a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:21.916206 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7820b082-3a69-4e39-b061-617bdbc894f6 req-2e1eaf86-ff43-46f8-bb6b-1c18a478050a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.0551994 Sep 17 07:51:21.917527 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-355570b5-71d4-4fa3-b23f-5687dc6979da tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Deleting port 85f1b1bd-fdca-4e77-9fa0-ed57da3457b7 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:51:21.918965 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-355570b5-71d4-4fa3-b23f-5687dc6979da tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:21.926722 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40072) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:22.008959 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af78491-7961-4922-bf32-b3944f9c231b None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:51:22.023868 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af78491-7961-4922-bf32-b3944f9c231b None None] Pushing event updated for resources: {'Port': ['ID=b00e22b9-5b78-471c-a486-46952d50f2af,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:22.028595 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4 not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:51:22.030224 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-0af78491-7961-4922-bf32-b3944f9c231b None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:51:22.034513 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af78491-7961-4922-bf32-b3944f9c231b None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:51:22.088219 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-355570b5-71d4-4fa3-b23f-5687dc6979da tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:22.100896 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-837b2358-03e2-4359-b361-4faebeddee7a req-de5a8f68-138a-4756-9c17-23ba3e5936a2 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8f8fc30-65b6-4327-a5dc-bce035660486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395830 Sep 17 07:51:22.107951 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-355570b5-71d4-4fa3-b23f-5687dc6979da tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Calling delete_port for 85f1b1bd-fdca-4e77-9fa0-ed57da3457b7 owned by {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:51:22.140963 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7fb06-f065-4ab9-babe-f149175e4c62 req-9bfa3a43-59e1-49be-81d5-e087f963d46d tempest-InstanceActionsV221TestJSON-1194107411 tempest-InstanceActionsV221TestJSON-1194107411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:22.143032 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-67e7fb06-f065-4ab9-babe-f149175e4c62 req-9bfa3a43-59e1-49be-81d5-e087f963d46d tempest-InstanceActionsV221TestJSON-1194107411 tempest-InstanceActionsV221TestJSON-1194107411-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a6ee05f-83ad-48c6-98a0-c6e0b4d17007 HTTP/1.1" status: 200 len: 945 time: 0.1995327 Sep 17 07:51:22.150420 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7820b082-3a69-4e39-b061-617bdbc894f6 req-d3601fff-1b1d-49a8-9c60-c337c60159cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:22.152310 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7820b082-3a69-4e39-b061-617bdbc894f6 req-d3601fff-1b1d-49a8-9c60-c337c60159cd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2207057 Sep 17 07:51:22.157329 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-de6f94db-3d31-41ca-998c-64682003289f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:22.193383 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163df311-0152-4d8c-b40f-208ee7033ef9 req-9b227f2f-a5ca-4401-94fe-1ce53bb33e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:22.195039 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-163df311-0152-4d8c-b40f-208ee7033ef9 req-9b227f2f-a5ca-4401-94fe-1ce53bb33e02 service neutron] 10.222.0.39 "GET /v2.0/networks?id=469390cd-cce5-49bd-b8f8-9e64018a0583 HTTP/1.1" status: 200 len: 870 time: 0.3235419 Sep 17 07:51:22.197388 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-0af78491-7961-4922-bf32-b3944f9c231b None None] Attempting to bind port b00e22b9-5b78-471c-a486-46952d50f2af on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:51:22.197766 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-0af78491-7961-4922-bf32-b3944f9c231b None None] Attempting to bind port b00e22b9-5b78-471c-a486-46952d50f2af by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:51:22.198134 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af78491-7961-4922-bf32-b3944f9c231b None None] Attempting to bind port b00e22b9-5b78-471c-a486-46952d50f2af on network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:51:22.212700 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af78491-7961-4922-bf32-b3944f9c231b None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:51:22.213084 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af78491-7961-4922-bf32-b3944f9c231b None None] Checking segment: {'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:51:22.213496 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0af78491-7961-4922-bf32-b3944f9c231b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:22.213899 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af78491-7961-4922-bf32-b3944f9c231b None None] Bound using segment: {'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:51:22.214378 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-0af78491-7961-4922-bf32-b3944f9c231b None None] Bound port: b00e22b9-5b78-471c-a486-46952d50f2af, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:51:22.214764 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0af78491-7961-4922-bf32-b3944f9c231b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:22.218487 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 591a539a-895f-42ca-8b19-efd3d231f69f, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=591a539a-895f-42ca-8b19-efd3d231f69f,segment=NetworkSegment(f6b74a07-e284-4528-a460-88b5614ba92d),segment_id=f6b74a07-e284-4528-a460-88b5614ba92d)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:51:22.239253 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': '591a539a-895f-42ca-8b19-efd3d231f69f', 'network_id': 'cc97d231-b8e1-4f77-9438-e44ace44d63d', 'port_id': '591a539a-895f-42ca-8b19-efd3d231f69f', 'mac_address': 'fa:16:3e:18:83:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e4f7180-884c-4866-a6b3-7ca3d74bdb19', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:51:22.288741 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-163df311-0152-4d8c-b40f-208ee7033ef9 req-fc57097e-99d0-4b95-8fce-d9a41ea60bc9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4 HTTP/1.1" status: 200 len: 217 time: 0.0438395 Sep 17 07:51:22.318699 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:22.323045 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-0af78491-7961-4922-bf32-b3944f9c231b None None] For port b00e22b9-5b78-471c-a486-46952d50f2af, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:51:22.332703 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-0af78491-7961-4922-bf32-b3944f9c231b None None] For port b00e22b9-5b78-471c-a486-46952d50f2af, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=b00e22b9-5b78-471c-a486-46952d50f2af,segment=NetworkSegment(ccc4c9b3-8f64-4b6a-96f4-35a1665005a6),segment_id=ccc4c9b3-8f64-4b6a-96f4-35a1665005a6)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:51:22.338347 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 591a539a-895f-42ca-8b19-efd3d231f69f {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:51:22.342893 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0af78491-7961-4922-bf32-b3944f9c231b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:22.347141 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-67e7fb06-f065-4ab9-babe-f149175e4c62 req-5482f13d-74da-4837-933e-5db4c48d49d6 tempest-InstanceActionsV221TestJSON-1194107411 tempest-InstanceActionsV221TestJSON-1194107411-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4b8f441-b3ec-4bb1-8bf9-1c761735fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936131 Sep 17 07:51:22.406872 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 591a539a-895f-42ca-8b19-efd3d231f69f, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=591a539a-895f-42ca-8b19-efd3d231f69f,segment=NetworkSegment(f6b74a07-e284-4528-a460-88b5614ba92d),segment_id=f6b74a07-e284-4528-a460-88b5614ba92d)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:51:22.411760 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-98cc4f49-0e59-40a3-995d-600e92697e11 req-2afecedc-5d7e-4970-9141-2e09e23903ff tempest-InstanceActionsV221TestJSON-1194107411 tempest-InstanceActionsV221TestJSON-1194107411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:22.414953 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-de6f94db-3d31-41ca-998c-64682003289f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:22.434087 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163df311-0152-4d8c-b40f-208ee7033ef9 req-cf24c619-f444-473b-a7b8-7ac297c1ae5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:22.436263 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-163df311-0152-4d8c-b40f-208ee7033ef9 req-cf24c619-f444-473b-a7b8-7ac297c1ae5e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.1275969 Sep 17 07:51:22.440685 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-de6f94db-3d31-41ca-998c-64682003289f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:22.441836 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:22.444350 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2a841f7a-0eff-4cdd-afe0-52f5a086d810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:22.461476 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af78491-7961-4922-bf32-b3944f9c231b None None] Pushing event updated for resources: {'Port': ['ID=b00e22b9-5b78-471c-a486-46952d50f2af,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:22.530734 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=591a539a-895f-42ca-8b19-efd3d231f69f,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:22.535450 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-de6f94db-3d31-41ca-998c-64682003289f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1d964e28b6684758b8f5e90082da00af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5925093 Sep 17 07:51:22.540188 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40082) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:22.559559 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-355570b5-71d4-4fa3-b23f-5687dc6979da tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:22.561269 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6f94db-3d31-41ca-998c-64682003289f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f47e7e-297b-4e00-b976-f29852bb55ee,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:22.606869 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:22.613392 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355570b5-71d4-4fa3-b23f-5687dc6979da tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event deleted for resources: {'Port': ['ID=85f1b1bd-fdca-4e77-9fa0-ed57da3457b7,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:22.623155 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163df311-0152-4d8c-b40f-208ee7033ef9 req-87196f87-1293-43ea-a370-143f50a7e564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:22.624738 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-163df311-0152-4d8c-b40f-208ee7033ef9 req-87196f87-1293-43ea-a370-143f50a7e564 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1689346 Sep 17 07:51:22.687493 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-355570b5-71d4-4fa3-b23f-5687dc6979da tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:22.689419 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-355570b5-71d4-4fa3-b23f-5687dc6979da tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/ports/85f1b1bd-fdca-4e77-9fa0-ed57da3457b7 HTTP/1.1" status: 204 len: 168 time: 1.0695450 Sep 17 07:51:22.692573 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40086) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:22.767855 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4b93a68e-97fc-4ec2-a1d8-88f37ca64062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:22.828048 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8779b94-fa61-48e1-9d79-239b02b33230 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:22.829590 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8779b94-fa61-48e1-9d79-239b02b33230 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:22.831149 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d8779b94-fa61-48e1-9d79-239b02b33230 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1272814 Sep 17 07:51:22.836409 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40088) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:22.856525 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4b93a68e-97fc-4ec2-a1d8-88f37ca64062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:22.863573 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['591a539a-895f-42ca-8b19-efd3d231f69f'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:51:22.868387 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afecedc-5d7e-4970-9141-2e09e23903ff tempest-InstanceActionsV221TestJSON-1194107411 tempest-InstanceActionsV221TestJSON-1194107411-project] Pushing event deleted for resources: {'Port': ['ID=7f485c28-f3b5-4941-beb9-5b9c7ca20ee8,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:22.877173 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d02014-21ac-4908-b999-7516e7736c45 req-cc9c76cd-d18b-418f-a2bc-041ad1ffc225 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:22.878684 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c9d02014-21ac-4908-b999-7516e7736c45 req-cc9c76cd-d18b-418f-a2bc-041ad1ffc225 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219 HTTP/1.1" status: 200 len: 948 time: 0.6083844 Sep 17 07:51:22.907800 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-98cc4f49-0e59-40a3-995d-600e92697e11 req-2afecedc-5d7e-4970-9141-2e09e23903ff tempest-InstanceActionsV221TestJSON-1194107411 tempest-InstanceActionsV221TestJSON-1194107411-project] No DVR routers for this DVR port 7f485c28-f3b5-4941-beb9-5b9c7ca20ee8 on host n-h2-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:51:22.912881 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-163df311-0152-4d8c-b40f-208ee7033ef9 req-449e9119-5e60-4d63-ba5b-5dc6fe20b00b service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359583 Sep 17 07:51:22.930106 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-98cc4f49-0e59-40a3-995d-600e92697e11 req-2afecedc-5d7e-4970-9141-2e09e23903ff tempest-InstanceActionsV221TestJSON-1194107411 tempest-InstanceActionsV221TestJSON-1194107411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:22.932053 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-98cc4f49-0e59-40a3-995d-600e92697e11 req-2afecedc-5d7e-4970-9141-2e09e23903ff tempest-InstanceActionsV221TestJSON-1194107411 tempest-InstanceActionsV221TestJSON-1194107411-project] 10.222.0.39 "DELETE /v2.0/ports/7f485c28-f3b5-4941-beb9-5b9c7ca20ee8 HTTP/1.1" status: 204 len: 173 time: 1.9888351 Sep 17 07:51:22.942551 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7820b082-3a69-4e39-b061-617bdbc894f6 req-c0da48f4-0445-4e4b-8523-d0c0b1120bdd service neutron] 10.222.0.41 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7659991 Sep 17 07:51:22.944092 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-751ebfc1-870e-4c66-ae17-9652c26e4ebc tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Deleting subnet c73c18ac-90ed-4202-b71e-dc5cbab03bde {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:51:22.956777 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-751ebfc1-870e-4c66-ae17-9652c26e4ebc tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:23.006197 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0439ad3a-ad68-44f5-b9b3-5b870306d366 req-e0582bf9-28b8-4ba8-9a49-c9c7def5b83f tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:23.013550 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0439ad3a-ad68-44f5-b9b3-5b870306d366 req-e0582bf9-28b8-4ba8-9a49-c9c7def5b83f tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=318d614a-30e5-46c4-bc8f-89a121c1c009 HTTP/1.1" status: 200 len: 948 time: 0.1542058 Sep 17 07:51:23.045532 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-751ebfc1-870e-4c66-ae17-9652c26e4ebc tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:23.051200 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c9d02014-21ac-4908-b999-7516e7736c45 req-2636f262-8d78-49b7-924a-22b99841c107 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460922 Sep 17 07:51:23.070641 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4b93a68e-97fc-4ec2-a1d8-88f37ca64062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:23.073359 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4b93a68e-97fc-4ec2-a1d8-88f37ca64062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:23.079616 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-4b93a68e-97fc-4ec2-a1d8-88f37ca64062 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b0f47e7e-297b-4e00-b976-f29852bb55ee HTTP/1.1" status: 204 len: 168 time: 0.5372055 Sep 17 07:51:23.114630 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b93a68e-97fc-4ec2-a1d8-88f37ca64062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f47e7e-297b-4e00-b976-f29852bb55ee,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:23.135143 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-163df311-0152-4d8c-b40f-208ee7033ef9 req-f06e3651-2835-4709-a82b-bcf919d606ae service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079556 Sep 17 07:51:23.143121 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0439ad3a-ad68-44f5-b9b3-5b870306d366 req-a54bdb07-9a86-4a4b-a932-676dded0e8e5 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283555 Sep 17 07:51:23.222705 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-751ebfc1-870e-4c66-ae17-9652c26e4ebc tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:23.241818 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7820b082-3a69-4e39-b061-617bdbc894f6 req-78d52722-cc00-4933-9b99-1363bd6882e8 service neutron] 10.222.0.41 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872491 Sep 17 07:51:23.307266 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-751ebfc1-870e-4c66-ae17-9652c26e4ebc tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:23.338328 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751ebfc1-870e-4c66-ae17-9652c26e4ebc tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event deleted for resources: {'Subnet': ['ID=c73c18ac-90ed-4202-b71e-dc5cbab03bde,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:23.345705 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-751ebfc1-870e-4c66-ae17-9652c26e4ebc tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:23.352061 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-751ebfc1-870e-4c66-ae17-9652c26e4ebc tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/subnets/c73c18ac-90ed-4202-b71e-dc5cbab03bde HTTP/1.1" status: 204 len: 168 time: 0.5107789 Sep 17 07:51:23.354628 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40098) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:23.405970 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c9feb94b-e255-4271-aa1f-5f1cc6cf51be tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0499766 Sep 17 07:51:23.410211 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40102) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:23.437606 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c590683-5b43-4472-ae5e-eb034655b123 req-6494d56b-36c7-4da6-a35d-e4297f7da140 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:23.445939 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3c590683-5b43-4472-ae5e-eb034655b123 req-6494d56b-36c7-4da6-a35d-e4297f7da140 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddc227d6-8733-4656-bc42-c84d36acf02e HTTP/1.1" status: 200 len: 945 time: 0.2533364 Sep 17 07:51:23.475734 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de848a8b-7a8e-4ab0-a997-80f7ae1ebf65 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:23.477603 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-de848a8b-7a8e-4ab0-a997-80f7ae1ebf65 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0663226 Sep 17 07:51:23.480309 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40108) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:23.482823 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9854e18-eab3-40ca-9d04-8a78fc5f8395 req-86f4ae3e-8495-43c1-af76-f932a167d36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:23.484353 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b9854e18-eab3-40ca-9d04-8a78fc5f8395 req-86f4ae3e-8495-43c1-af76-f932a167d36f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3f8b3982ca624c44a9f41fffe401cdd8&device_id=d9f5c173-5699-42f7-9627-594c6f134a59 HTTP/1.1" status: 200 len: 1097 time: 0.1238511 Sep 17 07:51:23.499153 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d0102-dbab-4b36-9fc4-302f3b49623c req-a46e3b2b-3ed6-418c-a28a-af6119ecdf82 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:23.508930 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-307d0102-dbab-4b36-9fc4-302f3b49623c req-a46e3b2b-3ed6-418c-a28a-af6119ecdf82 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9f5c173-5699-42f7-9627-594c6f134a59 HTTP/1.1" status: 200 len: 946 time: 0.2138793 Sep 17 07:51:23.544118 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219', 'tag': '9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:51:23.546771 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ac40fb-4e79-4b40-8d17-1f4503dec814" -d '{"events": [{"name": "network-changed", "server_uuid": "98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219", "tag": "9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:51:23.558437 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c550787-902d-4010-b5f3-a0212470b4d6 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:23.560012 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6c550787-902d-4010-b5f3-a0212470b4d6 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0773962 Sep 17 07:51:23.561500 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:23.563024 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40114) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:23.582644 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3c590683-5b43-4472-ae5e-eb034655b123 req-8ba5a6e9-21d3-4b40-8be3-2c85056b0413 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e165fbb-9ab8-4bf2-ab79-2b2690722fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357286 Sep 17 07:51:23.632897 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c90a3f0c-8b32-425e-86f8-57716da42745 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0608368 Sep 17 07:51:23.636543 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40118) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:23.642172 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-99da0949-9bf5-45c7-a345-7f7267e91d9a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Request body: {'subnet': {'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:51:23.651122 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a6ee05f-83ad-48c6-98a0-c6e0b4d17007', 'name': 'network-vif-deleted', 'tag': '7f485c28-f3b5-4941-beb9-5b9c7ca20ee8'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:51:23.653643 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c8cb4f-4a2f-42c2-a9ef-6aba55c6c2aa" -d '{"events": [{"server_uuid": "1a6ee05f-83ad-48c6-98a0-c6e0b4d17007", "name": "network-vif-deleted", "tag": "7f485c28-f3b5-4941-beb9-5b9c7ca20ee8"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:51:23.719073 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e932795-0cd0-4696-800c-dc111dc4dabc None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:51:23.719296 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-307d0102-dbab-4b36-9fc4-302f3b49623c req-6a56695c-3ad0-4c17-b8b4-71f1d1a31c4c tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8f8fc30-65b6-4327-a5dc-bce035660486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094409 Sep 17 07:51:23.761288 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9854e18-eab3-40ca-9d04-8a78fc5f8395 req-d2455bd0-5d32-45fa-a811-e2ac17c4f663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:23.767061 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b9854e18-eab3-40ca-9d04-8a78fc5f8395 req-d2455bd0-5d32-45fa-a811-e2ac17c4f663 service neutron] 10.222.0.41 "GET /v2.0/networks?id=469390cd-cce5-49bd-b8f8-9e64018a0583 HTTP/1.1" status: 200 len: 870 time: 0.2463694 Sep 17 07:51:23.831663 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99da0949-9bf5-45c7-a345-7f7267e91d9a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Made reservation on behalf of 852d2b51c00949899c2370ce1b47ee69 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:51:23.836709 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-99da0949-9bf5-45c7-a345-7f7267e91d9a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:23.846140 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df1b9e00-5835-4d0a-a80c-f33265b18125 x-openstack-request-id: req-df1b9e00-5835-4d0a-a80c-f33265b18125 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:51:23.846993 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219", "tag": "9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:51:23.848082 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-df1b9e00-5835-4d0a-a80c-f33265b18125 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:51:23.848558 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219', 'tag': '9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4', 'status': 'completed', 'code': 200} Sep 17 07:51:23.861659 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b9854e18-eab3-40ca-9d04-8a78fc5f8395 req-bebb689c-b84c-42d6-9ad9-4d179b064b63 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=d1c8052d-7dc8-4faa-a866-7bd87f39f23c HTTP/1.1" status: 200 len: 217 time: 0.0869031 Sep 17 07:51:23.888244 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-499e14c0-b2ad-4112-9d28-6be0a610efba x-openstack-request-id: req-499e14c0-b2ad-4112-9d28-6be0a610efba {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:51:23.888630 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a6ee05f-83ad-48c6-98a0-c6e0b4d17007", "name": "network-vif-deleted", "tag": "7f485c28-f3b5-4941-beb9-5b9c7ca20ee8", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:51:23.889570 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-499e14c0-b2ad-4112-9d28-6be0a610efba {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:51:23.890910 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a6ee05f-83ad-48c6-98a0-c6e0b4d17007', 'name': 'network-vif-deleted', 'tag': '7f485c28-f3b5-4941-beb9-5b9c7ca20ee8', 'status': 'completed', 'code': 200} Sep 17 07:51:23.971983 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-a5f074ec-9e37-420c-bf32-db49433b94fa None None] Provisioning complete for port b00e22b9-5b78-471c-a486-46952d50f2af triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:51:23.984359 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a5f074ec-9e37-420c-bf32-db49433b94fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:24.031434 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac40fb-4e79-4b40-8d17-1f4503dec814 req-600f80d3-b0ab-46c6-bf35-7771a5510a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:24.033248 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-80ac40fb-4e79-4b40-8d17-1f4503dec814 req-600f80d3-b0ab-46c6-bf35-7771a5510a61 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e3c94ece967c49989722015c639870a6&device_id=98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219 HTTP/1.1" status: 200 len: 1099 time: 0.1332040 Sep 17 07:51:24.034314 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac40fb-4e79-4b40-8d17-1f4503dec814 req-e1fb1bd0-c8a2-4320-99af-884d7652dd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:24.036471 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-80ac40fb-4e79-4b40-8d17-1f4503dec814 req-e1fb1bd0-c8a2-4320-99af-884d7652dd52 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e3c94ece967c49989722015c639870a6&device_id=98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219 HTTP/1.1" status: 200 len: 1099 time: 0.1409736 Sep 17 07:51:24.042626 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9854e18-eab3-40ca-9d04-8a78fc5f8395 req-a284f9f6-e449-41c1-a5ba-620ced02d7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:24.044705 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b9854e18-eab3-40ca-9d04-8a78fc5f8395 req-a284f9f6-e449-41c1-a5ba-620ced02d7e8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.1679115 Sep 17 07:51:24.190138 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 40138) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:24.215182 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a5f074ec-9e37-420c-bf32-db49433b94fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:24.277471 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-a5f074ec-9e37-420c-bf32-db49433b94fa None None] For port b00e22b9-5b78-471c-a486-46952d50f2af, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=b00e22b9-5b78-471c-a486-46952d50f2af,segment=NetworkSegment(ccc4c9b3-8f64-4b6a-96f4-35a1665005a6),segment_id=ccc4c9b3-8f64-4b6a-96f4-35a1665005a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:51:24.285146 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a5f074ec-9e37-420c-bf32-db49433b94fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:24.308731 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 40142) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:24.318866 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97cf73a-efb4-4baa-b10c-609a1251aa03 None None] DHCP port deletion for b9683b68-a3a4-4974-8bd0-f6d916aa4b94 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 07:51:24.401665 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f074ec-9e37-420c-bf32-db49433b94fa None None] Pushing event updated for resources: {'Port': ['ID=b00e22b9-5b78-471c-a486-46952d50f2af,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:24.404843 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-1310679a-713b-43de-8dbd-c8222627a1f8 admin admin] Deleting subnet d34a8365-5438-45a9-9745-32d1aa60d932 {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:51:24.408176 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1310679a-713b-43de-8dbd-c8222627a1f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:24.428474 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-d97cf73a-efb4-4baa-b10c-609a1251aa03 None None] Deleting port b00e22b9-5b78-471c-a486-46952d50f2af {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:51:24.428855 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d97cf73a-efb4-4baa-b10c-609a1251aa03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:24.447899 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1310679a-713b-43de-8dbd-c8222627a1f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:24.474468 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac40fb-4e79-4b40-8d17-1f4503dec814 req-4fc4e9e2-fab7-445f-83aa-299b8b653c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:24.476046 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-80ac40fb-4e79-4b40-8d17-1f4503dec814 req-4fc4e9e2-fab7-445f-83aa-299b8b653c60 service neutron] 10.222.0.41 "GET /v2.0/networks?id=469390cd-cce5-49bd-b8f8-9e64018a0583 HTTP/1.1" status: 200 len: 870 time: 0.4298563 Sep 17 07:51:24.483535 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-4a95ff2a-927b-4927-8df9-99ee450a4a46 tempest-DvrRoutersNegativeTest-1255557359 tempest-DvrRoutersNegativeTest-1255557359-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1075511301', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:51:24.485921 n-d-789963-9 neutron-server[101289]: DEBUG neutron.policy [None req-4a95ff2a-927b-4927-8df9-99ee450a4a46 tempest-DvrRoutersNegativeTest-1255557359 tempest-DvrRoutersNegativeTest-1255557359-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=101289) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Sep 17 07:51:24.486227 n-d-789963-9 neutron-server[101289]: DEBUG neutron.policy [None req-4a95ff2a-927b-4927-8df9-99ee450a4a46 tempest-DvrRoutersNegativeTest-1255557359 tempest-DvrRoutersNegativeTest-1255557359-project] Failed policy check for 'create_router' {{(pid=101289) enforce /opt/stack/neutron/neutron/policy.py:520}} Sep 17 07:51:24.486945 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-4a95ff2a-927b-4927-8df9-99ee450a4a46 tempest-DvrRoutersNegativeTest-1255557359 tempest-DvrRoutersNegativeTest-1255557359-project] create failed (client error): Access was denied to this resource. Sep 17 07:51:24.493259 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-4a95ff2a-927b-4927-8df9-99ee450a4a46 tempest-DvrRoutersNegativeTest-1255557359 tempest-DvrRoutersNegativeTest-1255557359-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1780355 Sep 17 07:51:24.504458 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-d97cf73a-efb4-4baa-b10c-609a1251aa03 None None] For port b00e22b9-5b78-471c-a486-46952d50f2af, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=b00e22b9-5b78-471c-a486-46952d50f2af,segment=NetworkSegment(ccc4c9b3-8f64-4b6a-96f4-35a1665005a6),segment_id=ccc4c9b3-8f64-4b6a-96f4-35a1665005a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:51:24.506915 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d97cf73a-efb4-4baa-b10c-609a1251aa03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:24.528159 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-d97cf73a-efb4-4baa-b10c-609a1251aa03 None None] Calling delete_port for b00e22b9-5b78-471c-a486-46952d50f2af owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:51:24.549368 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7732a2e2-6ffb-49ab-be82-05f64ceb54eb req-2fde9682-6d13-48bb-8eec-13553aecc21a tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:24.550902 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7732a2e2-6ffb-49ab-be82-05f64ceb54eb req-2fde9682-6d13-48bb-8eec-13553aecc21a tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=318d614a-30e5-46c4-bc8f-89a121c1c009 HTTP/1.1" status: 200 len: 948 time: 0.2596152 Sep 17 07:51:24.552837 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9854e18-eab3-40ca-9d04-8a78fc5f8395 req-862f741b-010d-4880-8fd3-5f3eac048333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:24.554221 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b9854e18-eab3-40ca-9d04-8a78fc5f8395 req-862f741b-010d-4880-8fd3-5f3eac048333 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3559268 Sep 17 07:51:24.558000 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac40fb-4e79-4b40-8d17-1f4503dec814 req-09c0d646-f8b4-4f87-89e4-b61c2c0c5145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:24.559563 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-80ac40fb-4e79-4b40-8d17-1f4503dec814 req-09c0d646-f8b4-4f87-89e4-b61c2c0c5145 service neutron] 10.222.0.39 "GET /v2.0/networks?id=469390cd-cce5-49bd-b8f8-9e64018a0583 HTTP/1.1" status: 200 len: 870 time: 0.5186889 Sep 17 07:51:24.563763 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-99da0949-9bf5-45c7-a345-7f7267e91d9a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:24.566316 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02734f58-2258-425f-91c3-1d4747beaa41 req-5f816756-fd35-41e0-ae7f-2a1554497c55 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:24.574698 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-02734f58-2258-425f-91c3-1d4747beaa41 req-5f816756-fd35-41e0-ae7f-2a1554497c55 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219 HTTP/1.1" status: 200 len: 948 time: 0.3873982 Sep 17 07:51:24.577599 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-80ac40fb-4e79-4b40-8d17-1f4503dec814 req-a02d51d1-9c8a-4cc0-bbc5-e4d3bdb38377 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4 HTTP/1.1" status: 200 len: 217 time: 0.0838981 Sep 17 07:51:24.630406 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 5c5b400f-0dc3-4b2b-91dc-f3bd95c198d3 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:51:24.639392 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-80ac40fb-4e79-4b40-8d17-1f4503dec814 req-a49457df-a4d4-4473-a1b1-2e45f85ddff5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4 HTTP/1.1" status: 200 len: 217 time: 0.0681114 Sep 17 07:51:24.641124 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99da0949-9bf5-45c7-a345-7f7267e91d9a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:51:24.644345 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-99da0949-9bf5-45c7-a345-7f7267e91d9a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:51:24.648936 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99da0949-9bf5-45c7-a345-7f7267e91d9a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:24.649784 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-99da0949-9bf5-45c7-a345-7f7267e91d9a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:24.707013 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac40fb-4e79-4b40-8d17-1f4503dec814 req-91d46b7d-7615-44a3-8acd-7b5db44842f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:24.708884 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-80ac40fb-4e79-4b40-8d17-1f4503dec814 req-91d46b7d-7615-44a3-8acd-7b5db44842f7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.0554307 Sep 17 07:51:24.710440 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1310679a-713b-43de-8dbd-c8222627a1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:24.716706 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port 5c5b400f-0dc3-4b2b-91dc-f3bd95c198d3 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:51:24.723422 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 5c5b400f-0dc3-4b2b-91dc-f3bd95c198d3 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:51:24.724326 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:24.729644 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d97cf73a-efb4-4baa-b10c-609a1251aa03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:24.741050 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-99da0949-9bf5-45c7-a345-7f7267e91d9a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1025190 Sep 17 07:51:24.746578 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 40152) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:24.766506 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-71f6ff7b-eff5-4e4f-aaee-eae371db977c tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Request body: {'port': {'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'fixed_ips': [{'subnet_id': '0e036d35-5cde-4fc4-a52c-4c49b9fa0e33', 'ip_address': '2001:db8::3a08:24ce:3478:5ee'}], 'name': 'tempest-NetworksTestDHCPv6-127185505'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:51:24.767044 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99da0949-9bf5-45c7-a345-7f7267e91d9a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event updated for resources: {'Subnet': ['ID=0e036d35-5cde-4fc4-a52c-4c49b9fa0e33,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:24.788075 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97cf73a-efb4-4baa-b10c-609a1251aa03 None None] Pushing event deleted for resources: {'Port': ['ID=b00e22b9-5b78-471c-a486-46952d50f2af,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:24.799437 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac40fb-4e79-4b40-8d17-1f4503dec814 req-15b52a99-eab1-41c6-801a-dd8435826b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:24.799668 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac40fb-4e79-4b40-8d17-1f4503dec814 req-ce59f275-94fa-4990-abe3-c20fa3010a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:24.801512 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-80ac40fb-4e79-4b40-8d17-1f4503dec814 req-ce59f275-94fa-4990-abe3-c20fa3010a6f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.1982026 Sep 17 07:51:24.801682 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-80ac40fb-4e79-4b40-8d17-1f4503dec814 req-15b52a99-eab1-41c6-801a-dd8435826b7d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0828013 Sep 17 07:51:24.801867 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97cf73a-efb4-4baa-b10c-609a1251aa03 None None] No DVR routers for this DVR port b00e22b9-5b78-471c-a486-46952d50f2af on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:51:24.804680 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7732a2e2-6ffb-49ab-be82-05f64ceb54eb req-aa071948-8fb1-4963-8b20-e2f61d80e53b tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464137 Sep 17 07:51:24.820088 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-02734f58-2258-425f-91c3-1d4747beaa41 req-b9744e69-b5d2-4e5e-a458-59de6bf3ea4c tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445402 Sep 17 07:51:24.822552 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c31c7cc-f157-43c1-9e07-4abc730d3904 None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:51:24.863922 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40158) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:24.956921 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-80ac40fb-4e79-4b40-8d17-1f4503dec814 req-d4b8b201-76f1-494a-9671-ee98c9413d99 service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347096 Sep 17 07:51:25.007338 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b9854e18-eab3-40ca-9d04-8a78fc5f8395 req-38a2e593-e9e9-4327-8627-a58157077ad2 service neutron] 10.222.0.41 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4274218 Sep 17 07:51:25.047711 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:25.064717 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-aa968261-fc62-43da-960d-4f526aa276e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:25.078116 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0681852-9a38-4a83-b550-524d4342a137 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'tenant_id': '852d2b51c00949899c2370ce1b47ee69', 'fixed_ips': [{'subnet_id': '0e036d35-5cde-4fc4-a52c-4c49b9fa0e33'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 07:51:25.079541 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f0681852-9a38-4a83-b550-524d4342a137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:25.095588 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1310679a-713b-43de-8dbd-c8222627a1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:25.112885 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '318d614a-30e5-46c4-bc8f-89a121c1c009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c5b400f-0dc3-4b2b-91dc-f3bd95c198d3'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:51:25.116555 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8917fd3e-1adf-49a8-bcb1-232992a5ff15" -d '{"events": [{"server_uuid": "318d614a-30e5-46c4-bc8f-89a121c1c009", "name": "network-vif-plugged", "status": "completed", "tag": "5c5b400f-0dc3-4b2b-91dc-f3bd95c198d3"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:51:25.118510 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac40fb-4e79-4b40-8d17-1f4503dec814 req-f508bb14-c75c-434e-bd82-3b5d981bf9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:25.120184 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-80ac40fb-4e79-4b40-8d17-1f4503dec814 req-f508bb14-c75c-434e-bd82-3b5d981bf9ba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2974455 Sep 17 07:51:25.136131 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 5c5b400f-0dc3-4b2b-91dc-f3bd95c198d3, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=5c5b400f-0dc3-4b2b-91dc-f3bd95c198d3,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:51:25.141556 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:25.142368 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 7f485c28-f3b5-4941-beb9-5b9c7ca20ee8 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:51:25.168930 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-aa968261-fc62-43da-960d-4f526aa276e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:25.178368 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-aa968261-fc62-43da-960d-4f526aa276e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:25.186031 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1310679a-713b-43de-8dbd-c8222627a1f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d34a8365-5438-45a9-9745-32d1aa60d932,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:25.194334 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-80ac40fb-4e79-4b40-8d17-1f4503dec814 req-72182cfa-ccc8-43ce-8d3e-baf203534373 service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283719 Sep 17 07:51:25.219648 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1310679a-713b-43de-8dbd-c8222627a1f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:25.221624 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-1310679a-713b-43de-8dbd-c8222627a1f8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d34a8365-5438-45a9-9745-32d1aa60d932 HTTP/1.1" status: 204 len: 168 time: 1.0218163 Sep 17 07:51:25.239464 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-aa968261-fc62-43da-960d-4f526aa276e4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bb6acd4b77364eb8a29272907538a7bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3720002 Sep 17 07:51:25.239464 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40164) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:25.240897 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a5914a-d591-42d9-9a2c-2e8a7f179b33 req-2f7ca304-a447-4217-a029-2aa7a6db677e tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:25.241353 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40166) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:25.242429 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-25a5914a-d591-42d9-9a2c-2e8a7f179b33 req-2f7ca304-a447-4217-a029-2aa7a6db677e tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddc227d6-8733-4656-bc42-c84d36acf02e HTTP/1.1" status: 200 len: 945 time: 0.3058264 Sep 17 07:51:25.253537 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa968261-fc62-43da-960d-4f526aa276e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e39c82c-56dd-4163-8799-3bc57823c91a,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:25.255277 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b6bac-fc66-4382-9b9b-da1a9c53a0b6 req-f2dcb919-339f-4344-abdd-45fa4e461fdf tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:25.256917 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3b3b6bac-fc66-4382-9b9b-da1a9c53a0b6 req-f2dcb919-339f-4344-abdd-45fa4e461fdf tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9f5c173-5699-42f7-9627-594c6f134a59 HTTP/1.1" status: 200 len: 946 time: 0.2759166 Sep 17 07:51:25.274903 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=5c5b400f-0dc3-4b2b-91dc-f3bd95c198d3,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:25.280992 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: 7f485c28-f3b5-4941-beb9-5b9c7ca20ee8 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:51:25.281220 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 7f485c28-f3b5-4941-beb9-5b9c7ca20ee8 not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:51:25.296144 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:25.347366 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f6ff7b-eff5-4e4f-aaee-eae371db977c tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Made reservation on behalf of 852d2b51c00949899c2370ce1b47ee69 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:51:25.350407 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-f0681852-9a38-4a83-b550-524d4342a137 None None] Allocated IP 2001:db8::2 (b9683b68-a3a4-4974-8bd0-f6d916aa4b94/0e036d35-5cde-4fc4-a52c-4c49b9fa0e33/823e7837-7024-453d-8d73-3e6e8863656e) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:51:25.360322 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b9854e18-eab3-40ca-9d04-8a78fc5f8395 req-a0f62221-1c2c-4463-b53b-b49de54bfe1a service neutron] 10.222.0.41 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3302712 Sep 17 07:51:25.368943 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8c34cc22-7f5b-4387-ae01-6b30ffe8e7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:25.393031 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-77884414-c189-429f-a967-663be75eb0fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:25.414717 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-25a5914a-d591-42d9-9a2c-2e8a7f179b33 req-3e45b822-2c05-4997-8f44-7c10cd090848 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e165fbb-9ab8-4bf2-ab79-2b2690722fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532848 Sep 17 07:51:25.420908 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3b3b6bac-fc66-4382-9b9b-da1a9c53a0b6 req-9672bb8d-8817-4243-b5bd-c82bb18b4dc9 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8f8fc30-65b6-4327-a5dc-bce035660486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546078 Sep 17 07:51:25.451134 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-80ac40fb-4e79-4b40-8d17-1f4503dec814 req-7775bcc7-1ff1-43ba-992d-090ab465ee2a service neutron] 10.222.0.41 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063896 Sep 17 07:51:25.482477 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c32f72-4023-4e80-80ac-b2a1a2fd7453 x-openstack-request-id: req-10c32f72-4023-4e80-80ac-b2a1a2fd7453 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:51:25.482777 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "318d614a-30e5-46c4-bc8f-89a121c1c009", "name": "network-vif-plugged", "status": "completed", "tag": "5c5b400f-0dc3-4b2b-91dc-f3bd95c198d3", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:51:25.483017 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-10c32f72-4023-4e80-80ac-b2a1a2fd7453 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:51:25.483411 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '318d614a-30e5-46c4-bc8f-89a121c1c009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c5b400f-0dc3-4b2b-91dc-f3bd95c198d3', 'code': 200} Sep 17 07:51:25.503041 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8c34cc22-7f5b-4387-ae01-6b30ffe8e7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:25.520445 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-77884414-c189-429f-a967-663be75eb0fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:25.538078 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-71f6ff7b-eff5-4e4f-aaee-eae371db977c tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:25.553268 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-8c34cc22-7f5b-4387-ae01-6b30ffe8e7a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dc8cbb8-80c3-4ce1-aaee-394be19ae4e5']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:51:25.555179 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f0681852-9a38-4a83-b550-524d4342a137 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:25.561351 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f0681852-9a38-4a83-b550-524d4342a137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:25.575968 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-8c34cc22-7f5b-4387-ae01-6b30ffe8e7a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feb096b4-365f-442c-8076-7ef897562590') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:51:25.576559 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-8c34cc22-7f5b-4387-ae01-6b30ffe8e7a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feb096b4-365f-442c-8076-7ef897562590') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:51:25.589463 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [None req-71f6ff7b-eff5-4e4f-aaee-eae371db977c tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] device_id is not set on port 98080def-53a5-453c-b5c1-e20b8b53df7e yet. {{(pid=101289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 07:51:25.590744 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8c34cc22-7f5b-4387-ae01-6b30ffe8e7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:25.613349 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8c34cc22-7f5b-4387-ae01-6b30ffe8e7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:25.623391 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0681852-9a38-4a83-b550-524d4342a137 None None] Pushing event updated for resources: {'Port': ['ID=823e7837-7024-453d-8d73-3e6e8863656e,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:25.632125 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0681852-9a38-4a83-b550-524d4342a137 None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:51:25.634348 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-f0681852-9a38-4a83-b550-524d4342a137 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:51:25.638585 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0681852-9a38-4a83-b550-524d4342a137 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:51:25.643763 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c34cc22-7f5b-4387-ae01-6b30ffe8e7a4 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 07:51:25.644200 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8c34cc22-7f5b-4387-ae01-6b30ffe8e7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:25.650777 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 07:51:25.650777 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 07:51:25.650777 n-d-789963-9 neutron-server[101290]: timer() Sep 17 07:51:25.650777 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 07:51:25.650777 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 07:51:25.650777 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 07:51:25.650777 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 07:51:25.650777 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 07:51:25.650777 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 07:51:25.650777 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 07:51:25.650777 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 07:51:25.650777 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 07:51:25.650777 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 07:51:25.650777 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 07:51:25.650777 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 07:51:25.650777 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 07:51:25.650777 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 07:51:25.650777 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 07:51:25.650777 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 07:51:25.650777 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 07:51:25.650777 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 07:51:25.650777 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 07:51:25.650777 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 07:51:25.650777 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 07:51:25.650777 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 07:51:25.650777 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 07:51:25.650777 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 07:51:25.650777 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 07:51:25.650777 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 07:51:25.650777 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 07:51:25.650777 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 07:51:25.650777 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 07:51:25.670775 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-77884414-c189-429f-a967-663be75eb0fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:25.673382 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-77884414-c189-429f-a967-663be75eb0fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:25.676942 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-77884414-c189-429f-a967-663be75eb0fe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1e39c82c-56dd-4163-8799-3bc57823c91a HTTP/1.1" status: 204 len: 168 time: 0.4271195 Sep 17 07:51:25.690084 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-80ac40fb-4e79-4b40-8d17-1f4503dec814 req-0e25a070-db29-4298-b344-76c67730bd51 service neutron] 10.222.0.41 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282722 Sep 17 07:51:25.705471 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5654017a-743e-4e2d-9166-f33d05c4712a req-4487b64d-a2b2-484a-a3b7-6cff6c652fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:25.707075 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5654017a-743e-4e2d-9166-f33d05c4712a req-4487b64d-a2b2-484a-a3b7-6cff6c652fc1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=318d614a-30e5-46c4-bc8f-89a121c1c009 HTTP/1.1" status: 200 len: 1100 time: 0.1040235 Sep 17 07:51:25.707186 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-f0681852-9a38-4a83-b550-524d4342a137 None None] Attempting to bind port 823e7837-7024-453d-8d73-3e6e8863656e on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:51:25.707666 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-f0681852-9a38-4a83-b550-524d4342a137 None None] Attempting to bind port 823e7837-7024-453d-8d73-3e6e8863656e by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:51:25.708125 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0681852-9a38-4a83-b550-524d4342a137 None None] Attempting to bind port 823e7837-7024-453d-8d73-3e6e8863656e on network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:51:25.716637 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0681852-9a38-4a83-b550-524d4342a137 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:51:25.717218 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0681852-9a38-4a83-b550-524d4342a137 None None] Checking segment: {'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:51:25.717697 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f0681852-9a38-4a83-b550-524d4342a137 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:25.718282 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0681852-9a38-4a83-b550-524d4342a137 None None] Bound using segment: {'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:51:25.718891 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-f0681852-9a38-4a83-b550-524d4342a137 None None] Bound port: 823e7837-7024-453d-8d73-3e6e8863656e, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:51:25.719459 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f0681852-9a38-4a83-b550-524d4342a137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:25.735536 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77884414-c189-429f-a967-663be75eb0fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e39c82c-56dd-4163-8799-3bc57823c91a,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:25.746463 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8c34cc22-7f5b-4387-ae01-6b30ffe8e7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:25.754985 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8c34cc22-7f5b-4387-ae01-6b30ffe8e7a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:25.760695 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-8c34cc22-7f5b-4387-ae01-6b30ffe8e7a4 admin admin] 10.222.0.13 "DELETE /v2.0/networks/8dc8cbb8-80c3-4ce1-aaee-394be19ae4e5 HTTP/1.1" status: 204 len: 168 time: 0.5205226 Sep 17 07:51:25.762432 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5654017a-743e-4e2d-9166-f33d05c4712a req-636c6542-61a6-4db8-b8ef-705dac1c602f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461166 Sep 17 07:51:25.772974 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c34cc22-7f5b-4387-ae01-6b30ffe8e7a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=8dc8cbb8-80c3-4ce1-aaee-394be19ae4e5,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:25.813594 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-f0681852-9a38-4a83-b550-524d4342a137 None None] For port 823e7837-7024-453d-8d73-3e6e8863656e, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:51:25.816881 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-f0681852-9a38-4a83-b550-524d4342a137 None None] For port 823e7837-7024-453d-8d73-3e6e8863656e, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=823e7837-7024-453d-8d73-3e6e8863656e,segment=NetworkSegment(ccc4c9b3-8f64-4b6a-96f4-35a1665005a6),segment_id=ccc4c9b3-8f64-4b6a-96f4-35a1665005a6)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:51:25.823142 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f0681852-9a38-4a83-b550-524d4342a137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:25.844222 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-71f6ff7b-eff5-4e4f-aaee-eae371db977c tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Allocated IP 2001:db8::3a08:24ce:3478:5ee (b9683b68-a3a4-4974-8bd0-f6d916aa4b94/0e036d35-5cde-4fc4-a52c-4c49b9fa0e33/98080def-53a5-453c-b5c1-e20b8b53df7e) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:51:25.910293 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0681852-9a38-4a83-b550-524d4342a137 None None] Pushing event updated for resources: {'Port': ['ID=823e7837-7024-453d-8d73-3e6e8863656e,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:25.914891 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device d1c8052d-7dc8-4faa-a866-7bd87f39f23c details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:51:25.937518 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 591a539a-895f-42ca-8b19-efd3d231f69f up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:51:25.947030 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40178) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:26.006120 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ab0ab30e-8d88-4fcd-ad4e-8f3cc273788d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a38bf53867dd42e98f614ad8168a30db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0564995 Sep 17 07:51:26.007791 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40180) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:26.076252 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ec7ed78a-191e-4ebe-863a-86dc2bc7166b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:26.113542 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port d1c8052d-7dc8-4faa-a866-7bd87f39f23c, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=d1c8052d-7dc8-4faa-a866-7bd87f39f23c,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:51:26.120952 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ec7ed78a-191e-4ebe-863a-86dc2bc7166b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:26.127686 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning for port 591a539a-895f-42ca-8b19-efd3d231f69f completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:51:26.134585 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port 591a539a-895f-42ca-8b19-efd3d231f69f triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:51:26.134963 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:26.136573 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': 'd1c8052d-7dc8-4faa-a866-7bd87f39f23c', 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583', 'port_id': 'd1c8052d-7dc8-4faa-a866-7bd87f39f23c', 'mac_address': 'fa:16:3e:bb:a6:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f3af6cb-9cad-436b-bf41-034e75672c44', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:51:26.136776 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a5256-4719-4af3-9658-7a28b781ce18 req-dd61bf23-7b87-4b59-b731-d248314ff1b2 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:26.138426 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0e2a5256-4719-4af3-9658-7a28b781ce18 req-dd61bf23-7b87-4b59-b731-d248314ff1b2 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=318d614a-30e5-46c4-bc8f-89a121c1c009 HTTP/1.1" status: 200 len: 949 time: 0.1902900 Sep 17 07:51:26.158220 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff0775-8605-446a-a3ff-76cd6e5299ab req-b855048c-7fa0-4702-89c4-6a2166e0ee9d tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:26.159778 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-83ff0775-8605-446a-a3ff-76cd6e5299ab req-b855048c-7fa0-4702-89c4-6a2166e0ee9d tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219 HTTP/1.1" status: 200 len: 948 time: 0.1732240 Sep 17 07:51:26.228097 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ec7ed78a-191e-4ebe-863a-86dc2bc7166b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:26.229974 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:26.232630 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ec7ed78a-191e-4ebe-863a-86dc2bc7166b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:26.236131 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ec7ed78a-191e-4ebe-863a-86dc2bc7166b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b4b8f441-b3ec-4bb1-8bf9-1c761735fe93 HTTP/1.1" status: 204 len: 168 time: 0.2248108 Sep 17 07:51:26.248567 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1c8052d-7dc8-4faa-a866-7bd87f39f23c {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:51:26.254569 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-71f6ff7b-eff5-4e4f-aaee-eae371db977c tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:26.259359 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-83ff0775-8605-446a-a3ff-76cd6e5299ab req-c9d6dc24-efd5-494a-9222-8d053038aa73 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801380 Sep 17 07:51:26.293572 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7ed78a-191e-4ebe-863a-86dc2bc7166b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b8f441-b3ec-4bb1-8bf9-1c761735fe93,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:26.323676 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0e2a5256-4719-4af3-9658-7a28b781ce18 req-8ea64cb9-a245-4ab6-bb0b-7f7306baaed6 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628180 Sep 17 07:51:26.381144 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-71f6ff7b-eff5-4e4f-aaee-eae371db977c tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:26.387715 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:26.405873 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port d1c8052d-7dc8-4faa-a866-7bd87f39f23c, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=d1c8052d-7dc8-4faa-a866-7bd87f39f23c,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:51:26.435644 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f6ff7b-eff5-4e4f-aaee-eae371db977c tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:51:26.446410 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-71f6ff7b-eff5-4e4f-aaee-eae371db977c tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:51:26.449427 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f6ff7b-eff5-4e4f-aaee-eae371db977c tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:51:26.456491 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f6ff7b-eff5-4e4f-aaee-eae371db977c tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:26.457516 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-71f6ff7b-eff5-4e4f-aaee-eae371db977c tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:26.467628 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:26.473015 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f6ff7b-eff5-4e4f-aaee-eae371db977c tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event updated for resources: {'Port': ['ID=98080def-53a5-453c-b5c1-e20b8b53df7e,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:26.497633 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40198) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:26.499738 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-71f6ff7b-eff5-4e4f-aaee-eae371db977c tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.7494490 Sep 17 07:51:26.552094 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=d1c8052d-7dc8-4faa-a866-7bd87f39f23c,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:26.558644 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 591a539a-895f-42ca-8b19-efd3d231f69f, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=591a539a-895f-42ca-8b19-efd3d231f69f,segment=NetworkSegment(f6b74a07-e284-4528-a460-88b5614ba92d),segment_id=f6b74a07-e284-4528-a460-88b5614ba92d)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:51:26.571907 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:26.617128 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556d8813-e4a6-42fe-bc8c-353c9d5f4b40 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:26.637279 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=591a539a-895f-42ca-8b19-efd3d231f69f,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:26.638522 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556d8813-e4a6-42fe-bc8c-353c9d5f4b40 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:26.641102 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:51:26.643679 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-556d8813-e4a6-42fe-bc8c-353c9d5f4b40 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1449559 Sep 17 07:51:26.647236 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40202) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:26.668377 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 823e7837-7024-453d-8d73-3e6e8863656e up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:51:26.772912 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4e6ea3-65fc-4c20-bc98-859c4382f7a4 req-f819a66b-0704-4c41-a500-d0f2dfbb3fe3 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:26.789782 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0f4e6ea3-65fc-4c20-bc98-859c4382f7a4 req-f819a66b-0704-4c41-a500-d0f2dfbb3fe3 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddc227d6-8733-4656-bc42-c84d36acf02e HTTP/1.1" status: 200 len: 946 time: 0.2218909 Sep 17 07:51:26.825133 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 823e7837-7024-453d-8d73-3e6e8863656e triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:51:26.825386 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:26.826913 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-4ac5d775-80a3-4c1e-a682-c2cf03402681 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Deleting port 98080def-53a5-453c-b5c1-e20b8b53df7e {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:51:26.827473 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4ac5d775-80a3-4c1e-a682-c2cf03402681 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:26.863253 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e28d35e-3717-4ba9-8547-c8306febb9b5 req-dab37fc9-92e3-46e7-863d-7626dcafdb5d tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:26.867613 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4e28d35e-3717-4ba9-8547-c8306febb9b5 req-dab37fc9-92e3-46e7-863d-7626dcafdb5d tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9f5c173-5699-42f7-9627-594c6f134a59 HTTP/1.1" status: 200 len: 947 time: 0.3007152 Sep 17 07:51:26.894203 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:51:26.897545 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['d1c8052d-7dc8-4faa-a866-7bd87f39f23c'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:51:26.949793 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0f4e6ea3-65fc-4c20-bc98-859c4382f7a4 req-671ea9dd-b602-4dce-845c-4b97dba80966 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e165fbb-9ab8-4bf2-ab79-2b2690722fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570284 Sep 17 07:51:27.003653 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4e28d35e-3717-4ba9-8547-c8306febb9b5 req-a61d7dc1-3dd5-4642-8ec7-42dd4299da71 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8f8fc30-65b6-4327-a5dc-bce035660486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978580 Sep 17 07:51:27.012754 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4ac5d775-80a3-4c1e-a682-c2cf03402681 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:27.029392 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-4ac5d775-80a3-4c1e-a682-c2cf03402681 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Calling delete_port for 98080def-53a5-453c-b5c1-e20b8b53df7e owned by {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:51:27.251962 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4', 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583', 'port_id': '9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4', 'mac_address': 'fa:16:3e:c5:6c:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f3af6cb-9cad-436b-bf41-034e75672c44', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:51:27.325331 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4ac5d775-80a3-4c1e-a682-c2cf03402681 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:27.332509 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:27.357465 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:51:27.381935 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:51:27.417151 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:27.463002 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac5d775-80a3-4c1e-a682-c2cf03402681 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event deleted for resources: {'Port': ['ID=98080def-53a5-453c-b5c1-e20b8b53df7e,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:27.486561 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc227d6-8733-4656-bc42-c84d36acf02e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '591a539a-895f-42ca-8b19-efd3d231f69f'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:51:27.489483 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2990742-27dc-4e87-8f0f-07daba85eecc" -d '{"events": [{"server_uuid": "ddc227d6-8733-4656-bc42-c84d36acf02e", "name": "network-vif-plugged", "status": "completed", "tag": "591a539a-895f-42ca-8b19-efd3d231f69f"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:51:27.543687 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:27.556727 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4ac5d775-80a3-4c1e-a682-c2cf03402681 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:27.558807 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-4ac5d775-80a3-4c1e-a682-c2cf03402681 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/ports/98080def-53a5-453c-b5c1-e20b8b53df7e HTTP/1.1" status: 204 len: 168 time: 0.9052384 Sep 17 07:51:27.569072 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40234) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:27.586131 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4,revision_number=8']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:27.595409 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f0a86-9bcd-48af-9815-26cae7f12e0b req-74d347d4-537b-449b-888a-4a6d39cff2ff tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:27.597189 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3b9f0a86-9bcd-48af-9815-26cae7f12e0b req-74d347d4-537b-449b-888a-4a6d39cff2ff tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219 HTTP/1.1" status: 200 len: 949 time: 0.1925030 Sep 17 07:51:27.617392 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port 823e7837-7024-453d-8d73-3e6e8863656e, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=823e7837-7024-453d-8d73-3e6e8863656e,segment=NetworkSegment(ccc4c9b3-8f64-4b6a-96f4-35a1665005a6),segment_id=ccc4c9b3-8f64-4b6a-96f4-35a1665005a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:51:27.618596 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a42593d-59fa-4b74-99e1-9733a59937c9 req-2e4f1859-9a64-47d1-9bee-f5f91f0cd207 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:27.634001 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:27.641541 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7a42593d-59fa-4b74-99e1-9733a59937c9 req-2e4f1859-9a64-47d1-9bee-f5f91f0cd207 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=318d614a-30e5-46c4-bc8f-89a121c1c009 HTTP/1.1" status: 200 len: 949 time: 0.1662030 Sep 17 07:51:27.697482 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-88194d91-61ef-4f72-b5c4-cdd21bbe497f None None] Provisioning complete for port 823e7837-7024-453d-8d73-3e6e8863656e triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:51:27.697995 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-88194d91-61ef-4f72-b5c4-cdd21bbe497f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:27.726661 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9638dd54-cf98-4ba1-a68f-46dfe7c9326b tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:27.740797 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9638dd54-cf98-4ba1-a68f-46dfe7c9326b tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:27.742786 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-9638dd54-cf98-4ba1-a68f-46dfe7c9326b tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1698918 Sep 17 07:51:27.747958 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40242) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:27.787246 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=823e7837-7024-453d-8d73-3e6e8863656e,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:27.889328 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b5337ac-517a-4c12-aa5d-357b337f0176 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Deleting subnet 0e036d35-5cde-4fc4-a52c-4c49b9fa0e33 {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:51:27.893672 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8b5337ac-517a-4c12-aa5d-357b337f0176 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:27.945596 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8b5337ac-517a-4c12-aa5d-357b337f0176 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:27.971121 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40248) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:27.983361 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-2b49768b-b4a2-4b7a-8b3d-b0dce60c9cdd None None] Could not find standard attr ID for object 26b94136-a9a9-488e-bdc0-02a75a650adc. {{(pid=101291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 07:51:28.000922 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:51:28.074844 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8b5337ac-517a-4c12-aa5d-357b337f0176 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:28.169619 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8b5337ac-517a-4c12-aa5d-357b337f0176 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:28.246072 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3b9f0a86-9bcd-48af-9815-26cae7f12e0b req-c60abbfe-ceec-4f22-8920-f1382d723438 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6363411 Sep 17 07:51:28.258992 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7a42593d-59fa-4b74-99e1-9733a59937c9 req-22940e50-5dea-40d3-bcb8-cfb37c11fe9f tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6163030 Sep 17 07:51:28.263983 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8b5337ac-517a-4c12-aa5d-357b337f0176 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:28.279067 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-8b5337ac-517a-4c12-aa5d-357b337f0176 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/subnets/0e036d35-5cde-4fc4-a52c-4c49b9fa0e33 HTTP/1.1" status: 204 len: 168 time: 0.5295739 Sep 17 07:51:28.281525 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 40262) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:28.284645 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5337ac-517a-4c12-aa5d-357b337f0176 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event deleted for resources: {'Subnet': ['ID=0e036d35-5cde-4fc4-a52c-4c49b9fa0e33,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:28.342283 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff488fee-58b4-4515-af4c-7f1f843376f0 x-openstack-request-id: req-ff488fee-58b4-4515-af4c-7f1f843376f0 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:51:28.342283 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddc227d6-8733-4656-bc42-c84d36acf02e", "name": "network-vif-plugged", "status": "completed", "tag": "591a539a-895f-42ca-8b19-efd3d231f69f", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:51:28.342577 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ff488fee-58b4-4515-af4c-7f1f843376f0 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:51:28.343071 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc227d6-8733-4656-bc42-c84d36acf02e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '591a539a-895f-42ca-8b19-efd3d231f69f', 'code': 200} Sep 17 07:51:28.358771 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-eaab3445-1e0d-4d0e-bdbe-65340901a484 None None] Could not find standard attr ID for object 85f1b1bd-fdca-4e77-9fa0-ed57da3457b7. {{(pid=101291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 07:51:28.408641 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-038c1e0c-1582-42ae-af53-3283da357c0f tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1258554 Sep 17 07:51:28.411426 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40270) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:28.426470 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-e5319edb-641d-44c5-b971-a3aac33afefc tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Request body: {'subnet': {'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:51:28.544892 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf53e9f-1875-46ca-a51a-a0607bcc0651 req-fcb8a97e-eb95-4b59-946d-e9346e420b6e tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:28.546885 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 823e7837-7024-453d-8d73-3e6e8863656e up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:51:28.547436 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cbf53e9f-1875-46ca-a51a-a0607bcc0651 req-fcb8a97e-eb95-4b59-946d-e9346e420b6e tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9f5c173-5699-42f7-9627-594c6f134a59 HTTP/1.1" status: 200 len: 947 time: 0.1416748 Sep 17 07:51:28.562094 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a78a724-837d-4883-906d-5542f44b1412 req-9999e0f5-66ec-4202-a25f-9005964da181 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:28.563731 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2a78a724-837d-4883-906d-5542f44b1412 req-9999e0f5-66ec-4202-a25f-9005964da181 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddc227d6-8733-4656-bc42-c84d36acf02e HTTP/1.1" status: 200 len: 946 time: 0.1571939 Sep 17 07:51:28.572087 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-0c9e1f61-6494-48f0-8cb0-7d6f8d40f264 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-2071591388-network', 'tenant_id': 'cd3ce1731fe14991b63f59f917b0ca9c'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:51:28.584611 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87f622-a2d8-4a16-ae97-8ac0ec367090 req-128ada96-bf8c-4c10-bd60-36be3aa68ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:28.586477 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6f87f622-a2d8-4a16-ae97-8ac0ec367090 req-128ada96-bf8c-4c10-bd60-36be3aa68ea5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ddc227d6-8733-4656-bc42-c84d36acf02e HTTP/1.1" status: 200 len: 1097 time: 0.1447010 Sep 17 07:51:28.611730 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c9e1f61-6494-48f0-8cb0-7d6f8d40f264 admin admin] Made reservation on behalf of cd3ce1731fe14991b63f59f917b0ca9c for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:51:28.615984 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0c9e1f61-6494-48f0-8cb0-7d6f8d40f264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:28.632427 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 823e7837-7024-453d-8d73-3e6e8863656e triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:51:28.632814 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:28.641504 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0c9e1f61-6494-48f0-8cb0-7d6f8d40f264 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:28.658692 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6f87f622-a2d8-4a16-ae97-8ac0ec367090 req-7d64ed03-a70b-4ac2-be36-bb01f6a0ea8d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6e165fbb-9ab8-4bf2-ab79-2b2690722fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425825 Sep 17 07:51:28.670382 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c96b4e3-2fbe-4426-90fb-72d4e91bdebc None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:51:28.679467 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5319edb-641d-44c5-b971-a3aac33afefc tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Made reservation on behalf of 852d2b51c00949899c2370ce1b47ee69 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:51:28.681431 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2a78a724-837d-4883-906d-5542f44b1412 req-aa367266-5fc8-40b8-b48d-ee8387101349 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e165fbb-9ab8-4bf2-ab79-2b2690722fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054730 Sep 17 07:51:28.683233 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e5319edb-641d-44c5-b971-a3aac33afefc tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:28.684583 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cbf53e9f-1875-46ca-a51a-a0607bcc0651 req-3d01cd4f-cdf1-449d-a7fe-616617ee72c7 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8f8fc30-65b6-4327-a5dc-bce035660486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197362 Sep 17 07:51:28.718613 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-00b15f23-d821-45ac-99b3-ce6fad08b649 None None] Could not find standard attr ID for object 98080def-53a5-453c-b5c1-e20b8b53df7e. {{(pid=101291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 07:51:28.898970 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0c9e1f61-6494-48f0-8cb0-7d6f8d40f264 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:28.904941 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0c9e1f61-6494-48f0-8cb0-7d6f8d40f264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:28.950597 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ee8437-62e7-46dc-b09e-c7566934507b None None] DHCP port deletion for b9683b68-a3a4-4974-8bd0-f6d916aa4b94 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 07:51:28.965065 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c9e1f61-6494-48f0-8cb0-7d6f8d40f264 admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 07:51:28.977150 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e5319edb-641d-44c5-b971-a3aac33afefc tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:28.989375 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e1f61-6494-48f0-8cb0-7d6f8d40f264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d00b8346-b348-4040-9296-2894f1265aa6,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:29.011170 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-f5ee8437-62e7-46dc-b09e-c7566934507b None None] Deleting port 823e7837-7024-453d-8d73-3e6e8863656e {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:51:29.012298 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f5ee8437-62e7-46dc-b09e-c7566934507b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:29.012570 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0c9e1f61-6494-48f0-8cb0-7d6f8d40f264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:29.012923 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-0c9e1f61-6494-48f0-8cb0-7d6f8d40f264 admin admin] Added segment 7abff196-4966-4c61-a92a-9a8b14ab51a1 of type vlan for network 35c4bccc-f180-42ef-a4b2-bc3f99c613fb Sep 17 07:51:29.061646 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5319edb-641d-44c5-b971-a3aac33afefc tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:51:29.070118 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-e5319edb-641d-44c5-b971-a3aac33afefc tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:51:29.081009 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5319edb-641d-44c5-b971-a3aac33afefc tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:29.081703 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e5319edb-641d-44c5-b971-a3aac33afefc tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:29.086808 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0c9e1f61-6494-48f0-8cb0-7d6f8d40f264 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:29.093747 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5319edb-641d-44c5-b971-a3aac33afefc tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event updated for resources: {'Subnet': ['ID=3bda142d-761f-47b3-b6df-50df0bd05961,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:29.118118 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e5319edb-641d-44c5-b971-a3aac33afefc tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7054298 Sep 17 07:51:29.120768 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40282) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:29.126105 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-88fb9e33-0b27-4f04-b9d4-74f9d27d9cfb tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Request body: {'port': {'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'fixed_ips': [{'subnet_id': '3bda142d-761f-47b3-b6df-50df0bd05961', 'ip_address': '2001:db8::c7e8:8c1b:1793:7f13'}], 'name': 'tempest-NetworksTestDHCPv6-519292148'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:51:29.133418 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-f5ee8437-62e7-46dc-b09e-c7566934507b None None] For port 823e7837-7024-453d-8d73-3e6e8863656e, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=823e7837-7024-453d-8d73-3e6e8863656e,segment=NetworkSegment(ccc4c9b3-8f64-4b6a-96f4-35a1665005a6),segment_id=ccc4c9b3-8f64-4b6a-96f4-35a1665005a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:51:29.133909 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f5ee8437-62e7-46dc-b09e-c7566934507b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:29.143901 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0c9e1f61-6494-48f0-8cb0-7d6f8d40f264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:29.144966 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9e1f61-6494-48f0-8cb0-7d6f8d40f264 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:29.145638 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0c9e1f61-6494-48f0-8cb0-7d6f8d40f264 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:29.148864 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-f5ee8437-62e7-46dc-b09e-c7566934507b None None] Calling delete_port for 823e7837-7024-453d-8d73-3e6e8863656e owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:51:29.194715 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-0c9e1f61-6494-48f0-8cb0-7d6f8d40f264 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.2225223 Sep 17 07:51:29.197658 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 40284) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:29.203112 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-c79d7ceb-67e4-471a-a3f6-e25a1571d003 admin admin] Request body: {'subnet': {'network_id': '35c4bccc-f180-42ef-a4b2-bc3f99c613fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-2071591388-subnet', 'tenant_id': 'cd3ce1731fe14991b63f59f917b0ca9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:51:29.226362 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c79d7ceb-67e4-471a-a3f6-e25a1571d003 admin admin] Made reservation on behalf of cd3ce1731fe14991b63f59f917b0ca9c for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:51:29.229464 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c79d7ceb-67e4-471a-a3f6-e25a1571d003 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:29.233895 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f5ee8437-62e7-46dc-b09e-c7566934507b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:29.247855 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ee8437-62e7-46dc-b09e-c7566934507b None None] No DVR routers for this DVR port 823e7837-7024-453d-8d73-3e6e8863656e on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:51:29.254908 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e1f61-6494-48f0-8cb0-7d6f8d40f264 admin admin] Pushing event updated for resources: {'Network': ['ID=35c4bccc-f180-42ef-a4b2-bc3f99c613fb,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:29.275354 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 35c4bccc-f180-42ef-a4b2-bc3f99c613fb details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 07:51:29.343894 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88fb9e33-0b27-4f04-b9d4-74f9d27d9cfb tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Made reservation on behalf of 852d2b51c00949899c2370ce1b47ee69 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:51:29.345087 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ee8437-62e7-46dc-b09e-c7566934507b None None] Pushing event deleted for resources: {'Port': ['ID=823e7837-7024-453d-8d73-3e6e8863656e,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:29.347063 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9970eeda-a2aa-468f-90f2-f85931571f55 None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:51:29.454560 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-88fb9e33-0b27-4f04-b9d4-74f9d27d9cfb tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:29.472833 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [None req-88fb9e33-0b27-4f04-b9d4-74f9d27d9cfb tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] device_id is not set on port b9fa1fe6-d87f-44f9-a26a-e2f5c30063d4 yet. {{(pid=101290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 07:51:29.503743 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408a865-4f9c-4fa1-9108-25e6aa7d3839 req-71cd42b1-6868-4046-977d-1cde46e4b19f tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:29.507376 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e408a865-4f9c-4fa1-9108-25e6aa7d3839 req-71cd42b1-6868-4046-977d-1cde46e4b19f tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219 HTTP/1.1" status: 200 len: 949 time: 0.1060760 Sep 17 07:51:29.515172 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a44224-4a40-4a0f-8b0f-4e852284b73c req-1518c63e-1645-4b7d-abc8-10bd17a8f8b5 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:29.517631 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-93a44224-4a40-4a0f-8b0f-4e852284b73c req-1518c63e-1645-4b7d-abc8-10bd17a8f8b5 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=318d614a-30e5-46c4-bc8f-89a121c1c009 HTTP/1.1" status: 200 len: 949 time: 0.1787062 Sep 17 07:51:29.528084 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3590cdbe-13d4-42da-b3d2-fce0993fe18d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'tenant_id': '852d2b51c00949899c2370ce1b47ee69', 'fixed_ips': [{'subnet_id': '3bda142d-761f-47b3-b6df-50df0bd05961'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 07:51:29.529218 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3590cdbe-13d4-42da-b3d2-fce0993fe18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:29.614856 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e408a865-4f9c-4fa1-9108-25e6aa7d3839 req-3b87fd12-c297-4d8a-91ac-fabc029b69bd tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941498 Sep 17 07:51:29.623737 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c79d7ceb-67e4-471a-a3f6-e25a1571d003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:29.636758 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-93a44224-4a40-4a0f-8b0f-4e852284b73c req-e694fca9-f836-4569-adf4-77c12b0b6f7d tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055627 Sep 17 07:51:29.700244 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-3590cdbe-13d4-42da-b3d2-fce0993fe18d None None] Allocated IP 2001:db8::2 (b9683b68-a3a4-4974-8bd0-f6d916aa4b94/3bda142d-761f-47b3-b6df-50df0bd05961/1b032284-073a-4914-805a-a1eaae54263c) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:51:29.701406 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79d7ceb-67e4-471a-a3f6-e25a1571d003 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec441777-50da-46ee-a8f6-d6970425b23b,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:29.710497 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79d7ceb-67e4-471a-a3f6-e25a1571d003 admin admin] Checking segment: {'id': '7abff196-4966-4c61-a92a-9a8b14ab51a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '35c4bccc-f180-42ef-a4b2-bc3f99c613fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:51:29.710805 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79d7ceb-67e4-471a-a3f6-e25a1571d003 admin admin] Network hostable DHCP agents. Network: 35c4bccc-f180-42ef-a4b2-bc3f99c613fb, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 07:51:29.729758 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79d7ceb-67e4-471a-a3f6-e25a1571d003 admin admin] Network 35c4bccc-f180-42ef-a4b2-bc3f99c613fb is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 07:51:29.741952 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-c79d7ceb-67e4-471a-a3f6-e25a1571d003 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 35c4bccc-f180-42ef-a4b2-bc3f99c613fb) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:51:29.747891 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79d7ceb-67e4-471a-a3f6-e25a1571d003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:29.748505 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c79d7ceb-67e4-471a-a3f6-e25a1571d003 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:29.774908 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-c79d7ceb-67e4-471a-a3f6-e25a1571d003 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5760555 Sep 17 07:51:29.790635 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b643e0c9-04e6-4844-9cf8-d0bceb1266a1 None None] Network 35c4bccc-f180-42ef-a4b2-bc3f99c613fb requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:51:29.905160 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device d1c8052d-7dc8-4faa-a866-7bd87f39f23c up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:51:29.997990 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934d2c6b-06c0-454b-a6b5-2107b1d8d2ef req-b3cc578c-b201-43f8-a5cb-d5b4e7290d97 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:29.999519 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-934d2c6b-06c0-454b-a6b5-2107b1d8d2ef req-b3cc578c-b201-43f8-a5cb-d5b4e7290d97 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddc227d6-8733-4656-bc42-c84d36acf02e HTTP/1.1" status: 200 len: 946 time: 0.1142833 Sep 17 07:51:30.014132 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c876a5-8a3f-4fdf-8a85-bf89be83ff37 req-d1da36b4-44b0-4682-b8c1-621ddda97bce tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:30.015610 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-83c876a5-8a3f-4fdf-8a85-bf89be83ff37 req-d1da36b4-44b0-4682-b8c1-621ddda97bce tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.41 "GET /v2.0/ports?device_id=98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219&tenant_id=e3c94ece967c49989722015c639870a6&binding%3Ahost_id=n-h2-789963-9 HTTP/1.1" status: 200 len: 949 time: 0.0794818 Sep 17 07:51:30.045529 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3590cdbe-13d4-42da-b3d2-fce0993fe18d None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:30.061857 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3590cdbe-13d4-42da-b3d2-fce0993fe18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:30.100228 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a05a9f-7633-432d-9119-a75fc3cca626 None None] Network 35c4bccc-f180-42ef-a4b2-bc3f99c613fb requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:51:30.100228 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning for port d1c8052d-7dc8-4faa-a866-7bd87f39f23c completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:51:30.100228 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port d1c8052d-7dc8-4faa-a866-7bd87f39f23c triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:51:30.100228 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:30.119242 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-934d2c6b-06c0-454b-a6b5-2107b1d8d2ef req-724c0338-8e2b-4412-978e-2d9a6be75bcd tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e165fbb-9ab8-4bf2-ab79-2b2690722fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129184 Sep 17 07:51:30.181155 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [req-83c876a5-8a3f-4fdf-8a85-bf89be83ff37 req-664deb72-167c-4edb-b4bf-2f7c4f3c0a1d service neutron] delete failed (client error): The resource could not be found. Sep 17 07:51:30.183534 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-83c876a5-8a3f-4fdf-8a85-bf89be83ff37 req-664deb72-167c-4edb-b4bf-2f7c4f3c0a1d service neutron] 10.222.0.41 "DELETE /v2.0/ports/9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4/bindings/n-h1-789963-9 HTTP/1.1" status: 404 len: 380 time: 0.1544492 Sep 17 07:51:30.200288 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-88fb9e33-0b27-4f04-b9d4-74f9d27d9cfb tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Allocated IP 2001:db8::c7e8:8c1b:1793:7f13 (b9683b68-a3a4-4974-8bd0-f6d916aa4b94/3bda142d-761f-47b3-b6df-50df0bd05961/b9fa1fe6-d87f-44f9-a26a-e2f5c30063d4) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:51:30.315331 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3590cdbe-13d4-42da-b3d2-fce0993fe18d None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:51:30.326715 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-3590cdbe-13d4-42da-b3d2-fce0993fe18d None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:51:30.336535 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03257ae6-1c32-403c-87c1-a18dca843017 req-149a5332-fb13-466a-bdd1-3f9820848f16 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:30.338253 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-03257ae6-1c32-403c-87c1-a18dca843017 req-149a5332-fb13-466a-bdd1-3f9820848f16 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219 HTTP/1.1" status: 200 len: 949 time: 0.0989788 Sep 17 07:51:30.357856 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987e220-aef3-4aca-ae83-a1be7acacf34 req-0cb89c83-de73-4318-982a-fc5ec8c414c6 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:30.360355 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3590cdbe-13d4-42da-b3d2-fce0993fe18d None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:51:30.367125 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2987e220-aef3-4aca-ae83-a1be7acacf34 req-0cb89c83-de73-4318-982a-fc5ec8c414c6 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9f5c173-5699-42f7-9627-594c6f134a59 HTTP/1.1" status: 200 len: 947 time: 0.1761341 Sep 17 07:51:30.376892 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3590cdbe-13d4-42da-b3d2-fce0993fe18d None None] Pushing event updated for resources: {'Port': ['ID=1b032284-073a-4914-805a-a1eaae54263c,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:30.455562 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-88fb9e33-0b27-4f04-b9d4-74f9d27d9cfb tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:30.464174 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-03257ae6-1c32-403c-87c1-a18dca843017 req-bdd3c39a-88a4-433f-85a9-2f86da165b77 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950556 Sep 17 07:51:30.478475 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c876a5-8a3f-4fdf-8a85-bf89be83ff37 req-ebcd0267-1fdb-4a12-9aba-1273cb1e0ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:30.481281 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-83c876a5-8a3f-4fdf-8a85-bf89be83ff37 req-ebcd0267-1fdb-4a12-9aba-1273cb1e0ec3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e3c94ece967c49989722015c639870a6&device_id=98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219 HTTP/1.1" status: 200 len: 1100 time: 0.1406336 Sep 17 07:51:30.484598 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2987e220-aef3-4aca-ae83-a1be7acacf34 req-9c4555e9-1973-462f-9779-29c3cd809ce7 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8f8fc30-65b6-4327-a5dc-bce035660486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169620 Sep 17 07:51:30.499412 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-3590cdbe-13d4-42da-b3d2-fce0993fe18d None None] Attempting to bind port 1b032284-073a-4914-805a-a1eaae54263c on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:51:30.499925 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-3590cdbe-13d4-42da-b3d2-fce0993fe18d None None] Attempting to bind port 1b032284-073a-4914-805a-a1eaae54263c by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:51:30.500392 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3590cdbe-13d4-42da-b3d2-fce0993fe18d None None] Attempting to bind port 1b032284-073a-4914-805a-a1eaae54263c on network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:51:30.527360 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3590cdbe-13d4-42da-b3d2-fce0993fe18d None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:51:30.527911 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3590cdbe-13d4-42da-b3d2-fce0993fe18d None None] Checking segment: {'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:51:30.528393 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3590cdbe-13d4-42da-b3d2-fce0993fe18d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:30.528873 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3590cdbe-13d4-42da-b3d2-fce0993fe18d None None] Bound using segment: {'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:51:30.529459 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-3590cdbe-13d4-42da-b3d2-fce0993fe18d None None] Bound port: 1b032284-073a-4914-805a-a1eaae54263c, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:51:30.529918 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3590cdbe-13d4-42da-b3d2-fce0993fe18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:30.563721 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 823e7837-7024-453d-8d73-3e6e8863656e no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:51:30.583376 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-88fb9e33-0b27-4f04-b9d4-74f9d27d9cfb tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:30.610087 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 823e7837-7024-453d-8d73-3e6e8863656e {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:51:30.610782 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 823e7837-7024-453d-8d73-3e6e8863656e not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:51:30.632100 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:30.648966 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:51:30.650358 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fb9e33-0b27-4f04-b9d4-74f9d27d9cfb tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event updated for resources: {'Port': ['ID=b9fa1fe6-d87f-44f9-a26a-e2f5c30063d4,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:30.663432 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c876a5-8a3f-4fdf-8a85-bf89be83ff37 req-31016b5e-7310-4927-ba24-517016d0f475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:30.665449 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fb9e33-0b27-4f04-b9d4-74f9d27d9cfb tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:51:30.667310 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-88fb9e33-0b27-4f04-b9d4-74f9d27d9cfb tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:51:30.669844 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fb9e33-0b27-4f04-b9d4-74f9d27d9cfb tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:51:30.676583 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fb9e33-0b27-4f04-b9d4-74f9d27d9cfb tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:30.677619 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-88fb9e33-0b27-4f04-b9d4-74f9d27d9cfb tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:30.678079 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-83c876a5-8a3f-4fdf-8a85-bf89be83ff37 req-31016b5e-7310-4927-ba24-517016d0f475 service neutron] 10.222.0.41 "GET /v2.0/networks?id=469390cd-cce5-49bd-b8f8-9e64018a0583 HTTP/1.1" status: 200 len: 870 time: 0.1857338 Sep 17 07:51:30.704723 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9f5c173-5699-42f7-9627-594c6f134a59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c8052d-7dc8-4faa-a866-7bd87f39f23c'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:51:30.707390 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace0fbb8-037f-4fa1-88fe-9f916ed7686c" -d '{"events": [{"server_uuid": "d9f5c173-5699-42f7-9627-594c6f134a59", "name": "network-vif-plugged", "status": "completed", "tag": "d1c8052d-7dc8-4faa-a866-7bd87f39f23c"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:51:30.714692 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-88fb9e33-0b27-4f04-b9d4-74f9d27d9cfb tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5928173 Sep 17 07:51:30.715710 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40320) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:30.725051 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-3590cdbe-13d4-42da-b3d2-fce0993fe18d None None] For port 1b032284-073a-4914-805a-a1eaae54263c, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:51:30.738723 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port d1c8052d-7dc8-4faa-a866-7bd87f39f23c, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=d1c8052d-7dc8-4faa-a866-7bd87f39f23c,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:51:30.757026 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:30.765204 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-83c876a5-8a3f-4fdf-8a85-bf89be83ff37 req-c3679aea-80ea-4a43-b77f-8569e421a785 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4 HTTP/1.1" status: 200 len: 217 time: 0.0821903 Sep 17 07:51:30.772773 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-3590cdbe-13d4-42da-b3d2-fce0993fe18d None None] For port 1b032284-073a-4914-805a-a1eaae54263c, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=1b032284-073a-4914-805a-a1eaae54263c,segment=NetworkSegment(ccc4c9b3-8f64-4b6a-96f4-35a1665005a6),segment_id=ccc4c9b3-8f64-4b6a-96f4-35a1665005a6)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:51:30.800382 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3590cdbe-13d4-42da-b3d2-fce0993fe18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:30.843989 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819bb14a-ddde-47b1-8d81-1cf7d9d0a0f1 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:30.852738 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=d1c8052d-7dc8-4faa-a866-7bd87f39f23c,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:30.857901 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port 9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:51:30.868616 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819bb14a-ddde-47b1-8d81-1cf7d9d0a0f1 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:30.870869 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-819bb14a-ddde-47b1-8d81-1cf7d9d0a0f1 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1537967 Sep 17 07:51:30.876414 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40336) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:30.879911 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:51:30.880345 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:30.997707 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c876a5-8a3f-4fdf-8a85-bf89be83ff37 req-a0335097-663a-46cb-b69f-814d706c0a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:31.003974 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-83c876a5-8a3f-4fdf-8a85-bf89be83ff37 req-a0335097-663a-46cb-b69f-814d706c0a06 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.2309530 Sep 17 07:51:31.009335 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3590cdbe-13d4-42da-b3d2-fce0993fe18d None None] Pushing event updated for resources: {'Port': ['ID=1b032284-073a-4914-805a-a1eaae54263c,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:31.066029 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-3b8d730f-3bb8-41d4-b680-a55adb1aafd6 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Deleting port b9fa1fe6-d87f-44f9-a26a-e2f5c30063d4 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:51:31.066300 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3b8d730f-3bb8-41d4-b680-a55adb1aafd6 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:31.128541 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:31.199799 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f42918c-9266-46b1-bca2-8fcb26640595 req-8b4e97e4-e486-4816-8532-eade78be0aa4 tempest-InstanceActionsNegativeTestJSON-682328249 tempest-InstanceActionsNegativeTestJSON-682328249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:31.202298 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1f42918c-9266-46b1-bca2-8fcb26640595 req-8b4e97e4-e486-4816-8532-eade78be0aa4 tempest-InstanceActionsNegativeTestJSON-682328249 tempest-InstanceActionsNegativeTestJSON-682328249-project] 10.222.0.13 "GET /v2.0/networks?id=35c4bccc-f180-42ef-a4b2-bc3f99c613fb HTTP/1.1" status: 200 len: 822 time: 0.3831854 Sep 17 07:51:31.205031 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:51:31.210216 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:31.235078 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c876a5-8a3f-4fdf-8a85-bf89be83ff37 req-084abedc-5c79-4d1b-9678-f227dff0996d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:31.236504 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-83c876a5-8a3f-4fdf-8a85-bf89be83ff37 req-084abedc-5c79-4d1b-9678-f227dff0996d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2175496 Sep 17 07:51:31.256569 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1f42918c-9266-46b1-bca2-8fcb26640595 req-c0cc5ee9-b551-4b58-9b83-558abc9b385a tempest-InstanceActionsNegativeTestJSON-682328249 tempest-InstanceActionsNegativeTestJSON-682328249-project] 10.222.0.13 "GET /v2.0/quotas/cd3ce1731fe14991b63f59f917b0ca9c HTTP/1.1" status: 200 len: 375 time: 0.0364006 Sep 17 07:51:31.270571 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3b8d730f-3bb8-41d4-b680-a55adb1aafd6 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:31.290485 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4,revision_number=9']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:31.292977 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-3b8d730f-3bb8-41d4-b680-a55adb1aafd6 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Calling delete_port for b9fa1fe6-d87f-44f9-a26a-e2f5c30063d4 owned by {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:51:31.317318 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1f42918c-9266-46b1-bca2-8fcb26640595 req-9a68e6de-4ed7-41f2-9ebd-8b1609a99315 tempest-InstanceActionsNegativeTestJSON-682328249 tempest-InstanceActionsNegativeTestJSON-682328249-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cd3ce1731fe14991b63f59f917b0ca9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0595384 Sep 17 07:51:31.361466 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf2ed4-b16e-44bf-9446-8dfac9eb574b req-115862c3-17f0-4202-84c6-9cc9cb12c775 tempest-ServersAdminTestJSON-468985433 tempest-ServersAdminTestJSON-468985433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:31.362237 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf2ed4-b16e-44bf-9446-8dfac9eb574b req-115862c3-17f0-4202-84c6-9cc9cb12c775 tempest-ServersAdminTestJSON-468985433 tempest-ServersAdminTestJSON-468985433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:31.362715 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf2ed4-b16e-44bf-9446-8dfac9eb574b req-115862c3-17f0-4202-84c6-9cc9cb12c775 tempest-ServersAdminTestJSON-468985433 tempest-ServersAdminTestJSON-468985433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:31.363189 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf2ed4-b16e-44bf-9446-8dfac9eb574b req-115862c3-17f0-4202-84c6-9cc9cb12c775 tempest-ServersAdminTestJSON-468985433 tempest-ServersAdminTestJSON-468985433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:31.363907 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf2ed4-b16e-44bf-9446-8dfac9eb574b req-115862c3-17f0-4202-84c6-9cc9cb12c775 tempest-ServersAdminTestJSON-468985433 tempest-ServersAdminTestJSON-468985433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:31.365059 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf2ed4-b16e-44bf-9446-8dfac9eb574b req-115862c3-17f0-4202-84c6-9cc9cb12c775 tempest-ServersAdminTestJSON-468985433 tempest-ServersAdminTestJSON-468985433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:31.365316 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf2ed4-b16e-44bf-9446-8dfac9eb574b req-115862c3-17f0-4202-84c6-9cc9cb12c775 tempest-ServersAdminTestJSON-468985433 tempest-ServersAdminTestJSON-468985433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:31.366136 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf2ed4-b16e-44bf-9446-8dfac9eb574b req-115862c3-17f0-4202-84c6-9cc9cb12c775 tempest-ServersAdminTestJSON-468985433 tempest-ServersAdminTestJSON-468985433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:31.370380 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-46bf2ed4-b16e-44bf-9446-8dfac9eb574b req-115862c3-17f0-4202-84c6-9cc9cb12c775 tempest-ServersAdminTestJSON-468985433 tempest-ServersAdminTestJSON-468985433-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d9f5c173-5699-42f7-9627-594c6f134a59&device_id=318d614a-30e5-46c4-bc8f-89a121c1c009&device_id=ddc227d6-8733-4656-bc42-c84d36acf02e&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&device_id=ee44c663-1dca-4669-be96-75e385fb6cf2&device_id=98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219&device_id=dbc3ceac-b4ad-4d90-858f-c00331b27ad7&device_id=fa684fd0-a85e-469b-aed6-7fb0de9dc944 HTTP/1.1" status: 200 len: 7325 time: 0.1949363 Sep 17 07:51:31.439208 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3b8d730f-3bb8-41d4-b680-a55adb1aafd6 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:31.461389 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-46bf2ed4-b16e-44bf-9446-8dfac9eb574b req-ea435f59-ebe1-408f-8331-716ffba0427a tempest-ServersAdminTestJSON-468985433 tempest-ServersAdminTestJSON-468985433-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:31.472954 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8d730f-3bb8-41d4-b680-a55adb1aafd6 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event deleted for resources: {'Port': ['ID=b9fa1fe6-d87f-44f9-a26a-e2f5c30063d4,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:31.498496 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-83c876a5-8a3f-4fdf-8a85-bf89be83ff37 req-beaa5773-662d-4917-8738-5880678fa714 service neutron] 10.222.0.41 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527690 Sep 17 07:51:31.499908 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3b8d730f-3bb8-41d4-b680-a55adb1aafd6 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:31.506200 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-3b8d730f-3bb8-41d4-b680-a55adb1aafd6 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/ports/b9fa1fe6-d87f-44f9-a26a-e2f5c30063d4 HTTP/1.1" status: 204 len: 168 time: 0.6253288 Sep 17 07:51:31.506824 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40348) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:31.540333 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1f42918c-9266-46b1-bca2-8fcb26640595 req-3f82cef1-366f-482a-923d-71171ca5dfb7 service neutron] 10.222.0.13 "GET /v2.0/networks/35c4bccc-f180-42ef-a4b2-bc3f99c613fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213480 Sep 17 07:51:31.559704 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50de7055-7747-4851-9bb0-08261c1b7aff tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:31.561370 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50de7055-7747-4851-9bb0-08261c1b7aff tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:31.562925 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-50de7055-7747-4851-9bb0-08261c1b7aff tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0551736 Sep 17 07:51:31.565665 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40352) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:31.617608 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-12c5161e-6f91-41ae-9cc2-61af0bf2f6b6 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Deleting subnet 3bda142d-761f-47b3-b6df-50df0bd05961 {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:51:31.620807 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-12c5161e-6f91-41ae-9cc2-61af0bf2f6b6 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:31.668201 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-12c5161e-6f91-41ae-9cc2-61af0bf2f6b6 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:31.715710 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-83c876a5-8a3f-4fdf-8a85-bf89be83ff37 req-de58ad21-cc78-4ffc-b4ab-6a6503202648 service neutron] 10.222.0.41 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072763 Sep 17 07:51:31.750918 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1f42918c-9266-46b1-bca2-8fcb26640595 req-20f39aea-dd4d-47c3-a64a-b87394c829e9 service neutron] 10.222.0.13 "GET /v2.0/networks/35c4bccc-f180-42ef-a4b2-bc3f99c613fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943429 Sep 17 07:51:31.794222 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-46bf2ed4-b16e-44bf-9446-8dfac9eb574b req-ea435f59-ebe1-408f-8331-716ffba0427a tempest-ServersAdminTestJSON-468985433 tempest-ServersAdminTestJSON-468985433-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:31.800812 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-46bf2ed4-b16e-44bf-9446-8dfac9eb574b req-ea435f59-ebe1-408f-8331-716ffba0427a tempest-ServersAdminTestJSON-468985433 tempest-ServersAdminTestJSON-468985433-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:31.822866 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-12c5161e-6f91-41ae-9cc2-61af0bf2f6b6 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:31.833007 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-46bf2ed4-b16e-44bf-9446-8dfac9eb574b req-ea435f59-ebe1-408f-8331-716ffba0427a tempest-ServersAdminTestJSON-468985433 tempest-ServersAdminTestJSON-468985433-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=6e165fbb-9ab8-4bf2-ab79-2b2690722fa5&id=517d5b48-890d-4435-950d-b1435835f1f3&id=53e3b2e3-86bb-40c4-b326-5cfb7d536fc4&id=d8f8fc30-65b6-4327-a5dc-bce035660486&id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 581 time: 0.4306321 Sep 17 07:51:31.865239 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea435f59-ebe1-408f-8331-716ffba0427a tempest-ServersAdminTestJSON-468985433 tempest-ServersAdminTestJSON-468985433-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=849a3f84-cdac-458a-a1aa-b72ad05083f9,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:31.904082 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8820606b-c6c9-4287-9a53-1455eb80beeb x-openstack-request-id: req-8820606b-c6c9-4287-9a53-1455eb80beeb {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:51:31.905400 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9f5c173-5699-42f7-9627-594c6f134a59", "name": "network-vif-plugged", "status": "completed", "tag": "d1c8052d-7dc8-4faa-a866-7bd87f39f23c", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:51:31.905400 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8820606b-c6c9-4287-9a53-1455eb80beeb {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:51:31.905918 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9f5c173-5699-42f7-9627-594c6f134a59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c8052d-7dc8-4faa-a866-7bd87f39f23c', 'code': 200} Sep 17 07:51:31.983327 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-12c5161e-6f91-41ae-9cc2-61af0bf2f6b6 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:32.017310 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-12c5161e-6f91-41ae-9cc2-61af0bf2f6b6 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:32.019668 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-12c5161e-6f91-41ae-9cc2-61af0bf2f6b6 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/subnets/3bda142d-761f-47b3-b6df-50df0bd05961 HTTP/1.1" status: 204 len: 168 time: 0.4530830 Sep 17 07:51:32.033195 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c5161e-6f91-41ae-9cc2-61af0bf2f6b6 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event deleted for resources: {'Subnet': ['ID=3bda142d-761f-47b3-b6df-50df0bd05961,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:32.038871 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40362) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:32.066053 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb597581-daad-4afa-8a7f-fa1e473421f7 req-6cec4661-d3a3-421b-b172-433bf94023c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:32.067610 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bb597581-daad-4afa-8a7f-fa1e473421f7 req-6cec4661-d3a3-421b-b172-433bf94023c1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d9f5c173-5699-42f7-9627-594c6f134a59 HTTP/1.1" status: 200 len: 1099 time: 0.0702012 Sep 17 07:51:32.081508 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bc2a5c-d8cc-4016-8346-b8df4709327b req-0b6c4160-5218-400d-ab18-c20d390f9059 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:32.088789 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-41bc2a5c-d8cc-4016-8346-b8df4709327b req-0b6c4160-5218-400d-ab18-c20d390f9059 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddc227d6-8733-4656-bc42-c84d36acf02e HTTP/1.1" status: 200 len: 946 time: 0.1262913 Sep 17 07:51:32.140973 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-22917751-55cb-4878-ab46-456de32b59a9 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0851772 Sep 17 07:51:32.143472 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40370) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:32.148954 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-9dc82127-e914-415d-9023-d23f4c216d39 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Request body: {'subnet': {'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:51:32.225090 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-41bc2a5c-d8cc-4016-8346-b8df4709327b req-09f84d00-7d8a-476a-91ca-12ed90d31daa tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e165fbb-9ab8-4bf2-ab79-2b2690722fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348984 Sep 17 07:51:32.252274 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bb597581-daad-4afa-8a7f-fa1e473421f7 req-78bdda51-5423-42cb-8c84-5a2497275a8a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d8f8fc30-65b6-4327-a5dc-bce035660486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576579 Sep 17 07:51:32.302207 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac0c608-c41e-4436-893b-74e7872981cb None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:51:32.318682 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e0b59-ddc6-4192-9bbe-094c6f8c4985 req-ab182166-ac81-4b7b-b02f-b71ec7d1683e tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:32.319439 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc82127-e914-415d-9023-d23f4c216d39 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Made reservation on behalf of 852d2b51c00949899c2370ce1b47ee69 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:51:32.320101 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9c6e0b59-ddc6-4192-9bbe-094c6f8c4985 req-ab182166-ac81-4b7b-b02f-b71ec7d1683e tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219 HTTP/1.1" status: 200 len: 950 time: 0.1395826 Sep 17 07:51:32.328624 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9dc82127-e914-415d-9023-d23f4c216d39 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:32.395414 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-9f2eb29a-47da-4673-843b-0501a834c1b5 None None] Provisioning complete for port 1b032284-073a-4914-805a-a1eaae54263c triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:51:32.396482 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9f2eb29a-47da-4673-843b-0501a834c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:32.419567 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9c6e0b59-ddc6-4192-9bbe-094c6f8c4985 req-ea217130-d2a1-4261-8076-1f90843113d2 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771546 Sep 17 07:51:32.578282 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb6ea48-80ee-4e51-bbc4-9c321a58e8a1 req-0d3f0004-c5d4-4a39-b0b1-13d99e57b48b tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:32.582103 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9bb6ea48-80ee-4e51-bbc4-9c321a58e8a1 req-0d3f0004-c5d4-4a39-b0b1-13d99e57b48b tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9f5c173-5699-42f7-9627-594c6f134a59 HTTP/1.1" status: 200 len: 948 time: 0.1764476 Sep 17 07:51:32.602126 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ec562b-8e16-45e2-bcdd-50bb6dbf448f None None] DHCP port deletion for b9683b68-a3a4-4974-8bd0-f6d916aa4b94 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 07:51:32.612107 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9f2eb29a-47da-4673-843b-0501a834c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:32.676938 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9dc82127-e914-415d-9023-d23f4c216d39 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:32.702183 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-9f2eb29a-47da-4673-843b-0501a834c1b5 None None] For port 1b032284-073a-4914-805a-a1eaae54263c, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=1b032284-073a-4914-805a-a1eaae54263c,segment=NetworkSegment(ccc4c9b3-8f64-4b6a-96f4-35a1665005a6),segment_id=ccc4c9b3-8f64-4b6a-96f4-35a1665005a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:51:32.714436 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9f2eb29a-47da-4673-843b-0501a834c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:32.724044 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-72ec562b-8e16-45e2-bcdd-50bb6dbf448f None None] Deleting port 1b032284-073a-4914-805a-a1eaae54263c {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:51:32.724670 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-72ec562b-8e16-45e2-bcdd-50bb6dbf448f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:32.725894 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9bb6ea48-80ee-4e51-bbc4-9c321a58e8a1 req-7a63f320-2c41-4f81-8bcf-2db71b827d73 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8f8fc30-65b6-4327-a5dc-bce035660486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341209 Sep 17 07:51:32.778497 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc82127-e914-415d-9023-d23f4c216d39 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:51:32.782443 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-9dc82127-e914-415d-9023-d23f4c216d39 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:51:32.791317 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc82127-e914-415d-9023-d23f4c216d39 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:32.792020 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9dc82127-e914-415d-9023-d23f4c216d39 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:32.810948 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc82127-e914-415d-9023-d23f4c216d39 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event updated for resources: {'Subnet': ['ID=b376eb48-c2a6-483b-b362-6f6d02654c0a,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:32.824134 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-9dc82127-e914-415d-9023-d23f4c216d39 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6778927 Sep 17 07:51:32.827507 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40382) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:32.832667 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-67272f2b-b4e9-466b-a74d-67111e9faf86 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Request body: {'port': {'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'fixed_ips': [{'subnet_id': 'b376eb48-c2a6-483b-b362-6f6d02654c0a', 'ip_address': '2001:db8::d7a7:97f4:431:a093'}], 'name': 'tempest-NetworksTestDHCPv6-999545731'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:51:32.847403 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2bb7eb07-c83c-40dd-b97f-effe6e03b8e3 req-c2debebf-b1b9-430b-b98e-b6b56e2e9b41 tempest-InstanceActionsNegativeTestJSON-682328249 tempest-InstanceActionsNegativeTestJSON-682328249-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e7ae86f-6fc6-4376-9d14-670985bc92ca HTTP/1.1" status: 200 len: 210 time: 0.0738719 Sep 17 07:51:32.951767 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e563c953-db50-491f-bbf1-5f99e6fbcf27 req-180a5d98-9b41-4174-84f9-a2ec37740aac tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:32.960079 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e563c953-db50-491f-bbf1-5f99e6fbcf27 req-180a5d98-9b41-4174-84f9-a2ec37740aac tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddc227d6-8733-4656-bc42-c84d36acf02e HTTP/1.1" status: 200 len: 946 time: 0.0902431 Sep 17 07:51:33.009208 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e563c953-db50-491f-bbf1-5f99e6fbcf27 req-3bcef123-7921-4874-b5b5-cb375711c0eb tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e165fbb-9ab8-4bf2-ab79-2b2690722fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478482 Sep 17 07:51:33.073156 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2eb29a-47da-4673-843b-0501a834c1b5 None None] Pushing event updated for resources: {'Port': ['ID=1b032284-073a-4914-805a-a1eaae54263c,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:33.088104 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67272f2b-b4e9-466b-a74d-67111e9faf86 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Made reservation on behalf of 852d2b51c00949899c2370ce1b47ee69 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:51:33.091966 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-72ec562b-8e16-45e2-bcdd-50bb6dbf448f None None] For port 1b032284-073a-4914-805a-a1eaae54263c, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=1b032284-073a-4914-805a-a1eaae54263c,segment=NetworkSegment(ccc4c9b3-8f64-4b6a-96f4-35a1665005a6),segment_id=ccc4c9b3-8f64-4b6a-96f4-35a1665005a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:51:33.094409 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-72ec562b-8e16-45e2-bcdd-50bb6dbf448f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:33.098527 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-67272f2b-b4e9-466b-a74d-67111e9faf86 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:33.119918 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [None req-67272f2b-b4e9-466b-a74d-67111e9faf86 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] device_id is not set on port c08f3e1c-7b72-48e0-ad1c-32bc61e3a80d yet. {{(pid=101290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 07:51:33.121667 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-72ec562b-8e16-45e2-bcdd-50bb6dbf448f None None] Calling delete_port for 1b032284-073a-4914-805a-a1eaae54263c owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:51:33.235319 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-72ec562b-8e16-45e2-bcdd-50bb6dbf448f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:33.245100 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0e2d02-7525-4935-a3f0-6293297e91b9 req-69bdce0d-bffd-4cbf-8a33-92abb1aa70a0 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:33.246750 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0b0e2d02-7525-4935-a3f0-6293297e91b9 req-69bdce0d-bffd-4cbf-8a33-92abb1aa70a0 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddc227d6-8733-4656-bc42-c84d36acf02e HTTP/1.1" status: 200 len: 946 time: 0.0863535 Sep 17 07:51:33.283040 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ec562b-8e16-45e2-bcdd-50bb6dbf448f None None] Pushing event deleted for resources: {'Port': ['ID=1b032284-073a-4914-805a-a1eaae54263c,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:33.291052 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ec562b-8e16-45e2-bcdd-50bb6dbf448f None None] No DVR routers for this DVR port 1b032284-073a-4914-805a-a1eaae54263c on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:51:33.310731 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a8bd1c-f919-4dd4-ba17-4fa49f696175 None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:51:33.340064 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0b0e2d02-7525-4935-a3f0-6293297e91b9 req-de4614c3-483e-42a5-adba-1f0343508f67 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e165fbb-9ab8-4bf2-ab79-2b2690722fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860426 Sep 17 07:51:33.368644 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73411525-334e-4804-a7ca-55783b1e51fc req-8a46f09b-f7d0-48eb-bdc9-186295201aed tempest-ServersAdminTestJSON-468985433 tempest-ServersAdminTestJSON-468985433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:33.368644 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73411525-334e-4804-a7ca-55783b1e51fc req-8a46f09b-f7d0-48eb-bdc9-186295201aed tempest-ServersAdminTestJSON-468985433 tempest-ServersAdminTestJSON-468985433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:33.368644 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73411525-334e-4804-a7ca-55783b1e51fc req-8a46f09b-f7d0-48eb-bdc9-186295201aed tempest-ServersAdminTestJSON-468985433 tempest-ServersAdminTestJSON-468985433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:33.368644 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-73411525-334e-4804-a7ca-55783b1e51fc req-8a46f09b-f7d0-48eb-bdc9-186295201aed tempest-ServersAdminTestJSON-468985433 tempest-ServersAdminTestJSON-468985433-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=318d614a-30e5-46c4-bc8f-89a121c1c009&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&device_id=ee44c663-1dca-4669-be96-75e385fb6cf2 HTTP/1.1" status: 200 len: 2882 time: 0.0687521 Sep 17 07:51:33.377570 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-67272f2b-b4e9-466b-a74d-67111e9faf86 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Allocated IP 2001:db8::d7a7:97f4:431:a093 (b9683b68-a3a4-4974-8bd0-f6d916aa4b94/b376eb48-c2a6-483b-b362-6f6d02654c0a/c08f3e1c-7b72-48e0-ad1c-32bc61e3a80d) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:51:33.427879 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-73411525-334e-4804-a7ca-55783b1e51fc req-e4d91229-85a2-47d3-8054-778e823b32b9 tempest-ServersAdminTestJSON-468985433 tempest-ServersAdminTestJSON-468985433-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609651 Sep 17 07:51:33.517802 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc1527d-178d-445c-bc36-42264470478b req-fec7931a-0eca-4d9f-8ad0-f1587106bbc4 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:33.524490 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2cc1527d-178d-445c-bc36-42264470478b req-fec7931a-0eca-4d9f-8ad0-f1587106bbc4 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddc227d6-8733-4656-bc42-c84d36acf02e HTTP/1.1" status: 200 len: 946 time: 0.0785353 Sep 17 07:51:33.533429 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed73ab4-6126-46d6-acb8-0a13c1b7c267 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'tenant_id': '852d2b51c00949899c2370ce1b47ee69', 'fixed_ips': [{'subnet_id': 'b376eb48-c2a6-483b-b362-6f6d02654c0a'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 07:51:33.534601 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9ed73ab4-6126-46d6-acb8-0a13c1b7c267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:33.586711 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-67272f2b-b4e9-466b-a74d-67111e9faf86 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:33.608660 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2cc1527d-178d-445c-bc36-42264470478b req-c3b27507-a53d-4380-b5c1-3a324e41c264 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e165fbb-9ab8-4bf2-ab79-2b2690722fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671232 Sep 17 07:51:33.629569 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-67272f2b-b4e9-466b-a74d-67111e9faf86 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:33.632898 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd2781-4382-4293-bac3-5d06e60cc40b req-ac5d5588-c1e6-4e36-861c-a1fca21796fe tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:33.642379 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-50dd2781-4382-4293-bac3-5d06e60cc40b req-ac5d5588-c1e6-4e36-861c-a1fca21796fe tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219 HTTP/1.1" status: 200 len: 950 time: 0.1141152 Sep 17 07:51:33.714153 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-50dd2781-4382-4293-bac3-5d06e60cc40b req-579e2ca7-0ce2-4a0a-8515-4e103def2422 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707948 Sep 17 07:51:33.750885 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67272f2b-b4e9-466b-a74d-67111e9faf86 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:51:33.754518 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-9ed73ab4-6126-46d6-acb8-0a13c1b7c267 None None] Allocated IP 2001:db8::2 (b9683b68-a3a4-4974-8bd0-f6d916aa4b94/b376eb48-c2a6-483b-b362-6f6d02654c0a/d13a9c35-f9cf-4da0-a1a9-afe8ed59fcc5) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:51:33.756044 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67272f2b-b4e9-466b-a74d-67111e9faf86 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event updated for resources: {'Port': ['ID=c08f3e1c-7b72-48e0-ad1c-32bc61e3a80d,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:33.763715 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-67272f2b-b4e9-466b-a74d-67111e9faf86 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:51:33.771917 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67272f2b-b4e9-466b-a74d-67111e9faf86 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:51:33.784007 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67272f2b-b4e9-466b-a74d-67111e9faf86 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:33.787433 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-67272f2b-b4e9-466b-a74d-67111e9faf86 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:33.815085 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-67272f2b-b4e9-466b-a74d-67111e9faf86 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 0.9863451 Sep 17 07:51:33.817578 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 40412) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:33.956019 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:51:33.958936 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23533185-1475-48fc-83d1-35b552835109" -d '{"events": [{"server_uuid": "98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219", "name": "network-vif-plugged", "status": "completed", "tag": "9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:51:34.005904 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21ca421-538f-4433-a597-b280f0b2bc1c tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:34.009167 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-c21ca421-538f-4433-a597-b280f0b2bc1c tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.1893139 Sep 17 07:51:34.013500 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 40422) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:34.041443 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1123d45-26be-4550-8337-fb41c1feb8e8 req-1a228549-41ba-49a2-9c32-dc6ef42352a4 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:34.045952 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f42918c-9266-46b1-bca2-8fcb26640595 req-73239099-4509-4e12-bb4d-0d8616481b06 tempest-InstanceActionsNegativeTestJSON-682328249 tempest-InstanceActionsNegativeTestJSON-682328249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:34.047708 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1f42918c-9266-46b1-bca2-8fcb26640595 req-73239099-4509-4e12-bb4d-0d8616481b06 tempest-InstanceActionsNegativeTestJSON-682328249 tempest-InstanceActionsNegativeTestJSON-682328249-project] 10.222.0.39 "GET /v2.0/networks?id=35c4bccc-f180-42ef-a4b2-bc3f99c613fb HTTP/1.1" status: 200 len: 822 time: 0.1850524 Sep 17 07:51:34.050173 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c1123d45-26be-4550-8337-fb41c1feb8e8 req-1a228549-41ba-49a2-9c32-dc6ef42352a4 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9f5c173-5699-42f7-9627-594c6f134a59 HTTP/1.1" status: 200 len: 948 time: 0.1403539 Sep 17 07:51:34.057201 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9ed73ab4-6126-46d6-acb8-0a13c1b7c267 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:34.069122 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9ed73ab4-6126-46d6-acb8-0a13c1b7c267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:34.078432 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-1f42918c-9266-46b1-bca2-8fcb26640595 req-fe74fc88-3489-49e0-ae63-8454ac82f44b tempest-InstanceActionsNegativeTestJSON-682328249 tempest-InstanceActionsNegativeTestJSON-682328249-project] Request body: {'port': {'device_id': '9e7ae86f-6fc6-4376-9d14-670985bc92ca', 'network_id': '35c4bccc-f180-42ef-a4b2-bc3f99c613fb', 'admin_state_up': True, 'tenant_id': 'cd3ce1731fe14991b63f59f917b0ca9c'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:51:34.109041 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae6d2c-a5d2-4e2b-88d6-6bb985551de2 req-39d37dbc-7ff9-480e-ac52-3151258e6bf8 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:34.111512 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-26ae6d2c-a5d2-4e2b-88d6-6bb985551de2 req-39d37dbc-7ff9-480e-ac52-3151258e6bf8 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219 HTTP/1.1" status: 200 len: 950 time: 0.1657367 Sep 17 07:51:34.112070 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed73ab4-6126-46d6-acb8-0a13c1b7c267 None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:51:34.115616 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-9ed73ab4-6126-46d6-acb8-0a13c1b7c267 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:51:34.119090 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed73ab4-6126-46d6-acb8-0a13c1b7c267 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:51:34.172942 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed73ab4-6126-46d6-acb8-0a13c1b7c267 None None] Pushing event updated for resources: {'Port': ['ID=d13a9c35-f9cf-4da0-a1a9-afe8ed59fcc5,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:34.197549 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c1123d45-26be-4550-8337-fb41c1feb8e8 req-ffac5ae0-bbec-4fe2-9cbb-7cec7cd8dcfd tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8f8fc30-65b6-4327-a5dc-bce035660486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460776 Sep 17 07:51:34.221916 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-26ae6d2c-a5d2-4e2b-88d6-6bb985551de2 req-f4a4b11c-2ed6-46d5-b9cf-81a830a99227 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982275 Sep 17 07:51:34.225057 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-9ed73ab4-6126-46d6-acb8-0a13c1b7c267 None None] Attempting to bind port d13a9c35-f9cf-4da0-a1a9-afe8ed59fcc5 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:51:34.225371 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-9ed73ab4-6126-46d6-acb8-0a13c1b7c267 None None] Attempting to bind port d13a9c35-f9cf-4da0-a1a9-afe8ed59fcc5 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:51:34.225733 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed73ab4-6126-46d6-acb8-0a13c1b7c267 None None] Attempting to bind port d13a9c35-f9cf-4da0-a1a9-afe8ed59fcc5 on network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:51:34.251017 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-fd31efba-6dd0-489e-b94a-c8cf2b96ba35 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Deleting port c08f3e1c-7b72-48e0-ad1c-32bc61e3a80d {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:51:34.251311 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fd31efba-6dd0-489e-b94a-c8cf2b96ba35 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:34.252881 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed73ab4-6126-46d6-acb8-0a13c1b7c267 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:51:34.253259 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed73ab4-6126-46d6-acb8-0a13c1b7c267 None None] Checking segment: {'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:51:34.253726 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9ed73ab4-6126-46d6-acb8-0a13c1b7c267 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:34.254113 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed73ab4-6126-46d6-acb8-0a13c1b7c267 None None] Bound using segment: {'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:51:34.254598 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-9ed73ab4-6126-46d6-acb8-0a13c1b7c267 None None] Bound port: d13a9c35-f9cf-4da0-a1a9-afe8ed59fcc5, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:51:34.255594 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9ed73ab4-6126-46d6-acb8-0a13c1b7c267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:34.270452 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f42918c-9266-46b1-bca2-8fcb26640595 req-fe74fc88-3489-49e0-ae63-8454ac82f44b tempest-InstanceActionsNegativeTestJSON-682328249 tempest-InstanceActionsNegativeTestJSON-682328249-project] Made reservation on behalf of cd3ce1731fe14991b63f59f917b0ca9c for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:51:34.275669 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-1f42918c-9266-46b1-bca2-8fcb26640595 req-fe74fc88-3489-49e0-ae63-8454ac82f44b tempest-InstanceActionsNegativeTestJSON-682328249 tempest-InstanceActionsNegativeTestJSON-682328249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:34.418435 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-9ed73ab4-6126-46d6-acb8-0a13c1b7c267 None None] For port d13a9c35-f9cf-4da0-a1a9-afe8ed59fcc5, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:51:34.428935 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-9ed73ab4-6126-46d6-acb8-0a13c1b7c267 None None] For port d13a9c35-f9cf-4da0-a1a9-afe8ed59fcc5, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=d13a9c35-f9cf-4da0-a1a9-afe8ed59fcc5,segment=NetworkSegment(ccc4c9b3-8f64-4b6a-96f4-35a1665005a6),segment_id=ccc4c9b3-8f64-4b6a-96f4-35a1665005a6)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:51:34.446732 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9ed73ab4-6126-46d6-acb8-0a13c1b7c267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:34.464647 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c0060a0b-b6bc-458f-9025-7bfb6e9501ed req-f72d13cd-5d20-4d9c-be8b-3df068fb3b27 tempest-InstanceActionsNegativeTestJSON-682328249 tempest-InstanceActionsNegativeTestJSON-682328249-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e7ae86f-6fc6-4376-9d14-670985bc92ca HTTP/1.1" status: 200 len: 210 time: 0.1089344 Sep 17 07:51:34.567425 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed73ab4-6126-46d6-acb8-0a13c1b7c267 None None] Pushing event updated for resources: {'Port': ['ID=d13a9c35-f9cf-4da0-a1a9-afe8ed59fcc5,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:34.580084 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf277c3-ea78-4ce1-8682-ad36d2e8eb2b x-openstack-request-id: req-bbf277c3-ea78-4ce1-8682-ad36d2e8eb2b {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:51:34.580442 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219", "name": "network-vif-plugged", "status": "completed", "tag": "9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:51:34.580899 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bbf277c3-ea78-4ce1-8682-ad36d2e8eb2b {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:51:34.581871 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4', 'code': 200} Sep 17 07:51:34.618431 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-1f42918c-9266-46b1-bca2-8fcb26640595 req-fe74fc88-3489-49e0-ae63-8454ac82f44b tempest-InstanceActionsNegativeTestJSON-682328249 tempest-InstanceActionsNegativeTestJSON-682328249-project] Allocated IP 172.20.0.5 (35c4bccc-f180-42ef-a4b2-bc3f99c613fb/ec441777-50da-46ee-a8f6-d6970425b23b/fbedc06b-af7a-41f4-9d70-a191c12d4ab8) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:51:34.643989 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 1b032284-073a-4914-805a-a1eaae54263c no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:51:34.655218 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eca60f5-5dd1-454b-96c6-e9a499707295 req-49ec14e2-8d12-4f54-ba13-837208d7f24d tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:34.662908 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2eca60f5-5dd1-454b-96c6-e9a499707295 req-49ec14e2-8d12-4f54-ba13-837208d7f24d tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddc227d6-8733-4656-bc42-c84d36acf02e HTTP/1.1" status: 200 len: 946 time: 0.3459189 Sep 17 07:51:34.684557 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fd31efba-6dd0-489e-b94a-c8cf2b96ba35 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:34.693909 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 1b032284-073a-4914-805a-a1eaae54263c {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:51:34.704112 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 1b032284-073a-4914-805a-a1eaae54263c not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:51:34.738927 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-fd31efba-6dd0-489e-b94a-c8cf2b96ba35 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Calling delete_port for c08f3e1c-7b72-48e0-ad1c-32bc61e3a80d owned by {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:51:34.787450 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2eca60f5-5dd1-454b-96c6-e9a499707295 req-210b9261-b849-470e-bc52-ec5da563be5a tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e165fbb-9ab8-4bf2-ab79-2b2690722fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235499 Sep 17 07:51:34.899022 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:34.929446 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-1f42918c-9266-46b1-bca2-8fcb26640595 req-fe74fc88-3489-49e0-ae63-8454ac82f44b tempest-InstanceActionsNegativeTestJSON-682328249 tempest-InstanceActionsNegativeTestJSON-682328249-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:34.996210 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-1f42918c-9266-46b1-bca2-8fcb26640595 req-fe74fc88-3489-49e0-ae63-8454ac82f44b tempest-InstanceActionsNegativeTestJSON-682328249 tempest-InstanceActionsNegativeTestJSON-682328249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:35.073426 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fd31efba-6dd0-489e-b94a-c8cf2b96ba35 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:35.079812 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f42918c-9266-46b1-bca2-8fcb26640595 req-fe74fc88-3489-49e0-ae63-8454ac82f44b tempest-InstanceActionsNegativeTestJSON-682328249 tempest-InstanceActionsNegativeTestJSON-682328249-project] Network 35c4bccc-f180-42ef-a4b2-bc3f99c613fb is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:51:35.104357 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-1f42918c-9266-46b1-bca2-8fcb26640595 req-fe74fc88-3489-49e0-ae63-8454ac82f44b tempest-InstanceActionsNegativeTestJSON-682328249 tempest-InstanceActionsNegativeTestJSON-682328249-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:51:35.110193 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f42918c-9266-46b1-bca2-8fcb26640595 req-fe74fc88-3489-49e0-ae63-8454ac82f44b tempest-InstanceActionsNegativeTestJSON-682328249 tempest-InstanceActionsNegativeTestJSON-682328249-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:51:35.128717 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d9159c-a2e6-454c-ad4c-c42d52e5ca47 req-c06a281c-b327-4afb-ba70-97ee1ded9e5f tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:35.130290 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-59d9159c-a2e6-454c-ad4c-c42d52e5ca47 req-c06a281c-b327-4afb-ba70-97ee1ded9e5f tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddc227d6-8733-4656-bc42-c84d36acf02e HTTP/1.1" status: 200 len: 946 time: 0.1690326 Sep 17 07:51:35.134162 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd31efba-6dd0-489e-b94a-c8cf2b96ba35 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event deleted for resources: {'Port': ['ID=c08f3e1c-7b72-48e0-ad1c-32bc61e3a80d,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:35.151086 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe74fc88-3489-49e0-ae63-8454ac82f44b tempest-InstanceActionsNegativeTestJSON-682328249 tempest-InstanceActionsNegativeTestJSON-682328249-project] Pushing event updated for resources: {'Port': ['ID=fbedc06b-af7a-41f4-9d70-a191c12d4ab8,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:35.174221 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fd31efba-6dd0-489e-b94a-c8cf2b96ba35 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:35.174728 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40448) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:35.175316 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-fd31efba-6dd0-489e-b94a-c8cf2b96ba35 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/ports/c08f3e1c-7b72-48e0-ad1c-32bc61e3a80d HTTP/1.1" status: 204 len: 168 time: 1.1581302 Sep 17 07:51:35.204442 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-59d9159c-a2e6-454c-ad4c-c42d52e5ca47 req-e7489fe4-2838-43e9-83f1-1d5b950f2b52 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e165fbb-9ab8-4bf2-ab79-2b2690722fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666771 Sep 17 07:51:35.239311 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f42918c-9266-46b1-bca2-8fcb26640595 req-fe74fc88-3489-49e0-ae63-8454ac82f44b tempest-InstanceActionsNegativeTestJSON-682328249 tempest-InstanceActionsNegativeTestJSON-682328249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:35.239977 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-1f42918c-9266-46b1-bca2-8fcb26640595 req-fe74fc88-3489-49e0-ae63-8454ac82f44b tempest-InstanceActionsNegativeTestJSON-682328249 tempest-InstanceActionsNegativeTestJSON-682328249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:35.268193 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c127d92-ffc3-4833-943a-6f52476298b2 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:35.270038 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c127d92-ffc3-4833-943a-6f52476298b2 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:35.274593 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-4c127d92-ffc3-4833-943a-6f52476298b2 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0963891 Sep 17 07:51:35.275237 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1f42918c-9266-46b1-bca2-8fcb26640595 req-fe74fc88-3489-49e0-ae63-8454ac82f44b tempest-InstanceActionsNegativeTestJSON-682328249 tempest-InstanceActionsNegativeTestJSON-682328249-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2053611 Sep 17 07:51:35.276486 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40452) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:35.292967 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6746d9d-8039-498d-993d-786039ba8558 req-4f653f98-162a-4b69-8712-fbb5e49e7514 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:35.301362 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b6746d9d-8039-498d-993d-786039ba8558 req-4f653f98-162a-4b69-8712-fbb5e49e7514 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9f5c173-5699-42f7-9627-594c6f134a59 HTTP/1.1" status: 200 len: 948 time: 0.0692070 Sep 17 07:51:35.317091 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:35.320989 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-1f42918c-9266-46b1-bca2-8fcb26640595 req-ed297563-6ff3-4fd2-b9fc-cae86b11c1c1 service neutron] Request body: {'port': {'device_id': '9e7ae86f-6fc6-4376-9d14-670985bc92ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:51:35.349944 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b6746d9d-8039-498d-993d-786039ba8558 req-3accbbd9-b971-437e-9df3-c94b3af2fa4f tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8f8fc30-65b6-4327-a5dc-bce035660486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469086 Sep 17 07:51:35.379454 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-dffc3024-8c6a-4913-ad0a-7852da6d5cf3 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Deleting subnet b376eb48-c2a6-483b-b362-6f6d02654c0a {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:51:35.421741 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-dffc3024-8c6a-4913-ad0a-7852da6d5cf3 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:35.466030 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-1f42918c-9266-46b1-bca2-8fcb26640595 req-ed297563-6ff3-4fd2-b9fc-cae86b11c1c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:35.502897 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-dffc3024-8c6a-4913-ad0a-7852da6d5cf3 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:35.622310 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9cadc7-d833-4ad1-95b0-8b3b0a24e22f req-c253d465-4f02-452a-954f-fecfd6007249 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:35.637348 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8d9cadc7-d833-4ad1-95b0-8b3b0a24e22f req-c253d465-4f02-452a-954f-fecfd6007249 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddc227d6-8733-4656-bc42-c84d36acf02e HTTP/1.1" status: 200 len: 946 time: 0.1115782 Sep 17 07:51:35.686653 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8d9cadc7-d833-4ad1-95b0-8b3b0a24e22f req-6d9baa5e-b0da-49e2-8e78-77a3ff17d718 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e165fbb-9ab8-4bf2-ab79-2b2690722fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435100 Sep 17 07:51:35.758012 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2d415d-ab52-4f56-8e2d-a019dc8d00a5 req-3ddcdced-26fd-491e-965d-9fb7a47d2c96 tempest-InstanceActionsNegativeTestJSON-682328249 tempest-InstanceActionsNegativeTestJSON-682328249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:35.759601 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8f2d415d-ab52-4f56-8e2d-a019dc8d00a5 req-3ddcdced-26fd-491e-965d-9fb7a47d2c96 tempest-InstanceActionsNegativeTestJSON-682328249 tempest-InstanceActionsNegativeTestJSON-682328249-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e7ae86f-6fc6-4376-9d14-670985bc92ca HTTP/1.1" status: 200 len: 931 time: 0.0653484 Sep 17 07:51:35.811030 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-eb2515be-ffe5-4688-ae40-3ea09d16a0e6 req-5799d0a5-d40b-4864-b5c7-72a557e84532 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=3f8b3982ca624c44a9f41fffe401cdd8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348508 Sep 17 07:51:35.836108 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8f2d415d-ab52-4f56-8e2d-a019dc8d00a5 req-a25cfc95-a52b-4df4-a21b-408c41caa3a3 tempest-InstanceActionsNegativeTestJSON-682328249 tempest-InstanceActionsNegativeTestJSON-682328249-project] 10.222.0.13 "GET /v2.0/security-groups?id=d00b8346-b348-4040-9296-2894f1265aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682943 Sep 17 07:51:35.978681 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fb0a2c62-f834-4091-9bfd-eccf1f3b60b3 req-b7d0c789-1ea4-4d2d-af7e-183688e94a73 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=e3c94ece967c49989722015c639870a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0594635 Sep 17 07:51:35.990420 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2515be-ffe5-4688-ae40-3ea09d16a0e6 req-a10cd3dd-b161-4980-af12-0492919d7531 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:35.996487 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-eb2515be-ffe5-4688-ae40-3ea09d16a0e6 req-a10cd3dd-b161-4980-af12-0492919d7531 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1783724 Sep 17 07:51:36.038202 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-eb2515be-ffe5-4688-ae40-3ea09d16a0e6 req-9f4d02c5-423a-4d31-9f60-067f7e59d8c6 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.13 "GET /v2.0/quotas/3f8b3982ca624c44a9f41fffe401cdd8 HTTP/1.1" status: 200 len: 375 time: 0.0299723 Sep 17 07:51:36.093573 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-b2ea07e6-1f48-405a-9201-82d0c381c4ef None None] Provisioning complete for port d13a9c35-f9cf-4da0-a1a9-afe8ed59fcc5 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:51:36.094039 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b2ea07e6-1f48-405a-9201-82d0c381c4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:36.158728 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-eb2515be-ffe5-4688-ae40-3ea09d16a0e6 req-aaef95a9-c675-4208-b6f9-cb0de2036d04 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3f8b3982ca624c44a9f41fffe401cdd8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0763786 Sep 17 07:51:36.167196 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a2c62-f834-4091-9bfd-eccf1f3b60b3 req-2c1655ed-38c8-4a69-b772-77484cc351dc tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:36.174930 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fb0a2c62-f834-4091-9bfd-eccf1f3b60b3 req-2c1655ed-38c8-4a69-b772-77484cc351dc tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1772687 Sep 17 07:51:36.193217 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fb0a2c62-f834-4091-9bfd-eccf1f3b60b3 req-3948dffd-0239-4831-a4d7-92ba5950f005 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/quotas/e3c94ece967c49989722015c639870a6 HTTP/1.1" status: 200 len: 375 time: 0.0167706 Sep 17 07:51:36.247972 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fb0a2c62-f834-4091-9bfd-eccf1f3b60b3 req-6416a768-9f63-4d1d-8010-0c829e583858 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e3c94ece967c49989722015c639870a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536764 Sep 17 07:51:36.264847 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b2ea07e6-1f48-405a-9201-82d0c381c4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:36.320480 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-b2ea07e6-1f48-405a-9201-82d0c381c4ef None None] For port d13a9c35-f9cf-4da0-a1a9-afe8ed59fcc5, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=d13a9c35-f9cf-4da0-a1a9-afe8ed59fcc5,segment=NetworkSegment(ccc4c9b3-8f64-4b6a-96f4-35a1665005a6),segment_id=ccc4c9b3-8f64-4b6a-96f4-35a1665005a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:51:36.327249 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b2ea07e6-1f48-405a-9201-82d0c381c4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:36.383739 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-dffc3024-8c6a-4913-ad0a-7852da6d5cf3 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:36.440793 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ea07e6-1f48-405a-9201-82d0c381c4ef None None] Pushing event updated for resources: {'Port': ['ID=d13a9c35-f9cf-4da0-a1a9-afe8ed59fcc5,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:36.460873 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-0e950006-df82-433a-9c4f-6a922dd5a3db None None] Could not find standard attr ID for object b9fa1fe6-d87f-44f9-a26a-e2f5c30063d4. {{(pid=101291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 07:51:36.498042 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-1f42918c-9266-46b1-bca2-8fcb26640595 req-ed297563-6ff3-4fd2-b9fc-cae86b11c1c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbedc06b-af7a-41f4-9d70-a191c12d4ab8 {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:51:36.503883 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-dffc3024-8c6a-4913-ad0a-7852da6d5cf3 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:36.514207 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-1f42918c-9266-46b1-bca2-8fcb26640595 req-ed297563-6ff3-4fd2-b9fc-cae86b11c1c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:36.574910 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffc3024-8c6a-4913-ad0a-7852da6d5cf3 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event deleted for resources: {'Subnet': ['ID=b376eb48-c2a6-483b-b362-6f6d02654c0a,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:36.591811 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-dffc3024-8c6a-4913-ad0a-7852da6d5cf3 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:36.597158 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-dffc3024-8c6a-4913-ad0a-7852da6d5cf3 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/subnets/b376eb48-c2a6-483b-b362-6f6d02654c0a HTTP/1.1" status: 204 len: 168 time: 1.3164339 Sep 17 07:51:36.597158 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-1f42918c-9266-46b1-bca2-8fcb26640595 req-ed297563-6ff3-4fd2-b9fc-cae86b11c1c1 service neutron] Transition to ACTIVE for port object fbedc06b-af7a-41f4-9d70-a191c12d4ab8 will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:51:36.597461 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 40504) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:36.609061 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-1f42918c-9266-46b1-bca2-8fcb26640595 req-ed297563-6ff3-4fd2-b9fc-cae86b11c1c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:36.754253 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed297563-6ff3-4fd2-b9fc-cae86b11c1c1 service neutron] Pushing event updated for resources: {'Port': ['ID=fbedc06b-af7a-41f4-9d70-a191c12d4ab8,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:36.787427 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device d13a9c35-f9cf-4da0-a1a9-afe8ed59fcc5 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:51:36.819455 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-033444a3-671d-4f89-92fe-3c02af33192e tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2208610 Sep 17 07:51:36.822300 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40516) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:36.877898 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ca39ce26-6a0d-43f1-9a9b-3ac35036ecec req-c2bdf82e-4976-4570-b19f-e70bdf727de0 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.13 "GET /v2.0/ports?device_id=407ce23f-009b-456f-9337-5f259aa38ce3 HTTP/1.1" status: 200 len: 210 time: 0.0652633 Sep 17 07:51:36.909570 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f433bea0-3be9-4202-bc12-41541d40222c None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:51:36.924348 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b3f672-3179-4c5d-a464-5fcb8b3b453a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:36.928803 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-16b3f672-3179-4c5d-a464-5fcb8b3b453a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0975318 Sep 17 07:51:36.928803 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40522) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:36.930770 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e598c-9dd5-49d4-a126-89df0bd966d9 req-95f7656e-0570-47c9-81cd-15b22f28e3a0 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:36.941989 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5b70732c-5b59-4080-9445-3cf0f1b40877 None None] Could not find standard attr ID for object c08f3e1c-7b72-48e0-ad1c-32bc61e3a80d. {{(pid=101291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 07:51:36.946549 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2e4e598c-9dd5-49d4-a126-89df0bd966d9 req-95f7656e-0570-47c9-81cd-15b22f28e3a0 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddc227d6-8733-4656-bc42-c84d36acf02e HTTP/1.1" status: 200 len: 946 time: 0.3413794 Sep 17 07:51:37.014728 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605e8297-89b0-4921-9cac-8815a0c3512a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:37.016365 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-605e8297-89b0-4921-9cac-8815a0c3512a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0845561 Sep 17 07:51:37.019592 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40524) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:37.062759 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port d13a9c35-f9cf-4da0-a1a9-afe8ed59fcc5 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:51:37.063168 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:37.104224 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fbc64756-af9c-494d-ab6d-782ed3f3e45e req-f7f461f2-cba2-4ff1-a44d-377d43962d84 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=6566c730-eefa-423b-a200-1be4b53646f9 HTTP/1.1" status: 200 len: 210 time: 0.1028941 Sep 17 07:51:37.158012 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-2e0bec0b-c7c7-42b4-b1fb-b5ddb90fe966 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1357718 Sep 17 07:51:37.159188 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-1f42918c-9266-46b1-bca2-8fcb26640595 req-ed297563-6ff3-4fd2-b9fc-cae86b11c1c1 service neutron] Attempting to bind port fbedc06b-af7a-41f4-9d70-a191c12d4ab8 on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:51:37.160234 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-1f42918c-9266-46b1-bca2-8fcb26640595 req-ed297563-6ff3-4fd2-b9fc-cae86b11c1c1 service neutron] Attempting to bind port fbedc06b-af7a-41f4-9d70-a191c12d4ab8 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': '7abff196-4966-4c61-a92a-9a8b14ab51a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '35c4bccc-f180-42ef-a4b2-bc3f99c613fb'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:51:37.160722 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f42918c-9266-46b1-bca2-8fcb26640595 req-ed297563-6ff3-4fd2-b9fc-cae86b11c1c1 service neutron] Attempting to bind port fbedc06b-af7a-41f4-9d70-a191c12d4ab8 on network 35c4bccc-f180-42ef-a4b2-bc3f99c613fb {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:51:37.165109 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40530) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:37.178448 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-c14dcadb-ab87-47c0-931b-56bdc35b504a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Request body: {'subnet': {'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:51:37.200684 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2e4e598c-9dd5-49d4-a126-89df0bd966d9 req-2fb601c9-303a-496e-8a7e-81ffe84d373f tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e165fbb-9ab8-4bf2-ab79-2b2690722fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525113 Sep 17 07:51:37.224765 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f42918c-9266-46b1-bca2-8fcb26640595 req-ed297563-6ff3-4fd2-b9fc-cae86b11c1c1 service neutron] Port fbedc06b-af7a-41f4-9d70-a191c12d4ab8 on network 35c4bccc-f180-42ef-a4b2-bc3f99c613fb not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:51:37.225175 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f42918c-9266-46b1-bca2-8fcb26640595 req-ed297563-6ff3-4fd2-b9fc-cae86b11c1c1 service neutron] Attempting to bind port fbedc06b-af7a-41f4-9d70-a191c12d4ab8 on network 35c4bccc-f180-42ef-a4b2-bc3f99c613fb {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:51:37.336754 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f42918c-9266-46b1-bca2-8fcb26640595 req-ed297563-6ff3-4fd2-b9fc-cae86b11c1c1 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:51:37.337092 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f42918c-9266-46b1-bca2-8fcb26640595 req-ed297563-6ff3-4fd2-b9fc-cae86b11c1c1 service neutron] Checking segment: {'id': '7abff196-4966-4c61-a92a-9a8b14ab51a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '35c4bccc-f180-42ef-a4b2-bc3f99c613fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:51:37.337479 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f42918c-9266-46b1-bca2-8fcb26640595 req-ed297563-6ff3-4fd2-b9fc-cae86b11c1c1 service neutron] Bound using segment: {'id': '7abff196-4966-4c61-a92a-9a8b14ab51a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '35c4bccc-f180-42ef-a4b2-bc3f99c613fb'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:51:37.337945 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-1f42918c-9266-46b1-bca2-8fcb26640595 req-ed297563-6ff3-4fd2-b9fc-cae86b11c1c1 service neutron] Bound port: fbedc06b-af7a-41f4-9d70-a191c12d4ab8, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7abff196-4966-4c61-a92a-9a8b14ab51a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '35c4bccc-f180-42ef-a4b2-bc3f99c613fb'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:51:37.338289 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-1f42918c-9266-46b1-bca2-8fcb26640595 req-ed297563-6ff3-4fd2-b9fc-cae86b11c1c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:37.388314 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b09d3d1-b3a1-4739-8379-260ca36a1c75 None None] DHCP port deletion for b9683b68-a3a4-4974-8bd0-f6d916aa4b94 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 07:51:37.518152 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-6b09d3d1-b3a1-4739-8379-260ca36a1c75 None None] Deleting port d13a9c35-f9cf-4da0-a1a9-afe8ed59fcc5 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:51:37.518956 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6b09d3d1-b3a1-4739-8379-260ca36a1c75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:37.539934 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c14dcadb-ab87-47c0-931b-56bdc35b504a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Made reservation on behalf of 852d2b51c00949899c2370ce1b47ee69 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:51:37.545352 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c14dcadb-ab87-47c0-931b-56bdc35b504a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:37.622008 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-6b09d3d1-b3a1-4739-8379-260ca36a1c75 None None] For port d13a9c35-f9cf-4da0-a1a9-afe8ed59fcc5, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=d13a9c35-f9cf-4da0-a1a9-afe8ed59fcc5,segment=NetworkSegment(ccc4c9b3-8f64-4b6a-96f4-35a1665005a6),segment_id=ccc4c9b3-8f64-4b6a-96f4-35a1665005a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:51:37.622400 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6b09d3d1-b3a1-4739-8379-260ca36a1c75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:37.648144 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-1f42918c-9266-46b1-bca2-8fcb26640595 req-ed297563-6ff3-4fd2-b9fc-cae86b11c1c1 service neutron] For port fbedc06b-af7a-41f4-9d70-a191c12d4ab8, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:51:37.655266 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-1f42918c-9266-46b1-bca2-8fcb26640595 req-ed297563-6ff3-4fd2-b9fc-cae86b11c1c1 service neutron] For port fbedc06b-af7a-41f4-9d70-a191c12d4ab8, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=fbedc06b-af7a-41f4-9d70-a191c12d4ab8,segment=NetworkSegment(7abff196-4966-4c61-a92a-9a8b14ab51a1),segment_id=7abff196-4966-4c61-a92a-9a8b14ab51a1)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:51:37.660589 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-6b09d3d1-b3a1-4739-8379-260ca36a1c75 None None] Calling delete_port for d13a9c35-f9cf-4da0-a1a9-afe8ed59fcc5 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:51:37.668743 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-1f42918c-9266-46b1-bca2-8fcb26640595 req-ed297563-6ff3-4fd2-b9fc-cae86b11c1c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:37.709011 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f42918c-9266-46b1-bca2-8fcb26640595 req-ed297563-6ff3-4fd2-b9fc-cae86b11c1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:37.709764 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-1f42918c-9266-46b1-bca2-8fcb26640595 req-ed297563-6ff3-4fd2-b9fc-cae86b11c1c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:37.711291 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1f42918c-9266-46b1-bca2-8fcb26640595 req-ed297563-6ff3-4fd2-b9fc-cae86b11c1c1 service neutron] 10.222.0.39 "PUT /v2.0/ports/fbedc06b-af7a-41f4-9d70-a191c12d4ab8 HTTP/1.1" status: 200 len: 1091 time: 2.3962092 Sep 17 07:51:37.713919 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e7ae86f-6fc6-4376-9d14-670985bc92ca', 'tag': 'fbedc06b-af7a-41f4-9d70-a191c12d4ab8'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:51:37.716395 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-900a67a3-6342-43c3-bd51-7c31a0082191" -d '{"events": [{"name": "network-changed", "server_uuid": "9e7ae86f-6fc6-4376-9d14-670985bc92ca", "tag": "fbedc06b-af7a-41f4-9d70-a191c12d4ab8"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:51:37.781954 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6b09d3d1-b3a1-4739-8379-260ca36a1c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:37.797735 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee42bc-13ca-4442-b8da-3e1d8f3aa667 req-76d67c7f-8064-4632-a837-1ab4a508e98a tempest-InstanceActionsNegativeTestJSON-682328249 tempest-InstanceActionsNegativeTestJSON-682328249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:37.801234 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b09d3d1-b3a1-4739-8379-260ca36a1c75 None None] No DVR routers for this DVR port d13a9c35-f9cf-4da0-a1a9-afe8ed59fcc5 on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:51:37.807745 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7cee42bc-13ca-4442-b8da-3e1d8f3aa667 req-76d67c7f-8064-4632-a837-1ab4a508e98a tempest-InstanceActionsNegativeTestJSON-682328249 tempest-InstanceActionsNegativeTestJSON-682328249-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e7ae86f-6fc6-4376-9d14-670985bc92ca HTTP/1.1" status: 200 len: 943 time: 0.5288715 Sep 17 07:51:37.808953 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed297563-6ff3-4fd2-b9fc-cae86b11c1c1 service neutron] Pushing event updated for resources: {'Port': ['ID=fbedc06b-af7a-41f4-9d70-a191c12d4ab8,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:37.828211 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7bda00-8184-4792-994f-bea7798520a3 req-c0b2324d-568c-4591-9293-db8027bf5ed9 tempest-ServersAdminTestJSON-468985433 tempest-ServersAdminTestJSON-468985433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:37.838126 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9c7bda00-8184-4792-994f-bea7798520a3 req-c0b2324d-568c-4591-9293-db8027bf5ed9 tempest-ServersAdminTestJSON-468985433 tempest-ServersAdminTestJSON-468985433-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ee44c663-1dca-4669-be96-75e385fb6cf2 HTTP/1.1" status: 200 len: 1100 time: 0.5767891 Sep 17 07:51:37.842254 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed297563-6ff3-4fd2-b9fc-cae86b11c1c1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:51:37.842778 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed297563-6ff3-4fd2-b9fc-cae86b11c1c1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:51:37.842907 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b09d3d1-b3a1-4739-8379-260ca36a1c75 None None] Pushing event deleted for resources: {'Port': ['ID=d13a9c35-f9cf-4da0-a1a9-afe8ed59fcc5,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:37.843293 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed297563-6ff3-4fd2-b9fc-cae86b11c1c1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:51:37.843722 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed297563-6ff3-4fd2-b9fc-cae86b11c1c1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:51:37.844234 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed297563-6ff3-4fd2-b9fc-cae86b11c1c1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:51:37.844660 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed297563-6ff3-4fd2-b9fc-cae86b11c1c1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:51:37.845083 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed297563-6ff3-4fd2-b9fc-cae86b11c1c1 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:51:37.845489 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed297563-6ff3-4fd2-b9fc-cae86b11c1c1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:51:37.845888 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed297563-6ff3-4fd2-b9fc-cae86b11c1c1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:51:37.846217 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed297563-6ff3-4fd2-b9fc-cae86b11c1c1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:51:37.846546 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed297563-6ff3-4fd2-b9fc-cae86b11c1c1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:51:37.846872 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed297563-6ff3-4fd2-b9fc-cae86b11c1c1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:51:37.891570 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7cee42bc-13ca-4442-b8da-3e1d8f3aa667 req-03d7819a-22c9-4fdc-ae7a-0e9b868e6e39 tempest-InstanceActionsNegativeTestJSON-682328249 tempest-InstanceActionsNegativeTestJSON-682328249-project] 10.222.0.13 "GET /v2.0/security-groups?id=d00b8346-b348-4040-9296-2894f1265aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822327 Sep 17 07:51:37.919307 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9c7bda00-8184-4792-994f-bea7798520a3 req-13572e13-78ec-4641-b6ee-e908b9ef97ff tempest-ServersAdminTestJSON-468985433 tempest-ServersAdminTestJSON-468985433-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802991 Sep 17 07:51:37.937526 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f42918c-9266-46b1-bca2-8fcb26640595 req-8cd91226-2311-4c31-b4dd-3b472ca77b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:37.939120 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1f42918c-9266-46b1-bca2-8fcb26640595 req-8cd91226-2311-4c31-b4dd-3b472ca77b4b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cd3ce1731fe14991b63f59f917b0ca9c&device_id=9e7ae86f-6fc6-4376-9d14-670985bc92ca HTTP/1.1" status: 200 len: 1094 time: 0.1385477 Sep 17 07:51:37.942056 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c14dcadb-ab87-47c0-931b-56bdc35b504a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:37.990580 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8becada4-eaf4-4821-8ee6-20ad41beffdc x-openstack-request-id: req-8becada4-eaf4-4821-8ee6-20ad41beffdc {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:51:37.991855 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e7ae86f-6fc6-4376-9d14-670985bc92ca", "tag": "fbedc06b-af7a-41f4-9d70-a191c12d4ab8", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:51:37.991855 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8becada4-eaf4-4821-8ee6-20ad41beffdc {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:51:37.991855 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e7ae86f-6fc6-4376-9d14-670985bc92ca', 'tag': 'fbedc06b-af7a-41f4-9d70-a191c12d4ab8', 'status': 'completed', 'code': 200} Sep 17 07:51:38.012807 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14dcadb-ab87-47c0-931b-56bdc35b504a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:51:38.049386 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-c14dcadb-ab87-47c0-931b-56bdc35b504a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:51:38.061906 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5638862f-7758-41d8-8350-c2409863a58a None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:51:38.062945 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14dcadb-ab87-47c0-931b-56bdc35b504a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:38.063756 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c14dcadb-ab87-47c0-931b-56bdc35b504a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:38.093744 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1f42918c-9266-46b1-bca2-8fcb26640595 req-aa6bfe99-181a-4e74-8893-aae08d05137d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fbedc06b-af7a-41f4-9d70-a191c12d4ab8 HTTP/1.1" status: 200 len: 217 time: 0.1078815 Sep 17 07:51:38.101173 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c14dcadb-ab87-47c0-931b-56bdc35b504a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9334540 Sep 17 07:51:38.104358 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40550) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:38.108388 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14dcadb-ab87-47c0-931b-56bdc35b504a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event updated for resources: {'Subnet': ['ID=40cee767-99af-4a77-9880-e6d3ab120741,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:38.126147 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-fd7a3cf2-4d9e-4a93-b63b-f9a331af6cdd tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Request body: {'port': {'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'fixed_ips': [{'subnet_id': '40cee767-99af-4a77-9880-e6d3ab120741', 'ip_address': '2001:db8::c457:cc65:6518:2f55'}], 'name': 'tempest-NetworksTestDHCPv6-1911352109'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:51:38.271148 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-eb2515be-ffe5-4688-ae40-3ea09d16a0e6 req-82f3f94a-a42d-496b-af62-820d6811e424 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=3f8b3982ca624c44a9f41fffe401cdd8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0630550 Sep 17 07:51:38.273075 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f42918c-9266-46b1-bca2-8fcb26640595 req-3e1b61b1-22e5-46dc-9eba-f3362202bfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:38.282977 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1f42918c-9266-46b1-bca2-8fcb26640595 req-3e1b61b1-22e5-46dc-9eba-f3362202bfa6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ec441777-50da-46ee-a8f6-d6970425b23b HTTP/1.1" status: 200 len: 862 time: 0.1363342 Sep 17 07:51:38.319767 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-76d53be9-a5bd-470e-9d9d-757256f18b46 req-0f5b76fe-ff3f-48ad-940d-0ee61503f464 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.13 "GET /v2.0/ports?device_id=407ce23f-009b-456f-9337-5f259aa38ce3 HTTP/1.1" status: 200 len: 210 time: 0.0919540 Sep 17 07:51:38.345776 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1f42918c-9266-46b1-bca2-8fcb26640595 req-02a9925e-723d-4389-9ceb-1dff9472e317 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=35c4bccc-f180-42ef-a4b2-bc3f99c613fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473320 Sep 17 07:51:38.433266 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02542115-e2f2-4835-b24d-19ae56fa7cf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'tenant_id': '852d2b51c00949899c2370ce1b47ee69', 'fixed_ips': [{'subnet_id': '40cee767-99af-4a77-9880-e6d3ab120741'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 07:51:38.434809 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-02542115-e2f2-4835-b24d-19ae56fa7cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:38.631338 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device d13a9c35-f9cf-4da0-a1a9-afe8ed59fcc5 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:51:38.663078 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1f42918c-9266-46b1-bca2-8fcb26640595 req-31fbb233-a0f7-431e-a4e6-8645cb68c809 service neutron] 10.222.0.39 "GET /v2.0/networks/35c4bccc-f180-42ef-a4b2-bc3f99c613fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042240 Sep 17 07:51:38.672407 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7a3cf2-4d9e-4a93-b63b-f9a331af6cdd tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Made reservation on behalf of 852d2b51c00949899c2370ce1b47ee69 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:51:38.699290 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-553f963c-b1bd-49a8-a017-cf1bce074c94 req-b1d0599f-51c7-4268-b2f6-07d308843cf7 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=6566c730-eefa-423b-a200-1be4b53646f9 HTTP/1.1" status: 200 len: 210 time: 0.0434504 Sep 17 07:51:38.761638 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2515be-ffe5-4688-ae40-3ea09d16a0e6 req-aa4a078e-012b-4675-9f00-d8d17028fca6 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:38.769198 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-eb2515be-ffe5-4688-ae40-3ea09d16a0e6 req-aa4a078e-012b-4675-9f00-d8d17028fca6 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4568644 Sep 17 07:51:38.777686 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e881bb8-ddde-42b6-bd80-5651611f1308 req-e5a6cc95-a470-4d13-bdf4-99bad3bb3b98 tempest-ServersAdminTestJSON-468985433 tempest-ServersAdminTestJSON-468985433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:38.788532 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3e881bb8-ddde-42b6-bd80-5651611f1308 req-e5a6cc95-a470-4d13-bdf4-99bad3bb3b98 tempest-ServersAdminTestJSON-468985433 tempest-ServersAdminTestJSON-468985433-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ee44c663-1dca-4669-be96-75e385fb6cf2 HTTP/1.1" status: 200 len: 1100 time: 0.2924662 Sep 17 07:51:38.821937 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-eb2515be-ffe5-4688-ae40-3ea09d16a0e6 req-e19c4dde-6c2e-4625-b193-61e8654ff8c9 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] Request body: {'port': {'device_id': '407ce23f-009b-456f-9337-5f259aa38ce3', 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583', 'admin_state_up': True, 'tenant_id': '3f8b3982ca624c44a9f41fffe401cdd8'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:51:38.879095 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: d13a9c35-f9cf-4da0-a1a9-afe8ed59fcc5 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:51:38.882968 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device d13a9c35-f9cf-4da0-a1a9-afe8ed59fcc5 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:51:38.940676 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fd7a3cf2-4d9e-4a93-b63b-f9a331af6cdd tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:38.990229 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1f42918c-9266-46b1-bca2-8fcb26640595 req-fb2433d2-a112-4491-b440-e5f665275f8e service neutron] 10.222.0.39 "GET /v2.0/networks/35c4bccc-f180-42ef-a4b2-bc3f99c613fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999718 Sep 17 07:51:38.996741 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [None req-fd7a3cf2-4d9e-4a93-b63b-f9a331af6cdd tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] device_id is not set on port 6022f6f2-1a04-498b-91e0-da8c0234559c yet. {{(pid=101290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 07:51:39.013563 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3e881bb8-ddde-42b6-bd80-5651611f1308 req-4642e391-a380-486c-8dcc-68f7b42c1723 tempest-ServersAdminTestJSON-468985433 tempest-ServersAdminTestJSON-468985433-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197201 Sep 17 07:51:39.057210 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fb0a2c62-f834-4091-9bfd-eccf1f3b60b3 req-3a9885ba-4775-45df-8393-977e3f4be2e6 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=e3c94ece967c49989722015c639870a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0493128 Sep 17 07:51:39.138184 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-02542115-e2f2-4835-b24d-19ae56fa7cf4 None None] Allocated IP 2001:db8::2 (b9683b68-a3a4-4974-8bd0-f6d916aa4b94/40cee767-99af-4a77-9880-e6d3ab120741/b7a459ed-a328-450f-b7cf-f0024ec3c3b5) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:51:39.181180 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb2515be-ffe5-4688-ae40-3ea09d16a0e6 req-e19c4dde-6c2e-4625-b193-61e8654ff8c9 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] Made reservation on behalf of 3f8b3982ca624c44a9f41fffe401cdd8 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:51:39.185155 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-eb2515be-ffe5-4688-ae40-3ea09d16a0e6 req-e19c4dde-6c2e-4625-b193-61e8654ff8c9 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:39.321981 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e7584-2b4e-4010-9e76-4f404ae8836f req-e40a1c4a-59ad-452e-b315-af955626ce2f tempest-InstanceActionsNegativeTestJSON-682328249 tempest-InstanceActionsNegativeTestJSON-682328249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:39.330090 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-785e7584-2b4e-4010-9e76-4f404ae8836f req-e40a1c4a-59ad-452e-b315-af955626ce2f tempest-InstanceActionsNegativeTestJSON-682328249 tempest-InstanceActionsNegativeTestJSON-682328249-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e7ae86f-6fc6-4376-9d14-670985bc92ca HTTP/1.1" status: 200 len: 943 time: 0.1185405 Sep 17 07:51:39.387607 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-02542115-e2f2-4835-b24d-19ae56fa7cf4 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:39.402223 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-785e7584-2b4e-4010-9e76-4f404ae8836f req-387acc81-d432-4310-b84a-410beff2c036 tempest-InstanceActionsNegativeTestJSON-682328249 tempest-InstanceActionsNegativeTestJSON-682328249-project] 10.222.0.13 "GET /v2.0/security-groups?id=d00b8346-b348-4040-9296-2894f1265aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712366 Sep 17 07:51:39.403460 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-02542115-e2f2-4835-b24d-19ae56fa7cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:39.453646 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02542115-e2f2-4835-b24d-19ae56fa7cf4 None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:51:39.457947 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [req-eb2515be-ffe5-4688-ae40-3ea09d16a0e6 req-e19c4dde-6c2e-4625-b193-61e8654ff8c9 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] Allocated IP 192.168.233.173 (469390cd-cce5-49bd-b8f8-9e64018a0583/5f3af6cb-9cad-436b-bf41-034e75672c44/1910b8a7-2896-49e2-a571-6e4fcd36445b) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:51:39.459258 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-02542115-e2f2-4835-b24d-19ae56fa7cf4 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:51:39.474076 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02542115-e2f2-4835-b24d-19ae56fa7cf4 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:51:39.494792 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02542115-e2f2-4835-b24d-19ae56fa7cf4 None None] Pushing event updated for resources: {'Port': ['ID=b7a459ed-a328-450f-b7cf-f0024ec3c3b5,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:39.579467 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-02542115-e2f2-4835-b24d-19ae56fa7cf4 None None] Attempting to bind port b7a459ed-a328-450f-b7cf-f0024ec3c3b5 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:51:39.579773 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-02542115-e2f2-4835-b24d-19ae56fa7cf4 None None] Attempting to bind port b7a459ed-a328-450f-b7cf-f0024ec3c3b5 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:51:39.580185 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02542115-e2f2-4835-b24d-19ae56fa7cf4 None None] Attempting to bind port b7a459ed-a328-450f-b7cf-f0024ec3c3b5 on network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:51:39.590981 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900a67a3-6342-43c3-bd51-7c31a0082191 req-2f21db28-423a-459c-9ec1-950543031fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:39.593026 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-900a67a3-6342-43c3-bd51-7c31a0082191 req-2f21db28-423a-459c-9ec1-950543031fb3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cd3ce1731fe14991b63f59f917b0ca9c&device_id=9e7ae86f-6fc6-4376-9d14-670985bc92ca HTTP/1.1" status: 200 len: 1094 time: 0.4371741 Sep 17 07:51:39.594437 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-fd7a3cf2-4d9e-4a93-b63b-f9a331af6cdd tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Allocated IP 2001:db8::c457:cc65:6518:2f55 (b9683b68-a3a4-4974-8bd0-f6d916aa4b94/40cee767-99af-4a77-9880-e6d3ab120741/6022f6f2-1a04-498b-91e0-da8c0234559c) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:51:39.600982 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02542115-e2f2-4835-b24d-19ae56fa7cf4 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:51:39.601284 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02542115-e2f2-4835-b24d-19ae56fa7cf4 None None] Checking segment: {'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:51:39.601591 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-02542115-e2f2-4835-b24d-19ae56fa7cf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:39.601995 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02542115-e2f2-4835-b24d-19ae56fa7cf4 None None] Bound using segment: {'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:51:39.602481 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-02542115-e2f2-4835-b24d-19ae56fa7cf4 None None] Bound port: b7a459ed-a328-450f-b7cf-f0024ec3c3b5, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:51:39.602872 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-02542115-e2f2-4835-b24d-19ae56fa7cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:39.604813 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a2c62-f834-4091-9bfd-eccf1f3b60b3 req-17327850-f70c-410b-87f3-28376bd2bda9 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:39.606511 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fb0a2c62-f834-4091-9bfd-eccf1f3b60b3 req-17327850-f70c-410b-87f3-28376bd2bda9 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5045965 Sep 17 07:51:39.672941 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-fb0a2c62-f834-4091-9bfd-eccf1f3b60b3 req-c6cd7816-f204-4bee-8b1a-c9cf2af50e34 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Request body: {'port': {'device_id': '6566c730-eefa-423b-a200-1be4b53646f9', 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583', 'admin_state_up': True, 'tenant_id': 'e3c94ece967c49989722015c639870a6'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:51:39.674099 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4f743f-f689-4673-a0d1-fb322d92e477 req-2ee03fe4-acf6-41ee-a581-2e554304eb03 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:39.681358 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-da4f743f-f689-4673-a0d1-fb322d92e477 req-2ee03fe4-acf6-41ee-a581-2e554304eb03 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddc227d6-8733-4656-bc42-c84d36acf02e HTTP/1.1" status: 200 len: 946 time: 0.1229594 Sep 17 07:51:39.744292 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-02542115-e2f2-4835-b24d-19ae56fa7cf4 None None] For port b7a459ed-a328-450f-b7cf-f0024ec3c3b5, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:51:39.748138 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-02542115-e2f2-4835-b24d-19ae56fa7cf4 None None] For port b7a459ed-a328-450f-b7cf-f0024ec3c3b5, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=b7a459ed-a328-450f-b7cf-f0024ec3c3b5,segment=NetworkSegment(ccc4c9b3-8f64-4b6a-96f4-35a1665005a6),segment_id=ccc4c9b3-8f64-4b6a-96f4-35a1665005a6)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:51:39.754071 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-02542115-e2f2-4835-b24d-19ae56fa7cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:39.779378 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cd8a7bb5-a11a-40b9-a972-ed0ec90c7bbd req-9b6eacaa-3c0f-4de8-9076-f2af13240a27 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.13 "GET /v2.0/ports?device_id=407ce23f-009b-456f-9337-5f259aa38ce3 HTTP/1.1" status: 200 len: 210 time: 0.0594814 Sep 17 07:51:39.814406 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-eb2515be-ffe5-4688-ae40-3ea09d16a0e6 req-e19c4dde-6c2e-4625-b193-61e8654ff8c9 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:39.839820 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-da4f743f-f689-4673-a0d1-fb322d92e477 req-338ec9d3-de44-4e3b-8329-1dc2c7ddc0d6 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e165fbb-9ab8-4bf2-ab79-2b2690722fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575325 Sep 17 07:51:39.882694 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02542115-e2f2-4835-b24d-19ae56fa7cf4 None None] Pushing event updated for resources: {'Port': ['ID=b7a459ed-a328-450f-b7cf-f0024ec3c3b5,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:39.921768 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-eb2515be-ffe5-4688-ae40-3ea09d16a0e6 req-e19c4dde-6c2e-4625-b193-61e8654ff8c9 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:39.976128 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['d1c8052d-7dc8-4faa-a866-7bd87f39f23c'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:51:40.015359 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19c4dde-6c2e-4625-b193-61e8654ff8c9 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] Pushing event updated for resources: {'Port': ['ID=1910b8a7-2896-49e2-a571-6e4fcd36445b,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:40.058643 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900a67a3-6342-43c3-bd51-7c31a0082191 req-430f8ed0-9820-4d5f-bf9f-6e1ea6e13b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:40.061171 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-900a67a3-6342-43c3-bd51-7c31a0082191 req-430f8ed0-9820-4d5f-bf9f-6e1ea6e13b4c service neutron] 10.222.0.39 "GET /v2.0/networks?id=35c4bccc-f180-42ef-a4b2-bc3f99c613fb HTTP/1.1" status: 200 len: 923 time: 0.4044111 Sep 17 07:51:40.108264 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb2515be-ffe5-4688-ae40-3ea09d16a0e6 req-e19c4dde-6c2e-4625-b193-61e8654ff8c9 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] Network 469390cd-cce5-49bd-b8f8-9e64018a0583 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:51:40.123443 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-201732d2-6b02-42bd-98ef-4fe47224626d req-d7ac2f87-22f2-43e8-9486-c7ab8b9138dd tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=6566c730-eefa-423b-a200-1be4b53646f9 HTTP/1.1" status: 200 len: 210 time: 0.1049616 Sep 17 07:51:40.126451 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [req-eb2515be-ffe5-4688-ae40-3ea09d16a0e6 req-e19c4dde-6c2e-4625-b193-61e8654ff8c9 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:51:40.141836 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb2515be-ffe5-4688-ae40-3ea09d16a0e6 req-e19c4dde-6c2e-4625-b193-61e8654ff8c9 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:51:40.188992 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb0a2c62-f834-4091-9bfd-eccf1f3b60b3 req-c6cd7816-f204-4bee-8b1a-c9cf2af50e34 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Made reservation on behalf of e3c94ece967c49989722015c639870a6 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:51:40.196040 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fb0a2c62-f834-4091-9bfd-eccf1f3b60b3 req-c6cd7816-f204-4bee-8b1a-c9cf2af50e34 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:40.270401 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2515be-ffe5-4688-ae40-3ea09d16a0e6 req-e19c4dde-6c2e-4625-b193-61e8654ff8c9 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:40.271603 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-eb2515be-ffe5-4688-ae40-3ea09d16a0e6 req-e19c4dde-6c2e-4625-b193-61e8654ff8c9 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:40.316519 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-900a67a3-6342-43c3-bd51-7c31a0082191 req-2f2e9e36-c398-43fc-a82d-13b076049258 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fbedc06b-af7a-41f4-9d70-a191c12d4ab8 HTTP/1.1" status: 200 len: 217 time: 0.2356243 Sep 17 07:51:40.324400 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fd7a3cf2-4d9e-4a93-b63b-f9a331af6cdd tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:40.325076 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-eb2515be-ffe5-4688-ae40-3ea09d16a0e6 req-e19c4dde-6c2e-4625-b193-61e8654ff8c9 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5293643 Sep 17 07:51:40.441009 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-eb2515be-ffe5-4688-ae40-3ea09d16a0e6 req-c82e827d-2531-47ae-9862-88323a80f5c0 service neutron] Request body: {'port': {'device_id': '407ce23f-009b-456f-9337-5f259aa38ce3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:51:40.576313 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900a67a3-6342-43c3-bd51-7c31a0082191 req-ddefe6c0-d53b-4092-b54e-0cdd226d4f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:40.578133 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-900a67a3-6342-43c3-bd51-7c31a0082191 req-ddefe6c0-d53b-4092-b54e-0cdd226d4f27 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ec441777-50da-46ee-a8f6-d6970425b23b HTTP/1.1" status: 200 len: 862 time: 0.1450789 Sep 17 07:51:40.655119 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-eb2515be-ffe5-4688-ae40-3ea09d16a0e6 req-c82e827d-2531-47ae-9862-88323a80f5c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:40.665725 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-900a67a3-6342-43c3-bd51-7c31a0082191 req-32e56c5b-85eb-453d-b827-5cb2f6545737 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=35c4bccc-f180-42ef-a4b2-bc3f99c613fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649600 Sep 17 07:51:40.666400 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device b7a459ed-a328-450f-b7cf-f0024ec3c3b5 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:51:40.670499 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fd7a3cf2-4d9e-4a93-b63b-f9a331af6cdd tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:40.749037 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7a3cf2-4d9e-4a93-b63b-f9a331af6cdd tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:51:40.756839 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-fd7a3cf2-4d9e-4a93-b63b-f9a331af6cdd tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:51:40.763097 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7a3cf2-4d9e-4a93-b63b-f9a331af6cdd tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:51:40.769763 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7a3cf2-4d9e-4a93-b63b-f9a331af6cdd tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:40.771162 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fd7a3cf2-4d9e-4a93-b63b-f9a331af6cdd tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:40.778659 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-bf905e39-75a4-44ec-85df-c4169ef54e6f None None] Provisioning complete for port 1910b8a7-2896-49e2-a571-6e4fcd36445b triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:51:40.779041 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bf905e39-75a4-44ec-85df-c4169ef54e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:40.817913 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-fb0a2c62-f834-4091-9bfd-eccf1f3b60b3 req-c6cd7816-f204-4bee-8b1a-c9cf2af50e34 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Allocated IP 192.168.233.91 (469390cd-cce5-49bd-b8f8-9e64018a0583/5f3af6cb-9cad-436b-bf41-034e75672c44/1d8b34db-b321-4d30-b06b-a79bbe2e4ddc) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:51:40.820055 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port b7a459ed-a328-450f-b7cf-f0024ec3c3b5 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:51:40.820443 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:40.827210 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-fd7a3cf2-4d9e-4a93-b63b-f9a331af6cdd tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7214980 Sep 17 07:51:40.829606 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40612) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:40.846152 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-37fa205d-9ab7-45dc-8813-68fb3d804435 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Request body: {'port': {'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'fixed_ips': [{'subnet_id': '40cee767-99af-4a77-9880-e6d3ab120741', 'ip_address': '2001:db8::c457:cc65:6518:2f55'}], 'name': 'tempest-NetworksTestDHCPv6-1991415467'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:51:40.852707 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-bf905e39-75a4-44ec-85df-c4169ef54e6f None None] Port 1910b8a7-2896-49e2-a571-6e4fcd36445b cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:51:40.893791 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7a3cf2-4d9e-4a93-b63b-f9a331af6cdd tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event updated for resources: {'Port': ['ID=6022f6f2-1a04-498b-91e0-da8c0234559c,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:40.928690 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d57f45f-2fde-440b-b112-4ac76aa2a6a8 req-51e78335-094b-44c2-a3bc-4c8e5966475e tempest-InstanceActionsNegativeTestJSON-682328249 tempest-InstanceActionsNegativeTestJSON-682328249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:40.937973 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7d57f45f-2fde-440b-b112-4ac76aa2a6a8 req-51e78335-094b-44c2-a3bc-4c8e5966475e tempest-InstanceActionsNegativeTestJSON-682328249 tempest-InstanceActionsNegativeTestJSON-682328249-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e7ae86f-6fc6-4376-9d14-670985bc92ca HTTP/1.1" status: 200 len: 943 time: 0.3338828 Sep 17 07:51:40.984714 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d2eb65-25ae-470a-a7ca-09d2150ade2a req-1477de97-098b-447e-8a20-77517a5e98ba tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:40.986267 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-89d2eb65-25ae-470a-a7ca-09d2150ade2a req-1477de97-098b-447e-8a20-77517a5e98ba tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee44c663-1dca-4669-be96-75e385fb6cf2 HTTP/1.1" status: 200 len: 949 time: 0.1958826 Sep 17 07:51:41.042521 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:41.074947 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-900a67a3-6342-43c3-bd51-7c31a0082191 req-ef7688f8-2747-4619-9d1e-eae7c54dc8ee service neutron] 10.222.0.39 "GET /v2.0/networks/35c4bccc-f180-42ef-a4b2-bc3f99c613fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3605487 Sep 17 07:51:41.077252 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7d57f45f-2fde-440b-b112-4ac76aa2a6a8 req-51495c0d-883d-4b89-93f0-90f815266206 tempest-InstanceActionsNegativeTestJSON-682328249 tempest-InstanceActionsNegativeTestJSON-682328249-project] 10.222.0.13 "GET /v2.0/security-groups?id=d00b8346-b348-4040-9296-2894f1265aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382852 Sep 17 07:51:41.100482 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-89d2eb65-25ae-470a-a7ca-09d2150ade2a req-38a8e41b-4c9c-4012-88a3-2b6c7dc842e9 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071811 Sep 17 07:51:41.149971 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port b7a459ed-a328-450f-b7cf-f0024ec3c3b5, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=b7a459ed-a328-450f-b7cf-f0024ec3c3b5,segment=NetworkSegment(ccc4c9b3-8f64-4b6a-96f4-35a1665005a6),segment_id=ccc4c9b3-8f64-4b6a-96f4-35a1665005a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:51:41.171844 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:41.343077 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=b7a459ed-a328-450f-b7cf-f0024ec3c3b5,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:41.382047 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c3f935-047c-41f6-a728-2004757919e7 req-ac6cb694-aaf2-4b85-bd39-9a8d01a73e58 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:41.391393 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-88c3f935-047c-41f6-a728-2004757919e7 req-ac6cb694-aaf2-4b85-bd39-9a8d01a73e58 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.13 "GET /v2.0/ports?device_id=407ce23f-009b-456f-9337-5f259aa38ce3 HTTP/1.1" status: 200 len: 936 time: 0.1769183 Sep 17 07:51:41.498033 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-88c3f935-047c-41f6-a728-2004757919e7 req-d76a39d6-caf7-4309-8e19-b164b6ff3024 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8f8fc30-65b6-4327-a5dc-bce035660486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053195 Sep 17 07:51:41.515554 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefd325c-d9bf-4a12-aeb0-c57acb7ab05b req-f34cbc2a-4fdd-4981-9769-7a443cfdfb2e tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:41.517154 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cefd325c-d9bf-4a12-aeb0-c57acb7ab05b req-f34cbc2a-4fdd-4981-9769-7a443cfdfb2e tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddc227d6-8733-4656-bc42-c84d36acf02e HTTP/1.1" status: 200 len: 946 time: 0.1181839 Sep 17 07:51:41.610797 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4b1f8370-ee65-4306-9169-64100e41473d req-8424bf89-53b7-4397-8fe0-ba358b7f55ad tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=6566c730-eefa-423b-a200-1be4b53646f9 HTTP/1.1" status: 200 len: 210 time: 0.0405314 Sep 17 07:51:41.648415 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cefd325c-d9bf-4a12-aeb0-c57acb7ab05b req-4a60cc04-06f4-43f8-abcc-a53390e0a96d tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e165fbb-9ab8-4bf2-ab79-2b2690722fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212368 Sep 17 07:51:41.697553 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-27457aa6-b1f5-45d6-9bc1-610b796254a5 None None] Provisioning complete for port b7a459ed-a328-450f-b7cf-f0024ec3c3b5 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:51:41.698566 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-27457aa6-b1f5-45d6-9bc1-610b796254a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:41.770568 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-900a67a3-6342-43c3-bd51-7c31a0082191 req-6e52c605-9949-4c26-9f3e-22a606378226 service neutron] 10.222.0.39 "GET /v2.0/networks/35c4bccc-f180-42ef-a4b2-bc3f99c613fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6688933 Sep 17 07:51:41.813931 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37fa205d-9ab7-45dc-8813-68fb3d804435 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Made reservation on behalf of 852d2b51c00949899c2370ce1b47ee69 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:51:41.822718 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-37fa205d-9ab7-45dc-8813-68fb3d804435 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:41.850284 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [None req-37fa205d-9ab7-45dc-8813-68fb3d804435 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] device_id is not set on port 21c55054-97df-44a2-b4cd-c130c28a40ed yet. {{(pid=101290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 07:51:41.860113 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fb0a2c62-f834-4091-9bfd-eccf1f3b60b3 req-c6cd7816-f204-4bee-8b1a-c9cf2af50e34 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:41.972908 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 591a539a-895f-42ca-8b19-efd3d231f69f details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:51:41.976850 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fb0a2c62-f834-4091-9bfd-eccf1f3b60b3 req-c6cd7816-f204-4bee-8b1a-c9cf2af50e34 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:42.017280 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-3bbf1a51-d1fc-4388-b22a-c243584906b6 None None] Provisioning complete for port 6022f6f2-1a04-498b-91e0-da8c0234559c triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:51:42.017741 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3bbf1a51-d1fc-4388-b22a-c243584906b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:42.049969 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['0c589904-32cd-4f69-bd3c-694b81963367', '9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:51:42.100201 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cd7816-f204-4bee-8b1a-c9cf2af50e34 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Pushing event updated for resources: {'Port': ['ID=1d8b34db-b321-4d30-b06b-a79bbe2e4ddc,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:42.121091 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-37fa205d-9ab7-45dc-8813-68fb3d804435 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] POST failed (client error): There was a conflict when trying to complete your request. Sep 17 07:51:42.122910 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37fa205d-9ab7-45dc-8813-68fb3d804435 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 07:51:42.143764 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-37fa205d-9ab7-45dc-8813-68fb3d804435 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.3039808 Sep 17 07:51:42.148131 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40626) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:42.179433 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb0a2c62-f834-4091-9bfd-eccf1f3b60b3 req-c6cd7816-f204-4bee-8b1a-c9cf2af50e34 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Network 469390cd-cce5-49bd-b8f8-9e64018a0583 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:51:42.190174 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-fb0a2c62-f834-4091-9bfd-eccf1f3b60b3 req-c6cd7816-f204-4bee-8b1a-c9cf2af50e34 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:51:42.193552 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb0a2c62-f834-4091-9bfd-eccf1f3b60b3 req-c6cd7816-f204-4bee-8b1a-c9cf2af50e34 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:51:42.242031 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bad51c-a319-4144-a030-acb76e6d05fa tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:42.248378 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bad51c-a319-4144-a030-acb76e6d05fa tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:42.248556 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-3bbf1a51-d1fc-4388-b22a-c243584906b6 None None] Port 6022f6f2-1a04-498b-91e0-da8c0234559c cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:51:42.253288 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-10bad51c-a319-4144-a030-acb76e6d05fa tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.1018274 Sep 17 07:51:42.254104 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40630) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:42.293834 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [req-eb2515be-ffe5-4688-ae40-3ea09d16a0e6 req-c82e827d-2531-47ae-9862-88323a80f5c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1910b8a7-2896-49e2-a571-6e4fcd36445b {{(pid=101289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:51:42.332742 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-eb2515be-ffe5-4688-ae40-3ea09d16a0e6 req-c82e827d-2531-47ae-9862-88323a80f5c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:42.347585 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 591a539a-895f-42ca-8b19-efd3d231f69f, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=591a539a-895f-42ca-8b19-efd3d231f69f,segment=NetworkSegment(f6b74a07-e284-4528-a460-88b5614ba92d),segment_id=f6b74a07-e284-4528-a460-88b5614ba92d)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:51:42.352005 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a2c62-f834-4091-9bfd-eccf1f3b60b3 req-c6cd7816-f204-4bee-8b1a-c9cf2af50e34 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:42.352689 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fb0a2c62-f834-4091-9bfd-eccf1f3b60b3 req-c6cd7816-f204-4bee-8b1a-c9cf2af50e34 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:42.382627 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fb0a2c62-f834-4091-9bfd-eccf1f3b60b3 req-c6cd7816-f204-4bee-8b1a-c9cf2af50e34 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7272408 Sep 17 07:51:42.395245 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.provisioning_blocks [req-eb2515be-ffe5-4688-ae40-3ea09d16a0e6 req-c82e827d-2531-47ae-9862-88323a80f5c0 service neutron] Transition to ACTIVE for port object 1910b8a7-2896-49e2-a571-6e4fcd36445b will not be triggered until provisioned by entity L2. {{(pid=101289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:51:42.402486 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': '591a539a-895f-42ca-8b19-efd3d231f69f', 'network_id': 'cc97d231-b8e1-4f77-9438-e44ace44d63d', 'port_id': '591a539a-895f-42ca-8b19-efd3d231f69f', 'mac_address': 'fa:16:3e:18:83:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e4f7180-884c-4866-a6b3-7ca3d74bdb19', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:51:42.408927 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537c581-180c-4baf-bc70-9b2c976e96fa req-8f05e431-c847-49c8-92db-079f64bbbab4 tempest-InstanceActionsNegativeTestJSON-682328249 tempest-InstanceActionsNegativeTestJSON-682328249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:42.411437 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b537c581-180c-4baf-bc70-9b2c976e96fa req-8f05e431-c847-49c8-92db-079f64bbbab4 tempest-InstanceActionsNegativeTestJSON-682328249 tempest-InstanceActionsNegativeTestJSON-682328249-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e7ae86f-6fc6-4376-9d14-670985bc92ca HTTP/1.1" status: 200 len: 943 time: 0.2401860 Sep 17 07:51:42.413906 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-eb2515be-ffe5-4688-ae40-3ea09d16a0e6 req-c82e827d-2531-47ae-9862-88323a80f5c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:42.423947 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809b8c4-44fe-4dda-9fc0-7fd5c8ae7157 req-9e9ba4ae-f5d7-44fb-b0a3-e0751e51a26c tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:42.426342 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6809b8c4-44fe-4dda-9fc0-7fd5c8ae7157 req-9e9ba4ae-f5d7-44fb-b0a3-e0751e51a26c tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee44c663-1dca-4669-be96-75e385fb6cf2 HTTP/1.1" status: 200 len: 949 time: 0.2005794 Sep 17 07:51:42.464477 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-fb0a2c62-f834-4091-9bfd-eccf1f3b60b3 req-c46bcaa9-051f-456b-b142-bac9d0ad7201 service neutron] Request body: {'port': {'device_id': '6566c730-eefa-423b-a200-1be4b53646f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:51:42.475887 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:42.479492 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9908-398f-4782-838c-61803a9e13d9 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Deleting port 6022f6f2-1a04-498b-91e0-da8c0234559c {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:51:42.484776 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9908-398f-4782-838c-61803a9e13d9 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:42.530407 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 591a539a-895f-42ca-8b19-efd3d231f69f {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:51:42.556864 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 591a539a-895f-42ca-8b19-efd3d231f69f, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=591a539a-895f-42ca-8b19-efd3d231f69f,segment=NetworkSegment(f6b74a07-e284-4528-a460-88b5614ba92d),segment_id=f6b74a07-e284-4528-a460-88b5614ba92d)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:51:42.572155 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:42.605442 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b537c581-180c-4baf-bc70-9b2c976e96fa req-22e6d601-926c-4510-930f-055ccba8960b tempest-InstanceActionsNegativeTestJSON-682328249 tempest-InstanceActionsNegativeTestJSON-682328249-project] 10.222.0.13 "GET /v2.0/security-groups?id=d00b8346-b348-4040-9296-2894f1265aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762376 Sep 17 07:51:42.628565 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device b7a459ed-a328-450f-b7cf-f0024ec3c3b5 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:51:42.655436 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82e827d-2531-47ae-9862-88323a80f5c0 service neutron] Pushing event updated for resources: {'Port': ['ID=1910b8a7-2896-49e2-a571-6e4fcd36445b,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:42.705853 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6809b8c4-44fe-4dda-9fc0-7fd5c8ae7157 req-7ace766b-380a-4f5b-b641-2d70d6af2618 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396181 Sep 17 07:51:42.738289 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device fbedc06b-af7a-41f4-9d70-a191c12d4ab8 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:51:42.847362 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['591a539a-895f-42ca-8b19-efd3d231f69f'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:51:42.848000 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-eb2515be-ffe5-4688-ae40-3ea09d16a0e6 req-c82e827d-2531-47ae-9862-88323a80f5c0 service neutron] Attempting to bind port 1910b8a7-2896-49e2-a571-6e4fcd36445b on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:51:42.848000 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-eb2515be-ffe5-4688-ae40-3ea09d16a0e6 req-c82e827d-2531-47ae-9862-88323a80f5c0 service neutron] Attempting to bind port 1910b8a7-2896-49e2-a571-6e4fcd36445b by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:51:42.848000 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2515be-ffe5-4688-ae40-3ea09d16a0e6 req-c82e827d-2531-47ae-9862-88323a80f5c0 service neutron] Attempting to bind port 1910b8a7-2896-49e2-a571-6e4fcd36445b on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:51:42.858986 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2515be-ffe5-4688-ae40-3ea09d16a0e6 req-c82e827d-2531-47ae-9862-88323a80f5c0 service neutron] Port 1910b8a7-2896-49e2-a571-6e4fcd36445b on network 469390cd-cce5-49bd-b8f8-9e64018a0583 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:51:42.859339 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2515be-ffe5-4688-ae40-3ea09d16a0e6 req-c82e827d-2531-47ae-9862-88323a80f5c0 service neutron] Attempting to bind port 1910b8a7-2896-49e2-a571-6e4fcd36445b on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:51:42.867769 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2515be-ffe5-4688-ae40-3ea09d16a0e6 req-c82e827d-2531-47ae-9862-88323a80f5c0 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:51:42.868757 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2515be-ffe5-4688-ae40-3ea09d16a0e6 req-c82e827d-2531-47ae-9862-88323a80f5c0 service neutron] Checking segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:51:42.868757 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2515be-ffe5-4688-ae40-3ea09d16a0e6 req-c82e827d-2531-47ae-9862-88323a80f5c0 service neutron] Bound using segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:51:42.869030 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-eb2515be-ffe5-4688-ae40-3ea09d16a0e6 req-c82e827d-2531-47ae-9862-88323a80f5c0 service neutron] Bound port: 1910b8a7-2896-49e2-a571-6e4fcd36445b, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:51:42.869907 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-eb2515be-ffe5-4688-ae40-3ea09d16a0e6 req-c82e827d-2531-47ae-9862-88323a80f5c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:42.922757 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=591a539a-895f-42ca-8b19-efd3d231f69f,revision_number=6']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:42.945288 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.db.resource_extend [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 07:51:42.954761 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fb0a2c62-f834-4091-9bfd-eccf1f3b60b3 req-c46bcaa9-051f-456b-b142-bac9d0ad7201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:42.959207 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84697ced-2165-4fe3-903b-1cd2921b754d req-55efe73e-12aa-44c2-9b85-c0bf13977d3c tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:42.964376 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-84697ced-2165-4fe3-903b-1cd2921b754d req-55efe73e-12aa-44c2-9b85-c0bf13977d3c tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.13 "GET /v2.0/ports?device_id=407ce23f-009b-456f-9337-5f259aa38ce3 HTTP/1.1" status: 200 len: 948 time: 0.1820657 Sep 17 07:51:42.969581 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-a25d632e-f8d2-435b-967e-04ef880a6f39 None None] Provisioning complete for port 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:51:42.969955 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a25d632e-f8d2-435b-967e-04ef880a6f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:43.048430 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9908-398f-4782-838c-61803a9e13d9 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:43.078214 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9908-398f-4782-838c-61803a9e13d9 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Calling delete_port for 6022f6f2-1a04-498b-91e0-da8c0234559c owned by {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:51:43.137115 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d256a-0300-4051-818c-c035e6e23a73 req-85d76add-8dde-4da8-b44a-56e198ab6825 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:43.142400 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 07:51:43.144730 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-396d256a-0300-4051-818c-c035e6e23a73 req-85d76add-8dde-4da8-b44a-56e198ab6825 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=6566c730-eefa-423b-a200-1be4b53646f9 HTTP/1.1" status: 200 len: 935 time: 0.2604063 Sep 17 07:51:43.170267 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-84697ced-2165-4fe3-903b-1cd2921b754d req-292e39f5-5ffb-48d5-8aa7-30900bebd2c9 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8f8fc30-65b6-4327-a5dc-bce035660486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872585 Sep 17 07:51:43.251756 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-a25d632e-f8d2-435b-967e-04ef880a6f39 None None] Port 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:51:43.263994 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-396d256a-0300-4051-818c-c035e6e23a73 req-25f88920-ce41-45a9-9d91-ef89710e5758 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117687 Sep 17 07:51:43.269033 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-eb2515be-ffe5-4688-ae40-3ea09d16a0e6 req-c82e827d-2531-47ae-9862-88323a80f5c0 service neutron] For port 1910b8a7-2896-49e2-a571-6e4fcd36445b, host n-h2-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:51:43.274928 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port fbedc06b-af7a-41f4-9d70-a191c12d4ab8, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=fbedc06b-af7a-41f4-9d70-a191c12d4ab8,segment=NetworkSegment(7abff196-4966-4c61-a92a-9a8b14ab51a1),segment_id=7abff196-4966-4c61-a92a-9a8b14ab51a1)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:51:43.280482 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port b7a459ed-a328-450f-b7cf-f0024ec3c3b5 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:51:43.280862 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:43.302374 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-eb2515be-ffe5-4688-ae40-3ea09d16a0e6 req-c82e827d-2531-47ae-9862-88323a80f5c0 service neutron] For port 1910b8a7-2896-49e2-a571-6e4fcd36445b, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=1910b8a7-2896-49e2-a571-6e4fcd36445b,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:51:43.322601 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-eb2515be-ffe5-4688-ae40-3ea09d16a0e6 req-c82e827d-2531-47ae-9862-88323a80f5c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:43.340476 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': 'fbedc06b-af7a-41f4-9d70-a191c12d4ab8', 'network_id': '35c4bccc-f180-42ef-a4b2-bc3f99c613fb', 'port_id': 'fbedc06b-af7a-41f4-9d70-a191c12d4ab8', 'mac_address': 'fa:16:3e:19:58:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec441777-50da-46ee-a8f6-d6970425b23b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:51:43.377724 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2515be-ffe5-4688-ae40-3ea09d16a0e6 req-c82e827d-2531-47ae-9862-88323a80f5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:43.378544 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-eb2515be-ffe5-4688-ae40-3ea09d16a0e6 req-c82e827d-2531-47ae-9862-88323a80f5c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:43.383318 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-eb2515be-ffe5-4688-ae40-3ea09d16a0e6 req-c82e827d-2531-47ae-9862-88323a80f5c0 service neutron] 10.222.0.39 "PUT /v2.0/ports/1910b8a7-2896-49e2-a571-6e4fcd36445b HTTP/1.1" status: 200 len: 1096 time: 2.9505327 Sep 17 07:51:43.383939 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '407ce23f-009b-456f-9337-5f259aa38ce3', 'tag': '1910b8a7-2896-49e2-a571-6e4fcd36445b'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:51:43.386959 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20aa0436-3f05-4d73-b7a4-f0b50e5c09af" -d '{"events": [{"name": "network-changed", "server_uuid": "407ce23f-009b-456f-9337-5f259aa38ce3", "tag": "1910b8a7-2896-49e2-a571-6e4fcd36445b"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:51:43.442874 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41894477-ef9b-41c2-8867-f8ac412117d9 req-b9960c93-3c3b-4bb8-8708-ff01aa575ca2 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:43.447689 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-41894477-ef9b-41c2-8867-f8ac412117d9 req-b9960c93-3c3b-4bb8-8708-ff01aa575ca2 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddc227d6-8733-4656-bc42-c84d36acf02e HTTP/1.1" status: 200 len: 945 time: 0.1629255 Sep 17 07:51:43.527052 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be2224dc-d8e8-4ce9-b1f4-2309bfb71bad x-openstack-request-id: req-be2224dc-d8e8-4ce9-b1f4-2309bfb71bad {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:51:43.537531 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "407ce23f-009b-456f-9337-5f259aa38ce3", "tag": "1910b8a7-2896-49e2-a571-6e4fcd36445b", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:51:43.539656 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-be2224dc-d8e8-4ce9-b1f4-2309bfb71bad {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:51:43.539656 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '407ce23f-009b-456f-9337-5f259aa38ce3', 'tag': '1910b8a7-2896-49e2-a571-6e4fcd36445b', 'status': 'completed', 'code': 200} Sep 17 07:51:43.542649 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82e827d-2531-47ae-9862-88323a80f5c0 service neutron] Pushing event updated for resources: {'Port': ['ID=1910b8a7-2896-49e2-a571-6e4fcd36445b,revision_number=3']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:43.547177 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:43.591443 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-fb0a2c62-f834-4091-9bfd-eccf1f3b60b3 req-c46bcaa9-051f-456b-b142-bac9d0ad7201 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:51:43.594061 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbedc06b-af7a-41f4-9d70-a191c12d4ab8 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:51:43.620130 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fb0a2c62-f834-4091-9bfd-eccf1f3b60b3 req-c46bcaa9-051f-456b-b142-bac9d0ad7201 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:43.626023 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82e827d-2531-47ae-9862-88323a80f5c0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:51:43.633753 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82e827d-2531-47ae-9862-88323a80f5c0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:51:43.634266 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82e827d-2531-47ae-9862-88323a80f5c0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:51:43.634680 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82e827d-2531-47ae-9862-88323a80f5c0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:51:43.635105 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82e827d-2531-47ae-9862-88323a80f5c0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:51:43.635510 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82e827d-2531-47ae-9862-88323a80f5c0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:51:43.635797 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port fbedc06b-af7a-41f4-9d70-a191c12d4ab8, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=fbedc06b-af7a-41f4-9d70-a191c12d4ab8,segment=NetworkSegment(7abff196-4966-4c61-a92a-9a8b14ab51a1),segment_id=7abff196-4966-4c61-a92a-9a8b14ab51a1)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:51:43.635965 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82e827d-2531-47ae-9862-88323a80f5c0 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:51:43.636223 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82e827d-2531-47ae-9862-88323a80f5c0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:51:43.636637 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82e827d-2531-47ae-9862-88323a80f5c0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:51:43.637019 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82e827d-2531-47ae-9862-88323a80f5c0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:51:43.637318 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82e827d-2531-47ae-9862-88323a80f5c0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:51:43.637644 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82e827d-2531-47ae-9862-88323a80f5c0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:51:43.640833 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-fb0a2c62-f834-4091-9bfd-eccf1f3b60b3 req-c46bcaa9-051f-456b-b142-bac9d0ad7201 service neutron] Transition to ACTIVE for port object 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:51:43.646281 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:43.668674 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fb0a2c62-f834-4091-9bfd-eccf1f3b60b3 req-c46bcaa9-051f-456b-b142-bac9d0ad7201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:43.692994 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-41894477-ef9b-41c2-8867-f8ac412117d9 req-231f37b8-9cfc-4161-afd3-47e7e519be19 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e165fbb-9ab8-4bf2-ab79-2b2690722fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358108 Sep 17 07:51:43.707327 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2515be-ffe5-4688-ae40-3ea09d16a0e6 req-ae2ff213-4fb1-40be-8d96-8e9879ca6b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:43.712883 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-eb2515be-ffe5-4688-ae40-3ea09d16a0e6 req-ae2ff213-4fb1-40be-8d96-8e9879ca6b1d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3f8b3982ca624c44a9f41fffe401cdd8&device_id=407ce23f-009b-456f-9337-5f259aa38ce3 HTTP/1.1" status: 200 len: 1099 time: 0.2199001 Sep 17 07:51:43.717363 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9908-398f-4782-838c-61803a9e13d9 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:43.759134 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46bcaa9-051f-456b-b142-bac9d0ad7201 service neutron] Pushing event updated for resources: {'Port': ['ID=1d8b34db-b321-4d30-b06b-a79bbe2e4ddc,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:43.815035 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=fbedc06b-af7a-41f4-9d70-a191c12d4ab8,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:43.837476 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-eb2515be-ffe5-4688-ae40-3ea09d16a0e6 req-5f5db601-1653-4f0a-9903-b9da94da53f3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=1910b8a7-2896-49e2-a571-6e4fcd36445b HTTP/1.1" status: 200 len: 217 time: 0.1019292 Sep 17 07:51:44.014230 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 591a539a-895f-42ca-8b19-efd3d231f69f up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:51:44.032189 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2515be-ffe5-4688-ae40-3ea09d16a0e6 req-49fee10d-b090-405d-80e5-1f53d5b5293a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:44.041340 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-eb2515be-ffe5-4688-ae40-3ea09d16a0e6 req-49fee10d-b090-405d-80e5-1f53d5b5293a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.1609764 Sep 17 07:51:44.050537 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb06e068-d2fc-4df3-872e-11cc8a69d706 req-bd9f22ae-784f-4787-a83f-dcad9c25336f tempest-InstanceActionsNegativeTestJSON-682328249 tempest-InstanceActionsNegativeTestJSON-682328249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:44.060257 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fb06e068-d2fc-4df3-872e-11cc8a69d706 req-bd9f22ae-784f-4787-a83f-dcad9c25336f tempest-InstanceActionsNegativeTestJSON-682328249 tempest-InstanceActionsNegativeTestJSON-682328249-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e7ae86f-6fc6-4376-9d14-670985bc92ca HTTP/1.1" status: 200 len: 944 time: 0.2175074 Sep 17 07:51:44.088257 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9908-398f-4782-838c-61803a9e13d9 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:44.093171 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6b0a9908-398f-4782-838c-61803a9e13d9 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/ports/6022f6f2-1a04-498b-91e0-da8c0234559c HTTP/1.1" status: 204 len: 168 time: 1.8382213 Sep 17 07:51:44.096592 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9908-398f-4782-838c-61803a9e13d9 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event deleted for resources: {'Port': ['ID=6022f6f2-1a04-498b-91e0-da8c0234559c,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:44.099393 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40654) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:44.154734 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port 591a539a-895f-42ca-8b19-efd3d231f69f triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:51:44.155418 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:44.209240 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['fbedc06b-af7a-41f4-9d70-a191c12d4ab8'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:51:44.231042 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-fb0a2c62-f834-4091-9bfd-eccf1f3b60b3 req-c46bcaa9-051f-456b-b142-bac9d0ad7201 service neutron] Attempting to bind port 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:51:44.236292 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-fb0a2c62-f834-4091-9bfd-eccf1f3b60b3 req-c46bcaa9-051f-456b-b142-bac9d0ad7201 service neutron] Attempting to bind port 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:51:44.236754 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0a2c62-f834-4091-9bfd-eccf1f3b60b3 req-c46bcaa9-051f-456b-b142-bac9d0ad7201 service neutron] Attempting to bind port 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:51:44.241133 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6cad2f-99b1-4f63-bb87-e87634019ff6 req-618181b4-f6b7-4050-abb0-7f99e993cab1 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:44.244413 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0a2c62-f834-4091-9bfd-eccf1f3b60b3 req-c46bcaa9-051f-456b-b142-bac9d0ad7201 service neutron] Port 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc on network 469390cd-cce5-49bd-b8f8-9e64018a0583 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:51:44.244869 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0a2c62-f834-4091-9bfd-eccf1f3b60b3 req-c46bcaa9-051f-456b-b142-bac9d0ad7201 service neutron] Attempting to bind port 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:51:44.250006 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3d6cad2f-99b1-4f63-bb87-e87634019ff6 req-618181b4-f6b7-4050-abb0-7f99e993cab1 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee44c663-1dca-4669-be96-75e385fb6cf2 HTTP/1.1" status: 200 len: 949 time: 0.3875747 Sep 17 07:51:44.259167 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0a2c62-f834-4091-9bfd-eccf1f3b60b3 req-c46bcaa9-051f-456b-b142-bac9d0ad7201 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:51:44.259575 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0a2c62-f834-4091-9bfd-eccf1f3b60b3 req-c46bcaa9-051f-456b-b142-bac9d0ad7201 service neutron] Checking segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:51:44.260255 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0a2c62-f834-4091-9bfd-eccf1f3b60b3 req-c46bcaa9-051f-456b-b142-bac9d0ad7201 service neutron] Bound using segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:51:44.260852 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-fb0a2c62-f834-4091-9bfd-eccf1f3b60b3 req-c46bcaa9-051f-456b-b142-bac9d0ad7201 service neutron] Bound port: 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:51:44.261385 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fb0a2c62-f834-4091-9bfd-eccf1f3b60b3 req-c46bcaa9-051f-456b-b142-bac9d0ad7201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:44.268164 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae065b03-fff0-40f1-a94f-395b04dbe31e tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:44.270002 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae065b03-fff0-40f1-a94f-395b04dbe31e tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:44.272855 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ae065b03-fff0-40f1-a94f-395b04dbe31e tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1695294 Sep 17 07:51:44.279899 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40658) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:44.336670 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3d6cad2f-99b1-4f63-bb87-e87634019ff6 req-915aa151-c5ce-4d1a-a8f6-16083768342a tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652640 Sep 17 07:51:44.354497 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2515be-ffe5-4688-ae40-3ea09d16a0e6 req-8483d2ab-d91c-4f4a-840e-2a29117f3fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:44.356439 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-eb2515be-ffe5-4688-ae40-3ea09d16a0e6 req-8483d2ab-d91c-4f4a-840e-2a29117f3fdc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2701187 Sep 17 07:51:44.363580 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fb06e068-d2fc-4df3-872e-11cc8a69d706 req-d34d9414-841e-4522-9f59-2b5634f88890 tempest-InstanceActionsNegativeTestJSON-682328249 tempest-InstanceActionsNegativeTestJSON-682328249-project] 10.222.0.13 "GET /v2.0/security-groups?id=d00b8346-b348-4040-9296-2894f1265aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984545 Sep 17 07:51:44.482813 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:44.522310 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc227d6-8733-4656-bc42-c84d36acf02e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '591a539a-895f-42ca-8b19-efd3d231f69f'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:51:44.524808 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f7a6b6d-1eb4-4a23-a91a-9e91e6f8f949" -d '{"events": [{"server_uuid": "ddc227d6-8733-4656-bc42-c84d36acf02e", "name": "network-vif-plugged", "status": "completed", "tag": "591a539a-895f-42ca-8b19-efd3d231f69f"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:51:44.546306 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 591a539a-895f-42ca-8b19-efd3d231f69f, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=591a539a-895f-42ca-8b19-efd3d231f69f,segment=NetworkSegment(f6b74a07-e284-4528-a460-88b5614ba92d),segment_id=f6b74a07-e284-4528-a460-88b5614ba92d)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:51:44.561691 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:44.580217 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-eb2515be-ffe5-4688-ae40-3ea09d16a0e6 req-82f8a5dc-fa65-41db-a58b-bcbb8c02767f service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133160 Sep 17 07:51:44.655672 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=591a539a-895f-42ca-8b19-efd3d231f69f,revision_number=7']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:44.674505 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e522e2d-74ee-45e2-99ab-285ade6fd881 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Deleting subnet 40cee767-99af-4a77-9880-e6d3ab120741 {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:51:44.681245 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8e522e2d-74ee-45e2-99ab-285ade6fd881 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:44.722761 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-fb0a2c62-f834-4091-9bfd-eccf1f3b60b3 req-c46bcaa9-051f-456b-b142-bac9d0ad7201 service neutron] For port 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:51:44.742158 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8e522e2d-74ee-45e2-99ab-285ade6fd881 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:44.746548 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-fb0a2c62-f834-4091-9bfd-eccf1f3b60b3 req-c46bcaa9-051f-456b-b142-bac9d0ad7201 service neutron] For port 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=1d8b34db-b321-4d30-b06b-a79bbe2e4ddc,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:51:44.774918 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94493661-0b71-4dbf-8b36-c1921021425d req-b496049b-f3c2-48eb-ab1d-28c9b7ba3899 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:44.776461 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-94493661-0b71-4dbf-8b36-c1921021425d req-b496049b-f3c2-48eb-ab1d-28c9b7ba3899 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.13 "GET /v2.0/ports?device_id=407ce23f-009b-456f-9337-5f259aa38ce3 HTTP/1.1" status: 200 len: 948 time: 0.1946559 Sep 17 07:51:44.790669 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a831cae-7e32-4968-a26f-ec27df08f3fc req-a076dc78-8012-4370-8b25-d307f2878a76 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:44.791918 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fb0a2c62-f834-4091-9bfd-eccf1f3b60b3 req-c46bcaa9-051f-456b-b142-bac9d0ad7201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:44.804187 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9a831cae-7e32-4968-a26f-ec27df08f3fc req-a076dc78-8012-4370-8b25-d307f2878a76 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=6566c730-eefa-423b-a200-1be4b53646f9 HTTP/1.1" status: 200 len: 947 time: 0.1696877 Sep 17 07:51:44.843056 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a2c62-f834-4091-9bfd-eccf1f3b60b3 req-c46bcaa9-051f-456b-b142-bac9d0ad7201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:44.843697 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fb0a2c62-f834-4091-9bfd-eccf1f3b60b3 req-c46bcaa9-051f-456b-b142-bac9d0ad7201 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:44.845143 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fb0a2c62-f834-4091-9bfd-eccf1f3b60b3 req-c46bcaa9-051f-456b-b142-bac9d0ad7201 service neutron] 10.222.0.39 "PUT /v2.0/ports/1d8b34db-b321-4d30-b06b-a79bbe2e4ddc HTTP/1.1" status: 200 len: 1095 time: 2.4002199 Sep 17 07:51:44.845605 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6566c730-eefa-423b-a200-1be4b53646f9', 'tag': '1d8b34db-b321-4d30-b06b-a79bbe2e4ddc'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:51:44.847911 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c556c2-9845-4ad4-9791-0b8cf795b954" -d '{"events": [{"name": "network-changed", "server_uuid": "6566c730-eefa-423b-a200-1be4b53646f9", "tag": "1d8b34db-b321-4d30-b06b-a79bbe2e4ddc"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:51:44.880953 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46bcaa9-051f-456b-b142-bac9d0ad7201 service neutron] Pushing event updated for resources: {'Port': ['ID=1d8b34db-b321-4d30-b06b-a79bbe2e4ddc,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:44.908748 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-eb2515be-ffe5-4688-ae40-3ea09d16a0e6 req-70f1b267-78c2-45d5-9a84-dad87066865c service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168569 Sep 17 07:51:44.934959 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9a831cae-7e32-4968-a26f-ec27df08f3fc req-fca85882-447f-4239-a5d6-d929d872138a tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298554 Sep 17 07:51:44.951274 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8e522e2d-74ee-45e2-99ab-285ade6fd881 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:44.977984 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-94493661-0b71-4dbf-8b36-c1921021425d req-c00d2f79-8f0a-4871-961d-be3e8ceb670b tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8f8fc30-65b6-4327-a5dc-bce035660486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709661 Sep 17 07:51:45.012925 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a74acf-eddc-400b-abb8-12a629281c65 x-openstack-request-id: req-e3a74acf-eddc-400b-abb8-12a629281c65 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:51:45.013436 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddc227d6-8733-4656-bc42-c84d36acf02e", "name": "network-vif-plugged", "status": "completed", "tag": "591a539a-895f-42ca-8b19-efd3d231f69f", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:51:45.013802 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e3a74acf-eddc-400b-abb8-12a629281c65 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:51:45.014573 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc227d6-8733-4656-bc42-c84d36acf02e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '591a539a-895f-42ca-8b19-efd3d231f69f', 'code': 200} Sep 17 07:51:45.096999 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98643880-337a-462c-abb0-460b373db9a8 x-openstack-request-id: req-98643880-337a-462c-abb0-460b373db9a8 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:51:45.097573 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6566c730-eefa-423b-a200-1be4b53646f9", "tag": "1d8b34db-b321-4d30-b06b-a79bbe2e4ddc", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:51:45.097791 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-98643880-337a-462c-abb0-460b373db9a8 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:51:45.099078 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6566c730-eefa-423b-a200-1be4b53646f9', 'tag': '1d8b34db-b321-4d30-b06b-a79bbe2e4ddc', 'status': 'completed', 'code': 200} Sep 17 07:51:45.102541 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8e522e2d-74ee-45e2-99ab-285ade6fd881 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:45.140911 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8e522e2d-74ee-45e2-99ab-285ade6fd881 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:45.146308 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-8e522e2d-74ee-45e2-99ab-285ade6fd881 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/subnets/40cee767-99af-4a77-9880-e6d3ab120741 HTTP/1.1" status: 204 len: 168 time: 0.8623102 Sep 17 07:51:45.146308 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e522e2d-74ee-45e2-99ab-285ade6fd881 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event deleted for resources: {'Subnet': ['ID=40cee767-99af-4a77-9880-e6d3ab120741,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:45.148466 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40672) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:45.148705 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac77fd20-0662-40da-96a5-fab8f847e681 None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:51:45.190862 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a2c62-f834-4091-9bfd-eccf1f3b60b3 req-bde31e65-20e9-4774-8d49-e742a19f36ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:45.192650 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fb0a2c62-f834-4091-9bfd-eccf1f3b60b3 req-bde31e65-20e9-4774-8d49-e742a19f36ea service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e3c94ece967c49989722015c639870a6&device_id=6566c730-eefa-423b-a200-1be4b53646f9 HTTP/1.1" status: 200 len: 1098 time: 0.1458416 Sep 17 07:51:45.219887 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721ca6b-a157-4cd1-abd4-5283b9eb35d1 req-96187a8a-0614-4c2d-8716-add421ddb607 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:45.221791 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e721ca6b-a157-4cd1-abd4-5283b9eb35d1 req-96187a8a-0614-4c2d-8716-add421ddb607 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddc227d6-8733-4656-bc42-c84d36acf02e HTTP/1.1" status: 200 len: 946 time: 0.1189511 Sep 17 07:51:45.257709 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c3871adc-d864-45f2-a446-aef0f60375e8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1031392 Sep 17 07:51:45.259006 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40674) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:45.265414 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-cdcda2cb-4dfe-4a14-b469-09b3100dacb4 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Request body: {'subnet': {'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:51:45.275016 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fb0a2c62-f834-4091-9bfd-eccf1f3b60b3 req-d72eb66f-f328-4153-86f2-45121c8afcb6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=1d8b34db-b321-4d30-b06b-a79bbe2e4ddc HTTP/1.1" status: 200 len: 217 time: 0.0520136 Sep 17 07:51:45.358763 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e721ca6b-a157-4cd1-abd4-5283b9eb35d1 req-52c3807d-d2bc-4573-97ca-e9618d7a2e54 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e165fbb-9ab8-4bf2-ab79-2b2690722fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826178 Sep 17 07:51:45.385385 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a2c62-f834-4091-9bfd-eccf1f3b60b3 req-f277f471-49ad-4a58-8437-6025b10494ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:45.388618 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fb0a2c62-f834-4091-9bfd-eccf1f3b60b3 req-f277f471-49ad-4a58-8437-6025b10494ab service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.0934198 Sep 17 07:51:45.467916 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c373a9-4d46-4313-9639-8f75776d78f3 None None] DHCP port deletion for b9683b68-a3a4-4974-8bd0-f6d916aa4b94 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 07:51:45.468183 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdcda2cb-4dfe-4a14-b469-09b3100dacb4 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Made reservation on behalf of 852d2b51c00949899c2370ce1b47ee69 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:51:45.471908 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cdcda2cb-4dfe-4a14-b469-09b3100dacb4 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:45.533275 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa0436-3f05-4d73-b7a4-f0b50e5c09af req-065249d1-239d-495a-85f1-8f120b284503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:45.536073 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-20aa0436-3f05-4d73-b7a4-f0b50e5c09af req-065249d1-239d-495a-85f1-8f120b284503 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3f8b3982ca624c44a9f41fffe401cdd8&device_id=407ce23f-009b-456f-9337-5f259aa38ce3 HTTP/1.1" status: 200 len: 1099 time: 0.3791072 Sep 17 07:51:45.541270 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-d4c373a9-4d46-4313-9639-8f75776d78f3 None None] Deleting port b7a459ed-a328-450f-b7cf-f0024ec3c3b5 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:51:45.541824 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d4c373a9-4d46-4313-9639-8f75776d78f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:45.557330 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a2c62-f834-4091-9bfd-eccf1f3b60b3 req-9b28dde8-68ee-469d-8143-c4ebdded3d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:45.574406 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fb0a2c62-f834-4091-9bfd-eccf1f3b60b3 req-9b28dde8-68ee-469d-8143-c4ebdded3d18 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1518011 Sep 17 07:51:45.617026 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80a0db1-ad6d-4cb9-8e9a-af89fda5b6f3 req-497ce990-56af-4c5f-9cf8-54cd29fa0f97 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:45.619352 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d80a0db1-ad6d-4cb9-8e9a-af89fda5b6f3 req-497ce990-56af-4c5f-9cf8-54cd29fa0f97 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee44c663-1dca-4669-be96-75e385fb6cf2 HTTP/1.1" status: 200 len: 949 time: 0.1605060 Sep 17 07:51:45.636320 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3336decc-f402-479c-ac8a-3c1459c39379 req-82cab49b-c0a4-4070-aa65-a62d9d54be82 tempest-InstanceActionsNegativeTestJSON-682328249 tempest-InstanceActionsNegativeTestJSON-682328249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:45.638205 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-d4c373a9-4d46-4313-9639-8f75776d78f3 None None] For port b7a459ed-a328-450f-b7cf-f0024ec3c3b5, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=b7a459ed-a328-450f-b7cf-f0024ec3c3b5,segment=NetworkSegment(ccc4c9b3-8f64-4b6a-96f4-35a1665005a6),segment_id=ccc4c9b3-8f64-4b6a-96f4-35a1665005a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:51:45.638732 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d4c373a9-4d46-4313-9639-8f75776d78f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:45.644329 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3336decc-f402-479c-ac8a-3c1459c39379 req-82cab49b-c0a4-4070-aa65-a62d9d54be82 tempest-InstanceActionsNegativeTestJSON-682328249 tempest-InstanceActionsNegativeTestJSON-682328249-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e7ae86f-6fc6-4376-9d14-670985bc92ca HTTP/1.1" status: 200 len: 944 time: 0.1544104 Sep 17 07:51:45.655445 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-d4c373a9-4d46-4313-9639-8f75776d78f3 None None] Calling delete_port for b7a459ed-a328-450f-b7cf-f0024ec3c3b5 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:51:45.727316 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa0436-3f05-4d73-b7a4-f0b50e5c09af req-eeb413eb-2de1-4351-97d3-45707e1d0cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:45.728924 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-20aa0436-3f05-4d73-b7a4-f0b50e5c09af req-eeb413eb-2de1-4351-97d3-45707e1d0cc9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=469390cd-cce5-49bd-b8f8-9e64018a0583 HTTP/1.1" status: 200 len: 870 time: 0.1561861 Sep 17 07:51:45.730987 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3336decc-f402-479c-ac8a-3c1459c39379 req-587c12c8-e807-4cee-bd0c-afc66f04094c tempest-InstanceActionsNegativeTestJSON-682328249 tempest-InstanceActionsNegativeTestJSON-682328249-project] 10.222.0.13 "GET /v2.0/security-groups?id=d00b8346-b348-4040-9296-2894f1265aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855901 Sep 17 07:51:45.752452 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d80a0db1-ad6d-4cb9-8e9a-af89fda5b6f3 req-76aee12e-f63e-4038-9c78-5298e7e29daa tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032753 Sep 17 07:51:45.768530 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d4c373a9-4d46-4313-9639-8f75776d78f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:45.787440 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fb0a2c62-f834-4091-9bfd-eccf1f3b60b3 req-c57c00ca-db74-4508-bb1c-65cf63c50b15 service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117934 Sep 17 07:51:45.797064 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-20aa0436-3f05-4d73-b7a4-f0b50e5c09af req-e13bc935-e394-428c-be5e-3ab1c4a9d4b9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=1910b8a7-2896-49e2-a571-6e4fcd36445b HTTP/1.1" status: 200 len: 217 time: 0.0540299 Sep 17 07:51:45.816141 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c373a9-4d46-4313-9639-8f75776d78f3 None None] Pushing event deleted for resources: {'Port': ['ID=b7a459ed-a328-450f-b7cf-f0024ec3c3b5,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:45.825755 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c373a9-4d46-4313-9639-8f75776d78f3 None None] No DVR routers for this DVR port b7a459ed-a328-450f-b7cf-f0024ec3c3b5 on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:51:45.903801 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa0436-3f05-4d73-b7a4-f0b50e5c09af req-89a98f78-37de-4917-80e0-bcec57ba7749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:45.905349 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-20aa0436-3f05-4d73-b7a4-f0b50e5c09af req-89a98f78-37de-4917-80e0-bcec57ba7749 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.1005242 Sep 17 07:51:45.907875 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cdcda2cb-4dfe-4a14-b469-09b3100dacb4 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:45.911784 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fb0a2c62-f834-4091-9bfd-eccf1f3b60b3 req-408148f2-b619-4c07-865e-348d28936e5b service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134827 Sep 17 07:51:45.976406 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcda2cb-4dfe-4a14-b469-09b3100dacb4 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:51:45.984405 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-cdcda2cb-4dfe-4a14-b469-09b3100dacb4 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:51:45.990865 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcda2cb-4dfe-4a14-b469-09b3100dacb4 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:45.991148 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cdcda2cb-4dfe-4a14-b469-09b3100dacb4 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:45.997513 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfdb125-0f33-4cc8-b7d0-01591bf64dee None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:51:46.001349 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcda2cb-4dfe-4a14-b469-09b3100dacb4 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event updated for resources: {'Subnet': ['ID=f4b7637c-99b6-44e0-9641-38e7338dd55a,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:46.031499 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa0436-3f05-4d73-b7a4-f0b50e5c09af req-8a31dda8-8321-4a7e-b179-1e11558d0263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:46.035127 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-20aa0436-3f05-4d73-b7a4-f0b50e5c09af req-8a31dda8-8321-4a7e-b179-1e11558d0263 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1202073 Sep 17 07:51:46.042763 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-cdcda2cb-4dfe-4a14-b469-09b3100dacb4 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7823787 Sep 17 07:51:46.047421 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 40686) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:46.057262 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-272f58b1-bd3a-4fdd-b26e-40b3245d5188 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Request body: {'port': {'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'fixed_ips': [{'subnet_id': 'f4b7637c-99b6-44e0-9641-38e7338dd55a', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-595682673'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:51:46.158257 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-20aa0436-3f05-4d73-b7a4-f0b50e5c09af req-a6be9291-211f-456d-883a-6b8d230fc8a9 service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105933 Sep 17 07:51:46.224490 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c556c2-9845-4ad4-9791-0b8cf795b954 req-93b2d45f-fe2f-40f8-b81d-f9240c01f420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:46.226346 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-05c556c2-9845-4ad4-9791-0b8cf795b954 req-93b2d45f-fe2f-40f8-b81d-f9240c01f420 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e3c94ece967c49989722015c639870a6&device_id=6566c730-eefa-423b-a200-1be4b53646f9 HTTP/1.1" status: 200 len: 1098 time: 0.2203150 Sep 17 07:51:46.293798 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272f58b1-bd3a-4fdd-b26e-40b3245d5188 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Made reservation on behalf of 852d2b51c00949899c2370ce1b47ee69 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:51:46.311296 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-20aa0436-3f05-4d73-b7a4-f0b50e5c09af req-ff557e36-3665-4f21-b11e-06b1e9791a28 service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436546 Sep 17 07:51:46.328768 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61697b4-2810-4c1d-bc16-26493d88364c req-4a5b19aa-a476-46c4-97f6-7115dca0f80f tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:46.330384 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b61697b4-2810-4c1d-bc16-26493d88364c req-4a5b19aa-a476-46c4-97f6-7115dca0f80f tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=6566c730-eefa-423b-a200-1be4b53646f9 HTTP/1.1" status: 200 len: 947 time: 0.1849034 Sep 17 07:51:46.369583 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5c2ba0-2ee4-4978-af7f-c6e7f2894a76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'tenant_id': '852d2b51c00949899c2370ce1b47ee69', 'fixed_ips': [{'subnet_id': 'f4b7637c-99b6-44e0-9641-38e7338dd55a'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 07:51:46.374644 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-df5c2ba0-2ee4-4978-af7f-c6e7f2894a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:46.387813 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88d9f97-dc24-49ce-8f55-a869424a68b9 req-9428a9ac-c15b-460c-b520-c6dc332fb060 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:46.391721 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c88d9f97-dc24-49ce-8f55-a869424a68b9 req-9428a9ac-c15b-460c-b520-c6dc332fb060 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.13 "GET /v2.0/ports?device_id=407ce23f-009b-456f-9337-5f259aa38ce3 HTTP/1.1" status: 200 len: 948 time: 0.2469654 Sep 17 07:51:46.524072 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device b7a459ed-a328-450f-b7cf-f0024ec3c3b5 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:51:46.528944 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b61697b4-2810-4c1d-bc16-26493d88364c req-86a23b5f-8f45-40ab-8abc-36276e9572c5 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679852 Sep 17 07:51:46.551859 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c556c2-9845-4ad4-9791-0b8cf795b954 req-090cab3a-42d0-4704-a9c8-beff930afa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:46.551859 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-05c556c2-9845-4ad4-9791-0b8cf795b954 req-090cab3a-42d0-4704-a9c8-beff930afa63 service neutron] 10.222.0.39 "GET /v2.0/networks?id=469390cd-cce5-49bd-b8f8-9e64018a0583 HTTP/1.1" status: 200 len: 870 time: 0.3067439 Sep 17 07:51:46.552134 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: b7a459ed-a328-450f-b7cf-f0024ec3c3b5 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:51:46.552134 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device b7a459ed-a328-450f-b7cf-f0024ec3c3b5 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:51:46.555531 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c88d9f97-dc24-49ce-8f55-a869424a68b9 req-caa23cd1-ea1f-4d68-8677-787edb25745d tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8f8fc30-65b6-4327-a5dc-bce035660486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508653 Sep 17 07:51:46.561919 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-272f58b1-bd3a-4fdd-b26e-40b3245d5188 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:46.615024 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-05c556c2-9845-4ad4-9791-0b8cf795b954 req-73e87b12-58fe-42a6-8172-0988631c7830 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=1d8b34db-b321-4d30-b06b-a79bbe2e4ddc HTTP/1.1" status: 200 len: 217 time: 0.0508111 Sep 17 07:51:46.622543 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [None req-272f58b1-bd3a-4fdd-b26e-40b3245d5188 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] device_id is not set on port ace6ee62-194f-45f9-be03-b227cd6d8207 yet. {{(pid=101289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 07:51:46.623549 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-df5c2ba0-2ee4-4978-af7f-c6e7f2894a76 None None] Allocated IP 2001:db8::2 (b9683b68-a3a4-4974-8bd0-f6d916aa4b94/f4b7637c-99b6-44e0-9641-38e7338dd55a/e0645758-9945-4a96-88db-34d3224313d9) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:51:46.713295 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device fbedc06b-af7a-41f4-9d70-a191c12d4ab8 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:51:46.821078 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port fbedc06b-af7a-41f4-9d70-a191c12d4ab8 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:51:46.831584 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port fbedc06b-af7a-41f4-9d70-a191c12d4ab8 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:51:46.831993 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:46.862156 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-df5c2ba0-2ee4-4978-af7f-c6e7f2894a76 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:46.872005 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-df5c2ba0-2ee4-4978-af7f-c6e7f2894a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:46.914602 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5c2ba0-2ee4-4978-af7f-c6e7f2894a76 None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:51:46.920674 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-df5c2ba0-2ee4-4978-af7f-c6e7f2894a76 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:51:46.923308 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5c2ba0-2ee4-4978-af7f-c6e7f2894a76 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:51:46.961093 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5c2ba0-2ee4-4978-af7f-c6e7f2894a76 None None] Pushing event updated for resources: {'Port': ['ID=e0645758-9945-4a96-88db-34d3224313d9,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:47.018361 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-df5c2ba0-2ee4-4978-af7f-c6e7f2894a76 None None] Attempting to bind port e0645758-9945-4a96-88db-34d3224313d9 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:51:47.018739 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-df5c2ba0-2ee4-4978-af7f-c6e7f2894a76 None None] Attempting to bind port e0645758-9945-4a96-88db-34d3224313d9 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:51:47.019108 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5c2ba0-2ee4-4978-af7f-c6e7f2894a76 None None] Attempting to bind port e0645758-9945-4a96-88db-34d3224313d9 on network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:51:47.029583 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:47.032398 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5c2ba0-2ee4-4978-af7f-c6e7f2894a76 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:51:47.033154 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5c2ba0-2ee4-4978-af7f-c6e7f2894a76 None None] Checking segment: {'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:51:47.033154 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-df5c2ba0-2ee4-4978-af7f-c6e7f2894a76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:47.033571 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5c2ba0-2ee4-4978-af7f-c6e7f2894a76 None None] Bound using segment: {'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:51:47.034055 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-df5c2ba0-2ee4-4978-af7f-c6e7f2894a76 None None] Bound port: e0645758-9945-4a96-88db-34d3224313d9, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:51:47.034427 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-df5c2ba0-2ee4-4978-af7f-c6e7f2894a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:47.064245 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e7ae86f-6fc6-4376-9d14-670985bc92ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbedc06b-af7a-41f4-9d70-a191c12d4ab8'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:51:47.066508 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275e26e8-faab-4e4d-bd2b-0ec773184638" -d '{"events": [{"server_uuid": "9e7ae86f-6fc6-4376-9d14-670985bc92ca", "name": "network-vif-plugged", "status": "completed", "tag": "fbedc06b-af7a-41f4-9d70-a191c12d4ab8"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:51:47.100563 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port fbedc06b-af7a-41f4-9d70-a191c12d4ab8, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=fbedc06b-af7a-41f4-9d70-a191c12d4ab8,segment=NetworkSegment(7abff196-4966-4c61-a92a-9a8b14ab51a1),segment_id=7abff196-4966-4c61-a92a-9a8b14ab51a1)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:51:47.105722 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:47.106984 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c556c2-9845-4ad4-9791-0b8cf795b954 req-506124f2-9e12-4c5a-bf94-9da3525fd6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:47.108479 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-05c556c2-9845-4ad4-9791-0b8cf795b954 req-506124f2-9e12-4c5a-bf94-9da3525fd6a1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.4421694 Sep 17 07:51:47.145466 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d39d2f-8aff-4bee-bb90-31105024f377 req-ab6266d9-79b0-490e-995f-478d92b4abe9 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:47.146926 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f2d39d2f-8aff-4bee-bb90-31105024f377 req-ab6266d9-79b0-490e-995f-478d92b4abe9 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddc227d6-8733-4656-bc42-c84d36acf02e HTTP/1.1" status: 200 len: 946 time: 0.4794014 Sep 17 07:51:47.173934 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-df5c2ba0-2ee4-4978-af7f-c6e7f2894a76 None None] For port e0645758-9945-4a96-88db-34d3224313d9, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:51:47.175309 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-272f58b1-bd3a-4fdd-b26e-40b3245d5188 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 07:51:47.175761 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-272f58b1-bd3a-4fdd-b26e-40b3245d5188 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 07:51:47.180143 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=fbedc06b-af7a-41f4-9d70-a191c12d4ab8,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:47.191366 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-df5c2ba0-2ee4-4978-af7f-c6e7f2894a76 None None] For port e0645758-9945-4a96-88db-34d3224313d9, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=e0645758-9945-4a96-88db-34d3224313d9,segment=NetworkSegment(ccc4c9b3-8f64-4b6a-96f4-35a1665005a6),segment_id=ccc4c9b3-8f64-4b6a-96f4-35a1665005a6)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:51:47.196473 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-df5c2ba0-2ee4-4978-af7f-c6e7f2894a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:47.199780 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0884be3-d209-4051-a27f-74232f530b82 req-944e0736-8891-41b6-be37-09553373a697 tempest-InstanceActionsNegativeTestJSON-682328249 tempest-InstanceActionsNegativeTestJSON-682328249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:47.201282 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f0884be3-d209-4051-a27f-74232f530b82 req-944e0736-8891-41b6-be37-09553373a697 tempest-InstanceActionsNegativeTestJSON-682328249 tempest-InstanceActionsNegativeTestJSON-682328249-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e7ae86f-6fc6-4376-9d14-670985bc92ca HTTP/1.1" status: 200 len: 944 time: 0.1996710 Sep 17 07:51:47.232444 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-272f58b1-bd3a-4fdd-b26e-40b3245d5188 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.1811640 Sep 17 07:51:47.233603 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40704) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:47.245025 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c556c2-9845-4ad4-9791-0b8cf795b954 req-180a3bb4-fc5c-4ac0-aabe-29b48b55427e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:47.246537 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-05c556c2-9845-4ad4-9791-0b8cf795b954 req-180a3bb4-fc5c-4ac0-aabe-29b48b55427e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1291339 Sep 17 07:51:47.251117 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f2d39d2f-8aff-4bee-bb90-31105024f377 req-3d720873-8a50-4f5f-a750-7de799c811c0 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e165fbb-9ab8-4bf2-ab79-2b2690722fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871267 Sep 17 07:51:47.267399 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5c2ba0-2ee4-4978-af7f-c6e7f2894a76 None None] Pushing event updated for resources: {'Port': ['ID=e0645758-9945-4a96-88db-34d3224313d9,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:47.297223 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f0884be3-d209-4051-a27f-74232f530b82 req-ac303691-e7d4-4198-9fce-a6ba9c3e1968 tempest-InstanceActionsNegativeTestJSON-682328249 tempest-InstanceActionsNegativeTestJSON-682328249-project] 10.222.0.13 "GET /v2.0/security-groups?id=d00b8346-b348-4040-9296-2894f1265aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862443 Sep 17 07:51:47.321954 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84f417a-c719-4260-bc7d-fa6fbb6a133a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:47.324664 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f84f417a-c719-4260-bc7d-fa6fbb6a133a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0900767 Sep 17 07:51:47.327147 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40706) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:47.401252 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e028204-1d54-4457-8eea-a1ba09c96eb0 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:47.405771 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e028204-1d54-4457-8eea-a1ba09c96eb0 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:47.407801 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-8e028204-1d54-4457-8eea-a1ba09c96eb0 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0786874 Sep 17 07:51:47.410872 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40712) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:47.442835 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4450918-f097-43ee-9b48-7712c5bb929c req-98a90f14-2bf0-4689-ba72-c0db6aa80bcc tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:47.453778 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b4450918-f097-43ee-9b48-7712c5bb929c req-98a90f14-2bf0-4689-ba72-c0db6aa80bcc tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee44c663-1dca-4669-be96-75e385fb6cf2 HTTP/1.1" status: 200 len: 949 time: 0.0899575 Sep 17 07:51:47.458218 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-05c556c2-9845-4ad4-9791-0b8cf795b954 req-dfcfd928-d3dc-4471-b92b-24951bf966ce service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917639 Sep 17 07:51:47.465867 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec88d6d0-d134-4daa-864e-5bf6d97a889b x-openstack-request-id: req-ec88d6d0-d134-4daa-864e-5bf6d97a889b {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:51:47.466375 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e7ae86f-6fc6-4376-9d14-670985bc92ca", "name": "network-vif-plugged", "status": "completed", "tag": "fbedc06b-af7a-41f4-9d70-a191c12d4ab8", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:51:47.466488 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ec88d6d0-d134-4daa-864e-5bf6d97a889b {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:51:47.466794 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e7ae86f-6fc6-4376-9d14-670985bc92ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbedc06b-af7a-41f4-9d70-a191c12d4ab8', 'code': 200} Sep 17 07:51:47.481929 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ada423f-067d-4f3a-946a-3f64c9a47540 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Deleting subnet f4b7637c-99b6-44e0-9641-38e7338dd55a {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:51:47.484852 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9ada423f-067d-4f3a-946a-3f64c9a47540 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:47.535004 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b4450918-f097-43ee-9b48-7712c5bb929c req-ff5ca048-35c5-423c-8f53-768b0d9009ce tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803022 Sep 17 07:51:47.546960 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9ada423f-067d-4f3a-946a-3f64c9a47540 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:47.660033 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-05c556c2-9845-4ad4-9791-0b8cf795b954 req-b96f0c68-a0ee-4de6-ba79-9c8a36fbf2da service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864383 Sep 17 07:51:47.723797 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775cd6c-176c-406f-981d-be153bfedf26 req-5c242c04-d514-43de-8468-ec7fec91c268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:47.725337 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0775cd6c-176c-406f-981d-be153bfedf26 req-5c242c04-d514-43de-8468-ec7fec91c268 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9e7ae86f-6fc6-4376-9d14-670985bc92ca HTTP/1.1" status: 200 len: 1096 time: 0.1225839 Sep 17 07:51:47.733203 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9ada423f-067d-4f3a-946a-3f64c9a47540 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:47.757601 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cab3f8-22ce-4cb5-9d82-45297451c3a6 req-34cd7e59-6de2-40f9-a041-4bae753d34fd tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:47.765497 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-41cab3f8-22ce-4cb5-9d82-45297451c3a6 req-34cd7e59-6de2-40f9-a041-4bae753d34fd tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=6566c730-eefa-423b-a200-1be4b53646f9 HTTP/1.1" status: 200 len: 947 time: 0.1230636 Sep 17 07:51:47.807879 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0775cd6c-176c-406f-981d-be153bfedf26 req-7d1d3778-7125-4711-8770-d3a656a48ff4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d00b8346-b348-4040-9296-2894f1265aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713301 Sep 17 07:51:47.821288 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785f9597-1d0f-4fae-bc2a-c72a722ad1b0 req-d8e35f66-becd-4d6f-ada7-993e4038ddfb tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:47.823019 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-785f9597-1d0f-4fae-bc2a-c72a722ad1b0 req-d8e35f66-becd-4d6f-ada7-993e4038ddfb tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.13 "GET /v2.0/ports?device_id=407ce23f-009b-456f-9337-5f259aa38ce3 HTTP/1.1" status: 200 len: 948 time: 0.1255975 Sep 17 07:51:47.834493 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9ada423f-067d-4f3a-946a-3f64c9a47540 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:47.854332 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-41cab3f8-22ce-4cb5-9d82-45297451c3a6 req-9567fbf5-619f-4397-aef9-c24f4a243cff tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877757 Sep 17 07:51:47.864358 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ada423f-067d-4f3a-946a-3f64c9a47540 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event deleted for resources: {'Subnet': ['ID=f4b7637c-99b6-44e0-9641-38e7338dd55a,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:47.871926 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9ada423f-067d-4f3a-946a-3f64c9a47540 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:47.873983 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-9ada423f-067d-4f3a-946a-3f64c9a47540 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/subnets/f4b7637c-99b6-44e0-9641-38e7338dd55a HTTP/1.1" status: 204 len: 168 time: 0.4621603 Sep 17 07:51:47.876681 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-785f9597-1d0f-4fae-bc2a-c72a722ad1b0 req-4c0cd5d7-457c-4eb8-91a1-54017ab2ff78 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8f8fc30-65b6-4327-a5dc-bce035660486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462310 Sep 17 07:51:47.877652 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 40728) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:47.919882 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-1d5621a3-c0a2-4665-846d-c1b019278c09 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0400574 Sep 17 07:51:47.922774 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 40732) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:47.928121 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-876eb93a-3fa1-432a-aa20-1ef40d845b4f tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Request body: {'subnet': {'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:51:48.035533 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-44fe2ff2-a5e7-4972-ae71-1b9e258fdd34 req-f43c47e1-bc4e-4f87-9823-529c1cb8f89b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1036499 Sep 17 07:51:48.050946 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-876eb93a-3fa1-432a-aa20-1ef40d845b4f tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Made reservation on behalf of 852d2b51c00949899c2370ce1b47ee69 for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:51:48.054436 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-876eb93a-3fa1-432a-aa20-1ef40d845b4f tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:48.194080 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe2ff2-a5e7-4972-ae71-1b9e258fdd34 req-ef7bbecd-53b1-491f-a538-009230051ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:48.195615 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-44fe2ff2-a5e7-4972-ae71-1b9e258fdd34 req-ef7bbecd-53b1-491f-a538-009230051ec9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 1101 time: 0.0743370 Sep 17 07:51:48.416510 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-876eb93a-3fa1-432a-aa20-1ef40d845b4f tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:48.474264 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe2ff2-a5e7-4972-ae71-1b9e258fdd34 req-d25383be-39ed-4dc0-aba6-36ecf17669cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:48.475811 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-44fe2ff2-a5e7-4972-ae71-1b9e258fdd34 req-d25383be-39ed-4dc0-aba6-36ecf17669cb service neutron] 10.222.0.41 "GET /v2.0/networks?id=469390cd-cce5-49bd-b8f8-9e64018a0583 HTTP/1.1" status: 200 len: 870 time: 0.2515762 Sep 17 07:51:48.505455 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876eb93a-3fa1-432a-aa20-1ef40d845b4f tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:51:48.548557 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9076f7-5655-442d-9255-d3a8887841e2 req-3c31646a-6f3a-48a3-9cb1-0f0d3cf3db5a tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:48.550121 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f9076f7-5655-442d-9255-d3a8887841e2 req-3c31646a-6f3a-48a3-9cb1-0f0d3cf3db5a tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddc227d6-8733-4656-bc42-c84d36acf02e HTTP/1.1" status: 200 len: 946 time: 0.2056403 Sep 17 07:51:48.551013 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-876eb93a-3fa1-432a-aa20-1ef40d845b4f tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:51:48.556922 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-44fe2ff2-a5e7-4972-ae71-1b9e258fdd34 req-4afb9d0c-51c4-4295-b97f-4917fdf799c4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=0ed2d12b-bfaf-472c-a6ae-5ba8d60d89d0 HTTP/1.1" status: 200 len: 217 time: 0.0680676 Sep 17 07:51:48.560204 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876eb93a-3fa1-432a-aa20-1ef40d845b4f tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:48.560812 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-876eb93a-3fa1-432a-aa20-1ef40d845b4f tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:48.572043 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876eb93a-3fa1-432a-aa20-1ef40d845b4f tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event updated for resources: {'Subnet': ['ID=ddf3a9d4-a1cd-475c-ac13-a724ea8d4e37,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:48.579128 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device e0645758-9945-4a96-88db-34d3224313d9 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:51:48.603654 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163270b-0e24-4b60-ad83-a37091caa799 req-ef3a152b-f946-4cea-9dae-654840ecf0bd tempest-InstanceActionsNegativeTestJSON-682328249 tempest-InstanceActionsNegativeTestJSON-682328249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:48.605244 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4163270b-0e24-4b60-ad83-a37091caa799 req-ef3a152b-f946-4cea-9dae-654840ecf0bd tempest-InstanceActionsNegativeTestJSON-682328249 tempest-InstanceActionsNegativeTestJSON-682328249-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e7ae86f-6fc6-4376-9d14-670985bc92ca HTTP/1.1" status: 200 len: 945 time: 0.2129362 Sep 17 07:51:48.614469 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0c0101-3f4b-49f4-bb1d-1c28e5007934 None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:51:48.639381 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-876eb93a-3fa1-432a-aa20-1ef40d845b4f tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7127707 Sep 17 07:51:48.639630 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40744) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:48.644472 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-52c7d915-cb87-4113-afe6-7f12bbc92821 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-760007378', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:51:48.675343 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-52c7d915-cb87-4113-afe6-7f12bbc92821 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:48.677662 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-52c7d915-cb87-4113-afe6-7f12bbc92821 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:48.694066 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f9076f7-5655-442d-9255-d3a8887841e2 req-86d0fe1d-790f-4b45-8a45-f80cdc03c19c tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e165fbb-9ab8-4bf2-ab79-2b2690722fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262150 Sep 17 07:51:48.740053 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4163270b-0e24-4b60-ad83-a37091caa799 req-327d665e-9089-4865-bbae-0b59128da7a6 tempest-InstanceActionsNegativeTestJSON-682328249 tempest-InstanceActionsNegativeTestJSON-682328249-project] 10.222.0.13 "GET /v2.0/security-groups?id=d00b8346-b348-4040-9296-2894f1265aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139238 Sep 17 07:51:48.743730 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-52c7d915-cb87-4113-afe6-7f12bbc92821 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:48.747559 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe2ff2-a5e7-4972-ae71-1b9e258fdd34 req-74caa445-a811-4fe3-856d-01a671187f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:48.749085 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-44fe2ff2-a5e7-4972-ae71-1b9e258fdd34 req-74caa445-a811-4fe3-856d-01a671187f97 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.1780262 Sep 17 07:51:48.749237 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-52c7d915-cb87-4113-afe6-7f12bbc92821 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:48.786830 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-52c7d915-cb87-4113-afe6-7f12bbc92821 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:48.790797 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-52c7d915-cb87-4113-afe6-7f12bbc92821 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1473014 Sep 17 07:51:48.791019 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40748) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:48.808105 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe2ff2-a5e7-4972-ae71-1b9e258fdd34 req-c2dda02c-baef-4952-9f3a-6f43ef27054d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:48.809620 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-44fe2ff2-a5e7-4972-ae71-1b9e258fdd34 req-c2dda02c-baef-4952-9f3a-6f43ef27054d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0461833 Sep 17 07:51:48.814634 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 1910b8a7-2896-49e2-a571-6e4fcd36445b details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:51:48.870218 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-04150303-0f6e-4b67-86c7-0522de5bf083 None None] Provisioning complete for port e0645758-9945-4a96-88db-34d3224313d9 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:51:48.870629 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-04150303-0f6e-4b67-86c7-0522de5bf083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:48.953566 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port e0645758-9945-4a96-88db-34d3224313d9 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:51:48.953958 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:49.034919 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-44fe2ff2-a5e7-4972-ae71-1b9e258fdd34 req-b9120332-16ee-40ac-80cb-fe217ea6f3af service neutron] 10.222.0.41 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160544 Sep 17 07:51:49.061984 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7bd75-f97b-4974-8086-b6f3ac1924d9 req-a54ac7ac-4cf3-4ddb-92a5-8ae79b0c8fe6 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:49.076400 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-72d7bd75-f97b-4974-8086-b6f3ac1924d9 req-a54ac7ac-4cf3-4ddb-92a5-8ae79b0c8fe6 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee44c663-1dca-4669-be96-75e385fb6cf2 HTTP/1.1" status: 200 len: 949 time: 0.2445259 Sep 17 07:51:49.086773 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 1910b8a7-2896-49e2-a571-6e4fcd36445b, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=1910b8a7-2896-49e2-a571-6e4fcd36445b,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:51:49.100015 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '1910b8a7-2896-49e2-a571-6e4fcd36445b', 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583', 'port_id': '1910b8a7-2896-49e2-a571-6e4fcd36445b', 'mac_address': 'fa:16:3e:c0:3c:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f3af6cb-9cad-436b-bf41-034e75672c44', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:51:49.215420 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:49.235418 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-72d7bd75-f97b-4974-8086-b6f3ac1924d9 req-4dc87513-b28a-403f-91a7-d51165362ed3 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535306 Sep 17 07:51:49.252146 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-04150303-0f6e-4b67-86c7-0522de5bf083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:49.273368 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:49.276948 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1910b8a7-2896-49e2-a571-6e4fcd36445b {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:51:49.282425 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bc716103-6384-4ba2-92b9-ee4cca28bab7 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:49.342196 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 1910b8a7-2896-49e2-a571-6e4fcd36445b, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=1910b8a7-2896-49e2-a571-6e4fcd36445b,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:51:49.342858 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d90d2-0045-4d03-82fd-5c1e141c84aa req-b0f2e1e8-067d-4a92-87de-94c53a8b37e1 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:49.345425 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b58d90d2-0045-4d03-82fd-5c1e141c84aa req-b0f2e1e8-067d-4a92-87de-94c53a8b37e1 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=6566c730-eefa-423b-a200-1be4b53646f9 HTTP/1.1" status: 200 len: 947 time: 0.2213006 Sep 17 07:51:49.352570 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-04150303-0f6e-4b67-86c7-0522de5bf083 None None] For port e0645758-9945-4a96-88db-34d3224313d9, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=e0645758-9945-4a96-88db-34d3224313d9,segment=NetworkSegment(ccc4c9b3-8f64-4b6a-96f4-35a1665005a6),segment_id=ccc4c9b3-8f64-4b6a-96f4-35a1665005a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:51:49.355367 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:49.365399 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-04150303-0f6e-4b67-86c7-0522de5bf083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:49.443044 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-44fe2ff2-a5e7-4972-ae71-1b9e258fdd34 req-818f208e-0650-4eb3-a3bd-d37833bf8c1f service neutron] 10.222.0.41 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3629298 Sep 17 07:51:49.480074 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b58d90d2-0045-4d03-82fd-5c1e141c84aa req-a9163daa-c273-4871-8c7b-1d548a373b92 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083648 Sep 17 07:51:49.485373 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.db.api [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 07:51:49.485728 n-d-789963-9 neutron-server[101291]: DEBUG oslo_db.api [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 07:51:49.487139 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=1910b8a7-2896-49e2-a571-6e4fcd36445b,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:49.489983 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9355b2a2-8880-4bc1-871b-09528b45b7be req-77d6fac5-cf1a-4820-bcb9-0d58d9d1e7a9 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:49.498031 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9355b2a2-8880-4bc1-871b-09528b45b7be req-77d6fac5-cf1a-4820-bcb9-0d58d9d1e7a9 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.13 "GET /v2.0/ports?device_id=407ce23f-009b-456f-9337-5f259aa38ce3 HTTP/1.1" status: 200 len: 949 time: 0.1161358 Sep 17 07:51:49.565789 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-e99462cf-c963-4d58-80b1-ad85f8f94cae None None] Provisioning complete for port e0645758-9945-4a96-88db-34d3224313d9 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:51:49.566271 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e99462cf-c963-4d58-80b1-ad85f8f94cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:49.581194 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9355b2a2-8880-4bc1-871b-09528b45b7be req-c651979a-582d-4e7b-b5c5-bda0e431af9f tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8f8fc30-65b6-4327-a5dc-bce035660486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816433 Sep 17 07:51:49.607011 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04150303-0f6e-4b67-86c7-0522de5bf083 None None] Pushing event updated for resources: {'Port': ['ID=e0645758-9945-4a96-88db-34d3224313d9,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:49.632671 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce30ebf9-2ec7-420b-82cb-8e79693c7fda req-99b63d3e-49a1-4d6f-8856-1c7835e0ff4f tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:49.634482 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ce30ebf9-2ec7-420b-82cb-8e79693c7fda req-99b63d3e-49a1-4d6f-8856-1c7835e0ff4f tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddc227d6-8733-4656-bc42-c84d36acf02e HTTP/1.1" status: 200 len: 946 time: 0.0801356 Sep 17 07:51:49.704036 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ce30ebf9-2ec7-420b-82cb-8e79693c7fda req-0809af6c-6bbf-4ac6-b1b7-91258518a4c2 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e165fbb-9ab8-4bf2-ab79-2b2690722fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571210 Sep 17 07:51:49.734502 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-bc716103-6384-4ba2-92b9-ee4cca28bab7 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Allocated IP 2001:db8::1 (b9683b68-a3a4-4974-8bd0-f6d916aa4b94/ddf3a9d4-a1cd-475c-ac13-a724ea8d4e37/a353c5eb-3e99-45ea-b9ad-9c656199d519) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:51:49.859651 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bc716103-6384-4ba2-92b9-ee4cca28bab7 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:49.870641 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0af67844-86e3-41a8-a408-63f0905c435b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:49.877758 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e34ae-7909-43a1-8bd8-cbfeda711514 req-06358816-2832-405e-aebe-eda6c5f93d4d tempest-InstanceActionsNegativeTestJSON-682328249 tempest-InstanceActionsNegativeTestJSON-682328249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:49.880402 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3e0e34ae-7909-43a1-8bd8-cbfeda711514 req-06358816-2832-405e-aebe-eda6c5f93d4d tempest-InstanceActionsNegativeTestJSON-682328249 tempest-InstanceActionsNegativeTestJSON-682328249-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e7ae86f-6fc6-4376-9d14-670985bc92ca HTTP/1.1" status: 200 len: 945 time: 0.0642438 Sep 17 07:51:49.908210 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['1910b8a7-2896-49e2-a571-6e4fcd36445b'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:51:49.921079 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bc716103-6384-4ba2-92b9-ee4cca28bab7 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:49.942859 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3e0e34ae-7909-43a1-8bd8-cbfeda711514 req-efa04671-e4ad-4be4-8349-de942cfc80cb tempest-InstanceActionsNegativeTestJSON-682328249 tempest-InstanceActionsNegativeTestJSON-682328249-project] 10.222.0.13 "GET /v2.0/security-groups?id=d00b8346-b348-4040-9296-2894f1265aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493143 Sep 17 07:51:49.967022 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc716103-6384-4ba2-92b9-ee4cca28bab7 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:51:49.970955 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-bc716103-6384-4ba2-92b9-ee4cca28bab7 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:51:49.974944 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc716103-6384-4ba2-92b9-ee4cca28bab7 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:51:49.975482 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bc716103-6384-4ba2-92b9-ee4cca28bab7 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:50.025661 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc716103-6384-4ba2-92b9-ee4cca28bab7 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event updated for resources: {'Port': ['ID=a353c5eb-3e99-45ea-b9ad-9c656199d519,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:50.048619 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 591a539a-895f-42ca-8b19-efd3d231f69f no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:51:50.208887 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bc716103-6384-4ba2-92b9-ee4cca28bab7 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:50.407821 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:50.496151 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2500806c-9dbb-43b5-8cef-d3d4262ee848 req-2496fb85-4b71-46e6-98e2-9144b1b59278 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:50.512450 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2500806c-9dbb-43b5-8cef-d3d4262ee848 req-2496fb85-4b71-46e6-98e2-9144b1b59278 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee44c663-1dca-4669-be96-75e385fb6cf2 HTTP/1.1" status: 200 len: 949 time: 0.1535442 Sep 17 07:51:50.562062 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc227d6-8733-4656-bc42-c84d36acf02e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '591a539a-895f-42ca-8b19-efd3d231f69f'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:51:50.572644 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5be31e8-8f43-4301-ace1-41a334ae098e" -d '{"events": [{"server_uuid": "ddc227d6-8733-4656-bc42-c84d36acf02e", "name": "network-vif-unplugged", "status": "completed", "tag": "591a539a-895f-42ca-8b19-efd3d231f69f"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:51:50.619565 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 591a539a-895f-42ca-8b19-efd3d231f69f, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=591a539a-895f-42ca-8b19-efd3d231f69f,segment=NetworkSegment(f6b74a07-e284-4528-a460-88b5614ba92d),segment_id=f6b74a07-e284-4528-a460-88b5614ba92d)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:51:50.640899 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-9604a2e7-f0da-488d-acad-492f960c9e28 None None] Provisioning complete for port a353c5eb-3e99-45ea-b9ad-9c656199d519 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:51:50.641303 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9604a2e7-f0da-488d-acad-492f960c9e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:50.649596 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device e0645758-9945-4a96-88db-34d3224313d9 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:51:50.669608 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2500806c-9dbb-43b5-8cef-d3d4262ee848 req-570de722-126b-4efb-b085-9670b3bf173d tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562798 Sep 17 07:51:50.709365 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dc41e8-de8b-4df6-bac2-afae3bc9bd43 req-83a493cf-ea66-4151-ab78-2bc0227644e2 tempest-InstanceActionsNegativeTestJSON-682328249 tempest-InstanceActionsNegativeTestJSON-682328249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:50.724406 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-96dc41e8-de8b-4df6-bac2-afae3bc9bd43 req-83a493cf-ea66-4151-ab78-2bc0227644e2 tempest-InstanceActionsNegativeTestJSON-682328249 tempest-InstanceActionsNegativeTestJSON-682328249-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e7ae86f-6fc6-4376-9d14-670985bc92ca HTTP/1.1" status: 200 len: 945 time: 0.1845362 Sep 17 07:51:50.784267 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bc716103-6384-4ba2-92b9-ee4cca28bab7 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:50.786247 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:51:50.792414 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:50.800071 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bc716103-6384-4ba2-92b9-ee4cca28bab7 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:50.800979 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-96dc41e8-de8b-4df6-bac2-afae3bc9bd43 req-f8fb03f9-3d04-4632-a3bc-b8ba4021335a tempest-InstanceActionsNegativeTestJSON-682328249 tempest-InstanceActionsNegativeTestJSON-682328249-project] 10.222.0.13 "GET /v2.0/security-groups?id=d00b8346-b348-4040-9296-2894f1265aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719199 Sep 17 07:51:50.802170 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bc716103-6384-4ba2-92b9-ee4cca28bab7 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:50.904111 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81743966-a4b6-41f5-a9cd-2c46374e472a req-890366cf-b8a7-42a2-b660-ee9163c7a708 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:50.908361 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-81743966-a4b6-41f5-a9cd-2c46374e472a req-890366cf-b8a7-42a2-b660-ee9163c7a708 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=6566c730-eefa-423b-a200-1be4b53646f9 HTTP/1.1" status: 200 len: 947 time: 0.1269009 Sep 17 07:51:50.998915 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-81743966-a4b6-41f5-a9cd-2c46374e472a req-cd9a4dbf-23a7-447c-9ebe-667e3bca6b1e tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844619 Sep 17 07:51:51.017971 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 07:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3982e555-3273-4913-b011-2d52cc949944 x-openstack-request-id: req-3982e555-3273-4913-b011-2d52cc949944 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:51:51.018306 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddc227d6-8733-4656-bc42-c84d36acf02e", "name": "network-vif-unplugged", "status": "completed", "tag": "591a539a-895f-42ca-8b19-efd3d231f69f", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:51:51.018558 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3982e555-3273-4913-b011-2d52cc949944 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:51:51.018939 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc227d6-8733-4656-bc42-c84d36acf02e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '591a539a-895f-42ca-8b19-efd3d231f69f', 'code': 200} Sep 17 07:51:51.081669 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc716103-6384-4ba2-92b9-ee4cca28bab7 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:51:51.087778 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-bc716103-6384-4ba2-92b9-ee4cca28bab7 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:51:51.098031 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc716103-6384-4ba2-92b9-ee4cca28bab7 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event updated for resources: {'Port': ['ID=a353c5eb-3e99-45ea-b9ad-9c656199d519,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:51.132365 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad67c61-bf81-4659-a27d-fda0d2dacb59 req-712be328-269f-4227-9fd4-837f243e9190 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:51.134221 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5ad67c61-bf81-4659-a27d-fda0d2dacb59 req-712be328-269f-4227-9fd4-837f243e9190 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.13 "GET /v2.0/ports?device_id=407ce23f-009b-456f-9337-5f259aa38ce3 HTTP/1.1" status: 200 len: 949 time: 0.1229103 Sep 17 07:51:51.140625 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-9604a2e7-f0da-488d-acad-492f960c9e28 None None] Port a353c5eb-3e99-45ea-b9ad-9c656199d519 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:51:51.176680 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=591a539a-895f-42ca-8b19-efd3d231f69f,revision_number=8']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:51.223977 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port e0645758-9945-4a96-88db-34d3224313d9 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:51:51.224437 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:51.239561 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=1d8b34db-b321-4d30-b06b-a79bbe2e4ddc,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:51:51.258015 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5ad67c61-bf81-4659-a27d-fda0d2dacb59 req-1828e292-b3a7-4d00-9b09-6d4de2c9941b tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8f8fc30-65b6-4327-a5dc-bce035660486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086402 Sep 17 07:51:51.283924 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babe39e1-8aa0-4d43-835f-77534094d8e0 req-334e20d6-2fab-4e5b-b38c-3bfe0db072af tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:51.286337 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-babe39e1-8aa0-4d43-835f-77534094d8e0 req-334e20d6-2fab-4e5b-b38c-3bfe0db072af tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddc227d6-8733-4656-bc42-c84d36acf02e HTTP/1.1" status: 200 len: 944 time: 0.1510167 Sep 17 07:51:51.308102 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc716103-6384-4ba2-92b9-ee4cca28bab7 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Router be7ff51a-8e41-4282-8d1b-5adbf1317aa9 is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 07:51:51.314362 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '1d8b34db-b321-4d30-b06b-a79bbe2e4ddc', 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583', 'port_id': '1d8b34db-b321-4d30-b06b-a79bbe2e4ddc', 'mac_address': 'fa:16:3e:af:5b:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f3af6cb-9cad-436b-bf41-034e75672c44', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:51:51.345652 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-babe39e1-8aa0-4d43-835f-77534094d8e0 req-9fa24a93-86bf-4452-b300-925324c1f3d8 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e165fbb-9ab8-4bf2-ab79-2b2690722fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527885 Sep 17 07:51:51.559463 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209ef9b0-d4bb-4056-8470-addf32157133 req-8264e761-88f0-41cc-baf8-55e0868f6bd2 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:51.561637 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-209ef9b0-d4bb-4056-8470-addf32157133 req-8264e761-88f0-41cc-baf8-55e0868f6bd2 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.41 "GET /v2.0/ports?device_id=ddc227d6-8733-4656-bc42-c84d36acf02e HTTP/1.1" status: 200 len: 944 time: 0.0600429 Sep 17 07:51:51.564500 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:51.576711 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-2ff1b6e4-e6fa-4b2d-851c-e46d9a51209a None None] Provisioning complete for port a353c5eb-3e99-45ea-b9ad-9c656199d519 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:51:51.577082 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2ff1b6e4-e6fa-4b2d-851c-e46d9a51209a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:51.615872 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-2ff1b6e4-e6fa-4b2d-851c-e46d9a51209a None None] Port a353c5eb-3e99-45ea-b9ad-9c656199d519 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:51:51.620195 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:51:51.641320 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=1d8b34db-b321-4d30-b06b-a79bbe2e4ddc,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:51:51.649659 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:51.750250 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=1d8b34db-b321-4d30-b06b-a79bbe2e4ddc,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:51.760324 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-209ef9b0-d4bb-4056-8470-addf32157133 req-44e963f1-41b4-4b14-a6c8-7a12edb1e504 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Deleting port 591a539a-895f-42ca-8b19-efd3d231f69f {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:51:51.760852 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-209ef9b0-d4bb-4056-8470-addf32157133 req-44e963f1-41b4-4b14-a6c8-7a12edb1e504 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:51.782731 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc716103-6384-4ba2-92b9-ee4cca28bab7 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:51:51.791436 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-bc716103-6384-4ba2-92b9-ee4cca28bab7 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "PUT /v2.0/routers/be7ff51a-8e41-4282-8d1b-5adbf1317aa9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9970882 Sep 17 07:51:51.794441 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40804) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:51.801225 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64ba7bd-58df-4ab7-8695-989d05a26c71 None None] Sync routers for ids ['be7ff51a-8e41-4282-8d1b-5adbf1317aa9'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:51:51.812176 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64ba7bd-58df-4ab7-8695-989d05a26c71 None None] Routers {'be7ff51a-8e41-4282-8d1b-5adbf1317aa9'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:51:51.812745 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-c64ba7bd-58df-4ab7-8695-989d05a26c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:51:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['be7ff51a-8e41-4282-8d1b-5adbf1317aa9'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:51:51.844406 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f78905-3d90-48e3-ba7c-fda5e917eac6 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:51.850200 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a8f78905-3d90-48e3-ba7c-fda5e917eac6 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/ports/a353c5eb-3e99-45ea-b9ad-9c656199d519 HTTP/1.1" status: 200 len: 911 time: 0.0543218 Sep 17 07:51:51.851171 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40808) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:51.883013 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21db55a-efbb-4712-8b5f-937b3d07a242 req-5fd4cc3c-1692-48f2-907f-7cc685795fbe tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:51.885755 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c21db55a-efbb-4712-8b5f-937b3d07a242 req-5fd4cc3c-1692-48f2-907f-7cc685795fbe tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee44c663-1dca-4669-be96-75e385fb6cf2 HTTP/1.1" status: 200 len: 949 time: 0.1369095 Sep 17 07:51:51.888893 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-209ef9b0-d4bb-4056-8470-addf32157133 req-44e963f1-41b4-4b14-a6c8-7a12edb1e504 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] For port 591a539a-895f-42ca-8b19-efd3d231f69f, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=591a539a-895f-42ca-8b19-efd3d231f69f,segment=NetworkSegment(f6b74a07-e284-4528-a460-88b5614ba92d),segment_id=f6b74a07-e284-4528-a460-88b5614ba92d)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:51:51.889272 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-209ef9b0-d4bb-4056-8470-addf32157133 req-44e963f1-41b4-4b14-a6c8-7a12edb1e504 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:51.912923 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-209ef9b0-d4bb-4056-8470-addf32157133 req-44e963f1-41b4-4b14-a6c8-7a12edb1e504 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Calling delete_port for 591a539a-895f-42ca-8b19-efd3d231f69f owned by compute:nova {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:51:51.917331 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46345582-57ae-4958-8b13-c7535b550cc1 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:51.917624 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-c64ba7bd-58df-4ab7-8695-989d05a26c71 None None] Set router be7ff51a-8e41-4282-8d1b-5adbf1317aa9 gateway port host: None {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:51:51.923618 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46345582-57ae-4958-8b13-c7535b550cc1 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:51.928039 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-46345582-57ae-4958-8b13-c7535b550cc1 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0729702 Sep 17 07:51:51.928241 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40810) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:52.011086 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c21db55a-efbb-4712-8b5f-937b3d07a242 req-9c402415-d055-4ad9-97fd-db06313a291a tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109996 Sep 17 07:51:52.043421 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450e3899-599f-48ec-8aab-c14a608da1f7 req-b9c95f78-3e48-4909-a96c-0a0a090a719c tempest-InstanceActionsNegativeTestJSON-682328249 tempest-InstanceActionsNegativeTestJSON-682328249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:52.045819 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-450e3899-599f-48ec-8aab-c14a608da1f7 req-b9c95f78-3e48-4909-a96c-0a0a090a719c tempest-InstanceActionsNegativeTestJSON-682328249 tempest-InstanceActionsNegativeTestJSON-682328249-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e7ae86f-6fc6-4376-9d14-670985bc92ca HTTP/1.1" status: 200 len: 945 time: 0.1189253 Sep 17 07:51:52.168771 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-450e3899-599f-48ec-8aab-c14a608da1f7 req-5a03663f-e3d9-4aef-abab-266ec62da7bf tempest-InstanceActionsNegativeTestJSON-682328249 tempest-InstanceActionsNegativeTestJSON-682328249-project] 10.222.0.13 "GET /v2.0/security-groups?id=d00b8346-b348-4040-9296-2894f1265aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118867 Sep 17 07:51:52.189407 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-209ef9b0-d4bb-4056-8470-addf32157133 req-44e963f1-41b4-4b14-a6c8-7a12edb1e504 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:52.212739 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-c64ba7bd-58df-4ab7-8695-989d05a26c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7ff51a-8e41-4282-8d1b-5adbf1317aa9', 'name': 'tempest-NetworksTestDHCPv6-router-760007378', 'tenant_id': '852d2b51c00949899c2370ce1b47ee69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:51:48Z', 'updated_at': '2021-09-17T07:51:50Z', 'revision_number': 2, 'project_id': '852d2b51c00949899c2370ce1b47ee69', 'gw_port_host': None, '_interfaces': [{'id': 'a353c5eb-3e99-45ea-b9ad-9c656199d519', 'name': '', 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'tenant_id': '852d2b51c00949899c2370ce1b47ee69', 'mac_address': 'fa:16:3e:c0:2b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7ff51a-8e41-4282-8d1b-5adbf1317aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'ddf3a9d4-a1cd-475c-ac13-a724ea8d4e37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:51:49Z', 'updated_at': '2021-09-17T07:51:50Z', 'revision_number': 2, 'project_id': '852d2b51c00949899c2370ce1b47ee69', 'subnets': [{'id': 'ddf3a9d4-a1cd-475c-ac13-a724ea8d4e37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:51:52.246503 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64ba7bd-58df-4ab7-8695-989d05a26c71 None None] Checking router: be7ff51a-8e41-4282-8d1b-5adbf1317aa9 for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:51:52.246867 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64ba7bd-58df-4ab7-8695-989d05a26c71 None None] Updating router be7ff51a-8e41-4282-8d1b-5adbf1317aa9 port a353c5eb-3e99-45ea-b9ad-9c656199d519 binding host n-d-789963-9 {{(pid=101291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 07:51:52.254995 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e963f1-41b4-4b14-a6c8-7a12edb1e504 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Pushing event deleted for resources: {'Port': ['ID=591a539a-895f-42ca-8b19-efd3d231f69f,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:52.265312 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2827380f-92ef-4dad-94fc-0a6d7007b455 req-8925b40b-4aca-43fc-b3ca-357c562b7ec7 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:52.267446 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2827380f-92ef-4dad-94fc-0a6d7007b455 req-8925b40b-4aca-43fc-b3ca-357c562b7ec7 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=6566c730-eefa-423b-a200-1be4b53646f9 HTTP/1.1" status: 200 len: 948 time: 0.1537812 Sep 17 07:51:52.279574 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c64ba7bd-58df-4ab7-8695-989d05a26c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:52.335689 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-209ef9b0-d4bb-4056-8470-addf32157133 req-44e963f1-41b4-4b14-a6c8-7a12edb1e504 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] No DVR routers for this DVR port 591a539a-895f-42ca-8b19-efd3d231f69f on host n-h1-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:51:52.339338 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-209ef9b0-d4bb-4056-8470-addf32157133 req-44e963f1-41b4-4b14-a6c8-7a12edb1e504 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:52.342382 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-209ef9b0-d4bb-4056-8470-addf32157133 req-44e963f1-41b4-4b14-a6c8-7a12edb1e504 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.41 "DELETE /v2.0/ports/591a539a-895f-42ca-8b19-efd3d231f69f HTTP/1.1" status: 204 len: 173 time: 0.7671859 Sep 17 07:51:52.344157 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc227d6-8733-4656-bc42-c84d36acf02e', 'name': 'network-vif-deleted', 'tag': '591a539a-895f-42ca-8b19-efd3d231f69f'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:51:52.347428 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e334d949-6e45-459a-82d3-9d1c6052e8f9" -d '{"events": [{"server_uuid": "ddc227d6-8733-4656-bc42-c84d36acf02e", "name": "network-vif-deleted", "tag": "591a539a-895f-42ca-8b19-efd3d231f69f"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:51:52.418198 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6130b575-5d69-49b8-b6b8-5cda72e3a6e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:52.425679 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2827380f-92ef-4dad-94fc-0a6d7007b455 req-78a88cb2-40c1-4253-996d-b26afda99c95 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465275 Sep 17 07:51:52.466802 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8dc7ee-480a-46c8-a378-396445095a29 req-90cf2ac9-aeb0-40d4-8e76-4bce2045cc36 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:52.468517 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fb8dc7ee-480a-46c8-a378-396445095a29 req-90cf2ac9-aeb0-40d4-8e76-4bce2045cc36 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.13 "GET /v2.0/ports?device_id=407ce23f-009b-456f-9337-5f259aa38ce3 HTTP/1.1" status: 200 len: 949 time: 0.1008911 Sep 17 07:51:52.533265 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0ea9e7-4ae3-4a22-9b9b-3b18581356cd x-openstack-request-id: req-8b0ea9e7-4ae3-4a22-9b9b-3b18581356cd {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:51:52.535177 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddc227d6-8733-4656-bc42-c84d36acf02e", "name": "network-vif-deleted", "tag": "591a539a-895f-42ca-8b19-efd3d231f69f", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:51:52.535413 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8b0ea9e7-4ae3-4a22-9b9b-3b18581356cd {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:51:52.535771 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc227d6-8733-4656-bc42-c84d36acf02e', 'name': 'network-vif-deleted', 'tag': '591a539a-895f-42ca-8b19-efd3d231f69f', 'status': 'completed', 'code': 200} Sep 17 07:51:52.549741 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2612efb7-49b6-4f88-a3d6-7c89e04b5cf0 req-8f1ba382-6704-42a4-8bca-d77cfc138ae0 tempest-InstanceActionsNegativeTestJSON-682328249 tempest-InstanceActionsNegativeTestJSON-682328249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:52.551848 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2612efb7-49b6-4f88-a3d6-7c89e04b5cf0 req-8f1ba382-6704-42a4-8bca-d77cfc138ae0 tempest-InstanceActionsNegativeTestJSON-682328249 tempest-InstanceActionsNegativeTestJSON-682328249-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e7ae86f-6fc6-4376-9d14-670985bc92ca HTTP/1.1" status: 200 len: 945 time: 0.1263041 Sep 17 07:51:52.570707 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fb8dc7ee-480a-46c8-a378-396445095a29 req-f0c0a989-1dd5-4de1-b4c7-08ea9e442d5a tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8f8fc30-65b6-4327-a5dc-bce035660486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944092 Sep 17 07:51:52.596649 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['1d8b34db-b321-4d30-b06b-a79bbe2e4ddc'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:51:52.649148 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4658f10b-0893-49fd-81e9-bcd3a53b45b0 req-2adb0d08-1521-4fcf-aa5a-da86778887f3 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddc227d6-8733-4656-bc42-c84d36acf02e HTTP/1.1" status: 200 len: 210 time: 0.0460269 Sep 17 07:51:52.700027 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:52.730712 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 1910b8a7-2896-49e2-a571-6e4fcd36445b up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:51:52.747650 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c594d823-244a-4c71-89f4-75cc367cf168 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:52.888698 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port 1910b8a7-2896-49e2-a571-6e4fcd36445b completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:51:52.888982 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-2612efb7-49b6-4f88-a3d6-7c89e04b5cf0 req-e8bb1eb4-17bb-44f0-a21a-d8453766be31 tempest-InstanceActionsNegativeTestJSON-682328249 tempest-InstanceActionsNegativeTestJSON-682328249-project] Deleting port fbedc06b-af7a-41f4-9d70-a191c12d4ab8 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:51:52.889499 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-2612efb7-49b6-4f88-a3d6-7c89e04b5cf0 req-e8bb1eb4-17bb-44f0-a21a-d8453766be31 tempest-InstanceActionsNegativeTestJSON-682328249 tempest-InstanceActionsNegativeTestJSON-682328249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:52.891954 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c64ba7bd-58df-4ab7-8695-989d05a26c71 None None] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:52.901752 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 1910b8a7-2896-49e2-a571-6e4fcd36445b triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:51:52.902189 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:52.908096 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c64ba7bd-58df-4ab7-8695-989d05a26c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:53.045570 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287327ae-9922-437e-8b05-5d249874442e None None] Pushing event updated for resources: {'Port': ['ID=a353c5eb-3e99-45ea-b9ad-9c656199d519,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:53.066260 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-2612efb7-49b6-4f88-a3d6-7c89e04b5cf0 req-e8bb1eb4-17bb-44f0-a21a-d8453766be31 tempest-InstanceActionsNegativeTestJSON-682328249 tempest-InstanceActionsNegativeTestJSON-682328249-project] For port fbedc06b-af7a-41f4-9d70-a191c12d4ab8, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=fbedc06b-af7a-41f4-9d70-a191c12d4ab8,segment=NetworkSegment(7abff196-4966-4c61-a92a-9a8b14ab51a1),segment_id=7abff196-4966-4c61-a92a-9a8b14ab51a1)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:51:53.066661 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-2612efb7-49b6-4f88-a3d6-7c89e04b5cf0 req-e8bb1eb4-17bb-44f0-a21a-d8453766be31 tempest-InstanceActionsNegativeTestJSON-682328249 tempest-InstanceActionsNegativeTestJSON-682328249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:53.081759 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-2612efb7-49b6-4f88-a3d6-7c89e04b5cf0 req-e8bb1eb4-17bb-44f0-a21a-d8453766be31 tempest-InstanceActionsNegativeTestJSON-682328249 tempest-InstanceActionsNegativeTestJSON-682328249-project] Calling delete_port for fbedc06b-af7a-41f4-9d70-a191c12d4ab8 owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:51:53.093751 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-c64ba7bd-58df-4ab7-8695-989d05a26c71 None None] Attempting to bind port a353c5eb-3e99-45ea-b9ad-9c656199d519 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:51:53.094128 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-c64ba7bd-58df-4ab7-8695-989d05a26c71 None None] Attempting to bind port a353c5eb-3e99-45ea-b9ad-9c656199d519 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:51:53.094520 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64ba7bd-58df-4ab7-8695-989d05a26c71 None None] Attempting to bind port a353c5eb-3e99-45ea-b9ad-9c656199d519 on network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:51:53.121687 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64ba7bd-58df-4ab7-8695-989d05a26c71 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:51:53.122068 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64ba7bd-58df-4ab7-8695-989d05a26c71 None None] Checking segment: {'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:51:53.122477 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c64ba7bd-58df-4ab7-8695-989d05a26c71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:53.123143 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64ba7bd-58df-4ab7-8695-989d05a26c71 None None] Bound using segment: {'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:51:53.123640 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-c64ba7bd-58df-4ab7-8695-989d05a26c71 None None] Bound port: a353c5eb-3e99-45ea-b9ad-9c656199d519, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:51:53.128551 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c64ba7bd-58df-4ab7-8695-989d05a26c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:53.172468 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffabf10-b2a7-4f01-9d3d-4885e78a6633 req-9be78368-feae-4d22-99a7-dc06629c57cd tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:53.174850 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5ffabf10-b2a7-4f01-9d3d-4885e78a6633 req-9be78368-feae-4d22-99a7-dc06629c57cd tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee44c663-1dca-4669-be96-75e385fb6cf2 HTTP/1.1" status: 200 len: 949 time: 0.0559204 Sep 17 07:51:53.186203 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:53.262938 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5ffabf10-b2a7-4f01-9d3d-4885e78a6633 req-ee6b665f-321b-4225-bb83-bd94f9917ceb tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780890 Sep 17 07:51:53.319588 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '407ce23f-009b-456f-9337-5f259aa38ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1910b8a7-2896-49e2-a571-6e4fcd36445b'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:51:53.327983 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb16dad-5dbd-4b1f-a95a-21ac570e9d8b" -d '{"events": [{"server_uuid": "407ce23f-009b-456f-9337-5f259aa38ce3", "name": "network-vif-plugged", "status": "completed", "tag": "1910b8a7-2896-49e2-a571-6e4fcd36445b"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:51:53.377108 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 1910b8a7-2896-49e2-a571-6e4fcd36445b, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=1910b8a7-2896-49e2-a571-6e4fcd36445b,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:51:53.383972 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f4fdf-f4a1-41f6-ad73-657a5e0f768d req-3d1f9243-0aac-4bbb-a81d-e82e6e4004f4 tempest-InstanceActionsNegativeTestJSON-682328249 tempest-InstanceActionsNegativeTestJSON-682328249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:53.388211 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-339f4fdf-f4a1-41f6-ad73-657a5e0f768d req-3d1f9243-0aac-4bbb-a81d-e82e6e4004f4 tempest-InstanceActionsNegativeTestJSON-682328249 tempest-InstanceActionsNegativeTestJSON-682328249-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e7ae86f-6fc6-4376-9d14-670985bc92ca HTTP/1.1" status: 200 len: 945 time: 0.1086962 Sep 17 07:51:53.390388 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-c64ba7bd-58df-4ab7-8695-989d05a26c71 None None] For port a353c5eb-3e99-45ea-b9ad-9c656199d519, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:51:53.401108 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:53.437038 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-c594d823-244a-4c71-89f4-75cc367cf168 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Deleting port a353c5eb-3e99-45ea-b9ad-9c656199d519 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:51:53.437480 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c594d823-244a-4c71-89f4-75cc367cf168 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:53.448224 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cea2e81-597b-436e-918f-e71e41f089a0 x-openstack-request-id: req-2cea2e81-597b-436e-918f-e71e41f089a0 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:51:53.449095 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "407ce23f-009b-456f-9337-5f259aa38ce3", "name": "network-vif-plugged", "status": "completed", "tag": "1910b8a7-2896-49e2-a571-6e4fcd36445b", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:51:53.449565 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2cea2e81-597b-436e-918f-e71e41f089a0 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:51:53.450180 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '407ce23f-009b-456f-9337-5f259aa38ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1910b8a7-2896-49e2-a571-6e4fcd36445b', 'code': 200} Sep 17 07:51:53.476530 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-c64ba7bd-58df-4ab7-8695-989d05a26c71 None None] For port a353c5eb-3e99-45ea-b9ad-9c656199d519, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=a353c5eb-3e99-45ea-b9ad-9c656199d519,segment=NetworkSegment(ccc4c9b3-8f64-4b6a-96f4-35a1665005a6),segment_id=ccc4c9b3-8f64-4b6a-96f4-35a1665005a6)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:51:53.497747 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-339f4fdf-f4a1-41f6-ad73-657a5e0f768d req-de76bc3e-a638-4cda-9a53-8bdb855f4a7d tempest-InstanceActionsNegativeTestJSON-682328249 tempest-InstanceActionsNegativeTestJSON-682328249-project] 10.222.0.13 "GET /v2.0/security-groups?id=d00b8346-b348-4040-9296-2894f1265aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037886 Sep 17 07:51:53.507615 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c64ba7bd-58df-4ab7-8695-989d05a26c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:53.538592 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-f298d1e0-a09f-472c-b754-c7615e3702ae None None] Provisioning complete for port a353c5eb-3e99-45ea-b9ad-9c656199d519 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:51:53.538977 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f298d1e0-a09f-472c-b754-c7615e3702ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:53.555270 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=1910b8a7-2896-49e2-a571-6e4fcd36445b,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:53.605220 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-2612efb7-49b6-4f88-a3d6-7c89e04b5cf0 req-e8bb1eb4-17bb-44f0-a21a-d8453766be31 tempest-InstanceActionsNegativeTestJSON-682328249 tempest-InstanceActionsNegativeTestJSON-682328249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:53.631990 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:53.640724 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64ba7bd-58df-4ab7-8695-989d05a26c71 None None] Routers {'be7ff51a-8e41-4282-8d1b-5adbf1317aa9'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:51:53.641384 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-c64ba7bd-58df-4ab7-8695-989d05a26c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:51:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['be7ff51a-8e41-4282-8d1b-5adbf1317aa9'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:51:53.654496 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-c594d823-244a-4c71-89f4-75cc367cf168 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] For port a353c5eb-3e99-45ea-b9ad-9c656199d519, host n-d-789963-9, got binding levels [] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:51:53.654969 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c594d823-244a-4c71-89f4-75cc367cf168 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:53.673497 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bb1eb4-17bb-44f0-a21a-d8453766be31 tempest-InstanceActionsNegativeTestJSON-682328249 tempest-InstanceActionsNegativeTestJSON-682328249-project] Pushing event deleted for resources: {'Port': ['ID=fbedc06b-af7a-41f4-9d70-a191c12d4ab8,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:53.677141 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f985843-fdfc-48c3-b080-6e4de821d64d req-fdde7fe4-0488-4f1b-a9f9-d6880840a544 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:53.679400 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8f985843-fdfc-48c3-b080-6e4de821d64d req-fdde7fe4-0488-4f1b-a9f9-d6880840a544 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=6566c730-eefa-423b-a200-1be4b53646f9 HTTP/1.1" status: 200 len: 948 time: 0.1389849 Sep 17 07:51:53.682437 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f5d36-605e-47dd-87b3-f695db5c9464 req-b4bad9f2-f4a8-475e-b558-1537d6b92a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:53.684114 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a05f5d36-605e-47dd-87b3-f695db5c9464 req-b4bad9f2-f4a8-475e-b558-1537d6b92a01 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=407ce23f-009b-456f-9337-5f259aa38ce3 HTTP/1.1" status: 200 len: 1101 time: 0.1132164 Sep 17 07:51:53.712006 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-c594d823-244a-4c71-89f4-75cc367cf168 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Calling delete_port for a353c5eb-3e99-45ea-b9ad-9c656199d519 owned by network:router_interface {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:51:53.714025 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-2612efb7-49b6-4f88-a3d6-7c89e04b5cf0 req-e8bb1eb4-17bb-44f0-a21a-d8453766be31 tempest-InstanceActionsNegativeTestJSON-682328249 tempest-InstanceActionsNegativeTestJSON-682328249-project] No DVR routers for this DVR port fbedc06b-af7a-41f4-9d70-a191c12d4ab8 on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:51:53.718274 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-2612efb7-49b6-4f88-a3d6-7c89e04b5cf0 req-e8bb1eb4-17bb-44f0-a21a-d8453766be31 tempest-InstanceActionsNegativeTestJSON-682328249 tempest-InstanceActionsNegativeTestJSON-682328249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:53.720896 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2612efb7-49b6-4f88-a3d6-7c89e04b5cf0 req-e8bb1eb4-17bb-44f0-a21a-d8453766be31 tempest-InstanceActionsNegativeTestJSON-682328249 tempest-InstanceActionsNegativeTestJSON-682328249-project] 10.222.0.39 "DELETE /v2.0/ports/fbedc06b-af7a-41f4-9d70-a191c12d4ab8 HTTP/1.1" status: 204 len: 173 time: 1.1580942 Sep 17 07:51:53.721428 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e7ae86f-6fc6-4376-9d14-670985bc92ca', 'name': 'network-vif-deleted', 'tag': 'fbedc06b-af7a-41f4-9d70-a191c12d4ab8'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:51:53.723763 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a1f92c-0306-4b6b-8b30-870a1681d513" -d '{"events": [{"server_uuid": "9e7ae86f-6fc6-4376-9d14-670985bc92ca", "name": "network-vif-deleted", "tag": "fbedc06b-af7a-41f4-9d70-a191c12d4ab8"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:51:53.800354 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287327ae-9922-437e-8b05-5d249874442e None None] Pushing event updated for resources: {'Port': ['ID=a353c5eb-3e99-45ea-b9ad-9c656199d519,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:53.807060 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a05f5d36-605e-47dd-87b3-f695db5c9464 req-cd005abe-8d9a-4d70-b0b0-b1831597238c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d8f8fc30-65b6-4327-a5dc-bce035660486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134584 Sep 17 07:51:53.841585 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8f985843-fdfc-48c3-b080-6e4de821d64d req-5f50613a-ff7a-4307-b864-675fe179efc0 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468403 Sep 17 07:51:53.867178 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343b3f33-09a7-4cbe-bfb9-5123898183ab req-3c3c8281-66bf-4169-9732-7181d239bc2d tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:53.882741 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-343b3f33-09a7-4cbe-bfb9-5123898183ab req-3c3c8281-66bf-4169-9732-7181d239bc2d tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.13 "GET /v2.0/ports?device_id=407ce23f-009b-456f-9337-5f259aa38ce3 HTTP/1.1" status: 200 len: 950 time: 0.2141516 Sep 17 07:51:53.885078 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-c64ba7bd-58df-4ab7-8695-989d05a26c71 None None] Set router be7ff51a-8e41-4282-8d1b-5adbf1317aa9 gateway port host: None {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:51:53.958045 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f298d1e0-a09f-472c-b754-c7615e3702ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:53.985233 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-343b3f33-09a7-4cbe-bfb9-5123898183ab req-e224a2cb-1229-4fb2-a853-7463f7df856b tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8f8fc30-65b6-4327-a5dc-bce035660486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901847 Sep 17 07:51:54.027006 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['fbedc06b-af7a-41f4-9d70-a191c12d4ab8'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:51:54.042696 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c594d823-244a-4c71-89f4-75cc367cf168 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:54.073234 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 591a539a-895f-42ca-8b19-efd3d231f69f no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:51:54.091006 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594d823-244a-4c71-89f4-75cc367cf168 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event deleted for resources: {'Port': ['ID=a353c5eb-3e99-45ea-b9ad-9c656199d519,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:54.122023 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] No Port match for: 591a539a-895f-42ca-8b19-efd3d231f69f {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:51:54.123080 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 591a539a-895f-42ca-8b19-efd3d231f69f not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:51:54.150756 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631a1864-9cb3-4d6d-82de-c21911623884 x-openstack-request-id: req-631a1864-9cb3-4d6d-82de-c21911623884 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:51:54.151173 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e7ae86f-6fc6-4376-9d14-670985bc92ca", "name": "network-vif-deleted", "tag": "fbedc06b-af7a-41f4-9d70-a191c12d4ab8", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:51:54.151487 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-631a1864-9cb3-4d6d-82de-c21911623884 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:51:54.152018 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e7ae86f-6fc6-4376-9d14-670985bc92ca', 'name': 'network-vif-deleted', 'tag': 'fbedc06b-af7a-41f4-9d70-a191c12d4ab8', 'status': 'completed', 'code': 200} Sep 17 07:51:54.306638 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-cacd8279-f810-412a-8f25-a36904d7b454 None None] Could not find standard attr ID for object a353c5eb-3e99-45ea-b9ad-9c656199d519. {{(pid=101291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 07:51:54.324254 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c594d823-244a-4c71-89f4-75cc367cf168 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:54.339017 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-c64ba7bd-58df-4ab7-8695-989d05a26c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7ff51a-8e41-4282-8d1b-5adbf1317aa9', 'name': 'tempest-NetworksTestDHCPv6-router-760007378', 'tenant_id': '852d2b51c00949899c2370ce1b47ee69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:51:48Z', 'updated_at': '2021-09-17T07:51:50Z', 'revision_number': 2, 'project_id': '852d2b51c00949899c2370ce1b47ee69', 'gw_port_host': None, '_interfaces': [{'id': 'a353c5eb-3e99-45ea-b9ad-9c656199d519', 'name': '', 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'tenant_id': '852d2b51c00949899c2370ce1b47ee69', 'mac_address': 'fa:16:3e:c0:2b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7ff51a-8e41-4282-8d1b-5adbf1317aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'ddf3a9d4-a1cd-475c-ac13-a724ea8d4e37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:51:49Z', 'updated_at': '2021-09-17T07:51:53Z', 'revision_number': 4, 'project_id': '852d2b51c00949899c2370ce1b47ee69', 'subnets': [{'id': 'ddf3a9d4-a1cd-475c-ac13-a724ea8d4e37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:51:54.418020 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64ba7bd-58df-4ab7-8695-989d05a26c71 None None] The sync data for ids ['be7ff51a-8e41-4282-8d1b-5adbf1317aa9'] in n-d-789963-9 is: [{'id': 'be7ff51a-8e41-4282-8d1b-5adbf1317aa9', 'name': 'tempest-NetworksTestDHCPv6-router-760007378', 'tenant_id': '852d2b51c00949899c2370ce1b47ee69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:51:48Z', 'updated_at': '2021-09-17T07:51:50Z', 'revision_number': 2, 'project_id': '852d2b51c00949899c2370ce1b47ee69', 'gw_port_host': None, '_interfaces': [{'id': 'a353c5eb-3e99-45ea-b9ad-9c656199d519', 'name': '', 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'tenant_id': '852d2b51c00949899c2370ce1b47ee69', 'mac_address': 'fa:16:3e:c0:2b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7ff51a-8e41-4282-8d1b-5adbf1317aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'ddf3a9d4-a1cd-475c-ac13-a724ea8d4e37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:51:49Z', 'updated_at': '2021-09-17T07:51:53Z', 'revision_number': 4, 'project_id': '852d2b51c00949899c2370ce1b47ee69', 'subnets': [{'id': 'ddf3a9d4-a1cd-475c-ac13-a724ea8d4e37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:51:54.479941 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e668a4-497a-48d4-9257-0d302fd5bc9b req-69c4c6f1-4be5-414f-9ea7-9396cf78ae71 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:54.488113 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-01e668a4-497a-48d4-9257-0d302fd5bc9b req-69c4c6f1-4be5-414f-9ea7-9396cf78ae71 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee44c663-1dca-4669-be96-75e385fb6cf2 HTTP/1.1" status: 200 len: 949 time: 0.0985978 Sep 17 07:51:54.544658 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 40868) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:54.588633 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-01e668a4-497a-48d4-9257-0d302fd5bc9b req-8f5b3c62-0571-4f2d-b2ff-4cc30f7fc180 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987561 Sep 17 07:51:54.702674 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e0652ede-1520-4582-ab38-0e5268556989 req-0d0a2076-ea31-4660-989d-4867268473ad tempest-InstanceActionsNegativeTestJSON-682328249 tempest-InstanceActionsNegativeTestJSON-682328249-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e7ae86f-6fc6-4376-9d14-670985bc92ca HTTP/1.1" status: 200 len: 210 time: 0.0386932 Sep 17 07:51:54.705256 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c594d823-244a-4c71-89f4-75cc367cf168 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Router be7ff51a-8e41-4282-8d1b-5adbf1317aa9 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:51:54.728498 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fb71de6f-8440-4c8c-8c13-ff0a9a873db4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:54.762031 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:51:54.816844 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40872) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:54.817834 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c594d823-244a-4c71-89f4-75cc367cf168 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:51:54.824676 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c594d823-244a-4c71-89f4-75cc367cf168 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "PUT /v2.0/routers/be7ff51a-8e41-4282-8d1b-5adbf1317aa9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8948276 Sep 17 07:51:54.829814 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-06e427f3-84e2-4601-ad6f-d3e9a6a1d0be tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Request body: {'security_group': {'name': 'tempest-securitygroup--876654004', 'description': 'tempest-description--896504270'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:51:54.834641 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40874) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:54.892843 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:51:54.898701 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:51:54.899098 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:54.918665 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18cbb2c-a9dd-4b34-ad0d-1b6adff9c8f1 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:54.920400 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18cbb2c-a9dd-4b34-ad0d-1b6adff9c8f1 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:54.921817 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b18cbb2c-a9dd-4b34-ad0d-1b6adff9c8f1 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0851219 Sep 17 07:51:54.926781 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40878) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:54.979385 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fb71de6f-8440-4c8c-8c13-ff0a9a873db4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:54.986305 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-acce45fc-cc43-4706-bb5c-c67dabc30232 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Deleting subnet ddf3a9d4-a1cd-475c-ac13-a724ea8d4e37 {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:51:54.991140 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fb71de6f-8440-4c8c-8c13-ff0a9a873db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:54.991738 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-acce45fc-cc43-4706-bb5c-c67dabc30232 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:55.013412 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9fd0d8-3ed5-4dae-8020-5d6f69984839 req-7b5ba528-26b4-43b1-86b3-84829f198985 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:55.017456 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:55.022839 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ac9fd0d8-3ed5-4dae-8020-5d6f69984839 req-7b5ba528-26b4-43b1-86b3-84829f198985 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=6566c730-eefa-423b-a200-1be4b53646f9 HTTP/1.1" status: 200 len: 948 time: 0.0891933 Sep 17 07:51:55.046020 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-acce45fc-cc43-4706-bb5c-c67dabc30232 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:55.086542 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=1d8b34db-b321-4d30-b06b-a79bbe2e4ddc,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:51:55.091355 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-fb71de6f-8440-4c8c-8c13-ff0a9a873db4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c2e95ec053f64685955ddfbeb1e6906f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5361738 Sep 17 07:51:55.095728 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 40882) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:55.099796 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:55.100689 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 3f299b6a-353a-48fe-b6a1-bb1abb635a78 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:51:55.108441 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-acce45fc-cc43-4706-bb5c-c67dabc30232 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:55.109391 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb71de6f-8440-4c8c-8c13-ff0a9a873db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af52ec04-75c2-48c2-b5fd-4b456a20c7d6,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:55.175366 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ac9fd0d8-3ed5-4dae-8020-5d6f69984839 req-6dcbf1ba-30c3-4003-8d1b-03df5f311e96 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497090 Sep 17 07:51:55.199550 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=1d8b34db-b321-4d30-b06b-a79bbe2e4ddc,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:55.206896 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-acce45fc-cc43-4706-bb5c-c67dabc30232 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:55.223358 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-06e427f3-84e2-4601-ad6f-d3e9a6a1d0be tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:55.226506 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:55.252129 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3761a3a-9d76-4e98-9687-1f6b5c08e941 req-3ef3d198-7c28-46f6-9d2c-d65322977353 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:55.253705 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f3761a3a-9d76-4e98-9687-1f6b5c08e941 req-3ef3d198-7c28-46f6-9d2c-d65322977353 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.13 "GET /v2.0/ports?device_id=407ce23f-009b-456f-9337-5f259aa38ce3 HTTP/1.1" status: 200 len: 950 time: 0.1570628 Sep 17 07:51:55.263089 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acce45fc-cc43-4706-bb5c-c67dabc30232 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event deleted for resources: {'Subnet': ['ID=ddf3a9d4-a1cd-475c-ac13-a724ea8d4e37,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:55.273812 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-acce45fc-cc43-4706-bb5c-c67dabc30232 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:55.273992 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab59869c-ac40-4a13-bb16-77e080748ccf None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:51:55.284390 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-acce45fc-cc43-4706-bb5c-c67dabc30232 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/subnets/ddf3a9d4-a1cd-475c-ac13-a724ea8d4e37 HTTP/1.1" status: 204 len: 168 time: 0.3564661 Sep 17 07:51:55.285026 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 40886) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:55.293291 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3c1d7f50-8a06-41ea-adca-8c9a18ba4259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:55.321226 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:55.325440 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3c1d7f50-8a06-41ea-adca-8c9a18ba4259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:55.392122 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-06e427f3-84e2-4601-ad6f-d3e9a6a1d0be tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:55.398107 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-06e427f3-84e2-4601-ad6f-d3e9a6a1d0be tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:55.427229 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f3761a3a-9d76-4e98-9687-1f6b5c08e941 req-71cbdc97-5c62-433d-ad39-124beb1d8566 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8f8fc30-65b6-4327-a5dc-bce035660486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644695 Sep 17 07:51:55.434535 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-06e427f3-84e2-4601-ad6f-d3e9a6a1d0be tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:55.438536 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-06e427f3-84e2-4601-ad6f-d3e9a6a1d0be tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6098080 Sep 17 07:51:55.439434 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40888) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:55.444924 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-fba0d05f-68a8-475c-83bd-8d46a971bc10 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Request body: {'security_group_rule': {'security_group_id': '0343bf34-cc96-42a4-aaf7-77ddf521e6f8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:51:55.449441 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e427f3-84e2-4601-ad6f-d3e9a6a1d0be tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0343bf34-cc96-42a4-aaf7-77ddf521e6f8,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:55.464171 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6566c730-eefa-423b-a200-1be4b53646f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d8b34db-b321-4d30-b06b-a79bbe2e4ddc'}, {'server_uuid': 'ee44c663-1dca-4669-be96-75e385fb6cf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f299b6a-353a-48fe-b6a1-bb1abb635a78'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:51:55.467782 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b2a9ee-d36b-4c0b-b301-ac29d4d1a0c6" -d '{"events": [{"server_uuid": "6566c730-eefa-423b-a200-1be4b53646f9", "name": "network-vif-plugged", "status": "completed", "tag": "1d8b34db-b321-4d30-b06b-a79bbe2e4ddc"}, {"server_uuid": "ee44c663-1dca-4669-be96-75e385fb6cf2", "name": "network-vif-unplugged", "status": "completed", "tag": "3f299b6a-353a-48fe-b6a1-bb1abb635a78"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:51:55.489304 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fba0d05f-68a8-475c-83bd-8d46a971bc10 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:55.501383 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-36a26359-13a4-4d49-a019-26fa88cb9338 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2149594 Sep 17 07:51:55.503891 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40892) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:55.517804 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 3f299b6a-353a-48fe-b6a1-bb1abb635a78, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=3f299b6a-353a-48fe-b6a1-bb1abb635a78,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:51:55.523330 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3c1d7f50-8a06-41ea-adca-8c9a18ba4259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:55.526558 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3c1d7f50-8a06-41ea-adca-8c9a18ba4259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:55.528976 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-3c1d7f50-8a06-41ea-adca-8c9a18ba4259 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/af52ec04-75c2-48c2-b5fd-4b456a20c7d6 HTTP/1.1" status: 204 len: 168 time: 0.4295642 Sep 17 07:51:55.529211 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:55.547035 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1d7f50-8a06-41ea-adca-8c9a18ba4259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af52ec04-75c2-48c2-b5fd-4b456a20c7d6,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:55.585674 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 17 Sep 2021 07:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b120e63-812d-4ec8-b317-3cb99223dad9 x-openstack-request-id: req-6b120e63-812d-4ec8-b317-3cb99223dad9 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:51:55.585954 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6566c730-eefa-423b-a200-1be4b53646f9", "name": "network-vif-plugged", "status": "completed", "tag": "1d8b34db-b321-4d30-b06b-a79bbe2e4ddc", "code": 200}, {"server_uuid": "ee44c663-1dca-4669-be96-75e385fb6cf2", "name": "network-vif-unplugged", "status": "completed", "tag": "3f299b6a-353a-48fe-b6a1-bb1abb635a78", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:51:55.586210 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6b120e63-812d-4ec8-b317-3cb99223dad9 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:51:55.586618 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6566c730-eefa-423b-a200-1be4b53646f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d8b34db-b321-4d30-b06b-a79bbe2e4ddc', 'code': 200} Sep 17 07:51:55.586985 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee44c663-1dca-4669-be96-75e385fb6cf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f299b6a-353a-48fe-b6a1-bb1abb635a78', 'code': 200} Sep 17 07:51:55.588943 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=3f299b6a-353a-48fe-b6a1-bb1abb635a78,revision_number=6']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:55.646172 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a79b1f21-b525-461c-bfb3-4a748ecdb15b tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for router, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:55.693218 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216e4ee4-85f3-4db1-baf3-ef4e248c53be None None] DHCP port deletion for b9683b68-a3a4-4974-8bd0-f6d916aa4b94 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 07:51:55.721907 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fba0d05f-68a8-475c-83bd-8d46a971bc10 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:55.772891 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fba0d05f-68a8-475c-83bd-8d46a971bc10 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:55.780935 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-216e4ee4-85f3-4db1-baf3-ef4e248c53be None None] Deleting port e0645758-9945-4a96-88db-34d3224313d9 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:51:55.781379 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-216e4ee4-85f3-4db1-baf3-ef4e248c53be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:55.789237 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba0d05f-68a8-475c-83bd-8d46a971bc10 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b928b7cd-953c-4192-aea4-488856abc60b,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:55.791047 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40902) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:55.946734 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a79b1f21-b525-461c-bfb3-4a748ecdb15b tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:55.949159 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fba0d05f-68a8-475c-83bd-8d46a971bc10 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:55.950792 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-fba0d05f-68a8-475c-83bd-8d46a971bc10 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5100815 Sep 17 07:51:55.953947 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a79b1f21-b525-461c-bfb3-4a748ecdb15b tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:55.955577 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40904) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:55.962602 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-9bc6ed07-c06c-44e5-8715-16bd012d9f67 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Request body: {'security_group_rule': {'security_group_id': '0343bf34-cc96-42a4-aaf7-77ddf521e6f8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:51:55.976133 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3c4a411-1898-4ce9-95fd-0fc71b71c290 admin admin] Deleting subnet ec441777-50da-46ee-a8f6-d6970425b23b {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:51:56.030682 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a3c4a411-1898-4ce9-95fd-0fc71b71c290 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:56.032652 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40906) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:56.078418 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-216e4ee4-85f3-4db1-baf3-ef4e248c53be None None] For port e0645758-9945-4a96-88db-34d3224313d9, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=e0645758-9945-4a96-88db-34d3224313d9,segment=NetworkSegment(ccc4c9b3-8f64-4b6a-96f4-35a1665005a6),segment_id=ccc4c9b3-8f64-4b6a-96f4-35a1665005a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:51:56.079015 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-216e4ee4-85f3-4db1-baf3-ef4e248c53be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:56.094360 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-216e4ee4-85f3-4db1-baf3-ef4e248c53be None None] Calling delete_port for e0645758-9945-4a96-88db-34d3224313d9 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:51:56.165127 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156194b7-510b-446c-ab3c-6ef893eb31d9 req-a6e2027b-5c19-4260-b029-a9bf8c3f2679 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:56.166805 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-156194b7-510b-446c-ab3c-6ef893eb31d9 req-a6e2027b-5c19-4260-b029-a9bf8c3f2679 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee44c663-1dca-4669-be96-75e385fb6cf2 HTTP/1.1" status: 200 len: 947 time: 0.4784272 Sep 17 07:51:56.176666 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34649cc5-f633-4bb4-95d7-aeeafc300692 req-c01092f8-e6d4-4889-9572-3f3b76cdfa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:56.178188 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-34649cc5-f633-4bb4-95d7-aeeafc300692 req-c01092f8-e6d4-4889-9572-3f3b76cdfa65 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6566c730-eefa-423b-a200-1be4b53646f9 HTTP/1.1" status: 200 len: 1100 time: 0.4474800 Sep 17 07:51:56.206067 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-216e4ee4-85f3-4db1-baf3-ef4e248c53be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:56.241892 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216e4ee4-85f3-4db1-baf3-ef4e248c53be None None] No DVR routers for this DVR port e0645758-9945-4a96-88db-34d3224313d9 on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:51:56.250389 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216e4ee4-85f3-4db1-baf3-ef4e248c53be None None] Pushing event deleted for resources: {'Port': ['ID=e0645758-9945-4a96-88db-34d3224313d9,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:56.275271 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-156194b7-510b-446c-ab3c-6ef893eb31d9 req-d39b384c-257d-41c5-bc53-f05325bee976 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849342 Sep 17 07:51:56.296540 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-34649cc5-f633-4bb4-95d7-aeeafc300692 req-2d107fd2-801c-4744-8324-a205fe3d9466 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695305 Sep 17 07:51:56.330436 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266bc19-d3cd-4b25-ae42-27df0e2e3c02 req-c748d62b-52e1-48ba-8a01-83d43683c962 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:56.332500 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1266bc19-d3cd-4b25-ae42-27df0e2e3c02 req-c748d62b-52e1-48ba-8a01-83d43683c962 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=6566c730-eefa-423b-a200-1be4b53646f9 HTTP/1.1" status: 200 len: 949 time: 0.0538049 Sep 17 07:51:56.370419 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3b32d86c-5b0e-4763-8f03-774a6e6df86e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:56.385562 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1266bc19-d3cd-4b25-ae42-27df0e2e3c02 req-75d16d03-2cb1-459c-bba8-f7e2563ed710 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466998 Sep 17 07:51:56.395498 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a79b1f21-b525-461c-bfb3-4a748ecdb15b tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:56.396008 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79b1f21-b525-461c-bfb3-4a748ecdb15b tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Fanout notify agent at l3_agent the message router_deleted on router be7ff51a-8e41-4282-8d1b-5adbf1317aa9 {{(pid=101290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 07:51:56.405154 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a79b1f21-b525-461c-bfb3-4a748ecdb15b tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:56.408371 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a79b1f21-b525-461c-bfb3-4a748ecdb15b tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/routers/be7ff51a-8e41-4282-8d1b-5adbf1317aa9 HTTP/1.1" status: 204 len: 168 time: 0.9020638 Sep 17 07:51:56.409172 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 40912) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:56.413474 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d60c46-f839-44d8-a6a2-3ae963c90be3 None None] Sync routers for ids ['be7ff51a-8e41-4282-8d1b-5adbf1317aa9'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:51:56.416158 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-eeae5575-747a-4477-af83-ecab56886010 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Request body: {'subnet': {'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:51:56.422040 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d60c46-f839-44d8-a6a2-3ae963c90be3 None None] Routers set() bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:51:56.422416 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d60c46-f839-44d8-a6a2-3ae963c90be3 None None] Router IDs set() for agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 17 07:51:56.422835 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a3c4a411-1898-4ce9-95fd-0fc71b71c290 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:56.423049 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_agentschedulers_db [None req-a4d60c46-f839-44d8-a6a2-3ae963c90be3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'be7ff51a-8e41-4282-8d1b-5adbf1317aa9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:51:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent'). {{(pid=101292) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 17 07:51:56.426343 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9bc6ed07-c06c-44e5-8715-16bd012d9f67 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:56.436172 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d60c46-f839-44d8-a6a2-3ae963c90be3 None None] Routers set() bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:51:56.436460 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d60c46-f839-44d8-a6a2-3ae963c90be3 None None] Router IDs set() for agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 17 07:51:56.437045 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_agentschedulers_db [None req-a4d60c46-f839-44d8-a6a2-3ae963c90be3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'be7ff51a-8e41-4282-8d1b-5adbf1317aa9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:51:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent'). {{(pid=101292) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 17 07:51:56.437408 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d60c46-f839-44d8-a6a2-3ae963c90be3 None None] The sync data for ids ['be7ff51a-8e41-4282-8d1b-5adbf1317aa9'] in n-d-789963-9 is: [] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:51:56.542580 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a3c4a411-1898-4ce9-95fd-0fc71b71c290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:56.576637 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b00f8c-f110-4540-a9fd-9d34386dcfdc req-c3cd377b-ce23-4cc2-a401-ab5986f27379 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:56.578297 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-03b00f8c-f110-4540-a9fd-9d34386dcfdc req-c3cd377b-ce23-4cc2-a401-ab5986f27379 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.13 "GET /v2.0/ports?device_id=407ce23f-009b-456f-9337-5f259aa38ce3 HTTP/1.1" status: 200 len: 950 time: 0.0559549 Sep 17 07:51:56.593114 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9bc6ed07-c06c-44e5-8715-16bd012d9f67 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:56.602463 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9bc6ed07-c06c-44e5-8715-16bd012d9f67 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:56.620303 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-03b00f8c-f110-4540-a9fd-9d34386dcfdc req-c18ce8c8-cc1b-4500-9863-3aa7fa7b9500 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8f8fc30-65b6-4327-a5dc-bce035660486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348401 Sep 17 07:51:56.638937 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc6ed07-c06c-44e5-8715-16bd012d9f67 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f97db55-2afb-41ef-a95d-753c7ff9a8cf,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:56.656089 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a3c4a411-1898-4ce9-95fd-0fc71b71c290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:56.659765 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3b32d86c-5b0e-4763-8f03-774a6e6df86e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:56.683956 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3b32d86c-5b0e-4763-8f03-774a6e6df86e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:56.686554 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeae5575-747a-4477-af83-ecab56886010 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Made reservation on behalf of 852d2b51c00949899c2370ce1b47ee69 for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:51:56.690567 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9bc6ed07-c06c-44e5-8715-16bd012d9f67 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:56.692297 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-9bc6ed07-c06c-44e5-8715-16bd012d9f67 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7338336 Sep 17 07:51:56.692483 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-eeae5575-747a-4477-af83-ecab56886010 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:56.693144 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c4a411-1898-4ce9-95fd-0fc71b71c290 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec441777-50da-46ee-a8f6-d6970425b23b,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:56.700489 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a3c4a411-1898-4ce9-95fd-0fc71b71c290 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:56.704798 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a3c4a411-1898-4ce9-95fd-0fc71b71c290 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ec441777-50da-46ee-a8f6-d6970425b23b HTTP/1.1" status: 204 len: 168 time: 0.9085250 Sep 17 07:51:56.705863 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40918) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:56.706192 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40920) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:56.721989 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-ccb22b34-788c-4990-a0f1-ec33563711d4 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Request body: {'floatingip': {'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:51:56.729944 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device fbedc06b-af7a-41f4-9d70-a191c12d4ab8 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:51:56.760284 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: fbedc06b-af7a-41f4-9d70-a191c12d4ab8 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:51:56.761018 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device fbedc06b-af7a-41f4-9d70-a191c12d4ab8 not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:51:56.775435 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-3b32d86c-5b0e-4763-8f03-774a6e6df86e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dc9ad38bcdeb4ab6a3969dea3242d48c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7381046 Sep 17 07:51:56.779079 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b32d86c-5b0e-4763-8f03-774a6e6df86e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=033c57f6-78ee-4160-97c5-3c806daf66c6,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:56.784855 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40922) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:56.830931 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ccb22b34-788c-4990-a0f1-ec33563711d4 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Notify callbacks [] for floatingip, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:56.851426 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device e0645758-9945-4a96-88db-34d3224313d9 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:51:56.865626 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-89120eb8-32c4-4e74-a052-e41d8f9034a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:56.876040 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: e0645758-9945-4a96-88db-34d3224313d9 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:51:56.876533 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device e0645758-9945-4a96-88db-34d3224313d9 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:51:56.936722 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-30ef2f0c-c3ab-40da-9b17-d6462c7abef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:56.969609 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb9d93-c196-423e-8310-d659c06a1005 req-d31a8688-d0af-430c-b8ab-ee81c492f511 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:56.971132 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8bdb9d93-c196-423e-8310-d659c06a1005 req-d31a8688-d0af-430c-b8ab-ee81c492f511 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.13 "GET /v2.0/ports?device_id=407ce23f-009b-456f-9337-5f259aa38ce3 HTTP/1.1" status: 200 len: 950 time: 0.0923126 Sep 17 07:51:57.031060 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-eeae5575-747a-4477-af83-ecab56886010 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:57.035270 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-89120eb8-32c4-4e74-a052-e41d8f9034a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:57.038689 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-30ef2f0c-c3ab-40da-9b17-d6462c7abef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:57.072432 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8bdb9d93-c196-423e-8310-d659c06a1005 req-2b8afd3e-a20b-4314-8eaa-0feba87fbf7d tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8f8fc30-65b6-4327-a5dc-bce035660486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757170 Sep 17 07:51:57.085146 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-89120eb8-32c4-4e74-a052-e41d8f9034a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35c4bccc-f180-42ef-a4b2-bc3f99c613fb']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:51:57.088611 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeae5575-747a-4477-af83-ecab56886010 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:51:57.091915 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-eeae5575-747a-4477-af83-ecab56886010 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:51:57.103672 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeae5575-747a-4477-af83-ecab56886010 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:57.103672 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-eeae5575-747a-4477-af83-ecab56886010 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:57.108449 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeae5575-747a-4477-af83-ecab56886010 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event updated for resources: {'Subnet': ['ID=f228ad1b-1105-4b34-8bc6-66254733c9a6,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:57.111194 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-89120eb8-32c4-4e74-a052-e41d8f9034a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7abff196-4966-4c61-a92a-9a8b14ab51a1') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:51:57.111346 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-89120eb8-32c4-4e74-a052-e41d8f9034a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7abff196-4966-4c61-a92a-9a8b14ab51a1') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:51:57.114251 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c753b5-b440-46c3-a876-2ee9dcec7c4b None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:51:57.122904 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-eeae5575-747a-4477-af83-ecab56886010 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7121732 Sep 17 07:51:57.125839 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 40926) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:57.126606 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-89120eb8-32c4-4e74-a052-e41d8f9034a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:57.134363 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-059a389a-f350-4f67-a235-07f9e84d5e25 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-396110196', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:51:57.148096 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ccb22b34-788c-4990-a0f1-ec33563711d4 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:57.150315 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-89120eb8-32c4-4e74-a052-e41d8f9034a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:57.164410 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-059a389a-f350-4f67-a235-07f9e84d5e25 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:57.164846 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89120eb8-32c4-4e74-a052-e41d8f9034a9 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 07:51:57.165331 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-89120eb8-32c4-4e74-a052-e41d8f9034a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:57.165471 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-059a389a-f350-4f67-a235-07f9e84d5e25 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:57.167173 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 07:51:57.167173 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 07:51:57.167173 n-d-789963-9 neutron-server[101290]: timer() Sep 17 07:51:57.167173 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 07:51:57.167173 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 07:51:57.167173 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 07:51:57.167173 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 07:51:57.167173 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 07:51:57.167173 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 07:51:57.167173 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 07:51:57.167173 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 07:51:57.167173 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 07:51:57.167173 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 07:51:57.167173 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 07:51:57.167173 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 07:51:57.167173 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 07:51:57.167173 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 07:51:57.167173 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 07:51:57.167173 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 07:51:57.167173 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 07:51:57.167173 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 07:51:57.167173 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 07:51:57.167173 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 07:51:57.167173 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 07:51:57.167173 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 07:51:57.167173 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 07:51:57.167173 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 07:51:57.167173 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 07:51:57.167173 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 07:51:57.167173 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 07:51:57.167173 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 07:51:57.167173 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 07:51:57.180542 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-30ef2f0c-c3ab-40da-9b17-d6462c7abef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:57.183067 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-30ef2f0c-c3ab-40da-9b17-d6462c7abef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:57.184259 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-30ef2f0c-c3ab-40da-9b17-d6462c7abef6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/033c57f6-78ee-4160-97c5-3c806daf66c6 HTTP/1.1" status: 204 len: 168 time: 0.3984404 Sep 17 07:51:57.263293 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ef2f0c-c3ab-40da-9b17-d6462c7abef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=033c57f6-78ee-4160-97c5-3c806daf66c6,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:57.285852 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-89120eb8-32c4-4e74-a052-e41d8f9034a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:57.295962 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f531bbd8-9fb7-40e2-8929-a54948483d21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'tenant_id': '852d2b51c00949899c2370ce1b47ee69', 'fixed_ips': [{'subnet_id': 'f228ad1b-1105-4b34-8bc6-66254733c9a6'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 07:51:57.296993 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f531bbd8-9fb7-40e2-8929-a54948483d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:57.334669 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-89120eb8-32c4-4e74-a052-e41d8f9034a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:57.336983 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-89120eb8-32c4-4e74-a052-e41d8f9034a9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/35c4bccc-f180-42ef-a4b2-bc3f99c613fb HTTP/1.1" status: 204 len: 168 time: 0.6280360 Sep 17 07:51:57.352832 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-059a389a-f350-4f67-a235-07f9e84d5e25 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:57.358196 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-059a389a-f350-4f67-a235-07f9e84d5e25 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:57.379302 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-059a389a-f350-4f67-a235-07f9e84d5e25 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:57.381349 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-059a389a-f350-4f67-a235-07f9e84d5e25 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2543471 Sep 17 07:51:57.384321 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 40934) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:57.384681 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89120eb8-32c4-4e74-a052-e41d8f9034a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=35c4bccc-f180-42ef-a4b2-bc3f99c613fb,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:57.424005 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-ccb22b34-788c-4990-a0f1-ec33563711d4 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Allocated IP 172.25.6.59 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/adbb6e91-9b70-44bb-be69-42d1065d548e) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:51:57.518801 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-f531bbd8-9fb7-40e2-8929-a54948483d21 None None] Allocated IP 2001:db8::2 (b9683b68-a3a4-4974-8bd0-f6d916aa4b94/f228ad1b-1105-4b34-8bc6-66254733c9a6/ae294266-3d61-4422-ab2c-706b882e7408) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:51:57.658759 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ccb22b34-788c-4990-a0f1-ec33563711d4 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:57.665647 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199191dc-2751-4ae8-8d2f-cf65355937a0 req-af2a4c3f-9a2b-40ed-9015-c760ed514e89 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:57.666679 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40946) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:57.667445 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-199191dc-2751-4ae8-8d2f-cf65355937a0 req-af2a4c3f-9a2b-40ed-9015-c760ed514e89 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee44c663-1dca-4669-be96-75e385fb6cf2 HTTP/1.1" status: 200 len: 947 time: 0.2703974 Sep 17 07:51:57.714141 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f531bbd8-9fb7-40e2-8929-a54948483d21 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:57.714923 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856a718-ba03-41a5-ae45-0136525f920f req-72ca5f22-630f-4313-af8b-a4430796a6a3 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:57.716520 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8856a718-ba03-41a5-ae45-0136525f920f req-72ca5f22-630f-4313-af8b-a4430796a6a3 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=6566c730-eefa-423b-a200-1be4b53646f9 HTTP/1.1" status: 200 len: 949 time: 0.2374279 Sep 17 07:51:57.726346 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f531bbd8-9fb7-40e2-8929-a54948483d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:57.740468 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-8d4f6de2-4dc8-47f1-916b-487ba910d879 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cd3ce1731fe14991b63f59f917b0ca9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0725784 Sep 17 07:51:57.742841 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40952) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:57.802296 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ccb22b34-788c-4990-a0f1-ec33563711d4 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:57.811411 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f531bbd8-9fb7-40e2-8929-a54948483d21 None None] Pushing event updated for resources: {'Port': ['ID=ae294266-3d61-4422-ab2c-706b882e7408,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:57.820048 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f531bbd8-9fb7-40e2-8929-a54948483d21 None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:51:57.821461 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f531bbd8-9fb7-40e2-8929-a54948483d21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:51:57.821809 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f531bbd8-9fb7-40e2-8929-a54948483d21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:51:57.822153 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f531bbd8-9fb7-40e2-8929-a54948483d21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:51:57.822558 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f531bbd8-9fb7-40e2-8929-a54948483d21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:51:57.823092 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f531bbd8-9fb7-40e2-8929-a54948483d21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:51:57.823708 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f531bbd8-9fb7-40e2-8929-a54948483d21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:51:57.824082 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f531bbd8-9fb7-40e2-8929-a54948483d21 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:51:57.824412 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f531bbd8-9fb7-40e2-8929-a54948483d21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:51:57.824740 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f531bbd8-9fb7-40e2-8929-a54948483d21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:51:57.825064 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f531bbd8-9fb7-40e2-8929-a54948483d21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:51:57.825389 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f531bbd8-9fb7-40e2-8929-a54948483d21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:51:57.825722 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f531bbd8-9fb7-40e2-8929-a54948483d21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:51:57.830661 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-f531bbd8-9fb7-40e2-8929-a54948483d21 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:51:57.833513 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f531bbd8-9fb7-40e2-8929-a54948483d21 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:51:57.836055 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3890d858-e98e-4586-9756-528c09641c93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:57.849975 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-199191dc-2751-4ae8-8d2f-cf65355937a0 req-230ab391-642b-4adb-a153-8aae2f7fd234 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387274 Sep 17 07:51:57.864104 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3890d858-e98e-4586-9756-528c09641c93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:57.870059 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8856a718-ba03-41a5-ae45-0136525f920f req-fa350c82-cfbd-4bef-b5d7-44c75f801ba3 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425610 Sep 17 07:51:57.916729 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-713c2799-8166-4ceb-9fcc-957e42c3180f tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:57.922772 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb22b34-788c-4990-a0f1-ec33563711d4 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:51:57.933897 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-ccb22b34-788c-4990-a0f1-ec33563711d4 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:51:57.939035 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb22b34-788c-4990-a0f1-ec33563711d4 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:51:57.956177 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb22b34-788c-4990-a0f1-ec33563711d4 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Pushing event updated for resources: {'Port': ['ID=adbb6e91-9b70-44bb-be69-42d1065d548e,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:57.976148 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-f531bbd8-9fb7-40e2-8929-a54948483d21 None None] Attempting to bind port ae294266-3d61-4422-ab2c-706b882e7408 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:51:57.976537 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-f531bbd8-9fb7-40e2-8929-a54948483d21 None None] Attempting to bind port ae294266-3d61-4422-ab2c-706b882e7408 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:51:57.976908 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f531bbd8-9fb7-40e2-8929-a54948483d21 None None] Attempting to bind port ae294266-3d61-4422-ab2c-706b882e7408 on network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:51:57.988203 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f531bbd8-9fb7-40e2-8929-a54948483d21 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:51:57.988593 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f531bbd8-9fb7-40e2-8929-a54948483d21 None None] Checking segment: {'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:51:57.988995 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f531bbd8-9fb7-40e2-8929-a54948483d21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:57.989385 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f531bbd8-9fb7-40e2-8929-a54948483d21 None None] Bound using segment: {'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:51:57.989853 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-f531bbd8-9fb7-40e2-8929-a54948483d21 None None] Bound port: ae294266-3d61-4422-ab2c-706b882e7408, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:51:57.990233 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f531bbd8-9fb7-40e2-8929-a54948483d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:58.028152 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3890d858-e98e-4586-9756-528c09641c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:58.031322 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3890d858-e98e-4586-9756-528c09641c93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:58.035931 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-3890d858-e98e-4586-9756-528c09641c93 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d00b8346-b348-4040-9296-2894f1265aa6 HTTP/1.1" status: 204 len: 168 time: 0.2920539 Sep 17 07:51:58.072134 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3890d858-e98e-4586-9756-528c09641c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00b8346-b348-4040-9296-2894f1265aa6,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:58.075170 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-f531bbd8-9fb7-40e2-8929-a54948483d21 None None] For port ae294266-3d61-4422-ab2c-706b882e7408, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:51:58.101279 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-f531bbd8-9fb7-40e2-8929-a54948483d21 None None] For port ae294266-3d61-4422-ab2c-706b882e7408, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=ae294266-3d61-4422-ab2c-706b882e7408,segment=NetworkSegment(ccc4c9b3-8f64-4b6a-96f4-35a1665005a6),segment_id=ccc4c9b3-8f64-4b6a-96f4-35a1665005a6)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:51:58.103946 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ccb22b34-788c-4990-a0f1-ec33563711d4 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:58.137566 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f531bbd8-9fb7-40e2-8929-a54948483d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:58.198168 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ccb22b34-788c-4990-a0f1-ec33563711d4 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:58.287111 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f531bbd8-9fb7-40e2-8929-a54948483d21 None None] Pushing event updated for resources: {'Port': ['ID=ae294266-3d61-4422-ab2c-706b882e7408,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:58.350759 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-713c2799-8166-4ceb-9fcc-957e42c3180f tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Allocated IP 2001:db8::1 (b9683b68-a3a4-4974-8bd0-f6d916aa4b94/f228ad1b-1105-4b34-8bc6-66254733c9a6/ed7d6dbc-6b06-45a8-a4fc-ab15d28c89d1) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:51:58.374451 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d7a3a2-7dc6-4817-a3b7-e6ccc27c1e39 req-a7a3e69f-acb5-4ee8-a21b-c1ad11450559 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:58.384441 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e3d7a3a2-7dc6-4817-a3b7-e6ccc27c1e39 req-a7a3e69f-acb5-4ee8-a21b-c1ad11450559 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.13 "GET /v2.0/ports?device_id=407ce23f-009b-456f-9337-5f259aa38ce3 HTTP/1.1" status: 200 len: 950 time: 0.1462202 Sep 17 07:51:58.464669 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e3d7a3a2-7dc6-4817-a3b7-e6ccc27c1e39 req-a14a661b-1609-4d76-9a40-829abba3c17e tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8f8fc30-65b6-4327-a5dc-bce035660486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738332 Sep 17 07:51:58.476490 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device a353c5eb-3e99-45ea-b9ad-9c656199d519 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:51:58.487900 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ccb22b34-788c-4990-a0f1-ec33563711d4 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:58.496527 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ccb22b34-788c-4990-a0f1-ec33563711d4 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:58.512901 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: a353c5eb-3e99-45ea-b9ad-9c656199d519 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:51:58.513320 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device a353c5eb-3e99-45ea-b9ad-9c656199d519 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:51:58.564380 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-713c2799-8166-4ceb-9fcc-957e42c3180f tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:58.623251 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-713c2799-8166-4ceb-9fcc-957e42c3180f tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:58.626938 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb22b34-788c-4990-a0f1-ec33563711d4 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Pushing event updated for resources: {'Port': ['ID=adbb6e91-9b70-44bb-be69-42d1065d548e,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:58.649251 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ccb22b34-788c-4990-a0f1-ec33563711d4 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:58.678820 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713c2799-8166-4ceb-9fcc-957e42c3180f tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:51:58.679776 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ccb22b34-788c-4990-a0f1-ec33563711d4 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:58.682340 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-713c2799-8166-4ceb-9fcc-957e42c3180f tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:51:58.697128 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713c2799-8166-4ceb-9fcc-957e42c3180f tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:51:58.697128 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-713c2799-8166-4ceb-9fcc-957e42c3180f tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:58.697839 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ccb22b34-788c-4990-a0f1-ec33563711d4 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9811535 Sep 17 07:51:58.752296 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 3f299b6a-353a-48fe-b6a1-bb1abb635a78 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:51:58.781380 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713c2799-8166-4ceb-9fcc-957e42c3180f tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event updated for resources: {'Port': ['ID=ed7d6dbc-6b06-45a8-a4fc-ab15d28c89d1,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:58.821100 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-713c2799-8166-4ceb-9fcc-957e42c3180f tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:58.902446 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 3f299b6a-353a-48fe-b6a1-bb1abb635a78, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=3f299b6a-353a-48fe-b6a1-bb1abb635a78,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:51:58.915011 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '3f299b6a-353a-48fe-b6a1-bb1abb635a78', 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583', 'port_id': '3f299b6a-353a-48fe-b6a1-bb1abb635a78', 'mac_address': 'fa:16:3e:b6:b5:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f3af6cb-9cad-436b-bf41-034e75672c44', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:51:58.969310 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:58.993359 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f299b6a-353a-48fe-b6a1-bb1abb635a78 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:51:59.028843 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 3f299b6a-353a-48fe-b6a1-bb1abb635a78, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=3f299b6a-353a-48fe-b6a1-bb1abb635a78,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:51:59.036114 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:59.106424 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=3f299b6a-353a-48fe-b6a1-bb1abb635a78,revision_number=7']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:59.150177 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df14a19-9812-4d35-8b63-b5473dd32d9a req-caa0fe0c-5e6c-4c9d-91ab-f023cc890785 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:59.150953 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4df14a19-9812-4d35-8b63-b5473dd32d9a req-caa0fe0c-5e6c-4c9d-91ab-f023cc890785 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=6566c730-eefa-423b-a200-1be4b53646f9 HTTP/1.1" status: 200 len: 949 time: 0.1407905 Sep 17 07:51:59.174112 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216c44d-be98-454c-820b-54e88da78d93 req-6aca3d03-d07c-4360-bbd4-ae890c1eebdf tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:59.176262 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f216c44d-be98-454c-820b-54e88da78d93 req-6aca3d03-d07c-4360-bbd4-ae890c1eebdf tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee44c663-1dca-4669-be96-75e385fb6cf2 HTTP/1.1" status: 200 len: 947 time: 0.1673281 Sep 17 07:51:59.292017 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4df14a19-9812-4d35-8b63-b5473dd32d9a req-34fd82ca-8a9e-4dc4-9000-bb3488904649 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075964 Sep 17 07:51:59.299241 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f216c44d-be98-454c-820b-54e88da78d93 req-74a63b26-c0c6-4415-8e69-09fc6a09f2b5 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120486 Sep 17 07:51:59.420495 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41018) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:51:59.454866 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-713c2799-8166-4ceb-9fcc-957e42c3180f tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:59.472265 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-713c2799-8166-4ceb-9fcc-957e42c3180f tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:59.473869 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-713c2799-8166-4ceb-9fcc-957e42c3180f tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:59.555529 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['3f299b6a-353a-48fe-b6a1-bb1abb635a78'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:51:59.575303 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-b74400cb-47a2-4baa-bc1f-69e1371d6567 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-945464472-network', 'tenant_id': '645eab89321340f58267dc3af557340d'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:51:59.613599 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74400cb-47a2-4baa-bc1f-69e1371d6567 admin admin] Made reservation on behalf of 645eab89321340f58267dc3af557340d for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:51:59.617761 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b74400cb-47a2-4baa-bc1f-69e1371d6567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:59.628099 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b74400cb-47a2-4baa-bc1f-69e1371d6567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:59.694644 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713c2799-8166-4ceb-9fcc-957e42c3180f tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event updated for resources: {'Port': ['ID=ed7d6dbc-6b06-45a8-a4fc-ab15d28c89d1,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:59.730898 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e4a76-f72d-4bb5-aa39-f65418c2c56f req-8d98e4ec-7b2b-4f0f-9b5b-ac9ccac7e149 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:59.732487 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7c3e4a76-f72d-4bb5-aa39-f65418c2c56f req-8d98e4ec-7b2b-4f0f-9b5b-ac9ccac7e149 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/networks?id=cc97d231-b8e1-4f77-9438-e44ace44d63d HTTP/1.1" status: 200 len: 822 time: 0.3400729 Sep 17 07:51:59.762919 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b74400cb-47a2-4baa-bc1f-69e1371d6567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:59.773472 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b74400cb-47a2-4baa-bc1f-69e1371d6567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:59.799282 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb62b01f-a3ef-4972-8c02-31f017c58724 req-372499ca-6217-45d2-9199-f90b9122452e tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:59.801381 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bb62b01f-a3ef-4972-8c02-31f017c58724 req-372499ca-6217-45d2-9199-f90b9122452e tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=6566c730-eefa-423b-a200-1be4b53646f9 HTTP/1.1" status: 200 len: 949 time: 0.2324173 Sep 17 07:51:59.816704 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7c3e4a76-f72d-4bb5-aa39-f65418c2c56f req-1ca84647-70c6-4131-989a-64d921b79ae4 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/quotas/ce0a475621e847aaadce10f168c718d9 HTTP/1.1" status: 200 len: 375 time: 0.0731730 Sep 17 07:51:59.823864 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b74400cb-47a2-4baa-bc1f-69e1371d6567 admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 07:51:59.826323 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5d76550f-3922-4aef-856a-fb710def5a35 None None] Provisioning complete for port ae294266-3d61-4422-ab2c-706b882e7408 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:51:59.826758 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5d76550f-3922-4aef-856a-fb710def5a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:59.835556 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74400cb-47a2-4baa-bc1f-69e1371d6567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2152a412-863a-4a9c-bfbd-f4fe783fd7bf,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:51:59.840578 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b74400cb-47a2-4baa-bc1f-69e1371d6567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:59.840930 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-b74400cb-47a2-4baa-bc1f-69e1371d6567 admin admin] Added segment e656fed3-092a-4e07-99f7-8099c7917269 of type vlan for network a321b777-88f3-4d68-9faa-f7f0c223d1be Sep 17 07:51:59.897311 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b74400cb-47a2-4baa-bc1f-69e1371d6567 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:59.916446 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713c2799-8166-4ceb-9fcc-957e42c3180f tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:51:59.926904 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bb62b01f-a3ef-4972-8c02-31f017c58724 req-83f5ed35-776b-4eb7-bfdc-7febc6fe2efb tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720837 Sep 17 07:51:59.945671 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7c3e4a76-f72d-4bb5-aa39-f65418c2c56f req-2857be4f-8426-4205-b088-fe69fe4c88f0 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ce0a475621e847aaadce10f168c718d9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1279202 Sep 17 07:51:59.964708 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b74400cb-47a2-4baa-bc1f-69e1371d6567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:59.966034 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74400cb-47a2-4baa-bc1f-69e1371d6567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:51:59.966519 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b74400cb-47a2-4baa-bc1f-69e1371d6567 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:51:59.983492 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5d76550f-3922-4aef-856a-fb710def5a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:00.031620 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-713c2799-8166-4ceb-9fcc-957e42c3180f tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:52:00.039165 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b74400cb-47a2-4baa-bc1f-69e1371d6567 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6154284 Sep 17 07:52:00.043541 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41040) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:00.057154 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-82a8c2a5-0f17-43f9-b39a-ec208ed2a014 admin admin] Request body: {'subnet': {'network_id': 'a321b777-88f3-4d68-9faa-f7f0c223d1be', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-945464472-subnet', 'tenant_id': '645eab89321340f58267dc3af557340d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:52:00.060790 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5d76550f-3922-4aef-856a-fb710def5a35 None None] For port ae294266-3d61-4422-ab2c-706b882e7408, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=ae294266-3d61-4422-ab2c-706b882e7408,segment=NetworkSegment(ccc4c9b3-8f64-4b6a-96f4-35a1665005a6),segment_id=ccc4c9b3-8f64-4b6a-96f4-35a1665005a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:52:00.078295 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5d76550f-3922-4aef-856a-fb710def5a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:00.132392 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d76550f-3922-4aef-856a-fb710def5a35 None None] Pushing event updated for resources: {'Port': ['ID=ae294266-3d61-4422-ab2c-706b882e7408,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:00.152880 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74400cb-47a2-4baa-bc1f-69e1371d6567 admin admin] Pushing event updated for resources: {'Network': ['ID=a321b777-88f3-4d68-9faa-f7f0c223d1be,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:00.166704 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 41042) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:00.168721 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a8c2a5-0f17-43f9-b39a-ec208ed2a014 admin admin] Made reservation on behalf of 645eab89321340f58267dc3af557340d for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:52:00.171739 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-82a8c2a5-0f17-43f9-b39a-ec208ed2a014 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:00.172109 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network a321b777-88f3-4d68-9faa-f7f0c223d1be details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 07:52:00.184299 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7c3e4a76-f72d-4bb5-aa39-f65418c2c56f req-50721cec-1d16-4b20-beec-04e93175b4ea service neutron] 10.222.0.13 "GET /v2.0/networks/cc97d231-b8e1-4f77-9438-e44ace44d63d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377422 Sep 17 07:52:00.260304 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-a76dd085-c61c-4731-9776-95d5680fd962 None None] Provisioning complete for port ed7d6dbc-6b06-45a8-a4fc-ab15d28c89d1 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:52:00.260680 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a76dd085-c61c-4731-9776-95d5680fd962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:00.297527 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac411550-2a69-4e12-a764-49bc2d03022f req-fa9cdf96-4fa9-4dee-9978-1c500d4bf08d tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:00.299064 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ac411550-2a69-4e12-a764-49bc2d03022f req-fa9cdf96-4fa9-4dee-9978-1c500d4bf08d tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.13 "GET /v2.0/ports?device_id=407ce23f-009b-456f-9337-5f259aa38ce3 HTTP/1.1" status: 200 len: 950 time: 0.2424514 Sep 17 07:52:00.331605 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-a76dd085-c61c-4731-9776-95d5680fd962 None None] Port ed7d6dbc-6b06-45a8-a4fc-ab15d28c89d1 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:52:00.401083 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-966c6c0c-2627-4d44-b836-2bf65a2dd107 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:00.410106 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-82a8c2a5-0f17-43f9-b39a-ec208ed2a014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:00.461331 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ac411550-2a69-4e12-a764-49bc2d03022f req-eeaf6dac-e025-4f0a-be8d-f04f96fe479f tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8f8fc30-65b6-4327-a5dc-bce035660486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519907 Sep 17 07:52:00.467583 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7c3e4a76-f72d-4bb5-aa39-f65418c2c56f req-a034c479-75fc-429c-bf7b-1693bf29ba93 service neutron] 10.222.0.13 "GET /v2.0/networks/cc97d231-b8e1-4f77-9438-e44ace44d63d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515259 Sep 17 07:52:00.481792 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-713c2799-8166-4ceb-9fcc-957e42c3180f tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Router 3144b541-6d34-4aee-99f0-f7408b7d150d is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 07:52:00.518263 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a8c2a5-0f17-43f9-b39a-ec208ed2a014 admin admin] Checking segment: {'id': 'e656fed3-092a-4e07-99f7-8099c7917269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a321b777-88f3-4d68-9faa-f7f0c223d1be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:52:00.518752 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a8c2a5-0f17-43f9-b39a-ec208ed2a014 admin admin] Network hostable DHCP agents. Network: a321b777-88f3-4d68-9faa-f7f0c223d1be, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 07:52:00.521554 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a8c2a5-0f17-43f9-b39a-ec208ed2a014 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc7877a3-5396-4e28-b4e8-3e5610c34e9a,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:00.556814 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-6ac350a5-9f38-4dbf-9d38-49a821857492 None None] Provisioning complete for port ed7d6dbc-6b06-45a8-a4fc-ab15d28c89d1 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:52:00.557936 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6ac350a5-9f38-4dbf-9d38-49a821857492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:00.570645 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a8c2a5-0f17-43f9-b39a-ec208ed2a014 admin admin] Network a321b777-88f3-4d68-9faa-f7f0c223d1be is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 07:52:00.595470 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-82a8c2a5-0f17-43f9-b39a-ec208ed2a014 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, a321b777-88f3-4d68-9faa-f7f0c223d1be) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:52:00.609761 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a8c2a5-0f17-43f9-b39a-ec208ed2a014 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:00.612461 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-82a8c2a5-0f17-43f9-b39a-ec208ed2a014 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:00.618898 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937d1fe9-a3e8-4232-b64a-70ff2c96f1d4 None None] Network a321b777-88f3-4d68-9faa-f7f0c223d1be requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:52:00.628150 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-713c2799-8166-4ceb-9fcc-957e42c3180f tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:52:00.640187 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-713c2799-8166-4ceb-9fcc-957e42c3180f tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "PUT /v2.0/routers/3144b541-6d34-4aee-99f0-f7408b7d150d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2521391 Sep 17 07:52:00.640853 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41054) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:00.643287 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-966c6c0c-2627-4d44-b836-2bf65a2dd107 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:00.647426 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-966c6c0c-2627-4d44-b836-2bf65a2dd107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:00.670028 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device ae294266-3d61-4422-ab2c-706b882e7408 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:52:00.693652 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-82a8c2a5-0f17-43f9-b39a-ec208ed2a014 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6437323 Sep 17 07:52:00.732762 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c68533-5cc4-4cf4-9a99-217c31a80211 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:00.734223 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b0c68533-5cc4-4cf4-9a99-217c31a80211 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/ports/ed7d6dbc-6b06-45a8-a4fc-ab15d28c89d1 HTTP/1.1" status: 200 len: 911 time: 0.0922136 Sep 17 07:52:00.740142 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-966c6c0c-2627-4d44-b836-2bf65a2dd107 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b46c4b18f10c4110ad97d439817a99c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5667932 Sep 17 07:52:00.740142 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 41062) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:00.741670 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 41064) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:00.742807 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1035224-763f-40be-a91e-ff2cea136b2c None None] Sync routers for ids ['3144b541-6d34-4aee-99f0-f7408b7d150d'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:52:00.751746 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966c6c0c-2627-4d44-b836-2bf65a2dd107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc56809d-391f-43d9-9f67-8887b9841e7d,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:00.820398 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43891fe5-9019-4a8b-856a-0be919dcdf7e req-452c7828-def1-443b-8f5e-a754bd4da2fd tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:00.822371 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-43891fe5-9019-4a8b-856a-0be919dcdf7e req-452c7828-def1-443b-8f5e-a754bd4da2fd tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee44c663-1dca-4669-be96-75e385fb6cf2 HTTP/1.1" status: 200 len: 948 time: 0.1694968 Sep 17 07:52:00.848559 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-6ac350a5-9f38-4dbf-9d38-49a821857492 None None] Port ed7d6dbc-6b06-45a8-a4fc-ab15d28c89d1 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:52:00.877918 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c428f471-1c74-4a3b-ae2f-c711328c78c4 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:00.884762 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c428f471-1c74-4a3b-ae2f-c711328c78c4 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:00.887176 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-c428f471-1c74-4a3b-ae2f-c711328c78c4 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1464143 Sep 17 07:52:00.889966 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41068) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:00.902463 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7b713999-c231-4303-a15b-c3a39d687d2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:00.921585 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1035224-763f-40be-a91e-ff2cea136b2c None None] Routers {'3144b541-6d34-4aee-99f0-f7408b7d150d'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:52:00.922961 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-f1035224-763f-40be-a91e-ff2cea136b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:51:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['3144b541-6d34-4aee-99f0-f7408b7d150d'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:52:00.948622 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-43891fe5-9019-4a8b-856a-0be919dcdf7e req-a52012a2-1b62-478b-8c1d-458faa5b5a4f tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190531 Sep 17 07:52:00.970050 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7b713999-c231-4303-a15b-c3a39d687d2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:01.048502 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-f1035224-763f-40be-a91e-ff2cea136b2c None None] Set router 3144b541-6d34-4aee-99f0-f7408b7d150d gateway port host: None {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:52:01.049949 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f00b6ad-49d4-4d4f-86d7-9793fd643a69 req-0f4ba8d5-b19f-413c-9b5f-316f75d16e50 tempest-LiveMigrationNegativeTest-1746106507 tempest-LiveMigrationNegativeTest-1746106507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:01.059932 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3f00b6ad-49d4-4d4f-86d7-9793fd643a69 req-0f4ba8d5-b19f-413c-9b5f-316f75d16e50 tempest-LiveMigrationNegativeTest-1746106507 tempest-LiveMigrationNegativeTest-1746106507-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=407ce23f-009b-456f-9337-5f259aa38ce3 HTTP/1.1" status: 200 len: 1101 time: 0.1670182 Sep 17 07:52:01.064025 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7b713999-c231-4303-a15b-c3a39d687d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:01.067093 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7b713999-c231-4303-a15b-c3a39d687d2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:01.079459 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-7b713999-c231-4303-a15b-c3a39d687d2d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fc56809d-391f-43d9-9f67-8887b9841e7d HTTP/1.1" status: 204 len: 168 time: 0.3263292 Sep 17 07:52:01.126080 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dfe22336-6093-401c-81a7-ec4bd69a4f78 req-225d2148-1964-470d-bd3f-84da9bf06890 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=ceefd6fb-e74b-43cb-bb5f-705f8425327b HTTP/1.1" status: 200 len: 210 time: 0.0789397 Sep 17 07:52:01.128411 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-3f00b6ad-49d4-4d4f-86d7-9793fd643a69 req-fd133ca3-4029-428a-a3ab-359d131c3607 tempest-LiveMigrationNegativeTest-1746106507 tempest-LiveMigrationNegativeTest-1746106507-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:01.134615 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b713999-c231-4303-a15b-c3a39d687d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc56809d-391f-43d9-9f67-8887b9841e7d,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:01.162165 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09b0245-8c96-4775-a893-1be219380431 None None] Network a321b777-88f3-4d68-9faa-f7f0c223d1be requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:52:01.316745 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port ae294266-3d61-4422-ab2c-706b882e7408 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:52:01.320444 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:01.344149 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-3f00b6ad-49d4-4d4f-86d7-9793fd643a69 req-fd133ca3-4029-428a-a3ab-359d131c3607 tempest-LiveMigrationNegativeTest-1746106507 tempest-LiveMigrationNegativeTest-1746106507-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:01.354001 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-3f00b6ad-49d4-4d4f-86d7-9793fd643a69 req-fd133ca3-4029-428a-a3ab-359d131c3607 tempest-LiveMigrationNegativeTest-1746106507 tempest-LiveMigrationNegativeTest-1746106507-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:01.356427 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2f92010a-4ca2-4757-97d7-92daf797d923 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:01.387897 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3f00b6ad-49d4-4d4f-86d7-9793fd643a69 req-fd133ca3-4029-428a-a3ab-359d131c3607 tempest-LiveMigrationNegativeTest-1746106507 tempest-LiveMigrationNegativeTest-1746106507-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d8f8fc30-65b6-4327-a5dc-bce035660486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224406 Sep 17 07:52:01.421616 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd133ca3-4029-428a-a3ab-359d131c3607 tempest-LiveMigrationNegativeTest-1746106507 tempest-LiveMigrationNegativeTest-1746106507-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41991748-6ae6-4f59-bce7-ba182b28aab2,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:01.549844 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 41088) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:01.606104 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fad02441-266b-417e-9028-cefed18a35b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:01.763579 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-f1035224-763f-40be-a91e-ff2cea136b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3144b541-6d34-4aee-99f0-f7408b7d150d', 'name': 'tempest-NetworksTestDHCPv6-router-396110196', 'tenant_id': '852d2b51c00949899c2370ce1b47ee69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:51:57Z', 'updated_at': '2021-09-17T07:51:58Z', 'revision_number': 2, 'project_id': '852d2b51c00949899c2370ce1b47ee69', 'gw_port_host': None, '_interfaces': [{'id': 'ed7d6dbc-6b06-45a8-a4fc-ab15d28c89d1', 'name': '', 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'tenant_id': '852d2b51c00949899c2370ce1b47ee69', 'mac_address': 'fa:16:3e:0d:c4:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3144b541-6d34-4aee-99f0-f7408b7d150d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': 'f228ad1b-1105-4b34-8bc6-66254733c9a6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:51:58Z', 'updated_at': '2021-09-17T07:51:59Z', 'revision_number': 2, 'project_id': '852d2b51c00949899c2370ce1b47ee69', 'subnets': [{'id': 'f228ad1b-1105-4b34-8bc6-66254733c9a6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:52:01.795189 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-2f92010a-4ca2-4757-97d7-92daf797d923 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Deleting port ed7d6dbc-6b06-45a8-a4fc-ab15d28c89d1 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:52:01.795795 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2f92010a-4ca2-4757-97d7-92daf797d923 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:01.800336 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1035224-763f-40be-a91e-ff2cea136b2c None None] Checking router: 3144b541-6d34-4aee-99f0-f7408b7d150d for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:52:01.800760 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1035224-763f-40be-a91e-ff2cea136b2c None None] Updating router 3144b541-6d34-4aee-99f0-f7408b7d150d port ed7d6dbc-6b06-45a8-a4fc-ab15d28c89d1 binding host n-d-789963-9 {{(pid=101291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 07:52:01.830808 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f1035224-763f-40be-a91e-ff2cea136b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:01.886973 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2f92010a-4ca2-4757-97d7-92daf797d923 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:01.901248 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-2f92010a-4ca2-4757-97d7-92daf797d923 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Calling delete_port for ed7d6dbc-6b06-45a8-a4fc-ab15d28c89d1 owned by network:router_interface {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:52:01.932345 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-4c159779-d83b-46c2-8218-2d4aa85afaca tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:01.933827 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-4c159779-d83b-46c2-8218-2d4aa85afaca tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] 10.222.0.13 "GET /v2.0/networks?id=a321b777-88f3-4d68-9faa-f7f0c223d1be HTTP/1.1" status: 200 len: 817 time: 0.2918231 Sep 17 07:52:01.946229 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1ecc127f-4c3b-448e-8ebe-f26b82a6bf0d req-5cb16509-a9b1-44f5-ae72-7a927b9cafb6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6566c730-eefa-423b-a200-1be4b53646f9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1831656 Sep 17 07:52:01.959241 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a27eb3-c57f-4fe9-92cf-34565a48cc94 req-14ea357a-713c-4073-bc88-4c188e785080 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:01.960987 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-62a27eb3-c57f-4fe9-92cf-34565a48cc94 req-14ea357a-713c-4073-bc88-4c188e785080 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=6566c730-eefa-423b-a200-1be4b53646f9 HTTP/1.1" status: 200 len: 949 time: 0.1472485 Sep 17 07:52:01.996831 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fad02441-266b-417e-9028-cefed18a35b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:02.006295 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-d83ab163-f54f-4228-8e09-da3bc3358568 tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] 10.222.0.13 "GET /v2.0/quotas/645eab89321340f58267dc3af557340d HTTP/1.1" status: 200 len: 375 time: 0.0555749 Sep 17 07:52:02.013827 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fad02441-266b-417e-9028-cefed18a35b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:02.086330 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-06e7c883-67c8-4862-abc4-fbba3ae4c8cd tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=645eab89321340f58267dc3af557340d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0654685 Sep 17 07:52:02.098967 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad02441-266b-417e-9028-cefed18a35b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0900ebf-8fe6-45fd-877b-b29cfc25aa3f,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:02.121505 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-62a27eb3-c57f-4fe9-92cf-34565a48cc94 req-aeaa753b-2ce2-45a8-93b0-ee8dea52d835 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464148 Sep 17 07:52:02.140608 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41112) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:02.158823 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-fad02441-266b-417e-9028-cefed18a35b1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=93b13e6d44dc42ab9091e92c22235873&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6069932 Sep 17 07:52:02.160508 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2f92010a-4ca2-4757-97d7-92daf797d923 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:02.239204 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.db.api [None req-f1035224-763f-40be-a91e-ff2cea136b2c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 07:52:02.239650 n-d-789963-9 neutron-server[101291]: DEBUG oslo_db.api [None req-f1035224-763f-40be-a91e-ff2cea136b2c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 07:52:02.276009 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f92010a-4ca2-4757-97d7-92daf797d923 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event deleted for resources: {'Port': ['ID=ed7d6dbc-6b06-45a8-a4fc-ab15d28c89d1,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:02.387413 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-96657d6e-c523-4118-aff9-0aff2b5f470c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:02.421078 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-96657d6e-c523-4118-aff9-0aff2b5f470c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:02.525419 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2f92010a-4ca2-4757-97d7-92daf797d923 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:02.617762 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-96657d6e-c523-4118-aff9-0aff2b5f470c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:02.620152 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-96657d6e-c523-4118-aff9-0aff2b5f470c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:02.621362 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-96657d6e-c523-4118-aff9-0aff2b5f470c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c0900ebf-8fe6-45fd-877b-b29cfc25aa3f HTTP/1.1" status: 204 len: 168 time: 0.4795225 Sep 17 07:52:02.704984 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f92010a-4ca2-4757-97d7-92daf797d923 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Router 3144b541-6d34-4aee-99f0-f7408b7d150d has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:52:02.708564 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96657d6e-c523-4118-aff9-0aff2b5f470c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0900ebf-8fe6-45fd-877b-b29cfc25aa3f,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:02.789807 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1035224-763f-40be-a91e-ff2cea136b2c None None] Port ed7d6dbc-6b06-45a8-a4fc-ab15d28c89d1 not found while updating agent binding for router 3144b541-6d34-4aee-99f0-f7408b7d150d. {{(pid=101291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 17 07:52:02.798709 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 3f299b6a-353a-48fe-b6a1-bb1abb635a78 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:52:02.820486 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-967c60d3-3b6c-4d13-974c-36d5d2d435ba service neutron] 10.222.0.13 "GET /v2.0/networks/a321b777-88f3-4d68-9faa-f7f0c223d1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6964946 Sep 17 07:52:02.821379 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f92010a-4ca2-4757-97d7-92daf797d923 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:52:02.844099 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-2f92010a-4ca2-4757-97d7-92daf797d923 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "PUT /v2.0/routers/3144b541-6d34-4aee-99f0-f7408b7d150d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9505858 Sep 17 07:52:02.844406 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41138) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:02.926734 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75126a0-9d12-4cee-9a46-7b3ae6149210 req-44cb575b-98b7-4fdd-9d0c-7e1371d48404 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:02.934076 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e75126a0-9d12-4cee-9a46-7b3ae6149210 req-44cb575b-98b7-4fdd-9d0c-7e1371d48404 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee44c663-1dca-4669-be96-75e385fb6cf2 HTTP/1.1" status: 200 len: 948 time: 0.2454736 Sep 17 07:52:02.954032 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0fcaa4-ed18-4536-b2bd-e63d1ff7a828 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:02.955595 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0fcaa4-ed18-4536-b2bd-e63d1ff7a828 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:02.959686 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-df0fcaa4-ed18-4536-b2bd-e63d1ff7a828 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1120949 Sep 17 07:52:02.960004 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41142) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:02.962566 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e4a76-f72d-4bb5-aa39-f65418c2c56f req-c295aab5-cf5a-4098-948b-283ccbf13a77 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:02.964159 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7c3e4a76-f72d-4bb5-aa39-f65418c2c56f req-c295aab5-cf5a-4098-948b-283ccbf13a77 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.41 "GET /v2.0/networks?id=cc97d231-b8e1-4f77-9438-e44ace44d63d HTTP/1.1" status: 200 len: 822 time: 0.7604024 Sep 17 07:52:03.006592 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-7c3e4a76-f72d-4bb5-aa39-f65418c2c56f req-f28927ba-cab4-480a-b4d4-8886b84197dd tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Request body: {'port': {'device_id': 'ceefd6fb-e74b-43cb-bb5f-705f8425327b', 'network_id': 'cc97d231-b8e1-4f77-9438-e44ace44d63d', 'admin_state_up': True, 'tenant_id': 'ce0a475621e847aaadce10f168c718d9'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:52:03.038302 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2bf0fe5-3c3e-43a5-b15b-57b40b38304e tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Deleting subnet f228ad1b-1105-4b34-8bc6-66254733c9a6 {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:52:03.040135 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e75126a0-9d12-4cee-9a46-7b3ae6149210 req-80fd83f8-8aff-46dd-8be4-c999386a504e tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049771 Sep 17 07:52:03.044341 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f2bf0fe5-3c3e-43a5-b15b-57b40b38304e tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:03.045354 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-dd5bf6af-82b2-42a6-9312-f7d8f918ced4 service neutron] 10.222.0.13 "GET /v2.0/networks/a321b777-88f3-4d68-9faa-f7f0c223d1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239783 Sep 17 07:52:03.075520 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1035224-763f-40be-a91e-ff2cea136b2c None None] Routers {'3144b541-6d34-4aee-99f0-f7408b7d150d'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:52:03.076213 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-f1035224-763f-40be-a91e-ff2cea136b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:51:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['3144b541-6d34-4aee-99f0-f7408b7d150d'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:52:03.141695 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f2bf0fe5-3c3e-43a5-b15b-57b40b38304e tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:03.181734 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dbd4ec57-a9a3-4acc-8299-2c07f1d01835 req-273b2ddb-7a59-4e90-a50d-1075e2e9f294 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=ceefd6fb-e74b-43cb-bb5f-705f8425327b HTTP/1.1" status: 200 len: 210 time: 0.0433407 Sep 17 07:52:03.242413 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c3e4a76-f72d-4bb5-aa39-f65418c2c56f req-f28927ba-cab4-480a-b4d4-8886b84197dd tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Made reservation on behalf of ce0a475621e847aaadce10f168c718d9 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:52:03.246619 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-7c3e4a76-f72d-4bb5-aa39-f65418c2c56f req-f28927ba-cab4-480a-b4d4-8886b84197dd tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:03.249877 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 3f299b6a-353a-48fe-b6a1-bb1abb635a78 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:52:03.250562 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:03.254569 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-f1035224-763f-40be-a91e-ff2cea136b2c None None] Set router 3144b541-6d34-4aee-99f0-f7408b7d150d gateway port host: None {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:52:03.314170 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f2bf0fe5-3c3e-43a5-b15b-57b40b38304e tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:03.343018 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-f1035224-763f-40be-a91e-ff2cea136b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3144b541-6d34-4aee-99f0-f7408b7d150d', 'name': 'tempest-NetworksTestDHCPv6-router-396110196', 'tenant_id': '852d2b51c00949899c2370ce1b47ee69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:51:57Z', 'updated_at': '2021-09-17T07:52:02Z', 'revision_number': 3, 'project_id': '852d2b51c00949899c2370ce1b47ee69', 'gw_port_host': None}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:52:03.377764 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1035224-763f-40be-a91e-ff2cea136b2c None None] The sync data for ids ['3144b541-6d34-4aee-99f0-f7408b7d150d'] in n-d-789963-9 is: [{'id': '3144b541-6d34-4aee-99f0-f7408b7d150d', 'name': 'tempest-NetworksTestDHCPv6-router-396110196', 'tenant_id': '852d2b51c00949899c2370ce1b47ee69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:51:57Z', 'updated_at': '2021-09-17T07:52:02Z', 'revision_number': 3, 'project_id': '852d2b51c00949899c2370ce1b47ee69', 'gw_port_host': None}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:52:03.456102 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:03.482975 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f2bf0fe5-3c3e-43a5-b15b-57b40b38304e tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:03.491798 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee44c663-1dca-4669-be96-75e385fb6cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f299b6a-353a-48fe-b6a1-bb1abb635a78'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:52:03.494819 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f38926b9-62bc-4720-b812-099481762ccc" -d '{"events": [{"server_uuid": "ee44c663-1dca-4669-be96-75e385fb6cf2", "name": "network-vif-plugged", "status": "completed", "tag": "3f299b6a-353a-48fe-b6a1-bb1abb635a78"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:52:03.512869 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 3f299b6a-353a-48fe-b6a1-bb1abb635a78, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=3f299b6a-353a-48fe-b6a1-bb1abb635a78,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:52:03.523986 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:03.554088 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bf0fe5-3c3e-43a5-b15b-57b40b38304e tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event deleted for resources: {'Subnet': ['ID=f228ad1b-1105-4b34-8bc6-66254733c9a6,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:03.555042 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [req-7c3e4a76-f72d-4bb5-aa39-f65418c2c56f req-f28927ba-cab4-480a-b4d4-8886b84197dd tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Allocated IP 172.20.0.6 (cc97d231-b8e1-4f77-9438-e44ace44d63d/4e4f7180-884c-4866-a6b3-7ca3d74bdb19/1f3569b9-e393-46fb-9816-0f910d00aba6) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:52:03.556148 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f2bf0fe5-3c3e-43a5-b15b-57b40b38304e tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:03.558065 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f2bf0fe5-3c3e-43a5-b15b-57b40b38304e tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/subnets/f228ad1b-1105-4b34-8bc6-66254733c9a6 HTTP/1.1" status: 204 len: 168 time: 0.5970984 Sep 17 07:52:03.570954 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41164) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:03.600728 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3296b16f-bf98-4cb8-8097-54ea9a23021a None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:52:03.673255 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=3f299b6a-353a-48fe-b6a1-bb1abb635a78,revision_number=8']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:03.768882 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-aad1c8b4-c3e9-4c46-a262-605892222c63 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1945837 Sep 17 07:52:03.770504 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41172) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:03.888205 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455bebe4-cbf4-45ed-857b-01dd121def58 req-28d58057-2888-4e02-92a9-acdf7eaafb2c tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:03.900128 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-455bebe4-cbf4-45ed-857b-01dd121def58 req-28d58057-2888-4e02-92a9-acdf7eaafb2c tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=6566c730-eefa-423b-a200-1be4b53646f9 HTTP/1.1" status: 200 len: 949 time: 0.3029175 Sep 17 07:52:03.914200 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834d7bdc-2dd3-4a5a-9c14-a37d0b7c26a4 None None] DHCP port deletion for b9683b68-a3a4-4974-8bd0-f6d916aa4b94 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 07:52:03.975940 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-834d7bdc-2dd3-4a5a-9c14-a37d0b7c26a4 None None] Deleting port ae294266-3d61-4422-ab2c-706b882e7408 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:52:03.976690 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-834d7bdc-2dd3-4a5a-9c14-a37d0b7c26a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:04.037273 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-7c3e4a76-f72d-4bb5-aa39-f65418c2c56f req-f28927ba-cab4-480a-b4d4-8886b84197dd tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:04.095023 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-834d7bdc-2dd3-4a5a-9c14-a37d0b7c26a4 None None] For port ae294266-3d61-4422-ab2c-706b882e7408, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=ae294266-3d61-4422-ab2c-706b882e7408,segment=NetworkSegment(ccc4c9b3-8f64-4b6a-96f4-35a1665005a6),segment_id=ccc4c9b3-8f64-4b6a-96f4-35a1665005a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:52:04.095439 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-834d7bdc-2dd3-4a5a-9c14-a37d0b7c26a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:04.120297 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc127f-4c3b-448e-8ebe-f26b82a6bf0d req-70aa119b-438f-4c14-abee-15523b2c6696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:04.121854 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1ecc127f-4c3b-448e-8ebe-f26b82a6bf0d req-70aa119b-438f-4c14-abee-15523b2c6696 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e3c94ece967c49989722015c639870a6&device_id=6566c730-eefa-423b-a200-1be4b53646f9 HTTP/1.1" status: 200 len: 1100 time: 0.3508291 Sep 17 07:52:04.125799 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-7c3e4a76-f72d-4bb5-aa39-f65418c2c56f req-f28927ba-cab4-480a-b4d4-8886b84197dd tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:04.132601 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-834d7bdc-2dd3-4a5a-9c14-a37d0b7c26a4 None None] Calling delete_port for ae294266-3d61-4422-ab2c-706b882e7408 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:52:04.135177 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97a5b50-2074-4743-aba6-20e1f6d96bd2 req-7af60b96-830c-41fe-b784-5826ebcaa353 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:04.142931 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d97a5b50-2074-4743-aba6-20e1f6d96bd2 req-7af60b96-830c-41fe-b784-5826ebcaa353 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.13 "GET /v2.0/ports?device_id=407ce23f-009b-456f-9337-5f259aa38ce3 HTTP/1.1" status: 200 len: 950 time: 0.3369844 Sep 17 07:52:04.268488 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc127f-4c3b-448e-8ebe-f26b82a6bf0d req-c74c14ae-3df5-4028-9d56-21be6ab11014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:04.271126 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1ecc127f-4c3b-448e-8ebe-f26b82a6bf0d req-c74c14ae-3df5-4028-9d56-21be6ab11014 service neutron] 10.222.0.39 "GET /v2.0/networks?id=469390cd-cce5-49bd-b8f8-9e64018a0583 HTTP/1.1" status: 200 len: 870 time: 0.1232777 Sep 17 07:52:04.319579 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-834d7bdc-2dd3-4a5a-9c14-a37d0b7c26a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:04.340578 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834d7bdc-2dd3-4a5a-9c14-a37d0b7c26a4 None None] No DVR routers for this DVR port ae294266-3d61-4422-ab2c-706b882e7408 on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:52:04.353013 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b5f8abff-e411-4ca2-bf6f-ec3c952b435a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for router, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:04.353932 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-455bebe4-cbf4-45ed-857b-01dd121def58 req-2a1dd342-8145-459c-8edd-9004aaa3ee79 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4345942 Sep 17 07:52:04.370720 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834d7bdc-2dd3-4a5a-9c14-a37d0b7c26a4 None None] Pushing event deleted for resources: {'Port': ['ID=ae294266-3d61-4422-ab2c-706b882e7408,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:04.430887 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1ecc127f-4c3b-448e-8ebe-f26b82a6bf0d req-6e1045b7-8919-473d-aec9-8d1c239e5799 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=1d8b34db-b321-4d30-b06b-a79bbe2e4ddc HTTP/1.1" status: 200 len: 217 time: 0.1257272 Sep 17 07:52:04.438931 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec86a492-6d2d-480e-b8f5-1c06eb82c17a x-openstack-request-id: req-ec86a492-6d2d-480e-b8f5-1c06eb82c17a {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:52:04.439477 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee44c663-1dca-4669-be96-75e385fb6cf2", "name": "network-vif-plugged", "status": "completed", "tag": "3f299b6a-353a-48fe-b6a1-bb1abb635a78", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:52:04.439655 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ec86a492-6d2d-480e-b8f5-1c06eb82c17a {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:52:04.440614 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee44c663-1dca-4669-be96-75e385fb6cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f299b6a-353a-48fe-b6a1-bb1abb635a78', 'code': 200} Sep 17 07:52:04.459182 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c3e4a76-f72d-4bb5-aa39-f65418c2c56f req-f28927ba-cab4-480a-b4d4-8886b84197dd tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Network cc97d231-b8e1-4f77-9438-e44ace44d63d is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:52:04.508220 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d97a5b50-2074-4743-aba6-20e1f6d96bd2 req-9627bcae-4528-41a9-a7ac-b8ae34f5d4bb tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8f8fc30-65b6-4327-a5dc-bce035660486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3614995 Sep 17 07:52:04.541961 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [req-7c3e4a76-f72d-4bb5-aa39-f65418c2c56f req-f28927ba-cab4-480a-b4d4-8886b84197dd tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:52:04.551260 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c3e4a76-f72d-4bb5-aa39-f65418c2c56f req-f28927ba-cab4-480a-b4d4-8886b84197dd tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:52:04.598924 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device ae294266-3d61-4422-ab2c-706b882e7408 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:52:04.665394 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: ae294266-3d61-4422-ab2c-706b882e7408 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:52:04.671152 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device ae294266-3d61-4422-ab2c-706b882e7408 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:52:04.702765 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b5f8abff-e411-4ca2-bf6f-ec3c952b435a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:04.709069 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b5f8abff-e411-4ca2-bf6f-ec3c952b435a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:04.806578 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b5f8abff-e411-4ca2-bf6f-ec3c952b435a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:04.807110 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f8abff-e411-4ca2-bf6f-ec3c952b435a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Fanout notify agent at l3_agent the message router_deleted on router 3144b541-6d34-4aee-99f0-f7408b7d150d {{(pid=101290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 07:52:04.814430 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b5f8abff-e411-4ca2-bf6f-ec3c952b435a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:04.821764 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d05802-ff3b-4f67-a02e-6b86f204ee17 None None] Sync routers for ids ['3144b541-6d34-4aee-99f0-f7408b7d150d'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:52:04.825876 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 41210) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:04.828131 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b5f8abff-e411-4ca2-bf6f-ec3c952b435a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/routers/3144b541-6d34-4aee-99f0-f7408b7d150d HTTP/1.1" status: 204 len: 168 time: 1.0448518 Sep 17 07:52:04.836871 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d05802-ff3b-4f67-a02e-6b86f204ee17 None None] Routers set() bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:52:04.837242 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d05802-ff3b-4f67-a02e-6b86f204ee17 None None] Router IDs set() for agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 17 07:52:04.837843 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_agentschedulers_db [None req-72d05802-ff3b-4f67-a02e-6b86f204ee17 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3144b541-6d34-4aee-99f0-f7408b7d150d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:51:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent'). {{(pid=101292) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 17 07:52:04.848791 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d05802-ff3b-4f67-a02e-6b86f204ee17 None None] Routers set() bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:52:04.849263 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d05802-ff3b-4f67-a02e-6b86f204ee17 None None] Router IDs set() for agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 17 07:52:04.849928 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_agentschedulers_db [None req-72d05802-ff3b-4f67-a02e-6b86f204ee17 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3144b541-6d34-4aee-99f0-f7408b7d150d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:51:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent'). {{(pid=101292) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 17 07:52:04.850333 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d05802-ff3b-4f67-a02e-6b86f204ee17 None None] The sync data for ids ['3144b541-6d34-4aee-99f0-f7408b7d150d'] in n-d-789963-9 is: [] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:52:04.874048 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-2cff911b-f97e-4e34-a7a9-8fb6b7b0bc24 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0357757 Sep 17 07:52:04.874789 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28927ba-cab4-480a-b4d4-8886b84197dd tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Pushing event updated for resources: {'Port': ['ID=1f3569b9-e393-46fb-9816-0f910d00aba6,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:04.876705 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41212) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:04.905390 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:04.965833 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d4c7f6-c817-448f-8c5a-bfde25898181 req-ee19fdde-bfc3-4db5-a641-4c16dcabc36d tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:04.974159 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-39d4c7f6-c817-448f-8c5a-bfde25898181 req-ee19fdde-bfc3-4db5-a641-4c16dcabc36d tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=ceefd6fb-e74b-43cb-bb5f-705f8425327b HTTP/1.1" status: 200 len: 931 time: 0.1896367 Sep 17 07:52:04.979430 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc127f-4c3b-448e-8ebe-f26b82a6bf0d req-e551b9a2-467e-4522-8418-98bc2b6ab99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:04.980934 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1ecc127f-4c3b-448e-8ebe-f26b82a6bf0d req-e551b9a2-467e-4522-8418-98bc2b6ab99c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.5085518 Sep 17 07:52:05.004022 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e4a76-f72d-4bb5-aa39-f65418c2c56f req-f28927ba-cab4-480a-b4d4-8886b84197dd tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:05.004698 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-7c3e4a76-f72d-4bb5-aa39-f65418c2c56f req-f28927ba-cab4-480a-b4d4-8886b84197dd tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:05.010098 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c08486-c664-4784-b452-b01749807528 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:05.014144 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a7c08486-c664-4784-b452-b01749807528 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1308868 Sep 17 07:52:05.015766 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 41216) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:05.026364 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcdceac-1237-4f51-96bb-fcf9c4572f10 req-463459d5-0197-4ef7-bcd6-473fe3db7343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:05.028756 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6dcdceac-1237-4f51-96bb-fcf9c4572f10 req-463459d5-0197-4ef7-bcd6-473fe3db7343 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ee44c663-1dca-4669-be96-75e385fb6cf2 HTTP/1.1" status: 200 len: 1100 time: 0.2324235 Sep 17 07:52:05.093269 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6dcdceac-1237-4f51-96bb-fcf9c4572f10 req-b5d53be2-5874-4377-8f12-28532fdd55f6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563862 Sep 17 07:52:05.127406 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-248298f1-a5ce-41c8-a2fb-0cf465b86ed9 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0817122 Sep 17 07:52:05.132990 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41218) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:05.136311 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca3daa-b3c3-4245-bd21-a3643c6537ef req-1e82a4b0-97b1-4ff1-a41e-9a88d663946d tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:05.138025 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6dca3daa-b3c3-4245-bd21-a3643c6537ef req-1e82a4b0-97b1-4ff1-a41e-9a88d663946d tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee44c663-1dca-4669-be96-75e385fb6cf2 HTTP/1.1" status: 200 len: 949 time: 0.3734043 Sep 17 07:52:05.143769 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-73e6a221-d26a-4c89-86f7-39464ec31572 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Request body: {'subnet': {'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:52:05.153926 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7c3e4a76-f72d-4bb5-aa39-f65418c2c56f req-f28927ba-cab4-480a-b4d4-8886b84197dd tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1537235 Sep 17 07:52:05.175081 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-39d4c7f6-c817-448f-8c5a-bfde25898181 req-413d5e66-519e-46c2-b529-8b0fcb7e1852 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e165fbb-9ab8-4bf2-ab79-2b2690722fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949492 Sep 17 07:52:05.200782 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-7c3e4a76-f72d-4bb5-aa39-f65418c2c56f req-669fce65-4014-440b-aa2a-fae1990600ba service neutron] Request body: {'port': {'device_id': 'ceefd6fb-e74b-43cb-bb5f-705f8425327b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-9'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:52:05.214060 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc127f-4c3b-448e-8ebe-f26b82a6bf0d req-f8675c37-ed68-435c-b5f5-52f7518a9a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:05.215646 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1ecc127f-4c3b-448e-8ebe-f26b82a6bf0d req-f8675c37-ed68-435c-b5f5-52f7518a9a34 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2072906 Sep 17 07:52:05.266310 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e6a221-d26a-4c89-86f7-39464ec31572 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Made reservation on behalf of 852d2b51c00949899c2370ce1b47ee69 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:52:05.276122 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-73e6a221-d26a-4c89-86f7-39464ec31572 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:05.282792 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:05.316450 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-7c3e4a76-f72d-4bb5-aa39-f65418c2c56f req-669fce65-4014-440b-aa2a-fae1990600ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:05.327708 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6dca3daa-b3c3-4245-bd21-a3643c6537ef req-e6b4be29-b9ad-435d-93cb-53f6344836d1 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769803 Sep 17 07:52:05.466009 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9a6d1d22-47ed-42c1-bc49-9744cd621ba6 req-6990728a-9b69-4d05-8df0-04f3cb242c2b tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1049d28-35d6-4d41-9d85-e80ff608156e HTTP/1.1" status: 200 len: 210 time: 0.0358679 Sep 17 07:52:05.699047 n-d-789963-9 neutron-server[101290]: DEBUG neutron.objects.ports [None req-73e6a221-d26a-4c89-86f7-39464ec31572 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101290) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 07:52:05.701211 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-73e6a221-d26a-4c89-86f7-39464ec31572 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:05.746223 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e6a221-d26a-4c89-86f7-39464ec31572 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:52:05.751669 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-73e6a221-d26a-4c89-86f7-39464ec31572 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:52:05.756961 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e6a221-d26a-4c89-86f7-39464ec31572 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:05.757591 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-73e6a221-d26a-4c89-86f7-39464ec31572 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:05.765173 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0969f5eb-e768-40b9-b5f2-aca9fb83412c None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:52:05.791857 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-73e6a221-d26a-4c89-86f7-39464ec31572 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6554186 Sep 17 07:52:05.796575 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41236) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:05.803225 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-63fec90e-7230-4ab3-9eb5-d2bb5ce59944 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Request body: {'subnet': {'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:52:05.827452 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b376e0de-afe7-42f8-ad9e-b05a69301ba1 req-8deaece2-ee42-4336-9b24-7cbe3e061985 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:05.829493 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b376e0de-afe7-42f8-ad9e-b05a69301ba1 req-8deaece2-ee42-4336-9b24-7cbe3e061985 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.13 "GET /v2.0/ports?device_id=407ce23f-009b-456f-9337-5f259aa38ce3 HTTP/1.1" status: 200 len: 950 time: 0.2296281 Sep 17 07:52:05.896453 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5da765-2361-4f1d-8418-2d19c6d64c53 req-d0eeb362-d16a-499b-b57f-3788e7939fac tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:05.898303 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7e5da765-2361-4f1d-8418-2d19c6d64c53 req-d0eeb362-d16a-499b-b57f-3788e7939fac tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=6566c730-eefa-423b-a200-1be4b53646f9 HTTP/1.1" status: 200 len: 949 time: 0.2973120 Sep 17 07:52:05.902078 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e6a221-d26a-4c89-86f7-39464ec31572 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event updated for resources: {'Subnet': ['ID=e0c50562-1d95-430d-948c-39430563c965,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:05.918119 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1ecc127f-4c3b-448e-8ebe-f26b82a6bf0d req-1026345d-531f-4438-b397-10555cef915b service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4245145 Sep 17 07:52:05.949853 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82326c5-2cb4-46a1-bd83-75b18f158f8e req-6e913874-d913-472f-a1dd-efa76fe39ad9 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:05.951370 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e82326c5-2cb4-46a1-bd83-75b18f158f8e req-6e913874-d913-472f-a1dd-efa76fe39ad9 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.39 "GET /v2.0/ports?device_id=407ce23f-009b-456f-9337-5f259aa38ce3 HTTP/1.1" status: 200 len: 950 time: 0.1733696 Sep 17 07:52:05.996232 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b376e0de-afe7-42f8-ad9e-b05a69301ba1 req-e4796642-d4d9-4d23-a2b1-9932aa014684 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8f8fc30-65b6-4327-a5dc-bce035660486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555750 Sep 17 07:52:06.025090 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63fec90e-7230-4ab3-9eb5-d2bb5ce59944 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Made reservation on behalf of 852d2b51c00949899c2370ce1b47ee69 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:52:06.028650 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-63fec90e-7230-4ab3-9eb5-d2bb5ce59944 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:06.040658 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109f1491-24b0-4fda-87a0-bc6ea9713c2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'tenant_id': '852d2b51c00949899c2370ce1b47ee69', 'fixed_ips': [{'subnet_id': 'e0c50562-1d95-430d-948c-39430563c965'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 07:52:06.041842 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-109f1491-24b0-4fda-87a0-bc6ea9713c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:06.042757 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-6030c52f-7787-4452-8577-ec110627c6b4 tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:06.045410 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-6030c52f-7787-4452-8577-ec110627c6b4 tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] 10.222.0.41 "GET /v2.0/networks?id=a321b777-88f3-4d68-9faa-f7f0c223d1be HTTP/1.1" status: 200 len: 817 time: 0.3644714 Sep 17 07:52:06.081031 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-e7489303-8b01-458e-94ef-52a77ba53fb5 tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Request body: {'port': {'device_id': 'f6733210-bbbf-454f-8fb4-c51426efe620', 'network_id': 'a321b777-88f3-4d68-9faa-f7f0c223d1be', 'admin_state_up': True, 'tenant_id': '645eab89321340f58267dc3af557340d'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:52:06.286763 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [req-7c3e4a76-f72d-4bb5-aa39-f65418c2c56f req-669fce65-4014-440b-aa2a-fae1990600ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f3569b9-e393-46fb-9816-0f910d00aba6 {{(pid=101289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:52:06.323694 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-e82326c5-2cb4-46a1-bd83-75b18f158f8e req-f11d3d23-c01f-4a30-b5bc-77c4fbcfbb58 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] Deleting port 1910b8a7-2896-49e2-a571-6e4fcd36445b {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:52:06.324066 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-e82326c5-2cb4-46a1-bd83-75b18f158f8e req-f11d3d23-c01f-4a30-b5bc-77c4fbcfbb58 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:06.330143 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-109f1491-24b0-4fda-87a0-bc6ea9713c2e None None] Allocated IP 2001:db8::f816:3eff:fe3e:13ab (b9683b68-a3a4-4974-8bd0-f6d916aa4b94/e0c50562-1d95-430d-948c-39430563c965/2581987e-8cac-4c8e-97f5-2a0d934e1110) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:52:06.344124 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7e5da765-2361-4f1d-8418-2d19c6d64c53 req-a846bf67-82e3-4f60-997a-0634b1a7a713 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4246032 Sep 17 07:52:06.371929 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-7c3e4a76-f72d-4bb5-aa39-f65418c2c56f req-669fce65-4014-440b-aa2a-fae1990600ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:06.430358 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-e82326c5-2cb4-46a1-bd83-75b18f158f8e req-f11d3d23-c01f-4a30-b5bc-77c4fbcfbb58 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] For port 1910b8a7-2896-49e2-a571-6e4fcd36445b, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=1910b8a7-2896-49e2-a571-6e4fcd36445b,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:52:06.430739 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-e82326c5-2cb4-46a1-bd83-75b18f158f8e req-f11d3d23-c01f-4a30-b5bc-77c4fbcfbb58 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:06.444810 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-e82326c5-2cb4-46a1-bd83-75b18f158f8e req-f11d3d23-c01f-4a30-b5bc-77c4fbcfbb58 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] Calling delete_port for 1910b8a7-2896-49e2-a571-6e4fcd36445b owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:52:06.487634 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-e7489303-8b01-458e-94ef-52a77ba53fb5 tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Made reservation on behalf of 645eab89321340f58267dc3af557340d for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:52:06.491340 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-e7489303-8b01-458e-94ef-52a77ba53fb5 tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:06.534203 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.provisioning_blocks [req-7c3e4a76-f72d-4bb5-aa39-f65418c2c56f req-669fce65-4014-440b-aa2a-fae1990600ba service neutron] Transition to ACTIVE for port object 1f3569b9-e393-46fb-9816-0f910d00aba6 will not be triggered until provisioned by entity L2. {{(pid=101289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:52:06.568480 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-7c3e4a76-f72d-4bb5-aa39-f65418c2c56f req-669fce65-4014-440b-aa2a-fae1990600ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:06.572233 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1ecc127f-4c3b-448e-8ebe-f26b82a6bf0d req-2f9ae34c-4a15-4005-9b21-ae2eb25042f4 service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6421399 Sep 17 07:52:06.608315 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-109f1491-24b0-4fda-87a0-bc6ea9713c2e None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:06.621409 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-109f1491-24b0-4fda-87a0-bc6ea9713c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:06.665679 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-f874c3e3-6de6-4a42-84eb-89c963abbb51 tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:06.667258 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-f874c3e3-6de6-4a42-84eb-89c963abbb51 tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] 10.222.0.41 "GET /v2.0/networks?id=a321b777-88f3-4d68-9faa-f7f0c223d1be HTTP/1.1" status: 200 len: 817 time: 0.4981697 Sep 17 07:52:06.675674 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.41', 59935) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:06.703435 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109f1491-24b0-4fda-87a0-bc6ea9713c2e None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:52:06.709855 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-2465ed5e-f133-4d14-a1e4-dac494286ea6 tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Request body: {'port': {'device_id': '390bf98d-1464-42fb-bc58-a23d070ad838', 'network_id': 'a321b777-88f3-4d68-9faa-f7f0c223d1be', 'admin_state_up': True, 'tenant_id': '645eab89321340f58267dc3af557340d'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:52:06.713006 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-109f1491-24b0-4fda-87a0-bc6ea9713c2e None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:52:06.724433 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109f1491-24b0-4fda-87a0-bc6ea9713c2e None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:52:06.741716 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109f1491-24b0-4fda-87a0-bc6ea9713c2e None None] Pushing event updated for resources: {'Port': ['ID=2581987e-8cac-4c8e-97f5-2a0d934e1110,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:06.801600 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-e7489303-8b01-458e-94ef-52a77ba53fb5 tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Allocated IP 172.20.0.5 (a321b777-88f3-4d68-9faa-f7f0c223d1be/dc7877a3-5396-4e28-b4e8-3e5610c34e9a/c768cec8-e69a-42ed-929c-da40969968c3) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:52:06.868967 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-109f1491-24b0-4fda-87a0-bc6ea9713c2e None None] Attempting to bind port 2581987e-8cac-4c8e-97f5-2a0d934e1110 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:52:06.871296 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-109f1491-24b0-4fda-87a0-bc6ea9713c2e None None] Attempting to bind port 2581987e-8cac-4c8e-97f5-2a0d934e1110 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:52:06.872521 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109f1491-24b0-4fda-87a0-bc6ea9713c2e None None] Attempting to bind port 2581987e-8cac-4c8e-97f5-2a0d934e1110 on network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:52:06.887407 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109f1491-24b0-4fda-87a0-bc6ea9713c2e None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:52:06.887791 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109f1491-24b0-4fda-87a0-bc6ea9713c2e None None] Checking segment: {'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:52:06.888229 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-109f1491-24b0-4fda-87a0-bc6ea9713c2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:06.888630 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109f1491-24b0-4fda-87a0-bc6ea9713c2e None None] Bound using segment: {'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:52:06.889106 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-109f1491-24b0-4fda-87a0-bc6ea9713c2e None None] Bound port: 2581987e-8cac-4c8e-97f5-2a0d934e1110, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:52:06.889618 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-109f1491-24b0-4fda-87a0-bc6ea9713c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:06.959901 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96417cf-6948-45a2-929b-a9d52bf88123 req-0f3c954e-3ae4-4d59-9f4a-e7306bfb62c6 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:06.964816 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e96417cf-6948-45a2-929b-a9d52bf88123 req-0f3c954e-3ae4-4d59-9f4a-e7306bfb62c6 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=ceefd6fb-e74b-43cb-bb5f-705f8425327b HTTP/1.1" status: 200 len: 931 time: 0.6178668 Sep 17 07:52:06.991080 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6f52c-06f3-47ae-86dc-c184ad837848 req-eb9642e8-0eae-401a-bc21-2fb5c2713b9d tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:06.998784 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4ef6f52c-06f3-47ae-86dc-c184ad837848 req-eb9642e8-0eae-401a-bc21-2fb5c2713b9d tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee44c663-1dca-4669-be96-75e385fb6cf2 HTTP/1.1" status: 200 len: 949 time: 0.4898756 Sep 17 07:52:07.005969 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fce65-4014-440b-aa2a-fae1990600ba service neutron] Pushing event updated for resources: {'Port': ['ID=1f3569b9-e393-46fb-9816-0f910d00aba6,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:07.040410 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-109f1491-24b0-4fda-87a0-bc6ea9713c2e None None] For port 2581987e-8cac-4c8e-97f5-2a0d934e1110, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:52:07.046426 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-109f1491-24b0-4fda-87a0-bc6ea9713c2e None None] For port 2581987e-8cac-4c8e-97f5-2a0d934e1110, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=2581987e-8cac-4c8e-97f5-2a0d934e1110,segment=NetworkSegment(ccc4c9b3-8f64-4b6a-96f4-35a1665005a6),segment_id=ccc4c9b3-8f64-4b6a-96f4-35a1665005a6)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:52:07.052740 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-5aac9d3c-f8b3-4730-a34f-38b0efeda60d tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:07.054612 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-5aac9d3c-f8b3-4730-a34f-38b0efeda60d tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] 10.222.0.41 "GET /v2.0/networks?id=a321b777-88f3-4d68-9faa-f7f0c223d1be HTTP/1.1" status: 200 len: 817 time: 0.3526638 Sep 17 07:52:07.055689 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-109f1491-24b0-4fda-87a0-bc6ea9713c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:07.127032 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-f7aac795-b4a5-4b8b-85d6-6ce01382e87b tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Request body: {'port': {'device_id': 'f1049d28-35d6-4d41-9d85-e80ff608156e', 'network_id': 'a321b777-88f3-4d68-9faa-f7f0c223d1be', 'admin_state_up': True, 'tenant_id': '645eab89321340f58267dc3af557340d'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:52:07.159521 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4ef6f52c-06f3-47ae-86dc-c184ad837848 req-5ea1d461-a955-4545-adad-ff761c099c88 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597502 Sep 17 07:52:07.200236 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109f1491-24b0-4fda-87a0-bc6ea9713c2e None None] Pushing event updated for resources: {'Port': ['ID=2581987e-8cac-4c8e-97f5-2a0d934e1110,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:07.219109 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e96417cf-6948-45a2-929b-a9d52bf88123 req-6fe4dfd5-50f8-4746-9332-d471a081acd5 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e165fbb-9ab8-4bf2-ab79-2b2690722fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175624 Sep 17 07:52:07.292030 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-63fec90e-7230-4ab3-9eb5-d2bb5ce59944 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:07.303555 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-7c3e4a76-f72d-4bb5-aa39-f65418c2c56f req-669fce65-4014-440b-aa2a-fae1990600ba service neutron] Attempting to bind port 1f3569b9-e393-46fb-9816-0f910d00aba6 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:52:07.304266 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-7c3e4a76-f72d-4bb5-aa39-f65418c2c56f req-669fce65-4014-440b-aa2a-fae1990600ba service neutron] Attempting to bind port 1f3569b9-e393-46fb-9816-0f910d00aba6 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'f6b74a07-e284-4528-a460-88b5614ba92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cc97d231-b8e1-4f77-9438-e44ace44d63d'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:52:07.304266 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3e4a76-f72d-4bb5-aa39-f65418c2c56f req-669fce65-4014-440b-aa2a-fae1990600ba service neutron] Attempting to bind port 1f3569b9-e393-46fb-9816-0f910d00aba6 on network cc97d231-b8e1-4f77-9438-e44ace44d63d {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:52:07.318015 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3e4a76-f72d-4bb5-aa39-f65418c2c56f req-669fce65-4014-440b-aa2a-fae1990600ba service neutron] Port 1f3569b9-e393-46fb-9816-0f910d00aba6 on network cc97d231-b8e1-4f77-9438-e44ace44d63d not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:52:07.318381 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3e4a76-f72d-4bb5-aa39-f65418c2c56f req-669fce65-4014-440b-aa2a-fae1990600ba service neutron] Attempting to bind port 1f3569b9-e393-46fb-9816-0f910d00aba6 on network cc97d231-b8e1-4f77-9438-e44ace44d63d {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:52:07.329322 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3e4a76-f72d-4bb5-aa39-f65418c2c56f req-669fce65-4014-440b-aa2a-fae1990600ba service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:52:07.329672 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3e4a76-f72d-4bb5-aa39-f65418c2c56f req-669fce65-4014-440b-aa2a-fae1990600ba service neutron] Checking segment: {'id': 'f6b74a07-e284-4528-a460-88b5614ba92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cc97d231-b8e1-4f77-9438-e44ace44d63d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:52:07.330052 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3e4a76-f72d-4bb5-aa39-f65418c2c56f req-669fce65-4014-440b-aa2a-fae1990600ba service neutron] Bound using segment: {'id': 'f6b74a07-e284-4528-a460-88b5614ba92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cc97d231-b8e1-4f77-9438-e44ace44d63d'} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:52:07.330554 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-7c3e4a76-f72d-4bb5-aa39-f65418c2c56f req-669fce65-4014-440b-aa2a-fae1990600ba service neutron] Bound port: 1f3569b9-e393-46fb-9816-0f910d00aba6, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6b74a07-e284-4528-a460-88b5614ba92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cc97d231-b8e1-4f77-9438-e44ace44d63d'}}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:52:07.330923 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-7c3e4a76-f72d-4bb5-aa39-f65418c2c56f req-669fce65-4014-440b-aa2a-fae1990600ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:07.362394 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fec90e-7230-4ab3-9eb5-d2bb5ce59944 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event updated for resources: {'Subnet': ['ID=c12ea26c-8b3b-40ce-82e3-fb543b741cb6,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:07.365054 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-f7aac795-b4a5-4b8b-85d6-6ce01382e87b tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Made reservation on behalf of 645eab89321340f58267dc3af557340d for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:52:07.374007 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-f7aac795-b4a5-4b8b-85d6-6ce01382e87b tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:07.393292 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c1b8fc25-7aaa-4664-8797-58f10034f5b1 req-ffa9bb5d-4430-47ee-9e97-a116dfe4060c tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1049d28-35d6-4d41-9d85-e80ff608156e HTTP/1.1" status: 200 len: 210 time: 0.0492065 Sep 17 07:52:07.470343 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-e7489303-8b01-458e-94ef-52a77ba53fb5 tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:07.494715 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fec90e-7230-4ab3-9eb5-d2bb5ce59944 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:52:07.500020 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-63fec90e-7230-4ab3-9eb5-d2bb5ce59944 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:52:07.501646 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-2465ed5e-f133-4d14-a1e4-dac494286ea6 tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Made reservation on behalf of 645eab89321340f58267dc3af557340d for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:52:07.505907 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-2465ed5e-f133-4d14-a1e4-dac494286ea6 tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:07.511077 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fec90e-7230-4ab3-9eb5-d2bb5ce59944 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:07.511935 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-63fec90e-7230-4ab3-9eb5-d2bb5ce59944 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:07.568609 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-e82326c5-2cb4-46a1-bd83-75b18f158f8e req-f11d3d23-c01f-4a30-b5bc-77c4fbcfbb58 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:07.569993 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-7c3e4a76-f72d-4bb5-aa39-f65418c2c56f req-669fce65-4014-440b-aa2a-fae1990600ba service neutron] For port 1f3569b9-e393-46fb-9816-0f910d00aba6, host n-h1-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:52:07.574768 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-7c3e4a76-f72d-4bb5-aa39-f65418c2c56f req-669fce65-4014-440b-aa2a-fae1990600ba service neutron] For port 1f3569b9-e393-46fb-9816-0f910d00aba6, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=1f3569b9-e393-46fb-9816-0f910d00aba6,segment=NetworkSegment(f6b74a07-e284-4528-a460-88b5614ba92d),segment_id=f6b74a07-e284-4528-a460-88b5614ba92d)] {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:52:07.584664 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca302a3-3e5a-4527-a65c-4bf92b5867aa req-9cfa0d4b-510f-4146-80f8-d9af74ff172e tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:07.586442 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5ca302a3-3e5a-4527-a65c-4bf92b5867aa req-9cfa0d4b-510f-4146-80f8-d9af74ff172e tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.13 "GET /v2.0/ports?device_id=407ce23f-009b-456f-9337-5f259aa38ce3 HTTP/1.1" status: 200 len: 950 time: 0.2138247 Sep 17 07:52:07.598697 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-e7489303-8b01-458e-94ef-52a77ba53fb5 tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:07.600244 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-7c3e4a76-f72d-4bb5-aa39-f65418c2c56f req-669fce65-4014-440b-aa2a-fae1990600ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:07.609455 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['d1c8052d-7dc8-4faa-a866-7bd87f39f23c'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:52:07.616656 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-63fec90e-7230-4ab3-9eb5-d2bb5ce59944 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8188438 Sep 17 07:52:07.662778 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41268) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:07.673016 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-62b80dd9-c305-4bc0-9190-a0032e430ba8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Request body: {'port': {'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'mac_address': 'fa:16:3e:ce:7a:48', 'name': 'tempest-NetworksTestDHCPv6-233604532'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:52:07.676412 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fce65-4014-440b-aa2a-fae1990600ba service neutron] Pushing event updated for resources: {'Port': ['ID=1f3569b9-e393-46fb-9816-0f910d00aba6,revision_number=3']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:07.686188 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3d23-c01f-4a30-b5bc-77c4fbcfbb58 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] Pushing event deleted for resources: {'Port': ['ID=1910b8a7-2896-49e2-a571-6e4fcd36445b,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:07.771761 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-e7489303-8b01-458e-94ef-52a77ba53fb5 tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Network a321b777-88f3-4d68-9faa-f7f0c223d1be is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:52:07.780568 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-e7489303-8b01-458e-94ef-52a77ba53fb5 tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:52:07.795417 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e4a76-f72d-4bb5-aa39-f65418c2c56f req-669fce65-4014-440b-aa2a-fae1990600ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:07.796198 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-7c3e4a76-f72d-4bb5-aa39-f65418c2c56f req-669fce65-4014-440b-aa2a-fae1990600ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:07.797753 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7c3e4a76-f72d-4bb5-aa39-f65418c2c56f req-669fce65-4014-440b-aa2a-fae1990600ba service neutron] 10.222.0.41 "PUT /v2.0/ports/1f3569b9-e393-46fb-9816-0f910d00aba6 HTTP/1.1" status: 200 len: 1091 time: 2.6126730 Sep 17 07:52:07.806035 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceefd6fb-e74b-43cb-bb5f-705f8425327b', 'tag': '1f3569b9-e393-46fb-9816-0f910d00aba6'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:52:07.807691 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12535b7-8911-43f3-820c-f5773f1e17c6" -d '{"events": [{"name": "network-changed", "server_uuid": "ceefd6fb-e74b-43cb-bb5f-705f8425327b", "tag": "1f3569b9-e393-46fb-9816-0f910d00aba6"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:52:07.810862 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-e7489303-8b01-458e-94ef-52a77ba53fb5 tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:52:07.835461 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5ca302a3-3e5a-4527-a65c-4bf92b5867aa req-2ec43b81-62c7-4426-91c6-16a199723109 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8f8fc30-65b6-4327-a5dc-bce035660486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119286 Sep 17 07:52:07.836414 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7489303-8b01-458e-94ef-52a77ba53fb5 tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Pushing event updated for resources: {'Port': ['ID=c768cec8-e69a-42ed-929c-da40969968c3,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:07.872115 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-e82326c5-2cb4-46a1-bd83-75b18f158f8e req-f11d3d23-c01f-4a30-b5bc-77c4fbcfbb58 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] No DVR routers for this DVR port 1910b8a7-2896-49e2-a571-6e4fcd36445b on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:52:07.876428 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-e82326c5-2cb4-46a1-bd83-75b18f158f8e req-f11d3d23-c01f-4a30-b5bc-77c4fbcfbb58 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:07.879244 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e82326c5-2cb4-46a1-bd83-75b18f158f8e req-f11d3d23-c01f-4a30-b5bc-77c4fbcfbb58 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.39 "DELETE /v2.0/ports/1910b8a7-2896-49e2-a571-6e4fcd36445b HTTP/1.1" status: 204 len: 173 time: 1.9196720 Sep 17 07:52:07.944748 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '407ce23f-009b-456f-9337-5f259aa38ce3', 'name': 'network-vif-deleted', 'tag': '1910b8a7-2896-49e2-a571-6e4fcd36445b'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:52:07.947740 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e6083cf-ed5e-4ce5-8777-4754ca25e5ed" -d '{"events": [{"server_uuid": "407ce23f-009b-456f-9337-5f259aa38ce3", "name": "network-vif-deleted", "tag": "1910b8a7-2896-49e2-a571-6e4fcd36445b"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:52:07.998139 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-f7aac795-b4a5-4b8b-85d6-6ce01382e87b tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Allocated IP 172.20.0.4 (a321b777-88f3-4d68-9faa-f7f0c223d1be/dc7877a3-5396-4e28-b4e8-3e5610c34e9a/d2b0c748-7c11-48e9-9263-9301599bdf54) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:52:08.026195 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c24448-4bda-45b3-808f-51e9ab3e3105 x-openstack-request-id: req-58c24448-4bda-45b3-808f-51e9ab3e3105 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:52:08.026482 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "407ce23f-009b-456f-9337-5f259aa38ce3", "name": "network-vif-deleted", "tag": "1910b8a7-2896-49e2-a571-6e4fcd36445b", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:52:08.026735 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-58c24448-4bda-45b3-808f-51e9ab3e3105 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:52:08.027118 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '407ce23f-009b-456f-9337-5f259aa38ce3', 'name': 'network-vif-deleted', 'tag': '1910b8a7-2896-49e2-a571-6e4fcd36445b', 'status': 'completed', 'code': 200} Sep 17 07:52:08.242921 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b80dd9-c305-4bc0-9190-a0032e430ba8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Made reservation on behalf of 852d2b51c00949899c2370ce1b47ee69 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:52:08.326163 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-f7aac795-b4a5-4b8b-85d6-6ce01382e87b tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:08.327077 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90097033-bbb9-4139-a60a-1c29e492277d x-openstack-request-id: req-90097033-bbb9-4139-a60a-1c29e492277d {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:52:08.327585 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceefd6fb-e74b-43cb-bb5f-705f8425327b", "tag": "1f3569b9-e393-46fb-9816-0f910d00aba6", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:52:08.327585 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-90097033-bbb9-4139-a60a-1c29e492277d {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:52:08.328018 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceefd6fb-e74b-43cb-bb5f-705f8425327b', 'tag': '1f3569b9-e393-46fb-9816-0f910d00aba6', 'status': 'completed', 'code': 200} Sep 17 07:52:08.340204 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555419d-a9be-47ab-90a1-891ec9af310e req-6a4ce1bf-f878-4d74-beac-58175fb710f5 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:08.341999 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5555419d-a9be-47ab-90a1-891ec9af310e req-6a4ce1bf-f878-4d74-beac-58175fb710f5 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=6566c730-eefa-423b-a200-1be4b53646f9 HTTP/1.1" status: 200 len: 949 time: 0.7854028 Sep 17 07:52:08.374817 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-62b80dd9-c305-4bc0-9190-a0032e430ba8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:08.409019 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [None req-62b80dd9-c305-4bc0-9190-a0032e430ba8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] device_id is not set on port 846253b9-d550-4cef-bf4a-04308e9c2bad yet. {{(pid=101290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 07:52:08.414073 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-f7aac795-b4a5-4b8b-85d6-6ce01382e87b tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:08.434208 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-e7489303-8b01-458e-94ef-52a77ba53fb5 tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:08.434495 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-e7489303-8b01-458e-94ef-52a77ba53fb5 tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:08.479961 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5555419d-a9be-47ab-90a1-891ec9af310e req-bcdba69f-9410-4fd1-8584-e0ca6ff04737 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137173 Sep 17 07:52:08.488217 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-e7489303-8b01-458e-94ef-52a77ba53fb5 tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4173002 Sep 17 07:52:08.494100 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e4a76-f72d-4bb5-aa39-f65418c2c56f req-d865a169-927c-4384-84d6-bf801d204250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:08.503027 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7c3e4a76-f72d-4bb5-aa39-f65418c2c56f req-d865a169-927c-4384-84d6-bf801d204250 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce0a475621e847aaadce10f168c718d9&device_id=ceefd6fb-e74b-43cb-bb5f-705f8425327b HTTP/1.1" status: 200 len: 1094 time: 0.1740880 Sep 17 07:52:08.515123 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5565a48d-d823-4698-a226-09903df80a72 None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:52:08.523442 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7dc429-4e3b-429a-8be1-521831ffdc2f req-84b7a340-4f27-4320-90d0-e714c1bd45d5 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:08.531542 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-be7dc429-4e3b-429a-8be1-521831ffdc2f req-84b7a340-4f27-4320-90d0-e714c1bd45d5 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee44c663-1dca-4669-be96-75e385fb6cf2 HTTP/1.1" status: 200 len: 949 time: 0.1993551 Sep 17 07:52:08.564508 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-c51d29f7-1d43-4ee6-8679-9b73947a9eaa service neutron] Request body: {'port': {'device_id': 'f6733210-bbbf-454f-8fb4-c51426efe620', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-9'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:52:08.576328 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-f7aac795-b4a5-4b8b-85d6-6ce01382e87b tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Network a321b777-88f3-4d68-9faa-f7f0c223d1be is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:52:08.594480 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-2465ed5e-f133-4d14-a1e4-dac494286ea6 tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Allocated IP 172.20.0.9 (a321b777-88f3-4d68-9faa-f7f0c223d1be/dc7877a3-5396-4e28-b4e8-3e5610c34e9a/2ebef5f4-f2c6-481a-852e-bbb44da1e25e) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:52:08.600258 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-f7aac795-b4a5-4b8b-85d6-6ce01382e87b tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:52:08.605943 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aac795-b4a5-4b8b-85d6-6ce01382e87b tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Pushing event updated for resources: {'Port': ['ID=d2b0c748-7c11-48e9-9263-9301599bdf54,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:08.612259 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-f7aac795-b4a5-4b8b-85d6-6ce01382e87b tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:52:08.647425 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7c3e4a76-f72d-4bb5-aa39-f65418c2c56f req-efd352e8-630d-4ca5-b210-073ecdcf2351 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f3569b9-e393-46fb-9816-0f910d00aba6 HTTP/1.1" status: 200 len: 217 time: 0.1022062 Sep 17 07:52:08.671768 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 2581987e-8cac-4c8e-97f5-2a0d934e1110 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:52:08.733696 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e4a76-f72d-4bb5-aa39-f65418c2c56f req-aa178864-38a6-46d3-b53e-4e61338406ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:08.735937 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7c3e4a76-f72d-4bb5-aa39-f65418c2c56f req-aa178864-38a6-46d3-b53e-4e61338406ed service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4e4f7180-884c-4866-a6b3-7ca3d74bdb19 HTTP/1.1" status: 200 len: 862 time: 0.0594022 Sep 17 07:52:08.738687 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-f7aac795-b4a5-4b8b-85d6-6ce01382e87b tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:08.739557 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-f7aac795-b4a5-4b8b-85d6-6ce01382e87b tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:08.765189 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-96869afb-5f2d-492c-a5ce-79bda3c60142 None None] Provisioning complete for port 2581987e-8cac-4c8e-97f5-2a0d934e1110 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:52:08.765485 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-96869afb-5f2d-492c-a5ce-79bda3c60142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:08.804189 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-f7aac795-b4a5-4b8b-85d6-6ce01382e87b tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7012179 Sep 17 07:52:08.809900 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 1910b8a7-2896-49e2-a571-6e4fcd36445b no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:52:08.829516 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-7e65f017-bfb0-4288-8010-1a3f468a9a3a service neutron] Request body: {'port': {'device_id': 'f1049d28-35d6-4d41-9d85-e80ff608156e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:52:08.831546 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-be7dc429-4e3b-429a-8be1-521831ffdc2f req-cb8f21db-324a-4bdd-91bb-5f36f262b51a tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988844 Sep 17 07:52:08.833566 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7c3e4a76-f72d-4bb5-aa39-f65418c2c56f req-f069e760-24dc-4576-8e0b-3700db6e3979 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cc97d231-b8e1-4f77-9438-e44ace44d63d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726740 Sep 17 07:52:08.841259 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 2581987e-8cac-4c8e-97f5-2a0d934e1110 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:52:08.841641 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:08.856211 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: 1910b8a7-2896-49e2-a571-6e4fcd36445b {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:52:08.856211 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 1910b8a7-2896-49e2-a571-6e4fcd36445b not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:52:08.865577 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-c51d29f7-1d43-4ee6-8679-9b73947a9eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:08.900499 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c6d7c5-b470-4b84-a24f-19bbf0e2e911 req-08f02adc-7ea9-4b98-943e-88da616fcfe9 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:08.902192 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-22c6d7c5-b470-4b84-a24f-19bbf0e2e911 req-08f02adc-7ea9-4b98-943e-88da616fcfe9 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=ceefd6fb-e74b-43cb-bb5f-705f8425327b HTTP/1.1" status: 200 len: 943 time: 0.3317888 Sep 17 07:52:08.948802 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-96869afb-5f2d-492c-a5ce-79bda3c60142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:09.029937 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:09.049352 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-96869afb-5f2d-492c-a5ce-79bda3c60142 None None] For port 2581987e-8cac-4c8e-97f5-2a0d934e1110, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=2581987e-8cac-4c8e-97f5-2a0d934e1110,segment=NetworkSegment(ccc4c9b3-8f64-4b6a-96f4-35a1665005a6),segment_id=ccc4c9b3-8f64-4b6a-96f4-35a1665005a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:52:09.057587 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-96869afb-5f2d-492c-a5ce-79bda3c60142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:09.061284 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe99333-6308-49fc-9b1f-2c9c8ceaa033 None None] Update dhcp port {'port': {'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'fixed_ips': [{'subnet_id': 'e0c50562-1d95-430d-948c-39430563c965', 'ip_address': '2001:db8::f816:3eff:fe3e:13ab'}, {'subnet_id': 'c12ea26c-8b3b-40ce-82e3-fb543b741cb6'}], 'binding:host_id': 'n-d-789963-9'}, 'id': '2581987e-8cac-4c8e-97f5-2a0d934e1110'} from n-d-789963-9. {{(pid=101291) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 07:52:09.148324 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8fe99333-6308-49fc-9b1f-2c9c8ceaa033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:09.197283 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.db.api [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 07:52:09.197933 n-d-789963-9 neutron-server[101291]: DEBUG oslo_db.api [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 07:52:09.212994 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-62b80dd9-c305-4bc0-9190-a0032e430ba8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Allocated IP 172.20.0.6 (b9683b68-a3a4-4974-8bd0-f6d916aa4b94/c12ea26c-8b3b-40ce-82e3-fb543b741cb6/846253b9-d550-4cef-bf4a-04308e9c2bad) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:52:09.217662 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96869afb-5f2d-492c-a5ce-79bda3c60142 None None] Pushing event updated for resources: {'Port': ['ID=2581987e-8cac-4c8e-97f5-2a0d934e1110,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:09.223069 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7c3e4a76-f72d-4bb5-aa39-f65418c2c56f req-513bf828-c60c-4358-bd4f-2fa1790f3172 service neutron] 10.222.0.41 "GET /v2.0/networks/cc97d231-b8e1-4f77-9438-e44ace44d63d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3801100 Sep 17 07:52:09.236275 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-62b80dd9-c305-4bc0-9190-a0032e430ba8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Allocated IP 2001:db8::f816:3eff:fece:7a48 (b9683b68-a3a4-4974-8bd0-f6d916aa4b94/e0c50562-1d95-430d-948c-39430563c965/846253b9-d550-4cef-bf4a-04308e9c2bad) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:52:09.306290 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-22c6d7c5-b470-4b84-a24f-19bbf0e2e911 req-ce906e8a-5690-434e-9df1-54f5344b441a tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e165fbb-9ab8-4bf2-ab79-2b2690722fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3700328 Sep 17 07:52:09.321036 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-2465ed5e-f133-4d14-a1e4-dac494286ea6 tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:09.322479 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-7e65f017-bfb0-4288-8010-1a3f468a9a3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:09.462699 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986754a3-89e8-4c86-84c3-c6204805d772 req-13736d40-ff97-4c9d-9e24-ebb2a0ac6f69 tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:09.470236 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-986754a3-89e8-4c86-84c3-c6204805d772 req-13736d40-ff97-4c9d-9e24-ebb2a0ac6f69 tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1049d28-35d6-4d41-9d85-e80ff608156e HTTP/1.1" status: 200 len: 931 time: 0.2534964 Sep 17 07:52:09.536791 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7c3e4a76-f72d-4bb5-aa39-f65418c2c56f req-bb7c8350-0a4d-496b-8ff2-53c15f47d372 service neutron] 10.222.0.41 "GET /v2.0/networks/cc97d231-b8e1-4f77-9438-e44ace44d63d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913425 Sep 17 07:52:09.539187 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-62b80dd9-c305-4bc0-9190-a0032e430ba8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:09.563305 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-986754a3-89e8-4c86-84c3-c6204805d772 req-2ab3404d-921e-4775-8140-3200808141a3 tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] 10.222.0.13 "GET /v2.0/security-groups?id=2152a412-863a-4a9c-bfbd-f4fe783fd7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877490 Sep 17 07:52:09.582005 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ccf09-b6aa-4b0c-af3b-19355254062a req-c04a1621-c710-4502-9999-dc2bbf7cf18c tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:09.598205 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-970ccf09-b6aa-4b0c-af3b-19355254062a req-c04a1621-c710-4502-9999-dc2bbf7cf18c tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee44c663-1dca-4669-be96-75e385fb6cf2 HTTP/1.1" status: 200 len: 949 time: 0.1650543 Sep 17 07:52:09.711375 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-970ccf09-b6aa-4b0c-af3b-19355254062a req-a4bb7f6c-515c-4826-a853-0c050ba28515 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115360 Sep 17 07:52:09.739490 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12535b7-8911-43f3-820c-f5773f1e17c6 req-6791536d-55e9-4476-9fc2-e82345416bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:09.739490 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b12535b7-8911-43f3-820c-f5773f1e17c6 req-6791536d-55e9-4476-9fc2-e82345416bcc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce0a475621e847aaadce10f168c718d9&device_id=ceefd6fb-e74b-43cb-bb5f-705f8425327b HTTP/1.1" status: 200 len: 1094 time: 0.0762143 Sep 17 07:52:09.758168 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-62b80dd9-c305-4bc0-9190-a0032e430ba8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:09.817928 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-2465ed5e-f133-4d14-a1e4-dac494286ea6 tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:09.850308 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-8fe99333-6308-49fc-9b1f-2c9c8ceaa033 None None] Allocated IP 172.20.0.2 (b9683b68-a3a4-4974-8bd0-f6d916aa4b94/c12ea26c-8b3b-40ce-82e3-fb543b741cb6/2581987e-8cac-4c8e-97f5-2a0d934e1110) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:52:09.850868 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b80dd9-c305-4bc0-9190-a0032e430ba8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:52:09.863877 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-2465ed5e-f133-4d14-a1e4-dac494286ea6 tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Network a321b777-88f3-4d68-9faa-f7f0c223d1be is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:52:09.865855 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-62b80dd9-c305-4bc0-9190-a0032e430ba8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:52:09.868383 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-2465ed5e-f133-4d14-a1e4-dac494286ea6 tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:52:09.870913 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b80dd9-c305-4bc0-9190-a0032e430ba8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:52:09.876843 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-2465ed5e-f133-4d14-a1e4-dac494286ea6 tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:52:09.940853 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b80dd9-c305-4bc0-9190-a0032e430ba8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event updated for resources: {'Port': ['ID=846253b9-d550-4cef-bf4a-04308e9c2bad,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:09.993745 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-c51d29f7-1d43-4ee6-8679-9b73947a9eaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c768cec8-e69a-42ed-929c-da40969968c3 {{(pid=101289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:52:10.006507 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-c51d29f7-1d43-4ee6-8679-9b73947a9eaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:10.011563 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-2465ed5e-f133-4d14-a1e4-dac494286ea6 tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:10.012793 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-2465ed5e-f133-4d14-a1e4-dac494286ea6 tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:10.020679 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.provisioning_blocks [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-c51d29f7-1d43-4ee6-8679-9b73947a9eaa service neutron] Transition to ACTIVE for port object c768cec8-e69a-42ed-929c-da40969968c3 will not be triggered until provisioned by entity L2. {{(pid=101289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:52:10.048320 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-c51d29f7-1d43-4ee6-8679-9b73947a9eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:10.049686 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b80dd9-c305-4bc0-9190-a0032e430ba8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:10.050820 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-62b80dd9-c305-4bc0-9190-a0032e430ba8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:10.055710 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-2465ed5e-f133-4d14-a1e4-dac494286ea6 tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3514040 Sep 17 07:52:10.099810 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-a38b400d-5dfa-418f-b63b-975e06a73804 service neutron] Request body: {'port': {'device_id': '390bf98d-1464-42fb-bc58-a23d070ad838', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:52:10.113642 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2465ed5e-f133-4d14-a1e4-dac494286ea6 tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Pushing event updated for resources: {'Port': ['ID=2ebef5f4-f2c6-481a-852e-bbb44da1e25e,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:10.132082 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-8fe99333-6308-49fc-9b1f-2c9c8ceaa033 None None] For port 2581987e-8cac-4c8e-97f5-2a0d934e1110, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=2581987e-8cac-4c8e-97f5-2a0d934e1110,segment=NetworkSegment(ccc4c9b3-8f64-4b6a-96f4-35a1665005a6),segment_id=ccc4c9b3-8f64-4b6a-96f4-35a1665005a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:52:10.180202 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df8d455-ebbb-4d8c-932f-bed09ba5c641 req-eda09c64-4fa1-4317-bc70-9af19af55b83 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:10.187315 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7df8d455-ebbb-4d8c-932f-bed09ba5c641 req-eda09c64-4fa1-4317-bc70-9af19af55b83 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=6566c730-eefa-423b-a200-1be4b53646f9 HTTP/1.1" status: 200 len: 949 time: 0.4316988 Sep 17 07:52:10.192934 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8fe99333-6308-49fc-9b1f-2c9c8ceaa033 None None] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:10.199920 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-62b80dd9-c305-4bc0-9190-a0032e430ba8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.5284963 Sep 17 07:52:10.203148 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41330) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:10.203630 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8fe99333-6308-49fc-9b1f-2c9c8ceaa033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:10.252029 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7df8d455-ebbb-4d8c-932f-bed09ba5c641 req-e0ae4560-82f2-4762-8146-b864a2dbceaf tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594804 Sep 17 07:52:10.347866 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51d29f7-1d43-4ee6-8679-9b73947a9eaa service neutron] Pushing event updated for resources: {'Port': ['ID=c768cec8-e69a-42ed-929c-da40969968c3,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:10.386143 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-c51d29f7-1d43-4ee6-8679-9b73947a9eaa service neutron] Attempting to bind port c768cec8-e69a-42ed-929c-da40969968c3 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:52:10.386862 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-c51d29f7-1d43-4ee6-8679-9b73947a9eaa service neutron] Attempting to bind port c768cec8-e69a-42ed-929c-da40969968c3 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'e656fed3-092a-4e07-99f7-8099c7917269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a321b777-88f3-4d68-9faa-f7f0c223d1be'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:52:10.387427 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-c51d29f7-1d43-4ee6-8679-9b73947a9eaa service neutron] Attempting to bind port c768cec8-e69a-42ed-929c-da40969968c3 on network a321b777-88f3-4d68-9faa-f7f0c223d1be {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:52:10.398715 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12535b7-8911-43f3-820c-f5773f1e17c6 req-5636448c-a4ed-49de-a742-308cb8ebdc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:10.401282 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe99333-6308-49fc-9b1f-2c9c8ceaa033 None None] Pushing event updated for resources: {'Port': ['ID=2581987e-8cac-4c8e-97f5-2a0d934e1110,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:10.412793 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b12535b7-8911-43f3-820c-f5773f1e17c6 req-5636448c-a4ed-49de-a742-308cb8ebdc66 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cc97d231-b8e1-4f77-9438-e44ace44d63d HTTP/1.1" status: 200 len: 923 time: 0.6683738 Sep 17 07:52:10.416028 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-a38b400d-5dfa-418f-b63b-975e06a73804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:10.417228 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-c51d29f7-1d43-4ee6-8679-9b73947a9eaa service neutron] Port c768cec8-e69a-42ed-929c-da40969968c3 on network a321b777-88f3-4d68-9faa-f7f0c223d1be not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:52:10.418416 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-c51d29f7-1d43-4ee6-8679-9b73947a9eaa service neutron] Attempting to bind port c768cec8-e69a-42ed-929c-da40969968c3 on network a321b777-88f3-4d68-9faa-f7f0c223d1be {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:52:10.539461 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-c51d29f7-1d43-4ee6-8679-9b73947a9eaa service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:52:10.540191 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-c51d29f7-1d43-4ee6-8679-9b73947a9eaa service neutron] Checking segment: {'id': 'e656fed3-092a-4e07-99f7-8099c7917269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a321b777-88f3-4d68-9faa-f7f0c223d1be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:52:10.540316 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-c51d29f7-1d43-4ee6-8679-9b73947a9eaa service neutron] Bound using segment: {'id': 'e656fed3-092a-4e07-99f7-8099c7917269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a321b777-88f3-4d68-9faa-f7f0c223d1be'} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:52:10.540695 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-c51d29f7-1d43-4ee6-8679-9b73947a9eaa service neutron] Bound port: c768cec8-e69a-42ed-929c-da40969968c3, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e656fed3-092a-4e07-99f7-8099c7917269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a321b777-88f3-4d68-9faa-f7f0c223d1be'}}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:52:10.541070 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-c51d29f7-1d43-4ee6-8679-9b73947a9eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:10.558696 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b12535b7-8911-43f3-820c-f5773f1e17c6 req-767dcd69-da73-43b4-9b72-7001dc0c5c51 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f3569b9-e393-46fb-9816-0f910d00aba6 HTTP/1.1" status: 200 len: 217 time: 0.1266429 Sep 17 07:52:10.586216 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 2581987e-8cac-4c8e-97f5-2a0d934e1110 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:52:10.684601 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 2581987e-8cac-4c8e-97f5-2a0d934e1110 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:52:10.685322 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:10.719990 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-c51d29f7-1d43-4ee6-8679-9b73947a9eaa service neutron] For port c768cec8-e69a-42ed-929c-da40969968c3, host n-h1-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:52:10.723733 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6911ed-c087-4709-828e-ae3ae8afe92a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:10.730125 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-c51d29f7-1d43-4ee6-8679-9b73947a9eaa service neutron] For port c768cec8-e69a-42ed-929c-da40969968c3, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=c768cec8-e69a-42ed-929c-da40969968c3,segment=NetworkSegment(e656fed3-092a-4e07-99f7-8099c7917269),segment_id=e656fed3-092a-4e07-99f7-8099c7917269)] {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:52:10.733777 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6911ed-c087-4709-828e-ae3ae8afe92a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:10.734891 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-4a6911ed-c087-4709-828e-ae3ae8afe92a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.5180380 Sep 17 07:52:10.737034 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41342) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:10.772038 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-c51d29f7-1d43-4ee6-8679-9b73947a9eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:10.908939 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-7e65f017-bfb0-4288-8010-1a3f468a9a3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2b0c748-7c11-48e9-9263-9301599bdf54 {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:52:10.921156 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-7e65f017-bfb0-4288-8010-1a3f468a9a3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:10.941425 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-7e65f017-bfb0-4288-8010-1a3f468a9a3a service neutron] Transition to ACTIVE for port object d2b0c748-7c11-48e9-9263-9301599bdf54 will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:52:10.946080 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e7dce8-d663-4cbb-8b5c-d9349e7525ff req-d4ef8f26-9771-4622-9eb5-e96093733c1f tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:10.955104 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b6e7dce8-d663-4cbb-8b5c-d9349e7525ff req-d4ef8f26-9771-4622-9eb5-e96093733c1f tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9f5c173-5699-42f7-9627-594c6f134a59 HTTP/1.1" status: 200 len: 948 time: 0.4112315 Sep 17 07:52:10.958543 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-7e65f017-bfb0-4288-8010-1a3f468a9a3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:10.964276 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-c51d29f7-1d43-4ee6-8679-9b73947a9eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:10.964895 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-c51d29f7-1d43-4ee6-8679-9b73947a9eaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:10.966269 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-c51d29f7-1d43-4ee6-8679-9b73947a9eaa service neutron] 10.222.0.41 "PUT /v2.0/ports/c768cec8-e69a-42ed-929c-da40969968c3 HTTP/1.1" status: 200 len: 1091 time: 2.4222634 Sep 17 07:52:10.978935 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6733210-bbbf-454f-8fb4-c51426efe620', 'tag': 'c768cec8-e69a-42ed-929c-da40969968c3'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:52:10.981927 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4dff30-f50b-4c28-80e3-5c42b4ff5eb3" -d '{"events": [{"name": "network-changed", "server_uuid": "f6733210-bbbf-454f-8fb4-c51426efe620", "tag": "c768cec8-e69a-42ed-929c-da40969968c3"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:52:10.987039 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12535b7-8911-43f3-820c-f5773f1e17c6 req-d60fa207-88da-4ee1-b2b5-96852a178768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:10.989554 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b12535b7-8911-43f3-820c-f5773f1e17c6 req-d60fa207-88da-4ee1-b2b5-96852a178768 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4e4f7180-884c-4866-a6b3-7ca3d74bdb19 HTTP/1.1" status: 200 len: 862 time: 0.3549774 Sep 17 07:52:11.018189 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f7351-4fdf-460a-b14f-a5b1d353a7ad req-d418af2a-ee2d-4cbd-9b74-cf579053587e tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:11.026790 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cd4f7351-4fdf-460a-b14f-a5b1d353a7ad req-d418af2a-ee2d-4cbd-9b74-cf579053587e tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=ceefd6fb-e74b-43cb-bb5f-705f8425327b HTTP/1.1" status: 200 len: 943 time: 0.4815865 Sep 17 07:52:11.087934 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51d29f7-1d43-4ee6-8679-9b73947a9eaa service neutron] Pushing event updated for resources: {'Port': ['ID=c768cec8-e69a-42ed-929c-da40969968c3,revision_number=3']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:11.088423 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b12535b7-8911-43f3-820c-f5773f1e17c6 req-b8643c49-1508-478e-a0a8-2f4881b20ca3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cc97d231-b8e1-4f77-9438-e44ace44d63d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787058 Sep 17 07:52:11.241910 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b6e7dce8-d663-4cbb-8b5c-d9349e7525ff req-8a2428f6-c144-458d-b37a-fd7105af113b tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8f8fc30-65b6-4327-a5dc-bce035660486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803385 Sep 17 07:52:11.247787 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b12535b7-8911-43f3-820c-f5773f1e17c6 req-3a1b1426-ed41-4df6-9d3e-dde988e28d8b service neutron] 10.222.0.41 "GET /v2.0/networks/cc97d231-b8e1-4f77-9438-e44ace44d63d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352754 Sep 17 07:52:11.268711 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cd4f7351-4fdf-460a-b14f-a5b1d353a7ad req-7bd89bb4-3c2f-4df7-8c60-a41a237c9c91 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e165fbb-9ab8-4bf2-ab79-2b2690722fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405372 Sep 17 07:52:11.272291 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-85393c6b-f3ed-4d92-b2f2-bbccf13ce91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:11.273452 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e65f017-bfb0-4288-8010-1a3f468a9a3a service neutron] Pushing event updated for resources: {'Port': ['ID=d2b0c748-7c11-48e9-9263-9301599bdf54,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:11.274015 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-85393c6b-f3ed-4d92-b2f2-bbccf13ce91e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=645eab89321340f58267dc3af557340d&device_id=f6733210-bbbf-454f-8fb4-c51426efe620 HTTP/1.1" status: 200 len: 1094 time: 0.2254424 Sep 17 07:52:11.302501 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-a38b400d-5dfa-418f-b63b-975e06a73804 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ebef5f4-f2c6-481a-852e-bbb44da1e25e {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:52:11.332483 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-a38b400d-5dfa-418f-b63b-975e06a73804 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:11.367687 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-2d80d532-89a5-4e8f-ad58-1af9aa736513 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Deleting port 846253b9-d550-4cef-bf4a-04308e9c2bad {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:52:11.368060 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2d80d532-89a5-4e8f-ad58-1af9aa736513 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:11.373242 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-a38b400d-5dfa-418f-b63b-975e06a73804 service neutron] Transition to ACTIVE for port object 2ebef5f4-f2c6-481a-852e-bbb44da1e25e will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:52:11.377075 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-e1a4ca85-17ce-4b93-a5fc-90cff2e93908 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c768cec8-e69a-42ed-929c-da40969968c3 HTTP/1.1" status: 200 len: 217 time: 0.0814717 Sep 17 07:52:11.395398 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-e5ace3d4-75dc-48fc-92d9-4bd1bee77172 None None] Provisioning complete for port 2581987e-8cac-4c8e-97f5-2a0d934e1110 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:52:11.395920 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-a38b400d-5dfa-418f-b63b-975e06a73804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:11.396069 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e5ace3d4-75dc-48fc-92d9-4bd1bee77172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:11.545553 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2d80d532-89a5-4e8f-ad58-1af9aa736513 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:11.562622 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-2d80d532-89a5-4e8f-ad58-1af9aa736513 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Calling delete_port for 846253b9-d550-4cef-bf4a-04308e9c2bad owned by {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:52:11.571411 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be61759b-23f5-477f-a3ed-442e3864c935 req-47ad24ba-439e-46dc-9cc5-3956ed5a1f3c tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:11.573474 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-be61759b-23f5-477f-a3ed-442e3864c935 req-47ad24ba-439e-46dc-9cc5-3956ed5a1f3c tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee44c663-1dca-4669-be96-75e385fb6cf2 HTTP/1.1" status: 200 len: 949 time: 0.2219934 Sep 17 07:52:11.588818 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-7e65f017-bfb0-4288-8010-1a3f468a9a3a service neutron] Attempting to bind port d2b0c748-7c11-48e9-9263-9301599bdf54 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:52:11.589162 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-7e65f017-bfb0-4288-8010-1a3f468a9a3a service neutron] Attempting to bind port d2b0c748-7c11-48e9-9263-9301599bdf54 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'e656fed3-092a-4e07-99f7-8099c7917269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a321b777-88f3-4d68-9faa-f7f0c223d1be'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:52:11.589483 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-7e65f017-bfb0-4288-8010-1a3f468a9a3a service neutron] Attempting to bind port d2b0c748-7c11-48e9-9263-9301599bdf54 on network a321b777-88f3-4d68-9faa-f7f0c223d1be {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:52:11.626274 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-7e65f017-bfb0-4288-8010-1a3f468a9a3a service neutron] Port d2b0c748-7c11-48e9-9263-9301599bdf54 on network a321b777-88f3-4d68-9faa-f7f0c223d1be not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:52:11.626623 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-7e65f017-bfb0-4288-8010-1a3f468a9a3a service neutron] Attempting to bind port d2b0c748-7c11-48e9-9263-9301599bdf54 on network a321b777-88f3-4d68-9faa-f7f0c223d1be {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:52:11.651610 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-be61759b-23f5-477f-a3ed-442e3864c935 req-f7c02336-a6db-46a8-8c1f-bff4b044238c tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530221 Sep 17 07:52:11.660532 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4614a8d-b8cc-47b3-ad11-5bad7e1f7fdd req-5e99e047-2ab8-4fe8-945a-0a0b0c19d16b tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:11.668301 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f4614a8d-b8cc-47b3-ad11-5bad7e1f7fdd req-5e99e047-2ab8-4fe8-945a-0a0b0c19d16b tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1049d28-35d6-4d41-9d85-e80ff608156e HTTP/1.1" status: 200 len: 943 time: 0.2954447 Sep 17 07:52:11.682152 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b12535b7-8911-43f3-820c-f5773f1e17c6 req-19788b73-2e48-4a8f-bff9-8d390a7ce613 service neutron] 10.222.0.41 "GET /v2.0/networks/cc97d231-b8e1-4f77-9438-e44ace44d63d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4123693 Sep 17 07:52:11.684226 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-a727a7a0-600c-46d6-b215-63fe3364bcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:11.687112 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-a727a7a0-600c-46d6-b215-63fe3364bcbd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dc7877a3-5396-4e28-b4e8-3e5610c34e9a HTTP/1.1" status: 200 len: 857 time: 0.2622697 Sep 17 07:52:11.730155 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8bf76d1-886f-4ae5-99ec-235d140447de x-openstack-request-id: req-c8bf76d1-886f-4ae5-99ec-235d140447de {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:52:11.730584 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6733210-bbbf-454f-8fb4-c51426efe620", "tag": "c768cec8-e69a-42ed-929c-da40969968c3", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:52:11.730689 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c8bf76d1-886f-4ae5-99ec-235d140447de {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:52:11.731095 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6733210-bbbf-454f-8fb4-c51426efe620', 'tag': 'c768cec8-e69a-42ed-929c-da40969968c3', 'status': 'completed', 'code': 200} Sep 17 07:52:11.735705 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f4614a8d-b8cc-47b3-ad11-5bad7e1f7fdd req-ca1b6a93-9d03-4153-9bde-d617954e18ea tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] 10.222.0.13 "GET /v2.0/security-groups?id=2152a412-863a-4a9c-bfbd-f4fe783fd7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666838 Sep 17 07:52:11.773823 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-e53e4583-5293-42fe-b273-1c74779cd1fc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a321b777-88f3-4d68-9faa-f7f0c223d1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403416 Sep 17 07:52:11.825519 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-6293c9dc-9ece-46fd-b166-c43f783bf368 None None] Provisioning complete for port 846253b9-d550-4cef-bf4a-04308e9c2bad triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:52:11.825915 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6293c9dc-9ece-46fd-b166-c43f783bf368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:11.867523 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38b400d-5dfa-418f-b63b-975e06a73804 service neutron] Pushing event updated for resources: {'Port': ['ID=2ebef5f4-f2c6-481a-852e-bbb44da1e25e,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:11.869484 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-6293c9dc-9ece-46fd-b166-c43f783bf368 None None] Port 846253b9-d550-4cef-bf4a-04308e9c2bad cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:52:11.879145 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-7e65f017-bfb0-4288-8010-1a3f468a9a3a service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:52:11.879491 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-7e65f017-bfb0-4288-8010-1a3f468a9a3a service neutron] Checking segment: {'id': 'e656fed3-092a-4e07-99f7-8099c7917269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a321b777-88f3-4d68-9faa-f7f0c223d1be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:52:11.879909 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-7e65f017-bfb0-4288-8010-1a3f468a9a3a service neutron] Bound using segment: {'id': 'e656fed3-092a-4e07-99f7-8099c7917269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a321b777-88f3-4d68-9faa-f7f0c223d1be'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:52:11.880362 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-7e65f017-bfb0-4288-8010-1a3f468a9a3a service neutron] Bound port: d2b0c748-7c11-48e9-9263-9301599bdf54, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e656fed3-092a-4e07-99f7-8099c7917269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a321b777-88f3-4d68-9faa-f7f0c223d1be'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:52:11.880727 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-7e65f017-bfb0-4288-8010-1a3f468a9a3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:11.902714 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-a38b400d-5dfa-418f-b63b-975e06a73804 service neutron] Attempting to bind port 2ebef5f4-f2c6-481a-852e-bbb44da1e25e on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:52:11.902967 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-a38b400d-5dfa-418f-b63b-975e06a73804 service neutron] Attempting to bind port 2ebef5f4-f2c6-481a-852e-bbb44da1e25e by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'e656fed3-092a-4e07-99f7-8099c7917269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a321b777-88f3-4d68-9faa-f7f0c223d1be'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:52:11.903819 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-a38b400d-5dfa-418f-b63b-975e06a73804 service neutron] Attempting to bind port 2ebef5f4-f2c6-481a-852e-bbb44da1e25e on network a321b777-88f3-4d68-9faa-f7f0c223d1be {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:52:11.915176 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-a38b400d-5dfa-418f-b63b-975e06a73804 service neutron] Port 2ebef5f4-f2c6-481a-852e-bbb44da1e25e on network a321b777-88f3-4d68-9faa-f7f0c223d1be not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:52:11.915539 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-a38b400d-5dfa-418f-b63b-975e06a73804 service neutron] Attempting to bind port 2ebef5f4-f2c6-481a-852e-bbb44da1e25e on network a321b777-88f3-4d68-9faa-f7f0c223d1be {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:52:11.921321 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2d80d532-89a5-4e8f-ad58-1af9aa736513 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:11.949573 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4870a0b-88eb-45b8-b1dc-32ad16254285 req-18a4da9d-f472-415b-9d1d-86f34d4a22be tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:11.950168 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-a38b400d-5dfa-418f-b63b-975e06a73804 service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:52:11.950527 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-a38b400d-5dfa-418f-b63b-975e06a73804 service neutron] Checking segment: {'id': 'e656fed3-092a-4e07-99f7-8099c7917269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a321b777-88f3-4d68-9faa-f7f0c223d1be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:52:11.950921 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-a38b400d-5dfa-418f-b63b-975e06a73804 service neutron] Bound using segment: {'id': 'e656fed3-092a-4e07-99f7-8099c7917269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a321b777-88f3-4d68-9faa-f7f0c223d1be'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:52:11.951775 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a4870a0b-88eb-45b8-b1dc-32ad16254285 req-18a4da9d-f472-415b-9d1d-86f34d4a22be tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=6566c730-eefa-423b-a200-1be4b53646f9 HTTP/1.1" status: 200 len: 949 time: 0.0938466 Sep 17 07:52:11.954414 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-85121fee-1dac-45e2-91de-4ba677248376 service neutron] 10.222.0.41 "GET /v2.0/networks/a321b777-88f3-4d68-9faa-f7f0c223d1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736512 Sep 17 07:52:11.957586 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-a38b400d-5dfa-418f-b63b-975e06a73804 service neutron] Bound port: 2ebef5f4-f2c6-481a-852e-bbb44da1e25e, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e656fed3-092a-4e07-99f7-8099c7917269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a321b777-88f3-4d68-9faa-f7f0c223d1be'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:52:11.957964 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-a38b400d-5dfa-418f-b63b-975e06a73804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:11.996881 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d80d532-89a5-4e8f-ad58-1af9aa736513 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event deleted for resources: {'Port': ['ID=846253b9-d550-4cef-bf4a-04308e9c2bad,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:12.075794 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-7e65f017-bfb0-4288-8010-1a3f468a9a3a service neutron] For port d2b0c748-7c11-48e9-9263-9301599bdf54, host n-h1-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:52:12.090506 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a4870a0b-88eb-45b8-b1dc-32ad16254285 req-5dcfa887-26bd-45bb-a1db-8fa93187042b tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243205 Sep 17 07:52:12.128142 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f18475-c956-4ac8-98af-0b874e536950 req-134dcd5e-73a5-49be-b130-13fd0756ebaf tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:12.130479 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-26f18475-c956-4ac8-98af-0b874e536950 req-134dcd5e-73a5-49be-b130-13fd0756ebaf tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9f5c173-5699-42f7-9627-594c6f134a59 HTTP/1.1" status: 200 len: 948 time: 0.1751254 Sep 17 07:52:12.131344 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-7e65f017-bfb0-4288-8010-1a3f468a9a3a service neutron] For port d2b0c748-7c11-48e9-9263-9301599bdf54, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=d2b0c748-7c11-48e9-9263-9301599bdf54,segment=NetworkSegment(e656fed3-092a-4e07-99f7-8099c7917269),segment_id=e656fed3-092a-4e07-99f7-8099c7917269)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:52:12.153863 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-7e65f017-bfb0-4288-8010-1a3f468a9a3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:12.160686 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-942ce298-a4db-413e-99ec-db2b5cef18d7 service neutron] 10.222.0.41 "GET /v2.0/networks/a321b777-88f3-4d68-9faa-f7f0c223d1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955881 Sep 17 07:52:12.215633 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-7e65f017-bfb0-4288-8010-1a3f468a9a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:12.216308 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-7e65f017-bfb0-4288-8010-1a3f468a9a3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:12.217731 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-7e65f017-bfb0-4288-8010-1a3f468a9a3a service neutron] 10.222.0.41 "PUT /v2.0/ports/d2b0c748-7c11-48e9-9263-9301599bdf54 HTTP/1.1" status: 200 len: 1091 time: 3.3984425 Sep 17 07:52:12.236124 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-a38b400d-5dfa-418f-b63b-975e06a73804 service neutron] For port 2ebef5f4-f2c6-481a-852e-bbb44da1e25e, host n-h1-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:52:12.248673 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-a38b400d-5dfa-418f-b63b-975e06a73804 service neutron] For port 2ebef5f4-f2c6-481a-852e-bbb44da1e25e, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=2ebef5f4-f2c6-481a-852e-bbb44da1e25e,segment=NetworkSegment(e656fed3-092a-4e07-99f7-8099c7917269),segment_id=e656fed3-092a-4e07-99f7-8099c7917269)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:52:12.249688 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1049d28-35d6-4d41-9d85-e80ff608156e', 'tag': 'd2b0c748-7c11-48e9-9263-9301599bdf54'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:52:12.264685 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-26f18475-c956-4ac8-98af-0b874e536950 req-24d4b2f7-afe3-4fe5-9a4b-77bb548af980 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] Deleting port d1c8052d-7dc8-4faa-a866-7bd87f39f23c {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:52:12.265086 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-26f18475-c956-4ac8-98af-0b874e536950 req-24d4b2f7-afe3-4fe5-9a4b-77bb548af980 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:12.271684 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73bd66fe-c24c-4cd6-a8c4-a0d16243e8b8" -d '{"events": [{"name": "network-changed", "server_uuid": "f1049d28-35d6-4d41-9d85-e80ff608156e", "tag": "d2b0c748-7c11-48e9-9263-9301599bdf54"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:52:12.290281 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-a38b400d-5dfa-418f-b63b-975e06a73804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:12.324737 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-a38b400d-5dfa-418f-b63b-975e06a73804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:12.326683 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-a38b400d-5dfa-418f-b63b-975e06a73804 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:12.328434 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-a38b400d-5dfa-418f-b63b-975e06a73804 service neutron] 10.222.0.41 "PUT /v2.0/ports/2ebef5f4-f2c6-481a-852e-bbb44da1e25e HTTP/1.1" status: 200 len: 1091 time: 2.2480657 Sep 17 07:52:12.335617 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2d80d532-89a5-4e8f-ad58-1af9aa736513 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:12.349689 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-2d80d532-89a5-4e8f-ad58-1af9aa736513 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/ports/846253b9-d550-4cef-bf4a-04308e9c2bad HTTP/1.1" status: 204 len: 168 time: 1.6107624 Sep 17 07:52:12.355403 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41360) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:12.396083 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe7cf0a-e22f-43f6-a233-0df0c278813f x-openstack-request-id: req-abe7cf0a-e22f-43f6-a233-0df0c278813f {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:52:12.396373 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1049d28-35d6-4d41-9d85-e80ff608156e", "tag": "d2b0c748-7c11-48e9-9263-9301599bdf54", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:52:12.396624 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-abe7cf0a-e22f-43f6-a233-0df0c278813f {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:52:12.397029 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1049d28-35d6-4d41-9d85-e80ff608156e', 'tag': 'd2b0c748-7c11-48e9-9263-9301599bdf54', 'status': 'completed', 'code': 200} Sep 17 07:52:12.481236 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e65f017-bfb0-4288-8010-1a3f468a9a3a service neutron] Pushing event updated for resources: {'Port': ['ID=d2b0c748-7c11-48e9-9263-9301599bdf54,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:12.530510 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-26f18475-c956-4ac8-98af-0b874e536950 req-24d4b2f7-afe3-4fe5-9a4b-77bb548af980 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] For port d1c8052d-7dc8-4faa-a866-7bd87f39f23c, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=d1c8052d-7dc8-4faa-a866-7bd87f39f23c,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:52:12.531032 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-26f18475-c956-4ac8-98af-0b874e536950 req-24d4b2f7-afe3-4fe5-9a4b-77bb548af980 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:12.536523 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38b400d-5dfa-418f-b63b-975e06a73804 service neutron] Pushing event updated for resources: {'Port': ['ID=2ebef5f4-f2c6-481a-852e-bbb44da1e25e,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:12.557097 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f32c6c-2894-42c4-8732-e1d666e97fc9 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:12.557817 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f2bd81-97ca-455c-8e5a-d1f045e5a8b2 req-7f2fb689-313e-46a2-ae21-3ac3eb89bd92 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:12.558612 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f32c6c-2894-42c4-8732-e1d666e97fc9 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:12.559489 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c0f2bd81-97ca-455c-8e5a-d1f045e5a8b2 req-7f2fb689-313e-46a2-ae21-3ac3eb89bd92 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9f5c173-5699-42f7-9627-594c6f134a59 HTTP/1.1" status: 200 len: 948 time: 0.1937420 Sep 17 07:52:12.561222 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f32c6c-2894-42c4-8732-e1d666e97fc9 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:12.561488 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-955a6ac7-268a-4b6e-be61-f7da46185151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:12.562925 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-955a6ac7-268a-4b6e-be61-f7da46185151 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=645eab89321340f58267dc3af557340d&device_id=f1049d28-35d6-4d41-9d85-e80ff608156e HTTP/1.1" status: 200 len: 1094 time: 0.2352467 Sep 17 07:52:12.567107 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-26f18475-c956-4ac8-98af-0b874e536950 req-24d4b2f7-afe3-4fe5-9a4b-77bb548af980 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] Calling delete_port for d1c8052d-7dc8-4faa-a866-7bd87f39f23c owned by compute:nova {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:52:12.568162 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-27f32c6c-2894-42c4-8732-e1d666e97fc9 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1901591 Sep 17 07:52:12.570644 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4dff30-f50b-4c28-80e3-5c42b4ff5eb3 req-bddbb5c8-7a45-4bc1-9604-503c1c892514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:12.571038 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 41362) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:12.572602 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9a4dff30-f50b-4c28-80e3-5c42b4ff5eb3 req-bddbb5c8-7a45-4bc1-9604-503c1c892514 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=645eab89321340f58267dc3af557340d&device_id=f6733210-bbbf-454f-8fb4-c51426efe620 HTTP/1.1" status: 200 len: 1094 time: 0.2704906 Sep 17 07:52:12.583126 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-bc590893-a93e-4203-8135-b6734139f6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:12.585121 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-bc590893-a93e-4203-8135-b6734139f6e0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=645eab89321340f58267dc3af557340d&device_id=390bf98d-1464-42fb-bc58-a23d070ad838 HTTP/1.1" status: 200 len: 1094 time: 0.1667581 Sep 17 07:52:12.596820 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af7225-3d64-4548-a1ff-ca959191a725 req-55cc7f73-8de8-4832-a026-5075615658e1 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:12.598371 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-49af7225-3d64-4548-a1ff-ca959191a725 req-55cc7f73-8de8-4832-a026-5075615658e1 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=ceefd6fb-e74b-43cb-bb5f-705f8425327b HTTP/1.1" status: 200 len: 943 time: 0.1656365 Sep 17 07:52:12.661697 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-8b1e7fae-5083-4f14-a501-e2b1e1b92b27 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ebef5f4-f2c6-481a-852e-bbb44da1e25e HTTP/1.1" status: 200 len: 217 time: 0.0535645 Sep 17 07:52:12.762707 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-1570ad1d-18f6-4029-b560-0bc641fec136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:12.764175 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-1570ad1d-18f6-4029-b560-0bc641fec136 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dc7877a3-5396-4e28-b4e8-3e5610c34e9a HTTP/1.1" status: 200 len: 857 time: 0.0706515 Sep 17 07:52:12.765750 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4dff30-f50b-4c28-80e3-5c42b4ff5eb3 req-985d22a9-a222-4a08-ad84-30654ca05efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:12.767441 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9a4dff30-f50b-4c28-80e3-5c42b4ff5eb3 req-985d22a9-a222-4a08-ad84-30654ca05efa service neutron] 10.222.0.41 "GET /v2.0/networks?id=a321b777-88f3-4d68-9faa-f7f0c223d1be HTTP/1.1" status: 200 len: 918 time: 0.1670952 Sep 17 07:52:12.840071 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-f33634f2-8d9e-486d-a363-d6dea3d4454a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a321b777-88f3-4d68-9faa-f7f0c223d1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619609 Sep 17 07:52:12.841747 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9a4dff30-f50b-4c28-80e3-5c42b4ff5eb3 req-11708035-1870-46fe-b490-ee2c0d8686a4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c768cec8-e69a-42ed-929c-da40969968c3 HTTP/1.1" status: 200 len: 217 time: 0.0625162 Sep 17 07:52:12.954446 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4dff30-f50b-4c28-80e3-5c42b4ff5eb3 req-8bc18901-129f-4f31-ad43-865d3e60346f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:12.955951 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9a4dff30-f50b-4c28-80e3-5c42b4ff5eb3 req-8bc18901-129f-4f31-ad43-865d3e60346f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dc7877a3-5396-4e28-b4e8-3e5610c34e9a HTTP/1.1" status: 200 len: 857 time: 0.1008155 Sep 17 07:52:13.012097 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9a4dff30-f50b-4c28-80e3-5c42b4ff5eb3 req-017f5a2e-d9a5-482b-9097-a879d9b92aaa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a321b777-88f3-4d68-9faa-f7f0c223d1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472171 Sep 17 07:52:13.014194 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-ce3d10d8-e56f-40f2-a8e0-e7ad1a72d274 service neutron] 10.222.0.41 "GET /v2.0/networks/a321b777-88f3-4d68-9faa-f7f0c223d1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601121 Sep 17 07:52:13.015412 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-46c66296-aa97-4ee5-80e6-86b1d57f43f9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2b0c748-7c11-48e9-9263-9301599bdf54 HTTP/1.1" status: 200 len: 217 time: 0.3970475 Sep 17 07:52:13.096140 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c0f2bd81-97ca-455c-8e5a-d1f045e5a8b2 req-ad79fc41-fbfb-49cd-83b4-68fac4ca3c87 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8f8fc30-65b6-4327-a5dc-bce035660486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5257556 Sep 17 07:52:13.111893 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d680801-855f-46d7-952b-24a4ee234965 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Deleting subnet c12ea26c-8b3b-40ce-82e3-fb543b741cb6 {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:52:13.134107 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7d680801-855f-46d7-952b-24a4ee234965 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:13.170440 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-49af7225-3d64-4548-a1ff-ca959191a725 req-badee839-e181-4549-a28e-f0333a651c1f tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e165fbb-9ab8-4bf2-ab79-2b2690722fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5354998 Sep 17 07:52:13.204030 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-d01998eb-6eb3-4ad8-90ce-b29b64a55cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:13.205526 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-d01998eb-6eb3-4ad8-90ce-b29b64a55cde service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dc7877a3-5396-4e28-b4e8-3e5610c34e9a HTTP/1.1" status: 200 len: 857 time: 0.1727080 Sep 17 07:52:13.213624 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7d680801-855f-46d7-952b-24a4ee234965 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:13.234699 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9a4dff30-f50b-4c28-80e3-5c42b4ff5eb3 req-6e1c2153-7bb7-4a29-923f-3aa5be7bca0f service neutron] 10.222.0.41 "GET /v2.0/networks/a321b777-88f3-4d68-9faa-f7f0c223d1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022669 Sep 17 07:52:13.236731 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-bee052a4-97de-4f68-ae4e-936e3c2ba07d service neutron] 10.222.0.41 "GET /v2.0/networks/a321b777-88f3-4d68-9faa-f7f0c223d1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032027 Sep 17 07:52:13.280648 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-19f95c8e-fd2f-4958-b3b3-ce1f7cd821ff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a321b777-88f3-4d68-9faa-f7f0c223d1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630918 Sep 17 07:52:13.358749 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9a4dff30-f50b-4c28-80e3-5c42b4ff5eb3 req-79685b4e-f11e-4e40-a6a7-b5a7f1d835d7 service neutron] 10.222.0.41 "GET /v2.0/networks/a321b777-88f3-4d68-9faa-f7f0c223d1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062155 Sep 17 07:52:13.422735 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41382) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:13.488099 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-26f18475-c956-4ac8-98af-0b874e536950 req-24d4b2f7-afe3-4fe5-9a4b-77bb548af980 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:13.509732 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1ca172-b649-4bbc-a81e-9a91024b4b33 req-6ec186f4-73b1-46a9-8ce3-6bbb22cc4574 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:13.511211 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1a1ca172-b649-4bbc-a81e-9a91024b4b33 req-6ec186f4-73b1-46a9-8ce3-6bbb22cc4574 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee44c663-1dca-4669-be96-75e385fb6cf2 HTTP/1.1" status: 200 len: 949 time: 0.2825422 Sep 17 07:52:13.522608 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['d1c8052d-7dc8-4faa-a866-7bd87f39f23c'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:52:13.533650 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-961d4547-78cc-4e0e-97c0-f8342bd1e760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:13.557099 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf8bc5d-95b4-41f9-840d-8c3c9d0ee7a2 req-eff97bbf-2d2c-41b9-bbf8-e6a2af4c052a tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:13.558580 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bcf8bc5d-95b4-41f9-840d-8c3c9d0ee7a2 req-eff97bbf-2d2c-41b9-bbf8-e6a2af4c052a tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1049d28-35d6-4d41-9d85-e80ff608156e HTTP/1.1" status: 200 len: 943 time: 0.2685513 Sep 17 07:52:13.568799 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d4b2f7-afe3-4fe5-9a4b-77bb548af980 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] Pushing event deleted for resources: {'Port': ['ID=d1c8052d-7dc8-4faa-a866-7bd87f39f23c,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:13.586443 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7d680801-855f-46d7-952b-24a4ee234965 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:13.632389 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-961d4547-78cc-4e0e-97c0-f8342bd1e760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:13.637233 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-961d4547-78cc-4e0e-97c0-f8342bd1e760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:13.676453 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-101cb899-d454-4e0d-8374-b5ec6a25d488 service neutron] 10.222.0.41 "GET /v2.0/networks/a321b777-88f3-4d68-9faa-f7f0c223d1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3370571 Sep 17 07:52:13.683585 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-961d4547-78cc-4e0e-97c0-f8342bd1e760 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e87a546dfd77498db013523100ca954f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2574039 Sep 17 07:52:13.683585 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961d4547-78cc-4e0e-97c0-f8342bd1e760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa356217-0722-48b1-b170-d7136b6b0415,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:13.686135 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41386) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:13.719487 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-26f18475-c956-4ac8-98af-0b874e536950 req-24d4b2f7-afe3-4fe5-9a4b-77bb548af980 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] No DVR routers for this DVR port d1c8052d-7dc8-4faa-a866-7bd87f39f23c on host n-h1-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:52:13.724428 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1a1ca172-b649-4bbc-a81e-9a91024b4b33 req-fd37881f-e21a-42b4-afac-4436760d3b7f tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057147 Sep 17 07:52:13.731594 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-26f18475-c956-4ac8-98af-0b874e536950 req-24d4b2f7-afe3-4fe5-9a4b-77bb548af980 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:13.733588 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-26f18475-c956-4ac8-98af-0b874e536950 req-24d4b2f7-afe3-4fe5-9a4b-77bb548af980 tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.41 "DELETE /v2.0/ports/d1c8052d-7dc8-4faa-a866-7bd87f39f23c HTTP/1.1" status: 204 len: 173 time: 1.5940082 Sep 17 07:52:13.735377 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9f5c173-5699-42f7-9627-594c6f134a59', 'name': 'network-vif-deleted', 'tag': 'd1c8052d-7dc8-4faa-a866-7bd87f39f23c'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:52:13.737892 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa808c2-e93d-42e3-a5ec-6ab7c18ef906" -d '{"events": [{"server_uuid": "d9f5c173-5699-42f7-9627-594c6f134a59", "name": "network-vif-deleted", "tag": "d1c8052d-7dc8-4faa-a866-7bd87f39f23c"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:52:13.743254 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9047d370-220f-43df-afe6-861d11f42f4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:13.782283 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9047d370-220f-43df-afe6-861d11f42f4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:13.785886 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bcf8bc5d-95b4-41f9-840d-8c3c9d0ee7a2 req-a7e6d04b-880d-42b2-bd59-b67a7fbe1966 tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] 10.222.0.13 "GET /v2.0/security-groups?id=2152a412-863a-4a9c-bfbd-f4fe783fd7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129138 Sep 17 07:52:13.839668 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7d680801-855f-46d7-952b-24a4ee234965 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:13.869722 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9047d370-220f-43df-afe6-861d11f42f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:13.873588 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9047d370-220f-43df-afe6-861d11f42f4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:13.874934 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-9047d370-220f-43df-afe6-861d11f42f4f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aa356217-0722-48b1-b170-d7136b6b0415 HTTP/1.1" status: 204 len: 168 time: 0.1876698 Sep 17 07:52:13.883510 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7d680801-855f-46d7-952b-24a4ee234965 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:13.885399 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-7d680801-855f-46d7-952b-24a4ee234965 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/subnets/c12ea26c-8b3b-40ce-82e3-fb543b741cb6 HTTP/1.1" status: 204 len: 168 time: 1.3134878 Sep 17 07:52:13.887652 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9047d370-220f-43df-afe6-861d11f42f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa356217-0722-48b1-b170-d7136b6b0415,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:13.894808 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95557a35-a0d8-4191-bde5-4a66cbb9460a None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:52:13.895994 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d680801-855f-46d7-952b-24a4ee234965 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event deleted for resources: {'Subnet': ['ID=c12ea26c-8b3b-40ce-82e3-fb543b741cb6,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:13.915804 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41392) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:13.927595 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-838e18a7-1d17-4f4a-85b9-626f5cb80ca9 req-5f423ee2-7089-4ac3-962f-6998902a6214 service neutron] 10.222.0.41 "GET /v2.0/networks/a321b777-88f3-4d68-9faa-f7f0c223d1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218299 Sep 17 07:52:13.961510 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e0b9f-b5fb-46ca-9fd5-9703f7377bd8 req-c62fc5b9-26ee-452c-9c95-a4c5c6bfdb90 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:13.963173 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fe8e0b9f-b5fb-46ca-9fd5-9703f7377bd8 req-c62fc5b9-26ee-452c-9c95-a4c5c6bfdb90 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=6566c730-eefa-423b-a200-1be4b53646f9 HTTP/1.1" status: 200 len: 949 time: 0.0853484 Sep 17 07:52:13.964725 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09cd0065-8a81-47d8-815c-e49d56523eb6 x-openstack-request-id: req-09cd0065-8a81-47d8-815c-e49d56523eb6 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:52:13.965085 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9f5c173-5699-42f7-9627-594c6f134a59", "name": "network-vif-deleted", "tag": "d1c8052d-7dc8-4faa-a866-7bd87f39f23c", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:52:13.965295 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-09cd0065-8a81-47d8-815c-e49d56523eb6 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:52:13.965682 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9f5c173-5699-42f7-9627-594c6f134a59', 'name': 'network-vif-deleted', 'tag': 'd1c8052d-7dc8-4faa-a866-7bd87f39f23c', 'status': 'completed', 'code': 200} Sep 17 07:52:14.005017 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-48319b69-1b8a-44ad-acdb-6cb0c73834f6 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Deleting subnet e0c50562-1d95-430d-948c-39430563c965 {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:52:14.007490 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fe8e0b9f-b5fb-46ca-9fd5-9703f7377bd8 req-d37509d1-7cba-448e-a6e5-425551c0152a tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365624 Sep 17 07:52:14.009597 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-48319b69-1b8a-44ad-acdb-6cb0c73834f6 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:14.070092 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-48319b69-1b8a-44ad-acdb-6cb0c73834f6 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:14.118953 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd66fe-c24c-4cd6-a8c4-a0d16243e8b8 req-6a22d6d7-7810-4664-b9cc-4378dea68792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:14.120782 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-73bd66fe-c24c-4cd6-a8c4-a0d16243e8b8 req-6a22d6d7-7810-4664-b9cc-4378dea68792 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=645eab89321340f58267dc3af557340d&device_id=f1049d28-35d6-4d41-9d85-e80ff608156e HTTP/1.1" status: 200 len: 1094 time: 0.0656090 Sep 17 07:52:14.162909 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 1f3569b9-e393-46fb-9816-0f910d00aba6 details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:52:14.185351 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-48319b69-1b8a-44ad-acdb-6cb0c73834f6 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:14.272388 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd66fe-c24c-4cd6-a8c4-a0d16243e8b8 req-ed19f59e-f985-4d49-8633-6e44025b3b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:14.274827 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-73bd66fe-c24c-4cd6-a8c4-a0d16243e8b8 req-ed19f59e-f985-4d49-8633-6e44025b3b71 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a321b777-88f3-4d68-9faa-f7f0c223d1be HTTP/1.1" status: 200 len: 918 time: 0.1436923 Sep 17 07:52:14.302581 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-48319b69-1b8a-44ad-acdb-6cb0c73834f6 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:14.323564 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 1f3569b9-e393-46fb-9816-0f910d00aba6, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=1f3569b9-e393-46fb-9816-0f910d00aba6,segment=NetworkSegment(f6b74a07-e284-4528-a460-88b5614ba92d),segment_id=f6b74a07-e284-4528-a460-88b5614ba92d)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:52:14.336828 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': '1f3569b9-e393-46fb-9816-0f910d00aba6', 'network_id': 'cc97d231-b8e1-4f77-9438-e44ace44d63d', 'port_id': '1f3569b9-e393-46fb-9816-0f910d00aba6', 'mac_address': 'fa:16:3e:b7:5c:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e4f7180-884c-4866-a6b3-7ca3d74bdb19', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:52:14.371453 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-48319b69-1b8a-44ad-acdb-6cb0c73834f6 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:14.376654 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-48319b69-1b8a-44ad-acdb-6cb0c73834f6 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/subnets/e0c50562-1d95-430d-948c-39430563c965 HTTP/1.1" status: 204 len: 168 time: 0.4594471 Sep 17 07:52:14.377563 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48319b69-1b8a-44ad-acdb-6cb0c73834f6 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event deleted for resources: {'Subnet': ['ID=e0c50562-1d95-430d-948c-39430563c965,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:14.380552 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41400) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:14.387331 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41402) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:14.406313 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:14.414321 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f26ddcda-5b3c-404e-86d2-a03b0883c3aa req-f63a5a61-ee6a-4bfd-8ac8-d62aa983551d tempest-LiveMigrationNegativeTest-197907922 tempest-LiveMigrationNegativeTest-197907922-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9f5c173-5699-42f7-9627-594c6f134a59 HTTP/1.1" status: 200 len: 210 time: 0.1196225 Sep 17 07:52:14.415978 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-73bd66fe-c24c-4cd6-a8c4-a0d16243e8b8 req-5716237b-3661-473a-84ae-aaf2700f934a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2b0c748-7c11-48e9-9263-9301599bdf54 HTTP/1.1" status: 200 len: 217 time: 0.1269243 Sep 17 07:52:14.421967 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f3569b9-e393-46fb-9816-0f910d00aba6 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:52:14.426933 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '390bf98d-1464-42fb-bc58-a23d070ad838', 'tag': '2ebef5f4-f2c6-481a-852e-bbb44da1e25e'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:52:14.429669 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-126d68bd-b9dc-40f0-a8ab-e92cf919b115" -d '{"events": [{"name": "network-changed", "server_uuid": "390bf98d-1464-42fb-bc58-a23d070ad838", "tag": "2ebef5f4-f2c6-481a-852e-bbb44da1e25e"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:52:14.448631 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-bad985e9-bd8f-4a46-bf8d-12db8f86874b tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0664709 Sep 17 07:52:14.449808 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41406) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:14.454890 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-c634e5ba-a1fc-41cc-9af3-9406d53419b1 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Request body: {'subnet': {'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:52:14.458708 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b9629955-5cc6-4281-8b36-632cd17c19d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:14.463658 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 1f3569b9-e393-46fb-9816-0f910d00aba6, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=1f3569b9-e393-46fb-9816-0f910d00aba6,segment=NetworkSegment(f6b74a07-e284-4528-a460-88b5614ba92d),segment_id=f6b74a07-e284-4528-a460-88b5614ba92d)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:52:14.472030 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:14.500845 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0521ea05-e266-4133-b143-a789dba66924 x-openstack-request-id: req-0521ea05-e266-4133-b143-a789dba66924 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:52:14.501236 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "390bf98d-1464-42fb-bc58-a23d070ad838", "tag": "2ebef5f4-f2c6-481a-852e-bbb44da1e25e", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:52:14.501484 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0521ea05-e266-4133-b143-a789dba66924 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:52:14.501864 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '390bf98d-1464-42fb-bc58-a23d070ad838', 'tag': '2ebef5f4-f2c6-481a-852e-bbb44da1e25e', 'status': 'completed', 'code': 200} Sep 17 07:52:14.507512 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e0100f-6e5e-4771-9ce8-9fa6e2a7c4e2 req-e1e1e398-39e5-4db1-b108-caf7aaac139c tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:14.509039 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-86e0100f-6e5e-4771-9ce8-9fa6e2a7c4e2 req-e1e1e398-39e5-4db1-b108-caf7aaac139c tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=ceefd6fb-e74b-43cb-bb5f-705f8425327b HTTP/1.1" status: 200 len: 943 time: 0.2069046 Sep 17 07:52:14.526837 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd66fe-c24c-4cd6-a8c4-a0d16243e8b8 req-3ad3c9f7-7061-414b-b658-c721f0ea77b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:14.535722 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-73bd66fe-c24c-4cd6-a8c4-a0d16243e8b8 req-3ad3c9f7-7061-414b-b658-c721f0ea77b5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dc7877a3-5396-4e28-b4e8-3e5610c34e9a HTTP/1.1" status: 200 len: 857 time: 0.1075518 Sep 17 07:52:14.552401 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=1f3569b9-e393-46fb-9816-0f910d00aba6,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:14.648184 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-73bd66fe-c24c-4cd6-a8c4-a0d16243e8b8 req-84781590-17c0-4e44-8647-6029160bea47 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a321b777-88f3-4d68-9faa-f7f0c223d1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841196 Sep 17 07:52:14.657424 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-86e0100f-6e5e-4771-9ce8-9fa6e2a7c4e2 req-7be958f1-64fc-42df-8b58-e2305ae7bc5d tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e165fbb-9ab8-4bf2-ab79-2b2690722fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420007 Sep 17 07:52:14.691140 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d68bd-b9dc-40f0-a8ab-e92cf919b115 req-d1630658-ff95-4a9f-90e6-e78da4514db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:14.692377 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-126d68bd-b9dc-40f0-a8ab-e92cf919b115 req-d1630658-ff95-4a9f-90e6-e78da4514db6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=645eab89321340f58267dc3af557340d&device_id=390bf98d-1464-42fb-bc58-a23d070ad838 HTTP/1.1" status: 200 len: 1094 time: 0.1317804 Sep 17 07:52:14.696106 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b9629955-5cc6-4281-8b36-632cd17c19d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:14.708063 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b9629955-5cc6-4281-8b36-632cd17c19d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:14.765381 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c634e5ba-a1fc-41cc-9af3-9406d53419b1 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Made reservation on behalf of 852d2b51c00949899c2370ce1b47ee69 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:52:14.771289 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c634e5ba-a1fc-41cc-9af3-9406d53419b1 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:14.839697 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b9629955-5cc6-4281-8b36-632cd17c19d6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cf77ffa3286f4ea6b6c33bda5fe07114&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4513245 Sep 17 07:52:14.844656 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 41412) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:14.846137 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9629955-5cc6-4281-8b36-632cd17c19d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55586d38-4e5a-4cee-b47d-2a7345d3c72b,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:14.863280 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-73bd66fe-c24c-4cd6-a8c4-a0d16243e8b8 req-ad3a3598-96cc-4244-a16f-4cc90191e2c8 service neutron] 10.222.0.41 "GET /v2.0/networks/a321b777-88f3-4d68-9faa-f7f0c223d1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996682 Sep 17 07:52:14.902301 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d68bd-b9dc-40f0-a8ab-e92cf919b115 req-c333b3b2-9766-4f7b-98ad-550f5b6d01ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:14.903907 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-126d68bd-b9dc-40f0-a8ab-e92cf919b115 req-c333b3b2-9766-4f7b-98ad-550f5b6d01ac service neutron] 10.222.0.41 "GET /v2.0/networks?id=a321b777-88f3-4d68-9faa-f7f0c223d1be HTTP/1.1" status: 200 len: 918 time: 0.2021568 Sep 17 07:52:15.018448 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-126d68bd-b9dc-40f0-a8ab-e92cf919b115 req-56914563-d94d-46b6-b747-e55de03529e2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ebef5f4-f2c6-481a-852e-bbb44da1e25e HTTP/1.1" status: 200 len: 217 time: 0.1005671 Sep 17 07:52:15.023266 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd023fe8-824e-468a-a188-7d5f18fa3245 None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:52:15.038295 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-f9695315-7eaf-4211-9720-bb3cf8088534 None None] Provisioning complete for port 2581987e-8cac-4c8e-97f5-2a0d934e1110 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:52:15.039058 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f9695315-7eaf-4211-9720-bb3cf8088534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:15.100283 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6967d41-af0d-4320-a7ae-f9da832d4b9b req-abfb077f-61a9-42a5-aca2-d474cb71e777 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:15.101838 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e6967d41-af0d-4320-a7ae-f9da832d4b9b req-abfb077f-61a9-42a5-aca2-d474cb71e777 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee44c663-1dca-4669-be96-75e385fb6cf2 HTTP/1.1" status: 200 len: 949 time: 0.2375946 Sep 17 07:52:15.143406 n-d-789963-9 neutron-server[101290]: DEBUG neutron.objects.ports [None req-c634e5ba-a1fc-41cc-9af3-9406d53419b1 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101290) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 07:52:15.168401 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['1f3569b9-e393-46fb-9816-0f910d00aba6'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:52:15.170902 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef543be-b94f-4be3-ac49-fd6beffd5432 req-ed0df033-1612-4186-87f5-0cd8c72fd5bb tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:15.172452 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7ef543be-b94f-4be3-ac49-fd6beffd5432 req-ed0df033-1612-4186-87f5-0cd8c72fd5bb tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1049d28-35d6-4d41-9d85-e80ff608156e HTTP/1.1" status: 200 len: 943 time: 0.2715294 Sep 17 07:52:15.190498 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5e0dfb73-08fa-40b3-93d2-8a1a57dfceea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:15.214664 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-73bd66fe-c24c-4cd6-a8c4-a0d16243e8b8 req-4140e35d-0041-4d9f-83fa-10e55d9e5a26 service neutron] 10.222.0.41 "GET /v2.0/networks/a321b777-88f3-4d68-9faa-f7f0c223d1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3150122 Sep 17 07:52:15.229338 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d68bd-b9dc-40f0-a8ab-e92cf919b115 req-220ed3f5-575a-4d2d-8cbe-28f15f2d82d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:15.231220 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-126d68bd-b9dc-40f0-a8ab-e92cf919b115 req-220ed3f5-575a-4d2d-8cbe-28f15f2d82d0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dc7877a3-5396-4e28-b4e8-3e5610c34e9a HTTP/1.1" status: 200 len: 857 time: 0.1700773 Sep 17 07:52:15.247373 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e6967d41-af0d-4320-a7ae-f9da832d4b9b req-b606c654-141b-407c-9d0e-a19d30c2c780 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240535 Sep 17 07:52:15.273593 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5e0dfb73-08fa-40b3-93d2-8a1a57dfceea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:15.320039 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-126d68bd-b9dc-40f0-a8ab-e92cf919b115 req-39d57182-16a7-4aab-ae27-aa7464a5e6e7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a321b777-88f3-4d68-9faa-f7f0c223d1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636938 Sep 17 07:52:15.343172 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7ef543be-b94f-4be3-ac49-fd6beffd5432 req-750f2e3b-1ece-4da6-98c4-697be9158a80 tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] 10.222.0.13 "GET /v2.0/security-groups?id=2152a412-863a-4a9c-bfbd-f4fe783fd7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546149 Sep 17 07:52:15.422113 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c634e5ba-a1fc-41cc-9af3-9406d53419b1 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:15.500038 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1059f24a-2dec-4a4e-9820-64147c7eac50 req-2314d5bf-e25d-47de-8906-2b784a18f769 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:15.501821 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1059f24a-2dec-4a4e-9820-64147c7eac50 req-2314d5bf-e25d-47de-8906-2b784a18f769 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=6566c730-eefa-423b-a200-1be4b53646f9 HTTP/1.1" status: 200 len: 949 time: 0.0699787 Sep 17 07:52:15.505128 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5e0dfb73-08fa-40b3-93d2-8a1a57dfceea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:15.507721 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5e0dfb73-08fa-40b3-93d2-8a1a57dfceea admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:15.508921 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-5e0dfb73-08fa-40b3-93d2-8a1a57dfceea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/55586d38-4e5a-4cee-b47d-2a7345d3c72b HTTP/1.1" status: 204 len: 168 time: 0.6597052 Sep 17 07:52:15.558469 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0dfb73-08fa-40b3-93d2-8a1a57dfceea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55586d38-4e5a-4cee-b47d-2a7345d3c72b,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:15.563287 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-126d68bd-b9dc-40f0-a8ab-e92cf919b115 req-79818b6d-e8d8-4ba3-8250-5506b9e86f58 service neutron] 10.222.0.41 "GET /v2.0/networks/a321b777-88f3-4d68-9faa-f7f0c223d1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322419 Sep 17 07:52:15.632070 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1059f24a-2dec-4a4e-9820-64147c7eac50 req-ea2f35ca-9c5c-4b50-a098-cbfee69bb4b2 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169837 Sep 17 07:52:15.647815 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-c634e5ba-a1fc-41cc-9af3-9406d53419b1 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] For port 2581987e-8cac-4c8e-97f5-2a0d934e1110, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=2581987e-8cac-4c8e-97f5-2a0d934e1110,segment=NetworkSegment(ccc4c9b3-8f64-4b6a-96f4-35a1665005a6),segment_id=ccc4c9b3-8f64-4b6a-96f4-35a1665005a6)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:52:15.693169 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c634e5ba-a1fc-41cc-9af3-9406d53419b1 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:15.693838 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-126d68bd-b9dc-40f0-a8ab-e92cf919b115 req-99216cd8-7c62-4ec7-8780-ae0c2d9586d0 service neutron] 10.222.0.41 "GET /v2.0/networks/a321b777-88f3-4d68-9faa-f7f0c223d1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206095 Sep 17 07:52:15.695009 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-69b54fcf-c1f8-4ac5-8d68-0b9cf91be174 None None] Provisioning complete for port 2581987e-8cac-4c8e-97f5-2a0d934e1110 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:52:15.695489 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-69b54fcf-c1f8-4ac5-8d68-0b9cf91be174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:15.701445 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c634e5ba-a1fc-41cc-9af3-9406d53419b1 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:15.702725 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c634e5ba-a1fc-41cc-9af3-9406d53419b1 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:15.816840 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c634e5ba-a1fc-41cc-9af3-9406d53419b1 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:52:15.819414 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fa6396-7391-4415-aec1-2104e39ef708 req-32519217-181d-440a-9ae4-5e88fd595c1a tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:15.821182 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-42fa6396-7391-4415-aec1-2104e39ef708 req-32519217-181d-440a-9ae4-5e88fd595c1a tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=ceefd6fb-e74b-43cb-bb5f-705f8425327b HTTP/1.1" status: 200 len: 944 time: 0.0636485 Sep 17 07:52:15.827264 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-c634e5ba-a1fc-41cc-9af3-9406d53419b1 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:52:15.838784 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c634e5ba-a1fc-41cc-9af3-9406d53419b1 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:15.839381 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c634e5ba-a1fc-41cc-9af3-9406d53419b1 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:15.842750 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36338c2f-9bb6-47cf-b9ba-c6efaf3843ac None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:52:15.872761 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c634e5ba-a1fc-41cc-9af3-9406d53419b1 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event updated for resources: {'Port': ['ID=2581987e-8cac-4c8e-97f5-2a0d934e1110,revision_number=8']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:15.875869 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c634e5ba-a1fc-41cc-9af3-9406d53419b1 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event updated for resources: {'Subnet': ['ID=6f72c27b-8ea4-4887-a1ab-c823331cfc5a,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:15.885318 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-42fa6396-7391-4415-aec1-2104e39ef708 req-15bc1267-c467-4d8f-ba03-6088d085ed5c tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e165fbb-9ab8-4bf2-ab79-2b2690722fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471582 Sep 17 07:52:15.892787 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c634e5ba-a1fc-41cc-9af3-9406d53419b1 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4419518 Sep 17 07:52:15.899031 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 41430) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:15.906685 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-68428edb-2eb4-4000-a5fa-1e1d1060d944 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Request body: {'subnet': {'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:52:15.918783 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41432) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:16.034815 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68428edb-2eb4-4000-a5fa-1e1d1060d944 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Made reservation on behalf of 852d2b51c00949899c2370ce1b47ee69 for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:52:16.041602 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-68428edb-2eb4-4000-a5fa-1e1d1060d944 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:16.061102 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41436) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:16.093290 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-40adb90c-84c3-413c-905b-767a2c9704fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:16.127797 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6d903365-7a52-4e7f-a2d9-7158ac97352d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3f8b3982ca624c44a9f41fffe401cdd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2077122 Sep 17 07:52:16.130308 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41438) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:16.168326 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device c768cec8-e69a-42ed-929c-da40969968c3 details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:52:16.183189 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device d1c8052d-7dc8-4faa-a866-7bd87f39f23c no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:52:16.213720 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] No Port match for: d1c8052d-7dc8-4faa-a866-7bd87f39f23c {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:52:16.214131 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device d1c8052d-7dc8-4faa-a866-7bd87f39f23c not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:52:16.219177 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-037ec54c-841f-494e-95a0-88da4f9b83ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:16.251551 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-037ec54c-841f-494e-95a0-88da4f9b83ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:16.342159 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port c768cec8-e69a-42ed-929c-da40969968c3, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=c768cec8-e69a-42ed-929c-da40969968c3,segment=NetworkSegment(e656fed3-092a-4e07-99f7-8099c7917269),segment_id=e656fed3-092a-4e07-99f7-8099c7917269)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:52:16.357447 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-3cf0a6f7-df47-4095-90c7-573a0a991e0f None None] Provisioning complete for port 2581987e-8cac-4c8e-97f5-2a0d934e1110 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:52:16.357828 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3cf0a6f7-df47-4095-90c7-573a0a991e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:16.360908 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': 'c768cec8-e69a-42ed-929c-da40969968c3', 'network_id': 'a321b777-88f3-4d68-9faa-f7f0c223d1be', 'port_id': 'c768cec8-e69a-42ed-929c-da40969968c3', 'mac_address': 'fa:16:3e:be:cc:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc7877a3-5396-4e28-b4e8-3e5610c34e9a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:52:16.386058 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-68428edb-2eb4-4000-a5fa-1e1d1060d944 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:16.440490 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:16.451513 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68428edb-2eb4-4000-a5fa-1e1d1060d944 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:52:16.459330 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-68428edb-2eb4-4000-a5fa-1e1d1060d944 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:52:16.468646 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68428edb-2eb4-4000-a5fa-1e1d1060d944 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:16.469426 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-68428edb-2eb4-4000-a5fa-1e1d1060d944 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:16.476975 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca90cc6-c9ee-43ce-9eac-6e906d56cbf0 None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:52:16.480151 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f519440-083d-4a40-9765-3656854f5342 req-d1fcf1ed-3a57-4009-b779-4b440b1b024a tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:16.482090 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7f519440-083d-4a40-9765-3656854f5342 req-d1fcf1ed-3a57-4009-b779-4b440b1b024a tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee44c663-1dca-4669-be96-75e385fb6cf2 HTTP/1.1" status: 200 len: 949 time: 0.1331191 Sep 17 07:52:16.502897 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68428edb-2eb4-4000-a5fa-1e1d1060d944 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event updated for resources: {'Subnet': ['ID=9d195f1a-fcc1-4bd2-a2d5-9fa4cb8a7723,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:16.538560 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c768cec8-e69a-42ed-929c-da40969968c3 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:52:16.583790 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port c768cec8-e69a-42ed-929c-da40969968c3, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=c768cec8-e69a-42ed-929c-da40969968c3,segment=NetworkSegment(e656fed3-092a-4e07-99f7-8099c7917269),segment_id=e656fed3-092a-4e07-99f7-8099c7917269)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:52:16.586234 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 2581987e-8cac-4c8e-97f5-2a0d934e1110 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:52:16.592001 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7f519440-083d-4a40-9765-3656854f5342 req-259d4296-4567-4f03-9f77-f132cf2d81a1 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984502 Sep 17 07:52:16.596307 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:16.615234 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c0248e-3304-4c58-9e5b-da4d3cd8f046 req-787461d0-b812-4572-81bc-26d0678dafd9 tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:16.622769 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-62c0248e-3304-4c58-9e5b-da4d3cd8f046 req-787461d0-b812-4572-81bc-26d0678dafd9 tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1049d28-35d6-4d41-9d85-e80ff608156e HTTP/1.1" status: 200 len: 943 time: 0.0821886 Sep 17 07:52:16.664614 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-62c0248e-3304-4c58-9e5b-da4d3cd8f046 req-89903cde-7ad9-489b-add4-0ee68ced4478 tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] 10.222.0.13 "GET /v2.0/security-groups?id=2152a412-863a-4a9c-bfbd-f4fe783fd7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406327 Sep 17 07:52:16.687581 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-40adb90c-84c3-413c-905b-767a2c9704fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:16.694188 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-40adb90c-84c3-413c-905b-767a2c9704fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:16.710731 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-68428edb-2eb4-4000-a5fa-1e1d1060d944 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8045900 Sep 17 07:52:16.710731 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 41448) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:16.719781 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-8fe4706c-65a2-41bb-a695-54306fbba099 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Request body: {'port': {'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'mac_address': 'fa:16:3e:6b:0c:be', 'name': 'tempest-NetworksTestDHCPv6-1210169104'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:52:16.735546 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=c768cec8-e69a-42ed-929c-da40969968c3,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:16.738448 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-40adb90c-84c3-413c-905b-767a2c9704fe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7e013b5f1125442d9ceca2e3201ca4a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6763248 Sep 17 07:52:16.740883 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40adb90c-84c3-413c-905b-767a2c9704fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30227c99-2b54-4ac0-b312-41ec2a8b450d,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:16.743455 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41450) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:16.757395 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-037ec54c-841f-494e-95a0-88da4f9b83ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:16.759966 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-037ec54c-841f-494e-95a0-88da4f9b83ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:16.761018 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-037ec54c-841f-494e-95a0-88da4f9b83ab admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d8f8fc30-65b6-4327-a5dc-bce035660486 HTTP/1.1" status: 204 len: 168 time: 0.6297791 Sep 17 07:52:16.767622 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 2581987e-8cac-4c8e-97f5-2a0d934e1110 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:52:16.768142 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:16.790706 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037ec54c-841f-494e-95a0-88da4f9b83ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f8fc30-65b6-4327-a5dc-bce035660486,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:16.830187 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f8ab7513-600e-42c3-97a8-9467abcd1df1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:16.861414 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f8ab7513-600e-42c3-97a8-9467abcd1df1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:16.871413 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced75bee-5bfa-4c63-b553-21eb25061a91 req-f00c289e-1b0c-4632-ac6b-c5e6a1eca18a tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:16.872990 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ced75bee-5bfa-4c63-b553-21eb25061a91 req-f00c289e-1b0c-4632-ac6b-c5e6a1eca18a tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=6566c730-eefa-423b-a200-1be4b53646f9 HTTP/1.1" status: 200 len: 949 time: 0.1214428 Sep 17 07:52:16.924427 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f8ab7513-600e-42c3-97a8-9467abcd1df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:16.926999 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f8ab7513-600e-42c3-97a8-9467abcd1df1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:16.930402 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f8ab7513-600e-42c3-97a8-9467abcd1df1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/30227c99-2b54-4ac0-b312-41ec2a8b450d HTTP/1.1" status: 204 len: 168 time: 0.1836669 Sep 17 07:52:16.940149 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ab7513-600e-42c3-97a8-9467abcd1df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30227c99-2b54-4ac0-b312-41ec2a8b450d,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:16.943141 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2d702d-f9a5-4418-97aa-c962ca213308 None None] Update dhcp port {'port': {'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'fixed_ips': [{'subnet_id': '6f72c27b-8ea4-4887-a1ab-c823331cfc5a', 'ip_address': '2001:db8::f816:3eff:fe3e:13ab'}, {'subnet_id': '9d195f1a-fcc1-4bd2-a2d5-9fa4cb8a7723'}], 'binding:host_id': 'n-d-789963-9'}, 'id': '2581987e-8cac-4c8e-97f5-2a0d934e1110'} from n-d-789963-9. {{(pid=101291) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 07:52:16.953251 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ced75bee-5bfa-4c63-b553-21eb25061a91 req-ace8e7a2-bb93-4203-9cdc-5e32bebd915d tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723665 Sep 17 07:52:16.970438 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe4706c-65a2-41bb-a695-54306fbba099 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Made reservation on behalf of 852d2b51c00949899c2370ce1b47ee69 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:52:16.986913 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ff2d702d-f9a5-4418-97aa-c962ca213308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:17.104145 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['c768cec8-e69a-42ed-929c-da40969968c3'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:52:17.129293 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba8c3d-623e-4ae0-bdb3-f5e4515e77e2 req-b755a9d0-0aac-41ff-b05c-a140230e98c7 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:17.129293 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-45ba8c3d-623e-4ae0-bdb3-f5e4515e77e2 req-b755a9d0-0aac-41ff-b05c-a140230e98c7 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=ceefd6fb-e74b-43cb-bb5f-705f8425327b HTTP/1.1" status: 200 len: 944 time: 0.0839148 Sep 17 07:52:17.129293 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8fe4706c-65a2-41bb-a695-54306fbba099 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:17.195637 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-45ba8c3d-623e-4ae0-bdb3-f5e4515e77e2 req-18f107d7-6e06-4fbf-a08a-59ca289e5d97 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e165fbb-9ab8-4bf2-ab79-2b2690722fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503824 Sep 17 07:52:17.209029 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [None req-8fe4706c-65a2-41bb-a695-54306fbba099 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] device_id is not set on port e44578b9-d443-43d6-829d-c319d191ed35 yet. {{(pid=101289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 07:52:17.230414 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-ff2d702d-f9a5-4418-97aa-c962ca213308 None None] Allocated IP 172.20.0.2 (b9683b68-a3a4-4974-8bd0-f6d916aa4b94/9d195f1a-fcc1-4bd2-a2d5-9fa4cb8a7723/2581987e-8cac-4c8e-97f5-2a0d934e1110) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:52:17.386986 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ff2d702d-f9a5-4418-97aa-c962ca213308 None None] For port 2581987e-8cac-4c8e-97f5-2a0d934e1110, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=2581987e-8cac-4c8e-97f5-2a0d934e1110,segment=NetworkSegment(ccc4c9b3-8f64-4b6a-96f4-35a1665005a6),segment_id=ccc4c9b3-8f64-4b6a-96f4-35a1665005a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:52:17.404448 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41468) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:17.421728 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ff2d702d-f9a5-4418-97aa-c962ca213308 None None] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:17.428047 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ff2d702d-f9a5-4418-97aa-c962ca213308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:17.447861 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-5cdd6da3-a9fb-4a61-a990-16253bdc183f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6b43207f020242ad926e4d07066d2baa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431705 Sep 17 07:52:17.450542 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41472) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:17.481732 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2d702d-f9a5-4418-97aa-c962ca213308 None None] Pushing event updated for resources: {'Port': ['ID=2581987e-8cac-4c8e-97f5-2a0d934e1110,revision_number=9']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:17.525410 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.db.api [None req-8fe4706c-65a2-41bb-a695-54306fbba099 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-a19d4674-f77c-4b04-9b4d-c83ed5d9b496 {{(pid=101289) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 07:52:17.525904 n-d-789963-9 neutron-server[101289]: DEBUG oslo_db.api [None req-8fe4706c-65a2-41bb-a695-54306fbba099 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 07:52:17.540574 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-eaf7256b-df67-4747-8c01-2aa796e58723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:17.567324 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-eaf7256b-df67-4747-8c01-2aa796e58723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:17.621529 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-eaf7256b-df67-4747-8c01-2aa796e58723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:17.624890 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-eaf7256b-df67-4747-8c01-2aa796e58723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:17.628519 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-eaf7256b-df67-4747-8c01-2aa796e58723 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/41991748-6ae6-4f59-bce7-ba182b28aab2 HTTP/1.1" status: 204 len: 168 time: 0.1747277 Sep 17 07:52:17.636876 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf7256b-df67-4747-8c01-2aa796e58723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41991748-6ae6-4f59-bce7-ba182b28aab2,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:17.767312 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8175f2f3-4da7-4f98-a32d-286dbe2d6a86 req-02d2ae49-b4b3-40e2-a485-8be26e7dda37 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:17.769766 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8175f2f3-4da7-4f98-a32d-286dbe2d6a86 req-02d2ae49-b4b3-40e2-a485-8be26e7dda37 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee44c663-1dca-4669-be96-75e385fb6cf2 HTTP/1.1" status: 200 len: 949 time: 0.0752482 Sep 17 07:52:17.868527 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8175f2f3-4da7-4f98-a32d-286dbe2d6a86 req-89ecb756-1703-4741-9a55-e23f179b0af2 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883493 Sep 17 07:52:17.890933 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c547f0d-090a-4309-9d8b-5cdb411a0094 req-57a5de68-13bc-4b43-ad94-790aa2db0800 tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:17.899927 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5c547f0d-090a-4309-9d8b-5cdb411a0094 req-57a5de68-13bc-4b43-ad94-790aa2db0800 tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1049d28-35d6-4d41-9d85-e80ff608156e HTTP/1.1" status: 200 len: 943 time: 0.1290176 Sep 17 07:52:17.945045 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5c547f0d-090a-4309-9d8b-5cdb411a0094 req-224c82ac-b508-42e2-8655-5a9b93c0004d tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] 10.222.0.13 "GET /v2.0/security-groups?id=2152a412-863a-4a9c-bfbd-f4fe783fd7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439627 Sep 17 07:52:18.038580 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8fe4706c-65a2-41bb-a695-54306fbba099 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:18.094315 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [None req-8fe4706c-65a2-41bb-a695-54306fbba099 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] device_id is not set on port df27f6e7-3c29-4356-8d0e-240f30be4234 yet. {{(pid=101289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 07:52:18.116552 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc86820-7b83-4ba3-9d25-da9a0c4e37e1 req-2128c380-2542-40eb-a6ed-4cac10492ad2 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:18.118127 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-afc86820-7b83-4ba3-9d25-da9a0c4e37e1 req-2128c380-2542-40eb-a6ed-4cac10492ad2 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=6566c730-eefa-423b-a200-1be4b53646f9 HTTP/1.1" status: 200 len: 949 time: 0.0913789 Sep 17 07:52:18.197857 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device d2b0c748-7c11-48e9-9263-9301599bdf54 details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:52:18.205700 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device c768cec8-e69a-42ed-929c-da40969968c3 up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:52:18.226849 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-afc86820-7b83-4ba3-9d25-da9a0c4e37e1 req-b761a7c7-8e1b-47fb-840a-1cb1717c6ce9 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702174 Sep 17 07:52:18.396336 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a772fd-8121-4ef7-8607-61d5a772dd80 req-b1da4cc8-6036-44c8-bf88-e15686f8b77b tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:18.404103 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-06a772fd-8121-4ef7-8607-61d5a772dd80 req-b1da4cc8-6036-44c8-bf88-e15686f8b77b tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=ceefd6fb-e74b-43cb-bb5f-705f8425327b HTTP/1.1" status: 200 len: 944 time: 0.1081135 Sep 17 07:52:18.439665 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-8fe4706c-65a2-41bb-a695-54306fbba099 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Allocated IP 172.20.0.12 (b9683b68-a3a4-4974-8bd0-f6d916aa4b94/9d195f1a-fcc1-4bd2-a2d5-9fa4cb8a7723/df27f6e7-3c29-4356-8d0e-240f30be4234) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:52:18.452804 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-8fe4706c-65a2-41bb-a695-54306fbba099 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Allocated IP 2001:db8::f816:3eff:fe6b:cbe (b9683b68-a3a4-4974-8bd0-f6d916aa4b94/6f72c27b-8ea4-4887-a1ab-c823331cfc5a/df27f6e7-3c29-4356-8d0e-240f30be4234) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:52:18.492684 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-06a772fd-8121-4ef7-8607-61d5a772dd80 req-0ba110d9-32fd-4dd0-ad25-a926603eff43 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e165fbb-9ab8-4bf2-ab79-2b2690722fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873024 Sep 17 07:52:18.544361 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-e8d9bedf-b752-4bba-b050-01c48e470bb1 None None] Provisioning complete for port 2581987e-8cac-4c8e-97f5-2a0d934e1110 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:52:18.545054 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e8d9bedf-b752-4bba-b050-01c48e470bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:18.549625 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning for port c768cec8-e69a-42ed-929c-da40969968c3 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:52:18.591814 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port d2b0c748-7c11-48e9-9263-9301599bdf54, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=d2b0c748-7c11-48e9-9263-9301599bdf54,segment=NetworkSegment(e656fed3-092a-4e07-99f7-8099c7917269),segment_id=e656fed3-092a-4e07-99f7-8099c7917269)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:52:18.596291 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port c768cec8-e69a-42ed-929c-da40969968c3 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:52:18.596934 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:18.652588 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 2581987e-8cac-4c8e-97f5-2a0d934e1110 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:52:18.686052 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8fe4706c-65a2-41bb-a695-54306fbba099 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:18.687394 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': 'd2b0c748-7c11-48e9-9263-9301599bdf54', 'network_id': 'a321b777-88f3-4d68-9faa-f7f0c223d1be', 'port_id': 'd2b0c748-7c11-48e9-9263-9301599bdf54', 'mac_address': 'fa:16:3e:f2:03:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc7877a3-5396-4e28-b4e8-3e5610c34e9a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:52:18.740981 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8fe4706c-65a2-41bb-a695-54306fbba099 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:18.767460 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:18.785908 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe4706c-65a2-41bb-a695-54306fbba099 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:52:18.792323 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-8fe4706c-65a2-41bb-a695-54306fbba099 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:52:18.795995 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe4706c-65a2-41bb-a695-54306fbba099 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:52:18.821442 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2b0c748-7c11-48e9-9263-9301599bdf54 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:52:18.842206 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe4706c-65a2-41bb-a695-54306fbba099 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event updated for resources: {'Port': ['ID=df27f6e7-3c29-4356-8d0e-240f30be4234,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:18.868179 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 2581987e-8cac-4c8e-97f5-2a0d934e1110 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:52:18.868769 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:18.877196 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe4706c-65a2-41bb-a695-54306fbba099 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:18.877970 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8fe4706c-65a2-41bb-a695-54306fbba099 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:18.894611 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port d2b0c748-7c11-48e9-9263-9301599bdf54, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=d2b0c748-7c11-48e9-9263-9301599bdf54,segment=NetworkSegment(e656fed3-092a-4e07-99f7-8099c7917269),segment_id=e656fed3-092a-4e07-99f7-8099c7917269)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:52:18.899625 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-8fe4706c-65a2-41bb-a695-54306fbba099 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.1869073 Sep 17 07:52:18.900178 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41534) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:18.968412 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7005b7-1633-4cd5-ac13-e0baa7f835a5 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:18.994019 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7005b7-1633-4cd5-ac13-e0baa7f835a5 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:18.995696 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-0a7005b7-1633-4cd5-ac13-e0baa7f835a5 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.0944438 Sep 17 07:52:18.998948 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:18.999670 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 2ebef5f4-f2c6-481a-852e-bbb44da1e25e details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:52:19.000288 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 41540) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:19.067463 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:19.122886 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=d2b0c748-7c11-48e9-9263-9301599bdf54,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:19.149128 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 2ebef5f4-f2c6-481a-852e-bbb44da1e25e, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=2ebef5f4-f2c6-481a-852e-bbb44da1e25e,segment=NetworkSegment(e656fed3-092a-4e07-99f7-8099c7917269),segment_id=e656fed3-092a-4e07-99f7-8099c7917269)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:52:19.185793 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6733210-bbbf-454f-8fb4-c51426efe620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c768cec8-e69a-42ed-929c-da40969968c3'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:52:19.188597 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a3d09a-6716-4056-9685-5b54849cdb75" -d '{"events": [{"server_uuid": "f6733210-bbbf-454f-8fb4-c51426efe620", "name": "network-vif-plugged", "status": "completed", "tag": "c768cec8-e69a-42ed-929c-da40969968c3"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:52:19.197100 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': '2ebef5f4-f2c6-481a-852e-bbb44da1e25e', 'network_id': 'a321b777-88f3-4d68-9faa-f7f0c223d1be', 'port_id': '2ebef5f4-f2c6-481a-852e-bbb44da1e25e', 'mac_address': 'fa:16:3e:15:37:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc7877a3-5396-4e28-b4e8-3e5610c34e9a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:52:19.227066 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port c768cec8-e69a-42ed-929c-da40969968c3, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=c768cec8-e69a-42ed-929c-da40969968c3,segment=NetworkSegment(e656fed3-092a-4e07-99f7-8099c7917269),segment_id=e656fed3-092a-4e07-99f7-8099c7917269)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:52:19.261286 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:19.262529 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 1f3569b9-e393-46fb-9816-0f910d00aba6 up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:52:19.282663 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07fec95-dfd0-40b1-9114-6025e07614f3 req-79964813-b404-4e07-abdf-11d4e386c5ee tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:19.284949 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a07fec95-dfd0-40b1-9114-6025e07614f3 req-79964813-b404-4e07-abdf-11d4e386c5ee tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee44c663-1dca-4669-be96-75e385fb6cf2 HTTP/1.1" status: 200 len: 949 time: 0.2968805 Sep 17 07:52:19.364169 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c77664-5ee6-4028-bd53-0fdc7450a0ff req-6ac8e534-5642-4ac7-bd68-dd92767eb04e tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:19.366171 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f2c77664-5ee6-4028-bd53-0fdc7450a0ff req-6ac8e534-5642-4ac7-bd68-dd92767eb04e tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1049d28-35d6-4d41-9d85-e80ff608156e HTTP/1.1" status: 200 len: 944 time: 0.2403345 Sep 17 07:52:19.374675 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:19.392018 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a07fec95-dfd0-40b1-9114-6025e07614f3 req-5be745e7-a9d6-4bc5-aa15-3226279641f5 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978115 Sep 17 07:52:19.415814 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-fab19a92-54b1-45e2-b90d-81171b13df6e None None] Provisioning complete for port df27f6e7-3c29-4356-8d0e-240f30be4234 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:52:19.416209 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fab19a92-54b1-45e2-b90d-81171b13df6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:19.418464 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=c768cec8-e69a-42ed-929c-da40969968c3,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:19.420452 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-1c73ec2b-e8e0-433b-8a4a-23183878c016 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Deleting port df27f6e7-3c29-4356-8d0e-240f30be4234 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:52:19.420798 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1c73ec2b-e8e0-433b-8a4a-23183878c016 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:19.432031 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ebef5f4-f2c6-481a-852e-bbb44da1e25e {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:52:19.466881 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f2c77664-5ee6-4028-bd53-0fdc7450a0ff req-36b45c45-bbf7-470b-93ff-70784f88cab2 tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] 10.222.0.13 "GET /v2.0/security-groups?id=2152a412-863a-4a9c-bfbd-f4fe783fd7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899556 Sep 17 07:52:19.533083 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea08a97-fb68-4cac-83ad-568c3eb77c9b x-openstack-request-id: req-dea08a97-fb68-4cac-83ad-568c3eb77c9b {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:52:19.533325 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6733210-bbbf-454f-8fb4-c51426efe620", "name": "network-vif-plugged", "status": "completed", "tag": "c768cec8-e69a-42ed-929c-da40969968c3", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:52:19.533586 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dea08a97-fb68-4cac-83ad-568c3eb77c9b {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:52:19.534864 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6733210-bbbf-454f-8fb4-c51426efe620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c768cec8-e69a-42ed-929c-da40969968c3', 'code': 200} Sep 17 07:52:19.555910 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 2ebef5f4-f2c6-481a-852e-bbb44da1e25e, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=2ebef5f4-f2c6-481a-852e-bbb44da1e25e,segment=NetworkSegment(e656fed3-092a-4e07-99f7-8099c7917269),segment_id=e656fed3-092a-4e07-99f7-8099c7917269)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:52:19.577173 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning for port 1f3569b9-e393-46fb-9816-0f910d00aba6 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:52:19.598623 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port 1f3569b9-e393-46fb-9816-0f910d00aba6 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:52:19.599004 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:19.645211 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:19.682054 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-fab19a92-54b1-45e2-b90d-81171b13df6e None None] Port df27f6e7-3c29-4356-8d0e-240f30be4234 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:52:19.739339 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=2ebef5f4-f2c6-481a-852e-bbb44da1e25e,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:19.758782 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:19.798247 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 1f3569b9-e393-46fb-9816-0f910d00aba6, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=1f3569b9-e393-46fb-9816-0f910d00aba6,segment=NetworkSegment(f6b74a07-e284-4528-a460-88b5614ba92d),segment_id=f6b74a07-e284-4528-a460-88b5614ba92d)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:52:19.802554 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:19.867101 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=1f3569b9-e393-46fb-9816-0f910d00aba6,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:19.870827 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-17c1c0be-07df-440c-aae7-4fd220672e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:20.004565 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1c73ec2b-e8e0-433b-8a4a-23183878c016 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:20.025777 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-1c73ec2b-e8e0-433b-8a4a-23183878c016 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Calling delete_port for df27f6e7-3c29-4356-8d0e-240f30be4234 owned by {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:52:20.036721 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54243818-43c2-4f57-ac7d-7ea806042582 req-7cb01b93-8f38-42db-889d-3b9159ed9846 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:20.038206 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-54243818-43c2-4f57-ac7d-7ea806042582 req-7cb01b93-8f38-42db-889d-3b9159ed9846 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=6566c730-eefa-423b-a200-1be4b53646f9 HTTP/1.1" status: 200 len: 949 time: 0.1488028 Sep 17 07:52:20.042780 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33130fbe-1e3e-4d76-a552-68019de0b71e req-163de8c4-4cd8-4eea-8041-665e72926e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:20.044201 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-33130fbe-1e3e-4d76-a552-68019de0b71e req-163de8c4-4cd8-4eea-8041-665e72926e30 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f6733210-bbbf-454f-8fb4-c51426efe620 HTTP/1.1" status: 200 len: 1096 time: 0.1517529 Sep 17 07:52:20.055276 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f625dfa-6926-46cf-8b56-3146c08bfcac req-a3d264e9-9538-407d-8478-228adfcbb987 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:20.056846 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7f625dfa-6926-46cf-8b56-3146c08bfcac req-a3d264e9-9538-407d-8478-228adfcbb987 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=ceefd6fb-e74b-43cb-bb5f-705f8425327b HTTP/1.1" status: 200 len: 945 time: 0.1656866 Sep 17 07:52:20.083543 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['d2b0c748-7c11-48e9-9263-9301599bdf54'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:52:20.119725 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['2ebef5f4-f2c6-481a-852e-bbb44da1e25e'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:52:20.142056 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 07:52:20.153534 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41594) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:20.188584 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-33130fbe-1e3e-4d76-a552-68019de0b71e req-2b4094bb-03f1-4005-b10b-7d09c371a4fd service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2152a412-863a-4a9c-bfbd-f4fe783fd7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301386 Sep 17 07:52:20.207959 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-54243818-43c2-4f57-ac7d-7ea806042582 req-98ae2ad0-e4ba-47c8-841e-1a25c09a1c69 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599514 Sep 17 07:52:20.227763 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7f625dfa-6926-46cf-8b56-3146c08bfcac req-144da8c8-bbb6-4091-83c1-d5055c2f4e8f tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e165fbb-9ab8-4bf2-ab79-2b2690722fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521573 Sep 17 07:52:20.273948 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e801408d-2974-43d0-9e29-e26d52542f7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:20.386461 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1c73ec2b-e8e0-433b-8a4a-23183878c016 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:20.414340 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c73ec2b-e8e0-433b-8a4a-23183878c016 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event deleted for resources: {'Port': ['ID=df27f6e7-3c29-4356-8d0e-240f30be4234,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:20.460563 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e801408d-2974-43d0-9e29-e26d52542f7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:20.483515 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e801408d-2974-43d0-9e29-e26d52542f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:20.525953 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e801408d-2974-43d0-9e29-e26d52542f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a180c2b-743d-4457-9dae-e36f3f63e5d0,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:20.533335 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e801408d-2974-43d0-9e29-e26d52542f7d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=584ac83e207245e892755cd80b6a27cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3787353 Sep 17 07:52:20.534807 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41604) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:20.570458 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1c73ec2b-e8e0-433b-8a4a-23183878c016 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:20.572420 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-1c73ec2b-e8e0-433b-8a4a-23183878c016 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/ports/df27f6e7-3c29-4356-8d0e-240f30be4234 HTTP/1.1" status: 204 len: 168 time: 1.5669556 Sep 17 07:52:20.576184 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41606) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:20.624776 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d08e9e00-2733-491e-9a0f-7798a711102e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:20.649389 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4798e89e-f8a1-45e8-ac06-a462f15acea2 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:20.650907 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4798e89e-f8a1-45e8-ac06-a462f15acea2 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:20.652446 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4798e89e-f8a1-45e8-ac06-a462f15acea2 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:20.654036 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-4798e89e-f8a1-45e8-ac06-a462f15acea2 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0768857 Sep 17 07:52:20.659588 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41608) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:20.672209 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d08e9e00-2733-491e-9a0f-7798a711102e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:20.687578 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c6a6a-af4f-43e9-8df5-c024c6922d0c req-cec0375e-a0a4-4438-80d5-19c716af859e tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:20.689193 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-931c6a6a-af4f-43e9-8df5-c024c6922d0c req-cec0375e-a0a4-4438-80d5-19c716af859e tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee44c663-1dca-4669-be96-75e385fb6cf2 HTTP/1.1" status: 200 len: 949 time: 0.1738734 Sep 17 07:52:20.741154 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3656757-eafe-45f1-8b38-82404b759430 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Deleting subnet 6f72c27b-8ea4-4887-a1ab-c823331cfc5a {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:52:20.744254 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a3656757-eafe-45f1-8b38-82404b759430 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:20.762738 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34511961-03f2-4e8a-9b63-64de184ad7ef req-2056e51c-39a7-4862-982e-87a3dc5445ab tempest-NetworksTest-425183960 tempest-NetworksTest-425183960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:20.763232 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34511961-03f2-4e8a-9b63-64de184ad7ef req-2056e51c-39a7-4862-982e-87a3dc5445ab tempest-NetworksTest-425183960 tempest-NetworksTest-425183960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:20.763703 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34511961-03f2-4e8a-9b63-64de184ad7ef req-2056e51c-39a7-4862-982e-87a3dc5445ab tempest-NetworksTest-425183960 tempest-NetworksTest-425183960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:20.764199 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34511961-03f2-4e8a-9b63-64de184ad7ef req-2056e51c-39a7-4862-982e-87a3dc5445ab tempest-NetworksTest-425183960 tempest-NetworksTest-425183960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:20.764683 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34511961-03f2-4e8a-9b63-64de184ad7ef req-2056e51c-39a7-4862-982e-87a3dc5445ab tempest-NetworksTest-425183960 tempest-NetworksTest-425183960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:20.765136 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34511961-03f2-4e8a-9b63-64de184ad7ef req-2056e51c-39a7-4862-982e-87a3dc5445ab tempest-NetworksTest-425183960 tempest-NetworksTest-425183960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:20.767988 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34511961-03f2-4e8a-9b63-64de184ad7ef req-2056e51c-39a7-4862-982e-87a3dc5445ab tempest-NetworksTest-425183960 tempest-NetworksTest-425183960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:20.767988 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-34511961-03f2-4e8a-9b63-64de184ad7ef req-2056e51c-39a7-4862-982e-87a3dc5445ab tempest-NetworksTest-425183960 tempest-NetworksTest-425183960-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5056 time: 0.2540765 Sep 17 07:52:20.788262 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-931c6a6a-af4f-43e9-8df5-c024c6922d0c req-259f879c-316f-4524-b6ca-b957fefdcf36 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891218 Sep 17 07:52:20.788493 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a3656757-eafe-45f1-8b38-82404b759430 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:20.791733 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d08e9e00-2733-491e-9a0f-7798a711102e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:20.794294 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d08e9e00-2733-491e-9a0f-7798a711102e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:20.795639 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d08e9e00-2733-491e-9a0f-7798a711102e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4a180c2b-743d-4457-9dae-e36f3f63e5d0 HTTP/1.1" status: 204 len: 168 time: 0.2599242 Sep 17 07:52:20.830137 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08e9e00-2733-491e-9a0f-7798a711102e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a180c2b-743d-4457-9dae-e36f3f63e5d0,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:20.892024 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a3656757-eafe-45f1-8b38-82404b759430 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:20.961828 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a3656757-eafe-45f1-8b38-82404b759430 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:20.963722 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb723d3e-6405-4049-88d8-937621df936a req-7f7ceb01-91c1-42ff-b29f-307059deb7ad tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:20.965513 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-eb723d3e-6405-4049-88d8-937621df936a req-7f7ceb01-91c1-42ff-b29f-307059deb7ad tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1049d28-35d6-4d41-9d85-e80ff608156e HTTP/1.1" status: 200 len: 944 time: 0.1013787 Sep 17 07:52:20.989364 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6869103-e82e-4790-9145-8a21673ca6d2 None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:52:20.995884 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a3656757-eafe-45f1-8b38-82404b759430 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:20.997794 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a3656757-eafe-45f1-8b38-82404b759430 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/subnets/6f72c27b-8ea4-4887-a1ab-c823331cfc5a HTTP/1.1" status: 204 len: 168 time: 0.3369105 Sep 17 07:52:20.999227 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3656757-eafe-45f1-8b38-82404b759430 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event deleted for resources: {'Subnet': ['ID=6f72c27b-8ea4-4887-a1ab-c823331cfc5a,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:21.001061 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41616) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:21.003140 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942b0ba-30aa-4e12-8ba4-5861090f3848 req-056ef9d3-a3f8-4765-8435-9e807853d9f4 tempest-NetworksTest-425183960 tempest-NetworksTest-425183960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:21.011451 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b942b0ba-30aa-4e12-8ba4-5861090f3848 req-056ef9d3-a3f8-4765-8435-9e807853d9f4 tempest-NetworksTest-425183960 tempest-NetworksTest-425183960-project-admin] 10.222.0.13 "GET /v2.0/networks/5fc128c4-343a-4b5b-8a61-6a2b8d95c555 HTTP/1.1" status: 200 len: 886 time: 0.1825118 Sep 17 07:52:21.024900 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-eb723d3e-6405-4049-88d8-937621df936a req-d9d1d2be-03df-482f-97fa-6c5e31a28372 tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] 10.222.0.13 "GET /v2.0/security-groups?id=2152a412-863a-4a9c-bfbd-f4fe783fd7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531731 Sep 17 07:52:21.072258 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ccb81a6-f596-4e69-a012-6b48be63af94 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Deleting subnet 9d195f1a-fcc1-4bd2-a2d5-9fa4cb8a7723 {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:52:21.075996 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0ccb81a6-f596-4e69-a012-6b48be63af94 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:21.129523 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0ccb81a6-f596-4e69-a012-6b48be63af94 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:21.155544 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 41620) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:21.182373 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d53b358d-f1a8-452e-9401-2b7e889e96be admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:21.196895 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae037064-9ef6-4a26-84ef-7c5ce8712a0e req-4eb6e3a5-f1bd-4319-b75f-152197f59d29 tempest-NetworksTest-425183960 tempest-NetworksTest-425183960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:21.197388 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae037064-9ef6-4a26-84ef-7c5ce8712a0e req-4eb6e3a5-f1bd-4319-b75f-152197f59d29 tempest-NetworksTest-425183960 tempest-NetworksTest-425183960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:21.197854 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae037064-9ef6-4a26-84ef-7c5ce8712a0e req-4eb6e3a5-f1bd-4319-b75f-152197f59d29 tempest-NetworksTest-425183960 tempest-NetworksTest-425183960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:21.198587 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae037064-9ef6-4a26-84ef-7c5ce8712a0e req-4eb6e3a5-f1bd-4319-b75f-152197f59d29 tempest-NetworksTest-425183960 tempest-NetworksTest-425183960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:21.199087 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae037064-9ef6-4a26-84ef-7c5ce8712a0e req-4eb6e3a5-f1bd-4319-b75f-152197f59d29 tempest-NetworksTest-425183960 tempest-NetworksTest-425183960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:21.199684 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae037064-9ef6-4a26-84ef-7c5ce8712a0e req-4eb6e3a5-f1bd-4319-b75f-152197f59d29 tempest-NetworksTest-425183960 tempest-NetworksTest-425183960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:21.200257 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae037064-9ef6-4a26-84ef-7c5ce8712a0e req-4eb6e3a5-f1bd-4319-b75f-152197f59d29 tempest-NetworksTest-425183960 tempest-NetworksTest-425183960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:21.202360 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ae037064-9ef6-4a26-84ef-7c5ce8712a0e req-4eb6e3a5-f1bd-4319-b75f-152197f59d29 tempest-NetworksTest-425183960 tempest-NetworksTest-425183960-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5017 time: 0.1618021 Sep 17 07:52:21.234234 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0ccb81a6-f596-4e69-a012-6b48be63af94 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:21.298880 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0ccb81a6-f596-4e69-a012-6b48be63af94 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:21.332928 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccb81a6-f596-4e69-a012-6b48be63af94 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event deleted for resources: {'Subnet': ['ID=9d195f1a-fcc1-4bd2-a2d5-9fa4cb8a7723,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:21.338773 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0ccb81a6-f596-4e69-a012-6b48be63af94 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:21.341785 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-0ccb81a6-f596-4e69-a012-6b48be63af94 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/subnets/9d195f1a-fcc1-4bd2-a2d5-9fa4cb8a7723 HTTP/1.1" status: 204 len: 168 time: 0.3369148 Sep 17 07:52:21.344192 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41630) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:21.392252 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6d4a5e60-d475-4d4c-987e-9ee00ad11eee tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0468037 Sep 17 07:52:21.392852 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41632) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:21.399009 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-04a19b13-0f82-438b-a8aa-753dca81cc8e tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Request body: {'subnet': {'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:52:21.414695 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d53b358d-f1a8-452e-9401-2b7e889e96be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:21.435802 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de35381d-e7c3-49db-91d2-f460d0811b2b req-5e68ca4b-fd51-45f4-9bf1-fa6728322ab8 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:21.437595 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-de35381d-e7c3-49db-91d2-f460d0811b2b req-5e68ca4b-fd51-45f4-9bf1-fa6728322ab8 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=6566c730-eefa-423b-a200-1be4b53646f9 HTTP/1.1" status: 200 len: 949 time: 0.1483185 Sep 17 07:52:21.440952 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d53b358d-f1a8-452e-9401-2b7e889e96be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:21.519628 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a19b13-0f82-438b-a8aa-753dca81cc8e tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Made reservation on behalf of 852d2b51c00949899c2370ce1b47ee69 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:52:21.523261 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-04a19b13-0f82-438b-a8aa-753dca81cc8e tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:21.535029 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-de35381d-e7c3-49db-91d2-f460d0811b2b req-39ba1329-2877-4a8d-a00d-5a7860fc209d tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823753 Sep 17 07:52:21.542663 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceefd6fb-e74b-43cb-bb5f-705f8425327b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3569b9-e393-46fb-9816-0f910d00aba6'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:52:21.543128 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030e2e41-af79-4e95-9f59-f336748da644 req-0fcdadb3-fd65-43d5-abbf-c8defb185ef7 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:21.545216 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0df99f0-4589-46c2-9abe-637c79dd102f" -d '{"events": [{"server_uuid": "ceefd6fb-e74b-43cb-bb5f-705f8425327b", "name": "network-vif-plugged", "status": "completed", "tag": "1f3569b9-e393-46fb-9816-0f910d00aba6"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:52:21.554147 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-030e2e41-af79-4e95-9f59-f336748da644 req-0fcdadb3-fd65-43d5-abbf-c8defb185ef7 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=ceefd6fb-e74b-43cb-bb5f-705f8425327b HTTP/1.1" status: 200 len: 945 time: 0.2104282 Sep 17 07:52:21.567888 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-d53b358d-f1a8-452e-9401-2b7e889e96be admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=05706e02b9fa4784b14d7cd865754cfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4104552 Sep 17 07:52:21.583177 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 41638) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:21.606120 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53b358d-f1a8-452e-9401-2b7e889e96be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fab855c-cb97-4c12-8aa2-dfdceb7e8499,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:21.625239 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 41640) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:21.698462 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-030e2e41-af79-4e95-9f59-f336748da644 req-c5601eb2-0881-434d-b55b-1cad3be86d38 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e165fbb-9ab8-4bf2-ab79-2b2690722fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171806 Sep 17 07:52:21.750335 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-57bda8a0-3c7c-4a57-9cd1-d22192c42476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:21.755469 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5618e29a-a685-4a3f-b24a-7930d959b783 x-openstack-request-id: req-5618e29a-a685-4a3f-b24a-7930d959b783 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:52:21.755773 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceefd6fb-e74b-43cb-bb5f-705f8425327b", "name": "network-vif-plugged", "status": "completed", "tag": "1f3569b9-e393-46fb-9816-0f910d00aba6", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:52:21.756052 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5618e29a-a685-4a3f-b24a-7930d959b783 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:52:21.756453 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceefd6fb-e74b-43cb-bb5f-705f8425327b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3569b9-e393-46fb-9816-0f910d00aba6', 'code': 200} Sep 17 07:52:21.778070 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-57bda8a0-3c7c-4a57-9cd1-d22192c42476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:21.779805 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-04a19b13-0f82-438b-a8aa-753dca81cc8e tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:21.805346 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bc9e0210-2846-4563-924d-440042e0aaad admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:21.823889 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a19b13-0f82-438b-a8aa-753dca81cc8e tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:52:21.835153 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-04a19b13-0f82-438b-a8aa-753dca81cc8e tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:52:21.839787 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a19b13-0f82-438b-a8aa-753dca81cc8e tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:21.840423 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-04a19b13-0f82-438b-a8aa-753dca81cc8e tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:21.850063 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a19b13-0f82-438b-a8aa-753dca81cc8e tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event updated for resources: {'Subnet': ['ID=d24c0fb4-d5cc-4535-a864-a5d0a61a4c8a,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:21.867117 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-57bda8a0-3c7c-4a57-9cd1-d22192c42476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:21.870086 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-57bda8a0-3c7c-4a57-9cd1-d22192c42476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:21.873506 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-57bda8a0-3c7c-4a57-9cd1-d22192c42476 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2fab855c-cb97-4c12-8aa2-dfdceb7e8499 HTTP/1.1" status: 204 len: 168 time: 0.2870650 Sep 17 07:52:21.890689 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bda8a0-3c7c-4a57-9cd1-d22192c42476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fab855c-cb97-4c12-8aa2-dfdceb7e8499,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:21.986097 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a714841-30ff-4c73-9ed5-c6d789a7f992 None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:52:22.022192 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9549aaab-d78f-4ee4-97c7-0ff88419953a req-5f05754c-24a2-4b11-bf94-977c197bc749 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:22.023765 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9549aaab-d78f-4ee4-97c7-0ff88419953a req-5f05754c-24a2-4b11-bf94-977c197bc749 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee44c663-1dca-4669-be96-75e385fb6cf2 HTTP/1.1" status: 200 len: 949 time: 0.1343548 Sep 17 07:52:22.032633 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52827f85-c847-4e1d-8f9e-5af4cea74452 req-4682761f-0a27-41fe-b3e9-cd0bffa7cfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:22.034952 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-52827f85-c847-4e1d-8f9e-5af4cea74452 req-4682761f-0a27-41fe-b3e9-cd0bffa7cfd5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ceefd6fb-e74b-43cb-bb5f-705f8425327b HTTP/1.1" status: 200 len: 1096 time: 0.1322992 Sep 17 07:52:22.081888 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-b7e8f8b4-b2e7-4911-bb20-6ac24224de68 None None] Provisioning complete for port 2581987e-8cac-4c8e-97f5-2a0d934e1110 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:52:22.082488 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b7e8f8b4-b2e7-4911-bb20-6ac24224de68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:22.125084 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bc9e0210-2846-4563-924d-440042e0aaad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:22.136493 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9549aaab-d78f-4ee4-97c7-0ff88419953a req-a7d56c5b-2960-4993-9348-df35b448f544 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986099 Sep 17 07:52:22.144919 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-04a19b13-0f82-438b-a8aa-753dca81cc8e tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7483625 Sep 17 07:52:22.145133 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bc9e0210-2846-4563-924d-440042e0aaad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:22.145271 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41652) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:22.151737 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-8f391fbf-dfbc-49dd-8895-66f0f7aebf50 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Request body: {'subnet': {'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:52:22.208247 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-52827f85-c847-4e1d-8f9e-5af4cea74452 req-657320f4-bd9b-440a-829e-26f765610cb1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6e165fbb-9ab8-4bf2-ab79-2b2690722fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315107 Sep 17 07:52:22.229143 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-bc9e0210-2846-4563-924d-440042e0aaad admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2bf9511dcbfb471bbff27976d4b07004&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6024373 Sep 17 07:52:22.229969 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41656) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:22.232183 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device d2b0c748-7c11-48e9-9263-9301599bdf54 up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:52:22.250778 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a4b9d5-e23e-4a56-a706-9dfbe9514565 req-2050c30b-1d28-4eb2-a7cf-856868fb2e0c tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:22.252363 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a3a4b9d5-e23e-4a56-a706-9dfbe9514565 req-2050c30b-1d28-4eb2-a7cf-856868fb2e0c tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1049d28-35d6-4d41-9d85-e80ff608156e HTTP/1.1" status: 200 len: 944 time: 0.1139593 Sep 17 07:52:22.253367 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e0210-2846-4563-924d-440042e0aaad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be0a8dcf-ff44-4c46-876b-eb4b0442ce9f,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:22.295562 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a3a4b9d5-e23e-4a56-a706-9dfbe9514565 req-06b3a381-9227-4340-86e6-f9c5166a7077 tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] 10.222.0.13 "GET /v2.0/security-groups?id=2152a412-863a-4a9c-bfbd-f4fe783fd7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362840 Sep 17 07:52:22.341090 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f8763109-e88e-490a-876e-f04ba6ec9788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:22.344124 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f391fbf-dfbc-49dd-8895-66f0f7aebf50 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Made reservation on behalf of 852d2b51c00949899c2370ce1b47ee69 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:52:22.348319 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8f391fbf-dfbc-49dd-8895-66f0f7aebf50 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:22.380682 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning for port d2b0c748-7c11-48e9-9263-9301599bdf54 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:52:22.390111 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port d2b0c748-7c11-48e9-9263-9301599bdf54 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:52:22.390348 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:22.403915 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f8763109-e88e-490a-876e-f04ba6ec9788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:22.416665 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ec6edcd4-7b7e-4120-aea3-f3be59ccb5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:22.486911 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:22.527573 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f8763109-e88e-490a-876e-f04ba6ec9788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:22.531376 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f8763109-e88e-490a-876e-f04ba6ec9788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:22.535887 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f8763109-e88e-490a-876e-f04ba6ec9788 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/be0a8dcf-ff44-4c46-876b-eb4b0442ce9f HTTP/1.1" status: 204 len: 168 time: 0.3044286 Sep 17 07:52:22.551023 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8763109-e88e-490a-876e-f04ba6ec9788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0a8dcf-ff44-4c46-876b-eb4b0442ce9f,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:22.553698 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port d2b0c748-7c11-48e9-9263-9301599bdf54, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=d2b0c748-7c11-48e9-9263-9301599bdf54,segment=NetworkSegment(e656fed3-092a-4e07-99f7-8099c7917269),segment_id=e656fed3-092a-4e07-99f7-8099c7917269)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:52:22.574344 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:22.576482 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 2ebef5f4-f2c6-481a-852e-bbb44da1e25e up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:52:22.734532 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:22.739175 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9474fe11-4aa2-4b0d-9eb3-4e2eddba8324 req-5ab74612-b333-4040-a694-dab1ec83241d tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:22.746984 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9474fe11-4aa2-4b0d-9eb3-4e2eddba8324 req-5ab74612-b333-4040-a694-dab1ec83241d tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=6566c730-eefa-423b-a200-1be4b53646f9 HTTP/1.1" status: 200 len: 949 time: 0.0890102 Sep 17 07:52:22.771443 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-cbd1d2c2-ca1e-429b-a8ec-42adabbaab6e None None] Provisioning complete for port 2581987e-8cac-4c8e-97f5-2a0d934e1110 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:52:22.771741 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cbd1d2c2-ca1e-429b-a8ec-42adabbaab6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:22.774684 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=d2b0c748-7c11-48e9-9263-9301599bdf54,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:22.845848 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9474fe11-4aa2-4b0d-9eb3-4e2eddba8324 req-2907305c-0052-4239-be17-5ea74d82d4f8 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965695 Sep 17 07:52:22.850914 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning for port 2ebef5f4-f2c6-481a-852e-bbb44da1e25e completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:52:22.863395 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port 2ebef5f4-f2c6-481a-852e-bbb44da1e25e triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:52:22.863773 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:22.941967 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 41682) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:22.947584 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41684) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:22.973610 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff2a1b9-979f-4c6d-9f0e-f2a098dab45e req-841dead1-dcaf-4dce-9c3c-f91101c3325f tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:22.975274 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-eff2a1b9-979f-4c6d-9f0e-f2a098dab45e req-841dead1-dcaf-4dce-9c3c-f91101c3325f tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=ceefd6fb-e74b-43cb-bb5f-705f8425327b HTTP/1.1" status: 200 len: 945 time: 0.0784075 Sep 17 07:52:22.981030 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9021db3b-5b0f-49ee-b3af-2e417b07df46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:23.025113 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-eff2a1b9-979f-4c6d-9f0e-f2a098dab45e req-fa0cf858-85d2-4c03-8990-771d240cd4c2 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e165fbb-9ab8-4bf2-ab79-2b2690722fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389211 Sep 17 07:52:23.025738 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:23.044223 n-d-789963-9 neutron-server[101290]: DEBUG neutron.objects.ports [None req-8f391fbf-dfbc-49dd-8895-66f0f7aebf50 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101290) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 07:52:23.064605 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 2ebef5f4-f2c6-481a-852e-bbb44da1e25e, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=2ebef5f4-f2c6-481a-852e-bbb44da1e25e,segment=NetworkSegment(e656fed3-092a-4e07-99f7-8099c7917269),segment_id=e656fed3-092a-4e07-99f7-8099c7917269)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:52:23.069889 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:23.120450 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=2ebef5f4-f2c6-481a-852e-bbb44da1e25e,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:23.223227 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-4618494c-ce40-42aa-a7bc-dc6b3f462d8f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1485468067-network', 'tenant_id': 'cee9618f889d46bb9b276be84a650108'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:52:23.232204 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9021db3b-5b0f-49ee-b3af-2e417b07df46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:23.238281 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9021db3b-5b0f-49ee-b3af-2e417b07df46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:23.250147 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8f391fbf-dfbc-49dd-8895-66f0f7aebf50 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:23.272415 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f0473-a6a8-45ea-b73d-dca70cbe3726 req-e42af52e-97ee-438d-9af3-1d91df1c4171 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:23.273941 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fc2f0473-a6a8-45ea-b73d-dca70cbe3726 req-e42af52e-97ee-438d-9af3-1d91df1c4171 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee44c663-1dca-4669-be96-75e385fb6cf2 HTTP/1.1" status: 200 len: 949 time: 0.0672889 Sep 17 07:52:23.275064 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4618494c-ce40-42aa-a7bc-dc6b3f462d8f admin admin] Made reservation on behalf of cee9618f889d46bb9b276be84a650108 for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:52:23.278318 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4618494c-ce40-42aa-a7bc-dc6b3f462d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:23.291173 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-9021db3b-5b0f-49ee-b3af-2e417b07df46 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9800afce530d49438696e5b0bae0299d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3421178 Sep 17 07:52:23.293365 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4618494c-ce40-42aa-a7bc-dc6b3f462d8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:23.293559 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9021db3b-5b0f-49ee-b3af-2e417b07df46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64bca024-d993-4e6d-ad2f-24bc83112ae2,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:23.294407 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 41690) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:23.401096 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fc2f0473-a6a8-45ea-b73d-dca70cbe3726 req-8e0e93a4-13da-4bed-99ed-66a4ed3274b5 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192284 Sep 17 07:52:23.448488 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-8f391fbf-dfbc-49dd-8895-66f0f7aebf50 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] For port 2581987e-8cac-4c8e-97f5-2a0d934e1110, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=2581987e-8cac-4c8e-97f5-2a0d934e1110,segment=NetworkSegment(ccc4c9b3-8f64-4b6a-96f4-35a1665005a6),segment_id=ccc4c9b3-8f64-4b6a-96f4-35a1665005a6)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:52:23.449225 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7baca46d-d8e5-4dae-95fd-08d5f6554bea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:23.477079 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8f391fbf-dfbc-49dd-8895-66f0f7aebf50 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:23.482330 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8f391fbf-dfbc-49dd-8895-66f0f7aebf50 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:23.483060 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8f391fbf-dfbc-49dd-8895-66f0f7aebf50 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:23.489620 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f22d12-51cb-434a-b079-f1168f96fc79 req-ecab9428-0b76-4468-943d-a9c16cb6ee3c tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:23.491398 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c6f22d12-51cb-434a-b079-f1168f96fc79 req-ecab9428-0b76-4468-943d-a9c16cb6ee3c tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1049d28-35d6-4d41-9d85-e80ff608156e HTTP/1.1" status: 200 len: 945 time: 0.1124139 Sep 17 07:52:23.493288 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7baca46d-d8e5-4dae-95fd-08d5f6554bea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:23.560594 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f391fbf-dfbc-49dd-8895-66f0f7aebf50 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:52:23.563735 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:23.569748 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-8f391fbf-dfbc-49dd-8895-66f0f7aebf50 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:52:23.581248 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5176c69b-7f3f-42b6-8925-6b4382d0a003 None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:52:23.581479 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f391fbf-dfbc-49dd-8895-66f0f7aebf50 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:23.581888 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8f391fbf-dfbc-49dd-8895-66f0f7aebf50 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:23.596876 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f391fbf-dfbc-49dd-8895-66f0f7aebf50 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event updated for resources: {'Port': ['ID=2581987e-8cac-4c8e-97f5-2a0d934e1110,revision_number=13']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:23.600478 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c6f22d12-51cb-434a-b079-f1168f96fc79 req-dc8df948-31b4-42dd-902d-fd7a501a77ca tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] 10.222.0.13 "GET /v2.0/security-groups?id=2152a412-863a-4a9c-bfbd-f4fe783fd7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956807 Sep 17 07:52:23.600705 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f391fbf-dfbc-49dd-8895-66f0f7aebf50 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event updated for resources: {'Subnet': ['ID=6cb8ba40-7af6-4187-94ae-e2248858dcfd,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:23.613442 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4618494c-ce40-42aa-a7bc-dc6b3f462d8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:23.618775 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4618494c-ce40-42aa-a7bc-dc6b3f462d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:23.625691 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-8f391fbf-dfbc-49dd-8895-66f0f7aebf50 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4766440 Sep 17 07:52:23.626002 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41694) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:23.626342 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7baca46d-d8e5-4dae-95fd-08d5f6554bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:23.628910 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7baca46d-d8e5-4dae-95fd-08d5f6554bea admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:23.630036 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-7baca46d-d8e5-4dae-95fd-08d5f6554bea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/64bca024-d993-4e6d-ad2f-24bc83112ae2 HTTP/1.1" status: 204 len: 168 time: 0.3334844 Sep 17 07:52:23.635325 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-2eec3dc3-2fe4-4a6c-9242-d42c3c891160 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Request body: {'port': {'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'mac_address': 'fa:16:3e:dd:74:e4', 'name': 'tempest-NetworksTestDHCPv6-1050574289'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:52:23.641642 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4618494c-ce40-42aa-a7bc-dc6b3f462d8f admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 07:52:23.662795 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4618494c-ce40-42aa-a7bc-dc6b3f462d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:23.663139 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-4618494c-ce40-42aa-a7bc-dc6b3f462d8f admin admin] Added segment 7a09cec3-035e-4ade-9b02-2ce8f1d2f729 of type vlan for network c9b716f1-39a9-41f1-84d9-a46a435ff322 Sep 17 07:52:23.671128 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4618494c-ce40-42aa-a7bc-dc6b3f462d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be1df00e-0fa3-4c05-a879-d15589d80a0c,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:23.703603 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baca46d-d8e5-4dae-95fd-08d5f6554bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64bca024-d993-4e6d-ad2f-24bc83112ae2,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:23.718450 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4618494c-ce40-42aa-a7bc-dc6b3f462d8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:23.754207 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4618494c-ce40-42aa-a7bc-dc6b3f462d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:23.756542 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4618494c-ce40-42aa-a7bc-dc6b3f462d8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:23.756542 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4618494c-ce40-42aa-a7bc-dc6b3f462d8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:23.806538 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-4618494c-ce40-42aa-a7bc-dc6b3f462d8f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8633044 Sep 17 07:52:23.821388 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41698) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:23.831523 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-f12f9940-2590-4952-9ed5-9de91c057544 admin admin] Request body: {'subnet': {'network_id': 'c9b716f1-39a9-41f1-84d9-a46a435ff322', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1485468067-subnet', 'tenant_id': 'cee9618f889d46bb9b276be84a650108', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:52:23.864637 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12f9940-2590-4952-9ed5-9de91c057544 admin admin] Made reservation on behalf of cee9618f889d46bb9b276be84a650108 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:52:23.866404 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1049d28-35d6-4d41-9d85-e80ff608156e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2b0c748-7c11-48e9-9263-9301599bdf54'}, {'server_uuid': '390bf98d-1464-42fb-bc58-a23d070ad838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ebef5f4-f2c6-481a-852e-bbb44da1e25e'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:52:23.867665 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f12f9940-2590-4952-9ed5-9de91c057544 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:23.869469 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb7cfcec-1aa8-467c-85eb-df475337d32d" -d '{"events": [{"server_uuid": "f1049d28-35d6-4d41-9d85-e80ff608156e", "name": "network-vif-plugged", "status": "completed", "tag": "d2b0c748-7c11-48e9-9263-9301599bdf54"}, {"server_uuid": "390bf98d-1464-42fb-bc58-a23d070ad838", "name": "network-vif-plugged", "status": "completed", "tag": "2ebef5f4-f2c6-481a-852e-bbb44da1e25e"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:52:23.916892 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4618494c-ce40-42aa-a7bc-dc6b3f462d8f admin admin] Pushing event updated for resources: {'Network': ['ID=c9b716f1-39a9-41f1-84d9-a46a435ff322,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:23.941714 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network c9b716f1-39a9-41f1-84d9-a46a435ff322 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 07:52:23.988012 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a4ba1e-55ad-46e4-92ca-a22703e11576 req-d0546032-2859-4c6c-8b74-5c54965576fe tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:23.989829 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-18a4ba1e-55ad-46e4-92ca-a22703e11576 req-d0546032-2859-4c6c-8b74-5c54965576fe tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=6566c730-eefa-423b-a200-1be4b53646f9 HTTP/1.1" status: 200 len: 949 time: 0.0586083 Sep 17 07:52:24.026946 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eec3dc3-2fe4-4a6c-9242-d42c3c891160 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Made reservation on behalf of 852d2b51c00949899c2370ce1b47ee69 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:52:24.036418 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-18a4ba1e-55ad-46e4-92ca-a22703e11576 req-40900859-54a4-45d4-a2d9-1d1a9b6a8031 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388427 Sep 17 07:52:24.039712 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Sep 2021 07:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ea18c8-adf5-423d-857f-d1814d822a68 x-openstack-request-id: req-08ea18c8-adf5-423d-857f-d1814d822a68 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:52:24.040036 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1049d28-35d6-4d41-9d85-e80ff608156e", "name": "network-vif-plugged", "status": "completed", "tag": "d2b0c748-7c11-48e9-9263-9301599bdf54", "code": 200}, {"server_uuid": "390bf98d-1464-42fb-bc58-a23d070ad838", "name": "network-vif-plugged", "status": "completed", "tag": "2ebef5f4-f2c6-481a-852e-bbb44da1e25e", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:52:24.040285 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-08ea18c8-adf5-423d-857f-d1814d822a68 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:52:24.040672 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1049d28-35d6-4d41-9d85-e80ff608156e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2b0c748-7c11-48e9-9263-9301599bdf54', 'code': 200} Sep 17 07:52:24.041069 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '390bf98d-1464-42fb-bc58-a23d070ad838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ebef5f4-f2c6-481a-852e-bbb44da1e25e', 'code': 200} Sep 17 07:52:24.218553 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2eec3dc3-2fe4-4a6c-9242-d42c3c891160 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:24.238315 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d23829-ddd0-4fd6-bbe3-17fb341ca7c2 None None] Update dhcp port {'port': {'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'fixed_ips': [{'subnet_id': '6cb8ba40-7af6-4187-94ae-e2248858dcfd', 'ip_address': '2001:db8::f816:3eff:fe3e:13ab'}, {'subnet_id': 'd24c0fb4-d5cc-4535-a864-a5d0a61a4c8a'}], 'binding:host_id': 'n-d-789963-9'}, 'id': '2581987e-8cac-4c8e-97f5-2a0d934e1110'} from n-d-789963-9. {{(pid=101291) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 07:52:24.249711 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f12f9940-2590-4952-9ed5-9de91c057544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:24.260524 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [None req-2eec3dc3-2fe4-4a6c-9242-d42c3c891160 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] device_id is not set on port b4649ffc-19f2-46fd-95f0-99afba806d7d yet. {{(pid=101290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 07:52:24.275237 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-72d23829-ddd0-4fd6-bbe3-17fb341ca7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:24.289967 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e05e04d-c019-459f-b3e6-58f93fe8dd0e req-894d588a-ab0c-4b7a-8094-e72ad35b377a tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:24.297638 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2e05e04d-c019-459f-b3e6-58f93fe8dd0e req-894d588a-ab0c-4b7a-8094-e72ad35b377a tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=ceefd6fb-e74b-43cb-bb5f-705f8425327b HTTP/1.1" status: 200 len: 945 time: 0.1372116 Sep 17 07:52:24.303232 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf78dcc-d5dd-40ff-ab14-ea5628709db5 req-51b40c2e-1f06-465d-961c-8ab451d81269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:24.304791 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-adf78dcc-d5dd-40ff-ab14-ea5628709db5 req-51b40c2e-1f06-465d-961c-8ab451d81269 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f1049d28-35d6-4d41-9d85-e80ff608156e HTTP/1.1" status: 200 len: 1096 time: 0.1090791 Sep 17 07:52:24.330348 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b8df3-6974-4380-b68d-1b0535e663e0 req-ab5127b3-1b21-45b8-a9e3-d0bc4d33e44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:24.331958 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fb4b8df3-6974-4380-b68d-1b0535e663e0 req-ab5127b3-1b21-45b8-a9e3-d0bc4d33e44a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=390bf98d-1464-42fb-bc58-a23d070ad838 HTTP/1.1" status: 200 len: 1096 time: 0.1349370 Sep 17 07:52:24.388669 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12f9940-2590-4952-9ed5-9de91c057544 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8fc107d-7fc9-4383-9b7b-bca8abdca9d6,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:24.391117 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2e05e04d-c019-459f-b3e6-58f93fe8dd0e req-4653d328-36fe-4f8c-8d7e-19bb725f58f7 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e165fbb-9ab8-4bf2-ab79-2b2690722fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917666 Sep 17 07:52:24.406207 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12f9940-2590-4952-9ed5-9de91c057544 admin admin] Checking segment: {'id': '7a09cec3-035e-4ade-9b02-2ce8f1d2f729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c9b716f1-39a9-41f1-84d9-a46a435ff322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:52:24.406207 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12f9940-2590-4952-9ed5-9de91c057544 admin admin] Network hostable DHCP agents. Network: c9b716f1-39a9-41f1-84d9-a46a435ff322, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 07:52:24.413445 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-adf78dcc-d5dd-40ff-ab14-ea5628709db5 req-12a8e75c-8ca4-49bf-90d1-9d8cee3c62ed service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2152a412-863a-4a9c-bfbd-f4fe783fd7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000602 Sep 17 07:52:24.417403 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fb4b8df3-6974-4380-b68d-1b0535e663e0 req-1bcaa8d7-69a4-4f8d-b359-2598d7138edd service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2152a412-863a-4a9c-bfbd-f4fe783fd7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756028 Sep 17 07:52:24.463305 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12f9940-2590-4952-9ed5-9de91c057544 admin admin] Network c9b716f1-39a9-41f1-84d9-a46a435ff322 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 07:52:24.482923 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-f12f9940-2590-4952-9ed5-9de91c057544 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, c9b716f1-39a9-41f1-84d9-a46a435ff322) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:52:24.492693 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12f9940-2590-4952-9ed5-9de91c057544 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:24.493557 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f12f9940-2590-4952-9ed5-9de91c057544 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:24.500601 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a04bd5f-3696-4a77-9eab-619a2047c22b None None] Network c9b716f1-39a9-41f1-84d9-a46a435ff322 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:52:24.562503 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-2eec3dc3-2fe4-4a6c-9242-d42c3c891160 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Allocated IP 172.20.0.3 (b9683b68-a3a4-4974-8bd0-f6d916aa4b94/d24c0fb4-d5cc-4535-a864-a5d0a61a4c8a/b4649ffc-19f2-46fd-95f0-99afba806d7d) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:52:24.570292 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-2eec3dc3-2fe4-4a6c-9242-d42c3c891160 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Allocated IP 2001:db8::f816:3eff:fedd:74e4 (b9683b68-a3a4-4974-8bd0-f6d916aa4b94/6cb8ba40-7af6-4187-94ae-e2248858dcfd/b4649ffc-19f2-46fd-95f0-99afba806d7d) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:52:24.610617 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f47c2-9a02-464a-8d74-37bf471a838b req-11f29b27-1771-428a-92e5-32a2ebc1c904 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:24.612697 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1a3f47c2-9a02-464a-8d74-37bf471a838b req-11f29b27-1771-428a-92e5-32a2ebc1c904 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=ceefd6fb-e74b-43cb-bb5f-705f8425327b HTTP/1.1" status: 200 len: 945 time: 0.1102147 Sep 17 07:52:24.625250 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf02d4-d0db-483b-a542-3763052ec224 req-0d75c5ea-283d-4aa8-9336-03750af5732e tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:24.633257 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d5cf02d4-d0db-483b-a542-3763052ec224 req-0d75c5ea-283d-4aa8-9336-03750af5732e tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee44c663-1dca-4669-be96-75e385fb6cf2 HTTP/1.1" status: 200 len: 949 time: 0.1175284 Sep 17 07:52:24.654073 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 2581987e-8cac-4c8e-97f5-2a0d934e1110 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:52:24.688742 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1a3f47c2-9a02-464a-8d74-37bf471a838b req-295dbff9-915f-4de5-8a1a-30a7aebf35bd tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e165fbb-9ab8-4bf2-ab79-2b2690722fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361178 Sep 17 07:52:24.712137 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d5cf02d4-d0db-483b-a542-3763052ec224 req-b700cbd0-4829-444e-9d26-a8cc3e055296 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737813 Sep 17 07:52:24.712332 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3b9aa6-1b5b-4028-8f09-263818c84fdc None None] Network c9b716f1-39a9-41f1-84d9-a46a435ff322 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:52:24.721073 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f12f9940-2590-4952-9ed5-9de91c057544 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8979206 Sep 17 07:52:24.800366 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 2581987e-8cac-4c8e-97f5-2a0d934e1110 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:52:24.800550 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:24.815464 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2eec3dc3-2fe4-4a6c-9242-d42c3c891160 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:24.864828 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb9ccba-dcac-46fe-8618-cf8050075ae0 req-fdfebaab-2844-496f-bdab-3b12321bac2d tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:24.873370 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3cb9ccba-dcac-46fe-8618-cf8050075ae0 req-fdfebaab-2844-496f-bdab-3b12321bac2d tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1049d28-35d6-4d41-9d85-e80ff608156e HTTP/1.1" status: 200 len: 945 time: 0.0681400 Sep 17 07:52:24.884617 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2eec3dc3-2fe4-4a6c-9242-d42c3c891160 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:24.926175 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3cb9ccba-dcac-46fe-8618-cf8050075ae0 req-62945dd7-5f98-4149-ab63-87e37c0028fe tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] 10.222.0.13 "GET /v2.0/security-groups?id=2152a412-863a-4a9c-bfbd-f4fe783fd7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477467 Sep 17 07:52:24.948554 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eec3dc3-2fe4-4a6c-9242-d42c3c891160 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:52:24.952863 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-2eec3dc3-2fe4-4a6c-9242-d42c3c891160 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:52:24.960904 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eec3dc3-2fe4-4a6c-9242-d42c3c891160 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:52:25.015862 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-72d23829-ddd0-4fd6-bbe3-17fb341ca7c2 None None] Allocated IP 172.20.0.2 (b9683b68-a3a4-4974-8bd0-f6d916aa4b94/d24c0fb4-d5cc-4535-a864-a5d0a61a4c8a/2581987e-8cac-4c8e-97f5-2a0d934e1110) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:52:25.107903 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eec3dc3-2fe4-4a6c-9242-d42c3c891160 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event updated for resources: {'Port': ['ID=b4649ffc-19f2-46fd-95f0-99afba806d7d,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:25.133448 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-72d23829-ddd0-4fd6-bbe3-17fb341ca7c2 None None] For port 2581987e-8cac-4c8e-97f5-2a0d934e1110, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=2581987e-8cac-4c8e-97f5-2a0d934e1110,segment=NetworkSegment(ccc4c9b3-8f64-4b6a-96f4-35a1665005a6),segment_id=ccc4c9b3-8f64-4b6a-96f4-35a1665005a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:52:25.156815 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eec3dc3-2fe4-4a6c-9242-d42c3c891160 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:25.158021 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2eec3dc3-2fe4-4a6c-9242-d42c3c891160 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:25.182812 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-72d23829-ddd0-4fd6-bbe3-17fb341ca7c2 None None] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:25.189182 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-2eec3dc3-2fe4-4a6c-9242-d42c3c891160 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.5619237 Sep 17 07:52:25.189435 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:25.192833 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 41764) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:25.195591 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-72d23829-ddd0-4fd6-bbe3-17fb341ca7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:25.269678 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b3ea141e-7001-44a5-a335-52453c3d545c req-641c5e51-291a-4853-8c94-682594e63765 tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=4c31c2d6bfba4436a44b980f7985d13a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314448 Sep 17 07:52:25.332360 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1aa12a0-3bf7-4312-b2f5-127342dff150 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:25.339560 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1aa12a0-3bf7-4312-b2f5-127342dff150 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:25.341172 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-d1aa12a0-3bf7-4312-b2f5-127342dff150 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1468933 Sep 17 07:52:25.344391 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41772) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:25.354629 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d23829-ddd0-4fd6-bbe3-17fb341ca7c2 None None] Pushing event updated for resources: {'Port': ['ID=2581987e-8cac-4c8e-97f5-2a0d934e1110,revision_number=14']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:25.469999 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-688a3113-b6dc-4824-ba6f-cd934e7eab9b tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Deleting port b4649ffc-19f2-46fd-95f0-99afba806d7d {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:52:25.470604 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-688a3113-b6dc-4824-ba6f-cd934e7eab9b tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:25.471708 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b43711-57bf-4af6-ac38-187cdabbd5e6 req-8111e8cf-3262-45a6-92f7-a8a08a8e68e3 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:25.482904 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-81b43711-57bf-4af6-ac38-187cdabbd5e6 req-8111e8cf-3262-45a6-92f7-a8a08a8e68e3 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=6566c730-eefa-423b-a200-1be4b53646f9 HTTP/1.1" status: 200 len: 949 time: 0.1405859 Sep 17 07:52:25.510757 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ea141e-7001-44a5-a335-52453c3d545c req-9903f341-6c97-4477-acc9-8e4ab4b1921c tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:25.512353 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b3ea141e-7001-44a5-a335-52453c3d545c req-9903f341-6c97-4477-acc9-8e4ab4b1921c tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2382214 Sep 17 07:52:25.548673 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b3ea141e-7001-44a5-a335-52453c3d545c req-985028d4-2a32-4682-8e23-bdb3cac460d6 tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] 10.222.0.13 "GET /v2.0/quotas/4c31c2d6bfba4436a44b980f7985d13a HTTP/1.1" status: 200 len: 375 time: 0.0280349 Sep 17 07:52:25.566349 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-81b43711-57bf-4af6-ac38-187cdabbd5e6 req-8b81569f-550c-4805-92dc-7afc3ddd93ff tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825250 Sep 17 07:52:25.572767 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-688a3113-b6dc-4824-ba6f-cd934e7eab9b tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:25.587325 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b3ea141e-7001-44a5-a335-52453c3d545c req-40196505-5204-43e7-b057-40c375aa5e50 tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c31c2d6bfba4436a44b980f7985d13a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373237 Sep 17 07:52:25.604208 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-688a3113-b6dc-4824-ba6f-cd934e7eab9b tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Calling delete_port for b4649ffc-19f2-46fd-95f0-99afba806d7d owned by {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:52:25.609217 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 41784) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:25.616157 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-de028087-2317-488b-b879-86a34db12a90 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-173995472-network', 'tenant_id': '0853984548a44278af7297f4fc7471a9'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:52:25.647203 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de028087-2317-488b-b879-86a34db12a90 admin admin] Made reservation on behalf of 0853984548a44278af7297f4fc7471a9 for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:52:25.655750 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-de028087-2317-488b-b879-86a34db12a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:25.678337 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-de028087-2317-488b-b879-86a34db12a90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:25.839498 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-688a3113-b6dc-4824-ba6f-cd934e7eab9b tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:25.849704 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0d684d78-e539-4b59-9e39-6704d4f943c1 req-f23f006c-4518-40bb-b169-ffb22c320f3b tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] 10.222.0.13 "GET /v2.0/ports?device_id=b72ade81-ec28-4283-a1fe-5fc2a2f2bc38 HTTP/1.1" status: 200 len: 210 time: 0.0387657 Sep 17 07:52:25.884073 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688a3113-b6dc-4824-ba6f-cd934e7eab9b tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event deleted for resources: {'Port': ['ID=b4649ffc-19f2-46fd-95f0-99afba806d7d,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:25.991643 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-688a3113-b6dc-4824-ba6f-cd934e7eab9b tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:25.993947 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-688a3113-b6dc-4824-ba6f-cd934e7eab9b tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/ports/b4649ffc-19f2-46fd-95f0-99afba806d7d HTTP/1.1" status: 204 len: 168 time: 0.6485684 Sep 17 07:52:25.996504 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41802) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:26.039582 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6025d4d-719b-46c4-b991-3f3b632f9ceb req-e5d81d02-cd69-4ad3-af4b-208134c00459 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:26.041186 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e6025d4d-719b-46c4-b991-3f3b632f9ceb req-e5d81d02-cd69-4ad3-af4b-208134c00459 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee44c663-1dca-4669-be96-75e385fb6cf2 HTTP/1.1" status: 200 len: 949 time: 0.1715553 Sep 17 07:52:26.063606 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994eedd5-14ed-4712-a612-4f00906f0a48 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:26.065451 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994eedd5-14ed-4712-a612-4f00906f0a48 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:26.067169 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994eedd5-14ed-4712-a612-4f00906f0a48 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:26.069901 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-994eedd5-14ed-4712-a612-4f00906f0a48 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0717459 Sep 17 07:52:26.073329 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41808) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:26.089880 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9371bd8-b238-452d-bd6c-b0125998450f req-5c39370a-1c5e-40a2-bde2-7a0b182a227a tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:26.091507 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e9371bd8-b238-452d-bd6c-b0125998450f req-5c39370a-1c5e-40a2-bde2-7a0b182a227a tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=ceefd6fb-e74b-43cb-bb5f-705f8425327b HTTP/1.1" status: 200 len: 945 time: 0.1175723 Sep 17 07:52:26.146126 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-ded9c957-bc69-478f-84a4-95143fd01764 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Deleting subnet 6cb8ba40-7af6-4187-94ae-e2248858dcfd {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:52:26.150051 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ded9c957-bc69-478f-84a4-95143fd01764 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:26.151086 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-de028087-2317-488b-b879-86a34db12a90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:26.161180 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e6025d4d-719b-46c4-b991-3f3b632f9ceb req-440f3822-9ed6-4520-9f2d-97e44b43368c tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980413 Sep 17 07:52:26.167057 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-de028087-2317-488b-b879-86a34db12a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:26.203041 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ded9c957-bc69-478f-84a4-95143fd01764 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:26.206480 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e9371bd8-b238-452d-bd6c-b0125998450f req-23830df0-364b-471b-a00a-b5b71bbdf12e tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e165fbb-9ab8-4bf2-ab79-2b2690722fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974488 Sep 17 07:52:26.233487 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de028087-2317-488b-b879-86a34db12a90 admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 07:52:26.245667 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de028087-2317-488b-b879-86a34db12a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b78f6437-bf3f-4b05-ae3b-d87d90677e94,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:26.251774 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-de028087-2317-488b-b879-86a34db12a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:26.252337 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-de028087-2317-488b-b879-86a34db12a90 admin admin] Added segment 40212ade-9760-4b47-8155-6ab786966d1c of type vlan for network c5938e92-c8c4-4c65-8c6e-278dcde66a09 Sep 17 07:52:26.331179 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ded9c957-bc69-478f-84a4-95143fd01764 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:26.338464 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-15a62acf-21d2-46cf-8fc5-6e932f570825 None None] Provisioning complete for port 2581987e-8cac-4c8e-97f5-2a0d934e1110 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:52:26.338852 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-15a62acf-21d2-46cf-8fc5-6e932f570825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:26.356603 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-de028087-2317-488b-b879-86a34db12a90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:26.377717 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e3cb0-ecdc-40b6-adca-df1373138d7a req-c30cd9fe-9e9f-4b34-b808-2f0d736b5017 tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:26.385083 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4b1e3cb0-ecdc-40b6-adca-df1373138d7a req-c30cd9fe-9e9f-4b34-b808-2f0d736b5017 tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1049d28-35d6-4d41-9d85-e80ff608156e HTTP/1.1" status: 200 len: 945 time: 0.1187561 Sep 17 07:52:26.433650 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-de028087-2317-488b-b879-86a34db12a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:26.434658 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de028087-2317-488b-b879-86a34db12a90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:26.436669 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ded9c957-bc69-478f-84a4-95143fd01764 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:26.439411 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-de028087-2317-488b-b879-86a34db12a90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:26.468844 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded9c957-bc69-478f-84a4-95143fd01764 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event deleted for resources: {'Subnet': ['ID=6cb8ba40-7af6-4187-94ae-e2248858dcfd,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:26.471866 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ded9c957-bc69-478f-84a4-95143fd01764 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:26.473567 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ded9c957-bc69-478f-84a4-95143fd01764 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/subnets/6cb8ba40-7af6-4187-94ae-e2248858dcfd HTTP/1.1" status: 204 len: 168 time: 0.3988991 Sep 17 07:52:26.475879 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41814) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:26.498755 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4b1e3cb0-ecdc-40b6-adca-df1373138d7a req-c9f280d5-69a8-48b6-91a9-d113b89ad13b tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] 10.222.0.13 "GET /v2.0/security-groups?id=2152a412-863a-4a9c-bfbd-f4fe783fd7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128256 Sep 17 07:52:26.544734 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-de028087-2317-488b-b879-86a34db12a90 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9343276 Sep 17 07:52:26.548370 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41816) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:26.556507 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-a5951a0b-ed60-456e-9940-6bead62a04f3 admin admin] Request body: {'subnet': {'network_id': 'c5938e92-c8c4-4c65-8c6e-278dcde66a09', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-173995472-subnet', 'tenant_id': '0853984548a44278af7297f4fc7471a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:52:26.584019 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de028087-2317-488b-b879-86a34db12a90 admin admin] Pushing event updated for resources: {'Network': ['ID=c5938e92-c8c4-4c65-8c6e-278dcde66a09,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:26.604811 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network c5938e92-c8c4-4c65-8c6e-278dcde66a09 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 07:52:26.615694 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb52e928-8a3f-4f4d-a80d-7711ef26cf44 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Deleting subnet d24c0fb4-d5cc-4535-a864-a5d0a61a4c8a {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:52:26.620260 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cb52e928-8a3f-4f4d-a80d-7711ef26cf44 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:26.645888 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 2581987e-8cac-4c8e-97f5-2a0d934e1110 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:52:26.675043 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cb52e928-8a3f-4f4d-a80d-7711ef26cf44 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:26.708529 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5951a0b-ed60-456e-9940-6bead62a04f3 admin admin] Made reservation on behalf of 0853984548a44278af7297f4fc7471a9 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:52:26.711215 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a5951a0b-ed60-456e-9940-6bead62a04f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:26.722416 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb9c0bc-05e9-495d-a1b3-178b50348f01 None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:52:26.742061 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8889af77-abcc-4787-bf62-e545f3fdf2ad req-67d779b4-682f-4641-a722-213177942895 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:26.744902 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8889af77-abcc-4787-bf62-e545f3fdf2ad req-67d779b4-682f-4641-a722-213177942895 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=6566c730-eefa-423b-a200-1be4b53646f9 HTTP/1.1" status: 200 len: 949 time: 0.0644734 Sep 17 07:52:26.747803 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-89fcbb14-298e-49f8-8f9e-b7c958a9b6d3 None None] Could not find standard attr ID for object b4649ffc-19f2-46fd-95f0-99afba806d7d. {{(pid=101291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 07:52:26.798294 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8889af77-abcc-4787-bf62-e545f3fdf2ad req-7fa36425-e76d-450c-bca2-55c91bed4fba tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447237 Sep 17 07:52:26.833725 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 2581987e-8cac-4c8e-97f5-2a0d934e1110 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:52:26.834105 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:26.936796 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cb52e928-8a3f-4f4d-a80d-7711ef26cf44 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:26.964930 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4f152e1d-4525-46bf-90ee-ed2498313cf1 req-c2d6f0f2-1cd2-41f7-ae1f-af28693978b6 tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] 10.222.0.13 "GET /v2.0/ports?device_id=b72ade81-ec28-4283-a1fe-5fc2a2f2bc38 HTTP/1.1" status: 200 len: 210 time: 0.0282965 Sep 17 07:52:27.039224 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a5951a0b-ed60-456e-9940-6bead62a04f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:27.065435 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cb52e928-8a3f-4f4d-a80d-7711ef26cf44 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:27.088091 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cb52e928-8a3f-4f4d-a80d-7711ef26cf44 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:27.089962 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-cb52e928-8a3f-4f4d-a80d-7711ef26cf44 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/subnets/d24c0fb4-d5cc-4535-a864-a5d0a61a4c8a HTTP/1.1" status: 204 len: 168 time: 0.6129787 Sep 17 07:52:27.092557 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 41822) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:27.108614 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5951a0b-ed60-456e-9940-6bead62a04f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d0e10b5-9853-466a-9504-727b31552d66,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:27.136121 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-026b2815-60c9-4672-a145-ba285c3aa71a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0416896 Sep 17 07:52:27.137563 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb52e928-8a3f-4f4d-a80d-7711ef26cf44 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event deleted for resources: {'Subnet': ['ID=d24c0fb4-d5cc-4535-a864-a5d0a61a4c8a,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:27.139200 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 41824) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:27.142027 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5951a0b-ed60-456e-9940-6bead62a04f3 admin admin] Checking segment: {'id': '40212ade-9760-4b47-8155-6ab786966d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c5938e92-c8c4-4c65-8c6e-278dcde66a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:52:27.142378 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5951a0b-ed60-456e-9940-6bead62a04f3 admin admin] Network hostable DHCP agents. Network: c5938e92-c8c4-4c65-8c6e-278dcde66a09, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 07:52:27.148988 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-51a19370-96d9-4b0c-8511-fbe0797f39b2 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Request body: {'subnet': {'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:52:27.164190 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5951a0b-ed60-456e-9940-6bead62a04f3 admin admin] Network c5938e92-c8c4-4c65-8c6e-278dcde66a09 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 07:52:27.179624 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-a5951a0b-ed60-456e-9940-6bead62a04f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, c5938e92-c8c4-4c65-8c6e-278dcde66a09) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:52:27.185892 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5951a0b-ed60-456e-9940-6bead62a04f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:27.185892 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a5951a0b-ed60-456e-9940-6bead62a04f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:27.192796 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71af7a89-c485-4bfb-9ef8-dc59810f6bd4 None None] Network c5938e92-c8c4-4c65-8c6e-278dcde66a09 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:52:27.216520 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a5951a0b-ed60-456e-9940-6bead62a04f3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6653044 Sep 17 07:52:27.305655 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b3ea141e-7001-44a5-a335-52453c3d545c req-dd7213ac-32b9-4557-bf35-eff68fa661ac tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=4c31c2d6bfba4436a44b980f7985d13a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0494049 Sep 17 07:52:27.442619 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a19370-96d9-4b0c-8511-fbe0797f39b2 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Made reservation on behalf of 852d2b51c00949899c2370ce1b47ee69 for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:52:27.446866 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-51a19370-96d9-4b0c-8511-fbe0797f39b2 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:27.472719 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4360f93-1c44-4b28-8ece-857a35fba147 None None] Network c5938e92-c8c4-4c65-8c6e-278dcde66a09 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:52:27.508487 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ea141e-7001-44a5-a335-52453c3d545c req-aafc7aa9-1f2d-4189-b72a-7fa0b4786b78 tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:27.519257 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b3ea141e-7001-44a5-a335-52453c3d545c req-aafc7aa9-1f2d-4189-b72a-7fa0b4786b78 tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1983247 Sep 17 07:52:27.545209 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-b3ea141e-7001-44a5-a335-52453c3d545c req-5e8a7a5d-deda-460b-8033-5a0f16e7f689 tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] Request body: {'port': {'device_id': 'b72ade81-ec28-4283-a1fe-5fc2a2f2bc38', 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583', 'admin_state_up': True, 'tenant_id': '4c31c2d6bfba4436a44b980f7985d13a'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:52:27.745446 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3ea141e-7001-44a5-a335-52453c3d545c req-5e8a7a5d-deda-460b-8033-5a0f16e7f689 tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] Made reservation on behalf of 4c31c2d6bfba4436a44b980f7985d13a for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:52:27.750595 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-b3ea141e-7001-44a5-a335-52453c3d545c req-5e8a7a5d-deda-460b-8033-5a0f16e7f689 tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:27.762661 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-b3ea141e-7001-44a5-a335-52453c3d545c req-5e8a7a5d-deda-460b-8033-5a0f16e7f689 tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:27.796496 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d25108a-4c86-4d2b-b0b2-5c3d44075bfe None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:52:27.875539 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-b3ea141e-7001-44a5-a335-52453c3d545c req-5e8a7a5d-deda-460b-8033-5a0f16e7f689 tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:27.880498 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-b3ea141e-7001-44a5-a335-52453c3d545c req-5e8a7a5d-deda-460b-8033-5a0f16e7f689 tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:27.923810 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-6f8edaf0-d246-4e8b-bec9-e685c6c17a57 None None] Provisioning complete for port 2581987e-8cac-4c8e-97f5-2a0d934e1110 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:52:27.924841 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6f8edaf0-d246-4e8b-bec9-e685c6c17a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:27.953052 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8a7a5d-deda-460b-8033-5a0f16e7f689 tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35d7c12e-d93c-4ee3-a413-1080b8d112f3,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:27.968040 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03dbf8-eacf-4215-80a9-1b85bdc7567c req-82a7fd9d-ea86-49b2-ba69-1b8887c95946 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:27.975336 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1e03dbf8-eacf-4215-80a9-1b85bdc7567c req-82a7fd9d-ea86-49b2-ba69-1b8887c95946 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=ceefd6fb-e74b-43cb-bb5f-705f8425327b HTTP/1.1" status: 200 len: 945 time: 0.6446712 Sep 17 07:52:28.009420 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e0b4a-db36-4990-8fc7-18f106f08d52 req-19733c76-3640-4eb8-9626-3f62d152d597 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:28.010973 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4a0e0b4a-db36-4990-8fc7-18f106f08d52 req-19733c76-3640-4eb8-9626-3f62d152d597 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee44c663-1dca-4669-be96-75e385fb6cf2 HTTP/1.1" status: 200 len: 949 time: 0.6820621 Sep 17 07:52:28.060519 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1e03dbf8-eacf-4215-80a9-1b85bdc7567c req-dd001db8-9b87-4910-b486-3225fde9bcfc tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e165fbb-9ab8-4bf2-ab79-2b2690722fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842412 Sep 17 07:52:28.061628 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-b3ea141e-7001-44a5-a335-52453c3d545c req-5e8a7a5d-deda-460b-8033-5a0f16e7f689 tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] Allocated IP 192.168.233.127 (469390cd-cce5-49bd-b8f8-9e64018a0583/5f3af6cb-9cad-436b-bf41-034e75672c44/b8ecb3c8-b283-4d95-8092-6b8f168be04c) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:52:28.081096 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbda86bb-59a9-43af-9103-506da291c82d None None] DHCP port deletion for b9683b68-a3a4-4974-8bd0-f6d916aa4b94 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 07:52:28.124719 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4a0e0b4a-db36-4990-8fc7-18f106f08d52 req-29d49b59-97e7-4d59-b088-14751628ad45 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962460 Sep 17 07:52:28.139274 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-bbda86bb-59a9-43af-9103-506da291c82d None None] Deleting port 2581987e-8cac-4c8e-97f5-2a0d934e1110 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:52:28.139797 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bbda86bb-59a9-43af-9103-506da291c82d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:28.213806 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-51a19370-96d9-4b0c-8511-fbe0797f39b2 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:28.250531 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-bbda86bb-59a9-43af-9103-506da291c82d None None] For port 2581987e-8cac-4c8e-97f5-2a0d934e1110, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=2581987e-8cac-4c8e-97f5-2a0d934e1110,segment=NetworkSegment(ccc4c9b3-8f64-4b6a-96f4-35a1665005a6),segment_id=ccc4c9b3-8f64-4b6a-96f4-35a1665005a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:52:28.251771 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bbda86bb-59a9-43af-9103-506da291c82d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:28.264056 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-bbda86bb-59a9-43af-9103-506da291c82d None None] Calling delete_port for 2581987e-8cac-4c8e-97f5-2a0d934e1110 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:52:28.273225 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-b3ea141e-7001-44a5-a335-52453c3d545c req-5e8a7a5d-deda-460b-8033-5a0f16e7f689 tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:28.297397 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a19370-96d9-4b0c-8511-fbe0797f39b2 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:52:28.304750 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-51a19370-96d9-4b0c-8511-fbe0797f39b2 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:52:28.310352 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a19370-96d9-4b0c-8511-fbe0797f39b2 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:28.310782 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-51a19370-96d9-4b0c-8511-fbe0797f39b2 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:28.320057 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-b3ea141e-7001-44a5-a335-52453c3d545c req-5e8a7a5d-deda-460b-8033-5a0f16e7f689 tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:28.331770 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a19370-96d9-4b0c-8511-fbe0797f39b2 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event updated for resources: {'Subnet': ['ID=5ae784b1-eba5-4ff8-a26e-fb134f4df96b,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:28.347421 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc4444d-6554-4edc-9006-37f7d4ee9c0e req-62d4812c-78cd-43f7-8ad7-49508dd8f2b9 tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:28.350159 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2cc4444d-6554-4edc-9006-37f7d4ee9c0e req-62d4812c-78cd-43f7-8ad7-49508dd8f2b9 tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1049d28-35d6-4d41-9d85-e80ff608156e HTTP/1.1" status: 200 len: 945 time: 0.1217344 Sep 17 07:52:28.350669 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-51a19370-96d9-4b0c-8511-fbe0797f39b2 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2061872 Sep 17 07:52:28.353714 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 41850) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:28.354296 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 1f3569b9-e393-46fb-9816-0f910d00aba6 details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:52:28.359705 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-c7a9a5a0-e483-41cb-9979-f2322ea097f2 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Request body: {'subnet': {'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:52:28.374398 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3ea141e-7001-44a5-a335-52453c3d545c req-5e8a7a5d-deda-460b-8033-5a0f16e7f689 tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] Network 469390cd-cce5-49bd-b8f8-9e64018a0583 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:52:28.378918 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-b3ea141e-7001-44a5-a335-52453c3d545c req-5e8a7a5d-deda-460b-8033-5a0f16e7f689 tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:52:28.381798 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3ea141e-7001-44a5-a335-52453c3d545c req-5e8a7a5d-deda-460b-8033-5a0f16e7f689 tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:52:28.413606 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bbda86bb-59a9-43af-9103-506da291c82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:28.435279 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8a7a5d-deda-460b-8033-5a0f16e7f689 tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] Pushing event updated for resources: {'Port': ['ID=b8ecb3c8-b283-4d95-8092-6b8f168be04c,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:28.451550 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ea141e-7001-44a5-a335-52453c3d545c req-5e8a7a5d-deda-460b-8033-5a0f16e7f689 tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:28.452925 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-b3ea141e-7001-44a5-a335-52453c3d545c req-5e8a7a5d-deda-460b-8033-5a0f16e7f689 tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:28.472288 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b3ea141e-7001-44a5-a335-52453c3d545c req-5e8a7a5d-deda-460b-8033-5a0f16e7f689 tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9383805 Sep 17 07:52:28.501305 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2cc4444d-6554-4edc-9006-37f7d4ee9c0e req-4d3a24f8-2aca-458a-bc3f-483631e2d302 tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] 10.222.0.13 "GET /v2.0/security-groups?id=2152a412-863a-4a9c-bfbd-f4fe783fd7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356742 Sep 17 07:52:28.535195 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-b3ea141e-7001-44a5-a335-52453c3d545c req-b854f40c-39ee-4bf7-b64c-1e52f1e14b60 service neutron] Request body: {'port': {'device_id': 'b72ade81-ec28-4283-a1fe-5fc2a2f2bc38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:52:28.624218 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-b3ea141e-7001-44a5-a335-52453c3d545c req-b854f40c-39ee-4bf7-b64c-1e52f1e14b60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:28.632683 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc24d899-1751-481a-bfa0-705bdf48ac03 req-50c7aa8e-fde4-4e59-b193-410b2c0af004 tempest-VolumesActionsTest-1235138380 tempest-VolumesActionsTest-1235138380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:28.642682 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fc24d899-1751-481a-bfa0-705bdf48ac03 req-50c7aa8e-fde4-4e59-b193-410b2c0af004 tempest-VolumesActionsTest-1235138380 tempest-VolumesActionsTest-1235138380-project] 10.222.0.13 "GET /v2.0/networks?id=c9b716f1-39a9-41f1-84d9-a46a435ff322 HTTP/1.1" status: 200 len: 809 time: 0.2300344 Sep 17 07:52:28.643479 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 2581987e-8cac-4c8e-97f5-2a0d934e1110 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:52:28.670924 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a9a5a0-e483-41cb-9979-f2322ea097f2 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Made reservation on behalf of 852d2b51c00949899c2370ce1b47ee69 for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:52:28.674311 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c7a9a5a0-e483-41cb-9979-f2322ea097f2 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:28.683697 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 2581987e-8cac-4c8e-97f5-2a0d934e1110 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:52:28.684318 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 2581987e-8cac-4c8e-97f5-2a0d934e1110 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:52:28.690169 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbda86bb-59a9-43af-9103-506da291c82d None None] Pushing event deleted for resources: {'Port': ['ID=2581987e-8cac-4c8e-97f5-2a0d934e1110,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:28.699986 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbda86bb-59a9-43af-9103-506da291c82d None None] No DVR routers for this DVR port 2581987e-8cac-4c8e-97f5-2a0d934e1110 on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:52:28.713031 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fc24d899-1751-481a-bfa0-705bdf48ac03 req-7e00ae4b-3bbd-4ba2-b0de-337b8273e7db tempest-VolumesActionsTest-1235138380 tempest-VolumesActionsTest-1235138380-project] 10.222.0.13 "GET /v2.0/quotas/cee9618f889d46bb9b276be84a650108 HTTP/1.1" status: 200 len: 375 time: 0.0702920 Sep 17 07:52:28.723716 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce30fd7b-dd71-48ea-91ca-b9a33b9c7b4d None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:52:28.727797 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 1f3569b9-e393-46fb-9816-0f910d00aba6, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=1f3569b9-e393-46fb-9816-0f910d00aba6,segment=NetworkSegment(f6b74a07-e284-4528-a460-88b5614ba92d),segment_id=f6b74a07-e284-4528-a460-88b5614ba92d)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:52:28.760136 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': '1f3569b9-e393-46fb-9816-0f910d00aba6', 'network_id': 'cc97d231-b8e1-4f77-9438-e44ace44d63d', 'port_id': '1f3569b9-e393-46fb-9816-0f910d00aba6', 'mac_address': 'fa:16:3e:b7:5c:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e4f7180-884c-4866-a6b3-7ca3d74bdb19', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:52:28.793311 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3744d037-fb7d-41a8-a199-4978b6adddca req-86ee0662-37dd-4412-967a-c2dd9eddcfe0 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:28.794929 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3744d037-fb7d-41a8-a199-4978b6adddca req-86ee0662-37dd-4412-967a-c2dd9eddcfe0 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=6566c730-eefa-423b-a200-1be4b53646f9 HTTP/1.1" status: 200 len: 949 time: 0.1921616 Sep 17 07:52:28.799341 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fc24d899-1751-481a-bfa0-705bdf48ac03 req-3526f92b-9a90-42d2-919e-18012c181f4c tempest-VolumesActionsTest-1235138380 tempest-VolumesActionsTest-1235138380-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cee9618f889d46bb9b276be84a650108&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0854735 Sep 17 07:52:28.829831 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-13a5dc04-e408-4333-ac88-cad26c8983e6 None None] Provisioning complete for port b8ecb3c8-b283-4d95-8092-6b8f168be04c triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:52:28.831380 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-13a5dc04-e408-4333-ac88-cad26c8983e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:28.878037 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:28.919248 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1f3569b9-e393-46fb-9816-0f910d00aba6 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:52:28.926699 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-13a5dc04-e408-4333-ac88-cad26c8983e6 None None] Port b8ecb3c8-b283-4d95-8092-6b8f168be04c cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:52:28.928376 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3744d037-fb7d-41a8-a199-4978b6adddca req-7a91bb2f-ef25-46cd-8cf8-a8f06af94591 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237772 Sep 17 07:52:28.952316 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 1f3569b9-e393-46fb-9816-0f910d00aba6, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=1f3569b9-e393-46fb-9816-0f910d00aba6,segment=NetworkSegment(f6b74a07-e284-4528-a460-88b5614ba92d),segment_id=f6b74a07-e284-4528-a460-88b5614ba92d)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:52:28.978211 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:28.978441 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-b3ea141e-7001-44a5-a335-52453c3d545c req-b854f40c-39ee-4bf7-b64c-1e52f1e14b60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8ecb3c8-b283-4d95-8092-6b8f168be04c {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:52:28.986345 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-b3ea141e-7001-44a5-a335-52453c3d545c req-b854f40c-39ee-4bf7-b64c-1e52f1e14b60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:28.986530 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fc24d899-1751-481a-bfa0-705bdf48ac03 req-1792e025-4a55-4f21-8d76-779a2e99ec51 service neutron] 10.222.0.13 "GET /v2.0/networks/c9b716f1-39a9-41f1-84d9-a46a435ff322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745121 Sep 17 07:52:29.006108 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97065553-b294-4ec7-be21-14e69889d9c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'tenant_id': '852d2b51c00949899c2370ce1b47ee69', 'fixed_ips': [{'subnet_id': '5ae784b1-eba5-4ff8-a26e-fb134f4df96b'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 07:52:29.007096 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-97065553-b294-4ec7-be21-14e69889d9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:29.009643 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-b3ea141e-7001-44a5-a335-52453c3d545c req-b854f40c-39ee-4bf7-b64c-1e52f1e14b60 service neutron] Transition to ACTIVE for port object b8ecb3c8-b283-4d95-8092-6b8f168be04c will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:52:29.019085 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-b3ea141e-7001-44a5-a335-52453c3d545c req-b854f40c-39ee-4bf7-b64c-1e52f1e14b60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:29.089114 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b854f40c-39ee-4bf7-b64c-1e52f1e14b60 service neutron] Pushing event updated for resources: {'Port': ['ID=b8ecb3c8-b283-4d95-8092-6b8f168be04c,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:29.107490 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=1f3569b9-e393-46fb-9816-0f910d00aba6,revision_number=6']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:29.165484 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-b3ea141e-7001-44a5-a335-52453c3d545c req-b854f40c-39ee-4bf7-b64c-1e52f1e14b60 service neutron] Attempting to bind port b8ecb3c8-b283-4d95-8092-6b8f168be04c on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:52:29.165856 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-b3ea141e-7001-44a5-a335-52453c3d545c req-b854f40c-39ee-4bf7-b64c-1e52f1e14b60 service neutron] Attempting to bind port b8ecb3c8-b283-4d95-8092-6b8f168be04c by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:52:29.166190 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ea141e-7001-44a5-a335-52453c3d545c req-b854f40c-39ee-4bf7-b64c-1e52f1e14b60 service neutron] Attempting to bind port b8ecb3c8-b283-4d95-8092-6b8f168be04c on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:52:29.172020 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ea141e-7001-44a5-a335-52453c3d545c req-b854f40c-39ee-4bf7-b64c-1e52f1e14b60 service neutron] Port b8ecb3c8-b283-4d95-8092-6b8f168be04c on network 469390cd-cce5-49bd-b8f8-9e64018a0583 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:52:29.172749 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ea141e-7001-44a5-a335-52453c3d545c req-b854f40c-39ee-4bf7-b64c-1e52f1e14b60 service neutron] Attempting to bind port b8ecb3c8-b283-4d95-8092-6b8f168be04c on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:52:29.179500 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ea141e-7001-44a5-a335-52453c3d545c req-b854f40c-39ee-4bf7-b64c-1e52f1e14b60 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:52:29.179886 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ea141e-7001-44a5-a335-52453c3d545c req-b854f40c-39ee-4bf7-b64c-1e52f1e14b60 service neutron] Checking segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:52:29.180376 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ea141e-7001-44a5-a335-52453c3d545c req-b854f40c-39ee-4bf7-b64c-1e52f1e14b60 service neutron] Bound using segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:52:29.181039 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-b3ea141e-7001-44a5-a335-52453c3d545c req-b854f40c-39ee-4bf7-b64c-1e52f1e14b60 service neutron] Bound port: b8ecb3c8-b283-4d95-8092-6b8f168be04c, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:52:29.181591 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-b3ea141e-7001-44a5-a335-52453c3d545c req-b854f40c-39ee-4bf7-b64c-1e52f1e14b60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:29.201115 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-97065553-b294-4ec7-be21-14e69889d9c1 None None] Allocated IP 172.20.0.2 (b9683b68-a3a4-4974-8bd0-f6d916aa4b94/5ae784b1-eba5-4ff8-a26e-fb134f4df96b/e018e1d3-7925-4cbc-9756-b72e645d603f) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:52:29.215262 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314d5c21-ea2f-4f16-8e61-ba3971b31a5f req-c7bd96b4-07e1-4884-9268-7dce71552c42 tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:29.224327 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-314d5c21-ea2f-4f16-8e61-ba3971b31a5f req-c7bd96b4-07e1-4884-9268-7dce71552c42 tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] 10.222.0.13 "GET /v2.0/ports?device_id=b72ade81-ec28-4283-a1fe-5fc2a2f2bc38 HTTP/1.1" status: 200 len: 948 time: 0.1802866 Sep 17 07:52:29.230137 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['1f3569b9-e393-46fb-9816-0f910d00aba6'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:52:29.259791 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fc24d899-1751-481a-bfa0-705bdf48ac03 req-decf28c1-0467-466b-81d3-dbf21e5eef1d service neutron] 10.222.0.13 "GET /v2.0/networks/c9b716f1-39a9-41f1-84d9-a46a435ff322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695749 Sep 17 07:52:29.262658 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-b3ea141e-7001-44a5-a335-52453c3d545c req-b854f40c-39ee-4bf7-b64c-1e52f1e14b60 service neutron] For port b8ecb3c8-b283-4d95-8092-6b8f168be04c, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:52:29.268189 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-b3ea141e-7001-44a5-a335-52453c3d545c req-b854f40c-39ee-4bf7-b64c-1e52f1e14b60 service neutron] For port b8ecb3c8-b283-4d95-8092-6b8f168be04c, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=b8ecb3c8-b283-4d95-8092-6b8f168be04c,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:52:29.277234 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-b3ea141e-7001-44a5-a335-52453c3d545c req-b854f40c-39ee-4bf7-b64c-1e52f1e14b60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:29.348779 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ea141e-7001-44a5-a335-52453c3d545c req-b854f40c-39ee-4bf7-b64c-1e52f1e14b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:29.349517 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-b3ea141e-7001-44a5-a335-52453c3d545c req-b854f40c-39ee-4bf7-b64c-1e52f1e14b60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:29.351163 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b3ea141e-7001-44a5-a335-52453c3d545c req-b854f40c-39ee-4bf7-b64c-1e52f1e14b60 service neutron] 10.222.0.39 "PUT /v2.0/ports/b8ecb3c8-b283-4d95-8092-6b8f168be04c HTTP/1.1" status: 200 len: 1096 time: 0.8231685 Sep 17 07:52:29.351868 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b72ade81-ec28-4283-a1fe-5fc2a2f2bc38', 'tag': 'b8ecb3c8-b283-4d95-8092-6b8f168be04c'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:52:29.354594 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5573716-e7df-4799-9382-0df8d50b2e54" -d '{"events": [{"name": "network-changed", "server_uuid": "b72ade81-ec28-4283-a1fe-5fc2a2f2bc38", "tag": "b8ecb3c8-b283-4d95-8092-6b8f168be04c"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:52:29.358562 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-314d5c21-ea2f-4f16-8e61-ba3971b31a5f req-0e54a885-d0ac-4d78-b238-2b6beb195af1 tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] 10.222.0.13 "GET /v2.0/security-groups?id=35d7c12e-d93c-4ee3-a413-1080b8d112f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332510 Sep 17 07:52:29.383309 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b854f40c-39ee-4bf7-b64c-1e52f1e14b60 service neutron] Pushing event updated for resources: {'Port': ['ID=b8ecb3c8-b283-4d95-8092-6b8f168be04c,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:29.414846 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-97065553-b294-4ec7-be21-14e69889d9c1 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:29.456861 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-97065553-b294-4ec7-be21-14e69889d9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:29.513185 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ea141e-7001-44a5-a335-52453c3d545c req-7a131280-344c-4ed5-ba49-959f837a85e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:29.514970 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b3ea141e-7001-44a5-a335-52453c3d545c req-7a131280-344c-4ed5-ba49-959f837a85e8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4c31c2d6bfba4436a44b980f7985d13a&device_id=b72ade81-ec28-4283-a1fe-5fc2a2f2bc38 HTTP/1.1" status: 200 len: 1099 time: 0.0771778 Sep 17 07:52:29.596826 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97065553-b294-4ec7-be21-14e69889d9c1 None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:52:29.613839 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b3ea141e-7001-44a5-a335-52453c3d545c req-75ca7686-c819-4d86-9145-8ea805e3239a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=b8ecb3c8-b283-4d95-8092-6b8f168be04c HTTP/1.1" status: 200 len: 217 time: 0.0782027 Sep 17 07:52:29.623389 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-97065553-b294-4ec7-be21-14e69889d9c1 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:52:29.634067 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97065553-b294-4ec7-be21-14e69889d9c1 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:52:29.652275 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97065553-b294-4ec7-be21-14e69889d9c1 None None] Pushing event updated for resources: {'Port': ['ID=e018e1d3-7925-4cbc-9756-b72e645d603f,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:29.670066 n-d-789963-9 neutron-server[101289]: DEBUG neutron.objects.ports [None req-c7a9a5a0-e483-41cb-9979-f2322ea097f2 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101289) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 07:52:29.688029 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ea141e-7001-44a5-a335-52453c3d545c req-bd327186-08d1-4f3d-a8dd-2f5e9c941534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:29.689947 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b3ea141e-7001-44a5-a335-52453c3d545c req-bd327186-08d1-4f3d-a8dd-2f5e9c941534 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.0682614 Sep 17 07:52:29.690062 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf13172-a366-4509-b87b-5fe770f11d3a req-7eb121e9-1d5b-4e77-b7d6-7ff65adff910 tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:29.691596 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-acf13172-a366-4509-b87b-5fe770f11d3a req-7eb121e9-1d5b-4e77-b7d6-7ff65adff910 tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] 10.222.0.13 "GET /v2.0/ports?device_id=390bf98d-1464-42fb-bc58-a23d070ad838 HTTP/1.1" status: 200 len: 945 time: 0.2278323 Sep 17 07:52:29.720491 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-97065553-b294-4ec7-be21-14e69889d9c1 None None] Attempting to bind port e018e1d3-7925-4cbc-9756-b72e645d603f on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:52:29.720871 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-97065553-b294-4ec7-be21-14e69889d9c1 None None] Attempting to bind port e018e1d3-7925-4cbc-9756-b72e645d603f by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:52:29.721785 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97065553-b294-4ec7-be21-14e69889d9c1 None None] Attempting to bind port e018e1d3-7925-4cbc-9756-b72e645d603f on network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:52:29.737321 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97065553-b294-4ec7-be21-14e69889d9c1 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:52:29.738171 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97065553-b294-4ec7-be21-14e69889d9c1 None None] Checking segment: {'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:52:29.739103 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-97065553-b294-4ec7-be21-14e69889d9c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:29.739936 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97065553-b294-4ec7-be21-14e69889d9c1 None None] Bound using segment: {'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:52:29.740593 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-97065553-b294-4ec7-be21-14e69889d9c1 None None] Bound port: e018e1d3-7925-4cbc-9756-b72e645d603f, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:52:29.741824 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-97065553-b294-4ec7-be21-14e69889d9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:29.744800 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ea141e-7001-44a5-a335-52453c3d545c req-60960e36-9c5b-4650-869a-76511527c700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:29.746456 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b3ea141e-7001-44a5-a335-52453c3d545c req-60960e36-9c5b-4650-869a-76511527c700 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0489275 Sep 17 07:52:29.820574 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a125ec3f-44e4-4091-bd19-753dc8ea4a32 req-6fee2c22-5eb7-47aa-8c4b-6cd68cd99716 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:29.829827 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a125ec3f-44e4-4091-bd19-753dc8ea4a32 req-6fee2c22-5eb7-47aa-8c4b-6cd68cd99716 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=ceefd6fb-e74b-43cb-bb5f-705f8425327b HTTP/1.1" status: 200 len: 944 time: 0.2307506 Sep 17 07:52:29.835620 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-97065553-b294-4ec7-be21-14e69889d9c1 None None] For port e018e1d3-7925-4cbc-9756-b72e645d603f, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:52:29.839782 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-97065553-b294-4ec7-be21-14e69889d9c1 None None] For port e018e1d3-7925-4cbc-9756-b72e645d603f, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=e018e1d3-7925-4cbc-9756-b72e645d603f,segment=NetworkSegment(ccc4c9b3-8f64-4b6a-96f4-35a1665005a6),segment_id=ccc4c9b3-8f64-4b6a-96f4-35a1665005a6)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:52:29.848385 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-97065553-b294-4ec7-be21-14e69889d9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:29.968214 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97065553-b294-4ec7-be21-14e69889d9c1 None None] Pushing event updated for resources: {'Port': ['ID=e018e1d3-7925-4cbc-9756-b72e645d603f,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:30.000230 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-acf13172-a366-4509-b87b-5fe770f11d3a req-76df6adb-8f05-47aa-9d46-34239a2ca04d tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] 10.222.0.13 "GET /v2.0/security-groups?id=2152a412-863a-4a9c-bfbd-f4fe783fd7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858067 Sep 17 07:52:30.037666 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a125ec3f-44e4-4091-bd19-753dc8ea4a32 req-2a8e4d84-81c7-4124-bece-a1170ce2c10b tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e165fbb-9ab8-4bf2-ab79-2b2690722fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080712 Sep 17 07:52:30.255322 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 1f3569b9-e393-46fb-9816-0f910d00aba6 up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:52:30.261370 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53c32db-7ca5-4666-b6e1-8a8b83171f0a req-0a1c2a2b-2ab0-426b-a122-e9fe2e724d62 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:30.269856 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a53c32db-7ca5-4666-b6e1-8a8b83171f0a req-0a1c2a2b-2ab0-426b-a122-e9fe2e724d62 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee44c663-1dca-4669-be96-75e385fb6cf2 HTTP/1.1" status: 200 len: 949 time: 0.1659243 Sep 17 07:52:30.275286 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb3f5f87-af3e-4f0d-a83d-cc285811c367 x-openstack-request-id: req-eb3f5f87-af3e-4f0d-a83d-cc285811c367 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:52:30.275652 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b72ade81-ec28-4283-a1fe-5fc2a2f2bc38", "tag": "b8ecb3c8-b283-4d95-8092-6b8f168be04c", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:52:30.276034 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eb3f5f87-af3e-4f0d-a83d-cc285811c367 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:52:30.276523 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b72ade81-ec28-4283-a1fe-5fc2a2f2bc38', 'tag': 'b8ecb3c8-b283-4d95-8092-6b8f168be04c', 'status': 'completed', 'code': 200} Sep 17 07:52:30.282457 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c7a9a5a0-e483-41cb-9979-f2322ea097f2 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:30.299121 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b3ea141e-7001-44a5-a335-52453c3d545c req-1778487c-7f18-4ae0-a236-8cd3551bc1b6 service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5414712 Sep 17 07:52:30.341325 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port 1f3569b9-e393-46fb-9816-0f910d00aba6 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:52:30.341712 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:30.398991 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bc654e32-5f12-455f-b770-0b5d7be8748f req-2bce326b-82a5-4c3e-b06b-5e15c4d8995b tempest-VolumesActionsTest-1235138380 tempest-VolumesActionsTest-1235138380-project] 10.222.0.13 "GET /v2.0/ports?device_id=68d67dd3-f489-4585-967d-0d212376d8bb HTTP/1.1" status: 200 len: 210 time: 0.0690448 Sep 17 07:52:30.415282 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b3ea141e-7001-44a5-a335-52453c3d545c req-e53344e7-4726-4853-bbb6-59f4dd3aad10 service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075714 Sep 17 07:52:30.430353 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a53c32db-7ca5-4666-b6e1-8a8b83171f0a req-28995b9b-785d-44cf-89ac-931345e5db77 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592753 Sep 17 07:52:30.522450 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:30.553311 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceefd6fb-e74b-43cb-bb5f-705f8425327b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3569b9-e393-46fb-9816-0f910d00aba6'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:52:30.555822 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3489342-b17c-4816-9abe-7843f448c111" -d '{"events": [{"server_uuid": "ceefd6fb-e74b-43cb-bb5f-705f8425327b", "name": "network-vif-plugged", "status": "completed", "tag": "1f3569b9-e393-46fb-9816-0f910d00aba6"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:52:30.570427 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 1f3569b9-e393-46fb-9816-0f910d00aba6, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=1f3569b9-e393-46fb-9816-0f910d00aba6,segment=NetworkSegment(f6b74a07-e284-4528-a460-88b5614ba92d),segment_id=f6b74a07-e284-4528-a460-88b5614ba92d)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:52:30.577621 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:30.634872 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device e018e1d3-7925-4cbc-9756-b72e645d603f up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:52:30.643236 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5573716-e7df-4799-9382-0df8d50b2e54 req-2506bca0-14ba-4cb4-a1da-7e3356325cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:30.645543 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b5573716-e7df-4799-9382-0df8d50b2e54 req-2506bca0-14ba-4cb4-a1da-7e3356325cc7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4c31c2d6bfba4436a44b980f7985d13a&device_id=b72ade81-ec28-4283-a1fe-5fc2a2f2bc38 HTTP/1.1" status: 200 len: 1099 time: 0.0789864 Sep 17 07:52:30.664726 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e2374f-544d-466a-a7e2-34132f1017df req-2c9de79b-8777-4305-b658-d0588289f81c tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:30.669009 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=1f3569b9-e393-46fb-9816-0f910d00aba6,revision_number=7']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:30.671997 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f8e2374f-544d-466a-a7e2-34132f1017df req-2c9de79b-8777-4305-b658-d0588289f81c tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=6566c730-eefa-423b-a200-1be4b53646f9 HTTP/1.1" status: 200 len: 949 time: 0.1591163 Sep 17 07:52:30.699655 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port e018e1d3-7925-4cbc-9756-b72e645d603f triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:52:30.699952 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d278ae01-1197-4ce8-a31d-65a35e4007fe req-e953b5a4-2579-4b33-bd9a-300bf62eb93a tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:30.700228 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:30.701236 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d278ae01-1197-4ce8-a31d-65a35e4007fe req-e953b5a4-2579-4b33-bd9a-300bf62eb93a tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6733210-bbbf-454f-8fb4-c51426efe620 HTTP/1.1" status: 200 len: 945 time: 0.1822755 Sep 17 07:52:30.739867 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-c7a9a5a0-e483-41cb-9979-f2322ea097f2 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] For port e018e1d3-7925-4cbc-9756-b72e645d603f, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=e018e1d3-7925-4cbc-9756-b72e645d603f,segment=NetworkSegment(ccc4c9b3-8f64-4b6a-96f4-35a1665005a6),segment_id=ccc4c9b3-8f64-4b6a-96f4-35a1665005a6)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:52:30.756760 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5573716-e7df-4799-9382-0df8d50b2e54 req-7fe1f2e8-ca21-4026-9657-cc6c51b48ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:30.758473 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b5573716-e7df-4799-9382-0df8d50b2e54 req-7fe1f2e8-ca21-4026-9657-cc6c51b48ee1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=469390cd-cce5-49bd-b8f8-9e64018a0583 HTTP/1.1" status: 200 len: 870 time: 0.1029682 Sep 17 07:52:30.772388 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f8e2374f-544d-466a-a7e2-34132f1017df req-52ebfc7f-b37e-47d6-ada5-ae6ee598c5af tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994918 Sep 17 07:52:30.787436 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:30.801154 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d278ae01-1197-4ce8-a31d-65a35e4007fe req-26d32ac3-01d2-4bda-a4fc-627c7b061720 tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] 10.222.0.13 "GET /v2.0/security-groups?id=2152a412-863a-4a9c-bfbd-f4fe783fd7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818291 Sep 17 07:52:30.806547 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b5573716-e7df-4799-9382-0df8d50b2e54 req-47496df3-d34b-4f28-955c-2952944ddb57 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=b8ecb3c8-b283-4d95-8092-6b8f168be04c HTTP/1.1" status: 200 len: 217 time: 0.0401511 Sep 17 07:52:30.823107 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c7a9a5a0-e483-41cb-9979-f2322ea097f2 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:30.829098 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c7a9a5a0-e483-41cb-9979-f2322ea097f2 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:30.830217 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c7a9a5a0-e483-41cb-9979-f2322ea097f2 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:30.898386 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5573716-e7df-4799-9382-0df8d50b2e54 req-ad37e428-2fa7-4e5d-8633-30a02c51e24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:30.899396 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.db.api [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 07:52:30.899963 n-d-789963-9 neutron-server[101291]: DEBUG oslo_db.api [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 07:52:30.900842 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b5573716-e7df-4799-9382-0df8d50b2e54 req-ad37e428-2fa7-4e5d-8633-30a02c51e24e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.0864639 Sep 17 07:52:30.904652 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3f34f9-810a-423f-93f4-cf465ad86511 x-openstack-request-id: req-1f3f34f9-810a-423f-93f4-cf465ad86511 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:52:30.905377 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceefd6fb-e74b-43cb-bb5f-705f8425327b", "name": "network-vif-plugged", "status": "completed", "tag": "1f3569b9-e393-46fb-9816-0f910d00aba6", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:52:30.905809 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1f3f34f9-810a-423f-93f4-cf465ad86511 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:52:30.908011 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceefd6fb-e74b-43cb-bb5f-705f8425327b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3569b9-e393-46fb-9816-0f910d00aba6', 'code': 200} Sep 17 07:52:30.933978 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a9a5a0-e483-41cb-9979-f2322ea097f2 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:52:30.961812 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5573716-e7df-4799-9382-0df8d50b2e54 req-8ee93c3d-bdfd-4ac3-9cf1-058a92c14d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:30.964710 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-c7a9a5a0-e483-41cb-9979-f2322ea097f2 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:52:30.965447 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b5573716-e7df-4799-9382-0df8d50b2e54 req-8ee93c3d-bdfd-4ac3-9cf1-058a92c14d05 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0541973 Sep 17 07:52:30.974543 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a9a5a0-e483-41cb-9979-f2322ea097f2 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:30.975302 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c7a9a5a0-e483-41cb-9979-f2322ea097f2 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:30.981354 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a9a5a0-e483-41cb-9979-f2322ea097f2 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event updated for resources: {'Port': ['ID=e018e1d3-7925-4cbc-9756-b72e645d603f,revision_number=4']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:31.001147 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a9a5a0-e483-41cb-9979-f2322ea097f2 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event updated for resources: {'Subnet': ['ID=70730b09-371f-42fd-bfd4-2bb899363493,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:31.024138 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311c65b-ff1e-48c5-ab3e-623db9273862 req-112bdc5a-66fb-485d-aefa-3c0fbe2ded0d tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:31.036699 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9311c65b-ff1e-48c5-ab3e-623db9273862 req-112bdc5a-66fb-485d-aefa-3c0fbe2ded0d tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] 10.222.0.13 "GET /v2.0/ports?device_id=b72ade81-ec28-4283-a1fe-5fc2a2f2bc38 HTTP/1.1" status: 200 len: 948 time: 0.1499190 Sep 17 07:52:31.043196 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-c7a9a5a0-e483-41cb-9979-f2322ea097f2 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6883740 Sep 17 07:52:31.067368 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 41888) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:31.074604 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-8f17c05f-4325-4a3c-bae9-908df3f524c8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Request body: {'port': {'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'mac_address': 'fa:16:3e:08:f9:a5', 'name': 'tempest-NetworksTestDHCPv6-796709319'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:52:31.140820 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9311c65b-ff1e-48c5-ab3e-623db9273862 req-8ffb67e6-efd3-4a83-8780-3f78fd28707c tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] 10.222.0.13 "GET /v2.0/security-groups?id=35d7c12e-d93c-4ee3-a413-1080b8d112f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875826 Sep 17 07:52:31.155919 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b5573716-e7df-4799-9382-0df8d50b2e54 req-dff3ff13-c9a5-448c-b92a-a1e43c3f249c service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801920 Sep 17 07:52:31.265618 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8380dc-132e-4814-a995-d1813865432d None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:52:31.270243 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b5573716-e7df-4799-9382-0df8d50b2e54 req-32f4761d-9773-4295-b641-93e9066bd00a service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053653 Sep 17 07:52:31.344486 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-7cf3f429-9812-49d5-88c5-5cef3193f19f None None] Provisioning complete for port e018e1d3-7925-4cbc-9756-b72e645d603f triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:52:31.345082 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7cf3f429-9812-49d5-88c5-5cef3193f19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:31.356687 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291de81-86a7-42c5-bf4f-db0542ecebb5 req-757b7f6e-9936-45cd-b4f8-9e6290937bc3 tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:31.362816 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8291de81-86a7-42c5-bf4f-db0542ecebb5 req-757b7f6e-9936-45cd-b4f8-9e6290937bc3 tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6733210-bbbf-454f-8fb4-c51426efe620 HTTP/1.1" status: 200 len: 945 time: 0.2494917 Sep 17 07:52:31.472680 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a67e4a-2487-4b36-9a08-51f897749879 req-e777ca28-b7be-4c53-9ca4-e51eac1884b4 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:31.474176 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-10a67e4a-2487-4b36-9a08-51f897749879 req-e777ca28-b7be-4c53-9ca4-e51eac1884b4 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=ceefd6fb-e74b-43cb-bb5f-705f8425327b HTTP/1.1" status: 200 len: 945 time: 0.2170269 Sep 17 07:52:31.475712 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:31.518862 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f17c05f-4325-4a3c-bae9-908df3f524c8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Made reservation on behalf of 852d2b51c00949899c2370ce1b47ee69 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:52:31.547433 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7cf3f429-9812-49d5-88c5-5cef3193f19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:31.553827 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8291de81-86a7-42c5-bf4f-db0542ecebb5 req-56a2396d-d208-4447-b5e8-64dd7103674e tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] 10.222.0.13 "GET /v2.0/security-groups?id=2152a412-863a-4a9c-bfbd-f4fe783fd7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809480 Sep 17 07:52:31.560363 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc24d899-1751-481a-bfa0-705bdf48ac03 req-4304392d-1d53-447a-b66c-b636666f4332 tempest-VolumesActionsTest-1235138380 tempest-VolumesActionsTest-1235138380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:31.561787 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fc24d899-1751-481a-bfa0-705bdf48ac03 req-4304392d-1d53-447a-b66c-b636666f4332 tempest-VolumesActionsTest-1235138380 tempest-VolumesActionsTest-1235138380-project] 10.222.0.39 "GET /v2.0/networks?id=c9b716f1-39a9-41f1-84d9-a46a435ff322 HTTP/1.1" status: 200 len: 809 time: 0.3435519 Sep 17 07:52:31.566318 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port e018e1d3-7925-4cbc-9756-b72e645d603f, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=e018e1d3-7925-4cbc-9756-b72e645d603f,segment=NetworkSegment(ccc4c9b3-8f64-4b6a-96f4-35a1665005a6),segment_id=ccc4c9b3-8f64-4b6a-96f4-35a1665005a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:52:31.582821 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:31.614359 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-fc24d899-1751-481a-bfa0-705bdf48ac03 req-5e924917-74e9-4ad6-8a1e-5c44ad230708 tempest-VolumesActionsTest-1235138380 tempest-VolumesActionsTest-1235138380-project] Request body: {'port': {'device_id': '68d67dd3-f489-4585-967d-0d212376d8bb', 'network_id': 'c9b716f1-39a9-41f1-84d9-a46a435ff322', 'admin_state_up': True, 'tenant_id': 'cee9618f889d46bb9b276be84a650108'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:52:31.647405 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-10a67e4a-2487-4b36-9a08-51f897749879 req-dd606796-7e20-446a-909a-f0bbc462c4ed tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e165fbb-9ab8-4bf2-ab79-2b2690722fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541357 Sep 17 07:52:31.682814 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.db.api [None req-7cf3f429-9812-49d5-88c5-5cef3193f19f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 07:52:31.683181 n-d-789963-9 neutron-server[101291]: DEBUG oslo_db.api [None req-7cf3f429-9812-49d5-88c5-5cef3193f19f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 07:52:31.684691 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=e018e1d3-7925-4cbc-9756-b72e645d603f,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:31.807102 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-eeafd27d-ba84-454f-a591-39fba451cf64 req-35c473c4-4ed3-4cf5-a231-af54f2974893 tempest-VolumesActionsTest-1235138380 tempest-VolumesActionsTest-1235138380-project] 10.222.0.13 "GET /v2.0/ports?device_id=68d67dd3-f489-4585-967d-0d212376d8bb HTTP/1.1" status: 200 len: 210 time: 0.0661330 Sep 17 07:52:31.844240 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8f17c05f-4325-4a3c-bae9-908df3f524c8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:31.885194 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [None req-8f17c05f-4325-4a3c-bae9-908df3f524c8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] device_id is not set on port 679c9313-da84-4c0e-b614-0583f1628924 yet. {{(pid=101289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 07:52:31.896627 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b6d768-3612-4aa3-b804-e401aba73299 req-51a5fcd3-fcc6-4304-a534-42679ec22389 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:31.898167 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d6b6d768-3612-4aa3-b804-e401aba73299 req-51a5fcd3-fcc6-4304-a534-42679ec22389 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee44c663-1dca-4669-be96-75e385fb6cf2 HTTP/1.1" status: 200 len: 949 time: 0.1528046 Sep 17 07:52:31.969246 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc24d899-1751-481a-bfa0-705bdf48ac03 req-5e924917-74e9-4ad6-8a1e-5c44ad230708 tempest-VolumesActionsTest-1235138380 tempest-VolumesActionsTest-1235138380-project] Made reservation on behalf of cee9618f889d46bb9b276be84a650108 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:52:31.977116 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-fc24d899-1751-481a-bfa0-705bdf48ac03 req-5e924917-74e9-4ad6-8a1e-5c44ad230708 tempest-VolumesActionsTest-1235138380 tempest-VolumesActionsTest-1235138380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:32.052253 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d6b6d768-3612-4aa3-b804-e401aba73299 req-94fe5886-17f2-4134-84b9-66d0c43fc025 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456420 Sep 17 07:52:32.107377 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7459577b-5175-47d4-8c9e-4aca30558a4b req-cd64ac7c-20c7-4336-bb03-c45ea60082e4 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:32.108963 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7459577b-5175-47d4-8c9e-4aca30558a4b req-cd64ac7c-20c7-4336-bb03-c45ea60082e4 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=6566c730-eefa-423b-a200-1be4b53646f9 HTTP/1.1" status: 200 len: 949 time: 0.2067921 Sep 17 07:52:32.345624 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-34ac6f9e-44b5-4527-8515-5205d1c8ab0a None None] Provisioning complete for port e018e1d3-7925-4cbc-9756-b72e645d603f triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:52:32.346840 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-34ac6f9e-44b5-4527-8515-5205d1c8ab0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:32.549102 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device e018e1d3-7925-4cbc-9756-b72e645d603f up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:52:32.567120 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7459577b-5175-47d4-8c9e-4aca30558a4b req-5110d5cc-f909-4c67-b3af-e2a73f37c6ab tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4499552 Sep 17 07:52:32.599572 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port e018e1d3-7925-4cbc-9756-b72e645d603f triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:52:32.599922 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:32.611229 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-8f17c05f-4325-4a3c-bae9-908df3f524c8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Allocated IP 172.20.0.7 (b9683b68-a3a4-4974-8bd0-f6d916aa4b94/5ae784b1-eba5-4ff8-a26e-fb134f4df96b/679c9313-da84-4c0e-b614-0583f1628924) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:52:32.618405 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [req-fc24d899-1751-481a-bfa0-705bdf48ac03 req-5e924917-74e9-4ad6-8a1e-5c44ad230708 tempest-VolumesActionsTest-1235138380 tempest-VolumesActionsTest-1235138380-project] Allocated IP 172.20.0.2 (c9b716f1-39a9-41f1-84d9-a46a435ff322/c8fc107d-7fc9-4383-9b7b-bca8abdca9d6/70588449-147e-43f1-b1d0-2a86c22e7cd3) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:52:32.631724 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-8f17c05f-4325-4a3c-bae9-908df3f524c8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Allocated IP 2001:db8::f816:3eff:fe08:f9a5 (b9683b68-a3a4-4974-8bd0-f6d916aa4b94/70730b09-371f-42fd-bfd4-2bb899363493/679c9313-da84-4c0e-b614-0583f1628924) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:52:32.665964 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56ff2d-5ad2-4156-816f-80faf30e43eb req-233f6f23-4945-4a46-8451-878594f59948 tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:32.667422 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-df56ff2d-5ad2-4156-816f-80faf30e43eb req-233f6f23-4945-4a46-8451-878594f59948 tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] 10.222.0.13 "GET /v2.0/ports?device_id=b72ade81-ec28-4283-a1fe-5fc2a2f2bc38 HTTP/1.1" status: 200 len: 948 time: 0.1420588 Sep 17 07:52:32.815976 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4286d-52c5-4f72-b847-d3bc7f0b7403 req-b9fe959a-d7d7-4b69-9dba-3114867b37d6 tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:32.817455 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a2a4286d-52c5-4f72-b847-d3bc7f0b7403 req-b9fe959a-d7d7-4b69-9dba-3114867b37d6 tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6733210-bbbf-454f-8fb4-c51426efe620 HTTP/1.1" status: 200 len: 945 time: 0.1725953 Sep 17 07:52:32.831632 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-df56ff2d-5ad2-4156-816f-80faf30e43eb req-80a520fd-a44c-4ff1-baeb-70ae0953f253 tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] 10.222.0.13 "GET /v2.0/security-groups?id=35d7c12e-d93c-4ee3-a413-1080b8d112f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376212 Sep 17 07:52:32.999575 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a2a4286d-52c5-4f72-b847-d3bc7f0b7403 req-41bfe862-eebc-4476-834e-50ff43685ea9 tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] 10.222.0.13 "GET /v2.0/security-groups?id=2152a412-863a-4a9c-bfbd-f4fe783fd7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651034 Sep 17 07:52:33.024521 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-fc24d899-1751-481a-bfa0-705bdf48ac03 req-5e924917-74e9-4ad6-8a1e-5c44ad230708 tempest-VolumesActionsTest-1235138380 tempest-VolumesActionsTest-1235138380-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:33.037679 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be625e30-a390-4732-a7f0-5b2787838e2d req-a3d1a4c7-6b2e-4e4c-98a7-1151996bfdcd tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:33.039176 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-be625e30-a390-4732-a7f0-5b2787838e2d req-a3d1a4c7-6b2e-4e4c-98a7-1151996bfdcd tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=ceefd6fb-e74b-43cb-bb5f-705f8425327b HTTP/1.1" status: 200 len: 945 time: 0.1472018 Sep 17 07:52:33.080497 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8f17c05f-4325-4a3c-bae9-908df3f524c8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:33.120573 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-be625e30-a390-4732-a7f0-5b2787838e2d req-3d1caee8-33a6-466b-b7a0-80cb3b723546 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e165fbb-9ab8-4bf2-ab79-2b2690722fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745471 Sep 17 07:52:33.171736 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4f25ac2d-971b-47fe-a3dc-2b213983cf4f req-36e8d3a8-28a8-4315-b454-4418f890bb12 tempest-VolumesActionsTest-1235138380 tempest-VolumesActionsTest-1235138380-project] 10.222.0.13 "GET /v2.0/ports?device_id=68d67dd3-f489-4585-967d-0d212376d8bb HTTP/1.1" status: 200 len: 210 time: 0.0350125 Sep 17 07:52:33.174649 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-fc24d899-1751-481a-bfa0-705bdf48ac03 req-5e924917-74e9-4ad6-8a1e-5c44ad230708 tempest-VolumesActionsTest-1235138380 tempest-VolumesActionsTest-1235138380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:33.212853 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8f17c05f-4325-4a3c-bae9-908df3f524c8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:33.248344 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc24d899-1751-481a-bfa0-705bdf48ac03 req-5e924917-74e9-4ad6-8a1e-5c44ad230708 tempest-VolumesActionsTest-1235138380 tempest-VolumesActionsTest-1235138380-project] Network c9b716f1-39a9-41f1-84d9-a46a435ff322 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:52:33.260369 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [req-fc24d899-1751-481a-bfa0-705bdf48ac03 req-5e924917-74e9-4ad6-8a1e-5c44ad230708 tempest-VolumesActionsTest-1235138380 tempest-VolumesActionsTest-1235138380-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:52:33.267099 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc24d899-1751-481a-bfa0-705bdf48ac03 req-5e924917-74e9-4ad6-8a1e-5c44ad230708 tempest-VolumesActionsTest-1235138380 tempest-VolumesActionsTest-1235138380-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:52:33.296484 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e924917-74e9-4ad6-8a1e-5c44ad230708 tempest-VolumesActionsTest-1235138380 tempest-VolumesActionsTest-1235138380-project] Pushing event updated for resources: {'Port': ['ID=70588449-147e-43f1-b1d0-2a86c22e7cd3,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:33.312441 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f17c05f-4325-4a3c-bae9-908df3f524c8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:52:33.336105 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-8f17c05f-4325-4a3c-bae9-908df3f524c8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:52:33.342257 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f17c05f-4325-4a3c-bae9-908df3f524c8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:52:33.388391 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b47d4a8-1708-42ec-937f-dc6d8adf32c2 req-62556806-ba6b-4ff4-8cf7-5b608ddef55c tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:33.389873 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9b47d4a8-1708-42ec-937f-dc6d8adf32c2 req-62556806-ba6b-4ff4-8cf7-5b608ddef55c tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee44c663-1dca-4669-be96-75e385fb6cf2 HTTP/1.1" status: 200 len: 949 time: 0.1830335 Sep 17 07:52:33.395457 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc24d899-1751-481a-bfa0-705bdf48ac03 req-5e924917-74e9-4ad6-8a1e-5c44ad230708 tempest-VolumesActionsTest-1235138380 tempest-VolumesActionsTest-1235138380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:33.396112 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-fc24d899-1751-481a-bfa0-705bdf48ac03 req-5e924917-74e9-4ad6-8a1e-5c44ad230708 tempest-VolumesActionsTest-1235138380 tempest-VolumesActionsTest-1235138380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:33.463360 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f17c05f-4325-4a3c-bae9-908df3f524c8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event updated for resources: {'Port': ['ID=679c9313-da84-4c0e-b614-0583f1628924,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:33.484847 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fc24d899-1751-481a-bfa0-705bdf48ac03 req-5e924917-74e9-4ad6-8a1e-5c44ad230708 tempest-VolumesActionsTest-1235138380 tempest-VolumesActionsTest-1235138380-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8815579 Sep 17 07:52:33.504720 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f17c05f-4325-4a3c-bae9-908df3f524c8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:33.505353 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8f17c05f-4325-4a3c-bae9-908df3f524c8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:33.518393 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-fc24d899-1751-481a-bfa0-705bdf48ac03 req-2c690038-f118-41ac-a74e-6e77df4c71e5 service neutron] Request body: {'port': {'device_id': '68d67dd3-f489-4585-967d-0d212376d8bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:52:33.544101 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9b47d4a8-1708-42ec-937f-dc6d8adf32c2 req-137feb72-6bfc-472e-a1bd-6a8003d7003f tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417940 Sep 17 07:52:33.556773 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0597dbb-5bbe-425c-ac20-295e66097f7f req-5e61299d-98a4-4693-a734-c683eb523a19 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:33.558100 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d0597dbb-5bbe-425c-ac20-295e66097f7f req-5e61299d-98a4-4693-a734-c683eb523a19 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=ceefd6fb-e74b-43cb-bb5f-705f8425327b HTTP/1.1" status: 200 len: 945 time: 0.1831059 Sep 17 07:52:33.578297 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-8f17c05f-4325-4a3c-bae9-908df3f524c8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.5096624 Sep 17 07:52:33.581004 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41920) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:33.638528 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec05a7a-97ec-474f-98f7-064d54828d75 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:33.639010 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-fc24d899-1751-481a-bfa0-705bdf48ac03 req-2c690038-f118-41ac-a74e-6e77df4c71e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:33.644852 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec05a7a-97ec-474f-98f7-064d54828d75 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:33.646777 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-4ec05a7a-97ec-474f-98f7-064d54828d75 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.0644193 Sep 17 07:52:33.649144 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41924) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:33.660126 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-c59b6d82-35a1-4c32-85d5-5cefdd459f4f None None] Provisioning complete for port 679c9313-da84-4c0e-b614-0583f1628924 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:52:33.661158 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c59b6d82-35a1-4c32-85d5-5cefdd459f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:33.691235 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d0597dbb-5bbe-425c-ac20-295e66097f7f req-6b5a0951-d986-4387-b024-57fcb0d09df3 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e165fbb-9ab8-4bf2-ab79-2b2690722fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247087 Sep 17 07:52:33.707646 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-c59b6d82-35a1-4c32-85d5-5cefdd459f4f None None] Port 679c9313-da84-4c0e-b614-0583f1628924 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:52:33.742764 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7a4ed-5b05-4234-94cc-763272279d53 req-c8a727d1-3cea-48f2-a3d1-9809603614f0 tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:33.744289 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-68c7a4ed-5b05-4234-94cc-763272279d53 req-c8a727d1-3cea-48f2-a3d1-9809603614f0 tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6733210-bbbf-454f-8fb4-c51426efe620 HTTP/1.1" status: 200 len: 945 time: 0.1395354 Sep 17 07:52:33.744882 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-e2d7055a-dfe3-4537-82b8-bb35d2f2ae8e tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Deleting port 679c9313-da84-4c0e-b614-0583f1628924 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:52:33.745233 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e2d7055a-dfe3-4537-82b8-bb35d2f2ae8e tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:33.780096 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b9ef63-4146-40f3-8434-f09fad99aaa4 req-e7255a25-8a6c-4b0f-8cca-0f0dc504b521 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:33.781561 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-20b9ef63-4146-40f3-8434-f09fad99aaa4 req-e7255a25-8a6c-4b0f-8cca-0f0dc504b521 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=6566c730-eefa-423b-a200-1be4b53646f9 HTTP/1.1" status: 200 len: 949 time: 0.1354079 Sep 17 07:52:33.832842 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e2d7055a-dfe3-4537-82b8-bb35d2f2ae8e tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:33.844265 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-e2d7055a-dfe3-4537-82b8-bb35d2f2ae8e tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Calling delete_port for 679c9313-da84-4c0e-b614-0583f1628924 owned by {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:52:33.953248 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-20b9ef63-4146-40f3-8434-f09fad99aaa4 req-26ffe521-3015-4db0-88a1-223c5965c6ac tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500120 Sep 17 07:52:34.028575 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e2d7055a-dfe3-4537-82b8-bb35d2f2ae8e tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:34.055858 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d7055a-dfe3-4537-82b8-bb35d2f2ae8e tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event deleted for resources: {'Port': ['ID=679c9313-da84-4c0e-b614-0583f1628924,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:34.058442 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb5733c-9d9d-42ec-9540-ea30d5340e33 req-779f16e1-e026-4c79-b6a4-3cba2b485088 tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:34.060015 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-abb5733c-9d9d-42ec-9540-ea30d5340e33 req-779f16e1-e026-4c79-b6a4-3cba2b485088 tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] 10.222.0.13 "GET /v2.0/ports?device_id=b72ade81-ec28-4283-a1fe-5fc2a2f2bc38 HTTP/1.1" status: 200 len: 948 time: 0.1464405 Sep 17 07:52:34.067901 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-68c7a4ed-5b05-4234-94cc-763272279d53 req-31d21471-d197-4102-835b-7152e163504a tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Deleting port c768cec8-e69a-42ed-929c-da40969968c3 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:52:34.068249 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-68c7a4ed-5b05-4234-94cc-763272279d53 req-31d21471-d197-4102-835b-7152e163504a tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:34.160298 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e2d7055a-dfe3-4537-82b8-bb35d2f2ae8e tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:34.164390 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e2d7055a-dfe3-4537-82b8-bb35d2f2ae8e tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/ports/679c9313-da84-4c0e-b614-0583f1628924 HTTP/1.1" status: 204 len: 168 time: 0.5121703 Sep 17 07:52:34.164627 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41932) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:34.231141 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8676910b-b9bc-4eb6-b6b3-364125d1d6ae tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:34.232905 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8676910b-b9bc-4eb6-b6b3-364125d1d6ae tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:34.234438 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8676910b-b9bc-4eb6-b6b3-364125d1d6ae tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:34.236324 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-8676910b-b9bc-4eb6-b6b3-364125d1d6ae tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0706701 Sep 17 07:52:34.239648 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41936) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:34.276168 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-abb5733c-9d9d-42ec-9540-ea30d5340e33 req-75f606ab-ad06-4cce-a54d-08eb95b699a7 tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] 10.222.0.13 "GET /v2.0/security-groups?id=35d7c12e-d93c-4ee3-a413-1080b8d112f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726530 Sep 17 07:52:34.279336 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-68c7a4ed-5b05-4234-94cc-763272279d53 req-31d21471-d197-4102-835b-7152e163504a tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] For port c768cec8-e69a-42ed-929c-da40969968c3, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=c768cec8-e69a-42ed-929c-da40969968c3,segment=NetworkSegment(e656fed3-092a-4e07-99f7-8099c7917269),segment_id=e656fed3-092a-4e07-99f7-8099c7917269)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:52:34.279708 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-68c7a4ed-5b05-4234-94cc-763272279d53 req-31d21471-d197-4102-835b-7152e163504a tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:34.292147 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-43ba96f7-e626-4897-a5fa-fe3370c66c08 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Deleting subnet 5ae784b1-eba5-4ff8-a26e-fb134f4df96b {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:52:34.296636 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-43ba96f7-e626-4897-a5fa-fe3370c66c08 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:34.301769 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26301b03-e208-4534-b77e-7f9043f233c5 req-edbdf17a-a35c-4d29-9c71-9efc05ee9b34 tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:34.309102 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-26301b03-e208-4534-b77e-7f9043f233c5 req-edbdf17a-a35c-4d29-9c71-9efc05ee9b34 tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6733210-bbbf-454f-8fb4-c51426efe620 HTTP/1.1" status: 200 len: 945 time: 0.2080517 Sep 17 07:52:34.313333 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [req-fc24d899-1751-481a-bfa0-705bdf48ac03 req-2c690038-f118-41ac-a74e-6e77df4c71e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70588449-147e-43f1-b1d0-2a86c22e7cd3 {{(pid=101289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:52:34.328839 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-fc24d899-1751-481a-bfa0-705bdf48ac03 req-2c690038-f118-41ac-a74e-6e77df4c71e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:34.345033 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-68c7a4ed-5b05-4234-94cc-763272279d53 req-31d21471-d197-4102-835b-7152e163504a tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Calling delete_port for c768cec8-e69a-42ed-929c-da40969968c3 owned by compute:nova {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:52:34.351778 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-43ba96f7-e626-4897-a5fa-fe3370c66c08 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:34.368718 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.provisioning_blocks [req-fc24d899-1751-481a-bfa0-705bdf48ac03 req-2c690038-f118-41ac-a74e-6e77df4c71e5 service neutron] Transition to ACTIVE for port object 70588449-147e-43f1-b1d0-2a86c22e7cd3 will not be triggered until provisioned by entity L2. {{(pid=101289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:52:34.404674 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-fc24d899-1751-481a-bfa0-705bdf48ac03 req-2c690038-f118-41ac-a74e-6e77df4c71e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:34.423091 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-26301b03-e208-4534-b77e-7f9043f233c5 req-618b0942-1508-47ae-84e0-e703c786dc1b tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] 10.222.0.13 "GET /v2.0/security-groups?id=2152a412-863a-4a9c-bfbd-f4fe783fd7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130896 Sep 17 07:52:34.454469 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-43ba96f7-e626-4897-a5fa-fe3370c66c08 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:34.513642 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c690038-f118-41ac-a74e-6e77df4c71e5 service neutron] Pushing event updated for resources: {'Port': ['ID=70588449-147e-43f1-b1d0-2a86c22e7cd3,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:34.515194 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-43ba96f7-e626-4897-a5fa-fe3370c66c08 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:34.544677 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ba96f7-e626-4897-a5fa-fe3370c66c08 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event deleted for resources: {'Subnet': ['ID=5ae784b1-eba5-4ff8-a26e-fb134f4df96b,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:34.546699 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-43ba96f7-e626-4897-a5fa-fe3370c66c08 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:34.550922 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-43ba96f7-e626-4897-a5fa-fe3370c66c08 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/subnets/5ae784b1-eba5-4ff8-a26e-fb134f4df96b HTTP/1.1" status: 204 len: 168 time: 0.3079798 Sep 17 07:52:34.551530 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41938) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:34.558228 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31945b0-8f5c-44e4-9528-4e88f0c51586 None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:52:34.608984 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03edea5c-614c-4c90-a1e9-fdb3bd2e9277 req-7701256c-6a91-4c03-9887-f972345c23ad tempest-VolumesActionsTest-1235138380 tempest-VolumesActionsTest-1235138380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:34.610029 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-03edea5c-614c-4c90-a1e9-fdb3bd2e9277 req-7701256c-6a91-4c03-9887-f972345c23ad tempest-VolumesActionsTest-1235138380 tempest-VolumesActionsTest-1235138380-project] 10.222.0.13 "GET /v2.0/ports?device_id=68d67dd3-f489-4585-967d-0d212376d8bb HTTP/1.1" status: 200 len: 943 time: 0.1633642 Sep 17 07:52:34.628026 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-5477569d-0f43-4560-a95c-05a079a44816 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Deleting subnet 70730b09-371f-42fd-bfd4-2bb899363493 {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:52:34.633812 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5477569d-0f43-4560-a95c-05a079a44816 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:34.677453 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5477569d-0f43-4560-a95c-05a079a44816 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:34.702382 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-fc24d899-1751-481a-bfa0-705bdf48ac03 req-2c690038-f118-41ac-a74e-6e77df4c71e5 service neutron] Attempting to bind port 70588449-147e-43f1-b1d0-2a86c22e7cd3 on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:52:34.702678 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-fc24d899-1751-481a-bfa0-705bdf48ac03 req-2c690038-f118-41ac-a74e-6e77df4c71e5 service neutron] Attempting to bind port 70588449-147e-43f1-b1d0-2a86c22e7cd3 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': '7a09cec3-035e-4ade-9b02-2ce8f1d2f729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c9b716f1-39a9-41f1-84d9-a46a435ff322'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:52:34.703006 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc24d899-1751-481a-bfa0-705bdf48ac03 req-2c690038-f118-41ac-a74e-6e77df4c71e5 service neutron] Attempting to bind port 70588449-147e-43f1-b1d0-2a86c22e7cd3 on network c9b716f1-39a9-41f1-84d9-a46a435ff322 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:52:34.711568 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-68c7a4ed-5b05-4234-94cc-763272279d53 req-31d21471-d197-4102-835b-7152e163504a tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:34.723944 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc24d899-1751-481a-bfa0-705bdf48ac03 req-2c690038-f118-41ac-a74e-6e77df4c71e5 service neutron] Port 70588449-147e-43f1-b1d0-2a86c22e7cd3 on network c9b716f1-39a9-41f1-84d9-a46a435ff322 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:52:34.724266 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc24d899-1751-481a-bfa0-705bdf48ac03 req-2c690038-f118-41ac-a74e-6e77df4c71e5 service neutron] Attempting to bind port 70588449-147e-43f1-b1d0-2a86c22e7cd3 on network c9b716f1-39a9-41f1-84d9-a46a435ff322 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:52:34.749768 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['c768cec8-e69a-42ed-929c-da40969968c3', '2ebef5f4-f2c6-481a-852e-bbb44da1e25e', 'd2b0c748-7c11-48e9-9263-9301599bdf54'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:52:34.750341 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-03edea5c-614c-4c90-a1e9-fdb3bd2e9277 req-e4464271-5d4c-4cdd-a0da-a87009bae7fd tempest-VolumesActionsTest-1235138380 tempest-VolumesActionsTest-1235138380-project] 10.222.0.13 "GET /v2.0/security-groups?id=be1df00e-0fa3-4c05-a879-d15589d80a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305897 Sep 17 07:52:34.759133 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d21471-d197-4102-835b-7152e163504a tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Pushing event deleted for resources: {'Port': ['ID=c768cec8-e69a-42ed-929c-da40969968c3,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:34.764066 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc24d899-1751-481a-bfa0-705bdf48ac03 req-2c690038-f118-41ac-a74e-6e77df4c71e5 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:52:34.764413 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc24d899-1751-481a-bfa0-705bdf48ac03 req-2c690038-f118-41ac-a74e-6e77df4c71e5 service neutron] Checking segment: {'id': '7a09cec3-035e-4ade-9b02-2ce8f1d2f729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c9b716f1-39a9-41f1-84d9-a46a435ff322'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:52:34.764795 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc24d899-1751-481a-bfa0-705bdf48ac03 req-2c690038-f118-41ac-a74e-6e77df4c71e5 service neutron] Bound using segment: {'id': '7a09cec3-035e-4ade-9b02-2ce8f1d2f729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c9b716f1-39a9-41f1-84d9-a46a435ff322'} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:52:34.765242 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-fc24d899-1751-481a-bfa0-705bdf48ac03 req-2c690038-f118-41ac-a74e-6e77df4c71e5 service neutron] Bound port: 70588449-147e-43f1-b1d0-2a86c22e7cd3, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a09cec3-035e-4ade-9b02-2ce8f1d2f729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c9b716f1-39a9-41f1-84d9-a46a435ff322'}}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:52:34.765603 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-fc24d899-1751-481a-bfa0-705bdf48ac03 req-2c690038-f118-41ac-a74e-6e77df4c71e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:34.783276 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44abc07-776c-4fed-bf67-393fc28dbd0e req-19e71d12-05a7-433a-8c6f-68207e7f8ea7 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:34.784840 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b44abc07-776c-4fed-bf67-393fc28dbd0e req-19e71d12-05a7-433a-8c6f-68207e7f8ea7 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee44c663-1dca-4669-be96-75e385fb6cf2 HTTP/1.1" status: 200 len: 949 time: 0.1483700 Sep 17 07:52:34.794397 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5477569d-0f43-4560-a95c-05a079a44816 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:34.837295 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-68c7a4ed-5b05-4234-94cc-763272279d53 req-31d21471-d197-4102-835b-7152e163504a tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] No DVR routers for this DVR port c768cec8-e69a-42ed-929c-da40969968c3 on host n-h1-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:52:34.847146 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-68c7a4ed-5b05-4234-94cc-763272279d53 req-31d21471-d197-4102-835b-7152e163504a tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:34.849179 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-68c7a4ed-5b05-4234-94cc-763272279d53 req-31d21471-d197-4102-835b-7152e163504a tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] 10.222.0.41 "DELETE /v2.0/ports/c768cec8-e69a-42ed-929c-da40969968c3 HTTP/1.1" status: 204 len: 173 time: 1.0840197 Sep 17 07:52:34.849633 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6733210-bbbf-454f-8fb4-c51426efe620', 'name': 'network-vif-deleted', 'tag': 'c768cec8-e69a-42ed-929c-da40969968c3'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:52:34.851910 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e07d3c-9fcb-44ef-980a-1ae189dbd379" -d '{"events": [{"server_uuid": "f6733210-bbbf-454f-8fb4-c51426efe620", "name": "network-vif-deleted", "tag": "c768cec8-e69a-42ed-929c-da40969968c3"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:52:34.874748 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5477569d-0f43-4560-a95c-05a079a44816 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:34.891149 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5477569d-0f43-4560-a95c-05a079a44816 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:34.896785 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-5477569d-0f43-4560-a95c-05a079a44816 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/subnets/70730b09-371f-42fd-bfd4-2bb899363493 HTTP/1.1" status: 204 len: 168 time: 0.3442011 Sep 17 07:52:34.942834 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41946) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:34.943015 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device b8ecb3c8-b283-4d95-8092-6b8f168be04c details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:52:34.943098 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5477569d-0f43-4560-a95c-05a079a44816 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event deleted for resources: {'Subnet': ['ID=70730b09-371f-42fd-bfd4-2bb899363493,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:34.976669 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b44abc07-776c-4fed-bf67-393fc28dbd0e req-4742e8bb-9658-4287-8476-595ac2c51514 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701446 Sep 17 07:52:34.998819 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-fc24d899-1751-481a-bfa0-705bdf48ac03 req-2c690038-f118-41ac-a74e-6e77df4c71e5 service neutron] For port 70588449-147e-43f1-b1d0-2a86c22e7cd3, host n-h2-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:52:35.004020 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-fc24d899-1751-481a-bfa0-705bdf48ac03 req-2c690038-f118-41ac-a74e-6e77df4c71e5 service neutron] For port 70588449-147e-43f1-b1d0-2a86c22e7cd3, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=70588449-147e-43f1-b1d0-2a86c22e7cd3,segment=NetworkSegment(7a09cec3-035e-4ade-9b02-2ce8f1d2f729),segment_id=7a09cec3-035e-4ade-9b02-2ce8f1d2f729)] {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:52:35.019417 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-1c6b5ba1-74ff-46e3-94a7-1646d9044d55 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0916743 Sep 17 07:52:35.025601 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f946a9-9763-4345-8ff1-67ea1763b2f7 req-ecadd829-ef41-4e53-a594-b9d7a3f85848 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:35.027252 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-20f946a9-9763-4345-8ff1-67ea1763b2f7 req-ecadd829-ef41-4e53-a594-b9d7a3f85848 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=ceefd6fb-e74b-43cb-bb5f-705f8425327b HTTP/1.1" status: 200 len: 945 time: 0.1475010 Sep 17 07:52:35.028265 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41950) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:35.030766 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-fc24d899-1751-481a-bfa0-705bdf48ac03 req-2c690038-f118-41ac-a74e-6e77df4c71e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:35.091332 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc24d899-1751-481a-bfa0-705bdf48ac03 req-2c690038-f118-41ac-a74e-6e77df4c71e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:35.092435 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-fc24d899-1751-481a-bfa0-705bdf48ac03 req-2c690038-f118-41ac-a74e-6e77df4c71e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:35.093383 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fc24d899-1751-481a-bfa0-705bdf48ac03 req-2c690038-f118-41ac-a74e-6e77df4c71e5 service neutron] 10.222.0.39 "PUT /v2.0/ports/70588449-147e-43f1-b1d0-2a86c22e7cd3 HTTP/1.1" status: 200 len: 1091 time: 1.5829685 Sep 17 07:52:35.107183 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a1ee974-474b-47f5-8ebb-fb15c570eb6e x-openstack-request-id: req-5a1ee974-474b-47f5-8ebb-fb15c570eb6e {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:52:35.107863 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6733210-bbbf-454f-8fb4-c51426efe620", "name": "network-vif-deleted", "tag": "c768cec8-e69a-42ed-929c-da40969968c3", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:52:35.107993 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5a1ee974-474b-47f5-8ebb-fb15c570eb6e {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:52:35.108402 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6733210-bbbf-454f-8fb4-c51426efe620', 'name': 'network-vif-deleted', 'tag': 'c768cec8-e69a-42ed-929c-da40969968c3', 'status': 'completed', 'code': 200} Sep 17 07:52:35.113580 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:35.133146 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-20f946a9-9763-4345-8ff1-67ea1763b2f7 req-a9e75d74-af47-4c76-89ea-ec0e1cc380c0 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e165fbb-9ab8-4bf2-ab79-2b2690722fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939019 Sep 17 07:52:35.134455 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c690038-f118-41ac-a74e-6e77df4c71e5 service neutron] Pushing event updated for resources: {'Port': ['ID=70588449-147e-43f1-b1d0-2a86c22e7cd3,revision_number=3']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:35.180002 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d259963b-e4f4-4897-9932-7b67510d061b tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:35.184568 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d259963b-e4f4-4897-9932-7b67510d061b tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1444242 Sep 17 07:52:35.185420 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41952) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:35.201700 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port b8ecb3c8-b283-4d95-8092-6b8f168be04c, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=b8ecb3c8-b283-4d95-8092-6b8f168be04c,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:52:35.222057 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': 'b8ecb3c8-b283-4d95-8092-6b8f168be04c', 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583', 'port_id': 'b8ecb3c8-b283-4d95-8092-6b8f168be04c', 'mac_address': 'fa:16:3e:87:ef:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f3af6cb-9cad-436b-bf41-034e75672c44', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:52:35.249810 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64fd3cab-20c1-4bdd-b727-e4496840f8fe tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:35.253646 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-64fd3cab-20c1-4bdd-b727-e4496840f8fe tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0650785 Sep 17 07:52:35.254450 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41954) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:35.256038 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc24d899-1751-481a-bfa0-705bdf48ac03 req-541a7163-113a-42bc-b478-b863e961d549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:35.257649 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fc24d899-1751-481a-bfa0-705bdf48ac03 req-541a7163-113a-42bc-b478-b863e961d549 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cee9618f889d46bb9b276be84a650108&device_id=68d67dd3-f489-4585-967d-0d212376d8bb HTTP/1.1" status: 200 len: 1094 time: 0.0884128 Sep 17 07:52:35.274697 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a2df9-2b87-4bd3-8405-c219613045e2 req-a03f6d11-c83c-465b-a532-432de5570504 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:35.276682 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-588a2df9-2b87-4bd3-8405-c219613045e2 req-a03f6d11-c83c-465b-a532-432de5570504 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=6566c730-eefa-423b-a200-1be4b53646f9 HTTP/1.1" status: 200 len: 949 time: 0.0769174 Sep 17 07:52:35.297140 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:35.317805 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b3983c2f-1356-4ec6-a0e4-45f8fe4276f3 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0623202 Sep 17 07:52:35.318576 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41958) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:35.324390 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-ae2df83a-77c4-4268-a5d1-ff538b4b53de tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Request body: {'subnet': {'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:52:35.325450 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8ecb3c8-b283-4d95-8092-6b8f168be04c {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:52:35.347173 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port b8ecb3c8-b283-4d95-8092-6b8f168be04c, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=b8ecb3c8-b283-4d95-8092-6b8f168be04c,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:52:35.372277 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:35.377842 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fc24d899-1751-481a-bfa0-705bdf48ac03 req-4b0cf73b-14a7-4f9c-b4c8-e604c2aece9d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=70588449-147e-43f1-b1d0-2a86c22e7cd3 HTTP/1.1" status: 200 len: 217 time: 0.0994847 Sep 17 07:52:35.388421 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:35.439388 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2df83a-77c4-4268-a5d1-ff538b4b53de tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Made reservation on behalf of 852d2b51c00949899c2370ce1b47ee69 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:52:35.459078 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ae2df83a-77c4-4268-a5d1-ff538b4b53de tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:35.461181 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae2df83a-77c4-4268-a5d1-ff538b4b53de tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 07:52:35.461627 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae2df83a-77c4-4268-a5d1-ff538b4b53de tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 07:52:35.472634 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-588a2df9-2b87-4bd3-8405-c219613045e2 req-3fb56b59-28f1-4df9-b8cc-0baaf1871b29 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865242 Sep 17 07:52:35.492386 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ae2df83a-77c4-4268-a5d1-ff538b4b53de tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1692131 Sep 17 07:52:35.492457 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=b8ecb3c8-b283-4d95-8092-6b8f168be04c,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:35.497170 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41964) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:35.511508 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-0bec361c-505a-4498-85b0-fb039a945f09 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Request body: {'subnet': {'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:52:35.513084 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f16ba0-b150-46f6-8148-c9421d606b7c None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:52:35.530457 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea91fb8-db58-49db-bf84-640d5ae6bca2 req-bede8acf-cf64-4245-9f15-699cb293ce55 tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:35.532113 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-aea91fb8-db58-49db-bf84-640d5ae6bca2 req-bede8acf-cf64-4245-9f15-699cb293ce55 tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] 10.222.0.13 "GET /v2.0/ports?device_id=b72ade81-ec28-4283-a1fe-5fc2a2f2bc38 HTTP/1.1" status: 200 len: 949 time: 0.1362371 Sep 17 07:52:35.533919 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc24d899-1751-481a-bfa0-705bdf48ac03 req-60d025b5-1d6b-4992-a80d-f4499d00ba6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:35.535240 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fc24d899-1751-481a-bfa0-705bdf48ac03 req-60d025b5-1d6b-4992-a80d-f4499d00ba6e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8fc107d-7fc9-4383-9b7b-bca8abdca9d6 HTTP/1.1" status: 200 len: 849 time: 0.1383533 Sep 17 07:52:35.598052 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fc24d899-1751-481a-bfa0-705bdf48ac03 req-43520d2a-3719-4d65-ae6d-404b7f0dafba service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c9b716f1-39a9-41f1-84d9-a46a435ff322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370312 Sep 17 07:52:35.616095 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-e01acf54-a2e1-4c46-a728-aa29b0df30c3 None None] Provisioning complete for port e018e1d3-7925-4cbc-9756-b72e645d603f triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:52:35.616481 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e01acf54-a2e1-4c46-a728-aa29b0df30c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:35.655890 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bec361c-505a-4498-85b0-fb039a945f09 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Made reservation on behalf of 852d2b51c00949899c2370ce1b47ee69 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:52:35.660523 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0bec361c-505a-4498-85b0-fb039a945f09 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:35.661966 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bec361c-505a-4498-85b0-fb039a945f09 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 07:52:35.662403 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bec361c-505a-4498-85b0-fb039a945f09 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 07:52:35.675226 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-aea91fb8-db58-49db-bf84-640d5ae6bca2 req-3d100451-5be8-4408-a80a-67176a25c48a tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] 10.222.0.13 "GET /v2.0/security-groups?id=35d7c12e-d93c-4ee3-a413-1080b8d112f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342511 Sep 17 07:52:35.697467 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-0bec361c-505a-4498-85b0-fb039a945f09 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1947181 Sep 17 07:52:35.704426 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41968) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:35.711623 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-01453b31-e1fc-4bea-9136-d34457de7aa7 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Request body: {'subnet': {'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:52:35.732266 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ad970-6b39-4854-9298-ca3556ce5a20 req-d6fbfaea-9917-4b4e-9e9c-e4338c69ed86 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:35.733980 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ef7ad970-6b39-4854-9298-ca3556ce5a20 req-d6fbfaea-9917-4b4e-9e9c-e4338c69ed86 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.41 "GET /v2.0/ports?device_id=ceefd6fb-e74b-43cb-bb5f-705f8425327b HTTP/1.1" status: 200 len: 945 time: 0.1336837 Sep 17 07:52:35.826671 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fc24d899-1751-481a-bfa0-705bdf48ac03 req-8808100b-a3a1-4db0-928e-eef7b8fa5db7 service neutron] 10.222.0.39 "GET /v2.0/networks/c9b716f1-39a9-41f1-84d9-a46a435ff322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142854 Sep 17 07:52:35.835363 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1a681c-a96e-46d8-a15e-76dd1c91f678 None None] DHCP port deletion for b9683b68-a3a4-4974-8bd0-f6d916aa4b94 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 07:52:35.871758 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01453b31-e1fc-4bea-9136-d34457de7aa7 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Made reservation on behalf of 852d2b51c00949899c2370ce1b47ee69 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:52:35.879562 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-01453b31-e1fc-4bea-9136-d34457de7aa7 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:35.881329 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-01453b31-e1fc-4bea-9136-d34457de7aa7 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 07:52:35.881765 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01453b31-e1fc-4bea-9136-d34457de7aa7 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 07:52:35.895363 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-9f1a681c-a96e-46d8-a15e-76dd1c91f678 None None] Deleting port e018e1d3-7925-4cbc-9756-b72e645d603f {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:52:35.897531 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9f1a681c-a96e-46d8-a15e-76dd1c91f678 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:35.906955 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-01453b31-e1fc-4bea-9136-d34457de7aa7 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1977727 Sep 17 07:52:35.907129 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41976) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:35.916180 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['b8ecb3c8-b283-4d95-8092-6b8f168be04c'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:52:35.916374 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-3fb24f53-1d26-4d77-a71b-830543ec14b2 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Request body: {'subnet': {'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:52:35.951724 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-ef7ad970-6b39-4854-9298-ca3556ce5a20 req-3411a219-0791-4c78-b458-734ca0b890be tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Deleting port 1f3569b9-e393-46fb-9816-0f910d00aba6 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:52:35.951724 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-ef7ad970-6b39-4854-9298-ca3556ce5a20 req-3411a219-0791-4c78-b458-734ca0b890be tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:36.003500 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fc24d899-1751-481a-bfa0-705bdf48ac03 req-db9a2923-9182-428a-b193-dce8b23d3f38 service neutron] 10.222.0.39 "GET /v2.0/networks/c9b716f1-39a9-41f1-84d9-a46a435ff322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665297 Sep 17 07:52:36.013603 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47843a5-8b98-4571-9816-f09cd0724ad2 req-773485a4-82b0-43c6-9a13-2f18132de382 tempest-VolumesActionsTest-1235138380 tempest-VolumesActionsTest-1235138380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:36.021519 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f47843a5-8b98-4571-9816-f09cd0724ad2 req-773485a4-82b0-43c6-9a13-2f18132de382 tempest-VolumesActionsTest-1235138380 tempest-VolumesActionsTest-1235138380-project] 10.222.0.13 "GET /v2.0/ports?device_id=68d67dd3-f489-4585-967d-0d212376d8bb HTTP/1.1" status: 200 len: 943 time: 0.1601579 Sep 17 07:52:36.035486 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb24f53-1d26-4d77-a71b-830543ec14b2 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Made reservation on behalf of 852d2b51c00949899c2370ce1b47ee69 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:52:36.042956 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3fb24f53-1d26-4d77-a71b-830543ec14b2 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:36.044635 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fb24f53-1d26-4d77-a71b-830543ec14b2 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 07:52:36.045078 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fb24f53-1d26-4d77-a71b-830543ec14b2 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 07:52:36.050288 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-9f1a681c-a96e-46d8-a15e-76dd1c91f678 None None] For port e018e1d3-7925-4cbc-9756-b72e645d603f, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=e018e1d3-7925-4cbc-9756-b72e645d603f,segment=NetworkSegment(ccc4c9b3-8f64-4b6a-96f4-35a1665005a6),segment_id=ccc4c9b3-8f64-4b6a-96f4-35a1665005a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:52:36.050648 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9f1a681c-a96e-46d8-a15e-76dd1c91f678 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:36.071316 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-3fb24f53-1d26-4d77-a71b-830543ec14b2 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1598012 Sep 17 07:52:36.071542 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41984) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:36.081220 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-c8acb7b8-0012-4798-97e6-f3fae337e4e7 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Request body: {'subnet': {'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:52:36.083256 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-9f1a681c-a96e-46d8-a15e-76dd1c91f678 None None] Calling delete_port for e018e1d3-7925-4cbc-9756-b72e645d603f owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:52:36.104268 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f47843a5-8b98-4571-9816-f09cd0724ad2 req-9757c074-5964-4873-aed1-1375b34e867a tempest-VolumesActionsTest-1235138380 tempest-VolumesActionsTest-1235138380-project] 10.222.0.13 "GET /v2.0/security-groups?id=be1df00e-0fa3-4c05-a879-d15589d80a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816743 Sep 17 07:52:36.168854 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-ef7ad970-6b39-4854-9298-ca3556ce5a20 req-3411a219-0791-4c78-b458-734ca0b890be tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] For port 1f3569b9-e393-46fb-9816-0f910d00aba6, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=1f3569b9-e393-46fb-9816-0f910d00aba6,segment=NetworkSegment(f6b74a07-e284-4528-a460-88b5614ba92d),segment_id=f6b74a07-e284-4528-a460-88b5614ba92d)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:52:36.169328 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-ef7ad970-6b39-4854-9298-ca3556ce5a20 req-3411a219-0791-4c78-b458-734ca0b890be tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:36.188217 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-ef7ad970-6b39-4854-9298-ca3556ce5a20 req-3411a219-0791-4c78-b458-734ca0b890be tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Calling delete_port for 1f3569b9-e393-46fb-9816-0f910d00aba6 owned by compute:nova {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:52:36.220958 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac379f-a594-4bf5-82a2-715a78e9a0c1 req-48401f5f-b8c5-46f3-801f-5be410c30545 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:36.222749 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bbac379f-a594-4bf5-82a2-715a78e9a0c1 req-48401f5f-b8c5-46f3-801f-5be410c30545 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee44c663-1dca-4669-be96-75e385fb6cf2 HTTP/1.1" status: 200 len: 949 time: 0.0940874 Sep 17 07:52:36.249323 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8acb7b8-0012-4798-97e6-f3fae337e4e7 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Made reservation on behalf of 852d2b51c00949899c2370ce1b47ee69 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:52:36.253925 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c8acb7b8-0012-4798-97e6-f3fae337e4e7 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:36.255343 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8acb7b8-0012-4798-97e6-f3fae337e4e7 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 07:52:36.255778 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8acb7b8-0012-4798-97e6-f3fae337e4e7 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 07:52:36.275445 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c8acb7b8-0012-4798-97e6-f3fae337e4e7 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1996775 Sep 17 07:52:36.275881 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41994) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:36.280857 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-9f29172f-e467-4980-b9a3-7ee379fd43ad tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Request body: {'subnet': {'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:52:36.328685 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device c768cec8-e69a-42ed-929c-da40969968c3 no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:52:36.335187 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bbac379f-a594-4bf5-82a2-715a78e9a0c1 req-e284e3e6-fa61-4aff-accc-02f647811b31 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847747 Sep 17 07:52:36.352449 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e8ef4-49f7-48e8-a967-a88b162c0b18 req-af7968e5-6ce5-4acd-a514-49fb16eddc9e tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:36.354095 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7e2e8ef4-49f7-48e8-a967-a88b162c0b18 req-af7968e5-6ce5-4acd-a514-49fb16eddc9e tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=ceefd6fb-e74b-43cb-bb5f-705f8425327b HTTP/1.1" status: 200 len: 945 time: 0.0969834 Sep 17 07:52:36.358689 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] No Port match for: c768cec8-e69a-42ed-929c-da40969968c3 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:52:36.358689 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device c768cec8-e69a-42ed-929c-da40969968c3 not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:52:36.359179 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 1f3569b9-e393-46fb-9816-0f910d00aba6 no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:52:36.385554 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f29172f-e467-4980-b9a3-7ee379fd43ad tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Made reservation on behalf of 852d2b51c00949899c2370ce1b47ee69 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:52:36.390339 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9f29172f-e467-4980-b9a3-7ee379fd43ad tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:36.392522 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f29172f-e467-4980-b9a3-7ee379fd43ad tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 07:52:36.393336 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f29172f-e467-4980-b9a3-7ee379fd43ad tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 07:52:36.412732 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-9f29172f-e467-4980-b9a3-7ee379fd43ad tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1354978 Sep 17 07:52:36.415596 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41996) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:36.417796 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9f1a681c-a96e-46d8-a15e-76dd1c91f678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:36.452615 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-3b13ab1f-8f71-4bd0-84fa-392ba5c67ab3 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0354238 Sep 17 07:52:36.454926 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41998) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:36.462084 n-d-789963-9 neutron-server[101291]: INFO neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] No ports have port_id starting with 1f3569b9-e393-46fb-9816-0f910d00aba6 Sep 17 07:52:36.467052 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a681c-a96e-46d8-a15e-76dd1c91f678 None None] Pushing event deleted for resources: {'Port': ['ID=e018e1d3-7925-4cbc-9756-b72e645d603f,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:36.474483 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1a681c-a96e-46d8-a15e-76dd1c91f678 None None] No DVR routers for this DVR port e018e1d3-7925-4cbc-9756-b72e645d603f on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:52:36.489252 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7e2e8ef4-49f7-48e8-a967-a88b162c0b18 req-8f06fe15-580a-45f6-b215-4a191216a71c tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e165fbb-9ab8-4bf2-ab79-2b2690722fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532594 Sep 17 07:52:36.489951 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-ef7ad970-6b39-4854-9298-ca3556ce5a20 req-3411a219-0791-4c78-b458-734ca0b890be tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:36.534849 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50750752-ebcf-4388-8a37-92743efd6572 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:36.536401 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-50750752-ebcf-4388-8a37-92743efd6572 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0797024 Sep 17 07:52:36.538814 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 42002) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:36.553791 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3411a219-0791-4c78-b458-734ca0b890be tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Pushing event deleted for resources: {'Port': ['ID=1f3569b9-e393-46fb-9816-0f910d00aba6,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:36.579184 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device e018e1d3-7925-4cbc-9756-b72e645d603f no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:52:36.595427 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef7ad970-6b39-4854-9298-ca3556ce5a20 req-3411a219-0791-4c78-b458-734ca0b890be tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] No DVR routers for this DVR port 1f3569b9-e393-46fb-9816-0f910d00aba6 on host n-h1-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:52:36.598446 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-ef7ad970-6b39-4854-9298-ca3556ce5a20 req-3411a219-0791-4c78-b458-734ca0b890be tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:36.600648 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ef7ad970-6b39-4854-9298-ca3556ce5a20 req-3411a219-0791-4c78-b458-734ca0b890be tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.41 "DELETE /v2.0/ports/1f3569b9-e393-46fb-9816-0f910d00aba6 HTTP/1.1" status: 204 len: 173 time: 0.8587458 Sep 17 07:52:36.605178 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: e018e1d3-7925-4cbc-9756-b72e645d603f {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:52:36.605563 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device e018e1d3-7925-4cbc-9756-b72e645d603f not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:52:36.617718 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-9f486a2b-66c6-4a8b-a66b-0699ee164687 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0734787 Sep 17 07:52:36.618019 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 42008) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:36.640648 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-8ae7a9a6-9595-4ec6-bf4e-371ca85450ad tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Request body: {'subnet': {'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:52:36.732969 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3abd6d-5844-4ae4-9ed7-6d2dfbd64cef req-44093ca5-6125-44f0-a530-bb31ebd3f862 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:36.734466 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ec3abd6d-5844-4ae4-9ed7-6d2dfbd64cef req-44093ca5-6125-44f0-a530-bb31ebd3f862 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=6566c730-eefa-423b-a200-1be4b53646f9 HTTP/1.1" status: 200 len: 949 time: 0.1401477 Sep 17 07:52:36.787454 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae7a9a6-9595-4ec6-bf4e-371ca85450ad tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Made reservation on behalf of 852d2b51c00949899c2370ce1b47ee69 for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:52:36.791374 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8ae7a9a6-9595-4ec6-bf4e-371ca85450ad tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:36.817557 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ec3abd6d-5844-4ae4-9ed7-6d2dfbd64cef req-f4b53ee3-570c-4c0f-aeea-76d5a66af7fa tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727386 Sep 17 07:52:36.977854 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5050e19-bd19-45fc-bffb-d8dd67c664c8 req-169047ed-34a4-4cd0-906e-60196f227069 tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:36.979246 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d5050e19-bd19-45fc-bffb-d8dd67c664c8 req-169047ed-34a4-4cd0-906e-60196f227069 tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] 10.222.0.13 "GET /v2.0/ports?device_id=b72ade81-ec28-4283-a1fe-5fc2a2f2bc38 HTTP/1.1" status: 200 len: 949 time: 0.1025395 Sep 17 07:52:37.024931 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85686ef-f381-4f0e-875d-a528f288e479 req-3456d836-b7b6-477a-b29f-051ad841407f tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:37.030773 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85686ef-f381-4f0e-875d-a528f288e479 req-3456d836-b7b6-477a-b29f-051ad841407f tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:37.032389 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b85686ef-f381-4f0e-875d-a528f288e479 req-3456d836-b7b6-477a-b29f-051ad841407f tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] 10.222.0.13 "GET /v2.0/ports?device_id=390bf98d-1464-42fb-bc58-a23d070ad838&device_id=f1049d28-35d6-4d41-9d85-e80ff608156e HTTP/1.1" status: 200 len: 1681 time: 0.1253831 Sep 17 07:52:37.356518 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68d67dd3-f489-4585-967d-0d212376d8bb', 'tag': '70588449-147e-43f1-b1d0-2a86c22e7cd3'}, {'server_uuid': 'ceefd6fb-e74b-43cb-bb5f-705f8425327b', 'name': 'network-vif-deleted', 'tag': '1f3569b9-e393-46fb-9816-0f910d00aba6'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:52:37.358819 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a714f7f-b88b-4866-8df6-563ffb1e7772" -d '{"events": [{"name": "network-changed", "server_uuid": "68d67dd3-f489-4585-967d-0d212376d8bb", "tag": "70588449-147e-43f1-b1d0-2a86c22e7cd3"}, {"server_uuid": "ceefd6fb-e74b-43cb-bb5f-705f8425327b", "name": "network-vif-deleted", "tag": "1f3569b9-e393-46fb-9816-0f910d00aba6"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:52:37.407442 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d5050e19-bd19-45fc-bffb-d8dd67c664c8 req-a08adc8d-8885-49ff-bd55-ba4e434492eb tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] 10.222.0.13 "GET /v2.0/security-groups?id=35d7c12e-d93c-4ee3-a413-1080b8d112f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4196842 Sep 17 07:52:37.444765 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b85686ef-f381-4f0e-875d-a528f288e479 req-2d9fa2f1-8a9d-402c-9239-4de7b6d841e4 tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] 10.222.0.13 "GET /v2.0/security-groups?id=2152a412-863a-4a9c-bfbd-f4fe783fd7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892088 Sep 17 07:52:37.501897 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 17 Sep 2021 07:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54439f69-5feb-4a07-a66e-ac016bb7742c x-openstack-request-id: req-54439f69-5feb-4a07-a66e-ac016bb7742c {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:52:37.502729 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68d67dd3-f489-4585-967d-0d212376d8bb", "tag": "70588449-147e-43f1-b1d0-2a86c22e7cd3", "status": "completed", "code": 200}, {"server_uuid": "ceefd6fb-e74b-43cb-bb5f-705f8425327b", "name": "network-vif-deleted", "tag": "1f3569b9-e393-46fb-9816-0f910d00aba6", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:52:37.502979 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-54439f69-5feb-4a07-a66e-ac016bb7742c {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:52:37.503362 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68d67dd3-f489-4585-967d-0d212376d8bb', 'tag': '70588449-147e-43f1-b1d0-2a86c22e7cd3', 'status': 'completed', 'code': 200} Sep 17 07:52:37.503614 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceefd6fb-e74b-43cb-bb5f-705f8425327b', 'name': 'network-vif-deleted', 'tag': '1f3569b9-e393-46fb-9816-0f910d00aba6', 'status': 'completed', 'code': 200} Sep 17 07:52:37.568336 n-d-789963-9 neutron-server[101289]: DEBUG neutron.objects.ports [None req-8ae7a9a6-9595-4ec6-bf4e-371ca85450ad tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101289) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 07:52:37.591356 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8ae7a9a6-9595-4ec6-bf4e-371ca85450ad tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:37.656144 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35210ef7-44ee-474b-8a86-dc8a70576961 req-b3d22bba-4a1b-414e-8dad-b654fe22fbff tempest-VolumesActionsTest-1235138380 tempest-VolumesActionsTest-1235138380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:37.657527 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-35210ef7-44ee-474b-8a86-dc8a70576961 req-b3d22bba-4a1b-414e-8dad-b654fe22fbff tempest-VolumesActionsTest-1235138380 tempest-VolumesActionsTest-1235138380-project] 10.222.0.13 "GET /v2.0/ports?device_id=68d67dd3-f489-4585-967d-0d212376d8bb HTTP/1.1" status: 200 len: 943 time: 0.1704173 Sep 17 07:52:37.671298 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae7a9a6-9595-4ec6-bf4e-371ca85450ad tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:52:37.689989 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-8ae7a9a6-9595-4ec6-bf4e-371ca85450ad tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:52:37.699778 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6848a0-5a76-4d5f-ba1e-62c1547afb1c None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:52:37.701826 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae7a9a6-9595-4ec6-bf4e-371ca85450ad tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:37.702425 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8ae7a9a6-9595-4ec6-bf4e-371ca85450ad tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:37.711676 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae7a9a6-9595-4ec6-bf4e-371ca85450ad tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event updated for resources: {'Subnet': ['ID=54b00f0e-b2f5-4410-b4bc-449ee0ff92f9,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:37.714919 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a714f7f-b88b-4866-8df6-563ffb1e7772 req-005ed557-7a83-46fe-8c7d-29134d64627d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:37.716446 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1a714f7f-b88b-4866-8df6-563ffb1e7772 req-005ed557-7a83-46fe-8c7d-29134d64627d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cee9618f889d46bb9b276be84a650108&device_id=68d67dd3-f489-4585-967d-0d212376d8bb HTTP/1.1" status: 200 len: 1094 time: 0.1753883 Sep 17 07:52:37.726940 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea6d2da-e2c3-40bf-a91f-047b1d575a78 req-facd790b-2b88-4add-8be9-34aa4efc8f9d tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:37.728399 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9ea6d2da-e2c3-40bf-a91f-047b1d575a78 req-facd790b-2b88-4add-8be9-34aa4efc8f9d tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee44c663-1dca-4669-be96-75e385fb6cf2 HTTP/1.1" status: 200 len: 949 time: 0.1851335 Sep 17 07:52:37.751343 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-8ae7a9a6-9595-4ec6-bf4e-371ca85450ad tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1315999 Sep 17 07:52:37.754677 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 42024) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:37.762044 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-9c1025fa-c35b-45a7-beb5-70f0dcc222db tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Request body: {'port': {'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'mac_address': 'fa:16:3e:5a:1d:2e', 'name': 'tempest-NetworksTestDHCPv6-620560889'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:52:37.772564 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-35210ef7-44ee-474b-8a86-dc8a70576961 req-093c02bc-bd4d-437f-b7ec-111ba1e45957 tempest-VolumesActionsTest-1235138380 tempest-VolumesActionsTest-1235138380-project] 10.222.0.13 "GET /v2.0/security-groups?id=be1df00e-0fa3-4c05-a879-d15589d80a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031046 Sep 17 07:52:37.810661 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9ea6d2da-e2c3-40bf-a91f-047b1d575a78 req-9fee744b-e88e-46d9-8f90-fac7a87c31c9 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744832 Sep 17 07:52:37.871959 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a714f7f-b88b-4866-8df6-563ffb1e7772 req-d517709a-e7bf-4544-9b91-f095324a5371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:37.873583 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1a714f7f-b88b-4866-8df6-563ffb1e7772 req-d517709a-e7bf-4544-9b91-f095324a5371 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c9b716f1-39a9-41f1-84d9-a46a435ff322 HTTP/1.1" status: 200 len: 910 time: 0.1123564 Sep 17 07:52:37.884409 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37f7eae-8cac-4528-9ab7-37fb6ac2b991 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'tenant_id': '852d2b51c00949899c2370ce1b47ee69', 'fixed_ips': [{'subnet_id': '54b00f0e-b2f5-4410-b4bc-449ee0ff92f9'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 07:52:37.885883 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b37f7eae-8cac-4528-9ab7-37fb6ac2b991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:37.955990 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1a714f7f-b88b-4866-8df6-563ffb1e7772 req-8109efda-0822-4391-9b9d-5eb0e5c89439 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=70588449-147e-43f1-b1d0-2a86c22e7cd3 HTTP/1.1" status: 200 len: 217 time: 0.0725439 Sep 17 07:52:37.976519 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c1025fa-c35b-45a7-beb5-70f0dcc222db tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Made reservation on behalf of 852d2b51c00949899c2370ce1b47ee69 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:52:38.068786 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a714f7f-b88b-4866-8df6-563ffb1e7772 req-beafb494-f61f-448e-8519-dcc389fbd2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:38.070263 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1a714f7f-b88b-4866-8df6-563ffb1e7772 req-beafb494-f61f-448e-8519-dcc389fbd2d9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8fc107d-7fc9-4383-9b7b-bca8abdca9d6 HTTP/1.1" status: 200 len: 849 time: 0.1072991 Sep 17 07:52:38.078708 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-b37f7eae-8cac-4528-9ab7-37fb6ac2b991 None None] Allocated IP 2001:db8::f816:3eff:febd:11f3 (b9683b68-a3a4-4974-8bd0-f6d916aa4b94/54b00f0e-b2f5-4410-b4bc-449ee0ff92f9/d3bc6e62-4727-44fa-9b13-f335c2f1b355) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:52:38.101812 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9c1025fa-c35b-45a7-beb5-70f0dcc222db tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:38.109413 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1a714f7f-b88b-4866-8df6-563ffb1e7772 req-5d95876c-f2e2-4174-bd9f-029596b1811f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c9b716f1-39a9-41f1-84d9-a46a435ff322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287764 Sep 17 07:52:38.117839 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23997faa-e386-4748-a2d4-724257168e10 req-2b0f0d83-e79b-4bae-b3e4-0e2ca73297c8 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:38.125073 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-23997faa-e386-4748-a2d4-724257168e10 req-2b0f0d83-e79b-4bae-b3e4-0e2ca73297c8 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=6566c730-eefa-423b-a200-1be4b53646f9 HTTP/1.1" status: 200 len: 949 time: 0.1002431 Sep 17 07:52:38.125548 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [None req-9c1025fa-c35b-45a7-beb5-70f0dcc222db tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] device_id is not set on port 0bdac733-c382-42b1-ae45-bf5411aa7e5e yet. {{(pid=101290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 07:52:38.244472 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-23997faa-e386-4748-a2d4-724257168e10 req-5ff3c7e6-2d46-41f9-a9a6-3a43c0b362f6 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185305 Sep 17 07:52:38.279627 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b37f7eae-8cac-4528-9ab7-37fb6ac2b991 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:38.290570 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b37f7eae-8cac-4528-9ab7-37fb6ac2b991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:38.337722 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1a714f7f-b88b-4866-8df6-563ffb1e7772 req-e827503d-e59e-4bb5-8063-3eae77bf3ca3 service neutron] 10.222.0.39 "GET /v2.0/networks/c9b716f1-39a9-41f1-84d9-a46a435ff322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101924 Sep 17 07:52:38.345098 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-9c1025fa-c35b-45a7-beb5-70f0dcc222db tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Allocated IP 2001:db8::f816:3eff:fe5a:1d2e (b9683b68-a3a4-4974-8bd0-f6d916aa4b94/54b00f0e-b2f5-4410-b4bc-449ee0ff92f9/0bdac733-c382-42b1-ae45-bf5411aa7e5e) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:52:38.373369 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37f7eae-8cac-4528-9ab7-37fb6ac2b991 None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:52:38.383882 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-b37f7eae-8cac-4528-9ab7-37fb6ac2b991 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:52:38.386986 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37f7eae-8cac-4528-9ab7-37fb6ac2b991 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:52:38.435006 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37f7eae-8cac-4528-9ab7-37fb6ac2b991 None None] Pushing event updated for resources: {'Port': ['ID=d3bc6e62-4727-44fa-9b13-f335c2f1b355,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:38.452344 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b71694-3974-4d2a-8241-a1180a55a4e2 req-cbc74452-75fb-4fb8-909e-bb01e2da89a5 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:38.460059 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-93b71694-3974-4d2a-8241-a1180a55a4e2 req-cbc74452-75fb-4fb8-909e-bb01e2da89a5 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/networks?id=cc97d231-b8e1-4f77-9438-e44ace44d63d HTTP/1.1" status: 200 len: 822 time: 0.2832897 Sep 17 07:52:38.478701 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-b37f7eae-8cac-4528-9ab7-37fb6ac2b991 None None] Attempting to bind port d3bc6e62-4727-44fa-9b13-f335c2f1b355 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:52:38.479348 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-b37f7eae-8cac-4528-9ab7-37fb6ac2b991 None None] Attempting to bind port d3bc6e62-4727-44fa-9b13-f335c2f1b355 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:52:38.480201 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37f7eae-8cac-4528-9ab7-37fb6ac2b991 None None] Attempting to bind port d3bc6e62-4727-44fa-9b13-f335c2f1b355 on network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:52:38.486377 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-93b71694-3974-4d2a-8241-a1180a55a4e2 req-f410b2b3-0b8b-4436-a1bd-408433feb94a tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/quotas/ce0a475621e847aaadce10f168c718d9 HTTP/1.1" status: 200 len: 375 time: 0.0254734 Sep 17 07:52:38.487276 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37f7eae-8cac-4528-9ab7-37fb6ac2b991 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:52:38.488074 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37f7eae-8cac-4528-9ab7-37fb6ac2b991 None None] Checking segment: {'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:52:38.488845 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b37f7eae-8cac-4528-9ab7-37fb6ac2b991 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:38.489418 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37f7eae-8cac-4528-9ab7-37fb6ac2b991 None None] Bound using segment: {'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:52:38.490100 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-b37f7eae-8cac-4528-9ab7-37fb6ac2b991 None None] Bound port: d3bc6e62-4727-44fa-9b13-f335c2f1b355, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:52:38.490651 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b37f7eae-8cac-4528-9ab7-37fb6ac2b991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:38.503243 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1a714f7f-b88b-4866-8df6-563ffb1e7772 req-96268794-3151-4555-996e-87424036ca6e service neutron] 10.222.0.39 "GET /v2.0/networks/c9b716f1-39a9-41f1-84d9-a46a435ff322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546361 Sep 17 07:52:38.549573 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9c1025fa-c35b-45a7-beb5-70f0dcc222db tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:38.552341 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-93b71694-3974-4d2a-8241-a1180a55a4e2 req-93a199f6-5f90-4b0e-b3d4-15ac5205a412 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ce0a475621e847aaadce10f168c718d9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0647738 Sep 17 07:52:38.574076 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-b37f7eae-8cac-4528-9ab7-37fb6ac2b991 None None] For port d3bc6e62-4727-44fa-9b13-f335c2f1b355, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:52:38.579674 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-b37f7eae-8cac-4528-9ab7-37fb6ac2b991 None None] For port d3bc6e62-4727-44fa-9b13-f335c2f1b355, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=d3bc6e62-4727-44fa-9b13-f335c2f1b355,segment=NetworkSegment(ccc4c9b3-8f64-4b6a-96f4-35a1665005a6),segment_id=ccc4c9b3-8f64-4b6a-96f4-35a1665005a6)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:52:38.588739 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b37f7eae-8cac-4528-9ab7-37fb6ac2b991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:38.613104 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9c1025fa-c35b-45a7-beb5-70f0dcc222db tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:38.662075 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37f7eae-8cac-4528-9ab7-37fb6ac2b991 None None] Pushing event updated for resources: {'Port': ['ID=d3bc6e62-4727-44fa-9b13-f335c2f1b355,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:38.681577 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1025fa-c35b-45a7-beb5-70f0dcc222db tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event updated for resources: {'Port': ['ID=0bdac733-c382-42b1-ae45-bf5411aa7e5e,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:38.691246 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1025fa-c35b-45a7-beb5-70f0dcc222db tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:52:38.691728 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1025fa-c35b-45a7-beb5-70f0dcc222db tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:52:38.692215 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1025fa-c35b-45a7-beb5-70f0dcc222db tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:52:38.692649 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1025fa-c35b-45a7-beb5-70f0dcc222db tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:52:38.693333 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1025fa-c35b-45a7-beb5-70f0dcc222db tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:52:38.693481 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1025fa-c35b-45a7-beb5-70f0dcc222db tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:52:38.693914 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1025fa-c35b-45a7-beb5-70f0dcc222db tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:52:38.694338 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1025fa-c35b-45a7-beb5-70f0dcc222db tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:52:38.694848 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1025fa-c35b-45a7-beb5-70f0dcc222db tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:52:38.695540 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1025fa-c35b-45a7-beb5-70f0dcc222db tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:52:38.695696 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1025fa-c35b-45a7-beb5-70f0dcc222db tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:52:38.696150 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1025fa-c35b-45a7-beb5-70f0dcc222db tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:52:38.708498 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1025fa-c35b-45a7-beb5-70f0dcc222db tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:52:38.710428 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-9c1025fa-c35b-45a7-beb5-70f0dcc222db tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:52:38.712973 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1025fa-c35b-45a7-beb5-70f0dcc222db tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:52:38.718926 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1025fa-c35b-45a7-beb5-70f0dcc222db tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:38.719681 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9c1025fa-c35b-45a7-beb5-70f0dcc222db tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:38.726427 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-93b71694-3974-4d2a-8241-a1180a55a4e2 req-6168cd2f-8cf6-4fd0-8a02-7433f42ab15c service neutron] 10.222.0.13 "GET /v2.0/networks/cc97d231-b8e1-4f77-9438-e44ace44d63d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646140 Sep 17 07:52:38.734637 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-9c1025fa-c35b-45a7-beb5-70f0dcc222db tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9787242 Sep 17 07:52:38.735524 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5248becf-5d87-4ece-8ace-f6bae27cf4cc req-4d9ba03f-caad-4810-b2a4-f19b135e4b93 tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:38.737176 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5248becf-5d87-4ece-8ace-f6bae27cf4cc req-4d9ba03f-caad-4810-b2a4-f19b135e4b93 tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] 10.222.0.13 "GET /v2.0/ports?device_id=b72ade81-ec28-4283-a1fe-5fc2a2f2bc38 HTTP/1.1" status: 200 len: 949 time: 0.0847089 Sep 17 07:52:38.738799 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 42054) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:38.887035 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5248becf-5d87-4ece-8ace-f6bae27cf4cc req-2673ee96-08b9-41d5-8f9b-0f6b4a79b2fa tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] 10.222.0.13 "GET /v2.0/security-groups?id=35d7c12e-d93c-4ee3-a413-1080b8d112f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320157 Sep 17 07:52:38.892877 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 70588449-147e-43f1-b1d0-2a86c22e7cd3 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:52:38.899167 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763537d9-ff77-42c2-87db-637b3a23d419 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:38.900798 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device b8ecb3c8-b283-4d95-8092-6b8f168be04c up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:52:38.905155 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763537d9-ff77-42c2-87db-637b3a23d419 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:38.906783 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-763537d9-ff77-42c2-87db-637b3a23d419 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1671214 Sep 17 07:52:38.914090 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 42060) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:38.931079 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-93b71694-3974-4d2a-8241-a1180a55a4e2 req-e7a32b5f-b7da-482d-af48-617d795bbdbe service neutron] 10.222.0.13 "GET /v2.0/networks/cc97d231-b8e1-4f77-9438-e44ace44d63d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929097 Sep 17 07:52:39.028075 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b0fc7-6517-44bc-bb99-8106b45a3c72 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Deleting port 0bdac733-c382-42b1-ae45-bf5411aa7e5e {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:52:39.028420 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ed3b0fc7-6517-44bc-bb99-8106b45a3c72 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:39.069623 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 70588449-147e-43f1-b1d0-2a86c22e7cd3, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=70588449-147e-43f1-b1d0-2a86c22e7cd3,segment=NetworkSegment(7a09cec3-035e-4ade-9b02-2ce8f1d2f729),segment_id=7a09cec3-035e-4ade-9b02-2ce8f1d2f729)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:52:39.073083 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port b8ecb3c8-b283-4d95-8092-6b8f168be04c completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:52:39.092933 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port b8ecb3c8-b283-4d95-8092-6b8f168be04c triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:52:39.093591 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:39.136084 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c11420-69e1-4603-81ef-58862f3cb51a req-50d70038-4b7c-4d91-a832-428544d565e8 tempest-VolumesActionsTest-1235138380 tempest-VolumesActionsTest-1235138380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:39.137999 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-38c11420-69e1-4603-81ef-58862f3cb51a req-50d70038-4b7c-4d91-a832-428544d565e8 tempest-VolumesActionsTest-1235138380 tempest-VolumesActionsTest-1235138380-project] 10.222.0.13 "GET /v2.0/ports?device_id=68d67dd3-f489-4585-967d-0d212376d8bb HTTP/1.1" status: 200 len: 943 time: 0.0902658 Sep 17 07:52:39.145082 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ed3b0fc7-6517-44bc-bb99-8106b45a3c72 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:39.147901 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '70588449-147e-43f1-b1d0-2a86c22e7cd3', 'network_id': 'c9b716f1-39a9-41f1-84d9-a46a435ff322', 'port_id': '70588449-147e-43f1-b1d0-2a86c22e7cd3', 'mac_address': 'fa:16:3e:79:ff:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8fc107d-7fc9-4383-9b7b-bca8abdca9d6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:52:39.167861 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b0fc7-6517-44bc-bb99-8106b45a3c72 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Calling delete_port for 0bdac733-c382-42b1-ae45-bf5411aa7e5e owned by {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:52:39.230015 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:39.235396 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-38c11420-69e1-4603-81ef-58862f3cb51a req-c3d55378-3b5e-49b4-a39c-6bd61fd6b83a tempest-VolumesActionsTest-1235138380 tempest-VolumesActionsTest-1235138380-project] 10.222.0.13 "GET /v2.0/security-groups?id=be1df00e-0fa3-4c05-a879-d15589d80a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893707 Sep 17 07:52:39.256103 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc4f4e1-7510-4005-97d7-5e4fa832deb0 req-7f746103-1ef4-4a49-ae2c-4e9e2b841318 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:39.257930 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70588449-147e-43f1-b1d0-2a86c22e7cd3 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:52:39.258053 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-abc4f4e1-7510-4005-97d7-5e4fa832deb0 req-7f746103-1ef4-4a49-ae2c-4e9e2b841318 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee44c663-1dca-4669-be96-75e385fb6cf2 HTTP/1.1" status: 200 len: 949 time: 0.0827489 Sep 17 07:52:39.293796 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 70588449-147e-43f1-b1d0-2a86c22e7cd3, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=70588449-147e-43f1-b1d0-2a86c22e7cd3,segment=NetworkSegment(7a09cec3-035e-4ade-9b02-2ce8f1d2f729),segment_id=7a09cec3-035e-4ade-9b02-2ce8f1d2f729)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:52:39.322247 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-abc4f4e1-7510-4005-97d7-5e4fa832deb0 req-d170942d-0da0-4830-a4b4-86d24a381c79 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513659 Sep 17 07:52:39.325117 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:39.344238 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ed3b0fc7-6517-44bc-bb99-8106b45a3c72 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:39.410642 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b0fc7-6517-44bc-bb99-8106b45a3c72 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event deleted for resources: {'Port': ['ID=0bdac733-c382-42b1-ae45-bf5411aa7e5e,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:39.424315 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:39.454149 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f831673-39ec-4ef6-8177-905c7b7c409f req-98eda583-9d1d-4a2c-ad11-5b59ec43cb5d tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:39.456588 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f831673-39ec-4ef6-8177-905c7b7c409f req-98eda583-9d1d-4a2c-ad11-5b59ec43cb5d tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] 10.222.0.13 "GET /v2.0/ports?device_id=390bf98d-1464-42fb-bc58-a23d070ad838 HTTP/1.1" status: 200 len: 945 time: 0.0659547 Sep 17 07:52:39.461955 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ed3b0fc7-6517-44bc-bb99-8106b45a3c72 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:39.467881 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ed3b0fc7-6517-44bc-bb99-8106b45a3c72 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/ports/0bdac733-c382-42b1-ae45-bf5411aa7e5e HTTP/1.1" status: 204 len: 168 time: 0.5523214 Sep 17 07:52:39.468293 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 42076) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:39.508351 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b72ade81-ec28-4283-a1fe-5fc2a2f2bc38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ecb3c8-b283-4d95-8092-6b8f168be04c'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:52:39.511653 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f8b7f7-7437-4e59-8545-c49243cf0bcb" -d '{"events": [{"server_uuid": "b72ade81-ec28-4283-a1fe-5fc2a2f2bc38", "name": "network-vif-plugged", "status": "completed", "tag": "b8ecb3c8-b283-4d95-8092-6b8f168be04c"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:52:39.523778 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=70588449-147e-43f1-b1d0-2a86c22e7cd3,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:39.529748 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port b8ecb3c8-b283-4d95-8092-6b8f168be04c, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=b8ecb3c8-b283-4d95-8092-6b8f168be04c,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:52:39.538525 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:39.546713 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118c2440-a300-4a85-b8d2-2d82f1332ef1 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:39.549373 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118c2440-a300-4a85-b8d2-2d82f1332ef1 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:39.554060 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-118c2440-a300-4a85-b8d2-2d82f1332ef1 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0847015 Sep 17 07:52:39.554655 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 42080) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:39.557434 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3148e428-23ba-4c16-9e2b-8805f9bd6ae8 req-a7676e7a-4e2f-4ace-843a-e0719b4b2e68 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0836511 Sep 17 07:52:39.654678 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=b8ecb3c8-b283-4d95-8092-6b8f168be04c,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:39.665391 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-60e97eff-aa24-46df-b661-9e6ebacf8c05 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Deleting subnet 54b00f0e-b2f5-4410-b4bc-449ee0ff92f9 {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:52:39.669694 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-60e97eff-aa24-46df-b661-9e6ebacf8c05 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:39.720408 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f831673-39ec-4ef6-8177-905c7b7c409f req-e132d1aa-4d2c-45b2-85ab-7ffdb84275d1 tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] 10.222.0.13 "GET /v2.0/security-groups?id=2152a412-863a-4a9c-bfbd-f4fe783fd7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567542 Sep 17 07:52:39.742369 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [req-1ecc127f-4c3b-448e-8ebe-f26b82a6bf0d req-cec5442e-9ad5-4c43-a973-c0bca9da2604 service neutron] show failed (client error): The resource could not be found. Sep 17 07:52:39.743614 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1ecc127f-4c3b-448e-8ebe-f26b82a6bf0d req-cec5442e-9ad5-4c43-a973-c0bca9da2604 service neutron] 10.222.0.39 "GET /v2.0/ports/1d8b34db-b321-4d30-b06b-a79bbe2e4ddc/bindings/n-h1-789963-9 HTTP/1.1" status: 404 len: 380 time: 0.1763968 Sep 17 07:52:39.748353 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-60e97eff-aa24-46df-b661-9e6ebacf8c05 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:39.766042 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580689bb-12fa-42b3-8718-4b168c397ce3 req-28e06a63-f664-4ce0-9679-8faca1b0af70 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:39.773420 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-580689bb-12fa-42b3-8718-4b168c397ce3 req-28e06a63-f664-4ce0-9679-8faca1b0af70 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=6566c730-eefa-423b-a200-1be4b53646f9 HTTP/1.1" status: 200 len: 949 time: 0.1011488 Sep 17 07:52:39.784445 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d7c3cd-7784-4543-ab09-911e9d1d5a5a x-openstack-request-id: req-99d7c3cd-7784-4543-ab09-911e9d1d5a5a {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:52:39.784922 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b72ade81-ec28-4283-a1fe-5fc2a2f2bc38", "name": "network-vif-plugged", "status": "completed", "tag": "b8ecb3c8-b283-4d95-8092-6b8f168be04c", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:52:39.785173 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-99d7c3cd-7784-4543-ab09-911e9d1d5a5a {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:52:39.785577 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b72ade81-ec28-4283-a1fe-5fc2a2f2bc38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ecb3c8-b283-4d95-8092-6b8f168be04c', 'code': 200} Sep 17 07:52:39.843185 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-580689bb-12fa-42b3-8718-4b168c397ce3 req-827d57de-f2f1-4ef3-a9a3-f1a83fa4823b tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508080 Sep 17 07:52:39.857942 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-60e97eff-aa24-46df-b661-9e6ebacf8c05 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:39.926720 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['70588449-147e-43f1-b1d0-2a86c22e7cd3'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:52:39.987182 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-60e97eff-aa24-46df-b661-9e6ebacf8c05 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:40.043461 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-a81d5668-5d79-45e9-9882-4ea086627f37 None None] Provisioning complete for port d3bc6e62-4727-44fa-9b13-f335c2f1b355 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:52:40.043851 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a81d5668-5d79-45e9-9882-4ea086627f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:40.051920 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e97eff-aa24-46df-b661-9e6ebacf8c05 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event deleted for resources: {'Subnet': ['ID=54b00f0e-b2f5-4410-b4bc-449ee0ff92f9,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:40.058342 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-60e97eff-aa24-46df-b661-9e6ebacf8c05 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:40.073377 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-60e97eff-aa24-46df-b661-9e6ebacf8c05 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/subnets/54b00f0e-b2f5-4410-b4bc-449ee0ff92f9 HTTP/1.1" status: 204 len: 168 time: 0.5166907 Sep 17 07:52:40.077350 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 42086) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:40.131217 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c96d8273-c55c-48a6-bf49-a944a0a1a551 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0525265 Sep 17 07:52:40.133786 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec26cdfb-b270-42f9-a4bc-8af0db161c8c None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:52:40.134422 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 42088) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:40.136564 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc630dd-3a1e-4441-9bc7-43b4c1c7e23b req-9039f15e-7f93-488f-a628-c303ad939863 tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:40.138128 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4fc630dd-3a1e-4441-9bc7-43b4c1c7e23b req-9039f15e-7f93-488f-a628-c303ad939863 tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] 10.222.0.13 "GET /v2.0/ports?device_id=b72ade81-ec28-4283-a1fe-5fc2a2f2bc38 HTTP/1.1" status: 200 len: 950 time: 0.1590836 Sep 17 07:52:40.140085 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-77554434-9c20-49da-ad49-d67c2d69cc73 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Request body: {'subnet': {'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:52:40.153645 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1687d21b-a614-488c-9339-26f4965baa94 req-67c24081-f7fb-4c8f-b61c-6be354193f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:40.155533 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1687d21b-a614-488c-9339-26f4965baa94 req-67c24081-f7fb-4c8f-b61c-6be354193f00 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b72ade81-ec28-4283-a1fe-5fc2a2f2bc38 HTTP/1.1" status: 200 len: 1101 time: 0.2424600 Sep 17 07:52:40.181675 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc127f-4c3b-448e-8ebe-f26b82a6bf0d req-b8e724e1-3d1e-458b-b5c1-c5593ea80e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:40.183127 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1ecc127f-4c3b-448e-8ebe-f26b82a6bf0d req-b8e724e1-3d1e-458b-b5c1-c5593ea80e32 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6566c730-eefa-423b-a200-1be4b53646f9&tenant_id=e3c94ece967c49989722015c639870a6 HTTP/1.1" status: 200 len: 1100 time: 0.1678255 Sep 17 07:52:40.214943 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-1ecc127f-4c3b-448e-8ebe-f26b82a6bf0d req-1decd416-7ed0-417f-823e-580a0ac1cfe4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-9', 'device_owner': 'compute:nova'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:52:40.230421 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4fc630dd-3a1e-4441-9bc7-43b4c1c7e23b req-eed2a619-283e-455f-9b90-213f21ba4144 tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] 10.222.0.13 "GET /v2.0/security-groups?id=35d7c12e-d93c-4ee3-a413-1080b8d112f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806339 Sep 17 07:52:40.230601 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77554434-9c20-49da-ad49-d67c2d69cc73 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Made reservation on behalf of 852d2b51c00949899c2370ce1b47ee69 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:52:40.234320 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-77554434-9c20-49da-ad49-d67c2d69cc73 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:40.251348 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1687d21b-a614-488c-9339-26f4965baa94 req-ff01027f-dc6a-4509-bdff-45bd0a1f9892 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=35d7c12e-d93c-4ee3-a413-1080b8d112f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841470 Sep 17 07:52:40.266311 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a81d5668-5d79-45e9-9882-4ea086627f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:40.298796 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1ecc127f-4c3b-448e-8ebe-f26b82a6bf0d req-1decd416-7ed0-417f-823e-580a0ac1cfe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:40.333134 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 1f3569b9-e393-46fb-9816-0f910d00aba6 no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:52:40.375883 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] No Port match for: 1f3569b9-e393-46fb-9816-0f910d00aba6 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:52:40.376324 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 1f3569b9-e393-46fb-9816-0f910d00aba6 not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:52:40.383069 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-a81d5668-5d79-45e9-9882-4ea086627f37 None None] For port d3bc6e62-4727-44fa-9b13-f335c2f1b355, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=d3bc6e62-4727-44fa-9b13-f335c2f1b355,segment=NetworkSegment(ccc4c9b3-8f64-4b6a-96f4-35a1665005a6),segment_id=ccc4c9b3-8f64-4b6a-96f4-35a1665005a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:52:40.396808 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a81d5668-5d79-45e9-9882-4ea086627f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:40.457619 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81d5668-5d79-45e9-9882-4ea086627f37 None None] Pushing event updated for resources: {'Port': ['ID=d3bc6e62-4727-44fa-9b13-f335c2f1b355,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:40.510641 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e7829-139a-45b8-92ab-c26abc47fdaf req-04255569-a619-42b8-8a9e-b2b3ab6d85bb tempest-VolumesActionsTest-1235138380 tempest-VolumesActionsTest-1235138380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:40.512184 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-410e7829-139a-45b8-92ab-c26abc47fdaf req-04255569-a619-42b8-8a9e-b2b3ab6d85bb tempest-VolumesActionsTest-1235138380 tempest-VolumesActionsTest-1235138380-project] 10.222.0.13 "GET /v2.0/ports?device_id=68d67dd3-f489-4585-967d-0d212376d8bb HTTP/1.1" status: 200 len: 944 time: 0.1666734 Sep 17 07:52:40.512492 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-210b72bd-40e8-431c-962c-5c2522b94cb1 None None] Could not find standard attr ID for object 0bdac733-c382-42b1-ae45-bf5411aa7e5e. {{(pid=101291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 07:52:40.530746 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4460660-5273-4616-adfb-725346f9e4eb None None] DHCP port deletion for b9683b68-a3a4-4974-8bd0-f6d916aa4b94 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 07:52:40.575140 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1302b3f8-4d35-493b-a16d-a00ab5e85f70 req-3b4b8751-1741-42dd-a10e-bdb5521265bc tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:40.577296 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1302b3f8-4d35-493b-a16d-a00ab5e85f70 req-3b4b8751-1741-42dd-a10e-bdb5521265bc tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee44c663-1dca-4669-be96-75e385fb6cf2 HTTP/1.1" status: 200 len: 949 time: 0.1745024 Sep 17 07:52:40.588065 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-a4460660-5273-4616-adfb-725346f9e4eb None None] Deleting port d3bc6e62-4727-44fa-9b13-f335c2f1b355 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:52:40.588455 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a4460660-5273-4616-adfb-725346f9e4eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:40.618796 n-d-789963-9 neutron-server[101290]: DEBUG neutron.objects.ports [None req-77554434-9c20-49da-ad49-d67c2d69cc73 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101290) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 07:52:40.700098 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-410e7829-139a-45b8-92ab-c26abc47fdaf req-32acc3af-0907-40cc-81d1-058da27b65ec tempest-VolumesActionsTest-1235138380 tempest-VolumesActionsTest-1235138380-project] 10.222.0.13 "GET /v2.0/security-groups?id=be1df00e-0fa3-4c05-a879-d15589d80a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794050 Sep 17 07:52:40.715981 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-a4460660-5273-4616-adfb-725346f9e4eb None None] For port d3bc6e62-4727-44fa-9b13-f335c2f1b355, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=d3bc6e62-4727-44fa-9b13-f335c2f1b355,segment=NetworkSegment(ccc4c9b3-8f64-4b6a-96f4-35a1665005a6),segment_id=ccc4c9b3-8f64-4b6a-96f4-35a1665005a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:52:40.716382 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a4460660-5273-4616-adfb-725346f9e4eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:40.732818 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-a4460660-5273-4616-adfb-725346f9e4eb None None] Calling delete_port for d3bc6e62-4727-44fa-9b13-f335c2f1b355 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:52:40.784217 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc5873a-6653-4aaf-874c-f7413b91e35a req-42d1bda9-e312-4bdb-b8ac-a9760c10de39 tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:40.785965 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3cc5873a-6653-4aaf-874c-f7413b91e35a req-42d1bda9-e312-4bdb-b8ac-a9760c10de39 tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] 10.222.0.41 "GET /v2.0/ports?device_id=390bf98d-1464-42fb-bc58-a23d070ad838 HTTP/1.1" status: 200 len: 945 time: 0.1620317 Sep 17 07:52:40.791478 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1302b3f8-4d35-493b-a16d-a00ab5e85f70 req-96408617-bf80-412d-931e-51949cb1a505 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662316 Sep 17 07:52:40.793547 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-1ecc127f-4c3b-448e-8ebe-f26b82a6bf0d req-1decd416-7ed0-417f-823e-580a0ac1cfe4 service neutron] For port 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=1d8b34db-b321-4d30-b06b-a79bbe2e4ddc,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:52:40.912117 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-1ecc127f-4c3b-448e-8ebe-f26b82a6bf0d req-1decd416-7ed0-417f-823e-580a0ac1cfe4 service neutron] For port 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc, host n-h2-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:52:40.914979 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a4460660-5273-4616-adfb-725346f9e4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:40.951405 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4460660-5273-4616-adfb-725346f9e4eb None None] No DVR routers for this DVR port d3bc6e62-4727-44fa-9b13-f335c2f1b355 on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:52:40.955755 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4460660-5273-4616-adfb-725346f9e4eb None None] Pushing event deleted for resources: {'Port': ['ID=d3bc6e62-4727-44fa-9b13-f335c2f1b355,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:40.967111 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-77554434-9c20-49da-ad49-d67c2d69cc73 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Port d3bc6e62-4727-44fa-9b13-f335c2f1b355 concurrently deleted while adding address for new subnet {'id': '7ed1ac59-5fff-4731-a6f6-5013f5e7e850', 'name': '', 'tenant_id': '852d2b51c00949899c2370ce1b47ee69', 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 1329, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-09-17T07:52:40Z', 'updated_at': '2021-09-17T07:52:40Z', 'revision_number': 0, 'segment_id': None, 'project_id': '852d2b51c00949899c2370ce1b47ee69'}. {{(pid=101290) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:770}} Sep 17 07:52:40.967764 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-77554434-9c20-49da-ad49-d67c2d69cc73 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:40.987439 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dc4173ad-8600-4efc-85d8-1753817c10a7 req-c6e7a207-9f5b-4f1e-b002-07dab3b3867b tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0806744 Sep 17 07:52:40.988364 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc7e3c-1c41-4307-9779-8b40c6a57a38 req-fdd682a0-7aae-4c2f-8976-590a181721d1 tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:40.990259 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3afc7e3c-1c41-4307-9779-8b40c6a57a38 req-fdd682a0-7aae-4c2f-8976-590a181721d1 tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1049d28-35d6-4d41-9d85-e80ff608156e HTTP/1.1" status: 200 len: 945 time: 0.2117398 Sep 17 07:52:41.021187 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b71694-3974-4d2a-8241-a1180a55a4e2 req-cd0692e6-4c75-4018-bc3e-3b85a517a067 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:41.022832 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-93b71694-3974-4d2a-8241-a1180a55a4e2 req-cd0692e6-4c75-4018-bc3e-3b85a517a067 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.41 "GET /v2.0/networks?id=cc97d231-b8e1-4f77-9438-e44ace44d63d HTTP/1.1" status: 200 len: 822 time: 0.3168194 Sep 17 07:52:41.033692 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6566c730-eefa-423b-a200-1be4b53646f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d8b34db-b321-4d30-b06b-a79bbe2e4ddc'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:52:41.035654 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be21a75-556b-414d-9ed4-eebc1f85b769" -d '{"events": [{"server_uuid": "6566c730-eefa-423b-a200-1be4b53646f9", "name": "network-vif-unplugged", "status": "completed", "tag": "1d8b34db-b321-4d30-b06b-a79bbe2e4ddc"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:52:41.046927 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1ecc127f-4c3b-448e-8ebe-f26b82a6bf0d req-1decd416-7ed0-417f-823e-580a0ac1cfe4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:41.066232 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-93b71694-3974-4d2a-8241-a1180a55a4e2 req-818f9953-803f-4edc-9ead-5485ac2abdbf tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Request body: {'port': {'device_id': '5ad9e25e-51b4-4558-882a-a65ea9fa1d6d', 'network_id': 'cc97d231-b8e1-4f77-9438-e44ace44d63d', 'admin_state_up': True, 'tenant_id': 'ce0a475621e847aaadce10f168c718d9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:52:41.075317 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77554434-9c20-49da-ad49-d67c2d69cc73 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:52:41.085907 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-3cc5873a-6653-4aaf-874c-f7413b91e35a req-18795093-2e71-4c25-8de7-f7b74571c1ef tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Deleting port 2ebef5f4-f2c6-481a-852e-bbb44da1e25e {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:52:41.086250 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-3cc5873a-6653-4aaf-874c-f7413b91e35a req-18795093-2e71-4c25-8de7-f7b74571c1ef tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:41.095169 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-77554434-9c20-49da-ad49-d67c2d69cc73 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:52:41.096235 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044ad45-60c0-4652-b3e9-b25987ab061c req-c6dc6fba-d7d2-4b2c-aaaa-030172dfa31c tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:41.097737 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0044ad45-60c0-4652-b3e9-b25987ab061c req-c6dc6fba-d7d2-4b2c-aaaa-030172dfa31c tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] 10.222.0.13 "GET /v2.0/ports?device_id=390bf98d-1464-42fb-bc58-a23d070ad838 HTTP/1.1" status: 200 len: 945 time: 0.1921670 Sep 17 07:52:41.100044 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77554434-9c20-49da-ad49-d67c2d69cc73 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:41.100044 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-77554434-9c20-49da-ad49-d67c2d69cc73 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:41.107627 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ccd782-83da-47d7-bac0-3337f63a133e None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:52:41.117668 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.provisioning_blocks [req-1ecc127f-4c3b-448e-8ebe-f26b82a6bf0d req-1decd416-7ed0-417f-823e-580a0ac1cfe4 service neutron] Transition to ACTIVE for port object 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc will not be triggered until provisioned by entity L2. {{(pid=101289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:52:41.145362 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1ecc127f-4c3b-448e-8ebe-f26b82a6bf0d req-1decd416-7ed0-417f-823e-580a0ac1cfe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:41.151132 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77554434-9c20-49da-ad49-d67c2d69cc73 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event updated for resources: {'Subnet': ['ID=7ed1ac59-5fff-4731-a6f6-5013f5e7e850,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:41.195809 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-77554434-9c20-49da-ad49-d67c2d69cc73 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0602784 Sep 17 07:52:41.198047 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 42104) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:41.204555 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-a9919ad3-2b0a-46a4-8253-465b0477137e tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Request body: {'port': {'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'mac_address': 'fa:16:3e:37:b9:67', 'name': 'tempest-NetworksTestDHCPv6-208646102'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:52:41.271276 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bc2d58-f7e7-4221-b3a6-fa5dc6b56b94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'tenant_id': '852d2b51c00949899c2370ce1b47ee69', 'fixed_ips': [{'subnet_id': '7ed1ac59-5fff-4731-a6f6-5013f5e7e850'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 07:52:41.273498 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b0bc2d58-f7e7-4221-b3a6-fa5dc6b56b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:41.275238 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6cad96-3942-4dd1-82af-d06a1fb30f8a req-6387fd44-f1cf-47b0-90ce-1eb99b8a02ad tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:41.284244 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6f6cad96-3942-4dd1-82af-d06a1fb30f8a req-6387fd44-f1cf-47b0-90ce-1eb99b8a02ad tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=6566c730-eefa-423b-a200-1be4b53646f9 HTTP/1.1" status: 200 len: 949 time: 0.2333796 Sep 17 07:52:41.305746 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0044ad45-60c0-4652-b3e9-b25987ab061c req-ac725072-bdbf-4eee-ac52-6e840631d33f tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] 10.222.0.13 "GET /v2.0/security-groups?id=2152a412-863a-4a9c-bfbd-f4fe783fd7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868365 Sep 17 07:52:41.347281 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-3afc7e3c-1c41-4307-9779-8b40c6a57a38 req-717bc8eb-2a31-4e8d-b0d7-cf4bd8cbebca tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Deleting port d2b0c748-7c11-48e9-9263-9301599bdf54 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:52:41.347635 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-3afc7e3c-1c41-4307-9779-8b40c6a57a38 req-717bc8eb-2a31-4e8d-b0d7-cf4bd8cbebca tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:41.377119 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93b71694-3974-4d2a-8241-a1180a55a4e2 req-818f9953-803f-4edc-9ead-5485ac2abdbf tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Made reservation on behalf of ce0a475621e847aaadce10f168c718d9 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:52:41.379996 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1decd416-7ed0-417f-823e-580a0ac1cfe4 service neutron] Pushing event updated for resources: {'Port': ['ID=1d8b34db-b321-4d30-b06b-a79bbe2e4ddc,revision_number=6']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:41.381520 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-93b71694-3974-4d2a-8241-a1180a55a4e2 req-818f9953-803f-4edc-9ead-5485ac2abdbf tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:41.434342 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ecc127f-4c3b-448e-8ebe-f26b82a6bf0d req-1decd416-7ed0-417f-823e-580a0ac1cfe4 service neutron] No DVR routers for this DVR port 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc on host n-h2-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:52:41.456100 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 07:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e30b0fe-9277-40b4-b882-547b9bc13109 x-openstack-request-id: req-1e30b0fe-9277-40b4-b882-547b9bc13109 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:52:41.456387 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6566c730-eefa-423b-a200-1be4b53646f9", "name": "network-vif-unplugged", "status": "completed", "tag": "1d8b34db-b321-4d30-b06b-a79bbe2e4ddc", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:52:41.456640 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1e30b0fe-9277-40b4-b882-547b9bc13109 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:52:41.457450 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6566c730-eefa-423b-a200-1be4b53646f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d8b34db-b321-4d30-b06b-a79bbe2e4ddc', 'code': 200} Sep 17 07:52:41.460988 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6f6cad96-3942-4dd1-82af-d06a1fb30f8a req-a9520d0a-7b56-4c68-b8b8-bf9b10ba88dd tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759081 Sep 17 07:52:41.482260 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9919ad3-2b0a-46a4-8253-465b0477137e tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Made reservation on behalf of 852d2b51c00949899c2370ce1b47ee69 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:52:41.482482 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-b0bc2d58-f7e7-4221-b3a6-fa5dc6b56b94 None None] Allocated IP 2001:db8::f816:3eff:fe86:e1e0 (b9683b68-a3a4-4974-8bd0-f6d916aa4b94/7ed1ac59-5fff-4731-a6f6-5013f5e7e850/7a3fc310-359c-4e33-8b8e-daad90ea8b6d) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:52:41.486361 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a9919ad3-2b0a-46a4-8253-465b0477137e tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:41.529578 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-3cc5873a-6653-4aaf-874c-f7413b91e35a req-18795093-2e71-4c25-8de7-f7b74571c1ef tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] For port 2ebef5f4-f2c6-481a-852e-bbb44da1e25e, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=2ebef5f4-f2c6-481a-852e-bbb44da1e25e,segment=NetworkSegment(e656fed3-092a-4e07-99f7-8099c7917269),segment_id=e656fed3-092a-4e07-99f7-8099c7917269)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:52:41.529908 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-3cc5873a-6653-4aaf-874c-f7413b91e35a req-18795093-2e71-4c25-8de7-f7b74571c1ef tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:41.545705 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-3cc5873a-6653-4aaf-874c-f7413b91e35a req-18795093-2e71-4c25-8de7-f7b74571c1ef tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Calling delete_port for 2ebef5f4-f2c6-481a-852e-bbb44da1e25e owned by compute:nova {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:52:41.576522 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [None req-a9919ad3-2b0a-46a4-8253-465b0477137e tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] device_id is not set on port c09afcc9-d916-40df-b478-11899d337a82 yet. {{(pid=101290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 07:52:41.584133 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-3afc7e3c-1c41-4307-9779-8b40c6a57a38 req-717bc8eb-2a31-4e8d-b0d7-cf4bd8cbebca tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] For port d2b0c748-7c11-48e9-9263-9301599bdf54, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=d2b0c748-7c11-48e9-9263-9301599bdf54,segment=NetworkSegment(e656fed3-092a-4e07-99f7-8099c7917269),segment_id=e656fed3-092a-4e07-99f7-8099c7917269)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:52:41.584475 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-3afc7e3c-1c41-4307-9779-8b40c6a57a38 req-717bc8eb-2a31-4e8d-b0d7-cf4bd8cbebca tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:41.630867 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-1ecc127f-4c3b-448e-8ebe-f26b82a6bf0d req-1decd416-7ed0-417f-823e-580a0ac1cfe4 service neutron] Attempting to bind port 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:52:41.631199 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-1ecc127f-4c3b-448e-8ebe-f26b82a6bf0d req-1decd416-7ed0-417f-823e-580a0ac1cfe4 service neutron] Attempting to bind port 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:52:41.632269 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecc127f-4c3b-448e-8ebe-f26b82a6bf0d req-1decd416-7ed0-417f-823e-580a0ac1cfe4 service neutron] Attempting to bind port 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:52:41.653387 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-3afc7e3c-1c41-4307-9779-8b40c6a57a38 req-717bc8eb-2a31-4e8d-b0d7-cf4bd8cbebca tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Calling delete_port for d2b0c748-7c11-48e9-9263-9301599bdf54 owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:52:41.655196 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecc127f-4c3b-448e-8ebe-f26b82a6bf0d req-1decd416-7ed0-417f-823e-580a0ac1cfe4 service neutron] Port 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc on network 469390cd-cce5-49bd-b8f8-9e64018a0583 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:52:41.655633 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecc127f-4c3b-448e-8ebe-f26b82a6bf0d req-1decd416-7ed0-417f-823e-580a0ac1cfe4 service neutron] Attempting to bind port 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:52:41.669984 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecc127f-4c3b-448e-8ebe-f26b82a6bf0d req-1decd416-7ed0-417f-823e-580a0ac1cfe4 service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:52:41.670398 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecc127f-4c3b-448e-8ebe-f26b82a6bf0d req-1decd416-7ed0-417f-823e-580a0ac1cfe4 service neutron] Checking segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:52:41.670788 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecc127f-4c3b-448e-8ebe-f26b82a6bf0d req-1decd416-7ed0-417f-823e-580a0ac1cfe4 service neutron] Bound using segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:52:41.671231 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-1ecc127f-4c3b-448e-8ebe-f26b82a6bf0d req-1decd416-7ed0-417f-823e-580a0ac1cfe4 service neutron] Bound port: 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:52:41.671592 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1ecc127f-4c3b-448e-8ebe-f26b82a6bf0d req-1decd416-7ed0-417f-823e-580a0ac1cfe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:41.674768 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b0bc2d58-f7e7-4221-b3a6-fa5dc6b56b94 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:41.684624 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b0bc2d58-f7e7-4221-b3a6-fa5dc6b56b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:41.709870 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3696730-75e5-4cd8-ae7d-527428e85ae5 req-bf1fffde-1e67-4832-97bb-703c64b5df77 tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:41.711349 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f3696730-75e5-4cd8-ae7d-527428e85ae5 req-bf1fffde-1e67-4832-97bb-703c64b5df77 tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] 10.222.0.13 "GET /v2.0/ports?device_id=b72ade81-ec28-4283-a1fe-5fc2a2f2bc38 HTTP/1.1" status: 200 len: 950 time: 0.2141595 Sep 17 07:52:41.714010 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-234da8d2-7a09-403e-a795-0795d7bdafa3 req-890f7e04-4895-4b13-a894-1ba1c19c867c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fa684fd0-a85e-469b-aed6-7fb0de9dc944&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2157004 Sep 17 07:52:41.734631 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bc2d58-f7e7-4221-b3a6-fa5dc6b56b94 None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:52:41.739364 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-b0bc2d58-f7e7-4221-b3a6-fa5dc6b56b94 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:52:41.750378 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bc2d58-f7e7-4221-b3a6-fa5dc6b56b94 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:52:41.769768 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-93b71694-3974-4d2a-8241-a1180a55a4e2 req-818f9953-803f-4edc-9ead-5485ac2abdbf tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Allocated IP 172.20.0.11 (cc97d231-b8e1-4f77-9438-e44ace44d63d/4e4f7180-884c-4866-a6b3-7ca3d74bdb19/472236c2-42a5-4ff4-bef2-c3bacfe3988a) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:52:41.813774 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-a9919ad3-2b0a-46a4-8253-465b0477137e tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Allocated IP 2001:db8::f816:3eff:fe37:b967 (b9683b68-a3a4-4974-8bd0-f6d916aa4b94/7ed1ac59-5fff-4731-a6f6-5013f5e7e850/c09afcc9-d916-40df-b478-11899d337a82) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:52:41.837690 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bc2d58-f7e7-4221-b3a6-fa5dc6b56b94 None None] Pushing event updated for resources: {'Port': ['ID=7a3fc310-359c-4e33-8b8e-daad90ea8b6d,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:41.850370 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-b0bc2d58-f7e7-4221-b3a6-fa5dc6b56b94 None None] Attempting to bind port 7a3fc310-359c-4e33-8b8e-daad90ea8b6d on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:52:41.850835 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-b0bc2d58-f7e7-4221-b3a6-fa5dc6b56b94 None None] Attempting to bind port 7a3fc310-359c-4e33-8b8e-daad90ea8b6d by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:52:41.851318 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bc2d58-f7e7-4221-b3a6-fa5dc6b56b94 None None] Attempting to bind port 7a3fc310-359c-4e33-8b8e-daad90ea8b6d on network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:52:41.858142 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bc2d58-f7e7-4221-b3a6-fa5dc6b56b94 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:52:41.861924 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bc2d58-f7e7-4221-b3a6-fa5dc6b56b94 None None] Checking segment: {'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:52:41.861924 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b0bc2d58-f7e7-4221-b3a6-fa5dc6b56b94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:41.861924 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bc2d58-f7e7-4221-b3a6-fa5dc6b56b94 None None] Bound using segment: {'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:52:41.861924 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-b0bc2d58-f7e7-4221-b3a6-fa5dc6b56b94 None None] Bound port: 7a3fc310-359c-4e33-8b8e-daad90ea8b6d, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:52:41.861924 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b0bc2d58-f7e7-4221-b3a6-fa5dc6b56b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:41.871871 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f3696730-75e5-4cd8-ae7d-527428e85ae5 req-bcb68ad8-2bfc-4a09-9a63-6f17983c180a tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] 10.222.0.13 "GET /v2.0/security-groups?id=35d7c12e-d93c-4ee3-a413-1080b8d112f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333592 Sep 17 07:52:41.947348 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-b0bc2d58-f7e7-4221-b3a6-fa5dc6b56b94 None None] For port 7a3fc310-359c-4e33-8b8e-daad90ea8b6d, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:52:41.951346 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-b0bc2d58-f7e7-4221-b3a6-fa5dc6b56b94 None None] For port 7a3fc310-359c-4e33-8b8e-daad90ea8b6d, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=7a3fc310-359c-4e33-8b8e-daad90ea8b6d,segment=NetworkSegment(ccc4c9b3-8f64-4b6a-96f4-35a1665005a6),segment_id=ccc4c9b3-8f64-4b6a-96f4-35a1665005a6)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:52:41.958832 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b0bc2d58-f7e7-4221-b3a6-fa5dc6b56b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:42.040250 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bc2d58-f7e7-4221-b3a6-fa5dc6b56b94 None None] Pushing event updated for resources: {'Port': ['ID=7a3fc310-359c-4e33-8b8e-daad90ea8b6d,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:42.063167 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-3afc7e3c-1c41-4307-9779-8b40c6a57a38 req-717bc8eb-2a31-4e8d-b0d7-cf4bd8cbebca tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:42.096441 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['2ebef5f4-f2c6-481a-852e-bbb44da1e25e', 'd2b0c748-7c11-48e9-9263-9301599bdf54'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:52:42.159525 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-93b71694-3974-4d2a-8241-a1180a55a4e2 req-818f9953-803f-4edc-9ead-5485ac2abdbf tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:42.221995 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717bc8eb-2a31-4e8d-b0d7-cf4bd8cbebca tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Pushing event deleted for resources: {'Port': ['ID=d2b0c748-7c11-48e9-9263-9301599bdf54,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:42.274359 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-3afc7e3c-1c41-4307-9779-8b40c6a57a38 req-717bc8eb-2a31-4e8d-b0d7-cf4bd8cbebca tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] No DVR routers for this DVR port d2b0c748-7c11-48e9-9263-9301599bdf54 on host n-h1-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:52:42.274555 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-1ecc127f-4c3b-448e-8ebe-f26b82a6bf0d req-1decd416-7ed0-417f-823e-580a0ac1cfe4 service neutron] For port 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc, host n-h1-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:52:42.278017 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-3afc7e3c-1c41-4307-9779-8b40c6a57a38 req-717bc8eb-2a31-4e8d-b0d7-cf4bd8cbebca tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:42.281021 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3afc7e3c-1c41-4307-9779-8b40c6a57a38 req-717bc8eb-2a31-4e8d-b0d7-cf4bd8cbebca tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] 10.222.0.41 "DELETE /v2.0/ports/d2b0c748-7c11-48e9-9263-9301599bdf54 HTTP/1.1" status: 204 len: 173 time: 1.2684681 Sep 17 07:52:42.287713 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1049d28-35d6-4d41-9d85-e80ff608156e', 'name': 'network-vif-deleted', 'tag': 'd2b0c748-7c11-48e9-9263-9301599bdf54'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:52:42.290230 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4580f94-6bee-46f4-990f-8834612a0fc6" -d '{"events": [{"server_uuid": "f1049d28-35d6-4d41-9d85-e80ff608156e", "name": "network-vif-deleted", "tag": "d2b0c748-7c11-48e9-9263-9301599bdf54"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:52:42.319372 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-1ecc127f-4c3b-448e-8ebe-f26b82a6bf0d req-1decd416-7ed0-417f-823e-580a0ac1cfe4 service neutron] For port 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=1d8b34db-b321-4d30-b06b-a79bbe2e4ddc,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:52:42.321218 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-3cc5873a-6653-4aaf-874c-f7413b91e35a req-18795093-2e71-4c25-8de7-f7b74571c1ef tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:42.379804 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1ecc127f-4c3b-448e-8ebe-f26b82a6bf0d req-1decd416-7ed0-417f-823e-580a0ac1cfe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:42.396776 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18795093-2e71-4c25-8de7-f7b74571c1ef tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Pushing event deleted for resources: {'Port': ['ID=2ebef5f4-f2c6-481a-852e-bbb44da1e25e,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:42.409924 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234da8d2-7a09-403e-a795-0795d7bdafa3 req-664f236e-c468-446a-9d9a-c1ce439adc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:42.412171 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-234da8d2-7a09-403e-a795-0795d7bdafa3 req-664f236e-c468-446a-9d9a-c1ce439adc92 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e3c94ece967c49989722015c639870a6&device_id=fa684fd0-a85e-469b-aed6-7fb0de9dc944 HTTP/1.1" status: 200 len: 1100 time: 0.5987175 Sep 17 07:52:42.452435 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71a0a1-e6aa-4e4e-86ae-b67b5f6a7116 req-01e01bfe-cd8f-48f2-8027-8f5aa6234271 tempest-VolumesActionsTest-1235138380 tempest-VolumesActionsTest-1235138380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:42.461040 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7c71a0a1-e6aa-4e4e-86ae-b67b5f6a7116 req-01e01bfe-cd8f-48f2-8027-8f5aa6234271 tempest-VolumesActionsTest-1235138380 tempest-VolumesActionsTest-1235138380-project] 10.222.0.13 "GET /v2.0/ports?device_id=68d67dd3-f489-4585-967d-0d212376d8bb HTTP/1.1" status: 200 len: 944 time: 0.6316068 Sep 17 07:52:42.482149 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc127f-4c3b-448e-8ebe-f26b82a6bf0d req-1decd416-7ed0-417f-823e-580a0ac1cfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:42.482787 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1ecc127f-4c3b-448e-8ebe-f26b82a6bf0d req-1decd416-7ed0-417f-823e-580a0ac1cfe4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:42.484291 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1ecc127f-4c3b-448e-8ebe-f26b82a6bf0d req-1decd416-7ed0-417f-823e-580a0ac1cfe4 service neutron] 10.222.0.41 "PUT /v2.0/ports/1d8b34db-b321-4d30-b06b-a79bbe2e4ddc HTTP/1.1" status: 200 len: 1095 time: 2.2742686 Sep 17 07:52:42.520981 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4eed81-a528-457f-934b-5a3d172b03cd req-da6a4500-607d-45dc-91e6-27ee1b2adce0 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:42.528997 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ae4eed81-a528-457f-934b-5a3d172b03cd req-da6a4500-607d-45dc-91e6-27ee1b2adce0 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee44c663-1dca-4669-be96-75e385fb6cf2 HTTP/1.1" status: 200 len: 949 time: 0.2757771 Sep 17 07:52:42.626015 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 7a3fc310-359c-4e33-8b8e-daad90ea8b6d up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:52:42.648194 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cc5873a-6653-4aaf-874c-f7413b91e35a req-18795093-2e71-4c25-8de7-f7b74571c1ef tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] No DVR routers for this DVR port 2ebef5f4-f2c6-481a-852e-bbb44da1e25e on host n-h1-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:52:42.650839 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-3cc5873a-6653-4aaf-874c-f7413b91e35a req-18795093-2e71-4c25-8de7-f7b74571c1ef tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:42.653329 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3cc5873a-6653-4aaf-874c-f7413b91e35a req-18795093-2e71-4c25-8de7-f7b74571c1ef tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] 10.222.0.41 "DELETE /v2.0/ports/2ebef5f4-f2c6-481a-852e-bbb44da1e25e HTTP/1.1" status: 204 len: 173 time: 1.8575020 Sep 17 07:52:42.717774 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 7a3fc310-359c-4e33-8b8e-daad90ea8b6d triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:52:42.718498 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:42.736280 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1decd416-7ed0-417f-823e-580a0ac1cfe4 service neutron] Pushing event updated for resources: {'Port': ['ID=1d8b34db-b321-4d30-b06b-a79bbe2e4ddc,revision_number=7']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:42.754446 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7c71a0a1-e6aa-4e4e-86ae-b67b5f6a7116 req-b4390502-a55d-4a21-9bdd-44d7552db251 tempest-VolumesActionsTest-1235138380 tempest-VolumesActionsTest-1235138380-project] 10.222.0.13 "GET /v2.0/security-groups?id=be1df00e-0fa3-4c05-a879-d15589d80a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923973 Sep 17 07:52:42.792073 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a9919ad3-2b0a-46a4-8253-465b0477137e tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:42.796691 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ae4eed81-a528-457f-934b-5a3d172b03cd req-373429fe-3905-453a-89a4-ed20a5b3b371 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623663 Sep 17 07:52:42.806715 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-93b71694-3974-4d2a-8241-a1180a55a4e2 req-818f9953-803f-4edc-9ead-5485ac2abdbf tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:42.833218 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc127f-4c3b-448e-8ebe-f26b82a6bf0d req-78790397-7d02-401e-ae53-006235dcf124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:42.835361 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1ecc127f-4c3b-448e-8ebe-f26b82a6bf0d req-78790397-7d02-401e-ae53-006235dcf124 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e3c94ece967c49989722015c639870a6&device_id=6566c730-eefa-423b-a200-1be4b53646f9 HTTP/1.1" status: 200 len: 1098 time: 0.2837679 Sep 17 07:52:42.850655 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234da8d2-7a09-403e-a795-0795d7bdafa3 req-289878fb-85c0-4444-8b0d-59a3161a6a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:42.852497 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-234da8d2-7a09-403e-a795-0795d7bdafa3 req-289878fb-85c0-4444-8b0d-59a3161a6a98 service neutron] 10.222.0.39 "GET /v2.0/networks?id=469390cd-cce5-49bd-b8f8-9e64018a0583 HTTP/1.1" status: 200 len: 870 time: 0.3865383 Sep 17 07:52:42.868332 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:42.902396 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818f9953-803f-4edc-9ead-5485ac2abdbf tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Pushing event updated for resources: {'Port': ['ID=472236c2-42a5-4ff4-bef2-c3bacfe3988a,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:42.904162 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 70588449-147e-43f1-b1d0-2a86c22e7cd3 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:52:42.943045 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port 7a3fc310-359c-4e33-8b8e-daad90ea8b6d, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=7a3fc310-359c-4e33-8b8e-daad90ea8b6d,segment=NetworkSegment(ccc4c9b3-8f64-4b6a-96f4-35a1665005a6),segment_id=ccc4c9b3-8f64-4b6a-96f4-35a1665005a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:52:42.952454 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93b71694-3974-4d2a-8241-a1180a55a4e2 req-818f9953-803f-4edc-9ead-5485ac2abdbf tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Network cc97d231-b8e1-4f77-9438-e44ace44d63d is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:52:42.956922 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911cfe31-c497-4644-9d25-c5d2ae75e86d x-openstack-request-id: req-911cfe31-c497-4644-9d25-c5d2ae75e86d {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:52:42.957237 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1049d28-35d6-4d41-9d85-e80ff608156e", "name": "network-vif-deleted", "tag": "d2b0c748-7c11-48e9-9263-9301599bdf54", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:52:42.957488 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-911cfe31-c497-4644-9d25-c5d2ae75e86d {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:52:42.957879 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1049d28-35d6-4d41-9d85-e80ff608156e', 'name': 'network-vif-deleted', 'tag': 'd2b0c748-7c11-48e9-9263-9301599bdf54', 'status': 'completed', 'code': 200} Sep 17 07:52:42.958675 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-93b71694-3974-4d2a-8241-a1180a55a4e2 req-818f9953-803f-4edc-9ead-5485ac2abdbf tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:52:42.961927 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-93b71694-3974-4d2a-8241-a1180a55a4e2 req-818f9953-803f-4edc-9ead-5485ac2abdbf tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:52:42.965099 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:42.986503 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device d3bc6e62-4727-44fa-9b13-f335c2f1b355 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:52:42.991537 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a9919ad3-2b0a-46a4-8253-465b0477137e tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:43.050194 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9919ad3-2b0a-46a4-8253-465b0477137e tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:52:43.055862 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-a9919ad3-2b0a-46a4-8253-465b0477137e tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:52:43.058342 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-234da8d2-7a09-403e-a795-0795d7bdafa3 req-5ad973b9-a7a6-4d8a-b39d-c835062144c7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=0c589904-32cd-4f69-bd3c-694b81963367 HTTP/1.1" status: 200 len: 217 time: 0.1739833 Sep 17 07:52:43.062049 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9919ad3-2b0a-46a4-8253-465b0477137e tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:52:43.076941 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9919ad3-2b0a-46a4-8253-465b0477137e tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:43.077615 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a9919ad3-2b0a-46a4-8253-465b0477137e tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:43.083931 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: d3bc6e62-4727-44fa-9b13-f335c2f1b355 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:52:43.083931 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device d3bc6e62-4727-44fa-9b13-f335c2f1b355 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:52:43.117525 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b71694-3974-4d2a-8241-a1180a55a4e2 req-818f9953-803f-4edc-9ead-5485ac2abdbf tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:43.118212 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-93b71694-3974-4d2a-8241-a1180a55a4e2 req-818f9953-803f-4edc-9ead-5485ac2abdbf tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:43.128655 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a9919ad3-2b0a-46a4-8253-465b0477137e tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9283900 Sep 17 07:52:43.131805 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9919ad3-2b0a-46a4-8253-465b0477137e tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event updated for resources: {'Port': ['ID=c09afcc9-d916-40df-b478-11899d337a82,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:43.142088 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 42124) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:43.154055 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-93b71694-3974-4d2a-8241-a1180a55a4e2 req-818f9953-803f-4edc-9ead-5485ac2abdbf tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1128116 Sep 17 07:52:43.164078 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port 70588449-147e-43f1-b1d0-2a86c22e7cd3 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:52:43.177002 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 70588449-147e-43f1-b1d0-2a86c22e7cd3 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:52:43.177754 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:43.189187 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-93b71694-3974-4d2a-8241-a1180a55a4e2 req-f975314f-84be-46ba-bd7b-68fa9e244dfa service neutron] Request body: {'port': {'device_id': '5ad9e25e-51b4-4558-882a-a65ea9fa1d6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:52:43.227075 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a358da2e-d9df-48b0-822d-3e76765503ce req-b80d3393-68c4-4907-bec2-70c7b1b8fbc3 tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] 10.222.0.13 "GET /v2.0/ports?device_id=390bf98d-1464-42fb-bc58-a23d070ad838 HTTP/1.1" status: 200 len: 210 time: 0.1256576 Sep 17 07:52:43.228531 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234da8d2-7a09-403e-a795-0795d7bdafa3 req-67dc34a2-5696-4b20-aa29-23e8d3282459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:43.230022 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-234da8d2-7a09-403e-a795-0795d7bdafa3 req-67dc34a2-5696-4b20-aa29-23e8d3282459 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.1275103 Sep 17 07:52:43.234750 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2b8e8b-b189-4797-81e6-2cf9711fb077 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:43.243260 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2b8e8b-b189-4797-81e6-2cf9711fb077 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:43.245120 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-8b2b8e8b-b189-4797-81e6-2cf9711fb077 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.1017535 Sep 17 07:52:43.248955 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 42126) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:43.250996 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27163d5c-a50d-45d8-b305-ab55d389bbc5 req-53cdbc31-3a9e-4d19-ab60-0d6d7e462757 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:43.260491 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-27163d5c-a50d-45d8-b305-ab55d389bbc5 req-53cdbc31-3a9e-4d19-ab60-0d6d7e462757 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 932 time: 0.2829041 Sep 17 07:52:43.262885 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=7a3fc310-359c-4e33-8b8e-daad90ea8b6d,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:43.325981 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-93b71694-3974-4d2a-8241-a1180a55a4e2 req-f975314f-84be-46ba-bd7b-68fa9e244dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:43.388624 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:43.406628 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-27163d5c-a50d-45d8-b305-ab55d389bbc5 req-1602cea8-74d2-440c-853a-49ac504f151f tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e165fbb-9ab8-4bf2-ab79-2b2690722fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266348 Sep 17 07:52:43.437055 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 70588449-147e-43f1-b1d0-2a86c22e7cd3, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=70588449-147e-43f1-b1d0-2a86c22e7cd3,segment=NetworkSegment(7a09cec3-035e-4ade-9b02-2ce8f1d2f729),segment_id=7a09cec3-035e-4ade-9b02-2ce8f1d2f729)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:52:43.438270 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68d67dd3-f489-4585-967d-0d212376d8bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70588449-147e-43f1-b1d0-2a86c22e7cd3'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:52:43.442193 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f05f17-14be-4ad1-ae1c-51e1c1accaa2" -d '{"events": [{"server_uuid": "68d67dd3-f489-4585-967d-0d212376d8bb", "name": "network-vif-plugged", "status": "completed", "tag": "70588449-147e-43f1-b1d0-2a86c22e7cd3"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:52:43.447053 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:43.448444 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:52:43.482988 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6566c730-eefa-423b-a200-1be4b53646f9', 'tag': '1d8b34db-b321-4d30-b06b-a79bbe2e4ddc'}, {'server_uuid': '390bf98d-1464-42fb-bc58-a23d070ad838', 'name': 'network-vif-deleted', 'tag': '2ebef5f4-f2c6-481a-852e-bbb44da1e25e'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:52:43.490214 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93699070-75e8-4681-9fb5-f6998fe3754e" -d '{"events": [{"name": "network-changed", "server_uuid": "6566c730-eefa-423b-a200-1be4b53646f9", "tag": "1d8b34db-b321-4d30-b06b-a79bbe2e4ddc"}, {"server_uuid": "390bf98d-1464-42fb-bc58-a23d070ad838", "name": "network-vif-deleted", "tag": "2ebef5f4-f2c6-481a-852e-bbb44da1e25e"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:52:43.512443 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f461a-b460-4213-a572-6612f3687d0f req-cefd1dad-9cdd-45ef-aa14-cd92d675d1ed tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:43.514076 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ec0f461a-b460-4213-a572-6612f3687d0f req-cefd1dad-9cdd-45ef-aa14-cd92d675d1ed tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=6566c730-eefa-423b-a200-1be4b53646f9 HTTP/1.1" status: 200 len: 947 time: 0.1498501 Sep 17 07:52:43.539110 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-4d71ade1-4485-429e-9c97-84e85cb3cd1e tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Deleting port c09afcc9-d916-40df-b478-11899d337a82 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:52:43.539364 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4d71ade1-4485-429e-9c97-84e85cb3cd1e tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:43.558801 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234da8d2-7a09-403e-a795-0795d7bdafa3 req-55a414f1-303c-45d1-8c7b-ad85271538ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:43.560390 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-234da8d2-7a09-403e-a795-0795d7bdafa3 req-55a414f1-303c-45d1-8c7b-ad85271538ea service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2972755 Sep 17 07:52:43.578473 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc127f-4c3b-448e-8ebe-f26b82a6bf0d req-5bc6d1db-75b2-473f-a971-d91406778735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:43.580557 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1ecc127f-4c3b-448e-8ebe-f26b82a6bf0d req-5bc6d1db-75b2-473f-a971-d91406778735 service neutron] 10.222.0.41 "GET /v2.0/networks?id=469390cd-cce5-49bd-b8f8-9e64018a0583 HTTP/1.1" status: 200 len: 870 time: 0.7230358 Sep 17 07:52:43.603748 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ec0f461a-b460-4213-a572-6612f3687d0f req-46dd5604-d77d-44ea-96c3-1802513dad54 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783579 Sep 17 07:52:43.662242 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1ecc127f-4c3b-448e-8ebe-f26b82a6bf0d req-0d188d92-afa5-456e-adbf-0954f9cda1d8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=1d8b34db-b321-4d30-b06b-a79bbe2e4ddc HTTP/1.1" status: 200 len: 217 time: 0.0630536 Sep 17 07:52:43.695421 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:52:43.706634 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f892f76-df9f-4ef5-ab83-8909fe809209 x-openstack-request-id: req-9f892f76-df9f-4ef5-ab83-8909fe809209 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:52:43.707411 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68d67dd3-f489-4585-967d-0d212376d8bb", "name": "network-vif-plugged", "status": "completed", "tag": "70588449-147e-43f1-b1d0-2a86c22e7cd3", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:52:43.707672 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9f892f76-df9f-4ef5-ab83-8909fe809209 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:52:43.708842 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68d67dd3-f489-4585-967d-0d212376d8bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70588449-147e-43f1-b1d0-2a86c22e7cd3', 'code': 200} Sep 17 07:52:43.709738 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4d71ade1-4485-429e-9c97-84e85cb3cd1e tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:43.726392 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc127f-4c3b-448e-8ebe-f26b82a6bf0d req-d124f0fa-43e0-4d92-89b8-0851168a8a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:43.727915 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1ecc127f-4c3b-448e-8ebe-f26b82a6bf0d req-d124f0fa-43e0-4d92-89b8-0851168a8a3f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.0483184 Sep 17 07:52:43.742397 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-a16af818-0609-4e8f-a7be-f3b19a27fa66 None None] Provisioning complete for port 7a3fc310-359c-4e33-8b8e-daad90ea8b6d triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:52:43.743597 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f91ddc0-603e-4bc4-8e9f-8142e8226a7c req-fc143603-25d7-4863-8e36-2ce7ee6fe49d tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:43.747655 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-4d71ade1-4485-429e-9c97-84e85cb3cd1e tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Calling delete_port for c09afcc9-d916-40df-b478-11899d337a82 owned by {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:52:43.748336 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a16af818-0609-4e8f-a7be-f3b19a27fa66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:43.757425 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0f91ddc0-603e-4bc4-8e9f-8142e8226a7c req-fc143603-25d7-4863-8e36-2ce7ee6fe49d tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] 10.222.0.13 "GET /v2.0/ports?device_id=b72ade81-ec28-4283-a1fe-5fc2a2f2bc38 HTTP/1.1" status: 200 len: 950 time: 0.2352903 Sep 17 07:52:43.841085 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=70588449-147e-43f1-b1d0-2a86c22e7cd3,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:43.855686 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 17 Sep 2021 07:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507c4170-feb1-4d6d-95fc-353be55bc1a9 x-openstack-request-id: req-507c4170-feb1-4d6d-95fc-353be55bc1a9 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:52:43.858277 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6566c730-eefa-423b-a200-1be4b53646f9", "tag": "1d8b34db-b321-4d30-b06b-a79bbe2e4ddc", "status": "completed", "code": 200}, {"server_uuid": "390bf98d-1464-42fb-bc58-a23d070ad838", "name": "network-vif-deleted", "tag": "2ebef5f4-f2c6-481a-852e-bbb44da1e25e", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:52:43.861820 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-507c4170-feb1-4d6d-95fc-353be55bc1a9 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:52:43.862284 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6566c730-eefa-423b-a200-1be4b53646f9', 'tag': '1d8b34db-b321-4d30-b06b-a79bbe2e4ddc', 'status': 'completed', 'code': 200} Sep 17 07:52:43.862544 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '390bf98d-1464-42fb-bc58-a23d070ad838', 'name': 'network-vif-deleted', 'tag': '2ebef5f4-f2c6-481a-852e-bbb44da1e25e', 'status': 'completed', 'code': 200} Sep 17 07:52:43.880212 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0f91ddc0-603e-4bc4-8e9f-8142e8226a7c req-3b4b4361-def5-41ca-86bf-0b1cab48503a tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] 10.222.0.13 "GET /v2.0/security-groups?id=35d7c12e-d93c-4ee3-a413-1080b8d112f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170359 Sep 17 07:52:43.952773 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc127f-4c3b-448e-8ebe-f26b82a6bf0d req-4d08e12d-1cec-463a-ab66-f4f1cc80216e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:43.954296 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1ecc127f-4c3b-448e-8ebe-f26b82a6bf0d req-4d08e12d-1cec-463a-ab66-f4f1cc80216e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1915119 Sep 17 07:52:43.983669 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-93b71694-3974-4d2a-8241-a1180a55a4e2 req-f975314f-84be-46ba-bd7b-68fa9e244dfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 472236c2-42a5-4ff4-bef2-c3bacfe3988a {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:52:43.995502 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-93b71694-3974-4d2a-8241-a1180a55a4e2 req-f975314f-84be-46ba-bd7b-68fa9e244dfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:44.011523 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b8581-fd41-4db1-94f2-697661c4df84 req-bb5c721c-b2ed-41b5-9ea9-ff80c1b00395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:44.013071 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4f2b8581-fd41-4db1-94f2-697661c4df84 req-bb5c721c-b2ed-41b5-9ea9-ff80c1b00395 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=68d67dd3-f489-4585-967d-0d212376d8bb HTTP/1.1" status: 200 len: 1096 time: 0.1766291 Sep 17 07:52:44.029217 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-234da8d2-7a09-403e-a795-0795d7bdafa3 req-14afaee2-b4d8-4ae9-bea1-14b45f951e22 service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4289498 Sep 17 07:52:44.034099 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93699070-75e8-4681-9fb5-f6998fe3754e req-1b104c35-fb1c-4df9-945c-65d09a0c4e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:44.035574 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-93699070-75e8-4681-9fb5-f6998fe3754e req-1b104c35-fb1c-4df9-945c-65d09a0c4e50 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e3c94ece967c49989722015c639870a6&device_id=6566c730-eefa-423b-a200-1be4b53646f9 HTTP/1.1" status: 200 len: 1098 time: 0.1775270 Sep 17 07:52:44.037497 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-c89a01fe-227e-4b57-954d-52639ff0661a None None] Provisioning complete for port c09afcc9-d916-40df-b478-11899d337a82 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:52:44.037973 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c89a01fe-227e-4b57-954d-52639ff0661a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:44.042014 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-93b71694-3974-4d2a-8241-a1180a55a4e2 req-f975314f-84be-46ba-bd7b-68fa9e244dfa service neutron] Transition to ACTIVE for port object 472236c2-42a5-4ff4-bef2-c3bacfe3988a will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:52:44.054029 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-93b71694-3974-4d2a-8241-a1180a55a4e2 req-f975314f-84be-46ba-bd7b-68fa9e244dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:44.082105 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9c3f7-5c52-481f-9212-71a35b793be3 req-526ccf1c-2707-4b48-9684-ff19029fab59 tempest-VolumesActionsTest-1235138380 tempest-VolumesActionsTest-1235138380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:44.089477 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1cf9c3f7-5c52-481f-9212-71a35b793be3 req-526ccf1c-2707-4b48-9684-ff19029fab59 tempest-VolumesActionsTest-1235138380 tempest-VolumesActionsTest-1235138380-project] 10.222.0.13 "GET /v2.0/ports?device_id=68d67dd3-f489-4585-967d-0d212376d8bb HTTP/1.1" status: 200 len: 945 time: 0.1961250 Sep 17 07:52:44.091651 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-c89a01fe-227e-4b57-954d-52639ff0661a None None] Port c09afcc9-d916-40df-b478-11899d337a82 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:52:44.129410 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c361fc2-511b-473f-a513-68cfebba623f req-6ba5151e-e096-44ac-8e64-4a4905d81bc6 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:44.129932 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4f2b8581-fd41-4db1-94f2-697661c4df84 req-5e13ba47-ea8d-4cf5-9de2-40cd00c687e9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=be1df00e-0fa3-4c05-a879-d15589d80a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057577 Sep 17 07:52:44.130827 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6c361fc2-511b-473f-a513-68cfebba623f req-6ba5151e-e096-44ac-8e64-4a4905d81bc6 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee44c663-1dca-4669-be96-75e385fb6cf2 HTTP/1.1" status: 200 len: 949 time: 0.1738844 Sep 17 07:52:44.151810 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f975314f-84be-46ba-bd7b-68fa9e244dfa service neutron] Pushing event updated for resources: {'Port': ['ID=472236c2-42a5-4ff4-bef2-c3bacfe3988a,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:44.157457 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4d71ade1-4485-429e-9c97-84e85cb3cd1e tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:44.173126 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1cf9c3f7-5c52-481f-9212-71a35b793be3 req-dc296ac7-e238-4a31-9877-792aa1476d71 tempest-VolumesActionsTest-1235138380 tempest-VolumesActionsTest-1235138380-project] 10.222.0.13 "GET /v2.0/security-groups?id=be1df00e-0fa3-4c05-a879-d15589d80a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827878 Sep 17 07:52:44.176675 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1ecc127f-4c3b-448e-8ebe-f26b82a6bf0d req-0998c7c1-1e12-49ee-a3c0-df1c1f781954 service neutron] 10.222.0.41 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140501 Sep 17 07:52:44.201520 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d71ade1-4485-429e-9c97-84e85cb3cd1e tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event deleted for resources: {'Port': ['ID=c09afcc9-d916-40df-b478-11899d337a82,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:44.256146 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4d71ade1-4485-429e-9c97-84e85cb3cd1e tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:44.260514 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-4d71ade1-4485-429e-9c97-84e85cb3cd1e tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/ports/c09afcc9-d916-40df-b478-11899d337a82 HTTP/1.1" status: 204 len: 168 time: 1.0082157 Sep 17 07:52:44.260673 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 42142) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:44.288035 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6c361fc2-511b-473f-a513-68cfebba623f req-2c02bc53-064f-455d-a1fe-ae1fe2b2a970 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493409 Sep 17 07:52:44.328917 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-93b71694-3974-4d2a-8241-a1180a55a4e2 req-f975314f-84be-46ba-bd7b-68fa9e244dfa service neutron] Attempting to bind port 472236c2-42a5-4ff4-bef2-c3bacfe3988a on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:52:44.329270 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-93b71694-3974-4d2a-8241-a1180a55a4e2 req-f975314f-84be-46ba-bd7b-68fa9e244dfa service neutron] Attempting to bind port 472236c2-42a5-4ff4-bef2-c3bacfe3988a by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'f6b74a07-e284-4528-a460-88b5614ba92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cc97d231-b8e1-4f77-9438-e44ace44d63d'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:52:44.329588 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b71694-3974-4d2a-8241-a1180a55a4e2 req-f975314f-84be-46ba-bd7b-68fa9e244dfa service neutron] Attempting to bind port 472236c2-42a5-4ff4-bef2-c3bacfe3988a on network cc97d231-b8e1-4f77-9438-e44ace44d63d {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:52:44.352715 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b71694-3974-4d2a-8241-a1180a55a4e2 req-f975314f-84be-46ba-bd7b-68fa9e244dfa service neutron] Port 472236c2-42a5-4ff4-bef2-c3bacfe3988a on network cc97d231-b8e1-4f77-9438-e44ace44d63d not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:52:44.353049 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b71694-3974-4d2a-8241-a1180a55a4e2 req-f975314f-84be-46ba-bd7b-68fa9e244dfa service neutron] Attempting to bind port 472236c2-42a5-4ff4-bef2-c3bacfe3988a on network cc97d231-b8e1-4f77-9438-e44ace44d63d {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:52:44.359219 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028ecc88-af29-462b-8092-180b0b9e0ca2 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:44.360865 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028ecc88-af29-462b-8092-180b0b9e0ca2 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:44.364872 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-028ecc88-af29-462b-8092-180b0b9e0ca2 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1009266 Sep 17 07:52:44.365052 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device d2b0c748-7c11-48e9-9263-9301599bdf54 no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:52:44.365149 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 42144) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:44.366832 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-234da8d2-7a09-403e-a795-0795d7bdafa3 req-0caef8ec-21c0-45a1-9639-aa47d544d3d5 service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812694 Sep 17 07:52:44.374229 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b71694-3974-4d2a-8241-a1180a55a4e2 req-f975314f-84be-46ba-bd7b-68fa9e244dfa service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:52:44.374573 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b71694-3974-4d2a-8241-a1180a55a4e2 req-f975314f-84be-46ba-bd7b-68fa9e244dfa service neutron] Checking segment: {'id': 'f6b74a07-e284-4528-a460-88b5614ba92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cc97d231-b8e1-4f77-9438-e44ace44d63d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:52:44.374951 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b71694-3974-4d2a-8241-a1180a55a4e2 req-f975314f-84be-46ba-bd7b-68fa9e244dfa service neutron] Bound using segment: {'id': 'f6b74a07-e284-4528-a460-88b5614ba92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cc97d231-b8e1-4f77-9438-e44ace44d63d'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:52:44.375403 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-93b71694-3974-4d2a-8241-a1180a55a4e2 req-f975314f-84be-46ba-bd7b-68fa9e244dfa service neutron] Bound port: 472236c2-42a5-4ff4-bef2-c3bacfe3988a, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6b74a07-e284-4528-a460-88b5614ba92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cc97d231-b8e1-4f77-9438-e44ace44d63d'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:52:44.375777 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-93b71694-3974-4d2a-8241-a1180a55a4e2 req-f975314f-84be-46ba-bd7b-68fa9e244dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:44.378912 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1ecc127f-4c3b-448e-8ebe-f26b82a6bf0d req-3373d573-001e-498d-b5fa-238a9bf26a6e service neutron] 10.222.0.41 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919622 Sep 17 07:52:44.437083 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] No Port match for: d2b0c748-7c11-48e9-9263-9301599bdf54 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:52:44.437459 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device d2b0c748-7c11-48e9-9263-9301599bdf54 not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:52:44.438341 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 2ebef5f4-f2c6-481a-852e-bbb44da1e25e no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:52:44.463883 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-3149bc48-48c7-4146-a68f-6bebd22b93e9 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Deleting subnet 7ed1ac59-5fff-4731-a6f6-5013f5e7e850 {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:52:44.470158 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3149bc48-48c7-4146-a68f-6bebd22b93e9 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:44.489398 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] No Port match for: 2ebef5f4-f2c6-481a-852e-bbb44da1e25e {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:52:44.489906 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 2ebef5f4-f2c6-481a-852e-bbb44da1e25e not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:52:44.552825 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93699070-75e8-4681-9fb5-f6998fe3754e req-4a4b92a8-fcd0-4d94-b9b8-0e52f265929c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:44.552825 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-93699070-75e8-4681-9fb5-f6998fe3754e req-4a4b92a8-fcd0-4d94-b9b8-0e52f265929c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e3c94ece967c49989722015c639870a6&device_id=6566c730-eefa-423b-a200-1be4b53646f9 HTTP/1.1" status: 200 len: 1098 time: 0.0842881 Sep 17 07:52:44.607966 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-93b71694-3974-4d2a-8241-a1180a55a4e2 req-f975314f-84be-46ba-bd7b-68fa9e244dfa service neutron] For port 472236c2-42a5-4ff4-bef2-c3bacfe3988a, host n-h1-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:52:44.610502 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 7a3fc310-359c-4e33-8b8e-daad90ea8b6d up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:52:44.637529 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3149bc48-48c7-4146-a68f-6bebd22b93e9 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:44.661398 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 7a3fc310-359c-4e33-8b8e-daad90ea8b6d triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:52:44.661768 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:44.707357 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4842b579-7f8d-4593-8b07-cfe3dd133a79 req-4559b5f6-4acf-4210-ab68-ac9f12123d21 tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:44.708932 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4842b579-7f8d-4593-8b07-cfe3dd133a79 req-4559b5f6-4acf-4210-ab68-ac9f12123d21 tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] 10.222.0.13 "GET /v2.0/ports?device_id=b72ade81-ec28-4283-a1fe-5fc2a2f2bc38 HTTP/1.1" status: 200 len: 950 time: 0.1756003 Sep 17 07:52:44.713269 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-93b71694-3974-4d2a-8241-a1180a55a4e2 req-f975314f-84be-46ba-bd7b-68fa9e244dfa service neutron] For port 472236c2-42a5-4ff4-bef2-c3bacfe3988a, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=472236c2-42a5-4ff4-bef2-c3bacfe3988a,segment=NetworkSegment(f6b74a07-e284-4528-a460-88b5614ba92d),segment_id=f6b74a07-e284-4528-a460-88b5614ba92d)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:52:44.732765 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-93b71694-3974-4d2a-8241-a1180a55a4e2 req-f975314f-84be-46ba-bd7b-68fa9e244dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:44.760132 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93699070-75e8-4681-9fb5-f6998fe3754e req-f7d477a6-e578-433d-9b40-f69f9353fc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:44.764338 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-93699070-75e8-4681-9fb5-f6998fe3754e req-f7d477a6-e578-433d-9b40-f69f9353fc1c service neutron] 10.222.0.41 "GET /v2.0/networks?id=469390cd-cce5-49bd-b8f8-9e64018a0583 HTTP/1.1" status: 200 len: 870 time: 0.2019639 Sep 17 07:52:44.772476 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39165927-7a26-4786-9163-8138b2a771fe req-59973227-932c-46ef-8670-557f7b9239be tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:44.773872 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-39165927-7a26-4786-9163-8138b2a771fe req-59973227-932c-46ef-8670-557f7b9239be tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 944 time: 0.1095293 Sep 17 07:52:44.809639 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93699070-75e8-4681-9fb5-f6998fe3754e req-dfe2a910-9d09-4f29-991c-017ff7060b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:44.811114 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-93699070-75e8-4681-9fb5-f6998fe3754e req-dfe2a910-9d09-4f29-991c-017ff7060b3b service neutron] 10.222.0.39 "GET /v2.0/networks?id=469390cd-cce5-49bd-b8f8-9e64018a0583 HTTP/1.1" status: 200 len: 870 time: 0.2825551 Sep 17 07:52:44.813838 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b71694-3974-4d2a-8241-a1180a55a4e2 req-f975314f-84be-46ba-bd7b-68fa9e244dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:44.814982 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-93b71694-3974-4d2a-8241-a1180a55a4e2 req-f975314f-84be-46ba-bd7b-68fa9e244dfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:44.816268 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-93b71694-3974-4d2a-8241-a1180a55a4e2 req-f975314f-84be-46ba-bd7b-68fa9e244dfa service neutron] 10.222.0.41 "PUT /v2.0/ports/472236c2-42a5-4ff4-bef2-c3bacfe3988a HTTP/1.1" status: 200 len: 1092 time: 1.6333842 Sep 17 07:52:44.830589 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4842b579-7f8d-4593-8b07-cfe3dd133a79 req-5502402e-f96a-4171-91de-b27425c8eb9d tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] 10.222.0.13 "GET /v2.0/security-groups?id=35d7c12e-d93c-4ee3-a413-1080b8d112f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117160 Sep 17 07:52:44.834326 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-93699070-75e8-4681-9fb5-f6998fe3754e req-19f893a7-1107-45a7-a631-216f2bedf5d4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=1d8b34db-b321-4d30-b06b-a79bbe2e4ddc HTTP/1.1" status: 200 len: 217 time: 0.0589337 Sep 17 07:52:44.883665 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-93699070-75e8-4681-9fb5-f6998fe3754e req-b9c9f8af-553e-4365-861d-9a7dc3758e61 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=1d8b34db-b321-4d30-b06b-a79bbe2e4ddc HTTP/1.1" status: 200 len: 217 time: 0.0614231 Sep 17 07:52:44.886928 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3149bc48-48c7-4146-a68f-6bebd22b93e9 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:44.890426 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f975314f-84be-46ba-bd7b-68fa9e244dfa service neutron] Pushing event updated for resources: {'Port': ['ID=472236c2-42a5-4ff4-bef2-c3bacfe3988a,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:44.893441 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-39165927-7a26-4786-9163-8138b2a771fe req-0c5f4a7a-9000-44e4-9d39-86c6400ac9a7 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e165fbb-9ab8-4bf2-ab79-2b2690722fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069109 Sep 17 07:52:44.904275 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93699070-75e8-4681-9fb5-f6998fe3754e req-aa8fc533-a629-45be-b34a-3fcc3bf6d12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:44.906507 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-93699070-75e8-4681-9fb5-f6998fe3754e req-aa8fc533-a629-45be-b34a-3fcc3bf6d12e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.0653872 Sep 17 07:52:44.926008 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 42154) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:44.959203 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ad9e25e-51b4-4558-882a-a65ea9fa1d6d', 'tag': '472236c2-42a5-4ff4-bef2-c3bacfe3988a'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:52:44.961480 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a12fc1aa-254c-4ac9-98ff-2b4d09e5d642" -d '{"events": [{"name": "network-changed", "server_uuid": "5ad9e25e-51b4-4558-882a-a65ea9fa1d6d", "tag": "472236c2-42a5-4ff4-bef2-c3bacfe3988a"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:52:45.003281 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-235c7b54-7dc1-45d3-9c38-19c3a88832ba x-openstack-request-id: req-235c7b54-7dc1-45d3-9c38-19c3a88832ba {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:52:45.003281 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ad9e25e-51b4-4558-882a-a65ea9fa1d6d", "tag": "472236c2-42a5-4ff4-bef2-c3bacfe3988a", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:52:45.003534 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-235c7b54-7dc1-45d3-9c38-19c3a88832ba {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:52:45.003783 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ad9e25e-51b4-4558-882a-a65ea9fa1d6d', 'tag': '472236c2-42a5-4ff4-bef2-c3bacfe3988a', 'status': 'completed', 'code': 200} Sep 17 07:52:45.027522 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b71694-3974-4d2a-8241-a1180a55a4e2 req-e24d47e2-d982-4c06-832d-0130393c8aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:45.029063 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-93b71694-3974-4d2a-8241-a1180a55a4e2 req-e24d47e2-d982-4c06-832d-0130393c8aac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce0a475621e847aaadce10f168c718d9&device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 1095 time: 0.1071522 Sep 17 07:52:45.032515 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93699070-75e8-4681-9fb5-f6998fe3754e req-dd605485-f494-4fcf-ac1f-72a112c555fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:45.033909 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-93699070-75e8-4681-9fb5-f6998fe3754e req-dd605485-f494-4fcf-ac1f-72a112c555fd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.1130710 Sep 17 07:52:45.036040 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbdf31d2-ce9a-4042-82a9-d1ce7d80ae3e admin admin] Deleting subnet dc7877a3-5396-4e28-b4e8-3e5610c34e9a {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:52:45.039310 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3149bc48-48c7-4146-a68f-6bebd22b93e9 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:45.044868 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bbdf31d2-ce9a-4042-82a9-d1ce7d80ae3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:45.068160 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93699070-75e8-4681-9fb5-f6998fe3754e req-31250a53-0316-46f7-a04a-b23a389a55f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:45.069684 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-93699070-75e8-4681-9fb5-f6998fe3754e req-31250a53-0316-46f7-a04a-b23a389a55f0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1531923 Sep 17 07:52:45.100315 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b3415-8cfe-45b2-8747-9e05cdd296c6 req-ebc6a911-aa10-400c-b02d-66429724c016 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:45.101829 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1a6b3415-8cfe-45b2-8747-9e05cdd296c6 req-ebc6a911-aa10-400c-b02d-66429724c016 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=6566c730-eefa-423b-a200-1be4b53646f9 HTTP/1.1" status: 200 len: 947 time: 0.1193750 Sep 17 07:52:45.112655 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3149bc48-48c7-4146-a68f-6bebd22b93e9 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event deleted for resources: {'Subnet': ['ID=7ed1ac59-5fff-4731-a6f6-5013f5e7e850,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:45.119521 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bbdf31d2-ce9a-4042-82a9-d1ce7d80ae3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:45.130743 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-93b71694-3974-4d2a-8241-a1180a55a4e2 req-dae53184-7852-490c-a660-3f8bb73d847b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=472236c2-42a5-4ff4-bef2-c3bacfe3988a HTTP/1.1" status: 200 len: 217 time: 0.0856955 Sep 17 07:52:45.133145 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3149bc48-48c7-4146-a68f-6bebd22b93e9 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:45.135892 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-3149bc48-48c7-4146-a68f-6bebd22b93e9 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/subnets/7ed1ac59-5fff-4731-a6f6-5013f5e7e850 HTTP/1.1" status: 204 len: 168 time: 0.7688911 Sep 17 07:52:45.137596 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db9d63a-10d3-4c9d-9d2b-2cb71c88d562 None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:52:45.146693 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 42158) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:45.231219 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1a6b3415-8cfe-45b2-8747-9e05cdd296c6 req-dc8f1755-27bb-4f66-a89f-25972853d404 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164317 Sep 17 07:52:45.235182 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bbdf31d2-ce9a-4042-82a9-d1ce7d80ae3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:45.246398 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-06888197-7c8c-4d01-b6b2-ad1a8e31d86d tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0957942 Sep 17 07:52:45.246398 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b71694-3974-4d2a-8241-a1180a55a4e2 req-68ab8e17-9e45-4014-962e-bc83cf4f5fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:45.247147 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-93b71694-3974-4d2a-8241-a1180a55a4e2 req-68ab8e17-9e45-4014-962e-bc83cf4f5fd2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4e4f7180-884c-4866-a6b3-7ca3d74bdb19 HTTP/1.1" status: 200 len: 862 time: 0.1095273 Sep 17 07:52:45.251279 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 42162) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:45.283536 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93699070-75e8-4681-9fb5-f6998fe3754e req-19409da5-6194-4e1c-a961-1c1166f25cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:45.286138 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-93699070-75e8-4681-9fb5-f6998fe3754e req-19409da5-6194-4e1c-a961-1c1166f25cca service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2142642 Sep 17 07:52:45.328217 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-93b71694-3974-4d2a-8241-a1180a55a4e2 req-bec373f4-e47c-425d-b6fd-8d67b2587e46 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cc97d231-b8e1-4f77-9438-e44ace44d63d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686922 Sep 17 07:52:45.329347 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-93699070-75e8-4681-9fb5-f6998fe3754e req-82a13634-2d77-4ac5-b0d1-36258c08692f service neutron] 10.222.0.41 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513978 Sep 17 07:52:45.339166 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674e285-5fa7-4296-9e6f-d605302eac3f req-53604ede-d912-4df5-9567-7307fa0e6ff6 tempest-VolumesActionsTest-1235138380 tempest-VolumesActionsTest-1235138380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:45.340766 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b674e285-5fa7-4296-9e6f-d605302eac3f req-53604ede-d912-4df5-9567-7307fa0e6ff6 tempest-VolumesActionsTest-1235138380 tempest-VolumesActionsTest-1235138380-project] 10.222.0.13 "GET /v2.0/ports?device_id=68d67dd3-f489-4585-967d-0d212376d8bb HTTP/1.1" status: 200 len: 945 time: 0.0805058 Sep 17 07:52:45.389388 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90d4507-fb57-4a7c-9704-8b6163011964 None None] DHCP port deletion for b9683b68-a3a4-4974-8bd0-f6d916aa4b94 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 07:52:45.415482 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3d39d8-8773-4d30-a11b-8b8e990ffec2 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:45.419397 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-cd3d39d8-8773-4d30-a11b-8b8e990ffec2 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1632569 Sep 17 07:52:45.426778 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 42166) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:45.440421 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-c90d4507-fb57-4a7c-9704-8b6163011964 None None] Deleting port 7a3fc310-359c-4e33-8b8e-daad90ea8b6d {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:52:45.440864 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c90d4507-fb57-4a7c-9704-8b6163011964 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:45.493636 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bbdf31d2-ce9a-4042-82a9-d1ce7d80ae3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:45.509183 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-c90d4507-fb57-4a7c-9704-8b6163011964 None None] For port 7a3fc310-359c-4e33-8b8e-daad90ea8b6d, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=7a3fc310-359c-4e33-8b8e-daad90ea8b6d,segment=NetworkSegment(ccc4c9b3-8f64-4b6a-96f4-35a1665005a6),segment_id=ccc4c9b3-8f64-4b6a-96f4-35a1665005a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:52:45.509584 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c90d4507-fb57-4a7c-9704-8b6163011964 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:45.522118 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-c90d4507-fb57-4a7c-9704-8b6163011964 None None] Calling delete_port for 7a3fc310-359c-4e33-8b8e-daad90ea8b6d owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:52:45.527018 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-93699070-75e8-4681-9fb5-f6998fe3754e req-210dc1e6-6b7b-401b-9ee4-3803e96cd634 service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105508 Sep 17 07:52:45.530357 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-93b71694-3974-4d2a-8241-a1180a55a4e2 req-813d10e0-f046-4a17-926f-33206d7869e4 service neutron] 10.222.0.41 "GET /v2.0/networks/cc97d231-b8e1-4f77-9438-e44ace44d63d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804035 Sep 17 07:52:45.549882 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b674e285-5fa7-4296-9e6f-d605302eac3f req-b1c26e1d-c5ef-489c-a74b-e338f6f96370 tempest-VolumesActionsTest-1235138380 tempest-VolumesActionsTest-1235138380-project] 10.222.0.13 "GET /v2.0/security-groups?id=be1df00e-0fa3-4c05-a879-d15589d80a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912735 Sep 17 07:52:45.558402 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdf31d2-ce9a-4042-82a9-d1ce7d80ae3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc7877a3-5396-4e28-b4e8-3e5610c34e9a,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:45.589042 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdf31d2-ce9a-4042-82a9-d1ce7d80ae3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:52:45.589388 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdf31d2-ce9a-4042-82a9-d1ce7d80ae3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:52:45.589737 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdf31d2-ce9a-4042-82a9-d1ce7d80ae3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:52:45.590082 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdf31d2-ce9a-4042-82a9-d1ce7d80ae3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:52:45.590420 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdf31d2-ce9a-4042-82a9-d1ce7d80ae3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:52:45.590750 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdf31d2-ce9a-4042-82a9-d1ce7d80ae3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:52:45.591136 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdf31d2-ce9a-4042-82a9-d1ce7d80ae3e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:52:45.591417 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdf31d2-ce9a-4042-82a9-d1ce7d80ae3e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:52:45.591745 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdf31d2-ce9a-4042-82a9-d1ce7d80ae3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:52:45.592139 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdf31d2-ce9a-4042-82a9-d1ce7d80ae3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:52:45.592418 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdf31d2-ce9a-4042-82a9-d1ce7d80ae3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:52:45.592744 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdf31d2-ce9a-4042-82a9-d1ce7d80ae3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:52:45.602465 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bbdf31d2-ce9a-4042-82a9-d1ce7d80ae3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:45.606667 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-bbdf31d2-ce9a-4042-82a9-d1ce7d80ae3e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/dc7877a3-5396-4e28-b4e8-3e5610c34e9a HTTP/1.1" status: 204 len: 168 time: 0.6772583 Sep 17 07:52:45.610667 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 42170) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:45.618856 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e9025-db13-4a3d-9075-b9c08483f2d7 req-8cbbce77-cab3-4df0-8f4b-e5febbf3b22d tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:45.626075 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1a8e9025-db13-4a3d-9075-b9c08483f2d7 req-8cbbce77-cab3-4df0-8f4b-e5febbf3b22d tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee44c663-1dca-4669-be96-75e385fb6cf2 HTTP/1.1" status: 200 len: 949 time: 0.2158861 Sep 17 07:52:45.637545 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c90d4507-fb57-4a7c-9704-8b6163011964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:45.653911 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344d4dd4-c9ab-4bd7-9b34-3b44876c613a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:45.655355 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-344d4dd4-c9ab-4bd7-9b34-3b44876c613a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1964669 Sep 17 07:52:45.663470 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 42172) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:45.669729 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90d4507-fb57-4a7c-9704-8b6163011964 None None] Pushing event deleted for resources: {'Port': ['ID=7a3fc310-359c-4e33-8b8e-daad90ea8b6d,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:45.674412 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90d4507-fb57-4a7c-9704-8b6163011964 None None] No DVR routers for this DVR port 7a3fc310-359c-4e33-8b8e-daad90ea8b6d on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:52:45.702118 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-93699070-75e8-4681-9fb5-f6998fe3754e req-13c26df9-1c7a-400b-a912-5e70f6e91bb9 service neutron] 10.222.0.41 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3579452 Sep 17 07:52:45.705550 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1a8e9025-db13-4a3d-9075-b9c08483f2d7 req-1166d939-fbca-4ea8-98ff-a7814bdb5287 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786638 Sep 17 07:52:45.724889 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e1978ce6-a8b7-46c1-8803-7f62ca9e2f8d tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0584259 Sep 17 07:52:45.736607 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 42174) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:45.744310 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-c705aef5-20b0-46b1-92df-97625655f28a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Request body: {'subnet': {'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:52:45.784105 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8b5d96a2-2f61-45eb-9696-834f7eb55bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:45.791801 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-93b71694-3974-4d2a-8241-a1180a55a4e2 req-f2d9abb5-0186-4f46-b8f5-97d183bf9aa3 service neutron] 10.222.0.41 "GET /v2.0/networks/cc97d231-b8e1-4f77-9438-e44ace44d63d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532046 Sep 17 07:52:45.797004 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-93699070-75e8-4681-9fb5-f6998fe3754e req-245e6305-7bf9-4491-ae88-cc2b9a069fb2 service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327993 Sep 17 07:52:45.916720 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12fc1aa-254c-4ac9-98ff-2b4d09e5d642 req-e6321698-8278-4a99-b013-bf5b07bc55ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:45.918424 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a12fc1aa-254c-4ac9-98ff-2b4d09e5d642 req-e6321698-8278-4a99-b013-bf5b07bc55ef service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce0a475621e847aaadce10f168c718d9&device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 1095 time: 0.0440705 Sep 17 07:52:45.921594 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8b5d96a2-2f61-45eb-9696-834f7eb55bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:45.925618 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c705aef5-20b0-46b1-92df-97625655f28a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Made reservation on behalf of 852d2b51c00949899c2370ce1b47ee69 for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:52:45.929334 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c705aef5-20b0-46b1-92df-97625655f28a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:46.004275 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-8b5d96a2-2f61-45eb-9696-834f7eb55bb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a321b777-88f3-4d68-9faa-f7f0c223d1be']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:52:46.021267 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12fc1aa-254c-4ac9-98ff-2b4d09e5d642 req-ac74198d-c25c-4e04-9235-65c8c278afeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:46.022761 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a12fc1aa-254c-4ac9-98ff-2b4d09e5d642 req-ac74198d-c25c-4e04-9235-65c8c278afeb service neutron] 10.222.0.41 "GET /v2.0/networks?id=cc97d231-b8e1-4f77-9438-e44ace44d63d HTTP/1.1" status: 200 len: 923 time: 0.0910330 Sep 17 07:52:46.067521 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a12fc1aa-254c-4ac9-98ff-2b4d09e5d642 req-37b7fe08-b5a3-4ccf-a012-0e94a5f002a9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=472236c2-42a5-4ff4-bef2-c3bacfe3988a HTTP/1.1" status: 200 len: 217 time: 0.0360069 Sep 17 07:52:46.124611 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12fc1aa-254c-4ac9-98ff-2b4d09e5d642 req-53993e26-7a56-4523-8634-28cdea0eb0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:46.126101 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a12fc1aa-254c-4ac9-98ff-2b4d09e5d642 req-53993e26-7a56-4523-8634-28cdea0eb0cd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4e4f7180-884c-4866-a6b3-7ca3d74bdb19 HTTP/1.1" status: 200 len: 862 time: 0.0513127 Sep 17 07:52:46.160103 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a12fc1aa-254c-4ac9-98ff-2b4d09e5d642 req-58e9e20a-1bf0-4cef-af95-f0814a13d121 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cc97d231-b8e1-4f77-9438-e44ace44d63d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253422 Sep 17 07:52:46.253435 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a12fc1aa-254c-4ac9-98ff-2b4d09e5d642 req-494c1a81-a497-452b-9d77-975961756fa1 service neutron] 10.222.0.41 "GET /v2.0/networks/cc97d231-b8e1-4f77-9438-e44ace44d63d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868857 Sep 17 07:52:46.355920 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a12fc1aa-254c-4ac9-98ff-2b4d09e5d642 req-1fc79322-dfe5-4ef7-a356-940f8369e7d0 service neutron] 10.222.0.41 "GET /v2.0/networks/cc97d231-b8e1-4f77-9438-e44ace44d63d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925419 Sep 17 07:52:46.398670 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-8b5d96a2-2f61-45eb-9696-834f7eb55bb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e656fed3-092a-4e07-99f7-8099c7917269') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:52:46.398965 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-8b5d96a2-2f61-45eb-9696-834f7eb55bb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e656fed3-092a-4e07-99f7-8099c7917269') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:52:46.417622 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8b5d96a2-2f61-45eb-9696-834f7eb55bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:46.453471 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d811807d-514a-490f-ac69-fe91bc85751b req-a6808980-3f2e-4942-908e-c4c9ff53d672 tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:46.455503 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d811807d-514a-490f-ac69-fe91bc85751b req-a6808980-3f2e-4942-908e-c4c9ff53d672 tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] 10.222.0.13 "GET /v2.0/ports?device_id=b72ade81-ec28-4283-a1fe-5fc2a2f2bc38 HTTP/1.1" status: 200 len: 950 time: 0.5177286 Sep 17 07:52:46.458078 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8b5d96a2-2f61-45eb-9696-834f7eb55bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:46.477091 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b5d96a2-2f61-45eb-9696-834f7eb55bb7 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 07:52:46.477484 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8b5d96a2-2f61-45eb-9696-834f7eb55bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:46.479089 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 07:52:46.479089 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 07:52:46.479089 n-d-789963-9 neutron-server[101289]: timer() Sep 17 07:52:46.479089 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 07:52:46.479089 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 07:52:46.479089 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 07:52:46.479089 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 07:52:46.479089 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 07:52:46.479089 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 07:52:46.479089 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 07:52:46.479089 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 07:52:46.479089 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 07:52:46.479089 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 07:52:46.479089 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 07:52:46.479089 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 07:52:46.479089 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 07:52:46.479089 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 07:52:46.479089 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 07:52:46.479089 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 07:52:46.479089 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 07:52:46.479089 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 07:52:46.479089 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 07:52:46.479089 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 07:52:46.479089 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 07:52:46.479089 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 07:52:46.479089 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 07:52:46.479089 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 07:52:46.479089 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 07:52:46.479089 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 07:52:46.479089 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 07:52:46.479089 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 07:52:46.479089 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 07:52:46.504439 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2aa74a-6c9b-4614-afd3-dfe3f606e3cd req-00c20f9f-97d2-43a2-ab14-51044193d4b8 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:46.505959 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fe2aa74a-6c9b-4614-afd3-dfe3f606e3cd req-00c20f9f-97d2-43a2-ab14-51044193d4b8 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 944 time: 0.5367994 Sep 17 07:52:46.543792 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 7a3fc310-359c-4e33-8b8e-daad90ea8b6d no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:52:46.563713 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 7a3fc310-359c-4e33-8b8e-daad90ea8b6d {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:52:46.564137 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 7a3fc310-359c-4e33-8b8e-daad90ea8b6d not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:52:46.613283 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d811807d-514a-490f-ac69-fe91bc85751b req-0076e418-fed2-46ec-b739-52c98a812364 tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] 10.222.0.13 "GET /v2.0/security-groups?id=35d7c12e-d93c-4ee3-a413-1080b8d112f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490998 Sep 17 07:52:46.613853 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8b5d96a2-2f61-45eb-9696-834f7eb55bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:46.624450 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8b5d96a2-2f61-45eb-9696-834f7eb55bb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:46.626288 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-8b5d96a2-2f61-45eb-9696-834f7eb55bb7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a321b777-88f3-4d68-9faa-f7f0c223d1be HTTP/1.1" status: 204 len: 168 time: 0.9830534 Sep 17 07:52:46.650352 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5d96a2-2f61-45eb-9696-834f7eb55bb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a321b777-88f3-4d68-9faa-f7f0c223d1be,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:46.660250 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fe2aa74a-6c9b-4614-afd3-dfe3f606e3cd req-5c1a9692-f49d-425f-bb7e-42b66efb2fdc tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e165fbb-9ab8-4bf2-ab79-2b2690722fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411126 Sep 17 07:52:46.828560 n-d-789963-9 neutron-server[101289]: DEBUG neutron.objects.ports [None req-c705aef5-20b0-46b1-92df-97625655f28a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101289) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 07:52:46.838768 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f45fdcf-7d57-4dd3-b5bf-224fe66aef4a req-5779da2f-acea-4fd2-a6e6-0f1b0add6523 tempest-VolumesActionsTest-1235138380 tempest-VolumesActionsTest-1235138380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:46.840625 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f45fdcf-7d57-4dd3-b5bf-224fe66aef4a req-5779da2f-acea-4fd2-a6e6-0f1b0add6523 tempest-VolumesActionsTest-1235138380 tempest-VolumesActionsTest-1235138380-project] 10.222.0.13 "GET /v2.0/ports?device_id=68d67dd3-f489-4585-967d-0d212376d8bb HTTP/1.1" status: 200 len: 945 time: 0.0905387 Sep 17 07:52:46.841476 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c705aef5-20b0-46b1-92df-97625655f28a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:46.866874 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 42190) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:46.911003 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-dba4aed3-4082-40f8-b0ac-0bbf25af7888 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=645eab89321340f58267dc3af557340d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427642 Sep 17 07:52:46.912266 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c705aef5-20b0-46b1-92df-97625655f28a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:52:46.913470 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 42192) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:46.931704 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-c705aef5-20b0-46b1-92df-97625655f28a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:52:46.942515 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67933ec6-eade-408b-9a31-cb94bcd278b3 None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:52:46.948254 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c705aef5-20b0-46b1-92df-97625655f28a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event updated for resources: {'Subnet': ['ID=c137d05d-2e26-443e-9f76-45dbba54ec1c,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:46.951082 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c705aef5-20b0-46b1-92df-97625655f28a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:46.951582 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c705aef5-20b0-46b1-92df-97625655f28a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:46.964797 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f45fdcf-7d57-4dd3-b5bf-224fe66aef4a req-b4dcb0fc-bcf5-4558-8588-506327fed6f3 tempest-VolumesActionsTest-1235138380 tempest-VolumesActionsTest-1235138380-project] 10.222.0.13 "GET /v2.0/security-groups?id=be1df00e-0fa3-4c05-a879-d15589d80a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958223 Sep 17 07:52:46.980043 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-c705aef5-20b0-46b1-92df-97625655f28a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.2400012 Sep 17 07:52:46.980222 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-694cfdc5-3f6d-418e-82d7-aea222cb9b42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:46.980530 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 42194) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:46.989166 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-89987d7e-f55b-499b-a73d-a615c1279393 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Request body: {'port': {'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'mac_address': 'fa:16:3e:ea:53:94', 'name': 'tempest-NetworksTestDHCPv6-18132165'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:52:47.002063 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace52ce5-71a5-43cc-94a5-4d4a9603d050 req-d10a4a13-cb82-4d11-a9b8-05a2451f58e9 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:47.003648 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ace52ce5-71a5-43cc-94a5-4d4a9603d050 req-d10a4a13-cb82-4d11-a9b8-05a2451f58e9 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=6566c730-eefa-423b-a200-1be4b53646f9 HTTP/1.1" status: 200 len: 947 time: 0.0959904 Sep 17 07:52:47.057721 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ace52ce5-71a5-43cc-94a5-4d4a9603d050 req-be18ddce-ce8c-424b-885f-78aa1d0ea937 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461743 Sep 17 07:52:47.120184 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-694cfdc5-3f6d-418e-82d7-aea222cb9b42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:47.148025 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c019d17-1011-4508-94b3-a0636f9c5787 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'tenant_id': '852d2b51c00949899c2370ce1b47ee69', 'fixed_ips': [{'subnet_id': 'c137d05d-2e26-443e-9f76-45dbba54ec1c'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 07:52:47.148907 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2c019d17-1011-4508-94b3-a0636f9c5787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:47.191598 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f672f-5d6d-4e0d-b5bd-c6f27f253353 req-0551620e-bb7f-4494-8eee-4fa0c072d664 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:47.193369 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-820f672f-5d6d-4e0d-b5bd-c6f27f253353 req-0551620e-bb7f-4494-8eee-4fa0c072d664 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee44c663-1dca-4669-be96-75e385fb6cf2 HTTP/1.1" status: 200 len: 949 time: 0.0541782 Sep 17 07:52:47.219403 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89987d7e-f55b-499b-a73d-a615c1279393 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Made reservation on behalf of 852d2b51c00949899c2370ce1b47ee69 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:52:47.261305 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-820f672f-5d6d-4e0d-b5bd-c6f27f253353 req-188f1177-834d-4100-b4a9-9292cd9af6fe tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613074 Sep 17 07:52:47.294062 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-694cfdc5-3f6d-418e-82d7-aea222cb9b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:47.296717 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-694cfdc5-3f6d-418e-82d7-aea222cb9b42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:47.301134 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-694cfdc5-3f6d-418e-82d7-aea222cb9b42 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2152a412-863a-4a9c-bfbd-f4fe783fd7bf HTTP/1.1" status: 204 len: 168 time: 0.3835499 Sep 17 07:52:47.344684 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-2c019d17-1011-4508-94b3-a0636f9c5787 None None] Allocated IP 2001:db8::f816:3eff:fe17:187d (b9683b68-a3a4-4974-8bd0-f6d916aa4b94/c137d05d-2e26-443e-9f76-45dbba54ec1c/9210110c-f0d5-4b88-9ae6-bb44ab7e9570) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:52:47.344864 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694cfdc5-3f6d-418e-82d7-aea222cb9b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2152a412-863a-4a9c-bfbd-f4fe783fd7bf,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:47.382489 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f31e7f-5a62-4e46-a5cb-8207595fb652 req-c0651db3-9816-405e-9497-8c79b06c3855 tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:47.384118 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e5f31e7f-5a62-4e46-a5cb-8207595fb652 req-c0651db3-9816-405e-9497-8c79b06c3855 tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] 10.222.0.39 "GET /v2.0/ports?device_id=b72ade81-ec28-4283-a1fe-5fc2a2f2bc38 HTTP/1.1" status: 200 len: 950 time: 0.1273205 Sep 17 07:52:47.391468 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-89987d7e-f55b-499b-a73d-a615c1279393 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:47.443734 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [None req-89987d7e-f55b-499b-a73d-a615c1279393 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] device_id is not set on port 10394c55-dbcf-491d-a261-814416d32877 yet. {{(pid=101290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 07:52:47.529192 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2c019d17-1011-4508-94b3-a0636f9c5787 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:47.541714 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2c019d17-1011-4508-94b3-a0636f9c5787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:47.589065 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-e5f31e7f-5a62-4e46-a5cb-8207595fb652 req-f6991227-5c5b-4508-8d48-c79d3b8a2bcf tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] Deleting port b8ecb3c8-b283-4d95-8092-6b8f168be04c {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:52:47.589411 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-e5f31e7f-5a62-4e46-a5cb-8207595fb652 req-f6991227-5c5b-4508-8d48-c79d3b8a2bcf tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:47.607793 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c019d17-1011-4508-94b3-a0636f9c5787 None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:52:47.611352 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-2c019d17-1011-4508-94b3-a0636f9c5787 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:52:47.611679 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-89987d7e-f55b-499b-a73d-a615c1279393 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Allocated IP 2001:db8::f816:3eff:feea:5394 (b9683b68-a3a4-4974-8bd0-f6d916aa4b94/c137d05d-2e26-443e-9f76-45dbba54ec1c/10394c55-dbcf-491d-a261-814416d32877) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:52:47.616014 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c019d17-1011-4508-94b3-a0636f9c5787 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:52:47.661160 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c019d17-1011-4508-94b3-a0636f9c5787 None None] Pushing event updated for resources: {'Port': ['ID=9210110c-f0d5-4b88-9ae6-bb44ab7e9570,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:47.715485 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-2c019d17-1011-4508-94b3-a0636f9c5787 None None] Attempting to bind port 9210110c-f0d5-4b88-9ae6-bb44ab7e9570 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:52:47.715916 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-2c019d17-1011-4508-94b3-a0636f9c5787 None None] Attempting to bind port 9210110c-f0d5-4b88-9ae6-bb44ab7e9570 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:52:47.716293 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c019d17-1011-4508-94b3-a0636f9c5787 None None] Attempting to bind port 9210110c-f0d5-4b88-9ae6-bb44ab7e9570 on network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:52:47.733061 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c019d17-1011-4508-94b3-a0636f9c5787 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:52:47.733689 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c019d17-1011-4508-94b3-a0636f9c5787 None None] Checking segment: {'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:52:47.733795 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-e5f31e7f-5a62-4e46-a5cb-8207595fb652 req-f6991227-5c5b-4508-8d48-c79d3b8a2bcf tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] For port b8ecb3c8-b283-4d95-8092-6b8f168be04c, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=b8ecb3c8-b283-4d95-8092-6b8f168be04c,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:52:47.734135 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-e5f31e7f-5a62-4e46-a5cb-8207595fb652 req-f6991227-5c5b-4508-8d48-c79d3b8a2bcf tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:47.737309 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2c019d17-1011-4508-94b3-a0636f9c5787 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:47.738133 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c019d17-1011-4508-94b3-a0636f9c5787 None None] Bound using segment: {'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:52:47.738789 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-2c019d17-1011-4508-94b3-a0636f9c5787 None None] Bound port: 9210110c-f0d5-4b88-9ae6-bb44ab7e9570, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:52:47.739329 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2c019d17-1011-4508-94b3-a0636f9c5787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:47.766061 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-e5f31e7f-5a62-4e46-a5cb-8207595fb652 req-f6991227-5c5b-4508-8d48-c79d3b8a2bcf tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] Calling delete_port for b8ecb3c8-b283-4d95-8092-6b8f168be04c owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:52:47.829851 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d9e55-8a53-4f3a-928d-a8054736d305 req-e09ec06c-bf9d-463d-8cf6-6ba38f748316 tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:47.840674 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-609d9e55-8a53-4f3a-928d-a8054736d305 req-e09ec06c-bf9d-463d-8cf6-6ba38f748316 tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] 10.222.0.13 "GET /v2.0/ports?device_id=b72ade81-ec28-4283-a1fe-5fc2a2f2bc38 HTTP/1.1" status: 200 len: 950 time: 0.1272612 Sep 17 07:52:47.883384 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-2c019d17-1011-4508-94b3-a0636f9c5787 None None] For port 9210110c-f0d5-4b88-9ae6-bb44ab7e9570, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:52:47.884149 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3f63d-d7f3-401d-9e97-4b51978d775a req-0627eacc-e34c-46fd-824f-0de54f7b43d0 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:47.890176 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-2c019d17-1011-4508-94b3-a0636f9c5787 None None] For port 9210110c-f0d5-4b88-9ae6-bb44ab7e9570, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=9210110c-f0d5-4b88-9ae6-bb44ab7e9570,segment=NetworkSegment(ccc4c9b3-8f64-4b6a-96f4-35a1665005a6),segment_id=ccc4c9b3-8f64-4b6a-96f4-35a1665005a6)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:52:47.892682 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5cb3f63d-d7f3-401d-9e97-4b51978d775a req-0627eacc-e34c-46fd-824f-0de54f7b43d0 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 944 time: 0.1215041 Sep 17 07:52:47.909812 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2c019d17-1011-4508-94b3-a0636f9c5787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:48.004485 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5cb3f63d-d7f3-401d-9e97-4b51978d775a req-183cc265-c900-4d3f-ad42-cf58a32da282 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e165fbb-9ab8-4bf2-ab79-2b2690722fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963595 Sep 17 07:52:48.042020 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-609d9e55-8a53-4f3a-928d-a8054736d305 req-e66313ba-4755-4645-b777-042a0485e6b3 tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] 10.222.0.13 "GET /v2.0/security-groups?id=35d7c12e-d93c-4ee3-a413-1080b8d112f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962688 Sep 17 07:52:48.081606 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c019d17-1011-4508-94b3-a0636f9c5787 None None] Pushing event updated for resources: {'Port': ['ID=9210110c-f0d5-4b88-9ae6-bb44ab7e9570,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:48.310576 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430a609-0fd2-4444-9792-c0f497b02242 req-730facca-59b7-42bd-86ac-accae6c72960 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:48.318952 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0430a609-0fd2-4444-9792-c0f497b02242 req-730facca-59b7-42bd-86ac-accae6c72960 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=6566c730-eefa-423b-a200-1be4b53646f9 HTTP/1.1" status: 200 len: 947 time: 0.0998693 Sep 17 07:52:48.374727 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0430a609-0fd2-4444-9792-c0f497b02242 req-6ca3c533-5f23-4d04-9765-e1e0658df454 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523522 Sep 17 07:52:48.390141 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 472236c2-42a5-4ff4-bef2-c3bacfe3988a details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:52:48.452929 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1118b18-9a22-4a80-9681-26e9ffac5769 req-e0f70a3f-6a41-46fa-bf39-3f5691db9add tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:48.458397 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b1118b18-9a22-4a80-9681-26e9ffac5769 req-e0f70a3f-6a41-46fa-bf39-3f5691db9add tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee44c663-1dca-4669-be96-75e385fb6cf2 HTTP/1.1" status: 200 len: 949 time: 0.0876184 Sep 17 07:52:48.557140 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b1118b18-9a22-4a80-9681-26e9ffac5769 req-9b76f9ff-9d53-49e6-9626-ce4869929d53 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905247 Sep 17 07:52:48.615906 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-89987d7e-f55b-499b-a73d-a615c1279393 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:48.616642 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 42238) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:48.642426 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 472236c2-42a5-4ff4-bef2-c3bacfe3988a, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=472236c2-42a5-4ff4-bef2-c3bacfe3988a,segment=NetworkSegment(f6b74a07-e284-4528-a460-88b5614ba92d),segment_id=f6b74a07-e284-4528-a460-88b5614ba92d)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:52:48.655675 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': '472236c2-42a5-4ff4-bef2-c3bacfe3988a', 'network_id': 'cc97d231-b8e1-4f77-9438-e44ace44d63d', 'port_id': '472236c2-42a5-4ff4-bef2-c3bacfe3988a', 'mac_address': 'fa:16:3e:aa:5d:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e4f7180-884c-4866-a6b3-7ca3d74bdb19', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:52:48.694113 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-e5f31e7f-5a62-4e46-a5cb-8207595fb652 req-f6991227-5c5b-4508-8d48-c79d3b8a2bcf tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:48.705066 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 9210110c-f0d5-4b88-9ae6-bb44ab7e9570 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:52:48.729649 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6991227-5c5b-4508-8d48-c79d3b8a2bcf tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] Pushing event deleted for resources: {'Port': ['ID=b8ecb3c8-b283-4d95-8092-6b8f168be04c,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:48.757860 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['b8ecb3c8-b283-4d95-8092-6b8f168be04c'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:52:48.770468 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-89987d7e-f55b-499b-a73d-a615c1279393 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:48.812469 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:48.824803 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f31e7f-5a62-4e46-a5cb-8207595fb652 req-f6991227-5c5b-4508-8d48-c79d3b8a2bcf tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] No DVR routers for this DVR port b8ecb3c8-b283-4d95-8092-6b8f168be04c on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:52:48.832456 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-00d6c4e7-5715-4eca-928e-b4e0e2f937a0 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-942818247-network', 'tenant_id': 'eba970328263472895352ba6b96a09d3'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:52:48.851335 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89987d7e-f55b-499b-a73d-a615c1279393 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:52:48.859478 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-e5f31e7f-5a62-4e46-a5cb-8207595fb652 req-f6991227-5c5b-4508-8d48-c79d3b8a2bcf tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:48.862718 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e5f31e7f-5a62-4e46-a5cb-8207595fb652 req-f6991227-5c5b-4508-8d48-c79d3b8a2bcf tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] 10.222.0.39 "DELETE /v2.0/ports/b8ecb3c8-b283-4d95-8092-6b8f168be04c HTTP/1.1" status: 204 len: 173 time: 1.4687266 Sep 17 07:52:48.864020 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-89987d7e-f55b-499b-a73d-a615c1279393 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:52:48.865060 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 472236c2-42a5-4ff4-bef2-c3bacfe3988a {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:52:48.880174 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b72ade81-ec28-4283-a1fe-5fc2a2f2bc38', 'name': 'network-vif-deleted', 'tag': 'b8ecb3c8-b283-4d95-8092-6b8f168be04c'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:52:48.887523 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d6c4e7-5715-4eca-928e-b4e0e2f937a0 admin admin] Made reservation on behalf of eba970328263472895352ba6b96a09d3 for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:52:48.893927 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-00d6c4e7-5715-4eca-928e-b4e0e2f937a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:48.900051 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb296bc9-00f2-492b-9331-4f7042baad1b" -d '{"events": [{"server_uuid": "b72ade81-ec28-4283-a1fe-5fc2a2f2bc38", "name": "network-vif-deleted", "tag": "b8ecb3c8-b283-4d95-8092-6b8f168be04c"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:52:48.905482 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89987d7e-f55b-499b-a73d-a615c1279393 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:52:48.912204 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89987d7e-f55b-499b-a73d-a615c1279393 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:48.913033 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-89987d7e-f55b-499b-a73d-a615c1279393 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:48.925813 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 3f299b6a-353a-48fe-b6a1-bb1abb635a78 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:52:48.926477 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-00d6c4e7-5715-4eca-928e-b4e0e2f937a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:48.934108 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89987d7e-f55b-499b-a73d-a615c1279393 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event updated for resources: {'Port': ['ID=10394c55-dbcf-491d-a261-814416d32877,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:48.992918 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 3f299b6a-353a-48fe-b6a1-bb1abb635a78 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:52:49.016363 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98e60c3-453e-492e-bc3a-a9f68277d3da x-openstack-request-id: req-c98e60c3-453e-492e-bc3a-a9f68277d3da {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:52:49.032230 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 472236c2-42a5-4ff4-bef2-c3bacfe3988a, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=472236c2-42a5-4ff4-bef2-c3bacfe3988a,segment=NetworkSegment(f6b74a07-e284-4528-a460-88b5614ba92d),segment_id=f6b74a07-e284-4528-a460-88b5614ba92d)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:52:49.032473 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b72ade81-ec28-4283-a1fe-5fc2a2f2bc38", "name": "network-vif-deleted", "tag": "b8ecb3c8-b283-4d95-8092-6b8f168be04c", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:52:49.032967 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c98e60c3-453e-492e-bc3a-a9f68277d3da {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:52:49.033997 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b72ade81-ec28-4283-a1fe-5fc2a2f2bc38', 'name': 'network-vif-deleted', 'tag': 'b8ecb3c8-b283-4d95-8092-6b8f168be04c', 'status': 'completed', 'code': 200} Sep 17 07:52:49.038946 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 9210110c-f0d5-4b88-9ae6-bb44ab7e9570 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:52:49.039563 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:49.084583 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-89987d7e-f55b-499b-a73d-a615c1279393 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.1008179 Sep 17 07:52:49.087107 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 42250) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:49.144644 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281ee05d-b4ce-4e9a-8ce2-27d170ce963c req-8209538a-5485-4707-8883-a8bc3d8692c4 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:49.153290 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-281ee05d-b4ce-4e9a-8ce2-27d170ce963c req-8209538a-5485-4707-8883-a8bc3d8692c4 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=6566c730-eefa-423b-a200-1be4b53646f9 HTTP/1.1" status: 200 len: 947 time: 0.0945888 Sep 17 07:52:49.191028 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:49.191673 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:52:49.205767 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e2ef8-9f9a-45d8-9b55-404e2e80b285 req-14adb4fa-c8b8-4188-8d9d-121b063032b0 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:49.207513 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b15e2ef8-9f9a-45d8-9b55-404e2e80b285 req-14adb4fa-c8b8-4188-8d9d-121b063032b0 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.41 "GET /v2.0/ports?device_id=6566c730-eefa-423b-a200-1be4b53646f9&tenant_id=e3c94ece967c49989722015c639870a6&binding%3Ahost_id=n-h1-789963-9 HTTP/1.1" status: 200 len: 947 time: 0.2592311 Sep 17 07:52:49.220759 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5434a6a6-e8ae-4fbb-a468-cb869ebb19b1 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:49.226818 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5434a6a6-e8ae-4fbb-a468-cb869ebb19b1 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:49.228542 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-5434a6a6-e8ae-4fbb-a468-cb869ebb19b1 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1402335 Sep 17 07:52:49.235730 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 42254) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:49.236838 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-00d6c4e7-5715-4eca-928e-b4e0e2f937a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:49.253939 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9aa1c5-fdfc-48c4-b7bb-1d39e421e6a7 req-f8fc602f-3eb5-497e-8749-0ef7bf55d9b8 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:49.255512 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4e9aa1c5-fdfc-48c4-b7bb-1d39e421e6a7 req-f8fc602f-3eb5-497e-8749-0ef7bf55d9b8 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 945 time: 0.0977089 Sep 17 07:52:49.266086 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-00d6c4e7-5715-4eca-928e-b4e0e2f937a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:49.280769 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00d6c4e7-5715-4eca-928e-b4e0e2f937a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 07:52:49.293427 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-00d6c4e7-5715-4eca-928e-b4e0e2f937a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:49.293790 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-00d6c4e7-5715-4eca-928e-b4e0e2f937a0 admin admin] Added segment 9d7157a6-8670-462c-b175-6c19d661dbef of type vlan for network c415bb2c-76bc-4730-a4c3-bead01aef970 Sep 17 07:52:49.320834 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=1d8b34db-b321-4d30-b06b-a79bbe2e4ddc,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:52:49.351774 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b15e2ef8-9f9a-45d8-9b55-404e2e80b285 req-48b0d865-72be-4ecc-8660-a22ed148de7c service neutron] 10.222.0.41 "GET /v2.0/ports/1d8b34db-b321-4d30-b06b-a79bbe2e4ddc/bindings/n-h1-789963-9 HTTP/1.1" status: 200 len: 382 time: 0.1220183 Sep 17 07:52:49.370761 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': '1d8b34db-b321-4d30-b06b-a79bbe2e4ddc', 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583', 'port_id': '1d8b34db-b321-4d30-b06b-a79bbe2e4ddc', 'mac_address': 'fa:16:3e:af:5b:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f3af6cb-9cad-436b-bf41-034e75672c44', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:52:49.370960 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d6c4e7-5715-4eca-928e-b4e0e2f937a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be710f0d-1ad6-403c-b0dd-da3b64fdea67,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:49.376893 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-00d6c4e7-5715-4eca-928e-b4e0e2f937a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:49.391816 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-5e006f4a-6259-403f-94bc-22e462d20b48 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Deleting port 10394c55-dbcf-491d-a261-814416d32877 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:52:49.392334 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5e006f4a-6259-403f-94bc-22e462d20b48 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:49.396645 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-281ee05d-b4ce-4e9a-8ce2-27d170ce963c req-955c4104-d1eb-4109-bb18-1e654b665205 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420218 Sep 17 07:52:49.472752 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4e9aa1c5-fdfc-48c4-b7bb-1d39e421e6a7 req-e5c981b5-d9a0-459f-b2eb-8bcf3f0e3add tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e165fbb-9ab8-4bf2-ab79-2b2690722fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047403 Sep 17 07:52:49.506742 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-00d6c4e7-5715-4eca-928e-b4e0e2f937a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:49.509208 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d6c4e7-5715-4eca-928e-b4e0e2f937a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:49.510820 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-00d6c4e7-5715-4eca-928e-b4e0e2f937a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:49.536529 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e2ef8-9f9a-45d8-9b55-404e2e80b285 req-96b40b41-3ec6-47a6-a3e9-bb0cf287f7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:49.538083 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b15e2ef8-9f9a-45d8-9b55-404e2e80b285 req-96b40b41-3ec6-47a6-a3e9-bb0cf287f7b1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e3c94ece967c49989722015c639870a6&device_id=6566c730-eefa-423b-a200-1be4b53646f9 HTTP/1.1" status: 200 len: 1098 time: 0.1414351 Sep 17 07:52:49.609930 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5e006f4a-6259-403f-94bc-22e462d20b48 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:49.618742 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-00d6c4e7-5715-4eca-928e-b4e0e2f937a0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0010211 Sep 17 07:52:49.634830 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 42258) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:49.645911 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:49.658874 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=472236c2-42a5-4ff4-bef2-c3bacfe3988a,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:49.718359 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 3f299b6a-353a-48fe-b6a1-bb1abb635a78, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=3f299b6a-353a-48fe-b6a1-bb1abb635a78,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:52:49.721036 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-90aa53ad-46e7-4000-a029-459164fd7303 req-e0a88690-ffde-4350-971c-884970dd9f0e tempest-ImagesNegativeTestJSON-436430029 tempest-ImagesNegativeTestJSON-436430029-project] 10.222.0.13 "GET /v2.0/ports?device_id=b72ade81-ec28-4283-a1fe-5fc2a2f2bc38 HTTP/1.1" status: 200 len: 210 time: 0.1153996 Sep 17 07:52:49.723052 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d6c4e7-5715-4eca-928e-b4e0e2f937a0 admin admin] Pushing event updated for resources: {'Network': ['ID=c415bb2c-76bc-4730-a4c3-bead01aef970,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:49.723672 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:52:49.725918 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-14c430ab-e14e-4a20-bd94-048757389414 admin admin] Request body: {'subnet': {'network_id': 'c415bb2c-76bc-4730-a4c3-bead01aef970', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-942818247-subnet', 'tenant_id': 'eba970328263472895352ba6b96a09d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:52:49.728703 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-5e006f4a-6259-403f-94bc-22e462d20b48 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Calling delete_port for 10394c55-dbcf-491d-a261-814416d32877 owned by {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:52:49.746610 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network c415bb2c-76bc-4730-a4c3-bead01aef970 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 07:52:49.786651 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-20b74bb7-f5d4-4921-bbcc-0bdd86423a5e None None] Provisioning complete for port 9210110c-f0d5-4b88-9ae6-bb44ab7e9570 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:52:49.787031 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-20b74bb7-f5d4-4921-bbcc-0bdd86423a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:49.788913 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '3f299b6a-353a-48fe-b6a1-bb1abb635a78', 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583', 'port_id': '3f299b6a-353a-48fe-b6a1-bb1abb635a78', 'mac_address': 'fa:16:3e:b6:b5:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f3af6cb-9cad-436b-bf41-034e75672c44', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:52:49.811493 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ec0c7-3858-48e9-8382-edfae7c17957 req-05e02bf9-92c0-4435-9abf-ec1b4375aae5 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:49.813239 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5e3ec0c7-3858-48e9-8382-edfae7c17957 req-05e02bf9-92c0-4435-9abf-ec1b4375aae5 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee44c663-1dca-4669-be96-75e385fb6cf2 HTTP/1.1" status: 200 len: 949 time: 0.0755906 Sep 17 07:52:49.821761 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c430ab-e14e-4a20-bd94-048757389414 admin admin] Made reservation on behalf of eba970328263472895352ba6b96a09d3 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:52:49.824951 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-14c430ab-e14e-4a20-bd94-048757389414 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:49.845624 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e2ef8-9f9a-45d8-9b55-404e2e80b285 req-cde5fb2d-b64a-4b0c-8398-18e01e1610e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:49.847430 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b15e2ef8-9f9a-45d8-9b55-404e2e80b285 req-cde5fb2d-b64a-4b0c-8398-18e01e1610e7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=469390cd-cce5-49bd-b8f8-9e64018a0583 HTTP/1.1" status: 200 len: 870 time: 0.3013127 Sep 17 07:52:49.864549 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5e3ec0c7-3858-48e9-8382-edfae7c17957 req-4d7f75c6-caff-4b5c-aaed-cad97677923c tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453048 Sep 17 07:52:49.888355 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=1d8b34db-b321-4d30-b06b-a79bbe2e4ddc,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:52:49.890933 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:49.906433 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b15e2ef8-9f9a-45d8-9b55-404e2e80b285 req-d4e492e3-9d7d-4d03-a6ab-9ccb0e93e4f9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=1d8b34db-b321-4d30-b06b-a79bbe2e4ddc HTTP/1.1" status: 200 len: 217 time: 0.0490234 Sep 17 07:52:49.941015 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:50.055104 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e2ef8-9f9a-45d8-9b55-404e2e80b285 req-256b5490-3a77-4b82-b825-f5e589219a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:50.056600 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b15e2ef8-9f9a-45d8-9b55-404e2e80b285 req-256b5490-3a77-4b82-b825-f5e589219a73 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.1190383 Sep 17 07:52:50.119157 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5e006f4a-6259-403f-94bc-22e462d20b48 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:50.181971 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e006f4a-6259-403f-94bc-22e462d20b48 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event deleted for resources: {'Port': ['ID=10394c55-dbcf-491d-a261-814416d32877,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:50.198261 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e2ef8-9f9a-45d8-9b55-404e2e80b285 req-a76e7bce-252a-46e3-8939-851d7362700e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:50.199780 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b15e2ef8-9f9a-45d8-9b55-404e2e80b285 req-a76e7bce-252a-46e3-8939-851d7362700e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1351066 Sep 17 07:52:50.210487 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:50.220979 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:50.225697 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port 9210110c-f0d5-4b88-9ae6-bb44ab7e9570, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=9210110c-f0d5-4b88-9ae6-bb44ab7e9570,segment=NetworkSegment(ccc4c9b3-8f64-4b6a-96f4-35a1665005a6),segment_id=ccc4c9b3-8f64-4b6a-96f4-35a1665005a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:52:50.247728 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dfc14ff2-f2cb-43b0-8347-842052336440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:50.257020 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:50.260501 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5e006f4a-6259-403f-94bc-22e462d20b48 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:50.262401 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-5e006f4a-6259-403f-94bc-22e462d20b48 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/ports/10394c55-dbcf-491d-a261-814416d32877 HTTP/1.1" status: 204 len: 168 time: 1.0256219 Sep 17 07:52:50.265395 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 42274) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:50.271263 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3f299b6a-353a-48fe-b6a1-bb1abb635a78 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:52:50.280182 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=1d8b34db-b321-4d30-b06b-a79bbe2e4ddc,revision_number=8']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:50.344612 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-14c430ab-e14e-4a20-bd94-048757389414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:50.353003 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab6c536-cfc9-433f-952f-91da0db5a5f6 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:50.355348 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab6c536-cfc9-433f-952f-91da0db5a5f6 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:50.359140 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 3f299b6a-353a-48fe-b6a1-bb1abb635a78, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=3f299b6a-353a-48fe-b6a1-bb1abb635a78,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:52:50.360618 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-4ab6c536-cfc9-433f-952f-91da0db5a5f6 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0940421 Sep 17 07:52:50.361683 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 42276) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:50.392591 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:50.433212 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b15e2ef8-9f9a-45d8-9b55-404e2e80b285 req-ac932d00-90f7-41d5-a1d2-1f6a7c1f18a9 service neutron] 10.222.0.41 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107322 Sep 17 07:52:50.436007 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c430ab-e14e-4a20-bd94-048757389414 admin admin] Pushing event updated for resources: {'Subnet': ['ID=207bfb2c-1c36-48ea-8405-fe2109511b96,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:50.454267 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-c40db3c0-8d31-4d97-b1e7-4590b3f95c95 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Deleting subnet c137d05d-2e26-443e-9f76-45dbba54ec1c {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:52:50.460350 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c40db3c0-8d31-4d97-b1e7-4590b3f95c95 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:50.467986 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['472236c2-42a5-4ff4-bef2-c3bacfe3988a'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:52:50.472587 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['1d8b34db-b321-4d30-b06b-a79bbe2e4ddc'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:52:50.490163 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=9210110c-f0d5-4b88-9ae6-bb44ab7e9570,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:50.511627 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c430ab-e14e-4a20-bd94-048757389414 admin admin] Checking segment: {'id': '9d7157a6-8670-462c-b175-6c19d661dbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c415bb2c-76bc-4730-a4c3-bead01aef970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:52:50.511889 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c430ab-e14e-4a20-bd94-048757389414 admin admin] Network hostable DHCP agents. Network: c415bb2c-76bc-4730-a4c3-bead01aef970, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 07:52:50.592267 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c430ab-e14e-4a20-bd94-048757389414 admin admin] Network c415bb2c-76bc-4730-a4c3-bead01aef970 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 07:52:50.621589 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b15e2ef8-9f9a-45d8-9b55-404e2e80b285 req-25263cd9-ab22-4827-b4e1-5f2cbc93d3de service neutron] 10.222.0.41 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794310 Sep 17 07:52:50.631249 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-a043c065-0443-4e57-8cb9-ffcb194f4521 None None] Could not find standard attr ID for object 10394c55-dbcf-491d-a261-814416d32877. {{(pid=101291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 07:52:50.631726 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-14c430ab-e14e-4a20-bd94-048757389414 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, c415bb2c-76bc-4730-a4c3-bead01aef970) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:52:50.642660 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.db.api [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 07:52:50.643537 n-d-789963-9 neutron-server[101291]: DEBUG oslo_db.api [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 07:52:50.644190 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c40db3c0-8d31-4d97-b1e7-4590b3f95c95 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:50.650221 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c430ab-e14e-4a20-bd94-048757389414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:50.651090 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-14c430ab-e14e-4a20-bd94-048757389414 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:50.656025 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f03d42d-c7df-4049-8db6-b61efbf77cff None None] Network c415bb2c-76bc-4730-a4c3-bead01aef970 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:52:50.686903 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-14c430ab-e14e-4a20-bd94-048757389414 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0320733 Sep 17 07:52:50.705001 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=3f299b6a-353a-48fe-b6a1-bb1abb635a78,revision_number=9']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:50.711406 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9613d-2cde-4d4d-b3a7-7045ae6d2ad9 req-da776a1f-0271-4209-800c-484b1e840d0d tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:50.713087 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c5e9613d-2cde-4d4d-b3a7-7045ae6d2ad9 req-da776a1f-0271-4209-800c-484b1e840d0d tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=6566c730-eefa-423b-a200-1be4b53646f9 HTTP/1.1" status: 200 len: 948 time: 0.1847835 Sep 17 07:52:50.737485 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df49d82-3b2c-480b-9168-7fc63d955cae req-5a4c0c77-54db-4ee2-ac6b-8d702a3fecaf tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:50.739104 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5df49d82-3b2c-480b-9168-7fc63d955cae req-5a4c0c77-54db-4ee2-ac6b-8d702a3fecaf tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 945 time: 0.1674867 Sep 17 07:52:50.854175 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5df49d82-3b2c-480b-9168-7fc63d955cae req-fd43d29d-14f9-46fb-9083-c19d0b0b5ddb tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e165fbb-9ab8-4bf2-ab79-2b2690722fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064684 Sep 17 07:52:50.857163 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c5e9613d-2cde-4d4d-b3a7-7045ae6d2ad9 req-fb212f78-fdea-4b40-a61e-7e1c1e5317e5 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364031 Sep 17 07:52:50.881176 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c40db3c0-8d31-4d97-b1e7-4590b3f95c95 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:50.885876 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['3f299b6a-353a-48fe-b6a1-bb1abb635a78'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:52:51.004972 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c40db3c0-8d31-4d97-b1e7-4590b3f95c95 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:51.037466 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40db3c0-8d31-4d97-b1e7-4590b3f95c95 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event deleted for resources: {'Subnet': ['ID=c137d05d-2e26-443e-9f76-45dbba54ec1c,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:51.039454 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c40db3c0-8d31-4d97-b1e7-4590b3f95c95 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:51.043541 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-c40db3c0-8d31-4d97-b1e7-4590b3f95c95 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/subnets/c137d05d-2e26-443e-9f76-45dbba54ec1c HTTP/1.1" status: 204 len: 168 time: 0.6788568 Sep 17 07:52:51.044380 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 42308) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:51.088090 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37224a68-0380-4fd8-8685-d3c48ac922f8 None None] Network c415bb2c-76bc-4730-a4c3-bead01aef970 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:52:51.090096 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cdb0e0-c595-449a-b1dd-90800b4f49e7 None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:52:51.097656 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-d3590cfa-0565-43d1-887f-a8c8b1eb3a63 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0527384 Sep 17 07:52:51.100499 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 42312) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:51.106146 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-4692520a-715c-4a97-bfc2-480c461c4496 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Request body: {'subnet': {'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:52:51.153918 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2831a5c3-c6e7-4fb2-bee6-5dcaf7f9111d req-50d7c29b-bafb-4e1c-af74-ba6f8433d52b tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:51.155546 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2831a5c3-c6e7-4fb2-bee6-5dcaf7f9111d req-50d7c29b-bafb-4e1c-af74-ba6f8433d52b tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee44c663-1dca-4669-be96-75e385fb6cf2 HTTP/1.1" status: 200 len: 948 time: 0.0532100 Sep 17 07:52:51.203339 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2831a5c3-c6e7-4fb2-bee6-5dcaf7f9111d req-df4b7d9c-4de8-445e-b72b-a077067a6b4f tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411813 Sep 17 07:52:51.244188 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4692520a-715c-4a97-bfc2-480c461c4496 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Made reservation on behalf of 852d2b51c00949899c2370ce1b47ee69 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:52:51.248356 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4692520a-715c-4a97-bfc2-480c461c4496 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:51.339181 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:51.346160 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2508315d-1c9a-403a-b032-6d0c3b6a77ca req-2cb83186-98b6-41d0-ac72-407b303baec8 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:51.347936 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2508315d-1c9a-403a-b032-6d0c3b6a77ca req-2cb83186-98b6-41d0-ac72-407b303baec8 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/networks?id=c415bb2c-76bc-4730-a4c3-bead01aef970 HTTP/1.1" status: 200 len: 813 time: 0.1428959 Sep 17 07:52:51.357088 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 3f299b6a-353a-48fe-b6a1-bb1abb635a78 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:52:51.366362 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2508315d-1c9a-403a-b032-6d0c3b6a77ca req-a3bfc8dc-520f-4596-a232-1754dc1b05c7 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/quotas/eba970328263472895352ba6b96a09d3 HTTP/1.1" status: 200 len: 375 time: 0.0105538 Sep 17 07:52:51.411920 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2508315d-1c9a-403a-b032-6d0c3b6a77ca req-34e61f42-bb23-4c6f-a258-5c59ab52010e tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=eba970328263472895352ba6b96a09d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357058 Sep 17 07:52:51.450573 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 3f299b6a-353a-48fe-b6a1-bb1abb635a78, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=3f299b6a-353a-48fe-b6a1-bb1abb635a78,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:52:51.463332 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:51.519312 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device b8ecb3c8-b283-4d95-8092-6b8f168be04c no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:52:51.566508 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: b8ecb3c8-b283-4d95-8092-6b8f168be04c {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:52:51.566718 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2508315d-1c9a-403a-b032-6d0c3b6a77ca req-02305afe-4c4c-4420-b5b6-b31b5989b833 service neutron] 10.222.0.13 "GET /v2.0/networks/c415bb2c-76bc-4730-a4c3-bead01aef970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420910 Sep 17 07:52:51.566800 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device b8ecb3c8-b283-4d95-8092-6b8f168be04c not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:52:51.581444 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15dfb9a-5393-4c9b-be8e-7b20aa42c2da req-87e2a70d-84c3-4827-a69c-add8147778d9 tempest-VolumesActionsTest-1235138380 tempest-VolumesActionsTest-1235138380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:51.583020 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e15dfb9a-5393-4c9b-be8e-7b20aa42c2da req-87e2a70d-84c3-4827-a69c-add8147778d9 tempest-VolumesActionsTest-1235138380 tempest-VolumesActionsTest-1235138380-project] 10.222.0.13 "GET /v2.0/ports?device_id=68d67dd3-f489-4585-967d-0d212376d8bb HTTP/1.1" status: 200 len: 945 time: 0.0769503 Sep 17 07:52:51.602096 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=3f299b6a-353a-48fe-b6a1-bb1abb635a78,revision_number=10']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:51.654426 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b8147d-b9ea-4314-8ea0-8b32893530b8 None None] DHCP port deletion for b9683b68-a3a4-4974-8bd0-f6d916aa4b94 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 07:52:51.655979 n-d-789963-9 neutron-server[101290]: DEBUG neutron.objects.ports [None req-4692520a-715c-4a97-bfc2-480c461c4496 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101290) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 07:52:51.680746 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e15dfb9a-5393-4c9b-be8e-7b20aa42c2da req-759c3988-e36c-4343-81f2-8d5854b26ff6 tempest-VolumesActionsTest-1235138380 tempest-VolumesActionsTest-1235138380-project] 10.222.0.13 "GET /v2.0/security-groups?id=be1df00e-0fa3-4c05-a879-d15589d80a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784512 Sep 17 07:52:51.711670 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-17b8147d-b9ea-4314-8ea0-8b32893530b8 None None] Deleting port 9210110c-f0d5-4b88-9ae6-bb44ab7e9570 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:52:51.712657 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-17b8147d-b9ea-4314-8ea0-8b32893530b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:51.727517 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2508315d-1c9a-403a-b032-6d0c3b6a77ca req-33b0f486-d155-4bde-890a-3bb93db244a5 service neutron] 10.222.0.13 "GET /v2.0/networks/c415bb2c-76bc-4730-a4c3-bead01aef970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433556 Sep 17 07:52:51.805876 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-17b8147d-b9ea-4314-8ea0-8b32893530b8 None None] For port 9210110c-f0d5-4b88-9ae6-bb44ab7e9570, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=9210110c-f0d5-4b88-9ae6-bb44ab7e9570,segment=NetworkSegment(ccc4c9b3-8f64-4b6a-96f4-35a1665005a6),segment_id=ccc4c9b3-8f64-4b6a-96f4-35a1665005a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:52:51.805876 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-17b8147d-b9ea-4314-8ea0-8b32893530b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:51.819162 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-17b8147d-b9ea-4314-8ea0-8b32893530b8 None None] Calling delete_port for 9210110c-f0d5-4b88-9ae6-bb44ab7e9570 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:52:51.872324 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4692520a-715c-4a97-bfc2-480c461c4496 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:51.925097 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-17b8147d-b9ea-4314-8ea0-8b32893530b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:51.966171 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b8147d-b9ea-4314-8ea0-8b32893530b8 None None] Pushing event deleted for resources: {'Port': ['ID=9210110c-f0d5-4b88-9ae6-bb44ab7e9570,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:51.968177 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b8147d-b9ea-4314-8ea0-8b32893530b8 None None] No DVR routers for this DVR port 9210110c-f0d5-4b88-9ae6-bb44ab7e9570 on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:52:51.977959 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9631617a-72f2-4ac8-9e30-c5c916fec82d req-5a49a8a7-ef33-4f76-b230-c717a58cba60 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 210 time: 0.0615044 Sep 17 07:52:52.065343 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ba1a2-1f86-4d14-a8a5-deb352f6b6bf req-8f07f15e-6805-430f-9f28-f01172f0a89e tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:52.070632 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e54ba1a2-1f86-4d14-a8a5-deb352f6b6bf req-8f07f15e-6805-430f-9f28-f01172f0a89e tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=6566c730-eefa-423b-a200-1be4b53646f9 HTTP/1.1" status: 200 len: 948 time: 0.0948410 Sep 17 07:52:52.163865 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-4692520a-715c-4a97-bfc2-480c461c4496 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] For port 9210110c-f0d5-4b88-9ae6-bb44ab7e9570, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=9210110c-f0d5-4b88-9ae6-bb44ab7e9570,segment=NetworkSegment(ccc4c9b3-8f64-4b6a-96f4-35a1665005a6),segment_id=ccc4c9b3-8f64-4b6a-96f4-35a1665005a6)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:52:52.177519 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 42356) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:52.180842 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e54ba1a2-1f86-4d14-a8a5-deb352f6b6bf req-c4c8ad6f-92d3-4f65-b393-3141797f3c06 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008706 Sep 17 07:52:52.211418 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccddf188-7998-4d22-b191-7787a0f7d19e req-b3151208-beff-4b90-bf1a-401dbed7b270 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:52.213214 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ccddf188-7998-4d22-b191-7787a0f7d19e req-b3151208-beff-4b90-bf1a-401dbed7b270 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 945 time: 0.0917718 Sep 17 07:52:52.244210 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4692520a-715c-4a97-bfc2-480c461c4496 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:52.252756 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4692520a-715c-4a97-bfc2-480c461c4496 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:52.253567 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4692520a-715c-4a97-bfc2-480c461c4496 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:52.277384 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ccddf188-7998-4d22-b191-7787a0f7d19e req-2c3a6097-ff00-475c-856e-9e76de2ada37 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e165fbb-9ab8-4bf2-ab79-2b2690722fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534518 Sep 17 07:52:52.318346 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4692520a-715c-4a97-bfc2-480c461c4496 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event deleted for resources: {'Port': ['ID=9210110c-f0d5-4b88-9ae6-bb44ab7e9570,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:52.335043 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4692520a-715c-4a97-bfc2-480c461c4496 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:52:52.340637 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-4692520a-715c-4a97-bfc2-480c461c4496 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:52:52.342409 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4692520a-715c-4a97-bfc2-480c461c4496 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event updated for resources: {'Subnet': ['ID=0d10caba-9bae-4db6-9adc-e6685f675e36,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:52.345631 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4692520a-715c-4a97-bfc2-480c461c4496 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:52.346304 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4692520a-715c-4a97-bfc2-480c461c4496 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:52.352854 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8acfd3-cb9b-4e99-ba9d-9206d1e759af None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:52:52.365103 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-4692520a-715c-4a97-bfc2-480c461c4496 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2633543 Sep 17 07:52:52.367466 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 42364) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:52.372435 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-fa04e536-bc38-459a-92bf-33079dd6d312 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Request body: {'port': {'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'mac_address': 'fa:16:3e:8a:79:82', 'name': 'tempest-NetworksTestDHCPv6-1117819656'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:52:52.451955 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 472236c2-42a5-4ff4-bef2-c3bacfe3988a up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:52:52.473091 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-b163108f-4023-4350-8f8d-5bd4496ade38 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4c31c2d6bfba4436a44b980f7985d13a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2910869 Sep 17 07:52:52.475808 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 42366) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:52.487454 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e319e113-ad31-4e61-a563-37c3fff71b99 req-acc67dd2-906d-4529-812a-7ec8acda131c tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:52.489085 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e319e113-ad31-4e61-a563-37c3fff71b99 req-acc67dd2-906d-4529-812a-7ec8acda131c tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee44c663-1dca-4669-be96-75e385fb6cf2 HTTP/1.1" status: 200 len: 948 time: 0.0881941 Sep 17 07:52:52.521030 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-69c14504-06e1-4222-bfbe-de1d9dc70aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:52.547647 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa04e536-bc38-459a-92bf-33079dd6d312 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Made reservation on behalf of 852d2b51c00949899c2370ce1b47ee69 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:52:52.555612 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5c4a2604-7f1f-4a4a-836f-1bfdda01a243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:52.559026 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e319e113-ad31-4e61-a563-37c3fff71b99 req-3e952ee0-84b9-4840-a7af-fe1ac71d5329 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605702 Sep 17 07:52:52.613093 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 9210110c-f0d5-4b88-9ae6-bb44ab7e9570 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:52:52.626990 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5c4a2604-7f1f-4a4a-836f-1bfdda01a243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:52.640414 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning for port 472236c2-42a5-4ff4-bef2-c3bacfe3988a completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:52:52.645468 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 9210110c-f0d5-4b88-9ae6-bb44ab7e9570 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:52:52.645830 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 9210110c-f0d5-4b88-9ae6-bb44ab7e9570 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:52:52.656591 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port 472236c2-42a5-4ff4-bef2-c3bacfe3988a triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:52:52.656977 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:52.659932 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:52.687894 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fa04e536-bc38-459a-92bf-33079dd6d312 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:52.715126 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5c4a2604-7f1f-4a4a-836f-1bfdda01a243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:52.717892 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5c4a2604-7f1f-4a4a-836f-1bfdda01a243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:52.722267 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-5c4a2604-7f1f-4a4a-836f-1bfdda01a243 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/35d7c12e-d93c-4ee3-a413-1080b8d112f3 HTTP/1.1" status: 204 len: 168 time: 0.2421169 Sep 17 07:52:52.722267 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [None req-fa04e536-bc38-459a-92bf-33079dd6d312 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] device_id is not set on port 97b2262f-207b-47ed-bdd3-a283d0ffe5c9 yet. {{(pid=101290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 07:52:52.747066 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9360a7d7-5a77-443d-a4a3-4c4fc19eeba0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'tenant_id': '852d2b51c00949899c2370ce1b47ee69', 'fixed_ips': [{'subnet_id': '0d10caba-9bae-4db6-9adc-e6685f675e36'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 07:52:52.747978 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9360a7d7-5a77-443d-a4a3-4c4fc19eeba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:52.754399 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4a2604-7f1f-4a4a-836f-1bfdda01a243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d7c12e-d93c-4ee3-a413-1080b8d112f3,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:52.842035 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050801ef-412d-4075-8bb8-c699a8ce0889 req-f6ce593e-1103-4657-99c9-acd1d96d318d tempest-VolumesActionsTest-1235138380 tempest-VolumesActionsTest-1235138380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:52.850610 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-050801ef-412d-4075-8bb8-c699a8ce0889 req-f6ce593e-1103-4657-99c9-acd1d96d318d tempest-VolumesActionsTest-1235138380 tempest-VolumesActionsTest-1235138380-project] 10.222.0.13 "GET /v2.0/ports?device_id=68d67dd3-f489-4585-967d-0d212376d8bb HTTP/1.1" status: 200 len: 945 time: 0.0750291 Sep 17 07:52:52.877672 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:52.941684 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-050801ef-412d-4075-8bb8-c699a8ce0889 req-aa56d6d3-6a06-4ba3-a872-a78a1b42a2fc tempest-VolumesActionsTest-1235138380 tempest-VolumesActionsTest-1235138380-project] 10.222.0.13 "GET /v2.0/security-groups?id=be1df00e-0fa3-4c05-a879-d15589d80a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868886 Sep 17 07:52:52.949803 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 3f299b6a-353a-48fe-b6a1-bb1abb635a78 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:52:52.981102 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-fa04e536-bc38-459a-92bf-33079dd6d312 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Allocated IP 2001:db8::f816:3eff:fe8a:7982 (b9683b68-a3a4-4974-8bd0-f6d916aa4b94/0d10caba-9bae-4db6-9adc-e6685f675e36/97b2262f-207b-47ed-bdd3-a283d0ffe5c9) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:52:53.158801 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ad9e25e-51b4-4558-882a-a65ea9fa1d6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '472236c2-42a5-4ff4-bef2-c3bacfe3988a'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:52:53.164008 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c238a36-68bb-40b0-93fe-76f75c9b6946" -d '{"events": [{"server_uuid": "5ad9e25e-51b4-4558-882a-a65ea9fa1d6d", "name": "network-vif-plugged", "status": "completed", "tag": "472236c2-42a5-4ff4-bef2-c3bacfe3988a"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:52:53.185956 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7eca3417-8b4e-4ac9-8e31-7c35d7e56fbe req-0240059c-56ce-4b69-af95-f2e30aa4fffb tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 210 time: 0.0697784 Sep 17 07:52:53.221363 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fa04e536-bc38-459a-92bf-33079dd6d312 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:53.225925 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 472236c2-42a5-4ff4-bef2-c3bacfe3988a, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=472236c2-42a5-4ff4-bef2-c3bacfe3988a,segment=NetworkSegment(f6b74a07-e284-4528-a460-88b5614ba92d),segment_id=f6b74a07-e284-4528-a460-88b5614ba92d)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:52:53.241204 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48fcc155-53fb-402f-a616-3f7e495fb780 x-openstack-request-id: req-48fcc155-53fb-402f-a616-3f7e495fb780 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:52:53.241528 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ad9e25e-51b4-4558-882a-a65ea9fa1d6d", "name": "network-vif-plugged", "status": "completed", "tag": "472236c2-42a5-4ff4-bef2-c3bacfe3988a", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:52:53.241859 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-48fcc155-53fb-402f-a616-3f7e495fb780 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:52:53.242547 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ad9e25e-51b4-4558-882a-a65ea9fa1d6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '472236c2-42a5-4ff4-bef2-c3bacfe3988a', 'code': 200} Sep 17 07:52:53.247935 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:53.277976 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 3f299b6a-353a-48fe-b6a1-bb1abb635a78 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:52:53.278445 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:53.299266 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2508315d-1c9a-403a-b032-6d0c3b6a77ca req-fa4a323e-bfc8-45ad-92fd-058ec6a7c2a1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eba970328263472895352ba6b96a09d3&device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 210 time: 0.0750840 Sep 17 07:52:53.371021 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=472236c2-42a5-4ff4-bef2-c3bacfe3988a,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:53.445094 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fa04e536-bc38-459a-92bf-33079dd6d312 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:53.480457 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-9360a7d7-5a77-443d-a4a3-4c4fc19eeba0 None None] Allocated IP 2001:db8::f816:3eff:feb7:656b (b9683b68-a3a4-4974-8bd0-f6d916aa4b94/0d10caba-9bae-4db6-9adc-e6685f675e36/99eb4db1-4589-4600-b64f-23675451efa7) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:52:53.483543 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:53.493292 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a9ec3-e074-4435-bfc0-c52db292823c req-e3cd4ff8-e999-4291-a9f1-5ed6570c300f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:53.495006 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-152a9ec3-e074-4435-bfc0-c52db292823c req-e3cd4ff8-e999-4291-a9f1-5ed6570c300f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 1097 time: 0.1441059 Sep 17 07:52:53.504449 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c344dc4-60ff-415c-9894-195d0d7952f0 req-19e36ebc-e4d7-490c-b01f-ea88ef46bea0 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:53.513691 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7c344dc4-60ff-415c-9894-195d0d7952f0 req-19e36ebc-e4d7-490c-b01f-ea88ef46bea0 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=6566c730-eefa-423b-a200-1be4b53646f9 HTTP/1.1" status: 200 len: 948 time: 0.2176123 Sep 17 07:52:53.561898 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54bb45f-7fd2-4c6d-a4cd-39c97260b8c1 req-97714ac1-1bb8-43e3-821a-795d8eaaa478 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:53.563671 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f54bb45f-7fd2-4c6d-a4cd-39c97260b8c1 req-97714ac1-1bb8-43e3-821a-795d8eaaa478 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 946 time: 0.1706450 Sep 17 07:52:53.565967 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa04e536-bc38-459a-92bf-33079dd6d312 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event updated for resources: {'Port': ['ID=97b2262f-207b-47ed-bdd3-a283d0ffe5c9,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:53.575717 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 3f299b6a-353a-48fe-b6a1-bb1abb635a78, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=3f299b6a-353a-48fe-b6a1-bb1abb635a78,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:52:53.588796 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa04e536-bc38-459a-92bf-33079dd6d312 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:52:53.592452 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e2ef8-9f9a-45d8-9b55-404e2e80b285 req-2b4baefe-e35a-42db-9a29-9b30242f1f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:53.594117 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b15e2ef8-9f9a-45d8-9b55-404e2e80b285 req-2b4baefe-e35a-42db-9a29-9b30242f1f87 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6566c730-eefa-423b-a200-1be4b53646f9&tenant_id=e3c94ece967c49989722015c639870a6 HTTP/1.1" status: 200 len: 1099 time: 0.1931150 Sep 17 07:52:53.605132 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-fa04e536-bc38-459a-92bf-33079dd6d312 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:52:53.608694 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa04e536-bc38-459a-92bf-33079dd6d312 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:52:53.615398 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa04e536-bc38-459a-92bf-33079dd6d312 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:53.616421 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fa04e536-bc38-459a-92bf-33079dd6d312 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:53.626941 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-b15e2ef8-9f9a-45d8-9b55-404e2e80b285 req-1ba88ba4-2287-4cd5-8e53-4a1d31709e22 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-9', 'device_owner': 'compute:nova'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:52:53.661323 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2508315d-1c9a-403a-b032-6d0c3b6a77ca req-22578b17-61b2-4025-bf01-613c2f435eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:53.663098 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2508315d-1c9a-403a-b032-6d0c3b6a77ca req-22578b17-61b2-4025-bf01-613c2f435eec service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=eba970328263472895352ba6b96a09d3&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3449459 Sep 17 07:52:53.672249 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b800e8-f9b7-4999-a691-09685872ef9f req-b012b193-92af-4975-908d-c839c8d37547 tempest-VolumesActionsTest-1235138380 tempest-VolumesActionsTest-1235138380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:53.674402 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-42b800e8-f9b7-4999-a691-09685872ef9f req-b012b193-92af-4975-908d-c839c8d37547 tempest-VolumesActionsTest-1235138380 tempest-VolumesActionsTest-1235138380-project] 10.222.0.39 "GET /v2.0/ports?device_id=68d67dd3-f489-4585-967d-0d212376d8bb HTTP/1.1" status: 200 len: 945 time: 0.2462981 Sep 17 07:52:53.678107 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:53.684384 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-fa04e536-bc38-459a-92bf-33079dd6d312 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3158681 Sep 17 07:52:53.689461 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:53.693278 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-b15e2ef8-9f9a-45d8-9b55-404e2e80b285 req-1ba88ba4-2287-4cd5-8e53-4a1d31709e22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:53.700168 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 42402) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:53.710680 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-152a9ec3-e074-4435-bfc0-c52db292823c req-fef30c77-0470-4fed-8105-b192f1f4e752 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6e165fbb-9ab8-4bf2-ab79-2b2690722fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894488 Sep 17 07:52:53.771091 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9360a7d7-5a77-443d-a4a3-4c4fc19eeba0 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:53.777554 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=3f299b6a-353a-48fe-b6a1-bb1abb635a78,revision_number=11']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:53.782006 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9360a7d7-5a77-443d-a4a3-4c4fc19eeba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:53.820094 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9360a7d7-5a77-443d-a4a3-4c4fc19eeba0 None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:52:53.822156 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7c344dc4-60ff-415c-9894-195d0d7952f0 req-457d3ee6-31b9-4aa1-91b7-feedad577994 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074331 Sep 17 07:52:53.841974 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9360a7d7-5a77-443d-a4a3-4c4fc19eeba0 None None] Pushing event updated for resources: {'Port': ['ID=99eb4db1-4589-4600-b64f-23675451efa7,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:53.841974 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-9360a7d7-5a77-443d-a4a3-4c4fc19eeba0 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:52:53.845809 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9360a7d7-5a77-443d-a4a3-4c4fc19eeba0 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:52:53.870855 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f54bb45f-7fd2-4c6d-a4cd-39c97260b8c1 req-3686310d-b142-4b1c-abcb-d74230bfe328 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e165fbb-9ab8-4bf2-ab79-2b2690722fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570837 Sep 17 07:52:53.898477 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8056df3-d282-4190-88bc-cc2b1643a69b tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:53.902490 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b8056df3-d282-4190-88bc-cc2b1643a69b tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1980634 Sep 17 07:52:53.904970 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 42406) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:53.929836 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-9360a7d7-5a77-443d-a4a3-4c4fc19eeba0 None None] Attempting to bind port 99eb4db1-4589-4600-b64f-23675451efa7 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:52:53.930202 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-9360a7d7-5a77-443d-a4a3-4c4fc19eeba0 None None] Attempting to bind port 99eb4db1-4589-4600-b64f-23675451efa7 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:52:53.930562 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9360a7d7-5a77-443d-a4a3-4c4fc19eeba0 None None] Attempting to bind port 99eb4db1-4589-4600-b64f-23675451efa7 on network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:52:53.945813 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9360a7d7-5a77-443d-a4a3-4c4fc19eeba0 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:52:53.946301 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9360a7d7-5a77-443d-a4a3-4c4fc19eeba0 None None] Checking segment: {'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:52:53.946726 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9360a7d7-5a77-443d-a4a3-4c4fc19eeba0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:53.947128 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9360a7d7-5a77-443d-a4a3-4c4fc19eeba0 None None] Bound using segment: {'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:52:53.949653 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-9360a7d7-5a77-443d-a4a3-4c4fc19eeba0 None None] Bound port: 99eb4db1-4589-4600-b64f-23675451efa7, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:52:53.950049 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9360a7d7-5a77-443d-a4a3-4c4fc19eeba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:53.983934 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2508315d-1c9a-403a-b032-6d0c3b6a77ca req-0570fc6e-77f8-4468-b17f-8eadfc06c646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:53.985618 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2508315d-1c9a-403a-b032-6d0c3b6a77ca req-0570fc6e-77f8-4468-b17f-8eadfc06c646 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3097758 Sep 17 07:52:54.002048 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-42b800e8-f9b7-4999-a691-09685872ef9f req-ffd6e331-2bf6-4aba-873a-4c15d4fbb30b tempest-VolumesActionsTest-1235138380 tempest-VolumesActionsTest-1235138380-project] Deleting port 70588449-147e-43f1-b1d0-2a86c22e7cd3 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:52:54.002506 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-42b800e8-f9b7-4999-a691-09685872ef9f req-ffd6e331-2bf6-4aba-873a-4c15d4fbb30b tempest-VolumesActionsTest-1235138380 tempest-VolumesActionsTest-1235138380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:54.038015 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-9360a7d7-5a77-443d-a4a3-4c4fc19eeba0 None None] For port 99eb4db1-4589-4600-b64f-23675451efa7, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:52:54.041607 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-9360a7d7-5a77-443d-a4a3-4c4fc19eeba0 None None] For port 99eb4db1-4589-4600-b64f-23675451efa7, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=99eb4db1-4589-4600-b64f-23675451efa7,segment=NetworkSegment(ccc4c9b3-8f64-4b6a-96f4-35a1665005a6),segment_id=ccc4c9b3-8f64-4b6a-96f4-35a1665005a6)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:52:54.051412 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9360a7d7-5a77-443d-a4a3-4c4fc19eeba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:54.088898 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1372ee91-1b10-4c1a-86cb-afb1f243fe9c req-471b0c03-568f-47a4-bc93-9bffd7b8c0c8 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:54.090484 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1372ee91-1b10-4c1a-86cb-afb1f243fe9c req-471b0c03-568f-47a4-bc93-9bffd7b8c0c8 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee44c663-1dca-4669-be96-75e385fb6cf2 HTTP/1.1" status: 200 len: 950 time: 0.1449723 Sep 17 07:52:54.105233 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-b15e2ef8-9f9a-45d8-9b55-404e2e80b285 req-1ba88ba4-2287-4cd5-8e53-4a1d31709e22 service neutron] For port 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=1d8b34db-b321-4d30-b06b-a79bbe2e4ddc,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:52:54.138277 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9360a7d7-5a77-443d-a4a3-4c4fc19eeba0 None None] Pushing event updated for resources: {'Port': ['ID=99eb4db1-4589-4600-b64f-23675451efa7,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:54.149759 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-42b800e8-f9b7-4999-a691-09685872ef9f req-ffd6e331-2bf6-4aba-873a-4c15d4fbb30b tempest-VolumesActionsTest-1235138380 tempest-VolumesActionsTest-1235138380-project] For port 70588449-147e-43f1-b1d0-2a86c22e7cd3, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=70588449-147e-43f1-b1d0-2a86c22e7cd3,segment=NetworkSegment(7a09cec3-035e-4ade-9b02-2ce8f1d2f729),segment_id=7a09cec3-035e-4ade-9b02-2ce8f1d2f729)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:52:54.150122 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-42b800e8-f9b7-4999-a691-09685872ef9f req-ffd6e331-2bf6-4aba-873a-4c15d4fbb30b tempest-VolumesActionsTest-1235138380 tempest-VolumesActionsTest-1235138380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:54.154617 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-d0b7c725-8538-4837-8ec0-0fb97a92fb99 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Deleting port 97b2262f-207b-47ed-bdd3-a283d0ffe5c9 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:52:54.154927 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d0b7c725-8538-4837-8ec0-0fb97a92fb99 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:54.191530 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-42b800e8-f9b7-4999-a691-09685872ef9f req-ffd6e331-2bf6-4aba-873a-4c15d4fbb30b tempest-VolumesActionsTest-1235138380 tempest-VolumesActionsTest-1235138380-project] Calling delete_port for 70588449-147e-43f1-b1d0-2a86c22e7cd3 owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:52:54.195594 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2508315d-1c9a-403a-b032-6d0c3b6a77ca req-868887e5-63d2-4422-a104-10cb245b6d27 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.41 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 210 time: 0.0415835 Sep 17 07:52:54.198424 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1372ee91-1b10-4c1a-86cb-afb1f243fe9c req-00cbef9b-f7ac-4f4d-82f5-9e9339136df7 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951660 Sep 17 07:52:54.229793 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-b15e2ef8-9f9a-45d8-9b55-404e2e80b285 req-1ba88ba4-2287-4cd5-8e53-4a1d31709e22 service neutron] For port 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc, host n-h1-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:52:54.363773 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [req-b15e2ef8-9f9a-45d8-9b55-404e2e80b285 req-1ba88ba4-2287-4cd5-8e53-4a1d31709e22 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc {{(pid=101289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:52:54.378652 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-b15e2ef8-9f9a-45d8-9b55-404e2e80b285 req-1ba88ba4-2287-4cd5-8e53-4a1d31709e22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:54.424381 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d0b7c725-8538-4837-8ec0-0fb97a92fb99 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:54.441684 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-d0b7c725-8538-4837-8ec0-0fb97a92fb99 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Calling delete_port for 97b2262f-207b-47ed-bdd3-a283d0ffe5c9 owned by {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:52:54.445425 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.provisioning_blocks [req-b15e2ef8-9f9a-45d8-9b55-404e2e80b285 req-1ba88ba4-2287-4cd5-8e53-4a1d31709e22 service neutron] Ignored duplicate provisioning block setup for port 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc by entity L2. {{(pid=101289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 17 07:52:54.462398 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:52:54.474115 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-42b800e8-f9b7-4999-a691-09685872ef9f req-ffd6e331-2bf6-4aba-873a-4c15d4fbb30b tempest-VolumesActionsTest-1235138380 tempest-VolumesActionsTest-1235138380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:54.477780 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-b15e2ef8-9f9a-45d8-9b55-404e2e80b285 req-1ba88ba4-2287-4cd5-8e53-4a1d31709e22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:54.486756 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f9ac7b6d-18eb-4b0f-9acf-33a795dcc3b2 req-a0fdb082-dc30-4f9c-8341-8a97d407ed4c tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 210 time: 0.0922017 Sep 17 07:52:54.528539 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b10365-25d4-4464-a505-c92904b04426 req-bd236fb9-eb5f-468a-8459-d12b7e16b088 tempest-VolumesActionsTest-1235138380 tempest-VolumesActionsTest-1235138380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:54.540399 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['70588449-147e-43f1-b1d0-2a86c22e7cd3'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:52:54.541418 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c0b10365-25d4-4464-a505-c92904b04426 req-bd236fb9-eb5f-468a-8459-d12b7e16b088 tempest-VolumesActionsTest-1235138380 tempest-VolumesActionsTest-1235138380-project] 10.222.0.13 "GET /v2.0/ports?device_id=68d67dd3-f489-4585-967d-0d212376d8bb HTTP/1.1" status: 200 len: 867 time: 0.2287157 Sep 17 07:52:54.592341 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd6e331-2bf6-4aba-873a-4c15d4fbb30b tempest-VolumesActionsTest-1235138380 tempest-VolumesActionsTest-1235138380-project] Pushing event deleted for resources: {'Port': ['ID=70588449-147e-43f1-b1d0-2a86c22e7cd3,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:54.601766 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.db.resource_extend [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 07:52:54.732587 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba88ba4-2287-4cd5-8e53-4a1d31709e22 service neutron] Pushing event updated for resources: {'Port': ['ID=1d8b34db-b321-4d30-b06b-a79bbe2e4ddc,revision_number=9']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:54.739983 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-42b800e8-f9b7-4999-a691-09685872ef9f req-ffd6e331-2bf6-4aba-873a-4c15d4fbb30b tempest-VolumesActionsTest-1235138380 tempest-VolumesActionsTest-1235138380-project] No DVR routers for this DVR port 70588449-147e-43f1-b1d0-2a86c22e7cd3 on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:52:54.742812 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-42b800e8-f9b7-4999-a691-09685872ef9f req-ffd6e331-2bf6-4aba-873a-4c15d4fbb30b tempest-VolumesActionsTest-1235138380 tempest-VolumesActionsTest-1235138380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:54.748417 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-42b800e8-f9b7-4999-a691-09685872ef9f req-ffd6e331-2bf6-4aba-873a-4c15d4fbb30b tempest-VolumesActionsTest-1235138380 tempest-VolumesActionsTest-1235138380-project] 10.222.0.39 "DELETE /v2.0/ports/70588449-147e-43f1-b1d0-2a86c22e7cd3 HTTP/1.1" status: 204 len: 173 time: 1.0628521 Sep 17 07:52:54.751868 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68d67dd3-f489-4585-967d-0d212376d8bb', 'name': 'network-vif-deleted', 'tag': '70588449-147e-43f1-b1d0-2a86c22e7cd3'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:52:54.754445 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb430f7-c466-4e8f-a8eb-0cb1d577bc30" -d '{"events": [{"server_uuid": "68d67dd3-f489-4585-967d-0d212376d8bb", "name": "network-vif-deleted", "tag": "70588449-147e-43f1-b1d0-2a86c22e7cd3"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:52:54.762081 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c0b10365-25d4-4464-a505-c92904b04426 req-1e36c188-bad6-40cd-a0b2-bc49859c91b6 tempest-VolumesActionsTest-1235138380 tempest-VolumesActionsTest-1235138380-project] 10.222.0.13 "GET /v2.0/security-groups?id=be1df00e-0fa3-4c05-a879-d15589d80a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094953 Sep 17 07:52:54.809524 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc, host n-h2-789963-9, got binding levels [] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:52:54.820381 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b71694-3974-4d2a-8241-a1180a55a4e2 req-148a8e67-6a51-4ed1-a8c1-4a114e1a98e3 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:54.825451 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-93b71694-3974-4d2a-8241-a1180a55a4e2 req-148a8e67-6a51-4ed1-a8c1-4a114e1a98e3 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 946 time: 0.1382635 Sep 17 07:52:54.834673 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-b15e2ef8-9f9a-45d8-9b55-404e2e80b285 req-1ba88ba4-2287-4cd5-8e53-4a1d31709e22 service neutron] No DVR routers for this DVR port 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc on host n-h1-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:52:54.872718 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 99eb4db1-4589-4600-b64f-23675451efa7 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:52:54.881472 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8f70e7-ee32-4c15-82ca-f195b227a8c1 x-openstack-request-id: req-7c8f70e7-ee32-4c15-82ca-f195b227a8c1 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:52:54.881472 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68d67dd3-f489-4585-967d-0d212376d8bb", "name": "network-vif-deleted", "tag": "70588449-147e-43f1-b1d0-2a86c22e7cd3", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:52:54.881725 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7c8f70e7-ee32-4c15-82ca-f195b227a8c1 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:52:54.882412 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68d67dd3-f489-4585-967d-0d212376d8bb', 'name': 'network-vif-deleted', 'tag': '70588449-147e-43f1-b1d0-2a86c22e7cd3', 'status': 'completed', 'code': 200} Sep 17 07:52:54.964038 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-b15e2ef8-9f9a-45d8-9b55-404e2e80b285 req-1ba88ba4-2287-4cd5-8e53-4a1d31709e22 service neutron] Attempting to bind port 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:52:54.964386 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-b15e2ef8-9f9a-45d8-9b55-404e2e80b285 req-1ba88ba4-2287-4cd5-8e53-4a1d31709e22 service neutron] Attempting to bind port 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:52:54.965101 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15e2ef8-9f9a-45d8-9b55-404e2e80b285 req-1ba88ba4-2287-4cd5-8e53-4a1d31709e22 service neutron] Attempting to bind port 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:52:54.977475 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15e2ef8-9f9a-45d8-9b55-404e2e80b285 req-1ba88ba4-2287-4cd5-8e53-4a1d31709e22 service neutron] Port 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc on network 469390cd-cce5-49bd-b8f8-9e64018a0583 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:52:54.977852 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15e2ef8-9f9a-45d8-9b55-404e2e80b285 req-1ba88ba4-2287-4cd5-8e53-4a1d31709e22 service neutron] Attempting to bind port 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:52:55.003415 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15e2ef8-9f9a-45d8-9b55-404e2e80b285 req-1ba88ba4-2287-4cd5-8e53-4a1d31709e22 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:52:55.003415 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15e2ef8-9f9a-45d8-9b55-404e2e80b285 req-1ba88ba4-2287-4cd5-8e53-4a1d31709e22 service neutron] Checking segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:52:55.003751 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15e2ef8-9f9a-45d8-9b55-404e2e80b285 req-1ba88ba4-2287-4cd5-8e53-4a1d31709e22 service neutron] Bound using segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:52:55.007313 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-b15e2ef8-9f9a-45d8-9b55-404e2e80b285 req-1ba88ba4-2287-4cd5-8e53-4a1d31709e22 service neutron] Bound port: 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:52:55.007721 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-b15e2ef8-9f9a-45d8-9b55-404e2e80b285 req-1ba88ba4-2287-4cd5-8e53-4a1d31709e22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:55.023662 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-93b71694-3974-4d2a-8241-a1180a55a4e2 req-2614c721-fc00-4305-9650-7a280dd6b421 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Deleting port 472236c2-42a5-4ff4-bef2-c3bacfe3988a {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:52:55.024061 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-93b71694-3974-4d2a-8241-a1180a55a4e2 req-2614c721-fc00-4305-9650-7a280dd6b421 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:55.052960 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Attempting to bind port 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:52:55.055284 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Attempting to bind port 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:52:55.058161 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Attempting to bind port 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:52:55.077114 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Port 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc on network 469390cd-cce5-49bd-b8f8-9e64018a0583 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:52:55.077962 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Attempting to bind port 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:52:55.117775 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:52:55.120146 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Checking segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:52:55.123238 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Bound using segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:52:55.124075 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Bound port: 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:52:55.125179 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:55.173460 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d0b7c725-8538-4837-8ec0-0fb97a92fb99 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:55.217268 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-93b71694-3974-4d2a-8241-a1180a55a4e2 req-2614c721-fc00-4305-9650-7a280dd6b421 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] For port 472236c2-42a5-4ff4-bef2-c3bacfe3988a, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=472236c2-42a5-4ff4-bef2-c3bacfe3988a,segment=NetworkSegment(f6b74a07-e284-4528-a460-88b5614ba92d),segment_id=f6b74a07-e284-4528-a460-88b5614ba92d)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:52:55.217650 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-93b71694-3974-4d2a-8241-a1180a55a4e2 req-2614c721-fc00-4305-9650-7a280dd6b421 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:55.232124 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-93b71694-3974-4d2a-8241-a1180a55a4e2 req-2614c721-fc00-4305-9650-7a280dd6b421 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Calling delete_port for 472236c2-42a5-4ff4-bef2-c3bacfe3988a owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:52:55.232363 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc, host n-h2-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:52:55.236388 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=1d8b34db-b321-4d30-b06b-a79bbe2e4ddc,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:52:55.248665 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee44c663-1dca-4669-be96-75e385fb6cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f299b6a-353a-48fe-b6a1-bb1abb635a78'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:52:55.251477 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6434c7fc-6ef0-47fc-9702-b74dc36ed9c5" -d '{"events": [{"server_uuid": "ee44c663-1dca-4669-be96-75e385fb6cf2", "name": "network-vif-plugged", "status": "completed", "tag": "3f299b6a-353a-48fe-b6a1-bb1abb635a78"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:52:55.258324 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:55.275110 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-b15e2ef8-9f9a-45d8-9b55-404e2e80b285 req-1ba88ba4-2287-4cd5-8e53-4a1d31709e22 service neutron] For port 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc, host n-h2-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:52:55.286683 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 42464) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:55.318452 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.db.api [req-b15e2ef8-9f9a-45d8-9b55-404e2e80b285 req-1ba88ba4-2287-4cd5-8e53-4a1d31709e22 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc-n-h2-789963-9-0 {{(pid=101289) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 07:52:55.320351 n-d-789963-9 neutron-server[101289]: DEBUG oslo_db.api [req-b15e2ef8-9f9a-45d8-9b55-404e2e80b285 req-1ba88ba4-2287-4cd5-8e53-4a1d31709e22 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 07:52:55.329346 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=1d8b34db-b321-4d30-b06b-a79bbe2e4ddc,revision_number=10']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:55.334629 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc has no active binding in host n-h1-789963-9 {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 17 07:52:55.342549 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 99eb4db1-4589-4600-b64f-23675451efa7 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:52:55.342878 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:55.367308 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b7c725-8538-4837-8ec0-0fb97a92fb99 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event deleted for resources: {'Port': ['ID=97b2262f-207b-47ed-bdd3-a283d0ffe5c9,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:55.382100 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:55.396526 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d0b7c725-8538-4837-8ec0-0fb97a92fb99 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:55.401556 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-d0b7c725-8538-4837-8ec0-0fb97a92fb99 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/ports/97b2262f-207b-47ed-bdd3-a283d0ffe5c9 HTTP/1.1" status: 204 len: 168 time: 1.4949639 Sep 17 07:52:55.402186 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 42468) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:55.457325 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45346e1d-6498-446f-8411-e5b928a65b53 req-03b3c7d6-efac-44d2-8792-d5f37bdad755 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:55.457455 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:55.465080 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-45346e1d-6498-446f-8411-e5b928a65b53 req-03b3c7d6-efac-44d2-8792-d5f37bdad755 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=6566c730-eefa-423b-a200-1be4b53646f9 HTTP/1.1" status: 200 len: 947 time: 0.4910235 Sep 17 07:52:55.475353 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-93b71694-3974-4d2a-8241-a1180a55a4e2 req-2614c721-fc00-4305-9650-7a280dd6b421 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:55.500214 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1686f42-f1f9-4a7a-8515-7af866be03ac req-ed4ab7e4-8b80-461c-96fa-ab202f779f93 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:55.508760 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c1686f42-f1f9-4a7a-8515-7af866be03ac req-ed4ab7e4-8b80-461c-96fa-ab202f779f93 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 867 time: 0.4543574 Sep 17 07:52:55.539066 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port 99eb4db1-4589-4600-b64f-23675451efa7, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=99eb4db1-4589-4600-b64f-23675451efa7,segment=NetworkSegment(ccc4c9b3-8f64-4b6a-96f4-35a1665005a6),segment_id=ccc4c9b3-8f64-4b6a-96f4-35a1665005a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:52:55.551010 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:55.612479 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c1686f42-f1f9-4a7a-8515-7af866be03ac req-e7b067ad-e3e5-4266-8f5d-e31c54abdc1b tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e165fbb-9ab8-4bf2-ab79-2b2690722fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025927 Sep 17 07:52:55.639974 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc106c48-95f5-4b4a-a338-3b0af88fb929 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:55.643064 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc106c48-95f5-4b4a-a338-3b0af88fb929 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:55.659344 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-bc106c48-95f5-4b4a-a338-3b0af88fb929 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2556520 Sep 17 07:52:55.662588 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 42472) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:55.703716 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=99eb4db1-4589-4600-b64f-23675451efa7,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:55.721309 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-45346e1d-6498-446f-8411-e5b928a65b53 req-4115518f-9c57-4382-aa76-b327050ccb43 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547064 Sep 17 07:52:55.864916 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d756677-525d-4fc1-ba1c-6578b6ae254d tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Deleting subnet 0d10caba-9bae-4db6-9adc-e6685f675e36 {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:52:55.873560 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feabe9a6-0807-4d44-b6ad-626671d47d78 x-openstack-request-id: req-feabe9a6-0807-4d44-b6ad-626671d47d78 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:52:55.874098 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee44c663-1dca-4669-be96-75e385fb6cf2", "name": "network-vif-plugged", "status": "completed", "tag": "3f299b6a-353a-48fe-b6a1-bb1abb635a78", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:52:55.874189 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-feabe9a6-0807-4d44-b6ad-626671d47d78 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:52:55.874517 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee44c663-1dca-4669-be96-75e385fb6cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f299b6a-353a-48fe-b6a1-bb1abb635a78', 'code': 200} Sep 17 07:52:55.883634 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-b15e2ef8-9f9a-45d8-9b55-404e2e80b285 req-1ba88ba4-2287-4cd5-8e53-4a1d31709e22 service neutron] Attempting to bind port 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:52:55.884054 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-b15e2ef8-9f9a-45d8-9b55-404e2e80b285 req-1ba88ba4-2287-4cd5-8e53-4a1d31709e22 service neutron] Attempting to bind port 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:52:55.884340 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15e2ef8-9f9a-45d8-9b55-404e2e80b285 req-1ba88ba4-2287-4cd5-8e53-4a1d31709e22 service neutron] Attempting to bind port 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:52:55.901492 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3d756677-525d-4fc1-ba1c-6578b6ae254d tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:55.940339 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15e2ef8-9f9a-45d8-9b55-404e2e80b285 req-1ba88ba4-2287-4cd5-8e53-4a1d31709e22 service neutron] Port 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc on network 469390cd-cce5-49bd-b8f8-9e64018a0583 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:52:55.940664 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15e2ef8-9f9a-45d8-9b55-404e2e80b285 req-1ba88ba4-2287-4cd5-8e53-4a1d31709e22 service neutron] Attempting to bind port 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:52:55.946556 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-766bd2b4-6898-48fb-952a-48d02ec56817 None None] Provisioning complete for port 99eb4db1-4589-4600-b64f-23675451efa7 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:52:55.946942 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-766bd2b4-6898-48fb-952a-48d02ec56817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:55.977236 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15e2ef8-9f9a-45d8-9b55-404e2e80b285 req-1ba88ba4-2287-4cd5-8e53-4a1d31709e22 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:52:55.977548 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15e2ef8-9f9a-45d8-9b55-404e2e80b285 req-1ba88ba4-2287-4cd5-8e53-4a1d31709e22 service neutron] Checking segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:52:55.977934 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15e2ef8-9f9a-45d8-9b55-404e2e80b285 req-1ba88ba4-2287-4cd5-8e53-4a1d31709e22 service neutron] Bound using segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:52:55.978385 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-b15e2ef8-9f9a-45d8-9b55-404e2e80b285 req-1ba88ba4-2287-4cd5-8e53-4a1d31709e22 service neutron] Bound port: 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:52:55.978752 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-b15e2ef8-9f9a-45d8-9b55-404e2e80b285 req-1ba88ba4-2287-4cd5-8e53-4a1d31709e22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:56.012453 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ecc6fa79-ec38-42ff-a948-5253ace3aca6 req-1c8a3c81-0ce8-42a7-9cf4-70f275224082 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 210 time: 0.0597842 Sep 17 07:52:56.023590 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3d756677-525d-4fc1-ba1c-6578b6ae254d tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:56.147917 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94cdf50-8e3b-41e6-bc53-ef2afc52d028 req-8ef8e401-3b58-46e4-b39f-5876d69fa0d4 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:56.149529 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d94cdf50-8e3b-41e6-bc53-ef2afc52d028 req-8ef8e401-3b58-46e4-b39f-5876d69fa0d4 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee44c663-1dca-4669-be96-75e385fb6cf2 HTTP/1.1" status: 200 len: 950 time: 0.2918551 Sep 17 07:52:56.153829 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2614c721-fc00-4305-9650-7a280dd6b421 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Pushing event deleted for resources: {'Port': ['ID=472236c2-42a5-4ff4-bef2-c3bacfe3988a,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:56.185511 n-d-789963-9 neutron-server[101289]: WARNING neutron.plugins.ml2.plugin [req-b15e2ef8-9f9a-45d8-9b55-404e2e80b285 req-1ba88ba4-2287-4cd5-8e53-4a1d31709e22 service neutron] Concurrent port binding operations failed on port 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc Sep 17 07:52:56.190718 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-b15e2ef8-9f9a-45d8-9b55-404e2e80b285 req-1ba88ba4-2287-4cd5-8e53-4a1d31709e22 service neutron] For port 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=1d8b34db-b321-4d30-b06b-a79bbe2e4ddc,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:52:56.196949 n-d-789963-9 neutron-server[101289]: INFO neutron.plugins.ml2.plugin [req-b15e2ef8-9f9a-45d8-9b55-404e2e80b285 req-1ba88ba4-2287-4cd5-8e53-4a1d31709e22 service neutron] Attempt 2 to bind port 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc Sep 17 07:52:56.206804 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-93b71694-3974-4d2a-8241-a1180a55a4e2 req-2614c721-fc00-4305-9650-7a280dd6b421 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] No DVR routers for this DVR port 472236c2-42a5-4ff4-bef2-c3bacfe3988a on host n-h1-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:52:56.209834 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-93b71694-3974-4d2a-8241-a1180a55a4e2 req-2614c721-fc00-4305-9650-7a280dd6b421 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:56.212798 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-93b71694-3974-4d2a-8241-a1180a55a4e2 req-2614c721-fc00-4305-9650-7a280dd6b421 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.41 "DELETE /v2.0/ports/472236c2-42a5-4ff4-bef2-c3bacfe3988a HTTP/1.1" status: 204 len: 173 time: 1.3768365 Sep 17 07:52:56.217477 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8b73c189-48bf-460c-83dd-2e076af87e2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:56.240276 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5314d65e-78be-427b-9f9e-96543af5eb18 None None] Could not find standard attr ID for object 97b2262f-207b-47ed-bdd3-a283d0ffe5c9. {{(pid=101291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 07:52:56.241455 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e2ef8-9f9a-45d8-9b55-404e2e80b285 req-1ba88ba4-2287-4cd5-8e53-4a1d31709e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:56.242308 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-b15e2ef8-9f9a-45d8-9b55-404e2e80b285 req-1ba88ba4-2287-4cd5-8e53-4a1d31709e22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:56.243776 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b15e2ef8-9f9a-45d8-9b55-404e2e80b285 req-1ba88ba4-2287-4cd5-8e53-4a1d31709e22 service neutron] 10.222.0.39 "PUT /v2.0/ports/1d8b34db-b321-4d30-b06b-a79bbe2e4ddc HTTP/1.1" status: 200 len: 1096 time: 2.6291764 Sep 17 07:52:56.249476 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6566c730-eefa-423b-a200-1be4b53646f9', 'tag': '1d8b34db-b321-4d30-b06b-a79bbe2e4ddc'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:52:56.252512 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6459cf8b-6fc9-49b0-a68c-5bc99244880c" -d '{"events": [{"name": "network-changed", "server_uuid": "6566c730-eefa-423b-a200-1be4b53646f9", "tag": "1d8b34db-b321-4d30-b06b-a79bbe2e4ddc"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:52:56.278251 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfdd2f2-df87-4268-ae26-9971a7fbdcb3 req-3493272b-995e-4e42-9ecf-138a3bb003c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:56.281362 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1dfdd2f2-df87-4268-ae26-9971a7fbdcb3 req-3493272b-995e-4e42-9ecf-138a3bb003c7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ee44c663-1dca-4669-be96-75e385fb6cf2 HTTP/1.1" status: 200 len: 1101 time: 0.1368108 Sep 17 07:52:56.286192 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d94cdf50-8e3b-41e6-bc53-ef2afc52d028 req-a6dea7e4-4eec-4677-a3c1-104923944b18 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903351 Sep 17 07:52:56.287577 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3d756677-525d-4fc1-ba1c-6578b6ae254d tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:56.335310 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0536082-a2ac-4a08-b570-8572cedd1e38 x-openstack-request-id: req-a0536082-a2ac-4a08-b570-8572cedd1e38 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:52:56.335601 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6566c730-eefa-423b-a200-1be4b53646f9", "tag": "1d8b34db-b321-4d30-b06b-a79bbe2e4ddc", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:52:56.335869 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a0536082-a2ac-4a08-b570-8572cedd1e38 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:52:56.336268 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6566c730-eefa-423b-a200-1be4b53646f9', 'tag': '1d8b34db-b321-4d30-b06b-a79bbe2e4ddc', 'status': 'completed', 'code': 200} Sep 17 07:52:56.419737 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e2ef8-9f9a-45d8-9b55-404e2e80b285 req-43584f31-798b-4aa0-89fc-272e3b0761a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:56.421407 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b15e2ef8-9f9a-45d8-9b55-404e2e80b285 req-43584f31-798b-4aa0-89fc-272e3b0761a6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e3c94ece967c49989722015c639870a6&device_id=6566c730-eefa-423b-a200-1be4b53646f9 HTTP/1.1" status: 200 len: 1099 time: 0.1081665 Sep 17 07:52:56.431197 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1dfdd2f2-df87-4268-ae26-9971a7fbdcb3 req-853efbc4-4d33-4793-8f53-13dcf414feef service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991940 Sep 17 07:52:56.469553 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:52:56.470767 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459cf8b-6fc9-49b0-a68c-5bc99244880c req-0bf18423-7910-47fa-ba98-a4a7f4d37fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:56.475803 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6459cf8b-6fc9-49b0-a68c-5bc99244880c req-0bf18423-7910-47fa-ba98-a4a7f4d37fe8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e3c94ece967c49989722015c639870a6&device_id=6566c730-eefa-423b-a200-1be4b53646f9 HTTP/1.1" status: 200 len: 1099 time: 0.0953426 Sep 17 07:52:56.480033 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3d756677-525d-4fc1-ba1c-6578b6ae254d tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:56.576088 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d756677-525d-4fc1-ba1c-6578b6ae254d tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event deleted for resources: {'Subnet': ['ID=0d10caba-9bae-4db6-9adc-e6685f675e36,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:56.577107 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8b73c189-48bf-460c-83dd-2e076af87e2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:56.596527 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:52:56.597137 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 472236c2-42a5-4ff4-bef2-c3bacfe3988a no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:52:56.615535 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3d756677-525d-4fc1-ba1c-6578b6ae254d tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:56.619789 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-3d756677-525d-4fc1-ba1c-6578b6ae254d tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/subnets/0d10caba-9bae-4db6-9adc-e6685f675e36 HTTP/1.1" status: 204 len: 168 time: 0.9536538 Sep 17 07:52:56.621810 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 42484) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:56.643706 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459cf8b-6fc9-49b0-a68c-5bc99244880c req-831346a4-12d9-4d97-a6d6-a721ebc3a0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:56.646001 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6459cf8b-6fc9-49b0-a68c-5bc99244880c req-831346a4-12d9-4d97-a6d6-a721ebc3a0bf service neutron] 10.222.0.41 "GET /v2.0/networks?id=469390cd-cce5-49bd-b8f8-9e64018a0583 HTTP/1.1" status: 200 len: 870 time: 0.1619763 Sep 17 07:52:56.647189 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8b73c189-48bf-460c-83dd-2e076af87e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:56.650911 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf8e081-64dd-49cd-9399-c61e7c789051 None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:52:56.658492 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] No Port match for: 472236c2-42a5-4ff4-bef2-c3bacfe3988a {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:52:56.660118 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 472236c2-42a5-4ff4-bef2-c3bacfe3988a not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:52:56.660625 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 0ed2d12b-bfaf-472c-a6ae-5ba8d60d89d0 no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:52:56.687137 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b73c189-48bf-460c-83dd-2e076af87e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4eb93dd-6d8f-4dde-b207-774f004060f3,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:56.749757 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 99eb4db1-4589-4600-b64f-23675451efa7 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:52:56.755024 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6459cf8b-6fc9-49b0-a68c-5bc99244880c req-4b8f5bb2-8768-4c02-85a4-c768d4aba9ba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=1d8b34db-b321-4d30-b06b-a79bbe2e4ddc HTTP/1.1" status: 200 len: 217 time: 0.0702224 Sep 17 07:52:56.852991 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459cf8b-6fc9-49b0-a68c-5bc99244880c req-a589f6d7-93b5-4c78-934c-b8348607d2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:56.854501 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6459cf8b-6fc9-49b0-a68c-5bc99244880c req-a589f6d7-93b5-4c78-934c-b8348607d2de service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.0874674 Sep 17 07:52:56.861630 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-8b73c189-48bf-460c-83dd-2e076af87e2d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a1dd3cd4aae748d5a139a66e7456e5c0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5737774 Sep 17 07:52:56.862272 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 42494) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:56.895057 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ad9e25e-51b4-4558-882a-a65ea9fa1d6d', 'name': 'network-vif-deleted', 'tag': '472236c2-42a5-4ff4-bef2-c3bacfe3988a'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:52:56.897329 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac5d1a8-e2a5-4543-b35d-2288b70a2c14" -d '{"events": [{"server_uuid": "5ad9e25e-51b4-4558-882a-a65ea9fa1d6d", "name": "network-vif-deleted", "tag": "472236c2-42a5-4ff4-bef2-c3bacfe3988a"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:52:56.937821 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459cf8b-6fc9-49b0-a68c-5bc99244880c req-14b6d778-ac00-4f6d-9c49-f99f9bf93a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:56.939445 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6459cf8b-6fc9-49b0-a68c-5bc99244880c req-14b6d778-ac00-4f6d-9c49-f99f9bf93a06 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0748198 Sep 17 07:52:56.977406 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 70588449-147e-43f1-b1d0-2a86c22e7cd3 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:52:57.008629 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: 70588449-147e-43f1-b1d0-2a86c22e7cd3 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:52:57.009209 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 70588449-147e-43f1-b1d0-2a86c22e7cd3 not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:52:57.023371 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-821e3a0b-3fda-430e-aeb4-f5f624516ab1 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4003570 Sep 17 07:52:57.038107 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 42498) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:57.047812 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6459cf8b-6fc9-49b0-a68c-5bc99244880c req-7540c22f-7694-40f5-b4ed-1625305fe4b6 service neutron] 10.222.0.41 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936708 Sep 17 07:52:57.060632 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 99eb4db1-4589-4600-b64f-23675451efa7 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:52:57.061315 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:57.124617 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8460701e-9385-47b1-a56d-1c3554723c38 req-9edccbbd-e6ea-4e24-a0c9-f7bf02adfa46 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0996521 Sep 17 07:52:57.143565 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 07:52:57.150343 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e2ef8-9f9a-45d8-9b55-404e2e80b285 req-a663ff0a-f8fd-4ba3-b94f-4b0a2c15f050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:57.155426 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b15e2ef8-9f9a-45d8-9b55-404e2e80b285 req-a663ff0a-f8fd-4ba3-b94f-4b0a2c15f050 service neutron] 10.222.0.39 "GET /v2.0/networks?id=469390cd-cce5-49bd-b8f8-9e64018a0583 HTTP/1.1" status: 200 len: 870 time: 0.7257078 Sep 17 07:52:57.187357 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2508315d-1c9a-403a-b032-6d0c3b6a77ca req-0d2d0195-a3d9-4fac-afb5-79fcafc1b169 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:57.189509 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2508315d-1c9a-403a-b032-6d0c3b6a77ca req-0d2d0195-a3d9-4fac-afb5-79fcafc1b169 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.39 "GET /v2.0/networks?id=c415bb2c-76bc-4730-a4c3-bead01aef970 HTTP/1.1" status: 200 len: 813 time: 0.1393976 Sep 17 07:52:57.227735 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-2508315d-1c9a-403a-b032-6d0c3b6a77ca req-d280509f-aa18-47e0-9126-ac4b5ec9dd7e tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Request body: {'port': {'device_id': '96ccc481-de1b-4067-94b3-5b88de9fde3d', 'network_id': 'c415bb2c-76bc-4730-a4c3-bead01aef970', 'admin_state_up': True, 'tenant_id': 'eba970328263472895352ba6b96a09d3'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:52:57.234068 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:57.246748 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b15e2ef8-9f9a-45d8-9b55-404e2e80b285 req-475bf8ff-30ce-4cb2-997e-8ef44d0a4c9e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=1d8b34db-b321-4d30-b06b-a79bbe2e4ddc HTTP/1.1" status: 200 len: 217 time: 0.0783310 Sep 17 07:52:57.266107 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302ed9ae-493e-44ff-a652-e0ef1fee3792 None None] DHCP port deletion for b9683b68-a3a4-4974-8bd0-f6d916aa4b94 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 07:52:57.280100 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ff1c2-1526-49fe-b01b-38ff5640afe3 req-d93fa2c3-b534-41e1-8c8b-4ab0ae36273d tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:57.281844 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-731ff1c2-1526-49fe-b01b-38ff5640afe3 req-d93fa2c3-b534-41e1-8c8b-4ab0ae36273d tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=6566c730-eefa-423b-a200-1be4b53646f9 HTTP/1.1" status: 200 len: 948 time: 0.2637913 Sep 17 07:52:57.310747 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f84c97-6fa2-48f6-8e77-cd75fb4812c9 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:57.313312 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-77f84c97-6fa2-48f6-8e77-cd75fb4812c9 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2686923 Sep 17 07:52:57.317117 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 42502) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:57.317820 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-77532c85-b9b0-43c8-be2f-56c2dc81ae95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:57.336696 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 0ed2d12b-bfaf-472c-a6ae-5ba8d60d89d0, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=0ed2d12b-bfaf-472c-a6ae-5ba8d60d89d0,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:52:57.340569 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-77532c85-b9b0-43c8-be2f-56c2dc81ae95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:57.354690 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:57.395915 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 17 Sep 2021 07:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96eb19f0-f22c-444d-9ece-0645bb7dc63e x-openstack-request-id: req-96eb19f0-f22c-444d-9ece-0645bb7dc63e {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:52:57.396265 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ad9e25e-51b4-4558-882a-a65ea9fa1d6d", "name": "network-vif-deleted", "tag": "472236c2-42a5-4ff4-bef2-c3bacfe3988a", "status": "failed", "code": 422}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:52:57.396457 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-96eb19f0-f22c-444d-9ece-0645bb7dc63e {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:52:57.396872 n-d-789963-9 neutron-server[101290]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5ad9e25e-51b4-4558-882a-a65ea9fa1d6d', 'name': 'network-vif-deleted', 'tag': '472236c2-42a5-4ff4-bef2-c3bacfe3988a', 'status': 'failed', 'code': 422} returned with failed status Sep 17 07:52:57.405226 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-77532c85-b9b0-43c8-be2f-56c2dc81ae95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:57.416449 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-77532c85-b9b0-43c8-be2f-56c2dc81ae95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:57.425299 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=0ed2d12b-bfaf-472c-a6ae-5ba8d60d89d0,revision_number=6']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:57.428170 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e2ef8-9f9a-45d8-9b55-404e2e80b285 req-064c40cc-7eba-4490-bdfe-f7e1ccd8ad62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:57.429792 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b15e2ef8-9f9a-45d8-9b55-404e2e80b285 req-064c40cc-7eba-4490-bdfe-f7e1ccd8ad62 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.1458817 Sep 17 07:52:57.430053 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-302ed9ae-493e-44ff-a652-e0ef1fee3792 None None] Deleting port 99eb4db1-4589-4600-b64f-23675451efa7 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:52:57.430431 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-302ed9ae-493e-44ff-a652-e0ef1fee3792 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:57.437062 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-77532c85-b9b0-43c8-be2f-56c2dc81ae95 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b4eb93dd-6d8f-4dde-b207-774f004060f3 HTTP/1.1" status: 204 len: 168 time: 0.5736530 Sep 17 07:52:57.449095 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-731ff1c2-1526-49fe-b01b-38ff5640afe3 req-20ac8d66-6a39-448d-be75-461278b0ac27 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337593 Sep 17 07:52:57.465686 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cbfb61-129d-442e-af01-32cf27e7372e tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:57.469536 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-76cbfb61-129d-442e-af01-32cf27e7372e tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1487446 Sep 17 07:52:57.495217 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-99d7a6f9-cd30-4ef5-9de9-f8ba2e6c25eb req-99b41185-11b1-4e0d-82ef-d554399e08f0 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 210 time: 0.0707510 Sep 17 07:52:57.495694 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 42508) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:57.560254 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77532c85-b9b0-43c8-be2f-56c2dc81ae95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4eb93dd-6d8f-4dde-b207-774f004060f3,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:57.568368 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-302ed9ae-493e-44ff-a652-e0ef1fee3792 None None] For port 99eb4db1-4589-4600-b64f-23675451efa7, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=99eb4db1-4589-4600-b64f-23675451efa7,segment=NetworkSegment(ccc4c9b3-8f64-4b6a-96f4-35a1665005a6),segment_id=ccc4c9b3-8f64-4b6a-96f4-35a1665005a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:52:57.568368 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-302ed9ae-493e-44ff-a652-e0ef1fee3792 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:57.577550 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-f00b20f3-c041-46c6-9fb4-2f59dc3b2958 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0764570 Sep 17 07:52:57.577807 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 42512) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:57.589872 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-b3cdf3e9-e92f-4a0b-99ab-7e7d317c5f1c tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Request body: {'subnet': {'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:52:57.595460 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-302ed9ae-493e-44ff-a652-e0ef1fee3792 None None] Calling delete_port for 99eb4db1-4589-4600-b64f-23675451efa7 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:52:57.664200 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e2ef8-9f9a-45d8-9b55-404e2e80b285 req-073cfed4-1280-4289-89b5-2468dcd4fa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:57.665723 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b15e2ef8-9f9a-45d8-9b55-404e2e80b285 req-073cfed4-1280-4289-89b5-2468dcd4fa0a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2203753 Sep 17 07:52:57.677282 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6459cf8b-6fc9-49b0-a68c-5bc99244880c req-3148be8c-9091-4357-ba5f-3db29186ee99 service neutron] 10.222.0.41 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4843814 Sep 17 07:52:57.696935 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2508315d-1c9a-403a-b032-6d0c3b6a77ca req-d280509f-aa18-47e0-9126-ac4b5ec9dd7e tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Made reservation on behalf of eba970328263472895352ba6b96a09d3 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:52:57.707452 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-2508315d-1c9a-403a-b032-6d0c3b6a77ca req-d280509f-aa18-47e0-9126-ac4b5ec9dd7e tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:57.717991 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-302ed9ae-493e-44ff-a652-e0ef1fee3792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:57.750612 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302ed9ae-493e-44ff-a652-e0ef1fee3792 None None] Pushing event deleted for resources: {'Port': ['ID=99eb4db1-4589-4600-b64f-23675451efa7,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:57.754536 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302ed9ae-493e-44ff-a652-e0ef1fee3792 None None] No DVR routers for this DVR port 99eb4db1-4589-4600-b64f-23675451efa7 on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:52:57.797457 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e6c4e-c204-44d8-8709-f86a7b6a0d4f req-95190f69-4185-4c5b-95a5-22ce4611a605 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:57.804696 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-966e6c4e-c204-44d8-8709-f86a7b6a0d4f req-95190f69-4185-4c5b-95a5-22ce4611a605 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee44c663-1dca-4669-be96-75e385fb6cf2 HTTP/1.1" status: 200 len: 950 time: 0.2030122 Sep 17 07:52:57.864170 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3cdf3e9-e92f-4a0b-99ab-7e7d317c5f1c tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Made reservation on behalf of 852d2b51c00949899c2370ce1b47ee69 for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:52:57.867611 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b3cdf3e9-e92f-4a0b-99ab-7e7d317c5f1c tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:57.875576 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87cdad06-42b1-4c6e-b7d3-be53ae4a1eba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ed2d12b-bfaf-472c-a6ae-5ba8d60d89d0'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:52:57.878046 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79768874-18f4-43ad-ac1f-9c7e49188ad8" -d '{"events": [{"server_uuid": "87cdad06-42b1-4c6e-b7d3-be53ae4a1eba", "name": "network-vif-unplugged", "status": "completed", "tag": "0ed2d12b-bfaf-472c-a6ae-5ba8d60d89d0"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:52:57.901992 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-2508315d-1c9a-403a-b032-6d0c3b6a77ca req-d280509f-aa18-47e0-9126-ac4b5ec9dd7e tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Allocated IP 172.20.0.3 (c415bb2c-76bc-4730-a4c3-bead01aef970/207bfb2c-1c36-48ea-8405-fe2109511b96/ad2bb8ba-714e-49f4-b421-fd480d0b965a) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:52:57.905659 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-966e6c4e-c204-44d8-8709-f86a7b6a0d4f req-8df33e9d-6094-4bcd-a3e7-df3348c4e4f9 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979264 Sep 17 07:52:57.914642 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b15e2ef8-9f9a-45d8-9b55-404e2e80b285 req-c61a6c7b-1cf6-4103-bb5f-83160bfdfc7f service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039092 Sep 17 07:52:57.955464 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 07:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686a9a94-9220-45c8-bf79-47098ea5aa85 x-openstack-request-id: req-686a9a94-9220-45c8-bf79-47098ea5aa85 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:52:57.955755 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87cdad06-42b1-4c6e-b7d3-be53ae4a1eba", "name": "network-vif-unplugged", "status": "completed", "tag": "0ed2d12b-bfaf-472c-a6ae-5ba8d60d89d0", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:52:57.956046 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-686a9a94-9220-45c8-bf79-47098ea5aa85 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:52:57.956440 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87cdad06-42b1-4c6e-b7d3-be53ae4a1eba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ed2d12b-bfaf-472c-a6ae-5ba8d60d89d0', 'code': 200} Sep 17 07:52:58.090815 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-2508315d-1c9a-403a-b032-6d0c3b6a77ca req-d280509f-aa18-47e0-9126-ac4b5ec9dd7e tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:58.145280 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-2508315d-1c9a-403a-b032-6d0c3b6a77ca req-d280509f-aa18-47e0-9126-ac4b5ec9dd7e tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:58.202997 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b3cdf3e9-e92f-4a0b-99ab-7e7d317c5f1c tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:58.209453 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2508315d-1c9a-403a-b032-6d0c3b6a77ca req-d280509f-aa18-47e0-9126-ac4b5ec9dd7e tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Network c415bb2c-76bc-4730-a4c3-bead01aef970 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:52:58.212946 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-2508315d-1c9a-403a-b032-6d0c3b6a77ca req-d280509f-aa18-47e0-9126-ac4b5ec9dd7e tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:52:58.217561 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b15e2ef8-9f9a-45d8-9b55-404e2e80b285 req-60d20dcd-0d73-4db9-b2a6-cb1c956efc22 service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024729 Sep 17 07:52:58.221587 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-2508315d-1c9a-403a-b032-6d0c3b6a77ca req-d280509f-aa18-47e0-9126-ac4b5ec9dd7e tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:52:58.227926 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280509f-aa18-47e0-9126-ac4b5ec9dd7e tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Pushing event updated for resources: {'Port': ['ID=ad2bb8ba-714e-49f4-b421-fd480d0b965a,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:58.287657 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2508315d-1c9a-403a-b032-6d0c3b6a77ca req-d280509f-aa18-47e0-9126-ac4b5ec9dd7e tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:58.288323 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-2508315d-1c9a-403a-b032-6d0c3b6a77ca req-d280509f-aa18-47e0-9126-ac4b5ec9dd7e tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:58.290752 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cdf3e9-e92f-4a0b-99ab-7e7d317c5f1c tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:52:58.295519 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f3fa2e3a-c9aa-411d-bb46-46ceb9308c73 req-76476c16-73f6-44e5-bb17-9f262d471209 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0753007 Sep 17 07:52:58.299487 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-b3cdf3e9-e92f-4a0b-99ab-7e7d317c5f1c tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:52:58.312538 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3cdf3e9-e92f-4a0b-99ab-7e7d317c5f1c tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:58.314828 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b3cdf3e9-e92f-4a0b-99ab-7e7d317c5f1c tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:58.319494 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4d28d4-f342-4ca1-938c-41282cc35ae2 None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:52:58.322999 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2508315d-1c9a-403a-b032-6d0c3b6a77ca req-d280509f-aa18-47e0-9126-ac4b5ec9dd7e tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1105123 Sep 17 07:52:58.338887 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cdf3e9-e92f-4a0b-99ab-7e7d317c5f1c tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event updated for resources: {'Subnet': ['ID=647d5b1d-9f34-412a-b4cc-ac9641f1f18f,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:58.349192 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-b3cdf3e9-e92f-4a0b-99ab-7e7d317c5f1c tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7689273 Sep 17 07:52:58.349589 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-2508315d-1c9a-403a-b032-6d0c3b6a77ca req-b87386fd-df37-4099-baaf-a9bcc7441f46 service neutron] Request body: {'port': {'device_id': '96ccc481-de1b-4067-94b3-5b88de9fde3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:52:58.350118 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 42538) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:58.355563 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-4e149492-d560-4e49-b29a-bd676b19c3b7 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Request body: {'port': {'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'mac_address': 'fa:16:3e:44:d9:70', 'name': 'tempest-NetworksTestDHCPv6-1486558321'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:52:58.429338 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-2508315d-1c9a-403a-b032-6d0c3b6a77ca req-b87386fd-df37-4099-baaf-a9bcc7441f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:58.431351 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 42540) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:58.494813 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459cf8b-6fc9-49b0-a68c-5bc99244880c req-26403d83-5e77-4d01-8bda-95cedad2b5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:58.496889 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6459cf8b-6fc9-49b0-a68c-5bc99244880c req-26403d83-5e77-4d01-8bda-95cedad2b5f2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e3c94ece967c49989722015c639870a6&device_id=6566c730-eefa-423b-a200-1be4b53646f9 HTTP/1.1" status: 200 len: 1099 time: 0.0771008 Sep 17 07:52:58.505255 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113911bf-3fca-4d6d-af45-f0d277f5a784 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'tenant_id': '852d2b51c00949899c2370ce1b47ee69', 'fixed_ips': [{'subnet_id': '647d5b1d-9f34-412a-b4cc-ac9641f1f18f'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 07:52:58.506777 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-113911bf-3fca-4d6d-af45-f0d277f5a784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:58.611327 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e149492-d560-4e49-b29a-bd676b19c3b7 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Made reservation on behalf of 852d2b51c00949899c2370ce1b47ee69 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:52:58.639852 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-9066fc16-2558-41f6-aa9c-4d66ee3eaaa6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-982544102-network', 'tenant_id': '84fde82bad9d4548b190a832b1df5fc2'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:52:58.645601 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 99eb4db1-4589-4600-b64f-23675451efa7 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:52:58.679658 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 99eb4db1-4589-4600-b64f-23675451efa7 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:52:58.680111 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 99eb4db1-4589-4600-b64f-23675451efa7 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:52:58.731085 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9066fc16-2558-41f6-aa9c-4d66ee3eaaa6 admin admin] Made reservation on behalf of 84fde82bad9d4548b190a832b1df5fc2 for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:52:58.733221 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9066fc16-2558-41f6-aa9c-4d66ee3eaaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:58.757202 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9066fc16-2558-41f6-aa9c-4d66ee3eaaa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:58.763709 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-113911bf-3fca-4d6d-af45-f0d277f5a784 None None] Allocated IP 2001:db8::2 (b9683b68-a3a4-4974-8bd0-f6d916aa4b94/647d5b1d-9f34-412a-b4cc-ac9641f1f18f/e58b837b-0430-4d71-954e-d308c414337e) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:52:58.789560 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459cf8b-6fc9-49b0-a68c-5bc99244880c req-625d403a-823e-44ce-a40e-5a5640f5bc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:58.791230 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6459cf8b-6fc9-49b0-a68c-5bc99244880c req-625d403a-823e-44ce-a40e-5a5640f5bc5c service neutron] 10.222.0.39 "GET /v2.0/networks?id=469390cd-cce5-49bd-b8f8-9e64018a0583 HTTP/1.1" status: 200 len: 870 time: 0.2816327 Sep 17 07:52:58.801783 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0143c00b-c7f4-4d18-b4c3-638d525a33b1 req-6d381a28-9787-480f-a664-7e4e0edf2a30 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:58.803782 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0143c00b-c7f4-4d18-b4c3-638d525a33b1 req-6d381a28-9787-480f-a664-7e4e0edf2a30 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=6566c730-eefa-423b-a200-1be4b53646f9 HTTP/1.1" status: 200 len: 948 time: 0.1718571 Sep 17 07:52:58.833799 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3d274-a9c6-464f-93c9-8213b9cc5c90 req-3d8b54fc-d9a9-4f21-b0e6-15ccc850fcec tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:58.840923 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-95a3d274-a9c6-464f-93c9-8213b9cc5c90 req-3d8b54fc-d9a9-4f21-b0e6-15ccc850fcec tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 931 time: 0.1844852 Sep 17 07:52:58.870948 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-2508315d-1c9a-403a-b032-6d0c3b6a77ca req-b87386fd-df37-4099-baaf-a9bcc7441f46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad2bb8ba-714e-49f4-b421-fd480d0b965a {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:52:58.880499 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-2508315d-1c9a-403a-b032-6d0c3b6a77ca req-b87386fd-df37-4099-baaf-a9bcc7441f46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:58.901498 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6459cf8b-6fc9-49b0-a68c-5bc99244880c req-bb345d9a-988d-4276-abdd-c8f21445d418 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=1d8b34db-b321-4d30-b06b-a79bbe2e4ddc HTTP/1.1" status: 200 len: 217 time: 0.0933440 Sep 17 07:52:58.908882 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-2508315d-1c9a-403a-b032-6d0c3b6a77ca req-b87386fd-df37-4099-baaf-a9bcc7441f46 service neutron] Transition to ACTIVE for port object ad2bb8ba-714e-49f4-b421-fd480d0b965a will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:52:58.916137 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4e149492-d560-4e49-b29a-bd676b19c3b7 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:58.920032 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-2508315d-1c9a-403a-b032-6d0c3b6a77ca req-b87386fd-df37-4099-baaf-a9bcc7441f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:58.979885 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-113911bf-3fca-4d6d-af45-f0d277f5a784 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:58.991751 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-113911bf-3fca-4d6d-af45-f0d277f5a784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:58.995145 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87386fd-df37-4099-baaf-a9bcc7441f46 service neutron] Pushing event updated for resources: {'Port': ['ID=ad2bb8ba-714e-49f4-b421-fd480d0b965a,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:59.017531 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459cf8b-6fc9-49b0-a68c-5bc99244880c req-a9ab6a2a-dbe1-4002-80a6-a3b48d8f4477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:59.019720 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6459cf8b-6fc9-49b0-a68c-5bc99244880c req-a9ab6a2a-dbe1-4002-80a6-a3b48d8f4477 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.0966678 Sep 17 07:52:59.025436 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0143c00b-c7f4-4d18-b4c3-638d525a33b1 req-e8585e89-6499-4ea4-b4ac-e13789fd8792 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058885 Sep 17 07:52:59.036526 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [None req-4e149492-d560-4e49-b29a-bd676b19c3b7 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] device_id is not set on port 76e0894d-ea9b-4d11-8f6d-37d4b0af9a8e yet. {{(pid=101289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 07:52:59.083459 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113911bf-3fca-4d6d-af45-f0d277f5a784 None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:52:59.086884 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-113911bf-3fca-4d6d-af45-f0d277f5a784 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:52:59.089625 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113911bf-3fca-4d6d-af45-f0d277f5a784 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:52:59.108276 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113911bf-3fca-4d6d-af45-f0d277f5a784 None None] Pushing event updated for resources: {'Port': ['ID=e58b837b-0430-4d71-954e-d308c414337e,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:59.125257 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9066fc16-2558-41f6-aa9c-4d66ee3eaaa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:59.132594 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9066fc16-2558-41f6-aa9c-4d66ee3eaaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:59.149954 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113911bf-3fca-4d6d-af45-f0d277f5a784 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:52:59.150298 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113911bf-3fca-4d6d-af45-f0d277f5a784 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:52:59.150647 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113911bf-3fca-4d6d-af45-f0d277f5a784 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:52:59.150990 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113911bf-3fca-4d6d-af45-f0d277f5a784 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:52:59.151326 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113911bf-3fca-4d6d-af45-f0d277f5a784 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:52:59.151661 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113911bf-3fca-4d6d-af45-f0d277f5a784 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:52:59.152137 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113911bf-3fca-4d6d-af45-f0d277f5a784 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:52:59.152469 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113911bf-3fca-4d6d-af45-f0d277f5a784 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:52:59.152803 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113911bf-3fca-4d6d-af45-f0d277f5a784 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:52:59.153133 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113911bf-3fca-4d6d-af45-f0d277f5a784 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:52:59.153479 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113911bf-3fca-4d6d-af45-f0d277f5a784 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:52:59.154499 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113911bf-3fca-4d6d-af45-f0d277f5a784 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:52:59.175331 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9066fc16-2558-41f6-aa9c-4d66ee3eaaa6 admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 07:52:59.179348 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-113911bf-3fca-4d6d-af45-f0d277f5a784 None None] Attempting to bind port e58b837b-0430-4d71-954e-d308c414337e on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:52:59.179764 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-113911bf-3fca-4d6d-af45-f0d277f5a784 None None] Attempting to bind port e58b837b-0430-4d71-954e-d308c414337e by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:52:59.180581 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113911bf-3fca-4d6d-af45-f0d277f5a784 None None] Attempting to bind port e58b837b-0430-4d71-954e-d308c414337e on network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:52:59.183687 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-2508315d-1c9a-403a-b032-6d0c3b6a77ca req-b87386fd-df37-4099-baaf-a9bcc7441f46 service neutron] Attempting to bind port ad2bb8ba-714e-49f4-b421-fd480d0b965a on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:52:59.184279 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-2508315d-1c9a-403a-b032-6d0c3b6a77ca req-b87386fd-df37-4099-baaf-a9bcc7441f46 service neutron] Attempting to bind port ad2bb8ba-714e-49f4-b421-fd480d0b965a by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': '9d7157a6-8670-462c-b175-6c19d661dbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c415bb2c-76bc-4730-a4c3-bead01aef970'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:52:59.184770 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2508315d-1c9a-403a-b032-6d0c3b6a77ca req-b87386fd-df37-4099-baaf-a9bcc7441f46 service neutron] Attempting to bind port ad2bb8ba-714e-49f4-b421-fd480d0b965a on network c415bb2c-76bc-4730-a4c3-bead01aef970 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:52:59.187377 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113911bf-3fca-4d6d-af45-f0d277f5a784 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:52:59.188027 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113911bf-3fca-4d6d-af45-f0d277f5a784 None None] Checking segment: {'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:52:59.189104 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-113911bf-3fca-4d6d-af45-f0d277f5a784 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:59.189753 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113911bf-3fca-4d6d-af45-f0d277f5a784 None None] Bound using segment: {'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:52:59.190318 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-113911bf-3fca-4d6d-af45-f0d277f5a784 None None] Bound port: e58b837b-0430-4d71-954e-d308c414337e, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:52:59.190803 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-113911bf-3fca-4d6d-af45-f0d277f5a784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:59.195605 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9066fc16-2558-41f6-aa9c-4d66ee3eaaa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2cd105-8ef3-44c0-a4db-52611a7a754d,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:59.210872 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9066fc16-2558-41f6-aa9c-4d66ee3eaaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:59.212368 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-9066fc16-2558-41f6-aa9c-4d66ee3eaaa6 admin admin] Added segment 60effd61-6a66-42af-9af2-97043b19239e of type vlan for network cc19eaa7-2fec-4a50-a002-e03f66320c40 Sep 17 07:52:59.214401 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2508315d-1c9a-403a-b032-6d0c3b6a77ca req-b87386fd-df37-4099-baaf-a9bcc7441f46 service neutron] Port ad2bb8ba-714e-49f4-b421-fd480d0b965a on network c415bb2c-76bc-4730-a4c3-bead01aef970 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:52:59.215632 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2508315d-1c9a-403a-b032-6d0c3b6a77ca req-b87386fd-df37-4099-baaf-a9bcc7441f46 service neutron] Attempting to bind port ad2bb8ba-714e-49f4-b421-fd480d0b965a on network c415bb2c-76bc-4730-a4c3-bead01aef970 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:52:59.228905 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2508315d-1c9a-403a-b032-6d0c3b6a77ca req-b87386fd-df37-4099-baaf-a9bcc7441f46 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:52:59.229578 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2508315d-1c9a-403a-b032-6d0c3b6a77ca req-b87386fd-df37-4099-baaf-a9bcc7441f46 service neutron] Checking segment: {'id': '9d7157a6-8670-462c-b175-6c19d661dbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c415bb2c-76bc-4730-a4c3-bead01aef970'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:52:59.230155 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2508315d-1c9a-403a-b032-6d0c3b6a77ca req-b87386fd-df37-4099-baaf-a9bcc7441f46 service neutron] Bound using segment: {'id': '9d7157a6-8670-462c-b175-6c19d661dbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c415bb2c-76bc-4730-a4c3-bead01aef970'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:52:59.230791 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-2508315d-1c9a-403a-b032-6d0c3b6a77ca req-b87386fd-df37-4099-baaf-a9bcc7441f46 service neutron] Bound port: ad2bb8ba-714e-49f4-b421-fd480d0b965a, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d7157a6-8670-462c-b175-6c19d661dbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c415bb2c-76bc-4730-a4c3-bead01aef970'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:52:59.231709 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-2508315d-1c9a-403a-b032-6d0c3b6a77ca req-b87386fd-df37-4099-baaf-a9bcc7441f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:59.268775 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-113911bf-3fca-4d6d-af45-f0d277f5a784 None None] For port e58b837b-0430-4d71-954e-d308c414337e, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:52:59.274050 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-113911bf-3fca-4d6d-af45-f0d277f5a784 None None] For port e58b837b-0430-4d71-954e-d308c414337e, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=e58b837b-0430-4d71-954e-d308c414337e,segment=NetworkSegment(ccc4c9b3-8f64-4b6a-96f4-35a1665005a6),segment_id=ccc4c9b3-8f64-4b6a-96f4-35a1665005a6)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:52:59.278156 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-113911bf-3fca-4d6d-af45-f0d277f5a784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:59.279219 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-4e149492-d560-4e49-b29a-bd676b19c3b7 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Allocated IP 2001:db8::2c (b9683b68-a3a4-4974-8bd0-f6d916aa4b94/647d5b1d-9f34-412a-b4cc-ac9641f1f18f/76e0894d-ea9b-4d11-8f6d-37d4b0af9a8e) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:52:59.313188 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9066fc16-2558-41f6-aa9c-4d66ee3eaaa6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:59.350734 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113911bf-3fca-4d6d-af45-f0d277f5a784 None None] Pushing event updated for resources: {'Port': ['ID=e58b837b-0430-4d71-954e-d308c414337e,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:59.381237 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-2508315d-1c9a-403a-b032-6d0c3b6a77ca req-b87386fd-df37-4099-baaf-a9bcc7441f46 service neutron] For port ad2bb8ba-714e-49f4-b421-fd480d0b965a, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:52:59.384534 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9066fc16-2558-41f6-aa9c-4d66ee3eaaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:59.385869 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9066fc16-2558-41f6-aa9c-4d66ee3eaaa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:59.386906 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9066fc16-2558-41f6-aa9c-4d66ee3eaaa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:59.400263 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-2508315d-1c9a-403a-b032-6d0c3b6a77ca req-b87386fd-df37-4099-baaf-a9bcc7441f46 service neutron] For port ad2bb8ba-714e-49f4-b421-fd480d0b965a, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=ad2bb8ba-714e-49f4-b421-fd480d0b965a,segment=NetworkSegment(9d7157a6-8670-462c-b175-6c19d661dbef),segment_id=9d7157a6-8670-462c-b175-6c19d661dbef)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:52:59.407932 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-95a3d274-a9c6-464f-93c9-8213b9cc5c90 req-7a073335-9448-44d4-b074-fb1e6641d489 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5600593 Sep 17 07:52:59.421075 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-9066fc16-2558-41f6-aa9c-4d66ee3eaaa6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9849596 Sep 17 07:52:59.422137 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-2508315d-1c9a-403a-b032-6d0c3b6a77ca req-b87386fd-df37-4099-baaf-a9bcc7441f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:59.444856 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 42564) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:52:59.455113 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459cf8b-6fc9-49b0-a68c-5bc99244880c req-740ee92b-61c8-4591-8c6d-5f046074bfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:59.461885 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6459cf8b-6fc9-49b0-a68c-5bc99244880c req-740ee92b-61c8-4591-8c6d-5f046074bfb3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4269207 Sep 17 07:52:59.487684 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-ac75a19b-0794-4f05-8700-269c2cc016cf admin admin] Request body: {'subnet': {'network_id': 'cc19eaa7-2fec-4a50-a002-e03f66320c40', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-982544102-subnet', 'tenant_id': '84fde82bad9d4548b190a832b1df5fc2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:52:59.551037 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9066fc16-2558-41f6-aa9c-4d66ee3eaaa6 admin admin] Pushing event updated for resources: {'Network': ['ID=cc19eaa7-2fec-4a50-a002-e03f66320c40,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:59.557958 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87386fd-df37-4099-baaf-a9bcc7441f46 service neutron] Pushing event updated for resources: {'Port': ['ID=ad2bb8ba-714e-49f4-b421-fd480d0b965a,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:52:59.593037 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2508315d-1c9a-403a-b032-6d0c3b6a77ca req-b87386fd-df37-4099-baaf-a9bcc7441f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:59.593037 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-2508315d-1c9a-403a-b032-6d0c3b6a77ca req-b87386fd-df37-4099-baaf-a9bcc7441f46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:59.594142 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2508315d-1c9a-403a-b032-6d0c3b6a77ca req-b87386fd-df37-4099-baaf-a9bcc7441f46 service neutron] 10.222.0.39 "PUT /v2.0/ports/ad2bb8ba-714e-49f4-b421-fd480d0b965a HTTP/1.1" status: 200 len: 1091 time: 1.2501004 Sep 17 07:52:59.595243 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96ccc481-de1b-4067-94b3-5b88de9fde3d', 'tag': 'ad2bb8ba-714e-49f4-b421-fd480d0b965a'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:52:59.596034 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3129183e-64c2-46ff-96a9-6193881b8947 req-bd2d6bd4-5e91-4247-8bb1-2ba3c817dd8c tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0857344 Sep 17 07:52:59.597722 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3838a13c-f716-46ef-841b-ee276b873e93" -d '{"events": [{"name": "network-changed", "server_uuid": "96ccc481-de1b-4067-94b3-5b88de9fde3d", "tag": "ad2bb8ba-714e-49f4-b421-fd480d0b965a"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:52:59.601569 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network cc19eaa7-2fec-4a50-a002-e03f66320c40 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 07:52:59.615297 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac75a19b-0794-4f05-8700-269c2cc016cf admin admin] Made reservation on behalf of 84fde82bad9d4548b190a832b1df5fc2 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:52:59.618581 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ac75a19b-0794-4f05-8700-269c2cc016cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:59.656686 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad74764-4df2-44bb-8bf2-80ecbcbeaa45 req-23810c41-ac37-44bb-8808-01360416b534 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:59.658403 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cad74764-4df2-44bb-8bf2-80ecbcbeaa45 req-23810c41-ac37-44bb-8808-01360416b534 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee44c663-1dca-4669-be96-75e385fb6cf2 HTTP/1.1" status: 200 len: 950 time: 0.5179441 Sep 17 07:52:59.753580 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4e149492-d560-4e49-b29a-bd676b19c3b7 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:59.768509 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2508315d-1c9a-403a-b032-6d0c3b6a77ca req-5336173c-c37d-4807-929e-1aa06bb50cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:59.770878 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2508315d-1c9a-403a-b032-6d0c3b6a77ca req-5336173c-c37d-4807-929e-1aa06bb50cca service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eba970328263472895352ba6b96a09d3&device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 1094 time: 0.1038697 Sep 17 07:52:59.809092 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cad74764-4df2-44bb-8bf2-80ecbcbeaa45 req-746795be-394d-4587-9144-e12117a40702 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899692 Sep 17 07:52:59.825145 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68af7ca2-d53a-4671-b4a4-420bb949d8f9 x-openstack-request-id: req-68af7ca2-d53a-4671-b4a4-420bb949d8f9 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:52:59.825651 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96ccc481-de1b-4067-94b3-5b88de9fde3d", "tag": "ad2bb8ba-714e-49f4-b421-fd480d0b965a", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:52:59.828060 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-68af7ca2-d53a-4671-b4a4-420bb949d8f9 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:52:59.829772 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96ccc481-de1b-4067-94b3-5b88de9fde3d', 'tag': 'ad2bb8ba-714e-49f4-b421-fd480d0b965a', 'status': 'completed', 'code': 200} Sep 17 07:52:59.854291 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6459cf8b-6fc9-49b0-a68c-5bc99244880c req-d4d64b36-8337-4cd1-ae78-df0512c70d79 service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405817 Sep 17 07:52:59.866600 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2508315d-1c9a-403a-b032-6d0c3b6a77ca req-d8a3c460-e228-435b-ac33-c8901fcc6cc7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad2bb8ba-714e-49f4-b421-fd480d0b965a HTTP/1.1" status: 200 len: 217 time: 0.0760806 Sep 17 07:52:59.877606 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4e149492-d560-4e49-b29a-bd676b19c3b7 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:52:59.958935 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e149492-d560-4e49-b29a-bd676b19c3b7 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:52:59.984227 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2508315d-1c9a-403a-b032-6d0c3b6a77ca req-c29b9364-2755-4c67-b82e-f952f6e314e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:52:59.986950 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2508315d-1c9a-403a-b032-6d0c3b6a77ca req-c29b9364-2755-4c67-b82e-f952f6e314e9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=207bfb2c-1c36-48ea-8405-fe2109511b96 HTTP/1.1" status: 200 len: 853 time: 0.1090457 Sep 17 07:52:59.995069 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-4e149492-d560-4e49-b29a-bd676b19c3b7 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:53:00.004971 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e149492-d560-4e49-b29a-bd676b19c3b7 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:53:00.011225 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e149492-d560-4e49-b29a-bd676b19c3b7 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:00.011884 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4e149492-d560-4e49-b29a-bd676b19c3b7 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:00.028431 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e149492-d560-4e49-b29a-bd676b19c3b7 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event updated for resources: {'Port': ['ID=76e0894d-ea9b-4d11-8f6d-37d4b0af9a8e,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:00.039261 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2508315d-1c9a-403a-b032-6d0c3b6a77ca req-af4f8fc5-3093-4abe-88de-4f6f6210eb3b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c415bb2c-76bc-4730-a4c3-bead01aef970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380769 Sep 17 07:53:00.039347 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-4e149492-d560-4e49-b29a-bd676b19c3b7 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6854563 Sep 17 07:53:00.039462 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 42574) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:00.052521 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ac75a19b-0794-4f05-8700-269c2cc016cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:00.077059 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6459cf8b-6fc9-49b0-a68c-5bc99244880c req-9d0af567-ffb0-471f-b035-833d1f729fdc service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108622 Sep 17 07:53:00.150982 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac75a19b-0794-4f05-8700-269c2cc016cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=65482dcc-7ff4-4442-8996-a64a825a1c54,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:00.155453 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c2eacb-1b42-45bd-a7ee-86cde982bdd8 req-b648b576-2ed9-4d17-993c-37aa0adbac6d tempest-ServersAdminTestJSON-468985433 tempest-ServersAdminTestJSON-468985433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:00.157107 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d0c2eacb-1b42-45bd-a7ee-86cde982bdd8 req-b648b576-2ed9-4d17-993c-37aa0adbac6d tempest-ServersAdminTestJSON-468985433 tempest-ServersAdminTestJSON-468985433-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ee44c663-1dca-4669-be96-75e385fb6cf2 HTTP/1.1" status: 200 len: 1101 time: 0.0662653 Sep 17 07:53:00.229709 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d0c2eacb-1b42-45bd-a7ee-86cde982bdd8 req-d51a638a-a4a6-4053-b103-0ff6678048ef tempest-ServersAdminTestJSON-468985433 tempest-ServersAdminTestJSON-468985433-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656247 Sep 17 07:53:00.242020 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94737ca4-1d45-40bb-99dc-7b0a155c904d req-06787cda-f9e4-46f9-884d-9e3a2bb74b77 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:00.249713 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-94737ca4-1d45-40bb-99dc-7b0a155c904d req-06787cda-f9e4-46f9-884d-9e3a2bb74b77 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=6566c730-eefa-423b-a200-1be4b53646f9 HTTP/1.1" status: 200 len: 948 time: 0.0866807 Sep 17 07:53:00.264619 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc2352e-4336-429c-97a8-7643aa2547c3 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:00.282822 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc2352e-4336-429c-97a8-7643aa2547c3 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:00.287952 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ecc2352e-4336-429c-97a8-7643aa2547c3 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2476563 Sep 17 07:53:00.291245 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 42582) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:00.326732 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac75a19b-0794-4f05-8700-269c2cc016cf admin admin] Checking segment: {'id': '60effd61-6a66-42af-9af2-97043b19239e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cc19eaa7-2fec-4a50-a002-e03f66320c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:53:00.326732 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac75a19b-0794-4f05-8700-269c2cc016cf admin admin] Network hostable DHCP agents. Network: cc19eaa7-2fec-4a50-a002-e03f66320c40, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 07:53:00.338758 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2508315d-1c9a-403a-b032-6d0c3b6a77ca req-bcde8f61-b4cb-4136-ac3c-839eb1c7b228 service neutron] 10.222.0.39 "GET /v2.0/networks/c415bb2c-76bc-4730-a4c3-bead01aef970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877038 Sep 17 07:53:00.362845 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac75a19b-0794-4f05-8700-269c2cc016cf admin admin] Network cc19eaa7-2fec-4a50-a002-e03f66320c40 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 07:53:00.382005 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-94737ca4-1d45-40bb-99dc-7b0a155c904d req-8fbb325e-ac6a-499e-9f68-5ec9f4a20ba5 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308076 Sep 17 07:53:00.402618 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-ac75a19b-0794-4f05-8700-269c2cc016cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, cc19eaa7-2fec-4a50-a002-e03f66320c40) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:53:00.409448 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac75a19b-0794-4f05-8700-269c2cc016cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:00.410463 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ac75a19b-0794-4f05-8700-269c2cc016cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:00.416963 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878245f4-3422-479b-a14d-db211be9d062 None None] Network cc19eaa7-2fec-4a50-a002-e03f66320c40 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:53:00.481885 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-f660e682-0228-4222-b664-c54e458dd2fb tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Deleting port 76e0894d-ea9b-4d11-8f6d-37d4b0af9a8e {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:53:00.482896 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f660e682-0228-4222-b664-c54e458dd2fb tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:00.483653 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ac75a19b-0794-4f05-8700-269c2cc016cf admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0001025 Sep 17 07:53:00.491462 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 42588) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:00.497259 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-aad9e865-f2e6-4cf2-ba64-25a3daba8147 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-982544102-router', 'tenant_id': '84fde82bad9d4548b190a832b1df5fc2', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:53:00.513571 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2508315d-1c9a-403a-b032-6d0c3b6a77ca req-25b6858f-3301-4228-8f27-7a607c5c7b2d service neutron] 10.222.0.39 "GET /v2.0/networks/c415bb2c-76bc-4730-a4c3-bead01aef970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631391 Sep 17 07:53:00.534154 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-aad9e865-f2e6-4cf2-ba64-25a3daba8147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:00.536686 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-aad9e865-f2e6-4cf2-ba64-25a3daba8147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:00.702450 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-aad9e865-f2e6-4cf2-ba64-25a3daba8147 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:00.765720 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device e58b837b-0430-4d71-954e-d308c414337e up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:53:00.809053 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be031cd-a3ec-47f5-97a8-45c4769c6d55 req-eeac2415-f0fc-4209-9416-03bae36f87a5 tempest-ServersAdminTestJSON-468985433 tempest-ServersAdminTestJSON-468985433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:00.810910 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8be031cd-a3ec-47f5-97a8-45c4769c6d55 req-eeac2415-f0fc-4209-9416-03bae36f87a5 tempest-ServersAdminTestJSON-468985433 tempest-ServersAdminTestJSON-468985433-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ee44c663-1dca-4669-be96-75e385fb6cf2 HTTP/1.1" status: 200 len: 1101 time: 0.2422237 Sep 17 07:53:00.852350 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-faaa2664-a591-4750-85c6-0dcf87261e8a None None] Provisioning complete for port e58b837b-0430-4d71-954e-d308c414337e triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:53:00.856462 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-faaa2664-a591-4750-85c6-0dcf87261e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:00.876985 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d16fe77-7502-4a19-9b3f-88facecaa46a req-7b20196c-ac1a-4298-ac40-ef446d249780 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:00.883873 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-aad9e865-f2e6-4cf2-ba64-25a3daba8147 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:00.885678 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3d16fe77-7502-4a19-9b3f-88facecaa46a req-7b20196c-ac1a-4298-ac40-ef446d249780 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 943 time: 0.3151474 Sep 17 07:53:00.899064 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3838a13c-f716-46ef-841b-ee276b873e93 req-7d6939b1-9ba0-4082-aea9-b8e6a9cb84a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:00.900406 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3838a13c-f716-46ef-841b-ee276b873e93 req-7d6939b1-9ba0-4082-aea9-b8e6a9cb84a9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eba970328263472895352ba6b96a09d3&device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 1094 time: 0.2467706 Sep 17 07:53:00.934663 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port e58b837b-0430-4d71-954e-d308c414337e triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:53:00.935112 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:00.954559 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f660e682-0228-4222-b664-c54e458dd2fb tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:00.959052 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8be031cd-a3ec-47f5-97a8-45c4769c6d55 req-46e72e16-7a62-4368-8925-a1d187e5b064 tempest-ServersAdminTestJSON-468985433 tempest-ServersAdminTestJSON-468985433-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317093 Sep 17 07:53:00.985344 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3d16fe77-7502-4a19-9b3f-88facecaa46a req-95f4ed05-8f32-478e-9feb-66f76cd673e7 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882170 Sep 17 07:53:01.008972 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-f660e682-0228-4222-b664-c54e458dd2fb tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Calling delete_port for 76e0894d-ea9b-4d11-8f6d-37d4b0af9a8e owned by {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:53:01.050266 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92987f67-261b-4866-8b96-df9dc4fb6648 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-cc19eaa7-2fec-4a50-a002-e03f66320c40', 'network_id': 'cc19eaa7-2fec-4a50-a002-e03f66320c40', 'tenant_id': '84fde82bad9d4548b190a832b1df5fc2', 'fixed_ips': [{'subnet_id': '65482dcc-7ff4-4442-8996-a64a825a1c54'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 07:53:01.058567 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-92987f67-261b-4866-8b96-df9dc4fb6648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:01.119745 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3838a13c-f716-46ef-841b-ee276b873e93 req-b6a40100-7b81-44aa-ba6f-403a4d83a7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:01.121790 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3838a13c-f716-46ef-841b-ee276b873e93 req-b6a40100-7b81-44aa-ba6f-403a4d83a7c7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c415bb2c-76bc-4730-a4c3-bead01aef970 HTTP/1.1" status: 200 len: 914 time: 0.2058849 Sep 17 07:53:01.169250 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1ec2ee5d-c0f8-4b84-9143-0069fd0d4662 req-7ffd4fc6-0158-4856-83d7-72d7ec9998a8 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0552404 Sep 17 07:53:01.232431 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3838a13c-f716-46ef-841b-ee276b873e93 req-78b48424-5063-4097-9e0c-fbd7beabe2ad service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad2bb8ba-714e-49f4-b421-fd480d0b965a HTTP/1.1" status: 200 len: 217 time: 0.1021314 Sep 17 07:53:01.237375 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-faaa2664-a591-4750-85c6-0dcf87261e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:01.291881 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f660e682-0228-4222-b664-c54e458dd2fb tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:01.311347 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:01.327621 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3838a13c-f716-46ef-841b-ee276b873e93 req-d2752177-d1fd-49a8-bf68-b334db641c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:01.329979 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3838a13c-f716-46ef-841b-ee276b873e93 req-d2752177-d1fd-49a8-bf68-b334db641c49 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=207bfb2c-1c36-48ea-8405-fe2109511b96 HTTP/1.1" status: 200 len: 853 time: 0.0885456 Sep 17 07:53:01.341304 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-faaa2664-a591-4750-85c6-0dcf87261e8a None None] For port e58b837b-0430-4d71-954e-d308c414337e, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=e58b837b-0430-4d71-954e-d308c414337e,segment=NetworkSegment(ccc4c9b3-8f64-4b6a-96f4-35a1665005a6),segment_id=ccc4c9b3-8f64-4b6a-96f4-35a1665005a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:53:01.354820 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-faaa2664-a591-4750-85c6-0dcf87261e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:01.359296 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f660e682-0228-4222-b664-c54e458dd2fb tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event deleted for resources: {'Port': ['ID=76e0894d-ea9b-4d11-8f6d-37d4b0af9a8e,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:01.363610 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-92987f67-261b-4866-8b96-df9dc4fb6648 None None] Allocated IP 172.20.0.2 (cc19eaa7-2fec-4a50-a002-e03f66320c40/65482dcc-7ff4-4442-8996-a64a825a1c54/c56e42f3-e929-4d78-8cb8-7784ea17eb63) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:53:01.382109 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f660e682-0228-4222-b664-c54e458dd2fb tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:01.388423 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-f660e682-0228-4222-b664-c54e458dd2fb tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/ports/76e0894d-ea9b-4d11-8f6d-37d4b0af9a8e HTTP/1.1" status: 204 len: 168 time: 1.0879276 Sep 17 07:53:01.389130 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 42598) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:01.503911 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-aad9e865-f2e6-4cf2-ba64-25a3daba8147 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:01.545523 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-aad9e865-f2e6-4cf2-ba64-25a3daba8147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:01.547390 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99264f0d-f423-404a-91d0-f2f62ba8592c tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:01.549549 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99264f0d-f423-404a-91d0-f2f62ba8592c tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:01.554049 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-99264f0d-f423-404a-91d0-f2f62ba8592c tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1638362 Sep 17 07:53:01.554698 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 42604) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:01.575680 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3838a13c-f716-46ef-841b-ee276b873e93 req-24cffd8a-a0ed-4484-8368-0d48f4800794 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c415bb2c-76bc-4730-a4c3-bead01aef970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732207 Sep 17 07:53:01.626614 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176cee20-f843-4c97-8b02-5bb4bfd3302a req-56f7a7c0-e75d-4f60-8d20-1f78f3b12c3e tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:01.634856 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-176cee20-f843-4c97-8b02-5bb4bfd3302a req-56f7a7c0-e75d-4f60-8d20-1f78f3b12c3e tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=6566c730-eefa-423b-a200-1be4b53646f9 HTTP/1.1" status: 200 len: 948 time: 0.1258066 Sep 17 07:53:01.702870 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffef7705-ba6a-4f52-bcd6-655d71084a37 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Deleting subnet 647d5b1d-9f34-412a-b4cc-ac9641f1f18f {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:53:01.707352 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ffef7705-ba6a-4f52-bcd6-655d71084a37 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:01.721999 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-92987f67-261b-4866-8b96-df9dc4fb6648 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:01.742435 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.db.api [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 07:53:01.742858 n-d-789963-9 neutron-server[101291]: DEBUG oslo_db.api [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 07:53:01.752612 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-92987f67-261b-4866-8b96-df9dc4fb6648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:01.754983 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ffef7705-ba6a-4f52-bcd6-655d71084a37 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:01.775697 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-31e63463-814f-4e24-a5b0-cf971fabb1d6 None None] Could not find standard attr ID for object 76e0894d-ea9b-4d11-8f6d-37d4b0af9a8e. {{(pid=101291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 07:53:01.788322 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92987f67-261b-4866-8b96-df9dc4fb6648 None None] Network cc19eaa7-2fec-4a50-a002-e03f66320c40 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:53:01.792962 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-92987f67-261b-4866-8b96-df9dc4fb6648 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:53:01.795986 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaa2664-a591-4750-85c6-0dcf87261e8a None None] Pushing event updated for resources: {'Port': ['ID=e58b837b-0430-4d71-954e-d308c414337e,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:01.807460 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92987f67-261b-4866-8b96-df9dc4fb6648 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:53:01.855685 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ffef7705-ba6a-4f52-bcd6-655d71084a37 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:01.902109 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-92987f67-261b-4866-8b96-df9dc4fb6648 None None] Attempting to bind port c56e42f3-e929-4d78-8cb8-7784ea17eb63 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:53:01.902509 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-92987f67-261b-4866-8b96-df9dc4fb6648 None None] Attempting to bind port c56e42f3-e929-4d78-8cb8-7784ea17eb63 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '60effd61-6a66-42af-9af2-97043b19239e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cc19eaa7-2fec-4a50-a002-e03f66320c40'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:53:01.902891 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92987f67-261b-4866-8b96-df9dc4fb6648 None None] Attempting to bind port c56e42f3-e929-4d78-8cb8-7784ea17eb63 on network cc19eaa7-2fec-4a50-a002-e03f66320c40 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:53:01.911764 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92987f67-261b-4866-8b96-df9dc4fb6648 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:53:01.912314 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92987f67-261b-4866-8b96-df9dc4fb6648 None None] Checking segment: {'id': '60effd61-6a66-42af-9af2-97043b19239e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cc19eaa7-2fec-4a50-a002-e03f66320c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:53:01.912728 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-92987f67-261b-4866-8b96-df9dc4fb6648 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:01.913173 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92987f67-261b-4866-8b96-df9dc4fb6648 None None] Bound using segment: {'id': '60effd61-6a66-42af-9af2-97043b19239e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cc19eaa7-2fec-4a50-a002-e03f66320c40'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:53:01.913645 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-92987f67-261b-4866-8b96-df9dc4fb6648 None None] Bound port: c56e42f3-e929-4d78-8cb8-7784ea17eb63, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60effd61-6a66-42af-9af2-97043b19239e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cc19eaa7-2fec-4a50-a002-e03f66320c40'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:53:01.914083 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-92987f67-261b-4866-8b96-df9dc4fb6648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:01.917291 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92987f67-261b-4866-8b96-df9dc4fb6648 None None] Pushing event updated for resources: {'Port': ['ID=c56e42f3-e929-4d78-8cb8-7784ea17eb63,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:01.935302 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ffef7705-ba6a-4f52-bcd6-655d71084a37 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:01.964378 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-176cee20-f843-4c97-8b02-5bb4bfd3302a req-d759e5c4-598f-48ce-8ac6-c824dbde54a0 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285182 Sep 17 07:53:01.971542 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffef7705-ba6a-4f52-bcd6-655d71084a37 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event deleted for resources: {'Subnet': ['ID=647d5b1d-9f34-412a-b4cc-ac9641f1f18f,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:01.993911 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-92987f67-261b-4866-8b96-df9dc4fb6648 None None] For port c56e42f3-e929-4d78-8cb8-7784ea17eb63, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:53:02.003591 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-92987f67-261b-4866-8b96-df9dc4fb6648 None None] For port c56e42f3-e929-4d78-8cb8-7784ea17eb63, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=c56e42f3-e929-4d78-8cb8-7784ea17eb63,segment=NetworkSegment(60effd61-6a66-42af-9af2-97043b19239e),segment_id=60effd61-6a66-42af-9af2-97043b19239e)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:53:02.006150 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bdffbe0-f482-4bc2-befc-16f70de7c9e6 None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:53:02.012892 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ffef7705-ba6a-4f52-bcd6-655d71084a37 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:02.017562 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ffef7705-ba6a-4f52-bcd6-655d71084a37 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/subnets/647d5b1d-9f34-412a-b4cc-ac9641f1f18f HTTP/1.1" status: 204 len: 168 time: 0.4575062 Sep 17 07:53:02.023198 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac01e8-f7d7-42f5-8858-604a8c21d6cb req-d2595778-13ff-4cf8-bfcc-eec1b96bf7cc tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:02.028553 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 42608) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:02.034414 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5bac01e8-f7d7-42f5-8858-604a8c21d6cb req-d2595778-13ff-4cf8-bfcc-eec1b96bf7cc tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=318d614a-30e5-46c4-bc8f-89a121c1c009 HTTP/1.1" status: 200 len: 949 time: 0.3965299 Sep 17 07:53:02.080661 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-92987f67-261b-4866-8b96-df9dc4fb6648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:02.086809 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e32c125a-ce60-41b4-9893-6a8cf4b634e4 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0557253 Sep 17 07:53:02.092288 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 42610) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:02.147281 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5bac01e8-f7d7-42f5-8858-604a8c21d6cb req-6d20e185-a3b0-40bf-8b9c-33de23ef6fbd tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069109 Sep 17 07:53:02.150344 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3838a13c-f716-46ef-841b-ee276b873e93 req-ebbbd733-e4a5-4243-a480-a45794f521d4 service neutron] 10.222.0.39 "GET /v2.0/networks/c415bb2c-76bc-4730-a4c3-bead01aef970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5589676 Sep 17 07:53:02.164487 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92987f67-261b-4866-8b96-df9dc4fb6648 None None] Pushing event updated for resources: {'Port': ['ID=c56e42f3-e929-4d78-8cb8-7784ea17eb63,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:02.170037 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b25f20d-2f00-4b01-bad7-e9879c688c62 req-0bffcbf9-1206-474b-9ef6-907d9e6980b9 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:02.171763 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4b25f20d-2f00-4b01-bad7-e9879c688c62 req-0bffcbf9-1206-474b-9ef6-907d9e6980b9 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 943 time: 0.0939522 Sep 17 07:53:02.173838 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-aad9e865-f2e6-4cf2-ba64-25a3daba8147 admin admin] Allocated IP 172.25.6.16 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/9808cc26-cef2-425c-b176-2e0b45f487d4) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:53:02.239052 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86841fd-a7eb-4783-8703-779e88cd9502 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:02.243871 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c86841fd-a7eb-4783-8703-779e88cd9502 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1495085 Sep 17 07:53:02.244567 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 42616) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:02.271648 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4b25f20d-2f00-4b01-bad7-e9879c688c62 req-1c23d123-b10a-464b-a21f-182c93af486f tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715971 Sep 17 07:53:02.381412 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230b2782-1b4b-475f-9eef-232c02f44978 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:02.386366 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-230b2782-1b4b-475f-9eef-232c02f44978 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1223488 Sep 17 07:53:02.386971 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 42622) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:02.402017 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-50c226ae-4d30-4fbe-ba4b-ee573e534b95 req-93809174-010b-4806-b2f1-d1dbcf236c12 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0367844 Sep 17 07:53:02.402198 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3143ebf-4729-4b16-aad0-17a4c7578018 None None] DHCP port deletion for b9683b68-a3a4-4974-8bd0-f6d916aa4b94 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 07:53:02.493101 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-d3143ebf-4729-4b16-aad0-17a4c7578018 None None] Deleting port e58b837b-0430-4d71-954e-d308c414337e {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:53:02.493543 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d3143ebf-4729-4b16-aad0-17a4c7578018 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:02.562580 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-9b8605c7-52e1-4617-bdfe-6a9ed100dde9 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0955653 Sep 17 07:53:02.563016 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 42624) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:02.568824 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-3dcb6741-935b-432a-813c-32c4efc5dadb tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Request body: {'subnet': {'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:53:02.605756 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-d3143ebf-4729-4b16-aad0-17a4c7578018 None None] For port e58b837b-0430-4d71-954e-d308c414337e, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=e58b837b-0430-4d71-954e-d308c414337e,segment=NetworkSegment(ccc4c9b3-8f64-4b6a-96f4-35a1665005a6),segment_id=ccc4c9b3-8f64-4b6a-96f4-35a1665005a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:53:02.613334 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d3143ebf-4729-4b16-aad0-17a4c7578018 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:02.640032 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device e58b837b-0430-4d71-954e-d308c414337e no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:53:02.650884 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-aad9e865-f2e6-4cf2-ba64-25a3daba8147 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:02.654041 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-d3143ebf-4729-4b16-aad0-17a4c7578018 None None] Calling delete_port for e58b837b-0430-4d71-954e-d308c414337e owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:53:02.737847 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-aad9e865-f2e6-4cf2-ba64-25a3daba8147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:02.757298 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dcb6741-935b-432a-813c-32c4efc5dadb tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Made reservation on behalf of 852d2b51c00949899c2370ce1b47ee69 for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:53:02.761496 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3dcb6741-935b-432a-813c-32c4efc5dadb tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:02.789754 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3838a13c-f716-46ef-841b-ee276b873e93 req-87395423-cc97-4ddf-aedd-90e2ef39050f service neutron] 10.222.0.39 "GET /v2.0/networks/c415bb2c-76bc-4730-a4c3-bead01aef970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6225679 Sep 17 07:53:02.811703 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad9e865-f2e6-4cf2-ba64-25a3daba8147 admin admin] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:53:02.818130 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-aad9e865-f2e6-4cf2-ba64-25a3daba8147 admin admin] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:53:02.824051 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad9e865-f2e6-4cf2-ba64-25a3daba8147 admin admin] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:53:02.827380 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad9e865-f2e6-4cf2-ba64-25a3daba8147 admin admin] Pushing event updated for resources: {'Port': ['ID=9808cc26-cef2-425c-b176-2e0b45f487d4,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:02.913302 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:02.926078 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d3143ebf-4729-4b16-aad0-17a4c7578018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:02.962473 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:53:02.965576 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3143ebf-4729-4b16-aad0-17a4c7578018 None None] Pushing event deleted for resources: {'Port': ['ID=e58b837b-0430-4d71-954e-d308c414337e,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:02.970155 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3143ebf-4729-4b16-aad0-17a4c7578018 None None] No DVR routers for this DVR port e58b837b-0430-4d71-954e-d308c414337e on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:53:03.135701 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=1d8b34db-b321-4d30-b06b-a79bbe2e4ddc,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:53:03.153586 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '1d8b34db-b321-4d30-b06b-a79bbe2e4ddc', 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583', 'port_id': '1d8b34db-b321-4d30-b06b-a79bbe2e4ddc', 'mac_address': 'fa:16:3e:af:5b:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f3af6cb-9cad-436b-bf41-034e75672c44', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:53:03.160265 n-d-789963-9 neutron-server[101289]: DEBUG neutron.objects.ports [None req-3dcb6741-935b-432a-813c-32c4efc5dadb tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101289) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 07:53:03.166852 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3dcb6741-935b-432a-813c-32c4efc5dadb tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:03.193978 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18754d5-0742-4ea6-81a4-397e2f223279 req-ac765d91-5c8b-42a2-84dd-7b2629be415f tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:03.195660 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c18754d5-0742-4ea6-81a4-397e2f223279 req-ac765d91-5c8b-42a2-84dd-7b2629be415f tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=6566c730-eefa-423b-a200-1be4b53646f9 HTTP/1.1" status: 200 len: 948 time: 0.1049519 Sep 17 07:53:03.262903 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:03.298844 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:53:03.335974 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-aad9e865-f2e6-4cf2-ba64-25a3daba8147 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:03.348093 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=1d8b34db-b321-4d30-b06b-a79bbe2e4ddc,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:53:03.358602 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:03.381689 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcb6741-935b-432a-813c-32c4efc5dadb tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:53:03.428208 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c18754d5-0742-4ea6-81a4-397e2f223279 req-fc600067-46a2-4050-b9ad-b5f2b66785de tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045944 Sep 17 07:53:03.431474 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-3dcb6741-935b-432a-813c-32c4efc5dadb tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:53:03.445752 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcb6741-935b-432a-813c-32c4efc5dadb tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:03.448576 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3dcb6741-935b-432a-813c-32c4efc5dadb tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:03.452655 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcb6741-935b-432a-813c-32c4efc5dadb tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event updated for resources: {'Subnet': ['ID=e299b5e8-5d51-4b8b-b083-7fea9da4e347,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:03.458258 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa910c7-e2bb-4677-8ed4-545b204116b3 None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:53:03.460616 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=1d8b34db-b321-4d30-b06b-a79bbe2e4ddc,revision_number=11']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:03.533399 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-3dcb6741-935b-432a-813c-32c4efc5dadb tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9685023 Sep 17 07:53:03.541707 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca37f90-5dc2-4332-8b01-bab80241866c req-3ee18ebc-b791-454e-8619-3e82047b632c tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:03.561628 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5ca37f90-5dc2-4332-8b01-bab80241866c req-3ee18ebc-b791-454e-8619-3e82047b632c tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=318d614a-30e5-46c4-bc8f-89a121c1c009 HTTP/1.1" status: 200 len: 949 time: 0.2428033 Sep 17 07:53:03.566657 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 42642) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:03.577952 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-714d2d51-e561-40d6-bb2f-a6d27f337c01 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Request body: {'subnet': {'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:53:03.755482 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17cf414-1c9c-4de2-a073-03d299216368 None None] Network cc19eaa7-2fec-4a50-a002-e03f66320c40 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:53:03.772331 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3983a73b-5780-43a8-8ba6-54cbbfecaac5 req-09ff22e0-9ab1-40df-8971-0762b699d9b8 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:03.773848 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3983a73b-5780-43a8-8ba6-54cbbfecaac5 req-09ff22e0-9ab1-40df-8971-0762b699d9b8 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.39 "GET /v2.0/ports?device_id=318d614a-30e5-46c4-bc8f-89a121c1c009 HTTP/1.1" status: 200 len: 949 time: 0.1914477 Sep 17 07:53:03.840516 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-aad9e865-f2e6-4cf2-ba64-25a3daba8147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:03.882409 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6274356a-572c-4a1a-85ea-9c20aad6c8f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'tenant_id': '852d2b51c00949899c2370ce1b47ee69', 'fixed_ips': [{'subnet_id': 'e299b5e8-5d51-4b8b-b083-7fea9da4e347'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 07:53:03.884493 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6274356a-572c-4a1a-85ea-9c20aad6c8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:03.904321 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['1d8b34db-b321-4d30-b06b-a79bbe2e4ddc'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:53:03.910587 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-e1e8aae4-a682-464a-83f0-f1d22fb3aa90 None None] Provisioning complete for port c56e42f3-e929-4d78-8cb8-7784ea17eb63 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:53:03.911107 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e1e8aae4-a682-464a-83f0-f1d22fb3aa90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:04.121912 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-3983a73b-5780-43a8-8ba6-54cbbfecaac5 req-a49e9de3-f451-4c34-b2f0-0fba947dba7d tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Deleting port 5c5b400f-0dc3-4b2b-91dc-f3bd95c198d3 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:53:04.122319 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-3983a73b-5780-43a8-8ba6-54cbbfecaac5 req-a49e9de3-f451-4c34-b2f0-0fba947dba7d tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:04.167749 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5ca37f90-5dc2-4332-8b01-bab80241866c req-0e4ece42-4a6a-491b-bfa3-71e3447d5701 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6051772 Sep 17 07:53:04.184103 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad9e865-f2e6-4cf2-ba64-25a3daba8147 admin admin] Router 3fa37587-81e9-4b4a-8660-4f4bfcf3a263 is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 07:53:04.225363 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d432f-99a4-4acf-a702-f3a5570cecfd req-cefd0640-61b6-4379-9fde-7130dcf334e2 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:04.226945 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-219d432f-99a4-4acf-a702-f3a5570cecfd req-cefd0640-61b6-4379-9fde-7130dcf334e2 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 943 time: 0.5411844 Sep 17 07:53:04.276223 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-714d2d51-e561-40d6-bb2f-a6d27f337c01 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Made reservation on behalf of 852d2b51c00949899c2370ce1b47ee69 for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:53:04.283986 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-714d2d51-e561-40d6-bb2f-a6d27f337c01 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:04.375228 n-d-789963-9 neutron-server[101289]: INFO neutron.db.ipam_backend_mixin [None req-714d2d51-e561-40d6-bb2f-a6d27f337c01 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e299b5e8-5d51-4b8b-b083-7fea9da4e347 (CIDR: 2001:db8::/64) Sep 17 07:53:04.382995 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-6274356a-572c-4a1a-85ea-9c20aad6c8f3 None None] Allocated IP 2001:db8::f816:3eff:fe43:9a23 (b9683b68-a3a4-4974-8bd0-f6d916aa4b94/e299b5e8-5d51-4b8b-b083-7fea9da4e347/106dabd8-333d-4f70-b873-2dc9949931c1) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:53:04.389383 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-219d432f-99a4-4acf-a702-f3a5570cecfd req-4e8a6349-b497-471a-9356-32d4e47c7cac tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542892 Sep 17 07:53:04.399979 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad9e865-f2e6-4cf2-ba64-25a3daba8147 admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:53:04.414891 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-714d2d51-e561-40d6-bb2f-a6d27f337c01 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 07:53:04.415392 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-714d2d51-e561-40d6-bb2f-a6d27f337c01 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 07:53:04.422472 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-aad9e865-f2e6-4cf2-ba64-25a3daba8147 admin admin] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:04.426026 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-aad9e865-f2e6-4cf2-ba64-25a3daba8147 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.9308267 Sep 17 07:53:04.426313 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 42654) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:04.444119 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9c977e7e-2c04-4c49-a063-a94d50c2eeee req-b2746f38-6c2b-4c20-adeb-87d572249f9e tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0645099 Sep 17 07:53:04.475732 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-714d2d51-e561-40d6-bb2f-a6d27f337c01 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9072282 Sep 17 07:53:04.476377 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 42656) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:04.481201 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-a5cbedb5-c146-4587-8188-eb6b9ea6e007 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Request body: {'subnet': {'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:53:04.481369 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77909a33-aa96-4bda-b0b6-42f5c3344bfb None None] Sync routers for ids ['3fa37587-81e9-4b4a-8660-4f4bfcf3a263'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:53:04.489512 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-3983a73b-5780-43a8-8ba6-54cbbfecaac5 req-a49e9de3-f451-4c34-b2f0-0fba947dba7d tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] For port 5c5b400f-0dc3-4b2b-91dc-f3bd95c198d3, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=5c5b400f-0dc3-4b2b-91dc-f3bd95c198d3,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:53:04.489886 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-3983a73b-5780-43a8-8ba6-54cbbfecaac5 req-a49e9de3-f451-4c34-b2f0-0fba947dba7d tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:04.510217 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-3983a73b-5780-43a8-8ba6-54cbbfecaac5 req-a49e9de3-f451-4c34-b2f0-0fba947dba7d tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Calling delete_port for 5c5b400f-0dc3-4b2b-91dc-f3bd95c198d3 owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:53:04.635936 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6274356a-572c-4a1a-85ea-9c20aad6c8f3 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:04.671034 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6274356a-572c-4a1a-85ea-9c20aad6c8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:04.725965 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c12d1-cba7-4e5a-b207-b0257d5b0072 req-6c8c0c34-4a91-451d-91cc-83588f974358 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:04.732438 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ba5c12d1-cba7-4e5a-b207-b0257d5b0072 req-6c8c0c34-4a91-451d-91cc-83588f974358 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=6566c730-eefa-423b-a200-1be4b53646f9 HTTP/1.1" status: 200 len: 949 time: 0.1198685 Sep 17 07:53:04.758556 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e1e8aae4-a682-464a-83f0-f1d22fb3aa90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:04.760745 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device c56e42f3-e929-4d78-8cb8-7784ea17eb63 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:53:04.771602 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77909a33-aa96-4bda-b0b6-42f5c3344bfb None None] Routers {'3fa37587-81e9-4b4a-8660-4f4bfcf3a263'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:53:04.772316 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-77909a33-aa96-4bda-b0b6-42f5c3344bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:52:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['3fa37587-81e9-4b4a-8660-4f4bfcf3a263'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:53:04.788667 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5cbedb5-c146-4587-8188-eb6b9ea6e007 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Made reservation on behalf of 852d2b51c00949899c2370ce1b47ee69 for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:53:04.792446 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a5cbedb5-c146-4587-8188-eb6b9ea6e007 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:04.885409 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6274356a-572c-4a1a-85ea-9c20aad6c8f3 None None] Pushing event updated for resources: {'Port': ['ID=106dabd8-333d-4f70-b873-2dc9949931c1,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:04.897604 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6274356a-572c-4a1a-85ea-9c20aad6c8f3 None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:53:04.920968 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-6274356a-572c-4a1a-85ea-9c20aad6c8f3 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:53:04.930473 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6274356a-572c-4a1a-85ea-9c20aad6c8f3 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:53:04.957930 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-e1e8aae4-a682-464a-83f0-f1d22fb3aa90 None None] For port c56e42f3-e929-4d78-8cb8-7784ea17eb63, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=c56e42f3-e929-4d78-8cb8-7784ea17eb63,segment=NetworkSegment(60effd61-6a66-42af-9af2-97043b19239e),segment_id=60effd61-6a66-42af-9af2-97043b19239e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:53:05.007025 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device ad2bb8ba-714e-49f4-b421-fd480d0b965a details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:53:05.019369 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e1e8aae4-a682-464a-83f0-f1d22fb3aa90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:05.078704 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:05.150777 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ba5c12d1-cba7-4e5a-b207-b0257d5b0072 req-75c20b0b-75a2-4253-b009-d5ccba25dfda tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4149156 Sep 17 07:53:05.155777 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a5cbedb5-c146-4587-8188-eb6b9ea6e007 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:05.186785 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-77909a33-aa96-4bda-b0b6-42f5c3344bfb None None] Set router 3fa37587-81e9-4b4a-8660-4f4bfcf3a263 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:53:05.189978 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.db.resource_extend [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 07:53:05.260524 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port c56e42f3-e929-4d78-8cb8-7784ea17eb63 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:53:05.263065 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:05.290528 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-3983a73b-5780-43a8-8ba6-54cbbfecaac5 req-a49e9de3-f451-4c34-b2f0-0fba947dba7d tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:05.302089 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cbedb5-c146-4587-8188-eb6b9ea6e007 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event updated for resources: {'Subnet': ['ID=b075525e-20ef-416f-824c-02d7971a39b9,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:05.365330 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-480c7ee3-f1cf-401c-a4c5-85887898505d req-4a701f05-6c23-4bf9-a67d-b66cbe2bd85f tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=318d614a-30e5-46c4-bc8f-89a121c1c009 HTTP/1.1" status: 200 len: 210 time: 0.0563290 Sep 17 07:53:05.368872 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-6274356a-572c-4a1a-85ea-9c20aad6c8f3 None None] Attempting to bind port 106dabd8-333d-4f70-b873-2dc9949931c1 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:53:05.369174 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-6274356a-572c-4a1a-85ea-9c20aad6c8f3 None None] Attempting to bind port 106dabd8-333d-4f70-b873-2dc9949931c1 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:53:05.369532 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6274356a-572c-4a1a-85ea-9c20aad6c8f3 None None] Attempting to bind port 106dabd8-333d-4f70-b873-2dc9949931c1 on network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:53:05.371898 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5cbedb5-c146-4587-8188-eb6b9ea6e007 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:53:05.375150 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-a5cbedb5-c146-4587-8188-eb6b9ea6e007 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:53:05.378527 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5cbedb5-c146-4587-8188-eb6b9ea6e007 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:05.379722 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a5cbedb5-c146-4587-8188-eb6b9ea6e007 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:05.392348 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e8aae4-a682-464a-83f0-f1d22fb3aa90 None None] Pushing event updated for resources: {'Port': ['ID=c56e42f3-e929-4d78-8cb8-7784ea17eb63,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:05.397669 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49e9de3-f451-4c34-b2f0-0fba947dba7d tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Pushing event deleted for resources: {'Port': ['ID=5c5b400f-0dc3-4b2b-91dc-f3bd95c198d3,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:05.418154 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-a5cbedb5-c146-4587-8188-eb6b9ea6e007 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9381812 Sep 17 07:53:05.426632 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-63c8096b-a6fd-4cf6-9c75-74f197b5d963 None None] Provisioning complete for port c56e42f3-e929-4d78-8cb8-7784ea17eb63 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:53:05.427005 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-63c8096b-a6fd-4cf6-9c75-74f197b5d963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:05.429302 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06c7a7-2aa3-4602-add6-f095168b9413 req-a948cbdc-f9fb-4ca2-82ea-0d4976ad3f67 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:05.432008 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 42672) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:05.436939 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-16ae2797-2c94-42ef-b994-b6e3a57e16b8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Request body: {'port': {'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'mac_address': 'fa:16:3e:0f:70:89', 'name': 'tempest-NetworksTestDHCPv6-176009608'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:53:05.437075 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7c06c7a7-2aa3-4602-add6-f095168b9413 req-a948cbdc-f9fb-4ca2-82ea-0d4976ad3f67 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=6566c730-eefa-423b-a200-1be4b53646f9 HTTP/1.1" status: 200 len: 949 time: 0.1299341 Sep 17 07:53:05.490790 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7c06c7a7-2aa3-4602-add6-f095168b9413 req-a39b840d-d5e1-4d76-8a57-7d3919cfd4ce tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477140 Sep 17 07:53:05.517794 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6274356a-572c-4a1a-85ea-9c20aad6c8f3 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:53:05.518169 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6274356a-572c-4a1a-85ea-9c20aad6c8f3 None None] Checking segment: {'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:53:05.518573 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6274356a-572c-4a1a-85ea-9c20aad6c8f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:05.518967 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6274356a-572c-4a1a-85ea-9c20aad6c8f3 None None] Bound using segment: {'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:53:05.519454 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-6274356a-572c-4a1a-85ea-9c20aad6c8f3 None None] Bound port: 106dabd8-333d-4f70-b873-2dc9949931c1, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:53:05.519855 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6274356a-572c-4a1a-85ea-9c20aad6c8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:05.565793 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f06bcf8-c364-4950-82b7-25684bb99216 req-9534ffb3-c5b5-4995-8b29-8088107b8838 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:05.571353 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0f06bcf8-c364-4950-82b7-25684bb99216 req-9534ffb3-c5b5-4995-8b29-8088107b8838 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 943 time: 0.0795045 Sep 17 07:53:05.580308 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:05.593607 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-3983a73b-5780-43a8-8ba6-54cbbfecaac5 req-a49e9de3-f451-4c34-b2f0-0fba947dba7d tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] No DVR routers for this DVR port 5c5b400f-0dc3-4b2b-91dc-f3bd95c198d3 on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:53:05.600461 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-3983a73b-5780-43a8-8ba6-54cbbfecaac5 req-a49e9de3-f451-4c34-b2f0-0fba947dba7d tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:05.602456 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3983a73b-5780-43a8-8ba6-54cbbfecaac5 req-a49e9de3-f451-4c34-b2f0-0fba947dba7d tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.39 "DELETE /v2.0/ports/5c5b400f-0dc3-4b2b-91dc-f3bd95c198d3 HTTP/1.1" status: 204 len: 173 time: 1.8203661 Sep 17 07:53:05.605174 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '318d614a-30e5-46c4-bc8f-89a121c1c009', 'name': 'network-vif-deleted', 'tag': '5c5b400f-0dc3-4b2b-91dc-f3bd95c198d3'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:53:05.607696 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2786bcc5-ae0f-41d2-8625-e6f3387b294d" -d '{"events": [{"server_uuid": "318d614a-30e5-46c4-bc8f-89a121c1c009", "name": "network-vif-deleted", "tag": "5c5b400f-0dc3-4b2b-91dc-f3bd95c198d3"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:53:05.613887 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-95106f66-eb4c-4b39-9477-bfab9da635ba req-49ad702a-8014-4601-8f40-a7660d363586 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0409858 Sep 17 07:53:05.700620 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0f06bcf8-c364-4950-82b7-25684bb99216 req-9e5981ea-210f-4e62-8999-208fba9087c9 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163895 Sep 17 07:53:05.715737 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05fb7c98-893e-4017-90f1-b197e27c2fc0 x-openstack-request-id: req-05fb7c98-893e-4017-90f1-b197e27c2fc0 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:53:05.716735 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "318d614a-30e5-46c4-bc8f-89a121c1c009", "name": "network-vif-deleted", "tag": "5c5b400f-0dc3-4b2b-91dc-f3bd95c198d3", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:53:05.718882 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-05fb7c98-893e-4017-90f1-b197e27c2fc0 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:53:05.719113 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '318d614a-30e5-46c4-bc8f-89a121c1c009', 'name': 'network-vif-deleted', 'tag': '5c5b400f-0dc3-4b2b-91dc-f3bd95c198d3', 'status': 'completed', 'code': 200} Sep 17 07:53:05.797696 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ae2797-2c94-42ef-b994-b6e3a57e16b8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Made reservation on behalf of 852d2b51c00949899c2370ce1b47ee69 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:53:05.831397 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port ad2bb8ba-714e-49f4-b421-fd480d0b965a, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=ad2bb8ba-714e-49f4-b421-fd480d0b965a,segment=NetworkSegment(9d7157a6-8670-462c-b175-6c19d661dbef),segment_id=9d7157a6-8670-462c-b175-6c19d661dbef)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:53:05.874928 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-6274356a-572c-4a1a-85ea-9c20aad6c8f3 None None] For port 106dabd8-333d-4f70-b873-2dc9949931c1, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:53:05.887035 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-6274356a-572c-4a1a-85ea-9c20aad6c8f3 None None] For port 106dabd8-333d-4f70-b873-2dc9949931c1, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=106dabd8-333d-4f70-b873-2dc9949931c1,segment=NetworkSegment(ccc4c9b3-8f64-4b6a-96f4-35a1665005a6),segment_id=ccc4c9b3-8f64-4b6a-96f4-35a1665005a6)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:53:05.924897 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6274356a-572c-4a1a-85ea-9c20aad6c8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:05.942420 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': 'ad2bb8ba-714e-49f4-b421-fd480d0b965a', 'network_id': 'c415bb2c-76bc-4730-a4c3-bead01aef970', 'port_id': 'ad2bb8ba-714e-49f4-b421-fd480d0b965a', 'mac_address': 'fa:16:3e:e8:9e:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '207bfb2c-1c36-48ea-8405-fe2109511b96', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:53:05.976575 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-c0585709-1267-4061-9a4b-57c1149bf50b tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=e3c94ece967c49989722015c639870a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0582404 Sep 17 07:53:06.010130 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-30f160c8-8ba3-4f4f-ab86-27495324ff18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:06.022105 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-16ae2797-2c94-42ef-b994-b6e3a57e16b8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:06.054031 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [None req-16ae2797-2c94-42ef-b994-b6e3a57e16b8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] device_id is not set on port 3d4ec358-c184-412e-be60-279414a3e57a yet. {{(pid=101290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 07:53:06.151347 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6274356a-572c-4a1a-85ea-9c20aad6c8f3 None None] Pushing event updated for resources: {'Port': ['ID=106dabd8-333d-4f70-b873-2dc9949931c1,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:06.171929 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:06.195411 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-9414610e-a9ab-479d-987e-ed37d8039b11 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:06.212440 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-9414610e-a9ab-479d-987e-ed37d8039b11 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2341132 Sep 17 07:53:06.216515 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad2bb8ba-714e-49f4-b421-fd480d0b965a {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:53:06.241579 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port ad2bb8ba-714e-49f4-b421-fd480d0b965a, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=ad2bb8ba-714e-49f4-b421-fd480d0b965a,segment=NetworkSegment(9d7157a6-8670-462c-b175-6c19d661dbef),segment_id=9d7157a6-8670-462c-b175-6c19d661dbef)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:53:06.252489 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-77909a33-aa96-4bda-b0b6-42f5c3344bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa37587-81e9-4b4a-8660-4f4bfcf3a263', 'name': 'tempest-ServersTestManualDisk-982544102-router', 'tenant_id': '84fde82bad9d4548b190a832b1df5fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '9808cc26-cef2-425c-b176-2e0b45f487d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:53:00Z', 'updated_at': '2021-09-17T07:53:03Z', 'revision_number': 3, 'project_id': '84fde82bad9d4548b190a832b1df5fc2', 'gw_port': {'id': '9808cc26-cef2-425c-b176-2e0b45f487d4', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:bb:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa37587-81e9-4b4a-8660-4f4bfcf3a263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:53:01Z', 'updated_at': '2021-09-17T07:53:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:53:06.256131 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:06.259943 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-768ce648-98ad-42e7-adab-53b0c1e73e5d tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/quotas/e3c94ece967c49989722015c639870a6 HTTP/1.1" status: 200 len: 375 time: 0.0142214 Sep 17 07:53:06.379068 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77909a33-aa96-4bda-b0b6-42f5c3344bfb None None] Checking router: 3fa37587-81e9-4b4a-8660-4f4bfcf3a263 for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:53:06.391376 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77909a33-aa96-4bda-b0b6-42f5c3344bfb None None] Updating router 3fa37587-81e9-4b4a-8660-4f4bfcf3a263 port 9808cc26-cef2-425c-b176-2e0b45f487d4 binding host n-d-789963-9 {{(pid=101291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 07:53:06.411974 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-6a07b8d5-3555-4e93-99ed-06dbadfce8c2 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e3c94ece967c49989722015c639870a6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1403210 Sep 17 07:53:06.566550 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-77909a33-aa96-4bda-b0b6-42f5c3344bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:06.640721 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-30f160c8-8ba3-4f4f-ab86-27495324ff18 admin admin] Allocated IP 172.20.0.1 (cc19eaa7-2fec-4a50-a002-e03f66320c40/65482dcc-7ff4-4442-8996-a64a825a1c54/49841603-2cfb-4808-aa7e-24bc81b1c87c) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:53:06.663539 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-16ae2797-2c94-42ef-b994-b6e3a57e16b8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Allocated IP 2001:db8:0:1::ec (b9683b68-a3a4-4974-8bd0-f6d916aa4b94/b075525e-20ef-416f-824c-02d7971a39b9/3d4ec358-c184-412e-be60-279414a3e57a) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:53:06.712611 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=ad2bb8ba-714e-49f4-b421-fd480d0b965a,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:06.716146 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-16ae2797-2c94-42ef-b994-b6e3a57e16b8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Allocated IP 2001:db8::f816:3eff:fe0f:7089 (b9683b68-a3a4-4974-8bd0-f6d916aa4b94/e299b5e8-5d51-4b8b-b083-7fea9da4e347/3d4ec358-c184-412e-be60-279414a3e57a) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:53:06.857736 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-43b67f13-31c6-4f90-b042-320f8c99af18 req-1b518d21-69de-4a51-912e-6f9cf1a2be7c tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0672114 Sep 17 07:53:06.906548 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device c56e42f3-e929-4d78-8cb8-7784ea17eb63 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:53:06.910165 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['3f299b6a-353a-48fe-b6a1-bb1abb635a78'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:53:06.966798 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4510d83b-6bd7-49a1-af3c-242d5a8b4c27 req-2a1e4cc4-c187-4bb8-851d-49325eccb3d1 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=f50ff527-62ae-4a3e-bb52-9dd6ba34fd45 HTTP/1.1" status: 200 len: 210 time: 0.0865204 Sep 17 07:53:07.028646 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 5c5b400f-0dc3-4b2b-91dc-f3bd95c198d3 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:53:07.057155 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['ad2bb8ba-714e-49f4-b421-fd480d0b965a'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:53:07.094229 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: 5c5b400f-0dc3-4b2b-91dc-f3bd95c198d3 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:53:07.095954 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 5c5b400f-0dc3-4b2b-91dc-f3bd95c198d3 not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:53:07.265584 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e17bd-2d5a-42a7-8aba-a17efb08ac62 req-d7100586-93f8-4006-8b80-eef3cf0c94d5 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:07.277793 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-318e17bd-2d5a-42a7-8aba-a17efb08ac62 req-d7100586-93f8-4006-8b80-eef3cf0c94d5 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 944 time: 0.2412117 Sep 17 07:53:07.324845 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1528f0ab-3938-4ff8-a3cd-7ae0b5e10080 req-48fa5093-7c5b-4113-86fa-188eee1ecaf2 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:07.330896 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-30f160c8-8ba3-4f4f-ab86-27495324ff18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:07.334120 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1528f0ab-3938-4ff8-a3cd-7ae0b5e10080 req-48fa5093-7c5b-4113-86fa-188eee1ecaf2 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 948 time: 0.1854959 Sep 17 07:53:07.402594 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1528f0ab-3938-4ff8-a3cd-7ae0b5e10080 req-63270e73-b332-4a4e-9742-3e29fa69b41c tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674770 Sep 17 07:53:07.458259 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-318e17bd-2d5a-42a7-8aba-a17efb08ac62 req-eef52338-c2e5-45a7-b1ac-0a8f2a1a6ae7 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627555 Sep 17 07:53:07.458775 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port c56e42f3-e929-4d78-8cb8-7784ea17eb63 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:53:07.459051 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:07.462931 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-16ae2797-2c94-42ef-b994-b6e3a57e16b8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:07.516917 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-30f160c8-8ba3-4f4f-ab86-27495324ff18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:07.645142 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f160c8-8ba3-4f4f-ab86-27495324ff18 admin admin] Pushing event updated for resources: {'Port': ['ID=49841603-2cfb-4808-aa7e-24bc81b1c87c,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:07.671640 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f160c8-8ba3-4f4f-ab86-27495324ff18 admin admin] Network cc19eaa7-2fec-4a50-a002-e03f66320c40 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:53:07.674867 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-30f160c8-8ba3-4f4f-ab86-27495324ff18 admin admin] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:53:07.694649 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f160c8-8ba3-4f4f-ab86-27495324ff18 admin admin] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:53:07.713029 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-16ae2797-2c94-42ef-b994-b6e3a57e16b8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:07.876390 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1da6b4-8616-4564-9c8a-2fb5c6980bd2 None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:53:07.912086 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ae2797-2c94-42ef-b994-b6e3a57e16b8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event updated for resources: {'Port': ['ID=3d4ec358-c184-412e-be60-279414a3e57a,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:07.914262 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 106dabd8-333d-4f70-b873-2dc9949931c1 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:53:07.926859 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-30f160c8-8ba3-4f4f-ab86-27495324ff18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:07.995783 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-72f02ee6-2370-4a2b-889f-30416df892c8 req-a5754f21-a8e1-4d7d-9ab5-cbe0c349811b tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0537450 Sep 17 07:53:08.095338 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ae2797-2c94-42ef-b994-b6e3a57e16b8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:53:08.120250 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-16ae2797-2c94-42ef-b994-b6e3a57e16b8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:53:08.122970 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ae2797-2c94-42ef-b994-b6e3a57e16b8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:53:08.129060 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ae2797-2c94-42ef-b994-b6e3a57e16b8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:08.129733 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-16ae2797-2c94-42ef-b994-b6e3a57e16b8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:08.194414 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-532da9a5-a394-41b9-af9a-b9f29bda6d3c req-849ec821-cbdb-46ea-baa5-b7251c622609 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=f50ff527-62ae-4a3e-bb52-9dd6ba34fd45 HTTP/1.1" status: 200 len: 210 time: 0.1061852 Sep 17 07:53:08.225532 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-16ae2797-2c94-42ef-b994-b6e3a57e16b8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.7924380 Sep 17 07:53:08.228358 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 42732) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:08.277008 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f145bd3-5169-4278-871e-37c142d57d2e req-9bcb92cb-f846-4445-908b-7a0b38d8d696 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:08.278612 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8f145bd3-5169-4278-871e-37c142d57d2e req-9bcb92cb-f846-4445-908b-7a0b38d8d696 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 948 time: 0.2267377 Sep 17 07:53:08.282851 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-77909a33-aa96-4bda-b0b6-42f5c3344bfb None None] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:08.293557 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-f140d473-f1f8-42e2-af51-e76411d41a11 None None] Provisioning complete for port 106dabd8-333d-4f70-b873-2dc9949931c1 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:53:08.293890 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f140d473-f1f8-42e2-af51-e76411d41a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:08.326709 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-77909a33-aa96-4bda-b0b6-42f5c3344bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:08.348369 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-30f160c8-8ba3-4f4f-ab86-27495324ff18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:08.355864 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-42583316-a4eb-4a75-b035-15051eab1f75 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=e3c94ece967c49989722015c639870a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0609543 Sep 17 07:53:08.491905 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b469e43f-e7be-485b-91a7-1f3828cef5b2 None None] Pushing event updated for resources: {'Port': ['ID=9808cc26-cef2-425c-b176-2e0b45f487d4,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:08.495236 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-61b3a1f0-2a11-40ef-9384-108678b16416 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:08.497198 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-61b3a1f0-2a11-40ef-9384-108678b16416 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1346700 Sep 17 07:53:08.502548 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-3a0b3247-8f4d-4dc4-9177-f9ff600fedcd tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Deleting port 3d4ec358-c184-412e-be60-279414a3e57a {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:53:08.503157 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3a0b3247-8f4d-4dc4-9177-f9ff600fedcd tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:08.505456 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 106dabd8-333d-4f70-b873-2dc9949931c1 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:53:08.505953 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:08.510710 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-77909a33-aa96-4bda-b0b6-42f5c3344bfb None None] Attempting to bind port 9808cc26-cef2-425c-b176-2e0b45f487d4 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:53:08.511208 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-77909a33-aa96-4bda-b0b6-42f5c3344bfb None None] Attempting to bind port 9808cc26-cef2-425c-b176-2e0b45f487d4 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:53:08.512200 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77909a33-aa96-4bda-b0b6-42f5c3344bfb None None] Attempting to bind port 9808cc26-cef2-425c-b176-2e0b45f487d4 on network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:53:08.541559 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-47e1f6b5-cbe2-4677-b277-68146387cdad tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Request body: {'port': {'device_id': 'f50ff527-62ae-4a3e-bb52-9dd6ba34fd45', 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583', 'admin_state_up': True, 'tenant_id': 'e3c94ece967c49989722015c639870a6'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:53:08.550479 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-8f145bd3-5169-4278-871e-37c142d57d2e req-283f51c7-d53e-44d0-b9a6-a7bcf7b7a1f0 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Deleting port 0ed2d12b-bfaf-472c-a6ae-5ba8d60d89d0 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:53:08.550775 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77909a33-aa96-4bda-b0b6-42f5c3344bfb None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:53:08.550924 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8f145bd3-5169-4278-871e-37c142d57d2e req-283f51c7-d53e-44d0-b9a6-a7bcf7b7a1f0 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:08.551161 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77909a33-aa96-4bda-b0b6-42f5c3344bfb None None] Checking segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:53:08.551573 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-77909a33-aa96-4bda-b0b6-42f5c3344bfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:08.552052 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77909a33-aa96-4bda-b0b6-42f5c3344bfb None None] Bound using segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:53:08.552546 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-77909a33-aa96-4bda-b0b6-42f5c3344bfb None None] Bound port: 9808cc26-cef2-425c-b176-2e0b45f487d4, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:53:08.552931 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-77909a33-aa96-4bda-b0b6-42f5c3344bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:08.669791 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f140d473-f1f8-42e2-af51-e76411d41a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:08.674604 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-8f145bd3-5169-4278-871e-37c142d57d2e req-283f51c7-d53e-44d0-b9a6-a7bcf7b7a1f0 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] For port 0ed2d12b-bfaf-472c-a6ae-5ba8d60d89d0, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=0ed2d12b-bfaf-472c-a6ae-5ba8d60d89d0,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:53:08.675123 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8f145bd3-5169-4278-871e-37c142d57d2e req-283f51c7-d53e-44d0-b9a6-a7bcf7b7a1f0 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:08.682841 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-77909a33-aa96-4bda-b0b6-42f5c3344bfb None None] For port 9808cc26-cef2-425c-b176-2e0b45f487d4, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:53:08.684742 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-30f160c8-8ba3-4f4f-ab86-27495324ff18 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:08.692367 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-8f145bd3-5169-4278-871e-37c142d57d2e req-283f51c7-d53e-44d0-b9a6-a7bcf7b7a1f0 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Calling delete_port for 0ed2d12b-bfaf-472c-a6ae-5ba8d60d89d0 owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:53:08.693991 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-30f160c8-8ba3-4f4f-ab86-27495324ff18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:08.710453 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-77909a33-aa96-4bda-b0b6-42f5c3344bfb None None] For port 9808cc26-cef2-425c-b176-2e0b45f487d4, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=9808cc26-cef2-425c-b176-2e0b45f487d4,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:53:08.756388 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c644f-4d73-4c18-b9c9-58fdefba06e6 req-f3736f61-f64d-49c5-8f36-782dfd0552ea tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:08.757878 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-504c644f-4d73-4c18-b9c9-58fdefba06e6 req-f3736f61-f64d-49c5-8f36-782dfd0552ea tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 948 time: 0.2291205 Sep 17 07:53:08.759037 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:08.769133 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-77909a33-aa96-4bda-b0b6-42f5c3344bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:08.775171 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537eaa0d-3145-4d93-8180-49ae4e451993 req-8632faa2-4325-4f8e-9cdc-9a7e1747fa87 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:08.776700 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-537eaa0d-3145-4d93-8180-49ae4e451993 req-8632faa2-4325-4f8e-9cdc-9a7e1747fa87 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 944 time: 0.2102766 Sep 17 07:53:08.791410 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3a0b3247-8f4d-4dc4-9177-f9ff600fedcd tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:08.815329 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-30f160c8-8ba3-4f4f-ab86-27495324ff18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:08.829169 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f160c8-8ba3-4f4f-ab86-27495324ff18 admin admin] Pushing event updated for resources: {'Port': ['ID=49841603-2cfb-4808-aa7e-24bc81b1c87c,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:08.842670 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-3a0b3247-8f4d-4dc4-9177-f9ff600fedcd tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Calling delete_port for 3d4ec358-c184-412e-be60-279414a3e57a owned by {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:53:08.845146 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-f140d473-f1f8-42e2-af51-e76411d41a11 None None] For port 106dabd8-333d-4f70-b873-2dc9949931c1, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=106dabd8-333d-4f70-b873-2dc9949931c1,segment=NetworkSegment(ccc4c9b3-8f64-4b6a-96f4-35a1665005a6),segment_id=ccc4c9b3-8f64-4b6a-96f4-35a1665005a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:53:08.865422 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f140d473-f1f8-42e2-af51-e76411d41a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:08.914690 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77909a33-aa96-4bda-b0b6-42f5c3344bfb None None] Routers {'3fa37587-81e9-4b4a-8660-4f4bfcf3a263'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:53:08.915372 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-77909a33-aa96-4bda-b0b6-42f5c3344bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:52:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['3fa37587-81e9-4b4a-8660-4f4bfcf3a263'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:53:08.917180 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63422b4-84fe-410e-8ded-d26b2a64ac25 None None] Update dhcp port {'port': {'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'fixed_ips': [{'subnet_id': 'e299b5e8-5d51-4b8b-b083-7fea9da4e347', 'ip_address': '2001:db8::f816:3eff:fe43:9a23'}, {'subnet_id': 'b075525e-20ef-416f-824c-02d7971a39b9'}], 'binding:host_id': 'n-d-789963-9'}, 'id': '106dabd8-333d-4f70-b873-2dc9949931c1'} from n-d-789963-9. {{(pid=101291) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 07:53:08.931193 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-537eaa0d-3145-4d93-8180-49ae4e451993 req-2048a9ba-8c43-4c45-9c72-e94456a3630b tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437275 Sep 17 07:53:08.939941 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-504c644f-4d73-4c18-b9c9-58fdefba06e6 req-e63b1d24-db44-4080-80fc-a92d7ca29758 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622219 Sep 17 07:53:08.996124 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f63422b4-84fe-410e-8ded-d26b2a64ac25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:09.105600 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-77909a33-aa96-4bda-b0b6-42f5c3344bfb None None] Set router 3fa37587-81e9-4b4a-8660-4f4bfcf3a263 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:53:09.126992 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-47e1f6b5-cbe2-4677-b277-68146387cdad tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Made reservation on behalf of e3c94ece967c49989722015c639870a6 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:53:09.132738 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-47e1f6b5-cbe2-4677-b277-68146387cdad tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:09.137717 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3a0b3247-8f4d-4dc4-9177-f9ff600fedcd tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:09.217832 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0b3247-8f4d-4dc4-9177-f9ff600fedcd tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event deleted for resources: {'Port': ['ID=3d4ec358-c184-412e-be60-279414a3e57a,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:09.227771 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6e826c2b-1db8-4d67-b32f-ca2fbdcfecec req-c3cb04b1-55f3-4113-80d1-1083167dec59 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0916142 Sep 17 07:53:09.280064 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3a0b3247-8f4d-4dc4-9177-f9ff600fedcd tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:09.285946 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-3a0b3247-8f4d-4dc4-9177-f9ff600fedcd tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/ports/3d4ec358-c184-412e-be60-279414a3e57a HTTP/1.1" status: 204 len: 168 time: 1.0565462 Sep 17 07:53:09.287067 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 42748) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:09.300033 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8f145bd3-5169-4278-871e-37c142d57d2e req-283f51c7-d53e-44d0-b9a6-a7bcf7b7a1f0 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:09.378496 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283f51c7-d53e-44d0-b9a6-a7bcf7b7a1f0 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Pushing event deleted for resources: {'Port': ['ID=0ed2d12b-bfaf-472c-a6ae-5ba8d60d89d0,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:09.379872 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:53:09.431224 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1408c877-8889-40c6-a9fb-6b7954478578 req-dc5d9741-63c4-4116-9684-9c0697c4850d tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=f50ff527-62ae-4a3e-bb52-9dd6ba34fd45 HTTP/1.1" status: 200 len: 210 time: 0.0631838 Sep 17 07:53:09.452497 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f160c8-8ba3-4f4f-ab86-27495324ff18 admin admin] Network cc19eaa7-2fec-4a50-a002-e03f66320c40 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:53:09.453848 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.db.api [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 07:53:09.454334 n-d-789963-9 neutron-server[101291]: DEBUG oslo_db.api [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 07:53:09.455003 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b469e43f-e7be-485b-91a7-1f3828cef5b2 None None] Pushing event updated for resources: {'Port': ['ID=9808cc26-cef2-425c-b176-2e0b45f487d4,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:09.493983 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f145bd3-5169-4278-871e-37c142d57d2e req-283f51c7-d53e-44d0-b9a6-a7bcf7b7a1f0 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] No DVR routers for this DVR port 0ed2d12b-bfaf-472c-a6ae-5ba8d60d89d0 on host n-h1-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:53:09.495782 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-30f160c8-8ba3-4f4f-ab86-27495324ff18 admin admin] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:53:09.499502 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['3f299b6a-353a-48fe-b6a1-bb1abb635a78'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:53:09.510432 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8f145bd3-5169-4278-871e-37c142d57d2e req-283f51c7-d53e-44d0-b9a6-a7bcf7b7a1f0 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:09.512552 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8f145bd3-5169-4278-871e-37c142d57d2e req-283f51c7-d53e-44d0-b9a6-a7bcf7b7a1f0 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.41 "DELETE /v2.0/ports/0ed2d12b-bfaf-472c-a6ae-5ba8d60d89d0 HTTP/1.1" status: 204 len: 173 time: 1.2037826 Sep 17 07:53:09.512977 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87cdad06-42b1-4c6e-b7d3-be53ae4a1eba', 'name': 'network-vif-deleted', 'tag': '0ed2d12b-bfaf-472c-a6ae-5ba8d60d89d0'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:53:09.515401 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439e30e8-1d72-4fe0-af63-a2a49d1591ea" -d '{"events": [{"server_uuid": "87cdad06-42b1-4c6e-b7d3-be53ae4a1eba", "name": "network-vif-deleted", "tag": "0ed2d12b-bfaf-472c-a6ae-5ba8d60d89d0"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:53:09.516690 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2819cd4f-da0f-4725-a06b-2c6656b25218 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:09.520612 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-2819cd4f-da0f-4725-a06b-2c6656b25218 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.2280302 Sep 17 07:53:09.522513 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 42756) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:09.596266 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-47e1f6b5-cbe2-4677-b277-68146387cdad tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Allocated IP 192.168.233.61 (469390cd-cce5-49bd-b8f8-9e64018a0583/5f3af6cb-9cad-436b-bf41-034e75672c44/43e89c3b-26a1-47d4-abca-c88416f71fa5) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:53:09.657621 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664af8dd-b635-4c88-b2f2-48041804e76b x-openstack-request-id: req-664af8dd-b635-4c88-b2f2-48041804e76b {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:53:09.657926 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87cdad06-42b1-4c6e-b7d3-be53ae4a1eba", "name": "network-vif-deleted", "tag": "0ed2d12b-bfaf-472c-a6ae-5ba8d60d89d0", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:53:09.658183 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-664af8dd-b635-4c88-b2f2-48041804e76b {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:53:09.658655 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87cdad06-42b1-4c6e-b7d3-be53ae4a1eba', 'name': 'network-vif-deleted', 'tag': '0ed2d12b-bfaf-472c-a6ae-5ba8d60d89d0', 'status': 'completed', 'code': 200} Sep 17 07:53:09.735124 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-d02f98f4-b366-4d82-b61b-8941c24497aa None None] Provisioning complete for port 49841603-2cfb-4808-aa7e-24bc81b1c87c triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:53:09.735496 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d02f98f4-b366-4d82-b61b-8941c24497aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:09.809696 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30f160c8-8ba3-4f4f-ab86-27495324ff18 admin admin] Router 3fa37587-81e9-4b4a-8660-4f4bfcf3a263 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:53:09.827503 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-d02f98f4-b366-4d82-b61b-8941c24497aa None None] Port 49841603-2cfb-4808-aa7e-24bc81b1c87c cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:53:09.840622 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dde2c6a-6ea1-4752-81aa-eb69a0e5f1fe tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:09.849484 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-7dde2c6a-6ea1-4752-81aa-eb69a0e5f1fe tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.3259020 Sep 17 07:53:09.851959 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 42760) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:09.962826 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-47e1f6b5-cbe2-4677-b277-68146387cdad tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:10.059432 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-47e1f6b5-cbe2-4677-b277-68146387cdad tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:10.099406 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:53:10.166064 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f160c8-8ba3-4f4f-ab86-27495324ff18 admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:53:10.183860 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:53:10.184106 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-30f160c8-8ba3-4f4f-ab86-27495324ff18 admin admin] 10.222.0.13 "PUT /v2.0/routers/3fa37587-81e9-4b4a-8660-4f4bfcf3a263/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7452307 Sep 17 07:53:10.184191 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:10.184289 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-47e1f6b5-cbe2-4677-b277-68146387cdad tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Network 469390cd-cce5-49bd-b8f8-9e64018a0583 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:53:10.210649 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab18ac8-c0b4-4ddf-b7fc-135ef26450fe tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:10.224425 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab18ac8-c0b4-4ddf-b7fc-135ef26450fe tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:10.226211 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab18ac8-c0b4-4ddf-b7fc-135ef26450fe tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:10.227904 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-9ab18ac8-c0b4-4ddf-b7fc-135ef26450fe tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3747978 Sep 17 07:53:10.230540 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 42770) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:10.234539 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-47e1f6b5-cbe2-4677-b277-68146387cdad tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:53:10.257198 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b24a1712-2e80-4acd-a3cf-210864f42388 req-47b33ef2-d3ae-4f64-b2c9-351e133f3821 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0965755 Sep 17 07:53:10.263896 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-47e1f6b5-cbe2-4677-b277-68146387cdad tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:53:10.277490 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e1f6b5-cbe2-4677-b277-68146387cdad tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Pushing event updated for resources: {'Port': ['ID=43e89c3b-26a1-47d4-abca-c88416f71fa5,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:10.344354 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b293bbe-34f7-4955-95f1-fa580c7c1d9e tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Deleting subnet b075525e-20ef-416f-824c-02d7971a39b9 {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:53:10.357858 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6b293bbe-34f7-4955-95f1-fa580c7c1d9e tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:10.409238 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aace81-4b80-4aca-ace4-a0914b3c2b9e req-d1ded747-d2ec-4b21-844a-6364e4a2e70c tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:10.416794 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d6aace81-4b80-4aca-ace4-a0914b3c2b9e req-d1ded747-d2ec-4b21-844a-6364e4a2e70c tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 944 time: 0.3350568 Sep 17 07:53:10.436775 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6b293bbe-34f7-4955-95f1-fa580c7c1d9e tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:10.453444 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-47e1f6b5-cbe2-4677-b277-68146387cdad tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:10.454161 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-47e1f6b5-cbe2-4677-b277-68146387cdad tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:10.490584 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d6aace81-4b80-4aca-ace4-a0914b3c2b9e req-cd3a7e1d-2f46-43ce-8fb3-85d1a2cbfd10 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663245 Sep 17 07:53:10.518251 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-47e1f6b5-cbe2-4677-b277-68146387cdad tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9904361 Sep 17 07:53:10.543587 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-1a8954ab-df68-4191-92c4-37f7acd5a444 service neutron] Request body: {'port': {'device_id': 'f50ff527-62ae-4a3e-bb52-9dd6ba34fd45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-9'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:53:10.548621 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6b293bbe-34f7-4955-95f1-fa580c7c1d9e tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:10.556350 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f140d473-f1f8-42e2-af51-e76411d41a11 None None] Pushing event updated for resources: {'Port': ['ID=106dabd8-333d-4f70-b873-2dc9949931c1,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:10.615117 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-8854d471-fdf9-4142-9f6d-be8c61c4d0f3 None None] Provisioning complete for port 49841603-2cfb-4808-aa7e-24bc81b1c87c triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:53:10.615381 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8854d471-fdf9-4142-9f6d-be8c61c4d0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:10.668795 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6098b866-1bd7-4161-ad58-ee608694b0ef req-8e0d58f6-a4c2-4dbd-9eaf-8461ff141709 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.1222050 Sep 17 07:53:10.740620 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6b293bbe-34f7-4955-95f1-fa580c7c1d9e tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:10.751492 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-1a8954ab-df68-4191-92c4-37f7acd5a444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:10.764053 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-77909a33-aa96-4bda-b0b6-42f5c3344bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa37587-81e9-4b4a-8660-4f4bfcf3a263', 'name': 'tempest-ServersTestManualDisk-982544102-router', 'tenant_id': '84fde82bad9d4548b190a832b1df5fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '9808cc26-cef2-425c-b176-2e0b45f487d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:53:00Z', 'updated_at': '2021-09-17T07:53:08Z', 'revision_number': 4, 'project_id': '84fde82bad9d4548b190a832b1df5fc2', 'gw_port': {'id': '9808cc26-cef2-425c-b176-2e0b45f487d4', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:bb:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa37587-81e9-4b4a-8660-4f4bfcf3a263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:53:01Z', 'updated_at': '2021-09-17T07:53:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '49841603-2cfb-4808-aa7e-24bc81b1c87c', 'name': '', 'network_id': 'cc19eaa7-2fec-4a50-a002-e03f66320c40', 'tenant_id': '84fde82bad9d4548b190a832b1df5fc2', 'mac_address': 'fa:16:3e:88:25:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa37587-81e9-4b4a-8660-4f4bfcf3a263', 'device_owner': 'network:router_interface', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '65482dcc-7ff4-4442-8996-a64a825a1c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:53:06Z', 'updated_at': '2021-09-17T07:53:08Z', 'revision_number': 2, 'project_id': '84fde82bad9d4548b190a832b1df5fc2', 'subnets': [{'id': '65482dcc-7ff4-4442-8996-a64a825a1c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:53:10.793624 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b293bbe-34f7-4955-95f1-fa580c7c1d9e tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event deleted for resources: {'Subnet': ['ID=b075525e-20ef-416f-824c-02d7971a39b9,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:10.801186 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6b293bbe-34f7-4955-95f1-fa580c7c1d9e tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:10.803158 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6b293bbe-34f7-4955-95f1-fa580c7c1d9e tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/subnets/b075525e-20ef-416f-824c-02d7971a39b9 HTTP/1.1" status: 204 len: 168 time: 0.5710495 Sep 17 07:53:10.808801 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 42786) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:10.851900 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server [None req-f63422b4-84fe-410e-8ded-d26b2a64ac25 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b075525e-20ef-416f-824c-02d7971a39b9: This subnet is being modified by another concurrent operation. Sep 17 07:53:10.851900 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 17 07:53:10.851900 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 17 07:53:10.851900 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 17 07:53:10.851900 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 17 07:53:10.851900 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 17 07:53:10.851900 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 17 07:53:10.851900 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 17 07:53:10.851900 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 17 07:53:10.851900 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 17 07:53:10.851900 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 17 07:53:10.851900 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 17 07:53:10.851900 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 07:53:10.851900 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 07:53:10.851900 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 07:53:10.851900 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 07:53:10.851900 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 07:53:10.851900 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 07:53:10.851900 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 07:53:10.851900 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 07:53:10.851900 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 07:53:10.851900 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 07:53:10.851900 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 07:53:10.851900 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 07:53:10.851900 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 07:53:10.851900 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 07:53:10.851900 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 07:53:10.851900 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 07:53:10.851900 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 07:53:10.851900 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 07:53:10.851900 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 07:53:10.851900 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 07:53:10.851900 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 07:53:10.851900 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 07:53:10.851900 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 07:53:10.851900 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 07:53:10.851900 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Sep 17 07:53:10.851900 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Sep 17 07:53:10.851900 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Sep 17 07:53:10.851900 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Sep 17 07:53:10.851900 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 17 07:53:10.851900 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 17 07:53:10.851900 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 17 07:53:10.851900 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 17 07:53:10.851900 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 07:53:10.851900 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 07:53:10.851900 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 07:53:10.851900 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 07:53:10.851900 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 07:53:10.851900 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 07:53:10.851900 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 07:53:10.851900 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 07:53:10.851900 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 07:53:10.851900 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 07:53:10.854813 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 07:53:10.854813 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 07:53:10.854813 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 07:53:10.854813 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 07:53:10.854813 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 07:53:10.854813 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 07:53:10.854813 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 07:53:10.854813 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 07:53:10.854813 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 07:53:10.854813 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 07:53:10.854813 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 07:53:10.854813 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 07:53:10.854813 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 07:53:10.854813 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 07:53:10.854813 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1739, in update_port Sep 17 07:53:10.854813 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Sep 17 07:53:10.854813 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 17 07:53:10.854813 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 17 07:53:10.854813 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Sep 17 07:53:10.854813 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Sep 17 07:53:10.854813 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Sep 17 07:53:10.854813 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Sep 17 07:53:10.854813 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Sep 17 07:53:10.854813 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Sep 17 07:53:10.854813 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Sep 17 07:53:10.854813 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 17 07:53:10.854813 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 17 07:53:10.854813 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 17 07:53:10.854813 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 17 07:53:10.854813 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise exception Sep 17 07:53:10.854813 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b075525e-20ef-416f-824c-02d7971a39b9: This subnet is being modified by another concurrent operation. Sep 17 07:53:10.854813 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server Sep 17 07:53:10.910442 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8a8bd27-877e-4380-8ee3-0b0f0b8c1505 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Deleting subnet e299b5e8-5d51-4b8b-b083-7fea9da4e347 {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:53:10.913871 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d8a8bd27-877e-4380-8ee3-0b0f0b8c1505 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:10.947750 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77909a33-aa96-4bda-b0b6-42f5c3344bfb None None] The sync data for ids ['3fa37587-81e9-4b4a-8660-4f4bfcf3a263'] in n-d-789963-9 is: [{'id': '3fa37587-81e9-4b4a-8660-4f4bfcf3a263', 'name': 'tempest-ServersTestManualDisk-982544102-router', 'tenant_id': '84fde82bad9d4548b190a832b1df5fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '9808cc26-cef2-425c-b176-2e0b45f487d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:53:00Z', 'updated_at': '2021-09-17T07:53:08Z', 'revision_number': 4, 'project_id': '84fde82bad9d4548b190a832b1df5fc2', 'gw_port': {'id': '9808cc26-cef2-425c-b176-2e0b45f487d4', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:bb:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa37587-81e9-4b4a-8660-4f4bfcf3a263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:53:01Z', 'updated_at': '2021-09-17T07:53:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '49841603-2cfb-4808-aa7e-24bc81b1c87c', 'name': '', 'network_id': 'cc19eaa7-2fec-4a50-a002-e03f66320c40', 'tenant_id': '84fde82bad9d4548b190a832b1df5fc2', 'mac_address': 'fa:16:3e:88:25:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa37587-81e9-4b4a-8660-4f4bfcf3a263', 'device_owner': 'network:router_interface', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '65482dcc-7ff4-4442-8996-a64a825a1c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:53:06Z', 'updated_at': '2021-09-17T07:53:08Z', 'revision_number': 2, 'project_id': '84fde82bad9d4548b190a832b1df5fc2', 'subnets': [{'id': '65482dcc-7ff4-4442-8996-a64a825a1c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:53:10.978616 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d8a8bd27-877e-4380-8ee3-0b0f0b8c1505 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:10.985553 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 106dabd8-333d-4f70-b873-2dc9949931c1 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:53:10.998183 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-8854d471-fdf9-4142-9f6d-be8c61c4d0f3 None None] Port 49841603-2cfb-4808-aa7e-24bc81b1c87c cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:53:11.016526 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a9686f-2434-46fd-9e0b-9f7989571db2 req-1fcfea68-20a5-4382-b174-b862804b4c50 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:11.020023 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-56a9686f-2434-46fd-9e0b-9f7989571db2 req-1fcfea68-20a5-4382-b174-b862804b4c50 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=f50ff527-62ae-4a3e-bb52-9dd6ba34fd45 HTTP/1.1" status: 200 len: 935 time: 0.1571333 Sep 17 07:53:11.073731 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:11.155217 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-56a9686f-2434-46fd-9e0b-9f7989571db2 req-2054bbb5-0a23-4bcc-aad9-9852de237dd2 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209300 Sep 17 07:53:11.157536 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6566c730-eefa-423b-a200-1be4b53646f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d8b34db-b321-4d30-b06b-a79bbe2e4ddc'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:53:11.161778 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d353e6b9-7a98-4819-a601-9da56c01cf42" -d '{"events": [{"server_uuid": "6566c730-eefa-423b-a200-1be4b53646f9", "name": "network-vif-plugged", "status": "completed", "tag": "1d8b34db-b321-4d30-b06b-a79bbe2e4ddc"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:53:11.195752 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=1d8b34db-b321-4d30-b06b-a79bbe2e4ddc,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:53:11.196983 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5234f3e7-5c1e-46f0-9fc6-bbdd798ce738 None None] Provisioning complete for port 106dabd8-333d-4f70-b873-2dc9949931c1 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:53:11.197790 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5234f3e7-5c1e-46f0-9fc6-bbdd798ce738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:11.201619 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 106dabd8-333d-4f70-b873-2dc9949931c1 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:53:11.202282 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:11.249213 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d8a8bd27-877e-4380-8ee3-0b0f0b8c1505 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:11.276860 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:11.278813 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device ad2bb8ba-714e-49f4-b421-fd480d0b965a up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:53:11.338741 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b1e09f-02c6-4028-9cdc-4e902dab9377 None None] get_active_networks_info from n-d-789963-9 {{(pid=101291) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 07:53:11.345672 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d8a8bd27-877e-4380-8ee3-0b0f0b8c1505 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:11.346311 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-1a8954ab-df68-4191-92c4-37f7acd5a444 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43e89c3b-26a1-47d4-abca-c88416f71fa5 {{(pid=101289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:53:11.355131 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-1a8954ab-df68-4191-92c4-37f7acd5a444 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:11.398903 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a8bd27-877e-4380-8ee3-0b0f0b8c1505 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event deleted for resources: {'Subnet': ['ID=e299b5e8-5d51-4b8b-b083-7fea9da4e347,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:11.414471 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d8a8bd27-877e-4380-8ee3-0b0f0b8c1505 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:11.417019 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d8a8bd27-877e-4380-8ee3-0b0f0b8c1505 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/subnets/e299b5e8-5d51-4b8b-b083-7fea9da4e347 HTTP/1.1" status: 204 len: 168 time: 0.6072648 Sep 17 07:53:11.426305 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 42790) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:11.428265 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.provisioning_blocks [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-1a8954ab-df68-4191-92c4-37f7acd5a444 service neutron] Transition to ACTIVE for port object 43e89c3b-26a1-47d4-abca-c88416f71fa5 will not be triggered until provisioned by entity L2. {{(pid=101289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:53:11.439775 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-1a8954ab-df68-4191-92c4-37f7acd5a444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:11.499074 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6865c975-3397-4b59-bcd4-f4190ffba865 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0711627 Sep 17 07:53:11.502189 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 42794) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:11.509701 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8954ab-df68-4191-92c4-37f7acd5a444 service neutron] Pushing event updated for resources: {'Port': ['ID=43e89c3b-26a1-47d4-abca-c88416f71fa5,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:11.525420 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-7093dc2c-4862-4131-a294-8c8eff5c814a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Request body: {'subnet': {'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:53:11.537108 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3061d61a-d17d-4dc9-8f4c-3edf59d3c750 req-5751cef1-156b-4258-9eea-dbcb028e0306 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:11.539244 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3061d61a-d17d-4dc9-8f4c-3edf59d3c750 req-5751cef1-156b-4258-9eea-dbcb028e0306 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee44c663-1dca-4669-be96-75e385fb6cf2 HTTP/1.1" status: 200 len: 950 time: 0.1705301 Sep 17 07:53:11.563669 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=1d8b34db-b321-4d30-b06b-a79bbe2e4ddc,revision_number=12']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:11.688588 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-1a8954ab-df68-4191-92c4-37f7acd5a444 service neutron] Attempting to bind port 43e89c3b-26a1-47d4-abca-c88416f71fa5 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:53:11.689070 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-1a8954ab-df68-4191-92c4-37f7acd5a444 service neutron] Attempting to bind port 43e89c3b-26a1-47d4-abca-c88416f71fa5 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:53:11.689407 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-1a8954ab-df68-4191-92c4-37f7acd5a444 service neutron] Attempting to bind port 43e89c3b-26a1-47d4-abca-c88416f71fa5 on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:53:11.697658 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port ad2bb8ba-714e-49f4-b421-fd480d0b965a completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:53:11.708426 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['0c589904-32cd-4f69-bd3c-694b81963367', '9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4', '1d8b34db-b321-4d30-b06b-a79bbe2e4ddc'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:53:11.711251 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3061d61a-d17d-4dc9-8f4c-3edf59d3c750 req-29312cc1-a52a-4215-96d1-cfc35608a9b8 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640124 Sep 17 07:53:11.716075 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-1a8954ab-df68-4191-92c4-37f7acd5a444 service neutron] Port 43e89c3b-26a1-47d4-abca-c88416f71fa5 on network 469390cd-cce5-49bd-b8f8-9e64018a0583 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:53:11.716633 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-1a8954ab-df68-4191-92c4-37f7acd5a444 service neutron] Attempting to bind port 43e89c3b-26a1-47d4-abca-c88416f71fa5 on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:53:11.728558 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port ad2bb8ba-714e-49f4-b421-fd480d0b965a triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:53:11.728935 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:11.740732 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-1a8954ab-df68-4191-92c4-37f7acd5a444 service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:53:11.742224 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-1a8954ab-df68-4191-92c4-37f7acd5a444 service neutron] Checking segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:53:11.742754 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-1a8954ab-df68-4191-92c4-37f7acd5a444 service neutron] Bound using segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:53:11.744373 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-1a8954ab-df68-4191-92c4-37f7acd5a444 service neutron] Bound port: 43e89c3b-26a1-47d4-abca-c88416f71fa5, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:53:11.744817 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-1a8954ab-df68-4191-92c4-37f7acd5a444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:11.749625 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7093dc2c-4862-4131-a294-8c8eff5c814a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Made reservation on behalf of 852d2b51c00949899c2370ce1b47ee69 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:53:11.754693 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7093dc2c-4862-4131-a294-8c8eff5c814a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:11.877093 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-1a8954ab-df68-4191-92c4-37f7acd5a444 service neutron] For port 43e89c3b-26a1-47d4-abca-c88416f71fa5, host n-h1-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:53:11.887821 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-1a8954ab-df68-4191-92c4-37f7acd5a444 service neutron] For port 43e89c3b-26a1-47d4-abca-c88416f71fa5, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=43e89c3b-26a1-47d4-abca-c88416f71fa5,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:53:11.893191 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0baa036-129f-44d5-92df-ec8b4cee7d3a x-openstack-request-id: req-a0baa036-129f-44d5-92df-ec8b4cee7d3a {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:53:11.894012 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6566c730-eefa-423b-a200-1be4b53646f9", "name": "network-vif-plugged", "status": "completed", "tag": "1d8b34db-b321-4d30-b06b-a79bbe2e4ddc", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:53:11.894318 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a0baa036-129f-44d5-92df-ec8b4cee7d3a {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:53:11.894716 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6566c730-eefa-423b-a200-1be4b53646f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d8b34db-b321-4d30-b06b-a79bbe2e4ddc', 'code': 200} Sep 17 07:53:11.897584 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-1a8954ab-df68-4191-92c4-37f7acd5a444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:11.925795 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b1e09f-02c6-4028-9cdc-4e902dab9377 None None] Resources bound (agent type, host, resource id): {{(pid=101291) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 07:53:11.963178 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8954ab-df68-4191-92c4-37f7acd5a444 service neutron] Pushing event updated for resources: {'Port': ['ID=43e89c3b-26a1-47d4-abca-c88416f71fa5,revision_number=3']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:11.991857 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-1a8954ab-df68-4191-92c4-37f7acd5a444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:11.993244 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-1a8954ab-df68-4191-92c4-37f7acd5a444 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:11.993941 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-1a8954ab-df68-4191-92c4-37f7acd5a444 service neutron] 10.222.0.41 "PUT /v2.0/ports/43e89c3b-26a1-47d4-abca-c88416f71fa5 HTTP/1.1" status: 200 len: 1095 time: 1.4550796 Sep 17 07:53:11.994606 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f50ff527-62ae-4a3e-bb52-9dd6ba34fd45', 'tag': '43e89c3b-26a1-47d4-abca-c88416f71fa5'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:53:11.997336 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c03af073-8df1-41b0-aaef-740a190b8463" -d '{"events": [{"name": "network-changed", "server_uuid": "f50ff527-62ae-4a3e-bb52-9dd6ba34fd45", "tag": "43e89c3b-26a1-47d4-abca-c88416f71fa5"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:53:12.038172 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5234f3e7-5c1e-46f0-9fc6-bbdd798ce738 None None] Could not find standard attr ID for object 3d4ec358-c184-412e-be60-279414a3e57a. {{(pid=101291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 07:53:12.183719 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 42804) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:12.191106 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-116f65c5-e4a9-4e58-b427-a25c080c4343 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1215154481', 'description': 'tempest-description--1005157328'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:53:12.196451 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-8a1c465f-1ac4-44cc-8c3a-9a8fb64ba1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:12.201839 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-8a1c465f-1ac4-44cc-8c3a-9a8fb64ba1c0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e3c94ece967c49989722015c639870a6&device_id=f50ff527-62ae-4a3e-bb52-9dd6ba34fd45 HTTP/1.1" status: 200 len: 1098 time: 0.1377087 Sep 17 07:53:12.267462 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-116f65c5-e4a9-4e58-b427-a25c080c4343 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:12.268524 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9181d9c-5231-45e3-8482-239a695208f0 req-3f80694b-7152-4c89-9f91-1a2929918988 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:12.270135 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c9181d9c-5231-45e3-8482-239a695208f0 req-3f80694b-7152-4c89-9f91-1a2929918988 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 944 time: 0.2189424 Sep 17 07:53:12.340415 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-a72e5e81-3250-4ae4-ac0c-6e3fe8e30620 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=43e89c3b-26a1-47d4-abca-c88416f71fa5 HTTP/1.1" status: 200 len: 217 time: 0.1202722 Sep 17 07:53:12.363539 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f7f7ac13-f687-4282-8af9-85ff05fe9b38 req-b4446843-ae00-4476-b640-542114a1be8c tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0922122 Sep 17 07:53:12.419644 n-d-789963-9 neutron-server[101290]: DEBUG neutron.objects.ports [None req-7093dc2c-4862-4131-a294-8c8eff5c814a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101290) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 07:53:12.478876 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c9181d9c-5231-45e3-8482-239a695208f0 req-7fea64ce-afb2-4036-b8f7-881216096762 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544311 Sep 17 07:53:12.486154 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-1e9d6f33-c7d3-44f2-be62-ff7b68f43a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:12.487620 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-1e9d6f33-c7d3-44f2-be62-ff7b68f43a51 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.1155202 Sep 17 07:53:12.489102 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a64370-a8c7-4825-b8ae-3a668d8fedce x-openstack-request-id: req-e6a64370-a8c7-4825-b8ae-3a668d8fedce {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:53:12.489386 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f50ff527-62ae-4a3e-bb52-9dd6ba34fd45", "tag": "43e89c3b-26a1-47d4-abca-c88416f71fa5", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:53:12.489636 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e6a64370-a8c7-4825-b8ae-3a668d8fedce {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:53:12.490023 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f50ff527-62ae-4a3e-bb52-9dd6ba34fd45', 'tag': '43e89c3b-26a1-47d4-abca-c88416f71fa5', 'status': 'completed', 'code': 200} Sep 17 07:53:12.577653 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-cb19ccf0-db59-4325-9302-ed3d3de0b2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:12.579375 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-cb19ccf0-db59-4325-9302-ed3d3de0b2f0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0701919 Sep 17 07:53:12.595623 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-116f65c5-e4a9-4e58-b427-a25c080c4343 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:12.618711 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-116f65c5-e4a9-4e58-b427-a25c080c4343 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:12.676348 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-e208e285-16d1-46e6-842d-f9c0231dd160 None None] Could not find standard attr ID for object 3d4ec358-c184-412e-be60-279414a3e57a. {{(pid=101291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 07:53:12.683431 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:12.694146 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-116f65c5-e4a9-4e58-b427-a25c080c4343 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:12.698027 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97a795-e44f-4424-ae1d-c1bfc677d80e req-4a08b80a-af4b-49b6-a358-19be84284691 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:12.699112 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-116f65c5-e4a9-4e58-b427-a25c080c4343 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5140555 Sep 17 07:53:12.703818 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 42808) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:12.706365 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8f97a795-e44f-4424-ae1d-c1bfc677d80e req-4a08b80a-af4b-49b6-a358-19be84284691 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=f50ff527-62ae-4a3e-bb52-9dd6ba34fd45 HTTP/1.1" status: 200 len: 947 time: 0.1249225 Sep 17 07:53:12.712725 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-fca6ec25-7ae0-4e82-8fec-847d986037ec tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Request body: {'security_group_rule': {'security_group_id': '0160dd57-2270-4847-bea4-a144442b1878', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:53:12.767147 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8f97a795-e44f-4424-ae1d-c1bfc677d80e req-a0283e63-84d4-4966-bb2c-7d91c900e172 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550973 Sep 17 07:53:12.776775 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116f65c5-e4a9-4e58-b427-a25c080c4343 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0160dd57-2270-4847-bea4-a144442b1878,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:12.805645 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-c9e2e6c4-65e7-40cf-8d03-33a57ae1aaf2 service neutron] 10.222.0.41 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154319 Sep 17 07:53:12.846305 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dde61d-5dda-4d70-bf9c-c7657c234a14 req-016d7246-0ead-45b8-b6cc-4c5f75d3849a tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:12.848568 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-14dde61d-5dda-4d70-bf9c-c7657c234a14 req-016d7246-0ead-45b8-b6cc-4c5f75d3849a tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee44c663-1dca-4669-be96-75e385fb6cf2 HTTP/1.1" status: 200 len: 950 time: 0.2672493 Sep 17 07:53:12.872735 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port ad2bb8ba-714e-49f4-b421-fd480d0b965a, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=ad2bb8ba-714e-49f4-b421-fd480d0b965a,segment=NetworkSegment(9d7157a6-8670-462c-b175-6c19d661dbef),segment_id=9d7157a6-8670-462c-b175-6c19d661dbef)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:53:12.896911 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:12.964690 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e18fe1d-fc69-4360-b11d-f219e6501266 req-028fb9d0-59dc-4e38-9602-c5dd1c9a227c tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:12.966047 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 9808cc26-cef2-425c-b176-2e0b45f487d4 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:53:12.975734 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1e18fe1d-fc69-4360-b11d-f219e6501266 req-028fb9d0-59dc-4e38-9602-c5dd1c9a227c tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee44c663-1dca-4669-be96-75e385fb6cf2 HTTP/1.1" status: 200 len: 950 time: 0.1603136 Sep 17 07:53:13.001738 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fca6ec25-7ae0-4e82-8fec-847d986037ec tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:13.012105 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-82703849-e34a-4862-ab25-5497e9c1d770 service neutron] 10.222.0.41 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982129 Sep 17 07:53:13.062061 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1e18fe1d-fc69-4360-b11d-f219e6501266 req-0cc4430e-b655-4c87-bf72-49ee8d3da700 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857327 Sep 17 07:53:13.112283 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7093dc2c-4862-4131-a294-8c8eff5c814a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:13.214658 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fca6ec25-7ae0-4e82-8fec-847d986037ec tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:13.234950 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=ad2bb8ba-714e-49f4-b421-fd480d0b965a,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:13.260281 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03af073-8df1-41b0-aaef-740a190b8463 req-8cd4ec59-8ba7-47c8-b397-b114799f88c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:13.268323 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c03af073-8df1-41b0-aaef-740a190b8463 req-8cd4ec59-8ba7-47c8-b397-b114799f88c7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e3c94ece967c49989722015c639870a6&device_id=f50ff527-62ae-4a3e-bb52-9dd6ba34fd45 HTTP/1.1" status: 200 len: 1098 time: 0.1241548 Sep 17 07:53:13.283346 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fca6ec25-7ae0-4e82-8fec-847d986037ec tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:13.321762 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-14dde61d-5dda-4d70-bf9c-c7657c234a14 req-4ac7f466-3432-4030-bafb-72f3ddfc6537 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Deleting port 3f299b6a-353a-48fe-b6a1-bb1abb635a78 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:53:13.322867 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-14dde61d-5dda-4d70-bf9c-c7657c234a14 req-4ac7f466-3432-4030-bafb-72f3ddfc6537 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:13.363149 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 9808cc26-cef2-425c-b176-2e0b45f487d4 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:53:13.363626 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:13.460430 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca6ec25-7ae0-4e82-8fec-847d986037ec tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=609d95aa-9b49-4558-acf4-0e20ad15bec9,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:13.510881 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03af073-8df1-41b0-aaef-740a190b8463 req-f94d72ac-301c-436e-bb81-b28879adfadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:13.511812 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c03af073-8df1-41b0-aaef-740a190b8463 req-f94d72ac-301c-436e-bb81-b28879adfadc service neutron] 10.222.0.41 "GET /v2.0/networks?id=469390cd-cce5-49bd-b8f8-9e64018a0583 HTTP/1.1" status: 200 len: 870 time: 0.2365882 Sep 17 07:53:13.575212 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fca6ec25-7ae0-4e82-8fec-847d986037ec tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:13.580230 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-fca6ec25-7ae0-4e82-8fec-847d986037ec tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8706529 Sep 17 07:53:13.581606 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 42824) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:13.608155 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:13.611221 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-f68da4ef-00f0-43bd-a91b-2a1c0db1c2fe tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Request body: {'security_group_rule': {'security_group_id': '0160dd57-2270-4847-bea4-a144442b1878', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:53:13.638246 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port 9808cc26-cef2-425c-b176-2e0b45f487d4, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=9808cc26-cef2-425c-b176-2e0b45f487d4,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:53:13.654315 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:13.691268 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c03af073-8df1-41b0-aaef-740a190b8463 req-8bef0c18-0171-4244-a656-260b5dce8d13 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=43e89c3b-26a1-47d4-abca-c88416f71fa5 HTTP/1.1" status: 200 len: 217 time: 0.0960791 Sep 17 07:53:13.700614 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-967c0ad5-9d2a-43aa-9c07-74d00354e881 req-3f83ec80-9d9d-4151-ac1f-0fef11f38195 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.2240796 Sep 17 07:53:13.760691 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 106dabd8-333d-4f70-b873-2dc9949931c1 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:53:13.763465 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=9808cc26-cef2-425c-b176-2e0b45f487d4,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:13.814787 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03af073-8df1-41b0-aaef-740a190b8463 req-61711d3f-0ffa-4be2-a200-bde952441612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:13.816551 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c03af073-8df1-41b0-aaef-740a190b8463 req-61711d3f-0ffa-4be2-a200-bde952441612 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.1135774 Sep 17 07:53:13.900884 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f68da4ef-00f0-43bd-a91b-2a1c0db1c2fe tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:13.932908 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96ccc481-de1b-4067-94b3-5b88de9fde3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad2bb8ba-714e-49f4-b421-fd480d0b965a'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:53:13.935353 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a6d469-e081-4414-9a1d-a27af65e8c24" -d '{"events": [{"server_uuid": "96ccc481-de1b-4067-94b3-5b88de9fde3d", "name": "network-vif-plugged", "status": "completed", "tag": "ad2bb8ba-714e-49f4-b421-fd480d0b965a"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:53:13.941301 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:14.002555 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03af073-8df1-41b0-aaef-740a190b8463 req-533f4fd0-cacc-4461-81bc-49842b497aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:14.004152 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c03af073-8df1-41b0-aaef-740a190b8463 req-533f4fd0-cacc-4461-81bc-49842b497aa9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1679182 Sep 17 07:53:14.011452 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-7093dc2c-4862-4131-a294-8c8eff5c814a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] For port 106dabd8-333d-4f70-b873-2dc9949931c1, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=106dabd8-333d-4f70-b873-2dc9949931c1,segment=NetworkSegment(ccc4c9b3-8f64-4b6a-96f4-35a1665005a6),segment_id=ccc4c9b3-8f64-4b6a-96f4-35a1665005a6)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:53:14.023308 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22321a08-4be5-4ce9-a043-baa0e5a297d3 req-789296dc-4aa1-4084-a722-34c142998341 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:14.025159 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-22321a08-4be5-4ce9-a043-baa0e5a297d3 req-789296dc-4aa1-4084-a722-34c142998341 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=f50ff527-62ae-4a3e-bb52-9dd6ba34fd45 HTTP/1.1" status: 200 len: 947 time: 0.1478496 Sep 17 07:53:14.027156 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-b595a5e5-4887-4b71-8db0-3f3f6fe3a629 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:14.028835 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-b595a5e5-4887-4b71-8db0-3f3f6fe3a629 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.41 "GET /v2.0/ports?device_id=f50ff527-62ae-4a3e-bb52-9dd6ba34fd45 HTTP/1.1" status: 200 len: 947 time: 0.6026819 Sep 17 07:53:14.040879 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2773562a-2ef6-4ef0-98d9-49439d8209cc req-63674828-92a6-47ee-87a4-f69bdcad2bf8 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:14.049405 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2773562a-2ef6-4ef0-98d9-49439d8209cc req-63674828-92a6-47ee-87a4-f69bdcad2bf8 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.3476956 Sep 17 07:53:14.071714 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-14dde61d-5dda-4d70-bf9c-c7657c234a14 req-4ac7f466-3432-4030-bafb-72f3ddfc6537 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] For port 3f299b6a-353a-48fe-b6a1-bb1abb635a78, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=3f299b6a-353a-48fe-b6a1-bb1abb635a78,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:53:14.071714 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-14dde61d-5dda-4d70-bf9c-c7657c234a14 req-4ac7f466-3432-4030-bafb-72f3ddfc6537 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:14.137182 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-14dde61d-5dda-4d70-bf9c-c7657c234a14 req-4ac7f466-3432-4030-bafb-72f3ddfc6537 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Calling delete_port for 3f299b6a-353a-48fe-b6a1-bb1abb635a78 owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:53:14.170982 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7093dc2c-4862-4131-a294-8c8eff5c814a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:14.175882 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-22321a08-4be5-4ce9-a043-baa0e5a297d3 req-ff79c671-4bc9-49e2-9616-0f39a371345f tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241226 Sep 17 07:53:14.260260 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2773562a-2ef6-4ef0-98d9-49439d8209cc req-892e3de5-4d55-4801-81d2-b4dc66433433 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096488 Sep 17 07:53:14.264622 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7093dc2c-4862-4131-a294-8c8eff5c814a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:14.266345 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7093dc2c-4862-4131-a294-8c8eff5c814a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:14.266474 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.db.api [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 07:53:14.266775 n-d-789963-9 neutron-server[101291]: DEBUG oslo_db.api [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 07:53:14.275974 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb4bd2a8-62c2-483d-9a31-53872ac710db x-openstack-request-id: req-bb4bd2a8-62c2-483d-9a31-53872ac710db {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:53:14.276332 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96ccc481-de1b-4067-94b3-5b88de9fde3d", "name": "network-vif-plugged", "status": "completed", "tag": "ad2bb8ba-714e-49f4-b421-fd480d0b965a", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:53:14.276644 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bb4bd2a8-62c2-483d-9a31-53872ac710db {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:53:14.277099 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96ccc481-de1b-4067-94b3-5b88de9fde3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad2bb8ba-714e-49f4-b421-fd480d0b965a', 'code': 200} Sep 17 07:53:14.369305 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c03af073-8df1-41b0-aaef-740a190b8463 req-3e0d4e29-5cdd-4cbd-9ae1-651fa69238a9 service neutron] 10.222.0.41 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3551259 Sep 17 07:53:14.420535 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f68da4ef-00f0-43bd-a91b-2a1c0db1c2fe tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:14.467870 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f68da4ef-00f0-43bd-a91b-2a1c0db1c2fe tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:14.486504 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7093dc2c-4862-4131-a294-8c8eff5c814a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:53:14.518377 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68da4ef-00f0-43bd-a91b-2a1c0db1c2fe tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e1cc8de-dd70-467a-8298-aec371818136,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:14.532637 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92eeee0b-0c5a-4db2-bf04-2fd1026120c5 None None] Sync routers for ids ['3fa37587-81e9-4b4a-8660-4f4bfcf3a263'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:53:14.543521 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92eeee0b-0c5a-4db2-bf04-2fd1026120c5 None None] Routers {'3fa37587-81e9-4b4a-8660-4f4bfcf3a263'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:53:14.544390 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-92eeee0b-0c5a-4db2-bf04-2fd1026120c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:52:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['3fa37587-81e9-4b4a-8660-4f4bfcf3a263'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:53:14.544654 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-7093dc2c-4862-4131-a294-8c8eff5c814a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:53:14.560793 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7093dc2c-4862-4131-a294-8c8eff5c814a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event updated for resources: {'Port': ['ID=106dabd8-333d-4f70-b873-2dc9949931c1,revision_number=6']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:14.591057 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7093dc2c-4862-4131-a294-8c8eff5c814a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:14.591681 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7093dc2c-4862-4131-a294-8c8eff5c814a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:14.595895 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7093dc2c-4862-4131-a294-8c8eff5c814a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event updated for resources: {'Subnet': ['ID=781b55f2-a0c6-4be7-8ce1-c45091f25afb,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:14.635102 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4903dfa-8c33-4860-b7cd-4cd4b6eecdcf None None] get_active_networks_info from n-d-789963-9 {{(pid=101291) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 07:53:14.665058 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c03af073-8df1-41b0-aaef-740a190b8463 req-e40ff058-ad6d-41ff-b7d8-efd8956a3020 service neutron] 10.222.0.41 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789416 Sep 17 07:53:14.675673 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9da1ed9-308f-4ba6-9a15-99860c0b16e9 req-1a38bc13-668b-42f9-8dd5-04bdce64cbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:14.677518 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f9da1ed9-308f-4ba6-9a15-99860c0b16e9 req-1a38bc13-668b-42f9-8dd5-04bdce64cbd0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 1096 time: 0.2605457 Sep 17 07:53:14.690559 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d22bb-44a7-4dc1-9ba9-ffc8d9f32406 req-390cf844-fd85-491d-9906-a7f79b108323 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:14.698908 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-154d22bb-44a7-4dc1-9ba9-ffc8d9f32406 req-390cf844-fd85-491d-9906-a7f79b108323 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee44c663-1dca-4669-be96-75e385fb6cf2 HTTP/1.1" status: 200 len: 950 time: 0.3139057 Sep 17 07:53:14.713504 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-14dde61d-5dda-4d70-bf9c-c7657c234a14 req-4ac7f466-3432-4030-bafb-72f3ddfc6537 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:14.721382 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-7093dc2c-4862-4131-a294-8c8eff5c814a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2148557 Sep 17 07:53:14.722225 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f68da4ef-00f0-43bd-a91b-2a1c0db1c2fe tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:14.726054 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 42840) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:14.726621 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 42844) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:14.727110 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f68da4ef-00f0-43bd-a91b-2a1c0db1c2fe tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1207590 Sep 17 07:53:14.746552 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-92eeee0b-0c5a-4db2-bf04-2fd1026120c5 None None] Set router 3fa37587-81e9-4b4a-8660-4f4bfcf3a263 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:53:14.840303 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac7f466-3432-4030-bafb-72f3ddfc6537 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Pushing event deleted for resources: {'Port': ['ID=3f299b6a-353a-48fe-b6a1-bb1abb635a78,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:14.869595 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-c5205d5a-8db5-45a1-a4f0-1591e0fdf9a5 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Deleting port 43e89c3b-26a1-47d4-abca-c88416f71fa5 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:53:14.869943 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-c5205d5a-8db5-45a1-a4f0-1591e0fdf9a5 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:14.945485 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['3f299b6a-353a-48fe-b6a1-bb1abb635a78'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:53:14.948413 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-14dde61d-5dda-4d70-bf9c-c7657c234a14 req-4ac7f466-3432-4030-bafb-72f3ddfc6537 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] No DVR routers for this DVR port 3f299b6a-353a-48fe-b6a1-bb1abb635a78 on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:53:14.951376 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-14dde61d-5dda-4d70-bf9c-c7657c234a14 req-4ac7f466-3432-4030-bafb-72f3ddfc6537 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:14.954516 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-14dde61d-5dda-4d70-bf9c-c7657c234a14 req-4ac7f466-3432-4030-bafb-72f3ddfc6537 tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.39 "DELETE /v2.0/ports/3f299b6a-353a-48fe-b6a1-bb1abb635a78 HTTP/1.1" status: 204 len: 173 time: 2.0955546 Sep 17 07:53:14.969122 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee44c663-1dca-4669-be96-75e385fb6cf2', 'name': 'network-vif-deleted', 'tag': '3f299b6a-353a-48fe-b6a1-bb1abb635a78'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:53:14.971799 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb51f18-3949-4a8f-88a0-c5f7c0e33cb2" -d '{"events": [{"server_uuid": "ee44c663-1dca-4669-be96-75e385fb6cf2", "name": "network-vif-deleted", "tag": "3f299b6a-353a-48fe-b6a1-bb1abb635a78"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:53:15.022770 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:15.027266 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-409aafd8-5fbd-46e0-916e-79f9388808c9 None None] Provisioning complete for port 106dabd8-333d-4f70-b873-2dc9949931c1 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:53:15.027891 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-409aafd8-5fbd-46e0-916e-79f9388808c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:15.084438 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-c5205d5a-8db5-45a1-a4f0-1591e0fdf9a5 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] For port 43e89c3b-26a1-47d4-abca-c88416f71fa5, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=43e89c3b-26a1-47d4-abca-c88416f71fa5,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:53:15.084814 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-c5205d5a-8db5-45a1-a4f0-1591e0fdf9a5 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:15.125527 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-c5205d5a-8db5-45a1-a4f0-1591e0fdf9a5 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Calling delete_port for 43e89c3b-26a1-47d4-abca-c88416f71fa5 owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:53:15.130601 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port 106dabd8-333d-4f70-b873-2dc9949931c1, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=106dabd8-333d-4f70-b873-2dc9949931c1,segment=NetworkSegment(ccc4c9b3-8f64-4b6a-96f4-35a1665005a6),segment_id=ccc4c9b3-8f64-4b6a-96f4-35a1665005a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:53:15.144246 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4903dfa-8c33-4860-b7cd-4cd4b6eecdcf None None] Resources bound (agent type, host, resource id): {{(pid=101291) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 07:53:15.146331 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:15.195892 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-92eeee0b-0c5a-4db2-bf04-2fd1026120c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa37587-81e9-4b4a-8660-4f4bfcf3a263', 'name': 'tempest-ServersTestManualDisk-982544102-router', 'tenant_id': '84fde82bad9d4548b190a832b1df5fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '9808cc26-cef2-425c-b176-2e0b45f487d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:53:00Z', 'updated_at': '2021-09-17T07:53:08Z', 'revision_number': 4, 'project_id': '84fde82bad9d4548b190a832b1df5fc2', 'gw_port': {'id': '9808cc26-cef2-425c-b176-2e0b45f487d4', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:bb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa37587-81e9-4b4a-8660-4f4bfcf3a263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:53:01Z', 'updated_at': '2021-09-17T07:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '49841603-2cfb-4808-aa7e-24bc81b1c87c', 'name': '', 'network_id': 'cc19eaa7-2fec-4a50-a002-e03f66320c40', 'tenant_id': '84fde82bad9d4548b190a832b1df5fc2', 'mac_address': 'fa:16:3e:88:25:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa37587-81e9-4b4a-8660-4f4bfcf3a263', 'device_owner': 'network:router_interface', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '65482dcc-7ff4-4442-8996-a64a825a1c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:53:06Z', 'updated_at': '2021-09-17T07:53:08Z', 'revision_number': 2, 'project_id': '84fde82bad9d4548b190a832b1df5fc2', 'subnets': [{'id': '65482dcc-7ff4-4442-8996-a64a825a1c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:53:15.229510 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92eeee0b-0c5a-4db2-bf04-2fd1026120c5 None None] Checking router: 3fa37587-81e9-4b4a-8660-4f4bfcf3a263 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:53:15.230106 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92eeee0b-0c5a-4db2-bf04-2fd1026120c5 None None] Updating router 3fa37587-81e9-4b4a-8660-4f4bfcf3a263 port 49841603-2cfb-4808-aa7e-24bc81b1c87c binding host n-d-789963-9 {{(pid=101292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 07:53:15.280086 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-92eeee0b-0c5a-4db2-bf04-2fd1026120c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:15.298954 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=106dabd8-333d-4f70-b873-2dc9949931c1,revision_number=7']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:15.304278 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-409aafd8-5fbd-46e0-916e-79f9388808c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:15.323748 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-c217194b-d906-4b17-abdb-d7cf8b730e56 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Request body: {'floatingip': {'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:53:15.353242 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-c5205d5a-8db5-45a1-a4f0-1591e0fdf9a5 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:15.362685 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-409aafd8-5fbd-46e0-916e-79f9388808c9 None None] For port 106dabd8-333d-4f70-b873-2dc9949931c1, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=106dabd8-333d-4f70-b873-2dc9949931c1,segment=NetworkSegment(ccc4c9b3-8f64-4b6a-96f4-35a1665005a6),segment_id=ccc4c9b3-8f64-4b6a-96f4-35a1665005a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:53:15.370551 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-b95dda2c-77ea-43ce-8542-41d78950a988 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Request body: {'subnet': {'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:53:15.378239 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-84b0d35e-7f53-48bc-aff3-e0d9f61c846f req-04f37aff-f76f-45ad-8295-15ae7f6cd4af tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0458901 Sep 17 07:53:15.378483 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-409aafd8-5fbd-46e0-916e-79f9388808c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:15.412839 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5205d5a-8db5-45a1-a4f0-1591e0fdf9a5 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Pushing event deleted for resources: {'Port': ['ID=43e89c3b-26a1-47d4-abca-c88416f71fa5,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:15.420297 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['0c589904-32cd-4f69-bd3c-694b81963367', '9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4', '1d8b34db-b321-4d30-b06b-a79bbe2e4ddc'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:53:15.454434 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f9da1ed9-308f-4ba6-9a15-99860c0b16e9 req-343967da-194a-42db-9aa9-f952ea2ad3f6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7520483 Sep 17 07:53:15.468027 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 9808cc26-cef2-425c-b176-2e0b45f487d4 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:53:15.497322 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-154d22bb-44a7-4dc1-9ba9-ffc8d9f32406 req-fb8f2f9b-adc8-4fe5-9f6d-1db68d51c37f tempest-ServersAdminTestJSON-1070523929 tempest-ServersAdminTestJSON-1070523929-project] 10.222.0.13 "GET /v2.0/security-groups?id=517d5b48-890d-4435-950d-b1435835f1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7966864 Sep 17 07:53:15.505704 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-c5205d5a-8db5-45a1-a4f0-1591e0fdf9a5 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] No DVR routers for this DVR port 43e89c3b-26a1-47d4-abca-c88416f71fa5 on host n-h1-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:53:15.511346 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-c5205d5a-8db5-45a1-a4f0-1591e0fdf9a5 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:15.515071 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-c5205d5a-8db5-45a1-a4f0-1591e0fdf9a5 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.41 "DELETE /v2.0/ports/43e89c3b-26a1-47d4-abca-c88416f71fa5 HTTP/1.1" status: 204 len: 173 time: 1.4705191 Sep 17 07:53:15.522709 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a47548a3-268a-4292-aa9b-4f7f88607846 x-openstack-request-id: req-a47548a3-268a-4292-aa9b-4f7f88607846 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:53:15.525476 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee44c663-1dca-4669-be96-75e385fb6cf2", "name": "network-vif-deleted", "tag": "3f299b6a-353a-48fe-b6a1-bb1abb635a78", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:53:15.525748 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a47548a3-268a-4292-aa9b-4f7f88607846 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:53:15.526168 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee44c663-1dca-4669-be96-75e385fb6cf2', 'name': 'network-vif-deleted', 'tag': '3f299b6a-353a-48fe-b6a1-bb1abb635a78', 'status': 'completed', 'code': 200} Sep 17 07:53:15.569794 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409aafd8-5fbd-46e0-916e-79f9388808c9 None None] Pushing event updated for resources: {'Port': ['ID=106dabd8-333d-4f70-b873-2dc9949931c1,revision_number=8']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:15.622912 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c217194b-d906-4b17-abdb-d7cf8b730e56 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Notify callbacks [] for floatingip, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:15.672357 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 9808cc26-cef2-425c-b176-2e0b45f487d4 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:53:15.672823 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:15.694567 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0a1dff6b-b60e-4b3f-bc57-8ff6b3bdb16e req-f51ac697-12b8-4cba-86e6-db2fdadeee08 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=f50ff527-62ae-4a3e-bb52-9dd6ba34fd45 HTTP/1.1" status: 200 len: 210 time: 0.0814970 Sep 17 07:53:15.769373 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af842c08-71c6-4d45-9aee-6d1b169d9905 req-3fb3ec3a-a3b6-48ca-b758-b521570e52cc tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:15.778441 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-af842c08-71c6-4d45-9aee-6d1b169d9905 req-3fb3ec3a-a3b6-48ca-b758-b521570e52cc tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.1768229 Sep 17 07:53:15.843171 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 106dabd8-333d-4f70-b873-2dc9949931c1 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:53:15.872829 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-af842c08-71c6-4d45-9aee-6d1b169d9905 req-43ea9b52-124a-459f-b207-5278ea1c1a01 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857971 Sep 17 07:53:15.873614 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-92eeee0b-0c5a-4db2-bf04-2fd1026120c5 None None] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:15.892136 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-92eeee0b-0c5a-4db2-bf04-2fd1026120c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:15.899956 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b95dda2c-77ea-43ce-8542-41d78950a988 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Made reservation on behalf of 852d2b51c00949899c2370ce1b47ee69 for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:53:15.905344 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b95dda2c-77ea-43ce-8542-41d78950a988 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:15.981501 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 106dabd8-333d-4f70-b873-2dc9949931c1 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:53:15.982072 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:15.986996 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ad9945-7777-4449-9354-b47ae72e9651 None None] Pushing event updated for resources: {'Port': ['ID=49841603-2cfb-4808-aa7e-24bc81b1c87c,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:16.018795 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ad9945-7777-4449-9354-b47ae72e9651 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:53:16.019144 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ad9945-7777-4449-9354-b47ae72e9651 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:53:16.019486 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ad9945-7777-4449-9354-b47ae72e9651 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:53:16.023277 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ad9945-7777-4449-9354-b47ae72e9651 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:53:16.023700 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ad9945-7777-4449-9354-b47ae72e9651 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:53:16.024082 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ad9945-7777-4449-9354-b47ae72e9651 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:53:16.024420 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ad9945-7777-4449-9354-b47ae72e9651 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:53:16.026690 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ad9945-7777-4449-9354-b47ae72e9651 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:53:16.027037 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ad9945-7777-4449-9354-b47ae72e9651 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:53:16.027378 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ad9945-7777-4449-9354-b47ae72e9651 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:53:16.027705 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ad9945-7777-4449-9354-b47ae72e9651 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:53:16.030421 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ad9945-7777-4449-9354-b47ae72e9651 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:53:16.059436 n-d-789963-9 neutron-server[101289]: INFO neutron.db.ipam_backend_mixin [None req-b95dda2c-77ea-43ce-8542-41d78950a988 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 781b55f2-a0c6-4be7-8ce1-c45091f25afb (CIDR: 2001:db8::/64) Sep 17 07:53:16.067475 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-b95dda2c-77ea-43ce-8542-41d78950a988 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 07:53:16.068031 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b95dda2c-77ea-43ce-8542-41d78950a988 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 07:53:16.111993 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-b95dda2c-77ea-43ce-8542-41d78950a988 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7901077 Sep 17 07:53:16.112850 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 42864) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:16.117124 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c217194b-d906-4b17-abdb-d7cf8b730e56 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:16.118312 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-84fc6c18-5f2c-436f-a424-eeac311affc9 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Request body: {'subnet': {'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:53:16.300910 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-92eeee0b-0c5a-4db2-bf04-2fd1026120c5 None None] Attempting to bind port 49841603-2cfb-4808-aa7e-24bc81b1c87c on host n-d-789963-9 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:53:16.301306 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-92eeee0b-0c5a-4db2-bf04-2fd1026120c5 None None] Attempting to bind port 49841603-2cfb-4808-aa7e-24bc81b1c87c by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '60effd61-6a66-42af-9af2-97043b19239e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cc19eaa7-2fec-4a50-a002-e03f66320c40'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:53:16.301670 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92eeee0b-0c5a-4db2-bf04-2fd1026120c5 None None] Attempting to bind port 49841603-2cfb-4808-aa7e-24bc81b1c87c on network cc19eaa7-2fec-4a50-a002-e03f66320c40 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:53:16.313801 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92eeee0b-0c5a-4db2-bf04-2fd1026120c5 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:53:16.314056 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92eeee0b-0c5a-4db2-bf04-2fd1026120c5 None None] Checking segment: {'id': '60effd61-6a66-42af-9af2-97043b19239e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cc19eaa7-2fec-4a50-a002-e03f66320c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:53:16.315035 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-92eeee0b-0c5a-4db2-bf04-2fd1026120c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:16.315035 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92eeee0b-0c5a-4db2-bf04-2fd1026120c5 None None] Bound using segment: {'id': '60effd61-6a66-42af-9af2-97043b19239e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cc19eaa7-2fec-4a50-a002-e03f66320c40'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:53:16.315249 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-92eeee0b-0c5a-4db2-bf04-2fd1026120c5 None None] Bound port: 49841603-2cfb-4808-aa7e-24bc81b1c87c, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60effd61-6a66-42af-9af2-97043b19239e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cc19eaa7-2fec-4a50-a002-e03f66320c40'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:53:16.315582 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-92eeee0b-0c5a-4db2-bf04-2fd1026120c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:16.383096 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-c217194b-d906-4b17-abdb-d7cf8b730e56 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Allocated IP 172.25.6.185 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/9627da0a-09ad-4a1e-bbb6-0d18cd98b9e6) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:53:16.491727 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84fc6c18-5f2c-436f-a424-eeac311affc9 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Made reservation on behalf of 852d2b51c00949899c2370ce1b47ee69 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:53:16.496492 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-84fc6c18-5f2c-436f-a424-eeac311affc9 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:16.540705 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-92eeee0b-0c5a-4db2-bf04-2fd1026120c5 None None] For port 49841603-2cfb-4808-aa7e-24bc81b1c87c, host n-d-789963-9, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:53:16.553141 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-92eeee0b-0c5a-4db2-bf04-2fd1026120c5 None None] For port 49841603-2cfb-4808-aa7e-24bc81b1c87c, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=49841603-2cfb-4808-aa7e-24bc81b1c87c,segment=NetworkSegment(60effd61-6a66-42af-9af2-97043b19239e),segment_id=60effd61-6a66-42af-9af2-97043b19239e)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:53:16.565916 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-92eeee0b-0c5a-4db2-bf04-2fd1026120c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:16.649901 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea9cf72-f130-4afb-8c8a-d9e333e8822d None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:53:16.664027 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-45f88e27-f673-490c-80f4-965a8eae53f7 req-b94348c0-ff78-42fc-9ff8-6308bc8e771c tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0693948 Sep 17 07:53:16.665095 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ad9945-7777-4449-9354-b47ae72e9651 None None] Pushing event updated for resources: {'Port': ['ID=49841603-2cfb-4808-aa7e-24bc81b1c87c,revision_number=4']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:16.674762 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92eeee0b-0c5a-4db2-bf04-2fd1026120c5 None None] Routers {'3fa37587-81e9-4b4a-8660-4f4bfcf3a263'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:53:16.675393 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-92eeee0b-0c5a-4db2-bf04-2fd1026120c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:52:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['3fa37587-81e9-4b4a-8660-4f4bfcf3a263'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:53:16.812704 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c217194b-d906-4b17-abdb-d7cf8b730e56 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:16.823504 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-92eeee0b-0c5a-4db2-bf04-2fd1026120c5 None None] Set router 3fa37587-81e9-4b4a-8660-4f4bfcf3a263 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:53:16.861494 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-f0b08d05-c977-4533-98e0-681f461ffb03 None None] Provisioning complete for port 106dabd8-333d-4f70-b873-2dc9949931c1 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:53:16.861968 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f0b08d05-c977-4533-98e0-681f461ffb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:16.995975 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8af78599-4f08-4714-b0fe-afe4b78ec5fa req-95d65115-e31c-4996-bbe7-126b0115428f tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=f50ff527-62ae-4a3e-bb52-9dd6ba34fd45 HTTP/1.1" status: 200 len: 210 time: 0.0645444 Sep 17 07:53:17.030984 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c217194b-d906-4b17-abdb-d7cf8b730e56 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:17.068014 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 3f299b6a-353a-48fe-b6a1-bb1abb635a78 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:53:17.127117 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c217194b-d906-4b17-abdb-d7cf8b730e56 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:53:17.151691 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-84fc6c18-5f2c-436f-a424-eeac311affc9 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:17.219387 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: 3f299b6a-353a-48fe-b6a1-bb1abb635a78 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:53:17.219737 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 3f299b6a-353a-48fe-b6a1-bb1abb635a78 not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:53:17.251999 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-c217194b-d906-4b17-abdb-d7cf8b730e56 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:53:17.273596 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c217194b-d906-4b17-abdb-d7cf8b730e56 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:53:17.288022 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fc6c18-5f2c-436f-a424-eeac311affc9 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:53:17.305844 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-84fc6c18-5f2c-436f-a424-eeac311affc9 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:53:17.316464 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fc6c18-5f2c-436f-a424-eeac311affc9 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:17.318382 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-84fc6c18-5f2c-436f-a424-eeac311affc9 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:17.343182 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 42886) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:17.378587 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-84fc6c18-5f2c-436f-a424-eeac311affc9 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2645388 Sep 17 07:53:17.380398 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 42890) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:17.386749 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fc6c18-5f2c-436f-a424-eeac311affc9 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event updated for resources: {'Subnet': ['ID=505b32e8-f532-49bc-9d30-c6fb55dc041a,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:17.419709 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-e2100175-1691-46fb-8892-f5f878a7d6fe tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Request body: {'port': {'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'mac_address': 'fa:16:3e:3b:5e:15', 'name': 'tempest-NetworksTestDHCPv6-2112029529'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:53:17.450589 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 49841603-2cfb-4808-aa7e-24bc81b1c87c up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:53:17.472573 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-92eeee0b-0c5a-4db2-bf04-2fd1026120c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa37587-81e9-4b4a-8660-4f4bfcf3a263', 'name': 'tempest-ServersTestManualDisk-982544102-router', 'tenant_id': '84fde82bad9d4548b190a832b1df5fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '9808cc26-cef2-425c-b176-2e0b45f487d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:53:00Z', 'updated_at': '2021-09-17T07:53:08Z', 'revision_number': 4, 'project_id': '84fde82bad9d4548b190a832b1df5fc2', 'gw_port': {'id': '9808cc26-cef2-425c-b176-2e0b45f487d4', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:bb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa37587-81e9-4b4a-8660-4f4bfcf3a263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:53:01Z', 'updated_at': '2021-09-17T07:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '49841603-2cfb-4808-aa7e-24bc81b1c87c', 'name': '', 'network_id': 'cc19eaa7-2fec-4a50-a002-e03f66320c40', 'tenant_id': '84fde82bad9d4548b190a832b1df5fc2', 'mac_address': 'fa:16:3e:88:25:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa37587-81e9-4b4a-8660-4f4bfcf3a263', 'device_owner': 'network:router_interface', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '65482dcc-7ff4-4442-8996-a64a825a1c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:53:06Z', 'updated_at': '2021-09-17T07:53:16Z', 'revision_number': 4, 'project_id': '84fde82bad9d4548b190a832b1df5fc2', 'subnets': [{'id': '65482dcc-7ff4-4442-8996-a64a825a1c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:53:17.528319 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f50ff527-62ae-4a3e-bb52-9dd6ba34fd45', 'name': 'network-vif-deleted', 'tag': '43e89c3b-26a1-47d4-abca-c88416f71fa5'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:53:17.534829 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e35836c-6a39-4db8-bfb6-0f512f1dff47" -d '{"events": [{"server_uuid": "f50ff527-62ae-4a3e-bb52-9dd6ba34fd45", "name": "network-vif-deleted", "tag": "43e89c3b-26a1-47d4-abca-c88416f71fa5"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:53:17.567769 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92eeee0b-0c5a-4db2-bf04-2fd1026120c5 None None] The sync data for ids ['3fa37587-81e9-4b4a-8660-4f4bfcf3a263'] in n-d-789963-9 is: [{'id': '3fa37587-81e9-4b4a-8660-4f4bfcf3a263', 'name': 'tempest-ServersTestManualDisk-982544102-router', 'tenant_id': '84fde82bad9d4548b190a832b1df5fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '9808cc26-cef2-425c-b176-2e0b45f487d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:53:00Z', 'updated_at': '2021-09-17T07:53:08Z', 'revision_number': 4, 'project_id': '84fde82bad9d4548b190a832b1df5fc2', 'gw_port': {'id': '9808cc26-cef2-425c-b176-2e0b45f487d4', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:bb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa37587-81e9-4b4a-8660-4f4bfcf3a263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:53:01Z', 'updated_at': '2021-09-17T07:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '49841603-2cfb-4808-aa7e-24bc81b1c87c', 'name': '', 'network_id': 'cc19eaa7-2fec-4a50-a002-e03f66320c40', 'tenant_id': '84fde82bad9d4548b190a832b1df5fc2', 'mac_address': 'fa:16:3e:88:25:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa37587-81e9-4b4a-8660-4f4bfcf3a263', 'device_owner': 'network:router_interface', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '65482dcc-7ff4-4442-8996-a64a825a1c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:53:06Z', 'updated_at': '2021-09-17T07:53:16Z', 'revision_number': 4, 'project_id': '84fde82bad9d4548b190a832b1df5fc2', 'subnets': [{'id': '65482dcc-7ff4-4442-8996-a64a825a1c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:53:17.591360 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c217194b-d906-4b17-abdb-d7cf8b730e56 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Pushing event updated for resources: {'Port': ['ID=9627da0a-09ad-4a1e-bbb6-0d18cd98b9e6,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:17.664965 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34ff049-0554-4580-ba0e-6b0d89619254 x-openstack-request-id: req-e34ff049-0554-4580-ba0e-6b0d89619254 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:53:17.665275 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f50ff527-62ae-4a3e-bb52-9dd6ba34fd45", "name": "network-vif-deleted", "tag": "43e89c3b-26a1-47d4-abca-c88416f71fa5", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:53:17.665603 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e34ff049-0554-4580-ba0e-6b0d89619254 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:53:17.665945 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f50ff527-62ae-4a3e-bb52-9dd6ba34fd45', 'name': 'network-vif-deleted', 'tag': '43e89c3b-26a1-47d4-abca-c88416f71fa5', 'status': 'completed', 'code': 200} Sep 17 07:53:17.685678 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-492a1002-41e2-4244-a152-72403f71325d None None] Provisioning complete for port 49841603-2cfb-4808-aa7e-24bc81b1c87c triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:53:17.687170 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-492a1002-41e2-4244-a152-72403f71325d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:17.738249 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95a774-7c11-44b0-a7f8-47b1d8106b51 req-b1615c0e-9cae-48c7-bdab-21bbd7fd5697 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:17.748128 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8e95a774-7c11-44b0-a7f8-47b1d8106b51 req-b1615c0e-9cae-48c7-bdab-21bbd7fd5697 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.6178980 Sep 17 07:53:17.764171 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 49841603-2cfb-4808-aa7e-24bc81b1c87c triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:53:17.766341 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:17.772654 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-0d1054a2-e7a3-45a6-b544-3a1482283793 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=46510efeb90e4e96b7c0f66991be3c47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4232502 Sep 17 07:53:17.774081 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 42898) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:17.779406 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-f0127ac2-748b-4d2b-99bd-6c6227e54b37 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=e3c94ece967c49989722015c639870a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1680253 Sep 17 07:53:17.893211 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3783d3a5-0c9d-43cc-8f9d-127b3b62764f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:17.900035 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:17.944952 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port 49841603-2cfb-4808-aa7e-24bc81b1c87c, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=49841603-2cfb-4808-aa7e-24bc81b1c87c,segment=NetworkSegment(60effd61-6a66-42af-9af2-97043b19239e),segment_id=60effd61-6a66-42af-9af2-97043b19239e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:53:17.950943 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3783d3a5-0c9d-43cc-8f9d-127b3b62764f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:17.956411 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:17.957309 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 106dabd8-333d-4f70-b873-2dc9949931c1 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:53:17.995903 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2100175-1691-46fb-8892-f5f878a7d6fe tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Made reservation on behalf of 852d2b51c00949899c2370ce1b47ee69 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:53:18.021611 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f5c1f8c8-2870-42f8-b929-4f07853422c9 req-eb2e2eff-6cd4-4633-aba0-50473203eb2d tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.1981533 Sep 17 07:53:18.064603 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3783d3a5-0c9d-43cc-8f9d-127b3b62764f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:18.067307 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3783d3a5-0c9d-43cc-8f9d-127b3b62764f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:18.071445 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-3783d3a5-0c9d-43cc-8f9d-127b3b62764f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/517d5b48-890d-4435-950d-b1435835f1f3 HTTP/1.1" status: 204 len: 168 time: 0.2963121 Sep 17 07:53:18.086963 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3783d3a5-0c9d-43cc-8f9d-127b3b62764f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=517d5b48-890d-4435-950d-b1435835f1f3,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:18.117959 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94419cd2-5a5e-42c9-a7b7-7a4beccc3351 None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:53:18.127155 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8e95a774-7c11-44b0-a7f8-47b1d8106b51 req-a1e006e9-22a0-4218-8b52-f75da93ccf16 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3507133 Sep 17 07:53:18.254376 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c217194b-d906-4b17-abdb-d7cf8b730e56 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:18.399243 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-023cf6ea-1d10-4162-9653-3a7a6f547c0a req-4a134bc6-71f6-4cc2-9539-2fe10f2190cc tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=f50ff527-62ae-4a3e-bb52-9dd6ba34fd45 HTTP/1.1" status: 200 len: 210 time: 0.1183543 Sep 17 07:53:18.442692 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 106dabd8-333d-4f70-b873-2dc9949931c1 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:53:18.443303 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:18.466487 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c217194b-d906-4b17-abdb-d7cf8b730e56 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:18.512187 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-492a1002-41e2-4244-a152-72403f71325d None None] Could not find standard attr ID for object 43e89c3b-26a1-47d4-abca-c88416f71fa5. {{(pid=101291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 07:53:18.559399 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=49841603-2cfb-4808-aa7e-24bc81b1c87c,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:18.565852 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 42908) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:18.675720 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-3b44e580-fe92-41e3-b4be-4a95e2109a53 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=96812d23551c4fcca5b35c09821ca0d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1058483 Sep 17 07:53:18.676440 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 42912) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:18.747354 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-493a7da5-2c53-40a9-8754-6f596b50da0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:18.748836 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-8fb52ac5-4cf5-4bba-9d59-1f7f8d0ec910 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:18.750748 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-8fb52ac5-4cf5-4bba-9d59-1f7f8d0ec910 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9242954 Sep 17 07:53:18.753211 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c217194b-d906-4b17-abdb-d7cf8b730e56 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:18.757592 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e2100175-1691-46fb-8892-f5f878a7d6fe tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:18.770579 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c217194b-d906-4b17-abdb-d7cf8b730e56 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:18.778240 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-493a7da5-2c53-40a9-8754-6f596b50da0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:18.787619 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-55ef96fb-e344-48be-9771-acb4bf458e75 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Request body: {'port': {'device_id': 'f50ff527-62ae-4a3e-bb52-9dd6ba34fd45', 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583', 'admin_state_up': True, 'tenant_id': 'e3c94ece967c49989722015c639870a6'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:53:18.840255 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-493a7da5-2c53-40a9-8754-6f596b50da0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:18.844754 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-493a7da5-2c53-40a9-8754-6f596b50da0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:18.850216 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-493a7da5-2c53-40a9-8754-6f596b50da0b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/849a3f84-cdac-458a-a1aa-b72ad05083f9 HTTP/1.1" status: 204 len: 168 time: 0.1684725 Sep 17 07:53:18.867207 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493a7da5-2c53-40a9-8754-6f596b50da0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=849a3f84-cdac-458a-a1aa-b72ad05083f9,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:18.941262 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-990f9a86-1ddb-4476-bff4-7e53099e73ce None None] Provisioning complete for port 49841603-2cfb-4808-aa7e-24bc81b1c87c triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:53:18.941633 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-990f9a86-1ddb-4476-bff4-7e53099e73ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:18.966936 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [None req-e2100175-1691-46fb-8892-f5f878a7d6fe tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] device_id is not set on port 7ef713c3-8687-49d7-80c9-d65e4573a4cc yet. {{(pid=101289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 07:53:19.158861 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c217194b-d906-4b17-abdb-d7cf8b730e56 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Pushing event updated for resources: {'Port': ['ID=9627da0a-09ad-4a1e-bbb6-0d18cd98b9e6,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:19.174661 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-990f9a86-1ddb-4476-bff4-7e53099e73ce None None] Provisioning complete for port 106dabd8-333d-4f70-b873-2dc9949931c1 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:53:19.175086 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-990f9a86-1ddb-4476-bff4-7e53099e73ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:19.237839 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3caf10e2-c6ad-4756-bab3-d5364aa61573 None None] Update dhcp port {'port': {'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'fixed_ips': [{'subnet_id': '781b55f2-a0c6-4be7-8ce1-c45091f25afb', 'ip_address': '2001:db8::f816:3eff:fe43:9a23'}, {'subnet_id': '505b32e8-f532-49bc-9d30-c6fb55dc041a'}], 'binding:host_id': 'n-d-789963-9'}, 'id': '106dabd8-333d-4f70-b873-2dc9949931c1'} from n-d-789963-9. {{(pid=101291) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 07:53:19.279152 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c217194b-d906-4b17-abdb-d7cf8b730e56 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:19.283949 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-55ef96fb-e344-48be-9771-acb4bf458e75 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Made reservation on behalf of e3c94ece967c49989722015c639870a6 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:53:19.288133 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-55ef96fb-e344-48be-9771-acb4bf458e75 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:19.289901 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3caf10e2-c6ad-4756-bab3-d5364aa61573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:19.310995 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 49841603-2cfb-4808-aa7e-24bc81b1c87c up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:53:19.331748 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1fc2cd02-b446-48db-8e72-2503d95b51ce req-57c76606-d1f6-45cf-8e8b-473a0bb6c64d tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.1889100 Sep 17 07:53:19.380647 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c217194b-d906-4b17-abdb-d7cf8b730e56 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:19.391190 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-c217194b-d906-4b17-abdb-d7cf8b730e56 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0626998 Sep 17 07:53:19.433122 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70b604-ba59-44e2-bfb7-5def2f274838 req-5c743140-7394-4297-8df9-5611853cdc32 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:19.436034 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7e70b604-ba59-44e2-bfb7-5def2f274838 req-5c743140-7394-4297-8df9-5611853cdc32 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.1616893 Sep 17 07:53:19.460351 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-990f9a86-1ddb-4476-bff4-7e53099e73ce None None] Could not find standard attr ID for object 43e89c3b-26a1-47d4-abca-c88416f71fa5. {{(pid=101291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 07:53:19.559440 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 49841603-2cfb-4808-aa7e-24bc81b1c87c triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:53:19.560044 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:19.582371 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7e70b604-ba59-44e2-bfb7-5def2f274838 req-180076d0-09be-49e3-b549-aa967c967b6c tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184509 Sep 17 07:53:19.616266 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-e2100175-1691-46fb-8892-f5f878a7d6fe tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Allocated IP 2001:db8:0:1::99 (b9683b68-a3a4-4974-8bd0-f6d916aa4b94/505b32e8-f532-49bc-9d30-c6fb55dc041a/7ef713c3-8687-49d7-80c9-d65e4573a4cc) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:53:19.667864 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-e2100175-1691-46fb-8892-f5f878a7d6fe tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Allocated IP 2001:db8::f816:3eff:fe3b:5e15 (b9683b68-a3a4-4974-8bd0-f6d916aa4b94/781b55f2-a0c6-4be7-8ce1-c45091f25afb/7ef713c3-8687-49d7-80c9-d65e4573a4cc) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:53:19.760453 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0d7e28e0-616d-42eb-bb87-73309c9aec3d req-0ead53d5-93c8-431f-8974-407d979b193d tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=f50ff527-62ae-4a3e-bb52-9dd6ba34fd45 HTTP/1.1" status: 200 len: 210 time: 0.0717816 Sep 17 07:53:19.816345 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-55ef96fb-e344-48be-9771-acb4bf458e75 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Allocated IP 192.168.233.251 (469390cd-cce5-49bd-b8f8-9e64018a0583/5f3af6cb-9cad-436b-bf41-034e75672c44/475f7122-eb25-4c6d-9333-dfd73d371599) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:53:19.871180 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-43cae9ab-29a0-4a85-89e3-d23a59188e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:19.882299 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-48cddc95-39e2-49a4-8144-5ee31f70ff73 req-2a6da1e1-0a29-476b-b1d2-e08f4d8fc274 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1215154481&fields=id&tenant_id=84fde82bad9d4548b190a832b1df5fc2 HTTP/1.1" status: 200 len: 267 time: 0.1644678 Sep 17 07:53:20.285864 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de66f8cd-472f-4c8b-8cc0-30882fe03752 req-70bbf215-4e21-4cdd-8c66-88727d5d689e tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:20.287335 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-de66f8cd-472f-4c8b-8cc0-30882fe03752 req-70bbf215-4e21-4cdd-8c66-88727d5d689e tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/networks?id=c415bb2c-76bc-4730-a4c3-bead01aef970 HTTP/1.1" status: 200 len: 813 time: 0.4195404 Sep 17 07:53:20.311119 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e2100175-1691-46fb-8892-f5f878a7d6fe tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:20.324842 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-55ef96fb-e344-48be-9771-acb4bf458e75 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:20.335937 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cddc95-39e2-49a4-8144-5ee31f70ff73 req-2be47b9e-f88c-49fe-8774-299360d01c7a tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:20.337387 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-48cddc95-39e2-49a4-8144-5ee31f70ff73 req-2be47b9e-f88c-49fe-8774-299360d01c7a tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] 10.222.0.13 "GET /v2.0/networks?id=cc19eaa7-2fec-4a50-a002-e03f66320c40 HTTP/1.1" status: 200 len: 811 time: 0.3375609 Sep 17 07:53:20.347120 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-de66f8cd-472f-4c8b-8cc0-30882fe03752 req-b9c11a60-67a7-4b0f-a299-ce611720b3c4 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/quotas/eba970328263472895352ba6b96a09d3 HTTP/1.1" status: 200 len: 375 time: 0.0455513 Sep 17 07:53:20.407067 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-48cddc95-39e2-49a4-8144-5ee31f70ff73 req-2dab320b-b472-479b-9bbb-332356be57dc tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] 10.222.0.13 "GET /v2.0/quotas/84fde82bad9d4548b190a832b1df5fc2 HTTP/1.1" status: 200 len: 375 time: 0.0576770 Sep 17 07:53:20.458924 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e2100175-1691-46fb-8892-f5f878a7d6fe tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:20.471366 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-55ef96fb-e344-48be-9771-acb4bf458e75 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:20.510444 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-de66f8cd-472f-4c8b-8cc0-30882fe03752 req-887c6825-aeb3-4231-baac-c93311b4cccf tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=eba970328263472895352ba6b96a09d3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1501746 Sep 17 07:53:20.536639 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-3caf10e2-c6ad-4756-bab3-d5364aa61573 None None] Allocated IP 2001:db8:0:1::2 (b9683b68-a3a4-4974-8bd0-f6d916aa4b94/505b32e8-f532-49bc-9d30-c6fb55dc041a/106dabd8-333d-4f70-b873-2dc9949931c1) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:53:20.553368 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2100175-1691-46fb-8892-f5f878a7d6fe tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:53:20.555964 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['0c589904-32cd-4f69-bd3c-694b81963367', '9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4', '1d8b34db-b321-4d30-b06b-a79bbe2e4ddc'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:53:20.574620 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-55ef96fb-e344-48be-9771-acb4bf458e75 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Network 469390cd-cce5-49bd-b8f8-9e64018a0583 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:53:20.577361 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-e2100175-1691-46fb-8892-f5f878a7d6fe tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:53:20.580599 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2100175-1691-46fb-8892-f5f878a7d6fe tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:53:20.586494 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2100175-1691-46fb-8892-f5f878a7d6fe tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:20.587220 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e2100175-1691-46fb-8892-f5f878a7d6fe tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:20.589877 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2100175-1691-46fb-8892-f5f878a7d6fe tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event updated for resources: {'Port': ['ID=7ef713c3-8687-49d7-80c9-d65e4573a4cc,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:20.608074 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-48cddc95-39e2-49a4-8144-5ee31f70ff73 req-e7b03711-56c6-44aa-b98d-e3ee1198057d tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=84fde82bad9d4548b190a832b1df5fc2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1890323 Sep 17 07:53:20.615859 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-55ef96fb-e344-48be-9771-acb4bf458e75 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:53:20.623900 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-55ef96fb-e344-48be-9771-acb4bf458e75 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:53:20.723815 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-3caf10e2-c6ad-4756-bab3-d5364aa61573 None None] For port 106dabd8-333d-4f70-b873-2dc9949931c1, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=106dabd8-333d-4f70-b873-2dc9949931c1,segment=NetworkSegment(ccc4c9b3-8f64-4b6a-96f4-35a1665005a6),segment_id=ccc4c9b3-8f64-4b6a-96f4-35a1665005a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:53:20.790995 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3caf10e2-c6ad-4756-bab3-d5364aa61573 None None] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:20.801883 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3caf10e2-c6ad-4756-bab3-d5364aa61573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:20.929145 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caf10e2-c6ad-4756-bab3-d5364aa61573 None None] Pushing event updated for resources: {'Port': ['ID=106dabd8-333d-4f70-b873-2dc9949931c1,revision_number=9']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:21.138179 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-0710367d-1f08-4e2b-81f4-2b102c8aa3f5 None None] Provisioning complete for port 475f7122-eb25-4c6d-9333-dfd73d371599 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:53:21.138709 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0710367d-1f08-4e2b-81f4-2b102c8aa3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:21.146894 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ef96fb-e344-48be-9771-acb4bf458e75 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Pushing event updated for resources: {'Port': ['ID=475f7122-eb25-4c6d-9333-dfd73d371599,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:21.178244 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-0710367d-1f08-4e2b-81f4-2b102c8aa3f5 None None] Port 475f7122-eb25-4c6d-9333-dfd73d371599 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:53:21.242519 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-55ef96fb-e344-48be-9771-acb4bf458e75 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:21.243185 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-55ef96fb-e344-48be-9771-acb4bf458e75 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:21.258483 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e2100175-1691-46fb-8892-f5f878a7d6fe tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.8529291 Sep 17 07:53:21.258785 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 106dabd8-333d-4f70-b873-2dc9949931c1 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:53:21.260219 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 42990) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:21.308803 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-de66f8cd-472f-4c8b-8cc0-30882fe03752 req-b85950fb-020c-4d58-a2b2-866625fcdc80 service neutron] 10.222.0.13 "GET /v2.0/networks/c415bb2c-76bc-4730-a4c3-bead01aef970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7809603 Sep 17 07:53:21.317930 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-55ef96fb-e344-48be-9771-acb4bf458e75 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5344603 Sep 17 07:53:21.328062 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 106dabd8-333d-4f70-b873-2dc9949931c1 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:53:21.328441 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:21.367236 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-76599cb6-e6f4-4111-9450-170034a85d1e service neutron] Request body: {'port': {'device_id': 'f50ff527-62ae-4a3e-bb52-9dd6ba34fd45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:53:21.408980 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-1444ef9c-2329-414a-ade6-c4e1b6187e44 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Deleting port 7ef713c3-8687-49d7-80c9-d65e4573a4cc {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:53:21.412354 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1444ef9c-2329-414a-ade6-c4e1b6187e44 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:21.414403 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-48cddc95-39e2-49a4-8144-5ee31f70ff73 req-fbfe97ac-5730-4ea7-8475-3faf2689d20f service neutron] 10.222.0.13 "GET /v2.0/networks/cc19eaa7-2fec-4a50-a002-e03f66320c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7694881 Sep 17 07:53:21.519150 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-76599cb6-e6f4-4111-9450-170034a85d1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:21.525150 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1444ef9c-2329-414a-ade6-c4e1b6187e44 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:21.540128 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-1444ef9c-2329-414a-ade6-c4e1b6187e44 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Calling delete_port for 7ef713c3-8687-49d7-80c9-d65e4573a4cc owned by {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:53:21.607882 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-78da994e-59ae-454f-ac27-56a4b229218d None None] Provisioning complete for port 106dabd8-333d-4f70-b873-2dc9949931c1 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:53:21.608410 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-78da994e-59ae-454f-ac27-56a4b229218d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:21.630569 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-de66f8cd-472f-4c8b-8cc0-30882fe03752 req-96b9a7b1-644e-46a5-ba11-9a77e981857b service neutron] 10.222.0.13 "GET /v2.0/networks/c415bb2c-76bc-4730-a4c3-bead01aef970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116548 Sep 17 07:53:21.665167 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-48cddc95-39e2-49a4-8144-5ee31f70ff73 req-3f3d1eb1-01a8-4741-a173-520c71e57e1e service neutron] 10.222.0.13 "GET /v2.0/networks/cc19eaa7-2fec-4a50-a002-e03f66320c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991403 Sep 17 07:53:21.892827 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1444ef9c-2329-414a-ade6-c4e1b6187e44 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:21.947945 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-b9af9ee1-7676-495c-ad3e-3798809db9c7 None None] Could not find standard attr ID for object 7ef713c3-8687-49d7-80c9-d65e4573a4cc. {{(pid=101291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 07:53:21.968058 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1444ef9c-2329-414a-ade6-c4e1b6187e44 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event deleted for resources: {'Port': ['ID=7ef713c3-8687-49d7-80c9-d65e4573a4cc,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:22.035572 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-76599cb6-e6f4-4111-9450-170034a85d1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 475f7122-eb25-4c6d-9333-dfd73d371599 {{(pid=101289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:53:22.053751 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-76599cb6-e6f4-4111-9450-170034a85d1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:22.114599 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.provisioning_blocks [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-76599cb6-e6f4-4111-9450-170034a85d1e service neutron] Transition to ACTIVE for port object 475f7122-eb25-4c6d-9333-dfd73d371599 will not be triggered until provisioned by entity L2. {{(pid=101289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:53:22.115154 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1444ef9c-2329-414a-ade6-c4e1b6187e44 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:22.123290 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-1444ef9c-2329-414a-ade6-c4e1b6187e44 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/ports/7ef713c3-8687-49d7-80c9-d65e4573a4cc HTTP/1.1" status: 204 len: 168 time: 0.8608449 Sep 17 07:53:22.127208 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43020) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:22.153329 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5275410f-82f4-4f8f-af70-3020d3e587bd req-a5ad28f8-d52b-4f13-9e78-124a65c0ecc6 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0802884 Sep 17 07:53:22.154088 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-76599cb6-e6f4-4111-9450-170034a85d1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:22.269198 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79e85e1-8990-407c-89e6-46823d3cde73 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:22.289727 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d79e85e1-8990-407c-89e6-46823d3cde73 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1607122 Sep 17 07:53:22.290283 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43026) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:22.331556 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76599cb6-e6f4-4111-9450-170034a85d1e service neutron] Pushing event updated for resources: {'Port': ['ID=475f7122-eb25-4c6d-9333-dfd73d371599,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:22.413559 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0868caec-d463-4855-9bee-495704d1f792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:22.624678 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0c30fd8c-3faa-45d0-b750-2cae497d2b56 req-2a1f008b-9074-4493-97c2-0435e6ee6b04 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=03cb0dcf-6654-4dba-8891-de38fdfab3ff HTTP/1.1" status: 200 len: 210 time: 0.1164424 Sep 17 07:53:22.630709 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:22.687154 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-76599cb6-e6f4-4111-9450-170034a85d1e service neutron] Attempting to bind port 475f7122-eb25-4c6d-9333-dfd73d371599 on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:53:22.687534 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-76599cb6-e6f4-4111-9450-170034a85d1e service neutron] Attempting to bind port 475f7122-eb25-4c6d-9333-dfd73d371599 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:53:22.687887 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-76599cb6-e6f4-4111-9450-170034a85d1e service neutron] Attempting to bind port 475f7122-eb25-4c6d-9333-dfd73d371599 on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:53:22.707013 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9cb24-9bf8-4092-a2bc-0b31b31b8963 req-0869025b-c59e-4358-8633-4e1abf4a294c tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:22.723825 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2dd9cb24-9bf8-4092-a2bc-0b31b31b8963 req-0869025b-c59e-4358-8633-4e1abf4a294c tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=f50ff527-62ae-4a3e-bb52-9dd6ba34fd45 HTTP/1.1" status: 200 len: 948 time: 0.2710819 Sep 17 07:53:22.737775 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-76599cb6-e6f4-4111-9450-170034a85d1e service neutron] Port 475f7122-eb25-4c6d-9333-dfd73d371599 on network 469390cd-cce5-49bd-b8f8-9e64018a0583 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:53:22.738126 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-76599cb6-e6f4-4111-9450-170034a85d1e service neutron] Attempting to bind port 475f7122-eb25-4c6d-9333-dfd73d371599 on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:53:22.795784 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-76599cb6-e6f4-4111-9450-170034a85d1e service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:53:22.796151 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-76599cb6-e6f4-4111-9450-170034a85d1e service neutron] Checking segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:53:22.796592 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-76599cb6-e6f4-4111-9450-170034a85d1e service neutron] Bound using segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:53:22.797351 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-76599cb6-e6f4-4111-9450-170034a85d1e service neutron] Bound port: 475f7122-eb25-4c6d-9333-dfd73d371599, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:53:22.797922 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-76599cb6-e6f4-4111-9450-170034a85d1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:22.817213 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d368f60b-7aeb-41da-a050-71c5c4a65aad req-0f22d04a-67a3-4e03-a9e7-23b8fc8ed59f tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] 10.222.0.13 "GET /v2.0/ports?device_id=a19ec3bb-a256-4ba5-9c48-d7c47585247a HTTP/1.1" status: 200 len: 210 time: 0.0810537 Sep 17 07:53:22.859009 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2dd9cb24-9bf8-4092-a2bc-0b31b31b8963 req-0cf4d519-20a0-46ce-a68d-13573ec43271 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341422 Sep 17 07:53:22.967655 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-76599cb6-e6f4-4111-9450-170034a85d1e service neutron] For port 475f7122-eb25-4c6d-9333-dfd73d371599, host n-h2-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:53:22.971776 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-76599cb6-e6f4-4111-9450-170034a85d1e service neutron] For port 475f7122-eb25-4c6d-9333-dfd73d371599, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=475f7122-eb25-4c6d-9333-dfd73d371599,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:53:22.979345 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-76599cb6-e6f4-4111-9450-170034a85d1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:22.994602 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c58fa5-8a1c-4ec9-aa48-0ee231c9e865 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:22.998698 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-15c58fa5-8a1c-4ec9-aa48-0ee231c9e865 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.7052302 Sep 17 07:53:23.011792 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43056) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:23.026381 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-76599cb6-e6f4-4111-9450-170034a85d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:23.027420 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-76599cb6-e6f4-4111-9450-170034a85d1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:23.029728 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-76599cb6-e6f4-4111-9450-170034a85d1e service neutron] 10.222.0.39 "PUT /v2.0/ports/475f7122-eb25-4c6d-9333-dfd73d371599 HTTP/1.1" status: 200 len: 1096 time: 1.6822994 Sep 17 07:53:23.030347 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f50ff527-62ae-4a3e-bb52-9dd6ba34fd45', 'tag': '475f7122-eb25-4c6d-9333-dfd73d371599'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:53:23.033306 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f765237-e4e9-47e0-ba4c-815853ffcba5" -d '{"events": [{"name": "network-changed", "server_uuid": "f50ff527-62ae-4a3e-bb52-9dd6ba34fd45", "tag": "475f7122-eb25-4c6d-9333-dfd73d371599"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:53:23.131047 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76599cb6-e6f4-4111-9450-170034a85d1e service neutron] Pushing event updated for resources: {'Port': ['ID=475f7122-eb25-4c6d-9333-dfd73d371599,revision_number=3']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:23.138730 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f542f9-c889-497a-b788-86e96464dff1 x-openstack-request-id: req-87f542f9-c889-497a-b788-86e96464dff1 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:53:23.139077 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f50ff527-62ae-4a3e-bb52-9dd6ba34fd45", "tag": "475f7122-eb25-4c6d-9333-dfd73d371599", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:53:23.139336 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-87f542f9-c889-497a-b788-86e96464dff1 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:53:23.139784 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f50ff527-62ae-4a3e-bb52-9dd6ba34fd45', 'tag': '475f7122-eb25-4c6d-9333-dfd73d371599', 'status': 'completed', 'code': 200} Sep 17 07:53:23.209914 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2328fc55-89a3-478e-bd74-00cc8f2297d4 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:23.211735 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2328fc55-89a3-478e-bd74-00cc8f2297d4 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:23.213316 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2328fc55-89a3-478e-bd74-00cc8f2297d4 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:23.215883 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-2328fc55-89a3-478e-bd74-00cc8f2297d4 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2020206 Sep 17 07:53:23.219085 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 43070) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:23.241484 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-46505143-20e9-4b9c-8a29-691808fcd58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:23.243181 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-46505143-20e9-4b9c-8a29-691808fcd58a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e3c94ece967c49989722015c639870a6&device_id=f50ff527-62ae-4a3e-bb52-9dd6ba34fd45 HTTP/1.1" status: 200 len: 1099 time: 0.0800550 Sep 17 07:53:23.332109 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-7d647b1a-170f-4d49-9cf7-d1dd079ba0bf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=475f7122-eb25-4c6d-9333-dfd73d371599 HTTP/1.1" status: 200 len: 217 time: 0.0626068 Sep 17 07:53:23.351800 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d5681e1e-0cd5-4f1d-aff1-b947ce194575 req-591b7fd6-81fd-4d6c-baaa-0d753998edc8 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0735645 Sep 17 07:53:23.386754 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-95d133ff-fac9-44d9-956f-f3aaca16815c tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Deleting subnet 505b32e8-f532-49bc-9d30-c6fb55dc041a {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:53:23.418690 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-95d133ff-fac9-44d9-956f-f3aaca16815c tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:23.440930 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8b2a0025-6ec1-4eaa-91fa-2aa2056ebac1 req-ee4d61c9-6ad1-45c0-9c61-15854dd3982f tempest-FlavorsV2NegativeTest-1148834405 tempest-FlavorsV2NegativeTest-1148834405-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=29149c5cfeac457fbafc3f89df5d3ad2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0517204 Sep 17 07:53:23.497175 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-7a096b53-aecc-4995-8918-4153793dbc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:23.499017 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-7a096b53-aecc-4995-8918-4153793dbc6b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.1496091 Sep 17 07:53:23.508272 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-95d133ff-fac9-44d9-956f-f3aaca16815c tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:23.568103 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:23.663857 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-becf1cae-4ae1-463c-a08f-8c4568fe48b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:23.665750 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-becf1cae-4ae1-463c-a08f-8c4568fe48b8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1524549 Sep 17 07:53:23.687471 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a0025-6ec1-4eaa-91fa-2aa2056ebac1 req-37cdfb59-7304-483b-a362-ed14b7621041 tempest-FlavorsV2NegativeTest-1148834405 tempest-FlavorsV2NegativeTest-1148834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:23.689016 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8b2a0025-6ec1-4eaa-91fa-2aa2056ebac1 req-37cdfb59-7304-483b-a362-ed14b7621041 tempest-FlavorsV2NegativeTest-1148834405 tempest-FlavorsV2NegativeTest-1148834405-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2387474 Sep 17 07:53:23.752182 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-95d133ff-fac9-44d9-956f-f3aaca16815c tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:23.805257 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c3cb43bb-7298-4b8f-a05f-c6c827f42ce7 req-69ce9f00-6733-4268-871b-066b24acf71f tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=03cb0dcf-6654-4dba-8891-de38fdfab3ff HTTP/1.1" status: 200 len: 210 time: 0.0754297 Sep 17 07:53:23.827883 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8b2a0025-6ec1-4eaa-91fa-2aa2056ebac1 req-055c7bf8-eeb2-47de-a660-af3b7336df6b tempest-FlavorsV2NegativeTest-1148834405 tempest-FlavorsV2NegativeTest-1148834405-project] 10.222.0.13 "GET /v2.0/quotas/29149c5cfeac457fbafc3f89df5d3ad2 HTTP/1.1" status: 200 len: 375 time: 0.1124816 Sep 17 07:53:23.902560 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8b2a0025-6ec1-4eaa-91fa-2aa2056ebac1 req-2d40bba2-f853-4660-81db-f1af15c00a24 tempest-FlavorsV2NegativeTest-1148834405 tempest-FlavorsV2NegativeTest-1148834405-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=29149c5cfeac457fbafc3f89df5d3ad2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0673273 Sep 17 07:53:23.904330 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de66f8cd-472f-4c8b-8cc0-30882fe03752 req-e88a5988-de84-45f7-ad15-e967932ef10f tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:23.909204 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-de66f8cd-472f-4c8b-8cc0-30882fe03752 req-e88a5988-de84-45f7-ad15-e967932ef10f tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.39 "GET /v2.0/networks?id=c415bb2c-76bc-4730-a4c3-bead01aef970 HTTP/1.1" status: 200 len: 813 time: 0.2126915 Sep 17 07:53:23.942905 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-de66f8cd-472f-4c8b-8cc0-30882fe03752 req-481dc6de-fa91-4162-9963-11083cd4f908 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Request body: {'port': {'device_id': '03cb0dcf-6654-4dba-8891-de38fdfab3ff', 'network_id': 'c415bb2c-76bc-4730-a4c3-bead01aef970', 'admin_state_up': True, 'tenant_id': 'eba970328263472895352ba6b96a09d3'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:53:23.961305 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-95d133ff-fac9-44d9-956f-f3aaca16815c tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:24.009766 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-d2c87e88-547f-499a-8308-987c325eda53 service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002100 Sep 17 07:53:24.014834 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-95d133ff-fac9-44d9-956f-f3aaca16815c tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:24.017332 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-95d133ff-fac9-44d9-956f-f3aaca16815c tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/subnets/505b32e8-f532-49bc-9d30-c6fb55dc041a HTTP/1.1" status: 204 len: 168 time: 0.7911019 Sep 17 07:53:24.018445 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d133ff-fac9-44d9-956f-f3aaca16815c tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event deleted for resources: {'Subnet': ['ID=505b32e8-f532-49bc-9d30-c6fb55dc041a,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:24.020515 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43102) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:24.025304 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16450e4f-7196-4da7-9085-8fa23fc3d239 None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:53:24.052549 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c63891aa-4f58-43a2-be11-278d4e9b0c79 req-73f81e58-9839-4f6d-b8b6-bcc18a5a510c tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] 10.222.0.13 "GET /v2.0/ports?device_id=a19ec3bb-a256-4ba5-9c48-d7c47585247a HTTP/1.1" status: 200 len: 210 time: 0.0851767 Sep 17 07:53:24.128482 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dfeb0e1-4cfa-4ede-b13b-8b79add83240 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Deleting subnet 781b55f2-a0c6-4be7-8ce1-c45091f25afb {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:53:24.159261 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe964a80-1d31-4f2e-87c0-f629a2f34c39 req-d777dc76-5b0c-4b80-b7ec-2346bcfec1a3 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:24.166658 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fe964a80-1d31-4f2e-87c0-f629a2f34c39 req-d777dc76-5b0c-4b80-b7ec-2346bcfec1a3 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=f50ff527-62ae-4a3e-bb52-9dd6ba34fd45 HTTP/1.1" status: 200 len: 948 time: 0.1799283 Sep 17 07:53:24.171181 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2dfeb0e1-4cfa-4ede-b13b-8b79add83240 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:24.245290 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fe964a80-1d31-4f2e-87c0-f629a2f34c39 req-5a063e28-6f43-4fca-9f0c-f6dbdf2db15d tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776613 Sep 17 07:53:24.249152 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2dfeb0e1-4cfa-4ede-b13b-8b79add83240 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:24.257784 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-61bff302-6249-432e-8a72-64d9b6a0f54e req-f1acbc87-6ce5-47e5-be40-bca119357f1f service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083664 Sep 17 07:53:24.289111 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de66f8cd-472f-4c8b-8cc0-30882fe03752 req-481dc6de-fa91-4162-9963-11083cd4f908 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Made reservation on behalf of eba970328263472895352ba6b96a09d3 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:53:24.293992 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-de66f8cd-472f-4c8b-8cc0-30882fe03752 req-481dc6de-fa91-4162-9963-11083cd4f908 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:24.488243 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2dfeb0e1-4cfa-4ede-b13b-8b79add83240 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:24.549261 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4dfcdbff-0a84-4859-b3a6-0b785f598cfa req-d9aa817b-3466-4564-8211-d6f7b143581f tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0839994 Sep 17 07:53:24.583242 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f765237-e4e9-47e0-ba4c-815853ffcba5 req-81271d9e-ff00-484c-a449-e6b08957eefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:24.584862 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f765237-e4e9-47e0-ba4c-815853ffcba5 req-81271d9e-ff00-484c-a449-e6b08957eefa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e3c94ece967c49989722015c639870a6&device_id=f50ff527-62ae-4a3e-bb52-9dd6ba34fd45 HTTP/1.1" status: 200 len: 1099 time: 0.1710811 Sep 17 07:53:24.701959 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-de66f8cd-472f-4c8b-8cc0-30882fe03752 req-481dc6de-fa91-4162-9963-11083cd4f908 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Allocated IP 172.20.0.12 (c415bb2c-76bc-4730-a4c3-bead01aef970/207bfb2c-1c36-48ea-8405-fe2109511b96/1b72d49a-cad6-4a46-bda8-65c611f834dc) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:53:24.710983 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 43120) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:24.713519 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2dfeb0e1-4cfa-4ede-b13b-8b79add83240 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:24.757079 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f765237-e4e9-47e0-ba4c-815853ffcba5 req-e58a05dd-1cd2-4f7b-8539-496355c2011f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:24.758583 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f765237-e4e9-47e0-ba4c-815853ffcba5 req-e58a05dd-1cd2-4f7b-8539-496355c2011f service neutron] 10.222.0.39 "GET /v2.0/networks?id=469390cd-cce5-49bd-b8f8-9e64018a0583 HTTP/1.1" status: 200 len: 870 time: 0.1635652 Sep 17 07:53:24.808090 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfeb0e1-4cfa-4ede-b13b-8b79add83240 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event deleted for resources: {'Subnet': ['ID=781b55f2-a0c6-4be7-8ce1-c45091f25afb,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:24.825977 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f765237-e4e9-47e0-ba4c-815853ffcba5 req-f5258dc5-261d-4bb6-bbe7-57b5a45d4008 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=475f7122-eb25-4c6d-9333-dfd73d371599 HTTP/1.1" status: 200 len: 217 time: 0.0586610 Sep 17 07:53:24.842208 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2dfeb0e1-4cfa-4ede-b13b-8b79add83240 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:24.846350 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-2dfeb0e1-4cfa-4ede-b13b-8b79add83240 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/subnets/781b55f2-a0c6-4be7-8ce1-c45091f25afb HTTP/1.1" status: 204 len: 168 time: 0.8223429 Sep 17 07:53:24.854268 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43126) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:24.896130 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f765237-e4e9-47e0-ba4c-815853ffcba5 req-b90726ce-ad98-4a66-9625-1deae6611e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:24.898333 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f765237-e4e9-47e0-ba4c-815853ffcba5 req-b90726ce-ad98-4a66-9625-1deae6611e78 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.0634277 Sep 17 07:53:24.923592 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e76436bf-e9f6-402d-b611-4a6af6f5a02b tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0639772 Sep 17 07:53:24.928178 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 43128) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:24.930375 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-dd29e2ed-b7a4-40b4-96be-51e21ceb8a35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:24.945749 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cddc95-39e2-49a4-8144-5ee31f70ff73 req-4dae5dce-d535-4c40-a373-a7e92aa98f19 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:24.947410 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-48cddc95-39e2-49a4-8144-5ee31f70ff73 req-4dae5dce-d535-4c40-a373-a7e92aa98f19 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] 10.222.0.39 "GET /v2.0/networks?id=cc19eaa7-2fec-4a50-a002-e03f66320c40 HTTP/1.1" status: 200 len: 811 time: 0.4531567 Sep 17 07:53:24.950117 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-0b668d69-c31e-4271-8cd1-6d8aba903ba3 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Request body: {'subnet': {'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:53:24.990175 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c6f136b9-f182-4b21-87c7-a1c4b4deaac9 req-e180db77-d435-44e4-b3ac-ccb4edc148b9 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=03cb0dcf-6654-4dba-8891-de38fdfab3ff HTTP/1.1" status: 200 len: 210 time: 0.0787616 Sep 17 07:53:25.087479 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-48cddc95-39e2-49a4-8144-5ee31f70ff73 req-e198d48a-d6d3-4b3a-83a4-4cf48f310028 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84fde82bad9d4548b190a832b1df5fc2 HTTP/1.1" status: 200 len: 380 time: 0.1130025 Sep 17 07:53:25.105547 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-48cddc95-39e2-49a4-8144-5ee31f70ff73 req-2234b0f7-f9c0-4531-a6a1-53d562b28511 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Request body: {'port': {'device_id': 'a19ec3bb-a256-4ba5-9c48-d7c47585247a', 'network_id': 'cc19eaa7-2fec-4a50-a002-e03f66320c40', 'admin_state_up': True, 'tenant_id': '84fde82bad9d4548b190a832b1df5fc2', 'security_groups': ['0160dd57-2270-4847-bea4-a144442b1878']}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:53:25.157272 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f765237-e4e9-47e0-ba4c-815853ffcba5 req-acc4fc5d-ab83-4252-b20a-7e75c9938d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:25.158943 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f765237-e4e9-47e0-ba4c-815853ffcba5 req-acc4fc5d-ab83-4252-b20a-7e75c9938d9c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2317731 Sep 17 07:53:25.193290 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-de66f8cd-472f-4c8b-8cc0-30882fe03752 req-481dc6de-fa91-4162-9963-11083cd4f908 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:25.194474 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:25.249173 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0e56cb-74ff-40b7-879e-d65ff9d9b90a None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:53:25.249344 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e5ecc2cc-ac2a-4d62-90f2-ae5f74a940e4 req-ab4cadbf-11b7-4c9a-83a2-88b443a8d407 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] 10.222.0.13 "GET /v2.0/ports?device_id=a19ec3bb-a256-4ba5-9c48-d7c47585247a HTTP/1.1" status: 200 len: 210 time: 0.0646019 Sep 17 07:53:25.263189 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-de66f8cd-472f-4c8b-8cc0-30882fe03752 req-481dc6de-fa91-4162-9963-11083cd4f908 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:25.312500 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['ad2bb8ba-714e-49f4-b421-fd480d0b965a'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:53:25.328843 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-f32cd29c-ca33-427d-ae1f-c2716fc71fca None None] Provisioning complete for port 106dabd8-333d-4f70-b873-2dc9949931c1 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:53:25.333219 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f32cd29c-ca33-427d-ae1f-c2716fc71fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:25.337977 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481dc6de-fa91-4162-9963-11083cd4f908 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Pushing event updated for resources: {'Port': ['ID=1b72d49a-cad6-4a46-bda8-65c611f834dc,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:25.354353 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de66f8cd-472f-4c8b-8cc0-30882fe03752 req-481dc6de-fa91-4162-9963-11083cd4f908 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Network c415bb2c-76bc-4730-a4c3-bead01aef970 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:53:25.356004 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-de66f8cd-472f-4c8b-8cc0-30882fe03752 req-481dc6de-fa91-4162-9963-11083cd4f908 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:53:25.363222 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-de66f8cd-472f-4c8b-8cc0-30882fe03752 req-481dc6de-fa91-4162-9963-11083cd4f908 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:53:25.402264 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f765237-e4e9-47e0-ba4c-815853ffcba5 req-41c3d121-80e0-4c7b-a27e-68f5128ff896 service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134840 Sep 17 07:53:25.451402 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de66f8cd-472f-4c8b-8cc0-30882fe03752 req-481dc6de-fa91-4162-9963-11083cd4f908 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:25.453689 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-de66f8cd-472f-4c8b-8cc0-30882fe03752 req-481dc6de-fa91-4162-9963-11083cd4f908 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:25.471654 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-dd29e2ed-b7a4-40b4-96be-51e21ceb8a35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:25.496487 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-de66f8cd-472f-4c8b-8cc0-30882fe03752 req-481dc6de-fa91-4162-9963-11083cd4f908 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5579381 Sep 17 07:53:25.524773 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-de66f8cd-472f-4c8b-8cc0-30882fe03752 req-7ae5247b-dfb0-4066-a7cb-a2d96b4452ac service neutron] Request body: {'port': {'device_id': '03cb0dcf-6654-4dba-8891-de38fdfab3ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:53:25.538990 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.db.api [req-48cddc95-39e2-49a4-8144-5ee31f70ff73 req-2234b0f7-f9c0-4531-a6a1-53d562b28511 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 07:53:25.538990 n-d-789963-9 neutron-server[101290]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 17 07:53:25.538990 n-d-789963-9 neutron-server[101290]: [parameters: {'project_id_1': '84fde82bad9d4548b190a832b1df5fc2', 'expiration_1': datetime.datetime(2021, 9, 17, 7, 53, 5, 247422)}] Sep 17 07:53:25.538990 n-d-789963-9 neutron-server[101290]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 07:53:25.539427 n-d-789963-9 neutron-server[101290]: DEBUG oslo_db.api [req-48cddc95-39e2-49a4-8144-5ee31f70ff73 req-2234b0f7-f9c0-4531-a6a1-53d562b28511 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 07:53:25.680542 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b49d31-7e9a-4c31-8a87-c06f055c7046 None None] DHCP port deletion for b9683b68-a3a4-4974-8bd0-f6d916aa4b94 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 07:53:25.715750 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-de66f8cd-472f-4c8b-8cc0-30882fe03752 req-7ae5247b-dfb0-4066-a7cb-a2d96b4452ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:25.732417 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f765237-e4e9-47e0-ba4c-815853ffcba5 req-adbd6812-f348-452e-9932-9cd041cddfeb service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152714 Sep 17 07:53:25.735966 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-dd29e2ed-b7a4-40b4-96be-51e21ceb8a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:25.764209 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b668d69-c31e-4271-8cd1-6d8aba903ba3 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Made reservation on behalf of 852d2b51c00949899c2370ce1b47ee69 for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:53:25.767856 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0b668d69-c31e-4271-8cd1-6d8aba903ba3 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:25.769815 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-a9b49d31-7e9a-4c31-8a87-c06f055c7046 None None] Deleting port 106dabd8-333d-4f70-b873-2dc9949931c1 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:53:25.770191 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a9b49d31-7e9a-4c31-8a87-c06f055c7046 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:25.778505 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08881b1-bc72-4723-bfda-3016d98527be req-56841533-f2dc-44a3-a848-5a89640ee81b tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:25.780165 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d08881b1-bc72-4723-bfda-3016d98527be req-56841533-f2dc-44a3-a848-5a89640ee81b tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=f50ff527-62ae-4a3e-bb52-9dd6ba34fd45 HTTP/1.1" status: 200 len: 948 time: 0.4544075 Sep 17 07:53:25.795473 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd29e2ed-b7a4-40b4-96be-51e21ceb8a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cfdb17c-6058-4af0-811a-2cf9f4172935,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:25.846402 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-a9b49d31-7e9a-4c31-8a87-c06f055c7046 None None] For port 106dabd8-333d-4f70-b873-2dc9949931c1, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=106dabd8-333d-4f70-b873-2dc9949931c1,segment=NetworkSegment(ccc4c9b3-8f64-4b6a-96f4-35a1665005a6),segment_id=ccc4c9b3-8f64-4b6a-96f4-35a1665005a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:53:25.846861 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a9b49d31-7e9a-4c31-8a87-c06f055c7046 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:25.862938 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-a9b49d31-7e9a-4c31-8a87-c06f055c7046 None None] Calling delete_port for 106dabd8-333d-4f70-b873-2dc9949931c1 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:53:25.891602 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-aaa7ac4a-2065-4993-8bfd-1d27809feab8 req-bff91548-90b3-4666-bd0a-dda81da383db tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.1506934 Sep 17 07:53:25.981465 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-dd29e2ed-b7a4-40b4-96be-51e21ceb8a35 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=29149c5cfeac457fbafc3f89df5d3ad2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2694459 Sep 17 07:53:25.981874 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a9b49d31-7e9a-4c31-8a87-c06f055c7046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:25.985579 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d08881b1-bc72-4723-bfda-3016d98527be req-1011c635-2c15-40ea-b228-a724921b6d89 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612618 Sep 17 07:53:25.986270 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 43152) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:26.019397 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b49d31-7e9a-4c31-8a87-c06f055c7046 None None] Pushing event deleted for resources: {'Port': ['ID=106dabd8-333d-4f70-b873-2dc9949931c1,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:26.032587 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b49d31-7e9a-4c31-8a87-c06f055c7046 None None] No DVR routers for this DVR port 106dabd8-333d-4f70-b873-2dc9949931c1 on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:53:26.088004 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-607daa78-9f47-4112-b928-a902f3d55cad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:26.110157 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-607daa78-9f47-4112-b928-a902f3d55cad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:26.135308 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48cddc95-39e2-49a4-8144-5ee31f70ff73 req-2234b0f7-f9c0-4531-a6a1-53d562b28511 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Made reservation on behalf of 84fde82bad9d4548b190a832b1df5fc2 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:53:26.139314 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-48cddc95-39e2-49a4-8144-5ee31f70ff73 req-2234b0f7-f9c0-4531-a6a1-53d562b28511 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:26.142886 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-de66f8cd-472f-4c8b-8cc0-30882fe03752 req-7ae5247b-dfb0-4066-a7cb-a2d96b4452ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b72d49a-cad6-4a46-bda8-65c611f834dc {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:53:26.157208 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-de66f8cd-472f-4c8b-8cc0-30882fe03752 req-7ae5247b-dfb0-4066-a7cb-a2d96b4452ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:26.184818 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-de66f8cd-472f-4c8b-8cc0-30882fe03752 req-7ae5247b-dfb0-4066-a7cb-a2d96b4452ac service neutron] Transition to ACTIVE for port object 1b72d49a-cad6-4a46-bda8-65c611f834dc will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:53:26.190719 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-de66f8cd-472f-4c8b-8cc0-30882fe03752 req-7ae5247b-dfb0-4066-a7cb-a2d96b4452ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:26.201598 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-607daa78-9f47-4112-b928-a902f3d55cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:26.204190 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-607daa78-9f47-4112-b928-a902f3d55cad admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:26.205329 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-607daa78-9f47-4112-b928-a902f3d55cad admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9cfdb17c-6058-4af0-811a-2cf9f4172935 HTTP/1.1" status: 204 len: 168 time: 0.2125454 Sep 17 07:53:26.228863 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607daa78-9f47-4112-b928-a902f3d55cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cfdb17c-6058-4af0-811a-2cf9f4172935,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:26.291242 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac257a9-0c38-4a8d-9882-24c439ce3b9e req-60643f8d-27a0-4fd8-81e9-7a0166801d9b tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:26.298546 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0ac257a9-0c38-4a8d-9882-24c439ce3b9e req-60643f8d-27a0-4fd8-81e9-7a0166801d9b tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=03cb0dcf-6654-4dba-8891-de38fdfab3ff HTTP/1.1" status: 200 len: 932 time: 0.1477563 Sep 17 07:53:26.336911 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae5247b-dfb0-4066-a7cb-a2d96b4452ac service neutron] Pushing event updated for resources: {'Port': ['ID=1b72d49a-cad6-4a46-bda8-65c611f834dc,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:26.364416 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0b668d69-c31e-4271-8cd1-6d8aba903ba3 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:26.389272 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0ac257a9-0c38-4a8d-9882-24c439ce3b9e req-e0213204-b222-41c9-b80c-2a8ae2e823e9 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825613 Sep 17 07:53:26.413778 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-48cddc95-39e2-49a4-8144-5ee31f70ff73 req-2234b0f7-f9c0-4531-a6a1-53d562b28511 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Allocated IP 172.20.0.10 (cc19eaa7-2fec-4a50-a002-e03f66320c40/65482dcc-7ff4-4442-8996-a64a825a1c54/f2fbc78a-4f39-4a1e-a6c5-cc98583fd9ad) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:53:26.450406 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-de66f8cd-472f-4c8b-8cc0-30882fe03752 req-7ae5247b-dfb0-4066-a7cb-a2d96b4452ac service neutron] Attempting to bind port 1b72d49a-cad6-4a46-bda8-65c611f834dc on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:53:26.450739 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-de66f8cd-472f-4c8b-8cc0-30882fe03752 req-7ae5247b-dfb0-4066-a7cb-a2d96b4452ac service neutron] Attempting to bind port 1b72d49a-cad6-4a46-bda8-65c611f834dc by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': '9d7157a6-8670-462c-b175-6c19d661dbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c415bb2c-76bc-4730-a4c3-bead01aef970'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:53:26.451069 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de66f8cd-472f-4c8b-8cc0-30882fe03752 req-7ae5247b-dfb0-4066-a7cb-a2d96b4452ac service neutron] Attempting to bind port 1b72d49a-cad6-4a46-bda8-65c611f834dc on network c415bb2c-76bc-4730-a4c3-bead01aef970 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:53:26.460100 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-43a5dcf2-2be1-4ed3-acea-b1f96d6ef6b2 req-0ec8d56b-8ad9-4f4c-b257-1c05e3487108 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] 10.222.0.13 "GET /v2.0/ports?device_id=a19ec3bb-a256-4ba5-9c48-d7c47585247a HTTP/1.1" status: 200 len: 210 time: 0.0741451 Sep 17 07:53:26.463808 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b668d69-c31e-4271-8cd1-6d8aba903ba3 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:53:26.469392 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-0b668d69-c31e-4271-8cd1-6d8aba903ba3 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:53:26.473033 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de66f8cd-472f-4c8b-8cc0-30882fe03752 req-7ae5247b-dfb0-4066-a7cb-a2d96b4452ac service neutron] Port 1b72d49a-cad6-4a46-bda8-65c611f834dc on network c415bb2c-76bc-4730-a4c3-bead01aef970 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:53:26.473033 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de66f8cd-472f-4c8b-8cc0-30882fe03752 req-7ae5247b-dfb0-4066-a7cb-a2d96b4452ac service neutron] Attempting to bind port 1b72d49a-cad6-4a46-bda8-65c611f834dc on network c415bb2c-76bc-4730-a4c3-bead01aef970 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:53:26.474025 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b668d69-c31e-4271-8cd1-6d8aba903ba3 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:26.474854 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0b668d69-c31e-4271-8cd1-6d8aba903ba3 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:26.480914 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543ddc92-150a-4a55-9057-04f5a217646d None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:53:26.498668 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-0b668d69-c31e-4271-8cd1-6d8aba903ba3 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5690026 Sep 17 07:53:26.500284 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b668d69-c31e-4271-8cd1-6d8aba903ba3 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event updated for resources: {'Subnet': ['ID=d4054713-3d60-49de-b95d-51aacf4785a4,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:26.502613 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 43164) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:26.509360 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-bf09cb36-523d-47a1-ae5e-13190dc28efb tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Request body: {'subnet': {'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:53:26.510977 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de66f8cd-472f-4c8b-8cc0-30882fe03752 req-7ae5247b-dfb0-4066-a7cb-a2d96b4452ac service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:53:26.511317 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de66f8cd-472f-4c8b-8cc0-30882fe03752 req-7ae5247b-dfb0-4066-a7cb-a2d96b4452ac service neutron] Checking segment: {'id': '9d7157a6-8670-462c-b175-6c19d661dbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c415bb2c-76bc-4730-a4c3-bead01aef970'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:53:26.511696 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de66f8cd-472f-4c8b-8cc0-30882fe03752 req-7ae5247b-dfb0-4066-a7cb-a2d96b4452ac service neutron] Bound using segment: {'id': '9d7157a6-8670-462c-b175-6c19d661dbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c415bb2c-76bc-4730-a4c3-bead01aef970'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:53:26.519723 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-de66f8cd-472f-4c8b-8cc0-30882fe03752 req-7ae5247b-dfb0-4066-a7cb-a2d96b4452ac service neutron] Bound port: 1b72d49a-cad6-4a46-bda8-65c611f834dc, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d7157a6-8670-462c-b175-6c19d661dbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c415bb2c-76bc-4730-a4c3-bead01aef970'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:53:26.520142 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-de66f8cd-472f-4c8b-8cc0-30882fe03752 req-7ae5247b-dfb0-4066-a7cb-a2d96b4452ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:26.669939 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-de66f8cd-472f-4c8b-8cc0-30882fe03752 req-7ae5247b-dfb0-4066-a7cb-a2d96b4452ac service neutron] For port 1b72d49a-cad6-4a46-bda8-65c611f834dc, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:53:26.675508 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-de66f8cd-472f-4c8b-8cc0-30882fe03752 req-7ae5247b-dfb0-4066-a7cb-a2d96b4452ac service neutron] For port 1b72d49a-cad6-4a46-bda8-65c611f834dc, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=1b72d49a-cad6-4a46-bda8-65c611f834dc,segment=NetworkSegment(9d7157a6-8670-462c-b175-6c19d661dbef),segment_id=9d7157a6-8670-462c-b175-6c19d661dbef)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:53:26.678450 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-48cddc95-39e2-49a4-8144-5ee31f70ff73 req-2234b0f7-f9c0-4531-a6a1-53d562b28511 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:26.684550 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf09cb36-523d-47a1-ae5e-13190dc28efb tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Made reservation on behalf of 852d2b51c00949899c2370ce1b47ee69 for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:53:26.690553 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bf09cb36-523d-47a1-ae5e-13190dc28efb tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:26.696473 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-de66f8cd-472f-4c8b-8cc0-30882fe03752 req-7ae5247b-dfb0-4066-a7cb-a2d96b4452ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:26.730675 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f4c77b-dec3-4397-9cc9-c4eca9bcdd55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'tenant_id': '852d2b51c00949899c2370ce1b47ee69', 'fixed_ips': [{'subnet_id': 'd4054713-3d60-49de-b95d-51aacf4785a4'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 07:53:26.731614 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b9f4c77b-dec3-4397-9cc9-c4eca9bcdd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:26.786037 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de66f8cd-472f-4c8b-8cc0-30882fe03752 req-7ae5247b-dfb0-4066-a7cb-a2d96b4452ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:26.786661 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-de66f8cd-472f-4c8b-8cc0-30882fe03752 req-7ae5247b-dfb0-4066-a7cb-a2d96b4452ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:26.788096 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-de66f8cd-472f-4c8b-8cc0-30882fe03752 req-7ae5247b-dfb0-4066-a7cb-a2d96b4452ac service neutron] 10.222.0.39 "PUT /v2.0/ports/1b72d49a-cad6-4a46-bda8-65c611f834dc HTTP/1.1" status: 200 len: 1092 time: 1.2692966 Sep 17 07:53:26.792876 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03cb0dcf-6654-4dba-8891-de38fdfab3ff', 'tag': '1b72d49a-cad6-4a46-bda8-65c611f834dc'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:53:26.795140 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b22f37b-2899-4b34-bd97-8b87aa308bf2" -d '{"events": [{"name": "network-changed", "server_uuid": "03cb0dcf-6654-4dba-8891-de38fdfab3ff", "tag": "1b72d49a-cad6-4a46-bda8-65c611f834dc"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:53:26.824863 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae5247b-dfb0-4066-a7cb-a2d96b4452ac service neutron] Pushing event updated for resources: {'Port': ['ID=1b72d49a-cad6-4a46-bda8-65c611f834dc,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:26.831787 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-48cddc95-39e2-49a4-8144-5ee31f70ff73 req-2234b0f7-f9c0-4531-a6a1-53d562b28511 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:26.891691 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced3e73b-c6ed-40ad-a064-78b1f4b476b7 x-openstack-request-id: req-ced3e73b-c6ed-40ad-a064-78b1f4b476b7 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:53:26.891691 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03cb0dcf-6654-4dba-8891-de38fdfab3ff", "tag": "1b72d49a-cad6-4a46-bda8-65c611f834dc", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:53:26.891691 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ced3e73b-c6ed-40ad-a064-78b1f4b476b7 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:53:26.891691 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03cb0dcf-6654-4dba-8891-de38fdfab3ff', 'tag': '1b72d49a-cad6-4a46-bda8-65c611f834dc', 'status': 'completed', 'code': 200} Sep 17 07:53:26.916365 n-d-789963-9 neutron-server[101289]: INFO neutron.db.ipam_backend_mixin [None req-bf09cb36-523d-47a1-ae5e-13190dc28efb tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d4054713-3d60-49de-b95d-51aacf4785a4 (CIDR: 2001:db8::/64) Sep 17 07:53:26.923500 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf09cb36-523d-47a1-ae5e-13190dc28efb tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 07:53:26.924336 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf09cb36-523d-47a1-ae5e-13190dc28efb tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 07:53:26.929645 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48cddc95-39e2-49a4-8144-5ee31f70ff73 req-2234b0f7-f9c0-4531-a6a1-53d562b28511 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Network cc19eaa7-2fec-4a50-a002-e03f66320c40 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:53:26.938992 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-48cddc95-39e2-49a4-8144-5ee31f70ff73 req-2234b0f7-f9c0-4531-a6a1-53d562b28511 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:53:26.942005 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-48cddc95-39e2-49a4-8144-5ee31f70ff73 req-2234b0f7-f9c0-4531-a6a1-53d562b28511 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:53:26.944807 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2234b0f7-f9c0-4531-a6a1-53d562b28511 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Pushing event updated for resources: {'Port': ['ID=f2fbc78a-4f39-4a1e-a6c5-cc98583fd9ad,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:26.971878 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-bf09cb36-523d-47a1-ae5e-13190dc28efb tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4673922 Sep 17 07:53:26.975854 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 43182) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:26.986818 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-ede1bcd8-95ff-48b1-9c16-1ca53e589a01 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Request body: {'subnet': {'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:53:27.002528 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de66f8cd-472f-4c8b-8cc0-30882fe03752 req-77e0221d-4367-4f99-8c1a-8ad4ff1e31e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:27.004172 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-de66f8cd-472f-4c8b-8cc0-30882fe03752 req-77e0221d-4367-4f99-8c1a-8ad4ff1e31e6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eba970328263472895352ba6b96a09d3&device_id=03cb0dcf-6654-4dba-8891-de38fdfab3ff HTTP/1.1" status: 200 len: 1095 time: 0.1191621 Sep 17 07:53:27.029506 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-b9f4c77b-dec3-4397-9cc9-c4eca9bcdd55 None None] Allocated IP 2001:db8::2 (b9683b68-a3a4-4974-8bd0-f6d916aa4b94/d4054713-3d60-49de-b95d-51aacf4785a4/3978eb09-2c9e-41dd-948e-755512dfd8fe) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:53:27.144653 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2d1ec1ff-c09d-4bc1-8d3d-f0616b95011b req-7063e8fd-3059-48e7-a762-c6796527f721 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.1392567 Sep 17 07:53:27.165730 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cddc95-39e2-49a4-8144-5ee31f70ff73 req-2234b0f7-f9c0-4531-a6a1-53d562b28511 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:27.171998 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-48cddc95-39e2-49a4-8144-5ee31f70ff73 req-2234b0f7-f9c0-4531-a6a1-53d562b28511 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:27.183044 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-de66f8cd-472f-4c8b-8cc0-30882fe03752 req-6a2b9efe-290f-452e-9b97-f39087096151 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b72d49a-cad6-4a46-bda8-65c611f834dc HTTP/1.1" status: 200 len: 217 time: 0.1573620 Sep 17 07:53:27.286631 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-48cddc95-39e2-49a4-8144-5ee31f70ff73 req-2234b0f7-f9c0-4531-a6a1-53d562b28511 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1902649 Sep 17 07:53:27.310270 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-48cddc95-39e2-49a4-8144-5ee31f70ff73 req-3c5ba80f-6006-4468-80df-4c9ac1c83d04 service neutron] Request body: {'port': {'device_id': 'a19ec3bb-a256-4ba5-9c48-d7c47585247a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:53:27.317370 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 106dabd8-333d-4f70-b873-2dc9949931c1 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:53:27.356311 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de66f8cd-472f-4c8b-8cc0-30882fe03752 req-0a3f0559-9a8a-4ac5-82b7-03057c47a227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:27.357830 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-de66f8cd-472f-4c8b-8cc0-30882fe03752 req-0a3f0559-9a8a-4ac5-82b7-03057c47a227 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=207bfb2c-1c36-48ea-8405-fe2109511b96 HTTP/1.1" status: 200 len: 853 time: 0.1643987 Sep 17 07:53:27.376641 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55104e3-e0c9-4837-b3bf-259452ea9c94 req-73365ccf-e93f-45dc-8a0f-30085202cb23 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:27.383864 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 106dabd8-333d-4f70-b873-2dc9949931c1 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:53:27.385269 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a55104e3-e0c9-4837-b3bf-259452ea9c94 req-73365ccf-e93f-45dc-8a0f-30085202cb23 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=f50ff527-62ae-4a3e-bb52-9dd6ba34fd45 HTTP/1.1" status: 200 len: 948 time: 0.1836109 Sep 17 07:53:27.385706 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 106dabd8-333d-4f70-b873-2dc9949931c1 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:53:27.409865 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-de66f8cd-472f-4c8b-8cc0-30882fe03752 req-e2691138-f596-4018-bb44-e75d4920b21d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c415bb2c-76bc-4730-a4c3-bead01aef970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446239 Sep 17 07:53:27.429707 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede1bcd8-95ff-48b1-9c16-1ca53e589a01 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Made reservation on behalf of 852d2b51c00949899c2370ce1b47ee69 for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:53:27.432495 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b9f4c77b-dec3-4397-9cc9-c4eca9bcdd55 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:27.434263 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ede1bcd8-95ff-48b1-9c16-1ca53e589a01 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:27.440522 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b9f4c77b-dec3-4397-9cc9-c4eca9bcdd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:27.446525 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-48cddc95-39e2-49a4-8144-5ee31f70ff73 req-3c5ba80f-6006-4468-80df-4c9ac1c83d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:27.475388 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a55104e3-e0c9-4837-b3bf-259452ea9c94 req-ff29d4ee-0aa2-4ac6-8cb3-3e908d2ca874 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891774 Sep 17 07:53:27.530485 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f4c77b-dec3-4397-9cc9-c4eca9bcdd55 None None] Pushing event updated for resources: {'Port': ['ID=3978eb09-2c9e-41dd-948e-755512dfd8fe,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:27.568680 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f4c77b-dec3-4397-9cc9-c4eca9bcdd55 None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:53:27.577087 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-b9f4c77b-dec3-4397-9cc9-c4eca9bcdd55 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:53:27.585236 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f4c77b-dec3-4397-9cc9-c4eca9bcdd55 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:53:27.642323 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-de66f8cd-472f-4c8b-8cc0-30882fe03752 req-e2066f6e-e1ff-479f-a6ef-0de85328f609 service neutron] 10.222.0.39 "GET /v2.0/networks/c415bb2c-76bc-4730-a4c3-bead01aef970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139189 Sep 17 07:53:27.671581 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-49f4b96b-61a7-4e01-9afe-dbde197bb73c None None] Provisioning complete for port f2fbc78a-4f39-4a1e-a6c5-cc98583fd9ad triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:53:27.671991 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-49f4b96b-61a7-4e01-9afe-dbde197bb73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:27.675154 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-b9f4c77b-dec3-4397-9cc9-c4eca9bcdd55 None None] Attempting to bind port 3978eb09-2c9e-41dd-948e-755512dfd8fe on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:53:27.675326 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-b9f4c77b-dec3-4397-9cc9-c4eca9bcdd55 None None] Attempting to bind port 3978eb09-2c9e-41dd-948e-755512dfd8fe by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:53:27.675560 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f4c77b-dec3-4397-9cc9-c4eca9bcdd55 None None] Attempting to bind port 3978eb09-2c9e-41dd-948e-755512dfd8fe on network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:53:27.701710 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f4c77b-dec3-4397-9cc9-c4eca9bcdd55 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:53:27.702084 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f4c77b-dec3-4397-9cc9-c4eca9bcdd55 None None] Checking segment: {'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:53:27.703033 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b9f4c77b-dec3-4397-9cc9-c4eca9bcdd55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:27.703444 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f4c77b-dec3-4397-9cc9-c4eca9bcdd55 None None] Bound using segment: {'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:53:27.703963 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-b9f4c77b-dec3-4397-9cc9-c4eca9bcdd55 None None] Bound port: 3978eb09-2c9e-41dd-948e-755512dfd8fe, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:53:27.704639 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b9f4c77b-dec3-4397-9cc9-c4eca9bcdd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:27.728618 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-49f4b96b-61a7-4e01-9afe-dbde197bb73c None None] Port f2fbc78a-4f39-4a1e-a6c5-cc98583fd9ad cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:53:27.793323 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-b9f4c77b-dec3-4397-9cc9-c4eca9bcdd55 None None] For port 3978eb09-2c9e-41dd-948e-755512dfd8fe, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:53:27.798021 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-b9f4c77b-dec3-4397-9cc9-c4eca9bcdd55 None None] For port 3978eb09-2c9e-41dd-948e-755512dfd8fe, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=3978eb09-2c9e-41dd-948e-755512dfd8fe,segment=NetworkSegment(ccc4c9b3-8f64-4b6a-96f4-35a1665005a6),segment_id=ccc4c9b3-8f64-4b6a-96f4-35a1665005a6)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:53:27.819810 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b9f4c77b-dec3-4397-9cc9-c4eca9bcdd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:27.864485 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-de66f8cd-472f-4c8b-8cc0-30882fe03752 req-3179b97f-f2d1-4f59-80f1-409bd719668c service neutron] 10.222.0.39 "GET /v2.0/networks/c415bb2c-76bc-4730-a4c3-bead01aef970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125125 Sep 17 07:53:27.945344 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f4c77b-dec3-4397-9cc9-c4eca9bcdd55 None None] Pushing event updated for resources: {'Port': ['ID=3978eb09-2c9e-41dd-948e-755512dfd8fe,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:28.016735 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-48cddc95-39e2-49a4-8144-5ee31f70ff73 req-3c5ba80f-6006-4468-80df-4c9ac1c83d04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2fbc78a-4f39-4a1e-a6c5-cc98583fd9ad {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:53:28.044983 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-48cddc95-39e2-49a4-8144-5ee31f70ff73 req-3c5ba80f-6006-4468-80df-4c9ac1c83d04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:28.081457 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-48cddc95-39e2-49a4-8144-5ee31f70ff73 req-3c5ba80f-6006-4468-80df-4c9ac1c83d04 service neutron] Transition to ACTIVE for port object f2fbc78a-4f39-4a1e-a6c5-cc98583fd9ad will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:53:28.095213 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b22f37b-2899-4b34-bd97-8b87aa308bf2 req-949ad3d0-e3da-4a49-912d-6771f5a368b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:28.097454 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4b22f37b-2899-4b34-bd97-8b87aa308bf2 req-949ad3d0-e3da-4a49-912d-6771f5a368b0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eba970328263472895352ba6b96a09d3&device_id=03cb0dcf-6654-4dba-8891-de38fdfab3ff HTTP/1.1" status: 200 len: 1095 time: 0.1016266 Sep 17 07:53:28.098711 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-48cddc95-39e2-49a4-8144-5ee31f70ff73 req-3c5ba80f-6006-4468-80df-4c9ac1c83d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:28.167738 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4bf9a4-2fbd-4182-85c4-b6d47ae2da55 req-7abf8a01-0bc4-4d06-af09-81e51dd75358 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:28.169316 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0e4bf9a4-2fbd-4182-85c4-b6d47ae2da55 req-7abf8a01-0bc4-4d06-af09-81e51dd75358 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=03cb0dcf-6654-4dba-8891-de38fdfab3ff HTTP/1.1" status: 200 len: 944 time: 0.5856662 Sep 17 07:53:28.230579 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948cd546-21a3-45ef-a91a-4f1811920bdd req-6e38741d-033c-46bc-bfd5-567b9dfc175b tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:28.243321 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-948cd546-21a3-45ef-a91a-4f1811920bdd req-6e38741d-033c-46bc-bfd5-567b9dfc175b tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] 10.222.0.13 "GET /v2.0/ports?device_id=a19ec3bb-a256-4ba5-9c48-d7c47585247a HTTP/1.1" status: 200 len: 932 time: 0.6235201 Sep 17 07:53:28.337262 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b22f37b-2899-4b34-bd97-8b87aa308bf2 req-2f7f041d-be5e-4c61-bdef-a8901606d3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:28.339108 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4b22f37b-2899-4b34-bd97-8b87aa308bf2 req-2f7f041d-be5e-4c61-bdef-a8901606d3fe service neutron] 10.222.0.39 "GET /v2.0/networks?id=c415bb2c-76bc-4730-a4c3-bead01aef970 HTTP/1.1" status: 200 len: 914 time: 0.2344220 Sep 17 07:53:28.343759 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-948cd546-21a3-45ef-a91a-4f1811920bdd req-b7ded536-4526-4e6e-a8e0-f36bb8f214bc tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] 10.222.0.13 "GET /v2.0/security-groups?id=0160dd57-2270-4847-bea4-a144442b1878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990295 Sep 17 07:53:28.346350 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5ba80f-6006-4468-80df-4c9ac1c83d04 service neutron] Pushing event updated for resources: {'Port': ['ID=f2fbc78a-4f39-4a1e-a6c5-cc98583fd9ad,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:28.349061 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0e4bf9a4-2fbd-4182-85c4-b6d47ae2da55 req-82fccd05-4b49-4b03-a982-0c0a69aab957 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528029 Sep 17 07:53:28.501451 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-48cddc95-39e2-49a4-8144-5ee31f70ff73 req-3c5ba80f-6006-4468-80df-4c9ac1c83d04 service neutron] Attempting to bind port f2fbc78a-4f39-4a1e-a6c5-cc98583fd9ad on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:53:28.501946 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-48cddc95-39e2-49a4-8144-5ee31f70ff73 req-3c5ba80f-6006-4468-80df-4c9ac1c83d04 service neutron] Attempting to bind port f2fbc78a-4f39-4a1e-a6c5-cc98583fd9ad by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': '60effd61-6a66-42af-9af2-97043b19239e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cc19eaa7-2fec-4a50-a002-e03f66320c40'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:53:28.502283 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cddc95-39e2-49a4-8144-5ee31f70ff73 req-3c5ba80f-6006-4468-80df-4c9ac1c83d04 service neutron] Attempting to bind port f2fbc78a-4f39-4a1e-a6c5-cc98583fd9ad on network cc19eaa7-2fec-4a50-a002-e03f66320c40 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:53:28.510540 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4b22f37b-2899-4b34-bd97-8b87aa308bf2 req-37fea5df-02bc-4059-a926-70b7919f7810 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b72d49a-cad6-4a46-bda8-65c611f834dc HTTP/1.1" status: 200 len: 217 time: 0.1578825 Sep 17 07:53:28.511386 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cddc95-39e2-49a4-8144-5ee31f70ff73 req-3c5ba80f-6006-4468-80df-4c9ac1c83d04 service neutron] Port f2fbc78a-4f39-4a1e-a6c5-cc98583fd9ad on network cc19eaa7-2fec-4a50-a002-e03f66320c40 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:53:28.511614 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cddc95-39e2-49a4-8144-5ee31f70ff73 req-3c5ba80f-6006-4468-80df-4c9ac1c83d04 service neutron] Attempting to bind port f2fbc78a-4f39-4a1e-a6c5-cc98583fd9ad on network cc19eaa7-2fec-4a50-a002-e03f66320c40 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:53:28.518207 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cddc95-39e2-49a4-8144-5ee31f70ff73 req-3c5ba80f-6006-4468-80df-4c9ac1c83d04 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:53:28.518553 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cddc95-39e2-49a4-8144-5ee31f70ff73 req-3c5ba80f-6006-4468-80df-4c9ac1c83d04 service neutron] Checking segment: {'id': '60effd61-6a66-42af-9af2-97043b19239e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cc19eaa7-2fec-4a50-a002-e03f66320c40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:53:28.518939 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cddc95-39e2-49a4-8144-5ee31f70ff73 req-3c5ba80f-6006-4468-80df-4c9ac1c83d04 service neutron] Bound using segment: {'id': '60effd61-6a66-42af-9af2-97043b19239e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cc19eaa7-2fec-4a50-a002-e03f66320c40'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:53:28.519378 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-48cddc95-39e2-49a4-8144-5ee31f70ff73 req-3c5ba80f-6006-4468-80df-4c9ac1c83d04 service neutron] Bound port: f2fbc78a-4f39-4a1e-a6c5-cc98583fd9ad, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60effd61-6a66-42af-9af2-97043b19239e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cc19eaa7-2fec-4a50-a002-e03f66320c40'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:53:28.519798 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-48cddc95-39e2-49a4-8144-5ee31f70ff73 req-3c5ba80f-6006-4468-80df-4c9ac1c83d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:28.552101 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cf4db8e1-9df4-4910-b328-d6c3fc459091 req-64ce59ef-af52-40ff-b435-5dcb34aecac8 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0525162 Sep 17 07:53:28.646507 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b22f37b-2899-4b34-bd97-8b87aa308bf2 req-4c6b18d0-3d67-44a1-956c-a81b0f09f3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:28.648027 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4b22f37b-2899-4b34-bd97-8b87aa308bf2 req-4c6b18d0-3d67-44a1-956c-a81b0f09f3c0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=207bfb2c-1c36-48ea-8405-fe2109511b96 HTTP/1.1" status: 200 len: 853 time: 0.1260285 Sep 17 07:53:28.674772 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-48cddc95-39e2-49a4-8144-5ee31f70ff73 req-3c5ba80f-6006-4468-80df-4c9ac1c83d04 service neutron] For port f2fbc78a-4f39-4a1e-a6c5-cc98583fd9ad, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:53:28.695794 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4b22f37b-2899-4b34-bd97-8b87aa308bf2 req-fd1aad8b-d31d-4254-b858-2f4308bacdb3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c415bb2c-76bc-4730-a4c3-bead01aef970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383568 Sep 17 07:53:28.705429 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-48cddc95-39e2-49a4-8144-5ee31f70ff73 req-3c5ba80f-6006-4468-80df-4c9ac1c83d04 service neutron] For port f2fbc78a-4f39-4a1e-a6c5-cc98583fd9ad, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=f2fbc78a-4f39-4a1e-a6c5-cc98583fd9ad,segment=NetworkSegment(60effd61-6a66-42af-9af2-97043b19239e),segment_id=60effd61-6a66-42af-9af2-97043b19239e)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:53:28.717083 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-48cddc95-39e2-49a4-8144-5ee31f70ff73 req-3c5ba80f-6006-4468-80df-4c9ac1c83d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:28.753000 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a107d06-9f4b-4b4a-b1d4-fab6da498230 req-a8bcb6fa-e4ca-4201-a63a-fcf8422d5301 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:28.754611 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2a107d06-9f4b-4b4a-b1d4-fab6da498230 req-a8bcb6fa-e4ca-4201-a63a-fcf8422d5301 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=f50ff527-62ae-4a3e-bb52-9dd6ba34fd45 HTTP/1.1" status: 200 len: 948 time: 0.1257458 Sep 17 07:53:28.772763 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cddc95-39e2-49a4-8144-5ee31f70ff73 req-3c5ba80f-6006-4468-80df-4c9ac1c83d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:28.773644 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-48cddc95-39e2-49a4-8144-5ee31f70ff73 req-3c5ba80f-6006-4468-80df-4c9ac1c83d04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:28.775299 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-48cddc95-39e2-49a4-8144-5ee31f70ff73 req-3c5ba80f-6006-4468-80df-4c9ac1c83d04 service neutron] 10.222.0.39 "PUT /v2.0/ports/f2fbc78a-4f39-4a1e-a6c5-cc98583fd9ad HTTP/1.1" status: 200 len: 1092 time: 1.4707127 Sep 17 07:53:28.832677 n-d-789963-9 neutron-server[101289]: DEBUG neutron.objects.ports [None req-ede1bcd8-95ff-48b1-9c16-1ca53e589a01 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101289) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 07:53:28.967219 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 43222) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:29.019944 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2a107d06-9f4b-4b4a-b1d4-fab6da498230 req-e24125ff-95a4-473d-a85a-9d9366092509 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563879 Sep 17 07:53:29.083524 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 475f7122-eb25-4c6d-9333-dfd73d371599 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:53:29.150106 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9902127-a2ed-4f43-a74c-066742ef560d admin admin] Deleting subnet c8fc107d-7fc9-4383-9b7b-bca8abdca9d6 {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:53:29.159412 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a9902127-a2ed-4f43-a74c-066742ef560d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:29.174520 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a19ec3bb-a256-4ba5-9c48-d7c47585247a', 'tag': 'f2fbc78a-4f39-4a1e-a6c5-cc98583fd9ad'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:53:29.177157 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec0d63e9-f254-422f-8840-abd8cd02ea92" -d '{"events": [{"name": "network-changed", "server_uuid": "a19ec3bb-a256-4ba5-9c48-d7c47585247a", "tag": "f2fbc78a-4f39-4a1e-a6c5-cc98583fd9ad"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:53:29.239215 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a9902127-a2ed-4f43-a74c-066742ef560d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:29.302920 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63fbb675-4716-4fb2-b897-7d5c652b0df5 x-openstack-request-id: req-63fbb675-4716-4fb2-b897-7d5c652b0df5 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:53:29.303224 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a19ec3bb-a256-4ba5-9c48-d7c47585247a", "tag": "f2fbc78a-4f39-4a1e-a6c5-cc98583fd9ad", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:53:29.303525 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-63fbb675-4716-4fb2-b897-7d5c652b0df5 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:53:29.303979 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a19ec3bb-a256-4ba5-9c48-d7c47585247a', 'tag': 'f2fbc78a-4f39-4a1e-a6c5-cc98583fd9ad', 'status': 'completed', 'code': 200} Sep 17 07:53:29.313847 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a9902127-a2ed-4f43-a74c-066742ef560d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:29.342142 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4b22f37b-2899-4b34-bd97-8b87aa308bf2 req-2bc0275f-aa31-4556-a6b2-7f911eb2ec92 service neutron] 10.222.0.39 "GET /v2.0/networks/c415bb2c-76bc-4730-a4c3-bead01aef970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6355023 Sep 17 07:53:29.347669 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5ba80f-6006-4468-80df-4c9ac1c83d04 service neutron] Pushing event updated for resources: {'Port': ['ID=f2fbc78a-4f39-4a1e-a6c5-cc98583fd9ad,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:29.404299 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a9902127-a2ed-4f43-a74c-066742ef560d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:29.426042 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cddc95-39e2-49a4-8144-5ee31f70ff73 req-bfb36ec2-5894-4716-8d26-4513665da20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:29.427549 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-48cddc95-39e2-49a4-8144-5ee31f70ff73 req-bfb36ec2-5894-4716-8d26-4513665da20b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=84fde82bad9d4548b190a832b1df5fc2&device_id=a19ec3bb-a256-4ba5-9c48-d7c47585247a HTTP/1.1" status: 200 len: 1095 time: 0.2440605 Sep 17 07:53:29.445751 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9902127-a2ed-4f43-a74c-066742ef560d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8fc107d-7fc9-4383-9b7b-bca8abdca9d6,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:29.577597 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-48cddc95-39e2-49a4-8144-5ee31f70ff73 req-bd4877c4-183c-46f8-bbb3-4cdf8a9edff6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2fbc78a-4f39-4a1e-a6c5-cc98583fd9ad HTTP/1.1" status: 200 len: 217 time: 0.1269453 Sep 17 07:53:29.588816 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ede1bcd8-95ff-48b1-9c16-1ca53e589a01 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:29.599357 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a9902127-a2ed-4f43-a74c-066742ef560d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:29.604161 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-a9902127-a2ed-4f43-a74c-066742ef560d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c8fc107d-7fc9-4383-9b7b-bca8abdca9d6 HTTP/1.1" status: 204 len: 168 time: 0.5748065 Sep 17 07:53:29.606236 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 43264) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:29.649522 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 3978eb09-2c9e-41dd-948e-755512dfd8fe up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:53:29.657193 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4b22f37b-2899-4b34-bd97-8b87aa308bf2 req-17c0a989-b5e4-4c26-b820-1fc53191cc43 service neutron] 10.222.0.39 "GET /v2.0/networks/c415bb2c-76bc-4730-a4c3-bead01aef970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010490 Sep 17 07:53:29.658662 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cddc95-39e2-49a4-8144-5ee31f70ff73 req-8d7d9427-359b-4f4c-b50c-8142229e312a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:29.660033 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-48cddc95-39e2-49a4-8144-5ee31f70ff73 req-8d7d9427-359b-4f4c-b50c-8142229e312a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=65482dcc-7ff4-4442-8996-a64a825a1c54 HTTP/1.1" status: 200 len: 850 time: 0.0743489 Sep 17 07:53:29.713815 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 475f7122-eb25-4c6d-9333-dfd73d371599, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=475f7122-eb25-4c6d-9333-dfd73d371599,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:53:29.727468 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '475f7122-eb25-4c6d-9333-dfd73d371599', 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583', 'port_id': '475f7122-eb25-4c6d-9333-dfd73d371599', 'mac_address': 'fa:16:3e:82:23:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f3af6cb-9cad-436b-bf41-034e75672c44', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:53:29.729254 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cddc95-39e2-49a4-8144-5ee31f70ff73 req-1dd39a51-0f98-4012-8715-56bff0b35ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:29.730937 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-48cddc95-39e2-49a4-8144-5ee31f70ff73 req-1dd39a51-0f98-4012-8715-56bff0b35ce9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cc19eaa7-2fec-4a50-a002-e03f66320c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493262 Sep 17 07:53:29.762358 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 3978eb09-2c9e-41dd-948e-755512dfd8fe triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:53:29.762736 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:29.781803 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4aecc-6a8a-4b8c-87c1-0be084506b28 req-0207ce7e-9c27-45d3-891a-f083e4dc3a1b tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:29.793507 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-05a4aecc-6a8a-4b8c-87c1-0be084506b28 req-0207ce7e-9c27-45d3-891a-f083e4dc3a1b tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] 10.222.0.13 "GET /v2.0/ports?device_id=a19ec3bb-a256-4ba5-9c48-d7c47585247a HTTP/1.1" status: 200 len: 944 time: 0.2493641 Sep 17 07:53:29.810050 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:29.821336 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b85b9-088c-44dc-9808-7d7a7034a00d req-0e918ea8-77e3-4d58-a7bc-aceb9214366e tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:29.823423 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-363b85b9-088c-44dc-9808-7d7a7034a00d req-0e918ea8-77e3-4d58-a7bc-aceb9214366e tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=03cb0dcf-6654-4dba-8891-de38fdfab3ff HTTP/1.1" status: 200 len: 944 time: 0.2829413 Sep 17 07:53:29.833959 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 475f7122-eb25-4c6d-9333-dfd73d371599 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:53:29.839118 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-44ad15a3-8ea3-48e1-9c62-6d2da37e96d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:29.844456 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-e8f77f8b-23b6-4147-a42f-4ddfdc4f7a59 None None] Provisioning complete for port 3978eb09-2c9e-41dd-948e-755512dfd8fe triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:53:29.844828 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e8f77f8b-23b6-4147-a42f-4ddfdc4f7a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:29.848049 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-48cddc95-39e2-49a4-8144-5ee31f70ff73 req-1b7c2303-3408-4899-941b-b6babb38d1ff service neutron] 10.222.0.39 "GET /v2.0/networks/cc19eaa7-2fec-4a50-a002-e03f66320c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088600 Sep 17 07:53:29.879980 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 475f7122-eb25-4c6d-9333-dfd73d371599, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=475f7122-eb25-4c6d-9333-dfd73d371599,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:53:29.893317 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:29.948358 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-05a4aecc-6a8a-4b8c-87c1-0be084506b28 req-19c45e4c-5b42-41b9-a2fa-9649b0c56a7d tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] 10.222.0.13 "GET /v2.0/security-groups?id=0160dd57-2270-4847-bea4-a144442b1878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523626 Sep 17 07:53:29.960564 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-48cddc95-39e2-49a4-8144-5ee31f70ff73 req-1a16b4af-18c6-4cd9-b12f-37b92581968d service neutron] 10.222.0.39 "GET /v2.0/networks/cc19eaa7-2fec-4a50-a002-e03f66320c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976515 Sep 17 07:53:29.960753 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:30.007246 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=475f7122-eb25-4c6d-9333-dfd73d371599,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:30.024698 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-363b85b9-088c-44dc-9808-7d7a7034a00d req-1793872d-936a-4c1c-8eb6-306e37bd4fab tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886985 Sep 17 07:53:30.050588 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e8f77f8b-23b6-4147-a42f-4ddfdc4f7a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:30.067669 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-ede1bcd8-95ff-48b1-9c16-1ca53e589a01 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] For port 3978eb09-2c9e-41dd-948e-755512dfd8fe, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=3978eb09-2c9e-41dd-948e-755512dfd8fe,segment=NetworkSegment(ccc4c9b3-8f64-4b6a-96f4-35a1665005a6),segment_id=ccc4c9b3-8f64-4b6a-96f4-35a1665005a6)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:53:30.114706 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-44ad15a3-8ea3-48e1-9c62-6d2da37e96d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:30.142164 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d63e9-f254-422f-8840-abd8cd02ea92 req-98abf66e-f8d5-4e41-bfe7-4cdb8edc471b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:30.143582 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ec0d63e9-f254-422f-8840-abd8cd02ea92 req-98abf66e-f8d5-4e41-bfe7-4cdb8edc471b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=84fde82bad9d4548b190a832b1df5fc2&device_id=a19ec3bb-a256-4ba5-9c48-d7c47585247a HTTP/1.1" status: 200 len: 1095 time: 0.0436070 Sep 17 07:53:30.157655 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1574b7ee-eb43-4904-86cb-872afdc0ba67 req-e0bc977f-48cb-4b74-9eaa-7313de7edfae tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0467935 Sep 17 07:53:30.162527 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-44ad15a3-8ea3-48e1-9c62-6d2da37e96d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9b716f1-39a9-41f1-84d9-a46a435ff322']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:53:30.198629 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-44ad15a3-8ea3-48e1-9c62-6d2da37e96d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a09cec3-035e-4ade-9b02-2ce8f1d2f729') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:53:30.198928 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-44ad15a3-8ea3-48e1-9c62-6d2da37e96d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a09cec3-035e-4ade-9b02-2ce8f1d2f729') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:53:30.214613 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ede1bcd8-95ff-48b1-9c16-1ca53e589a01 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:30.219978 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-44ad15a3-8ea3-48e1-9c62-6d2da37e96d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:30.230003 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ede1bcd8-95ff-48b1-9c16-1ca53e589a01 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:30.230749 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ede1bcd8-95ff-48b1-9c16-1ca53e589a01 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:30.255064 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d63e9-f254-422f-8840-abd8cd02ea92 req-6773d9c4-bf4f-4c97-91f7-77fd2b2f1b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:30.256824 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ec0d63e9-f254-422f-8840-abd8cd02ea92 req-6773d9c4-bf4f-4c97-91f7-77fd2b2f1b01 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cc19eaa7-2fec-4a50-a002-e03f66320c40 HTTP/1.1" status: 200 len: 912 time: 0.1015334 Sep 17 07:53:30.288406 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-44ad15a3-8ea3-48e1-9c62-6d2da37e96d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:30.291785 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.db.api [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 07:53:30.292299 n-d-789963-9 neutron-server[101291]: DEBUG oslo_db.api [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 07:53:30.292484 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.db.api [None req-e8f77f8b-23b6-4147-a42f-4ddfdc4f7a59 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 07:53:30.292754 n-d-789963-9 neutron-server[101291]: DEBUG oslo_db.api [None req-e8f77f8b-23b6-4147-a42f-4ddfdc4f7a59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 07:53:30.302084 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ec0d63e9-f254-422f-8840-abd8cd02ea92 req-033cd703-17a0-41c9-a71c-1caf0d2c28c3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2fbc78a-4f39-4a1e-a6c5-cc98583fd9ad HTTP/1.1" status: 200 len: 217 time: 0.0353165 Sep 17 07:53:30.316469 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44ad15a3-8ea3-48e1-9c62-6d2da37e96d4 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 07:53:30.316882 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-44ad15a3-8ea3-48e1-9c62-6d2da37e96d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:30.325977 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dd6765-47d3-4371-a06c-3ad3b5786271 req-0ec29cde-d2b7-41b1-b904-5b2a4b071b0b tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:30.327538 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-29dd6765-47d3-4371-a06c-3ad3b5786271 req-0ec29cde-d2b7-41b1-b904-5b2a4b071b0b tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=f50ff527-62ae-4a3e-bb52-9dd6ba34fd45 HTTP/1.1" status: 200 len: 949 time: 0.1773925 Sep 17 07:53:30.328711 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 07:53:30.328711 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 07:53:30.328711 n-d-789963-9 neutron-server[101289]: timer() Sep 17 07:53:30.328711 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 07:53:30.328711 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 07:53:30.328711 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 07:53:30.328711 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 07:53:30.328711 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 07:53:30.328711 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 07:53:30.328711 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 07:53:30.328711 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 07:53:30.328711 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 07:53:30.328711 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 07:53:30.328711 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 07:53:30.328711 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 07:53:30.328711 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 07:53:30.328711 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 07:53:30.328711 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 07:53:30.328711 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 07:53:30.328711 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 07:53:30.328711 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 07:53:30.328711 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 07:53:30.328711 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 07:53:30.328711 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 07:53:30.328711 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 07:53:30.328711 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 07:53:30.328711 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 07:53:30.328711 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 07:53:30.328711 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 07:53:30.328711 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 07:53:30.328711 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 07:53:30.328711 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 07:53:30.340752 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede1bcd8-95ff-48b1-9c16-1ca53e589a01 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:53:30.352818 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d63e9-f254-422f-8840-abd8cd02ea92 req-63c101ca-6434-4780-88e1-79a04c4ae203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:30.354321 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ec0d63e9-f254-422f-8840-abd8cd02ea92 req-63c101ca-6434-4780-88e1-79a04c4ae203 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=65482dcc-7ff4-4442-8996-a64a825a1c54 HTTP/1.1" status: 200 len: 850 time: 0.0438104 Sep 17 07:53:30.356844 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-ede1bcd8-95ff-48b1-9c16-1ca53e589a01 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:53:30.367401 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60067711-7289-4a95-a432-e68bad59653e None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:53:30.373818 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede1bcd8-95ff-48b1-9c16-1ca53e589a01 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:30.374458 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ede1bcd8-95ff-48b1-9c16-1ca53e589a01 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:30.404746 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d63e9-f254-422f-8840-abd8cd02ea92 req-1aa9e810-dab2-4b3d-8341-70a2c389626a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:30.406753 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ec0d63e9-f254-422f-8840-abd8cd02ea92 req-1aa9e810-dab2-4b3d-8341-70a2c389626a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cc19eaa7-2fec-4a50-a002-e03f66320c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451701 Sep 17 07:53:30.421825 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede1bcd8-95ff-48b1-9c16-1ca53e589a01 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event updated for resources: {'Subnet': ['ID=84673b1b-4b46-4386-acef-3a2b8e343d44,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:30.433058 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede1bcd8-95ff-48b1-9c16-1ca53e589a01 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event updated for resources: {'Port': ['ID=3978eb09-2c9e-41dd-948e-755512dfd8fe,revision_number=4']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:30.445525 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ede1bcd8-95ff-48b1-9c16-1ca53e589a01 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.4599802 Sep 17 07:53:30.448967 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 43268) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:30.453825 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-b3ff3dc5-8499-456c-9909-d03d6c707338 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Request body: {'port': {'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'mac_address': 'fa:16:3e:d1:7b:f8', 'name': 'tempest-NetworksTestDHCPv6-1857617334'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:53:30.461225 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-44ad15a3-8ea3-48e1-9c62-6d2da37e96d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:30.487314 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-44ad15a3-8ea3-48e1-9c62-6d2da37e96d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:30.491645 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-44ad15a3-8ea3-48e1-9c62-6d2da37e96d4 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c9b716f1-39a9-41f1-84d9-a46a435ff322 HTTP/1.1" status: 204 len: 168 time: 0.8746815 Sep 17 07:53:30.492521 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43270) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:30.492746 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-29dd6765-47d3-4371-a06c-3ad3b5786271 req-5084d57c-65cc-4e03-9e1e-b2a2d2eed01a tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466868 Sep 17 07:53:30.522926 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ad15a3-8ea3-48e1-9c62-6d2da37e96d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9b716f1-39a9-41f1-84d9-a46a435ff322,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:30.544749 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-607b743b-64c9-4101-914c-fc42029b93b0 admin admin] Deleting subnet 7d0e10b5-9853-466a-9504-727b31552d66 {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:53:30.562161 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-607b743b-64c9-4101-914c-fc42029b93b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:30.588323 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ec0d63e9-f254-422f-8840-abd8cd02ea92 req-d710c600-faf2-4b2e-9ec7-c61fdd5a1373 service neutron] 10.222.0.39 "GET /v2.0/networks/cc19eaa7-2fec-4a50-a002-e03f66320c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721339 Sep 17 07:53:30.627893 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-607b743b-64c9-4101-914c-fc42029b93b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:30.639273 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ff3dc5-8499-456c-9909-d03d6c707338 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Made reservation on behalf of 852d2b51c00949899c2370ce1b47ee69 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:53:30.736828 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-607b743b-64c9-4101-914c-fc42029b93b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:30.749551 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b3ff3dc5-8499-456c-9909-d03d6c707338 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:30.767490 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['475f7122-eb25-4c6d-9333-dfd73d371599'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:53:30.774087 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [None req-b3ff3dc5-8499-456c-9909-d03d6c707338 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] device_id is not set on port 69ef4490-05b2-4cb8-91b8-4a9810e1f34c yet. {{(pid=101289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 07:53:30.782232 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ec0d63e9-f254-422f-8840-abd8cd02ea92 req-75eb4d51-2731-4a8c-94cb-205583a3ad4a service neutron] 10.222.0.39 "GET /v2.0/networks/cc19eaa7-2fec-4a50-a002-e03f66320c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830552 Sep 17 07:53:30.816842 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-607b743b-64c9-4101-914c-fc42029b93b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:30.839724 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-607b743b-64c9-4101-914c-fc42029b93b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:30.846552 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-607b743b-64c9-4101-914c-fc42029b93b0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7d0e10b5-9853-466a-9504-727b31552d66 HTTP/1.1" status: 204 len: 168 time: 0.3525341 Sep 17 07:53:30.846875 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43294) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:30.879084 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607b743b-64c9-4101-914c-fc42029b93b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d0e10b5-9853-466a-9504-727b31552d66,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:30.934066 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e8f77f8b-23b6-4147-a42f-4ddfdc4f7a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:30.981039 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8fb07e4b-8ce6-45cc-b317-aded1b1a62db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:31.027750 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-e8f77f8b-23b6-4147-a42f-4ddfdc4f7a59 None None] For port 3978eb09-2c9e-41dd-948e-755512dfd8fe, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=3978eb09-2c9e-41dd-948e-755512dfd8fe,segment=NetworkSegment(ccc4c9b3-8f64-4b6a-96f4-35a1665005a6),segment_id=ccc4c9b3-8f64-4b6a-96f4-35a1665005a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:53:31.040454 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e8f77f8b-23b6-4147-a42f-4ddfdc4f7a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:31.044174 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-b3ff3dc5-8499-456c-9909-d03d6c707338 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Allocated IP 2001:db8::34e (b9683b68-a3a4-4974-8bd0-f6d916aa4b94/d4054713-3d60-49de-b95d-51aacf4785a4/69ef4490-05b2-4cb8-91b8-4a9810e1f34c) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:53:31.054943 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:31.086635 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-b3ff3dc5-8499-456c-9909-d03d6c707338 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Allocated IP 2001:db8:0:1:f816:3eff:fed1:7bf8 (b9683b68-a3a4-4974-8bd0-f6d916aa4b94/84673b1b-4b46-4386-acef-3a2b8e343d44/69ef4490-05b2-4cb8-91b8-4a9810e1f34c) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:53:31.156637 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8fb07e4b-8ce6-45cc-b317-aded1b1a62db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:31.184745 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.db.api [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 07:53:31.185104 n-d-789963-9 neutron-server[101291]: DEBUG oslo_db.api [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 07:53:31.195274 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35689732-adbb-4c23-b405-e476e53d7a22 req-643bc414-588c-4040-9769-0a33ff72a5cf tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:31.197247 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-35689732-adbb-4c23-b405-e476e53d7a22 req-643bc414-588c-4040-9769-0a33ff72a5cf tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] 10.222.0.13 "GET /v2.0/ports?device_id=a19ec3bb-a256-4ba5-9c48-d7c47585247a HTTP/1.1" status: 200 len: 944 time: 0.1488724 Sep 17 07:53:31.205004 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-8fb07e4b-8ce6-45cc-b317-aded1b1a62db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5938e92-c8c4-4c65-8c6e-278dcde66a09']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:53:31.217721 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-8fb07e4b-8ce6-45cc-b317-aded1b1a62db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40212ade-9760-4b47-8155-6ab786966d1c') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:53:31.218594 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-8fb07e4b-8ce6-45cc-b317-aded1b1a62db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40212ade-9760-4b47-8155-6ab786966d1c') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:53:31.224882 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f77f8b-23b6-4147-a42f-4ddfdc4f7a59 None None] Pushing event updated for resources: {'Port': ['ID=3978eb09-2c9e-41dd-948e-755512dfd8fe,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:31.229778 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8fb07e4b-8ce6-45cc-b317-aded1b1a62db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:31.241430 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f9347c-2290-411e-a677-aa91e9a5f2f9 req-cdcbed97-c715-442c-a0e0-bf4de91e33ab tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:31.242963 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-14f9347c-2290-411e-a677-aa91e9a5f2f9 req-cdcbed97-c715-442c-a0e0-bf4de91e33ab tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=03cb0dcf-6654-4dba-8891-de38fdfab3ff HTTP/1.1" status: 200 len: 944 time: 0.1205225 Sep 17 07:53:31.250399 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8fb07e4b-8ce6-45cc-b317-aded1b1a62db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:31.257357 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fb07e4b-8ce6-45cc-b317-aded1b1a62db admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 07:53:31.258061 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8fb07e4b-8ce6-45cc-b317-aded1b1a62db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:31.260183 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 07:53:31.260183 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 07:53:31.260183 n-d-789963-9 neutron-server[101290]: timer() Sep 17 07:53:31.260183 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 07:53:31.260183 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 07:53:31.260183 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 07:53:31.260183 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 07:53:31.260183 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 07:53:31.260183 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 07:53:31.260183 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 07:53:31.260183 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 07:53:31.260183 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 07:53:31.260183 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 07:53:31.260183 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 07:53:31.260183 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 07:53:31.260183 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 07:53:31.260183 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 07:53:31.260183 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 07:53:31.260183 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 07:53:31.260183 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 07:53:31.260183 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 07:53:31.260183 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 07:53:31.260183 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 07:53:31.260183 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 07:53:31.260183 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 07:53:31.260183 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 07:53:31.260183 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 07:53:31.260183 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 07:53:31.260183 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 07:53:31.260183 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 07:53:31.260183 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 07:53:31.260183 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 07:53:31.334479 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8fb07e4b-8ce6-45cc-b317-aded1b1a62db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:31.343709 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8fb07e4b-8ce6-45cc-b317-aded1b1a62db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:31.347623 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-8fb07e4b-8ce6-45cc-b317-aded1b1a62db admin admin] 10.222.0.13 "DELETE /v2.0/networks/c5938e92-c8c4-4c65-8c6e-278dcde66a09 HTTP/1.1" status: 204 len: 168 time: 0.4964387 Sep 17 07:53:31.362063 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb07e4b-8ce6-45cc-b317-aded1b1a62db admin admin] Pushing event deleted for resources: {'Network': ['ID=c5938e92-c8c4-4c65-8c6e-278dcde66a09,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:31.378564 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-35689732-adbb-4c23-b405-e476e53d7a22 req-32d4f6de-520d-4de4-a9c2-bf94044598ef tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] 10.222.0.13 "GET /v2.0/security-groups?id=0160dd57-2270-4847-bea4-a144442b1878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691372 Sep 17 07:53:31.393260 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-14f9347c-2290-411e-a677-aa91e9a5f2f9 req-7bd5a3c8-1759-4a63-991e-de9e12694ae2 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402369 Sep 17 07:53:31.402274 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 3978eb09-2c9e-41dd-948e-755512dfd8fe up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:53:31.450152 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b3ff3dc5-8499-456c-9909-d03d6c707338 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:31.476235 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 3978eb09-2c9e-41dd-948e-755512dfd8fe triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:53:31.476575 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:31.530643 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b3ff3dc5-8499-456c-9909-d03d6c707338 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:31.534278 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f1189dd4-7243-47eb-adc4-c7e57b88ac76 req-bcb78593-cd6f-462a-8aef-cef712611e0a tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0315614 Sep 17 07:53:31.583353 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ff3dc5-8499-456c-9909-d03d6c707338 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:53:31.586634 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-b3ff3dc5-8499-456c-9909-d03d6c707338 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:53:31.593090 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ff3dc5-8499-456c-9909-d03d6c707338 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:53:31.607206 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ff3dc5-8499-456c-9909-d03d6c707338 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:31.609443 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b3ff3dc5-8499-456c-9909-d03d6c707338 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:31.621327 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-4e6fa507-438a-4989-82a8-369230f6e904 None None] Provisioning complete for port 3978eb09-2c9e-41dd-948e-755512dfd8fe triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:53:31.622119 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4e6fa507-438a-4989-82a8-369230f6e904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:31.630514 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ff3dc5-8499-456c-9909-d03d6c707338 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event updated for resources: {'Port': ['ID=69ef4490-05b2-4cb8-91b8-4a9810e1f34c,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:31.649035 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43326) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:31.663584 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-b3ff3dc5-8499-456c-9909-d03d6c707338 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2105596 Sep 17 07:53:31.664007 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 43328) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:31.703631 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e55014d-6354-476b-947a-03ef6232e79f req-7ceae0cd-9a3d-4550-a721-7f1e862f98b5 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:31.704421 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6e55014d-6354-476b-947a-03ef6232e79f req-7ceae0cd-9a3d-4550-a721-7f1e862f98b5 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=f50ff527-62ae-4a3e-bb52-9dd6ba34fd45 HTTP/1.1" status: 200 len: 949 time: 0.0920379 Sep 17 07:53:31.705339 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-4e34f3d6-13af-42e5-a038-d7adb336e329 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cee9618f889d46bb9b276be84a650108&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0553389 Sep 17 07:53:31.706185 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43330) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:31.769716 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6576b4ad-4350-4bf8-b429-13fed02a3048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:31.779852 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6e55014d-6354-476b-947a-03ef6232e79f req-0b6609b4-4ef7-42f8-9e49-fe169129e8bd tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662839 Sep 17 07:53:31.798889 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-42726a2d-1af8-4ba7-9f85-c93c5eced866 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Deleting port 69ef4490-05b2-4cb8-91b8-4a9810e1f34c {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:53:31.799253 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-42726a2d-1af8-4ba7-9f85-c93c5eced866 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:31.801668 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6576b4ad-4350-4bf8-b429-13fed02a3048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:31.854102 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6576b4ad-4350-4bf8-b429-13fed02a3048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:31.856719 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6576b4ad-4350-4bf8-b429-13fed02a3048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:31.857779 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6576b4ad-4350-4bf8-b429-13fed02a3048 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/be1df00e-0fa3-4c05-a879-d15589d80a0c HTTP/1.1" status: 204 len: 168 time: 0.1496842 Sep 17 07:53:31.872843 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6576b4ad-4350-4bf8-b429-13fed02a3048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1df00e-0fa3-4c05-a879-d15589d80a0c,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:31.895950 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-42726a2d-1af8-4ba7-9f85-c93c5eced866 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:31.908153 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-42726a2d-1af8-4ba7-9f85-c93c5eced866 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Calling delete_port for 69ef4490-05b2-4cb8-91b8-4a9810e1f34c owned by {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:53:31.954958 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-bac4bd22-2e9c-41fc-954b-8de0b1c844fe None None] Provisioning complete for port 69ef4490-05b2-4cb8-91b8-4a9810e1f34c triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:53:31.955541 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bac4bd22-2e9c-41fc-954b-8de0b1c844fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:31.990739 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-bac4bd22-2e9c-41fc-954b-8de0b1c844fe None None] Port 69ef4490-05b2-4cb8-91b8-4a9810e1f34c cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:53:32.103846 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-42726a2d-1af8-4ba7-9f85-c93c5eced866 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:32.133138 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42726a2d-1af8-4ba7-9f85-c93c5eced866 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event deleted for resources: {'Port': ['ID=69ef4490-05b2-4cb8-91b8-4a9810e1f34c,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:32.186129 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-42726a2d-1af8-4ba7-9f85-c93c5eced866 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:32.188354 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-42726a2d-1af8-4ba7-9f85-c93c5eced866 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/ports/69ef4490-05b2-4cb8-91b8-4a9810e1f34c HTTP/1.1" status: 204 len: 168 time: 0.5233543 Sep 17 07:53:32.191233 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43342) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:32.257840 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f766bbf-f3e1-44b1-969f-9566fca2b89f tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:32.259509 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-0f766bbf-f3e1-44b1-969f-9566fca2b89f tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0668159 Sep 17 07:53:32.262138 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43348) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:32.265836 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 43350) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:32.321590 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1854bb-144c-4f10-89d2-c098289e896d tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:32.323707 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-9d1854bb-144c-4f10-89d2-c098289e896d tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0605767 Sep 17 07:53:32.326237 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43352) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:32.333664 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-5328f79a-7235-467a-a5b6-22f55990adae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0853984548a44278af7297f4fc7471a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0665102 Sep 17 07:53:32.336386 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 43354) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:32.397176 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b50247d-66cb-466d-95ab-bb70a5559494 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:32.398708 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b50247d-66cb-466d-95ab-bb70a5559494 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:32.400321 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b50247d-66cb-466d-95ab-bb70a5559494 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:32.400909 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2a860240-8b93-4577-82d1-d7dd9cc922c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:32.402057 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-5b50247d-66cb-466d-95ab-bb70a5559494 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0746858 Sep 17 07:53:32.404666 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 43358) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:32.464590 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2a860240-8b93-4577-82d1-d7dd9cc922c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:32.525165 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-96959fd9-f968-4314-b6c9-f69895ccd69f tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Deleting subnet 84673b1b-4b46-4386-acef-3a2b8e343d44 {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:53:32.539432 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-96959fd9-f968-4314-b6c9-f69895ccd69f tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:32.625289 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9b7e09-5578-4f98-86cb-28fbaba4f348 req-06f4d8d5-b2a1-439a-9b63-f9dec45d60b2 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:32.626825 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5d9b7e09-5578-4f98-86cb-28fbaba4f348 req-06f4d8d5-b2a1-439a-9b63-f9dec45d60b2 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] 10.222.0.13 "GET /v2.0/ports?device_id=a19ec3bb-a256-4ba5-9c48-d7c47585247a HTTP/1.1" status: 200 len: 944 time: 0.1590643 Sep 17 07:53:32.629268 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-96959fd9-f968-4314-b6c9-f69895ccd69f tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:32.675420 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb92a937-d47c-45e3-8250-ffdd3a8942d4 req-041359f2-35e8-4c5e-919c-d148a89e9209 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:32.676921 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bb92a937-d47c-45e3-8250-ffdd3a8942d4 req-041359f2-35e8-4c5e-919c-d148a89e9209 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=03cb0dcf-6654-4dba-8891-de38fdfab3ff HTTP/1.1" status: 200 len: 944 time: 0.1861427 Sep 17 07:53:32.687969 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2a860240-8b93-4577-82d1-d7dd9cc922c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:32.690496 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2a860240-8b93-4577-82d1-d7dd9cc922c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:32.691574 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-2a860240-8b93-4577-82d1-d7dd9cc922c5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b78f6437-bf3f-4b05-ae3b-d87d90677e94 HTTP/1.1" status: 204 len: 168 time: 0.3539548 Sep 17 07:53:32.735931 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a860240-8b93-4577-82d1-d7dd9cc922c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78f6437-bf3f-4b05-ae3b-d87d90677e94,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:32.762795 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5d9b7e09-5578-4f98-86cb-28fbaba4f348 req-51f77345-39aa-4d83-afc3-e95c0abb63df tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] 10.222.0.13 "GET /v2.0/security-groups?id=0160dd57-2270-4847-bea4-a144442b1878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118724 Sep 17 07:53:32.787183 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bb92a937-d47c-45e3-8250-ffdd3a8942d4 req-07387ab9-37da-430e-b537-56c7c531f47e tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007602 Sep 17 07:53:32.795671 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-96959fd9-f968-4314-b6c9-f69895ccd69f tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:32.880611 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-96959fd9-f968-4314-b6c9-f69895ccd69f tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:32.913033 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6c8115ba-5ed1-4054-9967-b94715b44f1a req-25eb7b0f-5ffa-43f1-9e2a-cbdf2f81da44 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0482602 Sep 17 07:53:32.933229 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96959fd9-f968-4314-b6c9-f69895ccd69f tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event deleted for resources: {'Subnet': ['ID=84673b1b-4b46-4386-acef-3a2b8e343d44,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:32.940927 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-96959fd9-f968-4314-b6c9-f69895ccd69f tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:32.945588 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-96959fd9-f968-4314-b6c9-f69895ccd69f tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/subnets/84673b1b-4b46-4386-acef-3a2b8e343d44 HTTP/1.1" status: 204 len: 168 time: 0.5369997 Sep 17 07:53:32.946066 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 43390) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:32.948983 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3469e1bb-fd87-4989-9b59-f7c666897088 None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:53:33.020288 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dcd7e25-cd1f-46cb-af79-adf825e3d986 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Deleting subnet d4054713-3d60-49de-b95d-51aacf4785a4 {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:53:33.026857 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1dcd7e25-cd1f-46cb-af79-adf825e3d986 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:33.092514 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1dcd7e25-cd1f-46cb-af79-adf825e3d986 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:33.120579 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 1b72d49a-cad6-4a46-bda8-65c611f834dc details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:53:33.123014 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 475f7122-eb25-4c6d-9333-dfd73d371599 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:53:33.162671 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87beca3-f5be-44e8-835b-ea51ec6dca7d req-7e5e7560-a8e4-47d4-a568-221f22e34262 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:33.164474 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c87beca3-f5be-44e8-835b-ea51ec6dca7d req-7e5e7560-a8e4-47d4-a568-221f22e34262 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=f50ff527-62ae-4a3e-bb52-9dd6ba34fd45 HTTP/1.1" status: 200 len: 949 time: 0.1618998 Sep 17 07:53:33.262045 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c87beca3-f5be-44e8-835b-ea51ec6dca7d req-855c4fdf-31f0-4119-b571-e86e19ac8845 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877395 Sep 17 07:53:33.265749 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8ff973bf-792e-4e1a-a38f-849f7609f5e5 req-8af73a4d-4455-420a-98b3-2a6fecf62445 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=763cd4f6792f4b0eb1ab667ab87d5623&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0551763 Sep 17 07:53:33.284306 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1dcd7e25-cd1f-46cb-af79-adf825e3d986 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:33.287723 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port 475f7122-eb25-4c6d-9333-dfd73d371599 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:53:33.299671 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 475f7122-eb25-4c6d-9333-dfd73d371599 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:53:33.300047 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:33.347144 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 1b72d49a-cad6-4a46-bda8-65c611f834dc, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=1b72d49a-cad6-4a46-bda8-65c611f834dc,segment=NetworkSegment(9d7157a6-8670-462c-b175-6c19d661dbef),segment_id=9d7157a6-8670-462c-b175-6c19d661dbef)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:53:33.367916 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '1b72d49a-cad6-4a46-bda8-65c611f834dc', 'network_id': 'c415bb2c-76bc-4730-a4c3-bead01aef970', 'port_id': '1b72d49a-cad6-4a46-bda8-65c611f834dc', 'mac_address': 'fa:16:3e:54:29:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '207bfb2c-1c36-48ea-8405-fe2109511b96', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:53:33.439476 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1dcd7e25-cd1f-46cb-af79-adf825e3d986 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:33.452333 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:33.463604 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:33.469732 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b72d49a-cad6-4a46-bda8-65c611f834dc {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:53:33.487570 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcd7e25-cd1f-46cb-af79-adf825e3d986 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event deleted for resources: {'Subnet': ['ID=d4054713-3d60-49de-b95d-51aacf4785a4,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:33.503528 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff973bf-792e-4e1a-a38f-849f7609f5e5 req-49b38593-a101-4134-865f-c0ad5b6eb077 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:33.505505 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8ff973bf-792e-4e1a-a38f-849f7609f5e5 req-49b38593-a101-4134-865f-c0ad5b6eb077 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1881237 Sep 17 07:53:33.506713 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1dcd7e25-cd1f-46cb-af79-adf825e3d986 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:33.508862 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-1dcd7e25-cd1f-46cb-af79-adf825e3d986 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/subnets/d4054713-3d60-49de-b95d-51aacf4785a4 HTTP/1.1" status: 204 len: 168 time: 0.5614793 Sep 17 07:53:33.511447 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43426) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:33.522854 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 1b72d49a-cad6-4a46-bda8-65c611f834dc, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=1b72d49a-cad6-4a46-bda8-65c611f834dc,segment=NetworkSegment(9d7157a6-8670-462c-b175-6c19d661dbef),segment_id=9d7157a6-8670-462c-b175-6c19d661dbef)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:53:33.524350 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8ff973bf-792e-4e1a-a38f-849f7609f5e5 req-abc3b7da-ce28-438c-b99c-a2665eb3695d tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/quotas/763cd4f6792f4b0eb1ab667ab87d5623 HTTP/1.1" status: 200 len: 375 time: 0.0125525 Sep 17 07:53:33.524755 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f50ff527-62ae-4a3e-bb52-9dd6ba34fd45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '475f7122-eb25-4c6d-9333-dfd73d371599'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:53:33.526991 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b6fce1-ac06-449d-b489-68c437bcd440" -d '{"events": [{"server_uuid": "f50ff527-62ae-4a3e-bb52-9dd6ba34fd45", "name": "network-vif-plugged", "status": "completed", "tag": "475f7122-eb25-4c6d-9333-dfd73d371599"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:53:33.533234 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:33.545722 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 475f7122-eb25-4c6d-9333-dfd73d371599, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=475f7122-eb25-4c6d-9333-dfd73d371599,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:53:33.575534 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8ff973bf-792e-4e1a-a38f-849f7609f5e5 req-cd180e6f-db5e-4ef3-a7d7-6cd447004003 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=763cd4f6792f4b0eb1ab667ab87d5623&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396652 Sep 17 07:53:33.598266 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:33.624382 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46ed1ee-7161-49ed-89a7-ec8574353f02 x-openstack-request-id: req-c46ed1ee-7161-49ed-89a7-ec8574353f02 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:53:33.624688 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f50ff527-62ae-4a3e-bb52-9dd6ba34fd45", "name": "network-vif-plugged", "status": "completed", "tag": "475f7122-eb25-4c6d-9333-dfd73d371599", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:53:33.625103 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c46ed1ee-7161-49ed-89a7-ec8574353f02 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:53:33.625507 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f50ff527-62ae-4a3e-bb52-9dd6ba34fd45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '475f7122-eb25-4c6d-9333-dfd73d371599', 'code': 200} Sep 17 07:53:33.640821 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=1b72d49a-cad6-4a46-bda8-65c611f834dc,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:33.645687 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ba119fdc-c1ab-40fd-a989-ca47692c3be7 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1330645 Sep 17 07:53:33.648513 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43434) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:33.680320 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-a4eb8890-25ad-4c38-8692-ab2914b5376b tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Request body: {'subnet': {'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:53:33.711517 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=475f7122-eb25-4c6d-9333-dfd73d371599,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:33.875185 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e3914-e8e4-432b-8c3c-323b73bd2bb1 req-8653d2e8-2a98-4bc7-af9c-30fa677a4124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:33.876922 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-263e3914-e8e4-432b-8c3c-323b73bd2bb1 req-8653d2e8-2a98-4bc7-af9c-30fa677a4124 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f50ff527-62ae-4a3e-bb52-9dd6ba34fd45 HTTP/1.1" status: 200 len: 1101 time: 0.1521804 Sep 17 07:53:33.963818 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4eb8890-25ad-4c38-8692-ab2914b5376b tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Made reservation on behalf of 852d2b51c00949899c2370ce1b47ee69 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:53:33.972545 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a4eb8890-25ad-4c38-8692-ab2914b5376b tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:34.005103 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['1b72d49a-cad6-4a46-bda8-65c611f834dc'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:53:34.029623 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-263e3914-e8e4-432b-8c3c-323b73bd2bb1 req-34f1aa8b-b8ac-4077-aa94-64b8db9bbf66 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418982 Sep 17 07:53:34.033245 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a46e379-6972-4688-aaab-44c1b7b10151 req-567f578e-1084-4c41-b5ce-18c186aecd8c tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:34.040566 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5a46e379-6972-4688-aaab-44c1b7b10151 req-567f578e-1084-4c41-b5ce-18c186aecd8c tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=03cb0dcf-6654-4dba-8891-de38fdfab3ff HTTP/1.1" status: 200 len: 945 time: 0.1393645 Sep 17 07:53:34.111024 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109bf4fa-8ced-4af2-ae36-b9235acfe81e req-18b38c71-050c-46c3-adc2-c33b7eac7572 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:34.120022 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-109bf4fa-8ced-4af2-ae36-b9235acfe81e req-18b38c71-050c-46c3-adc2-c33b7eac7572 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] 10.222.0.13 "GET /v2.0/ports?device_id=a19ec3bb-a256-4ba5-9c48-d7c47585247a HTTP/1.1" status: 200 len: 944 time: 0.1785207 Sep 17 07:53:34.143386 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 07:53:34.153836 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5a46e379-6972-4688-aaab-44c1b7b10151 req-f1fff550-522d-41a1-907a-c5316868055b tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109726 Sep 17 07:53:34.210573 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-109bf4fa-8ced-4af2-ae36-b9235acfe81e req-5bc1d8f5-6177-4736-9e35-c4c2045cccb6 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] 10.222.0.13 "GET /v2.0/security-groups?id=0160dd57-2270-4847-bea4-a144442b1878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895891 Sep 17 07:53:34.213339 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed78f3fa-3753-4d79-a63f-d15ea3a24666 None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:53:34.309933 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ae09db39-5abb-4b0d-b196-3b6b4cb04fcc req-8927bb46-883b-42ef-99ce-12bdce17cab5 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0351562 Sep 17 07:53:34.421333 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a4eb8890-25ad-4c38-8692-ab2914b5376b tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:34.442931 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d1d3386b-7436-4766-a366-fd7a9e8cbbb4 req-de90a42f-9a45-43db-b923-c2d470b88dbe tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=763cd4f6792f4b0eb1ab667ab87d5623&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0477369 Sep 17 07:53:34.462668 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ead8fa41-6144-45b0-82db-b477cf468983 None None] Provisioning complete for port 3978eb09-2c9e-41dd-948e-755512dfd8fe triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:53:34.463041 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ead8fa41-6144-45b0-82db-b477cf468983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:34.493380 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4eb8890-25ad-4c38-8692-ab2914b5376b tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:53:34.498067 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-a4eb8890-25ad-4c38-8692-ab2914b5376b tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:53:34.504082 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4eb8890-25ad-4c38-8692-ab2914b5376b tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:34.504966 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a4eb8890-25ad-4c38-8692-ab2914b5376b tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:34.534790 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eb8890-25ad-4c38-8692-ab2914b5376b tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event updated for resources: {'Subnet': ['ID=ec3cae8c-3b03-4802-99cc-7f88c39fe4bb,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:34.556137 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a4eb8890-25ad-4c38-8692-ab2914b5376b tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9065087 Sep 17 07:53:34.559350 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43480) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:34.569120 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-a89b84cb-dcaf-4a8d-94d9-fb631c36dca4 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Request body: {'subnet': {'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:53:34.617367 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a689bcef-5424-4672-b6ee-7f4689868c2c None None] DHCP port deletion for b9683b68-a3a4-4974-8bd0-f6d916aa4b94 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 07:53:34.678957 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-a689bcef-5424-4672-b6ee-7f4689868c2c None None] Deleting port 3978eb09-2c9e-41dd-948e-755512dfd8fe {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:53:34.679588 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a689bcef-5424-4672-b6ee-7f4689868c2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:34.700816 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3386b-7436-4766-a366-fd7a9e8cbbb4 req-c9fdad39-eb46-4697-a1f4-c402c739ba1b tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:34.708886 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d1d3386b-7436-4766-a366-fd7a9e8cbbb4 req-c9fdad39-eb46-4697-a1f4-c402c739ba1b tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2458134 Sep 17 07:53:34.730132 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b064536-3463-422e-b042-44494fdbd0b6 req-3d1c7fa3-1bee-465f-864f-5c0dae255f6a tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:34.731694 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7b064536-3463-422e-b042-44494fdbd0b6 req-3d1c7fa3-1bee-465f-864f-5c0dae255f6a tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=f50ff527-62ae-4a3e-bb52-9dd6ba34fd45 HTTP/1.1" status: 200 len: 950 time: 0.1190486 Sep 17 07:53:34.739768 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d1d3386b-7436-4766-a366-fd7a9e8cbbb4 req-9cc39ec0-1204-4d41-b84b-842c714b7cdd tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/quotas/763cd4f6792f4b0eb1ab667ab87d5623 HTTP/1.1" status: 200 len: 375 time: 0.0299973 Sep 17 07:53:34.743272 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a89b84cb-dcaf-4a8d-94d9-fb631c36dca4 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Made reservation on behalf of 852d2b51c00949899c2370ce1b47ee69 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:53:34.747938 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a89b84cb-dcaf-4a8d-94d9-fb631c36dca4 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:34.793962 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d1d3386b-7436-4766-a366-fd7a9e8cbbb4 req-1273c308-3950-41ce-82cd-879a69d8fcbd tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=763cd4f6792f4b0eb1ab667ab87d5623&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532088 Sep 17 07:53:34.796973 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-a689bcef-5424-4672-b6ee-7f4689868c2c None None] For port 3978eb09-2c9e-41dd-948e-755512dfd8fe, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=3978eb09-2c9e-41dd-948e-755512dfd8fe,segment=NetworkSegment(ccc4c9b3-8f64-4b6a-96f4-35a1665005a6),segment_id=ccc4c9b3-8f64-4b6a-96f4-35a1665005a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:53:34.797675 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a689bcef-5424-4672-b6ee-7f4689868c2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:34.812966 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-a689bcef-5424-4672-b6ee-7f4689868c2c None None] Calling delete_port for 3978eb09-2c9e-41dd-948e-755512dfd8fe owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:53:34.835002 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7b064536-3463-422e-b042-44494fdbd0b6 req-c3549634-c016-4dcb-8a81-d205fee59509 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925956 Sep 17 07:53:34.931082 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:34.933350 n-d-789963-9 neutron-server[101290]: INFO neutron.db.ipam_backend_mixin [None req-a89b84cb-dcaf-4a8d-94d9-fb631c36dca4 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ec3cae8c-3b03-4802-99cc-7f88c39fe4bb (CIDR: 2001:db8::/64) Sep 17 07:53:34.939695 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-a89b84cb-dcaf-4a8d-94d9-fb631c36dca4 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 07:53:34.940271 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a89b84cb-dcaf-4a8d-94d9-fb631c36dca4 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 07:53:34.945310 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a689bcef-5424-4672-b6ee-7f4689868c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:34.966049 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a89b84cb-dcaf-4a8d-94d9-fb631c36dca4 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4054773 Sep 17 07:53:34.969320 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43488) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:34.990388 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-95214428-949e-4377-a85d-4df3f8d5c556 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Request body: {'subnet': {'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:53:35.003659 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a689bcef-5424-4672-b6ee-7f4689868c2c None None] Pushing event deleted for resources: {'Port': ['ID=3978eb09-2c9e-41dd-948e-755512dfd8fe,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:35.007582 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a689bcef-5424-4672-b6ee-7f4689868c2c None None] No DVR routers for this DVR port 3978eb09-2c9e-41dd-948e-755512dfd8fe on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:53:35.024005 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acace024-b43b-4abb-b378-acce76dc85a3 None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:53:35.081127 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3321c894-af67-4c23-acfa-4cb594693f28 req-7e1cf35a-87a4-4bb9-9e66-d2264c1338bf tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/ports?device_id=46438423-9d22-4c4d-96c5-b83ca64abf2b HTTP/1.1" status: 200 len: 210 time: 0.0390759 Sep 17 07:53:35.180343 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95214428-949e-4377-a85d-4df3f8d5c556 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Made reservation on behalf of 852d2b51c00949899c2370ce1b47ee69 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:53:35.184475 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-95214428-949e-4377-a85d-4df3f8d5c556 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:35.285744 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device f2fbc78a-4f39-4a1e-a6c5-cc98583fd9ad details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:53:35.429604 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 3978eb09-2c9e-41dd-948e-755512dfd8fe no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:53:35.452749 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cefb23-072c-46d5-b532-79b381eaac57 req-9f673a9d-b705-4284-8af1-5a5df4e76c3a tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:35.454798 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-82cefb23-072c-46d5-b532-79b381eaac57 req-9f673a9d-b705-4284-8af1-5a5df4e76c3a tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=03cb0dcf-6654-4dba-8891-de38fdfab3ff HTTP/1.1" status: 200 len: 945 time: 0.1484232 Sep 17 07:53:35.477541 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:35.495244 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c0c7e-05b6-427b-ba53-9cc863ad096f req-680946ee-6737-4bcf-bbd5-e67b93bafb81 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:35.496802 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a77c0c7e-05b6-427b-ba53-9cc863ad096f req-680946ee-6737-4bcf-bbd5-e67b93bafb81 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] 10.222.0.13 "GET /v2.0/ports?device_id=a19ec3bb-a256-4ba5-9c48-d7c47585247a HTTP/1.1" status: 200 len: 944 time: 0.1022758 Sep 17 07:53:35.525247 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-82cefb23-072c-46d5-b532-79b381eaac57 req-5a13e1e2-bb67-4e4a-a145-99c8d0fc1417 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609927 Sep 17 07:53:35.555804 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8ff973bf-792e-4e1a-a38f-849f7609f5e5 req-237f58fe-4c6c-42cd-a027-86421b69ff2e tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=763cd4f6792f4b0eb1ab667ab87d5623&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0815959 Sep 17 07:53:35.589592 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port f2fbc78a-4f39-4a1e-a6c5-cc98583fd9ad, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=f2fbc78a-4f39-4a1e-a6c5-cc98583fd9ad,segment=NetworkSegment(60effd61-6a66-42af-9af2-97043b19239e),segment_id=60effd61-6a66-42af-9af2-97043b19239e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:53:35.606122 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': 'f2fbc78a-4f39-4a1e-a6c5-cc98583fd9ad', 'network_id': 'cc19eaa7-2fec-4a50-a002-e03f66320c40', 'port_id': 'f2fbc78a-4f39-4a1e-a6c5-cc98583fd9ad', 'mac_address': 'fa:16:3e:e8:64:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65482dcc-7ff4-4442-8996-a64a825a1c54', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:53:35.611065 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 3978eb09-2c9e-41dd-948e-755512dfd8fe {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:53:35.611541 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 3978eb09-2c9e-41dd-948e-755512dfd8fe not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:53:35.621404 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a77c0c7e-05b6-427b-ba53-9cc863ad096f req-e8940597-1626-43e1-b90b-5958442ab411 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] 10.222.0.13 "GET /v2.0/security-groups?id=0160dd57-2270-4847-bea4-a144442b1878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069071 Sep 17 07:53:35.695152 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e5199f03-98df-4bc1-a9c4-56cdad195db2 req-c34b2dd5-b5c2-466c-ac7d-c967929d8f20 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0617952 Sep 17 07:53:35.740177 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d684a430-28d3-4473-86ed-fe9781be6e63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'tenant_id': '852d2b51c00949899c2370ce1b47ee69', 'fixed_ips': [{'subnet_id': 'ec3cae8c-3b03-4802-99cc-7f88c39fe4bb'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 07:53:35.742099 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d684a430-28d3-4473-86ed-fe9781be6e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:35.753878 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:35.779202 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2fbc78a-4f39-4a1e-a6c5-cc98583fd9ad {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:53:35.865943 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff973bf-792e-4e1a-a38f-849f7609f5e5 req-7c89a2af-11e3-442d-82d6-79f0f187bc30 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:35.867465 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8ff973bf-792e-4e1a-a38f-849f7609f5e5 req-7c89a2af-11e3-442d-82d6-79f0f187bc30 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2961748 Sep 17 07:53:35.902502 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port f2fbc78a-4f39-4a1e-a6c5-cc98583fd9ad, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=f2fbc78a-4f39-4a1e-a6c5-cc98583fd9ad,segment=NetworkSegment(60effd61-6a66-42af-9af2-97043b19239e),segment_id=60effd61-6a66-42af-9af2-97043b19239e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:53:35.910782 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-8ff973bf-792e-4e1a-a38f-849f7609f5e5 req-8e99b22f-df9e-4fe7-8da6-f6c97ebe8aa2 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Request body: {'port': {'device_id': '97e2b08c-ae5d-4ac9-901a-f557e5f27ff3', 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583', 'admin_state_up': True, 'tenant_id': '763cd4f6792f4b0eb1ab667ab87d5623'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:53:35.929482 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:36.006166 n-d-789963-9 neutron-server[101290]: DEBUG neutron.objects.ports [None req-95214428-949e-4377-a85d-4df3f8d5c556 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101290) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 07:53:36.009820 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-95214428-949e-4377-a85d-4df3f8d5c556 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:36.034631 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=f2fbc78a-4f39-4a1e-a6c5-cc98583fd9ad,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:36.090246 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf558f0-4468-4788-bcab-817fe29009c5 req-ab662cf0-8597-4919-bde8-5ccec2c8fb34 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:36.092580 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95214428-949e-4377-a85d-4df3f8d5c556 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:53:36.095235 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-d684a430-28d3-4473-86ed-fe9781be6e63 None None] Allocated IP 2001:db8::2 (b9683b68-a3a4-4974-8bd0-f6d916aa4b94/ec3cae8c-3b03-4802-99cc-7f88c39fe4bb/cff035b5-6ccb-44b3-860f-90632d19ec4e) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:53:36.100066 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2cf558f0-4468-4788-bcab-817fe29009c5 req-ab662cf0-8597-4919-bde8-5ccec2c8fb34 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=f50ff527-62ae-4a3e-bb52-9dd6ba34fd45 HTTP/1.1" status: 200 len: 950 time: 0.1241429 Sep 17 07:53:36.102040 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-95214428-949e-4377-a85d-4df3f8d5c556 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:53:36.113595 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95214428-949e-4377-a85d-4df3f8d5c556 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:36.114395 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-95214428-949e-4377-a85d-4df3f8d5c556 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:36.119922 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95214428-949e-4377-a85d-4df3f8d5c556 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event updated for resources: {'Subnet': ['ID=93bf8d92-3519-4478-a36f-c13522a96632,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:36.148720 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-95214428-949e-4377-a85d-4df3f8d5c556 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.1780701 Sep 17 07:53:36.151449 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43518) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:36.156643 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2cf558f0-4468-4788-bcab-817fe29009c5 req-a5b3b4a8-02aa-4a6f-8f5f-337f0b2b7f2f tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543385 Sep 17 07:53:36.157917 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-564d5bad-a093-40e7-9b7c-5f2ca1e749a7 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Request body: {'port': {'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'mac_address': 'fa:16:3e:26:98:b1', 'name': 'tempest-NetworksTestDHCPv6-978546078'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:53:36.240441 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-420b076d-7960-4cfe-9fed-f64e09bc65ee req-ad4d8c26-27ed-47ab-8dfb-e6443e455611 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/ports?device_id=46438423-9d22-4c4d-96c5-b83ca64abf2b HTTP/1.1" status: 200 len: 210 time: 0.0472095 Sep 17 07:53:36.250393 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ff973bf-792e-4e1a-a38f-849f7609f5e5 req-8e99b22f-df9e-4fe7-8da6-f6c97ebe8aa2 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Made reservation on behalf of 763cd4f6792f4b0eb1ab667ab87d5623 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:53:36.254024 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8ff973bf-792e-4e1a-a38f-849f7609f5e5 req-8e99b22f-df9e-4fe7-8da6-f6c97ebe8aa2 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:36.267025 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8ff973bf-792e-4e1a-a38f-849f7609f5e5 req-8e99b22f-df9e-4fe7-8da6-f6c97ebe8aa2 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:36.316014 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564d5bad-a093-40e7-9b7c-5f2ca1e749a7 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Made reservation on behalf of 852d2b51c00949899c2370ce1b47ee69 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:53:36.354074 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d684a430-28d3-4473-86ed-fe9781be6e63 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:36.361281 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d684a430-28d3-4473-86ed-fe9781be6e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:36.411455 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d684a430-28d3-4473-86ed-fe9781be6e63 None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:53:36.421748 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-d684a430-28d3-4473-86ed-fe9781be6e63 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:53:36.427356 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d684a430-28d3-4473-86ed-fe9781be6e63 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:53:36.431069 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d684a430-28d3-4473-86ed-fe9781be6e63 None None] Pushing event updated for resources: {'Port': ['ID=cff035b5-6ccb-44b3-860f-90632d19ec4e,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:36.462627 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['f2fbc78a-4f39-4a1e-a6c5-cc98583fd9ad'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:53:36.482288 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-564d5bad-a093-40e7-9b7c-5f2ca1e749a7 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:36.510524 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8ff973bf-792e-4e1a-a38f-849f7609f5e5 req-8e99b22f-df9e-4fe7-8da6-f6c97ebe8aa2 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:36.513565 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-d684a430-28d3-4473-86ed-fe9781be6e63 None None] Attempting to bind port cff035b5-6ccb-44b3-860f-90632d19ec4e on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:53:36.513874 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-d684a430-28d3-4473-86ed-fe9781be6e63 None None] Attempting to bind port cff035b5-6ccb-44b3-860f-90632d19ec4e by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:53:36.514237 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d684a430-28d3-4473-86ed-fe9781be6e63 None None] Attempting to bind port cff035b5-6ccb-44b3-860f-90632d19ec4e on network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:53:36.514444 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [None req-564d5bad-a093-40e7-9b7c-5f2ca1e749a7 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] device_id is not set on port bbd36c67-7b03-418b-abd2-59f96c1c0fc3 yet. {{(pid=101290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 07:53:36.522917 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d684a430-28d3-4473-86ed-fe9781be6e63 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:53:36.523430 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d684a430-28d3-4473-86ed-fe9781be6e63 None None] Checking segment: {'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:53:36.523920 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d684a430-28d3-4473-86ed-fe9781be6e63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:36.524060 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8ff973bf-792e-4e1a-a38f-849f7609f5e5 req-8e99b22f-df9e-4fe7-8da6-f6c97ebe8aa2 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:36.524265 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d684a430-28d3-4473-86ed-fe9781be6e63 None None] Bound using segment: {'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:53:36.524754 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-d684a430-28d3-4473-86ed-fe9781be6e63 None None] Bound port: cff035b5-6ccb-44b3-860f-90632d19ec4e, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:53:36.525108 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d684a430-28d3-4473-86ed-fe9781be6e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:36.634667 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-d684a430-28d3-4473-86ed-fe9781be6e63 None None] For port cff035b5-6ccb-44b3-860f-90632d19ec4e, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:53:36.644750 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-d684a430-28d3-4473-86ed-fe9781be6e63 None None] For port cff035b5-6ccb-44b3-860f-90632d19ec4e, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=cff035b5-6ccb-44b3-860f-90632d19ec4e,segment=NetworkSegment(ccc4c9b3-8f64-4b6a-96f4-35a1665005a6),segment_id=ccc4c9b3-8f64-4b6a-96f4-35a1665005a6)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:53:36.674533 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f8131-5658-4fcb-bbe7-156fab656b6f req-6c1dab6c-0dae-466f-a23e-f836fe31e9b6 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:36.678531 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d684a430-28d3-4473-86ed-fe9781be6e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:36.683645 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b12f8131-5658-4fcb-bbe7-156fab656b6f req-6c1dab6c-0dae-466f-a23e-f836fe31e9b6 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=03cb0dcf-6654-4dba-8891-de38fdfab3ff HTTP/1.1" status: 200 len: 945 time: 0.0753632 Sep 17 07:53:36.705951 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e99b22f-df9e-4fe7-8da6-f6c97ebe8aa2 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bee75c6a-c6c1-4516-b836-9a734cc34688,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:36.741486 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b12f8131-5658-4fcb-bbe7-156fab656b6f req-a991e616-c961-4276-8e61-14fbc255edc8 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535936 Sep 17 07:53:36.777550 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-8ff973bf-792e-4e1a-a38f-849f7609f5e5 req-8e99b22f-df9e-4fe7-8da6-f6c97ebe8aa2 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Allocated IP 192.168.233.244 (469390cd-cce5-49bd-b8f8-9e64018a0583/5f3af6cb-9cad-436b-bf41-034e75672c44/c9ac485d-d9a5-4ab5-887c-40f640d331b2) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:53:36.799718 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d1d3386b-7436-4766-a366-fd7a9e8cbbb4 req-7ba1bb64-1947-4ba6-a4df-b82dbc415612 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=763cd4f6792f4b0eb1ab667ab87d5623&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344625 Sep 17 07:53:36.869331 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d684a430-28d3-4473-86ed-fe9781be6e63 None None] Pushing event updated for resources: {'Port': ['ID=cff035b5-6ccb-44b3-860f-90632d19ec4e,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:36.886189 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef91477a-7875-4743-a202-225a56717d3c req-c9269985-ebde-4485-a94c-0eef54c31f63 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:36.887060 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ef91477a-7875-4743-a202-225a56717d3c req-c9269985-ebde-4485-a94c-0eef54c31f63 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] 10.222.0.13 "GET /v2.0/ports?device_id=a19ec3bb-a256-4ba5-9c48-d7c47585247a HTTP/1.1" status: 200 len: 945 time: 0.1127393 Sep 17 07:53:36.933550 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fceb30d7-6157-4ed8-9322-393e76584d64 req-7f218d31-2ce8-4dfe-8b28-33eb2e4b67f6 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0391004 Sep 17 07:53:37.018050 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ef91477a-7875-4743-a202-225a56717d3c req-a78a236a-ea6b-472e-91bc-a464126fd5b5 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] 10.222.0.13 "GET /v2.0/security-groups?id=0160dd57-2270-4847-bea4-a144442b1878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833054 Sep 17 07:53:37.117643 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 1b72d49a-cad6-4a46-bda8-65c611f834dc up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:53:37.218944 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port 1b72d49a-cad6-4a46-bda8-65c611f834dc completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:53:37.225926 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 1b72d49a-cad6-4a46-bda8-65c611f834dc triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:53:37.226782 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:37.347725 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b118d3d-9262-4144-a4c9-f7946092d2ae req-cc974093-18c8-459d-9c72-57af616975ac tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:37.360429 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6b118d3d-9262-4144-a4c9-f7946092d2ae req-cc974093-18c8-459d-9c72-57af616975ac tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=f50ff527-62ae-4a3e-bb52-9dd6ba34fd45 HTTP/1.1" status: 200 len: 950 time: 0.1086440 Sep 17 07:53:37.411057 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3386b-7436-4766-a366-fd7a9e8cbbb4 req-561953a9-b323-4b73-9f66-2f8dabadf5ee tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:37.412544 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d1d3386b-7436-4766-a366-fd7a9e8cbbb4 req-561953a9-b323-4b73-9f66-2f8dabadf5ee tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6031706 Sep 17 07:53:37.426598 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:37.437655 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-d1d3386b-7436-4766-a366-fd7a9e8cbbb4 req-4260d44c-dd42-41db-8526-95151ba24265 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Request body: {'port': {'device_id': '46438423-9d22-4c4d-96c5-b83ca64abf2b', 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583', 'admin_state_up': True, 'tenant_id': '763cd4f6792f4b0eb1ab667ab87d5623'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:53:37.453950 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-564d5bad-a093-40e7-9b7c-5f2ca1e749a7 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Allocated IP 2001:db8::251 (b9683b68-a3a4-4974-8bd0-f6d916aa4b94/ec3cae8c-3b03-4802-99cc-7f88c39fe4bb/bbd36c67-7b03-418b-abd2-59f96c1c0fc3) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:53:37.459378 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c30c8fac-1859-48e1-9dde-df45536c2ce6 req-9688b554-4821-49b6-8daa-fbdb1642014e tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/ports?device_id=46438423-9d22-4c4d-96c5-b83ca64abf2b HTTP/1.1" status: 200 len: 210 time: 0.0756037 Sep 17 07:53:37.488329 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device cff035b5-6ccb-44b3-860f-90632d19ec4e up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:53:37.489816 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03cb0dcf-6654-4dba-8891-de38fdfab3ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b72d49a-cad6-4a46-bda8-65c611f834dc'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:53:37.492620 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4863d5f6-f018-4ee9-a099-3ee95740fb58" -d '{"events": [{"server_uuid": "03cb0dcf-6654-4dba-8891-de38fdfab3ff", "name": "network-vif-plugged", "status": "completed", "tag": "1b72d49a-cad6-4a46-bda8-65c611f834dc"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:53:37.498758 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6b118d3d-9262-4144-a4c9-f7946092d2ae req-e936865f-59f7-4405-97ee-e313c79f70d1 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323767 Sep 17 07:53:37.523250 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-564d5bad-a093-40e7-9b7c-5f2ca1e749a7 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Allocated IP 2001:db8:0:1:f816:3eff:fe26:98b1 (b9683b68-a3a4-4974-8bd0-f6d916aa4b94/93bf8d92-3519-4478-a36f-c13522a96632/bbd36c67-7b03-418b-abd2-59f96c1c0fc3) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:53:37.537951 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 1b72d49a-cad6-4a46-bda8-65c611f834dc, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=1b72d49a-cad6-4a46-bda8-65c611f834dc,segment=NetworkSegment(9d7157a6-8670-462c-b175-6c19d661dbef),segment_id=9d7157a6-8670-462c-b175-6c19d661dbef)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:53:37.556972 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:37.563060 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b68e14cd-4d5b-4f1a-abb2-5ba44d9ceaf5 x-openstack-request-id: req-b68e14cd-4d5b-4f1a-abb2-5ba44d9ceaf5 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:53:37.563377 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03cb0dcf-6654-4dba-8891-de38fdfab3ff", "name": "network-vif-plugged", "status": "completed", "tag": "1b72d49a-cad6-4a46-bda8-65c611f834dc", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:53:37.563875 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b68e14cd-4d5b-4f1a-abb2-5ba44d9ceaf5 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:53:37.564248 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03cb0dcf-6654-4dba-8891-de38fdfab3ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b72d49a-cad6-4a46-bda8-65c611f834dc', 'code': 200} Sep 17 07:53:37.628444 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port cff035b5-6ccb-44b3-860f-90632d19ec4e triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:53:37.632564 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:37.638794 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d24394-1c00-48de-95bd-3cc121d520e6 req-37f190a3-eb5e-4793-8e89-1051f7412e3c tempest-MigrationsAdminTest-1840764547 tempest-MigrationsAdminTest-1840764547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:37.641180 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f6d24394-1c00-48de-95bd-3cc121d520e6 req-37f190a3-eb5e-4793-8e89-1051f7412e3c tempest-MigrationsAdminTest-1840764547 tempest-MigrationsAdminTest-1840764547-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f50ff527-62ae-4a3e-bb52-9dd6ba34fd45 HTTP/1.1" status: 200 len: 1101 time: 0.0462515 Sep 17 07:53:37.696234 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f6d24394-1c00-48de-95bd-3cc121d520e6 req-358bdc46-565c-4650-b2f7-b098616996ce tempest-MigrationsAdminTest-1840764547 tempest-MigrationsAdminTest-1840764547-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477180 Sep 17 07:53:37.715631 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=1b72d49a-cad6-4a46-bda8-65c611f834dc,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:37.784744 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:37.790304 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8ff973bf-792e-4e1a-a38f-849f7609f5e5 req-8e99b22f-df9e-4fe7-8da6-f6c97ebe8aa2 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:37.812604 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1cd607-3b3b-415e-b9a5-79d98dfa10e6 req-efbc6fab-6654-4564-8caf-f42056b8a85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:37.815164 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cb1cd607-3b3b-415e-b9a5-79d98dfa10e6 req-efbc6fab-6654-4564-8caf-f42056b8a85a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=03cb0dcf-6654-4dba-8891-de38fdfab3ff HTTP/1.1" status: 200 len: 1097 time: 0.0649803 Sep 17 07:53:37.849518 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1d3386b-7436-4766-a366-fd7a9e8cbbb4 req-4260d44c-dd42-41db-8526-95151ba24265 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Made reservation on behalf of 763cd4f6792f4b0eb1ab667ab87d5623 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:53:37.865073 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-d1d3386b-7436-4766-a366-fd7a9e8cbbb4 req-4260d44c-dd42-41db-8526-95151ba24265 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:37.868714 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port cff035b5-6ccb-44b3-860f-90632d19ec4e, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=cff035b5-6ccb-44b3-860f-90632d19ec4e,segment=NetworkSegment(ccc4c9b3-8f64-4b6a-96f4-35a1665005a6),segment_id=ccc4c9b3-8f64-4b6a-96f4-35a1665005a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:53:37.884723 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:37.927450 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-564d5bad-a093-40e7-9b7c-5f2ca1e749a7 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:37.975944 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cb1cd607-3b3b-415e-b9a5-79d98dfa10e6 req-f7ca27c5-ec55-42cc-916b-03b3f0bab33f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517901 Sep 17 07:53:37.999588 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4268db-dd3c-41c2-b95c-040582232c16 req-b3c6ed37-52dc-4ed7-8a08-927e5cde36f6 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:38.003540 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-df4268db-dd3c-41c2-b95c-040582232c16 req-b3c6ed37-52dc-4ed7-8a08-927e5cde36f6 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=03cb0dcf-6654-4dba-8891-de38fdfab3ff HTTP/1.1" status: 200 len: 946 time: 0.1685104 Sep 17 07:53:38.030292 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=cff035b5-6ccb-44b3-860f-90632d19ec4e,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:38.055389 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8ff973bf-792e-4e1a-a38f-849f7609f5e5 req-8e99b22f-df9e-4fe7-8da6-f6c97ebe8aa2 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:38.062267 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-df4268db-dd3c-41c2-b95c-040582232c16 req-300792c0-f84a-47f6-9cfc-82b924e630c2 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461292 Sep 17 07:53:38.164203 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2c74c8e4-723c-4422-8e61-d5d20b0ace43 req-9c05bc30-3d83-4931-bec9-e211fe42db1e tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0267656 Sep 17 07:53:38.210166 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e99b22f-df9e-4fe7-8da6-f6c97ebe8aa2 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Pushing event updated for resources: {'Port': ['ID=c9ac485d-d9a5-4ab5-887c-40f640d331b2,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:38.259058 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ff973bf-792e-4e1a-a38f-849f7609f5e5 req-8e99b22f-df9e-4fe7-8da6-f6c97ebe8aa2 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Network 469390cd-cce5-49bd-b8f8-9e64018a0583 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:53:38.264100 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-8ff973bf-792e-4e1a-a38f-849f7609f5e5 req-8e99b22f-df9e-4fe7-8da6-f6c97ebe8aa2 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:53:38.266514 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ff973bf-792e-4e1a-a38f-849f7609f5e5 req-8e99b22f-df9e-4fe7-8da6-f6c97ebe8aa2 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:53:38.305555 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ffcd3-3b97-4108-ad0a-9cfc5e084af2 req-2476d776-e233-4714-9277-27208968640f tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:38.308515 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-961ffcd3-3b97-4108-ad0a-9cfc5e084af2 req-2476d776-e233-4714-9277-27208968640f tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] 10.222.0.13 "GET /v2.0/ports?device_id=a19ec3bb-a256-4ba5-9c48-d7c47585247a HTTP/1.1" status: 200 len: 945 time: 0.0654819 Sep 17 07:53:38.349429 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-d1d3386b-7436-4766-a366-fd7a9e8cbbb4 req-4260d44c-dd42-41db-8526-95151ba24265 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Allocated IP 192.168.233.225 (469390cd-cce5-49bd-b8f8-9e64018a0583/5f3af6cb-9cad-436b-bf41-034e75672c44/ef38b8e9-512a-4719-97c5-e8e0fe461330) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:53:38.359442 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37efc90d-b8d1-41c2-b50e-c36b7cf26caf None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:53:38.370175 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-961ffcd3-3b97-4108-ad0a-9cfc5e084af2 req-93f041ff-e2f7-4815-b8ff-e75d7440302d tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] 10.222.0.13 "GET /v2.0/security-groups?id=0160dd57-2270-4847-bea4-a144442b1878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553777 Sep 17 07:53:38.504563 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-7c16d2cc-44db-4bda-b8a7-fc4ec231faa8 None None] Provisioning complete for port cff035b5-6ccb-44b3-860f-90632d19ec4e triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:53:38.504982 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7c16d2cc-44db-4bda-b8a7-fc4ec231faa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:38.509966 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-d1d3386b-7436-4766-a366-fd7a9e8cbbb4 req-4260d44c-dd42-41db-8526-95151ba24265 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:38.555633 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-564d5bad-a093-40e7-9b7c-5f2ca1e749a7 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:38.564655 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-d1d3386b-7436-4766-a366-fd7a9e8cbbb4 req-4260d44c-dd42-41db-8526-95151ba24265 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:38.609378 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7b5ad60d-b1b3-4705-9269-b1a1df1002c0 req-64550c97-945e-4190-b33a-0fb8a915aada service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f50ff527-62ae-4a3e-bb52-9dd6ba34fd45&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1232064 Sep 17 07:53:38.626298 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b1b5eb-ed4d-4543-aabb-3e998ddd7379 req-1f936d50-bb10-4891-b345-1b237171f9b3 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:38.628049 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e1b1b5eb-ed4d-4543-aabb-3e998ddd7379 req-1f936d50-bb10-4891-b345-1b237171f9b3 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=f50ff527-62ae-4a3e-bb52-9dd6ba34fd45 HTTP/1.1" status: 200 len: 950 time: 0.1321459 Sep 17 07:53:38.640753 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff973bf-792e-4e1a-a38f-849f7609f5e5 req-8e99b22f-df9e-4fe7-8da6-f6c97ebe8aa2 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:38.641785 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8ff973bf-792e-4e1a-a38f-849f7609f5e5 req-8e99b22f-df9e-4fe7-8da6-f6c97ebe8aa2 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:38.677472 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1d3386b-7436-4766-a366-fd7a9e8cbbb4 req-4260d44c-dd42-41db-8526-95151ba24265 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Network 469390cd-cce5-49bd-b8f8-9e64018a0583 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:53:38.679058 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8ff973bf-792e-4e1a-a38f-849f7609f5e5 req-8e99b22f-df9e-4fe7-8da6-f6c97ebe8aa2 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7727356 Sep 17 07:53:38.679789 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564d5bad-a093-40e7-9b7c-5f2ca1e749a7 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event updated for resources: {'Port': ['ID=bbd36c67-7b03-418b-abd2-59f96c1c0fc3,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:38.715161 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e1b1b5eb-ed4d-4543-aabb-3e998ddd7379 req-a0c3c376-f4a8-4659-83fd-59b549fac810 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773456 Sep 17 07:53:38.725386 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c06e3c7-a7bd-41aa-985a-f2485264d878 req-07b6d6d8-5694-49c2-9a68-0d541c08d282 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:38.729431 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4260d44c-dd42-41db-8526-95151ba24265 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Pushing event updated for resources: {'Port': ['ID=ef38b8e9-512a-4719-97c5-e8e0fe461330,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:38.742687 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2c06e3c7-a7bd-41aa-985a-f2485264d878 req-07b6d6d8-5694-49c2-9a68-0d541c08d282 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/ports?device_id=46438423-9d22-4c4d-96c5-b83ca64abf2b HTTP/1.1" status: 200 len: 936 time: 0.1042688 Sep 17 07:53:38.742853 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-8ff973bf-792e-4e1a-a38f-849f7609f5e5 req-fa35bcbe-b166-4d21-baae-fba932fe3f47 service neutron] Request body: {'port': {'device_id': '97e2b08c-ae5d-4ac9-901a-f557e5f27ff3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:53:38.742853 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564d5bad-a093-40e7-9b7c-5f2ca1e749a7 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:53:38.742853 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-d1d3386b-7436-4766-a366-fd7a9e8cbbb4 req-4260d44c-dd42-41db-8526-95151ba24265 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:53:38.743154 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1d3386b-7436-4766-a366-fd7a9e8cbbb4 req-4260d44c-dd42-41db-8526-95151ba24265 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:53:38.766158 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-564d5bad-a093-40e7-9b7c-5f2ca1e749a7 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:53:38.768618 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564d5bad-a093-40e7-9b7c-5f2ca1e749a7 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:53:38.774768 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564d5bad-a093-40e7-9b7c-5f2ca1e749a7 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:38.775414 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-564d5bad-a093-40e7-9b7c-5f2ca1e749a7 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:38.808117 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4260d44c-dd42-41db-8526-95151ba24265 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:53:38.808706 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4260d44c-dd42-41db-8526-95151ba24265 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:53:38.808788 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4260d44c-dd42-41db-8526-95151ba24265 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:53:38.809154 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4260d44c-dd42-41db-8526-95151ba24265 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:53:38.809413 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4260d44c-dd42-41db-8526-95151ba24265 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:53:38.809741 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4260d44c-dd42-41db-8526-95151ba24265 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:53:38.810062 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4260d44c-dd42-41db-8526-95151ba24265 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:53:38.810395 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4260d44c-dd42-41db-8526-95151ba24265 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:53:38.810700 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4260d44c-dd42-41db-8526-95151ba24265 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:53:38.811043 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4260d44c-dd42-41db-8526-95151ba24265 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:53:38.811369 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4260d44c-dd42-41db-8526-95151ba24265 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:53:38.811701 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4260d44c-dd42-41db-8526-95151ba24265 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:53:38.814941 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2c06e3c7-a7bd-41aa-985a-f2485264d878 req-f165b6c3-0f01-4095-bdc1-0a181d2b8392 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/security-groups?id=bee75c6a-c6c1-4516-b836-9a734cc34688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802004 Sep 17 07:53:38.859720 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 43584) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:38.860346 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-564d5bad-a093-40e7-9b7c-5f2ca1e749a7 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.7072573 Sep 17 07:53:38.888109 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3386b-7436-4766-a366-fd7a9e8cbbb4 req-4260d44c-dd42-41db-8526-95151ba24265 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:38.888763 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-d1d3386b-7436-4766-a366-fd7a9e8cbbb4 req-4260d44c-dd42-41db-8526-95151ba24265 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:38.911026 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8ff973bf-792e-4e1a-a38f-849f7609f5e5 req-fa35bcbe-b166-4d21-baae-fba932fe3f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:38.916215 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8588bdd6-768e-497a-90eb-ca4f9ed17b7b None None] Update dhcp port {'port': {'network_id': 'b9683b68-a3a4-4974-8bd0-f6d916aa4b94', 'fixed_ips': [{'subnet_id': 'ec3cae8c-3b03-4802-99cc-7f88c39fe4bb', 'ip_address': '2001:db8::2'}, {'subnet_id': '93bf8d92-3519-4478-a36f-c13522a96632'}], 'binding:host_id': 'n-d-789963-9'}, 'id': 'cff035b5-6ccb-44b3-860f-90632d19ec4e'} from n-d-789963-9. {{(pid=101291) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 07:53:38.923577 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d1d3386b-7436-4766-a366-fd7a9e8cbbb4 req-4260d44c-dd42-41db-8526-95151ba24265 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4895487 Sep 17 07:53:38.961776 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-02ed998b-fad2-40d5-b781-284e0b9f7e1b None None] Provisioning complete for port c9ac485d-d9a5-4ab5-887c-40f640d331b2 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:53:38.962534 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-02ed998b-fad2-40d5-b781-284e0b9f7e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:38.965326 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-d1d3386b-7436-4766-a366-fd7a9e8cbbb4 req-e6d80783-2e5b-4539-a187-dbabcc494565 service neutron] Request body: {'port': {'device_id': '46438423-9d22-4c4d-96c5-b83ca64abf2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:53:38.966932 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8588bdd6-768e-497a-90eb-ca4f9ed17b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:39.061720 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-02ed998b-fad2-40d5-b781-284e0b9f7e1b None None] Port c9ac485d-d9a5-4ab5-887c-40f640d331b2 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:53:39.105563 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-d1d3386b-7436-4766-a366-fd7a9e8cbbb4 req-e6d80783-2e5b-4539-a187-dbabcc494565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:39.167320 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device f2fbc78a-4f39-4a1e-a6c5-cc98583fd9ad up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:53:39.342802 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-491764bc-9051-4aa9-a749-1e817498777d None None] Provisioning complete for port ef38b8e9-512a-4719-97c5-e8e0fe461330 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:53:39.343192 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-491764bc-9051-4aa9-a749-1e817498777d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:39.405616 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port f2fbc78a-4f39-4a1e-a6c5-cc98583fd9ad completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:53:39.424604 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port f2fbc78a-4f39-4a1e-a6c5-cc98583fd9ad triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:53:39.429072 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:39.436176 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device cff035b5-6ccb-44b3-860f-90632d19ec4e up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:53:39.438898 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-491764bc-9051-4aa9-a749-1e817498777d None None] Port ef38b8e9-512a-4719-97c5-e8e0fe461330 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:53:39.486752 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-8ff973bf-792e-4e1a-a38f-849f7609f5e5 req-fa35bcbe-b166-4d21-baae-fba932fe3f47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9ac485d-d9a5-4ab5-887c-40f640d331b2 {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:53:39.494248 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-8588bdd6-768e-497a-90eb-ca4f9ed17b7b None None] Allocated IP 2001:db8:0:1:f816:3eff:fe1a:a0e0 (b9683b68-a3a4-4974-8bd0-f6d916aa4b94/93bf8d92-3519-4478-a36f-c13522a96632/cff035b5-6ccb-44b3-860f-90632d19ec4e) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:53:39.495454 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8ff973bf-792e-4e1a-a38f-849f7609f5e5 req-fa35bcbe-b166-4d21-baae-fba932fe3f47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:39.511115 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-8ff973bf-792e-4e1a-a38f-849f7609f5e5 req-fa35bcbe-b166-4d21-baae-fba932fe3f47 service neutron] Transition to ACTIVE for port object c9ac485d-d9a5-4ab5-887c-40f640d331b2 will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:53:39.557995 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8ff973bf-792e-4e1a-a38f-849f7609f5e5 req-fa35bcbe-b166-4d21-baae-fba932fe3f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:39.667428 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port cff035b5-6ccb-44b3-860f-90632d19ec4e triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:53:39.668064 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:39.728902 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-8588bdd6-768e-497a-90eb-ca4f9ed17b7b None None] For port cff035b5-6ccb-44b3-860f-90632d19ec4e, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=cff035b5-6ccb-44b3-860f-90632d19ec4e,segment=NetworkSegment(ccc4c9b3-8f64-4b6a-96f4-35a1665005a6),segment_id=ccc4c9b3-8f64-4b6a-96f4-35a1665005a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:53:39.745154 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:39.752862 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-04455fd7-a0db-45d1-8fba-6294368241df req-1748585f-0637-47d3-a180-1f619857c00a tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.1076429 Sep 17 07:53:39.785320 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa35bcbe-b166-4d21-baae-fba932fe3f47 service neutron] Pushing event updated for resources: {'Port': ['ID=c9ac485d-d9a5-4ab5-887c-40f640d331b2,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:39.859912 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-bc056713-56f1-4a20-8918-da8f4344cf44 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Deleting port bbd36c67-7b03-418b-abd2-59f96c1c0fc3 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:53:39.872030 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bc056713-56f1-4a20-8918-da8f4344cf44 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:39.937929 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a19ec3bb-a256-4ba5-9c48-d7c47585247a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2fbc78a-4f39-4a1e-a6c5-cc98583fd9ad'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:53:39.945942 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7eacb2-bfb0-4db6-8485-75f3bfe56aab" -d '{"events": [{"server_uuid": "a19ec3bb-a256-4ba5-9c48-d7c47585247a", "name": "network-vif-plugged", "status": "completed", "tag": "f2fbc78a-4f39-4a1e-a6c5-cc98583fd9ad"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:53:40.011610 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port f2fbc78a-4f39-4a1e-a6c5-cc98583fd9ad, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=f2fbc78a-4f39-4a1e-a6c5-cc98583fd9ad,segment=NetworkSegment(60effd61-6a66-42af-9af2-97043b19239e),segment_id=60effd61-6a66-42af-9af2-97043b19239e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:53:40.013902 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8588bdd6-768e-497a-90eb-ca4f9ed17b7b None None] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:40.033121 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:40.034965 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8588bdd6-768e-497a-90eb-ca4f9ed17b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:40.100725 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275f4248-5b7a-4096-b67d-5429079e3d72 req-51b6eec2-073d-4d1a-af2b-90d8b1b25680 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:40.118163 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-275f4248-5b7a-4096-b67d-5429079e3d72 req-51b6eec2-073d-4d1a-af2b-90d8b1b25680 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] 10.222.0.13 "GET /v2.0/ports?device_id=a19ec3bb-a256-4ba5-9c48-d7c47585247a HTTP/1.1" status: 200 len: 945 time: 0.2089436 Sep 17 07:53:40.131598 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-8ff973bf-792e-4e1a-a38f-849f7609f5e5 req-fa35bcbe-b166-4d21-baae-fba932fe3f47 service neutron] Attempting to bind port c9ac485d-d9a5-4ab5-887c-40f640d331b2 on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:53:40.132113 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-8ff973bf-792e-4e1a-a38f-849f7609f5e5 req-fa35bcbe-b166-4d21-baae-fba932fe3f47 service neutron] Attempting to bind port c9ac485d-d9a5-4ab5-887c-40f640d331b2 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:53:40.132282 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff973bf-792e-4e1a-a38f-849f7609f5e5 req-fa35bcbe-b166-4d21-baae-fba932fe3f47 service neutron] Attempting to bind port c9ac485d-d9a5-4ab5-887c-40f640d331b2 on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:53:40.142441 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-d1d3386b-7436-4766-a366-fd7a9e8cbbb4 req-e6d80783-2e5b-4539-a187-dbabcc494565 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef38b8e9-512a-4719-97c5-e8e0fe461330 {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:53:40.157151 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff973bf-792e-4e1a-a38f-849f7609f5e5 req-fa35bcbe-b166-4d21-baae-fba932fe3f47 service neutron] Port c9ac485d-d9a5-4ab5-887c-40f640d331b2 on network 469390cd-cce5-49bd-b8f8-9e64018a0583 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:53:40.157482 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff973bf-792e-4e1a-a38f-849f7609f5e5 req-fa35bcbe-b166-4d21-baae-fba932fe3f47 service neutron] Attempting to bind port c9ac485d-d9a5-4ab5-887c-40f640d331b2 on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:53:40.162081 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-d1d3386b-7436-4766-a366-fd7a9e8cbbb4 req-e6d80783-2e5b-4539-a187-dbabcc494565 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:40.167708 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff973bf-792e-4e1a-a38f-849f7609f5e5 req-fa35bcbe-b166-4d21-baae-fba932fe3f47 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:53:40.168579 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff973bf-792e-4e1a-a38f-849f7609f5e5 req-fa35bcbe-b166-4d21-baae-fba932fe3f47 service neutron] Checking segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:53:40.168996 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff973bf-792e-4e1a-a38f-849f7609f5e5 req-fa35bcbe-b166-4d21-baae-fba932fe3f47 service neutron] Bound using segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:53:40.169444 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-8ff973bf-792e-4e1a-a38f-849f7609f5e5 req-fa35bcbe-b166-4d21-baae-fba932fe3f47 service neutron] Bound port: c9ac485d-d9a5-4ab5-887c-40f640d331b2, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:53:40.169808 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8ff973bf-792e-4e1a-a38f-849f7609f5e5 req-fa35bcbe-b166-4d21-baae-fba932fe3f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:40.197464 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-275f4248-5b7a-4096-b67d-5429079e3d72 req-a5df84d8-2636-4e17-85a2-e4ee52a8eb34 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] 10.222.0.13 "GET /v2.0/security-groups?id=0160dd57-2270-4847-bea4-a144442b1878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780690 Sep 17 07:53:40.221768 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bc056713-56f1-4a20-8918-da8f4344cf44 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:40.251465 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-8ff973bf-792e-4e1a-a38f-849f7609f5e5 req-fa35bcbe-b166-4d21-baae-fba932fe3f47 service neutron] For port c9ac485d-d9a5-4ab5-887c-40f640d331b2, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:53:40.254832 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-8ff973bf-792e-4e1a-a38f-849f7609f5e5 req-fa35bcbe-b166-4d21-baae-fba932fe3f47 service neutron] For port c9ac485d-d9a5-4ab5-887c-40f640d331b2, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=c9ac485d-d9a5-4ab5-887c-40f640d331b2,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:53:40.257723 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=f2fbc78a-4f39-4a1e-a6c5-cc98583fd9ad,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:40.260852 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-bc056713-56f1-4a20-8918-da8f4344cf44 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Calling delete_port for bbd36c67-7b03-418b-abd2-59f96c1c0fc3 owned by {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:53:40.268105 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8ff973bf-792e-4e1a-a38f-849f7609f5e5 req-fa35bcbe-b166-4d21-baae-fba932fe3f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:40.271340 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-d1d3386b-7436-4766-a366-fd7a9e8cbbb4 req-e6d80783-2e5b-4539-a187-dbabcc494565 service neutron] Transition to ACTIVE for port object ef38b8e9-512a-4719-97c5-e8e0fe461330 will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:53:40.307406 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-d1d3386b-7436-4766-a366-fd7a9e8cbbb4 req-e6d80783-2e5b-4539-a187-dbabcc494565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:40.314993 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff973bf-792e-4e1a-a38f-849f7609f5e5 req-fa35bcbe-b166-4d21-baae-fba932fe3f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:40.315618 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8ff973bf-792e-4e1a-a38f-849f7609f5e5 req-fa35bcbe-b166-4d21-baae-fba932fe3f47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:40.317164 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8ff973bf-792e-4e1a-a38f-849f7609f5e5 req-fa35bcbe-b166-4d21-baae-fba932fe3f47 service neutron] 10.222.0.39 "PUT /v2.0/ports/c9ac485d-d9a5-4ab5-887c-40f640d331b2 HTTP/1.1" status: 200 len: 1096 time: 1.5890951 Sep 17 07:53:40.317557 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97e2b08c-ae5d-4ac9-901a-f557e5f27ff3', 'tag': 'c9ac485d-d9a5-4ab5-887c-40f640d331b2'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:53:40.319811 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95840866-278f-4e5d-820c-88100d5ae7f4" -d '{"events": [{"name": "network-changed", "server_uuid": "97e2b08c-ae5d-4ac9-901a-f557e5f27ff3", "tag": "c9ac485d-d9a5-4ab5-887c-40f640d331b2"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:53:40.353129 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8588bdd6-768e-497a-90eb-ca4f9ed17b7b None None] Pushing event updated for resources: {'Port': ['ID=cff035b5-6ccb-44b3-860f-90632d19ec4e,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:40.453962 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa35bcbe-b166-4d21-baae-fba932fe3f47 service neutron] Pushing event updated for resources: {'Port': ['ID=c9ac485d-d9a5-4ab5-887c-40f640d331b2,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:40.573430 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d80783-2e5b-4539-a187-dbabcc494565 service neutron] Pushing event updated for resources: {'Port': ['ID=ef38b8e9-512a-4719-97c5-e8e0fe461330,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:40.577687 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff973bf-792e-4e1a-a38f-849f7609f5e5 req-72410aa6-2410-48f9-aa45-fdf9aa48c13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:40.579216 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8ff973bf-792e-4e1a-a38f-849f7609f5e5 req-72410aa6-2410-48f9-aa45-fdf9aa48c13e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=763cd4f6792f4b0eb1ab667ab87d5623&device_id=97e2b08c-ae5d-4ac9-901a-f557e5f27ff3 HTTP/1.1" status: 200 len: 1099 time: 0.1455457 Sep 17 07:53:40.579419 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5ad60d-b1b3-4705-9269-b1a1df1002c0 req-770e2da5-87b7-40db-b069-71cff0e3953a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:40.580944 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7b5ad60d-b1b3-4705-9269-b1a1df1002c0 req-770e2da5-87b7-40db-b069-71cff0e3953a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e3c94ece967c49989722015c639870a6&device_id=f50ff527-62ae-4a3e-bb52-9dd6ba34fd45 HTTP/1.1" status: 200 len: 1101 time: 0.2142098 Sep 17 07:53:40.603606 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-d1d3386b-7436-4766-a366-fd7a9e8cbbb4 req-e6d80783-2e5b-4539-a187-dbabcc494565 service neutron] Attempting to bind port ef38b8e9-512a-4719-97c5-e8e0fe461330 on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:53:40.604055 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-d1d3386b-7436-4766-a366-fd7a9e8cbbb4 req-e6d80783-2e5b-4539-a187-dbabcc494565 service neutron] Attempting to bind port ef38b8e9-512a-4719-97c5-e8e0fe461330 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:53:40.604556 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d3386b-7436-4766-a366-fd7a9e8cbbb4 req-e6d80783-2e5b-4539-a187-dbabcc494565 service neutron] Attempting to bind port ef38b8e9-512a-4719-97c5-e8e0fe461330 on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:53:40.628630 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4cd881-e8f5-45bb-a985-877f217dc4b3 req-0e43f5a2-aa00-408a-b4b4-20f3850ad73d tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:40.630483 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bd4cd881-e8f5-45bb-a985-877f217dc4b3 req-0e43f5a2-aa00-408a-b4b4-20f3850ad73d tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=03cb0dcf-6654-4dba-8891-de38fdfab3ff HTTP/1.1" status: 200 len: 946 time: 0.9741647 Sep 17 07:53:40.658938 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8ff973bf-792e-4e1a-a38f-849f7609f5e5 req-54ed9f39-aee6-4368-8509-70931d2ef3c0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=c9ac485d-d9a5-4ab5-887c-40f640d331b2 HTTP/1.1" status: 200 len: 217 time: 0.0517013 Sep 17 07:53:40.660176 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d3386b-7436-4766-a366-fd7a9e8cbbb4 req-e6d80783-2e5b-4539-a187-dbabcc494565 service neutron] Port ef38b8e9-512a-4719-97c5-e8e0fe461330 on network 469390cd-cce5-49bd-b8f8-9e64018a0583 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:53:40.660649 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d3386b-7436-4766-a366-fd7a9e8cbbb4 req-e6d80783-2e5b-4539-a187-dbabcc494565 service neutron] Attempting to bind port ef38b8e9-512a-4719-97c5-e8e0fe461330 on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:53:40.666428 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d3386b-7436-4766-a366-fd7a9e8cbbb4 req-e6d80783-2e5b-4539-a187-dbabcc494565 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:53:40.667195 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d3386b-7436-4766-a366-fd7a9e8cbbb4 req-e6d80783-2e5b-4539-a187-dbabcc494565 service neutron] Checking segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:53:40.667765 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d3386b-7436-4766-a366-fd7a9e8cbbb4 req-e6d80783-2e5b-4539-a187-dbabcc494565 service neutron] Bound using segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:53:40.668451 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-d1d3386b-7436-4766-a366-fd7a9e8cbbb4 req-e6d80783-2e5b-4539-a187-dbabcc494565 service neutron] Bound port: ef38b8e9-512a-4719-97c5-e8e0fe461330, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:53:40.668984 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-d1d3386b-7436-4766-a366-fd7a9e8cbbb4 req-e6d80783-2e5b-4539-a187-dbabcc494565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:40.693561 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030f0581-8a45-49ea-8f04-2e47dc4f57cd req-978b0900-3f12-47f4-b08b-2915c5a2fa14 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:40.710534 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-030f0581-8a45-49ea-8f04-2e47dc4f57cd req-978b0900-3f12-47f4-b08b-2915c5a2fa14 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=f50ff527-62ae-4a3e-bb52-9dd6ba34fd45 HTTP/1.1" status: 200 len: 950 time: 0.2392881 Sep 17 07:53:40.772378 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff973bf-792e-4e1a-a38f-849f7609f5e5 req-724cb263-4692-4027-85d9-494bfb7221f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:40.773912 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8ff973bf-792e-4e1a-a38f-849f7609f5e5 req-724cb263-4692-4027-85d9-494bfb7221f1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.1012533 Sep 17 07:53:40.791993 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bd4cd881-e8f5-45bb-a985-877f217dc4b3 req-d0454e51-e722-43d3-a809-e85b3c3b625b tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448774 Sep 17 07:53:40.821045 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-d1d3386b-7436-4766-a366-fd7a9e8cbbb4 req-e6d80783-2e5b-4539-a187-dbabcc494565 service neutron] For port ef38b8e9-512a-4719-97c5-e8e0fe461330, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:53:40.888831 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-d1d3386b-7436-4766-a366-fd7a9e8cbbb4 req-e6d80783-2e5b-4539-a187-dbabcc494565 service neutron] For port ef38b8e9-512a-4719-97c5-e8e0fe461330, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=ef38b8e9-512a-4719-97c5-e8e0fe461330,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:53:40.923457 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-d1d3386b-7436-4766-a366-fd7a9e8cbbb4 req-e6d80783-2e5b-4539-a187-dbabcc494565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:40.935502 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff973bf-792e-4e1a-a38f-849f7609f5e5 req-b34c2091-9275-4466-a6ab-fd0c48833137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:40.937873 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8ff973bf-792e-4e1a-a38f-849f7609f5e5 req-b34c2091-9275-4466-a6ab-fd0c48833137 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1454747 Sep 17 07:53:41.037075 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3386b-7436-4766-a366-fd7a9e8cbbb4 req-e6d80783-2e5b-4539-a187-dbabcc494565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:41.037945 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-d1d3386b-7436-4766-a366-fd7a9e8cbbb4 req-e6d80783-2e5b-4539-a187-dbabcc494565 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:41.039871 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d1d3386b-7436-4766-a366-fd7a9e8cbbb4 req-e6d80783-2e5b-4539-a187-dbabcc494565 service neutron] 10.222.0.39 "PUT /v2.0/ports/ef38b8e9-512a-4719-97c5-e8e0fe461330 HTTP/1.1" status: 200 len: 1096 time: 2.0796165 Sep 17 07:53:41.045475 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-030f0581-8a45-49ea-8f04-2e47dc4f57cd req-9bc9101d-1243-4ef6-831f-32ada305fc74 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333066 Sep 17 07:53:41.146760 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5ad60d-b1b3-4705-9269-b1a1df1002c0 req-6b7ab7f9-4c95-41d6-9ec7-54ddee2f6eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:41.148494 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7b5ad60d-b1b3-4705-9269-b1a1df1002c0 req-6b7ab7f9-4c95-41d6-9ec7-54ddee2f6eda service neutron] 10.222.0.39 "GET /v2.0/networks?id=469390cd-cce5-49bd-b8f8-9e64018a0583 HTTP/1.1" status: 200 len: 870 time: 0.5149386 Sep 17 07:53:41.151021 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d80783-2e5b-4539-a187-dbabcc494565 service neutron] Pushing event updated for resources: {'Port': ['ID=ef38b8e9-512a-4719-97c5-e8e0fe461330,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:41.158974 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3a4217-145f-4bbf-ae12-f608af60cd92 x-openstack-request-id: req-4a3a4217-145f-4bbf-ae12-f608af60cd92 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:53:41.159465 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a19ec3bb-a256-4ba5-9c48-d7c47585247a", "name": "network-vif-plugged", "status": "completed", "tag": "f2fbc78a-4f39-4a1e-a6c5-cc98583fd9ad", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:53:41.159912 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4a3a4217-145f-4bbf-ae12-f608af60cd92 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:53:41.160429 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a19ec3bb-a256-4ba5-9c48-d7c47585247a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2fbc78a-4f39-4a1e-a6c5-cc98583fd9ad', 'code': 200} Sep 17 07:53:41.198573 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e038524d-5f90-4438-8f2e-1c5d63b6db34 req-b44611f5-d5ed-4552-89b4-21056cf6fe56 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:41.205485 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8ff973bf-792e-4e1a-a38f-849f7609f5e5 req-6216eb21-d32c-4186-9151-f5d4962ccf54 service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203541 Sep 17 07:53:41.209650 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9551a95f-ceae-4bed-b0d8-1a463f2a4578 x-openstack-request-id: req-9551a95f-ceae-4bed-b0d8-1a463f2a4578 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:53:41.210404 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97e2b08c-ae5d-4ac9-901a-f557e5f27ff3", "tag": "c9ac485d-d9a5-4ab5-887c-40f640d331b2", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:53:41.210880 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9551a95f-ceae-4bed-b0d8-1a463f2a4578 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:53:41.211483 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97e2b08c-ae5d-4ac9-901a-f557e5f27ff3', 'tag': 'c9ac485d-d9a5-4ab5-887c-40f640d331b2', 'status': 'completed', 'code': 200} Sep 17 07:53:41.220032 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3386b-7436-4766-a366-fd7a9e8cbbb4 req-adf0b00f-1093-4e9b-9dbd-7e5d619a9fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:41.220894 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e038524d-5f90-4438-8f2e-1c5d63b6db34 req-b44611f5-d5ed-4552-89b4-21056cf6fe56 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/ports?device_id=46438423-9d22-4c4d-96c5-b83ca64abf2b HTTP/1.1" status: 200 len: 948 time: 0.2605939 Sep 17 07:53:41.221952 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d1d3386b-7436-4766-a366-fd7a9e8cbbb4 req-adf0b00f-1093-4e9b-9dbd-7e5d619a9fb7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=763cd4f6792f4b0eb1ab667ab87d5623&device_id=46438423-9d22-4c4d-96c5-b83ca64abf2b HTTP/1.1" status: 200 len: 1099 time: 0.1080003 Sep 17 07:53:41.272745 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-94c522c5-913a-4a7b-915f-46409f59b024 None None] Provisioning complete for port bbd36c67-7b03-418b-abd2-59f96c1c0fc3 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:53:41.273514 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-94c522c5-913a-4a7b-915f-46409f59b024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:41.335048 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.39', 62083) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:41.342680 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-94c522c5-913a-4a7b-915f-46409f59b024 None None] Port bbd36c67-7b03-418b-abd2-59f96c1c0fc3 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:53:41.343167 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d1d3386b-7436-4766-a366-fd7a9e8cbbb4 req-633f796c-8a43-4f5a-86f7-581edb0339fb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=ef38b8e9-512a-4719-97c5-e8e0fe461330 HTTP/1.1" status: 200 len: 217 time: 0.0782590 Sep 17 07:53:41.356801 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7b5ad60d-b1b3-4705-9269-b1a1df1002c0 req-5cf69325-d15d-4216-ad2c-e3ee7d617856 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=475f7122-eb25-4c6d-9333-dfd73d371599 HTTP/1.1" status: 200 len: 217 time: 0.1274731 Sep 17 07:53:41.370661 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-94c522c5-913a-4a7b-915f-46409f59b024 None None] Provisioning complete for port cff035b5-6ccb-44b3-860f-90632d19ec4e triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:53:41.371280 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-94c522c5-913a-4a7b-915f-46409f59b024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:41.437816 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device cff035b5-6ccb-44b3-860f-90632d19ec4e up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:53:41.478296 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bc056713-56f1-4a20-8918-da8f4344cf44 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:41.482818 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3386b-7436-4766-a366-fd7a9e8cbbb4 req-5b3553a7-0021-4b28-ae05-42b4f09d28fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:41.483912 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e038524d-5f90-4438-8f2e-1c5d63b6db34 req-0919c9c9-e1da-4cf6-bb79-8881923645de tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/security-groups?id=bee75c6a-c6c1-4516-b836-9a734cc34688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616172 Sep 17 07:53:41.485707 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d1d3386b-7436-4766-a366-fd7a9e8cbbb4 req-5b3553a7-0021-4b28-ae05-42b4f09d28fd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.1352329 Sep 17 07:53:41.493297 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8ff973bf-792e-4e1a-a38f-849f7609f5e5 req-71e06252-0395-4a83-bc8d-9d4bfc5b4ada service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564065 Sep 17 07:53:41.569109 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ec8d5d6b-5445-43c9-b313-292ff8a47a3d req-31fa5a68-6d39-4993-b00d-3b549b8a8a4b tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.2348216 Sep 17 07:53:41.570174 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc056713-56f1-4a20-8918-da8f4344cf44 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event deleted for resources: {'Port': ['ID=bbd36c67-7b03-418b-abd2-59f96c1c0fc3,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:41.579331 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3386b-7436-4766-a366-fd7a9e8cbbb4 req-53a164ed-22c4-4008-8ec0-865be856ed44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:41.582275 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5ad60d-b1b3-4705-9269-b1a1df1002c0 req-0ff828e5-3f59-4e99-bba0-a7bfa90fe7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:41.583780 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7b5ad60d-b1b3-4705-9269-b1a1df1002c0 req-0ff828e5-3f59-4e99-bba0-a7bfa90fe7f8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.2071168 Sep 17 07:53:41.584071 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d1d3386b-7436-4766-a366-fd7a9e8cbbb4 req-53a164ed-22c4-4008-8ec0-865be856ed44 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0717301 Sep 17 07:53:41.594140 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d667334f-8fc8-480d-8fa0-201d5f5781ef req-e007095f-0ca3-41f2-b70e-e2c0452fa161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:41.595657 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d667334f-8fc8-480d-8fa0-201d5f5781ef req-e007095f-0ca3-41f2-b70e-e2c0452fa161 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a19ec3bb-a256-4ba5-9c48-d7c47585247a HTTP/1.1" status: 200 len: 1097 time: 0.2597401 Sep 17 07:53:41.712015 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bc056713-56f1-4a20-8918-da8f4344cf44 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:41.714518 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-bc056713-56f1-4a20-8918-da8f4344cf44 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/ports/bbd36c67-7b03-418b-abd2-59f96c1c0fc3 HTTP/1.1" status: 204 len: 168 time: 2.8523674 Sep 17 07:53:41.737841 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 43638) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:41.754318 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95840866-278f-4e5d-820c-88100d5ae7f4 req-187e7090-546f-4e7d-890c-6f7af1070f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:41.758697 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-95840866-278f-4e5d-820c-88100d5ae7f4 req-187e7090-546f-4e7d-890c-6f7af1070f1d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=763cd4f6792f4b0eb1ab667ab87d5623&device_id=97e2b08c-ae5d-4ac9-901a-f557e5f27ff3 HTTP/1.1" status: 200 len: 1099 time: 0.1077290 Sep 17 07:53:41.794321 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port cff035b5-6ccb-44b3-860f-90632d19ec4e triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:53:41.795534 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:41.809200 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed73b78-2f1e-43c2-968f-9667bb98fcf7 req-c0f5b6cf-06be-4e2c-83c6-231ef56d6d5a tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:41.810773 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9ed73b78-2f1e-43c2-968f-9667bb98fcf7 req-c0f5b6cf-06be-4e2c-83c6-231ef56d6d5a tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] 10.222.0.13 "GET /v2.0/ports?device_id=a19ec3bb-a256-4ba5-9c48-d7c47585247a HTTP/1.1" status: 200 len: 946 time: 0.2304378 Sep 17 07:53:41.812502 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d667334f-8fc8-480d-8fa0-201d5f5781ef req-ee60b327-9119-44ec-bc4f-e261e7445950 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0160dd57-2270-4847-bea4-a144442b1878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483672 Sep 17 07:53:41.822601 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5ad60d-b1b3-4705-9269-b1a1df1002c0 req-88dab2c0-dd84-4219-b7ff-eb655c8a1bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:41.824229 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7b5ad60d-b1b3-4705-9269-b1a1df1002c0 req-88dab2c0-dd84-4219-b7ff-eb655c8a1bfe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1616161 Sep 17 07:53:41.850089 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519f6961-a5f1-4245-84cf-57dce39904e9 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:41.851640 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-519f6961-a5f1-4245-84cf-57dce39904e9 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1100059 Sep 17 07:53:41.856029 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d1d3386b-7436-4766-a366-fd7a9e8cbbb4 req-ba1bbe2e-a89a-4e3a-bd96-6ccd3daf15d9 service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156737 Sep 17 07:53:41.858729 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43642) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:41.880919 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9ed73b78-2f1e-43c2-968f-9667bb98fcf7 req-48d6bb24-3f06-4863-8b8b-37c67030cea7 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] 10.222.0.13 "GET /v2.0/security-groups?id=0160dd57-2270-4847-bea4-a144442b1878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547454 Sep 17 07:53:41.912803 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e16e42d-25cf-411f-beef-2b69f2af2180 None None] Could not find standard attr ID for object bbd36c67-7b03-418b-abd2-59f96c1c0fc3. {{(pid=101291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 07:53:41.921371 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95840866-278f-4e5d-820c-88100d5ae7f4 req-7e63a500-188f-4fb2-8702-d4249ee2da88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:41.922791 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-95840866-278f-4e5d-820c-88100d5ae7f4 req-7e63a500-188f-4fb2-8702-d4249ee2da88 service neutron] 10.222.0.39 "GET /v2.0/networks?id=469390cd-cce5-49bd-b8f8-9e64018a0583 HTTP/1.1" status: 200 len: 870 time: 0.1580162 Sep 17 07:53:41.940544 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3be55b-7127-4d4e-89a1-7817c5a1815d tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:41.942086 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ee3be55b-7127-4d4e-89a1-7817c5a1815d tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0821486 Sep 17 07:53:41.944657 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43644) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:41.946061 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9057d873-268c-48ac-b7ac-b3c103adc771 req-6b118b43-b49c-468b-8943-fb85f73e9215 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:41.947825 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9057d873-268c-48ac-b7ac-b3c103adc771 req-6b118b43-b49c-468b-8943-fb85f73e9215 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=03cb0dcf-6654-4dba-8891-de38fdfab3ff HTTP/1.1" status: 200 len: 946 time: 0.0587540 Sep 17 07:53:41.985362 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9057d873-268c-48ac-b7ac-b3c103adc771 req-c0c23264-6aa1-4740-9f46-94ca070d48b0 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309367 Sep 17 07:53:41.997079 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b98add-bf7c-43a6-9140-9bcee873d7d8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:41.998699 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b98add-bf7c-43a6-9140-9bcee873d7d8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:42.000247 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b98add-bf7c-43a6-9140-9bcee873d7d8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:42.001798 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e2b98add-bf7c-43a6-9140-9bcee873d7d8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0562325 Sep 17 07:53:42.004485 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43646) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:42.056423 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3cb0efc-7a32-4561-940d-37728b1ff766 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Deleting subnet 93bf8d92-3519-4478-a36f-c13522a96632 {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:53:42.059572 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0efc-7a32-4561-940d-37728b1ff766 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:42.113569 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0efc-7a32-4561-940d-37728b1ff766 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:42.201373 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb62136-67f2-4bec-ad91-ad23adb2d4da req-93017565-a6e6-48b9-8bd4-2f737ac64270 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:42.209537 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dbb62136-67f2-4bec-ad91-ad23adb2d4da req-93017565-a6e6-48b9-8bd4-2f737ac64270 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=f50ff527-62ae-4a3e-bb52-9dd6ba34fd45 HTTP/1.1" status: 200 len: 950 time: 0.0591753 Sep 17 07:53:42.210026 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0efc-7a32-4561-940d-37728b1ff766 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:42.270537 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dbb62136-67f2-4bec-ad91-ad23adb2d4da req-74a88a3c-3589-4648-a8d6-6437131fb189 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600660 Sep 17 07:53:42.281590 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0efc-7a32-4561-940d-37728b1ff766 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:42.288694 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048d09f7-2a29-4923-9409-bb9befc0289e req-739add46-55f6-4159-9474-dbcc5df18e69 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:42.290202 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-048d09f7-2a29-4923-9409-bb9befc0289e req-739add46-55f6-4159-9474-dbcc5df18e69 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=03cb0dcf-6654-4dba-8891-de38fdfab3ff HTTP/1.1" status: 200 len: 946 time: 0.0726879 Sep 17 07:53:42.338388 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0efc-7a32-4561-940d-37728b1ff766 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event deleted for resources: {'Subnet': ['ID=93bf8d92-3519-4478-a36f-c13522a96632,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:42.339255 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154931f7-41f4-40cf-b26c-0c61519043e8 None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:53:42.342284 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0efc-7a32-4561-940d-37728b1ff766 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:42.344586 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d3cb0efc-7a32-4561-940d-37728b1ff766 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/subnets/93bf8d92-3519-4478-a36f-c13522a96632 HTTP/1.1" status: 204 len: 168 time: 0.3391750 Sep 17 07:53:42.350612 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 43662) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:42.382224 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-95840866-278f-4e5d-820c-88100d5ae7f4 req-05c0e9fb-c911-46ff-8694-f65f794b5f7c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=c9ac485d-d9a5-4ab5-887c-40f640d331b2 HTTP/1.1" status: 200 len: 217 time: 0.0606554 Sep 17 07:53:42.409217 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-048d09f7-2a29-4923-9409-bb9befc0289e req-e55dfa8d-c3b1-46eb-9a8d-dc82a62efce5 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119695 Sep 17 07:53:42.462108 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-a674004c-e12a-4202-928a-d2f0ad609517 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Deleting subnet ec3cae8c-3b03-4802-99cc-7f88c39fe4bb {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:53:42.465752 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a674004c-e12a-4202-928a-d2f0ad609517 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:42.503170 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d1d3386b-7436-4766-a366-fd7a9e8cbbb4 req-a09c2f43-5222-4220-a936-95384e25115f service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800103 Sep 17 07:53:42.513273 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a674004c-e12a-4202-928a-d2f0ad609517 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:42.548303 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95840866-278f-4e5d-820c-88100d5ae7f4 req-9448dc42-f890-440c-b270-dd85d990933f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:42.551196 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-95840866-278f-4e5d-820c-88100d5ae7f4 req-9448dc42-f890-440c-b270-dd85d990933f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.0884564 Sep 17 07:53:42.585753 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7b5ad60d-b1b3-4705-9269-b1a1df1002c0 req-76cc1430-5460-4deb-8396-111af951fdae service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735500 Sep 17 07:53:42.669440 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95840866-278f-4e5d-820c-88100d5ae7f4 req-71f7874b-2e41-4fd0-a000-4246fd3d596f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:42.671856 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-95840866-278f-4e5d-820c-88100d5ae7f4 req-71f7874b-2e41-4fd0-a000-4246fd3d596f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0588918 Sep 17 07:53:42.751261 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-aab6ae1d-0069-4d61-91d2-367a50220e42 req-711ae09b-07ef-419a-b19a-f87d2359625d tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0908203 Sep 17 07:53:42.772587 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a674004c-e12a-4202-928a-d2f0ad609517 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:42.783078 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8fc041-cc5c-4df4-b548-8fd0b69acac5 req-5891d4dc-4272-4fcf-8808-ba788a4c8b26 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:42.791020 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4d8fc041-cc5c-4df4-b548-8fd0b69acac5 req-5891d4dc-4272-4fcf-8808-ba788a4c8b26 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/ports?device_id=46438423-9d22-4c4d-96c5-b83ca64abf2b HTTP/1.1" status: 200 len: 948 time: 0.1950984 Sep 17 07:53:42.806991 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-95840866-278f-4e5d-820c-88100d5ae7f4 req-bbde9c6e-4fad-4b95-a7aa-b5910fb1393e service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248984 Sep 17 07:53:42.885054 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7b5ad60d-b1b3-4705-9269-b1a1df1002c0 req-ca50f360-be88-4d11-800d-d33d48837827 service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714033 Sep 17 07:53:42.914305 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4d8fc041-cc5c-4df4-b548-8fd0b69acac5 req-e6a094f8-9dd7-42ff-9665-e2bd43dec52e tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/security-groups?id=bee75c6a-c6c1-4516-b836-9a734cc34688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224122 Sep 17 07:53:42.954610 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a674004c-e12a-4202-928a-d2f0ad609517 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:42.978646 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-95840866-278f-4e5d-820c-88100d5ae7f4 req-e722022e-ac72-4eae-a894-cc28dfea0a01 service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502728 Sep 17 07:53:43.002992 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a674004c-e12a-4202-928a-d2f0ad609517 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event deleted for resources: {'Subnet': ['ID=ec3cae8c-3b03-4802-99cc-7f88c39fe4bb,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:43.030695 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a674004c-e12a-4202-928a-d2f0ad609517 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:43.032815 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-a674004c-e12a-4202-928a-d2f0ad609517 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/subnets/ec3cae8c-3b03-4802-99cc-7f88c39fe4bb HTTP/1.1" status: 204 len: 168 time: 0.6811957 Sep 17 07:53:43.035554 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43678) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:43.078711 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9b7508-029e-4ebe-88fa-bd7bd6776a4c req-27de7150-ad34-4732-b790-cfb940e994ab tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:43.080848 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0a9b7508-029e-4ebe-88fa-bd7bd6776a4c req-27de7150-ad34-4732-b790-cfb940e994ab tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] 10.222.0.13 "GET /v2.0/ports?device_id=a19ec3bb-a256-4ba5-9c48-d7c47585247a HTTP/1.1" status: 200 len: 946 time: 0.0821509 Sep 17 07:53:43.091005 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-5e49b81c-19e2-458e-a1dd-27ed11f2742e tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0540972 Sep 17 07:53:43.094110 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43680) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:43.126561 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0a9b7508-029e-4ebe-88fa-bd7bd6776a4c req-1aeb2ba5-2342-40c1-ab73-7fd921a2d1a9 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] 10.222.0.13 "GET /v2.0/security-groups?id=0160dd57-2270-4847-bea4-a144442b1878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381958 Sep 17 07:53:43.175998 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8050cb66-2eb3-42b9-b591-f1cb5345ed6f tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:43.177840 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-8050cb66-2eb3-42b9-b591-f1cb5345ed6f tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0825870 Sep 17 07:53:43.180339 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43682) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:43.214796 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46438423-9d22-4c4d-96c5-b83ca64abf2b', 'tag': 'ef38b8e9-512a-4719-97c5-e8e0fe461330'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:53:43.217074 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-119436ce-80aa-4898-b62a-57d43ae90910" -d '{"events": [{"name": "network-changed", "server_uuid": "46438423-9d22-4c4d-96c5-b83ca64abf2b", "tag": "ef38b8e9-512a-4719-97c5-e8e0fe461330"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:53:43.239510 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e9035f-c783-4a7e-8225-5b6fa82364b5 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:43.243454 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c3e9035f-c783-4a7e-8225-5b6fa82364b5 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0597713 Sep 17 07:53:43.243651 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43686) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:43.308421 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebdedb7-a257-4240-8b57-e5819a8c8f90 None None] Network b9683b68-a3a4-4974-8bd0-f6d916aa4b94 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:53:43.426642 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa92f5e-e688-4518-8a86-7122996fed16 req-fb5ca8dc-fb82-4b84-bd6a-c8bad6fdb00f tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:43.430224 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9fa92f5e-e688-4518-8a86-7122996fed16 req-fb5ca8dc-fb82-4b84-bd6a-c8bad6fdb00f tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=f50ff527-62ae-4a3e-bb52-9dd6ba34fd45 HTTP/1.1" status: 200 len: 950 time: 0.0759721 Sep 17 07:53:43.439197 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-3bb39db3-686c-4f1e-9514-cdd8738f6aed None None] Provisioning complete for port cff035b5-6ccb-44b3-860f-90632d19ec4e triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:53:43.445815 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3bb39db3-686c-4f1e-9514-cdd8738f6aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:43.549188 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4d9c7bd9-c669-48c2-9ed4-b7f9e218e4d6 req-da3b41fa-4465-4fa3-a48a-b37fd0bad4d3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dbc3ceac-b4ad-4d90-858f-c00331b27ad7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1444705 Sep 17 07:53:43.605658 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9fa92f5e-e688-4518-8a86-7122996fed16 req-70f5365b-fd96-441f-8b4b-5d39ed5aa581 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434202 Sep 17 07:53:43.641888 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3207ef9e-e22e-4bef-8d76-9ecc9df86de6 None None] DHCP port deletion for b9683b68-a3a4-4974-8bd0-f6d916aa4b94 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 07:53:43.649123 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6cf78fd6-2f67-48d8-8213-1fc6e55c9fb5 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4043579 Sep 17 07:53:43.651686 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e724315a-7de6-410e-8085-25804434aa1c x-openstack-request-id: req-e724315a-7de6-410e-8085-25804434aa1c {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:53:43.652013 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46438423-9d22-4c4d-96c5-b83ca64abf2b", "tag": "ef38b8e9-512a-4719-97c5-e8e0fe461330", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:53:43.652261 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e724315a-7de6-410e-8085-25804434aa1c {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:53:43.652649 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46438423-9d22-4c4d-96c5-b83ca64abf2b', 'tag': 'ef38b8e9-512a-4719-97c5-e8e0fe461330', 'status': 'completed', 'code': 200} Sep 17 07:53:43.656051 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 43694) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:43.686317 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c38792e-6076-429a-a4ef-2309e296e6b5 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] DELETE failed (client error): The resource could not be found. Sep 17 07:53:43.686934 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c38792e-6076-429a-a4ef-2309e296e6b5 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 07:53:43.691423 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-0c38792e-6076-429a-a4ef-2309e296e6b5 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/ports/bbd36c67-7b03-418b-abd2-59f96c1c0fc3 HTTP/1.1" status: 404 len: 333 time: 0.0341005 Sep 17 07:53:43.691588 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43698) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:43.707739 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b67e781-6ea6-42a8-a101-263637b5f8b9 req-b6996b16-655a-426d-a119-0be61d36839a tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:43.710322 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-3207ef9e-e22e-4bef-8d76-9ecc9df86de6 None None] Deleting port cff035b5-6ccb-44b3-860f-90632d19ec4e {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:53:43.710881 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3207ef9e-e22e-4bef-8d76-9ecc9df86de6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:43.716428 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7b67e781-6ea6-42a8-a101-263637b5f8b9 req-b6996b16-655a-426d-a119-0be61d36839a tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=03cb0dcf-6654-4dba-8891-de38fdfab3ff HTTP/1.1" status: 200 len: 946 time: 0.1708310 Sep 17 07:53:43.721716 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-44f7a8c1-76ba-4a85-abc2-6260f3ab950e tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] DELETE failed (client error): The resource could not be found. Sep 17 07:53:43.722169 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44f7a8c1-76ba-4a85-abc2-6260f3ab950e tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 07:53:43.723917 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-44f7a8c1-76ba-4a85-abc2-6260f3ab950e tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/subnets/93bf8d92-3519-4478-a36f-c13522a96632 HTTP/1.1" status: 404 len: 337 time: 0.0315108 Sep 17 07:53:43.726453 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43700) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:43.732667 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c7bd9-c669-48c2-9ed4-b7f9e218e4d6 req-66ca9ae7-1ed2-47b2-940f-2aeb5f3cf9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:43.734702 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4d9c7bd9-c669-48c2-9ed4-b7f9e218e4d6 req-66ca9ae7-1ed2-47b2-940f-2aeb5f3cf9f7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=746a584a63d8493ea1b556df39b89a7b&device_id=dbc3ceac-b4ad-4d90-858f-c00331b27ad7 HTTP/1.1" status: 200 len: 1097 time: 0.1210856 Sep 17 07:53:43.762125 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119436ce-80aa-4898-b62a-57d43ae90910 req-152b83e6-345b-4fad-b0d6-71b2c980d172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:43.763635 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-119436ce-80aa-4898-b62a-57d43ae90910 req-152b83e6-345b-4fad-b0d6-71b2c980d172 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=763cd4f6792f4b0eb1ab667ab87d5623&device_id=46438423-9d22-4c4d-96c5-b83ca64abf2b HTTP/1.1" status: 200 len: 1099 time: 0.1135180 Sep 17 07:53:43.765100 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-25795533-ad03-4788-864b-f404f93da699 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] DELETE failed (client error): The resource could not be found. Sep 17 07:53:43.765533 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25795533-ad03-4788-864b-f404f93da699 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 07:53:43.767329 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-25795533-ad03-4788-864b-f404f93da699 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/subnets/ec3cae8c-3b03-4802-99cc-7f88c39fe4bb HTTP/1.1" status: 404 len: 337 time: 0.0399842 Sep 17 07:53:43.769957 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43702) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:43.773744 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7b67e781-6ea6-42a8-a101-263637b5f8b9 req-af18d8ef-2968-4e1c-b237-55b4876edf4f tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564520 Sep 17 07:53:43.786996 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-3207ef9e-e22e-4bef-8d76-9ecc9df86de6 None None] For port cff035b5-6ccb-44b3-860f-90632d19ec4e, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=cff035b5-6ccb-44b3-860f-90632d19ec4e,segment=NetworkSegment(ccc4c9b3-8f64-4b6a-96f4-35a1665005a6),segment_id=ccc4c9b3-8f64-4b6a-96f4-35a1665005a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:53:43.787349 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3207ef9e-e22e-4bef-8d76-9ecc9df86de6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:43.813621 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-3207ef9e-e22e-4bef-8d76-9ecc9df86de6 None None] Calling delete_port for cff035b5-6ccb-44b3-860f-90632d19ec4e owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:53:43.814609 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-b47d2ade-f4b8-4a58-9454-6d0a9ff67224 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] DELETE failed (client error): The resource could not be found. Sep 17 07:53:43.815337 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b47d2ade-f4b8-4a58-9454-6d0a9ff67224 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 07:53:43.819647 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b47d2ade-f4b8-4a58-9454-6d0a9ff67224 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/ports/69ef4490-05b2-4cb8-91b8-4a9810e1f34c HTTP/1.1" status: 404 len: 333 time: 0.0464091 Sep 17 07:53:43.828582 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 43706) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:43.867611 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-f82bb9d1-124b-49ed-b5cc-8bc2f41b327e tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] DELETE failed (client error): The resource could not be found. Sep 17 07:53:43.868099 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f82bb9d1-124b-49ed-b5cc-8bc2f41b327e tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 07:53:43.872282 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-f82bb9d1-124b-49ed-b5cc-8bc2f41b327e tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/subnets/84673b1b-4b46-4386-acef-3a2b8e343d44 HTTP/1.1" status: 404 len: 337 time: 0.0403306 Sep 17 07:53:43.874259 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43710) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:43.911552 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-47c2afd3-1baf-443d-bb6f-b528ec197499 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] DELETE failed (client error): The resource could not be found. Sep 17 07:53:43.912134 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47c2afd3-1baf-443d-bb6f-b528ec197499 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 07:53:43.917027 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-47c2afd3-1baf-443d-bb6f-b528ec197499 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/subnets/d4054713-3d60-49de-b95d-51aacf4785a4 HTTP/1.1" status: 404 len: 337 time: 0.0386758 Sep 17 07:53:43.917027 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43714) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:43.937329 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3207ef9e-e22e-4bef-8d76-9ecc9df86de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:43.958275 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-76c59b41-e9a8-4be6-911f-70f46141b7d2 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] DELETE failed (client error): The resource could not be found. Sep 17 07:53:43.959063 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76c59b41-e9a8-4be6-911f-70f46141b7d2 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 07:53:43.963955 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-76c59b41-e9a8-4be6-911f-70f46141b7d2 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/ports/7ef713c3-8687-49d7-80c9-d65e4573a4cc HTTP/1.1" status: 404 len: 333 time: 0.0434980 Sep 17 07:53:43.964161 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4034702e-96bf-4ed6-be2c-dacbaa727008 req-8db5c01e-6501-4064-8095-68a4e6f84ba2 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0855238 Sep 17 07:53:43.964727 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 43720) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:43.981430 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119436ce-80aa-4898-b62a-57d43ae90910 req-3e311a15-05b8-4450-b7fe-bd5f4abdffb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:43.983658 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-119436ce-80aa-4898-b62a-57d43ae90910 req-3e311a15-05b8-4450-b7fe-bd5f4abdffb6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=469390cd-cce5-49bd-b8f8-9e64018a0583 HTTP/1.1" status: 200 len: 870 time: 0.1854494 Sep 17 07:53:43.997636 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3207ef9e-e22e-4bef-8d76-9ecc9df86de6 None None] No DVR routers for this DVR port cff035b5-6ccb-44b3-860f-90632d19ec4e on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:53:44.000752 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3207ef9e-e22e-4bef-8d76-9ecc9df86de6 None None] Pushing event deleted for resources: {'Port': ['ID=cff035b5-6ccb-44b3-860f-90632d19ec4e,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:44.031749 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-919eb7f5-823a-4cff-a0c3-a18ccfd50f6a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] DELETE failed (client error): The resource could not be found. Sep 17 07:53:44.032241 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-919eb7f5-823a-4cff-a0c3-a18ccfd50f6a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 07:53:44.034051 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-919eb7f5-823a-4cff-a0c3-a18ccfd50f6a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/subnets/505b32e8-f532-49bc-9d30-c6fb55dc041a HTTP/1.1" status: 404 len: 337 time: 0.0656424 Sep 17 07:53:44.038330 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 43722) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:44.055604 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c7bd9-c669-48c2-9ed4-b7f9e218e4d6 req-49cf122a-4472-4b9b-9c22-114a7329bb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:44.057251 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4d9c7bd9-c669-48c2-9ed4-b7f9e218e4d6 req-49cf122a-4472-4b9b-9c22-114a7329bb5e service neutron] 10.222.0.39 "GET /v2.0/networks?id=707dcf24-13d2-4ec8-bbd9-667ff063181d HTTP/1.1" status: 200 len: 906 time: 0.2734158 Sep 17 07:53:44.061929 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-119436ce-80aa-4898-b62a-57d43ae90910 req-ddae47af-a0d5-4c58-9239-0f4c4e71e777 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=ef38b8e9-512a-4719-97c5-e8e0fe461330 HTTP/1.1" status: 200 len: 217 time: 0.0703156 Sep 17 07:53:44.083658 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e3dbaff-b5d1-4281-8160-c4a53eb48205 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] DELETE failed (client error): The resource could not be found. Sep 17 07:53:44.084316 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e3dbaff-b5d1-4281-8160-c4a53eb48205 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 07:53:44.086202 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-0e3dbaff-b5d1-4281-8160-c4a53eb48205 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/subnets/781b55f2-a0c6-4be7-8ce1-c45091f25afb HTTP/1.1" status: 404 len: 337 time: 0.0466003 Sep 17 07:53:44.089003 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43726) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:44.132673 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ccb8b5d-86ef-4aaa-84fa-308209de554a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] DELETE failed (client error): The resource could not be found. Sep 17 07:53:44.133423 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ccb8b5d-86ef-4aaa-84fa-308209de554a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 07:53:44.135209 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6ccb8b5d-86ef-4aaa-84fa-308209de554a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/ports/3d4ec358-c184-412e-be60-279414a3e57a HTTP/1.1" status: 404 len: 333 time: 0.0452073 Sep 17 07:53:44.140621 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43728) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:44.146382 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e304e07-fcd2-4d5a-a4e3-2913298ea60b req-03b6f551-83da-45f6-a611-fe47f31cecbc tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:44.148015 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0e304e07-fcd2-4d5a-a4e3-2913298ea60b req-03b6f551-83da-45f6-a611-fe47f31cecbc tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/ports?device_id=46438423-9d22-4c4d-96c5-b83ca64abf2b HTTP/1.1" status: 200 len: 948 time: 0.0678775 Sep 17 07:53:44.177385 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d21ec42-d6da-47f2-979c-7e2c79f8f0a8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] DELETE failed (client error): The resource could not be found. Sep 17 07:53:44.177904 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d21ec42-d6da-47f2-979c-7e2c79f8f0a8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 07:53:44.182925 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-5d21ec42-d6da-47f2-979c-7e2c79f8f0a8 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/subnets/b075525e-20ef-416f-824c-02d7971a39b9 HTTP/1.1" status: 404 len: 337 time: 0.0413373 Sep 17 07:53:44.185278 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 43732) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:44.241303 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119436ce-80aa-4898-b62a-57d43ae90910 req-b5f65929-ac3b-4fe4-b587-3fb928d5a745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:44.242696 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-119436ce-80aa-4898-b62a-57d43ae90910 req-b5f65929-ac3b-4fe4-b587-3fb928d5a745 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.0750463 Sep 17 07:53:44.305719 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119436ce-80aa-4898-b62a-57d43ae90910 req-9ed2557c-6698-42c5-98cf-481d2610aad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:44.307515 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-119436ce-80aa-4898-b62a-57d43ae90910 req-9ed2557c-6698-42c5-98cf-481d2610aad6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0571101 Sep 17 07:53:44.332161 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4d9c7bd9-c669-48c2-9ed4-b7f9e218e4d6 req-29e99055-2ed6-42a5-af45-02d7d238743a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ebe1e53-5f26-455e-907a-06be5b2ef741 HTTP/1.1" status: 200 len: 1001 time: 0.1734836 Sep 17 07:53:44.344526 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-80f27746-d53d-4286-9adb-24ae9b79e8a2 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] DELETE failed (client error): The resource could not be found. Sep 17 07:53:44.344981 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80f27746-d53d-4286-9adb-24ae9b79e8a2 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 07:53:44.346658 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-80f27746-d53d-4286-9adb-24ae9b79e8a2 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/subnets/e299b5e8-5d51-4b8b-b083-7fea9da4e347 HTTP/1.1" status: 404 len: 337 time: 0.1478107 Sep 17 07:53:44.350993 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43734) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:44.412511 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0e304e07-fcd2-4d5a-a4e3-2913298ea60b req-b21a2b1c-06da-4a44-b17f-6dcc038b6e1c tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/security-groups?id=bee75c6a-c6c1-4516-b836-9a734cc34688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526202 Sep 17 07:53:44.430444 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a47e9f8-29d7-4619-9514-d5593dfdef6a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] DELETE failed (client error): The resource could not be found. Sep 17 07:53:44.436317 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a47e9f8-29d7-4619-9514-d5593dfdef6a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 07:53:44.437023 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c7bd9-c669-48c2-9ed4-b7f9e218e4d6 req-cc9c1969-e9a8-4633-a189-6315280002e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:44.438520 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4d9c7bd9-c669-48c2-9ed4-b7f9e218e4d6 req-cc9c1969-e9a8-4633-a189-6315280002e8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=160360dd-540c-4432-8c1f-b0acc1484c17 HTTP/1.1" status: 200 len: 844 time: 0.0909104 Sep 17 07:53:44.439506 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6a47e9f8-29d7-4619-9514-d5593dfdef6a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/ports/76e0894d-ea9b-4d11-8f6d-37d4b0af9a8e HTTP/1.1" status: 404 len: 333 time: 0.0874405 Sep 17 07:53:44.448425 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 43736) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:44.469672 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335270dc-fabd-4389-a069-eee6ac2b2697 req-5874ba98-2f83-4c16-a911-786fc5952de5 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:44.471244 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-335270dc-fabd-4389-a069-eee6ac2b2697 req-5874ba98-2f83-4c16-a911-786fc5952de5 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] 10.222.0.13 "GET /v2.0/ports?device_id=a19ec3bb-a256-4ba5-9c48-d7c47585247a HTTP/1.1" status: 200 len: 946 time: 0.1415071 Sep 17 07:53:44.489317 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-119436ce-80aa-4898-b62a-57d43ae90910 req-2a843e97-98d6-455d-b1ca-70fc78a57710 service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716709 Sep 17 07:53:44.527401 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdd0fa4b-629b-4ce9-9555-069300ec6dfc tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] DELETE failed (client error): The resource could not be found. Sep 17 07:53:44.527876 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdd0fa4b-629b-4ce9-9555-069300ec6dfc tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 07:53:44.532703 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43738) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:44.532852 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-cdd0fa4b-629b-4ce9-9555-069300ec6dfc tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/subnets/647d5b1d-9f34-412a-b4cc-ac9641f1f18f HTTP/1.1" status: 404 len: 337 time: 0.0796859 Sep 17 07:53:44.567409 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c7bd9-c669-48c2-9ed4-b7f9e218e4d6 req-bd430ad3-4ef1-4947-aff4-6673b70df76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:44.568574 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4d9c7bd9-c669-48c2-9ed4-b7f9e218e4d6 req-bd430ad3-4ef1-4947-aff4-6673b70df76d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=707dcf24-13d2-4ec8-bbd9-667ff063181d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1080680 Sep 17 07:53:44.571703 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-335270dc-fabd-4389-a069-eee6ac2b2697 req-1a84e19e-5310-4d58-8a2f-9b22dad0d900 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] 10.222.0.13 "GET /v2.0/security-groups?id=0160dd57-2270-4847-bea4-a144442b1878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694880 Sep 17 07:53:44.588948 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-77f9501d-19ed-4ea0-a013-29077e30cc37 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] DELETE failed (client error): The resource could not be found. Sep 17 07:53:44.593112 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77f9501d-19ed-4ea0-a013-29077e30cc37 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 07:53:44.595071 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-77f9501d-19ed-4ea0-a013-29077e30cc37 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/ports/97b2262f-207b-47ed-bdd3-a283d0ffe5c9 HTTP/1.1" status: 404 len: 333 time: 0.0611820 Sep 17 07:53:44.597860 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 43740) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:44.651430 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-31a4baee-6ab0-4868-b963-ebf24b4f7e35 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] DELETE failed (client error): The resource could not be found. Sep 17 07:53:44.653163 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31a4baee-6ab0-4868-b963-ebf24b4f7e35 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 07:53:44.653486 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-119436ce-80aa-4898-b62a-57d43ae90910 req-d20e1857-0bd3-4611-8f3c-068a290c06cd service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407506 Sep 17 07:53:44.655919 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-31a4baee-6ab0-4868-b963-ebf24b4f7e35 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/subnets/0d10caba-9bae-4db6-9adc-e6685f675e36 HTTP/1.1" status: 404 len: 337 time: 0.0559907 Sep 17 07:53:44.658601 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43744) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:44.697631 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-f60fb54c-d9a7-42e3-909c-7e6b3f6db565 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] DELETE failed (client error): The resource could not be found. Sep 17 07:53:44.698357 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f60fb54c-d9a7-42e3-909c-7e6b3f6db565 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 07:53:44.700162 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f60fb54c-d9a7-42e3-909c-7e6b3f6db565 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/ports/10394c55-dbcf-491d-a261-814416d32877 HTTP/1.1" status: 404 len: 333 time: 0.0405653 Sep 17 07:53:44.702830 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43746) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:44.733638 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0941954-4553-45fb-a02c-3caa924572b1 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] DELETE failed (client error): The resource could not be found. Sep 17 07:53:44.734327 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0941954-4553-45fb-a02c-3caa924572b1 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 07:53:44.736426 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c0941954-4553-45fb-a02c-3caa924572b1 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/subnets/c137d05d-2e26-443e-9f76-45dbba54ec1c HTTP/1.1" status: 404 len: 337 time: 0.0326557 Sep 17 07:53:44.738940 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43748) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:44.761556 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4d9c7bd9-c669-48c2-9ed4-b7f9e218e4d6 req-ef207908-3a0d-4ff4-9711-f386c0d21413 service neutron] 10.222.0.39 "GET /v2.0/networks/707dcf24-13d2-4ec8-bbd9-667ff063181d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551609 Sep 17 07:53:44.768625 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-74c93961-5dc2-4afb-9c4a-f3fd7be84dae tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] DELETE failed (client error): The resource could not be found. Sep 17 07:53:44.769346 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74c93961-5dc2-4afb-9c4a-f3fd7be84dae tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 07:53:44.772222 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-74c93961-5dc2-4afb-9c4a-f3fd7be84dae tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/ports/c09afcc9-d916-40df-b478-11899d337a82 HTTP/1.1" status: 404 len: 333 time: 0.0322919 Sep 17 07:53:44.774670 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43750) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:44.807668 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-0493c439-fd88-4742-b539-26d9f6f2e261 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] DELETE failed (client error): The resource could not be found. Sep 17 07:53:44.808157 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0493c439-fd88-4742-b539-26d9f6f2e261 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 07:53:44.809674 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f5b28-9c6e-437f-9af3-eb43196aea8f req-6f204328-51f7-4a76-8964-1e76b3b9f682 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:44.810300 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-0493c439-fd88-4742-b539-26d9f6f2e261 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/subnets/7ed1ac59-5fff-4731-a6f6-5013f5e7e850 HTTP/1.1" status: 404 len: 337 time: 0.0346973 Sep 17 07:53:44.811482 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4e2f5b28-9c6e-437f-9af3-eb43196aea8f req-6f204328-51f7-4a76-8964-1e76b3b9f682 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=f50ff527-62ae-4a3e-bb52-9dd6ba34fd45 HTTP/1.1" status: 200 len: 950 time: 0.0865600 Sep 17 07:53:44.814219 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 43752) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:44.876676 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-7daa2031-7a8b-44f3-b58f-774a25abde4e tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] DELETE failed (client error): The resource could not be found. Sep 17 07:53:44.877329 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7daa2031-7a8b-44f3-b58f-774a25abde4e tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 07:53:44.879041 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-7daa2031-7a8b-44f3-b58f-774a25abde4e tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/ports/0bdac733-c382-42b1-ae45-bf5411aa7e5e HTTP/1.1" status: 404 len: 333 time: 0.0638669 Sep 17 07:53:44.881742 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43756) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:44.916452 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-b083e3e5-dd90-483b-8ab2-4930307e5ce7 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] DELETE failed (client error): The resource could not be found. Sep 17 07:53:44.917511 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b083e3e5-dd90-483b-8ab2-4930307e5ce7 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 07:53:44.919751 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b083e3e5-dd90-483b-8ab2-4930307e5ce7 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/subnets/54b00f0e-b2f5-4410-b4bc-449ee0ff92f9 HTTP/1.1" status: 404 len: 337 time: 0.0367198 Sep 17 07:53:44.922251 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43758) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:44.963501 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4e2f5b28-9c6e-437f-9af3-eb43196aea8f req-a8ddf18c-a68c-483c-88fb-b31e1b30ad0b tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980165 Sep 17 07:53:44.966658 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4d9c7bd9-c669-48c2-9ed4-b7f9e218e4d6 req-8cd584ea-c0bc-42b4-921e-f7b41ae695af service neutron] 10.222.0.39 "GET /v2.0/networks/707dcf24-13d2-4ec8-bbd9-667ff063181d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947393 Sep 17 07:53:44.983580 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe47f4a-529d-4b24-86fb-89412f8c4cdb req-ba243115-b37d-45a0-ae71-ba1c9c730cfb tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:44.992240 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cfe47f4a-529d-4b24-86fb-89412f8c4cdb req-ba243115-b37d-45a0-ae71-ba1c9c730cfb tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=03cb0dcf-6654-4dba-8891-de38fdfab3ff HTTP/1.1" status: 200 len: 946 time: 0.1193171 Sep 17 07:53:45.051657 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e672607-a711-4136-95ca-1452b0bfaa03 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] DELETE failed (client error): The resource could not be found. Sep 17 07:53:45.052657 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e672607-a711-4136-95ca-1452b0bfaa03 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 07:53:45.054772 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-2e672607-a711-4136-95ca-1452b0bfaa03 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/ports/679c9313-da84-4c0e-b614-0583f1628924 HTTP/1.1" status: 404 len: 333 time: 0.1314304 Sep 17 07:53:45.056837 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cfe47f4a-529d-4b24-86fb-89412f8c4cdb req-fc84db05-78f3-463c-9897-aac6fdadd370 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595291 Sep 17 07:53:45.062834 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43764) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:45.110476 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-8544b5f4-52cc-4492-b95d-584196f47ea1 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] DELETE failed (client error): The resource could not be found. Sep 17 07:53:45.110939 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8544b5f4-52cc-4492-b95d-584196f47ea1 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 07:53:45.112379 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8c969734-388a-4ab9-b520-8088e6d4418b req-a9bdfa58-e3da-4ad6-b65c-82b0377330e1 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0434480 Sep 17 07:53:45.112724 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-8544b5f4-52cc-4492-b95d-584196f47ea1 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/subnets/70730b09-371f-42fd-bfd4-2bb899363493 HTTP/1.1" status: 404 len: 337 time: 0.0432310 Sep 17 07:53:45.115208 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43766) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:45.137441 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14495786-116a-4f28-b234-b8ccb400b90f req-c31707c8-0bbf-4cd6-9ae2-1faa6639a3ba tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:45.138950 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-14495786-116a-4f28-b234-b8ccb400b90f req-c31707c8-0bbf-4cd6-9ae2-1faa6639a3ba tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.39 "GET /v2.0/ports?device_id=03cb0dcf-6654-4dba-8891-de38fdfab3ff HTTP/1.1" status: 200 len: 946 time: 0.2045588 Sep 17 07:53:45.156923 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-df6e46f5-c7d0-4e0c-9f4b-2f9d4565088f tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] DELETE failed (client error): The resource could not be found. Sep 17 07:53:45.157366 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df6e46f5-c7d0-4e0c-9f4b-2f9d4565088f tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 07:53:45.158994 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-df6e46f5-c7d0-4e0c-9f4b-2f9d4565088f tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/subnets/5ae784b1-eba5-4ff8-a26e-fb134f4df96b HTTP/1.1" status: 404 len: 337 time: 0.0429339 Sep 17 07:53:45.161472 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43768) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:45.191334 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac41f34a-a94c-49a2-a14e-19ead428ad6f tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] DELETE failed (client error): The resource could not be found. Sep 17 07:53:45.192175 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac41f34a-a94c-49a2-a14e-19ead428ad6f tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 07:53:45.194264 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ac41f34a-a94c-49a2-a14e-19ead428ad6f tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/ports/b4649ffc-19f2-46fd-95f0-99afba806d7d HTTP/1.1" status: 404 len: 333 time: 0.0316882 Sep 17 07:53:45.197707 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43772) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:45.251527 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-a714c68d-4885-4e69-aeca-e9a38ad1f5f5 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] DELETE failed (client error): The resource could not be found. Sep 17 07:53:45.252149 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a714c68d-4885-4e69-aeca-e9a38ad1f5f5 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 07:53:45.256326 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a714c68d-4885-4e69-aeca-e9a38ad1f5f5 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/subnets/6cb8ba40-7af6-4187-94ae-e2248858dcfd HTTP/1.1" status: 404 len: 337 time: 0.0561547 Sep 17 07:53:45.256990 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 43774) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:45.285873 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-4068d4eb-c13c-42e7-b2a3-4024c99b2bb5 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] DELETE failed (client error): The resource could not be found. Sep 17 07:53:45.286609 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4068d4eb-c13c-42e7-b2a3-4024c99b2bb5 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 07:53:45.290873 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43776) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:45.291146 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-4068d4eb-c13c-42e7-b2a3-4024c99b2bb5 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/subnets/d24c0fb4-d5cc-4535-a864-a5d0a61a4c8a HTTP/1.1" status: 404 len: 337 time: 0.0329995 Sep 17 07:53:45.321692 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f2b207e-b46f-4dbf-8111-08ede752f7c1 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] DELETE failed (client error): The resource could not be found. Sep 17 07:53:45.322764 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f2b207e-b46f-4dbf-8111-08ede752f7c1 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 07:53:45.327639 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-7f2b207e-b46f-4dbf-8111-08ede752f7c1 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/ports/df27f6e7-3c29-4356-8d0e-240f30be4234 HTTP/1.1" status: 404 len: 333 time: 0.0326035 Sep 17 07:53:45.327987 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 43778) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:45.363133 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-55f10494-4518-48a2-9bc2-08325166a4b2 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] DELETE failed (client error): The resource could not be found. Sep 17 07:53:45.363607 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55f10494-4518-48a2-9bc2-08325166a4b2 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 07:53:45.367768 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-55f10494-4518-48a2-9bc2-08325166a4b2 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/subnets/9d195f1a-fcc1-4bd2-a2d5-9fa4cb8a7723 HTTP/1.1" status: 404 len: 337 time: 0.0387876 Sep 17 07:53:45.376815 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-14495786-116a-4f28-b234-b8ccb400b90f req-48939e56-d25f-4552-902d-6b17dd678bd2 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Deleting port 1b72d49a-cad6-4a46-bda8-65c611f834dc {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:53:45.377245 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-14495786-116a-4f28-b234-b8ccb400b90f req-48939e56-d25f-4552-902d-6b17dd678bd2 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:45.383739 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 43780) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:45.402547 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device cff035b5-6ccb-44b3-860f-90632d19ec4e no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:53:45.415615 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-918bdcf5-71ba-4e82-85a4-e7d007470b5d tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] DELETE failed (client error): The resource could not be found. Sep 17 07:53:45.415615 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-918bdcf5-71ba-4e82-85a4-e7d007470b5d tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 07:53:45.417260 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-918bdcf5-71ba-4e82-85a4-e7d007470b5d tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/subnets/6f72c27b-8ea4-4887-a1ab-c823331cfc5a HTTP/1.1" status: 404 len: 337 time: 0.0323558 Sep 17 07:53:45.419921 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 43782) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:45.445623 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-6afadf83-88ba-4885-b47e-355063caee6d tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] DELETE failed (client error): The resource could not be found. Sep 17 07:53:45.446791 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6afadf83-88ba-4885-b47e-355063caee6d tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 07:53:45.451323 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-6afadf83-88ba-4885-b47e-355063caee6d tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/ports/846253b9-d550-4cef-bf4a-04308e9c2bad HTTP/1.1" status: 404 len: 333 time: 0.0303135 Sep 17 07:53:45.452619 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 43786) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:45.455495 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: cff035b5-6ccb-44b3-860f-90632d19ec4e {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:53:45.455872 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device cff035b5-6ccb-44b3-860f-90632d19ec4e not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:53:45.494666 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b944384-25d6-462e-aecb-76d2d283a65b tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] DELETE failed (client error): The resource could not be found. Sep 17 07:53:45.499939 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b944384-25d6-462e-aecb-76d2d283a65b tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 07:53:45.502432 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-1b944384-25d6-462e-aecb-76d2d283a65b tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/subnets/c12ea26c-8b3b-40ce-82e3-fb543b741cb6 HTTP/1.1" status: 404 len: 337 time: 0.0486598 Sep 17 07:53:45.504251 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 43788) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:45.541954 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-14495786-116a-4f28-b234-b8ccb400b90f req-48939e56-d25f-4552-902d-6b17dd678bd2 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] For port 1b72d49a-cad6-4a46-bda8-65c611f834dc, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=1b72d49a-cad6-4a46-bda8-65c611f834dc,segment=NetworkSegment(9d7157a6-8670-462c-b175-6c19d661dbef),segment_id=9d7157a6-8670-462c-b175-6c19d661dbef)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:53:45.542589 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-14495786-116a-4f28-b234-b8ccb400b90f req-48939e56-d25f-4552-902d-6b17dd678bd2 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:45.557528 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c11255c-1472-49f6-9ac1-6b2f836b32af tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] DELETE failed (client error): The resource could not be found. Sep 17 07:53:45.557995 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c11255c-1472-49f6-9ac1-6b2f836b32af tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 07:53:45.558874 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-14495786-116a-4f28-b234-b8ccb400b90f req-48939e56-d25f-4552-902d-6b17dd678bd2 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Calling delete_port for 1b72d49a-cad6-4a46-bda8-65c611f834dc owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:53:45.559754 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-7c11255c-1472-49f6-9ac1-6b2f836b32af tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/subnets/e0c50562-1d95-430d-948c-39430563c965 HTTP/1.1" status: 404 len: 337 time: 0.0540547 Sep 17 07:53:45.562993 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 43790) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:45.594499 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e6adae10-fcb1-4dcb-b054-9883aac8f7f0 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/ports?device_id=3144b541-6d34-4aee-99f0-f7408b7d150d HTTP/1.1" status: 200 len: 205 time: 0.0302131 Sep 17 07:53:45.599260 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 43792) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:45.613473 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a760e2-217e-4af5-864e-7766ee3a887e req-3a1ad422-f6c8-401f-92c0-fe68c211b9be tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:45.615423 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-75a760e2-217e-4af5-864e-7766ee3a887e req-3a1ad422-f6c8-401f-92c0-fe68c211b9be tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/ports?device_id=46438423-9d22-4c4d-96c5-b83ca64abf2b HTTP/1.1" status: 200 len: 948 time: 0.1119425 Sep 17 07:53:45.670681 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-52f5b911-7002-487a-a0e2-42410a842e1a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] delete failed (client error): The resource could not be found. Sep 17 07:53:45.671682 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-52f5b911-7002-487a-a0e2-42410a842e1a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/routers/3144b541-6d34-4aee-99f0-f7408b7d150d HTTP/1.1" status: 404 len: 336 time: 0.0547569 Sep 17 07:53:45.676818 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43796) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:45.725156 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-75a760e2-217e-4af5-864e-7766ee3a887e req-d18bde5f-2967-4ffe-9686-37df9f7f7e94 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/security-groups?id=bee75c6a-c6c1-4516-b836-9a734cc34688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029553 Sep 17 07:53:45.741699 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f28828-e90e-4c5d-82f2-ce581d2d95b6 req-c5344827-ffc0-4b9b-ba08-f066c7fe3579 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:45.743215 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f0f28828-e90e-4c5d-82f2-ce581d2d95b6 req-c5344827-ffc0-4b9b-ba08-f066c7fe3579 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] 10.222.0.13 "GET /v2.0/ports?device_id=a19ec3bb-a256-4ba5-9c48-d7c47585247a HTTP/1.1" status: 200 len: 946 time: 0.0742691 Sep 17 07:53:45.755409 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-29e2f5c6-8186-462d-94bf-849d010b1466 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] DELETE failed (client error): The resource could not be found. Sep 17 07:53:45.755984 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29e2f5c6-8186-462d-94bf-849d010b1466 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 07:53:45.758915 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-29e2f5c6-8186-462d-94bf-849d010b1466 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/subnets/f228ad1b-1105-4b34-8bc6-66254733c9a6 HTTP/1.1" status: 404 len: 337 time: 0.0801280 Sep 17 07:53:45.761752 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43798) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:45.800937 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-9aa30333-c58b-42be-8fdd-0a5f1533cf22 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "GET /v2.0/ports?device_id=be7ff51a-8e41-4282-8d1b-5adbf1317aa9 HTTP/1.1" status: 200 len: 205 time: 0.0379615 Sep 17 07:53:45.805015 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43800) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:45.815977 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f0f28828-e90e-4c5d-82f2-ce581d2d95b6 req-e9644d10-117c-4267-ac43-d1051370e5c8 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] 10.222.0.13 "GET /v2.0/security-groups?id=0160dd57-2270-4847-bea4-a144442b1878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618722 Sep 17 07:53:45.851821 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-14495786-116a-4f28-b234-b8ccb400b90f req-48939e56-d25f-4552-902d-6b17dd678bd2 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:45.853921 n-d-789963-9 neutron-server[101290]: INFO neutron.api.v2.resource [None req-2182c64c-7f75-4597-b785-6c98f68ab7ce tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] delete failed (client error): The resource could not be found. Sep 17 07:53:45.858727 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-2182c64c-7f75-4597-b785-6c98f68ab7ce tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/routers/be7ff51a-8e41-4282-8d1b-5adbf1317aa9 HTTP/1.1" status: 404 len: 336 time: 0.0493264 Sep 17 07:53:45.859069 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 43806) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:45.885590 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['ad2bb8ba-714e-49f4-b421-fd480d0b965a', '1b72d49a-cad6-4a46-bda8-65c611f834dc'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:53:45.886756 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48939e56-d25f-4552-902d-6b17dd678bd2 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Pushing event deleted for resources: {'Port': ['ID=1b72d49a-cad6-4a46-bda8-65c611f834dc,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:45.928316 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbb56ccd-1439-44be-836c-af81acf64bb0 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] DELETE failed (client error): The resource could not be found. Sep 17 07:53:45.928769 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbb56ccd-1439-44be-836c-af81acf64bb0 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 07:53:45.932883 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-fbb56ccd-1439-44be-836c-af81acf64bb0 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/subnets/ddf3a9d4-a1cd-475c-ac13-a724ea8d4e37 HTTP/1.1" status: 404 len: 337 time: 0.0703440 Sep 17 07:53:45.933079 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 43808) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:45.948007 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-14495786-116a-4f28-b234-b8ccb400b90f req-48939e56-d25f-4552-902d-6b17dd678bd2 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] No DVR routers for this DVR port 1b72d49a-cad6-4a46-bda8-65c611f834dc on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:53:45.951906 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-14495786-116a-4f28-b234-b8ccb400b90f req-48939e56-d25f-4552-902d-6b17dd678bd2 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:45.954653 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-14495786-116a-4f28-b234-b8ccb400b90f req-48939e56-d25f-4552-902d-6b17dd678bd2 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.39 "DELETE /v2.0/ports/1b72d49a-cad6-4a46-bda8-65c611f834dc HTTP/1.1" status: 204 len: 173 time: 0.7716634 Sep 17 07:53:45.955115 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03cb0dcf-6654-4dba-8891-de38fdfab3ff', 'name': 'network-vif-deleted', 'tag': '1b72d49a-cad6-4a46-bda8-65c611f834dc'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:53:45.958057 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4977679f-2346-4bbe-87eb-3dbfef375258" -d '{"events": [{"server_uuid": "03cb0dcf-6654-4dba-8891-de38fdfab3ff", "name": "network-vif-deleted", "tag": "1b72d49a-cad6-4a46-bda8-65c611f834dc"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:53:45.990280 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fa0bd2f-6c60-45c2-abf0-91526903e860 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] DELETE failed (client error): The resource could not be found. Sep 17 07:53:45.990903 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fa0bd2f-6c60-45c2-abf0-91526903e860 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 07:53:45.995227 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43812) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:45.995974 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-0fa0bd2f-6c60-45c2-abf0-91526903e860 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/subnets/f4b7637c-99b6-44e0-9641-38e7338dd55a HTTP/1.1" status: 404 len: 337 time: 0.0618067 Sep 17 07:53:46.007390 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd46bdb6-e554-48f5-9ffb-5b79c8d39f71 x-openstack-request-id: req-cd46bdb6-e554-48f5-9ffb-5b79c8d39f71 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:53:46.007682 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03cb0dcf-6654-4dba-8891-de38fdfab3ff", "name": "network-vif-deleted", "tag": "1b72d49a-cad6-4a46-bda8-65c611f834dc", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:53:46.007955 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cd46bdb6-e554-48f5-9ffb-5b79c8d39f71 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:53:46.008349 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03cb0dcf-6654-4dba-8891-de38fdfab3ff', 'name': 'network-vif-deleted', 'tag': '1b72d49a-cad6-4a46-bda8-65c611f834dc', 'status': 'completed', 'code': 200} Sep 17 07:53:46.027058 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d727765c-eef8-4873-b28a-4e42974b56d8 req-3231e825-7602-4bf4-889b-fa9e3f66b640 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:46.038502 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d727765c-eef8-4873-b28a-4e42974b56d8 req-3231e825-7602-4bf4-889b-fa9e3f66b640 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] 10.222.0.13 "GET /v2.0/ports?device_id=a19ec3bb-a256-4ba5-9c48-d7c47585247a HTTP/1.1" status: 200 len: 946 time: 0.1183469 Sep 17 07:53:46.038502 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 43816) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:46.043571 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-b44efc75-1cec-4e3e-bc5b-c644f0d87222 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Request body: {'floatingip': {'port_id': 'f2fbc78a-4f39-4a1e-a6c5-cc98583fd9ad'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:53:46.044282 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e820633-5f64-481d-aacc-bf895e7116b0 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] DELETE failed (client error): The resource could not be found. Sep 17 07:53:46.045040 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e820633-5f64-481d-aacc-bf895e7116b0 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 07:53:46.047614 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-8e820633-5f64-481d-aacc-bf895e7116b0 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/ports/6022f6f2-1a04-498b-91e0-da8c0234559c HTTP/1.1" status: 404 len: 333 time: 0.0512922 Sep 17 07:53:46.051281 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43818) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:46.117903 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dab5b0d-2878-4a4c-8734-95c6783b4323 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] DELETE failed (client error): The resource could not be found. Sep 17 07:53:46.118450 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dab5b0d-2878-4a4c-8734-95c6783b4323 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 07:53:46.123996 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-5dab5b0d-2878-4a4c-8734-95c6783b4323 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/subnets/40cee767-99af-4a77-9880-e6d3ab120741 HTTP/1.1" status: 404 len: 337 time: 0.0692842 Sep 17 07:53:46.124285 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43822) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:46.177683 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-b437fcd3-66bc-4422-a884-93ab1f8c9cb5 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] DELETE failed (client error): The resource could not be found. Sep 17 07:53:46.178431 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b437fcd3-66bc-4422-a884-93ab1f8c9cb5 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 07:53:46.180435 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b437fcd3-66bc-4422-a884-93ab1f8c9cb5 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/ports/c08f3e1c-7b72-48e0-ad1c-32bc61e3a80d HTTP/1.1" status: 404 len: 333 time: 0.0551746 Sep 17 07:53:46.183102 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43828) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:46.193461 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b44efc75-1cec-4e3e-bc5b-c644f0d87222 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Notify callbacks [] for floatingip, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:46.211256 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e7a8db7-1251-49c2-9cca-102d07bc8f4a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] DELETE failed (client error): The resource could not be found. Sep 17 07:53:46.211712 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e7a8db7-1251-49c2-9cca-102d07bc8f4a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 07:53:46.213725 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6e7a8db7-1251-49c2-9cca-102d07bc8f4a tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/subnets/b376eb48-c2a6-483b-b362-6f6d02654c0a HTTP/1.1" status: 404 len: 337 time: 0.0295370 Sep 17 07:53:46.216206 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43830) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:46.243851 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8329041-fcbc-4dab-8416-68afd1086c4f tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] DELETE failed (client error): The resource could not be found. Sep 17 07:53:46.244577 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8329041-fcbc-4dab-8416-68afd1086c4f tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 07:53:46.246605 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c8329041-fcbc-4dab-8416-68afd1086c4f tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/ports/b9fa1fe6-d87f-44f9-a26a-e2f5c30063d4 HTTP/1.1" status: 404 len: 333 time: 0.0293722 Sep 17 07:53:46.251182 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43834) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:46.294740 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-3800071f-d10d-4ede-8101-2e4b671830eb tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] DELETE failed (client error): The resource could not be found. Sep 17 07:53:46.299775 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3800071f-d10d-4ede-8101-2e4b671830eb tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 07:53:46.303908 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-3800071f-d10d-4ede-8101-2e4b671830eb tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/subnets/3bda142d-761f-47b3-b6df-50df0bd05961 HTTP/1.1" status: 404 len: 337 time: 0.0495102 Sep 17 07:53:46.305583 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43838) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:46.345929 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f725c88-497a-457e-bf1a-a2e6173b787b tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] DELETE failed (client error): The resource could not be found. Sep 17 07:53:46.346669 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f725c88-497a-457e-bf1a-a2e6173b787b tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 07:53:46.350971 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-4f725c88-497a-457e-bf1a-a2e6173b787b tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/ports/98080def-53a5-453c-b5c1-e20b8b53df7e HTTP/1.1" status: 404 len: 333 time: 0.0420070 Sep 17 07:53:46.360103 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43840) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:46.401678 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-d02916f9-f932-449d-abb7-9f4328cbb0dd tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] DELETE failed (client error): The resource could not be found. Sep 17 07:53:46.402218 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d02916f9-f932-449d-abb7-9f4328cbb0dd tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 07:53:46.406948 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d02916f9-f932-449d-abb7-9f4328cbb0dd tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/subnets/0e036d35-5cde-4fc4-a52c-4c49b9fa0e33 HTTP/1.1" status: 404 len: 337 time: 0.0426672 Sep 17 07:53:46.407217 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43844) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:46.441326 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7e41107-af3d-498f-9c98-a12d8a765f4c tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] DELETE failed (client error): The resource could not be found. Sep 17 07:53:46.441640 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7e41107-af3d-498f-9c98-a12d8a765f4c tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 07:53:46.443894 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f7e41107-af3d-498f-9c98-a12d8a765f4c tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/ports/85f1b1bd-fdca-4e77-9fa0-ed57da3457b7 HTTP/1.1" status: 404 len: 333 time: 0.0351603 Sep 17 07:53:46.445891 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43846) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:46.474459 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-06da282a-e3d9-4011-9de7-a911a8b68777 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] DELETE failed (client error): The resource could not be found. Sep 17 07:53:46.475208 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06da282a-e3d9-4011-9de7-a911a8b68777 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 07:53:46.479458 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-06da282a-e3d9-4011-9de7-a911a8b68777 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/subnets/c73c18ac-90ed-4202-b71e-dc5cbab03bde HTTP/1.1" status: 404 len: 337 time: 0.0299988 Sep 17 07:53:46.479782 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43848) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:46.529269 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea9f4b67-77f2-43d2-ab2e-58a0e2dc75e7 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] DELETE failed (client error): The resource could not be found. Sep 17 07:53:46.531815 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea9f4b67-77f2-43d2-ab2e-58a0e2dc75e7 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 07:53:46.536834 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ea9f4b67-77f2-43d2-ab2e-58a0e2dc75e7 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/ports/26b94136-a9a9-488e-bdc0-02a75a650adc HTTP/1.1" status: 404 len: 333 time: 0.0559080 Sep 17 07:53:46.537781 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43850) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:46.585494 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7692ece-9ae8-4136-b287-f8dcb6ace43c tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] DELETE failed (client error): The resource could not be found. Sep 17 07:53:46.585875 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7692ece-9ae8-4136-b287-f8dcb6ace43c tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 07:53:46.588907 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c7692ece-9ae8-4136-b287-f8dcb6ace43c tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/subnets/8647aa8d-237f-41be-b238-cdf965a3c673 HTTP/1.1" status: 404 len: 337 time: 0.0490727 Sep 17 07:53:46.590618 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43852) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:46.623305 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-dacb71a5-dd85-4cf2-bb03-51187ff41d09 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] DELETE failed (client error): The resource could not be found. Sep 17 07:53:46.624122 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dacb71a5-dd85-4cf2-bb03-51187ff41d09 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 07:53:46.627887 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-dacb71a5-dd85-4cf2-bb03-51187ff41d09 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/ports/3dd9d872-d222-4023-bb5f-82955bf0fe5b HTTP/1.1" status: 404 len: 333 time: 0.0341587 Sep 17 07:53:46.633753 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43854) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:46.686827 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-93ac7b16-02c2-4ebd-8d20-17145bee7193 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] DELETE failed (client error): The resource could not be found. Sep 17 07:53:46.687607 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93ac7b16-02c2-4ebd-8d20-17145bee7193 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 07:53:46.695237 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-93ac7b16-02c2-4ebd-8d20-17145bee7193 tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/subnets/38273cf6-dc25-43c0-9c67-ae0656b512b4 HTTP/1.1" status: 404 len: 337 time: 0.0578537 Sep 17 07:53:46.695651 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43856) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:46.715756 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-62d2dd74-51b0-4ead-85e0-5e02ba94ed6a req-79fc759a-0ded-4795-b7a2-d47cbb8ac903 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=03cb0dcf-6654-4dba-8891-de38fdfab3ff HTTP/1.1" status: 200 len: 210 time: 0.5043497 Sep 17 07:53:46.832456 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-66ff50cd-bbba-4332-883e-5afe4b6fb44b tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:46.838685 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2593c175-2d65-4ada-9d19-a177f17eb233 req-34f8c7a3-022a-487c-828a-3fa52cd010b1 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:46.847093 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2593c175-2d65-4ada-9d19-a177f17eb233 req-34f8c7a3-022a-487c-828a-3fa52cd010b1 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=f50ff527-62ae-4a3e-bb52-9dd6ba34fd45 HTTP/1.1" status: 200 len: 950 time: 0.7124388 Sep 17 07:53:46.888471 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9729dca0-61f6-4098-93d1-db1472be7e8c req-288ab983-ca8c-4478-93ee-6faba08b45c4 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0861645 Sep 17 07:53:46.952934 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2593c175-2d65-4ada-9d19-a177f17eb233 req-9f72518c-5b9d-44da-9555-fe2000469601 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047769 Sep 17 07:53:47.103908 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-66ff50cd-bbba-4332-883e-5afe4b6fb44b tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:47.140242 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-66ff50cd-bbba-4332-883e-5afe4b6fb44b tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9683b68-a3a4-4974-8bd0-f6d916aa4b94']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:53:47.175793 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-66ff50cd-bbba-4332-883e-5afe4b6fb44b tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:53:47.176122 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-66ff50cd-bbba-4332-883e-5afe4b6fb44b tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccc4c9b3-8f64-4b6a-96f4-35a1665005a6') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:53:47.182635 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device ef38b8e9-512a-4719-97c5-e8e0fe461330 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:53:47.196678 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-66ff50cd-bbba-4332-883e-5afe4b6fb44b tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:47.212762 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-66ff50cd-bbba-4332-883e-5afe4b6fb44b tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:47.220759 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66ff50cd-bbba-4332-883e-5afe4b6fb44b tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 07:53:47.221356 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-66ff50cd-bbba-4332-883e-5afe4b6fb44b tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:47.226538 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 07:53:47.226538 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 07:53:47.226538 n-d-789963-9 neutron-server[101290]: timer() Sep 17 07:53:47.226538 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 07:53:47.226538 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 07:53:47.226538 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 07:53:47.226538 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 07:53:47.226538 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 07:53:47.226538 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 07:53:47.226538 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 07:53:47.226538 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 07:53:47.226538 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 07:53:47.226538 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 07:53:47.226538 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 07:53:47.226538 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 07:53:47.226538 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 07:53:47.226538 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 07:53:47.226538 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 07:53:47.226538 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 07:53:47.226538 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 07:53:47.226538 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 07:53:47.226538 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 07:53:47.226538 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 07:53:47.226538 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 07:53:47.226538 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 07:53:47.226538 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 07:53:47.226538 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 07:53:47.226538 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 07:53:47.226538 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 07:53:47.226538 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 07:53:47.226538 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 07:53:47.226538 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 07:53:47.306556 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-66ff50cd-bbba-4332-883e-5afe4b6fb44b tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:47.315047 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-66ff50cd-bbba-4332-883e-5afe4b6fb44b tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:47.317285 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-66ff50cd-bbba-4332-883e-5afe4b6fb44b tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] 10.222.0.13 "DELETE /v2.0/networks/b9683b68-a3a4-4974-8bd0-f6d916aa4b94 HTTP/1.1" status: 204 len: 168 time: 0.6202359 Sep 17 07:53:47.345912 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e73ef-ad5c-483e-a476-4fa915567fea req-8eb76ed5-e5d7-462a-baf6-9ebda1f2f47d tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:47.347657 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-869e73ef-ad5c-483e-a476-4fa915567fea req-8eb76ed5-e5d7-462a-baf6-9ebda1f2f47d tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbc3ceac-b4ad-4d90-858f-c00331b27ad7 HTTP/1.1" status: 200 len: 946 time: 0.2268145 Sep 17 07:53:47.368195 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ff50cd-bbba-4332-883e-5afe4b6fb44b tempest-NetworksTestDHCPv6-1427254900 tempest-NetworksTestDHCPv6-1427254900-project] Pushing event deleted for resources: {'Network': ['ID=b9683b68-a3a4-4974-8bd0-f6d916aa4b94,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:47.497901 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port ef38b8e9-512a-4719-97c5-e8e0fe461330, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=ef38b8e9-512a-4719-97c5-e8e0fe461330,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:53:47.524235 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': 'ef38b8e9-512a-4719-97c5-e8e0fe461330', 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583', 'port_id': 'ef38b8e9-512a-4719-97c5-e8e0fe461330', 'mac_address': 'fa:16:3e:81:8d:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f3af6cb-9cad-436b-bf41-034e75672c44', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:53:47.571291 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:47.591131 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef38b8e9-512a-4719-97c5-e8e0fe461330 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:53:47.615538 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port ef38b8e9-512a-4719-97c5-e8e0fe461330, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=ef38b8e9-512a-4719-97c5-e8e0fe461330,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:53:47.621762 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:47.622896 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device c9ac485d-d9a5-4ab5-887c-40f640d331b2 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:53:47.664333 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c99da61-2be2-4c7a-919a-2982c128cead req-06262805-9156-46ac-9f1e-b3c5cd83966e tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:47.665906 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4c99da61-2be2-4c7a-919a-2982c128cead req-06262805-9156-46ac-9f1e-b3c5cd83966e tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/ports?device_id=46438423-9d22-4c4d-96c5-b83ca64abf2b HTTP/1.1" status: 200 len: 948 time: 0.5464451 Sep 17 07:53:47.729828 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=ef38b8e9-512a-4719-97c5-e8e0fe461330,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:47.738362 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port c9ac485d-d9a5-4ab5-887c-40f640d331b2, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=c9ac485d-d9a5-4ab5-887c-40f640d331b2,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:53:47.753775 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': 'c9ac485d-d9a5-4ab5-887c-40f640d331b2', 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583', 'port_id': 'c9ac485d-d9a5-4ab5-887c-40f640d331b2', 'mac_address': 'fa:16:3e:c6:ff:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f3af6cb-9cad-436b-bf41-034e75672c44', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:53:47.796114 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-869e73ef-ad5c-483e-a476-4fa915567fea req-ea481660-9e0a-4c54-a0b9-b6eb40933f16 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] 10.222.0.13 "GET /v2.0/security-groups?id=53e3b2e3-86bb-40c4-b326-5cfb7d536fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338234 Sep 17 07:53:47.796114 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b44efc75-1cec-4e3e-bc5b-c644f0d87222 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:47.821652 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4c99da61-2be2-4c7a-919a-2982c128cead req-23fdfa08-a496-44bd-9c80-b645aea797be tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/security-groups?id=bee75c6a-c6c1-4516-b836-9a734cc34688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332350 Sep 17 07:53:47.822751 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b44efc75-1cec-4e3e-bc5b-c644f0d87222 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:47.835007 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:47.860139 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9ac485d-d9a5-4ab5-887c-40f640d331b2 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:53:47.912224 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port c9ac485d-d9a5-4ab5-887c-40f640d331b2, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=c9ac485d-d9a5-4ab5-887c-40f640d331b2,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:53:47.922804 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:47.943529 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43876) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:47.968174 n-d-789963-9 neutron-server[101289]: INFO neutron.db.l3_db [None req-b44efc75-1cec-4e3e-bc5b-c644f0d87222 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Floating IP 9600b177-ab37-4dce-8280-2bfd84480903 associated. External IP: 172.25.6.185, port: f2fbc78a-4f39-4a1e-a6c5-cc98583fd9ad. Sep 17 07:53:47.974519 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=c9ac485d-d9a5-4ab5-887c-40f640d331b2,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:48.081616 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6785c11e-67eb-43cf-bf7d-2f54a0e20cdc req-c4c61da4-12cf-4d80-893e-53b21ac8d994 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0663042 Sep 17 07:53:48.115879 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-1befbebb-7e08-4a15-bd9e-1452ba45b6d0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=852d2b51c00949899c2370ce1b47ee69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1695695 Sep 17 07:53:48.119599 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43882) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:48.148426 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b3afc-cacd-4096-938d-e70282b21e74 req-b78a8379-a357-4b34-8e9d-b346f216ab95 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:48.150121 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-883b3afc-cacd-4096-938d-e70282b21e74 req-b78a8379-a357-4b34-8e9d-b346f216ab95 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.1337910 Sep 17 07:53:48.171824 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3e8ebbb3-66a9-4e16-b278-e7435ef6b0c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:48.195353 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3e8ebbb3-66a9-4e16-b278-e7435ef6b0c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:48.250519 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3e8ebbb3-66a9-4e16-b278-e7435ef6b0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:48.253123 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3e8ebbb3-66a9-4e16-b278-e7435ef6b0c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:48.254296 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-3e8ebbb3-66a9-4e16-b278-e7435ef6b0c3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/027c4d40-9147-4fa3-885c-c0cd47023a74 HTTP/1.1" status: 204 len: 168 time: 0.1337478 Sep 17 07:53:48.262953 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8ebbb3-66a9-4e16-b278-e7435ef6b0c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=027c4d40-9147-4fa3-885c-c0cd47023a74,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:48.286114 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-883b3afc-cacd-4096-938d-e70282b21e74 req-e019d559-d14d-4d5e-b294-80bc8a7b9826 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271832 Sep 17 07:53:48.310629 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6696bba-ad85-4d21-8264-3c61234c5d8d req-457addae-b30b-4914-b27c-ce8de8758739 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:48.312723 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c6696bba-ad85-4d21-8264-3c61234c5d8d req-457addae-b30b-4914-b27c-ce8de8758739 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=f50ff527-62ae-4a3e-bb52-9dd6ba34fd45 HTTP/1.1" status: 200 len: 950 time: 0.1483903 Sep 17 07:53:48.397319 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c6696bba-ad85-4d21-8264-3c61234c5d8d req-b73a64d8-7550-42dc-8827-2031e68543b6 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751371 Sep 17 07:53:48.404634 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b44efc75-1cec-4e3e-bc5b-c644f0d87222 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Router 3fa37587-81e9-4b4a-8660-4f4bfcf3a263 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:53:48.535463 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['ef38b8e9-512a-4719-97c5-e8e0fe461330'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:53:48.562212 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['c9ac485d-d9a5-4ab5-887c-40f640d331b2'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:53:48.571724 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b44efc75-1cec-4e3e-bc5b-c644f0d87222 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:53:48.577767 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b44efc75-1cec-4e3e-bc5b-c644f0d87222 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:48.600246 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4dd814-2d1b-4ed9-91cc-1a9627cfda3a None None] Sync routers for ids ['3fa37587-81e9-4b4a-8660-4f4bfcf3a263'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:53:48.633250 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-b44efc75-1cec-4e3e-bc5b-c644f0d87222 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] 10.222.0.13 "PUT /v2.0/floatingips/9600b177-ab37-4dce-8280-2bfd84480903 HTTP/1.1" status: 200 len: 992 time: 2.5936792 Sep 17 07:53:48.638130 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a19ec3bb-a256-4ba5-9c48-d7c47585247a', 'tag': 'f2fbc78a-4f39-4a1e-a6c5-cc98583fd9ad'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:53:48.643436 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4dd814-2d1b-4ed9-91cc-1a9627cfda3a None None] Routers {'3fa37587-81e9-4b4a-8660-4f4bfcf3a263'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:53:48.644332 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-9a4dd814-2d1b-4ed9-91cc-1a9627cfda3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:53:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['3fa37587-81e9-4b4a-8660-4f4bfcf3a263'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:53:48.645684 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b29f1444-7a0a-4395-a4b1-6b5b8d566abe" -d '{"events": [{"name": "network-changed", "server_uuid": "a19ec3bb-a256-4ba5-9c48-d7c47585247a", "tag": "f2fbc78a-4f39-4a1e-a6c5-cc98583fd9ad"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:53:48.664831 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532340fc-23e6-48ae-b20f-39f810b0bac9 req-ce7bc36f-4109-4ea5-9c06-469c4f625b35 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:48.681928 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-532340fc-23e6-48ae-b20f-39f810b0bac9 req-ce7bc36f-4109-4ea5-9c06-469c4f625b35 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.1660790 Sep 17 07:53:48.744943 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-532340fc-23e6-48ae-b20f-39f810b0bac9 req-00999802-cc7c-4ac8-93a9-60706833fb1a tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614092 Sep 17 07:53:48.805833 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9993ea-adf6-4de3-9440-2086d34396b1 x-openstack-request-id: req-fd9993ea-adf6-4de3-9440-2086d34396b1 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:53:48.806301 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a19ec3bb-a256-4ba5-9c48-d7c47585247a", "tag": "f2fbc78a-4f39-4a1e-a6c5-cc98583fd9ad", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:53:48.806707 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fd9993ea-adf6-4de3-9440-2086d34396b1 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:53:48.807302 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a19ec3bb-a256-4ba5-9c48-d7c47585247a', 'tag': 'f2fbc78a-4f39-4a1e-a6c5-cc98583fd9ad', 'status': 'completed', 'code': 200} Sep 17 07:53:48.938660 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f1444-7a0a-4395-a4b1-6b5b8d566abe req-22d7c799-962d-4d0f-924c-7c3a1f7ecd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:48.940849 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b29f1444-7a0a-4395-a4b1-6b5b8d566abe req-22d7c799-962d-4d0f-924c-7c3a1f7ecd25 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=84fde82bad9d4548b190a832b1df5fc2&device_id=a19ec3bb-a256-4ba5-9c48-d7c47585247a HTTP/1.1" status: 200 len: 1097 time: 0.0763574 Sep 17 07:53:49.026974 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c168a3ff-f112-4de7-a052-a35b1ecf0027 req-ec15055d-52df-4ce6-8c36-bdc2de8c9578 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:49.035455 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c168a3ff-f112-4de7-a052-a35b1ecf0027 req-ec15055d-52df-4ce6-8c36-bdc2de8c9578 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.1087186 Sep 17 07:53:49.102308 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-9a4dd814-2d1b-4ed9-91cc-1a9627cfda3a None None] Set router 3fa37587-81e9-4b4a-8660-4f4bfcf3a263 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:53:49.125386 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c168a3ff-f112-4de7-a052-a35b1ecf0027 req-c4257d39-d1ea-4b5a-a2f1-5dc06d2ad3af tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845621 Sep 17 07:53:49.130947 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f1444-7a0a-4395-a4b1-6b5b8d566abe req-9ad3f644-22e5-4db8-a3b1-71e3a7dea155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:49.132837 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b29f1444-7a0a-4395-a4b1-6b5b8d566abe req-9ad3f644-22e5-4db8-a3b1-71e3a7dea155 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cc19eaa7-2fec-4a50-a002-e03f66320c40 HTTP/1.1" status: 200 len: 912 time: 0.1787932 Sep 17 07:53:49.199979 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d6bb25-36eb-4cba-80b6-58a5013b683f req-da5afce3-fef9-4c80-89a8-3c952a3109f3 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:49.206605 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 1b72d49a-cad6-4a46-bda8-65c611f834dc no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:53:49.207886 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b9d6bb25-36eb-4cba-80b6-58a5013b683f req-da5afce3-fef9-4c80-89a8-3c952a3109f3 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbc3ceac-b4ad-4d90-858f-c00331b27ad7 HTTP/1.1" status: 200 len: 946 time: 0.1491306 Sep 17 07:53:49.243169 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: 1b72d49a-cad6-4a46-bda8-65c611f834dc {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:53:49.243546 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 1b72d49a-cad6-4a46-bda8-65c611f834dc not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:53:49.350977 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b9d6bb25-36eb-4cba-80b6-58a5013b683f req-46e8579e-bc77-464d-b6f1-b3bfba9af9fd tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] 10.222.0.13 "GET /v2.0/security-groups?id=53e3b2e3-86bb-40c4-b326-5cfb7d536fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366446 Sep 17 07:53:49.397470 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b29f1444-7a0a-4395-a4b1-6b5b8d566abe req-ee572c7d-97fb-4cf8-b04c-e8303186b474 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2fbc78a-4f39-4a1e-a6c5-cc98583fd9ad HTTP/1.1" status: 200 len: 1000 time: 0.2467158 Sep 17 07:53:49.424758 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a537327c-c3f7-450b-ab4a-64365190307e req-25a2c923-bbff-4c40-9b1b-1bb4aa48947d tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:49.426335 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a537327c-c3f7-450b-ab4a-64365190307e req-25a2c923-bbff-4c40-9b1b-1bb4aa48947d tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/ports?device_id=46438423-9d22-4c4d-96c5-b83ca64abf2b HTTP/1.1" status: 200 len: 949 time: 0.1480238 Sep 17 07:53:49.502074 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f1444-7a0a-4395-a4b1-6b5b8d566abe req-e3660f74-81bc-4267-a52b-43e3f177042d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:49.504246 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b29f1444-7a0a-4395-a4b1-6b5b8d566abe req-e3660f74-81bc-4267-a52b-43e3f177042d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=65482dcc-7ff4-4442-8996-a64a825a1c54 HTTP/1.1" status: 200 len: 850 time: 0.0963283 Sep 17 07:53:49.567954 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f1444-7a0a-4395-a4b1-6b5b8d566abe req-4dd2cab0-6b0f-4578-83e1-d28ba3576b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:49.569601 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b29f1444-7a0a-4395-a4b1-6b5b8d566abe req-4dd2cab0-6b0f-4578-83e1-d28ba3576b06 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cc19eaa7-2fec-4a50-a002-e03f66320c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509310 Sep 17 07:53:49.590658 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 43936) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:49.600392 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a537327c-c3f7-450b-ab4a-64365190307e req-6c8002a0-78db-42d8-9ef9-3e1df7d90486 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/security-groups?id=bee75c6a-c6c1-4516-b836-9a734cc34688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577451 Sep 17 07:53:49.626485 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b38ec963-bba8-4820-b84d-685d6e3c6c6c req-68101901-9b97-4712-a3cc-112d80583158 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.1135948 Sep 17 07:53:49.744714 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b29f1444-7a0a-4395-a4b1-6b5b8d566abe req-340f7b4b-c6e7-4160-a003-0b387c905801 service neutron] 10.222.0.39 "GET /v2.0/networks/cc19eaa7-2fec-4a50-a002-e03f66320c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666329 Sep 17 07:53:49.777371 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-9a4dd814-2d1b-4ed9-91cc-1a9627cfda3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa37587-81e9-4b4a-8660-4f4bfcf3a263', 'name': 'tempest-ServersTestManualDisk-982544102-router', 'tenant_id': '84fde82bad9d4548b190a832b1df5fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '9808cc26-cef2-425c-b176-2e0b45f487d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:53:00Z', 'updated_at': '2021-09-17T07:53:08Z', 'revision_number': 4, 'project_id': '84fde82bad9d4548b190a832b1df5fc2', 'gw_port': {'id': '9808cc26-cef2-425c-b176-2e0b45f487d4', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:bb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa37587-81e9-4b4a-8660-4f4bfcf3a263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:53:01Z', 'updated_at': '2021-09-17T07:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '9600b177-ab37-4dce-8280-2bfd84480903', 'tenant_id': '84fde82bad9d4548b190a832b1df5fc2', 'floating_ip_address': '172.25.6.185', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '3fa37587-81e9-4b4a-8660-4f4bfcf3a263', 'port_id': 'f2fbc78a-4f39-4a1e-a6c5-cc98583fd9ad', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc19eaa7-2fec-4a50-a002-e03f66320c40', 'mac_address': 'fa:16:3e:e8:64:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19ec3bb-a256-4ba5-9c48-d7c47585247a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T07:53:17Z', 'updated_at': '2021-09-17T07:53:47Z', 'revision_number': 1, 'project_id': '84fde82bad9d4548b190a832b1df5fc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49841603-2cfb-4808-aa7e-24bc81b1c87c', 'name': '', 'network_id': 'cc19eaa7-2fec-4a50-a002-e03f66320c40', 'tenant_id': '84fde82bad9d4548b190a832b1df5fc2', 'mac_address': 'fa:16:3e:88:25:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa37587-81e9-4b4a-8660-4f4bfcf3a263', 'device_owner': 'network:router_interface', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '65482dcc-7ff4-4442-8996-a64a825a1c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:53:06Z', 'updated_at': '2021-09-17T07:53:17Z', 'revision_number': 5, 'project_id': '84fde82bad9d4548b190a832b1df5fc2', 'subnets': [{'id': '65482dcc-7ff4-4442-8996-a64a825a1c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:53:49.866734 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4dd814-2d1b-4ed9-91cc-1a9627cfda3a None None] Checking router: 3fa37587-81e9-4b4a-8660-4f4bfcf3a263 for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:53:49.900241 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be61620-abae-4cb4-a895-2eef03e5ac3b req-a516fd74-d554-4a33-b497-0ef5a009e12d tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:49.909349 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4dd814-2d1b-4ed9-91cc-1a9627cfda3a None None] Routers {'3fa37587-81e9-4b4a-8660-4f4bfcf3a263'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:53:49.910698 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-9a4dd814-2d1b-4ed9-91cc-1a9627cfda3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:53:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['3fa37587-81e9-4b4a-8660-4f4bfcf3a263'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:53:49.911171 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3be61620-abae-4cb4-a895-2eef03e5ac3b req-a516fd74-d554-4a33-b497-0ef5a009e12d tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=f50ff527-62ae-4a3e-bb52-9dd6ba34fd45 HTTP/1.1" status: 200 len: 950 time: 0.0982695 Sep 17 07:53:49.916586 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-34f21e14-b108-4de2-a868-aaf1d1af91d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:49.957134 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-3eac48f2-455a-425e-b0a5-8bdc7667f647 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-2067762'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:53:50.015997 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b29f1444-7a0a-4395-a4b1-6b5b8d566abe req-387aa240-d5d7-4810-a279-43db2a8c7b25 service neutron] 10.222.0.39 "GET /v2.0/networks/cc19eaa7-2fec-4a50-a002-e03f66320c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626040 Sep 17 07:53:50.047122 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3be61620-abae-4cb4-a895-2eef03e5ac3b req-1b400e6d-90f0-4217-b4c7-ace7338ef6f1 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349690 Sep 17 07:53:50.048897 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eac48f2-455a-425e-b0a5-8bdc7667f647 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Made reservation on behalf of 53f763631f764e04935f3f02d40100ab for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:53:50.052454 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3eac48f2-455a-425e-b0a5-8bdc7667f647 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:50.072647 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-9a4dd814-2d1b-4ed9-91cc-1a9627cfda3a None None] Set router 3fa37587-81e9-4b4a-8660-4f4bfcf3a263 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:53:50.074822 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3eac48f2-455a-425e-b0a5-8bdc7667f647 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:50.203780 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3eac48f2-455a-425e-b0a5-8bdc7667f647 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:50.208562 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3eac48f2-455a-425e-b0a5-8bdc7667f647 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:50.223709 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eac48f2-455a-425e-b0a5-8bdc7667f647 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 07:53:50.235902 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3eac48f2-455a-425e-b0a5-8bdc7667f647 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:50.236405 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-3eac48f2-455a-425e-b0a5-8bdc7667f647 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Added segment 4a30e628-a419-40bc-aa31-44ddd5c140a6 of type vlan for network eeabefef-e02a-4cdd-841e-551f86e62241 Sep 17 07:53:50.288692 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3eac48f2-455a-425e-b0a5-8bdc7667f647 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:50.343644 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eac48f2-455a-425e-b0a5-8bdc7667f647 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e596e3fe-2c13-4d55-9d45-f87b7b9a6de2,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:50.346787 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3eac48f2-455a-425e-b0a5-8bdc7667f647 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:50.353076 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eac48f2-455a-425e-b0a5-8bdc7667f647 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:50.353684 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3eac48f2-455a-425e-b0a5-8bdc7667f647 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:50.382219 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eac48f2-455a-425e-b0a5-8bdc7667f647 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:53:50.382714 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eac48f2-455a-425e-b0a5-8bdc7667f647 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:53:50.383208 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eac48f2-455a-425e-b0a5-8bdc7667f647 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:53:50.383560 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eac48f2-455a-425e-b0a5-8bdc7667f647 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:53:50.383923 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eac48f2-455a-425e-b0a5-8bdc7667f647 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:53:50.384266 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eac48f2-455a-425e-b0a5-8bdc7667f647 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:53:50.384604 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eac48f2-455a-425e-b0a5-8bdc7667f647 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:53:50.384962 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eac48f2-455a-425e-b0a5-8bdc7667f647 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:53:50.385291 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eac48f2-455a-425e-b0a5-8bdc7667f647 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:53:50.385631 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eac48f2-455a-425e-b0a5-8bdc7667f647 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:53:50.385952 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eac48f2-455a-425e-b0a5-8bdc7667f647 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:53:50.386279 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eac48f2-455a-425e-b0a5-8bdc7667f647 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:53:50.387593 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-9a4dd814-2d1b-4ed9-91cc-1a9627cfda3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa37587-81e9-4b4a-8660-4f4bfcf3a263', 'name': 'tempest-ServersTestManualDisk-982544102-router', 'tenant_id': '84fde82bad9d4548b190a832b1df5fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '9808cc26-cef2-425c-b176-2e0b45f487d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:53:00Z', 'updated_at': '2021-09-17T07:53:08Z', 'revision_number': 4, 'project_id': '84fde82bad9d4548b190a832b1df5fc2', 'gw_port': {'id': '9808cc26-cef2-425c-b176-2e0b45f487d4', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:bb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa37587-81e9-4b4a-8660-4f4bfcf3a263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:53:01Z', 'updated_at': '2021-09-17T07:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '9600b177-ab37-4dce-8280-2bfd84480903', 'tenant_id': '84fde82bad9d4548b190a832b1df5fc2', 'floating_ip_address': '172.25.6.185', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '3fa37587-81e9-4b4a-8660-4f4bfcf3a263', 'port_id': 'f2fbc78a-4f39-4a1e-a6c5-cc98583fd9ad', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc19eaa7-2fec-4a50-a002-e03f66320c40', 'mac_address': 'fa:16:3e:e8:64:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19ec3bb-a256-4ba5-9c48-d7c47585247a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T07:53:17Z', 'updated_at': '2021-09-17T07:53:47Z', 'revision_number': 1, 'project_id': '84fde82bad9d4548b190a832b1df5fc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49841603-2cfb-4808-aa7e-24bc81b1c87c', 'name': '', 'network_id': 'cc19eaa7-2fec-4a50-a002-e03f66320c40', 'tenant_id': '84fde82bad9d4548b190a832b1df5fc2', 'mac_address': 'fa:16:3e:88:25:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa37587-81e9-4b4a-8660-4f4bfcf3a263', 'device_owner': 'network:router_interface', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '65482dcc-7ff4-4442-8996-a64a825a1c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:53:06Z', 'updated_at': '2021-09-17T07:53:17Z', 'revision_number': 5, 'project_id': '84fde82bad9d4548b190a832b1df5fc2', 'subnets': [{'id': '65482dcc-7ff4-4442-8996-a64a825a1c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:53:50.415542 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4dd814-2d1b-4ed9-91cc-1a9627cfda3a None None] The sync data for ids ['3fa37587-81e9-4b4a-8660-4f4bfcf3a263'] in n-d-789963-9 is: [{'id': '3fa37587-81e9-4b4a-8660-4f4bfcf3a263', 'name': 'tempest-ServersTestManualDisk-982544102-router', 'tenant_id': '84fde82bad9d4548b190a832b1df5fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '9808cc26-cef2-425c-b176-2e0b45f487d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:53:00Z', 'updated_at': '2021-09-17T07:53:08Z', 'revision_number': 4, 'project_id': '84fde82bad9d4548b190a832b1df5fc2', 'gw_port': {'id': '9808cc26-cef2-425c-b176-2e0b45f487d4', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:bb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa37587-81e9-4b4a-8660-4f4bfcf3a263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:53:01Z', 'updated_at': '2021-09-17T07:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '9600b177-ab37-4dce-8280-2bfd84480903', 'tenant_id': '84fde82bad9d4548b190a832b1df5fc2', 'floating_ip_address': '172.25.6.185', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '3fa37587-81e9-4b4a-8660-4f4bfcf3a263', 'port_id': 'f2fbc78a-4f39-4a1e-a6c5-cc98583fd9ad', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc19eaa7-2fec-4a50-a002-e03f66320c40', 'mac_address': 'fa:16:3e:e8:64:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19ec3bb-a256-4ba5-9c48-d7c47585247a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T07:53:17Z', 'updated_at': '2021-09-17T07:53:47Z', 'revision_number': 1, 'project_id': '84fde82bad9d4548b190a832b1df5fc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49841603-2cfb-4808-aa7e-24bc81b1c87c', 'name': '', 'network_id': 'cc19eaa7-2fec-4a50-a002-e03f66320c40', 'tenant_id': '84fde82bad9d4548b190a832b1df5fc2', 'mac_address': 'fa:16:3e:88:25:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa37587-81e9-4b4a-8660-4f4bfcf3a263', 'device_owner': 'network:router_interface', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '65482dcc-7ff4-4442-8996-a64a825a1c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:53:06Z', 'updated_at': '2021-09-17T07:53:17Z', 'revision_number': 5, 'project_id': '84fde82bad9d4548b190a832b1df5fc2', 'subnets': [{'id': '65482dcc-7ff4-4442-8996-a64a825a1c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:53:50.449813 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-3eac48f2-455a-425e-b0a5-8bdc7667f647 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8576112 Sep 17 07:53:50.452916 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 43954) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:50.460147 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-52b5df9f-074a-49b1-95a8-8ef17ebadc36 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Request body: {'subnet': {'network_id': 'eeabefef-e02a-4cdd-841e-551f86e62241', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:53:50.492286 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eac48f2-455a-425e-b0a5-8bdc7667f647 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Pushing event updated for resources: {'Network': ['ID=eeabefef-e02a-4cdd-841e-551f86e62241,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:50.504085 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network eeabefef-e02a-4cdd-841e-551f86e62241 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 07:53:50.693279 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b5df9f-074a-49b1-95a8-8ef17ebadc36 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Made reservation on behalf of 53f763631f764e04935f3f02d40100ab for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:53:50.697191 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-52b5df9f-074a-49b1-95a8-8ef17ebadc36 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:50.799268 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f10cf67-6201-4981-8e16-e7a4ed88ba8a req-45ff0a06-7168-498f-8670-dd0421286202 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0669920 Sep 17 07:53:50.806816 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a7f5a5-5055-450c-ba19-df4d28480d56 None None] New status for floating IP 9600b177-ab37-4dce-8280-2bfd84480903: ACTIVE {{(pid=101292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 07:53:50.860757 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab3073-0856-4817-a122-872e1b82d23c req-c8799ba9-dcba-4698-9e24-32610079455f tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:50.862975 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a3ab3073-0856-4817-a122-872e1b82d23c req-c8799ba9-dcba-4698-9e24-32610079455f tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/ports?device_id=46438423-9d22-4c4d-96c5-b83ca64abf2b HTTP/1.1" status: 200 len: 949 time: 0.1312597 Sep 17 07:53:50.964579 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a3ab3073-0856-4817-a122-872e1b82d23c req-2d79e280-ddec-4fdd-b6d7-fccb59b03a90 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/security-groups?id=bee75c6a-c6c1-4516-b836-9a734cc34688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913687 Sep 17 07:53:51.018765 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae9f358-ac7d-4964-8059-e5877b8a3b5c req-58589f2a-c968-4924-af2e-9a18a03b7a10 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:51.020381 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2ae9f358-ac7d-4964-8059-e5877b8a3b5c req-58589f2a-c968-4924-af2e-9a18a03b7a10 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbc3ceac-b4ad-4d90-858f-c00331b27ad7 HTTP/1.1" status: 200 len: 946 time: 0.1299691 Sep 17 07:53:51.118768 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2ae9f358-ac7d-4964-8059-e5877b8a3b5c req-ee26dae7-b149-4b63-a79f-2f1127abeea7 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] 10.222.0.13 "GET /v2.0/security-groups?id=53e3b2e3-86bb-40c4-b326-5cfb7d536fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850811 Sep 17 07:53:51.147257 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-52b5df9f-074a-49b1-95a8-8ef17ebadc36 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:51.187065 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device ef38b8e9-512a-4719-97c5-e8e0fe461330 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:53:51.247065 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b5df9f-074a-49b1-95a8-8ef17ebadc36 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Pushing event updated for resources: {'Subnet': ['ID=70b109eb-e9a7-41d5-8db3-4b3ab3a8ba13,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:51.277250 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b5df9f-074a-49b1-95a8-8ef17ebadc36 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Checking segment: {'id': '4a30e628-a419-40bc-aa31-44ddd5c140a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'eeabefef-e02a-4cdd-841e-551f86e62241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:53:51.277598 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b5df9f-074a-49b1-95a8-8ef17ebadc36 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Network hostable DHCP agents. Network: eeabefef-e02a-4cdd-841e-551f86e62241, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 07:53:51.287557 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13be249-b67b-432b-b2ba-ad996d9c1a1d req-c6665ffb-26ae-4b98-8dc2-2b0a6daba9df tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:51.291002 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e13be249-b67b-432b-b2ba-ad996d9c1a1d req-c6665ffb-26ae-4b98-8dc2-2b0a6daba9df tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=f50ff527-62ae-4a3e-bb52-9dd6ba34fd45 HTTP/1.1" status: 200 len: 950 time: 0.0895128 Sep 17 07:53:51.344788 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e13be249-b67b-432b-b2ba-ad996d9c1a1d req-040493ad-cd37-4874-8bfc-337797cbf463 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459034 Sep 17 07:53:51.348407 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b5df9f-074a-49b1-95a8-8ef17ebadc36 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Network eeabefef-e02a-4cdd-841e-551f86e62241 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 07:53:51.362000 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-52b5df9f-074a-49b1-95a8-8ef17ebadc36 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, eeabefef-e02a-4cdd-841e-551f86e62241) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:53:51.381952 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b5df9f-074a-49b1-95a8-8ef17ebadc36 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:51.381952 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-52b5df9f-074a-49b1-95a8-8ef17ebadc36 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:51.384664 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca112127-4e90-4848-a35c-3d483cddfdfd None None] Network eeabefef-e02a-4cdd-841e-551f86e62241 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:53:51.423086 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-52b5df9f-074a-49b1-95a8-8ef17ebadc36 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9667950 Sep 17 07:53:51.424269 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43982) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:51.428935 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cba2b-5bf9-424f-bbf5-1a4b0170cd3c req-8fe71183-5bf0-4e11-a229-3cbba1d7c336 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:51.430781 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-547dc510-c05d-446e-85e8-9a02012564dd tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Request body: {'port': {'network_id': 'eeabefef-e02a-4cdd-841e-551f86e62241', 'name': 'tempest-ExtraDHCPOptionsTestJSON-326902979'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:53:51.434224 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ea3cba2b-5bf9-424f-bbf5-1a4b0170cd3c req-8fe71183-5bf0-4e11-a229-3cbba1d7c336 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.0748608 Sep 17 07:53:51.479436 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ea3cba2b-5bf9-424f-bbf5-1a4b0170cd3c req-84037a9b-13c9-4594-be75-858754e791bc tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420218 Sep 17 07:53:51.485764 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port ef38b8e9-512a-4719-97c5-e8e0fe461330 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:53:51.494619 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port ef38b8e9-512a-4719-97c5-e8e0fe461330 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:53:51.495102 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:51.590475 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-547dc510-c05d-446e-85e8-9a02012564dd tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Made reservation on behalf of 53f763631f764e04935f3f02d40100ab for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:53:51.599027 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-547dc510-c05d-446e-85e8-9a02012564dd tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:51.612266 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a01a37-e75d-44c0-9e53-9d1a07f644d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-eeabefef-e02a-4cdd-841e-551f86e62241', 'network_id': 'eeabefef-e02a-4cdd-841e-551f86e62241', 'tenant_id': '53f763631f764e04935f3f02d40100ab', 'fixed_ips': [{'subnet_id': '70b109eb-e9a7-41d5-8db3-4b3ab3a8ba13'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 07:53:51.613691 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-03a01a37-e75d-44c0-9e53-9d1a07f644d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:51.614851 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f6619-1855-4968-ad30-7ec4d483d54f req-203ddee8-eaca-4c69-8c05-eec1cddc6102 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:51.616793 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c44f6619-1855-4968-ad30-7ec4d483d54f req-203ddee8-eaca-4c69-8c05-eec1cddc6102 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.0560036 Sep 17 07:53:51.632548 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [None req-547dc510-c05d-446e-85e8-9a02012564dd tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] device_id is not set on port bccfb67c-01a4-49f6-bbfa-a5f26e513a89 yet. {{(pid=101290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 07:53:51.659043 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c44f6619-1855-4968-ad30-7ec4d483d54f req-553761f9-c66a-444b-95ea-1d4df1de080c tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360048 Sep 17 07:53:51.663761 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:51.751092 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46438423-9d22-4c4d-96c5-b83ca64abf2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef38b8e9-512a-4719-97c5-e8e0fe461330'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:53:51.753394 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee7ce7e-b263-419b-8b59-085edbf3487d" -d '{"events": [{"server_uuid": "46438423-9d22-4c4d-96c5-b83ca64abf2b", "name": "network-vif-plugged", "status": "completed", "tag": "ef38b8e9-512a-4719-97c5-e8e0fe461330"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:53:51.758210 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-547dc510-c05d-446e-85e8-9a02012564dd tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Allocated IP 172.20.0.3 (eeabefef-e02a-4cdd-841e-551f86e62241/70b109eb-e9a7-41d5-8db3-4b3ab3a8ba13/bccfb67c-01a4-49f6-bbfa-a5f26e513a89) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:53:51.774258 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port ef38b8e9-512a-4719-97c5-e8e0fe461330, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=ef38b8e9-512a-4719-97c5-e8e0fe461330,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:53:51.784741 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:51.785585 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device c9ac485d-d9a5-4ab5-887c-40f640d331b2 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:53:51.853057 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe5a2262-ad2d-4b98-9eb5-7c01898d5d8d x-openstack-request-id: req-fe5a2262-ad2d-4b98-9eb5-7c01898d5d8d {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:53:51.853400 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46438423-9d22-4c4d-96c5-b83ca64abf2b", "name": "network-vif-plugged", "status": "completed", "tag": "ef38b8e9-512a-4719-97c5-e8e0fe461330", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:53:51.855151 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fe5a2262-ad2d-4b98-9eb5-7c01898d5d8d {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:53:51.855617 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46438423-9d22-4c4d-96c5-b83ca64abf2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef38b8e9-512a-4719-97c5-e8e0fe461330', 'code': 200} Sep 17 07:53:51.969269 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=ef38b8e9-512a-4719-97c5-e8e0fe461330,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:52.010229 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-547dc510-c05d-446e-85e8-9a02012564dd tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:52.024899 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8c6611af-bc77-4a72-ac2d-a80790c5fefb req-750a0f29-8db7-47b9-8bcd-6cb2faa9c2cf tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.1011221 Sep 17 07:53:52.034955 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port c9ac485d-d9a5-4ab5-887c-40f640d331b2 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:53:52.039799 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port c9ac485d-d9a5-4ab5-887c-40f640d331b2 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:53:52.040253 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:52.179204 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f9459628-d6bb-4fe2-b860-2b0a59798f09 req-afea48a2-bd2a-4f8b-8b89-b348dfff7a7b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.2632637 Sep 17 07:53:52.180628 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-547dc510-c05d-446e-85e8-9a02012564dd tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:52.205516 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f271f-ad52-41d0-a793-fcdb3ce89834 req-0a3b17ed-e733-470a-ba04-4f9469f6c138 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:52.211009 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5c8f271f-ad52-41d0-a793-fcdb3ce89834 req-0a3b17ed-e733-470a-ba04-4f9469f6c138 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/ports?device_id=46438423-9d22-4c4d-96c5-b83ca64abf2b HTTP/1.1" status: 200 len: 950 time: 0.1101358 Sep 17 07:53:52.233425 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547dc510-c05d-446e-85e8-9a02012564dd tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Network eeabefef-e02a-4cdd-841e-551f86e62241 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:53:52.239349 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-03a01a37-e75d-44c0-9e53-9d1a07f644d8 None None] Allocated IP 172.20.0.2 (eeabefef-e02a-4cdd-841e-551f86e62241/70b109eb-e9a7-41d5-8db3-4b3ab3a8ba13/19d83471-a6bb-4ca8-bf48-4b30b41d0790) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:53:52.241785 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-547dc510-c05d-446e-85e8-9a02012564dd tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:53:52.253705 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2dbc7d-0e48-48a3-8531-87b69f3aba58 req-868e8588-2965-44c9-8da2-bec804032820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:52.256981 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6b2dbc7d-0e48-48a3-8531-87b69f3aba58 req-868e8588-2965-44c9-8da2-bec804032820 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=46438423-9d22-4c4d-96c5-b83ca64abf2b HTTP/1.1" status: 200 len: 1101 time: 0.2057207 Sep 17 07:53:52.258189 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547dc510-c05d-446e-85e8-9a02012564dd tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:53:52.300970 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5c8f271f-ad52-41d0-a793-fcdb3ce89834 req-6ca348d7-fca2-4968-944f-323d047c4887 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/security-groups?id=bee75c6a-c6c1-4516-b836-9a734cc34688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827463 Sep 17 07:53:52.302228 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f9459628-d6bb-4fe2-b860-2b0a59798f09 req-d1565df4-134c-4486-98c6-f7542d5f6a8c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0350943 Sep 17 07:53:52.430863 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f9459628-d6bb-4fe2-b860-2b0a59798f09 req-a9a17822-86bd-491b-96a6-5c4f1cd5fc92 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0514257 Sep 17 07:53:52.458180 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd92301e-d435-497f-93c6-861625c1aa26 req-c03bec8c-7646-443b-9795-643b461299d7 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:52.459940 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bd92301e-d435-497f-93c6-861625c1aa26 req-c03bec8c-7646-443b-9795-643b461299d7 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbc3ceac-b4ad-4d90-858f-c00331b27ad7 HTTP/1.1" status: 200 len: 946 time: 0.0763898 Sep 17 07:53:52.475091 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547dc510-c05d-446e-85e8-9a02012564dd tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Pushing event updated for resources: {'Port': ['ID=bccfb67c-01a4-49f6-bbfa-a5f26e513a89,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:52.535071 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-03a01a37-e75d-44c0-9e53-9d1a07f644d8 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:52.558910 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bd92301e-d435-497f-93c6-861625c1aa26 req-ecde3bfc-0803-4ddc-a73c-688a3e1c59c0 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] 10.222.0.13 "GET /v2.0/security-groups?id=53e3b2e3-86bb-40c4-b326-5cfb7d536fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928023 Sep 17 07:53:52.566407 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-03a01a37-e75d-44c0-9e53-9d1a07f644d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:52.585818 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7320725-83bc-41c0-be3c-22354371eb1a req-7dcbb6f9-95af-4907-a6f2-b99b930094d2 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:52.597650 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c7320725-83bc-41c0-be3c-22354371eb1a req-7dcbb6f9-95af-4907-a6f2-b99b930094d2 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=f50ff527-62ae-4a3e-bb52-9dd6ba34fd45 HTTP/1.1" status: 200 len: 950 time: 0.1001568 Sep 17 07:53:52.634581 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-324edd2c-d43c-4881-8038-52b60261925c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:52.637988 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a01a37-e75d-44c0-9e53-9d1a07f644d8 None None] Network eeabefef-e02a-4cdd-841e-551f86e62241 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:53:52.638119 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9459628-d6bb-4fe2-b860-2b0a59798f09 req-cb774f0a-8e9b-43e0-b04a-06d0e81af9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:52.640311 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f9459628-d6bb-4fe2-b860-2b0a59798f09 req-cb774f0a-8e9b-43e0-b04a-06d0e81af9ec service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1836667 Sep 17 07:53:52.641296 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 44014) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:52.648218 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-03a01a37-e75d-44c0-9e53-9d1a07f644d8 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:53:52.652693 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a01a37-e75d-44c0-9e53-9d1a07f644d8 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:53:52.662408 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:52.667818 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6b2dbc7d-0e48-48a3-8531-87b69f3aba58 req-e00a388a-4a1c-4b72-a49f-33f90ff9b088 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=bee75c6a-c6c1-4516-b836-9a734cc34688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3646183 Sep 17 07:53:52.671657 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c7320725-83bc-41c0-be3c-22354371eb1a req-bc442e25-93ee-4af0-be58-5a44fae37e14 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715437 Sep 17 07:53:52.693579 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547dc510-c05d-446e-85e8-9a02012564dd tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:52.694418 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-547dc510-c05d-446e-85e8-9a02012564dd tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:52.720321 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a01a37-e75d-44c0-9e53-9d1a07f644d8 None None] Pushing event updated for resources: {'Port': ['ID=19d83471-a6bb-4ca8-bf48-4b30b41d0790,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:52.735554 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-547dc510-c05d-446e-85e8-9a02012564dd tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3093510 Sep 17 07:53:52.738326 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44018) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:52.748690 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-7ceba204-8bd1-44c7-96a6-2309561235f3 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Request body: {'port': {'network_id': 'eeabefef-e02a-4cdd-841e-551f86e62241', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1027451015', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:53:52.749260 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.api.validators [None req-7ceba204-8bd1-44c7-96a6-2309561235f3 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] bootfile-name is not in valid_values {{(pid=101290) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 17 07:53:52.749599 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.api.validators [None req-7ceba204-8bd1-44c7-96a6-2309561235f3 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] tftp-server is not in valid_values {{(pid=101290) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 17 07:53:52.749927 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.api.validators [None req-7ceba204-8bd1-44c7-96a6-2309561235f3 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] server-ip-address is not in valid_values {{(pid=101290) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 17 07:53:52.808556 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:52.823866 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-03a01a37-e75d-44c0-9e53-9d1a07f644d8 None None] Attempting to bind port 19d83471-a6bb-4ca8-bf48-4b30b41d0790 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:53:52.824501 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-03a01a37-e75d-44c0-9e53-9d1a07f644d8 None None] Attempting to bind port 19d83471-a6bb-4ca8-bf48-4b30b41d0790 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '4a30e628-a419-40bc-aa31-44ddd5c140a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'eeabefef-e02a-4cdd-841e-551f86e62241'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:53:52.825163 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a01a37-e75d-44c0-9e53-9d1a07f644d8 None None] Attempting to bind port 19d83471-a6bb-4ca8-bf48-4b30b41d0790 on network eeabefef-e02a-4cdd-841e-551f86e62241 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:53:52.832804 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a74f0ccb-105b-4001-b067-dfbdb6c97f51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:52.834155 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a01a37-e75d-44c0-9e53-9d1a07f644d8 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:53:52.834611 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a01a37-e75d-44c0-9e53-9d1a07f644d8 None None] Checking segment: {'id': '4a30e628-a419-40bc-aa31-44ddd5c140a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'eeabefef-e02a-4cdd-841e-551f86e62241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:53:52.835129 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-03a01a37-e75d-44c0-9e53-9d1a07f644d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:52.835591 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a01a37-e75d-44c0-9e53-9d1a07f644d8 None None] Bound using segment: {'id': '4a30e628-a419-40bc-aa31-44ddd5c140a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'eeabefef-e02a-4cdd-841e-551f86e62241'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:53:52.836188 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-03a01a37-e75d-44c0-9e53-9d1a07f644d8 None None] Bound port: 19d83471-a6bb-4ca8-bf48-4b30b41d0790, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a30e628-a419-40bc-aa31-44ddd5c140a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'eeabefef-e02a-4cdd-841e-551f86e62241'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:53:52.836668 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-03a01a37-e75d-44c0-9e53-9d1a07f644d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:52.895424 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port c9ac485d-d9a5-4ab5-887c-40f640d331b2, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=c9ac485d-d9a5-4ab5-887c-40f640d331b2,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:53:52.902401 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:52.943567 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a74f0ccb-105b-4001-b067-dfbdb6c97f51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:52.953336 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a74f0ccb-105b-4001-b067-dfbdb6c97f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:52.962115 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-03a01a37-e75d-44c0-9e53-9d1a07f644d8 None None] For port 19d83471-a6bb-4ca8-bf48-4b30b41d0790, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:53:52.968821 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-03a01a37-e75d-44c0-9e53-9d1a07f644d8 None None] For port 19d83471-a6bb-4ca8-bf48-4b30b41d0790, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=19d83471-a6bb-4ca8-bf48-4b30b41d0790,segment=NetworkSegment(4a30e628-a419-40bc-aa31-44ddd5c140a6),segment_id=4a30e628-a419-40bc-aa31-44ddd5c140a6)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:53:52.977754 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-03a01a37-e75d-44c0-9e53-9d1a07f644d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:52.986609 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=c9ac485d-d9a5-4ab5-887c-40f640d331b2,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:52.988992 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ceba204-8bd1-44c7-96a6-2309561235f3 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Made reservation on behalf of 53f763631f764e04935f3f02d40100ab for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:53:53.006593 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-a74f0ccb-105b-4001-b067-dfbdb6c97f51 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8d6fc54081bd4a239ba042cc1d87b945&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3311641 Sep 17 07:53:53.006756 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 44020) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:53.016373 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74f0ccb-105b-4001-b067-dfbdb6c97f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc418791-5339-41f9-b697-7611c66679aa,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:53.024171 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7ceba204-8bd1-44c7-96a6-2309561235f3 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:53.073844 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e23183a5-bc0c-46dd-a55d-be503251c485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:53.086929 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [None req-7ceba204-8bd1-44c7-96a6-2309561235f3 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] device_id is not set on port 3ecea916-0e17-4038-8d0e-db70699f0485 yet. {{(pid=101290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 07:53:53.100529 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e23183a5-bc0c-46dd-a55d-be503251c485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:53.115126 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a01a37-e75d-44c0-9e53-9d1a07f644d8 None None] Pushing event updated for resources: {'Port': ['ID=19d83471-a6bb-4ca8-bf48-4b30b41d0790,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:53.182567 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e23183a5-bc0c-46dd-a55d-be503251c485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:53.185335 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e23183a5-bc0c-46dd-a55d-be503251c485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:53.192351 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e23183a5-bc0c-46dd-a55d-be503251c485 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fc418791-5339-41f9-b697-7611c66679aa HTTP/1.1" status: 204 len: 168 time: 0.1846809 Sep 17 07:53:53.214869 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a4d947b8-cf63-4e1e-92eb-fb87586a9a39 req-d3f101b9-2161-43e1-93f7-41fb576114e0 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0580120 Sep 17 07:53:53.220376 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23183a5-bc0c-46dd-a55d-be503251c485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc418791-5339-41f9-b697-7611c66679aa,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:53.286774 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb4af9-9f2f-458e-bf9a-668299251a25 req-feb0054a-8cb9-47ac-a61a-9521761b0193 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:53.288410 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8eeb4af9-9f2f-458e-bf9a-668299251a25 req-feb0054a-8cb9-47ac-a61a-9521761b0193 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbc3ceac-b4ad-4d90-858f-c00331b27ad7 HTTP/1.1" status: 200 len: 946 time: 0.2154601 Sep 17 07:53:53.369192 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-7ceba204-8bd1-44c7-96a6-2309561235f3 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Allocated IP 172.20.0.10 (eeabefef-e02a-4cdd-841e-551f86e62241/70b109eb-e9a7-41d5-8db3-4b3ab3a8ba13/3ecea916-0e17-4038-8d0e-db70699f0485) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:53:53.468527 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2188080-3b9d-4ac0-8c8c-3fe1f8fc893d req-37a875ea-1ef1-4994-945e-9ea9c7f5c8fd tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:53.479436 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e2188080-3b9d-4ac0-8c8c-3fe1f8fc893d req-37a875ea-1ef1-4994-945e-9ea9c7f5c8fd tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/ports?device_id=46438423-9d22-4c4d-96c5-b83ca64abf2b HTTP/1.1" status: 200 len: 950 time: 0.0743005 Sep 17 07:53:53.500826 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 19d83471-a6bb-4ca8-bf48-4b30b41d0790 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:53:53.530148 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e2188080-3b9d-4ac0-8c8c-3fe1f8fc893d req-21208ffc-f226-439c-b419-41db52d90f46 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/security-groups?id=bee75c6a-c6c1-4516-b836-9a734cc34688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438838 Sep 17 07:53:53.568477 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-8eeb4af9-9f2f-458e-bf9a-668299251a25 req-1fa42f6a-2fce-41b2-b467-ae268246b22a tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Deleting port 6ebe1e53-5f26-455e-907a-06be5b2ef741 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:53:53.569036 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8eeb4af9-9f2f-458e-bf9a-668299251a25 req-1fa42f6a-2fce-41b2-b467-ae268246b22a tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:53.587264 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:53.593148 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 19d83471-a6bb-4ca8-bf48-4b30b41d0790 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:53:53.593746 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:53.651632 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 44036) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:53.679237 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4b46bcbe-8b84-4c3d-b497-0478d7c2dbc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:53.684960 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:53.721339 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5720b1ae-5acd-489d-b45c-a80a0b3ff601 req-cbf6128d-0c3a-4b7f-8838-ce0bc858f005 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:53.722950 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5720b1ae-5acd-489d-b45c-a80a0b3ff601 req-cbf6128d-0c3a-4b7f-8838-ce0bc858f005 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbc3ceac-b4ad-4d90-858f-c00331b27ad7 HTTP/1.1" status: 200 len: 946 time: 0.0848150 Sep 17 07:53:53.740558 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port 19d83471-a6bb-4ca8-bf48-4b30b41d0790, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=19d83471-a6bb-4ca8-bf48-4b30b41d0790,segment=NetworkSegment(4a30e628-a419-40bc-aa31-44ddd5c140a6),segment_id=4a30e628-a419-40bc-aa31-44ddd5c140a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:53:53.749070 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:53.803779 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5720b1ae-5acd-489d-b45c-a80a0b3ff601 req-53c8c739-04a9-46a2-b1d0-a08ff3c73191 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] 10.222.0.13 "GET /v2.0/security-groups?id=53e3b2e3-86bb-40c4-b326-5cfb7d536fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739064 Sep 17 07:53:53.807883 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=19d83471-a6bb-4ca8-bf48-4b30b41d0790,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:53.857344 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e2b08c-ae5d-4ac9-901a-f557e5f27ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ac485d-d9a5-4ab5-887c-40f640d331b2'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:53:53.860771 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70cbd846-64d0-4681-911b-9a9f4672890c" -d '{"events": [{"server_uuid": "97e2b08c-ae5d-4ac9-901a-f557e5f27ff3", "name": "network-vif-plugged", "status": "completed", "tag": "c9ac485d-d9a5-4ab5-887c-40f640d331b2"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:53:53.868115 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aae2a5-c8b4-46cb-ac4e-978f0ea4f2fe req-5eda567c-d922-4fda-af67-f60ddac437b0 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:53.876555 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f9aae2a5-c8b4-46cb-ac4e-978f0ea4f2fe req-5eda567c-d922-4fda-af67-f60ddac437b0 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=f50ff527-62ae-4a3e-bb52-9dd6ba34fd45 HTTP/1.1" status: 200 len: 950 time: 0.0991156 Sep 17 07:53:53.906409 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f43f612-917b-436a-be97-8a6543e809e7 x-openstack-request-id: req-9f43f612-917b-436a-be97-8a6543e809e7 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:53:53.907101 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97e2b08c-ae5d-4ac9-901a-f557e5f27ff3", "name": "network-vif-plugged", "status": "completed", "tag": "c9ac485d-d9a5-4ab5-887c-40f640d331b2", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:53:53.907561 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9f43f612-917b-436a-be97-8a6543e809e7 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:53:53.908316 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97e2b08c-ae5d-4ac9-901a-f557e5f27ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ac485d-d9a5-4ab5-887c-40f640d331b2', 'code': 200} Sep 17 07:53:53.929401 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4b46bcbe-8b84-4c3d-b497-0478d7c2dbc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:53.936890 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f9aae2a5-c8b4-46cb-ac4e-978f0ea4f2fe req-85b48d4d-3959-4be3-b05e-4d7fd422421e tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593305 Sep 17 07:53:53.938107 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4b46bcbe-8b84-4c3d-b497-0478d7c2dbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:53.991640 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-8eeb4af9-9f2f-458e-bf9a-668299251a25 req-1fa42f6a-2fce-41b2-b467-ae268246b22a tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] For port 6ebe1e53-5f26-455e-907a-06be5b2ef741, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=6ebe1e53-5f26-455e-907a-06be5b2ef741,segment=NetworkSegment(40e2f46a-cc55-49c4-8afc-b45f6e1d5b0e),segment_id=40e2f46a-cc55-49c4-8afc-b45f6e1d5b0e)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:53:53.991958 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8eeb4af9-9f2f-458e-bf9a-668299251a25 req-1fa42f6a-2fce-41b2-b467-ae268246b22a tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:53.994260 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-4b46bcbe-8b84-4c3d-b497-0478d7c2dbc8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d0fcafbfe14f4caf9d8cccbcc8fc89b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3421676 Sep 17 07:53:53.994260 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b46bcbe-8b84-4c3d-b497-0478d7c2dbc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9f972d-047c-4804-9679-1af1bc9cfc50,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:54.006164 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 44042) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:54.107176 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a65962d8-cf92-4a6d-9aed-c2427ce022c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:54.110320 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7ceba204-8bd1-44c7-96a6-2309561235f3 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:54.120082 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72b4de-b81d-4711-8014-1558cd7cde08 req-5186cff6-a41b-423e-bad7-8f76c5dc0d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:54.121592 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ac72b4de-b81d-4711-8014-1558cd7cde08 req-5186cff6-a41b-423e-bad7-8f76c5dc0d14 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=97e2b08c-ae5d-4ac9-901a-f557e5f27ff3 HTTP/1.1" status: 200 len: 1101 time: 0.0879943 Sep 17 07:53:54.135248 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a65962d8-cf92-4a6d-9aed-c2427ce022c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:54.209899 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ac72b4de-b81d-4711-8014-1558cd7cde08 req-4a0e9340-91fe-445c-b552-4f08327ddeee service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=bee75c6a-c6c1-4516-b836-9a734cc34688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590825 Sep 17 07:53:54.224228 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a65962d8-cf92-4a6d-9aed-c2427ce022c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:54.227864 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a65962d8-cf92-4a6d-9aed-c2427ce022c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:54.228643 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-a65962d8-cf92-4a6d-9aed-c2427ce022c4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2d9f972d-047c-4804-9679-1af1bc9cfc50 HTTP/1.1" status: 204 len: 168 time: 0.2208183 Sep 17 07:53:54.236999 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65962d8-cf92-4a6d-9aed-c2427ce022c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9f972d-047c-4804-9679-1af1bc9cfc50,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:54.310045 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7ceba204-8bd1-44c7-96a6-2309561235f3 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:54.371263 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ceba204-8bd1-44c7-96a6-2309561235f3 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Network eeabefef-e02a-4cdd-841e-551f86e62241 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:53:54.377321 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9e057ab7-f661-469e-91e8-9db4dc978ea2 req-5029097d-48f8-4192-af19-b4ab5b4d45a6 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0482354 Sep 17 07:53:54.382798 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-7ceba204-8bd1-44c7-96a6-2309561235f3 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:53:54.387580 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ceba204-8bd1-44c7-96a6-2309561235f3 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:53:54.392401 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8eeb4af9-9f2f-458e-bf9a-668299251a25 req-1fa42f6a-2fce-41b2-b467-ae268246b22a tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:54.392773 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8eeb4af9-9f2f-458e-bf9a-668299251a25 req-1fa42f6a-2fce-41b2-b467-ae268246b22a tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:54.393088 n-d-789963-9 neutron-server[101290]: INFO neutron.db.l3_db [req-8eeb4af9-9f2f-458e-bf9a-668299251a25 req-1fa42f6a-2fce-41b2-b467-ae268246b22a tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Floating IP 1aa0e982-dec6-46c7-a87f-09fbb477a631 disassociated. External IP: 172.25.6.46, port: 6ebe1e53-5f26-455e-907a-06be5b2ef741. Sep 17 07:53:54.393434 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-8eeb4af9-9f2f-458e-bf9a-668299251a25 req-1fa42f6a-2fce-41b2-b467-ae268246b22a tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Calling delete_port for 6ebe1e53-5f26-455e-907a-06be5b2ef741 owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:53:54.415517 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6afdb8-1218-4e0c-b77c-f1969446a94e None None] Network eeabefef-e02a-4cdd-841e-551f86e62241 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:53:54.441546 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceba204-8bd1-44c7-96a6-2309561235f3 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Pushing event updated for resources: {'Port': ['ID=3ecea916-0e17-4038-8d0e-db70699f0485,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:54.512580 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-dcf01e77-8e8d-4216-a229-c61300fb62a3 None None] Provisioning complete for port 19d83471-a6bb-4ca8-bf48-4b30b41d0790 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:53:54.513048 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dcf01e77-8e8d-4216-a229-c61300fb62a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:54.526726 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ceba204-8bd1-44c7-96a6-2309561235f3 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:54.527596 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7ceba204-8bd1-44c7-96a6-2309561235f3 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:54.551406 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-7ceba204-8bd1-44c7-96a6-2309561235f3 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.8119366 Sep 17 07:53:54.558626 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44060) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:54.595164 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093f87e4-ff22-4f21-843b-df1397aff044 req-ef29f6a3-5a1f-41c9-9895-346ca499dfef tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:54.608392 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-093f87e4-ff22-4f21-843b-df1397aff044 req-ef29f6a3-5a1f-41c9-9895-346ca499dfef tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.0860052 Sep 17 07:53:54.631363 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca7066d-9d09-41fb-aabd-bdc1188167cf tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:54.637756 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca7066d-9d09-41fb-aabd-bdc1188167cf tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:54.647259 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca7066d-9d09-41fb-aabd-bdc1188167cf tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:54.647259 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-dca7066d-9d09-41fb-aabd-bdc1188167cf tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.0873475 Sep 17 07:53:54.649628 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44066) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:54.670513 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-093f87e4-ff22-4f21-843b-df1397aff044 req-85573693-c77c-48b2-95a6-ebb40d2d9e47 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612006 Sep 17 07:53:54.801329 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-e53b8580-4580-42a5-b03b-780bea44cda5 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Deleting port 3ecea916-0e17-4038-8d0e-db70699f0485 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:53:54.801724 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e53b8580-4580-42a5-b03b-780bea44cda5 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:54.806777 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8eeb4af9-9f2f-458e-bf9a-668299251a25 req-1fa42f6a-2fce-41b2-b467-ae268246b22a tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:54.845453 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25da3aa-1b4b-4e76-a66b-baea14f0b445 req-0ac92435-0d33-4743-8edf-a0c2e144110c tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:54.848713 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f25da3aa-1b4b-4e76-a66b-baea14f0b445 req-0ac92435-0d33-4743-8edf-a0c2e144110c tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.1045001 Sep 17 07:53:54.861762 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa42f6a-2fce-41b2-b467-ae268246b22a tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Pushing event deleted for resources: {'Port': ['ID=6ebe1e53-5f26-455e-907a-06be5b2ef741,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:54.890569 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95602a5b-0fb2-4f6b-be5b-1e40b3e91fd0 req-38e711bd-2977-408c-bc3d-4add2d25c5af tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:54.892188 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-95602a5b-0fb2-4f6b-be5b-1e40b3e91fd0 req-38e711bd-2977-408c-bc3d-4add2d25c5af tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/ports?device_id=46438423-9d22-4c4d-96c5-b83ca64abf2b HTTP/1.1" status: 200 len: 950 time: 0.1057239 Sep 17 07:53:54.975533 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-95602a5b-0fb2-4f6b-be5b-1e40b3e91fd0 req-5013ed32-2c12-4273-b84f-8ff79b7af9f7 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/security-groups?id=bee75c6a-c6c1-4516-b836-9a734cc34688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698023 Sep 17 07:53:54.995075 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f25da3aa-1b4b-4e76-a66b-baea14f0b445 req-998f44c1-616c-48d0-9d42-3766a1be2b32 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398792 Sep 17 07:53:55.015867 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e53b8580-4580-42a5-b03b-780bea44cda5 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:55.051159 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-e53b8580-4580-42a5-b03b-780bea44cda5 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Calling delete_port for 3ecea916-0e17-4038-8d0e-db70699f0485 owned by {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:53:55.156162 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-90c7c0ef-33cd-4c95-b76e-80a831b9b848 None None] Provisioning complete for port 19d83471-a6bb-4ca8-bf48-4b30b41d0790 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:53:55.156538 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-90c7c0ef-33cd-4c95-b76e-80a831b9b848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:55.160152 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8eeb4af9-9f2f-458e-bf9a-668299251a25 req-1fa42f6a-2fce-41b2-b467-ae268246b22a tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Router f546cb09-618b-474b-942c-ddffc5a26e36 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:53:55.163250 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e123b-7689-45fe-8713-14e67939c9c4 req-a8d4f12f-f151-4295-b1dc-4b034cef878e tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:55.170959 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7f2e123b-7689-45fe-8713-14e67939c9c4 req-a8d4f12f-f151-4295-b1dc-4b034cef878e tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=f50ff527-62ae-4a3e-bb52-9dd6ba34fd45 HTTP/1.1" status: 200 len: 950 time: 0.0925076 Sep 17 07:53:55.184268 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5da64d29-0e52-4a49-80b8-9686276c6b2d req-44675418-9ef4-4d24-a9fe-c5a6036bbf0e tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbc3ceac-b4ad-4d90-858f-c00331b27ad7 HTTP/1.1" status: 200 len: 210 time: 0.0606544 Sep 17 07:53:55.251359 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 6ebe1e53-5f26-455e-907a-06be5b2ef741 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:53:55.265196 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:55.280801 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7f2e123b-7689-45fe-8713-14e67939c9c4 req-d693fbb9-b8b0-45fa-80ca-0b564049f6bd tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028440 Sep 17 07:53:55.292155 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e53b8580-4580-42a5-b03b-780bea44cda5 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:55.295715 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: 6ebe1e53-5f26-455e-907a-06be5b2ef741 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:53:55.296304 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 6ebe1e53-5f26-455e-907a-06be5b2ef741 not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:53:55.343680 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53b8580-4580-42a5-b03b-780bea44cda5 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Pushing event deleted for resources: {'Port': ['ID=3ecea916-0e17-4038-8d0e-db70699f0485,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:55.397502 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-90c7c0ef-33cd-4c95-b76e-80a831b9b848 None None] Provisioning complete for port bccfb67c-01a4-49f6-bbfa-a5f26e513a89 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:53:55.398269 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-90c7c0ef-33cd-4c95-b76e-80a831b9b848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:55.476197 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-90c7c0ef-33cd-4c95-b76e-80a831b9b848 None None] Port bccfb67c-01a4-49f6-bbfa-a5f26e513a89 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:53:55.489820 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-90c7c0ef-33cd-4c95-b76e-80a831b9b848 None None] Could not find standard attr ID for object 3ecea916-0e17-4038-8d0e-db70699f0485. {{(pid=101291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 07:53:55.500667 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 19d83471-a6bb-4ca8-bf48-4b30b41d0790 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:53:55.516824 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a428da-d14f-4648-9701-11a09a22010d req-a2f3a6ef-717e-4b4f-bf83-6d844984489c tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:55.525825 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b6a428da-d14f-4648-9701-11a09a22010d req-a2f3a6ef-717e-4b4f-bf83-6d844984489c tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.1530221 Sep 17 07:53:55.590679 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 19d83471-a6bb-4ca8-bf48-4b30b41d0790 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:53:55.591749 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:55.597214 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5792e330-33b5-4366-bece-bd060dbd6a14 req-e94b3e5d-dd26-4541-ae86-8dde88e7302e tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0460231 Sep 17 07:53:55.630264 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b6a428da-d14f-4648-9701-11a09a22010d req-cf4f91fe-0c0c-4bfb-b471-614133ec477c tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979111 Sep 17 07:53:55.693765 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8eeb4af9-9f2f-458e-bf9a-668299251a25 req-1fa42f6a-2fce-41b2-b467-ae268246b22a tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:53:55.707642 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23c685f-80fd-42c2-97cc-06a8bc8cbf50 None None] Sync routers for ids ['f546cb09-618b-474b-942c-ddffc5a26e36'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:53:55.709482 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e53b8580-4580-42a5-b03b-780bea44cda5 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:55.717037 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e53b8580-4580-42a5-b03b-780bea44cda5 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] 10.222.0.13 "DELETE /v2.0/ports/3ecea916-0e17-4038-8d0e-db70699f0485 HTTP/1.1" status: 204 len: 168 time: 1.0631094 Sep 17 07:53:55.718016 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 44106) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:55.724043 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-a66d378f-d058-4e15-ab99-868633a8d9fb tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Request body: {'port': {'name': 'tempest-new-port-name-674198930', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:53:55.724496 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.api.validators [None req-a66d378f-d058-4e15-ab99-868633a8d9fb tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] bootfile-name is not in valid_values {{(pid=101289) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 17 07:53:55.724835 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.api.validators [None req-a66d378f-d058-4e15-ab99-868633a8d9fb tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] tftp-server is not in valid_values {{(pid=101289) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 17 07:53:55.725283 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.api.validators [None req-a66d378f-d058-4e15-ab99-868633a8d9fb tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] server-ip-address is not in valid_values {{(pid=101289) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 17 07:53:55.765812 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5bb5a417-14c7-4139-9cb6-093903c52a17 None None] Provisioning complete for port bccfb67c-01a4-49f6-bbfa-a5f26e513a89 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:53:55.766526 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5bb5a417-14c7-4139-9cb6-093903c52a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:55.810612 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23c685f-80fd-42c2-97cc-06a8bc8cbf50 None None] Routers {'f546cb09-618b-474b-942c-ddffc5a26e36'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:53:55.811270 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-a23c685f-80fd-42c2-97cc-06a8bc8cbf50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:53:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['f546cb09-618b-474b-942c-ddffc5a26e36'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:53:55.830906 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eeb4af9-9f2f-458e-bf9a-668299251a25 req-1fa42f6a-2fce-41b2-b467-ae268246b22a tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] No DVR routers for this DVR port 6ebe1e53-5f26-455e-907a-06be5b2ef741 on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:53:55.840317 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8eeb4af9-9f2f-458e-bf9a-668299251a25 req-1fa42f6a-2fce-41b2-b467-ae268246b22a tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:55.845659 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8eeb4af9-9f2f-458e-bf9a-668299251a25 req-1fa42f6a-2fce-41b2-b467-ae268246b22a tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] 10.222.0.39 "DELETE /v2.0/ports/6ebe1e53-5f26-455e-907a-06be5b2ef741 HTTP/1.1" status: 204 len: 173 time: 2.5485859 Sep 17 07:53:55.846508 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc3ceac-b4ad-4d90-858f-c00331b27ad7', 'name': 'network-vif-deleted', 'tag': '6ebe1e53-5f26-455e-907a-06be5b2ef741'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:53:55.849947 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e335d592-680f-41a4-9d5a-19be587077b9" -d '{"events": [{"server_uuid": "dbc3ceac-b4ad-4d90-858f-c00331b27ad7", "name": "network-vif-deleted", "tag": "6ebe1e53-5f26-455e-907a-06be5b2ef741"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:53:55.862442 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5bb5a417-14c7-4139-9cb6-093903c52a17 None None] Port bccfb67c-01a4-49f6-bbfa-a5f26e513a89 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:53:55.875776 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a66d378f-d058-4e15-ab99-868633a8d9fb tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:55.899263 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be1ae8a-1497-4759-8237-e485e3321069 req-f6fb223e-6f83-49ab-8d3a-6f991d4de96f tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:55.901768 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3be1ae8a-1497-4759-8237-e485e3321069 req-f6fb223e-6f83-49ab-8d3a-6f991d4de96f tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.1195216 Sep 17 07:53:55.941136 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-071f2080-fe51-429c-baed-24096b7f260b x-openstack-request-id: req-071f2080-fe51-429c-baed-24096b7f260b {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:53:55.941543 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbc3ceac-b4ad-4d90-858f-c00331b27ad7", "name": "network-vif-deleted", "tag": "6ebe1e53-5f26-455e-907a-06be5b2ef741", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:53:55.942253 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-071f2080-fe51-429c-baed-24096b7f260b {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:53:55.942972 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbc3ceac-b4ad-4d90-858f-c00331b27ad7', 'name': 'network-vif-deleted', 'tag': '6ebe1e53-5f26-455e-907a-06be5b2ef741', 'status': 'completed', 'code': 200} Sep 17 07:53:56.034606 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3be1ae8a-1497-4759-8237-e485e3321069 req-e3a3cdaf-8980-4fd2-a7b7-5419f05e27a7 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244943 Sep 17 07:53:56.056509 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-a23c685f-80fd-42c2-97cc-06a8bc8cbf50 None None] Set router f546cb09-618b-474b-942c-ddffc5a26e36 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:53:56.146162 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1b26a62b-2022-4ec2-8d22-5627291e03a1 None None] Could not find standard attr ID for object 3ecea916-0e17-4038-8d0e-db70699f0485. {{(pid=101291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 07:53:56.313063 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317a780-bd0b-4a9c-9474-ecd8b5874059 req-408b3adf-3c40-4bff-8021-d8faa93a9cbf tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:56.314886 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3317a780-bd0b-4a9c-9474-ecd8b5874059 req-408b3adf-3c40-4bff-8021-d8faa93a9cbf tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/ports?device_id=46438423-9d22-4c4d-96c5-b83ca64abf2b HTTP/1.1" status: 200 len: 950 time: 0.1958807 Sep 17 07:53:56.360144 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-a23c685f-80fd-42c2-97cc-06a8bc8cbf50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f546cb09-618b-474b-942c-ddffc5a26e36', 'name': 'tempest-ServersTestJSON-497924138-router', 'tenant_id': '746a584a63d8493ea1b556df39b89a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'c755be25-f5c7-48f4-a863-cb14a59113f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:50:06Z', 'updated_at': '2021-09-17T07:50:15Z', 'revision_number': 4, 'project_id': '746a584a63d8493ea1b556df39b89a7b', 'gw_port': {'id': 'c755be25-f5c7-48f4-a863-cb14a59113f7', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f546cb09-618b-474b-942c-ddffc5a26e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:50:08Z', 'updated_at': '2021-09-17T07:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '2ce80138-46be-45cf-8eb2-8c9e8007b57b', 'name': '', 'network_id': '707dcf24-13d2-4ec8-bbd9-667ff063181d', 'tenant_id': '746a584a63d8493ea1b556df39b89a7b', 'mac_address': 'fa:16:3e:d8:50:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f546cb09-618b-474b-942c-ddffc5a26e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '160360dd-540c-4432-8c1f-b0acc1484c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:50:13Z', 'updated_at': '2021-09-17T07:50:21Z', 'revision_number': 5, 'project_id': '746a584a63d8493ea1b556df39b89a7b', 'subnets': [{'id': '160360dd-540c-4432-8c1f-b0acc1484c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:53:56.365229 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-30a01403-0de2-4577-80ba-42791da12e49 req-09ec4368-bc2b-43e7-98cc-a2e8d0be3479 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbc3ceac-b4ad-4d90-858f-c00331b27ad7 HTTP/1.1" status: 200 len: 210 time: 0.0654225 Sep 17 07:53:56.393431 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23c685f-80fd-42c2-97cc-06a8bc8cbf50 None None] Checking router: f546cb09-618b-474b-942c-ddffc5a26e36 for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:53:56.403461 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23c685f-80fd-42c2-97cc-06a8bc8cbf50 None None] Routers {'f546cb09-618b-474b-942c-ddffc5a26e36'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:53:56.404531 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-a23c685f-80fd-42c2-97cc-06a8bc8cbf50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:53:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['f546cb09-618b-474b-942c-ddffc5a26e36'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:53:56.407739 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3317a780-bd0b-4a9c-9474-ecd8b5874059 req-2b858800-eceb-442e-8665-07b022e99644 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/security-groups?id=bee75c6a-c6c1-4516-b836-9a734cc34688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702672 Sep 17 07:53:56.445595 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a66d378f-d058-4e15-ab99-868633a8d9fb tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:56.467331 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a66d378f-d058-4e15-ab99-868633a8d9fb tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:56.557001 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-a23c685f-80fd-42c2-97cc-06a8bc8cbf50 None None] Set router f546cb09-618b-474b-942c-ddffc5a26e36 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:53:56.843782 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-a23c685f-80fd-42c2-97cc-06a8bc8cbf50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f546cb09-618b-474b-942c-ddffc5a26e36', 'name': 'tempest-ServersTestJSON-497924138-router', 'tenant_id': '746a584a63d8493ea1b556df39b89a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'c755be25-f5c7-48f4-a863-cb14a59113f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:50:06Z', 'updated_at': '2021-09-17T07:50:15Z', 'revision_number': 4, 'project_id': '746a584a63d8493ea1b556df39b89a7b', 'gw_port': {'id': 'c755be25-f5c7-48f4-a863-cb14a59113f7', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f546cb09-618b-474b-942c-ddffc5a26e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:50:08Z', 'updated_at': '2021-09-17T07:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '2ce80138-46be-45cf-8eb2-8c9e8007b57b', 'name': '', 'network_id': '707dcf24-13d2-4ec8-bbd9-667ff063181d', 'tenant_id': '746a584a63d8493ea1b556df39b89a7b', 'mac_address': 'fa:16:3e:d8:50:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f546cb09-618b-474b-942c-ddffc5a26e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '160360dd-540c-4432-8c1f-b0acc1484c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:50:13Z', 'updated_at': '2021-09-17T07:50:21Z', 'revision_number': 5, 'project_id': '746a584a63d8493ea1b556df39b89a7b', 'subnets': [{'id': '160360dd-540c-4432-8c1f-b0acc1484c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:53:56.875947 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23c685f-80fd-42c2-97cc-06a8bc8cbf50 None None] The sync data for ids ['f546cb09-618b-474b-942c-ddffc5a26e36'] in n-d-789963-9 is: [{'id': 'f546cb09-618b-474b-942c-ddffc5a26e36', 'name': 'tempest-ServersTestJSON-497924138-router', 'tenant_id': '746a584a63d8493ea1b556df39b89a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'c755be25-f5c7-48f4-a863-cb14a59113f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:50:06Z', 'updated_at': '2021-09-17T07:50:15Z', 'revision_number': 4, 'project_id': '746a584a63d8493ea1b556df39b89a7b', 'gw_port': {'id': 'c755be25-f5c7-48f4-a863-cb14a59113f7', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f546cb09-618b-474b-942c-ddffc5a26e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:50:08Z', 'updated_at': '2021-09-17T07:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '2ce80138-46be-45cf-8eb2-8c9e8007b57b', 'name': '', 'network_id': '707dcf24-13d2-4ec8-bbd9-667ff063181d', 'tenant_id': '746a584a63d8493ea1b556df39b89a7b', 'mac_address': 'fa:16:3e:d8:50:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f546cb09-618b-474b-942c-ddffc5a26e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '160360dd-540c-4432-8c1f-b0acc1484c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:50:13Z', 'updated_at': '2021-09-17T07:50:21Z', 'revision_number': 5, 'project_id': '746a584a63d8493ea1b556df39b89a7b', 'subnets': [{'id': '160360dd-540c-4432-8c1f-b0acc1484c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:53:56.963492 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66d378f-d058-4e15-ab99-868633a8d9fb tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Pushing event updated for resources: {'Port': ['ID=bccfb67c-01a4-49f6-bbfa-a5f26e513a89,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:56.994069 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12836f33-4771-454a-8f45-018a40dabed6 req-45a4f21b-8760-43bc-87bc-05199b56ed39 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:57.001610 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-12836f33-4771-454a-8f45-018a40dabed6 req-45a4f21b-8760-43bc-87bc-05199b56ed39 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.5480404 Sep 17 07:53:57.014267 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-a66d378f-d058-4e15-ab99-868633a8d9fb tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] In _notify_port_updated(), no bound segment for port bccfb67c-01a4-49f6-bbfa-a5f26e513a89 on network eeabefef-e02a-4cdd-841e-551f86e62241 {{(pid=101289) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 07:53:57.019722 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66d378f-d058-4e15-ab99-868633a8d9fb tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:57.020418 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a66d378f-d058-4e15-ab99-868633a8d9fb tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:57.021745 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-a66d378f-d058-4e15-ab99-868633a8d9fb tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] 10.222.0.13 "PUT /v2.0/ports/bccfb67c-01a4-49f6-bbfa-a5f26e513a89 HTTP/1.1" status: 200 len: 1135 time: 1.3033469 Sep 17 07:53:57.024637 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44200) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:57.036724 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb638c6-8885-4ded-ba12-661103e5b1b0 req-440afb61-284f-4428-a3e0-42395fdfc68f tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:57.039730 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0fb638c6-8885-4ded-ba12-661103e5b1b0 req-440afb61-284f-4428-a3e0-42395fdfc68f tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=f50ff527-62ae-4a3e-bb52-9dd6ba34fd45 HTTP/1.1" status: 200 len: 950 time: 0.1662464 Sep 17 07:53:57.100129 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c2f109-1d1f-4204-b68e-6ceb60413b5d tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:57.101155 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-49c2f109-1d1f-4204-b68e-6ceb60413b5d tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] 10.222.0.13 "GET /v2.0/ports/bccfb67c-01a4-49f6-bbfa-a5f26e513a89 HTTP/1.1" status: 200 len: 1135 time: 0.0753372 Sep 17 07:53:57.105064 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44202) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:57.132326 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-12836f33-4771-454a-8f45-018a40dabed6 req-5931e476-346f-4adf-92e2-4feb824125fb tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296737 Sep 17 07:53:57.161039 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0fb638c6-8885-4ded-ba12-661103e5b1b0 req-fae1e8f9-52ed-4e86-967a-f0e050f84049 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120856 Sep 17 07:53:57.260535 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c5ddae81-79d3-4dfa-acfc-8d6c364ffe2d req-73ef990a-803a-4b44-98f1-08a09d21e972 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0338993 Sep 17 07:53:57.293078 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-62fbd68f-7f29-4c3b-9bd0-311c49052f40 None None] Provisioning complete for port bccfb67c-01a4-49f6-bbfa-a5f26e513a89 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:53:57.293469 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-62fbd68f-7f29-4c3b-9bd0-311c49052f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:57.296731 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89ccca2-64f2-46b7-9cdb-0b983facb3f0 None None] New status for floating IP 1aa0e982-dec6-46c7-a87f-09fbb477a631: DOWN {{(pid=101292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 07:53:57.299510 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-3c7689fa-e360-4b0e-bf19-3680cd87e52f tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Deleting port bccfb67c-01a4-49f6-bbfa-a5f26e513a89 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:53:57.302867 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3c7689fa-e360-4b0e-bf19-3680cd87e52f tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:57.355945 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d414d8b-4dfb-451c-b72c-715c957e7c21 req-7593f005-6d64-406f-a908-11abbfbb085e tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:57.356422 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-62fbd68f-7f29-4c3b-9bd0-311c49052f40 None None] Port bccfb67c-01a4-49f6-bbfa-a5f26e513a89 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:53:57.359874 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5d414d8b-4dfb-451c-b72c-715c957e7c21 req-7593f005-6d64-406f-a908-11abbfbb085e tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/ports?device_id=97e2b08c-ae5d-4ac9-901a-f557e5f27ff3 HTTP/1.1" status: 200 len: 950 time: 0.1000588 Sep 17 07:53:57.408406 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5d414d8b-4dfb-451c-b72c-715c957e7c21 req-d3a418e1-a13e-46be-ad32-14dc2dd69448 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/security-groups?id=bee75c6a-c6c1-4516-b836-9a734cc34688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440006 Sep 17 07:53:57.433118 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3c7689fa-e360-4b0e-bf19-3680cd87e52f tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:57.454481 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-3c7689fa-e360-4b0e-bf19-3680cd87e52f tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Calling delete_port for bccfb67c-01a4-49f6-bbfa-a5f26e513a89 owned by {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:53:57.565151 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aed2ab-aa98-4842-8e39-993d368eb052 req-a901a1a6-f743-4925-8cf9-714ee68bcce6 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:57.567440 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-79aed2ab-aa98-4842-8e39-993d368eb052 req-a901a1a6-f743-4925-8cf9-714ee68bcce6 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.0958164 Sep 17 07:53:57.632958 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-79aed2ab-aa98-4842-8e39-993d368eb052 req-de955e4b-f171-4025-b362-f6b5f3e8cdc4 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579262 Sep 17 07:53:57.664187 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3c7689fa-e360-4b0e-bf19-3680cd87e52f tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:57.679052 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 44224) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:57.699607 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7689fa-e360-4b0e-bf19-3680cd87e52f tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Pushing event deleted for resources: {'Port': ['ID=bccfb67c-01a4-49f6-bbfa-a5f26e513a89,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:57.769393 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f786926e-1ad9-4db9-91e1-44397bd74d39 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:57.791595 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3c7689fa-e360-4b0e-bf19-3680cd87e52f tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:57.799046 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-3c7689fa-e360-4b0e-bf19-3680cd87e52f tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] 10.222.0.13 "DELETE /v2.0/ports/bccfb67c-01a4-49f6-bbfa-a5f26e513a89 HTTP/1.1" status: 204 len: 168 time: 0.6878431 Sep 17 07:53:57.800097 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44228) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:57.827402 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f786926e-1ad9-4db9-91e1-44397bd74d39 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:57.895313 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-557b1765-e65a-4266-8bc1-6c4353b1cbe9 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Deleting subnet 70b109eb-e9a7-41d5-8db3-4b3ab3a8ba13 {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:53:57.902305 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-557b1765-e65a-4266-8bc1-6c4353b1cbe9 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:57.902718 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f786926e-1ad9-4db9-91e1-44397bd74d39 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:57.905473 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f786926e-1ad9-4db9-91e1-44397bd74d39 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:57.906705 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-f786926e-1ad9-4db9-91e1-44397bd74d39 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] 10.222.0.13 "DELETE /v2.0/security-groups/53e3b2e3-86bb-40c4-b326-5cfb7d536fc4 HTTP/1.1" status: 204 len: 168 time: 0.2263956 Sep 17 07:53:57.911726 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 44238) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:57.963527 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f786926e-1ad9-4db9-91e1-44397bd74d39 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e3b2e3-86bb-40c4-b326-5cfb7d536fc4,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:57.970477 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-420d9648-8982-49c9-b77c-523a52611290 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] show failed (client error): The resource could not be found. Sep 17 07:53:57.972414 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-420d9648-8982-49c9-b77c-523a52611290 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] 10.222.0.13 "GET /v2.0/security-groups/53e3b2e3-86bb-40c4-b326-5cfb7d536fc4 HTTP/1.1" status: 404 len: 347 time: 0.0522792 Sep 17 07:53:57.975244 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 44244) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:57.988605 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-557b1765-e65a-4266-8bc1-6c4353b1cbe9 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:58.086588 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e11f20-5985-48c5-819c-6c53ea90e81d req-0f417566-2caf-44fb-ae3e-e1b82e042c98 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:58.093174 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-71e11f20-5985-48c5-819c-6c53ea90e81d req-0f417566-2caf-44fb-ae3e-e1b82e042c98 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.1921594 Sep 17 07:53:58.095591 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-557b1765-e65a-4266-8bc1-6c4353b1cbe9 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:58.172151 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-557b1765-e65a-4266-8bc1-6c4353b1cbe9 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:58.173316 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-71e11f20-5985-48c5-819c-6c53ea90e81d req-9d278f12-bc1a-42fb-b427-0a1cb2b79303 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725663 Sep 17 07:53:58.186330 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-ab0d1503-5f69-4b77-8a48-dbb1929fddc9 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Deleting port 11595760-6a54-4564-86fe-44ea937c5168 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:53:58.186679 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ab0d1503-5f69-4b77-8a48-dbb1929fddc9 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:58.231406 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557b1765-e65a-4266-8bc1-6c4353b1cbe9 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Pushing event deleted for resources: {'Subnet': ['ID=70b109eb-e9a7-41d5-8db3-4b3ab3a8ba13,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:58.242987 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-557b1765-e65a-4266-8bc1-6c4353b1cbe9 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:58.245203 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-557b1765-e65a-4266-8bc1-6c4353b1cbe9 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] 10.222.0.13 "DELETE /v2.0/subnets/70b109eb-e9a7-41d5-8db3-4b3ab3a8ba13 HTTP/1.1" status: 204 len: 168 time: 0.4441445 Sep 17 07:53:58.248407 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44250) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:58.253338 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a42c04-05ca-440a-aad5-e547982a4c7a None None] Network eeabefef-e02a-4cdd-841e-551f86e62241 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:53:58.345327 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8611630f-d7b5-4d75-810e-178faeab0795 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:58.407657 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e2452-d591-463c-9e14-5f607c432b13 req-2d66efb8-88bc-4be8-82d8-bdd28483afee tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:58.409227 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ef0e2452-d591-463c-9e14-5f607c432b13 req-2d66efb8-88bc-4be8-82d8-bdd28483afee tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=f50ff527-62ae-4a3e-bb52-9dd6ba34fd45 HTTP/1.1" status: 200 len: 950 time: 0.1184280 Sep 17 07:53:58.417771 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-8611630f-d7b5-4d75-810e-178faeab0795 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Deleting port 19d83471-a6bb-4ca8-bf48-4b30b41d0790 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:53:58.418399 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8611630f-d7b5-4d75-810e-178faeab0795 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:58.420641 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f779a88-6e7f-4ef4-9063-dfecd1c0fc7a req-00fa0d12-0b35-47b0-b128-c051ee7ede23 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:58.428250 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6f779a88-6e7f-4ef4-9063-dfecd1c0fc7a req-00fa0d12-0b35-47b0-b128-c051ee7ede23 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.1496367 Sep 17 07:53:58.437087 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ab0d1503-5f69-4b77-8a48-dbb1929fddc9 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:58.437443 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ab0d1503-5f69-4b77-8a48-dbb1929fddc9 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:58.453804 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c77730-8587-4693-a185-b3668f189e65 None None] DHCP port deletion for eeabefef-e02a-4cdd-841e-551f86e62241 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 07:53:58.480449 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-ab0d1503-5f69-4b77-8a48-dbb1929fddc9 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Calling delete_port for 11595760-6a54-4564-86fe-44ea937c5168 owned by network:floatingip {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:53:58.494683 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-8611630f-d7b5-4d75-810e-178faeab0795 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] For port 19d83471-a6bb-4ca8-bf48-4b30b41d0790, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=19d83471-a6bb-4ca8-bf48-4b30b41d0790,segment=NetworkSegment(4a30e628-a419-40bc-aa31-44ddd5c140a6),segment_id=4a30e628-a419-40bc-aa31-44ddd5c140a6)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:53:58.495062 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8611630f-d7b5-4d75-810e-178faeab0795 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:58.512664 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-8611630f-d7b5-4d75-810e-178faeab0795 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Calling delete_port for 19d83471-a6bb-4ca8-bf48-4b30b41d0790 owned by network:dhcp {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:53:58.516172 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-e8c77730-8587-4693-a185-b3668f189e65 None None] Deleting port 19d83471-a6bb-4ca8-bf48-4b30b41d0790 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:53:58.516723 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e8c77730-8587-4693-a185-b3668f189e65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:58.516913 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ef0e2452-d591-463c-9e14-5f607c432b13 req-f84fa08a-2a9a-4023-abfb-a2e4d5487971 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812671 Sep 17 07:53:58.529866 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6f779a88-6e7f-4ef4-9063-dfecd1c0fc7a req-e8788279-ffb5-49b3-a2fc-2452b22afc65 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001658 Sep 17 07:53:58.626490 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-e8c77730-8587-4693-a185-b3668f189e65 None None] For port 19d83471-a6bb-4ca8-bf48-4b30b41d0790, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=19d83471-a6bb-4ca8-bf48-4b30b41d0790,segment=NetworkSegment(4a30e628-a419-40bc-aa31-44ddd5c140a6),segment_id=4a30e628-a419-40bc-aa31-44ddd5c140a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:53:58.626851 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e8c77730-8587-4693-a185-b3668f189e65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:58.632807 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8611630f-d7b5-4d75-810e-178faeab0795 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:58.658956 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-e8c77730-8587-4693-a185-b3668f189e65 None None] Calling delete_port for 19d83471-a6bb-4ca8-bf48-4b30b41d0790 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:53:58.668043 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8611630f-d7b5-4d75-810e-178faeab0795 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Pushing event deleted for resources: {'Port': ['ID=19d83471-a6bb-4ca8-bf48-4b30b41d0790,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:58.672196 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8611630f-d7b5-4d75-810e-178faeab0795 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] No DVR routers for this DVR port 19d83471-a6bb-4ca8-bf48-4b30b41d0790 on host n-d-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:53:58.726975 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c292e9d9-f48f-434d-9ca1-2e74341d843b req-77084d2e-65d5-41ee-8a9c-8f116a2c17aa tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0581856 Sep 17 07:53:58.763467 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8611630f-d7b5-4d75-810e-178faeab0795 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:58.790740 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-8611630f-d7b5-4d75-810e-178faeab0795 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeabefef-e02a-4cdd-841e-551f86e62241']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:53:58.797211 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e8c77730-8587-4693-a185-b3668f189e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:58.802132 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-8611630f-d7b5-4d75-810e-178faeab0795 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a30e628-a419-40bc-aa31-44ddd5c140a6') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:53:58.803233 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-8611630f-d7b5-4d75-810e-178faeab0795 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a30e628-a419-40bc-aa31-44ddd5c140a6') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:53:58.815310 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8611630f-d7b5-4d75-810e-178faeab0795 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:58.829598 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c77730-8587-4693-a185-b3668f189e65 None None] Pushing event deleted for resources: {'Port': ['ID=19d83471-a6bb-4ca8-bf48-4b30b41d0790,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:58.831255 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8611630f-d7b5-4d75-810e-178faeab0795 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:58.833879 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c77730-8587-4693-a185-b3668f189e65 None None] No DVR routers for this DVR port 19d83471-a6bb-4ca8-bf48-4b30b41d0790 on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:53:58.839160 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8611630f-d7b5-4d75-810e-178faeab0795 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 07:53:58.839988 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8611630f-d7b5-4d75-810e-178faeab0795 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:58.844163 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 07:53:58.844163 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 07:53:58.844163 n-d-789963-9 neutron-server[101290]: timer() Sep 17 07:53:58.844163 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 07:53:58.844163 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 07:53:58.844163 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 07:53:58.844163 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 07:53:58.844163 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 07:53:58.844163 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 07:53:58.844163 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 07:53:58.844163 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 07:53:58.844163 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 07:53:58.844163 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 07:53:58.844163 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 07:53:58.844163 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 07:53:58.844163 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 07:53:58.844163 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 07:53:58.844163 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 07:53:58.844163 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 07:53:58.844163 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 07:53:58.844163 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 07:53:58.844163 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 07:53:58.844163 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 07:53:58.844163 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 07:53:58.844163 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 07:53:58.844163 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 07:53:58.844163 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 07:53:58.844163 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 07:53:58.844163 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 07:53:58.844163 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 07:53:58.844163 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 07:53:58.844163 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 07:53:58.853732 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ab0d1503-5f69-4b77-8a48-dbb1929fddc9 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:58.902320 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0d1503-5f69-4b77-8a48-dbb1929fddc9 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Pushing event deleted for resources: {'Port': ['ID=11595760-6a54-4564-86fe-44ea937c5168,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:58.907650 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8611630f-d7b5-4d75-810e-178faeab0795 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:58.918026 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8611630f-d7b5-4d75-810e-178faeab0795 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:58.922417 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-8611630f-d7b5-4d75-810e-178faeab0795 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] 10.222.0.13 "DELETE /v2.0/networks/eeabefef-e02a-4cdd-841e-551f86e62241 HTTP/1.1" status: 204 len: 168 time: 0.6703968 Sep 17 07:53:58.929559 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8611630f-d7b5-4d75-810e-178faeab0795 tempest-ExtraDHCPOptionsTestJSON-336539622 tempest-ExtraDHCPOptionsTestJSON-336539622-project] Pushing event deleted for resources: {'Network': ['ID=eeabefef-e02a-4cdd-841e-551f86e62241,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:53:58.969024 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532e495-423a-48a9-95f7-3b707c39a6de req-21e0f19e-b91f-4324-8ac4-1430ebf0149a tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:58.970596 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4532e495-423a-48a9-95f7-3b707c39a6de req-21e0f19e-b91f-4324-8ac4-1430ebf0149a tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.1452227 Sep 17 07:53:59.022404 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ab0d1503-5f69-4b77-8a48-dbb1929fddc9 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Notify callbacks [] for floatingip, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:59.025191 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ab0d1503-5f69-4b77-8a48-dbb1929fddc9 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:59.029107 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ab0d1503-5f69-4b77-8a48-dbb1929fddc9 tempest-ServersTestJSON-126670821 tempest-ServersTestJSON-126670821-project] 10.222.0.13 "DELETE /v2.0/floatingips/1aa0e982-dec6-46c7-a87f-09fbb477a631 HTTP/1.1" status: 204 len: 168 time: 1.0502207 Sep 17 07:53:59.029458 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44272) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:59.056625 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4532e495-423a-48a9-95f7-3b707c39a6de req-e2f451c9-dee4-4440-bbe8-d56135d74c4d tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626414 Sep 17 07:53:59.207003 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c050e-3dd9-4d84-a8cb-2dbe3b436d57 req-da22e401-f7e6-46a1-abd6-3b5c2652568a tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:59.210551 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-821c050e-3dd9-4d84-a8cb-2dbe3b436d57 req-da22e401-f7e6-46a1-abd6-3b5c2652568a tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.0699694 Sep 17 07:53:59.264383 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-821c050e-3dd9-4d84-a8cb-2dbe3b436d57 req-a838fb28-69da-4dec-aff9-029c418f9cee tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476322 Sep 17 07:53:59.301971 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44284) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:59.404426 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 19d83471-a6bb-4ca8-bf48-4b30b41d0790 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:53:59.428480 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 19d83471-a6bb-4ca8-bf48-4b30b41d0790 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:53:59.429124 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 19d83471-a6bb-4ca8-bf48-4b30b41d0790 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:53:59.547591 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ebaa4-54db-4fb3-9bee-a542b6bbad09 req-6e48f497-40ab-4f30-bb85-27eea5ba91b1 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:59.548033 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f08ebaa4-54db-4fb3-9bee-a542b6bbad09 req-6e48f497-40ab-4f30-bb85-27eea5ba91b1 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.0533152 Sep 17 07:53:59.575211 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e892b2ad-9119-48d9-be4e-f4886e3cf171 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=53f763631f764e04935f3f02d40100ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2706597 Sep 17 07:53:59.577812 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44294) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:53:59.597898 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f08ebaa4-54db-4fb3-9bee-a542b6bbad09 req-fe81e4d0-8785-43e8-8829-b79275f4901e tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416670 Sep 17 07:53:59.658000 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f4bb14e0-bce4-451c-a90f-eab01175efed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:59.670275 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd87a9-1ffb-49a5-a153-a933905849b8 req-8e60b4a3-2eff-42ea-a7cf-5700cc277117 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:59.672173 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c3cd87a9-1ffb-49a5-a153-a933905849b8 req-8e60b4a3-2eff-42ea-a7cf-5700cc277117 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=f50ff527-62ae-4a3e-bb52-9dd6ba34fd45 HTTP/1.1" status: 200 len: 950 time: 0.0646901 Sep 17 07:53:59.704025 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ed4fcbc0-5262-4666-943c-1570c2dd8554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:59.737415 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ed4fcbc0-5262-4666-943c-1570c2dd8554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:53:59.745729 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c3cd87a9-1ffb-49a5-a153-a933905849b8 req-6b5e29cb-7e50-459b-8e76-c425cb77ee2f tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675013 Sep 17 07:53:59.760569 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de7054-6c26-4ba7-8f8e-ae66ecc312ec req-e1c5a55f-d7e4-42ad-94dc-3fabd04bc72f tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:53:59.774446 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-58de7054-6c26-4ba7-8f8e-ae66ecc312ec req-e1c5a55f-d7e4-42ad-94dc-3fabd04bc72f tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.0959778 Sep 17 07:53:59.824411 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-58de7054-6c26-4ba7-8f8e-ae66ecc312ec req-1f4a09da-66f3-44c0-8358-c836e9105720 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490193 Sep 17 07:53:59.932104 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c9ee9ce1-f577-4483-8aef-20c1dd2ef071 req-54c13835-ce63-4cf8-82ba-bb94f7079d36 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0378850 Sep 17 07:54:00.119604 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe85fa-3c99-4db5-a244-266bdcfde194 req-100bec76-5d4c-41d2-8df4-8a1617887f54 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:00.124414 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8bfe85fa-3c99-4db5-a244-266bdcfde194 req-100bec76-5d4c-41d2-8df4-8a1617887f54 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/networks?id=c415bb2c-76bc-4730-a4c3-bead01aef970 HTTP/1.1" status: 200 len: 813 time: 0.1414807 Sep 17 07:54:00.138152 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8bfe85fa-3c99-4db5-a244-266bdcfde194 req-ca2e85a8-3524-46ee-9ef0-518ebdb29f85 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/quotas/eba970328263472895352ba6b96a09d3 HTTP/1.1" status: 200 len: 375 time: 0.0103862 Sep 17 07:54:00.177934 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ed4fcbc0-5262-4666-943c-1570c2dd8554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:00.180417 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ed4fcbc0-5262-4666-943c-1570c2dd8554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:00.184396 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ed4fcbc0-5262-4666-943c-1570c2dd8554 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e596e3fe-2c13-4d55-9d45-f87b7b9a6de2 HTTP/1.1" status: 204 len: 168 time: 0.6055343 Sep 17 07:54:00.192568 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8bfe85fa-3c99-4db5-a244-266bdcfde194 req-58cdf896-d26f-494e-bc13-bfbbf7431c9c tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=eba970328263472895352ba6b96a09d3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0481589 Sep 17 07:54:00.222368 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4fcbc0-5262-4666-943c-1570c2dd8554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e596e3fe-2c13-4d55-9d45-f87b7b9a6de2,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:00.329538 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-f4bb14e0-bce4-451c-a90f-eab01175efed admin admin] Deleting port 2ce80138-46be-45cf-8eb2-8c9e8007b57b {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:54:00.330428 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f4bb14e0-bce4-451c-a90f-eab01175efed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:00.333254 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525d527-56de-4e6c-91b8-3a8530b4bf20 req-6da3849e-1db1-4866-858b-4130487424f4 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:00.335057 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a525d527-56de-4e6c-91b8-3a8530b4bf20 req-6da3849e-1db1-4866-858b-4130487424f4 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.0621006 Sep 17 07:54:00.385840 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a525d527-56de-4e6c-91b8-3a8530b4bf20 req-dc603ba3-a084-4e7d-b83c-2fd2269dc1fd tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440681 Sep 17 07:54:00.436128 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-f4bb14e0-bce4-451c-a90f-eab01175efed admin admin] For port 2ce80138-46be-45cf-8eb2-8c9e8007b57b, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=2ce80138-46be-45cf-8eb2-8c9e8007b57b,segment=NetworkSegment(40e2f46a-cc55-49c4-8afc-b45f6e1d5b0e),segment_id=40e2f46a-cc55-49c4-8afc-b45f6e1d5b0e)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:54:00.436418 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f4bb14e0-bce4-451c-a90f-eab01175efed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:00.460870 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-f4bb14e0-bce4-451c-a90f-eab01175efed admin admin] Calling delete_port for 2ce80138-46be-45cf-8eb2-8c9e8007b57b owned by network:router_interface {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:54:00.524287 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2b4b1-8b4d-4843-aee4-60d21745bb94 req-687a19a4-cfbd-4473-be36-e2bb073e8fee tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:00.525835 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bfd2b4b1-8b4d-4843-aee4-60d21745bb94 req-687a19a4-cfbd-4473-be36-e2bb073e8fee tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.0608697 Sep 17 07:54:00.587690 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bfd2b4b1-8b4d-4843-aee4-60d21745bb94 req-4419077c-cb7a-420d-92bb-111dcbb90bda tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539989 Sep 17 07:54:00.741616 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f4bb14e0-bce4-451c-a90f-eab01175efed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:00.772348 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bb14e0-bce4-451c-a90f-eab01175efed admin admin] Pushing event deleted for resources: {'Port': ['ID=2ce80138-46be-45cf-8eb2-8c9e8007b57b,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:00.940392 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e88bb6ab-f85c-4836-89ca-05e9c4fc8dad req-ab4ed962-cdeb-4991-8afa-d0e6766c39e7 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=eba970328263472895352ba6b96a09d3 HTTP/1.1" status: 200 len: 221 time: 0.1211834 Sep 17 07:54:00.980508 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02821bd0-72ba-46e3-82b5-7f4a8f82b5ca req-fff05921-15e4-480b-9407-8a8e37d2a95a tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:00.988980 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-02821bd0-72ba-46e3-82b5-7f4a8f82b5ca req-fff05921-15e4-480b-9407-8a8e37d2a95a tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=f50ff527-62ae-4a3e-bb52-9dd6ba34fd45 HTTP/1.1" status: 200 len: 950 time: 0.1159570 Sep 17 07:54:00.999366 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f4bb14e0-bce4-451c-a90f-eab01175efed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:01.048993 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-02821bd0-72ba-46e3-82b5-7f4a8f82b5ca req-507450fa-3685-4155-9636-32c1c29823e6 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519662 Sep 17 07:54:01.171400 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44374) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:01.173524 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d4fda5e1-8cf0-45d8-9660-8e8e163cc0d6 req-f683346b-e71f-4c1a-a893-abd821b99d7d tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0408845 Sep 17 07:54:01.239423 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de3e903-88d6-457a-bc1f-d4316b817619 req-06f6dfc3-a067-4306-99bd-e83185fecbdf tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:01.241005 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5de3e903-88d6-457a-bc1f-d4316b817619 req-06f6dfc3-a067-4306-99bd-e83185fecbdf tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.0703318 Sep 17 07:54:01.265966 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device c9ac485d-d9a5-4ab5-887c-40f640d331b2 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:54:01.327443 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5de3e903-88d6-457a-bc1f-d4316b817619 req-243fa77b-0d8b-4454-b43d-46dbe5ed5387 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691719 Sep 17 07:54:01.366248 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4bb14e0-bce4-451c-a90f-eab01175efed admin admin] Router f546cb09-618b-474b-942c-ddffc5a26e36 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:54:01.370135 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-979ec2c1-1b13-4771-8dc9-14147d415e5e tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Request body: {'security_group': {'name': 'tempest-secgroup--1984304244'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:54:01.465275 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-979ec2c1-1b13-4771-8dc9-14147d415e5e tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:01.494022 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80be4448-63b4-485d-8256-44ef4555083f req-5309d0d0-982e-40c9-b6b3-b50ca754be56 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:01.495632 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-80be4448-63b4-485d-8256-44ef4555083f req-5309d0d0-982e-40c9-b6b3-b50ca754be56 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.0655506 Sep 17 07:54:01.513510 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-979ec2c1-1b13-4771-8dc9-14147d415e5e tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:01.543622 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-80be4448-63b4-485d-8256-44ef4555083f req-7aeb8210-6000-4c5e-b6cf-1383533c41e8 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394838 Sep 17 07:54:01.555890 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4bb14e0-bce4-451c-a90f-eab01175efed admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:54:01.564441 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f4bb14e0-bce4-451c-a90f-eab01175efed admin admin] 10.222.0.13 "PUT /v2.0/routers/f546cb09-618b-474b-942c-ddffc5a26e36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5338128 Sep 17 07:54:01.565594 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 44388) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:01.577297 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6327e0-d8a8-4fce-a0a4-bb2c40cdad35 None None] Sync routers for ids ['f546cb09-618b-474b-942c-ddffc5a26e36'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:54:01.596784 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port c9ac485d-d9a5-4ab5-887c-40f640d331b2, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=c9ac485d-d9a5-4ab5-887c-40f640d331b2,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:54:01.620448 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': 'c9ac485d-d9a5-4ab5-887c-40f640d331b2', 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583', 'port_id': 'c9ac485d-d9a5-4ab5-887c-40f640d331b2', 'mac_address': 'fa:16:3e:c6:ff:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f3af6cb-9cad-436b-bf41-034e75672c44', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:54:01.633425 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6327e0-d8a8-4fce-a0a4-bb2c40cdad35 None None] Routers {'f546cb09-618b-474b-942c-ddffc5a26e36'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:54:01.634169 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-db6327e0-d8a8-4fce-a0a4-bb2c40cdad35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:53:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['f546cb09-618b-474b-942c-ddffc5a26e36'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:54:01.664191 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-979ec2c1-1b13-4771-8dc9-14147d415e5e tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:01.672045 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-979ec2c1-1b13-4771-8dc9-14147d415e5e tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:01.714324 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979ec2c1-1b13-4771-8dc9-14147d415e5e tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a481fc3-72fa-46d9-93e3-48fcf8f42807,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:01.759863 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:01.784220 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c9ac485d-d9a5-4ab5-887c-40f640d331b2 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:54:01.796910 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-979ec2c1-1b13-4771-8dc9-14147d415e5e tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:01.798057 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9f4331e3-b382-4340-9218-b0b8219eb935 admin admin] Notify callbacks [] for router, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:01.803430 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-979ec2c1-1b13-4771-8dc9-14147d415e5e tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:01.805832 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-db6327e0-d8a8-4fce-a0a4-bb2c40cdad35 None None] Set router f546cb09-618b-474b-942c-ddffc5a26e36 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:54:01.838593 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-979ec2c1-1b13-4771-8dc9-14147d415e5e tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:01.842928 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-979ec2c1-1b13-4771-8dc9-14147d415e5e tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6699705 Sep 17 07:54:01.844557 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44394) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:01.848079 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba4a11a-120e-455c-8440-3714a0ea002d req-9c16a60c-34d4-42b2-8766-d2b4ef455286 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:01.852297 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979ec2c1-1b13-4771-8dc9-14147d415e5e tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75351116-36d2-4334-b14f-c23e2866f525,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:01.855338 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7ba4a11a-120e-455c-8440-3714a0ea002d req-9c16a60c-34d4-42b2-8766-d2b4ef455286 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.1707468 Sep 17 07:54:01.877693 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port c9ac485d-d9a5-4ab5-887c-40f640d331b2, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=c9ac485d-d9a5-4ab5-887c-40f640d331b2,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:54:01.892412 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:01.940343 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7ba4a11a-120e-455c-8440-3714a0ea002d req-fbd941c9-a957-4bb1-9f29-055a1b2e81d7 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840535 Sep 17 07:54:01.996159 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9f4331e3-b382-4340-9218-b0b8219eb935 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:01.996608 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=c9ac485d-d9a5-4ab5-887c-40f640d331b2,revision_number=6']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:02.000558 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-262961f0-1483-40ba-b82e-3b61020e4b54 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1546493 Sep 17 07:54:02.003198 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44400) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:02.010875 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-23de9347-6d19-4069-b086-67d751ba79f6 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Request body: {'security_group': {'name': 'tempest-security--1697776805', 'description': 'tempest-security-description-147507932'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:54:02.024836 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:54:02.025599 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:54:02.027032 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:54:02.027534 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:54:02.028015 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:54:02.028459 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:54:02.029559 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:54:02.029995 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:54:02.030436 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:54:02.030877 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:54:02.031317 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:54:02.032007 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:54:02.047458 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-23de9347-6d19-4069-b086-67d751ba79f6 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:02.106795 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15225045-d4a2-4a65-bacb-214732ab9fd5 req-043ed957-39de-4ca6-8540-90bd90bfa92f tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:02.117184 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-15225045-d4a2-4a65-bacb-214732ab9fd5 req-043ed957-39de-4ca6-8540-90bd90bfa92f tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.0805080 Sep 17 07:54:02.130902 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-db6327e0-d8a8-4fce-a0a4-bb2c40cdad35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f546cb09-618b-474b-942c-ddffc5a26e36', 'name': 'tempest-ServersTestJSON-497924138-router', 'tenant_id': '746a584a63d8493ea1b556df39b89a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'c755be25-f5c7-48f4-a863-cb14a59113f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:50:06Z', 'updated_at': '2021-09-17T07:54:00Z', 'revision_number': 5, 'project_id': '746a584a63d8493ea1b556df39b89a7b', 'gw_port': {'id': 'c755be25-f5c7-48f4-a863-cb14a59113f7', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f546cb09-618b-474b-942c-ddffc5a26e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:50:08Z', 'updated_at': '2021-09-17T07:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:54:02.132019 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-23de9347-6d19-4069-b086-67d751ba79f6 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:02.137053 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-23de9347-6d19-4069-b086-67d751ba79f6 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:02.140228 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-23de9347-6d19-4069-b086-67d751ba79f6 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:02.141947 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-23de9347-6d19-4069-b086-67d751ba79f6 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] 10.222.0.13 "PUT /v2.0/security-groups/75351116-36d2-4334-b14f-c23e2866f525 HTTP/1.1" status: 200 len: 1779 time: 0.1371419 Sep 17 07:54:02.146352 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44406) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:02.173195 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['c9ac485d-d9a5-4ab5-887c-40f640d331b2'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:54:02.187988 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-15225045-d4a2-4a65-bacb-214732ab9fd5 req-3d5b3c5e-290b-44ee-8d28-0a21621fc7a6 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697336 Sep 17 07:54:02.189338 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-9f4331e3-b382-4340-9218-b0b8219eb935 admin admin] Deleting port c755be25-f5c7-48f4-a863-cb14a59113f7 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:54:02.189672 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9f4331e3-b382-4340-9218-b0b8219eb935 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:02.215618 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c373e178-eb6d-4296-9018-47f8f4666802 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] 10.222.0.13 "GET /v2.0/security-groups/75351116-36d2-4334-b14f-c23e2866f525 HTTP/1.1" status: 200 len: 1779 time: 0.0667417 Sep 17 07:54:02.217068 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6327e0-d8a8-4fce-a0a4-bb2c40cdad35 None None] Checking router: f546cb09-618b-474b-942c-ddffc5a26e36 for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:54:02.227975 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 44410) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:02.244033 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23de9347-6d19-4069-b086-67d751ba79f6 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75351116-36d2-4334-b14f-c23e2866f525,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:02.265904 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6327e0-d8a8-4fce-a0a4-bb2c40cdad35 None None] Routers {'f546cb09-618b-474b-942c-ddffc5a26e36'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:54:02.266565 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-db6327e0-d8a8-4fce-a0a4-bb2c40cdad35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:53:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['f546cb09-618b-474b-942c-ddffc5a26e36'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:54:02.332547 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc5939-3376-4257-8765-a216c46b9d7e req-2fb7d530-2858-420b-8f39-7a4526d6aef0 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:02.340458 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-38bc5939-3376-4257-8765-a216c46b9d7e req-2fb7d530-2858-420b-8f39-7a4526d6aef0 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=f50ff527-62ae-4a3e-bb52-9dd6ba34fd45 HTTP/1.1" status: 200 len: 950 time: 0.1730349 Sep 17 07:54:02.379421 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-9f4331e3-b382-4340-9218-b0b8219eb935 admin admin] For port c755be25-f5c7-48f4-a863-cb14a59113f7, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=c755be25-f5c7-48f4-a863-cb14a59113f7,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:54:02.379791 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9f4331e3-b382-4340-9218-b0b8219eb935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:02.396587 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-db6327e0-d8a8-4fce-a0a4-bb2c40cdad35 None None] Set router f546cb09-618b-474b-942c-ddffc5a26e36 gateway port host: None {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:54:02.412708 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9ef82186-4ec3-4f34-847d-0e3f8ff27b99 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:02.452814 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-9f4331e3-b382-4340-9218-b0b8219eb935 admin admin] Calling delete_port for c755be25-f5c7-48f4-a863-cb14a59113f7 owned by network:router_gateway {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:54:02.459868 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-db6327e0-d8a8-4fce-a0a4-bb2c40cdad35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f546cb09-618b-474b-942c-ddffc5a26e36', 'name': 'tempest-ServersTestJSON-497924138-router', 'tenant_id': '746a584a63d8493ea1b556df39b89a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:50:06Z', 'updated_at': '2021-09-17T07:54:01Z', 'revision_number': 6, 'project_id': '746a584a63d8493ea1b556df39b89a7b', 'gw_port_host': None}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:54:02.463589 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fb79dc6c-1f1c-4082-967c-f93f6825b887 req-31f7098c-2a23-4c8a-8a6d-04822debfdf8 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0751188 Sep 17 07:54:02.472357 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-38bc5939-3376-4257-8765-a216c46b9d7e req-e3f05d80-5f49-450c-8a5b-ee97ef890b53 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310248 Sep 17 07:54:02.503785 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6327e0-d8a8-4fce-a0a4-bb2c40cdad35 None None] The sync data for ids ['f546cb09-618b-474b-942c-ddffc5a26e36'] in n-d-789963-9 is: [{'id': 'f546cb09-618b-474b-942c-ddffc5a26e36', 'name': 'tempest-ServersTestJSON-497924138-router', 'tenant_id': '746a584a63d8493ea1b556df39b89a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:50:06Z', 'updated_at': '2021-09-17T07:54:01Z', 'revision_number': 6, 'project_id': '746a584a63d8493ea1b556df39b89a7b', 'gw_port_host': None}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:54:02.519083 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9ef82186-4ec3-4f34-847d-0e3f8ff27b99 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:02.714267 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3463c-536a-4410-95f5-6e59c88a0a4a req-8dec6dde-22b1-4358-b52c-5ea83ea06906 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:02.715878 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5db3463c-536a-4410-95f5-6e59c88a0a4a req-8dec6dde-22b1-4358-b52c-5ea83ea06906 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.1197758 Sep 17 07:54:02.718755 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9ef82186-4ec3-4f34-847d-0e3f8ff27b99 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:02.721289 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9ef82186-4ec3-4f34-847d-0e3f8ff27b99 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:02.724676 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-9ef82186-4ec3-4f34-847d-0e3f8ff27b99 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] 10.222.0.13 "DELETE /v2.0/security-groups/75351116-36d2-4334-b14f-c23e2866f525 HTTP/1.1" status: 204 len: 168 time: 0.4909098 Sep 17 07:54:02.725197 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44426) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:02.757419 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef82186-4ec3-4f34-847d-0e3f8ff27b99 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75351116-36d2-4334-b14f-c23e2866f525,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:02.786658 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-19ad9c81-24e5-4523-8f31-2697e33440fd tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0577376 Sep 17 07:54:02.786857 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5db3463c-536a-4410-95f5-6e59c88a0a4a req-67014169-56fe-4798-abfb-1415ee6aa6da tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611811 Sep 17 07:54:02.786939 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44428) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:02.802367 n-d-789963-9 neutron-server[101290]: INFO neutron.api.v2.resource [None req-8c2dc382-7e14-4770-9685-a90db0f3fce6 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] delete failed (client error): The resource could not be found. Sep 17 07:54:02.803724 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-8c2dc382-7e14-4770-9685-a90db0f3fce6 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] 10.222.0.13 "DELETE /v2.0/security-groups/75351116-36d2-4334-b14f-c23e2866f525 HTTP/1.1" status: 404 len: 347 time: 0.0158272 Sep 17 07:54:02.817040 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 44430) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:02.822824 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-f87383b6-ae0a-473a-bf6c-80103f892c13 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Request body: {'security_group': {'name': 'tempest-secgroup--1724438323'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:54:02.858534 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9f4331e3-b382-4340-9218-b0b8219eb935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:02.867416 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f87383b6-ae0a-473a-bf6c-80103f892c13 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:02.911138 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4331e3-b382-4340-9218-b0b8219eb935 admin admin] Pushing event deleted for resources: {'Port': ['ID=c755be25-f5c7-48f4-a863-cb14a59113f7,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:03.034766 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885c3fc-0518-4290-ad2b-d88690ac683d req-0e004c5e-3f50-434f-885c-6117d231d462 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:03.036366 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1885c3fc-0518-4290-ad2b-d88690ac683d req-0e004c5e-3f50-434f-885c-6117d231d462 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.1444042 Sep 17 07:54:03.037271 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9f4331e3-b382-4340-9218-b0b8219eb935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:03.156245 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9f4331e3-b382-4340-9218-b0b8219eb935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:03.162558 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9f4331e3-b382-4340-9218-b0b8219eb935 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:03.221486 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1885c3fc-0518-4290-ad2b-d88690ac683d req-1bddf5d2-4d7c-4d22-8e78-b68128121c26 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510248 Sep 17 07:54:03.243233 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f87383b6-ae0a-473a-bf6c-80103f892c13 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:03.243233 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9f4331e3-b382-4340-9218-b0b8219eb935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:03.243233 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f4331e3-b382-4340-9218-b0b8219eb935 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f546cb09-618b-474b-942c-ddffc5a26e36 {{(pid=101289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 07:54:03.243233 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f87383b6-ae0a-473a-bf6c-80103f892c13 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:03.246753 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9f4331e3-b382-4340-9218-b0b8219eb935 admin admin] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:03.250777 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-9f4331e3-b382-4340-9218-b0b8219eb935 admin admin] 10.222.0.13 "DELETE /v2.0/routers/f546cb09-618b-474b-942c-ddffc5a26e36 HTTP/1.1" status: 204 len: 168 time: 1.6813815 Sep 17 07:54:03.251218 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44438) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:03.270694 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device c9ac485d-d9a5-4ab5-887c-40f640d331b2 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:54:03.274286 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87383b6-ae0a-473a-bf6c-80103f892c13 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51ed7714-c5b5-4406-96c3-ce1020e1a151,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:03.290494 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f87383b6-ae0a-473a-bf6c-80103f892c13 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:03.292975 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-f87383b6-ae0a-473a-bf6c-80103f892c13 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4736691 Sep 17 07:54:03.299656 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44442) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:03.306523 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-dcfff9c1-d4a3-4984-8f4a-d3530cdffc25 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Request body: {'security_group_rule': {'security_group_id': '51ed7714-c5b5-4406-96c3-ce1020e1a151', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:54:03.357715 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-77ff40e4-cfac-4196-b372-40bb8890c154 admin admin] Deleting subnet 160360dd-540c-4432-8c1f-b0acc1484c17 {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:54:03.361430 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-77ff40e4-cfac-4196-b372-40bb8890c154 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:03.394578 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-dcfff9c1-d4a3-4984-8f4a-d3530cdffc25 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:03.402040 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port c9ac485d-d9a5-4ab5-887c-40f640d331b2 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:54:03.402420 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:03.469428 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 2ce80138-46be-45cf-8eb2-8c9e8007b57b no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:54:03.476386 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-dcfff9c1-d4a3-4984-8f4a-d3530cdffc25 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:03.481298 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8b7e8e-9ac2-4a29-97df-99f49eb93ce6 req-3b931814-fcad-4bab-8a83-aa60c1a8207c tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:03.485260 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-dcfff9c1-d4a3-4984-8f4a-d3530cdffc25 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:03.493574 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cb8b7e8e-9ac2-4a29-97df-99f49eb93ce6 req-3b931814-fcad-4bab-8a83-aa60c1a8207c tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.1280048 Sep 17 07:54:03.505892 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 2ce80138-46be-45cf-8eb2-8c9e8007b57b {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:54:03.506238 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 2ce80138-46be-45cf-8eb2-8c9e8007b57b not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:54:03.506944 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device c755be25-f5c7-48f4-a863-cb14a59113f7 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:54:03.508817 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-77ff40e4-cfac-4196-b372-40bb8890c154 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:03.532133 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfff9c1-d4a3-4984-8f4a-d3530cdffc25 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0a15b3f-88ef-45d8-8e81-894c07850b67,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:03.537988 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: c755be25-f5c7-48f4-a863-cb14a59113f7 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:54:03.538339 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device c755be25-f5c7-48f4-a863-cb14a59113f7 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:54:03.559792 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-dcfff9c1-d4a3-4984-8f4a-d3530cdffc25 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:03.564364 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-dcfff9c1-d4a3-4984-8f4a-d3530cdffc25 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2653010 Sep 17 07:54:03.566402 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44450) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:03.576276 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cb8b7e8e-9ac2-4a29-97df-99f49eb93ce6 req-451568f0-578e-4ea5-b305-c4dac58777ee tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816536 Sep 17 07:54:03.635814 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:03.662318 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6159a73-7bed-4ca1-afb0-2d5b27e128ab req-1b0282fb-3e41-40e1-a46b-f8e7305010ab tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:03.663938 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b6159a73-7bed-4ca1-afb0-2d5b27e128ab req-1b0282fb-3e41-40e1-a46b-f8e7305010ab tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=f50ff527-62ae-4a3e-bb52-9dd6ba34fd45 HTTP/1.1" status: 200 len: 950 time: 0.0751960 Sep 17 07:54:03.670455 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f7283340-f4b5-4b02-9e9b-0b5a05275b03 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:03.675739 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e2b08c-ae5d-4ac9-901a-f557e5f27ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ac485d-d9a5-4ab5-887c-40f640d331b2'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:54:03.678506 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46dc21a9-fdfe-4ab7-b6a5-13966ba3e105" -d '{"events": [{"server_uuid": "97e2b08c-ae5d-4ac9-901a-f557e5f27ff3", "name": "network-vif-plugged", "status": "completed", "tag": "c9ac485d-d9a5-4ab5-887c-40f640d331b2"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:54:03.683955 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f7283340-f4b5-4b02-9e9b-0b5a05275b03 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:03.700066 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port c9ac485d-d9a5-4ab5-887c-40f640d331b2, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=c9ac485d-d9a5-4ab5-887c-40f640d331b2,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:54:03.703427 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4f7eac64-0ee6-409b-9828-16375a19e007 req-a95b2735-5817-4a87-b175-7d366736c91f tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0384824 Sep 17 07:54:03.710112 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-77ff40e4-cfac-4196-b372-40bb8890c154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:03.711719 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:03.748153 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b6159a73-7bed-4ca1-afb0-2d5b27e128ab req-88fd12db-1688-41ef-ad42-c2845eb75253 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662329 Sep 17 07:54:03.805222 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f7283340-f4b5-4b02-9e9b-0b5a05275b03 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:03.814130 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=c9ac485d-d9a5-4ab5-887c-40f640d331b2,revision_number=7']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:03.821430 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f7283340-f4b5-4b02-9e9b-0b5a05275b03 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:03.826743 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f7283340-f4b5-4b02-9e9b-0b5a05275b03 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/a0a15b3f-88ef-45d8-8e81-894c07850b67 HTTP/1.1" status: 204 len: 168 time: 0.2514555 Sep 17 07:54:03.827827 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7283340-f4b5-4b02-9e9b-0b5a05275b03 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a0a15b3f-88ef-45d8-8e81-894c07850b67,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:03.829914 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44466) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:03.873153 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a934b-1a57-4ea3-87f6-af7e832d32be req-e3cb98e7-3181-4c03-a59d-8d2a3df38cd1 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:03.877250 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-77ff40e4-cfac-4196-b372-40bb8890c154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:03.880986 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-267a934b-1a57-4ea3-87f6-af7e832d32be req-e3cb98e7-3181-4c03-a59d-8d2a3df38cd1 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.0617254 Sep 17 07:54:03.899693 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f19f66-acfa-40ef-acb1-622990947b43 x-openstack-request-id: req-d4f19f66-acfa-40ef-acb1-622990947b43 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:54:03.900057 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97e2b08c-ae5d-4ac9-901a-f557e5f27ff3", "name": "network-vif-plugged", "status": "completed", "tag": "c9ac485d-d9a5-4ab5-887c-40f640d331b2", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:54:03.900305 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d4f19f66-acfa-40ef-acb1-622990947b43 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:54:03.900702 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97e2b08c-ae5d-4ac9-901a-f557e5f27ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ac485d-d9a5-4ab5-887c-40f640d331b2', 'code': 200} Sep 17 07:54:03.921350 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-267a934b-1a57-4ea3-87f6-af7e832d32be req-13b60b9d-f266-4529-b7c6-c7b3068b8ee8 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394874 Sep 17 07:54:03.941871 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444e053d-647d-426d-a40a-c6c85b3813fc None None] Network 707dcf24-13d2-4ec8-bbd9-667ff063181d requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:54:03.952783 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 44470) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:03.956443 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-1eb61eed-1bf8-47cf-af5e-bf3ea2552d7c tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1162262 Sep 17 07:54:03.957510 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ff40e4-cfac-4196-b372-40bb8890c154 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=160360dd-540c-4432-8c1f-b0acc1484c17,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:03.962565 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-77ff40e4-cfac-4196-b372-40bb8890c154 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:03.962565 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-77ff40e4-cfac-4196-b372-40bb8890c154 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/160360dd-540c-4432-8c1f-b0acc1484c17 HTTP/1.1" status: 204 len: 168 time: 0.7094827 Sep 17 07:54:03.967520 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44472) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:04.020420 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8bb1da14-7994-43b7-8809-44b60ebcfdc1 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:04.083770 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d2317089-cc5e-443a-a388-dd82609c0006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:04.106061 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8bb1da14-7994-43b7-8809-44b60ebcfdc1 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:04.147738 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2855ac-45ac-478b-877e-edd9fd87cc36 req-39464853-a449-4bba-9b71-bad4c9591060 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:04.158629 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ea2855ac-45ac-478b-877e-edd9fd87cc36 req-39464853-a449-4bba-9b71-bad4c9591060 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.1149976 Sep 17 07:54:04.161378 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-d2317089-cc5e-443a-a388-dd82609c0006 admin admin] Deleting port c65d8f53-152c-4d97-916b-dc99202d858b {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:54:04.161378 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d2317089-cc5e-443a-a388-dd82609c0006 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:04.191587 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b71cc6a-8eea-49c0-b99b-c663af6b8114 None None] DHCP port deletion for 707dcf24-13d2-4ec8-bbd9-667ff063181d request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 07:54:04.213341 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ea2855ac-45ac-478b-877e-edd9fd87cc36 req-9419301c-ee01-4eb2-8cf6-ac595edb5d6b tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555835 Sep 17 07:54:04.214476 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8bb1da14-7994-43b7-8809-44b60ebcfdc1 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:04.218958 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8bb1da14-7994-43b7-8809-44b60ebcfdc1 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:04.220347 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-8bb1da14-7994-43b7-8809-44b60ebcfdc1 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] 10.222.0.13 "DELETE /v2.0/security-groups/51ed7714-c5b5-4406-96c3-ce1020e1a151 HTTP/1.1" status: 204 len: 168 time: 0.2666097 Sep 17 07:54:04.224591 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 44478) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:04.245689 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-d2317089-cc5e-443a-a388-dd82609c0006 admin admin] For port c65d8f53-152c-4d97-916b-dc99202d858b, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=c65d8f53-152c-4d97-916b-dc99202d858b,segment=NetworkSegment(40e2f46a-cc55-49c4-8afc-b45f6e1d5b0e),segment_id=40e2f46a-cc55-49c4-8afc-b45f6e1d5b0e)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:54:04.246986 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d2317089-cc5e-443a-a388-dd82609c0006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:04.249958 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb1da14-7994-43b7-8809-44b60ebcfdc1 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ed7714-c5b5-4406-96c3-ce1020e1a151,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:04.274636 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-7b71cc6a-8eea-49c0-b99b-c663af6b8114 None None] Deleting port c65d8f53-152c-4d97-916b-dc99202d858b {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:54:04.275193 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7b71cc6a-8eea-49c0-b99b-c663af6b8114 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:04.285605 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-d2317089-cc5e-443a-a388-dd82609c0006 admin admin] Calling delete_port for c65d8f53-152c-4d97-916b-dc99202d858b owned by network:dhcp {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:54:04.346426 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-7b71cc6a-8eea-49c0-b99b-c663af6b8114 None None] For port c65d8f53-152c-4d97-916b-dc99202d858b, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=c65d8f53-152c-4d97-916b-dc99202d858b,segment=NetworkSegment(40e2f46a-cc55-49c4-8afc-b45f6e1d5b0e),segment_id=40e2f46a-cc55-49c4-8afc-b45f6e1d5b0e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:54:04.348458 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7b71cc6a-8eea-49c0-b99b-c663af6b8114 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:04.364009 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-7b71cc6a-8eea-49c0-b99b-c663af6b8114 None None] Calling delete_port for c65d8f53-152c-4d97-916b-dc99202d858b owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:54:04.389073 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-52fb2f61-42ac-4771-a58d-20b9c7e2a40d tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1554341 Sep 17 07:54:04.389304 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 44482) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:04.394631 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-c1bb9538-47bd-4fc5-a8a4-3821ac133540 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Request body: {'security_group': {'name': 'tempest-secgroup--1270677505'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:54:04.402033 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d2317089-cc5e-443a-a388-dd82609c0006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:04.406927 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d7ea7f-cfa3-48b4-be74-87b755c9926b req-a8dbb135-b98e-4dae-acfa-f4b0f9d5fd78 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:04.416146 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a5d7ea7f-cfa3-48b4-be74-87b755c9926b req-a8dbb135-b98e-4dae-acfa-f4b0f9d5fd78 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.1265085 Sep 17 07:54:04.432346 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2317089-cc5e-443a-a388-dd82609c0006 admin admin] Pushing event deleted for resources: {'Port': ['ID=c65d8f53-152c-4d97-916b-dc99202d858b,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:04.437201 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2317089-cc5e-443a-a388-dd82609c0006 admin admin] No DVR routers for this DVR port c65d8f53-152c-4d97-916b-dc99202d858b on host n-d-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:54:04.455959 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c1bb9538-47bd-4fc5-a8a4-3821ac133540 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:04.484637 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a5d7ea7f-cfa3-48b4-be74-87b755c9926b req-448ce732-e889-48db-892f-76c210217efd tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635121 Sep 17 07:54:04.532405 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7b71cc6a-8eea-49c0-b99b-c663af6b8114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:04.534725 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d2317089-cc5e-443a-a388-dd82609c0006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:04.559378 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-d2317089-cc5e-443a-a388-dd82609c0006 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['707dcf24-13d2-4ec8-bbd9-667ff063181d']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:54:04.564434 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b71cc6a-8eea-49c0-b99b-c663af6b8114 None None] Pushing event deleted for resources: {'Port': ['ID=c65d8f53-152c-4d97-916b-dc99202d858b,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:04.573473 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b71cc6a-8eea-49c0-b99b-c663af6b8114 None None] No DVR routers for this DVR port c65d8f53-152c-4d97-916b-dc99202d858b on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:54:04.577075 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-d2317089-cc5e-443a-a388-dd82609c0006 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40e2f46a-cc55-49c4-8afc-b45f6e1d5b0e') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:54:04.577367 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-d2317089-cc5e-443a-a388-dd82609c0006 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40e2f46a-cc55-49c4-8afc-b45f6e1d5b0e') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:54:04.604652 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d2317089-cc5e-443a-a388-dd82609c0006 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:04.619878 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c1bb9538-47bd-4fc5-a8a4-3821ac133540 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:04.623971 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d2317089-cc5e-443a-a388-dd82609c0006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:04.629833 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c1bb9538-47bd-4fc5-a8a4-3821ac133540 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:04.634566 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2317089-cc5e-443a-a388-dd82609c0006 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 07:54:04.635113 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d2317089-cc5e-443a-a388-dd82609c0006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:04.636882 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 07:54:04.636882 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 07:54:04.636882 n-d-789963-9 neutron-server[101290]: timer() Sep 17 07:54:04.636882 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 07:54:04.636882 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 07:54:04.636882 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 07:54:04.636882 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 07:54:04.636882 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 07:54:04.636882 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 07:54:04.636882 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 07:54:04.636882 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 07:54:04.636882 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 07:54:04.636882 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 07:54:04.636882 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 07:54:04.636882 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 07:54:04.636882 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 07:54:04.636882 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 07:54:04.636882 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 07:54:04.636882 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 07:54:04.636882 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 07:54:04.636882 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 07:54:04.636882 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 07:54:04.636882 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 07:54:04.636882 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 07:54:04.636882 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 07:54:04.636882 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 07:54:04.636882 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 07:54:04.636882 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 07:54:04.636882 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 07:54:04.636882 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 07:54:04.636882 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 07:54:04.636882 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 07:54:04.681139 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c1bb9538-47bd-4fc5-a8a4-3821ac133540 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:04.685596 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-c1bb9538-47bd-4fc5-a8a4-3821ac133540 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2922466 Sep 17 07:54:04.685596 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bb9538-47bd-4fc5-a8a4-3821ac133540 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=944173ca-610f-4742-bcf9-1f2ce9c0e082,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:04.687224 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44490) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:04.693384 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-d7cbff31-1dcc-43b4-8c9c-5e4e6657f1dc tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Request body: {'security_group_rule': {'security_group_id': '944173ca-610f-4742-bcf9-1f2ce9c0e082', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:54:04.700843 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8592f7d9-2fc1-4eeb-b252-100f7aae0d04 req-c7c6304a-e0cc-4e6f-90ef-d8f318721501 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:04.706920 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8592f7d9-2fc1-4eeb-b252-100f7aae0d04 req-c7c6304a-e0cc-4e6f-90ef-d8f318721501 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.0904088 Sep 17 07:54:04.755281 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8592f7d9-2fc1-4eeb-b252-100f7aae0d04 req-de573b4d-51e9-49bb-82e5-605c30e7aa85 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457332 Sep 17 07:54:04.786342 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d2317089-cc5e-443a-a388-dd82609c0006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:04.823275 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d2317089-cc5e-443a-a388-dd82609c0006 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:04.825247 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d2317089-cc5e-443a-a388-dd82609c0006 admin admin] 10.222.0.13 "DELETE /v2.0/networks/707dcf24-13d2-4ec8-bbd9-667ff063181d HTTP/1.1" status: 204 len: 168 time: 0.8567510 Sep 17 07:54:04.826403 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2317089-cc5e-443a-a388-dd82609c0006 admin admin] Pushing event deleted for resources: {'Network': ['ID=707dcf24-13d2-4ec8-bbd9-667ff063181d,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:04.835399 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d7cbff31-1dcc-43b4-8c9c-5e4e6657f1dc tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:04.902470 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d7cbff31-1dcc-43b4-8c9c-5e4e6657f1dc tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:04.908373 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d7cbff31-1dcc-43b4-8c9c-5e4e6657f1dc tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:04.913770 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a0a94b3a-6334-4d54-a73c-25f4b4dfc419 req-d645dd34-55ca-437c-8fb0-55408e70a952 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0449326 Sep 17 07:54:04.929758 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cbff31-1dcc-43b4-8c9c-5e4e6657f1dc tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96a5aa86-a461-4d56-9d72-29ef920befed,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:04.941271 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:04.941932 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf8c52-a866-435e-9b71-b2c6f6ae15c8 req-3a6b5e6a-419b-42b3-b604-6a3023dd6613 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:04.947942 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d7cbff31-1dcc-43b4-8c9c-5e4e6657f1dc tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:04.951891 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d7cbff31-1dcc-43b4-8c9c-5e4e6657f1dc tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2607045 Sep 17 07:54:04.952066 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-35cf8c52-a866-435e-9b71-b2c6f6ae15c8 req-3a6b5e6a-419b-42b3-b604-6a3023dd6613 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=f50ff527-62ae-4a3e-bb52-9dd6ba34fd45 HTTP/1.1" status: 200 len: 950 time: 0.0923955 Sep 17 07:54:04.952361 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44502) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:04.957051 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-876dfa03-b269-4cea-9835-75663ce4f6d0 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Request body: {'security_group_rule': {'security_group_id': '944173ca-610f-4742-bcf9-1f2ce9c0e082', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:54:05.000959 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-35cf8c52-a866-435e-9b71-b2c6f6ae15c8 req-db58e171-ac7f-4288-95c6-fbe67a2e6c66 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506365 Sep 17 07:54:05.027218 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-876dfa03-b269-4cea-9835-75663ce4f6d0 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:05.092013 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc779ef-fcff-48e1-a143-a7bc5c0c4264 req-1e2f2549-883d-41a0-b428-06ee4c297063 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:05.094741 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8dc779ef-fcff-48e1-a143-a7bc5c0c4264 req-1e2f2549-883d-41a0-b428-06ee4c297063 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.0765302 Sep 17 07:54:05.124494 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-876dfa03-b269-4cea-9835-75663ce4f6d0 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:05.128409 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44512) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:05.143345 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-876dfa03-b269-4cea-9835-75663ce4f6d0 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:05.152407 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8dc779ef-fcff-48e1-a143-a7bc5c0c4264 req-65dfcb1c-f4a2-41f7-84ba-2029fd76ee47 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514603 Sep 17 07:54:05.166373 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876dfa03-b269-4cea-9835-75663ce4f6d0 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5be4c09-a0c5-4b0f-bc39-3dd52cb848c0,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:05.209792 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-876dfa03-b269-4cea-9835-75663ce4f6d0 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:05.214393 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-876dfa03-b269-4cea-9835-75663ce4f6d0 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2578759 Sep 17 07:54:05.214393 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d3e0bc8f-c600-473a-9f74-ca212c936fbc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=746a584a63d8493ea1b556df39b89a7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0868869 Sep 17 07:54:05.214393 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44520) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:05.217503 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44522) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:05.227532 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-585ea516-18e5-46fe-8863-ff6119deeb85 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Request body: {'security_group_rule': {'security_group_id': '944173ca-610f-4742-bcf9-1f2ce9c0e082', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:54:05.300759 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-585ea516-18e5-46fe-8863-ff6119deeb85 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:05.303125 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c9f92052-1017-4c76-8747-db7c1eb38ca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:05.330989 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:05.332062 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba83332c-775e-45ba-a20b-8a83d62c9b7f req-17d94073-a51c-40e5-a194-a8fd8234cc32 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:05.335284 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ba83332c-775e-45ba-a20b-8a83d62c9b7f req-17d94073-a51c-40e5-a194-a8fd8234cc32 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.0689144 Sep 17 07:54:05.351212 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c9f92052-1017-4c76-8747-db7c1eb38ca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:05.387763 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ba83332c-775e-45ba-a20b-8a83d62c9b7f req-45aa54b3-2af7-463a-b092-2069164aae6f tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440831 Sep 17 07:54:05.398766 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-585ea516-18e5-46fe-8863-ff6119deeb85 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:05.406301 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-585ea516-18e5-46fe-8863-ff6119deeb85 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:05.427245 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585ea516-18e5-46fe-8863-ff6119deeb85 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=066e9065-c61d-467c-b5a3-d51e9db89b88,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:05.428482 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device c65d8f53-152c-4d97-916b-dc99202d858b no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:54:05.434653 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-585ea516-18e5-46fe-8863-ff6119deeb85 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:05.436002 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-585ea516-18e5-46fe-8863-ff6119deeb85 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2203579 Sep 17 07:54:05.438868 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 44526) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:05.440213 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c9f92052-1017-4c76-8747-db7c1eb38ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:05.443154 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c9f92052-1017-4c76-8747-db7c1eb38ca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:05.443935 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-a14c5ae6-91fb-450e-9549-bc97ea5134bb tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Request body: {'security_group_rule': {'security_group_id': '944173ca-610f-4742-bcf9-1f2ce9c0e082', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:54:05.445016 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c9f92052-1017-4c76-8747-db7c1eb38ca6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8b0426ad-db0f-46ff-8afc-7fc348432e26 HTTP/1.1" status: 204 len: 168 time: 0.2266493 Sep 17 07:54:05.462705 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f92052-1017-4c76-8747-db7c1eb38ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b0426ad-db0f-46ff-8afc-7fc348432e26,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:05.464235 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: c65d8f53-152c-4d97-916b-dc99202d858b {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:54:05.465000 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device c65d8f53-152c-4d97-916b-dc99202d858b not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:54:05.508474 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a14c5ae6-91fb-450e-9549-bc97ea5134bb tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:05.594535 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6f02a-5b18-4a00-8872-0f41a38253fa req-00a84b36-ecfd-4967-87cb-ec9791b7ab15 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:05.596167 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-45a6f02a-5b18-4a00-8872-0f41a38253fa req-00a84b36-ecfd-4967-87cb-ec9791b7ab15 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.0898297 Sep 17 07:54:05.626472 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a14c5ae6-91fb-450e-9549-bc97ea5134bb tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:05.635031 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a14c5ae6-91fb-450e-9549-bc97ea5134bb tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:05.660908 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-45a6f02a-5b18-4a00-8872-0f41a38253fa req-634813b8-ab39-404c-89e4-074e64a137de tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565274 Sep 17 07:54:05.666989 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14c5ae6-91fb-450e-9549-bc97ea5134bb tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45451273-663a-48a6-8de0-afd40bc1bf93,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:05.672567 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a14c5ae6-91fb-450e-9549-bc97ea5134bb tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:05.676844 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44532) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:05.680610 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-a14c5ae6-91fb-450e-9549-bc97ea5134bb tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2403154 Sep 17 07:54:05.681688 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-e91f5a59-8b45-4665-9274-8748a720e519 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Request body: {'security_group_rule': {'security_group_id': '944173ca-610f-4742-bcf9-1f2ce9c0e082', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:54:05.724575 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e91f5a59-8b45-4665-9274-8748a720e519 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:05.803193 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e91f5a59-8b45-4665-9274-8748a720e519 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:05.807001 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e91f5a59-8b45-4665-9274-8748a720e519 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:05.833052 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91f5a59-8b45-4665-9274-8748a720e519 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30bb958f-4951-49f1-a682-1523c32012d0,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:05.846562 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e91f5a59-8b45-4665-9274-8748a720e519 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:05.859232 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 44546) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:05.859768 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e91f5a59-8b45-4665-9274-8748a720e519 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1814353 Sep 17 07:54:05.909443 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-101d1a5e-64ca-44c8-aff6-258b2a73846e tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:05.924638 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-101d1a5e-64ca-44c8-aff6-258b2a73846e tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:05.958569 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9131ff-d408-43ac-84cc-a938ec40bdf5 req-10fdc040-0323-4dd0-88ec-dd00b2f4cc0f tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:05.960177 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cf9131ff-d408-43ac-84cc-a938ec40bdf5 req-10fdc040-0323-4dd0-88ec-dd00b2f4cc0f tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.0850503 Sep 17 07:54:06.004349 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-101d1a5e-64ca-44c8-aff6-258b2a73846e tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:06.016444 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-101d1a5e-64ca-44c8-aff6-258b2a73846e tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:06.019878 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-101d1a5e-64ca-44c8-aff6-258b2a73846e tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/30bb958f-4951-49f1-a682-1523c32012d0 HTTP/1.1" status: 204 len: 168 time: 0.1570561 Sep 17 07:54:06.020391 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44556) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:06.023589 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cf9131ff-d408-43ac-84cc-a938ec40bdf5 req-a5e3a423-fa99-4ac8-b81e-c0c4478c8477 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492654 Sep 17 07:54:06.024704 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101d1a5e-64ca-44c8-aff6-258b2a73846e tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=30bb958f-4951-49f1-a682-1523c32012d0,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:06.082075 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7c28b00e-7c57-48fd-8fd5-a698a7550c2d req-30772f54-6eed-443c-b36b-74164dabce54 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0501645 Sep 17 07:54:06.115880 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d2777fe4-121c-49f9-b8eb-6e02202becda tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0928247 Sep 17 07:54:06.117310 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 44564) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:06.175627 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-92adacb6-7db9-47b1-b245-c56a6d86a4a2 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:06.194356 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-92adacb6-7db9-47b1-b245-c56a6d86a4a2 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:06.370154 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44574) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:06.485080 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-796f5e06-887d-4e07-8be5-203a81920533 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1687717803-network', 'tenant_id': 'b07ce39922204afb985947a99dc8ae8e'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:54:06.511750 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-796f5e06-887d-4e07-8be5-203a81920533 admin admin] Made reservation on behalf of b07ce39922204afb985947a99dc8ae8e for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:54:06.514823 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-796f5e06-887d-4e07-8be5-203a81920533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:06.529650 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-796f5e06-887d-4e07-8be5-203a81920533 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:06.593828 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c41c23-12e0-4399-a834-08e159c52b77 req-fe9b5bf3-bd4d-42fd-8dcf-cae6402c9e41 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:06.595395 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-37c41c23-12e0-4399-a834-08e159c52b77 req-fe9b5bf3-bd4d-42fd-8dcf-cae6402c9e41 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=f50ff527-62ae-4a3e-bb52-9dd6ba34fd45 HTTP/1.1" status: 200 len: 950 time: 0.4563696 Sep 17 07:54:06.609432 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd182309-91fe-4e1d-a5ee-18a3504a0e89 req-2d359f25-33e5-409a-9e3e-5c4b868c9913 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:06.610903 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dd182309-91fe-4e1d-a5ee-18a3504a0e89 req-2d359f25-33e5-409a-9e3e-5c4b868c9913 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.4380698 Sep 17 07:54:06.612868 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-92adacb6-7db9-47b1-b245-c56a6d86a4a2 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:06.623988 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-92adacb6-7db9-47b1-b245-c56a6d86a4a2 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:06.625118 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-92adacb6-7db9-47b1-b245-c56a6d86a4a2 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/45451273-663a-48a6-8de0-afd40bc1bf93 HTTP/1.1" status: 204 len: 168 time: 0.5068257 Sep 17 07:54:06.627786 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44578) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:06.642964 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-796f5e06-887d-4e07-8be5-203a81920533 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:06.645496 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92adacb6-7db9-47b1-b245-c56a6d86a4a2 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=45451273-663a-48a6-8de0-afd40bc1bf93,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:06.651751 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-796f5e06-887d-4e07-8be5-203a81920533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:06.688790 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-37c41c23-12e0-4399-a834-08e159c52b77 req-6848757d-3c5e-48dd-aafd-9347dbfc3544 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767519 Sep 17 07:54:06.690040 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-796f5e06-887d-4e07-8be5-203a81920533 admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 07:54:06.695155 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dd182309-91fe-4e1d-a5ee-18a3504a0e89 req-6f191979-f807-4faa-89fc-004cbd8dc763 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670173 Sep 17 07:54:06.735826 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e1b22738-6fa9-4351-bc3e-ec7836ce55a6 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1044724 Sep 17 07:54:06.735826 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796f5e06-887d-4e07-8be5-203a81920533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1ad261-9f61-4567-be1f-04e2477ef432,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:06.736224 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 44588) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:06.746296 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-796f5e06-887d-4e07-8be5-203a81920533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:06.746641 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-796f5e06-887d-4e07-8be5-203a81920533 admin admin] Added segment a185608b-cf44-4a64-80e5-86c5e2ab0686 of type vlan for network 93964ee4-428e-4811-9792-acfb65d3786c Sep 17 07:54:06.790674 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-16cf6355-6ea5-4e77-af0a-6a65bb8c14f5 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:06.801330 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-796f5e06-887d-4e07-8be5-203a81920533 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:06.804360 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-16cf6355-6ea5-4e77-af0a-6a65bb8c14f5 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:06.842391 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-796f5e06-887d-4e07-8be5-203a81920533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:06.843615 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796f5e06-887d-4e07-8be5-203a81920533 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:06.844357 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-796f5e06-887d-4e07-8be5-203a81920533 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:06.850622 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-16cf6355-6ea5-4e77-af0a-6a65bb8c14f5 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:06.856586 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-16cf6355-6ea5-4e77-af0a-6a65bb8c14f5 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:06.861162 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-16cf6355-6ea5-4e77-af0a-6a65bb8c14f5 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/066e9065-c61d-467c-b5a3-d51e9db89b88 HTTP/1.1" status: 204 len: 168 time: 0.1238852 Sep 17 07:54:06.862388 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 44596) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:06.883554 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cf6355-6ea5-4e77-af0a-6a65bb8c14f5 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=066e9065-c61d-467c-b5a3-d51e9db89b88,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:06.905478 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-796f5e06-887d-4e07-8be5-203a81920533 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5337756 Sep 17 07:54:06.912032 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 44600) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:06.937061 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-fb481052-e312-4bb0-8c72-42f1278dedec admin admin] Request body: {'subnet': {'network_id': '93964ee4-428e-4811-9792-acfb65d3786c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1687717803-subnet', 'tenant_id': 'b07ce39922204afb985947a99dc8ae8e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:54:06.945824 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796f5e06-887d-4e07-8be5-203a81920533 admin admin] Pushing event updated for resources: {'Network': ['ID=93964ee4-428e-4811-9792-acfb65d3786c,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:06.956554 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 93964ee4-428e-4811-9792-acfb65d3786c details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 07:54:06.971877 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-a717e04f-3435-43ba-9837-09673cc3af73 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1003785 Sep 17 07:54:06.972110 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44608) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:07.002644 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cf8cb04d-eb2e-4fcf-849a-f65201a1ea6a tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:07.011290 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb481052-e312-4bb0-8c72-42f1278dedec admin admin] Made reservation on behalf of b07ce39922204afb985947a99dc8ae8e for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:54:07.014553 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fb481052-e312-4bb0-8c72-42f1278dedec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:07.015288 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cf8cb04d-eb2e-4fcf-849a-f65201a1ea6a tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:07.056906 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cf8cb04d-eb2e-4fcf-849a-f65201a1ea6a tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:07.068898 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cf8cb04d-eb2e-4fcf-849a-f65201a1ea6a tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:07.074294 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 44612) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:07.075290 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-cf8cb04d-eb2e-4fcf-849a-f65201a1ea6a tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/d5be4c09-a0c5-4b0f-bc39-3dd52cb848c0 HTTP/1.1" status: 204 len: 168 time: 0.1033900 Sep 17 07:54:07.082477 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8cb04d-eb2e-4fcf-849a-f65201a1ea6a tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d5be4c09-a0c5-4b0f-bc39-3dd52cb848c0,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:07.148665 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46729d8a-587d-412e-86b6-f5804716521b req-43f44774-cd64-40b9-ba76-0b5f2cb784d9 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:07.150276 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-46729d8a-587d-412e-86b6-f5804716521b req-43f44774-cd64-40b9-ba76-0b5f2cb784d9 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.1511817 Sep 17 07:54:07.244839 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0d871215-1733-43bc-a078-d3f88e4ff2a6 req-89d48278-f516-42e4-b498-3cc8473272a5 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0664167 Sep 17 07:54:07.264185 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-7279af8d-c5ed-4490-9ead-c9d802d0ac0c tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1895680 Sep 17 07:54:07.273644 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44620) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:07.297762 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ed71a167-b4d3-4180-93ca-b8b1ccb65541 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:07.306625 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ed71a167-b4d3-4180-93ca-b8b1ccb65541 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:07.318431 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-46729d8a-587d-412e-86b6-f5804716521b req-10e39fe8-d8a6-4e89-b3af-0a9d29e203f2 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591415 Sep 17 07:54:07.362124 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ed71a167-b4d3-4180-93ca-b8b1ccb65541 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:07.370091 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ed71a167-b4d3-4180-93ca-b8b1ccb65541 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:07.375591 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ed71a167-b4d3-4180-93ca-b8b1ccb65541 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/96a5aa86-a461-4d56-9d72-29ef920befed HTTP/1.1" status: 204 len: 168 time: 0.1045167 Sep 17 07:54:07.376526 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 44628) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:07.390623 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed71a167-b4d3-4180-93ca-b8b1ccb65541 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=96a5aa86-a461-4d56-9d72-29ef920befed,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:07.447065 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-0a6c8821-fe0e-44b7-b1bc-f8550ad6460c tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0665548 Sep 17 07:54:07.448097 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fb481052-e312-4bb0-8c72-42f1278dedec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:07.449911 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44634) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:07.524634 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f9c16823-7765-458a-ba28-5a4abdadc259 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:07.543866 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb481052-e312-4bb0-8c72-42f1278dedec admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b264764-4d2d-43df-b184-91438d5b5a05,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:07.556337 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f9c16823-7765-458a-ba28-5a4abdadc259 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:07.558392 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746759d3-5db0-4a95-b304-5fbaf53ad138 req-4fd47fc0-e06f-4992-88c4-0687c81f8eb8 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:07.560495 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-746759d3-5db0-4a95-b304-5fbaf53ad138 req-4fd47fc0-e06f-4992-88c4-0687c81f8eb8 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.1066580 Sep 17 07:54:07.585293 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb481052-e312-4bb0-8c72-42f1278dedec admin admin] Checking segment: {'id': 'a185608b-cf44-4a64-80e5-86c5e2ab0686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '93964ee4-428e-4811-9792-acfb65d3786c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:54:07.585656 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb481052-e312-4bb0-8c72-42f1278dedec admin admin] Network hostable DHCP agents. Network: 93964ee4-428e-4811-9792-acfb65d3786c, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 07:54:07.615367 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-746759d3-5db0-4a95-b304-5fbaf53ad138 req-b60b78fe-7c43-4c02-b572-d48d0c823a93 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478294 Sep 17 07:54:07.620481 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f9c16823-7765-458a-ba28-5a4abdadc259 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:07.622756 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f9c16823-7765-458a-ba28-5a4abdadc259 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:07.627007 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 44638) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:07.628778 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f9c16823-7765-458a-ba28-5a4abdadc259 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] 10.222.0.13 "DELETE /v2.0/security-groups/944173ca-610f-4742-bcf9-1f2ce9c0e082 HTTP/1.1" status: 204 len: 168 time: 0.1770926 Sep 17 07:54:07.639782 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c16823-7765-458a-ba28-5a4abdadc259 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=944173ca-610f-4742-bcf9-1f2ce9c0e082,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:07.651270 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb481052-e312-4bb0-8c72-42f1278dedec admin admin] Network 93964ee4-428e-4811-9792-acfb65d3786c is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 07:54:07.686210 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-fb481052-e312-4bb0-8c72-42f1278dedec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 93964ee4-428e-4811-9792-acfb65d3786c) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:54:07.696763 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546dd11b-f6c4-4d85-a53c-7f694c6a3ae6 None None] Network 93964ee4-428e-4811-9792-acfb65d3786c requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:54:07.711544 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb481052-e312-4bb0-8c72-42f1278dedec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:07.712455 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fb481052-e312-4bb0-8c72-42f1278dedec admin admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:07.736586 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-071f6fca-dec7-4204-b8a8-946b50808a12 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1041250 Sep 17 07:54:07.737325 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44648) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:07.743423 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-67172001-56f2-46d4-ab2a-a721b976f3e8 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Request body: {'security_group': {'name': 'tempest-secgroup--296792016'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:54:07.773073 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-fb481052-e312-4bb0-8c72-42f1278dedec admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8598771 Sep 17 07:54:07.773856 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 44650) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:07.800275 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-4dad5120-ec7f-4e62-8032-210e9ff26a17 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1687717803-router', 'tenant_id': 'b07ce39922204afb985947a99dc8ae8e', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:54:07.838473 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-67172001-56f2-46d4-ab2a-a721b976f3e8 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:07.969406 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4dad5120-ec7f-4e62-8032-210e9ff26a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:07.970856 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4dad5120-ec7f-4e62-8032-210e9ff26a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:07.999276 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdccfb3-8c9e-4de6-bc4b-f8ee0a887efb req-7e430103-2c4c-4eb3-8ee8-ef30cb7fda0a tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:08.001047 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-efdccfb3-8c9e-4de6-bc4b-f8ee0a887efb req-7e430103-2c4c-4eb3-8ee8-ef30cb7fda0a tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=f50ff527-62ae-4a3e-bb52-9dd6ba34fd45 HTTP/1.1" status: 200 len: 950 time: 0.0756073 Sep 17 07:54:08.011179 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eed11d3-e326-42de-a726-4ad02760b651 req-8d16baaf-45f0-4d45-a097-dd7653c894d3 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:08.012719 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0eed11d3-e326-42de-a726-4ad02760b651 req-8d16baaf-45f0-4d45-a097-dd7653c894d3 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.2355511 Sep 17 07:54:08.078836 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09205165-0131-461e-a6a9-ad35f8036ba2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-93964ee4-428e-4811-9792-acfb65d3786c', 'network_id': '93964ee4-428e-4811-9792-acfb65d3786c', 'tenant_id': 'b07ce39922204afb985947a99dc8ae8e', 'fixed_ips': [{'subnet_id': '2b264764-4d2d-43df-b184-91438d5b5a05'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 07:54:08.089971 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-09205165-0131-461e-a6a9-ad35f8036ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:08.103421 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4dad5120-ec7f-4e62-8032-210e9ff26a17 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:08.106277 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-67172001-56f2-46d4-ab2a-a721b976f3e8 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:08.116483 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-67172001-56f2-46d4-ab2a-a721b976f3e8 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:08.138834 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0eed11d3-e326-42de-a726-4ad02760b651 req-eae238e2-de57-48dc-bcf2-ab65b8bd79f9 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986953 Sep 17 07:54:08.158398 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-efdccfb3-8c9e-4de6-bc4b-f8ee0a887efb req-28c2afa6-3255-415d-b689-3cfcfc7529fe tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339247 Sep 17 07:54:08.179697 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67172001-56f2-46d4-ab2a-a721b976f3e8 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27ee7aa4-87aa-40fc-ac0f-7cd129e12abd,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:08.188324 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-67172001-56f2-46d4-ab2a-a721b976f3e8 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:08.190146 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-67172001-56f2-46d4-ab2a-a721b976f3e8 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4510748 Sep 17 07:54:08.199725 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44662) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:08.206708 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-19b56c5c-8264-4fd5-8386-8e6b74c8dad0 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Request body: {'security_group_rule': {'security_group_id': '27ee7aa4-87aa-40fc-ac0f-7cd129e12abd', 'direction': 'ingress', 'protocol': 17}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:54:08.254904 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-19b56c5c-8264-4fd5-8386-8e6b74c8dad0 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:08.365858 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-19b56c5c-8264-4fd5-8386-8e6b74c8dad0 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:08.431125 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-19b56c5c-8264-4fd5-8386-8e6b74c8dad0 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:08.456306 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4dad5120-ec7f-4e62-8032-210e9ff26a17 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:08.462008 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-09205165-0131-461e-a6a9-ad35f8036ba2 None None] Allocated IP 172.20.0.2 (93964ee4-428e-4811-9792-acfb65d3786c/2b264764-4d2d-43df-b184-91438d5b5a05/a0edf612-f4c6-4a72-a3ca-d6fb08bf67d2) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:54:08.480604 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b56c5c-8264-4fd5-8386-8e6b74c8dad0 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48481669-5c5c-439e-960f-191ee13684ee,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:08.510346 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-19b56c5c-8264-4fd5-8386-8e6b74c8dad0 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:08.514871 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-19b56c5c-8264-4fd5-8386-8e6b74c8dad0 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3135483 Sep 17 07:54:08.515710 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44668) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:08.586206 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f2e65-8cf7-440f-a1ff-d25bf108ef11 req-9f88c6e0-46f0-4da9-93fb-b5899c7b512f tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:08.588304 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-159f2e65-8cf7-440f-a1ff-d25bf108ef11 req-9f88c6e0-46f0-4da9-93fb-b5899c7b512f tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.1255901 Sep 17 07:54:08.610631 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-127e11fc-23b7-492d-8b59-d5dfb4d16840 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:08.652394 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-127e11fc-23b7-492d-8b59-d5dfb4d16840 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:08.713893 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-159f2e65-8cf7-440f-a1ff-d25bf108ef11 req-863d3e1d-2243-46f1-810c-3fd81de70081 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159840 Sep 17 07:54:08.727580 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-127e11fc-23b7-492d-8b59-d5dfb4d16840 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:08.754474 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-127e11fc-23b7-492d-8b59-d5dfb4d16840 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:08.754474 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-127e11fc-23b7-492d-8b59-d5dfb4d16840 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] 10.222.0.13 "DELETE /v2.0/security-groups/27ee7aa4-87aa-40fc-ac0f-7cd129e12abd HTTP/1.1" status: 204 len: 168 time: 0.2290940 Sep 17 07:54:08.754679 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 44670) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:08.770638 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127e11fc-23b7-492d-8b59-d5dfb4d16840 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ee7aa4-87aa-40fc-ac0f-7cd129e12abd,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:08.773872 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-09205165-0131-461e-a6a9-ad35f8036ba2 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:08.787520 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-09205165-0131-461e-a6a9-ad35f8036ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:08.847115 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09205165-0131-461e-a6a9-ad35f8036ba2 None None] Network 93964ee4-428e-4811-9792-acfb65d3786c is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:54:08.852030 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-09205165-0131-461e-a6a9-ad35f8036ba2 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:54:08.855736 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09205165-0131-461e-a6a9-ad35f8036ba2 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:54:08.867289 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09205165-0131-461e-a6a9-ad35f8036ba2 None None] Pushing event updated for resources: {'Port': ['ID=a0edf612-f4c6-4a72-a3ca-d6fb08bf67d2,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:08.936544 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-09205165-0131-461e-a6a9-ad35f8036ba2 None None] Attempting to bind port a0edf612-f4c6-4a72-a3ca-d6fb08bf67d2 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:54:08.937260 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-09205165-0131-461e-a6a9-ad35f8036ba2 None None] Attempting to bind port a0edf612-f4c6-4a72-a3ca-d6fb08bf67d2 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'a185608b-cf44-4a64-80e5-86c5e2ab0686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '93964ee4-428e-4811-9792-acfb65d3786c'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:54:08.940303 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09205165-0131-461e-a6a9-ad35f8036ba2 None None] Attempting to bind port a0edf612-f4c6-4a72-a3ca-d6fb08bf67d2 on network 93964ee4-428e-4811-9792-acfb65d3786c {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:54:08.950324 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09205165-0131-461e-a6a9-ad35f8036ba2 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:54:08.951574 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09205165-0131-461e-a6a9-ad35f8036ba2 None None] Checking segment: {'id': 'a185608b-cf44-4a64-80e5-86c5e2ab0686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '93964ee4-428e-4811-9792-acfb65d3786c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:54:08.952230 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-09205165-0131-461e-a6a9-ad35f8036ba2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:08.952828 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09205165-0131-461e-a6a9-ad35f8036ba2 None None] Bound using segment: {'id': 'a185608b-cf44-4a64-80e5-86c5e2ab0686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '93964ee4-428e-4811-9792-acfb65d3786c'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:54:08.953624 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-09205165-0131-461e-a6a9-ad35f8036ba2 None None] Bound port: a0edf612-f4c6-4a72-a3ca-d6fb08bf67d2, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a185608b-cf44-4a64-80e5-86c5e2ab0686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '93964ee4-428e-4811-9792-acfb65d3786c'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:54:08.954212 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-09205165-0131-461e-a6a9-ad35f8036ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:08.967240 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-28ff542d-0402-4dfc-8e2b-6b5ae08b6aa6 req-d66889f7-0099-4bac-92b1-e98cba6c564d tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0488281 Sep 17 07:54:09.018863 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-55f95661-2a01-4586-af36-0249550050c9 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2636106 Sep 17 07:54:09.022731 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44674) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:09.028393 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-aec91ce3-2750-40b9-83df-343bcd473738 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Request body: {'security_group': {'name': 'tempest-secgroup--827310571'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:54:09.077157 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4dad5120-ec7f-4e62-8032-210e9ff26a17 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:09.086623 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-aec91ce3-2750-40b9-83df-343bcd473738 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:09.105227 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4dad5120-ec7f-4e62-8032-210e9ff26a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:09.129344 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-09205165-0131-461e-a6a9-ad35f8036ba2 None None] For port a0edf612-f4c6-4a72-a3ca-d6fb08bf67d2, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:54:09.135666 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-09205165-0131-461e-a6a9-ad35f8036ba2 None None] For port a0edf612-f4c6-4a72-a3ca-d6fb08bf67d2, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=a0edf612-f4c6-4a72-a3ca-d6fb08bf67d2,segment=NetworkSegment(a185608b-cf44-4a64-80e5-86c5e2ab0686),segment_id=a185608b-cf44-4a64-80e5-86c5e2ab0686)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:54:09.146251 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-09205165-0131-461e-a6a9-ad35f8036ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:09.319788 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09205165-0131-461e-a6a9-ad35f8036ba2 None None] Pushing event updated for resources: {'Port': ['ID=a0edf612-f4c6-4a72-a3ca-d6fb08bf67d2,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:09.331011 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-aec91ce3-2750-40b9-83df-343bcd473738 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:09.340073 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-aec91ce3-2750-40b9-83df-343bcd473738 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:09.388762 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec91ce3-2750-40b9-83df-343bcd473738 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72a7110e-02b8-4b40-bfb6-9b9a1b22814f,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:09.421638 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-aec91ce3-2750-40b9-83df-343bcd473738 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:09.423327 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-aec91ce3-2750-40b9-83df-343bcd473738 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3992572 Sep 17 07:54:09.439660 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44682) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:09.456013 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-ef6879aa-177a-4737-b32f-5262a0cad4d6 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Request body: {'security_group': {'name': 'tempest-secgroup--1069447634'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:54:09.526075 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ef6879aa-177a-4737-b32f-5262a0cad4d6 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:09.530146 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-4dad5120-ec7f-4e62-8032-210e9ff26a17 admin admin] Allocated IP 172.25.6.10 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/8fdfaf6e-d087-4683-abcf-13ba1c119c1e) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:54:09.581756 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36096be4-5af7-4704-8562-8c93aaddee3a req-c9962048-9a9d-4a6b-88d7-fa781bb3ae6f tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:09.589138 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-36096be4-5af7-4704-8562-8c93aaddee3a req-c9962048-9a9d-4a6b-88d7-fa781bb3ae6f tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=f50ff527-62ae-4a3e-bb52-9dd6ba34fd45 HTTP/1.1" status: 200 len: 950 time: 0.1872766 Sep 17 07:54:09.727221 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-36096be4-5af7-4704-8562-8c93aaddee3a req-7587c2c5-974b-4e29-a771-be83b535a137 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320190 Sep 17 07:54:09.742248 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ef6879aa-177a-4737-b32f-5262a0cad4d6 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:09.754531 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ef6879aa-177a-4737-b32f-5262a0cad4d6 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:09.867206 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6879aa-177a-4737-b32f-5262a0cad4d6 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2acf9985-94e5-4195-ae83-0cf84f95ab8a,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:09.876017 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ef6879aa-177a-4737-b32f-5262a0cad4d6 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:09.879927 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ef6879aa-177a-4737-b32f-5262a0cad4d6 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4367065 Sep 17 07:54:09.881003 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44686) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:09.890624 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-6bf173b1-46ac-4d80-b5cd-dfb91cd468a1 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Request body: {'security_group_rule': {'security_group_id': '72a7110e-02b8-4b40-bfb6-9b9a1b22814f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '2acf9985-94e5-4195-ae83-0cf84f95ab8a', 'remote_ip_prefix': None}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:54:09.951435 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6bf173b1-46ac-4d80-b5cd-dfb91cd468a1 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:09.953513 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4dad5120-ec7f-4e62-8032-210e9ff26a17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:10.035168 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c76874-a47a-4337-82c6-ece8c5bf0aa8 req-4ef86c98-0ac0-4d48-b4fe-60cb74a4c6af tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:10.045193 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d6c76874-a47a-4337-82c6-ece8c5bf0aa8 req-4ef86c98-0ac0-4d48-b4fe-60cb74a4c6af tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.1789651 Sep 17 07:54:10.089490 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4dad5120-ec7f-4e62-8032-210e9ff26a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:10.122889 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6bf173b1-46ac-4d80-b5cd-dfb91cd468a1 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:10.130748 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6bf173b1-46ac-4d80-b5cd-dfb91cd468a1 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:10.154503 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf173b1-46ac-4d80-b5cd-dfb91cd468a1 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb329504-55b8-4d2e-8fb9-11b5e6a301c1,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:10.175798 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6bf173b1-46ac-4d80-b5cd-dfb91cd468a1 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:10.183752 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6bf173b1-46ac-4d80-b5cd-dfb91cd468a1 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3007455 Sep 17 07:54:10.185396 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 44690) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:10.187965 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dad5120-ec7f-4e62-8032-210e9ff26a17 admin admin] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:54:10.202598 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d6c76874-a47a-4337-82c6-ece8c5bf0aa8 req-efe01a4e-9495-4b93-a89b-0dd41f3030d4 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543863 Sep 17 07:54:10.230255 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-4dad5120-ec7f-4e62-8032-210e9ff26a17 admin admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:54:10.232788 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dad5120-ec7f-4e62-8032-210e9ff26a17 admin admin] Pushing event updated for resources: {'Port': ['ID=8fdfaf6e-d087-4683-abcf-13ba1c119c1e,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:10.236199 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dad5120-ec7f-4e62-8032-210e9ff26a17 admin admin] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:54:10.280688 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-51814554-8791-4837-88ca-3492b77449e9 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:10.291630 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-51814554-8791-4837-88ca-3492b77449e9 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:10.501875 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-51814554-8791-4837-88ca-3492b77449e9 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:10.527717 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-51814554-8791-4837-88ca-3492b77449e9 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:10.532188 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44694) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:10.532709 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-51814554-8791-4837-88ca-3492b77449e9 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/fb329504-55b8-4d2e-8fb9-11b5e6a301c1 HTTP/1.1" status: 204 len: 168 time: 0.3433833 Sep 17 07:54:10.570697 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51814554-8791-4837-88ca-3492b77449e9 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fb329504-55b8-4d2e-8fb9-11b5e6a301c1,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:10.588530 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5936bc09-1a94-422f-863c-064d15233e40 req-35e55606-6dc3-4344-9817-a4feb937bd7c tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0843880 Sep 17 07:54:10.684167 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6ce93f7e-4c52-4332-86a6-0bbefb0e9d49 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1501186 Sep 17 07:54:10.689182 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44696) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:10.816847 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-364d6af1-e0ea-4288-ae46-bb95b50c3bf4 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:10.866190 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-364d6af1-e0ea-4288-ae46-bb95b50c3bf4 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:10.952236 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4dad5120-ec7f-4e62-8032-210e9ff26a17 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:10.999599 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-364d6af1-e0ea-4288-ae46-bb95b50c3bf4 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:11.002547 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-364d6af1-e0ea-4288-ae46-bb95b50c3bf4 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:11.003741 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-364d6af1-e0ea-4288-ae46-bb95b50c3bf4 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] 10.222.0.13 "DELETE /v2.0/security-groups/2acf9985-94e5-4195-ae83-0cf84f95ab8a HTTP/1.1" status: 204 len: 168 time: 0.3122139 Sep 17 07:54:11.007032 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44706) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:11.056016 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364d6af1-e0ea-4288-ae46-bb95b50c3bf4 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2acf9985-94e5-4195-ae83-0cf84f95ab8a,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:11.149257 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6aea1a8d-347a-4166-aaf4-b10f688b81ba tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1411264 Sep 17 07:54:11.150694 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44708) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:11.155385 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8e5762-0c62-4992-99b2-2fee44bb102a None None] Network 93964ee4-428e-4811-9792-acfb65d3786c requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:54:11.170163 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 07:54:11.216637 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd291418-ebc2-4416-a4c2-499d21d69cb1 req-cc96350c-42de-4710-8bf5-d26782a0d47a tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:11.226221 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bd291418-ebc2-4416-a4c2-499d21d69cb1 req-cc96350c-42de-4710-8bf5-d26782a0d47a tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=f50ff527-62ae-4a3e-bb52-9dd6ba34fd45 HTTP/1.1" status: 200 len: 950 time: 0.1339231 Sep 17 07:54:11.272458 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0b3c12d1-9a6b-4f64-a99a-0d25034d55a4 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:11.277251 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-dd695ff0-e2e4-4d8b-956a-badb621afbac None None] Provisioning complete for port a0edf612-f4c6-4a72-a3ca-d6fb08bf67d2 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:54:11.277843 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dd695ff0-e2e4-4d8b-956a-badb621afbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:11.343763 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0b3c12d1-9a6b-4f64-a99a-0d25034d55a4 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:11.442954 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0b3c12d1-9a6b-4f64-a99a-0d25034d55a4 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:11.451542 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0b3c12d1-9a6b-4f64-a99a-0d25034d55a4 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:11.457060 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-0b3c12d1-9a6b-4f64-a99a-0d25034d55a4 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] 10.222.0.13 "DELETE /v2.0/security-groups/72a7110e-02b8-4b40-bfb6-9b9a1b22814f HTTP/1.1" status: 204 len: 168 time: 0.3053694 Sep 17 07:54:11.457699 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44712) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:11.486568 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3c12d1-9a6b-4f64-a99a-0d25034d55a4 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a7110e-02b8-4b40-bfb6-9b9a1b22814f,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:11.545063 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c7facc3f-a3e0-451e-842c-5163b3a32f58 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0803399 Sep 17 07:54:11.545722 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44714) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:11.550788 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-b492a203-6915-4bc0-88b0-daa78df24aec tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Request body: {'security_group': {'name': 'tempest-secgroup--1762801643'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:54:11.609800 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b492a203-6915-4bc0-88b0-daa78df24aec tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:11.672321 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bd291418-ebc2-4416-a4c2-499d21d69cb1 req-7d656483-1250-469d-97c8-ba0f8dc4a0c8 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4294007 Sep 17 07:54:11.713192 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device a0edf612-f4c6-4a72-a3ca-d6fb08bf67d2 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:54:11.741542 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4dad5120-ec7f-4e62-8032-210e9ff26a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:11.845062 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dd695ff0-e2e4-4d8b-956a-badb621afbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:11.882769 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b492a203-6915-4bc0-88b0-daa78df24aec tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:11.893567 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b492a203-6915-4bc0-88b0-daa78df24aec tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:11.931891 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-dd695ff0-e2e4-4d8b-956a-badb621afbac None None] For port a0edf612-f4c6-4a72-a3ca-d6fb08bf67d2, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=a0edf612-f4c6-4a72-a3ca-d6fb08bf67d2,segment=NetworkSegment(a185608b-cf44-4a64-80e5-86c5e2ab0686),segment_id=a185608b-cf44-4a64-80e5-86c5e2ab0686)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:54:11.960624 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dd695ff0-e2e4-4d8b-956a-badb621afbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:11.960862 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b492a203-6915-4bc0-88b0-daa78df24aec tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:11.968422 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b492a203-6915-4bc0-88b0-daa78df24aec tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4215982 Sep 17 07:54:11.969084 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44720) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:11.987155 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-8a140851-b6e2-4fe5-b012-f29600952939 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Request body: {'security_group_rule': {'security_group_id': 'd66649de-0aa3-45bb-b65b-b7d9f1685f78', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:54:11.997353 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b492a203-6915-4bc0-88b0-daa78df24aec tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d66649de-0aa3-45bb-b65b-b7d9f1685f78,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:12.063371 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8a140851-b6e2-4fe5-b012-f29600952939 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:12.107889 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd695ff0-e2e4-4d8b-956a-badb621afbac None None] Pushing event updated for resources: {'Port': ['ID=a0edf612-f4c6-4a72-a3ca-d6fb08bf67d2,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:12.123201 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port a0edf612-f4c6-4a72-a3ca-d6fb08bf67d2 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:54:12.123996 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:12.142000 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d25023-5b2d-42e1-9c50-d7ff592e7875 req-5ce14af5-846d-4c5b-b584-3be2ae58d324 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:12.150471 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-64d25023-5b2d-42e1-9c50-d7ff592e7875 req-5ce14af5-846d-4c5b-b584-3be2ae58d324 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.1288242 Sep 17 07:54:12.152578 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dad5120-ec7f-4e62-8032-210e9ff26a17 admin admin] Router b3cdec80-f19a-4176-ad4d-173d34abf93a is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 07:54:12.223468 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8a140851-b6e2-4fe5-b012-f29600952939 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:12.238794 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8a140851-b6e2-4fe5-b012-f29600952939 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:12.290083 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8a140851-b6e2-4fe5-b012-f29600952939 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:12.291324 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-8a140851-b6e2-4fe5-b012-f29600952939 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3164635 Sep 17 07:54:12.298266 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44722) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:12.316225 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-64d25023-5b2d-42e1-9c50-d7ff592e7875 req-c29160b9-8392-47ad-80f9-28b2d3e54aaa tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646745 Sep 17 07:54:12.335071 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a140851-b6e2-4fe5-b012-f29600952939 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69b9a0fe-c748-4e7a-84cf-44a68dff3316,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:12.373545 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5f7b9394-6c49-4c1f-9fe2-21298f4ab2ac tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:12.391991 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5eb60d05-c6c7-4485-b7a3-cc5fca2aaa93 None None] Provisioning complete for port a0edf612-f4c6-4a72-a3ca-d6fb08bf67d2 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:54:12.392600 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5eb60d05-c6c7-4485-b7a3-cc5fca2aaa93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:12.401361 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5f7b9394-6c49-4c1f-9fe2-21298f4ab2ac tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:12.445526 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dad5120-ec7f-4e62-8032-210e9ff26a17 admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:54:12.460342 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45de8af-2e32-43f6-8d37-a7b96e870c51 None None] Sync routers for ids ['b3cdec80-f19a-4176-ad4d-173d34abf93a'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:54:12.469975 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5f7b9394-6c49-4c1f-9fe2-21298f4ab2ac tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:12.478454 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5f7b9394-6c49-4c1f-9fe2-21298f4ab2ac tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:12.481042 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-5f7b9394-6c49-4c1f-9fe2-21298f4ab2ac tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/69b9a0fe-c748-4e7a-84cf-44a68dff3316 HTTP/1.1" status: 204 len: 168 time: 0.1823390 Sep 17 07:54:12.484347 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45de8af-2e32-43f6-8d37-a7b96e870c51 None None] Routers {'b3cdec80-f19a-4176-ad4d-173d34abf93a'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:54:12.485634 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-e45de8af-2e32-43f6-8d37-a7b96e870c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:53:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['b3cdec80-f19a-4176-ad4d-173d34abf93a'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:54:12.488975 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44726) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:12.505510 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4dad5120-ec7f-4e62-8032-210e9ff26a17 admin admin] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:12.513849 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-4dad5120-ec7f-4e62-8032-210e9ff26a17 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.7336805 Sep 17 07:54:12.516029 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 44728) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:12.577062 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7b9394-6c49-4c1f-9fe2-21298f4ab2ac tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=69b9a0fe-c748-4e7a-84cf-44a68dff3316,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:12.613774 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-e45de8af-2e32-43f6-8d37-a7b96e870c51 None None] Set router b3cdec80-f19a-4176-ad4d-173d34abf93a gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:54:12.639809 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-809c61c4-ebb5-48d7-ba20-4d6fc6af0fbf tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1334608 Sep 17 07:54:12.640522 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44730) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:12.739273 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f85b0657-f16d-47ef-b65e-e49bc6eed5f7 req-011123ef-62e5-475e-b7a9-c3574f91c9ec tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0739036 Sep 17 07:54:12.741528 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9a462ec2-dec2-43ef-8e30-47909d45ef82 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:12.771873 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9a462ec2-dec2-43ef-8e30-47909d45ef82 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:12.828478 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9a462ec2-dec2-43ef-8e30-47909d45ef82 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:12.832444 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9a462ec2-dec2-43ef-8e30-47909d45ef82 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:12.836409 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-9a462ec2-dec2-43ef-8e30-47909d45ef82 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] 10.222.0.13 "DELETE /v2.0/security-groups/d66649de-0aa3-45bb-b65b-b7d9f1685f78 HTTP/1.1" status: 204 len: 168 time: 0.1910663 Sep 17 07:54:12.839863 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44734) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:12.857818 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a462ec2-dec2-43ef-8e30-47909d45ef82 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66649de-0aa3-45bb-b65b-b7d9f1685f78,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:12.951443 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9267a001-da85-435c-8cb7-c0c5106f002a req-49f59489-3a68-40d6-b51c-5831ad0bf29a tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:12.956391 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-8d80928c-2553-4d6e-b3d0-dd1178f92846 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1154854 Sep 17 07:54:12.959992 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44736) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:12.960580 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9267a001-da85-435c-8cb7-c0c5106f002a req-49f59489-3a68-40d6-b51c-5831ad0bf29a tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.1343288 Sep 17 07:54:12.968346 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-e7a9e158-5684-4570-8096-4b7573535278 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Request body: {'security_group': {'name': 'tempest-secgroup--61234401'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:54:13.037589 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e7a9e158-5684-4570-8096-4b7573535278 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:13.089104 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-e45de8af-2e32-43f6-8d37-a7b96e870c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3cdec80-f19a-4176-ad4d-173d34abf93a', 'name': 'tempest-ServersTestMultiNic-1687717803-router', 'tenant_id': 'b07ce39922204afb985947a99dc8ae8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '8fdfaf6e-d087-4683-abcf-13ba1c119c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:54:07Z', 'updated_at': '2021-09-17T07:54:10Z', 'revision_number': 3, 'project_id': 'b07ce39922204afb985947a99dc8ae8e', 'gw_port': {'id': '8fdfaf6e-d087-4683-abcf-13ba1c119c1e', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:05:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3cdec80-f19a-4176-ad4d-173d34abf93a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:54:09Z', 'updated_at': '2021-09-17T07:54:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:54:13.146728 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45de8af-2e32-43f6-8d37-a7b96e870c51 None None] Checking router: b3cdec80-f19a-4176-ad4d-173d34abf93a for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:54:13.147138 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45de8af-2e32-43f6-8d37-a7b96e870c51 None None] Updating router b3cdec80-f19a-4176-ad4d-173d34abf93a port 8fdfaf6e-d087-4683-abcf-13ba1c119c1e binding host n-d-789963-9 {{(pid=101292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 07:54:13.205273 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e45de8af-2e32-43f6-8d37-a7b96e870c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:13.243929 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e7a9e158-5684-4570-8096-4b7573535278 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:13.252780 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e7a9e158-5684-4570-8096-4b7573535278 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:13.297685 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9267a001-da85-435c-8cb7-c0c5106f002a req-85c39660-ffab-481f-b025-840de71365c1 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098801 Sep 17 07:54:13.318324 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e7a9e158-5684-4570-8096-4b7573535278 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:13.322294 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e7a9e158-5684-4570-8096-4b7573535278 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3571627 Sep 17 07:54:13.339625 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44746) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:13.363750 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-e7f63a53-2e1d-4072-bb36-d5c56090f8f1 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Request body: {'security_group_rule': {'security_group_id': 'c5acf0f5-3c4e-49c0-be59-050bb6697a85', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:54:13.381658 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a9e158-5684-4570-8096-4b7573535278 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5acf0f5-3c4e-49c0-be59-050bb6697a85,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:13.457453 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e7f63a53-2e1d-4072-bb36-d5c56090f8f1 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:13.506509 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42efa3e2-4a7a-423d-a7aa-dd83790fb8b8 req-4d6d1cd2-6c6d-4a31-9084-ff9cd0a67beb tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:13.514639 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-42efa3e2-4a7a-423d-a7aa-dd83790fb8b8 req-4d6d1cd2-6c6d-4a31-9084-ff9cd0a67beb tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=f50ff527-62ae-4a3e-bb52-9dd6ba34fd45 HTTP/1.1" status: 200 len: 950 time: 0.2650695 Sep 17 07:54:13.520025 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device a0edf612-f4c6-4a72-a3ca-d6fb08bf67d2 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:54:13.578756 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e45de8af-2e32-43f6-8d37-a7b96e870c51 None None] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:13.599335 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e45de8af-2e32-43f6-8d37-a7b96e870c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:13.617005 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-42efa3e2-4a7a-423d-a7aa-dd83790fb8b8 req-89364ffb-7545-4f75-a212-e746395467be tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015272 Sep 17 07:54:13.634494 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e7f63a53-2e1d-4072-bb36-d5c56090f8f1 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:13.648250 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port a0edf612-f4c6-4a72-a3ca-d6fb08bf67d2 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:54:13.648626 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:13.661933 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e7f63a53-2e1d-4072-bb36-d5c56090f8f1 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:13.694588 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87211fc-a7e4-4504-bb5e-b49e1b9dcb97 req-1e8381dc-3e26-4ace-b5b6-644b4aa31965 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:13.704883 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d87211fc-a7e4-4504-bb5e-b49e1b9dcb97 req-1e8381dc-3e26-4ace-b5b6-644b4aa31965 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.2192788 Sep 17 07:54:13.714347 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f63a53-2e1d-4072-bb36-d5c56090f8f1 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4de642f7-e170-42d9-81a0-900922398ebf,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:13.716670 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e7f63a53-2e1d-4072-bb36-d5c56090f8f1 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:13.723695 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 44754) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:13.749052 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-e45de8af-2e32-43f6-8d37-a7b96e870c51 None None] Attempting to bind port 8fdfaf6e-d087-4683-abcf-13ba1c119c1e on host n-d-789963-9 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:54:13.754176 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-e45de8af-2e32-43f6-8d37-a7b96e870c51 None None] Attempting to bind port 8fdfaf6e-d087-4683-abcf-13ba1c119c1e by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:54:13.755588 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45de8af-2e32-43f6-8d37-a7b96e870c51 None None] Attempting to bind port 8fdfaf6e-d087-4683-abcf-13ba1c119c1e on network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:54:13.773372 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a053b5d-6d14-4951-a1f1-7adebac518a8 None None] Pushing event updated for resources: {'Port': ['ID=8fdfaf6e-d087-4683-abcf-13ba1c119c1e,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:13.779893 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-a731bd11-31a8-4e60-9192-1a67c57728b1 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] 10.222.0.13 "GET /v2.0/security-group-rules/4de642f7-e170-42d9-81a0-900922398ebf HTTP/1.1" status: 200 len: 763 time: 0.0538399 Sep 17 07:54:13.787696 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45de8af-2e32-43f6-8d37-a7b96e870c51 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:54:13.788241 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45de8af-2e32-43f6-8d37-a7b96e870c51 None None] Checking segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:54:13.788722 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e45de8af-2e32-43f6-8d37-a7b96e870c51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:13.789184 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45de8af-2e32-43f6-8d37-a7b96e870c51 None None] Bound using segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:54:13.789833 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-e45de8af-2e32-43f6-8d37-a7b96e870c51 None None] Bound port: 8fdfaf6e-d087-4683-abcf-13ba1c119c1e, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:54:13.790280 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e45de8af-2e32-43f6-8d37-a7b96e870c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:13.804848 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 44764) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:13.805085 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e7f63a53-2e1d-4072-bb36-d5c56090f8f1 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4637918 Sep 17 07:54:13.862687 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d87211fc-a7e4-4504-bb5e-b49e1b9dcb97 req-2672a365-eb95-44aa-b4ef-216b729d9f1f tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559818 Sep 17 07:54:13.942520 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-e45de8af-2e32-43f6-8d37-a7b96e870c51 None None] For port 8fdfaf6e-d087-4683-abcf-13ba1c119c1e, host n-d-789963-9, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:54:13.947585 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-e45de8af-2e32-43f6-8d37-a7b96e870c51 None None] For port 8fdfaf6e-d087-4683-abcf-13ba1c119c1e, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=8fdfaf6e-d087-4683-abcf-13ba1c119c1e,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:54:13.958583 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e45de8af-2e32-43f6-8d37-a7b96e870c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:13.968518 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-586233e4-93b0-4153-a80d-7b094f48c661 req-11848083-0d3a-45ac-92cf-2504e00927a5 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0549591 Sep 17 07:54:14.008645 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45de8af-2e32-43f6-8d37-a7b96e870c51 None None] Routers {'b3cdec80-f19a-4176-ad4d-173d34abf93a'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:54:14.009266 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-e45de8af-2e32-43f6-8d37-a7b96e870c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:53:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['b3cdec80-f19a-4176-ad4d-173d34abf93a'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:54:14.012574 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9d767c3f-812b-4480-a4f4-f9e153e061b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:14.027432 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-8b9362a3-741b-4d71-a5c9-ac679e8c6219 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2190428 Sep 17 07:54:14.028305 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44774) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:14.096323 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5345e083-df50-4c76-973e-195c65880e04 req-d3aa848a-7536-463e-96ec-bad201a40514 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:14.099777 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3a68a91c-d038-4257-b008-55c544aa096f tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:14.105819 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5345e083-df50-4c76-973e-195c65880e04 req-d3aa848a-7536-463e-96ec-bad201a40514 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.1039121 Sep 17 07:54:14.126821 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3a68a91c-d038-4257-b008-55c544aa096f tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:14.191633 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3a68a91c-d038-4257-b008-55c544aa096f tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:14.203164 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3a68a91c-d038-4257-b008-55c544aa096f tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:14.206638 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-3a68a91c-d038-4257-b008-55c544aa096f tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/4de642f7-e170-42d9-81a0-900922398ebf HTTP/1.1" status: 204 len: 168 time: 0.1751454 Sep 17 07:54:14.209077 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44786) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:14.235093 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a68a91c-d038-4257-b008-55c544aa096f tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4de642f7-e170-42d9-81a0-900922398ebf,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:14.242857 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-e45de8af-2e32-43f6-8d37-a7b96e870c51 None None] Set router b3cdec80-f19a-4176-ad4d-173d34abf93a gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:54:14.309033 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5345e083-df50-4c76-973e-195c65880e04 req-bce6b17b-5f34-4636-a0ac-825bcc25e859 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966553 Sep 17 07:54:14.332147 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-7d6db952-1892-48ed-ae62-1dcf00972117 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1205280 Sep 17 07:54:14.337659 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44790) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:14.344611 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-3d28408b-4b06-4030-b861-7e7dc55e7c86 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Request body: {'security_group_rule': {'security_group_id': 'c5acf0f5-3c4e-49c0-be59-050bb6697a85', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:54:14.411530 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3d28408b-4b06-4030-b861-7e7dc55e7c86 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:14.538167 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a053b5d-6d14-4951-a1f1-7adebac518a8 None None] Pushing event updated for resources: {'Port': ['ID=8fdfaf6e-d087-4683-abcf-13ba1c119c1e,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:14.547067 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-e45de8af-2e32-43f6-8d37-a7b96e870c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3cdec80-f19a-4176-ad4d-173d34abf93a', 'name': 'tempest-ServersTestMultiNic-1687717803-router', 'tenant_id': 'b07ce39922204afb985947a99dc8ae8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '8fdfaf6e-d087-4683-abcf-13ba1c119c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:54:07Z', 'updated_at': '2021-09-17T07:54:10Z', 'revision_number': 3, 'project_id': 'b07ce39922204afb985947a99dc8ae8e', 'gw_port': {'id': '8fdfaf6e-d087-4683-abcf-13ba1c119c1e', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:05:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3cdec80-f19a-4176-ad4d-173d34abf93a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:54:09Z', 'updated_at': '2021-09-17T07:54:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:54:14.566863 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3d28408b-4b06-4030-b861-7e7dc55e7c86 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:14.577637 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-9d767c3f-812b-4480-a4f4-f9e153e061b5 admin admin] Allocated IP 172.20.0.1 (93964ee4-428e-4811-9792-acfb65d3786c/2b264764-4d2d-43df-b184-91438d5b5a05/7ba4cf45-2d13-441c-a064-c1fdeae7cb05) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:54:14.578521 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3d28408b-4b06-4030-b861-7e7dc55e7c86 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:14.583862 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45de8af-2e32-43f6-8d37-a7b96e870c51 None None] The sync data for ids ['b3cdec80-f19a-4176-ad4d-173d34abf93a'] in n-d-789963-9 is: [{'id': 'b3cdec80-f19a-4176-ad4d-173d34abf93a', 'name': 'tempest-ServersTestMultiNic-1687717803-router', 'tenant_id': 'b07ce39922204afb985947a99dc8ae8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '8fdfaf6e-d087-4683-abcf-13ba1c119c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:54:07Z', 'updated_at': '2021-09-17T07:54:10Z', 'revision_number': 3, 'project_id': 'b07ce39922204afb985947a99dc8ae8e', 'gw_port': {'id': '8fdfaf6e-d087-4683-abcf-13ba1c119c1e', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:05:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3cdec80-f19a-4176-ad4d-173d34abf93a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:54:09Z', 'updated_at': '2021-09-17T07:54:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:54:14.605825 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d28408b-4b06-4030-b861-7e7dc55e7c86 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=768ea5c8-e00c-4c6a-b74c-0cba85814ea1,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:14.618999 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3d28408b-4b06-4030-b861-7e7dc55e7c86 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:14.621095 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-3d28408b-4b06-4030-b861-7e7dc55e7c86 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2819867 Sep 17 07:54:14.624231 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44794) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:14.648882 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e462ebed-5ac0-464a-8797-986ddcb41f5e tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] 10.222.0.13 "GET /v2.0/security-group-rules/768ea5c8-e00c-4c6a-b74c-0cba85814ea1 HTTP/1.1" status: 200 len: 763 time: 0.0228555 Sep 17 07:54:14.651104 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44798) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:14.705976 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-05ca59db-95d9-4a2d-b27c-9d51257e64ee tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0513048 Sep 17 07:54:14.706395 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44808) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:14.752713 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-886ce28a-cb08-458d-9fc6-4ebeeae74dd5 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:14.768966 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-886ce28a-cb08-458d-9fc6-4ebeeae74dd5 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:14.773268 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9d767c3f-812b-4480-a4f4-f9e153e061b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:14.818568 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-886ce28a-cb08-458d-9fc6-4ebeeae74dd5 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:14.833214 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-886ce28a-cb08-458d-9fc6-4ebeeae74dd5 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:14.835263 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-886ce28a-cb08-458d-9fc6-4ebeeae74dd5 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/768ea5c8-e00c-4c6a-b74c-0cba85814ea1 HTTP/1.1" status: 204 len: 168 time: 0.1279292 Sep 17 07:54:14.842111 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44812) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:14.843261 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886ce28a-cb08-458d-9fc6-4ebeeae74dd5 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=768ea5c8-e00c-4c6a-b74c-0cba85814ea1,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:14.874823 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5646ea-c263-43ec-9f92-4d596e2d75ad req-7a2e9b22-69d0-4f0a-9309-b0a126d6414b tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:14.882336 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3f5646ea-c263-43ec-9f92-4d596e2d75ad req-7a2e9b22-69d0-4f0a-9309-b0a126d6414b tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.3876605 Sep 17 07:54:14.901429 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-4e2a58d1-3c77-4240-948f-07b9d64d4c7d tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0550323 Sep 17 07:54:14.903499 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44814) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:14.908663 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-874c4f54-4b0b-4df3-ac2e-9115e84609ab tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Request body: {'security_group_rule': {'security_group_id': 'c5acf0f5-3c4e-49c0-be59-050bb6697a85', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:54:14.927211 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75505135-abbf-4995-9592-69f6867b586c req-209565df-d8c1-4ba8-bdd7-19120f5f53bb tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:14.928779 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-75505135-abbf-4995-9592-69f6867b586c req-209565df-d8c1-4ba8-bdd7-19120f5f53bb tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=f50ff527-62ae-4a3e-bb52-9dd6ba34fd45 HTTP/1.1" status: 200 len: 950 time: 0.1429868 Sep 17 07:54:14.932036 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9d767c3f-812b-4480-a4f4-f9e153e061b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:14.979051 n-d-789963-9 neutron-server[101290]: INFO neutron.db.securitygroups_db [None req-874c4f54-4b0b-4df3-ac2e-9115e84609ab tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Project 05838fa490244ee59ffa392f789b35f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 07:54:15.025552 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-874c4f54-4b0b-4df3-ac2e-9115e84609ab tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:15.075951 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d767c3f-812b-4480-a4f4-f9e153e061b5 admin admin] Network 93964ee4-428e-4811-9792-acfb65d3786c is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:54:15.093448 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3f5646ea-c263-43ec-9f92-4d596e2d75ad req-22d25deb-e58c-44db-a979-728709a60766 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099652 Sep 17 07:54:15.130622 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-9d767c3f-812b-4480-a4f4-f9e153e061b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:54:15.166284 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d767c3f-812b-4480-a4f4-f9e153e061b5 admin admin] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:54:15.170610 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-874c4f54-4b0b-4df3-ac2e-9115e84609ab tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:15.173347 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d767c3f-812b-4480-a4f4-f9e153e061b5 admin admin] Pushing event updated for resources: {'Port': ['ID=7ba4cf45-2d13-441c-a064-c1fdeae7cb05,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:15.181481 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-874c4f54-4b0b-4df3-ac2e-9115e84609ab tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:15.212156 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874c4f54-4b0b-4df3-ac2e-9115e84609ab tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4c15b2f-dd7e-4c2d-9e7d-3d132b982156,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:15.248927 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-874c4f54-4b0b-4df3-ac2e-9115e84609ab tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:15.253165 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-874c4f54-4b0b-4df3-ac2e-9115e84609ab tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3483648 Sep 17 07:54:15.253853 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44824) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:15.277612 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-75505135-abbf-4995-9592-69f6867b586c req-860a1f3a-d7f8-4a12-81b6-750af2ae1a10 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226483 Sep 17 07:54:15.315132 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 44826) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:15.315656 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-0e223939-fb59-4bde-92fe-e0a39f48b3ba tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] 10.222.0.13 "GET /v2.0/security-group-rules/d4c15b2f-dd7e-4c2d-9e7d-3d132b982156 HTTP/1.1" status: 200 len: 769 time: 0.0565655 Sep 17 07:54:15.399944 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9d767c3f-812b-4480-a4f4-f9e153e061b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:15.502531 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 8fdfaf6e-d087-4683-abcf-13ba1c119c1e up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:54:15.565800 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-fbdcda25-3f9d-4c40-8ac9-95195d454eda None None] Provisioning complete for port 7ba4cf45-2d13-441c-a064-c1fdeae7cb05 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:54:15.566179 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fbdcda25-3f9d-4c40-8ac9-95195d454eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:15.670035 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-fbdcda25-3f9d-4c40-8ac9-95195d454eda None None] Port 7ba4cf45-2d13-441c-a064-c1fdeae7cb05 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:54:15.677939 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 8fdfaf6e-d087-4683-abcf-13ba1c119c1e triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:54:15.678551 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:15.771345 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [req-7b5ad60d-b1b3-4705-9269-b1a1df1002c0 req-3efd7443-bd64-449c-bb6a-b679739a863d tempest-MigrationsAdminTest-1840764547 tempest-MigrationsAdminTest-1840764547-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 07:54:15.772769 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7b5ad60d-b1b3-4705-9269-b1a1df1002c0 req-3efd7443-bd64-449c-bb6a-b679739a863d tempest-MigrationsAdminTest-1840764547 tempest-MigrationsAdminTest-1840764547-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056930 Sep 17 07:54:15.820537 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:15.864143 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port 8fdfaf6e-d087-4683-abcf-13ba1c119c1e, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=8fdfaf6e-d087-4683-abcf-13ba1c119c1e,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:54:15.874535 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:15.983657 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=8fdfaf6e-d087-4683-abcf-13ba1c119c1e,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:16.021392 n-d-789963-9 neutron-server[101290]: INFO neutron.api.v2.resource [req-7b5ad60d-b1b3-4705-9269-b1a1df1002c0 req-1316264e-9213-42fa-9644-e1a00ab48c5d service neutron] show failed (client error): The resource could not be found. Sep 17 07:54:16.023488 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7b5ad60d-b1b3-4705-9269-b1a1df1002c0 req-1316264e-9213-42fa-9644-e1a00ab48c5d service neutron] 10.222.0.39 "GET /v2.0/ports/475f7122-eb25-4c6d-9333-dfd73d371599/bindings/n-h1-789963-9 HTTP/1.1" status: 404 len: 380 time: 0.2406585 Sep 17 07:54:16.218004 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ff9fb3c1-b08c-4603-a203-d94397d74872 req-f8f772c1-c1f8-4709-86dc-2b3c20a9f244 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.7367070 Sep 17 07:54:16.272855 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9d767c3f-812b-4480-a4f4-f9e153e061b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:16.287332 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-a8af98b7-a7e8-4c7a-8a7e-89c07c309f1c tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.9771821 Sep 17 07:54:16.291145 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44836) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:16.340769 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ff82138a-9176-48bc-8605-e42a7c805938 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:16.352930 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ff82138a-9176-48bc-8605-e42a7c805938 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:16.438930 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ff82138a-9176-48bc-8605-e42a7c805938 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:16.477415 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b465b0-ebd2-4669-ad64-1320fb7a997a req-387b07f5-bf58-443f-a8fb-d76995486fd9 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:16.480033 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d2b465b0-ebd2-4669-ad64-1320fb7a997a req-387b07f5-bf58-443f-a8fb-d76995486fd9 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.9727283 Sep 17 07:54:16.497603 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ff82138a-9176-48bc-8605-e42a7c805938 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:16.501489 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ff82138a-9176-48bc-8605-e42a7c805938 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/d4c15b2f-dd7e-4c2d-9e7d-3d132b982156 HTTP/1.1" status: 204 len: 168 time: 0.2093146 Sep 17 07:54:16.512019 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 44850) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:16.552344 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff82138a-9176-48bc-8605-e42a7c805938 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d4c15b2f-dd7e-4c2d-9e7d-3d132b982156,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:16.560363 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d2b465b0-ebd2-4669-ad64-1320fb7a997a req-b0313543-3e73-4340-b1a1-723940b90397 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733786 Sep 17 07:54:16.619323 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-cfd7a6d3-38dc-4b1e-9809-2a1c4ff0b9a3 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1038268 Sep 17 07:54:16.624949 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 44860) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:16.641154 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5ad60d-b1b3-4705-9269-b1a1df1002c0 req-d16b43f5-b7fa-48b9-91d9-d657e809a65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:16.643089 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7b5ad60d-b1b3-4705-9269-b1a1df1002c0 req-d16b43f5-b7fa-48b9-91d9-d657e809a65d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f50ff527-62ae-4a3e-bb52-9dd6ba34fd45&tenant_id=e3c94ece967c49989722015c639870a6 HTTP/1.1" status: 200 len: 1101 time: 0.3041871 Sep 17 07:54:16.665401 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [req-7b5ad60d-b1b3-4705-9269-b1a1df1002c0 req-adc18c56-ffe9-49c5-80c4-df5dda7b21ae service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 07:54:16.681484 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7b5ad60d-b1b3-4705-9269-b1a1df1002c0 req-adc18c56-ffe9-49c5-80c4-df5dda7b21ae service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0265434 Sep 17 07:54:16.694071 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9d767c3f-812b-4480-a4f4-f9e153e061b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:16.702311 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-7b5ad60d-b1b3-4705-9269-b1a1df1002c0 req-e192b8af-d87f-4688-9b01-a85fe3c2a27e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-9', 'device_owner': 'compute:nova'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:54:16.709003 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9d767c3f-812b-4480-a4f4-f9e153e061b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:16.831553 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-7b5ad60d-b1b3-4705-9269-b1a1df1002c0 req-e192b8af-d87f-4688-9b01-a85fe3c2a27e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:16.915714 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9d767c3f-812b-4480-a4f4-f9e153e061b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:16.990901 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d767c3f-812b-4480-a4f4-f9e153e061b5 admin admin] Pushing event updated for resources: {'Port': ['ID=7ba4cf45-2d13-441c-a064-c1fdeae7cb05,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:16.999346 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7a27e573-599f-425f-bc37-e6d37f3b7481 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:17.029063 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7a27e573-599f-425f-bc37-e6d37f3b7481 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:17.102640 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9085fe-65b9-4628-80c9-d84045638a51 req-3999f911-ef8b-4dd2-a192-649f138099b2 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:17.104814 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5c9085fe-65b9-4628-80c9-d84045638a51 req-3999f911-ef8b-4dd2-a192-649f138099b2 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.2616241 Sep 17 07:54:17.136424 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7a27e573-599f-425f-bc37-e6d37f3b7481 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:17.144974 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7a27e573-599f-425f-bc37-e6d37f3b7481 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:17.150169 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-7a27e573-599f-425f-bc37-e6d37f3b7481 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] 10.222.0.13 "DELETE /v2.0/security-groups/c5acf0f5-3c4e-49c0-be59-050bb6697a85 HTTP/1.1" status: 204 len: 168 time: 0.5242355 Sep 17 07:54:17.166856 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 44866) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:17.225879 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-7b5ad60d-b1b3-4705-9269-b1a1df1002c0 req-e192b8af-d87f-4688-9b01-a85fe3c2a27e service neutron] For port 475f7122-eb25-4c6d-9333-dfd73d371599, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=475f7122-eb25-4c6d-9333-dfd73d371599,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:54:17.248343 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a27e573-599f-425f-bc37-e6d37f3b7481 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5acf0f5-3c4e-49c0-be59-050bb6697a85,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:17.307606 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-7b5ad60d-b1b3-4705-9269-b1a1df1002c0 req-e192b8af-d87f-4688-9b01-a85fe3c2a27e service neutron] For port 475f7122-eb25-4c6d-9333-dfd73d371599, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:54:17.320023 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d5dcfb-f641-4383-b2d0-3b97d6fddc31 req-9e102b81-7bbb-4b5d-84eb-dcd6e4827345 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:17.321681 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c1d5dcfb-f641-4383-b2d0-3b97d6fddc31 req-9e102b81-7bbb-4b5d-84eb-dcd6e4827345 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=f50ff527-62ae-4a3e-bb52-9dd6ba34fd45 HTTP/1.1" status: 200 len: 950 time: 0.3531747 Sep 17 07:54:17.371035 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-7b5ad60d-b1b3-4705-9269-b1a1df1002c0 req-e192b8af-d87f-4688-9b01-a85fe3c2a27e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:17.389258 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-7b5ad60d-b1b3-4705-9269-b1a1df1002c0 req-e192b8af-d87f-4688-9b01-a85fe3c2a27e service neutron] Transition to ACTIVE for port object 475f7122-eb25-4c6d-9333-dfd73d371599 will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:54:17.390598 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f50ff527-62ae-4a3e-bb52-9dd6ba34fd45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '475f7122-eb25-4c6d-9333-dfd73d371599'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:54:17.393590 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9391e5e-24f0-4036-b659-1a311de1790b" -d '{"events": [{"server_uuid": "f50ff527-62ae-4a3e-bb52-9dd6ba34fd45", "name": "network-vif-unplugged", "status": "completed", "tag": "475f7122-eb25-4c6d-9333-dfd73d371599"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:54:17.402003 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-7b5ad60d-b1b3-4705-9269-b1a1df1002c0 req-e192b8af-d87f-4688-9b01-a85fe3c2a27e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:17.405943 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5c9085fe-65b9-4628-80c9-d84045638a51 req-1320cd1b-991e-4338-b5a4-b3a100e0c242 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854707 Sep 17 07:54:17.437818 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-56a3a45a-0a16-48d6-bb99-127be394b1b3 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2608252 Sep 17 07:54:17.442102 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44876) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:17.449807 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 8fdfaf6e-d087-4683-abcf-13ba1c119c1e up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:54:17.476618 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c1d5dcfb-f641-4383-b2d0-3b97d6fddc31 req-8cca5167-b036-4b05-95f9-92da10c45064 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438963 Sep 17 07:54:17.486038 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d767c3f-812b-4480-a4f4-f9e153e061b5 admin admin] Network 93964ee4-428e-4811-9792-acfb65d3786c is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:54:17.487718 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-9d767c3f-812b-4480-a4f4-f9e153e061b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:54:17.658464 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 8fdfaf6e-d087-4683-abcf-13ba1c119c1e triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:54:17.658853 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:17.696956 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ab880ed2-b1ce-4241-b366-7c92209601b1 req-16951d66-cee4-47b8-9140-be719fe1c357 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0390785 Sep 17 07:54:17.712087 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b5ad60d-b1b3-4705-9269-b1a1df1002c0 req-e192b8af-d87f-4688-9b01-a85fe3c2a27e service neutron] No DVR routers for this DVR port 475f7122-eb25-4c6d-9333-dfd73d371599 on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:54:17.740858 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d767c3f-812b-4480-a4f4-f9e153e061b5 admin admin] Router b3cdec80-f19a-4176-ad4d-173d34abf93a has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:54:17.774614 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e192b8af-d87f-4688-9b01-a85fe3c2a27e service neutron] Pushing event updated for resources: {'Port': ['ID=475f7122-eb25-4c6d-9333-dfd73d371599,revision_number=6']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:17.802633 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 07:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7550d245-50e5-4825-a2cf-dc5efcefabca x-openstack-request-id: req-7550d245-50e5-4825-a2cf-dc5efcefabca {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:54:17.805472 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f50ff527-62ae-4a3e-bb52-9dd6ba34fd45", "name": "network-vif-unplugged", "status": "completed", "tag": "475f7122-eb25-4c6d-9333-dfd73d371599", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:54:17.805736 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7550d245-50e5-4825-a2cf-dc5efcefabca {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:54:17.806175 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f50ff527-62ae-4a3e-bb52-9dd6ba34fd45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '475f7122-eb25-4c6d-9333-dfd73d371599', 'code': 200} Sep 17 07:54:17.910024 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-4c098f02-c252-442c-a90c-553cc8bebfa2 tempest-SecGroupIPv6Test-1655112544 tempest-SecGroupIPv6Test-1655112544-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4438536 Sep 17 07:54:17.931291 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-7b5ad60d-b1b3-4705-9269-b1a1df1002c0 req-e192b8af-d87f-4688-9b01-a85fe3c2a27e service neutron] Attempting to bind port 475f7122-eb25-4c6d-9333-dfd73d371599 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:54:17.935983 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-7b5ad60d-b1b3-4705-9269-b1a1df1002c0 req-e192b8af-d87f-4688-9b01-a85fe3c2a27e service neutron] Attempting to bind port 475f7122-eb25-4c6d-9333-dfd73d371599 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:54:17.936436 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5ad60d-b1b3-4705-9269-b1a1df1002c0 req-e192b8af-d87f-4688-9b01-a85fe3c2a27e service neutron] Attempting to bind port 475f7122-eb25-4c6d-9333-dfd73d371599 on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:54:17.942649 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5ad60d-b1b3-4705-9269-b1a1df1002c0 req-e192b8af-d87f-4688-9b01-a85fe3c2a27e service neutron] Port 475f7122-eb25-4c6d-9333-dfd73d371599 on network 469390cd-cce5-49bd-b8f8-9e64018a0583 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:54:17.943957 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5ad60d-b1b3-4705-9269-b1a1df1002c0 req-e192b8af-d87f-4688-9b01-a85fe3c2a27e service neutron] Attempting to bind port 475f7122-eb25-4c6d-9333-dfd73d371599 on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:54:17.956714 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5ad60d-b1b3-4705-9269-b1a1df1002c0 req-e192b8af-d87f-4688-9b01-a85fe3c2a27e service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:54:17.957141 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5ad60d-b1b3-4705-9269-b1a1df1002c0 req-e192b8af-d87f-4688-9b01-a85fe3c2a27e service neutron] Checking segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:54:17.960263 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5ad60d-b1b3-4705-9269-b1a1df1002c0 req-e192b8af-d87f-4688-9b01-a85fe3c2a27e service neutron] Bound using segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:54:17.960263 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-7b5ad60d-b1b3-4705-9269-b1a1df1002c0 req-e192b8af-d87f-4688-9b01-a85fe3c2a27e service neutron] Bound port: 475f7122-eb25-4c6d-9333-dfd73d371599, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:54:17.960263 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-7b5ad60d-b1b3-4705-9269-b1a1df1002c0 req-e192b8af-d87f-4688-9b01-a85fe3c2a27e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:18.046961 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-7b5ad60d-b1b3-4705-9269-b1a1df1002c0 req-e192b8af-d87f-4688-9b01-a85fe3c2a27e service neutron] For port 475f7122-eb25-4c6d-9333-dfd73d371599, host n-h1-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:54:18.050591 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-7b5ad60d-b1b3-4705-9269-b1a1df1002c0 req-e192b8af-d87f-4688-9b01-a85fe3c2a27e service neutron] For port 475f7122-eb25-4c6d-9333-dfd73d371599, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=475f7122-eb25-4c6d-9333-dfd73d371599,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:54:18.064339 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-7b5ad60d-b1b3-4705-9269-b1a1df1002c0 req-e192b8af-d87f-4688-9b01-a85fe3c2a27e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:18.091451 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d767c3f-812b-4480-a4f4-f9e153e061b5 admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:54:18.093935 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-129e5dd5-d06a-4dfd-ba35-820cadca305d None None] Provisioning complete for port 7ba4cf45-2d13-441c-a064-c1fdeae7cb05 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:54:18.097201 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-129e5dd5-d06a-4dfd-ba35-820cadca305d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:18.109797 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a440988-f9ea-4b87-acb0-128b689b07d8 None None] Sync routers for ids ['b3cdec80-f19a-4176-ad4d-173d34abf93a'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:54:18.110836 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-9d767c3f-812b-4480-a4f4-f9e153e061b5 admin admin] 10.222.0.13 "PUT /v2.0/routers/b3cdec80-f19a-4176-ad4d-173d34abf93a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5934637 Sep 17 07:54:18.157145 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37833159-3f84-4162-bb60-bcd8f453b01e req-7baf05db-77c9-4355-99d4-5d1206d12372 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:18.158993 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-37833159-3f84-4162-bb60-bcd8f453b01e req-7baf05db-77c9-4355-99d4-5d1206d12372 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.2796044 Sep 17 07:54:18.190169 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e192b8af-d87f-4688-9b01-a85fe3c2a27e service neutron] Pushing event updated for resources: {'Port': ['ID=475f7122-eb25-4c6d-9333-dfd73d371599,revision_number=7']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:18.204381 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5ad60d-b1b3-4705-9269-b1a1df1002c0 req-e192b8af-d87f-4688-9b01-a85fe3c2a27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:18.207201 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-7b5ad60d-b1b3-4705-9269-b1a1df1002c0 req-e192b8af-d87f-4688-9b01-a85fe3c2a27e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:18.207201 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7b5ad60d-b1b3-4705-9269-b1a1df1002c0 req-e192b8af-d87f-4688-9b01-a85fe3c2a27e service neutron] 10.222.0.41 "PUT /v2.0/ports/475f7122-eb25-4c6d-9333-dfd73d371599 HTTP/1.1" status: 200 len: 1096 time: 1.5089788 Sep 17 07:54:18.224797 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a440988-f9ea-4b87-acb0-128b689b07d8 None None] Routers {'b3cdec80-f19a-4176-ad4d-173d34abf93a'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:54:18.225011 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-37833159-3f84-4162-bb60-bcd8f453b01e req-c83b8cf0-c075-4b2b-853f-a077e414a98c tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584517 Sep 17 07:54:18.229787 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-2a440988-f9ea-4b87-acb0-128b689b07d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:53:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['b3cdec80-f19a-4176-ad4d-173d34abf93a'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:54:18.418241 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5ad60d-b1b3-4705-9269-b1a1df1002c0 req-c3c3b5d5-f609-4090-a026-a2ef59668d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:18.420375 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7b5ad60d-b1b3-4705-9269-b1a1df1002c0 req-c3c3b5d5-f609-4090-a026-a2ef59668d9d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e3c94ece967c49989722015c639870a6&device_id=f50ff527-62ae-4a3e-bb52-9dd6ba34fd45 HTTP/1.1" status: 200 len: 1099 time: 0.1597695 Sep 17 07:54:18.546972 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 44900) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:18.548037 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 44902) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:18.549549 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5ad60d-b1b3-4705-9269-b1a1df1002c0 req-c8080a71-4f1a-43a8-aef7-d24bb06d209d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:18.550864 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7b5ad60d-b1b3-4705-9269-b1a1df1002c0 req-c8080a71-4f1a-43a8-aef7-d24bb06d209d service neutron] 10.222.0.41 "GET /v2.0/networks?id=469390cd-cce5-49bd-b8f8-9e64018a0583 HTTP/1.1" status: 200 len: 870 time: 0.1220565 Sep 17 07:54:18.563105 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-2a440988-f9ea-4b87-acb0-128b689b07d8 None None] Set router b3cdec80-f19a-4176-ad4d-173d34abf93a gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:54:18.623579 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae4a4de-148b-4fb0-8142-8e985b541626 req-0bf2b41e-95f8-4a28-8742-4ce99e5a6dfd tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:18.625768 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4ae4a4de-148b-4fb0-8142-8e985b541626 req-0bf2b41e-95f8-4a28-8742-4ce99e5a6dfd tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.1841450 Sep 17 07:54:18.721640 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7b5ad60d-b1b3-4705-9269-b1a1df1002c0 req-e3a7a323-5c19-41ec-b18c-2017a3d1c935 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=475f7122-eb25-4c6d-9333-dfd73d371599 HTTP/1.1" status: 200 len: 217 time: 0.1626959 Sep 17 07:54:18.815010 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4ae4a4de-148b-4fb0-8142-8e985b541626 req-f57d12cd-c94d-4c24-9beb-e6b13e7c2c09 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824477 Sep 17 07:54:18.835530 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-129e5dd5-d06a-4dfd-ba35-820cadca305d None None] Port 7ba4cf45-2d13-441c-a064-c1fdeae7cb05 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:54:18.845807 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5ad60d-b1b3-4705-9269-b1a1df1002c0 req-f48a175a-024f-408a-a914-b0a15f1a1a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:18.847479 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7b5ad60d-b1b3-4705-9269-b1a1df1002c0 req-f48a175a-024f-408a-a914-b0a15f1a1a09 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.1185799 Sep 17 07:54:18.889363 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-2a440988-f9ea-4b87-acb0-128b689b07d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3cdec80-f19a-4176-ad4d-173d34abf93a', 'name': 'tempest-ServersTestMultiNic-1687717803-router', 'tenant_id': 'b07ce39922204afb985947a99dc8ae8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '8fdfaf6e-d087-4683-abcf-13ba1c119c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:54:07Z', 'updated_at': '2021-09-17T07:54:16Z', 'revision_number': 4, 'project_id': 'b07ce39922204afb985947a99dc8ae8e', 'gw_port': {'id': '8fdfaf6e-d087-4683-abcf-13ba1c119c1e', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:05:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cdec80-f19a-4176-ad4d-173d34abf93a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:54:09Z', 'updated_at': '2021-09-17T07:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '7ba4cf45-2d13-441c-a064-c1fdeae7cb05', 'name': '', 'network_id': '93964ee4-428e-4811-9792-acfb65d3786c', 'tenant_id': 'b07ce39922204afb985947a99dc8ae8e', 'mac_address': 'fa:16:3e:6a:73:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3cdec80-f19a-4176-ad4d-173d34abf93a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '2b264764-4d2d-43df-b184-91438d5b5a05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:54:14Z', 'updated_at': '2021-09-17T07:54:16Z', 'revision_number': 2, 'project_id': 'b07ce39922204afb985947a99dc8ae8e', 'subnets': [{'id': '2b264764-4d2d-43df-b184-91438d5b5a05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:54:18.934572 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-fcdc8621-ba1e-4caa-9e40-c52c5b154ebc tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1712074828'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:54:18.957847 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-087692c5-efc9-4bd0-b2e9-1f3607415331 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=05838fa490244ee59ffa392f789b35f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4040382 Sep 17 07:54:18.962284 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 44928) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:18.975233 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5ad60d-b1b3-4705-9269-b1a1df1002c0 req-d2347cff-3b82-4540-a461-b74d48ab89ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:18.981046 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be42e4c-daa5-4ffd-af69-e83f0591c433 req-1e3708c4-43ff-4598-932c-3f1ee0ce34bb tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:18.983157 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5be42e4c-daa5-4ffd-af69-e83f0591c433 req-1e3708c4-43ff-4598-932c-3f1ee0ce34bb tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=f50ff527-62ae-4a3e-bb52-9dd6ba34fd45 HTTP/1.1" status: 200 len: 948 time: 0.2846789 Sep 17 07:54:18.983850 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7b5ad60d-b1b3-4705-9269-b1a1df1002c0 req-d2347cff-3b82-4540-a461-b74d48ab89ce service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1252010 Sep 17 07:54:19.003584 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a440988-f9ea-4b87-acb0-128b689b07d8 None None] Checking router: b3cdec80-f19a-4176-ad4d-173d34abf93a for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:54:19.004000 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a440988-f9ea-4b87-acb0-128b689b07d8 None None] Updating router b3cdec80-f19a-4176-ad4d-173d34abf93a port 7ba4cf45-2d13-441c-a064-c1fdeae7cb05 binding host n-d-789963-9 {{(pid=101291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 07:54:19.026073 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcdc8621-ba1e-4caa-9e40-c52c5b154ebc tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Made reservation on behalf of b07ce39922204afb985947a99dc8ae8e for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:54:19.030086 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fcdc8621-ba1e-4caa-9e40-c52c5b154ebc tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:19.055764 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2a440988-f9ea-4b87-acb0-128b689b07d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:19.118559 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7b5ad60d-b1b3-4705-9269-b1a1df1002c0 req-dc682356-738d-4174-baee-b08692db8b18 service neutron] 10.222.0.41 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249197 Sep 17 07:54:19.125493 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5be42e4c-daa5-4ffd-af69-e83f0591c433 req-08e40c76-b3aa-4e63-8a3b-fc9c490e5b34 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331835 Sep 17 07:54:19.158983 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0a00a361-c6eb-4d45-ada1-33299f1d7408 req-54b64f17-bc7c-4a2c-85b7-70405ef61b29 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.1064110 Sep 17 07:54:19.196456 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcdc8621-ba1e-4caa-9e40-c52c5b154ebc tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 07:54:19.209527 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fb75228d-5788-4ff1-97a1-56b979fd7bc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:19.240952 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fcdc8621-ba1e-4caa-9e40-c52c5b154ebc tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:19.243546 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-fcdc8621-ba1e-4caa-9e40-c52c5b154ebc tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Added segment fc20b956-0db6-4362-9daa-9132de6a10a7 of type vlan for network 6018c8bb-0018-47a8-ae63-7f79eeef2e21 Sep 17 07:54:19.348653 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fb75228d-5788-4ff1-97a1-56b979fd7bc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:19.378861 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 475f7122-eb25-4c6d-9333-dfd73d371599 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:54:19.423967 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fcdc8621-ba1e-4caa-9e40-c52c5b154ebc tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:19.438425 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7b5ad60d-b1b3-4705-9269-b1a1df1002c0 req-4b5f9aeb-d2f6-454e-80dc-9cab4d4036f6 service neutron] 10.222.0.41 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886508 Sep 17 07:54:19.489168 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0c539e-67cb-452b-af4a-1579e701efb3 req-3f98a95e-dc4c-4a09-a983-913d83730a6e tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:19.490886 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2a0c539e-67cb-452b-af4a-1579e701efb3 req-3f98a95e-dc4c-4a09-a983-913d83730a6e tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.1950846 Sep 17 07:54:19.510849 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fcdc8621-ba1e-4caa-9e40-c52c5b154ebc tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:19.518211 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdc8621-ba1e-4caa-9e40-c52c5b154ebc tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:19.519023 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fcdc8621-ba1e-4caa-9e40-c52c5b154ebc tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:19.537481 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fb75228d-5788-4ff1-97a1-56b979fd7bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:19.540357 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fb75228d-5788-4ff1-97a1-56b979fd7bc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:19.543868 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-fb75228d-5788-4ff1-97a1-56b979fd7bc3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2a481fc3-72fa-46d9-93e3-48fcf8f42807 HTTP/1.1" status: 204 len: 168 time: 0.5784109 Sep 17 07:54:19.594365 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 475f7122-eb25-4c6d-9333-dfd73d371599 not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:54:19.759388 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2a440988-f9ea-4b87-acb0-128b689b07d8 None None] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:19.769411 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2a440988-f9ea-4b87-acb0-128b689b07d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:19.783229 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-fcdc8621-ba1e-4caa-9e40-c52c5b154ebc tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2283461 Sep 17 07:54:19.786075 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44936) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:19.792637 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-a3bd18f5-187f-4b38-8f76-f4ca5cf53a5f tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Request body: {'subnet': {'network_id': '6018c8bb-0018-47a8-ae63-7f79eeef2e21', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:54:19.797792 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdc8621-ba1e-4caa-9e40-c52c5b154ebc tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Pushing event updated for resources: {'Network': ['ID=6018c8bb-0018-47a8-ae63-7f79eeef2e21,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:19.843354 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb75228d-5788-4ff1-97a1-56b979fd7bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a481fc3-72fa-46d9-93e3-48fcf8f42807,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:19.864104 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 6018c8bb-0018-47a8-ae63-7f79eeef2e21 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 07:54:19.927713 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2a0c539e-67cb-452b-af4a-1579e701efb3 req-659a5275-9cc8-414a-89b1-c2596a728a2e tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4257302 Sep 17 07:54:20.014887 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959d7cc8-ee0f-413c-ac86-f9fdf29036db None None] Pushing event updated for resources: {'Port': ['ID=7ba4cf45-2d13-441c-a064-c1fdeae7cb05,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:20.067196 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f50ff527-62ae-4a3e-bb52-9dd6ba34fd45', 'tag': '475f7122-eb25-4c6d-9333-dfd73d371599'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:54:20.070229 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-887d89de-95c0-4e4a-b2cb-8263b499ec2e" -d '{"events": [{"name": "network-changed", "server_uuid": "f50ff527-62ae-4a3e-bb52-9dd6ba34fd45", "tag": "475f7122-eb25-4c6d-9333-dfd73d371599"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:54:20.269894 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2182cb-c9be-42f1-83ff-fa64e585caff req-2a65788f-e215-421f-b1d2-823e6cd82d51 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:20.271630 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8b2182cb-c9be-42f1-83ff-fa64e585caff req-2a65788f-e215-421f-b1d2-823e6cd82d51 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.1280413 Sep 17 07:54:20.282844 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f2772c9-a93b-4b52-a6a2-1daf683f70c3 x-openstack-request-id: req-7f2772c9-a93b-4b52-a6a2-1daf683f70c3 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:54:20.283158 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f50ff527-62ae-4a3e-bb52-9dd6ba34fd45", "tag": "475f7122-eb25-4c6d-9333-dfd73d371599", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:54:20.283425 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7f2772c9-a93b-4b52-a6a2-1daf683f70c3 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:54:20.283976 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f50ff527-62ae-4a3e-bb52-9dd6ba34fd45', 'tag': '475f7122-eb25-4c6d-9333-dfd73d371599', 'status': 'completed', 'code': 200} Sep 17 07:54:20.389370 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8b2182cb-c9be-42f1-83ff-fa64e585caff req-130b29ec-a442-4988-8b66-7311bf01043a tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865839 Sep 17 07:54:20.427464 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1da3d67e-30f5-443f-a8a4-5f3e377eaf3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:20.603009 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-2a440988-f9ea-4b87-acb0-128b689b07d8 None None] Attempting to bind port 7ba4cf45-2d13-441c-a064-c1fdeae7cb05 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:54:20.603009 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-2a440988-f9ea-4b87-acb0-128b689b07d8 None None] Attempting to bind port 7ba4cf45-2d13-441c-a064-c1fdeae7cb05 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'a185608b-cf44-4a64-80e5-86c5e2ab0686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '93964ee4-428e-4811-9792-acfb65d3786c'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:54:20.605315 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3bd18f5-187f-4b38-8f76-f4ca5cf53a5f tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Made reservation on behalf of b07ce39922204afb985947a99dc8ae8e for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:54:20.610411 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a440988-f9ea-4b87-acb0-128b689b07d8 None None] Attempting to bind port 7ba4cf45-2d13-441c-a064-c1fdeae7cb05 on network 93964ee4-428e-4811-9792-acfb65d3786c {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:54:20.610567 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a3bd18f5-187f-4b38-8f76-f4ca5cf53a5f tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:20.651188 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a440988-f9ea-4b87-acb0-128b689b07d8 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:54:20.651570 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a440988-f9ea-4b87-acb0-128b689b07d8 None None] Checking segment: {'id': 'a185608b-cf44-4a64-80e5-86c5e2ab0686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '93964ee4-428e-4811-9792-acfb65d3786c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:54:20.652474 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2a440988-f9ea-4b87-acb0-128b689b07d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:20.652886 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a440988-f9ea-4b87-acb0-128b689b07d8 None None] Bound using segment: {'id': 'a185608b-cf44-4a64-80e5-86c5e2ab0686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '93964ee4-428e-4811-9792-acfb65d3786c'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:54:20.657984 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-2a440988-f9ea-4b87-acb0-128b689b07d8 None None] Bound port: 7ba4cf45-2d13-441c-a064-c1fdeae7cb05, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a185608b-cf44-4a64-80e5-86c5e2ab0686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '93964ee4-428e-4811-9792-acfb65d3786c'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:54:20.658432 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2a440988-f9ea-4b87-acb0-128b689b07d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:20.661567 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-51903620-89e4-4156-922b-d80a65a5fcc7 req-90bea9f1-887a-4cf6-9fca-ed9da1d78117 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0837333 Sep 17 07:54:20.680563 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767cebb7-ad2e-467e-9119-d181b538675f req-a863fc71-23d2-42e4-9465-43b73c6715e7 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:20.699563 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-94491a76-2d0d-451f-8335-9002c91278f4 None None] Provisioning complete for port 7ba4cf45-2d13-441c-a064-c1fdeae7cb05 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:54:20.699796 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-94491a76-2d0d-451f-8335-9002c91278f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:20.722927 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-767cebb7-ad2e-467e-9119-d181b538675f req-a863fc71-23d2-42e4-9465-43b73c6715e7 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=f50ff527-62ae-4a3e-bb52-9dd6ba34fd45 HTTP/1.1" status: 200 len: 948 time: 0.2465215 Sep 17 07:54:20.844592 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-767cebb7-ad2e-467e-9119-d181b538675f req-5ad69bad-6c03-4bf9-b51e-7862caf433cf tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204371 Sep 17 07:54:21.038347 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582fef67-1f31-4fce-9ed9-bfcf683265e3 req-36edf5ff-80d2-4f55-a13d-b8c02d0757c4 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:21.038347 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-582fef67-1f31-4fce-9ed9-bfcf683265e3 req-36edf5ff-80d2-4f55-a13d-b8c02d0757c4 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.1070082 Sep 17 07:54:21.130132 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-2a440988-f9ea-4b87-acb0-128b689b07d8 None None] For port 7ba4cf45-2d13-441c-a064-c1fdeae7cb05, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:54:21.136776 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-582fef67-1f31-4fce-9ed9-bfcf683265e3 req-7f85f5f9-edf1-4825-a6b7-d7c6f229d41d tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870261 Sep 17 07:54:21.250501 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-2a440988-f9ea-4b87-acb0-128b689b07d8 None None] For port 7ba4cf45-2d13-441c-a064-c1fdeae7cb05, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=7ba4cf45-2d13-441c-a064-c1fdeae7cb05,segment=NetworkSegment(a185608b-cf44-4a64-80e5-86c5e2ab0686),segment_id=a185608b-cf44-4a64-80e5-86c5e2ab0686)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:54:21.264368 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-94491a76-2d0d-451f-8335-9002c91278f4 None None] Port 7ba4cf45-2d13-441c-a064-c1fdeae7cb05 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:54:21.274514 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2a440988-f9ea-4b87-acb0-128b689b07d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:21.452627 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887d89de-95c0-4e4a-b2cb-8263b499ec2e req-f7ce47ee-a5ed-46fe-a9dc-bb4c86681a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:21.453977 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-887d89de-95c0-4e4a-b2cb-8263b499ec2e req-f7ce47ee-a5ed-46fe-a9dc-bb4c86681a25 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e3c94ece967c49989722015c639870a6&device_id=f50ff527-62ae-4a3e-bb52-9dd6ba34fd45 HTTP/1.1" status: 200 len: 1099 time: 1.1337295 Sep 17 07:54:21.498255 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a440988-f9ea-4b87-acb0-128b689b07d8 None None] Routers {'b3cdec80-f19a-4176-ad4d-173d34abf93a'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:54:21.499349 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-2a440988-f9ea-4b87-acb0-128b689b07d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:53:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['b3cdec80-f19a-4176-ad4d-173d34abf93a'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:54:21.500784 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f5b3f-3bf9-4b61-9e80-9e9388dbe8f9 req-bdea2b66-389b-4c44-a376-8a559bc1ea9b tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:21.501888 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f14f5b3f-3bf9-4b61-9e80-9e9388dbe8f9 req-bdea2b66-389b-4c44-a376-8a559bc1ea9b tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.41 "GET /v2.0/ports?device_id=f50ff527-62ae-4a3e-bb52-9dd6ba34fd45 HTTP/1.1" status: 200 len: 948 time: 0.0948625 Sep 17 07:54:21.537302 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887d89de-95c0-4e4a-b2cb-8263b499ec2e req-f989e5d4-aea1-4393-ba10-ecd8bd324b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:21.538913 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-887d89de-95c0-4e4a-b2cb-8263b499ec2e req-f989e5d4-aea1-4393-ba10-ecd8bd324b5a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e3c94ece967c49989722015c639870a6&device_id=f50ff527-62ae-4a3e-bb52-9dd6ba34fd45 HTTP/1.1" status: 200 len: 1099 time: 1.0754716 Sep 17 07:54:21.589597 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a3bd18f5-187f-4b38-8f76-f4ca5cf53a5f tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:21.619040 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959d7cc8-ee0f-413c-ac86-f9fdf29036db None None] Pushing event updated for resources: {'Port': ['ID=7ba4cf45-2d13-441c-a064-c1fdeae7cb05,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:21.893245 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-2a440988-f9ea-4b87-acb0-128b689b07d8 None None] Set router b3cdec80-f19a-4176-ad4d-173d34abf93a gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:54:21.952704 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bd18f5-187f-4b38-8f76-f4ca5cf53a5f tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Pushing event updated for resources: {'Subnet': ['ID=ff334041-0496-403e-93a0-6d21d2fe0394,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:21.979903 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bd18f5-187f-4b38-8f76-f4ca5cf53a5f tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Checking segment: {'id': 'fc20b956-0db6-4362-9daa-9132de6a10a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6018c8bb-0018-47a8-ae63-7f79eeef2e21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:54:21.980546 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bd18f5-187f-4b38-8f76-f4ca5cf53a5f tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Network hostable DHCP agents. Network: 6018c8bb-0018-47a8-ae63-7f79eeef2e21, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 07:54:22.008161 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887d89de-95c0-4e4a-b2cb-8263b499ec2e req-e6821367-b146-454e-8f8b-c3f0e6003891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:22.011923 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f602aca3-d5f4-4bdf-be35-0c117b7b95de req-be298b96-982d-4f9b-bde7-9d7782a6d823 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:22.020019 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-887d89de-95c0-4e4a-b2cb-8263b499ec2e req-e6821367-b146-454e-8f8b-c3f0e6003891 service neutron] 10.222.0.41 "GET /v2.0/networks?id=469390cd-cce5-49bd-b8f8-9e64018a0583 HTTP/1.1" status: 200 len: 870 time: 0.5524979 Sep 17 07:54:22.023807 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f602aca3-d5f4-4bdf-be35-0c117b7b95de req-be298b96-982d-4f9b-bde7-9d7782a6d823 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.2634399 Sep 17 07:54:22.050606 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887d89de-95c0-4e4a-b2cb-8263b499ec2e req-65515add-46f3-4311-b180-1a017216a870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:22.051528 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-2b7169b7-090a-4b17-82f7-e93124578da7 None None] Provisioning complete for port 7ba4cf45-2d13-441c-a064-c1fdeae7cb05 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:54:22.052116 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2b7169b7-090a-4b17-82f7-e93124578da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:22.060136 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-887d89de-95c0-4e4a-b2cb-8263b499ec2e req-65515add-46f3-4311-b180-1a017216a870 service neutron] 10.222.0.39 "GET /v2.0/networks?id=469390cd-cce5-49bd-b8f8-9e64018a0583 HTTP/1.1" status: 200 len: 870 time: 0.4828112 Sep 17 07:54:22.089130 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f602aca3-d5f4-4bdf-be35-0c117b7b95de req-eaadd078-abfe-4ab3-ad6b-9d32a27cd718 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597420 Sep 17 07:54:22.126956 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9fca12-5619-4342-ac9a-445cdbda0bd8 req-0ac092ed-69d7-4a3e-98ce-93555e809683 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:22.141599 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ce9fca12-5619-4342-ac9a-445cdbda0bd8 req-0ac092ed-69d7-4a3e-98ce-93555e809683 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=f50ff527-62ae-4a3e-bb52-9dd6ba34fd45 HTTP/1.1" status: 200 len: 948 time: 0.5368359 Sep 17 07:54:22.194078 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-f14f5b3f-3bf9-4b61-9e80-9e9388dbe8f9 req-920c568c-7eab-4173-829f-e82cfb99e7d7 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Deleting port 475f7122-eb25-4c6d-9333-dfd73d371599 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:54:22.195174 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-f14f5b3f-3bf9-4b61-9e80-9e9388dbe8f9 req-920c568c-7eab-4173-829f-e82cfb99e7d7 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:22.223733 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-887d89de-95c0-4e4a-b2cb-8263b499ec2e req-028b34ff-749a-49cb-b193-502e3dc9b8e8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=475f7122-eb25-4c6d-9333-dfd73d371599 HTTP/1.1" status: 200 len: 217 time: 0.0821447 Sep 17 07:54:22.226591 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-887d89de-95c0-4e4a-b2cb-8263b499ec2e req-0ccd24f2-e2f6-420b-9a00-6a3f11d7987a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=475f7122-eb25-4c6d-9333-dfd73d371599 HTTP/1.1" status: 200 len: 217 time: 0.1987019 Sep 17 07:54:22.270338 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bd18f5-187f-4b38-8f76-f4ca5cf53a5f tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Network 6018c8bb-0018-47a8-ae63-7f79eeef2e21 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 07:54:22.290086 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ce9fca12-5619-4342-ac9a-445cdbda0bd8 req-7e524b6f-4397-43c6-acb7-c38a9ee6d2f1 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441729 Sep 17 07:54:22.297880 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-77522597-6ce8-4430-9694-49bb4eed9db3 req-c6af1933-e59b-49c8-a629-c206f24d2449 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0585494 Sep 17 07:54:22.436023 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-222aab2b-6b4e-496a-9054-365d06c946aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:22.451701 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-a3bd18f5-187f-4b38-8f76-f4ca5cf53a5f tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 6018c8bb-0018-47a8-ae63-7f79eeef2e21) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:54:22.451962 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2b7169b7-090a-4b17-82f7-e93124578da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:22.466963 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3cb9ba5-7ff1-4d6d-8d87-e33544c383cd None None] Network 6018c8bb-0018-47a8-ae63-7f79eeef2e21 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:54:22.467166 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3bd18f5-187f-4b38-8f76-f4ca5cf53a5f tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:22.468034 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a3bd18f5-187f-4b38-8f76-f4ca5cf53a5f tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:22.498741 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887d89de-95c0-4e4a-b2cb-8263b499ec2e req-f4359ee8-f56b-4003-a61f-bf411b1c015c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:22.501603 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-887d89de-95c0-4e4a-b2cb-8263b499ec2e req-f4359ee8-f56b-4003-a61f-bf411b1c015c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.2686379 Sep 17 07:54:22.508758 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887d89de-95c0-4e4a-b2cb-8263b499ec2e req-59479154-a525-4a8d-bd3f-0dd07458ab7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:22.510282 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-887d89de-95c0-4e4a-b2cb-8263b499ec2e req-59479154-a525-4a8d-bd3f-0dd07458ab7f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.2671745 Sep 17 07:54:22.579019 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a3bd18f5-187f-4b38-8f76-f4ca5cf53a5f tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.7893841 Sep 17 07:54:22.586656 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 45038) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:22.624485 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-73848bc5-1e7a-4432-ab3b-24d78c8b5c39 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1357644739'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:54:22.641648 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-2b7169b7-090a-4b17-82f7-e93124578da7 None None] For port 7ba4cf45-2d13-441c-a064-c1fdeae7cb05, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=7ba4cf45-2d13-441c-a064-c1fdeae7cb05,segment=NetworkSegment(a185608b-cf44-4a64-80e5-86c5e2ab0686),segment_id=a185608b-cf44-4a64-80e5-86c5e2ab0686)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:54:22.660588 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2b7169b7-090a-4b17-82f7-e93124578da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:22.687484 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887d89de-95c0-4e4a-b2cb-8263b499ec2e req-5a68dfeb-8121-4a1c-88d1-e1fa797d051b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:22.689001 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-887d89de-95c0-4e4a-b2cb-8263b499ec2e req-5a68dfeb-8121-4a1c-88d1-e1fa797d051b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1720500 Sep 17 07:54:22.695956 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:22.697358 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887d89de-95c0-4e4a-b2cb-8263b499ec2e req-ffb76a35-c559-4d73-9c78-5b3e5d45a4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:22.703475 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-887d89de-95c0-4e4a-b2cb-8263b499ec2e req-ffb76a35-c559-4d73-9c78-5b3e5d45a4dc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1794157 Sep 17 07:54:22.734021 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-2a440988-f9ea-4b87-acb0-128b689b07d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3cdec80-f19a-4176-ad4d-173d34abf93a', 'name': 'tempest-ServersTestMultiNic-1687717803-router', 'tenant_id': 'b07ce39922204afb985947a99dc8ae8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '8fdfaf6e-d087-4683-abcf-13ba1c119c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:54:07Z', 'updated_at': '2021-09-17T07:54:16Z', 'revision_number': 4, 'project_id': 'b07ce39922204afb985947a99dc8ae8e', 'gw_port': {'id': '8fdfaf6e-d087-4683-abcf-13ba1c119c1e', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:05:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cdec80-f19a-4176-ad4d-173d34abf93a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:54:09Z', 'updated_at': '2021-09-17T07:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '7ba4cf45-2d13-441c-a064-c1fdeae7cb05', 'name': '', 'network_id': '93964ee4-428e-4811-9792-acfb65d3786c', 'tenant_id': 'b07ce39922204afb985947a99dc8ae8e', 'mac_address': 'fa:16:3e:6a:73:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3cdec80-f19a-4176-ad4d-173d34abf93a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '2b264764-4d2d-43df-b184-91438d5b5a05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:54:14Z', 'updated_at': '2021-09-17T07:54:21Z', 'revision_number': 4, 'project_id': 'b07ce39922204afb985947a99dc8ae8e', 'subnets': [{'id': '2b264764-4d2d-43df-b184-91438d5b5a05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:54:22.781417 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a440988-f9ea-4b87-acb0-128b689b07d8 None None] The sync data for ids ['b3cdec80-f19a-4176-ad4d-173d34abf93a'] in n-d-789963-9 is: [{'id': 'b3cdec80-f19a-4176-ad4d-173d34abf93a', 'name': 'tempest-ServersTestMultiNic-1687717803-router', 'tenant_id': 'b07ce39922204afb985947a99dc8ae8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '8fdfaf6e-d087-4683-abcf-13ba1c119c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:54:07Z', 'updated_at': '2021-09-17T07:54:16Z', 'revision_number': 4, 'project_id': 'b07ce39922204afb985947a99dc8ae8e', 'gw_port': {'id': '8fdfaf6e-d087-4683-abcf-13ba1c119c1e', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:05:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cdec80-f19a-4176-ad4d-173d34abf93a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:54:09Z', 'updated_at': '2021-09-17T07:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '7ba4cf45-2d13-441c-a064-c1fdeae7cb05', 'name': '', 'network_id': '93964ee4-428e-4811-9792-acfb65d3786c', 'tenant_id': 'b07ce39922204afb985947a99dc8ae8e', 'mac_address': 'fa:16:3e:6a:73:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3cdec80-f19a-4176-ad4d-173d34abf93a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '2b264764-4d2d-43df-b184-91438d5b5a05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:54:14Z', 'updated_at': '2021-09-17T07:54:21Z', 'revision_number': 4, 'project_id': 'b07ce39922204afb985947a99dc8ae8e', 'subnets': [{'id': '2b264764-4d2d-43df-b184-91438d5b5a05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:54:22.804982 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-f14f5b3f-3bf9-4b61-9e80-9e9388dbe8f9 req-920c568c-7eab-4173-829f-e82cfb99e7d7 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] For port 475f7122-eb25-4c6d-9333-dfd73d371599, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=475f7122-eb25-4c6d-9333-dfd73d371599,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:54:22.805664 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-f14f5b3f-3bf9-4b61-9e80-9e9388dbe8f9 req-920c568c-7eab-4173-829f-e82cfb99e7d7 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:22.806225 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7169b7-090a-4b17-82f7-e93124578da7 None None] Pushing event updated for resources: {'Port': ['ID=7ba4cf45-2d13-441c-a064-c1fdeae7cb05,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:22.854734 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73848bc5-1e7a-4432-ab3b-24d78c8b5c39 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Made reservation on behalf of b07ce39922204afb985947a99dc8ae8e for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:54:22.859146 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-73848bc5-1e7a-4432-ab3b-24d78c8b5c39 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:22.885393 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-f14f5b3f-3bf9-4b61-9e80-9e9388dbe8f9 req-920c568c-7eab-4173-829f-e82cfb99e7d7 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Calling delete_port for 475f7122-eb25-4c6d-9333-dfd73d371599 owned by compute:nova {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:54:22.906623 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e9592e-c64f-42d7-a721-6c122d7c8f8d req-1dea3a97-83ee-4ac8-8e65-303ead1e741e tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:22.908292 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-73e9592e-c64f-42d7-a721-6c122d7c8f8d req-1dea3a97-83ee-4ac8-8e65-303ead1e741e tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.4482071 Sep 17 07:54:22.935445 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d93fab3-fb33-4877-81e5-9b15369720fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-6018c8bb-0018-47a8-ae63-7f79eeef2e21', 'network_id': '6018c8bb-0018-47a8-ae63-7f79eeef2e21', 'tenant_id': 'b07ce39922204afb985947a99dc8ae8e', 'fixed_ips': [{'subnet_id': 'ff334041-0496-403e-93a0-6d21d2fe0394'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 07:54:22.937709 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2d93fab3-fb33-4877-81e5-9b15369720fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:23.001259 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73848bc5-1e7a-4432-ab3b-24d78c8b5c39 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 07:54:23.021516 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-73e9592e-c64f-42d7-a721-6c122d7c8f8d req-903b3b79-de85-4360-a99f-518c6a2a17f3 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052392 Sep 17 07:54:23.024310 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-73848bc5-1e7a-4432-ab3b-24d78c8b5c39 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:23.024666 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-73848bc5-1e7a-4432-ab3b-24d78c8b5c39 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Added segment ed13f3d2-6ca4-4769-9a84-4aa46a0d7702 of type vlan for network 29c28a32-2459-42a8-b5ef-3632161887e8 Sep 17 07:54:23.170813 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-73848bc5-1e7a-4432-ab3b-24d78c8b5c39 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:23.249763 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-887d89de-95c0-4e4a-b2cb-8263b499ec2e req-e5b29fb7-c375-4305-b570-f7917422acbc service neutron] 10.222.0.41 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5392091 Sep 17 07:54:23.257243 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-887d89de-95c0-4e4a-b2cb-8263b499ec2e req-97c0f2d1-4956-4137-89c3-ed2a59a7af88 service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5523331 Sep 17 07:54:23.346128 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-2d93fab3-fb33-4877-81e5-9b15369720fc None None] Allocated IP 19.80.0.2 (6018c8bb-0018-47a8-ae63-7f79eeef2e21/ff334041-0496-403e-93a0-6d21d2fe0394/d948612b-a0b4-43ce-b9d9-9769b5b2edec) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:54:23.451487 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-73848bc5-1e7a-4432-ab3b-24d78c8b5c39 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:23.467979 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73848bc5-1e7a-4432-ab3b-24d78c8b5c39 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:23.468629 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-73848bc5-1e7a-4432-ab3b-24d78c8b5c39 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:23.607254 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-887d89de-95c0-4e4a-b2cb-8263b499ec2e req-a72a445f-d9c6-4cf7-af27-9448a3d1e667 service neutron] 10.222.0.41 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3459153 Sep 17 07:54:23.612442 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-887d89de-95c0-4e4a-b2cb-8263b499ec2e req-108b9f20-2d59-41af-ab7e-e6f38cc1772a service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3275349 Sep 17 07:54:23.628037 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 7ba4cf45-2d13-441c-a064-c1fdeae7cb05 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:54:23.707251 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-f14f5b3f-3bf9-4b61-9e80-9e9388dbe8f9 req-920c568c-7eab-4173-829f-e82cfb99e7d7 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:23.723706 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:23.747688 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-73848bc5-1e7a-4432-ab3b-24d78c8b5c39 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1553113 Sep 17 07:54:23.750561 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 45062) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:23.755939 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-f719af18-42b7-4589-adb6-93e0ca0919cf tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Request body: {'subnet': {'network_id': '29c28a32-2459-42a8-b5ef-3632161887e8', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:54:23.805757 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['0c589904-32cd-4f69-bd3c-694b81963367', '9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4', '1d8b34db-b321-4d30-b06b-a79bbe2e4ddc'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:54:23.808746 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920c568c-7eab-4173-829f-e82cfb99e7d7 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Pushing event deleted for resources: {'Port': ['ID=475f7122-eb25-4c6d-9333-dfd73d371599,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:23.830856 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cf5f50-fde1-4aa7-9eae-679fa961f295 req-eff11d1a-2b74-417a-9aa4-d032c3cc3903 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:23.843680 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-31cf5f50-fde1-4aa7-9eae-679fa961f295 req-eff11d1a-2b74-417a-9aa4-d032c3cc3903 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.5907919 Sep 17 07:54:23.977788 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2d93fab3-fb33-4877-81e5-9b15369720fc None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:23.982311 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f719af18-42b7-4589-adb6-93e0ca0919cf tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Made reservation on behalf of b07ce39922204afb985947a99dc8ae8e for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:54:23.991437 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 7ba4cf45-2d13-441c-a064-c1fdeae7cb05 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:54:23.991808 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:23.994340 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f719af18-42b7-4589-adb6-93e0ca0919cf tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:24.011623 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4577d45-2e17-42ee-9fc8-cdb977708cc0 req-4dd8f5f4-4edb-4f26-b682-74af7372f5be tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:24.023500 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f4577d45-2e17-42ee-9fc8-cdb977708cc0 req-4dd8f5f4-4edb-4f26-b682-74af7372f5be tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=f50ff527-62ae-4a3e-bb52-9dd6ba34fd45 HTTP/1.1" status: 200 len: 865 time: 0.4346378 Sep 17 07:54:24.051002 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2d93fab3-fb33-4877-81e5-9b15369720fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:24.148996 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73848bc5-1e7a-4432-ab3b-24d78c8b5c39 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Pushing event updated for resources: {'Network': ['ID=29c28a32-2459-42a8-b5ef-3632161887e8,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:24.236090 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-f14f5b3f-3bf9-4b61-9e80-9e9388dbe8f9 req-920c568c-7eab-4173-829f-e82cfb99e7d7 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] No DVR routers for this DVR port 475f7122-eb25-4c6d-9333-dfd73d371599 on host n-h1-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:54:24.242391 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-f14f5b3f-3bf9-4b61-9e80-9e9388dbe8f9 req-920c568c-7eab-4173-829f-e82cfb99e7d7 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:24.258066 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f14f5b3f-3bf9-4b61-9e80-9e9388dbe8f9 req-920c568c-7eab-4173-829f-e82cfb99e7d7 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.41 "DELETE /v2.0/ports/475f7122-eb25-4c6d-9333-dfd73d371599 HTTP/1.1" status: 204 len: 173 time: 2.7450666 Sep 17 07:54:24.274245 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f50ff527-62ae-4a3e-bb52-9dd6ba34fd45', 'name': 'network-vif-deleted', 'tag': '475f7122-eb25-4c6d-9333-dfd73d371599'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:54:24.286617 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7c2838-0946-4616-a1e0-af97a163e82c" -d '{"events": [{"server_uuid": "f50ff527-62ae-4a3e-bb52-9dd6ba34fd45", "name": "network-vif-deleted", "tag": "475f7122-eb25-4c6d-9333-dfd73d371599"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:54:24.370267 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f4577d45-2e17-42ee-9fc8-cdb977708cc0 req-f7112345-e1d4-47a2-aa2a-6f3cccf53ada tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3456943 Sep 17 07:54:24.395970 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-31cf5f50-fde1-4aa7-9eae-679fa961f295 req-8e89a98c-5a4b-43ff-9599-abde5b93364a tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5470130 Sep 17 07:54:24.545683 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f08aa5cc-9a8c-4463-a548-d08326ebb8ba req-c324bb72-3a60-49d3-98ef-c433c8b6328e tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0368235 Sep 17 07:54:24.619464 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f719af18-42b7-4589-adb6-93e0ca0919cf tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:24.700923 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 29c28a32-2459-42a8-b5ef-3632161887e8 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 07:54:24.781627 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f719af18-42b7-4589-adb6-93e0ca0919cf tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Pushing event updated for resources: {'Subnet': ['ID=4471260e-89f3-4f69-883f-2c8a525f3407,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:24.861173 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d93fab3-fb33-4877-81e5-9b15369720fc None None] Network 6018c8bb-0018-47a8-ae63-7f79eeef2e21 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:54:24.890337 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f719af18-42b7-4589-adb6-93e0ca0919cf tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Checking segment: {'id': 'ed13f3d2-6ca4-4769-9a84-4aa46a0d7702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '29c28a32-2459-42a8-b5ef-3632161887e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:54:24.891596 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f719af18-42b7-4589-adb6-93e0ca0919cf tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Network hostable DHCP agents. Network: 29c28a32-2459-42a8-b5ef-3632161887e8, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 07:54:24.939682 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f719af18-42b7-4589-adb6-93e0ca0919cf tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Network 29c28a32-2459-42a8-b5ef-3632161887e8 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 07:54:24.958948 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-f719af18-42b7-4589-adb6-93e0ca0919cf tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 29c28a32-2459-42a8-b5ef-3632161887e8) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:54:24.969952 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f719af18-42b7-4589-adb6-93e0ca0919cf tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:24.971307 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f719af18-42b7-4589-adb6-93e0ca0919cf tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:25.011070 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f719af18-42b7-4589-adb6-93e0ca0919cf tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2590232 Sep 17 07:54:25.065199 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-2d93fab3-fb33-4877-81e5-9b15369720fc None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:54:25.080696 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bade5411-2623-4100-9f6d-a6ce3b8da4fe None None] Network 29c28a32-2459-42a8-b5ef-3632161887e8 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:54:25.205435 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d93fab3-fb33-4877-81e5-9b15369720fc None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:54:25.356991 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d997550-10e5-49f7-9b6a-67de0e65200c req-e01113d1-c2f8-4206-9b0e-18986527d350 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:25.369304 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7d997550-10e5-49f7-9b6a-67de0e65200c req-e01113d1-c2f8-4206-9b0e-18986527d350 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.1380868 Sep 17 07:54:25.373534 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a464ca3-4864-4fcf-9e3c-d62486fcdb12 x-openstack-request-id: req-8a464ca3-4864-4fcf-9e3c-d62486fcdb12 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:54:25.375007 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f50ff527-62ae-4a3e-bb52-9dd6ba34fd45", "name": "network-vif-deleted", "tag": "475f7122-eb25-4c6d-9333-dfd73d371599", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:54:25.375264 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8a464ca3-4864-4fcf-9e3c-d62486fcdb12 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:54:25.376738 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f50ff527-62ae-4a3e-bb52-9dd6ba34fd45', 'name': 'network-vif-deleted', 'tag': '475f7122-eb25-4c6d-9333-dfd73d371599', 'status': 'completed', 'code': 200} Sep 17 07:54:25.384475 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d93fab3-fb33-4877-81e5-9b15369720fc None None] Pushing event updated for resources: {'Port': ['ID=d948612b-a0b4-43ce-b9d9-9769b5b2edec,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:25.491866 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7d997550-10e5-49f7-9b6a-67de0e65200c req-8c944934-720f-4ed9-b120-49c5e66e7580 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211805 Sep 17 07:54:25.632432 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e43f6d-57f8-4036-957a-3331fc344081 req-f4bca9ae-766d-4f1b-afb2-d3253f2be6fd tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:25.635618 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-93e43f6d-57f8-4036-957a-3331fc344081 req-f4bca9ae-766d-4f1b-afb2-d3253f2be6fd tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=6566c730-eefa-423b-a200-1be4b53646f9 HTTP/1.1" status: 200 len: 950 time: 0.1425767 Sep 17 07:54:25.686388 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:25.716418 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-2d93fab3-fb33-4877-81e5-9b15369720fc None None] Attempting to bind port d948612b-a0b4-43ce-b9d9-9769b5b2edec on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:54:25.716795 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-2d93fab3-fb33-4877-81e5-9b15369720fc None None] Attempting to bind port d948612b-a0b4-43ce-b9d9-9769b5b2edec by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'fc20b956-0db6-4362-9daa-9132de6a10a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6018c8bb-0018-47a8-ae63-7f79eeef2e21'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:54:25.717165 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d93fab3-fb33-4877-81e5-9b15369720fc None None] Attempting to bind port d948612b-a0b4-43ce-b9d9-9769b5b2edec on network 6018c8bb-0018-47a8-ae63-7f79eeef2e21 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:54:25.732508 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d93fab3-fb33-4877-81e5-9b15369720fc None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:54:25.732908 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d93fab3-fb33-4877-81e5-9b15369720fc None None] Checking segment: {'id': 'fc20b956-0db6-4362-9daa-9132de6a10a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6018c8bb-0018-47a8-ae63-7f79eeef2e21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:54:25.733303 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2d93fab3-fb33-4877-81e5-9b15369720fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:25.733717 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d93fab3-fb33-4877-81e5-9b15369720fc None None] Bound using segment: {'id': 'fc20b956-0db6-4362-9daa-9132de6a10a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6018c8bb-0018-47a8-ae63-7f79eeef2e21'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:54:25.734190 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-2d93fab3-fb33-4877-81e5-9b15369720fc None None] Bound port: d948612b-a0b4-43ce-b9d9-9769b5b2edec, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc20b956-0db6-4362-9daa-9132de6a10a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6018c8bb-0018-47a8-ae63-7f79eeef2e21'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:54:25.734576 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2d93fab3-fb33-4877-81e5-9b15369720fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:25.761428 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-93e43f6d-57f8-4036-957a-3331fc344081 req-cf9a2fa1-8470-48c0-ac41-a316ee64bef7 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051927 Sep 17 07:54:25.836610 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7008df63-68ec-41d7-bb08-ed7b77f66416 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-29c28a32-2459-42a8-b5ef-3632161887e8', 'network_id': '29c28a32-2459-42a8-b5ef-3632161887e8', 'tenant_id': 'b07ce39922204afb985947a99dc8ae8e', 'fixed_ips': [{'subnet_id': '4471260e-89f3-4f69-883f-2c8a525f3407'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 07:54:25.837474 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7008df63-68ec-41d7-bb08-ed7b77f66416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:25.851467 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-c0f4b9bd-dd01-4c64-a70b-36a6e1de3bc8 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:25.866117 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-c0f4b9bd-dd01-4c64-a70b-36a6e1de3bc8 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:25.879104 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-c0f4b9bd-dd01-4c64-a70b-36a6e1de3bc8 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/networks?id=6018c8bb-0018-47a8-ae63-7f79eeef2e21&id=29c28a32-2459-42a8-b5ef-3632161887e8&id=6018c8bb-0018-47a8-ae63-7f79eeef2e21 HTTP/1.1" status: 200 len: 1392 time: 0.2423370 Sep 17 07:54:25.913013 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-de8cb8ce-1500-4d28-b46d-80ba81da2202 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/quotas/b07ce39922204afb985947a99dc8ae8e HTTP/1.1" status: 200 len: 375 time: 0.0322516 Sep 17 07:54:26.011770 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-d679e6f3-3efc-4ed8-89a3-bbdcf4bbd60c tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b07ce39922204afb985947a99dc8ae8e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0975790 Sep 17 07:54:26.113562 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d341ee4f-cbd3-446d-a67a-6bb01d107f4d req-fcf6b093-3474-4701-861b-fe7eadd1fbda tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0950658 Sep 17 07:54:26.114100 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-2d93fab3-fb33-4877-81e5-9b15369720fc None None] For port d948612b-a0b4-43ce-b9d9-9769b5b2edec, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:54:26.267906 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-930f4f6e-44d0-44ae-8778-f40ff9bec08b service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 07:54:26.278708 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-7008df63-68ec-41d7-bb08-ed7b77f66416 None None] Allocated IP 19.86.0.2 (29c28a32-2459-42a8-b5ef-3632161887e8/4471260e-89f3-4f69-883f-2c8a525f3407/0257b26d-4247-43ae-ab61-aa32d336552f) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:54:26.281815 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-930f4f6e-44d0-44ae-8778-f40ff9bec08b service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2679722 Sep 17 07:54:26.534218 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-054fba16-4f05-4aab-8117-f82bb26cdc81 service neutron] 10.222.0.13 "GET /v2.0/networks/6018c8bb-0018-47a8-ae63-7f79eeef2e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511845 Sep 17 07:54:26.541695 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7008df63-68ec-41d7-bb08-ed7b77f66416 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:26.591193 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7008df63-68ec-41d7-bb08-ed7b77f66416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:26.601657 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c6ae5d-f6ba-42dc-9637-529aa9915ecd req-2b71c6bc-d020-4a07-a363-d69f016fd281 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:26.609632 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-62c6ae5d-f6ba-42dc-9637-529aa9915ecd req-2b71c6bc-d020-4a07-a363-d69f016fd281 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.1215315 Sep 17 07:54:26.612454 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-2d93fab3-fb33-4877-81e5-9b15369720fc None None] For port d948612b-a0b4-43ce-b9d9-9769b5b2edec, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=d948612b-a0b4-43ce-b9d9-9769b5b2edec,segment=NetworkSegment(fc20b956-0db6-4362-9daa-9132de6a10a7),segment_id=fc20b956-0db6-4362-9daa-9132de6a10a7)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:54:26.727263 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7008df63-68ec-41d7-bb08-ed7b77f66416 None None] Network 29c28a32-2459-42a8-b5ef-3632161887e8 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:54:26.729319 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-62c6ae5d-f6ba-42dc-9637-529aa9915ecd req-40195a7a-a44b-4669-88af-f640afaa377e tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185563 Sep 17 07:54:26.731408 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2d93fab3-fb33-4877-81e5-9b15369720fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:26.765458 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-7008df63-68ec-41d7-bb08-ed7b77f66416 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:54:26.782970 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7008df63-68ec-41d7-bb08-ed7b77f66416 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:54:26.785777 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-fa2a2b8d-dafa-4b3b-a0c0-2eb238387c23 service neutron] 10.222.0.13 "GET /v2.0/networks/6018c8bb-0018-47a8-ae63-7f79eeef2e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507539 Sep 17 07:54:26.931620 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7008df63-68ec-41d7-bb08-ed7b77f66416 None None] Pushing event updated for resources: {'Port': ['ID=0257b26d-4247-43ae-ab61-aa32d336552f,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:26.962892 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-7008df63-68ec-41d7-bb08-ed7b77f66416 None None] Attempting to bind port 0257b26d-4247-43ae-ab61-aa32d336552f on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:54:26.965798 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-7008df63-68ec-41d7-bb08-ed7b77f66416 None None] Attempting to bind port 0257b26d-4247-43ae-ab61-aa32d336552f by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'ed13f3d2-6ca4-4769-9a84-4aa46a0d7702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '29c28a32-2459-42a8-b5ef-3632161887e8'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:54:26.967361 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7008df63-68ec-41d7-bb08-ed7b77f66416 None None] Attempting to bind port 0257b26d-4247-43ae-ab61-aa32d336552f on network 29c28a32-2459-42a8-b5ef-3632161887e8 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:54:27.031897 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7008df63-68ec-41d7-bb08-ed7b77f66416 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:54:27.032453 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7008df63-68ec-41d7-bb08-ed7b77f66416 None None] Checking segment: {'id': 'ed13f3d2-6ca4-4769-9a84-4aa46a0d7702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '29c28a32-2459-42a8-b5ef-3632161887e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:54:27.032977 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7008df63-68ec-41d7-bb08-ed7b77f66416 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:27.033498 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7008df63-68ec-41d7-bb08-ed7b77f66416 None None] Bound using segment: {'id': 'ed13f3d2-6ca4-4769-9a84-4aa46a0d7702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '29c28a32-2459-42a8-b5ef-3632161887e8'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:54:27.034099 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-7008df63-68ec-41d7-bb08-ed7b77f66416 None None] Bound port: 0257b26d-4247-43ae-ab61-aa32d336552f, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed13f3d2-6ca4-4769-9a84-4aa46a0d7702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '29c28a32-2459-42a8-b5ef-3632161887e8'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:54:27.034595 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7008df63-68ec-41d7-bb08-ed7b77f66416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:27.069550 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-56766ea2-a988-4b5b-8b77-c62421c861b1 service neutron] 10.222.0.13 "GET /v2.0/networks/29c28a32-2459-42a8-b5ef-3632161887e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726340 Sep 17 07:54:27.184193 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d93fab3-fb33-4877-81e5-9b15369720fc None None] Pushing event updated for resources: {'Port': ['ID=d948612b-a0b4-43ce-b9d9-9769b5b2edec,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:27.273376 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96a5afa-dbd5-4a28-a7e8-7f232c886a45 req-41559a23-dc60-4875-8e7e-cd8defc7b4c3 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:27.296489 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a96a5afa-dbd5-4a28-a7e8-7f232c886a45 req-41559a23-dc60-4875-8e7e-cd8defc7b4c3 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.3763041 Sep 17 07:54:27.305883 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42e023-07db-44b2-b91e-3c438f6f21c4 req-f1d1ba3c-b8ea-4bdd-9e95-5d4ccac5c37f tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:27.308729 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8d42e023-07db-44b2-b91e-3c438f6f21c4 req-f1d1ba3c-b8ea-4bdd-9e95-5d4ccac5c37f tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.39 "GET /v2.0/ports?device_id=6566c730-eefa-423b-a200-1be4b53646f9 HTTP/1.1" status: 200 len: 950 time: 0.1662526 Sep 17 07:54:27.349410 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-68889fdb-dfdb-4627-b667-d05e7a03b7ac service neutron] 10.222.0.13 "GET /v2.0/networks/29c28a32-2459-42a8-b5ef-3632161887e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728581 Sep 17 07:54:27.368042 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-7008df63-68ec-41d7-bb08-ed7b77f66416 None None] For port 0257b26d-4247-43ae-ab61-aa32d336552f, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:54:27.378987 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-7008df63-68ec-41d7-bb08-ed7b77f66416 None None] For port 0257b26d-4247-43ae-ab61-aa32d336552f, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=0257b26d-4247-43ae-ab61-aa32d336552f,segment=NetworkSegment(ed13f3d2-6ca4-4769-9a84-4aa46a0d7702),segment_id=ed13f3d2-6ca4-4769-9a84-4aa46a0d7702)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:54:27.394111 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7008df63-68ec-41d7-bb08-ed7b77f66416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:27.506924 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-8d42e023-07db-44b2-b91e-3c438f6f21c4 req-c2d195e3-3f5f-472b-966f-c08ffa50cbf8 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Deleting port 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:54:27.507670 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8d42e023-07db-44b2-b91e-3c438f6f21c4 req-c2d195e3-3f5f-472b-966f-c08ffa50cbf8 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:27.554151 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a96a5afa-dbd5-4a28-a7e8-7f232c886a45 req-1a712d07-fde6-45f2-9802-92e19dd60cf8 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541473 Sep 17 07:54:27.556897 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7008df63-68ec-41d7-bb08-ed7b77f66416 None None] Pushing event updated for resources: {'Port': ['ID=0257b26d-4247-43ae-ab61-aa32d336552f,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:27.668442 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-368c51bf-4435-4181-95fe-f39f86ff12dd service neutron] 10.222.0.13 "GET /v2.0/networks/6018c8bb-0018-47a8-ae63-7f79eeef2e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095295 Sep 17 07:54:27.807480 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-8d42e023-07db-44b2-b91e-3c438f6f21c4 req-c2d195e3-3f5f-472b-966f-c08ffa50cbf8 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] For port 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=1d8b34db-b321-4d30-b06b-a79bbe2e4ddc,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:54:27.807717 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8d42e023-07db-44b2-b91e-3c438f6f21c4 req-c2d195e3-3f5f-472b-966f-c08ffa50cbf8 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:27.853374 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-8d42e023-07db-44b2-b91e-3c438f6f21c4 req-c2d195e3-3f5f-472b-966f-c08ffa50cbf8 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Calling delete_port for 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:54:28.023604 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device d948612b-a0b4-43ce-b9d9-9769b5b2edec up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:54:28.059562 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e2be9-f565-4b6b-8b1c-2a7119381ca5 req-19563e4a-fbb7-4742-9cb9-d13711877350 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:28.080383 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ca5e2be9-f565-4b6b-8b1c-2a7119381ca5 req-19563e4a-fbb7-4742-9cb9-d13711877350 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=6566c730-eefa-423b-a200-1be4b53646f9 HTTP/1.1" status: 200 len: 950 time: 0.2903652 Sep 17 07:54:28.185814 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port d948612b-a0b4-43ce-b9d9-9769b5b2edec triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:54:28.185814 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:28.208341 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-0756635a-ae2e-4c9b-8177-4df920f4280d service neutron] 10.222.0.13 "GET /v2.0/networks/6018c8bb-0018-47a8-ae63-7f79eeef2e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5291562 Sep 17 07:54:28.344044 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ca5e2be9-f565-4b6b-8b1c-2a7119381ca5 req-d709aa96-d34e-4819-8c8e-bb3b6cd8c8d1 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611094 Sep 17 07:54:28.382042 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8d42e023-07db-44b2-b91e-3c438f6f21c4 req-c2d195e3-3f5f-472b-966f-c08ffa50cbf8 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:28.565150 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['0c589904-32cd-4f69-bd3c-694b81963367', '9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:54:28.568478 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-26c6bc9c-845e-4fb1-a05e-3e94a40a10bf req-a2c6b070-e49b-4070-a7e3-af965b6e9d89 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0944152 Sep 17 07:54:28.585768 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d195e3-3f5f-472b-966f-c08ffa50cbf8 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Pushing event deleted for resources: {'Port': ['ID=1d8b34db-b321-4d30-b06b-a79bbe2e4ddc,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:28.695482 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d42e023-07db-44b2-b91e-3c438f6f21c4 req-c2d195e3-3f5f-472b-966f-c08ffa50cbf8 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] No DVR routers for this DVR port 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:54:28.701641 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8d42e023-07db-44b2-b91e-3c438f6f21c4 req-c2d195e3-3f5f-472b-966f-c08ffa50cbf8 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:28.703711 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8d42e023-07db-44b2-b91e-3c438f6f21c4 req-c2d195e3-3f5f-472b-966f-c08ffa50cbf8 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.39 "DELETE /v2.0/ports/1d8b34db-b321-4d30-b06b-a79bbe2e4ddc HTTP/1.1" status: 204 len: 173 time: 1.3886364 Sep 17 07:54:28.704832 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6566c730-eefa-423b-a200-1be4b53646f9', 'name': 'network-vif-deleted', 'tag': '1d8b34db-b321-4d30-b06b-a79bbe2e4ddc'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:54:28.742218 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ce238b-b6fd-4f2e-a16e-222984a67b15" -d '{"events": [{"server_uuid": "6566c730-eefa-423b-a200-1be4b53646f9", "name": "network-vif-deleted", "tag": "1d8b34db-b321-4d30-b06b-a79bbe2e4ddc"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:54:28.823269 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:29.038459 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ced2892-897f-47c0-8569-b0cf5a561b25 x-openstack-request-id: req-2ced2892-897f-47c0-8569-b0cf5a561b25 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:54:29.039103 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6566c730-eefa-423b-a200-1be4b53646f9", "name": "network-vif-deleted", "tag": "1d8b34db-b321-4d30-b06b-a79bbe2e4ddc", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:54:29.039517 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2ced2892-897f-47c0-8569-b0cf5a561b25 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:54:29.040194 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6566c730-eefa-423b-a200-1be4b53646f9', 'name': 'network-vif-deleted', 'tag': '1d8b34db-b321-4d30-b06b-a79bbe2e4ddc', 'status': 'completed', 'code': 200} Sep 17 07:54:29.082227 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port d948612b-a0b4-43ce-b9d9-9769b5b2edec, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=d948612b-a0b4-43ce-b9d9-9769b5b2edec,segment=NetworkSegment(fc20b956-0db6-4362-9daa-9132de6a10a7),segment_id=fc20b956-0db6-4362-9daa-9132de6a10a7)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:54:29.116514 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-252acbcf-d1b3-44a0-8c35-de4db3da4cd5 req-1a832df8-28e7-4a50-9d74-d9b01546bd90 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc59ccdb-bded-4b11-ad63-f8c1d9fac62c HTTP/1.1" status: 200 len: 210 time: 0.1163871 Sep 17 07:54:29.118338 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:29.241704 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ceaa47-b18f-4b7e-b8dc-5fee54e76546 None None] Network 6018c8bb-0018-47a8-ae63-7f79eeef2e21 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:54:29.271518 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3650d4bf-9e11-44a1-8d69-c24b1ffbb70c req-110d4861-8b86-4790-822e-a7d2ced34181 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:29.285311 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3650d4bf-9e11-44a1-8d69-c24b1ffbb70c req-110d4861-8b86-4790-822e-a7d2ced34181 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.1015749 Sep 17 07:54:29.415263 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3650d4bf-9e11-44a1-8d69-c24b1ffbb70c req-8c839080-a3cc-41ba-a490-bf244e4cabde tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289542 Sep 17 07:54:29.561261 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:54:29.599822 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0f376a6a-b573-4509-acc2-3c7987bcd9a0 req-a87e07d2-9ec7-49a3-874e-91304529f47b tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=6566c730-eefa-423b-a200-1be4b53646f9 HTTP/1.1" status: 200 len: 210 time: 0.0594969 Sep 17 07:54:29.755931 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-60cd9f0e-6988-4fab-a128-419af8a04a42 None None] Provisioning complete for port d948612b-a0b4-43ce-b9d9-9769b5b2edec triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:54:29.756313 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-60cd9f0e-6988-4fab-a128-419af8a04a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:29.815088 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:54:29.815712 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 1d8b34db-b321-4d30-b06b-a79bbe2e4ddc not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:54:30.033713 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1883f8-2e10-4803-a1c4-cc40ab77c0a2 None None] Network 29c28a32-2459-42a8-b5ef-3632161887e8 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:54:30.105386 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=d948612b-a0b4-43ce-b9d9-9769b5b2edec,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:30.176027 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 0257b26d-4247-43ae-ab61-aa32d336552f up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:54:30.416720 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fd0a0362-190d-481b-a691-70404949d4c1 req-eb7e73ac-9831-4d37-b54c-8367c349e397 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.6753876 Sep 17 07:54:30.520632 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940bd02-1a20-472b-8775-65ddab7a3d11 req-17a86842-36ba-429c-b7cc-a512318382cc tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:30.525662 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3940bd02-1a20-472b-8775-65ddab7a3d11 req-17a86842-36ba-429c-b7cc-a512318382cc tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.8442888 Sep 17 07:54:30.660419 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3940bd02-1a20-472b-8775-65ddab7a3d11 req-bcacec5b-9318-48bd-85ff-42234fc41009 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274924 Sep 17 07:54:30.686797 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 45218) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:30.983579 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 0257b26d-4247-43ae-ab61-aa32d336552f triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:54:30.984057 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:31.007855 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9aed92a3-f8bc-4658-b9cb-612e94fd5097 req-481f350a-b7e7-4562-8f85-1707b223abbe tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc59ccdb-bded-4b11-ad63-f8c1d9fac62c HTTP/1.1" status: 200 len: 210 time: 0.0629988 Sep 17 07:54:31.031027 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4e777640-88e3-4645-b1d8-05bf1eb3f495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:31.310614 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a45f9f-0c14-4d64-8a7e-34bfb0394822 req-8cca43a7-265c-4ed9-b3c6-4d55bbaad2db tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:31.312472 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-39a45f9f-0c14-4d64-8a7e-34bfb0394822 req-8cca43a7-265c-4ed9-b3c6-4d55bbaad2db tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.1501403 Sep 17 07:54:31.418981 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4e777640-88e3-4645-b1d8-05bf1eb3f495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:31.425389 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:31.432310 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-e29bccc5-eb75-4269-a298-42dad3df29d0 None None] Provisioning complete for port 0257b26d-4247-43ae-ab61-aa32d336552f triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:54:31.434788 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e29bccc5-eb75-4269-a298-42dad3df29d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:31.446981 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3dd0bf-2ea0-41c5-a8d1-34bd3b3ab424 req-085a402b-8066-4398-ae8b-ad331dbff643 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:31.449523 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ea3dd0bf-2ea0-41c5-a8d1-34bd3b3ab424 req-085a402b-8066-4398-ae8b-ad331dbff643 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219 HTTP/1.1" status: 200 len: 950 time: 0.0923707 Sep 17 07:54:31.452885 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4e777640-88e3-4645-b1d8-05bf1eb3f495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:31.522216 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-4e777640-88e3-4645-b1d8-05bf1eb3f495 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b4f1d7c604c542c59fc2d6c75f0b0bf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8338594 Sep 17 07:54:31.524731 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e777640-88e3-4645-b1d8-05bf1eb3f495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de94164-ebaa-4bf9-8d62-9d8818105e5a,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:31.527980 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 45248) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:31.576154 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-39a45f9f-0c14-4d64-8a7e-34bfb0394822 req-a231a4c1-86d4-4205-b02a-1194e4346b56 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467225 Sep 17 07:54:31.606646 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port 0257b26d-4247-43ae-ab61-aa32d336552f, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=0257b26d-4247-43ae-ab61-aa32d336552f,segment=NetworkSegment(ed13f3d2-6ca4-4769-9a84-4aa46a0d7702),segment_id=ed13f3d2-6ca4-4769-9a84-4aa46a0d7702)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:54:31.627671 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:31.706490 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-4c4e2a2b-b28d-4fad-bd85-d3ccaf476292 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:31.717346 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-4c4e2a2b-b28d-4fad-bd85-d3ccaf476292 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:31.719995 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-4c4e2a2b-b28d-4fad-bd85-d3ccaf476292 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.39 "GET /v2.0/networks?id=6018c8bb-0018-47a8-ae63-7f79eeef2e21&id=29c28a32-2459-42a8-b5ef-3632161887e8&id=6018c8bb-0018-47a8-ae63-7f79eeef2e21 HTTP/1.1" status: 200 len: 1392 time: 0.3775609 Sep 17 07:54:31.722184 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ea3dd0bf-2ea0-41c5-a8d1-34bd3b3ab424 req-8741615c-af2a-4ac7-bf76-cb9ed88c37c2 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332604 Sep 17 07:54:31.755039 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fad3249e-4383-441a-bb4e-c7ebb5a69971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:31.757296 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-968308ae-8f62-4e32-b961-9eb9ab9962ad tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Request body: {'port': {'device_id': 'dc59ccdb-bded-4b11-ad63-f8c1d9fac62c', 'network_id': '6018c8bb-0018-47a8-ae63-7f79eeef2e21', 'admin_state_up': True, 'tenant_id': 'b07ce39922204afb985947a99dc8ae8e'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:54:31.798593 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=0257b26d-4247-43ae-ab61-aa32d336552f,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:31.811245 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fad3249e-4383-441a-bb4e-c7ebb5a69971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:31.821275 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-e29bccc5-eb75-4269-a298-42dad3df29d0 None None] Provisioning complete for port d948612b-a0b4-43ce-b9d9-9769b5b2edec triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:54:31.821855 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e29bccc5-eb75-4269-a298-42dad3df29d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:31.987275 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-72744a85-f070-4100-ac56-0b3689a783a3 req-c2612d4f-b675-4e1d-a9aa-e5d4a62b9d17 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.2331123 Sep 17 07:54:31.989254 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fad3249e-4383-441a-bb4e-c7ebb5a69971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:31.998004 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fad3249e-4383-441a-bb4e-c7ebb5a69971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:31.999355 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-fad3249e-4383-441a-bb4e-c7ebb5a69971 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0de94164-ebaa-4bf9-8d62-9d8818105e5a HTTP/1.1" status: 204 len: 168 time: 0.4378822 Sep 17 07:54:32.028670 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-968308ae-8f62-4e32-b961-9eb9ab9962ad tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Made reservation on behalf of b07ce39922204afb985947a99dc8ae8e for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:54:32.032614 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-968308ae-8f62-4e32-b961-9eb9ab9962ad tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:32.095827 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad3249e-4383-441a-bb4e-c7ebb5a69971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de94164-ebaa-4bf9-8d62-9d8818105e5a,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:32.111793 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c850c64-4ac5-440a-b573-d95f5aac97f2 req-a3dbb74d-e472-4677-939a-71bd3a7f82f2 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:32.113810 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7c850c64-4ac5-440a-b573-d95f5aac97f2 req-a3dbb74d-e472-4677-939a-71bd3a7f82f2 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.2066369 Sep 17 07:54:32.235978 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7c850c64-4ac5-440a-b573-d95f5aac97f2 req-6404e38d-d973-4da5-baf4-d5302509ac1b tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131282 Sep 17 07:54:32.364460 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-968308ae-8f62-4e32-b961-9eb9ab9962ad tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Allocated IP 19.80.0.124 (6018c8bb-0018-47a8-ae63-7f79eeef2e21/ff334041-0496-403e-93a0-6d21d2fe0394/adf2b7c0-dfae-4a0d-b4dc-2c0f4b3c335f) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:54:32.390539 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6e48f954-f10f-454e-889d-485524df7fee req-85a2ebea-dd7d-4055-91d8-ae5750a785d6 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc59ccdb-bded-4b11-ad63-f8c1d9fac62c HTTP/1.1" status: 200 len: 210 time: 0.0799098 Sep 17 07:54:32.444721 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device d948612b-a0b4-43ce-b9d9-9769b5b2edec up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:54:32.514690 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port d948612b-a0b4-43ce-b9d9-9769b5b2edec triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:54:32.515461 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:32.588352 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-b631b1db-8768-49b2-9f77-8358aa93d25e None None] Provisioning complete for port 0257b26d-4247-43ae-ab61-aa32d336552f triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:54:32.589370 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b631b1db-8768-49b2-9f77-8358aa93d25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:32.666635 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-968308ae-8f62-4e32-b961-9eb9ab9962ad tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:32.698911 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 0257b26d-4247-43ae-ab61-aa32d336552f up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:54:32.726242 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-968308ae-8f62-4e32-b961-9eb9ab9962ad tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:32.790785 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 0257b26d-4247-43ae-ab61-aa32d336552f triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:54:32.791575 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:32.809230 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968308ae-8f62-4e32-b961-9eb9ab9962ad tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Pushing event updated for resources: {'Port': ['ID=adf2b7c0-dfae-4a0d-b4dc-2c0f4b3c335f,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:32.848778 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-968308ae-8f62-4e32-b961-9eb9ab9962ad tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Network 6018c8bb-0018-47a8-ae63-7f79eeef2e21 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:54:32.850987 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-968308ae-8f62-4e32-b961-9eb9ab9962ad tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:54:32.854272 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-968308ae-8f62-4e32-b961-9eb9ab9962ad tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:54:32.932071 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-968308ae-8f62-4e32-b961-9eb9ab9962ad tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:32.932767 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-968308ae-8f62-4e32-b961-9eb9ab9962ad tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:32.956928 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-968308ae-8f62-4e32-b961-9eb9ab9962ad tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2047901 Sep 17 07:54:32.988070 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-9caf757b-92f2-459e-a11f-70f245853d63 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Request body: {'port': {'device_id': 'dc59ccdb-bded-4b11-ad63-f8c1d9fac62c', 'network_id': '29c28a32-2459-42a8-b5ef-3632161887e8', 'admin_state_up': True, 'tenant_id': 'b07ce39922204afb985947a99dc8ae8e'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:54:33.035784 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ceac1-0ab7-459a-bc67-88b0f28a08fa req-28ef70ff-8643-4e9b-8a76-ee70ee2bad1d tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:33.040397 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-561ceac1-0ab7-459a-bc67-88b0f28a08fa req-28ef70ff-8643-4e9b-8a76-ee70ee2bad1d tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219 HTTP/1.1" status: 200 len: 950 time: 0.1494281 Sep 17 07:54:33.063154 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ed266-840c-44a5-bd79-ff3d1427d3bb req-8007ab2d-f1f3-4a77-895a-97f1a73fb930 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:33.065577 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f55ed266-840c-44a5-bd79-ff3d1427d3bb req-8007ab2d-f1f3-4a77-895a-97f1a73fb930 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.1416180 Sep 17 07:54:33.193470 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f55ed266-840c-44a5-bd79-ff3d1427d3bb req-30f46f4b-bbcd-4fe3-afa8-272648594cfd tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988092 Sep 17 07:54:33.206342 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-561ceac1-0ab7-459a-bc67-88b0f28a08fa req-79bfab32-3678-4112-ad65-aff1cf650678 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588819 Sep 17 07:54:33.213517 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-9caf757b-92f2-459e-a11f-70f245853d63 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Made reservation on behalf of b07ce39922204afb985947a99dc8ae8e for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:54:33.218472 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-9caf757b-92f2-459e-a11f-70f245853d63 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:33.264092 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-e0457fe0-e3ad-4f2b-ab5a-6a63fb4d5056 None None] Provisioning complete for port adf2b7c0-dfae-4a0d-b4dc-2c0f4b3c335f triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:54:33.264642 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e0457fe0-e3ad-4f2b-ab5a-6a63fb4d5056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:33.315964 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9982df87-c51c-4570-8cd4-b837fe16aeda req-39a0ebf7-a452-4ad3-9ee0-3941ef24e542 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0447545 Sep 17 07:54:33.331280 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-e0457fe0-e3ad-4f2b-ab5a-6a63fb4d5056 None None] Port adf2b7c0-dfae-4a0d-b4dc-2c0f4b3c335f cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:54:33.443212 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-9caf757b-92f2-459e-a11f-70f245853d63 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Allocated IP 19.86.0.223 (29c28a32-2459-42a8-b5ef-3632161887e8/4471260e-89f3-4f69-883f-2c8a525f3407/fce181c6-42dd-4733-8ebe-3454ed57783c) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:54:33.541516 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a2c7e-d73f-48ad-8fe7-ea61ffe03d9e req-3347e3b8-e323-4f6f-bd21-035c8749e31f tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:33.548349 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-af6a2c7e-d73f-48ad-8fe7-ea61ffe03d9e req-3347e3b8-e323-4f6f-bd21-035c8749e31f tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc59ccdb-bded-4b11-ad63-f8c1d9fac62c HTTP/1.1" status: 200 len: 932 time: 0.0795577 Sep 17 07:54:33.632727 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08f41f-85a2-48c0-9634-130f31782b78 req-7cdff92d-b460-49b7-b2f8-42712ffa2fa0 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:33.634281 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f08f41f-85a2-48c0-9634-130f31782b78 req-7cdff92d-b460-49b7-b2f8-42712ffa2fa0 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/ports?device_id=97e2b08c-ae5d-4ac9-901a-f557e5f27ff3 HTTP/1.1" status: 200 len: 950 time: 0.0835638 Sep 17 07:54:33.681981 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-9caf757b-92f2-459e-a11f-70f245853d63 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:33.702594 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-af6a2c7e-d73f-48ad-8fe7-ea61ffe03d9e req-c80fe25f-440b-459e-be88-47df298d9ee0 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd1ad261-9f61-4567-be1f-04e2477ef432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530168 Sep 17 07:54:33.731937 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-9caf757b-92f2-459e-a11f-70f245853d63 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:33.743516 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f08f41f-85a2-48c0-9634-130f31782b78 req-b429be16-b158-43bc-a4bb-0547d2f1b415 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/security-groups?id=bee75c6a-c6c1-4516-b836-9a734cc34688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947797 Sep 17 07:54:33.760558 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b9d34a-8a9f-44d4-8dc8-ad9ee05f4879 req-8d4302a1-e79d-473e-b0e3-b194613ad9a0 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:33.763063 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-46b9d34a-8a9f-44d4-8dc8-ad9ee05f4879 req-8d4302a1-e79d-473e-b0e3-b194613ad9a0 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.39 "GET /v2.0/ports?device_id=98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219 HTTP/1.1" status: 200 len: 950 time: 0.0884805 Sep 17 07:54:33.790112 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-9caf757b-92f2-459e-a11f-70f245853d63 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Network 29c28a32-2459-42a8-b5ef-3632161887e8 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:54:33.793248 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-9caf757b-92f2-459e-a11f-70f245853d63 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:54:33.795722 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-9caf757b-92f2-459e-a11f-70f245853d63 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:54:33.846952 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caf757b-92f2-459e-a11f-70f245853d63 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Pushing event updated for resources: {'Port': ['ID=fce181c6-42dd-4733-8ebe-3454ed57783c,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:33.875331 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-9caf757b-92f2-459e-a11f-70f245853d63 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:33.875741 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-9caf757b-92f2-459e-a11f-70f245853d63 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:33.895290 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-9caf757b-92f2-459e-a11f-70f245853d63 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9236250 Sep 17 07:54:33.895916 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-46b9d34a-8a9f-44d4-8dc8-ad9ee05f4879 req-79e5c5dd-7d39-4b57-b446-edcba401ddce tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Deleting port 9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:54:33.896269 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-46b9d34a-8a9f-44d4-8dc8-ad9ee05f4879 req-79e5c5dd-7d39-4b57-b446-edcba401ddce tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:33.918661 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-559a6639-49a8-462a-a8c8-7698419d324b tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Request body: {'port': {'device_id': 'dc59ccdb-bded-4b11-ad63-f8c1d9fac62c', 'network_id': '6018c8bb-0018-47a8-ae63-7f79eeef2e21', 'admin_state_up': True, 'tenant_id': 'b07ce39922204afb985947a99dc8ae8e'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:54:33.948965 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 45352) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:33.994326 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-46b9d34a-8a9f-44d4-8dc8-ad9ee05f4879 req-79e5c5dd-7d39-4b57-b446-edcba401ddce tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] For port 9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:54:33.995229 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-46b9d34a-8a9f-44d4-8dc8-ad9ee05f4879 req-79e5c5dd-7d39-4b57-b446-edcba401ddce tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:34.013849 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-46b9d34a-8a9f-44d4-8dc8-ad9ee05f4879 req-79e5c5dd-7d39-4b57-b446-edcba401ddce tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Calling delete_port for 9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4 owned by compute:nova {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:54:34.065658 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-559a6639-49a8-462a-a8c8-7698419d324b tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Made reservation on behalf of b07ce39922204afb985947a99dc8ae8e for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:54:34.072143 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-559a6639-49a8-462a-a8c8-7698419d324b tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:34.075729 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-e6eaf68f-a5ab-4929-aa24-24e2bddbb627 None None] Provisioning complete for port fce181c6-42dd-4733-8ebe-3454ed57783c triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:54:34.076691 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e6eaf68f-a5ab-4929-aa24-24e2bddbb627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:34.130210 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-e6eaf68f-a5ab-4929-aa24-24e2bddbb627 None None] Port fce181c6-42dd-4733-8ebe-3454ed57783c cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:54:34.155498 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bfe62ebe-410d-40fe-b8a0-96d5088b2187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:34.174863 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-46b9d34a-8a9f-44d4-8dc8-ad9ee05f4879 req-79e5c5dd-7d39-4b57-b446-edcba401ddce tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:34.205825 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5c5dd-7d39-4b57-b446-edcba401ddce tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Pushing event deleted for resources: {'Port': ['ID=9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:34.214628 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['0c589904-32cd-4f69-bd3c-694b81963367', '9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:54:34.295292 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-46b9d34a-8a9f-44d4-8dc8-ad9ee05f4879 req-79e5c5dd-7d39-4b57-b446-edcba401ddce tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] No DVR routers for this DVR port 9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4 on host n-h2-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:54:34.302090 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-46b9d34a-8a9f-44d4-8dc8-ad9ee05f4879 req-79e5c5dd-7d39-4b57-b446-edcba401ddce tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:34.305543 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-46b9d34a-8a9f-44d4-8dc8-ad9ee05f4879 req-79e5c5dd-7d39-4b57-b446-edcba401ddce tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.39 "DELETE /v2.0/ports/9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4 HTTP/1.1" status: 204 len: 173 time: 0.5335906 Sep 17 07:54:34.306531 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219', 'name': 'network-vif-deleted', 'tag': '9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:54:34.310958 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f426d0f2-6f14-414c-a6e8-f0a52447d08c" -d '{"events": [{"server_uuid": "98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219", "name": "network-vif-deleted", "tag": "9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:54:34.312924 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-559a6639-49a8-462a-a8c8-7698419d324b tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Allocated IP 19.80.0.109 (6018c8bb-0018-47a8-ae63-7f79eeef2e21/ff334041-0496-403e-93a0-6d21d2fe0394/20787d20-f6c8-4d3f-bbc1-57c93f37ccff) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:54:34.433897 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-400e027d-c0d4-44d2-b426-a86e05759d9b req-afc0e61f-32a2-4208-aea5-99ba22d10540 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219 HTTP/1.1" status: 200 len: 210 time: 0.0884926 Sep 17 07:54:34.465806 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c369927-3132-4627-b09c-09f7ba513bc9 req-7f0acab5-0b9c-4934-bd01-921031c46fee tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:34.476160 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0c369927-3132-4627-b09c-09f7ba513bc9 req-7f0acab5-0b9c-4934-bd01-921031c46fee tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.1568699 Sep 17 07:54:34.545582 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0c369927-3132-4627-b09c-09f7ba513bc9 req-e31570fe-6acd-42cd-a64b-3a1b16fab478 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613799 Sep 17 07:54:34.559802 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bfe62ebe-410d-40fe-b8a0-96d5088b2187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:34.567561 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d7d9ae-34cc-4e14-b164-a5d6e6483b4b x-openstack-request-id: req-38d7d9ae-34cc-4e14-b164-a5d6e6483b4b {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:54:34.570377 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219", "name": "network-vif-deleted", "tag": "9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:54:34.570992 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-38d7d9ae-34cc-4e14-b164-a5d6e6483b4b {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:54:34.571483 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98f8ac5e-fc2a-4ec2-ad61-1b0dba21c219', 'name': 'network-vif-deleted', 'tag': '9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4', 'status': 'completed', 'code': 200} Sep 17 07:54:34.587610 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bfe62ebe-410d-40fe-b8a0-96d5088b2187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:34.687702 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe62ebe-410d-40fe-b8a0-96d5088b2187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dbc45b6-7fa1-48c2-8dd1-0fac35d90f95,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:34.707552 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-bfe62ebe-410d-40fe-b8a0-96d5088b2187 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f471b02b1ffe4acda1b06b6c8f2f2803&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7579319 Sep 17 07:54:34.712285 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 45374) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:34.719332 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-98f4a550-0e71-475c-8b6e-cad723ca4c14 req-2455509b-853f-41d3-b41d-76165ccf8375 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0561755 Sep 17 07:54:34.793655 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-559a6639-49a8-462a-a8c8-7698419d324b tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:34.848541 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cc9da617-9e39-4c13-8edf-0b048e891877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:34.881663 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cc9da617-9e39-4c13-8edf-0b048e891877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:34.908929 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-559a6639-49a8-462a-a8c8-7698419d324b tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:34.909788 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b78efe-eece-4abb-a49c-e60e76b25470 req-2ce8ea11-9520-4723-860d-8ffc84846934 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:34.918138 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b78efe-eece-4abb-a49c-e60e76b25470 req-2ce8ea11-9520-4723-860d-8ffc84846934 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:34.919967 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f5b78efe-eece-4abb-a49c-e60e76b25470 req-2ce8ea11-9520-4723-860d-8ffc84846934 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc59ccdb-bded-4b11-ad63-f8c1d9fac62c HTTP/1.1" status: 200 len: 1655 time: 0.1113532 Sep 17 07:54:34.944720 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c64fc32-fd8b-49b3-8f89-e9f6ad939a12 req-e1f064e3-9b49-4b02-9f93-7c124f56c446 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:34.946697 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9c64fc32-fd8b-49b3-8f89-e9f6ad939a12 req-e1f064e3-9b49-4b02-9f93-7c124f56c446 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/ports?device_id=97e2b08c-ae5d-4ac9-901a-f557e5f27ff3 HTTP/1.1" status: 200 len: 950 time: 0.0935485 Sep 17 07:54:34.960631 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:34.984015 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-559a6639-49a8-462a-a8c8-7698419d324b tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Network 6018c8bb-0018-47a8-ae63-7f79eeef2e21 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:54:34.992600 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-559a6639-49a8-462a-a8c8-7698419d324b tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:54:34.995369 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-559a6639-49a8-462a-a8c8-7698419d324b tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:54:35.010520 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9c64fc32-fd8b-49b3-8f89-e9f6ad939a12 req-dad633b5-9d97-4460-a68e-b78568721d1a tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/security-groups?id=bee75c6a-c6c1-4516-b836-9a734cc34688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543923 Sep 17 07:54:35.032551 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f5b78efe-eece-4abb-a49c-e60e76b25470 req-cafad0fe-e202-445b-9999-0575d9de40b8 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd1ad261-9f61-4567-be1f-04e2477ef432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845902 Sep 17 07:54:35.067641 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559a6639-49a8-462a-a8c8-7698419d324b tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Pushing event updated for resources: {'Port': ['ID=20787d20-f6c8-4d3f-bbc1-57c93f37ccff,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:35.107301 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cc9da617-9e39-4c13-8edf-0b048e891877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:35.116323 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cc9da617-9e39-4c13-8edf-0b048e891877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:35.117546 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-cc9da617-9e39-4c13-8edf-0b048e891877 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6dbc45b6-7fa1-48c2-8dd1-0fac35d90f95 HTTP/1.1" status: 204 len: 168 time: 0.4042523 Sep 17 07:54:35.137308 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9da617-9e39-4c13-8edf-0b048e891877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dbc45b6-7fa1-48c2-8dd1-0fac35d90f95,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:35.148298 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-559a6639-49a8-462a-a8c8-7698419d324b tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:35.149250 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-559a6639-49a8-462a-a8c8-7698419d324b tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:35.167127 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-559a6639-49a8-462a-a8c8-7698419d324b tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2521057 Sep 17 07:54:35.199895 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-5b449c7f-afcb-4901-9fad-a992a7711413 service neutron] Request body: {'port': {'device_id': 'dc59ccdb-bded-4b11-ad63-f8c1d9fac62c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:54:35.279964 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-5b449c7f-afcb-4901-9fad-a992a7711413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:35.462839 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device c9ac485d-d9a5-4ab5-887c-40f640d331b2 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:54:35.541999 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-e8e2ef9f-a246-4069-8c1f-08ff746f10ec None None] Provisioning complete for port 20787d20-f6c8-4d3f-bbc1-57c93f37ccff triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:54:35.542693 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e8e2ef9f-a246-4069-8c1f-08ff746f10ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:35.575547 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:35.675486 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-e8e2ef9f-a246-4069-8c1f-08ff746f10ec None None] Port 20787d20-f6c8-4d3f-bbc1-57c93f37ccff cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:54:35.689535 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:35.733725 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e2b08c-ae5d-4ac9-901a-f557e5f27ff3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9ac485d-d9a5-4ab5-887c-40f640d331b2'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:54:35.736652 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bbc15fc-0fb5-4605-b117-817349503f61" -d '{"events": [{"server_uuid": "97e2b08c-ae5d-4ac9-901a-f557e5f27ff3", "name": "network-vif-unplugged", "status": "completed", "tag": "c9ac485d-d9a5-4ab5-887c-40f640d331b2"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:54:35.746597 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port c9ac485d-d9a5-4ab5-887c-40f640d331b2, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=c9ac485d-d9a5-4ab5-887c-40f640d331b2,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:54:35.755625 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-5b449c7f-afcb-4901-9fad-a992a7711413 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adf2b7c0-dfae-4a0d-b4dc-2c0f4b3c335f {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:54:35.757468 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:35.762024 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab734187-ec06-47e1-a2ab-4eed5bb390fd req-a2b8cdc0-d8e6-46a9-9a85-b92e6ac7899b tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:35.764091 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ab734187-ec06-47e1-a2ab-4eed5bb390fd req-a2b8cdc0-d8e6-46a9-9a85-b92e6ac7899b tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.0576642 Sep 17 07:54:35.778251 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-5b449c7f-afcb-4901-9fad-a992a7711413 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:35.809192 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-5b449c7f-afcb-4901-9fad-a992a7711413 service neutron] Transition to ACTIVE for port object adf2b7c0-dfae-4a0d-b4dc-2c0f4b3c335f will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:54:35.816967 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-5b449c7f-afcb-4901-9fad-a992a7711413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:35.839455 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=c9ac485d-d9a5-4ab5-887c-40f640d331b2,revision_number=8']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:35.862506 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ab734187-ec06-47e1-a2ab-4eed5bb390fd req-7e3ca0b7-bc9e-42d4-a22b-5daba4b57596 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896733 Sep 17 07:54:35.875511 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b449c7f-afcb-4901-9fad-a992a7711413 service neutron] Pushing event updated for resources: {'Port': ['ID=adf2b7c0-dfae-4a0d-b4dc-2c0f4b3c335f,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:35.995159 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-5b449c7f-afcb-4901-9fad-a992a7711413 service neutron] Attempting to bind port adf2b7c0-dfae-4a0d-b4dc-2c0f4b3c335f on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:54:35.995622 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-5b449c7f-afcb-4901-9fad-a992a7711413 service neutron] Attempting to bind port adf2b7c0-dfae-4a0d-b4dc-2c0f4b3c335f by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': 'fc20b956-0db6-4362-9daa-9132de6a10a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6018c8bb-0018-47a8-ae63-7f79eeef2e21'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:54:35.996144 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-5b449c7f-afcb-4901-9fad-a992a7711413 service neutron] Attempting to bind port adf2b7c0-dfae-4a0d-b4dc-2c0f4b3c335f on network 6018c8bb-0018-47a8-ae63-7f79eeef2e21 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:54:36.001542 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-5b449c7f-afcb-4901-9fad-a992a7711413 service neutron] Port adf2b7c0-dfae-4a0d-b4dc-2c0f4b3c335f on network 6018c8bb-0018-47a8-ae63-7f79eeef2e21 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:54:36.002137 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-5b449c7f-afcb-4901-9fad-a992a7711413 service neutron] Attempting to bind port adf2b7c0-dfae-4a0d-b4dc-2c0f4b3c335f on network 6018c8bb-0018-47a8-ae63-7f79eeef2e21 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:54:36.007845 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-5b449c7f-afcb-4901-9fad-a992a7711413 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:54:36.008494 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-5b449c7f-afcb-4901-9fad-a992a7711413 service neutron] Checking segment: {'id': 'fc20b956-0db6-4362-9daa-9132de6a10a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6018c8bb-0018-47a8-ae63-7f79eeef2e21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:54:36.009025 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-5b449c7f-afcb-4901-9fad-a992a7711413 service neutron] Bound using segment: {'id': 'fc20b956-0db6-4362-9daa-9132de6a10a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6018c8bb-0018-47a8-ae63-7f79eeef2e21'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:54:36.009516 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-5b449c7f-afcb-4901-9fad-a992a7711413 service neutron] Bound port: adf2b7c0-dfae-4a0d-b4dc-2c0f4b3c335f, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc20b956-0db6-4362-9daa-9132de6a10a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6018c8bb-0018-47a8-ae63-7f79eeef2e21'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:54:36.010002 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-5b449c7f-afcb-4901-9fad-a992a7711413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:36.093950 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-5b449c7f-afcb-4901-9fad-a992a7711413 service neutron] For port adf2b7c0-dfae-4a0d-b4dc-2c0f4b3c335f, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:54:36.097310 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-5b449c7f-afcb-4901-9fad-a992a7711413 service neutron] For port adf2b7c0-dfae-4a0d-b4dc-2c0f4b3c335f, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=adf2b7c0-dfae-4a0d-b4dc-2c0f4b3c335f,segment=NetworkSegment(fc20b956-0db6-4362-9daa-9132de6a10a7),segment_id=fc20b956-0db6-4362-9daa-9132de6a10a7)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:54:36.104368 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-5b449c7f-afcb-4901-9fad-a992a7711413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:36.107503 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ed91f272-525f-4143-b613-2586e4093faf req-08ccd9ac-9a06-4fd6-bbf3-67a0abc8a5df tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0761483 Sep 17 07:54:36.144133 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-5b449c7f-afcb-4901-9fad-a992a7711413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:36.144620 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-5b449c7f-afcb-4901-9fad-a992a7711413 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:36.146106 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-5b449c7f-afcb-4901-9fad-a992a7711413 service neutron] 10.222.0.39 "PUT /v2.0/ports/adf2b7c0-dfae-4a0d-b4dc-2c0f4b3c335f HTTP/1.1" status: 200 len: 1092 time: 0.9533541 Sep 17 07:54:36.171117 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc59ccdb-bded-4b11-ad63-f8c1d9fac62c', 'tag': 'adf2b7c0-dfae-4a0d-b4dc-2c0f4b3c335f'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:54:36.175658 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661ed7b2-c8dc-4288-8d1e-47038902bb4b" -d '{"events": [{"name": "network-changed", "server_uuid": "dc59ccdb-bded-4b11-ad63-f8c1d9fac62c", "tag": "adf2b7c0-dfae-4a0d-b4dc-2c0f4b3c335f"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:54:36.195084 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-8af02db8-9bc1-4140-ba77-04b256345c75 service neutron] Request body: {'port': {'device_id': 'dc59ccdb-bded-4b11-ad63-f8c1d9fac62c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:54:36.262075 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 07:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16cd4a8d-a117-4a3d-87ee-bb15586e41d8 x-openstack-request-id: req-16cd4a8d-a117-4a3d-87ee-bb15586e41d8 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:54:36.263301 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97e2b08c-ae5d-4ac9-901a-f557e5f27ff3", "name": "network-vif-unplugged", "status": "completed", "tag": "c9ac485d-d9a5-4ab5-887c-40f640d331b2", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:54:36.264748 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-16cd4a8d-a117-4a3d-87ee-bb15586e41d8 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:54:36.265320 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97e2b08c-ae5d-4ac9-901a-f557e5f27ff3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9ac485d-d9a5-4ab5-887c-40f640d331b2', 'code': 200} Sep 17 07:54:36.267818 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b449c7f-afcb-4901-9fad-a992a7711413 service neutron] Pushing event updated for resources: {'Port': ['ID=adf2b7c0-dfae-4a0d-b4dc-2c0f4b3c335f,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:36.278324 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd602b8-d55f-4e21-b873-4a483d28e5ff req-08d3aa30-7638-4cf9-b30a-0811cdf755c4 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:36.292559 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dcd602b8-d55f-4e21-b873-4a483d28e5ff req-08d3aa30-7638-4cf9-b30a-0811cdf755c4 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa684fd0-a85e-469b-aed6-7fb0de9dc944 HTTP/1.1" status: 200 len: 949 time: 0.0762765 Sep 17 07:54:36.312267 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-8af02db8-9bc1-4140-ba77-04b256345c75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:36.379974 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dcd602b8-d55f-4e21-b873-4a483d28e5ff req-0f192e45-c0f6-4143-a2fc-ce02d300db2c tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833466 Sep 17 07:54:36.415536 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e9af95-259a-4c48-be1c-5661e8a35d2e req-d46bc177-ce31-441e-becd-bd6a9f03fe12 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:36.425280 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e9af95-259a-4c48-be1c-5661e8a35d2e req-d46bc177-ce31-441e-becd-bd6a9f03fe12 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:36.433705 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e9af95-259a-4c48-be1c-5661e8a35d2e req-d46bc177-ce31-441e-becd-bd6a9f03fe12 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:36.436416 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-90e9af95-259a-4c48-be1c-5661e8a35d2e req-d46bc177-ce31-441e-becd-bd6a9f03fe12 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc59ccdb-bded-4b11-ad63-f8c1d9fac62c HTTP/1.1" status: 200 len: 2389 time: 0.1187873 Sep 17 07:54:36.439623 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c91da3-c2e0-4215-bbe8-5e7c2bee2b3c x-openstack-request-id: req-37c91da3-c2e0-4215-bbe8-5e7c2bee2b3c {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:54:36.440120 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc59ccdb-bded-4b11-ad63-f8c1d9fac62c", "tag": "adf2b7c0-dfae-4a0d-b4dc-2c0f4b3c335f", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:54:36.440418 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-37c91da3-c2e0-4215-bbe8-5e7c2bee2b3c {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:54:36.440809 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc59ccdb-bded-4b11-ad63-f8c1d9fac62c', 'tag': 'adf2b7c0-dfae-4a0d-b4dc-2c0f4b3c335f', 'status': 'completed', 'code': 200} Sep 17 07:54:36.496362 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-90e9af95-259a-4c48-be1c-5661e8a35d2e req-c0a29c37-c5c1-43d1-baa2-8c2b1abfd761 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd1ad261-9f61-4567-be1f-04e2477ef432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508060 Sep 17 07:54:36.555959 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ed7b2-c8dc-4288-8d1e-47038902bb4b req-8aaa5cf2-7a51-4855-8f1f-dc4e9590cbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:36.556522 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ed7b2-c8dc-4288-8d1e-47038902bb4b req-8aaa5cf2-7a51-4855-8f1f-dc4e9590cbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:36.557004 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ed7b2-c8dc-4288-8d1e-47038902bb4b req-8aaa5cf2-7a51-4855-8f1f-dc4e9590cbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:36.558768 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-661ed7b2-c8dc-4288-8d1e-47038902bb4b req-8aaa5cf2-7a51-4855-8f1f-dc4e9590cbb8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b07ce39922204afb985947a99dc8ae8e&device_id=dc59ccdb-bded-4b11-ad63-f8c1d9fac62c HTTP/1.1" status: 200 len: 2732 time: 0.0615385 Sep 17 07:54:36.629636 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-8af02db8-9bc1-4140-ba77-04b256345c75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fce181c6-42dd-4733-8ebe-3454ed57783c {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:54:36.638365 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-8af02db8-9bc1-4140-ba77-04b256345c75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:36.658548 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-8af02db8-9bc1-4140-ba77-04b256345c75 service neutron] Transition to ACTIVE for port object fce181c6-42dd-4733-8ebe-3454ed57783c will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:54:36.665136 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-8af02db8-9bc1-4140-ba77-04b256345c75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:36.691608 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ed7b2-c8dc-4288-8d1e-47038902bb4b req-cfbbd01b-392f-41ac-8df6-5389ec1744a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:36.692256 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ed7b2-c8dc-4288-8d1e-47038902bb4b req-cfbbd01b-392f-41ac-8df6-5389ec1744a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:36.692621 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ed7b2-c8dc-4288-8d1e-47038902bb4b req-cfbbd01b-392f-41ac-8df6-5389ec1744a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:36.694711 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-661ed7b2-c8dc-4288-8d1e-47038902bb4b req-cfbbd01b-392f-41ac-8df6-5389ec1744a4 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=b07ce39922204afb985947a99dc8ae8e&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1198130 Sep 17 07:54:36.772955 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af02db8-9bc1-4140-ba77-04b256345c75 service neutron] Pushing event updated for resources: {'Port': ['ID=fce181c6-42dd-4733-8ebe-3454ed57783c,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:36.813607 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-8af02db8-9bc1-4140-ba77-04b256345c75 service neutron] Attempting to bind port fce181c6-42dd-4733-8ebe-3454ed57783c on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:54:36.814262 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-8af02db8-9bc1-4140-ba77-04b256345c75 service neutron] Attempting to bind port fce181c6-42dd-4733-8ebe-3454ed57783c by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': 'ed13f3d2-6ca4-4769-9a84-4aa46a0d7702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '29c28a32-2459-42a8-b5ef-3632161887e8'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:54:36.814262 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-8af02db8-9bc1-4140-ba77-04b256345c75 service neutron] Attempting to bind port fce181c6-42dd-4733-8ebe-3454ed57783c on network 29c28a32-2459-42a8-b5ef-3632161887e8 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:54:36.818703 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-8af02db8-9bc1-4140-ba77-04b256345c75 service neutron] Port fce181c6-42dd-4733-8ebe-3454ed57783c on network 29c28a32-2459-42a8-b5ef-3632161887e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:54:36.819020 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-8af02db8-9bc1-4140-ba77-04b256345c75 service neutron] Attempting to bind port fce181c6-42dd-4733-8ebe-3454ed57783c on network 29c28a32-2459-42a8-b5ef-3632161887e8 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:54:36.824796 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-8af02db8-9bc1-4140-ba77-04b256345c75 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:54:36.825113 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-8af02db8-9bc1-4140-ba77-04b256345c75 service neutron] Checking segment: {'id': 'ed13f3d2-6ca4-4769-9a84-4aa46a0d7702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '29c28a32-2459-42a8-b5ef-3632161887e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:54:36.825495 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-8af02db8-9bc1-4140-ba77-04b256345c75 service neutron] Bound using segment: {'id': 'ed13f3d2-6ca4-4769-9a84-4aa46a0d7702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '29c28a32-2459-42a8-b5ef-3632161887e8'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:54:36.825918 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-8af02db8-9bc1-4140-ba77-04b256345c75 service neutron] Bound port: fce181c6-42dd-4733-8ebe-3454ed57783c, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed13f3d2-6ca4-4769-9a84-4aa46a0d7702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '29c28a32-2459-42a8-b5ef-3632161887e8'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:54:36.826274 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-8af02db8-9bc1-4140-ba77-04b256345c75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:36.868240 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ed7b2-c8dc-4288-8d1e-47038902bb4b req-08d915fe-cb5f-4b31-a130-2e63cd50b264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:36.869901 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-661ed7b2-c8dc-4288-8d1e-47038902bb4b req-08d915fe-cb5f-4b31-a130-2e63cd50b264 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1575453 Sep 17 07:54:36.900277 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-8af02db8-9bc1-4140-ba77-04b256345c75 service neutron] For port fce181c6-42dd-4733-8ebe-3454ed57783c, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:54:36.904374 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-8af02db8-9bc1-4140-ba77-04b256345c75 service neutron] For port fce181c6-42dd-4733-8ebe-3454ed57783c, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=fce181c6-42dd-4733-8ebe-3454ed57783c,segment=NetworkSegment(ed13f3d2-6ca4-4769-9a84-4aa46a0d7702),segment_id=ed13f3d2-6ca4-4769-9a84-4aa46a0d7702)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:54:36.909995 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-8af02db8-9bc1-4140-ba77-04b256345c75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:36.955997 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-8af02db8-9bc1-4140-ba77-04b256345c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:36.956594 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-8af02db8-9bc1-4140-ba77-04b256345c75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:36.958355 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-8af02db8-9bc1-4140-ba77-04b256345c75 service neutron] 10.222.0.39 "PUT /v2.0/ports/fce181c6-42dd-4733-8ebe-3454ed57783c HTTP/1.1" status: 200 len: 1092 time: 0.7720206 Sep 17 07:54:36.981594 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af02db8-9bc1-4140-ba77-04b256345c75 service neutron] Pushing event updated for resources: {'Port': ['ID=fce181c6-42dd-4733-8ebe-3454ed57783c,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:36.997796 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-94bc2586-5eae-4986-8a02-7a8aedad3293 service neutron] Request body: {'port': {'device_id': 'dc59ccdb-bded-4b11-ad63-f8c1d9fac62c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:54:37.030475 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc31bd9-1eea-4871-8629-a3bad49ae9a5 req-472ce045-860e-4ba4-bdf2-dc26d3cd3804 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:37.036415 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3bc31bd9-1eea-4871-8629-a3bad49ae9a5 req-472ce045-860e-4ba4-bdf2-dc26d3cd3804 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.0629313 Sep 17 07:54:37.088574 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-94bc2586-5eae-4986-8a02-7a8aedad3293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:37.097807 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3bc31bd9-1eea-4871-8629-a3bad49ae9a5 req-8a3c8b7e-de6a-46ff-ad29-c479e53bb0c9 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574579 Sep 17 07:54:37.235774 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 45448) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:37.239657 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6cffb99e-617b-4ac2-8df9-42651b943e48 req-f2a60457-5255-46f7-985c-c4c55abb9612 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0388799 Sep 17 07:54:37.363158 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ccfb456d-548c-4977-9972-534ca6dc03c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:37.386136 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-94bc2586-5eae-4986-8a02-7a8aedad3293 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20787d20-f6c8-4d3f-bbc1-57c93f37ccff {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:54:37.407705 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-94bc2586-5eae-4986-8a02-7a8aedad3293 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:37.427252 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-94bc2586-5eae-4986-8a02-7a8aedad3293 service neutron] Transition to ACTIVE for port object 20787d20-f6c8-4d3f-bbc1-57c93f37ccff will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:54:37.433919 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-94bc2586-5eae-4986-8a02-7a8aedad3293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:37.461026 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:54:37.502424 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: 9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:54:37.502770 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 9e0af643-6ab8-4c50-bdb9-dd8f0f9753f4 not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:54:37.508216 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ccfb456d-548c-4977-9972-534ca6dc03c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:37.517406 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ccfb456d-548c-4977-9972-534ca6dc03c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:37.523633 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bc2586-5eae-4986-8a02-7a8aedad3293 service neutron] Pushing event updated for resources: {'Port': ['ID=20787d20-f6c8-4d3f-bbc1-57c93f37ccff,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:37.549872 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfb456d-548c-4977-9972-534ca6dc03c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53e76bd-f242-4fd5-b52f-ada126af3035,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:37.579998 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ccfb456d-548c-4977-9972-534ca6dc03c3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=72051ce2f682433aa77c6984303ee87d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3425825 Sep 17 07:54:37.580718 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 45456) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:37.617639 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-94bc2586-5eae-4986-8a02-7a8aedad3293 service neutron] Attempting to bind port 20787d20-f6c8-4d3f-bbc1-57c93f37ccff on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:54:37.617985 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-94bc2586-5eae-4986-8a02-7a8aedad3293 service neutron] Attempting to bind port 20787d20-f6c8-4d3f-bbc1-57c93f37ccff by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': 'fc20b956-0db6-4362-9daa-9132de6a10a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6018c8bb-0018-47a8-ae63-7f79eeef2e21'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:54:37.618310 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-94bc2586-5eae-4986-8a02-7a8aedad3293 service neutron] Attempting to bind port 20787d20-f6c8-4d3f-bbc1-57c93f37ccff on network 6018c8bb-0018-47a8-ae63-7f79eeef2e21 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:54:37.625925 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-94bc2586-5eae-4986-8a02-7a8aedad3293 service neutron] Port 20787d20-f6c8-4d3f-bbc1-57c93f37ccff on network 6018c8bb-0018-47a8-ae63-7f79eeef2e21 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:54:37.626516 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-94bc2586-5eae-4986-8a02-7a8aedad3293 service neutron] Attempting to bind port 20787d20-f6c8-4d3f-bbc1-57c93f37ccff on network 6018c8bb-0018-47a8-ae63-7f79eeef2e21 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:54:37.632287 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-94bc2586-5eae-4986-8a02-7a8aedad3293 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:54:37.632634 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-94bc2586-5eae-4986-8a02-7a8aedad3293 service neutron] Checking segment: {'id': 'fc20b956-0db6-4362-9daa-9132de6a10a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6018c8bb-0018-47a8-ae63-7f79eeef2e21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:54:37.633016 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-94bc2586-5eae-4986-8a02-7a8aedad3293 service neutron] Bound using segment: {'id': 'fc20b956-0db6-4362-9daa-9132de6a10a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6018c8bb-0018-47a8-ae63-7f79eeef2e21'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:54:37.633447 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-94bc2586-5eae-4986-8a02-7a8aedad3293 service neutron] Bound port: 20787d20-f6c8-4d3f-bbc1-57c93f37ccff, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc20b956-0db6-4362-9daa-9132de6a10a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6018c8bb-0018-47a8-ae63-7f79eeef2e21'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:54:37.633951 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-94bc2586-5eae-4986-8a02-7a8aedad3293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:37.695671 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-355d85cc-3033-4757-bfeb-aedddab89cf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:37.725472 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-94bc2586-5eae-4986-8a02-7a8aedad3293 service neutron] For port 20787d20-f6c8-4d3f-bbc1-57c93f37ccff, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:54:37.728971 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-94bc2586-5eae-4986-8a02-7a8aedad3293 service neutron] For port 20787d20-f6c8-4d3f-bbc1-57c93f37ccff, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=20787d20-f6c8-4d3f-bbc1-57c93f37ccff,segment=NetworkSegment(fc20b956-0db6-4362-9daa-9132de6a10a7),segment_id=fc20b956-0db6-4362-9daa-9132de6a10a7)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:54:37.736185 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-94bc2586-5eae-4986-8a02-7a8aedad3293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:37.758011 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-355d85cc-3033-4757-bfeb-aedddab89cf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:37.781421 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-94bc2586-5eae-4986-8a02-7a8aedad3293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:37.781945 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-94bc2586-5eae-4986-8a02-7a8aedad3293 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:37.783347 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-94bc2586-5eae-4986-8a02-7a8aedad3293 service neutron] 10.222.0.39 "PUT /v2.0/ports/20787d20-f6c8-4d3f-bbc1-57c93f37ccff HTTP/1.1" status: 200 len: 1092 time: 0.7911959 Sep 17 07:54:37.799634 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216649ee-fb4b-4f0e-a8f0-c338cdc3c76d req-89b2c842-5e6c-44cd-88de-efabe3baa875 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:37.812865 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bc2586-5eae-4986-8a02-7a8aedad3293 service neutron] Pushing event updated for resources: {'Port': ['ID=20787d20-f6c8-4d3f-bbc1-57c93f37ccff,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:37.813240 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216649ee-fb4b-4f0e-a8f0-c338cdc3c76d req-89b2c842-5e6c-44cd-88de-efabe3baa875 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:37.819624 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216649ee-fb4b-4f0e-a8f0-c338cdc3c76d req-89b2c842-5e6c-44cd-88de-efabe3baa875 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:37.826451 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-216649ee-fb4b-4f0e-a8f0-c338cdc3c76d req-89b2c842-5e6c-44cd-88de-efabe3baa875 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc59ccdb-bded-4b11-ad63-f8c1d9fac62c HTTP/1.1" status: 200 len: 2413 time: 0.2079246 Sep 17 07:54:37.896648 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-ecb2b841-be86-4e5b-8aa9-c4d7137c0d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:37.897165 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-ecb2b841-be86-4e5b-8aa9-c4d7137c0d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:37.897506 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-ecb2b841-be86-4e5b-8aa9-c4d7137c0d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:37.899154 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-ecb2b841-be86-4e5b-8aa9-c4d7137c0d33 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b07ce39922204afb985947a99dc8ae8e&device_id=dc59ccdb-bded-4b11-ad63-f8c1d9fac62c HTTP/1.1" status: 200 len: 2866 time: 0.0462596 Sep 17 07:54:37.906042 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-216649ee-fb4b-4f0e-a8f0-c338cdc3c76d req-63455657-007c-42c2-8abf-bd995c3bfe1c tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd1ad261-9f61-4567-be1f-04e2477ef432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589602 Sep 17 07:54:37.913683 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee5f32f-0727-4ca6-b04e-3e5efa41316b req-a57192c3-00aa-4ccf-be9b-6df63e903f18 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:37.922253 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8ee5f32f-0727-4ca6-b04e-3e5efa41316b req-a57192c3-00aa-4ccf-be9b-6df63e903f18 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa684fd0-a85e-469b-aed6-7fb0de9dc944 HTTP/1.1" status: 200 len: 949 time: 0.1498992 Sep 17 07:54:37.939512 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-355d85cc-3033-4757-bfeb-aedddab89cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:37.941974 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-355d85cc-3033-4757-bfeb-aedddab89cf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:37.945868 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-355d85cc-3033-4757-bfeb-aedddab89cf6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c53e76bd-f242-4fd5-b52f-ada126af3035 HTTP/1.1" status: 204 len: 168 time: 0.3614156 Sep 17 07:54:37.960642 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355d85cc-3033-4757-bfeb-aedddab89cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53e76bd-f242-4fd5-b52f-ada126af3035,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:37.963921 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-c2e3f081-a174-4609-8010-c94f44e76de0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.124&port_id=adf2b7c0-dfae-4a0d-b4dc-2c0f4b3c335f HTTP/1.1" status: 200 len: 217 time: 0.0495095 Sep 17 07:54:38.004843 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8ee5f32f-0727-4ca6-b04e-3e5efa41316b req-2ba0c296-e3a4-478d-9127-900b2e0b1def tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/security-groups?id=b57bfe4a-fd3a-4a25-bbc2-6392806aa576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819561 Sep 17 07:54:38.026906 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-be63f2c7-581f-4982-97f4-1a7b017f5e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:38.028495 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-be63f2c7-581f-4982-97f4-1a7b017f5e08 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ff334041-0496-403e-93a0-6d21d2fe0394 HTTP/1.1" status: 200 len: 801 time: 0.0562868 Sep 17 07:54:38.246073 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ddca7-f677-4cd2-b58b-7cdc0f69b9d3 req-11621d77-5dc5-443d-9b11-85842ff3def7 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:38.248018 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bf3ddca7-f677-4cd2-b58b-7cdc0f69b9d3 req-11621d77-5dc5-443d-9b11-85842ff3def7 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.39 "GET /v2.0/ports?device_id=fa684fd0-a85e-469b-aed6-7fb0de9dc944 HTTP/1.1" status: 200 len: 949 time: 0.1069648 Sep 17 07:54:38.361931 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 45478) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:38.372820 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4762117a-4436-4845-be45-0fe56cb228fd req-9ba77998-75ae-4e33-91d4-687c00910fc9 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:38.374417 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4762117a-4436-4845-be45-0fe56cb228fd req-9ba77998-75ae-4e33-91d4-687c00910fc9 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.1472590 Sep 17 07:54:38.396066 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-16935575-ce6e-49db-a49b-caa7aa8e0c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:38.397680 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-16935575-ce6e-49db-a49b-caa7aa8e0c68 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6018c8bb-0018-47a8-ae63-7f79eeef2e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3605905 Sep 17 07:54:38.421415 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-241183fb-8321-46e7-aadb-ea68c8864d1f req-82f926da-1684-40a9-99af-8187e115ce9d tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0602839 Sep 17 07:54:38.428111 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-38a3b90c-685b-4da2-b38d-f9f153bf9a7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:38.462125 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc59ccdb-bded-4b11-ad63-f8c1d9fac62c', 'tag': 'fce181c6-42dd-4733-8ebe-3454ed57783c'}, {'name': 'network-changed', 'server_uuid': 'dc59ccdb-bded-4b11-ad63-f8c1d9fac62c', 'tag': '20787d20-f6c8-4d3f-bbc1-57c93f37ccff'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:54:38.464575 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e540d9c-8b03-4336-833b-aa264f6bf09c" -d '{"events": [{"name": "network-changed", "server_uuid": "dc59ccdb-bded-4b11-ad63-f8c1d9fac62c", "tag": "fce181c6-42dd-4733-8ebe-3454ed57783c"}, {"name": "network-changed", "server_uuid": "dc59ccdb-bded-4b11-ad63-f8c1d9fac62c", "tag": "20787d20-f6c8-4d3f-bbc1-57c93f37ccff"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:54:38.473092 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4762117a-4436-4845-be45-0fe56cb228fd req-0ac7eed0-93a0-4079-b9ff-f05e7db27d2a tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916448 Sep 17 07:54:38.504821 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-bf3ddca7-f677-4cd2-b58b-7cdc0f69b9d3 req-a354c57a-65bd-4e65-9aaa-0906cab2deef tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Deleting port 0c589904-32cd-4f69-bd3c-694b81963367 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:54:38.505250 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-bf3ddca7-f677-4cd2-b58b-7cdc0f69b9d3 req-a354c57a-65bd-4e65-9aaa-0906cab2deef tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:38.507648 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-fe3c0101-b699-4456-b8c2-9a4836f1c281 service neutron] 10.222.0.39 "GET /v2.0/networks/6018c8bb-0018-47a8-ae63-7f79eeef2e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021881 Sep 17 07:54:38.609191 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-c590b56a-50ad-41fe-903e-b8af0fbdd33f service neutron] 10.222.0.39 "GET /v2.0/networks/6018c8bb-0018-47a8-ae63-7f79eeef2e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929756 Sep 17 07:54:38.629239 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-bf3ddca7-f677-4cd2-b58b-7cdc0f69b9d3 req-a354c57a-65bd-4e65-9aaa-0906cab2deef tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] For port 0c589904-32cd-4f69-bd3c-694b81963367, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=0c589904-32cd-4f69-bd3c-694b81963367,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:54:38.629615 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-bf3ddca7-f677-4cd2-b58b-7cdc0f69b9d3 req-a354c57a-65bd-4e65-9aaa-0906cab2deef tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:38.650325 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-38a3b90c-685b-4da2-b38d-f9f153bf9a7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:38.651585 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-bf3ddca7-f677-4cd2-b58b-7cdc0f69b9d3 req-a354c57a-65bd-4e65-9aaa-0906cab2deef tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Calling delete_port for 0c589904-32cd-4f69-bd3c-694b81963367 owned by compute:nova {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:54:38.652055 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-8f7ece18-1d18-4b7d-9a17-93d5bf66e82a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.223&port_id=fce181c6-42dd-4733-8ebe-3454ed57783c HTTP/1.1" status: 200 len: 217 time: 0.0347795 Sep 17 07:54:38.658033 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-38a3b90c-685b-4da2-b38d-f9f153bf9a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:38.709106 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 17 Sep 2021 07:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1591e7ec-42cd-475a-bd2f-0f47f1abb77d x-openstack-request-id: req-1591e7ec-42cd-475a-bd2f-0f47f1abb77d {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:54:38.709467 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc59ccdb-bded-4b11-ad63-f8c1d9fac62c", "tag": "fce181c6-42dd-4733-8ebe-3454ed57783c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "dc59ccdb-bded-4b11-ad63-f8c1d9fac62c", "tag": "20787d20-f6c8-4d3f-bbc1-57c93f37ccff", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:54:38.709778 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1591e7ec-42cd-475a-bd2f-0f47f1abb77d {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:54:38.710226 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc59ccdb-bded-4b11-ad63-f8c1d9fac62c', 'tag': 'fce181c6-42dd-4733-8ebe-3454ed57783c', 'status': 'completed', 'code': 200} Sep 17 07:54:38.710540 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc59ccdb-bded-4b11-ad63-f8c1d9fac62c', 'tag': '20787d20-f6c8-4d3f-bbc1-57c93f37ccff', 'status': 'completed', 'code': 200} Sep 17 07:54:38.712170 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-fe47b455-ca06-44ab-b4b8-d7823d6b1995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:38.713788 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-fe47b455-ca06-44ab-b4b8-d7823d6b1995 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4471260e-89f3-4f69-883f-2c8a525f3407 HTTP/1.1" status: 200 len: 801 time: 0.0548768 Sep 17 07:54:38.740453 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-38a3b90c-685b-4da2-b38d-f9f153bf9a7f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dcda3197347a4ea59b82f8e2f41b64f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3764343 Sep 17 07:54:38.742984 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 45484) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:38.745487 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a3b90c-685b-4da2-b38d-f9f153bf9a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8af76ef-7235-4a05-9d55-2a1d7be27a1f,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:38.799256 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-cd5f2cb9-9e1e-48e9-8496-eb2a19a4d342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:38.801831 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-cd5f2cb9-9e1e-48e9-8496-eb2a19a4d342 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=29c28a32-2459-42a8-b5ef-3632161887e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0678194 Sep 17 07:54:38.828024 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-bf3ddca7-f677-4cd2-b58b-7cdc0f69b9d3 req-a354c57a-65bd-4e65-9aaa-0906cab2deef tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:38.838227 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e789b0b8-ad0f-4129-bdbd-637f4166cec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:38.854048 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a354c57a-65bd-4e65-9aaa-0906cab2deef tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Pushing event deleted for resources: {'Port': ['ID=0c589904-32cd-4f69-bd3c-694b81963367,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:38.866867 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['0c589904-32cd-4f69-bd3c-694b81963367'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:54:38.903359 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e789b0b8-ad0f-4129-bdbd-637f4166cec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:38.906421 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf3ddca7-f677-4cd2-b58b-7cdc0f69b9d3 req-a354c57a-65bd-4e65-9aaa-0906cab2deef tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] No DVR routers for this DVR port 0c589904-32cd-4f69-bd3c-694b81963367 on host n-h2-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:54:38.908781 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-bf3ddca7-f677-4cd2-b58b-7cdc0f69b9d3 req-a354c57a-65bd-4e65-9aaa-0906cab2deef tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:38.910759 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bf3ddca7-f677-4cd2-b58b-7cdc0f69b9d3 req-a354c57a-65bd-4e65-9aaa-0906cab2deef tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.39 "DELETE /v2.0/ports/0c589904-32cd-4f69-bd3c-694b81963367 HTTP/1.1" status: 204 len: 173 time: 0.6446295 Sep 17 07:54:38.911189 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa684fd0-a85e-469b-aed6-7fb0de9dc944', 'name': 'network-vif-deleted', 'tag': '0c589904-32cd-4f69-bd3c-694b81963367'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:54:38.913837 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9b14400-4d41-45ab-9622-fcd0c807fa19" -d '{"events": [{"server_uuid": "fa684fd0-a85e-469b-aed6-7fb0de9dc944", "name": "network-vif-deleted", "tag": "0c589904-32cd-4f69-bd3c-694b81963367"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:54:38.948996 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b3f216-0128-4519-acf5-04172d48c5de x-openstack-request-id: req-72b3f216-0128-4519-acf5-04172d48c5de {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:54:38.949248 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa684fd0-a85e-469b-aed6-7fb0de9dc944", "name": "network-vif-deleted", "tag": "0c589904-32cd-4f69-bd3c-694b81963367", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:54:38.949596 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-72b3f216-0128-4519-acf5-04172d48c5de {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:54:38.950042 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa684fd0-a85e-469b-aed6-7fb0de9dc944', 'name': 'network-vif-deleted', 'tag': '0c589904-32cd-4f69-bd3c-694b81963367', 'status': 'completed', 'code': 200} Sep 17 07:54:38.952409 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-ffca4b09-5d50-4629-a4b3-fa6c6a6e1020 service neutron] 10.222.0.39 "GET /v2.0/networks/29c28a32-2459-42a8-b5ef-3632161887e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411991 Sep 17 07:54:38.970912 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e789b0b8-ad0f-4129-bdbd-637f4166cec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:38.973763 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e789b0b8-ad0f-4129-bdbd-637f4166cec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:38.977423 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e789b0b8-ad0f-4129-bdbd-637f4166cec5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c8af76ef-7235-4a05-9d55-2a1d7be27a1f HTTP/1.1" status: 204 len: 168 time: 0.2310195 Sep 17 07:54:38.984005 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e789b0b8-ad0f-4129-bdbd-637f4166cec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8af76ef-7235-4a05-9d55-2a1d7be27a1f,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:38.992172 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e789b0b8-ad0f-4129-bdbd-637f4166cec5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:54:38.992780 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e789b0b8-ad0f-4129-bdbd-637f4166cec5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:54:38.993108 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e789b0b8-ad0f-4129-bdbd-637f4166cec5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:54:38.993543 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e789b0b8-ad0f-4129-bdbd-637f4166cec5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:54:38.993951 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e789b0b8-ad0f-4129-bdbd-637f4166cec5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:54:38.994346 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e789b0b8-ad0f-4129-bdbd-637f4166cec5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:54:38.994742 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e789b0b8-ad0f-4129-bdbd-637f4166cec5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:54:38.995135 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e789b0b8-ad0f-4129-bdbd-637f4166cec5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:54:38.995528 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e789b0b8-ad0f-4129-bdbd-637f4166cec5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:54:38.995973 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e789b0b8-ad0f-4129-bdbd-637f4166cec5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:54:38.996451 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e789b0b8-ad0f-4129-bdbd-637f4166cec5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:54:38.996751 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e789b0b8-ad0f-4129-bdbd-637f4166cec5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:54:39.124242 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-543ed7f4-59ad-474c-8865-5a2ccc81a11f service neutron] 10.222.0.39 "GET /v2.0/networks/29c28a32-2459-42a8-b5ef-3632161887e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244884 Sep 17 07:54:39.131947 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6187a0b-657e-435b-b49e-0c1e619a7e32 req-0965fc5f-1006-46de-ba69-672f3af02234 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:39.138601 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6187a0b-657e-435b-b49e-0c1e619a7e32 req-0965fc5f-1006-46de-ba69-672f3af02234 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:39.144766 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6187a0b-657e-435b-b49e-0c1e619a7e32 req-0965fc5f-1006-46de-ba69-672f3af02234 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:39.146714 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a6187a0b-657e-435b-b49e-0c1e619a7e32 req-0965fc5f-1006-46de-ba69-672f3af02234 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc59ccdb-bded-4b11-ad63-f8c1d9fac62c HTTP/1.1" status: 200 len: 2413 time: 0.0935664 Sep 17 07:54:39.175518 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-dfe3c42b-f95a-4f72-981d-1fb71c3358cd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.109&port_id=20787d20-f6c8-4d3f-bbc1-57c93f37ccff HTTP/1.1" status: 200 len: 217 time: 0.0377800 Sep 17 07:54:39.203058 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-651bbd7b-5031-4362-8cd8-ac32456fc129 req-e77a5a52-8c08-4bc6-bc33-347b1fb0ccf2 tempest-MigrationsAdminTest-674623465 tempest-MigrationsAdminTest-674623465-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa684fd0-a85e-469b-aed6-7fb0de9dc944 HTTP/1.1" status: 200 len: 210 time: 0.0406969 Sep 17 07:54:39.211437 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a6187a0b-657e-435b-b49e-0c1e619a7e32 req-f67b096b-ac40-4efa-b292-5c25746d41a3 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd1ad261-9f61-4567-be1f-04e2477ef432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562239 Sep 17 07:54:39.240707 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-86b9ce75-6fc6-4aa7-80e7-476db61206dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:39.242520 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-86b9ce75-6fc6-4aa7-80e7-476db61206dd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ff334041-0496-403e-93a0-6d21d2fe0394 HTTP/1.1" status: 200 len: 801 time: 0.0589788 Sep 17 07:54:39.296059 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-1484254e-52c7-4c27-bbc0-20672e89d1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:39.297591 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-1484254e-52c7-4c27-bbc0-20672e89d1fd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6018c8bb-0018-47a8-ae63-7f79eeef2e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0442150 Sep 17 07:54:39.410671 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-a7d535fe-0667-4b41-aa79-f6e0a59603ad service neutron] 10.222.0.39 "GET /v2.0/networks/6018c8bb-0018-47a8-ae63-7f79eeef2e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977974 Sep 17 07:54:39.521822 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8d7ede4c-79ea-4e18-b46c-1b5e3cb37b4f req-58a4dbe9-591f-4424-b0f8-8217cffbe36f service neutron] 10.222.0.39 "GET /v2.0/networks/6018c8bb-0018-47a8-ae63-7f79eeef2e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018991 Sep 17 07:54:39.562944 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7abc2c1e-aabc-4bd5-b849-647a988fb323 req-fd5fd133-9d44-4b13-b89a-eb03f1d84439 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0543253 Sep 17 07:54:39.624940 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c20fce-6418-40f1-983f-d5329cb7c59c req-68da6117-cbd6-4a3f-8eda-64fe46818385 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:39.626510 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b7c20fce-6418-40f1-983f-d5329cb7c59c req-68da6117-cbd6-4a3f-8eda-64fe46818385 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.0586190 Sep 17 07:54:39.665704 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b7c20fce-6418-40f1-983f-d5329cb7c59c req-a473bf88-fe95-4d42-a677-c05283fa83f6 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333729 Sep 17 07:54:39.765187 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e540d9c-8b03-4336-833b-aa264f6bf09c req-f070a0c1-e4dc-469e-927d-64e14efbc70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:39.765762 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e540d9c-8b03-4336-833b-aa264f6bf09c req-f070a0c1-e4dc-469e-927d-64e14efbc70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:39.766259 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e540d9c-8b03-4336-833b-aa264f6bf09c req-f070a0c1-e4dc-469e-927d-64e14efbc70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:39.768291 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0e540d9c-8b03-4336-833b-aa264f6bf09c req-f070a0c1-e4dc-469e-927d-64e14efbc70b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b07ce39922204afb985947a99dc8ae8e&device_id=dc59ccdb-bded-4b11-ad63-f8c1d9fac62c HTTP/1.1" status: 200 len: 2866 time: 0.0579669 Sep 17 07:54:39.864924 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e540d9c-8b03-4336-833b-aa264f6bf09c req-205d1d89-5983-48b4-96e6-f3fe8840b14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:39.866751 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0e540d9c-8b03-4336-833b-aa264f6bf09c req-205d1d89-5983-48b4-96e6-f3fe8840b14f service neutron] 10.222.0.39 "GET /v2.0/networks?id=29c28a32-2459-42a8-b5ef-3632161887e8 HTTP/1.1" status: 200 len: 903 time: 0.0894752 Sep 17 07:54:39.911827 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0e540d9c-8b03-4336-833b-aa264f6bf09c req-e7c08868-b29c-4f23-b9f0-f1415ae16fdb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.223&port_id=fce181c6-42dd-4733-8ebe-3454ed57783c HTTP/1.1" status: 200 len: 217 time: 0.0367889 Sep 17 07:54:39.962116 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e540d9c-8b03-4336-833b-aa264f6bf09c req-d0cefbde-3dcc-417a-b5e5-7af1f89c7e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:39.963518 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0e540d9c-8b03-4336-833b-aa264f6bf09c req-d0cefbde-3dcc-417a-b5e5-7af1f89c7e73 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4471260e-89f3-4f69-883f-2c8a525f3407 HTTP/1.1" status: 200 len: 801 time: 0.0440741 Sep 17 07:54:40.009722 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e540d9c-8b03-4336-833b-aa264f6bf09c req-5c1ce77f-afe0-4a8d-9cef-977b6f1943d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:40.011266 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0e540d9c-8b03-4336-833b-aa264f6bf09c req-5c1ce77f-afe0-4a8d-9cef-977b6f1943d4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=29c28a32-2459-42a8-b5ef-3632161887e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0400991 Sep 17 07:54:40.117332 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0e540d9c-8b03-4336-833b-aa264f6bf09c req-d4fe7774-7ce7-4ce7-815c-33156024633a service neutron] 10.222.0.39 "GET /v2.0/networks/29c28a32-2459-42a8-b5ef-3632161887e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979350 Sep 17 07:54:40.208643 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0e540d9c-8b03-4336-833b-aa264f6bf09c req-da5e8510-5a6f-4954-8ebc-7cb9d076a58f service neutron] 10.222.0.39 "GET /v2.0/networks/29c28a32-2459-42a8-b5ef-3632161887e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834508 Sep 17 07:54:40.391154 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b13d4-54e9-4bff-a4ec-3f38d738e96e req-21a6a021-6c9b-4e6b-ba75-a36b328f6a37 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:40.399175 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b13d4-54e9-4bff-a4ec-3f38d738e96e req-21a6a021-6c9b-4e6b-ba75-a36b328f6a37 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:40.413242 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e540d9c-8b03-4336-833b-aa264f6bf09c req-04afc352-7027-49c5-93fe-e53fc76c7a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:40.415559 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b13d4-54e9-4bff-a4ec-3f38d738e96e req-21a6a021-6c9b-4e6b-ba75-a36b328f6a37 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:40.415809 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e540d9c-8b03-4336-833b-aa264f6bf09c req-04afc352-7027-49c5-93fe-e53fc76c7a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:40.416370 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e540d9c-8b03-4336-833b-aa264f6bf09c req-04afc352-7027-49c5-93fe-e53fc76c7a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:40.418615 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0e540d9c-8b03-4336-833b-aa264f6bf09c req-04afc352-7027-49c5-93fe-e53fc76c7a15 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b07ce39922204afb985947a99dc8ae8e&device_id=dc59ccdb-bded-4b11-ad63-f8c1d9fac62c HTTP/1.1" status: 200 len: 2866 time: 0.1084371 Sep 17 07:54:40.425343 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-010b13d4-54e9-4bff-a4ec-3f38d738e96e req-21a6a021-6c9b-4e6b-ba75-a36b328f6a37 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc59ccdb-bded-4b11-ad63-f8c1d9fac62c HTTP/1.1" status: 200 len: 2413 time: 0.1190686 Sep 17 07:54:40.479336 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-010b13d4-54e9-4bff-a4ec-3f38d738e96e req-f2904253-eb09-47be-a74d-a71de43d9374 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd1ad261-9f61-4567-be1f-04e2477ef432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480001 Sep 17 07:54:40.523896 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e540d9c-8b03-4336-833b-aa264f6bf09c req-704ae084-1d44-4785-9791-804f6d258fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:40.525386 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0e540d9c-8b03-4336-833b-aa264f6bf09c req-704ae084-1d44-4785-9791-804f6d258fd8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6018c8bb-0018-47a8-ae63-7f79eeef2e21 HTTP/1.1" status: 200 len: 903 time: 0.0992234 Sep 17 07:54:40.573019 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0e540d9c-8b03-4336-833b-aa264f6bf09c req-28256b8f-01e3-455c-b484-ce3787eb2aaa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.109&port_id=20787d20-f6c8-4d3f-bbc1-57c93f37ccff HTTP/1.1" status: 200 len: 217 time: 0.0394452 Sep 17 07:54:40.593780 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 45608) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:40.633696 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e540d9c-8b03-4336-833b-aa264f6bf09c req-fbbeabd4-bdd4-4037-ad0c-a15ae7d4a9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:40.636463 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0e540d9c-8b03-4336-833b-aa264f6bf09c req-fbbeabd4-bdd4-4037-ad0c-a15ae7d4a9db service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ff334041-0496-403e-93a0-6d21d2fe0394 HTTP/1.1" status: 200 len: 801 time: 0.0556004 Sep 17 07:54:40.688225 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-de0bc09d-a55c-4d41-ba02-7d5a8107b816 req-d7a33a68-a779-4061-a9d1-6982d7d0fd4d tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0370667 Sep 17 07:54:40.725175 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e540d9c-8b03-4336-833b-aa264f6bf09c req-016f30cf-b667-4207-ba93-2d0dbbed21fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:40.729410 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0e540d9c-8b03-4336-833b-aa264f6bf09c req-016f30cf-b667-4207-ba93-2d0dbbed21fc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6018c8bb-0018-47a8-ae63-7f79eeef2e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0841441 Sep 17 07:54:40.807946 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-f695081b-88e7-4acb-9497-8e2bdba4c8f8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e3c94ece967c49989722015c639870a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2127962 Sep 17 07:54:40.808197 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 45630) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:40.830927 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f4519c-a9f1-411a-b027-e4a20d39277d req-19d0f80a-3c33-4806-aaa2-60eb374c333c tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:40.832528 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f7f4519c-a9f1-411a-b027-e4a20d39277d req-19d0f80a-3c33-4806-aaa2-60eb374c333c tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.0645275 Sep 17 07:54:40.859038 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0e540d9c-8b03-4336-833b-aa264f6bf09c req-b54e2516-4c40-4ec1-939e-9f0f4254a1f8 service neutron] 10.222.0.39 "GET /v2.0/networks/6018c8bb-0018-47a8-ae63-7f79eeef2e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211770 Sep 17 07:54:40.875968 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f7f4519c-a9f1-411a-b027-e4a20d39277d req-ef0589ac-d005-43e3-a980-b85eb03b8985 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363102 Sep 17 07:54:40.903602 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-778364d0-cb5d-4f04-98bc-3d3a472f8c08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:40.961979 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-778364d0-cb5d-4f04-98bc-3d3a472f8c08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:41.002031 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0e540d9c-8b03-4336-833b-aa264f6bf09c req-386dd59d-b405-43f4-90ab-5797177c70db service neutron] 10.222.0.39 "GET /v2.0/networks/6018c8bb-0018-47a8-ae63-7f79eeef2e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332951 Sep 17 07:54:41.024913 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-778364d0-cb5d-4f04-98bc-3d3a472f8c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:41.029084 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-778364d0-cb5d-4f04-98bc-3d3a472f8c08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:41.030616 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-778364d0-cb5d-4f04-98bc-3d3a472f8c08 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b57bfe4a-fd3a-4a25-bbc2-6392806aa576 HTTP/1.1" status: 204 len: 168 time: 0.2205703 Sep 17 07:54:41.040416 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778364d0-cb5d-4f04-98bc-3d3a472f8c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57bfe4a-fd3a-4a25-bbc2-6392806aa576,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:41.348428 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 45646) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:41.391686 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-cf89155d-6c1b-4545-913c-ac918de61e26 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=37e43654697e4e35b7013bb82d1acc44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0418215 Sep 17 07:54:41.395226 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 45648) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:41.450497 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fb921ffb-3d6e-4477-8a49-72473f7250c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:41.473322 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fb921ffb-3d6e-4477-8a49-72473f7250c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:41.475555 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device ef38b8e9-512a-4719-97c5-e8e0fe461330 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:54:41.484600 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 0c589904-32cd-4f69-bd3c-694b81963367 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:54:41.520165 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: 0c589904-32cd-4f69-bd3c-694b81963367 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:54:41.520506 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 0c589904-32cd-4f69-bd3c-694b81963367 not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:54:41.539681 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fb921ffb-3d6e-4477-8a49-72473f7250c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:41.545588 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fb921ffb-3d6e-4477-8a49-72473f7250c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:41.549435 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-fb921ffb-3d6e-4477-8a49-72473f7250c4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7e722ee8-dbfd-4856-9c85-458eb8c8fbd2 HTTP/1.1" status: 204 len: 168 time: 0.1508865 Sep 17 07:54:41.564421 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb921ffb-3d6e-4477-8a49-72473f7250c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e722ee8-dbfd-4856-9c85-458eb8c8fbd2,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:41.614475 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98233744-e7d4-4438-b497-3c126ba562ae req-d6c58acb-abb6-4a5e-b8bd-47043b478a25 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:41.622528 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98233744-e7d4-4438-b497-3c126ba562ae req-d6c58acb-abb6-4a5e-b8bd-47043b478a25 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:41.629970 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98233744-e7d4-4438-b497-3c126ba562ae req-d6c58acb-abb6-4a5e-b8bd-47043b478a25 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:41.632189 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-98233744-e7d4-4438-b497-3c126ba562ae req-d6c58acb-abb6-4a5e-b8bd-47043b478a25 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc59ccdb-bded-4b11-ad63-f8c1d9fac62c HTTP/1.1" status: 200 len: 2413 time: 0.0836339 Sep 17 07:54:41.634374 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port ef38b8e9-512a-4719-97c5-e8e0fe461330, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=ef38b8e9-512a-4719-97c5-e8e0fe461330,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:54:41.647666 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': 'ef38b8e9-512a-4719-97c5-e8e0fe461330', 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583', 'port_id': 'ef38b8e9-512a-4719-97c5-e8e0fe461330', 'mac_address': 'fa:16:3e:81:8d:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f3af6cb-9cad-436b-bf41-034e75672c44', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:54:41.679797 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-98233744-e7d4-4438-b497-3c126ba562ae req-bb3d5d32-102d-4232-a3d4-55ea0ac83830 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd1ad261-9f61-4567-be1f-04e2477ef432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397711 Sep 17 07:54:41.696306 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:41.710677 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ef38b8e9-512a-4719-97c5-e8e0fe461330 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:54:41.733020 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port ef38b8e9-512a-4719-97c5-e8e0fe461330, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=ef38b8e9-512a-4719-97c5-e8e0fe461330,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:54:41.738493 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:41.798348 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=ef38b8e9-512a-4719-97c5-e8e0fe461330,revision_number=6']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:41.798545 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-11a03251-01eb-4f2f-8fea-fd902c623206 req-cf018119-8cc4-4945-a21c-2958b72c2cfc tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0305290 Sep 17 07:54:42.007983 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd9d8a-295b-40e7-bbf7-0289a524cd57 req-54953335-559d-4ef7-aeb9-786043b84539 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:42.011024 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cecd9d8a-295b-40e7-bbf7-0289a524cd57 req-54953335-559d-4ef7-aeb9-786043b84539 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.0576968 Sep 17 07:54:42.054072 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cecd9d8a-295b-40e7-bbf7-0289a524cd57 req-6c598546-5bed-4e82-8e38-250ba6df17e6 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365725 Sep 17 07:54:42.225856 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['ef38b8e9-512a-4719-97c5-e8e0fe461330'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:54:42.815605 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd30be0-fa7c-4aed-8bdc-4c065e1a6bbd req-51b55fd0-2dfa-429b-9f69-a2fea6c598a5 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:42.822024 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd30be0-fa7c-4aed-8bdc-4c065e1a6bbd req-51b55fd0-2dfa-429b-9f69-a2fea6c598a5 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:42.828520 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd30be0-fa7c-4aed-8bdc-4c065e1a6bbd req-51b55fd0-2dfa-429b-9f69-a2fea6c598a5 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:42.832299 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0bd30be0-fa7c-4aed-8bdc-4c065e1a6bbd req-51b55fd0-2dfa-429b-9f69-a2fea6c598a5 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc59ccdb-bded-4b11-ad63-f8c1d9fac62c HTTP/1.1" status: 200 len: 2413 time: 0.0692439 Sep 17 07:54:42.881452 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0bd30be0-fa7c-4aed-8bdc-4c065e1a6bbd req-7db12b1f-3ee5-43e7-b546-272a024b01cc tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd1ad261-9f61-4567-be1f-04e2477ef432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452719 Sep 17 07:54:42.910530 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-35f9cd98-f9c8-4cc2-a2a8-2aa5ee868531 req-32b48b5a-aabe-43f2-8786-6cc245fd063b tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0277991 Sep 17 07:54:43.188278 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdfad3d-abd6-457b-8436-f4bd9be91f0e req-3897bd40-81fa-45f7-8ec9-a2126e0e0493 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:43.190110 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ecdfad3d-abd6-457b-8436-f4bd9be91f0e req-3897bd40-81fa-45f7-8ec9-a2126e0e0493 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.0585771 Sep 17 07:54:43.232746 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ecdfad3d-abd6-457b-8436-f4bd9be91f0e req-66ed2835-5757-49a6-b494-1e01dabbfb8d tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361106 Sep 17 07:54:43.493842 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device ef38b8e9-512a-4719-97c5-e8e0fe461330 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:54:43.547858 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port ef38b8e9-512a-4719-97c5-e8e0fe461330 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:54:43.548244 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:43.648241 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:43.678432 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46438423-9d22-4c4d-96c5-b83ca64abf2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef38b8e9-512a-4719-97c5-e8e0fe461330'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:54:43.681528 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c87042bc-28b6-4de4-801c-84be57698719" -d '{"events": [{"server_uuid": "46438423-9d22-4c4d-96c5-b83ca64abf2b", "name": "network-vif-plugged", "status": "completed", "tag": "ef38b8e9-512a-4719-97c5-e8e0fe461330"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:54:43.709261 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port ef38b8e9-512a-4719-97c5-e8e0fe461330, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=ef38b8e9-512a-4719-97c5-e8e0fe461330,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:54:43.716536 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:43.750669 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d830255-89e7-4144-a5f9-e110ac8aea59 x-openstack-request-id: req-9d830255-89e7-4144-a5f9-e110ac8aea59 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:54:43.750966 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46438423-9d22-4c4d-96c5-b83ca64abf2b", "name": "network-vif-plugged", "status": "completed", "tag": "ef38b8e9-512a-4719-97c5-e8e0fe461330", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:54:43.751224 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9d830255-89e7-4144-a5f9-e110ac8aea59 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:54:43.751616 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46438423-9d22-4c4d-96c5-b83ca64abf2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef38b8e9-512a-4719-97c5-e8e0fe461330', 'code': 200} Sep 17 07:54:43.783603 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=ef38b8e9-512a-4719-97c5-e8e0fe461330,revision_number=7']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:44.007276 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba31308f-7683-45ec-8558-ef029f7bc517 req-48e52159-11f2-429b-bfae-e1667cdf43cf tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:44.015927 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba31308f-7683-45ec-8558-ef029f7bc517 req-48e52159-11f2-429b-bfae-e1667cdf43cf tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:44.021865 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba31308f-7683-45ec-8558-ef029f7bc517 req-48e52159-11f2-429b-bfae-e1667cdf43cf tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:44.030678 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ba31308f-7683-45ec-8558-ef029f7bc517 req-48e52159-11f2-429b-bfae-e1667cdf43cf tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc59ccdb-bded-4b11-ad63-f8c1d9fac62c HTTP/1.1" status: 200 len: 2413 time: 0.0747108 Sep 17 07:54:44.081378 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ba31308f-7683-45ec-8558-ef029f7bc517 req-06bb2d55-4b06-40dc-b07b-e37d97b2afab tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd1ad261-9f61-4567-be1f-04e2477ef432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486355 Sep 17 07:54:44.121917 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-61e261b2-f2b3-4e27-8da6-acf48942c65b req-1518747d-15b7-49b9-aa4e-3b7e9121839d tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0286160 Sep 17 07:54:44.357997 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4858c-3f33-4628-8354-e515dd35814d req-d279c5f0-87e4-4433-87c4-06caa936cd24 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:44.359798 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-37c4858c-3f33-4628-8354-e515dd35814d req-d279c5f0-87e4-4433-87c4-06caa936cd24 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.0554121 Sep 17 07:54:44.407756 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-37c4858c-3f33-4628-8354-e515dd35814d req-ef3dfd4e-40c8-4677-a50d-041f13082e62 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389335 Sep 17 07:54:44.824964 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 45796) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:44.943561 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7c47a30d-b854-4902-a79b-c3f19e6e430f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:45.040254 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7c47a30d-b854-4902-a79b-c3f19e6e430f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:45.044706 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7c47a30d-b854-4902-a79b-c3f19e6e430f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:45.089817 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-7c47a30d-b854-4902-a79b-c3f19e6e430f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1b1a0ed6414a4853a8666ffe53f47963&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2637606 Sep 17 07:54:45.090693 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c47a30d-b854-4902-a79b-c3f19e6e430f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=268b4837-a3c1-40c7-9a66-5e8f33080ee8,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:45.092459 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 45800) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:45.144473 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-38fbe31f-08c6-4e8a-bde2-0cc3208b43bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:45.193576 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-38fbe31f-08c6-4e8a-bde2-0cc3208b43bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:45.239430 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dad53814-7735-495a-b41b-319d4b04d8e3 req-56029ff4-9994-4027-b007-01f4d375037b tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0376911 Sep 17 07:54:45.270883 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073850af-5e95-4636-8e16-5a32e9a5492b req-c7c3b2b6-3086-4b07-b0b2-a44157b6ae85 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:45.276678 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073850af-5e95-4636-8e16-5a32e9a5492b req-c7c3b2b6-3086-4b07-b0b2-a44157b6ae85 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:45.282497 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073850af-5e95-4636-8e16-5a32e9a5492b req-c7c3b2b6-3086-4b07-b0b2-a44157b6ae85 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:45.284121 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-073850af-5e95-4636-8e16-5a32e9a5492b req-c7c3b2b6-3086-4b07-b0b2-a44157b6ae85 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc59ccdb-bded-4b11-ad63-f8c1d9fac62c HTTP/1.1" status: 200 len: 2413 time: 0.1280611 Sep 17 07:54:45.301520 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-38fbe31f-08c6-4e8a-bde2-0cc3208b43bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:45.303976 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-38fbe31f-08c6-4e8a-bde2-0cc3208b43bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:45.305031 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-38fbe31f-08c6-4e8a-bde2-0cc3208b43bb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/268b4837-a3c1-40c7-9a66-5e8f33080ee8 HTTP/1.1" status: 204 len: 168 time: 0.2110755 Sep 17 07:54:45.324715 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fbe31f-08c6-4e8a-bde2-0cc3208b43bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268b4837-a3c1-40c7-9a66-5e8f33080ee8,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:45.339327 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-073850af-5e95-4636-8e16-5a32e9a5492b req-14afd059-deb3-40b5-a4e8-4e259424d537 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd1ad261-9f61-4567-be1f-04e2477ef432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451229 Sep 17 07:54:45.508485 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device adf2b7c0-dfae-4a0d-b4dc-2c0f4b3c335f details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:54:45.554365 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7675a-5c86-4274-818d-66838aac0dc5 req-70d8cdbf-b724-40e9-93dc-2c1a76e30f72 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:45.563218 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-74a7675a-5c86-4274-818d-66838aac0dc5 req-70d8cdbf-b724-40e9-93dc-2c1a76e30f72 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.0630786 Sep 17 07:54:45.607038 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-74a7675a-5c86-4274-818d-66838aac0dc5 req-9ee90e8c-1d5a-4c40-963a-40f576fdb525 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428221 Sep 17 07:54:45.662103 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 45824) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:45.681509 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port adf2b7c0-dfae-4a0d-b4dc-2c0f4b3c335f, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=adf2b7c0-dfae-4a0d-b4dc-2c0f4b3c335f,segment=NetworkSegment(fc20b956-0db6-4362-9daa-9132de6a10a7),segment_id=fc20b956-0db6-4362-9daa-9132de6a10a7)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:54:45.682353 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0a69f3f6-c053-409a-b083-0d519ab20291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:45.694873 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': 'adf2b7c0-dfae-4a0d-b4dc-2c0f4b3c335f', 'network_id': '6018c8bb-0018-47a8-ae63-7f79eeef2e21', 'port_id': 'adf2b7c0-dfae-4a0d-b4dc-2c0f4b3c335f', 'mac_address': 'fa:16:3e:6e:8d:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff334041-0496-403e-93a0-6d21d2fe0394', 'ip_address': '19.80.0.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:54:45.762795 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:45.777634 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adf2b7c0-dfae-4a0d-b4dc-2c0f4b3c335f {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:54:45.810133 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port adf2b7c0-dfae-4a0d-b4dc-2c0f4b3c335f, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=adf2b7c0-dfae-4a0d-b4dc-2c0f4b3c335f,segment=NetworkSegment(fc20b956-0db6-4362-9daa-9132de6a10a7),segment_id=fc20b956-0db6-4362-9daa-9132de6a10a7)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:54:45.824674 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0a69f3f6-c053-409a-b083-0d519ab20291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:45.825977 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:45.827362 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device fce181c6-42dd-4733-8ebe-3454ed57783c details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:54:45.841585 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0a69f3f6-c053-409a-b083-0d519ab20291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:45.890937 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-0a69f3f6-c053-409a-b083-0d519ab20291 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a4e8d84b7a364736be1203632ea126ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2274692 Sep 17 07:54:45.893320 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a69f3f6-c053-409a-b083-0d519ab20291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df78683-c763-423e-953e-33ac9dc509ac,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:45.893796 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 45836) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:54:45.915202 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=adf2b7c0-dfae-4a0d-b4dc-2c0f4b3c335f,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:45.975389 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c1f1fcf3-b9b3-42a5-b981-8b543b37aa28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:45.998938 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port fce181c6-42dd-4733-8ebe-3454ed57783c, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=fce181c6-42dd-4733-8ebe-3454ed57783c,segment=NetworkSegment(ed13f3d2-6ca4-4769-9a84-4aa46a0d7702),segment_id=ed13f3d2-6ca4-4769-9a84-4aa46a0d7702)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:54:46.009175 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c1f1fcf3-b9b3-42a5-b981-8b543b37aa28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:46.016103 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': 'fce181c6-42dd-4733-8ebe-3454ed57783c', 'network_id': '29c28a32-2459-42a8-b5ef-3632161887e8', 'port_id': 'fce181c6-42dd-4733-8ebe-3454ed57783c', 'mac_address': 'fa:16:3e:38:bb:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4471260e-89f3-4f69-883f-2c8a525f3407', 'ip_address': '19.86.0.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:54:46.066860 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c1f1fcf3-b9b3-42a5-b981-8b543b37aa28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:46.070622 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c1f1fcf3-b9b3-42a5-b981-8b543b37aa28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:46.075751 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c1f1fcf3-b9b3-42a5-b981-8b543b37aa28 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9df78683-c763-423e-953e-33ac9dc509ac HTTP/1.1" status: 204 len: 168 time: 0.1764400 Sep 17 07:54:46.081578 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:46.094906 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f1fcf3-b9b3-42a5-b981-8b543b37aa28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df78683-c763-423e-953e-33ac9dc509ac,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:46.104665 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fce181c6-42dd-4733-8ebe-3454ed57783c {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:54:46.138906 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port fce181c6-42dd-4733-8ebe-3454ed57783c, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=fce181c6-42dd-4733-8ebe-3454ed57783c,segment=NetworkSegment(ed13f3d2-6ca4-4769-9a84-4aa46a0d7702),segment_id=ed13f3d2-6ca4-4769-9a84-4aa46a0d7702)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:54:46.145672 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:46.204988 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=fce181c6-42dd-4733-8ebe-3454ed57783c,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:46.360819 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b0c60fa4-605c-46f2-982d-9dfd76778ac8 req-a9c74660-8df6-4f68-8b25-127a5918b662 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0394614 Sep 17 07:54:46.499706 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132f986-376b-47a3-8f6a-c16cb129a7d2 req-5086390d-2b35-4443-9333-7de0b9a1f677 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:46.505684 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132f986-376b-47a3-8f6a-c16cb129a7d2 req-5086390d-2b35-4443-9333-7de0b9a1f677 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:46.512424 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132f986-376b-47a3-8f6a-c16cb129a7d2 req-5086390d-2b35-4443-9333-7de0b9a1f677 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:46.514380 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e132f986-376b-47a3-8f6a-c16cb129a7d2 req-5086390d-2b35-4443-9333-7de0b9a1f677 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc59ccdb-bded-4b11-ad63-f8c1d9fac62c HTTP/1.1" status: 200 len: 2415 time: 0.0728872 Sep 17 07:54:46.560365 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e132f986-376b-47a3-8f6a-c16cb129a7d2 req-7c295c86-4d40-41ab-ae4a-b97a13e0d1a6 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd1ad261-9f61-4567-be1f-04e2477ef432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386188 Sep 17 07:54:46.749282 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['adf2b7c0-dfae-4a0d-b4dc-2c0f4b3c335f'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:54:46.756475 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f9ea61-6fab-43d1-9863-938629391e03 req-70211664-5a33-4150-b4ab-7349920fbb97 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:46.759679 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f4f9ea61-6fab-43d1-9863-938629391e03 req-70211664-5a33-4150-b4ab-7349920fbb97 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.0650928 Sep 17 07:54:46.890522 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f4f9ea61-6fab-43d1-9863-938629391e03 req-0300c4c6-165e-42d3-ab8b-dbae0a032a56 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095748 Sep 17 07:54:47.513880 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device ad2bb8ba-714e-49f4-b421-fd480d0b965a details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:54:47.527310 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6db307ba-a573-430a-acb1-917a581e3c33 req-38806fc0-e1d0-4f93-9f0b-bf669d9bc759 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0597429 Sep 17 07:54:47.670773 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port ad2bb8ba-714e-49f4-b421-fd480d0b965a, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=ad2bb8ba-714e-49f4-b421-fd480d0b965a,segment=NetworkSegment(9d7157a6-8670-462c-b175-6c19d661dbef),segment_id=9d7157a6-8670-462c-b175-6c19d661dbef)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:54:47.683425 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': 'ad2bb8ba-714e-49f4-b421-fd480d0b965a', 'network_id': 'c415bb2c-76bc-4730-a4c3-bead01aef970', 'port_id': 'ad2bb8ba-714e-49f4-b421-fd480d0b965a', 'mac_address': 'fa:16:3e:e8:9e:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '207bfb2c-1c36-48ea-8405-fe2109511b96', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:54:47.727049 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:47.734254 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3010a-c974-4622-9117-1f35e306141a req-aa167270-cc0c-4f7c-baf9-f02f4c8f463c tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:47.744395 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3010a-c974-4622-9117-1f35e306141a req-aa167270-cc0c-4f7c-baf9-f02f4c8f463c tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:47.747656 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ad2bb8ba-714e-49f4-b421-fd480d0b965a {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:54:47.754733 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3010a-c974-4622-9117-1f35e306141a req-aa167270-cc0c-4f7c-baf9-f02f4c8f463c tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:47.764584 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2ab3010a-c974-4622-9117-1f35e306141a req-aa167270-cc0c-4f7c-baf9-f02f4c8f463c tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc59ccdb-bded-4b11-ad63-f8c1d9fac62c HTTP/1.1" status: 200 len: 2415 time: 0.1124146 Sep 17 07:54:47.802607 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port ad2bb8ba-714e-49f4-b421-fd480d0b965a, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=ad2bb8ba-714e-49f4-b421-fd480d0b965a,segment=NetworkSegment(9d7157a6-8670-462c-b175-6c19d661dbef),segment_id=9d7157a6-8670-462c-b175-6c19d661dbef)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:54:47.815525 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:47.816714 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 20787d20-f6c8-4d3f-bbc1-57c93f37ccff details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:54:47.853348 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2ab3010a-c974-4622-9117-1f35e306141a req-69d38879-ed16-454a-92ed-32328d4d7544 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd1ad261-9f61-4567-be1f-04e2477ef432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686257 Sep 17 07:54:47.888962 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=ad2bb8ba-714e-49f4-b421-fd480d0b965a,revision_number=6']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:48.001123 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 20787d20-f6c8-4d3f-bbc1-57c93f37ccff, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=20787d20-f6c8-4d3f-bbc1-57c93f37ccff,segment=NetworkSegment(fc20b956-0db6-4362-9daa-9132de6a10a7),segment_id=fc20b956-0db6-4362-9daa-9132de6a10a7)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:54:48.012813 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['fce181c6-42dd-4733-8ebe-3454ed57783c'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:54:48.049151 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '20787d20-f6c8-4d3f-bbc1-57c93f37ccff', 'network_id': '6018c8bb-0018-47a8-ae63-7f79eeef2e21', 'port_id': '20787d20-f6c8-4d3f-bbc1-57c93f37ccff', 'mac_address': 'fa:16:3e:98:9d:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff334041-0496-403e-93a0-6d21d2fe0394', 'ip_address': '19.80.0.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:54:48.142811 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 07:54:48.146065 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ecccff-ff70-41c8-ba5d-7d5061ef5a17 req-b55027d8-e08b-44d2-8794-e800403651d0 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:48.154245 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-35ecccff-ff70-41c8-ba5d-7d5061ef5a17 req-b55027d8-e08b-44d2-8794-e800403651d0 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 944 time: 0.1342394 Sep 17 07:54:48.177165 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:48.206522 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20787d20-f6c8-4d3f-bbc1-57c93f37ccff {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:54:48.227977 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-35ecccff-ff70-41c8-ba5d-7d5061ef5a17 req-c484321b-6193-4d32-ab72-2ba890612bc7 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529377 Sep 17 07:54:48.279222 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 20787d20-f6c8-4d3f-bbc1-57c93f37ccff, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=20787d20-f6c8-4d3f-bbc1-57c93f37ccff,segment=NetworkSegment(fc20b956-0db6-4362-9daa-9132de6a10a7),segment_id=fc20b956-0db6-4362-9daa-9132de6a10a7)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:54:48.326957 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:48.411172 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=20787d20-f6c8-4d3f-bbc1-57c93f37ccff,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:48.701348 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['ad2bb8ba-714e-49f4-b421-fd480d0b965a'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:54:49.525454 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device adf2b7c0-dfae-4a0d-b4dc-2c0f4b3c335f up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:54:49.589481 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port adf2b7c0-dfae-4a0d-b4dc-2c0f4b3c335f completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:54:49.593593 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port adf2b7c0-dfae-4a0d-b4dc-2c0f4b3c335f triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:54:49.593970 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:49.621815 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['20787d20-f6c8-4d3f-bbc1-57c93f37ccff'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:54:49.749554 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:49.788970 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc59ccdb-bded-4b11-ad63-f8c1d9fac62c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf2b7c0-dfae-4a0d-b4dc-2c0f4b3c335f'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:54:49.791130 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15fe762e-b3a8-411a-8b25-1d8d7089bf58" -d '{"events": [{"server_uuid": "dc59ccdb-bded-4b11-ad63-f8c1d9fac62c", "name": "network-vif-plugged", "status": "completed", "tag": "adf2b7c0-dfae-4a0d-b4dc-2c0f4b3c335f"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:54:49.815491 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port adf2b7c0-dfae-4a0d-b4dc-2c0f4b3c335f, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=adf2b7c0-dfae-4a0d-b4dc-2c0f4b3c335f,segment=NetworkSegment(fc20b956-0db6-4362-9daa-9132de6a10a7),segment_id=fc20b956-0db6-4362-9daa-9132de6a10a7)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:54:49.821167 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:49.822309 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device ad2bb8ba-714e-49f4-b421-fd480d0b965a up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:54:49.927460 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2cf09268-2e52-489f-88d3-8d23b6af0035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:49.936578 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=adf2b7c0-dfae-4a0d-b4dc-2c0f4b3c335f,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:49.948727 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port ad2bb8ba-714e-49f4-b421-fd480d0b965a triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:54:49.949179 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:50.077427 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:50.123572 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port ad2bb8ba-714e-49f4-b421-fd480d0b965a, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=ad2bb8ba-714e-49f4-b421-fd480d0b965a,segment=NetworkSegment(9d7157a6-8670-462c-b175-6c19d661dbef),segment_id=9d7157a6-8670-462c-b175-6c19d661dbef)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:54:50.129087 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:50.182780 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=ad2bb8ba-714e-49f4-b421-fd480d0b965a,revision_number=7']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:51.528763 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device fce181c6-42dd-4733-8ebe-3454ed57783c up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:54:51.593523 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port fce181c6-42dd-4733-8ebe-3454ed57783c completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:54:51.598312 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port fce181c6-42dd-4733-8ebe-3454ed57783c triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:54:51.598684 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:51.691727 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:51.741820 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port fce181c6-42dd-4733-8ebe-3454ed57783c, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=fce181c6-42dd-4733-8ebe-3454ed57783c,segment=NetworkSegment(ed13f3d2-6ca4-4769-9a84-4aa46a0d7702),segment_id=ed13f3d2-6ca4-4769-9a84-4aa46a0d7702)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:54:51.747395 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:51.748400 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 20787d20-f6c8-4d3f-bbc1-57c93f37ccff up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:54:51.850122 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=fce181c6-42dd-4733-8ebe-3454ed57783c,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:51.872862 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port 20787d20-f6c8-4d3f-bbc1-57c93f37ccff completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:54:51.879765 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 20787d20-f6c8-4d3f-bbc1-57c93f37ccff triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:54:51.880194 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:51.977193 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:52.020807 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 20787d20-f6c8-4d3f-bbc1-57c93f37ccff, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=20787d20-f6c8-4d3f-bbc1-57c93f37ccff,segment=NetworkSegment(fc20b956-0db6-4362-9daa-9132de6a10a7),segment_id=fc20b956-0db6-4362-9daa-9132de6a10a7)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:54:52.027161 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:52.095240 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=20787d20-f6c8-4d3f-bbc1-57c93f37ccff,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:52.424340 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5adaf74d-44e3-4b01-afa4-18d3582f1ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:52.456627 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d6fcd390-74f6-4af4-8777-56270eedcef5 req-10fda3b7-9bb2-41ba-a415-d61f5da35bcb tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=2349d4cf1f41439ea3d7c6f38634ae0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422587 Sep 17 07:54:52.512059 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-18b5c2d6-1c31-4490-b927-5b6893e92ea5 req-5c6cdfcd-9470-4648-ba36-277cba85894b tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0641749 Sep 17 07:54:52.706343 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:52.802761 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fcd390-74f6-4af4-8777-56270eedcef5 req-f3109a2f-4267-4164-b461-a76aa8e817af tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:52.804422 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d6fcd390-74f6-4af4-8777-56270eedcef5 req-f3109a2f-4267-4164-b461-a76aa8e817af tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3470349 Sep 17 07:54:52.819424 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc69d1f-729f-47e4-9678-d486ec059f8a req-b4cfdcde-3025-4de4-aaaa-66d31d99738b tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:52.826223 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc69d1f-729f-47e4-9678-d486ec059f8a req-b4cfdcde-3025-4de4-aaaa-66d31d99738b tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:52.832316 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc69d1f-729f-47e4-9678-d486ec059f8a req-b4cfdcde-3025-4de4-aaaa-66d31d99738b tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:52.834226 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dbc69d1f-729f-47e4-9678-d486ec059f8a req-b4cfdcde-3025-4de4-aaaa-66d31d99738b tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc59ccdb-bded-4b11-ad63-f8c1d9fac62c HTTP/1.1" status: 200 len: 2419 time: 0.1121674 Sep 17 07:54:52.845082 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d6fcd390-74f6-4af4-8777-56270eedcef5 req-d8339242-66d4-4c76-9488-b6c341fca7ad tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/quotas/2349d4cf1f41439ea3d7c6f38634ae0a HTTP/1.1" status: 200 len: 375 time: 0.0099618 Sep 17 07:54:52.891055 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d6fcd390-74f6-4af4-8777-56270eedcef5 req-a33a0ca6-fe7e-4563-8e8b-6ebb388b184b tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2349d4cf1f41439ea3d7c6f38634ae0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387323 Sep 17 07:54:52.933869 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dbc69d1f-729f-47e4-9678-d486ec059f8a req-0506b0df-43a0-435d-9aa4-e9dc9cf1953e tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd1ad261-9f61-4567-be1f-04e2477ef432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868299 Sep 17 07:54:52.992014 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4dc41551-a15e-4402-85e4-f40434030182 req-11f8b482-16ce-40fd-be26-02c45c5b24f4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0511076 Sep 17 07:54:53.243670 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4dc41551-a15e-4402-85e4-f40434030182 req-ad0e7f12-e34a-4da5-b951-90249bf47bbf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0783861 Sep 17 07:54:53.253068 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf9722f-66a9-4338-9a16-37a47e514445 req-934053ab-4da8-4f5a-8ad1-34a87b2b4cb1 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:53.272476 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fbf9722f-66a9-4338-9a16-37a47e514445 req-934053ab-4da8-4f5a-8ad1-34a87b2b4cb1 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.2282932 Sep 17 07:54:53.301713 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-371a1fae-343e-4352-99e3-b1621d4fcda9 x-openstack-request-id: req-371a1fae-343e-4352-99e3-b1621d4fcda9 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:54:53.302189 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc59ccdb-bded-4b11-ad63-f8c1d9fac62c", "name": "network-vif-plugged", "status": "completed", "tag": "adf2b7c0-dfae-4a0d-b4dc-2c0f4b3c335f", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:54:53.302724 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-371a1fae-343e-4352-99e3-b1621d4fcda9 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:54:53.303275 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc59ccdb-bded-4b11-ad63-f8c1d9fac62c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf2b7c0-dfae-4a0d-b4dc-2c0f4b3c335f', 'code': 200} Sep 17 07:54:53.353610 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4dc41551-a15e-4402-85e4-f40434030182 req-e3274817-3961-44a9-b9f8-4a2f9400c53b service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0789843 Sep 17 07:54:53.422150 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fbf9722f-66a9-4338-9a16-37a47e514445 req-c19d7d9d-d4af-44d9-93c6-66ad3cf11a8d tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486285 Sep 17 07:54:53.475604 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-136cb3ce-3b41-4c76-9418-68e5d2efc81d req-69d4d980-6295-43a6-87fa-e100597a10bc tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a15fc49-dc1f-4668-a299-f6687ff5a7d7 HTTP/1.1" status: 200 len: 210 time: 0.0673199 Sep 17 07:54:53.593144 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:53.680436 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c416e745-ca03-49a2-85b7-0a11af5cef4f req-a8fe6708-918b-42d5-9b6b-f1e8ad10b41a tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0653658 Sep 17 07:54:53.691912 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc41551-a15e-4402-85e4-f40434030182 req-cb87f8d2-0554-43b3-a949-6c2595ab8b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:53.696545 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4dc41551-a15e-4402-85e4-f40434030182 req-cb87f8d2-0554-43b3-a949-6c2595ab8b5c service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3341839 Sep 17 07:54:54.173613 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef06bfb7-a5d4-4d7b-b310-2c1d43a0624c req-04beee2f-ded3-4b12-91d9-5827d839ae2c tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:54.193143 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef06bfb7-a5d4-4d7b-b310-2c1d43a0624c req-04beee2f-ded3-4b12-91d9-5827d839ae2c tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:54.217335 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef06bfb7-a5d4-4d7b-b310-2c1d43a0624c req-04beee2f-ded3-4b12-91d9-5827d839ae2c tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:54.221184 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ef06bfb7-a5d4-4d7b-b310-2c1d43a0624c req-04beee2f-ded3-4b12-91d9-5827d839ae2c tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc59ccdb-bded-4b11-ad63-f8c1d9fac62c HTTP/1.1" status: 200 len: 2419 time: 0.1642752 Sep 17 07:54:54.303961 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ef06bfb7-a5d4-4d7b-b310-2c1d43a0624c req-1e992a5b-8850-4c30-8cc1-89ed8ccf87b5 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd1ad261-9f61-4567-be1f-04e2477ef432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779154 Sep 17 07:54:54.560005 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9302d2a-6f08-40df-abc2-81c887def643 req-54130f9e-70f6-4092-b23e-36c7a8afef63 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:54.561754 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e9302d2a-6f08-40df-abc2-81c887def643 req-54130f9e-70f6-4092-b23e-36c7a8afef63 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.0645354 Sep 17 07:54:54.627881 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e9302d2a-6f08-40df-abc2-81c887def643 req-30fe1a60-cab6-46b8-ba15-bded4c2bc093 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592496 Sep 17 07:54:54.745603 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-90dc0f11-05d3-4cf6-901e-8eec77715184 req-60429fd1-557c-4f05-88f5-06a6a0514a57 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a15fc49-dc1f-4668-a299-f6687ff5a7d7 HTTP/1.1" status: 200 len: 210 time: 0.0377748 Sep 17 07:54:54.923349 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-560b19d3-707c-4f6c-9bfc-adee0c82e0b8 req-080e79fb-2e57-4439-9e94-10a9829a7575 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0560777 Sep 17 07:54:54.943052 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d6fcd390-74f6-4af4-8777-56270eedcef5 req-1d26338d-941b-4713-9a8a-f20fc6a9c8d6 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=2349d4cf1f41439ea3d7c6f38634ae0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0423841 Sep 17 07:54:55.105993 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fcd390-74f6-4af4-8777-56270eedcef5 req-bd48907d-9e31-4d46-b1a6-4c0c76fc38ae tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:55.108601 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d6fcd390-74f6-4af4-8777-56270eedcef5 req-bd48907d-9e31-4d46-b1a6-4c0c76fc38ae tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1567497 Sep 17 07:54:55.130159 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-d6fcd390-74f6-4af4-8777-56270eedcef5 req-5194e316-8c0d-46a8-8139-e6fd1a4c64e1 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Request body: {'port': {'device_id': '6a15fc49-dc1f-4668-a299-f6687ff5a7d7', 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583', 'admin_state_up': True, 'tenant_id': '2349d4cf1f41439ea3d7c6f38634ae0a'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:54:55.209293 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:55.291633 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6fcd390-74f6-4af4-8777-56270eedcef5 req-5194e316-8c0d-46a8-8139-e6fd1a4c64e1 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Made reservation on behalf of 2349d4cf1f41439ea3d7c6f38634ae0a for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:54:55.296831 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-d6fcd390-74f6-4af4-8777-56270eedcef5 req-5194e316-8c0d-46a8-8139-e6fd1a4c64e1 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:55.304351 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96ccc481-de1b-4067-94b3-5b88de9fde3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad2bb8ba-714e-49f4-b421-fd480d0b965a'}, {'server_uuid': 'dc59ccdb-bded-4b11-ad63-f8c1d9fac62c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fce181c6-42dd-4733-8ebe-3454ed57783c'}, {'server_uuid': 'dc59ccdb-bded-4b11-ad63-f8c1d9fac62c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20787d20-f6c8-4d3f-bbc1-57c93f37ccff'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:54:55.306775 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26128283-c74c-4785-8d40-71704d1c397c" -d '{"events": [{"server_uuid": "96ccc481-de1b-4067-94b3-5b88de9fde3d", "name": "network-vif-plugged", "status": "completed", "tag": "ad2bb8ba-714e-49f4-b421-fd480d0b965a"}, {"server_uuid": "dc59ccdb-bded-4b11-ad63-f8c1d9fac62c", "name": "network-vif-plugged", "status": "completed", "tag": "fce181c6-42dd-4733-8ebe-3454ed57783c"}, {"server_uuid": "dc59ccdb-bded-4b11-ad63-f8c1d9fac62c", "name": "network-vif-plugged", "status": "completed", "tag": "20787d20-f6c8-4d3f-bbc1-57c93f37ccff"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:54:55.311683 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-d6fcd390-74f6-4af4-8777-56270eedcef5 req-5194e316-8c0d-46a8-8139-e6fd1a4c64e1 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:55.393393 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 17 Sep 2021 07:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe4812ba-ad25-4350-a2ea-f21979cd8cda x-openstack-request-id: req-fe4812ba-ad25-4350-a2ea-f21979cd8cda {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:54:55.393709 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96ccc481-de1b-4067-94b3-5b88de9fde3d", "name": "network-vif-plugged", "status": "completed", "tag": "ad2bb8ba-714e-49f4-b421-fd480d0b965a", "code": 200}, {"server_uuid": "dc59ccdb-bded-4b11-ad63-f8c1d9fac62c", "name": "network-vif-plugged", "status": "completed", "tag": "fce181c6-42dd-4733-8ebe-3454ed57783c", "code": 200}, {"server_uuid": "dc59ccdb-bded-4b11-ad63-f8c1d9fac62c", "name": "network-vif-plugged", "status": "completed", "tag": "20787d20-f6c8-4d3f-bbc1-57c93f37ccff", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:54:55.393969 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fe4812ba-ad25-4350-a2ea-f21979cd8cda {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:54:55.394374 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96ccc481-de1b-4067-94b3-5b88de9fde3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad2bb8ba-714e-49f4-b421-fd480d0b965a', 'code': 200} Sep 17 07:54:55.394648 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc59ccdb-bded-4b11-ad63-f8c1d9fac62c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fce181c6-42dd-4733-8ebe-3454ed57783c', 'code': 200} Sep 17 07:54:55.394895 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc59ccdb-bded-4b11-ad63-f8c1d9fac62c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20787d20-f6c8-4d3f-bbc1-57c93f37ccff', 'code': 200} Sep 17 07:54:55.485129 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-d6fcd390-74f6-4af4-8777-56270eedcef5 req-5194e316-8c0d-46a8-8139-e6fd1a4c64e1 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:55.498350 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-d6fcd390-74f6-4af4-8777-56270eedcef5 req-5194e316-8c0d-46a8-8139-e6fd1a4c64e1 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:55.586669 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5194e316-8c0d-46a8-8139-e6fd1a4c64e1 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33990649-b2d6-44f8-b750-06be1e435031,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:55.666064 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6218fd0-25bf-482e-998d-d869e6bc8f2c req-8b63ee2c-4397-40b1-9b7f-035d14d34328 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:55.673078 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6218fd0-25bf-482e-998d-d869e6bc8f2c req-8b63ee2c-4397-40b1-9b7f-035d14d34328 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:55.679614 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6218fd0-25bf-482e-998d-d869e6bc8f2c req-8b63ee2c-4397-40b1-9b7f-035d14d34328 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:55.687562 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c6218fd0-25bf-482e-998d-d869e6bc8f2c req-8b63ee2c-4397-40b1-9b7f-035d14d34328 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc59ccdb-bded-4b11-ad63-f8c1d9fac62c HTTP/1.1" status: 200 len: 2419 time: 0.1413975 Sep 17 07:54:55.692711 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-d6fcd390-74f6-4af4-8777-56270eedcef5 req-5194e316-8c0d-46a8-8139-e6fd1a4c64e1 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Allocated IP 192.168.233.62 (469390cd-cce5-49bd-b8f8-9e64018a0583/5f3af6cb-9cad-436b-bf41-034e75672c44/389c670e-990d-4f20-ac8c-3cce9f4cde9c) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:54:55.715096 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9221e1a2-ff51-4fb5-9145-f37ebbb2691d req-597b34cb-c89f-43f1-8954-d68167af5cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:55.715581 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9221e1a2-ff51-4fb5-9145-f37ebbb2691d req-597b34cb-c89f-43f1-8954-d68167af5cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:55.716087 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9221e1a2-ff51-4fb5-9145-f37ebbb2691d req-597b34cb-c89f-43f1-8954-d68167af5cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:55.718520 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9221e1a2-ff51-4fb5-9145-f37ebbb2691d req-597b34cb-c89f-43f1-8954-d68167af5cae service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dc59ccdb-bded-4b11-ad63-f8c1d9fac62c HTTP/1.1" status: 200 len: 2872 time: 0.1159551 Sep 17 07:54:55.748059 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c6218fd0-25bf-482e-998d-d869e6bc8f2c req-5f5c7ab6-b8ec-47a7-8c1b-9c65b39adfa9 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd1ad261-9f61-4567-be1f-04e2477ef432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594554 Sep 17 07:54:55.817764 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9221e1a2-ff51-4fb5-9145-f37ebbb2691d req-1f277d95-3f0b-4f84-9125-19ea48446ba0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=cd1ad261-9f61-4567-be1f-04e2477ef432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684700 Sep 17 07:54:55.931857 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-d6fcd390-74f6-4af4-8777-56270eedcef5 req-5194e316-8c0d-46a8-8139-e6fd1a4c64e1 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:55.976295 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-d6fcd390-74f6-4af4-8777-56270eedcef5 req-5194e316-8c0d-46a8-8139-e6fd1a4c64e1 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:56.057324 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6fcd390-74f6-4af4-8777-56270eedcef5 req-5194e316-8c0d-46a8-8139-e6fd1a4c64e1 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Network 469390cd-cce5-49bd-b8f8-9e64018a0583 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:54:56.060948 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-d6fcd390-74f6-4af4-8777-56270eedcef5 req-5194e316-8c0d-46a8-8139-e6fd1a4c64e1 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:54:56.065104 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6fcd390-74f6-4af4-8777-56270eedcef5 req-5194e316-8c0d-46a8-8139-e6fd1a4c64e1 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:54:56.133059 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5194e316-8c0d-46a8-8139-e6fd1a4c64e1 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Pushing event updated for resources: {'Port': ['ID=389c670e-990d-4f20-ac8c-3cce9f4cde9c,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:56.193179 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fcd390-74f6-4af4-8777-56270eedcef5 req-5194e316-8c0d-46a8-8139-e6fd1a4c64e1 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:56.197453 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-d6fcd390-74f6-4af4-8777-56270eedcef5 req-5194e316-8c0d-46a8-8139-e6fd1a4c64e1 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:56.236194 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d6fcd390-74f6-4af4-8777-56270eedcef5 req-5194e316-8c0d-46a8-8139-e6fd1a4c64e1 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1105804 Sep 17 07:54:56.411306 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-d6fcd390-74f6-4af4-8777-56270eedcef5 req-076be06b-08c0-41e2-8f29-52013e058b65 service neutron] Request body: {'port': {'device_id': '6a15fc49-dc1f-4668-a299-f6687ff5a7d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:54:56.447930 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-19095c60-e6ca-4afb-851a-1e9ac788a922 None None] Provisioning complete for port 389c670e-990d-4f20-ac8c-3cce9f4cde9c triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:54:56.449105 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-19095c60-e6ca-4afb-851a-1e9ac788a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:56.467492 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20cc550-b482-4493-a894-a78ee00726b4 req-32e486b8-e94d-40b2-ae0f-6b137387b750 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:56.469522 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a20cc550-b482-4493-a894-a78ee00726b4 req-32e486b8-e94d-40b2-ae0f-6b137387b750 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.0668130 Sep 17 07:54:56.530535 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a20cc550-b482-4493-a894-a78ee00726b4 req-7d18f5e9-3f08-45d0-9913-aac09b2c91e7 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510662 Sep 17 07:54:56.580776 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-d6fcd390-74f6-4af4-8777-56270eedcef5 req-076be06b-08c0-41e2-8f29-52013e058b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:56.723689 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a804948-84f1-4156-bbd1-07907858afd5 req-287eaac7-ea7f-418a-9a72-177681aea2c7 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:56.736323 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1a804948-84f1-4156-bbd1-07907858afd5 req-287eaac7-ea7f-418a-9a72-177681aea2c7 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a15fc49-dc1f-4668-a299-f6687ff5a7d7 HTTP/1.1" status: 200 len: 935 time: 0.1064060 Sep 17 07:54:56.799210 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-19095c60-e6ca-4afb-851a-1e9ac788a922 None None] Port 389c670e-990d-4f20-ac8c-3cce9f4cde9c cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:54:56.835790 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1a804948-84f1-4156-bbd1-07907858afd5 req-e8416276-f7e2-4b66-86f3-fd390f2c62ab tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889950 Sep 17 07:54:56.951646 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 0ed2d12b-bfaf-472c-a6ae-5ba8d60d89d0 details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:54:56.960696 n-d-789963-9 neutron-server[101291]: INFO neutron.plugins.ml2.plugin [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] No ports have port_id starting with 0ed2d12b-bfaf-472c-a6ae-5ba8d60d89d0 Sep 17 07:54:56.973290 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 0ed2d12b-bfaf-472c-a6ae-5ba8d60d89d0 requested by agent hyperv_n-h1-789963-9 not found in database {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Sep 17 07:54:57.128175 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ad458174-bb01-4517-b417-681bf5de0eb4 req-5767aac3-86d3-4723-913f-4b83ded8092b tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.1036730 Sep 17 07:54:57.242233 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-d6fcd390-74f6-4af4-8777-56270eedcef5 req-076be06b-08c0-41e2-8f29-52013e058b65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 389c670e-990d-4f20-ac8c-3cce9f4cde9c {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:54:57.252460 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-d6fcd390-74f6-4af4-8777-56270eedcef5 req-076be06b-08c0-41e2-8f29-52013e058b65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:57.284264 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-d6fcd390-74f6-4af4-8777-56270eedcef5 req-076be06b-08c0-41e2-8f29-52013e058b65 service neutron] Transition to ACTIVE for port object 389c670e-990d-4f20-ac8c-3cce9f4cde9c will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:54:57.287591 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb245c5-8a4a-4884-8f85-d5cc072fe9f5 req-5f92c46e-43a2-4bc5-9aa3-f8d35a713a0f tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:57.294201 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-d6fcd390-74f6-4af4-8777-56270eedcef5 req-076be06b-08c0-41e2-8f29-52013e058b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:57.295378 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb245c5-8a4a-4884-8f85-d5cc072fe9f5 req-5f92c46e-43a2-4bc5-9aa3-f8d35a713a0f tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:57.306463 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb245c5-8a4a-4884-8f85-d5cc072fe9f5 req-5f92c46e-43a2-4bc5-9aa3-f8d35a713a0f tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:57.308375 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-afb245c5-8a4a-4884-8f85-d5cc072fe9f5 req-5f92c46e-43a2-4bc5-9aa3-f8d35a713a0f tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc59ccdb-bded-4b11-ad63-f8c1d9fac62c HTTP/1.1" status: 200 len: 2419 time: 0.1021774 Sep 17 07:54:57.393135 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-afb245c5-8a4a-4884-8f85-d5cc072fe9f5 req-5f2cf4a8-4657-4b5d-b297-7fa2a3a35688 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd1ad261-9f61-4567-be1f-04e2477ef432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781019 Sep 17 07:54:57.396899 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076be06b-08c0-41e2-8f29-52013e058b65 service neutron] Pushing event updated for resources: {'Port': ['ID=389c670e-990d-4f20-ac8c-3cce9f4cde9c,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:57.545525 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-d6fcd390-74f6-4af4-8777-56270eedcef5 req-076be06b-08c0-41e2-8f29-52013e058b65 service neutron] Attempting to bind port 389c670e-990d-4f20-ac8c-3cce9f4cde9c on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:54:57.545893 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-d6fcd390-74f6-4af4-8777-56270eedcef5 req-076be06b-08c0-41e2-8f29-52013e058b65 service neutron] Attempting to bind port 389c670e-990d-4f20-ac8c-3cce9f4cde9c by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:54:57.546191 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fcd390-74f6-4af4-8777-56270eedcef5 req-076be06b-08c0-41e2-8f29-52013e058b65 service neutron] Attempting to bind port 389c670e-990d-4f20-ac8c-3cce9f4cde9c on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:54:57.566341 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fcd390-74f6-4af4-8777-56270eedcef5 req-076be06b-08c0-41e2-8f29-52013e058b65 service neutron] Port 389c670e-990d-4f20-ac8c-3cce9f4cde9c on network 469390cd-cce5-49bd-b8f8-9e64018a0583 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:54:57.566341 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fcd390-74f6-4af4-8777-56270eedcef5 req-076be06b-08c0-41e2-8f29-52013e058b65 service neutron] Attempting to bind port 389c670e-990d-4f20-ac8c-3cce9f4cde9c on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:54:57.576664 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fcd390-74f6-4af4-8777-56270eedcef5 req-076be06b-08c0-41e2-8f29-52013e058b65 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:54:57.577027 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fcd390-74f6-4af4-8777-56270eedcef5 req-076be06b-08c0-41e2-8f29-52013e058b65 service neutron] Checking segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:54:57.577383 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fcd390-74f6-4af4-8777-56270eedcef5 req-076be06b-08c0-41e2-8f29-52013e058b65 service neutron] Bound using segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:54:57.577962 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-d6fcd390-74f6-4af4-8777-56270eedcef5 req-076be06b-08c0-41e2-8f29-52013e058b65 service neutron] Bound port: 389c670e-990d-4f20-ac8c-3cce9f4cde9c, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:54:57.578329 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-d6fcd390-74f6-4af4-8777-56270eedcef5 req-076be06b-08c0-41e2-8f29-52013e058b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:57.738859 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-d6fcd390-74f6-4af4-8777-56270eedcef5 req-076be06b-08c0-41e2-8f29-52013e058b65 service neutron] For port 389c670e-990d-4f20-ac8c-3cce9f4cde9c, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:54:57.761440 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-d6fcd390-74f6-4af4-8777-56270eedcef5 req-076be06b-08c0-41e2-8f29-52013e058b65 service neutron] For port 389c670e-990d-4f20-ac8c-3cce9f4cde9c, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=389c670e-990d-4f20-ac8c-3cce9f4cde9c,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:54:57.774236 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-d6fcd390-74f6-4af4-8777-56270eedcef5 req-076be06b-08c0-41e2-8f29-52013e058b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:57.878693 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b9fe9b-3005-4584-a62f-c406da121e86 req-f482173a-40e3-4626-81df-a197d4f74228 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:57.886130 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fcd390-74f6-4af4-8777-56270eedcef5 req-076be06b-08c0-41e2-8f29-52013e058b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:57.887106 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-d6fcd390-74f6-4af4-8777-56270eedcef5 req-076be06b-08c0-41e2-8f29-52013e058b65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:54:57.889604 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d6fcd390-74f6-4af4-8777-56270eedcef5 req-076be06b-08c0-41e2-8f29-52013e058b65 service neutron] 10.222.0.39 "PUT /v2.0/ports/389c670e-990d-4f20-ac8c-3cce9f4cde9c HTTP/1.1" status: 200 len: 1095 time: 1.4848771 Sep 17 07:54:57.890494 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a15fc49-dc1f-4668-a299-f6687ff5a7d7', 'tag': '389c670e-990d-4f20-ac8c-3cce9f4cde9c'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:54:57.890633 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e7b9fe9b-3005-4584-a62f-c406da121e86 req-f482173a-40e3-4626-81df-a197d4f74228 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.1485405 Sep 17 07:54:57.893349 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc27f26b-f835-476b-ae13-7399b2287c3c" -d '{"events": [{"name": "network-changed", "server_uuid": "6a15fc49-dc1f-4668-a299-f6687ff5a7d7", "tag": "389c670e-990d-4f20-ac8c-3cce9f4cde9c"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:54:57.957085 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076be06b-08c0-41e2-8f29-52013e058b65 service neutron] Pushing event updated for resources: {'Port': ['ID=389c670e-990d-4f20-ac8c-3cce9f4cde9c,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:54:58.019729 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e7b9fe9b-3005-4584-a62f-c406da121e86 req-bc05da8b-999b-4fe1-a28f-7ce7340b2498 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282289 Sep 17 07:54:58.063372 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fcd390-74f6-4af4-8777-56270eedcef5 req-1cb831e6-9181-44b7-b07e-4b11a18af48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:58.065042 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d6fcd390-74f6-4af4-8777-56270eedcef5 req-1cb831e6-9181-44b7-b07e-4b11a18af48c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2349d4cf1f41439ea3d7c6f38634ae0a&device_id=6a15fc49-dc1f-4668-a299-f6687ff5a7d7 HTTP/1.1" status: 200 len: 1098 time: 0.0882113 Sep 17 07:54:58.169402 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d6fcd390-74f6-4af4-8777-56270eedcef5 req-6b24be8f-9f61-428c-b6ee-65c2b816045b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=389c670e-990d-4f20-ac8c-3cce9f4cde9c HTTP/1.1" status: 200 len: 217 time: 0.0877717 Sep 17 07:54:58.240366 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fcd390-74f6-4af4-8777-56270eedcef5 req-7928add5-3647-4720-a8b1-fe56e553796c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:58.242285 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d6fcd390-74f6-4af4-8777-56270eedcef5 req-7928add5-3647-4720-a8b1-fe56e553796c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.0649879 Sep 17 07:54:58.278440 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402cf308-66f5-4ee1-9cfd-1a737dbd0631 req-745b8828-7427-42c0-893f-388a3a83be2a tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:58.290601 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-402cf308-66f5-4ee1-9cfd-1a737dbd0631 req-745b8828-7427-42c0-893f-388a3a83be2a tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a15fc49-dc1f-4668-a299-f6687ff5a7d7 HTTP/1.1" status: 200 len: 947 time: 0.1090603 Sep 17 07:54:58.338052 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fcd390-74f6-4af4-8777-56270eedcef5 req-aa942ce5-3426-41a9-929a-09aade5e94b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:58.339808 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d6fcd390-74f6-4af4-8777-56270eedcef5 req-aa942ce5-3426-41a9-929a-09aade5e94b9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0879471 Sep 17 07:54:58.386033 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-402cf308-66f5-4ee1-9cfd-1a737dbd0631 req-2c95d094-290b-4fa2-86fd-61599a3cb91f tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932155 Sep 17 07:54:58.476369 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2622161f-932d-464d-8904-8a09d779beb8 x-openstack-request-id: req-2622161f-932d-464d-8904-8a09d779beb8 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:54:58.476661 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a15fc49-dc1f-4668-a299-f6687ff5a7d7", "tag": "389c670e-990d-4f20-ac8c-3cce9f4cde9c", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:54:58.476912 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2622161f-932d-464d-8904-8a09d779beb8 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:54:58.477309 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a15fc49-dc1f-4668-a299-f6687ff5a7d7', 'tag': '389c670e-990d-4f20-ac8c-3cce9f4cde9c', 'status': 'completed', 'code': 200} Sep 17 07:54:58.553512 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d6fcd390-74f6-4af4-8777-56270eedcef5 req-6d943089-74a2-46d3-b998-24b0ba5c5480 service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041450 Sep 17 07:54:58.633825 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-eca1e27a-dde8-4eba-a877-b186ce7ec6b4 req-dd1812c9-ab7f-4849-805b-0cc3dbc61f72 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0898414 Sep 17 07:54:58.767002 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ce417-79a8-43aa-8746-2ae2a8d9f264 req-6872af14-30a8-4591-8796-a5e737ed0e86 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:58.770196 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d6fcd390-74f6-4af4-8777-56270eedcef5 req-95be2928-c7fc-4c21-8b3a-1e2c560fd714 service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973701 Sep 17 07:54:58.773252 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ce417-79a8-43aa-8746-2ae2a8d9f264 req-6872af14-30a8-4591-8796-a5e737ed0e86 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:58.781164 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ce417-79a8-43aa-8746-2ae2a8d9f264 req-6872af14-30a8-4591-8796-a5e737ed0e86 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:58.782933 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-777ce417-79a8-43aa-8746-2ae2a8d9f264 req-6872af14-30a8-4591-8796-a5e737ed0e86 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc59ccdb-bded-4b11-ad63-f8c1d9fac62c HTTP/1.1" status: 200 len: 2419 time: 0.0751438 Sep 17 07:54:58.858734 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-777ce417-79a8-43aa-8746-2ae2a8d9f264 req-fac89acd-f9b8-4725-bdd7-050ee2a053f9 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd1ad261-9f61-4567-be1f-04e2477ef432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695720 Sep 17 07:54:58.983380 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27f26b-f835-476b-ae13-7399b2287c3c req-e1a28a1e-386c-47bd-97d5-4b0e80e42ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:58.984958 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fc27f26b-f835-476b-ae13-7399b2287c3c req-e1a28a1e-386c-47bd-97d5-4b0e80e42ae4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2349d4cf1f41439ea3d7c6f38634ae0a&device_id=6a15fc49-dc1f-4668-a299-f6687ff5a7d7 HTTP/1.1" status: 200 len: 1098 time: 0.0749261 Sep 17 07:54:59.139810 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27f26b-f835-476b-ae13-7399b2287c3c req-95193163-b323-4e36-8cc7-7594d19c0939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:59.141520 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fc27f26b-f835-476b-ae13-7399b2287c3c req-95193163-b323-4e36-8cc7-7594d19c0939 service neutron] 10.222.0.39 "GET /v2.0/networks?id=469390cd-cce5-49bd-b8f8-9e64018a0583 HTTP/1.1" status: 200 len: 870 time: 0.1194124 Sep 17 07:54:59.232844 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a055ad-c59d-41d8-a5c5-d45881a75896 req-75349dde-c38e-4db6-b17a-959447946396 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:59.236275 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-66a055ad-c59d-41d8-a5c5-d45881a75896 req-75349dde-c38e-4db6-b17a-959447946396 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.0828731 Sep 17 07:54:59.242302 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fc27f26b-f835-476b-ae13-7399b2287c3c req-9b2d99ba-dfa9-47bb-b961-8799abb91d6c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=389c670e-990d-4f20-ac8c-3cce9f4cde9c HTTP/1.1" status: 200 len: 217 time: 0.0916262 Sep 17 07:54:59.307779 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-66a055ad-c59d-41d8-a5c5-d45881a75896 req-60dc079d-e49c-44fb-97a2-59be25d7fa6c tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648360 Sep 17 07:54:59.345703 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27f26b-f835-476b-ae13-7399b2287c3c req-58061e4e-461d-4260-90a6-0ac383bd4e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:59.348933 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fc27f26b-f835-476b-ae13-7399b2287c3c req-58061e4e-461d-4260-90a6-0ac383bd4e30 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.0917487 Sep 17 07:54:59.433481 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27f26b-f835-476b-ae13-7399b2287c3c req-a17ed46b-e8c7-4c94-b98d-a2f9799a8d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:59.435773 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fc27f26b-f835-476b-ae13-7399b2287c3c req-a17ed46b-e8c7-4c94-b98d-a2f9799a8d47 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0712602 Sep 17 07:54:59.607828 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fc27f26b-f835-476b-ae13-7399b2287c3c req-d288cbe2-077e-41f0-9f6d-703017921dc2 service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626425 Sep 17 07:54:59.697019 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6090dcea-cb87-47a5-8c38-63f3e1b7536e req-ddd9a356-dc99-4e27-a654-27f623247d82 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:59.705821 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6090dcea-cb87-47a5-8c38-63f3e1b7536e req-ddd9a356-dc99-4e27-a654-27f623247d82 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a15fc49-dc1f-4668-a299-f6687ff5a7d7 HTTP/1.1" status: 200 len: 947 time: 0.0710995 Sep 17 07:54:59.726484 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fc27f26b-f835-476b-ae13-7399b2287c3c req-988d1e34-e80c-46bc-a657-d0e56db09d51 service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103709 Sep 17 07:54:59.770937 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6090dcea-cb87-47a5-8c38-63f3e1b7536e req-506b1f17-811f-4556-a7e3-2355d73b7781 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602453 Sep 17 07:54:59.902333 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749c9ae7-21d9-4550-8b69-14d0e36834ca req-a3b8a41e-9c8f-4877-b1f9-d9c17d615b85 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:59.909778 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749c9ae7-21d9-4550-8b69-14d0e36834ca req-a3b8a41e-9c8f-4877-b1f9-d9c17d615b85 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:59.916291 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749c9ae7-21d9-4550-8b69-14d0e36834ca req-a3b8a41e-9c8f-4877-b1f9-d9c17d615b85 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:54:59.919385 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-749c9ae7-21d9-4550-8b69-14d0e36834ca req-a3b8a41e-9c8f-4877-b1f9-d9c17d615b85 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc59ccdb-bded-4b11-ad63-f8c1d9fac62c HTTP/1.1" status: 200 len: 2419 time: 0.0843668 Sep 17 07:54:59.986172 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-749c9ae7-21d9-4550-8b69-14d0e36834ca req-260b674e-5a62-486b-8c72-3446d2972af9 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd1ad261-9f61-4567-be1f-04e2477ef432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540349 Sep 17 07:55:00.105363 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1cf6339e-981f-4fd8-b061-c37021ab924b req-6b0b4bbd-ed54-487b-9c39-a8cd53991fcb tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0464616 Sep 17 07:55:00.239230 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca10b0b0-08a1-44aa-bb62-833bdc80dfb8 req-84707fdd-81d5-402c-a5f9-ebeb5ca20775 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:00.241036 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ca10b0b0-08a1-44aa-bb62-833bdc80dfb8 req-84707fdd-81d5-402c-a5f9-ebeb5ca20775 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/ports?device_id=46438423-9d22-4c4d-96c5-b83ca64abf2b HTTP/1.1" status: 200 len: 950 time: 0.0597627 Sep 17 07:55:00.281998 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ca10b0b0-08a1-44aa-bb62-833bdc80dfb8 req-a2ebae90-3869-4e90-b3a9-ceccb2c27017 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/security-groups?id=bee75c6a-c6c1-4516-b836-9a734cc34688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340040 Sep 17 07:55:00.447512 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c484939c-f316-4848-91a0-adf5675d9fd9 req-0c794198-d2af-4e94-bef0-c61bbaa4cc32 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:00.451059 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c484939c-f316-4848-91a0-adf5675d9fd9 req-0c794198-d2af-4e94-bef0-c61bbaa4cc32 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.0549283 Sep 17 07:55:00.508848 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c484939c-f316-4848-91a0-adf5675d9fd9 req-82b68de8-ac0a-4fe2-a75f-6b11b30853e5 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481265 Sep 17 07:55:00.927164 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b9bdc-ad33-425f-a158-14b36d9601e4 req-d2799582-71da-4a12-9716-e31fc3a2850a tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:00.936421 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b18b9bdc-ad33-425f-a158-14b36d9601e4 req-d2799582-71da-4a12-9716-e31fc3a2850a tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a15fc49-dc1f-4668-a299-f6687ff5a7d7 HTTP/1.1" status: 200 len: 947 time: 0.0696609 Sep 17 07:55:01.004288 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b18b9bdc-ad33-425f-a158-14b36d9601e4 req-b887ec33-e7c6-4186-b55c-f0b773712c68 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627379 Sep 17 07:55:01.144587 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91118f-35eb-4f17-af41-e976632c76cc req-6129dd9e-8ac1-471d-bbec-7f2f962487c4 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:01.150932 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91118f-35eb-4f17-af41-e976632c76cc req-6129dd9e-8ac1-471d-bbec-7f2f962487c4 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:01.157205 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91118f-35eb-4f17-af41-e976632c76cc req-6129dd9e-8ac1-471d-bbec-7f2f962487c4 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:01.159109 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3a91118f-35eb-4f17-af41-e976632c76cc req-6129dd9e-8ac1-471d-bbec-7f2f962487c4 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc59ccdb-bded-4b11-ad63-f8c1d9fac62c HTTP/1.1" status: 200 len: 2419 time: 0.0897593 Sep 17 07:55:01.228203 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-386d0347-08f7-46bf-abc3-cbd00004e2b0 req-155f8861-59d6-456f-9d6c-45b7722767d5 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0504074 Sep 17 07:55:01.258591 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3a91118f-35eb-4f17-af41-e976632c76cc req-844ccb61-7abe-466f-b27e-78b4331b7768 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd1ad261-9f61-4567-be1f-04e2477ef432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923698 Sep 17 07:55:01.456039 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363fdf64-c9dd-4fbc-9770-89ef69ef3390 req-2d098be4-63c3-4859-a3a6-fed91359887a tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:01.464424 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-363fdf64-c9dd-4fbc-9770-89ef69ef3390 req-2d098be4-63c3-4859-a3a6-fed91359887a tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/ports?device_id=46438423-9d22-4c4d-96c5-b83ca64abf2b HTTP/1.1" status: 200 len: 950 time: 0.0598249 Sep 17 07:55:01.512484 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-363fdf64-c9dd-4fbc-9770-89ef69ef3390 req-28e69c23-b21d-4e2b-9b4f-791670a24225 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/security-groups?id=bee75c6a-c6c1-4516-b836-9a734cc34688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470734 Sep 17 07:55:01.735145 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6cacad-7f72-4a88-b65a-a08ef2a41b11 req-05969183-54e4-4e84-8110-460b1646f57b tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:01.737391 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3b6cacad-7f72-4a88-b65a-a08ef2a41b11 req-05969183-54e4-4e84-8110-460b1646f57b tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.1396976 Sep 17 07:55:01.804877 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3b6cacad-7f72-4a88-b65a-a08ef2a41b11 req-6702e47a-c01f-4208-bd03-d41c5f89445e tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488575 Sep 17 07:55:02.203959 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec039a10-1fc1-4318-95a8-e2725c2b7eef req-adb70512-70a5-46b0-b904-a5c51f684f50 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:02.218720 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ec039a10-1fc1-4318-95a8-e2725c2b7eef req-adb70512-70a5-46b0-b904-a5c51f684f50 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a15fc49-dc1f-4668-a299-f6687ff5a7d7 HTTP/1.1" status: 200 len: 947 time: 0.1075137 Sep 17 07:55:02.261745 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac3efbb-2392-4be6-844b-f0c0ee173ca9 req-b1f4994b-b288-4be9-8ef6-6dab46d4ece1 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:02.269622 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac3efbb-2392-4be6-844b-f0c0ee173ca9 req-b1f4994b-b288-4be9-8ef6-6dab46d4ece1 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:02.283314 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ec039a10-1fc1-4318-95a8-e2725c2b7eef req-10c2aee4-96ef-4eea-8dcb-7efe7f4ce3f1 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630906 Sep 17 07:55:02.284958 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac3efbb-2392-4be6-844b-f0c0ee173ca9 req-b1f4994b-b288-4be9-8ef6-6dab46d4ece1 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:02.286576 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0ac3efbb-2392-4be6-844b-f0c0ee173ca9 req-b1f4994b-b288-4be9-8ef6-6dab46d4ece1 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc59ccdb-bded-4b11-ad63-f8c1d9fac62c HTTP/1.1" status: 200 len: 2419 time: 0.1094546 Sep 17 07:55:02.430727 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3f5f98c3-c467-425c-828f-27bd08faa9a6 req-e2f54f4d-6ffe-4788-9812-341c3c6d7b34 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0765817 Sep 17 07:55:02.439718 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-0ac3efbb-2392-4be6-844b-f0c0ee173ca9 req-15b8aa4f-899a-4ac9-a5b2-5320161e18ec tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Deleting port fce181c6-42dd-4733-8ebe-3454ed57783c {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:55:02.440503 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-0ac3efbb-2392-4be6-844b-f0c0ee173ca9 req-15b8aa4f-899a-4ac9-a5b2-5320161e18ec tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:02.456188 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031db6b2-754d-4384-ab85-38e587907387 req-b8894512-50c9-4689-8c44-f5f5f7d43f58 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:02.464075 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031db6b2-754d-4384-ab85-38e587907387 req-b8894512-50c9-4689-8c44-f5f5f7d43f58 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:02.471132 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031db6b2-754d-4384-ab85-38e587907387 req-b8894512-50c9-4689-8c44-f5f5f7d43f58 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:02.480178 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-031db6b2-754d-4384-ab85-38e587907387 req-b8894512-50c9-4689-8c44-f5f5f7d43f58 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc59ccdb-bded-4b11-ad63-f8c1d9fac62c HTTP/1.1" status: 200 len: 2419 time: 0.1247780 Sep 17 07:55:02.542935 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-031db6b2-754d-4384-ab85-38e587907387 req-ca2610d7-e7bb-4084-a5e5-eedca63b48e1 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd1ad261-9f61-4567-be1f-04e2477ef432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589943 Sep 17 07:55:02.599716 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-0ac3efbb-2392-4be6-844b-f0c0ee173ca9 req-15b8aa4f-899a-4ac9-a5b2-5320161e18ec tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] For port fce181c6-42dd-4733-8ebe-3454ed57783c, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=fce181c6-42dd-4733-8ebe-3454ed57783c,segment=NetworkSegment(ed13f3d2-6ca4-4769-9a84-4aa46a0d7702),segment_id=ed13f3d2-6ca4-4769-9a84-4aa46a0d7702)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:55:02.600128 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-0ac3efbb-2392-4be6-844b-f0c0ee173ca9 req-15b8aa4f-899a-4ac9-a5b2-5320161e18ec tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:02.614616 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-0ac3efbb-2392-4be6-844b-f0c0ee173ca9 req-15b8aa4f-899a-4ac9-a5b2-5320161e18ec tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Calling delete_port for fce181c6-42dd-4733-8ebe-3454ed57783c owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:55:02.754917 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-0ac3efbb-2392-4be6-844b-f0c0ee173ca9 req-15b8aa4f-899a-4ac9-a5b2-5320161e18ec tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:02.785280 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b8aa4f-899a-4ac9-a5b2-5320161e18ec tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Pushing event deleted for resources: {'Port': ['ID=fce181c6-42dd-4733-8ebe-3454ed57783c,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:55:02.794919 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['adf2b7c0-dfae-4a0d-b4dc-2c0f4b3c335f', 'fce181c6-42dd-4733-8ebe-3454ed57783c', '20787d20-f6c8-4d3f-bbc1-57c93f37ccff'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:55:02.845064 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ac3efbb-2392-4be6-844b-f0c0ee173ca9 req-15b8aa4f-899a-4ac9-a5b2-5320161e18ec tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] No DVR routers for this DVR port fce181c6-42dd-4733-8ebe-3454ed57783c on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:55:02.848991 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-0ac3efbb-2392-4be6-844b-f0c0ee173ca9 req-15b8aa4f-899a-4ac9-a5b2-5320161e18ec tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:02.851822 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0ac3efbb-2392-4be6-844b-f0c0ee173ca9 req-15b8aa4f-899a-4ac9-a5b2-5320161e18ec tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.39 "DELETE /v2.0/ports/fce181c6-42dd-4733-8ebe-3454ed57783c HTTP/1.1" status: 204 len: 173 time: 0.5539882 Sep 17 07:55:02.852654 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc59ccdb-bded-4b11-ad63-f8c1d9fac62c', 'name': 'network-vif-deleted', 'tag': 'fce181c6-42dd-4733-8ebe-3454ed57783c'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:55:02.856309 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c1d35d-5eeb-4062-843d-394553143310" -d '{"events": [{"server_uuid": "dc59ccdb-bded-4b11-ad63-f8c1d9fac62c", "name": "network-vif-deleted", "tag": "fce181c6-42dd-4733-8ebe-3454ed57783c"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:55:02.947849 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96e1a5b-f0b0-4273-832d-997c9983224e x-openstack-request-id: req-a96e1a5b-f0b0-4273-832d-997c9983224e {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:55:02.948146 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc59ccdb-bded-4b11-ad63-f8c1d9fac62c", "name": "network-vif-deleted", "tag": "fce181c6-42dd-4733-8ebe-3454ed57783c", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:55:02.948398 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a96e1a5b-f0b0-4273-832d-997c9983224e {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:55:02.948790 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc59ccdb-bded-4b11-ad63-f8c1d9fac62c', 'name': 'network-vif-deleted', 'tag': 'fce181c6-42dd-4733-8ebe-3454ed57783c', 'status': 'completed', 'code': 200} Sep 17 07:55:02.976511 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-0ac3efbb-2392-4be6-844b-f0c0ee173ca9 req-b08bc005-41c9-45f0-b9ac-0967b6247f56 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Deleting port 20787d20-f6c8-4d3f-bbc1-57c93f37ccff {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:55:02.977620 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-0ac3efbb-2392-4be6-844b-f0c0ee173ca9 req-b08bc005-41c9-45f0-b9ac-0967b6247f56 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:03.078786 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2383cc-953a-44f7-addc-eab7c509794a req-becbe50d-6517-46a4-9529-9ca395404dcc tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:03.103527 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2c2383cc-953a-44f7-addc-eab7c509794a req-becbe50d-6517-46a4-9529-9ca395404dcc tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.1458020 Sep 17 07:55:03.172545 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-0ac3efbb-2392-4be6-844b-f0c0ee173ca9 req-b08bc005-41c9-45f0-b9ac-0967b6247f56 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] For port 20787d20-f6c8-4d3f-bbc1-57c93f37ccff, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=20787d20-f6c8-4d3f-bbc1-57c93f37ccff,segment=NetworkSegment(fc20b956-0db6-4362-9daa-9132de6a10a7),segment_id=fc20b956-0db6-4362-9daa-9132de6a10a7)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:55:03.173112 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-0ac3efbb-2392-4be6-844b-f0c0ee173ca9 req-b08bc005-41c9-45f0-b9ac-0967b6247f56 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:03.191270 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-0ac3efbb-2392-4be6-844b-f0c0ee173ca9 req-b08bc005-41c9-45f0-b9ac-0967b6247f56 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Calling delete_port for 20787d20-f6c8-4d3f-bbc1-57c93f37ccff owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:55:03.224373 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2c2383cc-953a-44f7-addc-eab7c509794a req-d24aaafd-f733-4f54-b510-6b97d8f01571 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143901 Sep 17 07:55:03.345672 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-0ac3efbb-2392-4be6-844b-f0c0ee173ca9 req-b08bc005-41c9-45f0-b9ac-0967b6247f56 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:03.384192 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08bc005-41c9-45f0-b9ac-0967b6247f56 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Pushing event deleted for resources: {'Port': ['ID=20787d20-f6c8-4d3f-bbc1-57c93f37ccff,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:55:03.396407 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['fce181c6-42dd-4733-8ebe-3454ed57783c'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:55:03.432647 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ac3efbb-2392-4be6-844b-f0c0ee173ca9 req-b08bc005-41c9-45f0-b9ac-0967b6247f56 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] No DVR routers for this DVR port 20787d20-f6c8-4d3f-bbc1-57c93f37ccff on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:55:03.439880 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-0ac3efbb-2392-4be6-844b-f0c0ee173ca9 req-b08bc005-41c9-45f0-b9ac-0967b6247f56 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:03.446897 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0ac3efbb-2392-4be6-844b-f0c0ee173ca9 req-b08bc005-41c9-45f0-b9ac-0967b6247f56 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.39 "DELETE /v2.0/ports/20787d20-f6c8-4d3f-bbc1-57c93f37ccff HTTP/1.1" status: 204 len: 173 time: 0.5862684 Sep 17 07:55:03.509891 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cdbaa7-6bff-45b7-8c1c-3abfa5ec2827 req-52613562-1fe5-4fff-9733-74e38decdd97 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:03.519785 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-08cdbaa7-6bff-45b7-8c1c-3abfa5ec2827 req-52613562-1fe5-4fff-9733-74e38decdd97 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a15fc49-dc1f-4668-a299-f6687ff5a7d7 HTTP/1.1" status: 200 len: 947 time: 0.1402862 Sep 17 07:55:03.570767 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-08cdbaa7-6bff-45b7-8c1c-3abfa5ec2827 req-90386557-fb88-43d9-9fa2-7f1a151d55e2 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499625 Sep 17 07:55:03.596129 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 389c670e-990d-4f20-ac8c-3cce9f4cde9c details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:55:03.622887 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0b1f1c84-2b51-426f-914a-4364ba50c7a5 req-ffd6b02b-35d1-48c9-83e4-863597b1d4b9 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0456042 Sep 17 07:55:03.632874 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-0ac3efbb-2392-4be6-844b-f0c0ee173ca9 req-1f8a125b-d0b9-4da2-9e44-3b7a2f92477a tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Deleting port adf2b7c0-dfae-4a0d-b4dc-2c0f4b3c335f {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:55:03.633349 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-0ac3efbb-2392-4be6-844b-f0c0ee173ca9 req-1f8a125b-d0b9-4da2-9e44-3b7a2f92477a tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:03.769177 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 389c670e-990d-4f20-ac8c-3cce9f4cde9c, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=389c670e-990d-4f20-ac8c-3cce9f4cde9c,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:55:03.788513 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '389c670e-990d-4f20-ac8c-3cce9f4cde9c', 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583', 'port_id': '389c670e-990d-4f20-ac8c-3cce9f4cde9c', 'mac_address': 'fa:16:3e:6a:fe:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f3af6cb-9cad-436b-bf41-034e75672c44', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:55:03.842268 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9bf315-aa62-4761-9036-b5fbb88a1a8f req-3e76f736-64ed-49e5-ac3f-877f0f34e684 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:03.844850 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-0ac3efbb-2392-4be6-844b-f0c0ee173ca9 req-1f8a125b-d0b9-4da2-9e44-3b7a2f92477a tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] For port adf2b7c0-dfae-4a0d-b4dc-2c0f4b3c335f, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=adf2b7c0-dfae-4a0d-b4dc-2c0f4b3c335f,segment=NetworkSegment(fc20b956-0db6-4362-9daa-9132de6a10a7),segment_id=fc20b956-0db6-4362-9daa-9132de6a10a7)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:55:03.845239 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-0ac3efbb-2392-4be6-844b-f0c0ee173ca9 req-1f8a125b-d0b9-4da2-9e44-3b7a2f92477a tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:03.845965 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:03.855780 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ca9bf315-aa62-4761-9036-b5fbb88a1a8f req-3e76f736-64ed-49e5-ac3f-877f0f34e684 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc59ccdb-bded-4b11-ad63-f8c1d9fac62c HTTP/1.1" status: 200 len: 946 time: 0.1216116 Sep 17 07:55:03.862538 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 389c670e-990d-4f20-ac8c-3cce9f4cde9c {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:55:03.891471 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 389c670e-990d-4f20-ac8c-3cce9f4cde9c, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=389c670e-990d-4f20-ac8c-3cce9f4cde9c,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:55:03.893494 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-0ac3efbb-2392-4be6-844b-f0c0ee173ca9 req-1f8a125b-d0b9-4da2-9e44-3b7a2f92477a tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Calling delete_port for adf2b7c0-dfae-4a0d-b4dc-2c0f4b3c335f owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:55:03.901591 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:03.928359 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ca9bf315-aa62-4761-9036-b5fbb88a1a8f req-9b31f3f3-305e-4889-9a15-8ecaa2cbd2bb tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd1ad261-9f61-4567-be1f-04e2477ef432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647092 Sep 17 07:55:03.971664 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=389c670e-990d-4f20-ac8c-3cce9f4cde9c,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:55:03.983822 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:55:03.984441 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:55:03.984934 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:55:03.985890 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:55:03.986391 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:55:03.986889 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:55:03.987934 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:55:03.988418 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:55:03.988898 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:55:03.989847 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:55:03.990328 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:55:03.991280 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:55:04.097142 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-0ac3efbb-2392-4be6-844b-f0c0ee173ca9 req-1f8a125b-d0b9-4da2-9e44-3b7a2f92477a tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:04.161269 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8a125b-d0b9-4da2-9e44-3b7a2f92477a tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Pushing event deleted for resources: {'Port': ['ID=adf2b7c0-dfae-4a0d-b4dc-2c0f4b3c335f,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:55:04.258828 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ac3efbb-2392-4be6-844b-f0c0ee173ca9 req-1f8a125b-d0b9-4da2-9e44-3b7a2f92477a tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] No DVR routers for this DVR port adf2b7c0-dfae-4a0d-b4dc-2c0f4b3c335f on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:55:04.283426 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-0ac3efbb-2392-4be6-844b-f0c0ee173ca9 req-1f8a125b-d0b9-4da2-9e44-3b7a2f92477a tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:04.292164 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0ac3efbb-2392-4be6-844b-f0c0ee173ca9 req-1f8a125b-d0b9-4da2-9e44-3b7a2f92477a tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.39 "DELETE /v2.0/ports/adf2b7c0-dfae-4a0d-b4dc-2c0f4b3c335f HTTP/1.1" status: 204 len: 173 time: 0.8322885 Sep 17 07:55:04.480520 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e22be0-a82d-45a5-bd01-31bf4fa1cf98 req-b725c8bc-2c0c-4309-96be-dcf5f5b526a4 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:04.488622 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c4e22be0-a82d-45a5-bd01-31bf4fa1cf98 req-b725c8bc-2c0c-4309-96be-dcf5f5b526a4 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.0882127 Sep 17 07:55:04.556783 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c4e22be0-a82d-45a5-bd01-31bf4fa1cf98 req-7fdefae3-b52c-4cbc-8547-db7525996fd6 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667002 Sep 17 07:55:04.643341 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['389c670e-990d-4f20-ac8c-3cce9f4cde9c'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:55:04.791642 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4e6c5e95-3587-48e0-9fd5-854be3cbd871 req-2261b4e2-c778-4cb6-9d48-64ff9c08f68a tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0487359 Sep 17 07:55:04.818794 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e903caa1-10df-47b3-b434-717d30a302b9 req-3d4f4608-881c-4c14-9afb-ff9c30219d3b tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:04.829649 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e903caa1-10df-47b3-b434-717d30a302b9 req-3d4f4608-881c-4c14-9afb-ff9c30219d3b tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a15fc49-dc1f-4668-a299-f6687ff5a7d7 HTTP/1.1" status: 200 len: 948 time: 0.1582341 Sep 17 07:55:04.941284 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e903caa1-10df-47b3-b434-717d30a302b9 req-a71e9de6-1b90-4ab7-bafe-5c54a1e4747c tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086721 Sep 17 07:55:04.950096 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc59ccdb-bded-4b11-ad63-f8c1d9fac62c', 'name': 'network-vif-deleted', 'tag': '20787d20-f6c8-4d3f-bbc1-57c93f37ccff'}, {'server_uuid': 'dc59ccdb-bded-4b11-ad63-f8c1d9fac62c', 'name': 'network-vif-deleted', 'tag': 'adf2b7c0-dfae-4a0d-b4dc-2c0f4b3c335f'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:55:04.957703 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae6f934-a83e-4f62-bc7d-2f7904cadb9a" -d '{"events": [{"server_uuid": "dc59ccdb-bded-4b11-ad63-f8c1d9fac62c", "name": "network-vif-deleted", "tag": "20787d20-f6c8-4d3f-bbc1-57c93f37ccff"}, {"server_uuid": "dc59ccdb-bded-4b11-ad63-f8c1d9fac62c", "name": "network-vif-deleted", "tag": "adf2b7c0-dfae-4a0d-b4dc-2c0f4b3c335f"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:55:05.014940 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:05.072197 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Sep 2021 07:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f52a47ce-967a-4884-a3e1-3e7cbad767fe x-openstack-request-id: req-f52a47ce-967a-4884-a3e1-3e7cbad767fe {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:55:05.073176 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc59ccdb-bded-4b11-ad63-f8c1d9fac62c", "name": "network-vif-deleted", "tag": "20787d20-f6c8-4d3f-bbc1-57c93f37ccff", "status": "completed", "code": 200}, {"server_uuid": "dc59ccdb-bded-4b11-ad63-f8c1d9fac62c", "name": "network-vif-deleted", "tag": "adf2b7c0-dfae-4a0d-b4dc-2c0f4b3c335f", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:55:05.073677 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f52a47ce-967a-4884-a3e1-3e7cbad767fe {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:55:05.074287 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc59ccdb-bded-4b11-ad63-f8c1d9fac62c', 'name': 'network-vif-deleted', 'tag': '20787d20-f6c8-4d3f-bbc1-57c93f37ccff', 'status': 'completed', 'code': 200} Sep 17 07:55:05.074640 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc59ccdb-bded-4b11-ad63-f8c1d9fac62c', 'name': 'network-vif-deleted', 'tag': 'adf2b7c0-dfae-4a0d-b4dc-2c0f4b3c335f', 'status': 'completed', 'code': 200} Sep 17 07:55:05.118436 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9d2f6c2b-c459-47f9-852c-ede7bb454f47 req-231df061-0754-40da-ad30-b7c4911ea92b tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc59ccdb-bded-4b11-ad63-f8c1d9fac62c HTTP/1.1" status: 200 len: 210 time: 0.0412140 Sep 17 07:55:05.375213 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:05.602627 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device ef38b8e9-512a-4719-97c5-e8e0fe461330 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:55:05.714962 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d80d0-55d6-4235-9aae-8c1dda9e929a req-14a4f3ea-da33-448d-890e-15b9224b3a90 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:05.723523 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3d3d80d0-55d6-4235-9aae-8c1dda9e929a req-14a4f3ea-da33-448d-890e-15b9224b3a90 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.0727246 Sep 17 07:55:05.743132 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:05.783403 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46438423-9d22-4c4d-96c5-b83ca64abf2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef38b8e9-512a-4719-97c5-e8e0fe461330'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:55:05.786920 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942224a3-ece6-41b0-b9a6-a37f73199379" -d '{"events": [{"server_uuid": "46438423-9d22-4c4d-96c5-b83ca64abf2b", "name": "network-vif-unplugged", "status": "completed", "tag": "ef38b8e9-512a-4719-97c5-e8e0fe461330"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:55:05.789754 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3d3d80d0-55d6-4235-9aae-8c1dda9e929a req-e8e30562-fd94-4b0d-ab5c-4054fa7ca551 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638680 Sep 17 07:55:05.824827 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port ef38b8e9-512a-4719-97c5-e8e0fe461330, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=ef38b8e9-512a-4719-97c5-e8e0fe461330,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:55:05.842158 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:05.843500 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device adf2b7c0-dfae-4a0d-b4dc-2c0f4b3c335f no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:55:05.847282 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 07:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059fa35d-e83e-4a26-929b-b5445a936bce x-openstack-request-id: req-059fa35d-e83e-4a26-929b-b5445a936bce {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:55:05.848157 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46438423-9d22-4c4d-96c5-b83ca64abf2b", "name": "network-vif-unplugged", "status": "completed", "tag": "ef38b8e9-512a-4719-97c5-e8e0fe461330", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:55:05.848464 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-059fa35d-e83e-4a26-929b-b5445a936bce {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:55:05.849018 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46438423-9d22-4c4d-96c5-b83ca64abf2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef38b8e9-512a-4719-97c5-e8e0fe461330', 'code': 200} Sep 17 07:55:05.908445 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: adf2b7c0-dfae-4a0d-b4dc-2c0f4b3c335f {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:55:05.908793 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device adf2b7c0-dfae-4a0d-b4dc-2c0f4b3c335f not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:55:05.909217 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 20787d20-f6c8-4d3f-bbc1-57c93f37ccff no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:55:05.942923 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: 20787d20-f6c8-4d3f-bbc1-57c93f37ccff {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:55:05.943271 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 20787d20-f6c8-4d3f-bbc1-57c93f37ccff not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:55:05.943695 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device fce181c6-42dd-4733-8ebe-3454ed57783c no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:55:05.977369 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1febd7ed-360c-42e8-8406-c200650ece0a req-80470db2-f635-4178-a75d-07500ad5f97a tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0527716 Sep 17 07:55:05.994088 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: fce181c6-42dd-4733-8ebe-3454ed57783c {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:55:05.994556 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device fce181c6-42dd-4733-8ebe-3454ed57783c not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:55:06.026598 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=ef38b8e9-512a-4719-97c5-e8e0fe461330,revision_number=8']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:55:06.138054 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8e75bb-33e9-458c-b59f-7f88cbaef076 req-b428817f-06a6-4a9c-95c7-79f0acfbf449 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:06.140299 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ed8e75bb-33e9-458c-b59f-7f88cbaef076 req-b428817f-06a6-4a9c-95c7-79f0acfbf449 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a15fc49-dc1f-4668-a299-f6687ff5a7d7 HTTP/1.1" status: 200 len: 948 time: 0.0624912 Sep 17 07:55:06.185649 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 46242) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:55:06.194667 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ed8e75bb-33e9-458c-b59f-7f88cbaef076 req-7bd9af60-6b68-4345-9297-eaec92867a2b tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487595 Sep 17 07:55:06.252180 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-66e640c6-f5da-43d0-a780-09380157b5e3 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Deleting subnet 4471260e-89f3-4f69-883f-2c8a525f3407 {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:55:06.256771 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-66e640c6-f5da-43d0-a780-09380157b5e3 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:06.307738 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-66e640c6-f5da-43d0-a780-09380157b5e3 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:06.400498 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-66e640c6-f5da-43d0-a780-09380157b5e3 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:06.808897 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-66e640c6-f5da-43d0-a780-09380157b5e3 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:06.855411 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e640c6-f5da-43d0-a780-09380157b5e3 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Pushing event deleted for resources: {'Subnet': ['ID=4471260e-89f3-4f69-883f-2c8a525f3407,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:55:06.860646 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-66e640c6-f5da-43d0-a780-09380157b5e3 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:06.862745 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-66e640c6-f5da-43d0-a780-09380157b5e3 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "DELETE /v2.0/subnets/4471260e-89f3-4f69-883f-2c8a525f3407 HTTP/1.1" status: 204 len: 168 time: 0.6754651 Sep 17 07:55:06.865393 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 46266) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:55:06.870290 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a11d48-92d1-4e6a-8df8-92debec0c1f3 None None] Network 29c28a32-2459-42a8-b5ef-3632161887e8 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:55:07.062369 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-010e5ab1-f345-4dcc-a61d-ef1891dd3d30 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:07.103192 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499583be-815f-49f6-b050-8a1faa9db716 req-87cb1813-cc23-42b0-bb19-9d0417a3ede5 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:07.107642 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-499583be-815f-49f6-b050-8a1faa9db716 req-87cb1813-cc23-42b0-bb19-9d0417a3ede5 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.1996958 Sep 17 07:55:07.124689 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d9072f-8494-433e-b3c4-f32102b7965e None None] DHCP port deletion for 29c28a32-2459-42a8-b5ef-3632161887e8 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 07:55:07.133104 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c0ce24c4-657f-4f03-a494-7fdc73ffd712 req-996c5078-6be6-4c30-bb11-3f46a92c86de tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0617046 Sep 17 07:55:07.181257 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-499583be-815f-49f6-b050-8a1faa9db716 req-a29ae38a-800a-47bb-9ec5-c2802d35e069 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587413 Sep 17 07:55:07.227376 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-f3d9072f-8494-433e-b3c4-f32102b7965e None None] Deleting port 0257b26d-4247-43ae-ab61-aa32d336552f {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:55:07.227759 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f3d9072f-8494-433e-b3c4-f32102b7965e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:07.230891 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-010e5ab1-f345-4dcc-a61d-ef1891dd3d30 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Deleting port 0257b26d-4247-43ae-ab61-aa32d336552f {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:55:07.231241 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-010e5ab1-f345-4dcc-a61d-ef1891dd3d30 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:07.333671 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-f3d9072f-8494-433e-b3c4-f32102b7965e None None] For port 0257b26d-4247-43ae-ab61-aa32d336552f, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=0257b26d-4247-43ae-ab61-aa32d336552f,segment=NetworkSegment(ed13f3d2-6ca4-4769-9a84-4aa46a0d7702),segment_id=ed13f3d2-6ca4-4769-9a84-4aa46a0d7702)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:55:07.334114 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f3d9072f-8494-433e-b3c4-f32102b7965e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:07.348967 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-f3d9072f-8494-433e-b3c4-f32102b7965e None None] Calling delete_port for 0257b26d-4247-43ae-ab61-aa32d336552f owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:55:07.354794 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-010e5ab1-f345-4dcc-a61d-ef1891dd3d30 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] For port 0257b26d-4247-43ae-ab61-aa32d336552f, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=0257b26d-4247-43ae-ab61-aa32d336552f,segment=NetworkSegment(ed13f3d2-6ca4-4769-9a84-4aa46a0d7702),segment_id=ed13f3d2-6ca4-4769-9a84-4aa46a0d7702)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:55:07.355438 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-010e5ab1-f345-4dcc-a61d-ef1891dd3d30 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:07.385765 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-010e5ab1-f345-4dcc-a61d-ef1891dd3d30 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Calling delete_port for 0257b26d-4247-43ae-ab61-aa32d336552f owned by network:dhcp {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:55:07.417039 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db71dbd-9199-466e-9ed3-e7d2106bfad8 req-a49fc64a-d40e-44e4-9956-470066ef4bab tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:07.429027 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3db71dbd-9199-466e-9ed3-e7d2106bfad8 req-a49fc64a-d40e-44e4-9956-470066ef4bab tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a15fc49-dc1f-4668-a299-f6687ff5a7d7 HTTP/1.1" status: 200 len: 948 time: 0.1236494 Sep 17 07:55:07.465628 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f3d9072f-8494-433e-b3c4-f32102b7965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:07.522092 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d9072f-8494-433e-b3c4-f32102b7965e None None] Pushing event deleted for resources: {'Port': ['ID=0257b26d-4247-43ae-ab61-aa32d336552f,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:55:07.542590 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3db71dbd-9199-466e-9ed3-e7d2106bfad8 req-c6171c03-22e4-4672-97e3-08c0610eaa7f tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923114 Sep 17 07:55:07.586977 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d9072f-8494-433e-b3c4-f32102b7965e None None] No DVR routers for this DVR port 0257b26d-4247-43ae-ab61-aa32d336552f on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:55:07.621325 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device c9ac485d-d9a5-4ab5-887c-40f640d331b2 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:55:07.626276 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-010e5ab1-f345-4dcc-a61d-ef1891dd3d30 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:07.629905 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 389c670e-990d-4f20-ac8c-3cce9f4cde9c up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:55:07.662120 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010e5ab1-f345-4dcc-a61d-ef1891dd3d30 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] No DVR routers for this DVR port 0257b26d-4247-43ae-ab61-aa32d336552f on host n-d-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:55:07.690561 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010e5ab1-f345-4dcc-a61d-ef1891dd3d30 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Pushing event deleted for resources: {'Port': ['ID=0257b26d-4247-43ae-ab61-aa32d336552f,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:55:07.715499 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010e5ab1-f345-4dcc-a61d-ef1891dd3d30 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:55:07.716105 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010e5ab1-f345-4dcc-a61d-ef1891dd3d30 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:55:07.716638 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010e5ab1-f345-4dcc-a61d-ef1891dd3d30 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:55:07.717150 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010e5ab1-f345-4dcc-a61d-ef1891dd3d30 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:55:07.717659 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010e5ab1-f345-4dcc-a61d-ef1891dd3d30 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:55:07.718082 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010e5ab1-f345-4dcc-a61d-ef1891dd3d30 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:55:07.718785 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010e5ab1-f345-4dcc-a61d-ef1891dd3d30 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:55:07.718999 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010e5ab1-f345-4dcc-a61d-ef1891dd3d30 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:55:07.719587 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010e5ab1-f345-4dcc-a61d-ef1891dd3d30 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:55:07.719981 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010e5ab1-f345-4dcc-a61d-ef1891dd3d30 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:55:07.720401 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port 389c670e-990d-4f20-ac8c-3cce9f4cde9c completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:55:07.720529 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010e5ab1-f345-4dcc-a61d-ef1891dd3d30 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:55:07.721083 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010e5ab1-f345-4dcc-a61d-ef1891dd3d30 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:55:07.735917 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 389c670e-990d-4f20-ac8c-3cce9f4cde9c triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:55:07.736304 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:07.779060 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-010e5ab1-f345-4dcc-a61d-ef1891dd3d30 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:07.802062 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-010e5ab1-f345-4dcc-a61d-ef1891dd3d30 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29c28a32-2459-42a8-b5ef-3632161887e8']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:55:07.814410 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-010e5ab1-f345-4dcc-a61d-ef1891dd3d30 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed13f3d2-6ca4-4769-9a84-4aa46a0d7702') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:55:07.815018 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-010e5ab1-f345-4dcc-a61d-ef1891dd3d30 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed13f3d2-6ca4-4769-9a84-4aa46a0d7702') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:55:07.827376 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-010e5ab1-f345-4dcc-a61d-ef1891dd3d30 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:07.841416 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-010e5ab1-f345-4dcc-a61d-ef1891dd3d30 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:07.849324 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-010e5ab1-f345-4dcc-a61d-ef1891dd3d30 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 07:55:07.850867 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-010e5ab1-f345-4dcc-a61d-ef1891dd3d30 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:07.854443 n-d-789963-9 neutron-server[101289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 07:55:07.854443 n-d-789963-9 neutron-server[101289]: self.session.flush() Sep 17 07:55:07.854443 n-d-789963-9 neutron-server[101289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 07:55:07.854443 n-d-789963-9 neutron-server[101289]: self.session.flush() Sep 17 07:55:07.854443 n-d-789963-9 neutron-server[101289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 07:55:07.854443 n-d-789963-9 neutron-server[101289]: self.session.flush() Sep 17 07:55:07.854443 n-d-789963-9 neutron-server[101289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 07:55:07.854443 n-d-789963-9 neutron-server[101289]: self.session.flush() Sep 17 07:55:07.854443 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 07:55:07.854443 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 07:55:07.854443 n-d-789963-9 neutron-server[101289]: timer() Sep 17 07:55:07.854443 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 07:55:07.854443 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 07:55:07.854443 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 07:55:07.854443 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 07:55:07.854443 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 07:55:07.854443 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 07:55:07.854443 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 07:55:07.854443 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 07:55:07.854443 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 07:55:07.854443 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 07:55:07.854443 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 07:55:07.854443 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 07:55:07.854443 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 07:55:07.854443 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 07:55:07.854443 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 07:55:07.854443 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 07:55:07.854443 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 07:55:07.854443 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 07:55:07.854443 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 07:55:07.854443 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 07:55:07.854443 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 07:55:07.854443 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 07:55:07.854443 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 07:55:07.854443 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 07:55:07.854443 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 07:55:07.854443 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 07:55:07.854443 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 07:55:07.854443 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 07:55:07.854443 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 07:55:07.897254 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port c9ac485d-d9a5-4ab5-887c-40f640d331b2, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=c9ac485d-d9a5-4ab5-887c-40f640d331b2,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:55:07.915385 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:07.928279 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 0257b26d-4247-43ae-ab61-aa32d336552f no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:55:07.933410 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-010e5ab1-f345-4dcc-a61d-ef1891dd3d30 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:07.934145 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': 'c9ac485d-d9a5-4ab5-887c-40f640d331b2', 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583', 'port_id': 'c9ac485d-d9a5-4ab5-887c-40f640d331b2', 'mac_address': 'fa:16:3e:c6:ff:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f3af6cb-9cad-436b-bf41-034e75672c44', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:55:07.942584 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-010e5ab1-f345-4dcc-a61d-ef1891dd3d30 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:07.945197 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-010e5ab1-f345-4dcc-a61d-ef1891dd3d30 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "DELETE /v2.0/networks/29c28a32-2459-42a8-b5ef-3632161887e8 HTTP/1.1" status: 204 len: 168 time: 1.0785487 Sep 17 07:55:07.948549 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 46296) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:55:07.955095 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010e5ab1-f345-4dcc-a61d-ef1891dd3d30 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Pushing event deleted for resources: {'Network': ['ID=29c28a32-2459-42a8-b5ef-3632161887e8,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:55:07.959571 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 0257b26d-4247-43ae-ab61-aa32d336552f {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:55:07.960852 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 0257b26d-4247-43ae-ab61-aa32d336552f not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:55:08.008540 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a15fc49-dc1f-4668-a299-f6687ff5a7d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '389c670e-990d-4f20-ac8c-3cce9f4cde9c'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:55:08.011319 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ca65f2-d49d-449f-ac1d-1dea23d96b2b" -d '{"events": [{"server_uuid": "6a15fc49-dc1f-4668-a299-f6687ff5a7d7", "name": "network-vif-plugged", "status": "completed", "tag": "389c670e-990d-4f20-ac8c-3cce9f4cde9c"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:55:08.011764 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f05c279-8fe0-4ea1-85a0-ecb2aa83871f tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Deleting subnet ff334041-0496-403e-93a0-6d21d2fe0394 {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:55:08.014988 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5f05c279-8fe0-4ea1-85a0-ecb2aa83871f tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:08.029044 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:08.044845 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 389c670e-990d-4f20-ac8c-3cce9f4cde9c, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=389c670e-990d-4f20-ac8c-3cce9f4cde9c,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:55:08.050762 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9ac485d-d9a5-4ab5-887c-40f640d331b2 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:55:08.056841 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:08.059538 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff848afa-edb8-42a3-9286-79a5e4db62f5 x-openstack-request-id: req-ff848afa-edb8-42a3-9286-79a5e4db62f5 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:55:08.059850 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a15fc49-dc1f-4668-a299-f6687ff5a7d7", "name": "network-vif-plugged", "status": "completed", "tag": "389c670e-990d-4f20-ac8c-3cce9f4cde9c", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:55:08.060134 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ff848afa-edb8-42a3-9286-79a5e4db62f5 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:55:08.060703 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a15fc49-dc1f-4668-a299-f6687ff5a7d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '389c670e-990d-4f20-ac8c-3cce9f4cde9c', 'code': 200} Sep 17 07:55:08.066545 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5f05c279-8fe0-4ea1-85a0-ecb2aa83871f tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:08.098231 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port c9ac485d-d9a5-4ab5-887c-40f640d331b2, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=c9ac485d-d9a5-4ab5-887c-40f640d331b2,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:55:08.107095 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:08.127919 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=389c670e-990d-4f20-ac8c-3cce9f4cde9c,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:55:08.155154 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5f05c279-8fe0-4ea1-85a0-ecb2aa83871f tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:08.183183 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=c9ac485d-d9a5-4ab5-887c-40f640d331b2,revision_number=9']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:55:08.232696 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b0ec28-8ad6-4b64-908d-b0c9de118550 req-e2c05467-8e00-4277-840e-2a425ea562b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:08.234500 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-99b0ec28-8ad6-4b64-908d-b0c9de118550 req-e2c05467-8e00-4277-840e-2a425ea562b3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6a15fc49-dc1f-4668-a299-f6687ff5a7d7 HTTP/1.1" status: 200 len: 1100 time: 0.0588894 Sep 17 07:55:08.238945 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0b304886-e786-464c-9620-6b34e042a8a2 req-866be7c4-5879-456e-ac3c-9d835437896f tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0257478 Sep 17 07:55:08.274242 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5f05c279-8fe0-4ea1-85a0-ecb2aa83871f tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:08.306461 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-99b0ec28-8ad6-4b64-908d-b0c9de118550 req-facfe1d3-1dc9-46a1-bee3-56305fc84981 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640643 Sep 17 07:55:08.309331 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d9661-c6dd-4a47-ad5d-3f1d8626f577 req-f9e76d4f-c279-4abb-a690-fb64c3c99aa5 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:08.310771 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5f05c279-8fe0-4ea1-85a0-ecb2aa83871f tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:08.311173 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b21d9661-c6dd-4a47-ad5d-3f1d8626f577 req-f9e76d4f-c279-4abb-a690-fb64c3c99aa5 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.0483100 Sep 17 07:55:08.312613 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-5f05c279-8fe0-4ea1-85a0-ecb2aa83871f tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "DELETE /v2.0/subnets/ff334041-0496-403e-93a0-6d21d2fe0394 HTTP/1.1" status: 204 len: 168 time: 0.3630807 Sep 17 07:55:08.313585 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f05c279-8fe0-4ea1-85a0-ecb2aa83871f tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Pushing event deleted for resources: {'Subnet': ['ID=ff334041-0496-403e-93a0-6d21d2fe0394,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:55:08.316288 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 46306) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:55:08.321128 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e1abe3-2542-46cd-9804-3120ec55a6a4 None None] Network 6018c8bb-0018-47a8-ae63-7f79eeef2e21 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:55:08.355421 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b21d9661-c6dd-4a47-ad5d-3f1d8626f577 req-6b224be4-a04d-44ee-9453-ef011ec73875 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365565 Sep 17 07:55:08.403489 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5741165f-4a03-4ebd-9aee-f4e6c7325c03 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:08.460861 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-5741165f-4a03-4ebd-9aee-f4e6c7325c03 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Deleting port d948612b-a0b4-43ce-b9d9-9769b5b2edec {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:55:08.461228 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5741165f-4a03-4ebd-9aee-f4e6c7325c03 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:08.496034 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f604b0c-61e0-41d8-ba26-f2ca3fd653d2 None None] DHCP port deletion for 6018c8bb-0018-47a8-ae63-7f79eeef2e21 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 07:55:08.527646 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-5741165f-4a03-4ebd-9aee-f4e6c7325c03 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] For port d948612b-a0b4-43ce-b9d9-9769b5b2edec, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=d948612b-a0b4-43ce-b9d9-9769b5b2edec,segment=NetworkSegment(fc20b956-0db6-4362-9daa-9132de6a10a7),segment_id=fc20b956-0db6-4362-9daa-9132de6a10a7)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:55:08.528064 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5741165f-4a03-4ebd-9aee-f4e6c7325c03 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:08.541029 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-5741165f-4a03-4ebd-9aee-f4e6c7325c03 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Calling delete_port for d948612b-a0b4-43ce-b9d9-9769b5b2edec owned by network:dhcp {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:55:08.544074 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-7f604b0c-61e0-41d8-ba26-f2ca3fd653d2 None None] Deleting port d948612b-a0b4-43ce-b9d9-9769b5b2edec {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:55:08.544455 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7f604b0c-61e0-41d8-ba26-f2ca3fd653d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:08.621853 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-7f604b0c-61e0-41d8-ba26-f2ca3fd653d2 None None] For port d948612b-a0b4-43ce-b9d9-9769b5b2edec, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=d948612b-a0b4-43ce-b9d9-9769b5b2edec,segment=NetworkSegment(fc20b956-0db6-4362-9daa-9132de6a10a7),segment_id=fc20b956-0db6-4362-9daa-9132de6a10a7)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:55:08.622200 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7f604b0c-61e0-41d8-ba26-f2ca3fd653d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:08.629378 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5741165f-4a03-4ebd-9aee-f4e6c7325c03 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:08.636065 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-7f604b0c-61e0-41d8-ba26-f2ca3fd653d2 None None] Calling delete_port for d948612b-a0b4-43ce-b9d9-9769b5b2edec owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:55:08.655857 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5741165f-4a03-4ebd-9aee-f4e6c7325c03 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Pushing event deleted for resources: {'Port': ['ID=d948612b-a0b4-43ce-b9d9-9769b5b2edec,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:55:08.659586 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5741165f-4a03-4ebd-9aee-f4e6c7325c03 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] No DVR routers for this DVR port d948612b-a0b4-43ce-b9d9-9769b5b2edec on host n-d-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:55:08.669415 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf5d6a-3816-4eee-941f-31ed510e3ef7 req-a9260c8c-dc6a-4ddd-a256-aed3e4f816a5 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:08.670945 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-79cf5d6a-3816-4eee-941f-31ed510e3ef7 req-a9260c8c-dc6a-4ddd-a256-aed3e4f816a5 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a15fc49-dc1f-4668-a299-f6687ff5a7d7 HTTP/1.1" status: 200 len: 949 time: 0.0594387 Sep 17 07:55:08.710519 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-79cf5d6a-3816-4eee-941f-31ed510e3ef7 req-a4b1d233-3a89-4d93-9c61-f2922cfc0d1e tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321798 Sep 17 07:55:08.712929 n-d-789963-9 neutron-server[101291]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 17 07:55:08.712929 n-d-789963-9 neutron-server[101291]: from cryptography.utils import int_from_bytes Sep 17 07:55:08.712929 n-d-789963-9 neutron-server[101291]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 17 07:55:08.712929 n-d-789963-9 neutron-server[101291]: from cryptography.utils import int_from_bytes Sep 17 07:55:08.712929 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 07:55:08.712929 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 07:55:08.712929 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 07:55:08.712929 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 07:55:08.712929 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 07:55:08.712929 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 07:55:08.712929 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 07:55:08.712929 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 07:55:08.712929 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 07:55:08.712929 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 07:55:08.712929 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 07:55:08.712929 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 07:55:08.712929 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 07:55:08.712929 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 07:55:08.712929 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 07:55:08.712929 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 07:55:08.712929 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 07:55:08.712929 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 07:55:08.712929 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 07:55:08.712929 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 07:55:08.712929 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 07:55:08.712929 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 07:55:08.712929 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 07:55:08.712929 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 07:55:08.712929 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 07:55:08.712929 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 07:55:08.712929 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 07:55:08.712929 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 07:55:08.712929 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 07:55:08.712929 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 07:55:08.712929 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 07:55:08.712929 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 07:55:08.712929 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 07:55:08.712929 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 07:55:08.712929 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 07:55:08.712929 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 07:55:08.712929 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 07:55:08.712929 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 07:55:08.715446 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 07:55:08.715446 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 07:55:08.715446 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 07:55:08.715446 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 07:55:08.715446 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 07:55:08.715446 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 07:55:08.715446 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 07:55:08.715446 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 07:55:08.715446 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 07:55:08.715446 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 07:55:08.715446 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 07:55:08.715446 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 07:55:08.715446 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 07:55:08.715446 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 07:55:08.722163 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7f604b0c-61e0-41d8-ba26-f2ca3fd653d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:08.742135 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5741165f-4a03-4ebd-9aee-f4e6c7325c03 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:08.747937 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f604b0c-61e0-41d8-ba26-f2ca3fd653d2 None None] Pushing event deleted for resources: {'Port': ['ID=d948612b-a0b4-43ce-b9d9-9769b5b2edec,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:55:08.751494 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f604b0c-61e0-41d8-ba26-f2ca3fd653d2 None None] No DVR routers for this DVR port d948612b-a0b4-43ce-b9d9-9769b5b2edec on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:55:08.765688 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-5741165f-4a03-4ebd-9aee-f4e6c7325c03 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6018c8bb-0018-47a8-ae63-7f79eeef2e21']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:55:08.774766 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-5741165f-4a03-4ebd-9aee-f4e6c7325c03 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc20b956-0db6-4362-9daa-9132de6a10a7') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:55:08.775059 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-5741165f-4a03-4ebd-9aee-f4e6c7325c03 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc20b956-0db6-4362-9daa-9132de6a10a7') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:55:08.784216 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5741165f-4a03-4ebd-9aee-f4e6c7325c03 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:08.797545 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5741165f-4a03-4ebd-9aee-f4e6c7325c03 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:08.803975 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5741165f-4a03-4ebd-9aee-f4e6c7325c03 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 07:55:08.804298 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5741165f-4a03-4ebd-9aee-f4e6c7325c03 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:08.808137 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 07:55:08.808137 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 07:55:08.808137 n-d-789963-9 neutron-server[101290]: timer() Sep 17 07:55:08.808137 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 07:55:08.808137 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 07:55:08.808137 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 07:55:08.808137 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 07:55:08.808137 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 07:55:08.808137 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 07:55:08.808137 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 07:55:08.808137 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 07:55:08.808137 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 07:55:08.808137 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 07:55:08.808137 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 07:55:08.808137 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 07:55:08.808137 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 07:55:08.808137 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 07:55:08.808137 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 07:55:08.808137 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 07:55:08.808137 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 07:55:08.808137 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 07:55:08.808137 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 07:55:08.808137 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 07:55:08.808137 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 07:55:08.808137 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 07:55:08.808137 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 07:55:08.808137 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 07:55:08.808137 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 07:55:08.808137 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 07:55:08.808137 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 07:55:08.808137 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 07:55:08.808137 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 07:55:08.870292 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5741165f-4a03-4ebd-9aee-f4e6c7325c03 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:08.877797 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5741165f-4a03-4ebd-9aee-f4e6c7325c03 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:08.879297 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-5741165f-4a03-4ebd-9aee-f4e6c7325c03 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "DELETE /v2.0/networks/6018c8bb-0018-47a8-ae63-7f79eeef2e21 HTTP/1.1" status: 204 len: 168 time: 0.5620952 Sep 17 07:55:08.888153 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 46324) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:55:08.892337 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-277c1dbd-f4a3-4b6a-8061-e1140e24c1e4 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1979753469'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:55:08.893043 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5741165f-4a03-4ebd-9aee-f4e6c7325c03 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Pushing event deleted for resources: {'Network': ['ID=6018c8bb-0018-47a8-ae63-7f79eeef2e21,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:55:08.918046 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277c1dbd-f4a3-4b6a-8061-e1140e24c1e4 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Made reservation on behalf of b07ce39922204afb985947a99dc8ae8e for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:55:08.921753 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-277c1dbd-f4a3-4b6a-8061-e1140e24c1e4 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:08.946696 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-277c1dbd-f4a3-4b6a-8061-e1140e24c1e4 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 07:55:08.955699 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-277c1dbd-f4a3-4b6a-8061-e1140e24c1e4 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:08.956139 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-277c1dbd-f4a3-4b6a-8061-e1140e24c1e4 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Added segment 2d42f438-6f55-4e01-941d-1b6a216ebbea of type vlan for network 931925be-f7b7-43dc-8aac-6b3595aa15f2 Sep 17 07:55:08.995426 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-277c1dbd-f4a3-4b6a-8061-e1140e24c1e4 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:09.011430 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['c9ac485d-d9a5-4ab5-887c-40f640d331b2'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:55:09.019695 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-277c1dbd-f4a3-4b6a-8061-e1140e24c1e4 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:09.026308 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277c1dbd-f4a3-4b6a-8061-e1140e24c1e4 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:09.027309 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-277c1dbd-f4a3-4b6a-8061-e1140e24c1e4 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:09.062540 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-277c1dbd-f4a3-4b6a-8061-e1140e24c1e4 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.1741507 Sep 17 07:55:09.065066 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 46328) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:55:09.071629 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-473d547d-707f-424c-85c5-9207a7a2bfdf tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Request body: {'subnet': {'network_id': '931925be-f7b7-43dc-8aac-6b3595aa15f2', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:55:09.552406 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb4ab85-3bc8-49e9-92fc-d7fa90847ac5 req-51511744-e84a-41a7-9128-61760cbfa218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:09.553927 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-deb4ab85-3bc8-49e9-92fc-d7fa90847ac5 req-51511744-e84a-41a7-9128-61760cbfa218 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eba970328263472895352ba6b96a09d3&device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 1096 time: 0.0478637 Sep 17 07:55:09.561708 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277c1dbd-f4a3-4b6a-8061-e1140e24c1e4 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Pushing event updated for resources: {'Network': ['ID=931925be-f7b7-43dc-8aac-6b3595aa15f2,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:55:09.566551 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e795d0df-e726-4b6e-ac6a-2b638ada4d0c req-f60b0eff-de89-4c1b-a69e-ec36febbe0f2 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0497453 Sep 17 07:55:09.585425 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 931925be-f7b7-43dc-8aac-6b3595aa15f2 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 07:55:09.653593 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9e37b2-6dac-446e-9fc3-1c5fc8cf1f58 req-59b2c336-901d-4a85-a356-fa9d2510af8b tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:09.655485 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3e9e37b2-6dac-446e-9fc3-1c5fc8cf1f58 req-59b2c336-901d-4a85-a356-fa9d2510af8b tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.1298027 Sep 17 07:55:09.690214 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-473d547d-707f-424c-85c5-9207a7a2bfdf tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Made reservation on behalf of b07ce39922204afb985947a99dc8ae8e for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:55:09.694628 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-473d547d-707f-424c-85c5-9207a7a2bfdf tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:09.724856 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb4ab85-3bc8-49e9-92fc-d7fa90847ac5 req-c5376ee1-c24d-4928-bf95-23200b38cbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:09.726771 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-deb4ab85-3bc8-49e9-92fc-d7fa90847ac5 req-c5376ee1-c24d-4928-bf95-23200b38cbd4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c415bb2c-76bc-4730-a4c3-bead01aef970 HTTP/1.1" status: 200 len: 914 time: 0.1649129 Sep 17 07:55:09.728669 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3e9e37b2-6dac-446e-9fc3-1c5fc8cf1f58 req-323fcc93-bf5b-4f32-9922-8176b80d34ec tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661104 Sep 17 07:55:09.795972 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-deb4ab85-3bc8-49e9-92fc-d7fa90847ac5 req-5bfbc698-8bff-4866-8523-bebe64b781ae service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad2bb8ba-714e-49f4-b421-fd480d0b965a HTTP/1.1" status: 200 len: 217 time: 0.0568290 Sep 17 07:55:09.862554 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb4ab85-3bc8-49e9-92fc-d7fa90847ac5 req-adfc6d65-e54d-41a2-bcd9-235e23ca56c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:09.864042 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-deb4ab85-3bc8-49e9-92fc-d7fa90847ac5 req-adfc6d65-e54d-41a2-bcd9-235e23ca56c8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=207bfb2c-1c36-48ea-8405-fe2109511b96 HTTP/1.1" status: 200 len: 853 time: 0.0603354 Sep 17 07:55:09.901786 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-deb4ab85-3bc8-49e9-92fc-d7fa90847ac5 req-5c979c17-7fa5-4abd-8717-532b20b374e0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c415bb2c-76bc-4730-a4c3-bead01aef970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303390 Sep 17 07:55:09.923184 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c5945-dbfa-40cc-8e7f-1e6e6b752e8a req-931ebe72-f7a8-4d7e-a851-ff9398919dbc tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:09.925054 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cb9c5945-dbfa-40cc-8e7f-1e6e6b752e8a req-931ebe72-f7a8-4d7e-a851-ff9398919dbc tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a15fc49-dc1f-4668-a299-f6687ff5a7d7 HTTP/1.1" status: 200 len: 949 time: 0.1081588 Sep 17 07:55:09.969940 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device d948612b-a0b4-43ce-b9d9-9769b5b2edec no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:55:10.010957 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: d948612b-a0b4-43ce-b9d9-9769b5b2edec {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:55:10.011586 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device d948612b-a0b4-43ce-b9d9-9769b5b2edec not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:55:10.029218 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-473d547d-707f-424c-85c5-9207a7a2bfdf tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:10.046828 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-deb4ab85-3bc8-49e9-92fc-d7fa90847ac5 req-d8107ae0-45fe-41d5-a7ca-6545debd86cb service neutron] 10.222.0.39 "GET /v2.0/networks/c415bb2c-76bc-4730-a4c3-bead01aef970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371753 Sep 17 07:55:10.076520 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cb9c5945-dbfa-40cc-8e7f-1e6e6b752e8a req-e722a803-2492-4d1b-801b-4d097f3c6608 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227317 Sep 17 07:55:10.122841 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473d547d-707f-424c-85c5-9207a7a2bfdf tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Pushing event updated for resources: {'Subnet': ['ID=d64a6bcd-dd9f-4162-a078-9ecc72cfd13c,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:55:10.130915 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473d547d-707f-424c-85c5-9207a7a2bfdf tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Checking segment: {'id': '2d42f438-6f55-4e01-941d-1b6a216ebbea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '931925be-f7b7-43dc-8aac-6b3595aa15f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:55:10.131448 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473d547d-707f-424c-85c5-9207a7a2bfdf tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Network hostable DHCP agents. Network: 931925be-f7b7-43dc-8aac-6b3595aa15f2, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 07:55:10.149012 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473d547d-707f-424c-85c5-9207a7a2bfdf tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Network 931925be-f7b7-43dc-8aac-6b3595aa15f2 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 07:55:10.160384 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-473d547d-707f-424c-85c5-9207a7a2bfdf tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 931925be-f7b7-43dc-8aac-6b3595aa15f2) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:55:10.165568 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473d547d-707f-424c-85c5-9207a7a2bfdf tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:10.166999 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-473d547d-707f-424c-85c5-9207a7a2bfdf tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:10.174318 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6426d00-0dce-4887-b094-e3cced319e82 None None] Network 931925be-f7b7-43dc-8aac-6b3595aa15f2 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:55:10.176045 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-deb4ab85-3bc8-49e9-92fc-d7fa90847ac5 req-19269175-e1ef-4711-9001-1dac54549086 service neutron] 10.222.0.39 "GET /v2.0/networks/c415bb2c-76bc-4730-a4c3-bead01aef970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108956 Sep 17 07:55:10.189582 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-473d547d-707f-424c-85c5-9207a7a2bfdf tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1231079 Sep 17 07:55:10.191971 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 46354) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:55:10.197868 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-aba64333-2b52-4f36-8726-6a5bc792910b tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1999445761'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:55:10.221838 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba64333-2b52-4f36-8726-6a5bc792910b tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Made reservation on behalf of b07ce39922204afb985947a99dc8ae8e for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:55:10.226258 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-aba64333-2b52-4f36-8726-6a5bc792910b tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:10.251469 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aba64333-2b52-4f36-8726-6a5bc792910b tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 07:55:10.261948 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-aba64333-2b52-4f36-8726-6a5bc792910b tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:10.262304 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-aba64333-2b52-4f36-8726-6a5bc792910b tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Added segment 1043888b-ae8c-47f8-8458-a4e2ec7844e5 of type vlan for network 6493a2f8-6468-44dd-a0bb-9e102d5824ea Sep 17 07:55:10.308420 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-aba64333-2b52-4f36-8726-6a5bc792910b tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:10.340437 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-aba64333-2b52-4f36-8726-6a5bc792910b tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:10.348474 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba64333-2b52-4f36-8726-6a5bc792910b tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:10.349135 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-aba64333-2b52-4f36-8726-6a5bc792910b tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:10.358989 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06c7298-a976-4e07-ba8c-400afb1cb689 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-931925be-f7b7-43dc-8aac-6b3595aa15f2', 'network_id': '931925be-f7b7-43dc-8aac-6b3595aa15f2', 'tenant_id': 'b07ce39922204afb985947a99dc8ae8e', 'fixed_ips': [{'subnet_id': 'd64a6bcd-dd9f-4162-a078-9ecc72cfd13c'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 07:55:10.359337 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e06c7298-a976-4e07-ba8c-400afb1cb689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:10.390585 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-aba64333-2b52-4f36-8726-6a5bc792910b tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.1970866 Sep 17 07:55:10.393348 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 46360) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:55:10.398964 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-45448313-e408-4e66-9f5f-654af1ac2d45 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Request body: {'subnet': {'network_id': '6493a2f8-6468-44dd-a0bb-9e102d5824ea', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:55:10.424565 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba64333-2b52-4f36-8726-6a5bc792910b tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Pushing event updated for resources: {'Network': ['ID=6493a2f8-6468-44dd-a0bb-9e102d5824ea,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:55:10.439139 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 6493a2f8-6468-44dd-a0bb-9e102d5824ea details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 07:55:10.502096 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45448313-e408-4e66-9f5f-654af1ac2d45 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Made reservation on behalf of b07ce39922204afb985947a99dc8ae8e for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:55:10.505995 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-45448313-e408-4e66-9f5f-654af1ac2d45 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:10.623042 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-e06c7298-a976-4e07-ba8c-400afb1cb689 None None] Allocated IP 19.80.0.2 (931925be-f7b7-43dc-8aac-6b3595aa15f2/d64a6bcd-dd9f-4162-a078-9ecc72cfd13c/d6360f33-2a78-4cf7-b5b5-19e06807341f) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:55:10.722973 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ebcddf13-de4a-472d-8564-90a7b8b485f7 req-a84eec94-0873-4d20-a2f3-d6f0e4b7e8af tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0463126 Sep 17 07:55:10.743952 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-45448313-e408-4e66-9f5f-654af1ac2d45 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:10.806524 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e06c7298-a976-4e07-ba8c-400afb1cb689 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:10.817120 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e06c7298-a976-4e07-ba8c-400afb1cb689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:10.818143 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45448313-e408-4e66-9f5f-654af1ac2d45 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Pushing event updated for resources: {'Subnet': ['ID=a10ecdbe-7806-47c9-b2ad-269558115a53,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:55:10.829643 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45448313-e408-4e66-9f5f-654af1ac2d45 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Checking segment: {'id': '1043888b-ae8c-47f8-8458-a4e2ec7844e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6493a2f8-6468-44dd-a0bb-9e102d5824ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:55:10.830017 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45448313-e408-4e66-9f5f-654af1ac2d45 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Network hostable DHCP agents. Network: 6493a2f8-6468-44dd-a0bb-9e102d5824ea, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 07:55:10.866693 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06c7298-a976-4e07-ba8c-400afb1cb689 None None] Network 931925be-f7b7-43dc-8aac-6b3595aa15f2 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:55:10.870610 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-e06c7298-a976-4e07-ba8c-400afb1cb689 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:55:10.871078 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45448313-e408-4e66-9f5f-654af1ac2d45 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Network 6493a2f8-6468-44dd-a0bb-9e102d5824ea is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 07:55:10.874740 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06c7298-a976-4e07-ba8c-400afb1cb689 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:55:10.885874 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3544755-2c54-4fed-a476-6af6f0167ab4 req-b9d5206f-84a1-4f10-9557-0589153f70a4 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:10.893481 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06c7298-a976-4e07-ba8c-400afb1cb689 None None] Pushing event updated for resources: {'Port': ['ID=d6360f33-2a78-4cf7-b5b5-19e06807341f,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:55:10.896528 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e3544755-2c54-4fed-a476-6af6f0167ab4 req-b9d5206f-84a1-4f10-9557-0589153f70a4 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.0776150 Sep 17 07:55:10.903672 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-45448313-e408-4e66-9f5f-654af1ac2d45 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 6493a2f8-6468-44dd-a0bb-9e102d5824ea) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:55:10.914332 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877ec3a7-6196-44c1-bfc6-f8b8819dcf49 None None] Network 6493a2f8-6468-44dd-a0bb-9e102d5824ea requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:55:10.918043 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45448313-e408-4e66-9f5f-654af1ac2d45 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:10.921700 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-45448313-e408-4e66-9f5f-654af1ac2d45 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:10.947048 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e3544755-2c54-4fed-a476-6af6f0167ab4 req-28225d50-b311-479b-98fc-3574693881e0 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487683 Sep 17 07:55:10.957251 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-45448313-e408-4e66-9f5f-654af1ac2d45 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.5621924 Sep 17 07:55:11.017594 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-e06c7298-a976-4e07-ba8c-400afb1cb689 None None] Attempting to bind port d6360f33-2a78-4cf7-b5b5-19e06807341f on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:55:11.018108 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-e06c7298-a976-4e07-ba8c-400afb1cb689 None None] Attempting to bind port d6360f33-2a78-4cf7-b5b5-19e06807341f by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '2d42f438-6f55-4e01-941d-1b6a216ebbea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '931925be-f7b7-43dc-8aac-6b3595aa15f2'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:55:11.018565 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06c7298-a976-4e07-ba8c-400afb1cb689 None None] Attempting to bind port d6360f33-2a78-4cf7-b5b5-19e06807341f on network 931925be-f7b7-43dc-8aac-6b3595aa15f2 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:55:11.029038 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06c7298-a976-4e07-ba8c-400afb1cb689 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:55:11.029781 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06c7298-a976-4e07-ba8c-400afb1cb689 None None] Checking segment: {'id': '2d42f438-6f55-4e01-941d-1b6a216ebbea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '931925be-f7b7-43dc-8aac-6b3595aa15f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:55:11.030397 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e06c7298-a976-4e07-ba8c-400afb1cb689 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:11.030991 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06c7298-a976-4e07-ba8c-400afb1cb689 None None] Bound using segment: {'id': '2d42f438-6f55-4e01-941d-1b6a216ebbea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '931925be-f7b7-43dc-8aac-6b3595aa15f2'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:55:11.031683 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-e06c7298-a976-4e07-ba8c-400afb1cb689 None None] Bound port: d6360f33-2a78-4cf7-b5b5-19e06807341f, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d42f438-6f55-4e01-941d-1b6a216ebbea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '931925be-f7b7-43dc-8aac-6b3595aa15f2'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:55:11.032326 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e06c7298-a976-4e07-ba8c-400afb1cb689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:11.170906 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-e06c7298-a976-4e07-ba8c-400afb1cb689 None None] For port d6360f33-2a78-4cf7-b5b5-19e06807341f, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:55:11.174922 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-e06c7298-a976-4e07-ba8c-400afb1cb689 None None] For port d6360f33-2a78-4cf7-b5b5-19e06807341f, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=d6360f33-2a78-4cf7-b5b5-19e06807341f,segment=NetworkSegment(2d42f438-6f55-4e01-941d-1b6a216ebbea),segment_id=2d42f438-6f55-4e01-941d-1b6a216ebbea)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:55:11.180455 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e06c7298-a976-4e07-ba8c-400afb1cb689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:11.226551 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b72afd-49fd-4494-964f-81fc59aef13d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-6493a2f8-6468-44dd-a0bb-9e102d5824ea', 'network_id': '6493a2f8-6468-44dd-a0bb-9e102d5824ea', 'tenant_id': 'b07ce39922204afb985947a99dc8ae8e', 'fixed_ips': [{'subnet_id': 'a10ecdbe-7806-47c9-b2ad-269558115a53'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 07:55:11.228142 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-49b72afd-49fd-4494-964f-81fc59aef13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:11.271800 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-4e17e2ed-f00a-470e-b537-01f9f14597b2 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:11.278606 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-4e17e2ed-f00a-470e-b537-01f9f14597b2 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:11.281904 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-4e17e2ed-f00a-470e-b537-01f9f14597b2 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/networks?id=931925be-f7b7-43dc-8aac-6b3595aa15f2&id=6493a2f8-6468-44dd-a0bb-9e102d5824ea HTTP/1.1" status: 200 len: 1392 time: 0.1621969 Sep 17 07:55:11.305064 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f2d2e-e93b-4950-bf5f-4045b8083c8c req-b46690ee-b6b1-4555-8aae-6ae8500885c0 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:11.312631 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-303f2d2e-e93b-4950-bf5f-4045b8083c8c req-b46690ee-b6b1-4555-8aae-6ae8500885c0 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a15fc49-dc1f-4668-a299-f6687ff5a7d7 HTTP/1.1" status: 200 len: 949 time: 0.0998797 Sep 17 07:55:11.329621 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-8d8f4742-39b9-40e2-aaf3-b89b4ba05308 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/quotas/b07ce39922204afb985947a99dc8ae8e HTTP/1.1" status: 200 len: 375 time: 0.0400586 Sep 17 07:55:11.329864 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06c7298-a976-4e07-ba8c-400afb1cb689 None None] Pushing event updated for resources: {'Port': ['ID=d6360f33-2a78-4cf7-b5b5-19e06807341f,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:55:11.392915 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-303f2d2e-e93b-4950-bf5f-4045b8083c8c req-ce3decb5-abc0-4552-8f3d-6125d884adb4 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789187 Sep 17 07:55:11.418765 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-49b72afd-49fd-4494-964f-81fc59aef13d None None] Allocated IP 19.86.0.2 (6493a2f8-6468-44dd-a0bb-9e102d5824ea/a10ecdbe-7806-47c9-b2ad-269558115a53/914a9b8a-5db0-440f-91fe-18a3873f35ac) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:55:11.421405 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-7e90c72b-edcd-4e30-bee7-90db9209d926 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b07ce39922204afb985947a99dc8ae8e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0900781 Sep 17 07:55:11.631574 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1bcf0c-c18f-4bff-b9d5-c9fe5a032e51 req-00cc3129-15ce-4518-9e7e-47487c7ce12a tempest-ServersOnMultiNodesTest-1858971072 tempest-ServersOnMultiNodesTest-1858971072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:11.641231 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5f1bcf0c-c18f-4bff-b9d5-c9fe5a032e51 req-00cc3129-15ce-4518-9e7e-47487c7ce12a tempest-ServersOnMultiNodesTest-1858971072 tempest-ServersOnMultiNodesTest-1858971072-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6a15fc49-dc1f-4668-a299-f6687ff5a7d7 HTTP/1.1" status: 200 len: 1100 time: 0.0612781 Sep 17 07:55:11.641848 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device c9ac485d-d9a5-4ab5-887c-40f640d331b2 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:55:11.653889 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-ea47ae35-6a3d-4075-892b-4f834508f0d5 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 07:55:11.654944 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-ea47ae35-6a3d-4075-892b-4f834508f0d5 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2326279 Sep 17 07:55:11.685407 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-5f1bcf0c-c18f-4bff-b9d5-c9fe5a032e51 req-1fff8c75-cf3d-40cf-8ac6-af5a61534b1d tempest-ServersOnMultiNodesTest-1858971072 tempest-ServersOnMultiNodesTest-1858971072-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:11.701855 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-49b72afd-49fd-4494-964f-81fc59aef13d None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:11.721409 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-49b72afd-49fd-4494-964f-81fc59aef13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:11.894682 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-50d1a119-0f11-42be-8c65-eeee816b9677 service neutron] 10.222.0.13 "GET /v2.0/networks/931925be-f7b7-43dc-8aac-6b3595aa15f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198763 Sep 17 07:55:11.978801 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b72afd-49fd-4494-964f-81fc59aef13d None None] Network 6493a2f8-6468-44dd-a0bb-9e102d5824ea is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:55:11.985527 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-49b72afd-49fd-4494-964f-81fc59aef13d None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:55:11.993943 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b72afd-49fd-4494-964f-81fc59aef13d None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:55:12.006558 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device d6360f33-2a78-4cf7-b5b5-19e06807341f up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:55:12.017223 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b72afd-49fd-4494-964f-81fc59aef13d None None] Pushing event updated for resources: {'Port': ['ID=914a9b8a-5db0-440f-91fe-18a3873f35ac,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:55:12.047870 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-5f1bcf0c-c18f-4bff-b9d5-c9fe5a032e51 req-1fff8c75-cf3d-40cf-8ac6-af5a61534b1d tempest-ServersOnMultiNodesTest-1858971072 tempest-ServersOnMultiNodesTest-1858971072-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:12.055171 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-5f1bcf0c-c18f-4bff-b9d5-c9fe5a032e51 req-1fff8c75-cf3d-40cf-8ac6-af5a61534b1d tempest-ServersOnMultiNodesTest-1858971072 tempest-ServersOnMultiNodesTest-1858971072-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:12.080423 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-106c948b-5906-486a-b87d-445c1128b1ec service neutron] 10.222.0.13 "GET /v2.0/networks/931925be-f7b7-43dc-8aac-6b3595aa15f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773500 Sep 17 07:55:12.089118 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port c9ac485d-d9a5-4ab5-887c-40f640d331b2 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:55:12.089118 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:12.109794 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5f1bcf0c-c18f-4bff-b9d5-c9fe5a032e51 req-1fff8c75-cf3d-40cf-8ac6-af5a61534b1d tempest-ServersOnMultiNodesTest-1858971072 tempest-ServersOnMultiNodesTest-1858971072-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4676449 Sep 17 07:55:12.110392 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fff8c75-cf3d-40cf-8ac6-af5a61534b1d tempest-ServersOnMultiNodesTest-1858971072 tempest-ServersOnMultiNodesTest-1858971072-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d9cc6f-1d72-4c42-80e2-6bf995f15e23,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:55:12.130596 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-49b72afd-49fd-4494-964f-81fc59aef13d None None] Attempting to bind port 914a9b8a-5db0-440f-91fe-18a3873f35ac on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:55:12.131040 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-49b72afd-49fd-4494-964f-81fc59aef13d None None] Attempting to bind port 914a9b8a-5db0-440f-91fe-18a3873f35ac by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '1043888b-ae8c-47f8-8458-a4e2ec7844e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6493a2f8-6468-44dd-a0bb-9e102d5824ea'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:55:12.131405 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b72afd-49fd-4494-964f-81fc59aef13d None None] Attempting to bind port 914a9b8a-5db0-440f-91fe-18a3873f35ac on network 6493a2f8-6468-44dd-a0bb-9e102d5824ea {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:55:12.153200 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b72afd-49fd-4494-964f-81fc59aef13d None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:55:12.153584 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b72afd-49fd-4494-964f-81fc59aef13d None None] Checking segment: {'id': '1043888b-ae8c-47f8-8458-a4e2ec7844e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6493a2f8-6468-44dd-a0bb-9e102d5824ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:55:12.153990 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-49b72afd-49fd-4494-964f-81fc59aef13d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:12.154385 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b72afd-49fd-4494-964f-81fc59aef13d None None] Bound using segment: {'id': '1043888b-ae8c-47f8-8458-a4e2ec7844e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6493a2f8-6468-44dd-a0bb-9e102d5824ea'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:55:12.154873 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-49b72afd-49fd-4494-964f-81fc59aef13d None None] Bound port: 914a9b8a-5db0-440f-91fe-18a3873f35ac, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1043888b-ae8c-47f8-8458-a4e2ec7844e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6493a2f8-6468-44dd-a0bb-9e102d5824ea'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:55:12.155257 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-49b72afd-49fd-4494-964f-81fc59aef13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:12.168505 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port d6360f33-2a78-4cf7-b5b5-19e06807341f triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:55:12.168884 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:12.226801 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f0f29fa-eef0-45ef-9b61-5046cd188956 req-dbb1cbdd-866a-4937-b934-921783c40b16 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0271285 Sep 17 07:55:12.252257 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-a0521c68-7981-430e-84f5-f53d4a30465b service neutron] 10.222.0.13 "GET /v2.0/networks/6493a2f8-6468-44dd-a0bb-9e102d5824ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512315 Sep 17 07:55:12.338749 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-49b72afd-49fd-4494-964f-81fc59aef13d None None] For port 914a9b8a-5db0-440f-91fe-18a3873f35ac, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:55:12.354769 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:12.381428 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-49b72afd-49fd-4494-964f-81fc59aef13d None None] For port 914a9b8a-5db0-440f-91fe-18a3873f35ac, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=914a9b8a-5db0-440f-91fe-18a3873f35ac,segment=NetworkSegment(1043888b-ae8c-47f8-8458-a4e2ec7844e5),segment_id=1043888b-ae8c-47f8-8458-a4e2ec7844e5)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:55:12.399317 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-49b72afd-49fd-4494-964f-81fc59aef13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:12.443595 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ba8107-272d-4493-b78e-bd1ecdeb09e2 req-29b019c4-7437-4c74-89fd-aa955379872b tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:12.445579 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-17ba8107-272d-4493-b78e-bd1ecdeb09e2 req-29b019c4-7437-4c74-89fd-aa955379872b tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 945 time: 0.0769317 Sep 17 07:55:12.468385 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-4657c789-dc33-4f9b-bb4f-3f27236e6389 service neutron] 10.222.0.13 "GET /v2.0/networks/6493a2f8-6468-44dd-a0bb-9e102d5824ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150280 Sep 17 07:55:12.502544 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-17ba8107-272d-4493-b78e-bd1ecdeb09e2 req-887c233a-1ce1-4f25-a5ff-e158ac8bc87c tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451005 Sep 17 07:55:12.506839 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port c9ac485d-d9a5-4ab5-887c-40f640d331b2, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=c9ac485d-d9a5-4ab5-887c-40f640d331b2,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:55:12.508111 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b72afd-49fd-4494-964f-81fc59aef13d None None] Pushing event updated for resources: {'Port': ['ID=914a9b8a-5db0-440f-91fe-18a3873f35ac,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:55:12.513371 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e2b08c-ae5d-4ac9-901a-f557e5f27ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ac485d-d9a5-4ab5-887c-40f640d331b2'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:55:12.515507 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4216d06-6404-4215-9ec3-9874542ea1ff" -d '{"events": [{"server_uuid": "97e2b08c-ae5d-4ac9-901a-f557e5f27ff3", "name": "network-vif-plugged", "status": "completed", "tag": "c9ac485d-d9a5-4ab5-887c-40f640d331b2"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:55:12.526503 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:12.526503 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device ad2bb8ba-714e-49f4-b421-fd480d0b965a no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:55:12.526678 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:12.578940 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb5c48c-4ad4-49b4-9b1f-9ccf7040888e None None] Network 931925be-f7b7-43dc-8aac-6b3595aa15f2 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:55:12.821432 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07eb01b-c92c-4ed9-bf72-d41720d2ba11 x-openstack-request-id: req-d07eb01b-c92c-4ed9-bf72-d41720d2ba11 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:55:12.822010 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97e2b08c-ae5d-4ac9-901a-f557e5f27ff3", "name": "network-vif-plugged", "status": "completed", "tag": "c9ac485d-d9a5-4ab5-887c-40f640d331b2", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:55:12.822010 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d07eb01b-c92c-4ed9-bf72-d41720d2ba11 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:55:12.822432 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97e2b08c-ae5d-4ac9-901a-f557e5f27ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ac485d-d9a5-4ab5-887c-40f640d331b2', 'code': 200} Sep 17 07:55:12.856633 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-569c2a52-15a9-4578-8d0b-ba695e732de9 req-b8b1b192-03b2-49af-9c94-d16f297d30ea tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c66ee07-e54c-4ad6-9129-c27ebe2a8246 HTTP/1.1" status: 200 len: 210 time: 0.0774825 Sep 17 07:55:12.967154 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port d6360f33-2a78-4cf7-b5b5-19e06807341f, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=d6360f33-2a78-4cf7-b5b5-19e06807341f,segment=NetworkSegment(2d42f438-6f55-4e01-941d-1b6a216ebbea),segment_id=2d42f438-6f55-4e01-941d-1b6a216ebbea)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:55:12.971061 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=c9ac485d-d9a5-4ab5-887c-40f640d331b2,revision_number=10']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:55:13.006085 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:13.058242 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-454e2596-8f2f-4a8e-910a-aff2bf25bea5 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=2349d4cf1f41439ea3d7c6f38634ae0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0692899 Sep 17 07:55:13.196660 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-4ad05348-a186-4861-a119-17dc8496333d None None] Provisioning complete for port d6360f33-2a78-4cf7-b5b5-19e06807341f triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:55:13.198211 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4ad05348-a186-4861-a119-17dc8496333d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:13.298899 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:13.317902 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-a03d3895-238b-4774-a9fc-b97ec5f4a309 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:13.330923 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-a03d3895-238b-4774-a9fc-b97ec5f4a309 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2703547 Sep 17 07:55:13.361245 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-d45fb721-09de-42c8-a2db-de7f37c475a5 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/quotas/2349d4cf1f41439ea3d7c6f38634ae0a HTTP/1.1" status: 200 len: 375 time: 0.0254953 Sep 17 07:55:13.366097 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=d6360f33-2a78-4cf7-b5b5-19e06807341f,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:55:13.421359 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port ad2bb8ba-714e-49f4-b421-fd480d0b965a, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=ad2bb8ba-714e-49f4-b421-fd480d0b965a,segment=NetworkSegment(9d7157a6-8670-462c-b175-6c19d661dbef),segment_id=9d7157a6-8670-462c-b175-6c19d661dbef)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:55:13.437834 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0991eccd-aaa4-4b2e-b0f4-2f6662b869da req-0e6815de-bdf6-437d-a2d5-3e610e8ad731 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0562990 Sep 17 07:55:13.486822 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:13.495734 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-999c8d2f-eba8-46a9-ae16-e219c231d071 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2349d4cf1f41439ea3d7c6f38634ae0a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1331124 Sep 17 07:55:13.666685 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=ad2bb8ba-714e-49f4-b421-fd480d0b965a,revision_number=8']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:55:13.811927 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3513c5-ef55-48f6-b6a7-5172a231e4ac req-732317ff-a366-41c7-8d00-172dca45b62f tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:13.829594 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0f3513c5-ef55-48f6-b6a7-5172a231e4ac req-732317ff-a366-41c7-8d00-172dca45b62f tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 943 time: 0.1441085 Sep 17 07:55:13.998095 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0f3513c5-ef55-48f6-b6a7-5172a231e4ac req-276a19ca-bab2-419d-ad48-594b83dd73d2 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673889 Sep 17 07:55:14.120684 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-591a03b1-5ee6-4d42-939e-0258178dafa7 None None] Provisioning complete for port d6360f33-2a78-4cf7-b5b5-19e06807341f triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:55:14.121235 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-591a03b1-5ee6-4d42-939e-0258178dafa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:14.221342 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device d6360f33-2a78-4cf7-b5b5-19e06807341f up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:55:14.326166 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9107b98c-add6-4c47-8278-5b6b02cfdd1d None None] Network 6493a2f8-6468-44dd-a0bb-9e102d5824ea requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:55:14.417989 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2a535c3f-933d-42a8-b1f6-24d61121cc0d req-588e6cdc-188e-4253-96bc-7793004d4a94 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c66ee07-e54c-4ad6-9129-c27ebe2a8246 HTTP/1.1" status: 200 len: 210 time: 0.0842628 Sep 17 07:55:14.512597 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e954a595-27dd-445a-bf92-8fcb61f51c7d req-09e9ae22-ee38-4501-8d2e-00a652385ac3 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:14.524265 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e954a595-27dd-445a-bf92-8fcb61f51c7d req-09e9ae22-ee38-4501-8d2e-00a652385ac3 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 943 time: 0.0807190 Sep 17 07:55:14.586149 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e954a595-27dd-445a-bf92-8fcb61f51c7d req-1b3737d0-e93e-445f-b9b7-dadedbc15b84 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555227 Sep 17 07:55:14.752248 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port d6360f33-2a78-4cf7-b5b5-19e06807341f triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:55:14.757629 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:14.790761 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f42d73ec-429b-4d00-99b5-dd679f1c6076 req-564e9466-c2bf-4f8e-b1af-4fdaa9994476 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0476520 Sep 17 07:55:14.915354 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-75649ef3-d3cd-43de-8e3e-e021583dd44c tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:14.922512 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96ccc481-de1b-4067-94b3-5b88de9fde3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad2bb8ba-714e-49f4-b421-fd480d0b965a'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:55:14.926948 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa2100fc-c6bd-418a-a1d2-d7ee63947f8a" -d '{"events": [{"server_uuid": "96ccc481-de1b-4067-94b3-5b88de9fde3d", "name": "network-vif-unplugged", "status": "completed", "tag": "ad2bb8ba-714e-49f4-b421-fd480d0b965a"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:55:14.945844 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-75649ef3-d3cd-43de-8e3e-e021583dd44c tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:14.956742 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-75649ef3-d3cd-43de-8e3e-e021583dd44c tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.39 "GET /v2.0/networks?id=931925be-f7b7-43dc-8aac-6b3595aa15f2&id=6493a2f8-6468-44dd-a0bb-9e102d5824ea HTTP/1.1" status: 200 len: 1392 time: 0.4637380 Sep 17 07:55:14.964376 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-90e69f81-c154-4e19-b646-e3b715b85e12 None None] Provisioning complete for port 914a9b8a-5db0-440f-91fe-18a3873f35ac triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:55:14.966631 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-90e69f81-c154-4e19-b646-e3b715b85e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:14.968321 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ab157e3b-2e3e-4956-95ce-8d8099a159b9 req-d933b6f5-12e1-44c2-8b16-db985538b427 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faedb51-1b17-4979-92b2-b5ce8865580c HTTP/1.1" status: 200 len: 210 time: 0.0458536 Sep 17 07:55:14.973604 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-e230f3fd-7b16-4d3d-a571-42f71e7e5544 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Request body: {'port': {'device_id': '8c66ee07-e54c-4ad6-9129-c27ebe2a8246', 'network_id': '931925be-f7b7-43dc-8aac-6b3595aa15f2', 'admin_state_up': True, 'tenant_id': 'b07ce39922204afb985947a99dc8ae8e'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:55:15.043700 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 17 Sep 2021 07:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde0f2fa-a512-4926-86e0-f656e4f30f97 x-openstack-request-id: req-fde0f2fa-a512-4926-86e0-f656e4f30f97 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:55:15.048077 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96ccc481-de1b-4067-94b3-5b88de9fde3d", "name": "network-vif-unplugged", "status": "failed", "tag": "ad2bb8ba-714e-49f4-b421-fd480d0b965a", "code": 422}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:55:15.048495 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fde0f2fa-a512-4926-86e0-f656e4f30f97 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:55:15.049024 n-d-789963-9 neutron-server[101291]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '96ccc481-de1b-4067-94b3-5b88de9fde3d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ad2bb8ba-714e-49f4-b421-fd480d0b965a', 'code': 422} returned with failed status Sep 17 07:55:15.086756 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [req-56644fe5-eb7e-4c4f-8ac0-754dd757b2ac req-0aacb338-493a-4840-b9d9-634e66f8446d service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 07:55:15.088736 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-56644fe5-eb7e-4c4f-8ac0-754dd757b2ac req-0aacb338-493a-4840-b9d9-634e66f8446d service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062256 Sep 17 07:55:15.165673 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 914a9b8a-5db0-440f-91fe-18a3873f35ac up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:55:15.372941 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-e230f3fd-7b16-4d3d-a571-42f71e7e5544 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Made reservation on behalf of b07ce39922204afb985947a99dc8ae8e for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:55:15.377768 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-e230f3fd-7b16-4d3d-a571-42f71e7e5544 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:15.428127 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 914a9b8a-5db0-440f-91fe-18a3873f35ac triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:55:15.428509 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:15.465672 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f3d90-7afe-42e7-bc62-4aca2b0f2bf3 req-25f95b8f-6753-4853-8281-b54338a22f15 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:15.480875 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d32f3d90-7afe-42e7-bc62-4aca2b0f2bf3 req-25f95b8f-6753-4853-8281-b54338a22f15 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 943 time: 0.1226380 Sep 17 07:55:15.579329 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d32f3d90-7afe-42e7-bc62-4aca2b0f2bf3 req-c15fdd9f-9a53-4a08-87ca-e54e7af4b2ab tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969861 Sep 17 07:55:15.668652 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device ad2bb8ba-714e-49f4-b421-fd480d0b965a no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:55:15.685162 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-90e69f81-c154-4e19-b646-e3b715b85e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:15.718252 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5f2e67ac-6496-4e6b-8f90-057e92aefdcd req-f71b5ca9-f1bb-47fd-a596-f921ffa39d59 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c66ee07-e54c-4ad6-9129-c27ebe2a8246 HTTP/1.1" status: 200 len: 210 time: 0.0845959 Sep 17 07:55:15.904983 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-e230f3fd-7b16-4d3d-a571-42f71e7e5544 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Allocated IP 19.80.0.200 (931925be-f7b7-43dc-8aac-6b3595aa15f2/d64a6bcd-dd9f-4162-a078-9ecc72cfd13c/0943a403-957c-4ff9-8c89-b04ca8bb5318) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:55:15.925807 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-90e69f81-c154-4e19-b646-e3b715b85e12 None None] For port 914a9b8a-5db0-440f-91fe-18a3873f35ac, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=914a9b8a-5db0-440f-91fe-18a3873f35ac,segment=NetworkSegment(1043888b-ae8c-47f8-8458-a4e2ec7844e5),segment_id=1043888b-ae8c-47f8-8458-a4e2ec7844e5)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:55:15.982956 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a9dd1623-78b5-4141-be4a-756ac3954e1d req-0b924743-2f69-4502-a891-fc7976a4373d tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0394969 Sep 17 07:55:15.983157 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-90e69f81-c154-4e19-b646-e3b715b85e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:16.066020 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e69f81-c154-4e19-b646-e3b715b85e12 None None] Pushing event updated for resources: {'Port': ['ID=914a9b8a-5db0-440f-91fe-18a3873f35ac,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:55:16.097998 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:16.103971 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8f7c8187-5864-4890-a920-741fd6823444 req-2aacb958-81bf-4339-9f28-1495cbbad988 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faedb51-1b17-4979-92b2-b5ce8865580c HTTP/1.1" status: 200 len: 210 time: 0.0385373 Sep 17 07:55:16.176909 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2fed6e47-21bd-42ce-ad35-b606c48ada36 req-5efe9fd5-48de-42b5-a137-6254c69600cf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3339176 Sep 17 07:55:16.221477 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.db.api [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 07:55:16.222588 n-d-789963-9 neutron-server[101291]: DEBUG oslo_db.api [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 07:55:16.223338 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-d7b7d8e4-e783-4a6b-ab7a-0def46a70893 None None] Provisioning complete for port 914a9b8a-5db0-440f-91fe-18a3873f35ac triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:55:16.223949 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d7b7d8e4-e783-4a6b-ab7a-0def46a70893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:16.359508 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-e230f3fd-7b16-4d3d-a571-42f71e7e5544 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:16.457625 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-e230f3fd-7b16-4d3d-a571-42f71e7e5544 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:16.514722 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e230f3fd-7b16-4d3d-a571-42f71e7e5544 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Pushing event updated for resources: {'Port': ['ID=0943a403-957c-4ff9-8c89-b04ca8bb5318,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:55:16.539262 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-e230f3fd-7b16-4d3d-a571-42f71e7e5544 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Network 931925be-f7b7-43dc-8aac-6b3595aa15f2 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:55:16.558893 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-e230f3fd-7b16-4d3d-a571-42f71e7e5544 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:55:16.565493 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-e230f3fd-7b16-4d3d-a571-42f71e7e5544 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:55:16.592207 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-dc19d729-0fa5-497e-b6a7-166ad39e363c tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=2349d4cf1f41439ea3d7c6f38634ae0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0668647 Sep 17 07:55:16.716488 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-e230f3fd-7b16-4d3d-a571-42f71e7e5544 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:16.717175 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-e230f3fd-7b16-4d3d-a571-42f71e7e5544 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:16.748845 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-e230f3fd-7b16-4d3d-a571-42f71e7e5544 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7790623 Sep 17 07:55:16.808920 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-a7dab230-03b6-4e97-ab98-8b995be106f8 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Request body: {'port': {'device_id': '8c66ee07-e54c-4ad6-9129-c27ebe2a8246', 'network_id': '6493a2f8-6468-44dd-a0bb-9e102d5824ea', 'admin_state_up': True, 'tenant_id': 'b07ce39922204afb985947a99dc8ae8e'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:55:16.902061 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-83a11e74-2a26-4f6c-8c1c-223924608b44 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:16.903935 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-83a11e74-2a26-4f6c-8c1c-223924608b44 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3026419 Sep 17 07:55:16.970506 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-3239a1ee-ad60-4c14-86f5-fce59f749f58 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Request body: {'port': {'device_id': 'dee8c3dd-b591-4049-b502-4acf286e1629', 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583', 'admin_state_up': True, 'tenant_id': '2349d4cf1f41439ea3d7c6f38634ae0a'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:55:17.015749 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 914a9b8a-5db0-440f-91fe-18a3873f35ac up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:55:17.034565 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-a7dab230-03b6-4e97-ab98-8b995be106f8 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Made reservation on behalf of b07ce39922204afb985947a99dc8ae8e for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:55:17.040793 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-a7dab230-03b6-4e97-ab98-8b995be106f8 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:17.056648 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b20c514-c383-4f84-b064-1024a7066ebb req-560adb67-3575-487f-8d29-c9458f2d560d tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:17.065580 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6b20c514-c383-4f84-b064-1024a7066ebb req-560adb67-3575-487f-8d29-c9458f2d560d tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 943 time: 0.2847192 Sep 17 07:55:17.144003 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-e61b25c0-9114-4668-a3ef-213ac1851471 None None] Provisioning complete for port 0943a403-957c-4ff9-8c89-b04ca8bb5318 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:55:17.144614 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e61b25c0-9114-4668-a3ef-213ac1851471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:17.188744 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-e61b25c0-9114-4668-a3ef-213ac1851471 None None] Port 0943a403-957c-4ff9-8c89-b04ca8bb5318 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:55:17.190382 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a6bb0a-890f-486f-a3ad-fc1311817244 req-dade77db-bdb0-466c-a4eb-545c530e9689 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:17.195407 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e4a6bb0a-890f-486f-a3ad-fc1311817244 req-dade77db-bdb0-466c-a4eb-545c530e9689 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c66ee07-e54c-4ad6-9129-c27ebe2a8246 HTTP/1.1" status: 200 len: 932 time: 0.2903154 Sep 17 07:55:17.206071 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 914a9b8a-5db0-440f-91fe-18a3873f35ac triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:55:17.206710 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:17.282540 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-a7dab230-03b6-4e97-ab98-8b995be106f8 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Allocated IP 19.86.0.143 (6493a2f8-6468-44dd-a0bb-9e102d5824ea/a10ecdbe-7806-47c9-b2ad-269558115a53/f3712938-de72-4da5-a386-a4267a3348e3) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:55:17.310225 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6b20c514-c383-4f84-b064-1024a7066ebb req-58aae57b-b582-43f2-a3cd-43b36ce7fabc tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312732 Sep 17 07:55:17.420373 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e4a6bb0a-890f-486f-a3ad-fc1311817244 req-97222264-4594-425b-8b4e-7b418213bfe8 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd1ad261-9f61-4567-be1f-04e2477ef432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663871 Sep 17 07:55:17.532229 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-a7dab230-03b6-4e97-ab98-8b995be106f8 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:17.589023 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-45336d0e-73ec-415a-8481-3303a28627b4 req-d0ca3b95-7997-46c4-accd-63d661153f16 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0927548 Sep 17 07:55:17.590696 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-3239a1ee-ad60-4c14-86f5-fce59f749f58 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Made reservation on behalf of 2349d4cf1f41439ea3d7c6f38634ae0a for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:55:17.595536 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-3239a1ee-ad60-4c14-86f5-fce59f749f58 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:17.596190 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-a7dab230-03b6-4e97-ab98-8b995be106f8 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:17.618424 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-de37467d-0f78-4380-a593-c5b2a5f0f472 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=2349d4cf1f41439ea3d7c6f38634ae0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410073 Sep 17 07:55:17.715934 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-a7dab230-03b6-4e97-ab98-8b995be106f8 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Network 6493a2f8-6468-44dd-a0bb-9e102d5824ea is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:55:17.731486 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-a7dab230-03b6-4e97-ab98-8b995be106f8 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:55:17.737138 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dab230-03b6-4e97-ab98-8b995be106f8 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Pushing event updated for resources: {'Port': ['ID=f3712938-de72-4da5-a386-a4267a3348e3,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:55:17.793866 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-a7dab230-03b6-4e97-ab98-8b995be106f8 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:55:17.883576 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-a7dab230-03b6-4e97-ab98-8b995be106f8 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:17.884507 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-a7dab230-03b6-4e97-ab98-8b995be106f8 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:17.905549 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-7242353d-35ec-49b8-931e-6b82f431ce49 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:17.907635 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-7242353d-35ec-49b8-931e-6b82f431ce49 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2520185 Sep 17 07:55:17.922171 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-a7dab230-03b6-4e97-ab98-8b995be106f8 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1376650 Sep 17 07:55:17.950395 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-18de1fdd-ee50-4078-8026-b2b1631f7413 req-f659d885-c002-4926-8a2c-0c23c4b030cc tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faedb51-1b17-4979-92b2-b5ce8865580c HTTP/1.1" status: 200 len: 210 time: 0.2234237 Sep 17 07:55:17.951735 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-3239a1ee-ad60-4c14-86f5-fce59f749f58 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Allocated IP 192.168.233.192 (469390cd-cce5-49bd-b8f8-9e64018a0583/5f3af6cb-9cad-436b-bf41-034e75672c44/32647783-f482-4eed-a2c6-b32fcad89497) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:55:17.967403 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-66f5934c-a95f-4919-a9f5-c54aa2d69f38 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Request body: {'port': {'device_id': '1faedb51-1b17-4979-92b2-b5ce8865580c', 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583', 'admin_state_up': True, 'tenant_id': '2349d4cf1f41439ea3d7c6f38634ae0a'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:55:17.977420 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-23ddc8dd-2752-4816-bdf2-53703fe9b87d service neutron] Request body: {'port': {'device_id': '8c66ee07-e54c-4ad6-9129-c27ebe2a8246', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:55:18.136299 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-23ddc8dd-2752-4816-bdf2-53703fe9b87d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:18.176130 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fed6e47-21bd-42ce-ad35-b606c48ada36 req-1fa296d5-c777-4a77-bf87-7eefc323db5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:18.177831 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2fed6e47-21bd-42ce-ad35-b606c48ada36 req-1fa296d5-c777-4a77-bf87-7eefc323db5d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d&tenant_id=eba970328263472895352ba6b96a09d3 HTTP/1.1" status: 200 len: 1094 time: 0.1095893 Sep 17 07:55:18.312993 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fed6e47-21bd-42ce-ad35-b606c48ada36 req-39735caf-8c9d-4ee4-bfa8-44e0937e20c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:18.314690 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2fed6e47-21bd-42ce-ad35-b606c48ada36 req-39735caf-8c9d-4ee4-bfa8-44e0937e20c8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eba970328263472895352ba6b96a09d3&device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 1094 time: 0.0819814 Sep 17 07:55:18.320529 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1aaf9377-813a-4953-b9f0-86345f86775f None None] Provisioning complete for port f3712938-de72-4da5-a386-a4267a3348e3 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:55:18.321043 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1aaf9377-813a-4953-b9f0-86345f86775f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:18.341641 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-3239a1ee-ad60-4c14-86f5-fce59f749f58 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:18.347070 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-66f5934c-a95f-4919-a9f5-c54aa2d69f38 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Made reservation on behalf of 2349d4cf1f41439ea3d7c6f38634ae0a for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:55:18.351330 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-66f5934c-a95f-4919-a9f5-c54aa2d69f38 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:18.392608 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-3239a1ee-ad60-4c14-86f5-fce59f749f58 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:18.410525 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1aaf9377-813a-4953-b9f0-86345f86775f None None] Port f3712938-de72-4da5-a386-a4267a3348e3 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:55:18.429591 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['389c670e-990d-4f20-ac8c-3cce9f4cde9c'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:55:18.600740 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-66f5934c-a95f-4919-a9f5-c54aa2d69f38 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Allocated IP 192.168.233.6 (469390cd-cce5-49bd-b8f8-9e64018a0583/5f3af6cb-9cad-436b-bf41-034e75672c44/1367330a-4624-480f-a385-71092b839a0b) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:55:18.600997 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fed6e47-21bd-42ce-ad35-b606c48ada36 req-017c6a85-c193-403a-931a-99404ea6908d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:18.602810 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2fed6e47-21bd-42ce-ad35-b606c48ada36 req-017c6a85-c193-403a-931a-99404ea6908d service neutron] 10.222.0.39 "GET /v2.0/networks?id=c415bb2c-76bc-4730-a4c3-bead01aef970 HTTP/1.1" status: 200 len: 914 time: 0.1268423 Sep 17 07:55:18.620747 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-3239a1ee-ad60-4c14-86f5-fce59f749f58 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Network 469390cd-cce5-49bd-b8f8-9e64018a0583 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:55:18.646387 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-3239a1ee-ad60-4c14-86f5-fce59f749f58 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:55:18.699472 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-3239a1ee-ad60-4c14-86f5-fce59f749f58 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:55:18.706449 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-23ddc8dd-2752-4816-bdf2-53703fe9b87d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0943a403-957c-4ff9-8c89-b04ca8bb5318 {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:55:18.718245 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-23ddc8dd-2752-4816-bdf2-53703fe9b87d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:18.722573 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2fed6e47-21bd-42ce-ad35-b606c48ada36 req-6b964b6d-7425-4b70-b750-76821f06ee73 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad2bb8ba-714e-49f4-b421-fd480d0b965a HTTP/1.1" status: 200 len: 217 time: 0.0975623 Sep 17 07:55:18.726795 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3239a1ee-ad60-4c14-86f5-fce59f749f58 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Pushing event updated for resources: {'Port': ['ID=32647783-f482-4eed-a2c6-b32fcad89497,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:55:18.802385 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab1f5f7-6410-4bcc-a9e8-4741f09fd2fc req-8d7841f4-a7b5-43dd-b882-43832b23b52b tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:18.803969 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0ab1f5f7-6410-4bcc-a9e8-4741f09fd2fc req-8d7841f4-a7b5-43dd-b882-43832b23b52b tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 943 time: 0.3662322 Sep 17 07:55:18.823022 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-3239a1ee-ad60-4c14-86f5-fce59f749f58 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:18.823703 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-3239a1ee-ad60-4c14-86f5-fce59f749f58 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:18.857130 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fed6e47-21bd-42ce-ad35-b606c48ada36 req-586c3494-293b-4b9e-bf8f-cce76121e44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:18.858713 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2fed6e47-21bd-42ce-ad35-b606c48ada36 req-586c3494-293b-4b9e-bf8f-cce76121e44e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=207bfb2c-1c36-48ea-8405-fe2109511b96 HTTP/1.1" status: 200 len: 853 time: 0.1238449 Sep 17 07:55:18.867553 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b36fa7d-edb5-4ecc-8ac3-8494edbe40fa req-7740d051-4a26-45dc-b0df-750c71479568 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:18.880103 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b36fa7d-edb5-4ecc-8ac3-8494edbe40fa req-7740d051-4a26-45dc-b0df-750c71479568 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:18.888324 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8b36fa7d-edb5-4ecc-8ac3-8494edbe40fa req-7740d051-4a26-45dc-b0df-750c71479568 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c66ee07-e54c-4ad6-9129-c27ebe2a8246 HTTP/1.1" status: 200 len: 1655 time: 0.2843554 Sep 17 07:55:18.929710 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-66f5934c-a95f-4919-a9f5-c54aa2d69f38 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:18.934663 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2fed6e47-21bd-42ce-ad35-b606c48ada36 req-98b790d8-6c7e-4398-8dbc-cc841cbc4df6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c415bb2c-76bc-4730-a4c3-bead01aef970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407097 Sep 17 07:55:18.942441 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-3239a1ee-ad60-4c14-86f5-fce59f749f58 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9787037 Sep 17 07:55:18.982225 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-62818004-45c1-4079-a6ac-7fc518273816 service neutron] Request body: {'port': {'device_id': 'dee8c3dd-b591-4049-b502-4acf286e1629', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:55:18.987717 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0ab1f5f7-6410-4bcc-a9e8-4741f09fd2fc req-d0edcdb1-c4f8-4558-8e20-c84eaa9dbbbe tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746144 Sep 17 07:55:19.024765 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-66f5934c-a95f-4919-a9f5-c54aa2d69f38 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:19.050863 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-23ddc8dd-2752-4816-bdf2-53703fe9b87d service neutron] Transition to ACTIVE for port object 0943a403-957c-4ff9-8c89-b04ca8bb5318 will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:55:19.060519 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1651b3dd-85c1-4e50-9d51-99ae53783375 None None] Provisioning complete for port 32647783-f482-4eed-a2c6-b32fcad89497 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:55:19.060895 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1651b3dd-85c1-4e50-9d51-99ae53783375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:19.077668 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8b36fa7d-edb5-4ecc-8ac3-8494edbe40fa req-31d6943a-f741-425d-921e-d8d596ad54ed tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd1ad261-9f61-4567-be1f-04e2477ef432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883793 Sep 17 07:55:19.126435 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['389c670e-990d-4f20-ac8c-3cce9f4cde9c'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:55:19.128826 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-23ddc8dd-2752-4816-bdf2-53703fe9b87d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:19.139802 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-62818004-45c1-4079-a6ac-7fc518273816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:19.190944 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-66f5934c-a95f-4919-a9f5-c54aa2d69f38 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Network 469390cd-cce5-49bd-b8f8-9e64018a0583 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:55:19.206815 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-66f5934c-a95f-4919-a9f5-c54aa2d69f38 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:55:19.213290 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-66f5934c-a95f-4919-a9f5-c54aa2d69f38 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:55:19.218479 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f5934c-a95f-4919-a9f5-c54aa2d69f38 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Pushing event updated for resources: {'Port': ['ID=1367330a-4624-480f-a385-71092b839a0b,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:55:19.310103 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1651b3dd-85c1-4e50-9d51-99ae53783375 None None] Port 32647783-f482-4eed-a2c6-b32fcad89497 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:55:19.328411 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ddc8dd-2752-4816-bdf2-53703fe9b87d service neutron] Pushing event updated for resources: {'Port': ['ID=0943a403-957c-4ff9-8c89-b04ca8bb5318,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:55:19.478830 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-66f5934c-a95f-4919-a9f5-c54aa2d69f38 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:19.488184 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-66f5934c-a95f-4919-a9f5-c54aa2d69f38 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:19.570603 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-23ddc8dd-2752-4816-bdf2-53703fe9b87d service neutron] Attempting to bind port 0943a403-957c-4ff9-8c89-b04ca8bb5318 on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:55:19.571221 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-23ddc8dd-2752-4816-bdf2-53703fe9b87d service neutron] Attempting to bind port 0943a403-957c-4ff9-8c89-b04ca8bb5318 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': '2d42f438-6f55-4e01-941d-1b6a216ebbea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '931925be-f7b7-43dc-8aac-6b3595aa15f2'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:55:19.571898 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-23ddc8dd-2752-4816-bdf2-53703fe9b87d service neutron] Attempting to bind port 0943a403-957c-4ff9-8c89-b04ca8bb5318 on network 931925be-f7b7-43dc-8aac-6b3595aa15f2 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:55:19.579194 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-66f5934c-a95f-4919-a9f5-c54aa2d69f38 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6324172 Sep 17 07:55:19.582603 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-23ddc8dd-2752-4816-bdf2-53703fe9b87d service neutron] Port 0943a403-957c-4ff9-8c89-b04ca8bb5318 on network 931925be-f7b7-43dc-8aac-6b3595aa15f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:55:19.583186 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-23ddc8dd-2752-4816-bdf2-53703fe9b87d service neutron] Attempting to bind port 0943a403-957c-4ff9-8c89-b04ca8bb5318 on network 931925be-f7b7-43dc-8aac-6b3595aa15f2 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:55:19.598617 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-e713e086-7b5f-4290-8fe6-9f8f92da1ac4 service neutron] Request body: {'port': {'device_id': '1faedb51-1b17-4979-92b2-b5ce8865580c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:55:19.701437 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-e713e086-7b5f-4290-8fe6-9f8f92da1ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:19.703770 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-23ddc8dd-2752-4816-bdf2-53703fe9b87d service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:55:19.704424 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-23ddc8dd-2752-4816-bdf2-53703fe9b87d service neutron] Checking segment: {'id': '2d42f438-6f55-4e01-941d-1b6a216ebbea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '931925be-f7b7-43dc-8aac-6b3595aa15f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:55:19.704993 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-23ddc8dd-2752-4816-bdf2-53703fe9b87d service neutron] Bound using segment: {'id': '2d42f438-6f55-4e01-941d-1b6a216ebbea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '931925be-f7b7-43dc-8aac-6b3595aa15f2'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:55:19.705680 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-23ddc8dd-2752-4816-bdf2-53703fe9b87d service neutron] Bound port: 0943a403-957c-4ff9-8c89-b04ca8bb5318, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d42f438-6f55-4e01-941d-1b6a216ebbea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '931925be-f7b7-43dc-8aac-6b3595aa15f2'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:55:19.706175 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-23ddc8dd-2752-4816-bdf2-53703fe9b87d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:19.713958 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-62818004-45c1-4079-a6ac-7fc518273816 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32647783-f482-4eed-a2c6-b32fcad89497 {{(pid=101289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:55:19.721857 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-62818004-45c1-4079-a6ac-7fc518273816 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:19.735698 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.provisioning_blocks [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-62818004-45c1-4079-a6ac-7fc518273816 service neutron] Transition to ACTIVE for port object 32647783-f482-4eed-a2c6-b32fcad89497 will not be triggered until provisioned by entity L2. {{(pid=101289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:55:19.749899 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-62818004-45c1-4079-a6ac-7fc518273816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:19.754330 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-479fee52-e050-46e9-acbe-75cb4ebadf9f None None] Provisioning complete for port 1367330a-4624-480f-a385-71092b839a0b triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:55:19.754852 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-479fee52-e050-46e9-acbe-75cb4ebadf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:19.838066 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-479fee52-e050-46e9-acbe-75cb4ebadf9f None None] Port 1367330a-4624-480f-a385-71092b839a0b cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:55:19.845900 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2fed6e47-21bd-42ce-ad35-b606c48ada36 req-28e9acb6-f67e-46ce-ae4e-3dfa6dc6e605 service neutron] 10.222.0.39 "GET /v2.0/networks/c415bb2c-76bc-4730-a4c3-bead01aef970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9024482 Sep 17 07:55:19.861143 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7569e529-13c0-4899-9719-08b2dc38b9e8 req-aac32b0e-263a-4b6e-b44c-9e3169a85228 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.1188455 Sep 17 07:55:19.873907 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086f26f-0415-4b8b-b35f-2ce87990b744 req-c2648112-9ebb-4d83-9d1a-b3f5492a50ba tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:19.876352 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1086f26f-0415-4b8b-b35f-2ce87990b744 req-c2648112-9ebb-4d83-9d1a-b3f5492a50ba tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faedb51-1b17-4979-92b2-b5ce8865580c HTTP/1.1" status: 200 len: 934 time: 0.1328521 Sep 17 07:55:19.899105 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-23ddc8dd-2752-4816-bdf2-53703fe9b87d service neutron] For port 0943a403-957c-4ff9-8c89-b04ca8bb5318, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:55:19.906098 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9a8d1769-a154-4b41-9972-0eb015dad036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:19.979545 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-23ddc8dd-2752-4816-bdf2-53703fe9b87d service neutron] For port 0943a403-957c-4ff9-8c89-b04ca8bb5318, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=0943a403-957c-4ff9-8c89-b04ca8bb5318,segment=NetworkSegment(2d42f438-6f55-4e01-941d-1b6a216ebbea),segment_id=2d42f438-6f55-4e01-941d-1b6a216ebbea)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:55:19.997431 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-23ddc8dd-2752-4816-bdf2-53703fe9b87d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:20.058583 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-23ddc8dd-2752-4816-bdf2-53703fe9b87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:20.058583 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-23ddc8dd-2752-4816-bdf2-53703fe9b87d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:20.059795 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-23ddc8dd-2752-4816-bdf2-53703fe9b87d service neutron] 10.222.0.39 "PUT /v2.0/ports/0943a403-957c-4ff9-8c89-b04ca8bb5318 HTTP/1.1" status: 200 len: 1092 time: 2.0894060 Sep 17 07:55:20.075812 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c66ee07-e54c-4ad6-9129-c27ebe2a8246', 'tag': '0943a403-957c-4ff9-8c89-b04ca8bb5318'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:55:20.093864 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53f0ed3-bd76-48aa-bf50-a750a7bbb54f" -d '{"events": [{"name": "network-changed", "server_uuid": "8c66ee07-e54c-4ad6-9129-c27ebe2a8246", "tag": "0943a403-957c-4ff9-8c89-b04ca8bb5318"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:55:20.180705 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62818004-45c1-4079-a6ac-7fc518273816 service neutron] Pushing event updated for resources: {'Port': ['ID=32647783-f482-4eed-a2c6-b32fcad89497,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:55:20.191053 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-dacec9e4-046c-4454-8197-638628bfda7a service neutron] Request body: {'port': {'device_id': '8c66ee07-e54c-4ad6-9129-c27ebe2a8246', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:55:20.264153 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2fed6e47-21bd-42ce-ad35-b606c48ada36 req-ce38d2f4-0530-4e4b-9023-d48e4099a346 service neutron] 10.222.0.39 "GET /v2.0/networks/c415bb2c-76bc-4730-a4c3-bead01aef970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3994453 Sep 17 07:55:20.278937 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ddc8dd-2752-4816-bdf2-53703fe9b87d service neutron] Pushing event updated for resources: {'Port': ['ID=0943a403-957c-4ff9-8c89-b04ca8bb5318,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:55:20.296529 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1086f26f-0415-4b8b-b35f-2ce87990b744 req-005632ba-92ad-40e5-8d09-1baf8849055b tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804699 Sep 17 07:55:20.300575 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-62818004-45c1-4079-a6ac-7fc518273816 service neutron] Attempting to bind port 32647783-f482-4eed-a2c6-b32fcad89497 on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:55:20.300940 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-62818004-45c1-4079-a6ac-7fc518273816 service neutron] Attempting to bind port 32647783-f482-4eed-a2c6-b32fcad89497 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:55:20.301266 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-62818004-45c1-4079-a6ac-7fc518273816 service neutron] Attempting to bind port 32647783-f482-4eed-a2c6-b32fcad89497 on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:55:20.316468 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-62818004-45c1-4079-a6ac-7fc518273816 service neutron] Port 32647783-f482-4eed-a2c6-b32fcad89497 on network 469390cd-cce5-49bd-b8f8-9e64018a0583 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:55:20.328378 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-62818004-45c1-4079-a6ac-7fc518273816 service neutron] Attempting to bind port 32647783-f482-4eed-a2c6-b32fcad89497 on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:55:20.350915 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-62818004-45c1-4079-a6ac-7fc518273816 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:55:20.367160 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-62818004-45c1-4079-a6ac-7fc518273816 service neutron] Checking segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:55:20.367160 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-62818004-45c1-4079-a6ac-7fc518273816 service neutron] Bound using segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:55:20.367160 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-62818004-45c1-4079-a6ac-7fc518273816 service neutron] Bound port: 32647783-f482-4eed-a2c6-b32fcad89497, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:55:20.367160 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-62818004-45c1-4079-a6ac-7fc518273816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:20.417804 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c277ed-6ae8-4134-a209-861ed60b426d req-82aac30f-6e41-4f5b-9ff4-d2be1daca534 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:20.429558 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-60c277ed-6ae8-4134-a209-861ed60b426d req-82aac30f-6e41-4f5b-9ff4-d2be1daca534 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 943 time: 0.2610223 Sep 17 07:55:20.458078 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-dacec9e4-046c-4454-8197-638628bfda7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:20.572483 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-60c277ed-6ae8-4134-a209-861ed60b426d req-9e95252b-9b3f-4208-b2a4-da469a008f78 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235924 Sep 17 07:55:20.603366 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-62818004-45c1-4079-a6ac-7fc518273816 service neutron] For port 32647783-f482-4eed-a2c6-b32fcad89497, host n-h2-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:55:20.632546 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23314d72-8162-4eae-a031-81d8cf55d1e5 req-f255379e-0220-4f65-a453-ad1eda9f6216 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:20.641545 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23314d72-8162-4eae-a031-81d8cf55d1e5 req-f255379e-0220-4f65-a453-ad1eda9f6216 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:20.643170 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-23314d72-8162-4eae-a031-81d8cf55d1e5 req-f255379e-0220-4f65-a453-ad1eda9f6216 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c66ee07-e54c-4ad6-9129-c27ebe2a8246 HTTP/1.1" status: 200 len: 1667 time: 0.1694968 Sep 17 07:55:20.654931 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-62818004-45c1-4079-a6ac-7fc518273816 service neutron] For port 32647783-f482-4eed-a2c6-b32fcad89497, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=32647783-f482-4eed-a2c6-b32fcad89497,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:55:20.662443 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9bf493d-a315-449b-ad38-6aae2762dbd8 x-openstack-request-id: req-f9bf493d-a315-449b-ad38-6aae2762dbd8 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:55:20.663378 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c66ee07-e54c-4ad6-9129-c27ebe2a8246", "tag": "0943a403-957c-4ff9-8c89-b04ca8bb5318", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:55:20.663378 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f9bf493d-a315-449b-ad38-6aae2762dbd8 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:55:20.667218 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c66ee07-e54c-4ad6-9129-c27ebe2a8246', 'tag': '0943a403-957c-4ff9-8c89-b04ca8bb5318', 'status': 'completed', 'code': 200} Sep 17 07:55:20.671596 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-62818004-45c1-4079-a6ac-7fc518273816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:20.756734 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-62818004-45c1-4079-a6ac-7fc518273816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:20.757434 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-62818004-45c1-4079-a6ac-7fc518273816 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:20.758796 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-62818004-45c1-4079-a6ac-7fc518273816 service neutron] 10.222.0.39 "PUT /v2.0/ports/32647783-f482-4eed-a2c6-b32fcad89497 HTTP/1.1" status: 200 len: 1096 time: 1.7864552 Sep 17 07:55:20.768325 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dee8c3dd-b591-4049-b502-4acf286e1629', 'tag': '32647783-f482-4eed-a2c6-b32fcad89497'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:55:20.777398 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c7d275-418a-410e-a8be-ba3ce00a97e1" -d '{"events": [{"name": "network-changed", "server_uuid": "dee8c3dd-b591-4049-b502-4acf286e1629", "tag": "32647783-f482-4eed-a2c6-b32fcad89497"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:55:20.815109 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-23314d72-8162-4eae-a031-81d8cf55d1e5 req-3852ab10-fa31-4194-8aa8-74ffd2e3c59f tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd1ad261-9f61-4567-be1f-04e2477ef432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574914 Sep 17 07:55:20.832049 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-e713e086-7b5f-4290-8fe6-9f8f92da1ac4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1367330a-4624-480f-a385-71092b839a0b {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:55:20.873710 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-e713e086-7b5f-4290-8fe6-9f8f92da1ac4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:20.899543 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62818004-45c1-4079-a6ac-7fc518273816 service neutron] Pushing event updated for resources: {'Port': ['ID=32647783-f482-4eed-a2c6-b32fcad89497,revision_number=3']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:55:20.916300 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-e713e086-7b5f-4290-8fe6-9f8f92da1ac4 service neutron] Transition to ACTIVE for port object 1367330a-4624-480f-a385-71092b839a0b will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:55:20.921694 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f0ed3-bd76-48aa-bf50-a750a7bbb54f req-af103e4a-309f-4b76-9c54-acdc81bbac71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:20.925144 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f0ed3-bd76-48aa-bf50-a750a7bbb54f req-af103e4a-309f-4b76-9c54-acdc81bbac71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:20.928007 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e53f0ed3-bd76-48aa-bf50-a750a7bbb54f req-af103e4a-309f-4b76-9c54-acdc81bbac71 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b07ce39922204afb985947a99dc8ae8e&device_id=8c66ee07-e54c-4ad6-9129-c27ebe2a8246 HTTP/1.1" status: 200 len: 1914 time: 0.2110305 Sep 17 07:55:20.928448 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-e713e086-7b5f-4290-8fe6-9f8f92da1ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:21.177031 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e713e086-7b5f-4290-8fe6-9f8f92da1ac4 service neutron] Pushing event updated for resources: {'Port': ['ID=1367330a-4624-480f-a385-71092b839a0b,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:55:21.676350 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e6cd47-c47e-4602-a954-158a09a16721 x-openstack-request-id: req-72e6cd47-c47e-4602-a954-158a09a16721 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:55:21.676791 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dee8c3dd-b591-4049-b502-4acf286e1629", "tag": "32647783-f482-4eed-a2c6-b32fcad89497", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:55:21.677026 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-72e6cd47-c47e-4602-a954-158a09a16721 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:55:21.677378 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dee8c3dd-b591-4049-b502-4acf286e1629', 'tag': '32647783-f482-4eed-a2c6-b32fcad89497', 'status': 'completed', 'code': 200} Sep 17 07:55:21.703957 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-3847aa3b-5ada-46fb-9bfe-af1842aa8e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:21.705681 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-3847aa3b-5ada-46fb-9bfe-af1842aa8e7b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2349d4cf1f41439ea3d7c6f38634ae0a&device_id=dee8c3dd-b591-4049-b502-4acf286e1629 HTTP/1.1" status: 200 len: 1099 time: 0.8646722 Sep 17 07:55:21.854394 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f0ed3-bd76-48aa-bf50-a750a7bbb54f req-f218aeb9-7bd7-4b0e-b0e1-e2d5548a4ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:21.855131 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f0ed3-bd76-48aa-bf50-a750a7bbb54f req-f218aeb9-7bd7-4b0e-b0e1-e2d5548a4ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:21.855377 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f0ed3-bd76-48aa-bf50-a750a7bbb54f req-f218aeb9-7bd7-4b0e-b0e1-e2d5548a4ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:21.859485 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e53f0ed3-bd76-48aa-bf50-a750a7bbb54f req-f218aeb9-7bd7-4b0e-b0e1-e2d5548a4ae8 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=b07ce39922204afb985947a99dc8ae8e&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.9155912 Sep 17 07:55:21.877151 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-836db6db-52d5-4330-97a6-db74d78644fa req-281f04ca-c425-46a7-9030-c931ec2b5a35 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.1987724 Sep 17 07:55:22.054371 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-e713e086-7b5f-4290-8fe6-9f8f92da1ac4 service neutron] Attempting to bind port 1367330a-4624-480f-a385-71092b839a0b on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:55:22.056079 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-e713e086-7b5f-4290-8fe6-9f8f92da1ac4 service neutron] Attempting to bind port 1367330a-4624-480f-a385-71092b839a0b by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:55:22.058494 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-e713e086-7b5f-4290-8fe6-9f8f92da1ac4 service neutron] Attempting to bind port 1367330a-4624-480f-a385-71092b839a0b on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:55:22.074470 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-e713e086-7b5f-4290-8fe6-9f8f92da1ac4 service neutron] Port 1367330a-4624-480f-a385-71092b839a0b on network 469390cd-cce5-49bd-b8f8-9e64018a0583 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:55:22.076017 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-e713e086-7b5f-4290-8fe6-9f8f92da1ac4 service neutron] Attempting to bind port 1367330a-4624-480f-a385-71092b839a0b on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:55:22.082094 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-98ca04d3-a4d5-4c8f-808c-9ec00de1b7fc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=32647783-f482-4eed-a2c6-b32fcad89497 HTTP/1.1" status: 200 len: 217 time: 0.2213919 Sep 17 07:55:22.102808 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-dacec9e4-046c-4454-8197-638628bfda7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3712938-de72-4da5-a386-a4267a3348e3 {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:55:22.123436 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-e713e086-7b5f-4290-8fe6-9f8f92da1ac4 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:55:22.123846 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-e713e086-7b5f-4290-8fe6-9f8f92da1ac4 service neutron] Checking segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:55:22.124400 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-e713e086-7b5f-4290-8fe6-9f8f92da1ac4 service neutron] Bound using segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:55:22.125335 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-e713e086-7b5f-4290-8fe6-9f8f92da1ac4 service neutron] Bound port: 1367330a-4624-480f-a385-71092b839a0b, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:55:22.125335 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-e713e086-7b5f-4290-8fe6-9f8f92da1ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:22.129351 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-dacec9e4-046c-4454-8197-638628bfda7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:22.146911 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f0ed3-bd76-48aa-bf50-a750a7bbb54f req-b886e98f-d584-4558-8776-ea3130884172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:22.148288 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e53f0ed3-bd76-48aa-bf50-a750a7bbb54f req-b886e98f-d584-4558-8776-ea3130884172 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2021487 Sep 17 07:55:22.185743 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-dacec9e4-046c-4454-8197-638628bfda7a service neutron] Transition to ACTIVE for port object f3712938-de72-4da5-a386-a4267a3348e3 will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:55:22.199681 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-dacec9e4-046c-4454-8197-638628bfda7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:22.199936 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4ee7d4-5f7b-47bf-9642-bfbf6b6a961b req-14f65129-a88e-4e82-ab61-876f603564ab tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:22.201531 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1c4ee7d4-5f7b-47bf-9642-bfbf6b6a961b req-14f65129-a88e-4e82-ab61-876f603564ab tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faedb51-1b17-4979-92b2-b5ce8865580c HTTP/1.1" status: 200 len: 946 time: 0.1212733 Sep 17 07:55:22.218984 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-1de7548d-dd43-474a-a6e5-2352d35251bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:22.220594 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-1de7548d-dd43-474a-a6e5-2352d35251bc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.1241133 Sep 17 07:55:22.357225 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1c4ee7d4-5f7b-47bf-9642-bfbf6b6a961b req-0883e5fb-29de-446a-868b-866c740655d0 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401901 Sep 17 07:55:22.396602 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-65965a52-ce9f-4f54-a451-3c54b0bd6cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:22.398300 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-65965a52-ce9f-4f54-a451-3c54b0bd6cdf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1551480 Sep 17 07:55:22.402882 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-e713e086-7b5f-4290-8fe6-9f8f92da1ac4 service neutron] For port 1367330a-4624-480f-a385-71092b839a0b, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:55:22.405252 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacec9e4-046c-4454-8197-638628bfda7a service neutron] Pushing event updated for resources: {'Port': ['ID=f3712938-de72-4da5-a386-a4267a3348e3,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:55:22.434107 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a881d604-9f05-4308-96e5-0f0e6e5dce20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:22.563602 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-e713e086-7b5f-4290-8fe6-9f8f92da1ac4 service neutron] For port 1367330a-4624-480f-a385-71092b839a0b, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=1367330a-4624-480f-a385-71092b839a0b,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:55:22.606857 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-e713e086-7b5f-4290-8fe6-9f8f92da1ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:22.658136 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:22.786078 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e713e086-7b5f-4290-8fe6-9f8f92da1ac4 service neutron] Pushing event updated for resources: {'Port': ['ID=1367330a-4624-480f-a385-71092b839a0b,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:55:22.791906 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-e713e086-7b5f-4290-8fe6-9f8f92da1ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:22.792669 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-e713e086-7b5f-4290-8fe6-9f8f92da1ac4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:22.794086 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-e713e086-7b5f-4290-8fe6-9f8f92da1ac4 service neutron] 10.222.0.39 "PUT /v2.0/ports/1367330a-4624-480f-a385-71092b839a0b HTTP/1.1" status: 200 len: 1094 time: 3.2004182 Sep 17 07:55:22.794541 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1faedb51-1b17-4979-92b2-b5ce8865580c', 'tag': '1367330a-4624-480f-a385-71092b839a0b'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:55:22.798560 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd35b4d-ec77-4cf4-8f33-b8225ac02b99" -d '{"events": [{"name": "network-changed", "server_uuid": "1faedb51-1b17-4979-92b2-b5ce8865580c", "tag": "1367330a-4624-480f-a385-71092b839a0b"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:55:22.841927 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-dacec9e4-046c-4454-8197-638628bfda7a service neutron] Attempting to bind port f3712938-de72-4da5-a386-a4267a3348e3 on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:55:22.842267 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-dacec9e4-046c-4454-8197-638628bfda7a service neutron] Attempting to bind port f3712938-de72-4da5-a386-a4267a3348e3 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': '1043888b-ae8c-47f8-8458-a4e2ec7844e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6493a2f8-6468-44dd-a0bb-9e102d5824ea'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:55:22.842600 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-dacec9e4-046c-4454-8197-638628bfda7a service neutron] Attempting to bind port f3712938-de72-4da5-a386-a4267a3348e3 on network 6493a2f8-6468-44dd-a0bb-9e102d5824ea {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:55:22.855457 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-dacec9e4-046c-4454-8197-638628bfda7a service neutron] Port f3712938-de72-4da5-a386-a4267a3348e3 on network 6493a2f8-6468-44dd-a0bb-9e102d5824ea not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:55:22.862310 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-dacec9e4-046c-4454-8197-638628bfda7a service neutron] Attempting to bind port f3712938-de72-4da5-a386-a4267a3348e3 on network 6493a2f8-6468-44dd-a0bb-9e102d5824ea {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:55:22.878856 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-dacec9e4-046c-4454-8197-638628bfda7a service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:55:22.879210 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-dacec9e4-046c-4454-8197-638628bfda7a service neutron] Checking segment: {'id': '1043888b-ae8c-47f8-8458-a4e2ec7844e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6493a2f8-6468-44dd-a0bb-9e102d5824ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:55:22.879606 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-dacec9e4-046c-4454-8197-638628bfda7a service neutron] Bound using segment: {'id': '1043888b-ae8c-47f8-8458-a4e2ec7844e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6493a2f8-6468-44dd-a0bb-9e102d5824ea'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:55:22.885470 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-dacec9e4-046c-4454-8197-638628bfda7a service neutron] Bound port: f3712938-de72-4da5-a386-a4267a3348e3, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1043888b-ae8c-47f8-8458-a4e2ec7844e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6493a2f8-6468-44dd-a0bb-9e102d5824ea'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:55:22.885945 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-dacec9e4-046c-4454-8197-638628bfda7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:22.911629 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96205fbc-3e29-48dc-bdc1-bbe9efb247f6 req-78873a43-511f-4299-a50e-0224ae7d11a9 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:22.915195 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-96205fbc-3e29-48dc-bdc1-bbe9efb247f6 req-78873a43-511f-4299-a50e-0224ae7d11a9 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 943 time: 0.2522242 Sep 17 07:55:22.982683 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-a447725d-5421-4198-b62b-0da8e5668530 service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5367792 Sep 17 07:55:22.990536 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-96205fbc-3e29-48dc-bdc1-bbe9efb247f6 req-6ea16ccc-fdaf-4d03-ae01-06237be8cc09 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683482 Sep 17 07:55:23.092422 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-dacec9e4-046c-4454-8197-638628bfda7a service neutron] For port f3712938-de72-4da5-a386-a4267a3348e3, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:55:23.101710 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-dacec9e4-046c-4454-8197-638628bfda7a service neutron] For port f3712938-de72-4da5-a386-a4267a3348e3, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=f3712938-de72-4da5-a386-a4267a3348e3,segment=NetworkSegment(1043888b-ae8c-47f8-8458-a4e2ec7844e5),segment_id=1043888b-ae8c-47f8-8458-a4e2ec7844e5)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:55:23.131709 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-dacec9e4-046c-4454-8197-638628bfda7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:23.189765 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacec9e4-046c-4454-8197-638628bfda7a service neutron] Pushing event updated for resources: {'Port': ['ID=f3712938-de72-4da5-a386-a4267a3348e3,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:55:23.222358 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-dacec9e4-046c-4454-8197-638628bfda7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:23.223353 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-dacec9e4-046c-4454-8197-638628bfda7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:23.224954 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-dacec9e4-046c-4454-8197-638628bfda7a service neutron] 10.222.0.39 "PUT /v2.0/ports/f3712938-de72-4da5-a386-a4267a3348e3 HTTP/1.1" status: 200 len: 1092 time: 3.0678771 Sep 17 07:55:23.243349 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-0e8594cf-722f-47a7-b287-1f3f35fe161d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:23.245855 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-0e8594cf-722f-47a7-b287-1f3f35fe161d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2349d4cf1f41439ea3d7c6f38634ae0a&device_id=1faedb51-1b17-4979-92b2-b5ce8865580c HTTP/1.1" status: 200 len: 1097 time: 0.3385773 Sep 17 07:55:23.325883 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8b1c93-b557-466f-adbf-38d3763a51cf req-292a8351-2168-44b2-b68f-02bbc7fad1bc tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:23.332191 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8b1c93-b557-466f-adbf-38d3763a51cf req-292a8351-2168-44b2-b68f-02bbc7fad1bc tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:23.340106 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bf8b1c93-b557-466f-adbf-38d3763a51cf req-292a8351-2168-44b2-b68f-02bbc7fad1bc tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c66ee07-e54c-4ad6-9129-c27ebe2a8246 HTTP/1.1" status: 200 len: 1679 time: 0.2129138 Sep 17 07:55:23.404014 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-6e50e674-05a2-41a8-becc-80159dd84e8d service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3874371 Sep 17 07:55:23.421326 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-5182e426-2ac8-4a45-8c0e-3d02ed6a568b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=1367330a-4624-480f-a385-71092b839a0b HTTP/1.1" status: 200 len: 217 time: 0.1172421 Sep 17 07:55:23.452668 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bf8b1c93-b557-466f-adbf-38d3763a51cf req-91792d85-6fb9-433f-8ca5-b74516071cd0 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd1ad261-9f61-4567-be1f-04e2477ef432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112618 Sep 17 07:55:23.544728 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-458962c1-acaf-48f8-ad79-e0eaf53dad22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:23.545218 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-458962c1-acaf-48f8-ad79-e0eaf53dad22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:23.547265 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-458962c1-acaf-48f8-ad79-e0eaf53dad22 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b07ce39922204afb985947a99dc8ae8e&device_id=8c66ee07-e54c-4ad6-9129-c27ebe2a8246 HTTP/1.1" status: 200 len: 1981 time: 0.2306828 Sep 17 07:55:23.578871 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-a8ac0d16-f789-45b2-82a1-7cf2b24647ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:23.583767 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-a8ac0d16-f789-45b2-82a1-7cf2b24647ee service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.1108809 Sep 17 07:55:23.595756 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:23.662174 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7d275-418a-410e-a8be-ba3ce00a97e1 req-e5a80aef-3187-4990-bc67-11c93bcf6033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:23.664109 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f0c7d275-418a-410e-a8be-ba3ce00a97e1 req-e5a80aef-3187-4990-bc67-11c93bcf6033 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2349d4cf1f41439ea3d7c6f38634ae0a&device_id=dee8c3dd-b591-4049-b502-4acf286e1629 HTTP/1.1" status: 200 len: 1099 time: 0.1254611 Sep 17 07:55:23.766086 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c300c6b1-1254-4b39-9532-37307ee9788a x-openstack-request-id: req-c300c6b1-1254-4b39-9532-37307ee9788a {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:55:23.767112 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1faedb51-1b17-4979-92b2-b5ce8865580c", "tag": "1367330a-4624-480f-a385-71092b839a0b", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:55:23.769293 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c300c6b1-1254-4b39-9532-37307ee9788a {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:55:23.770176 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1faedb51-1b17-4979-92b2-b5ce8865580c', 'tag': '1367330a-4624-480f-a385-71092b839a0b', 'status': 'completed', 'code': 200} Sep 17 07:55:23.787921 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-9b8a320b-ef13-41c5-8293-62f636f33c1c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.200&port_id=0943a403-957c-4ff9-8c89-b04ca8bb5318 HTTP/1.1" status: 200 len: 217 time: 0.1715031 Sep 17 07:55:23.873558 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0a8ae782-3597-423b-b064-c8f70bd8e0dd req-f1f28b36-264a-45ce-9d5e-88fcd5864d5d tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0659523 Sep 17 07:55:23.941722 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-4e44eef0-9c75-48f0-bc48-ce3dc3c6b54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:23.957065 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-4e44eef0-9c75-48f0-bc48-ce3dc3c6b54d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1823452 Sep 17 07:55:23.959416 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-8072f8e7-003f-448a-8bfb-2c7ea01abba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:23.961032 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-8072f8e7-003f-448a-8bfb-2c7ea01abba3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d64a6bcd-dd9f-4162-a078-9ecc72cfd13c HTTP/1.1" status: 200 len: 801 time: 0.1204710 Sep 17 07:55:24.024501 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7d275-418a-410e-a8be-ba3ce00a97e1 req-bf00345d-2052-4015-9a71-339ec0d1b156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:24.026701 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f0c7d275-418a-410e-a8be-ba3ce00a97e1 req-bf00345d-2052-4015-9a71-339ec0d1b156 service neutron] 10.222.0.39 "GET /v2.0/networks?id=469390cd-cce5-49bd-b8f8-9e64018a0583 HTTP/1.1" status: 200 len: 870 time: 0.2061090 Sep 17 07:55:24.135742 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f0c7d275-418a-410e-a8be-ba3ce00a97e1 req-407eb3ff-1678-4e59-adca-97f4aa62e034 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=32647783-f482-4eed-a2c6-b32fcad89497 HTTP/1.1" status: 200 len: 217 time: 0.0730758 Sep 17 07:55:24.162544 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c982f-94db-4070-a8de-49f3b77d3764 req-46bd835f-7866-4e2f-980c-60083d58b9b2 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:24.164569 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7d8c982f-94db-4070-a8de-49f3b77d3764 req-46bd835f-7866-4e2f-980c-60083d58b9b2 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faedb51-1b17-4979-92b2-b5ce8865580c HTTP/1.1" status: 200 len: 946 time: 0.1369114 Sep 17 07:55:24.243634 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-6d57386f-45f3-471e-99c8-7b2b9cf61709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:24.245883 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-6d57386f-45f3-471e-99c8-7b2b9cf61709 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=931925be-f7b7-43dc-8aac-6b3595aa15f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2221785 Sep 17 07:55:24.277317 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7d8c982f-94db-4070-a8de-49f3b77d3764 req-72056c02-f8ea-4e07-902f-ae843de154bc tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034529 Sep 17 07:55:24.303658 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7d275-418a-410e-a8be-ba3ce00a97e1 req-92455fe3-c958-4f62-834e-ad4200ce64b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:24.306886 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f0c7d275-418a-410e-a8be-ba3ce00a97e1 req-92455fe3-c958-4f62-834e-ad4200ce64b2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.1412926 Sep 17 07:55:24.371114 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-f761a85c-a39b-4a2d-8add-8e77c518ccc0 service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3573430 Sep 17 07:55:24.441426 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7d275-418a-410e-a8be-ba3ce00a97e1 req-771d9d83-51ca-481d-97ad-e7ee91106e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:24.443413 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f0c7d275-418a-410e-a8be-ba3ce00a97e1 req-771d9d83-51ca-481d-97ad-e7ee91106e44 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1154892 Sep 17 07:55:24.594643 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78630a3-e7df-4fef-ace6-c9cdd3162ae4 req-77e3f063-296a-41da-8d7d-9384573f056d tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:24.599242 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f78630a3-e7df-4fef-ace6-c9cdd3162ae4 req-77e3f063-296a-41da-8d7d-9384573f056d tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 943 time: 0.2034256 Sep 17 07:55:24.603754 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-642b2245-e831-469c-a05c-9af4fe4d6e65 service neutron] 10.222.0.39 "GET /v2.0/networks/931925be-f7b7-43dc-8aac-6b3595aa15f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3448851 Sep 17 07:55:24.642708 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f0c7d275-418a-410e-a8be-ba3ce00a97e1 req-235c722d-5450-436c-ae34-be8f7175f2c4 service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884003 Sep 17 07:55:24.647289 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2b41b906-7d47-49bd-a2c8-2a542bc5f0c6 req-3340b162-3ce1-4cb4-87ad-212257f135c0 service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014372 Sep 17 07:55:24.710441 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f78630a3-e7df-4fef-ace6-c9cdd3162ae4 req-580bab30-4181-4139-812b-6cbea157681f tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950465 Sep 17 07:55:24.936962 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b5d74-530f-420b-9825-4c6f5d364917 req-3919a4a8-ac55-43eb-b6d4-998d36b30afa tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:24.943416 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b5d74-530f-420b-9825-4c6f5d364917 req-3919a4a8-ac55-43eb-b6d4-998d36b30afa tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:24.945563 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bd8b5d74-530f-420b-9825-4c6f5d364917 req-3919a4a8-ac55-43eb-b6d4-998d36b30afa tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c66ee07-e54c-4ad6-9129-c27ebe2a8246 HTTP/1.1" status: 200 len: 1679 time: 0.1495287 Sep 17 07:55:25.045739 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bd8b5d74-530f-420b-9825-4c6f5d364917 req-869ca8b8-3c77-4772-82ea-199f25cd4da9 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd1ad261-9f61-4567-be1f-04e2477ef432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861387 Sep 17 07:55:25.143796 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 07:55:25.213433 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:25.772433 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c66ee07-e54c-4ad6-9129-c27ebe2a8246', 'tag': 'f3712938-de72-4da5-a386-a4267a3348e3'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:55:25.775657 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e9f542d-19b2-4394-a9db-3060be13e6dc" -d '{"events": [{"name": "network-changed", "server_uuid": "8c66ee07-e54c-4ad6-9129-c27ebe2a8246", "tag": "f3712938-de72-4da5-a386-a4267a3348e3"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:55:28.711799 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 46728) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:55:28.923820 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bad2c27d-a405-4ea8-a3dd-adf19c1bf0c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:29.176716 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bad2c27d-a405-4ea8-a3dd-adf19c1bf0c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:29.223922 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bad2c27d-a405-4ea8-a3dd-adf19c1bf0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:29.258652 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-bad2c27d-a405-4ea8-a3dd-adf19c1bf0c9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2fe5d27a41f346dfb4b9499e2457fc1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5420005 Sep 17 07:55:29.259543 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 46732) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:55:29.294204 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad2c27d-a405-4ea8-a3dd-adf19c1bf0c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92af2562-0c90-43fa-a2ed-009994c993e9,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:55:29.373498 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-08a76c0e-0a52-46a7-92dd-bd385d631894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:29.404629 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-08a76c0e-0a52-46a7-92dd-bd385d631894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:29.478928 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-08a76c0e-0a52-46a7-92dd-bd385d631894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:29.482651 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-08a76c0e-0a52-46a7-92dd-bd385d631894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:29.484388 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-08a76c0e-0a52-46a7-92dd-bd385d631894 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/92af2562-0c90-43fa-a2ed-009994c993e9 HTTP/1.1" status: 204 len: 168 time: 0.2229524 Sep 17 07:55:29.497140 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a76c0e-0a52-46a7-92dd-bd385d631894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92af2562-0c90-43fa-a2ed-009994c993e9,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:55:30.180197 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7d525be7-4e82-40f3-a690-56d0c4d4de3b req-19c69e09-c08f-48be-8b30-17eb2cbc78f6 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0322905 Sep 17 07:55:30.301819 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91780e4b-9c6e-434f-9754-67b4ba56050f req-f1dab349-3827-4290-925b-e1035e01c434 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:30.303303 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-91780e4b-9c6e-434f-9754-67b4ba56050f req-f1dab349-3827-4290-925b-e1035e01c434 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faedb51-1b17-4979-92b2-b5ce8865580c HTTP/1.1" status: 200 len: 946 time: 0.0491002 Sep 17 07:55:30.360286 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-91780e4b-9c6e-434f-9754-67b4ba56050f req-d346dcfb-938e-442e-90ea-d6eaf907ca1e tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460889 Sep 17 07:55:30.460861 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b7ff14-0567-463c-a43d-b4a1782fc58a req-caa0631d-ef15-40eb-9393-b9fb52579774 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:30.463010 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-42b7ff14-0567-463c-a43d-b4a1782fc58a req-caa0631d-ef15-40eb-9393-b9fb52579774 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 943 time: 0.0535374 Sep 17 07:55:30.514470 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-42b7ff14-0567-463c-a43d-b4a1782fc58a req-61a3a09e-febe-4435-861a-70f7d00a1622 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453405 Sep 17 07:55:30.557300 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f854b3f2-a699-4269-9602-7b9c8b598e26 x-openstack-request-id: req-f854b3f2-a699-4269-9602-7b9c8b598e26 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:55:30.557798 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c66ee07-e54c-4ad6-9129-c27ebe2a8246", "tag": "f3712938-de72-4da5-a386-a4267a3348e3", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:55:30.558060 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f854b3f2-a699-4269-9602-7b9c8b598e26 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:55:30.558695 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c66ee07-e54c-4ad6-9129-c27ebe2a8246', 'tag': 'f3712938-de72-4da5-a386-a4267a3348e3', 'status': 'completed', 'code': 200} Sep 17 07:55:30.662447 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f46fd15-17f4-4bf4-9581-17c4e738c436 req-91239d39-7e32-422e-afe2-4582b1643a5d tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:30.668655 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f46fd15-17f4-4bf4-9581-17c4e738c436 req-91239d39-7e32-422e-afe2-4582b1643a5d tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:30.669994 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6f46fd15-17f4-4bf4-9581-17c4e738c436 req-91239d39-7e32-422e-afe2-4582b1643a5d tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c66ee07-e54c-4ad6-9129-c27ebe2a8246 HTTP/1.1" status: 200 len: 1679 time: 0.0589955 Sep 17 07:55:30.714025 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6f46fd15-17f4-4bf4-9581-17c4e738c436 req-89b17440-b6f1-4941-aa0d-d180a6da0a9a tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd1ad261-9f61-4567-be1f-04e2477ef432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368757 Sep 17 07:55:30.948821 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dd6069-d482-4982-9003-9b330ef5524c req-5ff0e8ab-3539-485e-abe0-187d849743d9 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:30.950534 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-43dd6069-d482-4982-9003-9b330ef5524c req-5ff0e8ab-3539-485e-abe0-187d849743d9 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/ports?device_id=97e2b08c-ae5d-4ac9-901a-f557e5f27ff3 HTTP/1.1" status: 200 len: 951 time: 0.0675037 Sep 17 07:55:30.991523 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-43dd6069-d482-4982-9003-9b330ef5524c req-fbb819a7-cea7-4f08-b0f0-c4d954112c2e tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/security-groups?id=bee75c6a-c6c1-4516-b836-9a734cc34688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342305 Sep 17 07:55:31.285604 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2805e4a7-470e-4409-9faa-81b2921f5bdb req-5c9709da-557f-4d67-9d7b-da58091a899f tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0357082 Sep 17 07:55:31.507159 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf260e9-4ab2-444d-9603-a99bd41f01ff req-2d88b4a9-588e-4be1-8a98-d3d17a29f842 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:31.516369 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-baf260e9-4ab2-444d-9603-a99bd41f01ff req-2d88b4a9-588e-4be1-8a98-d3d17a29f842 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faedb51-1b17-4979-92b2-b5ce8865580c HTTP/1.1" status: 200 len: 946 time: 0.0806556 Sep 17 07:55:31.559864 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-baf260e9-4ab2-444d-9603-a99bd41f01ff req-89dce3ee-3f18-4faf-9b6e-c1ce5c23dd38 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406618 Sep 17 07:55:31.660897 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a505f36-145c-4207-8ba1-c46c87d96928 req-ffbb007c-0b0d-411f-9fe2-a9aac0a44efc tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:31.662403 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2a505f36-145c-4207-8ba1-c46c87d96928 req-ffbb007c-0b0d-411f-9fe2-a9aac0a44efc tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 943 time: 0.0527148 Sep 17 07:55:31.700711 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2a505f36-145c-4207-8ba1-c46c87d96928 req-895e46dd-de87-4e39-a4a0-d9417b2ce5d7 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316212 Sep 17 07:55:31.849201 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5017df-9cde-4166-a6c1-ae4ab0380ac6 req-7296ea32-084e-4655-a718-2a510ace4956 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:31.855140 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5017df-9cde-4166-a6c1-ae4ab0380ac6 req-7296ea32-084e-4655-a718-2a510ace4956 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:31.856758 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4e5017df-9cde-4166-a6c1-ae4ab0380ac6 req-7296ea32-084e-4655-a718-2a510ace4956 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c66ee07-e54c-4ad6-9129-c27ebe2a8246 HTTP/1.1" status: 200 len: 1679 time: 0.0620918 Sep 17 07:55:31.905408 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4e5017df-9cde-4166-a6c1-ae4ab0380ac6 req-32a14fa0-daea-4d3b-a1b4-0183b7677ebc tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd1ad261-9f61-4567-be1f-04e2477ef432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405054 Sep 17 07:55:32.123723 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbacc81c-e640-4ce1-9993-c2bea87a00c3 req-7732400f-59e0-4d29-b1f9-8e049f612967 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:32.125623 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bbacc81c-e640-4ce1-9993-c2bea87a00c3 req-7732400f-59e0-4d29-b1f9-8e049f612967 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/ports?device_id=97e2b08c-ae5d-4ac9-901a-f557e5f27ff3 HTTP/1.1" status: 200 len: 951 time: 0.0639408 Sep 17 07:55:32.169835 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bbacc81c-e640-4ce1-9993-c2bea87a00c3 req-856797ee-1c3c-4aa1-a23c-2e2c45cb4b42 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/security-groups?id=bee75c6a-c6c1-4516-b836-9a734cc34688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371890 Sep 17 07:55:32.406295 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-661cc9be-5e80-44c9-b789-e18fc0b2220f req-c616ee53-5249-4939-8ffc-77c9f02c5015 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0486000 Sep 17 07:55:32.671777 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0bdd31-dafb-4bd5-99d9-a463939ac37b req-ca3830a2-5e36-4829-b39f-94d4a379c190 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:32.679743 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dc0bdd31-dafb-4bd5-99d9-a463939ac37b req-ca3830a2-5e36-4829-b39f-94d4a379c190 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faedb51-1b17-4979-92b2-b5ce8865580c HTTP/1.1" status: 200 len: 946 time: 0.0594511 Sep 17 07:55:32.714367 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dc0bdd31-dafb-4bd5-99d9-a463939ac37b req-749608e6-4f61-49e2-b5ff-78f816c36c22 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336428 Sep 17 07:55:32.844660 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cdd732-c33f-425b-9a86-868b78aee1c3 req-8db00bfe-4e57-4d0f-88e4-a0a1b43eb41f tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:32.846239 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d2cdd732-c33f-425b-9a86-868b78aee1c3 req-8db00bfe-4e57-4d0f-88e4-a0a1b43eb41f tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 943 time: 0.0567453 Sep 17 07:55:32.890076 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d2cdd732-c33f-425b-9a86-868b78aee1c3 req-3142725a-4971-43ce-a920-c594044ae118 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366101 Sep 17 07:55:33.047338 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6912a3-d9a5-4000-bff4-19fb952af67a req-c4284ee4-86b6-460a-b57b-2286faa5e890 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:33.053557 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6912a3-d9a5-4000-bff4-19fb952af67a req-c4284ee4-86b6-460a-b57b-2286faa5e890 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:33.055278 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ac6912a3-d9a5-4000-bff4-19fb952af67a req-c4284ee4-86b6-460a-b57b-2286faa5e890 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c66ee07-e54c-4ad6-9129-c27ebe2a8246 HTTP/1.1" status: 200 len: 1679 time: 0.0714734 Sep 17 07:55:33.101293 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ac6912a3-d9a5-4000-bff4-19fb952af67a req-5be0976a-9d7e-4115-98d4-1b8c5b531e23 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd1ad261-9f61-4567-be1f-04e2477ef432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387490 Sep 17 07:55:33.291360 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76247519-ed17-4a7d-acf4-2acb6d564cce req-1ce2a53b-0d99-445c-8ab7-69a8742e585e tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:33.292901 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-76247519-ed17-4a7d-acf4-2acb6d564cce req-1ce2a53b-0d99-445c-8ab7-69a8742e585e tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/ports?device_id=97e2b08c-ae5d-4ac9-901a-f557e5f27ff3 HTTP/1.1" status: 200 len: 951 time: 0.0553024 Sep 17 07:55:33.330328 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-76247519-ed17-4a7d-acf4-2acb6d564cce req-76257d99-c56f-4023-aead-29ea7852f111 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/security-groups?id=bee75c6a-c6c1-4516-b836-9a734cc34688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315006 Sep 17 07:55:33.534006 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-450cce55-1547-4ee6-a88c-03f1564fd5bc req-9f6a5f16-dc3c-43eb-911f-a166a1eb71ef tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0272486 Sep 17 07:55:33.860351 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34d87ba-2ef5-494f-98c0-bb25fb105ec2 req-c6cbe0ff-003f-4d16-8c47-d02a1ee18b9e tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:33.868822 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c34d87ba-2ef5-494f-98c0-bb25fb105ec2 req-c6cbe0ff-003f-4d16-8c47-d02a1ee18b9e tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faedb51-1b17-4979-92b2-b5ce8865580c HTTP/1.1" status: 200 len: 946 time: 0.0580876 Sep 17 07:55:33.911576 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c34d87ba-2ef5-494f-98c0-bb25fb105ec2 req-b212e455-83d9-4187-b671-f60c1ec6efae tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415268 Sep 17 07:55:34.027173 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f04bf9-78ae-4eb6-ae76-27e31bf384f1 req-e1ffc4c6-9e28-4b6e-875a-367d4048a8f9 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:34.035337 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e7f04bf9-78ae-4eb6-ae76-27e31bf384f1 req-e1ffc4c6-9e28-4b6e-875a-367d4048a8f9 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 943 time: 0.0594442 Sep 17 07:55:34.076988 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e7f04bf9-78ae-4eb6-ae76-27e31bf384f1 req-d53a2b99-1848-46ec-b234-887d149c7dfb tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407538 Sep 17 07:55:34.232142 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd73e49-dbbf-473f-b4e9-ed9f9d1c583e req-d62afdde-e5f0-4409-9112-6caf34413006 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:34.238727 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd73e49-dbbf-473f-b4e9-ed9f9d1c583e req-d62afdde-e5f0-4409-9112-6caf34413006 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:34.246785 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dbd73e49-dbbf-473f-b4e9-ed9f9d1c583e req-d62afdde-e5f0-4409-9112-6caf34413006 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c66ee07-e54c-4ad6-9129-c27ebe2a8246 HTTP/1.1" status: 200 len: 1679 time: 0.0647585 Sep 17 07:55:34.289677 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dbd73e49-dbbf-473f-b4e9-ed9f9d1c583e req-756b89eb-1f52-419a-aaaf-0f06947dc31b tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd1ad261-9f61-4567-be1f-04e2477ef432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416265 Sep 17 07:55:34.478362 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6036141-a3af-4884-bdf2-f4d25d3b64cb req-f6db06fb-72a2-46cc-8e60-7de5f6226da8 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:34.479905 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b6036141-a3af-4884-bdf2-f4d25d3b64cb req-f6db06fb-72a2-46cc-8e60-7de5f6226da8 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/ports?device_id=97e2b08c-ae5d-4ac9-901a-f557e5f27ff3 HTTP/1.1" status: 200 len: 951 time: 0.0785465 Sep 17 07:55:34.519998 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b6036141-a3af-4884-bdf2-f4d25d3b64cb req-102c674c-fec1-417b-9a24-11353a1018d2 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/security-groups?id=bee75c6a-c6c1-4516-b836-9a734cc34688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336921 Sep 17 07:55:34.662827 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dc79fe09-2ec0-4488-9187-0df24856f177 req-44bdd2b3-0549-473a-b763-1470005e5d2f tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0372984 Sep 17 07:55:34.957359 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:35.064214 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee9c60-1c78-4b80-9ea6-82cc1fa35280 req-73d03ff3-9589-4f49-9336-5f64ffee36f1 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:35.066599 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8bee9c60-1c78-4b80-9ea6-82cc1fa35280 req-73d03ff3-9589-4f49-9336-5f64ffee36f1 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faedb51-1b17-4979-92b2-b5ce8865580c HTTP/1.1" status: 200 len: 946 time: 0.0672307 Sep 17 07:55:35.153592 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8bee9c60-1c78-4b80-9ea6-82cc1fa35280 req-02635308-5aa3-49ad-980f-9b78f64998a5 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752039 Sep 17 07:55:35.288807 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d861fbcf-5d2c-4031-8d98-039e90ac15b2 req-634bc082-f00a-4bcb-b1f8-eda7f087e8eb tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:35.290872 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d861fbcf-5d2c-4031-8d98-039e90ac15b2 req-634bc082-f00a-4bcb-b1f8-eda7f087e8eb tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 943 time: 0.0527704 Sep 17 07:55:35.347605 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d861fbcf-5d2c-4031-8d98-039e90ac15b2 req-ef2ffece-3fb6-424d-a8ee-1bb81ef81aaf tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503604 Sep 17 07:55:35.387911 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:35.494637 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12746b72-cc56-474a-997b-299caef4c204 req-80eec156-c00d-4321-89cd-1156fed1ea05 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:35.501119 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12746b72-cc56-474a-997b-299caef4c204 req-80eec156-c00d-4321-89cd-1156fed1ea05 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:35.503084 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-12746b72-cc56-474a-997b-299caef4c204 req-80eec156-c00d-4321-89cd-1156fed1ea05 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c66ee07-e54c-4ad6-9129-c27ebe2a8246 HTTP/1.1" status: 200 len: 1679 time: 0.0754502 Sep 17 07:55:35.549921 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-12746b72-cc56-474a-997b-299caef4c204 req-6967e0d6-c635-4224-a088-5546c67aa798 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd1ad261-9f61-4567-be1f-04e2477ef432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396507 Sep 17 07:55:35.690056 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d10b51-b27b-40ce-a17e-81c3e3c30b79 req-92dc2511-04b5-4eb6-8b11-cd23513833b6 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:35.691922 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-81d10b51-b27b-40ce-a17e-81c3e3c30b79 req-92dc2511-04b5-4eb6-8b11-cd23513833b6 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/ports?device_id=97e2b08c-ae5d-4ac9-901a-f557e5f27ff3 HTTP/1.1" status: 200 len: 951 time: 0.0749228 Sep 17 07:55:35.750872 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-81d10b51-b27b-40ce-a17e-81c3e3c30b79 req-647c710d-550a-41bc-ab4a-d306b50fcd0c tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/security-groups?id=bee75c6a-c6c1-4516-b836-9a734cc34688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512686 Sep 17 07:55:35.888546 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-18ab2dad-f32c-467a-afdc-b8ef5eb3bb06 req-cef12077-e6eb-4be8-8354-b621a0bcf2bb tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0375557 Sep 17 07:55:36.273284 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221c808-36d7-489f-b26a-5879df56583c req-0abfd6aa-e6fd-4b06-9d67-f13517f6ebb8 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:36.275057 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a221c808-36d7-489f-b26a-5879df56583c req-0abfd6aa-e6fd-4b06-9d67-f13517f6ebb8 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faedb51-1b17-4979-92b2-b5ce8865580c HTTP/1.1" status: 200 len: 946 time: 0.0502882 Sep 17 07:55:36.314001 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a221c808-36d7-489f-b26a-5879df56583c req-5a3a6b06-8f0a-49de-b243-fb4e0efa2312 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327368 Sep 17 07:55:36.465967 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff72faf-c080-4690-9d24-3f9497738d98 req-68c61b7a-413d-405e-af6d-0c0a277dd4c2 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:36.467382 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6ff72faf-c080-4690-9d24-3f9497738d98 req-68c61b7a-413d-405e-af6d-0c0a277dd4c2 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 943 time: 0.0546048 Sep 17 07:55:36.505994 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6ff72faf-c080-4690-9d24-3f9497738d98 req-73197b0c-de2e-4ab8-b969-a8bddc8a92fb tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324874 Sep 17 07:55:36.668295 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de567439-83cd-4434-89bf-380dfb36f27a req-7be7a7c0-6a35-4f0c-ad9a-1f63f04b34e2 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:36.674322 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de567439-83cd-4434-89bf-380dfb36f27a req-7be7a7c0-6a35-4f0c-ad9a-1f63f04b34e2 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:36.676498 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-de567439-83cd-4434-89bf-380dfb36f27a req-7be7a7c0-6a35-4f0c-ad9a-1f63f04b34e2 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c66ee07-e54c-4ad6-9129-c27ebe2a8246 HTTP/1.1" status: 200 len: 1679 time: 0.0589221 Sep 17 07:55:36.716310 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-de567439-83cd-4434-89bf-380dfb36f27a req-f5aa35ff-0864-4837-9b7a-62adb4efe999 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd1ad261-9f61-4567-be1f-04e2477ef432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333230 Sep 17 07:55:36.877449 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b3f81e-6899-453e-baf9-3bad624221e9 req-30e3e9bc-7a91-4a85-ba83-827212cddd92 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:36.879049 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b8b3f81e-6899-453e-baf9-3bad624221e9 req-30e3e9bc-7a91-4a85-ba83-827212cddd92 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/ports?device_id=97e2b08c-ae5d-4ac9-901a-f557e5f27ff3 HTTP/1.1" status: 200 len: 951 time: 0.0501313 Sep 17 07:55:36.917333 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b8b3f81e-6899-453e-baf9-3bad624221e9 req-8f9adef8-2754-4b0b-a427-fe172d450380 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/security-groups?id=bee75c6a-c6c1-4516-b836-9a734cc34688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317390 Sep 17 07:55:37.001028 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-346872ff-5646-4e6c-b3e7-e443ed3effbd req-185d4083-2ed5-489a-afe0-268214fe3553 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0300252 Sep 17 07:55:37.425463 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322954cd-9d3c-48cc-b87d-6e1475e87e8d req-4c7b8158-d879-4408-931f-49c1504aa736 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:37.426972 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-322954cd-9d3c-48cc-b87d-6e1475e87e8d req-4c7b8158-d879-4408-931f-49c1504aa736 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faedb51-1b17-4979-92b2-b5ce8865580c HTTP/1.1" status: 200 len: 946 time: 0.0483124 Sep 17 07:55:37.465072 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-322954cd-9d3c-48cc-b87d-6e1475e87e8d req-db90254b-ff5c-49f0-b75a-5ed65ceb12b6 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314753 Sep 17 07:55:37.620279 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f225c43d-d149-497a-a377-eb345433dbaf req-e7986fad-662d-4d92-ac3a-209d6c89a85d tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:37.621844 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f225c43d-d149-497a-a377-eb345433dbaf req-e7986fad-662d-4d92-ac3a-209d6c89a85d tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 943 time: 0.0486197 Sep 17 07:55:37.661863 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f225c43d-d149-497a-a377-eb345433dbaf req-055da7ac-459c-43bf-af4b-8c8573972bff tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338998 Sep 17 07:55:37.831074 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17992af3-fe93-4f16-b433-705f49bf8fb6 req-af575dad-8771-4350-a7f0-334f1ebdd513 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:37.837021 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17992af3-fe93-4f16-b433-705f49bf8fb6 req-af575dad-8771-4350-a7f0-334f1ebdd513 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:37.838603 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-17992af3-fe93-4f16-b433-705f49bf8fb6 req-af575dad-8771-4350-a7f0-334f1ebdd513 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c66ee07-e54c-4ad6-9129-c27ebe2a8246 HTTP/1.1" status: 200 len: 1679 time: 0.0558496 Sep 17 07:55:37.880909 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-17992af3-fe93-4f16-b433-705f49bf8fb6 req-d70a3f56-12de-4a71-9249-20a2d4227070 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd1ad261-9f61-4567-be1f-04e2477ef432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361478 Sep 17 07:55:38.035549 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b401444-8b8c-4d0f-81cc-cd37fa6a4d98 req-f84126a5-ef49-4b8c-9fc6-90804df72195 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:38.037164 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8b401444-8b8c-4d0f-81cc-cd37fa6a4d98 req-f84126a5-ef49-4b8c-9fc6-90804df72195 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/ports?device_id=97e2b08c-ae5d-4ac9-901a-f557e5f27ff3 HTTP/1.1" status: 200 len: 951 time: 0.0518043 Sep 17 07:55:38.080018 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8b401444-8b8c-4d0f-81cc-cd37fa6a4d98 req-2b9eafb3-d1a5-41f9-ba1e-b2bf69d8517d tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/security-groups?id=bee75c6a-c6c1-4516-b836-9a734cc34688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361004 Sep 17 07:55:38.175691 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-abd14c30-486b-4436-a0e9-a5208dd0c91b req-938a1075-253b-4d1e-b784-cb13b37114d5 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0281951 Sep 17 07:55:38.576923 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff5eea3-491e-4048-8c79-77dcd080aa10 req-7d60690d-ff63-4614-9bd8-d1bdff063e6f tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:38.578522 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bff5eea3-491e-4048-8c79-77dcd080aa10 req-7d60690d-ff63-4614-9bd8-d1bdff063e6f tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faedb51-1b17-4979-92b2-b5ce8865580c HTTP/1.1" status: 200 len: 946 time: 0.0478034 Sep 17 07:55:38.616261 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bff5eea3-491e-4048-8c79-77dcd080aa10 req-09b6f0f1-9269-4bd2-b022-b59d0b03f340 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312977 Sep 17 07:55:38.787655 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e63374-821b-46e2-89ec-7f7debf3f2e6 req-2baa9d53-8499-402e-a412-4657ddd67599 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:38.789204 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b4e63374-821b-46e2-89ec-7f7debf3f2e6 req-2baa9d53-8499-402e-a412-4657ddd67599 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 943 time: 0.0544548 Sep 17 07:55:38.829061 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b4e63374-821b-46e2-89ec-7f7debf3f2e6 req-ba9d2ff0-348c-4e19-a9ee-c1c6991e88ff tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336361 Sep 17 07:55:38.992011 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a0695-46d3-4df5-88b1-071fb54bc241 req-93f015b8-398d-4eb0-93e2-6ca5fccfc4ad tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:38.998338 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a0695-46d3-4df5-88b1-071fb54bc241 req-93f015b8-398d-4eb0-93e2-6ca5fccfc4ad tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:38.999873 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f31a0695-46d3-4df5-88b1-071fb54bc241 req-93f015b8-398d-4eb0-93e2-6ca5fccfc4ad tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c66ee07-e54c-4ad6-9129-c27ebe2a8246 HTTP/1.1" status: 200 len: 1679 time: 0.0541625 Sep 17 07:55:39.036798 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f31a0695-46d3-4df5-88b1-071fb54bc241 req-8b9584b2-3904-4aec-bbbb-51b5231a41f6 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd1ad261-9f61-4567-be1f-04e2477ef432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309634 Sep 17 07:55:39.194920 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af5e2b-2ee2-40d9-a184-f4877d41809b req-fef5b17d-3270-4d60-aff0-8396ce06754b tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:39.196955 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e1af5e2b-2ee2-40d9-a184-f4877d41809b req-fef5b17d-3270-4d60-aff0-8396ce06754b tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/ports?device_id=97e2b08c-ae5d-4ac9-901a-f557e5f27ff3 HTTP/1.1" status: 200 len: 951 time: 0.0473356 Sep 17 07:55:39.233785 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e1af5e2b-2ee2-40d9-a184-f4877d41809b req-b698ddfc-e452-44b4-9a4a-897187c31d87 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/security-groups?id=bee75c6a-c6c1-4516-b836-9a734cc34688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306625 Sep 17 07:55:39.318653 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-37a05767-cd56-4742-86ee-8117024a293d req-a0d26e42-7673-4443-95ef-7f96480c7e92 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0305285 Sep 17 07:55:39.741050 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f59cc-bf27-470f-afeb-aafd6a8eac62 req-2e49459e-6752-4529-a796-65748781d3b4 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:39.744906 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-708f59cc-bf27-470f-afeb-aafd6a8eac62 req-2e49459e-6752-4529-a796-65748781d3b4 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faedb51-1b17-4979-92b2-b5ce8865580c HTTP/1.1" status: 200 len: 946 time: 0.0592344 Sep 17 07:55:39.790958 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-708f59cc-bf27-470f-afeb-aafd6a8eac62 req-b5965bbb-e1d6-4fb2-af58-35b6a2fb815c tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408750 Sep 17 07:55:39.895674 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f0c7d275-418a-410e-a8be-ba3ce00a97e1 req-f464fd12-1e72-4629-b992-18400cc89959 service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036191 Sep 17 07:55:39.896244 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd35b4d-ec77-4cf4-8f33-b8225ac02b99 req-9f3644a6-f6f8-41de-ba5c-0b6cb29469fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:39.897820 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-abd35b4d-ec77-4cf4-8f33-b8225ac02b99 req-9f3644a6-f6f8-41de-ba5c-0b6cb29469fe service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2349d4cf1f41439ea3d7c6f38634ae0a&device_id=1faedb51-1b17-4979-92b2-b5ce8865580c HTTP/1.1" status: 200 len: 1097 time: 0.0621557 Sep 17 07:55:39.903826 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-21180c1b-5772-4823-83f7-7d17d9dbcb53 service neutron] 10.222.0.39 "GET /v2.0/networks/931925be-f7b7-43dc-8aac-6b3595aa15f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343114 Sep 17 07:55:39.962050 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53e26a-24ad-4c15-85cc-cc8c697f38c0 req-132ad2c7-934b-4ff7-aa76-9c00c48b5f4e tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:39.963562 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-de53e26a-24ad-4c15-85cc-cc8c697f38c0 req-132ad2c7-934b-4ff7-aa76-9c00c48b5f4e tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 943 time: 0.0498490 Sep 17 07:55:40.004036 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-de53e26a-24ad-4c15-85cc-cc8c697f38c0 req-0e6ebec7-7b2f-47d9-969b-3dd7b4cf8ac2 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339921 Sep 17 07:55:40.021600 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-2a41f20b-4e7f-47de-9533-b992ea40b8b6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.143&port_id=f3712938-de72-4da5-a386-a4267a3348e3 HTTP/1.1" status: 200 len: 217 time: 0.0549431 Sep 17 07:55:40.121764 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-7e66bc8c-3a42-42ce-8e3b-1aceb2ed3fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:40.123263 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-7e66bc8c-3a42-42ce-8e3b-1aceb2ed3fe5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a10ecdbe-7806-47c9-b2ad-269558115a53 HTTP/1.1" status: 200 len: 801 time: 0.0891984 Sep 17 07:55:40.150924 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd35b4d-ec77-4cf4-8f33-b8225ac02b99 req-a04164e8-c264-46d8-ba51-d7921f6a327d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:40.152473 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-abd35b4d-ec77-4cf4-8f33-b8225ac02b99 req-a04164e8-c264-46d8-ba51-d7921f6a327d service neutron] 10.222.0.39 "GET /v2.0/networks?id=469390cd-cce5-49bd-b8f8-9e64018a0583 HTTP/1.1" status: 200 len: 870 time: 0.1797233 Sep 17 07:55:40.170363 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ed7d6-1604-4445-ab58-553d3d2c6e11 req-d394f4d0-2120-4d9b-8519-9dafbcd2afbb tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:40.176441 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ed7d6-1604-4445-ab58-553d3d2c6e11 req-d394f4d0-2120-4d9b-8519-9dafbcd2afbb tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:40.178097 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-808ed7d6-1604-4445-ab58-553d3d2c6e11 req-d394f4d0-2120-4d9b-8519-9dafbcd2afbb tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c66ee07-e54c-4ad6-9129-c27ebe2a8246 HTTP/1.1" status: 200 len: 1679 time: 0.0585647 Sep 17 07:55:40.204910 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-abd35b4d-ec77-4cf4-8f33-b8225ac02b99 req-79d7fda8-8b15-40b9-99e1-b310d94f2aaf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=1367330a-4624-480f-a385-71092b839a0b HTTP/1.1" status: 200 len: 217 time: 0.0387137 Sep 17 07:55:40.213384 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-7c6a8fe0-08a3-4b42-96b8-bb1d661fa53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:40.214851 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-7c6a8fe0-08a3-4b42-96b8-bb1d661fa53b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6493a2f8-6468-44dd-a0bb-9e102d5824ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0780873 Sep 17 07:55:40.218992 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-808ed7d6-1604-4445-ab58-553d3d2c6e11 req-d9694522-bb38-47f6-ad33-4b509f8baa59 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd1ad261-9f61-4567-be1f-04e2477ef432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339482 Sep 17 07:55:40.312917 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd35b4d-ec77-4cf4-8f33-b8225ac02b99 req-4fcb6be3-ff8a-4888-8acb-334d91f4f6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:40.314507 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-abd35b4d-ec77-4cf4-8f33-b8225ac02b99 req-4fcb6be3-ff8a-4888-8acb-334d91f4f6be service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.0987065 Sep 17 07:55:40.372686 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-0ca220c2-6e97-4136-b459-ae80cbab91a7 service neutron] 10.222.0.39 "GET /v2.0/networks/6493a2f8-6468-44dd-a0bb-9e102d5824ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486430 Sep 17 07:55:40.373613 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da9f943-26f9-48d3-a2e0-53fc43dfa92c req-581fd899-9608-4ce4-b116-f93a0e8c82aa tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:40.375128 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2da9f943-26f9-48d3-a2e0-53fc43dfa92c req-581fd899-9608-4ce4-b116-f93a0e8c82aa tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/ports?device_id=97e2b08c-ae5d-4ac9-901a-f557e5f27ff3 HTTP/1.1" status: 200 len: 951 time: 0.0734615 Sep 17 07:55:40.385090 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd35b4d-ec77-4cf4-8f33-b8225ac02b99 req-9d1287a9-01a9-4e0a-bf56-2b9210a3f090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:40.386603 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-abd35b4d-ec77-4cf4-8f33-b8225ac02b99 req-9d1287a9-01a9-4e0a-bf56-2b9210a3f090 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0635831 Sep 17 07:55:40.436216 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2da9f943-26f9-48d3-a2e0-53fc43dfa92c req-bdfa5e2a-b91a-4ff0-bd4c-5092e40f280d tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/security-groups?id=bee75c6a-c6c1-4516-b836-9a734cc34688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537326 Sep 17 07:55:40.438330 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6f568e6d-0b83-42ce-aff6-c23aa5282e4c req-38d5feba-5be8-4c87-889a-fb38f6ddafa6 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0353494 Sep 17 07:55:40.572846 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-314afd97-c340-4ff4-9cbd-3651b9711ddf req-9bac8ac7-a555-477c-98e1-9140a6a5e794 service neutron] 10.222.0.39 "GET /v2.0/networks/6493a2f8-6468-44dd-a0bb-9e102d5824ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656868 Sep 17 07:55:40.593332 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-abd35b4d-ec77-4cf4-8f33-b8225ac02b99 req-50fac4e7-87d2-44c7-b9a4-b2ded2439077 service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845298 Sep 17 07:55:40.922241 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d06592-99da-4e57-b8ee-286988858879 req-a4fb8b5b-1cfb-491b-9715-9bebfbd4a904 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:40.926517 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-85d06592-99da-4e57-b8ee-286988858879 req-a4fb8b5b-1cfb-491b-9715-9bebfbd4a904 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faedb51-1b17-4979-92b2-b5ce8865580c HTTP/1.1" status: 200 len: 946 time: 0.0648086 Sep 17 07:55:40.967193 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-85d06592-99da-4e57-b8ee-286988858879 req-03e4a68d-05a7-4947-af72-86a4dc51be24 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351770 Sep 17 07:55:40.970594 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-abd35b4d-ec77-4cf4-8f33-b8225ac02b99 req-02787a7c-86af-40eb-9694-3f77a1bce59b service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168199 Sep 17 07:55:40.974142 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f542d-19b2-4394-a9db-3060be13e6dc req-a02a8a76-cee9-4006-a4be-b3bdd9e9988c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:40.974737 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f542d-19b2-4394-a9db-3060be13e6dc req-a02a8a76-cee9-4006-a4be-b3bdd9e9988c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:40.976313 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6e9f542d-19b2-4394-a9db-3060be13e6dc req-a02a8a76-cee9-4006-a4be-b3bdd9e9988c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b07ce39922204afb985947a99dc8ae8e&device_id=8c66ee07-e54c-4ad6-9129-c27ebe2a8246 HTTP/1.1" status: 200 len: 1981 time: 0.0641100 Sep 17 07:55:41.087122 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f542d-19b2-4394-a9db-3060be13e6dc req-876b24fc-3322-4d89-9c11-65c84061148f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:41.088735 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6e9f542d-19b2-4394-a9db-3060be13e6dc req-876b24fc-3322-4d89-9c11-65c84061148f service neutron] 10.222.0.39 "GET /v2.0/networks?id=6493a2f8-6468-44dd-a0bb-9e102d5824ea HTTP/1.1" status: 200 len: 903 time: 0.0927622 Sep 17 07:55:41.129270 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f083f832-6389-408f-9d58-cb8224478d05 req-8dea97da-6891-453d-9dbd-69a97dff1e58 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:41.130846 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f083f832-6389-408f-9d58-cb8224478d05 req-8dea97da-6891-453d-9dbd-69a97dff1e58 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 943 time: 0.0519311 Sep 17 07:55:41.134794 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6e9f542d-19b2-4394-a9db-3060be13e6dc req-60401833-e64c-4283-ac8c-7529c04757ce service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.143&port_id=f3712938-de72-4da5-a386-a4267a3348e3 HTTP/1.1" status: 200 len: 217 time: 0.0355227 Sep 17 07:55:41.176551 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f083f832-6389-408f-9d58-cb8224478d05 req-aec0c895-837e-4bb1-bdc7-a3ef25fb4a97 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391195 Sep 17 07:55:41.197972 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f542d-19b2-4394-a9db-3060be13e6dc req-3e26347d-df5c-44f3-b413-d48ce0802551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:41.199466 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6e9f542d-19b2-4394-a9db-3060be13e6dc req-3e26347d-df5c-44f3-b413-d48ce0802551 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a10ecdbe-7806-47c9-b2ad-269558115a53 HTTP/1.1" status: 200 len: 801 time: 0.0559468 Sep 17 07:55:41.250918 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f542d-19b2-4394-a9db-3060be13e6dc req-5e2550c5-3272-4932-be49-f8f1b936b7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:41.252615 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6e9f542d-19b2-4394-a9db-3060be13e6dc req-5e2550c5-3272-4932-be49-f8f1b936b7da service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6493a2f8-6468-44dd-a0bb-9e102d5824ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0449071 Sep 17 07:55:41.340256 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a0a42-ee79-4ff8-8196-04638624e269 req-ac0afa70-47bf-4e22-ab4a-c8ed2fa3d9aa tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:41.346225 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a0a42-ee79-4ff8-8196-04638624e269 req-ac0afa70-47bf-4e22-ab4a-c8ed2fa3d9aa tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:41.348038 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-298a0a42-ee79-4ff8-8196-04638624e269 req-ac0afa70-47bf-4e22-ab4a-c8ed2fa3d9aa tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c66ee07-e54c-4ad6-9129-c27ebe2a8246 HTTP/1.1" status: 200 len: 1679 time: 0.0607171 Sep 17 07:55:41.348849 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6e9f542d-19b2-4394-a9db-3060be13e6dc req-f09b00a1-95f8-41bb-83fd-36d42053abe7 service neutron] 10.222.0.39 "GET /v2.0/networks/6493a2f8-6468-44dd-a0bb-9e102d5824ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858622 Sep 17 07:55:41.387204 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-298a0a42-ee79-4ff8-8196-04638624e269 req-5f6327c7-3c19-4e7a-a00b-777cb9d55f62 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd1ad261-9f61-4567-be1f-04e2477ef432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322261 Sep 17 07:55:41.448479 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6e9f542d-19b2-4394-a9db-3060be13e6dc req-78d380c2-a7bd-4fa7-af20-1cfb9abab5ec service neutron] 10.222.0.39 "GET /v2.0/networks/6493a2f8-6468-44dd-a0bb-9e102d5824ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874467 Sep 17 07:55:41.557809 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8ec9388b-96e7-429d-a3e4-05e5ab3343f8 req-b599bd18-8498-4d2c-82f7-333b14333713 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0456083 Sep 17 07:55:41.580097 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd2d7a-42dc-41b0-91e9-55c9f07a7f1e req-d46d5f4e-83c9-4b25-a339-24a779f231a9 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:41.581587 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-80bd2d7a-42dc-41b0-91e9-55c9f07a7f1e req-d46d5f4e-83c9-4b25-a339-24a779f231a9 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/ports?device_id=97e2b08c-ae5d-4ac9-901a-f557e5f27ff3 HTTP/1.1" status: 200 len: 951 time: 0.0707688 Sep 17 07:55:41.620218 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-80bd2d7a-42dc-41b0-91e9-55c9f07a7f1e req-470bee4c-1bb7-4cc9-bf20-e04b76ec6337 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/security-groups?id=bee75c6a-c6c1-4516-b836-9a734cc34688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316360 Sep 17 07:55:42.106869 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d38f3b-ecab-4ae4-b1da-e204b8846d85 req-40a33c74-a45c-4931-87b2-01b1ef29e4e3 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:42.108844 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-43d38f3b-ecab-4ae4-b1da-e204b8846d85 req-40a33c74-a45c-4931-87b2-01b1ef29e4e3 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faedb51-1b17-4979-92b2-b5ce8865580c HTTP/1.1" status: 200 len: 946 time: 0.0673158 Sep 17 07:55:42.151092 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-43d38f3b-ecab-4ae4-b1da-e204b8846d85 req-fff9f290-54a6-4f77-b4d4-45faee6fc88b tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352569 Sep 17 07:55:42.298264 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd57a518-712b-4f9e-be0d-2525f889d87d req-8b71d015-112b-42fb-a8c0-f646463fc5bf tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:42.299779 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cd57a518-712b-4f9e-be0d-2525f889d87d req-8b71d015-112b-42fb-a8c0-f646463fc5bf tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 943 time: 0.0510745 Sep 17 07:55:42.345742 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cd57a518-712b-4f9e-be0d-2525f889d87d req-fdfd8185-df03-41ee-9071-26f65d70b7a0 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393813 Sep 17 07:55:42.519210 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a9cefe-6097-4e46-85f5-925f10c60faa req-faef2fbe-260c-4bb1-89e7-5fddd73c8b90 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:42.525311 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a9cefe-6097-4e46-85f5-925f10c60faa req-faef2fbe-260c-4bb1-89e7-5fddd73c8b90 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:42.526959 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b5a9cefe-6097-4e46-85f5-925f10c60faa req-faef2fbe-260c-4bb1-89e7-5fddd73c8b90 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c66ee07-e54c-4ad6-9129-c27ebe2a8246 HTTP/1.1" status: 200 len: 1679 time: 0.0685241 Sep 17 07:55:42.566733 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b5a9cefe-6097-4e46-85f5-925f10c60faa req-6ef61e16-4439-4e57-9526-fa7ced600544 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd1ad261-9f61-4567-be1f-04e2477ef432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329344 Sep 17 07:55:42.666251 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ae6ae201-cf0f-417f-866f-c5739578c3a0 req-d4e1b85f-76a6-4339-8158-af9b52c35ac1 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0329552 Sep 17 07:55:43.280062 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23070d89-abf4-4694-8d2f-e292d161d58f req-652e92b1-97bc-4251-bf28-e8ed3b817e58 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:43.287904 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-23070d89-abf4-4694-8d2f-e292d161d58f req-652e92b1-97bc-4251-bf28-e8ed3b817e58 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faedb51-1b17-4979-92b2-b5ce8865580c HTTP/1.1" status: 200 len: 946 time: 0.0600262 Sep 17 07:55:43.323356 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-23070d89-abf4-4694-8d2f-e292d161d58f req-49d42fdb-69dc-4c25-b9a1-1c92a4e74367 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346091 Sep 17 07:55:43.487603 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc4d1d-a21f-41aa-b34d-f58e2079fb4e req-36e3876e-6a11-40e8-a661-6a5110d43bab tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:43.489051 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5dfc4d1d-a21f-41aa-b34d-f58e2079fb4e req-36e3876e-6a11-40e8-a661-6a5110d43bab tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 943 time: 0.0624330 Sep 17 07:55:43.543124 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5dfc4d1d-a21f-41aa-b34d-f58e2079fb4e req-1f8898f1-556b-4b3a-ab92-7f39c88dea34 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470994 Sep 17 07:55:43.708037 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9054d38c-8475-4281-ad2a-8943970321ff req-faf8d20c-131c-4014-9bd2-63985a264900 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:43.714123 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9054d38c-8475-4281-ad2a-8943970321ff req-faf8d20c-131c-4014-9bd2-63985a264900 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:43.715717 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9054d38c-8475-4281-ad2a-8943970321ff req-faf8d20c-131c-4014-9bd2-63985a264900 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c66ee07-e54c-4ad6-9129-c27ebe2a8246 HTTP/1.1" status: 200 len: 1679 time: 0.0703423 Sep 17 07:55:43.763966 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9054d38c-8475-4281-ad2a-8943970321ff req-3bff746d-09eb-46af-881b-ee085e0935e9 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd1ad261-9f61-4567-be1f-04e2477ef432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408905 Sep 17 07:55:43.844363 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 32647783-f482-4eed-a2c6-b32fcad89497 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:55:43.846686 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device c9ac485d-d9a5-4ab5-887c-40f640d331b2 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:55:43.896730 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-00c554b6-2622-48b7-b1c9-e14f0866f255 req-2e1755a4-5fc2-400f-9123-818c32bcc064 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0563891 Sep 17 07:55:44.189889 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:44.218978 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 32647783-f482-4eed-a2c6-b32fcad89497, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=32647783-f482-4eed-a2c6-b32fcad89497,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:55:44.233852 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e2b08c-ae5d-4ac9-901a-f557e5f27ff3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9ac485d-d9a5-4ab5-887c-40f640d331b2'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:55:44.236669 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b85ab3cb-c876-4356-9579-431085caa9e8" -d '{"events": [{"server_uuid": "97e2b08c-ae5d-4ac9-901a-f557e5f27ff3", "name": "network-vif-unplugged", "status": "completed", "tag": "c9ac485d-d9a5-4ab5-887c-40f640d331b2"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:55:44.247437 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '32647783-f482-4eed-a2c6-b32fcad89497', 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583', 'port_id': '32647783-f482-4eed-a2c6-b32fcad89497', 'mac_address': 'fa:16:3e:37:31:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f3af6cb-9cad-436b-bf41-034e75672c44', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:55:44.252051 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port c9ac485d-d9a5-4ab5-887c-40f640d331b2, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=c9ac485d-d9a5-4ab5-887c-40f640d331b2,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:55:44.284219 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:44.293697 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 07:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0987f0c-e7a4-4ef7-8f4b-9834de0cfe6f x-openstack-request-id: req-d0987f0c-e7a4-4ef7-8f4b-9834de0cfe6f {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:55:44.294348 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97e2b08c-ae5d-4ac9-901a-f557e5f27ff3", "name": "network-vif-unplugged", "status": "completed", "tag": "c9ac485d-d9a5-4ab5-887c-40f640d331b2", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:55:44.294658 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d0987f0c-e7a4-4ef7-8f4b-9834de0cfe6f {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:55:44.294850 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97e2b08c-ae5d-4ac9-901a-f557e5f27ff3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9ac485d-d9a5-4ab5-887c-40f640d331b2', 'code': 200} Sep 17 07:55:44.329238 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:44.360324 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=c9ac485d-d9a5-4ab5-887c-40f640d331b2,revision_number=11']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:55:44.373151 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32647783-f482-4eed-a2c6-b32fcad89497 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:55:44.408465 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 32647783-f482-4eed-a2c6-b32fcad89497, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=32647783-f482-4eed-a2c6-b32fcad89497,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:55:44.415879 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:44.491492 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=32647783-f482-4eed-a2c6-b32fcad89497,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:55:44.505096 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a4642c-4a09-4019-9cc5-9f115043f342 req-0b6af07c-58ff-4327-9892-de846509b769 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:44.513219 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-94a4642c-4a09-4019-9cc5-9f115043f342 req-0b6af07c-58ff-4327-9892-de846509b769 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faedb51-1b17-4979-92b2-b5ce8865580c HTTP/1.1" status: 200 len: 946 time: 0.0992248 Sep 17 07:55:44.563242 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-94a4642c-4a09-4019-9cc5-9f115043f342 req-adf69536-82f9-4776-bc21-9166edcd3c1e tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491767 Sep 17 07:55:44.678395 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a29d97-8022-4657-a594-4959a42beec4 req-648a52a3-9b84-47ce-b2da-20af4fb6b8aa tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:44.686281 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d1a29d97-8022-4657-a594-4959a42beec4 req-648a52a3-9b84-47ce-b2da-20af4fb6b8aa tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 943 time: 0.0625319 Sep 17 07:55:44.749645 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d1a29d97-8022-4657-a594-4959a42beec4 req-96958d3c-736b-4294-a89e-45f968ec2f67 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624797 Sep 17 07:55:44.904418 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a0d5b-30ce-4b3a-94f5-766e30c7b67b req-39fa4b87-5479-484f-90ff-9fe005c900ba tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:44.910731 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a0d5b-30ce-4b3a-94f5-766e30c7b67b req-39fa4b87-5479-484f-90ff-9fe005c900ba tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:44.919176 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-306a0d5b-30ce-4b3a-94f5-766e30c7b67b req-39fa4b87-5479-484f-90ff-9fe005c900ba tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c66ee07-e54c-4ad6-9129-c27ebe2a8246 HTTP/1.1" status: 200 len: 1679 time: 0.0856743 Sep 17 07:55:44.969490 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-306a0d5b-30ce-4b3a-94f5-766e30c7b67b req-61610ff2-34db-42f1-b5f8-f4342cfe7c96 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd1ad261-9f61-4567-be1f-04e2477ef432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492775 Sep 17 07:55:45.041632 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fda5d2-a08e-4910-a035-8d03b32a90ef req-a3f70d95-d00c-4b3e-9f0f-0341f40c3722 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:45.043399 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-86fda5d2-a08e-4910-a035-8d03b32a90ef req-a3f70d95-d00c-4b3e-9f0f-0341f40c3722 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/ports?device_id=46438423-9d22-4c4d-96c5-b83ca64abf2b HTTP/1.1" status: 200 len: 948 time: 0.0634358 Sep 17 07:55:45.063127 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7d3e248e-c5c3-4ad0-8709-f8da79e288e5 req-3fe36ecb-5203-4865-85a8-d8a5cf529bcb tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0371423 Sep 17 07:55:45.102057 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-86fda5d2-a08e-4910-a035-8d03b32a90ef req-bc3a78ed-04f4-4393-8621-51ebb8d8ff52 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/security-groups?id=bee75c6a-c6c1-4516-b836-9a734cc34688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411012 Sep 17 07:55:45.229126 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['32647783-f482-4eed-a2c6-b32fcad89497'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:55:45.681758 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b937696d-7819-4d39-8a84-f15fef73a1b7 req-e303cbcb-18cc-4cba-9b07-87bed4b96108 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:45.684244 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b937696d-7819-4d39-8a84-f15fef73a1b7 req-e303cbcb-18cc-4cba-9b07-87bed4b96108 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faedb51-1b17-4979-92b2-b5ce8865580c HTTP/1.1" status: 200 len: 946 time: 0.0528469 Sep 17 07:55:45.728479 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b937696d-7819-4d39-8a84-f15fef73a1b7 req-d4787570-cfba-4eec-9701-b76005c00d6d tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381606 Sep 17 07:55:45.859695 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device ad2bb8ba-714e-49f4-b421-fd480d0b965a details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:55:45.868138 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a03bf87-f806-4900-915e-2d99128f21f5 req-9d3fb495-a325-4b58-99f8-50df00e8a44c tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:45.875220 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3a03bf87-f806-4900-915e-2d99128f21f5 req-9d3fb495-a325-4b58-99f8-50df00e8a44c tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 943 time: 0.0552478 Sep 17 07:55:45.914136 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3a03bf87-f806-4900-915e-2d99128f21f5 req-50730e7c-eb6f-476f-92d8-c516d78f5461 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363622 Sep 17 07:55:45.968087 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port ad2bb8ba-714e-49f4-b421-fd480d0b965a, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=ad2bb8ba-714e-49f4-b421-fd480d0b965a,segment=NetworkSegment(9d7157a6-8670-462c-b175-6c19d661dbef),segment_id=9d7157a6-8670-462c-b175-6c19d661dbef)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:55:45.981239 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': 'ad2bb8ba-714e-49f4-b421-fd480d0b965a', 'network_id': 'c415bb2c-76bc-4730-a4c3-bead01aef970', 'port_id': 'ad2bb8ba-714e-49f4-b421-fd480d0b965a', 'mac_address': 'fa:16:3e:e8:9e:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '207bfb2c-1c36-48ea-8405-fe2109511b96', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:55:46.034219 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:46.053771 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad2bb8ba-714e-49f4-b421-fd480d0b965a {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:55:46.083946 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port ad2bb8ba-714e-49f4-b421-fd480d0b965a, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=ad2bb8ba-714e-49f4-b421-fd480d0b965a,segment=NetworkSegment(9d7157a6-8670-462c-b175-6c19d661dbef),segment_id=9d7157a6-8670-462c-b175-6c19d661dbef)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:55:46.085439 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30c5615-5e00-46fb-a1cd-f42a39cde519 req-c855f6ef-e3bc-40bc-8c8a-f1b874a65880 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:46.092507 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30c5615-5e00-46fb-a1cd-f42a39cde519 req-c855f6ef-e3bc-40bc-8c8a-f1b874a65880 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:46.099652 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:46.100423 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device f3712938-de72-4da5-a386-a4267a3348e3 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:55:46.101143 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a30c5615-5e00-46fb-a1cd-f42a39cde519 req-c855f6ef-e3bc-40bc-8c8a-f1b874a65880 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c66ee07-e54c-4ad6-9129-c27ebe2a8246 HTTP/1.1" status: 200 len: 1679 time: 0.0650625 Sep 17 07:55:46.165250 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a30c5615-5e00-46fb-a1cd-f42a39cde519 req-de210bb7-01a2-4942-a63b-1bef83313f45 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd1ad261-9f61-4567-be1f-04e2477ef432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578613 Sep 17 07:55:46.204600 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bf4b5b88-4713-4a5d-9f3f-fd35f7dcf853 req-69bf794f-a5a5-49eb-9f72-e8303c488c49 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0382519 Sep 17 07:55:46.231909 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=ad2bb8ba-714e-49f4-b421-fd480d0b965a,revision_number=9']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:55:46.296017 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port f3712938-de72-4da5-a386-a4267a3348e3, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=f3712938-de72-4da5-a386-a4267a3348e3,segment=NetworkSegment(1043888b-ae8c-47f8-8458-a4e2ec7844e5),segment_id=1043888b-ae8c-47f8-8458-a4e2ec7844e5)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:55:46.299427 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390d6279-6094-46d2-8985-5b1cb21c5e06 req-7bebe74e-454f-4e69-adc7-5b5253fc1534 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:46.307474 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-390d6279-6094-46d2-8985-5b1cb21c5e06 req-7bebe74e-454f-4e69-adc7-5b5253fc1534 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/ports?device_id=46438423-9d22-4c4d-96c5-b83ca64abf2b HTTP/1.1" status: 200 len: 948 time: 0.0634344 Sep 17 07:55:46.310246 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': 'f3712938-de72-4da5-a386-a4267a3348e3', 'network_id': '6493a2f8-6468-44dd-a0bb-9e102d5824ea', 'port_id': 'f3712938-de72-4da5-a386-a4267a3348e3', 'mac_address': 'fa:16:3e:2f:78:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a10ecdbe-7806-47c9-b2ad-269558115a53', 'ip_address': '19.86.0.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:55:46.366202 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:46.372744 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-390d6279-6094-46d2-8985-5b1cb21c5e06 req-b59f779d-f3f8-42bd-b2fb-8f74107fd30f tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/security-groups?id=bee75c6a-c6c1-4516-b836-9a734cc34688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641079 Sep 17 07:55:46.383669 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3712938-de72-4da5-a386-a4267a3348e3 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:55:46.409369 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port f3712938-de72-4da5-a386-a4267a3348e3, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=f3712938-de72-4da5-a386-a4267a3348e3,segment=NetworkSegment(1043888b-ae8c-47f8-8458-a4e2ec7844e5),segment_id=1043888b-ae8c-47f8-8458-a4e2ec7844e5)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:55:46.418088 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:46.418877 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 0943a403-957c-4ff9-8c89-b04ca8bb5318 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:55:46.504575 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=f3712938-de72-4da5-a386-a4267a3348e3,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:55:46.567535 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b29a3d-8123-4aaa-99d1-5cc384963e32 req-ac7bd24e-d4c3-4682-bc7e-b4624d8b6695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:46.569565 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b1b29a3d-8123-4aaa-99d1-5cc384963e32 req-ac7bd24e-d4c3-4682-bc7e-b4624d8b6695 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eba970328263472895352ba6b96a09d3&device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 1095 time: 0.0486701 Sep 17 07:55:46.577502 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 0943a403-957c-4ff9-8c89-b04ca8bb5318, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=0943a403-957c-4ff9-8c89-b04ca8bb5318,segment=NetworkSegment(2d42f438-6f55-4e01-941d-1b6a216ebbea),segment_id=2d42f438-6f55-4e01-941d-1b6a216ebbea)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:55:46.594929 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '0943a403-957c-4ff9-8c89-b04ca8bb5318', 'network_id': '931925be-f7b7-43dc-8aac-6b3595aa15f2', 'port_id': '0943a403-957c-4ff9-8c89-b04ca8bb5318', 'mac_address': 'fa:16:3e:f0:dd:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd64a6bcd-dd9f-4162-a078-9ecc72cfd13c', 'ip_address': '19.80.0.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:55:46.635985 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:46.649980 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0943a403-957c-4ff9-8c89-b04ca8bb5318 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:55:46.671876 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 0943a403-957c-4ff9-8c89-b04ca8bb5318, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=0943a403-957c-4ff9-8c89-b04ca8bb5318,segment=NetworkSegment(2d42f438-6f55-4e01-941d-1b6a216ebbea),segment_id=2d42f438-6f55-4e01-941d-1b6a216ebbea)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:55:46.676922 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:46.677833 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 1367330a-4624-480f-a385-71092b839a0b details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:55:46.684197 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b29a3d-8123-4aaa-99d1-5cc384963e32 req-dc46f2b7-42fa-4ecc-a824-60a25f3d2468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:46.685901 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b1b29a3d-8123-4aaa-99d1-5cc384963e32 req-dc46f2b7-42fa-4ecc-a824-60a25f3d2468 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c415bb2c-76bc-4730-a4c3-bead01aef970 HTTP/1.1" status: 200 len: 914 time: 0.0959458 Sep 17 07:55:46.729189 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b1b29a3d-8123-4aaa-99d1-5cc384963e32 req-eb3c406a-2433-4821-a570-c3732f1969c0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad2bb8ba-714e-49f4-b421-fd480d0b965a HTTP/1.1" status: 200 len: 217 time: 0.0356612 Sep 17 07:55:46.792394 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=0943a403-957c-4ff9-8c89-b04ca8bb5318,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:55:46.799310 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b29a3d-8123-4aaa-99d1-5cc384963e32 req-253dc4b4-72b3-4219-95d1-44a7d515ef2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:46.801060 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b1b29a3d-8123-4aaa-99d1-5cc384963e32 req-253dc4b4-72b3-4219-95d1-44a7d515ef2d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=207bfb2c-1c36-48ea-8405-fe2109511b96 HTTP/1.1" status: 200 len: 853 time: 0.0629532 Sep 17 07:55:46.840599 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b1b29a3d-8123-4aaa-99d1-5cc384963e32 req-1bdec89c-6af5-4f5d-b905-076891c469de service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c415bb2c-76bc-4730-a4c3-bead01aef970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321336 Sep 17 07:55:46.840842 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 1367330a-4624-480f-a385-71092b839a0b, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=1367330a-4624-480f-a385-71092b839a0b,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:55:46.853537 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '1367330a-4624-480f-a385-71092b839a0b', 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583', 'port_id': '1367330a-4624-480f-a385-71092b839a0b', 'mac_address': 'fa:16:3e:0e:09:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f3af6cb-9cad-436b-bf41-034e75672c44', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:55:46.899654 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:46.910644 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab18bfbd-18e3-4c5d-8d2e-de3765fec7a9 req-a69728a6-897b-429b-b951-69bce199fe57 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:46.918114 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1367330a-4624-480f-a385-71092b839a0b {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:55:46.919333 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ab18bfbd-18e3-4c5d-8d2e-de3765fec7a9 req-a69728a6-897b-429b-b951-69bce199fe57 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faedb51-1b17-4979-92b2-b5ce8865580c HTTP/1.1" status: 200 len: 946 time: 0.0849419 Sep 17 07:55:46.953061 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 1367330a-4624-480f-a385-71092b839a0b, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=1367330a-4624-480f-a385-71092b839a0b,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:55:46.962260 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:46.971391 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ab18bfbd-18e3-4c5d-8d2e-de3765fec7a9 req-294c4527-4ad0-4fe7-8c68-3a4055f2699e tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507715 Sep 17 07:55:46.979600 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b1b29a3d-8123-4aaa-99d1-5cc384963e32 req-1906a379-e48b-4b25-814d-dc7038a20eaa service neutron] 10.222.0.39 "GET /v2.0/networks/c415bb2c-76bc-4730-a4c3-bead01aef970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288145 Sep 17 07:55:47.075037 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=1367330a-4624-480f-a385-71092b839a0b,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:55:47.102244 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b1b29a3d-8123-4aaa-99d1-5cc384963e32 req-fde8d7b4-88b5-463f-809f-1d1e6639822f service neutron] 10.222.0.39 "GET /v2.0/networks/c415bb2c-76bc-4730-a4c3-bead01aef970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161826 Sep 17 07:55:47.109062 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd8ea64-165f-4f19-8f86-eb87f4d410fd req-98c2d3e9-a4c5-40ab-b38a-e1ee8b6ae496 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:47.110613 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-efd8ea64-165f-4f19-8f86-eb87f4d410fd req-98c2d3e9-a4c5-40ab-b38a-e1ee8b6ae496 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 944 time: 0.0978868 Sep 17 07:55:47.152494 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-efd8ea64-165f-4f19-8f86-eb87f4d410fd req-bcc7d317-04b2-4d71-bbd1-44015ef42f67 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360124 Sep 17 07:55:47.289443 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78853a67-e7ec-4ed9-9931-a81ab9f56523 req-bdee3bd0-1e74-484c-b8b8-eeafcd37a65d tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:47.295403 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78853a67-e7ec-4ed9-9931-a81ab9f56523 req-bdee3bd0-1e74-484c-b8b8-eeafcd37a65d tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:47.297011 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-78853a67-e7ec-4ed9-9931-a81ab9f56523 req-bdee3bd0-1e74-484c-b8b8-eeafcd37a65d tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c66ee07-e54c-4ad6-9129-c27ebe2a8246 HTTP/1.1" status: 200 len: 1681 time: 0.0605006 Sep 17 07:55:47.332006 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a72c76f1-cefd-4651-8667-2a9f65aa52e4 req-310a6551-2aaf-43e4-867d-c110ddca4703 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0513093 Sep 17 07:55:47.356389 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-78853a67-e7ec-4ed9-9931-a81ab9f56523 req-20b402f3-9fb8-41ce-bca5-59d8cdec35ff tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd1ad261-9f61-4567-be1f-04e2477ef432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515234 Sep 17 07:55:47.421627 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa218b52-591f-404c-8366-492a8a51c5b2 req-6c1cb080-82ba-401d-a9d4-43279f92f27f tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:47.421627 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-aa218b52-591f-404c-8366-492a8a51c5b2 req-6c1cb080-82ba-401d-a9d4-43279f92f27f tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.39 "GET /v2.0/ports?device_id=46438423-9d22-4c4d-96c5-b83ca64abf2b HTTP/1.1" status: 200 len: 948 time: 0.0536823 Sep 17 07:55:47.519906 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d6e1c6-6560-423a-ae9f-9cd2b251824f req-1c82dd66-2253-40c1-919c-2b35db55ce30 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:47.527956 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e1d6e1c6-6560-423a-ae9f-9cd2b251824f req-1c82dd66-2253-40c1-919c-2b35db55ce30 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/ports?device_id=46438423-9d22-4c4d-96c5-b83ca64abf2b HTTP/1.1" status: 200 len: 948 time: 0.0739846 Sep 17 07:55:47.541392 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-aa218b52-591f-404c-8366-492a8a51c5b2 req-36aca880-7ffc-47f8-b1bd-bacf3d3a3a60 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Deleting port ef38b8e9-512a-4719-97c5-e8e0fe461330 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:55:47.542367 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-aa218b52-591f-404c-8366-492a8a51c5b2 req-36aca880-7ffc-47f8-b1bd-bacf3d3a3a60 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:47.569768 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e1d6e1c6-6560-423a-ae9f-9cd2b251824f req-b8c83105-5789-428c-8f40-d6391e1079b4 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/security-groups?id=bee75c6a-c6c1-4516-b836-9a734cc34688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387175 Sep 17 07:55:47.658239 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-aa218b52-591f-404c-8366-492a8a51c5b2 req-36aca880-7ffc-47f8-b1bd-bacf3d3a3a60 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] For port ef38b8e9-512a-4719-97c5-e8e0fe461330, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=ef38b8e9-512a-4719-97c5-e8e0fe461330,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:55:47.658881 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-aa218b52-591f-404c-8366-492a8a51c5b2 req-36aca880-7ffc-47f8-b1bd-bacf3d3a3a60 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:47.671445 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-aa218b52-591f-404c-8366-492a8a51c5b2 req-36aca880-7ffc-47f8-b1bd-bacf3d3a3a60 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Calling delete_port for ef38b8e9-512a-4719-97c5-e8e0fe461330 owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:55:47.818584 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-aa218b52-591f-404c-8366-492a8a51c5b2 req-36aca880-7ffc-47f8-b1bd-bacf3d3a3a60 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:47.848459 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aca880-7ffc-47f8-b1bd-bacf3d3a3a60 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Pushing event deleted for resources: {'Port': ['ID=ef38b8e9-512a-4719-97c5-e8e0fe461330,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:55:47.863500 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 32647783-f482-4eed-a2c6-b32fcad89497 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:55:47.880801 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aca880-7ffc-47f8-b1bd-bacf3d3a3a60 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:55:47.880801 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aca880-7ffc-47f8-b1bd-bacf3d3a3a60 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:55:47.880801 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aca880-7ffc-47f8-b1bd-bacf3d3a3a60 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:55:47.881186 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aca880-7ffc-47f8-b1bd-bacf3d3a3a60 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:55:47.881483 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aca880-7ffc-47f8-b1bd-bacf3d3a3a60 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:55:47.881861 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aca880-7ffc-47f8-b1bd-bacf3d3a3a60 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:55:47.882195 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aca880-7ffc-47f8-b1bd-bacf3d3a3a60 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:55:47.882528 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aca880-7ffc-47f8-b1bd-bacf3d3a3a60 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:55:47.882862 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aca880-7ffc-47f8-b1bd-bacf3d3a3a60 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:55:47.883745 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aca880-7ffc-47f8-b1bd-bacf3d3a3a60 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:55:47.884102 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aca880-7ffc-47f8-b1bd-bacf3d3a3a60 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:55:47.884430 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aca880-7ffc-47f8-b1bd-bacf3d3a3a60 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:55:47.900084 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa218b52-591f-404c-8366-492a8a51c5b2 req-36aca880-7ffc-47f8-b1bd-bacf3d3a3a60 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] No DVR routers for this DVR port ef38b8e9-512a-4719-97c5-e8e0fe461330 on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:55:47.902575 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-aa218b52-591f-404c-8366-492a8a51c5b2 req-36aca880-7ffc-47f8-b1bd-bacf3d3a3a60 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:47.904616 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-aa218b52-591f-404c-8366-492a8a51c5b2 req-36aca880-7ffc-47f8-b1bd-bacf3d3a3a60 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.39 "DELETE /v2.0/ports/ef38b8e9-512a-4719-97c5-e8e0fe461330 HTTP/1.1" status: 204 len: 173 time: 0.4733267 Sep 17 07:55:47.905135 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46438423-9d22-4c4d-96c5-b83ca64abf2b', 'name': 'network-vif-deleted', 'tag': 'ef38b8e9-512a-4719-97c5-e8e0fe461330'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:55:47.907365 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee466b6-6575-4fe2-a94b-bbc17d00446a" -d '{"events": [{"server_uuid": "46438423-9d22-4c4d-96c5-b83ca64abf2b", "name": "network-vif-deleted", "tag": "ef38b8e9-512a-4719-97c5-e8e0fe461330"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:55:47.925303 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port 32647783-f482-4eed-a2c6-b32fcad89497 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:55:47.930687 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 32647783-f482-4eed-a2c6-b32fcad89497 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:55:47.931066 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:47.957691 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ead8ab-79b1-4bd6-951d-c7c5e86c8f98 x-openstack-request-id: req-04ead8ab-79b1-4bd6-951d-c7c5e86c8f98 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:55:47.957993 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46438423-9d22-4c4d-96c5-b83ca64abf2b", "name": "network-vif-deleted", "tag": "ef38b8e9-512a-4719-97c5-e8e0fe461330", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:55:47.958298 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-04ead8ab-79b1-4bd6-951d-c7c5e86c8f98 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:55:47.958937 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46438423-9d22-4c4d-96c5-b83ca64abf2b', 'name': 'network-vif-deleted', 'tag': 'ef38b8e9-512a-4719-97c5-e8e0fe461330', 'status': 'completed', 'code': 200} Sep 17 07:55:47.961308 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['ad2bb8ba-714e-49f4-b421-fd480d0b965a'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:55:48.083992 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:48.101284 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ceb0f6-33f1-4947-917a-110768750f25 req-fc5a805a-df60-43f0-87ba-215e8926dc8d tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:48.103528 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b7ceb0f6-33f1-4947-917a-110768750f25 req-fc5a805a-df60-43f0-87ba-215e8926dc8d tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faedb51-1b17-4979-92b2-b5ce8865580c HTTP/1.1" status: 200 len: 947 time: 0.0578709 Sep 17 07:55:48.130829 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dee8c3dd-b591-4049-b502-4acf286e1629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32647783-f482-4eed-a2c6-b32fcad89497'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:55:48.144849 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079d1753-7a1b-4aec-b575-2c5d43f37f77" -d '{"events": [{"server_uuid": "dee8c3dd-b591-4049-b502-4acf286e1629", "name": "network-vif-plugged", "status": "completed", "tag": "32647783-f482-4eed-a2c6-b32fcad89497"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:55:48.156104 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b7ceb0f6-33f1-4947-917a-110768750f25 req-66cd85ed-faaa-46c0-8c33-5b5030eb36ec tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450869 Sep 17 07:55:48.181143 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['f3712938-de72-4da5-a386-a4267a3348e3'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:55:48.189680 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['0943a403-957c-4ff9-8c89-b04ca8bb5318'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:55:48.215153 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 32647783-f482-4eed-a2c6-b32fcad89497, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=32647783-f482-4eed-a2c6-b32fcad89497,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:55:48.238517 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-212353eb-d0b9-4d3b-ab8a-19f5360c0ae0 x-openstack-request-id: req-212353eb-d0b9-4d3b-ab8a-19f5360c0ae0 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:55:48.238892 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dee8c3dd-b591-4049-b502-4acf286e1629", "name": "network-vif-plugged", "status": "completed", "tag": "32647783-f482-4eed-a2c6-b32fcad89497", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:55:48.239083 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-212353eb-d0b9-4d3b-ab8a-19f5360c0ae0 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:55:48.239450 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dee8c3dd-b591-4049-b502-4acf286e1629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32647783-f482-4eed-a2c6-b32fcad89497', 'code': 200} Sep 17 07:55:48.294707 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:48.312326 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d19059-566c-4fd3-9e61-4f7afc52609c req-ce99ad5e-0b58-4403-83cf-dee139bce95c tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:48.314225 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65d19059-566c-4fd3-9e61-4f7afc52609c req-ce99ad5e-0b58-4403-83cf-dee139bce95c tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 944 time: 0.0654941 Sep 17 07:55:48.368551 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=32647783-f482-4eed-a2c6-b32fcad89497,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:55:48.377524 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['1367330a-4624-480f-a385-71092b839a0b'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:55:48.380732 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea9e01-e781-419a-872d-7987771fd1a7 req-71d94158-fc55-4d25-ab03-6dc7e338de75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:48.382425 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a9ea9e01-e781-419a-872d-7987771fd1a7 req-71d94158-fc55-4d25-ab03-6dc7e338de75 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dee8c3dd-b591-4049-b502-4acf286e1629 HTTP/1.1" status: 200 len: 1101 time: 0.0611267 Sep 17 07:55:48.414947 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65d19059-566c-4fd3-9e61-4f7afc52609c req-92873bb7-5680-4fdf-99aa-3f00a1d19940 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860157 Sep 17 07:55:48.459062 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a9ea9e01-e781-419a-872d-7987771fd1a7 req-2367e5e7-425f-4dc5-ae36-ed57a14ed59f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638592 Sep 17 07:55:48.507170 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8c8c6507-cfb4-4acd-8908-d4583495b537 req-ccaf8a5b-7fbf-42f5-a9dd-3fe9bd9dcd6e tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0341527 Sep 17 07:55:48.576591 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ccbde-e479-4407-888c-7120bc77bf7c req-dd455456-f741-4d6e-b933-39794c634a17 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:48.583737 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ccbde-e479-4407-888c-7120bc77bf7c req-dd455456-f741-4d6e-b933-39794c634a17 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:48.585531 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-329ccbde-e479-4407-888c-7120bc77bf7c req-dd455456-f741-4d6e-b933-39794c634a17 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c66ee07-e54c-4ad6-9129-c27ebe2a8246 HTTP/1.1" status: 200 len: 1681 time: 0.0754354 Sep 17 07:55:48.625174 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-329ccbde-e479-4407-888c-7120bc77bf7c req-5838e6c6-93f3-4a23-81d6-f2960ed6a26b tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd1ad261-9f61-4567-be1f-04e2477ef432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324252 Sep 17 07:55:48.727128 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ecb66565-eaee-4af9-a614-b0c95f7dc2bb req-c8210248-6c4b-4401-8a17-122b2adb61ab tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/ports?device_id=46438423-9d22-4c4d-96c5-b83ca64abf2b HTTP/1.1" status: 200 len: 210 time: 0.0277660 Sep 17 07:55:49.262390 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3d1c5e-a4bf-4c0c-a398-515596a09275 req-8895e310-3210-40ab-afda-76c8500ab891 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:49.263916 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7a3d1c5e-a4bf-4c0c-a398-515596a09275 req-8895e310-3210-40ab-afda-76c8500ab891 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faedb51-1b17-4979-92b2-b5ce8865580c HTTP/1.1" status: 200 len: 947 time: 0.0482557 Sep 17 07:55:49.302351 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7a3d1c5e-a4bf-4c0c-a398-515596a09275 req-5e6c4be6-47d2-44f4-a56e-938fe6da6ee3 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324798 Sep 17 07:55:49.540567 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f42969-194e-4aab-8d86-f2e67269f720 req-a796e7eb-9c29-47db-83e2-8679d8e275a4 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:49.542499 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f7f42969-194e-4aab-8d86-f2e67269f720 req-a796e7eb-9c29-47db-83e2-8679d8e275a4 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 944 time: 0.0532241 Sep 17 07:55:49.583185 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f7f42969-194e-4aab-8d86-f2e67269f720 req-a63016e0-060d-4783-9035-3fbb2a97c525 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335107 Sep 17 07:55:49.617040 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e9a82c9d-3c01-4cb0-9ed1-c41c5e0968ef req-a1408d3b-6c6d-4641-82c9-00534a8dc882 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0308881 Sep 17 07:55:49.744946 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12bcad4-b9be-4bc0-8c1f-21f5367a28a7 req-90263706-b05b-43ba-9fa3-6d5b545a1633 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:49.750983 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12bcad4-b9be-4bc0-8c1f-21f5367a28a7 req-90263706-b05b-43ba-9fa3-6d5b545a1633 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:49.752604 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b12bcad4-b9be-4bc0-8c1f-21f5367a28a7 req-90263706-b05b-43ba-9fa3-6d5b545a1633 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c66ee07-e54c-4ad6-9129-c27ebe2a8246 HTTP/1.1" status: 200 len: 1681 time: 0.0565403 Sep 17 07:55:49.794078 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b12bcad4-b9be-4bc0-8c1f-21f5367a28a7 req-54d992e0-f919-4306-a418-b0f71db3c4b7 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd1ad261-9f61-4567-be1f-04e2477ef432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340765 Sep 17 07:55:49.869238 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device ef38b8e9-512a-4719-97c5-e8e0fe461330 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:55:49.898269 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: ef38b8e9-512a-4719-97c5-e8e0fe461330 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:55:49.899190 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device ef38b8e9-512a-4719-97c5-e8e0fe461330 not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:55:49.905514 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dddd38c8-14a7-4a76-8346-f58329bafe9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:50.027025 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9226e49d-5dd6-4640-82ca-8fd4d15da767 req-facd3452-d4c4-41c0-a887-601ff7bd8483 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:50.028465 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9226e49d-5dd6-4640-82ca-8fd4d15da767 req-facd3452-d4c4-41c0-a887-601ff7bd8483 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/ports?device_id=97e2b08c-ae5d-4ac9-901a-f557e5f27ff3 HTTP/1.1" status: 200 len: 949 time: 0.0532930 Sep 17 07:55:50.065253 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9226e49d-5dd6-4640-82ca-8fd4d15da767 req-e9d9f8b6-1e2d-49b9-a3ee-d5d4414add40 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/security-groups?id=bee75c6a-c6c1-4516-b836-9a734cc34688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307217 Sep 17 07:55:50.420454 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144722ae-7d25-49c8-b1a4-f114ce855d7a req-157f24f1-18eb-47eb-8504-a47cda931db7 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:50.421932 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-144722ae-7d25-49c8-b1a4-f114ce855d7a req-157f24f1-18eb-47eb-8504-a47cda931db7 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faedb51-1b17-4979-92b2-b5ce8865580c HTTP/1.1" status: 200 len: 947 time: 0.0477710 Sep 17 07:55:50.459244 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-144722ae-7d25-49c8-b1a4-f114ce855d7a req-0a43ff1d-9d96-4a93-8e5e-fea8371b9fa9 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314245 Sep 17 07:55:50.714764 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcfbbbe-b755-48e1-9d15-ac3fc20a73d0 req-0c808955-b35e-4318-a794-facf6a5e7c1a tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:50.716292 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4bcfbbbe-b755-48e1-9d15-ac3fc20a73d0 req-0c808955-b35e-4318-a794-facf6a5e7c1a tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 944 time: 0.0652277 Sep 17 07:55:50.735338 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0c3eba5f-7dde-4233-a2bc-6764ad2f37c2 req-7f1ad4cb-ebbb-44dd-8867-5ab92cd202a6 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0487845 Sep 17 07:55:50.768110 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4bcfbbbe-b755-48e1-9d15-ac3fc20a73d0 req-74c79615-21d1-44e7-8648-63b751c50164 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348723 Sep 17 07:55:50.917987 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a0684-e754-4fb3-b9ff-d4ac68d8d62a req-6653adb6-9a1a-44a3-8cbd-50780b4070de tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:50.923773 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a0684-e754-4fb3-b9ff-d4ac68d8d62a req-6653adb6-9a1a-44a3-8cbd-50780b4070de tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:50.925467 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-da4a0684-e754-4fb3-b9ff-d4ac68d8d62a req-6653adb6-9a1a-44a3-8cbd-50780b4070de tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c66ee07-e54c-4ad6-9129-c27ebe2a8246 HTTP/1.1" status: 200 len: 1681 time: 0.0609488 Sep 17 07:55:50.981863 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-da4a0684-e754-4fb3-b9ff-d4ac68d8d62a req-f02dfc26-be6e-4617-a4be-899e1652e9ab tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd1ad261-9f61-4567-be1f-04e2477ef432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409555 Sep 17 07:55:51.180536 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0440d3-ac42-4fa1-a030-f38339097d37 req-ec36749c-5f49-4162-8ac8-febec75e5d86 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:51.182218 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-be0440d3-ac42-4fa1-a030-f38339097d37 req-ec36749c-5f49-4162-8ac8-febec75e5d86 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/ports?device_id=97e2b08c-ae5d-4ac9-901a-f557e5f27ff3 HTTP/1.1" status: 200 len: 949 time: 0.0480828 Sep 17 07:55:51.229484 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-be0440d3-ac42-4fa1-a030-f38339097d37 req-1be2d4c6-66b1-4a21-825c-c6e86dc92cd8 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/security-groups?id=bee75c6a-c6c1-4516-b836-9a734cc34688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399053 Sep 17 07:55:51.579455 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc62fc6-1fe5-4d37-a89e-255ef4c9a24e req-45543011-499a-4ee5-ad47-cba530c1341f tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:51.580877 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5cc62fc6-1fe5-4d37-a89e-255ef4c9a24e req-45543011-499a-4ee5-ad47-cba530c1341f tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faedb51-1b17-4979-92b2-b5ce8865580c HTTP/1.1" status: 200 len: 947 time: 0.0524182 Sep 17 07:55:51.618662 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5cc62fc6-1fe5-4d37-a89e-255ef4c9a24e req-f5961ec4-0412-4758-ab07-67dca01dd6b2 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307617 Sep 17 07:55:51.837332 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f1fd5259-9d04-41cc-937b-aad748668ecc req-8ec7c269-4905-4121-a16d-a48f9e5e12d2 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0314636 Sep 17 07:55:51.876043 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device f3712938-de72-4da5-a386-a4267a3348e3 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:55:51.893424 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79615a39-76b6-4195-a557-422bbe29855f req-4ba0a01f-dbf3-4399-b802-3d0e4a6d041d tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:51.895225 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-79615a39-76b6-4195-a557-422bbe29855f req-4ba0a01f-dbf3-4399-b802-3d0e4a6d041d tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 944 time: 0.0504627 Sep 17 07:55:51.932143 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port f3712938-de72-4da5-a386-a4267a3348e3 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:55:51.937307 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-79615a39-76b6-4195-a557-422bbe29855f req-e8685d28-884a-4277-adad-2734bc04c943 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356517 Sep 17 07:55:51.940607 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port f3712938-de72-4da5-a386-a4267a3348e3 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:55:51.941701 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:52.031976 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:52.067223 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port f3712938-de72-4da5-a386-a4267a3348e3, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=f3712938-de72-4da5-a386-a4267a3348e3,segment=NetworkSegment(1043888b-ae8c-47f8-8458-a4e2ec7844e5),segment_id=1043888b-ae8c-47f8-8458-a4e2ec7844e5)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:55:52.068645 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c66ee07-e54c-4ad6-9129-c27ebe2a8246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3712938-de72-4da5-a386-a4267a3348e3'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:55:52.072367 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3f02cc-1adf-4d01-8aec-b2ca2d765e12" -d '{"events": [{"server_uuid": "8c66ee07-e54c-4ad6-9129-c27ebe2a8246", "name": "network-vif-plugged", "status": "completed", "tag": "f3712938-de72-4da5-a386-a4267a3348e3"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:55:52.077504 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:52.079597 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 0943a403-957c-4ff9-8c89-b04ca8bb5318 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:55:52.093330 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419aacf-46fe-423e-8328-50762e9d2bb4 req-d84a6c1d-86f2-4c99-8405-b17dff3325b6 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:52.100111 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419aacf-46fe-423e-8328-50762e9d2bb4 req-d84a6c1d-86f2-4c99-8405-b17dff3325b6 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:52.103142 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6419aacf-46fe-423e-8328-50762e9d2bb4 req-d84a6c1d-86f2-4c99-8405-b17dff3325b6 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c66ee07-e54c-4ad6-9129-c27ebe2a8246 HTTP/1.1" status: 200 len: 1681 time: 0.0680871 Sep 17 07:55:52.149836 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6419aacf-46fe-423e-8328-50762e9d2bb4 req-52df2812-2fff-4e50-b497-015cefcce8bd tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd1ad261-9f61-4567-be1f-04e2477ef432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402102 Sep 17 07:55:52.181480 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=f3712938-de72-4da5-a386-a4267a3348e3,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:55:52.190113 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port 0943a403-957c-4ff9-8c89-b04ca8bb5318 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:55:52.196266 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 0943a403-957c-4ff9-8c89-b04ca8bb5318 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:55:52.196651 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:52.221842 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac238983-2a6e-4d7a-8250-379153a20455 x-openstack-request-id: req-ac238983-2a6e-4d7a-8250-379153a20455 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:55:52.222124 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c66ee07-e54c-4ad6-9129-c27ebe2a8246", "name": "network-vif-plugged", "status": "completed", "tag": "f3712938-de72-4da5-a386-a4267a3348e3", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:55:52.222377 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ac238983-2a6e-4d7a-8250-379153a20455 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:55:52.222769 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c66ee07-e54c-4ad6-9129-c27ebe2a8246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3712938-de72-4da5-a386-a4267a3348e3', 'code': 200} Sep 17 07:55:52.283454 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:52.317188 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 0943a403-957c-4ff9-8c89-b04ca8bb5318, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=0943a403-957c-4ff9-8c89-b04ca8bb5318,segment=NetworkSegment(2d42f438-6f55-4e01-941d-1b6a216ebbea),segment_id=2d42f438-6f55-4e01-941d-1b6a216ebbea)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:55:52.324661 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:52.326154 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 1367330a-4624-480f-a385-71092b839a0b up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:55:52.352639 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206c7ec3-7a8f-43c0-82ed-a2cf1c566296 req-6d3295b3-f241-439a-ad14-7002d0765bea tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:52.354277 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-206c7ec3-7a8f-43c0-82ed-a2cf1c566296 req-6d3295b3-f241-439a-ad14-7002d0765bea tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/ports?device_id=97e2b08c-ae5d-4ac9-901a-f557e5f27ff3 HTTP/1.1" status: 200 len: 949 time: 0.0528243 Sep 17 07:55:52.393932 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-206c7ec3-7a8f-43c0-82ed-a2cf1c566296 req-b499c9bb-39fa-4889-a997-426280f7ab16 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/security-groups?id=bee75c6a-c6c1-4516-b836-9a734cc34688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336041 Sep 17 07:55:52.417437 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=0943a403-957c-4ff9-8c89-b04ca8bb5318,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:55:52.421512 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f2fc7bba-8e6e-4824-9a60-363b53cfadd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:52.432038 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port 1367330a-4624-480f-a385-71092b839a0b completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:55:52.435745 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 1367330a-4624-480f-a385-71092b839a0b triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:55:52.436193 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:52.505790 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5623e36d-a4ad-4ba4-9d92-dd71de62ca51 req-b952d4f2-29bc-4446-a4b1-3e9ba0d769d1 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:52.507305 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5623e36d-a4ad-4ba4-9d92-dd71de62ca51 req-b952d4f2-29bc-4446-a4b1-3e9ba0d769d1 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.39 "GET /v2.0/ports?device_id=97e2b08c-ae5d-4ac9-901a-f557e5f27ff3 HTTP/1.1" status: 200 len: 949 time: 0.0484428 Sep 17 07:55:52.514077 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:52.548478 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 1367330a-4624-480f-a385-71092b839a0b, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=1367330a-4624-480f-a385-71092b839a0b,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:55:52.553189 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:52.554011 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device ad2bb8ba-714e-49f4-b421-fd480d0b965a up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:55:52.603781 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-5623e36d-a4ad-4ba4-9d92-dd71de62ca51 req-4b8ab3db-2e60-442a-a3ed-191cdd2cf386 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Deleting port c9ac485d-d9a5-4ab5-887c-40f640d331b2 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:55:52.604230 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-5623e36d-a4ad-4ba4-9d92-dd71de62ca51 req-4b8ab3db-2e60-442a-a3ed-191cdd2cf386 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:52.642157 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=1367330a-4624-480f-a385-71092b839a0b,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:55:52.657526 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port ad2bb8ba-714e-49f4-b421-fd480d0b965a triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:55:52.657870 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:52.659338 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:52.702360 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-5623e36d-a4ad-4ba4-9d92-dd71de62ca51 req-4b8ab3db-2e60-442a-a3ed-191cdd2cf386 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] For port c9ac485d-d9a5-4ab5-887c-40f640d331b2, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=c9ac485d-d9a5-4ab5-887c-40f640d331b2,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:55:52.702737 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-5623e36d-a4ad-4ba4-9d92-dd71de62ca51 req-4b8ab3db-2e60-442a-a3ed-191cdd2cf386 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:52.716506 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-5623e36d-a4ad-4ba4-9d92-dd71de62ca51 req-4b8ab3db-2e60-442a-a3ed-191cdd2cf386 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Calling delete_port for c9ac485d-d9a5-4ab5-887c-40f640d331b2 owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:55:52.744588 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:52.754913 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3d5da-52d0-4af6-8acf-a6aab79d2b97 req-4d990843-ce88-47f0-8bd7-e0a7a7915305 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:52.756430 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-71f3d5da-52d0-4af6-8acf-a6aab79d2b97 req-4d990843-ce88-47f0-8bd7-e0a7a7915305 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faedb51-1b17-4979-92b2-b5ce8865580c HTTP/1.1" status: 200 len: 948 time: 0.0503476 Sep 17 07:55:52.781612 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port ad2bb8ba-714e-49f4-b421-fd480d0b965a, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=ad2bb8ba-714e-49f4-b421-fd480d0b965a,segment=NetworkSegment(9d7157a6-8670-462c-b175-6c19d661dbef),segment_id=9d7157a6-8670-462c-b175-6c19d661dbef)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:55:52.800001 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-71f3d5da-52d0-4af6-8acf-a6aab79d2b97 req-9401e020-8a99-4ab8-bd5c-da84f86233a5 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361755 Sep 17 07:55:52.800380 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:52.861427 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=ad2bb8ba-714e-49f4-b421-fd480d0b965a,revision_number=10']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:55:52.880544 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-5623e36d-a4ad-4ba4-9d92-dd71de62ca51 req-4b8ab3db-2e60-442a-a3ed-191cdd2cf386 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:52.909131 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8ab3db-2e60-442a-a3ed-191cdd2cf386 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Pushing event deleted for resources: {'Port': ['ID=c9ac485d-d9a5-4ab5-887c-40f640d331b2,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:55:52.953839 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-5623e36d-a4ad-4ba4-9d92-dd71de62ca51 req-4b8ab3db-2e60-442a-a3ed-191cdd2cf386 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] No DVR routers for this DVR port c9ac485d-d9a5-4ab5-887c-40f640d331b2 on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:55:52.954598 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d9bc5b60-3867-4b99-bdc2-9ebff5c32163 req-0e87fd76-4f8b-4000-a566-f4ea9c76f160 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0460610 Sep 17 07:55:52.956507 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-5623e36d-a4ad-4ba4-9d92-dd71de62ca51 req-4b8ab3db-2e60-442a-a3ed-191cdd2cf386 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:52.958672 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5623e36d-a4ad-4ba4-9d92-dd71de62ca51 req-4b8ab3db-2e60-442a-a3ed-191cdd2cf386 tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.39 "DELETE /v2.0/ports/c9ac485d-d9a5-4ab5-887c-40f640d331b2 HTTP/1.1" status: 204 len: 173 time: 0.4434564 Sep 17 07:55:52.958976 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e2b08c-ae5d-4ac9-901a-f557e5f27ff3', 'name': 'network-vif-deleted', 'tag': 'c9ac485d-d9a5-4ab5-887c-40f640d331b2'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:55:52.965483 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5414dcd0-4a7f-4dcc-9b0b-a50abc759f0c" -d '{"events": [{"server_uuid": "97e2b08c-ae5d-4ac9-901a-f557e5f27ff3", "name": "network-vif-deleted", "tag": "c9ac485d-d9a5-4ab5-887c-40f640d331b2"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:55:53.029832 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad5d9c1f-5ff1-4d84-b921-69b919b770ca x-openstack-request-id: req-ad5d9c1f-5ff1-4d84-b921-69b919b770ca {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:55:53.030147 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97e2b08c-ae5d-4ac9-901a-f557e5f27ff3", "name": "network-vif-deleted", "tag": "c9ac485d-d9a5-4ab5-887c-40f640d331b2", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:55:53.030396 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ad5d9c1f-5ff1-4d84-b921-69b919b770ca {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:55:53.030789 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97e2b08c-ae5d-4ac9-901a-f557e5f27ff3', 'name': 'network-vif-deleted', 'tag': 'c9ac485d-d9a5-4ab5-887c-40f640d331b2', 'status': 'completed', 'code': 200} Sep 17 07:55:53.097708 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d4aa3-8c1f-4940-a2d9-e91b0ad959af req-76f76f49-125a-4ee4-9293-4ac5e583c855 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:53.108561 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-839d4aa3-8c1f-4940-a2d9-e91b0ad959af req-76f76f49-125a-4ee4-9293-4ac5e583c855 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 946 time: 0.0750341 Sep 17 07:55:53.161124 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-839d4aa3-8c1f-4940-a2d9-e91b0ad959af req-0fbe8ea2-f5da-4b45-ac2c-9b3e10037b7a tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475338 Sep 17 07:55:53.282670 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf2dd9f-73da-41bd-978f-08f4cd721d4d req-e7e3f41d-4851-42ab-a6e1-6cebc8d5d48a tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:53.288577 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf2dd9f-73da-41bd-978f-08f4cd721d4d req-e7e3f41d-4851-42ab-a6e1-6cebc8d5d48a tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:53.290882 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1bf2dd9f-73da-41bd-978f-08f4cd721d4d req-e7e3f41d-4851-42ab-a6e1-6cebc8d5d48a tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c66ee07-e54c-4ad6-9129-c27ebe2a8246 HTTP/1.1" status: 200 len: 1683 time: 0.0643678 Sep 17 07:55:53.330999 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1bf2dd9f-73da-41bd-978f-08f4cd721d4d req-73884091-57c2-49b1-8775-19ca653ab4f3 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd1ad261-9f61-4567-be1f-04e2477ef432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333524 Sep 17 07:55:53.513755 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-60deb340-23e1-421f-aa8c-9193c4a3a1db req-24450d14-0d40-46b0-865c-d31979d276de tempest-ListImageFiltersTestJSON-1726275630 tempest-ListImageFiltersTestJSON-1726275630-project] 10.222.0.13 "GET /v2.0/ports?device_id=97e2b08c-ae5d-4ac9-901a-f557e5f27ff3 HTTP/1.1" status: 200 len: 210 time: 0.0296292 Sep 17 07:55:53.584330 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:53.921038 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a800a8ad-2675-434c-92c2-dcf1d783a53a req-b717df6b-7b1e-4eb6-99dc-e466ba27b44f tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:53.922625 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a800a8ad-2675-434c-92c2-dcf1d783a53a req-b717df6b-7b1e-4eb6-99dc-e466ba27b44f tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faedb51-1b17-4979-92b2-b5ce8865580c HTTP/1.1" status: 200 len: 948 time: 0.0511136 Sep 17 07:55:53.959873 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a800a8ad-2675-434c-92c2-dcf1d783a53a req-d335f8d6-d1bd-4e33-a1a5-3e7798c9526a tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312626 Sep 17 07:55:54.059554 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ce2ea31a-c336-452b-9ebe-b7b035b12339 req-e971a910-2ced-4196-b181-aba098b59c38 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0277071 Sep 17 07:55:54.223963 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c66ee07-e54c-4ad6-9129-c27ebe2a8246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0943a403-957c-4ff9-8c89-b04ca8bb5318'}, {'server_uuid': '1faedb51-1b17-4979-92b2-b5ce8865580c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1367330a-4624-480f-a385-71092b839a0b'}, {'server_uuid': '96ccc481-de1b-4067-94b3-5b88de9fde3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad2bb8ba-714e-49f4-b421-fd480d0b965a'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:55:54.226432 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-826e184d-e466-4a20-bf41-fb28aacd4950" -d '{"events": [{"server_uuid": "8c66ee07-e54c-4ad6-9129-c27ebe2a8246", "name": "network-vif-plugged", "status": "completed", "tag": "0943a403-957c-4ff9-8c89-b04ca8bb5318"}, {"server_uuid": "1faedb51-1b17-4979-92b2-b5ce8865580c", "name": "network-vif-plugged", "status": "completed", "tag": "1367330a-4624-480f-a385-71092b839a0b"}, {"server_uuid": "96ccc481-de1b-4067-94b3-5b88de9fde3d", "name": "network-vif-plugged", "status": "completed", "tag": "ad2bb8ba-714e-49f4-b421-fd480d0b965a"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:55:54.275176 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f4a9c1-29ea-4f9c-a6da-7aec3e9383a8 req-378b75b0-bbc2-434a-88f6-f0725c1f0f4c tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:54.277200 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 17 Sep 2021 07:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-633b9545-a208-46ea-a4bc-46af1e7a061c x-openstack-request-id: req-633b9545-a208-46ea-a4bc-46af1e7a061c {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:55:54.277597 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c66ee07-e54c-4ad6-9129-c27ebe2a8246", "name": "network-vif-plugged", "status": "completed", "tag": "0943a403-957c-4ff9-8c89-b04ca8bb5318", "code": 200}, {"server_uuid": "1faedb51-1b17-4979-92b2-b5ce8865580c", "name": "network-vif-plugged", "status": "completed", "tag": "1367330a-4624-480f-a385-71092b839a0b", "code": 200}, {"server_uuid": "96ccc481-de1b-4067-94b3-5b88de9fde3d", "name": "network-vif-plugged", "status": "completed", "tag": "ad2bb8ba-714e-49f4-b421-fd480d0b965a", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:55:54.277961 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-633b9545-a208-46ea-a4bc-46af1e7a061c {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:55:54.278453 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c66ee07-e54c-4ad6-9129-c27ebe2a8246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0943a403-957c-4ff9-8c89-b04ca8bb5318', 'code': 200} Sep 17 07:55:54.278797 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1faedb51-1b17-4979-92b2-b5ce8865580c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1367330a-4624-480f-a385-71092b839a0b', 'code': 200} Sep 17 07:55:54.279142 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96ccc481-de1b-4067-94b3-5b88de9fde3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad2bb8ba-714e-49f4-b421-fd480d0b965a', 'code': 200} Sep 17 07:55:54.286181 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-55f4a9c1-29ea-4f9c-a6da-7aec3e9383a8 req-378b75b0-bbc2-434a-88f6-f0725c1f0f4c tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 946 time: 0.0664790 Sep 17 07:55:54.319940 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-55f4a9c1-29ea-4f9c-a6da-7aec3e9383a8 req-2fd800ad-1a2a-4515-91c5-be2f270e85e6 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327988 Sep 17 07:55:54.481520 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68308fa3-c649-41ff-a1f7-55c8706ff62e req-103c0c7c-ad25-4ffc-87c7-5fde218b478b tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:54.488291 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68308fa3-c649-41ff-a1f7-55c8706ff62e req-103c0c7c-ad25-4ffc-87c7-5fde218b478b tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:54.494634 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-68308fa3-c649-41ff-a1f7-55c8706ff62e req-103c0c7c-ad25-4ffc-87c7-5fde218b478b tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c66ee07-e54c-4ad6-9129-c27ebe2a8246 HTTP/1.1" status: 200 len: 1683 time: 0.0732007 Sep 17 07:55:54.544458 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-68308fa3-c649-41ff-a1f7-55c8706ff62e req-5f1f7100-435b-40f0-a399-c643f32705c4 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd1ad261-9f61-4567-be1f-04e2477ef432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439174 Sep 17 07:55:54.552142 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87133670-cc75-42b2-8895-7124d5076892 req-75c982a8-50db-41e1-a21b-9bd5658cb2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:54.552708 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87133670-cc75-42b2-8895-7124d5076892 req-75c982a8-50db-41e1-a21b-9bd5658cb2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:54.554581 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-87133670-cc75-42b2-8895-7124d5076892 req-75c982a8-50db-41e1-a21b-9bd5658cb2b9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8c66ee07-e54c-4ad6-9129-c27ebe2a8246 HTTP/1.1" status: 200 len: 1985 time: 0.0873766 Sep 17 07:55:54.577569 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa5d3b9-f9ee-490f-9043-44a257fb86f6 req-e968f178-1193-4b3e-b574-fb982ca0069a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:54.579577 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6aa5d3b9-f9ee-490f-9043-44a257fb86f6 req-e968f178-1193-4b3e-b574-fb982ca0069a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1faedb51-1b17-4979-92b2-b5ce8865580c HTTP/1.1" status: 200 len: 1099 time: 0.1014481 Sep 17 07:55:54.610881 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ba31e-7e28-4a3d-bffd-5e90bfd6cb1e req-b00df1af-d728-4848-804f-a8af69ef6e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:54.613065 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-237ba31e-7e28-4a3d-bffd-5e90bfd6cb1e req-b00df1af-d728-4848-804f-a8af69ef6e65 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 1097 time: 0.0590811 Sep 17 07:55:54.635650 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6aa5d3b9-f9ee-490f-9043-44a257fb86f6 req-8d516253-e30d-4357-a742-bb3ff525f1df service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464809 Sep 17 07:55:54.640440 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-87133670-cc75-42b2-8895-7124d5076892 req-20917cad-900f-4247-829b-5c81927c34df service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=cd1ad261-9f61-4567-be1f-04e2477ef432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716879 Sep 17 07:55:54.654037 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-237ba31e-7e28-4a3d-bffd-5e90bfd6cb1e req-1d5c5a4e-d895-4b46-b3ce-610e88c07797 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331066 Sep 17 07:55:54.930553 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cfb0fd22-52bc-440f-bbfe-051249380bd4 req-774b70cf-fbac-4f22-a1a7-8f9228ce7166 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0279195 Sep 17 07:55:55.022521 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cfb0fd22-52bc-440f-bbfe-051249380bd4 req-aa54f6b2-59b9-4c35-9177-57aa6b7036c6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0349615 Sep 17 07:55:55.109265 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cfb0fd22-52bc-440f-bbfe-051249380bd4 req-c985f97e-e384-4270-8867-e0f8c8291c80 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452354 Sep 17 07:55:55.134983 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a048e3-8a61-4fb5-8685-a82628a67c5a req-a172969c-f5bf-4acd-ae6b-b0a115b122e5 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:55.136583 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-28a048e3-8a61-4fb5-8685-a82628a67c5a req-a172969c-f5bf-4acd-ae6b-b0a115b122e5 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faedb51-1b17-4979-92b2-b5ce8865580c HTTP/1.1" status: 200 len: 948 time: 0.1013043 Sep 17 07:55:55.181413 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:55.223042 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-34a0f882-13d9-489b-aeda-de9fdd5169ab req-16383054-257a-47da-8cb3-0904ac755531 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0733783 Sep 17 07:55:55.271392 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-28a048e3-8a61-4fb5-8685-a82628a67c5a req-a38aa9a3-3a66-4193-aad4-d24ed97b088c tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206396 Sep 17 07:55:55.293296 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb0fd22-52bc-440f-bbfe-051249380bd4 req-92cce7c1-9678-4ae0-8205-c55ed6f684b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:55.294790 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cfb0fd22-52bc-440f-bbfe-051249380bd4 req-92cce7c1-9678-4ae0-8205-c55ed6f684b7 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1766069 Sep 17 07:55:55.455161 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4ebbb3-d628-492e-a847-e9651cc5f586 req-32c31127-efe2-4abd-b224-3d6a68c74b7f tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:55.456847 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3b4ebbb3-d628-492e-a847-e9651cc5f586 req-32c31127-efe2-4abd-b224-3d6a68c74b7f tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 946 time: 0.0590825 Sep 17 07:55:55.504625 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3b4ebbb3-d628-492e-a847-e9651cc5f586 req-fe1fa8ae-9e27-4ff4-b2d3-6ab1b3e58cee tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405242 Sep 17 07:55:55.683352 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0582c1c-1786-43fb-985b-672c95e18531 req-3d91b6cd-9476-408d-b142-1687e6250fee tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:55.690678 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0582c1c-1786-43fb-985b-672c95e18531 req-3d91b6cd-9476-408d-b142-1687e6250fee tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:55.699818 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f0582c1c-1786-43fb-985b-672c95e18531 req-3d91b6cd-9476-408d-b142-1687e6250fee tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c66ee07-e54c-4ad6-9129-c27ebe2a8246 HTTP/1.1" status: 200 len: 1683 time: 0.0818350 Sep 17 07:55:55.740507 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f0582c1c-1786-43fb-985b-672c95e18531 req-4e3b7e4f-7607-47a6-ae2e-4a8512004543 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd1ad261-9f61-4567-be1f-04e2477ef432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398095 Sep 17 07:55:55.819299 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 47542) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:55:55.891627 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device c9ac485d-d9a5-4ab5-887c-40f640d331b2 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:55:55.914090 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: c9ac485d-d9a5-4ab5-887c-40f640d331b2 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:55:55.914454 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device c9ac485d-d9a5-4ab5-887c-40f640d331b2 not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:55:55.959643 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f6c8ab95-19ef-4164-8459-81106692863d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=763cd4f6792f4b0eb1ab667ab87d5623&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1391642 Sep 17 07:55:55.962652 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 47574) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:55:56.012840 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4ad89601-8fe7-4e35-854e-c3709c6d7a4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:56.035480 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4ad89601-8fe7-4e35-854e-c3709c6d7a4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:56.090484 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4ad89601-8fe7-4e35-854e-c3709c6d7a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:56.093860 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4ad89601-8fe7-4e35-854e-c3709c6d7a4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:55:56.095037 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-4ad89601-8fe7-4e35-854e-c3709c6d7a4c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bee75c6a-c6c1-4516-b836-9a734cc34688 HTTP/1.1" status: 204 len: 168 time: 0.1313241 Sep 17 07:55:56.103280 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad89601-8fe7-4e35-854e-c3709c6d7a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee75c6a-c6c1-4516-b836-9a734cc34688,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:55:56.345227 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5e0f526f-1cc8-46c3-acb1-6d575559c69f req-6d39954c-b511-4e82-958a-dac8185d831e tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0388000 Sep 17 07:55:56.405208 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f08816-4bf0-476a-a4c5-b1809fe6c0b4 req-fb18f6f1-60ed-4013-8e15-4aafa2b01090 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:56.406757 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-76f08816-4bf0-476a-a4c5-b1809fe6c0b4 req-fb18f6f1-60ed-4013-8e15-4aafa2b01090 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faedb51-1b17-4979-92b2-b5ce8865580c HTTP/1.1" status: 200 len: 948 time: 0.0582972 Sep 17 07:55:56.456429 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-76f08816-4bf0-476a-a4c5-b1809fe6c0b4 req-b148390d-128c-40df-8a62-d6ef6a222915 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431871 Sep 17 07:55:56.629273 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babac730-a288-41c2-8fef-f9151508d5ce req-60fe029f-584c-4f53-949e-7c555a84013d tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:56.631499 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-babac730-a288-41c2-8fef-f9151508d5ce req-60fe029f-584c-4f53-949e-7c555a84013d tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 946 time: 0.0511901 Sep 17 07:55:56.680220 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-babac730-a288-41c2-8fef-f9151508d5ce req-8c23a87e-ae8c-4545-aaea-55f7d064a7cb tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410774 Sep 17 07:55:56.878838 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d7543-03eb-4be5-8b13-b7a51bf0f4a5 req-bdb9a52e-8d2b-4296-af28-a25838e6d972 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:56.884894 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d7543-03eb-4be5-8b13-b7a51bf0f4a5 req-bdb9a52e-8d2b-4296-af28-a25838e6d972 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:56.886534 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6f1d7543-03eb-4be5-8b13-b7a51bf0f4a5 req-bdb9a52e-8d2b-4296-af28-a25838e6d972 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c66ee07-e54c-4ad6-9129-c27ebe2a8246 HTTP/1.1" status: 200 len: 1683 time: 0.0572517 Sep 17 07:55:56.942568 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6f1d7543-03eb-4be5-8b13-b7a51bf0f4a5 req-f17c67b5-a2c8-4a7f-bad8-b886b0340c59 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd1ad261-9f61-4567-be1f-04e2477ef432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464437 Sep 17 07:55:57.477370 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9eebfe55-ef83-445d-bfdf-5c605036b850 req-4ef7f130-72e9-4410-962b-989eb4a9f873 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0357366 Sep 17 07:55:57.588108 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c16648-e5e5-4082-9b28-6278da408e82 req-602256da-b2f5-4459-9e22-d35c41c9a5e1 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:57.589628 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c6c16648-e5e5-4082-9b28-6278da408e82 req-602256da-b2f5-4459-9e22-d35c41c9a5e1 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faedb51-1b17-4979-92b2-b5ce8865580c HTTP/1.1" status: 200 len: 948 time: 0.0556808 Sep 17 07:55:57.644520 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c6c16648-e5e5-4082-9b28-6278da408e82 req-0f6b362e-bb50-4132-961e-f1e7995733bf tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476289 Sep 17 07:55:57.792297 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933ce47-2dc9-4d3f-b8e0-f4cd39a534e6 req-e53b4443-c10d-481f-8ebb-fac8ee548ebd tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:57.794089 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9933ce47-2dc9-4d3f-b8e0-f4cd39a534e6 req-e53b4443-c10d-481f-8ebb-fac8ee548ebd tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=dee8c3dd-b591-4049-b502-4acf286e1629 HTTP/1.1" status: 200 len: 950 time: 0.0684795 Sep 17 07:55:58.232333 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9933ce47-2dc9-4d3f-b8e0-f4cd39a534e6 req-de35fb80-3516-4c0c-9aa8-69e476bb0fc9 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4286258 Sep 17 07:55:58.259071 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da439208-6c76-4cb1-9593-5bd43336c52d req-b8a2f05a-d9d4-4a88-b84b-1e22eb963be5 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:58.270087 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-da439208-6c76-4cb1-9593-5bd43336c52d req-b8a2f05a-d9d4-4a88-b84b-1e22eb963be5 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 946 time: 0.4747448 Sep 17 07:55:58.317578 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-da439208-6c76-4cb1-9593-5bd43336c52d req-74be9b6f-86ba-4f0e-aa05-5e6df46f435d tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466802 Sep 17 07:55:58.461350 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd3e78-8ae9-4fcf-8351-52aa7b5d789f req-3b43adca-f7be-4113-81c6-fcb39bcba535 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:58.471040 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd3e78-8ae9-4fcf-8351-52aa7b5d789f req-3b43adca-f7be-4113-81c6-fcb39bcba535 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:58.472712 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6afd3e78-8ae9-4fcf-8351-52aa7b5d789f req-3b43adca-f7be-4113-81c6-fcb39bcba535 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c66ee07-e54c-4ad6-9129-c27ebe2a8246 HTTP/1.1" status: 200 len: 1683 time: 0.0835693 Sep 17 07:55:58.517322 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6afd3e78-8ae9-4fcf-8351-52aa7b5d789f req-18b8c970-fc46-4ea6-9f4c-5890c418a087 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd1ad261-9f61-4567-be1f-04e2477ef432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381422 Sep 17 07:55:58.699591 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b4c569-a479-40a0-a623-30ebb8952ba4 req-a0a42a5c-01d6-4de3-96cb-26ea0d88db90 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:58.705442 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b4c569-a479-40a0-a623-30ebb8952ba4 req-a0a42a5c-01d6-4de3-96cb-26ea0d88db90 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:58.707058 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-24b4c569-a479-40a0-a623-30ebb8952ba4 req-a0a42a5c-01d6-4de3-96cb-26ea0d88db90 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faedb51-1b17-4979-92b2-b5ce8865580c&device_id=dee8c3dd-b591-4049-b502-4acf286e1629 HTTP/1.1" status: 200 len: 1689 time: 0.0599809 Sep 17 07:55:58.748108 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-24b4c569-a479-40a0-a623-30ebb8952ba4 req-84aed9b5-b8d8-4181-8ae5-5837befa50ea tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339437 Sep 17 07:55:58.835445 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fd213dd6-5d49-4f4c-ab17-c2d6a7817291 req-45dda29d-d826-4316-af51-f1f514481279 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0338657 Sep 17 07:55:59.128717 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8821d172-3d9b-4e22-b25e-dbcb9cac9646 req-982623b0-11a5-40d8-a579-bef1bd7d2196 tempest-ServersOnMultiNodesTest-1858971072 tempest-ServersOnMultiNodesTest-1858971072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:59.130526 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8821d172-3d9b-4e22-b25e-dbcb9cac9646 req-982623b0-11a5-40d8-a579-bef1bd7d2196 tempest-ServersOnMultiNodesTest-1858971072 tempest-ServersOnMultiNodesTest-1858971072-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1faedb51-1b17-4979-92b2-b5ce8865580c HTTP/1.1" status: 200 len: 1099 time: 0.0425143 Sep 17 07:55:59.167716 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8821d172-3d9b-4e22-b25e-dbcb9cac9646 req-fdc65000-acf3-429f-a0a0-66d601b59520 tempest-ServersOnMultiNodesTest-1858971072 tempest-ServersOnMultiNodesTest-1858971072-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304403 Sep 17 07:55:59.307622 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1017a58a-97ba-4a59-8389-0289a16cb586 req-17e5a356-f6a0-427c-be20-300ed14c0a72 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:59.313390 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1017a58a-97ba-4a59-8389-0289a16cb586 req-17e5a356-f6a0-427c-be20-300ed14c0a72 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:59.314955 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1017a58a-97ba-4a59-8389-0289a16cb586 req-17e5a356-f6a0-427c-be20-300ed14c0a72 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c66ee07-e54c-4ad6-9129-c27ebe2a8246 HTTP/1.1" status: 200 len: 1683 time: 0.0834560 Sep 17 07:55:59.346228 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ed42e-89e7-4107-b3e1-e1295b13ed9e req-4c86b738-a384-4c35-a074-ce8f68a516c8 tempest-ServersOnMultiNodesTest-1858971072 tempest-ServersOnMultiNodesTest-1858971072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:59.347706 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a98ed42e-89e7-4107-b3e1-e1295b13ed9e req-4c86b738-a384-4c35-a074-ce8f68a516c8 tempest-ServersOnMultiNodesTest-1858971072 tempest-ServersOnMultiNodesTest-1858971072-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=dee8c3dd-b591-4049-b502-4acf286e1629 HTTP/1.1" status: 200 len: 1101 time: 0.0755737 Sep 17 07:55:59.377495 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1017a58a-97ba-4a59-8389-0289a16cb586 req-7aaa4a4c-9952-494e-a2dc-8b71ef32550a tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd1ad261-9f61-4567-be1f-04e2477ef432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548575 Sep 17 07:55:59.394425 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a98ed42e-89e7-4107-b3e1-e1295b13ed9e req-fb94c9e7-9265-4976-81dd-a04949e2e14e tempest-ServersOnMultiNodesTest-1858971072 tempest-ServersOnMultiNodesTest-1858971072-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357330 Sep 17 07:55:59.512769 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5fdef7-bbed-4543-b770-f945a5ab48b5 req-6a485f50-229b-4c79-b931-c7742110ab39 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:59.516140 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-af5fdef7-bbed-4543-b770-f945a5ab48b5 req-6a485f50-229b-4c79-b931-c7742110ab39 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 946 time: 0.0574217 Sep 17 07:55:59.559426 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-af5fdef7-bbed-4543-b770-f945a5ab48b5 req-d358683e-90f8-4467-802e-9083d09a3df6 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365515 Sep 17 07:55:59.775544 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7433e7a8-7b52-4054-bcaa-2985e7c9a518 req-036089c0-2cd0-49fe-9595-62d31a406bf5 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:55:59.777347 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7433e7a8-7b52-4054-bcaa-2985e7c9a518 req-036089c0-2cd0-49fe-9595-62d31a406bf5 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 946 time: 0.0530760 Sep 17 07:55:59.824659 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7433e7a8-7b52-4054-bcaa-2985e7c9a518 req-dbe716f9-96b1-4b9e-88fb-e910e37a83ae tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365241 Sep 17 07:55:59.910967 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-374e5d2d-73a0-491b-bc09-bf5351cf1bf5 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=2349d4cf1f41439ea3d7c6f38634ae0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221384 Sep 17 07:56:00.035291 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc260e40-b15c-4b21-a933-32ea0b3c12fe req-f8b497d8-b275-40ef-92f1-061ddffaf013 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:00.036739 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fc260e40-b15c-4b21-a933-32ea0b3c12fe req-f8b497d8-b275-40ef-92f1-061ddffaf013 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 946 time: 0.1073923 Sep 17 07:56:00.078120 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-3f8e5f50-d95d-47d1-a08a-7c4debb04ce4 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:00.079594 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-3f8e5f50-d95d-47d1-a08a-7c4debb04ce4 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1608226 Sep 17 07:56:00.099814 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fc260e40-b15c-4b21-a933-32ea0b3c12fe req-cb13e6b2-2c2d-41cc-8f95-0e501f9e71ac tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561948 Sep 17 07:56:00.108872 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-12e28200-fb3f-4980-ade3-f9c65a1259a9 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/quotas/2349d4cf1f41439ea3d7c6f38634ae0a HTTP/1.1" status: 200 len: 375 time: 0.0131013 Sep 17 07:56:00.192939 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-54f3c078-3ba6-48d2-8f34-5adb5faf9143 req-2d78f7e9-e1e0-42dd-939b-2bc30d674e95 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0279450 Sep 17 07:56:00.201100 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-641307d6-40d2-426f-a87c-154b2e9ae9d1 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2349d4cf1f41439ea3d7c6f38634ae0a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0852382 Sep 17 07:56:00.449308 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7a589-c364-4cef-b697-38ff63844b96 req-6bcb5d33-0756-485b-bc70-e4980633d428 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:00.451054 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1ea7a589-c364-4cef-b697-38ff63844b96 req-6bcb5d33-0756-485b-bc70-e4980633d428 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 946 time: 0.0783825 Sep 17 07:56:00.509597 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1ea7a589-c364-4cef-b697-38ff63844b96 req-363a6d48-926d-444c-9c82-c87c55c74851 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488005 Sep 17 07:56:00.647282 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 47742) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:56:00.663429 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03fe3ff-c850-474b-a137-9d52aaa67846 req-0be7d399-ebe3-4004-8dcf-99c2287ab412 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:00.670535 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03fe3ff-c850-474b-a137-9d52aaa67846 req-0be7d399-ebe3-4004-8dcf-99c2287ab412 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:00.672560 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b03fe3ff-c850-474b-a137-9d52aaa67846 req-0be7d399-ebe3-4004-8dcf-99c2287ab412 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c66ee07-e54c-4ad6-9129-c27ebe2a8246 HTTP/1.1" status: 200 len: 1683 time: 0.0748975 Sep 17 07:56:00.719191 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b03fe3ff-c850-474b-a137-9d52aaa67846 req-1d2d12ab-ee76-4d5b-a3de-524f452d5ab3 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd1ad261-9f61-4567-be1f-04e2477ef432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403035 Sep 17 07:56:00.811079 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ab888-7f72-46e3-a73f-13a65ac32374 req-743032f1-1f55-48b3-b058-fb9e464630be tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:00.821702 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ed5ab888-7f72-46e3-a73f-13a65ac32374 req-743032f1-1f55-48b3-b058-fb9e464630be tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 946 time: 0.0714822 Sep 17 07:56:00.839942 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f2133e29-75e9-4f7b-8247-cd17fc73c8ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:00.868384 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ed5ab888-7f72-46e3-a73f-13a65ac32374 req-658f85fe-821a-45ed-83b8-2c5a3c29fec6 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456834 Sep 17 07:56:00.952857 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-64f9eefc-8519-408d-8ff4-88328ffebb83 req-7cfdcbe8-05d4-41de-b360-76f00dbc1d38 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac440a43-115b-4b47-801c-723a6b7ef39b HTTP/1.1" status: 200 len: 210 time: 0.0339508 Sep 17 07:56:00.973514 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f2133e29-75e9-4f7b-8247-cd17fc73c8ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:00.979872 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f2133e29-75e9-4f7b-8247-cd17fc73c8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:01.061737 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fecd01-4175-4971-a78b-8d57c8f36100 req-6d4efd85-0faa-4727-9a66-5c230aab84fa tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:01.071265 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fecd01-4175-4971-a78b-8d57c8f36100 req-6d4efd85-0faa-4727-9a66-5c230aab84fa tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:01.072966 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-82fecd01-4175-4971-a78b-8d57c8f36100 req-6d4efd85-0faa-4727-9a66-5c230aab84fa tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c66ee07-e54c-4ad6-9129-c27ebe2a8246 HTTP/1.1" status: 200 len: 1683 time: 0.0835750 Sep 17 07:56:01.077922 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f2133e29-75e9-4f7b-8247-cd17fc73c8ec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a0389a1e94d144998d094386b59cf593&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4292605 Sep 17 07:56:01.079408 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2133e29-75e9-4f7b-8247-cd17fc73c8ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acbc61be-f7ee-4403-bdf3-a9297fa7d4a1,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:01.082242 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 47764) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:56:01.143576 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fa703416-c438-45c0-a653-d19b3ee32c0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:01.182247 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fa703416-c438-45c0-a653-d19b3ee32c0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:01.207774 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c97fbf7-7aa1-4068-a073-3c7fe41b1813 req-5905e3b3-3d49-46b1-8a9d-752a3da40efc tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:01.209322 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5c97fbf7-7aa1-4068-a073-3c7fe41b1813 req-5905e3b3-3d49-46b1-8a9d-752a3da40efc tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 946 time: 0.1354439 Sep 17 07:56:01.245295 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-82fecd01-4175-4971-a78b-8d57c8f36100 req-f3bca452-880a-4f92-854e-e415f28c938e tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Deleting port f3712938-de72-4da5-a386-a4267a3348e3 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:56:01.245644 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-82fecd01-4175-4971-a78b-8d57c8f36100 req-f3bca452-880a-4f92-854e-e415f28c938e tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:01.250030 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fa703416-c438-45c0-a653-d19b3ee32c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:01.254498 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fa703416-c438-45c0-a653-d19b3ee32c0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:01.260611 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-fa703416-c438-45c0-a653-d19b3ee32c0a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/acbc61be-f7ee-4403-bdf3-a9297fa7d4a1 HTTP/1.1" status: 204 len: 168 time: 0.1771436 Sep 17 07:56:01.272756 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa703416-c438-45c0-a653-d19b3ee32c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acbc61be-f7ee-4403-bdf3-a9297fa7d4a1,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:01.350593 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-065eadf7-fa0e-4975-8f73-158696d0a9fc req-761a44f1-3364-46d2-80ba-e5ff02bfd863 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0553286 Sep 17 07:56:01.419156 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5c97fbf7-7aa1-4068-a073-3c7fe41b1813 req-8b1670d7-81cc-41de-a765-fbf3118cabd2 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877153 Sep 17 07:56:01.456071 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-82fecd01-4175-4971-a78b-8d57c8f36100 req-f3bca452-880a-4f92-854e-e415f28c938e tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] For port f3712938-de72-4da5-a386-a4267a3348e3, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=f3712938-de72-4da5-a386-a4267a3348e3,segment=NetworkSegment(1043888b-ae8c-47f8-8458-a4e2ec7844e5),segment_id=1043888b-ae8c-47f8-8458-a4e2ec7844e5)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:56:01.456449 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-82fecd01-4175-4971-a78b-8d57c8f36100 req-f3bca452-880a-4f92-854e-e415f28c938e tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:01.471758 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-82fecd01-4175-4971-a78b-8d57c8f36100 req-f3bca452-880a-4f92-854e-e415f28c938e tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Calling delete_port for f3712938-de72-4da5-a386-a4267a3348e3 owned by compute:nova {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:56:01.599718 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff49e2-59f8-4b14-9e5b-8650895f7f4f req-74a39653-4740-4e3e-a2c2-7e36040dbe0c tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:01.601395 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-19ff49e2-59f8-4b14-9e5b-8650895f7f4f req-74a39653-4740-4e3e-a2c2-7e36040dbe0c tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 946 time: 0.0687671 Sep 17 07:56:01.676927 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-19ff49e2-59f8-4b14-9e5b-8650895f7f4f req-dd59a6a1-b1a4-4e1b-8f94-e6f14cfe5e30 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664768 Sep 17 07:56:01.722067 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-82fecd01-4175-4971-a78b-8d57c8f36100 req-f3bca452-880a-4f92-854e-e415f28c938e tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:01.755375 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['f3712938-de72-4da5-a386-a4267a3348e3', '0943a403-957c-4ff9-8c89-b04ca8bb5318'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:56:01.805348 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bca452-880a-4f92-854e-e415f28c938e tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Pushing event deleted for resources: {'Port': ['ID=f3712938-de72-4da5-a386-a4267a3348e3,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:01.884463 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-82fecd01-4175-4971-a78b-8d57c8f36100 req-f3bca452-880a-4f92-854e-e415f28c938e tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] No DVR routers for this DVR port f3712938-de72-4da5-a386-a4267a3348e3 on host n-h2-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:56:01.891400 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-82fecd01-4175-4971-a78b-8d57c8f36100 req-f3bca452-880a-4f92-854e-e415f28c938e tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:01.893804 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-82fecd01-4175-4971-a78b-8d57c8f36100 req-f3bca452-880a-4f92-854e-e415f28c938e tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.39 "DELETE /v2.0/ports/f3712938-de72-4da5-a386-a4267a3348e3 HTTP/1.1" status: 204 len: 173 time: 0.7980275 Sep 17 07:56:01.896042 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c66ee07-e54c-4ad6-9129-c27ebe2a8246', 'name': 'network-vif-deleted', 'tag': 'f3712938-de72-4da5-a386-a4267a3348e3'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:56:01.899784 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef04a4d-6fff-4fe5-9e35-aff916e184cf" -d '{"events": [{"server_uuid": "8c66ee07-e54c-4ad6-9129-c27ebe2a8246", "name": "network-vif-deleted", "tag": "f3712938-de72-4da5-a386-a4267a3348e3"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:56:02.092368 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1755850a-5de4-4ac8-bdeb-3151e7e0a02f x-openstack-request-id: req-1755850a-5de4-4ac8-bdeb-3151e7e0a02f {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:56:02.093616 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c66ee07-e54c-4ad6-9129-c27ebe2a8246", "name": "network-vif-deleted", "tag": "f3712938-de72-4da5-a386-a4267a3348e3", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:56:02.094200 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1755850a-5de4-4ac8-bdeb-3151e7e0a02f {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:56:02.094628 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c66ee07-e54c-4ad6-9129-c27ebe2a8246', 'name': 'network-vif-deleted', 'tag': 'f3712938-de72-4da5-a386-a4267a3348e3', 'status': 'completed', 'code': 200} Sep 17 07:56:02.145654 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 07:56:02.164653 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a8a296-7d93-41aa-b718-1be19524a82f req-3e402fa0-337f-4df8-811a-9eb2c22823a2 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:02.166312 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-14a8a296-7d93-41aa-b718-1be19524a82f req-3e402fa0-337f-4df8-811a-9eb2c22823a2 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c66ee07-e54c-4ad6-9129-c27ebe2a8246 HTTP/1.1" status: 200 len: 946 time: 0.2838516 Sep 17 07:56:02.258555 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-14a8a296-7d93-41aa-b718-1be19524a82f req-cdf0ca4c-bb4b-4284-aeb7-00f4561a7fcc tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd1ad261-9f61-4567-be1f-04e2477ef432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855398 Sep 17 07:56:02.276329 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-82fecd01-4175-4971-a78b-8d57c8f36100 req-ba344b3c-6c60-42b9-87c9-f81856b57ff4 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Deleting port 0943a403-957c-4ff9-8c89-b04ca8bb5318 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:56:02.276712 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-82fecd01-4175-4971-a78b-8d57c8f36100 req-ba344b3c-6c60-42b9-87c9-f81856b57ff4 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:02.299070 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d042895-0acc-4c15-b07a-693e12e49b5d req-667f4076-b5ed-4c72-89f4-fafb1b69c6f9 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:02.300627 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6d042895-0acc-4c15-b07a-693e12e49b5d req-667f4076-b5ed-4c72-89f4-fafb1b69c6f9 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 946 time: 0.1105285 Sep 17 07:56:02.396841 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c58971da-bdb7-4030-bf72-d0f2441a91d7 req-4d319abf-9957-499e-912d-b7c08981d95c tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac440a43-115b-4b47-801c-723a6b7ef39b HTTP/1.1" status: 200 len: 210 time: 0.0348725 Sep 17 07:56:02.412329 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 47812) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:56:02.429473 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6d042895-0acc-4c15-b07a-693e12e49b5d req-fb2bdc3b-906e-471e-bdf0-841ca75e02d7 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135354 Sep 17 07:56:02.453684 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-82fecd01-4175-4971-a78b-8d57c8f36100 req-ba344b3c-6c60-42b9-87c9-f81856b57ff4 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] For port 0943a403-957c-4ff9-8c89-b04ca8bb5318, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=0943a403-957c-4ff9-8c89-b04ca8bb5318,segment=NetworkSegment(2d42f438-6f55-4e01-941d-1b6a216ebbea),segment_id=2d42f438-6f55-4e01-941d-1b6a216ebbea)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:56:02.454062 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-82fecd01-4175-4971-a78b-8d57c8f36100 req-ba344b3c-6c60-42b9-87c9-f81856b57ff4 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:02.471733 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-82fecd01-4175-4971-a78b-8d57c8f36100 req-ba344b3c-6c60-42b9-87c9-f81856b57ff4 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Calling delete_port for 0943a403-957c-4ff9-8c89-b04ca8bb5318 owned by compute:nova {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:56:02.616637 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-76192cc5-387a-4598-a708-ef114b3e1aea req-3815562c-dc73-4753-8ed2-a76719ff1758 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0819523 Sep 17 07:56:02.616850 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-9975b722-af0a-45ed-9aed-a210154ebdca admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-2068345768-network', 'tenant_id': '1017d95ec91440b692b5fb33d331d948'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:56:02.654537 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9975b722-af0a-45ed-9aed-a210154ebdca admin admin] Made reservation on behalf of 1017d95ec91440b692b5fb33d331d948 for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:56:02.657235 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9975b722-af0a-45ed-9aed-a210154ebdca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:02.671297 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9975b722-af0a-45ed-9aed-a210154ebdca admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:02.694273 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-82fecd01-4175-4971-a78b-8d57c8f36100 req-ba344b3c-6c60-42b9-87c9-f81856b57ff4 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:02.762306 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba344b3c-6c60-42b9-87c9-f81856b57ff4 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Pushing event deleted for resources: {'Port': ['ID=0943a403-957c-4ff9-8c89-b04ca8bb5318,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:02.767222 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-256e69d2-5585-44cf-af7c-3e07d5dfc2cf tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=2349d4cf1f41439ea3d7c6f38634ae0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0662308 Sep 17 07:56:02.810933 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-57bff79b-2966-473c-8caf-f1a5e4c06d7d tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=2349d4cf1f41439ea3d7c6f38634ae0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0602605 Sep 17 07:56:02.865599 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-82fecd01-4175-4971-a78b-8d57c8f36100 req-ba344b3c-6c60-42b9-87c9-f81856b57ff4 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] No DVR routers for this DVR port 0943a403-957c-4ff9-8c89-b04ca8bb5318 on host n-h2-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:56:02.883535 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-82fecd01-4175-4971-a78b-8d57c8f36100 req-ba344b3c-6c60-42b9-87c9-f81856b57ff4 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:02.885631 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-82fecd01-4175-4971-a78b-8d57c8f36100 req-ba344b3c-6c60-42b9-87c9-f81856b57ff4 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.39 "DELETE /v2.0/ports/0943a403-957c-4ff9-8c89-b04ca8bb5318 HTTP/1.1" status: 204 len: 173 time: 0.9824710 Sep 17 07:56:02.987989 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-df65012b-e016-4542-8f06-03a6b99a0b48 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:02.990195 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-df65012b-e016-4542-8f06-03a6b99a0b48 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2156389 Sep 17 07:56:03.014711 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-bd15cd46-f803-4fde-8255-29473fea3fe8 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Request body: {'port': {'device_id': 'ac440a43-115b-4b47-801c-723a6b7ef39b', 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583', 'admin_state_up': True, 'tenant_id': '2349d4cf1f41439ea3d7c6f38634ae0a'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:56:03.031093 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9975b722-af0a-45ed-9aed-a210154ebdca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:03.039019 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-0a3e6924-081f-417b-a826-7f3a58c2036f tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:03.042022 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-0a3e6924-081f-417b-a826-7f3a58c2036f tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2174487 Sep 17 07:56:03.043663 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9975b722-af0a-45ed-9aed-a210154ebdca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:03.076556 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-9417936e-e444-48e8-8de0-248792612143 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Request body: {'port': {'device_id': 'f6aac755-5f6d-4d43-b6e6-a1cf00992a55', 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583', 'admin_state_up': True, 'tenant_id': '2349d4cf1f41439ea3d7c6f38634ae0a'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:56:03.089499 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9975b722-af0a-45ed-9aed-a210154ebdca admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 07:56:03.141343 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975b722-af0a-45ed-9aed-a210154ebdca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=886f40fc-385a-4ae5-a3b0-f322f648737a,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:03.145826 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9975b722-af0a-45ed-9aed-a210154ebdca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:03.146329 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-9975b722-af0a-45ed-9aed-a210154ebdca admin admin] Added segment 51690b9c-92bb-4337-854f-9b746ada12ae of type vlan for network db7553ea-e2fe-422f-8d20-6ffc26d973b8 Sep 17 07:56:03.155290 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-bd15cd46-f803-4fde-8255-29473fea3fe8 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Made reservation on behalf of 2349d4cf1f41439ea3d7c6f38634ae0a for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:56:03.161265 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-bd15cd46-f803-4fde-8255-29473fea3fe8 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:03.245229 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9975b722-af0a-45ed-9aed-a210154ebdca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:03.294651 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9975b722-af0a-45ed-9aed-a210154ebdca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:03.295705 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9975b722-af0a-45ed-9aed-a210154ebdca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:03.296612 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9975b722-af0a-45ed-9aed-a210154ebdca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:03.325432 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-bd15cd46-f803-4fde-8255-29473fea3fe8 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Allocated IP 192.168.233.84 (469390cd-cce5-49bd-b8f8-9e64018a0583/5f3af6cb-9cad-436b-bf41-034e75672c44/589a423e-e5e2-46f8-a6ff-9af3b3839322) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:56:03.362289 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-9417936e-e444-48e8-8de0-248792612143 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Made reservation on behalf of 2349d4cf1f41439ea3d7c6f38634ae0a for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:56:03.365819 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-9417936e-e444-48e8-8de0-248792612143 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:03.370323 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975b722-af0a-45ed-9aed-a210154ebdca admin admin] Pushing event updated for resources: {'Network': ['ID=db7553ea-e2fe-422f-8d20-6ffc26d973b8,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:03.381956 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-9975b722-af0a-45ed-9aed-a210154ebdca admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9685159 Sep 17 07:56:03.386901 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network db7553ea-e2fe-422f-8d20-6ffc26d973b8 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 07:56:03.405042 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 47820) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:56:03.411413 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-d1f98775-bd7e-46db-b62e-6a193aef6909 admin admin] Request body: {'subnet': {'network_id': 'db7553ea-e2fe-422f-8d20-6ffc26d973b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-2068345768-subnet', 'tenant_id': '1017d95ec91440b692b5fb33d331d948', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:56:03.462716 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-66886af0-b0fb-43fd-9304-bfafddceb429 req-7b620601-c992-4937-8d6d-acd081305ac5 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c66ee07-e54c-4ad6-9129-c27ebe2a8246 HTTP/1.1" status: 200 len: 210 time: 0.0984051 Sep 17 07:56:03.609071 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f98775-bd7e-46db-b62e-6a193aef6909 admin admin] Made reservation on behalf of 1017d95ec91440b692b5fb33d331d948 for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:56:03.611574 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d1f98775-bd7e-46db-b62e-6a193aef6909 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:03.668395 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-91f96047-cd26-4409-a501-07516a0de111 req-0c4dd654-59f2-4f4e-8cbe-b0b3485c3c5a tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac440a43-115b-4b47-801c-723a6b7ef39b HTTP/1.1" status: 200 len: 210 time: 0.0919402 Sep 17 07:56:03.764657 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c705352d-0794-406d-92f6-cb1a387f419e req-57de948f-6f0c-40b9-a08f-88d1227489f0 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:03.766153 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c705352d-0794-406d-92f6-cb1a387f419e req-57de948f-6f0c-40b9-a08f-88d1227489f0 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 946 time: 0.1909950 Sep 17 07:56:03.772604 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-bd15cd46-f803-4fde-8255-29473fea3fe8 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:03.844579 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c705352d-0794-406d-92f6-cb1a387f419e req-25db913c-1e3f-4f56-a181-4850a49a408a tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696566 Sep 17 07:56:03.878446 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-552585d4-8879-4567-89e6-e9ef19485040 req-358a0e58-91ab-44f2-ae21-243771fdb48f tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0401354 Sep 17 07:56:03.923136 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-bd15cd46-f803-4fde-8255-29473fea3fe8 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:03.955703 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['389c670e-990d-4f20-ac8c-3cce9f4cde9c', '32647783-f482-4eed-a2c6-b32fcad89497', '1367330a-4624-480f-a385-71092b839a0b'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:56:04.014175 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-9417936e-e444-48e8-8de0-248792612143 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Allocated IP 192.168.233.7 (469390cd-cce5-49bd-b8f8-9e64018a0583/5f3af6cb-9cad-436b-bf41-034e75672c44/f11c2e56-bcb6-4640-95ff-e2ec1150d11f) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:56:04.015051 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device f3712938-de72-4da5-a386-a4267a3348e3 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:56:04.027358 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-bd15cd46-f803-4fde-8255-29473fea3fe8 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Network 469390cd-cce5-49bd-b8f8-9e64018a0583 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:56:04.037630 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-bd15cd46-f803-4fde-8255-29473fea3fe8 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:56:04.048475 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-bd15cd46-f803-4fde-8255-29473fea3fe8 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:56:04.052506 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd15cd46-f803-4fde-8255-29473fea3fe8 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Pushing event updated for resources: {'Port': ['ID=589a423e-e5e2-46f8-a6ff-9af3b3839322,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:04.075220 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: f3712938-de72-4da5-a386-a4267a3348e3 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:56:04.075560 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device f3712938-de72-4da5-a386-a4267a3348e3 not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:56:04.083330 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d1f98775-bd7e-46db-b62e-6a193aef6909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:04.087482 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 0943a403-957c-4ff9-8c89-b04ca8bb5318 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:56:04.137116 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: 0943a403-957c-4ff9-8c89-b04ca8bb5318 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:56:04.137563 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 0943a403-957c-4ff9-8c89-b04ca8bb5318 not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:56:04.177018 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c66ee07-e54c-4ad6-9129-c27ebe2a8246', 'name': 'network-vif-deleted', 'tag': '0943a403-957c-4ff9-8c89-b04ca8bb5318'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:56:04.180262 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccccd27e-d42d-4286-b170-38c3353e3391" -d '{"events": [{"server_uuid": "8c66ee07-e54c-4ad6-9129-c27ebe2a8246", "name": "network-vif-deleted", "tag": "0943a403-957c-4ff9-8c89-b04ca8bb5318"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:56:04.190688 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f98775-bd7e-46db-b62e-6a193aef6909 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc5af0af-da91-4969-a253-9b23d6f3d816,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:04.339448 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c9fe7c-074f-4496-b410-caa720a7c2da x-openstack-request-id: req-d1c9fe7c-074f-4496-b410-caa720a7c2da {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:56:04.339733 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c66ee07-e54c-4ad6-9129-c27ebe2a8246", "name": "network-vif-deleted", "tag": "0943a403-957c-4ff9-8c89-b04ca8bb5318", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:56:04.340034 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d1c9fe7c-074f-4496-b410-caa720a7c2da {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:56:04.340904 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c66ee07-e54c-4ad6-9129-c27ebe2a8246', 'name': 'network-vif-deleted', 'tag': '0943a403-957c-4ff9-8c89-b04ca8bb5318', 'status': 'completed', 'code': 200} Sep 17 07:56:04.348240 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-bd15cd46-f803-4fde-8255-29473fea3fe8 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:04.349152 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-bd15cd46-f803-4fde-8255-29473fea3fe8 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:04.432691 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-bd15cd46-f803-4fde-8255-29473fea3fe8 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4226959 Sep 17 07:56:04.459093 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f98775-bd7e-46db-b62e-6a193aef6909 admin admin] Checking segment: {'id': '51690b9c-92bb-4337-854f-9b746ada12ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'db7553ea-e2fe-422f-8d20-6ffc26d973b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:56:04.459447 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f98775-bd7e-46db-b62e-6a193aef6909 admin admin] Network hostable DHCP agents. Network: db7553ea-e2fe-422f-8d20-6ffc26d973b8, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 07:56:04.475248 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-60878700-0f80-43eb-8454-babcca603a97 service neutron] Request body: {'port': {'device_id': 'ac440a43-115b-4b47-801c-723a6b7ef39b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-9'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:56:04.497403 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-9906add1-c506-472a-b34b-39a754518ec4 None None] Provisioning complete for port 589a423e-e5e2-46f8-a6ff-9af3b3839322 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:56:04.498810 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9906add1-c506-472a-b34b-39a754518ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:04.544494 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576fb5b4-ae03-4992-8ede-a3b9fa283f9b req-f804ab83-6a3d-459f-a189-e97780b2b8a1 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:04.544494 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-576fb5b4-ae03-4992-8ede-a3b9fa283f9b req-f804ab83-6a3d-459f-a189-e97780b2b8a1 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 946 time: 0.2688284 Sep 17 07:56:04.548444 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 47842) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:56:04.552991 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-9906add1-c506-472a-b34b-39a754518ec4 None None] Port 589a423e-e5e2-46f8-a6ff-9af3b3839322 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:56:04.566200 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f98775-bd7e-46db-b62e-6a193aef6909 admin admin] Network db7553ea-e2fe-422f-8d20-6ffc26d973b8 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 07:56:04.638915 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-d1f98775-bd7e-46db-b62e-6a193aef6909 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, db7553ea-e2fe-422f-8d20-6ffc26d973b8) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:56:04.643069 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a191a92-9385-4604-969d-46f658b4c027 req-4db74ca2-5f20-4101-a5b9-ca5a4234e272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:04.644663 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4a191a92-9385-4604-969d-46f658b4c027 req-4db74ca2-5f20-4101-a5b9-ca5a4234e272 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eba970328263472895352ba6b96a09d3&device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 1097 time: 0.2329211 Sep 17 07:56:04.649660 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5089652a-1bcf-4d48-bc3d-958d4ce33ab9 None None] Network db7553ea-e2fe-422f-8d20-6ffc26d973b8 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:56:04.656522 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-9417936e-e444-48e8-8de0-248792612143 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:04.678093 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f98775-bd7e-46db-b62e-6a193aef6909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:04.678681 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d1f98775-bd7e-46db-b62e-6a193aef6909 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:04.711539 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-60878700-0f80-43eb-8454-babcca603a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:04.723553 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-9417936e-e444-48e8-8de0-248792612143 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:04.779453 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-576fb5b4-ae03-4992-8ede-a3b9fa283f9b req-4212c809-8b0f-4b00-903e-13d5e31ca9ba tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115588 Sep 17 07:56:04.789204 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-9417936e-e444-48e8-8de0-248792612143 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Network 469390cd-cce5-49bd-b8f8-9e64018a0583 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:56:04.799054 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-c90433ac-b299-4c03-898b-a3798e781442 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Deleting subnet a10ecdbe-7806-47c9-b2ad-269558115a53 {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:56:04.806572 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-9417936e-e444-48e8-8de0-248792612143 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:56:04.812753 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-9417936e-e444-48e8-8de0-248792612143 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:56:04.839946 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-d1f98775-bd7e-46db-b62e-6a193aef6909 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4312484 Sep 17 07:56:04.839946 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c90433ac-b299-4c03-898b-a3798e781442 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:04.855327 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 47848) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:56:04.863734 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-4bd12c24-6b6e-451c-8167-592c9b8da56b admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-2068345768-router', 'tenant_id': '1017d95ec91440b692b5fb33d331d948', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:56:04.867313 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9417936e-e444-48e8-8de0-248792612143 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Pushing event updated for resources: {'Port': ['ID=f11c2e56-bcb6-4640-95ff-e2ec1150d11f,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:04.878889 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b7e929-1e1a-43f0-abfa-69156bf5cd30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-db7553ea-e2fe-422f-8d20-6ffc26d973b8', 'network_id': 'db7553ea-e2fe-422f-8d20-6ffc26d973b8', 'tenant_id': '1017d95ec91440b692b5fb33d331d948', 'fixed_ips': [{'subnet_id': 'cc5af0af-da91-4969-a253-9b23d6f3d816'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 07:56:04.879781 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-62b7e929-1e1a-43f0-abfa-69156bf5cd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:04.920577 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-9417936e-e444-48e8-8de0-248792612143 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:04.921227 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-9417936e-e444-48e8-8de0-248792612143 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:04.926128 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4bd12c24-6b6e-451c-8167-592c9b8da56b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:04.927751 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4bd12c24-6b6e-451c-8167-592c9b8da56b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:04.960894 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-9417936e-e444-48e8-8de0-248792612143 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8963079 Sep 17 07:56:04.988210 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-f860a8a8-03ca-41e7-9e09-8eebef1ea690 service neutron] Request body: {'port': {'device_id': 'f6aac755-5f6d-4d43-b6e6-a1cf00992a55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:56:05.057941 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4bd12c24-6b6e-451c-8167-592c9b8da56b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:05.101933 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:05.142544 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-f860a8a8-03ca-41e7-9e09-8eebef1ea690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:05.162775 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c90433ac-b299-4c03-898b-a3798e781442 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:05.185921 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d3575621-1e29-426a-8aff-a5a283031649 req-bebe95a1-165a-4596-934b-e461da374fcf tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0750568 Sep 17 07:56:05.215207 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-6353ce87-7143-4c25-bc0b-c707ce53ad7d None None] Provisioning complete for port f11c2e56-bcb6-4640-95ff-e2ec1150d11f triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:56:05.215497 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6353ce87-7143-4c25-bc0b-c707ce53ad7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:05.218473 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-62b7e929-1e1a-43f0-abfa-69156bf5cd30 None None] Allocated IP 172.20.0.2 (db7553ea-e2fe-422f-8d20-6ffc26d973b8/cc5af0af-da91-4969-a253-9b23d6f3d816/f80c53b8-4645-4806-82d0-86dc0b1acaa6) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:56:05.255658 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a191a92-9385-4604-969d-46f658b4c027 req-d35d4444-94c8-4ef6-b958-6ef593376007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:05.257751 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4a191a92-9385-4604-969d-46f658b4c027 req-d35d4444-94c8-4ef6-b958-6ef593376007 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c415bb2c-76bc-4730-a4c3-bead01aef970 HTTP/1.1" status: 200 len: 914 time: 0.5954902 Sep 17 07:56:05.274075 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf51ac1-d355-4b6d-baf5-b247214ab4d4 req-7a49c866-7b53-4dc0-8e00-e8532b3ab556 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:05.276059 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-edf51ac1-d355-4b6d-baf5-b247214ab4d4 req-7a49c866-7b53-4dc0-8e00-e8532b3ab556 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac440a43-115b-4b47-801c-723a6b7ef39b HTTP/1.1" status: 200 len: 935 time: 0.4333651 Sep 17 07:56:05.277727 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-6353ce87-7143-4c25-bc0b-c707ce53ad7d None None] Port f11c2e56-bcb6-4640-95ff-e2ec1150d11f cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:56:05.294921 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4bd12c24-6b6e-451c-8167-592c9b8da56b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:05.359491 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4a191a92-9385-4604-969d-46f658b4c027 req-dba3c0d7-adc7-4845-a9ce-edfb7107129b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad2bb8ba-714e-49f4-b421-fd480d0b965a HTTP/1.1" status: 200 len: 217 time: 0.0823636 Sep 17 07:56:05.446870 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:05.458504 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-62b7e929-1e1a-43f0-abfa-69156bf5cd30 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:05.466002 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-62b7e929-1e1a-43f0-abfa-69156bf5cd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:05.485152 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a191a92-9385-4604-969d-46f658b4c027 req-f86e88bb-96e8-4348-99d2-f0e6d20781af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:05.486641 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4a191a92-9385-4604-969d-46f658b4c027 req-f86e88bb-96e8-4348-99d2-f0e6d20781af service neutron] 10.222.0.39 "GET /v2.0/subnets?id=207bfb2c-1c36-48ea-8405-fe2109511b96 HTTP/1.1" status: 200 len: 853 time: 0.1047544 Sep 17 07:56:05.516010 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b7e929-1e1a-43f0-abfa-69156bf5cd30 None None] Pushing event updated for resources: {'Port': ['ID=f80c53b8-4645-4806-82d0-86dc0b1acaa6,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:05.516576 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c90433ac-b299-4c03-898b-a3798e781442 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:05.530728 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b7e929-1e1a-43f0-abfa-69156bf5cd30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:56:05.531412 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b7e929-1e1a-43f0-abfa-69156bf5cd30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:56:05.531819 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b7e929-1e1a-43f0-abfa-69156bf5cd30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:56:05.532517 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b7e929-1e1a-43f0-abfa-69156bf5cd30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:56:05.532922 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b7e929-1e1a-43f0-abfa-69156bf5cd30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:56:05.533373 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b7e929-1e1a-43f0-abfa-69156bf5cd30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:56:05.533765 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b7e929-1e1a-43f0-abfa-69156bf5cd30 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:56:05.534181 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b7e929-1e1a-43f0-abfa-69156bf5cd30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:56:05.534574 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b7e929-1e1a-43f0-abfa-69156bf5cd30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:56:05.535212 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b7e929-1e1a-43f0-abfa-69156bf5cd30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:56:05.535607 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b7e929-1e1a-43f0-abfa-69156bf5cd30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:56:05.536256 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b7e929-1e1a-43f0-abfa-69156bf5cd30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:56:05.548728 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b7e929-1e1a-43f0-abfa-69156bf5cd30 None None] Network db7553ea-e2fe-422f-8d20-6ffc26d973b8 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:56:05.552731 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-62b7e929-1e1a-43f0-abfa-69156bf5cd30 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:56:05.557336 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b7e929-1e1a-43f0-abfa-69156bf5cd30 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:56:05.589586 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4a191a92-9385-4604-969d-46f658b4c027 req-35ee67d7-5553-48d9-9895-fc16d041c874 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c415bb2c-76bc-4730-a4c3-bead01aef970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335798 Sep 17 07:56:05.617735 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4bd12c24-6b6e-451c-8167-592c9b8da56b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:05.636580 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-62b7e929-1e1a-43f0-abfa-69156bf5cd30 None None] Attempting to bind port f80c53b8-4645-4806-82d0-86dc0b1acaa6 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:56:05.637308 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-62b7e929-1e1a-43f0-abfa-69156bf5cd30 None None] Attempting to bind port f80c53b8-4645-4806-82d0-86dc0b1acaa6 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '51690b9c-92bb-4337-854f-9b746ada12ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'db7553ea-e2fe-422f-8d20-6ffc26d973b8'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:56:05.637855 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b7e929-1e1a-43f0-abfa-69156bf5cd30 None None] Attempting to bind port f80c53b8-4645-4806-82d0-86dc0b1acaa6 on network db7553ea-e2fe-422f-8d20-6ffc26d973b8 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:56:05.640868 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4bd12c24-6b6e-451c-8167-592c9b8da56b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:05.645016 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b7e929-1e1a-43f0-abfa-69156bf5cd30 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:56:05.645981 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b7e929-1e1a-43f0-abfa-69156bf5cd30 None None] Checking segment: {'id': '51690b9c-92bb-4337-854f-9b746ada12ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'db7553ea-e2fe-422f-8d20-6ffc26d973b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:56:05.646541 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-62b7e929-1e1a-43f0-abfa-69156bf5cd30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:05.647097 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b7e929-1e1a-43f0-abfa-69156bf5cd30 None None] Bound using segment: {'id': '51690b9c-92bb-4337-854f-9b746ada12ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'db7553ea-e2fe-422f-8d20-6ffc26d973b8'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:56:05.648427 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-62b7e929-1e1a-43f0-abfa-69156bf5cd30 None None] Bound port: f80c53b8-4645-4806-82d0-86dc0b1acaa6, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51690b9c-92bb-4337-854f-9b746ada12ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'db7553ea-e2fe-422f-8d20-6ffc26d973b8'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:56:05.649223 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-62b7e929-1e1a-43f0-abfa-69156bf5cd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:05.668208 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-edf51ac1-d355-4b6d-baf5-b247214ab4d4 req-566af173-885f-42eb-bcfa-39c2eb7715b7 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565133 Sep 17 07:56:05.670559 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['389c670e-990d-4f20-ac8c-3cce9f4cde9c', '32647783-f482-4eed-a2c6-b32fcad89497', '1367330a-4624-480f-a385-71092b839a0b'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:56:05.792573 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-62b7e929-1e1a-43f0-abfa-69156bf5cd30 None None] For port f80c53b8-4645-4806-82d0-86dc0b1acaa6, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:56:05.798449 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c90433ac-b299-4c03-898b-a3798e781442 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:05.800571 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-62b7e929-1e1a-43f0-abfa-69156bf5cd30 None None] For port f80c53b8-4645-4806-82d0-86dc0b1acaa6, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=f80c53b8-4645-4806-82d0-86dc0b1acaa6,segment=NetworkSegment(51690b9c-92bb-4337-854f-9b746ada12ae),segment_id=51690b9c-92bb-4337-854f-9b746ada12ae)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:56:05.821142 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-62b7e929-1e1a-43f0-abfa-69156bf5cd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:05.824678 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-4bd12c24-6b6e-451c-8167-592c9b8da56b admin admin] Allocated IP 172.25.6.24 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/10b7e2f9-2f7e-4086-81ca-aec3c7dde94d) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:56:05.833766 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90433ac-b299-4c03-898b-a3798e781442 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Pushing event deleted for resources: {'Subnet': ['ID=a10ecdbe-7806-47c9-b2ad-269558115a53,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:05.847670 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4a191a92-9385-4604-969d-46f658b4c027 req-d2088dcd-db7e-4f35-af0d-c14b5d615b9f service neutron] 10.222.0.39 "GET /v2.0/networks/c415bb2c-76bc-4730-a4c3-bead01aef970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361796 Sep 17 07:56:05.851454 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-60878700-0f80-43eb-8454-babcca603a97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 589a423e-e5e2-46f8-a6ff-9af3b3839322 {{(pid=101289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:56:05.896532 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c54253-0bd2-4cc2-b868-22f795e87490 None None] Network 6493a2f8-6468-44dd-a0bb-9e102d5824ea requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:56:05.951688 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c90433ac-b299-4c03-898b-a3798e781442 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:05.956133 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-c90433ac-b299-4c03-898b-a3798e781442 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "DELETE /v2.0/subnets/a10ecdbe-7806-47c9-b2ad-269558115a53 HTTP/1.1" status: 204 len: 168 time: 1.4043839 Sep 17 07:56:05.956494 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-60878700-0f80-43eb-8454-babcca603a97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:05.965281 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 47858) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:56:06.015307 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4bd12c24-6b6e-451c-8167-592c9b8da56b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:06.022363 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b7e929-1e1a-43f0-abfa-69156bf5cd30 None None] Pushing event updated for resources: {'Port': ['ID=f80c53b8-4645-4806-82d0-86dc0b1acaa6,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:06.081611 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4bd12c24-6b6e-451c-8167-592c9b8da56b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:06.159131 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.provisioning_blocks [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-60878700-0f80-43eb-8454-babcca603a97 service neutron] Transition to ACTIVE for port object 589a423e-e5e2-46f8-a6ff-9af3b3839322 will not be triggered until provisioned by entity L2. {{(pid=101289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:56:06.197002 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-60878700-0f80-43eb-8454-babcca603a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:06.254997 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4a191a92-9385-4604-969d-46f658b4c027 req-7cb0b271-b699-47b8-9568-a15b2618e392 service neutron] 10.222.0.39 "GET /v2.0/networks/c415bb2c-76bc-4730-a4c3-bead01aef970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979032 Sep 17 07:56:06.276426 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7154fc7b-8dba-498e-92e0-ca2d2b354c0c tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:06.313931 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad378bf-377c-4f1d-9be6-50cec7b5be50 None None] DHCP port deletion for 6493a2f8-6468-44dd-a0bb-9e102d5824ea request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 07:56:06.434653 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-f860a8a8-03ca-41e7-9e09-8eebef1ea690 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f11c2e56-bcb6-4640-95ff-e2ec1150d11f {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:56:06.444243 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-f860a8a8-03ca-41e7-9e09-8eebef1ea690 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:06.455888 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd12c24-6b6e-451c-8167-592c9b8da56b admin admin] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:56:06.466135 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-4bd12c24-6b6e-451c-8167-592c9b8da56b admin admin] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:56:06.468988 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd12c24-6b6e-451c-8167-592c9b8da56b admin admin] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:56:06.511598 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-f860a8a8-03ca-41e7-9e09-8eebef1ea690 service neutron] Transition to ACTIVE for port object f11c2e56-bcb6-4640-95ff-e2ec1150d11f will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:56:06.528919 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd12c24-6b6e-451c-8167-592c9b8da56b admin admin] Pushing event updated for resources: {'Port': ['ID=10b7e2f9-2f7e-4086-81ca-aec3c7dde94d,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:06.532051 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-f860a8a8-03ca-41e7-9e09-8eebef1ea690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:06.585795 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f860a8a8-03ca-41e7-9e09-8eebef1ea690 service neutron] Pushing event updated for resources: {'Port': ['ID=f11c2e56-bcb6-4640-95ff-e2ec1150d11f,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:06.614294 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-7ad378bf-377c-4f1d-9be6-50cec7b5be50 None None] Deleting port 914a9b8a-5db0-440f-91fe-18a3873f35ac {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:56:06.614862 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7ad378bf-377c-4f1d-9be6-50cec7b5be50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:06.747761 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-7ad378bf-377c-4f1d-9be6-50cec7b5be50 None None] For port 914a9b8a-5db0-440f-91fe-18a3873f35ac, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=914a9b8a-5db0-440f-91fe-18a3873f35ac,segment=NetworkSegment(1043888b-ae8c-47f8-8458-a4e2ec7844e5),segment_id=1043888b-ae8c-47f8-8458-a4e2ec7844e5)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:56:06.748214 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7ad378bf-377c-4f1d-9be6-50cec7b5be50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:06.765007 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-7ad378bf-377c-4f1d-9be6-50cec7b5be50 None None] Calling delete_port for 914a9b8a-5db0-440f-91fe-18a3873f35ac owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:56:06.847865 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c61066b2-3aaf-4c04-bef7-5b0855b3cae8 req-0d872d37-32ce-40a1-8081-8deb60a56004 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.5007496 Sep 17 07:56:06.894639 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb907d-c766-4983-90fd-38039fcb3105 req-3b5ddc11-00ea-4e71-8e52-a2fcb738beb7 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:06.896349 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dabb907d-c766-4983-90fd-38039fcb3105 req-3b5ddc11-00ea-4e71-8e52-a2fcb738beb7 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 946 time: 0.9349883 Sep 17 07:56:06.929586 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7ad378bf-377c-4f1d-9be6-50cec7b5be50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:06.967380 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-f860a8a8-03ca-41e7-9e09-8eebef1ea690 service neutron] Attempting to bind port f11c2e56-bcb6-4640-95ff-e2ec1150d11f on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:56:06.967861 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-f860a8a8-03ca-41e7-9e09-8eebef1ea690 service neutron] Attempting to bind port f11c2e56-bcb6-4640-95ff-e2ec1150d11f by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:56:06.968076 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-f860a8a8-03ca-41e7-9e09-8eebef1ea690 service neutron] Attempting to bind port f11c2e56-bcb6-4640-95ff-e2ec1150d11f on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:56:06.978959 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4bd12c24-6b6e-451c-8167-592c9b8da56b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:06.987850 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad378bf-377c-4f1d-9be6-50cec7b5be50 None None] Pushing event deleted for resources: {'Port': ['ID=914a9b8a-5db0-440f-91fe-18a3873f35ac,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:06.989822 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad378bf-377c-4f1d-9be6-50cec7b5be50 None None] No DVR routers for this DVR port 914a9b8a-5db0-440f-91fe-18a3873f35ac on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:56:07.078807 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-f860a8a8-03ca-41e7-9e09-8eebef1ea690 service neutron] Port f11c2e56-bcb6-4640-95ff-e2ec1150d11f on network 469390cd-cce5-49bd-b8f8-9e64018a0583 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:56:07.079147 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-f860a8a8-03ca-41e7-9e09-8eebef1ea690 service neutron] Attempting to bind port f11c2e56-bcb6-4640-95ff-e2ec1150d11f on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:56:07.099895 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device f80c53b8-4645-4806-82d0-86dc0b1acaa6 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:56:07.112037 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-7154fc7b-8dba-498e-92e0-ca2d2b354c0c tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] The port '914a9b8a-5db0-440f-91fe-18a3873f35ac' was deleted {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Sep 17 07:56:07.129175 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60878700-0f80-43eb-8454-babcca603a97 service neutron] Pushing event updated for resources: {'Port': ['ID=589a423e-e5e2-46f8-a6ff-9af3b3839322,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:07.141129 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-f860a8a8-03ca-41e7-9e09-8eebef1ea690 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:56:07.141684 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-f860a8a8-03ca-41e7-9e09-8eebef1ea690 service neutron] Checking segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:56:07.142003 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-f860a8a8-03ca-41e7-9e09-8eebef1ea690 service neutron] Bound using segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:56:07.142532 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-f860a8a8-03ca-41e7-9e09-8eebef1ea690 service neutron] Bound port: f11c2e56-bcb6-4640-95ff-e2ec1150d11f, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:56:07.142967 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-f860a8a8-03ca-41e7-9e09-8eebef1ea690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:07.212161 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port f80c53b8-4645-4806-82d0-86dc0b1acaa6 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:56:07.212549 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:07.276283 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dabb907d-c766-4983-90fd-38039fcb3105 req-d5647b98-e170-4dc4-bf87-51f34521964d tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3449440 Sep 17 07:56:07.380775 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-f860a8a8-03ca-41e7-9e09-8eebef1ea690 service neutron] For port f11c2e56-bcb6-4640-95ff-e2ec1150d11f, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:56:07.381507 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:07.382157 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06219eb2-e6a9-4659-8a1b-6aa9e62840e6 req-a8018fd5-4ffd-42f1-8cee-b7bdd2f2c4fc tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:07.394096 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-f860a8a8-03ca-41e7-9e09-8eebef1ea690 service neutron] For port f11c2e56-bcb6-4640-95ff-e2ec1150d11f, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=f11c2e56-bcb6-4640-95ff-e2ec1150d11f,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:56:07.395176 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-06219eb2-e6a9-4659-8a1b-6aa9e62840e6 req-a8018fd5-4ffd-42f1-8cee-b7bdd2f2c4fc tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac440a43-115b-4b47-801c-723a6b7ef39b HTTP/1.1" status: 200 len: 947 time: 0.3691163 Sep 17 07:56:07.405597 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-f860a8a8-03ca-41e7-9e09-8eebef1ea690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:07.449471 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-60878700-0f80-43eb-8454-babcca603a97 service neutron] Attempting to bind port 589a423e-e5e2-46f8-a6ff-9af3b3839322 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:56:07.449820 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-60878700-0f80-43eb-8454-babcca603a97 service neutron] Attempting to bind port 589a423e-e5e2-46f8-a6ff-9af3b3839322 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:56:07.450157 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-60878700-0f80-43eb-8454-babcca603a97 service neutron] Attempting to bind port 589a423e-e5e2-46f8-a6ff-9af3b3839322 on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:56:07.453229 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7154fc7b-8dba-498e-92e0-ca2d2b354c0c tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:07.472784 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port f80c53b8-4645-4806-82d0-86dc0b1acaa6, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=f80c53b8-4645-4806-82d0-86dc0b1acaa6,segment=NetworkSegment(51690b9c-92bb-4337-854f-9b746ada12ae),segment_id=51690b9c-92bb-4337-854f-9b746ada12ae)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:56:07.481782 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:07.488518 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-60878700-0f80-43eb-8454-babcca603a97 service neutron] Port 589a423e-e5e2-46f8-a6ff-9af3b3839322 on network 469390cd-cce5-49bd-b8f8-9e64018a0583 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:56:07.488721 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-60878700-0f80-43eb-8454-babcca603a97 service neutron] Attempting to bind port 589a423e-e5e2-46f8-a6ff-9af3b3839322 on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:56:07.517700 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-f860a8a8-03ca-41e7-9e09-8eebef1ea690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:07.517946 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-60878700-0f80-43eb-8454-babcca603a97 service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:56:07.518059 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-f860a8a8-03ca-41e7-9e09-8eebef1ea690 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:07.518155 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-60878700-0f80-43eb-8454-babcca603a97 service neutron] Checking segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:56:07.518155 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-60878700-0f80-43eb-8454-babcca603a97 service neutron] Bound using segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:56:07.518155 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-60878700-0f80-43eb-8454-babcca603a97 service neutron] Bound port: 589a423e-e5e2-46f8-a6ff-9af3b3839322, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:56:07.518155 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-60878700-0f80-43eb-8454-babcca603a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:07.518456 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-f860a8a8-03ca-41e7-9e09-8eebef1ea690 service neutron] 10.222.0.39 "PUT /v2.0/ports/f11c2e56-bcb6-4640-95ff-e2ec1150d11f HTTP/1.1" status: 200 len: 1094 time: 2.5339336 Sep 17 07:56:07.518456 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6aac755-5f6d-4d43-b6e6-a1cf00992a55', 'tag': 'f11c2e56-bcb6-4640-95ff-e2ec1150d11f'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:56:07.521177 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cbde58c-62b2-4b70-a828-15aea4b4e90c" -d '{"events": [{"name": "network-changed", "server_uuid": "f6aac755-5f6d-4d43-b6e6-a1cf00992a55", "tag": "f11c2e56-bcb6-4640-95ff-e2ec1150d11f"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:56:07.534350 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-7154fc7b-8dba-498e-92e0-ca2d2b354c0c tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6493a2f8-6468-44dd-a0bb-9e102d5824ea']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:56:07.577792 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-7154fc7b-8dba-498e-92e0-ca2d2b354c0c tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1043888b-ae8c-47f8-8458-a4e2ec7844e5') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:56:07.578643 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-7154fc7b-8dba-498e-92e0-ca2d2b354c0c tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1043888b-ae8c-47f8-8458-a4e2ec7844e5') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:56:07.614611 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-06219eb2-e6a9-4659-8a1b-6aa9e62840e6 req-1d7a0838-e3a8-48d8-979b-f4d6880ef458 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153761 Sep 17 07:56:07.625986 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7154fc7b-8dba-498e-92e0-ca2d2b354c0c tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:07.627287 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 914a9b8a-5db0-440f-91fe-18a3873f35ac no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:56:07.629902 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd70450-e075-4fb4-bf69-2292b8510d68 None None] Network db7553ea-e2fe-422f-8d20-6ffc26d973b8 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:56:07.652000 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7154fc7b-8dba-498e-92e0-ca2d2b354c0c tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:07.668069 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7154fc7b-8dba-498e-92e0-ca2d2b354c0c tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 07:56:07.668802 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7154fc7b-8dba-498e-92e0-ca2d2b354c0c tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:07.672207 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 07:56:07.672207 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 07:56:07.672207 n-d-789963-9 neutron-server[101289]: timer() Sep 17 07:56:07.672207 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 07:56:07.672207 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 07:56:07.672207 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 07:56:07.672207 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 07:56:07.672207 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 07:56:07.672207 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 07:56:07.672207 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 07:56:07.672207 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 07:56:07.672207 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 07:56:07.672207 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 07:56:07.672207 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 07:56:07.672207 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 07:56:07.672207 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 07:56:07.672207 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 07:56:07.672207 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 07:56:07.672207 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 07:56:07.672207 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 07:56:07.672207 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 07:56:07.672207 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 07:56:07.672207 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 07:56:07.672207 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 07:56:07.672207 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 07:56:07.672207 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 07:56:07.672207 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 07:56:07.672207 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 07:56:07.672207 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 07:56:07.672207 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 07:56:07.672207 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 07:56:07.672207 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 07:56:07.691010 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3705f7-d4dc-430b-8f3f-38928d7f2645 x-openstack-request-id: req-be3705f7-d4dc-430b-8f3f-38928d7f2645 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:56:07.691328 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6aac755-5f6d-4d43-b6e6-a1cf00992a55", "tag": "f11c2e56-bcb6-4640-95ff-e2ec1150d11f", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:56:07.691543 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-be3705f7-d4dc-430b-8f3f-38928d7f2645 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:56:07.692125 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6aac755-5f6d-4d43-b6e6-a1cf00992a55', 'tag': 'f11c2e56-bcb6-4640-95ff-e2ec1150d11f', 'status': 'completed', 'code': 200} Sep 17 07:56:07.702030 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-60878700-0f80-43eb-8454-babcca603a97 service neutron] For port 589a423e-e5e2-46f8-a6ff-9af3b3839322, host n-h1-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:56:07.713335 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 914a9b8a-5db0-440f-91fe-18a3873f35ac {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:56:07.713704 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 914a9b8a-5db0-440f-91fe-18a3873f35ac not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:56:07.723856 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=f80c53b8-4645-4806-82d0-86dc0b1acaa6,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:07.724338 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4bd12c24-6b6e-451c-8167-592c9b8da56b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:07.732136 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f860a8a8-03ca-41e7-9e09-8eebef1ea690 service neutron] Pushing event updated for resources: {'Port': ['ID=f11c2e56-bcb6-4640-95ff-e2ec1150d11f,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:07.751480 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-60878700-0f80-43eb-8454-babcca603a97 service neutron] For port 589a423e-e5e2-46f8-a6ff-9af3b3839322, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=589a423e-e5e2-46f8-a6ff-9af3b3839322,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:56:07.766176 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-7d800ded-7729-4666-9a8a-271a7e2eee98 None None] Provisioning complete for port f80c53b8-4645-4806-82d0-86dc0b1acaa6 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:56:07.766702 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7d800ded-7729-4666-9a8a-271a7e2eee98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:07.770120 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-60878700-0f80-43eb-8454-babcca603a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:07.786275 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7154fc7b-8dba-498e-92e0-ca2d2b354c0c tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:07.817032 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-8881c35c-b018-47a6-9a37-4d9a454589a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:07.819150 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-8881c35c-b018-47a6-9a37-4d9a454589a0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2349d4cf1f41439ea3d7c6f38634ae0a&device_id=f6aac755-5f6d-4d43-b6e6-a1cf00992a55 HTTP/1.1" status: 200 len: 1097 time: 0.1603498 Sep 17 07:56:07.833950 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7154fc7b-8dba-498e-92e0-ca2d2b354c0c tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:07.836642 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-7154fc7b-8dba-498e-92e0-ca2d2b354c0c tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "DELETE /v2.0/networks/6493a2f8-6468-44dd-a0bb-9e102d5824ea HTTP/1.1" status: 204 len: 168 time: 1.8703408 Sep 17 07:56:07.849495 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 47872) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:56:07.855467 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-60878700-0f80-43eb-8454-babcca603a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:07.856136 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-60878700-0f80-43eb-8454-babcca603a97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:07.857576 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-60878700-0f80-43eb-8454-babcca603a97 service neutron] 10.222.0.41 "PUT /v2.0/ports/589a423e-e5e2-46f8-a6ff-9af3b3839322 HTTP/1.1" status: 200 len: 1095 time: 3.4001956 Sep 17 07:56:07.858668 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac440a43-115b-4b47-801c-723a6b7ef39b', 'tag': '589a423e-e5e2-46f8-a6ff-9af3b3839322'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:56:07.861017 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c4557e-cc44-433c-b477-cc1a9cf1f63a" -d '{"events": [{"name": "network-changed", "server_uuid": "ac440a43-115b-4b47-801c-723a6b7ef39b", "tag": "589a423e-e5e2-46f8-a6ff-9af3b3839322"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:56:07.884393 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7154fc7b-8dba-498e-92e0-ca2d2b354c0c tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Pushing event deleted for resources: {'Network': ['ID=6493a2f8-6468-44dd-a0bb-9e102d5824ea,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:07.899817 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7154fc7b-8dba-498e-92e0-ca2d2b354c0c tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:56:07.900229 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7154fc7b-8dba-498e-92e0-ca2d2b354c0c tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:56:07.900579 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7154fc7b-8dba-498e-92e0-ca2d2b354c0c tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:56:07.900925 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7154fc7b-8dba-498e-92e0-ca2d2b354c0c tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:56:07.901332 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7154fc7b-8dba-498e-92e0-ca2d2b354c0c tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:56:07.901731 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7154fc7b-8dba-498e-92e0-ca2d2b354c0c tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:56:07.902070 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7154fc7b-8dba-498e-92e0-ca2d2b354c0c tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:56:07.902415 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7154fc7b-8dba-498e-92e0-ca2d2b354c0c tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:56:07.902747 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7154fc7b-8dba-498e-92e0-ca2d2b354c0c tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:56:07.903137 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7154fc7b-8dba-498e-92e0-ca2d2b354c0c tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:56:07.903471 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7154fc7b-8dba-498e-92e0-ca2d2b354c0c tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:56:07.903804 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7154fc7b-8dba-498e-92e0-ca2d2b354c0c tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:56:07.979951 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d34958-3ee3-4b8d-b7e8-434992e7a5f2 x-openstack-request-id: req-a0d34958-3ee3-4b8d-b7e8-434992e7a5f2 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:56:07.980200 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac440a43-115b-4b47-801c-723a6b7ef39b", "tag": "589a423e-e5e2-46f8-a6ff-9af3b3839322", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:56:07.980429 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a0d34958-3ee3-4b8d-b7e8-434992e7a5f2 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:56:07.980816 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac440a43-115b-4b47-801c-723a6b7ef39b', 'tag': '589a423e-e5e2-46f8-a6ff-9af3b3839322', 'status': 'completed', 'code': 200} Sep 17 07:56:07.981401 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60878700-0f80-43eb-8454-babcca603a97 service neutron] Pushing event updated for resources: {'Port': ['ID=589a423e-e5e2-46f8-a6ff-9af3b3839322,revision_number=3']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:08.005628 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-48de1139-bb25-4763-b562-e45ab0ca5f63 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Deleting subnet d64a6bcd-dd9f-4162-a078-9ecc72cfd13c {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:56:08.005898 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-29904e8b-ee07-4d07-813f-4fa9e2bbedec service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=f11c2e56-bcb6-4640-95ff-e2ec1150d11f HTTP/1.1" status: 200 len: 217 time: 0.1702819 Sep 17 07:56:08.015801 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-d79ed7b3-5961-4897-afe8-6c93a23db605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:08.019569 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-d79ed7b3-5961-4897-afe8-6c93a23db605 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2349d4cf1f41439ea3d7c6f38634ae0a&device_id=ac440a43-115b-4b47-801c-723a6b7ef39b HTTP/1.1" status: 200 len: 1098 time: 0.0852985 Sep 17 07:56:08.020935 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-48de1139-bb25-4763-b562-e45ab0ca5f63 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:08.089213 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-13cbf8db-0359-440f-9aaf-19e8b5561b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:08.091145 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-13cbf8db-0359-440f-9aaf-19e8b5561b81 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.0761211 Sep 17 07:56:08.120495 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-dc7d184c-cea4-4737-b050-89ad0a546921 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=589a423e-e5e2-46f8-a6ff-9af3b3839322 HTTP/1.1" status: 200 len: 217 time: 0.0711334 Sep 17 07:56:08.168818 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-48de1139-bb25-4763-b562-e45ab0ca5f63 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:08.209586 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-14820911-55b3-4d5c-8d98-e493a153c550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:08.212519 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-14820911-55b3-4d5c-8d98-e493a153c550 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0842831 Sep 17 07:56:08.218315 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bd12c24-6b6e-451c-8167-592c9b8da56b admin admin] Router cb87a795-9730-4cb6-88f4-fabf0bd43245 is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 07:56:08.340876 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-6474052e-1420-4e2d-802a-601c764f889b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:08.344249 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-6474052e-1420-4e2d-802a-601c764f889b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.2080204 Sep 17 07:56:08.447586 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-00e50715-6d3a-4616-aceb-b117d328820d service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264848 Sep 17 07:56:08.460476 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1ed0f7ba-6b02-4205-bf1a-234b07ae6ef8 req-9d31abaf-5671-4cd5-bcb1-f7b581e41670 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0724900 Sep 17 07:56:08.492470 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd12c24-6b6e-451c-8167-592c9b8da56b admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:56:08.503934 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee9cb3c-e2d7-493b-a65a-b22e539d9b67 None None] Sync routers for ids ['cb87a795-9730-4cb6-88f4-fabf0bd43245'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:56:08.520932 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-aeaeffd4-4381-43cc-ad76-40a2b8f02a96 None None] Provisioning complete for port f80c53b8-4645-4806-82d0-86dc0b1acaa6 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:56:08.521307 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-aeaeffd4-4381-43cc-ad76-40a2b8f02a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:08.521486 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee9cb3c-e2d7-493b-a65a-b22e539d9b67 None None] Routers {'cb87a795-9730-4cb6-88f4-fabf0bd43245'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:56:08.522747 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-0ee9cb3c-e2d7-493b-a65a-b22e539d9b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:55:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['cb87a795-9730-4cb6-88f4-fabf0bd43245'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:56:08.563187 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4bd12c24-6b6e-451c-8167-592c9b8da56b admin admin] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:08.563694 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-c3d49927-cb77-4e4a-9d75-d83f621d0fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:08.568267 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-4bd12c24-6b6e-451c-8167-592c9b8da56b admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.7117164 Sep 17 07:56:08.570789 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-c3d49927-cb77-4e4a-9d75-d83f621d0fa4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2143731 Sep 17 07:56:08.571300 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 47884) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:56:08.585664 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-48de1139-bb25-4763-b562-e45ab0ca5f63 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:08.603526 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-0e68f901-a4c8-43a5-b5f5-ebe3a70e4817 service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364577 Sep 17 07:56:08.684902 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-0ee9cb3c-e2d7-493b-a65a-b22e539d9b67 None None] Set router cb87a795-9730-4cb6-88f4-fabf0bd43245 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:56:08.696529 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdddfc24-b393-4f5d-a12a-f024c3d50658 req-9614f99f-31d4-42cd-b9d8-b9fb491f614e tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:08.698090 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cdddfc24-b393-4f5d-a12a-f024c3d50658 req-9614f99f-31d4-42cd-b9d8-b9fb491f614e tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 946 time: 0.2681623 Sep 17 07:56:08.794163 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbde58c-62b2-4b70-a828-15aea4b4e90c req-91aa5134-f20e-416e-92fa-ef140b6a7808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:08.798664 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7cbde58c-62b2-4b70-a828-15aea4b4e90c req-91aa5134-f20e-416e-92fa-ef140b6a7808 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2349d4cf1f41439ea3d7c6f38634ae0a&device_id=f6aac755-5f6d-4d43-b6e6-a1cf00992a55 HTTP/1.1" status: 200 len: 1097 time: 0.0690014 Sep 17 07:56:08.915767 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-0ee9cb3c-e2d7-493b-a65a-b22e539d9b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb87a795-9730-4cb6-88f4-fabf0bd43245', 'name': 'tempest-ServersTestBootFromVolume-2068345768-router', 'tenant_id': '1017d95ec91440b692b5fb33d331d948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '10b7e2f9-2f7e-4086-81ca-aec3c7dde94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:56:04Z', 'updated_at': '2021-09-17T07:56:06Z', 'revision_number': 3, 'project_id': '1017d95ec91440b692b5fb33d331d948', 'gw_port': {'id': '10b7e2f9-2f7e-4086-81ca-aec3c7dde94d', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:82:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb87a795-9730-4cb6-88f4-fabf0bd43245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:56:05Z', 'updated_at': '2021-09-17T07:56:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:56:08.927236 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-48de1139-bb25-4763-b562-e45ab0ca5f63 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:08.950284 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee9cb3c-e2d7-493b-a65a-b22e539d9b67 None None] Checking router: cb87a795-9730-4cb6-88f4-fabf0bd43245 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:56:08.951419 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee9cb3c-e2d7-493b-a65a-b22e539d9b67 None None] Updating router cb87a795-9730-4cb6-88f4-fabf0bd43245 port 10b7e2f9-2f7e-4086-81ca-aec3c7dde94d binding host n-d-789963-9 {{(pid=101292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 07:56:08.974508 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cdddfc24-b393-4f5d-a12a-f024c3d50658 req-4b0f4859-5604-4bbe-beb6-9d2dbcd2fbfe tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470529 Sep 17 07:56:08.986716 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0ee9cb3c-e2d7-493b-a65a-b22e539d9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:08.990982 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device f80c53b8-4645-4806-82d0-86dc0b1acaa6 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:56:09.028553 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-79b8a226-0f9d-4614-a96c-b2ebc221f441 service neutron] 10.222.0.41 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4386699 Sep 17 07:56:09.051261 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48de1139-bb25-4763-b562-e45ab0ca5f63 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Pushing event deleted for resources: {'Subnet': ['ID=d64a6bcd-dd9f-4162-a078-9ecc72cfd13c,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:09.057855 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-48de1139-bb25-4763-b562-e45ab0ca5f63 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:09.059804 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-48de1139-bb25-4763-b562-e45ab0ca5f63 tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "DELETE /v2.0/subnets/d64a6bcd-dd9f-4162-a078-9ecc72cfd13c HTTP/1.1" status: 204 len: 168 time: 1.2093220 Sep 17 07:56:09.068501 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12dcaf1-dd07-4c75-aa65-b669a7fae5cf None None] Network 931925be-f7b7-43dc-8aac-6b3595aa15f2 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:56:09.089451 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 47892) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:56:09.105572 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb98ca-9005-4225-9929-e476de1c2c80 req-41bf08fc-74f1-4d6d-b9af-ccd78eba8434 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:09.120374 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e6eb98ca-9005-4225-9929-e476de1c2c80 req-41bf08fc-74f1-4d6d-b9af-ccd78eba8434 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac440a43-115b-4b47-801c-723a6b7ef39b HTTP/1.1" status: 200 len: 947 time: 0.3878105 Sep 17 07:56:09.219693 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port f80c53b8-4645-4806-82d0-86dc0b1acaa6 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:56:09.220020 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:09.376208 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbde58c-62b2-4b70-a828-15aea4b4e90c req-806dedf2-59f7-49ea-9026-1f930fe8dacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:09.379273 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7cbde58c-62b2-4b70-a828-15aea4b4e90c req-806dedf2-59f7-49ea-9026-1f930fe8dacd service neutron] 10.222.0.39 "GET /v2.0/networks?id=469390cd-cce5-49bd-b8f8-9e64018a0583 HTTP/1.1" status: 200 len: 870 time: 0.5550652 Sep 17 07:56:09.428018 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e6eb98ca-9005-4225-9929-e476de1c2c80 req-f99a277c-b0e9-462d-8e18-a7ba9e4169b6 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017268 Sep 17 07:56:09.431781 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2f85b187-87c1-4824-ab0e-8a6cf98882bf tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:09.447034 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886225aa-1822-4868-8884-8c44329b67fe req-e6e318bb-eb82-4686-923e-ab172cf83be6 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:09.454847 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-886225aa-1822-4868-8884-8c44329b67fe req-e6e318bb-eb82-4686-923e-ab172cf83be6 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 946 time: 0.3742468 Sep 17 07:56:09.497874 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7cbde58c-62b2-4b70-a828-15aea4b4e90c req-275ad0f6-eb73-4f86-bc50-767ad9db06a8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=f11c2e56-bcb6-4640-95ff-e2ec1150d11f HTTP/1.1" status: 200 len: 217 time: 0.1071525 Sep 17 07:56:09.512361 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6ba53bc4-c618-46e3-ab32-edd60cb26147 req-62efc111-b4b8-4dfd-9f01-88e79ab36be2 service neutron] 10.222.0.41 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4680591 Sep 17 07:56:09.554181 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f07deaf-26f3-4d61-8954-32f021778cf8 None None] DHCP port deletion for 931925be-f7b7-43dc-8aac-6b3595aa15f2 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 07:56:09.610206 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-886225aa-1822-4868-8884-8c44329b67fe req-2ff667ff-29b0-4365-a835-0c55f654a138 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498160 Sep 17 07:56:09.633430 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0ee9cb3c-e2d7-493b-a65a-b22e539d9b67 None None] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:09.638311 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbde58c-62b2-4b70-a828-15aea4b4e90c req-acf4e594-5aa3-4453-b097-ae2bbc71f514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:09.641413 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7cbde58c-62b2-4b70-a828-15aea4b4e90c req-acf4e594-5aa3-4453-b097-ae2bbc71f514 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.1334212 Sep 17 07:56:09.643733 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0ee9cb3c-e2d7-493b-a65a-b22e539d9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:09.683011 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-2f07deaf-26f3-4d61-8954-32f021778cf8 None None] Deleting port d6360f33-2a78-4cf7-b5b5-19e06807341f {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:56:09.684416 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2f07deaf-26f3-4d61-8954-32f021778cf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:09.725961 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935a53e1-d23a-4aac-9633-91f153e2ab92 None None] Pushing event updated for resources: {'Port': ['ID=10b7e2f9-2f7e-4086-81ca-aec3c7dde94d,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:09.740560 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbde58c-62b2-4b70-a828-15aea4b4e90c req-38fa71e1-20fd-48a1-88c2-f9a954f89746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:09.747302 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7cbde58c-62b2-4b70-a828-15aea4b4e90c req-38fa71e1-20fd-48a1-88c2-f9a954f89746 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0920832 Sep 17 07:56:09.749754 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935a53e1-d23a-4aac-9633-91f153e2ab92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:56:09.750171 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935a53e1-d23a-4aac-9633-91f153e2ab92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:56:09.752088 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935a53e1-d23a-4aac-9633-91f153e2ab92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:56:09.752516 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935a53e1-d23a-4aac-9633-91f153e2ab92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:56:09.753046 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935a53e1-d23a-4aac-9633-91f153e2ab92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:56:09.753448 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935a53e1-d23a-4aac-9633-91f153e2ab92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:56:09.755063 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935a53e1-d23a-4aac-9633-91f153e2ab92 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:56:09.755473 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935a53e1-d23a-4aac-9633-91f153e2ab92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:56:09.755932 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935a53e1-d23a-4aac-9633-91f153e2ab92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:56:09.760073 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935a53e1-d23a-4aac-9633-91f153e2ab92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:56:09.760519 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935a53e1-d23a-4aac-9633-91f153e2ab92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:56:09.760928 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935a53e1-d23a-4aac-9633-91f153e2ab92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:56:09.808129 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-0ee9cb3c-e2d7-493b-a65a-b22e539d9b67 None None] Attempting to bind port 10b7e2f9-2f7e-4086-81ca-aec3c7dde94d on host n-d-789963-9 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:56:09.810587 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-0ee9cb3c-e2d7-493b-a65a-b22e539d9b67 None None] Attempting to bind port 10b7e2f9-2f7e-4086-81ca-aec3c7dde94d by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:56:09.811037 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee9cb3c-e2d7-493b-a65a-b22e539d9b67 None None] Attempting to bind port 10b7e2f9-2f7e-4086-81ca-aec3c7dde94d on network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:56:09.824278 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee9cb3c-e2d7-493b-a65a-b22e539d9b67 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:56:09.826079 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee9cb3c-e2d7-493b-a65a-b22e539d9b67 None None] Checking segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:56:09.826560 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0ee9cb3c-e2d7-493b-a65a-b22e539d9b67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:09.827042 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee9cb3c-e2d7-493b-a65a-b22e539d9b67 None None] Bound using segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:56:09.827803 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-0ee9cb3c-e2d7-493b-a65a-b22e539d9b67 None None] Bound port: 10b7e2f9-2f7e-4086-81ca-aec3c7dde94d, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:56:09.828272 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0ee9cb3c-e2d7-493b-a65a-b22e539d9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:09.843288 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-2f07deaf-26f3-4d61-8954-32f021778cf8 None None] For port d6360f33-2a78-4cf7-b5b5-19e06807341f, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=d6360f33-2a78-4cf7-b5b5-19e06807341f,segment=NetworkSegment(2d42f438-6f55-4e01-941d-1b6a216ebbea),segment_id=2d42f438-6f55-4e01-941d-1b6a216ebbea)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:56:09.843568 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2f07deaf-26f3-4d61-8954-32f021778cf8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:09.848206 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0fc8bc0c-9281-42dd-9df7-597beb4f5c05 req-f88a12dd-13d3-48b9-b139-f2127858f0e7 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.2199368 Sep 17 07:56:09.893273 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-2f07deaf-26f3-4d61-8954-32f021778cf8 None None] Calling delete_port for d6360f33-2a78-4cf7-b5b5-19e06807341f owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:56:09.941400 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c4557e-cc44-433c-b477-cc1a9cf1f63a req-a465cecc-5f40-43a1-837f-358a5540947b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:09.942935 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-48c4557e-cc44-433c-b477-cc1a9cf1f63a req-a465cecc-5f40-43a1-837f-358a5540947b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2349d4cf1f41439ea3d7c6f38634ae0a&device_id=ac440a43-115b-4b47-801c-723a6b7ef39b HTTP/1.1" status: 200 len: 1098 time: 0.3152401 Sep 17 07:56:09.962200 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7cbde58c-62b2-4b70-a828-15aea4b4e90c req-27fdaa8f-6b9d-4c69-b65c-01974eb29f27 service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085824 Sep 17 07:56:09.967322 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-0ee9cb3c-e2d7-493b-a65a-b22e539d9b67 None None] For port 10b7e2f9-2f7e-4086-81ca-aec3c7dde94d, host n-d-789963-9, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:56:09.974043 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-0ee9cb3c-e2d7-493b-a65a-b22e539d9b67 None None] For port 10b7e2f9-2f7e-4086-81ca-aec3c7dde94d, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=10b7e2f9-2f7e-4086-81ca-aec3c7dde94d,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:56:09.981214 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0ee9cb3c-e2d7-493b-a65a-b22e539d9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:10.017403 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-2f85b187-87c1-4824-ab0e-8a6cf98882bf tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Deleting port d6360f33-2a78-4cf7-b5b5-19e06807341f {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:56:10.017738 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2f85b187-87c1-4824-ab0e-8a6cf98882bf tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:10.044766 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2f07deaf-26f3-4d61-8954-32f021778cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:10.053334 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935a53e1-d23a-4aac-9633-91f153e2ab92 None None] Pushing event updated for resources: {'Port': ['ID=10b7e2f9-2f7e-4086-81ca-aec3c7dde94d,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:10.073753 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f07deaf-26f3-4d61-8954-32f021778cf8 None None] Pushing event deleted for resources: {'Port': ['ID=d6360f33-2a78-4cf7-b5b5-19e06807341f,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:10.080552 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f07deaf-26f3-4d61-8954-32f021778cf8 None None] No DVR routers for this DVR port d6360f33-2a78-4cf7-b5b5-19e06807341f on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:56:10.113309 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee9cb3c-e2d7-493b-a65a-b22e539d9b67 None None] Routers {'cb87a795-9730-4cb6-88f4-fabf0bd43245'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:56:10.117758 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-0ee9cb3c-e2d7-493b-a65a-b22e539d9b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:55:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['cb87a795-9730-4cb6-88f4-fabf0bd43245'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:56:10.155525 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7cbde58c-62b2-4b70-a828-15aea4b4e90c req-61c26de7-4a5c-4505-9272-282cbcf474cc service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851983 Sep 17 07:56:10.195081 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-2f85b187-87c1-4824-ab0e-8a6cf98882bf tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] For port d6360f33-2a78-4cf7-b5b5-19e06807341f, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=d6360f33-2a78-4cf7-b5b5-19e06807341f,segment=NetworkSegment(2d42f438-6f55-4e01-941d-1b6a216ebbea),segment_id=2d42f438-6f55-4e01-941d-1b6a216ebbea)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:56:10.195445 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2f85b187-87c1-4824-ab0e-8a6cf98882bf tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:10.217982 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-2f85b187-87c1-4824-ab0e-8a6cf98882bf tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Calling delete_port for d6360f33-2a78-4cf7-b5b5-19e06807341f owned by network:dhcp {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:56:10.238836 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc23646f-6d5c-4bb8-a124-374992ce7615 req-2f06228b-9d49-434f-b990-a4b15b11ed89 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:10.239508 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-0ee9cb3c-e2d7-493b-a65a-b22e539d9b67 None None] Set router cb87a795-9730-4cb6-88f4-fabf0bd43245 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:56:10.246620 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dc23646f-6d5c-4bb8-a124-374992ce7615 req-2f06228b-9d49-434f-b990-a4b15b11ed89 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 946 time: 0.3385997 Sep 17 07:56:10.293087 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c4557e-cc44-433c-b477-cc1a9cf1f63a req-e9ca8146-f312-45f9-951c-f85b308a7dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:10.294585 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-48c4557e-cc44-433c-b477-cc1a9cf1f63a req-e9ca8146-f312-45f9-951c-f85b308a7dcc service neutron] 10.222.0.41 "GET /v2.0/networks?id=469390cd-cce5-49bd-b8f8-9e64018a0583 HTTP/1.1" status: 200 len: 870 time: 0.3402541 Sep 17 07:56:10.406486 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-48c4557e-cc44-433c-b477-cc1a9cf1f63a req-3eef5b04-cf60-4e83-aca9-1759f8e15550 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=589a423e-e5e2-46f8-a6ff-9af3b3839322 HTTP/1.1" status: 200 len: 217 time: 0.0608504 Sep 17 07:56:10.462994 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-0ee9cb3c-e2d7-493b-a65a-b22e539d9b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb87a795-9730-4cb6-88f4-fabf0bd43245', 'name': 'tempest-ServersTestBootFromVolume-2068345768-router', 'tenant_id': '1017d95ec91440b692b5fb33d331d948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '10b7e2f9-2f7e-4086-81ca-aec3c7dde94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:56:04Z', 'updated_at': '2021-09-17T07:56:06Z', 'revision_number': 3, 'project_id': '1017d95ec91440b692b5fb33d331d948', 'gw_port': {'id': '10b7e2f9-2f7e-4086-81ca-aec3c7dde94d', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:82:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb87a795-9730-4cb6-88f4-fabf0bd43245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:56:05Z', 'updated_at': '2021-09-17T07:56:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:56:10.464198 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dc23646f-6d5c-4bb8-a124-374992ce7615 req-6bb11ddd-3c60-40bb-a049-7c56405c8085 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908495 Sep 17 07:56:10.474586 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-eaab5dfd-643c-416d-9232-bcf4509820f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:10.604434 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee9cb3c-e2d7-493b-a65a-b22e539d9b67 None None] The sync data for ids ['cb87a795-9730-4cb6-88f4-fabf0bd43245'] in n-d-789963-9 is: [{'id': 'cb87a795-9730-4cb6-88f4-fabf0bd43245', 'name': 'tempest-ServersTestBootFromVolume-2068345768-router', 'tenant_id': '1017d95ec91440b692b5fb33d331d948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '10b7e2f9-2f7e-4086-81ca-aec3c7dde94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:56:04Z', 'updated_at': '2021-09-17T07:56:06Z', 'revision_number': 3, 'project_id': '1017d95ec91440b692b5fb33d331d948', 'gw_port': {'id': '10b7e2f9-2f7e-4086-81ca-aec3c7dde94d', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:82:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb87a795-9730-4cb6-88f4-fabf0bd43245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:56:05Z', 'updated_at': '2021-09-17T07:56:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:56:10.686877 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c4557e-cc44-433c-b477-cc1a9cf1f63a req-7e4ac8a5-0f16-4d53-b33e-fd7201d57175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:10.688463 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-48c4557e-cc44-433c-b477-cc1a9cf1f63a req-7e4ac8a5-0f16-4d53-b33e-fd7201d57175 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.2680635 Sep 17 07:56:10.689305 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2f85b187-87c1-4824-ab0e-8a6cf98882bf tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:10.817193 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f85b187-87c1-4824-ab0e-8a6cf98882bf tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Pushing event deleted for resources: {'Port': ['ID=d6360f33-2a78-4cf7-b5b5-19e06807341f,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:10.833621 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f85b187-87c1-4824-ab0e-8a6cf98882bf tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] No DVR routers for this DVR port d6360f33-2a78-4cf7-b5b5-19e06807341f on host n-d-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:56:10.849205 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a22edd-481b-44ff-baaa-fea7b0742faf req-17237885-e3f7-479b-8652-6f1fb9644d1e tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:10.850765 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-99a22edd-481b-44ff-baaa-fea7b0742faf req-17237885-e3f7-479b-8652-6f1fb9644d1e tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac440a43-115b-4b47-801c-723a6b7ef39b HTTP/1.1" status: 200 len: 947 time: 0.2921691 Sep 17 07:56:10.858195 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b2f125-daa0-45af-bbf5-a380be2ba512 req-921b42f5-3398-44ba-a25e-b5c4419a7fd7 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:10.859771 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-02b2f125-daa0-45af-bbf5-a380be2ba512 req-921b42f5-3398-44ba-a25e-b5c4419a7fd7 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 946 time: 0.2969420 Sep 17 07:56:11.018004 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device d6360f33-2a78-4cf7-b5b5-19e06807341f no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:56:11.047031 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: d6360f33-2a78-4cf7-b5b5-19e06807341f {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:56:11.047684 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device d6360f33-2a78-4cf7-b5b5-19e06807341f not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:56:11.050129 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-99a22edd-481b-44ff-baaa-fea7b0742faf req-e0455511-8b48-4c1e-adff-5f253bb1cc40 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509755 Sep 17 07:56:11.073286 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c4557e-cc44-433c-b477-cc1a9cf1f63a req-18d3a7b2-0b32-4b52-9b84-f6bbb0add9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:11.075187 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-48c4557e-cc44-433c-b477-cc1a9cf1f63a req-18d3a7b2-0b32-4b52-9b84-f6bbb0add9e5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3775358 Sep 17 07:56:11.086694 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-02b2f125-daa0-45af-bbf5-a380be2ba512 req-3d8f8adc-e4da-4fbb-ad6f-f8b7c0eddc51 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812677 Sep 17 07:56:11.209016 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2f85b187-87c1-4824-ab0e-8a6cf98882bf tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:11.262501 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2637deb5-477f-4280-bca6-af73ef081d9c req-bebdf448-19a6-483b-8466-3f67afc6df4c tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0696747 Sep 17 07:56:11.636447 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-2f85b187-87c1-4824-ab0e-8a6cf98882bf tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['931925be-f7b7-43dc-8aac-6b3595aa15f2']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:56:11.659356 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-2f85b187-87c1-4824-ab0e-8a6cf98882bf tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d42f438-6f55-4e01-941d-1b6a216ebbea') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:56:11.659666 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-2f85b187-87c1-4824-ab0e-8a6cf98882bf tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d42f438-6f55-4e01-941d-1b6a216ebbea') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:56:11.697528 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2f85b187-87c1-4824-ab0e-8a6cf98882bf tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:11.707324 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-eaab5dfd-643c-416d-9232-bcf4509820f1 admin admin] Allocated IP 172.20.0.1 (db7553ea-e2fe-422f-8d20-6ffc26d973b8/cc5af0af-da91-4969-a253-9b23d6f3d816/23d1d48a-a86d-4b8e-bf5a-48974dd41e64) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:56:11.717461 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-48c4557e-cc44-433c-b477-cc1a9cf1f63a req-f76d0579-e804-4576-8e56-d34eef59e6b0 service neutron] 10.222.0.41 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5919163 Sep 17 07:56:11.726421 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2f85b187-87c1-4824-ab0e-8a6cf98882bf tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:11.765854 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f85b187-87c1-4824-ab0e-8a6cf98882bf tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 07:56:11.766181 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2f85b187-87c1-4824-ab0e-8a6cf98882bf tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:11.769075 n-d-789963-9 neutron-server[101289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 07:56:11.769075 n-d-789963-9 neutron-server[101289]: self.session.flush() Sep 17 07:56:11.769075 n-d-789963-9 neutron-server[101289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 07:56:11.769075 n-d-789963-9 neutron-server[101289]: self.session.flush() Sep 17 07:56:11.769075 n-d-789963-9 neutron-server[101289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 07:56:11.769075 n-d-789963-9 neutron-server[101289]: self.session.flush() Sep 17 07:56:11.769075 n-d-789963-9 neutron-server[101289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 07:56:11.769075 n-d-789963-9 neutron-server[101289]: self.session.flush() Sep 17 07:56:11.769075 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 07:56:11.769075 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 07:56:11.769075 n-d-789963-9 neutron-server[101289]: timer() Sep 17 07:56:11.769075 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 07:56:11.769075 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 07:56:11.769075 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 07:56:11.769075 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 07:56:11.769075 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 07:56:11.769075 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 07:56:11.769075 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 07:56:11.769075 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 07:56:11.769075 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 07:56:11.769075 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 07:56:11.769075 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 07:56:11.769075 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 07:56:11.769075 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 07:56:11.769075 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 07:56:11.769075 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 07:56:11.769075 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 07:56:11.769075 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 07:56:11.769075 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 07:56:11.769075 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 07:56:11.769075 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 07:56:11.769075 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 07:56:11.769075 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 07:56:11.769075 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 07:56:11.769075 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 07:56:11.769075 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 07:56:11.769075 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 07:56:11.769075 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 07:56:11.769075 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 07:56:11.769075 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 07:56:11.821394 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7819a-d8cc-4f2b-8b3c-8bdba8149ced req-8a69de94-67f4-42e0-bf9b-82e5cb7c9d3d tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:11.822805 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-60b7819a-d8cc-4f2b-8b3c-8bdba8149ced req-8a69de94-67f4-42e0-bf9b-82e5cb7c9d3d tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 946 time: 0.1789362 Sep 17 07:56:11.945103 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2f85b187-87c1-4824-ab0e-8a6cf98882bf tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:11.963058 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2f85b187-87c1-4824-ab0e-8a6cf98882bf tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:11.965123 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-2f85b187-87c1-4824-ab0e-8a6cf98882bf tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] 10.222.0.13 "DELETE /v2.0/networks/931925be-f7b7-43dc-8aac-6b3595aa15f2 HTTP/1.1" status: 204 len: 168 time: 2.8427045 Sep 17 07:56:11.980952 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device f11c2e56-bcb6-4640-95ff-e2ec1150d11f details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:56:12.035709 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-48c4557e-cc44-433c-b477-cc1a9cf1f63a req-f9b31fc0-8d6d-4317-a46c-301e82d4fa3c service neutron] 10.222.0.41 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989631 Sep 17 07:56:12.044264 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f85b187-87c1-4824-ab0e-8a6cf98882bf tempest-ServersTestMultiNic-1463314590 tempest-ServersTestMultiNic-1463314590-project] Pushing event deleted for resources: {'Network': ['ID=931925be-f7b7-43dc-8aac-6b3595aa15f2,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:12.067333 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-60b7819a-d8cc-4f2b-8b3c-8bdba8149ced req-a2d17756-c8ac-45a8-84e0-c6f1fc1dfa47 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915545 Sep 17 07:56:12.092110 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-eaab5dfd-643c-416d-9232-bcf4509820f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:12.175046 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-eaab5dfd-643c-416d-9232-bcf4509820f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:12.243572 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaab5dfd-643c-416d-9232-bcf4509820f1 admin admin] Network db7553ea-e2fe-422f-8d20-6ffc26d973b8 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:56:12.280852 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-eaab5dfd-643c-416d-9232-bcf4509820f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:56:12.283397 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaab5dfd-643c-416d-9232-bcf4509820f1 admin admin] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:56:12.330819 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port f11c2e56-bcb6-4640-95ff-e2ec1150d11f, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=f11c2e56-bcb6-4640-95ff-e2ec1150d11f,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:56:12.334130 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-eaab5dfd-643c-416d-9232-bcf4509820f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:12.344804 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': 'f11c2e56-bcb6-4640-95ff-e2ec1150d11f', 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583', 'port_id': 'f11c2e56-bcb6-4640-95ff-e2ec1150d11f', 'mac_address': 'fa:16:3e:5e:28:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f3af6cb-9cad-436b-bf41-034e75672c44', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:56:12.376262 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaab5dfd-643c-416d-9232-bcf4509820f1 admin admin] Pushing event updated for resources: {'Port': ['ID=23d1d48a-a86d-4b8e-bf5a-48974dd41e64,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:12.392064 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:12.406231 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f11c2e56-bcb6-4640-95ff-e2ec1150d11f {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:56:12.425913 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cf1197-91bb-4471-ab11-25d475741a18 req-04b3f656-a077-4b01-bd11-d419f243219c tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:12.428260 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port f11c2e56-bcb6-4640-95ff-e2ec1150d11f, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=f11c2e56-bcb6-4640-95ff-e2ec1150d11f,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:56:12.434625 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f7cf1197-91bb-4471-ab11-25d475741a18 req-04b3f656-a077-4b01-bd11-d419f243219c tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac440a43-115b-4b47-801c-723a6b7ef39b HTTP/1.1" status: 200 len: 947 time: 0.2159319 Sep 17 07:56:12.440749 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:12.448829 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8290de-3b94-4588-9b2e-9adbd89108ee req-5a2b4735-3068-488f-9be0-d3ac77e32dac tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:12.450386 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ca8290de-3b94-4588-9b2e-9adbd89108ee req-5a2b4735-3068-488f-9be0-d3ac77e32dac tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 946 time: 0.2307849 Sep 17 07:56:12.497383 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=f11c2e56-bcb6-4640-95ff-e2ec1150d11f,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:12.567425 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f7cf1197-91bb-4471-ab11-25d475741a18 req-3975da11-e9a6-4cd1-a7d1-378358c7ee68 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316319 Sep 17 07:56:12.581191 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ca8290de-3b94-4588-9b2e-9adbd89108ee req-7cc2406e-ea8d-4f96-9de3-381ca0721aab tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202302 Sep 17 07:56:12.644125 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-eaab5dfd-643c-416d-9232-bcf4509820f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:12.658661 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 47956) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:56:12.659313 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-a289d8c3-0b31-4de5-a9e3-6a93c63918b3 None None] Provisioning complete for port 23d1d48a-a86d-4b8e-bf5a-48974dd41e64 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:56:12.659705 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a289d8c3-0b31-4de5-a9e3-6a93c63918b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:12.731465 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-a289d8c3-0b31-4de5-a9e3-6a93c63918b3 None None] Port 23d1d48a-a86d-4b8e-bf5a-48974dd41e64 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:56:12.809597 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7ac74585-585e-4a1d-b44d-5e2921a2e839 req-2e90bd6d-3156-417f-9a40-27348826e8dc tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0663338 Sep 17 07:56:12.955091 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['f11c2e56-bcb6-4640-95ff-e2ec1150d11f'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:56:12.979011 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 10b7e2f9-2f7e-4086-81ca-aec3c7dde94d up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:56:13.009194 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-eaab5dfd-643c-416d-9232-bcf4509820f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:13.019473 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19df54a4-3933-4af8-b15f-fc2fb37748f8 req-3677018d-553a-465c-8a93-f66b5706fe31 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:13.021335 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-19df54a4-3933-4af8-b15f-fc2fb37748f8 req-3677018d-553a-465c-8a93-f66b5706fe31 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 946 time: 0.2105808 Sep 17 07:56:13.022558 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-eaab5dfd-643c-416d-9232-bcf4509820f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:13.097129 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 10b7e2f9-2f7e-4086-81ca-aec3c7dde94d triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:56:13.097812 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:13.128767 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-eaab5dfd-643c-416d-9232-bcf4509820f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:13.155866 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-689f15b2-2a51-48b1-8cc1-4dd9522d85d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:13.182676 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-19df54a4-3933-4af8-b15f-fc2fb37748f8 req-f986fe8f-dfe2-41af-b6c4-43bee39e3281 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477466 Sep 17 07:56:13.201434 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaab5dfd-643c-416d-9232-bcf4509820f1 admin admin] Pushing event updated for resources: {'Port': ['ID=23d1d48a-a86d-4b8e-bf5a-48974dd41e64,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:13.252333 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:13.273651 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port 10b7e2f9-2f7e-4086-81ca-aec3c7dde94d, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=10b7e2f9-2f7e-4086-81ca-aec3c7dde94d,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:56:13.278666 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 589a423e-e5e2-46f8-a6ff-9af3b3839322 details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:56:13.290235 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:13.348401 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c6c0e-e2f4-445d-9994-5a02e55c0e37 req-d7b1de7c-a8c6-4744-8078-ab51ca7e7e8b tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:13.350242 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-563c6c0e-e2f4-445d-9994-5a02e55c0e37 req-d7b1de7c-a8c6-4744-8078-ab51ca7e7e8b tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 946 time: 0.0769494 Sep 17 07:56:13.359394 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaab5dfd-643c-416d-9232-bcf4509820f1 admin admin] Network db7553ea-e2fe-422f-8d20-6ffc26d973b8 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:56:13.368181 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-eaab5dfd-643c-416d-9232-bcf4509820f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:56:13.413009 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=10b7e2f9-2f7e-4086-81ca-aec3c7dde94d,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:13.452649 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 589a423e-e5e2-46f8-a6ff-9af3b3839322, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=589a423e-e5e2-46f8-a6ff-9af3b3839322,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:56:13.466336 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': '589a423e-e5e2-46f8-a6ff-9af3b3839322', 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583', 'port_id': '589a423e-e5e2-46f8-a6ff-9af3b3839322', 'mac_address': 'fa:16:3e:d2:88:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f3af6cb-9cad-436b-bf41-034e75672c44', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:56:13.477829 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-563c6c0e-e2f4-445d-9994-5a02e55c0e37 req-bd167928-a33a-42bb-a435-b8c3f946be7d tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165588 Sep 17 07:56:13.508083 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:13.510663 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-689f15b2-2a51-48b1-8cc1-4dd9522d85d6 admin admin] Deleting port 7ba4cf45-2d13-441c-a064-c1fdeae7cb05 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:56:13.517296 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-689f15b2-2a51-48b1-8cc1-4dd9522d85d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:13.523703 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 589a423e-e5e2-46f8-a6ff-9af3b3839322 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:56:13.549594 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 589a423e-e5e2-46f8-a6ff-9af3b3839322, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=589a423e-e5e2-46f8-a6ff-9af3b3839322,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:56:13.558380 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:13.596933 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [req-37639c8c-1e49-42e4-bbb0-a513327c0d46 req-b5c44e07-246e-440e-8f69-3bfbf70191c6 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 07:56:13.614384 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-37639c8c-1e49-42e4-bbb0-a513327c0d46 req-b5c44e07-246e-440e-8f69-3bfbf70191c6 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0217915 Sep 17 07:56:13.660673 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=589a423e-e5e2-46f8-a6ff-9af3b3839322,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:13.682715 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaab5dfd-643c-416d-9232-bcf4509820f1 admin admin] Router cb87a795-9730-4cb6-88f4-fabf0bd43245 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:56:13.687422 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-689f15b2-2a51-48b1-8cc1-4dd9522d85d6 admin admin] For port 7ba4cf45-2d13-441c-a064-c1fdeae7cb05, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=7ba4cf45-2d13-441c-a064-c1fdeae7cb05,segment=NetworkSegment(a185608b-cf44-4a64-80e5-86c5e2ab0686),segment_id=a185608b-cf44-4a64-80e5-86c5e2ab0686)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:56:13.687945 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-689f15b2-2a51-48b1-8cc1-4dd9522d85d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:13.702010 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-689f15b2-2a51-48b1-8cc1-4dd9522d85d6 admin admin] Calling delete_port for 7ba4cf45-2d13-441c-a064-c1fdeae7cb05 owned by network:router_interface {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:56:13.760686 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-03d76263-75eb-4f4b-80d5-14c3dc5a1624 None None] Provisioning complete for port 23d1d48a-a86d-4b8e-bf5a-48974dd41e64 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:56:13.761789 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-03d76263-75eb-4f4b-80d5-14c3dc5a1624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:13.815981 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-03d76263-75eb-4f4b-80d5-14c3dc5a1624 None None] Port 23d1d48a-a86d-4b8e-bf5a-48974dd41e64 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:56:13.832520 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f078b-a500-453f-9ca8-55ef5309965c req-ecad1872-8f4d-429b-a87b-42a7890afd9f tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:13.834600 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-661f078b-a500-453f-9ca8-55ef5309965c req-ecad1872-8f4d-429b-a87b-42a7890afd9f tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac440a43-115b-4b47-801c-723a6b7ef39b HTTP/1.1" status: 200 len: 948 time: 0.1418092 Sep 17 07:56:13.898203 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-689f15b2-2a51-48b1-8cc1-4dd9522d85d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:13.901276 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edafc18-cdd8-4d53-a552-ca60dbeb6275 req-f0f6e1da-05ca-46ea-b67c-b388bc49c506 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:13.908595 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6edafc18-cdd8-4d53-a552-ca60dbeb6275 req-f0f6e1da-05ca-46ea-b67c-b388bc49c506 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 946 time: 0.1988082 Sep 17 07:56:13.926224 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689f15b2-2a51-48b1-8cc1-4dd9522d85d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ba4cf45-2d13-441c-a064-c1fdeae7cb05,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:13.973808 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaab5dfd-643c-416d-9232-bcf4509820f1 admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:56:13.985406 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-eaab5dfd-643c-416d-9232-bcf4509820f1 admin admin] 10.222.0.13 "PUT /v2.0/routers/cb87a795-9730-4cb6-88f4-fabf0bd43245/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4014692 Sep 17 07:56:14.000126 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c093a5-a439-4aa4-8189-3754c381ccb0 None None] Sync routers for ids ['cb87a795-9730-4cb6-88f4-fabf0bd43245'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:56:14.003302 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['589a423e-e5e2-46f8-a6ff-9af3b3839322'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:56:14.008145 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-661f078b-a500-453f-9ca8-55ef5309965c req-f14ab712-6d9b-4b94-97d2-57ba68089656 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576948 Sep 17 07:56:14.032447 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6edafc18-cdd8-4d53-a552-ca60dbeb6275 req-4b5eae90-deef-4e05-bea2-af917a9f35ac tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228662 Sep 17 07:56:14.103588 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c093a5-a439-4aa4-8189-3754c381ccb0 None None] Routers {'cb87a795-9730-4cb6-88f4-fabf0bd43245'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:56:14.104999 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-a9c093a5-a439-4aa4-8189-3754c381ccb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:55:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['cb87a795-9730-4cb6-88f4-fabf0bd43245'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:56:14.160964 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-689f15b2-2a51-48b1-8cc1-4dd9522d85d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:14.162537 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-aecc3564-2ca6-41f3-b34d-c657f0d9c158 req-5f8145a0-a59a-4ecc-aa8f-5ac8a7102a67 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0400670 Sep 17 07:56:14.338724 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4e218d-908d-4381-81c5-d4f8c5760bf9 req-53db593f-6620-4c3a-92d0-f99eaea15256 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:14.346546 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2c4e218d-908d-4381-81c5-d4f8c5760bf9 req-53db593f-6620-4c3a-92d0-f99eaea15256 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 946 time: 0.0960274 Sep 17 07:56:14.399776 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2c4e218d-908d-4381-81c5-d4f8c5760bf9 req-b76f0752-1932-4d85-9d18-e8029c3093a1 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466475 Sep 17 07:56:14.413823 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-a9c093a5-a439-4aa4-8189-3754c381ccb0 None None] Set router cb87a795-9730-4cb6-88f4-fabf0bd43245 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:56:14.495732 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-689f15b2-2a51-48b1-8cc1-4dd9522d85d6 admin admin] Router b3cdec80-f19a-4176-ad4d-173d34abf93a has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:56:14.619569 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d89da8-5569-4a7c-b185-b55e548c2dd9 req-454d1878-0b49-4bd1-80d0-00f8235dd8d7 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:14.627613 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-42d89da8-5569-4a7c-b185-b55e548c2dd9 req-454d1878-0b49-4bd1-80d0-00f8235dd8d7 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 946 time: 0.0869937 Sep 17 07:56:14.662204 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-689f15b2-2a51-48b1-8cc1-4dd9522d85d6 admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:56:14.672680 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77a8ee7-8341-4ba8-9af4-d3bf54cb0634 None None] Sync routers for ids ['b3cdec80-f19a-4176-ad4d-173d34abf93a'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:56:14.676390 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-689f15b2-2a51-48b1-8cc1-4dd9522d85d6 admin admin] 10.222.0.13 "PUT /v2.0/routers/b3cdec80-f19a-4176-ad4d-173d34abf93a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0141461 Sep 17 07:56:14.679917 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 47996) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:56:14.683533 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77a8ee7-8341-4ba8-9af4-d3bf54cb0634 None None] Routers {'b3cdec80-f19a-4176-ad4d-173d34abf93a'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:56:14.684172 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-b77a8ee7-8341-4ba8-9af4-d3bf54cb0634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:55:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['b3cdec80-f19a-4176-ad4d-173d34abf93a'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:56:14.690807 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 47998) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:56:14.696840 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-0143853e-a8f2-4b39-b058-64e60f7636a2 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1757823211', 'description': 'tempest-description--232359700'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:56:14.723591 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-42d89da8-5569-4a7c-b185-b55e548c2dd9 req-e1131d10-30af-4c77-a527-bf55ff93def6 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902681 Sep 17 07:56:14.738902 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-a9c093a5-a439-4aa4-8189-3754c381ccb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb87a795-9730-4cb6-88f4-fabf0bd43245', 'name': 'tempest-ServersTestBootFromVolume-2068345768-router', 'tenant_id': '1017d95ec91440b692b5fb33d331d948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '10b7e2f9-2f7e-4086-81ca-aec3c7dde94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:56:04Z', 'updated_at': '2021-09-17T07:56:12Z', 'revision_number': 4, 'project_id': '1017d95ec91440b692b5fb33d331d948', 'gw_port': {'id': '10b7e2f9-2f7e-4086-81ca-aec3c7dde94d', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:82:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb87a795-9730-4cb6-88f4-fabf0bd43245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:56:05Z', 'updated_at': '2021-09-17T07:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '23d1d48a-a86d-4b8e-bf5a-48974dd41e64', 'name': '', 'network_id': 'db7553ea-e2fe-422f-8d20-6ffc26d973b8', 'tenant_id': '1017d95ec91440b692b5fb33d331d948', 'mac_address': 'fa:16:3e:2a:fa:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb87a795-9730-4cb6-88f4-fabf0bd43245', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'cc5af0af-da91-4969-a253-9b23d6f3d816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:56:10Z', 'updated_at': '2021-09-17T07:56:12Z', 'revision_number': 2, 'project_id': '1017d95ec91440b692b5fb33d331d948', 'subnets': [{'id': 'cc5af0af-da91-4969-a253-9b23d6f3d816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:56:14.753398 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0143853e-a8f2-4b39-b058-64e60f7636a2 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:14.793991 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c093a5-a439-4aa4-8189-3754c381ccb0 None None] Checking router: cb87a795-9730-4cb6-88f4-fabf0bd43245 for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:56:14.794361 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c093a5-a439-4aa4-8189-3754c381ccb0 None None] Updating router cb87a795-9730-4cb6-88f4-fabf0bd43245 port 23d1d48a-a86d-4b8e-bf5a-48974dd41e64 binding host n-d-789963-9 {{(pid=101291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 07:56:14.824018 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a9c093a5-a439-4aa4-8189-3754c381ccb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:14.837670 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-20963620-35d3-4a8a-933c-5ad71a400cab admin admin] Notify callbacks [] for router, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:14.864493 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd98af-d9a3-4e98-9196-5a6d0c05b44a req-2a5ce34e-36c4-4c90-9f3b-e360377931d9 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:14.866756 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2afd98af-d9a3-4e98-9196-5a6d0c05b44a req-2a5ce34e-36c4-4c90-9f3b-e360377931d9 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 946 time: 0.0724726 Sep 17 07:56:14.901014 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-b77a8ee7-8341-4ba8-9af4-d3bf54cb0634 None None] Set router b3cdec80-f19a-4176-ad4d-173d34abf93a gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:56:15.017691 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2afd98af-d9a3-4e98-9196-5a6d0c05b44a req-3a89151e-9a64-49f3-b26b-f7a273c02b86 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402795 Sep 17 07:56:15.026610 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0143853e-a8f2-4b39-b058-64e60f7636a2 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:15.049316 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0143853e-a8f2-4b39-b058-64e60f7636a2 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:15.056963 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-20963620-35d3-4a8a-933c-5ad71a400cab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:15.083149 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 10b7e2f9-2f7e-4086-81ca-aec3c7dde94d up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:56:15.113604 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0143853e-a8f2-4b39-b058-64e60f7636a2 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e80ed3fc-e498-404b-916c-65b78dba5f6e,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:15.141718 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0143853e-a8f2-4b39-b058-64e60f7636a2 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:15.143089 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-0143853e-a8f2-4b39-b058-64e60f7636a2 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4516785 Sep 17 07:56:15.146092 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 48008) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:56:15.152237 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-030a8085-763d-49b6-a1ff-9e01f6d82317 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Request body: {'security_group_rule': {'security_group_id': 'e80ed3fc-e498-404b-916c-65b78dba5f6e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:56:15.199175 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-20963620-35d3-4a8a-933c-5ad71a400cab admin admin] Deleting port 8fdfaf6e-d087-4683-abcf-13ba1c119c1e {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:56:15.199719 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-20963620-35d3-4a8a-933c-5ad71a400cab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:15.248245 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-b77a8ee7-8341-4ba8-9af4-d3bf54cb0634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3cdec80-f19a-4176-ad4d-173d34abf93a', 'name': 'tempest-ServersTestMultiNic-1687717803-router', 'tenant_id': 'b07ce39922204afb985947a99dc8ae8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '8fdfaf6e-d087-4683-abcf-13ba1c119c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:54:07Z', 'updated_at': '2021-09-17T07:56:13Z', 'revision_number': 5, 'project_id': 'b07ce39922204afb985947a99dc8ae8e', 'gw_port': {'id': '8fdfaf6e-d087-4683-abcf-13ba1c119c1e', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:05:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cdec80-f19a-4176-ad4d-173d34abf93a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:54:09Z', 'updated_at': '2021-09-17T07:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:56:15.309351 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77a8ee7-8341-4ba8-9af4-d3bf54cb0634 None None] Checking router: b3cdec80-f19a-4176-ad4d-173d34abf93a for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:56:15.332603 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77a8ee7-8341-4ba8-9af4-d3bf54cb0634 None None] Routers {'b3cdec80-f19a-4176-ad4d-173d34abf93a'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:56:15.333272 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-b77a8ee7-8341-4ba8-9af4-d3bf54cb0634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:55:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['b3cdec80-f19a-4176-ad4d-173d34abf93a'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:56:15.336006 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-030a8085-763d-49b6-a1ff-9e01f6d82317 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:15.339917 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-20963620-35d3-4a8a-933c-5ad71a400cab admin admin] For port 8fdfaf6e-d087-4683-abcf-13ba1c119c1e, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=8fdfaf6e-d087-4683-abcf-13ba1c119c1e,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:56:15.340418 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-20963620-35d3-4a8a-933c-5ad71a400cab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:15.348357 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54780cb-2e54-4429-9e27-1c595e5e9cfd req-bd983910-5ad5-4966-bd22-b730c1e0e7b9 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:15.357095 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e54780cb-2e54-4429-9e27-1c595e5e9cfd req-bd983910-5ad5-4966-bd22-b730c1e0e7b9 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 946 time: 0.1776395 Sep 17 07:56:15.372843 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-20963620-35d3-4a8a-933c-5ad71a400cab admin admin] Calling delete_port for 8fdfaf6e-d087-4683-abcf-13ba1c119c1e owned by network:router_gateway {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:56:15.396612 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 10b7e2f9-2f7e-4086-81ca-aec3c7dde94d triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:56:15.397157 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:15.409360 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22731c6-94a9-45c3-87dc-40175b2317bf req-2f69c53c-d74c-438e-ab0d-5391f967d29f tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:15.416863 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f22731c6-94a9-45c3-87dc-40175b2317bf req-2f69c53c-d74c-438e-ab0d-5391f967d29f tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac440a43-115b-4b47-801c-723a6b7ef39b HTTP/1.1" status: 200 len: 948 time: 0.2139933 Sep 17 07:56:15.464716 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e54780cb-2e54-4429-9e27-1c595e5e9cfd req-19e6ae7d-2e88-4fd6-b26d-d00c38d0ba46 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065869 Sep 17 07:56:15.474437 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-b77a8ee7-8341-4ba8-9af4-d3bf54cb0634 None None] Set router b3cdec80-f19a-4176-ad4d-173d34abf93a gateway port host: None {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:56:15.489306 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-030a8085-763d-49b6-a1ff-9e01f6d82317 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:15.509613 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-030a8085-763d-49b6-a1ff-9e01f6d82317 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:15.528107 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f22731c6-94a9-45c3-87dc-40175b2317bf req-28e34233-c36b-4461-8958-c02570922605 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101046 Sep 17 07:56:15.559520 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030a8085-763d-49b6-a1ff-9e01f6d82317 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8574bdfe-8e77-400a-85e5-0af7de7d9b0e,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:15.576174 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-030a8085-763d-49b6-a1ff-9e01f6d82317 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:15.577767 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-030a8085-763d-49b6-a1ff-9e01f6d82317 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4306822 Sep 17 07:56:15.581759 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 48018) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:56:15.591736 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-1f365862-c54c-4b53-a21c-512016b12b7a tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Request body: {'security_group_rule': {'security_group_id': 'e80ed3fc-e498-404b-916c-65b78dba5f6e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:56:15.633703 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-b77a8ee7-8341-4ba8-9af4-d3bf54cb0634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3cdec80-f19a-4176-ad4d-173d34abf93a', 'name': 'tempest-ServersTestMultiNic-1687717803-router', 'tenant_id': 'b07ce39922204afb985947a99dc8ae8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:54:07Z', 'updated_at': '2021-09-17T07:56:15Z', 'revision_number': 6, 'project_id': 'b07ce39922204afb985947a99dc8ae8e', 'gw_port_host': None}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:56:15.666525 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a9c093a5-a439-4aa4-8189-3754c381ccb0 None None] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:15.675249 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a9c093a5-a439-4aa4-8189-3754c381ccb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:15.700053 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5ef77207-201f-4a6f-ac7f-0fb31d589991 req-93fd1e3a-5885-42a2-a896-4cb9cd75beb0 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0672393 Sep 17 07:56:15.706589 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77a8ee7-8341-4ba8-9af4-d3bf54cb0634 None None] The sync data for ids ['b3cdec80-f19a-4176-ad4d-173d34abf93a'] in n-d-789963-9 is: [{'id': 'b3cdec80-f19a-4176-ad4d-173d34abf93a', 'name': 'tempest-ServersTestMultiNic-1687717803-router', 'tenant_id': 'b07ce39922204afb985947a99dc8ae8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:54:07Z', 'updated_at': '2021-09-17T07:56:15Z', 'revision_number': 6, 'project_id': 'b07ce39922204afb985947a99dc8ae8e', 'gw_port_host': None}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:56:15.708304 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1f365862-c54c-4b53-a21c-512016b12b7a tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:15.785520 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-20963620-35d3-4a8a-933c-5ad71a400cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:15.789761 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d67745-9f7d-4e85-bfae-b47b45581f9d None None] Pushing event updated for resources: {'Port': ['ID=23d1d48a-a86d-4b8e-bf5a-48974dd41e64,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:15.831522 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20963620-35d3-4a8a-933c-5ad71a400cab admin admin] Pushing event deleted for resources: {'Port': ['ID=8fdfaf6e-d087-4683-abcf-13ba1c119c1e,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:15.873577 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-a9c093a5-a439-4aa4-8189-3754c381ccb0 None None] Attempting to bind port 23d1d48a-a86d-4b8e-bf5a-48974dd41e64 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:56:15.874059 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-a9c093a5-a439-4aa4-8189-3754c381ccb0 None None] Attempting to bind port 23d1d48a-a86d-4b8e-bf5a-48974dd41e64 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '51690b9c-92bb-4337-854f-9b746ada12ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'db7553ea-e2fe-422f-8d20-6ffc26d973b8'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:56:15.874440 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c093a5-a439-4aa4-8189-3754c381ccb0 None None] Attempting to bind port 23d1d48a-a86d-4b8e-bf5a-48974dd41e64 on network db7553ea-e2fe-422f-8d20-6ffc26d973b8 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:56:15.883656 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c093a5-a439-4aa4-8189-3754c381ccb0 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:56:15.884578 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c093a5-a439-4aa4-8189-3754c381ccb0 None None] Checking segment: {'id': '51690b9c-92bb-4337-854f-9b746ada12ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'db7553ea-e2fe-422f-8d20-6ffc26d973b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:56:15.884578 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a9c093a5-a439-4aa4-8189-3754c381ccb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:15.885006 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c093a5-a439-4aa4-8189-3754c381ccb0 None None] Bound using segment: {'id': '51690b9c-92bb-4337-854f-9b746ada12ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'db7553ea-e2fe-422f-8d20-6ffc26d973b8'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:56:15.885562 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-a9c093a5-a439-4aa4-8189-3754c381ccb0 None None] Bound port: 23d1d48a-a86d-4b8e-bf5a-48974dd41e64, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51690b9c-92bb-4337-854f-9b746ada12ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'db7553ea-e2fe-422f-8d20-6ffc26d973b8'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:56:15.885963 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a9c093a5-a439-4aa4-8189-3754c381ccb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:15.906303 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1f365862-c54c-4b53-a21c-512016b12b7a tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:15.920772 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-20963620-35d3-4a8a-933c-5ad71a400cab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:15.929831 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1f365862-c54c-4b53-a21c-512016b12b7a tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:15.960321 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825d175-7687-465e-bf22-c62474c0b371 req-f6fe30f8-692d-4027-9aac-7875dc6bb611 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:15.963621 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d825d175-7687-465e-bf22-c62474c0b371 req-f6fe30f8-692d-4027-9aac-7875dc6bb611 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 946 time: 0.1983559 Sep 17 07:56:15.997031 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device f11c2e56-bcb6-4640-95ff-e2ec1150d11f up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:56:16.003070 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f365862-c54c-4b53-a21c-512016b12b7a tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff8a4b95-bf19-4e31-a4e5-30cf0e62707d,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:16.064618 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d825d175-7687-465e-bf22-c62474c0b371 req-ebd73412-e0f5-488b-b176-9e36e53d4ce7 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768857 Sep 17 07:56:16.070796 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1f365862-c54c-4b53-a21c-512016b12b7a tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:16.072327 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-1f365862-c54c-4b53-a21c-512016b12b7a tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4844432 Sep 17 07:56:16.075609 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 48020) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:56:16.100607 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-79f93791-28c8-4da6-b90d-5894f1f66d60 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Request body: {'floatingip': {'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:56:16.107622 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-a9c093a5-a439-4aa4-8189-3754c381ccb0 None None] For port 23d1d48a-a86d-4b8e-bf5a-48974dd41e64, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:56:16.109269 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-20963620-35d3-4a8a-933c-5ad71a400cab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:16.112630 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-20963620-35d3-4a8a-933c-5ad71a400cab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:16.147060 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-a9c093a5-a439-4aa4-8189-3754c381ccb0 None None] For port 23d1d48a-a86d-4b8e-bf5a-48974dd41e64, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=23d1d48a-a86d-4b8e-bf5a-48974dd41e64,segment=NetworkSegment(51690b9c-92bb-4337-854f-9b746ada12ae),segment_id=51690b9c-92bb-4337-854f-9b746ada12ae)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:56:16.156258 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-79f93791-28c8-4da6-b90d-5894f1f66d60 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Notify callbacks [] for floatingip, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:16.163293 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a9c093a5-a439-4aa4-8189-3754c381ccb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:16.180870 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-20963620-35d3-4a8a-933c-5ad71a400cab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:16.181449 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20963620-35d3-4a8a-933c-5ad71a400cab admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3cdec80-f19a-4176-ad4d-173d34abf93a {{(pid=101290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 07:56:16.191048 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-20963620-35d3-4a8a-933c-5ad71a400cab admin admin] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:16.196923 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-20963620-35d3-4a8a-933c-5ad71a400cab admin admin] 10.222.0.13 "DELETE /v2.0/routers/b3cdec80-f19a-4176-ad4d-173d34abf93a HTTP/1.1" status: 204 len: 168 time: 1.5150647 Sep 17 07:56:16.197173 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 48026) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:56:16.259008 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e9e0155-1282-4112-9238-349939ce5c87 admin admin] Deleting subnet 2b264764-4d2d-43df-b184-91438d5b5a05 {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:56:16.265164 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1e9e0155-1282-4112-9238-349939ce5c87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:16.269077 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-de55ceef-f2da-4dc5-89ad-8d403fb9678a None None] Provisioning complete for port 23d1d48a-a86d-4b8e-bf5a-48974dd41e64 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:56:16.269534 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de55ceef-f2da-4dc5-89ad-8d403fb9678a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:16.271936 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port f11c2e56-bcb6-4640-95ff-e2ec1150d11f completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:56:16.320940 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port f11c2e56-bcb6-4640-95ff-e2ec1150d11f triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:56:16.321867 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:16.367115 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c093a5-a439-4aa4-8189-3754c381ccb0 None None] Routers {'cb87a795-9730-4cb6-88f4-fabf0bd43245'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:56:16.367854 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-a9c093a5-a439-4aa4-8189-3754c381ccb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:55:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['cb87a795-9730-4cb6-88f4-fabf0bd43245'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:56:16.377607 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d67745-9f7d-4e85-bfae-b47b45581f9d None None] Pushing event updated for resources: {'Port': ['ID=23d1d48a-a86d-4b8e-bf5a-48974dd41e64,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:16.389415 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1e9e0155-1282-4112-9238-349939ce5c87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:16.400144 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ad7e47-e942-4e7f-ab7a-1418bff63ca2 req-8947009e-8ec4-4d8e-a659-c3bb039fe70d tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:16.401712 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-98ad7e47-e942-4e7f-ab7a-1418bff63ca2 req-8947009e-8ec4-4d8e-a659-c3bb039fe70d tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 946 time: 0.1377275 Sep 17 07:56:16.529282 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de55ceef-f2da-4dc5-89ad-8d403fb9678a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:16.530581 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-98ad7e47-e942-4e7f-ab7a-1418bff63ca2 req-470291b0-6590-4234-ba48-a1f050bd82f7 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959804 Sep 17 07:56:16.538133 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-79f93791-28c8-4da6-b90d-5894f1f66d60 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:16.671416 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-79f93791-28c8-4da6-b90d-5894f1f66d60 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Allocated IP 172.25.6.206 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/f262618d-1516-4272-9c61-4deaa9235421) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:56:16.689854 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-a9c093a5-a439-4aa4-8189-3754c381ccb0 None None] Set router cb87a795-9730-4cb6-88f4-fabf0bd43245 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:56:16.767790 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1e9e0155-1282-4112-9238-349939ce5c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:16.957241 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-de55ceef-f2da-4dc5-89ad-8d403fb9678a None None] For port 23d1d48a-a86d-4b8e-bf5a-48974dd41e64, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=23d1d48a-a86d-4b8e-bf5a-48974dd41e64,segment=NetworkSegment(51690b9c-92bb-4337-854f-9b746ada12ae),segment_id=51690b9c-92bb-4337-854f-9b746ada12ae)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:56:16.964424 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:16.975930 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de55ceef-f2da-4dc5-89ad-8d403fb9678a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:16.992350 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 7ba4cf45-2d13-441c-a064-c1fdeae7cb05 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:56:17.033795 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 7ba4cf45-2d13-441c-a064-c1fdeae7cb05 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:56:17.034097 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 7ba4cf45-2d13-441c-a064-c1fdeae7cb05 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:56:17.034500 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 8fdfaf6e-d087-4683-abcf-13ba1c119c1e no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:56:17.035671 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c215f-7f26-4788-850e-7abe72f38b7c req-f6396ad9-4a3c-45a4-9e92-8868636f689b tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:17.037636 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c61c215f-7f26-4788-850e-7abe72f38b7c req-f6396ad9-4a3c-45a4-9e92-8868636f689b tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac440a43-115b-4b47-801c-723a6b7ef39b HTTP/1.1" status: 200 len: 948 time: 0.2976484 Sep 17 07:56:17.044330 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b1f9ec88-26ee-4b9a-8ab5-64528387cdd9 req-34452e80-ea70-4658-aa22-214df4048014 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0973017 Sep 17 07:56:17.090606 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1e9e0155-1282-4112-9238-349939ce5c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:17.095650 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-79f93791-28c8-4da6-b90d-5894f1f66d60 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:17.154399 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1e9e0155-1282-4112-9238-349939ce5c87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:17.156543 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-1e9e0155-1282-4112-9238-349939ce5c87 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2b264764-4d2d-43df-b184-91438d5b5a05 HTTP/1.1" status: 204 len: 168 time: 0.9591393 Sep 17 07:56:17.158566 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de55ceef-f2da-4dc5-89ad-8d403fb9678a None None] Pushing event updated for resources: {'Port': ['ID=23d1d48a-a86d-4b8e-bf5a-48974dd41e64,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:17.159206 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 48040) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:56:17.160144 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c61c215f-7f26-4788-850e-7abe72f38b7c req-1add38a7-b47d-415c-be12-32773cb3e7e3 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124876 Sep 17 07:56:17.160913 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9e0155-1282-4112-9238-349939ce5c87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b264764-4d2d-43df-b184-91438d5b5a05,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:17.186097 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab430831-e091-437c-8bfe-1f47b5117a24 None None] Network 93964ee4-428e-4811-9792-acfb65d3786c requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:56:17.201844 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-79f93791-28c8-4da6-b90d-5894f1f66d60 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:17.263696 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d28d3365-f7d1-4363-9dcc-eba855cf93e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:17.266052 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f93791-28c8-4da6-b90d-5894f1f66d60 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Pushing event updated for resources: {'Port': ['ID=f262618d-1516-4272-9c61-4deaa9235421,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:17.275261 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f93791-28c8-4da6-b90d-5894f1f66d60 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:56:17.276824 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-79f93791-28c8-4da6-b90d-5894f1f66d60 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:56:17.279285 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f93791-28c8-4da6-b90d-5894f1f66d60 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:56:17.283581 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 8fdfaf6e-d087-4683-abcf-13ba1c119c1e {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:56:17.284026 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 8fdfaf6e-d087-4683-abcf-13ba1c119c1e not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:56:17.316768 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 589a423e-e5e2-46f8-a6ff-9af3b3839322 up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:56:17.341417 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-d28d3365-f7d1-4363-9dcc-eba855cf93e4 admin admin] Deleting port a0edf612-f4c6-4a72-a3ca-d6fb08bf67d2 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:56:17.341859 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d28d3365-f7d1-4363-9dcc-eba855cf93e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:17.358162 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6aac755-5f6d-4d43-b6e6-a1cf00992a55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f11c2e56-bcb6-4640-95ff-e2ec1150d11f'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:56:17.360007 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed90bb3d-8974-4571-a7c1-366de523f3b7" -d '{"events": [{"server_uuid": "f6aac755-5f6d-4d43-b6e6-a1cf00992a55", "name": "network-vif-plugged", "status": "completed", "tag": "f11c2e56-bcb6-4640-95ff-e2ec1150d11f"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:56:17.388295 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-79f93791-28c8-4da6-b90d-5894f1f66d60 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:17.411414 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-d28d3365-f7d1-4363-9dcc-eba855cf93e4 admin admin] For port a0edf612-f4c6-4a72-a3ca-d6fb08bf67d2, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=a0edf612-f4c6-4a72-a3ca-d6fb08bf67d2,segment=NetworkSegment(a185608b-cf44-4a64-80e5-86c5e2ab0686),segment_id=a185608b-cf44-4a64-80e5-86c5e2ab0686)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:56:17.411881 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d28d3365-f7d1-4363-9dcc-eba855cf93e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:17.428868 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-d28d3365-f7d1-4363-9dcc-eba855cf93e4 admin admin] Calling delete_port for a0edf612-f4c6-4a72-a3ca-d6fb08bf67d2 owned by network:dhcp {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:56:17.431770 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port f11c2e56-bcb6-4640-95ff-e2ec1150d11f, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=f11c2e56-bcb6-4640-95ff-e2ec1150d11f,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:56:17.432820 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-a39b51f8-8041-4160-8653-a75ae75b51c2 None None] Provisioning complete for port 23d1d48a-a86d-4b8e-bf5a-48974dd41e64 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:56:17.433200 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a39b51f8-8041-4160-8653-a75ae75b51c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:17.438000 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b96ddd44-ccaa-4b49-a14e-096167d648e8 x-openstack-request-id: req-b96ddd44-ccaa-4b49-a14e-096167d648e8 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:56:17.438340 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6aac755-5f6d-4d43-b6e6-a1cf00992a55", "name": "network-vif-plugged", "status": "completed", "tag": "f11c2e56-bcb6-4640-95ff-e2ec1150d11f", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:56:17.438543 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b96ddd44-ccaa-4b49-a14e-096167d648e8 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:56:17.438947 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6aac755-5f6d-4d43-b6e6-a1cf00992a55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f11c2e56-bcb6-4640-95ff-e2ec1150d11f', 'code': 200} Sep 17 07:56:17.456401 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-79f93791-28c8-4da6-b90d-5894f1f66d60 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:17.562900 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d28d3365-f7d1-4363-9dcc-eba855cf93e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:17.570177 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:17.605369 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28d3365-f7d1-4363-9dcc-eba855cf93e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0edf612-f4c6-4a72-a3ca-d6fb08bf67d2,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:17.611981 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28d3365-f7d1-4363-9dcc-eba855cf93e4 admin admin] No DVR routers for this DVR port a0edf612-f4c6-4a72-a3ca-d6fb08bf67d2 on host n-d-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:56:17.654056 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d0ff67-7d58-4f73-a183-031e26da4089 req-7e4e59b5-d6de-4c80-bfaf-056e211661c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:17.655744 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f4d0ff67-7d58-4f73-a183-031e26da4089 req-7e4e59b5-d6de-4c80-bfaf-056e211661c1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f6aac755-5f6d-4d43-b6e6-a1cf00992a55 HTTP/1.1" status: 200 len: 1099 time: 0.1068883 Sep 17 07:56:17.726136 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-79f93791-28c8-4da6-b90d-5894f1f66d60 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:17.738406 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-79f93791-28c8-4da6-b90d-5894f1f66d60 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:17.746885 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=f11c2e56-bcb6-4640-95ff-e2ec1150d11f,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:17.768040 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning for port 589a423e-e5e2-46f8-a6ff-9af3b3839322 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:56:17.768663 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d28d3365-f7d1-4363-9dcc-eba855cf93e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:17.779592 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port 589a423e-e5e2-46f8-a6ff-9af3b3839322 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:56:17.779792 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f4d0ff67-7d58-4f73-a183-031e26da4089 req-7964bdb6-1ac3-4599-82d1-fc94a9b242fb service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150329 Sep 17 07:56:17.780113 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:17.813599 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b1c75c-e234-4c3d-b6b1-93b7694025ee None None] DHCP port deletion for 93964ee4-428e-4811-9792-acfb65d3786c request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 07:56:17.842780 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-d28d3365-f7d1-4363-9dcc-eba855cf93e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93964ee4-428e-4811-9792-acfb65d3786c']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:56:17.846194 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-a9c093a5-a439-4aa4-8189-3754c381ccb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb87a795-9730-4cb6-88f4-fabf0bd43245', 'name': 'tempest-ServersTestBootFromVolume-2068345768-router', 'tenant_id': '1017d95ec91440b692b5fb33d331d948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '10b7e2f9-2f7e-4086-81ca-aec3c7dde94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:56:04Z', 'updated_at': '2021-09-17T07:56:12Z', 'revision_number': 4, 'project_id': '1017d95ec91440b692b5fb33d331d948', 'gw_port': {'id': '10b7e2f9-2f7e-4086-81ca-aec3c7dde94d', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:82:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb87a795-9730-4cb6-88f4-fabf0bd43245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:56:05Z', 'updated_at': '2021-09-17T07:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '23d1d48a-a86d-4b8e-bf5a-48974dd41e64', 'name': '', 'network_id': 'db7553ea-e2fe-422f-8d20-6ffc26d973b8', 'tenant_id': '1017d95ec91440b692b5fb33d331d948', 'mac_address': 'fa:16:3e:2a:fa:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb87a795-9730-4cb6-88f4-fabf0bd43245', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'cc5af0af-da91-4969-a253-9b23d6f3d816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:56:10Z', 'updated_at': '2021-09-17T07:56:16Z', 'revision_number': 4, 'project_id': '1017d95ec91440b692b5fb33d331d948', 'subnets': [{'id': 'cc5af0af-da91-4969-a253-9b23d6f3d816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:56:17.865421 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-d28d3365-f7d1-4363-9dcc-eba855cf93e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a185608b-cf44-4a64-80e5-86c5e2ab0686') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:56:17.866409 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-d28d3365-f7d1-4363-9dcc-eba855cf93e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a185608b-cf44-4a64-80e5-86c5e2ab0686') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:56:17.886146 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f93791-28c8-4da6-b90d-5894f1f66d60 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Pushing event updated for resources: {'Port': ['ID=f262618d-1516-4272-9c61-4deaa9235421,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:17.886800 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d28d3365-f7d1-4363-9dcc-eba855cf93e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:17.903893 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-79f93791-28c8-4da6-b90d-5894f1f66d60 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:17.912279 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c093a5-a439-4aa4-8189-3754c381ccb0 None None] The sync data for ids ['cb87a795-9730-4cb6-88f4-fabf0bd43245'] in n-d-789963-9 is: [{'id': 'cb87a795-9730-4cb6-88f4-fabf0bd43245', 'name': 'tempest-ServersTestBootFromVolume-2068345768-router', 'tenant_id': '1017d95ec91440b692b5fb33d331d948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '10b7e2f9-2f7e-4086-81ca-aec3c7dde94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:56:04Z', 'updated_at': '2021-09-17T07:56:12Z', 'revision_number': 4, 'project_id': '1017d95ec91440b692b5fb33d331d948', 'gw_port': {'id': '10b7e2f9-2f7e-4086-81ca-aec3c7dde94d', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:82:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb87a795-9730-4cb6-88f4-fabf0bd43245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:56:05Z', 'updated_at': '2021-09-17T07:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '23d1d48a-a86d-4b8e-bf5a-48974dd41e64', 'name': '', 'network_id': 'db7553ea-e2fe-422f-8d20-6ffc26d973b8', 'tenant_id': '1017d95ec91440b692b5fb33d331d948', 'mac_address': 'fa:16:3e:2a:fa:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb87a795-9730-4cb6-88f4-fabf0bd43245', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'cc5af0af-da91-4969-a253-9b23d6f3d816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:56:10Z', 'updated_at': '2021-09-17T07:56:16Z', 'revision_number': 4, 'project_id': '1017d95ec91440b692b5fb33d331d948', 'subnets': [{'id': 'cc5af0af-da91-4969-a253-9b23d6f3d816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:56:17.917840 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d28d3365-f7d1-4363-9dcc-eba855cf93e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:17.928443 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d28d3365-f7d1-4363-9dcc-eba855cf93e4 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 07:56:17.928797 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d28d3365-f7d1-4363-9dcc-eba855cf93e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:17.930775 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 07:56:17.930775 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 07:56:17.930775 n-d-789963-9 neutron-server[101290]: timer() Sep 17 07:56:17.930775 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 07:56:17.930775 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 07:56:17.930775 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 07:56:17.930775 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 07:56:17.930775 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 07:56:17.930775 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 07:56:17.930775 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 07:56:17.930775 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 07:56:17.930775 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 07:56:17.930775 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 07:56:17.930775 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 07:56:17.930775 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 07:56:17.930775 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 07:56:17.930775 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 07:56:17.930775 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 07:56:17.930775 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 07:56:17.930775 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 07:56:17.930775 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 07:56:17.930775 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 07:56:17.930775 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 07:56:17.930775 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 07:56:17.930775 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 07:56:17.930775 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 07:56:17.930775 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 07:56:17.930775 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 07:56:17.930775 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 07:56:17.930775 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 07:56:17.930775 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 07:56:17.930775 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 07:56:17.934867 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-79f93791-28c8-4da6-b90d-5894f1f66d60 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:17.936197 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-79f93791-28c8-4da6-b90d-5894f1f66d60 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8589215 Sep 17 07:56:18.049980 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:18.060315 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d28d3365-f7d1-4363-9dcc-eba855cf93e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:18.077175 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d28d3365-f7d1-4363-9dcc-eba855cf93e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:18.081791 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d28d3365-f7d1-4363-9dcc-eba855cf93e4 admin admin] 10.222.0.13 "DELETE /v2.0/networks/93964ee4-428e-4811-9792-acfb65d3786c HTTP/1.1" status: 204 len: 168 time: 0.9188130 Sep 17 07:56:18.081791 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28d3365-f7d1-4363-9dcc-eba855cf93e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=93964ee4-428e-4811-9792-acfb65d3786c,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:18.146474 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 589a423e-e5e2-46f8-a6ff-9af3b3839322, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=589a423e-e5e2-46f8-a6ff-9af3b3839322,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:56:18.165553 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:18.238848 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=589a423e-e5e2-46f8-a6ff-9af3b3839322,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:18.310662 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c711abd6-a0df-488b-bb4f-a65e3ecf9c8f req-747650ea-4be7-4938-80a1-27c5fc7c9b73 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0829604 Sep 17 07:56:18.344599 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 48102) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:56:18.411707 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-1f22594d-fb62-45c6-8799-4867c1c55828 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b07ce39922204afb985947a99dc8ae8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0658815 Sep 17 07:56:18.413105 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 48104) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:56:18.478563 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-dd275b39-79f2-4424-ab0b-9ca42e396244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:18.488847 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754cccd6-6473-4b80-9e1e-b8e3901087f6 req-44290fe6-b8ba-4d14-8ba6-3edbc145aa67 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:18.490483 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-754cccd6-6473-4b80-9e1e-b8e3901087f6 req-44290fe6-b8ba-4d14-8ba6-3edbc145aa67 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac440a43-115b-4b47-801c-723a6b7ef39b HTTP/1.1" status: 200 len: 949 time: 0.1133039 Sep 17 07:56:18.537434 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-dd275b39-79f2-4424-ab0b-9ca42e396244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:18.544226 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-754cccd6-6473-4b80-9e1e-b8e3901087f6 req-c90a4a94-ef65-4a3f-a6d1-330e68bbfa5e tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466430 Sep 17 07:56:18.625982 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-dd275b39-79f2-4424-ab0b-9ca42e396244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:18.628862 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-dd275b39-79f2-4424-ab0b-9ca42e396244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:18.633659 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-dd275b39-79f2-4424-ab0b-9ca42e396244 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cd1ad261-9f61-4567-be1f-04e2477ef432 HTTP/1.1" status: 204 len: 168 time: 0.2186451 Sep 17 07:56:18.652702 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd275b39-79f2-4424-ab0b-9ca42e396244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1ad261-9f61-4567-be1f-04e2477ef432,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:19.046958 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 23d1d48a-a86d-4b8e-bf5a-48974dd41e64 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:56:19.148490 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 23d1d48a-a86d-4b8e-bf5a-48974dd41e64 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:56:19.149576 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:19.440123 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac440a43-115b-4b47-801c-723a6b7ef39b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '589a423e-e5e2-46f8-a6ff-9af3b3839322'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:56:19.443100 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e1bcb0-6c8a-4d75-8b17-31dd0cb0678f" -d '{"events": [{"server_uuid": "ac440a43-115b-4b47-801c-723a6b7ef39b", "name": "network-vif-plugged", "status": "completed", "tag": "589a423e-e5e2-46f8-a6ff-9af3b3839322"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:56:19.487296 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device a0edf612-f4c6-4a72-a3ca-d6fb08bf67d2 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:56:19.533678 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2c30b8f7-0873-48c0-8ea1-e010cecfba70 req-c3b843a9-662d-4f41-9507-35ba21141365 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0660481 Sep 17 07:56:19.573306 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69fb920b-2204-44d1-9d6f-32f08f738b1b x-openstack-request-id: req-69fb920b-2204-44d1-9d6f-32f08f738b1b {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:56:19.575527 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac440a43-115b-4b47-801c-723a6b7ef39b", "name": "network-vif-plugged", "status": "completed", "tag": "589a423e-e5e2-46f8-a6ff-9af3b3839322", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:56:19.575939 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-69fb920b-2204-44d1-9d6f-32f08f738b1b {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:56:19.576437 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac440a43-115b-4b47-801c-723a6b7ef39b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '589a423e-e5e2-46f8-a6ff-9af3b3839322', 'code': 200} Sep 17 07:56:19.583149 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: a0edf612-f4c6-4a72-a3ca-d6fb08bf67d2 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:56:19.585169 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device a0edf612-f4c6-4a72-a3ca-d6fb08bf67d2 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:56:19.793529 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac197b8-b5ee-49a2-8b42-960ccc3c2383 req-7c2d347b-0ccc-4fee-b505-55176c285244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:19.796448 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fac197b8-b5ee-49a2-8b42-960ccc3c2383 req-7c2d347b-0ccc-4fee-b505-55176c285244 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ac440a43-115b-4b47-801c-723a6b7ef39b HTTP/1.1" status: 200 len: 1100 time: 0.1556087 Sep 17 07:56:19.830021 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07408dab-d79f-4ac1-ac2f-9b05afb6d820 req-e0c9912f-fa5a-4d09-bccf-fab6afa27ce1 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:19.832949 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-07408dab-d79f-4ac1-ac2f-9b05afb6d820 req-e0c9912f-fa5a-4d09-bccf-fab6afa27ce1 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac440a43-115b-4b47-801c-723a6b7ef39b HTTP/1.1" status: 200 len: 949 time: 0.1247933 Sep 17 07:56:19.903725 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d04ef6b9-428b-4c1f-b81e-e59027b431bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:19.919459 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fac197b8-b5ee-49a2-8b42-960ccc3c2383 req-3df6d88f-6a09-4bd6-9f6c-c12f5882f7a9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120267 Sep 17 07:56:19.946790 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-07408dab-d79f-4ac1-ac2f-9b05afb6d820 req-baa18f6c-90a1-467e-ae70-c32b2b79931a tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821755 Sep 17 07:56:20.005609 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 48180) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:56:20.140021 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-5d9fa715-14d3-4d51-baa6-074aac63de14 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1805847803-network', 'tenant_id': '64463b4676b74a7db92badc7dc9ed91e'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:56:20.165207 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d9fa715-14d3-4d51-baa6-074aac63de14 admin admin] Made reservation on behalf of 64463b4676b74a7db92badc7dc9ed91e for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:56:20.170876 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5d9fa715-14d3-4d51-baa6-074aac63de14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:20.182044 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5d9fa715-14d3-4d51-baa6-074aac63de14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:20.285686 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5d9fa715-14d3-4d51-baa6-074aac63de14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:20.292387 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5d9fa715-14d3-4d51-baa6-074aac63de14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:20.329071 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d9fa715-14d3-4d51-baa6-074aac63de14 admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 07:56:20.338332 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9fa715-14d3-4d51-baa6-074aac63de14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e404a05-d6be-4292-b123-40c0f0a68804,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:20.344909 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5d9fa715-14d3-4d51-baa6-074aac63de14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:20.345254 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-5d9fa715-14d3-4d51-baa6-074aac63de14 admin admin] Added segment 4c573c9c-7077-413b-8063-7d76dad67134 of type vlan for network 14a733b3-7689-4d98-9697-43f397b3e2a8 Sep 17 07:56:20.402193 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5d9fa715-14d3-4d51-baa6-074aac63de14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:20.439458 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5d9fa715-14d3-4d51-baa6-074aac63de14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:20.440770 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9fa715-14d3-4d51-baa6-074aac63de14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:20.441916 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5d9fa715-14d3-4d51-baa6-074aac63de14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:20.484982 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-5d9fa715-14d3-4d51-baa6-074aac63de14 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.4776990 Sep 17 07:56:20.488001 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 48192) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:56:20.494795 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-72077abc-0dee-4881-ba82-844be746b8e7 admin admin] Request body: {'subnet': {'network_id': '14a733b3-7689-4d98-9697-43f397b3e2a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1805847803-subnet', 'tenant_id': '64463b4676b74a7db92badc7dc9ed91e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:56:20.524300 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9fa715-14d3-4d51-baa6-074aac63de14 admin admin] Pushing event updated for resources: {'Network': ['ID=14a733b3-7689-4d98-9697-43f397b3e2a8,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:20.536962 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 14a733b3-7689-4d98-9697-43f397b3e2a8 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 07:56:20.544388 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72077abc-0dee-4881-ba82-844be746b8e7 admin admin] Made reservation on behalf of 64463b4676b74a7db92badc7dc9ed91e for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:56:20.548122 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-72077abc-0dee-4881-ba82-844be746b8e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:20.676809 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1deed596-9fa0-4bd8-a53e-f9b669924851 req-c60f4454-dfa5-487f-8a28-696481eb9a0a tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0477266 Sep 17 07:56:20.824970 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-72077abc-0dee-4881-ba82-844be746b8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:20.883640 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72077abc-0dee-4881-ba82-844be746b8e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47eb3319-3f74-4d7c-a997-97edeaed8de2,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:20.894731 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72077abc-0dee-4881-ba82-844be746b8e7 admin admin] Checking segment: {'id': '4c573c9c-7077-413b-8063-7d76dad67134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '14a733b3-7689-4d98-9697-43f397b3e2a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:56:20.895089 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72077abc-0dee-4881-ba82-844be746b8e7 admin admin] Network hostable DHCP agents. Network: 14a733b3-7689-4d98-9697-43f397b3e2a8, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 07:56:20.915734 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72077abc-0dee-4881-ba82-844be746b8e7 admin admin] Network 14a733b3-7689-4d98-9697-43f397b3e2a8 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 07:56:20.931263 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-72077abc-0dee-4881-ba82-844be746b8e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 14a733b3-7689-4d98-9697-43f397b3e2a8) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:56:20.945621 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb5d3e0-3653-487a-9ce5-2bf23e6d8bc5 None None] Network 14a733b3-7689-4d98-9697-43f397b3e2a8 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:56:20.952461 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72077abc-0dee-4881-ba82-844be746b8e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:20.953392 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-72077abc-0dee-4881-ba82-844be746b8e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:20.978114 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 48206) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:56:20.978376 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-72077abc-0dee-4881-ba82-844be746b8e7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4889972 Sep 17 07:56:20.983281 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-d8d24180-c357-40f9-b07a-25a67348662e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1805847803-router', 'tenant_id': '64463b4676b74a7db92badc7dc9ed91e', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:56:21.025458 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d8d24180-c357-40f9-b07a-25a67348662e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:21.027727 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d8d24180-c357-40f9-b07a-25a67348662e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:21.177359 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f416d44-af71-4aa8-90a7-131dc25f5646 None None] Network 14a733b3-7689-4d98-9697-43f397b3e2a8 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:56:21.177572 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d8d24180-c357-40f9-b07a-25a67348662e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:21.395909 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d8d24180-c357-40f9-b07a-25a67348662e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:21.751149 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf14a6a8-b024-41f9-a59e-f753b1f24d86 req-dccb09f4-5e91-434b-a807-66882e3ec478 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:21.759395 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cf14a6a8-b024-41f9-a59e-f753b1f24d86 req-dccb09f4-5e91-434b-a807-66882e3ec478 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac440a43-115b-4b47-801c-723a6b7ef39b HTTP/1.1" status: 200 len: 949 time: 0.6827343 Sep 17 07:56:21.776550 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d8d24180-c357-40f9-b07a-25a67348662e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:21.794218 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bb34bc43-00d4-45fc-90e9-baa4f4a167c3 req-4cb1b43a-7f4c-4acc-b5df-6ec562d8db43 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0321279 Sep 17 07:56:21.798363 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d8d24180-c357-40f9-b07a-25a67348662e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:21.835157 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cf14a6a8-b024-41f9-a59e-f753b1f24d86 req-e7a67458-4ed6-4827-b601-3636a40cc753 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726714 Sep 17 07:56:21.945757 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-d8d24180-c357-40f9-b07a-25a67348662e admin admin] Allocated IP 172.25.6.61 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/d36c902d-4f64-48f5-b0eb-524daf1cb45f) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:56:22.415122 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ab127078-2b27-4f53-afe5-21065d59e700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:22.487824 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d8d24180-c357-40f9-b07a-25a67348662e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:22.528455 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d8d24180-c357-40f9-b07a-25a67348662e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:22.570104 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d24180-c357-40f9-b07a-25a67348662e admin admin] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:56:22.573379 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-d8d24180-c357-40f9-b07a-25a67348662e admin admin] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:56:22.576555 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d24180-c357-40f9-b07a-25a67348662e admin admin] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:56:22.625416 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d24180-c357-40f9-b07a-25a67348662e admin admin] Pushing event updated for resources: {'Port': ['ID=d36c902d-4f64-48f5-b0eb-524daf1cb45f,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:22.652878 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:22.819907 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b3bdeb-6e06-4e3b-ae3f-765684025070 req-41c426eb-6952-4aee-a08f-8bf7aa0f7b35 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:22.822164 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-43b3bdeb-6e06-4e3b-ae3f-765684025070 req-41c426eb-6952-4aee-a08f-8bf7aa0f7b35 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 946 time: 0.0690746 Sep 17 07:56:22.887687 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-43b3bdeb-6e06-4e3b-ae3f-765684025070 req-051edca6-afef-47b4-8b30-88e0f0ecf256 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584974 Sep 17 07:56:22.961709 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d8d24180-c357-40f9-b07a-25a67348662e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:22.997527 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4daefe21-86b7-45b9-8812-6caee5fbdd87 req-5cc83ef1-bb3a-4136-b25c-37d9d0201cd9 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0510461 Sep 17 07:56:23.074462 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37211cb-2b66-48c6-8c20-9820f4104b3f req-c515548f-3732-4e49-8c03-a3c8e647547d tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:23.083381 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d37211cb-2b66-48c6-8c20-9820f4104b3f req-c515548f-3732-4e49-8c03-a3c8e647547d tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac440a43-115b-4b47-801c-723a6b7ef39b HTTP/1.1" status: 200 len: 949 time: 0.0844851 Sep 17 07:56:23.130748 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d37211cb-2b66-48c6-8c20-9820f4104b3f req-c20da65f-bd53-4a69-bd8f-b1afd37d6620 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462649 Sep 17 07:56:23.323789 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e036e-19e3-4323-b197-da99b12be200 req-c45d667e-23fd-4166-834b-ff7965c0de87 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:23.325629 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d90e036e-19e3-4323-b197-da99b12be200 req-c45d667e-23fd-4166-834b-ff7965c0de87 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6aac755-5f6d-4d43-b6e6-a1cf00992a55 HTTP/1.1" status: 200 len: 948 time: 0.0596273 Sep 17 07:56:23.341357 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d8d24180-c357-40f9-b07a-25a67348662e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:23.448833 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d90e036e-19e3-4323-b197-da99b12be200 req-67210eb0-32a0-4fe8-b884-2186800610b6 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152680 Sep 17 07:56:23.549006 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8d24180-c357-40f9-b07a-25a67348662e admin admin] Router 8d0134c2-7665-4976-b388-80b0b90e0417 is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 07:56:23.605782 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:23.729636 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d24180-c357-40f9-b07a-25a67348662e admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:56:23.742658 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df516180-608e-4254-b6f5-caac4508977b None None] Sync routers for ids ['8d0134c2-7665-4976-b388-80b0b90e0417'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:56:23.751110 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d8d24180-c357-40f9-b07a-25a67348662e admin admin] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:23.755212 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d8d24180-c357-40f9-b07a-25a67348662e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.7733042 Sep 17 07:56:23.755499 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 48248) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:56:23.761388 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df516180-608e-4254-b6f5-caac4508977b None None] Routers {'8d0134c2-7665-4976-b388-80b0b90e0417'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:56:23.762249 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-df516180-608e-4254-b6f5-caac4508977b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:56:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['8d0134c2-7665-4976-b388-80b0b90e0417'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:56:23.841699 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa38adf-1b72-49a1-9b55-39723e93b85e req-f62a5cd9-6233-44a2-8f97-826667caccf0 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:23.850707 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa38adf-1b72-49a1-9b55-39723e93b85e req-f62a5cd9-6233-44a2-8f97-826667caccf0 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:23.861035 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ffa38adf-1b72-49a1-9b55-39723e93b85e req-f62a5cd9-6233-44a2-8f97-826667caccf0 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac440a43-115b-4b47-801c-723a6b7ef39b&device_id=f6aac755-5f6d-4d43-b6e6-a1cf00992a55 HTTP/1.1" status: 200 len: 1688 time: 0.1062670 Sep 17 07:56:23.931498 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ffa38adf-1b72-49a1-9b55-39723e93b85e req-afd0fe27-58f1-456c-8fbc-d4b05f79b5ab tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593433 Sep 17 07:56:23.983735 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-df516180-608e-4254-b6f5-caac4508977b None None] Set router 8d0134c2-7665-4976-b388-80b0b90e0417 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:56:24.151862 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8795a57-9363-4cf7-ba71-9a0b03f21279 req-7e04fc5e-6973-40b9-a2ac-71b370a9829e tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:24.153852 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e8795a57-9363-4cf7-ba71-9a0b03f21279 req-7e04fc5e-6973-40b9-a2ac-71b370a9829e tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 946 time: 0.1220605 Sep 17 07:56:24.256802 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e8795a57-9363-4cf7-ba71-9a0b03f21279 req-7af56881-92be-49b9-82ad-16fae9f99aa2 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955186 Sep 17 07:56:24.305724 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4f456eae-814b-4a8a-9c7c-f427821fa587 req-9fefdd35-5425-4a54-9a93-c08b4d51fde8 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0939970 Sep 17 07:56:24.391895 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-df516180-608e-4254-b6f5-caac4508977b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0134c2-7665-4976-b388-80b0b90e0417', 'name': 'tempest-ServerRescueNegativeTestJSON-1805847803-router', 'tenant_id': '64463b4676b74a7db92badc7dc9ed91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'd36c902d-4f64-48f5-b0eb-524daf1cb45f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:56:21Z', 'updated_at': '2021-09-17T07:56:22Z', 'revision_number': 3, 'project_id': '64463b4676b74a7db92badc7dc9ed91e', 'gw_port': {'id': 'd36c902d-4f64-48f5-b0eb-524daf1cb45f', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0134c2-7665-4976-b388-80b0b90e0417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:56:21Z', 'updated_at': '2021-09-17T07:56:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:56:24.429225 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df516180-608e-4254-b6f5-caac4508977b None None] Checking router: 8d0134c2-7665-4976-b388-80b0b90e0417 for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:56:24.429501 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df516180-608e-4254-b6f5-caac4508977b None None] Updating router 8d0134c2-7665-4976-b388-80b0b90e0417 port d36c902d-4f64-48f5-b0eb-524daf1cb45f binding host n-d-789963-9 {{(pid=101291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 07:56:24.458070 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-df516180-608e-4254-b6f5-caac4508977b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:24.483115 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6672860-96c5-474c-8005-3ac5174fe50f req-47030bc8-e1c1-4a16-b86c-9ad7b06a9441 tempest-ServersOnMultiNodesTest-1858971072 tempest-ServersOnMultiNodesTest-1858971072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:24.499041 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f6672860-96c5-474c-8005-3ac5174fe50f req-47030bc8-e1c1-4a16-b86c-9ad7b06a9441 tempest-ServersOnMultiNodesTest-1858971072 tempest-ServersOnMultiNodesTest-1858971072-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ac440a43-115b-4b47-801c-723a6b7ef39b HTTP/1.1" status: 200 len: 1100 time: 0.0965118 Sep 17 07:56:24.552312 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-668b1280-c18f-41a1-9c70-b59324f16bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:24.566142 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f6672860-96c5-474c-8005-3ac5174fe50f req-b0b12c7b-4478-414f-9395-36e72401b046 tempest-ServersOnMultiNodesTest-1858971072 tempest-ServersOnMultiNodesTest-1858971072-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657244 Sep 17 07:56:24.712900 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b53fdc-a2f3-44a6-b91e-f090e284afc7 req-be4bf410-c647-44c3-9c0b-1d47027d3d6f tempest-ServersOnMultiNodesTest-1858971072 tempest-ServersOnMultiNodesTest-1858971072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:24.714643 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a6b53fdc-a2f3-44a6-b91e-f090e284afc7 req-be4bf410-c647-44c3-9c0b-1d47027d3d6f tempest-ServersOnMultiNodesTest-1858971072 tempest-ServersOnMultiNodesTest-1858971072-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f6aac755-5f6d-4d43-b6e6-a1cf00992a55 HTTP/1.1" status: 200 len: 1099 time: 0.0551891 Sep 17 07:56:24.755003 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-668b1280-c18f-41a1-9c70-b59324f16bf9 admin admin] Allocated IP 172.20.0.1 (14a733b3-7689-4d98-9697-43f397b3e2a8/47eb3319-3f74-4d7c-a997-97edeaed8de2/657a1718-a8bc-48eb-807a-54f265ece6c0) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:56:24.790122 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a6b53fdc-a2f3-44a6-b91e-f090e284afc7 req-f253e5a2-b360-4ab7-941c-df22abe8b329 tempest-ServersOnMultiNodesTest-1858971072 tempest-ServersOnMultiNodesTest-1858971072-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688562 Sep 17 07:56:24.919195 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-668b1280-c18f-41a1-9c70-b59324f16bf9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:24.932202 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-df516180-608e-4254-b6f5-caac4508977b None None] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:24.944103 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-df516180-608e-4254-b6f5-caac4508977b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:25.035073 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-df516180-608e-4254-b6f5-caac4508977b None None] Attempting to bind port d36c902d-4f64-48f5-b0eb-524daf1cb45f on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:56:25.035907 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-df516180-608e-4254-b6f5-caac4508977b None None] Attempting to bind port d36c902d-4f64-48f5-b0eb-524daf1cb45f by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:56:25.036426 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df516180-608e-4254-b6f5-caac4508977b None None] Attempting to bind port d36c902d-4f64-48f5-b0eb-524daf1cb45f on network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:56:25.040004 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf603b72-685a-4f40-9a4d-f010007c95a9 None None] Pushing event updated for resources: {'Port': ['ID=d36c902d-4f64-48f5-b0eb-524daf1cb45f,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:25.046642 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6feb2f-f64a-4e73-a233-a30a9377ada5 req-3433e2cb-e062-43da-be5a-d903bc7490b7 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:25.048501 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fc6feb2f-f64a-4e73-a233-a30a9377ada5 req-3433e2cb-e062-43da-be5a-d903bc7490b7 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.39 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 946 time: 0.1106753 Sep 17 07:56:25.053354 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-668b1280-c18f-41a1-9c70-b59324f16bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:25.057038 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df516180-608e-4254-b6f5-caac4508977b None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:56:25.057422 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df516180-608e-4254-b6f5-caac4508977b None None] Checking segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:56:25.057838 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-df516180-608e-4254-b6f5-caac4508977b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:25.058237 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df516180-608e-4254-b6f5-caac4508977b None None] Bound using segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:56:25.058723 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-df516180-608e-4254-b6f5-caac4508977b None None] Bound port: d36c902d-4f64-48f5-b0eb-524daf1cb45f, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:56:25.059124 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-df516180-608e-4254-b6f5-caac4508977b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:25.140504 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-38004a06-31ed-4019-a2e6-92bea6c4299b req-baf7982c-7272-47bd-b9c8-ddb027b1ac2b tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=2349d4cf1f41439ea3d7c6f38634ae0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0600941 Sep 17 07:56:25.146335 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-df516180-608e-4254-b6f5-caac4508977b None None] For port d36c902d-4f64-48f5-b0eb-524daf1cb45f, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:56:25.150524 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668b1280-c18f-41a1-9c70-b59324f16bf9 admin admin] Network 14a733b3-7689-4d98-9697-43f397b3e2a8 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:56:25.150943 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-df516180-608e-4254-b6f5-caac4508977b None None] For port d36c902d-4f64-48f5-b0eb-524daf1cb45f, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=d36c902d-4f64-48f5-b0eb-524daf1cb45f,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:56:25.156576 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-668b1280-c18f-41a1-9c70-b59324f16bf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:56:25.157717 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-df516180-608e-4254-b6f5-caac4508977b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:25.170407 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668b1280-c18f-41a1-9c70-b59324f16bf9 admin admin] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:56:25.175005 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668b1280-c18f-41a1-9c70-b59324f16bf9 admin admin] Pushing event updated for resources: {'Port': ['ID=657a1718-a8bc-48eb-807a-54f265ece6c0,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:25.268615 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-668b1280-c18f-41a1-9c70-b59324f16bf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:25.279353 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:25.280074 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf603b72-685a-4f40-9a4d-f010007c95a9 None None] Pushing event updated for resources: {'Port': ['ID=d36c902d-4f64-48f5-b0eb-524daf1cb45f,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:25.299179 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df516180-608e-4254-b6f5-caac4508977b None None] Routers {'8d0134c2-7665-4976-b388-80b0b90e0417'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:56:25.300113 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-df516180-608e-4254-b6f5-caac4508977b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:56:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['8d0134c2-7665-4976-b388-80b0b90e0417'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:56:25.344586 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-fc6feb2f-f64a-4e73-a233-a30a9377ada5 req-c494eb10-4421-4f94-8c70-f36a8b03fde8 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Deleting port ad2bb8ba-714e-49f4-b421-fd480d0b965a {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:56:25.344925 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fc6feb2f-f64a-4e73-a233-a30a9377ada5 req-c494eb10-4421-4f94-8c70-f36a8b03fde8 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:25.389938 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38004a06-31ed-4019-a2e6-92bea6c4299b req-1a52deab-1ccd-493c-a6f1-16e18a88db98 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:25.392551 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-38004a06-31ed-4019-a2e6-92bea6c4299b req-1a52deab-1ccd-493c-a6f1-16e18a88db98 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2448497 Sep 17 07:56:25.460428 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-38004a06-31ed-4019-a2e6-92bea6c4299b req-77c10088-d381-46e4-b209-b41f2e246eaa tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/quotas/2349d4cf1f41439ea3d7c6f38634ae0a HTTP/1.1" status: 200 len: 375 time: 0.0179126 Sep 17 07:56:25.493376 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e34e3f9-16d8-4c04-b589-837348def723 req-e6657e55-2090-43b7-bfa9-81bfbe421ef8 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:25.495080 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6e34e3f9-16d8-4c04-b589-837348def723 req-e6657e55-2090-43b7-bfa9-81bfbe421ef8 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/ports?device_id=96ccc481-de1b-4067-94b3-5b88de9fde3d HTTP/1.1" status: 200 len: 946 time: 0.1013758 Sep 17 07:56:25.496709 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-df516180-608e-4254-b6f5-caac4508977b None None] Set router 8d0134c2-7665-4976-b388-80b0b90e0417 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:56:25.573866 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6e34e3f9-16d8-4c04-b589-837348def723 req-26d725ec-bf92-4598-be0c-b0367c210c46 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.13 "GET /v2.0/security-groups?id=be710f0d-1ad6-403c-b0dd-da3b64fdea67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618353 Sep 17 07:56:25.602030 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-38004a06-31ed-4019-a2e6-92bea6c4299b req-af6eb6fa-e118-4822-86c9-b25e8a183298 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2349d4cf1f41439ea3d7c6f38634ae0a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1355186 Sep 17 07:56:25.641043 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-fc6feb2f-f64a-4e73-a233-a30a9377ada5 req-c494eb10-4421-4f94-8c70-f36a8b03fde8 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] For port ad2bb8ba-714e-49f4-b421-fd480d0b965a, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=ad2bb8ba-714e-49f4-b421-fd480d0b965a,segment=NetworkSegment(9d7157a6-8670-462c-b175-6c19d661dbef),segment_id=9d7157a6-8670-462c-b175-6c19d661dbef)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:56:25.644740 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fc6feb2f-f64a-4e73-a233-a30a9377ada5 req-c494eb10-4421-4f94-8c70-f36a8b03fde8 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:25.661386 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-668b1280-c18f-41a1-9c70-b59324f16bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:25.690340 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-fc6feb2f-f64a-4e73-a233-a30a9377ada5 req-c494eb10-4421-4f94-8c70-f36a8b03fde8 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Calling delete_port for ad2bb8ba-714e-49f4-b421-fd480d0b965a owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:56:25.738004 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-81156e26-e84d-43cc-aa00-cb866a858d7a req-a3f8aa8b-bab2-46cd-b3eb-da33b6c71d5d tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0526452 Sep 17 07:56:25.887367 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6a77aeed-44a6-490a-825f-8ce36e485b76 req-c5469a06-8d13-4c77-8507-f559e827f593 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab4fcfe9-2fdc-4a0d-9be5-7ce6205425c9 HTTP/1.1" status: 200 len: 210 time: 0.0515389 Sep 17 07:56:25.908208 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-df516180-608e-4254-b6f5-caac4508977b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0134c2-7665-4976-b388-80b0b90e0417', 'name': 'tempest-ServerRescueNegativeTestJSON-1805847803-router', 'tenant_id': '64463b4676b74a7db92badc7dc9ed91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'd36c902d-4f64-48f5-b0eb-524daf1cb45f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:56:21Z', 'updated_at': '2021-09-17T07:56:22Z', 'revision_number': 3, 'project_id': '64463b4676b74a7db92badc7dc9ed91e', 'gw_port': {'id': 'd36c902d-4f64-48f5-b0eb-524daf1cb45f', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0134c2-7665-4976-b388-80b0b90e0417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:56:21Z', 'updated_at': '2021-09-17T07:56:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:56:25.941072 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df516180-608e-4254-b6f5-caac4508977b None None] The sync data for ids ['8d0134c2-7665-4976-b388-80b0b90e0417'] in n-d-789963-9 is: [{'id': '8d0134c2-7665-4976-b388-80b0b90e0417', 'name': 'tempest-ServerRescueNegativeTestJSON-1805847803-router', 'tenant_id': '64463b4676b74a7db92badc7dc9ed91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'd36c902d-4f64-48f5-b0eb-524daf1cb45f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:56:21Z', 'updated_at': '2021-09-17T07:56:22Z', 'revision_number': 3, 'project_id': '64463b4676b74a7db92badc7dc9ed91e', 'gw_port': {'id': 'd36c902d-4f64-48f5-b0eb-524daf1cb45f', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0134c2-7665-4976-b388-80b0b90e0417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:56:21Z', 'updated_at': '2021-09-17T07:56:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:56:26.041167 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-668b1280-c18f-41a1-9c70-b59324f16bf9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:26.043323 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fc6feb2f-f64a-4e73-a233-a30a9377ada5 req-c494eb10-4421-4f94-8c70-f36a8b03fde8 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:26.061087 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-668b1280-c18f-41a1-9c70-b59324f16bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:26.084923 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['ad2bb8ba-714e-49f4-b421-fd480d0b965a'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:56:26.150815 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c494eb10-4421-4f94-8c70-f36a8b03fde8 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Pushing event deleted for resources: {'Port': ['ID=ad2bb8ba-714e-49f4-b421-fd480d0b965a,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:26.226235 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc6feb2f-f64a-4e73-a233-a30a9377ada5 req-c494eb10-4421-4f94-8c70-f36a8b03fde8 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] No DVR routers for this DVR port ad2bb8ba-714e-49f4-b421-fd480d0b965a on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:56:26.232126 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fc6feb2f-f64a-4e73-a233-a30a9377ada5 req-c494eb10-4421-4f94-8c70-f36a8b03fde8 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:26.234357 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fc6feb2f-f64a-4e73-a233-a30a9377ada5 req-c494eb10-4421-4f94-8c70-f36a8b03fde8 tempest-ServersNegativeTestJSON-932453355 tempest-ServersNegativeTestJSON-932453355-project] 10.222.0.39 "DELETE /v2.0/ports/ad2bb8ba-714e-49f4-b421-fd480d0b965a HTTP/1.1" status: 204 len: 173 time: 1.1727288 Sep 17 07:56:26.236287 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96ccc481-de1b-4067-94b3-5b88de9fde3d', 'name': 'network-vif-deleted', 'tag': 'ad2bb8ba-714e-49f4-b421-fd480d0b965a'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:56:26.238670 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31f9891-ecb3-469f-982e-07774ec0f2be" -d '{"events": [{"server_uuid": "96ccc481-de1b-4067-94b3-5b88de9fde3d", "name": "network-vif-deleted", "tag": "ad2bb8ba-714e-49f4-b421-fd480d0b965a"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:56:26.262071 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-668b1280-c18f-41a1-9c70-b59324f16bf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:26.285850 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668b1280-c18f-41a1-9c70-b59324f16bf9 admin admin] Pushing event updated for resources: {'Port': ['ID=657a1718-a8bc-48eb-807a-54f265ece6c0,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:26.371866 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1165c58-62a8-4b38-bac3-3ac42bd11364 x-openstack-request-id: req-a1165c58-62a8-4b38-bac3-3ac42bd11364 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:56:26.372166 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96ccc481-de1b-4067-94b3-5b88de9fde3d", "name": "network-vif-deleted", "tag": "ad2bb8ba-714e-49f4-b421-fd480d0b965a", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:56:26.372425 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a1165c58-62a8-4b38-bac3-3ac42bd11364 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:56:26.372809 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96ccc481-de1b-4067-94b3-5b88de9fde3d', 'name': 'network-vif-deleted', 'tag': 'ad2bb8ba-714e-49f4-b421-fd480d0b965a', 'status': 'completed', 'code': 200} Sep 17 07:56:26.431353 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668b1280-c18f-41a1-9c70-b59324f16bf9 admin admin] Network 14a733b3-7689-4d98-9697-43f397b3e2a8 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:56:26.433150 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-668b1280-c18f-41a1-9c70-b59324f16bf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:56:26.623520 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-668b1280-c18f-41a1-9c70-b59324f16bf9 admin admin] Router 8d0134c2-7665-4976-b388-80b0b90e0417 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:56:26.702923 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 48312) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:56:26.761573 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-35cdcff3-656e-4342-8d9b-232298b08819 admin admin] Deleting subnet 207bfb2c-1c36-48ea-8405-fe2109511b96 {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:56:26.765979 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-35cdcff3-656e-4342-8d9b-232298b08819 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:26.823136 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-668b1280-c18f-41a1-9c70-b59324f16bf9 admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:56:26.837971 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-35cdcff3-656e-4342-8d9b-232298b08819 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:26.848201 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-668b1280-c18f-41a1-9c70-b59324f16bf9 admin admin] 10.222.0.13 "PUT /v2.0/routers/8d0134c2-7665-4976-b388-80b0b90e0417/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0831685 Sep 17 07:56:27.004836 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6eec4fe1-3ec3-4326-b256-da25e79edcb0 req-d5c86d6e-9e4f-42ef-a2f3-bd61569ac6af tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.1140385 Sep 17 07:56:27.033429 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-35cdcff3-656e-4342-8d9b-232298b08819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:27.077807 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device d36c902d-4f64-48f5-b0eb-524daf1cb45f up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:56:27.179432 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c104b168-41f8-48c7-b2df-a222955102f6 req-f93e19fb-74fd-44a8-aabc-a1d488fd884a tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab4fcfe9-2fdc-4a0d-9be5-7ce6205425c9 HTTP/1.1" status: 200 len: 210 time: 0.0906243 Sep 17 07:56:27.212258 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port d36c902d-4f64-48f5-b0eb-524daf1cb45f triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:56:27.212640 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:27.238891 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-35cdcff3-656e-4342-8d9b-232298b08819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:27.282159 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cdcff3-656e-4342-8d9b-232298b08819 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=207bfb2c-1c36-48ea-8405-fe2109511b96,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:27.308390 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-35cdcff3-656e-4342-8d9b-232298b08819 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:27.312447 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-35cdcff3-656e-4342-8d9b-232298b08819 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/207bfb2c-1c36-48ea-8405-fe2109511b96 HTTP/1.1" status: 204 len: 168 time: 0.6057620 Sep 17 07:56:27.312447 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 48328) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:56:27.431276 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:27.496143 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port d36c902d-4f64-48f5-b0eb-524daf1cb45f, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=d36c902d-4f64-48f5-b0eb-524daf1cb45f,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:56:27.508029 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:27.526254 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-38004a06-31ed-4019-a2e6-92bea6c4299b req-bd9eb126-2195-4a96-a5d9-a6927083a133 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=2349d4cf1f41439ea3d7c6f38634ae0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0679355 Sep 17 07:56:27.532434 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-217d9476-a264-4666-b5cd-34272e744709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:27.643493 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=d36c902d-4f64-48f5-b0eb-524daf1cb45f,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:27.764879 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ddf6ef-aa24-4f90-b5a7-c9c80633cad0 req-6d8ccedb-d99b-4eea-969d-774bd576d86a tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:27.767103 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-42ddf6ef-aa24-4f90-b5a7-c9c80633cad0 req-6d8ccedb-d99b-4eea-969d-774bd576d86a tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/networks?id=14a733b3-7689-4d98-9697-43f397b3e2a8 HTTP/1.1" status: 200 len: 819 time: 0.2145371 Sep 17 07:56:27.829349 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-42ddf6ef-aa24-4f90-b5a7-c9c80633cad0 req-1bb2fd06-c96e-4f3f-bdfa-42bf7c514d68 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/quotas/64463b4676b74a7db92badc7dc9ed91e HTTP/1.1" status: 200 len: 375 time: 0.0269313 Sep 17 07:56:27.913472 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38004a06-31ed-4019-a2e6-92bea6c4299b req-e4ee29de-2dbe-46bb-80a5-f5f0cea4e894 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:27.914943 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-38004a06-31ed-4019-a2e6-92bea6c4299b req-e4ee29de-2dbe-46bb-80a5-f5f0cea4e894 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3804603 Sep 17 07:56:27.956089 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-217d9476-a264-4666-b5cd-34272e744709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:27.969895 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-38004a06-31ed-4019-a2e6-92bea6c4299b req-f73ffedb-a73e-4661-8ef8-d62c027e5f71 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Request body: {'port': {'device_id': 'ab4fcfe9-2fdc-4a0d-9be5-7ce6205425c9', 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583', 'admin_state_up': True, 'tenant_id': '2349d4cf1f41439ea3d7c6f38634ae0a'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:56:27.994569 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-42ddf6ef-aa24-4f90-b5a7-c9c80633cad0 req-b4815624-da08-4b9c-abe9-7d29d47b4de5 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=64463b4676b74a7db92badc7dc9ed91e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1467350 Sep 17 07:56:28.013066 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-217d9476-a264-4666-b5cd-34272e744709 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c415bb2c-76bc-4730-a4c3-bead01aef970']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:56:28.042018 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-217d9476-a264-4666-b5cd-34272e744709 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d7157a6-8670-462c-b175-6c19d661dbef') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:56:28.042559 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-217d9476-a264-4666-b5cd-34272e744709 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d7157a6-8670-462c-b175-6c19d661dbef') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:56:28.058876 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device ad2bb8ba-714e-49f4-b421-fd480d0b965a no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:56:28.091071 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: ad2bb8ba-714e-49f4-b421-fd480d0b965a {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:56:28.096287 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device ad2bb8ba-714e-49f4-b421-fd480d0b965a not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:56:28.107865 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-217d9476-a264-4666-b5cd-34272e744709 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:28.139761 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-217d9476-a264-4666-b5cd-34272e744709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:28.186299 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f09a15f0-6835-4789-a3b7-69c98ef0c75d req-295eaf0a-b136-49d9-a3c5-a11eb855606b tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0763667 Sep 17 07:56:28.193968 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-217d9476-a264-4666-b5cd-34272e744709 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 07:56:28.195946 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-217d9476-a264-4666-b5cd-34272e744709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:28.202395 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 07:56:28.202395 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 07:56:28.202395 n-d-789963-9 neutron-server[101289]: timer() Sep 17 07:56:28.202395 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 07:56:28.202395 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 07:56:28.202395 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 07:56:28.202395 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 07:56:28.202395 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 07:56:28.202395 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 07:56:28.202395 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 07:56:28.202395 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 07:56:28.202395 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 07:56:28.202395 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 07:56:28.202395 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 07:56:28.202395 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 07:56:28.202395 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 07:56:28.202395 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 07:56:28.202395 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 07:56:28.202395 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 07:56:28.202395 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 07:56:28.202395 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 07:56:28.202395 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 07:56:28.202395 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 07:56:28.202395 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 07:56:28.202395 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 07:56:28.202395 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 07:56:28.202395 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 07:56:28.202395 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 07:56:28.202395 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 07:56:28.202395 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 07:56:28.202395 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 07:56:28.202395 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 07:56:28.324476 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-42ddf6ef-aa24-4f90-b5a7-c9c80633cad0 req-89db08e5-6371-4f77-a4ec-aa920e816b9c service neutron] 10.222.0.13 "GET /v2.0/networks/14a733b3-7689-4d98-9697-43f397b3e2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056023 Sep 17 07:56:28.339953 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-217d9476-a264-4666-b5cd-34272e744709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:28.345558 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-217d9476-a264-4666-b5cd-34272e744709 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:28.351382 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-217d9476-a264-4666-b5cd-34272e744709 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c415bb2c-76bc-4730-a4c3-bead01aef970 HTTP/1.1" status: 204 len: 168 time: 1.0342844 Sep 17 07:56:28.351382 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38004a06-31ed-4019-a2e6-92bea6c4299b req-f73ffedb-a73e-4661-8ef8-d62c027e5f71 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Made reservation on behalf of 2349d4cf1f41439ea3d7c6f38634ae0a for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:56:28.352804 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-38004a06-31ed-4019-a2e6-92bea6c4299b req-f73ffedb-a73e-4661-8ef8-d62c027e5f71 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:28.385700 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2ed16c1e-4a75-4f55-84c5-b7921c02e133 req-974ea147-acaf-4a14-8a99-861b891eeb41 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab4fcfe9-2fdc-4a0d-9be5-7ce6205425c9 HTTP/1.1" status: 200 len: 210 time: 0.0835240 Sep 17 07:56:28.483606 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217d9476-a264-4666-b5cd-34272e744709 admin admin] Pushing event deleted for resources: {'Network': ['ID=c415bb2c-76bc-4730-a4c3-bead01aef970,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:28.554109 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 48350) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:56:28.621394 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-232d7ea8-d4ee-4b87-92f4-9a95cbee9f7e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eba970328263472895352ba6b96a09d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0650880 Sep 17 07:56:28.624010 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 48352) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:56:28.633858 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-42ddf6ef-aa24-4f90-b5a7-c9c80633cad0 req-82423e80-ea84-43e0-ac33-5968fdb48bde service neutron] 10.222.0.13 "GET /v2.0/networks/14a733b3-7689-4d98-9697-43f397b3e2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949331 Sep 17 07:56:28.657075 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [req-38004a06-31ed-4019-a2e6-92bea6c4299b req-f73ffedb-a73e-4661-8ef8-d62c027e5f71 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Allocated IP 192.168.233.138 (469390cd-cce5-49bd-b8f8-9e64018a0583/5f3af6cb-9cad-436b-bf41-034e75672c44/2d088d58-75db-4f9a-bd6d-6aca29acefe3) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:56:28.701358 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b53b4ce7-2acd-4a47-910b-aae25b490dad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:28.730944 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b53b4ce7-2acd-4a47-910b-aae25b490dad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:28.763297 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d451b13-8dce-4bd2-8443-9c9d92f41506 None None] Sync routers for ids ['8d0134c2-7665-4976-b388-80b0b90e0417'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:56:28.781193 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d451b13-8dce-4bd2-8443-9c9d92f41506 None None] Routers {'8d0134c2-7665-4976-b388-80b0b90e0417'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:56:28.781831 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-6d451b13-8dce-4bd2-8443-9c9d92f41506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:56:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['8d0134c2-7665-4976-b388-80b0b90e0417'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:56:28.826945 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b53b4ce7-2acd-4a47-910b-aae25b490dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:28.829687 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b53b4ce7-2acd-4a47-910b-aae25b490dad admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:28.833686 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b53b4ce7-2acd-4a47-910b-aae25b490dad admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/be710f0d-1ad6-403c-b0dd-da3b64fdea67 HTTP/1.1" status: 204 len: 168 time: 0.2059178 Sep 17 07:56:28.842046 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53b4ce7-2acd-4a47-910b-aae25b490dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be710f0d-1ad6-403c-b0dd-da3b64fdea67,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:29.022508 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-6d451b13-8dce-4bd2-8443-9c9d92f41506 None None] Set router 8d0134c2-7665-4976-b388-80b0b90e0417 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:56:29.040828 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device d36c902d-4f64-48f5-b0eb-524daf1cb45f up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:56:29.070611 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3df5e22a-2ed6-4c45-9c54-c6e345b23c87 req-bc013af9-c65c-4a79-adf9-fde96b73ba0b tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=4765d900-580a-4876-aace-9ff28fab5c5d HTTP/1.1" status: 200 len: 210 time: 0.0862434 Sep 17 07:56:29.145885 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-38004a06-31ed-4019-a2e6-92bea6c4299b req-f73ffedb-a73e-4661-8ef8-d62c027e5f71 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:29.147777 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port d36c902d-4f64-48f5-b0eb-524daf1cb45f triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:56:29.148276 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:29.247557 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-38004a06-31ed-4019-a2e6-92bea6c4299b req-f73ffedb-a73e-4661-8ef8-d62c027e5f71 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:29.367829 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['589a423e-e5e2-46f8-a6ff-9af3b3839322'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:56:29.411035 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['389c670e-990d-4f20-ac8c-3cce9f4cde9c', '32647783-f482-4eed-a2c6-b32fcad89497', '1367330a-4624-480f-a385-71092b839a0b', 'f11c2e56-bcb6-4640-95ff-e2ec1150d11f'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:56:29.526115 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38004a06-31ed-4019-a2e6-92bea6c4299b req-f73ffedb-a73e-4661-8ef8-d62c027e5f71 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Network 469390cd-cce5-49bd-b8f8-9e64018a0583 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:56:29.547796 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fd0391aa-7246-467b-81cc-efbedcc4b513 req-de6c04ac-a709-4fea-8d19-01377b2a3215 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.1476312 Sep 17 07:56:29.641763 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [req-38004a06-31ed-4019-a2e6-92bea6c4299b req-f73ffedb-a73e-4661-8ef8-d62c027e5f71 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:56:29.666671 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-38004a06-31ed-4019-a2e6-92bea6c4299b req-f73ffedb-a73e-4661-8ef8-d62c027e5f71 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:56:29.785341 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-6d451b13-8dce-4bd2-8443-9c9d92f41506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0134c2-7665-4976-b388-80b0b90e0417', 'name': 'tempest-ServerRescueNegativeTestJSON-1805847803-router', 'tenant_id': '64463b4676b74a7db92badc7dc9ed91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'd36c902d-4f64-48f5-b0eb-524daf1cb45f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:56:21Z', 'updated_at': '2021-09-17T07:56:25Z', 'revision_number': 4, 'project_id': '64463b4676b74a7db92badc7dc9ed91e', 'gw_port': {'id': 'd36c902d-4f64-48f5-b0eb-524daf1cb45f', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0134c2-7665-4976-b388-80b0b90e0417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:56:21Z', 'updated_at': '2021-09-17T07:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '657a1718-a8bc-48eb-807a-54f265ece6c0', 'name': '', 'network_id': '14a733b3-7689-4d98-9697-43f397b3e2a8', 'tenant_id': '64463b4676b74a7db92badc7dc9ed91e', 'mac_address': 'fa:16:3e:76:9a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0134c2-7665-4976-b388-80b0b90e0417', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '47eb3319-3f74-4d7c-a997-97edeaed8de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:56:24Z', 'updated_at': '2021-09-17T07:56:25Z', 'revision_number': 2, 'project_id': '64463b4676b74a7db92badc7dc9ed91e', 'subnets': [{'id': '47eb3319-3f74-4d7c-a997-97edeaed8de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:56:29.966255 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d451b13-8dce-4bd2-8443-9c9d92f41506 None None] Checking router: 8d0134c2-7665-4976-b388-80b0b90e0417 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:56:29.976174 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d451b13-8dce-4bd2-8443-9c9d92f41506 None None] Updating router 8d0134c2-7665-4976-b388-80b0b90e0417 port 657a1718-a8bc-48eb-807a-54f265ece6c0 binding host n-d-789963-9 {{(pid=101292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 07:56:30.081214 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6d451b13-8dce-4bd2-8443-9c9d92f41506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:30.168126 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457d7cf-1cd1-4fb8-bebd-30cb304ca1cf req-bddd2c86-c840-4415-93ac-50165ca8fce2 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:30.176789 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7457d7cf-1cd1-4fb8-bebd-30cb304ca1cf req-bddd2c86-c840-4415-93ac-50165ca8fce2 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/networks?id=14a733b3-7689-4d98-9697-43f397b3e2a8 HTTP/1.1" status: 200 len: 819 time: 0.6223147 Sep 17 07:56:30.221871 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7457d7cf-1cd1-4fb8-bebd-30cb304ca1cf req-18c2c0cb-b3ba-48de-b8cc-f867fa0cbdf3 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/quotas/64463b4676b74a7db92badc7dc9ed91e HTTP/1.1" status: 200 len: 375 time: 0.0441186 Sep 17 07:56:30.306946 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ac9acbdd-5503-40f1-ac69-996f87ecff9f None None] Provisioning complete for port 2d088d58-75db-4f9a-bd6d-6aca29acefe3 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:56:30.309649 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ac9acbdd-5503-40f1-ac69-996f87ecff9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:30.409905 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38004a06-31ed-4019-a2e6-92bea6c4299b req-f73ffedb-a73e-4661-8ef8-d62c027e5f71 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:30.411270 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-38004a06-31ed-4019-a2e6-92bea6c4299b req-f73ffedb-a73e-4661-8ef8-d62c027e5f71 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:30.424806 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73ffedb-a73e-4661-8ef8-d62c027e5f71 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Pushing event updated for resources: {'Port': ['ID=2d088d58-75db-4f9a-bd6d-6aca29acefe3,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:30.483867 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 48408) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:56:30.489660 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30b342-3f1f-4fb0-bbdc-791a0d480692 req-cb097c55-33df-4147-8d9e-6428a37e10fc tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:30.511621 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cc30b342-3f1f-4fb0-bbdc-791a0d480692 req-cb097c55-33df-4147-8d9e-6428a37e10fc tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab4fcfe9-2fdc-4a0d-9be5-7ce6205425c9 HTTP/1.1" status: 200 len: 936 time: 0.6067533 Sep 17 07:56:30.514424 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-38004a06-31ed-4019-a2e6-92bea6c4299b req-f73ffedb-a73e-4661-8ef8-d62c027e5f71 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5604088 Sep 17 07:56:30.536783 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7457d7cf-1cd1-4fb8-bebd-30cb304ca1cf req-71e97c1e-6c0b-4bf3-bbcf-55d26a7c0cd1 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=64463b4676b74a7db92badc7dc9ed91e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3140090 Sep 17 07:56:30.564735 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-38004a06-31ed-4019-a2e6-92bea6c4299b req-1c774603-98ea-4bde-80ff-384fca3385e1 service neutron] Request body: {'port': {'device_id': 'ab4fcfe9-2fdc-4a0d-9be5-7ce6205425c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-9'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:56:30.572357 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ac9acbdd-5503-40f1-ac69-996f87ecff9f None None] Port 2d088d58-75db-4f9a-bd6d-6aca29acefe3 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:56:30.741706 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cc30b342-3f1f-4fb0-bbdc-791a0d480692 req-18d95021-ef7e-47b4-83a5-f3a9432de211 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225468 Sep 17 07:56:30.775182 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ee57e293-f964-4147-8306-7250322404b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:30.785827 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6d451b13-8dce-4bd2-8443-9c9d92f41506 None None] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:30.796743 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-38004a06-31ed-4019-a2e6-92bea6c4299b req-1c774603-98ea-4bde-80ff-384fca3385e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:30.799769 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6d451b13-8dce-4bd2-8443-9c9d92f41506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:30.841704 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7457d7cf-1cd1-4fb8-bebd-30cb304ca1cf req-e962d429-9613-41a8-af3a-951c18c31263 service neutron] 10.222.0.13 "GET /v2.0/networks/14a733b3-7689-4d98-9697-43f397b3e2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733672 Sep 17 07:56:30.905032 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eed7f5d-10b6-478e-83dd-c8a80be57175 None None] Pushing event updated for resources: {'Port': ['ID=657a1718-a8bc-48eb-807a-54f265ece6c0,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:30.980288 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-6d451b13-8dce-4bd2-8443-9c9d92f41506 None None] Attempting to bind port 657a1718-a8bc-48eb-807a-54f265ece6c0 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:56:30.981419 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-6d451b13-8dce-4bd2-8443-9c9d92f41506 None None] Attempting to bind port 657a1718-a8bc-48eb-807a-54f265ece6c0 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '4c573c9c-7077-413b-8063-7d76dad67134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '14a733b3-7689-4d98-9697-43f397b3e2a8'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:56:30.982449 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d451b13-8dce-4bd2-8443-9c9d92f41506 None None] Attempting to bind port 657a1718-a8bc-48eb-807a-54f265ece6c0 on network 14a733b3-7689-4d98-9697-43f397b3e2a8 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:56:30.989576 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d451b13-8dce-4bd2-8443-9c9d92f41506 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:56:30.990534 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d451b13-8dce-4bd2-8443-9c9d92f41506 None None] Checking segment: {'id': '4c573c9c-7077-413b-8063-7d76dad67134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '14a733b3-7689-4d98-9697-43f397b3e2a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:56:30.991135 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6d451b13-8dce-4bd2-8443-9c9d92f41506 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:30.991687 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d451b13-8dce-4bd2-8443-9c9d92f41506 None None] Bound using segment: {'id': '4c573c9c-7077-413b-8063-7d76dad67134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '14a733b3-7689-4d98-9697-43f397b3e2a8'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:56:30.992343 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-6d451b13-8dce-4bd2-8443-9c9d92f41506 None None] Bound port: 657a1718-a8bc-48eb-807a-54f265ece6c0, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c573c9c-7077-413b-8063-7d76dad67134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '14a733b3-7689-4d98-9697-43f397b3e2a8'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:56:30.992887 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6d451b13-8dce-4bd2-8443-9c9d92f41506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:31.118698 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ee57e293-f964-4147-8306-7250322404b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:31.134655 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ee57e293-f964-4147-8306-7250322404b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:31.137807 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-6d451b13-8dce-4bd2-8443-9c9d92f41506 None None] For port 657a1718-a8bc-48eb-807a-54f265ece6c0, host n-d-789963-9, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:56:31.147672 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-6d451b13-8dce-4bd2-8443-9c9d92f41506 None None] For port 657a1718-a8bc-48eb-807a-54f265ece6c0, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=657a1718-a8bc-48eb-807a-54f265ece6c0,segment=NetworkSegment(4c573c9c-7077-413b-8063-7d76dad67134),segment_id=4c573c9c-7077-413b-8063-7d76dad67134)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:56:31.163140 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6d451b13-8dce-4bd2-8443-9c9d92f41506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:31.191978 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee57e293-f964-4147-8306-7250322404b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26589ef3-8f7a-4339-ba0e-ad3498991319,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:31.253664 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d451b13-8dce-4bd2-8443-9c9d92f41506 None None] Routers {'8d0134c2-7665-4976-b388-80b0b90e0417'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:56:31.254298 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-6d451b13-8dce-4bd2-8443-9c9d92f41506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:56:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['8d0134c2-7665-4976-b388-80b0b90e0417'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:56:31.261607 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-95779a01-95c5-4fe1-94d5-2afa89371ae5 req-a285e082-e638-4254-9afa-2b16b58d0901 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.1373267 Sep 17 07:56:31.410512 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eed7f5d-10b6-478e-83dd-c8a80be57175 None None] Pushing event updated for resources: {'Port': ['ID=657a1718-a8bc-48eb-807a-54f265ece6c0,revision_number=4']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:31.507073 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-6d451b13-8dce-4bd2-8443-9c9d92f41506 None None] Set router 8d0134c2-7665-4976-b388-80b0b90e0417 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:56:31.521143 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7457d7cf-1cd1-4fb8-bebd-30cb304ca1cf req-216e38e2-2f52-434d-bad6-a153d015ac37 service neutron] 10.222.0.13 "GET /v2.0/networks/14a733b3-7689-4d98-9697-43f397b3e2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979094 Sep 17 07:56:31.656536 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [req-38004a06-31ed-4019-a2e6-92bea6c4299b req-1c774603-98ea-4bde-80ff-384fca3385e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d088d58-75db-4f9a-bd6d-6aca29acefe3 {{(pid=101289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:56:31.673204 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-38004a06-31ed-4019-a2e6-92bea6c4299b req-1c774603-98ea-4bde-80ff-384fca3385e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:31.716798 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ee57e293-f964-4147-8306-7250322404b4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4abde154092249aa9d44238677a86ab5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2312186 Sep 17 07:56:31.720622 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 48434) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:56:31.768092 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.provisioning_blocks [req-38004a06-31ed-4019-a2e6-92bea6c4299b req-1c774603-98ea-4bde-80ff-384fca3385e1 service neutron] Transition to ACTIVE for port object 2d088d58-75db-4f9a-bd6d-6aca29acefe3 will not be triggered until provisioned by entity L2. {{(pid=101289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:56:31.779646 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-38004a06-31ed-4019-a2e6-92bea6c4299b req-1c774603-98ea-4bde-80ff-384fca3385e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:31.786068 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ddf6ef-aa24-4f90-b5a7-c9c80633cad0 req-2ecaff8c-9309-4641-a8d3-433624fae142 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:31.794114 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-42ddf6ef-aa24-4f90-b5a7-c9c80633cad0 req-2ecaff8c-9309-4641-a8d3-433624fae142 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.41 "GET /v2.0/networks?id=14a733b3-7689-4d98-9697-43f397b3e2a8 HTTP/1.1" status: 200 len: 819 time: 0.6945097 Sep 17 07:56:31.810857 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-dcd79252-b8ad-4140-9f45-bab9738d064f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:31.843602 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-42ddf6ef-aa24-4f90-b5a7-c9c80633cad0 req-802ba3c4-9f69-4b46-aa7f-0fdb8b1d4322 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Request body: {'port': {'device_id': '4765d900-580a-4876-aace-9ff28fab5c5d', 'network_id': '14a733b3-7689-4d98-9697-43f397b3e2a8', 'admin_state_up': True, 'tenant_id': '64463b4676b74a7db92badc7dc9ed91e'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:56:31.932581 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-6d451b13-8dce-4bd2-8443-9c9d92f41506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0134c2-7665-4976-b388-80b0b90e0417', 'name': 'tempest-ServerRescueNegativeTestJSON-1805847803-router', 'tenant_id': '64463b4676b74a7db92badc7dc9ed91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'd36c902d-4f64-48f5-b0eb-524daf1cb45f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:56:21Z', 'updated_at': '2021-09-17T07:56:25Z', 'revision_number': 4, 'project_id': '64463b4676b74a7db92badc7dc9ed91e', 'gw_port': {'id': 'd36c902d-4f64-48f5-b0eb-524daf1cb45f', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0134c2-7665-4976-b388-80b0b90e0417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:56:21Z', 'updated_at': '2021-09-17T07:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '657a1718-a8bc-48eb-807a-54f265ece6c0', 'name': '', 'network_id': '14a733b3-7689-4d98-9697-43f397b3e2a8', 'tenant_id': '64463b4676b74a7db92badc7dc9ed91e', 'mac_address': 'fa:16:3e:76:9a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0134c2-7665-4976-b388-80b0b90e0417', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '47eb3319-3f74-4d7c-a997-97edeaed8de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:56:24Z', 'updated_at': '2021-09-17T07:56:31Z', 'revision_number': 4, 'project_id': '64463b4676b74a7db92badc7dc9ed91e', 'subnets': [{'id': '47eb3319-3f74-4d7c-a997-97edeaed8de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:56:31.937691 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c774603-98ea-4bde-80ff-384fca3385e1 service neutron] Pushing event updated for resources: {'Port': ['ID=2d088d58-75db-4f9a-bd6d-6aca29acefe3,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:31.982027 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-dcd79252-b8ad-4140-9f45-bab9738d064f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:32.020173 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cff5fe4c-fd48-4e6f-9c74-ff0fde997671 req-c23aaf11-c2a7-4f96-8553-3b85591b472d tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb49abc9-4b7f-484b-bbaa-a9d2a437005e HTTP/1.1" status: 200 len: 210 time: 0.2026191 Sep 17 07:56:32.022802 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42ddf6ef-aa24-4f90-b5a7-c9c80633cad0 req-802ba3c4-9f69-4b46-aa7f-0fdb8b1d4322 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Made reservation on behalf of 64463b4676b74a7db92badc7dc9ed91e for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:56:32.027594 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-42ddf6ef-aa24-4f90-b5a7-c9c80633cad0 req-802ba3c4-9f69-4b46-aa7f-0fdb8b1d4322 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:32.098245 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d451b13-8dce-4bd2-8443-9c9d92f41506 None None] The sync data for ids ['8d0134c2-7665-4976-b388-80b0b90e0417'] in n-d-789963-9 is: [{'id': '8d0134c2-7665-4976-b388-80b0b90e0417', 'name': 'tempest-ServerRescueNegativeTestJSON-1805847803-router', 'tenant_id': '64463b4676b74a7db92badc7dc9ed91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'd36c902d-4f64-48f5-b0eb-524daf1cb45f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:56:21Z', 'updated_at': '2021-09-17T07:56:25Z', 'revision_number': 4, 'project_id': '64463b4676b74a7db92badc7dc9ed91e', 'gw_port': {'id': 'd36c902d-4f64-48f5-b0eb-524daf1cb45f', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0134c2-7665-4976-b388-80b0b90e0417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:56:21Z', 'updated_at': '2021-09-17T07:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '657a1718-a8bc-48eb-807a-54f265ece6c0', 'name': '', 'network_id': '14a733b3-7689-4d98-9697-43f397b3e2a8', 'tenant_id': '64463b4676b74a7db92badc7dc9ed91e', 'mac_address': 'fa:16:3e:76:9a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0134c2-7665-4976-b388-80b0b90e0417', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '47eb3319-3f74-4d7c-a997-97edeaed8de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:56:24Z', 'updated_at': '2021-09-17T07:56:31Z', 'revision_number': 4, 'project_id': '64463b4676b74a7db92badc7dc9ed91e', 'subnets': [{'id': '47eb3319-3f74-4d7c-a997-97edeaed8de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:56:32.354477 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-dcd79252-b8ad-4140-9f45-bab9738d064f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:32.357212 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-dcd79252-b8ad-4140-9f45-bab9738d064f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:32.360500 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-dcd79252-b8ad-4140-9f45-bab9738d064f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/26589ef3-8f7a-4339-ba0e-ad3498991319 HTTP/1.1" status: 204 len: 168 time: 0.6361547 Sep 17 07:56:32.367085 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-38004a06-31ed-4019-a2e6-92bea6c4299b req-1c774603-98ea-4bde-80ff-384fca3385e1 service neutron] Attempting to bind port 2d088d58-75db-4f9a-bd6d-6aca29acefe3 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:56:32.367585 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-38004a06-31ed-4019-a2e6-92bea6c4299b req-1c774603-98ea-4bde-80ff-384fca3385e1 service neutron] Attempting to bind port 2d088d58-75db-4f9a-bd6d-6aca29acefe3 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:56:32.368063 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38004a06-31ed-4019-a2e6-92bea6c4299b req-1c774603-98ea-4bde-80ff-384fca3385e1 service neutron] Attempting to bind port 2d088d58-75db-4f9a-bd6d-6aca29acefe3 on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:56:32.389272 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38004a06-31ed-4019-a2e6-92bea6c4299b req-1c774603-98ea-4bde-80ff-384fca3385e1 service neutron] Port 2d088d58-75db-4f9a-bd6d-6aca29acefe3 on network 469390cd-cce5-49bd-b8f8-9e64018a0583 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:56:32.389498 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38004a06-31ed-4019-a2e6-92bea6c4299b req-1c774603-98ea-4bde-80ff-384fca3385e1 service neutron] Attempting to bind port 2d088d58-75db-4f9a-bd6d-6aca29acefe3 on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:56:32.417734 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd79252-b8ad-4140-9f45-bab9738d064f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26589ef3-8f7a-4339-ba0e-ad3498991319,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:32.434891 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c0719-60fb-475b-ac47-96589b57f9b5 req-6001ca45-b437-4811-af7c-f62a95b32eef tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:32.442512 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-597c0719-60fb-475b-ac47-96589b57f9b5 req-6001ca45-b437-4811-af7c-f62a95b32eef tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab4fcfe9-2fdc-4a0d-9be5-7ce6205425c9 HTTP/1.1" status: 200 len: 948 time: 0.2950647 Sep 17 07:56:32.497704 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38004a06-31ed-4019-a2e6-92bea6c4299b req-1c774603-98ea-4bde-80ff-384fca3385e1 service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:56:32.497865 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-42ddf6ef-aa24-4f90-b5a7-c9c80633cad0 req-802ba3c4-9f69-4b46-aa7f-0fdb8b1d4322 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Allocated IP 172.20.0.8 (14a733b3-7689-4d98-9697-43f397b3e2a8/47eb3319-3f74-4d7c-a997-97edeaed8de2/e240d065-1941-4b27-9bbb-81019ba20c37) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:56:32.498596 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38004a06-31ed-4019-a2e6-92bea6c4299b req-1c774603-98ea-4bde-80ff-384fca3385e1 service neutron] Checking segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:56:32.499186 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38004a06-31ed-4019-a2e6-92bea6c4299b req-1c774603-98ea-4bde-80ff-384fca3385e1 service neutron] Bound using segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:56:32.499848 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-38004a06-31ed-4019-a2e6-92bea6c4299b req-1c774603-98ea-4bde-80ff-384fca3385e1 service neutron] Bound port: 2d088d58-75db-4f9a-bd6d-6aca29acefe3, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:56:32.500608 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-38004a06-31ed-4019-a2e6-92bea6c4299b req-1c774603-98ea-4bde-80ff-384fca3385e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:32.611718 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e36ed23f-eb5d-4399-ba50-ea8ac14297fa req-c33792f5-4253-417d-a0e6-0bb2b27e377a tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0879819 Sep 17 07:56:32.647270 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-597c0719-60fb-475b-ac47-96589b57f9b5 req-6ab06ab2-5ca9-4334-8508-ef1d7200312c tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013941 Sep 17 07:56:32.724696 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-38004a06-31ed-4019-a2e6-92bea6c4299b req-1c774603-98ea-4bde-80ff-384fca3385e1 service neutron] For port 2d088d58-75db-4f9a-bd6d-6aca29acefe3, host n-h1-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:56:32.733852 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-38004a06-31ed-4019-a2e6-92bea6c4299b req-1c774603-98ea-4bde-80ff-384fca3385e1 service neutron] For port 2d088d58-75db-4f9a-bd6d-6aca29acefe3, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=2d088d58-75db-4f9a-bd6d-6aca29acefe3,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:56:32.747054 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-38004a06-31ed-4019-a2e6-92bea6c4299b req-1c774603-98ea-4bde-80ff-384fca3385e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:32.796242 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38004a06-31ed-4019-a2e6-92bea6c4299b req-1c774603-98ea-4bde-80ff-384fca3385e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:32.797032 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-38004a06-31ed-4019-a2e6-92bea6c4299b req-1c774603-98ea-4bde-80ff-384fca3385e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:32.798796 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-38004a06-31ed-4019-a2e6-92bea6c4299b req-1c774603-98ea-4bde-80ff-384fca3385e1 service neutron] 10.222.0.41 "PUT /v2.0/ports/2d088d58-75db-4f9a-bd6d-6aca29acefe3 HTTP/1.1" status: 200 len: 1096 time: 2.2578268 Sep 17 07:56:32.799389 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab4fcfe9-2fdc-4a0d-9be5-7ce6205425c9', 'tag': '2d088d58-75db-4f9a-bd6d-6aca29acefe3'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:56:32.802154 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c049f3-1419-4543-8af3-9a37e6e9becc" -d '{"events": [{"name": "network-changed", "server_uuid": "ab4fcfe9-2fdc-4a0d-9be5-7ce6205425c9", "tag": "2d088d58-75db-4f9a-bd6d-6aca29acefe3"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:56:32.916792 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7992d8e6-e327-448f-ae2f-5776860057cf x-openstack-request-id: req-7992d8e6-e327-448f-ae2f-5776860057cf {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:56:32.917367 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab4fcfe9-2fdc-4a0d-9be5-7ce6205425c9", "tag": "2d088d58-75db-4f9a-bd6d-6aca29acefe3", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:56:32.917985 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-42ddf6ef-aa24-4f90-b5a7-c9c80633cad0 req-802ba3c4-9f69-4b46-aa7f-0fdb8b1d4322 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:32.920425 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7992d8e6-e327-448f-ae2f-5776860057cf {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:56:32.921132 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab4fcfe9-2fdc-4a0d-9be5-7ce6205425c9', 'tag': '2d088d58-75db-4f9a-bd6d-6aca29acefe3', 'status': 'completed', 'code': 200} Sep 17 07:56:32.938170 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c774603-98ea-4bde-80ff-384fca3385e1 service neutron] Pushing event updated for resources: {'Port': ['ID=2d088d58-75db-4f9a-bd6d-6aca29acefe3,revision_number=3']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:33.073970 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-42ddf6ef-aa24-4f90-b5a7-c9c80633cad0 req-802ba3c4-9f69-4b46-aa7f-0fdb8b1d4322 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:33.101254 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 657a1718-a8bc-48eb-807a-54f265ece6c0 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:56:33.113782 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38004a06-31ed-4019-a2e6-92bea6c4299b req-29e6ff9b-285a-4dba-82ba-35ad95b0afb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:33.116657 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-38004a06-31ed-4019-a2e6-92bea6c4299b req-29e6ff9b-285a-4dba-82ba-35ad95b0afb1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2349d4cf1f41439ea3d7c6f38634ae0a&device_id=ab4fcfe9-2fdc-4a0d-9be5-7ce6205425c9 HTTP/1.1" status: 200 len: 1099 time: 0.1357760 Sep 17 07:56:33.151247 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42ddf6ef-aa24-4f90-b5a7-c9c80633cad0 req-802ba3c4-9f69-4b46-aa7f-0fdb8b1d4322 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Network 14a733b3-7689-4d98-9697-43f397b3e2a8 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:56:33.153425 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-42ddf6ef-aa24-4f90-b5a7-c9c80633cad0 req-802ba3c4-9f69-4b46-aa7f-0fdb8b1d4322 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:56:33.202553 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ddf6ef-aa24-4f90-b5a7-c9c80633cad0 req-802ba3c4-9f69-4b46-aa7f-0fdb8b1d4322 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:56:33.233429 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 657a1718-a8bc-48eb-807a-54f265ece6c0 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:56:33.234631 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:33.281099 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-38004a06-31ed-4019-a2e6-92bea6c4299b req-3ecd9132-a377-4e15-b617-c610f6ef13a1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=2d088d58-75db-4f9a-bd6d-6aca29acefe3 HTTP/1.1" status: 200 len: 217 time: 0.1485326 Sep 17 07:56:33.366250 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-088acae3-d527-4c16-a288-1994df957b36 req-5e3de119-4ee1-4e80-9a94-8917eb8d5162 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb49abc9-4b7f-484b-bbaa-a9d2a437005e HTTP/1.1" status: 200 len: 210 time: 0.2078485 Sep 17 07:56:33.433761 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802ba3c4-9f69-4b46-aa7f-0fdb8b1d4322 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Pushing event updated for resources: {'Port': ['ID=e240d065-1941-4b27-9bbb-81019ba20c37,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:33.477021 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ddf6ef-aa24-4f90-b5a7-c9c80633cad0 req-802ba3c4-9f69-4b46-aa7f-0fdb8b1d4322 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:33.477713 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-42ddf6ef-aa24-4f90-b5a7-c9c80633cad0 req-802ba3c4-9f69-4b46-aa7f-0fdb8b1d4322 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:33.489335 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38004a06-31ed-4019-a2e6-92bea6c4299b req-bfb88107-d570-4e59-b99f-274a397147d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:33.492050 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-38004a06-31ed-4019-a2e6-92bea6c4299b req-bfb88107-d570-4e59-b99f-274a397147d1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.1909165 Sep 17 07:56:33.511934 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-42ddf6ef-aa24-4f90-b5a7-c9c80633cad0 req-802ba3c4-9f69-4b46-aa7f-0fdb8b1d4322 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6737592 Sep 17 07:56:33.524731 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:33.532340 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-42ddf6ef-aa24-4f90-b5a7-c9c80633cad0 req-01a15f5c-77bc-4641-b077-cbacda8c6168 service neutron] Request body: {'port': {'device_id': '4765d900-580a-4876-aace-9ff28fab5c5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:56:33.578477 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38004a06-31ed-4019-a2e6-92bea6c4299b req-9e2b10db-9902-4ce0-b210-9a6343de8307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:33.580892 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-38004a06-31ed-4019-a2e6-92bea6c4299b req-9e2b10db-9902-4ce0-b210-9a6343de8307 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0795152 Sep 17 07:56:33.679325 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port 657a1718-a8bc-48eb-807a-54f265ece6c0, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=657a1718-a8bc-48eb-807a-54f265ece6c0,segment=NetworkSegment(4c573c9c-7077-413b-8063-7d76dad67134),segment_id=4c573c9c-7077-413b-8063-7d76dad67134)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:56:33.685077 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-42ddf6ef-aa24-4f90-b5a7-c9c80633cad0 req-01a15f5c-77bc-4641-b077-cbacda8c6168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:33.690560 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:33.856923 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=657a1718-a8bc-48eb-807a-54f265ece6c0,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:33.990734 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 48510) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:56:34.032758 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-52e7f008-4a57-4ee8-b699-2f17659edb78 req-b5356260-a5ea-4e85-8d9b-c070b8f62c04 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.1996257 Sep 17 07:56:34.034889 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-38004a06-31ed-4019-a2e6-92bea6c4299b req-94b3f4ae-55aa-4cc9-92f2-06203be10322 service neutron] 10.222.0.41 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4453943 Sep 17 07:56:34.170857 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 48516) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:56:34.173136 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ab6247-6b3a-439f-bbb6-1ed41cf76139 req-c360e923-4b7a-488d-b2f4-c0abefb4b5df tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:34.174850 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-24ab6247-6b3a-439f-bbb6-1ed41cf76139 req-c360e923-4b7a-488d-b2f4-c0abefb4b5df tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab4fcfe9-2fdc-4a0d-9be5-7ce6205425c9 HTTP/1.1" status: 200 len: 948 time: 0.3401985 Sep 17 07:56:34.292392 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-24ab6247-6b3a-439f-bbb6-1ed41cf76139 req-3804d9fc-eb4f-4664-99cb-e6a62c0ffa3d tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765316 Sep 17 07:56:34.306175 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457d7cf-1cd1-4fb8-bebd-30cb304ca1cf req-ed3373f3-8bb1-4069-ac15-eb8bb6139f9a tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:34.307499 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7457d7cf-1cd1-4fb8-bebd-30cb304ca1cf req-ed3373f3-8bb1-4069-ac15-eb8bb6139f9a tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.41 "GET /v2.0/networks?id=14a733b3-7689-4d98-9697-43f397b3e2a8 HTTP/1.1" status: 200 len: 819 time: 0.3783958 Sep 17 07:56:34.336411 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-7457d7cf-1cd1-4fb8-bebd-30cb304ca1cf req-e6ed976f-d97b-4314-a934-db3213516abb tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Request body: {'port': {'device_id': 'bb49abc9-4b7f-484b-bbaa-a9d2a437005e', 'network_id': '14a733b3-7689-4d98-9697-43f397b3e2a8', 'admin_state_up': True, 'tenant_id': '64463b4676b74a7db92badc7dc9ed91e'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:56:34.345206 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-38004a06-31ed-4019-a2e6-92bea6c4299b req-5f257dca-ee91-427f-8c51-0b67657a8bc0 service neutron] 10.222.0.41 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950454 Sep 17 07:56:34.348972 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2c4d0e36-779a-402a-aafb-bc564baee4cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:34.374087 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-a6993af7-06fa-465e-8ad1-2e49d29e2ead admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-400137706-network', 'tenant_id': 'a91c7b3afb9845798e7d0342a85f7737'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:56:34.484557 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.db.api [None req-a6993af7-06fa-465e-8ad1-2e49d29e2ead admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 07:56:34.484557 n-d-789963-9 neutron-server[101290]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 17 07:56:34.484557 n-d-789963-9 neutron-server[101290]: [parameters: {'project_id': 'a91c7b3afb9845798e7d0342a85f7737', 'id': '6d14e862-bd1b-4bd3-8422-bf9ba1f4ace1', 'expiration': datetime.datetime(2021, 9, 17, 7, 58, 34, 441597)}] Sep 17 07:56:34.484557 n-d-789963-9 neutron-server[101290]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 07:56:34.485064 n-d-789963-9 neutron-server[101290]: DEBUG oslo_db.api [None req-a6993af7-06fa-465e-8ad1-2e49d29e2ead admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 07:56:34.512010 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-42ddf6ef-aa24-4f90-b5a7-c9c80633cad0 req-01a15f5c-77bc-4641-b077-cbacda8c6168 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e240d065-1941-4b27-9bbb-81019ba20c37 {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:56:34.521554 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-42ddf6ef-aa24-4f90-b5a7-c9c80633cad0 req-01a15f5c-77bc-4641-b077-cbacda8c6168 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:34.545786 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b3b6533c-56cf-4e6f-aede-543cb9792bf8 req-a61aeffc-1ece-4f94-bec2-23355123a25f tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb49abc9-4b7f-484b-bbaa-a9d2a437005e HTTP/1.1" status: 200 len: 210 time: 0.0350518 Sep 17 07:56:34.546705 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-42ddf6ef-aa24-4f90-b5a7-c9c80633cad0 req-01a15f5c-77bc-4641-b077-cbacda8c6168 service neutron] Transition to ACTIVE for port object e240d065-1941-4b27-9bbb-81019ba20c37 will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:56:34.547803 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c049f3-1419-4543-8af3-9a37e6e9becc req-46ffd30c-f402-4ee7-95eb-6a2fcb68a569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:34.549438 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e4c049f3-1419-4543-8af3-9a37e6e9becc req-46ffd30c-f402-4ee7-95eb-6a2fcb68a569 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2349d4cf1f41439ea3d7c6f38634ae0a&device_id=ab4fcfe9-2fdc-4a0d-9be5-7ce6205425c9 HTTP/1.1" status: 200 len: 1099 time: 0.0883152 Sep 17 07:56:34.556900 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-42ddf6ef-aa24-4f90-b5a7-c9c80633cad0 req-01a15f5c-77bc-4641-b077-cbacda8c6168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:34.609812 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a15f5c-77bc-4641-b077-cbacda8c6168 service neutron] Pushing event updated for resources: {'Port': ['ID=e240d065-1941-4b27-9bbb-81019ba20c37,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:34.627975 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2c4d0e36-779a-402a-aafb-bc564baee4cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:34.637529 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2c4d0e36-779a-402a-aafb-bc564baee4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:34.669113 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7457d7cf-1cd1-4fb8-bebd-30cb304ca1cf req-e6ed976f-d97b-4314-a934-db3213516abb tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Made reservation on behalf of 64463b4676b74a7db92badc7dc9ed91e for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:56:34.672692 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-7457d7cf-1cd1-4fb8-bebd-30cb304ca1cf req-e6ed976f-d97b-4314-a934-db3213516abb tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:34.694559 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c049f3-1419-4543-8af3-9a37e6e9becc req-fa93b8bc-0f6e-4bfe-ac5a-0f6f5399a9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:34.696654 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e4c049f3-1419-4543-8af3-9a37e6e9becc req-fa93b8bc-0f6e-4bfe-ac5a-0f6f5399a9cb service neutron] 10.222.0.41 "GET /v2.0/networks?id=469390cd-cce5-49bd-b8f8-9e64018a0583 HTTP/1.1" status: 200 len: 870 time: 0.1356492 Sep 17 07:56:34.742426 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-2c4d0e36-779a-402a-aafb-bc564baee4cd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=589ad82d13cd4880b85edeb042e53181&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7499995 Sep 17 07:56:34.745857 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 48526) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:56:34.753448 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4d0e36-779a-402a-aafb-bc564baee4cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15291c36-6c19-41bf-958c-babebbb0cd19,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:34.760683 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-42ddf6ef-aa24-4f90-b5a7-c9c80633cad0 req-01a15f5c-77bc-4641-b077-cbacda8c6168 service neutron] Attempting to bind port e240d065-1941-4b27-9bbb-81019ba20c37 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:56:34.760953 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-42ddf6ef-aa24-4f90-b5a7-c9c80633cad0 req-01a15f5c-77bc-4641-b077-cbacda8c6168 service neutron] Attempting to bind port e240d065-1941-4b27-9bbb-81019ba20c37 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': '4c573c9c-7077-413b-8063-7d76dad67134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '14a733b3-7689-4d98-9697-43f397b3e2a8'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:56:34.761555 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ddf6ef-aa24-4f90-b5a7-c9c80633cad0 req-01a15f5c-77bc-4641-b077-cbacda8c6168 service neutron] Attempting to bind port e240d065-1941-4b27-9bbb-81019ba20c37 on network 14a733b3-7689-4d98-9697-43f397b3e2a8 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:56:34.777533 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e4c049f3-1419-4543-8af3-9a37e6e9becc req-8fc5c710-e9ca-425e-b6b5-271766bf4c06 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=2d088d58-75db-4f9a-bd6d-6aca29acefe3 HTTP/1.1" status: 200 len: 217 time: 0.0694559 Sep 17 07:56:34.786423 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ddf6ef-aa24-4f90-b5a7-c9c80633cad0 req-01a15f5c-77bc-4641-b077-cbacda8c6168 service neutron] Port e240d065-1941-4b27-9bbb-81019ba20c37 on network 14a733b3-7689-4d98-9697-43f397b3e2a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:56:34.787886 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ddf6ef-aa24-4f90-b5a7-c9c80633cad0 req-01a15f5c-77bc-4641-b077-cbacda8c6168 service neutron] Attempting to bind port e240d065-1941-4b27-9bbb-81019ba20c37 on network 14a733b3-7689-4d98-9697-43f397b3e2a8 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:56:34.804747 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ddf6ef-aa24-4f90-b5a7-c9c80633cad0 req-01a15f5c-77bc-4641-b077-cbacda8c6168 service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:56:34.805122 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ddf6ef-aa24-4f90-b5a7-c9c80633cad0 req-01a15f5c-77bc-4641-b077-cbacda8c6168 service neutron] Checking segment: {'id': '4c573c9c-7077-413b-8063-7d76dad67134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '14a733b3-7689-4d98-9697-43f397b3e2a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:56:34.805735 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ddf6ef-aa24-4f90-b5a7-c9c80633cad0 req-01a15f5c-77bc-4641-b077-cbacda8c6168 service neutron] Bound using segment: {'id': '4c573c9c-7077-413b-8063-7d76dad67134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '14a733b3-7689-4d98-9697-43f397b3e2a8'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:56:34.806451 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-42ddf6ef-aa24-4f90-b5a7-c9c80633cad0 req-01a15f5c-77bc-4641-b077-cbacda8c6168 service neutron] Bound port: e240d065-1941-4b27-9bbb-81019ba20c37, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c573c9c-7077-413b-8063-7d76dad67134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '14a733b3-7689-4d98-9697-43f397b3e2a8'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:56:34.806821 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-42ddf6ef-aa24-4f90-b5a7-c9c80633cad0 req-01a15f5c-77bc-4641-b077-cbacda8c6168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:34.854445 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-dee1982c-6e04-4ee8-947a-4308133b5751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:34.868692 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c049f3-1419-4543-8af3-9a37e6e9becc req-0043c248-0312-45cf-84a9-c7fbf77df772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:34.870290 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e4c049f3-1419-4543-8af3-9a37e6e9becc req-0043c248-0312-45cf-84a9-c7fbf77df772 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.0797114 Sep 17 07:56:34.895418 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-dee1982c-6e04-4ee8-947a-4308133b5751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:34.907286 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [req-7457d7cf-1cd1-4fb8-bebd-30cb304ca1cf req-e6ed976f-d97b-4314-a934-db3213516abb tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Allocated IP 172.20.0.4 (14a733b3-7689-4d98-9697-43f397b3e2a8/47eb3319-3f74-4d7c-a997-97edeaed8de2/07c8714c-36c5-4cfc-b4b7-d612cf9fa97d) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:56:34.921888 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-42ddf6ef-aa24-4f90-b5a7-c9c80633cad0 req-01a15f5c-77bc-4641-b077-cbacda8c6168 service neutron] For port e240d065-1941-4b27-9bbb-81019ba20c37, host n-h1-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:56:34.932614 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-42ddf6ef-aa24-4f90-b5a7-c9c80633cad0 req-01a15f5c-77bc-4641-b077-cbacda8c6168 service neutron] For port e240d065-1941-4b27-9bbb-81019ba20c37, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=e240d065-1941-4b27-9bbb-81019ba20c37,segment=NetworkSegment(4c573c9c-7077-413b-8063-7d76dad67134),segment_id=4c573c9c-7077-413b-8063-7d76dad67134)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:56:34.943764 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-42ddf6ef-aa24-4f90-b5a7-c9c80633cad0 req-01a15f5c-77bc-4641-b077-cbacda8c6168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:34.968267 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c049f3-1419-4543-8af3-9a37e6e9becc req-8463b505-053a-45ab-b818-e1dab27d0e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:34.970058 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e4c049f3-1419-4543-8af3-9a37e6e9becc req-8463b505-053a-45ab-b818-e1dab27d0e11 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0891392 Sep 17 07:56:34.973991 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:34.984734 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 657a1718-a8bc-48eb-807a-54f265ece6c0 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:56:35.026889 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ddf6ef-aa24-4f90-b5a7-c9c80633cad0 req-01a15f5c-77bc-4641-b077-cbacda8c6168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:35.028429 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-42ddf6ef-aa24-4f90-b5a7-c9c80633cad0 req-01a15f5c-77bc-4641-b077-cbacda8c6168 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:35.030282 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-42ddf6ef-aa24-4f90-b5a7-c9c80633cad0 req-01a15f5c-77bc-4641-b077-cbacda8c6168 service neutron] 10.222.0.41 "PUT /v2.0/ports/e240d065-1941-4b27-9bbb-81019ba20c37 HTTP/1.1" status: 200 len: 1091 time: 1.5026233 Sep 17 07:56:35.034029 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4765d900-580a-4876-aace-9ff28fab5c5d', 'tag': 'e240d065-1941-4b27-9bbb-81019ba20c37'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:56:35.036509 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba03e0e-a23c-402c-b670-750dde2aae72" -d '{"events": [{"name": "network-changed", "server_uuid": "4765d900-580a-4876-aace-9ff28fab5c5d", "tag": "e240d065-1941-4b27-9bbb-81019ba20c37"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:56:35.041925 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 657a1718-a8bc-48eb-807a-54f265ece6c0 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:56:35.042433 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:35.074023 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-dee1982c-6e04-4ee8-947a-4308133b5751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:35.077098 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-dee1982c-6e04-4ee8-947a-4308133b5751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:35.081826 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-dee1982c-6e04-4ee8-947a-4308133b5751 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/15291c36-6c19-41bf-958c-babebbb0cd19 HTTP/1.1" status: 204 len: 168 time: 0.3300931 Sep 17 07:56:35.081826 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a15f5c-77bc-4641-b077-cbacda8c6168 service neutron] Pushing event updated for resources: {'Port': ['ID=e240d065-1941-4b27-9bbb-81019ba20c37,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:35.124936 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6993af7-06fa-465e-8ad1-2e49d29e2ead admin admin] Made reservation on behalf of a91c7b3afb9845798e7d0342a85f7737 for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:56:35.133699 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a6993af7-06fa-465e-8ad1-2e49d29e2ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:35.143545 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b590eed2-4b8a-449b-9326-f6a72fb39589 x-openstack-request-id: req-b590eed2-4b8a-449b-9326-f6a72fb39589 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:56:35.144064 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4765d900-580a-4876-aace-9ff28fab5c5d", "tag": "e240d065-1941-4b27-9bbb-81019ba20c37", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:56:35.144679 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b590eed2-4b8a-449b-9326-f6a72fb39589 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:56:35.146931 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4765d900-580a-4876-aace-9ff28fab5c5d', 'tag': 'e240d065-1941-4b27-9bbb-81019ba20c37', 'status': 'completed', 'code': 200} Sep 17 07:56:35.166531 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee1982c-6e04-4ee8-947a-4308133b5751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15291c36-6c19-41bf-958c-babebbb0cd19,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:35.204262 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a6993af7-06fa-465e-8ad1-2e49d29e2ead admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:35.317679 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ddf6ef-aa24-4f90-b5a7-c9c80633cad0 req-17ac0bd8-467b-43e9-bf40-74504d8bc05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:35.319911 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-42ddf6ef-aa24-4f90-b5a7-c9c80633cad0 req-17ac0bd8-467b-43e9-bf40-74504d8bc05c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=64463b4676b74a7db92badc7dc9ed91e&device_id=4765d900-580a-4876-aace-9ff28fab5c5d HTTP/1.1" status: 200 len: 1094 time: 0.2053540 Sep 17 07:56:35.371794 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:35.410601 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-42ddf6ef-aa24-4f90-b5a7-c9c80633cad0 req-5b4c6824-d3a8-4f45-bd12-2441aca72649 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e240d065-1941-4b27-9bbb-81019ba20c37 HTTP/1.1" status: 200 len: 217 time: 0.0687184 Sep 17 07:56:35.486828 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a6993af7-06fa-465e-8ad1-2e49d29e2ead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:35.491111 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ddf6ef-aa24-4f90-b5a7-c9c80633cad0 req-5561b0e6-2055-4542-8694-b2a146ac30d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:35.492637 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-42ddf6ef-aa24-4f90-b5a7-c9c80633cad0 req-5561b0e6-2055-4542-8694-b2a146ac30d0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=47eb3319-3f74-4d7c-a997-97edeaed8de2 HTTP/1.1" status: 200 len: 859 time: 0.0739794 Sep 17 07:56:35.497287 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a6993af7-06fa-465e-8ad1-2e49d29e2ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:35.521995 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-503ec03a-0e6b-4b2e-a501-edb1a8a10475 req-ca607815-cd8a-4393-80ca-ffe01b912103 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0399215 Sep 17 07:56:35.546647 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6993af7-06fa-465e-8ad1-2e49d29e2ead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5430f1f4-c5aa-42f2-a843-01c6a099f606,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:35.633301 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-42ddf6ef-aa24-4f90-b5a7-c9c80633cad0 req-d98e6cc1-7071-4265-9f04-6e6e5b6e1563 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=14a733b3-7689-4d98-9697-43f397b3e2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0909498 Sep 17 07:56:35.692281 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6993af7-06fa-465e-8ad1-2e49d29e2ead admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 07:56:35.709669 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a6993af7-06fa-465e-8ad1-2e49d29e2ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:35.710034 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-a6993af7-06fa-465e-8ad1-2e49d29e2ead admin admin] Added segment ff9fa649-0cba-4a70-969d-e529824e0dc5 of type vlan for network 7c40fa4f-963e-4c1a-850f-c70782badcb3 Sep 17 07:56:35.727761 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d56f9f-54fc-4bd9-bde5-d7c271dbaafb req-b89c87d6-ce07-43c7-9b35-10a7466b1449 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:35.729380 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-24d56f9f-54fc-4bd9-bde5-d7c271dbaafb req-b89c87d6-ce07-43c7-9b35-10a7466b1449 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab4fcfe9-2fdc-4a0d-9be5-7ce6205425c9 HTTP/1.1" status: 200 len: 948 time: 0.2506080 Sep 17 07:56:35.736689 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-731979e3-4473-47a7-90a7-7cc15c273965 req-0650e816-78a6-4e33-aef3-1f60f43ee960 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb49abc9-4b7f-484b-bbaa-a9d2a437005e HTTP/1.1" status: 200 len: 210 time: 0.0611916 Sep 17 07:56:35.776396 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e4c049f3-1419-4543-8af3-9a37e6e9becc req-1e94ad46-119a-4403-b3ca-ea70c993203d service neutron] 10.222.0.41 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7974277 Sep 17 07:56:35.813334 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-24d56f9f-54fc-4bd9-bde5-d7c271dbaafb req-e27139e8-98b4-4632-abe0-22bf29d099ea tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684056 Sep 17 07:56:35.824479 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-7457d7cf-1cd1-4fb8-bebd-30cb304ca1cf req-e6ed976f-d97b-4314-a934-db3213516abb tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:35.843351 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a6993af7-06fa-465e-8ad1-2e49d29e2ead admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:35.902629 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-42ddf6ef-aa24-4f90-b5a7-c9c80633cad0 req-afcfec8b-0bd1-4366-a3e5-863bc7059fed service neutron] 10.222.0.41 "GET /v2.0/networks/14a733b3-7689-4d98-9697-43f397b3e2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536950 Sep 17 07:56:35.931218 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e4c049f3-1419-4543-8af3-9a37e6e9becc req-d523d779-620f-45e9-8df2-d3f7b7edd0a6 service neutron] 10.222.0.41 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216710 Sep 17 07:56:35.932828 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-7457d7cf-1cd1-4fb8-bebd-30cb304ca1cf req-e6ed976f-d97b-4314-a934-db3213516abb tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:35.956391 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a6993af7-06fa-465e-8ad1-2e49d29e2ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:35.957876 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6993af7-06fa-465e-8ad1-2e49d29e2ead admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:35.958542 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a6993af7-06fa-465e-8ad1-2e49d29e2ead admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:35.987097 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7457d7cf-1cd1-4fb8-bebd-30cb304ca1cf req-e6ed976f-d97b-4314-a934-db3213516abb tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Network 14a733b3-7689-4d98-9697-43f397b3e2a8 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:56:35.995418 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [req-7457d7cf-1cd1-4fb8-bebd-30cb304ca1cf req-e6ed976f-d97b-4314-a934-db3213516abb tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:56:36.001166 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-7457d7cf-1cd1-4fb8-bebd-30cb304ca1cf req-e6ed976f-d97b-4314-a934-db3213516abb tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:56:36.006593 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ed976f-d97b-4314-a934-db3213516abb tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Pushing event updated for resources: {'Port': ['ID=07c8714c-36c5-4cfc-b4b7-d612cf9fa97d,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:36.065966 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457d7cf-1cd1-4fb8-bebd-30cb304ca1cf req-e6ed976f-d97b-4314-a934-db3213516abb tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:36.066653 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-7457d7cf-1cd1-4fb8-bebd-30cb304ca1cf req-e6ed976f-d97b-4314-a934-db3213516abb tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:36.078568 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-42ddf6ef-aa24-4f90-b5a7-c9c80633cad0 req-f909dc44-e054-485b-b53f-b8a162e341b0 service neutron] 10.222.0.41 "GET /v2.0/networks/14a733b3-7689-4d98-9697-43f397b3e2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606522 Sep 17 07:56:36.089424 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a6993af7-06fa-465e-8ad1-2e49d29e2ead admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9174864 Sep 17 07:56:36.092255 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 48560) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:56:36.093805 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7457d7cf-1cd1-4fb8-bebd-30cb304ca1cf req-e6ed976f-d97b-4314-a934-db3213516abb tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7676959 Sep 17 07:56:36.097176 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-37b35900-35d9-4a43-85d2-8bdaf69b55c8 admin admin] Request body: {'subnet': {'network_id': '7c40fa4f-963e-4c1a-850f-c70782badcb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-400137706-subnet', 'tenant_id': 'a91c7b3afb9845798e7d0342a85f7737', 'ip_version': 4}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:56:36.111958 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-7457d7cf-1cd1-4fb8-bebd-30cb304ca1cf req-860b69a2-7b86-499c-b283-eeb61346575b service neutron] Request body: {'port': {'device_id': 'bb49abc9-4b7f-484b-bbaa-a9d2a437005e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-9'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:56:36.138897 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 48562) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:56:36.149769 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6993af7-06fa-465e-8ad1-2e49d29e2ead admin admin] Pushing event updated for resources: {'Network': ['ID=7c40fa4f-963e-4c1a-850f-c70782badcb3,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:36.163393 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 7c40fa4f-963e-4c1a-850f-c70782badcb3 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 07:56:36.188902 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-7457d7cf-1cd1-4fb8-bebd-30cb304ca1cf req-860b69a2-7b86-499c-b283-eeb61346575b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:36.194718 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b35900-35d9-4a43-85d2-8bdaf69b55c8 admin admin] Made reservation on behalf of a91c7b3afb9845798e7d0342a85f7737 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:56:36.197265 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-37b35900-35d9-4a43-85d2-8bdaf69b55c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:36.334663 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba03e0e-a23c-402c-b670-750dde2aae72 req-f86e017c-c5a1-4995-9326-ed53589e7a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:36.336329 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1ba03e0e-a23c-402c-b670-750dde2aae72 req-f86e017c-c5a1-4995-9326-ed53589e7a42 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=64463b4676b74a7db92badc7dc9ed91e&device_id=4765d900-580a-4876-aace-9ff28fab5c5d HTTP/1.1" status: 200 len: 1094 time: 0.1229243 Sep 17 07:56:36.350332 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-ba2f4ac1-5879-41b8-a502-d0a66438dd8c admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1504527370-network', 'tenant_id': '42f909a0f14a49958a2797e80e0c4fe4'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:56:36.401887 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2f4ac1-5879-41b8-a502-d0a66438dd8c admin admin] Made reservation on behalf of 42f909a0f14a49958a2797e80e0c4fe4 for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:56:36.404993 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ba2f4ac1-5879-41b8-a502-d0a66438dd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:36.438352 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ba2f4ac1-5879-41b8-a502-d0a66438dd8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:36.519441 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba03e0e-a23c-402c-b670-750dde2aae72 req-7da54e0b-0fdc-41eb-816f-9a68aafee24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:36.523126 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1ba03e0e-a23c-402c-b670-750dde2aae72 req-7da54e0b-0fdc-41eb-816f-9a68aafee24c service neutron] 10.222.0.41 "GET /v2.0/networks?id=14a733b3-7689-4d98-9697-43f397b3e2a8 HTTP/1.1" status: 200 len: 920 time: 0.1765091 Sep 17 07:56:36.592783 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1ba03e0e-a23c-402c-b670-750dde2aae72 req-06ae09b3-3a1e-4995-aca7-6ddd9cbe6e03 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e240d065-1941-4b27-9bbb-81019ba20c37 HTTP/1.1" status: 200 len: 217 time: 0.0604351 Sep 17 07:56:36.593769 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-37b35900-35d9-4a43-85d2-8bdaf69b55c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:36.667500 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6ff5f45f-db79-4c08-9c27-230a27d70333 req-1b61393f-9c2f-4946-948d-0b3c1b925e60 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0428026 Sep 17 07:56:36.674210 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [req-7457d7cf-1cd1-4fb8-bebd-30cb304ca1cf req-860b69a2-7b86-499c-b283-eeb61346575b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07c8714c-36c5-4cfc-b4b7-d612cf9fa97d {{(pid=101289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:56:36.689489 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-7457d7cf-1cd1-4fb8-bebd-30cb304ca1cf req-860b69a2-7b86-499c-b283-eeb61346575b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:36.697507 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b35900-35d9-4a43-85d2-8bdaf69b55c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16f3e9ee-9197-4f4c-b1c5-58ed92393ab7,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:36.711861 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba03e0e-a23c-402c-b670-750dde2aae72 req-c38dc7b6-365a-433a-966d-e9cea8d52794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:36.713351 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1ba03e0e-a23c-402c-b670-750dde2aae72 req-c38dc7b6-365a-433a-966d-e9cea8d52794 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=47eb3319-3f74-4d7c-a997-97edeaed8de2 HTTP/1.1" status: 200 len: 859 time: 0.1104114 Sep 17 07:56:36.720969 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b35900-35d9-4a43-85d2-8bdaf69b55c8 admin admin] Checking segment: {'id': 'ff9fa649-0cba-4a70-969d-e529824e0dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7c40fa4f-963e-4c1a-850f-c70782badcb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:56:36.721333 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b35900-35d9-4a43-85d2-8bdaf69b55c8 admin admin] Network hostable DHCP agents. Network: 7c40fa4f-963e-4c1a-850f-c70782badcb3, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 07:56:36.732381 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ba2f4ac1-5879-41b8-a502-d0a66438dd8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:36.732381 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.provisioning_blocks [req-7457d7cf-1cd1-4fb8-bebd-30cb304ca1cf req-860b69a2-7b86-499c-b283-eeb61346575b service neutron] Transition to ACTIVE for port object 07c8714c-36c5-4cfc-b4b7-d612cf9fa97d will not be triggered until provisioned by entity L2. {{(pid=101289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:56:36.734179 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ba2f4ac1-5879-41b8-a502-d0a66438dd8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:36.756125 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-7457d7cf-1cd1-4fb8-bebd-30cb304ca1cf req-860b69a2-7b86-499c-b283-eeb61346575b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:36.757692 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1ba03e0e-a23c-402c-b670-750dde2aae72 req-62a7d238-2fa5-43cb-8a17-50b94fa30a16 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=14a733b3-7689-4d98-9697-43f397b3e2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339170 Sep 17 07:56:36.771617 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba2f4ac1-5879-41b8-a502-d0a66438dd8c admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 07:56:36.806033 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b35900-35d9-4a43-85d2-8bdaf69b55c8 admin admin] Network 7c40fa4f-963e-4c1a-850f-c70782badcb3 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 07:56:36.809020 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2f4ac1-5879-41b8-a502-d0a66438dd8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df2335e7-9cba-46af-a61e-66e2da2f78a7,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:36.817478 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ba2f4ac1-5879-41b8-a502-d0a66438dd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:36.819288 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-ba2f4ac1-5879-41b8-a502-d0a66438dd8c admin admin] Added segment 4e7ff3dd-b630-4184-9bcc-ea28b5fab92e of type vlan for network 001c780f-d024-479c-ad51-fbc9256f12d7 Sep 17 07:56:36.870667 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-37b35900-35d9-4a43-85d2-8bdaf69b55c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 7c40fa4f-963e-4c1a-850f-c70782badcb3) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:56:36.875406 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b35900-35d9-4a43-85d2-8bdaf69b55c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:36.876154 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-37b35900-35d9-4a43-85d2-8bdaf69b55c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:36.879876 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56ebd0a-9b0f-43ab-b73a-12f4e105b569 None None] Network 7c40fa4f-963e-4c1a-850f-c70782badcb3 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:56:36.906170 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-37b35900-35d9-4a43-85d2-8bdaf69b55c8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8120253 Sep 17 07:56:36.909991 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 48576) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:56:36.916996 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-ab151a84-959c-487b-adb2-b578427e0df9 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-400137706-router', 'tenant_id': 'a91c7b3afb9845798e7d0342a85f7737', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:56:36.924511 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860b69a2-7b86-499c-b283-eeb61346575b service neutron] Pushing event updated for resources: {'Port': ['ID=07c8714c-36c5-4cfc-b4b7-d612cf9fa97d,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:36.956021 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1ba03e0e-a23c-402c-b670-750dde2aae72 req-61103756-c57e-4470-bded-6b59a2455bf5 service neutron] 10.222.0.41 "GET /v2.0/networks/14a733b3-7689-4d98-9697-43f397b3e2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792574 Sep 17 07:56:36.958253 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ab151a84-959c-487b-adb2-b578427e0df9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:36.960266 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ab151a84-959c-487b-adb2-b578427e0df9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:36.966189 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ba2f4ac1-5879-41b8-a502-d0a66438dd8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:37.095493 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ab151a84-959c-487b-adb2-b578427e0df9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:37.102355 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ba2f4ac1-5879-41b8-a502-d0a66438dd8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:37.104075 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2f4ac1-5879-41b8-a502-d0a66438dd8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:37.104897 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ba2f4ac1-5879-41b8-a502-d0a66438dd8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:37.124726 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af9ef7d-3717-4536-8771-cfefb59f10e8 req-37647b31-8145-4510-a644-f185cb20bea5 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:37.127228 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adef9c26-5e97-4bbe-ac89-45f21a3a80bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-7c40fa4f-963e-4c1a-850f-c70782badcb3', 'network_id': '7c40fa4f-963e-4c1a-850f-c70782badcb3', 'tenant_id': 'a91c7b3afb9845798e7d0342a85f7737', 'fixed_ips': [{'subnet_id': '16f3e9ee-9197-4f4c-b1c5-58ed92393ab7'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 07:56:37.128197 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-adef9c26-5e97-4bbe-ac89-45f21a3a80bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:37.133780 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1af9ef7d-3717-4536-8771-cfefb59f10e8 req-37647b31-8145-4510-a644-f185cb20bea5 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb49abc9-4b7f-484b-bbaa-a9d2a437005e HTTP/1.1" status: 200 len: 943 time: 0.2791004 Sep 17 07:56:37.200907 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd4158b-b8bf-471f-a9bf-f2683e7d7f41 req-8befeb1a-d7e4-4162-ac58-187936abf4d1 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:37.202544 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5cd4158b-b8bf-471f-a9bf-f2683e7d7f41 req-8befeb1a-d7e4-4162-ac58-187936abf4d1 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab4fcfe9-2fdc-4a0d-9be5-7ce6205425c9 HTTP/1.1" status: 200 len: 948 time: 0.2484841 Sep 17 07:56:37.215112 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ba2f4ac1-5879-41b8-a502-d0a66438dd8c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0663185 Sep 17 07:56:37.215112 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-7457d7cf-1cd1-4fb8-bebd-30cb304ca1cf req-860b69a2-7b86-499c-b283-eeb61346575b service neutron] Attempting to bind port 07c8714c-36c5-4cfc-b4b7-d612cf9fa97d on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:56:37.215112 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-7457d7cf-1cd1-4fb8-bebd-30cb304ca1cf req-860b69a2-7b86-499c-b283-eeb61346575b service neutron] Attempting to bind port 07c8714c-36c5-4cfc-b4b7-d612cf9fa97d by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': '4c573c9c-7077-413b-8063-7d76dad67134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '14a733b3-7689-4d98-9697-43f397b3e2a8'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:56:37.215112 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7457d7cf-1cd1-4fb8-bebd-30cb304ca1cf req-860b69a2-7b86-499c-b283-eeb61346575b service neutron] Attempting to bind port 07c8714c-36c5-4cfc-b4b7-d612cf9fa97d on network 14a733b3-7689-4d98-9697-43f397b3e2a8 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:56:37.231465 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1ba03e0e-a23c-402c-b670-750dde2aae72 req-80065f69-defb-414c-81f2-f07af9208805 service neutron] 10.222.0.41 "GET /v2.0/networks/14a733b3-7689-4d98-9697-43f397b3e2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417834 Sep 17 07:56:37.305045 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7457d7cf-1cd1-4fb8-bebd-30cb304ca1cf req-860b69a2-7b86-499c-b283-eeb61346575b service neutron] Port 07c8714c-36c5-4cfc-b4b7-d612cf9fa97d on network 14a733b3-7689-4d98-9697-43f397b3e2a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:56:37.305712 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7457d7cf-1cd1-4fb8-bebd-30cb304ca1cf req-860b69a2-7b86-499c-b283-eeb61346575b service neutron] Attempting to bind port 07c8714c-36c5-4cfc-b4b7-d612cf9fa97d on network 14a733b3-7689-4d98-9697-43f397b3e2a8 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:56:37.314482 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ab151a84-959c-487b-adb2-b578427e0df9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:37.319820 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-adef9c26-5e97-4bbe-ac89-45f21a3a80bc None None] Allocated IP 172.20.0.2 (7c40fa4f-963e-4c1a-850f-c70782badcb3/16f3e9ee-9197-4f4c-b1c5-58ed92393ab7/e3a66b92-7222-4f46-a1f3-86413b352ff8) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:56:37.320793 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2f4ac1-5879-41b8-a502-d0a66438dd8c admin admin] Pushing event updated for resources: {'Network': ['ID=001c780f-d024-479c-ad51-fbc9256f12d7,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:37.335142 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1af9ef7d-3717-4536-8771-cfefb59f10e8 req-2c0af0d1-c6b4-4549-b106-6b77a1515e5d tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004001 Sep 17 07:56:37.338917 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 001c780f-d024-479c-ad51-fbc9256f12d7 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 07:56:37.348945 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7457d7cf-1cd1-4fb8-bebd-30cb304ca1cf req-860b69a2-7b86-499c-b283-eeb61346575b service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:56:37.349873 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7457d7cf-1cd1-4fb8-bebd-30cb304ca1cf req-860b69a2-7b86-499c-b283-eeb61346575b service neutron] Checking segment: {'id': '4c573c9c-7077-413b-8063-7d76dad67134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '14a733b3-7689-4d98-9697-43f397b3e2a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:56:37.350266 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7457d7cf-1cd1-4fb8-bebd-30cb304ca1cf req-860b69a2-7b86-499c-b283-eeb61346575b service neutron] Bound using segment: {'id': '4c573c9c-7077-413b-8063-7d76dad67134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '14a733b3-7689-4d98-9697-43f397b3e2a8'} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:56:37.350712 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-7457d7cf-1cd1-4fb8-bebd-30cb304ca1cf req-860b69a2-7b86-499c-b283-eeb61346575b service neutron] Bound port: 07c8714c-36c5-4cfc-b4b7-d612cf9fa97d, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c573c9c-7077-413b-8063-7d76dad67134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '14a733b3-7689-4d98-9697-43f397b3e2a8'}}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:56:37.351076 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-7457d7cf-1cd1-4fb8-bebd-30cb304ca1cf req-860b69a2-7b86-499c-b283-eeb61346575b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:37.446144 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5cd4158b-b8bf-471f-a9bf-f2683e7d7f41 req-66c91b4d-0704-442e-82c1-9f8c7276620d tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311504 Sep 17 07:56:37.512044 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-7457d7cf-1cd1-4fb8-bebd-30cb304ca1cf req-860b69a2-7b86-499c-b283-eeb61346575b service neutron] For port 07c8714c-36c5-4cfc-b4b7-d612cf9fa97d, host n-h1-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:56:37.518337 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-7457d7cf-1cd1-4fb8-bebd-30cb304ca1cf req-860b69a2-7b86-499c-b283-eeb61346575b service neutron] For port 07c8714c-36c5-4cfc-b4b7-d612cf9fa97d, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=07c8714c-36c5-4cfc-b4b7-d612cf9fa97d,segment=NetworkSegment(4c573c9c-7077-413b-8063-7d76dad67134),segment_id=4c573c9c-7077-413b-8063-7d76dad67134)] {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:56:37.526449 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-7457d7cf-1cd1-4fb8-bebd-30cb304ca1cf req-860b69a2-7b86-499c-b283-eeb61346575b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:37.619864 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457d7cf-1cd1-4fb8-bebd-30cb304ca1cf req-860b69a2-7b86-499c-b283-eeb61346575b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:37.621699 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-7457d7cf-1cd1-4fb8-bebd-30cb304ca1cf req-860b69a2-7b86-499c-b283-eeb61346575b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:37.622419 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7457d7cf-1cd1-4fb8-bebd-30cb304ca1cf req-860b69a2-7b86-499c-b283-eeb61346575b service neutron] 10.222.0.41 "PUT /v2.0/ports/07c8714c-36c5-4cfc-b4b7-d612cf9fa97d HTTP/1.1" status: 200 len: 1091 time: 1.5156341 Sep 17 07:56:37.625894 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb49abc9-4b7f-484b-bbaa-a9d2a437005e', 'tag': '07c8714c-36c5-4cfc-b4b7-d612cf9fa97d'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:56:37.629918 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c81aa9d-5c2f-419a-a7fa-44107556e52b" -d '{"events": [{"name": "network-changed", "server_uuid": "bb49abc9-4b7f-484b-bbaa-a9d2a437005e", "tag": "07c8714c-36c5-4cfc-b4b7-d612cf9fa97d"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:56:37.634093 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ab151a84-959c-487b-adb2-b578427e0df9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:37.669325 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ab151a84-959c-487b-adb2-b578427e0df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:37.720368 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-adef9c26-5e97-4bbe-ac89-45f21a3a80bc None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:37.720968 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e9f7a05-5598-4a54-bc2a-8dcc0d96c8c6 x-openstack-request-id: req-0e9f7a05-5598-4a54-bc2a-8dcc0d96c8c6 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:56:37.722504 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb49abc9-4b7f-484b-bbaa-a9d2a437005e", "tag": "07c8714c-36c5-4cfc-b4b7-d612cf9fa97d", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:56:37.724800 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0e9f7a05-5598-4a54-bc2a-8dcc0d96c8c6 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:56:37.725392 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb49abc9-4b7f-484b-bbaa-a9d2a437005e', 'tag': '07c8714c-36c5-4cfc-b4b7-d612cf9fa97d', 'status': 'completed', 'code': 200} Sep 17 07:56:37.730121 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-adef9c26-5e97-4bbe-ac89-45f21a3a80bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:37.780020 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adef9c26-5e97-4bbe-ac89-45f21a3a80bc None None] Network 7c40fa4f-963e-4c1a-850f-c70782badcb3 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:56:37.785186 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-adef9c26-5e97-4bbe-ac89-45f21a3a80bc None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:56:37.790282 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adef9c26-5e97-4bbe-ac89-45f21a3a80bc None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:56:37.792653 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860b69a2-7b86-499c-b283-eeb61346575b service neutron] Pushing event updated for resources: {'Port': ['ID=07c8714c-36c5-4cfc-b4b7-d612cf9fa97d,revision_number=3']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:37.793362 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adef9c26-5e97-4bbe-ac89-45f21a3a80bc None None] Pushing event updated for resources: {'Port': ['ID=e3a66b92-7222-4f46-a1f3-86413b352ff8,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:37.863948 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-ab151a84-959c-487b-adb2-b578427e0df9 admin admin] Allocated IP 172.25.6.184 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/91d1c2d1-80a2-459b-9e61-60a8672e74b0) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:56:37.891618 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-adef9c26-5e97-4bbe-ac89-45f21a3a80bc None None] Attempting to bind port e3a66b92-7222-4f46-a1f3-86413b352ff8 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:56:37.892019 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-adef9c26-5e97-4bbe-ac89-45f21a3a80bc None None] Attempting to bind port e3a66b92-7222-4f46-a1f3-86413b352ff8 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'ff9fa649-0cba-4a70-969d-e529824e0dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7c40fa4f-963e-4c1a-850f-c70782badcb3'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:56:37.892385 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adef9c26-5e97-4bbe-ac89-45f21a3a80bc None None] Attempting to bind port e3a66b92-7222-4f46-a1f3-86413b352ff8 on network 7c40fa4f-963e-4c1a-850f-c70782badcb3 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:56:37.899127 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adef9c26-5e97-4bbe-ac89-45f21a3a80bc None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:56:37.899545 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adef9c26-5e97-4bbe-ac89-45f21a3a80bc None None] Checking segment: {'id': 'ff9fa649-0cba-4a70-969d-e529824e0dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7c40fa4f-963e-4c1a-850f-c70782badcb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:56:37.900025 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-adef9c26-5e97-4bbe-ac89-45f21a3a80bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:37.900425 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adef9c26-5e97-4bbe-ac89-45f21a3a80bc None None] Bound using segment: {'id': 'ff9fa649-0cba-4a70-969d-e529824e0dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7c40fa4f-963e-4c1a-850f-c70782badcb3'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:56:37.900946 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-adef9c26-5e97-4bbe-ac89-45f21a3a80bc None None] Bound port: e3a66b92-7222-4f46-a1f3-86413b352ff8, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff9fa649-0cba-4a70-969d-e529824e0dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7c40fa4f-963e-4c1a-850f-c70782badcb3'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:56:37.901331 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-adef9c26-5e97-4bbe-ac89-45f21a3a80bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:37.971879 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-adef9c26-5e97-4bbe-ac89-45f21a3a80bc None None] For port e3a66b92-7222-4f46-a1f3-86413b352ff8, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:56:37.975750 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-adef9c26-5e97-4bbe-ac89-45f21a3a80bc None None] For port e3a66b92-7222-4f46-a1f3-86413b352ff8, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=e3a66b92-7222-4f46-a1f3-86413b352ff8,segment=NetworkSegment(ff9fa649-0cba-4a70-969d-e529824e0dc5),segment_id=ff9fa649-0cba-4a70-969d-e529824e0dc5)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:56:37.979683 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fb94a543-f80a-4afe-9304-6c02ca1e8fab req-0a35f5bf-9de4-45dc-85fd-bac0404dc257 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.1471248 Sep 17 07:56:37.981902 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457d7cf-1cd1-4fb8-bebd-30cb304ca1cf req-a60c1ffc-99f2-4ce8-9656-b66bcb029a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:37.983406 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7457d7cf-1cd1-4fb8-bebd-30cb304ca1cf req-a60c1ffc-99f2-4ce8-9656-b66bcb029a13 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=64463b4676b74a7db92badc7dc9ed91e&device_id=bb49abc9-4b7f-484b-bbaa-a9d2a437005e HTTP/1.1" status: 200 len: 1094 time: 0.2884023 Sep 17 07:56:38.004322 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ab151a84-959c-487b-adb2-b578427e0df9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:38.017618 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-adef9c26-5e97-4bbe-ac89-45f21a3a80bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:38.046752 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7457d7cf-1cd1-4fb8-bebd-30cb304ca1cf req-fb72d099-a835-446e-ae50-8fb84411f0a1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07c8714c-36c5-4cfc-b4b7-d612cf9fa97d HTTP/1.1" status: 200 len: 217 time: 0.0476062 Sep 17 07:56:38.069774 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ab151a84-959c-487b-adb2-b578427e0df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:38.140618 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2692c-0fdd-409a-b65e-311e41a9ab7b req-b87ca7d4-c791-4ccf-b7ac-7908e640a690 tempest-ComputeTenantNetworksTest-2025451088 tempest-ComputeTenantNetworksTest-2025451088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:38.149440 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adef9c26-5e97-4bbe-ac89-45f21a3a80bc None None] Pushing event updated for resources: {'Port': ['ID=e3a66b92-7222-4f46-a1f3-86413b352ff8,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:38.153626 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2692c-0fdd-409a-b65e-311e41a9ab7b req-b87ca7d4-c791-4ccf-b7ac-7908e640a690 tempest-ComputeTenantNetworksTest-2025451088 tempest-ComputeTenantNetworksTest-2025451088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:38.161084 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2692c-0fdd-409a-b65e-311e41a9ab7b req-b87ca7d4-c791-4ccf-b7ac-7908e640a690 tempest-ComputeTenantNetworksTest-2025451088 tempest-ComputeTenantNetworksTest-2025451088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:38.180402 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3ba2692c-0fdd-409a-b65e-311e41a9ab7b req-b87ca7d4-c791-4ccf-b7ac-7908e640a690 tempest-ComputeTenantNetworksTest-2025451088 tempest-ComputeTenantNetworksTest-2025451088-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.5028083 Sep 17 07:56:38.188508 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457d7cf-1cd1-4fb8-bebd-30cb304ca1cf req-8d895539-8bec-4348-ad61-b640f84cbbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:38.190009 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7457d7cf-1cd1-4fb8-bebd-30cb304ca1cf req-8d895539-8bec-4348-ad61-b640f84cbbb4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=47eb3319-3f74-4d7c-a997-97edeaed8de2 HTTP/1.1" status: 200 len: 859 time: 0.1338546 Sep 17 07:56:38.194662 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab151a84-959c-487b-adb2-b578427e0df9 admin admin] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:56:38.200855 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-ab151a84-959c-487b-adb2-b578427e0df9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:56:38.202580 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab151a84-959c-487b-adb2-b578427e0df9 admin admin] Pushing event updated for resources: {'Port': ['ID=91d1c2d1-80a2-459b-9e61-60a8672e74b0,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:38.215247 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab151a84-959c-487b-adb2-b578427e0df9 admin admin] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:56:38.252359 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7457d7cf-1cd1-4fb8-bebd-30cb304ca1cf req-70e4d8ac-1832-49fb-8736-cc8125f62a24 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=14a733b3-7689-4d98-9697-43f397b3e2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448337 Sep 17 07:56:38.337140 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e83e9e-adba-4854-be02-7a173fdd1a3c req-d05a2daf-e5d6-40ea-bccf-fd1d19b87ca3 tempest-ComputeTenantNetworksTest-2025451088 tempest-ComputeTenantNetworksTest-2025451088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:38.350509 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-88e83e9e-adba-4854-be02-7a173fdd1a3c req-d05a2daf-e5d6-40ea-bccf-fd1d19b87ca3 tempest-ComputeTenantNetworksTest-2025451088 tempest-ComputeTenantNetworksTest-2025451088-project] 10.222.0.13 "GET /v2.0/networks/001c780f-d024-479c-ad51-fbc9256f12d7 HTTP/1.1" status: 200 len: 769 time: 0.1649234 Sep 17 07:56:38.351247 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 48594) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:56:38.607284 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ab151a84-959c-487b-adb2-b578427e0df9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:38.610752 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-075228a3-ad7f-4e10-a795-e75d45f75869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:38.650763 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a736e5-75f4-4241-93cb-d72a5bac3051 req-20f352e6-a9e6-4ce3-bcac-0ca1dee0fa5a tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:38.658296 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-44a736e5-75f4-4241-93cb-d72a5bac3051 req-20f352e6-a9e6-4ce3-bcac-0ca1dee0fa5a tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb49abc9-4b7f-484b-bbaa-a9d2a437005e HTTP/1.1" status: 200 len: 943 time: 0.2188735 Sep 17 07:56:38.689911 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7457d7cf-1cd1-4fb8-bebd-30cb304ca1cf req-0fe513d6-7a00-4e75-bda0-4e1ac23269c2 service neutron] 10.222.0.41 "GET /v2.0/networks/14a733b3-7689-4d98-9697-43f397b3e2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376851 Sep 17 07:56:38.826898 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-44a736e5-75f4-4241-93cb-d72a5bac3051 req-9a9d1f10-28b9-4423-b928-630a4bf4d798 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677229 Sep 17 07:56:38.895780 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-075228a3-ad7f-4e10-a795-e75d45f75869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:38.920814 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7456fb-480f-433e-8e3b-aa7bca893680 req-f8d5a188-8376-470f-b2ea-f217b975ea73 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:38.922149 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6a7456fb-480f-433e-8e3b-aa7bca893680 req-f8d5a188-8376-470f-b2ea-f217b975ea73 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab4fcfe9-2fdc-4a0d-9be5-7ce6205425c9 HTTP/1.1" status: 200 len: 948 time: 0.2610085 Sep 17 07:56:38.941045 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-075228a3-ad7f-4e10-a795-e75d45f75869 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['001c780f-d024-479c-ad51-fbc9256f12d7']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:56:38.983424 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-075228a3-ad7f-4e10-a795-e75d45f75869 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e7ff3dd-b630-4184-9bcc-ea28b5fab92e') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:56:38.983756 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-075228a3-ad7f-4e10-a795-e75d45f75869 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e7ff3dd-b630-4184-9bcc-ea28b5fab92e') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:56:38.989275 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7457d7cf-1cd1-4fb8-bebd-30cb304ca1cf req-ef1d5f1b-2d19-45b9-ab22-ef813e1b362b service neutron] 10.222.0.41 "GET /v2.0/networks/14a733b3-7689-4d98-9697-43f397b3e2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820721 Sep 17 07:56:39.020895 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6a7456fb-480f-433e-8e3b-aa7bca893680 req-673690c2-f138-4027-a76f-b5c18a44e37a tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858841 Sep 17 07:56:39.022939 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-075228a3-ad7f-4e10-a795-e75d45f75869 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:39.044270 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device e3a66b92-7222-4f46-a1f3-86413b352ff8 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:56:39.063522 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-075228a3-ad7f-4e10-a795-e75d45f75869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:39.078849 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-075228a3-ad7f-4e10-a795-e75d45f75869 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 07:56:39.079259 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-075228a3-ad7f-4e10-a795-e75d45f75869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:39.081111 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 07:56:39.081111 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 07:56:39.081111 n-d-789963-9 neutron-server[101289]: timer() Sep 17 07:56:39.081111 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 07:56:39.081111 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 07:56:39.081111 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 07:56:39.081111 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 07:56:39.081111 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 07:56:39.081111 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 07:56:39.081111 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 07:56:39.081111 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 07:56:39.081111 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 07:56:39.081111 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 07:56:39.081111 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 07:56:39.081111 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 07:56:39.081111 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 07:56:39.081111 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 07:56:39.081111 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 07:56:39.081111 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 07:56:39.081111 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 07:56:39.081111 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 07:56:39.081111 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 07:56:39.081111 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 07:56:39.081111 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 07:56:39.081111 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 07:56:39.081111 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 07:56:39.081111 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 07:56:39.081111 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 07:56:39.081111 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 07:56:39.081111 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 07:56:39.081111 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 07:56:39.081111 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 07:56:39.144590 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 07:56:39.183618 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port e3a66b92-7222-4f46-a1f3-86413b352ff8 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:56:39.184274 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:39.194972 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-075228a3-ad7f-4e10-a795-e75d45f75869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:39.243644 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-075228a3-ad7f-4e10-a795-e75d45f75869 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:39.248371 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-075228a3-ad7f-4e10-a795-e75d45f75869 admin admin] 10.222.0.13 "DELETE /v2.0/networks/001c780f-d024-479c-ad51-fbc9256f12d7 HTTP/1.1" status: 204 len: 168 time: 0.8910105 Sep 17 07:56:39.249739 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f6c4c8f6-bcdb-4218-ba64-31a9fc2d1edc req-187b4974-9514-4594-9d30-02f4de5e931f tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0927391 Sep 17 07:56:39.265416 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075228a3-ad7f-4e10-a795-e75d45f75869 admin admin] Pushing event deleted for resources: {'Network': ['ID=001c780f-d024-479c-ad51-fbc9256f12d7,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:39.296222 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c81aa9d-5c2f-419a-a7fa-44107556e52b req-e6b1f656-d204-4cef-8b25-559f6c49c76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:39.299706 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0c81aa9d-5c2f-419a-a7fa-44107556e52b req-e6b1f656-d204-4cef-8b25-559f6c49c76f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=64463b4676b74a7db92badc7dc9ed91e&device_id=bb49abc9-4b7f-484b-bbaa-a9d2a437005e HTTP/1.1" status: 200 len: 1094 time: 0.1252232 Sep 17 07:56:39.321120 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:39.353869 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ab151a84-959c-487b-adb2-b578427e0df9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:39.390948 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 2d088d58-75db-4f9a-bd6d-6aca29acefe3 details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:56:39.403675 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port e3a66b92-7222-4f46-a1f3-86413b352ff8, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=e3a66b92-7222-4f46-a1f3-86413b352ff8,segment=NetworkSegment(ff9fa649-0cba-4a70-969d-e529824e0dc5),segment_id=ff9fa649-0cba-4a70-969d-e529824e0dc5)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:56:39.429754 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:39.446036 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c81aa9d-5c2f-419a-a7fa-44107556e52b req-536ec5a3-96d4-4022-aef9-3a3841f3c1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:39.447587 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0c81aa9d-5c2f-419a-a7fa-44107556e52b req-536ec5a3-96d4-4022-aef9-3a3841f3c1ae service neutron] 10.222.0.41 "GET /v2.0/networks?id=14a733b3-7689-4d98-9697-43f397b3e2a8 HTTP/1.1" status: 200 len: 920 time: 0.1392806 Sep 17 07:56:39.499239 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 48616) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:56:39.543484 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0c81aa9d-5c2f-419a-a7fa-44107556e52b req-d00c93fd-43f4-4e55-bf39-42e98b24d1c6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07c8714c-36c5-4cfc-b4b7-d612cf9fa97d HTTP/1.1" status: 200 len: 217 time: 0.0866523 Sep 17 07:56:39.574630 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-2d7d69d8-6311-4077-89dc-4cebfc9b863f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=42f909a0f14a49958a2797e80e0c4fe4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0632384 Sep 17 07:56:39.574838 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 48620) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:56:39.618632 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab151a84-959c-487b-adb2-b578427e0df9 admin admin] Router cc44dcc5-2a52-4505-8a61-cb38694f26ee is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 07:56:39.640594 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c81aa9d-5c2f-419a-a7fa-44107556e52b req-f45d64a5-1002-409f-a2b0-3adad654d2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:39.642101 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0c81aa9d-5c2f-419a-a7fa-44107556e52b req-f45d64a5-1002-409f-a2b0-3adad654d2b9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=47eb3319-3f74-4d7c-a997-97edeaed8de2 HTTP/1.1" status: 200 len: 859 time: 0.0887425 Sep 17 07:56:39.665624 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=e3a66b92-7222-4f46-a1f3-86413b352ff8,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:39.669317 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b910e337-5fef-412d-9e31-b662069611a6 None None] Network 7c40fa4f-963e-4c1a-850f-c70782badcb3 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:56:39.687157 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0c81aa9d-5c2f-419a-a7fa-44107556e52b req-c4f1b580-9160-40e6-8ad2-e17e365e166c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=14a733b3-7689-4d98-9697-43f397b3e2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361228 Sep 17 07:56:39.690883 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-404df8be-4921-4a92-bfcb-86f5a5a50b76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:39.722827 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-404df8be-4921-4a92-bfcb-86f5a5a50b76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:39.767000 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 2d088d58-75db-4f9a-bd6d-6aca29acefe3, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=2d088d58-75db-4f9a-bd6d-6aca29acefe3,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:56:39.789646 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-dedca857-5eb1-49e5-b3b9-7b8950a505b3 None None] Provisioning complete for port e3a66b92-7222-4f46-a1f3-86413b352ff8 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:56:39.790069 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dedca857-5eb1-49e5-b3b9-7b8950a505b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:39.796071 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': '2d088d58-75db-4f9a-bd6d-6aca29acefe3', 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583', 'port_id': '2d088d58-75db-4f9a-bd6d-6aca29acefe3', 'mac_address': 'fa:16:3e:de:19:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f3af6cb-9cad-436b-bf41-034e75672c44', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:56:39.821333 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab151a84-959c-487b-adb2-b578427e0df9 admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:56:39.845980 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-404df8be-4921-4a92-bfcb-86f5a5a50b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:39.850327 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-404df8be-4921-4a92-bfcb-86f5a5a50b76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:39.853093 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d55e70-0945-4260-b378-a2875461cd53 None None] Sync routers for ids ['cc44dcc5-2a52-4505-8a61-cb38694f26ee'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:56:39.857710 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0c81aa9d-5c2f-419a-a7fa-44107556e52b req-b9d8fe6f-7771-4cb4-a8c3-38cfaf9519b0 service neutron] 10.222.0.41 "GET /v2.0/networks/14a733b3-7689-4d98-9697-43f397b3e2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630692 Sep 17 07:56:39.862849 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-404df8be-4921-4a92-bfcb-86f5a5a50b76 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/df2335e7-9cba-46af-a61e-66e2da2f78a7 HTTP/1.1" status: 204 len: 168 time: 0.2868600 Sep 17 07:56:39.870687 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ab151a84-959c-487b-adb2-b578427e0df9 admin admin] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:39.875127 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ab151a84-959c-487b-adb2-b578427e0df9 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9613252 Sep 17 07:56:39.878803 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 48634) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:56:39.906977 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404df8be-4921-4a92-bfcb-86f5a5a50b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2335e7-9cba-46af-a61e-66e2da2f78a7,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:39.967964 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0c81aa9d-5c2f-419a-a7fa-44107556e52b req-332982db-9efd-432b-a12c-cca17e93129e service neutron] 10.222.0.41 "GET /v2.0/networks/14a733b3-7689-4d98-9697-43f397b3e2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012456 Sep 17 07:56:39.979630 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d55e70-0945-4260-b378-a2875461cd53 None None] Routers {'cc44dcc5-2a52-4505-8a61-cb38694f26ee'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:56:39.980326 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-78d55e70-0945-4260-b378-a2875461cd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:56:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['cc44dcc5-2a52-4505-8a61-cb38694f26ee'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:56:40.050933 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:40.130557 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07a6eb6-8a9d-4eca-ac63-ecfeb18be4b2 req-0ffdf112-d428-49f5-88eb-102978d5a2a5 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:40.133919 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d088d58-75db-4f9a-bd6d-6aca29acefe3 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:56:40.135871 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f07a6eb6-8a9d-4eca-ac63-ecfeb18be4b2 req-0ffdf112-d428-49f5-88eb-102978d5a2a5 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb49abc9-4b7f-484b-bbaa-a9d2a437005e HTTP/1.1" status: 200 len: 943 time: 0.1668332 Sep 17 07:56:40.215558 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 2d088d58-75db-4f9a-bd6d-6aca29acefe3, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=2d088d58-75db-4f9a-bd6d-6aca29acefe3,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:56:40.218850 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f07a6eb6-8a9d-4eca-ac63-ecfeb18be4b2 req-9a8c9181-7877-4285-a92f-2d9a378f992b tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717916 Sep 17 07:56:40.233454 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:40.293671 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-78d55e70-0945-4260-b378-a2875461cd53 None None] Set router cc44dcc5-2a52-4505-8a61-cb38694f26ee gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:56:40.329565 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bc916f-1df5-44ed-98b3-b0e5106565d2 req-a4dabd51-596f-43a0-bdd5-fe5bd7d6c608 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:40.344584 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d6bc916f-1df5-44ed-98b3-b0e5106565d2 req-a4dabd51-596f-43a0-bdd5-fe5bd7d6c608 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab4fcfe9-2fdc-4a0d-9be5-7ce6205425c9 HTTP/1.1" status: 200 len: 949 time: 0.1420298 Sep 17 07:56:40.468717 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d6bc916f-1df5-44ed-98b3-b0e5106565d2 req-1645e1ed-cc45-4135-96d5-07dbd2729e9c tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133187 Sep 17 07:56:40.487401 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6d3d7855-335e-4282-bc37-aae7dce4b4c6 req-19f3f73a-443f-49ae-ac5f-15fa4a5c5b4c tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0673344 Sep 17 07:56:40.540978 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=2d088d58-75db-4f9a-bd6d-6aca29acefe3,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:40.598094 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-78d55e70-0945-4260-b378-a2875461cd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc44dcc5-2a52-4505-8a61-cb38694f26ee', 'name': 'tempest-TestAggregatesBasicOps-400137706-router', 'tenant_id': 'a91c7b3afb9845798e7d0342a85f7737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '91d1c2d1-80a2-459b-9e61-60a8672e74b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:56:36Z', 'updated_at': '2021-09-17T07:56:38Z', 'revision_number': 3, 'project_id': 'a91c7b3afb9845798e7d0342a85f7737', 'gw_port': {'id': '91d1c2d1-80a2-459b-9e61-60a8672e74b0', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ad:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc44dcc5-2a52-4505-8a61-cb38694f26ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:56:37Z', 'updated_at': '2021-09-17T07:56:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:56:40.628563 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d55e70-0945-4260-b378-a2875461cd53 None None] Checking router: cc44dcc5-2a52-4505-8a61-cb38694f26ee for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:56:40.629209 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d55e70-0945-4260-b378-a2875461cd53 None None] Updating router cc44dcc5-2a52-4505-8a61-cb38694f26ee port 91d1c2d1-80a2-459b-9e61-60a8672e74b0 binding host n-d-789963-9 {{(pid=101291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 07:56:40.659506 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-78d55e70-0945-4260-b378-a2875461cd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:40.705556 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['2d088d58-75db-4f9a-bd6d-6aca29acefe3'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:56:40.712029 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-915f977b-ec60-4650-a363-d32ea433395f None None] Provisioning complete for port e3a66b92-7222-4f46-a1f3-86413b352ff8 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:56:40.712767 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-915f977b-ec60-4650-a363-d32ea433395f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:40.747960 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d913b692-35e2-4866-8d75-11705a88e2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:40.948017 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-d913b692-35e2-4866-8d75-11705a88e2c8 admin admin] Allocated IP 172.20.0.1 (7c40fa4f-963e-4c1a-850f-c70782badcb3/16f3e9ee-9197-4f4c-b1c5-58ed92393ab7/72beba49-a4e4-4daa-a07e-17e2cc265833) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:56:41.009467 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device e3a66b92-7222-4f46-a1f3-86413b352ff8 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:56:41.097208 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d913b692-35e2-4866-8d75-11705a88e2c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:41.146076 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d913b692-35e2-4866-8d75-11705a88e2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:41.203080 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d913b692-35e2-4866-8d75-11705a88e2c8 admin admin] Pushing event updated for resources: {'Port': ['ID=72beba49-a4e4-4daa-a07e-17e2cc265833,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:41.220931 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d913b692-35e2-4866-8d75-11705a88e2c8 admin admin] Network 7c40fa4f-963e-4c1a-850f-c70782badcb3 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:56:41.223749 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-d913b692-35e2-4866-8d75-11705a88e2c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:56:41.227525 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d913b692-35e2-4866-8d75-11705a88e2c8 admin admin] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:56:41.239404 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port e3a66b92-7222-4f46-a1f3-86413b352ff8 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:56:41.240713 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:41.299397 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d913b692-35e2-4866-8d75-11705a88e2c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:41.403873 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device e240d065-1941-4b27-9bbb-81019ba20c37 details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:56:41.437568 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fb572e-1b7c-4831-90f2-7a5ee342dcbf req-a079a808-7496-4a0d-9fd9-2ada18d303cf tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:41.441196 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-99fb572e-1b7c-4831-90f2-7a5ee342dcbf req-a079a808-7496-4a0d-9fd9-2ada18d303cf tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb49abc9-4b7f-484b-bbaa-a9d2a437005e HTTP/1.1" status: 200 len: 943 time: 0.1210916 Sep 17 07:56:41.550054 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-99fb572e-1b7c-4831-90f2-7a5ee342dcbf req-28dab419-c98e-48cb-8afc-09dd565bb04b tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009295 Sep 17 07:56:41.555447 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-78d55e70-0945-4260-b378-a2875461cd53 None None] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:41.591508 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-78d55e70-0945-4260-b378-a2875461cd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:41.601358 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d913b692-35e2-4866-8d75-11705a88e2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:41.711320 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac07eb-26a0-4512-be04-69313d5ec557 req-8aa42bbb-eb52-4499-bc98-611f87c7bebb tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:41.713064 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5fac07eb-26a0-4512-be04-69313d5ec557 req-8aa42bbb-eb52-4499-bc98-611f87c7bebb tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab4fcfe9-2fdc-4a0d-9be5-7ce6205425c9 HTTP/1.1" status: 200 len: 949 time: 0.0557895 Sep 17 07:56:41.766948 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5fac07eb-26a0-4512-be04-69313d5ec557 req-fc957e90-95bc-4dd1-a8c5-e0257272918a tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417309 Sep 17 07:56:41.795493 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541edeac-d94c-4e24-a92e-e473a96e8dac None None] Pushing event updated for resources: {'Port': ['ID=91d1c2d1-80a2-459b-9e61-60a8672e74b0,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:41.860339 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-78d55e70-0945-4260-b378-a2875461cd53 None None] Attempting to bind port 91d1c2d1-80a2-459b-9e61-60a8672e74b0 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:56:41.862074 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-78d55e70-0945-4260-b378-a2875461cd53 None None] Attempting to bind port 91d1c2d1-80a2-459b-9e61-60a8672e74b0 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:56:41.862640 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d55e70-0945-4260-b378-a2875461cd53 None None] Attempting to bind port 91d1c2d1-80a2-459b-9e61-60a8672e74b0 on network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:56:41.868389 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-13dfae7e-620d-4f7b-9363-e9f3e6d808aa req-fbc893bd-c4e5-444b-8d48-5a6dfc77f6d3 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0455046 Sep 17 07:56:41.892028 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-60d6ecc6-fb0b-4378-90d5-9992850cf681 None None] Provisioning complete for port 72beba49-a4e4-4daa-a07e-17e2cc265833 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:56:41.892414 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-60d6ecc6-fb0b-4378-90d5-9992850cf681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:41.915101 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d913b692-35e2-4866-8d75-11705a88e2c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:41.918312 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d55e70-0945-4260-b378-a2875461cd53 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:56:41.919136 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d55e70-0945-4260-b378-a2875461cd53 None None] Checking segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:56:41.920220 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-78d55e70-0945-4260-b378-a2875461cd53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:41.921430 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d55e70-0945-4260-b378-a2875461cd53 None None] Bound using segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:56:41.923123 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-78d55e70-0945-4260-b378-a2875461cd53 None None] Bound port: 91d1c2d1-80a2-459b-9e61-60a8672e74b0, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:56:41.923592 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-78d55e70-0945-4260-b378-a2875461cd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:41.924837 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d913b692-35e2-4866-8d75-11705a88e2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:42.001178 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port e240d065-1941-4b27-9bbb-81019ba20c37, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=e240d065-1941-4b27-9bbb-81019ba20c37,segment=NetworkSegment(4c573c9c-7077-413b-8063-7d76dad67134),segment_id=4c573c9c-7077-413b-8063-7d76dad67134)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:56:42.020338 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d913b692-35e2-4866-8d75-11705a88e2c8 admin admin] Pushing event updated for resources: {'Port': ['ID=72beba49-a4e4-4daa-a07e-17e2cc265833,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:42.026980 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d913b692-35e2-4866-8d75-11705a88e2c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:42.029265 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': 'e240d065-1941-4b27-9bbb-81019ba20c37', 'network_id': '14a733b3-7689-4d98-9697-43f397b3e2a8', 'port_id': 'e240d065-1941-4b27-9bbb-81019ba20c37', 'mac_address': 'fa:16:3e:2e:54:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47eb3319-3f74-4d7c-a997-97edeaed8de2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:56:42.041324 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-60d6ecc6-fb0b-4378-90d5-9992850cf681 None None] Port 72beba49-a4e4-4daa-a07e-17e2cc265833 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:56:42.046243 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-78d55e70-0945-4260-b378-a2875461cd53 None None] For port 91d1c2d1-80a2-459b-9e61-60a8672e74b0, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:56:42.050239 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-78d55e70-0945-4260-b378-a2875461cd53 None None] For port 91d1c2d1-80a2-459b-9e61-60a8672e74b0, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=91d1c2d1-80a2-459b-9e61-60a8672e74b0,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:56:42.082975 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-78d55e70-0945-4260-b378-a2875461cd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:42.138223 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d913b692-35e2-4866-8d75-11705a88e2c8 admin admin] Network 7c40fa4f-963e-4c1a-850f-c70782badcb3 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:56:42.139617 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-d913b692-35e2-4866-8d75-11705a88e2c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:56:42.174209 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:42.194977 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e240d065-1941-4b27-9bbb-81019ba20c37 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:56:42.204014 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d55e70-0945-4260-b378-a2875461cd53 None None] Routers {'cc44dcc5-2a52-4505-8a61-cb38694f26ee'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:56:42.204899 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-78d55e70-0945-4260-b378-a2875461cd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:56:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['cc44dcc5-2a52-4505-8a61-cb38694f26ee'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:56:42.332664 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d913b692-35e2-4866-8d75-11705a88e2c8 admin admin] Router cc44dcc5-2a52-4505-8a61-cb38694f26ee has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:56:42.332977 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-78d55e70-0945-4260-b378-a2875461cd53 None None] Set router cc44dcc5-2a52-4505-8a61-cb38694f26ee gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:56:42.468068 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541edeac-d94c-4e24-a92e-e473a96e8dac None None] Pushing event updated for resources: {'Port': ['ID=91d1c2d1-80a2-459b-9e61-60a8672e74b0,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:42.478116 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d913b692-35e2-4866-8d75-11705a88e2c8 admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:56:42.484400 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d913b692-35e2-4866-8d75-11705a88e2c8 admin admin] 10.222.0.13 "PUT /v2.0/routers/cc44dcc5-2a52-4505-8a61-cb38694f26ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5897608 Sep 17 07:56:42.486166 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port e240d065-1941-4b27-9bbb-81019ba20c37, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=e240d065-1941-4b27-9bbb-81019ba20c37,segment=NetworkSegment(4c573c9c-7077-413b-8063-7d76dad67134),segment_id=4c573c9c-7077-413b-8063-7d76dad67134)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:56:42.490607 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:42.653103 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-09eb45ed-128e-42de-8c3b-db556f3e9621 None None] Provisioning complete for port 72beba49-a4e4-4daa-a07e-17e2cc265833 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:56:42.656318 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-09eb45ed-128e-42de-8c3b-db556f3e9621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:42.727017 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6d553-a115-45ee-a1c5-f428057125ce req-60aea71d-6464-4e0a-893c-e019453ccea7 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:42.735134 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=e240d065-1941-4b27-9bbb-81019ba20c37,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:42.736642 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ccb6d553-a115-45ee-a1c5-f428057125ce req-60aea71d-6464-4e0a-893c-e019453ccea7 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb49abc9-4b7f-484b-bbaa-a9d2a437005e HTTP/1.1" status: 200 len: 943 time: 0.0960054 Sep 17 07:56:42.810052 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-09eb45ed-128e-42de-8c3b-db556f3e9621 None None] Port 72beba49-a4e4-4daa-a07e-17e2cc265833 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:56:42.831620 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ccb6d553-a115-45ee-a1c5-f428057125ce req-9cdadc1d-8d72-45f5-8a96-afd49e3560a2 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940199 Sep 17 07:56:42.886054 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-78d55e70-0945-4260-b378-a2875461cd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc44dcc5-2a52-4505-8a61-cb38694f26ee', 'name': 'tempest-TestAggregatesBasicOps-400137706-router', 'tenant_id': 'a91c7b3afb9845798e7d0342a85f7737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '91d1c2d1-80a2-459b-9e61-60a8672e74b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:56:36Z', 'updated_at': '2021-09-17T07:56:41Z', 'revision_number': 4, 'project_id': 'a91c7b3afb9845798e7d0342a85f7737', 'gw_port': {'id': '91d1c2d1-80a2-459b-9e61-60a8672e74b0', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ad:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc44dcc5-2a52-4505-8a61-cb38694f26ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:56:37Z', 'updated_at': '2021-09-17T07:56:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '72beba49-a4e4-4daa-a07e-17e2cc265833', 'name': '', 'network_id': '7c40fa4f-963e-4c1a-850f-c70782badcb3', 'tenant_id': 'a91c7b3afb9845798e7d0342a85f7737', 'mac_address': 'fa:16:3e:cc:a6:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc44dcc5-2a52-4505-8a61-cb38694f26ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '16f3e9ee-9197-4f4c-b1c5-58ed92393ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:56:40Z', 'updated_at': '2021-09-17T07:56:41Z', 'revision_number': 2, 'project_id': 'a91c7b3afb9845798e7d0342a85f7737', 'subnets': [{'id': '16f3e9ee-9197-4f4c-b1c5-58ed92393ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:56:42.948999 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d55e70-0945-4260-b378-a2875461cd53 None None] The sync data for ids ['cc44dcc5-2a52-4505-8a61-cb38694f26ee'] in n-d-789963-9 is: [{'id': 'cc44dcc5-2a52-4505-8a61-cb38694f26ee', 'name': 'tempest-TestAggregatesBasicOps-400137706-router', 'tenant_id': 'a91c7b3afb9845798e7d0342a85f7737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '91d1c2d1-80a2-459b-9e61-60a8672e74b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:56:36Z', 'updated_at': '2021-09-17T07:56:41Z', 'revision_number': 4, 'project_id': 'a91c7b3afb9845798e7d0342a85f7737', 'gw_port': {'id': '91d1c2d1-80a2-459b-9e61-60a8672e74b0', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ad:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc44dcc5-2a52-4505-8a61-cb38694f26ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:56:37Z', 'updated_at': '2021-09-17T07:56:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '72beba49-a4e4-4daa-a07e-17e2cc265833', 'name': '', 'network_id': '7c40fa4f-963e-4c1a-850f-c70782badcb3', 'tenant_id': 'a91c7b3afb9845798e7d0342a85f7737', 'mac_address': 'fa:16:3e:cc:a6:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc44dcc5-2a52-4505-8a61-cb38694f26ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '16f3e9ee-9197-4f4c-b1c5-58ed92393ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:56:40Z', 'updated_at': '2021-09-17T07:56:41Z', 'revision_number': 2, 'project_id': 'a91c7b3afb9845798e7d0342a85f7737', 'subnets': [{'id': '16f3e9ee-9197-4f4c-b1c5-58ed92393ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:56:42.959651 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['e240d065-1941-4b27-9bbb-81019ba20c37'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:56:42.973830 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-57182fee-eb3a-4672-bb03-b7a6ed14df64 req-6ec02f66-9a5b-45fc-8154-5971ed7ba190 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0310304 Sep 17 07:56:42.996224 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e879d73d-1ff4-472e-b6c0-54df4cc50d82 req-2d493e1a-359b-44a0-a7f6-40bddcb9aa7b tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:43.000155 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e879d73d-1ff4-472e-b6c0-54df4cc50d82 req-2d493e1a-359b-44a0-a7f6-40bddcb9aa7b tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab4fcfe9-2fdc-4a0d-9be5-7ce6205425c9 HTTP/1.1" status: 200 len: 949 time: 0.1234739 Sep 17 07:56:43.086095 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e879d73d-1ff4-472e-b6c0-54df4cc50d82 req-1dcc7705-a08c-4e2c-85cd-212574dc4670 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777876 Sep 17 07:56:43.288293 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 48730) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:56:43.294573 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-59a216d2-c61a-4bd0-b8b3-f42d063eada2 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-278123849-network', 'tenant_id': 'e23c81f819144bc59f5ba6d20d694b1b'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:56:43.329085 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a216d2-c61a-4bd0-b8b3-f42d063eada2 admin admin] Made reservation on behalf of e23c81f819144bc59f5ba6d20d694b1b for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:56:43.332785 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-59a216d2-c61a-4bd0-b8b3-f42d063eada2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:43.345897 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-59a216d2-c61a-4bd0-b8b3-f42d063eada2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:43.401686 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 07c8714c-36c5-4cfc-b4b7-d612cf9fa97d details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:56:43.470112 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-59a216d2-c61a-4bd0-b8b3-f42d063eada2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:43.476222 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-59a216d2-c61a-4bd0-b8b3-f42d063eada2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:43.496560 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 2d088d58-75db-4f9a-bd6d-6aca29acefe3 up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:56:43.510174 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59a216d2-c61a-4bd0-b8b3-f42d063eada2 admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 07:56:43.524267 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a216d2-c61a-4bd0-b8b3-f42d063eada2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad1e875-c115-4b4a-99b7-1126d1c970b7,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:43.544261 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-59a216d2-c61a-4bd0-b8b3-f42d063eada2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:43.544758 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-59a216d2-c61a-4bd0-b8b3-f42d063eada2 admin admin] Added segment 58b829ef-c5eb-4faa-a131-63cd6dbd94a2 of type vlan for network 63979b82-a0e4-4059-98e9-e8f1cc555b20 Sep 17 07:56:43.603760 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-59a216d2-c61a-4bd0-b8b3-f42d063eada2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:43.668715 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-59a216d2-c61a-4bd0-b8b3-f42d063eada2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:43.674197 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a216d2-c61a-4bd0-b8b3-f42d063eada2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:43.674851 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-59a216d2-c61a-4bd0-b8b3-f42d063eada2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:43.694446 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning for port 2d088d58-75db-4f9a-bd6d-6aca29acefe3 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:56:43.708269 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port 2d088d58-75db-4f9a-bd6d-6aca29acefe3 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:56:43.708648 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:43.712619 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 07c8714c-36c5-4cfc-b4b7-d612cf9fa97d, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=07c8714c-36c5-4cfc-b4b7-d612cf9fa97d,segment=NetworkSegment(4c573c9c-7077-413b-8063-7d76dad67134),segment_id=4c573c9c-7077-413b-8063-7d76dad67134)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:56:43.751898 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': '07c8714c-36c5-4cfc-b4b7-d612cf9fa97d', 'network_id': '14a733b3-7689-4d98-9697-43f397b3e2a8', 'port_id': '07c8714c-36c5-4cfc-b4b7-d612cf9fa97d', 'mac_address': 'fa:16:3e:73:14:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47eb3319-3f74-4d7c-a997-97edeaed8de2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:56:43.780369 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a216d2-c61a-4bd0-b8b3-f42d063eada2 admin admin] Pushing event updated for resources: {'Network': ['ID=63979b82-a0e4-4059-98e9-e8f1cc555b20,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:43.814552 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 63979b82-a0e4-4059-98e9-e8f1cc555b20 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 07:56:43.814776 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-59a216d2-c61a-4bd0-b8b3-f42d063eada2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5222611 Sep 17 07:56:43.814977 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 48744) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:56:43.821207 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-e72bc5ec-a78a-4162-a18b-2b9c01fe3724 admin admin] Request body: {'subnet': {'network_id': '63979b82-a0e4-4059-98e9-e8f1cc555b20', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-278123849-subnet', 'tenant_id': 'e23c81f819144bc59f5ba6d20d694b1b', 'ip_version': 4}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:56:43.877830 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e72bc5ec-a78a-4162-a18b-2b9c01fe3724 admin admin] Made reservation on behalf of e23c81f819144bc59f5ba6d20d694b1b for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:56:43.881992 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e72bc5ec-a78a-4162-a18b-2b9c01fe3724 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:43.977831 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:43.998646 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07c8714c-36c5-4cfc-b4b7-d612cf9fa97d {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:56:44.047220 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:44.108762 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 07c8714c-36c5-4cfc-b4b7-d612cf9fa97d, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=07c8714c-36c5-4cfc-b4b7-d612cf9fa97d,segment=NetworkSegment(4c573c9c-7077-413b-8063-7d76dad67134),segment_id=4c573c9c-7077-413b-8063-7d76dad67134)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:56:44.117889 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:44.127884 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab4fcfe9-2fdc-4a0d-9be5-7ce6205425c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d088d58-75db-4f9a-bd6d-6aca29acefe3'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:56:44.128976 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462427d9-e9de-4958-b749-7152511eb2a1 req-4b4997e8-dddc-48cc-ad65-f3c43f5f6467 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:44.130755 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1252f56b-c538-4394-b143-eef202f500e0" -d '{"events": [{"server_uuid": "ab4fcfe9-2fdc-4a0d-9be5-7ce6205425c9", "name": "network-vif-plugged", "status": "completed", "tag": "2d088d58-75db-4f9a-bd6d-6aca29acefe3"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:56:44.138674 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-462427d9-e9de-4958-b749-7152511eb2a1 req-4b4997e8-dddc-48cc-ad65-f3c43f5f6467 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb49abc9-4b7f-484b-bbaa-a9d2a437005e HTTP/1.1" status: 200 len: 943 time: 0.1474571 Sep 17 07:56:44.176623 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 2d088d58-75db-4f9a-bd6d-6aca29acefe3, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=2d088d58-75db-4f9a-bd6d-6aca29acefe3,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:56:44.190618 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:44.209922 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ef49daea-2c90-4863-abb4-1eebf9212f10 req-6f18a975-c7ca-4759-b4e1-1e31f587a6b3 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0679109 Sep 17 07:56:44.255828 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=07c8714c-36c5-4cfc-b4b7-d612cf9fa97d,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:44.367114 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=2d088d58-75db-4f9a-bd6d-6aca29acefe3,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:44.433026 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-462427d9-e9de-4958-b749-7152511eb2a1 req-c89e9a75-193b-4f9f-9429-585a74a27196 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928419 Sep 17 07:56:44.515949 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74d3820-ec1d-43b2-a9c7-febc07089ddf req-3414fd1b-d0ea-4619-86a1-1ecde0bde9ec tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:44.517859 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d74d3820-ec1d-43b2-a9c7-febc07089ddf req-3414fd1b-d0ea-4619-86a1-1ecde0bde9ec tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab4fcfe9-2fdc-4a0d-9be5-7ce6205425c9 HTTP/1.1" status: 200 len: 950 time: 0.1467471 Sep 17 07:56:44.519742 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e72bc5ec-a78a-4162-a18b-2b9c01fe3724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:44.573196 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['07c8714c-36c5-4cfc-b4b7-d612cf9fa97d'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:56:44.643712 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72bc5ec-a78a-4162-a18b-2b9c01fe3724 admin admin] Checking segment: {'id': '58b829ef-c5eb-4faa-a131-63cd6dbd94a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '63979b82-a0e4-4059-98e9-e8f1cc555b20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:56:44.644244 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72bc5ec-a78a-4162-a18b-2b9c01fe3724 admin admin] Network hostable DHCP agents. Network: 63979b82-a0e4-4059-98e9-e8f1cc555b20, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 07:56:44.650935 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72bc5ec-a78a-4162-a18b-2b9c01fe3724 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dac17d2-e851-48a6-9ecb-8b84acf61bc5,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:44.670282 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d74d3820-ec1d-43b2-a9c7-febc07089ddf req-c8923fbc-247c-4493-a83b-c9d10b8c1d9b tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349542 Sep 17 07:56:44.694111 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50604f2e-37bf-432e-b3d6-cc4210385c28 x-openstack-request-id: req-50604f2e-37bf-432e-b3d6-cc4210385c28 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:56:44.694479 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab4fcfe9-2fdc-4a0d-9be5-7ce6205425c9", "name": "network-vif-plugged", "status": "completed", "tag": "2d088d58-75db-4f9a-bd6d-6aca29acefe3", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:56:44.694781 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-50604f2e-37bf-432e-b3d6-cc4210385c28 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:56:44.698773 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72bc5ec-a78a-4162-a18b-2b9c01fe3724 admin admin] Network 63979b82-a0e4-4059-98e9-e8f1cc555b20 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 07:56:44.699872 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab4fcfe9-2fdc-4a0d-9be5-7ce6205425c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d088d58-75db-4f9a-bd6d-6aca29acefe3', 'code': 200} Sep 17 07:56:44.741720 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-e72bc5ec-a78a-4162-a18b-2b9c01fe3724 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 63979b82-a0e4-4059-98e9-e8f1cc555b20) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:56:44.746978 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72bc5ec-a78a-4162-a18b-2b9c01fe3724 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:44.747932 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e72bc5ec-a78a-4162-a18b-2b9c01fe3724 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:44.767721 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2073732d-1edb-4396-8c07-78cf6fcaed3d None None] Network 63979b82-a0e4-4059-98e9-e8f1cc555b20 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:56:44.788444 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 48762) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:56:44.788956 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e72bc5ec-a78a-4162-a18b-2b9c01fe3724 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9722574 Sep 17 07:56:44.794003 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-9c148093-4875-4605-bdfc-af2ec73e757a admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-278123849-router', 'tenant_id': 'e23c81f819144bc59f5ba6d20d694b1b', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:56:44.852241 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9c148093-4875-4605-bdfc-af2ec73e757a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:44.853493 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9c148093-4875-4605-bdfc-af2ec73e757a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:44.874152 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e4c49-e3f6-4bd5-87d5-34a9365a719d req-2fab8ba6-26c4-4430-8bb2-199097f39eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:44.875862 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2d7e4c49-e3f6-4bd5-87d5-34a9365a719d req-2fab8ba6-26c4-4430-8bb2-199097f39eba service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ab4fcfe9-2fdc-4a0d-9be5-7ce6205425c9 HTTP/1.1" status: 200 len: 1101 time: 0.0687838 Sep 17 07:56:44.955091 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2d7e4c49-e3f6-4bd5-87d5-34a9365a719d req-cf636ab4-5040-48cf-9f49-03b8bc5b8483 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701244 Sep 17 07:56:45.054512 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9c148093-4875-4605-bdfc-af2ec73e757a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:45.108536 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 91d1c2d1-80a2-459b-9e61-60a8672e74b0 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:56:45.165260 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59eed8f-4b0c-4b54-a4f6-9cd198c769cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-63979b82-a0e4-4059-98e9-e8f1cc555b20', 'network_id': '63979b82-a0e4-4059-98e9-e8f1cc555b20', 'tenant_id': 'e23c81f819144bc59f5ba6d20d694b1b', 'fixed_ips': [{'subnet_id': '9dac17d2-e851-48a6-9ecb-8b84acf61bc5'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 07:56:45.166723 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d59eed8f-4b0c-4b54-a4f6-9cd198c769cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:45.201064 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 91d1c2d1-80a2-459b-9e61-60a8672e74b0 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:56:45.201492 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:45.407316 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9c148093-4875-4605-bdfc-af2ec73e757a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:45.461702 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device e240d065-1941-4b27-9bbb-81019ba20c37 up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:56:45.499642 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a58b6fe5-ddb9-4bdf-a20f-a7fe5d04e8a4 req-fbc072ae-44bb-4e5e-9464-196446db1aea tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.1378241 Sep 17 07:56:45.688119 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97263a93-08f4-4219-a6cc-426dcc731db9 req-411a5178-f4ab-4c29-93e5-87b769b543d6 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:45.710117 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-97263a93-08f4-4219-a6cc-426dcc731db9 req-411a5178-f4ab-4c29-93e5-87b769b543d6 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb49abc9-4b7f-484b-bbaa-a9d2a437005e HTTP/1.1" status: 200 len: 944 time: 0.1430399 Sep 17 07:56:45.769281 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:45.789849 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning for port e240d065-1941-4b27-9bbb-81019ba20c37 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:56:45.814800 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port e240d065-1941-4b27-9bbb-81019ba20c37 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:56:45.815185 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:45.821010 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-97263a93-08f4-4219-a6cc-426dcc731db9 req-e60882ee-f24b-4fd7-92f0-35bc9f4225b9 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998013 Sep 17 07:56:45.829288 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9c148093-4875-4605-bdfc-af2ec73e757a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:45.832744 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port 91d1c2d1-80a2-459b-9e61-60a8672e74b0, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=91d1c2d1-80a2-459b-9e61-60a8672e74b0,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:56:45.860571 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:45.865776 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9c148093-4875-4605-bdfc-af2ec73e757a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:45.962414 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-d59eed8f-4b0c-4b54-a4f6-9cd198c769cd None None] Allocated IP 172.20.0.2 (63979b82-a0e4-4059-98e9-e8f1cc555b20/9dac17d2-e851-48a6-9ecb-8b84acf61bc5/06e29e22-2ebb-4350-89ba-8c6112dee76b) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:56:45.982132 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fe1721-355c-4b40-a5af-1029a248d4b4 req-697e1080-ad7f-434e-88f3-c006f9b43c1b tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:46.002876 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=91d1c2d1-80a2-459b-9e61-60a8672e74b0,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:46.007023 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-72fe1721-355c-4b40-a5af-1029a248d4b4 req-697e1080-ad7f-434e-88f3-c006f9b43c1b tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab4fcfe9-2fdc-4a0d-9be5-7ce6205425c9 HTTP/1.1" status: 200 len: 950 time: 0.1460249 Sep 17 07:56:46.079962 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-72fe1721-355c-4b40-a5af-1029a248d4b4 req-2acf4731-90c8-4fcd-a95d-eaf29a3838cb tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652115 Sep 17 07:56:46.087643 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-9c148093-4875-4605-bdfc-af2ec73e757a admin admin] Allocated IP 172.25.6.223 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/b0c8a507-88a9-4786-b5cc-d925f14a3872) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:56:46.215681 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9c148093-4875-4605-bdfc-af2ec73e757a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:46.250532 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9c148093-4875-4605-bdfc-af2ec73e757a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:46.289660 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c148093-4875-4605-bdfc-af2ec73e757a admin admin] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:56:46.292511 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-9c148093-4875-4605-bdfc-af2ec73e757a admin admin] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:56:46.294938 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c148093-4875-4605-bdfc-af2ec73e757a admin admin] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:56:46.306356 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:46.336152 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c148093-4875-4605-bdfc-af2ec73e757a admin admin] Pushing event updated for resources: {'Port': ['ID=b0c8a507-88a9-4786-b5cc-d925f14a3872,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:46.359753 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port e240d065-1941-4b27-9bbb-81019ba20c37, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=e240d065-1941-4b27-9bbb-81019ba20c37,segment=NetworkSegment(4c573c9c-7077-413b-8063-7d76dad67134),segment_id=4c573c9c-7077-413b-8063-7d76dad67134)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:56:46.366780 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:46.455490 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d59eed8f-4b0c-4b54-a4f6-9cd198c769cd None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:46.458006 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=e240d065-1941-4b27-9bbb-81019ba20c37,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:46.462497 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d59eed8f-4b0c-4b54-a4f6-9cd198c769cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:46.501165 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59eed8f-4b0c-4b54-a4f6-9cd198c769cd None None] Network 63979b82-a0e4-4059-98e9-e8f1cc555b20 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:56:46.504112 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-d59eed8f-4b0c-4b54-a4f6-9cd198c769cd None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:56:46.511348 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59eed8f-4b0c-4b54-a4f6-9cd198c769cd None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:56:46.513139 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44b451f-b812-412c-8f4d-2c512a08e2d8 None None] Sync routers for ids ['cc44dcc5-2a52-4505-8a61-cb38694f26ee'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:56:46.519322 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59eed8f-4b0c-4b54-a4f6-9cd198c769cd None None] Pushing event updated for resources: {'Port': ['ID=06e29e22-2ebb-4350-89ba-8c6112dee76b,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:46.525371 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44b451f-b812-412c-8f4d-2c512a08e2d8 None None] Routers {'cc44dcc5-2a52-4505-8a61-cb38694f26ee'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:56:46.526390 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-b44b451f-b812-412c-8f4d-2c512a08e2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:56:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['cc44dcc5-2a52-4505-8a61-cb38694f26ee'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:56:46.654849 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-d59eed8f-4b0c-4b54-a4f6-9cd198c769cd None None] Attempting to bind port 06e29e22-2ebb-4350-89ba-8c6112dee76b on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:56:46.655245 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-d59eed8f-4b0c-4b54-a4f6-9cd198c769cd None None] Attempting to bind port 06e29e22-2ebb-4350-89ba-8c6112dee76b by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '58b829ef-c5eb-4faa-a131-63cd6dbd94a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '63979b82-a0e4-4059-98e9-e8f1cc555b20'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:56:46.655577 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59eed8f-4b0c-4b54-a4f6-9cd198c769cd None None] Attempting to bind port 06e29e22-2ebb-4350-89ba-8c6112dee76b on network 63979b82-a0e4-4059-98e9-e8f1cc555b20 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:56:46.662305 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9c148093-4875-4605-bdfc-af2ec73e757a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:46.668795 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59eed8f-4b0c-4b54-a4f6-9cd198c769cd None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:56:46.668959 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59eed8f-4b0c-4b54-a4f6-9cd198c769cd None None] Checking segment: {'id': '58b829ef-c5eb-4faa-a131-63cd6dbd94a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '63979b82-a0e4-4059-98e9-e8f1cc555b20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:56:46.669259 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d59eed8f-4b0c-4b54-a4f6-9cd198c769cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:46.669670 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59eed8f-4b0c-4b54-a4f6-9cd198c769cd None None] Bound using segment: {'id': '58b829ef-c5eb-4faa-a131-63cd6dbd94a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '63979b82-a0e4-4059-98e9-e8f1cc555b20'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:56:46.670143 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-d59eed8f-4b0c-4b54-a4f6-9cd198c769cd None None] Bound port: 06e29e22-2ebb-4350-89ba-8c6112dee76b, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58b829ef-c5eb-4faa-a131-63cd6dbd94a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '63979b82-a0e4-4059-98e9-e8f1cc555b20'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:56:46.670533 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d59eed8f-4b0c-4b54-a4f6-9cd198c769cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:46.671496 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d990a816-757f-40b0-8cd3-8304b903732e req-3b782766-8a8d-4a3b-9358-aa2f27b8985d tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0488014 Sep 17 07:56:46.701063 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4765d900-580a-4876-aace-9ff28fab5c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e240d065-1941-4b27-9bbb-81019ba20c37'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:56:46.703310 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e791c654-c114-4e4f-83b9-4ebd441d6301" -d '{"events": [{"server_uuid": "4765d900-580a-4876-aace-9ff28fab5c5d", "name": "network-vif-plugged", "status": "completed", "tag": "e240d065-1941-4b27-9bbb-81019ba20c37"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:56:46.750209 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-b44b451f-b812-412c-8f4d-2c512a08e2d8 None None] Set router cc44dcc5-2a52-4505-8a61-cb38694f26ee gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:56:46.789572 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c077f391-e634-4ba4-8021-acf484243dd4 x-openstack-request-id: req-c077f391-e634-4ba4-8021-acf484243dd4 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:56:46.790087 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4765d900-580a-4876-aace-9ff28fab5c5d", "name": "network-vif-plugged", "status": "completed", "tag": "e240d065-1941-4b27-9bbb-81019ba20c37", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:56:46.790173 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c077f391-e634-4ba4-8021-acf484243dd4 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:56:46.790526 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4765d900-580a-4876-aace-9ff28fab5c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e240d065-1941-4b27-9bbb-81019ba20c37', 'code': 200} Sep 17 07:56:46.816640 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-d59eed8f-4b0c-4b54-a4f6-9cd198c769cd None None] For port 06e29e22-2ebb-4350-89ba-8c6112dee76b, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:56:46.823854 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-d59eed8f-4b0c-4b54-a4f6-9cd198c769cd None None] For port 06e29e22-2ebb-4350-89ba-8c6112dee76b, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=06e29e22-2ebb-4350-89ba-8c6112dee76b,segment=NetworkSegment(58b829ef-c5eb-4faa-a131-63cd6dbd94a2),segment_id=58b829ef-c5eb-4faa-a131-63cd6dbd94a2)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:56:46.835697 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d59eed8f-4b0c-4b54-a4f6-9cd198c769cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:46.843959 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c1476820-aae0-412a-a917-5fdf55e51d3b req-d67fbca8-a854-4815-a854-5a4739a75261 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1757823211&fields=id&tenant_id=1017d95ec91440b692b5fb33d331d948 HTTP/1.1" status: 200 len: 267 time: 0.0672109 Sep 17 07:56:46.994161 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59eed8f-4b0c-4b54-a4f6-9cd198c769cd None None] Pushing event updated for resources: {'Port': ['ID=06e29e22-2ebb-4350-89ba-8c6112dee76b,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:47.036089 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 91d1c2d1-80a2-459b-9e61-60a8672e74b0 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:56:47.062230 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-b44b451f-b812-412c-8f4d-2c512a08e2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc44dcc5-2a52-4505-8a61-cb38694f26ee', 'name': 'tempest-TestAggregatesBasicOps-400137706-router', 'tenant_id': 'a91c7b3afb9845798e7d0342a85f7737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '91d1c2d1-80a2-459b-9e61-60a8672e74b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:56:36Z', 'updated_at': '2021-09-17T07:56:41Z', 'revision_number': 4, 'project_id': 'a91c7b3afb9845798e7d0342a85f7737', 'gw_port': {'id': '91d1c2d1-80a2-459b-9e61-60a8672e74b0', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ad:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc44dcc5-2a52-4505-8a61-cb38694f26ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:56:37Z', 'updated_at': '2021-09-17T07:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '72beba49-a4e4-4daa-a07e-17e2cc265833', 'name': '', 'network_id': '7c40fa4f-963e-4c1a-850f-c70782badcb3', 'tenant_id': 'a91c7b3afb9845798e7d0342a85f7737', 'mac_address': 'fa:16:3e:cc:a6:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc44dcc5-2a52-4505-8a61-cb38694f26ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '16f3e9ee-9197-4f4c-b1c5-58ed92393ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:56:40Z', 'updated_at': '2021-09-17T07:56:41Z', 'revision_number': 2, 'project_id': 'a91c7b3afb9845798e7d0342a85f7737', 'subnets': [{'id': '16f3e9ee-9197-4f4c-b1c5-58ed92393ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:56:47.097496 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44b451f-b812-412c-8f4d-2c512a08e2d8 None None] Checking router: cc44dcc5-2a52-4505-8a61-cb38694f26ee for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:56:47.098102 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44b451f-b812-412c-8f4d-2c512a08e2d8 None None] Updating router cc44dcc5-2a52-4505-8a61-cb38694f26ee port 72beba49-a4e4-4daa-a07e-17e2cc265833 binding host n-d-789963-9 {{(pid=101292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 07:56:47.119423 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 91d1c2d1-80a2-459b-9e61-60a8672e74b0 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:56:47.120096 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:47.129927 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b44b451f-b812-412c-8f4d-2c512a08e2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:47.176525 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9c148093-4875-4605-bdfc-af2ec73e757a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:47.414801 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 07c8714c-36c5-4cfc-b4b7-d612cf9fa97d up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:56:47.430319 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c148093-4875-4605-bdfc-af2ec73e757a admin admin] Router 92cec24f-c412-48a5-a296-b3f3a5de8329 is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 07:56:47.538464 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning for port 07c8714c-36c5-4cfc-b4b7-d612cf9fa97d completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:56:47.542716 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port 07c8714c-36c5-4cfc-b4b7-d612cf9fa97d triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:56:47.543088 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:47.589669 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c148093-4875-4605-bdfc-af2ec73e757a admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:56:47.604297 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9006a4bf-bcfd-4def-a710-15c611bd4625 None None] Sync routers for ids ['92cec24f-c412-48a5-a296-b3f3a5de8329'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:56:47.613220 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9c148093-4875-4605-bdfc-af2ec73e757a admin admin] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:47.617774 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-9c148093-4875-4605-bdfc-af2ec73e757a admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8273499 Sep 17 07:56:47.619023 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 48806) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:56:47.629519 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9006a4bf-bcfd-4def-a710-15c611bd4625 None None] Routers {'92cec24f-c412-48a5-a296-b3f3a5de8329'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:56:47.630389 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-9006a4bf-bcfd-4def-a710-15c611bd4625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:56:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['92cec24f-c412-48a5-a296-b3f3a5de8329'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:56:47.680295 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f7fbd8-0177-49d0-9ae1-64e14285c165 req-51250523-8bac-4b0c-a908-f1c883d727f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:47.681837 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-70f7fbd8-0177-49d0-9ae1-64e14285c165 req-51250523-8bac-4b0c-a908-f1c883d727f5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4765d900-580a-4876-aace-9ff28fab5c5d HTTP/1.1" status: 200 len: 1096 time: 0.1084311 Sep 17 07:56:47.689649 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fcb80a-1940-4908-bedf-92b384e86361 req-b284c952-2a1a-4133-b6d8-44d71c51dcfc tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:47.697269 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d6fcb80a-1940-4908-bedf-92b384e86361 req-b284c952-2a1a-4133-b6d8-44d71c51dcfc tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb49abc9-4b7f-484b-bbaa-a9d2a437005e HTTP/1.1" status: 200 len: 944 time: 0.1338060 Sep 17 07:56:47.727773 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b44b451f-b812-412c-8f4d-2c512a08e2d8 None None] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:47.735413 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b44b451f-b812-412c-8f4d-2c512a08e2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:47.741731 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:47.761644 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1476820-aae0-412a-a917-5fdf55e51d3b req-3cffa50f-3f10-4887-ae91-41415e5be6d2 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:47.768934 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c1476820-aae0-412a-a917-5fdf55e51d3b req-3cffa50f-3f10-4887-ae91-41415e5be6d2 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] 10.222.0.13 "GET /v2.0/networks?id=db7553ea-e2fe-422f-8d20-6ffc26d973b8 HTTP/1.1" status: 200 len: 816 time: 0.9236457 Sep 17 07:56:47.791210 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c1476820-aae0-412a-a917-5fdf55e51d3b req-c4155ca6-c84d-432d-972a-391e856a52d3 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] 10.222.0.13 "GET /v2.0/quotas/1017d95ec91440b692b5fb33d331d948 HTTP/1.1" status: 200 len: 375 time: 0.0212693 Sep 17 07:56:47.795870 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeaf2fb-f92b-44c5-9794-f82741e570dd None None] Pushing event updated for resources: {'Port': ['ID=72beba49-a4e4-4daa-a07e-17e2cc265833,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:47.847796 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-9006a4bf-bcfd-4def-a710-15c611bd4625 None None] Set router 92cec24f-c412-48a5-a296-b3f3a5de8329 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:56:47.854127 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 07c8714c-36c5-4cfc-b4b7-d612cf9fa97d, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=07c8714c-36c5-4cfc-b4b7-d612cf9fa97d,segment=NetworkSegment(4c573c9c-7077-413b-8063-7d76dad67134),segment_id=4c573c9c-7077-413b-8063-7d76dad67134)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:56:47.857197 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-70f7fbd8-0177-49d0-9ae1-64e14285c165 req-fdcaa91f-9fdb-4e01-92bd-d866fdebe34b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519558 Sep 17 07:56:47.880179 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d6fcb80a-1940-4908-bedf-92b384e86361 req-18a35896-4051-4a99-88f5-f2f99b096d0d tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761119 Sep 17 07:56:47.905807 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:47.925807 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-b44b451f-b812-412c-8f4d-2c512a08e2d8 None None] Attempting to bind port 72beba49-a4e4-4daa-a07e-17e2cc265833 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:56:47.926569 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-b44b451f-b812-412c-8f4d-2c512a08e2d8 None None] Attempting to bind port 72beba49-a4e4-4daa-a07e-17e2cc265833 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'ff9fa649-0cba-4a70-969d-e529824e0dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7c40fa4f-963e-4c1a-850f-c70782badcb3'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:56:47.927197 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44b451f-b812-412c-8f4d-2c512a08e2d8 None None] Attempting to bind port 72beba49-a4e4-4daa-a07e-17e2cc265833 on network 7c40fa4f-963e-4c1a-850f-c70782badcb3 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:56:47.933713 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44b451f-b812-412c-8f4d-2c512a08e2d8 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:56:47.934353 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44b451f-b812-412c-8f4d-2c512a08e2d8 None None] Checking segment: {'id': 'ff9fa649-0cba-4a70-969d-e529824e0dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7c40fa4f-963e-4c1a-850f-c70782badcb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:56:47.934989 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b44b451f-b812-412c-8f4d-2c512a08e2d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:47.935723 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44b451f-b812-412c-8f4d-2c512a08e2d8 None None] Bound using segment: {'id': 'ff9fa649-0cba-4a70-969d-e529824e0dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7c40fa4f-963e-4c1a-850f-c70782badcb3'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:56:47.936454 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-b44b451f-b812-412c-8f4d-2c512a08e2d8 None None] Bound port: 72beba49-a4e4-4daa-a07e-17e2cc265833, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff9fa649-0cba-4a70-969d-e529824e0dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7c40fa4f-963e-4c1a-850f-c70782badcb3'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:56:47.937052 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b44b451f-b812-412c-8f4d-2c512a08e2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:47.942524 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c1476820-aae0-412a-a917-5fdf55e51d3b req-d796cd65-0492-4ef2-a505-30cceb54e17c tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1017d95ec91440b692b5fb33d331d948&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1502287 Sep 17 07:56:48.018748 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-b44b451f-b812-412c-8f4d-2c512a08e2d8 None None] For port 72beba49-a4e4-4daa-a07e-17e2cc265833, host n-d-789963-9, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:56:48.024233 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-b44b451f-b812-412c-8f4d-2c512a08e2d8 None None] For port 72beba49-a4e4-4daa-a07e-17e2cc265833, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=72beba49-a4e4-4daa-a07e-17e2cc265833,segment=NetworkSegment(ff9fa649-0cba-4a70-969d-e529824e0dc5),segment_id=ff9fa649-0cba-4a70-969d-e529824e0dc5)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:56:48.033586 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b44b451f-b812-412c-8f4d-2c512a08e2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:48.121661 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44b451f-b812-412c-8f4d-2c512a08e2d8 None None] Routers {'cc44dcc5-2a52-4505-8a61-cb38694f26ee'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:56:48.122537 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-b44b451f-b812-412c-8f4d-2c512a08e2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:56:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['cc44dcc5-2a52-4505-8a61-cb38694f26ee'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:56:48.168564 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c8aa85-3076-4c20-933a-f46451d3dadf req-41f2540d-0305-4cf6-b717-9e72638e257a tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:48.176419 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-49c8aa85-3076-4c20-933a-f46451d3dadf req-41f2540d-0305-4cf6-b717-9e72638e257a tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab4fcfe9-2fdc-4a0d-9be5-7ce6205425c9 HTTP/1.1" status: 200 len: 950 time: 0.1594255 Sep 17 07:56:48.202211 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=07c8714c-36c5-4cfc-b4b7-d612cf9fa97d,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:48.225985 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeaf2fb-f92b-44c5-9794-f82741e570dd None None] Pushing event updated for resources: {'Port': ['ID=72beba49-a4e4-4daa-a07e-17e2cc265833,revision_number=4']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:48.251727 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c1476820-aae0-412a-a917-5fdf55e51d3b req-b2aa4d79-0350-43ea-aa35-a3b6f4ec965f service neutron] 10.222.0.13 "GET /v2.0/networks/db7553ea-e2fe-422f-8d20-6ffc26d973b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078995 Sep 17 07:56:48.293702 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-49c8aa85-3076-4c20-933a-f46451d3dadf req-05475b57-0d9a-4ff5-af87-b41dbdb19e8e tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113980 Sep 17 07:56:48.327307 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1081577a-47fa-4622-ac68-3f8b398f4491 None None] Provisioning complete for port 72beba49-a4e4-4daa-a07e-17e2cc265833 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:56:48.327687 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1081577a-47fa-4622-ac68-3f8b398f4491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:48.381215 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-b44b451f-b812-412c-8f4d-2c512a08e2d8 None None] Set router cc44dcc5-2a52-4505-8a61-cb38694f26ee gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:56:48.415210 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a19b176c-d06f-44a6-b1e3-9950f6e8d2ae req-39b46594-820c-448c-812a-bc8e1ca8c7be service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a19ec3bb-a256-4ba5-9c48-d7c47585247a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1488683 Sep 17 07:56:48.500635 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-9006a4bf-bcfd-4def-a710-15c611bd4625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92cec24f-c412-48a5-a296-b3f3a5de8329', 'name': 'tempest-TestAggregatesBasicOps-278123849-router', 'tenant_id': 'e23c81f819144bc59f5ba6d20d694b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'b0c8a507-88a9-4786-b5cc-d925f14a3872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:56:44Z', 'updated_at': '2021-09-17T07:56:46Z', 'revision_number': 3, 'project_id': 'e23c81f819144bc59f5ba6d20d694b1b', 'gw_port': {'id': 'b0c8a507-88a9-4786-b5cc-d925f14a3872', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bb:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92cec24f-c412-48a5-a296-b3f3a5de8329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:56:45Z', 'updated_at': '2021-09-17T07:56:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:56:48.504296 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e6ccf339-89ef-4520-b949-baa7f85cd7ec req-6f6aac67-0b86-4d81-9ba1-981f50428dc3 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0506330 Sep 17 07:56:48.526618 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c1476820-aae0-412a-a917-5fdf55e51d3b req-3d9128f4-e493-46b0-9d30-820d60fb60f4 service neutron] 10.222.0.13 "GET /v2.0/networks/db7553ea-e2fe-422f-8d20-6ffc26d973b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709336 Sep 17 07:56:48.622151 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9006a4bf-bcfd-4def-a710-15c611bd4625 None None] Checking router: 92cec24f-c412-48a5-a296-b3f3a5de8329 for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:56:48.622505 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9006a4bf-bcfd-4def-a710-15c611bd4625 None None] Updating router 92cec24f-c412-48a5-a296-b3f3a5de8329 port b0c8a507-88a9-4786-b5cc-d925f14a3872 binding host n-d-789963-9 {{(pid=101291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 07:56:48.628459 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992424b1-8aa4-4f51-9179-e7aa5f1d8208 None None] Network 63979b82-a0e4-4059-98e9-e8f1cc555b20 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:56:48.662997 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b176c-d06f-44a6-b1e3-9950f6e8d2ae req-bba2fd34-f976-4188-8297-761757fd961b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:48.664722 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a19b176c-d06f-44a6-b1e3-9950f6e8d2ae req-bba2fd34-f976-4188-8297-761757fd961b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=84fde82bad9d4548b190a832b1df5fc2&device_id=a19ec3bb-a256-4ba5-9c48-d7c47585247a HTTP/1.1" status: 200 len: 1097 time: 0.1816156 Sep 17 07:56:48.690171 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-b44b451f-b812-412c-8f4d-2c512a08e2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc44dcc5-2a52-4505-8a61-cb38694f26ee', 'name': 'tempest-TestAggregatesBasicOps-400137706-router', 'tenant_id': 'a91c7b3afb9845798e7d0342a85f7737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '91d1c2d1-80a2-459b-9e61-60a8672e74b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:56:36Z', 'updated_at': '2021-09-17T07:56:41Z', 'revision_number': 4, 'project_id': 'a91c7b3afb9845798e7d0342a85f7737', 'gw_port': {'id': '91d1c2d1-80a2-459b-9e61-60a8672e74b0', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ad:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc44dcc5-2a52-4505-8a61-cb38694f26ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:56:37Z', 'updated_at': '2021-09-17T07:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '72beba49-a4e4-4daa-a07e-17e2cc265833', 'name': '', 'network_id': '7c40fa4f-963e-4c1a-850f-c70782badcb3', 'tenant_id': 'a91c7b3afb9845798e7d0342a85f7737', 'mac_address': 'fa:16:3e:cc:a6:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc44dcc5-2a52-4505-8a61-cb38694f26ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '16f3e9ee-9197-4f4c-b1c5-58ed92393ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:56:40Z', 'updated_at': '2021-09-17T07:56:48Z', 'revision_number': 4, 'project_id': 'a91c7b3afb9845798e7d0342a85f7737', 'subnets': [{'id': '16f3e9ee-9197-4f4c-b1c5-58ed92393ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:56:48.724246 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44b451f-b812-412c-8f4d-2c512a08e2d8 None None] The sync data for ids ['cc44dcc5-2a52-4505-8a61-cb38694f26ee'] in n-d-789963-9 is: [{'id': 'cc44dcc5-2a52-4505-8a61-cb38694f26ee', 'name': 'tempest-TestAggregatesBasicOps-400137706-router', 'tenant_id': 'a91c7b3afb9845798e7d0342a85f7737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '91d1c2d1-80a2-459b-9e61-60a8672e74b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:56:36Z', 'updated_at': '2021-09-17T07:56:41Z', 'revision_number': 4, 'project_id': 'a91c7b3afb9845798e7d0342a85f7737', 'gw_port': {'id': '91d1c2d1-80a2-459b-9e61-60a8672e74b0', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ad:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc44dcc5-2a52-4505-8a61-cb38694f26ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:56:37Z', 'updated_at': '2021-09-17T07:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '72beba49-a4e4-4daa-a07e-17e2cc265833', 'name': '', 'network_id': '7c40fa4f-963e-4c1a-850f-c70782badcb3', 'tenant_id': 'a91c7b3afb9845798e7d0342a85f7737', 'mac_address': 'fa:16:3e:cc:a6:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc44dcc5-2a52-4505-8a61-cb38694f26ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '16f3e9ee-9197-4f4c-b1c5-58ed92393ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:56:40Z', 'updated_at': '2021-09-17T07:56:48Z', 'revision_number': 4, 'project_id': 'a91c7b3afb9845798e7d0342a85f7737', 'subnets': [{'id': '16f3e9ee-9197-4f4c-b1c5-58ed92393ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:56:48.777829 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1081577a-47fa-4622-ac68-3f8b398f4491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:48.793282 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9006a4bf-bcfd-4def-a710-15c611bd4625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:48.793898 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab576ffc-651f-464f-8dc8-787670490b9f req-39cd7f06-46d0-419a-92ea-0960f3d7212a tempest-ServersOnMultiNodesTest-1858971072 tempest-ServersOnMultiNodesTest-1858971072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:48.795561 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb49abc9-4b7f-484b-bbaa-a9d2a437005e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07c8714c-36c5-4cfc-b4b7-d612cf9fa97d'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:56:48.798243 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-354eea46-f416-4867-b51b-01e000aae883" -d '{"events": [{"server_uuid": "bb49abc9-4b7f-484b-bbaa-a9d2a437005e", "name": "network-vif-plugged", "status": "completed", "tag": "07c8714c-36c5-4cfc-b4b7-d612cf9fa97d"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:56:48.803196 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ab576ffc-651f-464f-8dc8-787670490b9f req-39cd7f06-46d0-419a-92ea-0960f3d7212a tempest-ServersOnMultiNodesTest-1858971072 tempest-ServersOnMultiNodesTest-1858971072-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ab4fcfe9-2fdc-4a0d-9be5-7ce6205425c9 HTTP/1.1" status: 200 len: 1101 time: 0.0658038 Sep 17 07:56:48.865138 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ab576ffc-651f-464f-8dc8-787670490b9f req-a1a8d2ca-f100-4e47-a118-80c08d543089 tempest-ServersOnMultiNodesTest-1858971072 tempest-ServersOnMultiNodesTest-1858971072-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614421 Sep 17 07:56:49.084129 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b176c-d06f-44a6-b1e3-9950f6e8d2ae req-8b22a5d4-2cee-4be2-a200-c6fb40c22ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:49.099727 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a19b176c-d06f-44a6-b1e3-9950f6e8d2ae req-8b22a5d4-2cee-4be2-a200-c6fb40c22ec0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cc19eaa7-2fec-4a50-a002-e03f66320c40 HTTP/1.1" status: 200 len: 912 time: 0.3492861 Sep 17 07:56:49.222380 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-51bb659f-1a46-4247-83bc-63cc7d62e894 req-48336154-12cc-4250-ac4b-dd188b2de2ed tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e948a70-2200-4e37-a4df-395f090404ef HTTP/1.1" status: 200 len: 210 time: 0.0508108 Sep 17 07:56:49.299382 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78b2a8e-39e3-48c0-8542-23b0778bbdc7 x-openstack-request-id: req-e78b2a8e-39e3-48c0-8542-23b0778bbdc7 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:56:49.300093 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb49abc9-4b7f-484b-bbaa-a9d2a437005e", "name": "network-vif-plugged", "status": "completed", "tag": "07c8714c-36c5-4cfc-b4b7-d612cf9fa97d", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:56:49.302601 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e78b2a8e-39e3-48c0-8542-23b0778bbdc7 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:56:49.302716 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a19b176c-d06f-44a6-b1e3-9950f6e8d2ae req-1afa6bfc-a5d2-4e87-b53e-5dd44a4a1890 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2fbc78a-4f39-4a1e-a6c5-cc98583fd9ad HTTP/1.1" status: 200 len: 1002 time: 0.1471324 Sep 17 07:56:49.302989 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb49abc9-4b7f-484b-bbaa-a9d2a437005e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07c8714c-36c5-4cfc-b4b7-d612cf9fa97d', 'code': 200} Sep 17 07:56:49.354438 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1081577a-47fa-4622-ac68-3f8b398f4491 None None] For port 72beba49-a4e4-4daa-a07e-17e2cc265833, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=72beba49-a4e4-4daa-a07e-17e2cc265833,segment=NetworkSegment(ff9fa649-0cba-4a70-969d-e529824e0dc5),segment_id=ff9fa649-0cba-4a70-969d-e529824e0dc5)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:56:49.361901 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 72beba49-a4e4-4daa-a07e-17e2cc265833 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:56:49.481978 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7ad01-9907-4185-8079-992b1963e5d9 req-13e9b911-461a-435b-a36b-b2ae03729dbd tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:49.493040 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-37e7ad01-9907-4185-8079-992b1963e5d9 req-13e9b911-461a-435b-a36b-b2ae03729dbd tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb49abc9-4b7f-484b-bbaa-a9d2a437005e HTTP/1.1" status: 200 len: 945 time: 0.2115130 Sep 17 07:56:49.525609 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b176c-d06f-44a6-b1e3-9950f6e8d2ae req-182caa33-0564-4c19-8eb6-42078426ec8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:49.527263 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a19b176c-d06f-44a6-b1e3-9950f6e8d2ae req-182caa33-0564-4c19-8eb6-42078426ec8c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=65482dcc-7ff4-4442-8996-a64a825a1c54 HTTP/1.1" status: 200 len: 850 time: 0.2158544 Sep 17 07:56:49.530357 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02917966-59fa-4642-b44d-60ac80d2297d req-4b10b7b0-6c5e-4bbb-b589-39fdb14bc160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:49.533071 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-02917966-59fa-4642-b44d-60ac80d2297d req-4b10b7b0-6c5e-4bbb-b589-39fdb14bc160 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bb49abc9-4b7f-484b-bbaa-a9d2a437005e HTTP/1.1" status: 200 len: 1096 time: 0.3009384 Sep 17 07:56:49.539315 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f7ccc420-6dd1-44f5-80ce-748b47ad2dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:49.556751 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-886dcac2-569c-477d-bd9d-450d2d65b733 req-d97c1f74-a3b0-4761-93d3-ac28fc0696e6 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=2349d4cf1f41439ea3d7c6f38634ae0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0533242 Sep 17 07:56:49.594718 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1081577a-47fa-4622-ac68-3f8b398f4491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:49.629367 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-02917966-59fa-4642-b44d-60ac80d2297d req-5d0168c2-158c-4cb1-a888-aeaf45e70b03 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831249 Sep 17 07:56:49.647870 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-37e7ad01-9907-4185-8079-992b1963e5d9 req-3a6ef044-13f1-4f09-ad20-30b998734515 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533604 Sep 17 07:56:49.760981 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b176c-d06f-44a6-b1e3-9950f6e8d2ae req-74de1bb2-09b1-473d-a5bc-c30878a2d387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:49.762704 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a19b176c-d06f-44a6-b1e3-9950f6e8d2ae req-74de1bb2-09b1-473d-a5bc-c30878a2d387 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cc19eaa7-2fec-4a50-a002-e03f66320c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2149849 Sep 17 07:56:49.808337 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f4fac24b-727c-47e9-9f50-0e5c7b9b591c req-52fde8f8-4f98-418b-adc8-4d5f73b048f9 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0496008 Sep 17 07:56:49.852612 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886dcac2-569c-477d-bd9d-450d2d65b733 req-8c55f61d-455e-46b0-997d-e38bbd0fc655 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:49.862117 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-886dcac2-569c-477d-bd9d-450d2d65b733 req-8c55f61d-455e-46b0-997d-e38bbd0fc655 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2970567 Sep 17 07:56:49.894892 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1081577a-47fa-4622-ac68-3f8b398f4491 None None] Pushing event updated for resources: {'Port': ['ID=72beba49-a4e4-4daa-a07e-17e2cc265833,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:49.896198 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-886dcac2-569c-477d-bd9d-450d2d65b733 req-2e9c23c4-00ff-425a-b00b-dfa896b06384 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/quotas/2349d4cf1f41439ea3d7c6f38634ae0a HTTP/1.1" status: 200 len: 375 time: 0.0315893 Sep 17 07:56:49.922512 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-d5481704-061f-48e6-bd17-ad24d5e5a9bb None None] Provisioning complete for port 72beba49-a4e4-4daa-a07e-17e2cc265833 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:56:49.922902 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d5481704-061f-48e6-bd17-ad24d5e5a9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:50.008524 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-886dcac2-569c-477d-bd9d-450d2d65b733 req-c5e7e131-b655-4920-a5c2-5d5674992eca tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2349d4cf1f41439ea3d7c6f38634ae0a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1033683 Sep 17 07:56:50.118324 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a19b176c-d06f-44a6-b1e3-9950f6e8d2ae req-923eb55b-515c-4c02-8ead-3b378c7fc72d service neutron] 10.222.0.39 "GET /v2.0/networks/cc19eaa7-2fec-4a50-a002-e03f66320c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915208 Sep 17 07:56:50.119397 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-f7ccc420-6dd1-44f5-80ce-748b47ad2dc1 admin admin] Allocated IP 172.20.0.1 (63979b82-a0e4-4059-98e9-e8f1cc555b20/9dac17d2-e851-48a6-9ecb-8b84acf61bc5/cf942095-a1c6-49bf-87d0-dca72a7adb7f) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:56:50.120096 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9cdebdb2-0dc9-4e7e-afe4-57b88793c206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:50.162409 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9006a4bf-bcfd-4def-a710-15c611bd4625 None None] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:50.173146 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 72beba49-a4e4-4daa-a07e-17e2cc265833 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:56:50.173569 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:50.221114 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9006a4bf-bcfd-4def-a710-15c611bd4625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:50.354523 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c94016d3-ff4f-4897-91ad-4e3c9692eab1 req-f03e871e-79d4-4b56-95b5-926a3947e1b1 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=340f3d55-496d-479d-b88a-3a193fc0ae61 HTTP/1.1" status: 200 len: 210 time: 0.0552387 Sep 17 07:56:50.375527 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a19b176c-d06f-44a6-b1e3-9950f6e8d2ae req-e93c7902-fd57-4a42-bb09-15da577fcdd5 service neutron] 10.222.0.39 "GET /v2.0/networks/cc19eaa7-2fec-4a50-a002-e03f66320c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242444 Sep 17 07:56:50.404526 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f7ccc420-6dd1-44f5-80ce-748b47ad2dc1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:50.431422 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-aebb5436-4957-458a-a46e-2661fe36fd65 req-fadca4bc-4ea1-498c-9a65-dcac93a59f55 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e948a70-2200-4e37-a4df-395f090404ef HTTP/1.1" status: 200 len: 210 time: 0.0851271 Sep 17 07:56:50.451783 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f7ccc420-6dd1-44f5-80ce-748b47ad2dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:50.480865 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-9006a4bf-bcfd-4def-a710-15c611bd4625 None None] Attempting to bind port b0c8a507-88a9-4786-b5cc-d925f14a3872 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:56:50.485262 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-9006a4bf-bcfd-4def-a710-15c611bd4625 None None] Attempting to bind port b0c8a507-88a9-4786-b5cc-d925f14a3872 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:56:50.485790 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9006a4bf-bcfd-4def-a710-15c611bd4625 None None] Attempting to bind port b0c8a507-88a9-4786-b5cc-d925f14a3872 on network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:56:50.491439 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eefff7-9695-4168-a5d9-4f4ceb6c18c9 None None] Pushing event updated for resources: {'Port': ['ID=b0c8a507-88a9-4786-b5cc-d925f14a3872,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:50.511827 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9006a4bf-bcfd-4def-a710-15c611bd4625 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:56:50.512534 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9006a4bf-bcfd-4def-a710-15c611bd4625 None None] Checking segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:56:50.512788 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9006a4bf-bcfd-4def-a710-15c611bd4625 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:50.513183 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9006a4bf-bcfd-4def-a710-15c611bd4625 None None] Bound using segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:56:50.513674 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-9006a4bf-bcfd-4def-a710-15c611bd4625 None None] Bound port: b0c8a507-88a9-4786-b5cc-d925f14a3872, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:56:50.514065 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9006a4bf-bcfd-4def-a710-15c611bd4625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:50.526669 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ccc420-6dd1-44f5-80ce-748b47ad2dc1 admin admin] Network 63979b82-a0e4-4059-98e9-e8f1cc555b20 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:56:50.529941 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-f7ccc420-6dd1-44f5-80ce-748b47ad2dc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:56:50.533794 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ccc420-6dd1-44f5-80ce-748b47ad2dc1 admin admin] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:56:50.565829 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-d5481704-061f-48e6-bd17-ad24d5e5a9bb None None] Provisioning complete for port 06e29e22-2ebb-4350-89ba-8c6112dee76b triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:56:50.566208 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d5481704-061f-48e6-bd17-ad24d5e5a9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:50.590301 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ccc420-6dd1-44f5-80ce-748b47ad2dc1 admin admin] Pushing event updated for resources: {'Port': ['ID=cf942095-a1c6-49bf-87d0-dca72a7adb7f,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:50.611056 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ccc420-6dd1-44f5-80ce-748b47ad2dc1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:56:50.611686 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ccc420-6dd1-44f5-80ce-748b47ad2dc1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:56:50.612204 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ccc420-6dd1-44f5-80ce-748b47ad2dc1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:56:50.612654 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ccc420-6dd1-44f5-80ce-748b47ad2dc1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:56:50.613058 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ccc420-6dd1-44f5-80ce-748b47ad2dc1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:56:50.613515 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ccc420-6dd1-44f5-80ce-748b47ad2dc1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:56:50.613950 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ccc420-6dd1-44f5-80ce-748b47ad2dc1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:56:50.614397 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ccc420-6dd1-44f5-80ce-748b47ad2dc1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:56:50.615064 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ccc420-6dd1-44f5-80ce-748b47ad2dc1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:56:50.615466 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ccc420-6dd1-44f5-80ce-748b47ad2dc1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:56:50.615988 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ccc420-6dd1-44f5-80ce-748b47ad2dc1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:56:50.616748 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ccc420-6dd1-44f5-80ce-748b47ad2dc1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:56:50.654088 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f7ccc420-6dd1-44f5-80ce-748b47ad2dc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:50.838801 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 06e29e22-2ebb-4350-89ba-8c6112dee76b up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:56:50.891975 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-9006a4bf-bcfd-4def-a710-15c611bd4625 None None] For port b0c8a507-88a9-4786-b5cc-d925f14a3872, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:56:50.916218 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-9006a4bf-bcfd-4def-a710-15c611bd4625 None None] For port b0c8a507-88a9-4786-b5cc-d925f14a3872, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=b0c8a507-88a9-4786-b5cc-d925f14a3872,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:56:50.927765 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb0402d-a6ba-435f-b64a-67770219c429 req-9555ea43-226c-4f91-9983-a48c684ab311 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:50.933341 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9006a4bf-bcfd-4def-a710-15c611bd4625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:50.934019 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1fb0402d-a6ba-435f-b64a-67770219c429 req-9555ea43-226c-4f91-9983-a48c684ab311 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb49abc9-4b7f-484b-bbaa-a9d2a437005e HTTP/1.1" status: 200 len: 945 time: 0.1513517 Sep 17 07:56:51.039227 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d5481704-061f-48e6-bd17-ad24d5e5a9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:51.044693 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 06e29e22-2ebb-4350-89ba-8c6112dee76b triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:56:51.045745 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:51.082062 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9006a4bf-bcfd-4def-a710-15c611bd4625 None None] Routers {'92cec24f-c412-48a5-a296-b3f3a5de8329'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:56:51.084414 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-9006a4bf-bcfd-4def-a710-15c611bd4625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:56:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['92cec24f-c412-48a5-a296-b3f3a5de8329'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:56:51.095251 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f7ccc420-6dd1-44f5-80ce-748b47ad2dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:51.101995 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eefff7-9695-4168-a5d9-4f4ceb6c18c9 None None] Pushing event updated for resources: {'Port': ['ID=b0c8a507-88a9-4786-b5cc-d925f14a3872,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:51.118280 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-23181817-5d7c-47cb-ae2e-7cdadf36d819 req-ca331a2f-c730-40f5-bf0c-4c36cbcd2e94 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.1609132 Sep 17 07:56:51.157271 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1fb0402d-a6ba-435f-b64a-67770219c429 req-f65cd3e3-0b3f-4d09-97e3-c745254792a7 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757991 Sep 17 07:56:51.240733 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1476820-aae0-412a-a917-5fdf55e51d3b req-317f94e9-024e-4e32-8445-fbbdd8f1f50f tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:51.242385 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c1476820-aae0-412a-a917-5fdf55e51d3b req-317f94e9-024e-4e32-8445-fbbdd8f1f50f tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] 10.222.0.39 "GET /v2.0/networks?id=db7553ea-e2fe-422f-8d20-6ffc26d973b8 HTTP/1.1" status: 200 len: 816 time: 0.3904407 Sep 17 07:56:51.324404 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-d5481704-061f-48e6-bd17-ad24d5e5a9bb None None] For port 06e29e22-2ebb-4350-89ba-8c6112dee76b, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=06e29e22-2ebb-4350-89ba-8c6112dee76b,segment=NetworkSegment(58b829ef-c5eb-4faa-a131-63cd6dbd94a2),segment_id=58b829ef-c5eb-4faa-a131-63cd6dbd94a2)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:56:51.360827 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c1476820-aae0-412a-a917-5fdf55e51d3b req-9b3772f9-1233-4e6f-9c77-0c1ae543a6e3 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1017d95ec91440b692b5fb33d331d948 HTTP/1.1" status: 200 len: 380 time: 0.0796256 Sep 17 07:56:51.372414 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-c1476820-aae0-412a-a917-5fdf55e51d3b req-3bf0908e-e3a3-4723-886f-8bf3c4883c33 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Request body: {'port': {'device_id': '1e948a70-2200-4e37-a4df-395f090404ef', 'network_id': 'db7553ea-e2fe-422f-8d20-6ffc26d973b8', 'admin_state_up': True, 'tenant_id': '1017d95ec91440b692b5fb33d331d948', 'security_groups': ['e80ed3fc-e498-404b-916c-65b78dba5f6e']}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:56:51.390729 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d5481704-061f-48e6-bd17-ad24d5e5a9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:51.465688 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-9006a4bf-bcfd-4def-a710-15c611bd4625 None None] Set router 92cec24f-c412-48a5-a296-b3f3a5de8329 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:56:51.579314 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5481704-061f-48e6-bd17-ad24d5e5a9bb None None] Pushing event updated for resources: {'Port': ['ID=06e29e22-2ebb-4350-89ba-8c6112dee76b,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:51.595323 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f7ccc420-6dd1-44f5-80ce-748b47ad2dc1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:51.620570 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f7ccc420-6dd1-44f5-80ce-748b47ad2dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:51.624869 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-062ed621-0647-4edb-a326-48ca0c039c99 req-0293a419-5abf-4ae8-9340-241d502f2cc8 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=340f3d55-496d-479d-b88a-3a193fc0ae61 HTTP/1.1" status: 200 len: 210 time: 0.0998695 Sep 17 07:56:51.677387 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-83076590-5f9c-4766-a563-0b998daa63dc None None] Provisioning complete for port cf942095-a1c6-49bf-87d0-dca72a7adb7f triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:56:51.677694 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-83076590-5f9c-4766-a563-0b998daa63dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:51.738115 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f7ccc420-6dd1-44f5-80ce-748b47ad2dc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:51.740334 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1476820-aae0-412a-a917-5fdf55e51d3b req-3bf0908e-e3a3-4723-886f-8bf3c4883c33 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Made reservation on behalf of 1017d95ec91440b692b5fb33d331d948 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:56:51.744284 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c1476820-aae0-412a-a917-5fdf55e51d3b req-3bf0908e-e3a3-4723-886f-8bf3c4883c33 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:51.747059 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ccc420-6dd1-44f5-80ce-748b47ad2dc1 admin admin] Pushing event updated for resources: {'Port': ['ID=cf942095-a1c6-49bf-87d0-dca72a7adb7f,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:51.776185 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2fb06f4d-f39a-447f-9c1e-9690d389554b req-1c2a16f8-44de-4831-a487-9fad95c1f59c tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e948a70-2200-4e37-a4df-395f090404ef HTTP/1.1" status: 200 len: 210 time: 0.1367466 Sep 17 07:56:51.852525 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 72beba49-a4e4-4daa-a07e-17e2cc265833 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:56:51.862521 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-83076590-5f9c-4766-a563-0b998daa63dc None None] Port cf942095-a1c6-49bf-87d0-dca72a7adb7f cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:56:51.935443 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-83076590-5f9c-4766-a563-0b998daa63dc None None] Provisioning complete for port 06e29e22-2ebb-4350-89ba-8c6112dee76b triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:56:51.935858 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-83076590-5f9c-4766-a563-0b998daa63dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:51.997231 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ccc420-6dd1-44f5-80ce-748b47ad2dc1 admin admin] Network 63979b82-a0e4-4059-98e9-e8f1cc555b20 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:56:52.005332 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 72beba49-a4e4-4daa-a07e-17e2cc265833 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:56:52.005716 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:52.006394 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-f7ccc420-6dd1-44f5-80ce-748b47ad2dc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:56:52.044231 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-9006a4bf-bcfd-4def-a710-15c611bd4625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92cec24f-c412-48a5-a296-b3f3a5de8329', 'name': 'tempest-TestAggregatesBasicOps-278123849-router', 'tenant_id': 'e23c81f819144bc59f5ba6d20d694b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'b0c8a507-88a9-4786-b5cc-d925f14a3872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:56:44Z', 'updated_at': '2021-09-17T07:56:50Z', 'revision_number': 4, 'project_id': 'e23c81f819144bc59f5ba6d20d694b1b', 'gw_port': {'id': 'b0c8a507-88a9-4786-b5cc-d925f14a3872', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bb:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92cec24f-c412-48a5-a296-b3f3a5de8329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:56:45Z', 'updated_at': '2021-09-17T07:56:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'cf942095-a1c6-49bf-87d0-dca72a7adb7f', 'name': '', 'network_id': '63979b82-a0e4-4059-98e9-e8f1cc555b20', 'tenant_id': 'e23c81f819144bc59f5ba6d20d694b1b', 'mac_address': 'fa:16:3e:27:55:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92cec24f-c412-48a5-a296-b3f3a5de8329', 'device_owner': 'network:router_interface', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '9dac17d2-e851-48a6-9ecb-8b84acf61bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:56:49Z', 'updated_at': '2021-09-17T07:56:50Z', 'revision_number': 1, 'project_id': 'e23c81f819144bc59f5ba6d20d694b1b', 'subnets': [{'id': '9dac17d2-e851-48a6-9ecb-8b84acf61bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:56:52.093554 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-c1476820-aae0-412a-a917-5fdf55e51d3b req-3bf0908e-e3a3-4723-886f-8bf3c4883c33 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Allocated IP 172.20.0.9 (db7553ea-e2fe-422f-8d20-6ffc26d973b8/cc5af0af-da91-4969-a253-9b23d6f3d816/1f67c99a-37f2-44e1-9fa6-e022e50bb332) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:56:52.104963 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9006a4bf-bcfd-4def-a710-15c611bd4625 None None] The sync data for ids ['92cec24f-c412-48a5-a296-b3f3a5de8329'] in n-d-789963-9 is: [{'id': '92cec24f-c412-48a5-a296-b3f3a5de8329', 'name': 'tempest-TestAggregatesBasicOps-278123849-router', 'tenant_id': 'e23c81f819144bc59f5ba6d20d694b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'b0c8a507-88a9-4786-b5cc-d925f14a3872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:56:44Z', 'updated_at': '2021-09-17T07:56:50Z', 'revision_number': 4, 'project_id': 'e23c81f819144bc59f5ba6d20d694b1b', 'gw_port': {'id': 'b0c8a507-88a9-4786-b5cc-d925f14a3872', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bb:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92cec24f-c412-48a5-a296-b3f3a5de8329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:56:45Z', 'updated_at': '2021-09-17T07:56:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'cf942095-a1c6-49bf-87d0-dca72a7adb7f', 'name': '', 'network_id': '63979b82-a0e4-4059-98e9-e8f1cc555b20', 'tenant_id': 'e23c81f819144bc59f5ba6d20d694b1b', 'mac_address': 'fa:16:3e:27:55:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92cec24f-c412-48a5-a296-b3f3a5de8329', 'device_owner': 'network:router_interface', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '9dac17d2-e851-48a6-9ecb-8b84acf61bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:56:49Z', 'updated_at': '2021-09-17T07:56:50Z', 'revision_number': 1, 'project_id': 'e23c81f819144bc59f5ba6d20d694b1b', 'subnets': [{'id': '9dac17d2-e851-48a6-9ecb-8b84acf61bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:56:52.225071 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7ccc420-6dd1-44f5-80ce-748b47ad2dc1 admin admin] Router 92cec24f-c412-48a5-a296-b3f3a5de8329 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:56:52.323943 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 06e29e22-2ebb-4350-89ba-8c6112dee76b up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:56:52.348883 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d62eebf1-1fea-42c6-9318-c7448066decc req-874202c3-04b3-4193-8169-4a18c1be6558 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0464709 Sep 17 07:56:52.445823 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24210694-61ae-4d77-a4cb-5ebaccdd5a96 req-ac52bdb3-6f65-4c80-9219-028b2522b233 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:52.448613 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bb377614-b52a-4162-a3eb-1ad19a732e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:52.451676 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 06e29e22-2ebb-4350-89ba-8c6112dee76b triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:56:52.452157 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:52.471006 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-24210694-61ae-4d77-a4cb-5ebaccdd5a96 req-ac52bdb3-6f65-4c80-9219-028b2522b233 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb49abc9-4b7f-484b-bbaa-a9d2a437005e HTTP/1.1" status: 200 len: 945 time: 0.1857738 Sep 17 07:56:52.562439 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-03db2656-c19d-4f88-a19f-a280e898bf74 None None] Provisioning complete for port cf942095-a1c6-49bf-87d0-dca72a7adb7f triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:56:52.565069 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-03db2656-c19d-4f88-a19f-a280e898bf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:52.606333 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-24210694-61ae-4d77-a4cb-5ebaccdd5a96 req-0d157cef-5f27-42a1-941c-8c52bc394ee9 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310787 Sep 17 07:56:52.616597 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c1476820-aae0-412a-a917-5fdf55e51d3b req-3bf0908e-e3a3-4723-886f-8bf3c4883c33 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:52.703693 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-886dcac2-569c-477d-bd9d-450d2d65b733 req-aed0b66f-9617-4afb-be53-7fc3717a2ee6 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=2349d4cf1f41439ea3d7c6f38634ae0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0714147 Sep 17 07:56:52.728938 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:52.736517 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-03db2656-c19d-4f88-a19f-a280e898bf74 None None] Port cf942095-a1c6-49bf-87d0-dca72a7adb7f cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:56:52.830104 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c1476820-aae0-412a-a917-5fdf55e51d3b req-3bf0908e-e3a3-4723-886f-8bf3c4883c33 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:52.833114 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ccc420-6dd1-44f5-80ce-748b47ad2dc1 admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:56:52.884107 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f7ccc420-6dd1-44f5-80ce-748b47ad2dc1 admin admin] 10.222.0.13 "PUT /v2.0/routers/92cec24f-c412-48a5-a296-b3f3a5de8329/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2578163 Sep 17 07:56:52.914531 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-94d784ed-9454-4d24-9302-24d5748b1958 req-0220125b-dcc9-4d90-af34-a4058eff7d59 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=340f3d55-496d-479d-b88a-3a193fc0ae61 HTTP/1.1" status: 200 len: 210 time: 0.1341758 Sep 17 07:56:53.010959 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1476820-aae0-412a-a917-5fdf55e51d3b req-3bf0908e-e3a3-4723-886f-8bf3c4883c33 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Network db7553ea-e2fe-422f-8d20-6ffc26d973b8 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:56:53.018028 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-c1476820-aae0-412a-a917-5fdf55e51d3b req-3bf0908e-e3a3-4723-886f-8bf3c4883c33 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:56:53.032392 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1476820-aae0-412a-a917-5fdf55e51d3b req-3bf0908e-e3a3-4723-886f-8bf3c4883c33 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:56:53.057625 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf0908e-e3a3-4723-886f-8bf3c4883c33 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Pushing event updated for resources: {'Port': ['ID=1f67c99a-37f2-44e1-9fa6-e022e50bb332,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:53.158492 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886dcac2-569c-477d-bd9d-450d2d65b733 req-6d3e4479-be37-46a5-b9c8-e60940f23178 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:53.160258 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-886dcac2-569c-477d-bd9d-450d2d65b733 req-6d3e4479-be37-46a5-b9c8-e60940f23178 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4377894 Sep 17 07:56:53.185717 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ead15-4378-402f-9032-00d5da17705f req-268e63d2-7a97-49b4-a639-642f1d9206cb tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:53.187312 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-978ead15-4378-402f-9032-00d5da17705f req-268e63d2-7a97-49b4-a639-642f1d9206cb tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e948a70-2200-4e37-a4df-395f090404ef HTTP/1.1" status: 200 len: 931 time: 0.0910964 Sep 17 07:56:53.208434 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-886dcac2-569c-477d-bd9d-450d2d65b733 req-f7cf968b-a2cf-4314-8e9c-aecf11098cbe tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Request body: {'port': {'device_id': '340f3d55-496d-479d-b88a-3a193fc0ae61', 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583', 'admin_state_up': True, 'tenant_id': '2349d4cf1f41439ea3d7c6f38634ae0a'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:56:53.213340 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1476820-aae0-412a-a917-5fdf55e51d3b req-3bf0908e-e3a3-4723-886f-8bf3c4883c33 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:53.214024 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c1476820-aae0-412a-a917-5fdf55e51d3b req-3bf0908e-e3a3-4723-886f-8bf3c4883c33 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:53.322541 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c1476820-aae0-412a-a917-5fdf55e51d3b req-3bf0908e-e3a3-4723-886f-8bf3c4883c33 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9545150 Sep 17 07:56:53.326222 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c7736d-f8cc-466d-9f74-4499d4a0ced4 req-0069c705-86e7-46c9-9da4-20cd3ece89cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:53.328028 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-23c7736d-f8cc-466d-9f74-4499d4a0ced4 req-0069c705-86e7-46c9-9da4-20cd3ece89cb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=64463b4676b74a7db92badc7dc9ed91e&device_id=bb49abc9-4b7f-484b-bbaa-a9d2a437005e HTTP/1.1" status: 200 len: 1096 time: 0.2167609 Sep 17 07:56:53.343659 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-c1476820-aae0-412a-a917-5fdf55e51d3b req-085cca4e-8f33-4da9-b59c-1fa4b61129f2 service neutron] Request body: {'port': {'device_id': '1e948a70-2200-4e37-a4df-395f090404ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:56:53.558831 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-978ead15-4378-402f-9032-00d5da17705f req-d19b8468-7001-47c9-9232-0d18f7e9b8c0 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] 10.222.0.13 "GET /v2.0/security-groups?id=e80ed3fc-e498-404b-916c-65b78dba5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2073562 Sep 17 07:56:53.559502 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c1476820-aae0-412a-a917-5fdf55e51d3b req-085cca4e-8f33-4da9-b59c-1fa4b61129f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:53.568785 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-886dcac2-569c-477d-bd9d-450d2d65b733 req-f7cf968b-a2cf-4314-8e9c-aecf11098cbe tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Made reservation on behalf of 2349d4cf1f41439ea3d7c6f38634ae0a for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:56:53.578704 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-886dcac2-569c-477d-bd9d-450d2d65b733 req-f7cf968b-a2cf-4314-8e9c-aecf11098cbe tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:53.593890 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c7736d-f8cc-466d-9f74-4499d4a0ced4 req-bc5a576c-0b33-4c7c-815e-4e666b54609c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:53.596558 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-23c7736d-f8cc-466d-9f74-4499d4a0ced4 req-bc5a576c-0b33-4c7c-815e-4e666b54609c service neutron] 10.222.0.41 "GET /v2.0/networks?id=14a733b3-7689-4d98-9697-43f397b3e2a8 HTTP/1.1" status: 200 len: 920 time: 0.2485690 Sep 17 07:56:53.603063 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:53.604878 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5c375309-7103-4833-b29c-2bf8538d58b4 None None] Provisioning complete for port 1f67c99a-37f2-44e1-9fa6-e022e50bb332 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:56:53.605319 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5c375309-7103-4833-b29c-2bf8538d58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:53.628355 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa23c73-2e8a-46d4-acf2-ea5bec1ba742 req-3ade8401-ed3e-4e83-a4f6-4d544c33c45f tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:53.630830 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-efa23c73-2e8a-46d4-acf2-ea5bec1ba742 req-3ade8401-ed3e-4e83-a4f6-4d544c33c45f tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb49abc9-4b7f-484b-bbaa-a9d2a437005e HTTP/1.1" status: 200 len: 945 time: 0.2784703 Sep 17 07:56:53.775688 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5c375309-7103-4833-b29c-2bf8538d58b4 None None] Port 1f67c99a-37f2-44e1-9fa6-e022e50bb332 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:56:53.784664 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device b0c8a507-88a9-4786-b5cc-d925f14a3872 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:56:53.794972 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-23c7736d-f8cc-466d-9f74-4499d4a0ced4 req-11412225-92f5-4eb6-b98d-6cdde8fd4638 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07c8714c-36c5-4cfc-b4b7-d612cf9fa97d HTTP/1.1" status: 200 len: 217 time: 0.0979040 Sep 17 07:56:53.853713 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-efa23c73-2e8a-46d4-acf2-ea5bec1ba742 req-e2e29c30-fa8a-41cc-9c81-831db2a85a17 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071402 Sep 17 07:56:53.895811 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c7736d-f8cc-466d-9f74-4499d4a0ced4 req-dfe0eb08-f768-469c-bab2-6f7a4d44013e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:53.897692 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-23c7736d-f8cc-466d-9f74-4499d4a0ced4 req-dfe0eb08-f768-469c-bab2-6f7a4d44013e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=47eb3319-3f74-4d7c-a997-97edeaed8de2 HTTP/1.1" status: 200 len: 859 time: 0.0809441 Sep 17 07:56:53.930266 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port b0c8a507-88a9-4786-b5cc-d925f14a3872 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:56:53.931416 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:53.971266 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [req-886dcac2-569c-477d-bd9d-450d2d65b733 req-f7cf968b-a2cf-4314-8e9c-aecf11098cbe tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Allocated IP 192.168.233.234 (469390cd-cce5-49bd-b8f8-9e64018a0583/5f3af6cb-9cad-436b-bf41-034e75672c44/b0f59c3f-5d15-4749-90b9-c82b95038d86) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:56:54.038030 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:54.080055 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port b0c8a507-88a9-4786-b5cc-d925f14a3872, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=b0c8a507-88a9-4786-b5cc-d925f14a3872,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:56:54.084788 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-23c7736d-f8cc-466d-9f74-4499d4a0ced4 req-12e5102f-8f21-4c31-91ef-5caf79a4b1e8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=14a733b3-7689-4d98-9697-43f397b3e2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1747670 Sep 17 07:56:54.100133 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:54.166025 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=b0c8a507-88a9-4786-b5cc-d925f14a3872,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:54.221469 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-23c7736d-f8cc-466d-9f74-4499d4a0ced4 req-fcf4b0d1-bc70-43df-8ff7-c922b9081ec5 service neutron] 10.222.0.41 "GET /v2.0/networks/14a733b3-7689-4d98-9697-43f397b3e2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285839 Sep 17 07:56:54.250534 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-886dcac2-569c-477d-bd9d-450d2d65b733 req-f7cf968b-a2cf-4314-8e9c-aecf11098cbe tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:54.312088 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-41bff4bb-d705-42f6-9a5c-c4ea13c0c071 req-6f5027b7-64ad-4fbb-8f17-10934d9b18f3 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.3074181 Sep 17 07:56:54.314352 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-886dcac2-569c-477d-bd9d-450d2d65b733 req-f7cf968b-a2cf-4314-8e9c-aecf11098cbe tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:54.351016 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['589a423e-e5e2-46f8-a6ff-9af3b3839322', '2d088d58-75db-4f9a-bd6d-6aca29acefe3'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:56:54.366748 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['389c670e-990d-4f20-ac8c-3cce9f4cde9c', '32647783-f482-4eed-a2c6-b32fcad89497', '1367330a-4624-480f-a385-71092b839a0b', 'f11c2e56-bcb6-4640-95ff-e2ec1150d11f'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:56:54.427564 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cf968b-a2cf-4314-8e9c-aecf11098cbe tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Pushing event updated for resources: {'Port': ['ID=b0f59c3f-5d15-4749-90b9-c82b95038d86,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:54.454025 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-886dcac2-569c-477d-bd9d-450d2d65b733 req-f7cf968b-a2cf-4314-8e9c-aecf11098cbe tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Network 469390cd-cce5-49bd-b8f8-9e64018a0583 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:56:54.456354 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [req-886dcac2-569c-477d-bd9d-450d2d65b733 req-f7cf968b-a2cf-4314-8e9c-aecf11098cbe tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:56:54.459260 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-886dcac2-569c-477d-bd9d-450d2d65b733 req-f7cf968b-a2cf-4314-8e9c-aecf11098cbe tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:56:54.513562 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886dcac2-569c-477d-bd9d-450d2d65b733 req-f7cf968b-a2cf-4314-8e9c-aecf11098cbe tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:54.515232 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-886dcac2-569c-477d-bd9d-450d2d65b733 req-f7cf968b-a2cf-4314-8e9c-aecf11098cbe tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:54.546430 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed2b5b6-6b36-4018-9a5f-9d16230b2cd4 req-4972c266-435e-4789-8bf4-2d3bd3756eb0 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:54.555392 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fed2b5b6-6b36-4018-9a5f-9d16230b2cd4 req-4972c266-435e-4789-8bf4-2d3bd3756eb0 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=340f3d55-496d-479d-b88a-3a193fc0ae61 HTTP/1.1" status: 200 len: 936 time: 0.2052147 Sep 17 07:56:54.570693 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-886dcac2-569c-477d-bd9d-450d2d65b733 req-f7cf968b-a2cf-4314-8e9c-aecf11098cbe tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3741810 Sep 17 07:56:54.603908 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-886dcac2-569c-477d-bd9d-450d2d65b733 req-fc2800fd-8a14-412f-a653-5051d6516b41 service neutron] Request body: {'port': {'device_id': '340f3d55-496d-479d-b88a-3a193fc0ae61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-9'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:56:54.711673 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fed2b5b6-6b36-4018-9a5f-9d16230b2cd4 req-bbbef010-82cd-4ce1-be9d-65238b5c3311 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552379 Sep 17 07:56:54.860275 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-886dcac2-569c-477d-bd9d-450d2d65b733 req-fc2800fd-8a14-412f-a653-5051d6516b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:54.954379 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 48946) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:56:55.072586 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c611e8ce-5b0f-4df9-8970-848d40bfe16d req-6ec032b9-1caa-44a5-b16f-3fd32b0df010 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:55.075770 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c611e8ce-5b0f-4df9-8970-848d40bfe16d req-6ec032b9-1caa-44a5-b16f-3fd32b0df010 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e948a70-2200-4e37-a4df-395f090404ef HTTP/1.1" status: 200 len: 931 time: 0.2099798 Sep 17 07:56:55.154259 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-d07f640d-75e0-4fd0-bcc7-426dfeac0672 None None] Provisioning complete for port b0f59c3f-5d15-4749-90b9-c82b95038d86 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:56:55.154991 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d07f640d-75e0-4fd0-bcc7-426dfeac0672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:55.167206 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-c1476820-aae0-412a-a917-5fdf55e51d3b req-085cca4e-8f33-4da9-b59c-1fa4b61129f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f67c99a-37f2-44e1-9fa6-e022e50bb332 {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:56:55.177827 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c1476820-aae0-412a-a917-5fdf55e51d3b req-085cca4e-8f33-4da9-b59c-1fa4b61129f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:55.191167 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-c1476820-aae0-412a-a917-5fdf55e51d3b req-085cca4e-8f33-4da9-b59c-1fa4b61129f2 service neutron] Transition to ACTIVE for port object 1f67c99a-37f2-44e1-9fa6-e022e50bb332 will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:56:55.207542 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c1476820-aae0-412a-a917-5fdf55e51d3b req-085cca4e-8f33-4da9-b59c-1fa4b61129f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:55.246864 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-d07f640d-75e0-4fd0-bcc7-426dfeac0672 None None] Port b0f59c3f-5d15-4749-90b9-c82b95038d86 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:56:55.260928 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c611e8ce-5b0f-4df9-8970-848d40bfe16d req-df29c216-9f9b-42e8-8079-ee5fed4c7100 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] 10.222.0.13 "GET /v2.0/security-groups?id=e80ed3fc-e498-404b-916c-65b78dba5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714709 Sep 17 07:56:55.268529 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085cca4e-8f33-4da9-b59c-1fa4b61129f2 service neutron] Pushing event updated for resources: {'Port': ['ID=1f67c99a-37f2-44e1-9fa6-e022e50bb332,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:55.293077 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:55.407575 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-23c7736d-f8cc-466d-9f74-4499d4a0ced4 req-ee26abad-427f-4d81-a4f8-cc4b843f59c3 service neutron] 10.222.0.41 "GET /v2.0/networks/14a733b3-7689-4d98-9697-43f397b3e2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1768870 Sep 17 07:56:55.546770 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7e35d5c9-f96a-42a5-9f9a-40178849e015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:55.634103 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-c1476820-aae0-412a-a917-5fdf55e51d3b req-085cca4e-8f33-4da9-b59c-1fa4b61129f2 service neutron] Attempting to bind port 1f67c99a-37f2-44e1-9fa6-e022e50bb332 on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:56:55.634441 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-c1476820-aae0-412a-a917-5fdf55e51d3b req-085cca4e-8f33-4da9-b59c-1fa4b61129f2 service neutron] Attempting to bind port 1f67c99a-37f2-44e1-9fa6-e022e50bb332 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': '51690b9c-92bb-4337-854f-9b746ada12ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'db7553ea-e2fe-422f-8d20-6ffc26d973b8'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:56:55.634828 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1476820-aae0-412a-a917-5fdf55e51d3b req-085cca4e-8f33-4da9-b59c-1fa4b61129f2 service neutron] Attempting to bind port 1f67c99a-37f2-44e1-9fa6-e022e50bb332 on network db7553ea-e2fe-422f-8d20-6ffc26d973b8 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:56:55.635601 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc643ce-34cb-4801-add7-e4f2b5a81358 req-05de9691-fbde-47b3-9ef7-e74527dd5178 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:55.639101 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0fc643ce-34cb-4801-add7-e4f2b5a81358 req-05de9691-fbde-47b3-9ef7-e74527dd5178 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb49abc9-4b7f-484b-bbaa-a9d2a437005e HTTP/1.1" status: 200 len: 945 time: 0.2068789 Sep 17 07:56:55.645946 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1476820-aae0-412a-a917-5fdf55e51d3b req-085cca4e-8f33-4da9-b59c-1fa4b61129f2 service neutron] Port 1f67c99a-37f2-44e1-9fa6-e022e50bb332 on network db7553ea-e2fe-422f-8d20-6ffc26d973b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:56:55.646278 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1476820-aae0-412a-a917-5fdf55e51d3b req-085cca4e-8f33-4da9-b59c-1fa4b61129f2 service neutron] Attempting to bind port 1f67c99a-37f2-44e1-9fa6-e022e50bb332 on network db7553ea-e2fe-422f-8d20-6ffc26d973b8 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:56:55.657543 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1476820-aae0-412a-a917-5fdf55e51d3b req-085cca4e-8f33-4da9-b59c-1fa4b61129f2 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:56:55.657931 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1476820-aae0-412a-a917-5fdf55e51d3b req-085cca4e-8f33-4da9-b59c-1fa4b61129f2 service neutron] Checking segment: {'id': '51690b9c-92bb-4337-854f-9b746ada12ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'db7553ea-e2fe-422f-8d20-6ffc26d973b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:56:55.658320 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1476820-aae0-412a-a917-5fdf55e51d3b req-085cca4e-8f33-4da9-b59c-1fa4b61129f2 service neutron] Bound using segment: {'id': '51690b9c-92bb-4337-854f-9b746ada12ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'db7553ea-e2fe-422f-8d20-6ffc26d973b8'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:56:55.658785 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-c1476820-aae0-412a-a917-5fdf55e51d3b req-085cca4e-8f33-4da9-b59c-1fa4b61129f2 service neutron] Bound port: 1f67c99a-37f2-44e1-9fa6-e022e50bb332, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51690b9c-92bb-4337-854f-9b746ada12ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'db7553ea-e2fe-422f-8d20-6ffc26d973b8'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:56:55.659142 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c1476820-aae0-412a-a917-5fdf55e51d3b req-085cca4e-8f33-4da9-b59c-1fa4b61129f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:55.723325 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4f37935e-af2c-40dd-b426-ab142245f6ca req-f0c727f1-dedd-46e2-be51-8173fc7aed25 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0604002 Sep 17 07:56:55.753016 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [req-886dcac2-569c-477d-bd9d-450d2d65b733 req-fc2800fd-8a14-412f-a653-5051d6516b41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0f59c3f-5d15-4749-90b9-c82b95038d86 {{(pid=101289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:56:55.757905 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device b0c8a507-88a9-4786-b5cc-d925f14a3872 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:56:55.766692 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3fdb286b-b063-4237-ab7a-ff14a77cb6e4 req-dd9061e5-293c-4f55-b94e-7def52278abf tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.1237454 Sep 17 07:56:55.777923 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-886dcac2-569c-477d-bd9d-450d2d65b733 req-fc2800fd-8a14-412f-a653-5051d6516b41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:55.842180 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0fc643ce-34cb-4801-add7-e4f2b5a81358 req-6b70e2e6-d361-4b5b-9f40-312cdae010b4 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845722 Sep 17 07:56:55.843543 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port b0c8a507-88a9-4786-b5cc-d925f14a3872 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:56:55.844144 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:55.851764 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7e35d5c9-f96a-42a5-9f9a-40178849e015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:55.853059 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.provisioning_blocks [req-886dcac2-569c-477d-bd9d-450d2d65b733 req-fc2800fd-8a14-412f-a653-5051d6516b41 service neutron] Transition to ACTIVE for port object b0f59c3f-5d15-4749-90b9-c82b95038d86 will not be triggered until provisioned by entity L2. {{(pid=101289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:56:55.866834 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-886dcac2-569c-477d-bd9d-450d2d65b733 req-fc2800fd-8a14-412f-a653-5051d6516b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:55.867717 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7e35d5c9-f96a-42a5-9f9a-40178849e015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:55.910179 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4f37935e-af2c-40dd-b426-ab142245f6ca req-0e810b7b-d0db-4b0d-95b5-f41a18d4d902 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0565705 Sep 17 07:56:55.949431 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2800fd-8a14-412f-a653-5051d6516b41 service neutron] Pushing event updated for resources: {'Port': ['ID=b0f59c3f-5d15-4749-90b9-c82b95038d86,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:56.008027 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4f37935e-af2c-40dd-b426-ab142245f6ca req-378ed7d3-1263-4b79-a596-a0b7f2eb7e2f service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0569546 Sep 17 07:56:56.010458 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-7e35d5c9-f96a-42a5-9f9a-40178849e015 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=de315078722f4d3a896cb26e6943f277&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8169973 Sep 17 07:56:56.019966 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 48974) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:56:56.044464 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e35d5c9-f96a-42a5-9f9a-40178849e015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda10937-a90b-4725-ad4f-20317795ce92,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:56.097268 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-c1476820-aae0-412a-a917-5fdf55e51d3b req-085cca4e-8f33-4da9-b59c-1fa4b61129f2 service neutron] For port 1f67c99a-37f2-44e1-9fa6-e022e50bb332, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:56:56.128927 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74acd48-0a46-4715-a1a0-d5b344ebe20d req-52c9e9dd-57f9-42bc-b118-a76b0947b934 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:56.131688 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f74acd48-0a46-4715-a1a0-d5b344ebe20d req-52c9e9dd-57f9-42bc-b118-a76b0947b934 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=340f3d55-496d-479d-b88a-3a193fc0ae61 HTTP/1.1" status: 200 len: 948 time: 0.1845498 Sep 17 07:56:56.181880 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-c1476820-aae0-412a-a917-5fdf55e51d3b req-085cca4e-8f33-4da9-b59c-1fa4b61129f2 service neutron] For port 1f67c99a-37f2-44e1-9fa6-e022e50bb332, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=1f67c99a-37f2-44e1-9fa6-e022e50bb332,segment=NetworkSegment(51690b9c-92bb-4337-854f-9b746ada12ae),segment_id=51690b9c-92bb-4337-854f-9b746ada12ae)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:56:56.229490 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c1476820-aae0-412a-a917-5fdf55e51d3b req-085cca4e-8f33-4da9-b59c-1fa4b61129f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:56.234457 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a5a371ee-63b1-4b3f-9980-a4242fdd61b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:56.309887 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f74acd48-0a46-4715-a1a0-d5b344ebe20d req-4ec371c4-dc16-4051-97cf-1870e54cfbaf tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330760 Sep 17 07:56:56.323236 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-886dcac2-569c-477d-bd9d-450d2d65b733 req-fc2800fd-8a14-412f-a653-5051d6516b41 service neutron] Attempting to bind port b0f59c3f-5d15-4749-90b9-c82b95038d86 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:56:56.323821 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-886dcac2-569c-477d-bd9d-450d2d65b733 req-fc2800fd-8a14-412f-a653-5051d6516b41 service neutron] Attempting to bind port b0f59c3f-5d15-4749-90b9-c82b95038d86 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:56:56.324762 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886dcac2-569c-477d-bd9d-450d2d65b733 req-fc2800fd-8a14-412f-a653-5051d6516b41 service neutron] Attempting to bind port b0f59c3f-5d15-4749-90b9-c82b95038d86 on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:56:56.337249 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886dcac2-569c-477d-bd9d-450d2d65b733 req-fc2800fd-8a14-412f-a653-5051d6516b41 service neutron] Port b0f59c3f-5d15-4749-90b9-c82b95038d86 on network 469390cd-cce5-49bd-b8f8-9e64018a0583 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:56:56.337882 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886dcac2-569c-477d-bd9d-450d2d65b733 req-fc2800fd-8a14-412f-a653-5051d6516b41 service neutron] Attempting to bind port b0f59c3f-5d15-4749-90b9-c82b95038d86 on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:56:56.350698 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886dcac2-569c-477d-bd9d-450d2d65b733 req-fc2800fd-8a14-412f-a653-5051d6516b41 service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:56:56.352967 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886dcac2-569c-477d-bd9d-450d2d65b733 req-fc2800fd-8a14-412f-a653-5051d6516b41 service neutron] Checking segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:56:56.354494 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886dcac2-569c-477d-bd9d-450d2d65b733 req-fc2800fd-8a14-412f-a653-5051d6516b41 service neutron] Bound using segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:56:56.357379 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-886dcac2-569c-477d-bd9d-450d2d65b733 req-fc2800fd-8a14-412f-a653-5051d6516b41 service neutron] Bound port: b0f59c3f-5d15-4749-90b9-c82b95038d86, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:56:56.358058 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-886dcac2-569c-477d-bd9d-450d2d65b733 req-fc2800fd-8a14-412f-a653-5051d6516b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:56.364438 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1476820-aae0-412a-a917-5fdf55e51d3b req-085cca4e-8f33-4da9-b59c-1fa4b61129f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:56.365064 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c1476820-aae0-412a-a917-5fdf55e51d3b req-085cca4e-8f33-4da9-b59c-1fa4b61129f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:56.366776 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c1476820-aae0-412a-a917-5fdf55e51d3b req-085cca4e-8f33-4da9-b59c-1fa4b61129f2 service neutron] 10.222.0.39 "PUT /v2.0/ports/1f67c99a-37f2-44e1-9fa6-e022e50bb332 HTTP/1.1" status: 200 len: 1091 time: 3.0292945 Sep 17 07:56:56.369447 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e948a70-2200-4e37-a4df-395f090404ef', 'tag': '1f67c99a-37f2-44e1-9fa6-e022e50bb332'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:56:56.371718 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73724bfc-5e03-4d50-8014-ec3a1497f257" -d '{"events": [{"name": "network-changed", "server_uuid": "1e948a70-2200-4e37-a4df-395f090404ef", "tag": "1f67c99a-37f2-44e1-9fa6-e022e50bb332"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:56:56.378236 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a5a371ee-63b1-4b3f-9980-a4242fdd61b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:56.380741 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085cca4e-8f33-4da9-b59c-1fa4b61129f2 service neutron] Pushing event updated for resources: {'Port': ['ID=1f67c99a-37f2-44e1-9fa6-e022e50bb332,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:56.394367 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f37935e-af2c-40dd-b426-ab142245f6ca req-01ccab0e-83cc-48d0-baf6-a471b2c1826c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:56.396410 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4f37935e-af2c-40dd-b426-ab142245f6ca req-01ccab0e-83cc-48d0-baf6-a471b2c1826c service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3622265 Sep 17 07:56:56.499162 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee1b51f-d790-4c9a-b4e9-f7c2d2b3d7cc x-openstack-request-id: req-3ee1b51f-d790-4c9a-b4e9-f7c2d2b3d7cc {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:56:56.499742 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e948a70-2200-4e37-a4df-395f090404ef", "tag": "1f67c99a-37f2-44e1-9fa6-e022e50bb332", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:56:56.500506 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3ee1b51f-d790-4c9a-b4e9-f7c2d2b3d7cc {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:56:56.501192 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e948a70-2200-4e37-a4df-395f090404ef', 'tag': '1f67c99a-37f2-44e1-9fa6-e022e50bb332', 'status': 'completed', 'code': 200} Sep 17 07:56:56.512426 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-886dcac2-569c-477d-bd9d-450d2d65b733 req-fc2800fd-8a14-412f-a653-5051d6516b41 service neutron] For port b0f59c3f-5d15-4749-90b9-c82b95038d86, host n-h1-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:56:56.512688 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1476820-aae0-412a-a917-5fdf55e51d3b req-3bb00bd5-5a67-4b56-b0c5-4bc437ef0f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:56.514525 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c1476820-aae0-412a-a917-5fdf55e51d3b req-3bb00bd5-5a67-4b56-b0c5-4bc437ef0f98 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1017d95ec91440b692b5fb33d331d948&device_id=1e948a70-2200-4e37-a4df-395f090404ef HTTP/1.1" status: 200 len: 1094 time: 0.0697570 Sep 17 07:56:56.515625 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a5a371ee-63b1-4b3f-9980-a4242fdd61b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:56.518984 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a5a371ee-63b1-4b3f-9980-a4242fdd61b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:56.520503 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a5a371ee-63b1-4b3f-9980-a4242fdd61b4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cda10937-a90b-4725-ad4f-20317795ce92 HTTP/1.1" status: 204 len: 168 time: 0.4987113 Sep 17 07:56:56.581508 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 48998) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:56:56.600367 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0aaa8f1-1c27-4988-8d8c-24eff55ff236 None None] Sync routers for ids ['92cec24f-c412-48a5-a296-b3f3a5de8329'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:56:56.618627 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0aaa8f1-1c27-4988-8d8c-24eff55ff236 None None] Routers {'92cec24f-c412-48a5-a296-b3f3a5de8329'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:56:56.619186 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-d0aaa8f1-1c27-4988-8d8c-24eff55ff236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:56:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['92cec24f-c412-48a5-a296-b3f3a5de8329'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:56:56.657064 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a371ee-63b1-4b3f-9980-a4242fdd61b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda10937-a90b-4725-ad4f-20317795ce92,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:56.663011 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c1476820-aae0-412a-a917-5fdf55e51d3b req-c4396fb0-ff57-4ad6-85c8-71c1cc56d059 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f67c99a-37f2-44e1-9fa6-e022e50bb332 HTTP/1.1" status: 200 len: 217 time: 0.1294167 Sep 17 07:56:56.777432 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1476820-aae0-412a-a917-5fdf55e51d3b req-eb737e4f-7e92-44a0-890a-59d3825e3be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:56.778944 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c1476820-aae0-412a-a917-5fdf55e51d3b req-eb737e4f-7e92-44a0-890a-59d3825e3be0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cc5af0af-da91-4969-a253-9b23d6f3d816 HTTP/1.1" status: 200 len: 855 time: 0.0928040 Sep 17 07:56:56.879259 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1476820-aae0-412a-a917-5fdf55e51d3b req-7d47f616-187a-49aa-946e-79692b97e981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:56.881128 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c1476820-aae0-412a-a917-5fdf55e51d3b req-7d47f616-187a-49aa-946e-79692b97e981 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=db7553ea-e2fe-422f-8d20-6ffc26d973b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0928876 Sep 17 07:56:56.923480 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-d0aaa8f1-1c27-4988-8d8c-24eff55ff236 None None] Set router 92cec24f-c412-48a5-a296-b3f3a5de8329 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:56:57.013230 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c1476820-aae0-412a-a917-5fdf55e51d3b req-447ea051-44cc-40d2-8b35-f97aac1b5d00 service neutron] 10.222.0.39 "GET /v2.0/networks/db7553ea-e2fe-422f-8d20-6ffc26d973b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199441 Sep 17 07:56:57.155631 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c1476820-aae0-412a-a917-5fdf55e51d3b req-8f58db0c-adbd-43a8-a2c2-62c6ab8708cd service neutron] 10.222.0.39 "GET /v2.0/networks/db7553ea-e2fe-422f-8d20-6ffc26d973b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372128 Sep 17 07:56:57.217825 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-886dcac2-569c-477d-bd9d-450d2d65b733 req-fc2800fd-8a14-412f-a653-5051d6516b41 service neutron] For port b0f59c3f-5d15-4749-90b9-c82b95038d86, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=b0f59c3f-5d15-4749-90b9-c82b95038d86,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:56:57.226395 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-d0aaa8f1-1c27-4988-8d8c-24eff55ff236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92cec24f-c412-48a5-a296-b3f3a5de8329', 'name': 'tempest-TestAggregatesBasicOps-278123849-router', 'tenant_id': 'e23c81f819144bc59f5ba6d20d694b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'b0c8a507-88a9-4786-b5cc-d925f14a3872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:56:44Z', 'updated_at': '2021-09-17T07:56:50Z', 'revision_number': 4, 'project_id': 'e23c81f819144bc59f5ba6d20d694b1b', 'gw_port': {'id': 'b0c8a507-88a9-4786-b5cc-d925f14a3872', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bb:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cec24f-c412-48a5-a296-b3f3a5de8329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:56:45Z', 'updated_at': '2021-09-17T07:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'cf942095-a1c6-49bf-87d0-dca72a7adb7f', 'name': '', 'network_id': '63979b82-a0e4-4059-98e9-e8f1cc555b20', 'tenant_id': 'e23c81f819144bc59f5ba6d20d694b1b', 'mac_address': 'fa:16:3e:27:55:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92cec24f-c412-48a5-a296-b3f3a5de8329', 'device_owner': 'network:router_interface', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '9dac17d2-e851-48a6-9ecb-8b84acf61bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:56:49Z', 'updated_at': '2021-09-17T07:56:51Z', 'revision_number': 2, 'project_id': 'e23c81f819144bc59f5ba6d20d694b1b', 'subnets': [{'id': '9dac17d2-e851-48a6-9ecb-8b84acf61bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:56:57.262520 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0aaa8f1-1c27-4988-8d8c-24eff55ff236 None None] Checking router: 92cec24f-c412-48a5-a296-b3f3a5de8329 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:56:57.262728 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0aaa8f1-1c27-4988-8d8c-24eff55ff236 None None] Updating router 92cec24f-c412-48a5-a296-b3f3a5de8329 port cf942095-a1c6-49bf-87d0-dca72a7adb7f binding host n-d-789963-9 {{(pid=101292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 07:56:57.264620 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-886dcac2-569c-477d-bd9d-450d2d65b733 req-fc2800fd-8a14-412f-a653-5051d6516b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:57.289843 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d0aaa8f1-1c27-4988-8d8c-24eff55ff236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:57.301232 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73724bfc-5e03-4d50-8014-ec3a1497f257 req-b8d737a6-2b86-4283-8291-23bcb732f3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:57.307068 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-73724bfc-5e03-4d50-8014-ec3a1497f257 req-b8d737a6-2b86-4283-8291-23bcb732f3ad service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1017d95ec91440b692b5fb33d331d948&device_id=1e948a70-2200-4e37-a4df-395f090404ef HTTP/1.1" status: 200 len: 1094 time: 0.0631065 Sep 17 07:56:57.327482 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb00a0e-dd12-4df4-a85a-a59c9430ee8f req-542ba185-6983-4780-b585-fd9d8a5620fd tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:57.329519 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fdb00a0e-dd12-4df4-a85a-a59c9430ee8f req-542ba185-6983-4780-b585-fd9d8a5620fd tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e948a70-2200-4e37-a4df-395f090404ef HTTP/1.1" status: 200 len: 943 time: 0.8216028 Sep 17 07:56:57.421073 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73724bfc-5e03-4d50-8014-ec3a1497f257 req-f6cc3823-01fd-4049-9fad-61bd35157e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:57.422649 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-73724bfc-5e03-4d50-8014-ec3a1497f257 req-f6cc3823-01fd-4049-9fad-61bd35157e57 service neutron] 10.222.0.39 "GET /v2.0/networks?id=db7553ea-e2fe-422f-8d20-6ffc26d973b8 HTTP/1.1" status: 200 len: 917 time: 0.1089890 Sep 17 07:56:57.438070 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2800fd-8a14-412f-a653-5051d6516b41 service neutron] Pushing event updated for resources: {'Port': ['ID=b0f59c3f-5d15-4749-90b9-c82b95038d86,revision_number=3']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:57.454630 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fbcf9737-4878-4d5f-a2cd-6ca3abb8a1fd req-1202230c-ce9b-4a11-8ddf-911e51740689 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.2239592 Sep 17 07:56:57.499634 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886dcac2-569c-477d-bd9d-450d2d65b733 req-fc2800fd-8a14-412f-a653-5051d6516b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:57.501906 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-886dcac2-569c-477d-bd9d-450d2d65b733 req-fc2800fd-8a14-412f-a653-5051d6516b41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:57.515059 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-886dcac2-569c-477d-bd9d-450d2d65b733 req-fc2800fd-8a14-412f-a653-5051d6516b41 service neutron] 10.222.0.41 "PUT /v2.0/ports/b0f59c3f-5d15-4749-90b9-c82b95038d86 HTTP/1.1" status: 200 len: 1096 time: 2.9220455 Sep 17 07:56:57.515931 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '340f3d55-496d-479d-b88a-3a193fc0ae61', 'tag': 'b0f59c3f-5d15-4749-90b9-c82b95038d86'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:56:57.518008 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72baedd2-df1b-4ada-89d6-9b20510fb6ae" -d '{"events": [{"name": "network-changed", "server_uuid": "340f3d55-496d-479d-b88a-3a193fc0ae61", "tag": "b0f59c3f-5d15-4749-90b9-c82b95038d86"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:56:57.538350 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-73724bfc-5e03-4d50-8014-ec3a1497f257 req-173cace6-8521-4108-8d68-14d5986766b1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f67c99a-37f2-44e1-9fa6-e022e50bb332 HTTP/1.1" status: 200 len: 217 time: 0.1035275 Sep 17 07:56:57.633637 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d0aaa8f1-1c27-4988-8d8c-24eff55ff236 None None] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:57.641853 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73724bfc-5e03-4d50-8014-ec3a1497f257 req-552c8cea-4780-4f40-83f1-a6154d7aa9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:57.643070 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d0aaa8f1-1c27-4988-8d8c-24eff55ff236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:57.646838 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-73724bfc-5e03-4d50-8014-ec3a1497f257 req-552c8cea-4780-4f40-83f1-a6154d7aa9e1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cc5af0af-da91-4969-a253-9b23d6f3d816 HTTP/1.1" status: 200 len: 855 time: 0.0998228 Sep 17 07:56:57.712487 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42ff595-16db-4da0-95b8-cb6122bddafa None None] Pushing event updated for resources: {'Port': ['ID=cf942095-a1c6-49bf-87d0-dca72a7adb7f,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:57.740603 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73724bfc-5e03-4d50-8014-ec3a1497f257 req-0a4ea869-e1c9-4d91-8525-d03fb7d5f529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:57.749831 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-73724bfc-5e03-4d50-8014-ec3a1497f257 req-0a4ea869-e1c9-4d91-8525-d03fb7d5f529 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=db7553ea-e2fe-422f-8d20-6ffc26d973b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0937173 Sep 17 07:56:57.766618 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fdb00a0e-dd12-4df4-a85a-a59c9430ee8f req-ad743f80-ea04-4ea0-8b34-cb87fb435c7a tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] 10.222.0.13 "GET /v2.0/security-groups?id=e80ed3fc-e498-404b-916c-65b78dba5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3067162 Sep 17 07:56:57.836419 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-d0aaa8f1-1c27-4988-8d8c-24eff55ff236 None None] Attempting to bind port cf942095-a1c6-49bf-87d0-dca72a7adb7f on host n-d-789963-9 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:56:57.837155 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-d0aaa8f1-1c27-4988-8d8c-24eff55ff236 None None] Attempting to bind port cf942095-a1c6-49bf-87d0-dca72a7adb7f by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '58b829ef-c5eb-4faa-a131-63cd6dbd94a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '63979b82-a0e4-4059-98e9-e8f1cc555b20'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:56:57.838168 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0aaa8f1-1c27-4988-8d8c-24eff55ff236 None None] Attempting to bind port cf942095-a1c6-49bf-87d0-dca72a7adb7f on network 63979b82-a0e4-4059-98e9-e8f1cc555b20 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:56:57.845900 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd4901-6982-4908-a7e2-bf1d7d2a5ccb req-a739ba67-5bf6-4115-8f8a-fbf30caf1805 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:57.847183 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0aaa8f1-1c27-4988-8d8c-24eff55ff236 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:56:57.847478 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-20cd4901-6982-4908-a7e2-bf1d7d2a5ccb req-a739ba67-5bf6-4115-8f8a-fbf30caf1805 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb49abc9-4b7f-484b-bbaa-a9d2a437005e HTTP/1.1" status: 200 len: 945 time: 0.2836552 Sep 17 07:56:57.847975 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0aaa8f1-1c27-4988-8d8c-24eff55ff236 None None] Checking segment: {'id': '58b829ef-c5eb-4faa-a131-63cd6dbd94a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '63979b82-a0e4-4059-98e9-e8f1cc555b20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:56:57.848594 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d0aaa8f1-1c27-4988-8d8c-24eff55ff236 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:57.850077 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0aaa8f1-1c27-4988-8d8c-24eff55ff236 None None] Bound using segment: {'id': '58b829ef-c5eb-4faa-a131-63cd6dbd94a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '63979b82-a0e4-4059-98e9-e8f1cc555b20'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:56:57.851277 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-d0aaa8f1-1c27-4988-8d8c-24eff55ff236 None None] Bound port: cf942095-a1c6-49bf-87d0-dca72a7adb7f, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58b829ef-c5eb-4faa-a131-63cd6dbd94a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '63979b82-a0e4-4059-98e9-e8f1cc555b20'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:56:57.851849 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d0aaa8f1-1c27-4988-8d8c-24eff55ff236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:57.893287 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-73724bfc-5e03-4d50-8014-ec3a1497f257 req-c8d61e94-3dbd-4080-8d18-26b669788dd5 service neutron] 10.222.0.39 "GET /v2.0/networks/db7553ea-e2fe-422f-8d20-6ffc26d973b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308129 Sep 17 07:56:57.936343 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886dcac2-569c-477d-bd9d-450d2d65b733 req-e04c3433-1331-4496-a5b9-454dee3ea97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:57.944301 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-886dcac2-569c-477d-bd9d-450d2d65b733 req-e04c3433-1331-4496-a5b9-454dee3ea97b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2349d4cf1f41439ea3d7c6f38634ae0a&device_id=340f3d55-496d-479d-b88a-3a193fc0ae61 HTTP/1.1" status: 200 len: 1099 time: 0.3558497 Sep 17 07:56:57.950322 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-d0aaa8f1-1c27-4988-8d8c-24eff55ff236 None None] For port cf942095-a1c6-49bf-87d0-dca72a7adb7f, host n-d-789963-9, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:56:57.954756 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-d0aaa8f1-1c27-4988-8d8c-24eff55ff236 None None] For port cf942095-a1c6-49bf-87d0-dca72a7adb7f, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=cf942095-a1c6-49bf-87d0-dca72a7adb7f,segment=NetworkSegment(58b829ef-c5eb-4faa-a131-63cd6dbd94a2),segment_id=58b829ef-c5eb-4faa-a131-63cd6dbd94a2)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:56:57.966647 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d0aaa8f1-1c27-4988-8d8c-24eff55ff236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:58.052222 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0aaa8f1-1c27-4988-8d8c-24eff55ff236 None None] Routers {'92cec24f-c412-48a5-a296-b3f3a5de8329'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:56:58.053007 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-d0aaa8f1-1c27-4988-8d8c-24eff55ff236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:56:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['92cec24f-c412-48a5-a296-b3f3a5de8329'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:56:58.117685 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-20cd4901-6982-4908-a7e2-bf1d7d2a5ccb req-6e361dac-8782-4303-8587-bdb51028985c tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513552 Sep 17 07:56:58.127879 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-886dcac2-569c-477d-bd9d-450d2d65b733 req-8b82f926-19ec-472e-92bd-0a8a3c5c7f24 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=b0f59c3f-5d15-4749-90b9-c82b95038d86 HTTP/1.1" status: 200 len: 217 time: 0.1648691 Sep 17 07:56:58.154304 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-56a71e52-a693-4c98-939b-64f8ff3f5ae9 None None] Provisioning complete for port cf942095-a1c6-49bf-87d0-dca72a7adb7f triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:56:58.157130 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-56a71e52-a693-4c98-939b-64f8ff3f5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:58.160028 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-73724bfc-5e03-4d50-8014-ec3a1497f257 req-ad9f3a98-0f86-4b6d-95f6-9374c5c9ac3a service neutron] 10.222.0.39 "GET /v2.0/networks/db7553ea-e2fe-422f-8d20-6ffc26d973b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552838 Sep 17 07:56:58.194182 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-d0aaa8f1-1c27-4988-8d8c-24eff55ff236 None None] Set router 92cec24f-c412-48a5-a296-b3f3a5de8329 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:56:58.272466 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886dcac2-569c-477d-bd9d-450d2d65b733 req-c63b7634-2e18-4180-a79d-7c28ef91aeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:58.278002 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-886dcac2-569c-477d-bd9d-450d2d65b733 req-c63b7634-2e18-4180-a79d-7c28ef91aeb8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.1411579 Sep 17 07:56:58.279629 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ee9d05-1de8-475c-9287-9d08d076c6a6 x-openstack-request-id: req-90ee9d05-1de8-475c-9287-9d08d076c6a6 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:56:58.280055 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "340f3d55-496d-479d-b88a-3a193fc0ae61", "tag": "b0f59c3f-5d15-4749-90b9-c82b95038d86", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:56:58.280404 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-90ee9d05-1de8-475c-9287-9d08d076c6a6 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:56:58.283717 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '340f3d55-496d-479d-b88a-3a193fc0ae61', 'tag': 'b0f59c3f-5d15-4749-90b9-c82b95038d86', 'status': 'completed', 'code': 200} Sep 17 07:56:58.340736 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f5e20-ae9b-4572-b87d-17dc6a15d62d req-431b17f5-1b5d-4944-9141-39f33aeab110 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:58.350350 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d79f5e20-ae9b-4572-b87d-17dc6a15d62d req-431b17f5-1b5d-4944-9141-39f33aeab110 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=340f3d55-496d-479d-b88a-3a193fc0ae61 HTTP/1.1" status: 200 len: 948 time: 0.4006841 Sep 17 07:56:58.350843 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-56a71e52-a693-4c98-939b-64f8ff3f5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:58.435282 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-56a71e52-a693-4c98-939b-64f8ff3f5ae9 None None] For port cf942095-a1c6-49bf-87d0-dca72a7adb7f, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=cf942095-a1c6-49bf-87d0-dca72a7adb7f,segment=NetworkSegment(58b829ef-c5eb-4faa-a131-63cd6dbd94a2),segment_id=58b829ef-c5eb-4faa-a131-63cd6dbd94a2)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:56:58.446345 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-56a71e52-a693-4c98-939b-64f8ff3f5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:58.486995 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-d0aaa8f1-1c27-4988-8d8c-24eff55ff236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92cec24f-c412-48a5-a296-b3f3a5de8329', 'name': 'tempest-TestAggregatesBasicOps-278123849-router', 'tenant_id': 'e23c81f819144bc59f5ba6d20d694b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'b0c8a507-88a9-4786-b5cc-d925f14a3872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:56:44Z', 'updated_at': '2021-09-17T07:56:50Z', 'revision_number': 4, 'project_id': 'e23c81f819144bc59f5ba6d20d694b1b', 'gw_port': {'id': 'b0c8a507-88a9-4786-b5cc-d925f14a3872', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bb:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cec24f-c412-48a5-a296-b3f3a5de8329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:56:45Z', 'updated_at': '2021-09-17T07:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'cf942095-a1c6-49bf-87d0-dca72a7adb7f', 'name': '', 'network_id': '63979b82-a0e4-4059-98e9-e8f1cc555b20', 'tenant_id': 'e23c81f819144bc59f5ba6d20d694b1b', 'mac_address': 'fa:16:3e:27:55:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92cec24f-c412-48a5-a296-b3f3a5de8329', 'device_owner': 'network:router_interface', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '9dac17d2-e851-48a6-9ecb-8b84acf61bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:56:49Z', 'updated_at': '2021-09-17T07:56:57Z', 'revision_number': 4, 'project_id': 'e23c81f819144bc59f5ba6d20d694b1b', 'subnets': [{'id': '9dac17d2-e851-48a6-9ecb-8b84acf61bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:56:58.517382 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886dcac2-569c-477d-bd9d-450d2d65b733 req-32ab2ad6-0cb5-4331-ae3a-aa5f6e25e2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:58.519211 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-886dcac2-569c-477d-bd9d-450d2d65b733 req-32ab2ad6-0cb5-4331-ae3a-aa5f6e25e2b1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2098887 Sep 17 07:56:58.525888 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42ff595-16db-4da0-95b8-cb6122bddafa None None] Pushing event updated for resources: {'Port': ['ID=cf942095-a1c6-49bf-87d0-dca72a7adb7f,revision_number=4']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:58.530389 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0aaa8f1-1c27-4988-8d8c-24eff55ff236 None None] The sync data for ids ['92cec24f-c412-48a5-a296-b3f3a5de8329'] in n-d-789963-9 is: [{'id': '92cec24f-c412-48a5-a296-b3f3a5de8329', 'name': 'tempest-TestAggregatesBasicOps-278123849-router', 'tenant_id': 'e23c81f819144bc59f5ba6d20d694b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'b0c8a507-88a9-4786-b5cc-d925f14a3872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:56:44Z', 'updated_at': '2021-09-17T07:56:50Z', 'revision_number': 4, 'project_id': 'e23c81f819144bc59f5ba6d20d694b1b', 'gw_port': {'id': 'b0c8a507-88a9-4786-b5cc-d925f14a3872', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bb:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cec24f-c412-48a5-a296-b3f3a5de8329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:56:45Z', 'updated_at': '2021-09-17T07:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'cf942095-a1c6-49bf-87d0-dca72a7adb7f', 'name': '', 'network_id': '63979b82-a0e4-4059-98e9-e8f1cc555b20', 'tenant_id': 'e23c81f819144bc59f5ba6d20d694b1b', 'mac_address': 'fa:16:3e:27:55:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92cec24f-c412-48a5-a296-b3f3a5de8329', 'device_owner': 'network:router_interface', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '9dac17d2-e851-48a6-9ecb-8b84acf61bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:56:49Z', 'updated_at': '2021-09-17T07:56:57Z', 'revision_number': 4, 'project_id': 'e23c81f819144bc59f5ba6d20d694b1b', 'subnets': [{'id': '9dac17d2-e851-48a6-9ecb-8b84acf61bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:56:58.538636 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d79f5e20-ae9b-4572-b87d-17dc6a15d62d req-4c8d748a-cdd2-4361-8e39-c962c30f5162 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867609 Sep 17 07:56:58.592163 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a71e52-a693-4c98-939b-64f8ff3f5ae9 None None] Pushing event updated for resources: {'Port': ['ID=cf942095-a1c6-49bf-87d0-dca72a7adb7f,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:56:58.620648 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e7c7bd1-9747-4dac-942b-c6bf4ad8d182 None None] Provisioning complete for port cf942095-a1c6-49bf-87d0-dca72a7adb7f triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:56:58.621023 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e7c7bd1-9747-4dac-942b-c6bf4ad8d182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:58.685329 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2ead7a95-cf20-459c-8bc5-f98265632897 req-60b3dae1-bbac-4efa-a3ce-6c9740447ebf tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.1110542 Sep 17 07:56:58.691577 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fe33259f-424b-4929-b526-de2f55928ebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:58.873214 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-886dcac2-569c-477d-bd9d-450d2d65b733 req-0463e3a9-29b7-4a60-84f8-481dfb28787e service neutron] 10.222.0.41 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3439453 Sep 17 07:56:59.104813 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4548ff9-1447-4171-81ae-a91d3be140f9 req-da4d36a8-a0c0-4ed1-81aa-7028395b4f82 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:59.112820 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a4548ff9-1447-4171-81ae-a91d3be140f9 req-da4d36a8-a0c0-4ed1-81aa-7028395b4f82 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e948a70-2200-4e37-a4df-395f090404ef HTTP/1.1" status: 200 len: 943 time: 0.2139456 Sep 17 07:56:59.221957 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-886dcac2-569c-477d-bd9d-450d2d65b733 req-36ef26b0-3fd2-4b43-b96a-4dc2dfa361bc service neutron] 10.222.0.41 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3219151 Sep 17 07:56:59.238480 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a4548ff9-1447-4171-81ae-a91d3be140f9 req-ef2e3c23-f303-450e-81e8-7c1c9cc72fd4 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] 10.222.0.13 "GET /v2.0/security-groups?id=e80ed3fc-e498-404b-916c-65b78dba5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197174 Sep 17 07:56:59.411686 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-fe33259f-424b-4929-b526-de2f55928ebb admin admin] Deleting port 72beba49-a4e4-4daa-a07e-17e2cc265833 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:56:59.412390 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fe33259f-424b-4929-b526-de2f55928ebb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:59.439720 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72baedd2-df1b-4ada-89d6-9b20510fb6ae req-f58d4a98-5830-4625-9aa4-4c4528059c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:59.441398 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-72baedd2-df1b-4ada-89d6-9b20510fb6ae req-f58d4a98-5830-4625-9aa4-4c4528059c14 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2349d4cf1f41439ea3d7c6f38634ae0a&device_id=340f3d55-496d-479d-b88a-3a193fc0ae61 HTTP/1.1" status: 200 len: 1099 time: 0.0816629 Sep 17 07:56:59.601361 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-fe33259f-424b-4929-b526-de2f55928ebb admin admin] For port 72beba49-a4e4-4daa-a07e-17e2cc265833, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=72beba49-a4e4-4daa-a07e-17e2cc265833,segment=NetworkSegment(ff9fa649-0cba-4a70-969d-e529824e0dc5),segment_id=ff9fa649-0cba-4a70-969d-e529824e0dc5)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:56:59.601537 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fe33259f-424b-4929-b526-de2f55928ebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:59.632553 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd7e10-a6f6-4221-8b97-3c48dc7476a2 req-1a131842-44e3-4801-8893-a0ddc7c89c73 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:59.634203 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bccd7e10-a6f6-4221-8b97-3c48dc7476a2 req-1a131842-44e3-4801-8893-a0ddc7c89c73 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb49abc9-4b7f-484b-bbaa-a9d2a437005e HTTP/1.1" status: 200 len: 945 time: 0.1623745 Sep 17 07:56:59.636634 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-fe33259f-424b-4929-b526-de2f55928ebb admin admin] Calling delete_port for 72beba49-a4e4-4daa-a07e-17e2cc265833 owned by network:router_interface {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:56:59.702553 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72baedd2-df1b-4ada-89d6-9b20510fb6ae req-40d0fd48-6fd9-4de6-8150-1a8dd71db51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:59.704129 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-72baedd2-df1b-4ada-89d6-9b20510fb6ae req-40d0fd48-6fd9-4de6-8150-1a8dd71db51e service neutron] 10.222.0.41 "GET /v2.0/networks?id=469390cd-cce5-49bd-b8f8-9e64018a0583 HTTP/1.1" status: 200 len: 870 time: 0.2333367 Sep 17 07:56:59.730647 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device cf942095-a1c6-49bf-87d0-dca72a7adb7f up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:56:59.798826 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-72baedd2-df1b-4ada-89d6-9b20510fb6ae req-db4a19aa-17aa-4d04-aee6-3752c6e48699 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=b0f59c3f-5d15-4749-90b9-c82b95038d86 HTTP/1.1" status: 200 len: 217 time: 0.0535541 Sep 17 07:56:59.810346 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port cf942095-a1c6-49bf-87d0-dca72a7adb7f triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:56:59.810812 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:56:59.817620 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bccd7e10-a6f6-4221-8b97-3c48dc7476a2 req-c3b0f05c-9c8a-4f7a-9fcb-2ec403aed432 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720314 Sep 17 07:56:59.887141 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f49ae9-1c5d-4b4a-917f-23e522e481be req-b5156114-f751-41c6-81a5-99b7bb31531d tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:59.889073 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e4f49ae9-1c5d-4b4a-917f-23e522e481be req-b5156114-f751-41c6-81a5-99b7bb31531d tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=340f3d55-496d-479d-b88a-3a193fc0ae61 HTTP/1.1" status: 200 len: 948 time: 0.2539232 Sep 17 07:56:59.963977 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-586d4f6f-643b-4f32-a2e1-4f7f756a8c3e req-b2cae682-8a52-44be-99bd-cb2169fb86bd tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0737917 Sep 17 07:56:59.965395 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72baedd2-df1b-4ada-89d6-9b20510fb6ae req-5f3f4fd1-be36-4112-9c0c-3d943e61f18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:56:59.966710 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-72baedd2-df1b-4ada-89d6-9b20510fb6ae req-5f3f4fd1-be36-4112-9c0c-3d943e61f18e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.1477108 Sep 17 07:57:00.070110 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49072) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:00.195408 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-38bd0e1b-1902-4d79-9334-ca0a4f0b0539 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:00.268756 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e4f49ae9-1c5d-4b4a-917f-23e522e481be req-12e0ab10-1f1c-4f4e-8ff3-33663dc413b0 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3716002 Sep 17 07:57:00.282064 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72baedd2-df1b-4ada-89d6-9b20510fb6ae req-1c3470de-c044-4192-a35b-314c426d0f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:00.283584 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-72baedd2-df1b-4ada-89d6-9b20510fb6ae req-1c3470de-c044-4192-a35b-314c426d0f0e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3056588 Sep 17 07:57:00.302424 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-38bd0e1b-1902-4d79-9334-ca0a4f0b0539 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:00.307916 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-38bd0e1b-1902-4d79-9334-ca0a4f0b0539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:00.346174 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-38bd0e1b-1902-4d79-9334-ca0a4f0b0539 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fd5883c1608c4a8c8964dff03753f3d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2748470 Sep 17 07:57:00.348795 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bd0e1b-1902-4d79-9334-ca0a4f0b0539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf76c56-96ea-421b-8302-0eeb6490bc95,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:00.351122 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49078) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:00.409054 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-418217f1-a58d-4a4e-8f16-97aa8845c0f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:00.431463 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-418217f1-a58d-4a4e-8f16-97aa8845c0f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:00.436971 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fe33259f-424b-4929-b526-de2f55928ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:00.461782 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1870127-4a34-49e9-b92e-78ce68d8a76c req-bc6fdd04-3cde-4493-9bad-adc23dd75024 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:00.464524 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c1870127-4a34-49e9-b92e-78ce68d8a76c req-bc6fdd04-3cde-4493-9bad-adc23dd75024 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e948a70-2200-4e37-a4df-395f090404ef HTTP/1.1" status: 200 len: 943 time: 0.1372843 Sep 17 07:57:00.494322 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-72baedd2-df1b-4ada-89d6-9b20510fb6ae req-62aec691-fbab-428d-a38e-5b4b3fb939dc service neutron] 10.222.0.41 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972108 Sep 17 07:57:00.495053 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe33259f-424b-4929-b526-de2f55928ebb admin admin] Pushing event deleted for resources: {'Port': ['ID=72beba49-a4e4-4daa-a07e-17e2cc265833,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:00.503659 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-418217f1-a58d-4a4e-8f16-97aa8845c0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:00.507062 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-418217f1-a58d-4a4e-8f16-97aa8845c0f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:00.511330 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-418217f1-a58d-4a4e-8f16-97aa8845c0f8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3cf76c56-96ea-421b-8302-0eeb6490bc95 HTTP/1.1" status: 204 len: 168 time: 0.1566300 Sep 17 07:57:00.518192 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418217f1-a58d-4a4e-8f16-97aa8845c0f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf76c56-96ea-421b-8302-0eeb6490bc95,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:00.620670 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c1870127-4a34-49e9-b92e-78ce68d8a76c req-c9613261-e8b6-43cf-98d4-f514eed85f6e tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] 10.222.0.13 "GET /v2.0/security-groups?id=e80ed3fc-e498-404b-916c-65b78dba5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371946 Sep 17 07:57:00.740325 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-72baedd2-df1b-4ada-89d6-9b20510fb6ae req-76d7d910-38c2-45b3-ba2a-5e325cf07d61 service neutron] 10.222.0.41 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006142 Sep 17 07:57:00.802773 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fe33259f-424b-4929-b526-de2f55928ebb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:00.814625 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49086) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:00.862705 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b3e04aaf-4c76-4193-a3c4-48a99069dd32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:00.996061 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a54a05a-68a2-44da-8eb7-de3499166c23 req-12cc4bdc-1179-42c2-b229-32a2599b3779 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:00.997563 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6a54a05a-68a2-44da-8eb7-de3499166c23 req-12cc4bdc-1179-42c2-b229-32a2599b3779 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb49abc9-4b7f-484b-bbaa-a9d2a437005e HTTP/1.1" status: 200 len: 945 time: 0.1169345 Sep 17 07:57:01.100466 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-602157d5-ea16-489a-9c8e-83fa6d1c4f48 req-2c493d17-05b7-4238-b61c-5a8f3bcca765 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0506871 Sep 17 07:57:01.121872 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6a54a05a-68a2-44da-8eb7-de3499166c23 req-f3916bad-5b1b-45a0-89b8-ad8be313ce5b tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126180 Sep 17 07:57:01.185449 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b3e04aaf-4c76-4193-a3c4-48a99069dd32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:01.191238 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b3e04aaf-4c76-4193-a3c4-48a99069dd32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:01.234283 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe33259f-424b-4929-b526-de2f55928ebb admin admin] Router cc44dcc5-2a52-4505-8a61-cb38694f26ee has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:57:01.237807 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-b3e04aaf-4c76-4193-a3c4-48a99069dd32 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=98341ccb85304384ab2fa987d51d2a80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4222503 Sep 17 07:57:01.240857 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e04aaf-4c76-4193-a3c4-48a99069dd32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32387d34-a135-432d-997b-186e5159e35a,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:01.241268 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49092) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:01.291326 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ca1060ba-4b93-4add-bfa7-78902955f7f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:01.313427 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ca1060ba-4b93-4add-bfa7-78902955f7f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:01.361760 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ca1060ba-4b93-4add-bfa7-78902955f7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:01.365074 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ca1060ba-4b93-4add-bfa7-78902955f7f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:01.366231 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ca1060ba-4b93-4add-bfa7-78902955f7f1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/32387d34-a135-432d-997b-186e5159e35a HTTP/1.1" status: 204 len: 168 time: 0.1239874 Sep 17 07:57:01.374930 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1060ba-4b93-4add-bfa7-78902955f7f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32387d34-a135-432d-997b-186e5159e35a,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:01.389155 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe33259f-424b-4929-b526-de2f55928ebb admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:57:01.394601 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-fe33259f-424b-4929-b526-de2f55928ebb admin admin] 10.222.0.13 "PUT /v2.0/routers/cc44dcc5-2a52-4505-8a61-cb38694f26ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8049757 Sep 17 07:57:01.398861 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49098) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:01.403806 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b549d2fd-2344-4aae-a280-0dc7023b3806 None None] Sync routers for ids ['cc44dcc5-2a52-4505-8a61-cb38694f26ee'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:57:01.413639 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b549d2fd-2344-4aae-a280-0dc7023b3806 None None] Routers {'cc44dcc5-2a52-4505-8a61-cb38694f26ee'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:57:01.414340 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-b549d2fd-2344-4aae-a280-0dc7023b3806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:56:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['cc44dcc5-2a52-4505-8a61-cb38694f26ee'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:01.449305 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be72657-7581-4a4d-9d43-f854c89d8373 req-27f43b4c-74da-44e5-adda-35904177138d tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:01.450804 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7be72657-7581-4a4d-9d43-f854c89d8373 req-27f43b4c-74da-44e5-adda-35904177138d tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=340f3d55-496d-479d-b88a-3a193fc0ae61 HTTP/1.1" status: 200 len: 948 time: 0.1106040 Sep 17 07:57:01.521583 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-b549d2fd-2344-4aae-a280-0dc7023b3806 None None] Set router cc44dcc5-2a52-4505-8a61-cb38694f26ee gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:57:01.537452 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7be72657-7581-4a4d-9d43-f854c89d8373 req-9d7b191a-3820-4266-a2a6-61bca2a9efb1 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742579 Sep 17 07:57:01.548086 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-92ac3dad-9d25-4092-b86b-a30fa0f6d2d9 admin admin] Notify callbacks [] for router, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:01.763550 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-92ac3dad-9d25-4092-b86b-a30fa0f6d2d9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:01.814509 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec0b41-c75e-4053-a86e-3808b8839ab9 req-7189e478-cb70-4532-869a-d86ca8e4f2eb tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:01.816103 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2dec0b41-c75e-4053-a86e-3808b8839ab9 req-7189e478-cb70-4532-869a-d86ca8e4f2eb tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e948a70-2200-4e37-a4df-395f090404ef HTTP/1.1" status: 200 len: 943 time: 0.0888481 Sep 17 07:57:01.867869 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2dec0b41-c75e-4053-a86e-3808b8839ab9 req-4db5f5d5-9d3e-4846-8a22-9934db8fc8da tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] 10.222.0.13 "GET /v2.0/security-groups?id=e80ed3fc-e498-404b-916c-65b78dba5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437462 Sep 17 07:57:01.870160 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-92ac3dad-9d25-4092-b86b-a30fa0f6d2d9 admin admin] Deleting port 91d1c2d1-80a2-459b-9e61-60a8672e74b0 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:57:01.870497 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-92ac3dad-9d25-4092-b86b-a30fa0f6d2d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:01.915696 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-b549d2fd-2344-4aae-a280-0dc7023b3806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc44dcc5-2a52-4505-8a61-cb38694f26ee', 'name': 'tempest-TestAggregatesBasicOps-400137706-router', 'tenant_id': 'a91c7b3afb9845798e7d0342a85f7737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '91d1c2d1-80a2-459b-9e61-60a8672e74b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:56:36Z', 'updated_at': '2021-09-17T07:57:00Z', 'revision_number': 5, 'project_id': 'a91c7b3afb9845798e7d0342a85f7737', 'gw_port': {'id': '91d1c2d1-80a2-459b-9e61-60a8672e74b0', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ad:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc44dcc5-2a52-4505-8a61-cb38694f26ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:56:37Z', 'updated_at': '2021-09-17T07:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:01.945009 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b549d2fd-2344-4aae-a280-0dc7023b3806 None None] Checking router: cc44dcc5-2a52-4505-8a61-cb38694f26ee for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:57:01.949926 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-92ac3dad-9d25-4092-b86b-a30fa0f6d2d9 admin admin] For port 91d1c2d1-80a2-459b-9e61-60a8672e74b0, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=91d1c2d1-80a2-459b-9e61-60a8672e74b0,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:57:01.950296 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-92ac3dad-9d25-4092-b86b-a30fa0f6d2d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:01.958538 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b549d2fd-2344-4aae-a280-0dc7023b3806 None None] Routers {'cc44dcc5-2a52-4505-8a61-cb38694f26ee'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:57:01.959092 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-b549d2fd-2344-4aae-a280-0dc7023b3806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:56:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['cc44dcc5-2a52-4505-8a61-cb38694f26ee'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:01.963993 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-92ac3dad-9d25-4092-b86b-a30fa0f6d2d9 admin admin] Calling delete_port for 91d1c2d1-80a2-459b-9e61-60a8672e74b0 owned by network:router_gateway {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:57:02.049827 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-b549d2fd-2344-4aae-a280-0dc7023b3806 None None] Set router cc44dcc5-2a52-4505-8a61-cb38694f26ee gateway port host: None {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:57:02.112135 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-b549d2fd-2344-4aae-a280-0dc7023b3806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc44dcc5-2a52-4505-8a61-cb38694f26ee', 'name': 'tempest-TestAggregatesBasicOps-400137706-router', 'tenant_id': 'a91c7b3afb9845798e7d0342a85f7737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:56:36Z', 'updated_at': '2021-09-17T07:57:01Z', 'revision_number': 6, 'project_id': 'a91c7b3afb9845798e7d0342a85f7737', 'gw_port_host': None}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:02.141419 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b549d2fd-2344-4aae-a280-0dc7023b3806 None None] The sync data for ids ['cc44dcc5-2a52-4505-8a61-cb38694f26ee'] in n-d-789963-9 is: [{'id': 'cc44dcc5-2a52-4505-8a61-cb38694f26ee', 'name': 'tempest-TestAggregatesBasicOps-400137706-router', 'tenant_id': 'a91c7b3afb9845798e7d0342a85f7737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:56:36Z', 'updated_at': '2021-09-17T07:57:01Z', 'revision_number': 6, 'project_id': 'a91c7b3afb9845798e7d0342a85f7737', 'gw_port_host': None}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:57:02.157606 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-92ac3dad-9d25-4092-b86b-a30fa0f6d2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:02.189990 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ac3dad-9d25-4092-b86b-a30fa0f6d2d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=91d1c2d1-80a2-459b-9e61-60a8672e74b0,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:02.275650 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4fdd2346-73f3-41d6-8797-9b6991920452 req-29234467-8089-4822-894d-aaa8df523275 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0568547 Sep 17 07:57:02.308543 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-92ac3dad-9d25-4092-b86b-a30fa0f6d2d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:02.361367 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab9fb2-6561-4865-91c5-f2cc873c4498 req-49e4efe3-ae1e-4eae-a2d8-883140188d78 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:02.362865 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-60ab9fb2-6561-4865-91c5-f2cc873c4498 req-49e4efe3-ae1e-4eae-a2d8-883140188d78 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb49abc9-4b7f-484b-bbaa-a9d2a437005e HTTP/1.1" status: 200 len: 945 time: 0.1150086 Sep 17 07:57:02.677572 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-92ac3dad-9d25-4092-b86b-a30fa0f6d2d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:02.681433 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-92ac3dad-9d25-4092-b86b-a30fa0f6d2d9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:02.772821 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-60ab9fb2-6561-4865-91c5-f2cc873c4498 req-d316531f-5fb1-4810-8d6c-a9b996592fd9 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3801663 Sep 17 07:57:02.782927 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-92ac3dad-9d25-4092-b86b-a30fa0f6d2d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:02.783507 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92ac3dad-9d25-4092-b86b-a30fa0f6d2d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc44dcc5-2a52-4505-8a61-cb38694f26ee {{(pid=101289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 07:57:02.794712 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98133ac4-3ce0-4f20-bb2d-057e15471d22 req-52b62c60-0b8e-47db-a78d-951334d9a8bb tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:02.795241 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-98133ac4-3ce0-4f20-bb2d-057e15471d22 req-52b62c60-0b8e-47db-a78d-951334d9a8bb tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=340f3d55-496d-479d-b88a-3a193fc0ae61 HTTP/1.1" status: 200 len: 948 time: 0.1205606 Sep 17 07:57:02.798277 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-92ac3dad-9d25-4092-b86b-a30fa0f6d2d9 admin admin] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:02.799337 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-92ac3dad-9d25-4092-b86b-a30fa0f6d2d9 admin admin] 10.222.0.13 "DELETE /v2.0/routers/cc44dcc5-2a52-4505-8a61-cb38694f26ee HTTP/1.1" status: 204 len: 168 time: 1.4000390 Sep 17 07:57:02.802433 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49146) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:02.870392 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-04821b40-6511-4132-9551-56a3938e47f6 admin admin] Deleting subnet 16f3e9ee-9197-4f4c-b1c5-58ed92393ab7 {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:57:02.878640 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-04821b40-6511-4132-9551-56a3938e47f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:02.899037 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-98133ac4-3ce0-4f20-bb2d-057e15471d22 req-5952d53b-0050-46cf-a0a8-b950667df62d tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887089 Sep 17 07:57:02.920612 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-04821b40-6511-4132-9551-56a3938e47f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:03.026021 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef7dda-f34b-4276-b484-30be7c0f9429 req-b6f53499-01f1-4e18-9899-d2ebf069b0d0 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:03.027516 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-93ef7dda-f34b-4276-b484-30be7c0f9429 req-b6f53499-01f1-4e18-9899-d2ebf069b0d0 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e948a70-2200-4e37-a4df-395f090404ef HTTP/1.1" status: 200 len: 943 time: 0.0864985 Sep 17 07:57:03.057083 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-04821b40-6511-4132-9551-56a3938e47f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:03.105933 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-93ef7dda-f34b-4276-b484-30be7c0f9429 req-63ecd9d3-a24f-4051-8cf3-48ed8f46ef9a tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] 10.222.0.13 "GET /v2.0/security-groups?id=e80ed3fc-e498-404b-916c-65b78dba5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723870 Sep 17 07:57:03.138125 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-04821b40-6511-4132-9551-56a3938e47f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:03.167910 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04821b40-6511-4132-9551-56a3938e47f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16f3e9ee-9197-4f4c-b1c5-58ed92393ab7,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:03.169925 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-04821b40-6511-4132-9551-56a3938e47f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:03.171816 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-04821b40-6511-4132-9551-56a3938e47f6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/16f3e9ee-9197-4f4c-b1c5-58ed92393ab7 HTTP/1.1" status: 204 len: 168 time: 0.3684378 Sep 17 07:57:03.174230 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49158) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:03.178926 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835938b2-4a3b-4bb5-98cd-d569cbb78353 None None] Network 7c40fa4f-963e-4c1a-850f-c70782badcb3 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:57:03.252891 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1e190e60-942c-4bea-a0e1-305dbf5c0925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:03.314334 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-1e190e60-942c-4bea-a0e1-305dbf5c0925 admin admin] Deleting port e3a66b92-7222-4f46-a1f3-86413b352ff8 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:57:03.314916 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1e190e60-942c-4bea-a0e1-305dbf5c0925 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:03.413104 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4162e7b5-847b-44b8-9a60-e255e878bd4f None None] DHCP port deletion for 7c40fa4f-963e-4c1a-850f-c70782badcb3 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 07:57:03.419450 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-231ceb5c-54ec-4105-b990-fabd8b0717b1 req-45f423a3-15de-4ff2-ae08-f58a4d748a90 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0368891 Sep 17 07:57:03.424665 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-1e190e60-942c-4bea-a0e1-305dbf5c0925 admin admin] For port e3a66b92-7222-4f46-a1f3-86413b352ff8, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=e3a66b92-7222-4f46-a1f3-86413b352ff8,segment=NetworkSegment(ff9fa649-0cba-4a70-969d-e529824e0dc5),segment_id=ff9fa649-0cba-4a70-969d-e529824e0dc5)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:57:03.424665 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1e190e60-942c-4bea-a0e1-305dbf5c0925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:03.437030 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-1e190e60-942c-4bea-a0e1-305dbf5c0925 admin admin] Calling delete_port for e3a66b92-7222-4f46-a1f3-86413b352ff8 owned by network:dhcp {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:57:03.478419 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-4162e7b5-847b-44b8-9a60-e255e878bd4f None None] Deleting port e3a66b92-7222-4f46-a1f3-86413b352ff8 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:57:03.478812 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4162e7b5-847b-44b8-9a60-e255e878bd4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:03.497462 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device b0f59c3f-5d15-4749-90b9-c82b95038d86 details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:57:03.526679 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1e190e60-942c-4bea-a0e1-305dbf5c0925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:03.553770 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e190e60-942c-4bea-a0e1-305dbf5c0925 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3a66b92-7222-4f46-a1f3-86413b352ff8,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:03.555871 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e190e60-942c-4bea-a0e1-305dbf5c0925 admin admin] No DVR routers for this DVR port e3a66b92-7222-4f46-a1f3-86413b352ff8 on host n-d-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:57:03.567143 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-4162e7b5-847b-44b8-9a60-e255e878bd4f None None] For port e3a66b92-7222-4f46-a1f3-86413b352ff8, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=e3a66b92-7222-4f46-a1f3-86413b352ff8,segment=NetworkSegment(ff9fa649-0cba-4a70-969d-e529824e0dc5),segment_id=ff9fa649-0cba-4a70-969d-e529824e0dc5)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:57:03.568049 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4162e7b5-847b-44b8-9a60-e255e878bd4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:03.598106 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-4162e7b5-847b-44b8-9a60-e255e878bd4f None None] Calling delete_port for e3a66b92-7222-4f46-a1f3-86413b352ff8 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:57:03.636002 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1e190e60-942c-4bea-a0e1-305dbf5c0925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:03.662704 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-1e190e60-942c-4bea-a0e1-305dbf5c0925 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c40fa4f-963e-4c1a-850f-c70782badcb3']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:03.674162 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-1e190e60-942c-4bea-a0e1-305dbf5c0925 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff9fa649-0cba-4a70-969d-e529824e0dc5') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:03.674589 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-1e190e60-942c-4bea-a0e1-305dbf5c0925 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff9fa649-0cba-4a70-969d-e529824e0dc5') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:03.687381 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1e190e60-942c-4bea-a0e1-305dbf5c0925 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:03.704550 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1e190e60-942c-4bea-a0e1-305dbf5c0925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:03.711494 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e190e60-942c-4bea-a0e1-305dbf5c0925 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 07:57:03.712005 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1e190e60-942c-4bea-a0e1-305dbf5c0925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:03.713888 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 07:57:03.713888 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 07:57:03.713888 n-d-789963-9 neutron-server[101289]: timer() Sep 17 07:57:03.713888 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 07:57:03.713888 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 07:57:03.713888 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 07:57:03.713888 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 07:57:03.713888 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 07:57:03.713888 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 07:57:03.713888 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 07:57:03.713888 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 07:57:03.713888 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 07:57:03.713888 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 07:57:03.713888 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 07:57:03.713888 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 07:57:03.713888 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 07:57:03.713888 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 07:57:03.713888 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 07:57:03.713888 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 07:57:03.713888 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 07:57:03.713888 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 07:57:03.713888 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 07:57:03.713888 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 07:57:03.713888 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 07:57:03.713888 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 07:57:03.713888 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 07:57:03.713888 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 07:57:03.713888 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 07:57:03.713888 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 07:57:03.713888 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 07:57:03.713888 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 07:57:03.713888 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 07:57:03.716418 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 72beba49-a4e4-4daa-a07e-17e2cc265833 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:57:03.721796 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port b0f59c3f-5d15-4749-90b9-c82b95038d86, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=b0f59c3f-5d15-4749-90b9-c82b95038d86,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:57:03.746972 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 72beba49-a4e4-4daa-a07e-17e2cc265833 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:57:03.747321 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 72beba49-a4e4-4daa-a07e-17e2cc265833 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:57:03.747755 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device e3a66b92-7222-4f46-a1f3-86413b352ff8 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:57:03.774703 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: e3a66b92-7222-4f46-a1f3-86413b352ff8 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:57:03.775054 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device e3a66b92-7222-4f46-a1f3-86413b352ff8 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:57:03.775660 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 91d1c2d1-80a2-459b-9e61-60a8672e74b0 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:57:03.785397 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1e190e60-942c-4bea-a0e1-305dbf5c0925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:03.795386 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1e190e60-942c-4bea-a0e1-305dbf5c0925 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:03.797504 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-1e190e60-942c-4bea-a0e1-305dbf5c0925 admin admin] 10.222.0.13 "DELETE /v2.0/networks/7c40fa4f-963e-4c1a-850f-c70782badcb3 HTTP/1.1" status: 204 len: 168 time: 0.6221955 Sep 17 07:57:03.800567 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 91d1c2d1-80a2-459b-9e61-60a8672e74b0 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:57:03.801446 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 91d1c2d1-80a2-459b-9e61-60a8672e74b0 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:57:03.802610 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49172) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:03.805262 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': 'b0f59c3f-5d15-4749-90b9-c82b95038d86', 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583', 'port_id': 'b0f59c3f-5d15-4749-90b9-c82b95038d86', 'mac_address': 'fa:16:3e:6d:ac:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f3af6cb-9cad-436b-bf41-034e75672c44', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:57:03.811171 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4162e7b5-847b-44b8-9a60-e255e878bd4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:03.819952 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4162e7b5-847b-44b8-9a60-e255e878bd4f None None] Network 7c40fa4f-963e-4c1a-850f-c70782badcb3 is not hosted by any dhcp agent {{(pid=101291) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 17 07:57:03.820512 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4162e7b5-847b-44b8-9a60-e255e878bd4f None None] No DVR routers for this DVR port e3a66b92-7222-4f46-a1f3-86413b352ff8 on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:57:03.827146 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e190e60-942c-4bea-a0e1-305dbf5c0925 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c40fa4f-963e-4c1a-850f-c70782badcb3,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:03.868339 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162e7b5-847b-44b8-9a60-e255e878bd4f None None] Pushing event deleted for resources: {'Port': ['ID=e3a66b92-7222-4f46-a1f3-86413b352ff8,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:03.895880 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:03.910126 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0f59c3f-5d15-4749-90b9-c82b95038d86 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:57:03.944310 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d79f945-6792-4d52-9d01-d68014f97758 req-49ce3814-2433-4ed4-a0b6-d37f1b51daa1 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:03.946537 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1d79f945-6792-4d52-9d01-d68014f97758 req-49ce3814-2433-4ed4-a0b6-d37f1b51daa1 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb49abc9-4b7f-484b-bbaa-a9d2a437005e HTTP/1.1" status: 200 len: 945 time: 0.0646541 Sep 17 07:57:03.947733 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port b0f59c3f-5d15-4749-90b9-c82b95038d86, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=b0f59c3f-5d15-4749-90b9-c82b95038d86,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:57:03.952235 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:04.010286 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1d79f945-6792-4d52-9d01-d68014f97758 req-5f4dca4b-f88f-4983-9a67-ce1a5afb9ad9 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568533 Sep 17 07:57:04.015154 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=b0f59c3f-5d15-4749-90b9-c82b95038d86,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:04.101427 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cddeea-7baa-4f20-ac94-0b940803390e req-1c3bd9a3-069e-443a-91d0-b3ab782037a3 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:04.103055 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-86cddeea-7baa-4f20-ac94-0b940803390e req-1c3bd9a3-069e-443a-91d0-b3ab782037a3 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=340f3d55-496d-479d-b88a-3a193fc0ae61 HTTP/1.1" status: 200 len: 949 time: 0.0591869 Sep 17 07:57:04.158404 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-86cddeea-7baa-4f20-ac94-0b940803390e req-547c06e0-11fe-4d9d-a0fc-fda7cc1fcbd3 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485890 Sep 17 07:57:04.238364 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da67765a-4795-4bbb-af03-784c86434daa req-64446e4c-d3f9-44c8-83d1-68220bb4bb70 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:04.240511 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-da67765a-4795-4bbb-af03-784c86434daa req-64446e4c-d3f9-44c8-83d1-68220bb4bb70 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e948a70-2200-4e37-a4df-395f090404ef HTTP/1.1" status: 200 len: 943 time: 0.0498719 Sep 17 07:57:04.260837 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-76067b59-121c-444b-85e5-7e9ad5fd798a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:04.306933 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-da67765a-4795-4bbb-af03-784c86434daa req-61ebe6a3-a860-4296-ab5a-7e747adfccee tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] 10.222.0.13 "GET /v2.0/security-groups?id=e80ed3fc-e498-404b-916c-65b78dba5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466123 Sep 17 07:57:04.452873 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['b0f59c3f-5d15-4749-90b9-c82b95038d86'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:57:04.551523 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-76067b59-121c-444b-85e5-7e9ad5fd798a admin admin] Deleting port cf942095-a1c6-49bf-87d0-dca72a7adb7f {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:57:04.552325 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-76067b59-121c-444b-85e5-7e9ad5fd798a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:04.560404 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3e9de3cf-1987-4283-911b-53d5400b3ace req-9f8593f9-1475-4a6a-82e6-4321b5d0d0c3 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0282748 Sep 17 07:57:04.640230 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-76067b59-121c-444b-85e5-7e9ad5fd798a admin admin] For port cf942095-a1c6-49bf-87d0-dca72a7adb7f, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=cf942095-a1c6-49bf-87d0-dca72a7adb7f,segment=NetworkSegment(58b829ef-c5eb-4faa-a131-63cd6dbd94a2),segment_id=58b829ef-c5eb-4faa-a131-63cd6dbd94a2)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:57:04.640597 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-76067b59-121c-444b-85e5-7e9ad5fd798a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:04.653555 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-76067b59-121c-444b-85e5-7e9ad5fd798a admin admin] Calling delete_port for cf942095-a1c6-49bf-87d0-dca72a7adb7f owned by network:router_interface {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:57:04.700307 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49192) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:04.807647 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-301a892e-198f-477e-8a2a-694c5118be9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:04.835563 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-76067b59-121c-444b-85e5-7e9ad5fd798a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:04.861314 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76067b59-121c-444b-85e5-7e9ad5fd798a admin admin] Pushing event deleted for resources: {'Port': ['ID=cf942095-a1c6-49bf-87d0-dca72a7adb7f,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:04.901873 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-301a892e-198f-477e-8a2a-694c5118be9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:04.906481 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-301a892e-198f-477e-8a2a-694c5118be9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:04.953697 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-301a892e-198f-477e-8a2a-694c5118be9a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=339f374a39244b15ad9e4a9a70bfb548&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2500093 Sep 17 07:57:04.953697 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301a892e-198f-477e-8a2a-694c5118be9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc00ea60-d671-430a-92c4-895008b563f7,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:04.958853 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49196) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:04.965825 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:05.076842 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1bd19cc3-0697-4021-87c0-7619eb5444b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:05.090707 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-76067b59-121c-444b-85e5-7e9ad5fd798a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:05.118812 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1bd19cc3-0697-4021-87c0-7619eb5444b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:05.133812 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af429a4-51aa-4dc6-b75a-da8a4bf03fed req-4a299536-e13f-4c19-8443-ce943d4aa912 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:05.135573 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6af429a4-51aa-4dc6-b75a-da8a4bf03fed req-4a299536-e13f-4c19-8443-ce943d4aa912 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb49abc9-4b7f-484b-bbaa-a9d2a437005e HTTP/1.1" status: 200 len: 945 time: 0.0535035 Sep 17 07:57:05.177453 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6af429a4-51aa-4dc6-b75a-da8a4bf03fed req-75fb22e7-ebfa-4033-b7be-2b75c8a9cfc3 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315838 Sep 17 07:57:05.245926 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1bd19cc3-0697-4021-87c0-7619eb5444b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:05.248591 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1bd19cc3-0697-4021-87c0-7619eb5444b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:05.249872 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-1bd19cc3-0697-4021-87c0-7619eb5444b2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bc00ea60-d671-430a-92c4-895008b563f7 HTTP/1.1" status: 204 len: 168 time: 0.2900407 Sep 17 07:57:05.261074 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd19cc3-0697-4021-87c0-7619eb5444b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc00ea60-d671-430a-92c4-895008b563f7,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:05.280276 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430781bd-56ec-463b-abd8-703104c7b299 req-2b3ab806-bf4c-4c51-832a-8449071e5c78 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:05.281839 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-430781bd-56ec-463b-abd8-703104c7b299 req-2b3ab806-bf4c-4c51-832a-8449071e5c78 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=340f3d55-496d-479d-b88a-3a193fc0ae61 HTTP/1.1" status: 200 len: 949 time: 0.0516477 Sep 17 07:57:05.334547 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-430781bd-56ec-463b-abd8-703104c7b299 req-07e84f7f-2fe0-41ed-b38b-bed86e2fa30a tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373969 Sep 17 07:57:05.372862 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76067b59-121c-444b-85e5-7e9ad5fd798a admin admin] Router 92cec24f-c412-48a5-a296-b3f3a5de8329 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:57:05.381855 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:05.427225 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5d9ee5-a701-4eec-995d-894d3b909fc0 req-e4842bca-7426-4af3-84d1-e53544595f3b tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:05.428779 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3b5d9ee5-a701-4eec-995d-894d3b909fc0 req-e4842bca-7426-4af3-84d1-e53544595f3b tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e948a70-2200-4e37-a4df-395f090404ef HTTP/1.1" status: 200 len: 943 time: 0.0594342 Sep 17 07:57:05.471582 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3b5d9ee5-a701-4eec-995d-894d3b909fc0 req-ff7b8b0c-d679-483a-8353-b0a600b6ff08 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] 10.222.0.13 "GET /v2.0/security-groups?id=e80ed3fc-e498-404b-916c-65b78dba5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351920 Sep 17 07:57:05.498923 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76067b59-121c-444b-85e5-7e9ad5fd798a admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:57:05.503886 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-76067b59-121c-444b-85e5-7e9ad5fd798a admin admin] 10.222.0.13 "PUT /v2.0/routers/92cec24f-c412-48a5-a296-b3f3a5de8329/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7002351 Sep 17 07:57:05.506992 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49210) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:05.509573 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2026cd-7288-405a-811b-8912c78c6d86 None None] Sync routers for ids ['92cec24f-c412-48a5-a296-b3f3a5de8329'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:57:05.521115 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2026cd-7288-405a-811b-8912c78c6d86 None None] Routers {'92cec24f-c412-48a5-a296-b3f3a5de8329'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:57:05.521816 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-5c2026cd-7288-405a-811b-8912c78c6d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:56:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['92cec24f-c412-48a5-a296-b3f3a5de8329'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:05.594182 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49214) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:05.619497 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d94fac1d-e8eb-4044-9b1c-53af739a24a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:05.630528 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-34e85b13-61ae-4dc4-9f97-2b896312a087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:05.646170 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-5c2026cd-7288-405a-811b-8912c78c6d86 None None] Set router 92cec24f-c412-48a5-a296-b3f3a5de8329 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:57:05.699416 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f9924a5b-afa6-4114-84bd-59dbfbfac2b8 req-28aa852b-ac2e-4077-ad48-74e55b6dbf49 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0494432 Sep 17 07:57:05.784442 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-34e85b13-61ae-4dc4-9f97-2b896312a087 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:05.789549 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-34e85b13-61ae-4dc4-9f97-2b896312a087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:05.830145 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-34e85b13-61ae-4dc4-9f97-2b896312a087 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e2c03b60e0eb41fc9b1c58143b343cef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2348096 Sep 17 07:57:05.833054 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e85b13-61ae-4dc4-9f97-2b896312a087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed728516-8e74-4a8f-9ac6-1b0c1625d43f,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:05.835489 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49216) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:05.840402 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-5c2026cd-7288-405a-811b-8912c78c6d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92cec24f-c412-48a5-a296-b3f3a5de8329', 'name': 'tempest-TestAggregatesBasicOps-278123849-router', 'tenant_id': 'e23c81f819144bc59f5ba6d20d694b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'b0c8a507-88a9-4786-b5cc-d925f14a3872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:56:44Z', 'updated_at': '2021-09-17T07:57:04Z', 'revision_number': 5, 'project_id': 'e23c81f819144bc59f5ba6d20d694b1b', 'gw_port': {'id': 'b0c8a507-88a9-4786-b5cc-d925f14a3872', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bb:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cec24f-c412-48a5-a296-b3f3a5de8329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:56:45Z', 'updated_at': '2021-09-17T07:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:05.867873 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2026cd-7288-405a-811b-8912c78c6d86 None None] Checking router: 92cec24f-c412-48a5-a296-b3f3a5de8329 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:57:05.877135 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2026cd-7288-405a-811b-8912c78c6d86 None None] Routers {'92cec24f-c412-48a5-a296-b3f3a5de8329'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:57:05.877764 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-5c2026cd-7288-405a-811b-8912c78c6d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:56:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['92cec24f-c412-48a5-a296-b3f3a5de8329'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:05.888855 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5515aedf-34b8-48db-9108-b569d6e65099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:05.912190 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5515aedf-34b8-48db-9108-b569d6e65099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:05.969767 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5515aedf-34b8-48db-9108-b569d6e65099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:05.972778 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5515aedf-34b8-48db-9108-b569d6e65099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:05.976323 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-5515aedf-34b8-48db-9108-b569d6e65099 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ed728516-8e74-4a8f-9ac6-1b0c1625d43f HTTP/1.1" status: 204 len: 168 time: 0.1374748 Sep 17 07:57:05.987797 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5515aedf-34b8-48db-9108-b569d6e65099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed728516-8e74-4a8f-9ac6-1b0c1625d43f,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:06.064899 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d94fac1d-e8eb-4044-9b1c-53af739a24a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:06.097148 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-5c2026cd-7288-405a-811b-8912c78c6d86 None None] Set router 92cec24f-c412-48a5-a296-b3f3a5de8329 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:57:06.138057 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-d94fac1d-e8eb-4044-9b1c-53af739a24a3 admin admin] Deleting port b0c8a507-88a9-4786-b5cc-d925f14a3872 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:57:06.138466 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d94fac1d-e8eb-4044-9b1c-53af739a24a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:06.231636 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-d94fac1d-e8eb-4044-9b1c-53af739a24a3 admin admin] For port b0c8a507-88a9-4786-b5cc-d925f14a3872, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=b0c8a507-88a9-4786-b5cc-d925f14a3872,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:57:06.232051 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d94fac1d-e8eb-4044-9b1c-53af739a24a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:06.250592 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-d94fac1d-e8eb-4044-9b1c-53af739a24a3 admin admin] Calling delete_port for b0c8a507-88a9-4786-b5cc-d925f14a3872 owned by network:router_gateway {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:57:06.288862 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-5c2026cd-7288-405a-811b-8912c78c6d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92cec24f-c412-48a5-a296-b3f3a5de8329', 'name': 'tempest-TestAggregatesBasicOps-278123849-router', 'tenant_id': 'e23c81f819144bc59f5ba6d20d694b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'b0c8a507-88a9-4786-b5cc-d925f14a3872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:56:44Z', 'updated_at': '2021-09-17T07:57:04Z', 'revision_number': 5, 'project_id': 'e23c81f819144bc59f5ba6d20d694b1b', 'gw_port': {'id': 'b0c8a507-88a9-4786-b5cc-d925f14a3872', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bb:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cec24f-c412-48a5-a296-b3f3a5de8329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:56:45Z', 'updated_at': '2021-09-17T07:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:06.313690 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c5c8b-7a03-4844-949e-58c3a3187ae4 req-2c7471d1-1e6e-456e-b1fe-a5a9e066ab2e tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:06.315495 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-005c5c8b-7a03-4844-949e-58c3a3187ae4 req-2c7471d1-1e6e-456e-b1fe-a5a9e066ab2e tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb49abc9-4b7f-484b-bbaa-a9d2a437005e HTTP/1.1" status: 200 len: 945 time: 0.0687084 Sep 17 07:57:06.315616 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2026cd-7288-405a-811b-8912c78c6d86 None None] The sync data for ids ['92cec24f-c412-48a5-a296-b3f3a5de8329'] in n-d-789963-9 is: [{'id': '92cec24f-c412-48a5-a296-b3f3a5de8329', 'name': 'tempest-TestAggregatesBasicOps-278123849-router', 'tenant_id': 'e23c81f819144bc59f5ba6d20d694b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'b0c8a507-88a9-4786-b5cc-d925f14a3872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:56:44Z', 'updated_at': '2021-09-17T07:57:04Z', 'revision_number': 5, 'project_id': 'e23c81f819144bc59f5ba6d20d694b1b', 'gw_port': {'id': 'b0c8a507-88a9-4786-b5cc-d925f14a3872', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bb:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cec24f-c412-48a5-a296-b3f3a5de8329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:56:45Z', 'updated_at': '2021-09-17T07:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:57:06.362829 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-005c5c8b-7a03-4844-949e-58c3a3187ae4 req-157fb56e-3196-44fa-b0d5-d1cff27dba1b tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400882 Sep 17 07:57:06.462371 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d94fac1d-e8eb-4044-9b1c-53af739a24a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:06.484615 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab2cfa6-5f30-44a3-b15c-a48379705c50 req-58450d9d-6c44-4ff8-aa02-e2681321ebb1 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:06.486133 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-eab2cfa6-5f30-44a3-b15c-a48379705c50 req-58450d9d-6c44-4ff8-aa02-e2681321ebb1 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=340f3d55-496d-479d-b88a-3a193fc0ae61 HTTP/1.1" status: 200 len: 949 time: 0.0582414 Sep 17 07:57:06.492403 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94fac1d-e8eb-4044-9b1c-53af739a24a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0c8a507-88a9-4786-b5cc-d925f14a3872,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:06.537281 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-eab2cfa6-5f30-44a3-b15c-a48379705c50 req-d17fe20a-5993-4597-a25f-51a8b6f09e88 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391405 Sep 17 07:57:06.576707 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d94fac1d-e8eb-4044-9b1c-53af739a24a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:06.596146 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ee6a4f-0ec8-4dcb-b9ad-12b0e4bb2d88 req-d273cbea-03da-4e3d-9adf-bf2cd699c8d5 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:06.598632 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-87ee6a4f-0ec8-4dcb-b9ad-12b0e4bb2d88 req-d273cbea-03da-4e3d-9adf-bf2cd699c8d5 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e948a70-2200-4e37-a4df-395f090404ef HTTP/1.1" status: 200 len: 943 time: 0.0520592 Sep 17 07:57:06.649615 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-87ee6a4f-0ec8-4dcb-b9ad-12b0e4bb2d88 req-bca2490a-2636-485d-a177-d13d60fbe1ef tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] 10.222.0.13 "GET /v2.0/security-groups?id=e80ed3fc-e498-404b-916c-65b78dba5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423427 Sep 17 07:57:06.679763 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d94fac1d-e8eb-4044-9b1c-53af739a24a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:06.681881 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d94fac1d-e8eb-4044-9b1c-53af739a24a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:06.740301 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d94fac1d-e8eb-4044-9b1c-53af739a24a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:06.741379 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d94fac1d-e8eb-4044-9b1c-53af739a24a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92cec24f-c412-48a5-a296-b3f3a5de8329 {{(pid=101290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 07:57:06.747061 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d94fac1d-e8eb-4044-9b1c-53af739a24a3 admin admin] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:06.750619 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d94fac1d-e8eb-4044-9b1c-53af739a24a3 admin admin] 10.222.0.13 "DELETE /v2.0/routers/92cec24f-c412-48a5-a296-b3f3a5de8329 HTTP/1.1" status: 204 len: 168 time: 1.2404485 Sep 17 07:57:06.750939 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49248) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:06.812212 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fdcb2f1-062a-41bf-9148-eec15d6bdc3a admin admin] Deleting subnet 9dac17d2-e851-48a6-9ecb-8b84acf61bc5 {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:57:06.815762 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3fdcb2f1-062a-41bf-9148-eec15d6bdc3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:06.819691 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-30f43eff-f229-4d8f-a735-06699bce19e1 req-2ad348f9-00f1-4d9c-9d30-099010bf0408 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0280316 Sep 17 07:57:06.856968 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3fdcb2f1-062a-41bf-9148-eec15d6bdc3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:06.935161 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3fdcb2f1-062a-41bf-9148-eec15d6bdc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:06.998019 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3fdcb2f1-062a-41bf-9148-eec15d6bdc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:07.027458 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdcb2f1-062a-41bf-9148-eec15d6bdc3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9dac17d2-e851-48a6-9ecb-8b84acf61bc5,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:07.029666 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3fdcb2f1-062a-41bf-9148-eec15d6bdc3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:07.034276 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49254) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:07.036268 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58b94c8-8d50-48ce-8d92-20ddb7d01d69 None None] Network 63979b82-a0e4-4059-98e9-e8f1cc555b20 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:57:07.045285 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-3fdcb2f1-062a-41bf-9148-eec15d6bdc3a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9dac17d2-e851-48a6-9ecb-8b84acf61bc5 HTTP/1.1" status: 204 len: 168 time: 0.2932117 Sep 17 07:57:07.123123 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1fa18c31-e1bb-4c3e-a284-7a70e5d40358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:07.194303 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-1fa18c31-e1bb-4c3e-a284-7a70e5d40358 admin admin] Deleting port 06e29e22-2ebb-4350-89ba-8c6112dee76b {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:57:07.194777 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1fa18c31-e1bb-4c3e-a284-7a70e5d40358 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:07.271613 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-1fa18c31-e1bb-4c3e-a284-7a70e5d40358 admin admin] For port 06e29e22-2ebb-4350-89ba-8c6112dee76b, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=06e29e22-2ebb-4350-89ba-8c6112dee76b,segment=NetworkSegment(58b829ef-c5eb-4faa-a131-63cd6dbd94a2),segment_id=58b829ef-c5eb-4faa-a131-63cd6dbd94a2)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:57:07.271978 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1fa18c31-e1bb-4c3e-a284-7a70e5d40358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:07.284138 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-1fa18c31-e1bb-4c3e-a284-7a70e5d40358 admin admin] Calling delete_port for 06e29e22-2ebb-4350-89ba-8c6112dee76b owned by network:dhcp {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:57:07.365589 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1fa18c31-e1bb-4c3e-a284-7a70e5d40358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:07.391661 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa18c31-e1bb-4c3e-a284-7a70e5d40358 admin admin] Pushing event deleted for resources: {'Port': ['ID=06e29e22-2ebb-4350-89ba-8c6112dee76b,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:07.399995 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa18c31-e1bb-4c3e-a284-7a70e5d40358 admin admin] No DVR routers for this DVR port 06e29e22-2ebb-4350-89ba-8c6112dee76b on host n-d-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:57:07.457662 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec9f6d1-fd68-4c4f-8154-ab3fb7a13575 None None] DHCP port deletion for 63979b82-a0e4-4059-98e9-e8f1cc555b20 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 07:57:07.479199 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1fa18c31-e1bb-4c3e-a284-7a70e5d40358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:07.524300 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-1fa18c31-e1bb-4c3e-a284-7a70e5d40358 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63979b82-a0e4-4059-98e9-e8f1cc555b20']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:07.535690 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-1fa18c31-e1bb-4c3e-a284-7a70e5d40358 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58b829ef-c5eb-4faa-a131-63cd6dbd94a2') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:07.536016 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-1fa18c31-e1bb-4c3e-a284-7a70e5d40358 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58b829ef-c5eb-4faa-a131-63cd6dbd94a2') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:07.539685 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device b0f59c3f-5d15-4749-90b9-c82b95038d86 up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:57:07.550512 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1fa18c31-e1bb-4c3e-a284-7a70e5d40358 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:07.571693 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b10e3c-1457-4ab3-a2c6-efaef9eb37b0 req-2d6f2179-c0fc-4a11-9dbe-3aee0e1f1dd6 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:07.573251 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a2b10e3c-1457-4ab3-a2c6-efaef9eb37b0 req-2d6f2179-c0fc-4a11-9dbe-3aee0e1f1dd6 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb49abc9-4b7f-484b-bbaa-a9d2a437005e HTTP/1.1" status: 200 len: 945 time: 0.1238790 Sep 17 07:57:07.577327 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1fa18c31-e1bb-4c3e-a284-7a70e5d40358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:07.588977 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fa18c31-e1bb-4c3e-a284-7a70e5d40358 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 07:57:07.588977 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1fa18c31-e1bb-4c3e-a284-7a70e5d40358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:07.589849 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 07:57:07.589849 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 07:57:07.589849 n-d-789963-9 neutron-server[101289]: timer() Sep 17 07:57:07.589849 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 07:57:07.589849 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 07:57:07.589849 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 07:57:07.589849 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 07:57:07.589849 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 07:57:07.589849 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 07:57:07.589849 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 07:57:07.589849 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 07:57:07.589849 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 07:57:07.589849 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 07:57:07.589849 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 07:57:07.589849 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 07:57:07.589849 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 07:57:07.589849 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 07:57:07.589849 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 07:57:07.589849 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 07:57:07.589849 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 07:57:07.589849 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 07:57:07.589849 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 07:57:07.589849 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 07:57:07.589849 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 07:57:07.589849 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 07:57:07.589849 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 07:57:07.589849 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 07:57:07.589849 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 07:57:07.589849 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 07:57:07.589849 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 07:57:07.589849 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 07:57:07.589849 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 07:57:07.630295 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning for port b0f59c3f-5d15-4749-90b9-c82b95038d86 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:57:07.635296 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port b0f59c3f-5d15-4749-90b9-c82b95038d86 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:57:07.635989 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:07.700082 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1fa18c31-e1bb-4c3e-a284-7a70e5d40358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:07.709419 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1fa18c31-e1bb-4c3e-a284-7a70e5d40358 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:07.711882 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-1fa18c31-e1bb-4c3e-a284-7a70e5d40358 admin admin] 10.222.0.13 "DELETE /v2.0/networks/63979b82-a0e4-4059-98e9-e8f1cc555b20 HTTP/1.1" status: 204 len: 168 time: 0.6761267 Sep 17 07:57:07.718490 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 06e29e22-2ebb-4350-89ba-8c6112dee76b no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:57:07.719243 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a2b10e3c-1457-4ab3-a2c6-efaef9eb37b0 req-a8ca901a-932e-460e-91ba-b7277d312ede tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354001 Sep 17 07:57:07.731413 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa18c31-e1bb-4c3e-a284-7a70e5d40358 admin admin] Pushing event deleted for resources: {'Network': ['ID=63979b82-a0e4-4059-98e9-e8f1cc555b20,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:07.751578 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a91540-d9b4-442a-96a5-864f5a7fdd0d req-58c9ccf8-d5a0-44ea-971c-f2aa311a76ea tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:07.752011 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 06e29e22-2ebb-4350-89ba-8c6112dee76b {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:57:07.752356 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 06e29e22-2ebb-4350-89ba-8c6112dee76b not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:57:07.752850 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device cf942095-a1c6-49bf-87d0-dca72a7adb7f no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:57:07.753116 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-40a91540-d9b4-442a-96a5-864f5a7fdd0d req-58c9ccf8-d5a0-44ea-971c-f2aa311a76ea tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=340f3d55-496d-479d-b88a-3a193fc0ae61 HTTP/1.1" status: 200 len: 949 time: 0.1030216 Sep 17 07:57:07.787416 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: cf942095-a1c6-49bf-87d0-dca72a7adb7f {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:57:07.787773 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device cf942095-a1c6-49bf-87d0-dca72a7adb7f not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:57:07.788256 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device b0c8a507-88a9-4786-b5cc-d925f14a3872 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:57:07.791438 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:07.813620 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-40a91540-d9b4-442a-96a5-864f5a7fdd0d req-452b364a-89ea-4c03-b472-e140847eef59 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512276 Sep 17 07:57:07.827011 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: b0c8a507-88a9-4786-b5cc-d925f14a3872 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:57:07.827365 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device b0c8a507-88a9-4786-b5cc-d925f14a3872 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:57:07.844180 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '340f3d55-496d-479d-b88a-3a193fc0ae61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f59c3f-5d15-4749-90b9-c82b95038d86'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:57:07.846589 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b318e7-fe13-43bf-9db0-5b72c721ea90" -d '{"events": [{"server_uuid": "340f3d55-496d-479d-b88a-3a193fc0ae61", "name": "network-vif-plugged", "status": "completed", "tag": "b0f59c3f-5d15-4749-90b9-c82b95038d86"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:57:07.862949 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port b0f59c3f-5d15-4749-90b9-c82b95038d86, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=b0f59c3f-5d15-4749-90b9-c82b95038d86,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:57:07.870151 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:07.894063 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71073fd5-ed5f-4a86-aa14-cf351213a906 req-b1056ba5-faa4-4729-b5ff-a3c177ed7a3d tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:07.895787 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-71073fd5-ed5f-4a86-aa14-cf351213a906 req-b1056ba5-faa4-4729-b5ff-a3c177ed7a3d tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e948a70-2200-4e37-a4df-395f090404ef HTTP/1.1" status: 200 len: 943 time: 0.0726252 Sep 17 07:57:07.927961 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=b0f59c3f-5d15-4749-90b9-c82b95038d86,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:07.936850 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:57:07.936993 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:57:07.937503 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:57:07.938010 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:57:07.938508 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:57:07.939080 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:57:07.939665 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:57:07.940169 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:57:07.940738 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:57:07.941315 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:57:07.941823 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:57:07.942302 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:57:07.957460 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b478f046-a3a1-447c-af3e-48fa4a167f79 req-89294cb6-1f0d-49ac-8186-94debf4d94ea tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0488865 Sep 17 07:57:07.991288 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-71073fd5-ed5f-4a86-aa14-cf351213a906 req-a65ae173-3596-422f-9cdb-889eb7a00bd5 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] 10.222.0.13 "GET /v2.0/security-groups?id=e80ed3fc-e498-404b-916c-65b78dba5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892358 Sep 17 07:57:07.998913 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49294) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:08.000129 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce111f9-7399-459c-9015-d3034c12ea83 x-openstack-request-id: req-5ce111f9-7399-459c-9015-d3034c12ea83 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:57:08.000426 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "340f3d55-496d-479d-b88a-3a193fc0ae61", "name": "network-vif-plugged", "status": "completed", "tag": "b0f59c3f-5d15-4749-90b9-c82b95038d86", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:57:08.000861 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5ce111f9-7399-459c-9015-d3034c12ea83 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:57:08.001259 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '340f3d55-496d-479d-b88a-3a193fc0ae61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f59c3f-5d15-4749-90b9-c82b95038d86', 'code': 200} Sep 17 07:57:08.043336 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-48cc780d-bfc0-41a4-801d-a756f889fb90 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a91c7b3afb9845798e7d0342a85f7737&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431921 Sep 17 07:57:08.046122 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49296) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:08.133717 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e7515997-4d3d-4218-82d1-66cf9bb734c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:08.161753 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e7515997-4d3d-4218-82d1-66cf9bb734c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:08.175965 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3912df56-1f1b-43a8-ab06-893f5531ce5c req-2fd64e30-65ff-47b6-b26d-ea32fe4b2423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:08.177476 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3912df56-1f1b-43a8-ab06-893f5531ce5c req-2fd64e30-65ff-47b6-b26d-ea32fe4b2423 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=340f3d55-496d-479d-b88a-3a193fc0ae61 HTTP/1.1" status: 200 len: 1101 time: 0.0691068 Sep 17 07:57:08.225531 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3912df56-1f1b-43a8-ab06-893f5531ce5c req-d6567ca4-0e0c-448b-b543-cbbb653f8cd3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364587 Sep 17 07:57:08.235898 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e7515997-4d3d-4218-82d1-66cf9bb734c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:08.238898 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e7515997-4d3d-4218-82d1-66cf9bb734c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:08.240061 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e7515997-4d3d-4218-82d1-66cf9bb734c0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5430f1f4-c5aa-42f2-a843-01c6a099f606 HTTP/1.1" status: 204 len: 168 time: 0.1926978 Sep 17 07:57:08.249335 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7515997-4d3d-4218-82d1-66cf9bb734c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5430f1f4-c5aa-42f2-a843-01c6a099f606,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:08.257011 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7515997-4d3d-4218-82d1-66cf9bb734c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:57:08.257351 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7515997-4d3d-4218-82d1-66cf9bb734c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:57:08.257703 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7515997-4d3d-4218-82d1-66cf9bb734c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:57:08.258051 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7515997-4d3d-4218-82d1-66cf9bb734c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:57:08.258395 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7515997-4d3d-4218-82d1-66cf9bb734c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:57:08.258854 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7515997-4d3d-4218-82d1-66cf9bb734c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:57:08.259202 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7515997-4d3d-4218-82d1-66cf9bb734c0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:57:08.259544 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7515997-4d3d-4218-82d1-66cf9bb734c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:57:08.260038 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7515997-4d3d-4218-82d1-66cf9bb734c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:57:08.260381 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7515997-4d3d-4218-82d1-66cf9bb734c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:57:08.260717 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7515997-4d3d-4218-82d1-66cf9bb734c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:57:08.261055 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7515997-4d3d-4218-82d1-66cf9bb734c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:57:08.261497 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 1f67c99a-37f2-44e1-9fa6-e022e50bb332 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:57:08.387217 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 1f67c99a-37f2-44e1-9fa6-e022e50bb332, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=1f67c99a-37f2-44e1-9fa6-e022e50bb332,segment=NetworkSegment(51690b9c-92bb-4337-854f-9b746ada12ae),segment_id=51690b9c-92bb-4337-854f-9b746ada12ae)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:57:08.399061 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '1f67c99a-37f2-44e1-9fa6-e022e50bb332', 'network_id': 'db7553ea-e2fe-422f-8d20-6ffc26d973b8', 'port_id': '1f67c99a-37f2-44e1-9fa6-e022e50bb332', 'mac_address': 'fa:16:3e:05:2f:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc5af0af-da91-4969-a253-9b23d6f3d816', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:57:08.446022 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:08.460365 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f67c99a-37f2-44e1-9fa6-e022e50bb332 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:57:08.482096 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 1f67c99a-37f2-44e1-9fa6-e022e50bb332, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=1f67c99a-37f2-44e1-9fa6-e022e50bb332,segment=NetworkSegment(51690b9c-92bb-4337-854f-9b746ada12ae),segment_id=51690b9c-92bb-4337-854f-9b746ada12ae)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:57:08.485937 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:08.540275 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=1f67c99a-37f2-44e1-9fa6-e022e50bb332,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:08.673162 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49318) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:08.715114 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-5a34bf5f-a734-45e1-abc8-bd267899ae57 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e23c81f819144bc59f5ba6d20d694b1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406199 Sep 17 07:57:08.717437 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49320) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:08.722726 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49322) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:08.772772 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d96a467f-4aa0-424f-9f8f-1f590401c762 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:08.794472 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d96a467f-4aa0-424f-9f8f-1f590401c762 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:08.871219 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71938ed-3cce-468b-8f15-c163c0e63d1b req-ceb0ca04-1767-4213-80c3-05268c599ef4 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:08.872784 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a71938ed-3cce-468b-8f15-c163c0e63d1b req-ceb0ca04-1767-4213-80c3-05268c599ef4 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb49abc9-4b7f-484b-bbaa-a9d2a437005e HTTP/1.1" status: 200 len: 945 time: 0.0705492 Sep 17 07:57:08.901486 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d96a467f-4aa0-424f-9f8f-1f590401c762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:08.905061 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d96a467f-4aa0-424f-9f8f-1f590401c762 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:08.910943 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-d96a467f-4aa0-424f-9f8f-1f590401c762 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4ad1e875-c115-4b4a-99b7-1126d1c970b7 HTTP/1.1" status: 204 len: 168 time: 0.1921673 Sep 17 07:57:08.921225 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7bbe912a-fee2-4a64-aecd-f309f31da1d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:08.949362 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96a467f-4aa0-424f-9f8f-1f590401c762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad1e875-c115-4b4a-99b7-1126d1c970b7,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:08.972594 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a71938ed-3cce-468b-8f15-c163c0e63d1b req-e3583c25-09d8-407b-949a-be48090d892d tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933249 Sep 17 07:57:09.008506 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e81d4-1336-4301-a525-567f0e3b85ef req-a7df57ce-46a7-49a6-aef4-a01b63c48a20 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:09.009746 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['1f67c99a-37f2-44e1-9fa6-e022e50bb332'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:57:09.010425 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-333e81d4-1336-4301-a525-567f0e3b85ef req-a7df57ce-46a7-49a6-aef4-a01b63c48a20 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=340f3d55-496d-479d-b88a-3a193fc0ae61 HTTP/1.1" status: 200 len: 950 time: 0.0923126 Sep 17 07:57:09.057432 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7bbe912a-fee2-4a64-aecd-f309f31da1d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:09.065378 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7bbe912a-fee2-4a64-aecd-f309f31da1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:09.065622 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-333e81d4-1336-4301-a525-567f0e3b85ef req-c7178dd2-3080-41a0-a661-a4146330101e tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487382 Sep 17 07:57:09.098914 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3b997979-5cd1-4f12-ad1d-9c5cf344e046 req-5cb2aa80-f160-4eaa-9529-5ddbd93c6a94 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0442972 Sep 17 07:57:09.133319 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbe912a-fee2-4a64-aecd-f309f31da1d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2c34f2-7f0f-43d5-a3d3-c67a2b946f34,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:09.161678 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-7bbe912a-fee2-4a64-aecd-f309f31da1d8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c1878251e76048ce9efbc4d1aa120b58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4374473 Sep 17 07:57:09.167448 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49338) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:09.214647 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb48c2-7dac-48f5-9ce3-3b48655fbf72 req-6b91ab70-a71c-4fea-9a0f-e03bb4d4d4d2 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:09.222932 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d5eb48c2-7dac-48f5-9ce3-3b48655fbf72 req-6b91ab70-a71c-4fea-9a0f-e03bb4d4d4d2 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e948a70-2200-4e37-a4df-395f090404ef HTTP/1.1" status: 200 len: 944 time: 0.0617127 Sep 17 07:57:09.224339 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-97fbd166-dee0-4871-af6b-d7a182dcd2dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:09.248225 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-97fbd166-dee0-4871-af6b-d7a182dcd2dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:09.269657 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d5eb48c2-7dac-48f5-9ce3-3b48655fbf72 req-3cd47dab-fbf9-49ac-a56e-6827a3563a3a tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] 10.222.0.13 "GET /v2.0/security-groups?id=e80ed3fc-e498-404b-916c-65b78dba5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456786 Sep 17 07:57:09.315894 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-97fbd166-dee0-4871-af6b-d7a182dcd2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:09.318883 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-97fbd166-dee0-4871-af6b-d7a182dcd2dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:09.320186 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-97fbd166-dee0-4871-af6b-d7a182dcd2dd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1f2c34f2-7f0f-43d5-a3d3-c67a2b946f34 HTTP/1.1" status: 204 len: 168 time: 0.1516435 Sep 17 07:57:09.330159 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fbd166-dee0-4871-af6b-d7a182dcd2dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2c34f2-7f0f-43d5-a3d3-c67a2b946f34,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:09.693534 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49358) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:09.708695 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2c76e534-7302-4bfc-8a8e-42c8be5b1692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:09.808269 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2c76e534-7302-4bfc-8a8e-42c8be5b1692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:09.815942 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2c76e534-7302-4bfc-8a8e-42c8be5b1692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:09.862684 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-2c76e534-7302-4bfc-8a8e-42c8be5b1692 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fd5db7f14ae84f04a6c5beb0c18285e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1648567 Sep 17 07:57:09.862684 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c76e534-7302-4bfc-8a8e-42c8be5b1692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0162eb4e-7c8c-4cca-9fb2-2c2b982fd610,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:09.862968 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49364) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:09.916354 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-28e6bb06-5898-48b4-8a43-60cee21f942a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:09.938400 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-28e6bb06-5898-48b4-8a43-60cee21f942a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:09.947116 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49366) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:09.999253 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-28e6bb06-5898-48b4-8a43-60cee21f942a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:10.002035 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-28e6bb06-5898-48b4-8a43-60cee21f942a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:10.003407 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-28e6bb06-5898-48b4-8a43-60cee21f942a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0162eb4e-7c8c-4cca-9fb2-2c2b982fd610 HTTP/1.1" status: 204 len: 168 time: 0.1385801 Sep 17 07:57:10.039930 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e6bb06-5898-48b4-8a43-60cee21f942a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0162eb4e-7c8c-4cca-9fb2-2c2b982fd610,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:10.128900 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-edec5b59-50b6-479a-a80d-9b63b19d0738 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-846356370-network', 'tenant_id': 'a9bf439bd7a1445093888498b96dfc1f'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:57:10.148104 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a651218a-73b9-4ea6-af9b-17cc2e39f6e3 req-ac629220-910d-449b-84c0-879b29c55eab tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:10.155535 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a651218a-73b9-4ea6-af9b-17cc2e39f6e3 req-ac629220-910d-449b-84c0-879b29c55eab tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb49abc9-4b7f-484b-bbaa-a9d2a437005e HTTP/1.1" status: 200 len: 945 time: 0.0797200 Sep 17 07:57:10.167145 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edec5b59-50b6-479a-a80d-9b63b19d0738 admin admin] Made reservation on behalf of a9bf439bd7a1445093888498b96dfc1f for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:57:10.171278 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-edec5b59-50b6-479a-a80d-9b63b19d0738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:10.184091 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-edec5b59-50b6-479a-a80d-9b63b19d0738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:10.223966 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a651218a-73b9-4ea6-af9b-17cc2e39f6e3 req-0f8c0f8e-a546-48d3-a2c4-8fd06b07f823 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673649 Sep 17 07:57:10.246583 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9892ef-a5a4-4a3f-91b9-08b676fd0b26 req-aef181b0-c5a4-4f33-90b9-bbf2b2bf2688 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:10.248114 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4a9892ef-a5a4-4a3f-91b9-08b676fd0b26 req-aef181b0-c5a4-4f33-90b9-bbf2b2bf2688 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=340f3d55-496d-479d-b88a-3a193fc0ae61 HTTP/1.1" status: 200 len: 950 time: 0.0734425 Sep 17 07:57:10.302384 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4a9892ef-a5a4-4a3f-91b9-08b676fd0b26 req-406bb9fb-3a69-4704-9c1f-6beb38428487 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453305 Sep 17 07:57:10.309280 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-edec5b59-50b6-479a-a80d-9b63b19d0738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:10.325140 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-edec5b59-50b6-479a-a80d-9b63b19d0738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:10.340668 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0335c518-55f0-4d35-81a5-af726a93b772 req-ba7f8fec-f066-4ccc-90b2-b2216af635fe tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0469036 Sep 17 07:57:10.348535 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edec5b59-50b6-479a-a80d-9b63b19d0738 admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 07:57:10.350569 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edec5b59-50b6-479a-a80d-9b63b19d0738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00319ae8-7610-45fb-abce-a1a22e947fa8,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:10.362574 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-edec5b59-50b6-479a-a80d-9b63b19d0738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:10.362876 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-edec5b59-50b6-479a-a80d-9b63b19d0738 admin admin] Added segment f69e0234-f609-4d9e-adc2-77c6f6ff34cf of type vlan for network eb3e96eb-38e2-4b1d-97db-3792e42af546 Sep 17 07:57:10.419163 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-edec5b59-50b6-479a-a80d-9b63b19d0738 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:10.452961 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-edec5b59-50b6-479a-a80d-9b63b19d0738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:10.453957 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edec5b59-50b6-479a-a80d-9b63b19d0738 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:10.454579 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-edec5b59-50b6-479a-a80d-9b63b19d0738 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:10.468697 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e5162c-1704-48f2-97eb-92ebba9279f5 req-8b6ad5c9-43c9-41f4-8432-d6fb3c47ea8d tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:10.470203 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f1e5162c-1704-48f2-97eb-92ebba9279f5 req-8b6ad5c9-43c9-41f4-8432-d6fb3c47ea8d tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e948a70-2200-4e37-a4df-395f090404ef HTTP/1.1" status: 200 len: 944 time: 0.0840344 Sep 17 07:57:10.491155 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-edec5b59-50b6-479a-a80d-9b63b19d0738 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.5429323 Sep 17 07:57:10.493604 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d82cefc-02c8-41e6-96ce-8057d4936219 req-e2882075-55bb-4bf6-b224-13a2615df446 tempest-ServersOnMultiNodesTest-1858971072 tempest-ServersOnMultiNodesTest-1858971072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:10.495160 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1d82cefc-02c8-41e6-96ce-8057d4936219 req-e2882075-55bb-4bf6-b224-13a2615df446 tempest-ServersOnMultiNodesTest-1858971072 tempest-ServersOnMultiNodesTest-1858971072-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=340f3d55-496d-479d-b88a-3a193fc0ae61 HTTP/1.1" status: 200 len: 1101 time: 0.0697832 Sep 17 07:57:10.501436 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49394) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:10.508549 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-d3b1ab3b-e1a5-4527-aaa6-8fa3f05a94dc admin admin] Request body: {'subnet': {'network_id': 'eb3e96eb-38e2-4b1d-97db-3792e42af546', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-846356370-subnet', 'tenant_id': 'a9bf439bd7a1445093888498b96dfc1f', 'ip_version': 4}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:57:10.525866 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edec5b59-50b6-479a-a80d-9b63b19d0738 admin admin] Pushing event updated for resources: {'Network': ['ID=eb3e96eb-38e2-4b1d-97db-3792e42af546,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:10.537880 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network eb3e96eb-38e2-4b1d-97db-3792e42af546 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 07:57:10.556660 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f1e5162c-1704-48f2-97eb-92ebba9279f5 req-65d861b8-d8ff-41d6-8893-4778ddcb5dd1 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] 10.222.0.13 "GET /v2.0/security-groups?id=e80ed3fc-e498-404b-916c-65b78dba5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719905 Sep 17 07:57:10.567916 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b1ab3b-e1a5-4527-aaa6-8fa3f05a94dc admin admin] Made reservation on behalf of a9bf439bd7a1445093888498b96dfc1f for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:57:10.570307 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d3b1ab3b-e1a5-4527-aaa6-8fa3f05a94dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:10.598389 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1d82cefc-02c8-41e6-96ce-8057d4936219 req-09efa3d5-d279-4c67-b052-bafe679a8f40 tempest-ServersOnMultiNodesTest-1858971072 tempest-ServersOnMultiNodesTest-1858971072-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860085 Sep 17 07:57:10.777904 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d3b1ab3b-e1a5-4527-aaa6-8fa3f05a94dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:10.838993 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-68de90eb-5809-4cc0-ac8a-a2f8a495f667 req-5828fd8a-3b88-4590-ab75-90737084834c tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=2349d4cf1f41439ea3d7c6f38634ae0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367537 Sep 17 07:57:10.872262 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b1ab3b-e1a5-4527-aaa6-8fa3f05a94dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cdf7508-868c-43e3-ad15-9d15604ff09f,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:10.926495 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b1ab3b-e1a5-4527-aaa6-8fa3f05a94dc admin admin] Checking segment: {'id': 'f69e0234-f609-4d9e-adc2-77c6f6ff34cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'eb3e96eb-38e2-4b1d-97db-3792e42af546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:57:10.927204 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b1ab3b-e1a5-4527-aaa6-8fa3f05a94dc admin admin] Network hostable DHCP agents. Network: eb3e96eb-38e2-4b1d-97db-3792e42af546, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 07:57:10.958197 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b1ab3b-e1a5-4527-aaa6-8fa3f05a94dc admin admin] Network eb3e96eb-38e2-4b1d-97db-3792e42af546 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 07:57:10.978553 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-d3b1ab3b-e1a5-4527-aaa6-8fa3f05a94dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, eb3e96eb-38e2-4b1d-97db-3792e42af546) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:57:10.986337 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6026171-e959-4eb9-bebc-c853e0807bac None None] Network eb3e96eb-38e2-4b1d-97db-3792e42af546 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:57:10.990772 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de90eb-5809-4cc0-ac8a-a2f8a495f667 req-982414eb-1df9-49de-b935-282f348bb599 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:10.992374 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-68de90eb-5809-4cc0-ac8a-a2f8a495f667 req-982414eb-1df9-49de-b935-282f348bb599 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1471193 Sep 17 07:57:10.995619 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b1ab3b-e1a5-4527-aaa6-8fa3f05a94dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:10.997367 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d3b1ab3b-e1a5-4527-aaa6-8fa3f05a94dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:11.018768 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-68de90eb-5809-4cc0-ac8a-a2f8a495f667 req-98fecffc-16d1-44bb-a233-109122a4a962 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/quotas/2349d4cf1f41439ea3d7c6f38634ae0a HTTP/1.1" status: 200 len: 375 time: 0.0128262 Sep 17 07:57:11.024435 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49420) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:11.024756 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-d3b1ab3b-e1a5-4527-aaa6-8fa3f05a94dc admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5220449 Sep 17 07:57:11.030532 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-e53fcfcf-4469-4c30-8186-738eae072723 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-846356370-router', 'tenant_id': 'a9bf439bd7a1445093888498b96dfc1f', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:57:11.058183 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e53fcfcf-4469-4c30-8186-738eae072723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:11.059643 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e53fcfcf-4469-4c30-8186-738eae072723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:11.108676 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-68de90eb-5809-4cc0-ac8a-a2f8a495f667 req-7ce225dd-1324-4967-ba0a-c0834e367625 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2349d4cf1f41439ea3d7c6f38634ae0a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0827703 Sep 17 07:57:11.152944 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e53fcfcf-4469-4c30-8186-738eae072723 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:11.169213 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e47ca0-ff8a-422e-9c1a-14ef1274410f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-eb3e96eb-38e2-4b1d-97db-3792e42af546', 'network_id': 'eb3e96eb-38e2-4b1d-97db-3792e42af546', 'tenant_id': 'a9bf439bd7a1445093888498b96dfc1f', 'fixed_ips': [{'subnet_id': '7cdf7508-868c-43e3-ad15-9d15604ff09f'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 07:57:11.170089 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-20e47ca0-ff8a-422e-9c1a-14ef1274410f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:11.339420 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e53fcfcf-4469-4c30-8186-738eae072723 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:11.357440 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-662f3881-7896-4a44-8436-ab76b5eee878 req-45062c13-5dd8-4705-89af-81d3eb547391 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=191e2852-6f59-48ff-b328-b35342b9d8c2 HTTP/1.1" status: 200 len: 210 time: 0.0739119 Sep 17 07:57:11.362926 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-20e47ca0-ff8a-422e-9c1a-14ef1274410f None None] Allocated IP 172.20.0.2 (eb3e96eb-38e2-4b1d-97db-3792e42af546/7cdf7508-868c-43e3-ad15-9d15604ff09f/f6b1c020-c9c1-4141-876a-ddfbe23eb278) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:57:11.460071 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05fd19-557e-429b-b937-4ac53d6c69a6 req-b4449a01-a25d-460f-bc36-8abbd07027d2 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:11.461784 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7b05fd19-557e-429b-b937-4ac53d6c69a6 req-b4449a01-a25d-460f-bc36-8abbd07027d2 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb49abc9-4b7f-484b-bbaa-a9d2a437005e HTTP/1.1" status: 200 len: 945 time: 0.1022794 Sep 17 07:57:11.532113 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-20e47ca0-ff8a-422e-9c1a-14ef1274410f None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:11.542958 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-20e47ca0-ff8a-422e-9c1a-14ef1274410f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:11.548455 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0b3f2a10-b76a-4b58-9cee-30afb3221983 req-edf70e4a-a94a-462c-bec1-0710b1f362b9 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0611300 Sep 17 07:57:11.583330 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7b05fd19-557e-429b-b937-4ac53d6c69a6 req-d6c51406-6f40-42f6-84e5-04d685fcc44c tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149583 Sep 17 07:57:11.637463 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e47ca0-ff8a-422e-9c1a-14ef1274410f None None] Network eb3e96eb-38e2-4b1d-97db-3792e42af546 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:57:11.654635 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e47ca0-ff8a-422e-9c1a-14ef1274410f None None] Pushing event updated for resources: {'Port': ['ID=f6b1c020-c9c1-4141-876a-ddfbe23eb278,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:11.661003 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-20e47ca0-ff8a-422e-9c1a-14ef1274410f None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:57:11.665076 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e47ca0-ff8a-422e-9c1a-14ef1274410f None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:57:11.702942 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e53fcfcf-4469-4c30-8186-738eae072723 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:11.729262 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e53fcfcf-4469-4c30-8186-738eae072723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:11.746807 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a069f-0bdd-45f9-9ef3-09c0d08901f6 req-56e2e291-6014-4b2f-ace8-19136ca0ace5 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:11.752972 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-098a069f-0bdd-45f9-9ef3-09c0d08901f6 req-56e2e291-6014-4b2f-ace8-19136ca0ace5 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e948a70-2200-4e37-a4df-395f090404ef HTTP/1.1" status: 200 len: 944 time: 0.0820730 Sep 17 07:57:11.813024 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-098a069f-0bdd-45f9-9ef3-09c0d08901f6 req-aceacdd1-f01e-4576-b4d5-571dedbf17f1 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] 10.222.0.13 "GET /v2.0/security-groups?id=e80ed3fc-e498-404b-916c-65b78dba5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490820 Sep 17 07:57:11.816741 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-20e47ca0-ff8a-422e-9c1a-14ef1274410f None None] Attempting to bind port f6b1c020-c9c1-4141-876a-ddfbe23eb278 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:57:11.817124 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-20e47ca0-ff8a-422e-9c1a-14ef1274410f None None] Attempting to bind port f6b1c020-c9c1-4141-876a-ddfbe23eb278 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'f69e0234-f609-4d9e-adc2-77c6f6ff34cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'eb3e96eb-38e2-4b1d-97db-3792e42af546'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:57:11.823937 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e47ca0-ff8a-422e-9c1a-14ef1274410f None None] Attempting to bind port f6b1c020-c9c1-4141-876a-ddfbe23eb278 on network eb3e96eb-38e2-4b1d-97db-3792e42af546 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:57:11.832232 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e47ca0-ff8a-422e-9c1a-14ef1274410f None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:57:11.832626 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e47ca0-ff8a-422e-9c1a-14ef1274410f None None] Checking segment: {'id': 'f69e0234-f609-4d9e-adc2-77c6f6ff34cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'eb3e96eb-38e2-4b1d-97db-3792e42af546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:57:11.833133 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-20e47ca0-ff8a-422e-9c1a-14ef1274410f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:11.833455 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e47ca0-ff8a-422e-9c1a-14ef1274410f None None] Bound using segment: {'id': 'f69e0234-f609-4d9e-adc2-77c6f6ff34cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'eb3e96eb-38e2-4b1d-97db-3792e42af546'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:57:11.833956 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-20e47ca0-ff8a-422e-9c1a-14ef1274410f None None] Bound port: f6b1c020-c9c1-4141-876a-ddfbe23eb278, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f69e0234-f609-4d9e-adc2-77c6f6ff34cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'eb3e96eb-38e2-4b1d-97db-3792e42af546'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:57:11.834333 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-20e47ca0-ff8a-422e-9c1a-14ef1274410f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:11.899049 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-e53fcfcf-4469-4c30-8186-738eae072723 admin admin] Allocated IP 172.25.6.75 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/47b7db4d-7c26-463a-9561-c3aba65ddcec) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:57:11.907339 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-20e47ca0-ff8a-422e-9c1a-14ef1274410f None None] For port f6b1c020-c9c1-4141-876a-ddfbe23eb278, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:57:11.911523 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-20e47ca0-ff8a-422e-9c1a-14ef1274410f None None] For port f6b1c020-c9c1-4141-876a-ddfbe23eb278, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=f6b1c020-c9c1-4141-876a-ddfbe23eb278,segment=NetworkSegment(f69e0234-f609-4d9e-adc2-77c6f6ff34cf),segment_id=f69e0234-f609-4d9e-adc2-77c6f6ff34cf)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:57:11.917855 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-20e47ca0-ff8a-422e-9c1a-14ef1274410f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:11.980120 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e47ca0-ff8a-422e-9c1a-14ef1274410f None None] Pushing event updated for resources: {'Port': ['ID=f6b1c020-c9c1-4141-876a-ddfbe23eb278,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:12.045167 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e53fcfcf-4469-4c30-8186-738eae072723 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:12.085291 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e53fcfcf-4469-4c30-8186-738eae072723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:12.129112 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53fcfcf-4469-4c30-8186-738eae072723 admin admin] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:57:12.134339 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-e53fcfcf-4469-4c30-8186-738eae072723 admin admin] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:57:12.140267 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53fcfcf-4469-4c30-8186-738eae072723 admin admin] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:57:12.146596 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53fcfcf-4469-4c30-8186-738eae072723 admin admin] Pushing event updated for resources: {'Port': ['ID=47b7db4d-7c26-463a-9561-c3aba65ddcec,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:12.268462 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 1f67c99a-37f2-44e1-9fa6-e022e50bb332 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:57:12.359155 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port 1f67c99a-37f2-44e1-9fa6-e022e50bb332 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:57:12.365032 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 1f67c99a-37f2-44e1-9fa6-e022e50bb332 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:57:12.365526 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:12.467899 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-eb04781f-4d5d-4a94-98ba-af6f53d941d9 req-30976df3-1307-4f3c-8c09-41ddd26074b0 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=191e2852-6f59-48ff-b328-b35342b9d8c2 HTTP/1.1" status: 200 len: 210 time: 0.0325561 Sep 17 07:57:12.473911 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:12.509638 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e948a70-2200-4e37-a4df-395f090404ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f67c99a-37f2-44e1-9fa6-e022e50bb332'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:57:12.512131 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d311116f-6bce-416d-b46b-fa4db505d0a7" -d '{"events": [{"server_uuid": "1e948a70-2200-4e37-a4df-395f090404ef", "name": "network-vif-plugged", "status": "completed", "tag": "1f67c99a-37f2-44e1-9fa6-e022e50bb332"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:57:12.526832 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 1f67c99a-37f2-44e1-9fa6-e022e50bb332, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=1f67c99a-37f2-44e1-9fa6-e022e50bb332,segment=NetworkSegment(51690b9c-92bb-4337-854f-9b746ada12ae),segment_id=51690b9c-92bb-4337-854f-9b746ada12ae)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:57:12.527071 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e53fcfcf-4469-4c30-8186-738eae072723 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:12.533581 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:12.596326 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d73b8c-961f-425d-b194-ad04fb22cd15 x-openstack-request-id: req-b4d73b8c-961f-425d-b194-ad04fb22cd15 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:57:12.596936 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e948a70-2200-4e37-a4df-395f090404ef", "name": "network-vif-plugged", "status": "completed", "tag": "1f67c99a-37f2-44e1-9fa6-e022e50bb332", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:57:12.597189 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b4d73b8c-961f-425d-b194-ad04fb22cd15 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:57:12.598357 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e948a70-2200-4e37-a4df-395f090404ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f67c99a-37f2-44e1-9fa6-e022e50bb332', 'code': 200} Sep 17 07:57:12.734882 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-799e7aed-3f29-44f9-a93a-0139de8531b5 req-2aa5a667-5bd9-4f65-be52-5136c717e87c tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0882926 Sep 17 07:57:12.778082 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d3d51-b97a-4df5-a764-f5886664c099 req-0f43d0fd-8216-4ab4-91a8-19f54d2f1f90 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:12.789045 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-555d3d51-b97a-4df5-a764-f5886664c099 req-0f43d0fd-8216-4ab4-91a8-19f54d2f1f90 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb49abc9-4b7f-484b-bbaa-a9d2a437005e HTTP/1.1" status: 200 len: 945 time: 0.0979474 Sep 17 07:57:12.800319 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e53fcfcf-4469-4c30-8186-738eae072723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:12.849203 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=1f67c99a-37f2-44e1-9fa6-e022e50bb332,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:12.893108 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-555d3d51-b97a-4df5-a764-f5886664c099 req-337205f0-6840-48ce-90f8-5539a35a71e6 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995255 Sep 17 07:57:12.962534 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3fab14-f40b-4591-be6e-b99cab80cebc req-958b63b7-c9ce-4d95-84d4-85d78999ec33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:12.964232 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5c3fab14-f40b-4591-be6e-b99cab80cebc req-958b63b7-c9ce-4d95-84d4-85d78999ec33 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1e948a70-2200-4e37-a4df-395f090404ef HTTP/1.1" status: 200 len: 1096 time: 0.2628560 Sep 17 07:57:13.036498 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-68de90eb-5809-4cc0-ac8a-a2f8a495f667 req-d1eda7eb-9c85-4cc2-9039-8383b83c65bd tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=2349d4cf1f41439ea3d7c6f38634ae0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255651 Sep 17 07:57:13.065724 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e94d42-46c3-44c2-8663-a99a1df60806 req-b69e8296-2700-4ffe-8b6f-6bb257b5f2a4 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:13.067719 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a2e94d42-46c3-44c2-8663-a99a1df60806 req-b69e8296-2700-4ffe-8b6f-6bb257b5f2a4 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e948a70-2200-4e37-a4df-395f090404ef HTTP/1.1" status: 200 len: 945 time: 0.0997126 Sep 17 07:57:13.115039 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5c3fab14-f40b-4591-be6e-b99cab80cebc req-b2e8e6a2-cf2c-4509-8f0d-5ea588b061f4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e80ed3fc-e498-404b-916c-65b78dba5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067951 Sep 17 07:57:13.144580 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e53fcfcf-4469-4c30-8186-738eae072723 admin admin] Router c6788913-764f-453f-a846-79a9dd9f9415 is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 07:57:13.209744 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a2e94d42-46c3-44c2-8663-a99a1df60806 req-e9ecbdec-49b8-40c2-a4a1-ce71169afea8 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] 10.222.0.13 "GET /v2.0/security-groups?id=e80ed3fc-e498-404b-916c-65b78dba5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204102 Sep 17 07:57:13.249058 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de90eb-5809-4cc0-ac8a-a2f8a495f667 req-39ab05d5-4e65-4fa5-8aca-dedc48021815 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:13.250806 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-68de90eb-5809-4cc0-ac8a-a2f8a495f667 req-39ab05d5-4e65-4fa5-8aca-dedc48021815 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2060606 Sep 17 07:57:13.294992 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e53fcfcf-4469-4c30-8186-738eae072723 admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:57:13.309442 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db49f43f-9fa2-42ac-af3d-1e98c6da5400 None None] Sync routers for ids ['c6788913-764f-453f-a846-79a9dd9f9415'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:57:13.320020 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e53fcfcf-4469-4c30-8186-738eae072723 admin admin] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:13.320516 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db49f43f-9fa2-42ac-af3d-1e98c6da5400 None None] Routers {'c6788913-764f-453f-a846-79a9dd9f9415'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:57:13.321410 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-db49f43f-9fa2-42ac-af3d-1e98c6da5400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:56:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['c6788913-764f-453f-a846-79a9dd9f9415'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:13.322289 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e53fcfcf-4469-4c30-8186-738eae072723 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 2.2961929 Sep 17 07:57:13.326461 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49500) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:13.326816 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49502) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:13.384797 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30d51a7-6826-429b-8040-c5eb6ab8cf45 None None] Network eb3e96eb-38e2-4b1d-97db-3792e42af546 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:57:13.486695 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6fc9a0d4-48f3-479a-8675-342b44203968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:13.501014 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-db49f43f-9fa2-42ac-af3d-1e98c6da5400 None None] Set router c6788913-764f-453f-a846-79a9dd9f9415 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:57:13.565710 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-3f1b508d-c547-4387-a60b-c22ede866e71 None None] Provisioning complete for port f6b1c020-c9c1-4141-876a-ddfbe23eb278 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:57:13.566090 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3f1b508d-c547-4387-a60b-c22ede866e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:13.604663 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-702effe0-cfe4-4d06-96de-2ca9c2bfd341 req-8410ff50-e97f-4b98-906c-5d13449aa6cb tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=191e2852-6f59-48ff-b328-b35342b9d8c2 HTTP/1.1" status: 200 len: 210 time: 0.0448625 Sep 17 07:57:13.650780 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-68de90eb-5809-4cc0-ac8a-a2f8a495f667 req-e0f45d87-5017-4991-b20b-86bb512e820d tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Request body: {'port': {'device_id': '191e2852-6f59-48ff-b328-b35342b9d8c2', 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583', 'admin_state_up': True, 'tenant_id': '2349d4cf1f41439ea3d7c6f38634ae0a'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:57:13.763861 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device f6b1c020-c9c1-4141-876a-ddfbe23eb278 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:57:13.855802 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3f1b508d-c547-4387-a60b-c22ede866e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:13.907461 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-3f1b508d-c547-4387-a60b-c22ede866e71 None None] For port f6b1c020-c9c1-4141-876a-ddfbe23eb278, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=f6b1c020-c9c1-4141-876a-ddfbe23eb278,segment=NetworkSegment(f69e0234-f609-4d9e-adc2-77c6f6ff34cf),segment_id=f69e0234-f609-4d9e-adc2-77c6f6ff34cf)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:57:13.912538 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port f6b1c020-c9c1-4141-876a-ddfbe23eb278 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:57:13.913009 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:13.917735 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-db49f43f-9fa2-42ac-af3d-1e98c6da5400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6788913-764f-453f-a846-79a9dd9f9415', 'name': 'tempest-ImageQuotaTest-846356370-router', 'tenant_id': 'a9bf439bd7a1445093888498b96dfc1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '47b7db4d-7c26-463a-9561-c3aba65ddcec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:57:11Z', 'updated_at': '2021-09-17T07:57:12Z', 'revision_number': 3, 'project_id': 'a9bf439bd7a1445093888498b96dfc1f', 'gw_port': {'id': '47b7db4d-7c26-463a-9561-c3aba65ddcec', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:80:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6788913-764f-453f-a846-79a9dd9f9415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:57:11Z', 'updated_at': '2021-09-17T07:57:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:13.970416 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3f1b508d-c547-4387-a60b-c22ede866e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:13.978858 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db49f43f-9fa2-42ac-af3d-1e98c6da5400 None None] Checking router: c6788913-764f-453f-a846-79a9dd9f9415 for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:57:13.979039 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-962fedbc-8ab6-4e47-9c53-ec6b959fa0a4 req-09f59a64-2696-4461-8128-dbaf53ca7b31 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0571146 Sep 17 07:57:13.979258 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db49f43f-9fa2-42ac-af3d-1e98c6da5400 None None] Updating router c6788913-764f-453f-a846-79a9dd9f9415 port 47b7db4d-7c26-463a-9561-c3aba65ddcec binding host n-d-789963-9 {{(pid=101291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 07:57:14.052644 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-db49f43f-9fa2-42ac-af3d-1e98c6da5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:14.091772 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1b508d-c547-4387-a60b-c22ede866e71 None None] Pushing event updated for resources: {'Port': ['ID=f6b1c020-c9c1-4141-876a-ddfbe23eb278,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:14.129922 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6fc9a0d4-48f3-479a-8675-342b44203968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:14.167348 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6fc9a0d4-48f3-479a-8675-342b44203968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:14.229921 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-21fa599b-ae79-40ed-b609-f32ea85df42f None None] Provisioning complete for port f6b1c020-c9c1-4141-876a-ddfbe23eb278 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:57:14.230296 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-21fa599b-ae79-40ed-b609-f32ea85df42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:14.252498 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb119e-6b09-4ea0-acbf-fa346e3f1378 req-7b9fa9e3-2b9f-4575-b87f-92f09d005ac8 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:14.254553 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-56bb119e-6b09-4ea0-acbf-fa346e3f1378 req-7b9fa9e3-2b9f-4575-b87f-92f09d005ac8 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb49abc9-4b7f-484b-bbaa-a9d2a437005e HTTP/1.1" status: 200 len: 945 time: 0.2382627 Sep 17 07:57:14.280431 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-6fc9a0d4-48f3-479a-8675-342b44203968 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=68b2deca86b445eea25c639d81cfbb3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9511437 Sep 17 07:57:14.280978 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc9a0d4-48f3-479a-8675-342b44203968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785aade8-728c-4501-a9fc-644f12017e3e,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:14.282949 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49518) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:14.343201 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68de90eb-5809-4cc0-ac8a-a2f8a495f667 req-e0f45d87-5017-4991-b20b-86bb512e820d tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Made reservation on behalf of 2349d4cf1f41439ea3d7c6f38634ae0a for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:57:14.346665 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-68de90eb-5809-4cc0-ac8a-a2f8a495f667 req-e0f45d87-5017-4991-b20b-86bb512e820d tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:14.352047 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f7a8863f-c533-4633-8692-e941a4b6fffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:14.355322 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f13c52-a77b-4f95-9a41-7c4907d39339 req-6d4c7476-df95-4b79-a12d-fc35987ee002 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:14.356853 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a2f13c52-a77b-4f95-9a41-7c4907d39339 req-6d4c7476-df95-4b79-a12d-fc35987ee002 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] 10.222.0.13 "GET /v2.0/ports?device_id=a19ec3bb-a256-4ba5-9c48-d7c47585247a HTTP/1.1" status: 200 len: 946 time: 0.1740904 Sep 17 07:57:14.381097 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f7a8863f-c533-4633-8692-e941a4b6fffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:14.392876 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-56bb119e-6b09-4ea0-acbf-fa346e3f1378 req-cf8f0fdd-4bb5-4d99-9140-d4b260c08998 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284766 Sep 17 07:57:14.437994 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f7a8863f-c533-4633-8692-e941a4b6fffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:14.444471 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f7a8863f-c533-4633-8692-e941a4b6fffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:14.446888 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f7a8863f-c533-4633-8692-e941a4b6fffa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/785aade8-728c-4501-a9fc-644f12017e3e HTTP/1.1" status: 204 len: 168 time: 0.1617558 Sep 17 07:57:14.459305 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a8863f-c533-4633-8692-e941a4b6fffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785aade8-728c-4501-a9fc-644f12017e3e,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:14.460532 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-db49f43f-9fa2-42ac-af3d-1e98c6da5400 None None] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:14.480426 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-db49f43f-9fa2-42ac-af3d-1e98c6da5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:14.497914 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-99833130-a359-46ec-9653-5606c47fd311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:14.508964 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a2f13c52-a77b-4f95-9a41-7c4907d39339 req-68174645-d50e-4a7a-9fe6-99cec2a24f9c tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] 10.222.0.13 "GET /v2.0/security-groups?id=0160dd57-2270-4847-bea4-a144442b1878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288037 Sep 17 07:57:14.551994 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f06cb6-9c7e-4ffa-9e0c-fc5c565c6120 None None] Pushing event updated for resources: {'Port': ['ID=47b7db4d-7c26-463a-9561-c3aba65ddcec,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:14.558689 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-db49f43f-9fa2-42ac-af3d-1e98c6da5400 None None] Attempting to bind port 47b7db4d-7c26-463a-9561-c3aba65ddcec on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:57:14.558689 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-db49f43f-9fa2-42ac-af3d-1e98c6da5400 None None] Attempting to bind port 47b7db4d-7c26-463a-9561-c3aba65ddcec by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:57:14.558689 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db49f43f-9fa2-42ac-af3d-1e98c6da5400 None None] Attempting to bind port 47b7db4d-7c26-463a-9561-c3aba65ddcec on network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:57:14.563928 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db49f43f-9fa2-42ac-af3d-1e98c6da5400 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:57:14.564327 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db49f43f-9fa2-42ac-af3d-1e98c6da5400 None None] Checking segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:57:14.564734 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-db49f43f-9fa2-42ac-af3d-1e98c6da5400 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:14.565233 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db49f43f-9fa2-42ac-af3d-1e98c6da5400 None None] Bound using segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:57:14.565717 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-db49f43f-9fa2-42ac-af3d-1e98c6da5400 None None] Bound port: 47b7db4d-7c26-463a-9561-c3aba65ddcec, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:57:14.566135 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-db49f43f-9fa2-42ac-af3d-1e98c6da5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:14.625121 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-db49f43f-9fa2-42ac-af3d-1e98c6da5400 None None] For port 47b7db4d-7c26-463a-9561-c3aba65ddcec, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:57:14.628471 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-db49f43f-9fa2-42ac-af3d-1e98c6da5400 None None] For port 47b7db4d-7c26-463a-9561-c3aba65ddcec, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=47b7db4d-7c26-463a-9561-c3aba65ddcec,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:57:14.636043 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-db49f43f-9fa2-42ac-af3d-1e98c6da5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:14.691975 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c4648-4122-42d0-a8f7-8e076373b487 req-36ff65be-22aa-444e-ac63-f2be271970c2 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:14.693817 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-787c4648-4122-42d0-a8f7-8e076373b487 req-36ff65be-22aa-444e-ac63-f2be271970c2 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e948a70-2200-4e37-a4df-395f090404ef HTTP/1.1" status: 200 len: 945 time: 0.1808643 Sep 17 07:57:14.705223 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db49f43f-9fa2-42ac-af3d-1e98c6da5400 None None] Routers {'c6788913-764f-453f-a846-79a9dd9f9415'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:57:14.706126 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-db49f43f-9fa2-42ac-af3d-1e98c6da5400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:56:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['c6788913-764f-453f-a846-79a9dd9f9415'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:14.712865 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f06cb6-9c7e-4ffa-9e0c-fc5c565c6120 None None] Pushing event updated for resources: {'Port': ['ID=47b7db4d-7c26-463a-9561-c3aba65ddcec,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:14.735129 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [req-68de90eb-5809-4cc0-ac8a-a2f8a495f667 req-e0f45d87-5017-4991-b20b-86bb512e820d tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Allocated IP 192.168.233.177 (469390cd-cce5-49bd-b8f8-9e64018a0583/5f3af6cb-9cad-436b-bf41-034e75672c44/96b6b190-9d9b-4492-9ca9-717763647812) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:57:14.799392 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-50f533a6-43c2-4c48-8a60-57ba58bf26c2 req-6df021c3-1309-4730-878a-7f906a921785 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=191e2852-6f59-48ff-b328-b35342b9d8c2 HTTP/1.1" status: 200 len: 210 time: 0.0655820 Sep 17 07:57:14.833912 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49528) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:14.845630 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-db49f43f-9fa2-42ac-af3d-1e98c6da5400 None None] Set router c6788913-764f-453f-a846-79a9dd9f9415 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:57:14.852717 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4d2d7631-8f37-49f8-a27e-320773f53b93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:14.856182 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-787c4648-4122-42d0-a8f7-8e076373b487 req-9d838c2f-a93f-4aa4-97a3-602715f0552e tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] 10.222.0.13 "GET /v2.0/security-groups?id=e80ed3fc-e498-404b-916c-65b78dba5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325967 Sep 17 07:57:14.898271 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-99833130-a359-46ec-9653-5606c47fd311 admin admin] Allocated IP 172.20.0.1 (eb3e96eb-38e2-4b1d-97db-3792e42af546/7cdf7508-868c-43e3-ad15-9d15604ff09f/f35d6232-5f77-454e-8378-b3e2d87dc110) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:57:14.974059 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4d2d7631-8f37-49f8-a27e-320773f53b93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:14.980288 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4d2d7631-8f37-49f8-a27e-320773f53b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:15.029544 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-4d2d7631-8f37-49f8-a27e-320773f53b93 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1bdd410dfc284a81a13ca77e39d2dcee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1937430 Sep 17 07:57:15.030751 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2d7631-8f37-49f8-a27e-320773f53b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8afabfd-a27d-442c-99e1-12fc2db8a7d3,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:15.033741 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49532) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:15.077180 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-68de90eb-5809-4cc0-ac8a-a2f8a495f667 req-e0f45d87-5017-4991-b20b-86bb512e820d tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:15.092202 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-db49f43f-9fa2-42ac-af3d-1e98c6da5400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6788913-764f-453f-a846-79a9dd9f9415', 'name': 'tempest-ImageQuotaTest-846356370-router', 'tenant_id': 'a9bf439bd7a1445093888498b96dfc1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '47b7db4d-7c26-463a-9561-c3aba65ddcec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:57:11Z', 'updated_at': '2021-09-17T07:57:12Z', 'revision_number': 3, 'project_id': 'a9bf439bd7a1445093888498b96dfc1f', 'gw_port': {'id': '47b7db4d-7c26-463a-9561-c3aba65ddcec', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:80:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6788913-764f-453f-a846-79a9dd9f9415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:57:11Z', 'updated_at': '2021-09-17T07:57:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:15.106364 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-99833130-a359-46ec-9653-5606c47fd311 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:15.107792 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-726c18a8-d306-4260-bba4-f3b451e182bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:15.132013 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-726c18a8-d306-4260-bba4-f3b451e182bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:15.136413 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db49f43f-9fa2-42ac-af3d-1e98c6da5400 None None] The sync data for ids ['c6788913-764f-453f-a846-79a9dd9f9415'] in n-d-789963-9 is: [{'id': 'c6788913-764f-453f-a846-79a9dd9f9415', 'name': 'tempest-ImageQuotaTest-846356370-router', 'tenant_id': 'a9bf439bd7a1445093888498b96dfc1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '47b7db4d-7c26-463a-9561-c3aba65ddcec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:57:11Z', 'updated_at': '2021-09-17T07:57:12Z', 'revision_number': 3, 'project_id': 'a9bf439bd7a1445093888498b96dfc1f', 'gw_port': {'id': '47b7db4d-7c26-463a-9561-c3aba65ddcec', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:80:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6788913-764f-453f-a846-79a9dd9f9415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:57:11Z', 'updated_at': '2021-09-17T07:57:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:57:15.154185 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5d7ccff7-5e4a-46bd-bb0c-e361f1426cd9 req-03140fb1-c276-48a6-9b3c-ec54cb3b6b0a tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0388925 Sep 17 07:57:15.183697 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-68de90eb-5809-4cc0-ac8a-a2f8a495f667 req-e0f45d87-5017-4991-b20b-86bb512e820d tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:15.209319 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-726c18a8-d306-4260-bba4-f3b451e182bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:15.211927 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-726c18a8-d306-4260-bba4-f3b451e182bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:15.213116 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-726c18a8-d306-4260-bba4-f3b451e182bd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d8afabfd-a27d-442c-99e1-12fc2db8a7d3 HTTP/1.1" status: 204 len: 168 time: 0.1790450 Sep 17 07:57:15.220404 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-99833130-a359-46ec-9653-5606c47fd311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:15.223066 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['589a423e-e5e2-46f8-a6ff-9af3b3839322', '2d088d58-75db-4f9a-bd6d-6aca29acefe3', 'b0f59c3f-5d15-4749-90b9-c82b95038d86'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:57:15.228525 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['389c670e-990d-4f20-ac8c-3cce9f4cde9c', '32647783-f482-4eed-a2c6-b32fcad89497', '1367330a-4624-480f-a385-71092b839a0b', 'f11c2e56-bcb6-4640-95ff-e2ec1150d11f'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:57:15.240806 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726c18a8-d306-4260-bba4-f3b451e182bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8afabfd-a27d-442c-99e1-12fc2db8a7d3,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:15.265520 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99833130-a359-46ec-9653-5606c47fd311 admin admin] Network eb3e96eb-38e2-4b1d-97db-3792e42af546 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:57:15.267237 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68de90eb-5809-4cc0-ac8a-a2f8a495f667 req-e0f45d87-5017-4991-b20b-86bb512e820d tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Network 469390cd-cce5-49bd-b8f8-9e64018a0583 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:57:15.268885 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f45d87-5017-4991-b20b-86bb512e820d tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Pushing event updated for resources: {'Port': ['ID=96b6b190-9d9b-4492-9ca9-717763647812,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:15.272358 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [req-68de90eb-5809-4cc0-ac8a-a2f8a495f667 req-e0f45d87-5017-4991-b20b-86bb512e820d tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:57:15.274187 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-99833130-a359-46ec-9653-5606c47fd311 admin admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:57:15.322284 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-68de90eb-5809-4cc0-ac8a-a2f8a495f667 req-e0f45d87-5017-4991-b20b-86bb512e820d tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:57:15.369720 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99833130-a359-46ec-9653-5606c47fd311 admin admin] Pushing event updated for resources: {'Port': ['ID=f35d6232-5f77-454e-8378-b3e2d87dc110,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:15.372577 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99833130-a359-46ec-9653-5606c47fd311 admin admin] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:57:15.453499 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de90eb-5809-4cc0-ac8a-a2f8a495f667 req-e0f45d87-5017-4991-b20b-86bb512e820d tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:15.460835 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-68de90eb-5809-4cc0-ac8a-a2f8a495f667 req-e0f45d87-5017-4991-b20b-86bb512e820d tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:15.477054 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-99833130-a359-46ec-9653-5606c47fd311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:15.570687 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-68de90eb-5809-4cc0-ac8a-a2f8a495f667 req-e0f45d87-5017-4991-b20b-86bb512e820d tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9281254 Sep 17 07:57:15.620159 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-68de90eb-5809-4cc0-ac8a-a2f8a495f667 req-3caedb21-6bf8-45f6-b70e-cf11fbb2dc2f service neutron] Request body: {'port': {'device_id': '191e2852-6f59-48ff-b328-b35342b9d8c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:57:15.866577 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-68de90eb-5809-4cc0-ac8a-a2f8a495f667 req-3caedb21-6bf8-45f6-b70e-cf11fbb2dc2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:15.905548 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 47b7db4d-7c26-463a-9561-c3aba65ddcec up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:57:15.913355 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-89172a0c-4888-41b5-a867-4c58f746f648 None None] Provisioning complete for port f35d6232-5f77-454e-8378-b3e2d87dc110 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:57:15.913589 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-89172a0c-4888-41b5-a867-4c58f746f648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:15.948616 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f759c982-cf1d-4284-baff-23bb76c48aeb req-a834608b-ccd5-4f82-9dbc-e2ea872cba5c tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:15.954390 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f759c982-cf1d-4284-baff-23bb76c48aeb req-a834608b-ccd5-4f82-9dbc-e2ea872cba5c tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb49abc9-4b7f-484b-bbaa-a9d2a437005e HTTP/1.1" status: 200 len: 945 time: 0.3547459 Sep 17 07:57:15.986550 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f5d9b-2157-4d8e-82db-8152a1963580 req-9f50094e-9487-4378-8ded-8c32df288545 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:15.994318 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-986f5d9b-2157-4d8e-82db-8152a1963580 req-9f50094e-9487-4378-8ded-8c32df288545 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] 10.222.0.13 "GET /v2.0/ports?device_id=a19ec3bb-a256-4ba5-9c48-d7c47585247a HTTP/1.1" status: 200 len: 946 time: 0.1881258 Sep 17 07:57:16.051662 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-89172a0c-4888-41b5-a867-4c58f746f648 None None] Port f35d6232-5f77-454e-8378-b3e2d87dc110 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:57:16.135248 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-986f5d9b-2157-4d8e-82db-8152a1963580 req-2e9b0939-0269-423b-a309-b3aaa83a21ab tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] 10.222.0.13 "GET /v2.0/security-groups?id=0160dd57-2270-4847-bea4-a144442b1878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399820 Sep 17 07:57:16.145165 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 07:57:16.171448 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-89172a0c-4888-41b5-a867-4c58f746f648 None None] Provisioning complete for port 96b6b190-9d9b-4492-9ca9-717763647812 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:57:16.171948 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-89172a0c-4888-41b5-a867-4c58f746f648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:16.313700 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-99833130-a359-46ec-9653-5606c47fd311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:16.393832 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f759c982-cf1d-4284-baff-23bb76c48aeb req-76097e7a-edd8-4e9a-8e39-c20e5bf5f60b tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4158232 Sep 17 07:57:16.408142 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 47b7db4d-7c26-463a-9561-c3aba65ddcec triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:57:16.408518 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:16.531220 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-89172a0c-4888-41b5-a867-4c58f746f648 None None] Port 96b6b190-9d9b-4492-9ca9-717763647812 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:57:16.575130 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [req-68de90eb-5809-4cc0-ac8a-a2f8a495f667 req-3caedb21-6bf8-45f6-b70e-cf11fbb2dc2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96b6b190-9d9b-4492-9ca9-717763647812 {{(pid=101289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:57:16.595776 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35920499-a2c0-4655-9fe0-69922c5194b1 req-9ee29019-6e6a-42c8-95f9-aad5795f4cc3 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:16.604075 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-35920499-a2c0-4655-9fe0-69922c5194b1 req-9ee29019-6e6a-42c8-95f9-aad5795f4cc3 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=191e2852-6f59-48ff-b328-b35342b9d8c2 HTTP/1.1" status: 200 len: 936 time: 0.2816670 Sep 17 07:57:16.609719 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-68de90eb-5809-4cc0-ac8a-a2f8a495f667 req-3caedb21-6bf8-45f6-b70e-cf11fbb2dc2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:16.648009 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:16.665482 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.provisioning_blocks [req-68de90eb-5809-4cc0-ac8a-a2f8a495f667 req-3caedb21-6bf8-45f6-b70e-cf11fbb2dc2f service neutron] Transition to ACTIVE for port object 96b6b190-9d9b-4492-9ca9-717763647812 will not be triggered until provisioned by entity L2. {{(pid=101289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:57:16.671504 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-68de90eb-5809-4cc0-ac8a-a2f8a495f667 req-3caedb21-6bf8-45f6-b70e-cf11fbb2dc2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:16.684767 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port 47b7db4d-7c26-463a-9561-c3aba65ddcec, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=47b7db4d-7c26-463a-9561-c3aba65ddcec,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:57:16.692758 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:16.693559 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device f6b1c020-c9c1-4141-876a-ddfbe23eb278 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:57:16.738135 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e5cf84-8846-471c-9da3-55ae934c997e req-9bcb2c86-338c-4b5e-a45d-54b1ec7fa313 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:16.738135 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-66e5cf84-8846-471c-9da3-55ae934c997e req-9bcb2c86-338c-4b5e-a45d-54b1ec7fa313 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e948a70-2200-4e37-a4df-395f090404ef HTTP/1.1" status: 200 len: 945 time: 0.2114208 Sep 17 07:57:16.753019 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-99833130-a359-46ec-9653-5606c47fd311 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:16.776561 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-99833130-a359-46ec-9653-5606c47fd311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:16.781011 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-35920499-a2c0-4655-9fe0-69922c5194b1 req-01999989-6a3b-48f8-b4f2-d5485705ee29 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755731 Sep 17 07:57:16.795325 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=47b7db4d-7c26-463a-9561-c3aba65ddcec,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:16.813920 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caedb21-6bf8-45f6-b70e-cf11fbb2dc2f service neutron] Pushing event updated for resources: {'Port': ['ID=96b6b190-9d9b-4492-9ca9-717763647812,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:16.861168 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port f6b1c020-c9c1-4141-876a-ddfbe23eb278 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:57:16.861549 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:16.888274 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49576) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:16.918724 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-99833130-a359-46ec-9653-5606c47fd311 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:17.001781 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-66e5cf84-8846-471c-9da3-55ae934c997e req-9c719e94-c2c4-4441-b4d2-4681dd3e6103 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] 10.222.0.13 "GET /v2.0/security-groups?id=e80ed3fc-e498-404b-916c-65b78dba5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2515128 Sep 17 07:57:17.031337 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-495f5624-4e5f-48f5-ba39-9fe8d0c0c69b req-895d44b1-8ba3-401a-a7e7-6282eba2de41 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.1003757 Sep 17 07:57:17.051653 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-474177f9-a2ea-41a9-90a3-56306815aea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:17.081196 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99833130-a359-46ec-9653-5606c47fd311 admin admin] Pushing event updated for resources: {'Port': ['ID=f35d6232-5f77-454e-8378-b3e2d87dc110,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:17.131601 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-68de90eb-5809-4cc0-ac8a-a2f8a495f667 req-3caedb21-6bf8-45f6-b70e-cf11fbb2dc2f service neutron] Attempting to bind port 96b6b190-9d9b-4492-9ca9-717763647812 on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:57:17.132008 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-68de90eb-5809-4cc0-ac8a-a2f8a495f667 req-3caedb21-6bf8-45f6-b70e-cf11fbb2dc2f service neutron] Attempting to bind port 96b6b190-9d9b-4492-9ca9-717763647812 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:57:17.132310 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68de90eb-5809-4cc0-ac8a-a2f8a495f667 req-3caedb21-6bf8-45f6-b70e-cf11fbb2dc2f service neutron] Attempting to bind port 96b6b190-9d9b-4492-9ca9-717763647812 on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:57:17.150256 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68de90eb-5809-4cc0-ac8a-a2f8a495f667 req-3caedb21-6bf8-45f6-b70e-cf11fbb2dc2f service neutron] Port 96b6b190-9d9b-4492-9ca9-717763647812 on network 469390cd-cce5-49bd-b8f8-9e64018a0583 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:57:17.150579 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68de90eb-5809-4cc0-ac8a-a2f8a495f667 req-3caedb21-6bf8-45f6-b70e-cf11fbb2dc2f service neutron] Attempting to bind port 96b6b190-9d9b-4492-9ca9-717763647812 on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:57:17.162608 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-474177f9-a2ea-41a9-90a3-56306815aea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:17.164189 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68de90eb-5809-4cc0-ac8a-a2f8a495f667 req-3caedb21-6bf8-45f6-b70e-cf11fbb2dc2f service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:57:17.164533 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68de90eb-5809-4cc0-ac8a-a2f8a495f667 req-3caedb21-6bf8-45f6-b70e-cf11fbb2dc2f service neutron] Checking segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:57:17.164967 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68de90eb-5809-4cc0-ac8a-a2f8a495f667 req-3caedb21-6bf8-45f6-b70e-cf11fbb2dc2f service neutron] Bound using segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:57:17.165367 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-68de90eb-5809-4cc0-ac8a-a2f8a495f667 req-3caedb21-6bf8-45f6-b70e-cf11fbb2dc2f service neutron] Bound port: 96b6b190-9d9b-4492-9ca9-717763647812, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:57:17.165728 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-68de90eb-5809-4cc0-ac8a-a2f8a495f667 req-3caedb21-6bf8-45f6-b70e-cf11fbb2dc2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:17.168007 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-474177f9-a2ea-41a9-90a3-56306815aea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:17.172004 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99833130-a359-46ec-9653-5606c47fd311 admin admin] Network eb3e96eb-38e2-4b1d-97db-3792e42af546 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:57:17.182520 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-99833130-a359-46ec-9653-5606c47fd311 admin admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:57:17.198655 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236e11b-b42a-44f7-824c-a51efaedb795 req-f4ef7e87-3bbc-430f-9400-7ce22d40b3a0 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:17.200567 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0236e11b-b42a-44f7-824c-a51efaedb795 req-f4ef7e87-3bbc-430f-9400-7ce22d40b3a0 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e948a70-2200-4e37-a4df-395f090404ef HTTP/1.1" status: 200 len: 945 time: 0.1082430 Sep 17 07:57:17.213456 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49582) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:17.218605 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-a0969cf1-dd5c-4d0f-b420-0c32d928c85c tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Request body: {'floatingip': {'port_id': '1f67c99a-37f2-44e1-9fa6-e022e50bb332'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:57:17.268016 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-474177f9-a2ea-41a9-90a3-56306815aea3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2bb64be633ef4346a97e9a5aa1db4cc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3786190 Sep 17 07:57:17.272040 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49584) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:17.272919 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474177f9-a2ea-41a9-90a3-56306815aea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=547a7de7-782c-4bc2-9842-f2f97de8d244,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:17.289400 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a0969cf1-dd5c-4d0f-b420-0c32d928c85c tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Notify callbacks [] for floatingip, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:17.427429 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2ec87435-9853-4bb2-bb90-1688ae88fee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:17.504564 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-89d6a0ed-0294-4292-aaa8-e7c9ad6c58a1 None None] Provisioning complete for port f35d6232-5f77-454e-8378-b3e2d87dc110 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:57:17.505169 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-89d6a0ed-0294-4292-aaa8-e7c9ad6c58a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:17.532664 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2ec87435-9853-4bb2-bb90-1688ae88fee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:17.566544 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-89d6a0ed-0294-4292-aaa8-e7c9ad6c58a1 None None] Port f35d6232-5f77-454e-8378-b3e2d87dc110 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:57:17.680157 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2ec87435-9853-4bb2-bb90-1688ae88fee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:17.682432 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2ec87435-9853-4bb2-bb90-1688ae88fee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:17.685921 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-2ec87435-9853-4bb2-bb90-1688ae88fee8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/547a7de7-782c-4bc2-9842-f2f97de8d244 HTTP/1.1" status: 204 len: 168 time: 0.4074900 Sep 17 07:57:17.714387 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 47b7db4d-7c26-463a-9561-c3aba65ddcec up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:57:17.741363 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-68de90eb-5809-4cc0-ac8a-a2f8a495f667 req-3caedb21-6bf8-45f6-b70e-cf11fbb2dc2f service neutron] For port 96b6b190-9d9b-4492-9ca9-717763647812, host n-h2-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:57:17.745641 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-68de90eb-5809-4cc0-ac8a-a2f8a495f667 req-3caedb21-6bf8-45f6-b70e-cf11fbb2dc2f service neutron] For port 96b6b190-9d9b-4492-9ca9-717763647812, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=96b6b190-9d9b-4492-9ca9-717763647812,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:57:17.776752 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 47b7db4d-7c26-463a-9561-c3aba65ddcec triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:57:17.777158 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:17.777274 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4d4cf3-ece9-4021-be8e-2d220088fe1d req-8372c93c-5c7b-47cd-b0e5-f06ed7e9132b tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:17.781181 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec87435-9853-4bb2-bb90-1688ae88fee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=547a7de7-782c-4bc2-9842-f2f97de8d244,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:17.784564 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cc4d4cf3-ece9-4021-be8e-2d220088fe1d req-8372c93c-5c7b-47cd-b0e5-f06ed7e9132b tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] 10.222.0.13 "GET /v2.0/ports?device_id=a19ec3bb-a256-4ba5-9c48-d7c47585247a HTTP/1.1" status: 200 len: 946 time: 0.1852143 Sep 17 07:57:17.796331 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d8a65-5ae2-4774-98f7-808c77aa8d66 req-b778420f-5b63-42c2-88a8-39493b01a349 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:17.803641 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-832d8a65-5ae2-4774-98f7-808c77aa8d66 req-b778420f-5b63-42c2-88a8-39493b01a349 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb49abc9-4b7f-484b-bbaa-a9d2a437005e HTTP/1.1" status: 200 len: 945 time: 0.2030792 Sep 17 07:57:17.806031 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-68de90eb-5809-4cc0-ac8a-a2f8a495f667 req-3caedb21-6bf8-45f6-b70e-cf11fbb2dc2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:17.888165 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99833130-a359-46ec-9653-5606c47fd311 admin admin] Router c6788913-764f-453f-a846-79a9dd9f9415 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:57:17.889919 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de90eb-5809-4cc0-ac8a-a2f8a495f667 req-3caedb21-6bf8-45f6-b70e-cf11fbb2dc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:17.890544 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-68de90eb-5809-4cc0-ac8a-a2f8a495f667 req-3caedb21-6bf8-45f6-b70e-cf11fbb2dc2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:17.891996 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-68de90eb-5809-4cc0-ac8a-a2f8a495f667 req-3caedb21-6bf8-45f6-b70e-cf11fbb2dc2f service neutron] 10.222.0.39 "PUT /v2.0/ports/96b6b190-9d9b-4492-9ca9-717763647812 HTTP/1.1" status: 200 len: 1096 time: 2.2975800 Sep 17 07:57:17.894655 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '191e2852-6f59-48ff-b328-b35342b9d8c2', 'tag': '96b6b190-9d9b-4492-9ca9-717763647812'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:57:17.897090 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d28778b-265c-4145-823a-6663bd5ba812" -d '{"events": [{"name": "network-changed", "server_uuid": "191e2852-6f59-48ff-b328-b35342b9d8c2", "tag": "96b6b190-9d9b-4492-9ca9-717763647812"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:57:17.951014 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cc4d4cf3-ece9-4021-be8e-2d220088fe1d req-69c2ee35-1379-4988-9f20-a4bce0c90cad tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] 10.222.0.13 "GET /v2.0/security-groups?id=0160dd57-2270-4847-bea4-a144442b1878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653993 Sep 17 07:57:17.977842 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-832d8a65-5ae2-4774-98f7-808c77aa8d66 req-eb40469f-941e-466d-9ef2-7b4e844fffc1 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729376 Sep 17 07:57:17.980245 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caedb21-6bf8-45f6-b70e-cf11fbb2dc2f service neutron] Pushing event updated for resources: {'Port': ['ID=96b6b190-9d9b-4492-9ca9-717763647812,revision_number=3']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:18.132157 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a4fc018-cead-4453-a8c9-2a499edd5747 x-openstack-request-id: req-8a4fc018-cead-4453-a8c9-2a499edd5747 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:57:18.132157 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "191e2852-6f59-48ff-b328-b35342b9d8c2", "tag": "96b6b190-9d9b-4492-9ca9-717763647812", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:57:18.132157 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8a4fc018-cead-4453-a8c9-2a499edd5747 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:57:18.132157 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '191e2852-6f59-48ff-b328-b35342b9d8c2', 'tag': '96b6b190-9d9b-4492-9ca9-717763647812', 'status': 'completed', 'code': 200} Sep 17 07:57:18.217946 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-00edf6bf-8c6d-474e-8b97-aa3a0399af02 req-8342c4dc-c732-4507-8cf6-52e37390be6f tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0848427 Sep 17 07:57:18.283928 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de90eb-5809-4cc0-ac8a-a2f8a495f667 req-e496c8d3-81a0-40f9-9c61-e9fd30343451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:18.285975 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-68de90eb-5809-4cc0-ac8a-a2f8a495f667 req-e496c8d3-81a0-40f9-9c61-e9fd30343451 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2349d4cf1f41439ea3d7c6f38634ae0a&device_id=191e2852-6f59-48ff-b328-b35342b9d8c2 HTTP/1.1" status: 200 len: 1099 time: 0.3070025 Sep 17 07:57:18.308016 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3c60ea-b9a6-4d5a-a7ae-1b92e683ab48 req-12235dd6-6611-489c-bd20-b29d6359bcbe tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:18.309539 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ec3c60ea-b9a6-4d5a-a7ae-1b92e683ab48 req-12235dd6-6611-489c-bd20-b29d6359bcbe tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=191e2852-6f59-48ff-b328-b35342b9d8c2 HTTP/1.1" status: 200 len: 948 time: 0.2117159 Sep 17 07:57:18.316781 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99833130-a359-46ec-9653-5606c47fd311 admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:57:18.326201 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-99833130-a359-46ec-9653-5606c47fd311 admin admin] 10.222.0.13 "PUT /v2.0/routers/c6788913-764f-453f-a846-79a9dd9f9415/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9958014 Sep 17 07:57:18.335483 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2502a835-eac2-4dfa-bfc4-6a88141d4018 None None] Sync routers for ids ['c6788913-764f-453f-a846-79a9dd9f9415'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:57:18.346740 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2502a835-eac2-4dfa-bfc4-6a88141d4018 None None] Routers {'c6788913-764f-453f-a846-79a9dd9f9415'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:57:18.347810 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-2502a835-eac2-4dfa-bfc4-6a88141d4018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:56:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['c6788913-764f-453f-a846-79a9dd9f9415'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:18.360095 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-68de90eb-5809-4cc0-ac8a-a2f8a495f667 req-988e1ae0-0f44-4793-add7-3d7722ef7c9a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=96b6b190-9d9b-4492-9ca9-717763647812 HTTP/1.1" status: 200 len: 217 time: 0.0495517 Sep 17 07:57:18.420145 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ec3c60ea-b9a6-4d5a-a7ae-1b92e683ab48 req-cc999659-ed8a-4036-8869-22e7c693f7fd tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012137 Sep 17 07:57:18.429285 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de90eb-5809-4cc0-ac8a-a2f8a495f667 req-21d68993-f23e-4684-977d-66ded070d2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:18.430987 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-68de90eb-5809-4cc0-ac8a-a2f8a495f667 req-21d68993-f23e-4684-977d-66ded070d2d3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.0617459 Sep 17 07:57:18.481687 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-2502a835-eac2-4dfa-bfc4-6a88141d4018 None None] Set router c6788913-764f-453f-a846-79a9dd9f9415 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:57:18.497453 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de90eb-5809-4cc0-ac8a-a2f8a495f667 req-642b3e43-d653-47b4-ab4d-1a91406d7ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:18.499866 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-68de90eb-5809-4cc0-ac8a-a2f8a495f667 req-642b3e43-d653-47b4-ab4d-1a91406d7ef1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0598328 Sep 17 07:57:18.508520 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.db.resource_extend [None req-a0969cf1-dd5c-4d0f-b420-0c32d928c85c tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 07:57:18.580632 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a0969cf1-dd5c-4d0f-b420-0c32d928c85c tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:18.585442 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a0969cf1-dd5c-4d0f-b420-0c32d928c85c tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:18.695530 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-68de90eb-5809-4cc0-ac8a-a2f8a495f667 req-0381e6e9-5ce4-46a0-9d59-28265107d3eb service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875327 Sep 17 07:57:18.713221 n-d-789963-9 neutron-server[101290]: INFO neutron.db.l3_db [None req-a0969cf1-dd5c-4d0f-b420-0c32d928c85c tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Floating IP e5a0a59b-491d-48ed-978d-ba831a010059 associated. External IP: 172.25.6.206, port: 1f67c99a-37f2-44e1-9fa6-e022e50bb332. Sep 17 07:57:18.751476 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-2502a835-eac2-4dfa-bfc4-6a88141d4018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6788913-764f-453f-a846-79a9dd9f9415', 'name': 'tempest-ImageQuotaTest-846356370-router', 'tenant_id': 'a9bf439bd7a1445093888498b96dfc1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '47b7db4d-7c26-463a-9561-c3aba65ddcec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:57:11Z', 'updated_at': '2021-09-17T07:57:15Z', 'revision_number': 4, 'project_id': 'a9bf439bd7a1445093888498b96dfc1f', 'gw_port': {'id': '47b7db4d-7c26-463a-9561-c3aba65ddcec', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:80:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6788913-764f-453f-a846-79a9dd9f9415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:57:11Z', 'updated_at': '2021-09-17T07:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'f35d6232-5f77-454e-8378-b3e2d87dc110', 'name': '', 'network_id': 'eb3e96eb-38e2-4b1d-97db-3792e42af546', 'tenant_id': 'a9bf439bd7a1445093888498b96dfc1f', 'mac_address': 'fa:16:3e:4c:58:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6788913-764f-453f-a846-79a9dd9f9415', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '7cdf7508-868c-43e3-ad15-9d15604ff09f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:57:14Z', 'updated_at': '2021-09-17T07:57:16Z', 'revision_number': 2, 'project_id': 'a9bf439bd7a1445093888498b96dfc1f', 'subnets': [{'id': '7cdf7508-868c-43e3-ad15-9d15604ff09f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:18.786207 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2502a835-eac2-4dfa-bfc4-6a88141d4018 None None] Checking router: c6788913-764f-453f-a846-79a9dd9f9415 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:57:18.786912 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2502a835-eac2-4dfa-bfc4-6a88141d4018 None None] Updating router c6788913-764f-453f-a846-79a9dd9f9415 port f35d6232-5f77-454e-8378-b3e2d87dc110 binding host n-d-789963-9 {{(pid=101292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 07:57:18.816912 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2502a835-eac2-4dfa-bfc4-6a88141d4018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:18.850297 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-68de90eb-5809-4cc0-ac8a-a2f8a495f667 req-3958f254-b0e0-4f1c-b94c-884eda0c18ef service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425657 Sep 17 07:57:18.958564 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0969cf1-dd5c-4d0f-b420-0c32d928c85c tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Router cb87a795-9730-4cb6-88f4-fabf0bd43245 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:57:19.025707 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28778b-265c-4145-823a-6663bd5ba812 req-00a3f81d-ef20-45b7-ba36-f7171f46c37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:19.027223 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3d28778b-265c-4145-823a-6663bd5ba812 req-00a3f81d-ef20-45b7-ba36-f7171f46c37f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2349d4cf1f41439ea3d7c6f38634ae0a&device_id=191e2852-6f59-48ff-b328-b35342b9d8c2 HTTP/1.1" status: 200 len: 1099 time: 0.0579967 Sep 17 07:57:19.099521 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0969cf1-dd5c-4d0f-b420-0c32d928c85c tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:57:19.108571 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a0969cf1-dd5c-4d0f-b420-0c32d928c85c tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:19.112401 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a233a403-2c16-4fcf-900f-3fd083507121 None None] Sync routers for ids ['cb87a795-9730-4cb6-88f4-fabf0bd43245'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:57:19.124864 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a233a403-2c16-4fcf-900f-3fd083507121 None None] Routers {'cb87a795-9730-4cb6-88f4-fabf0bd43245'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:57:19.126735 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-a233a403-2c16-4fcf-900f-3fd083507121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:56:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['cb87a795-9730-4cb6-88f4-fabf0bd43245'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:19.168195 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a0969cf1-dd5c-4d0f-b420-0c32d928c85c tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] 10.222.0.13 "PUT /v2.0/floatingips/e5a0a59b-491d-48ed-978d-ba831a010059 HTTP/1.1" status: 200 len: 991 time: 1.9536481 Sep 17 07:57:19.169088 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e948a70-2200-4e37-a4df-395f090404ef', 'tag': '1f67c99a-37f2-44e1-9fa6-e022e50bb332'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:57:19.172376 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a532cde0-a4c3-42a2-9de0-7d58affe03cc" -d '{"events": [{"name": "network-changed", "server_uuid": "1e948a70-2200-4e37-a4df-395f090404ef", "tag": "1f67c99a-37f2-44e1-9fa6-e022e50bb332"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:57:19.285356 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5800fc0-da9f-4c96-86c8-505abaf8013f req-cb343516-ae0b-46df-96d1-b7a2d55b8978 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:19.286711 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f5800fc0-da9f-4c96-86c8-505abaf8013f req-cb343516-ae0b-46df-96d1-b7a2d55b8978 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb49abc9-4b7f-484b-bbaa-a9d2a437005e HTTP/1.1" status: 200 len: 945 time: 0.1953950 Sep 17 07:57:19.304345 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d17e0-2b58-401f-8528-92be6c54a861 req-eacd3ae6-1fca-44d3-b716-e0f0fb3f1138 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:19.305940 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5e2d17e0-2b58-401f-8528-92be6c54a861 req-eacd3ae6-1fca-44d3-b716-e0f0fb3f1138 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] 10.222.0.13 "GET /v2.0/ports?device_id=a19ec3bb-a256-4ba5-9c48-d7c47585247a HTTP/1.1" status: 200 len: 946 time: 0.2099898 Sep 17 07:57:19.309626 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2502a835-eac2-4dfa-bfc4-6a88141d4018 None None] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:19.313354 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-a233a403-2c16-4fcf-900f-3fd083507121 None None] Set router cb87a795-9730-4cb6-88f4-fabf0bd43245 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:57:19.321650 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2502a835-eac2-4dfa-bfc4-6a88141d4018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:19.338299 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28778b-265c-4145-823a-6663bd5ba812 req-395233ea-8437-4aeb-9830-83a7f18c0cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:19.346906 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3d28778b-265c-4145-823a-6663bd5ba812 req-395233ea-8437-4aeb-9830-83a7f18c0cc7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=469390cd-cce5-49bd-b8f8-9e64018a0583 HTTP/1.1" status: 200 len: 870 time: 0.3100998 Sep 17 07:57:19.368500 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624ee225-f12d-4d93-aca4-8302067a0604 None None] Pushing event updated for resources: {'Port': ['ID=f35d6232-5f77-454e-8378-b3e2d87dc110,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:19.377330 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ee225-f12d-4d93-aca4-8302067a0604 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:57:19.378031 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ee225-f12d-4d93-aca4-8302067a0604 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:57:19.379169 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ee225-f12d-4d93-aca4-8302067a0604 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:57:19.379730 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ee225-f12d-4d93-aca4-8302067a0604 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:57:19.380296 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ee225-f12d-4d93-aca4-8302067a0604 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:57:19.380863 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ee225-f12d-4d93-aca4-8302067a0604 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:57:19.381421 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ee225-f12d-4d93-aca4-8302067a0604 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:57:19.381959 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ee225-f12d-4d93-aca4-8302067a0604 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:57:19.382508 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ee225-f12d-4d93-aca4-8302067a0604 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:57:19.383054 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ee225-f12d-4d93-aca4-8302067a0604 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:57:19.383600 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ee225-f12d-4d93-aca4-8302067a0604 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:57:19.384162 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ee225-f12d-4d93-aca4-8302067a0604 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:57:19.437110 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3d28778b-265c-4145-823a-6663bd5ba812 req-0096178d-c3cc-477b-99c5-41263ae43140 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=96b6b190-9d9b-4492-9ca9-717763647812 HTTP/1.1" status: 200 len: 217 time: 0.0728390 Sep 17 07:57:19.445223 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f5800fc0-da9f-4c96-86c8-505abaf8013f req-a404453a-abea-4794-9ee8-ce5f5f857bc4 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487811 Sep 17 07:57:19.458058 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5e2d17e0-2b58-401f-8528-92be6c54a861 req-afb8cfda-b7b8-4958-b742-129ebc4bf2c7 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] 10.222.0.13 "GET /v2.0/security-groups?id=0160dd57-2270-4847-bea4-a144442b1878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404457 Sep 17 07:57:19.521238 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-2502a835-eac2-4dfa-bfc4-6a88141d4018 None None] Attempting to bind port f35d6232-5f77-454e-8378-b3e2d87dc110 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:57:19.522049 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-2502a835-eac2-4dfa-bfc4-6a88141d4018 None None] Attempting to bind port f35d6232-5f77-454e-8378-b3e2d87dc110 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'f69e0234-f609-4d9e-adc2-77c6f6ff34cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'eb3e96eb-38e2-4b1d-97db-3792e42af546'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:57:19.522590 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2502a835-eac2-4dfa-bfc4-6a88141d4018 None None] Attempting to bind port f35d6232-5f77-454e-8378-b3e2d87dc110 on network eb3e96eb-38e2-4b1d-97db-3792e42af546 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:57:19.536165 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2502a835-eac2-4dfa-bfc4-6a88141d4018 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:57:19.539145 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28778b-265c-4145-823a-6663bd5ba812 req-bf39b9e7-b334-4075-8387-861fa5af7ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:19.542499 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3d28778b-265c-4145-823a-6663bd5ba812 req-bf39b9e7-b334-4075-8387-861fa5af7ec6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.0941184 Sep 17 07:57:19.551422 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2502a835-eac2-4dfa-bfc4-6a88141d4018 None None] Checking segment: {'id': 'f69e0234-f609-4d9e-adc2-77c6f6ff34cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'eb3e96eb-38e2-4b1d-97db-3792e42af546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:57:19.553528 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2502a835-eac2-4dfa-bfc4-6a88141d4018 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:19.553798 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2502a835-eac2-4dfa-bfc4-6a88141d4018 None None] Bound using segment: {'id': 'f69e0234-f609-4d9e-adc2-77c6f6ff34cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'eb3e96eb-38e2-4b1d-97db-3792e42af546'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:57:19.556943 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-2502a835-eac2-4dfa-bfc4-6a88141d4018 None None] Bound port: f35d6232-5f77-454e-8378-b3e2d87dc110, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f69e0234-f609-4d9e-adc2-77c6f6ff34cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'eb3e96eb-38e2-4b1d-97db-3792e42af546'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:57:19.557349 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2502a835-eac2-4dfa-bfc4-6a88141d4018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:19.636796 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb76405e-cfbe-47a8-a29f-963d2e2a6011 x-openstack-request-id: req-bb76405e-cfbe-47a8-a29f-963d2e2a6011 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:57:19.637349 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e948a70-2200-4e37-a4df-395f090404ef", "tag": "1f67c99a-37f2-44e1-9fa6-e022e50bb332", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:57:19.637349 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bb76405e-cfbe-47a8-a29f-963d2e2a6011 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:57:19.637715 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e948a70-2200-4e37-a4df-395f090404ef', 'tag': '1f67c99a-37f2-44e1-9fa6-e022e50bb332', 'status': 'completed', 'code': 200} Sep 17 07:57:19.747494 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-2502a835-eac2-4dfa-bfc4-6a88141d4018 None None] For port f35d6232-5f77-454e-8378-b3e2d87dc110, host n-d-789963-9, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:57:19.762608 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9b1321-74b4-49a4-acca-60fd010421e4 req-a321eb7b-2079-4b3b-95ea-b9246907dadb tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:19.764712 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-2502a835-eac2-4dfa-bfc4-6a88141d4018 None None] For port f35d6232-5f77-454e-8378-b3e2d87dc110, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=f35d6232-5f77-454e-8378-b3e2d87dc110,segment=NetworkSegment(f69e0234-f609-4d9e-adc2-77c6f6ff34cf),segment_id=f69e0234-f609-4d9e-adc2-77c6f6ff34cf)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:57:19.768052 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5e9b1321-74b4-49a4-acca-60fd010421e4 req-a321eb7b-2079-4b3b-95ea-b9246907dadb tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] 10.222.0.39 "GET /v2.0/ports?device_id=a19ec3bb-a256-4ba5-9c48-d7c47585247a HTTP/1.1" status: 200 len: 946 time: 0.2298865 Sep 17 07:57:19.773807 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2502a835-eac2-4dfa-bfc4-6a88141d4018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:19.795219 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-326db6cf-952d-46e0-8d93-88594ec9be46 req-eb4c801b-842b-4f02-8b6f-cc2f427294cf tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.1246834 Sep 17 07:57:19.802869 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28778b-265c-4145-823a-6663bd5ba812 req-efa3e9c3-f8d9-4abb-8e37-4c41c763f1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:19.810517 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3d28778b-265c-4145-823a-6663bd5ba812 req-efa3e9c3-f8d9-4abb-8e37-4c41c763f1d1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2515373 Sep 17 07:57:19.876957 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624ee225-f12d-4d93-aca4-8302067a0604 None None] Pushing event updated for resources: {'Port': ['ID=f35d6232-5f77-454e-8378-b3e2d87dc110,revision_number=4']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:19.886523 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532cde0-a4c3-42a2-9de0-7d58affe03cc req-531c9100-21c8-4542-a5b7-e1823d63ed65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:19.888094 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a532cde0-a4c3-42a2-9de0-7d58affe03cc req-531c9100-21c8-4542-a5b7-e1823d63ed65 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1017d95ec91440b692b5fb33d331d948&device_id=1e948a70-2200-4e37-a4df-395f090404ef HTTP/1.1" status: 200 len: 1096 time: 0.2392430 Sep 17 07:57:19.922528 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2502a835-eac2-4dfa-bfc4-6a88141d4018 None None] Routers {'c6788913-764f-453f-a846-79a9dd9f9415'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:57:19.923529 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-2502a835-eac2-4dfa-bfc4-6a88141d4018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:56:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['c6788913-764f-453f-a846-79a9dd9f9415'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:19.974833 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-353efe3c-1864-45f0-9a22-25c1b17285f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:19.985604 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-5e9b1321-74b4-49a4-acca-60fd010421e4 req-c2b192ad-d76c-4b5b-92f1-55a62769a2cc tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Deleting port f2fbc78a-4f39-4a1e-a6c5-cc98583fd9ad {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:57:19.986114 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-5e9b1321-74b4-49a4-acca-60fd010421e4 req-c2b192ad-d76c-4b5b-92f1-55a62769a2cc tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:19.990440 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-7a1b83f9-b345-413c-8f70-012c7742c00f None None] Provisioning complete for port f35d6232-5f77-454e-8378-b3e2d87dc110 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:57:19.991959 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7a1b83f9-b345-413c-8f70-012c7742c00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:20.052397 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-a233a403-2c16-4fcf-900f-3fd083507121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb87a795-9730-4cb6-88f4-fabf0bd43245', 'name': 'tempest-ServersTestBootFromVolume-2068345768-router', 'tenant_id': '1017d95ec91440b692b5fb33d331d948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '10b7e2f9-2f7e-4086-81ca-aec3c7dde94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:56:04Z', 'updated_at': '2021-09-17T07:56:12Z', 'revision_number': 4, 'project_id': '1017d95ec91440b692b5fb33d331d948', 'gw_port': {'id': '10b7e2f9-2f7e-4086-81ca-aec3c7dde94d', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:82:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb87a795-9730-4cb6-88f4-fabf0bd43245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:56:05Z', 'updated_at': '2021-09-17T07:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': 'e5a0a59b-491d-48ed-978d-ba831a010059', 'tenant_id': '1017d95ec91440b692b5fb33d331d948', 'floating_ip_address': '172.25.6.206', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': 'cb87a795-9730-4cb6-88f4-fabf0bd43245', 'port_id': '1f67c99a-37f2-44e1-9fa6-e022e50bb332', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db7553ea-e2fe-422f-8d20-6ffc26d973b8', 'mac_address': 'fa:16:3e:05:2f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e948a70-2200-4e37-a4df-395f090404ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T07:56:17Z', 'updated_at': '2021-09-17T07:57:18Z', 'revision_number': 1, 'project_id': '1017d95ec91440b692b5fb33d331d948', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23d1d48a-a86d-4b8e-bf5a-48974dd41e64', 'name': '', 'network_id': 'db7553ea-e2fe-422f-8d20-6ffc26d973b8', 'tenant_id': '1017d95ec91440b692b5fb33d331d948', 'mac_address': 'fa:16:3e:2a:fa:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb87a795-9730-4cb6-88f4-fabf0bd43245', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'cc5af0af-da91-4969-a253-9b23d6f3d816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:56:10Z', 'updated_at': '2021-09-17T07:56:16Z', 'revision_number': 5, 'project_id': '1017d95ec91440b692b5fb33d331d948', 'subnets': [{'id': 'cc5af0af-da91-4969-a253-9b23d6f3d816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:20.098286 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a233a403-2c16-4fcf-900f-3fd083507121 None None] Checking router: cb87a795-9730-4cb6-88f4-fabf0bd43245 for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:57:20.108877 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-2502a835-eac2-4dfa-bfc4-6a88141d4018 None None] Set router c6788913-764f-453f-a846-79a9dd9f9415 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:57:20.129712 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9748183-7b0d-4883-8b35-7d3d962d306a req-767370ef-9672-49a7-9771-3eca3cfb2480 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:20.131130 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a233a403-2c16-4fcf-900f-3fd083507121 None None] Routers {'cb87a795-9730-4cb6-88f4-fabf0bd43245'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:57:20.132725 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-a233a403-2c16-4fcf-900f-3fd083507121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:56:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['cb87a795-9730-4cb6-88f4-fabf0bd43245'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:20.134581 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e9748183-7b0d-4883-8b35-7d3d962d306a req-767370ef-9672-49a7-9771-3eca3cfb2480 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=191e2852-6f59-48ff-b328-b35342b9d8c2 HTTP/1.1" status: 200 len: 948 time: 0.3342791 Sep 17 07:57:20.266983 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7a1b83f9-b345-413c-8f70-012c7742c00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:20.268359 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e9748183-7b0d-4883-8b35-7d3d962d306a req-0c8b877f-072a-472c-8843-69a6605602c8 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162252 Sep 17 07:57:20.288579 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3d28778b-265c-4145-823a-6663bd5ba812 req-4f4eeb47-1d82-4923-a7d9-85151a6b3d66 service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4494724 Sep 17 07:57:20.362396 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-7a1b83f9-b345-413c-8f70-012c7742c00f None None] For port f35d6232-5f77-454e-8378-b3e2d87dc110, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=f35d6232-5f77-454e-8378-b3e2d87dc110,segment=NetworkSegment(f69e0234-f609-4d9e-adc2-77c6f6ff34cf),segment_id=f69e0234-f609-4d9e-adc2-77c6f6ff34cf)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:57:20.377109 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7a1b83f9-b345-413c-8f70-012c7742c00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:20.381633 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-a233a403-2c16-4fcf-900f-3fd083507121 None None] Set router cb87a795-9730-4cb6-88f4-fabf0bd43245 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:57:20.390594 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49670) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:20.402433 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532cde0-a4c3-42a2-9de0-7d58affe03cc req-9ca1d89c-a9f9-4d4a-8cc9-f296901e2039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:20.403912 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a532cde0-a4c3-42a2-9de0-7d58affe03cc req-9ca1d89c-a9f9-4d4a-8cc9-f296901e2039 service neutron] 10.222.0.39 "GET /v2.0/networks?id=db7553ea-e2fe-422f-8d20-6ffc26d973b8 HTTP/1.1" status: 200 len: 917 time: 0.4999976 Sep 17 07:57:20.439437 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-5e9b1321-74b4-49a4-acca-60fd010421e4 req-c2b192ad-d76c-4b5b-92f1-55a62769a2cc tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] For port f2fbc78a-4f39-4a1e-a6c5-cc98583fd9ad, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=f2fbc78a-4f39-4a1e-a6c5-cc98583fd9ad,segment=NetworkSegment(60effd61-6a66-42af-9af2-97043b19239e),segment_id=60effd61-6a66-42af-9af2-97043b19239e)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:57:20.439437 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-5e9b1321-74b4-49a4-acca-60fd010421e4 req-c2b192ad-d76c-4b5b-92f1-55a62769a2cc tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:20.466006 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-2502a835-eac2-4dfa-bfc4-6a88141d4018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6788913-764f-453f-a846-79a9dd9f9415', 'name': 'tempest-ImageQuotaTest-846356370-router', 'tenant_id': 'a9bf439bd7a1445093888498b96dfc1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '47b7db4d-7c26-463a-9561-c3aba65ddcec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:57:11Z', 'updated_at': '2021-09-17T07:57:15Z', 'revision_number': 4, 'project_id': 'a9bf439bd7a1445093888498b96dfc1f', 'gw_port': {'id': '47b7db4d-7c26-463a-9561-c3aba65ddcec', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:80:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6788913-764f-453f-a846-79a9dd9f9415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:57:11Z', 'updated_at': '2021-09-17T07:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'f35d6232-5f77-454e-8378-b3e2d87dc110', 'name': '', 'network_id': 'eb3e96eb-38e2-4b1d-97db-3792e42af546', 'tenant_id': 'a9bf439bd7a1445093888498b96dfc1f', 'mac_address': 'fa:16:3e:4c:58:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6788913-764f-453f-a846-79a9dd9f9415', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '7cdf7508-868c-43e3-ad15-9d15604ff09f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:57:14Z', 'updated_at': '2021-09-17T07:57:19Z', 'revision_number': 4, 'project_id': 'a9bf439bd7a1445093888498b96dfc1f', 'subnets': [{'id': '7cdf7508-868c-43e3-ad15-9d15604ff09f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:20.508247 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2502a835-eac2-4dfa-bfc4-6a88141d4018 None None] The sync data for ids ['c6788913-764f-453f-a846-79a9dd9f9415'] in n-d-789963-9 is: [{'id': 'c6788913-764f-453f-a846-79a9dd9f9415', 'name': 'tempest-ImageQuotaTest-846356370-router', 'tenant_id': 'a9bf439bd7a1445093888498b96dfc1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '47b7db4d-7c26-463a-9561-c3aba65ddcec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:57:11Z', 'updated_at': '2021-09-17T07:57:15Z', 'revision_number': 4, 'project_id': 'a9bf439bd7a1445093888498b96dfc1f', 'gw_port': {'id': '47b7db4d-7c26-463a-9561-c3aba65ddcec', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:80:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6788913-764f-453f-a846-79a9dd9f9415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:57:11Z', 'updated_at': '2021-09-17T07:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'f35d6232-5f77-454e-8378-b3e2d87dc110', 'name': '', 'network_id': 'eb3e96eb-38e2-4b1d-97db-3792e42af546', 'tenant_id': 'a9bf439bd7a1445093888498b96dfc1f', 'mac_address': 'fa:16:3e:4c:58:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6788913-764f-453f-a846-79a9dd9f9415', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '7cdf7508-868c-43e3-ad15-9d15604ff09f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:57:14Z', 'updated_at': '2021-09-17T07:57:19Z', 'revision_number': 4, 'project_id': 'a9bf439bd7a1445093888498b96dfc1f', 'subnets': [{'id': '7cdf7508-868c-43e3-ad15-9d15604ff09f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:57:20.524521 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3d28778b-265c-4145-823a-6663bd5ba812 req-84f8dae8-99c2-44d6-9c36-8d89688b170e service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274208 Sep 17 07:57:20.531350 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b83f9-b345-413c-8f70-012c7742c00f None None] Pushing event updated for resources: {'Port': ['ID=f35d6232-5f77-454e-8378-b3e2d87dc110,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:20.621122 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-cf89de01-7cb0-4a6d-b50a-b9775bbb45de None None] Provisioning complete for port f35d6232-5f77-454e-8378-b3e2d87dc110 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:57:20.621836 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cf89de01-7cb0-4a6d-b50a-b9775bbb45de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:20.647774 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49680) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:20.687407 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a532cde0-a4c3-42a2-9de0-7d58affe03cc req-39d32807-0df0-45d8-a8ce-e4b148488123 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f67c99a-37f2-44e1-9fa6-e022e50bb332 HTTP/1.1" status: 200 len: 999 time: 0.2567735 Sep 17 07:57:20.716194 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c746319c-1390-4bd2-81b4-7657e3529a0a req-dd37dadc-48fb-4a92-b671-1e58bf7846bd tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:20.726382 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c746319c-1390-4bd2-81b4-7657e3529a0a req-dd37dadc-48fb-4a92-b671-1e58bf7846bd tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb49abc9-4b7f-484b-bbaa-a9d2a437005e HTTP/1.1" status: 200 len: 945 time: 0.1538475 Sep 17 07:57:20.766942 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03323b8f-e522-4811-be6c-e867aa8e458e req-9bc584e5-4e46-4cbd-84bf-181ebfe117a9 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:20.775131 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-03323b8f-e522-4811-be6c-e867aa8e458e req-9bc584e5-4e46-4cbd-84bf-181ebfe117a9 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] 10.222.0.13 "GET /v2.0/ports?device_id=a19ec3bb-a256-4ba5-9c48-d7c47585247a HTTP/1.1" status: 200 len: 946 time: 0.1852813 Sep 17 07:57:20.825449 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c746319c-1390-4bd2-81b4-7657e3529a0a req-8e7ceea3-b716-4c62-a7b5-45f8a7331c73 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981274 Sep 17 07:57:20.852151 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-03323b8f-e522-4811-be6c-e867aa8e458e req-9028866b-94b4-4ac5-af05-5a2d0f5e35d7 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] 10.222.0.13 "GET /v2.0/security-groups?id=0160dd57-2270-4847-bea4-a144442b1878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747864 Sep 17 07:57:20.890964 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-a233a403-2c16-4fcf-900f-3fd083507121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb87a795-9730-4cb6-88f4-fabf0bd43245', 'name': 'tempest-ServersTestBootFromVolume-2068345768-router', 'tenant_id': '1017d95ec91440b692b5fb33d331d948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '10b7e2f9-2f7e-4086-81ca-aec3c7dde94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:56:04Z', 'updated_at': '2021-09-17T07:56:12Z', 'revision_number': 4, 'project_id': '1017d95ec91440b692b5fb33d331d948', 'gw_port': {'id': '10b7e2f9-2f7e-4086-81ca-aec3c7dde94d', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:82:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb87a795-9730-4cb6-88f4-fabf0bd43245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:56:05Z', 'updated_at': '2021-09-17T07:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': 'e5a0a59b-491d-48ed-978d-ba831a010059', 'tenant_id': '1017d95ec91440b692b5fb33d331d948', 'floating_ip_address': '172.25.6.206', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': 'cb87a795-9730-4cb6-88f4-fabf0bd43245', 'port_id': '1f67c99a-37f2-44e1-9fa6-e022e50bb332', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db7553ea-e2fe-422f-8d20-6ffc26d973b8', 'mac_address': 'fa:16:3e:05:2f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e948a70-2200-4e37-a4df-395f090404ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T07:56:17Z', 'updated_at': '2021-09-17T07:57:18Z', 'revision_number': 1, 'project_id': '1017d95ec91440b692b5fb33d331d948', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23d1d48a-a86d-4b8e-bf5a-48974dd41e64', 'name': '', 'network_id': 'db7553ea-e2fe-422f-8d20-6ffc26d973b8', 'tenant_id': '1017d95ec91440b692b5fb33d331d948', 'mac_address': 'fa:16:3e:2a:fa:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb87a795-9730-4cb6-88f4-fabf0bd43245', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'cc5af0af-da91-4969-a253-9b23d6f3d816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:56:10Z', 'updated_at': '2021-09-17T07:56:16Z', 'revision_number': 5, 'project_id': '1017d95ec91440b692b5fb33d331d948', 'subnets': [{'id': 'cc5af0af-da91-4969-a253-9b23d6f3d816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:20.919373 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a233a403-2c16-4fcf-900f-3fd083507121 None None] The sync data for ids ['cb87a795-9730-4cb6-88f4-fabf0bd43245'] in n-d-789963-9 is: [{'id': 'cb87a795-9730-4cb6-88f4-fabf0bd43245', 'name': 'tempest-ServersTestBootFromVolume-2068345768-router', 'tenant_id': '1017d95ec91440b692b5fb33d331d948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '10b7e2f9-2f7e-4086-81ca-aec3c7dde94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:56:04Z', 'updated_at': '2021-09-17T07:56:12Z', 'revision_number': 4, 'project_id': '1017d95ec91440b692b5fb33d331d948', 'gw_port': {'id': '10b7e2f9-2f7e-4086-81ca-aec3c7dde94d', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:82:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb87a795-9730-4cb6-88f4-fabf0bd43245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:56:05Z', 'updated_at': '2021-09-17T07:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': 'e5a0a59b-491d-48ed-978d-ba831a010059', 'tenant_id': '1017d95ec91440b692b5fb33d331d948', 'floating_ip_address': '172.25.6.206', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': 'cb87a795-9730-4cb6-88f4-fabf0bd43245', 'port_id': '1f67c99a-37f2-44e1-9fa6-e022e50bb332', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db7553ea-e2fe-422f-8d20-6ffc26d973b8', 'mac_address': 'fa:16:3e:05:2f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e948a70-2200-4e37-a4df-395f090404ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T07:56:17Z', 'updated_at': '2021-09-17T07:57:18Z', 'revision_number': 1, 'project_id': '1017d95ec91440b692b5fb33d331d948', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23d1d48a-a86d-4b8e-bf5a-48974dd41e64', 'name': '', 'network_id': 'db7553ea-e2fe-422f-8d20-6ffc26d973b8', 'tenant_id': '1017d95ec91440b692b5fb33d331d948', 'mac_address': 'fa:16:3e:2a:fa:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb87a795-9730-4cb6-88f4-fabf0bd43245', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'cc5af0af-da91-4969-a253-9b23d6f3d816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:56:10Z', 'updated_at': '2021-09-17T07:56:16Z', 'revision_number': 5, 'project_id': '1017d95ec91440b692b5fb33d331d948', 'subnets': [{'id': 'cc5af0af-da91-4969-a253-9b23d6f3d816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:57:20.946553 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-deab231e-3718-459e-8dd3-8f192c75ca34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:20.989600 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8a120426-4a18-4806-856c-fcfb827bbb65 req-72caaf9b-1f01-49f9-b605-bb6a610c37d2 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0414538 Sep 17 07:57:21.020765 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532cde0-a4c3-42a2-9de0-7d58affe03cc req-06ed0187-6164-4263-94a1-0df94148f1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:21.022237 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a532cde0-a4c3-42a2-9de0-7d58affe03cc req-06ed0187-6164-4263-94a1-0df94148f1ef service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cc5af0af-da91-4969-a253-9b23d6f3d816 HTTP/1.1" status: 200 len: 855 time: 0.2138832 Sep 17 07:57:21.043748 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-5e9b1321-74b4-49a4-acca-60fd010421e4 req-c2b192ad-d76c-4b5b-92f1-55a62769a2cc tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:21.044156 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-5e9b1321-74b4-49a4-acca-60fd010421e4 req-c2b192ad-d76c-4b5b-92f1-55a62769a2cc tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:21.044456 n-d-789963-9 neutron-server[101290]: INFO neutron.db.l3_db [req-5e9b1321-74b4-49a4-acca-60fd010421e4 req-c2b192ad-d76c-4b5b-92f1-55a62769a2cc tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Floating IP 9600b177-ab37-4dce-8280-2bfd84480903 disassociated. External IP: 172.25.6.185, port: f2fbc78a-4f39-4a1e-a6c5-cc98583fd9ad. Sep 17 07:57:21.044800 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-5e9b1321-74b4-49a4-acca-60fd010421e4 req-c2b192ad-d76c-4b5b-92f1-55a62769a2cc tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Calling delete_port for f2fbc78a-4f39-4a1e-a6c5-cc98583fd9ad owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:57:21.241082 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532cde0-a4c3-42a2-9de0-7d58affe03cc req-3be5f7eb-76d5-4f82-9642-4e0d351868b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:21.242756 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a532cde0-a4c3-42a2-9de0-7d58affe03cc req-3be5f7eb-76d5-4f82-9642-4e0d351868b0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=db7553ea-e2fe-422f-8d20-6ffc26d973b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2015467 Sep 17 07:57:21.248429 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33403622-e242-411e-9b97-f3f226f5f54b None None] New status for floating IP e5a0a59b-491d-48ed-978d-ba831a010059: ACTIVE {{(pid=101292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 07:57:21.383207 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-deab231e-3718-459e-8dd3-8f192c75ca34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:21.399534 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c310f-b76a-479e-b480-de093434b975 req-c076f3ee-6d07-49fb-b9f8-775b97ec2051 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:21.407399 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b67c310f-b76a-479e-b480-de093434b975 req-c076f3ee-6d07-49fb-b9f8-775b97ec2051 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=191e2852-6f59-48ff-b328-b35342b9d8c2 HTTP/1.1" status: 200 len: 948 time: 0.0585015 Sep 17 07:57:21.427142 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-deab231e-3718-459e-8dd3-8f192c75ca34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:21.461586 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b67c310f-b76a-479e-b480-de093434b975 req-b97df678-87a8-44c7-8119-3e236db8f848 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531361 Sep 17 07:57:21.503814 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-5e9b1321-74b4-49a4-acca-60fd010421e4 req-c2b192ad-d76c-4b5b-92f1-55a62769a2cc tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:21.528521 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-deab231e-3718-459e-8dd3-8f192c75ca34 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e49e97d7d8094d99953b046fe6175422&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8750534 Sep 17 07:57:21.531324 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49688) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:21.550234 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deab231e-3718-459e-8dd3-8f192c75ca34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4287955-fc25-48d5-a6b8-114d9d9a6359,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:21.557936 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b192ad-d76c-4b5b-92f1-55a62769a2cc tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Pushing event deleted for resources: {'Port': ['ID=f2fbc78a-4f39-4a1e-a6c5-cc98583fd9ad,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:21.563727 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a532cde0-a4c3-42a2-9de0-7d58affe03cc req-0a53bead-e66f-48ed-8ed8-0ce487092fad service neutron] 10.222.0.39 "GET /v2.0/networks/db7553ea-e2fe-422f-8d20-6ffc26d973b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957106 Sep 17 07:57:21.595825 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f1ceccdf-69eb-457d-b87a-f9719b410934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:21.619902 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f1ceccdf-69eb-457d-b87a-f9719b410934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:21.678096 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f1ceccdf-69eb-457d-b87a-f9719b410934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:21.681089 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f1ceccdf-69eb-457d-b87a-f9719b410934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:21.687890 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-f1ceccdf-69eb-457d-b87a-f9719b410934 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d4287955-fc25-48d5-a6b8-114d9d9a6359 HTTP/1.1" status: 204 len: 168 time: 0.1537278 Sep 17 07:57:21.709754 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ceccdf-69eb-457d-b87a-f9719b410934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4287955-fc25-48d5-a6b8-114d9d9a6359,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:21.768461 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device f35d6232-5f77-454e-8378-b3e2d87dc110 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:57:21.857758 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port f35d6232-5f77-454e-8378-b3e2d87dc110 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:57:21.858135 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:21.926305 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e9b1321-74b4-49a4-acca-60fd010421e4 req-c2b192ad-d76c-4b5b-92f1-55a62769a2cc tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Router 3fa37587-81e9-4b4a-8660-4f4bfcf3a263 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:57:21.950746 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a532cde0-a4c3-42a2-9de0-7d58affe03cc req-5dd33984-d796-4ba5-9add-d986c8e1e46e service neutron] 10.222.0.39 "GET /v2.0/networks/db7553ea-e2fe-422f-8d20-6ffc26d973b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3761420 Sep 17 07:57:22.037021 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1805aa58-a3dd-4696-88b7-97f453774e90 req-96e56dd1-5fb3-452e-be88-3172cb74d4d9 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] 10.222.0.13 "GET /v2.0/ports?device_id=a19ec3bb-a256-4ba5-9c48-d7c47585247a HTTP/1.1" status: 200 len: 210 time: 0.0438476 Sep 17 07:57:22.063500 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fc0c35-ebdc-49fe-9a62-58086c826aa8 req-787a30d6-3aac-410b-b53c-3925326e11f1 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:22.077978 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e0fc0c35-ebdc-49fe-9a62-58086c826aa8 req-787a30d6-3aac-410b-b53c-3925326e11f1 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb49abc9-4b7f-484b-bbaa-a9d2a437005e HTTP/1.1" status: 200 len: 945 time: 0.1391821 Sep 17 07:57:22.105480 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-68054b3d-5310-49e5-b0a2-4c213a089f3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:22.141554 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49702) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:22.168563 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e0fc0c35-ebdc-49fe-9a62-58086c826aa8 req-0b935718-31a4-4b96-83a0-35a52d7bb490 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896778 Sep 17 07:57:22.169830 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-16582c75-4c9f-4457-9446-d3873563d163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:22.270285 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-de5b8177-de58-42a4-a42b-da379b6d770a req-c8d586fb-12dd-4f8b-a624-0e51eba915c0 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0348713 Sep 17 07:57:22.310008 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-16582c75-4c9f-4457-9446-d3873563d163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:22.317646 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-16582c75-4c9f-4457-9446-d3873563d163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:22.363427 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-16582c75-4c9f-4457-9446-d3873563d163 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a4267bb1507348ac853d49c5bc428703&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2178481 Sep 17 07:57:22.364109 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16582c75-4c9f-4457-9446-d3873563d163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc63cfa-c644-4a7e-8946-87084172592e,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:22.367882 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49704) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:22.401466 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d21f109e-69c7-4174-81a3-96db19b03f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:22.426309 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-95b8c994-2952-4d77-9ada-06164f6db1fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:22.448998 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-95b8c994-2952-4d77-9ada-06164f6db1fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:22.499282 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-95b8c994-2952-4d77-9ada-06164f6db1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:22.501983 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-95b8c994-2952-4d77-9ada-06164f6db1fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:22.505725 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-95b8c994-2952-4d77-9ada-06164f6db1fd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2bc63cfa-c644-4a7e-8946-87084172592e HTTP/1.1" status: 204 len: 168 time: 0.1344352 Sep 17 07:57:22.512526 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b8c994-2952-4d77-9ada-06164f6db1fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc63cfa-c644-4a7e-8946-87084172592e,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:22.551694 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e9b1321-74b4-49a4-acca-60fd010421e4 req-c2b192ad-d76c-4b5b-92f1-55a62769a2cc tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:57:22.564649 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5ff66a-9630-43ee-aa55-f7a8b0360939 None None] Sync routers for ids ['3fa37587-81e9-4b4a-8660-4f4bfcf3a263'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:57:22.576013 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5ff66a-9630-43ee-aa55-f7a8b0360939 None None] Routers {'3fa37587-81e9-4b4a-8660-4f4bfcf3a263'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:57:22.577027 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-3d5ff66a-9630-43ee-aa55-f7a8b0360939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:57:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['3fa37587-81e9-4b4a-8660-4f4bfcf3a263'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:22.594568 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59325a35-377e-4925-9c6e-7c8df1dbbedd req-cc423801-769a-4f12-86bc-44803f401f39 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:22.603822 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-59325a35-377e-4925-9c6e-7c8df1dbbedd req-cc423801-769a-4f12-86bc-44803f401f39 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=191e2852-6f59-48ff-b328-b35342b9d8c2 HTTP/1.1" status: 200 len: 948 time: 0.0775549 Sep 17 07:57:22.625754 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e9b1321-74b4-49a4-acca-60fd010421e4 req-c2b192ad-d76c-4b5b-92f1-55a62769a2cc tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] No DVR routers for this DVR port f2fbc78a-4f39-4a1e-a6c5-cc98583fd9ad on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:57:22.629640 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-5e9b1321-74b4-49a4-acca-60fd010421e4 req-c2b192ad-d76c-4b5b-92f1-55a62769a2cc tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:22.631849 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5e9b1321-74b4-49a4-acca-60fd010421e4 req-c2b192ad-d76c-4b5b-92f1-55a62769a2cc tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] 10.222.0.39 "DELETE /v2.0/ports/f2fbc78a-4f39-4a1e-a6c5-cc98583fd9ad HTTP/1.1" status: 204 len: 173 time: 2.8474221 Sep 17 07:57:22.632478 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a19ec3bb-a256-4ba5-9c48-d7c47585247a', 'name': 'network-vif-deleted', 'tag': 'f2fbc78a-4f39-4a1e-a6c5-cc98583fd9ad'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:57:22.635062 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30fdd996-4a9d-4208-b525-3d7cff14e589" -d '{"events": [{"server_uuid": "a19ec3bb-a256-4ba5-9c48-d7c47585247a", "name": "network-vif-deleted", "tag": "f2fbc78a-4f39-4a1e-a6c5-cc98583fd9ad"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:57:22.679315 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:22.688988 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-59325a35-377e-4925-9c6e-7c8df1dbbedd req-aba0b095-083d-4c67-bbc4-9e4f1a20d6b0 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840740 Sep 17 07:57:22.736077 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0828cb0-420f-4ad2-9991-1c32d5dc874a x-openstack-request-id: req-b0828cb0-420f-4ad2-9991-1c32d5dc874a {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:57:22.736651 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a19ec3bb-a256-4ba5-9c48-d7c47585247a", "name": "network-vif-deleted", "tag": "f2fbc78a-4f39-4a1e-a6c5-cc98583fd9ad", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:57:22.736955 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b0828cb0-420f-4ad2-9991-1c32d5dc874a {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:57:22.737399 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a19ec3bb-a256-4ba5-9c48-d7c47585247a', 'name': 'network-vif-deleted', 'tag': 'f2fbc78a-4f39-4a1e-a6c5-cc98583fd9ad', 'status': 'completed', 'code': 200} Sep 17 07:57:22.754726 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-3d5ff66a-9630-43ee-aa55-f7a8b0360939 None None] Set router 3fa37587-81e9-4b4a-8660-4f4bfcf3a263 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:57:22.836503 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-68054b3d-5310-49e5-b0a2-4c213a089f3c admin admin] Deleting port f35d6232-5f77-454e-8378-b3e2d87dc110 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:57:22.836926 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-68054b3d-5310-49e5-b0a2-4c213a089f3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:22.928880 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-68054b3d-5310-49e5-b0a2-4c213a089f3c admin admin] For port f35d6232-5f77-454e-8378-b3e2d87dc110, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=f35d6232-5f77-454e-8378-b3e2d87dc110,segment=NetworkSegment(f69e0234-f609-4d9e-adc2-77c6f6ff34cf),segment_id=f69e0234-f609-4d9e-adc2-77c6f6ff34cf)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:57:22.929604 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-68054b3d-5310-49e5-b0a2-4c213a089f3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:22.945516 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-68054b3d-5310-49e5-b0a2-4c213a089f3c admin admin] Calling delete_port for f35d6232-5f77-454e-8378-b3e2d87dc110 owned by network:router_interface {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:57:22.985716 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-3d5ff66a-9630-43ee-aa55-f7a8b0360939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa37587-81e9-4b4a-8660-4f4bfcf3a263', 'name': 'tempest-ServersTestManualDisk-982544102-router', 'tenant_id': '84fde82bad9d4548b190a832b1df5fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '9808cc26-cef2-425c-b176-2e0b45f487d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:53:00Z', 'updated_at': '2021-09-17T07:53:08Z', 'revision_number': 4, 'project_id': '84fde82bad9d4548b190a832b1df5fc2', 'gw_port': {'id': '9808cc26-cef2-425c-b176-2e0b45f487d4', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:bb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa37587-81e9-4b4a-8660-4f4bfcf3a263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:53:01Z', 'updated_at': '2021-09-17T07:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '49841603-2cfb-4808-aa7e-24bc81b1c87c', 'name': '', 'network_id': 'cc19eaa7-2fec-4a50-a002-e03f66320c40', 'tenant_id': '84fde82bad9d4548b190a832b1df5fc2', 'mac_address': 'fa:16:3e:88:25:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa37587-81e9-4b4a-8660-4f4bfcf3a263', 'device_owner': 'network:router_interface', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '65482dcc-7ff4-4442-8996-a64a825a1c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:53:06Z', 'updated_at': '2021-09-17T07:53:17Z', 'revision_number': 5, 'project_id': '84fde82bad9d4548b190a832b1df5fc2', 'subnets': [{'id': '65482dcc-7ff4-4442-8996-a64a825a1c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:23.018430 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5ff66a-9630-43ee-aa55-f7a8b0360939 None None] Checking router: 3fa37587-81e9-4b4a-8660-4f4bfcf3a263 for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:57:23.027957 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5ff66a-9630-43ee-aa55-f7a8b0360939 None None] Routers {'3fa37587-81e9-4b4a-8660-4f4bfcf3a263'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:57:23.029025 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-3d5ff66a-9630-43ee-aa55-f7a8b0360939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:57:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['3fa37587-81e9-4b4a-8660-4f4bfcf3a263'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:23.220632 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-68054b3d-5310-49e5-b0a2-4c213a089f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:23.234352 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5924c9a3-b543-4012-b135-c9e46db0fd5b req-7cbfe299-b727-4268-9ee2-8094ffa155c9 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] 10.222.0.13 "GET /v2.0/ports?device_id=a19ec3bb-a256-4ba5-9c48-d7c47585247a HTTP/1.1" status: 200 len: 210 time: 0.0489948 Sep 17 07:57:23.363467 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68054b3d-5310-49e5-b0a2-4c213a089f3c admin admin] Pushing event deleted for resources: {'Port': ['ID=f35d6232-5f77-454e-8378-b3e2d87dc110,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:23.364272 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-3d5ff66a-9630-43ee-aa55-f7a8b0360939 None None] Set router 3fa37587-81e9-4b4a-8660-4f4bfcf3a263 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:57:23.405955 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f91f5f-5d30-4b86-a217-2e7f81d3c86c req-a4045f53-a50a-47ed-8c8c-61b53efcd1aa tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:23.413374 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e2f91f5f-5d30-4b86-a217-2e7f81d3c86c req-a4045f53-a50a-47ed-8c8c-61b53efcd1aa tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb49abc9-4b7f-484b-bbaa-a9d2a437005e HTTP/1.1" status: 200 len: 945 time: 0.1198595 Sep 17 07:57:23.514945 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ed54a55f-6225-4287-a82a-8f0d3e5b9d0f req-1991df4c-1754-4f55-8c75-5f885bc91008 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0616863 Sep 17 07:57:23.531505 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e2f91f5f-5d30-4b86-a217-2e7f81d3c86c req-99e15e67-d2b1-446f-ba19-642977b0053f tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106670 Sep 17 07:57:23.582093 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-68054b3d-5310-49e5-b0a2-4c213a089f3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:23.601833 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:23.680419 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-3d5ff66a-9630-43ee-aa55-f7a8b0360939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa37587-81e9-4b4a-8660-4f4bfcf3a263', 'name': 'tempest-ServersTestManualDisk-982544102-router', 'tenant_id': '84fde82bad9d4548b190a832b1df5fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '9808cc26-cef2-425c-b176-2e0b45f487d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:53:00Z', 'updated_at': '2021-09-17T07:53:08Z', 'revision_number': 4, 'project_id': '84fde82bad9d4548b190a832b1df5fc2', 'gw_port': {'id': '9808cc26-cef2-425c-b176-2e0b45f487d4', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:bb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa37587-81e9-4b4a-8660-4f4bfcf3a263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:53:01Z', 'updated_at': '2021-09-17T07:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '49841603-2cfb-4808-aa7e-24bc81b1c87c', 'name': '', 'network_id': 'cc19eaa7-2fec-4a50-a002-e03f66320c40', 'tenant_id': '84fde82bad9d4548b190a832b1df5fc2', 'mac_address': 'fa:16:3e:88:25:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa37587-81e9-4b4a-8660-4f4bfcf3a263', 'device_owner': 'network:router_interface', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '65482dcc-7ff4-4442-8996-a64a825a1c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:53:06Z', 'updated_at': '2021-09-17T07:53:17Z', 'revision_number': 5, 'project_id': '84fde82bad9d4548b190a832b1df5fc2', 'subnets': [{'id': '65482dcc-7ff4-4442-8996-a64a825a1c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:23.714759 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5ff66a-9630-43ee-aa55-f7a8b0360939 None None] The sync data for ids ['3fa37587-81e9-4b4a-8660-4f4bfcf3a263'] in n-d-789963-9 is: [{'id': '3fa37587-81e9-4b4a-8660-4f4bfcf3a263', 'name': 'tempest-ServersTestManualDisk-982544102-router', 'tenant_id': '84fde82bad9d4548b190a832b1df5fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '9808cc26-cef2-425c-b176-2e0b45f487d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:53:00Z', 'updated_at': '2021-09-17T07:53:08Z', 'revision_number': 4, 'project_id': '84fde82bad9d4548b190a832b1df5fc2', 'gw_port': {'id': '9808cc26-cef2-425c-b176-2e0b45f487d4', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:bb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa37587-81e9-4b4a-8660-4f4bfcf3a263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:53:01Z', 'updated_at': '2021-09-17T07:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '49841603-2cfb-4808-aa7e-24bc81b1c87c', 'name': '', 'network_id': 'cc19eaa7-2fec-4a50-a002-e03f66320c40', 'tenant_id': '84fde82bad9d4548b190a832b1df5fc2', 'mac_address': 'fa:16:3e:88:25:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa37587-81e9-4b4a-8660-4f4bfcf3a263', 'device_owner': 'network:router_interface', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '65482dcc-7ff4-4442-8996-a64a825a1c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:53:06Z', 'updated_at': '2021-09-17T07:53:17Z', 'revision_number': 5, 'project_id': '84fde82bad9d4548b190a832b1df5fc2', 'subnets': [{'id': '65482dcc-7ff4-4442-8996-a64a825a1c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:57:23.828926 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62563b7b-5f21-4846-83f6-3fc8c059c31d req-a4e01b53-cae8-439e-a038-5ca4ccb9cd9f tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:23.829157 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68054b3d-5310-49e5-b0a2-4c213a089f3c admin admin] Router c6788913-764f-453f-a846-79a9dd9f9415 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:57:23.830598 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-62563b7b-5f21-4846-83f6-3fc8c059c31d req-a4e01b53-cae8-439e-a038-5ca4ccb9cd9f tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=191e2852-6f59-48ff-b328-b35342b9d8c2 HTTP/1.1" status: 200 len: 948 time: 0.0631447 Sep 17 07:57:23.877827 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-62563b7b-5f21-4846-83f6-3fc8c059c31d req-8714f119-fab5-4787-a644-d0b755e62c52 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380576 Sep 17 07:57:23.959806 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68054b3d-5310-49e5-b0a2-4c213a089f3c admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:57:23.965152 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-68054b3d-5310-49e5-b0a2-4c213a089f3c admin admin] 10.222.0.13 "PUT /v2.0/routers/c6788913-764f-453f-a846-79a9dd9f9415/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5642018 Sep 17 07:57:23.967800 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49750) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:23.971176 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17a26d7-06d0-401c-85ab-a7d2bf5cd421 None None] Sync routers for ids ['c6788913-764f-453f-a846-79a9dd9f9415'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:57:23.984351 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17a26d7-06d0-401c-85ab-a7d2bf5cd421 None None] Routers {'c6788913-764f-453f-a846-79a9dd9f9415'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:57:23.985059 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-c17a26d7-06d0-401c-85ab-a7d2bf5cd421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:57:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['c6788913-764f-453f-a846-79a9dd9f9415'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:24.073016 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f75e99f-3873-480b-9aad-d342cea5f5e8 None None] New status for floating IP 9600b177-ab37-4dce-8280-2bfd84480903: DOWN {{(pid=101291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 07:57:24.092938 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-32d2e882-ec2c-4da4-aa81-ef6f79019d46 admin admin] Notify callbacks [] for router, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:24.117569 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-c17a26d7-06d0-401c-85ab-a7d2bf5cd421 None None] Set router c6788913-764f-453f-a846-79a9dd9f9415 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:57:24.210366 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-32d2e882-ec2c-4da4-aa81-ef6f79019d46 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:24.279917 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-32d2e882-ec2c-4da4-aa81-ef6f79019d46 admin admin] Deleting port 47b7db4d-7c26-463a-9561-c3aba65ddcec {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:57:24.280269 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-32d2e882-ec2c-4da4-aa81-ef6f79019d46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:24.332630 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 96b6b190-9d9b-4492-9ca9-717763647812 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:57:24.337971 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49762) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:24.339781 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device f2fbc78a-4f39-4a1e-a6c5-cc98583fd9ad no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:57:24.346226 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49766) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:24.388682 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: f2fbc78a-4f39-4a1e-a6c5-cc98583fd9ad {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:57:24.389025 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device f2fbc78a-4f39-4a1e-a6c5-cc98583fd9ad not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:57:24.398308 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-32d2e882-ec2c-4da4-aa81-ef6f79019d46 admin admin] For port 47b7db4d-7c26-463a-9561-c3aba65ddcec, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=47b7db4d-7c26-463a-9561-c3aba65ddcec,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:57:24.399093 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-32d2e882-ec2c-4da4-aa81-ef6f79019d46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:24.400039 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-c17a26d7-06d0-401c-85ab-a7d2bf5cd421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6788913-764f-453f-a846-79a9dd9f9415', 'name': 'tempest-ImageQuotaTest-846356370-router', 'tenant_id': 'a9bf439bd7a1445093888498b96dfc1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '47b7db4d-7c26-463a-9561-c3aba65ddcec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:57:11Z', 'updated_at': '2021-09-17T07:57:23Z', 'revision_number': 5, 'project_id': 'a9bf439bd7a1445093888498b96dfc1f', 'gw_port': {'id': '47b7db4d-7c26-463a-9561-c3aba65ddcec', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:80:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6788913-764f-453f-a846-79a9dd9f9415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:57:11Z', 'updated_at': '2021-09-17T07:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:24.418934 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-32d2e882-ec2c-4da4-aa81-ef6f79019d46 admin admin] Calling delete_port for 47b7db4d-7c26-463a-9561-c3aba65ddcec owned by network:router_gateway {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:57:24.453205 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-829076ff-8e57-419c-883c-d35a7a0c4144 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:24.456188 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17a26d7-06d0-401c-85ab-a7d2bf5cd421 None None] Checking router: c6788913-764f-453f-a846-79a9dd9f9415 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:57:24.470203 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17a26d7-06d0-401c-85ab-a7d2bf5cd421 None None] Routers {'c6788913-764f-453f-a846-79a9dd9f9415'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:57:24.471049 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-c17a26d7-06d0-401c-85ab-a7d2bf5cd421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:57:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['c6788913-764f-453f-a846-79a9dd9f9415'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:24.484148 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-829076ff-8e57-419c-883c-d35a7a0c4144 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:24.497918 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-6feedd7f-0deb-4c1b-a437-37ce6016806e tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-835730393', 'router:external': True}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:57:24.534654 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 96b6b190-9d9b-4492-9ca9-717763647812, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=96b6b190-9d9b-4492-9ca9-717763647812,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:57:24.559462 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '96b6b190-9d9b-4492-9ca9-717763647812', 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583', 'port_id': '96b6b190-9d9b-4492-9ca9-717763647812', 'mac_address': 'fa:16:3e:bc:82:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f3af6cb-9cad-436b-bf41-034e75672c44', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:57:24.600299 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6feedd7f-0deb-4c1b-a437-37ce6016806e tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Made reservation on behalf of 78f67b76116b4ca3865586b70b5e7623 for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:57:24.604106 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6feedd7f-0deb-4c1b-a437-37ce6016806e tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:24.605583 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-c17a26d7-06d0-401c-85ab-a7d2bf5cd421 None None] Set router c6788913-764f-453f-a846-79a9dd9f9415 gateway port host: None {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:57:24.608994 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-829076ff-8e57-419c-883c-d35a7a0c4144 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:24.613828 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-829076ff-8e57-419c-883c-d35a7a0c4144 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:24.617977 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-829076ff-8e57-419c-883c-d35a7a0c4144 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] 10.222.0.13 "DELETE /v2.0/security-groups/0160dd57-2270-4847-bea4-a144442b1878 HTTP/1.1" status: 204 len: 168 time: 0.2705400 Sep 17 07:57:24.621397 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49774) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:24.641574 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6feedd7f-0deb-4c1b-a437-37ce6016806e tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:24.645955 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829076ff-8e57-419c-883c-d35a7a0c4144 tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0160dd57-2270-4847-bea4-a144442b1878,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:24.652140 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:24.679326 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96b6b190-9d9b-4492-9ca9-717763647812 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:57:24.683084 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-c17a26d7-06d0-401c-85ab-a7d2bf5cd421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6788913-764f-453f-a846-79a9dd9f9415', 'name': 'tempest-ImageQuotaTest-846356370-router', 'tenant_id': 'a9bf439bd7a1445093888498b96dfc1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:57:11Z', 'updated_at': '2021-09-17T07:57:24Z', 'revision_number': 6, 'project_id': 'a9bf439bd7a1445093888498b96dfc1f', 'gw_port_host': None}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:24.704720 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 96b6b190-9d9b-4492-9ca9-717763647812, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=96b6b190-9d9b-4492-9ca9-717763647812,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:57:24.709092 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:24.709232 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-1979248a-9e25-405d-bdbb-a1477cc0428d tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] show failed (client error): The resource could not be found. Sep 17 07:57:24.712952 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-1979248a-9e25-405d-bdbb-a1477cc0428d tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] 10.222.0.13 "GET /v2.0/security-groups/0160dd57-2270-4847-bea4-a144442b1878 HTTP/1.1" status: 404 len: 347 time: 0.0881064 Sep 17 07:57:24.714673 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49776) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:24.716827 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17a26d7-06d0-401c-85ab-a7d2bf5cd421 None None] The sync data for ids ['c6788913-764f-453f-a846-79a9dd9f9415'] in n-d-789963-9 is: [{'id': 'c6788913-764f-453f-a846-79a9dd9f9415', 'name': 'tempest-ImageQuotaTest-846356370-router', 'tenant_id': 'a9bf439bd7a1445093888498b96dfc1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:57:11Z', 'updated_at': '2021-09-17T07:57:24Z', 'revision_number': 6, 'project_id': 'a9bf439bd7a1445093888498b96dfc1f', 'gw_port_host': None}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:57:24.740396 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bfde955a-e0a1-45f2-89b3-116ae98e4622 req-6f828d64-fd6c-426f-b9b5-f77bd7a5c7b6 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0826726 Sep 17 07:57:24.760480 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-32d2e882-ec2c-4da4-aa81-ef6f79019d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:24.785717 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=96b6b190-9d9b-4492-9ca9-717763647812,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:24.787480 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda38d8f-a28f-4bc6-9d1d-d42975c7ca1d req-bf166496-d347-4665-8b80-15daaf4bd28c tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:24.792511 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cda38d8f-a28f-4bc6-9d1d-d42975c7ca1d req-bf166496-d347-4665-8b80-15daaf4bd28c tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb49abc9-4b7f-484b-bbaa-a9d2a437005e HTTP/1.1" status: 200 len: 945 time: 0.1365197 Sep 17 07:57:24.822220 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d2e882-ec2c-4da4-aa81-ef6f79019d46 admin admin] Pushing event deleted for resources: {'Port': ['ID=47b7db4d-7c26-463a-9561-c3aba65ddcec,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:24.892515 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cda38d8f-a28f-4bc6-9d1d-d42975c7ca1d req-30bb0c16-e787-4202-a271-50ba48b03b2d tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811930 Sep 17 07:57:24.904811 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-32d2e882-ec2c-4da4-aa81-ef6f79019d46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:24.920279 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6feedd7f-0deb-4c1b-a437-37ce6016806e tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:24.923139 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-5b89cba1-70b2-45da-b764-f6c7395749bf tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Deleting port 9627da0a-09ad-4a1e-bbb6-0d18cd98b9e6 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:57:24.923505 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5b89cba1-70b2-45da-b764-f6c7395749bf tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:24.935712 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6feedd7f-0deb-4c1b-a437-37ce6016806e tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:24.969608 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6feedd7f-0deb-4c1b-a437-37ce6016806e tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 07:57:25.014285 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feedd7f-0deb-4c1b-a437-37ce6016806e tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d2efd9d-e8fa-42a4-b322-720974f221b7,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:25.018511 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6feedd7f-0deb-4c1b-a437-37ce6016806e tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:25.018837 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-6feedd7f-0deb-4c1b-a437-37ce6016806e tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Added segment 3f4c7bbb-b1a8-4fc2-ae58-78891515e714 of type vlan for network 13142542-95e6-4324-96d1-21f0201c44b9 Sep 17 07:57:25.028572 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-32d2e882-ec2c-4da4-aa81-ef6f79019d46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:25.031113 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-32d2e882-ec2c-4da4-aa81-ef6f79019d46 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:25.068130 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5b89cba1-70b2-45da-b764-f6c7395749bf tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:25.068373 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5b89cba1-70b2-45da-b764-f6c7395749bf tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:25.086477 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e9e3e-3d9b-41b4-8103-2e363078a6c5 req-7e7715b8-d936-4194-a411-18bf7e30dd0e tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:25.090011 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3f6e9e3e-3d9b-41b4-8103-2e363078a6c5 req-7e7715b8-d936-4194-a411-18bf7e30dd0e tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=191e2852-6f59-48ff-b328-b35342b9d8c2 HTTP/1.1" status: 200 len: 949 time: 0.1196439 Sep 17 07:57:25.091372 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-5b89cba1-70b2-45da-b764-f6c7395749bf tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Calling delete_port for 9627da0a-09ad-4a1e-bbb6-0d18cd98b9e6 owned by network:floatingip {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:57:25.094098 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6feedd7f-0deb-4c1b-a437-37ce6016806e tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:25.094284 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-32d2e882-ec2c-4da4-aa81-ef6f79019d46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:25.094894 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d2e882-ec2c-4da4-aa81-ef6f79019d46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6788913-764f-453f-a846-79a9dd9f9415 {{(pid=101289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 07:57:25.101271 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-32d2e882-ec2c-4da4-aa81-ef6f79019d46 admin admin] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:25.104686 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-32d2e882-ec2c-4da4-aa81-ef6f79019d46 admin admin] 10.222.0.13 "DELETE /v2.0/routers/c6788913-764f-453f-a846-79a9dd9f9415 HTTP/1.1" status: 204 len: 168 time: 1.1328750 Sep 17 07:57:25.105046 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49780) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:25.183432 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6feedd7f-0deb-4c1b-a437-37ce6016806e tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:25.184670 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6feedd7f-0deb-4c1b-a437-37ce6016806e tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:25.184804 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-cddac828-c73c-4de4-b11f-30d1f9435c4d admin admin] Deleting subnet 7cdf7508-868c-43e3-ad15-9d15604ff09f {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:57:25.185265 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6feedd7f-0deb-4c1b-a437-37ce6016806e tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:25.189193 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-cddac828-c73c-4de4-b11f-30d1f9435c4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:25.192962 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['96b6b190-9d9b-4492-9ca9-717763647812'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:57:25.222732 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:25.268587 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feedd7f-0deb-4c1b-a437-37ce6016806e tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Pushing event updated for resources: {'Network': ['ID=13142542-95e6-4324-96d1-21f0201c44b9,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:25.276946 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6feedd7f-0deb-4c1b-a437-37ce6016806e tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.9371371 Sep 17 07:57:25.279132 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49782) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:25.281349 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 13142542-95e6-4324-96d1-21f0201c44b9 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 07:57:25.285401 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-e1a007b4-ec88-462a-85f2-0f3dda8897e6 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Request body: {'subnet': {'network_id': '13142542-95e6-4324-96d1-21f0201c44b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:57:25.344643 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a007b4-ec88-462a-85f2-0f3dda8897e6 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Made reservation on behalf of 78f67b76116b4ca3865586b70b5e7623 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:57:25.347550 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e1a007b4-ec88-462a-85f2-0f3dda8897e6 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:25.442781 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5b89cba1-70b2-45da-b764-f6c7395749bf tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:25.481053 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3f6e9e3e-3d9b-41b4-8103-2e363078a6c5 req-efe5cdf3-6c79-40c1-9605-8b3c1d61cac6 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3665049 Sep 17 07:57:25.482117 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b89cba1-70b2-45da-b764-f6c7395749bf tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Pushing event deleted for resources: {'Port': ['ID=9627da0a-09ad-4a1e-bbb6-0d18cd98b9e6,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:25.503190 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-cddac828-c73c-4de4-b11f-30d1f9435c4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:25.590377 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5b89cba1-70b2-45da-b764-f6c7395749bf tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Notify callbacks [] for floatingip, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:25.593163 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5b89cba1-70b2-45da-b764-f6c7395749bf tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:25.593467 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-cddac828-c73c-4de4-b11f-30d1f9435c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:25.596304 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-5b89cba1-70b2-45da-b764-f6c7395749bf tempest-ServersTestManualDisk-420903406 tempest-ServersTestManualDisk-420903406-project] 10.222.0.13 "DELETE /v2.0/floatingips/9600b177-ab37-4dce-8280-2bfd84480903 HTTP/1.1" status: 204 len: 168 time: 0.8783050 Sep 17 07:57:25.598367 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49786) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:25.651383 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-cddac828-c73c-4de4-b11f-30d1f9435c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:25.685456 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddac828-c73c-4de4-b11f-30d1f9435c4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cdf7508-868c-43e3-ad15-9d15604ff09f,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:25.698068 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-cddac828-c73c-4de4-b11f-30d1f9435c4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:25.698223 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6124ad16-acf0-4184-bed7-14e7c82558fa None None] Network eb3e96eb-38e2-4b1d-97db-3792e42af546 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:57:25.700039 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-cddac828-c73c-4de4-b11f-30d1f9435c4d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7cdf7508-868c-43e3-ad15-9d15604ff09f HTTP/1.1" status: 204 len: 168 time: 0.5939710 Sep 17 07:57:25.704467 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49788) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:25.732531 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 47b7db4d-7c26-463a-9561-c3aba65ddcec no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:57:25.760445 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 47b7db4d-7c26-463a-9561-c3aba65ddcec {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:57:25.760822 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 47b7db4d-7c26-463a-9561-c3aba65ddcec not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:57:25.761217 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device f35d6232-5f77-454e-8378-b3e2d87dc110 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:57:25.787106 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8b261b98-b13a-41a7-96dd-ea801ce5f4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:25.823167 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: f35d6232-5f77-454e-8378-b3e2d87dc110 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:57:25.823577 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device f35d6232-5f77-454e-8378-b3e2d87dc110 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:57:25.875034 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-672a1c4e-e17a-4871-b1a8-60ed3964aee4 req-a8cf49dd-486f-48af-bede-8f6fc55f6727 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0336504 Sep 17 07:57:25.877540 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-8b261b98-b13a-41a7-96dd-ea801ce5f4cb admin admin] Deleting port f6b1c020-c9c1-4141-876a-ddfbe23eb278 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:57:25.878584 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8b261b98-b13a-41a7-96dd-ea801ce5f4cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:25.990541 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db705fdc-b93f-4435-9420-cd112d30055b None None] DHCP port deletion for eb3e96eb-38e2-4b1d-97db-3792e42af546 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 07:57:26.028180 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-8b261b98-b13a-41a7-96dd-ea801ce5f4cb admin admin] For port f6b1c020-c9c1-4141-876a-ddfbe23eb278, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=f6b1c020-c9c1-4141-876a-ddfbe23eb278,segment=NetworkSegment(f69e0234-f609-4d9e-adc2-77c6f6ff34cf),segment_id=f69e0234-f609-4d9e-adc2-77c6f6ff34cf)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:57:26.028544 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8b261b98-b13a-41a7-96dd-ea801ce5f4cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:26.048383 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-8b261b98-b13a-41a7-96dd-ea801ce5f4cb admin admin] Calling delete_port for f6b1c020-c9c1-4141-876a-ddfbe23eb278 owned by network:dhcp {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:57:26.064710 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-db705fdc-b93f-4435-9420-cd112d30055b None None] Deleting port f6b1c020-c9c1-4141-876a-ddfbe23eb278 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:57:26.065228 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-db705fdc-b93f-4435-9420-cd112d30055b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:26.073622 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc112548-6974-497a-8f6e-71d8ba4b5e3f req-2350362f-03f8-4e07-bb88-b8754546ec2a tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:26.075138 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fc112548-6974-497a-8f6e-71d8ba4b5e3f req-2350362f-03f8-4e07-bb88-b8754546ec2a tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb49abc9-4b7f-484b-bbaa-a9d2a437005e HTTP/1.1" status: 200 len: 945 time: 0.0913517 Sep 17 07:57:26.093189 n-d-789963-9 neutron-server[101290]: DEBUG neutron.objects.ports [None req-e1a007b4-ec88-462a-85f2-0f3dda8897e6 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101290) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 07:57:26.093665 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e1a007b4-ec88-462a-85f2-0f3dda8897e6 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:26.153767 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fc112548-6974-497a-8f6e-71d8ba4b5e3f req-2477f6b4-be72-4c01-9270-c907a59865af tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511117 Sep 17 07:57:26.154590 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a007b4-ec88-462a-85f2-0f3dda8897e6 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Pushing event updated for resources: {'Subnet': ['ID=85834335-f82d-4af1-b8c6-ed845981d483,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:26.161932 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-db705fdc-b93f-4435-9420-cd112d30055b None None] For port f6b1c020-c9c1-4141-876a-ddfbe23eb278, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=f6b1c020-c9c1-4141-876a-ddfbe23eb278,segment=NetworkSegment(f69e0234-f609-4d9e-adc2-77c6f6ff34cf),segment_id=f69e0234-f609-4d9e-adc2-77c6f6ff34cf)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:57:26.162336 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-db705fdc-b93f-4435-9420-cd112d30055b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:26.182795 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-db705fdc-b93f-4435-9420-cd112d30055b None None] Calling delete_port for f6b1c020-c9c1-4141-876a-ddfbe23eb278 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:57:26.184893 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8b261b98-b13a-41a7-96dd-ea801ce5f4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:26.195225 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a007b4-ec88-462a-85f2-0f3dda8897e6 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Checking segment: {'id': '3f4c7bbb-b1a8-4fc2-ae58-78891515e714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '13142542-95e6-4324-96d1-21f0201c44b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:57:26.195589 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a007b4-ec88-462a-85f2-0f3dda8897e6 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Network hostable DHCP agents. Network: 13142542-95e6-4324-96d1-21f0201c44b9, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 07:57:26.218126 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b261b98-b13a-41a7-96dd-ea801ce5f4cb admin admin] Pushing event deleted for resources: {'Port': ['ID=f6b1c020-c9c1-4141-876a-ddfbe23eb278,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:26.223193 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b261b98-b13a-41a7-96dd-ea801ce5f4cb admin admin] No DVR routers for this DVR port f6b1c020-c9c1-4141-876a-ddfbe23eb278 on host n-d-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:57:26.248235 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a007b4-ec88-462a-85f2-0f3dda8897e6 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Network 13142542-95e6-4324-96d1-21f0201c44b9 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 07:57:26.270957 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-e1a007b4-ec88-462a-85f2-0f3dda8897e6 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 13142542-95e6-4324-96d1-21f0201c44b9) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:57:26.275775 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-db705fdc-b93f-4435-9420-cd112d30055b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:26.277660 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c17af271-d5c6-4181-8cc3-4b3ab0f563be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:26.282461 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a007b4-ec88-462a-85f2-0f3dda8897e6 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:26.283105 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e1a007b4-ec88-462a-85f2-0f3dda8897e6 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:26.303617 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489edc86-58cc-47df-bbc4-7ff935530bf9 None None] Network 13142542-95e6-4324-96d1-21f0201c44b9 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:57:26.308043 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db705fdc-b93f-4435-9420-cd112d30055b None None] Pushing event deleted for resources: {'Port': ['ID=f6b1c020-c9c1-4141-876a-ddfbe23eb278,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:26.313682 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8b261b98-b13a-41a7-96dd-ea801ce5f4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:26.337061 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db705fdc-b93f-4435-9420-cd112d30055b None None] No DVR routers for this DVR port f6b1c020-c9c1-4141-876a-ddfbe23eb278 on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:57:26.338062 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-8b261b98-b13a-41a7-96dd-ea801ce5f4cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb3e96eb-38e2-4b1d-97db-3792e42af546']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:26.341120 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e1a007b4-ec88-462a-85f2-0f3dda8897e6 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0609431 Sep 17 07:57:26.347753 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49794) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:26.351228 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-2dafb30d-d789-481d-842c-4382b5a69adc tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1650468806', 'network_id': '13142542-95e6-4324-96d1-21f0201c44b9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:57:26.351740 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-8b261b98-b13a-41a7-96dd-ea801ce5f4cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f69e0234-f609-4d9e-adc2-77c6f6ff34cf') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:26.352013 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-8b261b98-b13a-41a7-96dd-ea801ce5f4cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f69e0234-f609-4d9e-adc2-77c6f6ff34cf') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:26.366969 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8b261b98-b13a-41a7-96dd-ea801ce5f4cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:26.382246 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8b261b98-b13a-41a7-96dd-ea801ce5f4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:26.392899 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b261b98-b13a-41a7-96dd-ea801ce5f4cb admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 07:57:26.393481 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8b261b98-b13a-41a7-96dd-ea801ce5f4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:26.395868 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 07:57:26.395868 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 07:57:26.395868 n-d-789963-9 neutron-server[101289]: timer() Sep 17 07:57:26.395868 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 07:57:26.395868 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 07:57:26.395868 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 07:57:26.395868 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 07:57:26.395868 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 07:57:26.395868 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 07:57:26.395868 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 07:57:26.395868 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 07:57:26.395868 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 07:57:26.395868 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 07:57:26.395868 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 07:57:26.395868 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 07:57:26.395868 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 07:57:26.395868 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 07:57:26.395868 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 07:57:26.395868 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 07:57:26.395868 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 07:57:26.395868 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 07:57:26.395868 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 07:57:26.395868 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 07:57:26.395868 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 07:57:26.395868 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 07:57:26.395868 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 07:57:26.395868 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 07:57:26.395868 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 07:57:26.395868 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 07:57:26.395868 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 07:57:26.395868 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 07:57:26.395868 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 07:57:26.408521 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dafb30d-d789-481d-842c-4382b5a69adc tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Made reservation on behalf of 78f67b76116b4ca3865586b70b5e7623 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:57:26.410793 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2dafb30d-d789-481d-842c-4382b5a69adc tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:26.457821 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [None req-2dafb30d-d789-481d-842c-4382b5a69adc tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] device_id is not set on port 4ed4cc41-df60-421e-bab4-a00d0ea8586d yet. {{(pid=101290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 07:57:26.466973 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb39629a-ffa3-409f-8869-bf1da7dc3144 None None] Network 13142542-95e6-4324-96d1-21f0201c44b9 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:57:26.471898 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8b261b98-b13a-41a7-96dd-ea801ce5f4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:26.482020 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8b261b98-b13a-41a7-96dd-ea801ce5f4cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:26.484308 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-8b261b98-b13a-41a7-96dd-ea801ce5f4cb admin admin] 10.222.0.13 "DELETE /v2.0/networks/eb3e96eb-38e2-4b1d-97db-3792e42af546 HTTP/1.1" status: 204 len: 168 time: 0.7788918 Sep 17 07:57:26.496110 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b261b98-b13a-41a7-96dd-ea801ce5f4cb admin admin] Pushing event deleted for resources: {'Network': ['ID=eb3e96eb-38e2-4b1d-97db-3792e42af546,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:26.621230 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-2dafb30d-d789-481d-842c-4382b5a69adc tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Allocated IP 172.20.0.14 (13142542-95e6-4324-96d1-21f0201c44b9/85834335-f82d-4af1-b8c6-ed845981d483/4ed4cc41-df60-421e-bab4-a00d0ea8586d) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:57:26.652520 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcec3562-715d-4db6-bd4e-f9755c12974f req-698a2e95-1422-4309-ab05-9647e298d772 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:26.654253 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bcec3562-715d-4db6-bd4e-f9755c12974f req-698a2e95-1422-4309-ab05-9647e298d772 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=191e2852-6f59-48ff-b328-b35342b9d8c2 HTTP/1.1" status: 200 len: 949 time: 0.0695589 Sep 17 07:57:26.712547 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bcec3562-715d-4db6-bd4e-f9755c12974f req-e20e2ae3-2894-4eff-a924-e88871623f0b tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456164 Sep 17 07:57:26.739565 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49802) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:26.776883 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-c17af271-d5c6-4181-8cc3-4b3ab0f563be admin admin] Deleting port 49841603-2cfb-4808-aa7e-24bc81b1c87c {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:57:26.777226 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c17af271-d5c6-4181-8cc3-4b3ab0f563be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:26.779742 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-78856e6a-f8b0-40f6-8e00-dcf362619678 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a9bf439bd7a1445093888498b96dfc1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389428 Sep 17 07:57:26.782320 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49804) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:26.830038 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0d424952-7d88-40fb-8749-62a97aa1bea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:26.850900 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0d424952-7d88-40fb-8749-62a97aa1bea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:26.882996 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2dafb30d-d789-481d-842c-4382b5a69adc tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:26.901133 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0d424952-7d88-40fb-8749-62a97aa1bea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:26.903820 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0d424952-7d88-40fb-8749-62a97aa1bea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:26.905089 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-0d424952-7d88-40fb-8749-62a97aa1bea2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/00319ae8-7610-45fb-abce-a1a22e947fa8 HTTP/1.1" status: 204 len: 168 time: 0.1216938 Sep 17 07:57:26.908992 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-c17af271-d5c6-4181-8cc3-4b3ab0f563be admin admin] For port 49841603-2cfb-4808-aa7e-24bc81b1c87c, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=49841603-2cfb-4808-aa7e-24bc81b1c87c,segment=NetworkSegment(60effd61-6a66-42af-9af2-97043b19239e),segment_id=60effd61-6a66-42af-9af2-97043b19239e)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:57:26.910287 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c17af271-d5c6-4181-8cc3-4b3ab0f563be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:26.915155 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d424952-7d88-40fb-8749-62a97aa1bea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00319ae8-7610-45fb-abce-a1a22e947fa8,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:26.931881 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-c17af271-d5c6-4181-8cc3-4b3ab0f563be admin admin] Calling delete_port for 49841603-2cfb-4808-aa7e-24bc81b1c87c owned by network:router_interface {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:57:26.998384 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2dafb30d-d789-481d-842c-4382b5a69adc tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:27.021517 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6f775176-6061-4c52-afe5-b81b7be0d643 req-224c7772-51fd-4c2e-8be7-8e9d0ec22371 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0306063 Sep 17 07:57:27.062050 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dafb30d-d789-481d-842c-4382b5a69adc tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Network 13142542-95e6-4324-96d1-21f0201c44b9 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:57:27.103145 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-2dafb30d-d789-481d-842c-4382b5a69adc tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:57:27.107063 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dafb30d-d789-481d-842c-4382b5a69adc tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:57:27.108970 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dafb30d-d789-481d-842c-4382b5a69adc tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Pushing event updated for resources: {'Port': ['ID=4ed4cc41-df60-421e-bab4-a00d0ea8586d,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:27.166993 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dafb30d-d789-481d-842c-4382b5a69adc tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:27.167787 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2dafb30d-d789-481d-842c-4382b5a69adc tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:27.187555 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-2dafb30d-d789-481d-842c-4382b5a69adc tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 0.8426001 Sep 17 07:57:27.190428 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49814) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:27.262029 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c17af271-d5c6-4181-8cc3-4b3ab0f563be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:27.296707 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17af271-d5c6-4181-8cc3-4b3ab0f563be admin admin] Pushing event deleted for resources: {'Port': ['ID=49841603-2cfb-4808-aa7e-24bc81b1c87c,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:27.319981 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5000789-c5ee-4b30-ba94-a05904938ea5 req-90cff661-0ef1-403b-942f-b7040216da16 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:27.319981 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b5000789-c5ee-4b30-ba94-a05904938ea5 req-90cff661-0ef1-403b-942f-b7040216da16 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb49abc9-4b7f-484b-bbaa-a9d2a437005e HTTP/1.1" status: 200 len: 945 time: 0.0675366 Sep 17 07:57:27.320210 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49816) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:27.355933 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6041e2ff-db1c-49fb-aa50-0342a077d77d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:27.358605 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-2f712562-0dcd-4e70-87f8-196b902f5950 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Deleting port 4ed4cc41-df60-421e-bab4-a00d0ea8586d {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:57:27.358938 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2f712562-0dcd-4e70-87f8-196b902f5950 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:27.459655 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b5000789-c5ee-4b30-ba94-a05904938ea5 req-26157bfc-cdcc-4454-8f83-5baabd008ded tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259646 Sep 17 07:57:27.491801 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c17af271-d5c6-4181-8cc3-4b3ab0f563be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:27.506331 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2f712562-0dcd-4e70-87f8-196b902f5950 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:27.523962 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-2f712562-0dcd-4e70-87f8-196b902f5950 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Calling delete_port for 4ed4cc41-df60-421e-bab4-a00d0ea8586d owned by {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:57:27.624096 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6041e2ff-db1c-49fb-aa50-0342a077d77d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:27.634350 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6041e2ff-db1c-49fb-aa50-0342a077d77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:27.701431 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6041e2ff-db1c-49fb-aa50-0342a077d77d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18429b4e-4669-46b0-86df-724f0293249a,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:27.706845 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-6041e2ff-db1c-49fb-aa50-0342a077d77d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.3843749 Sep 17 07:57:27.711910 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49820) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:27.786008 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2f712562-0dcd-4e70-87f8-196b902f5950 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:27.824554 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device f6b1c020-c9c1-4141-876a-ddfbe23eb278 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:57:27.825858 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f712562-0dcd-4e70-87f8-196b902f5950 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Pushing event deleted for resources: {'Port': ['ID=4ed4cc41-df60-421e-bab4-a00d0ea8586d,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:27.851807 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: f6b1c020-c9c1-4141-876a-ddfbe23eb278 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:57:27.852445 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device f6b1c020-c9c1-4141-876a-ddfbe23eb278 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:57:27.921254 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-288327da-8d84-4b30-bba1-7a7d36385635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:27.961879 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b37368-66e4-4613-aafa-ad52a65b4451 req-46edcc8a-20dc-43f5-8fc0-acfd84cd8b57 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:27.963373 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-69b37368-66e4-4613-aafa-ad52a65b4451 req-46edcc8a-20dc-43f5-8fc0-acfd84cd8b57 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=191e2852-6f59-48ff-b328-b35342b9d8c2 HTTP/1.1" status: 200 len: 949 time: 0.1415761 Sep 17 07:57:27.974868 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-288327da-8d84-4b30-bba1-7a7d36385635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:27.989139 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2f712562-0dcd-4e70-87f8-196b902f5950 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:27.991019 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-2f712562-0dcd-4e70-87f8-196b902f5950 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] 10.222.0.13 "DELETE /v2.0/ports/4ed4cc41-df60-421e-bab4-a00d0ea8586d HTTP/1.1" status: 204 len: 168 time: 0.7996607 Sep 17 07:57:27.995736 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49824) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:28.000018 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-86b83aa7-9d95-45af-ab52-b5052c94b1eb tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '13142542-95e6-4324-96d1-21f0201c44b9', 'external_fixed_ips': [{'subnet_id': '85834335-f82d-4af1-b8c6-ed845981d483', 'ip_address': '172.20.0.14'}]}}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:57:28.033686 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c17af271-d5c6-4181-8cc3-4b3ab0f563be admin admin] Router 3fa37587-81e9-4b4a-8660-4f4bfcf3a263 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:57:28.062701 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-69b37368-66e4-4613-aafa-ad52a65b4451 req-4c718b22-45cd-409b-b7cb-db0265cfcc51 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900004 Sep 17 07:57:28.066614 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-86b83aa7-9d95-45af-ab52-b5052c94b1eb tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:28.068186 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-86b83aa7-9d95-45af-ab52-b5052c94b1eb tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:28.094902 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-288327da-8d84-4b30-bba1-7a7d36385635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:28.100206 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-288327da-8d84-4b30-bba1-7a7d36385635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:28.102018 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-288327da-8d84-4b30-bba1-7a7d36385635 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/18429b4e-4669-46b0-86df-724f0293249a HTTP/1.1" status: 204 len: 168 time: 0.3894718 Sep 17 07:57:28.134282 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288327da-8d84-4b30-bba1-7a7d36385635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18429b4e-4669-46b0-86df-724f0293249a,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:28.184266 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c17af271-d5c6-4181-8cc3-4b3ab0f563be admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:57:28.192677 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c17af271-d5c6-4181-8cc3-4b3ab0f563be admin admin] 10.222.0.13 "PUT /v2.0/routers/3fa37587-81e9-4b4a-8660-4f4bfcf3a263/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5841217 Sep 17 07:57:28.192677 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49830) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:28.194601 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fff3d1c-a025-4d59-8528-cd45d0c39bcb None None] Sync routers for ids ['3fa37587-81e9-4b4a-8660-4f4bfcf3a263'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:57:28.205303 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-86b83aa7-9d95-45af-ab52-b5052c94b1eb tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:28.206843 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fff3d1c-a025-4d59-8528-cd45d0c39bcb None None] Routers {'3fa37587-81e9-4b4a-8660-4f4bfcf3a263'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:57:28.207789 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-2fff3d1c-a025-4d59-8528-cd45d0c39bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:57:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['3fa37587-81e9-4b4a-8660-4f4bfcf3a263'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:28.288229 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-958b1696-5c8f-4176-aff6-2458ee608cec req-692180e5-acbb-4ccf-8403-e9ddd3903fd9 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0849009 Sep 17 07:57:28.324009 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4db00aad-a115-4361-b46d-abd5af98038a admin admin] Notify callbacks [] for router, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:28.362075 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 96b6b190-9d9b-4492-9ca9-717763647812 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:57:28.377475 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd305b59-42ed-4626-a7d6-c2e6b29172cb req-558c484a-329e-4c9c-bcf3-0c217a111a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:28.379118 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dd305b59-42ed-4626-a7d6-c2e6b29172cb req-558c484a-329e-4c9c-bcf3-0c217a111a1f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bb49abc9-4b7f-484b-bbaa-a9d2a437005e HTTP/1.1" status: 200 len: 1096 time: 0.2135038 Sep 17 07:57:28.390480 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-2fff3d1c-a025-4d59-8528-cd45d0c39bcb None None] Set router 3fa37587-81e9-4b4a-8660-4f4bfcf3a263 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:57:28.420766 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-86b83aa7-9d95-45af-ab52-b5052c94b1eb tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:28.443379 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port 96b6b190-9d9b-4492-9ca9-717763647812 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:57:28.448944 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 96b6b190-9d9b-4492-9ca9-717763647812 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:57:28.449657 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:28.481583 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dd305b59-42ed-4626-a7d6-c2e6b29172cb req-9f5ef2ab-b3cc-41f8-a4b4-4a90c0d2a1b6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634685 Sep 17 07:57:28.501049 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4db00aad-a115-4361-b46d-abd5af98038a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:28.561268 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:28.574201 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-4db00aad-a115-4361-b46d-abd5af98038a admin admin] Deleting port 9808cc26-cef2-425c-b176-2e0b45f487d4 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:57:28.574551 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4db00aad-a115-4361-b46d-abd5af98038a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:28.593882 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '191e2852-6f59-48ff-b328-b35342b9d8c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b6b190-9d9b-4492-9ca9-717763647812'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:57:28.596452 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a78613c9-168e-4759-bdb6-39d39579daf7" -d '{"events": [{"server_uuid": "191e2852-6f59-48ff-b328-b35342b9d8c2", "name": "network-vif-plugged", "status": "completed", "tag": "96b6b190-9d9b-4492-9ca9-717763647812"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:57:28.615429 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8cb0b0-acd6-4e20-88e0-f70c05d3d29f req-f861a0c5-8063-49bd-a18f-80382b37b95c tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:28.617446 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7e8cb0b0-acd6-4e20-88e0-f70c05d3d29f req-f861a0c5-8063-49bd-a18f-80382b37b95c tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb49abc9-4b7f-484b-bbaa-a9d2a437005e HTTP/1.1" status: 200 len: 945 time: 0.0753491 Sep 17 07:57:28.622205 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 96b6b190-9d9b-4492-9ca9-717763647812, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=96b6b190-9d9b-4492-9ca9-717763647812,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:57:28.631107 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:28.666116 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d12d523-5a2d-4067-b0d7-7782dfd9b560 x-openstack-request-id: req-9d12d523-5a2d-4067-b0d7-7782dfd9b560 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:57:28.666704 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "191e2852-6f59-48ff-b328-b35342b9d8c2", "name": "network-vif-plugged", "status": "completed", "tag": "96b6b190-9d9b-4492-9ca9-717763647812", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:57:28.667116 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9d12d523-5a2d-4067-b0d7-7782dfd9b560 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:57:28.667669 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '191e2852-6f59-48ff-b328-b35342b9d8c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b6b190-9d9b-4492-9ca9-717763647812', 'code': 200} Sep 17 07:57:28.679529 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-2fff3d1c-a025-4d59-8528-cd45d0c39bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa37587-81e9-4b4a-8660-4f4bfcf3a263', 'name': 'tempest-ServersTestManualDisk-982544102-router', 'tenant_id': '84fde82bad9d4548b190a832b1df5fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '9808cc26-cef2-425c-b176-2e0b45f487d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:53:00Z', 'updated_at': '2021-09-17T07:57:27Z', 'revision_number': 5, 'project_id': '84fde82bad9d4548b190a832b1df5fc2', 'gw_port': {'id': '9808cc26-cef2-425c-b176-2e0b45f487d4', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:bb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa37587-81e9-4b4a-8660-4f4bfcf3a263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:53:01Z', 'updated_at': '2021-09-17T07:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:28.699615 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=96b6b190-9d9b-4492-9ca9-717763647812,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:28.710235 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7e8cb0b0-acd6-4e20-88e0-f70c05d3d29f req-a4dff21b-2335-4352-a3ca-04bd9c6c9459 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566733 Sep 17 07:57:28.722872 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fff3d1c-a025-4d59-8528-cd45d0c39bcb None None] Checking router: 3fa37587-81e9-4b4a-8660-4f4bfcf3a263 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:57:28.736515 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-4db00aad-a115-4361-b46d-abd5af98038a admin admin] For port 9808cc26-cef2-425c-b176-2e0b45f487d4, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=9808cc26-cef2-425c-b176-2e0b45f487d4,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:57:28.736736 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fff3d1c-a025-4d59-8528-cd45d0c39bcb None None] Routers {'3fa37587-81e9-4b4a-8660-4f4bfcf3a263'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:57:28.737054 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-2fff3d1c-a025-4d59-8528-cd45d0c39bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:57:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['3fa37587-81e9-4b4a-8660-4f4bfcf3a263'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:28.737658 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4db00aad-a115-4361-b46d-abd5af98038a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:28.750583 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-4db00aad-a115-4361-b46d-abd5af98038a admin admin] Calling delete_port for 9808cc26-cef2-425c-b176-2e0b45f487d4 owned by network:router_gateway {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:57:28.826533 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-2fff3d1c-a025-4d59-8528-cd45d0c39bcb None None] Set router 3fa37587-81e9-4b4a-8660-4f4bfcf3a263 gateway port host: None {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:57:28.850396 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9266e138-3eb7-4263-83e3-d755cc0ba9ab req-bd1f1437-4a2a-4a43-9d47-2475e8338ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:28.851021 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-86b83aa7-9d95-45af-ab52-b5052c94b1eb tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:28.852288 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9266e138-3eb7-4263-83e3-d755cc0ba9ab req-bd1f1437-4a2a-4a43-9d47-2475e8338ab1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=191e2852-6f59-48ff-b328-b35342b9d8c2 HTTP/1.1" status: 200 len: 1101 time: 0.0928071 Sep 17 07:57:28.878358 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-86b83aa7-9d95-45af-ab52-b5052c94b1eb tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:28.887934 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-2fff3d1c-a025-4d59-8528-cd45d0c39bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa37587-81e9-4b4a-8660-4f4bfcf3a263', 'name': 'tempest-ServersTestManualDisk-982544102-router', 'tenant_id': '84fde82bad9d4548b190a832b1df5fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:53:00Z', 'updated_at': '2021-09-17T07:57:28Z', 'revision_number': 6, 'project_id': '84fde82bad9d4548b190a832b1df5fc2', 'gw_port_host': None}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:28.915043 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fff3d1c-a025-4d59-8528-cd45d0c39bcb None None] The sync data for ids ['3fa37587-81e9-4b4a-8660-4f4bfcf3a263'] in n-d-789963-9 is: [{'id': '3fa37587-81e9-4b4a-8660-4f4bfcf3a263', 'name': 'tempest-ServersTestManualDisk-982544102-router', 'tenant_id': '84fde82bad9d4548b190a832b1df5fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:53:00Z', 'updated_at': '2021-09-17T07:57:28Z', 'revision_number': 6, 'project_id': '84fde82bad9d4548b190a832b1df5fc2', 'gw_port_host': None}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:57:28.935070 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9266e138-3eb7-4263-83e3-d755cc0ba9ab req-e9a1d63a-a99f-4cc3-94fb-e4fa2585ddbb service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423932 Sep 17 07:57:28.990857 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4db00aad-a115-4361-b46d-abd5af98038a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:29.020266 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db00aad-a115-4361-b46d-abd5af98038a admin admin] Pushing event deleted for resources: {'Port': ['ID=9808cc26-cef2-425c-b176-2e0b45f487d4,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:29.035943 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-86b83aa7-9d95-45af-ab52-b5052c94b1eb tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Allocated IP 172.20.0.14 (13142542-95e6-4324-96d1-21f0201c44b9/85834335-f82d-4af1-b8c6-ed845981d483/3f10d7fd-ca32-45bb-b15b-abadd444088c) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:57:29.083938 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4db00aad-a115-4361-b46d-abd5af98038a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:29.140875 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-86b83aa7-9d95-45af-ab52-b5052c94b1eb tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:29.174533 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4db00aad-a115-4361-b46d-abd5af98038a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:29.179087 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4db00aad-a115-4361-b46d-abd5af98038a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:29.201317 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-86b83aa7-9d95-45af-ab52-b5052c94b1eb tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:29.219577 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4db00aad-a115-4361-b46d-abd5af98038a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:29.220149 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db00aad-a115-4361-b46d-abd5af98038a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3fa37587-81e9-4b4a-8660-4f4bfcf3a263 {{(pid=101290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 07:57:29.224457 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4db00aad-a115-4361-b46d-abd5af98038a admin admin] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:29.225466 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-4db00aad-a115-4361-b46d-abd5af98038a admin admin] 10.222.0.13 "DELETE /v2.0/routers/3fa37587-81e9-4b4a-8660-4f4bfcf3a263 HTTP/1.1" status: 204 len: 168 time: 1.0289037 Sep 17 07:57:29.227942 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49840) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:29.247461 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b83aa7-9d95-45af-ab52-b5052c94b1eb tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Network 13142542-95e6-4324-96d1-21f0201c44b9 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:57:29.255983 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-86b83aa7-9d95-45af-ab52-b5052c94b1eb tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:57:29.269013 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48168c3-19e3-43e7-95bf-db92797d820c req-ceba5b17-b349-4fb7-8219-6ee5cced3891 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:29.270564 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d48168c3-19e3-43e7-95bf-db92797d820c req-ceba5b17-b349-4fb7-8219-6ee5cced3891 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=191e2852-6f59-48ff-b328-b35342b9d8c2 HTTP/1.1" status: 200 len: 950 time: 0.1040089 Sep 17 07:57:29.274133 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b83aa7-9d95-45af-ab52-b5052c94b1eb tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:57:29.277394 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b83aa7-9d95-45af-ab52-b5052c94b1eb tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Pushing event updated for resources: {'Port': ['ID=3f10d7fd-ca32-45bb-b15b-abadd444088c,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:29.283117 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e1b5fc8-6f85-4887-8a6e-054334a5397b admin admin] Deleting subnet 65482dcc-7ff4-4442-8996-a64a825a1c54 {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:57:29.286792 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1e1b5fc8-6f85-4887-8a6e-054334a5397b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:29.322314 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1e1b5fc8-6f85-4887-8a6e-054334a5397b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:29.410083 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1e1b5fc8-6f85-4887-8a6e-054334a5397b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:29.418638 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d48168c3-19e3-43e7-95bf-db92797d820c req-073cc489-92b5-4ddd-b888-c987aa8c1f08 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385708 Sep 17 07:57:29.445951 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-98feed13-9ca2-4e46-9f8a-4342ee6787e2 req-718092bb-06e2-4adb-b3eb-dd74996254bf tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0678847 Sep 17 07:57:29.472526 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1e1b5fc8-6f85-4887-8a6e-054334a5397b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:29.504552 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1e1b5fc8-6f85-4887-8a6e-054334a5397b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:29.508865 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-1e1b5fc8-6f85-4887-8a6e-054334a5397b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/65482dcc-7ff4-4442-8996-a64a825a1c54 HTTP/1.1" status: 204 len: 168 time: 0.2775719 Sep 17 07:57:29.508865 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1b5fc8-6f85-4887-8a6e-054334a5397b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65482dcc-7ff4-4442-8996-a64a825a1c54,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:29.510753 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49844) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:29.511781 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d4ccb8-266c-4967-abeb-970e2a400df3 None None] Network cc19eaa7-2fec-4a50-a002-e03f66320c40 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:57:29.577582 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f241f1ad-d928-4772-9a2b-d046459d41c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:29.591660 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-86b83aa7-9d95-45af-ab52-b5052c94b1eb tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:29.637275 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-f241f1ad-d928-4772-9a2b-d046459d41c5 admin admin] Deleting port c56e42f3-e929-4d78-8cb8-7784ea17eb63 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:57:29.637625 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f241f1ad-d928-4772-9a2b-d046459d41c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:29.709043 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-f241f1ad-d928-4772-9a2b-d046459d41c5 admin admin] For port c56e42f3-e929-4d78-8cb8-7784ea17eb63, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=c56e42f3-e929-4d78-8cb8-7784ea17eb63,segment=NetworkSegment(60effd61-6a66-42af-9af2-97043b19239e),segment_id=60effd61-6a66-42af-9af2-97043b19239e)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:57:29.709497 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f241f1ad-d928-4772-9a2b-d046459d41c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:29.727477 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-f241f1ad-d928-4772-9a2b-d046459d41c5 admin admin] Calling delete_port for c56e42f3-e929-4d78-8cb8-7784ea17eb63 owned by network:dhcp {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:57:29.729373 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95445d0-5a7e-4c4a-9b19-8bf346a89d4d None None] DHCP port deletion for cc19eaa7-2fec-4a50-a002-e03f66320c40 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 07:57:29.816276 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-b95445d0-5a7e-4c4a-9b19-8bf346a89d4d None None] Deleting port c56e42f3-e929-4d78-8cb8-7784ea17eb63 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:57:29.816665 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b95445d0-5a7e-4c4a-9b19-8bf346a89d4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:29.845282 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 49841603-2cfb-4808-aa7e-24bc81b1c87c no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:57:29.863603 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f241f1ad-d928-4772-9a2b-d046459d41c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:29.892434 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f241f1ad-d928-4772-9a2b-d046459d41c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c56e42f3-e929-4d78-8cb8-7784ea17eb63,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:29.904553 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f241f1ad-d928-4772-9a2b-d046459d41c5 admin admin] No DVR routers for this DVR port c56e42f3-e929-4d78-8cb8-7784ea17eb63 on host n-d-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:57:29.914048 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 49841603-2cfb-4808-aa7e-24bc81b1c87c {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:57:29.914267 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 49841603-2cfb-4808-aa7e-24bc81b1c87c not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:57:29.914682 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 9808cc26-cef2-425c-b176-2e0b45f487d4 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:57:29.951650 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 9808cc26-cef2-425c-b176-2e0b45f487d4 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:57:29.952007 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 9808cc26-cef2-425c-b176-2e0b45f487d4 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:57:29.952975 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device c56e42f3-e929-4d78-8cb8-7784ea17eb63 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:57:29.955168 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-b95445d0-5a7e-4c4a-9b19-8bf346a89d4d None None] For port c56e42f3-e929-4d78-8cb8-7784ea17eb63, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=c56e42f3-e929-4d78-8cb8-7784ea17eb63,segment=NetworkSegment(60effd61-6a66-42af-9af2-97043b19239e),segment_id=60effd61-6a66-42af-9af2-97043b19239e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:57:29.955559 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b95445d0-5a7e-4c4a-9b19-8bf346a89d4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:29.958326 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc14dfce-d66e-4eb0-b136-aa415d2542d3 req-5ee8c22f-4c75-4418-af70-023154e189f5 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:29.973234 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bc14dfce-d66e-4eb0-b136-aa415d2542d3 req-5ee8c22f-4c75-4418-af70-023154e189f5 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb49abc9-4b7f-484b-bbaa-a9d2a437005e HTTP/1.1" status: 200 len: 945 time: 0.0877507 Sep 17 07:57:29.983704 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: c56e42f3-e929-4d78-8cb8-7784ea17eb63 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:57:29.984099 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device c56e42f3-e929-4d78-8cb8-7784ea17eb63 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:57:29.990344 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-b95445d0-5a7e-4c4a-9b19-8bf346a89d4d None None] Calling delete_port for c56e42f3-e929-4d78-8cb8-7784ea17eb63 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:57:30.092902 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f241f1ad-d928-4772-9a2b-d046459d41c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:30.145534 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b95445d0-5a7e-4c4a-9b19-8bf346a89d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:30.153515 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bc14dfce-d66e-4eb0-b136-aa415d2542d3 req-a271af8a-3734-4c5b-92c1-9a6ccc3290b6 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771679 Sep 17 07:57:30.162477 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-f241f1ad-d928-4772-9a2b-d046459d41c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc19eaa7-2fec-4a50-a002-e03f66320c40']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:30.177198 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-f241f1ad-d928-4772-9a2b-d046459d41c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60effd61-6a66-42af-9af2-97043b19239e') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:30.177490 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-f241f1ad-d928-4772-9a2b-d046459d41c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60effd61-6a66-42af-9af2-97043b19239e') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:30.186988 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95445d0-5a7e-4c4a-9b19-8bf346a89d4d None None] Pushing event deleted for resources: {'Port': ['ID=c56e42f3-e929-4d78-8cb8-7784ea17eb63,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:30.188059 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f241f1ad-d928-4772-9a2b-d046459d41c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:30.191563 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95445d0-5a7e-4c4a-9b19-8bf346a89d4d None None] No DVR routers for this DVR port c56e42f3-e929-4d78-8cb8-7784ea17eb63 on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:57:30.216503 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f241f1ad-d928-4772-9a2b-d046459d41c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:30.233456 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f241f1ad-d928-4772-9a2b-d046459d41c5 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 07:57:30.233994 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f241f1ad-d928-4772-9a2b-d046459d41c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:30.246018 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 07:57:30.246018 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 07:57:30.246018 n-d-789963-9 neutron-server[101290]: timer() Sep 17 07:57:30.246018 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 07:57:30.246018 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 07:57:30.246018 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 07:57:30.246018 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 07:57:30.246018 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 07:57:30.246018 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 07:57:30.246018 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 07:57:30.246018 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 07:57:30.246018 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 07:57:30.246018 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 07:57:30.246018 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 07:57:30.246018 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 07:57:30.246018 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 07:57:30.246018 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 07:57:30.246018 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 07:57:30.246018 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 07:57:30.246018 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 07:57:30.246018 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 07:57:30.246018 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 07:57:30.246018 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 07:57:30.246018 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 07:57:30.246018 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 07:57:30.246018 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 07:57:30.246018 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 07:57:30.246018 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 07:57:30.246018 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 07:57:30.246018 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 07:57:30.246018 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 07:57:30.246018 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 07:57:30.254209 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-86b83aa7-9d95-45af-ab52-b5052c94b1eb tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:30.293523 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f241f1ad-d928-4772-9a2b-d046459d41c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:30.300247 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f241f1ad-d928-4772-9a2b-d046459d41c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:30.302102 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f241f1ad-d928-4772-9a2b-d046459d41c5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/cc19eaa7-2fec-4a50-a002-e03f66320c40 HTTP/1.1" status: 204 len: 168 time: 0.7904382 Sep 17 07:57:30.311858 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f241f1ad-d928-4772-9a2b-d046459d41c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc19eaa7-2fec-4a50-a002-e03f66320c40,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:30.412378 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86b83aa7-9d95-45af-ab52-b5052c94b1eb tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Router 0490e261-c486-4da9-afb4-4b9c4aad38a7 is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 07:57:30.444962 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49854) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:30.510637 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f5063e70-bfbb-4358-bbf0-a4cdbaf58268 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=84fde82bad9d4548b190a832b1df5fc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0583417 Sep 17 07:57:30.510637 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49858) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:30.563659 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ec1e3ae6-ae58-4121-a128-17b3448421cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:30.583302 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a7441658-5a5f-4752-a89f-ac93d17874cf req-0638d296-036d-47f1-a678-56e7a9bbbb4c tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0376163 Sep 17 07:57:30.586261 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ec1e3ae6-ae58-4121-a128-17b3448421cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:30.587971 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b83aa7-9d95-45af-ab52-b5052c94b1eb tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:57:30.603527 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97fa2aa-f215-4a15-9a3e-bdfece4cb6d7 req-c61ec303-e70c-466c-b572-d85980c85ef1 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:30.605907 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0a1f7c-e8ab-42b9-b125-06f796b752b0 None None] Sync routers for ids ['0490e261-c486-4da9-afb4-4b9c4aad38a7'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:57:30.609525 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f97fa2aa-f215-4a15-9a3e-bdfece4cb6d7 req-c61ec303-e70c-466c-b572-d85980c85ef1 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=191e2852-6f59-48ff-b328-b35342b9d8c2 HTTP/1.1" status: 200 len: 950 time: 0.0930393 Sep 17 07:57:30.621583 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0a1f7c-e8ab-42b9-b125-06f796b752b0 None None] Routers {'0490e261-c486-4da9-afb4-4b9c4aad38a7'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:57:30.622447 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-3e0a1f7c-e8ab-42b9-b125-06f796b752b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:57:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['0490e261-c486-4da9-afb4-4b9c4aad38a7'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:30.640635 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-86b83aa7-9d95-45af-ab52-b5052c94b1eb tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:30.642102 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-86b83aa7-9d95-45af-ab52-b5052c94b1eb tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 2.6453321 Sep 17 07:57:30.642855 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ec1e3ae6-ae58-4121-a128-17b3448421cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:30.645330 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49860) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:30.646288 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ec1e3ae6-ae58-4121-a128-17b3448421cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:30.647808 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ec1e3ae6-ae58-4121-a128-17b3448421cc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9c2cd105-8ef3-44c0-a4db-52611a7a754d HTTP/1.1" status: 204 len: 168 time: 0.1398187 Sep 17 07:57:30.659133 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1e3ae6-ae58-4121-a128-17b3448421cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2cd105-8ef3-44c0-a4db-52611a7a754d,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:30.718940 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f97fa2aa-f215-4a15-9a3e-bdfece4cb6d7 req-7a0b2049-57c4-4b6b-8ebf-307ef9c523eb tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023147 Sep 17 07:57:30.764670 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-3e0a1f7c-e8ab-42b9-b125-06f796b752b0 None None] Set router 0490e261-c486-4da9-afb4-4b9c4aad38a7 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:57:30.789330 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-addd4020-2a26-4c26-8718-b492cadf26ad tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks [] for router, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:30.899193 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-addd4020-2a26-4c26-8718-b492cadf26ad tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:30.961999 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-3e0a1f7c-e8ab-42b9-b125-06f796b752b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0490e261-c486-4da9-afb4-4b9c4aad38a7', 'name': '', 'tenant_id': '78f67b76116b4ca3865586b70b5e7623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13142542-95e6-4324-96d1-21f0201c44b9', 'external_fixed_ips': [{'subnet_id': '85834335-f82d-4af1-b8c6-ed845981d483', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': '3f10d7fd-ca32-45bb-b15b-abadd444088c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:57:28Z', 'updated_at': '2021-09-17T07:57:29Z', 'revision_number': 3, 'project_id': '78f67b76116b4ca3865586b70b5e7623', 'gw_port': {'id': '3f10d7fd-ca32-45bb-b15b-abadd444088c', 'name': '', 'network_id': '13142542-95e6-4324-96d1-21f0201c44b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2d:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0490e261-c486-4da9-afb4-4b9c4aad38a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '85834335-f82d-4af1-b8c6-ed845981d483', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:57:28Z', 'updated_at': '2021-09-17T07:57:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85834335-f82d-4af1-b8c6-ed845981d483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:30.963329 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-addd4020-2a26-4c26-8718-b492cadf26ad tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Deleting port 3f10d7fd-ca32-45bb-b15b-abadd444088c {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:57:30.963790 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-addd4020-2a26-4c26-8718-b492cadf26ad tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:30.995303 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0a1f7c-e8ab-42b9-b125-06f796b752b0 None None] Checking router: 0490e261-c486-4da9-afb4-4b9c4aad38a7 for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:57:30.995654 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0a1f7c-e8ab-42b9-b125-06f796b752b0 None None] Updating router 0490e261-c486-4da9-afb4-4b9c4aad38a7 port 3f10d7fd-ca32-45bb-b15b-abadd444088c binding host n-d-789963-9 {{(pid=101291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 07:57:31.022041 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3e0a1f7c-e8ab-42b9-b125-06f796b752b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:31.048702 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-addd4020-2a26-4c26-8718-b492cadf26ad tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:31.062696 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-addd4020-2a26-4c26-8718-b492cadf26ad tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Calling delete_port for 3f10d7fd-ca32-45bb-b15b-abadd444088c owned by network:router_gateway {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:57:31.278323 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-addd4020-2a26-4c26-8718-b492cadf26ad tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:31.326208 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addd4020-2a26-4c26-8718-b492cadf26ad tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Pushing event deleted for resources: {'Port': ['ID=3f10d7fd-ca32-45bb-b15b-abadd444088c,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:31.347025 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.db.api [None req-3e0a1f7c-e8ab-42b9-b125-06f796b752b0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 07:57:31.347396 n-d-789963-9 neutron-server[101291]: DEBUG oslo_db.api [None req-3e0a1f7c-e8ab-42b9-b125-06f796b752b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 07:57:31.391089 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c94a9e-c12b-45a7-9548-ae39ac0ee8a3 req-58619a0f-a41f-4ad8-bc8b-4249b6d1f0d5 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:31.392646 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d3c94a9e-c12b-45a7-9548-ae39ac0ee8a3 req-58619a0f-a41f-4ad8-bc8b-4249b6d1f0d5 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb49abc9-4b7f-484b-bbaa-a9d2a437005e HTTP/1.1" status: 200 len: 945 time: 0.1691165 Sep 17 07:57:31.417004 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-addd4020-2a26-4c26-8718-b492cadf26ad tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:31.504024 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49886) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:31.522321 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-addd4020-2a26-4c26-8718-b492cadf26ad tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:31.526111 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-addd4020-2a26-4c26-8718-b492cadf26ad tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:31.531684 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d3c94a9e-c12b-45a7-9548-ae39ac0ee8a3 req-f4d2da26-2522-40f7-ad89-b534ae2fff9f tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317747 Sep 17 07:57:31.584233 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-addd4020-2a26-4c26-8718-b492cadf26ad tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:31.584712 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-addd4020-2a26-4c26-8718-b492cadf26ad tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0490e261-c486-4da9-afb4-4b9c4aad38a7 {{(pid=101289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 07:57:31.595472 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-addd4020-2a26-4c26-8718-b492cadf26ad tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:31.599236 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-addd4020-2a26-4c26-8718-b492cadf26ad tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] 10.222.0.13 "DELETE /v2.0/routers/0490e261-c486-4da9-afb4-4b9c4aad38a7 HTTP/1.1" status: 204 len: 168 time: 0.9498703 Sep 17 07:57:31.599491 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49892) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:31.620859 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-e1f19273-791b-4ebc-875e-222a1fb82703 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2727712-network', 'tenant_id': 'be827b1e83e148ae835f43092deae86a'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:57:31.655989 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f19273-791b-4ebc-875e-222a1fb82703 admin admin] Made reservation on behalf of be827b1e83e148ae835f43092deae86a for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:57:31.660444 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e1f19273-791b-4ebc-875e-222a1fb82703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:31.670881 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e1f19273-791b-4ebc-875e-222a1fb82703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:31.697940 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5d4199c-cb21-4b90-898f-ea9afbbe201e tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Deleting subnet 85834335-f82d-4af1-b8c6-ed845981d483 {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:57:31.714924 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e5d4199c-cb21-4b90-898f-ea9afbbe201e tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:31.756461 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6f395332-f9a0-4409-b375-68d08adf343c req-7a6dd6f5-6e72-4932-9b99-bd58ac5e4e29 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0636933 Sep 17 07:57:31.766476 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eebe068-451d-4daf-9e80-21e72e8088c0 req-16233b36-b99e-4957-b8ef-f18221d62462 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:31.768056 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7eebe068-451d-4daf-9e80-21e72e8088c0 req-16233b36-b99e-4957-b8ef-f18221d62462 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=4765d900-580a-4876-aace-9ff28fab5c5d HTTP/1.1" status: 200 len: 945 time: 0.1366897 Sep 17 07:57:31.786397 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e1f19273-791b-4ebc-875e-222a1fb82703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:31.793430 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e1f19273-791b-4ebc-875e-222a1fb82703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:31.804464 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e5d4199c-cb21-4b90-898f-ea9afbbe201e tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:31.833063 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1f19273-791b-4ebc-875e-222a1fb82703 admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 07:57:31.848411 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7eebe068-451d-4daf-9e80-21e72e8088c0 req-b92acccf-9458-4969-a47f-0afd82d6daf2 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732982 Sep 17 07:57:31.855184 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f19273-791b-4ebc-875e-222a1fb82703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83963e04-88c6-40e9-944b-1d6adac19415,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:31.860413 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e1f19273-791b-4ebc-875e-222a1fb82703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:31.860766 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-e1f19273-791b-4ebc-875e-222a1fb82703 admin admin] Added segment 53a694f4-1e34-4b49-878a-62ea2d098ec0 of type vlan for network 6cfc3ea8-69fd-4619-936c-5df378582b6b Sep 17 07:57:31.900390 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e5d4199c-cb21-4b90-898f-ea9afbbe201e tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:31.900740 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0a1f7c-e8ab-42b9-b125-06f796b752b0 None None] Port 3f10d7fd-ca32-45bb-b15b-abadd444088c not found while updating agent binding for router 0490e261-c486-4da9-afb4-4b9c4aad38a7. {{(pid=101291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 17 07:57:31.910579 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0a1f7c-e8ab-42b9-b125-06f796b752b0 None None] Routers set() bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:57:31.915872 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0a1f7c-e8ab-42b9-b125-06f796b752b0 None None] Router IDs set() for agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 17 07:57:31.915872 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_agentschedulers_db [None req-3e0a1f7c-e8ab-42b9-b125-06f796b752b0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0490e261-c486-4da9-afb4-4b9c4aad38a7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:57:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent'). {{(pid=101291) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 17 07:57:31.915872 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0a1f7c-e8ab-42b9-b125-06f796b752b0 None None] The sync data for ids ['0490e261-c486-4da9-afb4-4b9c4aad38a7'] in n-d-789963-9 is: [] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:57:31.925908 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e1f19273-791b-4ebc-875e-222a1fb82703 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:31.928387 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d6d9b-c86e-4dd1-a181-fa5cb5f2cdb3 req-5faf7047-21cc-4c75-8ca3-b7fb281eb58a tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:31.929964 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f62d6d9b-c86e-4dd1-a181-fa5cb5f2cdb3 req-5faf7047-21cc-4c75-8ca3-b7fb281eb58a tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=191e2852-6f59-48ff-b328-b35342b9d8c2 HTTP/1.1" status: 200 len: 950 time: 0.0994849 Sep 17 07:57:31.961050 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e1f19273-791b-4ebc-875e-222a1fb82703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:31.962356 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f19273-791b-4ebc-875e-222a1fb82703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:31.963059 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e1f19273-791b-4ebc-875e-222a1fb82703 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:31.992783 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f62d6d9b-c86e-4dd1-a181-fa5cb5f2cdb3 req-cb6eec54-6ee8-4bae-ba87-31b93e113d76 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551178 Sep 17 07:57:32.006764 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49902) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:32.007118 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e1f19273-791b-4ebc-875e-222a1fb82703 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5018225 Sep 17 07:57:32.012324 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-59bdde18-73dc-4c18-b194-30dcc88dab63 admin admin] Request body: {'subnet': {'network_id': '6cfc3ea8-69fd-4619-936c-5df378582b6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2727712-subnet', 'tenant_id': 'be827b1e83e148ae835f43092deae86a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:57:32.023296 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e5d4199c-cb21-4b90-898f-ea9afbbe201e tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:32.062166 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d4199c-cb21-4b90-898f-ea9afbbe201e tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=85834335-f82d-4af1-b8c6-ed845981d483,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:32.074989 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e5d4199c-cb21-4b90-898f-ea9afbbe201e tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:32.076997 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e5d4199c-cb21-4b90-898f-ea9afbbe201e tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] 10.222.0.13 "DELETE /v2.0/subnets/85834335-f82d-4af1-b8c6-ed845981d483 HTTP/1.1" status: 204 len: 168 time: 0.4765401 Sep 17 07:57:32.080660 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49908) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:32.092826 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59bdde18-73dc-4c18-b194-30dcc88dab63 admin admin] Made reservation on behalf of be827b1e83e148ae835f43092deae86a for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:57:32.093538 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f19273-791b-4ebc-875e-222a1fb82703 admin admin] Pushing event updated for resources: {'Network': ['ID=6cfc3ea8-69fd-4619-936c-5df378582b6b,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:32.094737 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-59bdde18-73dc-4c18-b194-30dcc88dab63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:32.106048 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 6cfc3ea8-69fd-4619-936c-5df378582b6b details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 07:57:32.266745 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0d4a2f91-cdf7-4dc2-8af2-f3cd28a4a765 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:32.280582 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63017ab3-3b7b-490b-891b-b8ebaf43984d req-1129a09b-8975-4cbd-9851-7a5263d7e0f5 tempest-ServersOnMultiNodesTest-1858971072 tempest-ServersOnMultiNodesTest-1858971072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:32.282127 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-63017ab3-3b7b-490b-891b-b8ebaf43984d req-1129a09b-8975-4cbd-9851-7a5263d7e0f5 tempest-ServersOnMultiNodesTest-1858971072 tempest-ServersOnMultiNodesTest-1858971072-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=191e2852-6f59-48ff-b328-b35342b9d8c2 HTTP/1.1" status: 200 len: 1101 time: 0.1923766 Sep 17 07:57:32.326256 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd3914-0548-4fa2-8f0f-697326a0e61a req-a352cab1-8693-41d3-b8f4-c065233741af tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:32.327727 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9ffd3914-0548-4fa2-8f0f-697326a0e61a req-a352cab1-8693-41d3-b8f4-c065233741af tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=4765d900-580a-4876-aace-9ff28fab5c5d HTTP/1.1" status: 200 len: 945 time: 0.1800895 Sep 17 07:57:32.419416 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-63017ab3-3b7b-490b-891b-b8ebaf43984d req-fb648540-100b-449c-a18b-b04ad8637fcc tempest-ServersOnMultiNodesTest-1858971072 tempest-ServersOnMultiNodesTest-1858971072-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302156 Sep 17 07:57:32.487718 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9ffd3914-0548-4fa2-8f0f-697326a0e61a req-220de8c9-c88c-450a-a515-d49260c607ea tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481857 Sep 17 07:57:32.513128 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0d4a2f91-cdf7-4dc2-8af2-f3cd28a4a765 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:32.550673 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-0d4a2f91-cdf7-4dc2-8af2-f3cd28a4a765 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13142542-95e6-4324-96d1-21f0201c44b9']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:32.553775 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-59bdde18-73dc-4c18-b194-30dcc88dab63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:32.566584 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-0d4a2f91-cdf7-4dc2-8af2-f3cd28a4a765 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f4c7bbb-b1a8-4fc2-ae58-78891515e714') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:32.566887 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-0d4a2f91-cdf7-4dc2-8af2-f3cd28a4a765 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f4c7bbb-b1a8-4fc2-ae58-78891515e714') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:32.597953 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0d4a2f91-cdf7-4dc2-8af2-f3cd28a4a765 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:32.627211 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0d4a2f91-cdf7-4dc2-8af2-f3cd28a4a765 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:32.638676 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bdde18-73dc-4c18-b194-30dcc88dab63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f067041-ce8b-4655-bfa4-ebeec18fa6e5,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:32.641218 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d4a2f91-cdf7-4dc2-8af2-f3cd28a4a765 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 07:57:32.641728 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0d4a2f91-cdf7-4dc2-8af2-f3cd28a4a765 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:32.648984 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 07:57:32.648984 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 07:57:32.648984 n-d-789963-9 neutron-server[101289]: timer() Sep 17 07:57:32.648984 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 07:57:32.648984 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 07:57:32.648984 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 07:57:32.648984 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 07:57:32.648984 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 07:57:32.648984 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 07:57:32.648984 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 07:57:32.648984 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 07:57:32.648984 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 07:57:32.648984 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 07:57:32.648984 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 07:57:32.648984 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 07:57:32.648984 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 07:57:32.648984 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 07:57:32.648984 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 07:57:32.648984 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 07:57:32.648984 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 07:57:32.648984 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 07:57:32.648984 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 07:57:32.648984 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 07:57:32.648984 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 07:57:32.648984 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 07:57:32.648984 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 07:57:32.648984 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 07:57:32.648984 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 07:57:32.648984 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 07:57:32.648984 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 07:57:32.648984 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 07:57:32.648984 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 07:57:32.682570 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bdde18-73dc-4c18-b194-30dcc88dab63 admin admin] Checking segment: {'id': '53a694f4-1e34-4b49-878a-62ea2d098ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '6cfc3ea8-69fd-4619-936c-5df378582b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:57:32.682929 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59bdde18-73dc-4c18-b194-30dcc88dab63 admin admin] Network hostable DHCP agents. Network: 6cfc3ea8-69fd-4619-936c-5df378582b6b, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 07:57:32.760960 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0d4a2f91-cdf7-4dc2-8af2-f3cd28a4a765 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:32.770227 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59bdde18-73dc-4c18-b194-30dcc88dab63 admin admin] Network 6cfc3ea8-69fd-4619-936c-5df378582b6b is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 07:57:32.774730 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d4a2f91-cdf7-4dc2-8af2-f3cd28a4a765 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 13142542-95e6-4324-96d1-21f0201c44b9 {{(pid=101289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 17 07:57:32.786377 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0d4a2f91-cdf7-4dc2-8af2-f3cd28a4a765 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:32.794058 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-0d4a2f91-cdf7-4dc2-8af2-f3cd28a4a765 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] 10.222.0.13 "DELETE /v2.0/networks/13142542-95e6-4324-96d1-21f0201c44b9 HTTP/1.1" status: 204 len: 168 time: 0.7057974 Sep 17 07:57:32.797078 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1f2ec8-9fb4-4325-88fe-a2657818b70f req-4b2d1013-a940-4dab-b21b-eb4a65426ef9 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:32.798642 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7c1f2ec8-9fb4-4325-88fe-a2657818b70f req-4b2d1013-a940-4dab-b21b-eb4a65426ef9 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=191e2852-6f59-48ff-b328-b35342b9d8c2 HTTP/1.1" status: 200 len: 950 time: 0.1272621 Sep 17 07:57:32.801868 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4a2f91-cdf7-4dc2-8af2-f3cd28a4a765 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Pushing event deleted for resources: {'Network': ['ID=13142542-95e6-4324-96d1-21f0201c44b9,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:32.816409 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-59bdde18-73dc-4c18-b194-30dcc88dab63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 6cfc3ea8-69fd-4619-936c-5df378582b6b) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:57:32.828653 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bdde18-73dc-4c18-b194-30dcc88dab63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:32.828653 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-59bdde18-73dc-4c18-b194-30dcc88dab63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:32.831735 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9777cb-69c7-45e9-bdfb-90f3772daf5a None None] Network 6cfc3ea8-69fd-4619-936c-5df378582b6b requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:57:32.859933 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7c1f2ec8-9fb4-4325-88fe-a2657818b70f req-02787275-3183-436d-8c2e-7e7c152d0c11 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509498 Sep 17 07:57:32.867942 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-59bdde18-73dc-4c18-b194-30dcc88dab63 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8572178 Sep 17 07:57:32.868288 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49920) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:32.877584 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-4a176bc0-db23-4334-b975-81f9459a3449 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2727712-router', 'tenant_id': 'be827b1e83e148ae835f43092deae86a', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:57:32.920825 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-34da1f50-7b5b-4209-a9a6-c7e481f8b9c0 req-d1a82a25-97c6-4b2b-a6e5-844a87bc1d0a tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0371890 Sep 17 07:57:32.935451 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4a176bc0-db23-4334-b975-81f9459a3449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:32.946416 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4a176bc0-db23-4334-b975-81f9459a3449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:33.008502 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4a176bc0-db23-4334-b975-81f9459a3449 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:33.172476 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49926) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:33.177607 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-85f0fa89-0e70-49dc-9499-9c8e37477018 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Request body: {'router': {'name': 'tempest-router--225718019', 'project_id': '81993f42aba34464ba22f7d029ea1795'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:57:33.203822 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-85f0fa89-0e70-49dc-9499-9c8e37477018 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:33.205314 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-85f0fa89-0e70-49dc-9499-9c8e37477018 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:33.240752 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a1a16e-fef7-4289-a350-75bdb3285994 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-6cfc3ea8-69fd-4619-936c-5df378582b6b', 'network_id': '6cfc3ea8-69fd-4619-936c-5df378582b6b', 'tenant_id': 'be827b1e83e148ae835f43092deae86a', 'fixed_ips': [{'subnet_id': '5f067041-ce8b-4655-bfa4-ebeec18fa6e5'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 07:57:33.242582 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a1a1a16e-fef7-4289-a350-75bdb3285994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:33.273463 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-85f0fa89-0e70-49dc-9499-9c8e37477018 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:33.278350 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-85f0fa89-0e70-49dc-9499-9c8e37477018 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:33.294100 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-85f0fa89-0e70-49dc-9499-9c8e37477018 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:33.298438 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-85f0fa89-0e70-49dc-9499-9c8e37477018 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1222541 Sep 17 07:57:33.298692 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49928) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:33.376402 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f075cbf4-9cba-476b-b1f9-a258f75078dc tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks [] for router, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:33.395573 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-a1a1a16e-fef7-4289-a350-75bdb3285994 None None] Allocated IP 172.20.0.2 (6cfc3ea8-69fd-4619-936c-5df378582b6b/5f067041-ce8b-4655-bfa4-ebeec18fa6e5/1e553784-47a6-4ee9-9833-65fc94b846f5) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:57:33.408271 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4a176bc0-db23-4334-b975-81f9459a3449 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:33.559723 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f075cbf4-9cba-476b-b1f9-a258f75078dc tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:33.562761 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f075cbf4-9cba-476b-b1f9-a258f75078dc tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:33.567902 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a1a1a16e-fef7-4289-a350-75bdb3285994 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:33.576629 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a1a1a16e-fef7-4289-a350-75bdb3285994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:33.616086 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a1a16e-fef7-4289-a350-75bdb3285994 None None] Network 6cfc3ea8-69fd-4619-936c-5df378582b6b is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:57:33.617731 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f075cbf4-9cba-476b-b1f9-a258f75078dc tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:33.618527 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f075cbf4-9cba-476b-b1f9-a258f75078dc tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eb104335-7989-42aa-b6f3-5011c06a38b8 {{(pid=101290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 07:57:33.619871 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-a1a1a16e-fef7-4289-a350-75bdb3285994 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:57:33.623044 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f075cbf4-9cba-476b-b1f9-a258f75078dc tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:33.626674 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f075cbf4-9cba-476b-b1f9-a258f75078dc tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] 10.222.0.13 "DELETE /v2.0/routers/eb104335-7989-42aa-b6f3-5011c06a38b8 HTTP/1.1" status: 204 len: 168 time: 0.3245444 Sep 17 07:57:33.626848 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a1a16e-fef7-4289-a350-75bdb3285994 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:57:33.639031 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a1a16e-fef7-4289-a350-75bdb3285994 None None] Pushing event updated for resources: {'Port': ['ID=1e553784-47a6-4ee9-9833-65fc94b846f5,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:33.694034 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-a1a1a16e-fef7-4289-a350-75bdb3285994 None None] Attempting to bind port 1e553784-47a6-4ee9-9833-65fc94b846f5 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:57:33.694438 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-a1a1a16e-fef7-4289-a350-75bdb3285994 None None] Attempting to bind port 1e553784-47a6-4ee9-9833-65fc94b846f5 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '53a694f4-1e34-4b49-878a-62ea2d098ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '6cfc3ea8-69fd-4619-936c-5df378582b6b'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:57:33.694804 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a1a16e-fef7-4289-a350-75bdb3285994 None None] Attempting to bind port 1e553784-47a6-4ee9-9833-65fc94b846f5 on network 6cfc3ea8-69fd-4619-936c-5df378582b6b {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:57:33.700411 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a1a16e-fef7-4289-a350-75bdb3285994 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:57:33.700910 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a1a16e-fef7-4289-a350-75bdb3285994 None None] Checking segment: {'id': '53a694f4-1e34-4b49-878a-62ea2d098ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '6cfc3ea8-69fd-4619-936c-5df378582b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:57:33.701328 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a1a1a16e-fef7-4289-a350-75bdb3285994 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:33.701727 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a1a16e-fef7-4289-a350-75bdb3285994 None None] Bound using segment: {'id': '53a694f4-1e34-4b49-878a-62ea2d098ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '6cfc3ea8-69fd-4619-936c-5df378582b6b'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:57:33.702198 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-a1a1a16e-fef7-4289-a350-75bdb3285994 None None] Bound port: 1e553784-47a6-4ee9-9833-65fc94b846f5, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53a694f4-1e34-4b49-878a-62ea2d098ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '6cfc3ea8-69fd-4619-936c-5df378582b6b'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:57:33.702591 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a1a1a16e-fef7-4289-a350-75bdb3285994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:33.715147 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce5153-1da5-4a9b-a0a1-cab37e3f2341 req-d26812ea-28f9-4e57-9dd0-3b6d3756a6b8 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:33.716975 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-50ce5153-1da5-4a9b-a0a1-cab37e3f2341 req-d26812ea-28f9-4e57-9dd0-3b6d3756a6b8 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=4765d900-580a-4876-aace-9ff28fab5c5d HTTP/1.1" status: 200 len: 945 time: 0.1288228 Sep 17 07:57:33.724930 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4a176bc0-db23-4334-b975-81f9459a3449 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:33.752897 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4a176bc0-db23-4334-b975-81f9459a3449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:33.772748 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49938) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:33.774428 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-a1a1a16e-fef7-4289-a350-75bdb3285994 None None] For port 1e553784-47a6-4ee9-9833-65fc94b846f5, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:57:33.779085 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-a1a1a16e-fef7-4289-a350-75bdb3285994 None None] For port 1e553784-47a6-4ee9-9833-65fc94b846f5, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=1e553784-47a6-4ee9-9833-65fc94b846f5,segment=NetworkSegment(53a694f4-1e34-4b49-878a-62ea2d098ec0),segment_id=53a694f4-1e34-4b49-878a-62ea2d098ec0)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:57:33.785562 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a1a1a16e-fef7-4289-a350-75bdb3285994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:33.827199 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-50ce5153-1da5-4a9b-a0a1-cab37e3f2341 req-3924b39b-4ddc-4029-b693-0368ca3a971d tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989790 Sep 17 07:57:33.854890 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a1a16e-fef7-4289-a350-75bdb3285994 None None] Pushing event updated for resources: {'Port': ['ID=1e553784-47a6-4ee9-9833-65fc94b846f5,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:33.900936 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-4a176bc0-db23-4334-b975-81f9459a3449 admin admin] Allocated IP 172.25.6.223 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/12e9afc6-c1b7-4084-839a-d409f270f026) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:57:34.074348 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-448489ad-b3c1-4037-bcd9-265351f34f69 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-486812336', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}, 'admin_state_up': False}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:57:34.092284 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-089e5dc0-bb99-47d0-b4d4-e8efc1370079 req-bf24e5b0-5893-4145-b2a6-1782cd6dc0be tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0586672 Sep 17 07:57:34.104813 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80784f5-e6fb-4e22-a54d-03ecd81f442c req-70378341-72de-4c2f-8347-e6dd914eb139 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:34.113290 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d80784f5-e6fb-4e22-a54d-03ecd81f442c req-70378341-72de-4c2f-8347-e6dd914eb139 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=191e2852-6f59-48ff-b328-b35342b9d8c2 HTTP/1.1" status: 200 len: 950 time: 0.1252890 Sep 17 07:57:34.114132 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-448489ad-b3c1-4037-bcd9-265351f34f69 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:34.115551 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-448489ad-b3c1-4037-bcd9-265351f34f69 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:34.153103 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4a176bc0-db23-4334-b975-81f9459a3449 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:34.187231 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d80784f5-e6fb-4e22-a54d-03ecd81f442c req-f6fc949a-3b26-4e74-9a48-b53d4abab815 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735419 Sep 17 07:57:34.207282 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-448489ad-b3c1-4037-bcd9-265351f34f69 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:34.219296 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4a176bc0-db23-4334-b975-81f9459a3449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:34.266222 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a176bc0-db23-4334-b975-81f9459a3449 admin admin] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:57:34.269995 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-4a176bc0-db23-4334-b975-81f9459a3449 admin admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:57:34.276209 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a176bc0-db23-4334-b975-81f9459a3449 admin admin] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:57:34.298940 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a176bc0-db23-4334-b975-81f9459a3449 admin admin] Pushing event updated for resources: {'Port': ['ID=12e9afc6-c1b7-4084-839a-d409f270f026,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:34.384882 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-448489ad-b3c1-4037-bcd9-265351f34f69 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:34.451808 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce86e87-305a-4243-84ec-aacf34e5923b req-f5a9294a-2a48-43eb-ab55-5a1f6dec55ad tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:34.453332 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6ce86e87-305a-4243-84ec-aacf34e5923b req-f5a9294a-2a48-43eb-ab55-5a1f6dec55ad tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=4765d900-580a-4876-aace-9ff28fab5c5d HTTP/1.1" status: 200 len: 945 time: 0.1331906 Sep 17 07:57:34.541258 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6ce86e87-305a-4243-84ec-aacf34e5923b req-542a64f4-4cb9-4140-83a9-f3ac698df282 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792127 Sep 17 07:57:34.604020 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4a176bc0-db23-4334-b975-81f9459a3449 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:34.619343 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-448489ad-b3c1-4037-bcd9-265351f34f69 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks [] for router_gateway, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:34.646999 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-448489ad-b3c1-4037-bcd9-265351f34f69 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:34.658138 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6972f3-0d42-4f48-9ee0-10f2dd53ca5b req-32c77c3a-0f17-476b-a4d5-af48e85f4aa5 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:34.659753 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fa6972f3-0d42-4f48-9ee0-10f2dd53ca5b req-32c77c3a-0f17-476b-a4d5-af48e85f4aa5 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.39 "GET /v2.0/ports?device_id=191e2852-6f59-48ff-b328-b35342b9d8c2 HTTP/1.1" status: 200 len: 950 time: 0.1359580 Sep 17 07:57:34.844847 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4a176bc0-db23-4334-b975-81f9459a3449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:34.847097 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-448489ad-b3c1-4037-bcd9-265351f34f69 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Allocated IP 172.25.6.134 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/3aa9926e-b1eb-4b3e-8c5c-649703a8d51a) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:57:34.868778 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-fa6972f3-0d42-4f48-9ee0-10f2dd53ca5b req-0da3e4a0-e2db-4805-8a09-89c47e2150e5 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Deleting port 96b6b190-9d9b-4492-9ca9-717763647812 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:57:34.869125 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fa6972f3-0d42-4f48-9ee0-10f2dd53ca5b req-0da3e4a0-e2db-4805-8a09-89c47e2150e5 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:34.907637 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb2af85-2f56-44e0-b4e1-515641f488bc None None] Network 6cfc3ea8-69fd-4619-936c-5df378582b6b requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:57:34.993876 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:35.005957 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a176bc0-db23-4334-b975-81f9459a3449 admin admin] Router 1a52d8a5-f821-4f63-9825-fd7818a6a132 is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 07:57:35.030080 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-fa6972f3-0d42-4f48-9ee0-10f2dd53ca5b req-0da3e4a0-e2db-4805-8a09-89c47e2150e5 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] For port 96b6b190-9d9b-4492-9ca9-717763647812, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=96b6b190-9d9b-4492-9ca9-717763647812,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:57:35.030444 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fa6972f3-0d42-4f48-9ee0-10f2dd53ca5b req-0da3e4a0-e2db-4805-8a09-89c47e2150e5 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:35.043169 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1f493f2d-4f81-4591-8887-592040a50d77 None None] Provisioning complete for port 1e553784-47a6-4ee9-9833-65fc94b846f5 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:57:35.043950 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1f493f2d-4f81-4591-8887-592040a50d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:35.047158 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-448489ad-b3c1-4037-bcd9-265351f34f69 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:35.058795 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-fa6972f3-0d42-4f48-9ee0-10f2dd53ca5b req-0da3e4a0-e2db-4805-8a09-89c47e2150e5 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Calling delete_port for 96b6b190-9d9b-4492-9ca9-717763647812 owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:57:35.139472 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a176bc0-db23-4334-b975-81f9459a3449 admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:57:35.146053 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-448489ad-b3c1-4037-bcd9-265351f34f69 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:35.154350 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bbf5f1-95c5-4a56-849f-f450e33d9c5b None None] Sync routers for ids ['1a52d8a5-f821-4f63-9825-fd7818a6a132'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:57:35.168689 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bbf5f1-95c5-4a56-849f-f450e33d9c5b None None] Routers {'1a52d8a5-f821-4f63-9825-fd7818a6a132'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:57:35.169457 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-e7bbf5f1-95c5-4a56-849f-f450e33d9c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:57:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['1a52d8a5-f821-4f63-9825-fd7818a6a132'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:35.203453 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1f493f2d-4f81-4591-8887-592040a50d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:35.229649 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448489ad-b3c1-4037-bcd9-265351f34f69 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:57:35.234220 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-448489ad-b3c1-4037-bcd9-265351f34f69 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:57:35.241350 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448489ad-b3c1-4037-bcd9-265351f34f69 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:57:35.259346 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1f493f2d-4f81-4591-8887-592040a50d77 None None] For port 1e553784-47a6-4ee9-9833-65fc94b846f5, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=1e553784-47a6-4ee9-9833-65fc94b846f5,segment=NetworkSegment(53a694f4-1e34-4b49-878a-62ea2d098ec0),segment_id=53a694f4-1e34-4b49-878a-62ea2d098ec0)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:57:35.259589 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fbfe9911-8480-488e-9c5c-137eef7df073 req-daabb03a-bed1-48a3-bbf1-414cba6fd658 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0760601 Sep 17 07:57:35.262427 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4a176bc0-db23-4334-b975-81f9459a3449 admin admin] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:35.265043 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1f493f2d-4f81-4591-8887-592040a50d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:35.286327 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-4a176bc0-db23-4334-b975-81f9459a3449 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4165761 Sep 17 07:57:35.287675 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49958) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:35.303694 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448489ad-b3c1-4037-bcd9-265351f34f69 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Pushing event updated for resources: {'Port': ['ID=3aa9926e-b1eb-4b3e-8c5c-649703a8d51a,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:35.364642 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f493f2d-4f81-4591-8887-592040a50d77 None None] Pushing event updated for resources: {'Port': ['ID=1e553784-47a6-4ee9-9833-65fc94b846f5,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:35.389449 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-e7bbf5f1-95c5-4a56-849f-f450e33d9c5b None None] Set router 1a52d8a5-f821-4f63-9825-fd7818a6a132 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:57:35.398484 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:35.473058 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908d5ffc-f656-46e3-9b8e-a0d85d7ba532 req-be124f33-bf50-4c0d-a1fd-dec39e38330e tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:35.474731 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-908d5ffc-f656-46e3-9b8e-a0d85d7ba532 req-be124f33-bf50-4c0d-a1fd-dec39e38330e tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=191e2852-6f59-48ff-b328-b35342b9d8c2 HTTP/1.1" status: 200 len: 950 time: 0.1226306 Sep 17 07:57:35.503117 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fa6972f3-0d42-4f48-9ee0-10f2dd53ca5b req-0da3e4a0-e2db-4805-8a09-89c47e2150e5 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:35.538270 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['389c670e-990d-4f20-ac8c-3cce9f4cde9c', '32647783-f482-4eed-a2c6-b32fcad89497', '1367330a-4624-480f-a385-71092b839a0b', 'f11c2e56-bcb6-4640-95ff-e2ec1150d11f', '96b6b190-9d9b-4492-9ca9-717763647812'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:57:35.585273 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['589a423e-e5e2-46f8-a6ff-9af3b3839322', '2d088d58-75db-4f9a-bd6d-6aca29acefe3', 'b0f59c3f-5d15-4749-90b9-c82b95038d86'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:57:35.587455 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-908d5ffc-f656-46e3-9b8e-a0d85d7ba532 req-1ca2d287-052a-4696-9992-5365a54c93da tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009214 Sep 17 07:57:35.601919 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da3e4a0-e2db-4805-8a09-89c47e2150e5 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Pushing event deleted for resources: {'Port': ['ID=96b6b190-9d9b-4492-9ca9-717763647812,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:35.692844 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1ba3aa6c-2730-4179-b1a8-be50e4e05bf0 None None] Provisioning complete for port 1e553784-47a6-4ee9-9833-65fc94b846f5 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:57:35.693231 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1ba3aa6c-2730-4179-b1a8-be50e4e05bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:35.793724 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 1e553784-47a6-4ee9-9833-65fc94b846f5 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:57:35.858995 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-e7bbf5f1-95c5-4a56-849f-f450e33d9c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a52d8a5-f821-4f63-9825-fd7818a6a132', 'name': 'tempest-TaggedBootDevicesTest_v242-2727712-router', 'tenant_id': 'be827b1e83e148ae835f43092deae86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '12e9afc6-c1b7-4084-839a-d409f270f026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:57:32Z', 'updated_at': '2021-09-17T07:57:34Z', 'revision_number': 3, 'project_id': 'be827b1e83e148ae835f43092deae86a', 'gw_port': {'id': '12e9afc6-c1b7-4084-839a-d409f270f026', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:db:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a52d8a5-f821-4f63-9825-fd7818a6a132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:57:33Z', 'updated_at': '2021-09-17T07:57:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:35.865895 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d5d65-e843-4963-a6ab-f827915c8668 req-29de8811-f965-47d1-b0d4-e31bd523ba4a tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:35.876445 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ea2d5d65-e843-4963-a6ab-f827915c8668 req-29de8811-f965-47d1-b0d4-e31bd523ba4a tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=4765d900-580a-4876-aace-9ff28fab5c5d HTTP/1.1" status: 200 len: 945 time: 0.1895325 Sep 17 07:57:35.920642 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bbf5f1-95c5-4a56-849f-f450e33d9c5b None None] Checking router: 1a52d8a5-f821-4f63-9825-fd7818a6a132 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:57:35.920944 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bbf5f1-95c5-4a56-849f-f450e33d9c5b None None] Updating router 1a52d8a5-f821-4f63-9825-fd7818a6a132 port 12e9afc6-c1b7-4084-839a-d409f270f026 binding host n-d-789963-9 {{(pid=101292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 07:57:35.971282 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e7bbf5f1-95c5-4a56-849f-f450e33d9c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:36.000543 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ea2d5d65-e843-4963-a6ab-f827915c8668 req-56447647-d6e5-497b-8797-930c3f965833 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231980 Sep 17 07:57:36.031900 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 1e553784-47a6-4ee9-9833-65fc94b846f5 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:57:36.032512 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:36.146427 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8fb9f506-cac6-4815-92de-3dd6bf01831f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:36.187467 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa6972f3-0d42-4f48-9ee0-10f2dd53ca5b req-0da3e4a0-e2db-4805-8a09-89c47e2150e5 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] No DVR routers for this DVR port 96b6b190-9d9b-4492-9ca9-717763647812 on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:57:36.191888 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fa6972f3-0d42-4f48-9ee0-10f2dd53ca5b req-0da3e4a0-e2db-4805-8a09-89c47e2150e5 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:36.194665 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fa6972f3-0d42-4f48-9ee0-10f2dd53ca5b req-0da3e4a0-e2db-4805-8a09-89c47e2150e5 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.39 "DELETE /v2.0/ports/96b6b190-9d9b-4492-9ca9-717763647812 HTTP/1.1" status: 204 len: 173 time: 1.4889638 Sep 17 07:57:36.195617 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '191e2852-6f59-48ff-b328-b35342b9d8c2', 'name': 'network-vif-deleted', 'tag': '96b6b190-9d9b-4492-9ca9-717763647812'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:57:36.198141 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90607dcb-ec6d-4bb3-a050-8fef5c73f704" -d '{"events": [{"server_uuid": "191e2852-6f59-48ff-b328-b35342b9d8c2", "name": "network-vif-deleted", "tag": "96b6b190-9d9b-4492-9ca9-717763647812"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:57:36.239869 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-448489ad-b3c1-4037-bcd9-265351f34f69 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks [] for router_gateway, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:36.325984 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e7bbf5f1-95c5-4a56-849f-f450e33d9c5b None None] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:36.332573 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e7bbf5f1-95c5-4a56-849f-f450e33d9c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:36.363395 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15f89c0-2af8-4aee-9be2-e5ffc0b7831a x-openstack-request-id: req-a15f89c0-2af8-4aee-9be2-e5ffc0b7831a {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:57:36.363670 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "191e2852-6f59-48ff-b328-b35342b9d8c2", "name": "network-vif-deleted", "tag": "96b6b190-9d9b-4492-9ca9-717763647812", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:57:36.364747 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a15f89c0-2af8-4aee-9be2-e5ffc0b7831a {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:57:36.364747 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '191e2852-6f59-48ff-b328-b35342b9d8c2', 'name': 'network-vif-deleted', 'tag': '96b6b190-9d9b-4492-9ca9-717763647812', 'status': 'completed', 'code': 200} Sep 17 07:57:36.386892 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-e7bbf5f1-95c5-4a56-849f-f450e33d9c5b None None] Attempting to bind port 12e9afc6-c1b7-4084-839a-d409f270f026 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:57:36.387378 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-e7bbf5f1-95c5-4a56-849f-f450e33d9c5b None None] Attempting to bind port 12e9afc6-c1b7-4084-839a-d409f270f026 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:57:36.387769 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bbf5f1-95c5-4a56-849f-f450e33d9c5b None None] Attempting to bind port 12e9afc6-c1b7-4084-839a-d409f270f026 on network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:57:36.396358 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa540aa-7d5e-46cc-b5ef-b32f7a3c5243 None None] Pushing event updated for resources: {'Port': ['ID=12e9afc6-c1b7-4084-839a-d409f270f026,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:36.399073 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bbf5f1-95c5-4a56-849f-f450e33d9c5b None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:57:36.399746 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bbf5f1-95c5-4a56-849f-f450e33d9c5b None None] Checking segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:57:36.400336 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e7bbf5f1-95c5-4a56-849f-f450e33d9c5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:36.400871 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bbf5f1-95c5-4a56-849f-f450e33d9c5b None None] Bound using segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:57:36.401578 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-e7bbf5f1-95c5-4a56-849f-f450e33d9c5b None None] Bound port: 12e9afc6-c1b7-4084-839a-d409f270f026, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:57:36.402193 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e7bbf5f1-95c5-4a56-849f-f450e33d9c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:36.459634 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b151076b-2029-4456-9e8a-1e8f35490f04 req-4d603526-29a5-40ec-8c37-d860f5ff3b97 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0425391 Sep 17 07:57:36.470735 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-448489ad-b3c1-4037-bcd9-265351f34f69 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:36.498590 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-e7bbf5f1-95c5-4a56-849f-f450e33d9c5b None None] For port 12e9afc6-c1b7-4084-839a-d409f270f026, host n-d-789963-9, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:57:36.501804 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-e7bbf5f1-95c5-4a56-849f-f450e33d9c5b None None] For port 12e9afc6-c1b7-4084-839a-d409f270f026, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=12e9afc6-c1b7-4084-839a-d409f270f026,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:57:36.510417 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e7bbf5f1-95c5-4a56-849f-f450e33d9c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:36.526117 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-8fb9f506-cac6-4815-92de-3dd6bf01831f admin admin] Allocated IP 172.20.0.1 (6cfc3ea8-69fd-4619-936c-5df378582b6b/5f067041-ce8b-4655-bfa4-ebeec18fa6e5/ea7193ed-84f4-4124-910f-ff52230cb410) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:57:36.594529 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa540aa-7d5e-46cc-b5ef-b32f7a3c5243 None None] Pushing event updated for resources: {'Port': ['ID=12e9afc6-c1b7-4084-839a-d409f270f026,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:36.609288 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bbf5f1-95c5-4a56-849f-f450e33d9c5b None None] Routers {'1a52d8a5-f821-4f63-9825-fd7818a6a132'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:57:36.610752 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-e7bbf5f1-95c5-4a56-849f-f450e33d9c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:57:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['1a52d8a5-f821-4f63-9825-fd7818a6a132'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:36.664574 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-448489ad-b3c1-4037-bcd9-265351f34f69 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Router 6c6dec06-c8d9-4af9-8f2a-122ed68d0fef is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 07:57:36.772888 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-e7bbf5f1-95c5-4a56-849f-f450e33d9c5b None None] Set router 1a52d8a5-f821-4f63-9825-fd7818a6a132 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:57:36.832699 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-448489ad-b3c1-4037-bcd9-265351f34f69 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:57:36.856999 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df285888-07e3-424a-8d3e-66a44c5f5e2a None None] Sync routers for ids ['6c6dec06-c8d9-4af9-8f2a-122ed68d0fef'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:57:36.877534 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-448489ad-b3c1-4037-bcd9-265351f34f69 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:36.882156 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-448489ad-b3c1-4037-bcd9-265351f34f69 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.1082754 Sep 17 07:57:36.882821 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49972) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:36.910944 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df285888-07e3-424a-8d3e-66a44c5f5e2a None None] Routers {'6c6dec06-c8d9-4af9-8f2a-122ed68d0fef'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:57:36.916049 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-df285888-07e3-424a-8d3e-66a44c5f5e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:57:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['6c6dec06-c8d9-4af9-8f2a-122ed68d0fef'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:36.970095 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d8462dfe-c023-466b-a9a1-d0461d06d06d req-5104de06-b78c-4f4c-b270-87164403e709 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=191e2852-6f59-48ff-b328-b35342b9d8c2 HTTP/1.1" status: 200 len: 210 time: 0.0362492 Sep 17 07:57:37.001057 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8fb9f506-cac6-4815-92de-3dd6bf01831f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:37.003157 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-df285888-07e3-424a-8d3e-66a44c5f5e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:37.021933 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df285888-07e3-424a-8d3e-66a44c5f5e2a None None] Routers {'6c6dec06-c8d9-4af9-8f2a-122ed68d0fef'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:57:37.022907 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-df285888-07e3-424a-8d3e-66a44c5f5e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:57:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['6c6dec06-c8d9-4af9-8f2a-122ed68d0fef'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:37.039388 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-bea96e6b-36d4-4e39-be35-d2f250760b3e tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] 10.222.0.13 "GET /v2.0/routers/6c6dec06-c8d9-4af9-8f2a-122ed68d0fef HTTP/1.1" status: 200 len: 920 time: 0.1527665 Sep 17 07:57:37.039769 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49976) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:37.043658 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8fb9f506-cac6-4815-92de-3dd6bf01831f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:37.074941 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-df285888-07e3-424a-8d3e-66a44c5f5e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:37.076505 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df285888-07e3-424a-8d3e-66a44c5f5e2a None None] The sync data for ids ['6c6dec06-c8d9-4af9-8f2a-122ed68d0fef'] in n-d-789963-9 is: [] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:57:37.079906 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b09c4724-30a5-4d3e-b576-0847a0291bed tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c6dec06-c8d9-4af9-8f2a-122ed68d0fef HTTP/1.1" status: 200 len: 205 time: 0.0366850 Sep 17 07:57:37.081376 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49978) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:37.103521 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb9f506-cac6-4815-92de-3dd6bf01831f admin admin] Pushing event updated for resources: {'Port': ['ID=ea7193ed-84f4-4124-910f-ff52230cb410,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:37.117602 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-e7bbf5f1-95c5-4a56-849f-f450e33d9c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a52d8a5-f821-4f63-9825-fd7818a6a132', 'name': 'tempest-TaggedBootDevicesTest_v242-2727712-router', 'tenant_id': 'be827b1e83e148ae835f43092deae86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '12e9afc6-c1b7-4084-839a-d409f270f026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:57:32Z', 'updated_at': '2021-09-17T07:57:34Z', 'revision_number': 3, 'project_id': 'be827b1e83e148ae835f43092deae86a', 'gw_port': {'id': '12e9afc6-c1b7-4084-839a-d409f270f026', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:db:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a52d8a5-f821-4f63-9825-fd7818a6a132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:57:33Z', 'updated_at': '2021-09-17T07:57:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:37.148055 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bbf5f1-95c5-4a56-849f-f450e33d9c5b None None] The sync data for ids ['1a52d8a5-f821-4f63-9825-fd7818a6a132'] in n-d-789963-9 is: [{'id': '1a52d8a5-f821-4f63-9825-fd7818a6a132', 'name': 'tempest-TaggedBootDevicesTest_v242-2727712-router', 'tenant_id': 'be827b1e83e148ae835f43092deae86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '12e9afc6-c1b7-4084-839a-d409f270f026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:57:32Z', 'updated_at': '2021-09-17T07:57:34Z', 'revision_number': 3, 'project_id': 'be827b1e83e148ae835f43092deae86a', 'gw_port': {'id': '12e9afc6-c1b7-4084-839a-d409f270f026', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:db:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a52d8a5-f821-4f63-9825-fd7818a6a132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:57:33Z', 'updated_at': '2021-09-17T07:57:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:57:37.149754 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb9f506-cac6-4815-92de-3dd6bf01831f admin admin] Network 6cfc3ea8-69fd-4619-936c-5df378582b6b is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:57:37.151186 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-8fb9f506-cac6-4815-92de-3dd6bf01831f admin admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:57:37.154314 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb9f506-cac6-4815-92de-3dd6bf01831f admin admin] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:57:37.204791 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a34ec-c56b-4382-9041-fcdee320f0e0 req-8f617f8f-7e52-4776-bd02-0791f322d2ea tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:37.213073 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-325a34ec-c56b-4382-9041-fcdee320f0e0 req-8f617f8f-7e52-4776-bd02-0791f322d2ea tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=4765d900-580a-4876-aace-9ff28fab5c5d HTTP/1.1" status: 200 len: 945 time: 0.1038296 Sep 17 07:57:37.220552 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8fb9f506-cac6-4815-92de-3dd6bf01831f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:37.225519 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e51e12ae-a0c4-4b21-8e5b-e73598c22808 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks [] for router, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:37.295209 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-325a34ec-c56b-4382-9041-fcdee320f0e0 req-41c8b302-ab06-4e8d-9bbf-9fe06945bee7 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811763 Sep 17 07:57:37.356702 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e51e12ae-a0c4-4b21-8e5b-e73598c22808 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:37.428658 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-e51e12ae-a0c4-4b21-8e5b-e73598c22808 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Deleting port 3aa9926e-b1eb-4b3e-8c5c-649703a8d51a {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:57:37.429604 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e51e12ae-a0c4-4b21-8e5b-e73598c22808 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:37.432925 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8fb9f506-cac6-4815-92de-3dd6bf01831f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:37.526579 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-89743be3-9c84-4697-8b24-bfa8817be829 None None] Provisioning complete for port ea7193ed-84f4-4124-910f-ff52230cb410 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:57:37.533628 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-89743be3-9c84-4697-8b24-bfa8817be829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:37.539800 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e51e12ae-a0c4-4b21-8e5b-e73598c22808 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:37.555242 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-e51e12ae-a0c4-4b21-8e5b-e73598c22808 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Calling delete_port for 3aa9926e-b1eb-4b3e-8c5c-649703a8d51a owned by network:router_gateway {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:57:37.633029 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-89743be3-9c84-4697-8b24-bfa8817be829 None None] Port ea7193ed-84f4-4124-910f-ff52230cb410 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:57:37.707035 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c5e81778-0d51-4188-8c17-afe293754c1c req-34086924-8b5f-447b-a72f-1bbf38addc7d tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0913570 Sep 17 07:57:37.813248 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8fb9f506-cac6-4815-92de-3dd6bf01831f admin admin] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:37.819818 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8fb9f506-cac6-4815-92de-3dd6bf01831f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:37.842695 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e51e12ae-a0c4-4b21-8e5b-e73598c22808 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:37.884570 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 12e9afc6-c1b7-4084-839a-d409f270f026 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:57:37.914269 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51e12ae-a0c4-4b21-8e5b-e73598c22808 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Pushing event deleted for resources: {'Port': ['ID=3aa9926e-b1eb-4b3e-8c5c-649703a8d51a,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:37.939091 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8fb9f506-cac6-4815-92de-3dd6bf01831f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:37.950179 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb9f506-cac6-4815-92de-3dd6bf01831f admin admin] Pushing event updated for resources: {'Port': ['ID=ea7193ed-84f4-4124-910f-ff52230cb410,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:38.038587 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e51e12ae-a0c4-4b21-8e5b-e73598c22808 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:38.072066 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb9f506-cac6-4815-92de-3dd6bf01831f admin admin] Network 6cfc3ea8-69fd-4619-936c-5df378582b6b is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:57:38.073607 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-8fb9f506-cac6-4815-92de-3dd6bf01831f admin admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:57:38.077302 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 12e9afc6-c1b7-4084-839a-d409f270f026 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:57:38.077785 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:38.256720 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:38.283029 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e51e12ae-a0c4-4b21-8e5b-e73598c22808 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:38.283494 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port 12e9afc6-c1b7-4084-839a-d409f270f026, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=12e9afc6-c1b7-4084-839a-d409f270f026,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:57:38.292337 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e51e12ae-a0c4-4b21-8e5b-e73598c22808 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:38.295718 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:38.321418 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fb9f506-cac6-4815-92de-3dd6bf01831f admin admin] Router 1a52d8a5-f821-4f63-9825-fd7818a6a132 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:57:38.382522 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=12e9afc6-c1b7-4084-839a-d409f270f026,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:38.402878 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e51e12ae-a0c4-4b21-8e5b-e73598c22808 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:38.403330 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e51e12ae-a0c4-4b21-8e5b-e73598c22808 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Fanout notify agent at l3_agent the message router_deleted on router 6c6dec06-c8d9-4af9-8f2a-122ed68d0fef {{(pid=101290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 07:57:38.411531 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e51e12ae-a0c4-4b21-8e5b-e73598c22808 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:38.414322 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 96b6b190-9d9b-4492-9ca9-717763647812 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:57:38.421064 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e51e12ae-a0c4-4b21-8e5b-e73598c22808 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] 10.222.0.13 "DELETE /v2.0/routers/6c6dec06-c8d9-4af9-8f2a-122ed68d0fef HTTP/1.1" status: 204 len: 168 time: 1.3322840 Sep 17 07:57:38.424639 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49998) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:38.429587 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-cbe13691-d1e5-4558-a6d5-a81058561545 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1042933077', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'enable_snat': False}}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:57:38.455293 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: 96b6b190-9d9b-4492-9ca9-717763647812 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:57:38.456756 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 96b6b190-9d9b-4492-9ca9-717763647812 not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:57:38.465987 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cbe13691-d1e5-4558-a6d5-a81058561545 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:38.467149 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cbe13691-d1e5-4558-a6d5-a81058561545 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:38.532632 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cbe13691-d1e5-4558-a6d5-a81058561545 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:38.561035 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-089c5967-5ae7-4384-a1dc-3d447d89a4c3 None None] Provisioning complete for port ea7193ed-84f4-4124-910f-ff52230cb410 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:57:38.561501 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-089c5967-5ae7-4384-a1dc-3d447d89a4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:38.577565 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb9f506-cac6-4815-92de-3dd6bf01831f admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:57:38.592375 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-8fb9f506-cac6-4815-92de-3dd6bf01831f admin admin] 10.222.0.13 "PUT /v2.0/routers/1a52d8a5-f821-4f63-9825-fd7818a6a132/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2950249 Sep 17 07:57:38.621209 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff350b52-3c3d-430d-9f20-84c7cdd4ce6b req-206c353e-6e8e-4dd1-ab5d-b33ecc008517 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:38.623849 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ff350b52-3c3d-430d-9f20-84c7cdd4ce6b req-206c353e-6e8e-4dd1-ab5d-b33ecc008517 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=340f3d55-496d-479d-b88a-3a193fc0ae61 HTTP/1.1" status: 200 len: 950 time: 0.1833496 Sep 17 07:57:38.653054 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-089c5967-5ae7-4384-a1dc-3d447d89a4c3 None None] Port ea7193ed-84f4-4124-910f-ff52230cb410 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:57:38.693830 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ff350b52-3c3d-430d-9f20-84c7cdd4ce6b req-7ecd7a4f-d997-4660-8b6a-3a6ee8c61686 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609746 Sep 17 07:57:38.771411 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cbe13691-d1e5-4558-a6d5-a81058561545 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:38.861613 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1e4529cf-cbd1-4220-9051-f711d38439c0 req-79ce6d02-48ee-45fa-b482-e05d63bd0e8d tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0480800 Sep 17 07:57:39.036738 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cbe13691-d1e5-4558-a6d5-a81058561545 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:39.058460 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cbe13691-d1e5-4558-a6d5-a81058561545 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:39.199375 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-cbe13691-d1e5-4558-a6d5-a81058561545 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Allocated IP 172.25.6.112 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/af0eee98-5aab-4f7d-bdf8-261e3b2d4253) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:57:39.324880 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cbe13691-d1e5-4558-a6d5-a81058561545 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:39.373596 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cbe13691-d1e5-4558-a6d5-a81058561545 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:39.415618 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe13691-d1e5-4558-a6d5-a81058561545 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:57:39.422168 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-cbe13691-d1e5-4558-a6d5-a81058561545 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:57:39.425274 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe13691-d1e5-4558-a6d5-a81058561545 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:57:39.454702 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe13691-d1e5-4558-a6d5-a81058561545 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Pushing event updated for resources: {'Port': ['ID=af0eee98-5aab-4f7d-bdf8-261e3b2d4253,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:39.520879 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83e99d6-3427-4af6-abf8-a64f4ab77a35 None None] Sync routers for ids ['1a52d8a5-f821-4f63-9825-fd7818a6a132'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:57:39.530571 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83e99d6-3427-4af6-abf8-a64f4ab77a35 None None] Routers {'1a52d8a5-f821-4f63-9825-fd7818a6a132'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:57:39.531189 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-e83e99d6-3427-4af6-abf8-a64f4ab77a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:57:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['1a52d8a5-f821-4f63-9825-fd7818a6a132'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:39.664506 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-e83e99d6-3427-4af6-abf8-a64f4ab77a35 None None] Set router 1a52d8a5-f821-4f63-9825-fd7818a6a132 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:57:39.725171 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 12e9afc6-c1b7-4084-839a-d409f270f026 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:57:39.826486 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 12e9afc6-c1b7-4084-839a-d409f270f026 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:57:39.827250 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:39.887301 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69039214-c810-4036-a0c1-3af5a571744b req-13dfe451-bbac-4f8f-a697-85ae42f7e593 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:39.889210 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-69039214-c810-4036-a0c1-3af5a571744b req-13dfe451-bbac-4f8f-a697-85ae42f7e593 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=340f3d55-496d-479d-b88a-3a193fc0ae61 HTTP/1.1" status: 200 len: 950 time: 0.0825322 Sep 17 07:57:39.952932 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-e83e99d6-3427-4af6-abf8-a64f4ab77a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a52d8a5-f821-4f63-9825-fd7818a6a132', 'name': 'tempest-TaggedBootDevicesTest_v242-2727712-router', 'tenant_id': 'be827b1e83e148ae835f43092deae86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '12e9afc6-c1b7-4084-839a-d409f270f026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:57:32Z', 'updated_at': '2021-09-17T07:57:37Z', 'revision_number': 4, 'project_id': 'be827b1e83e148ae835f43092deae86a', 'gw_port': {'id': '12e9afc6-c1b7-4084-839a-d409f270f026', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:db:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a52d8a5-f821-4f63-9825-fd7818a6a132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:57:33Z', 'updated_at': '2021-09-17T07:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'ea7193ed-84f4-4124-910f-ff52230cb410', 'name': '', 'network_id': '6cfc3ea8-69fd-4619-936c-5df378582b6b', 'tenant_id': 'be827b1e83e148ae835f43092deae86a', 'mac_address': 'fa:16:3e:bf:bc:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a52d8a5-f821-4f63-9825-fd7818a6a132', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '5f067041-ce8b-4655-bfa4-ebeec18fa6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:57:36Z', 'updated_at': '2021-09-17T07:57:37Z', 'revision_number': 2, 'project_id': 'be827b1e83e148ae835f43092deae86a', 'subnets': [{'id': '5f067041-ce8b-4655-bfa4-ebeec18fa6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:39.981621 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-69039214-c810-4036-a0c1-3af5a571744b req-bc74c607-c329-45f1-9d62-644f616c94fc tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833809 Sep 17 07:57:40.006692 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83e99d6-3427-4af6-abf8-a64f4ab77a35 None None] Checking router: 1a52d8a5-f821-4f63-9825-fd7818a6a132 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:57:40.007336 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83e99d6-3427-4af6-abf8-a64f4ab77a35 None None] Updating router 1a52d8a5-f821-4f63-9825-fd7818a6a132 port ea7193ed-84f4-4124-910f-ff52230cb410 binding host n-d-789963-9 {{(pid=101292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 07:57:40.028352 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-74c102be-6086-433b-90c4-a12409357d87 req-83cd8529-8716-4ce3-8223-c6cf7a7fe544 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0352986 Sep 17 07:57:40.037568 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e83e99d6-3427-4af6-abf8-a64f4ab77a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:40.271598 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cbe13691-d1e5-4558-a6d5-a81058561545 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:40.389635 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03f3e2-97ec-4895-a59e-ef6fa477b4e4 req-fd80ada5-78fb-40e8-9905-13a73edda6ac tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:40.392682 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-db03f3e2-97ec-4895-a59e-ef6fa477b4e4 req-fd80ada5-78fb-40e8-9905-13a73edda6ac tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=4765d900-580a-4876-aace-9ff28fab5c5d HTTP/1.1" status: 200 len: 945 time: 0.0581241 Sep 17 07:57:40.422174 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e83e99d6-3427-4af6-abf8-a64f4ab77a35 None None] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:40.430779 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e83e99d6-3427-4af6-abf8-a64f4ab77a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:40.471369 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-db03f3e2-97ec-4895-a59e-ef6fa477b4e4 req-488523ae-f9ce-48f8-b10f-9e0676c7553d tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716200 Sep 17 07:57:40.525519 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6338234-0390-447a-8806-ad319530e97e None None] Pushing event updated for resources: {'Port': ['ID=ea7193ed-84f4-4124-910f-ff52230cb410,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:40.533345 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a4de94-5cba-4389-80c9-684fa101a8d4 req-54647744-bf65-4879-8941-4aaebcb44b7c tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:40.534920 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e5a4de94-5cba-4389-80c9-684fa101a8d4 req-54647744-bf65-4879-8941-4aaebcb44b7c tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.41 "GET /v2.0/ports?device_id=340f3d55-496d-479d-b88a-3a193fc0ae61 HTTP/1.1" status: 200 len: 950 time: 0.1269634 Sep 17 07:57:40.598969 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2302ce55-b4c6-4512-9238-fb5b533733d6 req-93fdec4e-2f75-41c0-b5c7-b1ddd6b5f714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:40.599553 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-e83e99d6-3427-4af6-abf8-a64f4ab77a35 None None] Attempting to bind port ea7193ed-84f4-4124-910f-ff52230cb410 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:57:40.599807 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-e83e99d6-3427-4af6-abf8-a64f4ab77a35 None None] Attempting to bind port ea7193ed-84f4-4124-910f-ff52230cb410 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '53a694f4-1e34-4b49-878a-62ea2d098ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '6cfc3ea8-69fd-4619-936c-5df378582b6b'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:57:40.600191 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83e99d6-3427-4af6-abf8-a64f4ab77a35 None None] Attempting to bind port ea7193ed-84f4-4124-910f-ff52230cb410 on network 6cfc3ea8-69fd-4619-936c-5df378582b6b {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:57:40.602350 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2302ce55-b4c6-4512-9238-fb5b533733d6 req-93fdec4e-2f75-41c0-b5c7-b1ddd6b5f714 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=64463b4676b74a7db92badc7dc9ed91e&device_id=4765d900-580a-4876-aace-9ff28fab5c5d HTTP/1.1" status: 200 len: 1096 time: 0.1667759 Sep 17 07:57:40.612145 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83e99d6-3427-4af6-abf8-a64f4ab77a35 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:57:40.612526 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83e99d6-3427-4af6-abf8-a64f4ab77a35 None None] Checking segment: {'id': '53a694f4-1e34-4b49-878a-62ea2d098ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '6cfc3ea8-69fd-4619-936c-5df378582b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:57:40.616200 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e83e99d6-3427-4af6-abf8-a64f4ab77a35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:40.616843 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83e99d6-3427-4af6-abf8-a64f4ab77a35 None None] Bound using segment: {'id': '53a694f4-1e34-4b49-878a-62ea2d098ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '6cfc3ea8-69fd-4619-936c-5df378582b6b'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:57:40.621039 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-e83e99d6-3427-4af6-abf8-a64f4ab77a35 None None] Bound port: ea7193ed-84f4-4124-910f-ff52230cb410, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53a694f4-1e34-4b49-878a-62ea2d098ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '6cfc3ea8-69fd-4619-936c-5df378582b6b'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:57:40.621662 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e83e99d6-3427-4af6-abf8-a64f4ab77a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:40.709219 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cbe13691-d1e5-4558-a6d5-a81058561545 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:40.729001 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-e83e99d6-3427-4af6-abf8-a64f4ab77a35 None None] For port ea7193ed-84f4-4124-910f-ff52230cb410, host n-d-789963-9, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:57:40.733574 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-e83e99d6-3427-4af6-abf8-a64f4ab77a35 None None] For port ea7193ed-84f4-4124-910f-ff52230cb410, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=ea7193ed-84f4-4124-910f-ff52230cb410,segment=NetworkSegment(53a694f4-1e34-4b49-878a-62ea2d098ec0),segment_id=53a694f4-1e34-4b49-878a-62ea2d098ec0)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:57:40.738144 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-e5a4de94-5cba-4389-80c9-684fa101a8d4 req-ae620380-242a-4ee0-8653-89f9ddb04f29 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Deleting port b0f59c3f-5d15-4749-90b9-c82b95038d86 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:57:40.738610 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-e5a4de94-5cba-4389-80c9-684fa101a8d4 req-ae620380-242a-4ee0-8653-89f9ddb04f29 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:40.740351 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e83e99d6-3427-4af6-abf8-a64f4ab77a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:40.775343 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2302ce55-b4c6-4512-9238-fb5b533733d6 req-f98bf12c-bb5d-48d4-9e6d-dc37ce290769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:40.776880 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2302ce55-b4c6-4512-9238-fb5b533733d6 req-f98bf12c-bb5d-48d4-9e6d-dc37ce290769 service neutron] 10.222.0.41 "GET /v2.0/networks?id=14a733b3-7689-4d98-9697-43f397b3e2a8 HTTP/1.1" status: 200 len: 920 time: 0.1654344 Sep 17 07:57:40.822645 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-4d30732e-6e5a-444a-acf6-b41cdfb38f23 None None] Provisioning complete for port ea7193ed-84f4-4124-910f-ff52230cb410 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:57:40.824447 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4d30732e-6e5a-444a-acf6-b41cdfb38f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:40.828378 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83e99d6-3427-4af6-abf8-a64f4ab77a35 None None] Routers {'1a52d8a5-f821-4f63-9825-fd7818a6a132'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:57:40.829335 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-e83e99d6-3427-4af6-abf8-a64f4ab77a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:57:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['1a52d8a5-f821-4f63-9825-fd7818a6a132'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:40.851986 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2302ce55-b4c6-4512-9238-fb5b533733d6 req-b697870b-a498-41e0-9905-9020df975975 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e240d065-1941-4b27-9bbb-81019ba20c37 HTTP/1.1" status: 200 len: 217 time: 0.0526712 Sep 17 07:57:40.898172 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6338234-0390-447a-8806-ad319530e97e None None] Pushing event updated for resources: {'Port': ['ID=ea7193ed-84f4-4124-910f-ff52230cb410,revision_number=4']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:40.906981 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-e5a4de94-5cba-4389-80c9-684fa101a8d4 req-ae620380-242a-4ee0-8653-89f9ddb04f29 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] For port b0f59c3f-5d15-4749-90b9-c82b95038d86, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=b0f59c3f-5d15-4749-90b9-c82b95038d86,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:57:40.908400 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-e5a4de94-5cba-4389-80c9-684fa101a8d4 req-ae620380-242a-4ee0-8653-89f9ddb04f29 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:40.926262 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-e5a4de94-5cba-4389-80c9-684fa101a8d4 req-ae620380-242a-4ee0-8653-89f9ddb04f29 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Calling delete_port for b0f59c3f-5d15-4749-90b9-c82b95038d86 owned by compute:nova {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:57:40.945071 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2302ce55-b4c6-4512-9238-fb5b533733d6 req-21622c9c-b764-474d-bf99-24085e1f536b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:40.946716 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2302ce55-b4c6-4512-9238-fb5b533733d6 req-21622c9c-b764-474d-bf99-24085e1f536b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=47eb3319-3f74-4d7c-a997-97edeaed8de2 HTTP/1.1" status: 200 len: 859 time: 0.0939081 Sep 17 07:57:41.014769 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4d30732e-6e5a-444a-acf6-b41cdfb38f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:41.017905 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-e83e99d6-3427-4af6-abf8-a64f4ab77a35 None None] Set router 1a52d8a5-f821-4f63-9825-fd7818a6a132 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:57:41.055319 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-4d30732e-6e5a-444a-acf6-b41cdfb38f23 None None] For port ea7193ed-84f4-4124-910f-ff52230cb410, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=ea7193ed-84f4-4124-910f-ff52230cb410,segment=NetworkSegment(53a694f4-1e34-4b49-878a-62ea2d098ec0),segment_id=53a694f4-1e34-4b49-878a-62ea2d098ec0)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:57:41.061613 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4d30732e-6e5a-444a-acf6-b41cdfb38f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:41.132957 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2302ce55-b4c6-4512-9238-fb5b533733d6 req-7c39146a-6b1d-4b76-b2a7-d0b5c50d16c3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=14a733b3-7689-4d98-9697-43f397b3e2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1757126 Sep 17 07:57:41.178036 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-e5a4de94-5cba-4389-80c9-684fa101a8d4 req-ae620380-242a-4ee0-8653-89f9ddb04f29 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:41.188331 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d30732e-6e5a-444a-acf6-b41cdfb38f23 None None] Pushing event updated for resources: {'Port': ['ID=ea7193ed-84f4-4124-910f-ff52230cb410,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:41.197757 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-3a02d652-02fb-4be2-be1a-917a977a5047 None None] Provisioning complete for port ea7193ed-84f4-4124-910f-ff52230cb410 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:57:41.198435 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3a02d652-02fb-4be2-be1a-917a977a5047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:41.229519 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbe13691-d1e5-4558-a6d5-a81058561545 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Router 06db91e0-d2c1-4915-a0d1-ebe7d7dadf11 is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 07:57:41.245420 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['589a423e-e5e2-46f8-a6ff-9af3b3839322', '2d088d58-75db-4f9a-bd6d-6aca29acefe3', 'b0f59c3f-5d15-4749-90b9-c82b95038d86'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:57:41.247918 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['389c670e-990d-4f20-ac8c-3cce9f4cde9c', '32647783-f482-4eed-a2c6-b32fcad89497', '1367330a-4624-480f-a385-71092b839a0b', 'f11c2e56-bcb6-4640-95ff-e2ec1150d11f'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:57:41.272728 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-67325651-b5f3-4ff7-8e60-dfa8a2870b00 req-d1f5a499-44a7-4554-b7aa-3023b37b6607 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=340f3d55-496d-479d-b88a-3a193fc0ae61 HTTP/1.1" status: 200 len: 210 time: 0.1002595 Sep 17 07:57:41.430620 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a98554a8-d1bf-4124-82ed-568b47a3a8b0 req-b318c04e-a09e-4c8f-bd30-13b7be61f152 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.2630010 Sep 17 07:57:41.434331 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae620380-242a-4ee0-8653-89f9ddb04f29 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Pushing event deleted for resources: {'Port': ['ID=b0f59c3f-5d15-4749-90b9-c82b95038d86,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:41.465697 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe13691-d1e5-4558-a6d5-a81058561545 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:57:41.472451 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5a4de94-5cba-4389-80c9-684fa101a8d4 req-ae620380-242a-4ee0-8653-89f9ddb04f29 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] No DVR routers for this DVR port b0f59c3f-5d15-4749-90b9-c82b95038d86 on host n-h1-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:57:41.475009 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-e5a4de94-5cba-4389-80c9-684fa101a8d4 req-ae620380-242a-4ee0-8653-89f9ddb04f29 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:41.477563 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e5a4de94-5cba-4389-80c9-684fa101a8d4 req-ae620380-242a-4ee0-8653-89f9ddb04f29 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.41 "DELETE /v2.0/ports/b0f59c3f-5d15-4749-90b9-c82b95038d86 HTTP/1.1" status: 204 len: 173 time: 0.9335124 Sep 17 07:57:41.478202 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '340f3d55-496d-479d-b88a-3a193fc0ae61', 'name': 'network-vif-deleted', 'tag': 'b0f59c3f-5d15-4749-90b9-c82b95038d86'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:57:41.481102 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a82ca238-4b07-4bad-8ada-fe80c9638521" -d '{"events": [{"server_uuid": "340f3d55-496d-479d-b88a-3a193fc0ae61", "name": "network-vif-deleted", "tag": "b0f59c3f-5d15-4749-90b9-c82b95038d86"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:57:41.486692 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cbe13691-d1e5-4558-a6d5-a81058561545 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:41.492694 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4bcf15-7d9a-4df2-8cd6-c60a44650722 None None] Sync routers for ids ['06db91e0-d2c1-4915-a0d1-ebe7d7dadf11'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:57:41.492841 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-cbe13691-d1e5-4558-a6d5-a81058561545 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.0637140 Sep 17 07:57:41.500990 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 50102) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:41.561210 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2302ce55-b4c6-4512-9238-fb5b533733d6 req-96eb1b4f-f966-40e4-983b-ea955838944a service neutron] 10.222.0.41 "GET /v2.0/networks/14a733b3-7689-4d98-9697-43f397b3e2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4109139 Sep 17 07:57:41.568947 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4bcf15-7d9a-4df2-8cd6-c60a44650722 None None] Routers {'06db91e0-d2c1-4915-a0d1-ebe7d7dadf11'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:57:41.570157 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-ed4bcf15-7d9a-4df2-8cd6-c60a44650722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:57:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['06db91e0-d2c1-4915-a0d1-ebe7d7dadf11'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:41.632005 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada05336-c92a-4225-9144-98c804167897 x-openstack-request-id: req-ada05336-c92a-4225-9144-98c804167897 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:57:41.632289 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "340f3d55-496d-479d-b88a-3a193fc0ae61", "name": "network-vif-deleted", "tag": "b0f59c3f-5d15-4749-90b9-c82b95038d86", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:57:41.632539 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ada05336-c92a-4225-9144-98c804167897 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:57:41.632939 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '340f3d55-496d-479d-b88a-3a193fc0ae61', 'name': 'network-vif-deleted', 'tag': 'b0f59c3f-5d15-4749-90b9-c82b95038d86', 'status': 'completed', 'code': 200} Sep 17 07:57:41.768917 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-ed4bcf15-7d9a-4df2-8cd6-c60a44650722 None None] Set router 06db91e0-d2c1-4915-a0d1-ebe7d7dadf11 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:57:41.823566 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-e83e99d6-3427-4af6-abf8-a64f4ab77a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a52d8a5-f821-4f63-9825-fd7818a6a132', 'name': 'tempest-TaggedBootDevicesTest_v242-2727712-router', 'tenant_id': 'be827b1e83e148ae835f43092deae86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '12e9afc6-c1b7-4084-839a-d409f270f026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:57:32Z', 'updated_at': '2021-09-17T07:57:37Z', 'revision_number': 4, 'project_id': 'be827b1e83e148ae835f43092deae86a', 'gw_port': {'id': '12e9afc6-c1b7-4084-839a-d409f270f026', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:db:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a52d8a5-f821-4f63-9825-fd7818a6a132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:57:33Z', 'updated_at': '2021-09-17T07:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'ea7193ed-84f4-4124-910f-ff52230cb410', 'name': '', 'network_id': '6cfc3ea8-69fd-4619-936c-5df378582b6b', 'tenant_id': 'be827b1e83e148ae835f43092deae86a', 'mac_address': 'fa:16:3e:bf:bc:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a52d8a5-f821-4f63-9825-fd7818a6a132', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '5f067041-ce8b-4655-bfa4-ebeec18fa6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:57:36Z', 'updated_at': '2021-09-17T07:57:40Z', 'revision_number': 4, 'project_id': 'be827b1e83e148ae835f43092deae86a', 'subnets': [{'id': '5f067041-ce8b-4655-bfa4-ebeec18fa6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:41.835003 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2302ce55-b4c6-4512-9238-fb5b533733d6 req-23275c64-f611-47d0-8ed9-edf03c7a961d service neutron] 10.222.0.41 "GET /v2.0/networks/14a733b3-7689-4d98-9697-43f397b3e2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628875 Sep 17 07:57:41.863176 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e066dd-428e-4219-a005-1ab371e7bad3 req-97a6a914-85b5-4fa6-9501-7d6d852fbeb3 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:41.877210 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-70e066dd-428e-4219-a005-1ab371e7bad3 req-97a6a914-85b5-4fa6-9501-7d6d852fbeb3 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=4765d900-580a-4876-aace-9ff28fab5c5d HTTP/1.1" status: 200 len: 945 time: 0.2260280 Sep 17 07:57:41.898898 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83e99d6-3427-4af6-abf8-a64f4ab77a35 None None] The sync data for ids ['1a52d8a5-f821-4f63-9825-fd7818a6a132'] in n-d-789963-9 is: [{'id': '1a52d8a5-f821-4f63-9825-fd7818a6a132', 'name': 'tempest-TaggedBootDevicesTest_v242-2727712-router', 'tenant_id': 'be827b1e83e148ae835f43092deae86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '12e9afc6-c1b7-4084-839a-d409f270f026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:57:32Z', 'updated_at': '2021-09-17T07:57:37Z', 'revision_number': 4, 'project_id': 'be827b1e83e148ae835f43092deae86a', 'gw_port': {'id': '12e9afc6-c1b7-4084-839a-d409f270f026', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:db:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a52d8a5-f821-4f63-9825-fd7818a6a132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:57:33Z', 'updated_at': '2021-09-17T07:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'ea7193ed-84f4-4124-910f-ff52230cb410', 'name': '', 'network_id': '6cfc3ea8-69fd-4619-936c-5df378582b6b', 'tenant_id': 'be827b1e83e148ae835f43092deae86a', 'mac_address': 'fa:16:3e:bf:bc:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a52d8a5-f821-4f63-9825-fd7818a6a132', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '5f067041-ce8b-4655-bfa4-ebeec18fa6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:57:36Z', 'updated_at': '2021-09-17T07:57:40Z', 'revision_number': 4, 'project_id': 'be827b1e83e148ae835f43092deae86a', 'subnets': [{'id': '5f067041-ce8b-4655-bfa4-ebeec18fa6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:57:41.944003 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-17a5a4d3-ace3-40ec-8080-83f65323229e tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] 10.222.0.13 "GET /v2.0/routers/06db91e0-d2c1-4915-a0d1-ebe7d7dadf11 HTTP/1.1" status: 200 len: 909 time: 0.4415276 Sep 17 07:57:41.946726 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 50112) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:41.952271 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-63e9d9ee-396f-4243-b653-ee3c98ef5e84 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1042933077', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'enable_snat': True}}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:57:42.004606 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-70e066dd-428e-4219-a005-1ab371e7bad3 req-b876fd8d-ae67-4070-b5e1-a10b11b61955 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139483 Sep 17 07:57:42.034410 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-63e9d9ee-396f-4243-b653-ee3c98ef5e84 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:42.035933 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-63e9d9ee-396f-4243-b653-ee3c98ef5e84 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:42.149210 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-63e9d9ee-396f-4243-b653-ee3c98ef5e84 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:42.216475 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-ed4bcf15-7d9a-4df2-8cd6-c60a44650722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06db91e0-d2c1-4915-a0d1-ebe7d7dadf11', 'name': 'tempest-snat-router-1042933077', 'tenant_id': '78f67b76116b4ca3865586b70b5e7623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.112'}], 'enable_snat': False}, 'gw_port_id': 'af0eee98-5aab-4f7d-bdf8-261e3b2d4253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:57:38Z', 'updated_at': '2021-09-17T07:57:39Z', 'revision_number': 3, 'project_id': '78f67b76116b4ca3865586b70b5e7623', 'gw_port': {'id': 'af0eee98-5aab-4f7d-bdf8-261e3b2d4253', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:bd:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06db91e0-d2c1-4915-a0d1-ebe7d7dadf11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:57:39Z', 'updated_at': '2021-09-17T07:57:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:42.271027 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4bcf15-7d9a-4df2-8cd6-c60a44650722 None None] Checking router: 06db91e0-d2c1-4915-a0d1-ebe7d7dadf11 for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:57:42.271659 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4bcf15-7d9a-4df2-8cd6-c60a44650722 None None] Updating router 06db91e0-d2c1-4915-a0d1-ebe7d7dadf11 port af0eee98-5aab-4f7d-bdf8-261e3b2d4253 binding host n-d-789963-9 {{(pid=101291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 07:57:42.342471 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-63e9d9ee-396f-4243-b653-ee3c98ef5e84 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:42.361421 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ed4bcf15-7d9a-4df2-8cd6-c60a44650722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:42.450455 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2a6a7c17-b77c-4b4c-81c4-919a4ea6b467 req-8957045b-836f-45a1-ae33-7db64c1aa42b tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=340f3d55-496d-479d-b88a-3a193fc0ae61 HTTP/1.1" status: 200 len: 210 time: 0.0565586 Sep 17 07:57:42.582849 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a546ac3c-9fc4-4184-85f7-5c9bf700ac75 req-ffa8f4f5-a827-490c-afd6-9609b1377780 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0401890 Sep 17 07:57:42.754196 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-63e9d9ee-396f-4243-b653-ee3c98ef5e84 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:42.787881 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-63e9d9ee-396f-4243-b653-ee3c98ef5e84 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:42.946269 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-63e9d9ee-396f-4243-b653-ee3c98ef5e84 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Allocated IP 172.25.6.18 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/7562c7bb-7615-47b5-a903-c66fbe3cfdc3) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:57:43.107586 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-63e9d9ee-396f-4243-b653-ee3c98ef5e84 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:43.162362 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-63e9d9ee-396f-4243-b653-ee3c98ef5e84 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:43.200125 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a093cbb-aa6e-42a9-b56e-ec0f9601ecf6 req-1ba015f2-22ee-433d-a591-ba30e2d2133b tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:43.202897 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0a093cbb-aa6e-42a9-b56e-ec0f9601ecf6 req-1ba015f2-22ee-433d-a591-ba30e2d2133b tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=4765d900-580a-4876-aace-9ff28fab5c5d HTTP/1.1" status: 200 len: 945 time: 0.0689685 Sep 17 07:57:43.235527 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e9d9ee-396f-4243-b653-ee3c98ef5e84 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:57:43.239491 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-63e9d9ee-396f-4243-b653-ee3c98ef5e84 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:57:43.242809 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e9d9ee-396f-4243-b653-ee3c98ef5e84 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:57:43.273795 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e9d9ee-396f-4243-b653-ee3c98ef5e84 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Pushing event updated for resources: {'Port': ['ID=7562c7bb-7615-47b5-a903-c66fbe3cfdc3,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:43.284643 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0a093cbb-aa6e-42a9-b56e-ec0f9601ecf6 req-efdb726b-705d-4462-bc7b-aa28c79f7826 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728934 Sep 17 07:57:43.381386 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ed4bcf15-7d9a-4df2-8cd6-c60a44650722 None None] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:43.396619 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ed4bcf15-7d9a-4df2-8cd6-c60a44650722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:43.463341 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e20616-2980-43f8-9d58-fcc75dd1954c None None] Pushing event updated for resources: {'Port': ['ID=af0eee98-5aab-4f7d-bdf8-261e3b2d4253,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:43.465750 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-ed4bcf15-7d9a-4df2-8cd6-c60a44650722 None None] Attempting to bind port af0eee98-5aab-4f7d-bdf8-261e3b2d4253 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:57:43.466122 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-ed4bcf15-7d9a-4df2-8cd6-c60a44650722 None None] Attempting to bind port af0eee98-5aab-4f7d-bdf8-261e3b2d4253 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:57:43.466658 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4bcf15-7d9a-4df2-8cd6-c60a44650722 None None] Attempting to bind port af0eee98-5aab-4f7d-bdf8-261e3b2d4253 on network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:57:43.475043 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4bcf15-7d9a-4df2-8cd6-c60a44650722 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:57:43.475043 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4bcf15-7d9a-4df2-8cd6-c60a44650722 None None] Checking segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:57:43.475392 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ed4bcf15-7d9a-4df2-8cd6-c60a44650722 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:43.475520 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4bcf15-7d9a-4df2-8cd6-c60a44650722 None None] Bound using segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:57:43.476411 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-ed4bcf15-7d9a-4df2-8cd6-c60a44650722 None None] Bound port: af0eee98-5aab-4f7d-bdf8-261e3b2d4253, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:57:43.476411 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ed4bcf15-7d9a-4df2-8cd6-c60a44650722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:43.552743 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ed4bcf15-7d9a-4df2-8cd6-c60a44650722 None None] For port af0eee98-5aab-4f7d-bdf8-261e3b2d4253, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:57:43.556622 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ed4bcf15-7d9a-4df2-8cd6-c60a44650722 None None] For port af0eee98-5aab-4f7d-bdf8-261e3b2d4253, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=af0eee98-5aab-4f7d-bdf8-261e3b2d4253,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:57:43.573444 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ed4bcf15-7d9a-4df2-8cd6-c60a44650722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:43.579193 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-63e9d9ee-396f-4243-b653-ee3c98ef5e84 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:43.652787 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4bcf15-7d9a-4df2-8cd6-c60a44650722 None None] Routers {'06db91e0-d2c1-4915-a0d1-ebe7d7dadf11'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:57:43.653450 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-ed4bcf15-7d9a-4df2-8cd6-c60a44650722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:57:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['06db91e0-d2c1-4915-a0d1-ebe7d7dadf11'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:43.724628 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e20616-2980-43f8-9d58-fcc75dd1954c None None] Pushing event updated for resources: {'Port': ['ID=af0eee98-5aab-4f7d-bdf8-261e3b2d4253,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:43.807769 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device b0f59c3f-5d15-4749-90b9-c82b95038d86 no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:57:43.880947 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0acc6e60-7ebd-4018-88c9-a303b31aed37 req-f4016d5f-0553-4dd9-b8ce-833bd2c836c1 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0452085 Sep 17 07:57:43.883597 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] No Port match for: b0f59c3f-5d15-4749-90b9-c82b95038d86 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:57:43.884866 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device b0f59c3f-5d15-4749-90b9-c82b95038d86 not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:57:43.887166 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device ea7193ed-84f4-4124-910f-ff52230cb410 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:57:43.964134 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port ea7193ed-84f4-4124-910f-ff52230cb410 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:57:43.964603 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:43.983177 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e278a47-c2f7-4ac9-92a0-7287b52c7226 req-68e2ddc7-95b9-4432-b091-7758b984fff9 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:43.985125 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5e278a47-c2f7-4ac9-92a0-7287b52c7226 req-68e2ddc7-95b9-4432-b091-7758b984fff9 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab4fcfe9-2fdc-4a0d-9be5-7ce6205425c9 HTTP/1.1" status: 200 len: 950 time: 0.0800123 Sep 17 07:57:43.988489 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-ed4bcf15-7d9a-4df2-8cd6-c60a44650722 None None] Set router 06db91e0-d2c1-4915-a0d1-ebe7d7dadf11 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:57:44.033821 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5e278a47-c2f7-4ac9-92a0-7287b52c7226 req-a260c8fe-3556-43bf-84bc-fa9269372c2c tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412912 Sep 17 07:57:44.246280 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-ed4bcf15-7d9a-4df2-8cd6-c60a44650722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06db91e0-d2c1-4915-a0d1-ebe7d7dadf11', 'name': 'tempest-snat-router-1042933077', 'tenant_id': '78f67b76116b4ca3865586b70b5e7623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.112'}], 'enable_snat': False}, 'gw_port_id': 'af0eee98-5aab-4f7d-bdf8-261e3b2d4253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:57:38Z', 'updated_at': '2021-09-17T07:57:39Z', 'revision_number': 3, 'project_id': '78f67b76116b4ca3865586b70b5e7623', 'gw_port': {'id': 'af0eee98-5aab-4f7d-bdf8-261e3b2d4253', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:bd:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06db91e0-d2c1-4915-a0d1-ebe7d7dadf11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:57:39Z', 'updated_at': '2021-09-17T07:57:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:44.275958 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4bcf15-7d9a-4df2-8cd6-c60a44650722 None None] The sync data for ids ['06db91e0-d2c1-4915-a0d1-ebe7d7dadf11'] in n-d-789963-9 is: [{'id': '06db91e0-d2c1-4915-a0d1-ebe7d7dadf11', 'name': 'tempest-snat-router-1042933077', 'tenant_id': '78f67b76116b4ca3865586b70b5e7623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.112'}], 'enable_snat': False}, 'gw_port_id': 'af0eee98-5aab-4f7d-bdf8-261e3b2d4253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:57:38Z', 'updated_at': '2021-09-17T07:57:39Z', 'revision_number': 3, 'project_id': '78f67b76116b4ca3865586b70b5e7623', 'gw_port': {'id': 'af0eee98-5aab-4f7d-bdf8-261e3b2d4253', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:bd:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06db91e0-d2c1-4915-a0d1-ebe7d7dadf11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:57:39Z', 'updated_at': '2021-09-17T07:57:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-9'}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:57:44.318538 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-63e9d9ee-396f-4243-b653-ee3c98ef5e84 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:44.419415 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74173fc9-0b54-42e9-ab80-9fcf5dd37a2b req-e48715a2-d848-499b-87a7-1f497751efee tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:44.421091 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-74173fc9-0b54-42e9-ab80-9fcf5dd37a2b req-e48715a2-d848-499b-87a7-1f497751efee tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=4765d900-580a-4876-aace-9ff28fab5c5d HTTP/1.1" status: 200 len: 945 time: 0.0530450 Sep 17 07:57:44.468723 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63e9d9ee-396f-4243-b653-ee3c98ef5e84 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Router 8eabb2c0-9941-431d-a691-c0bdf46bbd3e is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 07:57:44.468960 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-74173fc9-0b54-42e9-ab80-9fcf5dd37a2b req-be965b26-2a49-4c20-b28c-5fd9395e6354 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410683 Sep 17 07:57:44.598388 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e9d9ee-396f-4243-b653-ee3c98ef5e84 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:57:44.607411 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fa953f-e138-42db-9c92-e7d0d5a126ac None None] Sync routers for ids ['8eabb2c0-9941-431d-a691-c0bdf46bbd3e'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:57:44.622622 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-63e9d9ee-396f-4243-b653-ee3c98ef5e84 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:44.622843 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fa953f-e138-42db-9c92-e7d0d5a126ac None None] Routers {'8eabb2c0-9941-431d-a691-c0bdf46bbd3e'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:57:44.622843 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-e0fa953f-e138-42db-9c92-e7d0d5a126ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:57:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['8eabb2c0-9941-431d-a691-c0bdf46bbd3e'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:44.623080 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-63e9d9ee-396f-4243-b653-ee3c98ef5e84 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.6716902 Sep 17 07:57:44.623080 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 50142) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:44.761160 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-77b38609-3f75-43f7-a119-532e71afd6cb tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] 10.222.0.13 "GET /v2.0/routers/8eabb2c0-9941-431d-a691-c0bdf46bbd3e HTTP/1.1" status: 200 len: 907 time: 0.1348326 Sep 17 07:57:44.761400 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-e0fa953f-e138-42db-9c92-e7d0d5a126ac None None] Set router 8eabb2c0-9941-431d-a691-c0bdf46bbd3e gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:57:44.762084 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 50146) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:44.927646 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0f361304-1608-4ac4-a2da-e0121a799852 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks [] for router, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:44.997728 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-e0fa953f-e138-42db-9c92-e7d0d5a126ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eabb2c0-9941-431d-a691-c0bdf46bbd3e', 'name': 'tempest-snat-router-1042933077', 'tenant_id': '78f67b76116b4ca3865586b70b5e7623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '7562c7bb-7615-47b5-a903-c66fbe3cfdc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:57:42Z', 'updated_at': '2021-09-17T07:57:43Z', 'revision_number': 3, 'project_id': '78f67b76116b4ca3865586b70b5e7623', 'gw_port': {'id': '7562c7bb-7615-47b5-a903-c66fbe3cfdc3', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:df:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eabb2c0-9941-431d-a691-c0bdf46bbd3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:57:42Z', 'updated_at': '2021-09-17T07:57:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:45.034373 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fa953f-e138-42db-9c92-e7d0d5a126ac None None] Checking router: 8eabb2c0-9941-431d-a691-c0bdf46bbd3e for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:57:45.034740 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fa953f-e138-42db-9c92-e7d0d5a126ac None None] Updating router 8eabb2c0-9941-431d-a691-c0bdf46bbd3e port 7562c7bb-7615-47b5-a903-c66fbe3cfdc3 binding host n-d-789963-9 {{(pid=101292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 07:57:45.046682 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1a4a9ef0-7857-4f22-9a31-22a661643353 req-397933d0-884e-4097-8d15-fcfaa92affe6 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0414035 Sep 17 07:57:45.090131 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e0fa953f-e138-42db-9c92-e7d0d5a126ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:45.202436 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0f361304-1608-4ac4-a2da-e0121a799852 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:45.223321 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9ac60-5c36-4f74-8832-abfb2eccd20f req-d144ad81-2578-4c5a-b366-29ce3bfbfc1f tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:45.225062 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0df9ac60-5c36-4f74-8832-abfb2eccd20f req-d144ad81-2578-4c5a-b366-29ce3bfbfc1f tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab4fcfe9-2fdc-4a0d-9be5-7ce6205425c9 HTTP/1.1" status: 200 len: 950 time: 0.1005352 Sep 17 07:57:45.300741 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0df9ac60-5c36-4f74-8832-abfb2eccd20f req-2e9b5557-981d-4828-81f4-20305a011150 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533850 Sep 17 07:57:45.306024 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-0f361304-1608-4ac4-a2da-e0121a799852 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Deleting port 7562c7bb-7615-47b5-a903-c66fbe3cfdc3 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:57:45.306377 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0f361304-1608-4ac4-a2da-e0121a799852 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:45.388120 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0f361304-1608-4ac4-a2da-e0121a799852 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:45.404794 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-0f361304-1608-4ac4-a2da-e0121a799852 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Calling delete_port for 7562c7bb-7615-47b5-a903-c66fbe3cfdc3 owned by network:router_gateway {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:57:45.442144 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e0fa953f-e138-42db-9c92-e7d0d5a126ac None None] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:45.449017 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e0fa953f-e138-42db-9c92-e7d0d5a126ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:45.508228 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-e0fa953f-e138-42db-9c92-e7d0d5a126ac None None] Attempting to bind port 7562c7bb-7615-47b5-a903-c66fbe3cfdc3 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:57:45.508652 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-e0fa953f-e138-42db-9c92-e7d0d5a126ac None None] Attempting to bind port 7562c7bb-7615-47b5-a903-c66fbe3cfdc3 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:57:45.509122 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fa953f-e138-42db-9c92-e7d0d5a126ac None None] Attempting to bind port 7562c7bb-7615-47b5-a903-c66fbe3cfdc3 on network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:57:45.524232 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cb64cc-a0a0-4afa-a729-a79991a40193 None None] Pushing event updated for resources: {'Port': ['ID=7562c7bb-7615-47b5-a903-c66fbe3cfdc3,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:45.528760 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fa953f-e138-42db-9c92-e7d0d5a126ac None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:57:45.529254 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fa953f-e138-42db-9c92-e7d0d5a126ac None None] Checking segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:57:45.529660 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e0fa953f-e138-42db-9c92-e7d0d5a126ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:45.530150 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fa953f-e138-42db-9c92-e7d0d5a126ac None None] Bound using segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:57:45.530834 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-e0fa953f-e138-42db-9c92-e7d0d5a126ac None None] Bound port: 7562c7bb-7615-47b5-a903-c66fbe3cfdc3, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:57:45.531217 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e0fa953f-e138-42db-9c92-e7d0d5a126ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:45.651343 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c230602-8e74-4f93-a288-ead25af3bd14 req-772195a3-9ae3-49e3-abe2-a21577a16096 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:45.652042 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.db.api [None req-e0fa953f-e138-42db-9c92-e7d0d5a126ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=101292) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 07:57:45.652694 n-d-789963-9 neutron-server[101292]: DEBUG oslo_db.api [None req-e0fa953f-e138-42db-9c92-e7d0d5a126ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 07:57:45.656438 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6c230602-8e74-4f93-a288-ead25af3bd14 req-772195a3-9ae3-49e3-abe2-a21577a16096 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=4765d900-580a-4876-aace-9ff28fab5c5d HTTP/1.1" status: 200 len: 945 time: 0.0956388 Sep 17 07:57:45.662757 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0f361304-1608-4ac4-a2da-e0121a799852 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:45.717785 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f361304-1608-4ac4-a2da-e0121a799852 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Pushing event deleted for resources: {'Port': ['ID=7562c7bb-7615-47b5-a903-c66fbe3cfdc3,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:45.748782 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device af0eee98-5aab-4f7d-bdf8-261e3b2d4253 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:57:45.756344 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6c230602-8e74-4f93-a288-ead25af3bd14 req-73046540-0bff-4925-aec1-53722ac068bf tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962791 Sep 17 07:57:45.803576 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0f361304-1608-4ac4-a2da-e0121a799852 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:45.829537 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port af0eee98-5aab-4f7d-bdf8-261e3b2d4253 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:57:45.829916 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:45.916371 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0f361304-1608-4ac4-a2da-e0121a799852 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:45.918953 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0f361304-1608-4ac4-a2da-e0121a799852 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:45.948631 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:45.981281 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port af0eee98-5aab-4f7d-bdf8-261e3b2d4253, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=af0eee98-5aab-4f7d-bdf8-261e3b2d4253,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:57:45.986483 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0f361304-1608-4ac4-a2da-e0121a799852 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:45.987569 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f361304-1608-4ac4-a2da-e0121a799852 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8eabb2c0-9941-431d-a691-c0bdf46bbd3e {{(pid=101289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 07:57:45.988317 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:46.000820 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0f361304-1608-4ac4-a2da-e0121a799852 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:46.004355 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-0f361304-1608-4ac4-a2da-e0121a799852 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] 10.222.0.13 "DELETE /v2.0/routers/8eabb2c0-9941-431d-a691-c0bdf46bbd3e HTTP/1.1" status: 204 len: 168 time: 1.2408476 Sep 17 07:57:46.005473 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 50160) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:46.007050 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c6cfd-102e-4903-ab95-0c43a60c36e6 req-e2ef0594-b722-4865-b7c8-5ab72812aa10 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:46.008646 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bd9c6cfd-102e-4903-ab95-0c43a60c36e6 req-e2ef0594-b722-4865-b7c8-5ab72812aa10 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab4fcfe9-2fdc-4a0d-9be5-7ce6205425c9 HTTP/1.1" status: 200 len: 950 time: 0.1140749 Sep 17 07:57:46.055214 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=af0eee98-5aab-4f7d-bdf8-261e3b2d4253,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:46.175616 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-e0fa953f-e138-42db-9c92-e7d0d5a126ac None None] Attempting to bind port 7562c7bb-7615-47b5-a903-c66fbe3cfdc3 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:57:46.176391 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-e0fa953f-e138-42db-9c92-e7d0d5a126ac None None] Attempting to bind port 7562c7bb-7615-47b5-a903-c66fbe3cfdc3 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:57:46.176761 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fa953f-e138-42db-9c92-e7d0d5a126ac None None] Attempting to bind port 7562c7bb-7615-47b5-a903-c66fbe3cfdc3 on network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:57:46.181869 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-bd9c6cfd-102e-4903-ab95-0c43a60c36e6 req-97f73a19-ad0f-4240-8d13-00b4356fede7 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Deleting port 2d088d58-75db-4f9a-bd6d-6aca29acefe3 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:57:46.182439 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-bd9c6cfd-102e-4903-ab95-0c43a60c36e6 req-97f73a19-ad0f-4240-8d13-00b4356fede7 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:46.189250 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fa953f-e138-42db-9c92-e7d0d5a126ac None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:57:46.191459 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fa953f-e138-42db-9c92-e7d0d5a126ac None None] Checking segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:57:46.191459 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e0fa953f-e138-42db-9c92-e7d0d5a126ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:46.191459 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fa953f-e138-42db-9c92-e7d0d5a126ac None None] Bound using segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:57:46.192676 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-e0fa953f-e138-42db-9c92-e7d0d5a126ac None None] Bound port: 7562c7bb-7615-47b5-a903-c66fbe3cfdc3, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:57:46.192676 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e0fa953f-e138-42db-9c92-e7d0d5a126ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:46.216346 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-e0fa953f-e138-42db-9c92-e7d0d5a126ac None None] Port 7562c7bb-7615-47b5-a903-c66fbe3cfdc3 has been deleted concurrently {{(pid=101292) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Sep 17 07:57:46.227874 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fa953f-e138-42db-9c92-e7d0d5a126ac None None] Routers set() bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:57:46.227874 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fa953f-e138-42db-9c92-e7d0d5a126ac None None] Router IDs set() for agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 17 07:57:46.229541 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_agentschedulers_db [None req-e0fa953f-e138-42db-9c92-e7d0d5a126ac None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8eabb2c0-9941-431d-a691-c0bdf46bbd3e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:57:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent'). {{(pid=101292) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 17 07:57:46.229541 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fa953f-e138-42db-9c92-e7d0d5a126ac None None] The sync data for ids ['8eabb2c0-9941-431d-a691-c0bdf46bbd3e'] in n-d-789963-9 is: [] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:57:46.300806 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-bd9c6cfd-102e-4903-ab95-0c43a60c36e6 req-97f73a19-ad0f-4240-8d13-00b4356fede7 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] For port 2d088d58-75db-4f9a-bd6d-6aca29acefe3, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=2d088d58-75db-4f9a-bd6d-6aca29acefe3,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:57:46.301211 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-bd9c6cfd-102e-4903-ab95-0c43a60c36e6 req-97f73a19-ad0f-4240-8d13-00b4356fede7 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:46.315738 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-bd9c6cfd-102e-4903-ab95-0c43a60c36e6 req-97f73a19-ad0f-4240-8d13-00b4356fede7 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Calling delete_port for 2d088d58-75db-4f9a-bd6d-6aca29acefe3 owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:57:46.474382 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-846fbcec-e445-4aa4-80bf-63663cf8cc72 req-7afe3f0b-adf0-41a4-aec3-d05948eab044 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0271568 Sep 17 07:57:46.504559 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-bd9c6cfd-102e-4903-ab95-0c43a60c36e6 req-97f73a19-ad0f-4240-8d13-00b4356fede7 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:46.527778 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e6057d60-2f0e-4a05-8fd8-d8b029a316f3 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks [] for router, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:46.542365 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['589a423e-e5e2-46f8-a6ff-9af3b3839322', '2d088d58-75db-4f9a-bd6d-6aca29acefe3'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:57:46.543101 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f73a19-ad0f-4240-8d13-00b4356fede7 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Pushing event deleted for resources: {'Port': ['ID=2d088d58-75db-4f9a-bd6d-6aca29acefe3,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:46.546001 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['389c670e-990d-4f20-ac8c-3cce9f4cde9c', '32647783-f482-4eed-a2c6-b32fcad89497', '1367330a-4624-480f-a385-71092b839a0b', 'f11c2e56-bcb6-4640-95ff-e2ec1150d11f'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:57:46.585171 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f0e781-7950-42b5-a2de-6c8052ad7b00 req-62539a8c-cd94-492e-972f-c4fe0bc3325f tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:46.586871 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-31f0e781-7950-42b5-a2de-6c8052ad7b00 req-62539a8c-cd94-492e-972f-c4fe0bc3325f tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab4fcfe9-2fdc-4a0d-9be5-7ce6205425c9 HTTP/1.1" status: 200 len: 867 time: 0.1407976 Sep 17 07:57:46.604112 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd9c6cfd-102e-4903-ab95-0c43a60c36e6 req-97f73a19-ad0f-4240-8d13-00b4356fede7 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] No DVR routers for this DVR port 2d088d58-75db-4f9a-bd6d-6aca29acefe3 on host n-h1-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:57:46.607496 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-bd9c6cfd-102e-4903-ab95-0c43a60c36e6 req-97f73a19-ad0f-4240-8d13-00b4356fede7 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:46.610451 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bd9c6cfd-102e-4903-ab95-0c43a60c36e6 req-97f73a19-ad0f-4240-8d13-00b4356fede7 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.41 "DELETE /v2.0/ports/2d088d58-75db-4f9a-bd6d-6aca29acefe3 HTTP/1.1" status: 204 len: 173 time: 0.5901346 Sep 17 07:57:46.611875 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab4fcfe9-2fdc-4a0d-9be5-7ce6205425c9', 'name': 'network-vif-deleted', 'tag': '2d088d58-75db-4f9a-bd6d-6aca29acefe3'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:57:46.614707 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f26d5b-fded-4501-8772-60c6e4da8b68" -d '{"events": [{"server_uuid": "ab4fcfe9-2fdc-4a0d-9be5-7ce6205425c9", "name": "network-vif-deleted", "tag": "2d088d58-75db-4f9a-bd6d-6aca29acefe3"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:57:46.667631 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca15cb1-59c3-457b-8e76-4376eb13ae8f x-openstack-request-id: req-2ca15cb1-59c3-457b-8e76-4376eb13ae8f {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:57:46.668234 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab4fcfe9-2fdc-4a0d-9be5-7ce6205425c9", "name": "network-vif-deleted", "tag": "2d088d58-75db-4f9a-bd6d-6aca29acefe3", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:57:46.668792 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2ca15cb1-59c3-457b-8e76-4376eb13ae8f {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:57:46.669342 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab4fcfe9-2fdc-4a0d-9be5-7ce6205425c9', 'name': 'network-vif-deleted', 'tag': '2d088d58-75db-4f9a-bd6d-6aca29acefe3', 'status': 'completed', 'code': 200} Sep 17 07:57:46.716168 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-31f0e781-7950-42b5-a2de-6c8052ad7b00 req-c9c21d41-e673-4dfc-a412-530df5fc9c63 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226532 Sep 17 07:57:46.755952 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e6057d60-2f0e-4a05-8fd8-d8b029a316f3 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:46.841076 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-e6057d60-2f0e-4a05-8fd8-d8b029a316f3 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Deleting port af0eee98-5aab-4f7d-bdf8-261e3b2d4253 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:57:46.841440 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e6057d60-2f0e-4a05-8fd8-d8b029a316f3 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:46.989688 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-e6057d60-2f0e-4a05-8fd8-d8b029a316f3 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] For port af0eee98-5aab-4f7d-bdf8-261e3b2d4253, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=af0eee98-5aab-4f7d-bdf8-261e3b2d4253,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:57:46.990062 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e6057d60-2f0e-4a05-8fd8-d8b029a316f3 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:47.025899 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a74ad7-be3c-48c5-9cc9-4db2eaddd352 req-c05f58e6-b6a9-447b-a06a-7cac4583ba24 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:47.027508 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e6a74ad7-be3c-48c5-9cc9-4db2eaddd352 req-c05f58e6-b6a9-447b-a06a-7cac4583ba24 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=4765d900-580a-4876-aace-9ff28fab5c5d HTTP/1.1" status: 200 len: 945 time: 0.1688747 Sep 17 07:57:47.028549 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-e6057d60-2f0e-4a05-8fd8-d8b029a316f3 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Calling delete_port for af0eee98-5aab-4f7d-bdf8-261e3b2d4253 owned by network:router_gateway {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:57:47.152944 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e6a74ad7-be3c-48c5-9cc9-4db2eaddd352 req-f9ef748f-4627-488b-812c-8c146710336f tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115377 Sep 17 07:57:47.294641 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e6057d60-2f0e-4a05-8fd8-d8b029a316f3 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:47.321339 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6057d60-2f0e-4a05-8fd8-d8b029a316f3 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Pushing event deleted for resources: {'Port': ['ID=af0eee98-5aab-4f7d-bdf8-261e3b2d4253,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:47.395306 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e6057d60-2f0e-4a05-8fd8-d8b029a316f3 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:47.494603 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e6057d60-2f0e-4a05-8fd8-d8b029a316f3 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:47.496849 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e6057d60-2f0e-4a05-8fd8-d8b029a316f3 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:47.556126 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e6057d60-2f0e-4a05-8fd8-d8b029a316f3 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:47.556778 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6057d60-2f0e-4a05-8fd8-d8b029a316f3 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 06db91e0-d2c1-4915-a0d1-ebe7d7dadf11 {{(pid=101289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 07:57:47.561898 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e6057d60-2f0e-4a05-8fd8-d8b029a316f3 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:47.563594 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e6057d60-2f0e-4a05-8fd8-d8b029a316f3 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] 10.222.0.13 "DELETE /v2.0/routers/06db91e0-d2c1-4915-a0d1-ebe7d7dadf11 HTTP/1.1" status: 204 len: 168 time: 1.5557032 Sep 17 07:57:47.567679 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 50178) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:47.575949 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-352e2e78-5f55-46ac-a240-095e90276670 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1265066110', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}, 'admin_state_up': False}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:57:47.600655 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7a1caaad-d7b8-4162-9486-1ad172b75a65 req-de985917-7410-4461-a63d-5800b2fa142d tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0350716 Sep 17 07:57:47.608032 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-352e2e78-5f55-46ac-a240-095e90276670 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:47.609393 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-352e2e78-5f55-46ac-a240-095e90276670 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:47.686335 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-352e2e78-5f55-46ac-a240-095e90276670 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:47.841819 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-352e2e78-5f55-46ac-a240-095e90276670 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:48.071363 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-352e2e78-5f55-46ac-a240-095e90276670 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks [] for router_gateway, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:48.095397 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-352e2e78-5f55-46ac-a240-095e90276670 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:48.277095 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-352e2e78-5f55-46ac-a240-095e90276670 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Allocated IP 172.25.6.215 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/a5a9c17f-695f-4d46-97ad-e21711c954c1) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:57:48.295055 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a63b652-352a-4dcd-a51a-2ac82d24ab7f req-c25141ee-395b-481c-936e-60e33b46283a tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:48.296686 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1a63b652-352a-4dcd-a51a-2ac82d24ab7f req-c25141ee-395b-481c-936e-60e33b46283a tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6aac755-5f6d-4d43-b6e6-a1cf00992a55 HTTP/1.1" status: 200 len: 948 time: 0.0851064 Sep 17 07:57:48.369493 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ed67e-233e-4eae-a0da-2108cf62ea1b req-000f9dd6-e432-49a1-a253-98d0fbed7a3c tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:48.370965 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-381ed67e-233e-4eae-a0da-2108cf62ea1b req-000f9dd6-e432-49a1-a253-98d0fbed7a3c tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=4765d900-580a-4876-aace-9ff28fab5c5d HTTP/1.1" status: 200 len: 945 time: 0.0948563 Sep 17 07:57:48.376688 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1a63b652-352a-4dcd-a51a-2ac82d24ab7f req-7ec994d7-46c0-4a1b-a0b3-751617db5202 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609999 Sep 17 07:57:48.415641 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-352e2e78-5f55-46ac-a240-095e90276670 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:48.420470 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-381ed67e-233e-4eae-a0da-2108cf62ea1b req-c325aee1-4098-4c90-b262-4f4066b6d7bc tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426533 Sep 17 07:57:48.453448 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-352e2e78-5f55-46ac-a240-095e90276670 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:48.497902 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352e2e78-5f55-46ac-a240-095e90276670 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:57:48.500979 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-352e2e78-5f55-46ac-a240-095e90276670 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:57:48.506843 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352e2e78-5f55-46ac-a240-095e90276670 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:57:48.513469 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352e2e78-5f55-46ac-a240-095e90276670 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Pushing event updated for resources: {'Port': ['ID=a5a9c17f-695f-4d46-97ad-e21711c954c1,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:48.705777 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-85d07eb3-b82b-428e-be04-2987adec83ae req-c5025d59-2573-4551-8eca-7ed74221f0ab tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0294321 Sep 17 07:57:48.787134 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-352e2e78-5f55-46ac-a240-095e90276670 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks [] for router_gateway, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:49.005464 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-352e2e78-5f55-46ac-a240-095e90276670 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:49.147426 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-352e2e78-5f55-46ac-a240-095e90276670 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Router 5b53db39-15d3-4e05-a433-28cac7f7f5fb is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 07:57:49.269733 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-352e2e78-5f55-46ac-a240-095e90276670 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:57:49.280956 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46aa3775-57d4-4b22-924c-1d5d3bd0aaed None None] Sync routers for ids ['5b53db39-15d3-4e05-a433-28cac7f7f5fb'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:57:49.296056 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-352e2e78-5f55-46ac-a240-095e90276670 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:49.296270 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46aa3775-57d4-4b22-924c-1d5d3bd0aaed None None] Routers {'5b53db39-15d3-4e05-a433-28cac7f7f5fb'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:57:49.296991 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-46aa3775-57d4-4b22-924c-1d5d3bd0aaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:57:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['5b53db39-15d3-4e05-a433-28cac7f7f5fb'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:49.298969 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-352e2e78-5f55-46ac-a240-095e90276670 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.7282312 Sep 17 07:57:49.300861 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 50200) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:49.306166 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-e7d00af7-f31d-4b51-9bc0-ef4ab9e73612 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'enable_snat': False}}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:57:49.333158 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-46aa3775-57d4-4b22-924c-1d5d3bd0aaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:49.341725 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46aa3775-57d4-4b22-924c-1d5d3bd0aaed None None] Routers {'5b53db39-15d3-4e05-a433-28cac7f7f5fb'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:57:49.342603 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-46aa3775-57d4-4b22-924c-1d5d3bd0aaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:57:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['5b53db39-15d3-4e05-a433-28cac7f7f5fb'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:49.374596 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-46aa3775-57d4-4b22-924c-1d5d3bd0aaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:49.375242 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46aa3775-57d4-4b22-924c-1d5d3bd0aaed None None] The sync data for ids ['5b53db39-15d3-4e05-a433-28cac7f7f5fb'] in n-d-789963-9 is: [] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:57:49.554924 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82891c31-9436-4cd4-ba68-62af3f8b415c req-5e60a35c-2225-4d76-ba22-63e0654e14e3 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:49.563341 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-82891c31-9436-4cd4-ba68-62af3f8b415c req-5e60a35c-2225-4d76-ba22-63e0654e14e3 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6aac755-5f6d-4d43-b6e6-a1cf00992a55 HTTP/1.1" status: 200 len: 948 time: 0.1112745 Sep 17 07:57:49.609159 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a683f2-c8ee-43ae-a684-dbdcd230a602 req-ba0c1f11-0663-4b31-ac6c-5e1b6652d7bf tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:49.618228 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-26a683f2-c8ee-43ae-a684-dbdcd230a602 req-ba0c1f11-0663-4b31-ac6c-5e1b6652d7bf tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=4765d900-580a-4876-aace-9ff28fab5c5d HTTP/1.1" status: 200 len: 945 time: 0.1169195 Sep 17 07:57:49.644093 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-82891c31-9436-4cd4-ba68-62af3f8b415c req-2ecb8172-76ad-44b7-975d-a9be70b312cd tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798690 Sep 17 07:57:49.664102 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-26a683f2-c8ee-43ae-a684-dbdcd230a602 req-36b399a1-b746-498b-a0cc-2b5b7052ed66 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451367 Sep 17 07:57:49.681859 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device af0eee98-5aab-4f7d-bdf8-261e3b2d4253 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:57:49.690974 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e7d00af7-f31d-4b51-9bc0-ef4ab9e73612 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:49.702991 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: af0eee98-5aab-4f7d-bdf8-261e3b2d4253 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:57:49.703328 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device af0eee98-5aab-4f7d-bdf8-261e3b2d4253 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:57:49.758156 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 2d088d58-75db-4f9a-bd6d-6aca29acefe3 no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:57:49.792903 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] No Port match for: 2d088d58-75db-4f9a-bd6d-6aca29acefe3 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:57:49.793547 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 2d088d58-75db-4f9a-bd6d-6aca29acefe3 not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:57:49.822238 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f0d23254-241f-4eea-bb5c-0da10088649c req-d30ae79d-5a94-497d-9f7a-22b4c0ba8db3 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0311053 Sep 17 07:57:49.878965 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d300ec83-6da6-4e6f-84cb-8cef00102407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:50.007886 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4914bd17-9f1d-4998-9303-553fdd11fd42 req-d788a4d1-08fb-4244-b58e-fcdb1748511e tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:50.009349 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4914bd17-9f1d-4998-9303-553fdd11fd42 req-d788a4d1-08fb-4244-b58e-fcdb1748511e tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6aac755-5f6d-4d43-b6e6-a1cf00992a55 HTTP/1.1" status: 200 len: 948 time: 0.0917945 Sep 17 07:57:50.554439 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30863c14-d725-450d-8b47-846ae467455b req-0b0854c7-0329-4e04-9000-5ddfc1500011 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:50.556052 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-30863c14-d725-450d-8b47-846ae467455b req-0b0854c7-0329-4e04-9000-5ddfc1500011 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac440a43-115b-4b47-801c-723a6b7ef39b HTTP/1.1" status: 200 len: 949 time: 0.5208430 Sep 17 07:57:50.581207 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-31c1e9e3-781b-4472-8bdd-50065253e592 req-64180b4e-9d22-4bc8-bc81-83f3e16f38c6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6a15fc49-dc1f-4668-a299-f6687ff5a7d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1615212 Sep 17 07:57:50.686388 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e7d00af7-f31d-4b51-9bc0-ef4ab9e73612 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-726791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7677'] for router, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:50.717905 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e7d00af7-f31d-4b51-9bc0-ef4ab9e73612 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-748988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-748965', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-726796'] for router, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:50.725735 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-4914bd17-9f1d-4998-9303-553fdd11fd42 req-8c6b28ba-297e-4255-8734-8f6977a6f672 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Deleting port f11c2e56-bcb6-4640-95ff-e2ec1150d11f {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:57:50.726066 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-4914bd17-9f1d-4998-9303-553fdd11fd42 req-8c6b28ba-297e-4255-8734-8f6977a6f672 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:50.762820 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c1e9e3-781b-4472-8bdd-50065253e592 req-81e5a4ee-46ea-46c1-99ff-578a96e884bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:50.764351 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-31c1e9e3-781b-4472-8bdd-50065253e592 req-81e5a4ee-46ea-46c1-99ff-578a96e884bb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2349d4cf1f41439ea3d7c6f38634ae0a&device_id=6a15fc49-dc1f-4668-a299-f6687ff5a7d7 HTTP/1.1" status: 200 len: 1100 time: 0.1320758 Sep 17 07:57:50.812943 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f7b7d5-b43c-425f-ab1b-18caf1adb728 req-e0003379-a87a-4189-9d53-c0bdb4c6376f tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:50.815205 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-71f7b7d5-b43c-425f-ab1b-18caf1adb728 req-e0003379-a87a-4189-9d53-c0bdb4c6376f tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6aac755-5f6d-4d43-b6e6-a1cf00992a55 HTTP/1.1" status: 200 len: 948 time: 0.0935595 Sep 17 07:57:50.838133 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387cd7d3-48a0-4bcd-a89b-8b58f5dd0ecf req-5b851f9a-e7af-401d-9b04-03d6088abc29 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:50.844930 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-387cd7d3-48a0-4bcd-a89b-8b58f5dd0ecf req-5b851f9a-e7af-401d-9b04-03d6088abc29 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=4765d900-580a-4876-aace-9ff28fab5c5d HTTP/1.1" status: 200 len: 945 time: 0.0807452 Sep 17 07:57:50.900932 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-387cd7d3-48a0-4bcd-a89b-8b58f5dd0ecf req-4ef1a8ca-c85c-43e0-9b9c-89a7dfff6cd6 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545576 Sep 17 07:57:50.917951 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-71f7b7d5-b43c-425f-ab1b-18caf1adb728 req-cbfc46e6-ce54-483d-ba5f-5f74914818c2 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889461 Sep 17 07:57:50.972046 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-30863c14-d725-450d-8b47-846ae467455b req-04b637d3-5db6-4e32-b3b4-03d98c631e83 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Deleting port 589a423e-e5e2-46f8-a6ff-9af3b3839322 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:57:50.972391 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-30863c14-d725-450d-8b47-846ae467455b req-04b637d3-5db6-4e32-b3b4-03d98c631e83 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:51.006571 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-15efc02b-e2b6-4664-99fb-4834d66ba06f req-77f78968-efe6-4d37-b0ca-52670ae33cbb tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0346606 Sep 17 07:57:51.034312 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-4914bd17-9f1d-4998-9303-553fdd11fd42 req-8c6b28ba-297e-4255-8734-8f6977a6f672 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] For port f11c2e56-bcb6-4640-95ff-e2ec1150d11f, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=f11c2e56-bcb6-4640-95ff-e2ec1150d11f,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:57:51.034897 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-4914bd17-9f1d-4998-9303-553fdd11fd42 req-8c6b28ba-297e-4255-8734-8f6977a6f672 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:51.061971 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d00af7-f31d-4b51-9bc0-ef4ab9e73612 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Router 5b53db39-15d3-4e05-a433-28cac7f7f5fb has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:57:51.087089 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-4914bd17-9f1d-4998-9303-553fdd11fd42 req-8c6b28ba-297e-4255-8734-8f6977a6f672 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Calling delete_port for f11c2e56-bcb6-4640-95ff-e2ec1150d11f owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:57:51.091387 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c1e9e3-781b-4472-8bdd-50065253e592 req-7c735e77-16c4-499e-baac-c36cdb80e7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:51.092876 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-31c1e9e3-781b-4472-8bdd-50065253e592 req-7c735e77-16c4-499e-baac-c36cdb80e7c1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=469390cd-cce5-49bd-b8f8-9e64018a0583 HTTP/1.1" status: 200 len: 870 time: 0.2907856 Sep 17 07:57:51.187772 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-31c1e9e3-781b-4472-8bdd-50065253e592 req-8912bd18-462c-4769-be95-9351cddbeddc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=389c670e-990d-4f20-ac8c-3cce9f4cde9c HTTP/1.1" status: 200 len: 217 time: 0.0791445 Sep 17 07:57:51.256736 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-30863c14-d725-450d-8b47-846ae467455b req-04b637d3-5db6-4e32-b3b4-03d98c631e83 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] For port 589a423e-e5e2-46f8-a6ff-9af3b3839322, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=589a423e-e5e2-46f8-a6ff-9af3b3839322,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:57:51.257122 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-30863c14-d725-450d-8b47-846ae467455b req-04b637d3-5db6-4e32-b3b4-03d98c631e83 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:51.309875 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-30863c14-d725-450d-8b47-846ae467455b req-04b637d3-5db6-4e32-b3b4-03d98c631e83 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Calling delete_port for 589a423e-e5e2-46f8-a6ff-9af3b3839322 owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:57:51.417094 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c1e9e3-781b-4472-8bdd-50065253e592 req-327251b9-7aab-4268-b522-c53f93c7b399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:51.422338 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-31c1e9e3-781b-4472-8bdd-50065253e592 req-327251b9-7aab-4268-b522-c53f93c7b399 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.2160332 Sep 17 07:57:51.490581 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d00af7-f31d-4b51-9bc0-ef4ab9e73612 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:57:51.500202 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02e7287-a248-4dd6-a1df-6cd1a80d6e17 None None] Sync routers for ids ['5b53db39-15d3-4e05-a433-28cac7f7f5fb'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:57:51.509422 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e7d00af7-f31d-4b51-9bc0-ef4ab9e73612 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:51.510634 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e7d00af7-f31d-4b51-9bc0-ef4ab9e73612 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] 10.222.0.13 "PUT /v2.0/routers/5b53db39-15d3-4e05-a433-28cac7f7f5fb HTTP/1.1" status: 200 len: 922 time: 2.2080982 Sep 17 07:57:51.510773 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02e7287-a248-4dd6-a1df-6cd1a80d6e17 None None] Routers {'5b53db39-15d3-4e05-a433-28cac7f7f5fb'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:57:51.511489 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-e02e7287-a248-4dd6-a1df-6cd1a80d6e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:57:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['5b53db39-15d3-4e05-a433-28cac7f7f5fb'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:51.513467 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 50224) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:51.542182 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-4914bd17-9f1d-4998-9303-553fdd11fd42 req-8c6b28ba-297e-4255-8734-8f6977a6f672 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:51.546037 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c1e9e3-781b-4472-8bdd-50065253e592 req-10cf1837-785c-4043-89d3-b11854003b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:51.547585 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-31c1e9e3-781b-4472-8bdd-50065253e592 req-10cf1837-785c-4043-89d3-b11854003b07 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1205716 Sep 17 07:57:51.552664 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-e02e7287-a248-4dd6-a1df-6cd1a80d6e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:51.564960 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02e7287-a248-4dd6-a1df-6cd1a80d6e17 None None] Routers {'5b53db39-15d3-4e05-a433-28cac7f7f5fb'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:57:51.566019 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-e02e7287-a248-4dd6-a1df-6cd1a80d6e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:57:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['5b53db39-15d3-4e05-a433-28cac7f7f5fb'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:51.578224 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['589a423e-e5e2-46f8-a6ff-9af3b3839322'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:57:51.580940 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['389c670e-990d-4f20-ac8c-3cce9f4cde9c', '32647783-f482-4eed-a2c6-b32fcad89497', '1367330a-4624-480f-a385-71092b839a0b', 'f11c2e56-bcb6-4640-95ff-e2ec1150d11f'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:57:51.597374 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6b28ba-297e-4255-8734-8f6977a6f672 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Pushing event deleted for resources: {'Port': ['ID=f11c2e56-bcb6-4640-95ff-e2ec1150d11f,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:51.614100 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-e02e7287-a248-4dd6-a1df-6cd1a80d6e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:51.615735 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02e7287-a248-4dd6-a1df-6cd1a80d6e17 None None] The sync data for ids ['5b53db39-15d3-4e05-a433-28cac7f7f5fb'] in n-d-789963-9 is: [] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:57:51.669669 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6b28ba-297e-4255-8734-8f6977a6f672 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:57:51.670549 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6b28ba-297e-4255-8734-8f6977a6f672 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:57:51.670549 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6b28ba-297e-4255-8734-8f6977a6f672 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:57:51.670772 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6b28ba-297e-4255-8734-8f6977a6f672 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:57:51.671002 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6b28ba-297e-4255-8734-8f6977a6f672 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:57:51.671265 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6b28ba-297e-4255-8734-8f6977a6f672 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:57:51.671600 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6b28ba-297e-4255-8734-8f6977a6f672 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:57:51.671927 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6b28ba-297e-4255-8734-8f6977a6f672 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:57:51.672246 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6b28ba-297e-4255-8734-8f6977a6f672 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:57:51.672559 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6b28ba-297e-4255-8734-8f6977a6f672 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:57:51.672876 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6b28ba-297e-4255-8734-8f6977a6f672 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:57:51.673829 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6b28ba-297e-4255-8734-8f6977a6f672 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:57:51.711882 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-2c1ece25-c028-4795-90e9-3b1a30aef0f3 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] 10.222.0.13 "GET /v2.0/routers/5b53db39-15d3-4e05-a433-28cac7f7f5fb HTTP/1.1" status: 200 len: 922 time: 0.1948998 Sep 17 07:57:51.713001 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 50226) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:51.725140 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-4914bd17-9f1d-4998-9303-553fdd11fd42 req-8c6b28ba-297e-4255-8734-8f6977a6f672 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] No DVR routers for this DVR port f11c2e56-bcb6-4640-95ff-e2ec1150d11f on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:57:51.733685 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-4914bd17-9f1d-4998-9303-553fdd11fd42 req-8c6b28ba-297e-4255-8734-8f6977a6f672 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:51.735644 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4914bd17-9f1d-4998-9303-553fdd11fd42 req-8c6b28ba-297e-4255-8734-8f6977a6f672 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.39 "DELETE /v2.0/ports/f11c2e56-bcb6-4640-95ff-e2ec1150d11f HTTP/1.1" status: 204 len: 173 time: 1.7015347 Sep 17 07:57:51.736165 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6aac755-5f6d-4d43-b6e6-a1cf00992a55', 'name': 'network-vif-deleted', 'tag': 'f11c2e56-bcb6-4640-95ff-e2ec1150d11f'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:57:51.738393 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91650a87-3570-4fd5-84d8-6e0841c4165e" -d '{"events": [{"server_uuid": "f6aac755-5f6d-4d43-b6e6-a1cf00992a55", "name": "network-vif-deleted", "tag": "f11c2e56-bcb6-4640-95ff-e2ec1150d11f"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:57:51.758407 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-30863c14-d725-450d-8b47-846ae467455b req-04b637d3-5db6-4e32-b3b4-03d98c631e83 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:51.823171 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b637d3-5db6-4e32-b3b4-03d98c631e83 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Pushing event deleted for resources: {'Port': ['ID=589a423e-e5e2-46f8-a6ff-9af3b3839322,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:51.827652 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e864ba36-004c-4dc8-b9ac-bfe65670427f x-openstack-request-id: req-e864ba36-004c-4dc8-b9ac-bfe65670427f {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:57:51.834805 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f1add5-490a-48e6-acb4-8eada77d4da0 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:51.837579 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-62f1add5-490a-48e6-acb4-8eada77d4da0 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=5fc128c4-343a-4b5b-8a61-6a2b8d95c555&device_id=5b53db39-15d3-4e05-a433-28cac7f7f5fb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1236393 Sep 17 07:57:51.840493 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6aac755-5f6d-4d43-b6e6-a1cf00992a55", "name": "network-vif-deleted", "tag": "f11c2e56-bcb6-4640-95ff-e2ec1150d11f", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:57:51.841638 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 50230) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:51.843212 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e864ba36-004c-4dc8-b9ac-bfe65670427f {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:57:51.845128 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6aac755-5f6d-4d43-b6e6-a1cf00992a55', 'name': 'network-vif-deleted', 'tag': 'f11c2e56-bcb6-4640-95ff-e2ec1150d11f', 'status': 'completed', 'code': 200} Sep 17 07:57:51.882193 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-31c1e9e3-781b-4472-8bdd-50065253e592 req-25f57a8f-bba7-40a0-888b-67f0222c53a9 service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261495 Sep 17 07:57:51.961017 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-30863c14-d725-450d-8b47-846ae467455b req-04b637d3-5db6-4e32-b3b4-03d98c631e83 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] No DVR routers for this DVR port 589a423e-e5e2-46f8-a6ff-9af3b3839322 on host n-h1-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:57:51.965342 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-30863c14-d725-450d-8b47-846ae467455b req-04b637d3-5db6-4e32-b3b4-03d98c631e83 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:51.967482 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-30863c14-d725-450d-8b47-846ae467455b req-04b637d3-5db6-4e32-b3b4-03d98c631e83 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.41 "DELETE /v2.0/ports/589a423e-e5e2-46f8-a6ff-9af3b3839322 HTTP/1.1" status: 204 len: 173 time: 1.3987336 Sep 17 07:57:52.027985 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2796347-a0b4-4b40-aeb5-365a47b24007 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:52.036975 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-b2796347-a0b4-4b40-aeb5-365a47b24007 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] 10.222.0.13 "GET /v2.0/networks/5fc128c4-343a-4b5b-8a61-6a2b8d95c555 HTTP/1.1" status: 200 len: 881 time: 0.1941307 Sep 17 07:57:52.037784 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 50238) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:52.083470 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 50240) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:52.087363 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-cb06630f-8ced-4098-be3f-2e708347cfa8 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b53db39-15d3-4e05-a433-28cac7f7f5fb HTTP/1.1" status: 200 len: 205 time: 0.0483005 Sep 17 07:57:52.218639 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd0355-4a39-4690-ad2e-408b8a8abf1c req-ed541e22-134d-46f3-be8e-e445c6e86510 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:52.231101 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5acd0355-4a39-4690-ad2e-408b8a8abf1c req-ed541e22-134d-46f3-be8e-e445c6e86510 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=4765d900-580a-4876-aace-9ff28fab5c5d HTTP/1.1" status: 200 len: 945 time: 0.1423609 Sep 17 07:57:52.289077 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d4347d7a-6c07-4adb-9363-3ed2035897ad req-8a6dad11-8c6a-413f-858c-b4309ba85b64 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6aac755-5f6d-4d43-b6e6-a1cf00992a55 HTTP/1.1" status: 200 len: 210 time: 0.1311793 Sep 17 07:57:52.294663 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-31c1e9e3-781b-4472-8bdd-50065253e592 req-6e04c2cf-27a0-4b0c-8353-3bc49f461ab7 service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3850908 Sep 17 07:57:52.317161 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-37601bb9-cfc3-4ed8-80a3-473971196d13 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks [] for router, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:52.338022 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5acd0355-4a39-4690-ad2e-408b8a8abf1c req-f6c25c67-c836-4c60-b485-b864a7afd75a tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055055 Sep 17 07:57:52.426279 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3b5b541c-a661-4ffa-a870-cd71173da71f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:52.446359 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-11e41a20-ee25-4bc3-8b06-b4d0bf6e7d75 req-d573ddd8-bb9f-464b-939c-cb5d179b803b tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0370185 Sep 17 07:57:52.492696 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-37601bb9-cfc3-4ed8-80a3-473971196d13 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:52.552941 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-37601bb9-cfc3-4ed8-80a3-473971196d13 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Deleting port a5a9c17f-695f-4d46-97ad-e21711c954c1 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:57:52.553284 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-37601bb9-cfc3-4ed8-80a3-473971196d13 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:52.636553 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-37601bb9-cfc3-4ed8-80a3-473971196d13 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:52.643449 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:52.649034 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-37601bb9-cfc3-4ed8-80a3-473971196d13 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Calling delete_port for a5a9c17f-695f-4d46-97ad-e21711c954c1 owned by network:router_gateway {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:57:52.843145 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-37601bb9-cfc3-4ed8-80a3-473971196d13 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:52.878898 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37601bb9-cfc3-4ed8-80a3-473971196d13 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Pushing event deleted for resources: {'Port': ['ID=a5a9c17f-695f-4d46-97ad-e21711c954c1,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:52.945463 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-37601bb9-cfc3-4ed8-80a3-473971196d13 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:53.040506 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-37601bb9-cfc3-4ed8-80a3-473971196d13 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:53.051977 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-37601bb9-cfc3-4ed8-80a3-473971196d13 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:53.102044 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-37601bb9-cfc3-4ed8-80a3-473971196d13 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:53.102831 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37601bb9-cfc3-4ed8-80a3-473971196d13 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Fanout notify agent at l3_agent the message router_deleted on router 5b53db39-15d3-4e05-a433-28cac7f7f5fb {{(pid=101290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 07:57:53.110831 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-37601bb9-cfc3-4ed8-80a3-473971196d13 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:53.113603 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-37601bb9-cfc3-4ed8-80a3-473971196d13 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] 10.222.0.13 "DELETE /v2.0/routers/5b53db39-15d3-4e05-a433-28cac7f7f5fb HTTP/1.1" status: 204 len: 168 time: 1.0290802 Sep 17 07:57:53.117379 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 50246) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:53.122741 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-80e4bb85-e0cc-4bac-b607-13247754bded tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-266786403', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:57:53.144249 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 07:57:53.147310 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-80e4bb85-e0cc-4bac-b607-13247754bded tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:53.148761 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-80e4bb85-e0cc-4bac-b607-13247754bded tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:53.202273 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-80e4bb85-e0cc-4bac-b607-13247754bded tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:53.206760 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-80e4bb85-e0cc-4bac-b607-13247754bded tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:53.222350 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-80e4bb85-e0cc-4bac-b607-13247754bded tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:53.223542 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-80e4bb85-e0cc-4bac-b607-13247754bded tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1050999 Sep 17 07:57:53.226478 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 50248) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:53.230960 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-27dd3695-3134-4168-92fe-75bfb1ccd545 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Request body: {'router': {'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:57:53.440176 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['389c670e-990d-4f20-ac8c-3cce9f4cde9c', '32647783-f482-4eed-a2c6-b32fcad89497', '1367330a-4624-480f-a385-71092b839a0b'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:57:53.533535 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-27dd3695-3134-4168-92fe-75bfb1ccd545 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:53.569471 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f612bd0-8f7e-4ef8-9f07-ac596d6b3e18 req-e2a66266-b6bb-49a3-b4eb-e1de28a18dc2 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:53.571056 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f612bd0-8f7e-4ef8-9f07-ac596d6b3e18 req-e2a66266-b6bb-49a3-b4eb-e1de28a18dc2 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=4765d900-580a-4876-aace-9ff28fab5c5d HTTP/1.1" status: 200 len: 945 time: 0.1464179 Sep 17 07:57:53.633667 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:53.671324 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f612bd0-8f7e-4ef8-9f07-ac596d6b3e18 req-8c2bbf44-96e9-4bb1-8c52-4baee2136c5e tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798650 Sep 17 07:57:53.706238 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6722b384-76a2-42c2-8185-e8fd25fac7c1 req-b78e26b9-1325-4145-af65-b228b1e2eb79 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0338216 Sep 17 07:57:53.772435 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 589a423e-e5e2-46f8-a6ff-9af3b3839322 no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:57:53.846395 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac440a43-115b-4b47-801c-723a6b7ef39b', 'name': 'network-vif-deleted', 'tag': '589a423e-e5e2-46f8-a6ff-9af3b3839322'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:57:53.846982 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] No Port match for: 589a423e-e5e2-46f8-a6ff-9af3b3839322 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:57:53.847306 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 589a423e-e5e2-46f8-a6ff-9af3b3839322 not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:57:53.849706 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd139a1-b376-4576-ba86-31c9747e633f" -d '{"events": [{"server_uuid": "ac440a43-115b-4b47-801c-723a6b7ef39b", "name": "network-vif-deleted", "tag": "589a423e-e5e2-46f8-a6ff-9af3b3839322"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:57:53.874545 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-27dd3695-3134-4168-92fe-75bfb1ccd545 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks [] for router_gateway, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:53.896840 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-27dd3695-3134-4168-92fe-75bfb1ccd545 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:53.910314 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-429c1b23-7996-49f0-a212-50e915a50163 x-openstack-request-id: req-429c1b23-7996-49f0-a212-50e915a50163 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:57:53.910714 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac440a43-115b-4b47-801c-723a6b7ef39b", "name": "network-vif-deleted", "tag": "589a423e-e5e2-46f8-a6ff-9af3b3839322", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:57:53.911042 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-429c1b23-7996-49f0-a212-50e915a50163 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:57:53.911518 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac440a43-115b-4b47-801c-723a6b7ef39b', 'name': 'network-vif-deleted', 'tag': '589a423e-e5e2-46f8-a6ff-9af3b3839322', 'status': 'completed', 'code': 200} Sep 17 07:57:54.050987 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-27dd3695-3134-4168-92fe-75bfb1ccd545 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Allocated IP 172.25.6.186 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/403b520c-dca8-43b8-b53c-4ee9c3dd4424) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:57:54.070391 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea7dad-2150-4886-8cd7-28ff3337311a req-d294b51b-0793-4c4a-8e6d-d4dce01a05b2 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:54.071963 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8dea7dad-2150-4886-8cd7-28ff3337311a req-d294b51b-0793-4c4a-8e6d-d4dce01a05b2 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=dee8c3dd-b591-4049-b502-4acf286e1629 HTTP/1.1" status: 200 len: 950 time: 0.0759265 Sep 17 07:57:54.169103 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8dea7dad-2150-4886-8cd7-28ff3337311a req-e4773603-0682-4561-8662-2cac42c446b3 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774574 Sep 17 07:57:54.208293 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-27dd3695-3134-4168-92fe-75bfb1ccd545 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:54.246922 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-27dd3695-3134-4168-92fe-75bfb1ccd545 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:54.255596 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935e2b8-20b7-4afd-b92c-982d8fc8bcbc req-0ae71938-7498-4811-8079-c814d3ccd21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:54.257772 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9935e2b8-20b7-4afd-b92c-982d8fc8bcbc req-0ae71938-7498-4811-8079-c814d3ccd21b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4765d900-580a-4876-aace-9ff28fab5c5d HTTP/1.1" status: 200 len: 1096 time: 0.0439744 Sep 17 07:57:54.285668 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27dd3695-3134-4168-92fe-75bfb1ccd545 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:57:54.289046 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-27dd3695-3134-4168-92fe-75bfb1ccd545 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:57:54.291633 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dd3695-3134-4168-92fe-75bfb1ccd545 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:57:54.298069 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9935e2b8-20b7-4afd-b92c-982d8fc8bcbc req-dade2b09-16a0-464c-be84-e7eff6d66d3e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324094 Sep 17 07:57:54.327263 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dd3695-3134-4168-92fe-75bfb1ccd545 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Pushing event updated for resources: {'Port': ['ID=403b520c-dca8-43b8-b53c-4ee9c3dd4424,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:54.486842 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device f11c2e56-bcb6-4640-95ff-e2ec1150d11f no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:57:54.508574 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: f11c2e56-bcb6-4640-95ff-e2ec1150d11f {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:57:54.509007 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device f11c2e56-bcb6-4640-95ff-e2ec1150d11f not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:57:54.902902 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6d655b9c-822a-460e-b3cc-bb9148be84b2 req-345c206f-2d87-4509-adac-0670554a6f9e tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0663245 Sep 17 07:57:54.931690 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5889f93-4467-4810-8eb2-ce85fceb40bb req-2e0f2c1b-7f69-450e-b7b3-7987d2825845 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:54.933909 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d5889f93-4467-4810-8eb2-ce85fceb40bb req-2e0f2c1b-7f69-450e-b7b3-7987d2825845 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=4765d900-580a-4876-aace-9ff28fab5c5d HTTP/1.1" status: 200 len: 945 time: 0.1841314 Sep 17 07:57:54.934972 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-27dd3695-3134-4168-92fe-75bfb1ccd545 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks [] for router_gateway, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:54.990838 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddf4ef1-a30e-4690-bff4-fe72423b3162 req-bba543a5-f80b-4192-823d-66f76d454207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:54.992376 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fddf4ef1-a30e-4690-bff4-fe72423b3162 req-bba543a5-f80b-4192-823d-66f76d454207 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=64463b4676b74a7db92badc7dc9ed91e&device_id=4765d900-580a-4876-aace-9ff28fab5c5d HTTP/1.1" status: 200 len: 1096 time: 0.0479963 Sep 17 07:57:55.055569 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d5889f93-4467-4810-8eb2-ce85fceb40bb req-835d5856-cf69-47ff-9586-ee762f25496e tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741546 Sep 17 07:57:55.114842 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddf4ef1-a30e-4690-bff4-fe72423b3162 req-4c05a256-8776-4cc2-b8ba-d1a8b3465940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:55.116548 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fddf4ef1-a30e-4690-bff4-fe72423b3162 req-4c05a256-8776-4cc2-b8ba-d1a8b3465940 service neutron] 10.222.0.41 "GET /v2.0/networks?id=14a733b3-7689-4d98-9697-43f397b3e2a8 HTTP/1.1" status: 200 len: 920 time: 0.1004667 Sep 17 07:57:55.169719 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fddf4ef1-a30e-4690-bff4-fe72423b3162 req-ab24e941-4bdd-46c5-9eab-004e70b95fba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e240d065-1941-4b27-9bbb-81019ba20c37 HTTP/1.1" status: 200 len: 217 time: 0.0439425 Sep 17 07:57:55.191499 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-27dd3695-3134-4168-92fe-75bfb1ccd545 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-726791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7677'] for router, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:55.202116 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-27dd3695-3134-4168-92fe-75bfb1ccd545 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-748988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-748965', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-726796'] for router, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:55.210345 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:55.236189 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddf4ef1-a30e-4690-bff4-fe72423b3162 req-4d4b289f-d54c-44a2-90f9-b4bf0dae882d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:55.238409 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fddf4ef1-a30e-4690-bff4-fe72423b3162 req-4d4b289f-d54c-44a2-90f9-b4bf0dae882d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=47eb3319-3f74-4d7c-a997-97edeaed8de2 HTTP/1.1" status: 200 len: 859 time: 0.0616701 Sep 17 07:57:55.292250 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fddf4ef1-a30e-4690-bff4-fe72423b3162 req-f984ebd7-2ff9-4cd4-8ad9-74efcb6c7c8e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=14a733b3-7689-4d98-9697-43f397b3e2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412552 Sep 17 07:57:55.362068 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395b2aa7-6143-468b-a0f1-d4cb10845a13 req-25719a3a-fb25-42b7-b87b-4e2c9ce4b3c0 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:55.363581 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-395b2aa7-6143-468b-a0f1-d4cb10845a13 req-25719a3a-fb25-42b7-b87b-4e2c9ce4b3c0 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=dee8c3dd-b591-4049-b502-4acf286e1629 HTTP/1.1" status: 200 len: 950 time: 0.1120148 Sep 17 07:57:55.406044 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fddf4ef1-a30e-4690-bff4-fe72423b3162 req-d6d094d4-c43d-4297-8602-ecc38d940457 service neutron] 10.222.0.41 "GET /v2.0/networks/14a733b3-7689-4d98-9697-43f397b3e2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975604 Sep 17 07:57:55.419254 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-395b2aa7-6143-468b-a0f1-d4cb10845a13 req-4b5e5ca6-a519-457f-8f46-cd13de8eb1f9 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474329 Sep 17 07:57:55.421256 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27dd3695-3134-4168-92fe-75bfb1ccd545 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Router f8833c89-a40f-4a83-ad4e-6f4f83968b2b is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 07:57:55.532059 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fddf4ef1-a30e-4690-bff4-fe72423b3162 req-df349245-046a-4ed1-92ea-5a27d4750ead service neutron] 10.222.0.41 "GET /v2.0/networks/14a733b3-7689-4d98-9697-43f397b3e2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187506 Sep 17 07:57:55.544900 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27dd3695-3134-4168-92fe-75bfb1ccd545 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:57:55.552860 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-27dd3695-3134-4168-92fe-75bfb1ccd545 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:55.554148 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-27dd3695-3134-4168-92fe-75bfb1ccd545 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] 10.222.0.13 "PUT /v2.0/routers/f8833c89-a40f-4a83-ad4e-6f4f83968b2b HTTP/1.1" status: 200 len: 879 time: 2.3267109 Sep 17 07:57:55.558433 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627f0540-6be5-4a35-831a-043186c7c018 None None] Sync routers for ids ['f8833c89-a40f-4a83-ad4e-6f4f83968b2b'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:57:55.558665 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b2e82-6fbb-4a9c-857b-aade64ee3432 req-31747bfb-103f-4e9a-b176-e2b2272473cc tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:55.560131 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-226b2e82-6fbb-4a9c-857b-aade64ee3432 req-31747bfb-103f-4e9a-b176-e2b2272473cc tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.39 "GET /v2.0/ports?device_id=dee8c3dd-b591-4049-b502-4acf286e1629 HTTP/1.1" status: 200 len: 950 time: 0.0547440 Sep 17 07:57:55.560622 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 50306) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:55.569506 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627f0540-6be5-4a35-831a-043186c7c018 None None] Routers {'f8833c89-a40f-4a83-ad4e-6f4f83968b2b'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:57:55.570270 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-627f0540-6be5-4a35-831a-043186c7c018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:57:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['f8833c89-a40f-4a83-ad4e-6f4f83968b2b'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:55.609057 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-627f0540-6be5-4a35-831a-043186c7c018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:55.619138 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627f0540-6be5-4a35-831a-043186c7c018 None None] Routers {'f8833c89-a40f-4a83-ad4e-6f4f83968b2b'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:57:55.620183 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-627f0540-6be5-4a35-831a-043186c7c018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:57:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['f8833c89-a40f-4a83-ad4e-6f4f83968b2b'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:55.659193 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-627f0540-6be5-4a35-831a-043186c7c018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:55.659889 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627f0540-6be5-4a35-831a-043186c7c018 None None] The sync data for ids ['f8833c89-a40f-4a83-ad4e-6f4f83968b2b'] in n-d-789963-9 is: [] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:57:56.010914 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f1524680-2729-4028-a868-33e116dab4b4 req-d092e868-9c3a-4995-92ee-15221e4dd919 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0314994 Sep 17 07:57:56.085369 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9653b842-eac7-453e-ba6c-232f25de8118 req-1cda5cd2-8fd2-4f1f-b307-33b628d54abe tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:56.086856 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9653b842-eac7-453e-ba6c-232f25de8118 req-1cda5cd2-8fd2-4f1f-b307-33b628d54abe tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.39 "GET /v2.0/ports?device_id=1faedb51-1b17-4979-92b2-b5ce8865580c HTTP/1.1" status: 200 len: 948 time: 0.1598976 Sep 17 07:57:56.100773 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-653eebe2-f3e2-43f4-bbb0-b3c3658c417b tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] 10.222.0.13 "GET /v2.0/routers/f8833c89-a40f-4a83-ad4e-6f4f83968b2b HTTP/1.1" status: 200 len: 920 time: 0.5360160 Sep 17 07:57:56.101946 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 50316) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:56.147863 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c568edc-db19-427b-baef-9e378efe6191 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:56.149662 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-1c568edc-db19-427b-baef-9e378efe6191 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=5fc128c4-343a-4b5b-8a61-6a2b8d95c555&device_id=f8833c89-a40f-4a83-ad4e-6f4f83968b2b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0466595 Sep 17 07:57:56.150571 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-226b2e82-6fbb-4a9c-857b-aade64ee3432 req-d5d927d1-c169-41a0-a60f-d33344a2e53c tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Deleting port 32647783-f482-4eed-a2c6-b32fcad89497 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:57:56.150848 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-226b2e82-6fbb-4a9c-857b-aade64ee3432 req-d5d927d1-c169-41a0-a60f-d33344a2e53c tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:56.153823 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 50318) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:56.206233 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00481b2c-f00b-45a2-9fba-6877d4f36e00 req-897781b7-2155-48a1-89ea-918f09acc3c7 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:56.207774 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-00481b2c-f00b-45a2-9fba-6877d4f36e00 req-897781b7-2155-48a1-89ea-918f09acc3c7 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=4765d900-580a-4876-aace-9ff28fab5c5d HTTP/1.1" status: 200 len: 945 time: 0.0561867 Sep 17 07:57:56.251470 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-00481b2c-f00b-45a2-9fba-6877d4f36e00 req-dcc6f210-d4a7-4ed2-8820-6986cac40198 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365775 Sep 17 07:57:56.364859 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-226b2e82-6fbb-4a9c-857b-aade64ee3432 req-d5d927d1-c169-41a0-a60f-d33344a2e53c tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] For port 32647783-f482-4eed-a2c6-b32fcad89497, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=32647783-f482-4eed-a2c6-b32fcad89497,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:57:56.365482 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-226b2e82-6fbb-4a9c-857b-aade64ee3432 req-d5d927d1-c169-41a0-a60f-d33344a2e53c tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:56.368925 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87490290-2e6b-4b0a-8791-8c9ceb5550e1 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:56.372996 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-87490290-2e6b-4b0a-8791-8c9ceb5550e1 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] 10.222.0.13 "GET /v2.0/networks/5fc128c4-343a-4b5b-8a61-6a2b8d95c555 HTTP/1.1" status: 200 len: 881 time: 0.2155597 Sep 17 07:57:56.373468 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 50324) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:56.381632 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-9653b842-eac7-453e-ba6c-232f25de8118 req-70160694-ef36-4cd1-af70-63c0f32a60c7 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Deleting port 1367330a-4624-480f-a385-71092b839a0b {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:57:56.381981 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-9653b842-eac7-453e-ba6c-232f25de8118 req-70160694-ef36-4cd1-af70-63c0f32a60c7 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:56.400348 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-226b2e82-6fbb-4a9c-857b-aade64ee3432 req-d5d927d1-c169-41a0-a60f-d33344a2e53c tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Calling delete_port for 32647783-f482-4eed-a2c6-b32fcad89497 owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:57:56.414271 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-4c33e55b-19c9-43bc-a3a2-6d3af41d2aa7 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8833c89-a40f-4a83-ad4e-6f4f83968b2b HTTP/1.1" status: 200 len: 205 time: 0.0393870 Sep 17 07:57:56.414969 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 50326) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:56.603212 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d773fc68-6714-4388-b61a-582023c12c20 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks [] for router, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:56.603613 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-9653b842-eac7-453e-ba6c-232f25de8118 req-70160694-ef36-4cd1-af70-63c0f32a60c7 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] For port 1367330a-4624-480f-a385-71092b839a0b, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=1367330a-4624-480f-a385-71092b839a0b,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:57:56.604008 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-9653b842-eac7-453e-ba6c-232f25de8118 req-70160694-ef36-4cd1-af70-63c0f32a60c7 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:56.633643 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40a17eb-3cae-481e-b024-e019b4e7f3e6 req-90a6462f-4333-4537-bc7d-0175be7864a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:56.635163 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f40a17eb-3cae-481e-b024-e019b4e7f3e6 req-90a6462f-4333-4537-bc7d-0175be7864a6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=64463b4676b74a7db92badc7dc9ed91e&device_id=4765d900-580a-4876-aace-9ff28fab5c5d HTTP/1.1" status: 200 len: 1096 time: 0.1124599 Sep 17 07:57:56.636706 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-9653b842-eac7-453e-ba6c-232f25de8118 req-70160694-ef36-4cd1-af70-63c0f32a60c7 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Calling delete_port for 1367330a-4624-480f-a385-71092b839a0b owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:57:56.665385 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777785db-e14c-43b6-99af-8356fc785a0d req-a9a72f7e-69cc-442a-8f32-9a0225cd14cd tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:56.667370 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-777785db-e14c-43b6-99af-8356fc785a0d req-a9a72f7e-69cc-442a-8f32-9a0225cd14cd tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=dee8c3dd-b591-4049-b502-4acf286e1629 HTTP/1.1" status: 200 len: 950 time: 0.1282573 Sep 17 07:57:56.681693 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5696692e-68aa-4f11-aa67-4ca29218422b req-1d9ce296-f642-4ed5-b2a3-e362fb838de8 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:56.683242 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5696692e-68aa-4f11-aa67-4ca29218422b req-1d9ce296-f642-4ed5-b2a3-e362fb838de8 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=4765d900-580a-4876-aace-9ff28fab5c5d HTTP/1.1" status: 200 len: 945 time: 0.1292949 Sep 17 07:57:56.811464 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-777785db-e14c-43b6-99af-8356fc785a0d req-3ed9d537-648a-4e5c-83a0-8bd845f6bb67 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269941 Sep 17 07:57:56.815632 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5696692e-68aa-4f11-aa67-4ca29218422b req-3f543db6-0023-402b-bbce-8195231d4162 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234639 Sep 17 07:57:56.817306 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d773fc68-6714-4388-b61a-582023c12c20 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:56.821149 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-226b2e82-6fbb-4a9c-857b-aade64ee3432 req-d5d927d1-c169-41a0-a60f-d33344a2e53c tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:56.862360 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['389c670e-990d-4f20-ac8c-3cce9f4cde9c', '32647783-f482-4eed-a2c6-b32fcad89497', '1367330a-4624-480f-a385-71092b839a0b'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:57:56.891170 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-d773fc68-6714-4388-b61a-582023c12c20 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Deleting port 403b520c-dca8-43b8-b53c-4ee9c3dd4424 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:57:56.891170 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d773fc68-6714-4388-b61a-582023c12c20 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:56.891573 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d927d1-c169-41a0-a60f-d33344a2e53c tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Pushing event deleted for resources: {'Port': ['ID=32647783-f482-4eed-a2c6-b32fcad89497,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:56.934559 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40a17eb-3cae-481e-b024-e019b4e7f3e6 req-277b9c63-c4bf-4aad-a71b-376a1fc10c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:56.936156 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f40a17eb-3cae-481e-b024-e019b4e7f3e6 req-277b9c63-c4bf-4aad-a71b-376a1fc10c18 service neutron] 10.222.0.41 "GET /v2.0/networks?id=14a733b3-7689-4d98-9697-43f397b3e2a8 HTTP/1.1" status: 200 len: 920 time: 0.2928159 Sep 17 07:57:56.972161 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-226b2e82-6fbb-4a9c-857b-aade64ee3432 req-d5d927d1-c169-41a0-a60f-d33344a2e53c tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] No DVR routers for this DVR port 32647783-f482-4eed-a2c6-b32fcad89497 on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:57:56.975051 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-226b2e82-6fbb-4a9c-857b-aade64ee3432 req-d5d927d1-c169-41a0-a60f-d33344a2e53c tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:56.977875 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-226b2e82-6fbb-4a9c-857b-aade64ee3432 req-d5d927d1-c169-41a0-a60f-d33344a2e53c tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.39 "DELETE /v2.0/ports/32647783-f482-4eed-a2c6-b32fcad89497 HTTP/1.1" status: 204 len: 173 time: 1.0520451 Sep 17 07:57:57.010660 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d773fc68-6714-4388-b61a-582023c12c20 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:57.012684 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dee8c3dd-b591-4049-b502-4acf286e1629', 'name': 'network-vif-deleted', 'tag': '32647783-f482-4eed-a2c6-b32fcad89497'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:57:57.016623 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5940472-203e-4133-aa53-0301f697ed6d" -d '{"events": [{"server_uuid": "dee8c3dd-b591-4049-b502-4acf286e1629", "name": "network-vif-deleted", "tag": "32647783-f482-4eed-a2c6-b32fcad89497"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:57:57.027217 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f40a17eb-3cae-481e-b024-e019b4e7f3e6 req-44b8fae9-8b0b-4c78-b966-763be6ab7570 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e240d065-1941-4b27-9bbb-81019ba20c37 HTTP/1.1" status: 200 len: 217 time: 0.0828311 Sep 17 07:57:57.028573 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-d773fc68-6714-4388-b61a-582023c12c20 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Calling delete_port for 403b520c-dca8-43b8-b53c-4ee9c3dd4424 owned by network:router_gateway {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:57:57.117804 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40a17eb-3cae-481e-b024-e019b4e7f3e6 req-4b60ea1d-06dc-4bff-bcf2-8d237cbdd608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:57.120548 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f40a17eb-3cae-481e-b024-e019b4e7f3e6 req-4b60ea1d-06dc-4bff-bcf2-8d237cbdd608 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=47eb3319-3f74-4d7c-a997-97edeaed8de2 HTTP/1.1" status: 200 len: 859 time: 0.0836830 Sep 17 07:57:57.127722 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ae955e-05d7-4e68-8143-ce9f26e58cc3 x-openstack-request-id: req-e4ae955e-05d7-4e68-8143-ce9f26e58cc3 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:57:57.128224 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dee8c3dd-b591-4049-b502-4acf286e1629", "name": "network-vif-deleted", "tag": "32647783-f482-4eed-a2c6-b32fcad89497", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:57:57.128878 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e4ae955e-05d7-4e68-8143-ce9f26e58cc3 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:57:57.132685 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dee8c3dd-b591-4049-b502-4acf286e1629', 'name': 'network-vif-deleted', 'tag': '32647783-f482-4eed-a2c6-b32fcad89497', 'status': 'completed', 'code': 200} Sep 17 07:57:57.136126 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-9653b842-eac7-453e-ba6c-232f25de8118 req-70160694-ef36-4cd1-af70-63c0f32a60c7 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:57.181275 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f40a17eb-3cae-481e-b024-e019b4e7f3e6 req-9689a9ee-6054-4b88-bdd9-febd1be50dba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=14a733b3-7689-4d98-9697-43f397b3e2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471678 Sep 17 07:57:57.212560 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-248c8967-1d5a-430c-aeab-7ffeedd152ed req-d4585c99-40aa-4c33-b88a-5ec4189e2e52 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0479147 Sep 17 07:57:57.257286 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70160694-ef36-4cd1-af70-63c0f32a60c7 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Pushing event deleted for resources: {'Port': ['ID=1367330a-4624-480f-a385-71092b839a0b,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:57.334730 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-9653b842-eac7-453e-ba6c-232f25de8118 req-70160694-ef36-4cd1-af70-63c0f32a60c7 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] No DVR routers for this DVR port 1367330a-4624-480f-a385-71092b839a0b on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:57:57.338619 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-9653b842-eac7-453e-ba6c-232f25de8118 req-70160694-ef36-4cd1-af70-63c0f32a60c7 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:57.340915 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9653b842-eac7-453e-ba6c-232f25de8118 req-70160694-ef36-4cd1-af70-63c0f32a60c7 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.39 "DELETE /v2.0/ports/1367330a-4624-480f-a385-71092b839a0b HTTP/1.1" status: 204 len: 173 time: 1.2404912 Sep 17 07:57:57.396589 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d773fc68-6714-4388-b61a-582023c12c20 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:57.435949 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d773fc68-6714-4388-b61a-582023c12c20 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Pushing event deleted for resources: {'Port': ['ID=403b520c-dca8-43b8-b53c-4ee9c3dd4424,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:57.437907 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f40a17eb-3cae-481e-b024-e019b4e7f3e6 req-a8be0cf5-57ba-42d2-82de-c8eebab81c0a service neutron] 10.222.0.41 "GET /v2.0/networks/14a733b3-7689-4d98-9697-43f397b3e2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904511 Sep 17 07:57:57.544272 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d773fc68-6714-4388-b61a-582023c12c20 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:57.600657 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f40a17eb-3cae-481e-b024-e019b4e7f3e6 req-6c02fb88-4e0e-4346-b4cf-2b9f9ab23812 service neutron] 10.222.0.41 "GET /v2.0/networks/14a733b3-7689-4d98-9697-43f397b3e2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554313 Sep 17 07:57:57.668299 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d773fc68-6714-4388-b61a-582023c12c20 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:57.672802 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d773fc68-6714-4388-b61a-582023c12c20 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:57.724029 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['389c670e-990d-4f20-ac8c-3cce9f4cde9c', '32647783-f482-4eed-a2c6-b32fcad89497'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:57:57.742510 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d773fc68-6714-4388-b61a-582023c12c20 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:57.744308 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d773fc68-6714-4388-b61a-582023c12c20 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Fanout notify agent at l3_agent the message router_deleted on router f8833c89-a40f-4a83-ad4e-6f4f83968b2b {{(pid=101289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 07:57:57.756473 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d773fc68-6714-4388-b61a-582023c12c20 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:57.757914 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-d773fc68-6714-4388-b61a-582023c12c20 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] 10.222.0.13 "DELETE /v2.0/routers/f8833c89-a40f-4a83-ad4e-6f4f83968b2b HTTP/1.1" status: 204 len: 168 time: 1.3419862 Sep 17 07:57:57.762226 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 50340) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:57.767683 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-abaa3124-dd32-4d05-b3b1-afe5c286ce6f tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1092992068', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:57:57.809765 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-abaa3124-dd32-4d05-b3b1-afe5c286ce6f tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:57.811700 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-abaa3124-dd32-4d05-b3b1-afe5c286ce6f tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:57.916362 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-abaa3124-dd32-4d05-b3b1-afe5c286ce6f tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:57.924272 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-abaa3124-dd32-4d05-b3b1-afe5c286ce6f tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:57.976767 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-abaa3124-dd32-4d05-b3b1-afe5c286ce6f tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:57.982814 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-abaa3124-dd32-4d05-b3b1-afe5c286ce6f tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2194510 Sep 17 07:57:57.983654 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 50350) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:57.993599 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-ce14c1e4-5ab3-40cd-bb49-ee8b934fdc19 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'enable_snat': True}}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:57:58.052701 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf584979-5b6b-4bfd-b1dc-aec944c94d84 req-d859aa62-ee76-4779-924f-a09927db946e tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:58.070814 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bf584979-5b6b-4bfd-b1dc-aec944c94d84 req-d859aa62-ee76-4779-924f-a09927db946e tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=4765d900-580a-4876-aace-9ff28fab5c5d HTTP/1.1" status: 200 len: 945 time: 0.0955913 Sep 17 07:57:58.178881 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3bacc009-a7ed-424d-a1b0-fcd9b2e7082f req-cb4b4549-36db-4eb0-a817-87f2a2289162 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=1faedb51-1b17-4979-92b2-b5ce8865580c HTTP/1.1" status: 200 len: 210 time: 0.0528567 Sep 17 07:57:58.223389 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bf584979-5b6b-4bfd-b1dc-aec944c94d84 req-001bfb39-69cc-4d8d-8487-0728ffb5f985 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416190 Sep 17 07:57:58.360173 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-36aa1e8d-80ae-4239-9955-9d8000b65192 req-38a67e7e-0fa4-49c2-ab13-4f585b5398ab tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0401900 Sep 17 07:57:58.384059 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ce14c1e4-5ab3-40cd-bb49-ee8b934fdc19 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:58.608221 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ce14c1e4-5ab3-40cd-bb49-ee8b934fdc19 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:58.634623 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ce14c1e4-5ab3-40cd-bb49-ee8b934fdc19 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:58.742618 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-ce14c1e4-5ab3-40cd-bb49-ee8b934fdc19 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Allocated IP 172.25.6.150 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/976adfde-07dc-4331-8e90-a26f4186c076) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:57:58.850234 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ce14c1e4-5ab3-40cd-bb49-ee8b934fdc19 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:58.885616 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ce14c1e4-5ab3-40cd-bb49-ee8b934fdc19 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:58.923955 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce14c1e4-5ab3-40cd-bb49-ee8b934fdc19 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:57:58.926878 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-ce14c1e4-5ab3-40cd-bb49-ee8b934fdc19 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:57:58.932510 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce14c1e4-5ab3-40cd-bb49-ee8b934fdc19 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:57:58.953847 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce14c1e4-5ab3-40cd-bb49-ee8b934fdc19 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Pushing event updated for resources: {'Port': ['ID=976adfde-07dc-4331-8e90-a26f4186c076,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:57:59.134567 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1faedb51-1b17-4979-92b2-b5ce8865580c', 'name': 'network-vif-deleted', 'tag': '1367330a-4624-480f-a385-71092b839a0b'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:57:59.136988 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc9b744-c5c1-4e82-9a4a-cf0505247bc3" -d '{"events": [{"server_uuid": "1faedb51-1b17-4979-92b2-b5ce8865580c", "name": "network-vif-deleted", "tag": "1367330a-4624-480f-a385-71092b839a0b"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:57:59.193191 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b4fc38-bbb7-45f1-8e41-5b4801512a61 x-openstack-request-id: req-36b4fc38-bbb7-45f1-8e41-5b4801512a61 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:57:59.193478 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1faedb51-1b17-4979-92b2-b5ce8865580c", "name": "network-vif-deleted", "tag": "1367330a-4624-480f-a385-71092b839a0b", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:57:59.193765 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-36b4fc38-bbb7-45f1-8e41-5b4801512a61 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:57:59.194110 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1faedb51-1b17-4979-92b2-b5ce8865580c', 'name': 'network-vif-deleted', 'tag': '1367330a-4624-480f-a385-71092b839a0b', 'status': 'completed', 'code': 200} Sep 17 07:57:59.213568 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ce14c1e4-5ab3-40cd-bb49-ee8b934fdc19 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:59.349754 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b3023-0041-452e-83e3-adf7f9335f63 req-1997b987-d822-4ad4-bc91-253d2052fc44 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:59.359196 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f99b3023-0041-452e-83e3-adf7f9335f63 req-1997b987-d822-4ad4-bc91-253d2052fc44 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=4765d900-580a-4876-aace-9ff28fab5c5d HTTP/1.1" status: 200 len: 945 time: 0.0646775 Sep 17 07:57:59.410179 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f99b3023-0041-452e-83e3-adf7f9335f63 req-40fea31f-2d73-4ab5-acd4-cd4777cacdc8 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444405 Sep 17 07:57:59.490007 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ce14c1e4-5ab3-40cd-bb49-ee8b934fdc19 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-726791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7677'] for router, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:59.496292 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ce14c1e4-5ab3-40cd-bb49-ee8b934fdc19 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-748988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-748965', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-726796'] for router, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:59.571786 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-810ea892-4af7-4092-a33d-5be203e4a086 req-59cff339-81a8-466b-a9cd-cfd45beeca16 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0328882 Sep 17 07:57:59.646294 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce14c1e4-5ab3-40cd-bb49-ee8b934fdc19 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Router e2c5c500-617c-4191-a565-011cb9a50f92 is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 07:57:59.683354 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c83be-47f2-4a9d-bf63-477a39714af7 req-4b21a704-16c4-45d2-9d06-06fba4882dc1 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:57:59.684984 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4a9c83be-47f2-4a9d-bf63-477a39714af7 req-4b21a704-16c4-45d2-9d06-06fba4882dc1 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a15fc49-dc1f-4668-a299-f6687ff5a7d7 HTTP/1.1" status: 200 len: 949 time: 0.0608578 Sep 17 07:57:59.731273 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4a9c83be-47f2-4a9d-bf63-477a39714af7 req-83f9e1c0-9d55-4972-b755-60c873a7387e tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354536 Sep 17 07:57:59.766502 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce14c1e4-5ab3-40cd-bb49-ee8b934fdc19 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:57:59.772545 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ce14c1e4-5ab3-40cd-bb49-ee8b934fdc19 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:57:59.774343 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ce14c1e4-5ab3-40cd-bb49-ee8b934fdc19 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] 10.222.0.13 "PUT /v2.0/routers/e2c5c500-617c-4191-a565-011cb9a50f92 HTTP/1.1" status: 200 len: 915 time: 1.7891188 Sep 17 07:57:59.778106 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 50382) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:57:59.790415 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522ff9f1-9650-48e2-923e-16062d872884 None None] Sync routers for ids ['e2c5c500-617c-4191-a565-011cb9a50f92'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:57:59.802867 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522ff9f1-9650-48e2-923e-16062d872884 None None] Routers {'e2c5c500-617c-4191-a565-011cb9a50f92'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:57:59.803727 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-522ff9f1-9650-48e2-923e-16062d872884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:57:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['e2c5c500-617c-4191-a565-011cb9a50f92'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:59.851969 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-522ff9f1-9650-48e2-923e-16062d872884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:59.863588 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522ff9f1-9650-48e2-923e-16062d872884 None None] Routers {'e2c5c500-617c-4191-a565-011cb9a50f92'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:57:59.864752 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-522ff9f1-9650-48e2-923e-16062d872884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:57:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['e2c5c500-617c-4191-a565-011cb9a50f92'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:59.918648 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-522ff9f1-9650-48e2-923e-16062d872884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:57:59.919510 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522ff9f1-9650-48e2-923e-16062d872884 None None] The sync data for ids ['e2c5c500-617c-4191-a565-011cb9a50f92'] in n-d-789963-9 is: [] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:58:00.205057 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-63664ed1-5783-4409-9a71-bd58e1c875d1 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] 10.222.0.13 "GET /v2.0/routers/e2c5c500-617c-4191-a565-011cb9a50f92 HTTP/1.1" status: 200 len: 921 time: 0.4255641 Sep 17 07:58:00.207601 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 50384) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:00.275701 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066ba1cb-48e8-4a5a-965e-7778fd357ce3 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:00.277277 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-066ba1cb-48e8-4a5a-965e-7778fd357ce3 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=5fc128c4-343a-4b5b-8a61-6a2b8d95c555&device_id=e2c5c500-617c-4191-a565-011cb9a50f92&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0687933 Sep 17 07:58:00.279979 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 50390) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:00.365112 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64582ee1-8026-4424-962d-003448a16879 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:00.366513 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-64582ee1-8026-4424-962d-003448a16879 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] 10.222.0.13 "GET /v2.0/networks/5fc128c4-343a-4b5b-8a61-6a2b8d95c555 HTTP/1.1" status: 200 len: 881 time: 0.0857174 Sep 17 07:58:00.369265 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 50392) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:00.395683 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-7c84fd64-b8b2-4519-91b0-6e2d9d423f87 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2c5c500-617c-4191-a565-011cb9a50f92 HTTP/1.1" status: 200 len: 205 time: 0.0253820 Sep 17 07:58:00.398142 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 50394) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:00.509901 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 32647783-f482-4eed-a2c6-b32fcad89497 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:58:00.520643 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-34e17c31-a12a-4d6f-a7bf-d8498d09ef22 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks [] for router, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:00.538340 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: 32647783-f482-4eed-a2c6-b32fcad89497 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:58:00.538731 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 32647783-f482-4eed-a2c6-b32fcad89497 not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:58:00.539109 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 1367330a-4624-480f-a385-71092b839a0b no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:58:00.565245 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: 1367330a-4624-480f-a385-71092b839a0b {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:58:00.565916 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 1367330a-4624-480f-a385-71092b839a0b not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:58:00.695638 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-34e17c31-a12a-4d6f-a7bf-d8498d09ef22 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:00.752966 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-34e17c31-a12a-4d6f-a7bf-d8498d09ef22 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Deleting port 976adfde-07dc-4331-8e90-a26f4186c076 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:58:00.753312 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-34e17c31-a12a-4d6f-a7bf-d8498d09ef22 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:00.814152 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d19c4cd0-90aa-43a1-95bc-b99a507e78a3 req-61e89bc2-c927-4337-affb-86bae72ea4bf tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0272689 Sep 17 07:58:00.839577 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4040cfb6-f48d-4ede-aa3f-0ada0230a642 req-fbd6df43-5e56-4057-9752-24507b465fba tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:00.847491 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-34e17c31-a12a-4d6f-a7bf-d8498d09ef22 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:00.847727 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4040cfb6-f48d-4ede-aa3f-0ada0230a642 req-fbd6df43-5e56-4057-9752-24507b465fba tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=4765d900-580a-4876-aace-9ff28fab5c5d HTTP/1.1" status: 200 len: 945 time: 0.3741081 Sep 17 07:58:00.862184 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-34e17c31-a12a-4d6f-a7bf-d8498d09ef22 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Calling delete_port for 976adfde-07dc-4331-8e90-a26f4186c076 owned by network:router_gateway {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:58:00.913702 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4040cfb6-f48d-4ede-aa3f-0ada0230a642 req-0af6db13-e599-40b4-b050-f2d926371a2a tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647380 Sep 17 07:58:00.951075 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d460222-5c22-4d72-b30c-3eda78140616 req-2047bd01-99d2-409e-bc92-a11b2f5bda07 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:00.953186 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1d460222-5c22-4d72-b30c-3eda78140616 req-2047bd01-99d2-409e-bc92-a11b2f5bda07 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a15fc49-dc1f-4668-a299-f6687ff5a7d7 HTTP/1.1" status: 200 len: 949 time: 0.0780528 Sep 17 07:58:00.999645 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1d460222-5c22-4d72-b30c-3eda78140616 req-3948f74a-3900-4d4b-9ad0-be546494746e tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/security-groups?id=33990649-b2d6-44f8-b750-06be1e435031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398083 Sep 17 07:58:01.045105 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-34e17c31-a12a-4d6f-a7bf-d8498d09ef22 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:01.075939 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e17c31-a12a-4d6f-a7bf-d8498d09ef22 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Pushing event deleted for resources: {'Port': ['ID=976adfde-07dc-4331-8e90-a26f4186c076,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:01.152582 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-34e17c31-a12a-4d6f-a7bf-d8498d09ef22 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:01.302412 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-34e17c31-a12a-4d6f-a7bf-d8498d09ef22 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:01.305055 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-34e17c31-a12a-4d6f-a7bf-d8498d09ef22 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:01.322257 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6723ec1e-f868-4483-a03b-53a84bb50dab req-753d0ecb-131d-4c83-907f-add9e7129288 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:01.323746 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6723ec1e-f868-4483-a03b-53a84bb50dab req-753d0ecb-131d-4c83-907f-add9e7129288 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a15fc49-dc1f-4668-a299-f6687ff5a7d7 HTTP/1.1" status: 200 len: 949 time: 0.1687927 Sep 17 07:58:01.381724 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-34e17c31-a12a-4d6f-a7bf-d8498d09ef22 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:01.382257 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e17c31-a12a-4d6f-a7bf-d8498d09ef22 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Fanout notify agent at l3_agent the message router_deleted on router e2c5c500-617c-4191-a565-011cb9a50f92 {{(pid=101290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 07:58:01.390532 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-34e17c31-a12a-4d6f-a7bf-d8498d09ef22 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:01.391651 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-34e17c31-a12a-4d6f-a7bf-d8498d09ef22 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] 10.222.0.13 "DELETE /v2.0/routers/e2c5c500-617c-4191-a565-011cb9a50f92 HTTP/1.1" status: 204 len: 168 time: 0.9926319 Sep 17 07:58:01.395441 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 50420) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:01.400795 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-5ca51464-90fc-4752-9cbe-76fb66842779 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-20662382', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:58:01.425381 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5ca51464-90fc-4752-9cbe-76fb66842779 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:01.427105 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5ca51464-90fc-4752-9cbe-76fb66842779 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:01.454999 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-6723ec1e-f868-4483-a03b-53a84bb50dab req-b763e549-8e74-4624-87ba-63bf93dda894 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Deleting port 389c670e-990d-4f20-ac8c-3cce9f4cde9c {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:58:01.455464 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-6723ec1e-f868-4483-a03b-53a84bb50dab req-b763e549-8e74-4624-87ba-63bf93dda894 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:01.482433 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5ca51464-90fc-4752-9cbe-76fb66842779 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:01.487454 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5ca51464-90fc-4752-9cbe-76fb66842779 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:01.505152 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5ca51464-90fc-4752-9cbe-76fb66842779 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:01.509487 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-5ca51464-90fc-4752-9cbe-76fb66842779 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1098938 Sep 17 07:58:01.509696 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 50422) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:01.514192 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-41eb55e2-addd-4536-b7a8-36a9a4d3159c tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'enable_snat': False}}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:58:01.551072 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-6723ec1e-f868-4483-a03b-53a84bb50dab req-b763e549-8e74-4624-87ba-63bf93dda894 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] For port 389c670e-990d-4f20-ac8c-3cce9f4cde9c, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=389c670e-990d-4f20-ac8c-3cce9f4cde9c,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:58:01.551545 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-6723ec1e-f868-4483-a03b-53a84bb50dab req-b763e549-8e74-4624-87ba-63bf93dda894 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:01.566392 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-6723ec1e-f868-4483-a03b-53a84bb50dab req-b763e549-8e74-4624-87ba-63bf93dda894 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Calling delete_port for 389c670e-990d-4f20-ac8c-3cce9f4cde9c owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:58:01.681331 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 50426) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:01.688555 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-257f0dba-81f1-4897-ab94-490e70bb6c35 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1128678115'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:58:01.712457 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-6723ec1e-f868-4483-a03b-53a84bb50dab req-b763e549-8e74-4624-87ba-63bf93dda894 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:01.741723 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b763e549-8e74-4624-87ba-63bf93dda894 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Pushing event deleted for resources: {'Port': ['ID=389c670e-990d-4f20-ac8c-3cce9f4cde9c,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:01.756826 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['389c670e-990d-4f20-ac8c-3cce9f4cde9c'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:58:01.781837 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-41eb55e2-addd-4536-b7a8-36a9a4d3159c tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:01.790420 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-6723ec1e-f868-4483-a03b-53a84bb50dab req-b763e549-8e74-4624-87ba-63bf93dda894 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] No DVR routers for this DVR port 389c670e-990d-4f20-ac8c-3cce9f4cde9c on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:58:01.794253 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-6723ec1e-f868-4483-a03b-53a84bb50dab req-b763e549-8e74-4624-87ba-63bf93dda894 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:01.796523 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6723ec1e-f868-4483-a03b-53a84bb50dab req-b763e549-8e74-4624-87ba-63bf93dda894 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.39 "DELETE /v2.0/ports/389c670e-990d-4f20-ac8c-3cce9f4cde9c HTTP/1.1" status: 204 len: 173 time: 0.4448457 Sep 17 07:58:01.797011 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a15fc49-dc1f-4668-a299-f6687ff5a7d7', 'name': 'network-vif-deleted', 'tag': '389c670e-990d-4f20-ac8c-3cce9f4cde9c'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:58:01.800126 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e9213c-9517-4b7c-8b2f-557d337512f6" -d '{"events": [{"server_uuid": "6a15fc49-dc1f-4668-a299-f6687ff5a7d7", "name": "network-vif-deleted", "tag": "389c670e-990d-4f20-ac8c-3cce9f4cde9c"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:58:01.813554 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257f0dba-81f1-4897-ab94-490e70bb6c35 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Made reservation on behalf of be827b1e83e148ae835f43092deae86a for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:58:01.817643 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-257f0dba-81f1-4897-ab94-490e70bb6c35 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:01.845843 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-635c25c0-8157-482c-b263-0defbbfbab4c x-openstack-request-id: req-635c25c0-8157-482c-b263-0defbbfbab4c {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:58:01.846217 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a15fc49-dc1f-4668-a299-f6687ff5a7d7", "name": "network-vif-deleted", "tag": "389c670e-990d-4f20-ac8c-3cce9f4cde9c", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:58:01.846455 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-635c25c0-8157-482c-b263-0defbbfbab4c {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:58:01.846946 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a15fc49-dc1f-4668-a299-f6687ff5a7d7', 'name': 'network-vif-deleted', 'tag': '389c670e-990d-4f20-ac8c-3cce9f4cde9c', 'status': 'completed', 'code': 200} Sep 17 07:58:01.865510 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-257f0dba-81f1-4897-ab94-490e70bb6c35 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 07:58:01.881668 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-257f0dba-81f1-4897-ab94-490e70bb6c35 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:01.882014 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-257f0dba-81f1-4897-ab94-490e70bb6c35 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Added segment 89b028de-731b-41c1-a47f-5a829efa2b84 of type vlan for network d8564b37-cdc8-4e9d-8712-8bb5e8dd0908 Sep 17 07:58:01.978964 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c9625380-200e-4e80-98c3-10dd2b0ebe3c req-7005db22-11d0-40df-a0fa-c495b041c8ed tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0568635 Sep 17 07:58:01.991921 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-257f0dba-81f1-4897-ab94-490e70bb6c35 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:02.029380 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-257f0dba-81f1-4897-ab94-490e70bb6c35 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:02.035305 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257f0dba-81f1-4897-ab94-490e70bb6c35 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:02.035922 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-257f0dba-81f1-4897-ab94-490e70bb6c35 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:02.106160 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-257f0dba-81f1-4897-ab94-490e70bb6c35 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4223275 Sep 17 07:58:02.108838 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 50436) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:02.114886 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-703bd5f0-ae36-43e8-a8cc-ae8195f6f2a2 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1866353988'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:58:02.140968 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703bd5f0-ae36-43e8-a8cc-ae8195f6f2a2 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Made reservation on behalf of be827b1e83e148ae835f43092deae86a for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:58:02.145291 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-703bd5f0-ae36-43e8-a8cc-ae8195f6f2a2 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:02.170249 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-703bd5f0-ae36-43e8-a8cc-ae8195f6f2a2 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 07:58:02.179814 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-703bd5f0-ae36-43e8-a8cc-ae8195f6f2a2 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:02.180211 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-703bd5f0-ae36-43e8-a8cc-ae8195f6f2a2 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Added segment b8383a2f-bb70-4f97-901a-162d8b652754 of type vlan for network 23dc9245-044a-48fa-8f5c-bfe08f2d4cd2 Sep 17 07:58:02.201553 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-44220207-8e2e-45bb-814e-6837ff1e7180 req-d27c73fd-9d1f-49b2-aed1-7f7fac981185 tempest-ServersOnMultiNodesTest-314199608 tempest-ServersOnMultiNodesTest-314199608-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a15fc49-dc1f-4668-a299-f6687ff5a7d7 HTTP/1.1" status: 200 len: 210 time: 0.0970604 Sep 17 07:58:02.204764 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257f0dba-81f1-4897-ab94-490e70bb6c35 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Pushing event updated for resources: {'Network': ['ID=d8564b37-cdc8-4e9d-8712-8bb5e8dd0908,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:02.216562 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network d8564b37-cdc8-4e9d-8712-8bb5e8dd0908 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 07:58:02.247683 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-703bd5f0-ae36-43e8-a8cc-ae8195f6f2a2 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:02.287127 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-703bd5f0-ae36-43e8-a8cc-ae8195f6f2a2 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:02.293045 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703bd5f0-ae36-43e8-a8cc-ae8195f6f2a2 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:02.293668 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-703bd5f0-ae36-43e8-a8cc-ae8195f6f2a2 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:02.322724 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-41eb55e2-addd-4536-b7a8-36a9a4d3159c tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:02.346009 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-41eb55e2-addd-4536-b7a8-36a9a4d3159c tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:02.359453 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-703bd5f0-ae36-43e8-a8cc-ae8195f6f2a2 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2491090 Sep 17 07:58:02.374620 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 50442) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:02.386626 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-97a217e5-7c1c-4e36-a973-bec4a27ff4b9 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Request body: {'subnet': {'network_id': 'd8564b37-cdc8-4e9d-8712-8bb5e8dd0908', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:58:02.460212 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703bd5f0-ae36-43e8-a8cc-ae8195f6f2a2 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Pushing event updated for resources: {'Network': ['ID=23dc9245-044a-48fa-8f5c-bfe08f2d4cd2,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:02.473520 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 23dc9245-044a-48fa-8f5c-bfe08f2d4cd2 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 07:58:02.479457 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0421ef92-8c2f-4229-a76b-829c324133df req-daa61a43-1f58-4cb6-a3c5-8b7587e375b9 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:02.481003 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0421ef92-8c2f-4229-a76b-829c324133df req-daa61a43-1f58-4cb6-a3c5-8b7587e375b9 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=4765d900-580a-4876-aace-9ff28fab5c5d HTTP/1.1" status: 200 len: 945 time: 0.0951247 Sep 17 07:58:02.507775 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-41eb55e2-addd-4536-b7a8-36a9a4d3159c tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Allocated IP 172.25.6.207 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/aad70015-a01e-4dc6-af1d-05fe732d7b1e) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:58:02.526047 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a217e5-7c1c-4e36-a973-bec4a27ff4b9 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Made reservation on behalf of be827b1e83e148ae835f43092deae86a for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:58:02.529860 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-97a217e5-7c1c-4e36-a973-bec4a27ff4b9 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:02.547879 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0421ef92-8c2f-4229-a76b-829c324133df req-9fa8b7bc-2a1e-4c1b-957d-d2772a51f279 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556102 Sep 17 07:58:02.640935 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-41eb55e2-addd-4536-b7a8-36a9a4d3159c tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:02.681897 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-41eb55e2-addd-4536-b7a8-36a9a4d3159c tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:02.721663 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41eb55e2-addd-4536-b7a8-36a9a4d3159c tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:58:02.722531 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-97a217e5-7c1c-4e36-a973-bec4a27ff4b9 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:02.724507 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-41eb55e2-addd-4536-b7a8-36a9a4d3159c tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:58:02.728017 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41eb55e2-addd-4536-b7a8-36a9a4d3159c tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:58:02.754128 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eb55e2-addd-4536-b7a8-36a9a4d3159c tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Pushing event updated for resources: {'Port': ['ID=aad70015-a01e-4dc6-af1d-05fe732d7b1e,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:02.796182 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a217e5-7c1c-4e36-a973-bec4a27ff4b9 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Pushing event updated for resources: {'Subnet': ['ID=bfc0f6d4-23f1-47ca-971c-a1c789dc7289,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:02.808369 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a217e5-7c1c-4e36-a973-bec4a27ff4b9 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Checking segment: {'id': '89b028de-731b-41c1-a47f-5a829efa2b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd8564b37-cdc8-4e9d-8712-8bb5e8dd0908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:58:02.808737 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a217e5-7c1c-4e36-a973-bec4a27ff4b9 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Network hostable DHCP agents. Network: d8564b37-cdc8-4e9d-8712-8bb5e8dd0908, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 07:58:02.827243 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a217e5-7c1c-4e36-a973-bec4a27ff4b9 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Network d8564b37-cdc8-4e9d-8712-8bb5e8dd0908 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 07:58:02.839110 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-97a217e5-7c1c-4e36-a973-bec4a27ff4b9 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, d8564b37-cdc8-4e9d-8712-8bb5e8dd0908) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:58:02.843365 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a217e5-7c1c-4e36-a973-bec4a27ff4b9 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:02.844177 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-97a217e5-7c1c-4e36-a973-bec4a27ff4b9 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:02.848881 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7224364-5847-4125-8910-eb75f2215453 None None] Network d8564b37-cdc8-4e9d-8712-8bb5e8dd0908 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:58:02.861790 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-97a217e5-7c1c-4e36-a973-bec4a27ff4b9 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4858694 Sep 17 07:58:02.865375 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 50454) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:02.872342 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-f9660893-470c-42ed-9655-42530a8aa2f3 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Request body: {'subnet': {'network_id': '23dc9245-044a-48fa-8f5c-bfe08f2d4cd2', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:58:02.978929 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9660893-470c-42ed-9655-42530a8aa2f3 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Made reservation on behalf of be827b1e83e148ae835f43092deae86a for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:58:02.984092 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f9660893-470c-42ed-9655-42530a8aa2f3 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:03.058137 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-41eb55e2-addd-4536-b7a8-36a9a4d3159c tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:03.067167 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03921b6f-52da-4828-885b-0445b3c57350 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-d8564b37-cdc8-4e9d-8712-8bb5e8dd0908', 'network_id': 'd8564b37-cdc8-4e9d-8712-8bb5e8dd0908', 'tenant_id': 'be827b1e83e148ae835f43092deae86a', 'fixed_ips': [{'subnet_id': 'bfc0f6d4-23f1-47ca-971c-a1c789dc7289'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 07:58:03.068097 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-03921b6f-52da-4828-885b-0445b3c57350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:03.134832 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6f1e7a30-d7c0-4b4d-83fe-646b30521673 req-f0574eda-f9ee-4a47-8c49-0bb10156ca9f tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0390248 Sep 17 07:58:03.244432 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-03921b6f-52da-4828-885b-0445b3c57350 None None] Allocated IP 10.1.1.2 (d8564b37-cdc8-4e9d-8712-8bb5e8dd0908/bfc0f6d4-23f1-47ca-971c-a1c789dc7289/e4146c72-d039-4518-87a1-3676780c7ca2) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:58:03.263524 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f9660893-470c-42ed-9655-42530a8aa2f3 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:03.322297 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-41eb55e2-addd-4536-b7a8-36a9a4d3159c tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-726791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7677'] for router, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:03.326313 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-41eb55e2-addd-4536-b7a8-36a9a4d3159c tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-748988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-748965', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-726796'] for router, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:03.361939 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9660893-470c-42ed-9655-42530a8aa2f3 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Pushing event updated for resources: {'Subnet': ['ID=98b47ab8-ddfc-4cc6-be27-8b7224b1d41b,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:03.374844 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9660893-470c-42ed-9655-42530a8aa2f3 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Checking segment: {'id': 'b8383a2f-bb70-4f97-901a-162d8b652754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '23dc9245-044a-48fa-8f5c-bfe08f2d4cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:58:03.375461 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9660893-470c-42ed-9655-42530a8aa2f3 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Network hostable DHCP agents. Network: 23dc9245-044a-48fa-8f5c-bfe08f2d4cd2, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 07:58:03.401512 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9660893-470c-42ed-9655-42530a8aa2f3 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Network 23dc9245-044a-48fa-8f5c-bfe08f2d4cd2 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 07:58:03.418862 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-f9660893-470c-42ed-9655-42530a8aa2f3 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 23dc9245-044a-48fa-8f5c-bfe08f2d4cd2) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:58:03.424434 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9660893-470c-42ed-9655-42530a8aa2f3 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:03.425091 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f9660893-470c-42ed-9655-42530a8aa2f3 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:03.436544 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3b6e86-7741-40c4-9d80-8359996d3ea6 None None] Network 23dc9245-044a-48fa-8f5c-bfe08f2d4cd2 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:58:03.457781 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f9660893-470c-42ed-9655-42530a8aa2f3 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5917168 Sep 17 07:58:03.460380 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 50464) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:03.465202 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-662c97fd-fceb-436d-9095-9a182ce32337 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Request body: {'port': {'network_id': 'd8564b37-cdc8-4e9d-8712-8bb5e8dd0908', 'name': 'tempest-TaggedBootDevicesTest_v242-1380742934', 'fixed_ips': [{'subnet_id': 'bfc0f6d4-23f1-47ca-971c-a1c789dc7289'}]}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:58:03.530618 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41eb55e2-addd-4536-b7a8-36a9a4d3159c tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Router 6d84596e-f118-4530-bc30-0f71e12383dc is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 07:58:03.551402 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-03921b6f-52da-4828-885b-0445b3c57350 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:03.576655 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-03921b6f-52da-4828-885b-0445b3c57350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:03.637639 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03921b6f-52da-4828-885b-0445b3c57350 None None] Network d8564b37-cdc8-4e9d-8712-8bb5e8dd0908 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:58:03.645155 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-662c97fd-fceb-436d-9095-9a182ce32337 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Made reservation on behalf of be827b1e83e148ae835f43092deae86a for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:58:03.646597 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-03921b6f-52da-4828-885b-0445b3c57350 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:58:03.671982 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03921b6f-52da-4828-885b-0445b3c57350 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:58:03.685991 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03921b6f-52da-4828-885b-0445b3c57350 None None] Pushing event updated for resources: {'Port': ['ID=e4146c72-d039-4518-87a1-3676780c7ca2,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:03.785963 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-662c97fd-fceb-436d-9095-9a182ce32337 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:03.786527 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-03921b6f-52da-4828-885b-0445b3c57350 None None] Attempting to bind port e4146c72-d039-4518-87a1-3676780c7ca2 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:58:03.786705 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-03921b6f-52da-4828-885b-0445b3c57350 None None] Attempting to bind port e4146c72-d039-4518-87a1-3676780c7ca2 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '89b028de-731b-41c1-a47f-5a829efa2b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd8564b37-cdc8-4e9d-8712-8bb5e8dd0908'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:58:03.787067 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03921b6f-52da-4828-885b-0445b3c57350 None None] Attempting to bind port e4146c72-d039-4518-87a1-3676780c7ca2 on network d8564b37-cdc8-4e9d-8712-8bb5e8dd0908 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:58:03.807824 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd29b474-c6b5-405a-b062-eb19f1f138d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-23dc9245-044a-48fa-8f5c-bfe08f2d4cd2', 'network_id': '23dc9245-044a-48fa-8f5c-bfe08f2d4cd2', 'tenant_id': 'be827b1e83e148ae835f43092deae86a', 'fixed_ips': [{'subnet_id': '98b47ab8-ddfc-4cc6-be27-8b7224b1d41b'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 07:58:03.808941 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fd29b474-c6b5-405a-b062-eb19f1f138d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:03.813763 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [None req-662c97fd-fceb-436d-9095-9a182ce32337 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] device_id is not set on port 2e8d2cc8-f6f7-4d9c-ba24-cee4c068da0b yet. {{(pid=101290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 07:58:03.825463 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03921b6f-52da-4828-885b-0445b3c57350 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:58:03.825843 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03921b6f-52da-4828-885b-0445b3c57350 None None] Checking segment: {'id': '89b028de-731b-41c1-a47f-5a829efa2b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd8564b37-cdc8-4e9d-8712-8bb5e8dd0908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:58:03.826254 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-03921b6f-52da-4828-885b-0445b3c57350 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:03.826717 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03921b6f-52da-4828-885b-0445b3c57350 None None] Bound using segment: {'id': '89b028de-731b-41c1-a47f-5a829efa2b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd8564b37-cdc8-4e9d-8712-8bb5e8dd0908'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:58:03.827144 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-03921b6f-52da-4828-885b-0445b3c57350 None None] Bound port: e4146c72-d039-4518-87a1-3676780c7ca2, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89b028de-731b-41c1-a47f-5a829efa2b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd8564b37-cdc8-4e9d-8712-8bb5e8dd0908'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:58:03.827927 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-03921b6f-52da-4828-885b-0445b3c57350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:04.003636 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-03921b6f-52da-4828-885b-0445b3c57350 None None] For port e4146c72-d039-4518-87a1-3676780c7ca2, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:58:04.009052 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-03921b6f-52da-4828-885b-0445b3c57350 None None] For port e4146c72-d039-4518-87a1-3676780c7ca2, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=e4146c72-d039-4518-87a1-3676780c7ca2,segment=NetworkSegment(89b028de-731b-41c1-a47f-5a829efa2b84),segment_id=89b028de-731b-41c1-a47f-5a829efa2b84)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:58:04.009845 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41eb55e2-addd-4536-b7a8-36a9a4d3159c tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:58:04.011845 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 50468) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:04.021235 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-41eb55e2-addd-4536-b7a8-36a9a4d3159c tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:04.025280 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-41eb55e2-addd-4536-b7a8-36a9a4d3159c tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] 10.222.0.13 "PUT /v2.0/routers/6d84596e-f118-4530-bc30-0f71e12383dc HTTP/1.1" status: 200 len: 914 time: 2.5119042 Sep 17 07:58:04.027373 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 50476) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:04.029405 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c442e85-5e84-459b-befb-2a203af4dc23 None None] Sync routers for ids ['6d84596e-f118-4530-bc30-0f71e12383dc'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:58:04.036863 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-03921b6f-52da-4828-885b-0445b3c57350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:04.052281 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-fd29b474-c6b5-405a-b062-eb19f1f138d7 None None] Allocated IP 10.2.2.2 (23dc9245-044a-48fa-8f5c-bfe08f2d4cd2/98b47ab8-ddfc-4cc6-be27-8b7224b1d41b/7d0cb582-648f-4258-b756-057512d45b15) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:58:04.089264 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c442e85-5e84-459b-befb-2a203af4dc23 None None] Routers {'6d84596e-f118-4530-bc30-0f71e12383dc'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:58:04.090097 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-3c442e85-5e84-459b-befb-2a203af4dc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:57:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['6d84596e-f118-4530-bc30-0f71e12383dc'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:58:04.142771 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-3c442e85-5e84-459b-befb-2a203af4dc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:58:04.205462 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-586ca6d4-462f-41de-ba28-299642a8aa70 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] 10.222.0.13 "GET /v2.0/routers/6d84596e-f118-4530-bc30-0f71e12383dc HTTP/1.1" status: 200 len: 920 time: 0.1729810 Sep 17 07:58:04.207449 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 50480) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:04.260055 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c442e85-5e84-459b-befb-2a203af4dc23 None None] Routers {'6d84596e-f118-4530-bc30-0f71e12383dc'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:58:04.260961 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-3c442e85-5e84-459b-befb-2a203af4dc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:57:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['6d84596e-f118-4530-bc30-0f71e12383dc'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:58:04.262943 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03921b6f-52da-4828-885b-0445b3c57350 None None] Pushing event updated for resources: {'Port': ['ID=e4146c72-d039-4518-87a1-3676780c7ca2,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:04.271723 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-662c97fd-fceb-436d-9095-9a182ce32337 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Allocated IP 10.1.1.214 (d8564b37-cdc8-4e9d-8712-8bb5e8dd0908/bfc0f6d4-23f1-47ca-971c-a1c789dc7289/2e8d2cc8-f6f7-4d9c-ba24-cee4c068da0b) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:58:04.307926 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b269d559-37bb-40a4-9e73-49bf3f8a1ed1 req-55bd15f7-8365-458a-8600-826b62cee7a2 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0591357 Sep 17 07:58:04.344717 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558a7c93-4532-4a39-9968-69c941846dcf tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:04.349192 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-558a7c93-4532-4a39-9968-69c941846dcf tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=5fc128c4-343a-4b5b-8a61-6a2b8d95c555&device_id=6d84596e-f118-4530-bc30-0f71e12383dc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1373150 Sep 17 07:58:04.351002 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 50482) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:04.379322 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-3c442e85-5e84-459b-befb-2a203af4dc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:58:04.380098 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c442e85-5e84-459b-befb-2a203af4dc23 None None] The sync data for ids ['6d84596e-f118-4530-bc30-0f71e12383dc'] in n-d-789963-9 is: [] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:58:04.380434 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-6888d34e-2d23-4364-81ee-feb1552ab493 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2349d4cf1f41439ea3d7c6f38634ae0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3673174 Sep 17 07:58:04.384067 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 50484) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:04.506102 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fd29b474-c6b5-405a-b062-eb19f1f138d7 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:04.514777 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fd29b474-c6b5-405a-b062-eb19f1f138d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:04.538807 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-662c97fd-fceb-436d-9095-9a182ce32337 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:04.567608 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ca705d49-f6e0-42de-9b56-8cb3a3ef9953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:04.572872 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aca5fdb-a91b-4286-9e1e-763315adeeff tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:04.573257 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd29b474-c6b5-405a-b062-eb19f1f138d7 None None] Network 23dc9245-044a-48fa-8f5c-bfe08f2d4cd2 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:58:04.574302 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-3aca5fdb-a91b-4286-9e1e-763315adeeff tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] 10.222.0.13 "GET /v2.0/networks/5fc128c4-343a-4b5b-8a61-6a2b8d95c555 HTTP/1.1" status: 200 len: 881 time: 0.2222919 Sep 17 07:58:04.576679 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-fd29b474-c6b5-405a-b062-eb19f1f138d7 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:58:04.577449 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 50486) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:04.580253 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd29b474-c6b5-405a-b062-eb19f1f138d7 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:58:04.623630 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-662c97fd-fceb-436d-9095-9a182ce32337 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:04.627450 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-f0310770-4740-4957-afbc-713acc5563af tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d84596e-f118-4530-bc30-0f71e12383dc HTTP/1.1" status: 200 len: 205 time: 0.0481246 Sep 17 07:58:04.635958 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 50488) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:04.645731 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ca705d49-f6e0-42de-9b56-8cb3a3ef9953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:04.671407 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd29b474-c6b5-405a-b062-eb19f1f138d7 None None] Pushing event updated for resources: {'Port': ['ID=7d0cb582-648f-4258-b756-057512d45b15,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:04.693639 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-fd29b474-c6b5-405a-b062-eb19f1f138d7 None None] Attempting to bind port 7d0cb582-648f-4258-b756-057512d45b15 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:58:04.694642 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-fd29b474-c6b5-405a-b062-eb19f1f138d7 None None] Attempting to bind port 7d0cb582-648f-4258-b756-057512d45b15 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'b8383a2f-bb70-4f97-901a-162d8b652754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '23dc9245-044a-48fa-8f5c-bfe08f2d4cd2'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:58:04.695237 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd29b474-c6b5-405a-b062-eb19f1f138d7 None None] Attempting to bind port 7d0cb582-648f-4258-b756-057512d45b15 on network 23dc9245-044a-48fa-8f5c-bfe08f2d4cd2 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:58:04.709128 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd29b474-c6b5-405a-b062-eb19f1f138d7 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:58:04.709939 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd29b474-c6b5-405a-b062-eb19f1f138d7 None None] Checking segment: {'id': 'b8383a2f-bb70-4f97-901a-162d8b652754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '23dc9245-044a-48fa-8f5c-bfe08f2d4cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:58:04.710612 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fd29b474-c6b5-405a-b062-eb19f1f138d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:04.710730 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ca705d49-f6e0-42de-9b56-8cb3a3ef9953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:04.711332 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd29b474-c6b5-405a-b062-eb19f1f138d7 None None] Bound using segment: {'id': 'b8383a2f-bb70-4f97-901a-162d8b652754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '23dc9245-044a-48fa-8f5c-bfe08f2d4cd2'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:58:04.712319 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-fd29b474-c6b5-405a-b062-eb19f1f138d7 None None] Bound port: 7d0cb582-648f-4258-b756-057512d45b15, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8383a2f-bb70-4f97-901a-162d8b652754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '23dc9245-044a-48fa-8f5c-bfe08f2d4cd2'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:58:04.712928 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fd29b474-c6b5-405a-b062-eb19f1f138d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:04.713612 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ca705d49-f6e0-42de-9b56-8cb3a3ef9953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:04.715327 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ca705d49-f6e0-42de-9b56-8cb3a3ef9953 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/33990649-b2d6-44f8-b750-06be1e435031 HTTP/1.1" status: 204 len: 168 time: 0.3303370 Sep 17 07:58:04.725286 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca705d49-f6e0-42de-9b56-8cb3a3ef9953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33990649-b2d6-44f8-b750-06be1e435031,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:04.755196 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662c97fd-fceb-436d-9095-9a182ce32337 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Network d8564b37-cdc8-4e9d-8712-8bb5e8dd0908 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:58:04.774630 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-662c97fd-fceb-436d-9095-9a182ce32337 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:58:04.778766 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662c97fd-fceb-436d-9095-9a182ce32337 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:58:04.795689 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c97fd-fceb-436d-9095-9a182ce32337 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Pushing event updated for resources: {'Port': ['ID=2e8d2cc8-f6f7-4d9c-ba24-cee4c068da0b,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:04.823080 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-fd29b474-c6b5-405a-b062-eb19f1f138d7 None None] For port 7d0cb582-648f-4258-b756-057512d45b15, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:58:04.830248 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-fd29b474-c6b5-405a-b062-eb19f1f138d7 None None] For port 7d0cb582-648f-4258-b756-057512d45b15, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=7d0cb582-648f-4258-b756-057512d45b15,segment=NetworkSegment(b8383a2f-bb70-4f97-901a-162d8b652754),segment_id=b8383a2f-bb70-4f97-901a-162d8b652754)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:58:04.836888 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fd29b474-c6b5-405a-b062-eb19f1f138d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:04.893889 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662c97fd-fceb-436d-9095-9a182ce32337 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:04.894544 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-662c97fd-fceb-436d-9095-9a182ce32337 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:04.928815 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b02c6f92-c3fe-4431-b14e-b26e8c94c2f6 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks [] for router, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:04.949122 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd29b474-c6b5-405a-b062-eb19f1f138d7 None None] Pushing event updated for resources: {'Port': ['ID=7d0cb582-648f-4258-b756-057512d45b15,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:04.970759 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-662c97fd-fceb-436d-9095-9a182ce32337 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5093355 Sep 17 07:58:04.973797 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 50494) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:04.979001 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-07291ac3-f07c-4d8a-b286-d93eff6d3f23 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Request body: {'port': {'network_id': 'd8564b37-cdc8-4e9d-8712-8bb5e8dd0908', 'name': 'tempest-TaggedBootDevicesTest_v242-2090939241', 'fixed_ips': [{'subnet_id': 'bfc0f6d4-23f1-47ca-971c-a1c789dc7289'}]}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:58:04.995817 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:05.112321 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b02c6f92-c3fe-4431-b14e-b26e8c94c2f6 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:05.193575 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 50500) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:05.224635 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-b02c6f92-c3fe-4431-b14e-b26e8c94c2f6 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Deleting port aad70015-a01e-4dc6-af1d-05fe732d7b1e {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:58:05.224972 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b02c6f92-c3fe-4431-b14e-b26e8c94c2f6 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:05.279566 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-0098a4f1-dc7a-4b8b-887a-3681e8c084f5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0aab09fa84794e71be647fb8c036c13d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0819962 Sep 17 07:58:05.281505 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 50502) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:05.315445 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07291ac3-f07c-4d8a-b286-d93eff6d3f23 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Made reservation on behalf of be827b1e83e148ae835f43092deae86a for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:58:05.384610 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-902b8fb0-8229-44d0-97dd-729f7a2579b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:05.402522 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b02c6f92-c3fe-4431-b14e-b26e8c94c2f6 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:05.402877 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:05.430035 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-b02c6f92-c3fe-4431-b14e-b26e8c94c2f6 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Calling delete_port for aad70015-a01e-4dc6-af1d-05fe732d7b1e owned by network:router_gateway {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:58:05.506502 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-799658a0-5e6e-47cc-8d63-83bb2bffbc15 req-eb54bf39-5028-426f-a293-37cabd76b00d tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0567915 Sep 17 07:58:05.529021 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-07291ac3-f07c-4d8a-b286-d93eff6d3f23 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:05.532815 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-902b8fb0-8229-44d0-97dd-729f7a2579b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:05.583979 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [None req-07291ac3-f07c-4d8a-b286-d93eff6d3f23 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] device_id is not set on port 858f97dd-d6a3-4621-8715-ddba12e25df6 yet. {{(pid=101289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 07:58:05.651349 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b02c6f92-c3fe-4431-b14e-b26e8c94c2f6 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:05.685063 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02c6f92-c3fe-4431-b14e-b26e8c94c2f6 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Pushing event deleted for resources: {'Port': ['ID=aad70015-a01e-4dc6-af1d-05fe732d7b1e,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:05.726472 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-902b8fb0-8229-44d0-97dd-729f7a2579b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:05.729423 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-902b8fb0-8229-44d0-97dd-729f7a2579b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:05.733099 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-902b8fb0-8229-44d0-97dd-729f7a2579b7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/22d9cc6f-1d72-4c42-80e2-6bf995f15e23 HTTP/1.1" status: 204 len: 168 time: 0.4484229 Sep 17 07:58:05.767584 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902b8fb0-8229-44d0-97dd-729f7a2579b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d9cc6f-1d72-4c42-80e2-6bf995f15e23,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:05.819656 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b02c6f92-c3fe-4431-b14e-b26e8c94c2f6 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:05.844886 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d3338f-8dce-4eb4-8f2f-4751aa749b69 None None] Network d8564b37-cdc8-4e9d-8712-8bb5e8dd0908 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:58:05.907234 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-07291ac3-f07c-4d8a-b286-d93eff6d3f23 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Allocated IP 10.1.1.206 (d8564b37-cdc8-4e9d-8712-8bb5e8dd0908/bfc0f6d4-23f1-47ca-971c-a1c789dc7289/858f97dd-d6a3-4621-8715-ddba12e25df6) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:58:05.975574 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device e4146c72-d039-4518-87a1-3676780c7ca2 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:58:06.082589 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-854d1a7f-948d-4dcb-a72d-47123b3f4f68 None None] Provisioning complete for port e4146c72-d039-4518-87a1-3676780c7ca2 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:58:06.082964 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-854d1a7f-948d-4dcb-a72d-47123b3f4f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:06.240506 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-07291ac3-f07c-4d8a-b286-d93eff6d3f23 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:06.271031 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port e4146c72-d039-4518-87a1-3676780c7ca2 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:58:06.271419 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:06.363021 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-854d1a7f-948d-4dcb-a72d-47123b3f4f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:06.451936 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-07291ac3-f07c-4d8a-b286-d93eff6d3f23 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:06.487932 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:06.514828 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d75698-c30c-49ce-87c8-fa12fbc081ec None None] Network 23dc9245-044a-48fa-8f5c-bfe08f2d4cd2 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:58:06.525651 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-854d1a7f-948d-4dcb-a72d-47123b3f4f68 None None] For port e4146c72-d039-4518-87a1-3676780c7ca2, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=e4146c72-d039-4518-87a1-3676780c7ca2,segment=NetworkSegment(89b028de-731b-41c1-a47f-5a829efa2b84),segment_id=89b028de-731b-41c1-a47f-5a829efa2b84)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:58:06.594468 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07291ac3-f07c-4d8a-b286-d93eff6d3f23 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Pushing event updated for resources: {'Port': ['ID=858f97dd-d6a3-4621-8715-ddba12e25df6,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:06.623039 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07291ac3-f07c-4d8a-b286-d93eff6d3f23 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Network d8564b37-cdc8-4e9d-8712-8bb5e8dd0908 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:58:06.626392 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-07291ac3-f07c-4d8a-b286-d93eff6d3f23 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:58:06.629874 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07291ac3-f07c-4d8a-b286-d93eff6d3f23 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:58:06.646642 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-854d1a7f-948d-4dcb-a72d-47123b3f4f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:06.732212 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-eb2172d4-6f66-40d1-b164-69d7a397bbb9 req-7a0b6310-c4db-4185-842a-9fe9dff6cc3f tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0523677 Sep 17 07:58:06.745194 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 389c670e-990d-4f20-ac8c-3cce9f4cde9c no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:58:06.772247 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07291ac3-f07c-4d8a-b286-d93eff6d3f23 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:06.772701 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854d1a7f-948d-4dcb-a72d-47123b3f4f68 None None] Pushing event updated for resources: {'Port': ['ID=e4146c72-d039-4518-87a1-3676780c7ca2,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:06.773608 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-07291ac3-f07c-4d8a-b286-d93eff6d3f23 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:06.792515 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b02c6f92-c3fe-4431-b14e-b26e8c94c2f6 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:06.800640 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-07291ac3-f07c-4d8a-b286-d93eff6d3f23 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8255606 Sep 17 07:58:06.802189 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b02c6f92-c3fe-4431-b14e-b26e8c94c2f6 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:06.928286 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b02c6f92-c3fe-4431-b14e-b26e8c94c2f6 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:06.929681 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02c6f92-c3fe-4431-b14e-b26e8c94c2f6 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Fanout notify agent at l3_agent the message router_deleted on router 6d84596e-f118-4530-bc30-0f71e12383dc {{(pid=101290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 07:58:06.940721 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b02c6f92-c3fe-4431-b14e-b26e8c94c2f6 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:06.948572 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b02c6f92-c3fe-4431-b14e-b26e8c94c2f6 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] 10.222.0.13 "DELETE /v2.0/routers/6d84596e-f118-4530-bc30-0f71e12383dc HTTP/1.1" status: 204 len: 168 time: 2.3051217 Sep 17 07:58:06.949041 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 50534) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:06.953389 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-e6df2109-4fff-49af-a113-e10b3be5ed54 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-624519903', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}, 'admin_state_up': False}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:58:07.007186 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e6df2109-4fff-49af-a113-e10b3be5ed54 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:07.008580 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e6df2109-4fff-49af-a113-e10b3be5ed54 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:07.089460 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: 389c670e-990d-4f20-ac8c-3cce9f4cde9c {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:58:07.089795 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 389c670e-990d-4f20-ac8c-3cce9f4cde9c not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:58:07.119134 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.db.api [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 07:58:07.120041 n-d-789963-9 neutron-server[101291]: DEBUG oslo_db.api [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 07:58:07.131190 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 50536) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:07.143564 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-12479a85-1ddd-4521-b690-ef9fda3de840 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1870255630', 'description': 'tempest-description--1061507574'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:58:07.154309 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-92beb02c-bf9d-4afa-9124-776a0b6742de None None] Provisioning complete for port e4146c72-d039-4518-87a1-3676780c7ca2 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:58:07.154690 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-92beb02c-bf9d-4afa-9124-776a0b6742de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:07.156823 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e6df2109-4fff-49af-a113-e10b3be5ed54 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:07.215711 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-12479a85-1ddd-4521-b690-ef9fda3de840 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:07.390856 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-92beb02c-bf9d-4afa-9124-776a0b6742de None None] Provisioning complete for port 2e8d2cc8-f6f7-4d9c-ba24-cee4c068da0b triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:58:07.392167 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-92beb02c-bf9d-4afa-9124-776a0b6742de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:07.410123 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-12479a85-1ddd-4521-b690-ef9fda3de840 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:07.420825 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-12479a85-1ddd-4521-b690-ef9fda3de840 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:07.469077 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-92beb02c-bf9d-4afa-9124-776a0b6742de None None] Port 2e8d2cc8-f6f7-4d9c-ba24-cee4c068da0b cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:58:07.473085 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e6df2109-4fff-49af-a113-e10b3be5ed54 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:07.480700 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-92beb02c-bf9d-4afa-9124-776a0b6742de None None] Provisioning complete for port 7d0cb582-648f-4258-b756-057512d45b15 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:58:07.480700 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-92beb02c-bf9d-4afa-9124-776a0b6742de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:07.485976 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12479a85-1ddd-4521-b690-ef9fda3de840 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c26f3e-d59d-4df9-b197-93a229a68ca8,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:07.502081 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-12479a85-1ddd-4521-b690-ef9fda3de840 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:07.503779 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-12479a85-1ddd-4521-b690-ef9fda3de840 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3715444 Sep 17 07:58:07.506651 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 50546) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:07.513837 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-a854b79b-419d-4085-afc6-88df80a45a63 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Request body: {'security_group_rule': {'security_group_id': 'e7c26f3e-d59d-4df9-b197-93a229a68ca8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:58:07.557162 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a854b79b-419d-4085-afc6-88df80a45a63 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:07.626033 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-92beb02c-bf9d-4afa-9124-776a0b6742de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:07.701401 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a854b79b-419d-4085-afc6-88df80a45a63 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:07.701658 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-92beb02c-bf9d-4afa-9124-776a0b6742de None None] For port 7d0cb582-648f-4258-b756-057512d45b15, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=7d0cb582-648f-4258-b756-057512d45b15,segment=NetworkSegment(b8383a2f-bb70-4f97-901a-162d8b652754),segment_id=b8383a2f-bb70-4f97-901a-162d8b652754)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:58:07.703687 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 7d0cb582-648f-4258-b756-057512d45b15 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:58:07.707200 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a854b79b-419d-4085-afc6-88df80a45a63 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:07.729285 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a854b79b-419d-4085-afc6-88df80a45a63 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9131942-d6b7-48da-8a54-84981d6efb04,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:07.752177 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-92beb02c-bf9d-4afa-9124-776a0b6742de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:07.757674 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a854b79b-419d-4085-afc6-88df80a45a63 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:07.759353 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a854b79b-419d-4085-afc6-88df80a45a63 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2513213 Sep 17 07:58:07.761888 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 50554) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:07.769323 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-26c274b6-668d-468b-9aff-0fcc0bc84ef6 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Request body: {'security_group_rule': {'security_group_id': 'e7c26f3e-d59d-4df9-b197-93a229a68ca8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:58:07.836715 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 7d0cb582-648f-4258-b756-057512d45b15 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:58:07.837283 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:07.842201 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-26c274b6-668d-468b-9aff-0fcc0bc84ef6 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:07.847322 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e6df2109-4fff-49af-a113-e10b3be5ed54 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks [] for router_gateway, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:07.872461 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e6df2109-4fff-49af-a113-e10b3be5ed54 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:07.872716 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92beb02c-bf9d-4afa-9124-776a0b6742de None None] Pushing event updated for resources: {'Port': ['ID=7d0cb582-648f-4258-b756-057512d45b15,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:07.925259 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-0b6b909f-56cb-4218-8ff1-676e221144e9 None None] Provisioning complete for port 2e8d2cc8-f6f7-4d9c-ba24-cee4c068da0b triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:58:07.925647 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0b6b909f-56cb-4218-8ff1-676e221144e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:07.933111 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-26c274b6-668d-468b-9aff-0fcc0bc84ef6 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:07.942937 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-26c274b6-668d-468b-9aff-0fcc0bc84ef6 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:07.974511 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c274b6-668d-468b-9aff-0fcc0bc84ef6 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fadf7a7f-c5dc-4e01-8ca4-aa5c0ab39442,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:07.988710 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-0b6b909f-56cb-4218-8ff1-676e221144e9 None None] Port 2e8d2cc8-f6f7-4d9c-ba24-cee4c068da0b cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:58:07.991419 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-26c274b6-668d-468b-9aff-0fcc0bc84ef6 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:07.993550 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-26c274b6-668d-468b-9aff-0fcc0bc84ef6 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2299261 Sep 17 07:58:07.996440 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 50558) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:07.997271 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3df989bb-9e2a-4644-a279-f73bf5eeb5ae req-9ef489d3-f7e3-4275-87f2-2bf59c5032c8 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0613627 Sep 17 07:58:08.003004 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-d84189a8-ba28-4633-b96a-8d3ae25c1782 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Request body: {'floatingip': {'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:58:08.028506 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-e6df2109-4fff-49af-a113-e10b3be5ed54 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Allocated IP 172.25.6.109 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/efe0bf77-f089-4d31-aa47-918da6f1d78e) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:58:08.032262 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d84189a8-ba28-4633-b96a-8d3ae25c1782 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks [] for floatingip, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:08.040797 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-0b6b909f-56cb-4218-8ff1-676e221144e9 None None] Provisioning complete for port 858f97dd-d6a3-4621-8715-ddba12e25df6 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:58:08.041295 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0b6b909f-56cb-4218-8ff1-676e221144e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:08.103699 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-0b6b909f-56cb-4218-8ff1-676e221144e9 None None] Port 858f97dd-d6a3-4621-8715-ddba12e25df6 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:58:08.118103 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-0b6b909f-56cb-4218-8ff1-676e221144e9 None None] Provisioning complete for port 7d0cb582-648f-4258-b756-057512d45b15 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:58:08.118103 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0b6b909f-56cb-4218-8ff1-676e221144e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:08.227194 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e6df2109-4fff-49af-a113-e10b3be5ed54 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:08.244540 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d84189a8-ba28-4633-b96a-8d3ae25c1782 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:08.254237 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device e4146c72-d039-4518-87a1-3676780c7ca2 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:58:08.274134 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e6df2109-4fff-49af-a113-e10b3be5ed54 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:08.337053 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6df2109-4fff-49af-a113-e10b3be5ed54 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:58:08.340125 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-e6df2109-4fff-49af-a113-e10b3be5ed54 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:58:08.343391 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port e4146c72-d039-4518-87a1-3676780c7ca2 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:58:08.343787 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:08.346272 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6df2109-4fff-49af-a113-e10b3be5ed54 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:58:08.352340 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6df2109-4fff-49af-a113-e10b3be5ed54 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Pushing event updated for resources: {'Port': ['ID=efe0bf77-f089-4d31-aa47-918da6f1d78e,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:08.378989 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6df2109-4fff-49af-a113-e10b3be5ed54 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:58:08.379346 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6df2109-4fff-49af-a113-e10b3be5ed54 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:58:08.380007 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6df2109-4fff-49af-a113-e10b3be5ed54 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:58:08.380357 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6df2109-4fff-49af-a113-e10b3be5ed54 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:58:08.380694 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6df2109-4fff-49af-a113-e10b3be5ed54 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:58:08.381035 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6df2109-4fff-49af-a113-e10b3be5ed54 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:58:08.381368 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6df2109-4fff-49af-a113-e10b3be5ed54 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:58:08.381697 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6df2109-4fff-49af-a113-e10b3be5ed54 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:58:08.382026 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6df2109-4fff-49af-a113-e10b3be5ed54 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:58:08.382355 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6df2109-4fff-49af-a113-e10b3be5ed54 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:58:08.382686 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6df2109-4fff-49af-a113-e10b3be5ed54 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:58:08.383012 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6df2109-4fff-49af-a113-e10b3be5ed54 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:58:08.445807 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-d84189a8-ba28-4633-b96a-8d3ae25c1782 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Allocated IP 172.25.6.230 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/9931790e-d66a-4f4e-b746-4a7a090538b8) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:58:08.465126 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 7d0cb582-648f-4258-b756-057512d45b15 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:58:08.524035 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 7d0cb582-648f-4258-b756-057512d45b15 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:58:08.524358 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:08.588892 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d84189a8-ba28-4633-b96a-8d3ae25c1782 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:08.695800 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d84189a8-ba28-4633-b96a-8d3ae25c1782 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:08.742749 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84189a8-ba28-4633-b96a-8d3ae25c1782 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:58:08.745863 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-d84189a8-ba28-4633-b96a-8d3ae25c1782 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:58:08.751004 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84189a8-ba28-4633-b96a-8d3ae25c1782 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:58:08.784938 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84189a8-ba28-4633-b96a-8d3ae25c1782 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Pushing event updated for resources: {'Port': ['ID=9931790e-d66a-4f4e-b746-4a7a090538b8,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:08.819659 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7871db7b-382a-4407-ab86-483cfca54e25 req-45ec472f-40c8-4172-aff2-f34ab7376cf9 tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d0a0c469ee1741ddb9aa7f3da8793527&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359075 Sep 17 07:58:08.846123 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e6df2109-4fff-49af-a113-e10b3be5ed54 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks [] for router_gateway, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:08.847109 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d84189a8-ba28-4633-b96a-8d3ae25c1782 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:08.888929 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d84189a8-ba28-4633-b96a-8d3ae25c1782 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:09.006264 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7871db7b-382a-4407-ab86-483cfca54e25 req-1d3fccd3-fd42-43b6-9394-eae65144d0ae tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:09.007957 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7871db7b-382a-4407-ab86-483cfca54e25 req-1d3fccd3-fd42-43b6-9394-eae65144d0ae tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1873302 Sep 17 07:58:09.028913 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7871db7b-382a-4407-ab86-483cfca54e25 req-0fac58aa-2237-4dcd-9679-43ca7528e2d9 tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] 10.222.0.13 "GET /v2.0/quotas/d0a0c469ee1741ddb9aa7f3da8793527 HTTP/1.1" status: 200 len: 375 time: 0.0132360 Sep 17 07:58:09.053192 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d84189a8-ba28-4633-b96a-8d3ae25c1782 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:09.061944 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d84189a8-ba28-4633-b96a-8d3ae25c1782 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:09.100251 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7871db7b-382a-4407-ab86-483cfca54e25 req-ac86bda1-ef11-4d27-ba31-6ea4e50de0b6 tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d0a0c469ee1741ddb9aa7f3da8793527&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401213 Sep 17 07:58:09.123523 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84189a8-ba28-4633-b96a-8d3ae25c1782 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Pushing event updated for resources: {'Port': ['ID=9931790e-d66a-4f4e-b746-4a7a090538b8,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:09.183546 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d84189a8-ba28-4633-b96a-8d3ae25c1782 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:09.202493 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d84189a8-ba28-4633-b96a-8d3ae25c1782 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:09.205081 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d84189a8-ba28-4633-b96a-8d3ae25c1782 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2073903 Sep 17 07:58:09.498725 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9aec2911-0266-4bde-a50c-41251c0f1c04 req-a1a31e36-4be2-477a-8613-83e318afab57 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0531106 Sep 17 07:58:09.503689 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6a8fe8d1-0134-4031-8c51-23ab0a55b74b req-3813bacc-906e-4eea-bc7d-590474031975 tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] 10.222.0.13 "GET /v2.0/ports?device_id=65f64f25-3d11-4a2c-ae2d-5f7f1a31191a HTTP/1.1" status: 200 len: 210 time: 0.0570812 Sep 17 07:58:09.506967 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e6df2109-4fff-49af-a113-e10b3be5ed54 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:09.655940 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-757728e7-57fd-48c8-ac40-55dde8ca4f78 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1870255630&fields=id&tenant_id=be827b1e83e148ae835f43092deae86a HTTP/1.1" status: 200 len: 267 time: 0.0484338 Sep 17 07:58:09.726564 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-d055d8b3-0717-4227-acf6-ef095d2edfec tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:09.726564 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-d055d8b3-0717-4227-acf6-ef095d2edfec tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/ports/2e8d2cc8-f6f7-4d9c-ba24-cee4c068da0b HTTP/1.1" status: 200 len: 937 time: 0.0586455 Sep 17 07:58:09.727174 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6df2109-4fff-49af-a113-e10b3be5ed54 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Router 86650eb6-5a11-4e6e-afef-cf89bec997b2 is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 07:58:09.826391 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-6021b82a-dfc8-43a3-a19d-bb5751539077 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:09.827694 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-6021b82a-dfc8-43a3-a19d-bb5751539077 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/ports/858f97dd-d6a3-4621-8715-ddba12e25df6 HTTP/1.1" status: 200 len: 937 time: 0.0872083 Sep 17 07:58:09.923926 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-72d3f255-09ba-44e1-b4dc-b7858eb34560 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/ports?network_id=23dc9245-044a-48fa-8f5c-bfe08f2d4cd2&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0852139 Sep 17 07:58:09.946769 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6df2109-4fff-49af-a113-e10b3be5ed54 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:58:09.957773 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0502f497-8149-4915-bcfa-c9555add4e55 None None] Sync routers for ids ['86650eb6-5a11-4e6e-afef-cf89bec997b2'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:58:09.966982 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0502f497-8149-4915-bcfa-c9555add4e55 None None] Routers {'86650eb6-5a11-4e6e-afef-cf89bec997b2'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:58:09.967587 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-0502f497-8149-4915-bcfa-c9555add4e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:57:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['86650eb6-5a11-4e6e-afef-cf89bec997b2'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:58:09.980280 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-d682c891-39b7-47e4-9c3f-a110f91bd6b3 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/ports?network_id=23dc9245-044a-48fa-8f5c-bfe08f2d4cd2&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0487757 Sep 17 07:58:10.003507 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-0502f497-8149-4915-bcfa-c9555add4e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:58:10.006449 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e6df2109-4fff-49af-a113-e10b3be5ed54 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:10.007176 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e6df2109-4fff-49af-a113-e10b3be5ed54 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.0579643 Sep 17 07:58:10.010143 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 50612) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:10.012401 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0502f497-8149-4915-bcfa-c9555add4e55 None None] Routers {'86650eb6-5a11-4e6e-afef-cf89bec997b2'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:58:10.013013 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-0502f497-8149-4915-bcfa-c9555add4e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:57:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['86650eb6-5a11-4e6e-afef-cf89bec997b2'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:58:10.016692 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-1b172f00-8c14-4c35-82ed-a2e0063a3ff4 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:58:10.044894 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-0502f497-8149-4915-bcfa-c9555add4e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:58:10.045806 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0502f497-8149-4915-bcfa-c9555add4e55 None None] The sync data for ids ['86650eb6-5a11-4e6e-afef-cf89bec997b2'] in n-d-789963-9 is: [] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:58:10.126188 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-a62c2eb8-eb3b-40fc-a24e-c9fc4fe71113 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:10.132703 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-a62c2eb8-eb3b-40fc-a24e-c9fc4fe71113 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:10.138389 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-a62c2eb8-eb3b-40fc-a24e-c9fc4fe71113 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:10.140061 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-a62c2eb8-eb3b-40fc-a24e-c9fc4fe71113 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/networks?id=6cfc3ea8-69fd-4619-936c-5df378582b6b&id=d8564b37-cdc8-4e9d-8712-8bb5e8dd0908&id=d8564b37-cdc8-4e9d-8712-8bb5e8dd0908&id=23dc9245-044a-48fa-8f5c-bfe08f2d4cd2&id=23dc9245-044a-48fa-8f5c-bfe08f2d4cd2 HTTP/1.1" status: 200 len: 1993 time: 0.1464250 Sep 17 07:58:10.155156 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-e3cc10f1-6907-49dd-af7a-54f64dfc4ab2 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/quotas/be827b1e83e148ae835f43092deae86a HTTP/1.1" status: 200 len: 375 time: 0.0090671 Sep 17 07:58:10.216541 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-571123dd-7e57-4c5e-86ed-97547799d992 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=be827b1e83e148ae835f43092deae86a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0552347 Sep 17 07:58:10.322091 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-d45d2020-c0ef-4041-beec-3e3a12a58a1c service neutron] 10.222.0.13 "GET /v2.0/networks/6cfc3ea8-69fd-4619-936c-5df378582b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920308 Sep 17 07:58:10.345602 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1b172f00-8c14-4c35-82ed-a2e0063a3ff4 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:10.374713 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7871db7b-382a-4407-ab86-483cfca54e25 req-9113a872-5a8a-484f-8a07-af078f23405f tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=d0a0c469ee1741ddb9aa7f3da8793527&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259018 Sep 17 07:58:10.380327 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1b172f00-8c14-4c35-82ed-a2e0063a3ff4 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:10.421996 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-2b80fc94-a21d-444f-9979-79c061e9a86b service neutron] 10.222.0.13 "GET /v2.0/networks/6cfc3ea8-69fd-4619-936c-5df378582b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935848 Sep 17 07:58:10.467294 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-0a34cece-cdec-4a35-9de1-309707c84c56 service neutron] 10.222.0.13 "GET /v2.0/ports/2e8d2cc8-f6f7-4d9c-ba24-cee4c068da0b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0374169 Sep 17 07:58:10.513747 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-1b172f00-8c14-4c35-82ed-a2e0063a3ff4 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Deleting port efe0bf77-f089-4d31-aa47-918da6f1d78e {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:58:10.514092 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1b172f00-8c14-4c35-82ed-a2e0063a3ff4 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:10.523091 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7871db7b-382a-4407-ab86-483cfca54e25 req-faba8b59-d706-45b9-8157-7039f562f7f7 tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:10.524569 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7871db7b-382a-4407-ab86-483cfca54e25 req-faba8b59-d706-45b9-8157-7039f562f7f7 tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1404057 Sep 17 07:58:10.561414 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-4351afc0-98f6-4e33-ab60-23fbbdfe103c service neutron] 10.222.0.13 "GET /v2.0/networks/d8564b37-cdc8-4e9d-8712-8bb5e8dd0908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874701 Sep 17 07:58:10.577181 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-7871db7b-382a-4407-ab86-483cfca54e25 req-4d38266b-14ea-4c5b-8822-8f4e1262554c tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] Request body: {'port': {'device_id': '65f64f25-3d11-4a2c-ae2d-5f7f1a31191a', 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583', 'admin_state_up': True, 'tenant_id': 'd0a0c469ee1741ddb9aa7f3da8793527'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:58:10.620462 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1cc2ea9c-704c-4286-b51a-71a9c811da70 req-b5a66562-82c2-4766-a972-339565af90c2 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0344801 Sep 17 07:58:10.662037 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1b172f00-8c14-4c35-82ed-a2e0063a3ff4 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:10.677132 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-634c21ca-a66e-4e77-8fe7-cbbdd6c277bf service neutron] 10.222.0.13 "GET /v2.0/networks/d8564b37-cdc8-4e9d-8712-8bb5e8dd0908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085341 Sep 17 07:58:10.678810 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-1b172f00-8c14-4c35-82ed-a2e0063a3ff4 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Calling delete_port for efe0bf77-f089-4d31-aa47-918da6f1d78e owned by network:router_gateway {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:58:10.740195 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-770661a5-5889-4aa0-acaa-11628482804b req-16071660-2dff-4a75-a314-d722b84a1659 tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] 10.222.0.13 "GET /v2.0/ports?device_id=65f64f25-3d11-4a2c-ae2d-5f7f1a31191a HTTP/1.1" status: 200 len: 210 time: 0.0540919 Sep 17 07:58:10.748624 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-aedd3870-2eab-487c-91ad-4974fdb8d0fa service neutron] 10.222.0.13 "GET /v2.0/ports/858f97dd-d6a3-4621-8715-ddba12e25df6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0614080 Sep 17 07:58:10.769384 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7871db7b-382a-4407-ab86-483cfca54e25 req-4d38266b-14ea-4c5b-8822-8f4e1262554c tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] Made reservation on behalf of d0a0c469ee1741ddb9aa7f3da8793527 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:58:10.773040 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-7871db7b-382a-4407-ab86-483cfca54e25 req-4d38266b-14ea-4c5b-8822-8f4e1262554c tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:10.788036 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-7871db7b-382a-4407-ab86-483cfca54e25 req-4d38266b-14ea-4c5b-8822-8f4e1262554c tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:10.861164 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-d60e9700-58e5-4e49-b5f4-3db0df06da55 service neutron] 10.222.0.13 "GET /v2.0/networks/d8564b37-cdc8-4e9d-8712-8bb5e8dd0908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949564 Sep 17 07:58:10.914445 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1b172f00-8c14-4c35-82ed-a2e0063a3ff4 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:10.947496 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b172f00-8c14-4c35-82ed-a2e0063a3ff4 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Pushing event deleted for resources: {'Port': ['ID=efe0bf77-f089-4d31-aa47-918da6f1d78e,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:10.960363 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-9a35b5d8-1a1f-4389-9ca5-1435731aa26e service neutron] 10.222.0.13 "GET /v2.0/networks/d8564b37-cdc8-4e9d-8712-8bb5e8dd0908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913105 Sep 17 07:58:11.037573 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1b172f00-8c14-4c35-82ed-a2e0063a3ff4 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:11.052706 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-d16720d8-75f8-4e8d-bdad-c43012b92328 service neutron] 10.222.0.13 "GET /v2.0/networks/d8564b37-cdc8-4e9d-8712-8bb5e8dd0908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886850 Sep 17 07:58:11.130468 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-7871db7b-382a-4407-ab86-483cfca54e25 req-4d38266b-14ea-4c5b-8822-8f4e1262554c tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:11.135939 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-7871db7b-382a-4407-ab86-483cfca54e25 req-4d38266b-14ea-4c5b-8822-8f4e1262554c tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:11.144358 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-000a6303-f20a-4d0b-a054-e0808ade6fd8 service neutron] 10.222.0.13 "GET /v2.0/networks/d8564b37-cdc8-4e9d-8712-8bb5e8dd0908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852914 Sep 17 07:58:11.237473 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-fb498f94-2d28-491a-a63a-af7ebd936b58 service neutron] 10.222.0.13 "GET /v2.0/networks/d8564b37-cdc8-4e9d-8712-8bb5e8dd0908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869253 Sep 17 07:58:11.294129 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d38266b-14ea-4c5b-8822-8f4e1262554c tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e33b00ad-9bf3-4d08-9cb9-98964883ec7e,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:11.330852 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-e95db6b2-bb5a-498b-a920-c86bea34af77 service neutron] 10.222.0.13 "GET /v2.0/networks/d8564b37-cdc8-4e9d-8712-8bb5e8dd0908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873680 Sep 17 07:58:11.341456 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1b172f00-8c14-4c35-82ed-a2e0063a3ff4 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-726791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7677'] for router, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:11.349761 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1b172f00-8c14-4c35-82ed-a2e0063a3ff4 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-748988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-748965', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-726796'] for router, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:11.420665 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-e2b66a0f-dccb-4aca-bcdf-edc499da1ad5 service neutron] 10.222.0.13 "GET /v2.0/networks/23dc9245-044a-48fa-8f5c-bfe08f2d4cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835741 Sep 17 07:58:11.461540 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-7871db7b-382a-4407-ab86-483cfca54e25 req-4d38266b-14ea-4c5b-8822-8f4e1262554c tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] Allocated IP 192.168.233.68 (469390cd-cce5-49bd-b8f8-9e64018a0583/5f3af6cb-9cad-436b-bf41-034e75672c44/e014e12b-e9da-4a3a-8fe2-4fd991b94aef) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:58:11.467924 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b172f00-8c14-4c35-82ed-a2e0063a3ff4 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Router 86650eb6-5a11-4e6e-afef-cf89bec997b2 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:58:11.513530 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-e8124fc7-0efb-4f64-81a9-985bf415ca70 service neutron] 10.222.0.13 "GET /v2.0/networks/23dc9245-044a-48fa-8f5c-bfe08f2d4cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862093 Sep 17 07:58:11.577781 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b172f00-8c14-4c35-82ed-a2e0063a3ff4 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:58:11.587434 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1b172f00-8c14-4c35-82ed-a2e0063a3ff4 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:11.588669 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-1b172f00-8c14-4c35-82ed-a2e0063a3ff4 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] 10.222.0.13 "PUT /v2.0/routers/86650eb6-5a11-4e6e-afef-cf89bec997b2 HTTP/1.1" status: 200 len: 705 time: 1.5771012 Sep 17 07:58:11.592191 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7835889-3196-4c11-97d6-05e0d941f19a None None] Sync routers for ids ['86650eb6-5a11-4e6e-afef-cf89bec997b2'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:58:11.592964 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 50622) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:11.601675 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7835889-3196-4c11-97d6-05e0d941f19a None None] Routers {'86650eb6-5a11-4e6e-afef-cf89bec997b2'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:58:11.602381 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-e7835889-3196-4c11-97d6-05e0d941f19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:57:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['86650eb6-5a11-4e6e-afef-cf89bec997b2'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:58:11.634699 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-e7835889-3196-4c11-97d6-05e0d941f19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:58:11.643867 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-b209e481-bbd7-42fe-b506-e7ff5f97b377 service neutron] 10.222.0.13 "GET /v2.0/networks/23dc9245-044a-48fa-8f5c-bfe08f2d4cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239259 Sep 17 07:58:11.656056 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7835889-3196-4c11-97d6-05e0d941f19a None None] Routers {'86650eb6-5a11-4e6e-afef-cf89bec997b2'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:58:11.656863 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-e7835889-3196-4c11-97d6-05e0d941f19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:57:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['86650eb6-5a11-4e6e-afef-cf89bec997b2'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:58:11.687528 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-c3e59bcb-c377-46af-af56-739dab782cd5 tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] 10.222.0.13 "GET /v2.0/routers/86650eb6-5a11-4e6e-afef-cf89bec997b2 HTTP/1.1" status: 200 len: 740 time: 0.0933375 Sep 17 07:58:11.693057 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 50626) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:11.700706 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-e7835889-3196-4c11-97d6-05e0d941f19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:58:11.701461 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7835889-3196-4c11-97d6-05e0d941f19a None None] The sync data for ids ['86650eb6-5a11-4e6e-afef-cf89bec997b2'] in n-d-789963-9 is: [] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:58:11.752946 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-2b275e86-80ba-4348-934b-e6e0c0ffac5d tempest-RoutersAdminTest-2046556199 tempest-RoutersAdminTest-2046556199-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=5fc128c4-343a-4b5b-8a61-6a2b8d95c555&device_id=86650eb6-5a11-4e6e-afef-cf89bec997b2 HTTP/1.1" status: 200 len: 205 time: 0.0587845 Sep 17 07:58:11.757659 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-7871db7b-382a-4407-ab86-483cfca54e25 req-4d38266b-14ea-4c5b-8822-8f4e1262554c tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:11.758819 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 50628) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:11.763899 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8da5124f-8958-4718-8cfe-12f958198cae req-548ce7f5-f24d-467b-82d4-51de46db3c98 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0560293 Sep 17 07:58:11.793212 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-0b299b83-e780-4988-aab1-262b2ef65626 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] 10.222.0.13 "GET /v2.0/ports?device_id=86650eb6-5a11-4e6e-afef-cf89bec997b2 HTTP/1.1" status: 200 len: 205 time: 0.0333307 Sep 17 07:58:11.796266 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 50632) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:11.804088 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-e8c17048-dd11-4f5e-8d90-66450a973018 service neutron] 10.222.0.13 "GET /v2.0/networks/23dc9245-044a-48fa-8f5c-bfe08f2d4cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278961 Sep 17 07:58:11.870543 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3ef51802-36ac-48af-a19f-32b7ea681e03 req-a9a938e7-e7bb-417a-9ef8-7ae17c6b0045 tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] 10.222.0.13 "GET /v2.0/ports?device_id=65f64f25-3d11-4a2c-ae2d-5f7f1a31191a HTTP/1.1" status: 200 len: 210 time: 0.0413148 Sep 17 07:58:11.909909 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-999484a0-19cf-4af5-b906-376c80372e79 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks [] for router, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:11.952876 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-7871db7b-382a-4407-ab86-483cfca54e25 req-4d38266b-14ea-4c5b-8822-8f4e1262554c tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:12.077641 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7871db7b-382a-4407-ab86-483cfca54e25 req-4d38266b-14ea-4c5b-8822-8f4e1262554c tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] Network 469390cd-cce5-49bd-b8f8-9e64018a0583 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:58:12.083791 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-7871db7b-382a-4407-ab86-483cfca54e25 req-4d38266b-14ea-4c5b-8822-8f4e1262554c tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:58:12.094739 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-7871db7b-382a-4407-ab86-483cfca54e25 req-4d38266b-14ea-4c5b-8822-8f4e1262554c tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:58:12.144294 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-999484a0-19cf-4af5-b906-376c80372e79 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:12.148250 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d38266b-14ea-4c5b-8822-8f4e1262554c tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] Pushing event updated for resources: {'Port': ['ID=e014e12b-e9da-4a3a-8fe2-4fd991b94aef,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:12.154547 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-999484a0-19cf-4af5-b906-376c80372e79 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:12.211756 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7871db7b-382a-4407-ab86-483cfca54e25 req-4d38266b-14ea-4c5b-8822-8f4e1262554c tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:12.212452 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-7871db7b-382a-4407-ab86-483cfca54e25 req-4d38266b-14ea-4c5b-8822-8f4e1262554c tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:12.222908 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-999484a0-19cf-4af5-b906-376c80372e79 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:12.223427 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-999484a0-19cf-4af5-b906-376c80372e79 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Fanout notify agent at l3_agent the message router_deleted on router 86650eb6-5a11-4e6e-afef-cf89bec997b2 {{(pid=101290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 07:58:12.230940 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-999484a0-19cf-4af5-b906-376c80372e79 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:12.232097 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-999484a0-19cf-4af5-b906-376c80372e79 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] 10.222.0.13 "DELETE /v2.0/routers/86650eb6-5a11-4e6e-afef-cf89bec997b2 HTTP/1.1" status: 204 len: 168 time: 0.4333582 Sep 17 07:58:12.236755 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 50656) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:12.248091 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7871db7b-382a-4407-ab86-483cfca54e25 req-4d38266b-14ea-4c5b-8822-8f4e1262554c tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6761680 Sep 17 07:58:12.266740 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-7871db7b-382a-4407-ab86-483cfca54e25 req-14097f50-4a31-4643-8d48-af79ca98e301 service neutron] Request body: {'port': {'device_id': '65f64f25-3d11-4a2c-ae2d-5f7f1a31191a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:58:12.272760 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-002f091e-4eba-4ca2-947a-00ef6bc17caa tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] 10.222.0.13 "GET /v2.0/ports?device_id=86650eb6-5a11-4e6e-afef-cf89bec997b2 HTTP/1.1" status: 200 len: 205 time: 0.0348186 Sep 17 07:58:12.273661 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 50658) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:12.321097 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-001cc1be-04ec-4cbc-a35e-238b315f58cb tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] delete failed (client error): The resource could not be found. Sep 17 07:58:12.322619 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-7871db7b-382a-4407-ab86-483cfca54e25 req-14097f50-4a31-4643-8d48-af79ca98e301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:12.325190 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-001cc1be-04ec-4cbc-a35e-238b315f58cb tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] 10.222.0.13 "DELETE /v2.0/routers/86650eb6-5a11-4e6e-afef-cf89bec997b2 HTTP/1.1" status: 404 len: 336 time: 0.0499465 Sep 17 07:58:12.325341 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 50660) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:12.359304 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6354b4ff-2853-4067-bdd7-7a17ce931e3e tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d84596e-f118-4530-bc30-0f71e12383dc HTTP/1.1" status: 200 len: 205 time: 0.0328488 Sep 17 07:58:12.362425 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 50662) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:12.377111 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-4a27cc49-0c23-45fe-b25f-46463fb9b625 None None] Provisioning complete for port e014e12b-e9da-4a3a-8fe2-4fd991b94aef triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:58:12.377746 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4a27cc49-0c23-45fe-b25f-46463fb9b625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:12.427466 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-4a27cc49-0c23-45fe-b25f-46463fb9b625 None None] Port e014e12b-e9da-4a3a-8fe2-4fd991b94aef cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:58:12.429822 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-c6baa344-e1bd-479a-80b5-5ae8bc0308de tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] delete failed (client error): The resource could not be found. Sep 17 07:58:12.433217 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-c6baa344-e1bd-479a-80b5-5ae8bc0308de tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] 10.222.0.13 "DELETE /v2.0/routers/6d84596e-f118-4530-bc30-0f71e12383dc HTTP/1.1" status: 404 len: 336 time: 0.0670340 Sep 17 07:58:12.433494 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 50668) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:12.467888 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-3b0b537f-bc1c-4f02-b69e-9fc831b37310 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2c5c500-617c-4191-a565-011cb9a50f92 HTTP/1.1" status: 200 len: 205 time: 0.0325315 Sep 17 07:58:12.480463 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 50670) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:12.488901 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-322ddb13-8a3b-42c9-a6e2-11e6811969c5 req-b5abb9e2-0e36-4ab3-9bac-835f09a87161 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/ports?device_id=706b6671-3c66-4294-84b0-31a8c1f04549 HTTP/1.1" status: 200 len: 210 time: 0.0447679 Sep 17 07:58:12.533577 n-d-789963-9 neutron-server[101290]: INFO neutron.api.v2.resource [None req-111cce91-5fca-4c75-afde-ff0d1541bfd9 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] delete failed (client error): The resource could not be found. Sep 17 07:58:12.534602 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-111cce91-5fca-4c75-afde-ff0d1541bfd9 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] 10.222.0.13 "DELETE /v2.0/routers/e2c5c500-617c-4191-a565-011cb9a50f92 HTTP/1.1" status: 404 len: 336 time: 0.0530062 Sep 17 07:58:12.537433 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 50674) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:12.564768 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-b690f575-3c60-4cbd-ad72-633735dbd439 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8833c89-a40f-4a83-ad4e-6f4f83968b2b HTTP/1.1" status: 200 len: 205 time: 0.0260744 Sep 17 07:58:12.567522 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 50678) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:12.605351 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-c1758566-d7c3-4e3e-9b9f-8f05e39a3db5 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] delete failed (client error): The resource could not be found. Sep 17 07:58:12.606421 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-c1758566-d7c3-4e3e-9b9f-8f05e39a3db5 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] 10.222.0.13 "DELETE /v2.0/routers/f8833c89-a40f-4a83-ad4e-6f4f83968b2b HTTP/1.1" status: 404 len: 336 time: 0.0377688 Sep 17 07:58:12.609239 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 50680) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:12.640497 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-0ecea1c9-eb4f-46fb-af24-f603a38d544b tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b53db39-15d3-4e05-a433-28cac7f7f5fb HTTP/1.1" status: 200 len: 205 time: 0.0276358 Sep 17 07:58:12.640715 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 50682) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:12.683452 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-1602e1e7-d52e-4aa5-99fb-c5be44c1b676 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] delete failed (client error): The resource could not be found. Sep 17 07:58:12.684552 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-1602e1e7-d52e-4aa5-99fb-c5be44c1b676 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] 10.222.0.13 "DELETE /v2.0/routers/5b53db39-15d3-4e05-a433-28cac7f7f5fb HTTP/1.1" status: 404 len: 336 time: 0.0422821 Sep 17 07:58:12.687296 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 50684) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:12.716090 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-dd0b2d36-9452-4274-9bb5-b551f1993c97 tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c6dec06-c8d9-4af9-8f2a-122ed68d0fef HTTP/1.1" status: 200 len: 205 time: 0.0276344 Sep 17 07:58:12.718381 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 50688) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:12.760203 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-c389f2b5-bb67-467c-8ca2-e121df0f229b tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] delete failed (client error): The resource could not be found. Sep 17 07:58:12.763775 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-c389f2b5-bb67-467c-8ca2-e121df0f229b tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] 10.222.0.13 "DELETE /v2.0/routers/6c6dec06-c8d9-4af9-8f2a-122ed68d0fef HTTP/1.1" status: 404 len: 336 time: 0.0420265 Sep 17 07:58:12.764096 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 50690) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:12.793193 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-e807e5de-2a49-4c67-884b-2612664bd84c tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] DELETE failed (client error): The resource could not be found. Sep 17 07:58:12.793655 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e807e5de-2a49-4c67-884b-2612664bd84c tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 07:58:12.795454 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e807e5de-2a49-4c67-884b-2612664bd84c tempest-RoutersAdminTest-1263433242 tempest-RoutersAdminTest-1263433242-project] 10.222.0.13 "DELETE /v2.0/subnets/85834335-f82d-4af1-b8c6-ed845981d483 HTTP/1.1" status: 404 len: 337 time: 0.0304253 Sep 17 07:58:12.903559 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ea457679-1095-4a6d-a759-7592027c4e87 req-2e8cbe9d-ab4a-4c7b-a8ec-be120792d35f tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0476949 Sep 17 07:58:13.025738 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd6d743-521b-4dbb-829f-9af58c734979 req-b3c0418c-58dd-41a4-abfc-b7e5620d222f tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:13.032893 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bbd6d743-521b-4dbb-829f-9af58c734979 req-b3c0418c-58dd-41a4-abfc-b7e5620d222f tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] 10.222.0.13 "GET /v2.0/ports?device_id=65f64f25-3d11-4a2c-ae2d-5f7f1a31191a HTTP/1.1" status: 200 len: 935 time: 0.0694835 Sep 17 07:58:13.076776 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bbd6d743-521b-4dbb-829f-9af58c734979 req-38f10a41-49b0-4b45-af25-8be78a6a7437 tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] 10.222.0.13 "GET /v2.0/security-groups?id=e33b00ad-9bf3-4d08-9cb9-98964883ec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411079 Sep 17 07:58:13.096351 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-7871db7b-382a-4407-ab86-483cfca54e25 req-14097f50-4a31-4643-8d48-af79ca98e301 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e014e12b-e9da-4a3a-8fe2-4fd991b94aef {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:58:13.104085 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-7871db7b-382a-4407-ab86-483cfca54e25 req-14097f50-4a31-4643-8d48-af79ca98e301 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:13.117629 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-7871db7b-382a-4407-ab86-483cfca54e25 req-14097f50-4a31-4643-8d48-af79ca98e301 service neutron] Transition to ACTIVE for port object e014e12b-e9da-4a3a-8fe2-4fd991b94aef will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:58:13.122400 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-7871db7b-382a-4407-ab86-483cfca54e25 req-14097f50-4a31-4643-8d48-af79ca98e301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:13.178445 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14097f50-4a31-4643-8d48-af79ca98e301 service neutron] Pushing event updated for resources: {'Port': ['ID=e014e12b-e9da-4a3a-8fe2-4fd991b94aef,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:13.193971 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 50704) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:13.249884 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-7871db7b-382a-4407-ab86-483cfca54e25 req-14097f50-4a31-4643-8d48-af79ca98e301 service neutron] Attempting to bind port e014e12b-e9da-4a3a-8fe2-4fd991b94aef on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:58:13.250230 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-7871db7b-382a-4407-ab86-483cfca54e25 req-14097f50-4a31-4643-8d48-af79ca98e301 service neutron] Attempting to bind port e014e12b-e9da-4a3a-8fe2-4fd991b94aef by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:58:13.250793 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7871db7b-382a-4407-ab86-483cfca54e25 req-14097f50-4a31-4643-8d48-af79ca98e301 service neutron] Attempting to bind port e014e12b-e9da-4a3a-8fe2-4fd991b94aef on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:58:13.255315 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7871db7b-382a-4407-ab86-483cfca54e25 req-14097f50-4a31-4643-8d48-af79ca98e301 service neutron] Port e014e12b-e9da-4a3a-8fe2-4fd991b94aef on network 469390cd-cce5-49bd-b8f8-9e64018a0583 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:58:13.255636 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7871db7b-382a-4407-ab86-483cfca54e25 req-14097f50-4a31-4643-8d48-af79ca98e301 service neutron] Attempting to bind port e014e12b-e9da-4a3a-8fe2-4fd991b94aef on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:58:13.260783 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7871db7b-382a-4407-ab86-483cfca54e25 req-14097f50-4a31-4643-8d48-af79ca98e301 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:58:13.261009 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7871db7b-382a-4407-ab86-483cfca54e25 req-14097f50-4a31-4643-8d48-af79ca98e301 service neutron] Checking segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:58:13.261485 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7871db7b-382a-4407-ab86-483cfca54e25 req-14097f50-4a31-4643-8d48-af79ca98e301 service neutron] Bound using segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:58:13.261821 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-7871db7b-382a-4407-ab86-483cfca54e25 req-14097f50-4a31-4643-8d48-af79ca98e301 service neutron] Bound port: e014e12b-e9da-4a3a-8fe2-4fd991b94aef, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:58:13.262184 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-7871db7b-382a-4407-ab86-483cfca54e25 req-14097f50-4a31-4643-8d48-af79ca98e301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:13.315604 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-45e4cdf7-85d1-402d-99d0-3246bb2dc16e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:13.330487 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-7871db7b-382a-4407-ab86-483cfca54e25 req-14097f50-4a31-4643-8d48-af79ca98e301 service neutron] For port e014e12b-e9da-4a3a-8fe2-4fd991b94aef, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:58:13.333879 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-7871db7b-382a-4407-ab86-483cfca54e25 req-14097f50-4a31-4643-8d48-af79ca98e301 service neutron] For port e014e12b-e9da-4a3a-8fe2-4fd991b94aef, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=e014e12b-e9da-4a3a-8fe2-4fd991b94aef,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:58:13.338700 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-7871db7b-382a-4407-ab86-483cfca54e25 req-14097f50-4a31-4643-8d48-af79ca98e301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:13.377935 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7871db7b-382a-4407-ab86-483cfca54e25 req-14097f50-4a31-4643-8d48-af79ca98e301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:13.378593 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-7871db7b-382a-4407-ab86-483cfca54e25 req-14097f50-4a31-4643-8d48-af79ca98e301 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:13.379805 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7871db7b-382a-4407-ab86-483cfca54e25 req-14097f50-4a31-4643-8d48-af79ca98e301 service neutron] 10.222.0.39 "PUT /v2.0/ports/e014e12b-e9da-4a3a-8fe2-4fd991b94aef HTTP/1.1" status: 200 len: 1095 time: 1.1175020 Sep 17 07:58:13.380298 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65f64f25-3d11-4a2c-ae2d-5f7f1a31191a', 'tag': 'e014e12b-e9da-4a3a-8fe2-4fd991b94aef'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:58:13.382523 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a8f4fd-04ac-4f3e-95d1-20950d94ef9b" -d '{"events": [{"name": "network-changed", "server_uuid": "65f64f25-3d11-4a2c-ae2d-5f7f1a31191a", "tag": "e014e12b-e9da-4a3a-8fe2-4fd991b94aef"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:58:13.408237 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14097f50-4a31-4643-8d48-af79ca98e301 service neutron] Pushing event updated for resources: {'Port': ['ID=e014e12b-e9da-4a3a-8fe2-4fd991b94aef,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:13.421759 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-45e4cdf7-85d1-402d-99d0-3246bb2dc16e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:13.426675 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-45e4cdf7-85d1-402d-99d0-3246bb2dc16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:13.444109 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d37582f-74b9-4c66-a7a0-9f36536cd74b x-openstack-request-id: req-4d37582f-74b9-4c66-a7a0-9f36536cd74b {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:58:13.444606 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65f64f25-3d11-4a2c-ae2d-5f7f1a31191a", "tag": "e014e12b-e9da-4a3a-8fe2-4fd991b94aef", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:58:13.445062 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4d37582f-74b9-4c66-a7a0-9f36536cd74b {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:58:13.445726 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65f64f25-3d11-4a2c-ae2d-5f7f1a31191a', 'tag': 'e014e12b-e9da-4a3a-8fe2-4fd991b94aef', 'status': 'completed', 'code': 200} Sep 17 07:58:13.478686 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-45e4cdf7-85d1-402d-99d0-3246bb2dc16e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0843a9b5bc164ff1938f416119701f08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2812095 Sep 17 07:58:13.479729 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e4cdf7-85d1-402d-99d0-3246bb2dc16e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0322049e-a62d-4c59-b140-52fa2c4e3ea3,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:13.481541 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 50710) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:13.611868 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7871db7b-382a-4407-ab86-483cfca54e25 req-b2f86474-af6c-4c3b-a2ee-a8d6267fc69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:13.613411 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7871db7b-382a-4407-ab86-483cfca54e25 req-b2f86474-af6c-4c3b-a2ee-a8d6267fc69e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d0a0c469ee1741ddb9aa7f3da8793527&device_id=65f64f25-3d11-4a2c-ae2d-5f7f1a31191a HTTP/1.1" status: 200 len: 1098 time: 0.1438344 Sep 17 07:58:13.617768 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-09f3906a-4e37-406d-ad24-91398e7b4553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:13.619295 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ee7f5deb-d7f6-420c-b82f-69256d330ff8 req-375908a0-8274-438d-bab6-734afcf868bf tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/ports?device_id=706b6671-3c66-4294-84b0-31a8c1f04549 HTTP/1.1" status: 200 len: 210 time: 0.0382972 Sep 17 07:58:13.620710 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-2016665f-0a3c-4109-b788-4b3dc0f7ebc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:13.622021 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-2016665f-0a3c-4109-b788-4b3dc0f7ebc7 service neutron] 10.222.0.39 "GET /v2.0/ports/2e8d2cc8-f6f7-4d9c-ba24-cee4c068da0b HTTP/1.1" status: 200 len: 1033 time: 0.0810885 Sep 17 07:58:13.695858 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-09f3906a-4e37-406d-ad24-91398e7b4553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:13.713404 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7871db7b-382a-4407-ab86-483cfca54e25 req-e099f610-2d51-45a0-bd35-1f909c9453ec service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=e014e12b-e9da-4a3a-8fe2-4fd991b94aef HTTP/1.1" status: 200 len: 217 time: 0.0759337 Sep 17 07:58:13.760249 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-bb99b87b-9143-413b-90f7-d097b30d4989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:13.761655 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-bb99b87b-9143-413b-90f7-d097b30d4989 service neutron] 10.222.0.39 "GET /v2.0/ports/858f97dd-d6a3-4621-8715-ddba12e25df6 HTTP/1.1" status: 200 len: 1033 time: 0.1262357 Sep 17 07:58:13.824255 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7871db7b-382a-4407-ab86-483cfca54e25 req-3f2512a7-26c4-42a2-861c-14203bcebba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:13.825779 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7871db7b-382a-4407-ab86-483cfca54e25 req-3f2512a7-26c4-42a2-861c-14203bcebba7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.1038959 Sep 17 07:58:13.904253 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-09f3906a-4e37-406d-ad24-91398e7b4553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:13.906982 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-09f3906a-4e37-406d-ad24-91398e7b4553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:13.908443 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-09f3906a-4e37-406d-ad24-91398e7b4553 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0322049e-a62d-4c59-b140-52fa2c4e3ea3 HTTP/1.1" status: 204 len: 168 time: 0.4244893 Sep 17 07:58:13.935152 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f3906a-4e37-406d-ad24-91398e7b4553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0322049e-a62d-4c59-b140-52fa2c4e3ea3,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:13.949347 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-7aa2cd05-c261-451d-9722-b20a43b22f45 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:13.956842 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-7aa2cd05-c261-451d-9722-b20a43b22f45 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:13.962714 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-7aa2cd05-c261-451d-9722-b20a43b22f45 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:13.964393 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-7aa2cd05-c261-451d-9722-b20a43b22f45 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.39 "GET /v2.0/networks?id=6cfc3ea8-69fd-4619-936c-5df378582b6b&id=d8564b37-cdc8-4e9d-8712-8bb5e8dd0908&id=d8564b37-cdc8-4e9d-8712-8bb5e8dd0908&id=d8564b37-cdc8-4e9d-8712-8bb5e8dd0908&id=d8564b37-cdc8-4e9d-8712-8bb5e8dd0908&id=23dc9245-044a-48fa-8f5c-bfe08f2d4cd2&id=23dc9245-044a-48fa-8f5c-bfe08f2d4cd2 HTTP/1.1" status: 200 len: 1993 time: 0.1925404 Sep 17 07:58:13.967643 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7871db7b-382a-4407-ab86-483cfca54e25 req-a6b2c274-b865-4188-905a-9ea5f47cd62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:13.969064 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7871db7b-382a-4407-ab86-483cfca54e25 req-a6b2c274-b865-4188-905a-9ea5f47cd62e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1361611 Sep 17 07:58:14.039557 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-03e911c5-722d-4273-a75e-fe03c1ea8529 req-44d6aadd-b21b-4591-a2d1-3d38a08541d4 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0454807 Sep 17 07:58:14.124915 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-125d3ab4-9c77-4856-a13b-fe08be79667e tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be827b1e83e148ae835f43092deae86a HTTP/1.1" status: 200 len: 380 time: 0.1380632 Sep 17 07:58:14.136563 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-6f002b5d-628e-4937-83ff-c1813a2ba36c tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Request body: {'port': {'device_id': '706b6671-3c66-4294-84b0-31a8c1f04549', 'network_id': '6cfc3ea8-69fd-4619-936c-5df378582b6b', 'admin_state_up': True, 'tenant_id': 'be827b1e83e148ae835f43092deae86a', 'security_groups': ['e7c26f3e-d59d-4df9-b197-93a229a68ca8']}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:58:14.199986 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7871db7b-382a-4407-ab86-483cfca54e25 req-a212401c-6ef0-48ef-b6b1-b0b106bfa8df service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056222 Sep 17 07:58:14.207516 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4243219-4995-42fb-8931-78e692358ac6 req-17683b8c-bd4b-4349-891b-67b943016e75 tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:14.216073 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d4243219-4995-42fb-8931-78e692358ac6 req-17683b8c-bd4b-4349-891b-67b943016e75 tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] 10.222.0.13 "GET /v2.0/ports?device_id=65f64f25-3d11-4a2c-ae2d-5f7f1a31191a HTTP/1.1" status: 200 len: 947 time: 0.0685925 Sep 17 07:58:14.264975 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d4243219-4995-42fb-8931-78e692358ac6 req-d4a0c33a-8b32-450d-bcac-397dccdad12d tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] 10.222.0.13 "GET /v2.0/security-groups?id=e33b00ad-9bf3-4d08-9cb9-98964883ec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477254 Sep 17 07:58:14.333803 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 50726) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:14.354847 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7871db7b-382a-4407-ab86-483cfca54e25 req-f3390340-64c4-4fca-96f5-78d5000eb80f service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234913 Sep 17 07:58:14.361584 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-6f002b5d-628e-4937-83ff-c1813a2ba36c tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Made reservation on behalf of be827b1e83e148ae835f43092deae86a for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:58:14.368474 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-6f002b5d-628e-4937-83ff-c1813a2ba36c tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:14.386440 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-a42e2d2e-bb6b-41c3-92e7-072e3c626f17 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=78f67b76116b4ca3865586b70b5e7623&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0512872 Sep 17 07:58:14.389718 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 50728) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:14.561029 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a8f4fd-04ac-4f3e-95d1-20950d94ef9b req-fe6a35dc-cab0-461c-a355-286f8a12edac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:14.562526 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e6a8f4fd-04ac-4f3e-95d1-20950d94ef9b req-fe6a35dc-cab0-461c-a355-286f8a12edac service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d0a0c469ee1741ddb9aa7f3da8793527&device_id=65f64f25-3d11-4a2c-ae2d-5f7f1a31191a HTTP/1.1" status: 200 len: 1098 time: 0.1115000 Sep 17 07:58:14.563740 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-dee84dad-2358-4695-b5d9-16d956e624ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:14.613995 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-6f002b5d-628e-4937-83ff-c1813a2ba36c tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Allocated IP 172.20.0.3 (6cfc3ea8-69fd-4619-936c-5df378582b6b/5f067041-ce8b-4655-bfa4-ebeec18fa6e5/a68e833f-a972-4578-b451-f6cdb669cad4) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:58:14.633258 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-dee84dad-2358-4695-b5d9-16d956e624ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:14.739997 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-910457c9-ffed-4b3b-92bf-689474da8a75 req-1c922bb8-e0a6-42ad-a979-cf0912840a83 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/ports?device_id=706b6671-3c66-4294-84b0-31a8c1f04549 HTTP/1.1" status: 200 len: 210 time: 0.0301239 Sep 17 07:58:14.774815 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a8f4fd-04ac-4f3e-95d1-20950d94ef9b req-0fc2899b-1ca1-424c-920e-6e1719bdbe01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:14.777810 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e6a8f4fd-04ac-4f3e-95d1-20950d94ef9b req-0fc2899b-1ca1-424c-920e-6e1719bdbe01 service neutron] 10.222.0.39 "GET /v2.0/networks?id=469390cd-cce5-49bd-b8f8-9e64018a0583 HTTP/1.1" status: 200 len: 870 time: 0.2040007 Sep 17 07:58:14.844641 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-dee84dad-2358-4695-b5d9-16d956e624ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:14.847441 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-dee84dad-2358-4695-b5d9-16d956e624ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:14.848751 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-dee84dad-2358-4695-b5d9-16d956e624ad admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6d2efd9d-e8fa-42a4-b322-720974f221b7 HTTP/1.1" status: 204 len: 168 time: 0.4580688 Sep 17 07:58:14.856684 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e6a8f4fd-04ac-4f3e-95d1-20950d94ef9b req-9f044426-6e87-4015-b6b0-295769fd2212 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=e014e12b-e9da-4a3a-8fe2-4fd991b94aef HTTP/1.1" status: 200 len: 217 time: 0.0652051 Sep 17 07:58:14.917918 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee84dad-2358-4695-b5d9-16d956e624ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d2efd9d-e8fa-42a4-b322-720974f221b7,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:14.955220 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a8f4fd-04ac-4f3e-95d1-20950d94ef9b req-da31223f-497b-477a-8197-3c7ab861f360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:14.956762 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e6a8f4fd-04ac-4f3e-95d1-20950d94ef9b req-da31223f-497b-477a-8197-3c7ab861f360 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.0720699 Sep 17 07:58:15.016909 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-6f002b5d-628e-4937-83ff-c1813a2ba36c tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:15.044230 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a8f4fd-04ac-4f3e-95d1-20950d94ef9b req-487f7963-60f5-4b08-8573-0f7a8a5806dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:15.045774 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e6a8f4fd-04ac-4f3e-95d1-20950d94ef9b req-487f7963-60f5-4b08-8573-0f7a8a5806dc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0773883 Sep 17 07:58:15.138311 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-6f002b5d-628e-4937-83ff-c1813a2ba36c tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:15.211514 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-6f002b5d-628e-4937-83ff-c1813a2ba36c tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Network 6cfc3ea8-69fd-4619-936c-5df378582b6b is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:58:15.225609 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-6f002b5d-628e-4937-83ff-c1813a2ba36c tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:58:15.233767 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-6f002b5d-628e-4937-83ff-c1813a2ba36c tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:58:15.239697 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f002b5d-628e-4937-83ff-c1813a2ba36c tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Pushing event updated for resources: {'Port': ['ID=a68e833f-a972-4578-b451-f6cdb669cad4,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:15.264318 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f4574dd3-6ff7-4632-89d5-7cb7beebcafb req-940de406-6f3f-40b2-a9e5-0e196adcea39 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0901561 Sep 17 07:58:15.265805 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e6a8f4fd-04ac-4f3e-95d1-20950d94ef9b req-dec9a6e1-a31c-45e3-b7b0-b0ad74485198 service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111251 Sep 17 07:58:15.378711 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-6f002b5d-628e-4937-83ff-c1813a2ba36c tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:15.379651 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-6f002b5d-628e-4937-83ff-c1813a2ba36c tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:15.423758 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a9b044-5d30-4be7-88bd-ff4b731b8171 req-8b7b484a-7c13-46a4-a8b3-bb05b12801c3 tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:15.434598 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d8a9b044-5d30-4be7-88bd-ff4b731b8171 req-8b7b484a-7c13-46a4-a8b3-bb05b12801c3 tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] 10.222.0.13 "GET /v2.0/ports?device_id=65f64f25-3d11-4a2c-ae2d-5f7f1a31191a HTTP/1.1" status: 200 len: 947 time: 0.0875111 Sep 17 07:58:15.460752 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-6f002b5d-628e-4937-83ff-c1813a2ba36c tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3301117 Sep 17 07:58:15.488304 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-9ed59f91-c2f5-4e1f-9e18-3bd5e82b5106 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Request body: {'port': {'device_id': '706b6671-3c66-4294-84b0-31a8c1f04549', 'network_id': 'd8564b37-cdc8-4e9d-8712-8bb5e8dd0908', 'admin_state_up': True, 'tenant_id': 'be827b1e83e148ae835f43092deae86a', 'security_groups': ['e7c26f3e-d59d-4df9-b197-93a229a68ca8']}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:58:15.513436 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d8a9b044-5d30-4be7-88bd-ff4b731b8171 req-a61dd873-1a8c-4051-b6f0-2cc8f1254c16 tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] 10.222.0.13 "GET /v2.0/security-groups?id=e33b00ad-9bf3-4d08-9cb9-98964883ec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757909 Sep 17 07:58:15.527150 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e6a8f4fd-04ac-4f3e-95d1-20950d94ef9b req-933b9d94-ad09-4367-88eb-5d4757c33383 service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533305 Sep 17 07:58:15.628765 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-82815841-b05f-4c63-be1d-c3954dcf80c4 None None] Provisioning complete for port a68e833f-a972-4578-b451-f6cdb669cad4 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:58:15.629328 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-82815841-b05f-4c63-be1d-c3954dcf80c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:15.689076 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-82815841-b05f-4c63-be1d-c3954dcf80c4 None None] Port a68e833f-a972-4578-b451-f6cdb669cad4 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:58:15.708991 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-9ed59f91-c2f5-4e1f-9e18-3bd5e82b5106 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Made reservation on behalf of be827b1e83e148ae835f43092deae86a for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:58:15.712715 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-9ed59f91-c2f5-4e1f-9e18-3bd5e82b5106 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:15.807379 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643b7f6-bfef-4659-90a5-2d6d7e2b1d53 req-25fe51e2-3567-47cf-a09f-75000c0efef1 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:15.816848 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9643b7f6-bfef-4659-90a5-2d6d7e2b1d53 req-25fe51e2-3567-47cf-a09f-75000c0efef1 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=4765d900-580a-4876-aace-9ff28fab5c5d HTTP/1.1" status: 200 len: 945 time: 0.0717309 Sep 17 07:58:15.854056 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 50770) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:15.867161 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9643b7f6-bfef-4659-90a5-2d6d7e2b1d53 req-42413066-58af-4f6e-873b-8aeba0ac5bbe tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490749 Sep 17 07:58:15.931423 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62ed74-d08e-4ce8-94db-4ed7f89e6a84 req-c088183c-741c-4d93-8d2f-26d603580e79 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:15.940977 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cc62ed74-d08e-4ce8-94db-4ed7f89e6a84 req-c088183c-741c-4d93-8d2f-26d603580e79 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/ports?device_id=706b6671-3c66-4294-84b0-31a8c1f04549 HTTP/1.1" status: 200 len: 931 time: 0.0775688 Sep 17 07:58:15.950461 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-9ed59f91-c2f5-4e1f-9e18-3bd5e82b5106 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Allocated IP 10.1.1.182 (d8564b37-cdc8-4e9d-8712-8bb5e8dd0908/bfc0f6d4-23f1-47ca-971c-a1c789dc7289/9daf9ec3-be6c-41a6-bf27-2c5e926410d5) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:58:15.954347 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98463614-7e7b-4637-a958-35f6f53da578 req-0c0e629f-59f1-4972-86de-58169e653ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:15.956275 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-98463614-7e7b-4637-a958-35f6f53da578 req-0c0e629f-59f1-4972-86de-58169e653ef2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=64463b4676b74a7db92badc7dc9ed91e&device_id=4765d900-580a-4876-aace-9ff28fab5c5d HTTP/1.1" status: 200 len: 1096 time: 0.1643312 Sep 17 07:58:15.986765 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cc62ed74-d08e-4ce8-94db-4ed7f89e6a84 req-6b012593-6a17-4442-a4f9-9e5524d860b1 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7c26f3e-d59d-4df9-b197-93a229a68ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444736 Sep 17 07:58:16.004018 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-536441c2-2e3a-405b-aab7-94f98685ecea tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Request body: {'network': {'name': 'tempest-RoutersTest-205742029'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:58:16.113161 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-536441c2-2e3a-405b-aab7-94f98685ecea tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Made reservation on behalf of 61a7a6788c48443c9f34c81b57ddfc5f for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:58:16.116575 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-536441c2-2e3a-405b-aab7-94f98685ecea tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:16.139253 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-536441c2-2e3a-405b-aab7-94f98685ecea tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:16.208188 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98463614-7e7b-4637-a958-35f6f53da578 req-0a48fa86-494d-478f-8422-14a384dacf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:16.209603 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-98463614-7e7b-4637-a958-35f6f53da578 req-0a48fa86-494d-478f-8422-14a384dacf36 service neutron] 10.222.0.41 "GET /v2.0/networks?id=14a733b3-7689-4d98-9697-43f397b3e2a8 HTTP/1.1" status: 200 len: 920 time: 0.2425578 Sep 17 07:58:16.269658 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-98463614-7e7b-4637-a958-35f6f53da578 req-dd8dd7f0-7467-46cc-8134-b93633effedf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e240d065-1941-4b27-9bbb-81019ba20c37 HTTP/1.1" status: 200 len: 217 time: 0.0511036 Sep 17 07:58:16.285171 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-9ed59f91-c2f5-4e1f-9e18-3bd5e82b5106 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:16.378546 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98463614-7e7b-4637-a958-35f6f53da578 req-f36ba340-76c6-433a-b9cf-4936a64bef3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:16.380042 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-98463614-7e7b-4637-a958-35f6f53da578 req-f36ba340-76c6-433a-b9cf-4936a64bef3e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=47eb3319-3f74-4d7c-a997-97edeaed8de2 HTTP/1.1" status: 200 len: 859 time: 0.1017506 Sep 17 07:58:16.387522 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-10d312c7-22f1-4785-9400-395c5c608c39 req-3e01ea87-7dd4-4ecd-8e91-0ac9ca70021a tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0459564 Sep 17 07:58:16.421886 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-98463614-7e7b-4637-a958-35f6f53da578 req-5caa626f-fef8-496b-ace6-bb5ca5750c4a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=14a733b3-7689-4d98-9697-43f397b3e2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307391 Sep 17 07:58:16.427480 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-9ed59f91-c2f5-4e1f-9e18-3bd5e82b5106 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:16.480573 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-536441c2-2e3a-405b-aab7-94f98685ecea tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:16.496649 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-536441c2-2e3a-405b-aab7-94f98685ecea tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:16.528015 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-9ed59f91-c2f5-4e1f-9e18-3bd5e82b5106 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Network d8564b37-cdc8-4e9d-8712-8bb5e8dd0908 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:58:16.565956 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-536441c2-2e3a-405b-aab7-94f98685ecea tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 07:58:16.570651 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-9ed59f91-c2f5-4e1f-9e18-3bd5e82b5106 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:58:16.583677 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-9ed59f91-c2f5-4e1f-9e18-3bd5e82b5106 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:58:16.590324 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed59f91-c2f5-4e1f-9e18-3bd5e82b5106 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Pushing event updated for resources: {'Port': ['ID=9daf9ec3-be6c-41a6-bf27-2c5e926410d5,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:16.619074 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536441c2-2e3a-405b-aab7-94f98685ecea tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e679729-9e68-46f6-8b1f-6c78be1c4fb4,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:16.621988 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-536441c2-2e3a-405b-aab7-94f98685ecea tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:16.622433 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-536441c2-2e3a-405b-aab7-94f98685ecea tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Added segment 2efcc05e-e5a8-4043-a4a9-5527a013b90a of type vlan for network 61e7d38c-dc73-4c5c-86e5-83b3799a7d01 Sep 17 07:58:16.651855 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd746ed4-f706-4f97-b116-ed0bac0f3a55 req-ed5ff5a0-6e92-4208-b39a-f64c8f90e65a tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:16.660258 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fd746ed4-f706-4f97-b116-ed0bac0f3a55 req-ed5ff5a0-6e92-4208-b39a-f64c8f90e65a tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] 10.222.0.13 "GET /v2.0/ports?device_id=65f64f25-3d11-4a2c-ae2d-5f7f1a31191a HTTP/1.1" status: 200 len: 947 time: 0.0599325 Sep 17 07:58:16.694980 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-98463614-7e7b-4637-a958-35f6f53da578 req-4e2c00ea-7b77-440c-a403-c365f3728ec0 service neutron] 10.222.0.41 "GET /v2.0/networks/14a733b3-7689-4d98-9697-43f397b3e2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639713 Sep 17 07:58:16.700746 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-9ed59f91-c2f5-4e1f-9e18-3bd5e82b5106 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:16.701386 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-9ed59f91-c2f5-4e1f-9e18-3bd5e82b5106 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:16.705363 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fd746ed4-f706-4f97-b116-ed0bac0f3a55 req-1a648179-107c-4754-8251-cb8676f9177e tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] 10.222.0.13 "GET /v2.0/security-groups?id=e33b00ad-9bf3-4d08-9cb9-98964883ec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412951 Sep 17 07:58:16.706354 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-536441c2-2e3a-405b-aab7-94f98685ecea tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:16.740246 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-9ed59f91-c2f5-4e1f-9e18-3bd5e82b5106 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2620525 Sep 17 07:58:16.762291 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-23ecb18f-c9f2-4fe4-b80e-3319c4f19a6d tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Request body: {'port': {'device_id': '706b6671-3c66-4294-84b0-31a8c1f04549', 'network_id': 'd8564b37-cdc8-4e9d-8712-8bb5e8dd0908', 'admin_state_up': True, 'tenant_id': 'be827b1e83e148ae835f43092deae86a', 'security_groups': ['e7c26f3e-d59d-4df9-b197-93a229a68ca8']}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:58:16.831357 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-536441c2-2e3a-405b-aab7-94f98685ecea tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:16.836922 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536441c2-2e3a-405b-aab7-94f98685ecea tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:16.837517 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-536441c2-2e3a-405b-aab7-94f98685ecea tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:16.919174 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-536441c2-2e3a-405b-aab7-94f98685ecea tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0582583 Sep 17 07:58:16.921790 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 50782) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:16.927375 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-381ca54e-e0d3-4486-9619-84283d800072 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Request body: {'network': {'name': 'tempest-RoutersTest-962291417'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:58:16.936695 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-c50caa53-6658-421f-b2b6-ec9a2067a659 None None] Provisioning complete for port 9daf9ec3-be6c-41a6-bf27-2c5e926410d5 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:58:16.937682 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c50caa53-6658-421f-b2b6-ec9a2067a659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:16.971273 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536441c2-2e3a-405b-aab7-94f98685ecea tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Pushing event updated for resources: {'Network': ['ID=61e7d38c-dc73-4c5c-86e5-83b3799a7d01,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:16.984105 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-381ca54e-e0d3-4486-9619-84283d800072 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Made reservation on behalf of 61a7a6788c48443c9f34c81b57ddfc5f for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:58:16.988829 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 61e7d38c-dc73-4c5c-86e5-83b3799a7d01 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 07:58:16.989363 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-381ca54e-e0d3-4486-9619-84283d800072 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:17.008044 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-98463614-7e7b-4637-a958-35f6f53da578 req-eb1a1fca-81d7-4563-8a12-48887cb2a02d service neutron] 10.222.0.41 "GET /v2.0/networks/14a733b3-7689-4d98-9697-43f397b3e2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991543 Sep 17 07:58:17.025190 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-381ca54e-e0d3-4486-9619-84283d800072 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 07:58:17.036622 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-381ca54e-e0d3-4486-9619-84283d800072 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:17.037257 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-381ca54e-e0d3-4486-9619-84283d800072 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Added segment 50ed00de-4eae-4284-bc03-7ab2f506e0b9 of type vlan for network 55cd8809-17b0-4082-bd78-b0d8e2328b78 Sep 17 07:58:17.056861 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-23ecb18f-c9f2-4fe4-b80e-3319c4f19a6d tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Made reservation on behalf of be827b1e83e148ae835f43092deae86a for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:58:17.061685 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-23ecb18f-c9f2-4fe4-b80e-3319c4f19a6d tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:17.081081 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-c50caa53-6658-421f-b2b6-ec9a2067a659 None None] Port 9daf9ec3-be6c-41a6-bf27-2c5e926410d5 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:58:17.115349 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-381ca54e-e0d3-4486-9619-84283d800072 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:17.127061 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3483749d-241b-4354-966f-43230b4c77cc req-80a73e62-e3bb-4cd7-a574-9b1eb48b719b tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:17.129132 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3483749d-241b-4354-966f-43230b4c77cc req-80a73e62-e3bb-4cd7-a574-9b1eb48b719b tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=4765d900-580a-4876-aace-9ff28fab5c5d HTTP/1.1" status: 200 len: 945 time: 0.1716380 Sep 17 07:58:17.210238 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-381ca54e-e0d3-4486-9619-84283d800072 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:17.216072 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381ca54e-e0d3-4486-9619-84283d800072 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:17.216878 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-381ca54e-e0d3-4486-9619-84283d800072 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:17.251679 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3483749d-241b-4354-966f-43230b4c77cc req-f616ffcb-061b-4489-8cb5-38d82ca16440 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082981 Sep 17 07:58:17.253913 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-23ecb18f-c9f2-4fe4-b80e-3319c4f19a6d tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Allocated IP 10.1.1.88 (d8564b37-cdc8-4e9d-8712-8bb5e8dd0908/bfc0f6d4-23f1-47ca-971c-a1c789dc7289/be665358-5a2c-4dfe-be6e-8c1aa523ee59) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:58:17.271019 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1375bd3f-8b77-447a-b563-037fadf0f82a req-edf8e45a-df05-4977-aa01-49912689d4fb tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:17.276920 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1375bd3f-8b77-447a-b563-037fadf0f82a req-edf8e45a-df05-4977-aa01-49912689d4fb tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:17.278908 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1375bd3f-8b77-447a-b563-037fadf0f82a req-edf8e45a-df05-4977-aa01-49912689d4fb tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/ports?device_id=706b6671-3c66-4294-84b0-31a8c1f04549 HTTP/1.1" status: 200 len: 1653 time: 0.1469257 Sep 17 07:58:17.283793 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-381ca54e-e0d3-4486-9619-84283d800072 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3607738 Sep 17 07:58:17.286723 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 50790) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:17.291526 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-b257d5a6-a750-4d19-bb5e-de77922c3b11 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Request body: {'subnet': {'network_id': '61e7d38c-dc73-4c5c-86e5-83b3799a7d01', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:58:17.340649 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381ca54e-e0d3-4486-9619-84283d800072 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Pushing event updated for resources: {'Network': ['ID=55cd8809-17b0-4082-bd78-b0d8e2328b78,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:17.352202 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 55cd8809-17b0-4082-bd78-b0d8e2328b78 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 07:58:17.442995 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1375bd3f-8b77-447a-b563-037fadf0f82a req-0f16bd64-c47f-4306-9e36-b5b860cef3a0 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7c26f3e-d59d-4df9-b197-93a229a68ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036494 Sep 17 07:58:17.443607 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-23ecb18f-c9f2-4fe4-b80e-3319c4f19a6d tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:17.471248 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b257d5a6-a750-4d19-bb5e-de77922c3b11 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Made reservation on behalf of 61a7a6788c48443c9f34c81b57ddfc5f for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:58:17.475265 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b257d5a6-a750-4d19-bb5e-de77922c3b11 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:17.482449 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-23ecb18f-c9f2-4fe4-b80e-3319c4f19a6d tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:17.522975 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-23ecb18f-c9f2-4fe4-b80e-3319c4f19a6d tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Network d8564b37-cdc8-4e9d-8712-8bb5e8dd0908 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:58:17.526502 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-23ecb18f-c9f2-4fe4-b80e-3319c4f19a6d tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:58:17.531124 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-23ecb18f-c9f2-4fe4-b80e-3319c4f19a6d tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:58:17.545487 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1d94d9fa-f35d-4517-a8b6-d2269413012a req-13e5de06-2240-4503-9c82-7b61428b28af tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0368962 Sep 17 07:58:17.582994 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ecb18f-c9f2-4fe4-b80e-3319c4f19a6d tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Pushing event updated for resources: {'Port': ['ID=be665358-5a2c-4dfe-be6e-8c1aa523ee59,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:17.610875 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-23ecb18f-c9f2-4fe4-b80e-3319c4f19a6d tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:17.611278 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-23ecb18f-c9f2-4fe4-b80e-3319c4f19a6d tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:17.628635 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-23ecb18f-c9f2-4fe4-b80e-3319c4f19a6d tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.8717635 Sep 17 07:58:17.645553 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-c9f00a8a-bd6c-44a7-ab72-4a9636d531a1 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Request body: {'port': {'device_id': '706b6671-3c66-4294-84b0-31a8c1f04549', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '23dc9245-044a-48fa-8f5c-bfe08f2d4cd2', 'admin_state_up': True, 'tenant_id': 'be827b1e83e148ae835f43092deae86a', 'security_groups': ['e7c26f3e-d59d-4df9-b197-93a229a68ca8']}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:58:17.744278 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b257d5a6-a750-4d19-bb5e-de77922c3b11 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:17.810579 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-a65f642d-0c0a-4ff5-8186-5656779a84cc None None] Provisioning complete for port be665358-5a2c-4dfe-be6e-8c1aa523ee59 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:58:17.811226 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a65f642d-0c0a-4ff5-8186-5656779a84cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:17.825702 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-c9f00a8a-bd6c-44a7-ab72-4a9636d531a1 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Made reservation on behalf of be827b1e83e148ae835f43092deae86a for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:58:17.853359 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-a65f642d-0c0a-4ff5-8186-5656779a84cc None None] Port be665358-5a2c-4dfe-be6e-8c1aa523ee59 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:58:17.858359 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b257d5a6-a750-4d19-bb5e-de77922c3b11 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Pushing event updated for resources: {'Subnet': ['ID=4e760dbb-1289-4a7c-b2fd-4dcbe4d73fce,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:17.876736 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b257d5a6-a750-4d19-bb5e-de77922c3b11 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Checking segment: {'id': '2efcc05e-e5a8-4043-a4a9-5527a013b90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '61e7d38c-dc73-4c5c-86e5-83b3799a7d01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:58:17.877189 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b257d5a6-a750-4d19-bb5e-de77922c3b11 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Network hostable DHCP agents. Network: 61e7d38c-dc73-4c5c-86e5-83b3799a7d01, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 07:58:17.888444 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231d628-c7d6-47a8-aec7-2de6d63ec6d0 req-e5b1afa6-2795-4ed3-8e03-c68a47d5b76e tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:17.890045 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5231d628-c7d6-47a8-aec7-2de6d63ec6d0 req-e5b1afa6-2795-4ed3-8e03-c68a47d5b76e tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] 10.222.0.13 "GET /v2.0/ports?device_id=65f64f25-3d11-4a2c-ae2d-5f7f1a31191a HTTP/1.1" status: 200 len: 947 time: 0.0894427 Sep 17 07:58:17.921784 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-c9f00a8a-bd6c-44a7-ab72-4a9636d531a1 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:18.170523 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-c9f00a8a-bd6c-44a7-ab72-4a9636d531a1 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Allocated IP 10.2.2.100 (23dc9245-044a-48fa-8f5c-bfe08f2d4cd2/98b47ab8-ddfc-4cc6-be27-8b7224b1d41b/8c3cff88-1b52-462a-aa22-14e35f943803) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:58:18.187814 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b257d5a6-a750-4d19-bb5e-de77922c3b11 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Network 61e7d38c-dc73-4c5c-86e5-83b3799a7d01 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 07:58:18.204845 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5231d628-c7d6-47a8-aec7-2de6d63ec6d0 req-83ee3496-26ea-4551-a031-c20613582b37 tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] 10.222.0.13 "GET /v2.0/security-groups?id=e33b00ad-9bf3-4d08-9cb9-98964883ec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081024 Sep 17 07:58:18.206587 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-b257d5a6-a750-4d19-bb5e-de77922c3b11 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 61e7d38c-dc73-4c5c-86e5-83b3799a7d01) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:58:18.211245 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b257d5a6-a750-4d19-bb5e-de77922c3b11 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:18.212391 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b257d5a6-a750-4d19-bb5e-de77922c3b11 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:18.222251 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5489504-2c02-4ccc-b312-851301eceb9f None None] Network 61e7d38c-dc73-4c5c-86e5-83b3799a7d01 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:58:18.242056 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-b257d5a6-a750-4d19-bb5e-de77922c3b11 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9542999 Sep 17 07:58:18.244858 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 50798) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:18.250001 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-e1f53c7c-f9a4-4ce1-8529-de32f8838593 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Request body: {'subnet': {'network_id': '55cd8809-17b0-4082-bd78-b0d8e2328b78', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:58:18.348946 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-c9f00a8a-bd6c-44a7-ab72-4a9636d531a1 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:18.357817 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f53c7c-f9a4-4ce1-8529-de32f8838593 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Made reservation on behalf of 61a7a6788c48443c9f34c81b57ddfc5f for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:58:18.364722 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e1f53c7c-f9a4-4ce1-8529-de32f8838593 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:18.399389 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-c9f00a8a-bd6c-44a7-ab72-4a9636d531a1 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:18.449804 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-c9f00a8a-bd6c-44a7-ab72-4a9636d531a1 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Network 23dc9245-044a-48fa-8f5c-bfe08f2d4cd2 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:58:18.459297 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-c9f00a8a-bd6c-44a7-ab72-4a9636d531a1 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:58:18.463499 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-c9f00a8a-bd6c-44a7-ab72-4a9636d531a1 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:58:18.467470 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11c42f5-fd41-4dda-b6cc-60ad735e810e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-61e7d38c-dc73-4c5c-86e5-83b3799a7d01', 'network_id': '61e7d38c-dc73-4c5c-86e5-83b3799a7d01', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'fixed_ips': [{'subnet_id': '4e760dbb-1289-4a7c-b2fd-4dcbe4d73fce'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 07:58:18.468887 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b11c42f5-fd41-4dda-b6cc-60ad735e810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:18.500141 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164793b3-634f-4036-9fe3-a98b63878dec req-85dcfec7-2c92-44eb-80c5-376a839438cc tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:18.512221 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-164793b3-634f-4036-9fe3-a98b63878dec req-85dcfec7-2c92-44eb-80c5-376a839438cc tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=4765d900-580a-4876-aace-9ff28fab5c5d HTTP/1.1" status: 200 len: 945 time: 0.1436961 Sep 17 07:58:18.513523 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f00a8a-bd6c-44a7-ab72-4a9636d531a1 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Pushing event updated for resources: {'Port': ['ID=8c3cff88-1b52-462a-aa22-14e35f943803,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:18.570684 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-c9f00a8a-bd6c-44a7-ab72-4a9636d531a1 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:18.571604 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-c9f00a8a-bd6c-44a7-ab72-4a9636d531a1 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:18.595794 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-c9f00a8a-bd6c-44a7-ab72-4a9636d531a1 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9546478 Sep 17 07:58:18.614562 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-64f9cff6-958d-4c2d-9c4c-4a4a149e17d7 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Request body: {'port': {'device_id': '706b6671-3c66-4294-84b0-31a8c1f04549', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '23dc9245-044a-48fa-8f5c-bfe08f2d4cd2', 'admin_state_up': True, 'tenant_id': 'be827b1e83e148ae835f43092deae86a', 'security_groups': ['e7c26f3e-d59d-4df9-b197-93a229a68ca8']}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:58:18.620667 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-164793b3-634f-4036-9fe3-a98b63878dec req-189fc49c-322c-4694-a38f-ecfc6d86c979 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071212 Sep 17 07:58:18.658332 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device e014e12b-e9da-4a3a-8fe2-4fd991b94aef details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:58:18.716245 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-b11c42f5-fd41-4dda-b6cc-60ad735e810e None None] Allocated IP 172.20.0.2 (61e7d38c-dc73-4c5c-86e5-83b3799a7d01/4e760dbb-1289-4a7c-b2fd-4dcbe4d73fce/b4002993-2abd-4fb6-8841-6da62da624a6) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:58:18.721735 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaafdcc-74bf-40c9-866e-ea6f9a0e27e2 req-4f54c4b7-2bb4-4e66-8b9c-8022d7898c88 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:18.735610 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaafdcc-74bf-40c9-866e-ea6f9a0e27e2 req-4f54c4b7-2bb4-4e66-8b9c-8022d7898c88 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:18.748822 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaafdcc-74bf-40c9-866e-ea6f9a0e27e2 req-4f54c4b7-2bb4-4e66-8b9c-8022d7898c88 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:18.756408 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaafdcc-74bf-40c9-866e-ea6f9a0e27e2 req-4f54c4b7-2bb4-4e66-8b9c-8022d7898c88 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:18.758202 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-edaafdcc-74bf-40c9-866e-ea6f9a0e27e2 req-4f54c4b7-2bb4-4e66-8b9c-8022d7898c88 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/ports?device_id=706b6671-3c66-4294-84b0-31a8c1f04549 HTTP/1.1" status: 200 len: 3094 time: 0.2075009 Sep 17 07:58:18.812667 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-64f9cff6-958d-4c2d-9c4c-4a4a149e17d7 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Made reservation on behalf of be827b1e83e148ae835f43092deae86a for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:58:18.820208 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-64f9cff6-958d-4c2d-9c4c-4a4a149e17d7 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:18.878107 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-edaafdcc-74bf-40c9-866e-ea6f9a0e27e2 req-4aabdca2-7e17-4f4c-bca1-194e14905bdb tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7c26f3e-d59d-4df9-b197-93a229a68ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911336 Sep 17 07:58:18.879448 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e1f53c7c-f9a4-4ce1-8529-de32f8838593 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:18.882226 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port e014e12b-e9da-4a3a-8fe2-4fd991b94aef, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=e014e12b-e9da-4a3a-8fe2-4fd991b94aef,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:58:18.900289 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': 'e014e12b-e9da-4a3a-8fe2-4fd991b94aef', 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583', 'port_id': 'e014e12b-e9da-4a3a-8fe2-4fd991b94aef', 'mac_address': 'fa:16:3e:16:67:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f3af6cb-9cad-436b-bf41-034e75672c44', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:58:18.941078 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-885e3c29-c19c-4c75-8180-ace97ab4275f None None] Provisioning complete for port 8c3cff88-1b52-462a-aa22-14e35f943803 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:58:18.941989 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-885e3c29-c19c-4c75-8180-ace97ab4275f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:18.943703 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f53c7c-f9a4-4ce1-8529-de32f8838593 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Pushing event updated for resources: {'Subnet': ['ID=5a32e1c3-4227-4302-b9a7-1ff9b5d0812f,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:18.980065 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2dfeb3df-4e3b-4d36-b740-392977d9d4ec req-347a147f-acd6-454b-8af3-5b37c39193eb tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0333798 Sep 17 07:58:18.985253 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-885e3c29-c19c-4c75-8180-ace97ab4275f None None] Port 8c3cff88-1b52-462a-aa22-14e35f943803 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:58:19.008140 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f53c7c-f9a4-4ce1-8529-de32f8838593 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Checking segment: {'id': '50ed00de-4eae-4284-bc03-7ab2f506e0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '55cd8809-17b0-4082-bd78-b0d8e2328b78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:58:19.008993 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f53c7c-f9a4-4ce1-8529-de32f8838593 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Network hostable DHCP agents. Network: 55cd8809-17b0-4082-bd78-b0d8e2328b78, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 07:58:19.028585 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f53c7c-f9a4-4ce1-8529-de32f8838593 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Network 55cd8809-17b0-4082-bd78-b0d8e2328b78 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 07:58:19.040536 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:19.041225 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-e1f53c7c-f9a4-4ce1-8529-de32f8838593 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 55cd8809-17b0-4082-bd78-b0d8e2328b78) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:58:19.050186 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f53c7c-f9a4-4ce1-8529-de32f8838593 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:19.050985 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e1f53c7c-f9a4-4ce1-8529-de32f8838593 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:19.068163 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-64f9cff6-958d-4c2d-9c4c-4a4a149e17d7 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Allocated IP 10.2.2.200 (23dc9245-044a-48fa-8f5c-bfe08f2d4cd2/98b47ab8-ddfc-4cc6-be27-8b7224b1d41b/a7ef312a-eb2e-4797-8814-785105b7823f) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:58:19.072414 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e1f53c7c-f9a4-4ce1-8529-de32f8838593 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8239582 Sep 17 07:58:19.072640 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 50808) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:19.079817 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98576e1-5f3f-45e1-9295-c22b1c148f6b None None] Network 55cd8809-17b0-4082-bd78-b0d8e2328b78 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:58:19.080388 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-167dbcdd-c0e8-41b9-ac5d-db39c19a5523 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-291999593', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:58:19.109205 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e014e12b-e9da-4a3a-8fe2-4fd991b94aef {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:58:19.121016 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-167dbcdd-c0e8-41b9-ac5d-db39c19a5523 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:19.122692 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-167dbcdd-c0e8-41b9-ac5d-db39c19a5523 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:19.147469 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b11c42f5-fd41-4dda-b6cc-60ad735e810e None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:19.176483 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port e014e12b-e9da-4a3a-8fe2-4fd991b94aef, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=e014e12b-e9da-4a3a-8fe2-4fd991b94aef,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:58:19.186828 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b11c42f5-fd41-4dda-b6cc-60ad735e810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:19.194970 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:19.197450 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-167dbcdd-c0e8-41b9-ac5d-db39c19a5523 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:19.205625 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-167dbcdd-c0e8-41b9-ac5d-db39c19a5523 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:19.230637 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-167dbcdd-c0e8-41b9-ac5d-db39c19a5523 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:19.232815 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-167dbcdd-c0e8-41b9-ac5d-db39c19a5523 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1586123 Sep 17 07:58:19.235891 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 50810) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:19.246795 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11c42f5-fd41-4dda-b6cc-60ad735e810e None None] Network 61e7d38c-dc73-4c5c-86e5-83b3799a7d01 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:58:19.247296 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-64f9cff6-958d-4c2d-9c4c-4a4a149e17d7 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:19.254256 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-b11c42f5-fd41-4dda-b6cc-60ad735e810e None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:58:19.262028 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11c42f5-fd41-4dda-b6cc-60ad735e810e None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:58:19.270541 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11c42f5-fd41-4dda-b6cc-60ad735e810e None None] Pushing event updated for resources: {'Port': ['ID=b4002993-2abd-4fb6-8841-6da62da624a6,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:19.289205 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-64f9cff6-958d-4c2d-9c4c-4a4a149e17d7 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:19.313440 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-64f9cff6-958d-4c2d-9c4c-4a4a149e17d7 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Network 23dc9245-044a-48fa-8f5c-bfe08f2d4cd2 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:58:19.316445 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-64f9cff6-958d-4c2d-9c4c-4a4a149e17d7 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:58:19.319329 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-64f9cff6-958d-4c2d-9c4c-4a4a149e17d7 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:58:19.336125 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11c42f5-fd41-4dda-b6cc-60ad735e810e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:58:19.336480 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11c42f5-fd41-4dda-b6cc-60ad735e810e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:58:19.336825 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11c42f5-fd41-4dda-b6cc-60ad735e810e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:58:19.337163 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11c42f5-fd41-4dda-b6cc-60ad735e810e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:58:19.337502 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11c42f5-fd41-4dda-b6cc-60ad735e810e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:58:19.337834 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11c42f5-fd41-4dda-b6cc-60ad735e810e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:58:19.338390 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11c42f5-fd41-4dda-b6cc-60ad735e810e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:58:19.338854 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11c42f5-fd41-4dda-b6cc-60ad735e810e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:58:19.339240 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11c42f5-fd41-4dda-b6cc-60ad735e810e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:58:19.339574 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11c42f5-fd41-4dda-b6cc-60ad735e810e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:58:19.339940 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11c42f5-fd41-4dda-b6cc-60ad735e810e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:58:19.340275 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11c42f5-fd41-4dda-b6cc-60ad735e810e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:58:19.400638 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f9cff6-958d-4c2d-9c4c-4a4a149e17d7 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Pushing event updated for resources: {'Port': ['ID=a7ef312a-eb2e-4797-8814-785105b7823f,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:19.425562 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-64f9cff6-958d-4c2d-9c4c-4a4a149e17d7 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:19.426712 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-64f9cff6-958d-4c2d-9c4c-4a4a149e17d7 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:19.427657 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-b11c42f5-fd41-4dda-b6cc-60ad735e810e None None] Attempting to bind port b4002993-2abd-4fb6-8841-6da62da624a6 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:58:19.428069 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-b11c42f5-fd41-4dda-b6cc-60ad735e810e None None] Attempting to bind port b4002993-2abd-4fb6-8841-6da62da624a6 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '2efcc05e-e5a8-4043-a4a9-5527a013b90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '61e7d38c-dc73-4c5c-86e5-83b3799a7d01'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:58:19.428432 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11c42f5-fd41-4dda-b6cc-60ad735e810e None None] Attempting to bind port b4002993-2abd-4fb6-8841-6da62da624a6 on network 61e7d38c-dc73-4c5c-86e5-83b3799a7d01 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:58:19.446051 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-64f9cff6-958d-4c2d-9c4c-4a4a149e17d7 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8365381 Sep 17 07:58:19.465503 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=e014e12b-e9da-4a3a-8fe2-4fd991b94aef,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:19.466310 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-31d363b0-5181-435f-abca-0dd6603e6614 service neutron] Request body: {'port': {'device_id': '706b6671-3c66-4294-84b0-31a8c1f04549', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:58:19.469947 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11c42f5-fd41-4dda-b6cc-60ad735e810e None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:58:19.471436 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11c42f5-fd41-4dda-b6cc-60ad735e810e None None] Checking segment: {'id': '2efcc05e-e5a8-4043-a4a9-5527a013b90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '61e7d38c-dc73-4c5c-86e5-83b3799a7d01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:58:19.471436 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b11c42f5-fd41-4dda-b6cc-60ad735e810e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:19.471436 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11c42f5-fd41-4dda-b6cc-60ad735e810e None None] Bound using segment: {'id': '2efcc05e-e5a8-4043-a4a9-5527a013b90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '61e7d38c-dc73-4c5c-86e5-83b3799a7d01'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:58:19.471436 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-b11c42f5-fd41-4dda-b6cc-60ad735e810e None None] Bound port: b4002993-2abd-4fb6-8841-6da62da624a6, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2efcc05e-e5a8-4043-a4a9-5527a013b90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '61e7d38c-dc73-4c5c-86e5-83b3799a7d01'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:58:19.471866 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b11c42f5-fd41-4dda-b6cc-60ad735e810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:19.487583 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa41b23-67f8-48fe-a705-e8c60ade3902 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-55cd8809-17b0-4082-bd78-b0d8e2328b78', 'network_id': '55cd8809-17b0-4082-bd78-b0d8e2328b78', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'fixed_ips': [{'subnet_id': '5a32e1c3-4227-4302-b9a7-1ff9b5d0812f'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 07:58:19.488410 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-efa41b23-67f8-48fe-a705-e8c60ade3902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:19.569954 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-31d363b0-5181-435f-abca-0dd6603e6614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:19.589621 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8f9e5-0434-43e8-80c5-d69978f33953 req-3c112413-6be2-448b-9979-351c8af629e8 tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:19.591464 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-66d8f9e5-0434-43e8-80c5-d69978f33953 req-3c112413-6be2-448b-9979-351c8af629e8 tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] 10.222.0.13 "GET /v2.0/ports?device_id=65f64f25-3d11-4a2c-ae2d-5f7f1a31191a HTTP/1.1" status: 200 len: 948 time: 0.2291546 Sep 17 07:58:19.603562 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['e014e12b-e9da-4a3a-8fe2-4fd991b94aef'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:58:19.623232 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-b11c42f5-fd41-4dda-b6cc-60ad735e810e None None] For port b4002993-2abd-4fb6-8841-6da62da624a6, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:58:19.682368 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-b11c42f5-fd41-4dda-b6cc-60ad735e810e None None] For port b4002993-2abd-4fb6-8841-6da62da624a6, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=b4002993-2abd-4fb6-8841-6da62da624a6,segment=NetworkSegment(2efcc05e-e5a8-4043-a4a9-5527a013b90a),segment_id=2efcc05e-e5a8-4043-a4a9-5527a013b90a)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:58:19.701237 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-66d8f9e5-0434-43e8-80c5-d69978f33953 req-fd50fe44-7464-45ff-b4ee-44a70007dff1 tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] 10.222.0.13 "GET /v2.0/security-groups?id=e33b00ad-9bf3-4d08-9cb9-98964883ec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740612 Sep 17 07:58:19.729716 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b11c42f5-fd41-4dda-b6cc-60ad735e810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:19.753630 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e2784804-060d-45c8-af90-c0ad701be311 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:19.896477 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ad30371a-e265-4bed-a34a-7bd0df261fa8 None None] Provisioning complete for port a7ef312a-eb2e-4797-8814-785105b7823f triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:58:19.897334 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ad30371a-e265-4bed-a34a-7bd0df261fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:19.948918 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-efa41b23-67f8-48fe-a705-e8c60ade3902 None None] Allocated IP 172.21.0.2 (55cd8809-17b0-4082-bd78-b0d8e2328b78/5a32e1c3-4227-4302-b9a7-1ff9b5d0812f/e0bc17b7-ec72-499c-a18e-ebab67646e7d) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:58:20.028030 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11c42f5-fd41-4dda-b6cc-60ad735e810e None None] Pushing event updated for resources: {'Port': ['ID=b4002993-2abd-4fb6-8841-6da62da624a6,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:20.041048 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8401489c-d26f-48f8-88a0-7883ddf6496e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:20.081548 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ad30371a-e265-4bed-a34a-7bd0df261fa8 None None] Port a7ef312a-eb2e-4797-8814-785105b7823f cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:58:20.245198 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d78fb04-fcd0-419b-9ec9-dcc4c3d57eda req-53e39872-f8ee-4297-9444-80bafdc328ff tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:20.247275 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8d78fb04-fcd0-419b-9ec9-dcc4c3d57eda req-53e39872-f8ee-4297-9444-80bafdc328ff tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=4765d900-580a-4876-aace-9ff28fab5c5d HTTP/1.1" status: 200 len: 945 time: 0.4668984 Sep 17 07:58:20.317069 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-efa41b23-67f8-48fe-a705-e8c60ade3902 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:20.326162 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504b5eef-4a7a-49cd-af8c-184266b074fc req-fcc7d035-c330-47b8-9de6-9211a6dab98d tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:20.335575 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-efa41b23-67f8-48fe-a705-e8c60ade3902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:20.339372 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504b5eef-4a7a-49cd-af8c-184266b074fc req-fcc7d035-c330-47b8-9de6-9211a6dab98d tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:20.350674 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504b5eef-4a7a-49cd-af8c-184266b074fc req-fcc7d035-c330-47b8-9de6-9211a6dab98d tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:20.364696 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa41b23-67f8-48fe-a705-e8c60ade3902 None None] Network 55cd8809-17b0-4082-bd78-b0d8e2328b78 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:58:20.365090 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504b5eef-4a7a-49cd-af8c-184266b074fc req-fcc7d035-c330-47b8-9de6-9211a6dab98d tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:20.371415 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504b5eef-4a7a-49cd-af8c-184266b074fc req-fcc7d035-c330-47b8-9de6-9211a6dab98d tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:20.373570 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-504b5eef-4a7a-49cd-af8c-184266b074fc req-fcc7d035-c330-47b8-9de6-9211a6dab98d tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/ports?device_id=706b6671-3c66-4294-84b0-31a8c1f04549 HTTP/1.1" status: 200 len: 3815 time: 0.2874792 Sep 17 07:58:20.399125 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-efa41b23-67f8-48fe-a705-e8c60ade3902 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:58:20.409522 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa41b23-67f8-48fe-a705-e8c60ade3902 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:58:20.436424 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8d78fb04-fcd0-419b-9ec9-dcc4c3d57eda req-b27778e0-4118-488b-92d1-1b312443e694 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800950 Sep 17 07:58:20.440590 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-31d363b0-5181-435f-abca-0dd6603e6614 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a68e833f-a972-4578-b451-f6cdb669cad4 {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:58:20.444110 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-e2784804-060d-45c8-af90-c0ad701be311 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Allocated IP 172.20.0.1 (61e7d38c-dc73-4c5c-86e5-83b3799a7d01/4e760dbb-1289-4a7c-b2fd-4dcbe4d73fce/d06e7315-dee7-4116-95d2-c6815e83fb04) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:58:20.463122 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-31d363b0-5181-435f-abca-0dd6603e6614 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:20.504100 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-31d363b0-5181-435f-abca-0dd6603e6614 service neutron] Transition to ACTIVE for port object a68e833f-a972-4578-b451-f6cdb669cad4 will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:58:20.514273 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-31d363b0-5181-435f-abca-0dd6603e6614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:20.520117 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-504b5eef-4a7a-49cd-af8c-184266b074fc req-180968a8-7012-4d1f-9454-9cdedd71a9a3 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7c26f3e-d59d-4df9-b197-93a229a68ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393025 Sep 17 07:58:20.566490 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa41b23-67f8-48fe-a705-e8c60ade3902 None None] Pushing event updated for resources: {'Port': ['ID=e0bc17b7-ec72-499c-a18e-ebab67646e7d,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:20.577284 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d363b0-5181-435f-abca-0dd6603e6614 service neutron] Pushing event updated for resources: {'Port': ['ID=a68e833f-a972-4578-b451-f6cdb669cad4,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:20.596117 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-efa41b23-67f8-48fe-a705-e8c60ade3902 None None] Attempting to bind port e0bc17b7-ec72-499c-a18e-ebab67646e7d on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:58:20.596353 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-efa41b23-67f8-48fe-a705-e8c60ade3902 None None] Attempting to bind port e0bc17b7-ec72-499c-a18e-ebab67646e7d by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '50ed00de-4eae-4284-bc03-7ab2f506e0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '55cd8809-17b0-4082-bd78-b0d8e2328b78'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:58:20.596773 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa41b23-67f8-48fe-a705-e8c60ade3902 None None] Attempting to bind port e0bc17b7-ec72-499c-a18e-ebab67646e7d on network 55cd8809-17b0-4082-bd78-b0d8e2328b78 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:58:20.606808 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa41b23-67f8-48fe-a705-e8c60ade3902 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:58:20.607195 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa41b23-67f8-48fe-a705-e8c60ade3902 None None] Checking segment: {'id': '50ed00de-4eae-4284-bc03-7ab2f506e0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '55cd8809-17b0-4082-bd78-b0d8e2328b78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:58:20.607609 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-efa41b23-67f8-48fe-a705-e8c60ade3902 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:20.608408 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa41b23-67f8-48fe-a705-e8c60ade3902 None None] Bound using segment: {'id': '50ed00de-4eae-4284-bc03-7ab2f506e0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '55cd8809-17b0-4082-bd78-b0d8e2328b78'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:58:20.608903 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-efa41b23-67f8-48fe-a705-e8c60ade3902 None None] Bound port: e0bc17b7-ec72-499c-a18e-ebab67646e7d, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50ed00de-4eae-4284-bc03-7ab2f506e0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '55cd8809-17b0-4082-bd78-b0d8e2328b78'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:58:20.609287 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-efa41b23-67f8-48fe-a705-e8c60ade3902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:20.646839 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-931f4041-3174-4032-a21b-4de4d46db2c2 req-392c27e1-a64d-49f0-95f3-e796497ec972 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0875893 Sep 17 07:58:20.690674 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-efa41b23-67f8-48fe-a705-e8c60ade3902 None None] For port e0bc17b7-ec72-499c-a18e-ebab67646e7d, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:58:20.694765 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-efa41b23-67f8-48fe-a705-e8c60ade3902 None None] For port e0bc17b7-ec72-499c-a18e-ebab67646e7d, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=e0bc17b7-ec72-499c-a18e-ebab67646e7d,segment=NetworkSegment(50ed00de-4eae-4284-bc03-7ab2f506e0b9),segment_id=50ed00de-4eae-4284-bc03-7ab2f506e0b9)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:58:20.705880 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-efa41b23-67f8-48fe-a705-e8c60ade3902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:20.739064 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-31d363b0-5181-435f-abca-0dd6603e6614 service neutron] Attempting to bind port a68e833f-a972-4578-b451-f6cdb669cad4 on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:58:20.739434 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-31d363b0-5181-435f-abca-0dd6603e6614 service neutron] Attempting to bind port a68e833f-a972-4578-b451-f6cdb669cad4 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': '53a694f4-1e34-4b49-878a-62ea2d098ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '6cfc3ea8-69fd-4619-936c-5df378582b6b'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:58:20.739740 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-31d363b0-5181-435f-abca-0dd6603e6614 service neutron] Attempting to bind port a68e833f-a972-4578-b451-f6cdb669cad4 on network 6cfc3ea8-69fd-4619-936c-5df378582b6b {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:58:20.756791 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-31d363b0-5181-435f-abca-0dd6603e6614 service neutron] Port a68e833f-a972-4578-b451-f6cdb669cad4 on network 6cfc3ea8-69fd-4619-936c-5df378582b6b not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:58:20.757116 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-31d363b0-5181-435f-abca-0dd6603e6614 service neutron] Attempting to bind port a68e833f-a972-4578-b451-f6cdb669cad4 on network 6cfc3ea8-69fd-4619-936c-5df378582b6b {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:58:20.767435 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-31d363b0-5181-435f-abca-0dd6603e6614 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:58:20.767778 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-31d363b0-5181-435f-abca-0dd6603e6614 service neutron] Checking segment: {'id': '53a694f4-1e34-4b49-878a-62ea2d098ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '6cfc3ea8-69fd-4619-936c-5df378582b6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:58:20.768192 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-31d363b0-5181-435f-abca-0dd6603e6614 service neutron] Bound using segment: {'id': '53a694f4-1e34-4b49-878a-62ea2d098ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '6cfc3ea8-69fd-4619-936c-5df378582b6b'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:58:20.768631 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-31d363b0-5181-435f-abca-0dd6603e6614 service neutron] Bound port: a68e833f-a972-4578-b451-f6cdb669cad4, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53a694f4-1e34-4b49-878a-62ea2d098ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '6cfc3ea8-69fd-4619-936c-5df378582b6b'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:58:20.768991 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-31d363b0-5181-435f-abca-0dd6603e6614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:20.793990 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa41b23-67f8-48fe-a705-e8c60ade3902 None None] Pushing event updated for resources: {'Port': ['ID=e0bc17b7-ec72-499c-a18e-ebab67646e7d,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:20.799122 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e2784804-060d-45c8-af90-c0ad701be311 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:20.933924 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-31d363b0-5181-435f-abca-0dd6603e6614 service neutron] For port a68e833f-a972-4578-b451-f6cdb669cad4, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:58:20.938895 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-31d363b0-5181-435f-abca-0dd6603e6614 service neutron] For port a68e833f-a972-4578-b451-f6cdb669cad4, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=a68e833f-a972-4578-b451-f6cdb669cad4,segment=NetworkSegment(53a694f4-1e34-4b49-878a-62ea2d098ec0),segment_id=53a694f4-1e34-4b49-878a-62ea2d098ec0)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:58:20.943083 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc22df1-62ed-423b-b272-ab652972b88c req-85b9488a-60f3-4836-8cfc-62873f805a8a tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:20.944788 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0dc22df1-62ed-423b-b272-ab652972b88c req-85b9488a-60f3-4836-8cfc-62873f805a8a tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] 10.222.0.13 "GET /v2.0/ports?device_id=65f64f25-3d11-4a2c-ae2d-5f7f1a31191a HTTP/1.1" status: 200 len: 948 time: 0.1196439 Sep 17 07:58:20.946453 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e2784804-060d-45c8-af90-c0ad701be311 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:20.961274 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-31d363b0-5181-435f-abca-0dd6603e6614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:21.007173 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-31d363b0-5181-435f-abca-0dd6603e6614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:21.008088 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-31d363b0-5181-435f-abca-0dd6603e6614 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:21.009619 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-31d363b0-5181-435f-abca-0dd6603e6614 service neutron] 10.222.0.39 "PUT /v2.0/ports/a68e833f-a972-4578-b451-f6cdb669cad4 HTTP/1.1" status: 200 len: 1091 time: 1.5493608 Sep 17 07:58:21.010226 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '706b6671-3c66-4294-84b0-31a8c1f04549', 'tag': 'a68e833f-a972-4578-b451-f6cdb669cad4'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:58:21.012626 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e01ca9-5ba1-4e9e-93c9-9a7758cad93f" -d '{"events": [{"name": "network-changed", "server_uuid": "706b6671-3c66-4294-84b0-31a8c1f04549", "tag": "a68e833f-a972-4578-b451-f6cdb669cad4"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:58:21.029478 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2784804-060d-45c8-af90-c0ad701be311 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Network 61e7d38c-dc73-4c5c-86e5-83b3799a7d01 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:58:21.052240 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-e2784804-060d-45c8-af90-c0ad701be311 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:58:21.058450 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-a12e763c-e84c-4459-a952-f7398e19f371 service neutron] Request body: {'port': {'device_id': '706b6671-3c66-4294-84b0-31a8c1f04549', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:58:21.100929 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2784804-060d-45c8-af90-c0ad701be311 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:58:21.155236 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2784804-060d-45c8-af90-c0ad701be311 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Pushing event updated for resources: {'Port': ['ID=d06e7315-dee7-4116-95d2-c6815e83fb04,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:21.167865 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d363b0-5181-435f-abca-0dd6603e6614 service neutron] Pushing event updated for resources: {'Port': ['ID=a68e833f-a972-4578-b451-f6cdb669cad4,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:21.194260 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0dc22df1-62ed-423b-b272-ab652972b88c req-64ad3e34-f79f-4aaf-8d7b-1507c4a67569 tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] 10.222.0.13 "GET /v2.0/security-groups?id=e33b00ad-9bf3-4d08-9cb9-98964883ec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026911 Sep 17 07:58:21.213378 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4205a7ce-6291-4bae-9fac-eda40b7f4f55 x-openstack-request-id: req-4205a7ce-6291-4bae-9fac-eda40b7f4f55 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:58:21.213788 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "706b6671-3c66-4294-84b0-31a8c1f04549", "tag": "a68e833f-a972-4578-b451-f6cdb669cad4", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:58:21.214136 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4205a7ce-6291-4bae-9fac-eda40b7f4f55 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:58:21.214880 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '706b6671-3c66-4294-84b0-31a8c1f04549', 'tag': 'a68e833f-a972-4578-b451-f6cdb669cad4', 'status': 'completed', 'code': 200} Sep 17 07:58:21.225952 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e2784804-060d-45c8-af90-c0ad701be311 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:21.227929 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-a12e763c-e84c-4459-a952-f7398e19f371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:21.399381 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e2784804-060d-45c8-af90-c0ad701be311 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:21.512396 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e01ca9-5ba1-4e9e-93c9-9a7758cad93f req-a6049ddf-9fb1-400f-a424-0cf8456e3a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:21.512902 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e01ca9-5ba1-4e9e-93c9-9a7758cad93f req-a6049ddf-9fb1-400f-a424-0cf8456e3a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:21.513374 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e01ca9-5ba1-4e9e-93c9-9a7758cad93f req-a6049ddf-9fb1-400f-a424-0cf8456e3a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:21.514123 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e01ca9-5ba1-4e9e-93c9-9a7758cad93f req-a6049ddf-9fb1-400f-a424-0cf8456e3a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:21.514590 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e01ca9-5ba1-4e9e-93c9-9a7758cad93f req-a6049ddf-9fb1-400f-a424-0cf8456e3a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:21.517157 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-52e01ca9-5ba1-4e9e-93c9-9a7758cad93f req-a6049ddf-9fb1-400f-a424-0cf8456e3a3c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=be827b1e83e148ae835f43092deae86a&device_id=706b6671-3c66-4294-84b0-31a8c1f04549 HTTP/1.1" status: 200 len: 4362 time: 0.2695749 Sep 17 07:58:21.565223 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2d30c0-b0e4-470a-be4e-049d9c7e453a None None] Network 61e7d38c-dc73-4c5c-86e5-83b3799a7d01 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:58:21.664640 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-288818bf-5ad0-4ce6-a963-a725aca4b9d8 None None] Provisioning complete for port b4002993-2abd-4fb6-8841-6da62da624a6 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:58:21.665285 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-288818bf-5ad0-4ce6-a963-a725aca4b9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:21.733645 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e01ca9-5ba1-4e9e-93c9-9a7758cad93f req-48944b3d-bbd4-429f-be20-ea4a94f5a02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:21.734452 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e01ca9-5ba1-4e9e-93c9-9a7758cad93f req-48944b3d-bbd4-429f-be20-ea4a94f5a02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:21.735525 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e01ca9-5ba1-4e9e-93c9-9a7758cad93f req-48944b3d-bbd4-429f-be20-ea4a94f5a02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:21.738774 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-52e01ca9-5ba1-4e9e-93c9-9a7758cad93f req-48944b3d-bbd4-429f-be20-ea4a94f5a02d service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=be827b1e83e148ae835f43092deae86a&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.1891119 Sep 17 07:58:21.744936 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d329526d-9ae7-4055-a978-d98388fa6c39 req-1c102b92-c938-4b37-b746-0a3998253b08 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:21.753117 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d329526d-9ae7-4055-a978-d98388fa6c39 req-1c102b92-c938-4b37-b746-0a3998253b08 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=4765d900-580a-4876-aace-9ff28fab5c5d HTTP/1.1" status: 200 len: 945 time: 0.1930118 Sep 17 07:58:21.820462 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ade00-292a-46c6-82d8-2eb40c598d84 req-61e2bed3-bcc3-4ce0-8c93-f87f69153526 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:21.826218 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ade00-292a-46c6-82d8-2eb40c598d84 req-61e2bed3-bcc3-4ce0-8c93-f87f69153526 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:21.832289 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ade00-292a-46c6-82d8-2eb40c598d84 req-61e2bed3-bcc3-4ce0-8c93-f87f69153526 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:21.838390 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ade00-292a-46c6-82d8-2eb40c598d84 req-61e2bed3-bcc3-4ce0-8c93-f87f69153526 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:21.863256 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ade00-292a-46c6-82d8-2eb40c598d84 req-61e2bed3-bcc3-4ce0-8c93-f87f69153526 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:21.871030 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d10ade00-292a-46c6-82d8-2eb40c598d84 req-61e2bed3-bcc3-4ce0-8c93-f87f69153526 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/ports?device_id=706b6671-3c66-4294-84b0-31a8c1f04549 HTTP/1.1" status: 200 len: 3827 time: 0.2307680 Sep 17 07:58:21.889746 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e01ca9-5ba1-4e9e-93c9-9a7758cad93f req-0a210390-2f17-4789-ba6f-eb55b5513d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:21.891327 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-52e01ca9-5ba1-4e9e-93c9-9a7758cad93f req-0a210390-2f17-4789-ba6f-eb55b5513d60 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1436236 Sep 17 07:58:21.965503 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d329526d-9ae7-4055-a978-d98388fa6c39 req-463dcd89-2422-41a7-a138-3af469e5eec5 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064836 Sep 17 07:58:21.988741 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-a12e763c-e84c-4459-a952-f7398e19f371 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e8d2cc8-f6f7-4d9c-ba24-cee4c068da0b {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:58:22.003463 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-a12e763c-e84c-4459-a952-f7398e19f371 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:22.024014 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-a12e763c-e84c-4459-a952-f7398e19f371 service neutron] Transition to ACTIVE for port object 2e8d2cc8-f6f7-4d9c-ba24-cee4c068da0b will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:58:22.035164 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-288818bf-5ad0-4ce6-a963-a725aca4b9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:22.041018 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-a12e763c-e84c-4459-a952-f7398e19f371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:22.060452 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d10ade00-292a-46c6-82d8-2eb40c598d84 req-503b6553-0b38-4c79-8e53-348b2f481997 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7c26f3e-d59d-4df9-b197-93a229a68ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1884460 Sep 17 07:58:22.131975 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-288818bf-5ad0-4ce6-a963-a725aca4b9d8 None None] For port b4002993-2abd-4fb6-8841-6da62da624a6, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=b4002993-2abd-4fb6-8841-6da62da624a6,segment=NetworkSegment(2efcc05e-e5a8-4043-a4a9-5527a013b90a),segment_id=2efcc05e-e5a8-4043-a4a9-5527a013b90a)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:58:22.141486 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-288818bf-5ad0-4ce6-a963-a725aca4b9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:22.187132 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e2784804-060d-45c8-af90-c0ad701be311 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:22.226859 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12e763c-e84c-4459-a952-f7398e19f371 service neutron] Pushing event updated for resources: {'Port': ['ID=2e8d2cc8-f6f7-4d9c-ba24-cee4c068da0b,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:22.275163 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e136e3b4-daf3-4ab6-9d44-a86abfffae7b req-b44c5883-3979-4389-b3c6-739bd5f0caff tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.1557970 Sep 17 07:58:22.276173 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e2784804-060d-45c8-af90-c0ad701be311 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:22.285707 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288818bf-5ad0-4ce6-a963-a725aca4b9d8 None None] Pushing event updated for resources: {'Port': ['ID=b4002993-2abd-4fb6-8841-6da62da624a6,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:22.405190 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device b4002993-2abd-4fb6-8841-6da62da624a6 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:58:22.428146 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-a12e763c-e84c-4459-a952-f7398e19f371 service neutron] Attempting to bind port 2e8d2cc8-f6f7-4d9c-ba24-cee4c068da0b on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:58:22.428484 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-a12e763c-e84c-4459-a952-f7398e19f371 service neutron] Attempting to bind port 2e8d2cc8-f6f7-4d9c-ba24-cee4c068da0b by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': '89b028de-731b-41c1-a47f-5a829efa2b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd8564b37-cdc8-4e9d-8712-8bb5e8dd0908'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:58:22.428830 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-a12e763c-e84c-4459-a952-f7398e19f371 service neutron] Attempting to bind port 2e8d2cc8-f6f7-4d9c-ba24-cee4c068da0b on network d8564b37-cdc8-4e9d-8712-8bb5e8dd0908 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:58:22.433554 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-a12e763c-e84c-4459-a952-f7398e19f371 service neutron] Port 2e8d2cc8-f6f7-4d9c-ba24-cee4c068da0b on network d8564b37-cdc8-4e9d-8712-8bb5e8dd0908 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:58:22.433885 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-a12e763c-e84c-4459-a952-f7398e19f371 service neutron] Attempting to bind port 2e8d2cc8-f6f7-4d9c-ba24-cee4c068da0b on network d8564b37-cdc8-4e9d-8712-8bb5e8dd0908 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:58:22.439395 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-a12e763c-e84c-4459-a952-f7398e19f371 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:58:22.439748 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-a12e763c-e84c-4459-a952-f7398e19f371 service neutron] Checking segment: {'id': '89b028de-731b-41c1-a47f-5a829efa2b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd8564b37-cdc8-4e9d-8712-8bb5e8dd0908'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:58:22.440178 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-a12e763c-e84c-4459-a952-f7398e19f371 service neutron] Bound using segment: {'id': '89b028de-731b-41c1-a47f-5a829efa2b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd8564b37-cdc8-4e9d-8712-8bb5e8dd0908'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:58:22.440616 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-a12e763c-e84c-4459-a952-f7398e19f371 service neutron] Bound port: 2e8d2cc8-f6f7-4d9c-ba24-cee4c068da0b, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89b028de-731b-41c1-a47f-5a829efa2b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd8564b37-cdc8-4e9d-8712-8bb5e8dd0908'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:58:22.441362 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-a12e763c-e84c-4459-a952-f7398e19f371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:22.476359 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560fb677-5730-448f-bbf4-de93f2bf2f5b None None] Network 55cd8809-17b0-4082-bd78-b0d8e2328b78 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:58:22.502872 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-75fea984-b83a-49cd-ad18-57c509c6815c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:22.533939 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-a12e763c-e84c-4459-a952-f7398e19f371 service neutron] For port 2e8d2cc8-f6f7-4d9c-ba24-cee4c068da0b, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:58:22.540405 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-a12e763c-e84c-4459-a952-f7398e19f371 service neutron] For port 2e8d2cc8-f6f7-4d9c-ba24-cee4c068da0b, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=2e8d2cc8-f6f7-4d9c-ba24-cee4c068da0b,segment=NetworkSegment(89b028de-731b-41c1-a47f-5a829efa2b84),segment_id=89b028de-731b-41c1-a47f-5a829efa2b84)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:58:22.548939 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2784804-060d-45c8-af90-c0ad701be311 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Pushing event updated for resources: {'Port': ['ID=d06e7315-dee7-4116-95d2-c6815e83fb04,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:22.552577 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e2784804-060d-45c8-af90-c0ad701be311 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:22.567150 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-a12e763c-e84c-4459-a952-f7398e19f371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:22.606026 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc0d403-9e28-4254-976c-337c3a195b25 req-17be51d1-2be8-4a9d-ad21-22dd853af12e tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:22.607998 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4fc0d403-9e28-4254-976c-337c3a195b25 req-17be51d1-2be8-4a9d-ad21-22dd853af12e tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] 10.222.0.13 "GET /v2.0/ports?device_id=65f64f25-3d11-4a2c-ae2d-5f7f1a31191a HTTP/1.1" status: 200 len: 948 time: 0.1953878 Sep 17 07:58:22.631672 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-a12e763c-e84c-4459-a952-f7398e19f371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:22.636098 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-a12e763c-e84c-4459-a952-f7398e19f371 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:22.637633 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-a12e763c-e84c-4459-a952-f7398e19f371 service neutron] 10.222.0.39 "PUT /v2.0/ports/2e8d2cc8-f6f7-4d9c-ba24-cee4c068da0b HTTP/1.1" status: 200 len: 1136 time: 1.5846255 Sep 17 07:58:22.640646 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-fd8aa065-892e-442c-9d15-e9ca1dd92354 None None] Provisioning complete for port b4002993-2abd-4fb6-8841-6da62da624a6 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:58:22.641762 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fd8aa065-892e-442c-9d15-e9ca1dd92354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:22.699203 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port b4002993-2abd-4fb6-8841-6da62da624a6 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:58:22.699675 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:22.702300 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12e763c-e84c-4459-a952-f7398e19f371 service neutron] Pushing event updated for resources: {'Port': ['ID=2e8d2cc8-f6f7-4d9c-ba24-cee4c068da0b,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:22.716396 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-aaf2062a-83c5-4d09-830c-bfee6a763e07 service neutron] Request body: {'port': {'device_id': '706b6671-3c66-4294-84b0-31a8c1f04549', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:58:22.718416 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device e014e12b-e9da-4a3a-8fe2-4fd991b94aef up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:58:22.739114 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4fc0d403-9e28-4254-976c-337c3a195b25 req-38b54153-0c7d-4ac5-86d6-1fe09f43b0c7 tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] 10.222.0.13 "GET /v2.0/security-groups?id=e33b00ad-9bf3-4d08-9cb9-98964883ec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907257 Sep 17 07:58:22.768356 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2784804-060d-45c8-af90-c0ad701be311 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Network 61e7d38c-dc73-4c5c-86e5-83b3799a7d01 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:58:22.769881 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-e2784804-060d-45c8-af90-c0ad701be311 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:58:22.835616 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:22.865136 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-aaf2062a-83c5-4d09-830c-bfee6a763e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:22.985480 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2784804-060d-45c8-af90-c0ad701be311 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Router 5ca4c65d-a32d-42bb-a829-4d8998ead8bc is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 07:58:23.038716 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port e014e12b-e9da-4a3a-8fe2-4fd991b94aef completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:58:23.074856 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port e014e12b-e9da-4a3a-8fe2-4fd991b94aef triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:58:23.075440 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:23.157869 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device e0bc17b7-ec72-499c-a18e-ebab67646e7d up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:58:23.165250 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-fd8aa065-892e-442c-9d15-e9ca1dd92354 None None] Provisioning complete for port e0bc17b7-ec72-499c-a18e-ebab67646e7d triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:58:23.168138 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fd8aa065-892e-442c-9d15-e9ca1dd92354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:23.298950 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-aaf2062a-83c5-4d09-830c-bfee6a763e07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 858f97dd-d6a3-4621-8715-ddba12e25df6 {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:58:23.307349 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-aaf2062a-83c5-4d09-830c-bfee6a763e07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:23.322405 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-aaf2062a-83c5-4d09-830c-bfee6a763e07 service neutron] Transition to ACTIVE for port object 858f97dd-d6a3-4621-8715-ddba12e25df6 will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:58:23.322989 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '706b6671-3c66-4294-84b0-31a8c1f04549', 'tag': '2e8d2cc8-f6f7-4d9c-ba24-cee4c068da0b'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:58:23.325730 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6417b9c9-8ddd-418d-a7b7-51a7fcba0494" -d '{"events": [{"name": "network-changed", "server_uuid": "706b6671-3c66-4294-84b0-31a8c1f04549", "tag": "2e8d2cc8-f6f7-4d9c-ba24-cee4c068da0b"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:58:23.330733 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-aaf2062a-83c5-4d09-830c-bfee6a763e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:23.336774 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2784804-060d-45c8-af90-c0ad701be311 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:58:23.347814 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3be7470-8be6-4776-91a1-324168eb31a8 None None] Sync routers for ids ['5ca4c65d-a32d-42bb-a829-4d8998ead8bc'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:58:23.363732 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3be7470-8be6-4776-91a1-324168eb31a8 None None] Routers {'5ca4c65d-a32d-42bb-a829-4d8998ead8bc'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:58:23.366257 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-a3be7470-8be6-4776-91a1-324168eb31a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:58:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['5ca4c65d-a32d-42bb-a829-4d8998ead8bc'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:58:23.368854 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:23.369850 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1313e108-a9cf-4c26-8af2-954c5d9d6987 req-dd4b3ff5-4b9d-441d-9a86-a0087ef17d8a tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:23.378250 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1313e108-a9cf-4c26-8af2-954c5d9d6987 req-dd4b3ff5-4b9d-441d-9a86-a0087ef17d8a tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=4765d900-580a-4876-aace-9ff28fab5c5d HTTP/1.1" status: 200 len: 945 time: 0.3056355 Sep 17 07:58:23.400396 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e2784804-060d-45c8-af90-c0ad701be311 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "PUT /v2.0/routers/5ca4c65d-a32d-42bb-a829-4d8998ead8bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1632586 Sep 17 07:58:23.402926 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 50848) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:23.424786 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port e0bc17b7-ec72-499c-a18e-ebab67646e7d triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:58:23.425290 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:23.444306 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713db15-cc48-4aa1-8cec-75db5941245e req-88f0eb50-0296-431b-b30e-4d76fb7570ab tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:23.461123 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-a3be7470-8be6-4776-91a1-324168eb31a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:58:23.467226 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713db15-cc48-4aa1-8cec-75db5941245e req-88f0eb50-0296-431b-b30e-4d76fb7570ab tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:23.473991 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713db15-cc48-4aa1-8cec-75db5941245e req-88f0eb50-0296-431b-b30e-4d76fb7570ab tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:23.482076 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713db15-cc48-4aa1-8cec-75db5941245e req-88f0eb50-0296-431b-b30e-4d76fb7570ab tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:23.485223 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3be7470-8be6-4776-91a1-324168eb31a8 None None] Routers {'5ca4c65d-a32d-42bb-a829-4d8998ead8bc'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:58:23.486128 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-a3be7470-8be6-4776-91a1-324168eb31a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:58:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['5ca4c65d-a32d-42bb-a829-4d8998ead8bc'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:58:23.492508 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-aaf2062a-83c5-4d09-830c-bfee6a763e07 service neutron] Attempting to bind port 858f97dd-d6a3-4621-8715-ddba12e25df6 on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:58:23.492853 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-aaf2062a-83c5-4d09-830c-bfee6a763e07 service neutron] Attempting to bind port 858f97dd-d6a3-4621-8715-ddba12e25df6 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': '89b028de-731b-41c1-a47f-5a829efa2b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd8564b37-cdc8-4e9d-8712-8bb5e8dd0908'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:58:23.493188 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-aaf2062a-83c5-4d09-830c-bfee6a763e07 service neutron] Attempting to bind port 858f97dd-d6a3-4621-8715-ddba12e25df6 on network d8564b37-cdc8-4e9d-8712-8bb5e8dd0908 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:58:23.496204 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713db15-cc48-4aa1-8cec-75db5941245e req-88f0eb50-0296-431b-b30e-4d76fb7570ab tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:23.502183 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-aaf2062a-83c5-4d09-830c-bfee6a763e07 service neutron] Port 858f97dd-d6a3-4621-8715-ddba12e25df6 on network d8564b37-cdc8-4e9d-8712-8bb5e8dd0908 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:58:23.502423 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-aaf2062a-83c5-4d09-830c-bfee6a763e07 service neutron] Attempting to bind port 858f97dd-d6a3-4621-8715-ddba12e25df6 on network d8564b37-cdc8-4e9d-8712-8bb5e8dd0908 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:58:23.508100 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713db15-cc48-4aa1-8cec-75db5941245e req-88f0eb50-0296-431b-b30e-4d76fb7570ab tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:23.510344 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2062a-83c5-4d09-830c-bfee6a763e07 service neutron] Pushing event updated for resources: {'Port': ['ID=858f97dd-d6a3-4621-8715-ddba12e25df6,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:23.516487 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6713db15-cc48-4aa1-8cec-75db5941245e req-88f0eb50-0296-431b-b30e-4d76fb7570ab tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/ports?device_id=706b6671-3c66-4294-84b0-31a8c1f04549 HTTP/1.1" status: 200 len: 4605 time: 0.3106394 Sep 17 07:58:23.521746 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-aaf2062a-83c5-4d09-830c-bfee6a763e07 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:58:23.522304 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-aaf2062a-83c5-4d09-830c-bfee6a763e07 service neutron] Checking segment: {'id': '89b028de-731b-41c1-a47f-5a829efa2b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd8564b37-cdc8-4e9d-8712-8bb5e8dd0908'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:58:23.522863 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-aaf2062a-83c5-4d09-830c-bfee6a763e07 service neutron] Bound using segment: {'id': '89b028de-731b-41c1-a47f-5a829efa2b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd8564b37-cdc8-4e9d-8712-8bb5e8dd0908'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:58:23.523511 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-aaf2062a-83c5-4d09-830c-bfee6a763e07 service neutron] Bound port: 858f97dd-d6a3-4621-8715-ddba12e25df6, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89b028de-731b-41c1-a47f-5a829efa2b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd8564b37-cdc8-4e9d-8712-8bb5e8dd0908'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:58:23.524089 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-aaf2062a-83c5-4d09-830c-bfee6a763e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:23.574207 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-a3be7470-8be6-4776-91a1-324168eb31a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:58:23.575369 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3be7470-8be6-4776-91a1-324168eb31a8 None None] The sync data for ids ['5ca4c65d-a32d-42bb-a829-4d8998ead8bc'] in n-d-789963-9 is: [] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:58:23.599901 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65f64f25-3d11-4a2c-ae2d-5f7f1a31191a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e014e12b-e9da-4a3a-8fe2-4fd991b94aef'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:58:23.602428 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e9e1d09-c13f-4df3-a77e-88a6c9da0c1b" -d '{"events": [{"server_uuid": "65f64f25-3d11-4a2c-ae2d-5f7f1a31191a", "name": "network-vif-plugged", "status": "completed", "tag": "e014e12b-e9da-4a3a-8fe2-4fd991b94aef"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:58:23.616368 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-aaf2062a-83c5-4d09-830c-bfee6a763e07 service neutron] For port 858f97dd-d6a3-4621-8715-ddba12e25df6, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:58:23.619472 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-aaf2062a-83c5-4d09-830c-bfee6a763e07 service neutron] For port 858f97dd-d6a3-4621-8715-ddba12e25df6, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=858f97dd-d6a3-4621-8715-ddba12e25df6,segment=NetworkSegment(89b028de-731b-41c1-a47f-5a829efa2b84),segment_id=89b028de-731b-41c1-a47f-5a829efa2b84)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:58:23.629164 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-aaf2062a-83c5-4d09-830c-bfee6a763e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:23.643373 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79d55bb-63c4-48c9-82fb-2b0a76cdc4b9 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:23.645115 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-b79d55bb-63c4-48c9-82fb-2b0a76cdc4b9 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "GET /v2.0/ports/d06e7315-dee7-4116-95d2-c6815e83fb04 HTTP/1.1" status: 200 len: 910 time: 0.2411139 Sep 17 07:58:23.648317 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 50852) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:23.668489 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6713db15-cc48-4aa1-8cec-75db5941245e req-c7fd7107-0be1-423f-993d-fb7d4d101416 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7c26f3e-d59d-4df9-b197-93a229a68ca8&id=83963e04-88c6-40e9-944b-1d6adac19415&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1486738 Sep 17 07:58:23.684269 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:23.688636 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port e014e12b-e9da-4a3a-8fe2-4fd991b94aef, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=e014e12b-e9da-4a3a-8fe2-4fd991b94aef,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:58:23.692611 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1313e108-a9cf-4c26-8af2-954c5d9d6987 req-cbfba0f6-6d9a-4800-b5b2-eaee26d3e878 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131604 Sep 17 07:58:23.720378 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-aaf2062a-83c5-4d09-830c-bfee6a763e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:23.721048 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-aaf2062a-83c5-4d09-830c-bfee6a763e07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:23.722542 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-aaf2062a-83c5-4d09-830c-bfee6a763e07 service neutron] 10.222.0.39 "PUT /v2.0/ports/858f97dd-d6a3-4621-8715-ddba12e25df6 HTTP/1.1" status: 200 len: 1136 time: 1.0161898 Sep 17 07:58:23.723301 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2062a-83c5-4d09-830c-bfee6a763e07 service neutron] Pushing event updated for resources: {'Port': ['ID=858f97dd-d6a3-4621-8715-ddba12e25df6,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:23.732811 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:23.763767 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-6d27ffe7-5b0b-455d-9fc2-f9bf2070d49b service neutron] Request body: {'port': {'device_id': '706b6671-3c66-4294-84b0-31a8c1f04549', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:58:23.792233 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fd8aa065-892e-442c-9d15-e9ca1dd92354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:23.795115 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=e014e12b-e9da-4a3a-8fe2-4fd991b94aef,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:23.811035 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:23.842519 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-6d27ffe7-5b0b-455d-9fc2-f9bf2070d49b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:23.885327 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-fd8aa065-892e-442c-9d15-e9ca1dd92354 None None] For port e0bc17b7-ec72-499c-a18e-ebab67646e7d, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=e0bc17b7-ec72-499c-a18e-ebab67646e7d,segment=NetworkSegment(50ed00de-4eae-4284-bc03-7ab2f506e0b9),segment_id=50ed00de-4eae-4284-bc03-7ab2f506e0b9)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:58:23.891538 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fd8aa065-892e-442c-9d15-e9ca1dd92354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:23.943896 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db6e601-da09-492d-8e5c-6c1b3fcb4939 x-openstack-request-id: req-0db6e601-da09-492d-8e5c-6c1b3fcb4939 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:58:23.944478 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "706b6671-3c66-4294-84b0-31a8c1f04549", "tag": "2e8d2cc8-f6f7-4d9c-ba24-cee4c068da0b", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:58:23.944478 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0db6e601-da09-492d-8e5c-6c1b3fcb4939 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:58:23.944831 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '706b6671-3c66-4294-84b0-31a8c1f04549', 'tag': '2e8d2cc8-f6f7-4d9c-ba24-cee4c068da0b', 'status': 'completed', 'code': 200} Sep 17 07:58:24.047651 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc72723-d3c5-4577-ba6f-ff38a5e6fc43 x-openstack-request-id: req-1bc72723-d3c5-4577-ba6f-ff38a5e6fc43 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:58:24.047951 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65f64f25-3d11-4a2c-ae2d-5f7f1a31191a", "name": "network-vif-plugged", "status": "completed", "tag": "e014e12b-e9da-4a3a-8fe2-4fd991b94aef", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:58:24.048217 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1bc72723-d3c5-4577-ba6f-ff38a5e6fc43 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:58:24.048627 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65f64f25-3d11-4a2c-ae2d-5f7f1a31191a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e014e12b-e9da-4a3a-8fe2-4fd991b94aef', 'code': 200} Sep 17 07:58:24.050913 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.db.api [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 07:58:24.051278 n-d-789963-9 neutron-server[101291]: DEBUG oslo_db.api [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 07:58:24.058533 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-fd8aa065-892e-442c-9d15-e9ca1dd92354 None None] Provisioning complete for port d06e7315-dee7-4116-95d2-c6815e83fb04 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:58:24.058925 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fd8aa065-892e-442c-9d15-e9ca1dd92354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:24.060560 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8aa065-892e-442c-9d15-e9ca1dd92354 None None] Pushing event updated for resources: {'Port': ['ID=e0bc17b7-ec72-499c-a18e-ebab67646e7d,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:24.154644 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-fd8aa065-892e-442c-9d15-e9ca1dd92354 None None] Port d06e7315-dee7-4116-95d2-c6815e83fb04 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:58:24.162729 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417b9c9-8ddd-418d-a7b7-51a7fcba0494 req-984d7dc6-8f1e-49cb-86b8-631f1ab5b5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:24.163222 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417b9c9-8ddd-418d-a7b7-51a7fcba0494 req-984d7dc6-8f1e-49cb-86b8-631f1ab5b5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:24.163700 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417b9c9-8ddd-418d-a7b7-51a7fcba0494 req-984d7dc6-8f1e-49cb-86b8-631f1ab5b5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:24.164205 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417b9c9-8ddd-418d-a7b7-51a7fcba0494 req-984d7dc6-8f1e-49cb-86b8-631f1ab5b5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:24.164676 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417b9c9-8ddd-418d-a7b7-51a7fcba0494 req-984d7dc6-8f1e-49cb-86b8-631f1ab5b5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:24.165143 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417b9c9-8ddd-418d-a7b7-51a7fcba0494 req-984d7dc6-8f1e-49cb-86b8-631f1ab5b5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:24.165613 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417b9c9-8ddd-418d-a7b7-51a7fcba0494 req-984d7dc6-8f1e-49cb-86b8-631f1ab5b5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:24.167741 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6417b9c9-8ddd-418d-a7b7-51a7fcba0494 req-984d7dc6-8f1e-49cb-86b8-631f1ab5b5c5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=be827b1e83e148ae835f43092deae86a&device_id=706b6671-3c66-4294-84b0-31a8c1f04549 HTTP/1.1" status: 200 len: 6220 time: 0.0933149 Sep 17 07:58:24.282692 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-847da65f-c256-404b-bd13-7d199e9382cf None None] Provisioning complete for port e0bc17b7-ec72-499c-a18e-ebab67646e7d triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:58:24.283410 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-847da65f-c256-404b-bd13-7d199e9382cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:24.343129 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417b9c9-8ddd-418d-a7b7-51a7fcba0494 req-0a3514f3-cdfa-496a-a81d-2dd3b6408ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:24.343626 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417b9c9-8ddd-418d-a7b7-51a7fcba0494 req-0a3514f3-cdfa-496a-a81d-2dd3b6408ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:24.344647 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417b9c9-8ddd-418d-a7b7-51a7fcba0494 req-0a3514f3-cdfa-496a-a81d-2dd3b6408ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:24.346249 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6417b9c9-8ddd-418d-a7b7-51a7fcba0494 req-0a3514f3-cdfa-496a-a81d-2dd3b6408ccd service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=be827b1e83e148ae835f43092deae86a&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.1474960 Sep 17 07:58:24.351915 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d58f4091-c55b-496e-a4df-736e2fbe7a54 req-11fd7a87-783b-4f77-8865-fa1aae1c74a7 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0578516 Sep 17 07:58:24.421731 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-6d27ffe7-5b0b-455d-9fc2-f9bf2070d49b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9daf9ec3-be6c-41a6-bf27-2c5e926410d5 {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:58:24.433746 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-6d27ffe7-5b0b-455d-9fc2-f9bf2070d49b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:24.454304 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-847da65f-c256-404b-bd13-7d199e9382cf None None] Provisioning complete for port d06e7315-dee7-4116-95d2-c6815e83fb04 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:58:24.454674 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-847da65f-c256-404b-bd13-7d199e9382cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:24.459204 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96efd5-075b-4ec2-9510-509e95fc5b5c req-8044bc18-eb75-404b-92a5-9ffc66856e29 tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:24.461035 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2c96efd5-075b-4ec2-9510-509e95fc5b5c req-8044bc18-eb75-404b-92a5-9ffc66856e29 tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] 10.222.0.13 "GET /v2.0/ports?device_id=65f64f25-3d11-4a2c-ae2d-5f7f1a31191a HTTP/1.1" status: 200 len: 949 time: 0.1864259 Sep 17 07:58:24.480692 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-6d27ffe7-5b0b-455d-9fc2-f9bf2070d49b service neutron] Transition to ACTIVE for port object 9daf9ec3-be6c-41a6-bf27-2c5e926410d5 will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:58:24.492908 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-6d27ffe7-5b0b-455d-9fc2-f9bf2070d49b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:24.496133 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016838f5-1cbd-44e4-b29a-de75d22437c2 req-afc3616c-3bda-4025-91a2-368baaf33ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:24.498107 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-016838f5-1cbd-44e4-b29a-de75d22437c2 req-afc3616c-3bda-4025-91a2-368baaf33ca5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=65f64f25-3d11-4a2c-ae2d-5f7f1a31191a HTTP/1.1" status: 200 len: 1100 time: 0.2222793 Sep 17 07:58:24.524286 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-847da65f-c256-404b-bd13-7d199e9382cf None None] Port d06e7315-dee7-4116-95d2-c6815e83fb04 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:58:24.532375 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417b9c9-8ddd-418d-a7b7-51a7fcba0494 req-bfd9c1a7-c920-42c8-b732-e5cb62f684ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:24.534006 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6417b9c9-8ddd-418d-a7b7-51a7fcba0494 req-bfd9c1a7-c920-42c8-b732-e5cb62f684ba service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1560848 Sep 17 07:58:24.586357 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d27ffe7-5b0b-455d-9fc2-f9bf2070d49b service neutron] Pushing event updated for resources: {'Port': ['ID=9daf9ec3-be6c-41a6-bf27-2c5e926410d5,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:24.645137 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-6d27ffe7-5b0b-455d-9fc2-f9bf2070d49b service neutron] Attempting to bind port 9daf9ec3-be6c-41a6-bf27-2c5e926410d5 on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:58:24.645480 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-6d27ffe7-5b0b-455d-9fc2-f9bf2070d49b service neutron] Attempting to bind port 9daf9ec3-be6c-41a6-bf27-2c5e926410d5 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': '89b028de-731b-41c1-a47f-5a829efa2b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd8564b37-cdc8-4e9d-8712-8bb5e8dd0908'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:58:24.645810 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-6d27ffe7-5b0b-455d-9fc2-f9bf2070d49b service neutron] Attempting to bind port 9daf9ec3-be6c-41a6-bf27-2c5e926410d5 on network d8564b37-cdc8-4e9d-8712-8bb5e8dd0908 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:58:24.651690 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-6d27ffe7-5b0b-455d-9fc2-f9bf2070d49b service neutron] Port 9daf9ec3-be6c-41a6-bf27-2c5e926410d5 on network d8564b37-cdc8-4e9d-8712-8bb5e8dd0908 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:58:24.652042 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-6d27ffe7-5b0b-455d-9fc2-f9bf2070d49b service neutron] Attempting to bind port 9daf9ec3-be6c-41a6-bf27-2c5e926410d5 on network d8564b37-cdc8-4e9d-8712-8bb5e8dd0908 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:58:24.663989 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-6d27ffe7-5b0b-455d-9fc2-f9bf2070d49b service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:58:24.664337 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-6d27ffe7-5b0b-455d-9fc2-f9bf2070d49b service neutron] Checking segment: {'id': '89b028de-731b-41c1-a47f-5a829efa2b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd8564b37-cdc8-4e9d-8712-8bb5e8dd0908'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:58:24.664725 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-6d27ffe7-5b0b-455d-9fc2-f9bf2070d49b service neutron] Bound using segment: {'id': '89b028de-731b-41c1-a47f-5a829efa2b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd8564b37-cdc8-4e9d-8712-8bb5e8dd0908'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:58:24.665158 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-6d27ffe7-5b0b-455d-9fc2-f9bf2070d49b service neutron] Bound port: 9daf9ec3-be6c-41a6-bf27-2c5e926410d5, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89b028de-731b-41c1-a47f-5a829efa2b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd8564b37-cdc8-4e9d-8712-8bb5e8dd0908'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:58:24.665520 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-6d27ffe7-5b0b-455d-9fc2-f9bf2070d49b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:24.709700 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-016838f5-1cbd-44e4-b29a-de75d22437c2 req-bf92c567-9d30-48a4-b52d-4df8bd403ee8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e33b00ad-9bf3-4d08-9cb9-98964883ec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982307 Sep 17 07:58:24.720991 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2c96efd5-075b-4ec2-9510-509e95fc5b5c req-50d331bb-cd5f-4f1f-bde4-3e4ca10da7b3 tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] 10.222.0.13 "GET /v2.0/security-groups?id=e33b00ad-9bf3-4d08-9cb9-98964883ec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197134 Sep 17 07:58:24.743801 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-6d27ffe7-5b0b-455d-9fc2-f9bf2070d49b service neutron] For port 9daf9ec3-be6c-41a6-bf27-2c5e926410d5, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:58:24.747378 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-6d27ffe7-5b0b-455d-9fc2-f9bf2070d49b service neutron] For port 9daf9ec3-be6c-41a6-bf27-2c5e926410d5, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=9daf9ec3-be6c-41a6-bf27-2c5e926410d5,segment=NetworkSegment(89b028de-731b-41c1-a47f-5a829efa2b84),segment_id=89b028de-731b-41c1-a47f-5a829efa2b84)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:58:24.753626 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-6d27ffe7-5b0b-455d-9fc2-f9bf2070d49b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:24.763032 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device b4002993-2abd-4fb6-8841-6da62da624a6 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:58:24.842316 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-6d27ffe7-5b0b-455d-9fc2-f9bf2070d49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:24.842933 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-6d27ffe7-5b0b-455d-9fc2-f9bf2070d49b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:24.844969 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-6d27ffe7-5b0b-455d-9fc2-f9bf2070d49b service neutron] 10.222.0.39 "PUT /v2.0/ports/9daf9ec3-be6c-41a6-bf27-2c5e926410d5 HTTP/1.1" status: 200 len: 1091 time: 1.0865512 Sep 17 07:58:24.859117 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port b4002993-2abd-4fb6-8841-6da62da624a6 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:58:24.859929 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:24.885900 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d27ffe7-5b0b-455d-9fc2-f9bf2070d49b service neutron] Pushing event updated for resources: {'Port': ['ID=9daf9ec3-be6c-41a6-bf27-2c5e926410d5,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:24.895600 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4931859a-d132-49ec-98a2-5639d1138d0c tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:24.972058 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device e0bc17b7-ec72-499c-a18e-ebab67646e7d up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:58:25.025204 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port e0bc17b7-ec72-499c-a18e-ebab67646e7d triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:58:25.025875 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:25.073984 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-019d71f4-7fbe-4d52-8378-1256997c7293 service neutron] Request body: {'port': {'device_id': '706b6671-3c66-4294-84b0-31a8c1f04549', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:58:25.160280 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-019d71f4-7fbe-4d52-8378-1256997c7293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:25.208636 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:25.264741 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a530e46-4e3a-4d40-86bd-06c5c8372735 req-d388b6d6-d67b-457c-a85e-98c8317a011f tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:25.272256 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a530e46-4e3a-4d40-86bd-06c5c8372735 req-d388b6d6-d67b-457c-a85e-98c8317a011f tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:25.278288 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a530e46-4e3a-4d40-86bd-06c5c8372735 req-d388b6d6-d67b-457c-a85e-98c8317a011f tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:25.284806 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a530e46-4e3a-4d40-86bd-06c5c8372735 req-d388b6d6-d67b-457c-a85e-98c8317a011f tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:25.290682 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a530e46-4e3a-4d40-86bd-06c5c8372735 req-d388b6d6-d67b-457c-a85e-98c8317a011f tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:25.297286 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a530e46-4e3a-4d40-86bd-06c5c8372735 req-d388b6d6-d67b-457c-a85e-98c8317a011f tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:25.303685 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a530e46-4e3a-4d40-86bd-06c5c8372735 req-d388b6d6-d67b-457c-a85e-98c8317a011f tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:25.305382 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7a530e46-4e3a-4d40-86bd-06c5c8372735 req-d388b6d6-d67b-457c-a85e-98c8317a011f tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/ports?device_id=706b6671-3c66-4294-84b0-31a8c1f04549 HTTP/1.1" status: 200 len: 5395 time: 0.4300365 Sep 17 07:58:25.325703 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9e3490-b192-409c-91f8-bbc27ed082ba req-80988d83-8162-467f-a8c6-854fa473c527 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:25.327230 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2b9e3490-b192-409c-91f8-bbc27ed082ba req-80988d83-8162-467f-a8c6-854fa473c527 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=4765d900-580a-4876-aace-9ff28fab5c5d HTTP/1.1" status: 200 len: 945 time: 0.4605274 Sep 17 07:58:25.352772 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-4931859a-d132-49ec-98a2-5639d1138d0c tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Allocated IP 172.21.0.1 (55cd8809-17b0-4082-bd78-b0d8e2328b78/5a32e1c3-4227-4302-b9a7-1ff9b5d0812f/ffebb9e6-3bed-4679-a205-70634e4df625) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:58:25.415741 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7a530e46-4e3a-4d40-86bd-06c5c8372735 req-dd8d8ea8-83d8-46d1-961f-fc2f37ae91f9 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7c26f3e-d59d-4df9-b197-93a229a68ca8&id=83963e04-88c6-40e9-944b-1d6adac19415&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1035466 Sep 17 07:58:25.431342 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2b9e3490-b192-409c-91f8-bbc27ed082ba req-a24b3ede-2eb4-446e-a78e-42494964b284 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846300 Sep 17 07:58:25.476711 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-019d71f4-7fbe-4d52-8378-1256997c7293 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be665358-5a2c-4dfe-be6e-8c1aa523ee59 {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:58:25.490220 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-019d71f4-7fbe-4d52-8378-1256997c7293 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:25.520023 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-019d71f4-7fbe-4d52-8378-1256997c7293 service neutron] Transition to ACTIVE for port object be665358-5a2c-4dfe-be6e-8c1aa523ee59 will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:58:25.525549 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-019d71f4-7fbe-4d52-8378-1256997c7293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:25.538905 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4931859a-d132-49ec-98a2-5639d1138d0c tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:25.563419 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9e91eff6-667c-441c-9548-58b985610eba req-0dba97ad-c1c1-46b4-a207-9f21eb544b7b tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0435734 Sep 17 07:58:25.581499 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019d71f4-7fbe-4d52-8378-1256997c7293 service neutron] Pushing event updated for resources: {'Port': ['ID=be665358-5a2c-4dfe-be6e-8c1aa523ee59,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:25.613800 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4931859a-d132-49ec-98a2-5639d1138d0c tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:25.652370 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4931859a-d132-49ec-98a2-5639d1138d0c tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Network 55cd8809-17b0-4082-bd78-b0d8e2328b78 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:58:25.660081 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-019d71f4-7fbe-4d52-8378-1256997c7293 service neutron] Attempting to bind port be665358-5a2c-4dfe-be6e-8c1aa523ee59 on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:58:25.661050 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-019d71f4-7fbe-4d52-8378-1256997c7293 service neutron] Attempting to bind port be665358-5a2c-4dfe-be6e-8c1aa523ee59 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': '89b028de-731b-41c1-a47f-5a829efa2b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd8564b37-cdc8-4e9d-8712-8bb5e8dd0908'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:58:25.661050 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-019d71f4-7fbe-4d52-8378-1256997c7293 service neutron] Attempting to bind port be665358-5a2c-4dfe-be6e-8c1aa523ee59 on network d8564b37-cdc8-4e9d-8712-8bb5e8dd0908 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:58:25.663598 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-4931859a-d132-49ec-98a2-5639d1138d0c tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:58:25.665604 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-019d71f4-7fbe-4d52-8378-1256997c7293 service neutron] Port be665358-5a2c-4dfe-be6e-8c1aa523ee59 on network d8564b37-cdc8-4e9d-8712-8bb5e8dd0908 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:58:25.666162 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-019d71f4-7fbe-4d52-8378-1256997c7293 service neutron] Attempting to bind port be665358-5a2c-4dfe-be6e-8c1aa523ee59 on network d8564b37-cdc8-4e9d-8712-8bb5e8dd0908 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:58:25.670132 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4931859a-d132-49ec-98a2-5639d1138d0c tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:58:25.683605 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-019d71f4-7fbe-4d52-8378-1256997c7293 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:58:25.684271 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-019d71f4-7fbe-4d52-8378-1256997c7293 service neutron] Checking segment: {'id': '89b028de-731b-41c1-a47f-5a829efa2b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd8564b37-cdc8-4e9d-8712-8bb5e8dd0908'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:58:25.684839 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-019d71f4-7fbe-4d52-8378-1256997c7293 service neutron] Bound using segment: {'id': '89b028de-731b-41c1-a47f-5a829efa2b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd8564b37-cdc8-4e9d-8712-8bb5e8dd0908'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:58:25.685716 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-019d71f4-7fbe-4d52-8378-1256997c7293 service neutron] Bound port: be665358-5a2c-4dfe-be6e-8c1aa523ee59, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89b028de-731b-41c1-a47f-5a829efa2b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd8564b37-cdc8-4e9d-8712-8bb5e8dd0908'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:58:25.686399 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-019d71f4-7fbe-4d52-8378-1256997c7293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:25.718710 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4931859a-d132-49ec-98a2-5639d1138d0c tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Pushing event updated for resources: {'Port': ['ID=ffebb9e6-3bed-4679-a205-70634e4df625,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:25.735339 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4931859a-d132-49ec-98a2-5639d1138d0c tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:25.817481 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-019d71f4-7fbe-4d52-8378-1256997c7293 service neutron] For port be665358-5a2c-4dfe-be6e-8c1aa523ee59, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:58:25.821526 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-019d71f4-7fbe-4d52-8378-1256997c7293 service neutron] For port be665358-5a2c-4dfe-be6e-8c1aa523ee59, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=be665358-5a2c-4dfe-be6e-8c1aa523ee59,segment=NetworkSegment(89b028de-731b-41c1-a47f-5a829efa2b84),segment_id=89b028de-731b-41c1-a47f-5a829efa2b84)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:58:25.828587 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-019d71f4-7fbe-4d52-8378-1256997c7293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:25.880335 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-019d71f4-7fbe-4d52-8378-1256997c7293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:25.881403 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-019d71f4-7fbe-4d52-8378-1256997c7293 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:25.883023 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-019d71f4-7fbe-4d52-8378-1256997c7293 service neutron] 10.222.0.39 "PUT /v2.0/ports/be665358-5a2c-4dfe-be6e-8c1aa523ee59 HTTP/1.1" status: 200 len: 1090 time: 0.8136878 Sep 17 07:58:25.933054 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae946268-6471-47cb-9f4f-a4ef1e981689 req-04535635-c639-428b-81ff-08fd99a662a5 tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:25.934897 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ae946268-6471-47cb-9f4f-a4ef1e981689 req-04535635-c639-428b-81ff-08fd99a662a5 tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] 10.222.0.13 "GET /v2.0/ports?device_id=65f64f25-3d11-4a2c-ae2d-5f7f1a31191a HTTP/1.1" status: 200 len: 949 time: 0.1075034 Sep 17 07:58:25.941627 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-741d398f-dc1d-4b0e-a9d3-ae6e01e356ec service neutron] Request body: {'port': {'device_id': '706b6671-3c66-4294-84b0-31a8c1f04549', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:58:25.944078 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019d71f4-7fbe-4d52-8378-1256997c7293 service neutron] Pushing event updated for resources: {'Port': ['ID=be665358-5a2c-4dfe-be6e-8c1aa523ee59,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:25.961928 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '706b6671-3c66-4294-84b0-31a8c1f04549', 'tag': '858f97dd-d6a3-4621-8715-ddba12e25df6'}, {'name': 'network-changed', 'server_uuid': '706b6671-3c66-4294-84b0-31a8c1f04549', 'tag': '9daf9ec3-be6c-41a6-bf27-2c5e926410d5'}, {'name': 'network-changed', 'server_uuid': '706b6671-3c66-4294-84b0-31a8c1f04549', 'tag': 'be665358-5a2c-4dfe-be6e-8c1aa523ee59'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:58:25.963904 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be111801-05a5-422c-b5db-674691f752fc" -d '{"events": [{"name": "network-changed", "server_uuid": "706b6671-3c66-4294-84b0-31a8c1f04549", "tag": "858f97dd-d6a3-4621-8715-ddba12e25df6"}, {"name": "network-changed", "server_uuid": "706b6671-3c66-4294-84b0-31a8c1f04549", "tag": "9daf9ec3-be6c-41a6-bf27-2c5e926410d5"}, {"name": "network-changed", "server_uuid": "706b6671-3c66-4294-84b0-31a8c1f04549", "tag": "be665358-5a2c-4dfe-be6e-8c1aa523ee59"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:58:25.969730 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4931859a-d132-49ec-98a2-5639d1138d0c tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:26.048660 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 17 Sep 2021 07:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c86bfb-59fe-4d1d-86e3-129a27670dac x-openstack-request-id: req-d5c86bfb-59fe-4d1d-86e3-129a27670dac {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:58:26.049243 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "706b6671-3c66-4294-84b0-31a8c1f04549", "tag": "858f97dd-d6a3-4621-8715-ddba12e25df6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "706b6671-3c66-4294-84b0-31a8c1f04549", "tag": "9daf9ec3-be6c-41a6-bf27-2c5e926410d5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "706b6671-3c66-4294-84b0-31a8c1f04549", "tag": "be665358-5a2c-4dfe-be6e-8c1aa523ee59", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:58:26.049728 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d5c86bfb-59fe-4d1d-86e3-129a27670dac {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:58:26.050341 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '706b6671-3c66-4294-84b0-31a8c1f04549', 'tag': '858f97dd-d6a3-4621-8715-ddba12e25df6', 'status': 'completed', 'code': 200} Sep 17 07:58:26.050827 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '706b6671-3c66-4294-84b0-31a8c1f04549', 'tag': '9daf9ec3-be6c-41a6-bf27-2c5e926410d5', 'status': 'completed', 'code': 200} Sep 17 07:58:26.051287 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '706b6671-3c66-4294-84b0-31a8c1f04549', 'tag': 'be665358-5a2c-4dfe-be6e-8c1aa523ee59', 'status': 'completed', 'code': 200} Sep 17 07:58:26.060791 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-741d398f-dc1d-4b0e-a9d3-ae6e01e356ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:26.095014 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ae946268-6471-47cb-9f4f-a4ef1e981689 req-99781688-b08e-4302-a321-af79856f4a14 tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] 10.222.0.13 "GET /v2.0/security-groups?id=e33b00ad-9bf3-4d08-9cb9-98964883ec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397460 Sep 17 07:58:26.105844 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-cb634736-f7ca-4acf-9a3c-5adcd5c15ba8 None None] Provisioning complete for port ffebb9e6-3bed-4679-a205-70634e4df625 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:58:26.106335 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cb634736-f7ca-4acf-9a3c-5adcd5c15ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:26.213622 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-cb634736-f7ca-4acf-9a3c-5adcd5c15ba8 None None] Port ffebb9e6-3bed-4679-a205-70634e4df625 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:58:26.217833 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be111801-05a5-422c-b5db-674691f752fc req-fffdab25-5665-4a58-9d21-61dbf413ff9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:26.218582 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be111801-05a5-422c-b5db-674691f752fc req-fffdab25-5665-4a58-9d21-61dbf413ff9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:26.219576 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be111801-05a5-422c-b5db-674691f752fc req-fffdab25-5665-4a58-9d21-61dbf413ff9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:26.220104 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be111801-05a5-422c-b5db-674691f752fc req-fffdab25-5665-4a58-9d21-61dbf413ff9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:26.220557 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be111801-05a5-422c-b5db-674691f752fc req-fffdab25-5665-4a58-9d21-61dbf413ff9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:26.221037 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be111801-05a5-422c-b5db-674691f752fc req-fffdab25-5665-4a58-9d21-61dbf413ff9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:26.221883 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be111801-05a5-422c-b5db-674691f752fc req-fffdab25-5665-4a58-9d21-61dbf413ff9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:26.223998 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-be111801-05a5-422c-b5db-674691f752fc req-fffdab25-5665-4a58-9d21-61dbf413ff9b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=be827b1e83e148ae835f43092deae86a&device_id=706b6671-3c66-4294-84b0-31a8c1f04549 HTTP/1.1" status: 200 len: 6354 time: 0.1227441 Sep 17 07:58:26.407958 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-741d398f-dc1d-4b0e-a9d3-ae6e01e356ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c3cff88-1b52-462a-aa22-14e35f943803 {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:58:26.415957 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-741d398f-dc1d-4b0e-a9d3-ae6e01e356ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:26.428238 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-741d398f-dc1d-4b0e-a9d3-ae6e01e356ec service neutron] Transition to ACTIVE for port object 8c3cff88-1b52-462a-aa22-14e35f943803 will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:58:26.433951 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-741d398f-dc1d-4b0e-a9d3-ae6e01e356ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:26.445025 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be111801-05a5-422c-b5db-674691f752fc req-a19cf41d-889f-49c3-a10d-d21196bd835e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:26.445618 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be111801-05a5-422c-b5db-674691f752fc req-a19cf41d-889f-49c3-a10d-d21196bd835e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:26.445965 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be111801-05a5-422c-b5db-674691f752fc req-a19cf41d-889f-49c3-a10d-d21196bd835e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:26.447599 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-be111801-05a5-422c-b5db-674691f752fc req-a19cf41d-889f-49c3-a10d-d21196bd835e service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=be827b1e83e148ae835f43092deae86a&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.1828966 Sep 17 07:58:26.524003 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741d398f-dc1d-4b0e-a9d3-ae6e01e356ec service neutron] Pushing event updated for resources: {'Port': ['ID=8c3cff88-1b52-462a-aa22-14e35f943803,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:26.609375 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-741d398f-dc1d-4b0e-a9d3-ae6e01e356ec service neutron] Attempting to bind port 8c3cff88-1b52-462a-aa22-14e35f943803 on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:58:26.609645 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-741d398f-dc1d-4b0e-a9d3-ae6e01e356ec service neutron] Attempting to bind port 8c3cff88-1b52-462a-aa22-14e35f943803 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': 'b8383a2f-bb70-4f97-901a-162d8b652754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '23dc9245-044a-48fa-8f5c-bfe08f2d4cd2'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:58:26.610338 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-741d398f-dc1d-4b0e-a9d3-ae6e01e356ec service neutron] Attempting to bind port 8c3cff88-1b52-462a-aa22-14e35f943803 on network 23dc9245-044a-48fa-8f5c-bfe08f2d4cd2 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:58:26.616047 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-741d398f-dc1d-4b0e-a9d3-ae6e01e356ec service neutron] Port 8c3cff88-1b52-462a-aa22-14e35f943803 on network 23dc9245-044a-48fa-8f5c-bfe08f2d4cd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:58:26.616610 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-741d398f-dc1d-4b0e-a9d3-ae6e01e356ec service neutron] Attempting to bind port 8c3cff88-1b52-462a-aa22-14e35f943803 on network 23dc9245-044a-48fa-8f5c-bfe08f2d4cd2 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:58:26.622444 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-741d398f-dc1d-4b0e-a9d3-ae6e01e356ec service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:58:26.622791 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-741d398f-dc1d-4b0e-a9d3-ae6e01e356ec service neutron] Checking segment: {'id': 'b8383a2f-bb70-4f97-901a-162d8b652754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '23dc9245-044a-48fa-8f5c-bfe08f2d4cd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:58:26.623177 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-741d398f-dc1d-4b0e-a9d3-ae6e01e356ec service neutron] Bound using segment: {'id': 'b8383a2f-bb70-4f97-901a-162d8b652754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '23dc9245-044a-48fa-8f5c-bfe08f2d4cd2'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:58:26.623640 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-741d398f-dc1d-4b0e-a9d3-ae6e01e356ec service neutron] Bound port: 8c3cff88-1b52-462a-aa22-14e35f943803, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8383a2f-bb70-4f97-901a-162d8b652754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '23dc9245-044a-48fa-8f5c-bfe08f2d4cd2'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:58:26.624154 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-741d398f-dc1d-4b0e-a9d3-ae6e01e356ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:26.665702 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4931859a-d132-49ec-98a2-5639d1138d0c tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:26.707727 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a17cea-1b93-4da2-b62e-6625280cf1dd req-3d75c3ad-b218-4a21-814d-73ca6ad79dc3 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:26.715046 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a17cea-1b93-4da2-b62e-6625280cf1dd req-3d75c3ad-b218-4a21-814d-73ca6ad79dc3 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:26.722804 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a17cea-1b93-4da2-b62e-6625280cf1dd req-3d75c3ad-b218-4a21-814d-73ca6ad79dc3 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:26.725169 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-741d398f-dc1d-4b0e-a9d3-ae6e01e356ec service neutron] For port 8c3cff88-1b52-462a-aa22-14e35f943803, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:58:26.729349 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-741d398f-dc1d-4b0e-a9d3-ae6e01e356ec service neutron] For port 8c3cff88-1b52-462a-aa22-14e35f943803, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=8c3cff88-1b52-462a-aa22-14e35f943803,segment=NetworkSegment(b8383a2f-bb70-4f97-901a-162d8b652754),segment_id=b8383a2f-bb70-4f97-901a-162d8b652754)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:58:26.729791 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a17cea-1b93-4da2-b62e-6625280cf1dd req-3d75c3ad-b218-4a21-814d-73ca6ad79dc3 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:26.736760 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a17cea-1b93-4da2-b62e-6625280cf1dd req-3d75c3ad-b218-4a21-814d-73ca6ad79dc3 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:26.739368 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-741d398f-dc1d-4b0e-a9d3-ae6e01e356ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:26.742603 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a17cea-1b93-4da2-b62e-6625280cf1dd req-3d75c3ad-b218-4a21-814d-73ca6ad79dc3 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:26.748454 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a17cea-1b93-4da2-b62e-6625280cf1dd req-3d75c3ad-b218-4a21-814d-73ca6ad79dc3 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:26.750921 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-84a17cea-1b93-4da2-b62e-6625280cf1dd req-3d75c3ad-b218-4a21-814d-73ca6ad79dc3 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/ports?device_id=706b6671-3c66-4294-84b0-31a8c1f04549 HTTP/1.1" status: 200 len: 5419 time: 0.1932199 Sep 17 07:58:26.759157 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4931859a-d132-49ec-98a2-5639d1138d0c tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:26.787281 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-741d398f-dc1d-4b0e-a9d3-ae6e01e356ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:26.787939 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-741d398f-dc1d-4b0e-a9d3-ae6e01e356ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:26.789336 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-741d398f-dc1d-4b0e-a9d3-ae6e01e356ec service neutron] 10.222.0.39 "PUT /v2.0/ports/8c3cff88-1b52-462a-aa22-14e35f943803 HTTP/1.1" status: 200 len: 1091 time: 0.8527555 Sep 17 07:58:26.821657 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741d398f-dc1d-4b0e-a9d3-ae6e01e356ec service neutron] Pushing event updated for resources: {'Port': ['ID=8c3cff88-1b52-462a-aa22-14e35f943803,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:26.830778 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-eb529c1d-8d7f-4655-8735-eea137a8b74f service neutron] Request body: {'port': {'device_id': '706b6671-3c66-4294-84b0-31a8c1f04549', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:58:26.834375 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2356e51-54ff-4de9-8efe-837c8d5b1471 req-c9a17cda-c7fa-41f5-8c31-1ff439ad321c tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:26.836119 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e2356e51-54ff-4de9-8efe-837c8d5b1471 req-c9a17cda-c7fa-41f5-8c31-1ff439ad321c tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=4765d900-580a-4876-aace-9ff28fab5c5d HTTP/1.1" status: 200 len: 945 time: 0.2497618 Sep 17 07:58:26.837195 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be111801-05a5-422c-b5db-674691f752fc req-fafc6923-dea9-44c1-a8e2-b5bee5efb112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:26.838577 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-be111801-05a5-422c-b5db-674691f752fc req-fafc6923-dea9-44c1-a8e2-b5bee5efb112 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3831649 Sep 17 07:58:26.914851 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-eb529c1d-8d7f-4655-8735-eea137a8b74f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:26.920380 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-84a17cea-1b93-4da2-b62e-6625280cf1dd req-3ad78634-cc81-4082-b024-ba070ec4523e tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7c26f3e-d59d-4df9-b197-93a229a68ca8&id=83963e04-88c6-40e9-944b-1d6adac19415&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1582103 Sep 17 07:58:26.924491 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4931859a-d132-49ec-98a2-5639d1138d0c tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Pushing event updated for resources: {'Port': ['ID=ffebb9e6-3bed-4679-a205-70634e4df625,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:26.954426 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4931859a-d132-49ec-98a2-5639d1138d0c tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:27.008717 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e2356e51-54ff-4de9-8efe-837c8d5b1471 req-fba6a09c-80eb-473a-9994-e7852be1e969 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541169 Sep 17 07:58:27.113326 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be111801-05a5-422c-b5db-674691f752fc req-8965f8be-7497-4957-8b5a-f012b7b5b6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:27.113812 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be111801-05a5-422c-b5db-674691f752fc req-8965f8be-7497-4957-8b5a-f012b7b5b6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:27.114285 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be111801-05a5-422c-b5db-674691f752fc req-8965f8be-7497-4957-8b5a-f012b7b5b6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:27.114910 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be111801-05a5-422c-b5db-674691f752fc req-8965f8be-7497-4957-8b5a-f012b7b5b6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:27.115544 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be111801-05a5-422c-b5db-674691f752fc req-8965f8be-7497-4957-8b5a-f012b7b5b6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:27.116041 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be111801-05a5-422c-b5db-674691f752fc req-8965f8be-7497-4957-8b5a-f012b7b5b6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:27.116515 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be111801-05a5-422c-b5db-674691f752fc req-8965f8be-7497-4957-8b5a-f012b7b5b6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:27.118577 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-be111801-05a5-422c-b5db-674691f752fc req-8965f8be-7497-4957-8b5a-f012b7b5b6a2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=be827b1e83e148ae835f43092deae86a&device_id=706b6671-3c66-4294-84b0-31a8c1f04549 HTTP/1.1" status: 200 len: 6421 time: 0.1973109 Sep 17 07:58:27.167895 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a75de07e-05cb-4395-a6cf-5d4e1b817e50 req-b6d081f6-cc1d-4c2d-bc36-608cc5d7cc10 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0465260 Sep 17 07:58:27.302466 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-eb529c1d-8d7f-4655-8735-eea137a8b74f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7ef312a-eb2e-4797-8814-785105b7823f {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:58:27.310480 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-eb529c1d-8d7f-4655-8735-eea137a8b74f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:27.324497 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-eb529c1d-8d7f-4655-8735-eea137a8b74f service neutron] Transition to ACTIVE for port object a7ef312a-eb2e-4797-8814-785105b7823f will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:58:27.329729 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-eb529c1d-8d7f-4655-8735-eea137a8b74f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:27.338808 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57c2081-44f2-41ae-8863-30b94c0c0d83 req-310e803c-97ea-4c16-9339-05b9d2e4d87a tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:27.340352 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c57c2081-44f2-41ae-8863-30b94c0c0d83 req-310e803c-97ea-4c16-9339-05b9d2e4d87a tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] 10.222.0.13 "GET /v2.0/ports?device_id=65f64f25-3d11-4a2c-ae2d-5f7f1a31191a HTTP/1.1" status: 200 len: 949 time: 0.1284032 Sep 17 07:58:27.342266 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4931859a-d132-49ec-98a2-5639d1138d0c tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Network 55cd8809-17b0-4082-bd78-b0d8e2328b78 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:58:27.347992 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-4931859a-d132-49ec-98a2-5639d1138d0c tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:58:27.381701 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb529c1d-8d7f-4655-8735-eea137a8b74f service neutron] Pushing event updated for resources: {'Port': ['ID=a7ef312a-eb2e-4797-8814-785105b7823f,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:27.383216 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be111801-05a5-422c-b5db-674691f752fc req-7fe1a917-7a06-4741-8032-52f2c4002604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:27.383704 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be111801-05a5-422c-b5db-674691f752fc req-7fe1a917-7a06-4741-8032-52f2c4002604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:27.384205 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be111801-05a5-422c-b5db-674691f752fc req-7fe1a917-7a06-4741-8032-52f2c4002604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:27.385797 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-be111801-05a5-422c-b5db-674691f752fc req-7fe1a917-7a06-4741-8032-52f2c4002604 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=be827b1e83e148ae835f43092deae86a&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2345002 Sep 17 07:58:27.480068 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-eb529c1d-8d7f-4655-8735-eea137a8b74f service neutron] Attempting to bind port a7ef312a-eb2e-4797-8814-785105b7823f on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:58:27.482353 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-eb529c1d-8d7f-4655-8735-eea137a8b74f service neutron] Attempting to bind port a7ef312a-eb2e-4797-8814-785105b7823f by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': 'b8383a2f-bb70-4f97-901a-162d8b652754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '23dc9245-044a-48fa-8f5c-bfe08f2d4cd2'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:58:27.482700 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-eb529c1d-8d7f-4655-8735-eea137a8b74f service neutron] Attempting to bind port a7ef312a-eb2e-4797-8814-785105b7823f on network 23dc9245-044a-48fa-8f5c-bfe08f2d4cd2 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:58:27.485580 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c57c2081-44f2-41ae-8863-30b94c0c0d83 req-2a2944f1-c9d1-4d53-8003-d76a2c505f1e tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] 10.222.0.13 "GET /v2.0/security-groups?id=e33b00ad-9bf3-4d08-9cb9-98964883ec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308415 Sep 17 07:58:27.505691 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-eb529c1d-8d7f-4655-8735-eea137a8b74f service neutron] Port a7ef312a-eb2e-4797-8814-785105b7823f on network 23dc9245-044a-48fa-8f5c-bfe08f2d4cd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:58:27.505691 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-eb529c1d-8d7f-4655-8735-eea137a8b74f service neutron] Attempting to bind port a7ef312a-eb2e-4797-8814-785105b7823f on network 23dc9245-044a-48fa-8f5c-bfe08f2d4cd2 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:58:27.505691 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-eb529c1d-8d7f-4655-8735-eea137a8b74f service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:58:27.505691 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-eb529c1d-8d7f-4655-8735-eea137a8b74f service neutron] Checking segment: {'id': 'b8383a2f-bb70-4f97-901a-162d8b652754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '23dc9245-044a-48fa-8f5c-bfe08f2d4cd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:58:27.505691 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-eb529c1d-8d7f-4655-8735-eea137a8b74f service neutron] Bound using segment: {'id': 'b8383a2f-bb70-4f97-901a-162d8b652754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '23dc9245-044a-48fa-8f5c-bfe08f2d4cd2'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:58:27.505691 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-eb529c1d-8d7f-4655-8735-eea137a8b74f service neutron] Bound port: a7ef312a-eb2e-4797-8814-785105b7823f, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8383a2f-bb70-4f97-901a-162d8b652754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '23dc9245-044a-48fa-8f5c-bfe08f2d4cd2'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:58:27.505691 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-eb529c1d-8d7f-4655-8735-eea137a8b74f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:27.585343 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-eb529c1d-8d7f-4655-8735-eea137a8b74f service neutron] For port a7ef312a-eb2e-4797-8814-785105b7823f, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:58:27.590577 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-eb529c1d-8d7f-4655-8735-eea137a8b74f service neutron] For port a7ef312a-eb2e-4797-8814-785105b7823f, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=a7ef312a-eb2e-4797-8814-785105b7823f,segment=NetworkSegment(b8383a2f-bb70-4f97-901a-162d8b652754),segment_id=b8383a2f-bb70-4f97-901a-162d8b652754)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:58:27.606086 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-eb529c1d-8d7f-4655-8735-eea137a8b74f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:27.670144 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-eb529c1d-8d7f-4655-8735-eea137a8b74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:27.670780 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-eb529c1d-8d7f-4655-8735-eea137a8b74f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:27.677178 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-eb529c1d-8d7f-4655-8735-eea137a8b74f service neutron] 10.222.0.39 "PUT /v2.0/ports/a7ef312a-eb2e-4797-8814-785105b7823f HTTP/1.1" status: 200 len: 1091 time: 0.8511415 Sep 17 07:58:27.727753 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb529c1d-8d7f-4655-8735-eea137a8b74f service neutron] Pushing event updated for resources: {'Port': ['ID=a7ef312a-eb2e-4797-8814-785105b7823f,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:27.761891 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-0f2e3e0b-e3dc-4546-abd6-71e82ce5f8d2 None None] Provisioning complete for port ffebb9e6-3bed-4679-a205-70634e4df625 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:58:27.762988 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0f2e3e0b-e3dc-4546-abd6-71e82ce5f8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:27.840564 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-0f2e3e0b-e3dc-4546-abd6-71e82ce5f8d2 None None] Port ffebb9e6-3bed-4679-a205-70634e4df625 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:58:28.046071 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4931859a-d132-49ec-98a2-5639d1138d0c tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Router 5ca4c65d-a32d-42bb-a829-4d8998ead8bc has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:58:28.052810 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '706b6671-3c66-4294-84b0-31a8c1f04549', 'tag': '8c3cff88-1b52-462a-aa22-14e35f943803'}, {'name': 'network-changed', 'server_uuid': '706b6671-3c66-4294-84b0-31a8c1f04549', 'tag': 'a7ef312a-eb2e-4797-8814-785105b7823f'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:58:28.055929 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e847341e-c9be-4d09-88b1-33fd6a0789cf" -d '{"events": [{"name": "network-changed", "server_uuid": "706b6671-3c66-4294-84b0-31a8c1f04549", "tag": "8c3cff88-1b52-462a-aa22-14e35f943803"}, {"name": "network-changed", "server_uuid": "706b6671-3c66-4294-84b0-31a8c1f04549", "tag": "a7ef312a-eb2e-4797-8814-785105b7823f"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:58:28.128985 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be111801-05a5-422c-b5db-674691f752fc req-93877580-79ce-47df-85ad-250c8803cf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:28.130285 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-be111801-05a5-422c-b5db-674691f752fc req-93877580-79ce-47df-85ad-250c8803cf9d service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7055030 Sep 17 07:58:28.190579 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8aa8dd-e314-4a25-8728-4771d2afc8c1 req-215705ce-3305-4b45-bc09-e17ec88b23dc tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:28.196661 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8aa8dd-e314-4a25-8728-4771d2afc8c1 req-215705ce-3305-4b45-bc09-e17ec88b23dc tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:28.202496 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8aa8dd-e314-4a25-8728-4771d2afc8c1 req-215705ce-3305-4b45-bc09-e17ec88b23dc tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:28.208299 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8aa8dd-e314-4a25-8728-4771d2afc8c1 req-215705ce-3305-4b45-bc09-e17ec88b23dc tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:28.214081 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8aa8dd-e314-4a25-8728-4771d2afc8c1 req-215705ce-3305-4b45-bc09-e17ec88b23dc tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:28.220719 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8aa8dd-e314-4a25-8728-4771d2afc8c1 req-215705ce-3305-4b45-bc09-e17ec88b23dc tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:28.226438 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8aa8dd-e314-4a25-8728-4771d2afc8c1 req-215705ce-3305-4b45-bc09-e17ec88b23dc tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:28.228369 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5e8aa8dd-e314-4a25-8728-4771d2afc8c1 req-215705ce-3305-4b45-bc09-e17ec88b23dc tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/ports?device_id=706b6671-3c66-4294-84b0-31a8c1f04549 HTTP/1.1" status: 200 len: 5431 time: 0.2213604 Sep 17 07:58:28.293862 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4931859a-d132-49ec-98a2-5639d1138d0c tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:58:28.304579 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-4931859a-d132-49ec-98a2-5639d1138d0c tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "PUT /v2.0/routers/5ca4c65d-a32d-42bb-a829-4d8998ead8bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6514959 Sep 17 07:58:28.304776 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 50898) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:28.308689 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f58085-972c-474f-967e-229eeeb24078 None None] Sync routers for ids ['5ca4c65d-a32d-42bb-a829-4d8998ead8bc'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:58:28.319477 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f58085-972c-474f-967e-229eeeb24078 None None] Routers {'5ca4c65d-a32d-42bb-a829-4d8998ead8bc'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:58:28.320560 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-b0f58085-972c-474f-967e-229eeeb24078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:58:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['5ca4c65d-a32d-42bb-a829-4d8998ead8bc'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:58:28.353580 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3f1092-f78f-4c01-8c42-062e56b776c9 req-ec51c777-2c77-4967-8cac-9215c1233617 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:28.355015 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4b3f1092-f78f-4c01-8c42-062e56b776c9 req-ec51c777-2c77-4967-8cac-9215c1233617 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=4765d900-580a-4876-aace-9ff28fab5c5d HTTP/1.1" status: 200 len: 945 time: 0.1228414 Sep 17 07:58:28.358926 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-b0f58085-972c-474f-967e-229eeeb24078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:58:28.361362 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5e8aa8dd-e314-4a25-8728-4771d2afc8c1 req-834d4183-42dd-47f1-8447-1a682a18c5d8 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7c26f3e-d59d-4df9-b197-93a229a68ca8&id=83963e04-88c6-40e9-944b-1d6adac19415&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1104550 Sep 17 07:58:28.364252 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6083b4a5-24be-4c10-98ec-ca2740c4a4a8 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:28.368637 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6083b4a5-24be-4c10-98ec-ca2740c4a4a8 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "GET /v2.0/ports/ffebb9e6-3bed-4679-a205-70634e4df625 HTTP/1.1" status: 200 len: 910 time: 0.0611424 Sep 17 07:58:28.369151 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 50900) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:28.373860 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be111801-05a5-422c-b5db-674691f752fc req-cb783189-bb30-4e51-8aa5-85993c331e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:28.374357 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be111801-05a5-422c-b5db-674691f752fc req-cb783189-bb30-4e51-8aa5-85993c331e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:28.375017 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be111801-05a5-422c-b5db-674691f752fc req-cb783189-bb30-4e51-8aa5-85993c331e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:28.375623 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be111801-05a5-422c-b5db-674691f752fc req-cb783189-bb30-4e51-8aa5-85993c331e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:28.376124 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be111801-05a5-422c-b5db-674691f752fc req-cb783189-bb30-4e51-8aa5-85993c331e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:28.376594 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be111801-05a5-422c-b5db-674691f752fc req-cb783189-bb30-4e51-8aa5-85993c331e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:28.377063 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be111801-05a5-422c-b5db-674691f752fc req-cb783189-bb30-4e51-8aa5-85993c331e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:28.379524 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-be111801-05a5-422c-b5db-674691f752fc req-cb783189-bb30-4e51-8aa5-85993c331e19 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=be827b1e83e148ae835f43092deae86a&device_id=706b6671-3c66-4294-84b0-31a8c1f04549 HTTP/1.1" status: 200 len: 6488 time: 0.1502538 Sep 17 07:58:28.401224 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f58085-972c-474f-967e-229eeeb24078 None None] Routers {'5ca4c65d-a32d-42bb-a829-4d8998ead8bc'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:58:28.401856 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-b0f58085-972c-474f-967e-229eeeb24078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:58:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['5ca4c65d-a32d-42bb-a829-4d8998ead8bc'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:58:28.439295 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-b0f58085-972c-474f-967e-229eeeb24078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:58:28.440246 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f58085-972c-474f-967e-229eeeb24078 None None] The sync data for ids ['5ca4c65d-a32d-42bb-a829-4d8998ead8bc'] in n-d-789963-9 is: [] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:58:28.498638 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4b3f1092-f78f-4c01-8c42-062e56b776c9 req-8635e7c2-91a6-4cb3-87bf-634ca6f6105d tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362689 Sep 17 07:58:28.527752 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be111801-05a5-422c-b5db-674691f752fc req-d19b6c81-9f6d-4174-8a2e-9a9af4f841d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:28.528276 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be111801-05a5-422c-b5db-674691f752fc req-d19b6c81-9f6d-4174-8a2e-9a9af4f841d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:28.528712 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be111801-05a5-422c-b5db-674691f752fc req-d19b6c81-9f6d-4174-8a2e-9a9af4f841d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:28.530332 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-be111801-05a5-422c-b5db-674691f752fc req-d19b6c81-9f6d-4174-8a2e-9a9af4f841d3 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=be827b1e83e148ae835f43092deae86a&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.1371562 Sep 17 07:58:28.605915 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 17 Sep 2021 07:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911e9d78-cb1b-4e3a-bde6-bacd4812dca8 x-openstack-request-id: req-911e9d78-cb1b-4e3a-bde6-bacd4812dca8 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:58:28.606510 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "706b6671-3c66-4294-84b0-31a8c1f04549", "tag": "8c3cff88-1b52-462a-aa22-14e35f943803", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "706b6671-3c66-4294-84b0-31a8c1f04549", "tag": "a7ef312a-eb2e-4797-8814-785105b7823f", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:58:28.606751 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-911e9d78-cb1b-4e3a-bde6-bacd4812dca8 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:58:28.607238 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '706b6671-3c66-4294-84b0-31a8c1f04549', 'tag': '8c3cff88-1b52-462a-aa22-14e35f943803', 'status': 'completed', 'code': 200} Sep 17 07:58:28.607593 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '706b6671-3c66-4294-84b0-31a8c1f04549', 'tag': 'a7ef312a-eb2e-4797-8814-785105b7823f', 'status': 'completed', 'code': 200} Sep 17 07:58:28.688025 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bf7ec33f-cc15-4189-bfe2-241eaaa4264d req-211b9f43-5dc0-42d0-a253-7979535ae0ec tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0333536 Sep 17 07:58:28.722394 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be111801-05a5-422c-b5db-674691f752fc req-cd2c6a84-3244-4e24-b23c-f37b5a65b7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:28.724084 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-be111801-05a5-422c-b5db-674691f752fc req-cd2c6a84-3244-4e24-b23c-f37b5a65b7a4 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1844034 Sep 17 07:58:28.803389 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b9ffb8c3-8477-4232-bb06-23d848dfde55 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:28.843193 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf2298-a92e-4ad7-ab23-4ca89b960a9e req-0198adf8-e174-403e-ab74-4316e866aafb tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:28.845092 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1aaf2298-a92e-4ad7-ab23-4ca89b960a9e req-0198adf8-e174-403e-ab74-4316e866aafb tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] 10.222.0.13 "GET /v2.0/ports?device_id=65f64f25-3d11-4a2c-ae2d-5f7f1a31191a HTTP/1.1" status: 200 len: 949 time: 0.0971847 Sep 17 07:58:28.876468 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-621b7aa6-0526-4e7b-94a8-82bc418dccbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:28.877353 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-621b7aa6-0526-4e7b-94a8-82bc418dccbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:28.877475 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-621b7aa6-0526-4e7b-94a8-82bc418dccbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:28.877913 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-621b7aa6-0526-4e7b-94a8-82bc418dccbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:28.878390 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-621b7aa6-0526-4e7b-94a8-82bc418dccbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:28.878865 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-621b7aa6-0526-4e7b-94a8-82bc418dccbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:28.879338 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-621b7aa6-0526-4e7b-94a8-82bc418dccbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:28.881388 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-621b7aa6-0526-4e7b-94a8-82bc418dccbd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=be827b1e83e148ae835f43092deae86a&device_id=706b6671-3c66-4294-84b0-31a8c1f04549 HTTP/1.1" status: 200 len: 6488 time: 0.0842040 Sep 17 07:58:28.903031 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1aaf2298-a92e-4ad7-ab23-4ca89b960a9e req-9c725daa-a2eb-49f8-a932-d62dfc0abcf0 tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] 10.222.0.13 "GET /v2.0/security-groups?id=e33b00ad-9bf3-4d08-9cb9-98964883ec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489073 Sep 17 07:58:28.939800 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-33554666-69ef-4b39-ad5e-3c3a257780a4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a68e833f-a972-4578-b451-f6cdb669cad4 HTTP/1.1" status: 200 len: 217 time: 0.0357301 Sep 17 07:58:28.993080 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-4e469baf-f2d8-4d31-9dcb-a52e40f34786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:28.994638 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-4e469baf-f2d8-4d31-9dcb-a52e40f34786 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f067041-ce8b-4655-bfa4-ebeec18fa6e5 HTTP/1.1" status: 200 len: 853 time: 0.0471995 Sep 17 07:58:29.044328 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-2eb98c19-6aa1-432e-9da3-cf6662a92ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:29.045975 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-2eb98c19-6aa1-432e-9da3-cf6662a92ed3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6cfc3ea8-69fd-4619-936c-5df378582b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438333 Sep 17 07:58:29.061819 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-b9ffb8c3-8477-4232-bb06-23d848dfde55 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Deleting port ffebb9e6-3bed-4679-a205-70634e4df625 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:58:29.063056 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b9ffb8c3-8477-4232-bb06-23d848dfde55 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:29.152546 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-46f1247d-e892-4d65-aa01-8c2b8aa6c6ac service neutron] 10.222.0.39 "GET /v2.0/networks/6cfc3ea8-69fd-4619-936c-5df378582b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975754 Sep 17 07:58:29.162005 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b9ffb8c3-8477-4232-bb06-23d848dfde55 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:29.177486 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-b9ffb8c3-8477-4232-bb06-23d848dfde55 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Calling delete_port for ffebb9e6-3bed-4679-a205-70634e4df625 owned by network:router_interface {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:58:29.252131 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-bc025507-c998-43a5-9797-03f2a661febf service neutron] 10.222.0.39 "GET /v2.0/networks/6cfc3ea8-69fd-4619-936c-5df378582b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912421 Sep 17 07:58:29.293753 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-13b39804-1388-4f57-9279-844ca22cade1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=2e8d2cc8-f6f7-4d9c-ba24-cee4c068da0b HTTP/1.1" status: 200 len: 217 time: 0.0339429 Sep 17 07:58:29.347963 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b9ffb8c3-8477-4232-bb06-23d848dfde55 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:29.348813 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-ba3664e4-2f1a-495f-bca0-553a0ffec151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:29.350605 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-ba3664e4-2f1a-495f-bca0-553a0ffec151 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bfc0f6d4-23f1-47ca-971c-a1c789dc7289 HTTP/1.1" status: 200 len: 797 time: 0.0484750 Sep 17 07:58:29.380126 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ffb8c3-8477-4232-bb06-23d848dfde55 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Pushing event deleted for resources: {'Port': ['ID=ffebb9e6-3bed-4679-a205-70634e4df625,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:29.408463 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-df142ee5-369f-4e93-8906-da818fac209f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:29.410191 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-df142ee5-369f-4e93-8906-da818fac209f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d8564b37-cdc8-4e9d-8712-8bb5e8dd0908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0515969 Sep 17 07:58:29.572704 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b9ffb8c3-8477-4232-bb06-23d848dfde55 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:29.574612 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46837420-05a4-4649-aa7c-61551f2f83f8 req-e7975eb5-eb91-4b1a-9b99-e848a2143f53 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:29.581182 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46837420-05a4-4649-aa7c-61551f2f83f8 req-e7975eb5-eb91-4b1a-9b99-e848a2143f53 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:29.588333 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46837420-05a4-4649-aa7c-61551f2f83f8 req-e7975eb5-eb91-4b1a-9b99-e848a2143f53 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:29.595635 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46837420-05a4-4649-aa7c-61551f2f83f8 req-e7975eb5-eb91-4b1a-9b99-e848a2143f53 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:29.605166 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46837420-05a4-4649-aa7c-61551f2f83f8 req-e7975eb5-eb91-4b1a-9b99-e848a2143f53 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:29.612756 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46837420-05a4-4649-aa7c-61551f2f83f8 req-e7975eb5-eb91-4b1a-9b99-e848a2143f53 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:29.619204 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46837420-05a4-4649-aa7c-61551f2f83f8 req-e7975eb5-eb91-4b1a-9b99-e848a2143f53 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:29.621230 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-46837420-05a4-4649-aa7c-61551f2f83f8 req-e7975eb5-eb91-4b1a-9b99-e848a2143f53 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/ports?device_id=706b6671-3c66-4294-84b0-31a8c1f04549 HTTP/1.1" status: 200 len: 5431 time: 0.1649652 Sep 17 07:58:29.626656 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-51490416-94fe-4430-a383-57fb1e6342bc service neutron] 10.222.0.39 "GET /v2.0/networks/d8564b37-cdc8-4e9d-8712-8bb5e8dd0908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066970 Sep 17 07:58:29.709343 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-46837420-05a4-4649-aa7c-61551f2f83f8 req-b0844655-4bfd-4e46-a774-7d176f8f211a tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7c26f3e-d59d-4df9-b197-93a229a68ca8&id=83963e04-88c6-40e9-944b-1d6adac19415&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0816050 Sep 17 07:58:29.821441 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2808c349-faa7-46dd-ba64-2490fe52aa72 req-ec9f2be0-b6dc-420d-b876-429e1bff6156 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0375619 Sep 17 07:58:29.849588 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-b70104d1-cc28-4119-811a-52450fa93c0f service neutron] 10.222.0.39 "GET /v2.0/networks/d8564b37-cdc8-4e9d-8712-8bb5e8dd0908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138774 Sep 17 07:58:29.862769 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8376b-8829-41c6-af7e-f009f228af45 req-47267daa-f7b6-4a92-bf04-8b50ad38aad5 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:29.864386 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-36f8376b-8829-41c6-af7e-f009f228af45 req-47267daa-f7b6-4a92-bf04-8b50ad38aad5 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=4765d900-580a-4876-aace-9ff28fab5c5d HTTP/1.1" status: 200 len: 945 time: 0.1505899 Sep 17 07:58:29.918071 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-da7bf775-6585-4991-b16f-5cf975d8fe9e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=858f97dd-d6a3-4621-8715-ddba12e25df6 HTTP/1.1" status: 200 len: 217 time: 0.0525470 Sep 17 07:58:29.969568 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-36f8376b-8829-41c6-af7e-f009f228af45 req-fd685eec-6ccc-45c4-8dc6-36cb9d9827d5 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969841 Sep 17 07:58:29.986793 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-3e96a363-2f3a-4d38-87db-3dc63f1305dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:29.988169 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-3e96a363-2f3a-4d38-87db-3dc63f1305dc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bfc0f6d4-23f1-47ca-971c-a1c789dc7289 HTTP/1.1" status: 200 len: 797 time: 0.0621510 Sep 17 07:58:30.074783 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c4ae3d-4dd4-4bad-b0ba-58f0f96c117e req-5a665767-2937-452f-b6a3-e32be77e7803 tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:30.076512 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d5c4ae3d-4dd4-4bad-b0ba-58f0f96c117e req-5a665767-2937-452f-b6a3-e32be77e7803 tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] 10.222.0.13 "GET /v2.0/ports?device_id=65f64f25-3d11-4a2c-ae2d-5f7f1a31191a HTTP/1.1" status: 200 len: 949 time: 0.0846145 Sep 17 07:58:30.080248 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-2e76e6b9-dd34-4700-be24-736a0c75874b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:30.081878 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-2e76e6b9-dd34-4700-be24-736a0c75874b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d8564b37-cdc8-4e9d-8712-8bb5e8dd0908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0800264 Sep 17 07:58:30.145866 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 07:58:30.149632 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ffb8c3-8477-4232-bb06-23d848dfde55 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Router 5ca4c65d-a32d-42bb-a829-4d8998ead8bc has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:58:30.176272 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d5c4ae3d-4dd4-4bad-b0ba-58f0f96c117e req-c752db42-8c50-426b-a690-dc56c430a831 tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] 10.222.0.13 "GET /v2.0/security-groups?id=e33b00ad-9bf3-4d08-9cb9-98964883ec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928960 Sep 17 07:58:30.208365 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-1ea725a0-431f-4e57-881c-17fe2acd4c69 service neutron] 10.222.0.39 "GET /v2.0/networks/d8564b37-cdc8-4e9d-8712-8bb5e8dd0908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173580 Sep 17 07:58:30.253871 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ffb8c3-8477-4232-bb06-23d848dfde55 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:58:30.262176 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b9ffb8c3-8477-4232-bb06-23d848dfde55 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "PUT /v2.0/routers/5ca4c65d-a32d-42bb-a829-4d8998ead8bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8918304 Sep 17 07:58:30.264193 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 50914) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:30.265988 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8a75fb-7cfe-4f93-bc11-d2c4c5be9803 None None] Sync routers for ids ['5ca4c65d-a32d-42bb-a829-4d8998ead8bc'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:58:30.276896 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8a75fb-7cfe-4f93-bc11-d2c4c5be9803 None None] Routers {'5ca4c65d-a32d-42bb-a829-4d8998ead8bc'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:58:30.277800 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-5d8a75fb-7cfe-4f93-bc11-d2c4c5be9803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:58:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['5ca4c65d-a32d-42bb-a829-4d8998ead8bc'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:58:30.310127 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-007e3a59-919e-4972-9595-1f336f243284 service neutron] 10.222.0.39 "GET /v2.0/networks/d8564b37-cdc8-4e9d-8712-8bb5e8dd0908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928106 Sep 17 07:58:30.314930 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-5d8a75fb-7cfe-4f93-bc11-d2c4c5be9803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:58:30.324554 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8a75fb-7cfe-4f93-bc11-d2c4c5be9803 None None] Routers {'5ca4c65d-a32d-42bb-a829-4d8998ead8bc'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:58:30.326621 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-5d8a75fb-7cfe-4f93-bc11-d2c4c5be9803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:58:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['5ca4c65d-a32d-42bb-a829-4d8998ead8bc'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:58:30.360010 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-5d8a75fb-7cfe-4f93-bc11-d2c4c5be9803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:58:30.360229 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-07cdcb1d-99ca-4815-b34a-2ccc0e8ccb0e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=9daf9ec3-be6c-41a6-bf27-2c5e926410d5 HTTP/1.1" status: 200 len: 217 time: 0.0419774 Sep 17 07:58:30.361039 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8a75fb-7cfe-4f93-bc11-d2c4c5be9803 None None] The sync data for ids ['5ca4c65d-a32d-42bb-a829-4d8998ead8bc'] in n-d-789963-9 is: [] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:58:30.410012 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d7a276-4cb5-44fd-8148-a9e571e5b1b0 req-923af2e1-d45c-4886-b9e6-65fbb623f647 tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:30.411540 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c8d7a276-4cb5-44fd-8148-a9e571e5b1b0 req-923af2e1-d45c-4886-b9e6-65fbb623f647 tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] 10.222.0.39 "GET /v2.0/ports?device_id=65f64f25-3d11-4a2c-ae2d-5f7f1a31191a HTTP/1.1" status: 200 len: 949 time: 0.1078870 Sep 17 07:58:30.413551 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-4d51fcf9-e96f-4f3c-be52-09251ec8ecdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:30.415074 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-4d51fcf9-e96f-4f3c-be52-09251ec8ecdc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bfc0f6d4-23f1-47ca-971c-a1c789dc7289 HTTP/1.1" status: 200 len: 797 time: 0.0484610 Sep 17 07:58:30.475192 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-a0e8c857-69dd-46c8-b7e3-b3c25bc7e1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:30.476993 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-a0e8c857-69dd-46c8-b7e3-b3c25bc7e1e0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d8564b37-cdc8-4e9d-8712-8bb5e8dd0908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0529692 Sep 17 07:58:30.598060 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-345ef490-34a4-4120-832c-f58036942c63 service neutron] 10.222.0.39 "GET /v2.0/networks/d8564b37-cdc8-4e9d-8712-8bb5e8dd0908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129217 Sep 17 07:58:30.656518 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-c8d7a276-4cb5-44fd-8148-a9e571e5b1b0 req-44bf0581-6886-45da-9ded-1fa63a3d6139 tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] Deleting port e014e12b-e9da-4a3a-8fe2-4fd991b94aef {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:58:30.656875 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c8d7a276-4cb5-44fd-8148-a9e571e5b1b0 req-44bf0581-6886-45da-9ded-1fa63a3d6139 tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:30.727863 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-c12dc7a4-e1d4-4bf2-8ed5-0404a0f26450 service neutron] 10.222.0.39 "GET /v2.0/networks/d8564b37-cdc8-4e9d-8712-8bb5e8dd0908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185334 Sep 17 07:58:30.782446 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-5588b702-5524-479b-a554-0799f8bd6b1a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.88&port_id=be665358-5a2c-4dfe-be6e-8c1aa523ee59 HTTP/1.1" status: 200 len: 217 time: 0.0380042 Sep 17 07:58:30.819023 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-c8d7a276-4cb5-44fd-8148-a9e571e5b1b0 req-44bf0581-6886-45da-9ded-1fa63a3d6139 tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] For port e014e12b-e9da-4a3a-8fe2-4fd991b94aef, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=e014e12b-e9da-4a3a-8fe2-4fd991b94aef,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:58:30.819385 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c8d7a276-4cb5-44fd-8148-a9e571e5b1b0 req-44bf0581-6886-45da-9ded-1fa63a3d6139 tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:30.834549 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-c8d7a276-4cb5-44fd-8148-a9e571e5b1b0 req-44bf0581-6886-45da-9ded-1fa63a3d6139 tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] Calling delete_port for e014e12b-e9da-4a3a-8fe2-4fd991b94aef owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:58:30.892522 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a611b6-7fa3-449b-8c9f-e076853ef0ff req-0193dc2a-29e8-45c5-bdf8-e4ce3345c210 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:30.898421 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a611b6-7fa3-449b-8c9f-e076853ef0ff req-0193dc2a-29e8-45c5-bdf8-e4ce3345c210 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:30.900421 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9eef2167-7a72-4aaf-be37-d9791f3d37b1 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:30.904342 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a611b6-7fa3-449b-8c9f-e076853ef0ff req-0193dc2a-29e8-45c5-bdf8-e4ce3345c210 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:30.910361 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a611b6-7fa3-449b-8c9f-e076853ef0ff req-0193dc2a-29e8-45c5-bdf8-e4ce3345c210 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:30.916366 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a611b6-7fa3-449b-8c9f-e076853ef0ff req-0193dc2a-29e8-45c5-bdf8-e4ce3345c210 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:30.922704 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a611b6-7fa3-449b-8c9f-e076853ef0ff req-0193dc2a-29e8-45c5-bdf8-e4ce3345c210 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:30.928592 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a611b6-7fa3-449b-8c9f-e076853ef0ff req-0193dc2a-29e8-45c5-bdf8-e4ce3345c210 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:30.930507 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-07a611b6-7fa3-449b-8c9f-e076853ef0ff req-0193dc2a-29e8-45c5-bdf8-e4ce3345c210 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/ports?device_id=706b6671-3c66-4294-84b0-31a8c1f04549 HTTP/1.1" status: 200 len: 5431 time: 0.1378427 Sep 17 07:58:30.932007 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-96428534-06ef-4247-93fd-17732b1a6c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:30.933319 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-96428534-06ef-4247-93fd-17732b1a6c90 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bfc0f6d4-23f1-47ca-971c-a1c789dc7289 HTTP/1.1" status: 200 len: 797 time: 0.1315837 Sep 17 07:58:30.983721 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-de041d2e-da14-4c3c-a2f2-e05f5af9d075 req-8da6f230-75f6-4717-a077-1555d9f572eb tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0494337 Sep 17 07:58:31.035725 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-07a611b6-7fa3-449b-8c9f-e076853ef0ff req-702621e2-4104-401e-bacb-7c207b3cf8c6 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7c26f3e-d59d-4df9-b197-93a229a68ca8&id=83963e04-88c6-40e9-944b-1d6adac19415&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0896404 Sep 17 07:58:31.037734 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-8f8590b9-8707-4560-84ab-39ebc2387b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:31.039229 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-8f8590b9-8707-4560-84ab-39ebc2387b63 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d8564b37-cdc8-4e9d-8712-8bb5e8dd0908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0961709 Sep 17 07:58:31.113879 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c8d7a276-4cb5-44fd-8148-a9e571e5b1b0 req-44bf0581-6886-45da-9ded-1fa63a3d6139 tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:31.148580 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['e014e12b-e9da-4a3a-8fe2-4fd991b94aef'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:58:31.149928 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bf0581-6886-45da-9ded-1fa63a3d6139 tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] Pushing event deleted for resources: {'Port': ['ID=e014e12b-e9da-4a3a-8fe2-4fd991b94aef,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:31.164192 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d0bb5-7c2a-4ee7-bb34-0f0ff93dc049 req-e391d6a6-a84a-48cf-86e5-a60cbb41acf9 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:31.165665 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-737d0bb5-7c2a-4ee7-bb34-0f0ff93dc049 req-e391d6a6-a84a-48cf-86e5-a60cbb41acf9 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=4765d900-580a-4876-aace-9ff28fab5c5d HTTP/1.1" status: 200 len: 945 time: 0.1211021 Sep 17 07:58:31.196515 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8d7a276-4cb5-44fd-8148-a9e571e5b1b0 req-44bf0581-6886-45da-9ded-1fa63a3d6139 tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] No DVR routers for this DVR port e014e12b-e9da-4a3a-8fe2-4fd991b94aef on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:58:31.201924 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c8d7a276-4cb5-44fd-8148-a9e571e5b1b0 req-44bf0581-6886-45da-9ded-1fa63a3d6139 tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:31.202145 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-10e8d27d-10c1-4e2b-99e6-ca39bfdea16e service neutron] 10.222.0.39 "GET /v2.0/networks/d8564b37-cdc8-4e9d-8712-8bb5e8dd0908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466689 Sep 17 07:58:31.206564 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c8d7a276-4cb5-44fd-8148-a9e571e5b1b0 req-44bf0581-6886-45da-9ded-1fa63a3d6139 tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] 10.222.0.39 "DELETE /v2.0/ports/e014e12b-e9da-4a3a-8fe2-4fd991b94aef HTTP/1.1" status: 204 len: 173 time: 0.7642958 Sep 17 07:58:31.207059 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65f64f25-3d11-4a2c-ae2d-5f7f1a31191a', 'name': 'network-vif-deleted', 'tag': 'e014e12b-e9da-4a3a-8fe2-4fd991b94aef'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:58:31.209817 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e78441-3b90-4a52-aeef-a3bf2f8d76cc" -d '{"events": [{"server_uuid": "65f64f25-3d11-4a2c-ae2d-5f7f1a31191a", "name": "network-vif-deleted", "tag": "e014e12b-e9da-4a3a-8fe2-4fd991b94aef"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:58:31.254001 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-737d0bb5-7c2a-4ee7-bb34-0f0ff93dc049 req-af573a1f-775c-4790-887f-164fb34ab6ca tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738933 Sep 17 07:58:31.312579 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9d145b9b-538c-44d5-bc84-e7f45188010f req-ec0d8796-7b09-4ab9-94c2-048d626d2dc7 tempest-TenantUsagesTestJSON-2014498883 tempest-TenantUsagesTestJSON-2014498883-project] 10.222.0.13 "GET /v2.0/ports?device_id=65f64f25-3d11-4a2c-ae2d-5f7f1a31191a HTTP/1.1" status: 200 len: 210 time: 0.0363934 Sep 17 07:58:31.312748 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c50cf8e-f904-4390-bb9b-1fee33a03f63 x-openstack-request-id: req-9c50cf8e-f904-4390-bb9b-1fee33a03f63 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:58:31.313031 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65f64f25-3d11-4a2c-ae2d-5f7f1a31191a", "name": "network-vif-deleted", "tag": "e014e12b-e9da-4a3a-8fe2-4fd991b94aef", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:58:31.313343 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9c50cf8e-f904-4390-bb9b-1fee33a03f63 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:58:31.313809 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65f64f25-3d11-4a2c-ae2d-5f7f1a31191a', 'name': 'network-vif-deleted', 'tag': 'e014e12b-e9da-4a3a-8fe2-4fd991b94aef', 'status': 'completed', 'code': 200} Sep 17 07:58:31.353886 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-9eef2167-7a72-4aaf-be37-d9791f3d37b1 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Deleting port d06e7315-dee7-4116-95d2-c6815e83fb04 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:58:31.354355 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9eef2167-7a72-4aaf-be37-d9791f3d37b1 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:31.376256 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-d5f94094-e249-4008-bd87-0d8e014ccf12 service neutron] 10.222.0.39 "GET /v2.0/networks/d8564b37-cdc8-4e9d-8712-8bb5e8dd0908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636560 Sep 17 07:58:31.433662 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-13b1d839-c3ab-489e-877e-a3a9eb376dad service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8c3cff88-1b52-462a-aa22-14e35f943803 HTTP/1.1" status: 200 len: 217 time: 0.0445054 Sep 17 07:58:31.448572 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9eef2167-7a72-4aaf-be37-d9791f3d37b1 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:31.460776 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-9eef2167-7a72-4aaf-be37-d9791f3d37b1 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Calling delete_port for d06e7315-dee7-4116-95d2-c6815e83fb04 owned by network:router_interface {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:58:31.482770 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-06746ad1-2c09-4b7f-9b06-3625484e42e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:31.484387 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-06746ad1-2c09-4b7f-9b06-3625484e42e1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=98b47ab8-ddfc-4cc6-be27-8b7224b1d41b HTTP/1.1" status: 200 len: 797 time: 0.0442405 Sep 17 07:58:31.529131 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-03bdd32f-e31b-4e29-a78c-f3c871cf2050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:31.530617 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-03bdd32f-e31b-4e29-a78c-f3c871cf2050 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=23dc9245-044a-48fa-8f5c-bfe08f2d4cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0390608 Sep 17 07:58:31.622990 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-6714ec0f-c97a-4079-9a81-9372d3eb97df service neutron] 10.222.0.39 "GET /v2.0/networks/23dc9245-044a-48fa-8f5c-bfe08f2d4cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840614 Sep 17 07:58:31.637150 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9eef2167-7a72-4aaf-be37-d9791f3d37b1 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:31.666752 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eef2167-7a72-4aaf-be37-d9791f3d37b1 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Pushing event deleted for resources: {'Port': ['ID=d06e7315-dee7-4116-95d2-c6815e83fb04,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:31.778047 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-495ed08a-46e3-42f4-a8c4-7a3aa662956f service neutron] 10.222.0.39 "GET /v2.0/networks/23dc9245-044a-48fa-8f5c-bfe08f2d4cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375222 Sep 17 07:58:31.818613 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9eef2167-7a72-4aaf-be37-d9791f3d37b1 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:31.849366 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-59ab04a1-46d9-4321-b242-5b7e53fd698d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a7ef312a-eb2e-4797-8814-785105b7823f HTTP/1.1" status: 200 len: 217 time: 0.0633149 Sep 17 07:58:31.919064 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-c9ddb21f-1f3f-40c0-b9ec-e0150d78968e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:31.920612 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-c9ddb21f-1f3f-40c0-b9ec-e0150d78968e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=98b47ab8-ddfc-4cc6-be27-8b7224b1d41b HTTP/1.1" status: 200 len: 797 time: 0.0544837 Sep 17 07:58:31.965922 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-ea1045cb-c52e-4b69-95d5-0d9a70d4a4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:31.967413 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-ea1045cb-c52e-4b69-95d5-0d9a70d4a4f9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=23dc9245-044a-48fa-8f5c-bfe08f2d4cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0396161 Sep 17 07:58:31.980767 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eef2167-7a72-4aaf-be37-d9791f3d37b1 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Router 5ca4c65d-a32d-42bb-a829-4d8998ead8bc has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:58:32.057813 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eef2167-7a72-4aaf-be37-d9791f3d37b1 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:58:32.063371 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-9eef2167-7a72-4aaf-be37-d9791f3d37b1 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "PUT /v2.0/routers/5ca4c65d-a32d-42bb-a829-4d8998ead8bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7978094 Sep 17 07:58:32.066306 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 50934) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:32.069090 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-2065de63-a59f-42ae-9d76-be6f527fbcf5 service neutron] 10.222.0.39 "GET /v2.0/networks/23dc9245-044a-48fa-8f5c-bfe08f2d4cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937357 Sep 17 07:58:32.069921 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a5d466-65f5-4fbd-a711-a63888a29d19 None None] Sync routers for ids ['5ca4c65d-a32d-42bb-a829-4d8998ead8bc'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:58:32.083932 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a5d466-65f5-4fbd-a711-a63888a29d19 None None] Routers {'5ca4c65d-a32d-42bb-a829-4d8998ead8bc'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:58:32.084582 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-29a5d466-65f5-4fbd-a711-a63888a29d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:58:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['5ca4c65d-a32d-42bb-a829-4d8998ead8bc'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:58:32.114005 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-710880e9-9ce2-49e3-aff2-087443ab314a tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ca4c65d-a32d-42bb-a829-4d8998ead8bc HTTP/1.1" status: 200 len: 205 time: 0.0444710 Sep 17 07:58:32.114550 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 50938) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:32.124144 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f3ccf86b-b863-44d5-bd1f-c8fd9bae3c40 req-e116a080-3948-4638-a3d4-98f4b6c31e8b tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0405040 Sep 17 07:58:32.137940 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-29a5d466-65f5-4fbd-a711-a63888a29d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:58:32.142245 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a5d466-65f5-4fbd-a711-a63888a29d19 None None] Routers {'5ca4c65d-a32d-42bb-a829-4d8998ead8bc'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:58:32.143006 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-29a5d466-65f5-4fbd-a711-a63888a29d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:58:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['5ca4c65d-a32d-42bb-a829-4d8998ead8bc'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:58:32.179108 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-29a5d466-65f5-4fbd-a711-a63888a29d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:58:32.179791 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a5d466-65f5-4fbd-a711-a63888a29d19 None None] The sync data for ids ['5ca4c65d-a32d-42bb-a829-4d8998ead8bc'] in n-d-789963-9 is: [] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:58:32.198218 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-016e1704-65f2-4296-9dee-7379720af407 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for router, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:32.241012 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65a03f6b-be61-40b7-99f3-62a81bf21947 req-7c6a7d2b-198a-4cec-9ce0-9beb7cef8841 service neutron] 10.222.0.39 "GET /v2.0/networks/23dc9245-044a-48fa-8f5c-bfe08f2d4cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598771 Sep 17 07:58:32.253385 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef3356-4744-46ec-b314-acd92bb6953b req-1351b2f3-c8f1-4c72-8b2c-43ee4a29f72f tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:32.259178 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef3356-4744-46ec-b314-acd92bb6953b req-1351b2f3-c8f1-4c72-8b2c-43ee4a29f72f tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:32.265325 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef3356-4744-46ec-b314-acd92bb6953b req-1351b2f3-c8f1-4c72-8b2c-43ee4a29f72f tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:32.271575 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef3356-4744-46ec-b314-acd92bb6953b req-1351b2f3-c8f1-4c72-8b2c-43ee4a29f72f tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:32.277370 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef3356-4744-46ec-b314-acd92bb6953b req-1351b2f3-c8f1-4c72-8b2c-43ee4a29f72f tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:32.283239 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef3356-4744-46ec-b314-acd92bb6953b req-1351b2f3-c8f1-4c72-8b2c-43ee4a29f72f tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:32.289071 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef3356-4744-46ec-b314-acd92bb6953b req-1351b2f3-c8f1-4c72-8b2c-43ee4a29f72f tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:32.290940 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f0ef3356-4744-46ec-b314-acd92bb6953b req-1351b2f3-c8f1-4c72-8b2c-43ee4a29f72f tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/ports?device_id=706b6671-3c66-4294-84b0-31a8c1f04549 HTTP/1.1" status: 200 len: 5431 time: 0.1652873 Sep 17 07:58:32.345956 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f0ef3356-4744-46ec-b314-acd92bb6953b req-f9077bcc-4542-42fc-af44-4a95befecf36 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7c26f3e-d59d-4df9-b197-93a229a68ca8&id=83963e04-88c6-40e9-944b-1d6adac19415&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0478532 Sep 17 07:58:32.362211 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-016e1704-65f2-4296-9dee-7379720af407 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:32.365469 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-016e1704-65f2-4296-9dee-7379720af407 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:32.381592 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c2afb1-169c-4c27-82be-62017309dc3e req-2af4d553-d321-4e76-be78-950b1545f9a2 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:32.383082 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f3c2afb1-169c-4c27-82be-62017309dc3e req-2af4d553-d321-4e76-be78-950b1545f9a2 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=4765d900-580a-4876-aace-9ff28fab5c5d HTTP/1.1" status: 200 len: 945 time: 0.0532565 Sep 17 07:58:32.414809 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-016e1704-65f2-4296-9dee-7379720af407 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:32.415703 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-016e1704-65f2-4296-9dee-7379720af407 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Fanout notify agent at l3_agent the message router_deleted on router 5ca4c65d-a32d-42bb-a829-4d8998ead8bc {{(pid=101290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 07:58:32.423674 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-016e1704-65f2-4296-9dee-7379720af407 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:32.425034 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-016e1704-65f2-4296-9dee-7379720af407 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "DELETE /v2.0/routers/5ca4c65d-a32d-42bb-a829-4d8998ead8bc HTTP/1.1" status: 204 len: 168 time: 0.3093560 Sep 17 07:58:32.427957 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 50946) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:32.431864 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f3c2afb1-169c-4c27-82be-62017309dc3e req-83dc9697-ade7-404c-b99d-0f57e7472a42 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428789 Sep 17 07:58:32.482525 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847341e-c9be-4d09-88b1-33fd6a0789cf req-e06f7966-2da5-44a6-8dfd-5607897fb277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:32.483045 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847341e-c9be-4d09-88b1-33fd6a0789cf req-e06f7966-2da5-44a6-8dfd-5607897fb277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:32.483513 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847341e-c9be-4d09-88b1-33fd6a0789cf req-e06f7966-2da5-44a6-8dfd-5607897fb277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:32.484081 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847341e-c9be-4d09-88b1-33fd6a0789cf req-e06f7966-2da5-44a6-8dfd-5607897fb277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:32.484546 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847341e-c9be-4d09-88b1-33fd6a0789cf req-e06f7966-2da5-44a6-8dfd-5607897fb277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:32.485016 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847341e-c9be-4d09-88b1-33fd6a0789cf req-e06f7966-2da5-44a6-8dfd-5607897fb277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:32.485476 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847341e-c9be-4d09-88b1-33fd6a0789cf req-e06f7966-2da5-44a6-8dfd-5607897fb277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:32.487365 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e847341e-c9be-4d09-88b1-33fd6a0789cf req-e06f7966-2da5-44a6-8dfd-5607897fb277 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=be827b1e83e148ae835f43092deae86a&device_id=706b6671-3c66-4294-84b0-31a8c1f04549 HTTP/1.1" status: 200 len: 6488 time: 0.0538256 Sep 17 07:58:32.490597 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea8f9a7e-59a8-4539-9ce6-9024b71a21e4 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Deleting subnet 5a32e1c3-4227-4302-b9a7-1ff9b5d0812f {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:58:32.493703 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ea8f9a7e-59a8-4539-9ce6-9024b71a21e4 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:32.535157 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ea8f9a7e-59a8-4539-9ce6-9024b71a21e4 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:32.586122 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847341e-c9be-4d09-88b1-33fd6a0789cf req-c01e0552-9fbb-47af-a79e-35324499b84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:32.587761 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e847341e-c9be-4d09-88b1-33fd6a0789cf req-c01e0552-9fbb-47af-a79e-35324499b84b service neutron] 10.222.0.39 "GET /v2.0/networks?id=23dc9245-044a-48fa-8f5c-bfe08f2d4cd2 HTTP/1.1" status: 200 len: 903 time: 0.0931010 Sep 17 07:58:32.626041 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ea8f9a7e-59a8-4539-9ce6-9024b71a21e4 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:32.632639 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e847341e-c9be-4d09-88b1-33fd6a0789cf req-cb7c07c2-e14f-4b79-a8f1-132f79a61419 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8c3cff88-1b52-462a-aa22-14e35f943803 HTTP/1.1" status: 200 len: 217 time: 0.0380561 Sep 17 07:58:32.684871 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 50950) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:32.703595 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ea8f9a7e-59a8-4539-9ce6-9024b71a21e4 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:32.735314 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8f9a7e-59a8-4539-9ce6-9024b71a21e4 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Pushing event deleted for resources: {'Subnet': ['ID=5a32e1c3-4227-4302-b9a7-1ff9b5d0812f,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:32.741255 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ea8f9a7e-59a8-4539-9ce6-9024b71a21e4 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:32.743261 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ea8f9a7e-59a8-4539-9ce6-9024b71a21e4 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "DELETE /v2.0/subnets/5a32e1c3-4227-4302-b9a7-1ff9b5d0812f HTTP/1.1" status: 204 len: 168 time: 0.3142617 Sep 17 07:58:32.744212 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e6ec6e-e97f-42b5-a9c1-feac6cbc1654 None None] Network 55cd8809-17b0-4082-bd78-b0d8e2328b78 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:58:32.746014 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 50954) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:32.809825 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2f00afb-bcf6-4413-8c07-1e4178e42f2b tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Deleting subnet 4e760dbb-1289-4a7c-b2fd-4dcbe4d73fce {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:58:32.814590 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d2f00afb-bcf6-4413-8c07-1e4178e42f2b tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:32.968121 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36bd8590-0117-486d-b0f7-bb815fabe84a None None] DHCP port deletion for 55cd8809-17b0-4082-bd78-b0d8e2328b78 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 07:58:32.980189 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847341e-c9be-4d09-88b1-33fd6a0789cf req-65c66adf-29a0-4119-a274-29afe2bcb0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:32.981736 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e847341e-c9be-4d09-88b1-33fd6a0789cf req-65c66adf-29a0-4119-a274-29afe2bcb0d6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=98b47ab8-ddfc-4cc6-be27-8b7224b1d41b HTTP/1.1" status: 200 len: 797 time: 0.3417144 Sep 17 07:58:33.021931 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-36bd8590-0117-486d-b0f7-bb815fabe84a None None] Deleting port e0bc17b7-ec72-499c-a18e-ebab67646e7d {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:58:33.022308 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-36bd8590-0117-486d-b0f7-bb815fabe84a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:33.030613 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847341e-c9be-4d09-88b1-33fd6a0789cf req-c31acf48-31e3-4a4c-a8c5-fee1c012d71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:33.032821 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e847341e-c9be-4d09-88b1-33fd6a0789cf req-c31acf48-31e3-4a4c-a8c5-fee1c012d71a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=23dc9245-044a-48fa-8f5c-bfe08f2d4cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0435174 Sep 17 07:58:33.089698 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-36bd8590-0117-486d-b0f7-bb815fabe84a None None] For port e0bc17b7-ec72-499c-a18e-ebab67646e7d, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=e0bc17b7-ec72-499c-a18e-ebab67646e7d,segment=NetworkSegment(50ed00de-4eae-4284-bc03-7ab2f506e0b9),segment_id=50ed00de-4eae-4284-bc03-7ab2f506e0b9)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:58:33.090092 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-36bd8590-0117-486d-b0f7-bb815fabe84a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:33.105073 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-36bd8590-0117-486d-b0f7-bb815fabe84a None None] Calling delete_port for e0bc17b7-ec72-499c-a18e-ebab67646e7d owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:58:33.135865 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e847341e-c9be-4d09-88b1-33fd6a0789cf req-96c34ffb-8670-4494-8480-0a2492d47f9c service neutron] 10.222.0.39 "GET /v2.0/networks/23dc9245-044a-48fa-8f5c-bfe08f2d4cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945606 Sep 17 07:58:33.194606 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-36bd8590-0117-486d-b0f7-bb815fabe84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:33.222686 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bd8590-0117-486d-b0f7-bb815fabe84a None None] No DVR routers for this DVR port e0bc17b7-ec72-499c-a18e-ebab67646e7d on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:58:33.225913 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bd8590-0117-486d-b0f7-bb815fabe84a None None] Pushing event deleted for resources: {'Port': ['ID=e0bc17b7-ec72-499c-a18e-ebab67646e7d,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:33.231802 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d2f00afb-bcf6-4413-8c07-1e4178e42f2b tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:33.259249 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-bc892c06-2f17-4863-b7f3-de9a379de5e3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d0a0c469ee1741ddb9aa7f3da8793527&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5732548 Sep 17 07:58:33.260134 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-14c9d896-b96b-4468-be08-8631af05b950 req-ac683dcc-bfec-4e21-8d76-aef703c3dd63 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0400748 Sep 17 07:58:33.262692 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 50960) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:33.305419 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e847341e-c9be-4d09-88b1-33fd6a0789cf req-2f689277-64e4-4745-b38a-0d5a459646a5 service neutron] 10.222.0.39 "GET /v2.0/networks/23dc9245-044a-48fa-8f5c-bfe08f2d4cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618474 Sep 17 07:58:33.324603 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d2f00afb-bcf6-4413-8c07-1e4178e42f2b tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:33.326627 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c83e0a26-4084-4d19-89b3-558e68c71de7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:33.349209 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c83e0a26-4084-4d19-89b3-558e68c71de7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:33.396454 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d2f00afb-bcf6-4413-8c07-1e4178e42f2b tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:33.412221 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c83e0a26-4084-4d19-89b3-558e68c71de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:33.415269 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c83e0a26-4084-4d19-89b3-558e68c71de7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:33.416491 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-c83e0a26-4084-4d19-89b3-558e68c71de7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e33b00ad-9bf3-4d08-9cb9-98964883ec7e HTTP/1.1" status: 204 len: 168 time: 0.1514587 Sep 17 07:58:33.433243 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f00afb-bcf6-4413-8c07-1e4178e42f2b tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Pushing event deleted for resources: {'Subnet': ['ID=4e760dbb-1289-4a7c-b2fd-4dcbe4d73fce,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:33.446167 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d2f00afb-bcf6-4413-8c07-1e4178e42f2b tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:33.448423 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d2f00afb-bcf6-4413-8c07-1e4178e42f2b tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "DELETE /v2.0/subnets/4e760dbb-1289-4a7c-b2fd-4dcbe4d73fce HTTP/1.1" status: 204 len: 168 time: 0.7003946 Sep 17 07:58:33.450970 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 50966) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:33.454650 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a648b86-4ec4-43c2-b94a-72ed97962e54 None None] Network 61e7d38c-dc73-4c5c-86e5-83b3799a7d01 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:58:33.484118 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83e0a26-4084-4d19-89b3-558e68c71de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33b00ad-9bf3-4d08-9cb9-98964883ec7e,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:33.513958 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847341e-c9be-4d09-88b1-33fd6a0789cf req-dafa12d5-e76e-4b8f-a2b2-86bbc1de09cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:33.514452 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847341e-c9be-4d09-88b1-33fd6a0789cf req-dafa12d5-e76e-4b8f-a2b2-86bbc1de09cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:33.514933 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847341e-c9be-4d09-88b1-33fd6a0789cf req-dafa12d5-e76e-4b8f-a2b2-86bbc1de09cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:33.516018 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847341e-c9be-4d09-88b1-33fd6a0789cf req-dafa12d5-e76e-4b8f-a2b2-86bbc1de09cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:33.516492 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847341e-c9be-4d09-88b1-33fd6a0789cf req-dafa12d5-e76e-4b8f-a2b2-86bbc1de09cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:33.516963 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847341e-c9be-4d09-88b1-33fd6a0789cf req-dafa12d5-e76e-4b8f-a2b2-86bbc1de09cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:33.518071 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847341e-c9be-4d09-88b1-33fd6a0789cf req-dafa12d5-e76e-4b8f-a2b2-86bbc1de09cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:33.520099 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e847341e-c9be-4d09-88b1-33fd6a0789cf req-dafa12d5-e76e-4b8f-a2b2-86bbc1de09cf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=be827b1e83e148ae835f43092deae86a&device_id=706b6671-3c66-4294-84b0-31a8c1f04549 HTTP/1.1" status: 200 len: 6488 time: 0.1207786 Sep 17 07:58:33.587864 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b71ff895-9b1c-4f80-acd3-151ac0ee17a1 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:33.601077 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f05aed1-3ac4-4cd1-b5c4-39c42c9b4ef4 req-fb5b44fa-f60b-4b7e-9c86-cd6d46a93c09 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:33.607571 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f05aed1-3ac4-4cd1-b5c4-39c42c9b4ef4 req-fb5b44fa-f60b-4b7e-9c86-cd6d46a93c09 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:33.615382 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f05aed1-3ac4-4cd1-b5c4-39c42c9b4ef4 req-fb5b44fa-f60b-4b7e-9c86-cd6d46a93c09 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:33.621596 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f05aed1-3ac4-4cd1-b5c4-39c42c9b4ef4 req-fb5b44fa-f60b-4b7e-9c86-cd6d46a93c09 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:33.633861 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f05aed1-3ac4-4cd1-b5c4-39c42c9b4ef4 req-fb5b44fa-f60b-4b7e-9c86-cd6d46a93c09 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:33.642097 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f05aed1-3ac4-4cd1-b5c4-39c42c9b4ef4 req-fb5b44fa-f60b-4b7e-9c86-cd6d46a93c09 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:33.648534 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f05aed1-3ac4-4cd1-b5c4-39c42c9b4ef4 req-fb5b44fa-f60b-4b7e-9c86-cd6d46a93c09 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:33.650516 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f05aed1-3ac4-4cd1-b5c4-39c42c9b4ef4 req-fb5b44fa-f60b-4b7e-9c86-cd6d46a93c09 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/ports?device_id=706b6671-3c66-4294-84b0-31a8c1f04549 HTTP/1.1" status: 200 len: 5431 time: 0.2161863 Sep 17 07:58:33.686756 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b71ff895-9b1c-4f80-acd3-151ac0ee17a1 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:33.695491 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095a11d0-8a5b-49ea-986a-9ab47af2a4c9 None None] DHCP port deletion for 61e7d38c-dc73-4c5c-86e5-83b3799a7d01 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 07:58:33.714008 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce4ea56-6bf5-4fc6-8667-3e4bc78b6b0b req-33fb7eb1-766e-494b-abd7-ff2a56327928 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:33.715819 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dce4ea56-6bf5-4fc6-8667-3e4bc78b6b0b req-33fb7eb1-766e-494b-abd7-ff2a56327928 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=4765d900-580a-4876-aace-9ff28fab5c5d HTTP/1.1" status: 200 len: 945 time: 0.1792452 Sep 17 07:58:33.715986 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-b71ff895-9b1c-4f80-acd3-151ac0ee17a1 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55cd8809-17b0-4082-bd78-b0d8e2328b78']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:58:33.727206 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-b71ff895-9b1c-4f80-acd3-151ac0ee17a1 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50ed00de-4eae-4284-bc03-7ab2f506e0b9') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:58:33.727700 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-b71ff895-9b1c-4f80-acd3-151ac0ee17a1 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50ed00de-4eae-4284-bc03-7ab2f506e0b9') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:58:33.738371 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b71ff895-9b1c-4f80-acd3-151ac0ee17a1 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:33.747129 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-095a11d0-8a5b-49ea-986a-9ab47af2a4c9 None None] Deleting port b4002993-2abd-4fb6-8841-6da62da624a6 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:58:33.747733 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-095a11d0-8a5b-49ea-986a-9ab47af2a4c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:33.755338 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b71ff895-9b1c-4f80-acd3-151ac0ee17a1 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:33.762961 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b71ff895-9b1c-4f80-acd3-151ac0ee17a1 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 07:58:33.763350 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b71ff895-9b1c-4f80-acd3-151ac0ee17a1 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:33.767361 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 07:58:33.767361 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 07:58:33.767361 n-d-789963-9 neutron-server[101290]: timer() Sep 17 07:58:33.767361 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 07:58:33.767361 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 07:58:33.767361 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 07:58:33.767361 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 07:58:33.767361 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 07:58:33.767361 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 07:58:33.767361 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 07:58:33.767361 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 07:58:33.767361 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 07:58:33.767361 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 07:58:33.767361 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 07:58:33.767361 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 07:58:33.767361 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 07:58:33.767361 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 07:58:33.767361 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 07:58:33.767361 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 07:58:33.767361 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 07:58:33.767361 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 07:58:33.767361 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 07:58:33.767361 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 07:58:33.767361 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 07:58:33.767361 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 07:58:33.767361 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 07:58:33.767361 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 07:58:33.767361 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 07:58:33.767361 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 07:58:33.767361 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 07:58:33.767361 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 07:58:33.767361 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 07:58:33.790044 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f05aed1-3ac4-4cd1-b5c4-39c42c9b4ef4 req-90a5f0d0-7c20-4069-9d48-64cfb8b2c666 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7c26f3e-d59d-4df9-b197-93a229a68ca8&id=83963e04-88c6-40e9-944b-1d6adac19415&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1168191 Sep 17 07:58:33.825510 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 50972) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:33.829316 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dce4ea56-6bf5-4fc6-8667-3e4bc78b6b0b req-7202730f-d888-4acc-a5fe-65185ec86f77 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765214 Sep 17 07:58:33.831499 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-095a11d0-8a5b-49ea-986a-9ab47af2a4c9 None None] For port b4002993-2abd-4fb6-8841-6da62da624a6, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=b4002993-2abd-4fb6-8841-6da62da624a6,segment=NetworkSegment(2efcc05e-e5a8-4043-a4a9-5527a013b90a),segment_id=2efcc05e-e5a8-4043-a4a9-5527a013b90a)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:58:33.832002 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-095a11d0-8a5b-49ea-986a-9ab47af2a4c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:33.845187 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-92013653-d0d2-4ec2-b529-9923432a822c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:33.851073 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-095a11d0-8a5b-49ea-986a-9ab47af2a4c9 None None] Calling delete_port for b4002993-2abd-4fb6-8841-6da62da624a6 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:58:33.853870 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847341e-c9be-4d09-88b1-33fd6a0789cf req-eda10abf-081f-4cae-9f71-12b44aa3e656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:33.854787 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b71ff895-9b1c-4f80-acd3-151ac0ee17a1 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:33.855519 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e847341e-c9be-4d09-88b1-33fd6a0789cf req-eda10abf-081f-4cae-9f71-12b44aa3e656 service neutron] 10.222.0.39 "GET /v2.0/networks?id=23dc9245-044a-48fa-8f5c-bfe08f2d4cd2 HTTP/1.1" status: 200 len: 903 time: 0.3202615 Sep 17 07:58:33.868618 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b71ff895-9b1c-4f80-acd3-151ac0ee17a1 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:33.870464 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b71ff895-9b1c-4f80-acd3-151ac0ee17a1 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "DELETE /v2.0/networks/55cd8809-17b0-4082-bd78-b0d8e2328b78 HTTP/1.1" status: 204 len: 168 time: 0.4184759 Sep 17 07:58:33.874384 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 50974) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:33.882431 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71ff895-9b1c-4f80-acd3-151ac0ee17a1 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Pushing event deleted for resources: {'Network': ['ID=55cd8809-17b0-4082-bd78-b0d8e2328b78,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:33.920939 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e847341e-c9be-4d09-88b1-33fd6a0789cf req-244c9b41-5080-4d2a-bfe2-c84506b92b1d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a7ef312a-eb2e-4797-8814-785105b7823f HTTP/1.1" status: 200 len: 217 time: 0.0564256 Sep 17 07:58:33.946643 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-095a11d0-8a5b-49ea-986a-9ab47af2a4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:33.980118 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095a11d0-8a5b-49ea-986a-9ab47af2a4c9 None None] Pushing event deleted for resources: {'Port': ['ID=b4002993-2abd-4fb6-8841-6da62da624a6,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:33.983499 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095a11d0-8a5b-49ea-986a-9ab47af2a4c9 None None] No DVR routers for this DVR port b4002993-2abd-4fb6-8841-6da62da624a6 on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:58:34.033351 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-84c95ab2-926f-4bf6-b388-68eb6eff9dce tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:34.050704 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847341e-c9be-4d09-88b1-33fd6a0789cf req-7b5872e4-04c8-4796-bb1a-79741f8fb7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:34.052218 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e847341e-c9be-4d09-88b1-33fd6a0789cf req-7b5872e4-04c8-4796-bb1a-79741f8fb7ca service neutron] 10.222.0.39 "GET /v2.0/subnets?id=98b47ab8-ddfc-4cc6-be27-8b7224b1d41b HTTP/1.1" status: 200 len: 797 time: 0.1149833 Sep 17 07:58:34.117399 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d00d3-7243-47d9-beb9-8a4f3ec364ec req-6cf313af-42e1-4847-a110-10b5f66c2d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:34.118929 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7d0d00d3-7243-47d9-beb9-8a4f3ec364ec req-6cf313af-42e1-4847-a110-10b5f66c2d01 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4765d900-580a-4876-aace-9ff28fab5c5d HTTP/1.1" status: 200 len: 1096 time: 0.0469415 Sep 17 07:58:34.154094 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7d0d00d3-7243-47d9-beb9-8a4f3ec364ec req-50d4a3d5-62a2-4ab6-95a0-a6c517ab41ab service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276792 Sep 17 07:58:34.176138 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-92013653-d0d2-4ec2-b529-9923432a822c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:34.180861 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847341e-c9be-4d09-88b1-33fd6a0789cf req-1dd63673-1283-4183-86cd-eeee4449683f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:34.182410 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e847341e-c9be-4d09-88b1-33fd6a0789cf req-1dd63673-1283-4183-86cd-eeee4449683f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=23dc9245-044a-48fa-8f5c-bfe08f2d4cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1187136 Sep 17 07:58:34.208855 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-92013653-d0d2-4ec2-b529-9923432a822c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:34.212014 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-84c95ab2-926f-4bf6-b388-68eb6eff9dce tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:34.293232 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-84c95ab2-926f-4bf6-b388-68eb6eff9dce tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61e7d38c-dc73-4c5c-86e5-83b3799a7d01']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:58:34.299806 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 50980) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:34.300362 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-92013653-d0d2-4ec2-b529-9923432a822c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=42af32565df24806abcdaa7950a5a1c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4691331 Sep 17 07:58:34.300575 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92013653-d0d2-4ec2-b529-9923432a822c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e177a678-b0b3-4b89-92a6-15c7cb047549,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:34.339323 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-84c95ab2-926f-4bf6-b388-68eb6eff9dce tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2efcc05e-e5a8-4043-a4a9-5527a013b90a') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:58:34.339623 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-84c95ab2-926f-4bf6-b388-68eb6eff9dce tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2efcc05e-e5a8-4043-a4a9-5527a013b90a') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:58:34.353597 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-71befe6d-c663-491a-96db-d3a81859ca47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:34.372607 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-84c95ab2-926f-4bf6-b388-68eb6eff9dce tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:34.375965 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-71befe6d-c663-491a-96db-d3a81859ca47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:34.377711 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b3290eec-6776-4966-b68e-12847e6125da req-963cb246-6abb-4b76-a451-b81ec3878e43 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0422108 Sep 17 07:58:34.402083 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-84c95ab2-926f-4bf6-b388-68eb6eff9dce tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:34.410138 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e847341e-c9be-4d09-88b1-33fd6a0789cf req-595c4758-e5ac-4b17-bd51-3692af7a9750 service neutron] 10.222.0.39 "GET /v2.0/networks/23dc9245-044a-48fa-8f5c-bfe08f2d4cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023103 Sep 17 07:58:34.411068 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84c95ab2-926f-4bf6-b388-68eb6eff9dce tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 07:58:34.411461 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-84c95ab2-926f-4bf6-b388-68eb6eff9dce tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:34.414439 n-d-789963-9 neutron-server[101289]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 07:58:34.414439 n-d-789963-9 neutron-server[101289]: items = [ Sep 17 07:58:34.414439 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 07:58:34.414439 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 07:58:34.414439 n-d-789963-9 neutron-server[101289]: timer() Sep 17 07:58:34.414439 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 07:58:34.414439 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 07:58:34.414439 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 07:58:34.414439 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 07:58:34.414439 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 07:58:34.414439 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 07:58:34.414439 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 07:58:34.414439 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 07:58:34.414439 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 07:58:34.414439 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 07:58:34.414439 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 07:58:34.414439 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 07:58:34.414439 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 07:58:34.414439 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 07:58:34.414439 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 07:58:34.414439 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 07:58:34.414439 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 07:58:34.414439 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 07:58:34.414439 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 07:58:34.414439 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 07:58:34.414439 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 07:58:34.414439 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 07:58:34.414439 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 07:58:34.414439 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 07:58:34.414439 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 07:58:34.414439 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 07:58:34.414439 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 07:58:34.414439 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 07:58:34.414439 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 07:58:34.439609 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-71befe6d-c663-491a-96db-d3a81859ca47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:34.442577 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-71befe6d-c663-491a-96db-d3a81859ca47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:34.443754 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-71befe6d-c663-491a-96db-d3a81859ca47 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e177a678-b0b3-4b89-92a6-15c7cb047549 HTTP/1.1" status: 204 len: 168 time: 0.1428177 Sep 17 07:58:34.454137 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71befe6d-c663-491a-96db-d3a81859ca47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e177a678-b0b3-4b89-92a6-15c7cb047549,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:34.526150 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-84c95ab2-926f-4bf6-b388-68eb6eff9dce tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:34.534914 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-84c95ab2-926f-4bf6-b388-68eb6eff9dce tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:34.536768 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-84c95ab2-926f-4bf6-b388-68eb6eff9dce tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "DELETE /v2.0/networks/61e7d38c-dc73-4c5c-86e5-83b3799a7d01 HTTP/1.1" status: 204 len: 168 time: 0.6607983 Sep 17 07:58:34.542071 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 50984) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:34.556375 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-d5603463-c0aa-4a7d-92f2-3ee6172e3997 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Request body: {'network': {'name': 'tempest-RoutersTest-137088091'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:58:34.565594 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c95ab2-926f-4bf6-b388-68eb6eff9dce tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Pushing event deleted for resources: {'Network': ['ID=61e7d38c-dc73-4c5c-86e5-83b3799a7d01,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:34.584674 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e847341e-c9be-4d09-88b1-33fd6a0789cf req-a4ba068b-44a5-488b-a59a-9ee88273f15c service neutron] 10.222.0.39 "GET /v2.0/networks/23dc9245-044a-48fa-8f5c-bfe08f2d4cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593540 Sep 17 07:58:34.590158 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5603463-c0aa-4a7d-92f2-3ee6172e3997 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Made reservation on behalf of 61a7a6788c48443c9f34c81b57ddfc5f for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:58:34.593822 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d5603463-c0aa-4a7d-92f2-3ee6172e3997 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:34.618047 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5603463-c0aa-4a7d-92f2-3ee6172e3997 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 07:58:34.628066 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d5603463-c0aa-4a7d-92f2-3ee6172e3997 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:34.628494 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-d5603463-c0aa-4a7d-92f2-3ee6172e3997 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Added segment 12b85903-8e2c-45bb-97e9-b281778f5f3a of type vlan for network cd4fcbd4-f1c9-4953-8e78-4dcb9fa0a361 Sep 17 07:58:34.673998 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d5603463-c0aa-4a7d-92f2-3ee6172e3997 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:34.701233 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d5603463-c0aa-4a7d-92f2-3ee6172e3997 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:34.709525 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device b4002993-2abd-4fb6-8841-6da62da624a6 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:58:34.713389 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5603463-c0aa-4a7d-92f2-3ee6172e3997 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:34.714119 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d5603463-c0aa-4a7d-92f2-3ee6172e3997 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:34.747670 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-d5603463-c0aa-4a7d-92f2-3ee6172e3997 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2051411 Sep 17 07:58:34.748623 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device e014e12b-e9da-4a3a-8fe2-4fd991b94aef no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:58:34.751278 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 50990) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:34.755705 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: b4002993-2abd-4fb6-8841-6da62da624a6 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:58:34.756077 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device b4002993-2abd-4fb6-8841-6da62da624a6 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:58:34.756506 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device e0bc17b7-ec72-499c-a18e-ebab67646e7d no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:58:34.756614 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-1a3c65a0-669d-4ee1-bf21-999046b67eba tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Request body: {'subnet': {'network_id': 'cd4fcbd4-f1c9-4953-8e78-4dcb9fa0a361', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:58:34.822270 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5603463-c0aa-4a7d-92f2-3ee6172e3997 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Pushing event updated for resources: {'Network': ['ID=cd4fcbd4-f1c9-4953-8e78-4dcb9fa0a361,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:34.949226 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: e014e12b-e9da-4a3a-8fe2-4fd991b94aef {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:58:34.949586 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device e014e12b-e9da-4a3a-8fe2-4fd991b94aef not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:58:34.952153 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network cd4fcbd4-f1c9-4953-8e78-4dcb9fa0a361 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 07:58:34.958119 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: e0bc17b7-ec72-499c-a18e-ebab67646e7d {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:58:34.958466 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device e0bc17b7-ec72-499c-a18e-ebab67646e7d not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:58:34.981042 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3c65a0-669d-4ee1-bf21-999046b67eba tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Made reservation on behalf of 61a7a6788c48443c9f34c81b57ddfc5f for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:58:34.985306 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1a3c65a0-669d-4ee1-bf21-999046b67eba tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:35.028130 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:35.029239 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e6f3d-7d0d-46aa-a0dd-e5a07183fbd3 req-0136e352-ef6e-4d87-ae45-c3a5d1340225 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:35.035573 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e6f3d-7d0d-46aa-a0dd-e5a07183fbd3 req-0136e352-ef6e-4d87-ae45-c3a5d1340225 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:35.041408 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e6f3d-7d0d-46aa-a0dd-e5a07183fbd3 req-0136e352-ef6e-4d87-ae45-c3a5d1340225 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:35.047957 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e6f3d-7d0d-46aa-a0dd-e5a07183fbd3 req-0136e352-ef6e-4d87-ae45-c3a5d1340225 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:35.053838 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e6f3d-7d0d-46aa-a0dd-e5a07183fbd3 req-0136e352-ef6e-4d87-ae45-c3a5d1340225 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:35.059662 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e6f3d-7d0d-46aa-a0dd-e5a07183fbd3 req-0136e352-ef6e-4d87-ae45-c3a5d1340225 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:35.065442 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e6f3d-7d0d-46aa-a0dd-e5a07183fbd3 req-0136e352-ef6e-4d87-ae45-c3a5d1340225 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:35.067637 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d88e6f3d-7d0d-46aa-a0dd-e5a07183fbd3 req-0136e352-ef6e-4d87-ae45-c3a5d1340225 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/ports?device_id=706b6671-3c66-4294-84b0-31a8c1f04549 HTTP/1.1" status: 200 len: 5431 time: 0.1646850 Sep 17 07:58:35.085896 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f2de1-fa8a-4353-ac25-a228b09bcdb5 req-c3ed15f9-533d-4edd-9df0-3e052e9d2198 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:35.087372 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-df2f2de1-fa8a-4353-ac25-a228b09bcdb5 req-c3ed15f9-533d-4edd-9df0-3e052e9d2198 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=4765d900-580a-4876-aace-9ff28fab5c5d HTTP/1.1" status: 200 len: 945 time: 0.1634817 Sep 17 07:58:35.188820 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d88e6f3d-7d0d-46aa-a0dd-e5a07183fbd3 req-ae98a621-202d-4092-9646-714c6d882a97 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7c26f3e-d59d-4df9-b197-93a229a68ca8&id=83963e04-88c6-40e9-944b-1d6adac19415&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1138561 Sep 17 07:58:35.196499 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-df2f2de1-fa8a-4353-ac25-a228b09bcdb5 req-bcfcfe5c-fbc3-41b8-ae99-f12716ab490d tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785716 Sep 17 07:58:35.307623 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1a3c65a0-669d-4ee1-bf21-999046b67eba tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:35.366191 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3c65a0-669d-4ee1-bf21-999046b67eba tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Pushing event updated for resources: {'Subnet': ['ID=e40deb60-f2a4-4bd9-bbab-d74e3b877444,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:35.379288 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3c65a0-669d-4ee1-bf21-999046b67eba tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Checking segment: {'id': '12b85903-8e2c-45bb-97e9-b281778f5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cd4fcbd4-f1c9-4953-8e78-4dcb9fa0a361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:58:35.380005 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3c65a0-669d-4ee1-bf21-999046b67eba tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Network hostable DHCP agents. Network: cd4fcbd4-f1c9-4953-8e78-4dcb9fa0a361, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 07:58:35.398733 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:35.399912 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3c65a0-669d-4ee1-bf21-999046b67eba tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Network cd4fcbd4-f1c9-4953-8e78-4dcb9fa0a361 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 07:58:35.410467 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-1a3c65a0-669d-4ee1-bf21-999046b67eba tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, cd4fcbd4-f1c9-4953-8e78-4dcb9fa0a361) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:58:35.416774 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3c65a0-669d-4ee1-bf21-999046b67eba tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:35.417374 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1a3c65a0-669d-4ee1-bf21-999046b67eba tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:35.432947 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95dce0b-2620-42dc-8282-fe24cfb11cb2 None None] Network cd4fcbd4-f1c9-4953-8e78-4dcb9fa0a361 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:58:35.442872 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 51022) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:35.443518 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-1a3c65a0-669d-4ee1-bf21-999046b67eba tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6907113 Sep 17 07:58:35.448956 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-d6a6fab5-6b90-47e6-9b70-5812a6bd6baa tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1074337673', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:58:35.503625 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d5054109-e6bf-4302-91fa-4d46e8be2d39 req-5b885f0e-ce82-41b2-bb19-0ff5e4a1d034 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0388358 Sep 17 07:58:35.527025 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d6a6fab5-6b90-47e6-9b70-5812a6bd6baa tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:35.528364 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d6a6fab5-6b90-47e6-9b70-5812a6bd6baa tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:35.588116 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d6a6fab5-6b90-47e6-9b70-5812a6bd6baa tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:35.593723 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d6a6fab5-6b90-47e6-9b70-5812a6bd6baa tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:35.613209 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d6a6fab5-6b90-47e6-9b70-5812a6bd6baa tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:35.616963 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d6a6fab5-6b90-47e6-9b70-5812a6bd6baa tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1701791 Sep 17 07:58:35.617231 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 51048) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:35.623412 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-b1990117-4662-4e7d-9b6d-e9d8463f9b35 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Request body: {'port': {'network_id': 'cd4fcbd4-f1c9-4953-8e78-4dcb9fa0a361', 'name': 'tempest-RoutersTest-650436773'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:58:35.654477 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b80ef95-0db8-4f57-885b-bd843a47cc9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-cd4fcbd4-f1c9-4953-8e78-4dcb9fa0a361', 'network_id': 'cd4fcbd4-f1c9-4953-8e78-4dcb9fa0a361', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'fixed_ips': [{'subnet_id': 'e40deb60-f2a4-4bd9-bbab-d74e3b877444'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 07:58:35.654477 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4b80ef95-0db8-4f57-885b-bd843a47cc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:35.744263 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1990117-4662-4e7d-9b6d-e9d8463f9b35 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Made reservation on behalf of 61a7a6788c48443c9f34c81b57ddfc5f for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:58:35.748981 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b1990117-4662-4e7d-9b6d-e9d8463f9b35 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:35.768574 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [None req-b1990117-4662-4e7d-9b6d-e9d8463f9b35 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] device_id is not set on port d516ed2b-78c3-43f9-b04e-9c01021b28e6 yet. {{(pid=101290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 07:58:35.795017 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-4b80ef95-0db8-4f57-885b-bd843a47cc9a None None] Allocated IP 172.20.0.2 (cd4fcbd4-f1c9-4953-8e78-4dcb9fa0a361/e40deb60-f2a4-4bd9-bbab-d74e3b877444/037c1b9c-e989-4e88-bdc4-83cd345a944e) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:58:35.911389 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 51060) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:35.944167 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4b80ef95-0db8-4f57-885b-bd843a47cc9a None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:35.953766 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4b80ef95-0db8-4f57-885b-bd843a47cc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:35.989140 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b80ef95-0db8-4f57-885b-bd843a47cc9a None None] Network cd4fcbd4-f1c9-4953-8e78-4dcb9fa0a361 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:58:35.991892 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-4b80ef95-0db8-4f57-885b-bd843a47cc9a None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:58:35.995381 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b80ef95-0db8-4f57-885b-bd843a47cc9a None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:58:36.003543 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-b1990117-4662-4e7d-9b6d-e9d8463f9b35 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Allocated IP 172.20.0.6 (cd4fcbd4-f1c9-4953-8e78-4dcb9fa0a361/e40deb60-f2a4-4bd9-bbab-d74e3b877444/d516ed2b-78c3-43f9-b04e-9c01021b28e6) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:58:36.006658 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b80ef95-0db8-4f57-885b-bd843a47cc9a None None] Pushing event updated for resources: {'Port': ['ID=037c1b9c-e989-4e88-bdc4-83cd345a944e,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:36.038558 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ee8b6e00-f961-444e-bbeb-9c54edb7ffb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:36.056070 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-4b80ef95-0db8-4f57-885b-bd843a47cc9a None None] Attempting to bind port 037c1b9c-e989-4e88-bdc4-83cd345a944e on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:58:36.056453 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-4b80ef95-0db8-4f57-885b-bd843a47cc9a None None] Attempting to bind port 037c1b9c-e989-4e88-bdc4-83cd345a944e by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '12b85903-8e2c-45bb-97e9-b281778f5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cd4fcbd4-f1c9-4953-8e78-4dcb9fa0a361'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:58:36.056821 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b80ef95-0db8-4f57-885b-bd843a47cc9a None None] Attempting to bind port 037c1b9c-e989-4e88-bdc4-83cd345a944e on network cd4fcbd4-f1c9-4953-8e78-4dcb9fa0a361 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:58:36.061700 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b80ef95-0db8-4f57-885b-bd843a47cc9a None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:58:36.062626 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b80ef95-0db8-4f57-885b-bd843a47cc9a None None] Checking segment: {'id': '12b85903-8e2c-45bb-97e9-b281778f5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cd4fcbd4-f1c9-4953-8e78-4dcb9fa0a361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:58:36.063039 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4b80ef95-0db8-4f57-885b-bd843a47cc9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:36.063437 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b80ef95-0db8-4f57-885b-bd843a47cc9a None None] Bound using segment: {'id': '12b85903-8e2c-45bb-97e9-b281778f5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cd4fcbd4-f1c9-4953-8e78-4dcb9fa0a361'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:58:36.063928 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-4b80ef95-0db8-4f57-885b-bd843a47cc9a None None] Bound port: 037c1b9c-e989-4e88-bdc4-83cd345a944e, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12b85903-8e2c-45bb-97e9-b281778f5f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cd4fcbd4-f1c9-4953-8e78-4dcb9fa0a361'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:58:36.064365 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4b80ef95-0db8-4f57-885b-bd843a47cc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:36.136409 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-4b80ef95-0db8-4f57-885b-bd843a47cc9a None None] For port 037c1b9c-e989-4e88-bdc4-83cd345a944e, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:58:36.139516 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-4b80ef95-0db8-4f57-885b-bd843a47cc9a None None] For port 037c1b9c-e989-4e88-bdc4-83cd345a944e, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=037c1b9c-e989-4e88-bdc4-83cd345a944e,segment=NetworkSegment(12b85903-8e2c-45bb-97e9-b281778f5f3a),segment_id=12b85903-8e2c-45bb-97e9-b281778f5f3a)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:58:36.143650 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4b80ef95-0db8-4f57-885b-bd843a47cc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:36.215219 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b1990117-4662-4e7d-9b6d-e9d8463f9b35 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:36.221869 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b80ef95-0db8-4f57-885b-bd843a47cc9a None None] Pushing event updated for resources: {'Port': ['ID=037c1b9c-e989-4e88-bdc4-83cd345a944e,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:36.253586 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ee8b6e00-f961-444e-bbeb-9c54edb7ffb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:36.262093 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ee8b6e00-f961-444e-bbeb-9c54edb7ffb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:36.312329 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b1990117-4662-4e7d-9b6d-e9d8463f9b35 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:36.319863 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ee8b6e00-f961-444e-bbeb-9c54edb7ffb7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=726c4fddc9bb40929636a0470deca73c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4050236 Sep 17 07:58:36.322208 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 51070) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:36.325968 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8b6e00-f961-444e-bbeb-9c54edb7ffb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b17b8a0e-a174-4b7a-844e-03a8ef759aaa,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:36.378334 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1990117-4662-4e7d-9b6d-e9d8463f9b35 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Network cd4fcbd4-f1c9-4953-8e78-4dcb9fa0a361 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:58:36.387130 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-b1990117-4662-4e7d-9b6d-e9d8463f9b35 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:58:36.405368 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de45d473-db00-45ff-9f5a-c5684a422b08 req-be540134-7beb-4dae-879e-d517a03d4223 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:36.406417 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1990117-4662-4e7d-9b6d-e9d8463f9b35 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:58:36.412584 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de45d473-db00-45ff-9f5a-c5684a422b08 req-be540134-7beb-4dae-879e-d517a03d4223 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:36.422228 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de45d473-db00-45ff-9f5a-c5684a422b08 req-be540134-7beb-4dae-879e-d517a03d4223 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:36.424875 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1990117-4662-4e7d-9b6d-e9d8463f9b35 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Pushing event updated for resources: {'Port': ['ID=d516ed2b-78c3-43f9-b04e-9c01021b28e6,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:36.428541 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de45d473-db00-45ff-9f5a-c5684a422b08 req-be540134-7beb-4dae-879e-d517a03d4223 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:36.435016 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de45d473-db00-45ff-9f5a-c5684a422b08 req-be540134-7beb-4dae-879e-d517a03d4223 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:36.443242 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de45d473-db00-45ff-9f5a-c5684a422b08 req-be540134-7beb-4dae-879e-d517a03d4223 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:36.449015 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de45d473-db00-45ff-9f5a-c5684a422b08 req-be540134-7beb-4dae-879e-d517a03d4223 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:36.450939 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-de45d473-db00-45ff-9f5a-c5684a422b08 req-be540134-7beb-4dae-879e-d517a03d4223 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/ports?device_id=706b6671-3c66-4294-84b0-31a8c1f04549 HTTP/1.1" status: 200 len: 5431 time: 0.1457908 Sep 17 07:58:36.462849 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6def88a-829e-4fff-b4c8-5dea0d000da6 req-272f37ac-86a1-4217-b3c3-aa5fb8044157 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:36.464305 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a6def88a-829e-4fff-b4c8-5dea0d000da6 req-272f37ac-86a1-4217-b3c3-aa5fb8044157 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=4765d900-580a-4876-aace-9ff28fab5c5d HTTP/1.1" status: 200 len: 945 time: 0.1478169 Sep 17 07:58:36.505070 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cc7129dd-6254-492c-80bd-46a1f162c324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:36.515612 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1990117-4662-4e7d-9b6d-e9d8463f9b35 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:36.516409 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b1990117-4662-4e7d-9b6d-e9d8463f9b35 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:36.532436 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-de45d473-db00-45ff-9f5a-c5684a422b08 req-995b8994-3727-48ef-b274-d141691c51f3 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7c26f3e-d59d-4df9-b197-93a229a68ca8&id=83963e04-88c6-40e9-944b-1d6adac19415&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0669475 Sep 17 07:58:36.547003 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cc7129dd-6254-492c-80bd-46a1f162c324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:36.550715 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a6def88a-829e-4fff-b4c8-5dea0d000da6 req-b08eccc7-5ace-4823-8414-de1f9731f469 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642328 Sep 17 07:58:36.559467 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b1990117-4662-4e7d-9b6d-e9d8463f9b35 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 0.9409933 Sep 17 07:58:36.562443 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 51074) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:36.615044 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cc7129dd-6254-492c-80bd-46a1f162c324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:36.618247 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cc7129dd-6254-492c-80bd-46a1f162c324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:36.621871 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-cc7129dd-6254-492c-80bd-46a1f162c324 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b17b8a0e-a174-4b7a-844e-03a8ef759aaa HTTP/1.1" status: 204 len: 168 time: 0.2945869 Sep 17 07:58:36.629655 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7129dd-6254-492c-80bd-46a1f162c324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17b8a0e-a174-4b7a-844e-03a8ef759aaa,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:36.761992 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ab45fb28-68d1-4f62-b192-9f74b9fde705 req-6cc5109d-d9b6-4736-a4fb-a934df46f974 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0570180 Sep 17 07:58:36.807670 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 037c1b9c-e989-4e88-bdc4-83cd345a944e up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:58:36.883004 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 037c1b9c-e989-4e88-bdc4-83cd345a944e triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:58:36.883660 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:36.996607 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5efbc13e-81d1-4961-a732-2c45f5e61764 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:37.002496 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:37.042486 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port 037c1b9c-e989-4e88-bdc4-83cd345a944e, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=037c1b9c-e989-4e88-bdc4-83cd345a944e,segment=NetworkSegment(12b85903-8e2c-45bb-97e9-b281778f5f3a),segment_id=12b85903-8e2c-45bb-97e9-b281778f5f3a)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:58:37.058389 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:37.121901 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=037c1b9c-e989-4e88-bdc4-83cd345a944e,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:37.132118 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424ffc3f-42f5-4de0-bd95-2235c524d7b8 req-0f7fa2c8-4882-4002-9ba3-644fb300f02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:37.133821 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-424ffc3f-42f5-4de0-bd95-2235c524d7b8 req-0f7fa2c8-4882-4002-9ba3-644fb300f02c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=64463b4676b74a7db92badc7dc9ed91e&device_id=4765d900-580a-4876-aace-9ff28fab5c5d HTTP/1.1" status: 200 len: 1096 time: 0.0683198 Sep 17 07:58:37.244809 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424ffc3f-42f5-4de0-bd95-2235c524d7b8 req-b10e3a32-c846-4101-851d-312715cae6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:37.246930 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-424ffc3f-42f5-4de0-bd95-2235c524d7b8 req-b10e3a32-c846-4101-851d-312715cae6a5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=14a733b3-7689-4d98-9697-43f397b3e2a8 HTTP/1.1" status: 200 len: 920 time: 0.1047127 Sep 17 07:58:37.307631 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-424ffc3f-42f5-4de0-bd95-2235c524d7b8 req-2a5a809b-00a5-4e8b-af7b-2a4673fcf96e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e240d065-1941-4b27-9bbb-81019ba20c37 HTTP/1.1" status: 200 len: 217 time: 0.0474937 Sep 17 07:58:37.371170 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424ffc3f-42f5-4de0-bd95-2235c524d7b8 req-87d46430-a770-4e34-979d-38abfb126a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:37.372927 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-424ffc3f-42f5-4de0-bd95-2235c524d7b8 req-87d46430-a770-4e34-979d-38abfb126a62 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=47eb3319-3f74-4d7c-a997-97edeaed8de2 HTTP/1.1" status: 200 len: 859 time: 0.0586245 Sep 17 07:58:37.408428 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-424ffc3f-42f5-4de0-bd95-2235c524d7b8 req-755e327b-8498-4025-8a28-8ea5e7d3916d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=14a733b3-7689-4d98-9697-43f397b3e2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271032 Sep 17 07:58:37.418149 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313b9731-c286-4197-bc42-9e3eae5b12b4 None None] Network cd4fcbd4-f1c9-4953-8e78-4dcb9fa0a361 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:58:37.513459 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-7ac9d834-766a-4be3-adff-a73fb63eabdd None None] Provisioning complete for port 037c1b9c-e989-4e88-bdc4-83cd345a944e triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:58:37.513793 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7ac9d834-766a-4be3-adff-a73fb63eabdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:37.521213 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-424ffc3f-42f5-4de0-bd95-2235c524d7b8 req-c593f1e9-0dc7-40ee-9a3c-ede0739682b2 service neutron] 10.222.0.41 "GET /v2.0/networks/14a733b3-7689-4d98-9697-43f397b3e2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039319 Sep 17 07:58:37.596063 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d6ee9-b6fb-4d7f-b23e-a8b74e990520 req-9214d476-2b6c-4af9-8638-f82bf8ea6fea tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:37.604074 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fd4d6ee9-b6fb-4d7f-b23e-a8b74e990520 req-9214d476-2b6c-4af9-8638-f82bf8ea6fea tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=4765d900-580a-4876-aace-9ff28fab5c5d HTTP/1.1" status: 200 len: 945 time: 0.5224819 Sep 17 07:58:37.654836 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-424ffc3f-42f5-4de0-bd95-2235c524d7b8 req-73a5909b-3619-4ffd-a005-2af54f63b246 service neutron] 10.222.0.41 "GET /v2.0/networks/14a733b3-7689-4d98-9697-43f397b3e2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209478 Sep 17 07:58:37.689735 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fd4d6ee9-b6fb-4d7f-b23e-a8b74e990520 req-f8feba7f-5ff0-403b-a620-e9ca7966845d tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834537 Sep 17 07:58:37.812430 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5efbc13e-81d1-4961-a732-2c45f5e61764 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:37.822963 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5efbc13e-81d1-4961-a732-2c45f5e61764 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:37.872718 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efbc13e-81d1-4961-a732-2c45f5e61764 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Pushing event updated for resources: {'Port': ['ID=d516ed2b-78c3-43f9-b04e-9c01021b28e6,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:37.887516 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d53ce4-0093-421c-b887-933f08c2cb17 req-7ee312e1-ae93-4cc9-84cc-405273f8c131 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:37.893565 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d53ce4-0093-421c-b887-933f08c2cb17 req-7ee312e1-ae93-4cc9-84cc-405273f8c131 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:37.899525 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d53ce4-0093-421c-b887-933f08c2cb17 req-7ee312e1-ae93-4cc9-84cc-405273f8c131 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:37.905414 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d53ce4-0093-421c-b887-933f08c2cb17 req-7ee312e1-ae93-4cc9-84cc-405273f8c131 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:37.911799 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d53ce4-0093-421c-b887-933f08c2cb17 req-7ee312e1-ae93-4cc9-84cc-405273f8c131 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:37.917784 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d53ce4-0093-421c-b887-933f08c2cb17 req-7ee312e1-ae93-4cc9-84cc-405273f8c131 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:37.924342 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d53ce4-0093-421c-b887-933f08c2cb17 req-7ee312e1-ae93-4cc9-84cc-405273f8c131 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:37.928540 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c9d53ce4-0093-421c-b887-933f08c2cb17 req-7ee312e1-ae93-4cc9-84cc-405273f8c131 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/ports?device_id=706b6671-3c66-4294-84b0-31a8c1f04549 HTTP/1.1" status: 200 len: 5431 time: 0.1590652 Sep 17 07:58:37.986486 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-0bdebf24-c923-4d0b-be1e-b9d6d76c1129 None None] Provisioning complete for port d516ed2b-78c3-43f9-b04e-9c01021b28e6 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:58:37.987023 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0bdebf24-c923-4d0b-be1e-b9d6d76c1129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:38.000627 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-90ed5453-8573-41b9-a077-519de0f15f95 req-17d8b4fb-2ae1-42e9-909d-c111ef1a4052 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0702183 Sep 17 07:58:38.053754 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-0bdebf24-c923-4d0b-be1e-b9d6d76c1129 None None] Port d516ed2b-78c3-43f9-b04e-9c01021b28e6 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:58:38.066050 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-0bdebf24-c923-4d0b-be1e-b9d6d76c1129 None None] Provisioning complete for port 037c1b9c-e989-4e88-bdc4-83cd345a944e triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:58:38.066432 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0bdebf24-c923-4d0b-be1e-b9d6d76c1129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:38.068174 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c9d53ce4-0093-421c-b887-933f08c2cb17 req-b98acea6-fa78-49b5-9865-af8219520e90 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7c26f3e-d59d-4df9-b197-93a229a68ca8&id=83963e04-88c6-40e9-944b-1d6adac19415&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1236157 Sep 17 07:58:38.099526 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 51122) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:38.237713 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5efbc13e-81d1-4961-a732-2c45f5e61764 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:38.243241 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a280c451-aa0b-4db1-894a-2a524405a16b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:38.343777 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-129789f4-4ea3-4974-a95c-496142f3d537 None None] Provisioning complete for port d516ed2b-78c3-43f9-b04e-9c01021b28e6 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:58:38.346860 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-129789f4-4ea3-4974-a95c-496142f3d537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:38.370285 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5efbc13e-81d1-4961-a732-2c45f5e61764 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:38.397746 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a280c451-aa0b-4db1-894a-2a524405a16b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:38.407059 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a280c451-aa0b-4db1-894a-2a524405a16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:38.420649 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-129789f4-4ea3-4974-a95c-496142f3d537 None None] Port d516ed2b-78c3-43f9-b04e-9c01021b28e6 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:58:38.465592 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a280c451-aa0b-4db1-894a-2a524405a16b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eba627bfac534d1cb7917c9cfb57e96f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3647006 Sep 17 07:58:38.466190 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 51126) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:38.468768 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a280c451-aa0b-4db1-894a-2a524405a16b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f77a50-e725-41b3-9f96-1060b58c176b,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:38.520279 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-127588ea-cd4e-4f01-9a6b-1a3d69304b28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:38.541301 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-b2bdc4e8-04f5-4476-8a4c-d712f8964be7 None None] Provisioning complete for port d516ed2b-78c3-43f9-b04e-9c01021b28e6 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:58:38.541703 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b2bdc4e8-04f5-4476-8a4c-d712f8964be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:38.549010 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-127588ea-cd4e-4f01-9a6b-1a3d69304b28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:38.583723 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-b2bdc4e8-04f5-4476-8a4c-d712f8964be7 None None] Port d516ed2b-78c3-43f9-b04e-9c01021b28e6 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:58:38.604584 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-127588ea-cd4e-4f01-9a6b-1a3d69304b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:38.607306 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-127588ea-cd4e-4f01-9a6b-1a3d69304b28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:38.608500 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-127588ea-cd4e-4f01-9a6b-1a3d69304b28 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/27f77a50-e725-41b3-9f96-1060b58c176b HTTP/1.1" status: 204 len: 168 time: 0.1412601 Sep 17 07:58:38.618402 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127588ea-cd4e-4f01-9a6b-1a3d69304b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f77a50-e725-41b3-9f96-1060b58c176b,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:38.691051 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5efbc13e-81d1-4961-a732-2c45f5e61764 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:38.696460 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5efbc13e-81d1-4961-a732-2c45f5e61764 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:38.740625 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 037c1b9c-e989-4e88-bdc4-83cd345a944e up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:58:38.797420 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5efbc13e-81d1-4961-a732-2c45f5e61764 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:38.799142 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efbc13e-81d1-4961-a732-2c45f5e61764 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Pushing event updated for resources: {'Port': ['ID=d516ed2b-78c3-43f9-b04e-9c01021b28e6,revision_number=3']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:38.808781 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 037c1b9c-e989-4e88-bdc4-83cd345a944e triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:58:38.809167 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:38.943443 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1289086e-630b-430e-a085-c26e0cf307e6 req-ae61a3d0-5111-4e4e-881f-cd735fcd48c5 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:38.944999 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1289086e-630b-430e-a085-c26e0cf307e6 req-ae61a3d0-5111-4e4e-881f-cd735fcd48c5 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=4765d900-580a-4876-aace-9ff28fab5c5d HTTP/1.1" status: 200 len: 945 time: 0.1642537 Sep 17 07:58:38.954214 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efbc13e-81d1-4961-a732-2c45f5e61764 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Network cd4fcbd4-f1c9-4953-8e78-4dcb9fa0a361 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:58:38.961668 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-5efbc13e-81d1-4961-a732-2c45f5e61764 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:58:39.066897 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1289086e-630b-430e-a085-c26e0cf307e6 req-b65b0d32-563b-409f-b129-ffd6a95ab3c2 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115100 Sep 17 07:58:39.116866 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0c63da5c-5608-4e69-ae7f-087ccc0b8a78 req-465b297f-871f-4381-9313-fe77d988d562 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ad9e25e-51b4-4558-882a-a65ea9fa1d6d HTTP/1.1" status: 200 len: 210 time: 0.0454092 Sep 17 07:58:39.185873 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5efbc13e-81d1-4961-a732-2c45f5e61764 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Router d6fa807b-6c24-4200-b14d-3c35e77317da is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 07:58:39.302951 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c338b455-f59e-439d-bea8-af9bfa37d02b req-f1ac7b0b-e5fb-4601-8079-4344350666b2 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:39.308836 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c338b455-f59e-439d-bea8-af9bfa37d02b req-f1ac7b0b-e5fb-4601-8079-4344350666b2 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:39.310636 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ec7b6052-1c7f-44bd-b7de-0056c77a8aff None None] Provisioning complete for port d516ed2b-78c3-43f9-b04e-9c01021b28e6 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:58:39.311157 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ec7b6052-1c7f-44bd-b7de-0056c77a8aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:39.314740 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c338b455-f59e-439d-bea8-af9bfa37d02b req-f1ac7b0b-e5fb-4601-8079-4344350666b2 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:39.320920 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c338b455-f59e-439d-bea8-af9bfa37d02b req-f1ac7b0b-e5fb-4601-8079-4344350666b2 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:39.326711 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c338b455-f59e-439d-bea8-af9bfa37d02b req-f1ac7b0b-e5fb-4601-8079-4344350666b2 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:39.332780 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c338b455-f59e-439d-bea8-af9bfa37d02b req-f1ac7b0b-e5fb-4601-8079-4344350666b2 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:39.338624 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c338b455-f59e-439d-bea8-af9bfa37d02b req-f1ac7b0b-e5fb-4601-8079-4344350666b2 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:39.340651 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c338b455-f59e-439d-bea8-af9bfa37d02b req-f1ac7b0b-e5fb-4601-8079-4344350666b2 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/ports?device_id=706b6671-3c66-4294-84b0-31a8c1f04549 HTTP/1.1" status: 200 len: 5431 time: 0.1670098 Sep 17 07:58:39.357786 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ec7b6052-1c7f-44bd-b7de-0056c77a8aff None None] Port d516ed2b-78c3-43f9-b04e-9c01021b28e6 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:58:39.373452 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5efbc13e-81d1-4961-a732-2c45f5e61764 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:58:39.381141 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-5efbc13e-81d1-4961-a732-2c45f5e61764 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "PUT /v2.0/routers/d6fa807b-6c24-4200-b14d-3c35e77317da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8175879 Sep 17 07:58:39.384293 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 51158) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:39.386997 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691e7fe0-ee8c-495e-a4ad-cbf8e2dbc74c None None] Sync routers for ids ['d6fa807b-6c24-4200-b14d-3c35e77317da'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:58:39.404590 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c338b455-f59e-439d-bea8-af9bfa37d02b req-19282c81-5f57-44ca-bedb-e20966f860fe tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7c26f3e-d59d-4df9-b197-93a229a68ca8&id=83963e04-88c6-40e9-944b-1d6adac19415&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565023 Sep 17 07:58:39.406875 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691e7fe0-ee8c-495e-a4ad-cbf8e2dbc74c None None] Routers {'d6fa807b-6c24-4200-b14d-3c35e77317da'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:58:39.407504 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-691e7fe0-ee8c-495e-a4ad-cbf8e2dbc74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:58:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['d6fa807b-6c24-4200-b14d-3c35e77317da'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:58:39.443312 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-691e7fe0-ee8c-495e-a4ad-cbf8e2dbc74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:58:39.452316 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691e7fe0-ee8c-495e-a4ad-cbf8e2dbc74c None None] Routers {'d6fa807b-6c24-4200-b14d-3c35e77317da'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:58:39.453485 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-691e7fe0-ee8c-495e-a4ad-cbf8e2dbc74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:58:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['d6fa807b-6c24-4200-b14d-3c35e77317da'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:58:39.456857 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864209d5-5469-45f1-aeec-5bcf5852ee77 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:39.458589 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-864209d5-5469-45f1-aeec-5bcf5852ee77 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "GET /v2.0/ports/d516ed2b-78c3-43f9-b04e-9c01021b28e6 HTTP/1.1" status: 200 len: 976 time: 0.0734243 Sep 17 07:58:39.461601 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 51160) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:39.584401 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-691e7fe0-ee8c-495e-a4ad-cbf8e2dbc74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:58:39.585286 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691e7fe0-ee8c-495e-a4ad-cbf8e2dbc74c None None] The sync data for ids ['d6fa807b-6c24-4200-b14d-3c35e77317da'] in n-d-789963-9 is: [] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:58:39.810759 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bde1bfb3-b31c-4843-92c8-bbc690469a52 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:40.032486 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-bde1bfb3-b31c-4843-92c8-bbc690469a52 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Deleting port d516ed2b-78c3-43f9-b04e-9c01021b28e6 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:58:40.032874 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bde1bfb3-b31c-4843-92c8-bbc690469a52 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:40.169672 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bde1bfb3-b31c-4843-92c8-bbc690469a52 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:40.183495 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-bde1bfb3-b31c-4843-92c8-bbc690469a52 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Calling delete_port for d516ed2b-78c3-43f9-b04e-9c01021b28e6 owned by network:router_interface {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:58:40.189771 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 51202) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:40.272678 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5de356cb-99ff-4dce-9900-691c13fb382e tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:40.304697 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5de356cb-99ff-4dce-9900-691c13fb382e tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:40.397766 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f495fb29-db9d-46fd-97f0-b583d47bee59 req-351696f2-add6-4cc8-8a23-94c2bf7ea1d4 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:40.398995 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bde1bfb3-b31c-4843-92c8-bbc690469a52 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:40.399581 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f495fb29-db9d-46fd-97f0-b583d47bee59 req-351696f2-add6-4cc8-8a23-94c2bf7ea1d4 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=4765d900-580a-4876-aace-9ff28fab5c5d HTTP/1.1" status: 200 len: 945 time: 0.2213376 Sep 17 07:58:40.404791 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5de356cb-99ff-4dce-9900-691c13fb382e tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:40.408255 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5de356cb-99ff-4dce-9900-691c13fb382e tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:40.409966 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-5de356cb-99ff-4dce-9900-691c13fb382e tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "DELETE /v2.0/security-groups/0343bf34-cc96-42a4-aaf7-77ddf521e6f8 HTTP/1.1" status: 204 len: 168 time: 0.2178960 Sep 17 07:58:40.415810 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 51206) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:40.429779 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde1bfb3-b31c-4843-92c8-bbc690469a52 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Pushing event deleted for resources: {'Port': ['ID=d516ed2b-78c3-43f9-b04e-9c01021b28e6,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:40.448945 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de356cb-99ff-4dce-9900-691c13fb382e tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0343bf34-cc96-42a4-aaf7-77ddf521e6f8,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:40.458402 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-04b45b28-ab8c-415f-ace6-5f37d399212d tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] show failed (client error): The resource could not be found. Sep 17 07:58:40.461967 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-04b45b28-ab8c-415f-ace6-5f37d399212d tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "GET /v2.0/security-groups/0343bf34-cc96-42a4-aaf7-77ddf521e6f8 HTTP/1.1" status: 404 len: 347 time: 0.0413725 Sep 17 07:58:40.466519 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 51212) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:40.508641 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f495fb29-db9d-46fd-97f0-b583d47bee59 req-26708407-7995-497c-9357-b1adf4130039 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969744 Sep 17 07:58:40.683548 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff1a03f-e202-4400-be1f-90b081325518 req-10e64ad1-d0dd-4700-87de-a20ef87fbb55 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:40.690061 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff1a03f-e202-4400-be1f-90b081325518 req-10e64ad1-d0dd-4700-87de-a20ef87fbb55 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:40.696419 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff1a03f-e202-4400-be1f-90b081325518 req-10e64ad1-d0dd-4700-87de-a20ef87fbb55 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:40.703506 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff1a03f-e202-4400-be1f-90b081325518 req-10e64ad1-d0dd-4700-87de-a20ef87fbb55 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:40.710515 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff1a03f-e202-4400-be1f-90b081325518 req-10e64ad1-d0dd-4700-87de-a20ef87fbb55 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:40.714159 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bde1bfb3-b31c-4843-92c8-bbc690469a52 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:40.717852 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff1a03f-e202-4400-be1f-90b081325518 req-10e64ad1-d0dd-4700-87de-a20ef87fbb55 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:40.725500 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff1a03f-e202-4400-be1f-90b081325518 req-10e64ad1-d0dd-4700-87de-a20ef87fbb55 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:40.732321 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fff1a03f-e202-4400-be1f-90b081325518 req-10e64ad1-d0dd-4700-87de-a20ef87fbb55 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/ports?device_id=706b6671-3c66-4294-84b0-31a8c1f04549 HTTP/1.1" status: 200 len: 5431 time: 0.1312542 Sep 17 07:58:40.770402 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fff1a03f-e202-4400-be1f-90b081325518 req-17904ad1-c65f-4cec-a46f-cd5752e3e03d tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7c26f3e-d59d-4df9-b197-93a229a68ca8&id=83963e04-88c6-40e9-944b-1d6adac19415&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352786 Sep 17 07:58:40.800958 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-f3d17d29-f80b-4f8a-ba1f-b3286a9a88f3 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Deleting port adbb6e91-9b70-44bb-be69-42d1065d548e {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:58:40.801306 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f3d17d29-f80b-4f8a-ba1f-b3286a9a88f3 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:40.930002 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bde1bfb3-b31c-4843-92c8-bbc690469a52 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Router d6fa807b-6c24-4200-b14d-3c35e77317da has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:58:40.951455 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f3d17d29-f80b-4f8a-ba1f-b3286a9a88f3 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:40.951790 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f3d17d29-f80b-4f8a-ba1f-b3286a9a88f3 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:40.998065 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-f3d17d29-f80b-4f8a-ba1f-b3286a9a88f3 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Calling delete_port for adbb6e91-9b70-44bb-be69-42d1065d548e owned by network:floatingip {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:58:41.038940 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde1bfb3-b31c-4843-92c8-bbc690469a52 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:58:41.044881 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-bde1bfb3-b31c-4843-92c8-bbc690469a52 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "PUT /v2.0/routers/d6fa807b-6c24-4200-b14d-3c35e77317da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5819318 Sep 17 07:58:41.047699 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 51232) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:41.057894 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fee50a-4bf8-435e-8f56-175066ede8e2 None None] Sync routers for ids ['d6fa807b-6c24-4200-b14d-3c35e77317da'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:58:41.083161 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fee50a-4bf8-435e-8f56-175066ede8e2 None None] Routers {'d6fa807b-6c24-4200-b14d-3c35e77317da'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:58:41.084846 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-82fee50a-4bf8-435e-8f56-175066ede8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:58:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['d6fa807b-6c24-4200-b14d-3c35e77317da'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:58:41.149125 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-82fee50a-4bf8-435e-8f56-175066ede8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:58:41.159423 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fee50a-4bf8-435e-8f56-175066ede8e2 None None] Routers {'d6fa807b-6c24-4200-b14d-3c35e77317da'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:58:41.160339 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-82fee50a-4bf8-435e-8f56-175066ede8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:58:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['d6fa807b-6c24-4200-b14d-3c35e77317da'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:58:41.202461 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-82fee50a-4bf8-435e-8f56-175066ede8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:58:41.203626 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fee50a-4bf8-435e-8f56-175066ede8e2 None None] The sync data for ids ['d6fa807b-6c24-4200-b14d-3c35e77317da'] in n-d-789963-9 is: [] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:58:41.228325 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f3d17d29-f80b-4f8a-ba1f-b3286a9a88f3 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:41.254904 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d17d29-f80b-4f8a-ba1f-b3286a9a88f3 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Pushing event deleted for resources: {'Port': ['ID=adbb6e91-9b70-44bb-be69-42d1065d548e,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:41.318924 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f3d17d29-f80b-4f8a-ba1f-b3286a9a88f3 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Notify callbacks [] for floatingip, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:41.321520 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f3d17d29-f80b-4f8a-ba1f-b3286a9a88f3 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:41.325024 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f3d17d29-f80b-4f8a-ba1f-b3286a9a88f3 tempest-ImagesOneServerNegativeTestJSON-1799270015 tempest-ImagesOneServerNegativeTestJSON-1799270015-project] 10.222.0.13 "DELETE /v2.0/floatingips/30e7daaf-e3a1-441e-b367-21998b9b8349 HTTP/1.1" status: 204 len: 168 time: 0.8240941 Sep 17 07:58:41.333442 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-93231875-d36e-4781-aff0-5cd6905c575f tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] remove_router_interface failed (client error): The resource could not be found. Sep 17 07:58:41.336460 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-93231875-d36e-4781-aff0-5cd6905c575f tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "PUT /v2.0/routers/d6fa807b-6c24-4200-b14d-3c35e77317da/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2874644 Sep 17 07:58:41.337130 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 51240) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:41.369823 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ca003560-03d6-43ee-9777-da620814b8b3 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6fa807b-6c24-4200-b14d-3c35e77317da HTTP/1.1" status: 200 len: 205 time: 0.0315866 Sep 17 07:58:41.372633 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 51246) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:41.435811 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 51250) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:41.453516 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a47644ff-1a9c-4ab5-bf06-e104c838ec2d tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for router, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:41.615287 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf5dce5e-a4c9-44b5-8ba4-9205f597a830 admin admin] Deleting subnet 4e4f7180-884c-4866-a6b3-7ca3d74bdb19 {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:58:41.618728 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bf5dce5e-a4c9-44b5-8ba4-9205f597a830 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:41.656887 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bf5dce5e-a4c9-44b5-8ba4-9205f597a830 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:41.703996 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bf5dce5e-a4c9-44b5-8ba4-9205f597a830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:41.775216 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bf5dce5e-a4c9-44b5-8ba4-9205f597a830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:41.817127 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5dce5e-a4c9-44b5-8ba4-9205f597a830 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e4f7180-884c-4866-a6b3-7ca3d74bdb19,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:41.823573 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bf5dce5e-a4c9-44b5-8ba4-9205f597a830 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:41.828367 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-bf5dce5e-a4c9-44b5-8ba4-9205f597a830 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4e4f7180-884c-4866-a6b3-7ca3d74bdb19 HTTP/1.1" status: 204 len: 168 time: 0.3879149 Sep 17 07:58:41.828717 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 51266) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:41.927162 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-47128062-0adf-40c0-9dbb-f43ca42eb72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:42.028923 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a47644ff-1a9c-4ab5-bf06-e104c838ec2d tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:42.032103 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a47644ff-1a9c-4ab5-bf06-e104c838ec2d tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:42.052144 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-47128062-0adf-40c0-9dbb-f43ca42eb72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:42.072085 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5446230b-af47-4f63-ae21-d10ce8645e46 req-6a552468-bce9-41cc-9d92-cc787b08eafd tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:42.080954 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5446230b-af47-4f63-ae21-d10ce8645e46 req-6a552468-bce9-41cc-9d92-cc787b08eafd tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:42.087275 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5446230b-af47-4f63-ae21-d10ce8645e46 req-6a552468-bce9-41cc-9d92-cc787b08eafd tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:42.092649 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a47644ff-1a9c-4ab5-bf06-e104c838ec2d tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:42.093998 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5446230b-af47-4f63-ae21-d10ce8645e46 req-6a552468-bce9-41cc-9d92-cc787b08eafd tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:42.094124 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a47644ff-1a9c-4ab5-bf06-e104c838ec2d tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Fanout notify agent at l3_agent the message router_deleted on router d6fa807b-6c24-4200-b14d-3c35e77317da {{(pid=101290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 07:58:42.099970 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5446230b-af47-4f63-ae21-d10ce8645e46 req-6a552468-bce9-41cc-9d92-cc787b08eafd tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:42.105757 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5446230b-af47-4f63-ae21-d10ce8645e46 req-6a552468-bce9-41cc-9d92-cc787b08eafd tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:42.112290 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5446230b-af47-4f63-ae21-d10ce8645e46 req-6a552468-bce9-41cc-9d92-cc787b08eafd tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:42.116653 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a47644ff-1a9c-4ab5-bf06-e104c838ec2d tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:42.117833 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a47644ff-1a9c-4ab5-bf06-e104c838ec2d tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "DELETE /v2.0/routers/d6fa807b-6c24-4200-b14d-3c35e77317da HTTP/1.1" status: 204 len: 168 time: 0.7442017 Sep 17 07:58:42.120014 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5446230b-af47-4f63-ae21-d10ce8645e46 req-6a552468-bce9-41cc-9d92-cc787b08eafd tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/ports?device_id=706b6671-3c66-4294-84b0-31a8c1f04549 HTTP/1.1" status: 200 len: 5431 time: 0.2529693 Sep 17 07:58:42.120428 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 51272) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:42.149900 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-47128062-0adf-40c0-9dbb-f43ca42eb72f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc97d231-b8e1-4f77-9438-e44ace44d63d']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:58:42.164732 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-47128062-0adf-40c0-9dbb-f43ca42eb72f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6b74a07-e284-4528-a460-88b5614ba92d') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:58:42.165031 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-47128062-0adf-40c0-9dbb-f43ca42eb72f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6b74a07-e284-4528-a460-88b5614ba92d') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:58:42.183547 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-47128062-0adf-40c0-9dbb-f43ca42eb72f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:42.189208 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-26476936-4baa-4b59-b09d-862abbd3bf12 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Deleting subnet e40deb60-f2a4-4bd9-bbab-d74e3b877444 {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:58:42.193335 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-26476936-4baa-4b59-b09d-862abbd3bf12 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:42.198242 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5446230b-af47-4f63-ae21-d10ce8645e46 req-f1fb0036-8792-4181-86ba-ff9f96b6a015 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7c26f3e-d59d-4df9-b197-93a229a68ca8&id=83963e04-88c6-40e9-944b-1d6adac19415&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0752470 Sep 17 07:58:42.230011 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-47128062-0adf-40c0-9dbb-f43ca42eb72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:42.246768 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-26476936-4baa-4b59-b09d-862abbd3bf12 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:42.248129 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47128062-0adf-40c0-9dbb-f43ca42eb72f admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 07:58:42.248970 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-47128062-0adf-40c0-9dbb-f43ca42eb72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:42.316243 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 07:58:42.316243 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 07:58:42.316243 n-d-789963-9 neutron-server[101289]: timer() Sep 17 07:58:42.316243 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 07:58:42.316243 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 07:58:42.316243 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 07:58:42.316243 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 07:58:42.316243 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 07:58:42.316243 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 07:58:42.316243 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 07:58:42.316243 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 07:58:42.316243 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 07:58:42.316243 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 07:58:42.316243 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 07:58:42.316243 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 07:58:42.316243 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 07:58:42.316243 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 07:58:42.316243 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 07:58:42.316243 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 07:58:42.316243 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 07:58:42.316243 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 07:58:42.316243 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 07:58:42.316243 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 07:58:42.316243 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 07:58:42.316243 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 07:58:42.316243 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 07:58:42.316243 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 07:58:42.316243 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 07:58:42.316243 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 07:58:42.316243 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 07:58:42.316243 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 07:58:42.316243 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 07:58:42.321439 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-47128062-0adf-40c0-9dbb-f43ca42eb72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:42.330502 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-47128062-0adf-40c0-9dbb-f43ca42eb72f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:42.333670 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-47128062-0adf-40c0-9dbb-f43ca42eb72f admin admin] 10.222.0.13 "DELETE /v2.0/networks/cc97d231-b8e1-4f77-9438-e44ace44d63d HTTP/1.1" status: 204 len: 168 time: 0.5031068 Sep 17 07:58:42.361816 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47128062-0adf-40c0-9dbb-f43ca42eb72f admin admin] Pushing event deleted for resources: {'Network': ['ID=cc97d231-b8e1-4f77-9438-e44ace44d63d,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:42.390874 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-26476936-4baa-4b59-b09d-862abbd3bf12 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:42.469423 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-26476936-4baa-4b59-b09d-862abbd3bf12 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:42.479423 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 51284) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:42.505163 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26476936-4baa-4b59-b09d-862abbd3bf12 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Pushing event deleted for resources: {'Subnet': ['ID=e40deb60-f2a4-4bd9-bbab-d74e3b877444,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:42.507352 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-26476936-4baa-4b59-b09d-862abbd3bf12 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:42.511681 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-26476936-4baa-4b59-b09d-862abbd3bf12 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "DELETE /v2.0/subnets/e40deb60-f2a4-4bd9-bbab-d74e3b877444 HTTP/1.1" status: 204 len: 168 time: 0.3880398 Sep 17 07:58:42.512205 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 51286) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:42.515917 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e004ed8-7bb4-4352-9e93-73287b7ae6d1 None None] Network cd4fcbd4-f1c9-4953-8e78-4dcb9fa0a361 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:58:42.536334 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-4c99b2e9-2992-4de8-afbb-436c31e497bc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ce0a475621e847aaadce10f168c718d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0559266 Sep 17 07:58:42.538861 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 51288) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:42.598765 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b43009ba-a76e-4fb6-9e73-37368e041d04 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:42.639597 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-37f33587-2f29-4745-bed9-1f2817c6a6f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:42.677884 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-b43009ba-a76e-4fb6-9e73-37368e041d04 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Deleting port 037c1b9c-e989-4e88-bdc4-83cd345a944e {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:58:42.678616 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b43009ba-a76e-4fb6-9e73-37368e041d04 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:42.688939 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-37f33587-2f29-4745-bed9-1f2817c6a6f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:42.759470 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2141f3-0cbb-4780-9f30-cd6880c51d41 None None] DHCP port deletion for cd4fcbd4-f1c9-4953-8e78-4dcb9fa0a361 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 07:58:42.768690 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-37f33587-2f29-4745-bed9-1f2817c6a6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:42.770403 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-37f33587-2f29-4745-bed9-1f2817c6a6f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:42.771568 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-37f33587-2f29-4745-bed9-1f2817c6a6f5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6e165fbb-9ab8-4bf2-ab79-2b2690722fa5 HTTP/1.1" status: 204 len: 168 time: 0.2317162 Sep 17 07:58:42.791207 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f33587-2f29-4745-bed9-1f2817c6a6f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e165fbb-9ab8-4bf2-ab79-2b2690722fa5,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:42.832091 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-b43009ba-a76e-4fb6-9e73-37368e041d04 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] For port 037c1b9c-e989-4e88-bdc4-83cd345a944e, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=037c1b9c-e989-4e88-bdc4-83cd345a944e,segment=NetworkSegment(12b85903-8e2c-45bb-97e9-b281778f5f3a),segment_id=12b85903-8e2c-45bb-97e9-b281778f5f3a)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:58:42.832630 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b43009ba-a76e-4fb6-9e73-37368e041d04 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:42.858566 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-b43009ba-a76e-4fb6-9e73-37368e041d04 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Calling delete_port for 037c1b9c-e989-4e88-bdc4-83cd345a944e owned by network:dhcp {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:58:42.874134 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1d2141f3-0cbb-4780-9f30-cd6880c51d41 None None] Deleting port 037c1b9c-e989-4e88-bdc4-83cd345a944e {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:58:42.875794 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1d2141f3-0cbb-4780-9f30-cd6880c51d41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:42.962763 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1d2141f3-0cbb-4780-9f30-cd6880c51d41 None None] For port 037c1b9c-e989-4e88-bdc4-83cd345a944e, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=037c1b9c-e989-4e88-bdc4-83cd345a944e,segment=NetworkSegment(12b85903-8e2c-45bb-97e9-b281778f5f3a),segment_id=12b85903-8e2c-45bb-97e9-b281778f5f3a)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:58:42.963928 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b43009ba-a76e-4fb6-9e73-37368e041d04 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:42.965004 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1d2141f3-0cbb-4780-9f30-cd6880c51d41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:42.992803 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1d2141f3-0cbb-4780-9f30-cd6880c51d41 None None] Calling delete_port for 037c1b9c-e989-4e88-bdc4-83cd345a944e owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:58:43.021254 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43009ba-a76e-4fb6-9e73-37368e041d04 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Pushing event deleted for resources: {'Port': ['ID=037c1b9c-e989-4e88-bdc4-83cd345a944e,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:43.035375 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43009ba-a76e-4fb6-9e73-37368e041d04 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] No DVR routers for this DVR port 037c1b9c-e989-4e88-bdc4-83cd345a944e on host n-d-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:58:43.101402 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1d2141f3-0cbb-4780-9f30-cd6880c51d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:43.136932 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2141f3-0cbb-4780-9f30-cd6880c51d41 None None] Pushing event deleted for resources: {'Port': ['ID=037c1b9c-e989-4e88-bdc4-83cd345a944e,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:43.141956 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2141f3-0cbb-4780-9f30-cd6880c51d41 None None] No DVR routers for this DVR port 037c1b9c-e989-4e88-bdc4-83cd345a944e on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:58:43.144027 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b43009ba-a76e-4fb6-9e73-37368e041d04 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:43.170955 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-b43009ba-a76e-4fb6-9e73-37368e041d04 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd4fcbd4-f1c9-4953-8e78-4dcb9fa0a361']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:58:43.177063 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 51306) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:43.192944 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-b43009ba-a76e-4fb6-9e73-37368e041d04 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12b85903-8e2c-45bb-97e9-b281778f5f3a') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:58:43.193566 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-b43009ba-a76e-4fb6-9e73-37368e041d04 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12b85903-8e2c-45bb-97e9-b281778f5f3a') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:58:43.205836 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b43009ba-a76e-4fb6-9e73-37368e041d04 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:43.221141 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b43009ba-a76e-4fb6-9e73-37368e041d04 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:43.229167 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b43009ba-a76e-4fb6-9e73-37368e041d04 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 07:58:43.229811 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b43009ba-a76e-4fb6-9e73-37368e041d04 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:43.234453 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 07:58:43.234453 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 07:58:43.234453 n-d-789963-9 neutron-server[101290]: timer() Sep 17 07:58:43.234453 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 07:58:43.234453 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 07:58:43.234453 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 07:58:43.234453 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 07:58:43.234453 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 07:58:43.234453 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 07:58:43.234453 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 07:58:43.234453 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 07:58:43.234453 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 07:58:43.234453 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 07:58:43.234453 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 07:58:43.234453 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 07:58:43.234453 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 07:58:43.234453 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 07:58:43.234453 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 07:58:43.234453 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 07:58:43.234453 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 07:58:43.234453 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 07:58:43.234453 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 07:58:43.234453 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 07:58:43.234453 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 07:58:43.234453 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 07:58:43.234453 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 07:58:43.234453 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 07:58:43.234453 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 07:58:43.234453 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 07:58:43.234453 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 07:58:43.234453 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 07:58:43.234453 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 07:58:43.344908 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b43009ba-a76e-4fb6-9e73-37368e041d04 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:43.355394 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b43009ba-a76e-4fb6-9e73-37368e041d04 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:43.361020 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b43009ba-a76e-4fb6-9e73-37368e041d04 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "DELETE /v2.0/networks/cd4fcbd4-f1c9-4953-8e78-4dcb9fa0a361 HTTP/1.1" status: 204 len: 168 time: 0.8477862 Sep 17 07:58:43.371259 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 51320) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:43.379406 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43009ba-a76e-4fb6-9e73-37368e041d04 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Pushing event deleted for resources: {'Network': ['ID=cd4fcbd4-f1c9-4953-8e78-4dcb9fa0a361,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:43.387308 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-484fe41b-8a49-4ea0-82c0-74a01aff2d3c tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Request body: {'network': {'name': 'tempest-RoutersTest-874580874'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:58:43.434866 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e96dadd-a09d-4987-b65f-a4ca766de70b req-d90d8637-7778-4d5d-9a8f-f652a8cf524d tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:43.441137 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e96dadd-a09d-4987-b65f-a4ca766de70b req-d90d8637-7778-4d5d-9a8f-f652a8cf524d tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:43.447004 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e96dadd-a09d-4987-b65f-a4ca766de70b req-d90d8637-7778-4d5d-9a8f-f652a8cf524d tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:43.453538 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e96dadd-a09d-4987-b65f-a4ca766de70b req-d90d8637-7778-4d5d-9a8f-f652a8cf524d tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:43.459355 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e96dadd-a09d-4987-b65f-a4ca766de70b req-d90d8637-7778-4d5d-9a8f-f652a8cf524d tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:43.465321 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e96dadd-a09d-4987-b65f-a4ca766de70b req-d90d8637-7778-4d5d-9a8f-f652a8cf524d tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:43.472088 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e96dadd-a09d-4987-b65f-a4ca766de70b req-d90d8637-7778-4d5d-9a8f-f652a8cf524d tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:43.474057 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9e96dadd-a09d-4987-b65f-a4ca766de70b req-d90d8637-7778-4d5d-9a8f-f652a8cf524d tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/ports?device_id=706b6671-3c66-4294-84b0-31a8c1f04549 HTTP/1.1" status: 200 len: 5431 time: 0.1739216 Sep 17 07:58:43.477173 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-cf319b97-b3cf-4d0d-a5d3-66a60c00e5df admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:43.504198 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484fe41b-8a49-4ea0-82c0-74a01aff2d3c tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Made reservation on behalf of 61a7a6788c48443c9f34c81b57ddfc5f for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:58:43.507645 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-484fe41b-8a49-4ea0-82c0-74a01aff2d3c tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:43.550683 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-484fe41b-8a49-4ea0-82c0-74a01aff2d3c tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 07:58:43.560084 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-484fe41b-8a49-4ea0-82c0-74a01aff2d3c tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:43.560545 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-484fe41b-8a49-4ea0-82c0-74a01aff2d3c tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Added segment 3e100e19-1db2-4a01-ad59-1dd5f7a0398c of type vlan for network 924fe6db-1378-410a-97ed-fc98c32abd51 Sep 17 07:58:43.591369 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9e96dadd-a09d-4987-b65f-a4ca766de70b req-45140b9a-c3af-4f61-b5e3-708bb7be0d79 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7c26f3e-d59d-4df9-b197-93a229a68ca8&id=83963e04-88c6-40e9-944b-1d6adac19415&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1013837 Sep 17 07:58:43.647976 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-484fe41b-8a49-4ea0-82c0-74a01aff2d3c tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:43.692844 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-484fe41b-8a49-4ea0-82c0-74a01aff2d3c tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:43.698321 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484fe41b-8a49-4ea0-82c0-74a01aff2d3c tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:43.699059 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-484fe41b-8a49-4ea0-82c0-74a01aff2d3c tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:43.759649 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 51332) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:43.781763 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-cf319b97-b3cf-4d0d-a5d3-66a60c00e5df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:43.782910 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484fe41b-8a49-4ea0-82c0-74a01aff2d3c tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Pushing event updated for resources: {'Network': ['ID=924fe6db-1378-410a-97ed-fc98c32abd51,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:43.788806 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-cf319b97-b3cf-4d0d-a5d3-66a60c00e5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:43.796171 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 924fe6db-1378-410a-97ed-fc98c32abd51 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 07:58:43.804287 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 51336) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:43.804478 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-484fe41b-8a49-4ea0-82c0-74a01aff2d3c tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4271173 Sep 17 07:58:43.810510 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-e5398df1-f573-4d82-be4a-862b5e9d5bc4 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Request body: {'subnet': {'network_id': '924fe6db-1378-410a-97ed-fc98c32abd51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:58:43.836050 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-cf319b97-b3cf-4d0d-a5d3-66a60c00e5df admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5d53f0f83c814171a01a491a8a8986d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6578069 Sep 17 07:58:43.836952 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf319b97-b3cf-4d0d-a5d3-66a60c00e5df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c0c6f1-9557-48cc-ad6c-804aa21dfc62,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:43.838808 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 51338) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:43.931084 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-181e750e-7ccf-442a-bd1c-c823ae3ae5a5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1345365588-network', 'tenant_id': '85a1205ba09b4a7b819dd87a018d5057'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:58:43.984269 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-181e750e-7ccf-442a-bd1c-c823ae3ae5a5 admin admin] Made reservation on behalf of 85a1205ba09b4a7b819dd87a018d5057 for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:58:43.986610 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-181e750e-7ccf-442a-bd1c-c823ae3ae5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:44.006204 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-181e750e-7ccf-442a-bd1c-c823ae3ae5a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:44.018764 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-20311cb0-a0ce-49a0-984f-f9ea622c72a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:44.024253 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5398df1-f573-4d82-be4a-862b5e9d5bc4 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Made reservation on behalf of 61a7a6788c48443c9f34c81b57ddfc5f for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:58:44.027690 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e5398df1-f573-4d82-be4a-862b5e9d5bc4 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:44.077744 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-20311cb0-a0ce-49a0-984f-f9ea622c72a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:44.213464 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-20311cb0-a0ce-49a0-984f-f9ea622c72a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:44.216405 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-20311cb0-a0ce-49a0-984f-f9ea622c72a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:44.217623 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-20311cb0-a0ce-49a0-984f-f9ea622c72a4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d1c0c6f1-9557-48cc-ad6c-804aa21dfc62 HTTP/1.1" status: 204 len: 168 time: 0.3687732 Sep 17 07:58:44.242390 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20311cb0-a0ce-49a0-984f-f9ea622c72a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c0c6f1-9557-48cc-ad6c-804aa21dfc62,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:44.294335 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-181e750e-7ccf-442a-bd1c-c823ae3ae5a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:44.334010 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-181e750e-7ccf-442a-bd1c-c823ae3ae5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:44.382426 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-181e750e-7ccf-442a-bd1c-c823ae3ae5a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 07:58:44.390441 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181e750e-7ccf-442a-bd1c-c823ae3ae5a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e65287-22a4-48f3-b030-cebea9ff9220,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:44.420793 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-181e750e-7ccf-442a-bd1c-c823ae3ae5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:44.421535 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-181e750e-7ccf-442a-bd1c-c823ae3ae5a5 admin admin] Added segment 61e99d20-6d46-4414-b8d5-836cfb01f0e8 of type vlan for network 0ac2dea1-1030-4e45-a595-712a662b9be7 Sep 17 07:58:44.482649 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e5398df1-f573-4d82-be4a-862b5e9d5bc4 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:44.488183 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-181e750e-7ccf-442a-bd1c-c823ae3ae5a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:44.563478 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5398df1-f573-4d82-be4a-862b5e9d5bc4 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Pushing event updated for resources: {'Subnet': ['ID=a0933b9b-8ace-44ee-b04b-467d2db0bb72,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:44.567804 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-181e750e-7ccf-442a-bd1c-c823ae3ae5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:44.568785 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181e750e-7ccf-442a-bd1c-c823ae3ae5a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:44.569358 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-181e750e-7ccf-442a-bd1c-c823ae3ae5a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:44.619122 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-181e750e-7ccf-442a-bd1c-c823ae3ae5a5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8583083 Sep 17 07:58:44.622248 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 51356) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:44.630343 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-66548a91-ef37-4308-b456-07e9f54b788d admin admin] Request body: {'subnet': {'network_id': '0ac2dea1-1030-4e45-a595-712a662b9be7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1345365588-subnet', 'tenant_id': '85a1205ba09b4a7b819dd87a018d5057', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:58:44.657686 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66548a91-ef37-4308-b456-07e9f54b788d admin admin] Made reservation on behalf of 85a1205ba09b4a7b819dd87a018d5057 for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:58:44.665322 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-66548a91-ef37-4308-b456-07e9f54b788d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:44.673849 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181e750e-7ccf-442a-bd1c-c823ae3ae5a5 admin admin] Pushing event updated for resources: {'Network': ['ID=0ac2dea1-1030-4e45-a595-712a662b9be7,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:44.679957 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5398df1-f573-4d82-be4a-862b5e9d5bc4 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Checking segment: {'id': '3e100e19-1db2-4a01-ad59-1dd5f7a0398c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '924fe6db-1378-410a-97ed-fc98c32abd51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:58:44.680347 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5398df1-f573-4d82-be4a-862b5e9d5bc4 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Network hostable DHCP agents. Network: 924fe6db-1378-410a-97ed-fc98c32abd51, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 07:58:44.705093 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 0ac2dea1-1030-4e45-a595-712a662b9be7 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 07:58:44.717521 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5398df1-f573-4d82-be4a-862b5e9d5bc4 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Network 924fe6db-1378-410a-97ed-fc98c32abd51 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 07:58:44.735981 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-e5398df1-f573-4d82-be4a-862b5e9d5bc4 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 924fe6db-1378-410a-97ed-fc98c32abd51) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:58:44.751086 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5398df1-f573-4d82-be4a-862b5e9d5bc4 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:44.751703 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e5398df1-f573-4d82-be4a-862b5e9d5bc4 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:44.759331 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 037c1b9c-e989-4e88-bdc4-83cd345a944e no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:58:44.766183 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e19329-be3d-4bac-b960-828811664b9e None None] Network 924fe6db-1378-410a-97ed-fc98c32abd51 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:58:44.773878 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e5398df1-f573-4d82-be4a-862b5e9d5bc4 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9672976 Sep 17 07:58:44.775735 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 51362) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:44.782711 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-546c465a-5235-44be-9a61-7a78e6c3bd96 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1751011330', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:58:44.814068 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-546c465a-5235-44be-9a61-7a78e6c3bd96 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:44.815963 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-546c465a-5235-44be-9a61-7a78e6c3bd96 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:44.888941 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-546c465a-5235-44be-9a61-7a78e6c3bd96 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:44.898245 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-546c465a-5235-44be-9a61-7a78e6c3bd96 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:44.939440 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-546c465a-5235-44be-9a61-7a78e6c3bd96 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:44.941691 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-546c465a-5235-44be-9a61-7a78e6c3bd96 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1644666 Sep 17 07:58:44.944440 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 51368) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:45.012965 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 037c1b9c-e989-4e88-bdc4-83cd345a944e {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:58:45.013785 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 037c1b9c-e989-4e88-bdc4-83cd345a944e not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:58:45.115708 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c794775-5897-4aba-bf51-f7bbde346afb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-924fe6db-1378-410a-97ed-fc98c32abd51', 'network_id': '924fe6db-1378-410a-97ed-fc98c32abd51', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'fixed_ips': [{'subnet_id': 'a0933b9b-8ace-44ee-b04b-467d2db0bb72'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 07:58:45.116602 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0c794775-5897-4aba-bf51-f7bbde346afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:45.157843 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 51374) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:45.276027 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-a87180f3-869f-42cb-835e-3f415f3d5a90 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-514637625-network', 'tenant_id': '958ba9f9613c46689914bd3daf2ce99a'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:58:45.278458 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-0c794775-5897-4aba-bf51-f7bbde346afb None None] Allocated IP 172.20.0.2 (924fe6db-1378-410a-97ed-fc98c32abd51/a0933b9b-8ace-44ee-b04b-467d2db0bb72/fba393e3-e42b-4632-b817-3eb83d838330) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:58:45.308851 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a87180f3-869f-42cb-835e-3f415f3d5a90 admin admin] Made reservation on behalf of 958ba9f9613c46689914bd3daf2ce99a for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:58:45.311279 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a87180f3-869f-42cb-835e-3f415f3d5a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:45.314949 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016468e-2f12-4195-8cc3-c6c4b1dcab91 req-674a35b8-b490-4d63-a735-d3d4331149a0 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:45.320405 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a87180f3-869f-42cb-835e-3f415f3d5a90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:45.321432 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016468e-2f12-4195-8cc3-c6c4b1dcab91 req-674a35b8-b490-4d63-a735-d3d4331149a0 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:45.327694 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016468e-2f12-4195-8cc3-c6c4b1dcab91 req-674a35b8-b490-4d63-a735-d3d4331149a0 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:45.334319 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016468e-2f12-4195-8cc3-c6c4b1dcab91 req-674a35b8-b490-4d63-a735-d3d4331149a0 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:45.340375 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016468e-2f12-4195-8cc3-c6c4b1dcab91 req-674a35b8-b490-4d63-a735-d3d4331149a0 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:45.347917 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016468e-2f12-4195-8cc3-c6c4b1dcab91 req-674a35b8-b490-4d63-a735-d3d4331149a0 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:45.354030 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016468e-2f12-4195-8cc3-c6c4b1dcab91 req-674a35b8-b490-4d63-a735-d3d4331149a0 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:45.356211 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1016468e-2f12-4195-8cc3-c6c4b1dcab91 req-674a35b8-b490-4d63-a735-d3d4331149a0 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/ports?device_id=706b6671-3c66-4294-84b0-31a8c1f04549 HTTP/1.1" status: 200 len: 5431 time: 0.5918672 Sep 17 07:58:45.384566 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-66548a91-ef37-4308-b456-07e9f54b788d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:45.433043 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a87180f3-869f-42cb-835e-3f415f3d5a90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:45.441958 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a87180f3-869f-42cb-835e-3f415f3d5a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:45.458790 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a87180f3-869f-42cb-835e-3f415f3d5a90 admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 07:58:45.470125 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a87180f3-869f-42cb-835e-3f415f3d5a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:45.470798 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-a87180f3-869f-42cb-835e-3f415f3d5a90 admin admin] Added segment 4821f2e6-bd80-4aac-98cc-bc8dfa1b531e of type vlan for network 5c3939dc-d000-4839-b5e2-30565576d4d4 Sep 17 07:58:45.503261 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0c794775-5897-4aba-bf51-f7bbde346afb None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:45.511357 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0c794775-5897-4aba-bf51-f7bbde346afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:45.534615 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87180f3-869f-42cb-835e-3f415f3d5a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db312e7f-1a3f-4ea9-ad55-8740cb4f40b6,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:45.559764 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a87180f3-869f-42cb-835e-3f415f3d5a90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:45.562051 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c794775-5897-4aba-bf51-f7bbde346afb None None] Pushing event updated for resources: {'Port': ['ID=fba393e3-e42b-4632-b817-3eb83d838330,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:45.584440 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c794775-5897-4aba-bf51-f7bbde346afb None None] Network 924fe6db-1378-410a-97ed-fc98c32abd51 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:58:45.586299 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-0c794775-5897-4aba-bf51-f7bbde346afb None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:58:45.589059 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c794775-5897-4aba-bf51-f7bbde346afb None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:58:45.606560 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a87180f3-869f-42cb-835e-3f415f3d5a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:45.607894 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87180f3-869f-42cb-835e-3f415f3d5a90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:45.609205 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a87180f3-869f-42cb-835e-3f415f3d5a90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:45.649930 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a87180f3-869f-42cb-835e-3f415f3d5a90 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4883518 Sep 17 07:58:45.654451 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 51382) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:45.660736 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-aaf042f8-6894-4d61-a978-7b283a7657d3 admin admin] Request body: {'subnet': {'network_id': '5c3939dc-d000-4839-b5e2-30565576d4d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-514637625-subnet', 'tenant_id': '958ba9f9613c46689914bd3daf2ce99a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:58:45.671011 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-0c794775-5897-4aba-bf51-f7bbde346afb None None] Attempting to bind port fba393e3-e42b-4632-b817-3eb83d838330 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:58:45.671821 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-0c794775-5897-4aba-bf51-f7bbde346afb None None] Attempting to bind port fba393e3-e42b-4632-b817-3eb83d838330 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '3e100e19-1db2-4a01-ad59-1dd5f7a0398c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '924fe6db-1378-410a-97ed-fc98c32abd51'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:58:45.672575 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c794775-5897-4aba-bf51-f7bbde346afb None None] Attempting to bind port fba393e3-e42b-4632-b817-3eb83d838330 on network 924fe6db-1378-410a-97ed-fc98c32abd51 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:58:45.679701 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c794775-5897-4aba-bf51-f7bbde346afb None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:58:45.680322 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c794775-5897-4aba-bf51-f7bbde346afb None None] Checking segment: {'id': '3e100e19-1db2-4a01-ad59-1dd5f7a0398c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '924fe6db-1378-410a-97ed-fc98c32abd51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:58:45.680769 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0c794775-5897-4aba-bf51-f7bbde346afb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:45.681233 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c794775-5897-4aba-bf51-f7bbde346afb None None] Bound using segment: {'id': '3e100e19-1db2-4a01-ad59-1dd5f7a0398c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '924fe6db-1378-410a-97ed-fc98c32abd51'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:58:45.681824 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-0c794775-5897-4aba-bf51-f7bbde346afb None None] Bound port: fba393e3-e42b-4632-b817-3eb83d838330, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e100e19-1db2-4a01-ad59-1dd5f7a0398c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '924fe6db-1378-410a-97ed-fc98c32abd51'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:58:45.682463 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0c794775-5897-4aba-bf51-f7bbde346afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:45.691006 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf042f8-6894-4d61-a978-7b283a7657d3 admin admin] Made reservation on behalf of 958ba9f9613c46689914bd3daf2ce99a for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:58:45.694492 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-aaf042f8-6894-4d61-a978-7b283a7657d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:45.744564 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87180f3-869f-42cb-835e-3f415f3d5a90 admin admin] Pushing event updated for resources: {'Network': ['ID=5c3939dc-d000-4839-b5e2-30565576d4d4,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:45.773087 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 5c3939dc-d000-4839-b5e2-30565576d4d4 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 07:58:45.804667 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-0c794775-5897-4aba-bf51-f7bbde346afb None None] For port fba393e3-e42b-4632-b817-3eb83d838330, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:58:45.843378 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-0c794775-5897-4aba-bf51-f7bbde346afb None None] For port fba393e3-e42b-4632-b817-3eb83d838330, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=fba393e3-e42b-4632-b817-3eb83d838330,segment=NetworkSegment(3e100e19-1db2-4a01-ad59-1dd5f7a0398c),segment_id=3e100e19-1db2-4a01-ad59-1dd5f7a0398c)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:58:45.845562 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66548a91-ef37-4308-b456-07e9f54b788d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f447d0e-4d69-4c7b-bffd-747abf0c712f,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:45.855286 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0c794775-5897-4aba-bf51-f7bbde346afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:45.861323 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1016468e-2f12-4195-8cc3-c6c4b1dcab91 req-3fd79f0b-67a5-4a53-b448-db0a4695743e tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7c26f3e-d59d-4df9-b197-93a229a68ca8&id=83963e04-88c6-40e9-944b-1d6adac19415&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4773827 Sep 17 07:58:45.888579 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d06943f6-a254-44c3-8438-1065216aeb56 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:45.919667 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-aaf042f8-6894-4d61-a978-7b283a7657d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:45.941680 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66548a91-ef37-4308-b456-07e9f54b788d admin admin] Checking segment: {'id': '61e99d20-6d46-4414-b8d5-836cfb01f0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0ac2dea1-1030-4e45-a595-712a662b9be7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:58:45.942079 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66548a91-ef37-4308-b456-07e9f54b788d admin admin] Network hostable DHCP agents. Network: 0ac2dea1-1030-4e45-a595-712a662b9be7, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 07:58:45.990774 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf042f8-6894-4d61-a978-7b283a7657d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87ee52d6-ae56-4d6f-b1f7-f93e882b0a89,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:46.001649 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf042f8-6894-4d61-a978-7b283a7657d3 admin admin] Checking segment: {'id': '4821f2e6-bd80-4aac-98cc-bc8dfa1b531e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5c3939dc-d000-4839-b5e2-30565576d4d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:58:46.002123 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf042f8-6894-4d61-a978-7b283a7657d3 admin admin] Network hostable DHCP agents. Network: 5c3939dc-d000-4839-b5e2-30565576d4d4, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 07:58:46.020977 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf042f8-6894-4d61-a978-7b283a7657d3 admin admin] Network 5c3939dc-d000-4839-b5e2-30565576d4d4 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 07:58:46.031671 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66548a91-ef37-4308-b456-07e9f54b788d admin admin] Network 0ac2dea1-1030-4e45-a595-712a662b9be7 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 07:58:46.031916 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-aaf042f8-6894-4d61-a978-7b283a7657d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 5c3939dc-d000-4839-b5e2-30565576d4d4) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:58:46.037879 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf042f8-6894-4d61-a978-7b283a7657d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:46.038783 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-aaf042f8-6894-4d61-a978-7b283a7657d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:46.045192 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-66548a91-ef37-4308-b456-07e9f54b788d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 0ac2dea1-1030-4e45-a595-712a662b9be7) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:58:46.053760 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66548a91-ef37-4308-b456-07e9f54b788d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:46.054445 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-66548a91-ef37-4308-b456-07e9f54b788d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:46.056746 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7450a51a-3f4f-4905-be14-f2d1cc5479bf None None] Network 5c3939dc-d000-4839-b5e2-30565576d4d4 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:58:46.060234 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-aaf042f8-6894-4d61-a978-7b283a7657d3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4050593 Sep 17 07:58:46.071606 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-66548a91-ef37-4308-b456-07e9f54b788d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4482472 Sep 17 07:58:46.074246 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 51386) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:46.079880 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-7cda68d2-bf0f-4d37-89b6-32e9ae6a2e9c admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1345365588-router', 'tenant_id': '85a1205ba09b4a7b819dd87a018d5057', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:58:46.080735 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e531680-fbf0-47f5-8885-07e0709ba53a None None] Network 0ac2dea1-1030-4e45-a595-712a662b9be7 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:58:46.151296 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c794775-5897-4aba-bf51-f7bbde346afb None None] Pushing event updated for resources: {'Port': ['ID=fba393e3-e42b-4632-b817-3eb83d838330,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:46.154769 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7cda68d2-bf0f-4d37-89b6-32e9ae6a2e9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:46.159174 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7cda68d2-bf0f-4d37-89b6-32e9ae6a2e9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:46.227767 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7cda68d2-bf0f-4d37-89b6-32e9ae6a2e9c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:46.364831 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37816f2c-060c-427b-b3aa-b51e3c863cd1 None None] Network 5c3939dc-d000-4839-b5e2-30565576d4d4 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:58:46.392358 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-d06943f6-a254-44c3-8438-1065216aeb56 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Allocated IP 172.20.0.1 (924fe6db-1378-410a-97ed-fc98c32abd51/a0933b9b-8ace-44ee-b04b-467d2db0bb72/2609e7e9-1043-4347-aa19-6c0c0f255112) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:58:46.400480 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-ce5cdc5c-1660-45a1-bb85-c97a8a6f9df5 req-c4ec39ee-e7a0-4a39-b5aa-126e8ecd4b32 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-10201310', 'description': 'tempest-description-44784295'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:58:46.450180 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e74349-f7c9-46fc-82aa-c0d0dc2752fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-0ac2dea1-1030-4e45-a595-712a662b9be7', 'network_id': '0ac2dea1-1030-4e45-a595-712a662b9be7', 'tenant_id': '85a1205ba09b4a7b819dd87a018d5057', 'fixed_ips': [{'subnet_id': '5f447d0e-4d69-4c7b-bffd-747abf0c712f'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 07:58:46.451039 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d2e74349-f7c9-46fc-82aa-c0d0dc2752fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:46.462688 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7cda68d2-bf0f-4d37-89b6-32e9ae6a2e9c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:46.534362 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-ce5cdc5c-1660-45a1-bb85-c97a8a6f9df5 req-c4ec39ee-e7a0-4a39-b5aa-126e8ecd4b32 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:46.681486 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d06943f6-a254-44c3-8438-1065216aeb56 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:46.693324 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-d2e74349-f7c9-46fc-82aa-c0d0dc2752fb None None] Allocated IP 172.20.0.2 (0ac2dea1-1030-4e45-a595-712a662b9be7/5f447d0e-4d69-4c7b-bffd-747abf0c712f/6a1bf6de-fdce-4f77-9cde-f9e2abffc8a3) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:58:46.775072 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d06943f6-a254-44c3-8438-1065216aeb56 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:46.800415 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-ce5cdc5c-1660-45a1-bb85-c97a8a6f9df5 req-c4ec39ee-e7a0-4a39-b5aa-126e8ecd4b32 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:46.806509 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device fba393e3-e42b-4632-b817-3eb83d838330 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:58:46.841318 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-ce5cdc5c-1660-45a1-bb85-c97a8a6f9df5 req-c4ec39ee-e7a0-4a39-b5aa-126e8ecd4b32 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:46.896578 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06943f6-a254-44c3-8438-1065216aeb56 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Network 924fe6db-1378-410a-97ed-fc98c32abd51 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:58:46.918723 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-d06943f6-a254-44c3-8438-1065216aeb56 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:58:46.935728 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d2e74349-f7c9-46fc-82aa-c0d0dc2752fb None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:46.943350 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d2e74349-f7c9-46fc-82aa-c0d0dc2752fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:46.948511 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port fba393e3-e42b-4632-b817-3eb83d838330 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:58:46.949156 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:46.963897 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06943f6-a254-44c3-8438-1065216aeb56 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:58:46.989173 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06943f6-a254-44c3-8438-1065216aeb56 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Pushing event updated for resources: {'Port': ['ID=2609e7e9-1043-4347-aa19-6c0c0f255112,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:47.025882 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-ce5cdc5c-1660-45a1-bb85-c97a8a6f9df5 req-c4ec39ee-e7a0-4a39-b5aa-126e8ecd4b32 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:47.027213 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ce5cdc5c-1660-45a1-bb85-c97a8a6f9df5 req-c4ec39ee-e7a0-4a39-b5aa-126e8ecd4b32 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.6363511 Sep 17 07:58:47.030884 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e74349-f7c9-46fc-82aa-c0d0dc2752fb None None] Network 0ac2dea1-1030-4e45-a595-712a662b9be7 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:58:47.044602 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-d2e74349-f7c9-46fc-82aa-c0d0dc2752fb None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:58:47.046658 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ec39ee-e7a0-4a39-b5aa-126e8ecd4b32 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=480a322d-b698-4847-9831-7788c82c512e,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:47.049409 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e74349-f7c9-46fc-82aa-c0d0dc2752fb None None] Pushing event updated for resources: {'Port': ['ID=6a1bf6de-fdce-4f77-9cde-f9e2abffc8a3,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:47.051857 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e74349-f7c9-46fc-82aa-c0d0dc2752fb None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:58:47.090566 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d06943f6-a254-44c3-8438-1065216aeb56 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:47.110588 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-d506e0e4-f18c-4eb2-a746-5b2e4e1e9a71 req-c3c309fd-0dcf-4201-a7d2-12912134014a tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1462986461', 'description': 'tempest-description-1275526100'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:58:47.163797 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-d2e74349-f7c9-46fc-82aa-c0d0dc2752fb None None] Attempting to bind port 6a1bf6de-fdce-4f77-9cde-f9e2abffc8a3 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:58:47.164854 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-d2e74349-f7c9-46fc-82aa-c0d0dc2752fb None None] Attempting to bind port 6a1bf6de-fdce-4f77-9cde-f9e2abffc8a3 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '61e99d20-6d46-4414-b8d5-836cfb01f0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0ac2dea1-1030-4e45-a595-712a662b9be7'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:58:47.165428 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e74349-f7c9-46fc-82aa-c0d0dc2752fb None None] Attempting to bind port 6a1bf6de-fdce-4f77-9cde-f9e2abffc8a3 on network 0ac2dea1-1030-4e45-a595-712a662b9be7 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:58:47.178366 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7cda68d2-bf0f-4d37-89b6-32e9ae6a2e9c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:47.179438 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e74349-f7c9-46fc-82aa-c0d0dc2752fb None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:58:47.180133 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e74349-f7c9-46fc-82aa-c0d0dc2752fb None None] Checking segment: {'id': '61e99d20-6d46-4414-b8d5-836cfb01f0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0ac2dea1-1030-4e45-a595-712a662b9be7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:58:47.180638 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d2e74349-f7c9-46fc-82aa-c0d0dc2752fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:47.181139 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e74349-f7c9-46fc-82aa-c0d0dc2752fb None None] Bound using segment: {'id': '61e99d20-6d46-4414-b8d5-836cfb01f0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0ac2dea1-1030-4e45-a595-712a662b9be7'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:58:47.181860 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-d2e74349-f7c9-46fc-82aa-c0d0dc2752fb None None] Bound port: 6a1bf6de-fdce-4f77-9cde-f9e2abffc8a3, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61e99d20-6d46-4414-b8d5-836cfb01f0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0ac2dea1-1030-4e45-a595-712a662b9be7'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:58:47.182219 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d2e74349-f7c9-46fc-82aa-c0d0dc2752fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:47.186906 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:47.236090 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port fba393e3-e42b-4632-b817-3eb83d838330, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=fba393e3-e42b-4632-b817-3eb83d838330,segment=NetworkSegment(3e100e19-1db2-4a01-ad59-1dd5f7a0398c),segment_id=3e100e19-1db2-4a01-ad59-1dd5f7a0398c)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:58:47.254256 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be4e50-0ecd-40cc-a2c4-f4c67adab717 req-b4d26557-ee69-46d2-85d2-49712e442820 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:47.260233 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be4e50-0ecd-40cc-a2c4-f4c67adab717 req-b4d26557-ee69-46d2-85d2-49712e442820 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:47.266778 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be4e50-0ecd-40cc-a2c4-f4c67adab717 req-b4d26557-ee69-46d2-85d2-49712e442820 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:47.266984 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:47.272972 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be4e50-0ecd-40cc-a2c4-f4c67adab717 req-b4d26557-ee69-46d2-85d2-49712e442820 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:47.278686 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be4e50-0ecd-40cc-a2c4-f4c67adab717 req-b4d26557-ee69-46d2-85d2-49712e442820 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:47.285407 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be4e50-0ecd-40cc-a2c4-f4c67adab717 req-b4d26557-ee69-46d2-85d2-49712e442820 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:47.295079 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be4e50-0ecd-40cc-a2c4-f4c67adab717 req-b4d26557-ee69-46d2-85d2-49712e442820 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:47.297480 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-44be4e50-0ecd-40cc-a2c4-f4c67adab717 req-b4d26557-ee69-46d2-85d2-49712e442820 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/ports?device_id=706b6671-3c66-4294-84b0-31a8c1f04549 HTTP/1.1" status: 200 len: 5431 time: 0.3031778 Sep 17 07:58:47.332349 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7cda68d2-bf0f-4d37-89b6-32e9ae6a2e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:47.341147 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-d2e74349-f7c9-46fc-82aa-c0d0dc2752fb None None] For port 6a1bf6de-fdce-4f77-9cde-f9e2abffc8a3, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:58:47.348044 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=fba393e3-e42b-4632-b817-3eb83d838330,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:47.360593 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-d2e74349-f7c9-46fc-82aa-c0d0dc2752fb None None] For port 6a1bf6de-fdce-4f77-9cde-f9e2abffc8a3, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=6a1bf6de-fdce-4f77-9cde-f9e2abffc8a3,segment=NetworkSegment(61e99d20-6d46-4414-b8d5-836cfb01f0e8),segment_id=61e99d20-6d46-4414-b8d5-836cfb01f0e8)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:58:47.362028 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-d506e0e4-f18c-4eb2-a746-5b2e4e1e9a71 req-c3c309fd-0dcf-4201-a7d2-12912134014a tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:47.369796 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d2e74349-f7c9-46fc-82aa-c0d0dc2752fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:47.438720 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e74349-f7c9-46fc-82aa-c0d0dc2752fb None None] Pushing event updated for resources: {'Port': ['ID=6a1bf6de-fdce-4f77-9cde-f9e2abffc8a3,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:47.440499 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d06943f6-a254-44c3-8438-1065216aeb56 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:47.491271 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4400a448-4ad4-4f2d-82a5-c55d52aaf4a0 None None] Network 924fe6db-1378-410a-97ed-fc98c32abd51 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:58:47.495186 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-44be4e50-0ecd-40cc-a2c4-f4c67adab717 req-0ff85402-2b21-47d0-8aca-7e42c53d33a3 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7c26f3e-d59d-4df9-b197-93a229a68ca8&id=83963e04-88c6-40e9-944b-1d6adac19415&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1715581 Sep 17 07:58:47.633289 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-3c0ce5a8-c5c2-407e-a92b-1e671136612d None None] Provisioning complete for port fba393e3-e42b-4632-b817-3eb83d838330 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:58:47.633671 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3c0ce5a8-c5c2-407e-a92b-1e671136612d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:47.643241 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-7cda68d2-bf0f-4d37-89b6-32e9ae6a2e9c admin admin] Allocated IP 172.25.6.229 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/25df4c10-8a5d-4ccf-a8ca-618acc2b2173) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:58:47.754339 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-d506e0e4-f18c-4eb2-a746-5b2e4e1e9a71 req-c3c309fd-0dcf-4201-a7d2-12912134014a tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:47.791319 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-d506e0e4-f18c-4eb2-a746-5b2e4e1e9a71 req-c3c309fd-0dcf-4201-a7d2-12912134014a tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:47.902280 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-d506e0e4-f18c-4eb2-a746-5b2e4e1e9a71 req-c3c309fd-0dcf-4201-a7d2-12912134014a tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:47.908286 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d506e0e4-f18c-4eb2-a746-5b2e4e1e9a71 req-c3c309fd-0dcf-4201-a7d2-12912134014a tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.8073437 Sep 17 07:58:47.913408 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c309fd-0dcf-4201-a7d2-12912134014a tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=955787ae-f8f8-4763-8751-bdfe05755359,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:48.016037 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7cda68d2-bf0f-4d37-89b6-32e9ae6a2e9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:48.135926 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d06943f6-a254-44c3-8438-1065216aeb56 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:48.169973 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d06943f6-a254-44c3-8438-1065216aeb56 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:48.176994 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-c5ac2ca9-562d-4ef2-a511-be2d5382e469 None None] Provisioning complete for port 2609e7e9-1043-4347-aa19-6c0c0f255112 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:58:48.177507 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c5ac2ca9-562d-4ef2-a511-be2d5382e469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:48.187264 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7cda68d2-bf0f-4d37-89b6-32e9ae6a2e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:48.219742 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-c5ac2ca9-562d-4ef2-a511-be2d5382e469 None None] Port 2609e7e9-1043-4347-aa19-6c0c0f255112 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:58:48.230605 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-c5ac2ca9-562d-4ef2-a511-be2d5382e469 None None] Provisioning complete for port fba393e3-e42b-4632-b817-3eb83d838330 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:58:48.231427 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c5ac2ca9-562d-4ef2-a511-be2d5382e469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:48.466981 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-6e95ebf6-97bb-4fc9-9926-66340e7d0288 None None] Provisioning complete for port 2609e7e9-1043-4347-aa19-6c0c0f255112 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:58:48.467461 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6e95ebf6-97bb-4fc9-9926-66340e7d0288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:48.507684 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-6e95ebf6-97bb-4fc9-9926-66340e7d0288 None None] Port 2609e7e9-1043-4347-aa19-6c0c0f255112 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:58:48.571514 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cda68d2-bf0f-4d37-89b6-32e9ae6a2e9c admin admin] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:58:48.589008 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-7cda68d2-bf0f-4d37-89b6-32e9ae6a2e9c admin admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:58:48.591446 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cda68d2-bf0f-4d37-89b6-32e9ae6a2e9c admin admin] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:58:48.605580 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d06943f6-a254-44c3-8438-1065216aeb56 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:48.648066 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d3da1-fab8-4c21-8eec-329212648ad3 req-49ef82ac-6ae0-4ea3-a1de-a7f4a706c8e7 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:48.661259 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a41d3da1-fab8-4c21-8eec-329212648ad3 req-49ef82ac-6ae0-4ea3-a1de-a7f4a706c8e7 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/networks?id=5c3939dc-d000-4839-b5e2-30565576d4d4 HTTP/1.1" status: 200 len: 812 time: 0.6086195 Sep 17 07:58:48.710608 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbc194e-c44e-406d-b4a8-a38c4323ff42 None None] Network 0ac2dea1-1030-4e45-a595-712a662b9be7 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:58:48.719188 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06943f6-a254-44c3-8438-1065216aeb56 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Pushing event updated for resources: {'Port': ['ID=2609e7e9-1043-4347-aa19-6c0c0f255112,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:48.787588 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ae52ecd4-96c0-411d-aa67-fba2fb8695c1 None None] Provisioning complete for port 6a1bf6de-fdce-4f77-9cde-f9e2abffc8a3 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:58:48.788077 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ae52ecd4-96c0-411d-aa67-fba2fb8695c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:48.810867 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a41d3da1-fab8-4c21-8eec-329212648ad3 req-9897809f-76b4-415a-a350-e8c5b83a37af tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/quotas/958ba9f9613c46689914bd3daf2ce99a HTTP/1.1" status: 200 len: 375 time: 0.1483302 Sep 17 07:58:48.855469 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device fba393e3-e42b-4632-b817-3eb83d838330 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:58:48.942855 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92dc5c-3367-41a6-9d94-e9060ebe6b8f req-07502b99-9f3a-4ed4-9c00-9e34834892a7 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:48.948724 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92dc5c-3367-41a6-9d94-e9060ebe6b8f req-07502b99-9f3a-4ed4-9c00-9e34834892a7 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:48.954647 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92dc5c-3367-41a6-9d94-e9060ebe6b8f req-07502b99-9f3a-4ed4-9c00-9e34834892a7 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:48.960634 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92dc5c-3367-41a6-9d94-e9060ebe6b8f req-07502b99-9f3a-4ed4-9c00-9e34834892a7 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:48.966508 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92dc5c-3367-41a6-9d94-e9060ebe6b8f req-07502b99-9f3a-4ed4-9c00-9e34834892a7 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:48.972382 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92dc5c-3367-41a6-9d94-e9060ebe6b8f req-07502b99-9f3a-4ed4-9c00-9e34834892a7 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:48.978146 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92dc5c-3367-41a6-9d94-e9060ebe6b8f req-07502b99-9f3a-4ed4-9c00-9e34834892a7 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:48.980115 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3d92dc5c-3367-41a6-9d94-e9060ebe6b8f req-07502b99-9f3a-4ed4-9c00-9e34834892a7 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/ports?device_id=706b6671-3c66-4294-84b0-31a8c1f04549 HTTP/1.1" status: 200 len: 5431 time: 0.3826706 Sep 17 07:58:49.002117 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ae52ecd4-96c0-411d-aa67-fba2fb8695c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:49.006565 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port fba393e3-e42b-4632-b817-3eb83d838330 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:58:49.007006 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:49.020399 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a41d3da1-fab8-4c21-8eec-329212648ad3 req-d4259638-6075-4a34-b028-7d5d3abff072 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=958ba9f9613c46689914bd3daf2ce99a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1573570 Sep 17 07:58:49.094836 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cda68d2-bf0f-4d37-89b6-32e9ae6a2e9c admin admin] Pushing event updated for resources: {'Port': ['ID=25df4c10-8a5d-4ccf-a8ca-618acc2b2173,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:49.095208 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ae52ecd4-96c0-411d-aa67-fba2fb8695c1 None None] For port 6a1bf6de-fdce-4f77-9cde-f9e2abffc8a3, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=6a1bf6de-fdce-4f77-9cde-f9e2abffc8a3,segment=NetworkSegment(61e99d20-6d46-4414-b8d5-836cfb01f0e8),segment_id=61e99d20-6d46-4414-b8d5-836cfb01f0e8)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:58:49.104497 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ae52ecd4-96c0-411d-aa67-fba2fb8695c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:49.129344 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06943f6-a254-44c3-8438-1065216aeb56 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Network 924fe6db-1378-410a-97ed-fc98c32abd51 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:58:49.145214 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-d06943f6-a254-44c3-8438-1065216aeb56 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:58:49.174187 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 6a1bf6de-fdce-4f77-9cde-f9e2abffc8a3 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:58:49.207487 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae52ecd4-96c0-411d-aa67-fba2fb8695c1 None None] Pushing event updated for resources: {'Port': ['ID=6a1bf6de-fdce-4f77-9cde-f9e2abffc8a3,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:49.246081 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 6a1bf6de-fdce-4f77-9cde-f9e2abffc8a3 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:58:49.246887 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:49.277943 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3d92dc5c-3367-41a6-9d94-e9060ebe6b8f req-8a267120-67b0-417a-96f6-13e6422f6017 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7c26f3e-d59d-4df9-b197-93a229a68ca8&id=83963e04-88c6-40e9-944b-1d6adac19415&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2692273 Sep 17 07:58:49.423651 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a41d3da1-fab8-4c21-8eec-329212648ad3 req-538b30c7-b9cb-4d95-b633-32e2a477a647 service neutron] 10.222.0.13 "GET /v2.0/networks/5c3939dc-d000-4839-b5e2-30565576d4d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202517 Sep 17 07:58:49.469989 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7cda68d2-bf0f-4d37-89b6-32e9ae6a2e9c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:49.537657 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-97519709-2fa2-4914-a712-29a6fbf1df59 None None] Provisioning complete for port 6a1bf6de-fdce-4f77-9cde-f9e2abffc8a3 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:58:49.538003 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-97519709-2fa2-4914-a712-29a6fbf1df59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:49.556170 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d06943f6-a254-44c3-8438-1065216aeb56 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Router 44ea077c-b484-404a-bcae-901c57d9e971 is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 07:58:49.635506 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-97519709-2fa2-4914-a712-29a6fbf1df59 None None] Provisioning complete for port 2609e7e9-1043-4347-aa19-6c0c0f255112 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:58:49.635998 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-97519709-2fa2-4914-a712-29a6fbf1df59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:49.674839 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-97519709-2fa2-4914-a712-29a6fbf1df59 None None] Port 2609e7e9-1043-4347-aa19-6c0c0f255112 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:58:49.710408 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a41d3da1-fab8-4c21-8eec-329212648ad3 req-aa7cba1d-8ecf-48c9-afa1-e776b44244f3 service neutron] 10.222.0.13 "GET /v2.0/networks/5c3939dc-d000-4839-b5e2-30565576d4d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720511 Sep 17 07:58:49.761176 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d06943f6-a254-44c3-8438-1065216aeb56 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:58:49.769285 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-d06943f6-a254-44c3-8438-1065216aeb56 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "PUT /v2.0/routers/44ea077c-b484-404a-bcae-901c57d9e971/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8216550 Sep 17 07:58:49.769702 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 51434) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:49.786160 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd75a8ee-1b7f-444a-b212-19f2f7620af9 None None] Sync routers for ids ['44ea077c-b484-404a-bcae-901c57d9e971'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:58:49.798778 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd75a8ee-1b7f-444a-b212-19f2f7620af9 None None] Routers {'44ea077c-b484-404a-bcae-901c57d9e971'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:58:49.799460 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-bd75a8ee-1b7f-444a-b212-19f2f7620af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:58:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['44ea077c-b484-404a-bcae-901c57d9e971'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:58:49.834191 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-bd75a8ee-1b7f-444a-b212-19f2f7620af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:58:49.844923 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd75a8ee-1b7f-444a-b212-19f2f7620af9 None None] Routers {'44ea077c-b484-404a-bcae-901c57d9e971'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:58:49.845299 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7cda68d2-bf0f-4d37-89b6-32e9ae6a2e9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:49.846760 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-bd75a8ee-1b7f-444a-b212-19f2f7620af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:58:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['44ea077c-b484-404a-bcae-901c57d9e971'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:58:49.862114 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5776ea-5d83-46bb-a146-6335e5f72e2d tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:49.863920 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ae5776ea-5d83-46bb-a146-6335e5f72e2d tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "GET /v2.0/ports/2609e7e9-1043-4347-aa19-6c0c0f255112 HTTP/1.1" status: 200 len: 910 time: 0.0926230 Sep 17 07:58:49.894267 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 51436) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:49.900637 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-bd75a8ee-1b7f-444a-b212-19f2f7620af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:58:49.901985 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd75a8ee-1b7f-444a-b212-19f2f7620af9 None None] The sync data for ids ['44ea077c-b484-404a-bcae-901c57d9e971'] in n-d-789963-9 is: [] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:58:49.929893 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-377828d7-fd20-4951-8712-1d4122d02885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:49.999136 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2c56f4a1-0eeb-4d48-affb-6ff5310904c4 req-8768d3d1-7c58-414c-98f7-717fc4eb43a9 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/ports?device_id=80c95d97-12b9-46b8-91b4-6c9b9bdfa355 HTTP/1.1" status: 200 len: 210 time: 0.0570793 Sep 17 07:58:50.557722 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cda68d2-bf0f-4d37-89b6-32e9ae6a2e9c admin admin] Router 07bf65a5-39af-4176-94a6-2e1eb1fec4dc is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 07:58:50.589939 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ce23b-aa7b-4cf3-a56f-c73914767e78 req-494df564-0912-4d10-ab27-eb134bc32985 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:50.595987 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ce23b-aa7b-4cf3-a56f-c73914767e78 req-494df564-0912-4d10-ab27-eb134bc32985 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:50.601896 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ce23b-aa7b-4cf3-a56f-c73914767e78 req-494df564-0912-4d10-ab27-eb134bc32985 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:50.607786 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ce23b-aa7b-4cf3-a56f-c73914767e78 req-494df564-0912-4d10-ab27-eb134bc32985 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:50.614791 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ce23b-aa7b-4cf3-a56f-c73914767e78 req-494df564-0912-4d10-ab27-eb134bc32985 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:50.620756 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ce23b-aa7b-4cf3-a56f-c73914767e78 req-494df564-0912-4d10-ab27-eb134bc32985 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:50.627177 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ce23b-aa7b-4cf3-a56f-c73914767e78 req-494df564-0912-4d10-ab27-eb134bc32985 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:50.630044 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8d7ce23b-aa7b-4cf3-a56f-c73914767e78 req-494df564-0912-4d10-ab27-eb134bc32985 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/ports?device_id=706b6671-3c66-4294-84b0-31a8c1f04549 HTTP/1.1" status: 200 len: 5431 time: 0.1580031 Sep 17 07:58:50.741565 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 6a1bf6de-fdce-4f77-9cde-f9e2abffc8a3 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:58:50.788158 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 6a1bf6de-fdce-4f77-9cde-f9e2abffc8a3 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:58:50.788363 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8d7ce23b-aa7b-4cf3-a56f-c73914767e78 req-64205672-94c1-4f49-9555-a11c17cf4a9f tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7c26f3e-d59d-4df9-b197-93a229a68ca8&id=83963e04-88c6-40e9-944b-1d6adac19415&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1264267 Sep 17 07:58:50.788652 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:50.842052 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cda68d2-bf0f-4d37-89b6-32e9ae6a2e9c admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:58:50.863671 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7cda68d2-bf0f-4d37-89b6-32e9ae6a2e9c admin admin] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:50.868562 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-7cda68d2-bf0f-4d37-89b6-32e9ae6a2e9c admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.7898703 Sep 17 07:58:50.868562 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 51458) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:50.874359 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f81089-8df1-441b-a74b-4c214ce8ff2e None None] Sync routers for ids ['07bf65a5-39af-4176-94a6-2e1eb1fec4dc'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:58:50.896142 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f81089-8df1-441b-a74b-4c214ce8ff2e None None] Routers {'07bf65a5-39af-4176-94a6-2e1eb1fec4dc'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:58:50.896782 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-11f81089-8df1-441b-a74b-4c214ce8ff2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:58:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['07bf65a5-39af-4176-94a6-2e1eb1fec4dc'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:58:50.919665 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9081a086-b0d2-4c10-9495-701479dcf725 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:51.110117 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1ae5cfec-0186-4def-98ad-9a97e940026e req-e2359630-521e-499f-ac9e-52b7f02d5e59 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/ports?device_id=80c95d97-12b9-46b8-91b4-6c9b9bdfa355 HTTP/1.1" status: 200 len: 210 time: 0.0329015 Sep 17 07:58:51.196063 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-11f81089-8df1-441b-a74b-4c214ce8ff2e None None] Set router 07bf65a5-39af-4176-94a6-2e1eb1fec4dc gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:58:51.412449 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-11f81089-8df1-441b-a74b-4c214ce8ff2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bf65a5-39af-4176-94a6-2e1eb1fec4dc', 'name': 'tempest-ServersTestFqdnHostnames-1345365588-router', 'tenant_id': '85a1205ba09b4a7b819dd87a018d5057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '25df4c10-8a5d-4ccf-a8ca-618acc2b2173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:58:46Z', 'updated_at': '2021-09-17T07:58:49Z', 'revision_number': 3, 'project_id': '85a1205ba09b4a7b819dd87a018d5057', 'gw_port': {'id': '25df4c10-8a5d-4ccf-a8ca-618acc2b2173', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:29:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bf65a5-39af-4176-94a6-2e1eb1fec4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:58:47Z', 'updated_at': '2021-09-17T07:58:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:58:51.439306 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a4fc089d-8c65-49f9-8666-2a418c9992f0 req-fb9e6519-3856-4e2f-9c41-408204a9c562 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1e948a70-2200-4e37-a4df-395f090404ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0487752 Sep 17 07:58:51.447516 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f81089-8df1-441b-a74b-4c214ce8ff2e None None] Checking router: 07bf65a5-39af-4176-94a6-2e1eb1fec4dc for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:58:51.447516 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f81089-8df1-441b-a74b-4c214ce8ff2e None None] Updating router 07bf65a5-39af-4176-94a6-2e1eb1fec4dc port 25df4c10-8a5d-4ccf-a8ca-618acc2b2173 binding host n-d-789963-9 {{(pid=101291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 07:58:51.480802 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-11f81089-8df1-441b-a74b-4c214ce8ff2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:51.482390 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d3da1-fab8-4c21-8eec-329212648ad3 req-035594e9-a6e1-4657-bb70-32d105b8d260 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:51.484004 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a41d3da1-fab8-4c21-8eec-329212648ad3 req-035594e9-a6e1-4657-bb70-32d105b8d260 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.39 "GET /v2.0/networks?id=5c3939dc-d000-4839-b5e2-30565576d4d4 HTTP/1.1" status: 200 len: 812 time: 0.2713790 Sep 17 07:58:51.551256 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc089d-8c65-49f9-8666-2a418c9992f0 req-a35b896b-bf76-4a4c-bee3-121e9a1dbd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:51.553196 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a4fc089d-8c65-49f9-8666-2a418c9992f0 req-a35b896b-bf76-4a4c-bee3-121e9a1dbd20 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1017d95ec91440b692b5fb33d331d948&device_id=1e948a70-2200-4e37-a4df-395f090404ef HTTP/1.1" status: 200 len: 1096 time: 0.0440278 Sep 17 07:58:51.572274 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-a41d3da1-fab8-4c21-8eec-329212648ad3 req-a959f7f8-30a8-4e4b-aedf-995a1832d906 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Request body: {'port': {'device_id': '80c95d97-12b9-46b8-91b4-6c9b9bdfa355', 'network_id': '5c3939dc-d000-4839-b5e2-30565576d4d4', 'admin_state_up': True, 'tenant_id': '958ba9f9613c46689914bd3daf2ce99a'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:58:51.716624 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc089d-8c65-49f9-8666-2a418c9992f0 req-a07681fb-0ffb-420d-baf0-6944bc2a22f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:51.718854 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a4fc089d-8c65-49f9-8666-2a418c9992f0 req-a07681fb-0ffb-420d-baf0-6944bc2a22f6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=db7553ea-e2fe-422f-8d20-6ffc26d973b8 HTTP/1.1" status: 200 len: 917 time: 0.1140835 Sep 17 07:58:51.803429 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a4fc089d-8c65-49f9-8666-2a418c9992f0 req-776e9e8e-ae07-44ab-80ef-83326ba0c2ef service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f67c99a-37f2-44e1-9fa6-e022e50bb332 HTTP/1.1" status: 200 len: 1001 time: 0.0776346 Sep 17 07:58:51.815812 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-9081a086-b0d2-4c10-9495-701479dcf725 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Deleting port 2609e7e9-1043-4347-aa19-6c0c0f255112 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:58:51.816179 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9081a086-b0d2-4c10-9495-701479dcf725 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:51.873682 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-11f81089-8df1-441b-a74b-4c214ce8ff2e None None] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:51.879011 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc089d-8c65-49f9-8666-2a418c9992f0 req-a0ae02f9-b736-4565-84c8-4e0e35ebc892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:51.882311 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a4fc089d-8c65-49f9-8666-2a418c9992f0 req-a0ae02f9-b736-4565-84c8-4e0e35ebc892 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cc5af0af-da91-4969-a253-9b23d6f3d816 HTTP/1.1" status: 200 len: 855 time: 0.0710948 Sep 17 07:58:51.883825 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-11f81089-8df1-441b-a74b-4c214ce8ff2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:51.937980 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc089d-8c65-49f9-8666-2a418c9992f0 req-fdef287a-0531-4f32-8b6e-61b4cfd7e8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:51.940046 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a4fc089d-8c65-49f9-8666-2a418c9992f0 req-fdef287a-0531-4f32-8b6e-61b4cfd7e8b7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=db7553ea-e2fe-422f-8d20-6ffc26d973b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504055 Sep 17 07:58:51.944582 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1eed16-970a-4475-a175-2be5c251187a None None] Pushing event updated for resources: {'Port': ['ID=25df4c10-8a5d-4ccf-a8ca-618acc2b2173,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:51.947408 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-11f81089-8df1-441b-a74b-4c214ce8ff2e None None] Attempting to bind port 25df4c10-8a5d-4ccf-a8ca-618acc2b2173 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:58:51.947784 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-11f81089-8df1-441b-a74b-4c214ce8ff2e None None] Attempting to bind port 25df4c10-8a5d-4ccf-a8ca-618acc2b2173 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:58:51.948180 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f81089-8df1-441b-a74b-4c214ce8ff2e None None] Attempting to bind port 25df4c10-8a5d-4ccf-a8ca-618acc2b2173 on network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:58:51.953970 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f81089-8df1-441b-a74b-4c214ce8ff2e None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:58:51.954339 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f81089-8df1-441b-a74b-4c214ce8ff2e None None] Checking segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:58:51.954752 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-11f81089-8df1-441b-a74b-4c214ce8ff2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:51.955155 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f81089-8df1-441b-a74b-4c214ce8ff2e None None] Bound using segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:58:51.955645 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-11f81089-8df1-441b-a74b-4c214ce8ff2e None None] Bound port: 25df4c10-8a5d-4ccf-a8ca-618acc2b2173, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:58:51.956035 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-11f81089-8df1-441b-a74b-4c214ce8ff2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:51.973509 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a41d3da1-fab8-4c21-8eec-329212648ad3 req-a959f7f8-30a8-4e4b-aedf-995a1832d906 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Made reservation on behalf of 958ba9f9613c46689914bd3daf2ce99a for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:58:51.977188 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-a41d3da1-fab8-4c21-8eec-329212648ad3 req-a959f7f8-30a8-4e4b-aedf-995a1832d906 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:52.015478 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-11f81089-8df1-441b-a74b-4c214ce8ff2e None None] For port 25df4c10-8a5d-4ccf-a8ca-618acc2b2173, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:58:52.020435 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-11f81089-8df1-441b-a74b-4c214ce8ff2e None None] For port 25df4c10-8a5d-4ccf-a8ca-618acc2b2173, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=25df4c10-8a5d-4ccf-a8ca-618acc2b2173,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:58:52.028290 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-11f81089-8df1-441b-a74b-4c214ce8ff2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:52.032932 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9081a086-b0d2-4c10-9495-701479dcf725 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:52.082405 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a4fc089d-8c65-49f9-8666-2a418c9992f0 req-30f873e9-8c09-4194-87cd-f8d3fb057986 service neutron] 10.222.0.39 "GET /v2.0/networks/db7553ea-e2fe-422f-8d20-6ffc26d973b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976534 Sep 17 07:58:52.091228 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f81089-8df1-441b-a74b-4c214ce8ff2e None None] Routers {'07bf65a5-39af-4176-94a6-2e1eb1fec4dc'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:58:52.091967 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-11f81089-8df1-441b-a74b-4c214ce8ff2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:58:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['07bf65a5-39af-4176-94a6-2e1eb1fec4dc'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:58:52.097775 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1eed16-970a-4475-a175-2be5c251187a None None] Pushing event updated for resources: {'Port': ['ID=25df4c10-8a5d-4ccf-a8ca-618acc2b2173,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:52.125863 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-9081a086-b0d2-4c10-9495-701479dcf725 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Calling delete_port for 2609e7e9-1043-4347-aa19-6c0c0f255112 owned by network:router_interface {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:58:52.137398 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-488c6c44-bd06-42fd-82cd-3ad73256fee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:52.225256 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a4fc089d-8c65-49f9-8666-2a418c9992f0 req-1c5bb821-6b65-411b-9270-c19f225e0318 service neutron] 10.222.0.39 "GET /v2.0/networks/db7553ea-e2fe-422f-8d20-6ffc26d973b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334453 Sep 17 07:58:52.241012 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-11f81089-8df1-441b-a74b-4c214ce8ff2e None None] Set router 07bf65a5-39af-4176-94a6-2e1eb1fec4dc gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:58:52.241605 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68aad0-6844-413a-8ce7-3deb8ccc5088 req-b3aa3127-c284-41a6-8b42-5c6214e42b72 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:52.247627 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68aad0-6844-413a-8ce7-3deb8ccc5088 req-b3aa3127-c284-41a6-8b42-5c6214e42b72 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:52.253629 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68aad0-6844-413a-8ce7-3deb8ccc5088 req-b3aa3127-c284-41a6-8b42-5c6214e42b72 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:52.259376 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68aad0-6844-413a-8ce7-3deb8ccc5088 req-b3aa3127-c284-41a6-8b42-5c6214e42b72 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:52.265397 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68aad0-6844-413a-8ce7-3deb8ccc5088 req-b3aa3127-c284-41a6-8b42-5c6214e42b72 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:52.271326 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68aad0-6844-413a-8ce7-3deb8ccc5088 req-b3aa3127-c284-41a6-8b42-5c6214e42b72 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:52.277226 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68aad0-6844-413a-8ce7-3deb8ccc5088 req-b3aa3127-c284-41a6-8b42-5c6214e42b72 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:52.279184 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6d68aad0-6844-413a-8ce7-3deb8ccc5088 req-b3aa3127-c284-41a6-8b42-5c6214e42b72 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/ports?device_id=706b6671-3c66-4294-84b0-31a8c1f04549 HTTP/1.1" status: 200 len: 5431 time: 0.3093009 Sep 17 07:58:52.409022 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bd494ca8-dbd2-4932-b0ff-838a94955f10 req-4f4c3d28-6811-493a-92dd-49cf23aa7196 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/ports?device_id=80c95d97-12b9-46b8-91b4-6c9b9bdfa355 HTTP/1.1" status: 200 len: 210 time: 0.1236100 Sep 17 07:58:52.443248 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [req-a41d3da1-fab8-4c21-8eec-329212648ad3 req-a959f7f8-30a8-4e4b-aedf-995a1832d906 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Allocated IP 172.20.0.3 (5c3939dc-d000-4839-b5e2-30565576d4d4/87ee52d6-ae56-4d6f-b1f7-f93e882b0a89/88d14c71-d63f-45a9-985e-9ee4f2fa9b49) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:58:52.447212 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-205f549e-10f7-4a10-8f48-98fcabf5630d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:52.481737 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-11f81089-8df1-441b-a74b-4c214ce8ff2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bf65a5-39af-4176-94a6-2e1eb1fec4dc', 'name': 'tempest-ServersTestFqdnHostnames-1345365588-router', 'tenant_id': '85a1205ba09b4a7b819dd87a018d5057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '25df4c10-8a5d-4ccf-a8ca-618acc2b2173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:58:46Z', 'updated_at': '2021-09-17T07:58:49Z', 'revision_number': 3, 'project_id': '85a1205ba09b4a7b819dd87a018d5057', 'gw_port': {'id': '25df4c10-8a5d-4ccf-a8ca-618acc2b2173', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:29:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bf65a5-39af-4176-94a6-2e1eb1fec4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:58:47Z', 'updated_at': '2021-09-17T07:58:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:58:52.509425 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f81089-8df1-441b-a74b-4c214ce8ff2e None None] The sync data for ids ['07bf65a5-39af-4176-94a6-2e1eb1fec4dc'] in n-d-789963-9 is: [{'id': '07bf65a5-39af-4176-94a6-2e1eb1fec4dc', 'name': 'tempest-ServersTestFqdnHostnames-1345365588-router', 'tenant_id': '85a1205ba09b4a7b819dd87a018d5057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '25df4c10-8a5d-4ccf-a8ca-618acc2b2173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:58:46Z', 'updated_at': '2021-09-17T07:58:49Z', 'revision_number': 3, 'project_id': '85a1205ba09b4a7b819dd87a018d5057', 'gw_port': {'id': '25df4c10-8a5d-4ccf-a8ca-618acc2b2173', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:29:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bf65a5-39af-4176-94a6-2e1eb1fec4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:58:47Z', 'updated_at': '2021-09-17T07:58:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:58:52.535125 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6d68aad0-6844-413a-8ce7-3deb8ccc5088 req-8f71c38d-c4e1-4104-a6b1-ecfc7093ee2b tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7c26f3e-d59d-4df9-b197-93a229a68ca8&id=83963e04-88c6-40e9-944b-1d6adac19415&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1914225 Sep 17 07:58:52.673639 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:52.824419 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-488c6c44-bd06-42fd-82cd-3ad73256fee7 admin admin] Allocated IP 172.20.0.1 (0ac2dea1-1030-4e45-a595-712a662b9be7/5f447d0e-4d69-4c7b-bffd-747abf0c712f/f8384278-9720-42a4-80a2-d88a4bbf205b) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:58:52.862634 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9081a086-b0d2-4c10-9495-701479dcf725 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:52.875032 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 9daf9ec3-be6c-41a6-bf27-2c5e926410d5 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:58:52.943262 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151bbe49-6119-4d2c-b4d5-305375a83e13 req-edc90c3d-3740-4c72-879d-9dfceafad3e6 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:52.951952 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-151bbe49-6119-4d2c-b4d5-305375a83e13 req-edc90c3d-3740-4c72-879d-9dfceafad3e6 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb49abc9-4b7f-484b-bbaa-a9d2a437005e HTTP/1.1" status: 200 len: 945 time: 0.2239747 Sep 17 07:58:52.957475 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9081a086-b0d2-4c10-9495-701479dcf725 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Pushing event deleted for resources: {'Port': ['ID=2609e7e9-1043-4347-aa19-6c0c0f255112,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:53.009850 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 9daf9ec3-be6c-41a6-bf27-2c5e926410d5, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=9daf9ec3-be6c-41a6-bf27-2c5e926410d5,segment=NetworkSegment(89b028de-731b-41c1-a47f-5a829efa2b84),segment_id=89b028de-731b-41c1-a47f-5a829efa2b84)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:58:53.023956 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '9daf9ec3-be6c-41a6-bf27-2c5e926410d5', 'network_id': 'd8564b37-cdc8-4e9d-8712-8bb5e8dd0908', 'port_id': '9daf9ec3-be6c-41a6-bf27-2c5e926410d5', 'mac_address': 'fa:16:3e:9f:28:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfc0f6d4-23f1-47ca-971c-a1c789dc7289', 'ip_address': '10.1.1.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:58:53.072766 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:53.098501 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9daf9ec3-be6c-41a6-bf27-2c5e926410d5 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:58:53.132332 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 9daf9ec3-be6c-41a6-bf27-2c5e926410d5, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=9daf9ec3-be6c-41a6-bf27-2c5e926410d5,segment=NetworkSegment(89b028de-731b-41c1-a47f-5a829efa2b84),segment_id=89b028de-731b-41c1-a47f-5a829efa2b84)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:58:53.147406 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:53.148364 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device be665358-5a2c-4dfe-be6e-8c1aa523ee59 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:58:53.222606 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=9daf9ec3-be6c-41a6-bf27-2c5e926410d5,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:53.240797 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port be665358-5a2c-4dfe-be6e-8c1aa523ee59, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=be665358-5a2c-4dfe-be6e-8c1aa523ee59,segment=NetworkSegment(89b028de-731b-41c1-a47f-5a829efa2b84),segment_id=89b028de-731b-41c1-a47f-5a829efa2b84)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:58:53.254812 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': 'be665358-5a2c-4dfe-be6e-8c1aa523ee59', 'network_id': 'd8564b37-cdc8-4e9d-8712-8bb5e8dd0908', 'port_id': 'be665358-5a2c-4dfe-be6e-8c1aa523ee59', 'mac_address': 'fa:16:3e:eb:44:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfc0f6d4-23f1-47ca-971c-a1c789dc7289', 'ip_address': '10.1.1.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:58:53.297520 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:53.313566 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be665358-5a2c-4dfe-be6e-8c1aa523ee59 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:58:53.333897 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port be665358-5a2c-4dfe-be6e-8c1aa523ee59, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=be665358-5a2c-4dfe-be6e-8c1aa523ee59,segment=NetworkSegment(89b028de-731b-41c1-a47f-5a829efa2b84),segment_id=89b028de-731b-41c1-a47f-5a829efa2b84)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:58:53.341996 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:53.343724 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device a68e833f-a972-4578-b451-f6cdb669cad4 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:58:53.373263 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-a41d3da1-fab8-4c21-8eec-329212648ad3 req-a959f7f8-30a8-4e4b-aedf-995a1832d906 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:53.451195 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-151bbe49-6119-4d2c-b4d5-305375a83e13 req-d1dbee59-d017-480e-9c77-18f962beae39 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4916506 Sep 17 07:58:53.510010 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port a68e833f-a972-4578-b451-f6cdb669cad4, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=a68e833f-a972-4578-b451-f6cdb669cad4,segment=NetworkSegment(53a694f4-1e34-4b49-878a-62ea2d098ec0),segment_id=53a694f4-1e34-4b49-878a-62ea2d098ec0)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:58:53.524115 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': 'a68e833f-a972-4578-b451-f6cdb669cad4', 'network_id': '6cfc3ea8-69fd-4619-936c-5df378582b6b', 'port_id': 'a68e833f-a972-4578-b451-f6cdb669cad4', 'mac_address': 'fa:16:3e:8c:64:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f067041-ce8b-4655-bfa4-ebeec18fa6e5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:58:53.548513 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=be665358-5a2c-4dfe-be6e-8c1aa523ee59,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:53.594044 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-488c6c44-bd06-42fd-82cd-3ad73256fee7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:53.597017 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:53.602472 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-66defd77-5955-42e6-b191-d0f4c58af3e7 req-b3a20dcf-d29a-4d8c-90af-305688305325 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/ports?device_id=80c95d97-12b9-46b8-91b4-6c9b9bdfa355 HTTP/1.1" status: 200 len: 210 time: 0.0931025 Sep 17 07:58:53.637403 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a68e833f-a972-4578-b451-f6cdb669cad4 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:58:53.643771 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:53.666412 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port a68e833f-a972-4578-b451-f6cdb669cad4, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=a68e833f-a972-4578-b451-f6cdb669cad4,segment=NetworkSegment(53a694f4-1e34-4b49-878a-62ea2d098ec0),segment_id=53a694f4-1e34-4b49-878a-62ea2d098ec0)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:58:53.673229 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:53.674070 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 8c3cff88-1b52-462a-aa22-14e35f943803 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:58:53.681503 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9081a086-b0d2-4c10-9495-701479dcf725 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:53.698383 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-a41d3da1-fab8-4c21-8eec-329212648ad3 req-a959f7f8-30a8-4e4b-aedf-995a1832d906 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:53.758365 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=a68e833f-a972-4578-b451-f6cdb669cad4,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:53.822337 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 8c3cff88-1b52-462a-aa22-14e35f943803, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=8c3cff88-1b52-462a-aa22-14e35f943803,segment=NetworkSegment(b8383a2f-bb70-4f97-901a-162d8b652754),segment_id=b8383a2f-bb70-4f97-901a-162d8b652754)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:58:53.825299 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a41d3da1-fab8-4c21-8eec-329212648ad3 req-a959f7f8-30a8-4e4b-aedf-995a1832d906 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Network 5c3939dc-d000-4839-b5e2-30565576d4d4 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:58:53.834242 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '8c3cff88-1b52-462a-aa22-14e35f943803', 'network_id': '23dc9245-044a-48fa-8f5c-bfe08f2d4cd2', 'port_id': '8c3cff88-1b52-462a-aa22-14e35f943803', 'mac_address': 'fa:16:3e:a8:4a:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98b47ab8-ddfc-4cc6-be27-8b7224b1d41b', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:58:53.850751 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54be737-7bd7-408e-974b-7f9feeebc1c2 req-2e0f554a-3262-4b64-a8ec-30bf6988f259 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:53.856614 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54be737-7bd7-408e-974b-7f9feeebc1c2 req-2e0f554a-3262-4b64-a8ec-30bf6988f259 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:53.862974 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54be737-7bd7-408e-974b-7f9feeebc1c2 req-2e0f554a-3262-4b64-a8ec-30bf6988f259 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:53.868836 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54be737-7bd7-408e-974b-7f9feeebc1c2 req-2e0f554a-3262-4b64-a8ec-30bf6988f259 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:53.873074 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:53.875227 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54be737-7bd7-408e-974b-7f9feeebc1c2 req-2e0f554a-3262-4b64-a8ec-30bf6988f259 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:53.881169 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54be737-7bd7-408e-974b-7f9feeebc1c2 req-2e0f554a-3262-4b64-a8ec-30bf6988f259 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:53.887106 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54be737-7bd7-408e-974b-7f9feeebc1c2 req-2e0f554a-3262-4b64-a8ec-30bf6988f259 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:53.889100 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f54be737-7bd7-408e-974b-7f9feeebc1c2 req-2e0f554a-3262-4b64-a8ec-30bf6988f259 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/ports?device_id=706b6671-3c66-4294-84b0-31a8c1f04549 HTTP/1.1" status: 200 len: 5433 time: 0.2423127 Sep 17 07:58:53.890056 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [req-a41d3da1-fab8-4c21-8eec-329212648ad3 req-a959f7f8-30a8-4e4b-aedf-995a1832d906 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:58:53.896561 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-a41d3da1-fab8-4c21-8eec-329212648ad3 req-a959f7f8-30a8-4e4b-aedf-995a1832d906 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:58:53.896834 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c3cff88-1b52-462a-aa22-14e35f943803 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:58:53.903669 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a959f7f8-30a8-4e4b-aedf-995a1832d906 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Pushing event updated for resources: {'Port': ['ID=88d14c71-d63f-45a9-985e-9ee4f2fa9b49,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:53.918367 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 8c3cff88-1b52-462a-aa22-14e35f943803, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=8c3cff88-1b52-462a-aa22-14e35f943803,segment=NetworkSegment(b8383a2f-bb70-4f97-901a-162d8b652754),segment_id=b8383a2f-bb70-4f97-901a-162d8b652754)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:58:53.923331 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:53.924386 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 2e8d2cc8-f6f7-4d9c-ba24-cee4c068da0b details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:58:53.933528 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-488c6c44-bd06-42fd-82cd-3ad73256fee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:53.989992 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=8c3cff88-1b52-462a-aa22-14e35f943803,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:53.994430 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 2e8d2cc8-f6f7-4d9c-ba24-cee4c068da0b, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=2e8d2cc8-f6f7-4d9c-ba24-cee4c068da0b,segment=NetworkSegment(89b028de-731b-41c1-a47f-5a829efa2b84),segment_id=89b028de-731b-41c1-a47f-5a829efa2b84)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:58:54.006068 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '2e8d2cc8-f6f7-4d9c-ba24-cee4c068da0b', 'network_id': 'd8564b37-cdc8-4e9d-8712-8bb5e8dd0908', 'port_id': '2e8d2cc8-f6f7-4d9c-ba24-cee4c068da0b', 'mac_address': 'fa:16:3e:76:ab:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfc0f6d4-23f1-47ca-971c-a1c789dc7289', 'ip_address': '10.1.1.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:58:54.042897 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:54.056219 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e8d2cc8-f6f7-4d9c-ba24-cee4c068da0b {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:58:54.066212 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488c6c44-bd06-42fd-82cd-3ad73256fee7 admin admin] Network 0ac2dea1-1030-4e45-a595-712a662b9be7 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:58:54.076662 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 2e8d2cc8-f6f7-4d9c-ba24-cee4c068da0b, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=2e8d2cc8-f6f7-4d9c-ba24-cee4c068da0b,segment=NetworkSegment(89b028de-731b-41c1-a47f-5a829efa2b84),segment_id=89b028de-731b-41c1-a47f-5a829efa2b84)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:58:54.080399 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:54.081058 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 858f97dd-d6a3-4621-8715-ddba12e25df6 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:58:54.081941 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d3da1-fab8-4c21-8eec-329212648ad3 req-a959f7f8-30a8-4e4b-aedf-995a1832d906 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:54.082881 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-a41d3da1-fab8-4c21-8eec-329212648ad3 req-a959f7f8-30a8-4e4b-aedf-995a1832d906 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:54.085286 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-488c6c44-bd06-42fd-82cd-3ad73256fee7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:58:54.100575 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488c6c44-bd06-42fd-82cd-3ad73256fee7 admin admin] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:58:54.112325 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f54be737-7bd7-408e-974b-7f9feeebc1c2 req-525eca79-2cf5-4736-97ff-0851960528f4 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7c26f3e-d59d-4df9-b197-93a229a68ca8&id=83963e04-88c6-40e9-944b-1d6adac19415&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2127492 Sep 17 07:58:54.113956 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9081a086-b0d2-4c10-9495-701479dcf725 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Router 44ea077c-b484-404a-bcae-901c57d9e971 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:58:54.150753 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488c6c44-bd06-42fd-82cd-3ad73256fee7 admin admin] Pushing event updated for resources: {'Port': ['ID=f8384278-9720-42a4-80a2-d88a4bbf205b,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:54.160702 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 858f97dd-d6a3-4621-8715-ddba12e25df6, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=858f97dd-d6a3-4621-8715-ddba12e25df6,segment=NetworkSegment(89b028de-731b-41c1-a47f-5a829efa2b84),segment_id=89b028de-731b-41c1-a47f-5a829efa2b84)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:58:54.163531 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=2e8d2cc8-f6f7-4d9c-ba24-cee4c068da0b,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:54.167918 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a41d3da1-fab8-4c21-8eec-329212648ad3 req-a959f7f8-30a8-4e4b-aedf-995a1832d906 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6008425 Sep 17 07:58:54.181749 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-488c6c44-bd06-42fd-82cd-3ad73256fee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:54.182280 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '858f97dd-d6a3-4621-8715-ddba12e25df6', 'network_id': 'd8564b37-cdc8-4e9d-8712-8bb5e8dd0908', 'port_id': '858f97dd-d6a3-4621-8715-ddba12e25df6', 'mac_address': 'fa:16:3e:f1:66:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfc0f6d4-23f1-47ca-971c-a1c789dc7289', 'ip_address': '10.1.1.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:58:54.219951 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-a41d3da1-fab8-4c21-8eec-329212648ad3 req-ede1cc54-10da-4869-8c98-f194b06e7ac0 service neutron] Request body: {'port': {'device_id': '80c95d97-12b9-46b8-91b4-6c9b9bdfa355', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:58:54.230353 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:54.245271 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 858f97dd-d6a3-4621-8715-ddba12e25df6 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:58:54.269721 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 858f97dd-d6a3-4621-8715-ddba12e25df6, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=858f97dd-d6a3-4621-8715-ddba12e25df6,segment=NetworkSegment(89b028de-731b-41c1-a47f-5a829efa2b84),segment_id=89b028de-731b-41c1-a47f-5a829efa2b84)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:58:54.276089 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:54.276577 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device a7ef312a-eb2e-4797-8814-785105b7823f details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:58:54.320179 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9081a086-b0d2-4c10-9495-701479dcf725 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:58:54.329311 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-9081a086-b0d2-4c10-9495-701479dcf725 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "PUT /v2.0/routers/44ea077c-b484-404a-bcae-901c57d9e971/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4312487 Sep 17 07:58:54.329440 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 51484) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:54.334704 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551e6d5b-59fb-4413-995b-ee8a3fd7c2a2 None None] Sync routers for ids ['44ea077c-b484-404a-bcae-901c57d9e971'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:58:54.347585 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551e6d5b-59fb-4413-995b-ee8a3fd7c2a2 None None] Routers {'44ea077c-b484-404a-bcae-901c57d9e971'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:58:54.348730 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-551e6d5b-59fb-4413-995b-ee8a3fd7c2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:58:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['44ea077c-b484-404a-bcae-901c57d9e971'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:58:54.349356 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=858f97dd-d6a3-4621-8715-ddba12e25df6,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:54.365513 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port a7ef312a-eb2e-4797-8814-785105b7823f, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=a7ef312a-eb2e-4797-8814-785105b7823f,segment=NetworkSegment(b8383a2f-bb70-4f97-901a-162d8b652754),segment_id=b8383a2f-bb70-4f97-901a-162d8b652754)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:58:54.365715 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b6a1b7c1-00b3-4751-afc3-2b4ee07c3743 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "GET /v2.0/ports?device_id=44ea077c-b484-404a-bcae-901c57d9e971 HTTP/1.1" status: 200 len: 205 time: 0.0325744 Sep 17 07:58:54.365715 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 51486) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:54.376670 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': 'a7ef312a-eb2e-4797-8814-785105b7823f', 'network_id': '23dc9245-044a-48fa-8f5c-bfe08f2d4cd2', 'port_id': 'a7ef312a-eb2e-4797-8814-785105b7823f', 'mac_address': 'fa:16:3e:47:bb:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98b47ab8-ddfc-4cc6-be27-8b7224b1d41b', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:58:54.406839 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-551e6d5b-59fb-4413-995b-ee8a3fd7c2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:58:54.422539 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551e6d5b-59fb-4413-995b-ee8a3fd7c2a2 None None] Routers {'44ea077c-b484-404a-bcae-901c57d9e971'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:58:54.422729 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-a41d3da1-fab8-4c21-8eec-329212648ad3 req-ede1cc54-10da-4869-8c98-f194b06e7ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:54.424635 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-551e6d5b-59fb-4413-995b-ee8a3fd7c2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:58:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['44ea077c-b484-404a-bcae-901c57d9e971'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:58:54.433019 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:54.448008 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-b8b4e637-0c49-44d3-959d-54ee43e51ac3 None None] Provisioning complete for port f8384278-9720-42a4-80a2-d88a4bbf205b triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:58:54.448760 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b8b4e637-0c49-44d3-959d-54ee43e51ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:54.472437 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-551e6d5b-59fb-4413-995b-ee8a3fd7c2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:58:54.473356 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551e6d5b-59fb-4413-995b-ee8a3fd7c2a2 None None] The sync data for ids ['44ea077c-b484-404a-bcae-901c57d9e971'] in n-d-789963-9 is: [] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:58:54.475212 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7ef312a-eb2e-4797-8814-785105b7823f {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:58:54.500947 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7153b948-40b6-4fec-86b9-48215ebcf16b tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for router, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:54.510206 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port a7ef312a-eb2e-4797-8814-785105b7823f, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=a7ef312a-eb2e-4797-8814-785105b7823f,segment=NetworkSegment(b8383a2f-bb70-4f97-901a-162d8b652754),segment_id=b8383a2f-bb70-4f97-901a-162d8b652754)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:58:54.511761 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-b8b4e637-0c49-44d3-959d-54ee43e51ac3 None None] Port f8384278-9720-42a4-80a2-d88a4bbf205b cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:58:54.518839 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:54.524216 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-488c6c44-bd06-42fd-82cd-3ad73256fee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:54.571069 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=a7ef312a-eb2e-4797-8814-785105b7823f,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:54.710595 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7153b948-40b6-4fec-86b9-48215ebcf16b tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:54.712863 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7153b948-40b6-4fec-86b9-48215ebcf16b tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:54.720185 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc13e9f0-bb23-4e8d-89c7-dab9faec9e02 req-b4bad947-aa38-4856-89f9-06000ecde568 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:54.721748 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cc13e9f0-bb23-4e8d-89c7-dab9faec9e02 req-b4bad947-aa38-4856-89f9-06000ecde568 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb49abc9-4b7f-484b-bbaa-a9d2a437005e HTTP/1.1" status: 200 len: 945 time: 0.1772888 Sep 17 07:58:54.764204 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7153b948-40b6-4fec-86b9-48215ebcf16b tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:54.765168 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7153b948-40b6-4fec-86b9-48215ebcf16b tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Fanout notify agent at l3_agent the message router_deleted on router 44ea077c-b484-404a-bcae-901c57d9e971 {{(pid=101290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 07:58:54.781638 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 25df4c10-8a5d-4ccf-a8ca-618acc2b2173 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:58:54.783734 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7153b948-40b6-4fec-86b9-48215ebcf16b tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:54.785467 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-7153b948-40b6-4fec-86b9-48215ebcf16b tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "DELETE /v2.0/routers/44ea077c-b484-404a-bcae-901c57d9e971 HTTP/1.1" status: 204 len: 168 time: 0.4185040 Sep 17 07:58:54.787643 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 51492) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:54.841454 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-43739a26-6137-4dd8-924c-7112acdde9d9 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Deleting subnet a0933b9b-8ace-44ee-b04b-467d2db0bb72 {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:58:54.841714 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 25df4c10-8a5d-4ccf-a8ca-618acc2b2173 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:58:54.841963 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:54.844872 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-43739a26-6137-4dd8-924c-7112acdde9d9 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:54.889930 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-43739a26-6137-4dd8-924c-7112acdde9d9 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:54.907038 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cc13e9f0-bb23-4e8d-89c7-dab9faec9e02 req-51f22db9-a53d-4a93-b124-0eac2fa4e365 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717751 Sep 17 07:58:54.917252 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d0815-48b7-4261-bccc-1aaa3a56985e req-9d692286-5804-40f7-a077-07d5f63daead tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:54.919237 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-db0d0815-48b7-4261-bccc-1aaa3a56985e req-9d692286-5804-40f7-a077-07d5f63daead tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/ports?device_id=80c95d97-12b9-46b8-91b4-6c9b9bdfa355 HTTP/1.1" status: 200 len: 931 time: 0.1847985 Sep 17 07:58:54.933141 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:54.965104 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port 25df4c10-8a5d-4ccf-a8ca-618acc2b2173, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=25df4c10-8a5d-4ccf-a8ca-618acc2b2173,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:58:54.976136 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:55.008604 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-43739a26-6137-4dd8-924c-7112acdde9d9 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:55.030243 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-db0d0815-48b7-4261-bccc-1aaa3a56985e req-b44f0bb7-2a8d-488d-95f8-c7e5888da5f9 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/security-groups?id=db312e7f-1a3f-4ea9-ad55-8740cb4f40b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997159 Sep 17 07:58:55.032244 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-488c6c44-bd06-42fd-82cd-3ad73256fee7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:55.038256 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=25df4c10-8a5d-4ccf-a8ca-618acc2b2173,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:55.060537 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-488c6c44-bd06-42fd-82cd-3ad73256fee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:55.087377 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-43739a26-6137-4dd8-924c-7112acdde9d9 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:55.103245 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3c6e9e-d4dc-49fd-bcef-ed25658e1e89 None None] Network 924fe6db-1378-410a-97ed-fc98c32abd51 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:58:55.115320 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-43739a26-6137-4dd8-924c-7112acdde9d9 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:55.117339 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-43739a26-6137-4dd8-924c-7112acdde9d9 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "DELETE /v2.0/subnets/a0933b9b-8ace-44ee-b04b-467d2db0bb72 HTTP/1.1" status: 204 len: 168 time: 0.3287022 Sep 17 07:58:55.118637 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43739a26-6137-4dd8-924c-7112acdde9d9 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Pushing event deleted for resources: {'Subnet': ['ID=a0933b9b-8ace-44ee-b04b-467d2db0bb72,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:55.124797 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 51496) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:55.128729 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43739a26-6137-4dd8-924c-7112acdde9d9 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:58:55.129459 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43739a26-6137-4dd8-924c-7112acdde9d9 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:58:55.129459 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43739a26-6137-4dd8-924c-7112acdde9d9 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:58:55.129908 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43739a26-6137-4dd8-924c-7112acdde9d9 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:58:55.130248 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43739a26-6137-4dd8-924c-7112acdde9d9 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:58:55.131241 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43739a26-6137-4dd8-924c-7112acdde9d9 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:58:55.131241 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43739a26-6137-4dd8-924c-7112acdde9d9 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:58:55.131241 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43739a26-6137-4dd8-924c-7112acdde9d9 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:58:55.131750 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43739a26-6137-4dd8-924c-7112acdde9d9 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:58:55.132221 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43739a26-6137-4dd8-924c-7112acdde9d9 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:58:55.132627 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43739a26-6137-4dd8-924c-7112acdde9d9 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:58:55.133033 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43739a26-6137-4dd8-924c-7112acdde9d9 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:58:55.133171 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [req-a41d3da1-fab8-4c21-8eec-329212648ad3 req-ede1cc54-10da-4869-8c98-f194b06e7ac0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88d14c71-d63f-45a9-985e-9ee4f2fa9b49 {{(pid=101289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:58:55.162261 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-a41d3da1-fab8-4c21-8eec-329212648ad3 req-ede1cc54-10da-4869-8c98-f194b06e7ac0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:55.186931 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-488c6c44-bd06-42fd-82cd-3ad73256fee7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:55.193955 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488c6c44-bd06-42fd-82cd-3ad73256fee7 admin admin] Pushing event updated for resources: {'Port': ['ID=f8384278-9720-42a4-80a2-d88a4bbf205b,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:55.226801 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:55.237222 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.provisioning_blocks [req-a41d3da1-fab8-4c21-8eec-329212648ad3 req-ede1cc54-10da-4869-8c98-f194b06e7ac0 service neutron] Transition to ACTIVE for port object 88d14c71-d63f-45a9-985e-9ee4f2fa9b49 will not be triggered until provisioned by entity L2. {{(pid=101289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:58:55.258229 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-a41d3da1-fab8-4c21-8eec-329212648ad3 req-ede1cc54-10da-4869-8c98-f194b06e7ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:55.322778 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-23d91a90-e35e-47c9-aaa2-c2df7c2eaff4 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:55.329195 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43afc3ab-6d25-47df-8294-a5bd7b48d6f9 None None] DHCP port deletion for 924fe6db-1378-410a-97ed-fc98c32abd51 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 07:58:55.385755 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-43afc3ab-6d25-47df-8294-a5bd7b48d6f9 None None] Deleting port fba393e3-e42b-4632-b817-3eb83d838330 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:58:55.386250 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-43afc3ab-6d25-47df-8294-a5bd7b48d6f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:55.398915 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede1cc54-10da-4869-8c98-f194b06e7ac0 service neutron] Pushing event updated for resources: {'Port': ['ID=88d14c71-d63f-45a9-985e-9ee4f2fa9b49,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:55.423618 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e6e18-5d43-4017-8d08-5820e3daa852 req-1e85b964-5d2d-4ea1-9114-29debfdb9433 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:55.429544 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e6e18-5d43-4017-8d08-5820e3daa852 req-1e85b964-5d2d-4ea1-9114-29debfdb9433 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:55.435394 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e6e18-5d43-4017-8d08-5820e3daa852 req-1e85b964-5d2d-4ea1-9114-29debfdb9433 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:55.439403 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077aaab-0e76-4a92-8701-79e09a5ddea4 req-ac3d6bcd-a773-447e-8537-eb85a2cf9bd5 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:55.441252 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e077aaab-0e76-4a92-8701-79e09a5ddea4 req-ac3d6bcd-a773-447e-8537-eb85a2cf9bd5 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb49abc9-4b7f-484b-bbaa-a9d2a437005e HTTP/1.1" status: 200 len: 945 time: 0.0578792 Sep 17 07:58:55.441594 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e6e18-5d43-4017-8d08-5820e3daa852 req-1e85b964-5d2d-4ea1-9114-29debfdb9433 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:55.447431 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e6e18-5d43-4017-8d08-5820e3daa852 req-1e85b964-5d2d-4ea1-9114-29debfdb9433 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:55.453834 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e6e18-5d43-4017-8d08-5820e3daa852 req-1e85b964-5d2d-4ea1-9114-29debfdb9433 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:55.457219 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-43afc3ab-6d25-47df-8294-a5bd7b48d6f9 None None] For port fba393e3-e42b-4632-b817-3eb83d838330, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=fba393e3-e42b-4632-b817-3eb83d838330,segment=NetworkSegment(3e100e19-1db2-4a01-ad59-1dd5f7a0398c),segment_id=3e100e19-1db2-4a01-ad59-1dd5f7a0398c)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:58:55.457802 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-43afc3ab-6d25-47df-8294-a5bd7b48d6f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:55.461560 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e6e18-5d43-4017-8d08-5820e3daa852 req-1e85b964-5d2d-4ea1-9114-29debfdb9433 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:55.463485 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e54e6e18-5d43-4017-8d08-5820e3daa852 req-1e85b964-5d2d-4ea1-9114-29debfdb9433 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/ports?device_id=706b6671-3c66-4294-84b0-31a8c1f04549 HTTP/1.1" status: 200 len: 5438 time: 0.2594676 Sep 17 07:58:55.471488 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-43afc3ab-6d25-47df-8294-a5bd7b48d6f9 None None] Calling delete_port for fba393e3-e42b-4632-b817-3eb83d838330 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:58:55.537552 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-e077aaab-0e76-4a92-8701-79e09a5ddea4 req-7c0720eb-7be3-4431-8d48-79bb27949564 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Deleting port 07c8714c-36c5-4cfc-b4b7-d612cf9fa97d {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:58:55.537919 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-e077aaab-0e76-4a92-8701-79e09a5ddea4 req-7c0720eb-7be3-4431-8d48-79bb27949564 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:55.558906 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-43afc3ab-6d25-47df-8294-a5bd7b48d6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:55.559464 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488c6c44-bd06-42fd-82cd-3ad73256fee7 admin admin] Network 0ac2dea1-1030-4e45-a595-712a662b9be7 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:58:55.574637 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-488c6c44-bd06-42fd-82cd-3ad73256fee7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:58:55.594794 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e54e6e18-5d43-4017-8d08-5820e3daa852 req-8e467c30-dae9-4782-afe8-741023ba7a86 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7c26f3e-d59d-4df9-b197-93a229a68ca8&id=83963e04-88c6-40e9-944b-1d6adac19415&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0956805 Sep 17 07:58:55.595040 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43afc3ab-6d25-47df-8294-a5bd7b48d6f9 None None] No DVR routers for this DVR port fba393e3-e42b-4632-b817-3eb83d838330 on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:58:55.597038 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43afc3ab-6d25-47df-8294-a5bd7b48d6f9 None None] Pushing event deleted for resources: {'Port': ['ID=fba393e3-e42b-4632-b817-3eb83d838330,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:55.659338 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-a41d3da1-fab8-4c21-8eec-329212648ad3 req-ede1cc54-10da-4869-8c98-f194b06e7ac0 service neutron] Attempting to bind port 88d14c71-d63f-45a9-985e-9ee4f2fa9b49 on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:58:55.659680 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-a41d3da1-fab8-4c21-8eec-329212648ad3 req-ede1cc54-10da-4869-8c98-f194b06e7ac0 service neutron] Attempting to bind port 88d14c71-d63f-45a9-985e-9ee4f2fa9b49 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': '4821f2e6-bd80-4aac-98cc-bc8dfa1b531e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5c3939dc-d000-4839-b5e2-30565576d4d4'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:58:55.660069 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41d3da1-fab8-4c21-8eec-329212648ad3 req-ede1cc54-10da-4869-8c98-f194b06e7ac0 service neutron] Attempting to bind port 88d14c71-d63f-45a9-985e-9ee4f2fa9b49 on network 5c3939dc-d000-4839-b5e2-30565576d4d4 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:58:55.666123 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-e077aaab-0e76-4a92-8701-79e09a5ddea4 req-7c0720eb-7be3-4431-8d48-79bb27949564 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] For port 07c8714c-36c5-4cfc-b4b7-d612cf9fa97d, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=07c8714c-36c5-4cfc-b4b7-d612cf9fa97d,segment=NetworkSegment(4c573c9c-7077-413b-8063-7d76dad67134),segment_id=4c573c9c-7077-413b-8063-7d76dad67134)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:58:55.666611 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-e077aaab-0e76-4a92-8701-79e09a5ddea4 req-7c0720eb-7be3-4431-8d48-79bb27949564 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:55.667168 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-23d91a90-e35e-47c9-aaa2-c2df7c2eaff4 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Deleting port fba393e3-e42b-4632-b817-3eb83d838330 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:58:55.667516 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-23d91a90-e35e-47c9-aaa2-c2df7c2eaff4 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:55.681129 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41d3da1-fab8-4c21-8eec-329212648ad3 req-ede1cc54-10da-4869-8c98-f194b06e7ac0 service neutron] Port 88d14c71-d63f-45a9-985e-9ee4f2fa9b49 on network 5c3939dc-d000-4839-b5e2-30565576d4d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:58:55.681436 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41d3da1-fab8-4c21-8eec-329212648ad3 req-ede1cc54-10da-4869-8c98-f194b06e7ac0 service neutron] Attempting to bind port 88d14c71-d63f-45a9-985e-9ee4f2fa9b49 on network 5c3939dc-d000-4839-b5e2-30565576d4d4 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:58:55.685312 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['8c3cff88-1b52-462a-aa22-14e35f943803'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:58:55.685656 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-e077aaab-0e76-4a92-8701-79e09a5ddea4 req-7c0720eb-7be3-4431-8d48-79bb27949564 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Calling delete_port for 07c8714c-36c5-4cfc-b4b7-d612cf9fa97d owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:58:55.728786 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41d3da1-fab8-4c21-8eec-329212648ad3 req-ede1cc54-10da-4869-8c98-f194b06e7ac0 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:58:55.729130 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41d3da1-fab8-4c21-8eec-329212648ad3 req-ede1cc54-10da-4869-8c98-f194b06e7ac0 service neutron] Checking segment: {'id': '4821f2e6-bd80-4aac-98cc-bc8dfa1b531e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5c3939dc-d000-4839-b5e2-30565576d4d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:58:55.729527 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41d3da1-fab8-4c21-8eec-329212648ad3 req-ede1cc54-10da-4869-8c98-f194b06e7ac0 service neutron] Bound using segment: {'id': '4821f2e6-bd80-4aac-98cc-bc8dfa1b531e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5c3939dc-d000-4839-b5e2-30565576d4d4'} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:58:55.729970 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-a41d3da1-fab8-4c21-8eec-329212648ad3 req-ede1cc54-10da-4869-8c98-f194b06e7ac0 service neutron] Bound port: 88d14c71-d63f-45a9-985e-9ee4f2fa9b49, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4821f2e6-bd80-4aac-98cc-bc8dfa1b531e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5c3939dc-d000-4839-b5e2-30565576d4d4'}}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:58:55.730341 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-a41d3da1-fab8-4c21-8eec-329212648ad3 req-ede1cc54-10da-4869-8c98-f194b06e7ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:55.757587 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['a68e833f-a972-4578-b451-f6cdb669cad4'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:58:55.764838 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['858f97dd-d6a3-4621-8715-ddba12e25df6'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:58:55.831363 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['be665358-5a2c-4dfe-be6e-8c1aa523ee59'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:58:55.849122 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-e077aaab-0e76-4a92-8701-79e09a5ddea4 req-7c0720eb-7be3-4431-8d48-79bb27949564 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:55.869759 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['a7ef312a-eb2e-4797-8814-785105b7823f'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:58:55.883269 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0720eb-7be3-4431-8d48-79bb27949564 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Pushing event deleted for resources: {'Port': ['ID=07c8714c-36c5-4cfc-b4b7-d612cf9fa97d,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:55.912054 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['e240d065-1941-4b27-9bbb-81019ba20c37', '07c8714c-36c5-4cfc-b4b7-d612cf9fa97d'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:58:55.932872 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-e077aaab-0e76-4a92-8701-79e09a5ddea4 req-7c0720eb-7be3-4431-8d48-79bb27949564 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] No DVR routers for this DVR port 07c8714c-36c5-4cfc-b4b7-d612cf9fa97d on host n-h1-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:58:55.935540 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-e077aaab-0e76-4a92-8701-79e09a5ddea4 req-7c0720eb-7be3-4431-8d48-79bb27949564 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:55.938863 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e077aaab-0e76-4a92-8701-79e09a5ddea4 req-7c0720eb-7be3-4431-8d48-79bb27949564 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.41 "DELETE /v2.0/ports/07c8714c-36c5-4cfc-b4b7-d612cf9fa97d HTTP/1.1" status: 204 len: 173 time: 0.4907300 Sep 17 07:58:55.939499 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb49abc9-4b7f-484b-bbaa-a9d2a437005e', 'name': 'network-vif-deleted', 'tag': '07c8714c-36c5-4cfc-b4b7-d612cf9fa97d'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:58:55.943001 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20bb33e-f4af-4c26-b8d6-599ed3acfd7f" -d '{"events": [{"server_uuid": "bb49abc9-4b7f-484b-bbaa-a9d2a437005e", "name": "network-vif-deleted", "tag": "07c8714c-36c5-4cfc-b4b7-d612cf9fa97d"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:58:56.017493 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-144bad64-3a13-4dc5-a9a2-24797247def8 x-openstack-request-id: req-144bad64-3a13-4dc5-a9a2-24797247def8 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:58:56.017796 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb49abc9-4b7f-484b-bbaa-a9d2a437005e", "name": "network-vif-deleted", "tag": "07c8714c-36c5-4cfc-b4b7-d612cf9fa97d", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:58:56.018077 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-144bad64-3a13-4dc5-a9a2-24797247def8 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:58:56.018482 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb49abc9-4b7f-484b-bbaa-a9d2a437005e', 'name': 'network-vif-deleted', 'tag': '07c8714c-36c5-4cfc-b4b7-d612cf9fa97d', 'status': 'completed', 'code': 200} Sep 17 07:58:56.075131 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-23d91a90-e35e-47c9-aaa2-c2df7c2eaff4 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] For port fba393e3-e42b-4632-b817-3eb83d838330, host n-d-789963-9, got binding levels [] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:58:56.075439 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-23d91a90-e35e-47c9-aaa2-c2df7c2eaff4 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:56.114826 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9d6464e4-2864-46ae-8f61-fce29da5b7dd req-66d17030-e372-4483-9596-efa4e0965712 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb49abc9-4b7f-484b-bbaa-a9d2a437005e HTTP/1.1" status: 200 len: 210 time: 0.0607677 Sep 17 07:58:56.139523 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-23d91a90-e35e-47c9-aaa2-c2df7c2eaff4 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Calling delete_port for fba393e3-e42b-4632-b817-3eb83d838330 owned by network:dhcp {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:58:56.146602 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.ipam_backend_mixin [None req-23d91a90-e35e-47c9-aaa2-c2df7c2eaff4 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Port fba393e3-e42b-4632-b817-3eb83d838330 was not found and therefore no delete operation was performed {{(pid=101289) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 17 07:58:56.153554 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-23d91a90-e35e-47c9-aaa2-c2df7c2eaff4 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:56.168579 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-488c6c44-bd06-42fd-82cd-3ad73256fee7 admin admin] Router 07bf65a5-39af-4176-94a6-2e1eb1fec4dc has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:58:56.201346 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d91a90-e35e-47c9-aaa2-c2df7c2eaff4 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Pushing event deleted for resources: {'Port': ['ID=fba393e3-e42b-4632-b817-3eb83d838330,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:56.203277 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d91a90-e35e-47c9-aaa2-c2df7c2eaff4 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] No DVR routers for this DVR port fba393e3-e42b-4632-b817-3eb83d838330 on host n-d-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:58:56.231529 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-19123afa-94ee-447e-b763-b657802c6f01 None None] Provisioning complete for port f8384278-9720-42a4-80a2-d88a4bbf205b triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:58:56.232166 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-19123afa-94ee-447e-b763-b657802c6f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:56.270411 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-a41d3da1-fab8-4c21-8eec-329212648ad3 req-ede1cc54-10da-4869-8c98-f194b06e7ac0 service neutron] For port 88d14c71-d63f-45a9-985e-9ee4f2fa9b49, host n-h2-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:58:56.338959 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-a41d3da1-fab8-4c21-8eec-329212648ad3 req-ede1cc54-10da-4869-8c98-f194b06e7ac0 service neutron] For port 88d14c71-d63f-45a9-985e-9ee4f2fa9b49, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=88d14c71-d63f-45a9-985e-9ee4f2fa9b49,segment=NetworkSegment(4821f2e6-bd80-4aac-98cc-bc8dfa1b531e),segment_id=4821f2e6-bd80-4aac-98cc-bc8dfa1b531e)] {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:58:56.375467 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-a41d3da1-fab8-4c21-8eec-329212648ad3 req-ede1cc54-10da-4869-8c98-f194b06e7ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:56.381042 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-23d91a90-e35e-47c9-aaa2-c2df7c2eaff4 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:56.392325 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-19123afa-94ee-447e-b763-b657802c6f01 None None] Port f8384278-9720-42a4-80a2-d88a4bbf205b cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:58:56.422301 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['9daf9ec3-be6c-41a6-bf27-2c5e926410d5'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:58:56.443179 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-23d91a90-e35e-47c9-aaa2-c2df7c2eaff4 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['924fe6db-1378-410a-97ed-fc98c32abd51']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:58:56.473507 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d3da1-fab8-4c21-8eec-329212648ad3 req-ede1cc54-10da-4869-8c98-f194b06e7ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:56.473766 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-a41d3da1-fab8-4c21-8eec-329212648ad3 req-ede1cc54-10da-4869-8c98-f194b06e7ac0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:56.475071 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a41d3da1-fab8-4c21-8eec-329212648ad3 req-ede1cc54-10da-4869-8c98-f194b06e7ac0 service neutron] 10.222.0.39 "PUT /v2.0/ports/88d14c71-d63f-45a9-985e-9ee4f2fa9b49 HTTP/1.1" status: 200 len: 1091 time: 2.2892382 Sep 17 07:58:56.491614 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d077b44e-581c-4576-a065-db0375ffb32a req-2cf3ad75-d4b6-44da-a442-185ca23532b8 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:56.493259 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d077b44e-581c-4576-a065-db0375ffb32a req-2cf3ad75-d4b6-44da-a442-185ca23532b8 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/ports?device_id=80c95d97-12b9-46b8-91b4-6c9b9bdfa355 HTTP/1.1" status: 200 len: 943 time: 0.2787068 Sep 17 07:58:56.493732 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80c95d97-12b9-46b8-91b4-6c9b9bdfa355', 'tag': '88d14c71-d63f-45a9-985e-9ee4f2fa9b49'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:58:56.496309 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba09621f-0622-4744-9861-72009837f545" -d '{"events": [{"name": "network-changed", "server_uuid": "80c95d97-12b9-46b8-91b4-6c9b9bdfa355", "tag": "88d14c71-d63f-45a9-985e-9ee4f2fa9b49"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:58:56.507624 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-23d91a90-e35e-47c9-aaa2-c2df7c2eaff4 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e100e19-1db2-4a01-ad59-1dd5f7a0398c') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:58:56.508085 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-23d91a90-e35e-47c9-aaa2-c2df7c2eaff4 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e100e19-1db2-4a01-ad59-1dd5f7a0398c') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:58:56.536035 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-23d91a90-e35e-47c9-aaa2-c2df7c2eaff4 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:56.549953 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['2e8d2cc8-f6f7-4d9c-ba24-cee4c068da0b'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:58:56.581711 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-144e86fc-d2fd-44bf-ba95-9b3c0ae96743 x-openstack-request-id: req-144e86fc-d2fd-44bf-ba95-9b3c0ae96743 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:58:56.582087 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80c95d97-12b9-46b8-91b4-6c9b9bdfa355", "tag": "88d14c71-d63f-45a9-985e-9ee4f2fa9b49", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:58:56.582251 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-144e86fc-d2fd-44bf-ba95-9b3c0ae96743 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:58:56.582652 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80c95d97-12b9-46b8-91b4-6c9b9bdfa355', 'tag': '88d14c71-d63f-45a9-985e-9ee4f2fa9b49', 'status': 'completed', 'code': 200} Sep 17 07:58:56.583368 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede1cc54-10da-4869-8c98-f194b06e7ac0 service neutron] Pushing event updated for resources: {'Port': ['ID=88d14c71-d63f-45a9-985e-9ee4f2fa9b49,revision_number=3']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:56.606456 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-23d91a90-e35e-47c9-aaa2-c2df7c2eaff4 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:56.611274 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-488c6c44-bd06-42fd-82cd-3ad73256fee7 admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:58:56.623243 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-488c6c44-bd06-42fd-82cd-3ad73256fee7 admin admin] 10.222.0.13 "PUT /v2.0/routers/07bf65a5-39af-4176-94a6-2e1eb1fec4dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7542739 Sep 17 07:58:56.627339 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23d91a90-e35e-47c9-aaa2-c2df7c2eaff4 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 07:58:56.627751 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-23d91a90-e35e-47c9-aaa2-c2df7c2eaff4 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:56.634108 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 07:58:56.634108 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 07:58:56.634108 n-d-789963-9 neutron-server[101289]: timer() Sep 17 07:58:56.634108 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 07:58:56.634108 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 07:58:56.634108 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 07:58:56.634108 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 07:58:56.634108 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 07:58:56.634108 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 07:58:56.634108 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 07:58:56.634108 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 07:58:56.634108 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 07:58:56.634108 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 07:58:56.634108 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 07:58:56.634108 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 07:58:56.634108 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 07:58:56.634108 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 07:58:56.634108 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 07:58:56.634108 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 07:58:56.634108 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 07:58:56.634108 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 07:58:56.634108 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 07:58:56.634108 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 07:58:56.634108 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 07:58:56.634108 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 07:58:56.634108 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 07:58:56.634108 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 07:58:56.634108 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 07:58:56.634108 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 07:58:56.634108 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 07:58:56.634108 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 07:58:56.634108 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 07:58:56.652312 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7dc4ae-528e-4908-a7ee-af6a2c01ddbb None None] Sync routers for ids ['07bf65a5-39af-4176-94a6-2e1eb1fec4dc'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:58:56.671889 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d077b44e-581c-4576-a065-db0375ffb32a req-dac424dd-d521-4a54-9e95-3fa25e0cb66e tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/security-groups?id=db312e7f-1a3f-4ea9-ad55-8740cb4f40b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667330 Sep 17 07:58:56.681552 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d3da1-fab8-4c21-8eec-329212648ad3 req-dc1d252c-cd8c-4b4c-8427-42e52fe1ed32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:56.683128 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a41d3da1-fab8-4c21-8eec-329212648ad3 req-dc1d252c-cd8c-4b4c-8427-42e52fe1ed32 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=958ba9f9613c46689914bd3daf2ce99a&device_id=80c95d97-12b9-46b8-91b4-6c9b9bdfa355 HTTP/1.1" status: 200 len: 1094 time: 0.1231961 Sep 17 07:58:56.760717 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a41d3da1-fab8-4c21-8eec-329212648ad3 req-ee9e3d10-d0d1-4a76-941b-f6887d9548dc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88d14c71-d63f-45a9-985e-9ee4f2fa9b49 HTTP/1.1" status: 200 len: 217 time: 0.0496466 Sep 17 07:58:56.778502 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-23d91a90-e35e-47c9-aaa2-c2df7c2eaff4 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:56.800997 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-23d91a90-e35e-47c9-aaa2-c2df7c2eaff4 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:56.803224 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-23d91a90-e35e-47c9-aaa2-c2df7c2eaff4 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "DELETE /v2.0/networks/924fe6db-1378-410a-97ed-fc98c32abd51 HTTP/1.1" status: 204 len: 168 time: 1.6760993 Sep 17 07:58:56.807050 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 51514) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:56.813396 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-5d67f5e8-f835-451f-8afa-05945e0e5645 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-540101268', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}, 'admin_state_up': False}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:58:56.844050 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 25df4c10-8a5d-4ccf-a8ca-618acc2b2173 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:58:56.848864 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d91a90-e35e-47c9-aaa2-c2df7c2eaff4 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Pushing event deleted for resources: {'Network': ['ID=924fe6db-1378-410a-97ed-fc98c32abd51,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:56.851717 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5d67f5e8-f835-451f-8afa-05945e0e5645 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:56.853723 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5d67f5e8-f835-451f-8afa-05945e0e5645 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:56.859825 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7dc4ae-528e-4908-a7ee-af6a2c01ddbb None None] Routers {'07bf65a5-39af-4176-94a6-2e1eb1fec4dc'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:58:56.860800 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-7a7dc4ae-528e-4908-a7ee-af6a2c01ddbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:58:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['07bf65a5-39af-4176-94a6-2e1eb1fec4dc'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:58:56.867779 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d3da1-fab8-4c21-8eec-329212648ad3 req-b20d3b93-4460-4817-bccd-03cea4b60685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:56.869380 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a41d3da1-fab8-4c21-8eec-329212648ad3 req-b20d3b93-4460-4817-bccd-03cea4b60685 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=87ee52d6-ae56-4d6f-b1f7-f93e882b0a89 HTTP/1.1" status: 200 len: 852 time: 0.1001441 Sep 17 07:58:56.883405 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e21aae-bc1a-42f8-892f-daa765bac636 req-318e44cb-4135-4f70-9006-048918f447cd tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:56.889625 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e21aae-bc1a-42f8-892f-daa765bac636 req-318e44cb-4135-4f70-9006-048918f447cd tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:56.896072 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e21aae-bc1a-42f8-892f-daa765bac636 req-318e44cb-4135-4f70-9006-048918f447cd tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:56.902030 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e21aae-bc1a-42f8-892f-daa765bac636 req-318e44cb-4135-4f70-9006-048918f447cd tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:56.908275 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e21aae-bc1a-42f8-892f-daa765bac636 req-318e44cb-4135-4f70-9006-048918f447cd tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:56.914292 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e21aae-bc1a-42f8-892f-daa765bac636 req-318e44cb-4135-4f70-9006-048918f447cd tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:56.920815 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e21aae-bc1a-42f8-892f-daa765bac636 req-318e44cb-4135-4f70-9006-048918f447cd tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:56.923379 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f5e21aae-bc1a-42f8-892f-daa765bac636 req-318e44cb-4135-4f70-9006-048918f447cd tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/ports?device_id=706b6671-3c66-4294-84b0-31a8c1f04549 HTTP/1.1" status: 200 len: 5438 time: 0.1658368 Sep 17 07:58:56.927694 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5d67f5e8-f835-451f-8afa-05945e0e5645 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:56.957618 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a41d3da1-fab8-4c21-8eec-329212648ad3 req-78c527a6-aae1-4438-925b-35e2941fe87e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5c3939dc-d000-4839-b5e2-30565576d4d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329990 Sep 17 07:58:57.013910 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f5e21aae-bc1a-42f8-892f-daa765bac636 req-8f400ed7-b8b8-45d8-9d36-fdb92097900f tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7c26f3e-d59d-4df9-b197-93a229a68ca8&id=83963e04-88c6-40e9-944b-1d6adac19415&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0794141 Sep 17 07:58:57.095568 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a41d3da1-fab8-4c21-8eec-329212648ad3 req-93561819-72fe-4c32-a8ff-ad876460e639 service neutron] 10.222.0.39 "GET /v2.0/networks/5c3939dc-d000-4839-b5e2-30565576d4d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294487 Sep 17 07:58:57.134003 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5d67f5e8-f835-451f-8afa-05945e0e5645 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:57.188406 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-7a7dc4ae-528e-4908-a7ee-af6a2c01ddbb None None] Set router 07bf65a5-39af-4176-94a6-2e1eb1fec4dc gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:58:57.264662 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a41d3da1-fab8-4c21-8eec-329212648ad3 req-c5a3cbde-fc58-417e-aec8-38ac6564d6e2 service neutron] 10.222.0.39 "GET /v2.0/networks/5c3939dc-d000-4839-b5e2-30565576d4d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600032 Sep 17 07:58:57.360171 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 25df4c10-8a5d-4ccf-a8ca-618acc2b2173 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:58:57.360720 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:57.412223 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5d67f5e8-f835-451f-8afa-05945e0e5645 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for router_gateway, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:57.464341 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5d67f5e8-f835-451f-8afa-05945e0e5645 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:57.495815 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09621f-0622-4744-9861-72009837f545 req-77a95743-ecff-463e-80f4-43646043b3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:57.503504 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ba09621f-0622-4744-9861-72009837f545 req-77a95743-ecff-463e-80f4-43646043b3dc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=958ba9f9613c46689914bd3daf2ce99a&device_id=80c95d97-12b9-46b8-91b4-6c9b9bdfa355 HTTP/1.1" status: 200 len: 1094 time: 0.1008918 Sep 17 07:58:57.559083 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 51530) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:57.565174 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-c45b383f-1c0b-4bcf-a297-e73079936483 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1832252676', 'description': 'tempest-description--613774930'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:58:57.611272 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c45b383f-1c0b-4bcf-a297-e73079936483 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:57.638385 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-7a7dc4ae-528e-4908-a7ee-af6a2c01ddbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bf65a5-39af-4176-94a6-2e1eb1fec4dc', 'name': 'tempest-ServersTestFqdnHostnames-1345365588-router', 'tenant_id': '85a1205ba09b4a7b819dd87a018d5057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '25df4c10-8a5d-4ccf-a8ca-618acc2b2173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:58:46Z', 'updated_at': '2021-09-17T07:58:54Z', 'revision_number': 4, 'project_id': '85a1205ba09b4a7b819dd87a018d5057', 'gw_port': {'id': '25df4c10-8a5d-4ccf-a8ca-618acc2b2173', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:29:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bf65a5-39af-4176-94a6-2e1eb1fec4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:58:47Z', 'updated_at': '2021-09-17T07:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'f8384278-9720-42a4-80a2-d88a4bbf205b', 'name': '', 'network_id': '0ac2dea1-1030-4e45-a595-712a662b9be7', 'tenant_id': '85a1205ba09b4a7b819dd87a018d5057', 'mac_address': 'fa:16:3e:1d:70:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bf65a5-39af-4176-94a6-2e1eb1fec4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '5f447d0e-4d69-4c7b-bffd-747abf0c712f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:58:52Z', 'updated_at': '2021-09-17T07:58:54Z', 'revision_number': 2, 'project_id': '85a1205ba09b4a7b819dd87a018d5057', 'subnets': [{'id': '5f447d0e-4d69-4c7b-bffd-747abf0c712f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:58:57.658533 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09621f-0622-4744-9861-72009837f545 req-9571bfde-2983-4a6f-ba9b-56e94c0bc786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:57.660076 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ba09621f-0622-4744-9861-72009837f545 req-9571bfde-2983-4a6f-ba9b-56e94c0bc786 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5c3939dc-d000-4839-b5e2-30565576d4d4 HTTP/1.1" status: 200 len: 913 time: 0.1502938 Sep 17 07:58:57.672009 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a6fc3-3026-436b-b5a9-91efd38ebf4a req-a3dff69a-c671-4a1b-b9cd-108fff82be84 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:57.679271 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-001a6fc3-3026-436b-b5a9-91efd38ebf4a req-a3dff69a-c671-4a1b-b9cd-108fff82be84 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=4765d900-580a-4876-aace-9ff28fab5c5d HTTP/1.1" status: 200 len: 945 time: 0.0796847 Sep 17 07:58:57.687001 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device fba393e3-e42b-4632-b817-3eb83d838330 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:58:57.689556 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7dc4ae-528e-4908-a7ee-af6a2c01ddbb None None] Checking router: 07bf65a5-39af-4176-94a6-2e1eb1fec4dc for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:58:57.689911 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7dc4ae-528e-4908-a7ee-af6a2c01ddbb None None] Updating router 07bf65a5-39af-4176-94a6-2e1eb1fec4dc port f8384278-9720-42a4-80a2-d88a4bbf205b binding host n-d-789963-9 {{(pid=101291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 07:58:57.690036 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-5d67f5e8-f835-451f-8afa-05945e0e5645 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Allocated IP 172.25.6.160 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/59b23843-92f0-440f-bd53-60a666ae5eb0) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:58:57.732572 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: fba393e3-e42b-4632-b817-3eb83d838330 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:58:57.732572 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device fba393e3-e42b-4632-b817-3eb83d838330 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:58:57.733042 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ba09621f-0622-4744-9861-72009837f545 req-cc11b597-926a-4f40-aa4e-3b19f29e7224 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88d14c71-d63f-45a9-985e-9ee4f2fa9b49 HTTP/1.1" status: 200 len: 217 time: 0.0507784 Sep 17 07:58:57.738832 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7a7dc4ae-528e-4908-a7ee-af6a2c01ddbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:57.786139 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-001a6fc3-3026-436b-b5a9-91efd38ebf4a req-cbee6120-b080-4007-a1b3-4d0fb2705416 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059096 Sep 17 07:58:57.823230 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c45b383f-1c0b-4bcf-a297-e73079936483 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:57.832151 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c45b383f-1c0b-4bcf-a297-e73079936483 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:57.844205 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09621f-0622-4744-9861-72009837f545 req-1d00f3b2-ef36-4104-939f-3c00ddfa9fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:57.845762 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ba09621f-0622-4744-9861-72009837f545 req-1d00f3b2-ef36-4104-939f-3c00ddfa9fd0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=87ee52d6-ae56-4d6f-b1f7-f93e882b0a89 HTTP/1.1" status: 200 len: 852 time: 0.1021883 Sep 17 07:58:57.872265 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c45b383f-1c0b-4bcf-a297-e73079936483 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:57.873540 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c45b383f-1c0b-4bcf-a297-e73079936483 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3118236 Sep 17 07:58:57.877555 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 51534) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:57.886749 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-ccae785c-a190-409f-a1d9-e136ff6cfd7c tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Request body: {'security_group_rule': {'security_group_id': 'd51a71c8-aada-4bfe-9a22-ff42772b389a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:58:57.889816 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ba09621f-0622-4744-9861-72009837f545 req-e2faa3cb-d691-48a7-b81b-5a9b9ad196f5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5c3939dc-d000-4839-b5e2-30565576d4d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327039 Sep 17 07:58:57.897617 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d36ef-83bb-457e-b734-50830469c74a req-b49a35cd-88eb-4816-9fbf-63e474dd224f tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:57.899079 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c83d36ef-83bb-457e-b734-50830469c74a req-b49a35cd-88eb-4816-9fbf-63e474dd224f tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/ports?device_id=80c95d97-12b9-46b8-91b4-6c9b9bdfa355 HTTP/1.1" status: 200 len: 943 time: 0.0887659 Sep 17 07:58:57.899730 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45b383f-1c0b-4bcf-a297-e73079936483 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d51a71c8-aada-4bfe-9a22-ff42772b389a,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:57.904155 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5d67f5e8-f835-451f-8afa-05945e0e5645 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:57.944289 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ccae785c-a190-409f-a1d9-e136ff6cfd7c tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:57.972837 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5d67f5e8-f835-451f-8afa-05945e0e5645 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:58.000747 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c83d36ef-83bb-457e-b734-50830469c74a req-4ab07d48-23a9-442f-8751-c78f88ec7368 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/security-groups?id=db312e7f-1a3f-4ea9-ad55-8740cb4f40b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868473 Sep 17 07:58:58.025368 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d67f5e8-f835-451f-8afa-05945e0e5645 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:58:58.031779 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-5d67f5e8-f835-451f-8afa-05945e0e5645 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:58:58.032678 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ba09621f-0622-4744-9861-72009837f545 req-43cd4718-ed5c-4e37-822d-b64d2839d569 service neutron] 10.222.0.39 "GET /v2.0/networks/5c3939dc-d000-4839-b5e2-30565576d4d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326602 Sep 17 07:58:58.037636 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d67f5e8-f835-451f-8afa-05945e0e5645 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:58:58.064442 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7a7dc4ae-528e-4908-a7ee-af6a2c01ddbb None None] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:58.074565 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7a7dc4ae-528e-4908-a7ee-af6a2c01ddbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:58.091772 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d67f5e8-f835-451f-8afa-05945e0e5645 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Pushing event updated for resources: {'Port': ['ID=59b23843-92f0-440f-bd53-60a666ae5eb0,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:58.104409 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ccae785c-a190-409f-a1d9-e136ff6cfd7c tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:58.118488 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ccae785c-a190-409f-a1d9-e136ff6cfd7c tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:58.152665 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccae785c-a190-409f-a1d9-e136ff6cfd7c tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dd8aac3-1bc2-4010-a76e-ddec87fbf1df,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:58.175482 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ba09621f-0622-4744-9861-72009837f545 req-e66e8132-37d8-415a-8250-c6f5ef19b193 service neutron] 10.222.0.39 "GET /v2.0/networks/5c3939dc-d000-4839-b5e2-30565576d4d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308222 Sep 17 07:58:58.187342 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5c73ca-8aa9-41de-a3dd-88e4c788adc4 None None] Pushing event updated for resources: {'Port': ['ID=f8384278-9720-42a4-80a2-d88a4bbf205b,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:58.198841 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ccae785c-a190-409f-a1d9-e136ff6cfd7c tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:58.203537 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ccae785c-a190-409f-a1d9-e136ff6cfd7c tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3226917 Sep 17 07:58:58.204169 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 51538) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:58.210363 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-0cf7a546-478b-4c92-a006-12aaae53dbe5 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Request body: {'security_group_rule': {'security_group_id': 'd51a71c8-aada-4bfe-9a22-ff42772b389a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:58:58.211446 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff692e83-4ff1-4b98-8c5e-354473c6ece7 req-7734ecba-9705-4c40-8a7e-0368704cdb3c tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:58.218661 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff692e83-4ff1-4b98-8c5e-354473c6ece7 req-7734ecba-9705-4c40-8a7e-0368704cdb3c tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:58.225446 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff692e83-4ff1-4b98-8c5e-354473c6ece7 req-7734ecba-9705-4c40-8a7e-0368704cdb3c tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:58.232298 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff692e83-4ff1-4b98-8c5e-354473c6ece7 req-7734ecba-9705-4c40-8a7e-0368704cdb3c tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:58.235670 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-7a7dc4ae-528e-4908-a7ee-af6a2c01ddbb None None] Attempting to bind port f8384278-9720-42a4-80a2-d88a4bbf205b on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:58:58.236176 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-7a7dc4ae-528e-4908-a7ee-af6a2c01ddbb None None] Attempting to bind port f8384278-9720-42a4-80a2-d88a4bbf205b by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '61e99d20-6d46-4414-b8d5-836cfb01f0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0ac2dea1-1030-4e45-a595-712a662b9be7'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:58:58.236597 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7dc4ae-528e-4908-a7ee-af6a2c01ddbb None None] Attempting to bind port f8384278-9720-42a4-80a2-d88a4bbf205b on network 0ac2dea1-1030-4e45-a595-712a662b9be7 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:58:58.239289 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff692e83-4ff1-4b98-8c5e-354473c6ece7 req-7734ecba-9705-4c40-8a7e-0368704cdb3c tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:58.242644 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7dc4ae-528e-4908-a7ee-af6a2c01ddbb None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:58:58.243433 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7dc4ae-528e-4908-a7ee-af6a2c01ddbb None None] Checking segment: {'id': '61e99d20-6d46-4414-b8d5-836cfb01f0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0ac2dea1-1030-4e45-a595-712a662b9be7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:58:58.243433 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7a7dc4ae-528e-4908-a7ee-af6a2c01ddbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:58.243895 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7dc4ae-528e-4908-a7ee-af6a2c01ddbb None None] Bound using segment: {'id': '61e99d20-6d46-4414-b8d5-836cfb01f0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0ac2dea1-1030-4e45-a595-712a662b9be7'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:58:58.244579 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-7a7dc4ae-528e-4908-a7ee-af6a2c01ddbb None None] Bound port: f8384278-9720-42a4-80a2-d88a4bbf205b, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61e99d20-6d46-4414-b8d5-836cfb01f0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0ac2dea1-1030-4e45-a595-712a662b9be7'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:58:58.244980 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7a7dc4ae-528e-4908-a7ee-af6a2c01ddbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:58.246036 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff692e83-4ff1-4b98-8c5e-354473c6ece7 req-7734ecba-9705-4c40-8a7e-0368704cdb3c tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:58.253902 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff692e83-4ff1-4b98-8c5e-354473c6ece7 req-7734ecba-9705-4c40-8a7e-0368704cdb3c tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:58.262829 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ff692e83-4ff1-4b98-8c5e-354473c6ece7 req-7734ecba-9705-4c40-8a7e-0368704cdb3c tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/ports?device_id=706b6671-3c66-4294-84b0-31a8c1f04549 HTTP/1.1" status: 200 len: 5438 time: 0.1420438 Sep 17 07:58:58.306070 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ff692e83-4ff1-4b98-8c5e-354473c6ece7 req-c5cf8e66-0bc8-40f1-80bc-bebd7139a07d tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7c26f3e-d59d-4df9-b197-93a229a68ca8&id=83963e04-88c6-40e9-944b-1d6adac19415&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0422294 Sep 17 07:58:58.317955 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0cf7a546-478b-4c92-a006-12aaae53dbe5 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:58.342700 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-7a7dc4ae-528e-4908-a7ee-af6a2c01ddbb None None] For port f8384278-9720-42a4-80a2-d88a4bbf205b, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:58:58.346993 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-7a7dc4ae-528e-4908-a7ee-af6a2c01ddbb None None] For port f8384278-9720-42a4-80a2-d88a4bbf205b, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=f8384278-9720-42a4-80a2-d88a4bbf205b,segment=NetworkSegment(61e99d20-6d46-4414-b8d5-836cfb01f0e8),segment_id=61e99d20-6d46-4414-b8d5-836cfb01f0e8)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:58:58.354264 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7a7dc4ae-528e-4908-a7ee-af6a2c01ddbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:58.409960 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7dc4ae-528e-4908-a7ee-af6a2c01ddbb None None] Routers {'07bf65a5-39af-4176-94a6-2e1eb1fec4dc'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:58:58.410803 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-7a7dc4ae-528e-4908-a7ee-af6a2c01ddbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:58:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['07bf65a5-39af-4176-94a6-2e1eb1fec4dc'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:58:58.440993 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0cf7a546-478b-4c92-a006-12aaae53dbe5 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:58.467106 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5c73ca-8aa9-41de-a3dd-88e4c788adc4 None None] Pushing event updated for resources: {'Port': ['ID=f8384278-9720-42a4-80a2-d88a4bbf205b,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:58.468996 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0cf7a546-478b-4c92-a006-12aaae53dbe5 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:58.488290 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-d336e3f6-ac29-42f0-b340-bbc9d5df06aa None None] Provisioning complete for port f8384278-9720-42a4-80a2-d88a4bbf205b triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:58:58.488809 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d336e3f6-ac29-42f0-b340-bbc9d5df06aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:58.507244 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf7a546-478b-4c92-a006-12aaae53dbe5 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a97e3be4-6877-4a12-b140-7a584093bd9f,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:58.513161 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0cf7a546-478b-4c92-a006-12aaae53dbe5 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:58.517650 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 51542) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:58.518152 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-0cf7a546-478b-4c92-a006-12aaae53dbe5 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3107777 Sep 17 07:58:58.520745 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5d67f5e8-f835-451f-8afa-05945e0e5645 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for router_gateway, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:58.523509 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-b73f42c2-04fa-4211-a5d1-456a6b6dad37 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Request body: {'floatingip': {'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:58:58.555633 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b73f42c2-04fa-4211-a5d1-456a6b6dad37 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Notify callbacks [] for floatingip, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:58.576960 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-7a7dc4ae-528e-4908-a7ee-af6a2c01ddbb None None] Set router 07bf65a5-39af-4176-94a6-2e1eb1fec4dc gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:58:58.681789 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b73f42c2-04fa-4211-a5d1-456a6b6dad37 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:58.703782 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d336e3f6-ac29-42f0-b340-bbc9d5df06aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:58.754193 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5d67f5e8-f835-451f-8afa-05945e0e5645 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:58.785470 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-d336e3f6-ac29-42f0-b340-bbc9d5df06aa None None] For port f8384278-9720-42a4-80a2-d88a4bbf205b, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=f8384278-9720-42a4-80a2-d88a4bbf205b,segment=NetworkSegment(61e99d20-6d46-4414-b8d5-836cfb01f0e8),segment_id=61e99d20-6d46-4414-b8d5-836cfb01f0e8)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:58:58.792317 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d336e3f6-ac29-42f0-b340-bbc9d5df06aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:58.803124 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-b73f42c2-04fa-4211-a5d1-456a6b6dad37 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Allocated IP 172.25.6.51 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/e913e63e-4bb0-4d12-b0be-e474e01950c3) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:58:58.879203 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d336e3f6-ac29-42f0-b340-bbc9d5df06aa None None] Pushing event updated for resources: {'Port': ['ID=f8384278-9720-42a4-80a2-d88a4bbf205b,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:58.895221 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 8c3cff88-1b52-462a-aa22-14e35f943803 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:58:58.917709 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-7a7dc4ae-528e-4908-a7ee-af6a2c01ddbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bf65a5-39af-4176-94a6-2e1eb1fec4dc', 'name': 'tempest-ServersTestFqdnHostnames-1345365588-router', 'tenant_id': '85a1205ba09b4a7b819dd87a018d5057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '25df4c10-8a5d-4ccf-a8ca-618acc2b2173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:58:46Z', 'updated_at': '2021-09-17T07:58:54Z', 'revision_number': 4, 'project_id': '85a1205ba09b4a7b819dd87a018d5057', 'gw_port': {'id': '25df4c10-8a5d-4ccf-a8ca-618acc2b2173', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:29:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bf65a5-39af-4176-94a6-2e1eb1fec4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:58:47Z', 'updated_at': '2021-09-17T07:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'f8384278-9720-42a4-80a2-d88a4bbf205b', 'name': '', 'network_id': '0ac2dea1-1030-4e45-a595-712a662b9be7', 'tenant_id': '85a1205ba09b4a7b819dd87a018d5057', 'mac_address': 'fa:16:3e:1d:70:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bf65a5-39af-4176-94a6-2e1eb1fec4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '5f447d0e-4d69-4c7b-bffd-747abf0c712f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:58:52Z', 'updated_at': '2021-09-17T07:58:58Z', 'revision_number': 4, 'project_id': '85a1205ba09b4a7b819dd87a018d5057', 'subnets': [{'id': '5f447d0e-4d69-4c7b-bffd-747abf0c712f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:58:58.941592 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b73f42c2-04fa-4211-a5d1-456a6b6dad37 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:58.991438 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b73f42c2-04fa-4211-a5d1-456a6b6dad37 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:59.061100 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73f42c2-04fa-4211-a5d1-456a6b6dad37 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:58:59.066892 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-b73f42c2-04fa-4211-a5d1-456a6b6dad37 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:58:59.069545 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73f42c2-04fa-4211-a5d1-456a6b6dad37 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:58:59.113651 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673b4a8d-b10a-44d4-87b6-8a88f64e3615 req-2d465d4f-86b9-4fd1-8ca0-8e168ed49d24 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:59.115571 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-673b4a8d-b10a-44d4-87b6-8a88f64e3615 req-2d465d4f-86b9-4fd1-8ca0-8e168ed49d24 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=4765d900-580a-4876-aace-9ff28fab5c5d HTTP/1.1" status: 200 len: 945 time: 0.1386356 Sep 17 07:58:59.119827 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73f42c2-04fa-4211-a5d1-456a6b6dad37 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Pushing event updated for resources: {'Port': ['ID=e913e63e-4bb0-4d12-b0be-e474e01950c3,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:59.124791 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7dc4ae-528e-4908-a7ee-af6a2c01ddbb None None] The sync data for ids ['07bf65a5-39af-4176-94a6-2e1eb1fec4dc'] in n-d-789963-9 is: [{'id': '07bf65a5-39af-4176-94a6-2e1eb1fec4dc', 'name': 'tempest-ServersTestFqdnHostnames-1345365588-router', 'tenant_id': '85a1205ba09b4a7b819dd87a018d5057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '25df4c10-8a5d-4ccf-a8ca-618acc2b2173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:58:46Z', 'updated_at': '2021-09-17T07:58:54Z', 'revision_number': 4, 'project_id': '85a1205ba09b4a7b819dd87a018d5057', 'gw_port': {'id': '25df4c10-8a5d-4ccf-a8ca-618acc2b2173', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:29:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bf65a5-39af-4176-94a6-2e1eb1fec4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:58:47Z', 'updated_at': '2021-09-17T07:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'f8384278-9720-42a4-80a2-d88a4bbf205b', 'name': '', 'network_id': '0ac2dea1-1030-4e45-a595-712a662b9be7', 'tenant_id': '85a1205ba09b4a7b819dd87a018d5057', 'mac_address': 'fa:16:3e:1d:70:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bf65a5-39af-4176-94a6-2e1eb1fec4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '5f447d0e-4d69-4c7b-bffd-747abf0c712f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:58:52Z', 'updated_at': '2021-09-17T07:58:58Z', 'revision_number': 4, 'project_id': '85a1205ba09b4a7b819dd87a018d5057', 'subnets': [{'id': '5f447d0e-4d69-4c7b-bffd-747abf0c712f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:58:59.152591 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-2329b785-507e-406a-a191-237544703828 None None] Provisioning complete for port f8384278-9720-42a4-80a2-d88a4bbf205b triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:58:59.153271 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2329b785-507e-406a-a191-237544703828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:59.247710 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-673b4a8d-b10a-44d4-87b6-8a88f64e3615 req-02d5bf8a-9786-4551-969a-add97d6664fc tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010745 Sep 17 07:58:59.254551 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port 8c3cff88-1b52-462a-aa22-14e35f943803 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:58:59.267016 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 8c3cff88-1b52-462a-aa22-14e35f943803 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:58:59.267393 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:59.273672 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de275bb2-b2ab-4125-80df-45a2002ad2ed req-c1f1ce73-3e9b-4183-baa9-47a680e8787c tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:59.274295 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-de275bb2-b2ab-4125-80df-45a2002ad2ed req-c1f1ce73-3e9b-4183-baa9-47a680e8787c tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/ports?device_id=80c95d97-12b9-46b8-91b4-6c9b9bdfa355 HTTP/1.1" status: 200 len: 943 time: 0.1576138 Sep 17 07:58:59.348682 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d67f5e8-f835-451f-8afa-05945e0e5645 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Router 62a8de58-0747-48b6-8269-2cb91be847af is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 07:58:59.349905 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b73f42c2-04fa-4211-a5d1-456a6b6dad37 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:59.367735 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-de275bb2-b2ab-4125-80df-45a2002ad2ed req-91d56dcd-5d97-437c-a9cb-64d8354fc5af tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/security-groups?id=db312e7f-1a3f-4ea9-ad55-8740cb4f40b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623376 Sep 17 07:58:59.389646 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:59.430462 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b73f42c2-04fa-4211-a5d1-456a6b6dad37 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:59.433186 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '706b6671-3c66-4294-84b0-31a8c1f04549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c3cff88-1b52-462a-aa22-14e35f943803'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:58:59.435875 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4031c62-545d-49e3-8bd6-4e4e37de0799" -d '{"events": [{"server_uuid": "706b6671-3c66-4294-84b0-31a8c1f04549", "name": "network-vif-plugged", "status": "completed", "tag": "8c3cff88-1b52-462a-aa22-14e35f943803"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:58:59.450657 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 8c3cff88-1b52-462a-aa22-14e35f943803, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=8c3cff88-1b52-462a-aa22-14e35f943803,segment=NetworkSegment(b8383a2f-bb70-4f97-901a-162d8b652754),segment_id=b8383a2f-bb70-4f97-901a-162d8b652754)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:58:59.456124 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:59.522880 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=8c3cff88-1b52-462a-aa22-14e35f943803,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:59.524801 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d2ba9f-dd9a-4493-b11c-905a1dcc6113 req-34317e4b-b36b-4794-94d0-7c85362db8f6 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:59.531210 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d2ba9f-dd9a-4493-b11c-905a1dcc6113 req-34317e4b-b36b-4794-94d0-7c85362db8f6 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:59.537374 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d2ba9f-dd9a-4493-b11c-905a1dcc6113 req-34317e4b-b36b-4794-94d0-7c85362db8f6 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:59.542277 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d67f5e8-f835-451f-8afa-05945e0e5645 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:58:59.543312 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d2ba9f-dd9a-4493-b11c-905a1dcc6113 req-34317e4b-b36b-4794-94d0-7c85362db8f6 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:59.549633 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d2ba9f-dd9a-4493-b11c-905a1dcc6113 req-34317e4b-b36b-4794-94d0-7c85362db8f6 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:59.554402 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9ae9de-ad4b-4eef-b77b-472b47ce9252 None None] Sync routers for ids ['62a8de58-0747-48b6-8269-2cb91be847af'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:58:59.555654 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d2ba9f-dd9a-4493-b11c-905a1dcc6113 req-34317e4b-b36b-4794-94d0-7c85362db8f6 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:59.562528 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d2ba9f-dd9a-4493-b11c-905a1dcc6113 req-34317e4b-b36b-4794-94d0-7c85362db8f6 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:58:59.564543 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-43d2ba9f-dd9a-4493-b11c-905a1dcc6113 req-34317e4b-b36b-4794-94d0-7c85362db8f6 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/ports?device_id=706b6671-3c66-4294-84b0-31a8c1f04549 HTTP/1.1" status: 200 len: 5438 time: 0.1457145 Sep 17 07:58:59.570214 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c182a7e2-a910-4b65-a53b-93612f22a1f8 x-openstack-request-id: req-c182a7e2-a910-4b65-a53b-93612f22a1f8 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:58:59.570516 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "706b6671-3c66-4294-84b0-31a8c1f04549", "name": "network-vif-plugged", "status": "completed", "tag": "8c3cff88-1b52-462a-aa22-14e35f943803", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:58:59.570774 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c182a7e2-a910-4b65-a53b-93612f22a1f8 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:58:59.571178 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '706b6671-3c66-4294-84b0-31a8c1f04549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c3cff88-1b52-462a-aa22-14e35f943803', 'code': 200} Sep 17 07:58:59.574585 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9ae9de-ad4b-4eef-b77b-472b47ce9252 None None] Routers {'62a8de58-0747-48b6-8269-2cb91be847af'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:58:59.575486 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-ef9ae9de-ad4b-4eef-b77b-472b47ce9252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:58:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['62a8de58-0747-48b6-8269-2cb91be847af'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:58:59.589562 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5d67f5e8-f835-451f-8afa-05945e0e5645 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:59.591209 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-5d67f5e8-f835-451f-8afa-05945e0e5645 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.7820842 Sep 17 07:58:59.595148 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 51554) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:59.612224 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-ef9ae9de-ad4b-4eef-b77b-472b47ce9252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:58:59.621796 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9ae9de-ad4b-4eef-b77b-472b47ce9252 None None] Routers {'62a8de58-0747-48b6-8269-2cb91be847af'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:58:59.622416 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-ef9ae9de-ad4b-4eef-b77b-472b47ce9252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:58:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['62a8de58-0747-48b6-8269-2cb91be847af'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:58:59.659107 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-ef9ae9de-ad4b-4eef-b77b-472b47ce9252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:58:59.660041 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9ae9de-ad4b-4eef-b77b-472b47ce9252 None None] The sync data for ids ['62a8de58-0747-48b6-8269-2cb91be847af'] in n-d-789963-9 is: [] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:58:59.660922 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-43d2ba9f-dd9a-4493-b11c-905a1dcc6113 req-840e1912-2e0f-4479-9586-5c980c86cffb tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7c26f3e-d59d-4df9-b197-93a229a68ca8&id=83963e04-88c6-40e9-944b-1d6adac19415&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0879495 Sep 17 07:58:59.721837 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ff3143e3-547f-4398-9025-a43cd3a0ebd4 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "GET /v2.0/routers/62a8de58-0747-48b6-8269-2cb91be847af HTTP/1.1" status: 200 len: 880 time: 0.1254120 Sep 17 07:58:59.723480 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b73f42c2-04fa-4211-a5d1-456a6b6dad37 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:59.724175 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 51556) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:59.729129 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b73f42c2-04fa-4211-a5d1-456a6b6dad37 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:59.811282 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73f42c2-04fa-4211-a5d1-456a6b6dad37 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Pushing event updated for resources: {'Port': ['ID=e913e63e-4bb0-4d12-b0be-e474e01950c3,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:58:59.824765 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b73f42c2-04fa-4211-a5d1-456a6b6dad37 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:59.842026 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b73f42c2-04fa-4211-a5d1-456a6b6dad37 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:58:59.848473 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-b73f42c2-04fa-4211-a5d1-456a6b6dad37 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3288028 Sep 17 07:58:59.946050 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-69913f37-8409-444c-9031-7b2193360393 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2207692 Sep 17 07:58:59.948483 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 51566) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:58:59.953526 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-2d9c8282-bd02-4d35-b792-49b53d4d2b93 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-540101268'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:59:00.008379 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cb0055fe-18a9-41ff-ab5f-36dc10794555 req-25d0788e-6fcd-478e-9f5d-bbab5ba0a234 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1832252676&fields=id&tenant_id=85a1205ba09b4a7b819dd87a018d5057 HTTP/1.1" status: 200 len: 267 time: 0.0355849 Sep 17 07:59:00.080401 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 07c8714c-36c5-4cfc-b4b7-d612cf9fa97d no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:59:00.107290 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] No Port match for: 07c8714c-36c5-4cfc-b4b7-d612cf9fa97d {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:59:00.108575 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 07c8714c-36c5-4cfc-b4b7-d612cf9fa97d not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:59:00.128751 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0055fe-18a9-41ff-ab5f-36dc10794555 req-3376f68a-4b3a-4eb9-9ffa-976a1833bb84 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:00.130303 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cb0055fe-18a9-41ff-ab5f-36dc10794555 req-3376f68a-4b3a-4eb9-9ffa-976a1833bb84 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] 10.222.0.13 "GET /v2.0/networks?id=0ac2dea1-1030-4e45-a595-712a662b9be7 HTTP/1.1" status: 200 len: 815 time: 0.1150529 Sep 17 07:59:00.148163 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cb0055fe-18a9-41ff-ab5f-36dc10794555 req-37847c5c-4f56-465b-9d5a-af254983839b tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] 10.222.0.13 "GET /v2.0/quotas/85a1205ba09b4a7b819dd87a018d5057 HTTP/1.1" status: 200 len: 375 time: 0.0112391 Sep 17 07:59:00.209233 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cb0055fe-18a9-41ff-ab5f-36dc10794555 req-789e7dbb-5aff-4c97-b277-83d4748263f5 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=85a1205ba09b4a7b819dd87a018d5057&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0542233 Sep 17 07:59:00.278364 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2d9c8282-bd02-4d35-b792-49b53d4d2b93 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-726791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7677'] for router, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:00.292064 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2d9c8282-bd02-4d35-b792-49b53d4d2b93 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-748988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-748965', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-726796'] for router, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:00.324398 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cb0055fe-18a9-41ff-ab5f-36dc10794555 req-d9e88653-eaee-4912-8de1-eb87cc7829e8 service neutron] 10.222.0.13 "GET /v2.0/networks/0ac2dea1-1030-4e45-a595-712a662b9be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933919 Sep 17 07:59:00.413211 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d9c8282-bd02-4d35-b792-49b53d4d2b93 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Router 62a8de58-0747-48b6-8269-2cb91be847af has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:59:00.442649 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470aa99-94da-45bf-abea-ecfa336ec2f6 req-1dd32a0d-70de-4116-af38-e3f06e1f150d tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:00.444184 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1470aa99-94da-45bf-abea-ecfa336ec2f6 req-1dd32a0d-70de-4116-af38-e3f06e1f150d tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=4765d900-580a-4876-aace-9ff28fab5c5d HTTP/1.1" status: 200 len: 945 time: 0.0967109 Sep 17 07:59:00.470968 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cb0055fe-18a9-41ff-ab5f-36dc10794555 req-cec8d6b6-e03b-483a-a714-00523e0b43e5 service neutron] 10.222.0.13 "GET /v2.0/networks/0ac2dea1-1030-4e45-a595-712a662b9be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432397 Sep 17 07:59:00.502164 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1470aa99-94da-45bf-abea-ecfa336ec2f6 req-6a8d113b-ded0-4d17-9708-238b91eba75d tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472159 Sep 17 07:59:00.537484 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d9c8282-bd02-4d35-b792-49b53d4d2b93 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:59:00.547121 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2d9c8282-bd02-4d35-b792-49b53d4d2b93 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:00.548206 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec452dd-e822-4a90-829a-b4273b6d0d73 None None] Sync routers for ids ['62a8de58-0747-48b6-8269-2cb91be847af'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:59:00.548689 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-2d9c8282-bd02-4d35-b792-49b53d4d2b93 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "PUT /v2.0/routers/62a8de58-0747-48b6-8269-2cb91be847af HTTP/1.1" status: 200 len: 887 time: 0.5990596 Sep 17 07:59:00.551371 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 51578) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:00.567588 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec452dd-e822-4a90-829a-b4273b6d0d73 None None] Routers {'62a8de58-0747-48b6-8269-2cb91be847af'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:59:00.571626 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-0ec452dd-e822-4a90-829a-b4273b6d0d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:58:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['62a8de58-0747-48b6-8269-2cb91be847af'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:00.610132 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-0ec452dd-e822-4a90-829a-b4273b6d0d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:00.619366 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec452dd-e822-4a90-829a-b4273b6d0d73 None None] Routers {'62a8de58-0747-48b6-8269-2cb91be847af'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:59:00.619949 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-0ec452dd-e822-4a90-829a-b4273b6d0d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:58:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['62a8de58-0747-48b6-8269-2cb91be847af'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:00.653171 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-0ec452dd-e822-4a90-829a-b4273b6d0d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:00.653845 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec452dd-e822-4a90-829a-b4273b6d0d73 None None] The sync data for ids ['62a8de58-0747-48b6-8269-2cb91be847af'] in n-d-789963-9 is: [] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:59:00.668606 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e38bc6-249d-4692-8ba3-03dc7c6f4b93 req-de2a18e4-1193-4f15-82aa-26cddfeccf6c tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:00.671217 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d1e38bc6-249d-4692-8ba3-03dc7c6f4b93 req-de2a18e4-1193-4f15-82aa-26cddfeccf6c tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/ports?device_id=80c95d97-12b9-46b8-91b4-6c9b9bdfa355 HTTP/1.1" status: 200 len: 943 time: 0.0726674 Sep 17 07:59:00.763929 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d1e38bc6-249d-4692-8ba3-03dc7c6f4b93 req-4991c15b-336d-4596-b1fe-211dd4a02ebb tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/security-groups?id=db312e7f-1a3f-4ea9-ad55-8740cb4f40b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585909 Sep 17 07:59:00.791886 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-318fcf9c-9d8b-4818-b820-59fb705ce200 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "GET /v2.0/routers/62a8de58-0747-48b6-8269-2cb91be847af HTTP/1.1" status: 200 len: 887 time: 0.2367313 Sep 17 07:59:00.792332 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 51586) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:00.814803 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device f8384278-9720-42a4-80a2-d88a4bbf205b up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:59:00.840003 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-fef22e78-c5b0-40fd-8a6b-c262ed556e15 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "GET /v2.0/ports?device_id=62a8de58-0747-48b6-8269-2cb91be847af HTTP/1.1" status: 200 len: 205 time: 0.0461485 Sep 17 07:59:00.842402 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 51588) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:00.845398 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b33f4715-f152-4f42-bcfc-4dc865946cf1 req-ff45ef47-a741-436c-b92e-9e0ce86390f6 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] 10.222.0.13 "GET /v2.0/ports?device_id=5598a24f-0925-4721-ba56-24d5f7a613a7 HTTP/1.1" status: 200 len: 210 time: 0.0377090 Sep 17 07:59:00.896518 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port f8384278-9720-42a4-80a2-d88a4bbf205b triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:59:00.896896 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:00.899923 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 88d14c71-d63f-45a9-985e-9ee4f2fa9b49 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:59:00.925522 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 9daf9ec3-be6c-41a6-bf27-2c5e926410d5 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:59:00.927378 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82510f21-ffae-44f5-84c4-c9f8d4d0d90c req-c3574cef-5c14-4057-b6c0-b6873e76a107 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:00.934714 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82510f21-ffae-44f5-84c4-c9f8d4d0d90c req-c3574cef-5c14-4057-b6c0-b6873e76a107 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:00.943421 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82510f21-ffae-44f5-84c4-c9f8d4d0d90c req-c3574cef-5c14-4057-b6c0-b6873e76a107 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:00.950109 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82510f21-ffae-44f5-84c4-c9f8d4d0d90c req-c3574cef-5c14-4057-b6c0-b6873e76a107 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:00.957865 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82510f21-ffae-44f5-84c4-c9f8d4d0d90c req-c3574cef-5c14-4057-b6c0-b6873e76a107 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:00.965612 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82510f21-ffae-44f5-84c4-c9f8d4d0d90c req-c3574cef-5c14-4057-b6c0-b6873e76a107 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:00.972712 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82510f21-ffae-44f5-84c4-c9f8d4d0d90c req-c3574cef-5c14-4057-b6c0-b6873e76a107 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:00.976380 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-82510f21-ffae-44f5-84c4-c9f8d4d0d90c req-c3574cef-5c14-4057-b6c0-b6873e76a107 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/ports?device_id=706b6671-3c66-4294-84b0-31a8c1f04549 HTTP/1.1" status: 200 len: 5439 time: 0.1223104 Sep 17 07:59:01.011370 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1de36129-6317-42e9-a910-16dd5b4c6973 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for router, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:01.028675 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-82510f21-ffae-44f5-84c4-c9f8d4d0d90c req-fd3f63ac-0b93-448e-9553-eb4244a4b250 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7c26f3e-d59d-4df9-b197-93a229a68ca8&id=83963e04-88c6-40e9-944b-1d6adac19415&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0446346 Sep 17 07:59:01.066780 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port 9daf9ec3-be6c-41a6-bf27-2c5e926410d5 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:59:01.093216 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 9daf9ec3-be6c-41a6-bf27-2c5e926410d5 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:59:01.093598 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:01.144780 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 88d14c71-d63f-45a9-985e-9ee4f2fa9b49, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=88d14c71-d63f-45a9-985e-9ee4f2fa9b49,segment=NetworkSegment(4821f2e6-bd80-4aac-98cc-bc8dfa1b531e),segment_id=4821f2e6-bd80-4aac-98cc-bc8dfa1b531e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:59:01.148220 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1de36129-6317-42e9-a910-16dd5b4c6973 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:01.164783 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '88d14c71-d63f-45a9-985e-9ee4f2fa9b49', 'network_id': '5c3939dc-d000-4839-b5e2-30565576d4d4', 'port_id': '88d14c71-d63f-45a9-985e-9ee4f2fa9b49', 'mac_address': 'fa:16:3e:3e:77:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87ee52d6-ae56-4d6f-b1f7-f93e882b0a89', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:59:01.212648 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-1de36129-6317-42e9-a910-16dd5b4c6973 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Deleting port 59b23843-92f0-440f-bd53-60a666ae5eb0 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:59:01.212987 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1de36129-6317-42e9-a910-16dd5b4c6973 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:01.231158 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:01.250777 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:01.254206 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88d14c71-d63f-45a9-985e-9ee4f2fa9b49 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:59:01.286705 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 88d14c71-d63f-45a9-985e-9ee4f2fa9b49, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=88d14c71-d63f-45a9-985e-9ee4f2fa9b49,segment=NetworkSegment(4821f2e6-bd80-4aac-98cc-bc8dfa1b531e),segment_id=4821f2e6-bd80-4aac-98cc-bc8dfa1b531e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:59:01.293167 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:01.296256 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1de36129-6317-42e9-a910-16dd5b4c6973 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:01.308901 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-1de36129-6317-42e9-a910-16dd5b4c6973 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Calling delete_port for 59b23843-92f0-440f-bd53-60a666ae5eb0 owned by network:router_gateway {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:59:01.321078 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 9daf9ec3-be6c-41a6-bf27-2c5e926410d5, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=9daf9ec3-be6c-41a6-bf27-2c5e926410d5,segment=NetworkSegment(89b028de-731b-41c1-a47f-5a829efa2b84),segment_id=89b028de-731b-41c1-a47f-5a829efa2b84)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:59:01.329869 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:01.330659 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device be665358-5a2c-4dfe-be6e-8c1aa523ee59 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:59:01.381821 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=88d14c71-d63f-45a9-985e-9ee4f2fa9b49,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:01.442596 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=9daf9ec3-be6c-41a6-bf27-2c5e926410d5,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:01.446862 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port be665358-5a2c-4dfe-be6e-8c1aa523ee59 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:59:01.451795 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port be665358-5a2c-4dfe-be6e-8c1aa523ee59 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:59:01.452308 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:01.479140 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1de36129-6317-42e9-a910-16dd5b4c6973 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:01.505524 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de36129-6317-42e9-a910-16dd5b4c6973 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Pushing event deleted for resources: {'Port': ['ID=59b23843-92f0-440f-bd53-60a666ae5eb0,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:01.542219 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:01.567358 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1de36129-6317-42e9-a910-16dd5b4c6973 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:01.571908 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '706b6671-3c66-4294-84b0-31a8c1f04549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9daf9ec3-be6c-41a6-bf27-2c5e926410d5'}, {'server_uuid': '706b6671-3c66-4294-84b0-31a8c1f04549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be665358-5a2c-4dfe-be6e-8c1aa523ee59'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:59:01.574791 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6895dd4d-5b6c-4b40-b780-24a06a9608f7" -d '{"events": [{"server_uuid": "706b6671-3c66-4294-84b0-31a8c1f04549", "name": "network-vif-plugged", "status": "completed", "tag": "9daf9ec3-be6c-41a6-bf27-2c5e926410d5"}, {"server_uuid": "706b6671-3c66-4294-84b0-31a8c1f04549", "name": "network-vif-plugged", "status": "completed", "tag": "be665358-5a2c-4dfe-be6e-8c1aa523ee59"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:59:01.581190 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port be665358-5a2c-4dfe-be6e-8c1aa523ee59, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=be665358-5a2c-4dfe-be6e-8c1aa523ee59,segment=NetworkSegment(89b028de-731b-41c1-a47f-5a829efa2b84),segment_id=89b028de-731b-41c1-a47f-5a829efa2b84)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:59:01.590320 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:01.591072 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device a68e833f-a972-4578-b451-f6cdb669cad4 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:59:01.634743 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f28c8-b9a2-4a4d-9f16-a1e7d3c04a78 req-4ab3ce94-ed0e-4ce0-ab29-5432a1db342a tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:01.636409 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-670f28c8-b9a2-4a4d-9f16-a1e7d3c04a78 req-4ab3ce94-ed0e-4ce0-ab29-5432a1db342a tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=4765d900-580a-4876-aace-9ff28fab5c5d HTTP/1.1" status: 200 len: 945 time: 0.0627859 Sep 17 07:59:01.644392 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Sep 2021 07:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2b40ac-2dc9-4bc7-a7cc-055a2a0a630d x-openstack-request-id: req-8c2b40ac-2dc9-4bc7-a7cc-055a2a0a630d {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:59:01.644723 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "706b6671-3c66-4294-84b0-31a8c1f04549", "name": "network-vif-plugged", "status": "completed", "tag": "9daf9ec3-be6c-41a6-bf27-2c5e926410d5", "code": 200}, {"server_uuid": "706b6671-3c66-4294-84b0-31a8c1f04549", "name": "network-vif-plugged", "status": "completed", "tag": "be665358-5a2c-4dfe-be6e-8c1aa523ee59", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:59:01.644965 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8c2b40ac-2dc9-4bc7-a7cc-055a2a0a630d {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:59:01.645548 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '706b6671-3c66-4294-84b0-31a8c1f04549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9daf9ec3-be6c-41a6-bf27-2c5e926410d5', 'code': 200} Sep 17 07:59:01.645716 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '706b6671-3c66-4294-84b0-31a8c1f04549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be665358-5a2c-4dfe-be6e-8c1aa523ee59', 'code': 200} Sep 17 07:59:01.674906 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1de36129-6317-42e9-a910-16dd5b4c6973 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:01.677089 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1de36129-6317-42e9-a910-16dd5b4c6973 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:01.685345 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-670f28c8-b9a2-4a4d-9f16-a1e7d3c04a78 req-c4fc70fe-62aa-410b-b396-f855921a0ad4 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411212 Sep 17 07:59:01.686716 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=be665358-5a2c-4dfe-be6e-8c1aa523ee59,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:01.700127 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port a68e833f-a972-4578-b451-f6cdb669cad4 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:59:01.704499 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port a68e833f-a972-4578-b451-f6cdb669cad4 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:59:01.704930 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:01.727775 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1de36129-6317-42e9-a910-16dd5b4c6973 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:01.728449 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de36129-6317-42e9-a910-16dd5b4c6973 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Fanout notify agent at l3_agent the message router_deleted on router 62a8de58-0747-48b6-8269-2cb91be847af {{(pid=101290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 07:59:01.735515 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1de36129-6317-42e9-a910-16dd5b4c6973 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:01.740482 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-1de36129-6317-42e9-a910-16dd5b4c6973 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "DELETE /v2.0/routers/62a8de58-0747-48b6-8269-2cb91be847af HTTP/1.1" status: 204 len: 168 time: 0.8932934 Sep 17 07:59:01.740596 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 51600) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:01.745662 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-eb0ba81e-7ca8-4448-ac8b-9376e595fbca tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Request body: {'network': {'name': 'tempest-RoutersTest-110162028'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:59:01.768814 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0ba81e-7ca8-4448-ac8b-9376e595fbca tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Made reservation on behalf of 61a7a6788c48443c9f34c81b57ddfc5f for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:59:01.772842 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-eb0ba81e-7ca8-4448-ac8b-9376e595fbca tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:01.790241 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:01.806212 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb0ba81e-7ca8-4448-ac8b-9376e595fbca tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 07:59:01.809225 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['88d14c71-d63f-45a9-985e-9ee4f2fa9b49'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:59:01.821404 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-eb0ba81e-7ca8-4448-ac8b-9376e595fbca tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:01.821823 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-eb0ba81e-7ca8-4448-ac8b-9376e595fbca tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Added segment 689d833b-aa09-4ea3-b460-0108d9519be4 of type vlan for network 7eed9fba-928e-4eb8-8d50-9c2e7c5058ca Sep 17 07:59:01.871774 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port a68e833f-a972-4578-b451-f6cdb669cad4, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=a68e833f-a972-4578-b451-f6cdb669cad4,segment=NetworkSegment(53a694f4-1e34-4b49-878a-62ea2d098ec0),segment_id=53a694f4-1e34-4b49-878a-62ea2d098ec0)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:59:01.881915 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:01.882796 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 858f97dd-d6a3-4621-8715-ddba12e25df6 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:59:01.915245 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-eb0ba81e-7ca8-4448-ac8b-9376e595fbca tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:01.949934 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5099a8-1c64-4afa-9eda-a42e2f7242fa req-6da3b8a8-fe28-4743-b8a9-970031d2ea96 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:01.952061 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4a5099a8-1c64-4afa-9eda-a42e2f7242fa req-6da3b8a8-fe28-4743-b8a9-970031d2ea96 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/ports?device_id=80c95d97-12b9-46b8-91b4-6c9b9bdfa355 HTTP/1.1" status: 200 len: 944 time: 0.1148734 Sep 17 07:59:02.010407 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e58f77ef-2e28-4e9d-b8c9-9893eae94351 req-9310a2ae-73dc-4dc3-820f-847abd4619c0 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] 10.222.0.13 "GET /v2.0/ports?device_id=5598a24f-0925-4721-ba56-24d5f7a613a7 HTTP/1.1" status: 200 len: 210 time: 0.0573516 Sep 17 07:59:02.011408 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-eb0ba81e-7ca8-4448-ac8b-9376e595fbca tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:02.017473 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0ba81e-7ca8-4448-ac8b-9376e595fbca tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:02.018078 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-eb0ba81e-7ca8-4448-ac8b-9376e595fbca tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:02.020629 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=a68e833f-a972-4578-b451-f6cdb669cad4,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:02.053752 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port 858f97dd-d6a3-4621-8715-ddba12e25df6 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:59:02.065637 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 858f97dd-d6a3-4621-8715-ddba12e25df6 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:59:02.066014 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:02.081039 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4a5099a8-1c64-4afa-9eda-a42e2f7242fa req-449f3f41-391b-46b6-a222-778c14f9c2cb tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/security-groups?id=db312e7f-1a3f-4ea9-ad55-8740cb4f40b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140106 Sep 17 07:59:02.110984 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-eb0ba81e-7ca8-4448-ac8b-9376e595fbca tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3692563 Sep 17 07:59:02.111625 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 51610) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:02.117547 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0055fe-18a9-41ff-ab5f-36dc10794555 req-84ac0602-dbeb-4e98-8d53-d7cc9e9f8ca4 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:02.118841 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-655d5d1c-14c8-4c8f-8508-4c9814b38b60 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Request body: {'subnet': {'network_id': '7eed9fba-928e-4eb8-8d50-9c2e7c5058ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:59:02.120277 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cb0055fe-18a9-41ff-ab5f-36dc10794555 req-84ac0602-dbeb-4e98-8d53-d7cc9e9f8ca4 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] 10.222.0.41 "GET /v2.0/networks?id=0ac2dea1-1030-4e45-a595-712a662b9be7 HTTP/1.1" status: 200 len: 815 time: 0.1657255 Sep 17 07:59:02.124178 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0ba81e-7ca8-4448-ac8b-9376e595fbca tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Pushing event updated for resources: {'Network': ['ID=7eed9fba-928e-4eb8-8d50-9c2e7c5058ca,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:02.162707 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:02.165074 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 7eed9fba-928e-4eb8-8d50-9c2e7c5058ca details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 07:59:02.197117 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cb0055fe-18a9-41ff-ab5f-36dc10794555 req-b46a964a-77ce-434d-b25a-025a7f4acc40 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85a1205ba09b4a7b819dd87a018d5057 HTTP/1.1" status: 200 len: 380 time: 0.0518959 Sep 17 07:59:02.213636 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-cb0055fe-18a9-41ff-ab5f-36dc10794555 req-7fe3756c-4fcd-4d76-9ac6-40f680287a07 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Request body: {'port': {'device_id': '5598a24f-0925-4721-ba56-24d5f7a613a7', 'network_id': '0ac2dea1-1030-4e45-a595-712a662b9be7', 'admin_state_up': True, 'tenant_id': '85a1205ba09b4a7b819dd87a018d5057', 'security_groups': ['d51a71c8-aada-4bfe-9a22-ff42772b389a']}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:59:02.262573 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 858f97dd-d6a3-4621-8715-ddba12e25df6, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=858f97dd-d6a3-4621-8715-ddba12e25df6,segment=NetworkSegment(89b028de-731b-41c1-a47f-5a829efa2b84),segment_id=89b028de-731b-41c1-a47f-5a829efa2b84)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:59:02.268686 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:02.269652 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device a7ef312a-eb2e-4797-8814-785105b7823f up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:59:02.287498 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aceac8-d855-4f50-a71d-4c48a6ef7339 req-0ed844bd-c99d-4041-b29a-6229e29c8a83 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:02.293342 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aceac8-d855-4f50-a71d-4c48a6ef7339 req-0ed844bd-c99d-4041-b29a-6229e29c8a83 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:02.299732 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aceac8-d855-4f50-a71d-4c48a6ef7339 req-0ed844bd-c99d-4041-b29a-6229e29c8a83 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:02.305672 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aceac8-d855-4f50-a71d-4c48a6ef7339 req-0ed844bd-c99d-4041-b29a-6229e29c8a83 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:02.312123 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aceac8-d855-4f50-a71d-4c48a6ef7339 req-0ed844bd-c99d-4041-b29a-6229e29c8a83 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:02.318219 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aceac8-d855-4f50-a71d-4c48a6ef7339 req-0ed844bd-c99d-4041-b29a-6229e29c8a83 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:02.324232 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aceac8-d855-4f50-a71d-4c48a6ef7339 req-0ed844bd-c99d-4041-b29a-6229e29c8a83 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:02.326159 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-28aceac8-d855-4f50-a71d-4c48a6ef7339 req-0ed844bd-c99d-4041-b29a-6229e29c8a83 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/ports?device_id=706b6671-3c66-4294-84b0-31a8c1f04549 HTTP/1.1" status: 200 len: 5442 time: 0.1174250 Sep 17 07:59:02.327290 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655d5d1c-14c8-4c8f-8508-4c9814b38b60 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Made reservation on behalf of 61a7a6788c48443c9f34c81b57ddfc5f for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:59:02.330403 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-655d5d1c-14c8-4c8f-8508-4c9814b38b60 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:02.352665 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=858f97dd-d6a3-4621-8715-ddba12e25df6,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:02.363982 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb0055fe-18a9-41ff-ab5f-36dc10794555 req-7fe3756c-4fcd-4d76-9ac6-40f680287a07 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Made reservation on behalf of 85a1205ba09b4a7b819dd87a018d5057 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:59:02.364946 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port a7ef312a-eb2e-4797-8814-785105b7823f completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:59:02.367884 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-cb0055fe-18a9-41ff-ab5f-36dc10794555 req-7fe3756c-4fcd-4d76-9ac6-40f680287a07 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:02.369850 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port a7ef312a-eb2e-4797-8814-785105b7823f triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:59:02.370432 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:02.426442 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-28aceac8-d855-4f50-a71d-4c48a6ef7339 req-96c40fd3-e0a0-4768-93bf-28ab997d2b2d tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7c26f3e-d59d-4df9-b197-93a229a68ca8&id=83963e04-88c6-40e9-944b-1d6adac19415&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0926123 Sep 17 07:59:02.478463 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:02.512727 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port a7ef312a-eb2e-4797-8814-785105b7823f, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=a7ef312a-eb2e-4797-8814-785105b7823f,segment=NetworkSegment(b8383a2f-bb70-4f97-901a-162d8b652754),segment_id=b8383a2f-bb70-4f97-901a-162d8b652754)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:59:02.517373 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:02.523694 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-cb0055fe-18a9-41ff-ab5f-36dc10794555 req-7fe3756c-4fcd-4d76-9ac6-40f680287a07 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Allocated IP 172.20.0.10 (0ac2dea1-1030-4e45-a595-712a662b9be7/5f447d0e-4d69-4c7b-bffd-747abf0c712f/86fa9967-6119-4434-827e-c9ba294b070e) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:59:02.568653 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-655d5d1c-14c8-4c8f-8508-4c9814b38b60 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:02.576103 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=a7ef312a-eb2e-4797-8814-785105b7823f,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:02.630524 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655d5d1c-14c8-4c8f-8508-4c9814b38b60 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Pushing event updated for resources: {'Subnet': ['ID=58f4b025-f9aa-4286-82d8-1ed51712ca72,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:02.640944 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655d5d1c-14c8-4c8f-8508-4c9814b38b60 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Checking segment: {'id': '689d833b-aa09-4ea3-b460-0108d9519be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7eed9fba-928e-4eb8-8d50-9c2e7c5058ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:59:02.641665 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655d5d1c-14c8-4c8f-8508-4c9814b38b60 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Network hostable DHCP agents. Network: 7eed9fba-928e-4eb8-8d50-9c2e7c5058ca, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 07:59:02.658243 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655d5d1c-14c8-4c8f-8508-4c9814b38b60 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Network 7eed9fba-928e-4eb8-8d50-9c2e7c5058ca is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 07:59:02.668793 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-655d5d1c-14c8-4c8f-8508-4c9814b38b60 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 7eed9fba-928e-4eb8-8d50-9c2e7c5058ca) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:59:02.673733 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655d5d1c-14c8-4c8f-8508-4c9814b38b60 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:02.674000 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-655d5d1c-14c8-4c8f-8508-4c9814b38b60 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:02.678044 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-cb0055fe-18a9-41ff-ab5f-36dc10794555 req-7fe3756c-4fcd-4d76-9ac6-40f680287a07 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:02.681156 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d25a1cf-ff6d-43a7-835f-49b25235372c None None] Network 7eed9fba-928e-4eb8-8d50-9c2e7c5058ca requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:59:02.693257 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-655d5d1c-14c8-4c8f-8508-4c9814b38b60 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5771711 Sep 17 07:59:02.694634 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 51612) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:02.703218 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-66e79dee-e58d-4860-a38c-1fa66751f6a6 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1267295099', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:59:02.738611 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-66e79dee-e58d-4860-a38c-1fa66751f6a6 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:02.739739 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-66e79dee-e58d-4860-a38c-1fa66751f6a6 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:02.744803 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-cb0055fe-18a9-41ff-ab5f-36dc10794555 req-7fe3756c-4fcd-4d76-9ac6-40f680287a07 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:02.818205 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe3756c-4fcd-4d76-9ac6-40f680287a07 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Pushing event updated for resources: {'Port': ['ID=86fa9967-6119-4434-827e-c9ba294b070e,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:02.833246 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb0055fe-18a9-41ff-ab5f-36dc10794555 req-7fe3756c-4fcd-4d76-9ac6-40f680287a07 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Network 0ac2dea1-1030-4e45-a595-712a662b9be7 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:59:02.834992 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-cb0055fe-18a9-41ff-ab5f-36dc10794555 req-7fe3756c-4fcd-4d76-9ac6-40f680287a07 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:59:02.837634 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb0055fe-18a9-41ff-ab5f-36dc10794555 req-7fe3756c-4fcd-4d76-9ac6-40f680287a07 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:59:02.877584 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39547ee-b858-4874-ad90-94e0802d23fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-7eed9fba-928e-4eb8-8d50-9c2e7c5058ca', 'network_id': '7eed9fba-928e-4eb8-8d50-9c2e7c5058ca', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'fixed_ips': [{'subnet_id': '58f4b025-f9aa-4286-82d8-1ed51712ca72'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 07:59:02.878746 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e39547ee-b858-4874-ad90-94e0802d23fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:02.905670 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0055fe-18a9-41ff-ab5f-36dc10794555 req-7fe3756c-4fcd-4d76-9ac6-40f680287a07 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:02.906852 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-cb0055fe-18a9-41ff-ab5f-36dc10794555 req-7fe3756c-4fcd-4d76-9ac6-40f680287a07 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:02.926062 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 2e8d2cc8-f6f7-4d9c-ba24-cee4c068da0b up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:59:02.942240 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cb0055fe-18a9-41ff-ab5f-36dc10794555 req-7fe3756c-4fcd-4d76-9ac6-40f680287a07 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7323067 Sep 17 07:59:03.030310 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-cb0055fe-18a9-41ff-ab5f-36dc10794555 req-9292aa01-cc52-41a9-8547-74592306439a service neutron] Request body: {'port': {'device_id': '5598a24f-0925-4721-ba56-24d5f7a613a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:59:03.115862 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-e39547ee-b858-4874-ad90-94e0802d23fb None None] Allocated IP 172.20.0.2 (7eed9fba-928e-4eb8-8d50-9c2e7c5058ca/58f4b025-f9aa-4286-82d8-1ed51712ca72/38d5ddd3-b927-49ab-bf28-0e6d52abb38d) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:59:03.141663 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-cb0055fe-18a9-41ff-ab5f-36dc10794555 req-9292aa01-cc52-41a9-8547-74592306439a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:03.173846 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port 2e8d2cc8-f6f7-4d9c-ba24-cee4c068da0b completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:59:03.203537 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-66e79dee-e58d-4860-a38c-1fa66751f6a6 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:03.211491 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf17d4-5408-4b92-8c08-2b712361dd7d req-c246ed5b-f37f-466a-a720-3170441da4d3 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:03.211786 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 2e8d2cc8-f6f7-4d9c-ba24-cee4c068da0b triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:59:03.212173 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:03.213094 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cebf17d4-5408-4b92-8c08-2b712361dd7d req-c246ed5b-f37f-466a-a720-3170441da4d3 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=4765d900-580a-4876-aace-9ff28fab5c5d HTTP/1.1" status: 200 len: 945 time: 0.4525583 Sep 17 07:59:03.215998 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-66e79dee-e58d-4860-a38c-1fa66751f6a6 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:03.261326 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c799b9d0-14f6-4ae0-84c9-f9eb99ff3623 req-ed486957-a4e7-4cb4-87b3-88fed43468b8 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:03.262332 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c799b9d0-14f6-4ae0-84c9-f9eb99ff3623 req-ed486957-a4e7-4cb4-87b3-88fed43468b8 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] 10.222.0.13 "GET /v2.0/ports?device_id=5598a24f-0925-4721-ba56-24d5f7a613a7 HTTP/1.1" status: 200 len: 932 time: 0.1232243 Sep 17 07:59:03.263072 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-66e79dee-e58d-4860-a38c-1fa66751f6a6 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:03.267040 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-66e79dee-e58d-4860-a38c-1fa66751f6a6 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5701079 Sep 17 07:59:03.267692 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 51624) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:03.276791 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-85edc5d3-9018-49b7-8559-3e9730146629 None None] Provisioning complete for port 86fa9967-6119-4434-827e-c9ba294b070e triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:59:03.277242 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-85edc5d3-9018-49b7-8559-3e9730146629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:03.334494 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cebf17d4-5408-4b92-8c08-2b712361dd7d req-a881ab47-d322-4b9b-9370-715a7eb5bde2 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049521 Sep 17 07:59:03.375257 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-85edc5d3-9018-49b7-8559-3e9730146629 None None] Port 86fa9967-6119-4434-827e-c9ba294b070e cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:59:03.392994 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c799b9d0-14f6-4ae0-84c9-f9eb99ff3623 req-fef06fc7-96bf-4164-bd35-abe3740fa9fc tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] 10.222.0.13 "GET /v2.0/security-groups?id=d51a71c8-aada-4bfe-9a22-ff42772b389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078923 Sep 17 07:59:03.482864 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-cb0055fe-18a9-41ff-ab5f-36dc10794555 req-9292aa01-cc52-41a9-8547-74592306439a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86fa9967-6119-4434-827e-c9ba294b070e {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:59:03.499791 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-cb0055fe-18a9-41ff-ab5f-36dc10794555 req-9292aa01-cc52-41a9-8547-74592306439a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:03.517648 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-cb0055fe-18a9-41ff-ab5f-36dc10794555 req-9292aa01-cc52-41a9-8547-74592306439a service neutron] Transition to ACTIVE for port object 86fa9967-6119-4434-827e-c9ba294b070e will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:59:03.524490 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-cb0055fe-18a9-41ff-ab5f-36dc10794555 req-9292aa01-cc52-41a9-8547-74592306439a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:03.564942 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e39547ee-b858-4874-ad90-94e0802d23fb None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:03.577571 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:03.581222 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e39547ee-b858-4874-ad90-94e0802d23fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:03.593319 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9292aa01-cc52-41a9-8547-74592306439a service neutron] Pushing event updated for resources: {'Port': ['ID=86fa9967-6119-4434-827e-c9ba294b070e,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:03.644218 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39547ee-b858-4874-ad90-94e0802d23fb None None] Network 7eed9fba-928e-4eb8-8d50-9c2e7c5058ca is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:59:03.649078 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '706b6671-3c66-4294-84b0-31a8c1f04549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68e833f-a972-4578-b451-f6cdb669cad4'}, {'server_uuid': '706b6671-3c66-4294-84b0-31a8c1f04549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '858f97dd-d6a3-4621-8715-ddba12e25df6'}, {'server_uuid': '706b6671-3c66-4294-84b0-31a8c1f04549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7ef312a-eb2e-4797-8814-785105b7823f'}, {'server_uuid': '706b6671-3c66-4294-84b0-31a8c1f04549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8d2cc8-f6f7-4d9c-ba24-cee4c068da0b'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:59:03.652297 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ebc701-84c5-4e2e-88be-408b33bb10b1" -d '{"events": [{"server_uuid": "706b6671-3c66-4294-84b0-31a8c1f04549", "name": "network-vif-plugged", "status": "completed", "tag": "a68e833f-a972-4578-b451-f6cdb669cad4"}, {"server_uuid": "706b6671-3c66-4294-84b0-31a8c1f04549", "name": "network-vif-plugged", "status": "completed", "tag": "858f97dd-d6a3-4621-8715-ddba12e25df6"}, {"server_uuid": "706b6671-3c66-4294-84b0-31a8c1f04549", "name": "network-vif-plugged", "status": "completed", "tag": "a7ef312a-eb2e-4797-8814-785105b7823f"}, {"server_uuid": "706b6671-3c66-4294-84b0-31a8c1f04549", "name": "network-vif-plugged", "status": "completed", "tag": "2e8d2cc8-f6f7-4d9c-ba24-cee4c068da0b"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:59:03.653851 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c73824-6f05-434d-81b4-8391a6edb78f req-57328a60-2920-4499-a657-a934d3e0caaf tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:03.655021 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-32c73824-6f05-434d-81b4-8391a6edb78f req-57328a60-2920-4499-a657-a934d3e0caaf tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/ports?device_id=80c95d97-12b9-46b8-91b4-6c9b9bdfa355 HTTP/1.1" status: 200 len: 944 time: 0.2130177 Sep 17 07:59:03.662554 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-e39547ee-b858-4874-ad90-94e0802d23fb None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:59:03.666411 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39547ee-b858-4874-ad90-94e0802d23fb None None] Pushing event updated for resources: {'Port': ['ID=38d5ddd3-b927-49ab-bf28-0e6d52abb38d,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:03.668937 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39547ee-b858-4874-ad90-94e0802d23fb None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:59:03.673689 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 2e8d2cc8-f6f7-4d9c-ba24-cee4c068da0b, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=2e8d2cc8-f6f7-4d9c-ba24-cee4c068da0b,segment=NetworkSegment(89b028de-731b-41c1-a47f-5a829efa2b84),segment_id=89b028de-731b-41c1-a47f-5a829efa2b84)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:59:03.683421 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:03.703755 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-cb0055fe-18a9-41ff-ab5f-36dc10794555 req-9292aa01-cc52-41a9-8547-74592306439a service neutron] Attempting to bind port 86fa9967-6119-4434-827e-c9ba294b070e on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:59:03.704481 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-cb0055fe-18a9-41ff-ab5f-36dc10794555 req-9292aa01-cc52-41a9-8547-74592306439a service neutron] Attempting to bind port 86fa9967-6119-4434-827e-c9ba294b070e by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': '61e99d20-6d46-4414-b8d5-836cfb01f0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0ac2dea1-1030-4e45-a595-712a662b9be7'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:59:03.710454 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0055fe-18a9-41ff-ab5f-36dc10794555 req-9292aa01-cc52-41a9-8547-74592306439a service neutron] Attempting to bind port 86fa9967-6119-4434-827e-c9ba294b070e on network 0ac2dea1-1030-4e45-a595-712a662b9be7 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:59:03.716061 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0055fe-18a9-41ff-ab5f-36dc10794555 req-9292aa01-cc52-41a9-8547-74592306439a service neutron] Port 86fa9967-6119-4434-827e-c9ba294b070e on network 0ac2dea1-1030-4e45-a595-712a662b9be7 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:59:03.716629 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0055fe-18a9-41ff-ab5f-36dc10794555 req-9292aa01-cc52-41a9-8547-74592306439a service neutron] Attempting to bind port 86fa9967-6119-4434-827e-c9ba294b070e on network 0ac2dea1-1030-4e45-a595-712a662b9be7 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:59:03.722453 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0055fe-18a9-41ff-ab5f-36dc10794555 req-9292aa01-cc52-41a9-8547-74592306439a service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:59:03.723071 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0055fe-18a9-41ff-ab5f-36dc10794555 req-9292aa01-cc52-41a9-8547-74592306439a service neutron] Checking segment: {'id': '61e99d20-6d46-4414-b8d5-836cfb01f0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0ac2dea1-1030-4e45-a595-712a662b9be7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:59:03.723888 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0055fe-18a9-41ff-ab5f-36dc10794555 req-9292aa01-cc52-41a9-8547-74592306439a service neutron] Bound using segment: {'id': '61e99d20-6d46-4414-b8d5-836cfb01f0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0ac2dea1-1030-4e45-a595-712a662b9be7'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:59:03.724704 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-cb0055fe-18a9-41ff-ab5f-36dc10794555 req-9292aa01-cc52-41a9-8547-74592306439a service neutron] Bound port: 86fa9967-6119-4434-827e-c9ba294b070e, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61e99d20-6d46-4414-b8d5-836cfb01f0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0ac2dea1-1030-4e45-a595-712a662b9be7'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:59:03.725283 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-cb0055fe-18a9-41ff-ab5f-36dc10794555 req-9292aa01-cc52-41a9-8547-74592306439a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:03.760525 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-e39547ee-b858-4874-ad90-94e0802d23fb None None] Attempting to bind port 38d5ddd3-b927-49ab-bf28-0e6d52abb38d on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:59:03.760903 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-e39547ee-b858-4874-ad90-94e0802d23fb None None] Attempting to bind port 38d5ddd3-b927-49ab-bf28-0e6d52abb38d by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '689d833b-aa09-4ea3-b460-0108d9519be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7eed9fba-928e-4eb8-8d50-9c2e7c5058ca'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:59:03.761276 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39547ee-b858-4874-ad90-94e0802d23fb None None] Attempting to bind port 38d5ddd3-b927-49ab-bf28-0e6d52abb38d on network 7eed9fba-928e-4eb8-8d50-9c2e7c5058ca {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:59:03.777218 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39547ee-b858-4874-ad90-94e0802d23fb None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:59:03.777605 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39547ee-b858-4874-ad90-94e0802d23fb None None] Checking segment: {'id': '689d833b-aa09-4ea3-b460-0108d9519be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7eed9fba-928e-4eb8-8d50-9c2e7c5058ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:59:03.778012 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e39547ee-b858-4874-ad90-94e0802d23fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:03.778412 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39547ee-b858-4874-ad90-94e0802d23fb None None] Bound using segment: {'id': '689d833b-aa09-4ea3-b460-0108d9519be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7eed9fba-928e-4eb8-8d50-9c2e7c5058ca'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:59:03.778891 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-e39547ee-b858-4874-ad90-94e0802d23fb None None] Bound port: 38d5ddd3-b927-49ab-bf28-0e6d52abb38d, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '689d833b-aa09-4ea3-b460-0108d9519be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '7eed9fba-928e-4eb8-8d50-9c2e7c5058ca'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:59:03.779314 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e39547ee-b858-4874-ad90-94e0802d23fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:03.791961 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=2e8d2cc8-f6f7-4d9c-ba24-cee4c068da0b,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:03.808482 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-cb0055fe-18a9-41ff-ab5f-36dc10794555 req-9292aa01-cc52-41a9-8547-74592306439a service neutron] For port 86fa9967-6119-4434-827e-c9ba294b070e, host n-h1-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:59:03.813051 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-cb0055fe-18a9-41ff-ab5f-36dc10794555 req-9292aa01-cc52-41a9-8547-74592306439a service neutron] For port 86fa9967-6119-4434-827e-c9ba294b070e, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=86fa9967-6119-4434-827e-c9ba294b070e,segment=NetworkSegment(61e99d20-6d46-4414-b8d5-836cfb01f0e8),segment_id=61e99d20-6d46-4414-b8d5-836cfb01f0e8)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:59:03.818720 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f1149-0086-49e6-81b2-214dc432821f req-1a5eb214-ef41-4362-bb73-4a2af92badc2 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:03.819500 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-cb0055fe-18a9-41ff-ab5f-36dc10794555 req-9292aa01-cc52-41a9-8547-74592306439a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:03.829906 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f1149-0086-49e6-81b2-214dc432821f req-1a5eb214-ef41-4362-bb73-4a2af92badc2 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:03.836422 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f1149-0086-49e6-81b2-214dc432821f req-1a5eb214-ef41-4362-bb73-4a2af92badc2 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:03.842801 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f1149-0086-49e6-81b2-214dc432821f req-1a5eb214-ef41-4362-bb73-4a2af92badc2 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:03.853098 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f1149-0086-49e6-81b2-214dc432821f req-1a5eb214-ef41-4362-bb73-4a2af92badc2 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:03.854975 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0055fe-18a9-41ff-ab5f-36dc10794555 req-9292aa01-cc52-41a9-8547-74592306439a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:03.855600 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-cb0055fe-18a9-41ff-ab5f-36dc10794555 req-9292aa01-cc52-41a9-8547-74592306439a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:03.857047 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cb0055fe-18a9-41ff-ab5f-36dc10794555 req-9292aa01-cc52-41a9-8547-74592306439a service neutron] 10.222.0.41 "PUT /v2.0/ports/86fa9967-6119-4434-827e-c9ba294b070e HTTP/1.1" status: 200 len: 1092 time: 0.8974071 Sep 17 07:59:03.858033 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5598a24f-0925-4721-ba56-24d5f7a613a7', 'tag': '86fa9967-6119-4434-827e-c9ba294b070e'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:59:03.860060 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-e39547ee-b858-4874-ad90-94e0802d23fb None None] For port 38d5ddd3-b927-49ab-bf28-0e6d52abb38d, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:59:03.860296 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dedc7279-6b28-4c93-b1fd-21bfa5d21694" -d '{"events": [{"name": "network-changed", "server_uuid": "5598a24f-0925-4721-ba56-24d5f7a613a7", "tag": "86fa9967-6119-4434-827e-c9ba294b070e"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:59:03.861958 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f1149-0086-49e6-81b2-214dc432821f req-1a5eb214-ef41-4362-bb73-4a2af92badc2 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:03.863472 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-e39547ee-b858-4874-ad90-94e0802d23fb None None] For port 38d5ddd3-b927-49ab-bf28-0e6d52abb38d, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=38d5ddd3-b927-49ab-bf28-0e6d52abb38d,segment=NetworkSegment(689d833b-aa09-4ea3-b460-0108d9519be4),segment_id=689d833b-aa09-4ea3-b460-0108d9519be4)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:59:03.877731 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e39547ee-b858-4874-ad90-94e0802d23fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:03.881355 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f1149-0086-49e6-81b2-214dc432821f req-1a5eb214-ef41-4362-bb73-4a2af92badc2 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:03.887706 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9292aa01-cc52-41a9-8547-74592306439a service neutron] Pushing event updated for resources: {'Port': ['ID=86fa9967-6119-4434-827e-c9ba294b070e,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:03.892557 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f59f1149-0086-49e6-81b2-214dc432821f req-1a5eb214-ef41-4362-bb73-4a2af92badc2 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/ports?device_id=706b6671-3c66-4294-84b0-31a8c1f04549 HTTP/1.1" status: 200 len: 5444 time: 0.3496356 Sep 17 07:59:03.896824 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c6f46924-0732-4257-9a5d-b486c58e8bbe tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:03.914500 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3fa90a-94fc-4c9d-b0a7-2b7fada53c7c req-b67e47a5-f549-44f3-9cdf-801a4d9c68d9 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:03.916098 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2c3fa90a-94fc-4c9d-b0a7-2b7fada53c7c req-b67e47a5-f549-44f3-9cdf-801a4d9c68d9 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.41 "GET /v2.0/ports?device_id=4765d900-580a-4876-aace-9ff28fab5c5d HTTP/1.1" status: 200 len: 945 time: 0.3586080 Sep 17 07:59:03.977778 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39547ee-b858-4874-ad90-94e0802d23fb None None] Pushing event updated for resources: {'Port': ['ID=38d5ddd3-b927-49ab-bf28-0e6d52abb38d,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:03.980215 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0055fe-18a9-41ff-ab5f-36dc10794555 req-3bee53c1-c44b-465b-8577-bf91029d1946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:03.982278 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cb0055fe-18a9-41ff-ab5f-36dc10794555 req-3bee53c1-c44b-465b-8577-bf91029d1946 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=85a1205ba09b4a7b819dd87a018d5057&device_id=5598a24f-0925-4721-ba56-24d5f7a613a7 HTTP/1.1" status: 200 len: 1095 time: 0.0651710 Sep 17 07:59:03.991721 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-32c73824-6f05-434d-81b4-8391a6edb78f req-50b7fd30-8d1f-4513-a488-5ea675c61ef4 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/security-groups?id=db312e7f-1a3f-4ea9-ad55-8740cb4f40b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928483 Sep 17 07:59:04.056584 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cb0055fe-18a9-41ff-ab5f-36dc10794555 req-4cde3b7d-2dfd-43cf-ba69-8ec5b14892cd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=86fa9967-6119-4434-827e-c9ba294b070e HTTP/1.1" status: 200 len: 217 time: 0.0603344 Sep 17 07:59:04.065558 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 17 Sep 2021 07:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9390a08b-87f4-4739-8a9f-e0623769228e x-openstack-request-id: req-9390a08b-87f4-4739-8a9f-e0623769228e {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:59:04.065945 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "706b6671-3c66-4294-84b0-31a8c1f04549", "name": "network-vif-plugged", "status": "completed", "tag": "a68e833f-a972-4578-b451-f6cdb669cad4", "code": 200}, {"server_uuid": "706b6671-3c66-4294-84b0-31a8c1f04549", "name": "network-vif-plugged", "status": "completed", "tag": "858f97dd-d6a3-4621-8715-ddba12e25df6", "code": 200}, {"server_uuid": "706b6671-3c66-4294-84b0-31a8c1f04549", "name": "network-vif-plugged", "status": "completed", "tag": "a7ef312a-eb2e-4797-8814-785105b7823f", "code": 200}, {"server_uuid": "706b6671-3c66-4294-84b0-31a8c1f04549", "name": "network-vif-plugged", "status": "completed", "tag": "2e8d2cc8-f6f7-4d9c-ba24-cee4c068da0b", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:59:04.066268 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9390a08b-87f4-4739-8a9f-e0623769228e {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:59:04.066726 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '706b6671-3c66-4294-84b0-31a8c1f04549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68e833f-a972-4578-b451-f6cdb669cad4', 'code': 200} Sep 17 07:59:04.067055 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '706b6671-3c66-4294-84b0-31a8c1f04549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '858f97dd-d6a3-4621-8715-ddba12e25df6', 'code': 200} Sep 17 07:59:04.067377 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '706b6671-3c66-4294-84b0-31a8c1f04549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7ef312a-eb2e-4797-8814-785105b7823f', 'code': 200} Sep 17 07:59:04.067700 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '706b6671-3c66-4294-84b0-31a8c1f04549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8d2cc8-f6f7-4d9c-ba24-cee4c068da0b', 'code': 200} Sep 17 07:59:04.125868 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-680fc716-4d9c-4b76-be1c-0ff58f4e618c x-openstack-request-id: req-680fc716-4d9c-4b76-be1c-0ff58f4e618c {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:59:04.126037 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5598a24f-0925-4721-ba56-24d5f7a613a7", "tag": "86fa9967-6119-4434-827e-c9ba294b070e", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:59:04.126248 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-680fc716-4d9c-4b76-be1c-0ff58f4e618c {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:59:04.126604 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5598a24f-0925-4721-ba56-24d5f7a613a7', 'tag': '86fa9967-6119-4434-827e-c9ba294b070e', 'status': 'completed', 'code': 200} Sep 17 07:59:04.129890 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0055fe-18a9-41ff-ab5f-36dc10794555 req-5fb20a2b-9dd7-4459-9916-f521892d17bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:04.131549 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cb0055fe-18a9-41ff-ab5f-36dc10794555 req-5fb20a2b-9dd7-4459-9916-f521892d17bb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5f447d0e-4d69-4c7b-bffd-747abf0c712f HTTP/1.1" status: 200 len: 854 time: 0.0665681 Sep 17 07:59:04.159582 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f59f1149-0086-49e6-81b2-214dc432821f req-b5189da8-8390-4a4a-9c2d-d4b06d20df61 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7c26f3e-d59d-4df9-b197-93a229a68ca8&id=83963e04-88c6-40e9-944b-1d6adac19415&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2351887 Sep 17 07:59:04.245434 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0055fe-18a9-41ff-ab5f-36dc10794555 req-ea7a7bf5-87cd-4efe-b043-8451793ecda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:04.250925 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cb0055fe-18a9-41ff-ab5f-36dc10794555 req-ea7a7bf5-87cd-4efe-b043-8451793ecda3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0ac2dea1-1030-4e45-a595-712a662b9be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1085231 Sep 17 07:59:04.314858 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-2c3fa90a-94fc-4c9d-b0a7-2b7fada53c7c req-3b4b244c-904e-4efd-9bb0-48e670c56ca9 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Deleting port e240d065-1941-4b27-9bbb-81019ba20c37 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:59:04.315187 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-2c3fa90a-94fc-4c9d-b0a7-2b7fada53c7c req-3b4b244c-904e-4efd-9bb0-48e670c56ca9 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:04.429288 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cb0055fe-18a9-41ff-ab5f-36dc10794555 req-2a5fd8aa-82e6-4216-9637-695016eac877 service neutron] 10.222.0.41 "GET /v2.0/networks/0ac2dea1-1030-4e45-a595-712a662b9be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705279 Sep 17 07:59:04.519610 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-c6f46924-0732-4257-9a5d-b486c58e8bbe tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Allocated IP 172.20.0.1 (7eed9fba-928e-4eb8-8d50-9c2e7c5058ca/58f4b025-f9aa-4286-82d8-1ed51712ca72/580358f0-d13a-46db-b24a-ed0ef2df57f6) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:59:04.527671 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cb0055fe-18a9-41ff-ab5f-36dc10794555 req-1d0a9eca-dd81-4982-9392-0f4ccdf49bcf service neutron] 10.222.0.41 "GET /v2.0/networks/0ac2dea1-1030-4e45-a595-712a662b9be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907922 Sep 17 07:59:04.558820 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f1afe-39a4-4507-9297-b74035862eb0 req-3dbdf507-aaba-4eaf-b751-293f62f87346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:04.559307 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f1afe-39a4-4507-9297-b74035862eb0 req-3dbdf507-aaba-4eaf-b751-293f62f87346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:04.559775 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f1afe-39a4-4507-9297-b74035862eb0 req-3dbdf507-aaba-4eaf-b751-293f62f87346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:04.560266 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f1afe-39a4-4507-9297-b74035862eb0 req-3dbdf507-aaba-4eaf-b751-293f62f87346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:04.560759 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f1afe-39a4-4507-9297-b74035862eb0 req-3dbdf507-aaba-4eaf-b751-293f62f87346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:04.561223 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f1afe-39a4-4507-9297-b74035862eb0 req-3dbdf507-aaba-4eaf-b751-293f62f87346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:04.561681 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f1afe-39a4-4507-9297-b74035862eb0 req-3dbdf507-aaba-4eaf-b751-293f62f87346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:04.563552 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-511f1afe-39a4-4507-9297-b74035862eb0 req-3dbdf507-aaba-4eaf-b751-293f62f87346 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=706b6671-3c66-4294-84b0-31a8c1f04549 HTTP/1.1" status: 200 len: 6502 time: 0.2278979 Sep 17 07:59:04.592698 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3f0f1-3aee-4ef5-8b76-37dd9084d800 req-c58e8c4d-369c-4c10-a693-c02bc2a73307 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:04.594257 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-89b3f0f1-3aee-4ef5-8b76-37dd9084d800 req-c58e8c4d-369c-4c10-a693-c02bc2a73307 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e948a70-2200-4e37-a4df-395f090404ef HTTP/1.1" status: 200 len: 945 time: 0.2597091 Sep 17 07:59:04.621166 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-2c3fa90a-94fc-4c9d-b0a7-2b7fada53c7c req-3b4b244c-904e-4efd-9bb0-48e670c56ca9 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] For port e240d065-1941-4b27-9bbb-81019ba20c37, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=e240d065-1941-4b27-9bbb-81019ba20c37,segment=NetworkSegment(4c573c9c-7077-413b-8063-7d76dad67134),segment_id=4c573c9c-7077-413b-8063-7d76dad67134)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:59:04.621535 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-2c3fa90a-94fc-4c9d-b0a7-2b7fada53c7c req-3b4b244c-904e-4efd-9bb0-48e670c56ca9 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:04.652402 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a72c6dc-cf23-491b-bca8-f99ce55620be req-ff43fdfa-807c-449b-87a9-afd3d8e3eb58 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:04.653894 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1a72c6dc-cf23-491b-bca8-f99ce55620be req-ff43fdfa-807c-449b-87a9-afd3d8e3eb58 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=4765d900-580a-4876-aace-9ff28fab5c5d HTTP/1.1" status: 200 len: 945 time: 0.2205405 Sep 17 07:59:04.655286 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedc7279-6b28-4c93-b1fd-21bfa5d21694 req-f6b4594b-b726-4542-ac7a-6676efabf0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:04.657383 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-dedc7279-6b28-4c93-b1fd-21bfa5d21694 req-f6b4594b-b726-4542-ac7a-6676efabf0be service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=85a1205ba09b4a7b819dd87a018d5057&device_id=5598a24f-0925-4721-ba56-24d5f7a613a7 HTTP/1.1" status: 200 len: 1095 time: 0.0449765 Sep 17 07:59:04.675509 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-2c3fa90a-94fc-4c9d-b0a7-2b7fada53c7c req-3b4b244c-904e-4efd-9bb0-48e670c56ca9 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Calling delete_port for e240d065-1941-4b27-9bbb-81019ba20c37 owned by compute:nova {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:59:04.783002 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 38d5ddd3-b927-49ab-bf28-0e6d52abb38d up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:59:04.793680 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedc7279-6b28-4c93-b1fd-21bfa5d21694 req-79900f4f-c391-4781-bcbc-27e86f4f687f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:04.795711 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-dedc7279-6b28-4c93-b1fd-21bfa5d21694 req-79900f4f-c391-4781-bcbc-27e86f4f687f service neutron] 10.222.0.41 "GET /v2.0/networks?id=0ac2dea1-1030-4e45-a595-712a662b9be7 HTTP/1.1" status: 200 len: 916 time: 0.1310542 Sep 17 07:59:04.800338 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-511f1afe-39a4-4507-9297-b74035862eb0 req-59db8f0b-c98e-4df1-8901-3f10256d146f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=83963e04-88c6-40e9-944b-1d6adac19415&id=e7c26f3e-d59d-4df9-b197-93a229a68ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2249424 Sep 17 07:59:04.803130 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-89b3f0f1-3aee-4ef5-8b76-37dd9084d800 req-04c62704-b7e2-4d95-ae07-9cfc965ae94a tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] 10.222.0.13 "GET /v2.0/security-groups?id=e80ed3fc-e498-404b-916c-65b78dba5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1905546 Sep 17 07:59:04.847119 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 38d5ddd3-b927-49ab-bf28-0e6d52abb38d triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:59:04.847511 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:04.854010 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-dedc7279-6b28-4c93-b1fd-21bfa5d21694 req-72850439-978f-4557-95b6-a6f3b5b95d5d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=86fa9967-6119-4434-827e-c9ba294b070e HTTP/1.1" status: 200 len: 217 time: 0.0510428 Sep 17 07:59:04.876128 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1a72c6dc-cf23-491b-bca8-f99ce55620be req-76147cfe-7a81-40da-8fb6-4702bc76897e tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e404a05-d6be-4292-b123-40c0f0a68804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927795 Sep 17 07:59:04.927256 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedc7279-6b28-4c93-b1fd-21bfa5d21694 req-a7c1643b-4709-41cd-aaf1-22c445b5c5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:04.934368 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-dedc7279-6b28-4c93-b1fd-21bfa5d21694 req-a7c1643b-4709-41cd-aaf1-22c445b5c5c9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5f447d0e-4d69-4c7b-bffd-747abf0c712f HTTP/1.1" status: 200 len: 854 time: 0.0732780 Sep 17 07:59:04.960280 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c6f46924-0732-4257-9a5d-b486c58e8bbe tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:04.968013 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:04.987201 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 88d14c71-d63f-45a9-985e-9ee4f2fa9b49 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:59:04.993806 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedc7279-6b28-4c93-b1fd-21bfa5d21694 req-68305309-7bc0-4f56-9ea0-62ef1300c188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:04.996028 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-dedc7279-6b28-4c93-b1fd-21bfa5d21694 req-68305309-7bc0-4f56-9ea0-62ef1300c188 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0ac2dea1-1030-4e45-a595-712a662b9be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544209 Sep 17 07:59:05.027598 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8973a6-c584-4573-847a-73a8a74254a6 req-8bbe6738-8e19-4c68-a7ab-d425763b6dfd tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:05.038677 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3c8973a6-c584-4573-847a-73a8a74254a6 req-8bbe6738-8e19-4c68-a7ab-d425763b6dfd tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] 10.222.0.13 "GET /v2.0/ports?device_id=5598a24f-0925-4721-ba56-24d5f7a613a7 HTTP/1.1" status: 200 len: 944 time: 0.1382756 Sep 17 07:59:05.092594 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:05.096479 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port 38d5ddd3-b927-49ab-bf28-0e6d52abb38d, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=38d5ddd3-b927-49ab-bf28-0e6d52abb38d,segment=NetworkSegment(689d833b-aa09-4ea3-b460-0108d9519be4),segment_id=689d833b-aa09-4ea3-b460-0108d9519be4)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:59:05.109438 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:05.135657 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-dedc7279-6b28-4c93-b1fd-21bfa5d21694 req-43a47026-0388-4210-85e8-18a53ceea916 service neutron] 10.222.0.41 "GET /v2.0/networks/0ac2dea1-1030-4e45-a595-712a662b9be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317239 Sep 17 07:59:05.142321 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c6f46924-0732-4257-9a5d-b486c58e8bbe tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:05.146776 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port 88d14c71-d63f-45a9-985e-9ee4f2fa9b49 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:59:05.156541 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 88d14c71-d63f-45a9-985e-9ee4f2fa9b49 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:59:05.157169 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:05.171866 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-2c3fa90a-94fc-4c9d-b0a7-2b7fada53c7c req-3b4b244c-904e-4efd-9bb0-48e670c56ca9 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:05.211402 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['e240d065-1941-4b27-9bbb-81019ba20c37'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:59:05.216255 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=38d5ddd3-b927-49ab-bf28-0e6d52abb38d,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:05.224199 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3c8973a6-c584-4573-847a-73a8a74254a6 req-b8bce3ae-ec1b-4eb2-b351-a021e2904e14 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] 10.222.0.13 "GET /v2.0/security-groups?id=d51a71c8-aada-4bfe-9a22-ff42772b389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759391 Sep 17 07:59:05.242492 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f46924-0732-4257-9a5d-b486c58e8bbe tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Network 7eed9fba-928e-4eb8-8d50-9c2e7c5058ca is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:59:05.249724 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f46924-0732-4257-9a5d-b486c58e8bbe tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Pushing event updated for resources: {'Port': ['ID=580358f0-d13a-46db-b24a-ed0ef2df57f6,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:05.275764 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-c6f46924-0732-4257-9a5d-b486c58e8bbe tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:59:05.284756 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f46924-0732-4257-9a5d-b486c58e8bbe tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:59:05.294145 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84646ac7-0951-4804-8558-fd5fab8e4e95 req-28fde771-41ce-4a2d-9fba-db0b5b5d2e19 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:05.302158 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-84646ac7-0951-4804-8558-fd5fab8e4e95 req-28fde771-41ce-4a2d-9fba-db0b5b5d2e19 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/ports?device_id=80c95d97-12b9-46b8-91b4-6c9b9bdfa355 HTTP/1.1" status: 200 len: 944 time: 0.1840484 Sep 17 07:59:05.323507 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-dedc7279-6b28-4c93-b1fd-21bfa5d21694 req-d00e91b2-397a-4c3f-8615-bdf790abcf32 service neutron] 10.222.0.41 "GET /v2.0/networks/0ac2dea1-1030-4e45-a595-712a662b9be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790552 Sep 17 07:59:05.332652 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:05.346962 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65503c80-2ec9-4d79-a936-3611218a3830 None None] Network 7eed9fba-928e-4eb8-8d50-9c2e7c5058ca requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:59:05.378973 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c3fa90a-94fc-4c9d-b0a7-2b7fada53c7c req-3b4b244c-904e-4efd-9bb0-48e670c56ca9 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] No DVR routers for this DVR port e240d065-1941-4b27-9bbb-81019ba20c37 on host n-h1-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:59:05.380517 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4b244c-904e-4efd-9bb0-48e670c56ca9 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Pushing event deleted for resources: {'Port': ['ID=e240d065-1941-4b27-9bbb-81019ba20c37,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:05.382753 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-2c3fa90a-94fc-4c9d-b0a7-2b7fada53c7c req-3b4b244c-904e-4efd-9bb0-48e670c56ca9 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:05.384524 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2c3fa90a-94fc-4c9d-b0a7-2b7fada53c7c req-3b4b244c-904e-4efd-9bb0-48e670c56ca9 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.41 "DELETE /v2.0/ports/e240d065-1941-4b27-9bbb-81019ba20c37 HTTP/1.1" status: 204 len: 173 time: 1.4588232 Sep 17 07:59:05.401425 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4765d900-580a-4876-aace-9ff28fab5c5d', 'name': 'network-vif-deleted', 'tag': 'e240d065-1941-4b27-9bbb-81019ba20c37'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:59:05.403617 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51fe1d41-b49c-4682-ab69-061f4d5283e5" -d '{"events": [{"server_uuid": "4765d900-580a-4876-aace-9ff28fab5c5d", "name": "network-vif-deleted", "tag": "e240d065-1941-4b27-9bbb-81019ba20c37"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:59:05.426854 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 88d14c71-d63f-45a9-985e-9ee4f2fa9b49, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=88d14c71-d63f-45a9-985e-9ee4f2fa9b49,segment=NetworkSegment(4821f2e6-bd80-4aac-98cc-bc8dfa1b531e),segment_id=4821f2e6-bd80-4aac-98cc-bc8dfa1b531e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:59:05.444565 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:05.507583 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:05.514493 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-c12ef8b1-7ba7-4879-98f7-a28733da8b8b None None] Provisioning complete for port 38d5ddd3-b927-49ab-bf28-0e6d52abb38d triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:59:05.515727 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c12ef8b1-7ba7-4879-98f7-a28733da8b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:05.609137 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=88d14c71-d63f-45a9-985e-9ee4f2fa9b49,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:05.725687 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c6f46924-0732-4257-9a5d-b486c58e8bbe tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:05.732848 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-84646ac7-0951-4804-8558-fd5fab8e4e95 req-ff48c775-0944-4889-954a-50c7dc958f86 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/security-groups?id=db312e7f-1a3f-4ea9-ad55-8740cb4f40b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4297979 Sep 17 07:59:05.782892 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b9a60d-b75b-4181-aa7c-ff369906b814 req-01d7c9f7-ca5a-40f4-b7d2-49fada94a8b9 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:05.788843 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b9a60d-b75b-4181-aa7c-ff369906b814 req-01d7c9f7-ca5a-40f4-b7d2-49fada94a8b9 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:05.794658 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b9a60d-b75b-4181-aa7c-ff369906b814 req-01d7c9f7-ca5a-40f4-b7d2-49fada94a8b9 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:05.801163 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b9a60d-b75b-4181-aa7c-ff369906b814 req-01d7c9f7-ca5a-40f4-b7d2-49fada94a8b9 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:05.807000 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b9a60d-b75b-4181-aa7c-ff369906b814 req-01d7c9f7-ca5a-40f4-b7d2-49fada94a8b9 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:05.813469 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b9a60d-b75b-4181-aa7c-ff369906b814 req-01d7c9f7-ca5a-40f4-b7d2-49fada94a8b9 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:05.819648 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b9a60d-b75b-4181-aa7c-ff369906b814 req-01d7c9f7-ca5a-40f4-b7d2-49fada94a8b9 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:05.823052 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-43b9a60d-b75b-4181-aa7c-ff369906b814 req-01d7c9f7-ca5a-40f4-b7d2-49fada94a8b9 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/ports?device_id=706b6671-3c66-4294-84b0-31a8c1f04549 HTTP/1.1" status: 200 len: 5445 time: 0.4500539 Sep 17 07:59:05.847799 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51fadb01-3549-4e20-939c-24867d8c8d0b x-openstack-request-id: req-51fadb01-3549-4e20-939c-24867d8c8d0b {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:59:05.848304 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4765d900-580a-4876-aace-9ff28fab5c5d", "name": "network-vif-deleted", "tag": "e240d065-1941-4b27-9bbb-81019ba20c37", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:59:05.848467 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-51fadb01-3549-4e20-939c-24867d8c8d0b {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:59:05.848860 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4765d900-580a-4876-aace-9ff28fab5c5d', 'name': 'network-vif-deleted', 'tag': 'e240d065-1941-4b27-9bbb-81019ba20c37', 'status': 'completed', 'code': 200} Sep 17 07:59:05.925817 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-43b9a60d-b75b-4181-aa7c-ff369906b814 req-eef8e7c8-6730-4c5b-a24f-57b0b35b3001 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7c26f3e-d59d-4df9-b197-93a229a68ca8&id=83963e04-88c6-40e9-944b-1d6adac19415&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0757577 Sep 17 07:59:05.934859 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-3001f585-f259-4fdc-bb7a-cb259f335473 None None] Provisioning complete for port 38d5ddd3-b927-49ab-bf28-0e6d52abb38d triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:59:05.941448 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3001f585-f259-4fdc-bb7a-cb259f335473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:05.978999 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c6f46924-0732-4257-9a5d-b486c58e8bbe tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:06.021740 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c92299df-9e6c-4786-ad35-98382fa25efa req-03826131-ccf1-46df-beca-ecf14a17c068 tempest-ServerRescueNegativeTestJSON-417069160 tempest-ServerRescueNegativeTestJSON-417069160-project] 10.222.0.13 "GET /v2.0/ports?device_id=4765d900-580a-4876-aace-9ff28fab5c5d HTTP/1.1" status: 200 len: 210 time: 0.0305848 Sep 17 07:59:06.059581 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-3001f585-f259-4fdc-bb7a-cb259f335473 None None] Provisioning complete for port 580358f0-d13a-46db-b24a-ed0ef2df57f6 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:59:06.059927 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3001f585-f259-4fdc-bb7a-cb259f335473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:06.081977 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80c95d97-12b9-46b8-91b4-6c9b9bdfa355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88d14c71-d63f-45a9-985e-9ee4f2fa9b49'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:59:06.084270 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28724b6e-11bb-4e52-9ec2-d4dffa26440e" -d '{"events": [{"server_uuid": "80c95d97-12b9-46b8-91b4-6c9b9bdfa355", "name": "network-vif-plugged", "status": "completed", "tag": "88d14c71-d63f-45a9-985e-9ee4f2fa9b49"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:59:06.104449 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-3001f585-f259-4fdc-bb7a-cb259f335473 None None] Port 580358f0-d13a-46db-b24a-ed0ef2df57f6 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:59:06.133586 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76472c0-7248-4dae-8968-5121dfd8e677 x-openstack-request-id: req-f76472c0-7248-4dae-8968-5121dfd8e677 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:59:06.134020 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80c95d97-12b9-46b8-91b4-6c9b9bdfa355", "name": "network-vif-plugged", "status": "completed", "tag": "88d14c71-d63f-45a9-985e-9ee4f2fa9b49", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:59:06.134276 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f76472c0-7248-4dae-8968-5121dfd8e677 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:59:06.134872 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80c95d97-12b9-46b8-91b4-6c9b9bdfa355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88d14c71-d63f-45a9-985e-9ee4f2fa9b49', 'code': 200} Sep 17 07:59:06.223014 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-61018995-ac35-410c-80fc-4cc5674ce206 None None] Provisioning complete for port 580358f0-d13a-46db-b24a-ed0ef2df57f6 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:59:06.223393 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-61018995-ac35-410c-80fc-4cc5674ce206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:06.265906 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-61018995-ac35-410c-80fc-4cc5674ce206 None None] Port 580358f0-d13a-46db-b24a-ed0ef2df57f6 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:59:06.341275 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4b97a-42e5-41b3-8e60-0b7a45b5636b req-36b38d34-d8eb-4c14-8dfe-950ab10f7287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:06.343333 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-82b4b97a-42e5-41b3-8e60-0b7a45b5636b req-36b38d34-d8eb-4c14-8dfe-950ab10f7287 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=80c95d97-12b9-46b8-91b4-6c9b9bdfa355 HTTP/1.1" status: 200 len: 1096 time: 0.0876861 Sep 17 07:59:06.371744 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c6f46924-0732-4257-9a5d-b486c58e8bbe tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:06.406880 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c6f46924-0732-4257-9a5d-b486c58e8bbe tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:06.509971 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bef24e-afa7-4006-ad3f-6ead92feb1b9 req-95aa1717-962f-4834-b99d-6c23edca4d1e tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:06.511577 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b2bef24e-afa7-4006-ad3f-6ead92feb1b9 req-95aa1717-962f-4834-b99d-6c23edca4d1e tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] 10.222.0.13 "GET /v2.0/ports?device_id=5598a24f-0925-4721-ba56-24d5f7a613a7 HTTP/1.1" status: 200 len: 944 time: 0.1973472 Sep 17 07:59:06.521548 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-82b4b97a-42e5-41b3-8e60-0b7a45b5636b req-b6ab13b3-8e4d-4ecd-9036-17852d83de97 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=db312e7f-1a3f-4ea9-ad55-8740cb4f40b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600282 Sep 17 07:59:06.540033 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c6f46924-0732-4257-9a5d-b486c58e8bbe tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:06.543862 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f46924-0732-4257-9a5d-b486c58e8bbe tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Pushing event updated for resources: {'Port': ['ID=580358f0-d13a-46db-b24a-ed0ef2df57f6,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:06.571134 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13a4c1d-980a-4574-a882-283b0fa54ae8 req-98af848d-e1b3-47ef-a690-acdec4d734b4 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:06.572579 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e13a4c1d-980a-4574-a882-283b0fa54ae8 req-98af848d-e1b3-47ef-a690-acdec4d734b4 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e948a70-2200-4e37-a4df-395f090404ef HTTP/1.1" status: 200 len: 945 time: 0.1846230 Sep 17 07:59:06.627793 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b2bef24e-afa7-4006-ad3f-6ead92feb1b9 req-7bdc2f59-6558-41f7-9b69-d3bd9063664c tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] 10.222.0.13 "GET /v2.0/security-groups?id=d51a71c8-aada-4bfe-9a22-ff42772b389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996354 Sep 17 07:59:06.673617 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e13a4c1d-980a-4574-a882-283b0fa54ae8 req-225dbc68-8eb3-43dc-8e63-329595d6fe8f tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] 10.222.0.13 "GET /v2.0/security-groups?id=e80ed3fc-e498-404b-916c-65b78dba5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947762 Sep 17 07:59:06.700105 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f46924-0732-4257-9a5d-b486c58e8bbe tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Network 7eed9fba-928e-4eb8-8d50-9c2e7c5058ca is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:59:06.702073 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-c6f46924-0732-4257-9a5d-b486c58e8bbe tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:59:06.751533 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 38d5ddd3-b927-49ab-bf28-0e6d52abb38d up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:59:06.811884 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 38d5ddd3-b927-49ab-bf28-0e6d52abb38d triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:59:06.811884 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:06.886792 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beedbc86-fd91-48fb-9b7b-7227dc8710b2 req-867711a1-c310-4015-9aff-cb609598a2ac tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:06.887891 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-beedbc86-fd91-48fb-9b7b-7227dc8710b2 req-867711a1-c310-4015-9aff-cb609598a2ac tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/ports?device_id=80c95d97-12b9-46b8-91b4-6c9b9bdfa355 HTTP/1.1" status: 200 len: 945 time: 0.0664308 Sep 17 07:59:06.920789 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6f46924-0732-4257-9a5d-b486c58e8bbe tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Router 6b1ebd65-4107-4ee7-bd7a-f46d756422b9 is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 07:59:06.987548 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-beedbc86-fd91-48fb-9b7b-7227dc8710b2 req-4e69f17f-7104-4568-9816-523e4824888b tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/security-groups?id=db312e7f-1a3f-4ea9-ad55-8740cb4f40b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884731 Sep 17 07:59:06.992550 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-9b26b85a-7e91-44df-928e-80c88b5d2477 None None] Provisioning complete for port 580358f0-d13a-46db-b24a-ed0ef2df57f6 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:59:07.002668 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9b26b85a-7e91-44df-928e-80c88b5d2477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:07.036715 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-9b26b85a-7e91-44df-928e-80c88b5d2477 None None] Port 580358f0-d13a-46db-b24a-ed0ef2df57f6 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:59:07.089572 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f46924-0732-4257-9a5d-b486c58e8bbe tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:59:07.101091 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-c6f46924-0732-4257-9a5d-b486c58e8bbe tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "PUT /v2.0/routers/6b1ebd65-4107-4ee7-bd7a-f46d756422b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8287413 Sep 17 07:59:07.101270 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 51670) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:07.102534 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73ec714-1299-4a52-af9e-05a6fb55d959 None None] Sync routers for ids ['6b1ebd65-4107-4ee7-bd7a-f46d756422b9'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:59:07.112609 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73ec714-1299-4a52-af9e-05a6fb55d959 None None] Routers {'6b1ebd65-4107-4ee7-bd7a-f46d756422b9'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:59:07.113484 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-f73ec714-1299-4a52-af9e-05a6fb55d959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:58:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['6b1ebd65-4107-4ee7-bd7a-f46d756422b9'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:07.125702 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11edc6-517e-4c9b-80fc-c0d13bbfeaf5 req-00cbe704-e5b5-403f-9219-4380d848b996 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:07.131485 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11edc6-517e-4c9b-80fc-c0d13bbfeaf5 req-00cbe704-e5b5-403f-9219-4380d848b996 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:07.137443 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11edc6-517e-4c9b-80fc-c0d13bbfeaf5 req-00cbe704-e5b5-403f-9219-4380d848b996 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:07.143932 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11edc6-517e-4c9b-80fc-c0d13bbfeaf5 req-00cbe704-e5b5-403f-9219-4380d848b996 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:07.149742 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11edc6-517e-4c9b-80fc-c0d13bbfeaf5 req-00cbe704-e5b5-403f-9219-4380d848b996 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:07.153266 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-f73ec714-1299-4a52-af9e-05a6fb55d959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:07.155689 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11edc6-517e-4c9b-80fc-c0d13bbfeaf5 req-00cbe704-e5b5-403f-9219-4380d848b996 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:07.161551 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11edc6-517e-4c9b-80fc-c0d13bbfeaf5 req-00cbe704-e5b5-403f-9219-4380d848b996 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:07.163475 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3c11edc6-517e-4c9b-80fc-c0d13bbfeaf5 req-00cbe704-e5b5-403f-9219-4380d848b996 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/ports?device_id=706b6671-3c66-4294-84b0-31a8c1f04549 HTTP/1.1" status: 200 len: 5445 time: 0.1212995 Sep 17 07:59:07.164521 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 07:59:07.170530 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73ec714-1299-4a52-af9e-05a6fb55d959 None None] Routers {'6b1ebd65-4107-4ee7-bd7a-f46d756422b9'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:59:07.171040 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-f73ec714-1299-4a52-af9e-05a6fb55d959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:58:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['6b1ebd65-4107-4ee7-bd7a-f46d756422b9'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:07.207140 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-f73ec714-1299-4a52-af9e-05a6fb55d959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:07.208514 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73ec714-1299-4a52-af9e-05a6fb55d959 None None] The sync data for ids ['6b1ebd65-4107-4ee7-bd7a-f46d756422b9'] in n-d-789963-9 is: [] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:59:07.210884 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 51674) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:07.213476 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad09d4d8-dbb8-4d7d-9d4e-bb7a691471a3 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:07.214881 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ad09d4d8-dbb8-4d7d-9d4e-bb7a691471a3 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "GET /v2.0/ports/580358f0-d13a-46db-b24a-ed0ef2df57f6 HTTP/1.1" status: 200 len: 910 time: 0.1111891 Sep 17 07:59:07.217563 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 51676) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:07.222522 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-1b67bd7a-1a24-4270-be92-27094f5fddfb tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '58f4b025-f9aa-4286-82d8-1ed51712ca72'}]}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:59:07.276079 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3c11edc6-517e-4c9b-80fc-c0d13bbfeaf5 req-74e2e89f-0b12-4b15-81d8-64f3f99cf41b tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7c26f3e-d59d-4df9-b197-93a229a68ca8&id=83963e04-88c6-40e9-944b-1d6adac19415&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0905290 Sep 17 07:59:07.385572 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2327945b-794a-4b51-ba85-d1a9aa654a14 req-dba658ac-a0d4-4c4d-aa43-6fc7a96db89f tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:07.387211 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2327945b-794a-4b51-ba85-d1a9aa654a14 req-dba658ac-a0d4-4c4d-aa43-6fc7a96db89f tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e948a70-2200-4e37-a4df-395f090404ef HTTP/1.1" status: 200 len: 945 time: 0.1199982 Sep 17 07:59:07.503420 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633654ea-7238-4279-929c-9ec9ffb8d6ba req-5ad367b1-bb27-4336-902a-3ec8b4110c12 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:07.509271 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633654ea-7238-4279-929c-9ec9ffb8d6ba req-5ad367b1-bb27-4336-902a-3ec8b4110c12 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:07.515138 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633654ea-7238-4279-929c-9ec9ffb8d6ba req-5ad367b1-bb27-4336-902a-3ec8b4110c12 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:07.521030 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633654ea-7238-4279-929c-9ec9ffb8d6ba req-5ad367b1-bb27-4336-902a-3ec8b4110c12 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:07.526866 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633654ea-7238-4279-929c-9ec9ffb8d6ba req-5ad367b1-bb27-4336-902a-3ec8b4110c12 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:07.532790 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633654ea-7238-4279-929c-9ec9ffb8d6ba req-5ad367b1-bb27-4336-902a-3ec8b4110c12 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:07.538648 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633654ea-7238-4279-929c-9ec9ffb8d6ba req-5ad367b1-bb27-4336-902a-3ec8b4110c12 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:07.540662 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-633654ea-7238-4279-929c-9ec9ffb8d6ba req-5ad367b1-bb27-4336-902a-3ec8b4110c12 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/ports?device_id=706b6671-3c66-4294-84b0-31a8c1f04549 HTTP/1.1" status: 200 len: 5445 time: 0.1808331 Sep 17 07:59:07.543516 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2327945b-794a-4b51-ba85-d1a9aa654a14 req-a855b2be-46d4-4d02-b506-f651f1597710 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] 10.222.0.13 "GET /v2.0/security-groups?id=e80ed3fc-e498-404b-916c-65b78dba5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342881 Sep 17 07:59:07.544287 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1b67bd7a-1a24-4270-be92-27094f5fddfb tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:07.559878 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 51680) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:07.566853 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-13432ba6-d3d0-43f0-a6c0-36274e1c02c3 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Request body: {'floatingip': {'port_id': 'a68e833f-a972-4578-b451-f6cdb669cad4'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:59:07.659778 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-13432ba6-d3d0-43f0-a6c0-36274e1c02c3 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks [] for floatingip, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:07.883976 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b348a-e4b4-4b56-90a4-ee57fa625657 req-1df788aa-a38d-40a4-8be1-978a6e5bc802 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:07.885473 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1e6b348a-e4b4-4b56-90a4-ee57fa625657 req-1df788aa-a38d-40a4-8be1-978a6e5bc802 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] 10.222.0.13 "GET /v2.0/ports?device_id=5598a24f-0925-4721-ba56-24d5f7a613a7 HTTP/1.1" status: 200 len: 944 time: 0.1870558 Sep 17 07:59:07.911975 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f977c078-4d8c-445b-a579-4efc889959ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:08.056988 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1e6b348a-e4b4-4b56-90a4-ee57fa625657 req-ad53de8a-b701-4593-95ce-a2f6bc205926 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] 10.222.0.13 "GET /v2.0/security-groups?id=d51a71c8-aada-4bfe-9a22-ff42772b389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579342 Sep 17 07:59:08.101104 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 86fa9967-6119-4434-827e-c9ba294b070e details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:59:08.111412 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device e240d065-1941-4b27-9bbb-81019ba20c37 no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:59:08.140904 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] No Port match for: e240d065-1941-4b27-9bbb-81019ba20c37 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:59:08.141244 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device e240d065-1941-4b27-9bbb-81019ba20c37 not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:59:08.196886 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-f977c078-4d8c-445b-a579-4efc889959ba admin admin] Deleting port 657a1718-a8bc-48eb-807a-54f265ece6c0 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:59:08.197243 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f977c078-4d8c-445b-a579-4efc889959ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:08.235114 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 86fa9967-6119-4434-827e-c9ba294b070e, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=86fa9967-6119-4434-827e-c9ba294b070e,segment=NetworkSegment(61e99d20-6d46-4414-b8d5-836cfb01f0e8),segment_id=61e99d20-6d46-4414-b8d5-836cfb01f0e8)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:59:08.246427 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': '86fa9967-6119-4434-827e-c9ba294b070e', 'network_id': '0ac2dea1-1030-4e45-a595-712a662b9be7', 'port_id': '86fa9967-6119-4434-827e-c9ba294b070e', 'mac_address': 'fa:16:3e:48:4f:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f447d0e-4d69-4c7b-bffd-747abf0c712f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:59:08.278482 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-f977c078-4d8c-445b-a579-4efc889959ba admin admin] For port 657a1718-a8bc-48eb-807a-54f265ece6c0, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=657a1718-a8bc-48eb-807a-54f265ece6c0,segment=NetworkSegment(4c573c9c-7077-413b-8063-7d76dad67134),segment_id=4c573c9c-7077-413b-8063-7d76dad67134)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:59:08.279680 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f977c078-4d8c-445b-a579-4efc889959ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:08.287346 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545354b-6ec0-415a-8bb3-aad8b1eea567 req-472965ab-a634-4bf4-9539-bac581a4e36d tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:08.288485 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:08.288853 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6545354b-6ec0-415a-8bb3-aad8b1eea567 req-472965ab-a634-4bf4-9539-bac581a4e36d tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/ports?device_id=80c95d97-12b9-46b8-91b4-6c9b9bdfa355 HTTP/1.1" status: 200 len: 945 time: 0.2066779 Sep 17 07:59:08.292621 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-f977c078-4d8c-445b-a579-4efc889959ba admin admin] Calling delete_port for 657a1718-a8bc-48eb-807a-54f265ece6c0 owned by network:router_interface {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:59:08.301855 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86fa9967-6119-4434-827e-c9ba294b070e {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:59:08.321527 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 86fa9967-6119-4434-827e-c9ba294b070e, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=86fa9967-6119-4434-827e-c9ba294b070e,segment=NetworkSegment(61e99d20-6d46-4414-b8d5-836cfb01f0e8),segment_id=61e99d20-6d46-4414-b8d5-836cfb01f0e8)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:59:08.326646 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:08.376414 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=86fa9967-6119-4434-827e-c9ba294b070e,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:08.480103 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f977c078-4d8c-445b-a579-4efc889959ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:08.506496 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f977c078-4d8c-445b-a579-4efc889959ba admin admin] Pushing event deleted for resources: {'Port': ['ID=657a1718-a8bc-48eb-807a-54f265ece6c0,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:08.673395 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f977c078-4d8c-445b-a579-4efc889959ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:08.708523 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['86fa9967-6119-4434-827e-c9ba294b070e'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:59:08.785030 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6545354b-6ec0-415a-8bb3-aad8b1eea567 req-290e771b-5abe-46d2-968f-b17b9bd70479 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/security-groups?id=db312e7f-1a3f-4ea9-ad55-8740cb4f40b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4827490 Sep 17 07:59:08.841799 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44566ae-34c2-4498-a78b-8ee665dbb889 req-0c7e8107-0f49-4e7e-b50c-0a7965bb261b tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:08.844753 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f44566ae-34c2-4498-a78b-8ee665dbb889 req-0c7e8107-0f49-4e7e-b50c-0a7965bb261b tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e948a70-2200-4e37-a4df-395f090404ef HTTP/1.1" status: 200 len: 945 time: 0.2037108 Sep 17 07:59:08.912783 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1b67bd7a-1a24-4270-be92-27094f5fddfb tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:08.940650 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1b67bd7a-1a24-4270-be92-27094f5fddfb tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:08.946586 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f977c078-4d8c-445b-a579-4efc889959ba admin admin] Router 8d0134c2-7665-4976-b388-80b0b90e0417 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:59:08.984772 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.db.resource_extend [None req-13432ba6-d3d0-43f0-a6c0-36274e1c02c3 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 07:59:09.055149 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f977c078-4d8c-445b-a579-4efc889959ba admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:59:09.060145 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f977c078-4d8c-445b-a579-4efc889959ba admin admin] 10.222.0.13 "PUT /v2.0/routers/8d0134c2-7665-4976-b388-80b0b90e0417/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8481956 Sep 17 07:59:09.063207 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 51688) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:09.067800 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f44566ae-34c2-4498-a78b-8ee665dbb889 req-e477031a-1b0f-465a-9c62-641a8e0e712c tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] 10.222.0.13 "GET /v2.0/security-groups?id=e80ed3fc-e498-404b-916c-65b78dba5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2158711 Sep 17 07:59:09.068364 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f14df8a-b75a-4228-b434-b4885d7fa4b4 None None] Sync routers for ids ['8d0134c2-7665-4976-b388-80b0b90e0417'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:59:09.095806 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f14df8a-b75a-4228-b434-b4885d7fa4b4 None None] Routers {'8d0134c2-7665-4976-b388-80b0b90e0417'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:59:09.098852 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-5f14df8a-b75a-4228-b434-b4885d7fa4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:58:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['8d0134c2-7665-4976-b388-80b0b90e0417'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:09.131781 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b67bd7a-1a24-4270-be92-27094f5fddfb tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:09.132561 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1b67bd7a-1a24-4270-be92-27094f5fddfb tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:09.134172 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-1b67bd7a-1a24-4270-be92-27094f5fddfb tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "PUT /v2.0/ports/580358f0-d13a-46db-b24a-ed0ef2df57f6 HTTP/1.1" status: 200 len: 910 time: 1.9154398 Sep 17 07:59:09.138075 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b67bd7a-1a24-4270-be92-27094f5fddfb tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Pushing event updated for resources: {'Port': ['ID=580358f0-d13a-46db-b24a-ed0ef2df57f6,revision_number=3']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:09.141979 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 51692) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:09.147398 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-13432ba6-d3d0-43f0-a6c0-36274e1c02c3 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:09.200424 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-afd825cb-cf7a-41c4-a5c5-1f835775473f admin admin] Notify callbacks [] for router, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:09.253682 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-5f14df8a-b75a-4228-b434-b4885d7fa4b4 None None] Set router 8d0134c2-7665-4976-b388-80b0b90e0417 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:59:09.261739 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-13432ba6-d3d0-43f0-a6c0-36274e1c02c3 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:09.315517 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-afd825cb-cf7a-41c4-a5c5-1f835775473f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:09.334265 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b67bd7a-1a24-4270-be92-27094f5fddfb tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:59:09.334721 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b67bd7a-1a24-4270-be92-27094f5fddfb tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:59:09.335536 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b67bd7a-1a24-4270-be92-27094f5fddfb tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:59:09.335536 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b67bd7a-1a24-4270-be92-27094f5fddfb tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:59:09.336062 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b67bd7a-1a24-4270-be92-27094f5fddfb tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:59:09.336472 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b67bd7a-1a24-4270-be92-27094f5fddfb tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:59:09.336960 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b67bd7a-1a24-4270-be92-27094f5fddfb tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:59:09.337370 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b67bd7a-1a24-4270-be92-27094f5fddfb tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:59:09.337846 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b67bd7a-1a24-4270-be92-27094f5fddfb tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:59:09.338251 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b67bd7a-1a24-4270-be92-27094f5fddfb tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:59:09.338650 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b67bd7a-1a24-4270-be92-27094f5fddfb tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:59:09.339048 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b67bd7a-1a24-4270-be92-27094f5fddfb tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:59:09.381754 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-afd825cb-cf7a-41c4-a5c5-1f835775473f admin admin] Deleting port d36c902d-4f64-48f5-b0eb-524daf1cb45f {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:59:09.382101 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-afd825cb-cf7a-41c4-a5c5-1f835775473f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:09.452325 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-5f14df8a-b75a-4228-b434-b4885d7fa4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0134c2-7665-4976-b388-80b0b90e0417', 'name': 'tempest-ServerRescueNegativeTestJSON-1805847803-router', 'tenant_id': '64463b4676b74a7db92badc7dc9ed91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'd36c902d-4f64-48f5-b0eb-524daf1cb45f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:56:21Z', 'updated_at': '2021-09-17T07:59:08Z', 'revision_number': 5, 'project_id': '64463b4676b74a7db92badc7dc9ed91e', 'gw_port': {'id': 'd36c902d-4f64-48f5-b0eb-524daf1cb45f', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0134c2-7665-4976-b388-80b0b90e0417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:56:21Z', 'updated_at': '2021-09-17T07:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:09.485709 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-afd825cb-cf7a-41c4-a5c5-1f835775473f admin admin] For port d36c902d-4f64-48f5-b0eb-524daf1cb45f, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=d36c902d-4f64-48f5-b0eb-524daf1cb45f,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:59:09.486190 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-afd825cb-cf7a-41c4-a5c5-1f835775473f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:09.491985 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f14df8a-b75a-4228-b434-b4885d7fa4b4 None None] Checking router: 8d0134c2-7665-4976-b388-80b0b90e0417 for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:59:09.498312 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e80cb75-4e6c-4534-b20f-b76c2d33a85c req-3c6b148b-d568-49f0-859b-55f7b15ebfd2 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:09.499924 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0e80cb75-4e6c-4534-b20f-b76c2d33a85c req-3c6b148b-d568-49f0-859b-55f7b15ebfd2 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] 10.222.0.13 "GET /v2.0/ports?device_id=5598a24f-0925-4721-ba56-24d5f7a613a7 HTTP/1.1" status: 200 len: 945 time: 0.2491531 Sep 17 07:59:09.503632 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f14df8a-b75a-4228-b434-b4885d7fa4b4 None None] Routers {'8d0134c2-7665-4976-b388-80b0b90e0417'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:59:09.504489 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-5f14df8a-b75a-4228-b434-b4885d7fa4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:58:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['8d0134c2-7665-4976-b388-80b0b90e0417'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:09.506370 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-afd825cb-cf7a-41c4-a5c5-1f835775473f admin admin] Calling delete_port for d36c902d-4f64-48f5-b0eb-524daf1cb45f owned by network:router_gateway {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:59:09.553809 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae7915e-8bcc-400a-9239-560e29fa4e34 req-74b8b9c1-1193-4abd-a5fd-1ad3ee4ded47 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:09.555608 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dae7915e-8bcc-400a-9239-560e29fa4e34 req-74b8b9c1-1193-4abd-a5fd-1ad3ee4ded47 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e948a70-2200-4e37-a4df-395f090404ef HTTP/1.1" status: 200 len: 945 time: 0.2703252 Sep 17 07:59:09.606324 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-5f14df8a-b75a-4228-b434-b4885d7fa4b4 None None] Set router 8d0134c2-7665-4976-b388-80b0b90e0417 gateway port host: None {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:59:09.655657 n-d-789963-9 neutron-server[101289]: INFO neutron.db.l3_db [None req-13432ba6-d3d0-43f0-a6c0-36274e1c02c3 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Floating IP cf6324e5-1f1a-4bd4-9913-811d8029ae3f associated. External IP: 172.25.6.230, port: a68e833f-a972-4578-b451-f6cdb669cad4. Sep 17 07:59:09.677028 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-5f14df8a-b75a-4228-b434-b4885d7fa4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0134c2-7665-4976-b388-80b0b90e0417', 'name': 'tempest-ServerRescueNegativeTestJSON-1805847803-router', 'tenant_id': '64463b4676b74a7db92badc7dc9ed91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:56:21Z', 'updated_at': '2021-09-17T07:59:09Z', 'revision_number': 6, 'project_id': '64463b4676b74a7db92badc7dc9ed91e', 'gw_port_host': None}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:09.707025 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-afd825cb-cf7a-41c4-a5c5-1f835775473f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:09.712177 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f14df8a-b75a-4228-b434-b4885d7fa4b4 None None] The sync data for ids ['8d0134c2-7665-4976-b388-80b0b90e0417'] in n-d-789963-9 is: [{'id': '8d0134c2-7665-4976-b388-80b0b90e0417', 'name': 'tempest-ServerRescueNegativeTestJSON-1805847803-router', 'tenant_id': '64463b4676b74a7db92badc7dc9ed91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:56:21Z', 'updated_at': '2021-09-17T07:59:09Z', 'revision_number': 6, 'project_id': '64463b4676b74a7db92badc7dc9ed91e', 'gw_port_host': None}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:59:09.731180 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0e80cb75-4e6c-4534-b20f-b76c2d33a85c req-1da4150d-0747-40f0-b046-57b5f5089661 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] 10.222.0.13 "GET /v2.0/security-groups?id=d51a71c8-aada-4bfe-9a22-ff42772b389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1881025 Sep 17 07:59:09.777160 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd825cb-cf7a-41c4-a5c5-1f835775473f admin admin] Pushing event deleted for resources: {'Port': ['ID=d36c902d-4f64-48f5-b0eb-524daf1cb45f,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:09.846570 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-afd825cb-cf7a-41c4-a5c5-1f835775473f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:09.903395 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-dae7915e-8bcc-400a-9239-560e29fa4e34 req-8753a78c-5b5b-44bd-bf9f-1773178bccb3 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Deleting port 1f67c99a-37f2-44e1-9fa6-e022e50bb332 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:59:09.903784 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-dae7915e-8bcc-400a-9239-560e29fa4e34 req-8753a78c-5b5b-44bd-bf9f-1773178bccb3 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:09.959493 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-afd825cb-cf7a-41c4-a5c5-1f835775473f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:09.961685 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-afd825cb-cf7a-41c4-a5c5-1f835775473f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:10.009444 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-afd825cb-cf7a-41c4-a5c5-1f835775473f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:10.010061 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd825cb-cf7a-41c4-a5c5-1f835775473f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d0134c2-7665-4976-b388-80b0b90e0417 {{(pid=101290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 07:59:10.015251 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-afd825cb-cf7a-41c4-a5c5-1f835775473f admin admin] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:10.016296 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-afd825cb-cf7a-41c4-a5c5-1f835775473f admin admin] 10.222.0.13 "DELETE /v2.0/routers/8d0134c2-7665-4976-b388-80b0b90e0417 HTTP/1.1" status: 204 len: 168 time: 0.9521389 Sep 17 07:59:10.018748 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 51696) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:10.047184 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10f6428-5252-456e-b8c5-0e87dad110e4 req-082289b2-3c07-491b-8c37-5b2d5db0ea01 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:10.048861 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a10f6428-5252-456e-b8c5-0e87dad110e4 req-082289b2-3c07-491b-8c37-5b2d5db0ea01 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/ports?device_id=80c95d97-12b9-46b8-91b4-6c9b9bdfa355 HTTP/1.1" status: 200 len: 945 time: 0.1809745 Sep 17 07:59:10.064824 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-187dd120-a803-4fd5-8583-bfedb2bc317d admin admin] Deleting subnet 47eb3319-3f74-4d7c-a997-97edeaed8de2 {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:59:10.072736 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-187dd120-a803-4fd5-8583-bfedb2bc317d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:10.114881 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 86fa9967-6119-4434-827e-c9ba294b070e up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:59:10.125024 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-187dd120-a803-4fd5-8583-bfedb2bc317d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:10.174004 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning for port 86fa9967-6119-4434-827e-c9ba294b070e completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:59:10.179716 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port 86fa9967-6119-4434-827e-c9ba294b070e triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:59:10.180144 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:10.207051 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-187dd120-a803-4fd5-8583-bfedb2bc317d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:10.283482 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:10.289046 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-187dd120-a803-4fd5-8583-bfedb2bc317d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:10.317216 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187dd120-a803-4fd5-8583-bfedb2bc317d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47eb3319-3f74-4d7c-a997-97edeaed8de2,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:10.317984 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5598a24f-0925-4721-ba56-24d5f7a613a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86fa9967-6119-4434-827e-c9ba294b070e'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:59:10.320828 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-187dd120-a803-4fd5-8583-bfedb2bc317d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:10.324769 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56dad6ad-b9ad-4929-8e46-1a46386621dd" -d '{"events": [{"server_uuid": "5598a24f-0925-4721-ba56-24d5f7a613a7", "name": "network-vif-plugged", "status": "completed", "tag": "86fa9967-6119-4434-827e-c9ba294b070e"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:59:10.325329 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-187dd120-a803-4fd5-8583-bfedb2bc317d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/47eb3319-3f74-4d7c-a997-97edeaed8de2 HTTP/1.1" status: 204 len: 168 time: 0.3055763 Sep 17 07:59:10.326506 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 51700) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:10.338846 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 86fa9967-6119-4434-827e-c9ba294b070e, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=86fa9967-6119-4434-827e-c9ba294b070e,segment=NetworkSegment(61e99d20-6d46-4414-b8d5-836cfb01f0e8),segment_id=61e99d20-6d46-4414-b8d5-836cfb01f0e8)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:59:10.345429 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:10.396119 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7d4237be-9258-4454-a5e4-203e44718f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:10.403324 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=86fa9967-6119-4434-827e-c9ba294b070e,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:10.481465 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7d4237be-9258-4454-a5e4-203e44718f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:10.497822 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-dae7915e-8bcc-400a-9239-560e29fa4e34 req-8753a78c-5b5b-44bd-bf9f-1773178bccb3 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] For port 1f67c99a-37f2-44e1-9fa6-e022e50bb332, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=1f67c99a-37f2-44e1-9fa6-e022e50bb332,segment=NetworkSegment(51690b9c-92bb-4337-854f-9b746ada12ae),segment_id=51690b9c-92bb-4337-854f-9b746ada12ae)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:59:10.498913 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-dae7915e-8bcc-400a-9239-560e29fa4e34 req-8753a78c-5b5b-44bd-bf9f-1773178bccb3 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:10.503552 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-7d4237be-9258-4454-a5e4-203e44718f6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14a733b3-7689-4d98-9697-43f397b3e2a8']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:10.511536 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-7d4237be-9258-4454-a5e4-203e44718f6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c573c9c-7077-413b-8063-7d76dad67134') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:10.511847 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-7d4237be-9258-4454-a5e4-203e44718f6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c573c9c-7077-413b-8063-7d76dad67134') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:10.521176 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7d4237be-9258-4454-a5e4-203e44718f6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:10.534367 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7d4237be-9258-4454-a5e4-203e44718f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:10.540362 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d4237be-9258-4454-a5e4-203e44718f6a admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 07:59:10.540748 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7d4237be-9258-4454-a5e4-203e44718f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:10.542379 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 07:59:10.542379 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 07:59:10.542379 n-d-789963-9 neutron-server[101290]: timer() Sep 17 07:59:10.542379 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 07:59:10.542379 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 07:59:10.542379 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 07:59:10.542379 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 07:59:10.542379 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 07:59:10.542379 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 07:59:10.542379 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 07:59:10.542379 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 07:59:10.542379 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 07:59:10.542379 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 07:59:10.542379 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 07:59:10.542379 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 07:59:10.542379 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 07:59:10.542379 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 07:59:10.542379 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 07:59:10.542379 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 07:59:10.542379 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 07:59:10.542379 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 07:59:10.542379 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 07:59:10.542379 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 07:59:10.542379 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 07:59:10.542379 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 07:59:10.542379 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 07:59:10.542379 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 07:59:10.542379 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 07:59:10.542379 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 07:59:10.542379 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 07:59:10.542379 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 07:59:10.542379 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 07:59:10.601784 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7d4237be-9258-4454-a5e4-203e44718f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:10.609391 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7d4237be-9258-4454-a5e4-203e44718f6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:10.611251 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-7d4237be-9258-4454-a5e4-203e44718f6a admin admin] 10.222.0.13 "DELETE /v2.0/networks/14a733b3-7689-4d98-9697-43f397b3e2a8 HTTP/1.1" status: 204 len: 168 time: 0.2838113 Sep 17 07:59:10.617459 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a10f6428-5252-456e-b8c5-0e87dad110e4 req-3ec7838e-87e5-4279-bd20-09e66a05771c tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/security-groups?id=db312e7f-1a3f-4ea9-ad55-8740cb4f40b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5496061 Sep 17 07:59:10.626284 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4237be-9258-4454-a5e4-203e44718f6a admin admin] Pushing event deleted for resources: {'Network': ['ID=14a733b3-7689-4d98-9697-43f397b3e2a8,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:10.646660 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13432ba6-d3d0-43f0-a6c0-36274e1c02c3 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Router 1a52d8a5-f821-4f63-9825-fd7818a6a132 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:59:10.681606 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394982d1-a822-423a-9a51-01bfd2d1eb62 req-4092bb76-f4cd-472c-8ded-2417157d588b tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:10.683527 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-394982d1-a822-423a-9a51-01bfd2d1eb62 req-4092bb76-f4cd-472c-8ded-2417157d588b tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e948a70-2200-4e37-a4df-395f090404ef HTTP/1.1" status: 200 len: 945 time: 0.2074158 Sep 17 07:59:10.684275 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49bffbac-bb05-4ee1-b82e-e9cd6d415367 x-openstack-request-id: req-49bffbac-bb05-4ee1-b82e-e9cd6d415367 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:59:10.684684 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5598a24f-0925-4721-ba56-24d5f7a613a7", "name": "network-vif-plugged", "status": "completed", "tag": "86fa9967-6119-4434-827e-c9ba294b070e", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:59:10.685027 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-49bffbac-bb05-4ee1-b82e-e9cd6d415367 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:59:10.686210 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5598a24f-0925-4721-ba56-24d5f7a613a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86fa9967-6119-4434-827e-c9ba294b070e', 'code': 200} Sep 17 07:59:10.781645 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 51710) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:10.787366 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 657a1718-a8bc-48eb-807a-54f265ece6c0 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:59:10.815828 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 657a1718-a8bc-48eb-807a-54f265ece6c0 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:59:10.816651 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 657a1718-a8bc-48eb-807a-54f265ece6c0 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:59:10.816651 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device d36c902d-4f64-48f5-b0eb-524daf1cb45f no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:59:10.828037 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-acda7378-ce54-45c6-ac28-d286dc172d98 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:10.833604 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c4b7aacb-d481-4cbf-9686-fb5f8fa7d3cd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=64463b4676b74a7db92badc7dc9ed91e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483642 Sep 17 07:59:10.835516 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 51712) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:10.837735 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: d36c902d-4f64-48f5-b0eb-524daf1cb45f {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:59:10.838153 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device d36c902d-4f64-48f5-b0eb-524daf1cb45f not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:59:10.884083 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f40302af-d6be-474c-b585-a6693a31149a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:10.906815 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f40302af-d6be-474c-b585-a6693a31149a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:10.957404 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f40302af-d6be-474c-b585-a6693a31149a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:10.960320 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f40302af-d6be-474c-b585-a6693a31149a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:10.966115 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f40302af-d6be-474c-b585-a6693a31149a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1e404a05-d6be-4292-b123-40c0f0a68804 HTTP/1.1" status: 204 len: 168 time: 0.1312683 Sep 17 07:59:10.967754 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-394982d1-a822-423a-9a51-01bfd2d1eb62 req-2be4f479-1a59-455a-aa68-1bb4a25dd53a tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] 10.222.0.13 "GET /v2.0/security-groups?id=e80ed3fc-e498-404b-916c-65b78dba5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2718880 Sep 17 07:59:10.992104 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40302af-d6be-474c-b585-a6693a31149a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e404a05-d6be-4292-b123-40c0f0a68804,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:11.029888 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7a669b3d-ea25-4df7-aec3-18a6508aad9d req-ef46651d-2bec-4279-8197-3774f943dfc4 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-10201310&fields=id&tenant_id=958ba9f9613c46689914bd3daf2ce99a HTTP/1.1" status: 200 len: 267 time: 0.2635686 Sep 17 07:59:11.163241 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-dae7915e-8bcc-400a-9239-560e29fa4e34 req-8753a78c-5b5b-44bd-bf9f-1773178bccb3 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:11.163611 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-dae7915e-8bcc-400a-9239-560e29fa4e34 req-8753a78c-5b5b-44bd-bf9f-1773178bccb3 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:11.163962 n-d-789963-9 neutron-server[101289]: INFO neutron.db.l3_db [req-dae7915e-8bcc-400a-9239-560e29fa4e34 req-8753a78c-5b5b-44bd-bf9f-1773178bccb3 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Floating IP e5a0a59b-491d-48ed-978d-ba831a010059 disassociated. External IP: 172.25.6.206, port: 1f67c99a-37f2-44e1-9fa6-e022e50bb332. Sep 17 07:59:11.164311 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-dae7915e-8bcc-400a-9239-560e29fa4e34 req-8753a78c-5b5b-44bd-bf9f-1773178bccb3 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Calling delete_port for 1f67c99a-37f2-44e1-9fa6-e022e50bb332 owned by compute:nova {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:59:11.173515 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e8b87-5549-4c3c-8dfc-a6441bba1b99 req-a8b8564e-1c34-40ef-9c63-62b00ad04de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:11.175044 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4c0e8b87-5549-4c3c-8dfc-a6441bba1b99 req-a8b8564e-1c34-40ef-9c63-62b00ad04de5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5598a24f-0925-4721-ba56-24d5f7a613a7 HTTP/1.1" status: 200 len: 1097 time: 0.3382845 Sep 17 07:59:11.233173 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13432ba6-d3d0-43f0-a6c0-36274e1c02c3 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:59:11.248771 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c7bd40-176a-4eaa-b7f3-8fb60cddbda1 None None] Sync routers for ids ['1a52d8a5-f821-4f63-9825-fd7818a6a132'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:59:11.258332 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c7bd40-176a-4eaa-b7f3-8fb60cddbda1 None None] Routers {'1a52d8a5-f821-4f63-9825-fd7818a6a132'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:59:11.258948 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-b0c7bd40-176a-4eaa-b7f3-8fb60cddbda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:58:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['1a52d8a5-f821-4f63-9825-fd7818a6a132'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:11.264725 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-13432ba6-d3d0-43f0-a6c0-36274e1c02c3 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:11.349069 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a669b3d-ea25-4df7-aec3-18a6508aad9d req-a94fb28b-632f-46f6-b963-7a3cbb45cf23 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:11.350666 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7a669b3d-ea25-4df7-aec3-18a6508aad9d req-a94fb28b-632f-46f6-b963-7a3cbb45cf23 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/ports?device_id=80c95d97-12b9-46b8-91b4-6c9b9bdfa355 HTTP/1.1" status: 200 len: 945 time: 0.3096831 Sep 17 07:59:11.367185 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd80434-37a5-4f29-aa3f-d12ee01b7a93 req-f30d6f5e-5a73-41fe-8f77-fc9321379241 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:11.368739 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0bd80434-37a5-4f29-aa3f-d12ee01b7a93 req-f30d6f5e-5a73-41fe-8f77-fc9321379241 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] 10.222.0.13 "GET /v2.0/ports?device_id=5598a24f-0925-4721-ba56-24d5f7a613a7 HTTP/1.1" status: 200 len: 946 time: 0.2843645 Sep 17 07:59:11.378513 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-b0c7bd40-176a-4eaa-b7f3-8fb60cddbda1 None None] Set router 1a52d8a5-f821-4f63-9825-fd7818a6a132 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:59:11.384793 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-7a669b3d-ea25-4df7-aec3-18a6508aad9d req-36d5202c-0eac-41ac-946b-6ea05a712ad9 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Request body: {'port': {'security_groups': ['db312e7f-1a3f-4ea9-ad55-8740cb4f40b6', '480a322d-b698-4847-9831-7788c82c512e']}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:59:11.394761 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-13432ba6-d3d0-43f0-a6c0-36274e1c02c3 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "PUT /v2.0/floatingips/cf6324e5-1f1a-4bd4-9913-811d8029ae3f HTTP/1.1" status: 200 len: 991 time: 3.8308961 Sep 17 07:59:11.401865 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '706b6671-3c66-4294-84b0-31a8c1f04549', 'tag': 'a68e833f-a972-4578-b451-f6cdb669cad4'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:59:11.406621 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f84cdd2-7b30-48b7-9e2a-bc4ba2269ef9" -d '{"events": [{"name": "network-changed", "server_uuid": "706b6671-3c66-4294-84b0-31a8c1f04549", "tag": "a68e833f-a972-4578-b451-f6cdb669cad4"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:59:11.410718 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4c0e8b87-5549-4c3c-8dfc-a6441bba1b99 req-4c8a2113-2421-4f25-b9b5-0902086c8f78 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d51a71c8-aada-4bfe-9a22-ff42772b389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1950369 Sep 17 07:59:11.518284 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0bd80434-37a5-4f29-aa3f-d12ee01b7a93 req-53a099aa-3b20-407c-975a-5cfb55fd8b45 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] 10.222.0.13 "GET /v2.0/security-groups?id=d51a71c8-aada-4bfe-9a22-ff42772b389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386919 Sep 17 07:59:11.529767 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-7a669b3d-ea25-4df7-aec3-18a6508aad9d req-36d5202c-0eac-41ac-946b-6ea05a712ad9 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:11.660761 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f088b8d0-ad68-4f67-84e9-b77429b20afe x-openstack-request-id: req-f088b8d0-ad68-4f67-84e9-b77429b20afe {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:59:11.661070 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "706b6671-3c66-4294-84b0-31a8c1f04549", "tag": "a68e833f-a972-4578-b451-f6cdb669cad4", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:59:11.661322 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f088b8d0-ad68-4f67-84e9-b77429b20afe {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:59:11.661705 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '706b6671-3c66-4294-84b0-31a8c1f04549', 'tag': 'a68e833f-a972-4578-b451-f6cdb669cad4', 'status': 'completed', 'code': 200} Sep 17 07:59:11.679087 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-dae7915e-8bcc-400a-9239-560e29fa4e34 req-8753a78c-5b5b-44bd-bf9f-1773178bccb3 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:11.679251 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-b0c7bd40-176a-4eaa-b7f3-8fb60cddbda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a52d8a5-f821-4f63-9825-fd7818a6a132', 'name': 'tempest-TaggedBootDevicesTest_v242-2727712-router', 'tenant_id': 'be827b1e83e148ae835f43092deae86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '12e9afc6-c1b7-4084-839a-d409f270f026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:57:32Z', 'updated_at': '2021-09-17T07:57:37Z', 'revision_number': 4, 'project_id': 'be827b1e83e148ae835f43092deae86a', 'gw_port': {'id': '12e9afc6-c1b7-4084-839a-d409f270f026', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:db:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a52d8a5-f821-4f63-9825-fd7818a6a132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:57:33Z', 'updated_at': '2021-09-17T07:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': 'cf6324e5-1f1a-4bd4-9913-811d8029ae3f', 'tenant_id': 'be827b1e83e148ae835f43092deae86a', 'floating_ip_address': '172.25.6.230', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '1a52d8a5-f821-4f63-9825-fd7818a6a132', 'port_id': 'a68e833f-a972-4578-b451-f6cdb669cad4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1766, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cfc3ea8-69fd-4619-936c-5df378582b6b', 'mac_address': 'fa:16:3e:8c:64:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706b6671-3c66-4294-84b0-31a8c1f04549', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T07:58:08Z', 'updated_at': '2021-09-17T07:59:08Z', 'revision_number': 1, 'project_id': 'be827b1e83e148ae835f43092deae86a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea7193ed-84f4-4124-910f-ff52230cb410', 'name': '', 'network_id': '6cfc3ea8-69fd-4619-936c-5df378582b6b', 'tenant_id': 'be827b1e83e148ae835f43092deae86a', 'mac_address': 'fa:16:3e:bf:bc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a52d8a5-f821-4f63-9825-fd7818a6a132', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '5f067041-ce8b-4655-bfa4-ebeec18fa6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:57:36Z', 'updated_at': '2021-09-17T07:57:41Z', 'revision_number': 5, 'project_id': 'be827b1e83e148ae835f43092deae86a', 'subnets': [{'id': '5f067041-ce8b-4655-bfa4-ebeec18fa6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:11.709485 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c7bd40-176a-4eaa-b7f3-8fb60cddbda1 None None] Checking router: 1a52d8a5-f821-4f63-9825-fd7818a6a132 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:59:11.718505 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c7bd40-176a-4eaa-b7f3-8fb60cddbda1 None None] Routers {'1a52d8a5-f821-4f63-9825-fd7818a6a132'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:59:11.719258 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-b0c7bd40-176a-4eaa-b7f3-8fb60cddbda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:58:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['1a52d8a5-f821-4f63-9825-fd7818a6a132'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:11.745219 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8753a78c-5b5b-44bd-bf9f-1773178bccb3 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Pushing event deleted for resources: {'Port': ['ID=1f67c99a-37f2-44e1-9fa6-e022e50bb332,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:11.794865 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84cdd2-7b30-48b7-9e2a-bc4ba2269ef9 req-ef771882-b161-4d3b-b874-fd8541a2b3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:11.795511 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84cdd2-7b30-48b7-9e2a-bc4ba2269ef9 req-ef771882-b161-4d3b-b874-fd8541a2b3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:11.796322 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84cdd2-7b30-48b7-9e2a-bc4ba2269ef9 req-ef771882-b161-4d3b-b874-fd8541a2b3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:11.796869 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84cdd2-7b30-48b7-9e2a-bc4ba2269ef9 req-ef771882-b161-4d3b-b874-fd8541a2b3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:11.797432 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84cdd2-7b30-48b7-9e2a-bc4ba2269ef9 req-ef771882-b161-4d3b-b874-fd8541a2b3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:11.797896 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84cdd2-7b30-48b7-9e2a-bc4ba2269ef9 req-ef771882-b161-4d3b-b874-fd8541a2b3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:11.798659 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84cdd2-7b30-48b7-9e2a-bc4ba2269ef9 req-ef771882-b161-4d3b-b874-fd8541a2b3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:11.805394 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9f84cdd2-7b30-48b7-9e2a-bc4ba2269ef9 req-ef771882-b161-4d3b-b874-fd8541a2b3a6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=be827b1e83e148ae835f43092deae86a&device_id=706b6671-3c66-4294-84b0-31a8c1f04549 HTTP/1.1" status: 200 len: 6502 time: 0.0954087 Sep 17 07:59:11.844661 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-acda7378-ce54-45c6-ac28-d286dc172d98 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Deleting port 580358f0-d13a-46db-b24a-ed0ef2df57f6 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:59:11.845273 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-acda7378-ce54-45c6-ac28-d286dc172d98 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:11.860695 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-b0c7bd40-176a-4eaa-b7f3-8fb60cddbda1 None None] Set router 1a52d8a5-f821-4f63-9825-fd7818a6a132 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:59:11.930641 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84cdd2-7b30-48b7-9e2a-bc4ba2269ef9 req-ee73baf6-cd6a-4ff5-9c35-41c15fcb3ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:11.934598 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9f84cdd2-7b30-48b7-9e2a-bc4ba2269ef9 req-ee73baf6-cd6a-4ff5-9c35-41c15fcb3ed7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6cfc3ea8-69fd-4619-936c-5df378582b6b HTTP/1.1" status: 200 len: 915 time: 0.1213124 Sep 17 07:59:12.026707 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9f84cdd2-7b30-48b7-9e2a-bc4ba2269ef9 req-3b168db1-ead3-453c-b852-7db47c01f790 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a68e833f-a972-4578-b451-f6cdb669cad4 HTTP/1.1" status: 200 len: 999 time: 0.0846748 Sep 17 07:59:12.055931 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-acda7378-ce54-45c6-ac28-d286dc172d98 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:12.062244 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dae7915e-8bcc-400a-9239-560e29fa4e34 req-8753a78c-5b5b-44bd-bf9f-1773178bccb3 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Router cb87a795-9730-4cb6-88f4-fabf0bd43245 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:59:12.069166 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-7a669b3d-ea25-4df7-aec3-18a6508aad9d req-36d5202c-0eac-41ac-946b-6ea05a712ad9 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] For port 88d14c71-d63f-45a9-985e-9ee4f2fa9b49, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=88d14c71-d63f-45a9-985e-9ee4f2fa9b49,segment=NetworkSegment(4821f2e6-bd80-4aac-98cc-bc8dfa1b531e),segment_id=4821f2e6-bd80-4aac-98cc-bc8dfa1b531e)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:59:12.088199 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-acda7378-ce54-45c6-ac28-d286dc172d98 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Calling delete_port for 580358f0-d13a-46db-b24a-ed0ef2df57f6 owned by network:router_interface {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:59:12.097076 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84cdd2-7b30-48b7-9e2a-bc4ba2269ef9 req-16a6adec-5796-47c7-9db1-471e7bb618ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:12.099636 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9f84cdd2-7b30-48b7-9e2a-bc4ba2269ef9 req-16a6adec-5796-47c7-9db1-471e7bb618ad service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f067041-ce8b-4655-bfa4-ebeec18fa6e5 HTTP/1.1" status: 200 len: 853 time: 0.0640740 Sep 17 07:59:12.144413 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-665a0fb6-7145-4c45-91a9-13c8769eaa75 req-885ee3de-13cd-422b-84ae-1ab63af22c56 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e948a70-2200-4e37-a4df-395f090404ef HTTP/1.1" status: 200 len: 210 time: 0.0541980 Sep 17 07:59:12.161492 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-b0c7bd40-176a-4eaa-b7f3-8fb60cddbda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a52d8a5-f821-4f63-9825-fd7818a6a132', 'name': 'tempest-TaggedBootDevicesTest_v242-2727712-router', 'tenant_id': 'be827b1e83e148ae835f43092deae86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '12e9afc6-c1b7-4084-839a-d409f270f026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:57:32Z', 'updated_at': '2021-09-17T07:57:37Z', 'revision_number': 4, 'project_id': 'be827b1e83e148ae835f43092deae86a', 'gw_port': {'id': '12e9afc6-c1b7-4084-839a-d409f270f026', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:db:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a52d8a5-f821-4f63-9825-fd7818a6a132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:57:33Z', 'updated_at': '2021-09-17T07:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': 'cf6324e5-1f1a-4bd4-9913-811d8029ae3f', 'tenant_id': 'be827b1e83e148ae835f43092deae86a', 'floating_ip_address': '172.25.6.230', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '1a52d8a5-f821-4f63-9825-fd7818a6a132', 'port_id': 'a68e833f-a972-4578-b451-f6cdb669cad4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1766, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cfc3ea8-69fd-4619-936c-5df378582b6b', 'mac_address': 'fa:16:3e:8c:64:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706b6671-3c66-4294-84b0-31a8c1f04549', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T07:58:08Z', 'updated_at': '2021-09-17T07:59:08Z', 'revision_number': 1, 'project_id': 'be827b1e83e148ae835f43092deae86a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea7193ed-84f4-4124-910f-ff52230cb410', 'name': '', 'network_id': '6cfc3ea8-69fd-4619-936c-5df378582b6b', 'tenant_id': 'be827b1e83e148ae835f43092deae86a', 'mac_address': 'fa:16:3e:bf:bc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a52d8a5-f821-4f63-9825-fd7818a6a132', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '5f067041-ce8b-4655-bfa4-ebeec18fa6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:57:36Z', 'updated_at': '2021-09-17T07:57:41Z', 'revision_number': 5, 'project_id': 'be827b1e83e148ae835f43092deae86a', 'subnets': [{'id': '5f067041-ce8b-4655-bfa4-ebeec18fa6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:12.184641 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84cdd2-7b30-48b7-9e2a-bc4ba2269ef9 req-205b2506-92f5-49ab-ba73-5e886f271b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:12.187111 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9f84cdd2-7b30-48b7-9e2a-bc4ba2269ef9 req-205b2506-92f5-49ab-ba73-5e886f271b38 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6cfc3ea8-69fd-4619-936c-5df378582b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0800056 Sep 17 07:59:12.199604 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 51746) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:12.199776 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c7bd40-176a-4eaa-b7f3-8fb60cddbda1 None None] The sync data for ids ['1a52d8a5-f821-4f63-9825-fd7818a6a132'] in n-d-789963-9 is: [{'id': '1a52d8a5-f821-4f63-9825-fd7818a6a132', 'name': 'tempest-TaggedBootDevicesTest_v242-2727712-router', 'tenant_id': 'be827b1e83e148ae835f43092deae86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '12e9afc6-c1b7-4084-839a-d409f270f026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:57:32Z', 'updated_at': '2021-09-17T07:57:37Z', 'revision_number': 4, 'project_id': 'be827b1e83e148ae835f43092deae86a', 'gw_port': {'id': '12e9afc6-c1b7-4084-839a-d409f270f026', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:db:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a52d8a5-f821-4f63-9825-fd7818a6a132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:57:33Z', 'updated_at': '2021-09-17T07:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': 'cf6324e5-1f1a-4bd4-9913-811d8029ae3f', 'tenant_id': 'be827b1e83e148ae835f43092deae86a', 'floating_ip_address': '172.25.6.230', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '1a52d8a5-f821-4f63-9825-fd7818a6a132', 'port_id': 'a68e833f-a972-4578-b451-f6cdb669cad4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1766, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cfc3ea8-69fd-4619-936c-5df378582b6b', 'mac_address': 'fa:16:3e:8c:64:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706b6671-3c66-4294-84b0-31a8c1f04549', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T07:58:08Z', 'updated_at': '2021-09-17T07:59:08Z', 'revision_number': 1, 'project_id': 'be827b1e83e148ae835f43092deae86a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea7193ed-84f4-4124-910f-ff52230cb410', 'name': '', 'network_id': '6cfc3ea8-69fd-4619-936c-5df378582b6b', 'tenant_id': 'be827b1e83e148ae835f43092deae86a', 'mac_address': 'fa:16:3e:bf:bc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a52d8a5-f821-4f63-9825-fd7818a6a132', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '5f067041-ce8b-4655-bfa4-ebeec18fa6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:57:36Z', 'updated_at': '2021-09-17T07:57:41Z', 'revision_number': 5, 'project_id': 'be827b1e83e148ae835f43092deae86a', 'subnets': [{'id': '5f067041-ce8b-4655-bfa4-ebeec18fa6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:59:12.239579 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-7a669b3d-ea25-4df7-aec3-18a6508aad9d req-36d5202c-0eac-41ac-946b-6ea05a712ad9 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:12.256227 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-7a669b3d-ea25-4df7-aec3-18a6508aad9d req-36d5202c-0eac-41ac-946b-6ea05a712ad9 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:12.312001 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['88d14c71-d63f-45a9-985e-9ee4f2fa9b49'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:59:12.367285 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-49543d9e-a622-4b90-9f16-0e2c2c3154f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:12.405216 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9f84cdd2-7b30-48b7-9e2a-bc4ba2269ef9 req-c35cc82f-de2c-4533-a7e2-0cbb159ea936 service neutron] 10.222.0.39 "GET /v2.0/networks/6cfc3ea8-69fd-4619-936c-5df378582b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984921 Sep 17 07:59:12.563276 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9f84cdd2-7b30-48b7-9e2a-bc4ba2269ef9 req-42dd23d2-a199-4ec3-9518-13e81379119c service neutron] 10.222.0.39 "GET /v2.0/networks/6cfc3ea8-69fd-4619-936c-5df378582b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434417 Sep 17 07:59:12.579382 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-49543d9e-a622-4b90-9f16-0e2c2c3154f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:12.586124 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbf1205-148c-456b-8270-901e4121ab00 None None] New status for floating IP cf6324e5-1f1a-4bd4-9913-811d8029ae3f: ACTIVE {{(pid=101291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 07:59:12.598399 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-49543d9e-a622-4b90-9f16-0e2c2c3154f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:12.660432 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-49543d9e-a622-4b90-9f16-0e2c2c3154f3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cbe43466bd4c48e09ef9a4e1881f77e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4571135 Sep 17 07:59:12.662681 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 51754) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:12.683191 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49543d9e-a622-4b90-9f16-0e2c2c3154f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e00d0f0-3bed-4fea-b679-128dc6444785,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:12.729482 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2e91045a-01ca-4c48-8307-009886466ab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:12.745007 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dae7915e-8bcc-400a-9239-560e29fa4e34 req-8753a78c-5b5b-44bd-bf9f-1773178bccb3 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:59:12.769314 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f6e460-5f8f-4f56-86dc-75928ec71480 None None] Sync routers for ids ['cb87a795-9730-4cb6-88f4-fabf0bd43245'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:59:12.773121 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2e91045a-01ca-4c48-8307-009886466ab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:12.783041 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f6e460-5f8f-4f56-86dc-75928ec71480 None None] Routers {'cb87a795-9730-4cb6-88f4-fabf0bd43245'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:59:12.785886 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-f4f6e460-5f8f-4f56-86dc-75928ec71480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:58:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['cb87a795-9730-4cb6-88f4-fabf0bd43245'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:12.831498 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2e91045a-01ca-4c48-8307-009886466ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:12.836600 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2e91045a-01ca-4c48-8307-009886466ab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:12.840050 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-2e91045a-01ca-4c48-8307-009886466ab0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3e00d0f0-3bed-4fea-b679-128dc6444785 HTTP/1.1" status: 204 len: 168 time: 0.1742105 Sep 17 07:59:12.853584 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e91045a-01ca-4c48-8307-009886466ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e00d0f0-3bed-4fea-b679-128dc6444785,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:12.857728 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a669b3d-ea25-4df7-aec3-18a6508aad9d req-36d5202c-0eac-41ac-946b-6ea05a712ad9 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:12.858795 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-7a669b3d-ea25-4df7-aec3-18a6508aad9d req-36d5202c-0eac-41ac-946b-6ea05a712ad9 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:12.860906 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7a669b3d-ea25-4df7-aec3-18a6508aad9d req-36d5202c-0eac-41ac-946b-6ea05a712ad9 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "PUT /v2.0/ports/88d14c71-d63f-45a9-985e-9ee4f2fa9b49 HTTP/1.1" status: 200 len: 981 time: 1.4877782 Sep 17 07:59:12.916121 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['88d14c71-d63f-45a9-985e-9ee4f2fa9b49'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:59:12.918564 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-dae7915e-8bcc-400a-9239-560e29fa4e34 req-8753a78c-5b5b-44bd-bf9f-1773178bccb3 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] No DVR routers for this DVR port 1f67c99a-37f2-44e1-9fa6-e022e50bb332 on host n-h2-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:59:12.927362 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-dae7915e-8bcc-400a-9239-560e29fa4e34 req-8753a78c-5b5b-44bd-bf9f-1773178bccb3 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:12.929715 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dae7915e-8bcc-400a-9239-560e29fa4e34 req-8753a78c-5b5b-44bd-bf9f-1773178bccb3 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] 10.222.0.39 "DELETE /v2.0/ports/1f67c99a-37f2-44e1-9fa6-e022e50bb332 HTTP/1.1" status: 204 len: 173 time: 3.3477042 Sep 17 07:59:12.932541 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d5202c-0eac-41ac-946b-6ea05a712ad9 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Pushing event updated for resources: {'Port': ['ID=88d14c71-d63f-45a9-985e-9ee4f2fa9b49,revision_number=6']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:12.948674 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-f4f6e460-5f8f-4f56-86dc-75928ec71480 None None] Set router cb87a795-9730-4cb6-88f4-fabf0bd43245 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:59:12.960746 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a41f2-5074-4c63-bd20-855d1405026e req-b338952c-ccc6-4ab5-bb0b-22d06784849c tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:12.962320 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 1f67c99a-37f2-44e1-9fa6-e022e50bb332 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:59:12.969726 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cb7a41f2-5074-4c63-bd20-855d1405026e req-b338952c-ccc6-4ab5-bb0b-22d06784849c tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] 10.222.0.13 "GET /v2.0/ports?device_id=5598a24f-0925-4721-ba56-24d5f7a613a7 HTTP/1.1" status: 200 len: 946 time: 0.2416737 Sep 17 07:59:12.991245 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: 1f67c99a-37f2-44e1-9fa6-e022e50bb332 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:59:12.991951 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 1f67c99a-37f2-44e1-9fa6-e022e50bb332 not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:59:13.057787 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cb7a41f2-5074-4c63-bd20-855d1405026e req-56b6b9a3-cc6b-4674-b285-2f8767f4e37c tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] 10.222.0.13 "GET /v2.0/security-groups?id=d51a71c8-aada-4bfe-9a22-ff42772b389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818622 Sep 17 07:59:13.067893 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-acda7378-ce54-45c6-ac28-d286dc172d98 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:13.103217 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acda7378-ce54-45c6-ac28-d286dc172d98 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Pushing event deleted for resources: {'Port': ['ID=580358f0-d13a-46db-b24a-ed0ef2df57f6,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:13.341345 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-f4f6e460-5f8f-4f56-86dc-75928ec71480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb87a795-9730-4cb6-88f4-fabf0bd43245', 'name': 'tempest-ServersTestBootFromVolume-2068345768-router', 'tenant_id': '1017d95ec91440b692b5fb33d331d948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '10b7e2f9-2f7e-4086-81ca-aec3c7dde94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:56:04Z', 'updated_at': '2021-09-17T07:56:12Z', 'revision_number': 4, 'project_id': '1017d95ec91440b692b5fb33d331d948', 'gw_port': {'id': '10b7e2f9-2f7e-4086-81ca-aec3c7dde94d', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:82:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb87a795-9730-4cb6-88f4-fabf0bd43245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:56:05Z', 'updated_at': '2021-09-17T07:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '23d1d48a-a86d-4b8e-bf5a-48974dd41e64', 'name': '', 'network_id': 'db7553ea-e2fe-422f-8d20-6ffc26d973b8', 'tenant_id': '1017d95ec91440b692b5fb33d331d948', 'mac_address': 'fa:16:3e:2a:fa:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb87a795-9730-4cb6-88f4-fabf0bd43245', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'cc5af0af-da91-4969-a253-9b23d6f3d816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:56:10Z', 'updated_at': '2021-09-17T07:56:16Z', 'revision_number': 5, 'project_id': '1017d95ec91440b692b5fb33d331d948', 'subnets': [{'id': 'cc5af0af-da91-4969-a253-9b23d6f3d816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:13.442544 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1652fd7c-af0c-4105-bd1a-ea2ef908dcdb req-683f5044-5f92-4e51-8542-6aa121fdf4d3 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e948a70-2200-4e37-a4df-395f090404ef HTTP/1.1" status: 200 len: 210 time: 0.1532910 Sep 17 07:59:13.448162 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5fb9f0a8-4dcb-45ad-b961-23d802ab3922 req-8bcde339-b820-45f4-8fee-bf00c9c3286d tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1462986461&fields=id&tenant_id=958ba9f9613c46689914bd3daf2ce99a HTTP/1.1" status: 200 len: 267 time: 0.2325487 Sep 17 07:59:13.504851 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f6e460-5f8f-4f56-86dc-75928ec71480 None None] Checking router: cb87a795-9730-4cb6-88f4-fabf0bd43245 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:59:13.514485 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f6e460-5f8f-4f56-86dc-75928ec71480 None None] Routers {'cb87a795-9730-4cb6-88f4-fabf0bd43245'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:59:13.515153 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-f4f6e460-5f8f-4f56-86dc-75928ec71480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:58:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['cb87a795-9730-4cb6-88f4-fabf0bd43245'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:13.519975 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-acda7378-ce54-45c6-ac28-d286dc172d98 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:13.636635 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb9f0a8-4dcb-45ad-b961-23d802ab3922 req-4334343a-5721-4a40-a9d9-9c1540fdcd69 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:13.638758 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5fb9f0a8-4dcb-45ad-b961-23d802ab3922 req-4334343a-5721-4a40-a9d9-9c1540fdcd69 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/ports?device_id=80c95d97-12b9-46b8-91b4-6c9b9bdfa355 HTTP/1.1" status: 200 len: 984 time: 0.1324883 Sep 17 07:59:13.652529 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-f4f6e460-5f8f-4f56-86dc-75928ec71480 None None] Set router cb87a795-9730-4cb6-88f4-fabf0bd43245 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:59:13.676078 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80c95d97-12b9-46b8-91b4-6c9b9bdfa355', 'tag': '88d14c71-d63f-45a9-985e-9ee4f2fa9b49'}, {'server_uuid': '1e948a70-2200-4e37-a4df-395f090404ef', 'name': 'network-vif-deleted', 'tag': '1f67c99a-37f2-44e1-9fa6-e022e50bb332'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:59:13.678430 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66586790-1d1e-436a-9ea6-0f3d595e4f52" -d '{"events": [{"name": "network-changed", "server_uuid": "80c95d97-12b9-46b8-91b4-6c9b9bdfa355", "tag": "88d14c71-d63f-45a9-985e-9ee4f2fa9b49"}, {"server_uuid": "1e948a70-2200-4e37-a4df-395f090404ef", "name": "network-vif-deleted", "tag": "1f67c99a-37f2-44e1-9fa6-e022e50bb332"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:59:13.699029 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-5fb9f0a8-4dcb-45ad-b961-23d802ab3922 req-9a03f70a-41a6-4011-854e-d6711e143667 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Request body: {'port': {'security_groups': ['480a322d-b698-4847-9831-7788c82c512e', 'db312e7f-1a3f-4ea9-ad55-8740cb4f40b6', '955787ae-f8f8-4763-8751-bdfe05755359']}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:59:13.765085 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acda7378-ce54-45c6-ac28-d286dc172d98 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Router 6b1ebd65-4107-4ee7-bd7a-f46d756422b9 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:59:13.772447 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 17 Sep 2021 07:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d11fff-9164-497a-a077-0fc2d0eb4fcd x-openstack-request-id: req-60d11fff-9164-497a-a077-0fc2d0eb4fcd {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:59:13.772744 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80c95d97-12b9-46b8-91b4-6c9b9bdfa355", "tag": "88d14c71-d63f-45a9-985e-9ee4f2fa9b49", "status": "completed", "code": 200}, {"server_uuid": "1e948a70-2200-4e37-a4df-395f090404ef", "name": "network-vif-deleted", "tag": "1f67c99a-37f2-44e1-9fa6-e022e50bb332", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:59:13.772977 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-60d11fff-9164-497a-a077-0fc2d0eb4fcd {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:59:13.773374 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80c95d97-12b9-46b8-91b4-6c9b9bdfa355', 'tag': '88d14c71-d63f-45a9-985e-9ee4f2fa9b49', 'status': 'completed', 'code': 200} Sep 17 07:59:13.773629 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e948a70-2200-4e37-a4df-395f090404ef', 'name': 'network-vif-deleted', 'tag': '1f67c99a-37f2-44e1-9fa6-e022e50bb332', 'status': 'completed', 'code': 200} Sep 17 07:59:13.815881 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-5fb9f0a8-4dcb-45ad-b961-23d802ab3922 req-9a03f70a-41a6-4011-854e-d6711e143667 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:13.938483 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acda7378-ce54-45c6-ac28-d286dc172d98 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:59:13.952538 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-acda7378-ce54-45c6-ac28-d286dc172d98 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "PUT /v2.0/routers/6b1ebd65-4107-4ee7-bd7a-f46d756422b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8008027 Sep 17 07:59:13.952740 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-f4f6e460-5f8f-4f56-86dc-75928ec71480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb87a795-9730-4cb6-88f4-fabf0bd43245', 'name': 'tempest-ServersTestBootFromVolume-2068345768-router', 'tenant_id': '1017d95ec91440b692b5fb33d331d948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '10b7e2f9-2f7e-4086-81ca-aec3c7dde94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:56:04Z', 'updated_at': '2021-09-17T07:56:12Z', 'revision_number': 4, 'project_id': '1017d95ec91440b692b5fb33d331d948', 'gw_port': {'id': '10b7e2f9-2f7e-4086-81ca-aec3c7dde94d', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:82:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb87a795-9730-4cb6-88f4-fabf0bd43245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:56:05Z', 'updated_at': '2021-09-17T07:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '23d1d48a-a86d-4b8e-bf5a-48974dd41e64', 'name': '', 'network_id': 'db7553ea-e2fe-422f-8d20-6ffc26d973b8', 'tenant_id': '1017d95ec91440b692b5fb33d331d948', 'mac_address': 'fa:16:3e:2a:fa:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb87a795-9730-4cb6-88f4-fabf0bd43245', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'cc5af0af-da91-4969-a253-9b23d6f3d816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:56:10Z', 'updated_at': '2021-09-17T07:56:16Z', 'revision_number': 5, 'project_id': '1017d95ec91440b692b5fb33d331d948', 'subnets': [{'id': 'cc5af0af-da91-4969-a253-9b23d6f3d816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:13.953211 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56456543-851b-46d4-80a3-9fe9a7717dd6 None None] Sync routers for ids ['6b1ebd65-4107-4ee7-bd7a-f46d756422b9'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:59:13.953982 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 51784) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:13.968004 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56456543-851b-46d4-80a3-9fe9a7717dd6 None None] Routers {'6b1ebd65-4107-4ee7-bd7a-f46d756422b9'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:59:13.968663 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-56456543-851b-46d4-80a3-9fe9a7717dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:58:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['6b1ebd65-4107-4ee7-bd7a-f46d756422b9'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:13.985505 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f6e460-5f8f-4f56-86dc-75928ec71480 None None] The sync data for ids ['cb87a795-9730-4cb6-88f4-fabf0bd43245'] in n-d-789963-9 is: [{'id': 'cb87a795-9730-4cb6-88f4-fabf0bd43245', 'name': 'tempest-ServersTestBootFromVolume-2068345768-router', 'tenant_id': '1017d95ec91440b692b5fb33d331d948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '10b7e2f9-2f7e-4086-81ca-aec3c7dde94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:56:04Z', 'updated_at': '2021-09-17T07:56:12Z', 'revision_number': 4, 'project_id': '1017d95ec91440b692b5fb33d331d948', 'gw_port': {'id': '10b7e2f9-2f7e-4086-81ca-aec3c7dde94d', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:82:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb87a795-9730-4cb6-88f4-fabf0bd43245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:56:05Z', 'updated_at': '2021-09-17T07:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '23d1d48a-a86d-4b8e-bf5a-48974dd41e64', 'name': '', 'network_id': 'db7553ea-e2fe-422f-8d20-6ffc26d973b8', 'tenant_id': '1017d95ec91440b692b5fb33d331d948', 'mac_address': 'fa:16:3e:2a:fa:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb87a795-9730-4cb6-88f4-fabf0bd43245', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'cc5af0af-da91-4969-a253-9b23d6f3d816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:56:10Z', 'updated_at': '2021-09-17T07:56:16Z', 'revision_number': 5, 'project_id': '1017d95ec91440b692b5fb33d331d948', 'subnets': [{'id': 'cc5af0af-da91-4969-a253-9b23d6f3d816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:59:14.007988 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-8462f210-928d-43d9-9df4-da161bdb41c9 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b1ebd65-4107-4ee7-bd7a-f46d756422b9 HTTP/1.1" status: 200 len: 205 time: 0.0496416 Sep 17 07:59:14.012634 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 51786) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:14.015993 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66586790-1d1e-436a-9ea6-0f3d595e4f52 req-316d1ffe-2d6a-4deb-a90f-40d466527fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:14.017525 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-66586790-1d1e-436a-9ea6-0f3d595e4f52 req-316d1ffe-2d6a-4deb-a90f-40d466527fde service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=958ba9f9613c46689914bd3daf2ce99a&device_id=80c95d97-12b9-46b8-91b4-6c9b9bdfa355 HTTP/1.1" status: 200 len: 1135 time: 0.1662171 Sep 17 07:59:14.034034 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-56456543-851b-46d4-80a3-9fe9a7717dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:14.043068 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56456543-851b-46d4-80a3-9fe9a7717dd6 None None] Routers {'6b1ebd65-4107-4ee7-bd7a-f46d756422b9'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:59:14.049198 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-56456543-851b-46d4-80a3-9fe9a7717dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:58:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['6b1ebd65-4107-4ee7-bd7a-f46d756422b9'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:14.098955 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-56456543-851b-46d4-80a3-9fe9a7717dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:14.100976 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56456543-851b-46d4-80a3-9fe9a7717dd6 None None] The sync data for ids ['6b1ebd65-4107-4ee7-bd7a-f46d756422b9'] in n-d-789963-9 is: [] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:59:14.198213 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2c4e1c83-e8ef-4c9a-8acc-825373b90c2b tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for router, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:14.247404 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66586790-1d1e-436a-9ea6-0f3d595e4f52 req-c753ea9c-8792-4d94-adeb-c485bd1b8f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:14.248981 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-66586790-1d1e-436a-9ea6-0f3d595e4f52 req-c753ea9c-8792-4d94-adeb-c485bd1b8f91 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5c3939dc-d000-4839-b5e2-30565576d4d4 HTTP/1.1" status: 200 len: 913 time: 0.2220964 Sep 17 07:59:14.317670 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-66586790-1d1e-436a-9ea6-0f3d595e4f52 req-72336b48-7f0a-4547-901c-018066b4f1ee service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88d14c71-d63f-45a9-985e-9ee4f2fa9b49 HTTP/1.1" status: 200 len: 217 time: 0.0552812 Sep 17 07:59:14.357387 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-5fb9f0a8-4dcb-45ad-b961-23d802ab3922 req-9a03f70a-41a6-4011-854e-d6711e143667 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] For port 88d14c71-d63f-45a9-985e-9ee4f2fa9b49, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=88d14c71-d63f-45a9-985e-9ee4f2fa9b49,segment=NetworkSegment(4821f2e6-bd80-4aac-98cc-bc8dfa1b531e),segment_id=4821f2e6-bd80-4aac-98cc-bc8dfa1b531e)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:59:14.418717 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470005d4-3433-4e5f-8571-4a7afb2a00ad None None] New status for floating IP e5a0a59b-491d-48ed-978d-ba831a010059: DOWN {{(pid=101292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 07:59:14.446578 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2c4e1c83-e8ef-4c9a-8acc-825373b90c2b tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:14.449535 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2c4e1c83-e8ef-4c9a-8acc-825373b90c2b tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:14.503532 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-5fb9f0a8-4dcb-45ad-b961-23d802ab3922 req-9a03f70a-41a6-4011-854e-d6711e143667 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:14.509288 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2c4e1c83-e8ef-4c9a-8acc-825373b90c2b tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:14.509834 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4e1c83-e8ef-4c9a-8acc-825373b90c2b tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Fanout notify agent at l3_agent the message router_deleted on router 6b1ebd65-4107-4ee7-bd7a-f46d756422b9 {{(pid=101290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 07:59:14.518075 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-5fb9f0a8-4dcb-45ad-b961-23d802ab3922 req-9a03f70a-41a6-4011-854e-d6711e143667 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:14.542547 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2c4e1c83-e8ef-4c9a-8acc-825373b90c2b tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:14.544515 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f02a59d-e0ba-4766-88ed-db39fd78db32 req-44a6d421-54cf-49d0-850e-168e1d979360 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:14.549094 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-2c4e1c83-e8ef-4c9a-8acc-825373b90c2b tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "DELETE /v2.0/routers/6b1ebd65-4107-4ee7-bd7a-f46d756422b9 HTTP/1.1" status: 204 len: 168 time: 0.5342886 Sep 17 07:59:14.551301 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8f02a59d-e0ba-4766-88ed-db39fd78db32 req-44a6d421-54cf-49d0-850e-168e1d979360 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] 10.222.0.13 "GET /v2.0/ports?device_id=5598a24f-0925-4721-ba56-24d5f7a613a7 HTTP/1.1" status: 200 len: 946 time: 0.2385538 Sep 17 07:59:14.551974 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 51804) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:14.568874 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['88d14c71-d63f-45a9-985e-9ee4f2fa9b49'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:59:14.578334 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66586790-1d1e-436a-9ea6-0f3d595e4f52 req-a9c648f1-17f1-466a-a6e6-b69b86997fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:14.579800 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-66586790-1d1e-436a-9ea6-0f3d595e4f52 req-a9c648f1-17f1-466a-a6e6-b69b86997fd5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=87ee52d6-ae56-4d6f-b1f7-f93e882b0a89 HTTP/1.1" status: 200 len: 852 time: 0.2022803 Sep 17 07:59:14.597012 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb9f0a8-4dcb-45ad-b961-23d802ab3922 req-9a03f70a-41a6-4011-854e-d6711e143667 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:14.597660 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-5fb9f0a8-4dcb-45ad-b961-23d802ab3922 req-9a03f70a-41a6-4011-854e-d6711e143667 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:14.599096 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5fb9f0a8-4dcb-45ad-b961-23d802ab3922 req-9a03f70a-41a6-4011-854e-d6711e143667 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "PUT /v2.0/ports/88d14c71-d63f-45a9-985e-9ee4f2fa9b49 HTTP/1.1" status: 200 len: 1020 time: 0.9067001 Sep 17 07:59:14.648105 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-66586790-1d1e-436a-9ea6-0f3d595e4f52 req-73be4849-3d8b-4b3c-9e56-8f3b7f15e01e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5c3939dc-d000-4839-b5e2-30565576d4d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450451 Sep 17 07:59:14.712321 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-92201639-698b-43f4-aa2c-cf879ee0a4a0 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Deleting subnet 58f4b025-f9aa-4286-82d8-1ed51712ca72 {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:59:14.716207 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-92201639-698b-43f4-aa2c-cf879ee0a4a0 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:14.766450 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-92201639-698b-43f4-aa2c-cf879ee0a4a0 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:14.771277 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a03f70a-41a6-4011-854e-d6711e143667 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Pushing event updated for resources: {'Port': ['ID=88d14c71-d63f-45a9-985e-9ee4f2fa9b49,revision_number=7']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:14.782867 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['88d14c71-d63f-45a9-985e-9ee4f2fa9b49'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:59:14.814926 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f485bb77-fa6b-4df2-aea3-f7482fcc17c9 req-d001e5a7-00d8-4cb4-b8b1-e1aa1212fb74 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e948a70-2200-4e37-a4df-395f090404ef HTTP/1.1" status: 200 len: 210 time: 0.1149974 Sep 17 07:59:14.823361 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8f02a59d-e0ba-4766-88ed-db39fd78db32 req-ab177e64-bac1-4e4d-a2ae-72acfe2bb217 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] 10.222.0.13 "GET /v2.0/security-groups?id=d51a71c8-aada-4bfe-9a22-ff42772b389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2711434 Sep 17 07:59:14.975388 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-66586790-1d1e-436a-9ea6-0f3d595e4f52 req-3f5b03ff-f460-4155-948a-0898a0671d9a service neutron] 10.222.0.39 "GET /v2.0/networks/5c3939dc-d000-4839-b5e2-30565576d4d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108206 Sep 17 07:59:14.986253 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-92201639-698b-43f4-aa2c-cf879ee0a4a0 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:15.041265 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e747ba-79cb-43cd-b138-2ba214c8a3a0 req-ab6e7e66-ad7a-45dc-af92-1c3654fda448 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:15.049738 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a0e747ba-79cb-43cd-b138-2ba214c8a3a0 req-ab6e7e66-ad7a-45dc-af92-1c3654fda448 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/ports?device_id=80c95d97-12b9-46b8-91b4-6c9b9bdfa355 HTTP/1.1" status: 200 len: 1023 time: 0.1316884 Sep 17 07:59:15.093785 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-92201639-698b-43f4-aa2c-cf879ee0a4a0 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:15.157412 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92201639-698b-43f4-aa2c-cf879ee0a4a0 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Pushing event deleted for resources: {'Subnet': ['ID=58f4b025-f9aa-4286-82d8-1ed51712ca72,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:15.159734 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-92201639-698b-43f4-aa2c-cf879ee0a4a0 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:15.161850 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-92201639-698b-43f4-aa2c-cf879ee0a4a0 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "DELETE /v2.0/subnets/58f4b025-f9aa-4286-82d8-1ed51712ca72 HTTP/1.1" status: 204 len: 168 time: 0.6073287 Sep 17 07:59:15.164580 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 51818) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:15.176054 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789a121c-909c-4994-815f-5fd84169cfcb None None] Network 7eed9fba-928e-4eb8-8d50-9c2e7c5058ca requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:59:15.250857 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a0e747ba-79cb-43cd-b138-2ba214c8a3a0 req-613058f0-d61a-4133-b492-def7e75c4479 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/security-groups?id=db312e7f-1a3f-4ea9-ad55-8740cb4f40b6&id=480a322d-b698-4847-9831-7788c82c512e&id=955787ae-f8f8-4763-8751-bdfe05755359 HTTP/1.1" status: 200 len: 6154 time: 0.2001693 Sep 17 07:59:15.258945 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4dea4094-d4cd-450b-8a6f-439281482ed7 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:15.273291 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748aa782-2589-47d0-8358-7bd18a894673 req-1cf10acd-d01d-4363-9c08-eb37945edc2b tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:15.291608 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 51828) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:15.295900 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-748aa782-2589-47d0-8358-7bd18a894673 req-1cf10acd-d01d-4363-9c08-eb37945edc2b tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] 10.222.0.13 "GET /v2.0/ports?device_id=5598a24f-0925-4721-ba56-24d5f7a613a7 HTTP/1.1" status: 200 len: 946 time: 0.3139720 Sep 17 07:59:15.299454 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-7c0da7eb-3e25-4a26-ab20-9a78deb28ab5 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Request body: {'floatingip': {'port_id': '86fa9967-6119-4434-827e-c9ba294b070e'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:59:15.313540 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-b61ffce4-a6c3-4979-a5ad-b430a3ed3254 req-4bd4dcd7-83b2-49ac-a3fd-03abb2ada234 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Request body: {'security_group': {'name': ' tempest-securitygroup -2035316725 ', 'description': 'tempest-description-253765740'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:59:15.344944 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-66586790-1d1e-436a-9ea6-0f3d595e4f52 req-c59464fc-8c70-4c3d-823b-adf6fbccf465 service neutron] 10.222.0.39 "GET /v2.0/networks/5c3939dc-d000-4839-b5e2-30565576d4d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3597651 Sep 17 07:59:15.361910 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-b61ffce4-a6c3-4979-a5ad-b430a3ed3254 req-4bd4dcd7-83b2-49ac-a3fd-03abb2ada234 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:15.385206 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7c0da7eb-3e25-4a26-ab20-9a78deb28ab5 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Notify callbacks [] for floatingip, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:15.512917 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-4dea4094-d4cd-450b-8a6f-439281482ed7 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Deleting port 38d5ddd3-b927-49ab-bf28-0e6d52abb38d {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:59:15.513677 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4dea4094-d4cd-450b-8a6f-439281482ed7 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:15.549112 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-b61ffce4-a6c3-4979-a5ad-b430a3ed3254 req-4bd4dcd7-83b2-49ac-a3fd-03abb2ada234 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:15.562493 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-b61ffce4-a6c3-4979-a5ad-b430a3ed3254 req-4bd4dcd7-83b2-49ac-a3fd-03abb2ada234 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:15.598270 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd4dcd7-83b2-49ac-a3fd-03abb2ada234 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f14f2921-8e27-4673-8edd-67f74d6a24a2,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:15.633873 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-b61ffce4-a6c3-4979-a5ad-b430a3ed3254 req-4bd4dcd7-83b2-49ac-a3fd-03abb2ada234 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:15.636364 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b61ffce4-a6c3-4979-a5ad-b430a3ed3254 req-4bd4dcd7-83b2-49ac-a3fd-03abb2ada234 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 0.3295200 Sep 17 07:59:15.746975 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6e9d063d-347a-4694-8f77-5b284b7562a7 req-d4b7b73c-d9f5-410b-9f27-d7a72d378d64 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/security-groups/f14f2921-8e27-4673-8edd-67f74d6a24a2 HTTP/1.1" status: 200 len: 1782 time: 0.0808423 Sep 17 07:59:15.776193 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80c95d97-12b9-46b8-91b4-6c9b9bdfa355', 'tag': '88d14c71-d63f-45a9-985e-9ee4f2fa9b49'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:59:15.778763 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa2c10b9-dd37-48c8-b43e-2f4447e486d3" -d '{"events": [{"name": "network-changed", "server_uuid": "80c95d97-12b9-46b8-91b4-6c9b9bdfa355", "tag": "88d14c71-d63f-45a9-985e-9ee4f2fa9b49"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:59:15.824553 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56a2c8c-ec07-4de9-800c-98889cd5e4c7 None None] DHCP port deletion for 7eed9fba-928e-4eb8-8d50-9c2e7c5058ca request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 07:59:15.851329 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9420da19-a755-47ce-8fbb-38dd1bfd83fc x-openstack-request-id: req-9420da19-a755-47ce-8fbb-38dd1bfd83fc {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:59:15.851329 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80c95d97-12b9-46b8-91b4-6c9b9bdfa355", "tag": "88d14c71-d63f-45a9-985e-9ee4f2fa9b49", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:59:15.851329 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9420da19-a755-47ce-8fbb-38dd1bfd83fc {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:59:15.851922 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80c95d97-12b9-46b8-91b4-6c9b9bdfa355', 'tag': '88d14c71-d63f-45a9-985e-9ee4f2fa9b49', 'status': 'completed', 'code': 200} Sep 17 07:59:15.884701 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a9df0e10-e3bc-4f6d-9378-27194eeac951 req-9c551735-b00d-4423-9e3b-0dc0893bd27a tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/security-groups/f14f2921-8e27-4673-8edd-67f74d6a24a2 HTTP/1.1" status: 200 len: 1782 time: 0.1157837 Sep 17 07:59:15.946487 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-c56a2c8c-ec07-4de9-800c-98889cd5e4c7 None None] Deleting port 38d5ddd3-b927-49ab-bf28-0e6d52abb38d {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:59:15.948042 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c56a2c8c-ec07-4de9-800c-98889cd5e4c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:16.022681 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-67725154-018e-47ce-8b77-3a68fb089ba2 req-22cfb6af-b5b9-4178-9b68-dc680c3dba7c tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e948a70-2200-4e37-a4df-395f090404ef HTTP/1.1" status: 200 len: 210 time: 0.0664151 Sep 17 07:59:16.023757 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-a9df0e10-e3bc-4f6d-9378-27194eeac951 req-68448ee8-f681-4cf2-b9da-79167053003d tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:16.063999 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-a9df0e10-e3bc-4f6d-9378-27194eeac951 req-68448ee8-f681-4cf2-b9da-79167053003d tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:16.112062 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-c56a2c8c-ec07-4de9-800c-98889cd5e4c7 None None] For port 38d5ddd3-b927-49ab-bf28-0e6d52abb38d, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=38d5ddd3-b927-49ab-bf28-0e6d52abb38d,segment=NetworkSegment(689d833b-aa09-4ea3-b460-0108d9519be4),segment_id=689d833b-aa09-4ea3-b460-0108d9519be4)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:59:16.113371 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c56a2c8c-ec07-4de9-800c-98889cd5e4c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:16.142862 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-4dea4094-d4cd-450b-8a6f-439281482ed7 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] For port 38d5ddd3-b927-49ab-bf28-0e6d52abb38d, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=38d5ddd3-b927-49ab-bf28-0e6d52abb38d,segment=NetworkSegment(689d833b-aa09-4ea3-b460-0108d9519be4),segment_id=689d833b-aa09-4ea3-b460-0108d9519be4)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:59:16.144023 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4dea4094-d4cd-450b-8a6f-439281482ed7 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:16.146369 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-c56a2c8c-ec07-4de9-800c-98889cd5e4c7 None None] Calling delete_port for 38d5ddd3-b927-49ab-bf28-0e6d52abb38d owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:59:16.164451 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-4dea4094-d4cd-450b-8a6f-439281482ed7 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Calling delete_port for 38d5ddd3-b927-49ab-bf28-0e6d52abb38d owned by network:dhcp {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:59:16.173538 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-a9df0e10-e3bc-4f6d-9378-27194eeac951 req-68448ee8-f681-4cf2-b9da-79167053003d tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:16.177273 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-a9df0e10-e3bc-4f6d-9378-27194eeac951 req-68448ee8-f681-4cf2-b9da-79167053003d tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:16.178773 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a9df0e10-e3bc-4f6d-9378-27194eeac951 req-68448ee8-f681-4cf2-b9da-79167053003d tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "DELETE /v2.0/security-groups/f14f2921-8e27-4673-8edd-67f74d6a24a2 HTTP/1.1" status: 204 len: 173 time: 0.2923815 Sep 17 07:59:16.197605 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68448ee8-f681-4cf2-b9da-79167053003d tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14f2921-8e27-4673-8edd-67f74d6a24a2,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:16.226355 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c10b9-dd37-48c8-b43e-2f4447e486d3 req-0268a774-b467-4a5f-a06b-52082350e1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:16.230921 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-aa2c10b9-dd37-48c8-b43e-2f4447e486d3 req-0268a774-b467-4a5f-a06b-52082350e1bc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=958ba9f9613c46689914bd3daf2ce99a&device_id=80c95d97-12b9-46b8-91b4-6c9b9bdfa355 HTTP/1.1" status: 200 len: 1174 time: 0.3399880 Sep 17 07:59:16.230921 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [req-96b27e0a-bfa0-4158-a541-9f169ce80059 req-f50c25ef-eca7-478d-9724-31e1cf60e9dc tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] show failed (client error): The resource could not be found. Sep 17 07:59:16.231580 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-96b27e0a-bfa0-4158-a541-9f169ce80059 req-f50c25ef-eca7-478d-9724-31e1cf60e9dc tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/security-groups/f14f2921-8e27-4673-8edd-67f74d6a24a2 HTTP/1.1" status: 404 len: 352 time: 0.0245376 Sep 17 07:59:16.290579 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-146e8b36-880a-444c-aeee-006b0f1b9694 req-985280a2-46ab-44a7-8480-eb0ce25f2084 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1993092043', 'description': 'tempest-description-1974138800'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:59:16.334973 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c56a2c8c-ec07-4de9-800c-98889cd5e4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:16.373666 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56a2c8c-ec07-4de9-800c-98889cd5e4c7 None None] Pushing event deleted for resources: {'Port': ['ID=38d5ddd3-b927-49ab-bf28-0e6d52abb38d,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:16.382100 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56a2c8c-ec07-4de9-800c-98889cd5e4c7 None None] No DVR routers for this DVR port 38d5ddd3-b927-49ab-bf28-0e6d52abb38d on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:59:16.446757 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-146e8b36-880a-444c-aeee-006b0f1b9694 req-985280a2-46ab-44a7-8480-eb0ce25f2084 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:16.460872 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4dea4094-d4cd-450b-8a6f-439281482ed7 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:16.477813 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dea4094-d4cd-450b-8a6f-439281482ed7 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] No DVR routers for this DVR port 38d5ddd3-b927-49ab-bf28-0e6d52abb38d on host n-d-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:59:16.491201 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c10b9-dd37-48c8-b43e-2f4447e486d3 req-d3719783-2425-4c20-a6d6-abfbdea82f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:16.493261 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-aa2c10b9-dd37-48c8-b43e-2f4447e486d3 req-d3719783-2425-4c20-a6d6-abfbdea82f62 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5c3939dc-d000-4839-b5e2-30565576d4d4 HTTP/1.1" status: 200 len: 913 time: 0.2564049 Sep 17 07:59:16.505114 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea4094-d4cd-450b-8a6f-439281482ed7 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Pushing event deleted for resources: {'Port': ['ID=38d5ddd3-b927-49ab-bf28-0e6d52abb38d,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:16.586476 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-aa2c10b9-dd37-48c8-b43e-2f4447e486d3 req-9b555596-becf-4307-9868-8364723a3c64 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88d14c71-d63f-45a9-985e-9ee4f2fa9b49 HTTP/1.1" status: 200 len: 217 time: 0.0652127 Sep 17 07:59:16.600768 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4dea4094-d4cd-450b-8a6f-439281482ed7 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:16.629712 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-4dea4094-d4cd-450b-8a6f-439281482ed7 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eed9fba-928e-4eb8-8d50-9c2e7c5058ca']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:16.660896 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-4dea4094-d4cd-450b-8a6f-439281482ed7 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '689d833b-aa09-4ea3-b460-0108d9519be4') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:16.661145 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-4dea4094-d4cd-450b-8a6f-439281482ed7 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '689d833b-aa09-4ea3-b460-0108d9519be4') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:16.674828 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4dea4094-d4cd-450b-8a6f-439281482ed7 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:16.675061 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c10b9-dd37-48c8-b43e-2f4447e486d3 req-dc88cf57-424d-4c0b-ac74-6c0ec3c4573b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:16.676573 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-aa2c10b9-dd37-48c8-b43e-2f4447e486d3 req-dc88cf57-424d-4c0b-ac74-6c0ec3c4573b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=87ee52d6-ae56-4d6f-b1f7-f93e882b0a89 HTTP/1.1" status: 200 len: 852 time: 0.0800118 Sep 17 07:59:16.721058 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-aa2c10b9-dd37-48c8-b43e-2f4447e486d3 req-42ed72ae-e37a-48ab-a9cd-2a545b111529 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5c3939dc-d000-4839-b5e2-30565576d4d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350935 Sep 17 07:59:16.733427 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-146e8b36-880a-444c-aeee-006b0f1b9694 req-985280a2-46ab-44a7-8480-eb0ce25f2084 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:16.753143 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4dea4094-d4cd-450b-8a6f-439281482ed7 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:16.756013 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-146e8b36-880a-444c-aeee-006b0f1b9694 req-985280a2-46ab-44a7-8480-eb0ce25f2084 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:16.769257 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dea4094-d4cd-450b-8a6f-439281482ed7 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 07:59:16.778822 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4dea4094-d4cd-450b-8a6f-439281482ed7 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:16.782518 n-d-789963-9 neutron-server[101290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 07:59:16.782518 n-d-789963-9 neutron-server[101290]: self.session.flush() Sep 17 07:59:16.782518 n-d-789963-9 neutron-server[101290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 07:59:16.782518 n-d-789963-9 neutron-server[101290]: self.session.flush() Sep 17 07:59:16.782518 n-d-789963-9 neutron-server[101290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 07:59:16.782518 n-d-789963-9 neutron-server[101290]: self.session.flush() Sep 17 07:59:16.782518 n-d-789963-9 neutron-server[101290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 07:59:16.782518 n-d-789963-9 neutron-server[101290]: self.session.flush() Sep 17 07:59:16.782518 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 07:59:16.782518 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 07:59:16.782518 n-d-789963-9 neutron-server[101290]: timer() Sep 17 07:59:16.782518 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 07:59:16.782518 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 07:59:16.782518 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 07:59:16.782518 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 07:59:16.782518 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 07:59:16.782518 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 07:59:16.782518 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 07:59:16.782518 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 07:59:16.782518 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 07:59:16.782518 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 07:59:16.782518 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 07:59:16.782518 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 07:59:16.782518 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 07:59:16.782518 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 07:59:16.782518 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 07:59:16.782518 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 07:59:16.782518 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 07:59:16.782518 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 07:59:16.782518 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 07:59:16.782518 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 07:59:16.782518 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 07:59:16.782518 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 07:59:16.782518 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 07:59:16.782518 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 07:59:16.782518 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 07:59:16.782518 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 07:59:16.782518 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 07:59:16.782518 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 07:59:16.782518 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 07:59:16.788559 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-146e8b36-880a-444c-aeee-006b0f1b9694 req-985280a2-46ab-44a7-8480-eb0ce25f2084 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:16.798727 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-146e8b36-880a-444c-aeee-006b0f1b9694 req-985280a2-46ab-44a7-8480-eb0ce25f2084 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5228615 Sep 17 07:59:16.800382 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 38d5ddd3-b927-49ab-bf28-0e6d52abb38d no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:59:16.829878 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-69825335-828d-4763-a28f-b3170792adfb req-c1bef5f1-5b52-4bad-85dd-14b478f877da tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1849294861', 'description': 'tempest-description-1551202668'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:59:16.830280 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7c0da7eb-3e25-4a26-ab20-9a78deb28ab5 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:16.855928 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 38d5ddd3-b927-49ab-bf28-0e6d52abb38d {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:59:16.856299 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 38d5ddd3-b927-49ab-bf28-0e6d52abb38d not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:59:16.862136 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7c0da7eb-3e25-4a26-ab20-9a78deb28ab5 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:16.888665 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-69825335-828d-4763-a28f-b3170792adfb req-c1bef5f1-5b52-4bad-85dd-14b478f877da tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:16.906086 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985280a2-46ab-44a7-8480-eb0ce25f2084 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50250671-c422-4494-b73b-ce99ccbc0329,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:16.930351 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4dea4094-d4cd-450b-8a6f-439281482ed7 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:16.940372 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4dea4094-d4cd-450b-8a6f-439281482ed7 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:16.943172 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-4dea4094-d4cd-450b-8a6f-439281482ed7 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "DELETE /v2.0/networks/7eed9fba-928e-4eb8-8d50-9c2e7c5058ca HTTP/1.1" status: 204 len: 168 time: 1.7761891 Sep 17 07:59:16.946814 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 51888) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:16.960433 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-aa2c10b9-dd37-48c8-b43e-2f4447e486d3 req-af91d1bc-f7cd-42f7-8a49-fcac9eab574d service neutron] 10.222.0.39 "GET /v2.0/networks/5c3939dc-d000-4839-b5e2-30565576d4d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277231 Sep 17 07:59:16.986852 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-b0be3fef-c720-4b71-94b2-4daaf0e26a50 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1180335038', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:59:16.993597 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea4094-d4cd-450b-8a6f-439281482ed7 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Pushing event deleted for resources: {'Network': ['ID=7eed9fba-928e-4eb8-8d50-9c2e7c5058ca,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:17.017156 n-d-789963-9 neutron-server[101290]: INFO neutron.db.l3_db [None req-7c0da7eb-3e25-4a26-ab20-9a78deb28ab5 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Floating IP d03f3966-ddaa-4ef0-bbc0-95b82992a1db associated. External IP: 172.25.6.51, port: 86fa9967-6119-4434-827e-c9ba294b070e. Sep 17 07:59:17.111052 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-aa2c10b9-dd37-48c8-b43e-2f4447e486d3 req-7419487e-8d6b-4bd0-abae-80689ffdadff service neutron] 10.222.0.39 "GET /v2.0/networks/5c3939dc-d000-4839-b5e2-30565576d4d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415896 Sep 17 07:59:17.113725 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-69825335-828d-4763-a28f-b3170792adfb req-c1bef5f1-5b52-4bad-85dd-14b478f877da tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:17.121708 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-69825335-828d-4763-a28f-b3170792adfb req-c1bef5f1-5b52-4bad-85dd-14b478f877da tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:17.194575 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-faa2fab4-a402-412d-a737-8cd37c80b8c1 req-78784a9e-6db5-4f24-81c1-9bcdef094ab5 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e948a70-2200-4e37-a4df-395f090404ef HTTP/1.1" status: 200 len: 210 time: 0.0662804 Sep 17 07:59:17.210101 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bef5f1-5b52-4bad-85dd-14b478f877da tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4279c7d3-de8a-4ce6-ac67-a18a07827f6c,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:17.216152 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b0be3fef-c720-4b71-94b2-4daaf0e26a50 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:17.217764 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b0be3fef-c720-4b71-94b2-4daaf0e26a50 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:17.225602 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-69825335-828d-4763-a28f-b3170792adfb req-c1bef5f1-5b52-4bad-85dd-14b478f877da tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:17.228122 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-69825335-828d-4763-a28f-b3170792adfb req-c1bef5f1-5b52-4bad-85dd-14b478f877da tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4034836 Sep 17 07:59:17.269478 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-3edf501d-2dc2-4656-8cd1-6f2cf6dac62d req-c1f7636b-2c48-45b7-a77b-b946b8ce7bad tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1968834938', 'description': 'tempest-description-2103948626'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:59:17.298076 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-3edf501d-2dc2-4656-8cd1-6f2cf6dac62d req-c1f7636b-2c48-45b7-a77b-b946b8ce7bad tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:17.329020 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b0be3fef-c720-4b71-94b2-4daaf0e26a50 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:17.338188 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c0da7eb-3e25-4a26-ab20-9a78deb28ab5 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Router 07bf65a5-39af-4176-94a6-2e1eb1fec4dc has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:59:17.341165 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b0be3fef-c720-4b71-94b2-4daaf0e26a50 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:17.420343 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-3edf501d-2dc2-4656-8cd1-6f2cf6dac62d req-c1f7636b-2c48-45b7-a77b-b946b8ce7bad tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:17.429659 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-3edf501d-2dc2-4656-8cd1-6f2cf6dac62d req-c1f7636b-2c48-45b7-a77b-b946b8ce7bad tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:17.438707 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b0be3fef-c720-4b71-94b2-4daaf0e26a50 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:17.440359 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b0be3fef-c720-4b71-94b2-4daaf0e26a50 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4570465 Sep 17 07:59:17.443970 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 51906) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:17.472059 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-3edf501d-2dc2-4656-8cd1-6f2cf6dac62d req-c1f7636b-2c48-45b7-a77b-b946b8ce7bad tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:17.473389 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3edf501d-2dc2-4656-8cd1-6f2cf6dac62d req-c1f7636b-2c48-45b7-a77b-b946b8ce7bad tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2123473 Sep 17 07:59:17.473977 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f7636b-2c48-45b7-a77b-b946b8ce7bad tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4c4dae-5a72-4c0d-91ec-3a537c1865c9,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:17.504442 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-2894cd5b-ac8e-4055-b0e5-bbc9bdabe526 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Request body: {'network': {'name': 'tempest-RoutersTest-357912300'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:59:17.555551 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c0da7eb-3e25-4a26-ab20-9a78deb28ab5 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:59:17.569680 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137e27c5-1ae6-4cfe-8b90-52d918b69ec1 None None] Sync routers for ids ['07bf65a5-39af-4176-94a6-2e1eb1fec4dc'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:59:17.570450 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7c0da7eb-3e25-4a26-ab20-9a78deb28ab5 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:17.587275 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137e27c5-1ae6-4cfe-8b90-52d918b69ec1 None None] Routers {'07bf65a5-39af-4176-94a6-2e1eb1fec4dc'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:59:17.588610 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-137e27c5-1ae6-4cfe-8b90-52d918b69ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:58:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['07bf65a5-39af-4176-94a6-2e1eb1fec4dc'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:17.619156 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2894cd5b-ac8e-4055-b0e5-bbc9bdabe526 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Made reservation on behalf of 61a7a6788c48443c9f34c81b57ddfc5f for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:59:17.626635 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2894cd5b-ac8e-4055-b0e5-bbc9bdabe526 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:17.635383 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-7c0da7eb-3e25-4a26-ab20-9a78deb28ab5 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] 10.222.0.13 "PUT /v2.0/floatingips/d03f3966-ddaa-4ef0-bbc0-95b82992a1db HTTP/1.1" status: 200 len: 991 time: 2.3389268 Sep 17 07:59:17.636760 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ee970eb8-25bd-4cde-b572-ee979e2bc605 req-c7ab36ce-763b-4de4-839b-8aae94815910 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=958ba9f9613c46689914bd3daf2ce99a HTTP/1.1" status: 200 len: 10910 time: 0.1399393 Sep 17 07:59:17.639373 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5598a24f-0925-4721-ba56-24d5f7a613a7', 'tag': '86fa9967-6119-4434-827e-c9ba294b070e'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:59:17.641826 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e5daa7-56cf-43b9-9eb9-dee9dc25c334" -d '{"events": [{"name": "network-changed", "server_uuid": "5598a24f-0925-4721-ba56-24d5f7a613a7", "tag": "86fa9967-6119-4434-827e-c9ba294b070e"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:59:17.662251 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2894cd5b-ac8e-4055-b0e5-bbc9bdabe526 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 07:59:17.676674 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2894cd5b-ac8e-4055-b0e5-bbc9bdabe526 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:17.677701 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-2894cd5b-ac8e-4055-b0e5-bbc9bdabe526 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Added segment 245c005a-e9b8-49e3-a3b2-a93bb91d167d of type vlan for network ce9e61f4-ef81-4c77-8d8c-c51cc74bf35d Sep 17 07:59:17.739589 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ee970eb8-25bd-4cde-b572-ee979e2bc605 req-d1dddb75-f284-41a5-a6e0-47367f565409 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/security-groups/db312e7f-1a3f-4ea9-ad55-8740cb4f40b6 HTTP/1.1" status: 200 len: 2985 time: 0.0900638 Sep 17 07:59:17.751183 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2894cd5b-ac8e-4055-b0e5-bbc9bdabe526 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:17.780361 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-137e27c5-1ae6-4cfe-8b90-52d918b69ec1 None None] Set router 07bf65a5-39af-4176-94a6-2e1eb1fec4dc gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:59:17.803011 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2894cd5b-ac8e-4055-b0e5-bbc9bdabe526 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:17.813638 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2894cd5b-ac8e-4055-b0e5-bbc9bdabe526 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:17.815957 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2894cd5b-ac8e-4055-b0e5-bbc9bdabe526 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:17.831173 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ebb9c44-95f4-43a5-a241-715658c7d94a x-openstack-request-id: req-9ebb9c44-95f4-43a5-a241-715658c7d94a {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:59:17.831432 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5598a24f-0925-4721-ba56-24d5f7a613a7", "tag": "86fa9967-6119-4434-827e-c9ba294b070e", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:59:17.832090 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9ebb9c44-95f4-43a5-a241-715658c7d94a {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:59:17.832090 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5598a24f-0925-4721-ba56-24d5f7a613a7', 'tag': '86fa9967-6119-4434-827e-c9ba294b070e', 'status': 'completed', 'code': 200} Sep 17 07:59:17.835626 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ee970eb8-25bd-4cde-b572-ee979e2bc605 req-7a4faa05-437a-4d87-beaf-fa13c7cb7a3a tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/security-groups/db312e7f-1a3f-4ea9-ad55-8740cb4f40b6 HTTP/1.1" status: 200 len: 2985 time: 0.0901523 Sep 17 07:59:17.905728 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2894cd5b-ac8e-4055-b0e5-bbc9bdabe526 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Pushing event updated for resources: {'Network': ['ID=ce9e61f4-ef81-4c77-8d8c-c51cc74bf35d,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:17.912705 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-2894cd5b-ac8e-4055-b0e5-bbc9bdabe526 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4684973 Sep 17 07:59:17.915423 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 51926) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:17.922743 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-b8433125-089f-4845-8c33-c5e4f36212cf tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Request body: {'subnet': {'network_id': 'ce9e61f4-ef81-4c77-8d8c-c51cc74bf35d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:59:17.951610 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network ce9e61f4-ef81-4c77-8d8c-c51cc74bf35d details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 07:59:18.024219 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e5daa7-56cf-43b9-9eb9-dee9dc25c334 req-100ae9da-9228-4eca-b940-74c48e905d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:18.027002 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-54e5daa7-56cf-43b9-9eb9-dee9dc25c334 req-100ae9da-9228-4eca-b940-74c48e905d31 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=85a1205ba09b4a7b819dd87a018d5057&device_id=5598a24f-0925-4721-ba56-24d5f7a613a7 HTTP/1.1" status: 200 len: 1097 time: 0.1634212 Sep 17 07:59:18.040428 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7a50f070-bcf5-4d55-aed4-d39cfd9ab6d9 req-852c5cbb-ff27-4126-b39c-f1110659369d tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/security-groups/50250671-c422-4494-b73b-ce99ccbc0329 HTTP/1.1" status: 200 len: 1803 time: 0.1587310 Sep 17 07:59:18.042899 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8433125-089f-4845-8c33-c5e4f36212cf tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Made reservation on behalf of 61a7a6788c48443c9f34c81b57ddfc5f for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:59:18.049152 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b8433125-089f-4845-8c33-c5e4f36212cf tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:18.200816 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-7a50f070-bcf5-4d55-aed4-d39cfd9ab6d9 req-570f4000-e2ee-48e4-882b-35fcf00227dd tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:18.252956 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e5daa7-56cf-43b9-9eb9-dee9dc25c334 req-1bf63460-1859-434a-a19d-f8df663764d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:18.254469 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-54e5daa7-56cf-43b9-9eb9-dee9dc25c334 req-1bf63460-1859-434a-a19d-f8df663764d9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0ac2dea1-1030-4e45-a595-712a662b9be7 HTTP/1.1" status: 200 len: 916 time: 0.2126639 Sep 17 07:59:18.269887 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-7a50f070-bcf5-4d55-aed4-d39cfd9ab6d9 req-570f4000-e2ee-48e4-882b-35fcf00227dd tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:18.292861 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-137e27c5-1ae6-4cfe-8b90-52d918b69ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bf65a5-39af-4176-94a6-2e1eb1fec4dc', 'name': 'tempest-ServersTestFqdnHostnames-1345365588-router', 'tenant_id': '85a1205ba09b4a7b819dd87a018d5057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '25df4c10-8a5d-4ccf-a8ca-618acc2b2173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:58:46Z', 'updated_at': '2021-09-17T07:58:54Z', 'revision_number': 4, 'project_id': '85a1205ba09b4a7b819dd87a018d5057', 'gw_port': {'id': '25df4c10-8a5d-4ccf-a8ca-618acc2b2173', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:29:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bf65a5-39af-4176-94a6-2e1eb1fec4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:58:47Z', 'updated_at': '2021-09-17T07:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': 'd03f3966-ddaa-4ef0-bbc0-95b82992a1db', 'tenant_id': '85a1205ba09b4a7b819dd87a018d5057', 'floating_ip_address': '172.25.6.51', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '07bf65a5-39af-4176-94a6-2e1eb1fec4dc', 'port_id': '86fa9967-6119-4434-827e-c9ba294b070e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ac2dea1-1030-4e45-a595-712a662b9be7', 'mac_address': 'fa:16:3e:48:4f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5598a24f-0925-4721-ba56-24d5f7a613a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T07:58:59Z', 'updated_at': '2021-09-17T07:59:16Z', 'revision_number': 1, 'project_id': '85a1205ba09b4a7b819dd87a018d5057', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8384278-9720-42a4-80a2-d88a4bbf205b', 'name': '', 'network_id': '0ac2dea1-1030-4e45-a595-712a662b9be7', 'tenant_id': '85a1205ba09b4a7b819dd87a018d5057', 'mac_address': 'fa:16:3e:1d:70:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bf65a5-39af-4176-94a6-2e1eb1fec4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '5f447d0e-4d69-4c7b-bffd-747abf0c712f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:58:52Z', 'updated_at': '2021-09-17T07:58:58Z', 'revision_number': 5, 'project_id': '85a1205ba09b4a7b819dd87a018d5057', 'subnets': [{'id': '5f447d0e-4d69-4c7b-bffd-747abf0c712f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:18.324221 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137e27c5-1ae6-4cfe-8b90-52d918b69ec1 None None] Checking router: 07bf65a5-39af-4176-94a6-2e1eb1fec4dc for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:59:18.334979 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137e27c5-1ae6-4cfe-8b90-52d918b69ec1 None None] Routers {'07bf65a5-39af-4176-94a6-2e1eb1fec4dc'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:59:18.335766 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-137e27c5-1ae6-4cfe-8b90-52d918b69ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:58:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['07bf65a5-39af-4176-94a6-2e1eb1fec4dc'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:18.348053 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b8433125-089f-4845-8c33-c5e4f36212cf tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:18.408145 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 51932) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:18.460170 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8433125-089f-4845-8c33-c5e4f36212cf tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Pushing event updated for resources: {'Subnet': ['ID=878cf42b-e189-4116-8a53-6442029f98b3,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:18.473773 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8433125-089f-4845-8c33-c5e4f36212cf tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Checking segment: {'id': '245c005a-e9b8-49e3-a3b2-a93bb91d167d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ce9e61f4-ef81-4c77-8d8c-c51cc74bf35d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:59:18.474715 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8433125-089f-4845-8c33-c5e4f36212cf tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Network hostable DHCP agents. Network: ce9e61f4-ef81-4c77-8d8c-c51cc74bf35d, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 07:59:18.499559 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8433125-089f-4845-8c33-c5e4f36212cf tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Network ce9e61f4-ef81-4c77-8d8c-c51cc74bf35d is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 07:59:18.514658 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-7a50f070-bcf5-4d55-aed4-d39cfd9ab6d9 req-570f4000-e2ee-48e4-882b-35fcf00227dd tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:18.517651 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-7a50f070-bcf5-4d55-aed4-d39cfd9ab6d9 req-570f4000-e2ee-48e4-882b-35fcf00227dd tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:18.522011 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7a50f070-bcf5-4d55-aed4-d39cfd9ab6d9 req-570f4000-e2ee-48e4-882b-35fcf00227dd tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "DELETE /v2.0/security-groups/50250671-c422-4494-b73b-ce99ccbc0329 HTTP/1.1" status: 204 len: 173 time: 0.4670177 Sep 17 07:59:18.531722 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-b8433125-089f-4845-8c33-c5e4f36212cf tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, ce9e61f4-ef81-4c77-8d8c-c51cc74bf35d) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:59:18.540737 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8433125-089f-4845-8c33-c5e4f36212cf tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:18.541580 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b8433125-089f-4845-8c33-c5e4f36212cf tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:18.544978 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-54e5daa7-56cf-43b9-9eb9-dee9dc25c334 req-6e60d177-da7c-43d2-b372-d88c22ed0f19 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=86fa9967-6119-4434-827e-c9ba294b070e HTTP/1.1" status: 200 len: 999 time: 0.2818551 Sep 17 07:59:18.547073 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d74c8047-9185-4f58-bfd7-9cc3214e60af req-38a46784-11d0-47f5-a16c-563fbad06b1f tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e948a70-2200-4e37-a4df-395f090404ef HTTP/1.1" status: 200 len: 210 time: 0.1247962 Sep 17 07:59:18.548396 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-137e27c5-1ae6-4cfe-8b90-52d918b69ec1 None None] Set router 07bf65a5-39af-4176-94a6-2e1eb1fec4dc gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:59:18.554329 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570f4000-e2ee-48e4-882b-35fcf00227dd tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50250671-c422-4494-b73b-ce99ccbc0329,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:18.590110 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b8433125-089f-4845-8c33-c5e4f36212cf tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6730728 Sep 17 07:59:18.595349 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 51938) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:18.607944 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [req-8325580e-4e2f-46ba-9d32-27442fd6bcb1 req-18644943-23d7-47d8-ad4b-f55d3ff3e683 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] show failed (client error): The resource could not be found. Sep 17 07:59:18.609321 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8325580e-4e2f-46ba-9d32-27442fd6bcb1 req-18644943-23d7-47d8-ad4b-f55d3ff3e683 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/security-groups/50250671-c422-4494-b73b-ce99ccbc0329 HTTP/1.1" status: 404 len: 352 time: 0.0613849 Sep 17 07:59:18.674799 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e5daa7-56cf-43b9-9eb9-dee9dc25c334 req-b793801b-cf8b-4701-b36a-0417a8356ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:18.677466 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-54e5daa7-56cf-43b9-9eb9-dee9dc25c334 req-b793801b-cf8b-4701-b36a-0417a8356ee7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5f447d0e-4d69-4c7b-bffd-747abf0c712f HTTP/1.1" status: 200 len: 854 time: 0.1199093 Sep 17 07:59:18.682268 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7858a42d-0511-497b-ba02-b1f1ebb82828 None None] Network ce9e61f4-ef81-4c77-8d8c-c51cc74bf35d requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:59:18.748302 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-668f6980-a5bc-430b-bbb2-f29ace43bab0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:18.941063 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15328780-353b-4eb3-87ce-198991cbb91d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-ce9e61f4-ef81-4c77-8d8c-c51cc74bf35d', 'network_id': 'ce9e61f4-ef81-4c77-8d8c-c51cc74bf35d', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'fixed_ips': [{'subnet_id': '878cf42b-e189-4116-8a53-6442029f98b3'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 07:59:18.942353 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-15328780-353b-4eb3-87ce-198991cbb91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:19.111930 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-137e27c5-1ae6-4cfe-8b90-52d918b69ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bf65a5-39af-4176-94a6-2e1eb1fec4dc', 'name': 'tempest-ServersTestFqdnHostnames-1345365588-router', 'tenant_id': '85a1205ba09b4a7b819dd87a018d5057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '25df4c10-8a5d-4ccf-a8ca-618acc2b2173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:58:46Z', 'updated_at': '2021-09-17T07:58:54Z', 'revision_number': 4, 'project_id': '85a1205ba09b4a7b819dd87a018d5057', 'gw_port': {'id': '25df4c10-8a5d-4ccf-a8ca-618acc2b2173', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:29:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bf65a5-39af-4176-94a6-2e1eb1fec4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:58:47Z', 'updated_at': '2021-09-17T07:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': 'd03f3966-ddaa-4ef0-bbc0-95b82992a1db', 'tenant_id': '85a1205ba09b4a7b819dd87a018d5057', 'floating_ip_address': '172.25.6.51', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '07bf65a5-39af-4176-94a6-2e1eb1fec4dc', 'port_id': '86fa9967-6119-4434-827e-c9ba294b070e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ac2dea1-1030-4e45-a595-712a662b9be7', 'mac_address': 'fa:16:3e:48:4f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5598a24f-0925-4721-ba56-24d5f7a613a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T07:58:59Z', 'updated_at': '2021-09-17T07:59:16Z', 'revision_number': 1, 'project_id': '85a1205ba09b4a7b819dd87a018d5057', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8384278-9720-42a4-80a2-d88a4bbf205b', 'name': '', 'network_id': '0ac2dea1-1030-4e45-a595-712a662b9be7', 'tenant_id': '85a1205ba09b4a7b819dd87a018d5057', 'mac_address': 'fa:16:3e:1d:70:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bf65a5-39af-4176-94a6-2e1eb1fec4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '5f447d0e-4d69-4c7b-bffd-747abf0c712f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:58:52Z', 'updated_at': '2021-09-17T07:58:58Z', 'revision_number': 5, 'project_id': '85a1205ba09b4a7b819dd87a018d5057', 'subnets': [{'id': '5f447d0e-4d69-4c7b-bffd-747abf0c712f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:19.141960 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3c28d812-1c45-4bec-842b-80d0a553d040 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:19.166769 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137e27c5-1ae6-4cfe-8b90-52d918b69ec1 None None] The sync data for ids ['07bf65a5-39af-4176-94a6-2e1eb1fec4dc'] in n-d-789963-9 is: [{'id': '07bf65a5-39af-4176-94a6-2e1eb1fec4dc', 'name': 'tempest-ServersTestFqdnHostnames-1345365588-router', 'tenant_id': '85a1205ba09b4a7b819dd87a018d5057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '25df4c10-8a5d-4ccf-a8ca-618acc2b2173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:58:46Z', 'updated_at': '2021-09-17T07:58:54Z', 'revision_number': 4, 'project_id': '85a1205ba09b4a7b819dd87a018d5057', 'gw_port': {'id': '25df4c10-8a5d-4ccf-a8ca-618acc2b2173', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:29:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bf65a5-39af-4176-94a6-2e1eb1fec4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:58:47Z', 'updated_at': '2021-09-17T07:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': 'd03f3966-ddaa-4ef0-bbc0-95b82992a1db', 'tenant_id': '85a1205ba09b4a7b819dd87a018d5057', 'floating_ip_address': '172.25.6.51', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '07bf65a5-39af-4176-94a6-2e1eb1fec4dc', 'port_id': '86fa9967-6119-4434-827e-c9ba294b070e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ac2dea1-1030-4e45-a595-712a662b9be7', 'mac_address': 'fa:16:3e:48:4f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5598a24f-0925-4721-ba56-24d5f7a613a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T07:58:59Z', 'updated_at': '2021-09-17T07:59:16Z', 'revision_number': 1, 'project_id': '85a1205ba09b4a7b819dd87a018d5057', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8384278-9720-42a4-80a2-d88a4bbf205b', 'name': '', 'network_id': '0ac2dea1-1030-4e45-a595-712a662b9be7', 'tenant_id': '85a1205ba09b4a7b819dd87a018d5057', 'mac_address': 'fa:16:3e:1d:70:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bf65a5-39af-4176-94a6-2e1eb1fec4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '5f447d0e-4d69-4c7b-bffd-747abf0c712f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:58:52Z', 'updated_at': '2021-09-17T07:58:58Z', 'revision_number': 5, 'project_id': '85a1205ba09b4a7b819dd87a018d5057', 'subnets': [{'id': '5f447d0e-4d69-4c7b-bffd-747abf0c712f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:59:19.198880 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-15328780-353b-4eb3-87ce-198991cbb91d None None] Allocated IP 172.20.0.2 (ce9e61f4-ef81-4c77-8d8c-c51cc74bf35d/878cf42b-e189-4116-8a53-6442029f98b3/af7eb35b-0b2c-4342-a82c-64048c3fd6ef) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:59:19.254963 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-668f6980-a5bc-430b-bbb2-f29ace43bab0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:19.263456 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-668f6980-a5bc-430b-bbb2-f29ace43bab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:19.286831 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9ed3fd50-9b21-43d5-b2c8-b94f61f02660 req-42ea34a0-01b2-4855-a6ff-020a4d8f7821 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/security-groups/4279c7d3-de8a-4ce6-ac67-a18a07827f6c HTTP/1.1" status: 200 len: 1803 time: 0.6517377 Sep 17 07:59:19.295785 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-668f6980-a5bc-430b-bbb2-f29ace43bab0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6721048394364b46923f7efd50a4d0c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8838356 Sep 17 07:59:19.296966 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e5daa7-56cf-43b9-9eb9-dee9dc25c334 req-cb4425bd-906a-4470-b123-4666cf3ef433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:19.297623 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 51946) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:19.302215 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-54e5daa7-56cf-43b9-9eb9-dee9dc25c334 req-cb4425bd-906a-4470-b123-4666cf3ef433 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0ac2dea1-1030-4e45-a595-712a662b9be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6101077 Sep 17 07:59:19.402784 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-15328780-353b-4eb3-87ce-198991cbb91d None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:19.407982 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-9ed3fd50-9b21-43d5-b2c8-b94f61f02660 req-153db2f7-f56c-45f5-a8f3-0d2e1ec49023 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:19.412073 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-15328780-353b-4eb3-87ce-198991cbb91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:19.435337 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f6980-a5bc-430b-bbb2-f29ace43bab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1781e7-fff4-4314-bb78-d22b4adffd7a,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:19.469045 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-9ed3fd50-9b21-43d5-b2c8-b94f61f02660 req-153db2f7-f56c-45f5-a8f3-0d2e1ec49023 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:19.473146 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15328780-353b-4eb3-87ce-198991cbb91d None None] Network ce9e61f4-ef81-4c77-8d8c-c51cc74bf35d is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:59:19.476281 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-15328780-353b-4eb3-87ce-198991cbb91d None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:59:19.480175 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15328780-353b-4eb3-87ce-198991cbb91d None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:59:19.518919 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-54e5daa7-56cf-43b9-9eb9-dee9dc25c334 req-9389d3df-c716-4f0e-a953-8a8bf7592f06 service neutron] 10.222.0.41 "GET /v2.0/networks/0ac2dea1-1030-4e45-a595-712a662b9be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645701 Sep 17 07:59:19.533248 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15328780-353b-4eb3-87ce-198991cbb91d None None] Pushing event updated for resources: {'Port': ['ID=af7eb35b-0b2c-4342-a82c-64048c3fd6ef,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:19.560123 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15328780-353b-4eb3-87ce-198991cbb91d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:59:19.560541 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15328780-353b-4eb3-87ce-198991cbb91d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:59:19.560823 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15328780-353b-4eb3-87ce-198991cbb91d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:59:19.561169 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15328780-353b-4eb3-87ce-198991cbb91d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:59:19.561510 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15328780-353b-4eb3-87ce-198991cbb91d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:59:19.561939 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15328780-353b-4eb3-87ce-198991cbb91d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:59:19.562344 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15328780-353b-4eb3-87ce-198991cbb91d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:59:19.562684 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15328780-353b-4eb3-87ce-198991cbb91d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:59:19.563016 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15328780-353b-4eb3-87ce-198991cbb91d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:59:19.570125 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15328780-353b-4eb3-87ce-198991cbb91d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:59:19.570679 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15328780-353b-4eb3-87ce-198991cbb91d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:59:19.570976 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15328780-353b-4eb3-87ce-198991cbb91d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:59:19.584180 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ab1ebb-5ab0-4082-bb42-e3716ba38291 None None] New status for floating IP d03f3966-ddaa-4ef0-bbc0-95b82992a1db: ACTIVE {{(pid=101292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 07:59:19.586944 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-15328780-353b-4eb3-87ce-198991cbb91d None None] Attempting to bind port af7eb35b-0b2c-4342-a82c-64048c3fd6ef on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:59:19.587325 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-15328780-353b-4eb3-87ce-198991cbb91d None None] Attempting to bind port af7eb35b-0b2c-4342-a82c-64048c3fd6ef by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '245c005a-e9b8-49e3-a3b2-a93bb91d167d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ce9e61f4-ef81-4c77-8d8c-c51cc74bf35d'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:59:19.587699 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15328780-353b-4eb3-87ce-198991cbb91d None None] Attempting to bind port af7eb35b-0b2c-4342-a82c-64048c3fd6ef on network ce9e61f4-ef81-4c77-8d8c-c51cc74bf35d {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:59:19.594527 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15328780-353b-4eb3-87ce-198991cbb91d None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:59:19.595331 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15328780-353b-4eb3-87ce-198991cbb91d None None] Checking segment: {'id': '245c005a-e9b8-49e3-a3b2-a93bb91d167d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ce9e61f4-ef81-4c77-8d8c-c51cc74bf35d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:59:19.595331 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-15328780-353b-4eb3-87ce-198991cbb91d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:19.595657 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15328780-353b-4eb3-87ce-198991cbb91d None None] Bound using segment: {'id': '245c005a-e9b8-49e3-a3b2-a93bb91d167d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ce9e61f4-ef81-4c77-8d8c-c51cc74bf35d'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:59:19.596181 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-15328780-353b-4eb3-87ce-198991cbb91d None None] Bound port: af7eb35b-0b2c-4342-a82c-64048c3fd6ef, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '245c005a-e9b8-49e3-a3b2-a93bb91d167d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ce9e61f4-ef81-4c77-8d8c-c51cc74bf35d'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:59:19.596550 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-15328780-353b-4eb3-87ce-198991cbb91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:19.647299 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-54e5daa7-56cf-43b9-9eb9-dee9dc25c334 req-7c557edc-9920-4d1a-ac88-7cd25a9c110e service neutron] 10.222.0.41 "GET /v2.0/networks/0ac2dea1-1030-4e45-a595-712a662b9be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169014 Sep 17 07:59:19.659425 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-9ed3fd50-9b21-43d5-b2c8-b94f61f02660 req-153db2f7-f56c-45f5-a8f3-0d2e1ec49023 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:19.662307 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-9ed3fd50-9b21-43d5-b2c8-b94f61f02660 req-153db2f7-f56c-45f5-a8f3-0d2e1ec49023 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:19.663588 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9ed3fd50-9b21-43d5-b2c8-b94f61f02660 req-153db2f7-f56c-45f5-a8f3-0d2e1ec49023 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "DELETE /v2.0/security-groups/4279c7d3-de8a-4ce6-ac67-a18a07827f6c HTTP/1.1" status: 204 len: 173 time: 0.3601861 Sep 17 07:59:19.666230 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f1a76cb4-7dec-4e87-a7cf-b9914e41ec8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:19.673747 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-3c28d812-1c45-4bec-842b-80d0a553d040 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Allocated IP 172.20.0.1 (ce9e61f4-ef81-4c77-8d8c-c51cc74bf35d/878cf42b-e189-4116-8a53-6442029f98b3/82945693-0cdc-456b-8e13-27cb5b3f221c) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:59:19.681880 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-15328780-353b-4eb3-87ce-198991cbb91d None None] For port af7eb35b-0b2c-4342-a82c-64048c3fd6ef, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:59:19.693883 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-15328780-353b-4eb3-87ce-198991cbb91d None None] For port af7eb35b-0b2c-4342-a82c-64048c3fd6ef, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=af7eb35b-0b2c-4342-a82c-64048c3fd6ef,segment=NetworkSegment(245c005a-e9b8-49e3-a3b2-a93bb91d167d),segment_id=245c005a-e9b8-49e3-a3b2-a93bb91d167d)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:59:19.694561 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153db2f7-f56c-45f5-a8f3-0d2e1ec49023 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4279c7d3-de8a-4ce6-ac67-a18a07827f6c,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:19.701530 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-15328780-353b-4eb3-87ce-198991cbb91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:19.748116 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 51954) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:19.753342 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [req-5b7be236-4818-43e9-a9bd-8615887b1213 req-ef8bf16f-9ede-41cd-8263-7b04012d5afc tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] show failed (client error): The resource could not be found. Sep 17 07:59:19.754092 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5b7be236-4818-43e9-a9bd-8615887b1213 req-ef8bf16f-9ede-41cd-8263-7b04012d5afc tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/security-groups/4279c7d3-de8a-4ce6-ac67-a18a07827f6c HTTP/1.1" status: 404 len: 352 time: 0.0525863 Sep 17 07:59:19.822199 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15328780-353b-4eb3-87ce-198991cbb91d None None] Pushing event updated for resources: {'Port': ['ID=af7eb35b-0b2c-4342-a82c-64048c3fd6ef,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:19.871677 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1b69d694-2697-4df1-98ac-8e1361d66a96 req-21a2e026-a03e-4f67-943f-f1ab07ef1993 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/security-groups/fb4c4dae-5a72-4c0d-91ec-3a537c1865c9 HTTP/1.1" status: 200 len: 1803 time: 0.0848258 Sep 17 07:59:19.889106 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ac018a59-8767-40c8-ab64-b5ff07379349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:19.921841 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f1a76cb4-7dec-4e87-a7cf-b9914e41ec8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:19.993739 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1b69d694-2697-4df1-98ac-8e1361d66a96 req-a39e0c37-2e50-44c9-be2d-86a89520a01b tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:20.033016 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1b69d694-2697-4df1-98ac-8e1361d66a96 req-a39e0c37-2e50-44c9-be2d-86a89520a01b tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:20.052837 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6d2451d9-286a-479f-8b6e-c52a37764f86 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:20.059305 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3c28d812-1c45-4bec-842b-80d0a553d040 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:20.086773 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f1a76cb4-7dec-4e87-a7cf-b9914e41ec8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:20.089319 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f1a76cb4-7dec-4e87-a7cf-b9914e41ec8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:20.093460 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f1a76cb4-7dec-4e87-a7cf-b9914e41ec8a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ea1781e7-fff4-4314-bb78-d22b4adffd7a HTTP/1.1" status: 204 len: 168 time: 0.7928813 Sep 17 07:59:20.102525 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6d2451d9-286a-479f-8b6e-c52a37764f86 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:20.109189 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1b69d694-2697-4df1-98ac-8e1361d66a96 req-a39e0c37-2e50-44c9-be2d-86a89520a01b tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:20.114167 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1b69d694-2697-4df1-98ac-8e1361d66a96 req-a39e0c37-2e50-44c9-be2d-86a89520a01b tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:20.119678 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a76cb4-7dec-4e87-a7cf-b9914e41ec8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1781e7-fff4-4314-bb78-d22b4adffd7a,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:20.161523 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1b69d694-2697-4df1-98ac-8e1361d66a96 req-a39e0c37-2e50-44c9-be2d-86a89520a01b tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "DELETE /v2.0/security-groups/fb4c4dae-5a72-4c0d-91ec-3a537c1865c9 HTTP/1.1" status: 204 len: 173 time: 0.2887557 Sep 17 07:59:20.194329 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3c28d812-1c45-4bec-842b-80d0a553d040 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:20.261498 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6d2451d9-286a-479f-8b6e-c52a37764f86 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:20.265250 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6d2451d9-286a-479f-8b6e-c52a37764f86 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:20.266571 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6d2451d9-286a-479f-8b6e-c52a37764f86 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] 10.222.0.13 "DELETE /v2.0/security-groups/e80ed3fc-e498-404b-916c-65b78dba5f6e HTTP/1.1" status: 204 len: 168 time: 0.5170636 Sep 17 07:59:20.268809 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c28d812-1c45-4bec-842b-80d0a553d040 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Network ce9e61f4-ef81-4c77-8d8c-c51cc74bf35d is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:59:20.274059 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [req-7eb8ccd9-e0fe-49c9-8b5c-e2f91c487cb0 req-8218a09c-f4c5-4da3-ad49-e6939dfd0ff7 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] show failed (client error): The resource could not be found. Sep 17 07:59:20.275128 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7eb8ccd9-e0fe-49c9-8b5c-e2f91c487cb0 req-8218a09c-f4c5-4da3-ad49-e6939dfd0ff7 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/security-groups/fb4c4dae-5a72-4c0d-91ec-3a537c1865c9 HTTP/1.1" status: 404 len: 352 time: 0.1120746 Sep 17 07:59:20.275588 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 51966) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:20.290832 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39e0c37-2e50-44c9-be2d-86a89520a01b tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4c4dae-5a72-4c0d-91ec-3a537c1865c9,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:20.295959 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-3c28d812-1c45-4bec-842b-80d0a553d040 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:59:20.298591 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c28d812-1c45-4bec-842b-80d0a553d040 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:59:20.303010 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-9c216571-2910-4a8f-a5fb-899cf4d1e02a tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] show failed (client error): The resource could not be found. Sep 17 07:59:20.306384 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-9c216571-2910-4a8f-a5fb-899cf4d1e02a tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] 10.222.0.13 "GET /v2.0/security-groups/e80ed3fc-e498-404b-916c-65b78dba5f6e HTTP/1.1" status: 404 len: 347 time: 0.0293965 Sep 17 07:59:20.306671 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 51970) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:20.342655 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2451d9-286a-479f-8b6e-c52a37764f86 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80ed3fc-e498-404b-916c-65b78dba5f6e,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:20.358434 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c28d812-1c45-4bec-842b-80d0a553d040 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Pushing event updated for resources: {'Port': ['ID=82945693-0cdc-456b-8e13-27cb5b3f221c,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:20.427458 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cc00b642-5e6c-4e42-9665-10d43638e548 req-0949d250-61b9-4618-b294-691e2505fb55 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=958ba9f9613c46689914bd3daf2ce99a HTTP/1.1" status: 200 len: 6154 time: 0.1274614 Sep 17 07:59:20.459354 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3c28d812-1c45-4bec-842b-80d0a553d040 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:20.499264 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cc00b642-5e6c-4e42-9665-10d43638e548 req-3c9ed7f7-ddc3-4b25-8bb6-d53f0660d6cb tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/security-groups/db312e7f-1a3f-4ea9-ad55-8740cb4f40b6 HTTP/1.1" status: 200 len: 2985 time: 0.0634303 Sep 17 07:59:20.569083 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cc00b642-5e6c-4e42-9665-10d43638e548 req-40036f3b-57ce-434b-a2e5-c1ac5fee1cea tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/security-groups/db312e7f-1a3f-4ea9-ad55-8740cb4f40b6 HTTP/1.1" status: 200 len: 2985 time: 0.0600853 Sep 17 07:59:20.588562 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-9d7ab1bb-89c5-48e4-b881-750d8273c915 req-b18bc90f-c3b3-4904-b00a-6922c4b26820 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1193023856', 'description': 'tempest-description-1602956622'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:59:20.606247 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-2e57c383-9d5f-4eb5-865d-e7bf7dd71207 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Deleting port f262618d-1516-4272-9c61-4deaa9235421 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:59:20.606614 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2e57c383-9d5f-4eb5-865d-e7bf7dd71207 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:20.610421 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 51976) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:20.634730 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e31c9538-439b-45bf-8f3a-7ec345e6ad30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:20.640176 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-9d7ab1bb-89c5-48e4-b881-750d8273c915 req-b18bc90f-c3b3-4904-b00a-6922c4b26820 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:20.656496 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3c28d812-1c45-4bec-842b-80d0a553d040 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:20.682121 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.db.api [None req-e31c9538-439b-45bf-8f3a-7ec345e6ad30 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 07:59:20.682121 n-d-789963-9 neutron-server[101289]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 17 07:59:20.682121 n-d-789963-9 neutron-server[101289]: [parameters: {'project_id_1': '399b198a51c347c786988248331c8453', 'expiration_1': datetime.datetime(2021, 9, 17, 7, 59, 0, 673086)}] Sep 17 07:59:20.682121 n-d-789963-9 neutron-server[101289]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101289) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 07:59:20.682459 n-d-789963-9 neutron-server[101289]: DEBUG oslo_db.api [None req-e31c9538-439b-45bf-8f3a-7ec345e6ad30 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 07:59:20.752942 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2e57c383-9d5f-4eb5-865d-e7bf7dd71207 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:20.753337 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2e57c383-9d5f-4eb5-865d-e7bf7dd71207 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:20.774703 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-9d7ab1bb-89c5-48e4-b881-750d8273c915 req-b18bc90f-c3b3-4904-b00a-6922c4b26820 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:20.782290 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-9d7ab1bb-89c5-48e4-b881-750d8273c915 req-b18bc90f-c3b3-4904-b00a-6922c4b26820 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:20.802476 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-2e57c383-9d5f-4eb5-865d-e7bf7dd71207 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Calling delete_port for f262618d-1516-4272-9c61-4deaa9235421 owned by network:floatingip {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:59:20.820962 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-9d7ab1bb-89c5-48e4-b881-750d8273c915 req-b18bc90f-c3b3-4904-b00a-6922c4b26820 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:20.822536 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device af7eb35b-0b2c-4342-a82c-64048c3fd6ef up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:59:20.823036 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9d7ab1bb-89c5-48e4-b881-750d8273c915 req-b18bc90f-c3b3-4904-b00a-6922c4b26820 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2381837 Sep 17 07:59:20.833805 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18bc90f-c3b3-4904-b00a-6922c4b26820 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=695eb63f-d7b8-4c2a-b53c-177eb40f4cb0,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:20.860707 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-1fff54a0-3e03-4307-95bc-39813058646b req-ecc6f267-19c9-44b1-903b-48e59f77cdc6 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-162147897', 'description': 'tempest-description-271920666'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:59:20.887455 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1fff54a0-3e03-4307-95bc-39813058646b req-ecc6f267-19c9-44b1-903b-48e59f77cdc6 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:20.904245 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port af7eb35b-0b2c-4342-a82c-64048c3fd6ef triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:59:20.905130 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:21.024165 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1fff54a0-3e03-4307-95bc-39813058646b req-ecc6f267-19c9-44b1-903b-48e59f77cdc6 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:21.035206 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1fff54a0-3e03-4307-95bc-39813058646b req-ecc6f267-19c9-44b1-903b-48e59f77cdc6 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:21.069321 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1fff54a0-3e03-4307-95bc-39813058646b req-ecc6f267-19c9-44b1-903b-48e59f77cdc6 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:21.071827 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1fff54a0-3e03-4307-95bc-39813058646b req-ecc6f267-19c9-44b1-903b-48e59f77cdc6 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2149024 Sep 17 07:59:21.101156 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:21.114828 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc6f267-19c9-44b1-903b-48e59f77cdc6 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f2ec13-e425-4364-8965-497746c3b303,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:21.183459 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e31c9538-439b-45bf-8f3a-7ec345e6ad30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:21.195096 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port af7eb35b-0b2c-4342-a82c-64048c3fd6ef, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=af7eb35b-0b2c-4342-a82c-64048c3fd6ef,segment=NetworkSegment(245c005a-e9b8-49e3-a3b2-a93bb91d167d),segment_id=245c005a-e9b8-49e3-a3b2-a93bb91d167d)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:59:21.208508 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:21.329718 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=af7eb35b-0b2c-4342-a82c-64048c3fd6ef,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:21.403278 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433e983d-a024-418b-9a91-39526883f36a None None] Network ce9e61f4-ef81-4c77-8d8c-c51cc74bf35d requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:59:21.514242 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-abb816b5-091e-4a01-bb26-9548f1a0d0f8 None None] Provisioning complete for port af7eb35b-0b2c-4342-a82c-64048c3fd6ef triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:59:21.514773 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-abb816b5-091e-4a01-bb26-9548f1a0d0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:21.522829 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e31c9538-439b-45bf-8f3a-7ec345e6ad30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:21.535657 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e31c9538-439b-45bf-8f3a-7ec345e6ad30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:21.575104 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31c9538-439b-45bf-8f3a-7ec345e6ad30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5ab344-91dc-4250-831f-1ebdb4cb03b6,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:21.597626 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1b53c-6a54-4c3a-9c1b-f89df4cd8863 req-b0e0c689-06b2-45e2-9d86-23a8cef989f1 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:21.605938 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-edc1b53c-6a54-4c3a-9c1b-f89df4cd8863 req-b0e0c689-06b2-45e2-9d86-23a8cef989f1 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/networks?id=5c3939dc-d000-4839-b5e2-30565576d4d4 HTTP/1.1" status: 200 len: 812 time: 0.2401986 Sep 17 07:59:21.636763 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e31c9538-439b-45bf-8f3a-7ec345e6ad30 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=399b198a51c347c786988248331c8453&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0236907 Sep 17 07:59:21.646198 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-edc1b53c-6a54-4c3a-9c1b-f89df4cd8863 req-5055af28-5985-408d-8007-ed96196e4852 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/quotas/958ba9f9613c46689914bd3daf2ce99a HTTP/1.1" status: 200 len: 375 time: 0.0383263 Sep 17 07:59:21.648878 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 51996) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:21.687412 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2e57c383-9d5f-4eb5-865d-e7bf7dd71207 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:21.692200 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3c28d812-1c45-4bec-842b-80d0a553d040 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:21.705893 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3c28d812-1c45-4bec-842b-80d0a553d040 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:21.752466 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e57c383-9d5f-4eb5-865d-e7bf7dd71207 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Pushing event deleted for resources: {'Port': ['ID=f262618d-1516-4272-9c61-4deaa9235421,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:21.761644 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-edc1b53c-6a54-4c3a-9c1b-f89df4cd8863 req-8c96e9ec-35d5-495d-83c7-6339151d90bc tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=958ba9f9613c46689914bd3daf2ce99a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1141562 Sep 17 07:59:21.804571 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e849ca47-364d-4412-8bb9-1e734f09a327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:21.828930 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2e57c383-9d5f-4eb5-865d-e7bf7dd71207 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Notify callbacks [] for floatingip, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:21.832260 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2e57c383-9d5f-4eb5-865d-e7bf7dd71207 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:21.834747 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-2e57c383-9d5f-4eb5-865d-e7bf7dd71207 tempest-ServersTestBootFromVolume-1232143604 tempest-ServersTestBootFromVolume-1232143604-project] 10.222.0.13 "DELETE /v2.0/floatingips/e5a0a59b-491d-48ed-978d-ba831a010059 HTTP/1.1" status: 204 len: 168 time: 1.4939311 Sep 17 07:59:21.851524 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 51998) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:21.871949 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3c28d812-1c45-4bec-842b-80d0a553d040 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:21.906230 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c28d812-1c45-4bec-842b-80d0a553d040 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Pushing event updated for resources: {'Port': ['ID=82945693-0cdc-456b-8e13-27cb5b3f221c,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:21.927202 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e849ca47-364d-4412-8bb9-1e734f09a327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:21.992446 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-edc1b53c-6a54-4c3a-9c1b-f89df4cd8863 req-933f4897-7c33-428f-97bd-0ecaac867dc4 service neutron] 10.222.0.13 "GET /v2.0/networks/5c3939dc-d000-4839-b5e2-30565576d4d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299228 Sep 17 07:59:22.031579 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c28d812-1c45-4bec-842b-80d0a553d040 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Network ce9e61f4-ef81-4c77-8d8c-c51cc74bf35d is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:59:22.032000 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-23b3137c-a2b8-486b-8ec0-901610733eed None None] Provisioning complete for port af7eb35b-0b2c-4342-a82c-64048c3fd6ef triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:59:22.037687 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-23b3137c-a2b8-486b-8ec0-901610733eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:22.039650 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-3c28d812-1c45-4bec-842b-80d0a553d040 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:59:22.137237 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e849ca47-364d-4412-8bb9-1e734f09a327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:22.146944 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e849ca47-364d-4412-8bb9-1e734f09a327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:22.148092 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e849ca47-364d-4412-8bb9-1e734f09a327 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3d5ab344-91dc-4250-831f-1ebdb4cb03b6 HTTP/1.1" status: 204 len: 168 time: 0.4979875 Sep 17 07:59:22.254993 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e849ca47-364d-4412-8bb9-1e734f09a327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5ab344-91dc-4250-831f-1ebdb4cb03b6,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:22.303992 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-edc1b53c-6a54-4c3a-9c1b-f89df4cd8863 req-2fe4041d-d963-46e0-9e74-3d9d07f6f42c service neutron] 10.222.0.13 "GET /v2.0/networks/5c3939dc-d000-4839-b5e2-30565576d4d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808385 Sep 17 07:59:22.429305 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c90c9e49-b9a3-464a-9669-a8799a4fead4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:22.441914 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c28d812-1c45-4bec-842b-80d0a553d040 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Router f005ec06-9a0c-486a-be4a-d02c0bc75653 is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 07:59:22.478733 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-23b3137c-a2b8-486b-8ec0-901610733eed None None] Provisioning complete for port 82945693-0cdc-456b-8e13-27cb5b3f221c triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:59:22.479118 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-23b3137c-a2b8-486b-8ec0-901610733eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:22.588662 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-23b3137c-a2b8-486b-8ec0-901610733eed None None] Port 82945693-0cdc-456b-8e13-27cb5b3f221c cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:59:22.618984 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c28d812-1c45-4bec-842b-80d0a553d040 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:59:22.638530 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-3c28d812-1c45-4bec-842b-80d0a553d040 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "PUT /v2.0/routers/f005ec06-9a0c-486a-be4a-d02c0bc75653/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0419402 Sep 17 07:59:22.641327 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b2edb4-f884-4a3d-8313-7180b3861d16 None None] Sync routers for ids ['f005ec06-9a0c-486a-be4a-d02c0bc75653'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:59:22.641885 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 52010) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:22.651305 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9a54695c-beac-4591-b1f6-9188a14c7263 req-0d5b5b69-5973-4763-a4a9-3267fc7d9097 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b00cc2b-3fc3-4e27-aadc-157553d7327e HTTP/1.1" status: 200 len: 210 time: 0.0360706 Sep 17 07:59:22.664733 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-6791cce7-4bff-480c-b858-b3b620a026e0 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Request body: {'network': {'name': 'tempest-RoutersTest-8431877'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:59:22.690670 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-99c95c90-e63d-4234-bcc5-9bce54f1578d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:22.710313 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:22.717418 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b2edb4-f884-4a3d-8313-7180b3861d16 None None] Routers {'f005ec06-9a0c-486a-be4a-d02c0bc75653'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:59:22.720806 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-f2b2edb4-f884-4a3d-8313-7180b3861d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:59:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['f005ec06-9a0c-486a-be4a-d02c0bc75653'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:22.730366 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6791cce7-4bff-480c-b858-b3b620a026e0 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Made reservation on behalf of 61a7a6788c48443c9f34c81b57ddfc5f for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:59:22.734448 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6791cce7-4bff-480c-b858-b3b620a026e0 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:22.825910 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6791cce7-4bff-480c-b858-b3b620a026e0 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 07:59:22.844450 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6791cce7-4bff-480c-b858-b3b620a026e0 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:22.844916 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-6791cce7-4bff-480c-b858-b3b620a026e0 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Added segment 2585e118-cf4a-4391-a344-36567cb61c8d of type vlan for network 5c1294dc-60ff-4002-820b-e1cf792b5840 Sep 17 07:59:22.864830 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device af7eb35b-0b2c-4342-a82c-64048c3fd6ef up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:59:22.929197 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-a1fae35a-1040-40bf-ac20-15e6e0516aa2 None None] Provisioning complete for port 82945693-0cdc-456b-8e13-27cb5b3f221c triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:59:22.929781 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a1fae35a-1040-40bf-ac20-15e6e0516aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:22.936107 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6791cce7-4bff-480c-b858-b3b620a026e0 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:23.013646 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6791cce7-4bff-480c-b858-b3b620a026e0 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:23.024306 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6791cce7-4bff-480c-b858-b3b620a026e0 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:23.025024 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6791cce7-4bff-480c-b858-b3b620a026e0 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:23.025279 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-f2b2edb4-f884-4a3d-8313-7180b3861d16 None None] Set router f005ec06-9a0c-486a-be4a-d02c0bc75653 gateway port host: None {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:59:23.068813 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-a1fae35a-1040-40bf-ac20-15e6e0516aa2 None None] Port 82945693-0cdc-456b-8e13-27cb5b3f221c cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:59:23.097025 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6791cce7-4bff-480c-b858-b3b620a026e0 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 763 time: 0.4540184 Sep 17 07:59:23.098271 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 52026) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:23.108637 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-03d69b77-be23-48dd-9147-36413d87270d tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Request body: {'subnet': {'network_id': '5c1294dc-60ff-4002-820b-e1cf792b5840', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:59:23.152583 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port af7eb35b-0b2c-4342-a82c-64048c3fd6ef triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:59:23.154070 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:23.212560 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6791cce7-4bff-480c-b858-b3b620a026e0 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Pushing event updated for resources: {'Network': ['ID=5c1294dc-60ff-4002-820b-e1cf792b5840,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:23.242035 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-99c95c90-e63d-4234-bcc5-9bce54f1578d admin admin] Deleting port 23d1d48a-a86d-4b8e-bf5a-48974dd41e64 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:59:23.242417 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-99c95c90-e63d-4234-bcc5-9bce54f1578d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:23.286274 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 5c1294dc-60ff-4002-820b-e1cf792b5840 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 07:59:23.395956 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-99c95c90-e63d-4234-bcc5-9bce54f1578d admin admin] For port 23d1d48a-a86d-4b8e-bf5a-48974dd41e64, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=23d1d48a-a86d-4b8e-bf5a-48974dd41e64,segment=NetworkSegment(51690b9c-92bb-4337-854f-9b746ada12ae),segment_id=51690b9c-92bb-4337-854f-9b746ada12ae)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:59:23.396334 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-99c95c90-e63d-4234-bcc5-9bce54f1578d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:23.401249 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-c961d79d-996b-4e50-adf2-6d217c087a7e None None] Provisioning complete for port 82945693-0cdc-456b-8e13-27cb5b3f221c triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:59:23.402108 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c961d79d-996b-4e50-adf2-6d217c087a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:23.415891 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-99c95c90-e63d-4234-bcc5-9bce54f1578d admin admin] Calling delete_port for 23d1d48a-a86d-4b8e-bf5a-48974dd41e64 owned by network:router_interface {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:59:23.441111 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d69b77-be23-48dd-9147-36413d87270d tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Made reservation on behalf of 61a7a6788c48443c9f34c81b57ddfc5f for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:59:23.444856 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-03d69b77-be23-48dd-9147-36413d87270d tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:23.449459 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-c961d79d-996b-4e50-adf2-6d217c087a7e None None] Port 82945693-0cdc-456b-8e13-27cb5b3f221c cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:59:23.612524 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-f2b2edb4-f884-4a3d-8313-7180b3861d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'name': 'tempest-RoutersTest-router-1180335038', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:59:17Z', 'updated_at': '2021-09-17T07:59:20Z', 'revision_number': 2, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'gw_port_host': None, '_interfaces': [{'id': '82945693-0cdc-456b-8e13-27cb5b3f221c', 'name': '', 'network_id': 'ce9e61f4-ef81-4c77-8d8c-c51cc74bf35d', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'mac_address': 'fa:16:3e:80:68:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '878cf42b-e189-4116-8a53-6442029f98b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:59:19Z', 'updated_at': '2021-09-17T07:59:20Z', 'revision_number': 2, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'subnets': [{'id': '878cf42b-e189-4116-8a53-6442029f98b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:23.616548 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:23.649682 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b2edb4-f884-4a3d-8313-7180b3861d16 None None] Checking router: f005ec06-9a0c-486a-be4a-d02c0bc75653 for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:59:23.650049 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b2edb4-f884-4a3d-8313-7180b3861d16 None None] Updating router f005ec06-9a0c-486a-be4a-d02c0bc75653 port 82945693-0cdc-456b-8e13-27cb5b3f221c binding host n-d-789963-9 {{(pid=101291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 07:59:23.662120 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-99c95c90-e63d-4234-bcc5-9bce54f1578d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:23.683162 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f2b2edb4-f884-4a3d-8313-7180b3861d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:23.754335 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-03d69b77-be23-48dd-9147-36413d87270d tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:23.775472 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c95c90-e63d-4234-bcc5-9bce54f1578d admin admin] Pushing event deleted for resources: {'Port': ['ID=23d1d48a-a86d-4b8e-bf5a-48974dd41e64,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:23.839445 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d69b77-be23-48dd-9147-36413d87270d tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Pushing event updated for resources: {'Subnet': ['ID=8ff1d171-b22d-4f7e-9110-1a00e858b844,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:23.851441 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a95875f3-ce8a-404f-b803-7774aea2a8a3 req-4b2e99a2-cf6a-4f29-97cc-774cb92774db tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b00cc2b-3fc3-4e27-aadc-157553d7327e HTTP/1.1" status: 200 len: 210 time: 0.0491893 Sep 17 07:59:23.875393 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d69b77-be23-48dd-9147-36413d87270d tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Checking segment: {'id': '2585e118-cf4a-4391-a344-36567cb61c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5c1294dc-60ff-4002-820b-e1cf792b5840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:59:23.875975 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d69b77-be23-48dd-9147-36413d87270d tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Network hostable DHCP agents. Network: 5c1294dc-60ff-4002-820b-e1cf792b5840, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 07:59:23.912059 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d69b77-be23-48dd-9147-36413d87270d tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Network 5c1294dc-60ff-4002-820b-e1cf792b5840 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 07:59:23.931994 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-03d69b77-be23-48dd-9147-36413d87270d tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 5c1294dc-60ff-4002-820b-e1cf792b5840) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:59:23.937771 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d69b77-be23-48dd-9147-36413d87270d tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:23.938293 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-03d69b77-be23-48dd-9147-36413d87270d tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:23.951667 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d298b2f-ae80-4663-b11c-a36477b32b72 None None] Network 5c1294dc-60ff-4002-820b-e1cf792b5840 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:59:23.973436 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-03d69b77-be23-48dd-9147-36413d87270d tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8717613 Sep 17 07:59:23.973866 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 52048) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:24.187593 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f2b2edb4-f884-4a3d-8313-7180b3861d16 None None] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:24.201604 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f2b2edb4-f884-4a3d-8313-7180b3861d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:24.244330 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9a8f44-ba06-4ab5-80ee-c17b3bfb66e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-5c1294dc-60ff-4002-820b-e1cf792b5840', 'network_id': '5c1294dc-60ff-4002-820b-e1cf792b5840', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'fixed_ips': [{'subnet_id': '8ff1d171-b22d-4f7e-9110-1a00e858b844'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 07:59:24.245280 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2e9a8f44-ba06-4ab5-80ee-c17b3bfb66e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:24.260842 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-99c95c90-e63d-4234-bcc5-9bce54f1578d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:24.305903 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d54a8d-f47e-4842-9eed-7aa44472a362 None None] Pushing event updated for resources: {'Port': ['ID=82945693-0cdc-456b-8e13-27cb5b3f221c,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:24.429577 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-f2b2edb4-f884-4a3d-8313-7180b3861d16 None None] Attempting to bind port 82945693-0cdc-456b-8e13-27cb5b3f221c on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:59:24.430022 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-f2b2edb4-f884-4a3d-8313-7180b3861d16 None None] Attempting to bind port 82945693-0cdc-456b-8e13-27cb5b3f221c by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '245c005a-e9b8-49e3-a3b2-a93bb91d167d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ce9e61f4-ef81-4c77-8d8c-c51cc74bf35d'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:59:24.430449 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b2edb4-f884-4a3d-8313-7180b3861d16 None None] Attempting to bind port 82945693-0cdc-456b-8e13-27cb5b3f221c on network ce9e61f4-ef81-4c77-8d8c-c51cc74bf35d {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:59:24.443133 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b2edb4-f884-4a3d-8313-7180b3861d16 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:59:24.443527 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b2edb4-f884-4a3d-8313-7180b3861d16 None None] Checking segment: {'id': '245c005a-e9b8-49e3-a3b2-a93bb91d167d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ce9e61f4-ef81-4c77-8d8c-c51cc74bf35d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:59:24.444143 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f2b2edb4-f884-4a3d-8313-7180b3861d16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:24.444612 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b2edb4-f884-4a3d-8313-7180b3861d16 None None] Bound using segment: {'id': '245c005a-e9b8-49e3-a3b2-a93bb91d167d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ce9e61f4-ef81-4c77-8d8c-c51cc74bf35d'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:59:24.445169 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-f2b2edb4-f884-4a3d-8313-7180b3861d16 None None] Bound port: 82945693-0cdc-456b-8e13-27cb5b3f221c, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '245c005a-e9b8-49e3-a3b2-a93bb91d167d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ce9e61f4-ef81-4c77-8d8c-c51cc74bf35d'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:59:24.445770 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f2b2edb4-f884-4a3d-8313-7180b3861d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:24.565349 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-2e9a8f44-ba06-4ab5-80ee-c17b3bfb66e1 None None] Allocated IP 172.21.0.2 (5c1294dc-60ff-4002-820b-e1cf792b5840/8ff1d171-b22d-4f7e-9110-1a00e858b844/692d446b-18e7-4ceb-982f-f852d4330220) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:59:24.584847 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1b53c-6a54-4c3a-9c1b-f89df4cd8863 req-019cf656-b0d7-4daf-8b0a-fdc2ff0b8dc9 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:24.586668 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-edc1b53c-6a54-4c3a-9c1b-f89df4cd8863 req-019cf656-b0d7-4daf-8b0a-fdc2ff0b8dc9 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.41 "GET /v2.0/networks?id=5c3939dc-d000-4839-b5e2-30565576d4d4 HTTP/1.1" status: 200 len: 812 time: 0.5081484 Sep 17 07:59:24.587016 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-f2b2edb4-f884-4a3d-8313-7180b3861d16 None None] For port 82945693-0cdc-456b-8e13-27cb5b3f221c, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:59:24.620869 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-f2b2edb4-f884-4a3d-8313-7180b3861d16 None None] For port 82945693-0cdc-456b-8e13-27cb5b3f221c, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=82945693-0cdc-456b-8e13-27cb5b3f221c,segment=NetworkSegment(245c005a-e9b8-49e3-a3b2-a93bb91d167d),segment_id=245c005a-e9b8-49e3-a3b2-a93bb91d167d)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:59:24.632673 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f2b2edb4-f884-4a3d-8313-7180b3861d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:24.635573 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-edc1b53c-6a54-4c3a-9c1b-f89df4cd8863 req-78c2dafe-7dca-4eef-b38a-ad4c3933998a tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Request body: {'port': {'device_id': '5b00cc2b-3fc3-4e27-aadc-157553d7327e', 'network_id': '5c3939dc-d000-4839-b5e2-30565576d4d4', 'admin_state_up': True, 'tenant_id': '958ba9f9613c46689914bd3daf2ce99a'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:59:24.645227 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-8d990989-0a53-4e5b-90b0-5697363dec39 None None] Provisioning complete for port 82945693-0cdc-456b-8e13-27cb5b3f221c triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:59:24.645452 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8d990989-0a53-4e5b-90b0-5697363dec39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:24.779606 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d54a8d-f47e-4842-9eed-7aa44472a362 None None] Pushing event updated for resources: {'Port': ['ID=82945693-0cdc-456b-8e13-27cb5b3f221c,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:24.784321 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b2edb4-f884-4a3d-8313-7180b3861d16 None None] Routers {'f005ec06-9a0c-486a-be4a-d02c0bc75653'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:59:24.784973 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-f2b2edb4-f884-4a3d-8313-7180b3861d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:59:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['f005ec06-9a0c-486a-be4a-d02c0bc75653'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:25.116131 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-f2b2edb4-f884-4a3d-8313-7180b3861d16 None None] Set router f005ec06-9a0c-486a-be4a-d02c0bc75653 gateway port host: None {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:59:25.189682 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2e9a8f44-ba06-4ab5-80ee-c17b3bfb66e1 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:25.213684 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f1cc6a9b-e060-4080-a93b-d1b1a5ac984a req-32252636-4e87-4249-ad5b-7bdce9459707 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b00cc2b-3fc3-4e27-aadc-157553d7327e HTTP/1.1" status: 200 len: 210 time: 0.0592935 Sep 17 07:59:25.249122 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2e9a8f44-ba06-4ab5-80ee-c17b3bfb66e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:25.258560 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8d990989-0a53-4e5b-90b0-5697363dec39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:25.260441 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99c95c90-e63d-4234-bcc5-9bce54f1578d admin admin] Router cb87a795-9730-4cb6-88f4-fabf0bd43245 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:59:25.275895 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:25.308287 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-500527cf-36ab-4b81-94d3-4d50c095623e tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:25.327005 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9a8f44-ba06-4ab5-80ee-c17b3bfb66e1 None None] Network 5c1294dc-60ff-4002-820b-e1cf792b5840 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:59:25.338885 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-2e9a8f44-ba06-4ab5-80ee-c17b3bfb66e1 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:59:25.367813 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edc1b53c-6a54-4c3a-9c1b-f89df4cd8863 req-78c2dafe-7dca-4eef-b38a-ad4c3933998a tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Made reservation on behalf of 958ba9f9613c46689914bd3daf2ce99a for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:59:25.371686 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-edc1b53c-6a54-4c3a-9c1b-f89df4cd8863 req-78c2dafe-7dca-4eef-b38a-ad4c3933998a tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:25.395684 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9a8f44-ba06-4ab5-80ee-c17b3bfb66e1 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:59:25.421668 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9a8f44-ba06-4ab5-80ee-c17b3bfb66e1 None None] Pushing event updated for resources: {'Port': ['ID=692d446b-18e7-4ceb-982f-f852d4330220,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:25.426872 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-8d990989-0a53-4e5b-90b0-5697363dec39 None None] For port 82945693-0cdc-456b-8e13-27cb5b3f221c, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=82945693-0cdc-456b-8e13-27cb5b3f221c,segment=NetworkSegment(245c005a-e9b8-49e3-a3b2-a93bb91d167d),segment_id=245c005a-e9b8-49e3-a3b2-a93bb91d167d)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:59:25.455113 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8d990989-0a53-4e5b-90b0-5697363dec39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:25.579568 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d990989-0a53-4e5b-90b0-5697363dec39 None None] Pushing event updated for resources: {'Port': ['ID=82945693-0cdc-456b-8e13-27cb5b3f221c,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:25.583011 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-2e9a8f44-ba06-4ab5-80ee-c17b3bfb66e1 None None] Attempting to bind port 692d446b-18e7-4ceb-982f-f852d4330220 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:59:25.583011 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-2e9a8f44-ba06-4ab5-80ee-c17b3bfb66e1 None None] Attempting to bind port 692d446b-18e7-4ceb-982f-f852d4330220 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '2585e118-cf4a-4391-a344-36567cb61c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5c1294dc-60ff-4002-820b-e1cf792b5840'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:59:25.583011 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9a8f44-ba06-4ab5-80ee-c17b3bfb66e1 None None] Attempting to bind port 692d446b-18e7-4ceb-982f-f852d4330220 on network 5c1294dc-60ff-4002-820b-e1cf792b5840 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:59:25.596063 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c95c90-e63d-4234-bcc5-9bce54f1578d admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:59:25.601298 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9a8f44-ba06-4ab5-80ee-c17b3bfb66e1 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:59:25.601687 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9a8f44-ba06-4ab5-80ee-c17b3bfb66e1 None None] Checking segment: {'id': '2585e118-cf4a-4391-a344-36567cb61c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5c1294dc-60ff-4002-820b-e1cf792b5840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:59:25.602256 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2e9a8f44-ba06-4ab5-80ee-c17b3bfb66e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:25.602620 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9a8f44-ba06-4ab5-80ee-c17b3bfb66e1 None None] Bound using segment: {'id': '2585e118-cf4a-4391-a344-36567cb61c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5c1294dc-60ff-4002-820b-e1cf792b5840'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:59:25.603117 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-2e9a8f44-ba06-4ab5-80ee-c17b3bfb66e1 None None] Bound port: 692d446b-18e7-4ceb-982f-f852d4330220, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2585e118-cf4a-4391-a344-36567cb61c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5c1294dc-60ff-4002-820b-e1cf792b5840'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:59:25.603710 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2e9a8f44-ba06-4ab5-80ee-c17b3bfb66e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:25.604264 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-99c95c90-e63d-4234-bcc5-9bce54f1578d admin admin] 10.222.0.13 "PUT /v2.0/routers/cb87a795-9730-4cb6-88f4-fabf0bd43245/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7477005 Sep 17 07:59:25.604905 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 52092) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:25.608100 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-aa08db1c-257c-4b80-83b0-b3d834f34269 None None] Provisioning complete for port 82945693-0cdc-456b-8e13-27cb5b3f221c triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:59:25.608473 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-aa08db1c-257c-4b80-83b0-b3d834f34269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:25.619444 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447bba54-846a-4838-acf2-173af7257cd4 None None] Sync routers for ids ['cb87a795-9730-4cb6-88f4-fabf0bd43245'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:59:25.631430 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447bba54-846a-4838-acf2-173af7257cd4 None None] Routers {'cb87a795-9730-4cb6-88f4-fabf0bd43245'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:59:25.633614 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-447bba54-846a-4838-acf2-173af7257cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:59:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['cb87a795-9730-4cb6-88f4-fabf0bd43245'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:25.743516 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-f2b2edb4-f884-4a3d-8313-7180b3861d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'name': 'tempest-RoutersTest-router-1180335038', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:59:17Z', 'updated_at': '2021-09-17T07:59:20Z', 'revision_number': 2, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'gw_port_host': None, '_interfaces': [{'id': '82945693-0cdc-456b-8e13-27cb5b3f221c', 'name': '', 'network_id': 'ce9e61f4-ef81-4c77-8d8c-c51cc74bf35d', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'mac_address': 'fa:16:3e:80:68:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '878cf42b-e189-4116-8a53-6442029f98b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:59:19Z', 'updated_at': '2021-09-17T07:59:24Z', 'revision_number': 4, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'subnets': [{'id': '878cf42b-e189-4116-8a53-6442029f98b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:25.771963 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-160abc1e-6279-4af1-b945-c022b95ef7e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:25.778848 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-447bba54-846a-4838-acf2-173af7257cd4 None None] Set router cb87a795-9730-4cb6-88f4-fabf0bd43245 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:59:25.779103 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b2edb4-f884-4a3d-8313-7180b3861d16 None None] The sync data for ids ['f005ec06-9a0c-486a-be4a-d02c0bc75653'] in n-d-789963-9 is: [{'id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'name': 'tempest-RoutersTest-router-1180335038', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:59:17Z', 'updated_at': '2021-09-17T07:59:20Z', 'revision_number': 2, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'gw_port_host': None, '_interfaces': [{'id': '82945693-0cdc-456b-8e13-27cb5b3f221c', 'name': '', 'network_id': 'ce9e61f4-ef81-4c77-8d8c-c51cc74bf35d', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'mac_address': 'fa:16:3e:80:68:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '878cf42b-e189-4116-8a53-6442029f98b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:59:19Z', 'updated_at': '2021-09-17T07:59:24Z', 'revision_number': 4, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'subnets': [{'id': '878cf42b-e189-4116-8a53-6442029f98b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:59:25.804296 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-2e9a8f44-ba06-4ab5-80ee-c17b3bfb66e1 None None] For port 692d446b-18e7-4ceb-982f-f852d4330220, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:59:25.808296 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-2e9a8f44-ba06-4ab5-80ee-c17b3bfb66e1 None None] For port 692d446b-18e7-4ceb-982f-f852d4330220, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=692d446b-18e7-4ceb-982f-f852d4330220,segment=NetworkSegment(2585e118-cf4a-4391-a344-36567cb61c8d),segment_id=2585e118-cf4a-4391-a344-36567cb61c8d)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:59:25.816355 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2e9a8f44-ba06-4ab5-80ee-c17b3bfb66e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:25.862135 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [req-edc1b53c-6a54-4c3a-9c1b-f89df4cd8863 req-78c2dafe-7dca-4eef-b38a-ad4c3933998a tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Allocated IP 172.20.0.2 (5c3939dc-d000-4839-b5e2-30565576d4d4/87ee52d6-ae56-4d6f-b1f7-f93e882b0a89/98a20fcd-aafb-495f-a0b8-983e56df7077) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:59:25.933565 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9a8f44-ba06-4ab5-80ee-c17b3bfb66e1 None None] Pushing event updated for resources: {'Port': ['ID=692d446b-18e7-4ceb-982f-f852d4330220,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:26.023788 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-160abc1e-6279-4af1-b945-c022b95ef7e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:26.040333 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-500527cf-36ab-4b81-94d3-4d50c095623e tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Allocated IP 172.21.0.1 (5c1294dc-60ff-4002-820b-e1cf792b5840/8ff1d171-b22d-4f7e-9110-1a00e858b844/82b5c5e4-a663-45f4-bd06-823c5454dddc) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:59:26.098541 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-447bba54-846a-4838-acf2-173af7257cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb87a795-9730-4cb6-88f4-fabf0bd43245', 'name': 'tempest-ServersTestBootFromVolume-2068345768-router', 'tenant_id': '1017d95ec91440b692b5fb33d331d948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '10b7e2f9-2f7e-4086-81ca-aec3c7dde94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:56:04Z', 'updated_at': '2021-09-17T07:59:23Z', 'revision_number': 5, 'project_id': '1017d95ec91440b692b5fb33d331d948', 'gw_port': {'id': '10b7e2f9-2f7e-4086-81ca-aec3c7dde94d', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:82:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb87a795-9730-4cb6-88f4-fabf0bd43245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:56:05Z', 'updated_at': '2021-09-17T07:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:26.140882 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-160abc1e-6279-4af1-b945-c022b95ef7e3 admin admin] Deleting port 10b7e2f9-2f7e-4086-81ca-aec3c7dde94d {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:59:26.140882 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-160abc1e-6279-4af1-b945-c022b95ef7e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:26.146852 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447bba54-846a-4838-acf2-173af7257cd4 None None] Checking router: cb87a795-9730-4cb6-88f4-fabf0bd43245 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:59:26.189146 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447bba54-846a-4838-acf2-173af7257cd4 None None] Routers {'cb87a795-9730-4cb6-88f4-fabf0bd43245'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:59:26.193453 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-447bba54-846a-4838-acf2-173af7257cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:59:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['cb87a795-9730-4cb6-88f4-fabf0bd43245'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:26.315479 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 52098) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:26.330462 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-447bba54-846a-4838-acf2-173af7257cd4 None None] Set router cb87a795-9730-4cb6-88f4-fabf0bd43245 gateway port host: None {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:59:26.396032 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-447bba54-846a-4838-acf2-173af7257cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb87a795-9730-4cb6-88f4-fabf0bd43245', 'name': 'tempest-ServersTestBootFromVolume-2068345768-router', 'tenant_id': '1017d95ec91440b692b5fb33d331d948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:56:04Z', 'updated_at': '2021-09-17T07:59:26Z', 'revision_number': 6, 'project_id': '1017d95ec91440b692b5fb33d331d948', 'gw_port_host': None}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:26.401462 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-edc1b53c-6a54-4c3a-9c1b-f89df4cd8863 req-78c2dafe-7dca-4eef-b38a-ad4c3933998a tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:26.409202 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-160abc1e-6279-4af1-b945-c022b95ef7e3 admin admin] For port 10b7e2f9-2f7e-4086-81ca-aec3c7dde94d, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=10b7e2f9-2f7e-4086-81ca-aec3c7dde94d,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:59:26.409202 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-160abc1e-6279-4af1-b945-c022b95ef7e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:26.433046 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-500527cf-36ab-4b81-94d3-4d50c095623e tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:26.440285 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-160abc1e-6279-4af1-b945-c022b95ef7e3 admin admin] Calling delete_port for 10b7e2f9-2f7e-4086-81ca-aec3c7dde94d owned by network:router_gateway {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:59:26.440732 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447bba54-846a-4838-acf2-173af7257cd4 None None] The sync data for ids ['cb87a795-9730-4cb6-88f4-fabf0bd43245'] in n-d-789963-9 is: [{'id': 'cb87a795-9730-4cb6-88f4-fabf0bd43245', 'name': 'tempest-ServersTestBootFromVolume-2068345768-router', 'tenant_id': '1017d95ec91440b692b5fb33d331d948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:56:04Z', 'updated_at': '2021-09-17T07:59:26Z', 'revision_number': 6, 'project_id': '1017d95ec91440b692b5fb33d331d948', 'gw_port_host': None}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:59:26.466206 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a2f34f26-0d35-4621-a574-155e7e097f61 req-83857bee-83da-4ec2-b9d9-ea1c1caf7d4b tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b00cc2b-3fc3-4e27-aadc-157553d7327e HTTP/1.1" status: 200 len: 210 time: 0.0564146 Sep 17 07:59:26.533842 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-edc1b53c-6a54-4c3a-9c1b-f89df4cd8863 req-78c2dafe-7dca-4eef-b38a-ad4c3933998a tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:26.557395 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-860aca60-f131-46d5-91ee-5607cb90bc6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:26.568510 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['88d14c71-d63f-45a9-985e-9ee4f2fa9b49'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:59:26.583362 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edc1b53c-6a54-4c3a-9c1b-f89df4cd8863 req-78c2dafe-7dca-4eef-b38a-ad4c3933998a tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Network 5c3939dc-d000-4839-b5e2-30565576d4d4 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:59:26.585038 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-500527cf-36ab-4b81-94d3-4d50c095623e tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:26.599101 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [req-edc1b53c-6a54-4c3a-9c1b-f89df4cd8863 req-78c2dafe-7dca-4eef-b38a-ad4c3933998a tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:59:26.602569 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-edc1b53c-6a54-4c3a-9c1b-f89df4cd8863 req-78c2dafe-7dca-4eef-b38a-ad4c3933998a tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:59:26.619023 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500527cf-36ab-4b81-94d3-4d50c095623e tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Network 5c1294dc-60ff-4002-820b-e1cf792b5840 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:59:26.664259 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-500527cf-36ab-4b81-94d3-4d50c095623e tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:59:26.667300 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500527cf-36ab-4b81-94d3-4d50c095623e tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:59:26.718116 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c2dafe-7dca-4eef-b38a-ad4c3933998a tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Pushing event updated for resources: {'Port': ['ID=98a20fcd-aafb-495f-a0b8-983e56df7077,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:26.761825 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-160abc1e-6279-4af1-b945-c022b95ef7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:26.783041 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1b53c-6a54-4c3a-9c1b-f89df4cd8863 req-78c2dafe-7dca-4eef-b38a-ad4c3933998a tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:26.783777 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-edc1b53c-6a54-4c3a-9c1b-f89df4cd8863 req-78c2dafe-7dca-4eef-b38a-ad4c3933998a tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:26.811230 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160abc1e-6279-4af1-b945-c022b95ef7e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=10b7e2f9-2f7e-4086-81ca-aec3c7dde94d,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:26.811737 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-500527cf-36ab-4b81-94d3-4d50c095623e tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:26.822140 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500527cf-36ab-4b81-94d3-4d50c095623e tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Pushing event updated for resources: {'Port': ['ID=82b5c5e4-a663-45f4-bd06-823c5454dddc,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:27.017728 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-160abc1e-6279-4af1-b945-c022b95ef7e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:27.068062 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-500527cf-36ab-4b81-94d3-4d50c095623e tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:27.089286 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 692d446b-18e7-4ceb-982f-f852d4330220 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:59:27.171768 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 692d446b-18e7-4ceb-982f-f852d4330220 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:59:27.172507 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:27.174590 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-160abc1e-6279-4af1-b945-c022b95ef7e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:27.177299 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-160abc1e-6279-4af1-b945-c022b95ef7e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:27.228455 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-160abc1e-6279-4af1-b945-c022b95ef7e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:27.229567 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-160abc1e-6279-4af1-b945-c022b95ef7e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb87a795-9730-4cb6-88f4-fabf0bd43245 {{(pid=101290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 07:59:27.237063 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-160abc1e-6279-4af1-b945-c022b95ef7e3 admin admin] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:27.240555 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-160abc1e-6279-4af1-b945-c022b95ef7e3 admin admin] 10.222.0.13 "DELETE /v2.0/routers/cb87a795-9730-4cb6-88f4-fabf0bd43245 HTTP/1.1" status: 204 len: 168 time: 1.6298757 Sep 17 07:59:27.241943 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 52106) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:27.281117 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:27.308657 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-860aca60-f131-46d5-91ee-5607cb90bc6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:27.315472 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-734a08d3-681a-4081-85d6-32b73bfb11f1 admin admin] Deleting subnet cc5af0af-da91-4969-a253-9b23d6f3d816 {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:59:27.319467 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-860aca60-f131-46d5-91ee-5607cb90bc6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:27.322334 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-734a08d3-681a-4081-85d6-32b73bfb11f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:27.331743 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-edc1b53c-6a54-4c3a-9c1b-f89df4cd8863 req-78c2dafe-7dca-4eef-b38a-ad4c3933998a tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7036724 Sep 17 07:59:27.339564 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port 692d446b-18e7-4ceb-982f-f852d4330220, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=692d446b-18e7-4ceb-982f-f852d4330220,segment=NetworkSegment(2585e118-cf4a-4391-a344-36567cb61c8d),segment_id=2585e118-cf4a-4391-a344-36567cb61c8d)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:59:27.344868 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:27.347096 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 82945693-0cdc-456b-8e13-27cb5b3f221c up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:59:27.352330 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-edc1b53c-6a54-4c3a-9c1b-f89df4cd8863 req-08a14f94-a0cd-4a74-9529-a83115a306d7 service neutron] Request body: {'port': {'device_id': '5b00cc2b-3fc3-4e27-aadc-157553d7327e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-9'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:59:27.377157 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860aca60-f131-46d5-91ee-5607cb90bc6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a95b99-7a53-499b-ab9e-f4f9894a9dd4,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:27.445120 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-860aca60-f131-46d5-91ee-5607cb90bc6b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d58d711b15fa44b1b42e744c2f7826d9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1284175 Sep 17 07:59:27.447679 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 52108) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:27.456032 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-734a08d3-681a-4081-85d6-32b73bfb11f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:27.463383 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=692d446b-18e7-4ceb-982f-f852d4330220,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:27.473766 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 82945693-0cdc-456b-8e13-27cb5b3f221c triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:59:27.474113 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:27.474387 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-edc1b53c-6a54-4c3a-9c1b-f89df4cd8863 req-08a14f94-a0cd-4a74-9529-a83115a306d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:27.567808 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42503cfc-96e8-4a21-9512-503fd4f77f6a None None] Network 5c1294dc-60ff-4002-820b-e1cf792b5840 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:59:27.636100 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-012819d1-b0d1-428e-8d0b-1e3a57ab6a5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:27.652475 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-72a47bbb-ff41-4d41-a880-b164e363b62d None None] Provisioning complete for port 692d446b-18e7-4ceb-982f-f852d4330220 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:59:27.653007 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-72a47bbb-ff41-4d41-a880-b164e363b62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:27.661222 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-734a08d3-681a-4081-85d6-32b73bfb11f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:27.690066 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 23d1d48a-a86d-4b8e-bf5a-48974dd41e64 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:59:27.702856 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-012819d1-b0d1-428e-8d0b-1e3a57ab6a5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:27.719130 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-500527cf-36ab-4b81-94d3-4d50c095623e tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:27.720370 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 23d1d48a-a86d-4b8e-bf5a-48974dd41e64 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:59:27.720825 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 23d1d48a-a86d-4b8e-bf5a-48974dd41e64 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:59:27.792027 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-012819d1-b0d1-428e-8d0b-1e3a57ab6a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:27.800465 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-012819d1-b0d1-428e-8d0b-1e3a57ab6a5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:27.808361 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-012819d1-b0d1-428e-8d0b-1e3a57ab6a5f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/11a95b99-7a53-499b-ab9e-f4f9894a9dd4 HTTP/1.1" status: 204 len: 168 time: 0.3559549 Sep 17 07:59:27.810510 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-500527cf-36ab-4b81-94d3-4d50c095623e tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:27.812882 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-734a08d3-681a-4081-85d6-32b73bfb11f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:27.851942 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734a08d3-681a-4081-85d6-32b73bfb11f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc5af0af-da91-4969-a253-9b23d6f3d816,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:27.856907 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012819d1-b0d1-428e-8d0b-1e3a57ab6a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a95b99-7a53-499b-ab9e-f4f9894a9dd4,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:27.860744 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-734a08d3-681a-4081-85d6-32b73bfb11f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:27.863396 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-734a08d3-681a-4081-85d6-32b73bfb11f1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/cc5af0af-da91-4969-a253-9b23d6f3d816 HTTP/1.1" status: 204 len: 168 time: 0.6205385 Sep 17 07:59:27.865614 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 52118) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:27.889134 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8491dee-d3a5-4814-8798-4bc91dbba419 None None] Network db7553ea-e2fe-422f-8d20-6ffc26d973b8 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:59:27.968536 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-64dc82a3-fe0a-4d2b-8c03-a00368c0dc92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:27.995703 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-500527cf-36ab-4b81-94d3-4d50c095623e tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:28.099749 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-64dc82a3-fe0a-4d2b-8c03-a00368c0dc92 admin admin] Deleting port f80c53b8-4645-4806-82d0-86dc0b1acaa6 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:59:28.100113 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-64dc82a3-fe0a-4d2b-8c03-a00368c0dc92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:28.179298 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b78a084-59d1-498b-8be5-2f9621cc765d req-e87c79e0-4a00-415f-b2a3-22ef9054904e tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:28.193155 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7b78a084-59d1-498b-8be5-2f9621cc765d req-e87c79e0-4a00-415f-b2a3-22ef9054904e tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b00cc2b-3fc3-4e27-aadc-157553d7327e HTTP/1.1" status: 200 len: 931 time: 0.5868506 Sep 17 07:59:28.203351 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-64dc82a3-fe0a-4d2b-8c03-a00368c0dc92 admin admin] For port f80c53b8-4645-4806-82d0-86dc0b1acaa6, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=f80c53b8-4645-4806-82d0-86dc0b1acaa6,segment=NetworkSegment(51690b9c-92bb-4337-854f-9b746ada12ae),segment_id=51690b9c-92bb-4337-854f-9b746ada12ae)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:59:28.203721 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-64dc82a3-fe0a-4d2b-8c03-a00368c0dc92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:28.220263 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964ff56b-24bb-4cea-96f4-5d83e7e45446 None None] DHCP port deletion for db7553ea-e2fe-422f-8d20-6ffc26d973b8 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 07:59:28.230838 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500527cf-36ab-4b81-94d3-4d50c095623e tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Pushing event updated for resources: {'Port': ['ID=82b5c5e4-a663-45f4-bd06-823c5454dddc,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:28.232072 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-64dc82a3-fe0a-4d2b-8c03-a00368c0dc92 admin admin] Calling delete_port for f80c53b8-4645-4806-82d0-86dc0b1acaa6 owned by network:dhcp {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:59:28.320806 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-964ff56b-24bb-4cea-96f4-5d83e7e45446 None None] Deleting port f80c53b8-4645-4806-82d0-86dc0b1acaa6 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:59:28.321179 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-964ff56b-24bb-4cea-96f4-5d83e7e45446 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:28.343292 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7b78a084-59d1-498b-8be5-2f9621cc765d req-0752ce83-1d13-4d7f-9746-2127d6362477 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/security-groups?id=db312e7f-1a3f-4ea9-ad55-8740cb4f40b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475968 Sep 17 07:59:28.370858 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 52122) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:28.395795 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-75b6fd9a-2f30-454f-b41a-bba6ecb6583e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:28.404071 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [req-edc1b53c-6a54-4c3a-9c1b-f89df4cd8863 req-08a14f94-a0cd-4a74-9529-a83115a306d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98a20fcd-aafb-495f-a0b8-983e56df7077 {{(pid=101289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:59:28.410138 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-964ff56b-24bb-4cea-96f4-5d83e7e45446 None None] For port f80c53b8-4645-4806-82d0-86dc0b1acaa6, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=f80c53b8-4645-4806-82d0-86dc0b1acaa6,segment=NetworkSegment(51690b9c-92bb-4337-854f-9b746ada12ae),segment_id=51690b9c-92bb-4337-854f-9b746ada12ae)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:59:28.410575 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-964ff56b-24bb-4cea-96f4-5d83e7e45446 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:28.411627 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-64dc82a3-fe0a-4d2b-8c03-a00368c0dc92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:28.415574 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-edc1b53c-6a54-4c3a-9c1b-f89df4cd8863 req-08a14f94-a0cd-4a74-9529-a83115a306d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:28.430379 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dc82a3-fe0a-4d2b-8c03-a00368c0dc92 admin admin] No DVR routers for this DVR port f80c53b8-4645-4806-82d0-86dc0b1acaa6 on host n-d-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:59:28.433020 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500527cf-36ab-4b81-94d3-4d50c095623e tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Network 5c1294dc-60ff-4002-820b-e1cf792b5840 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:59:28.435999 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-500527cf-36ab-4b81-94d3-4d50c095623e tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:59:28.438243 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.provisioning_blocks [req-edc1b53c-6a54-4c3a-9c1b-f89df4cd8863 req-08a14f94-a0cd-4a74-9529-a83115a306d7 service neutron] Transition to ACTIVE for port object 98a20fcd-aafb-495f-a0b8-983e56df7077 will not be triggered until provisioned by entity L2. {{(pid=101289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:59:28.438886 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-964ff56b-24bb-4cea-96f4-5d83e7e45446 None None] Calling delete_port for f80c53b8-4645-4806-82d0-86dc0b1acaa6 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:59:28.479152 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-edc1b53c-6a54-4c3a-9c1b-f89df4cd8863 req-08a14f94-a0cd-4a74-9529-a83115a306d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:28.498474 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dc82a3-fe0a-4d2b-8c03-a00368c0dc92 admin admin] Pushing event deleted for resources: {'Port': ['ID=f80c53b8-4645-4806-82d0-86dc0b1acaa6,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:28.558599 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-64dc82a3-fe0a-4d2b-8c03-a00368c0dc92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:28.581901 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a14f94-a0cd-4a74-9529-a83115a306d7 service neutron] Pushing event updated for resources: {'Port': ['ID=98a20fcd-aafb-495f-a0b8-983e56df7077,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:28.603221 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-64dc82a3-fe0a-4d2b-8c03-a00368c0dc92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db7553ea-e2fe-422f-8d20-6ffc26d973b8']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:28.620334 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-64dc82a3-fe0a-4d2b-8c03-a00368c0dc92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51690b9c-92bb-4337-854f-9b746ada12ae') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:28.620706 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-64dc82a3-fe0a-4d2b-8c03-a00368c0dc92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51690b9c-92bb-4337-854f-9b746ada12ae') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:28.636674 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-64dc82a3-fe0a-4d2b-8c03-a00368c0dc92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:28.662088 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-edc1b53c-6a54-4c3a-9c1b-f89df4cd8863 req-08a14f94-a0cd-4a74-9529-a83115a306d7 service neutron] Attempting to bind port 98a20fcd-aafb-495f-a0b8-983e56df7077 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:59:28.662351 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-edc1b53c-6a54-4c3a-9c1b-f89df4cd8863 req-08a14f94-a0cd-4a74-9529-a83115a306d7 service neutron] Attempting to bind port 98a20fcd-aafb-495f-a0b8-983e56df7077 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': '4821f2e6-bd80-4aac-98cc-bc8dfa1b531e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5c3939dc-d000-4839-b5e2-30565576d4d4'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:59:28.664867 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc1b53c-6a54-4c3a-9c1b-f89df4cd8863 req-08a14f94-a0cd-4a74-9529-a83115a306d7 service neutron] Attempting to bind port 98a20fcd-aafb-495f-a0b8-983e56df7077 on network 5c3939dc-d000-4839-b5e2-30565576d4d4 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:59:28.665975 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-500527cf-36ab-4b81-94d3-4d50c095623e tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Router f005ec06-9a0c-486a-be4a-d02c0bc75653 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:59:28.668894 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-64dc82a3-fe0a-4d2b-8c03-a00368c0dc92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:28.672121 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc1b53c-6a54-4c3a-9c1b-f89df4cd8863 req-08a14f94-a0cd-4a74-9529-a83115a306d7 service neutron] Port 98a20fcd-aafb-495f-a0b8-983e56df7077 on network 5c3939dc-d000-4839-b5e2-30565576d4d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:59:28.672518 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc1b53c-6a54-4c3a-9c1b-f89df4cd8863 req-08a14f94-a0cd-4a74-9529-a83115a306d7 service neutron] Attempting to bind port 98a20fcd-aafb-495f-a0b8-983e56df7077 on network 5c3939dc-d000-4839-b5e2-30565576d4d4 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:59:28.681018 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc1b53c-6a54-4c3a-9c1b-f89df4cd8863 req-08a14f94-a0cd-4a74-9529-a83115a306d7 service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:59:28.681428 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc1b53c-6a54-4c3a-9c1b-f89df4cd8863 req-08a14f94-a0cd-4a74-9529-a83115a306d7 service neutron] Checking segment: {'id': '4821f2e6-bd80-4aac-98cc-bc8dfa1b531e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5c3939dc-d000-4839-b5e2-30565576d4d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:59:28.682159 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc1b53c-6a54-4c3a-9c1b-f89df4cd8863 req-08a14f94-a0cd-4a74-9529-a83115a306d7 service neutron] Bound using segment: {'id': '4821f2e6-bd80-4aac-98cc-bc8dfa1b531e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5c3939dc-d000-4839-b5e2-30565576d4d4'} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:59:28.682338 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-edc1b53c-6a54-4c3a-9c1b-f89df4cd8863 req-08a14f94-a0cd-4a74-9529-a83115a306d7 service neutron] Bound port: 98a20fcd-aafb-495f-a0b8-983e56df7077, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4821f2e6-bd80-4aac-98cc-bc8dfa1b531e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5c3939dc-d000-4839-b5e2-30565576d4d4'}}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:59:28.682811 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-edc1b53c-6a54-4c3a-9c1b-f89df4cd8863 req-08a14f94-a0cd-4a74-9529-a83115a306d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:28.683223 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64dc82a3-fe0a-4d2b-8c03-a00368c0dc92 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 07:59:28.684015 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-64dc82a3-fe0a-4d2b-8c03-a00368c0dc92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:28.685613 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 07:59:28.685613 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 07:59:28.685613 n-d-789963-9 neutron-server[101290]: timer() Sep 17 07:59:28.685613 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 07:59:28.685613 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 07:59:28.685613 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 07:59:28.685613 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 07:59:28.685613 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 07:59:28.685613 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 07:59:28.685613 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 07:59:28.685613 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 07:59:28.685613 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 07:59:28.685613 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 07:59:28.685613 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 07:59:28.685613 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 07:59:28.685613 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 07:59:28.685613 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 07:59:28.685613 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 07:59:28.685613 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 07:59:28.685613 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 07:59:28.685613 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 07:59:28.685613 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 07:59:28.685613 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 07:59:28.685613 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 07:59:28.685613 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 07:59:28.685613 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 07:59:28.685613 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 07:59:28.685613 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 07:59:28.685613 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 07:59:28.685613 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 07:59:28.685613 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 07:59:28.685613 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 07:59:28.751039 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-75b6fd9a-2f30-454f-b41a-bba6ecb6583e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:28.756911 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-964ff56b-24bb-4cea-96f4-5d83e7e45446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:28.760834 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-75b6fd9a-2f30-454f-b41a-bba6ecb6583e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:28.794484 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-64dc82a3-fe0a-4d2b-8c03-a00368c0dc92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:28.802274 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964ff56b-24bb-4cea-96f4-5d83e7e45446 None None] Pushing event deleted for resources: {'Port': ['ID=f80c53b8-4645-4806-82d0-86dc0b1acaa6,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:28.811936 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-64dc82a3-fe0a-4d2b-8c03-a00368c0dc92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:28.813819 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-64dc82a3-fe0a-4d2b-8c03-a00368c0dc92 admin admin] 10.222.0.13 "DELETE /v2.0/networks/db7553ea-e2fe-422f-8d20-6ffc26d973b8 HTTP/1.1" status: 204 len: 168 time: 0.9465926 Sep 17 07:59:28.827240 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 692d446b-18e7-4ceb-982f-f852d4330220 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:59:28.839377 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-75b6fd9a-2f30-454f-b41a-bba6ecb6583e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=26a807ca879c421fba20fc40736c74fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4671624 Sep 17 07:59:28.842758 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dc82a3-fe0a-4d2b-8c03-a00368c0dc92 admin admin] Pushing event deleted for resources: {'Network': ['ID=db7553ea-e2fe-422f-8d20-6ffc26d973b8,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:28.844320 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 52128) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:28.854783 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b6fd9a-2f30-454f-b41a-bba6ecb6583e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61aa22c5-cda5-41c6-9675-e662e1a420f0,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:28.865597 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-500527cf-36ab-4b81-94d3-4d50c095623e tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:59:28.874561 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 52130) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:28.874699 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-500527cf-36ab-4b81-94d3-4d50c095623e tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "PUT /v2.0/routers/f005ec06-9a0c-486a-be4a-d02c0bc75653/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9000568 Sep 17 07:59:28.879681 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-9f240849-6eb2-4352-8f70-3844f1fcc50b tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Request body: {'network': {'name': 'tempest-RoutersTest-1887213870'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:59:28.897883 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-edc1b53c-6a54-4c3a-9c1b-f89df4cd8863 req-08a14f94-a0cd-4a74-9529-a83115a306d7 service neutron] For port 98a20fcd-aafb-495f-a0b8-983e56df7077, host n-h1-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:59:28.902560 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-edc1b53c-6a54-4c3a-9c1b-f89df4cd8863 req-08a14f94-a0cd-4a74-9529-a83115a306d7 service neutron] For port 98a20fcd-aafb-495f-a0b8-983e56df7077, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=98a20fcd-aafb-495f-a0b8-983e56df7077,segment=NetworkSegment(4821f2e6-bd80-4aac-98cc-bc8dfa1b531e),segment_id=4821f2e6-bd80-4aac-98cc-bc8dfa1b531e)] {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:59:28.907552 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f240849-6eb2-4352-8f70-3844f1fcc50b tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Made reservation on behalf of 61a7a6788c48443c9f34c81b57ddfc5f for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:59:28.909391 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-edc1b53c-6a54-4c3a-9c1b-f89df4cd8863 req-08a14f94-a0cd-4a74-9529-a83115a306d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:28.911233 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9f240849-6eb2-4352-8f70-3844f1fcc50b tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:28.942782 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005740ff-d368-4bd0-b355-89bc12abaec3 None None] Sync routers for ids ['f005ec06-9a0c-486a-be4a-d02c0bc75653'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:59:28.960031 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964ff56b-24bb-4cea-96f4-5d83e7e45446 None None] No DVR routers for this DVR port f80c53b8-4645-4806-82d0-86dc0b1acaa6 on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:59:28.966012 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f240849-6eb2-4352-8f70-3844f1fcc50b tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 07:59:28.968695 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1b53c-6a54-4c3a-9c1b-f89df4cd8863 req-08a14f94-a0cd-4a74-9529-a83115a306d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:28.969317 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-edc1b53c-6a54-4c3a-9c1b-f89df4cd8863 req-08a14f94-a0cd-4a74-9529-a83115a306d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:28.974162 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-edc1b53c-6a54-4c3a-9c1b-f89df4cd8863 req-08a14f94-a0cd-4a74-9529-a83115a306d7 service neutron] 10.222.0.41 "PUT /v2.0/ports/98a20fcd-aafb-495f-a0b8-983e56df7077 HTTP/1.1" status: 200 len: 1091 time: 1.6278787 Sep 17 07:59:28.977244 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b00cc2b-3fc3-4e27-aadc-157553d7327e', 'tag': '98a20fcd-aafb-495f-a0b8-983e56df7077'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:59:28.980453 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf5b299d-d139-4bfa-9b67-163534e2781d" -d '{"events": [{"name": "network-changed", "server_uuid": "5b00cc2b-3fc3-4e27-aadc-157553d7327e", "tag": "98a20fcd-aafb-495f-a0b8-983e56df7077"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:59:28.982554 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005740ff-d368-4bd0-b355-89bc12abaec3 None None] Routers {'f005ec06-9a0c-486a-be4a-d02c0bc75653'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:59:28.983459 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-005740ff-d368-4bd0-b355-89bc12abaec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:59:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['f005ec06-9a0c-486a-be4a-d02c0bc75653'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:28.998183 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-06a06c54-f4cc-4065-9ead-7c0da3ef68c0 None None] Provisioning complete for port 82b5c5e4-a663-45f4-bd06-823c5454dddc triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:59:28.998183 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-06a06c54-f4cc-4065-9ead-7c0da3ef68c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:29.018235 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d37668ee-5a47-40bc-a0ae-d81324106956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:29.030443 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9f240849-6eb2-4352-8f70-3844f1fcc50b tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:29.038889 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-9f240849-6eb2-4352-8f70-3844f1fcc50b tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Added segment 6f7000bc-5345-4d6a-acea-280f7cb76095 of type vlan for network 4302a5b7-bad9-45a7-8ff8-417610bddbef Sep 17 07:59:29.042950 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a14f94-a0cd-4a74-9529-a83115a306d7 service neutron] Pushing event updated for resources: {'Port': ['ID=98a20fcd-aafb-495f-a0b8-983e56df7077,revision_number=3']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:29.113040 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d37668ee-5a47-40bc-a0ae-d81324106956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:29.142027 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1b53c-6a54-4c3a-9c1b-f89df4cd8863 req-38a5d4ba-0e42-48dd-bded-d14fd983d0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:29.143792 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-edc1b53c-6a54-4c3a-9c1b-f89df4cd8863 req-38a5d4ba-0e42-48dd-bded-d14fd983d0b4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=958ba9f9613c46689914bd3daf2ce99a&device_id=5b00cc2b-3fc3-4e27-aadc-157553d7327e HTTP/1.1" status: 200 len: 1094 time: 0.0881867 Sep 17 07:59:29.218903 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-edc1b53c-6a54-4c3a-9c1b-f89df4cd8863 req-e93193aa-7f2c-47c5-b52c-dab96b376b18 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=98a20fcd-aafb-495f-a0b8-983e56df7077 HTTP/1.1" status: 200 len: 217 time: 0.0558090 Sep 17 07:59:29.221364 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9f240849-6eb2-4352-8f70-3844f1fcc50b tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:29.240644 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936592d0-71ca-45ef-9c58-f339e8796643 x-openstack-request-id: req-936592d0-71ca-45ef-9c58-f339e8796643 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:59:29.240942 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b00cc2b-3fc3-4e27-aadc-157553d7327e", "tag": "98a20fcd-aafb-495f-a0b8-983e56df7077", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:59:29.241194 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-936592d0-71ca-45ef-9c58-f339e8796643 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:59:29.241594 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b00cc2b-3fc3-4e27-aadc-157553d7327e', 'tag': '98a20fcd-aafb-495f-a0b8-983e56df7077', 'status': 'completed', 'code': 200} Sep 17 07:59:29.253761 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 692d446b-18e7-4ceb-982f-f852d4330220 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:59:29.254415 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:29.280299 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9f240849-6eb2-4352-8f70-3844f1fcc50b tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:29.281479 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-005740ff-d368-4bd0-b355-89bc12abaec3 None None] Set router f005ec06-9a0c-486a-be4a-d02c0bc75653 gateway port host: None {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:59:29.286069 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 52138) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:29.288051 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f240849-6eb2-4352-8f70-3844f1fcc50b tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:29.288736 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9f240849-6eb2-4352-8f70-3844f1fcc50b tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:29.295174 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1b53c-6a54-4c3a-9c1b-f89df4cd8863 req-3fedbb82-d7f1-49b9-bd6c-9fbf84ba3bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:29.296650 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-edc1b53c-6a54-4c3a-9c1b-f89df4cd8863 req-3fedbb82-d7f1-49b9-bd6c-9fbf84ba3bf4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=87ee52d6-ae56-4d6f-b1f7-f93e882b0a89 HTTP/1.1" status: 200 len: 852 time: 0.0702226 Sep 17 07:59:29.320227 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-06a06c54-f4cc-4065-9ead-7c0da3ef68c0 None None] Port 82b5c5e4-a663-45f4-bd06-823c5454dddc cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:59:29.323724 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d37668ee-5a47-40bc-a0ae-d81324106956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:29.327182 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d37668ee-5a47-40bc-a0ae-d81324106956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:29.328646 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d37668ee-5a47-40bc-a0ae-d81324106956 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/61aa22c5-cda5-41c6-9675-e662e1a420f0 HTTP/1.1" status: 204 len: 168 time: 0.4834127 Sep 17 07:59:29.336684 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-edc1b53c-6a54-4c3a-9c1b-f89df4cd8863 req-92a53d36-7ec0-4658-a30a-147ad2a9a098 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5c3939dc-d000-4839-b5e2-30565576d4d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305376 Sep 17 07:59:29.347949 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-06a06c54-f4cc-4065-9ead-7c0da3ef68c0 None None] Provisioning complete for port 692d446b-18e7-4ceb-982f-f852d4330220 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:59:29.348321 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-06a06c54-f4cc-4065-9ead-7c0da3ef68c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:29.389035 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f240849-6eb2-4352-8f70-3844f1fcc50b tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Pushing event updated for resources: {'Network': ['ID=4302a5b7-bad9-45a7-8ff8-417610bddbef,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:29.407808 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-9f240849-6eb2-4352-8f70-3844f1fcc50b tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5321858 Sep 17 07:59:29.408676 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 52144) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:29.416431 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-88609804-42d1-486f-90b9-5aa21a26d9d3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1017d95ec91440b692b5fb33d331d948&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1267023 Sep 17 07:59:29.416873 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 52146) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:29.418544 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-30bb8a05-d328-4add-954e-f51c63bd5b93 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Request body: {'subnet': {'network_id': '4302a5b7-bad9-45a7-8ff8-417610bddbef', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:59:29.424013 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37668ee-5a47-40bc-a0ae-d81324106956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61aa22c5-cda5-41c6-9675-e662e1a420f0,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:29.433396 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 4302a5b7-bad9-45a7-8ff8-417610bddbef details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 07:59:29.541519 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30bb8a05-d328-4add-954e-f51c63bd5b93 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Made reservation on behalf of 61a7a6788c48443c9f34c81b57ddfc5f for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:59:29.547934 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-30bb8a05-d328-4add-954e-f51c63bd5b93 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:29.772209 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device f80c53b8-4645-4806-82d0-86dc0b1acaa6 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:59:29.800490 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: f80c53b8-4645-4806-82d0-86dc0b1acaa6 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:59:29.801317 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device f80c53b8-4645-4806-82d0-86dc0b1acaa6 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:59:29.801912 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 10b7e2f9-2f7e-4086-81ca-aec3c7dde94d no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:59:29.829795 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 10b7e2f9-2f7e-4086-81ca-aec3c7dde94d {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:59:29.830410 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 10b7e2f9-2f7e-4086-81ca-aec3c7dde94d not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:59:29.874905 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-30bb8a05-d328-4add-954e-f51c63bd5b93 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:29.880758 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ef3e6f08-5250-4654-879c-8a82cf4fb3fa None None] Provisioning complete for port 82b5c5e4-a663-45f4-bd06-823c5454dddc triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:59:29.881451 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ef3e6f08-5250-4654-879c-8a82cf4fb3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:29.900258 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f5c2a3-2a2a-4c49-9946-8af9099beaab req-4f991aef-070c-409e-8f4f-64959ceef3b1 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:29.908764 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-37f5c2a3-2a2a-4c49-9946-8af9099beaab req-4f991aef-070c-409e-8f4f-64959ceef3b1 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b00cc2b-3fc3-4e27-aadc-157553d7327e HTTP/1.1" status: 200 len: 943 time: 0.1000650 Sep 17 07:59:29.921443 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-edc1b53c-6a54-4c3a-9c1b-f89df4cd8863 req-ff5eff36-ceb0-4441-8680-7e03d8e05a72 service neutron] 10.222.0.41 "GET /v2.0/networks/5c3939dc-d000-4839-b5e2-30565576d4d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5761075 Sep 17 07:59:29.934224 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-005740ff-d368-4bd0-b355-89bc12abaec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'name': 'tempest-RoutersTest-router-1180335038', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:59:17Z', 'updated_at': '2021-09-17T07:59:26Z', 'revision_number': 3, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'gw_port_host': None, '_interfaces': [{'id': '82945693-0cdc-456b-8e13-27cb5b3f221c', 'name': '', 'network_id': 'ce9e61f4-ef81-4c77-8d8c-c51cc74bf35d', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'mac_address': 'fa:16:3e:80:68:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '878cf42b-e189-4116-8a53-6442029f98b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:59:19Z', 'updated_at': '2021-09-17T07:59:25Z', 'revision_number': 5, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'subnets': [{'id': '878cf42b-e189-4116-8a53-6442029f98b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82b5c5e4-a663-45f4-bd06-823c5454dddc', 'name': '', 'network_id': '5c1294dc-60ff-4002-820b-e1cf792b5840', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'mac_address': 'fa:16:3e:d5:4a:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'device_owner': 'network:router_interface', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': '8ff1d171-b22d-4f7e-9110-1a00e858b844', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:59:25Z', 'updated_at': '2021-09-17T07:59:27Z', 'revision_number': 2, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'subnets': [{'id': '8ff1d171-b22d-4f7e-9110-1a00e858b844', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:29.951886 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2b828443-cafb-4407-9615-66ea3392bd4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:29.958201 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bb8a05-d328-4add-954e-f51c63bd5b93 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Pushing event updated for resources: {'Subnet': ['ID=586a66c5-42ca-41b6-8eb5-e63591ea7d59,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:29.969937 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bb8a05-d328-4add-954e-f51c63bd5b93 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Checking segment: {'id': '6f7000bc-5345-4d6a-acea-280f7cb76095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4302a5b7-bad9-45a7-8ff8-417610bddbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:59:29.972051 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bb8a05-d328-4add-954e-f51c63bd5b93 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Network hostable DHCP agents. Network: 4302a5b7-bad9-45a7-8ff8-417610bddbef, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 07:59:29.981200 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005740ff-d368-4bd0-b355-89bc12abaec3 None None] Checking router: f005ec06-9a0c-486a-be4a-d02c0bc75653 for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:59:29.981727 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005740ff-d368-4bd0-b355-89bc12abaec3 None None] Updating router f005ec06-9a0c-486a-be4a-d02c0bc75653 port 82b5c5e4-a663-45f4-bd06-823c5454dddc binding host n-d-789963-9 {{(pid=101291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 07:59:29.993736 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bb8a05-d328-4add-954e-f51c63bd5b93 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Network 4302a5b7-bad9-45a7-8ff8-417610bddbef is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 07:59:30.012066 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-30bb8a05-d328-4add-954e-f51c63bd5b93 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 4302a5b7-bad9-45a7-8ff8-417610bddbef) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:59:30.019707 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bb8a05-d328-4add-954e-f51c63bd5b93 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:30.020347 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-30bb8a05-d328-4add-954e-f51c63bd5b93 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:30.035379 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91273e8a-8550-4932-91e7-604c70e3305f None None] Network 4302a5b7-bad9-45a7-8ff8-417610bddbef requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:59:30.047918 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-30bb8a05-d328-4add-954e-f51c63bd5b93 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6370335 Sep 17 07:59:30.050464 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 52162) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:30.054885 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-37f5c2a3-2a2a-4c49-9946-8af9099beaab req-70035e5c-6bcb-4438-99cf-92c242650398 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/security-groups?id=db312e7f-1a3f-4ea9-ad55-8740cb4f40b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452448 Sep 17 07:59:30.061115 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-005740ff-d368-4bd0-b355-89bc12abaec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:30.083963 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ef3e6f08-5250-4654-879c-8a82cf4fb3fa None None] Port 82b5c5e4-a663-45f4-bd06-823c5454dddc cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:59:30.104899 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2b828443-cafb-4407-9615-66ea3392bd4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:30.180968 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-edc1b53c-6a54-4c3a-9c1b-f89df4cd8863 req-1a0e5efe-917d-4e13-90fb-78d9e218a6b7 service neutron] 10.222.0.41 "GET /v2.0/networks/5c3939dc-d000-4839-b5e2-30565576d4d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450039 Sep 17 07:59:30.198264 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2b828443-cafb-4407-9615-66ea3392bd4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:30.203471 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2b828443-cafb-4407-9615-66ea3392bd4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:30.207960 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-2b828443-cafb-4407-9615-66ea3392bd4d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/886f40fc-385a-4ae5-a3b0-f322f648737a HTTP/1.1" status: 204 len: 168 time: 0.7878346 Sep 17 07:59:30.216532 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b828443-cafb-4407-9615-66ea3392bd4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=886f40fc-385a-4ae5-a3b0-f322f648737a,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:30.370784 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b299d-d139-4bfa-9b67-163534e2781d req-2412d285-722a-4496-bc8b-ba986d9efc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:30.382404 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bf5b299d-d139-4bfa-9b67-163534e2781d req-2412d285-722a-4496-bc8b-ba986d9efc98 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=958ba9f9613c46689914bd3daf2ce99a&device_id=5b00cc2b-3fc3-4e27-aadc-157553d7327e HTTP/1.1" status: 200 len: 1094 time: 0.0760343 Sep 17 07:59:30.432012 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957eb43f-3006-42fc-8bdb-fad327d1ea3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-4302a5b7-bad9-45a7-8ff8-417610bddbef', 'network_id': '4302a5b7-bad9-45a7-8ff8-417610bddbef', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'fixed_ips': [{'subnet_id': '586a66c5-42ca-41b6-8eb5-e63591ea7d59'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 07:59:30.432321 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-957eb43f-3006-42fc-8bdb-fad327d1ea3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:30.593262 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b299d-d139-4bfa-9b67-163534e2781d req-01605660-2819-4b82-a100-94cc123d628e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:30.595415 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bf5b299d-d139-4bfa-9b67-163534e2781d req-01605660-2819-4b82-a100-94cc123d628e service neutron] 10.222.0.41 "GET /v2.0/networks?id=5c3939dc-d000-4839-b5e2-30565576d4d4 HTTP/1.1" status: 200 len: 913 time: 0.2045023 Sep 17 07:59:30.645153 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-957eb43f-3006-42fc-8bdb-fad327d1ea3f None None] Allocated IP 172.22.0.2 (4302a5b7-bad9-45a7-8ff8-417610bddbef/586a66c5-42ca-41b6-8eb5-e63591ea7d59/b918094b-3ba9-4da0-8fb3-505311cc1b0a) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:59:30.650170 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-005740ff-d368-4bd0-b355-89bc12abaec3 None None] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:30.654859 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bf5b299d-d139-4bfa-9b67-163534e2781d req-71627680-0b05-40be-91b6-2c659cb9caea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=98a20fcd-aafb-495f-a0b8-983e56df7077 HTTP/1.1" status: 200 len: 217 time: 0.0518117 Sep 17 07:59:30.659255 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-005740ff-d368-4bd0-b355-89bc12abaec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:30.687669 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9cb60e7f-330a-4fc8-b647-97b0c9a2ac85 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:30.742544 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b299d-d139-4bfa-9b67-163534e2781d req-a0273675-7fcc-4816-888a-8f8e4b40850f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:30.743908 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bf5b299d-d139-4bfa-9b67-163534e2781d req-a0273675-7fcc-4816-888a-8f8e4b40850f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=87ee52d6-ae56-4d6f-b1f7-f93e882b0a89 HTTP/1.1" status: 200 len: 852 time: 0.0817034 Sep 17 07:59:30.803078 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bf5b299d-d139-4bfa-9b67-163534e2781d req-af08825c-2d89-43b3-9423-89daa90df834 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5c3939dc-d000-4839-b5e2-30565576d4d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479872 Sep 17 07:59:30.807322 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2ec67-4be6-42b2-882b-b2f2aa49800b None None] Pushing event updated for resources: {'Port': ['ID=82b5c5e4-a663-45f4-bd06-823c5454dddc,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:30.902849 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-005740ff-d368-4bd0-b355-89bc12abaec3 None None] Attempting to bind port 82b5c5e4-a663-45f4-bd06-823c5454dddc on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:59:30.904092 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-005740ff-d368-4bd0-b355-89bc12abaec3 None None] Attempting to bind port 82b5c5e4-a663-45f4-bd06-823c5454dddc by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '2585e118-cf4a-4391-a344-36567cb61c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5c1294dc-60ff-4002-820b-e1cf792b5840'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:59:30.904675 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005740ff-d368-4bd0-b355-89bc12abaec3 None None] Attempting to bind port 82b5c5e4-a663-45f4-bd06-823c5454dddc on network 5c1294dc-60ff-4002-820b-e1cf792b5840 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:59:31.034871 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bf5b299d-d139-4bfa-9b67-163534e2781d req-2f711e90-75db-4865-a3a4-c59ffe5890a2 service neutron] 10.222.0.41 "GET /v2.0/networks/5c3939dc-d000-4839-b5e2-30565576d4d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246189 Sep 17 07:59:31.285835 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005740ff-d368-4bd0-b355-89bc12abaec3 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:59:31.286178 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005740ff-d368-4bd0-b355-89bc12abaec3 None None] Checking segment: {'id': '2585e118-cf4a-4391-a344-36567cb61c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5c1294dc-60ff-4002-820b-e1cf792b5840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:59:31.286592 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-005740ff-d368-4bd0-b355-89bc12abaec3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:31.287009 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005740ff-d368-4bd0-b355-89bc12abaec3 None None] Bound using segment: {'id': '2585e118-cf4a-4391-a344-36567cb61c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5c1294dc-60ff-4002-820b-e1cf792b5840'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:59:31.287506 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-005740ff-d368-4bd0-b355-89bc12abaec3 None None] Bound port: 82b5c5e4-a663-45f4-bd06-823c5454dddc, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2585e118-cf4a-4391-a344-36567cb61c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5c1294dc-60ff-4002-820b-e1cf792b5840'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:59:31.287929 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-005740ff-d368-4bd0-b355-89bc12abaec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:31.330912 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-65e0a5a3-3572-4454-b98a-1bf014867c72 None None] Provisioning complete for port 82b5c5e4-a663-45f4-bd06-823c5454dddc triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:59:31.331348 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-65e0a5a3-3572-4454-b98a-1bf014867c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:31.333952 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd8d78-5df3-444d-9175-a9e6b450f8a8 req-bb9e3d13-2bce-41da-80ef-cf9de6c7b1bc tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:31.345323 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-91dd8d78-5df3-444d-9175-a9e6b450f8a8 req-bb9e3d13-2bce-41da-80ef-cf9de6c7b1bc tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b00cc2b-3fc3-4e27-aadc-157553d7327e HTTP/1.1" status: 200 len: 943 time: 0.0932255 Sep 17 07:59:31.358883 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-957eb43f-3006-42fc-8bdb-fad327d1ea3f None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:31.421647 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-957eb43f-3006-42fc-8bdb-fad327d1ea3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:31.452770 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-91dd8d78-5df3-444d-9175-a9e6b450f8a8 req-cee49776-38a2-4fb1-9e27-e072ae7f0ccc tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/security-groups?id=db312e7f-1a3f-4ea9-ad55-8740cb4f40b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066520 Sep 17 07:59:31.454815 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bf5b299d-d139-4bfa-9b67-163534e2781d req-7eefabd6-69d6-48b6-8ff5-71ac26483462 service neutron] 10.222.0.41 "GET /v2.0/networks/5c3939dc-d000-4839-b5e2-30565576d4d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4120097 Sep 17 07:59:31.512330 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957eb43f-3006-42fc-8bdb-fad327d1ea3f None None] Network 4302a5b7-bad9-45a7-8ff8-417610bddbef is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:59:31.513430 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-65e0a5a3-3572-4454-b98a-1bf014867c72 None None] Port 82b5c5e4-a663-45f4-bd06-823c5454dddc cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 07:59:31.520827 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-957eb43f-3006-42fc-8bdb-fad327d1ea3f None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:59:31.530212 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957eb43f-3006-42fc-8bdb-fad327d1ea3f None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:59:31.547952 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957eb43f-3006-42fc-8bdb-fad327d1ea3f None None] Pushing event updated for resources: {'Port': ['ID=b918094b-3ba9-4da0-8fb3-505311cc1b0a,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:31.562756 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-005740ff-d368-4bd0-b355-89bc12abaec3 None None] For port 82b5c5e4-a663-45f4-bd06-823c5454dddc, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:59:31.592239 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-005740ff-d368-4bd0-b355-89bc12abaec3 None None] For port 82b5c5e4-a663-45f4-bd06-823c5454dddc, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=82b5c5e4-a663-45f4-bd06-823c5454dddc,segment=NetworkSegment(2585e118-cf4a-4391-a344-36567cb61c8d),segment_id=2585e118-cf4a-4391-a344-36567cb61c8d)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:59:31.610801 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-005740ff-d368-4bd0-b355-89bc12abaec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:31.665088 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-957eb43f-3006-42fc-8bdb-fad327d1ea3f None None] Attempting to bind port b918094b-3ba9-4da0-8fb3-505311cc1b0a on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:59:31.665580 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-957eb43f-3006-42fc-8bdb-fad327d1ea3f None None] Attempting to bind port b918094b-3ba9-4da0-8fb3-505311cc1b0a by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '6f7000bc-5345-4d6a-acea-280f7cb76095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4302a5b7-bad9-45a7-8ff8-417610bddbef'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:59:31.666078 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957eb43f-3006-42fc-8bdb-fad327d1ea3f None None] Attempting to bind port b918094b-3ba9-4da0-8fb3-505311cc1b0a on network 4302a5b7-bad9-45a7-8ff8-417610bddbef {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:59:31.680821 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957eb43f-3006-42fc-8bdb-fad327d1ea3f None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:59:31.681145 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957eb43f-3006-42fc-8bdb-fad327d1ea3f None None] Checking segment: {'id': '6f7000bc-5345-4d6a-acea-280f7cb76095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4302a5b7-bad9-45a7-8ff8-417610bddbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:59:31.681528 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-957eb43f-3006-42fc-8bdb-fad327d1ea3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:31.681932 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957eb43f-3006-42fc-8bdb-fad327d1ea3f None None] Bound using segment: {'id': '6f7000bc-5345-4d6a-acea-280f7cb76095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4302a5b7-bad9-45a7-8ff8-417610bddbef'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:59:31.682428 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-957eb43f-3006-42fc-8bdb-fad327d1ea3f None None] Bound port: b918094b-3ba9-4da0-8fb3-505311cc1b0a, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7000bc-5345-4d6a-acea-280f7cb76095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4302a5b7-bad9-45a7-8ff8-417610bddbef'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:59:31.682823 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-957eb43f-3006-42fc-8bdb-fad327d1ea3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:31.791636 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005740ff-d368-4bd0-b355-89bc12abaec3 None None] Routers {'f005ec06-9a0c-486a-be4a-d02c0bc75653'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:59:31.792288 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-005740ff-d368-4bd0-b355-89bc12abaec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:59:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['f005ec06-9a0c-486a-be4a-d02c0bc75653'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:31.802844 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-957eb43f-3006-42fc-8bdb-fad327d1ea3f None None] For port b918094b-3ba9-4da0-8fb3-505311cc1b0a, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:59:31.834489 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 52214) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:31.846387 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2ec67-4be6-42b2-882b-b2f2aa49800b None None] Pushing event updated for resources: {'Port': ['ID=82b5c5e4-a663-45f4-bd06-823c5454dddc,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:31.864137 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-957eb43f-3006-42fc-8bdb-fad327d1ea3f None None] For port b918094b-3ba9-4da0-8fb3-505311cc1b0a, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=b918094b-3ba9-4da0-8fb3-505311cc1b0a,segment=NetworkSegment(6f7000bc-5345-4d6a-acea-280f7cb76095),segment_id=6f7000bc-5345-4d6a-acea-280f7cb76095)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:59:31.913350 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-957eb43f-3006-42fc-8bdb-fad327d1ea3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:31.986366 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-005740ff-d368-4bd0-b355-89bc12abaec3 None None] Set router f005ec06-9a0c-486a-be4a-d02c0bc75653 gateway port host: None {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:59:32.017761 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-9cb60e7f-330a-4fc8-b647-97b0c9a2ac85 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Allocated IP 172.22.0.1 (4302a5b7-bad9-45a7-8ff8-417610bddbef/586a66c5-42ca-41b6-8eb5-e63591ea7d59/4c0fd94d-fe38-4bff-9500-d6d2716d4386) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:59:32.073639 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957eb43f-3006-42fc-8bdb-fad327d1ea3f None None] Pushing event updated for resources: {'Port': ['ID=b918094b-3ba9-4da0-8fb3-505311cc1b0a,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:32.087706 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-14400753-fcaf-4183-a102-7c85b60ad8f8 None None] Provisioning complete for port 82b5c5e4-a663-45f4-bd06-823c5454dddc triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:59:32.089597 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-14400753-fcaf-4183-a102-7c85b60ad8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:32.159059 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-0ee53714-03ee-475f-8d0a-4575ab3c177b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-804397563-network', 'tenant_id': '9dbab59b3f8c480a85bd53914db13553'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:59:32.200602 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee53714-03ee-475f-8d0a-4575ab3c177b admin admin] Made reservation on behalf of 9dbab59b3f8c480a85bd53914db13553 for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:59:32.203510 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0ee53714-03ee-475f-8d0a-4575ab3c177b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:32.223582 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9cb60e7f-330a-4fc8-b647-97b0c9a2ac85 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:32.224830 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0ee53714-03ee-475f-8d0a-4575ab3c177b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:32.313624 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9cb60e7f-330a-4fc8-b647-97b0c9a2ac85 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:32.367613 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-14400753-fcaf-4183-a102-7c85b60ad8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:32.386589 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb60e7f-330a-4fc8-b647-97b0c9a2ac85 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Network 4302a5b7-bad9-45a7-8ff8-417610bddbef is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:59:32.391653 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-9cb60e7f-330a-4fc8-b647-97b0c9a2ac85 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:59:32.395503 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb60e7f-330a-4fc8-b647-97b0c9a2ac85 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:59:32.408629 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0ee53714-03ee-475f-8d0a-4575ab3c177b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:32.415964 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0ee53714-03ee-475f-8d0a-4575ab3c177b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:32.445603 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-14400753-fcaf-4183-a102-7c85b60ad8f8 None None] For port 82b5c5e4-a663-45f4-bd06-823c5454dddc, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=82b5c5e4-a663-45f4-bd06-823c5454dddc,segment=NetworkSegment(2585e118-cf4a-4391-a344-36567cb61c8d),segment_id=2585e118-cf4a-4391-a344-36567cb61c8d)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:59:32.448021 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ee53714-03ee-475f-8d0a-4575ab3c177b admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 07:59:32.453027 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-14400753-fcaf-4183-a102-7c85b60ad8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:32.459577 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9cb60e7f-330a-4fc8-b647-97b0c9a2ac85 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:32.515495 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee53714-03ee-475f-8d0a-4575ab3c177b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c8b5d5-d713-4c1c-b9b0-67bfd8b37f24,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:32.526966 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-005740ff-d368-4bd0-b355-89bc12abaec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'name': 'tempest-RoutersTest-router-1180335038', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:59:17Z', 'updated_at': '2021-09-17T07:59:26Z', 'revision_number': 3, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'gw_port_host': None, '_interfaces': [{'id': '82945693-0cdc-456b-8e13-27cb5b3f221c', 'name': '', 'network_id': 'ce9e61f4-ef81-4c77-8d8c-c51cc74bf35d', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'mac_address': 'fa:16:3e:80:68:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '878cf42b-e189-4116-8a53-6442029f98b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:59:19Z', 'updated_at': '2021-09-17T07:59:25Z', 'revision_number': 5, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'subnets': [{'id': '878cf42b-e189-4116-8a53-6442029f98b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82b5c5e4-a663-45f4-bd06-823c5454dddc', 'name': '', 'network_id': '5c1294dc-60ff-4002-820b-e1cf792b5840', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'mac_address': 'fa:16:3e:d5:4a:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'device_owner': 'network:router_interface', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': '8ff1d171-b22d-4f7e-9110-1a00e858b844', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:59:25Z', 'updated_at': '2021-09-17T07:59:31Z', 'revision_number': 4, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'subnets': [{'id': '8ff1d171-b22d-4f7e-9110-1a00e858b844', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:32.561585 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0ee53714-03ee-475f-8d0a-4575ab3c177b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:32.561883 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb60e7f-330a-4fc8-b647-97b0c9a2ac85 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Pushing event updated for resources: {'Port': ['ID=4c0fd94d-fe38-4bff-9500-d6d2716d4386,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:32.563171 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-0ee53714-03ee-475f-8d0a-4575ab3c177b admin admin] Added segment 71348d47-96ec-4f02-9040-e95b6c04dc67 of type vlan for network 12ed4db6-5921-426d-a067-ecce3442f9d9 Sep 17 07:59:32.596307 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005740ff-d368-4bd0-b355-89bc12abaec3 None None] The sync data for ids ['f005ec06-9a0c-486a-be4a-d02c0bc75653'] in n-d-789963-9 is: [{'id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'name': 'tempest-RoutersTest-router-1180335038', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:59:17Z', 'updated_at': '2021-09-17T07:59:26Z', 'revision_number': 3, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'gw_port_host': None, '_interfaces': [{'id': '82945693-0cdc-456b-8e13-27cb5b3f221c', 'name': '', 'network_id': 'ce9e61f4-ef81-4c77-8d8c-c51cc74bf35d', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'mac_address': 'fa:16:3e:80:68:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '878cf42b-e189-4116-8a53-6442029f98b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:59:19Z', 'updated_at': '2021-09-17T07:59:25Z', 'revision_number': 5, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'subnets': [{'id': '878cf42b-e189-4116-8a53-6442029f98b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82b5c5e4-a663-45f4-bd06-823c5454dddc', 'name': '', 'network_id': '5c1294dc-60ff-4002-820b-e1cf792b5840', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'mac_address': 'fa:16:3e:d5:4a:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'device_owner': 'network:router_interface', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': '8ff1d171-b22d-4f7e-9110-1a00e858b844', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:59:25Z', 'updated_at': '2021-09-17T07:59:31Z', 'revision_number': 4, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'subnets': [{'id': '8ff1d171-b22d-4f7e-9110-1a00e858b844', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:59:32.611472 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9cb60e7f-330a-4fc8-b647-97b0c9a2ac85 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:32.625537 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14400753-fcaf-4183-a102-7c85b60ad8f8 None None] Pushing event updated for resources: {'Port': ['ID=82b5c5e4-a663-45f4-bd06-823c5454dddc,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:32.713026 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0ee53714-03ee-475f-8d0a-4575ab3c177b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:32.777831 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba4037e-7db3-427a-b905-301bece57e5f req-5f76402d-4492-4013-901f-c95fe7bf6c37 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:32.786003 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5ba4037e-7db3-427a-b905-301bece57e5f req-5f76402d-4492-4013-901f-c95fe7bf6c37 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b00cc2b-3fc3-4e27-aadc-157553d7327e HTTP/1.1" status: 200 len: 943 time: 0.1155164 Sep 17 07:59:32.799354 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0ee53714-03ee-475f-8d0a-4575ab3c177b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:32.800347 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee53714-03ee-475f-8d0a-4575ab3c177b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:32.800938 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0ee53714-03ee-475f-8d0a-4575ab3c177b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:32.889004 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-0ee53714-03ee-475f-8d0a-4575ab3c177b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0481818 Sep 17 07:59:32.894068 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 52238) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:32.899225 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-f207b467-742c-4b3c-bb30-dd6f147823e5 admin admin] Request body: {'subnet': {'network_id': '12ed4db6-5921-426d-a067-ecce3442f9d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-804397563-subnet', 'tenant_id': '9dbab59b3f8c480a85bd53914db13553', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:59:32.921669 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 82b5c5e4-a663-45f4-bd06-823c5454dddc up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:59:32.964698 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5ba4037e-7db3-427a-b905-301bece57e5f req-e7803d09-1234-40ef-ab7d-8c93892c75f6 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/security-groups?id=db312e7f-1a3f-4ea9-ad55-8740cb4f40b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776526 Sep 17 07:59:32.982304 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee53714-03ee-475f-8d0a-4575ab3c177b admin admin] Pushing event updated for resources: {'Network': ['ID=12ed4db6-5921-426d-a067-ecce3442f9d9,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:33.006317 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 12ed4db6-5921-426d-a067-ecce3442f9d9 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 07:59:33.021032 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f207b467-742c-4b3c-bb30-dd6f147823e5 admin admin] Made reservation on behalf of 9dbab59b3f8c480a85bd53914db13553 for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:59:33.024003 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f207b467-742c-4b3c-bb30-dd6f147823e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:33.107570 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 82b5c5e4-a663-45f4-bd06-823c5454dddc triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:59:33.108478 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:33.249849 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9cb60e7f-330a-4fc8-b647-97b0c9a2ac85 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:33.251622 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device b918094b-3ba9-4da0-8fb3-505311cc1b0a up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:59:33.259922 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9cb60e7f-330a-4fc8-b647-97b0c9a2ac85 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:33.345402 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9cb60e7f-330a-4fc8-b647-97b0c9a2ac85 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:33.346173 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port b918094b-3ba9-4da0-8fb3-505311cc1b0a triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:59:33.347304 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:33.484323 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f207b467-742c-4b3c-bb30-dd6f147823e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:33.513986 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:33.545496 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb60e7f-330a-4fc8-b647-97b0c9a2ac85 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Pushing event updated for resources: {'Port': ['ID=4c0fd94d-fe38-4bff-9500-d6d2716d4386,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:33.569108 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port b918094b-3ba9-4da0-8fb3-505311cc1b0a, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=b918094b-3ba9-4da0-8fb3-505311cc1b0a,segment=NetworkSegment(6f7000bc-5345-4d6a-acea-280f7cb76095),segment_id=6f7000bc-5345-4d6a-acea-280f7cb76095)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:59:33.577331 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:33.620049 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f207b467-742c-4b3c-bb30-dd6f147823e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4340de2b-afc7-42d4-ac28-d311642f2b8e,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:33.644622 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f207b467-742c-4b3c-bb30-dd6f147823e5 admin admin] Checking segment: {'id': '71348d47-96ec-4f02-9040-e95b6c04dc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '12ed4db6-5921-426d-a067-ecce3442f9d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:59:33.644988 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f207b467-742c-4b3c-bb30-dd6f147823e5 admin admin] Network hostable DHCP agents. Network: 12ed4db6-5921-426d-a067-ecce3442f9d9, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 07:59:33.657188 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=b918094b-3ba9-4da0-8fb3-505311cc1b0a,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:33.680180 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28e1213-dbab-4f28-8af3-e38953714739 None None] Network 4302a5b7-bad9-45a7-8ff8-417610bddbef requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:59:33.682470 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f207b467-742c-4b3c-bb30-dd6f147823e5 admin admin] Network 12ed4db6-5921-426d-a067-ecce3442f9d9 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 07:59:33.696764 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb60e7f-330a-4fc8-b647-97b0c9a2ac85 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Network 4302a5b7-bad9-45a7-8ff8-417610bddbef is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:59:33.698982 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-9cb60e7f-330a-4fc8-b647-97b0c9a2ac85 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:59:33.705979 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-f207b467-742c-4b3c-bb30-dd6f147823e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 12ed4db6-5921-426d-a067-ecce3442f9d9) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:59:33.711484 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f207b467-742c-4b3c-bb30-dd6f147823e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:33.712386 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f207b467-742c-4b3c-bb30-dd6f147823e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:33.736660 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb299cf5-3dd6-4dc8-adac-066144809ae1 None None] Network 12ed4db6-5921-426d-a067-ecce3442f9d9 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:59:33.740715 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-f207b467-742c-4b3c-bb30-dd6f147823e5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8453107 Sep 17 07:59:33.850795 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb60e7f-330a-4fc8-b647-97b0c9a2ac85 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Router f005ec06-9a0c-486a-be4a-d02c0bc75653 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:59:33.879187 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-2fee9528-2cf0-4211-8d9c-cbb83e353eeb None None] Provisioning complete for port b918094b-3ba9-4da0-8fb3-505311cc1b0a triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:59:33.879572 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2fee9528-2cf0-4211-8d9c-cbb83e353eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:34.002962 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb60e7f-330a-4fc8-b647-97b0c9a2ac85 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:59:34.016529 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf35cff-71fc-4f61-9564-d6b458bf433b None None] Sync routers for ids ['f005ec06-9a0c-486a-be4a-d02c0bc75653'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:59:34.021042 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-9cb60e7f-330a-4fc8-b647-97b0c9a2ac85 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "PUT /v2.0/routers/f005ec06-9a0c-486a-be4a-d02c0bc75653/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9692330 Sep 17 07:59:34.024171 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 52268) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:34.032592 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-259dc11d-4d46-4554-b654-912680ed8f1d tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Request body: {'network': {'name': 'tempest-RoutersTest-1512692523'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:59:34.034850 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf35cff-71fc-4f61-9564-d6b458bf433b None None] Routers {'f005ec06-9a0c-486a-be4a-d02c0bc75653'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:59:34.035491 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-caf35cff-71fc-4f61-9564-d6b458bf433b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:59:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['f005ec06-9a0c-486a-be4a-d02c0bc75653'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:34.062873 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259dc11d-4d46-4554-b654-912680ed8f1d tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Made reservation on behalf of 61a7a6788c48443c9f34c81b57ddfc5f for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:59:34.068407 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-259dc11d-4d46-4554-b654-912680ed8f1d tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:34.104363 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-259dc11d-4d46-4554-b654-912680ed8f1d tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 07:59:34.117568 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-259dc11d-4d46-4554-b654-912680ed8f1d tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:34.117970 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-259dc11d-4d46-4554-b654-912680ed8f1d tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Added segment ad454d60-b72e-40ec-8353-4f6f37379c1f of type vlan for network b9c01208-750c-42ac-b5eb-2646ec4acd14 Sep 17 07:59:34.187062 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8408ecd-a710-4cbb-8a71-e3eb986f357f None None] Network 12ed4db6-5921-426d-a067-ecce3442f9d9 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:59:34.206555 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-259dc11d-4d46-4554-b654-912680ed8f1d tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:34.232600 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e2fda-5587-445b-b834-da0326a5275f req-74de8d0b-e4c1-499a-9dfa-ee6691f845fc tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:34.234623 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4b2e2fda-5587-445b-b834-da0326a5275f req-74de8d0b-e4c1-499a-9dfa-ee6691f845fc tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b00cc2b-3fc3-4e27-aadc-157553d7327e HTTP/1.1" status: 200 len: 943 time: 0.1076770 Sep 17 07:59:34.272390 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-259dc11d-4d46-4554-b654-912680ed8f1d tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:34.276620 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-caf35cff-71fc-4f61-9564-d6b458bf433b None None] Set router f005ec06-9a0c-486a-be4a-d02c0bc75653 gateway port host: None {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:59:34.282885 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259dc11d-4d46-4554-b654-912680ed8f1d tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:34.283763 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-259dc11d-4d46-4554-b654-912680ed8f1d tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:34.297680 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 98a20fcd-aafb-495f-a0b8-983e56df7077 details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:59:34.330935 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4b2e2fda-5587-445b-b834-da0326a5275f req-19bfb587-c39a-4485-9f7c-f1e46e0e8261 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/security-groups?id=db312e7f-1a3f-4ea9-ad55-8740cb4f40b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900621 Sep 17 07:59:34.434805 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-259dc11d-4d46-4554-b654-912680ed8f1d tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4084337 Sep 17 07:59:34.437598 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 52274) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:34.443509 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-19be6fc1-ef5c-4580-9328-4ac5e1867d32 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Request body: {'subnet': {'network_id': 'b9c01208-750c-42ac-b5eb-2646ec4acd14', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:59:34.452200 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259dc11d-4d46-4554-b654-912680ed8f1d tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Pushing event updated for resources: {'Network': ['ID=b9c01208-750c-42ac-b5eb-2646ec4acd14,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:34.477642 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network b9c01208-750c-42ac-b5eb-2646ec4acd14 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 07:59:34.656963 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19be6fc1-ef5c-4580-9328-4ac5e1867d32 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Made reservation on behalf of 61a7a6788c48443c9f34c81b57ddfc5f for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:59:34.668070 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-19be6fc1-ef5c-4580-9328-4ac5e1867d32 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:34.941152 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-caf35cff-71fc-4f61-9564-d6b458bf433b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'name': 'tempest-RoutersTest-router-1180335038', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:59:17Z', 'updated_at': '2021-09-17T07:59:32Z', 'revision_number': 4, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'gw_port_host': None, '_interfaces': [{'id': '4c0fd94d-fe38-4bff-9500-d6d2716d4386', 'name': '', 'network_id': '4302a5b7-bad9-45a7-8ff8-417610bddbef', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'mac_address': 'fa:16:3e:4a:cb:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'device_owner': 'network:router_interface', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '586a66c5-42ca-41b6-8eb5-e63591ea7d59', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:59:30Z', 'updated_at': '2021-09-17T07:59:32Z', 'revision_number': 2, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'subnets': [{'id': '586a66c5-42ca-41b6-8eb5-e63591ea7d59', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82945693-0cdc-456b-8e13-27cb5b3f221c', 'name': '', 'network_id': 'ce9e61f4-ef81-4c77-8d8c-c51cc74bf35d', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'mac_address': 'fa:16:3e:80:68:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '878cf42b-e189-4116-8a53-6442029f98b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:59:19Z', 'updated_at': '2021-09-17T07:59:25Z', 'revision_number': 5, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'subnets': [{'id': '878cf42b-e189-4116-8a53-6442029f98b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82b5c5e4-a663-45f4-bd06-823c5454dddc', 'name': '', 'network_id': '5c1294dc-60ff-4002-820b-e1cf792b5840', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'mac_address': 'fa:16:3e:d5:4a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'device_owner': 'network:router_interface', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': '8ff1d171-b22d-4f7e-9110-1a00e858b844', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:59:25Z', 'updated_at': '2021-09-17T07:59:32Z', 'revision_number': 5, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'subnets': [{'id': '8ff1d171-b22d-4f7e-9110-1a00e858b844', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:35.021292 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf35cff-71fc-4f61-9564-d6b458bf433b None None] Checking router: f005ec06-9a0c-486a-be4a-d02c0bc75653 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:59:35.023870 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf35cff-71fc-4f61-9564-d6b458bf433b None None] Updating router f005ec06-9a0c-486a-be4a-d02c0bc75653 port 4c0fd94d-fe38-4bff-9500-d6d2716d4386 binding host n-d-789963-9 {{(pid=101292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 07:59:35.043111 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e70c3d0-ed1a-4193-9898-10e0cc1bf780 req-8def0e2c-b0b2-485d-8557-184743cfdc62 tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:35.050938 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device b918094b-3ba9-4da0-8fb3-505311cc1b0a up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:59:35.052422 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4e70c3d0-ed1a-4193-9898-10e0cc1bf780 req-8def0e2c-b0b2-485d-8557-184743cfdc62 tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] 10.222.0.13 "GET /v2.0/networks?id=12ed4db6-5921-426d-a067-ecce3442f9d9 HTTP/1.1" status: 200 len: 813 time: 0.3126848 Sep 17 07:59:35.075252 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4e70c3d0-ed1a-4193-9898-10e0cc1bf780 req-9df3d86c-cb89-4a4c-9dc9-53760f10d8c2 tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] 10.222.0.13 "GET /v2.0/quotas/9dbab59b3f8c480a85bd53914db13553 HTTP/1.1" status: 200 len: 375 time: 0.0131962 Sep 17 07:59:35.082259 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-19be6fc1-ef5c-4580-9328-4ac5e1867d32 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:35.084315 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-caf35cff-71fc-4f61-9564-d6b458bf433b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:35.149487 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19be6fc1-ef5c-4580-9328-4ac5e1867d32 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Pushing event updated for resources: {'Subnet': ['ID=1340223d-1401-4fd2-af0a-6ec49e26c1e3,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:35.157536 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4e70c3d0-ed1a-4193-9898-10e0cc1bf780 req-877238aa-c139-4932-b1dd-cf20f261aba2 tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9dbab59b3f8c480a85bd53914db13553&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0609679 Sep 17 07:59:35.184888 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19be6fc1-ef5c-4580-9328-4ac5e1867d32 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Checking segment: {'id': 'ad454d60-b72e-40ec-8353-4f6f37379c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b9c01208-750c-42ac-b5eb-2646ec4acd14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:59:35.186323 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19be6fc1-ef5c-4580-9328-4ac5e1867d32 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Network hostable DHCP agents. Network: b9c01208-750c-42ac-b5eb-2646ec4acd14, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 07:59:35.209290 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19be6fc1-ef5c-4580-9328-4ac5e1867d32 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Network b9c01208-750c-42ac-b5eb-2646ec4acd14 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 07:59:35.235885 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-19be6fc1-ef5c-4580-9328-4ac5e1867d32 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, b9c01208-750c-42ac-b5eb-2646ec4acd14) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:59:35.241772 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19be6fc1-ef5c-4580-9328-4ac5e1867d32 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:35.242659 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-19be6fc1-ef5c-4580-9328-4ac5e1867d32 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:35.267466 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 98a20fcd-aafb-495f-a0b8-983e56df7077, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=98a20fcd-aafb-495f-a0b8-983e56df7077,segment=NetworkSegment(4821f2e6-bd80-4aac-98cc-bc8dfa1b531e),segment_id=4821f2e6-bd80-4aac-98cc-bc8dfa1b531e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:59:35.271453 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:35.273026 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-19be6fc1-ef5c-4580-9328-4ac5e1867d32 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8341906 Sep 17 07:59:35.275949 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 52298) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:35.306296 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad6517a-e5e4-4dbf-842b-c391ac2644bb None None] Network b9c01208-750c-42ac-b5eb-2646ec4acd14 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:59:35.320643 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-c1e63937-fa80-473b-81ec-0eb456795a72 None None] Provisioning complete for port b918094b-3ba9-4da0-8fb3-505311cc1b0a triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:59:35.321410 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c1e63937-fa80-473b-81ec-0eb456795a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:35.446543 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4e70c3d0-ed1a-4193-9898-10e0cc1bf780 req-376682e0-44e2-4b37-befa-eaaab3a30789 service neutron] 10.222.0.13 "GET /v2.0/networks/12ed4db6-5921-426d-a067-ecce3442f9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738717 Sep 17 07:59:35.482540 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': '98a20fcd-aafb-495f-a0b8-983e56df7077', 'network_id': '5c3939dc-d000-4839-b5e2-30565576d4d4', 'port_id': '98a20fcd-aafb-495f-a0b8-983e56df7077', 'mac_address': 'fa:16:3e:c5:f4:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87ee52d6-ae56-4d6f-b1f7-f93e882b0a89', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:59:35.641636 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-caf35cff-71fc-4f61-9564-d6b458bf433b None None] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:35.651361 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-caf35cff-71fc-4f61-9564-d6b458bf433b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:35.712902 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f8d16b-88df-4761-80d5-6004caa0415d None None] Pushing event updated for resources: {'Port': ['ID=4c0fd94d-fe38-4bff-9500-d6d2716d4386,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:35.714237 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e0572-a2c8-4349-9951-18fa95e42eca req-54b90ac7-3783-4122-922e-ad04954283e1 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:35.725393 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-388e0572-a2c8-4349-9951-18fa95e42eca req-54b90ac7-3783-4122-922e-ad04954283e1 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b00cc2b-3fc3-4e27-aadc-157553d7327e HTTP/1.1" status: 200 len: 943 time: 0.2481077 Sep 17 07:59:35.728620 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f8d16b-88df-4761-80d5-6004caa0415d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:59:35.728960 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f8d16b-88df-4761-80d5-6004caa0415d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:59:35.729302 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f8d16b-88df-4761-80d5-6004caa0415d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:59:35.729751 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f8d16b-88df-4761-80d5-6004caa0415d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:59:35.730427 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f8d16b-88df-4761-80d5-6004caa0415d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:59:35.730549 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f8d16b-88df-4761-80d5-6004caa0415d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:59:35.731441 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f8d16b-88df-4761-80d5-6004caa0415d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:59:35.731956 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f8d16b-88df-4761-80d5-6004caa0415d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:59:35.732555 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f8d16b-88df-4761-80d5-6004caa0415d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:59:35.733003 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f8d16b-88df-4761-80d5-6004caa0415d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:59:35.733339 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f8d16b-88df-4761-80d5-6004caa0415d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:59:35.733665 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f8d16b-88df-4761-80d5-6004caa0415d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:59:35.776128 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:35.780644 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4e70c3d0-ed1a-4193-9898-10e0cc1bf780 req-a38837fe-32c1-488f-a895-49bbf304ec18 service neutron] 10.222.0.13 "GET /v2.0/networks/12ed4db6-5921-426d-a067-ecce3442f9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3324006 Sep 17 07:59:35.795550 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:35.813052 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port b918094b-3ba9-4da0-8fb3-505311cc1b0a triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:59:35.813475 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:35.839221 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-388e0572-a2c8-4349-9951-18fa95e42eca req-4a0d4cc3-994b-4166-a15b-cce9f205befe tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/security-groups?id=db312e7f-1a3f-4ea9-ad55-8740cb4f40b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126142 Sep 17 07:59:35.849583 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98a20fcd-aafb-495f-a0b8-983e56df7077 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:59:35.863173 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-caf35cff-71fc-4f61-9564-d6b458bf433b None None] Attempting to bind port 4c0fd94d-fe38-4bff-9500-d6d2716d4386 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:59:35.863807 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-caf35cff-71fc-4f61-9564-d6b458bf433b None None] Attempting to bind port 4c0fd94d-fe38-4bff-9500-d6d2716d4386 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '6f7000bc-5345-4d6a-acea-280f7cb76095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4302a5b7-bad9-45a7-8ff8-417610bddbef'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:59:35.865323 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf35cff-71fc-4f61-9564-d6b458bf433b None None] Attempting to bind port 4c0fd94d-fe38-4bff-9500-d6d2716d4386 on network 4302a5b7-bad9-45a7-8ff8-417610bddbef {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:59:35.885577 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf35cff-71fc-4f61-9564-d6b458bf433b None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:59:35.889203 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf35cff-71fc-4f61-9564-d6b458bf433b None None] Checking segment: {'id': '6f7000bc-5345-4d6a-acea-280f7cb76095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4302a5b7-bad9-45a7-8ff8-417610bddbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:59:35.891008 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-caf35cff-71fc-4f61-9564-d6b458bf433b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:35.892265 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf35cff-71fc-4f61-9564-d6b458bf433b None None] Bound using segment: {'id': '6f7000bc-5345-4d6a-acea-280f7cb76095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4302a5b7-bad9-45a7-8ff8-417610bddbef'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:59:35.894701 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-caf35cff-71fc-4f61-9564-d6b458bf433b None None] Bound port: 4c0fd94d-fe38-4bff-9500-d6d2716d4386, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7000bc-5345-4d6a-acea-280f7cb76095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4302a5b7-bad9-45a7-8ff8-417610bddbef'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:59:35.895815 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-caf35cff-71fc-4f61-9564-d6b458bf433b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:35.899110 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 98a20fcd-aafb-495f-a0b8-983e56df7077, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=98a20fcd-aafb-495f-a0b8-983e56df7077,segment=NetworkSegment(4821f2e6-bd80-4aac-98cc-bc8dfa1b531e),segment_id=4821f2e6-bd80-4aac-98cc-bc8dfa1b531e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:59:35.920226 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:36.038805 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-44d63bdc-3aeb-4a42-8f4b-35b45702ed82 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:36.149931 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=98a20fcd-aafb-495f-a0b8-983e56df7077,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:36.211736 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-580d14ab-8f20-4fd2-b364-86623b576119 req-1fa9e06d-e97f-4de8-b3fe-c5cb8683fd0e tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c4ddfb-c64b-49ae-926c-35168f0874b8 HTTP/1.1" status: 200 len: 210 time: 0.0994925 Sep 17 07:59:36.216905 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-caf35cff-71fc-4f61-9564-d6b458bf433b None None] For port 4c0fd94d-fe38-4bff-9500-d6d2716d4386, host n-d-789963-9, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:59:36.221677 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-caf35cff-71fc-4f61-9564-d6b458bf433b None None] For port 4c0fd94d-fe38-4bff-9500-d6d2716d4386, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=4c0fd94d-fe38-4bff-9500-d6d2716d4386,segment=NetworkSegment(6f7000bc-5345-4d6a-acea-280f7cb76095),segment_id=6f7000bc-5345-4d6a-acea-280f7cb76095)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:59:36.232603 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-caf35cff-71fc-4f61-9564-d6b458bf433b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:36.274661 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-c1e63937-fa80-473b-81ec-0eb456795a72 None None] Provisioning complete for port 4c0fd94d-fe38-4bff-9500-d6d2716d4386 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:59:36.275793 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c1e63937-fa80-473b-81ec-0eb456795a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:36.288481 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f8d16b-88df-4761-80d5-6004caa0415d None None] Pushing event updated for resources: {'Port': ['ID=4c0fd94d-fe38-4bff-9500-d6d2716d4386,revision_number=4']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:36.310326 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf35cff-71fc-4f61-9564-d6b458bf433b None None] Routers {'f005ec06-9a0c-486a-be4a-d02c0bc75653'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:59:36.311288 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-caf35cff-71fc-4f61-9564-d6b458bf433b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:59:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['f005ec06-9a0c-486a-be4a-d02c0bc75653'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:36.362139 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['98a20fcd-aafb-495f-a0b8-983e56df7077'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:59:36.442952 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-caf35cff-71fc-4f61-9564-d6b458bf433b None None] Set router f005ec06-9a0c-486a-be4a-d02c0bc75653 gateway port host: None {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:59:36.513327 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34823abc-3ba8-4ca0-bfd7-bbe63d09ecfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-b9c01208-750c-42ac-b5eb-2646ec4acd14', 'network_id': 'b9c01208-750c-42ac-b5eb-2646ec4acd14', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'fixed_ips': [{'subnet_id': '1340223d-1401-4fd2-af0a-6ec49e26c1e3'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 07:59:36.517257 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-34823abc-3ba8-4ca0-bfd7-bbe63d09ecfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:36.690491 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-44d63bdc-3aeb-4a42-8f4b-35b45702ed82 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Allocated IP 172.23.0.1 (b9c01208-750c-42ac-b5eb-2646ec4acd14/1340223d-1401-4fd2-af0a-6ec49e26c1e3/a90427ac-1576-474d-ba52-354c43875d4b) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:59:36.851552 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-caf35cff-71fc-4f61-9564-d6b458bf433b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'name': 'tempest-RoutersTest-router-1180335038', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:59:17Z', 'updated_at': '2021-09-17T07:59:32Z', 'revision_number': 4, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'gw_port_host': None, '_interfaces': [{'id': '4c0fd94d-fe38-4bff-9500-d6d2716d4386', 'name': '', 'network_id': '4302a5b7-bad9-45a7-8ff8-417610bddbef', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'mac_address': 'fa:16:3e:4a:cb:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'device_owner': 'network:router_interface', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '586a66c5-42ca-41b6-8eb5-e63591ea7d59', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:59:30Z', 'updated_at': '2021-09-17T07:59:36Z', 'revision_number': 4, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'subnets': [{'id': '586a66c5-42ca-41b6-8eb5-e63591ea7d59', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82945693-0cdc-456b-8e13-27cb5b3f221c', 'name': '', 'network_id': 'ce9e61f4-ef81-4c77-8d8c-c51cc74bf35d', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'mac_address': 'fa:16:3e:80:68:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '878cf42b-e189-4116-8a53-6442029f98b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:59:19Z', 'updated_at': '2021-09-17T07:59:25Z', 'revision_number': 5, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'subnets': [{'id': '878cf42b-e189-4116-8a53-6442029f98b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82b5c5e4-a663-45f4-bd06-823c5454dddc', 'name': '', 'network_id': '5c1294dc-60ff-4002-820b-e1cf792b5840', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'mac_address': 'fa:16:3e:d5:4a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'device_owner': 'network:router_interface', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': '8ff1d171-b22d-4f7e-9110-1a00e858b844', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:59:25Z', 'updated_at': '2021-09-17T07:59:32Z', 'revision_number': 5, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'subnets': [{'id': '8ff1d171-b22d-4f7e-9110-1a00e858b844', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:36.866926 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c1e63937-fa80-473b-81ec-0eb456795a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:36.896314 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf35cff-71fc-4f61-9564-d6b458bf433b None None] The sync data for ids ['f005ec06-9a0c-486a-be4a-d02c0bc75653'] in n-d-789963-9 is: [{'id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'name': 'tempest-RoutersTest-router-1180335038', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:59:17Z', 'updated_at': '2021-09-17T07:59:32Z', 'revision_number': 4, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'gw_port_host': None, '_interfaces': [{'id': '4c0fd94d-fe38-4bff-9500-d6d2716d4386', 'name': '', 'network_id': '4302a5b7-bad9-45a7-8ff8-417610bddbef', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'mac_address': 'fa:16:3e:4a:cb:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'device_owner': 'network:router_interface', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '586a66c5-42ca-41b6-8eb5-e63591ea7d59', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:59:30Z', 'updated_at': '2021-09-17T07:59:36Z', 'revision_number': 4, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'subnets': [{'id': '586a66c5-42ca-41b6-8eb5-e63591ea7d59', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82945693-0cdc-456b-8e13-27cb5b3f221c', 'name': '', 'network_id': 'ce9e61f4-ef81-4c77-8d8c-c51cc74bf35d', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'mac_address': 'fa:16:3e:80:68:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '878cf42b-e189-4116-8a53-6442029f98b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:59:19Z', 'updated_at': '2021-09-17T07:59:25Z', 'revision_number': 5, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'subnets': [{'id': '878cf42b-e189-4116-8a53-6442029f98b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82b5c5e4-a663-45f4-bd06-823c5454dddc', 'name': '', 'network_id': '5c1294dc-60ff-4002-820b-e1cf792b5840', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'mac_address': 'fa:16:3e:d5:4a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'device_owner': 'network:router_interface', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': '8ff1d171-b22d-4f7e-9110-1a00e858b844', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:59:25Z', 'updated_at': '2021-09-17T07:59:32Z', 'revision_number': 5, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'subnets': [{'id': '8ff1d171-b22d-4f7e-9110-1a00e858b844', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:59:36.945925 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-44d63bdc-3aeb-4a42-8f4b-35b45702ed82 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:37.009107 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-c1e63937-fa80-473b-81ec-0eb456795a72 None None] For port 4c0fd94d-fe38-4bff-9500-d6d2716d4386, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=4c0fd94d-fe38-4bff-9500-d6d2716d4386,segment=NetworkSegment(6f7000bc-5345-4d6a-acea-280f7cb76095),segment_id=6f7000bc-5345-4d6a-acea-280f7cb76095)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:59:37.036265 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d987c8-23b0-4f87-b47a-8f02874abc2f req-46b7f0b3-b7e6-4ae0-81d4-0ee98ca1f571 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:37.036470 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c1e63937-fa80-473b-81ec-0eb456795a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:37.038252 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-44d63bdc-3aeb-4a42-8f4b-35b45702ed82 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:37.057090 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-55d987c8-23b0-4f87-b47a-8f02874abc2f req-46b7f0b3-b7e6-4ae0-81d4-0ee98ca1f571 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b00cc2b-3fc3-4e27-aadc-157553d7327e HTTP/1.1" status: 200 len: 944 time: 0.1189270 Sep 17 07:59:37.129568 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d63bdc-3aeb-4a42-8f4b-35b45702ed82 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Network b9c01208-750c-42ac-b5eb-2646ec4acd14 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:59:37.150758 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-55d987c8-23b0-4f87-b47a-8f02874abc2f req-4bd18f77-c4e3-4ebf-9d3e-223862eacc81 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/security-groups?id=db312e7f-1a3f-4ea9-ad55-8740cb4f40b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923889 Sep 17 07:59:37.153383 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-44d63bdc-3aeb-4a42-8f4b-35b45702ed82 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:59:37.158062 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d63bdc-3aeb-4a42-8f4b-35b45702ed82 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:59:37.212195 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d63bdc-3aeb-4a42-8f4b-35b45702ed82 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Pushing event updated for resources: {'Port': ['ID=a90427ac-1576-474d-ba52-354c43875d4b,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:37.285359 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-44d63bdc-3aeb-4a42-8f4b-35b45702ed82 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:37.310907 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-34823abc-3ba8-4ca0-bfd7-bbe63d09ecfc None None] Allocated IP 172.23.0.2 (b9c01208-750c-42ac-b5eb-2646ec4acd14/1340223d-1401-4fd2-af0a-6ec49e26c1e3/283f9c87-7ea8-4c45-845e-95140e1db764) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:59:37.322700 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-a37a53fd-31ab-4d7c-affa-5e35d4ac4720 None None] Provisioning complete for port 4c0fd94d-fe38-4bff-9500-d6d2716d4386 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:59:37.323109 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a37a53fd-31ab-4d7c-affa-5e35d4ac4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:37.336747 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e63937-fa80-473b-81ec-0eb456795a72 None None] Pushing event updated for resources: {'Port': ['ID=4c0fd94d-fe38-4bff-9500-d6d2716d4386,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:37.424953 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ea337b68-1d67-42fe-8e07-cadaa13689e2 req-159b9d43-f0c0-44f3-a505-7aed599f623d tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c4ddfb-c64b-49ae-926c-35168f0874b8 HTTP/1.1" status: 200 len: 210 time: 0.0611968 Sep 17 07:59:37.547584 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-44d63bdc-3aeb-4a42-8f4b-35b45702ed82 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:37.713227 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-34823abc-3ba8-4ca0-bfd7-bbe63d09ecfc None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:37.726232 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-34823abc-3ba8-4ca0-bfd7-bbe63d09ecfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:37.820811 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34823abc-3ba8-4ca0-bfd7-bbe63d09ecfc None None] Pushing event updated for resources: {'Port': ['ID=283f9c87-7ea8-4c45-845e-95140e1db764,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:37.834885 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34823abc-3ba8-4ca0-bfd7-bbe63d09ecfc None None] Network b9c01208-750c-42ac-b5eb-2646ec4acd14 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:59:37.836632 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-34823abc-3ba8-4ca0-bfd7-bbe63d09ecfc None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:59:37.839174 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34823abc-3ba8-4ca0-bfd7-bbe63d09ecfc None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:59:37.917248 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-34823abc-3ba8-4ca0-bfd7-bbe63d09ecfc None None] Attempting to bind port 283f9c87-7ea8-4c45-845e-95140e1db764 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:59:37.917734 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-34823abc-3ba8-4ca0-bfd7-bbe63d09ecfc None None] Attempting to bind port 283f9c87-7ea8-4c45-845e-95140e1db764 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'ad454d60-b72e-40ec-8353-4f6f37379c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b9c01208-750c-42ac-b5eb-2646ec4acd14'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:59:37.918255 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34823abc-3ba8-4ca0-bfd7-bbe63d09ecfc None None] Attempting to bind port 283f9c87-7ea8-4c45-845e-95140e1db764 on network b9c01208-750c-42ac-b5eb-2646ec4acd14 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:59:37.925887 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34823abc-3ba8-4ca0-bfd7-bbe63d09ecfc None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:59:37.927073 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34823abc-3ba8-4ca0-bfd7-bbe63d09ecfc None None] Checking segment: {'id': 'ad454d60-b72e-40ec-8353-4f6f37379c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b9c01208-750c-42ac-b5eb-2646ec4acd14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:59:37.927073 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-34823abc-3ba8-4ca0-bfd7-bbe63d09ecfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:37.927595 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34823abc-3ba8-4ca0-bfd7-bbe63d09ecfc None None] Bound using segment: {'id': 'ad454d60-b72e-40ec-8353-4f6f37379c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b9c01208-750c-42ac-b5eb-2646ec4acd14'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:59:37.928296 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-34823abc-3ba8-4ca0-bfd7-bbe63d09ecfc None None] Bound port: 283f9c87-7ea8-4c45-845e-95140e1db764, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad454d60-b72e-40ec-8353-4f6f37379c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b9c01208-750c-42ac-b5eb-2646ec4acd14'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:59:37.928917 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-34823abc-3ba8-4ca0-bfd7-bbe63d09ecfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:37.931338 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-44d63bdc-3aeb-4a42-8f4b-35b45702ed82 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:37.940936 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-44d63bdc-3aeb-4a42-8f4b-35b45702ed82 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:38.025278 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-34823abc-3ba8-4ca0-bfd7-bbe63d09ecfc None None] For port 283f9c87-7ea8-4c45-845e-95140e1db764, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:59:38.030817 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-34823abc-3ba8-4ca0-bfd7-bbe63d09ecfc None None] For port 283f9c87-7ea8-4c45-845e-95140e1db764, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=283f9c87-7ea8-4c45-845e-95140e1db764,segment=NetworkSegment(ad454d60-b72e-40ec-8353-4f6f37379c1f),segment_id=ad454d60-b72e-40ec-8353-4f6f37379c1f)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:59:38.036359 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-34823abc-3ba8-4ca0-bfd7-bbe63d09ecfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:38.037505 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d63bdc-3aeb-4a42-8f4b-35b45702ed82 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Pushing event updated for resources: {'Port': ['ID=a90427ac-1576-474d-ba52-354c43875d4b,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:38.051234 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-44d63bdc-3aeb-4a42-8f4b-35b45702ed82 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:38.143379 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34823abc-3ba8-4ca0-bfd7-bbe63d09ecfc None None] Pushing event updated for resources: {'Port': ['ID=283f9c87-7ea8-4c45-845e-95140e1db764,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:38.156744 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d63bdc-3aeb-4a42-8f4b-35b45702ed82 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Network b9c01208-750c-42ac-b5eb-2646ec4acd14 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:59:38.158788 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-44d63bdc-3aeb-4a42-8f4b-35b45702ed82 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:59:38.309718 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 98a20fcd-aafb-495f-a0b8-983e56df7077 up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:59:38.327077 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44d63bdc-3aeb-4a42-8f4b-35b45702ed82 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Router f005ec06-9a0c-486a-be4a-d02c0bc75653 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:59:38.452248 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning for port 98a20fcd-aafb-495f-a0b8-983e56df7077 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:59:38.463586 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd01f8-6925-4db2-ab78-217c880a2b99 req-4a363f34-530a-4592-8b09-6c58fadf3f67 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:38.464928 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port 98a20fcd-aafb-495f-a0b8-983e56df7077 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:59:38.464928 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:38.483513 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3bcd01f8-6925-4db2-ab78-217c880a2b99 req-4a363f34-530a-4592-8b09-6c58fadf3f67 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b00cc2b-3fc3-4e27-aadc-157553d7327e HTTP/1.1" status: 200 len: 944 time: 0.2106869 Sep 17 07:59:38.573094 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e70c3d0-ed1a-4193-9898-10e0cc1bf780 req-3fb81cb2-8940-46dc-8bf3-51fe93270345 tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:38.575247 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4e70c3d0-ed1a-4193-9898-10e0cc1bf780 req-3fb81cb2-8940-46dc-8bf3-51fe93270345 tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] 10.222.0.39 "GET /v2.0/networks?id=12ed4db6-5921-426d-a067-ecce3442f9d9 HTTP/1.1" status: 200 len: 813 time: 0.3283579 Sep 17 07:59:38.581466 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d63bdc-3aeb-4a42-8f4b-35b45702ed82 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:59:38.589367 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-44d63bdc-3aeb-4a42-8f4b-35b45702ed82 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "PUT /v2.0/routers/f005ec06-9a0c-486a-be4a-d02c0bc75653/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3096516 Sep 17 07:59:38.589716 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 52358) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:38.595224 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-5a96bc16-36b4-4438-b57b-738cf1c016c0 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:59:38.614337 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3bcd01f8-6925-4db2-ab78-217c880a2b99 req-c2e302db-de80-49a7-92e7-5fe294bff815 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/security-groups?id=db312e7f-1a3f-4ea9-ad55-8740cb4f40b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298263 Sep 17 07:59:38.628637 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-4e70c3d0-ed1a-4193-9898-10e0cc1bf780 req-642c3e7f-5825-42f0-9042-80f1e915f2aa tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] Request body: {'port': {'device_id': '84c4ddfb-c64b-49ae-926c-35168f0874b8', 'network_id': '12ed4db6-5921-426d-a067-ecce3442f9d9', 'admin_state_up': True, 'tenant_id': '9dbab59b3f8c480a85bd53914db13553'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:59:38.635577 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09357633-96ff-49a6-85a4-07d51c453fb1 None None] Sync routers for ids ['f005ec06-9a0c-486a-be4a-d02c0bc75653'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:59:38.653702 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09357633-96ff-49a6-85a4-07d51c453fb1 None None] Routers {'f005ec06-9a0c-486a-be4a-d02c0bc75653'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:59:38.655482 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-09357633-96ff-49a6-85a4-07d51c453fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:59:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['f005ec06-9a0c-486a-be4a-d02c0bc75653'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:38.689799 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-10244ea6-5d06-4b37-bf32-9f4426447faf req-619875ec-0999-4fa0-ba33-9bbadde17304 tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c4ddfb-c64b-49ae-926c-35168f0874b8 HTTP/1.1" status: 200 len: 210 time: 0.0666566 Sep 17 07:59:38.819957 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-09357633-96ff-49a6-85a4-07d51c453fb1 None None] Set router f005ec06-9a0c-486a-be4a-d02c0bc75653 gateway port host: None {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:59:38.826830 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e70c3d0-ed1a-4193-9898-10e0cc1bf780 req-642c3e7f-5825-42f0-9042-80f1e915f2aa tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] Made reservation on behalf of 9dbab59b3f8c480a85bd53914db13553 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 07:59:38.840287 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-4e70c3d0-ed1a-4193-9898-10e0cc1bf780 req-642c3e7f-5825-42f0-9042-80f1e915f2aa tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:38.954217 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:38.973308 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 4c0fd94d-fe38-4bff-9500-d6d2716d4386 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:59:39.026592 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b00cc2b-3fc3-4e27-aadc-157553d7327e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a20fcd-aafb-495f-a0b8-983e56df7077'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:59:39.029144 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-602da43e-1093-4d31-9b61-89dfcfb97935" -d '{"events": [{"server_uuid": "5b00cc2b-3fc3-4e27-aadc-157553d7327e", "name": "network-vif-plugged", "status": "completed", "tag": "98a20fcd-aafb-495f-a0b8-983e56df7077"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:59:39.041489 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [req-4e70c3d0-ed1a-4193-9898-10e0cc1bf780 req-642c3e7f-5825-42f0-9042-80f1e915f2aa tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] Allocated IP 172.20.0.7 (12ed4db6-5921-426d-a067-ecce3442f9d9/4340de2b-afc7-42d4-ac28-d311642f2b8e/43c451a6-a395-49da-b293-ab53e938a7de) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 07:59:39.081284 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.extraroute_db [None req-5a96bc16-36b4-4438-b57b-738cf1c016c0 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=101290) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 17 07:59:39.101213 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 98a20fcd-aafb-495f-a0b8-983e56df7077, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=98a20fcd-aafb-495f-a0b8-983e56df7077,segment=NetworkSegment(4821f2e6-bd80-4aac-98cc-bc8dfa1b531e),segment_id=4821f2e6-bd80-4aac-98cc-bc8dfa1b531e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:59:39.115963 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:39.140587 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.extraroute_db [None req-5a96bc16-36b4-4438-b57b-738cf1c016c0 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Removed routes are [] {{(pid=101290) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 17 07:59:39.141220 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5a96bc16-36b4-4438-b57b-738cf1c016c0 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-726791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7677'] for router, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:39.267242 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=98a20fcd-aafb-495f-a0b8-983e56df7077,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:39.348844 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-4e70c3d0-ed1a-4193-9898-10e0cc1bf780 req-642c3e7f-5825-42f0-9042-80f1e915f2aa tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:39.359761 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 4c0fd94d-fe38-4bff-9500-d6d2716d4386 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:59:39.359761 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:39.365997 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a1c192-a4b9-4642-a777-e196d03b76ed x-openstack-request-id: req-a5a1c192-a4b9-4642-a777-e196d03b76ed {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:59:39.366345 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b00cc2b-3fc3-4e27-aadc-157553d7327e", "name": "network-vif-plugged", "status": "completed", "tag": "98a20fcd-aafb-495f-a0b8-983e56df7077", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:59:39.366552 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a5a1c192-a4b9-4642-a777-e196d03b76ed {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:59:39.366963 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b00cc2b-3fc3-4e27-aadc-157553d7327e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a20fcd-aafb-495f-a0b8-983e56df7077', 'code': 200} Sep 17 07:59:39.411257 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-4e70c3d0-ed1a-4193-9898-10e0cc1bf780 req-642c3e7f-5825-42f0-9042-80f1e915f2aa tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:39.582882 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 283f9c87-7ea8-4c45-845e-95140e1db764 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:59:39.604069 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642c3e7f-5825-42f0-9042-80f1e915f2aa tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] Pushing event updated for resources: {'Port': ['ID=43c451a6-a395-49da-b293-ab53e938a7de,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:39.648154 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e70c3d0-ed1a-4193-9898-10e0cc1bf780 req-642c3e7f-5825-42f0-9042-80f1e915f2aa tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] Network 12ed4db6-5921-426d-a067-ecce3442f9d9 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 07:59:39.650309 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-09357633-96ff-49a6-85a4-07d51c453fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'name': 'tempest-RoutersTest-router-1180335038', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:59:17Z', 'updated_at': '2021-09-17T07:59:37Z', 'revision_number': 5, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'gw_port_host': None, '_interfaces': [{'id': '4c0fd94d-fe38-4bff-9500-d6d2716d4386', 'name': '', 'network_id': '4302a5b7-bad9-45a7-8ff8-417610bddbef', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'mac_address': 'fa:16:3e:4a:cb:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'device_owner': 'network:router_interface', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '586a66c5-42ca-41b6-8eb5-e63591ea7d59', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:59:30Z', 'updated_at': '2021-09-17T07:59:36Z', 'revision_number': 5, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'subnets': [{'id': '586a66c5-42ca-41b6-8eb5-e63591ea7d59', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82945693-0cdc-456b-8e13-27cb5b3f221c', 'name': '', 'network_id': 'ce9e61f4-ef81-4c77-8d8c-c51cc74bf35d', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'mac_address': 'fa:16:3e:80:68:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '878cf42b-e189-4116-8a53-6442029f98b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:59:19Z', 'updated_at': '2021-09-17T07:59:25Z', 'revision_number': 5, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'subnets': [{'id': '878cf42b-e189-4116-8a53-6442029f98b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82b5c5e4-a663-45f4-bd06-823c5454dddc', 'name': '', 'network_id': '5c1294dc-60ff-4002-820b-e1cf792b5840', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'mac_address': 'fa:16:3e:d5:4a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'device_owner': 'network:router_interface', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': '8ff1d171-b22d-4f7e-9110-1a00e858b844', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:59:25Z', 'updated_at': '2021-09-17T07:59:32Z', 'revision_number': 5, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'subnets': [{'id': '8ff1d171-b22d-4f7e-9110-1a00e858b844', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a90427ac-1576-474d-ba52-354c43875d4b', 'name': '', 'network_id': 'b9c01208-750c-42ac-b5eb-2646ec4acd14', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'mac_address': 'fa:16:3e:ec:fa:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'device_owner': 'network:router_interface', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '1340223d-1401-4fd2-af0a-6ec49e26c1e3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:59:36Z', 'updated_at': '2021-09-17T07:59:37Z', 'revision_number': 2, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'subnets': [{'id': '1340223d-1401-4fd2-af0a-6ec49e26c1e3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:39.651001 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [req-4e70c3d0-ed1a-4193-9898-10e0cc1bf780 req-642c3e7f-5825-42f0-9042-80f1e915f2aa tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 07:59:39.666341 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e70c3d0-ed1a-4193-9898-10e0cc1bf780 req-642c3e7f-5825-42f0-9042-80f1e915f2aa tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 07:59:39.692032 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09357633-96ff-49a6-85a4-07d51c453fb1 None None] Checking router: f005ec06-9a0c-486a-be4a-d02c0bc75653 for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:59:39.692406 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09357633-96ff-49a6-85a4-07d51c453fb1 None None] Updating router f005ec06-9a0c-486a-be4a-d02c0bc75653 port a90427ac-1576-474d-ba52-354c43875d4b binding host n-d-789963-9 {{(pid=101291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 07:59:39.750363 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e70c3d0-ed1a-4193-9898-10e0cc1bf780 req-642c3e7f-5825-42f0-9042-80f1e915f2aa tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:39.751759 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-4e70c3d0-ed1a-4193-9898-10e0cc1bf780 req-642c3e7f-5825-42f0-9042-80f1e915f2aa tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:39.767502 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b329761-fb83-4fa8-98f3-f10d2e31b7df req-5c926dda-de75-4506-9052-575f90781cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:39.770007 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4b329761-fb83-4fa8-98f3-f10d2e31b7df req-5c926dda-de75-4506-9052-575f90781cf3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5b00cc2b-3fc3-4e27-aadc-157553d7327e HTTP/1.1" status: 200 len: 1096 time: 0.3392253 Sep 17 07:59:39.801523 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4e70c3d0-ed1a-4193-9898-10e0cc1bf780 req-642c3e7f-5825-42f0-9042-80f1e915f2aa tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1774635 Sep 17 07:59:39.836305 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-4e70c3d0-ed1a-4193-9898-10e0cc1bf780 req-c63f55dd-bda2-4cc3-aea5-874afecf9731 service neutron] Request body: {'port': {'device_id': '84c4ddfb-c64b-49ae-926c-35168f0874b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:59:39.922082 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4b329761-fb83-4fa8-98f3-f10d2e31b7df req-8d3ead89-a7e3-4ad0-afea-63eb21e339a8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=db312e7f-1a3f-4ea9-ad55-8740cb4f40b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419961 Sep 17 07:59:39.946923 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d3d28-01a6-4319-9d8f-1868a056ee13 req-afef0505-380f-4c09-81a2-a5abea8cfb3b tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:39.950924 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2c4d3d28-01a6-4319-9d8f-1868a056ee13 req-afef0505-380f-4c09-81a2-a5abea8cfb3b tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b00cc2b-3fc3-4e27-aadc-157553d7327e HTTP/1.1" status: 200 len: 945 time: 0.1766005 Sep 17 07:59:39.952981 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c42b9dc-dcbe-4065-aac3-4e598786111f None None] Network b9c01208-750c-42ac-b5eb-2646ec4acd14 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:59:40.002479 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-4e70c3d0-ed1a-4193-9898-10e0cc1bf780 req-c63f55dd-bda2-4cc3-aea5-874afecf9731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:40.011367 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5a96bc16-36b4-4438-b57b-738cf1c016c0 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-726791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7677'] for router, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:40.016186 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5a96bc16-36b4-4438-b57b-738cf1c016c0 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-748988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-748965', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-726796'] for router, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:40.019867 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8057b803-fab1-4bbe-9c20-3cba0eb25c0a req-71fb6328-128c-466e-af20-bac3f2758d3f tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:40.021876 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8057b803-fab1-4bbe-9c20-3cba0eb25c0a req-71fb6328-128c-466e-af20-bac3f2758d3f tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c4ddfb-c64b-49ae-926c-35168f0874b8 HTTP/1.1" status: 200 len: 931 time: 0.1419559 Sep 17 07:59:40.043477 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 283f9c87-7ea8-4c45-845e-95140e1db764 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:59:40.044075 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:40.047948 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-09357633-96ff-49a6-85a4-07d51c453fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:40.088242 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-0a89b345-e371-4f8b-967d-ffc89fbb8cdb None None] Provisioning complete for port 283f9c87-7ea8-4c45-845e-95140e1db764 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:59:40.088242 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0a89b345-e371-4f8b-967d-ffc89fbb8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:40.091356 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2c4d3d28-01a6-4319-9d8f-1868a056ee13 req-adc36c20-72d4-4142-96db-6e4be737178d tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/security-groups?id=db312e7f-1a3f-4ea9-ad55-8740cb4f40b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198213 Sep 17 07:59:40.106436 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8057b803-fab1-4bbe-9c20-3cba0eb25c0a req-982cba96-6378-41ff-86c1-47d884805558 tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] 10.222.0.13 "GET /v2.0/security-groups?id=34c8b5d5-d713-4c1c-b9b0-67bfd8b37f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754814 Sep 17 07:59:40.174080 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a96bc16-36b4-4438-b57b-738cf1c016c0 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Router f005ec06-9a0c-486a-be4a-d02c0bc75653 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:59:40.305651 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a96bc16-36b4-4438-b57b-738cf1c016c0 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:59:40.315696 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5a96bc16-36b4-4438-b57b-738cf1c016c0 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:40.316976 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-5a96bc16-36b4-4438-b57b-738cf1c016c0 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "PUT /v2.0/routers/f005ec06-9a0c-486a-be4a-d02c0bc75653 HTTP/1.1" status: 200 len: 934 time: 1.7260733 Sep 17 07:59:40.320361 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 52386) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:40.434595 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0a89b345-e371-4f8b-967d-ffc89fbb8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:40.436228 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [req-4e70c3d0-ed1a-4193-9898-10e0cc1bf780 req-c63f55dd-bda2-4cc3-aea5-874afecf9731 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43c451a6-a395-49da-b293-ab53e938a7de {{(pid=101289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:59:40.442827 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-17c20694-a090-4d17-b00d-cfd115b9ce58 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "GET /v2.0/routers/f005ec06-9a0c-486a-be4a-d02c0bc75653 HTTP/1.1" status: 200 len: 934 time: 0.1213186 Sep 17 07:59:40.443457 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 52388) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:40.447326 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-4e70c3d0-ed1a-4193-9898-10e0cc1bf780 req-c63f55dd-bda2-4cc3-aea5-874afecf9731 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:40.448149 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-cd5eab15-f446-4ad7-b7d0-8fe2ac2dc313 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Request body: {'router': {'routes': None}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:59:40.462052 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.provisioning_blocks [req-4e70c3d0-ed1a-4193-9898-10e0cc1bf780 req-c63f55dd-bda2-4cc3-aea5-874afecf9731 service neutron] Transition to ACTIVE for port object 43c451a6-a395-49da-b293-ab53e938a7de will not be triggered until provisioned by entity L2. {{(pid=101289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 07:59:40.465760 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:40.468158 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-4e70c3d0-ed1a-4193-9898-10e0cc1bf780 req-c63f55dd-bda2-4cc3-aea5-874afecf9731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:40.528591 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63f55dd-bda2-4cc3-aea5-874afecf9731 service neutron] Pushing event updated for resources: {'Port': ['ID=43c451a6-a395-49da-b293-ab53e938a7de,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:40.573158 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port 283f9c87-7ea8-4c45-845e-95140e1db764, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=283f9c87-7ea8-4c45-845e-95140e1db764,segment=NetworkSegment(ad454d60-b72e-40ec-8353-4f6f37379c1f),segment_id=ad454d60-b72e-40ec-8353-4f6f37379c1f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:59:40.583806 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:40.660320 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-4e70c3d0-ed1a-4193-9898-10e0cc1bf780 req-c63f55dd-bda2-4cc3-aea5-874afecf9731 service neutron] Attempting to bind port 43c451a6-a395-49da-b293-ab53e938a7de on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:59:40.660891 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-4e70c3d0-ed1a-4193-9898-10e0cc1bf780 req-c63f55dd-bda2-4cc3-aea5-874afecf9731 service neutron] Attempting to bind port 43c451a6-a395-49da-b293-ab53e938a7de by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': '71348d47-96ec-4f02-9040-e95b6c04dc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '12ed4db6-5921-426d-a067-ecce3442f9d9'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:59:40.661539 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e70c3d0-ed1a-4193-9898-10e0cc1bf780 req-c63f55dd-bda2-4cc3-aea5-874afecf9731 service neutron] Attempting to bind port 43c451a6-a395-49da-b293-ab53e938a7de on network 12ed4db6-5921-426d-a067-ecce3442f9d9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:59:40.667645 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e70c3d0-ed1a-4193-9898-10e0cc1bf780 req-c63f55dd-bda2-4cc3-aea5-874afecf9731 service neutron] Port 43c451a6-a395-49da-b293-ab53e938a7de on network 12ed4db6-5921-426d-a067-ecce3442f9d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 07:59:40.668861 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e70c3d0-ed1a-4193-9898-10e0cc1bf780 req-c63f55dd-bda2-4cc3-aea5-874afecf9731 service neutron] Attempting to bind port 43c451a6-a395-49da-b293-ab53e938a7de on network 12ed4db6-5921-426d-a067-ecce3442f9d9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:59:40.675381 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e70c3d0-ed1a-4193-9898-10e0cc1bf780 req-c63f55dd-bda2-4cc3-aea5-874afecf9731 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:59:40.676162 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e70c3d0-ed1a-4193-9898-10e0cc1bf780 req-c63f55dd-bda2-4cc3-aea5-874afecf9731 service neutron] Checking segment: {'id': '71348d47-96ec-4f02-9040-e95b6c04dc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '12ed4db6-5921-426d-a067-ecce3442f9d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:59:40.676818 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e70c3d0-ed1a-4193-9898-10e0cc1bf780 req-c63f55dd-bda2-4cc3-aea5-874afecf9731 service neutron] Bound using segment: {'id': '71348d47-96ec-4f02-9040-e95b6c04dc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '12ed4db6-5921-426d-a067-ecce3442f9d9'} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:59:40.677481 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-4e70c3d0-ed1a-4193-9898-10e0cc1bf780 req-c63f55dd-bda2-4cc3-aea5-874afecf9731 service neutron] Bound port: 43c451a6-a395-49da-b293-ab53e938a7de, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71348d47-96ec-4f02-9040-e95b6c04dc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '12ed4db6-5921-426d-a067-ecce3442f9d9'}}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:59:40.678026 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-4e70c3d0-ed1a-4193-9898-10e0cc1bf780 req-c63f55dd-bda2-4cc3-aea5-874afecf9731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:40.766288 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.db.api [None req-0a89b345-e371-4f8b-967d-ffc89fbb8cdb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 07:59:40.767094 n-d-789963-9 neutron-server[101291]: DEBUG oslo_db.api [None req-0a89b345-e371-4f8b-967d-ffc89fbb8cdb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 07:59:40.775475 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=283f9c87-7ea8-4c45-845e-95140e1db764,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:40.795930 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-4e70c3d0-ed1a-4193-9898-10e0cc1bf780 req-c63f55dd-bda2-4cc3-aea5-874afecf9731 service neutron] For port 43c451a6-a395-49da-b293-ab53e938a7de, host n-h2-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:59:40.801280 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-09357633-96ff-49a6-85a4-07d51c453fb1 None None] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:40.801653 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-4e70c3d0-ed1a-4193-9898-10e0cc1bf780 req-c63f55dd-bda2-4cc3-aea5-874afecf9731 service neutron] For port 43c451a6-a395-49da-b293-ab53e938a7de, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=43c451a6-a395-49da-b293-ab53e938a7de,segment=NetworkSegment(71348d47-96ec-4f02-9040-e95b6c04dc67),segment_id=71348d47-96ec-4f02-9040-e95b6c04dc67)] {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:59:40.808636 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-4e70c3d0-ed1a-4193-9898-10e0cc1bf780 req-c63f55dd-bda2-4cc3-aea5-874afecf9731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:40.810682 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-09357633-96ff-49a6-85a4-07d51c453fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:40.871744 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc35590-8d42-4815-b771-18018860b573 None None] Pushing event updated for resources: {'Port': ['ID=a90427ac-1576-474d-ba52-354c43875d4b,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:40.884398 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e70c3d0-ed1a-4193-9898-10e0cc1bf780 req-c63f55dd-bda2-4cc3-aea5-874afecf9731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:40.885257 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-4e70c3d0-ed1a-4193-9898-10e0cc1bf780 req-c63f55dd-bda2-4cc3-aea5-874afecf9731 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:40.887827 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4e70c3d0-ed1a-4193-9898-10e0cc1bf780 req-c63f55dd-bda2-4cc3-aea5-874afecf9731 service neutron] 10.222.0.39 "PUT /v2.0/ports/43c451a6-a395-49da-b293-ab53e938a7de HTTP/1.1" status: 200 len: 1091 time: 1.0585663 Sep 17 07:59:40.889243 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84c4ddfb-c64b-49ae-926c-35168f0874b8', 'tag': '43c451a6-a395-49da-b293-ab53e938a7de'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:59:40.893034 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d0051c-c1ed-43be-ac79-a7c3acfea710" -d '{"events": [{"name": "network-changed", "server_uuid": "84c4ddfb-c64b-49ae-926c-35168f0874b8", "tag": "43c451a6-a395-49da-b293-ab53e938a7de"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:59:40.962497 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63f55dd-bda2-4cc3-aea5-874afecf9731 service neutron] Pushing event updated for resources: {'Port': ['ID=43c451a6-a395-49da-b293-ab53e938a7de,revision_number=3']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:40.984941 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-09357633-96ff-49a6-85a4-07d51c453fb1 None None] Attempting to bind port a90427ac-1576-474d-ba52-354c43875d4b on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 07:59:40.985317 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-09357633-96ff-49a6-85a4-07d51c453fb1 None None] Attempting to bind port a90427ac-1576-474d-ba52-354c43875d4b by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'ad454d60-b72e-40ec-8353-4f6f37379c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b9c01208-750c-42ac-b5eb-2646ec4acd14'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 07:59:40.985687 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09357633-96ff-49a6-85a4-07d51c453fb1 None None] Attempting to bind port a90427ac-1576-474d-ba52-354c43875d4b on network b9c01208-750c-42ac-b5eb-2646ec4acd14 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 07:59:40.999281 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09357633-96ff-49a6-85a4-07d51c453fb1 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 07:59:40.999662 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09357633-96ff-49a6-85a4-07d51c453fb1 None None] Checking segment: {'id': 'ad454d60-b72e-40ec-8353-4f6f37379c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b9c01208-750c-42ac-b5eb-2646ec4acd14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 07:59:41.000362 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-09357633-96ff-49a6-85a4-07d51c453fb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:41.000533 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09357633-96ff-49a6-85a4-07d51c453fb1 None None] Bound using segment: {'id': 'ad454d60-b72e-40ec-8353-4f6f37379c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b9c01208-750c-42ac-b5eb-2646ec4acd14'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 07:59:41.001044 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-09357633-96ff-49a6-85a4-07d51c453fb1 None None] Bound port: a90427ac-1576-474d-ba52-354c43875d4b, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad454d60-b72e-40ec-8353-4f6f37379c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b9c01208-750c-42ac-b5eb-2646ec4acd14'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 07:59:41.001410 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-09357633-96ff-49a6-85a4-07d51c453fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:41.004312 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.extraroute_db [None req-cd5eab15-f446-4ad7-b7d0-8fe2ac2dc313 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Added routes are [] {{(pid=101290) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 17 07:59:41.004638 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.extraroute_db [None req-cd5eab15-f446-4ad7-b7d0-8fe2ac2dc313 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=101290) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 17 07:59:41.009436 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6beb8bf5-e781-4037-8e45-93e10c6052bd x-openstack-request-id: req-6beb8bf5-e781-4037-8e45-93e10c6052bd {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:59:41.010127 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84c4ddfb-c64b-49ae-926c-35168f0874b8", "tag": "43c451a6-a395-49da-b293-ab53e938a7de", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:59:41.010474 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6beb8bf5-e781-4037-8e45-93e10c6052bd {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:59:41.010964 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84c4ddfb-c64b-49ae-926c-35168f0874b8', 'tag': '43c451a6-a395-49da-b293-ab53e938a7de', 'status': 'completed', 'code': 200} Sep 17 07:59:41.029995 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e70c3d0-ed1a-4193-9898-10e0cc1bf780 req-d98f73f7-b433-4292-b1be-ec52103d8a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:41.032718 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4e70c3d0-ed1a-4193-9898-10e0cc1bf780 req-d98f73f7-b433-4292-b1be-ec52103d8a5a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9dbab59b3f8c480a85bd53914db13553&device_id=84c4ddfb-c64b-49ae-926c-35168f0874b8 HTTP/1.1" status: 200 len: 1094 time: 0.0633709 Sep 17 07:59:41.043057 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cd5eab15-f446-4ad7-b7d0-8fe2ac2dc313 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-726791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7677'] for router, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:41.098396 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4e70c3d0-ed1a-4193-9898-10e0cc1bf780 req-46ccadd0-7aa7-4480-87c4-ce6518d4aa8a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43c451a6-a395-49da-b293-ab53e938a7de HTTP/1.1" status: 200 len: 217 time: 0.0502539 Sep 17 07:59:41.108043 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-09357633-96ff-49a6-85a4-07d51c453fb1 None None] For port a90427ac-1576-474d-ba52-354c43875d4b, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 07:59:41.112848 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-09357633-96ff-49a6-85a4-07d51c453fb1 None None] For port a90427ac-1576-474d-ba52-354c43875d4b, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=a90427ac-1576-474d-ba52-354c43875d4b,segment=NetworkSegment(ad454d60-b72e-40ec-8353-4f6f37379c1f),segment_id=ad454d60-b72e-40ec-8353-4f6f37379c1f)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 07:59:41.121435 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-09357633-96ff-49a6-85a4-07d51c453fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:41.184767 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09357633-96ff-49a6-85a4-07d51c453fb1 None None] Routers {'f005ec06-9a0c-486a-be4a-d02c0bc75653'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:59:41.186215 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-09357633-96ff-49a6-85a4-07d51c453fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:59:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['f005ec06-9a0c-486a-be4a-d02c0bc75653'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:41.225048 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e70c3d0-ed1a-4193-9898-10e0cc1bf780 req-ce6f14e9-7321-4eee-b958-fe59530e4162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:41.226558 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4e70c3d0-ed1a-4193-9898-10e0cc1bf780 req-ce6f14e9-7321-4eee-b958-fe59530e4162 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4340de2b-afc7-42d4-ac28-d311642f2b8e HTTP/1.1" status: 200 len: 853 time: 0.1207237 Sep 17 07:59:41.316736 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cd5eab15-f446-4ad7-b7d0-8fe2ac2dc313 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-726791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7677'] for router, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:41.321160 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cd5eab15-f446-4ad7-b7d0-8fe2ac2dc313 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-748988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-748965', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-726796'] for router, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:41.327382 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4e70c3d0-ed1a-4193-9898-10e0cc1bf780 req-02821f53-bceb-4075-a102-9bd13c05e191 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=12ed4db6-5921-426d-a067-ecce3442f9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0902481 Sep 17 07:59:41.387794 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc35590-8d42-4815-b771-18018860b573 None None] Pushing event updated for resources: {'Port': ['ID=a90427ac-1576-474d-ba52-354c43875d4b,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:41.434696 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-09357633-96ff-49a6-85a4-07d51c453fb1 None None] Set router f005ec06-9a0c-486a-be4a-d02c0bc75653 gateway port host: None {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:59:41.441051 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6232333-f2ee-4068-990f-607e5af02300 req-8677f894-d44a-4660-81a2-ee97ff173e6c tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:41.451119 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d6232333-f2ee-4068-990f-607e5af02300 req-8677f894-d44a-4660-81a2-ee97ff173e6c tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c4ddfb-c64b-49ae-926c-35168f0874b8 HTTP/1.1" status: 200 len: 943 time: 0.2144599 Sep 17 07:59:41.500104 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cccccc-cc13-4a88-b0e5-6d25389a7585 req-d0e261ec-6fea-462f-9bcc-cb144f55c1c1 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:41.501889 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-64cccccc-cc13-4a88-b0e5-6d25389a7585 req-d0e261ec-6fea-462f-9bcc-cb144f55c1c1 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b00cc2b-3fc3-4e27-aadc-157553d7327e HTTP/1.1" status: 200 len: 945 time: 0.2557127 Sep 17 07:59:41.544237 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd5eab15-f446-4ad7-b7d0-8fe2ac2dc313 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Router f005ec06-9a0c-486a-be4a-d02c0bc75653 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:59:41.603262 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d6232333-f2ee-4068-990f-607e5af02300 req-2afb8a43-1433-4c90-a85b-fdfe938053fd tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] 10.222.0.13 "GET /v2.0/security-groups?id=34c8b5d5-d713-4c1c-b9b0-67bfd8b37f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464047 Sep 17 07:59:41.626798 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-64cccccc-cc13-4a88-b0e5-6d25389a7585 req-a424f3d0-cbfc-4d75-b728-444a2ee36985 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/security-groups?id=db312e7f-1a3f-4ea9-ad55-8740cb4f40b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008272 Sep 17 07:59:41.642317 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4e70c3d0-ed1a-4193-9898-10e0cc1bf780 req-7c058822-035a-47ba-a192-e4d1c235ab62 service neutron] 10.222.0.39 "GET /v2.0/networks/12ed4db6-5921-426d-a067-ecce3442f9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765713 Sep 17 07:59:41.709638 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-dc505568-d234-4d3d-b9b7-88599ec8d0e0 None None] Provisioning complete for port a90427ac-1576-474d-ba52-354c43875d4b triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:59:41.710619 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dc505568-d234-4d3d-b9b7-88599ec8d0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:41.777508 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd5eab15-f446-4ad7-b7d0-8fe2ac2dc313 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:59:41.788336 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cd5eab15-f446-4ad7-b7d0-8fe2ac2dc313 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:41.791891 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-cd5eab15-f446-4ad7-b7d0-8fe2ac2dc313 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "PUT /v2.0/routers/f005ec06-9a0c-486a-be4a-d02c0bc75653 HTTP/1.1" status: 200 len: 700 time: 1.3467681 Sep 17 07:59:41.795358 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 52416) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:41.835930 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4e70c3d0-ed1a-4193-9898-10e0cc1bf780 req-13f4a46e-3fff-497f-865f-9cdfeb5904e8 service neutron] 10.222.0.39 "GET /v2.0/networks/12ed4db6-5921-426d-a067-ecce3442f9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829288 Sep 17 07:59:41.887598 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-09357633-96ff-49a6-85a4-07d51c453fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'name': 'tempest-RoutersTest-router-1180335038', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:59:17Z', 'updated_at': '2021-09-17T07:59:41Z', 'revision_number': 7, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'gw_port_host': None, '_interfaces': [{'id': '4c0fd94d-fe38-4bff-9500-d6d2716d4386', 'name': '', 'network_id': '4302a5b7-bad9-45a7-8ff8-417610bddbef', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'mac_address': 'fa:16:3e:4a:cb:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'device_owner': 'network:router_interface', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '586a66c5-42ca-41b6-8eb5-e63591ea7d59', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:59:30Z', 'updated_at': '2021-09-17T07:59:36Z', 'revision_number': 5, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'subnets': [{'id': '586a66c5-42ca-41b6-8eb5-e63591ea7d59', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82945693-0cdc-456b-8e13-27cb5b3f221c', 'name': '', 'network_id': 'ce9e61f4-ef81-4c77-8d8c-c51cc74bf35d', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'mac_address': 'fa:16:3e:80:68:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '878cf42b-e189-4116-8a53-6442029f98b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:59:19Z', 'updated_at': '2021-09-17T07:59:25Z', 'revision_number': 5, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'subnets': [{'id': '878cf42b-e189-4116-8a53-6442029f98b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82b5c5e4-a663-45f4-bd06-823c5454dddc', 'name': '', 'network_id': '5c1294dc-60ff-4002-820b-e1cf792b5840', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'mac_address': 'fa:16:3e:d5:4a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'device_owner': 'network:router_interface', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': '8ff1d171-b22d-4f7e-9110-1a00e858b844', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:59:25Z', 'updated_at': '2021-09-17T07:59:32Z', 'revision_number': 5, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'subnets': [{'id': '8ff1d171-b22d-4f7e-9110-1a00e858b844', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a90427ac-1576-474d-ba52-354c43875d4b', 'name': '', 'network_id': 'b9c01208-750c-42ac-b5eb-2646ec4acd14', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'mac_address': 'fa:16:3e:ec:fa:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'device_owner': 'network:router_interface', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '1340223d-1401-4fd2-af0a-6ec49e26c1e3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:59:36Z', 'updated_at': '2021-09-17T07:59:41Z', 'revision_number': 4, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'subnets': [{'id': '1340223d-1401-4fd2-af0a-6ec49e26c1e3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:41.921954 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09357633-96ff-49a6-85a4-07d51c453fb1 None None] The sync data for ids ['f005ec06-9a0c-486a-be4a-d02c0bc75653'] in n-d-789963-9 is: [{'id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'name': 'tempest-RoutersTest-router-1180335038', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:59:17Z', 'updated_at': '2021-09-17T07:59:41Z', 'revision_number': 7, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'gw_port_host': None, '_interfaces': [{'id': '4c0fd94d-fe38-4bff-9500-d6d2716d4386', 'name': '', 'network_id': '4302a5b7-bad9-45a7-8ff8-417610bddbef', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'mac_address': 'fa:16:3e:4a:cb:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'device_owner': 'network:router_interface', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '586a66c5-42ca-41b6-8eb5-e63591ea7d59', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:59:30Z', 'updated_at': '2021-09-17T07:59:36Z', 'revision_number': 5, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'subnets': [{'id': '586a66c5-42ca-41b6-8eb5-e63591ea7d59', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82945693-0cdc-456b-8e13-27cb5b3f221c', 'name': '', 'network_id': 'ce9e61f4-ef81-4c77-8d8c-c51cc74bf35d', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'mac_address': 'fa:16:3e:80:68:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '878cf42b-e189-4116-8a53-6442029f98b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:59:19Z', 'updated_at': '2021-09-17T07:59:25Z', 'revision_number': 5, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'subnets': [{'id': '878cf42b-e189-4116-8a53-6442029f98b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82b5c5e4-a663-45f4-bd06-823c5454dddc', 'name': '', 'network_id': '5c1294dc-60ff-4002-820b-e1cf792b5840', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'mac_address': 'fa:16:3e:d5:4a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'device_owner': 'network:router_interface', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': '8ff1d171-b22d-4f7e-9110-1a00e858b844', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:59:25Z', 'updated_at': '2021-09-17T07:59:32Z', 'revision_number': 5, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'subnets': [{'id': '8ff1d171-b22d-4f7e-9110-1a00e858b844', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a90427ac-1576-474d-ba52-354c43875d4b', 'name': '', 'network_id': 'b9c01208-750c-42ac-b5eb-2646ec4acd14', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'mac_address': 'fa:16:3e:ec:fa:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'device_owner': 'network:router_interface', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '1340223d-1401-4fd2-af0a-6ec49e26c1e3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:59:36Z', 'updated_at': '2021-09-17T07:59:41Z', 'revision_number': 4, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'subnets': [{'id': '1340223d-1401-4fd2-af0a-6ec49e26c1e3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:59:41.929871 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dc505568-d234-4d3d-b9b7-88599ec8d0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:41.940695 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d7c92917-95e1-42d1-801d-460330257dc9 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "GET /v2.0/routers/f005ec06-9a0c-486a-be4a-d02c0bc75653 HTTP/1.1" status: 200 len: 700 time: 0.1433125 Sep 17 07:59:41.942896 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 52420) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:41.971541 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-dc505568-d234-4d3d-b9b7-88599ec8d0e0 None None] For port a90427ac-1576-474d-ba52-354c43875d4b, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=a90427ac-1576-474d-ba52-354c43875d4b,segment=NetworkSegment(ad454d60-b72e-40ec-8353-4f6f37379c1f),segment_id=ad454d60-b72e-40ec-8353-4f6f37379c1f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:59:41.977411 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dc505568-d234-4d3d-b9b7-88599ec8d0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:42.031660 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-dc505568-d234-4d3d-b9b7-88599ec8d0e0 None None] Provisioning complete for port 283f9c87-7ea8-4c45-845e-95140e1db764 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:59:42.032170 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dc505568-d234-4d3d-b9b7-88599ec8d0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:42.096335 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc505568-d234-4d3d-b9b7-88599ec8d0e0 None None] Pushing event updated for resources: {'Port': ['ID=a90427ac-1576-474d-ba52-354c43875d4b,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:42.266399 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d0051c-c1ed-43be-ac79-a7c3acfea710 req-c6ed6fcb-5a45-4cb3-812e-f32fc37e79dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:42.268146 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-79d0051c-c1ed-43be-ac79-a7c3acfea710 req-c6ed6fcb-5a45-4cb3-812e-f32fc37e79dc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9dbab59b3f8c480a85bd53914db13553&device_id=84c4ddfb-c64b-49ae-926c-35168f0874b8 HTTP/1.1" status: 200 len: 1094 time: 0.3181779 Sep 17 07:59:42.312818 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-6558f91c-dd73-4cdb-b42b-4c20307901fb None None] Provisioning complete for port a90427ac-1576-474d-ba52-354c43875d4b triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:59:42.313199 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6558f91c-dd73-4cdb-b42b-4c20307901fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:42.438530 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d0051c-c1ed-43be-ac79-a7c3acfea710 req-e181c4b8-affc-4267-aa8d-fb625fb56b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:42.440318 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-79d0051c-c1ed-43be-ac79-a7c3acfea710 req-e181c4b8-affc-4267-aa8d-fb625fb56b88 service neutron] 10.222.0.39 "GET /v2.0/networks?id=12ed4db6-5921-426d-a067-ecce3442f9d9 HTTP/1.1" status: 200 len: 914 time: 0.1632056 Sep 17 07:59:42.498953 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-79d0051c-c1ed-43be-ac79-a7c3acfea710 req-79ee713f-5fd6-4415-83ae-034f43814259 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43c451a6-a395-49da-b293-ab53e938a7de HTTP/1.1" status: 200 len: 217 time: 0.0492883 Sep 17 07:59:42.588103 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d0051c-c1ed-43be-ac79-a7c3acfea710 req-e8686dc6-3ae3-47b5-9ff8-e33c447e2b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:42.589598 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-79d0051c-c1ed-43be-ac79-a7c3acfea710 req-e8686dc6-3ae3-47b5-9ff8-e33c447e2b42 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4340de2b-afc7-42d4-ac28-d311642f2b8e HTTP/1.1" status: 200 len: 853 time: 0.0809565 Sep 17 07:59:42.602328 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-17603405-5757-419b-a3ec-20578d7a58da tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:42.675276 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-79d0051c-c1ed-43be-ac79-a7c3acfea710 req-2e2576a4-c72a-4004-8c09-5820219740dd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=12ed4db6-5921-426d-a067-ecce3442f9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700510 Sep 17 07:59:42.722913 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575c7be2-d514-4193-9295-7ca0e466963e None None] Sync routers for ids ['f005ec06-9a0c-486a-be4a-d02c0bc75653'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:59:42.733721 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575c7be2-d514-4193-9295-7ca0e466963e None None] Routers {'f005ec06-9a0c-486a-be4a-d02c0bc75653'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:59:42.734470 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-575c7be2-d514-4193-9295-7ca0e466963e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:59:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['f005ec06-9a0c-486a-be4a-d02c0bc75653'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:42.868625 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-575c7be2-d514-4193-9295-7ca0e466963e None None] Set router f005ec06-9a0c-486a-be4a-d02c0bc75653 gateway port host: None {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:59:42.894919 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 283f9c87-7ea8-4c45-845e-95140e1db764 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:59:42.971069 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 283f9c87-7ea8-4c45-845e-95140e1db764 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:59:42.971696 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:43.055154 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device a90427ac-1576-474d-ba52-354c43875d4b up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:59:43.114279 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port a90427ac-1576-474d-ba52-354c43875d4b triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:59:43.114881 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:43.119305 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-575c7be2-d514-4193-9295-7ca0e466963e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'name': 'tempest-RoutersTest-router-1180335038', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:59:17Z', 'updated_at': '2021-09-17T07:59:41Z', 'revision_number': 7, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'gw_port_host': None, '_interfaces': [{'id': '4c0fd94d-fe38-4bff-9500-d6d2716d4386', 'name': '', 'network_id': '4302a5b7-bad9-45a7-8ff8-417610bddbef', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'mac_address': 'fa:16:3e:4a:cb:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'device_owner': 'network:router_interface', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '586a66c5-42ca-41b6-8eb5-e63591ea7d59', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:59:30Z', 'updated_at': '2021-09-17T07:59:36Z', 'revision_number': 5, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'subnets': [{'id': '586a66c5-42ca-41b6-8eb5-e63591ea7d59', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82945693-0cdc-456b-8e13-27cb5b3f221c', 'name': '', 'network_id': 'ce9e61f4-ef81-4c77-8d8c-c51cc74bf35d', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'mac_address': 'fa:16:3e:80:68:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '878cf42b-e189-4116-8a53-6442029f98b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:59:19Z', 'updated_at': '2021-09-17T07:59:25Z', 'revision_number': 5, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'subnets': [{'id': '878cf42b-e189-4116-8a53-6442029f98b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82b5c5e4-a663-45f4-bd06-823c5454dddc', 'name': '', 'network_id': '5c1294dc-60ff-4002-820b-e1cf792b5840', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'mac_address': 'fa:16:3e:d5:4a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'device_owner': 'network:router_interface', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': '8ff1d171-b22d-4f7e-9110-1a00e858b844', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:59:25Z', 'updated_at': '2021-09-17T07:59:32Z', 'revision_number': 5, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'subnets': [{'id': '8ff1d171-b22d-4f7e-9110-1a00e858b844', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a90427ac-1576-474d-ba52-354c43875d4b', 'name': '', 'network_id': 'b9c01208-750c-42ac-b5eb-2646ec4acd14', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'mac_address': 'fa:16:3e:ec:fa:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'device_owner': 'network:router_interface', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '1340223d-1401-4fd2-af0a-6ec49e26c1e3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:59:36Z', 'updated_at': '2021-09-17T07:59:41Z', 'revision_number': 5, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'subnets': [{'id': '1340223d-1401-4fd2-af0a-6ec49e26c1e3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:43.157835 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575c7be2-d514-4193-9295-7ca0e466963e None None] Checking router: f005ec06-9a0c-486a-be4a-d02c0bc75653 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:59:43.169870 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575c7be2-d514-4193-9295-7ca0e466963e None None] Routers {'f005ec06-9a0c-486a-be4a-d02c0bc75653'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:59:43.171115 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-575c7be2-d514-4193-9295-7ca0e466963e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:59:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['f005ec06-9a0c-486a-be4a-d02c0bc75653'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:43.250188 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a65882-f682-461f-935f-ec62ec19d439 req-ec86bc38-a5a1-485e-abcd-8c18ea8b2dce tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:43.252093 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-68a65882-f682-461f-935f-ec62ec19d439 req-ec86bc38-a5a1-485e-abcd-8c18ea8b2dce tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c4ddfb-c64b-49ae-926c-35168f0874b8 HTTP/1.1" status: 200 len: 943 time: 0.1995986 Sep 17 07:59:43.307767 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab712d9d-0e83-4051-a755-5e1d699deb28 req-373a9320-c109-46b4-80f4-49d64de634db tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:43.309447 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ab712d9d-0e83-4051-a755-5e1d699deb28 req-373a9320-c109-46b4-80f4-49d64de634db tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b00cc2b-3fc3-4e27-aadc-157553d7327e HTTP/1.1" status: 200 len: 945 time: 0.2546840 Sep 17 07:59:43.360878 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-79d0051c-c1ed-43be-ac79-a7c3acfea710 req-b35e2adc-1337-4cb0-90f8-16b596556e63 service neutron] 10.222.0.39 "GET /v2.0/networks/12ed4db6-5921-426d-a067-ecce3442f9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069856 Sep 17 07:59:43.385280 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-575c7be2-d514-4193-9295-7ca0e466963e None None] Set router f005ec06-9a0c-486a-be4a-d02c0bc75653 gateway port host: None {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:59:43.389394 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-68a65882-f682-461f-935f-ec62ec19d439 req-2521f6eb-0fd7-4929-a723-0ef2ad3fd2f2 tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] 10.222.0.13 "GET /v2.0/security-groups?id=34c8b5d5-d713-4c1c-b9b0-67bfd8b37f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265185 Sep 17 07:59:43.432918 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ab712d9d-0e83-4051-a755-5e1d699deb28 req-f3057600-3b9d-4061-b462-5a2986deb5dd tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/security-groups?id=db312e7f-1a3f-4ea9-ad55-8740cb4f40b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075492 Sep 17 07:59:43.561204 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-79d0051c-c1ed-43be-ac79-a7c3acfea710 req-06d30bdb-a3b0-44a8-b65a-874e3446885c service neutron] 10.222.0.39 "GET /v2.0/networks/12ed4db6-5921-426d-a067-ecce3442f9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887743 Sep 17 07:59:43.630216 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-06e4a508-c66a-430c-a9de-1d84c520a4bd req-06b64985-ef24-4045-90b8-1c347ede5d59 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1193023856&fields=id&tenant_id=958ba9f9613c46689914bd3daf2ce99a HTTP/1.1" status: 200 len: 267 time: 0.0641108 Sep 17 07:59:43.631214 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-575c7be2-d514-4193-9295-7ca0e466963e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'name': 'tempest-RoutersTest-router-1180335038', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:59:17Z', 'updated_at': '2021-09-17T07:59:41Z', 'revision_number': 7, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'gw_port_host': None, '_interfaces': [{'id': '4c0fd94d-fe38-4bff-9500-d6d2716d4386', 'name': '', 'network_id': '4302a5b7-bad9-45a7-8ff8-417610bddbef', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'mac_address': 'fa:16:3e:4a:cb:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'device_owner': 'network:router_interface', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '586a66c5-42ca-41b6-8eb5-e63591ea7d59', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:59:30Z', 'updated_at': '2021-09-17T07:59:36Z', 'revision_number': 5, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'subnets': [{'id': '586a66c5-42ca-41b6-8eb5-e63591ea7d59', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82945693-0cdc-456b-8e13-27cb5b3f221c', 'name': '', 'network_id': 'ce9e61f4-ef81-4c77-8d8c-c51cc74bf35d', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'mac_address': 'fa:16:3e:80:68:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '878cf42b-e189-4116-8a53-6442029f98b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:59:19Z', 'updated_at': '2021-09-17T07:59:25Z', 'revision_number': 5, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'subnets': [{'id': '878cf42b-e189-4116-8a53-6442029f98b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82b5c5e4-a663-45f4-bd06-823c5454dddc', 'name': '', 'network_id': '5c1294dc-60ff-4002-820b-e1cf792b5840', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'mac_address': 'fa:16:3e:d5:4a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'device_owner': 'network:router_interface', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': '8ff1d171-b22d-4f7e-9110-1a00e858b844', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:59:25Z', 'updated_at': '2021-09-17T07:59:32Z', 'revision_number': 5, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'subnets': [{'id': '8ff1d171-b22d-4f7e-9110-1a00e858b844', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a90427ac-1576-474d-ba52-354c43875d4b', 'name': '', 'network_id': 'b9c01208-750c-42ac-b5eb-2646ec4acd14', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'mac_address': 'fa:16:3e:ec:fa:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'device_owner': 'network:router_interface', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '1340223d-1401-4fd2-af0a-6ec49e26c1e3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:59:36Z', 'updated_at': '2021-09-17T07:59:41Z', 'revision_number': 5, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'subnets': [{'id': '1340223d-1401-4fd2-af0a-6ec49e26c1e3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:43.664371 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-17603405-5757-419b-a3ec-20578d7a58da tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Deleting port a90427ac-1576-474d-ba52-354c43875d4b {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:59:43.665100 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-17603405-5757-419b-a3ec-20578d7a58da tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:43.670116 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575c7be2-d514-4193-9295-7ca0e466963e None None] The sync data for ids ['f005ec06-9a0c-486a-be4a-d02c0bc75653'] in n-d-789963-9 is: [{'id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'name': 'tempest-RoutersTest-router-1180335038', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:59:17Z', 'updated_at': '2021-09-17T07:59:41Z', 'revision_number': 7, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'gw_port_host': None, '_interfaces': [{'id': '4c0fd94d-fe38-4bff-9500-d6d2716d4386', 'name': '', 'network_id': '4302a5b7-bad9-45a7-8ff8-417610bddbef', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'mac_address': 'fa:16:3e:4a:cb:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'device_owner': 'network:router_interface', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '586a66c5-42ca-41b6-8eb5-e63591ea7d59', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:59:30Z', 'updated_at': '2021-09-17T07:59:36Z', 'revision_number': 5, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'subnets': [{'id': '586a66c5-42ca-41b6-8eb5-e63591ea7d59', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82945693-0cdc-456b-8e13-27cb5b3f221c', 'name': '', 'network_id': 'ce9e61f4-ef81-4c77-8d8c-c51cc74bf35d', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'mac_address': 'fa:16:3e:80:68:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '878cf42b-e189-4116-8a53-6442029f98b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:59:19Z', 'updated_at': '2021-09-17T07:59:25Z', 'revision_number': 5, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'subnets': [{'id': '878cf42b-e189-4116-8a53-6442029f98b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82b5c5e4-a663-45f4-bd06-823c5454dddc', 'name': '', 'network_id': '5c1294dc-60ff-4002-820b-e1cf792b5840', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'mac_address': 'fa:16:3e:d5:4a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'device_owner': 'network:router_interface', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': '8ff1d171-b22d-4f7e-9110-1a00e858b844', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:59:25Z', 'updated_at': '2021-09-17T07:59:32Z', 'revision_number': 5, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'subnets': [{'id': '8ff1d171-b22d-4f7e-9110-1a00e858b844', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a90427ac-1576-474d-ba52-354c43875d4b', 'name': '', 'network_id': 'b9c01208-750c-42ac-b5eb-2646ec4acd14', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'mac_address': 'fa:16:3e:ec:fa:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'device_owner': 'network:router_interface', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '1340223d-1401-4fd2-af0a-6ec49e26c1e3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:59:36Z', 'updated_at': '2021-09-17T07:59:41Z', 'revision_number': 5, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'subnets': [{'id': '1340223d-1401-4fd2-af0a-6ec49e26c1e3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:59:43.768160 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e4a508-c66a-430c-a9de-1d84c520a4bd req-b56e5ec9-c606-48c8-8d5e-db20b7606d28 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:43.769614 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-06e4a508-c66a-430c-a9de-1d84c520a4bd req-b56e5ec9-c606-48c8-8d5e-db20b7606d28 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b00cc2b-3fc3-4e27-aadc-157553d7327e HTTP/1.1" status: 200 len: 945 time: 0.1302984 Sep 17 07:59:43.788046 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-06e4a508-c66a-430c-a9de-1d84c520a4bd req-2c9d4c57-9e3d-43f7-b011-4429b8440d9d tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Request body: {'port': {'security_groups': ['db312e7f-1a3f-4ea9-ad55-8740cb4f40b6', '695eb63f-d7b8-4c2a-b53c-177eb40f4cb0']}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:59:43.829826 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-17603405-5757-419b-a3ec-20578d7a58da tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] For port a90427ac-1576-474d-ba52-354c43875d4b, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=a90427ac-1576-474d-ba52-354c43875d4b,segment=NetworkSegment(ad454d60-b72e-40ec-8353-4f6f37379c1f),segment_id=ad454d60-b72e-40ec-8353-4f6f37379c1f)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:59:43.830209 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-17603405-5757-419b-a3ec-20578d7a58da tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:43.873921 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-17603405-5757-419b-a3ec-20578d7a58da tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Calling delete_port for a90427ac-1576-474d-ba52-354c43875d4b owned by network:router_interface {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:59:43.892489 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-06e4a508-c66a-430c-a9de-1d84c520a4bd req-2c9d4c57-9e3d-43f7-b011-4429b8440d9d tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:44.155670 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 07:59:44.195697 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-17603405-5757-419b-a3ec-20578d7a58da tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:44.239208 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17603405-5757-419b-a3ec-20578d7a58da tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Pushing event deleted for resources: {'Port': ['ID=a90427ac-1576-474d-ba52-354c43875d4b,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:44.302105 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-06e4a508-c66a-430c-a9de-1d84c520a4bd req-2c9d4c57-9e3d-43f7-b011-4429b8440d9d tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] For port 98a20fcd-aafb-495f-a0b8-983e56df7077, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=98a20fcd-aafb-495f-a0b8-983e56df7077,segment=NetworkSegment(4821f2e6-bd80-4aac-98cc-bc8dfa1b531e),segment_id=4821f2e6-bd80-4aac-98cc-bc8dfa1b531e)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:59:44.341714 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 52474) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:44.383649 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-06e4a508-c66a-430c-a9de-1d84c520a4bd req-2c9d4c57-9e3d-43f7-b011-4429b8440d9d tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:44.412604 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-06e4a508-c66a-430c-a9de-1d84c520a4bd req-2c9d4c57-9e3d-43f7-b011-4429b8440d9d tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:44.446145 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['98a20fcd-aafb-495f-a0b8-983e56df7077'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:59:44.474589 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e4a508-c66a-430c-a9de-1d84c520a4bd req-2c9d4c57-9e3d-43f7-b011-4429b8440d9d tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:44.475247 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-06e4a508-c66a-430c-a9de-1d84c520a4bd req-2c9d4c57-9e3d-43f7-b011-4429b8440d9d tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:44.477778 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-06e4a508-c66a-430c-a9de-1d84c520a4bd req-2c9d4c57-9e3d-43f7-b011-4429b8440d9d tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "PUT /v2.0/ports/98a20fcd-aafb-495f-a0b8-983e56df7077 HTTP/1.1" status: 200 len: 981 time: 0.6998317 Sep 17 07:59:44.478784 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['88d14c71-d63f-45a9-985e-9ee4f2fa9b49'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:59:44.486619 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f43b599f-9c6e-466a-b746-ae5c15aacc4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:44.487701 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b00cc2b-3fc3-4e27-aadc-157553d7327e', 'tag': '98a20fcd-aafb-495f-a0b8-983e56df7077'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:59:44.489976 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-603fb783-ef53-4e7a-a081-d1bd1965ec90" -d '{"events": [{"name": "network-changed", "server_uuid": "5b00cc2b-3fc3-4e27-aadc-157553d7327e", "tag": "98a20fcd-aafb-495f-a0b8-983e56df7077"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:59:44.535969 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-17603405-5757-419b-a3ec-20578d7a58da tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:44.578407 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9d4c57-9e3d-43f7-b011-4429b8440d9d tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Pushing event updated for resources: {'Port': ['ID=98a20fcd-aafb-495f-a0b8-983e56df7077,revision_number=6']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:44.603748 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f43b599f-9c6e-466a-b746-ae5c15aacc4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:44.608738 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f43b599f-9c6e-466a-b746-ae5c15aacc4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:44.609453 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['98a20fcd-aafb-495f-a0b8-983e56df7077'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:59:44.649064 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f43b599f-9c6e-466a-b746-ae5c15aacc4c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8a1d4bada3204919aafac83aca060c7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3062494 Sep 17 07:59:44.650811 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43b599f-9c6e-466a-b746-ae5c15aacc4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c0840d-127d-4bf8-8584-c48d79ac94c5,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:44.654534 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 52488) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:44.688971 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fdf59d-422d-4c04-acf7-0d83d84c75a9 req-c21edbcb-5316-480a-9bcd-042cb327f47f tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:44.690780 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a9fdf59d-422d-4c04-acf7-0d83d84c75a9 req-c21edbcb-5316-480a-9bcd-042cb327f47f tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c4ddfb-c64b-49ae-926c-35168f0874b8 HTTP/1.1" status: 200 len: 943 time: 0.2044077 Sep 17 07:59:44.699616 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b492fac5-3474-4ea5-9385-fe6b4c807cc5 req-793f10fc-0a5c-457a-afd9-def68e4b3090 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/security-groups/695eb63f-d7b8-4c2a-b53c-177eb40f4cb0 HTTP/1.1" status: 200 len: 1803 time: 0.1915050 Sep 17 07:59:44.714385 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-074dd97c-2258-4634-9858-4960e0aff027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:44.743526 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-074dd97c-2258-4634-9858-4960e0aff027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:44.808463 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-074dd97c-2258-4634-9858-4960e0aff027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:44.816655 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-074dd97c-2258-4634-9858-4960e0aff027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:44.821404 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-074dd97c-2258-4634-9858-4960e0aff027 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d9c0840d-127d-4bf8-8584-c48d79ac94c5 HTTP/1.1" status: 204 len: 168 time: 0.1629143 Sep 17 07:59:44.829841 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074dd97c-2258-4634-9858-4960e0aff027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c0840d-127d-4bf8-8584-c48d79ac94c5,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:44.877413 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a9fdf59d-422d-4c04-acf7-0d83d84c75a9 req-a2fc8b38-d77d-4c5f-a951-a81c8aafae31 tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] 10.222.0.13 "GET /v2.0/security-groups?id=34c8b5d5-d713-4c1c-b9b0-67bfd8b37f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285219 Sep 17 07:59:44.921321 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [req-b492fac5-3474-4ea5-9385-fe6b4c807cc5 req-cd77b933-b150-4fcc-a959-279b82606f52 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 17 07:59:44.923184 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b492fac5-3474-4ea5-9385-fe6b4c807cc5 req-cd77b933-b150-4fcc-a959-279b82606f52 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "DELETE /v2.0/security-groups/695eb63f-d7b8-4c2a-b53c-177eb40f4cb0 HTTP/1.1" status: 409 len: 341 time: 0.2006605 Sep 17 07:59:44.957314 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17603405-5757-419b-a3ec-20578d7a58da tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Router f005ec06-9a0c-486a-be4a-d02c0bc75653 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:59:45.104995 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 43c451a6-a395-49da-b293-ab53e938a7de details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 07:59:45.108407 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5663bad-3e71-4924-bb2b-bd6396ad0374 x-openstack-request-id: req-a5663bad-3e71-4924-bb2b-bd6396ad0374 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:59:45.108713 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b00cc2b-3fc3-4e27-aadc-157553d7327e", "tag": "98a20fcd-aafb-495f-a0b8-983e56df7077", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:59:45.109144 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a5663bad-3e71-4924-bb2b-bd6396ad0374 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:59:45.109767 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b00cc2b-3fc3-4e27-aadc-157553d7327e', 'tag': '98a20fcd-aafb-495f-a0b8-983e56df7077', 'status': 'completed', 'code': 200} Sep 17 07:59:45.149764 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17603405-5757-419b-a3ec-20578d7a58da tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:59:45.160886 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 52498) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:45.170813 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-17603405-5757-419b-a3ec-20578d7a58da tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "PUT /v2.0/routers/f005ec06-9a0c-486a-be4a-d02c0bc75653/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2267518 Sep 17 07:59:45.174358 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b975b8-edeb-43b6-9bff-8484939e4e6f None None] Sync routers for ids ['f005ec06-9a0c-486a-be4a-d02c0bc75653'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:59:45.202234 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603fb783-ef53-4e7a-a081-d1bd1965ec90 req-eeb7d5a3-496e-4be2-8fe9-d3b4cb89ae70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:45.206689 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-603fb783-ef53-4e7a-a081-d1bd1965ec90 req-eeb7d5a3-496e-4be2-8fe9-d3b4cb89ae70 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=958ba9f9613c46689914bd3daf2ce99a&device_id=5b00cc2b-3fc3-4e27-aadc-157553d7327e HTTP/1.1" status: 200 len: 1135 time: 0.0961199 Sep 17 07:59:45.247064 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b975b8-edeb-43b6-9bff-8484939e4e6f None None] Routers {'f005ec06-9a0c-486a-be4a-d02c0bc75653'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:59:45.247713 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-a4b975b8-edeb-43b6-9bff-8484939e4e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:59:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['f005ec06-9a0c-486a-be4a-d02c0bc75653'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:45.275329 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 52500) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:45.275531 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-4714ec78-a15b-4a1d-8216-b558c4b5b67b tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Deleting subnet 1340223d-1401-4fd2-af0a-6ec49e26c1e3 {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:59:45.278630 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4714ec78-a15b-4a1d-8216-b558c4b5b67b tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:45.318155 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-36413630-3444-467a-bbd2-2c1476976c7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:45.325065 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4714ec78-a15b-4a1d-8216-b558c4b5b67b tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:45.403338 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef40d730-9f66-49a8-8012-5ac6ba77bed6 req-ef80ee68-e02c-4f35-a545-91474b9b2809 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:45.404957 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ef40d730-9f66-49a8-8012-5ac6ba77bed6 req-ef80ee68-e02c-4f35-a545-91474b9b2809 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b00cc2b-3fc3-4e27-aadc-157553d7327e HTTP/1.1" status: 200 len: 984 time: 0.1553514 Sep 17 07:59:45.426737 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4714ec78-a15b-4a1d-8216-b558c4b5b67b tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:45.443641 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603fb783-ef53-4e7a-a081-d1bd1965ec90 req-4204986f-270b-40df-9d08-a3d81cb0943d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:45.445397 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-603fb783-ef53-4e7a-a081-d1bd1965ec90 req-4204986f-270b-40df-9d08-a3d81cb0943d service neutron] 10.222.0.41 "GET /v2.0/networks?id=5c3939dc-d000-4839-b5e2-30565576d4d4 HTTP/1.1" status: 200 len: 913 time: 0.2301245 Sep 17 07:59:45.446797 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 43c451a6-a395-49da-b293-ab53e938a7de, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=43c451a6-a395-49da-b293-ab53e938a7de,segment=NetworkSegment(71348d47-96ec-4f02-9040-e95b6c04dc67),segment_id=71348d47-96ec-4f02-9040-e95b6c04dc67)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:59:45.452135 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-a4b975b8-edeb-43b6-9bff-8484939e4e6f None None] Set router f005ec06-9a0c-486a-be4a-d02c0bc75653 gateway port host: None {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:59:45.494377 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4714ec78-a15b-4a1d-8216-b558c4b5b67b tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:45.495296 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '43c451a6-a395-49da-b293-ab53e938a7de', 'network_id': '12ed4db6-5921-426d-a067-ecce3442f9d9', 'port_id': '43c451a6-a395-49da-b293-ab53e938a7de', 'mac_address': 'fa:16:3e:42:f4:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4340de2b-afc7-42d4-ac28-d311642f2b8e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 07:59:45.517775 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-603fb783-ef53-4e7a-a081-d1bd1965ec90 req-702bb85e-07fe-4b75-b389-afde91ccc649 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=98a20fcd-aafb-495f-a0b8-983e56df7077 HTTP/1.1" status: 200 len: 217 time: 0.0635896 Sep 17 07:59:45.525474 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4714ec78-a15b-4a1d-8216-b558c4b5b67b tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:45.528978 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ef40d730-9f66-49a8-8012-5ac6ba77bed6 req-20f6fe7b-654e-4ea7-a034-4c2e3ffee917 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/security-groups?id=db312e7f-1a3f-4ea9-ad55-8740cb4f40b6&id=695eb63f-d7b8-4c2a-b53c-177eb40f4cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1076756 Sep 17 07:59:45.530373 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-4714ec78-a15b-4a1d-8216-b558c4b5b67b tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "DELETE /v2.0/subnets/1340223d-1401-4fd2-af0a-6ec49e26c1e3 HTTP/1.1" status: 204 len: 168 time: 0.3681901 Sep 17 07:59:45.530710 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 52502) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:45.551939 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4714ec78-a15b-4a1d-8216-b558c4b5b67b tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Pushing event deleted for resources: {'Subnet': ['ID=1340223d-1401-4fd2-af0a-6ec49e26c1e3,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:45.556563 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666040b0-ef5a-46fb-83d7-aa5933c20b1b None None] Network b9c01208-750c-42ac-b5eb-2646ec4acd14 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:59:45.603088 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-36413630-3444-467a-bbd2-2c1476976c7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:45.608048 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603fb783-ef53-4e7a-a081-d1bd1965ec90 req-62512737-f0fa-439b-a598-0aea487e8d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:45.609765 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-603fb783-ef53-4e7a-a081-d1bd1965ec90 req-62512737-f0fa-439b-a598-0aea487e8d8e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=87ee52d6-ae56-4d6f-b1f7-f93e882b0a89 HTTP/1.1" status: 200 len: 852 time: 0.0802169 Sep 17 07:59:45.610956 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-36413630-3444-467a-bbd2-2c1476976c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:45.622414 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c1fb76ff-ac93-4fd9-8c51-db95c7b1cce8 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:45.640882 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:45.677877 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-603fb783-ef53-4e7a-a081-d1bd1965ec90 req-191f887b-83d8-4b7e-be1f-4fadceaa43b0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5c3939dc-d000-4839-b5e2-30565576d4d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502017 Sep 17 07:59:45.678108 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-c1fb76ff-ac93-4fd9-8c51-db95c7b1cce8 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Deleting port 283f9c87-7ea8-4c45-845e-95140e1db764 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:59:45.678222 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c1fb76ff-ac93-4fd9-8c51-db95c7b1cce8 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:45.680360 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36413630-3444-467a-bbd2-2c1476976c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e02d096f-1951-47ea-a995-eae964150b46,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:45.696998 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-36413630-3444-467a-bbd2-2c1476976c7e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=974f68cb6d2a49d7b0c67e817f0e50e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4180803 Sep 17 07:59:45.697155 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43c451a6-a395-49da-b293-ab53e938a7de {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 07:59:45.697267 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 52504) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:45.769392 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 43c451a6-a395-49da-b293-ab53e938a7de, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=43c451a6-a395-49da-b293-ab53e938a7de,segment=NetworkSegment(71348d47-96ec-4f02-9040-e95b6c04dc67),segment_id=71348d47-96ec-4f02-9040-e95b6c04dc67)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:59:45.779460 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:45.791512 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-c1fb76ff-ac93-4fd9-8c51-db95c7b1cce8 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] For port 283f9c87-7ea8-4c45-845e-95140e1db764, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=283f9c87-7ea8-4c45-845e-95140e1db764,segment=NetworkSegment(ad454d60-b72e-40ec-8353-4f6f37379c1f),segment_id=ad454d60-b72e-40ec-8353-4f6f37379c1f)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:59:45.791913 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c1fb76ff-ac93-4fd9-8c51-db95c7b1cce8 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:45.810162 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-c1fb76ff-ac93-4fd9-8c51-db95c7b1cce8 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Calling delete_port for 283f9c87-7ea8-4c45-845e-95140e1db764 owned by network:dhcp {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:59:45.815169 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-603fb783-ef53-4e7a-a081-d1bd1965ec90 req-62eff1e1-9b32-45f9-83b2-878d1b62cfec service neutron] 10.222.0.41 "GET /v2.0/networks/5c3939dc-d000-4839-b5e2-30565576d4d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176033 Sep 17 07:59:45.831052 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5736d40e-0c97-4a4b-96f6-8d4db04e273c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:45.865345 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=43c451a6-a395-49da-b293-ab53e938a7de,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:45.879412 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-a4b975b8-edeb-43b6-9bff-8484939e4e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'name': 'tempest-RoutersTest-router-1180335038', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:59:17Z', 'updated_at': '2021-09-17T07:59:44Z', 'revision_number': 8, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'gw_port_host': None, '_interfaces': [{'id': '4c0fd94d-fe38-4bff-9500-d6d2716d4386', 'name': '', 'network_id': '4302a5b7-bad9-45a7-8ff8-417610bddbef', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'mac_address': 'fa:16:3e:4a:cb:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'device_owner': 'network:router_interface', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '586a66c5-42ca-41b6-8eb5-e63591ea7d59', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:59:30Z', 'updated_at': '2021-09-17T07:59:36Z', 'revision_number': 5, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'subnets': [{'id': '586a66c5-42ca-41b6-8eb5-e63591ea7d59', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82945693-0cdc-456b-8e13-27cb5b3f221c', 'name': '', 'network_id': 'ce9e61f4-ef81-4c77-8d8c-c51cc74bf35d', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'mac_address': 'fa:16:3e:80:68:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '878cf42b-e189-4116-8a53-6442029f98b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:59:19Z', 'updated_at': '2021-09-17T07:59:25Z', 'revision_number': 5, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'subnets': [{'id': '878cf42b-e189-4116-8a53-6442029f98b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82b5c5e4-a663-45f4-bd06-823c5454dddc', 'name': '', 'network_id': '5c1294dc-60ff-4002-820b-e1cf792b5840', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'mac_address': 'fa:16:3e:d5:4a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'device_owner': 'network:router_interface', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': '8ff1d171-b22d-4f7e-9110-1a00e858b844', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:59:25Z', 'updated_at': '2021-09-17T07:59:32Z', 'revision_number': 5, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'subnets': [{'id': '8ff1d171-b22d-4f7e-9110-1a00e858b844', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:45.891319 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5736d40e-0c97-4a4b-96f6-8d4db04e273c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:45.912657 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b975b8-edeb-43b6-9bff-8484939e4e6f None None] Checking router: f005ec06-9a0c-486a-be4a-d02c0bc75653 for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:59:45.924583 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b975b8-edeb-43b6-9bff-8484939e4e6f None None] Routers {'f005ec06-9a0c-486a-be4a-d02c0bc75653'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:59:45.925846 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-a4b975b8-edeb-43b6-9bff-8484939e4e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:59:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['f005ec06-9a0c-486a-be4a-d02c0bc75653'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:45.966637 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb105ce-b617-4f26-bff6-3a49bc4d01ef None None] DHCP port deletion for b9c01208-750c-42ac-b5eb-2646ec4acd14 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 07:59:45.968227 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c1fb76ff-ac93-4fd9-8c51-db95c7b1cce8 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:45.970336 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-603fb783-ef53-4e7a-a081-d1bd1965ec90 req-c36cb80d-ca9e-4654-855b-34fefd1a2ffa service neutron] 10.222.0.41 "GET /v2.0/networks/5c3939dc-d000-4839-b5e2-30565576d4d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483178 Sep 17 07:59:46.025639 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5736d40e-0c97-4a4b-96f6-8d4db04e273c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:46.034126 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5736d40e-0c97-4a4b-96f6-8d4db04e273c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:46.039088 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-5736d40e-0c97-4a4b-96f6-8d4db04e273c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e02d096f-1951-47ea-a995-eae964150b46 HTTP/1.1" status: 204 len: 168 time: 0.3409092 Sep 17 07:59:46.050721 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-a4b975b8-edeb-43b6-9bff-8484939e4e6f None None] Set router f005ec06-9a0c-486a-be4a-d02c0bc75653 gateway port host: None {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:59:46.058029 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fb76ff-ac93-4fd9-8c51-db95c7b1cce8 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Pushing event deleted for resources: {'Port': ['ID=283f9c87-7ea8-4c45-845e-95140e1db764,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:46.066298 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fb76ff-ac93-4fd9-8c51-db95c7b1cce8 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] No DVR routers for this DVR port 283f9c87-7ea8-4c45-845e-95140e1db764 on host n-d-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:59:46.073935 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5736d40e-0c97-4a4b-96f6-8d4db04e273c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e02d096f-1951-47ea-a995-eae964150b46,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:46.096280 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00e91e-c2f4-4395-ae35-22d0914cfab1 req-36749ea8-6e79-4983-bbde-e388d39f823b tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:46.107499 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7c00e91e-c2f4-4395-ae35-22d0914cfab1 req-36749ea8-6e79-4983-bbde-e388d39f823b tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c4ddfb-c64b-49ae-926c-35168f0874b8 HTTP/1.1" status: 200 len: 944 time: 0.1200206 Sep 17 07:59:46.220348 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7c00e91e-c2f4-4395-ae35-22d0914cfab1 req-c4f51594-d2c6-42ab-8d62-fee7f5a98977 tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] 10.222.0.13 "GET /v2.0/security-groups?id=34c8b5d5-d713-4c1c-b9b0-67bfd8b37f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100357 Sep 17 07:59:46.237862 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c1fb76ff-ac93-4fd9-8c51-db95c7b1cce8 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:46.238179 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586988a2-4b60-4498-8415-f34e9a75facf req-a1624682-4a7f-4634-8804-c409ef416ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:46.238179 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-586988a2-4b60-4498-8415-f34e9a75facf req-a1624682-4a7f-4634-8804-c409ef416ee8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=958ba9f9613c46689914bd3daf2ce99a&device_id=5b00cc2b-3fc3-4e27-aadc-157553d7327e HTTP/1.1" status: 200 len: 1135 time: 0.1724496 Sep 17 07:59:46.261075 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-c1fb76ff-ac93-4fd9-8c51-db95c7b1cce8 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9c01208-750c-42ac-b5eb-2646ec4acd14']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:46.272436 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-c1fb76ff-ac93-4fd9-8c51-db95c7b1cce8 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad454d60-b72e-40ec-8353-4f6f37379c1f') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:46.273043 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-c1fb76ff-ac93-4fd9-8c51-db95c7b1cce8 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad454d60-b72e-40ec-8353-4f6f37379c1f') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:46.284570 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['43c451a6-a395-49da-b293-ab53e938a7de'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:59:46.291519 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c1fb76ff-ac93-4fd9-8c51-db95c7b1cce8 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:46.306551 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c1fb76ff-ac93-4fd9-8c51-db95c7b1cce8 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:46.315380 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1fb76ff-ac93-4fd9-8c51-db95c7b1cce8 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 07:59:46.315902 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c1fb76ff-ac93-4fd9-8c51-db95c7b1cce8 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:46.320871 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 07:59:46.320871 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 07:59:46.320871 n-d-789963-9 neutron-server[101290]: timer() Sep 17 07:59:46.320871 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 07:59:46.320871 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 07:59:46.320871 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 07:59:46.320871 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 07:59:46.320871 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 07:59:46.320871 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 07:59:46.320871 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 07:59:46.320871 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 07:59:46.320871 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 07:59:46.320871 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 07:59:46.320871 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 07:59:46.320871 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 07:59:46.320871 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 07:59:46.320871 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 07:59:46.320871 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 07:59:46.320871 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 07:59:46.320871 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 07:59:46.320871 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 07:59:46.320871 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 07:59:46.320871 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 07:59:46.320871 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 07:59:46.320871 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 07:59:46.320871 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 07:59:46.320871 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 07:59:46.320871 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 07:59:46.320871 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 07:59:46.320871 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 07:59:46.320871 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 07:59:46.320871 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 07:59:46.363401 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586988a2-4b60-4498-8415-f34e9a75facf req-c39c5318-7c72-4f63-8006-a47a9f5e069e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:46.365454 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-586988a2-4b60-4498-8415-f34e9a75facf req-c39c5318-7c72-4f63-8006-a47a9f5e069e service neutron] 10.222.0.41 "GET /v2.0/networks?id=5c3939dc-d000-4839-b5e2-30565576d4d4 HTTP/1.1" status: 200 len: 913 time: 0.1201556 Sep 17 07:59:46.395442 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c1fb76ff-ac93-4fd9-8c51-db95c7b1cce8 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:46.405964 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c1fb76ff-ac93-4fd9-8c51-db95c7b1cce8 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:46.408828 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c1fb76ff-ac93-4fd9-8c51-db95c7b1cce8 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "DELETE /v2.0/networks/b9c01208-750c-42ac-b5eb-2646ec4acd14 HTTP/1.1" status: 204 len: 168 time: 0.8770278 Sep 17 07:59:46.411580 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 52516) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:46.431176 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-586988a2-4b60-4498-8415-f34e9a75facf req-059070a7-418a-47fc-b972-55d8abc167b5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=98a20fcd-aafb-495f-a0b8-983e56df7077 HTTP/1.1" status: 200 len: 217 time: 0.0581083 Sep 17 07:59:46.461382 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-a4b975b8-edeb-43b6-9bff-8484939e4e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'name': 'tempest-RoutersTest-router-1180335038', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:59:17Z', 'updated_at': '2021-09-17T07:59:44Z', 'revision_number': 8, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'gw_port_host': None, '_interfaces': [{'id': '4c0fd94d-fe38-4bff-9500-d6d2716d4386', 'name': '', 'network_id': '4302a5b7-bad9-45a7-8ff8-417610bddbef', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'mac_address': 'fa:16:3e:4a:cb:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'device_owner': 'network:router_interface', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '586a66c5-42ca-41b6-8eb5-e63591ea7d59', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:59:30Z', 'updated_at': '2021-09-17T07:59:36Z', 'revision_number': 5, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'subnets': [{'id': '586a66c5-42ca-41b6-8eb5-e63591ea7d59', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82945693-0cdc-456b-8e13-27cb5b3f221c', 'name': '', 'network_id': 'ce9e61f4-ef81-4c77-8d8c-c51cc74bf35d', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'mac_address': 'fa:16:3e:80:68:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '878cf42b-e189-4116-8a53-6442029f98b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:59:19Z', 'updated_at': '2021-09-17T07:59:25Z', 'revision_number': 5, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'subnets': [{'id': '878cf42b-e189-4116-8a53-6442029f98b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82b5c5e4-a663-45f4-bd06-823c5454dddc', 'name': '', 'network_id': '5c1294dc-60ff-4002-820b-e1cf792b5840', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'mac_address': 'fa:16:3e:d5:4a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'device_owner': 'network:router_interface', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': '8ff1d171-b22d-4f7e-9110-1a00e858b844', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:59:25Z', 'updated_at': '2021-09-17T07:59:32Z', 'revision_number': 5, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'subnets': [{'id': '8ff1d171-b22d-4f7e-9110-1a00e858b844', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:46.465596 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fb76ff-ac93-4fd9-8c51-db95c7b1cce8 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Pushing event deleted for resources: {'Network': ['ID=b9c01208-750c-42ac-b5eb-2646ec4acd14,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:46.494054 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586988a2-4b60-4498-8415-f34e9a75facf req-695cb85a-e2b7-48f9-bc26-c5da60b9b63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:46.495679 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-586988a2-4b60-4498-8415-f34e9a75facf req-695cb85a-e2b7-48f9-bc26-c5da60b9b63f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=87ee52d6-ae56-4d6f-b1f7-f93e882b0a89 HTTP/1.1" status: 200 len: 852 time: 0.0574605 Sep 17 07:59:46.495876 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b975b8-edeb-43b6-9bff-8484939e4e6f None None] The sync data for ids ['f005ec06-9a0c-486a-be4a-d02c0bc75653'] in n-d-789963-9 is: [{'id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'name': 'tempest-RoutersTest-router-1180335038', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:59:17Z', 'updated_at': '2021-09-17T07:59:44Z', 'revision_number': 8, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'gw_port_host': None, '_interfaces': [{'id': '4c0fd94d-fe38-4bff-9500-d6d2716d4386', 'name': '', 'network_id': '4302a5b7-bad9-45a7-8ff8-417610bddbef', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'mac_address': 'fa:16:3e:4a:cb:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'device_owner': 'network:router_interface', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '586a66c5-42ca-41b6-8eb5-e63591ea7d59', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:59:30Z', 'updated_at': '2021-09-17T07:59:36Z', 'revision_number': 5, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'subnets': [{'id': '586a66c5-42ca-41b6-8eb5-e63591ea7d59', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82945693-0cdc-456b-8e13-27cb5b3f221c', 'name': '', 'network_id': 'ce9e61f4-ef81-4c77-8d8c-c51cc74bf35d', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'mac_address': 'fa:16:3e:80:68:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '878cf42b-e189-4116-8a53-6442029f98b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:59:19Z', 'updated_at': '2021-09-17T07:59:25Z', 'revision_number': 5, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'subnets': [{'id': '878cf42b-e189-4116-8a53-6442029f98b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82b5c5e4-a663-45f4-bd06-823c5454dddc', 'name': '', 'network_id': '5c1294dc-60ff-4002-820b-e1cf792b5840', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'mac_address': 'fa:16:3e:d5:4a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'device_owner': 'network:router_interface', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': '8ff1d171-b22d-4f7e-9110-1a00e858b844', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:59:25Z', 'updated_at': '2021-09-17T07:59:32Z', 'revision_number': 5, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'subnets': [{'id': '8ff1d171-b22d-4f7e-9110-1a00e858b844', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:59:46.537859 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 52518) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:46.550885 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-586988a2-4b60-4498-8415-f34e9a75facf req-02f292fe-b189-4c1b-96a9-bd3648425c92 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5c3939dc-d000-4839-b5e2-30565576d4d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417390 Sep 17 07:59:46.562365 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6b1c7ad3-eb5c-4a65-ae59-8855485e1af2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:46.686865 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-586988a2-4b60-4498-8415-f34e9a75facf req-b1c19ba1-c577-42a2-b386-e8dfc15c6534 service neutron] 10.222.0.41 "GET /v2.0/networks/5c3939dc-d000-4839-b5e2-30565576d4d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266735 Sep 17 07:59:46.699743 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a57db79-56e4-419f-b9f4-999858cb61d4 req-fc97eb59-28d5-48df-bc6b-4efad0c849d4 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:46.701270 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1a57db79-56e4-419f-b9f4-999858cb61d4 req-fc97eb59-28d5-48df-bc6b-4efad0c849d4 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b00cc2b-3fc3-4e27-aadc-157553d7327e HTTP/1.1" status: 200 len: 984 time: 0.0706224 Sep 17 07:59:46.798648 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1a57db79-56e4-419f-b9f4-999858cb61d4 req-47b4629f-208a-4bc1-9a4c-2fd470691665 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/security-groups?id=db312e7f-1a3f-4ea9-ad55-8740cb4f40b6&id=695eb63f-d7b8-4c2a-b53c-177eb40f4cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0786505 Sep 17 07:59:46.827846 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-586988a2-4b60-4498-8415-f34e9a75facf req-8011d9bd-4fff-4d03-8a1f-e3adca8ed028 service neutron] 10.222.0.41 "GET /v2.0/networks/5c3939dc-d000-4839-b5e2-30565576d4d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256430 Sep 17 07:59:46.833196 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6b1c7ad3-eb5c-4a65-ae59-8855485e1af2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:46.837211 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6b1c7ad3-eb5c-4a65-ae59-8855485e1af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:46.895107 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1c7ad3-eb5c-4a65-ae59-8855485e1af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1bc3ad-d2df-40ab-9e41-6e72c01a4e79,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:46.903601 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6b1c7ad3-eb5c-4a65-ae59-8855485e1af2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2cd527e92c4c4f00afc1f8cc5ab72ee0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3647242 Sep 17 07:59:46.903754 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 52522) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:46.932837 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 283f9c87-7ea8-4c45-845e-95140e1db764 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:59:46.958598 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 283f9c87-7ea8-4c45-845e-95140e1db764 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:59:46.958937 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 283f9c87-7ea8-4c45-845e-95140e1db764 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:59:46.959371 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device a90427ac-1576-474d-ba52-354c43875d4b no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:59:46.976877 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a1d8c0db-ae10-4f8d-b042-2883ed846137 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:46.981802 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: a90427ac-1576-474d-ba52-354c43875d4b {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:59:46.981968 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device a90427ac-1576-474d-ba52-354c43875d4b not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:59:46.991453 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-62ffbe61-f97f-48a1-ac22-9d17e4e44069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:47.022348 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-62ffbe61-f97f-48a1-ac22-9d17e4e44069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:47.092590 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-62ffbe61-f97f-48a1-ac22-9d17e4e44069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:47.095349 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-62ffbe61-f97f-48a1-ac22-9d17e4e44069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:47.096840 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-62ffbe61-f97f-48a1-ac22-9d17e4e44069 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5f1bc3ad-d2df-40ab-9e41-6e72c01a4e79 HTTP/1.1" status: 204 len: 168 time: 0.1921418 Sep 17 07:59:47.106320 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ffbe61-f97f-48a1-ac22-9d17e4e44069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1bc3ad-d2df-40ab-9e41-6e72c01a4e79,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:47.295707 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-a1d8c0db-ae10-4f8d-b042-2883ed846137 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Deleting port 4c0fd94d-fe38-4bff-9500-d6d2716d4386 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:59:47.296133 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a1d8c0db-ae10-4f8d-b042-2883ed846137 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:47.377090 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85430df7-906e-4783-92b2-4b82fec4c8e4 req-d7e6443c-29b1-4f67-ab30-13d36225cc74 tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:47.378861 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-85430df7-906e-4783-92b2-4b82fec4c8e4 req-d7e6443c-29b1-4f67-ab30-13d36225cc74 tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c4ddfb-c64b-49ae-926c-35168f0874b8 HTTP/1.1" status: 200 len: 944 time: 0.0688961 Sep 17 07:59:47.399088 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-a1d8c0db-ae10-4f8d-b042-2883ed846137 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] For port 4c0fd94d-fe38-4bff-9500-d6d2716d4386, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=4c0fd94d-fe38-4bff-9500-d6d2716d4386,segment=NetworkSegment(6f7000bc-5345-4d6a-acea-280f7cb76095),segment_id=6f7000bc-5345-4d6a-acea-280f7cb76095)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:59:47.399473 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a1d8c0db-ae10-4f8d-b042-2883ed846137 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:47.418623 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-a1d8c0db-ae10-4f8d-b042-2883ed846137 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Calling delete_port for 4c0fd94d-fe38-4bff-9500-d6d2716d4386 owned by network:router_interface {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:59:47.424004 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-85430df7-906e-4783-92b2-4b82fec4c8e4 req-a8cc0146-8627-40f3-98db-2eeb2b2bcea9 tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] 10.222.0.13 "GET /v2.0/security-groups?id=34c8b5d5-d713-4c1c-b9b0-67bfd8b37f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384564 Sep 17 07:59:47.609391 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a1d8c0db-ae10-4f8d-b042-2883ed846137 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:47.636018 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d8c0db-ae10-4f8d-b042-2883ed846137 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Pushing event deleted for resources: {'Port': ['ID=4c0fd94d-fe38-4bff-9500-d6d2716d4386,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:47.962448 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c8db36-e6a4-4916-98c1-ffc096395604 req-3f129463-8873-495c-bbda-0f2ba4262bf5 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:47.965518 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-15c8db36-e6a4-4916-98c1-ffc096395604 req-3f129463-8873-495c-bbda-0f2ba4262bf5 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b00cc2b-3fc3-4e27-aadc-157553d7327e HTTP/1.1" status: 200 len: 984 time: 0.0708334 Sep 17 07:59:48.014653 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-15c8db36-e6a4-4916-98c1-ffc096395604 req-73d02b8f-b362-4b8e-9012-ede265fbccda tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/security-groups?id=db312e7f-1a3f-4ea9-ad55-8740cb4f40b6&id=695eb63f-d7b8-4c2a-b53c-177eb40f4cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0424039 Sep 17 07:59:48.132233 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cb7a7d05-b536-40f2-bcf2-a57eb7e5d325 req-df65d659-82b0-4c83-8764-6b001745016c tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-162147897&fields=id&tenant_id=958ba9f9613c46689914bd3daf2ce99a HTTP/1.1" status: 200 len: 267 time: 0.0400605 Sep 17 07:59:48.144180 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a1d8c0db-ae10-4f8d-b042-2883ed846137 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:48.194681 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a7d05-b536-40f2-bcf2-a57eb7e5d325 req-c7a2c7fb-b929-4957-b415-e1913b535379 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:48.196379 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cb7a7d05-b536-40f2-bcf2-a57eb7e5d325 req-c7a2c7fb-b929-4957-b415-e1913b535379 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b00cc2b-3fc3-4e27-aadc-157553d7327e HTTP/1.1" status: 200 len: 984 time: 0.0581405 Sep 17 07:59:48.214512 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-cb7a7d05-b536-40f2-bcf2-a57eb7e5d325 req-6cb40b87-93ab-4038-85cc-9bae74037840 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Request body: {'port': {'security_groups': ['695eb63f-d7b8-4c2a-b53c-177eb40f4cb0', 'db312e7f-1a3f-4ea9-ad55-8740cb4f40b6', 'c6f2ec13-e425-4364-8965-497746c3b303']}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:59:48.304458 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-cb7a7d05-b536-40f2-bcf2-a57eb7e5d325 req-6cb40b87-93ab-4038-85cc-9bae74037840 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:48.388551 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1d8c0db-ae10-4f8d-b042-2883ed846137 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Router f005ec06-9a0c-486a-be4a-d02c0bc75653 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:59:48.397950 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 52564) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:48.513037 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d8c0db-ae10-4f8d-b042-2883ed846137 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:59:48.518481 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a1d8c0db-ae10-4f8d-b042-2883ed846137 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "PUT /v2.0/routers/f005ec06-9a0c-486a-be4a-d02c0bc75653/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1058774 Sep 17 07:59:48.521248 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 52570) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:48.524682 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a291fa58-51a7-4a63-afd6-0e3ac8f06fd8 None None] Sync routers for ids ['f005ec06-9a0c-486a-be4a-d02c0bc75653'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:59:48.535824 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a291fa58-51a7-4a63-afd6-0e3ac8f06fd8 None None] Routers {'f005ec06-9a0c-486a-be4a-d02c0bc75653'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:59:48.536901 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-a291fa58-51a7-4a63-afd6-0e3ac8f06fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:59:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['f005ec06-9a0c-486a-be4a-d02c0bc75653'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:48.550245 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-cb7a7d05-b536-40f2-bcf2-a57eb7e5d325 req-6cb40b87-93ab-4038-85cc-9bae74037840 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] For port 98a20fcd-aafb-495f-a0b8-983e56df7077, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=98a20fcd-aafb-495f-a0b8-983e56df7077,segment=NetworkSegment(4821f2e6-bd80-4aac-98cc-bc8dfa1b531e),segment_id=4821f2e6-bd80-4aac-98cc-bc8dfa1b531e)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:59:48.561635 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-eac71ad8-9a0a-4bbf-b078-1eeab78e60ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:48.586676 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-cb7a7d05-b536-40f2-bcf2-a57eb7e5d325 req-6cb40b87-93ab-4038-85cc-9bae74037840 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:48.599074 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-f15a89d0-510f-4fda-8917-cc0925b2f8d4 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Deleting subnet 586a66c5-42ca-41b6-8eb5-e63591ea7d59 {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:59:48.607447 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f15a89d0-510f-4fda-8917-cc0925b2f8d4 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:48.627696 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-cb7a7d05-b536-40f2-bcf2-a57eb7e5d325 req-6cb40b87-93ab-4038-85cc-9bae74037840 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:48.645513 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-a291fa58-51a7-4a63-afd6-0e3ac8f06fd8 None None] Set router f005ec06-9a0c-486a-be4a-d02c0bc75653 gateway port host: None {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:59:48.662263 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['98a20fcd-aafb-495f-a0b8-983e56df7077'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:59:48.662976 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f15a89d0-510f-4fda-8917-cc0925b2f8d4 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:48.670438 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['88d14c71-d63f-45a9-985e-9ee4f2fa9b49'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:59:48.789004 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-eac71ad8-9a0a-4bbf-b078-1eeab78e60ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:48.802842 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f15a89d0-510f-4fda-8917-cc0925b2f8d4 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:48.903633 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-a291fa58-51a7-4a63-afd6-0e3ac8f06fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'name': 'tempest-RoutersTest-router-1180335038', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:59:17Z', 'updated_at': '2021-09-17T07:59:47Z', 'revision_number': 9, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'gw_port_host': None, '_interfaces': [{'id': '82945693-0cdc-456b-8e13-27cb5b3f221c', 'name': '', 'network_id': 'ce9e61f4-ef81-4c77-8d8c-c51cc74bf35d', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'mac_address': 'fa:16:3e:80:68:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '878cf42b-e189-4116-8a53-6442029f98b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:59:19Z', 'updated_at': '2021-09-17T07:59:25Z', 'revision_number': 5, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'subnets': [{'id': '878cf42b-e189-4116-8a53-6442029f98b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82b5c5e4-a663-45f4-bd06-823c5454dddc', 'name': '', 'network_id': '5c1294dc-60ff-4002-820b-e1cf792b5840', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'mac_address': 'fa:16:3e:d5:4a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'device_owner': 'network:router_interface', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': '8ff1d171-b22d-4f7e-9110-1a00e858b844', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:59:25Z', 'updated_at': '2021-09-17T07:59:32Z', 'revision_number': 5, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'subnets': [{'id': '8ff1d171-b22d-4f7e-9110-1a00e858b844', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:48.929531 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-eac71ad8-9a0a-4bbf-b078-1eeab78e60ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:48.934172 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a291fa58-51a7-4a63-afd6-0e3ac8f06fd8 None None] Checking router: f005ec06-9a0c-486a-be4a-d02c0bc75653 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:59:48.945889 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a291fa58-51a7-4a63-afd6-0e3ac8f06fd8 None None] Routers {'f005ec06-9a0c-486a-be4a-d02c0bc75653'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:59:48.946550 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-a291fa58-51a7-4a63-afd6-0e3ac8f06fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:59:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['f005ec06-9a0c-486a-be4a-d02c0bc75653'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:48.953294 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f15a89d0-510f-4fda-8917-cc0925b2f8d4 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:48.991314 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f15a89d0-510f-4fda-8917-cc0925b2f8d4 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:48.995307 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46221dd-9ff2-46d0-b118-3a861719a649 None None] Network 4302a5b7-bad9-45a7-8ff8-417610bddbef requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:59:48.996556 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f15a89d0-510f-4fda-8917-cc0925b2f8d4 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "DELETE /v2.0/subnets/586a66c5-42ca-41b6-8eb5-e63591ea7d59 HTTP/1.1" status: 204 len: 168 time: 0.4686170 Sep 17 07:59:49.044645 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 52572) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:49.053347 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-a291fa58-51a7-4a63-afd6-0e3ac8f06fd8 None None] Set router f005ec06-9a0c-486a-be4a-d02c0bc75653 gateway port host: None {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:59:49.138561 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 43c451a6-a395-49da-b293-ab53e938a7de up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 07:59:49.176249 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-75383e53-5291-4880-8ca2-22282acf97a9 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:49.177618 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113fbc4b-9b2f-46b6-9942-d64a57b2bbfc req-17531134-a1ff-4c7b-ac52-9c16da9670ca tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:49.186088 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-113fbc4b-9b2f-46b6-9942-d64a57b2bbfc req-17531134-a1ff-4c7b-ac52-9c16da9670ca tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c4ddfb-c64b-49ae-926c-35168f0874b8 HTTP/1.1" status: 200 len: 944 time: 0.5965679 Sep 17 07:59:49.209176 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15a89d0-510f-4fda-8917-cc0925b2f8d4 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Pushing event deleted for resources: {'Subnet': ['ID=586a66c5-42ca-41b6-8eb5-e63591ea7d59,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:49.224389 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a7d05-b536-40f2-bcf2-a57eb7e5d325 req-6cb40b87-93ab-4038-85cc-9bae74037840 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:49.224730 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-cb7a7d05-b536-40f2-bcf2-a57eb7e5d325 req-6cb40b87-93ab-4038-85cc-9bae74037840 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:49.226459 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cb7a7d05-b536-40f2-bcf2-a57eb7e5d325 req-6cb40b87-93ab-4038-85cc-9bae74037840 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "PUT /v2.0/ports/98a20fcd-aafb-495f-a0b8-983e56df7077 HTTP/1.1" status: 200 len: 1020 time: 1.0176642 Sep 17 07:59:49.226941 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b00cc2b-3fc3-4e27-aadc-157553d7327e', 'tag': '98a20fcd-aafb-495f-a0b8-983e56df7077'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:59:49.227295 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-eac71ad8-9a0a-4bbf-b078-1eeab78e60ae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=644ea0d91feb4294942d961c2d77793b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8275619 Sep 17 07:59:49.228240 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 52574) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:49.229305 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-561c6671-593a-4481-a34c-7205a0043732" -d '{"events": [{"name": "network-changed", "server_uuid": "5b00cc2b-3fc3-4e27-aadc-157553d7327e", "tag": "98a20fcd-aafb-495f-a0b8-983e56df7077"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:59:49.268523 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb40b87-93ab-4038-85cc-9bae74037840 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Pushing event updated for resources: {'Port': ['ID=98a20fcd-aafb-495f-a0b8-983e56df7077,revision_number=7']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:49.302118 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-a291fa58-51a7-4a63-afd6-0e3ac8f06fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'name': 'tempest-RoutersTest-router-1180335038', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:59:17Z', 'updated_at': '2021-09-17T07:59:47Z', 'revision_number': 9, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'gw_port_host': None, '_interfaces': [{'id': '82945693-0cdc-456b-8e13-27cb5b3f221c', 'name': '', 'network_id': 'ce9e61f4-ef81-4c77-8d8c-c51cc74bf35d', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'mac_address': 'fa:16:3e:80:68:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '878cf42b-e189-4116-8a53-6442029f98b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:59:19Z', 'updated_at': '2021-09-17T07:59:25Z', 'revision_number': 5, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'subnets': [{'id': '878cf42b-e189-4116-8a53-6442029f98b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82b5c5e4-a663-45f4-bd06-823c5454dddc', 'name': '', 'network_id': '5c1294dc-60ff-4002-820b-e1cf792b5840', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'mac_address': 'fa:16:3e:d5:4a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'device_owner': 'network:router_interface', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': '8ff1d171-b22d-4f7e-9110-1a00e858b844', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:59:25Z', 'updated_at': '2021-09-17T07:59:32Z', 'revision_number': 5, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'subnets': [{'id': '8ff1d171-b22d-4f7e-9110-1a00e858b844', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:49.305411 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-113fbc4b-9b2f-46b6-9942-d64a57b2bbfc req-d9bf7624-25c0-40a1-a957-959dba041b60 tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] 10.222.0.13 "GET /v2.0/security-groups?id=34c8b5d5-d713-4c1c-b9b0-67bfd8b37f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173539 Sep 17 07:59:49.318081 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac71ad8-9a0a-4bbf-b078-1eeab78e60ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b361a79-3f7c-4acc-ad32-5f85358618c0,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:49.344765 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a291fa58-51a7-4a63-afd6-0e3ac8f06fd8 None None] The sync data for ids ['f005ec06-9a0c-486a-be4a-d02c0bc75653'] in n-d-789963-9 is: [{'id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'name': 'tempest-RoutersTest-router-1180335038', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:59:17Z', 'updated_at': '2021-09-17T07:59:47Z', 'revision_number': 9, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'gw_port_host': None, '_interfaces': [{'id': '82945693-0cdc-456b-8e13-27cb5b3f221c', 'name': '', 'network_id': 'ce9e61f4-ef81-4c77-8d8c-c51cc74bf35d', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'mac_address': 'fa:16:3e:80:68:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '878cf42b-e189-4116-8a53-6442029f98b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:59:19Z', 'updated_at': '2021-09-17T07:59:25Z', 'revision_number': 5, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'subnets': [{'id': '878cf42b-e189-4116-8a53-6442029f98b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82b5c5e4-a663-45f4-bd06-823c5454dddc', 'name': '', 'network_id': '5c1294dc-60ff-4002-820b-e1cf792b5840', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'mac_address': 'fa:16:3e:d5:4a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'device_owner': 'network:router_interface', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': '8ff1d171-b22d-4f7e-9110-1a00e858b844', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:59:25Z', 'updated_at': '2021-09-17T07:59:32Z', 'revision_number': 5, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'subnets': [{'id': '8ff1d171-b22d-4f7e-9110-1a00e858b844', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:59:49.357609 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-646f4e55-bbdb-451f-a6c1-872ea2dd8387 req-9602747e-2a1f-435b-b2b5-526068356388 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/security-groups/c6f2ec13-e425-4364-8965-497746c3b303 HTTP/1.1" status: 200 len: 1801 time: 0.1021941 Sep 17 07:59:49.395528 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 07:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d22c7dfc-8fa6-41e8-af61-60bcdd9ed792 x-openstack-request-id: req-d22c7dfc-8fa6-41e8-af61-60bcdd9ed792 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:59:49.396465 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b00cc2b-3fc3-4e27-aadc-157553d7327e", "tag": "98a20fcd-aafb-495f-a0b8-983e56df7077", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:59:49.397330 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d22c7dfc-8fa6-41e8-af61-60bcdd9ed792 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:59:49.397750 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b00cc2b-3fc3-4e27-aadc-157553d7327e', 'tag': '98a20fcd-aafb-495f-a0b8-983e56df7077', 'status': 'completed', 'code': 200} Sep 17 07:59:49.402774 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a06fd8c8-cd94-433b-bfb0-d610daefeed2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:49.427587 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [req-646f4e55-bbdb-451f-a6c1-872ea2dd8387 req-1579021b-cbfc-4bd5-96df-9dd70ff1ccfb tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 17 07:59:49.429046 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-646f4e55-bbdb-451f-a6c1-872ea2dd8387 req-1579021b-cbfc-4bd5-96df-9dd70ff1ccfb tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "DELETE /v2.0/security-groups/c6f2ec13-e425-4364-8965-497746c3b303 HTTP/1.1" status: 409 len: 341 time: 0.0632157 Sep 17 07:59:49.431931 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['98a20fcd-aafb-495f-a0b8-983e56df7077'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:59:49.463378 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a06fd8c8-cd94-433b-bfb0-d610daefeed2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:49.484426 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-75383e53-5291-4880-8ca2-22282acf97a9 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Deleting port b918094b-3ba9-4da0-8fb3-505311cc1b0a {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:59:49.484799 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-75383e53-5291-4880-8ca2-22282acf97a9 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:49.504678 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561c6671-593a-4481-a34c-7205a0043732 req-c2b9f291-3edf-4668-b752-a48b51f28636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:49.510136 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-561c6671-593a-4481-a34c-7205a0043732 req-c2b9f291-3edf-4668-b752-a48b51f28636 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=958ba9f9613c46689914bd3daf2ce99a&device_id=5b00cc2b-3fc3-4e27-aadc-157553d7327e HTTP/1.1" status: 200 len: 1174 time: 0.0663109 Sep 17 07:59:49.548649 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port 43c451a6-a395-49da-b293-ab53e938a7de completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 07:59:49.564223 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 43c451a6-a395-49da-b293-ab53e938a7de triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 07:59:49.565024 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:49.606271 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-75383e53-5291-4880-8ca2-22282acf97a9 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] For port b918094b-3ba9-4da0-8fb3-505311cc1b0a, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=b918094b-3ba9-4da0-8fb3-505311cc1b0a,segment=NetworkSegment(6f7000bc-5345-4d6a-acea-280f7cb76095),segment_id=6f7000bc-5345-4d6a-acea-280f7cb76095)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:59:49.606638 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-75383e53-5291-4880-8ca2-22282acf97a9 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:49.624182 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-75383e53-5291-4880-8ca2-22282acf97a9 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Calling delete_port for b918094b-3ba9-4da0-8fb3-505311cc1b0a owned by network:dhcp {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:59:49.626778 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a06fd8c8-cd94-433b-bfb0-d610daefeed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:49.630984 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a06fd8c8-cd94-433b-bfb0-d610daefeed2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:49.632212 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a06fd8c8-cd94-433b-bfb0-d610daefeed2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6b361a79-3f7c-4acc-ad32-5f85358618c0 HTTP/1.1" status: 204 len: 168 time: 0.3994324 Sep 17 07:59:49.649346 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06fd8c8-cd94-433b-bfb0-d610daefeed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b361a79-3f7c-4acc-ad32-5f85358618c0,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:49.676555 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561c6671-593a-4481-a34c-7205a0043732 req-c40b1773-4045-41db-9ac6-fe4385e1867e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:49.678177 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-561c6671-593a-4481-a34c-7205a0043732 req-c40b1773-4045-41db-9ac6-fe4385e1867e service neutron] 10.222.0.41 "GET /v2.0/networks?id=5c3939dc-d000-4839-b5e2-30565576d4d4 HTTP/1.1" status: 200 len: 913 time: 0.1638422 Sep 17 07:59:49.771122 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897d7540-333b-476e-82b5-3b939385fdd0 None None] DHCP port deletion for 4302a5b7-bad9-45a7-8ff8-417610bddbef request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 07:59:49.786157 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-75383e53-5291-4880-8ca2-22282acf97a9 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:49.799156 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:49.802390 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-561c6671-593a-4481-a34c-7205a0043732 req-65bc03a0-3ed0-4230-8bcf-d98499790738 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=98a20fcd-aafb-495f-a0b8-983e56df7077 HTTP/1.1" status: 200 len: 217 time: 0.1113310 Sep 17 07:59:49.837390 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75383e53-5291-4880-8ca2-22282acf97a9 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Pushing event deleted for resources: {'Port': ['ID=b918094b-3ba9-4da0-8fb3-505311cc1b0a,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:49.842137 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75383e53-5291-4880-8ca2-22282acf97a9 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] No DVR routers for this DVR port b918094b-3ba9-4da0-8fb3-505311cc1b0a on host n-d-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:59:49.907044 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84c4ddfb-c64b-49ae-926c-35168f0874b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c451a6-a395-49da-b293-ab53e938a7de'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:59:49.910641 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47fb0b03-ef02-43b6-9047-97b067418ef2" -d '{"events": [{"server_uuid": "84c4ddfb-c64b-49ae-926c-35168f0874b8", "name": "network-vif-plugged", "status": "completed", "tag": "43c451a6-a395-49da-b293-ab53e938a7de"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:59:49.910835 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561c6671-593a-4481-a34c-7205a0043732 req-68da2376-435a-41c0-95cf-b12c1a687b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:49.912200 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-561c6671-593a-4481-a34c-7205a0043732 req-68da2376-435a-41c0-95cf-b12c1a687b7b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=87ee52d6-ae56-4d6f-b1f7-f93e882b0a89 HTTP/1.1" status: 200 len: 852 time: 0.1018045 Sep 17 07:59:49.940819 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 43c451a6-a395-49da-b293-ab53e938a7de, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=43c451a6-a395-49da-b293-ab53e938a7de,segment=NetworkSegment(71348d47-96ec-4f02-9040-e95b6c04dc67),segment_id=71348d47-96ec-4f02-9040-e95b6c04dc67)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:59:49.951389 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:49.960084 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cdc6e92a-1f83-47c1-925f-6aa7470409af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:49.967297 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-75383e53-5291-4880-8ca2-22282acf97a9 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:50.004822 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-75383e53-5291-4880-8ca2-22282acf97a9 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4302a5b7-bad9-45a7-8ff8-417610bddbef']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:50.006598 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-561c6671-593a-4481-a34c-7205a0043732 req-30a91ca0-da20-411e-a140-c375216f4c0f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5c3939dc-d000-4839-b5e2-30565576d4d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643966 Sep 17 07:59:50.007603 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-780edfa7-4ace-4e07-b1c6-dc92e28e3458 x-openstack-request-id: req-780edfa7-4ace-4e07-b1c6-dc92e28e3458 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:59:50.007930 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84c4ddfb-c64b-49ae-926c-35168f0874b8", "name": "network-vif-plugged", "status": "completed", "tag": "43c451a6-a395-49da-b293-ab53e938a7de", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:59:50.008180 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-780edfa7-4ace-4e07-b1c6-dc92e28e3458 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:59:50.008568 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84c4ddfb-c64b-49ae-926c-35168f0874b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c451a6-a395-49da-b293-ab53e938a7de', 'code': 200} Sep 17 07:59:50.018884 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-75383e53-5291-4880-8ca2-22282acf97a9 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f7000bc-5345-4d6a-acea-280f7cb76095') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:50.019350 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-75383e53-5291-4880-8ca2-22282acf97a9 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f7000bc-5345-4d6a-acea-280f7cb76095') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:50.034658 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-75383e53-5291-4880-8ca2-22282acf97a9 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:50.049631 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=43c451a6-a395-49da-b293-ab53e938a7de,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:50.070208 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-75383e53-5291-4880-8ca2-22282acf97a9 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:50.087071 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75383e53-5291-4880-8ca2-22282acf97a9 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 07:59:50.087306 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-75383e53-5291-4880-8ca2-22282acf97a9 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:50.096052 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 07:59:50.096052 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 07:59:50.096052 n-d-789963-9 neutron-server[101290]: timer() Sep 17 07:59:50.096052 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 07:59:50.096052 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 07:59:50.096052 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 07:59:50.096052 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 07:59:50.096052 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 07:59:50.096052 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 07:59:50.096052 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 07:59:50.096052 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 07:59:50.096052 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 07:59:50.096052 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 07:59:50.096052 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 07:59:50.096052 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 07:59:50.096052 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 07:59:50.096052 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 07:59:50.096052 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 07:59:50.096052 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 07:59:50.096052 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 07:59:50.096052 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 07:59:50.096052 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 07:59:50.096052 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 07:59:50.096052 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 07:59:50.096052 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 07:59:50.096052 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 07:59:50.096052 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 07:59:50.096052 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 07:59:50.096052 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 07:59:50.096052 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 07:59:50.096052 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 07:59:50.096052 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 07:59:50.133278 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecfc1dc-5b66-4a96-adf4-940bd9bcf23b req-5315ef6a-3c15-4e1e-ab8a-9440de57d10a tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:50.135193 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3ecfc1dc-5b66-4a96-adf4-940bd9bcf23b req-5315ef6a-3c15-4e1e-ab8a-9440de57d10a tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b00cc2b-3fc3-4e27-aadc-157553d7327e HTTP/1.1" status: 200 len: 1023 time: 0.2457862 Sep 17 07:59:50.183018 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-75383e53-5291-4880-8ca2-22282acf97a9 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:50.195133 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-75383e53-5291-4880-8ca2-22282acf97a9 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:50.200591 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-75383e53-5291-4880-8ca2-22282acf97a9 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "DELETE /v2.0/networks/4302a5b7-bad9-45a7-8ff8-417610bddbef HTTP/1.1" status: 204 len: 168 time: 1.1518772 Sep 17 07:59:50.201967 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 52600) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:50.242147 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-561c6671-593a-4481-a34c-7205a0043732 req-fb79bd77-7f5b-4349-a031-ecfa9164c099 service neutron] 10.222.0.41 "GET /v2.0/networks/5c3939dc-d000-4839-b5e2-30565576d4d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259784 Sep 17 07:59:50.244442 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183dca10-71af-4cb2-a750-f115bb1b0da0 req-28fb6e8f-06a0-4224-a08b-e296f739a6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:50.246599 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-183dca10-71af-4cb2-a750-f115bb1b0da0 req-28fb6e8f-06a0-4224-a08b-e296f739a6fe service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=84c4ddfb-c64b-49ae-926c-35168f0874b8 HTTP/1.1" status: 200 len: 1096 time: 0.1233156 Sep 17 07:59:50.257514 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3ecfc1dc-5b66-4a96-adf4-940bd9bcf23b req-cace8a56-bb7b-4882-bf38-308fcd90a8f6 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6f2ec13-e425-4364-8965-497746c3b303&id=db312e7f-1a3f-4ea9-ad55-8740cb4f40b6&id=695eb63f-d7b8-4c2a-b53c-177eb40f4cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1075039 Sep 17 07:59:50.265653 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75383e53-5291-4880-8ca2-22282acf97a9 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Pushing event deleted for resources: {'Network': ['ID=4302a5b7-bad9-45a7-8ff8-417610bddbef,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:50.330960 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-183dca10-71af-4cb2-a750-f115bb1b0da0 req-e6f7aa62-041e-4007-95d2-ad21a21aced9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=34c8b5d5-d713-4c1c-b9b0-67bfd8b37f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731184 Sep 17 07:59:50.448425 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-561c6671-593a-4481-a34c-7205a0043732 req-3499369e-1e88-4443-aedf-922ded7268f2 service neutron] 10.222.0.41 "GET /v2.0/networks/5c3939dc-d000-4839-b5e2-30565576d4d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815641 Sep 17 07:59:50.477954 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a6ccda-ccf8-4817-baa3-05ac470d3498 req-7c3e2012-b975-4242-8bfe-77efdc4f64a1 tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:50.481152 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-05a6ccda-ccf8-4817-baa3-05ac470d3498 req-7c3e2012-b975-4242-8bfe-77efdc4f64a1 tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c4ddfb-c64b-49ae-926c-35168f0874b8 HTTP/1.1" status: 200 len: 945 time: 0.0845270 Sep 17 07:59:50.521805 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-05a6ccda-ccf8-4817-baa3-05ac470d3498 req-79d29962-4a94-4163-b333-322a37263901 tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] 10.222.0.13 "GET /v2.0/security-groups?id=34c8b5d5-d713-4c1c-b9b0-67bfd8b37f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348654 Sep 17 07:59:50.611720 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-da29bf6b-f592-4784-b791-509e1387231b tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:50.793286 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 4c0fd94d-fe38-4bff-9500-d6d2716d4386 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:59:50.816682 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 4c0fd94d-fe38-4bff-9500-d6d2716d4386 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:59:50.817224 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 4c0fd94d-fe38-4bff-9500-d6d2716d4386 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:59:50.818469 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device b918094b-3ba9-4da0-8fb3-505311cc1b0a no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:59:50.844233 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: b918094b-3ba9-4da0-8fb3-505311cc1b0a {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:59:50.844471 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device b918094b-3ba9-4da0-8fb3-505311cc1b0a not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:59:50.884665 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-da29bf6b-f592-4784-b791-509e1387231b tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Deleting port 82b5c5e4-a663-45f4-bd06-823c5454dddc {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:59:50.885170 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-da29bf6b-f592-4784-b791-509e1387231b tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:50.979320 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-da29bf6b-f592-4784-b791-509e1387231b tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] For port 82b5c5e4-a663-45f4-bd06-823c5454dddc, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=82b5c5e4-a663-45f4-bd06-823c5454dddc,segment=NetworkSegment(2585e118-cf4a-4391-a344-36567cb61c8d),segment_id=2585e118-cf4a-4391-a344-36567cb61c8d)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:59:50.979776 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-da29bf6b-f592-4784-b791-509e1387231b tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:50.994638 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-da29bf6b-f592-4784-b791-509e1387231b tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Calling delete_port for 82b5c5e4-a663-45f4-bd06-823c5454dddc owned by network:router_interface {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:59:51.186126 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-da29bf6b-f592-4784-b791-509e1387231b tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:51.219182 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da29bf6b-f592-4784-b791-509e1387231b tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Pushing event deleted for resources: {'Port': ['ID=82b5c5e4-a663-45f4-bd06-823c5454dddc,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:51.412944 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59736c57-2af8-4da1-8487-158bd60153bb req-5338519a-daba-40ab-a605-05e34c7596dd tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:51.418666 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-da29bf6b-f592-4784-b791-509e1387231b tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:51.422198 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-59736c57-2af8-4da1-8487-158bd60153bb req-5338519a-daba-40ab-a605-05e34c7596dd tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b00cc2b-3fc3-4e27-aadc-157553d7327e HTTP/1.1" status: 200 len: 1023 time: 0.0713296 Sep 17 07:59:51.471560 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-59736c57-2af8-4da1-8487-158bd60153bb req-6916615b-b40e-4db8-ad6a-dc7d6383c5c7 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6f2ec13-e425-4364-8965-497746c3b303&id=db312e7f-1a3f-4ea9-ad55-8740cb4f40b6&id=695eb63f-d7b8-4c2a-b53c-177eb40f4cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0480282 Sep 17 07:59:51.580252 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db7fe2f-9b50-4257-b98e-1307a04f983e req-1fde0b81-044e-45e5-88dc-82561f7c58b9 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:51.582563 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6db7fe2f-9b50-4257-b98e-1307a04f983e req-1fde0b81-044e-45e5-88dc-82561f7c58b9 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b00cc2b-3fc3-4e27-aadc-157553d7327e HTTP/1.1" status: 200 len: 1023 time: 0.0576768 Sep 17 07:59:51.640026 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da29bf6b-f592-4784-b791-509e1387231b tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Router f005ec06-9a0c-486a-be4a-d02c0bc75653 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:59:51.736849 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc6af0-c911-4e47-b0f2-b2042020802a req-752e3eae-5652-4ff5-88cd-bcbda18618ab tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:51.738435 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-60bc6af0-c911-4e47-b0f2-b2042020802a req-752e3eae-5652-4ff5-88cd-bcbda18618ab tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c4ddfb-c64b-49ae-926c-35168f0874b8 HTTP/1.1" status: 200 len: 945 time: 0.1179903 Sep 17 07:59:51.765841 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da29bf6b-f592-4784-b791-509e1387231b tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:59:51.776761 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-6db7fe2f-9b50-4257-b98e-1307a04f983e req-44ac14c4-321e-4dd1-b1fa-08e0be1ce22b tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Deleting port 98a20fcd-aafb-495f-a0b8-983e56df7077 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:59:51.778078 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-6db7fe2f-9b50-4257-b98e-1307a04f983e req-44ac14c4-321e-4dd1-b1fa-08e0be1ce22b tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:51.781307 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610a03b6-60c2-4712-b0d2-8556cb603173 None None] Sync routers for ids ['f005ec06-9a0c-486a-be4a-d02c0bc75653'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:59:51.781690 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-da29bf6b-f592-4784-b791-509e1387231b tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "PUT /v2.0/routers/f005ec06-9a0c-486a-be4a-d02c0bc75653/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5783882 Sep 17 07:59:51.785307 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 52674) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:51.795604 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610a03b6-60c2-4712-b0d2-8556cb603173 None None] Routers {'f005ec06-9a0c-486a-be4a-d02c0bc75653'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:59:51.798299 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-610a03b6-60c2-4712-b0d2-8556cb603173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:59:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['f005ec06-9a0c-486a-be4a-d02c0bc75653'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:51.819517 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-60bc6af0-c911-4e47-b0f2-b2042020802a req-0c5ae808-1a0d-4cf3-af95-4396e2cb491a tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] 10.222.0.13 "GET /v2.0/security-groups?id=34c8b5d5-d713-4c1c-b9b0-67bfd8b37f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713422 Sep 17 07:59:51.902697 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-6db7fe2f-9b50-4257-b98e-1307a04f983e req-44ac14c4-321e-4dd1-b1fa-08e0be1ce22b tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] For port 98a20fcd-aafb-495f-a0b8-983e56df7077, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=98a20fcd-aafb-495f-a0b8-983e56df7077,segment=NetworkSegment(4821f2e6-bd80-4aac-98cc-bc8dfa1b531e),segment_id=4821f2e6-bd80-4aac-98cc-bc8dfa1b531e)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:59:51.903073 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-6db7fe2f-9b50-4257-b98e-1307a04f983e req-44ac14c4-321e-4dd1-b1fa-08e0be1ce22b tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:51.916415 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-876b6910-e3d3-4916-8cf3-21b77fb66779 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Deleting subnet 8ff1d171-b22d-4f7e-9110-1a00e858b844 {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:59:51.916978 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-6db7fe2f-9b50-4257-b98e-1307a04f983e req-44ac14c4-321e-4dd1-b1fa-08e0be1ce22b tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Calling delete_port for 98a20fcd-aafb-495f-a0b8-983e56df7077 owned by compute:nova {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:59:51.921013 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-876b6910-e3d3-4916-8cf3-21b77fb66779 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:51.978717 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-610a03b6-60c2-4712-b0d2-8556cb603173 None None] Set router f005ec06-9a0c-486a-be4a-d02c0bc75653 gateway port host: None {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:59:51.979290 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-876b6910-e3d3-4916-8cf3-21b77fb66779 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:52.079129 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-6db7fe2f-9b50-4257-b98e-1307a04f983e req-44ac14c4-321e-4dd1-b1fa-08e0be1ce22b tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:52.086847 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-876b6910-e3d3-4916-8cf3-21b77fb66779 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:52.114964 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['98a20fcd-aafb-495f-a0b8-983e56df7077'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:59:52.117243 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ac14c4-321e-4dd1-b1fa-08e0be1ce22b tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Pushing event deleted for resources: {'Port': ['ID=98a20fcd-aafb-495f-a0b8-983e56df7077,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:52.123984 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['88d14c71-d63f-45a9-985e-9ee4f2fa9b49'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 07:59:52.159339 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-876b6910-e3d3-4916-8cf3-21b77fb66779 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:52.188783 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db7fe2f-9b50-4257-b98e-1307a04f983e req-44ac14c4-321e-4dd1-b1fa-08e0be1ce22b tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] No DVR routers for this DVR port 98a20fcd-aafb-495f-a0b8-983e56df7077 on host n-h1-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:59:52.191241 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876b6910-e3d3-4916-8cf3-21b77fb66779 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Pushing event deleted for resources: {'Subnet': ['ID=8ff1d171-b22d-4f7e-9110-1a00e858b844,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:52.191993 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-6db7fe2f-9b50-4257-b98e-1307a04f983e req-44ac14c4-321e-4dd1-b1fa-08e0be1ce22b tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:52.193531 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-876b6910-e3d3-4916-8cf3-21b77fb66779 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:52.194063 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6db7fe2f-9b50-4257-b98e-1307a04f983e req-44ac14c4-321e-4dd1-b1fa-08e0be1ce22b tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.41 "DELETE /v2.0/ports/98a20fcd-aafb-495f-a0b8-983e56df7077 HTTP/1.1" status: 204 len: 173 time: 0.6037457 Sep 17 07:59:52.194615 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b00cc2b-3fc3-4e27-aadc-157553d7327e', 'name': 'network-vif-deleted', 'tag': '98a20fcd-aafb-495f-a0b8-983e56df7077'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 07:59:52.198151 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-876b6910-e3d3-4916-8cf3-21b77fb66779 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "DELETE /v2.0/subnets/8ff1d171-b22d-4f7e-9110-1a00e858b844 HTTP/1.1" status: 204 len: 168 time: 0.4069536 Sep 17 07:59:52.198303 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90396710-9870-4f43-b550-3c026a00de84" -d '{"events": [{"server_uuid": "5b00cc2b-3fc3-4e27-aadc-157553d7327e", "name": "network-vif-deleted", "tag": "98a20fcd-aafb-495f-a0b8-983e56df7077"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 07:59:52.199512 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 52690) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:52.239161 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 07:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b94db42-576f-4a96-8c23-c7ffc317eda5 x-openstack-request-id: req-7b94db42-576f-4a96-8c23-c7ffc317eda5 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 07:59:52.239658 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b00cc2b-3fc3-4e27-aadc-157553d7327e", "name": "network-vif-deleted", "tag": "98a20fcd-aafb-495f-a0b8-983e56df7077", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 07:59:52.240128 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7b94db42-576f-4a96-8c23-c7ffc317eda5 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 07:59:52.240706 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b00cc2b-3fc3-4e27-aadc-157553d7327e', 'name': 'network-vif-deleted', 'tag': '98a20fcd-aafb-495f-a0b8-983e56df7077', 'status': 'completed', 'code': 200} Sep 17 07:59:52.248381 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9c7f51-3b0a-42dd-b1af-afe645eb0e32 None None] Network 5c1294dc-60ff-4002-820b-e1cf792b5840 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:59:52.286627 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 52694) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:52.316567 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6300e60b-e78b-46dd-90a1-ae821914a525 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:52.375515 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-6300e60b-e78b-46dd-90a1-ae821914a525 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Deleting port 692d446b-18e7-4ceb-982f-f852d4330220 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:59:52.376385 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6300e60b-e78b-46dd-90a1-ae821914a525 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:52.425359 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e85e9a95-e0ed-49cf-809c-bf6a7a28a4ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:52.452251 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-6300e60b-e78b-46dd-90a1-ae821914a525 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] For port 692d446b-18e7-4ceb-982f-f852d4330220, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=692d446b-18e7-4ceb-982f-f852d4330220,segment=NetworkSegment(2585e118-cf4a-4391-a344-36567cb61c8d),segment_id=2585e118-cf4a-4391-a344-36567cb61c8d)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:59:52.452827 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6300e60b-e78b-46dd-90a1-ae821914a525 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:52.465592 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-898662b1-35f4-49a9-8a9b-e8c38f6fb931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:52.470605 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-6300e60b-e78b-46dd-90a1-ae821914a525 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Calling delete_port for 692d446b-18e7-4ceb-982f-f852d4330220 owned by network:dhcp {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:59:52.534112 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-610a03b6-60c2-4712-b0d2-8556cb603173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'name': 'tempest-RoutersTest-router-1180335038', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:59:17Z', 'updated_at': '2021-09-17T07:59:51Z', 'revision_number': 10, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'gw_port_host': None, '_interfaces': [{'id': '82945693-0cdc-456b-8e13-27cb5b3f221c', 'name': '', 'network_id': 'ce9e61f4-ef81-4c77-8d8c-c51cc74bf35d', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'mac_address': 'fa:16:3e:80:68:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '878cf42b-e189-4116-8a53-6442029f98b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:59:19Z', 'updated_at': '2021-09-17T07:59:25Z', 'revision_number': 5, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'subnets': [{'id': '878cf42b-e189-4116-8a53-6442029f98b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:52.548918 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e85e9a95-e0ed-49cf-809c-bf6a7a28a4ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:52.560702 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e85e9a95-e0ed-49cf-809c-bf6a7a28a4ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:52.569775 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610a03b6-60c2-4712-b0d2-8556cb603173 None None] Checking router: f005ec06-9a0c-486a-be4a-d02c0bc75653 for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:59:52.573690 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6300e60b-e78b-46dd-90a1-ae821914a525 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:52.589047 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85e9a95-e0ed-49cf-809c-bf6a7a28a4ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b327137b-df29-4342-8fab-f3c1f671370d,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:52.596058 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610a03b6-60c2-4712-b0d2-8556cb603173 None None] Routers {'f005ec06-9a0c-486a-be4a-d02c0bc75653'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:59:52.596700 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-610a03b6-60c2-4712-b0d2-8556cb603173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:59:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['f005ec06-9a0c-486a-be4a-d02c0bc75653'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:52.615243 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e85e9a95-e0ed-49cf-809c-bf6a7a28a4ea admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7aaea60d034f490fbfe6fa1bb1167bbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3275254 Sep 17 07:59:52.626244 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 52700) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:52.642341 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beaf2022-953a-4c99-9ab4-17014714a55e None None] DHCP port deletion for 5c1294dc-60ff-4002-820b-e1cf792b5840 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 07:59:52.643783 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6300e60b-e78b-46dd-90a1-ae821914a525 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] No DVR routers for this DVR port 692d446b-18e7-4ceb-982f-f852d4330220 on host n-d-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:59:52.650874 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6d8ef2ba-f126-44f8-b266-932d4f5c2f91 req-8cdda48d-de8b-4099-a346-ef6b67148e8a tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b00cc2b-3fc3-4e27-aadc-157553d7327e HTTP/1.1" status: 200 len: 210 time: 0.0339861 Sep 17 07:59:52.672253 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6300e60b-e78b-46dd-90a1-ae821914a525 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Pushing event deleted for resources: {'Port': ['ID=692d446b-18e7-4ceb-982f-f852d4330220,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:52.723131 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:52.754263 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8f9ab8d7-357f-4e0b-9177-c958dad9223a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:52.769359 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-610a03b6-60c2-4712-b0d2-8556cb603173 None None] Set router f005ec06-9a0c-486a-be4a-d02c0bc75653 gateway port host: None {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:59:52.781243 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-84c62cc9-32db-4c26-83cd-303a792ad0f9 req-965459f8-2041-44e3-9a65-dd755286dccb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=706b6671-3c66-4294-84b0-31a8c1f04549&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0861523 Sep 17 07:59:52.803655 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8f9ab8d7-357f-4e0b-9177-c958dad9223a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:52.837672 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6300e60b-e78b-46dd-90a1-ae821914a525 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:52.885509 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8f9ab8d7-357f-4e0b-9177-c958dad9223a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:52.889033 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8f9ab8d7-357f-4e0b-9177-c958dad9223a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:52.891537 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-8f9ab8d7-357f-4e0b-9177-c958dad9223a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b327137b-df29-4342-8fab-f3c1f671370d HTTP/1.1" status: 204 len: 168 time: 0.2640214 Sep 17 07:59:52.893874 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-6300e60b-e78b-46dd-90a1-ae821914a525 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c1294dc-60ff-4002-820b-e1cf792b5840']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:52.913759 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9ab8d7-357f-4e0b-9177-c958dad9223a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b327137b-df29-4342-8fab-f3c1f671370d,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:52.925250 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-6300e60b-e78b-46dd-90a1-ae821914a525 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2585e118-cf4a-4391-a344-36567cb61c8d') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:52.925776 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-6300e60b-e78b-46dd-90a1-ae821914a525 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2585e118-cf4a-4391-a344-36567cb61c8d') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:52.944679 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6300e60b-e78b-46dd-90a1-ae821914a525 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:52.950892 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 692d446b-18e7-4ceb-982f-f852d4330220 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:59:52.995145 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6300e60b-e78b-46dd-90a1-ae821914a525 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:53.000237 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 692d446b-18e7-4ceb-982f-f852d4330220 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:59:53.000587 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 692d446b-18e7-4ceb-982f-f852d4330220 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:59:53.002522 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6300e60b-e78b-46dd-90a1-ae821914a525 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 07:59:53.003194 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6300e60b-e78b-46dd-90a1-ae821914a525 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:53.063288 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 07:59:53.063288 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 07:59:53.063288 n-d-789963-9 neutron-server[101290]: timer() Sep 17 07:59:53.063288 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 07:59:53.063288 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 07:59:53.063288 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 07:59:53.063288 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 07:59:53.063288 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 07:59:53.063288 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 07:59:53.063288 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 07:59:53.063288 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 07:59:53.063288 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 07:59:53.063288 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 07:59:53.063288 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 07:59:53.063288 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 07:59:53.063288 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 07:59:53.063288 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 07:59:53.063288 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 07:59:53.063288 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 07:59:53.063288 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 07:59:53.063288 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 07:59:53.063288 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 07:59:53.063288 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 07:59:53.063288 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 07:59:53.063288 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 07:59:53.063288 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 07:59:53.063288 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 07:59:53.063288 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 07:59:53.063288 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 07:59:53.063288 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 07:59:53.063288 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 07:59:53.063288 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 07:59:53.076764 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6300e60b-e78b-46dd-90a1-ae821914a525 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:53.083121 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32272af-2f84-4f22-a957-84422ae4985e req-db9e572a-84a5-4ce0-adff-aa380b65d626 tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:53.085430 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6300e60b-e78b-46dd-90a1-ae821914a525 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:53.087279 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6300e60b-e78b-46dd-90a1-ae821914a525 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "DELETE /v2.0/networks/5c1294dc-60ff-4002-820b-e1cf792b5840 HTTP/1.1" status: 204 len: 168 time: 0.8785560 Sep 17 07:59:53.092933 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 52710) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:53.095873 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e32272af-2f84-4f22-a957-84422ae4985e req-db9e572a-84a5-4ce0-adff-aa380b65d626 tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c4ddfb-c64b-49ae-926c-35168f0874b8 HTTP/1.1" status: 200 len: 945 time: 0.1426690 Sep 17 07:59:53.118391 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6300e60b-e78b-46dd-90a1-ae821914a525 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Pushing event deleted for resources: {'Network': ['ID=5c1294dc-60ff-4002-820b-e1cf792b5840,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:53.132490 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c62cc9-32db-4c26-83cd-303a792ad0f9 req-5af1350f-9aee-4236-8205-b27f8f48a70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:53.132984 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c62cc9-32db-4c26-83cd-303a792ad0f9 req-5af1350f-9aee-4236-8205-b27f8f48a70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:53.133462 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c62cc9-32db-4c26-83cd-303a792ad0f9 req-5af1350f-9aee-4236-8205-b27f8f48a70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:53.133935 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c62cc9-32db-4c26-83cd-303a792ad0f9 req-5af1350f-9aee-4236-8205-b27f8f48a70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:53.134405 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c62cc9-32db-4c26-83cd-303a792ad0f9 req-5af1350f-9aee-4236-8205-b27f8f48a70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:53.134878 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c62cc9-32db-4c26-83cd-303a792ad0f9 req-5af1350f-9aee-4236-8205-b27f8f48a70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:53.135346 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c62cc9-32db-4c26-83cd-303a792ad0f9 req-5af1350f-9aee-4236-8205-b27f8f48a70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:53.137994 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-84c62cc9-32db-4c26-83cd-303a792ad0f9 req-5af1350f-9aee-4236-8205-b27f8f48a70c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=be827b1e83e148ae835f43092deae86a&device_id=706b6671-3c66-4294-84b0-31a8c1f04549 HTTP/1.1" status: 200 len: 6502 time: 0.1416848 Sep 17 07:59:53.171758 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e32272af-2f84-4f22-a957-84422ae4985e req-31342e82-41e5-48ef-8098-0ab5c45487da tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] 10.222.0.13 "GET /v2.0/security-groups?id=34c8b5d5-d713-4c1c-b9b0-67bfd8b37f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699368 Sep 17 07:59:53.187558 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-610a03b6-60c2-4712-b0d2-8556cb603173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'name': 'tempest-RoutersTest-router-1180335038', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:59:17Z', 'updated_at': '2021-09-17T07:59:51Z', 'revision_number': 10, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'gw_port_host': None, '_interfaces': [{'id': '82945693-0cdc-456b-8e13-27cb5b3f221c', 'name': '', 'network_id': 'ce9e61f4-ef81-4c77-8d8c-c51cc74bf35d', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'mac_address': 'fa:16:3e:80:68:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '878cf42b-e189-4116-8a53-6442029f98b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:59:19Z', 'updated_at': '2021-09-17T07:59:25Z', 'revision_number': 5, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'subnets': [{'id': '878cf42b-e189-4116-8a53-6442029f98b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:53.226198 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610a03b6-60c2-4712-b0d2-8556cb603173 None None] The sync data for ids ['f005ec06-9a0c-486a-be4a-d02c0bc75653'] in n-d-789963-9 is: [{'id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'name': 'tempest-RoutersTest-router-1180335038', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:59:17Z', 'updated_at': '2021-09-17T07:59:51Z', 'revision_number': 10, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'gw_port_host': None, '_interfaces': [{'id': '82945693-0cdc-456b-8e13-27cb5b3f221c', 'name': '', 'network_id': 'ce9e61f4-ef81-4c77-8d8c-c51cc74bf35d', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'mac_address': 'fa:16:3e:80:68:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '878cf42b-e189-4116-8a53-6442029f98b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:59:19Z', 'updated_at': '2021-09-17T07:59:25Z', 'revision_number': 5, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'subnets': [{'id': '878cf42b-e189-4116-8a53-6442029f98b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:59:53.297283 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c62cc9-32db-4c26-83cd-303a792ad0f9 req-5f6ac817-ed71-448f-a1fb-46cbe516e9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:53.298067 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c62cc9-32db-4c26-83cd-303a792ad0f9 req-5f6ac817-ed71-448f-a1fb-46cbe516e9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:53.298545 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c62cc9-32db-4c26-83cd-303a792ad0f9 req-5f6ac817-ed71-448f-a1fb-46cbe516e9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:53.300268 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-84c62cc9-32db-4c26-83cd-303a792ad0f9 req-5f6ac817-ed71-448f-a1fb-46cbe516e9a4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6cfc3ea8-69fd-4619-936c-5df378582b6b&id=d8564b37-cdc8-4e9d-8712-8bb5e8dd0908&id=d8564b37-cdc8-4e9d-8712-8bb5e8dd0908&id=d8564b37-cdc8-4e9d-8712-8bb5e8dd0908&id=d8564b37-cdc8-4e9d-8712-8bb5e8dd0908&id=23dc9245-044a-48fa-8f5c-bfe08f2d4cd2&id=23dc9245-044a-48fa-8f5c-bfe08f2d4cd2 HTTP/1.1" status: 200 len: 2296 time: 0.1273384 Sep 17 07:59:53.355616 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 52718) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:53.377817 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-142e4afb-f454-4157-9ad1-1306240c2429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:53.394343 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-84c62cc9-32db-4c26-83cd-303a792ad0f9 req-0cbc547f-5125-40c4-a0d8-254390275e14 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a68e833f-a972-4578-b451-f6cdb669cad4 HTTP/1.1" status: 200 len: 1001 time: 0.0824971 Sep 17 07:59:53.474302 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c62cc9-32db-4c26-83cd-303a792ad0f9 req-25ea7610-e5c5-4244-8dfe-3aad3be26625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:53.475999 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-84c62cc9-32db-4c26-83cd-303a792ad0f9 req-25ea7610-e5c5-4244-8dfe-3aad3be26625 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f067041-ce8b-4655-bfa4-ebeec18fa6e5 HTTP/1.1" status: 200 len: 853 time: 0.0725081 Sep 17 07:59:53.504472 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d021c-f090-44e8-bc62-bccb9367b285 req-42d27dbe-5472-4494-8f1c-9e76d513ef48 tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:53.505962 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b49d021c-f090-44e8-bc62-bccb9367b285 req-42d27dbe-5472-4494-8f1c-9e76d513ef48 tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c4ddfb-c64b-49ae-926c-35168f0874b8 HTTP/1.1" status: 200 len: 945 time: 0.0678747 Sep 17 07:59:53.551606 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c62cc9-32db-4c26-83cd-303a792ad0f9 req-e4a3529e-be0e-4cf3-b71c-b30060f3b4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:53.553058 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-84c62cc9-32db-4c26-83cd-303a792ad0f9 req-e4a3529e-be0e-4cf3-b71c-b30060f3b4cc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6cfc3ea8-69fd-4619-936c-5df378582b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676339 Sep 17 07:59:53.574687 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b49d021c-f090-44e8-bc62-bccb9367b285 req-5c262dfe-39ef-4a75-a9bb-8433779137d6 tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] 10.222.0.13 "GET /v2.0/security-groups?id=34c8b5d5-d713-4c1c-b9b0-67bfd8b37f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536902 Sep 17 07:59:53.578966 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327383e2-a4db-492c-8add-4465703a46a8 req-b70e5c20-36ad-47b8-9f11-33fbea0f2574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:53.580715 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-327383e2-a4db-492c-8add-4465703a46a8 req-b70e5c20-36ad-47b8-9f11-33fbea0f2574 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9dbab59b3f8c480a85bd53914db13553&device_id=84c4ddfb-c64b-49ae-926c-35168f0874b8 HTTP/1.1" status: 200 len: 1096 time: 0.0761003 Sep 17 07:59:53.623900 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:53.629251 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-142e4afb-f454-4157-9ad1-1306240c2429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:53.644459 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-142e4afb-f454-4157-9ad1-1306240c2429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:53.663963 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-84c62cc9-32db-4c26-83cd-303a792ad0f9 req-a8ca1de1-3e57-4b26-ba96-964e9f027b28 service neutron] 10.222.0.39 "GET /v2.0/networks/6cfc3ea8-69fd-4619-936c-5df378582b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025398 Sep 17 07:59:53.736080 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-142e4afb-f454-4157-9ad1-1306240c2429 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=31786ad01c4249a3bbc5189ba73b45b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3792670 Sep 17 07:59:53.739260 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 52724) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:53.770221 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e4afb-f454-4157-9ad1-1306240c2429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422eb7dd-2dd5-44aa-bfee-63bfdcb65c39,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:53.775245 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327383e2-a4db-492c-8add-4465703a46a8 req-5bf82451-af4a-4eab-8462-fcc388ea7cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:53.776983 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-327383e2-a4db-492c-8add-4465703a46a8 req-5bf82451-af4a-4eab-8462-fcc388ea7cf2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=12ed4db6-5921-426d-a067-ecce3442f9d9 HTTP/1.1" status: 200 len: 914 time: 0.1848631 Sep 17 07:59:53.826105 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-327383e2-a4db-492c-8add-4465703a46a8 req-47439f73-e87a-4506-a558-f7b8b9102738 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43c451a6-a395-49da-b293-ab53e938a7de HTTP/1.1" status: 200 len: 217 time: 0.0410733 Sep 17 07:59:53.838123 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-84c62cc9-32db-4c26-83cd-303a792ad0f9 req-9af01c9a-7983-4caf-a45e-ff9f6e4b0293 service neutron] 10.222.0.39 "GET /v2.0/networks/6cfc3ea8-69fd-4619-936c-5df378582b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665730 Sep 17 07:59:53.859610 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-489683d6-8187-48da-86fd-5ac104cf9da2 req-e8e2855a-f71c-415d-ac39-807d811da625 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/security-groups/695eb63f-d7b8-4c2a-b53c-177eb40f4cb0 HTTP/1.1" status: 200 len: 1803 time: 0.0969319 Sep 17 07:59:53.865464 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ebbda369-c8de-413d-9c9b-8a34306344e6 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:53.893605 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-84c62cc9-32db-4c26-83cd-303a792ad0f9 req-ea414db6-bcaf-4f51-b298-80b3b8c99024 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=2e8d2cc8-f6f7-4d9c-ba24-cee4c068da0b HTTP/1.1" status: 200 len: 217 time: 0.0444062 Sep 17 07:59:53.894210 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-af563ae7-18f9-4031-84a5-3b246ed19007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:53.981942 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-af563ae7-18f9-4031-84a5-3b246ed19007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:54.004605 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c62cc9-32db-4c26-83cd-303a792ad0f9 req-0e4b6273-ce17-45cb-a221-591756df80dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:54.006099 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-84c62cc9-32db-4c26-83cd-303a792ad0f9 req-0e4b6273-ce17-45cb-a221-591756df80dc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bfc0f6d4-23f1-47ca-971c-a1c789dc7289 HTTP/1.1" status: 200 len: 797 time: 0.1037877 Sep 17 07:59:54.060890 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-489683d6-8187-48da-86fd-5ac104cf9da2 req-d7a0c2b3-c17c-4d6e-b45e-5de6afe85d78 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:54.096960 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-489683d6-8187-48da-86fd-5ac104cf9da2 req-d7a0c2b3-c17c-4d6e-b45e-5de6afe85d78 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:54.115640 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c62cc9-32db-4c26-83cd-303a792ad0f9 req-528606e5-a1c1-4947-9db6-e019d8960fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:54.117240 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-84c62cc9-32db-4c26-83cd-303a792ad0f9 req-528606e5-a1c1-4947-9db6-e019d8960fc8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d8564b37-cdc8-4e9d-8712-8bb5e8dd0908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0913057 Sep 17 07:59:54.122643 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-af563ae7-18f9-4031-84a5-3b246ed19007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:54.125285 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-af563ae7-18f9-4031-84a5-3b246ed19007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:54.126473 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-af563ae7-18f9-4031-84a5-3b246ed19007 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/422eb7dd-2dd5-44aa-bfee-63bfdcb65c39 HTTP/1.1" status: 204 len: 168 time: 0.3860331 Sep 17 07:59:54.156306 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af563ae7-18f9-4031-84a5-3b246ed19007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422eb7dd-2dd5-44aa-bfee-63bfdcb65c39,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:54.228136 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-489683d6-8187-48da-86fd-5ac104cf9da2 req-d7a0c2b3-c17c-4d6e-b45e-5de6afe85d78 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:54.232091 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-489683d6-8187-48da-86fd-5ac104cf9da2 req-d7a0c2b3-c17c-4d6e-b45e-5de6afe85d78 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:54.233240 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-489683d6-8187-48da-86fd-5ac104cf9da2 req-d7a0c2b3-c17c-4d6e-b45e-5de6afe85d78 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "DELETE /v2.0/security-groups/695eb63f-d7b8-4c2a-b53c-177eb40f4cb0 HTTP/1.1" status: 204 len: 173 time: 0.3425770 Sep 17 07:59:54.250712 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a0c2b3-c17c-4d6e-b45e-5de6afe85d78 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=695eb63f-d7b8-4c2a-b53c-177eb40f4cb0,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:54.305666 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327383e2-a4db-492c-8add-4465703a46a8 req-92ef30f4-5b4b-4a27-9444-8d9ee9ec8ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:54.306850 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-327383e2-a4db-492c-8add-4465703a46a8 req-92ef30f4-5b4b-4a27-9444-8d9ee9ec8ebd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4340de2b-afc7-42d4-ac28-d311642f2b8e HTTP/1.1" status: 200 len: 853 time: 0.4704378 Sep 17 07:59:54.307956 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-84c62cc9-32db-4c26-83cd-303a792ad0f9 req-7310108e-ec60-4d93-9891-a9410bdab659 service neutron] 10.222.0.39 "GET /v2.0/networks/d8564b37-cdc8-4e9d-8712-8bb5e8dd0908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622205 Sep 17 07:59:54.364989 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-10200c2c-8e77-4bf6-a697-834764a316fd req-62350f85-0272-46c7-b205-f3e1cfd39634 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/security-groups/c6f2ec13-e425-4364-8965-497746c3b303 HTTP/1.1" status: 200 len: 1801 time: 0.1004410 Sep 17 07:59:54.374385 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-327383e2-a4db-492c-8add-4465703a46a8 req-320a4f67-ee77-4574-927d-d1bc68017afa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=12ed4db6-5921-426d-a067-ecce3442f9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537589 Sep 17 07:59:54.436749 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 98a20fcd-aafb-495f-a0b8-983e56df7077 no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:59:54.468664 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] No Port match for: 98a20fcd-aafb-495f-a0b8-983e56df7077 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:59:54.469359 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 98a20fcd-aafb-495f-a0b8-983e56df7077 not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:59:54.472726 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-84c62cc9-32db-4c26-83cd-303a792ad0f9 req-1cb29400-1aee-4048-94bc-ce13b74b794a service neutron] 10.222.0.39 "GET /v2.0/networks/d8564b37-cdc8-4e9d-8712-8bb5e8dd0908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506226 Sep 17 07:59:54.478341 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-10200c2c-8e77-4bf6-a697-834764a316fd req-1f6e7b5f-fc77-4bd1-b3b3-82a0d48faf63 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:54.492095 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-327383e2-a4db-492c-8add-4465703a46a8 req-70c2a9a6-84ae-4658-9ab1-aaee7d87182f service neutron] 10.222.0.39 "GET /v2.0/networks/12ed4db6-5921-426d-a067-ecce3442f9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923486 Sep 17 07:59:54.535882 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-84c62cc9-32db-4c26-83cd-303a792ad0f9 req-658530e9-5ae5-430a-b968-2380b36e4c2a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=858f97dd-d6a3-4621-8715-ddba12e25df6 HTTP/1.1" status: 200 len: 217 time: 0.0533445 Sep 17 07:59:54.539465 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-10200c2c-8e77-4bf6-a697-834764a316fd req-1f6e7b5f-fc77-4bd1-b3b3-82a0d48faf63 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:54.617588 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c62cc9-32db-4c26-83cd-303a792ad0f9 req-5420338d-2379-4339-a887-0f4533f61542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:54.619135 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-84c62cc9-32db-4c26-83cd-303a792ad0f9 req-5420338d-2379-4339-a887-0f4533f61542 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bfc0f6d4-23f1-47ca-971c-a1c789dc7289 HTTP/1.1" status: 200 len: 797 time: 0.0712440 Sep 17 07:59:54.625180 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-10200c2c-8e77-4bf6-a697-834764a316fd req-1f6e7b5f-fc77-4bd1-b3b3-82a0d48faf63 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:54.628286 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-10200c2c-8e77-4bf6-a697-834764a316fd req-1f6e7b5f-fc77-4bd1-b3b3-82a0d48faf63 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:54.639916 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-10200c2c-8e77-4bf6-a697-834764a316fd req-1f6e7b5f-fc77-4bd1-b3b3-82a0d48faf63 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "DELETE /v2.0/security-groups/c6f2ec13-e425-4364-8965-497746c3b303 HTTP/1.1" status: 204 len: 173 time: 0.2442827 Sep 17 07:59:54.645435 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-327383e2-a4db-492c-8add-4465703a46a8 req-27e464f6-ec85-4196-9b14-900693a6df45 service neutron] 10.222.0.39 "GET /v2.0/networks/12ed4db6-5921-426d-a067-ecce3442f9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443536 Sep 17 07:59:54.672427 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6e7b5f-fc77-4bd1-b3b3-82a0d48faf63 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f2ec13-e425-4364-8965-497746c3b303,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:54.690156 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-ebbda369-c8de-413d-9c9b-8a34306344e6 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Deleting port 82945693-0cdc-456b-8e13-27cb5b3f221c {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:59:54.691644 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-b24704c4-6920-49f8-9bef-33999d54e39d req-9d14c551-82ee-46ae-a868-bff303345320 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2083510921', 'description': 'tempest-description-395692800'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:59:54.695302 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ebbda369-c8de-413d-9c9b-8a34306344e6 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:54.745761 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 82b5c5e4-a663-45f4-bd06-823c5454dddc no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:59:54.753896 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c62cc9-32db-4c26-83cd-303a792ad0f9 req-36011ddf-4229-4825-ae04-3bbc8128ac6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:54.755410 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-84c62cc9-32db-4c26-83cd-303a792ad0f9 req-36011ddf-4229-4825-ae04-3bbc8128ac6c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d8564b37-cdc8-4e9d-8712-8bb5e8dd0908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1145651 Sep 17 07:59:54.761670 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-b24704c4-6920-49f8-9bef-33999d54e39d req-9d14c551-82ee-46ae-a868-bff303345320 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:54.777501 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 82b5c5e4-a663-45f4-bd06-823c5454dddc {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:59:54.777857 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 82b5c5e4-a663-45f4-bd06-823c5454dddc not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:59:54.807067 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-ebbda369-c8de-413d-9c9b-8a34306344e6 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] For port 82945693-0cdc-456b-8e13-27cb5b3f221c, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=82945693-0cdc-456b-8e13-27cb5b3f221c,segment=NetworkSegment(245c005a-e9b8-49e3-a3b2-a93bb91d167d),segment_id=245c005a-e9b8-49e3-a3b2-a93bb91d167d)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:59:54.807885 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ebbda369-c8de-413d-9c9b-8a34306344e6 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:54.835566 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-ebbda369-c8de-413d-9c9b-8a34306344e6 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Calling delete_port for 82945693-0cdc-456b-8e13-27cb5b3f221c owned by network:router_interface {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:59:54.843780 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ba9804-9700-40ff-9b53-97fb78b45e1b req-d713cf3a-bfb1-41c8-aa1e-f0f30adcd3e4 tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:54.845350 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-14ba9804-9700-40ff-9b53-97fb78b45e1b req-d713cf3a-bfb1-41c8-aa1e-f0f30adcd3e4 tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c4ddfb-c64b-49ae-926c-35168f0874b8 HTTP/1.1" status: 200 len: 945 time: 0.1445754 Sep 17 07:59:54.912779 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-84c62cc9-32db-4c26-83cd-303a792ad0f9 req-eb8cbf1b-0dda-43e9-acc3-486571524be2 service neutron] 10.222.0.39 "GET /v2.0/networks/d8564b37-cdc8-4e9d-8712-8bb5e8dd0908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412573 Sep 17 07:59:54.933692 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-14ba9804-9700-40ff-9b53-97fb78b45e1b req-36b70914-fd16-4a9c-b9d0-bbcac37bd84f tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] 10.222.0.13 "GET /v2.0/security-groups?id=34c8b5d5-d713-4c1c-b9b0-67bfd8b37f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761623 Sep 17 07:59:55.044532 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-b24704c4-6920-49f8-9bef-33999d54e39d req-9d14c551-82ee-46ae-a868-bff303345320 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:55.050465 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-84c62cc9-32db-4c26-83cd-303a792ad0f9 req-7ccb790b-5b81-49f4-b428-cc43cfdc1268 service neutron] 10.222.0.39 "GET /v2.0/networks/d8564b37-cdc8-4e9d-8712-8bb5e8dd0908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277134 Sep 17 07:59:55.051486 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-b24704c4-6920-49f8-9bef-33999d54e39d req-9d14c551-82ee-46ae-a868-bff303345320 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:55.086845 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ebbda369-c8de-413d-9c9b-8a34306344e6 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:55.114480 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbda369-c8de-413d-9c9b-8a34306344e6 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Pushing event deleted for resources: {'Port': ['ID=82945693-0cdc-456b-8e13-27cb5b3f221c,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:55.114784 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-b24704c4-6920-49f8-9bef-33999d54e39d req-9d14c551-82ee-46ae-a868-bff303345320 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:55.116354 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b24704c4-6920-49f8-9bef-33999d54e39d req-9d14c551-82ee-46ae-a868-bff303345320 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4460037 Sep 17 07:59:55.117333 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-84c62cc9-32db-4c26-83cd-303a792ad0f9 req-0a9e8a7f-8a8e-4655-8495-041b304d8fc4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=9daf9ec3-be6c-41a6-bf27-2c5e926410d5 HTTP/1.1" status: 200 len: 217 time: 0.0538671 Sep 17 07:59:55.119680 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d14c551-82ee-46ae-a868-bff303345320 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=229b0c82-8e55-4d74-b01b-deaee51c9ea9,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:55.230341 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:55.244878 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c62cc9-32db-4c26-83cd-303a792ad0f9 req-1c9d437f-2dd6-42c3-a087-8672f85fb70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:55.252396 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-84c62cc9-32db-4c26-83cd-303a792ad0f9 req-1c9d437f-2dd6-42c3-a087-8672f85fb70b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bfc0f6d4-23f1-47ca-971c-a1c789dc7289 HTTP/1.1" status: 200 len: 797 time: 0.1187994 Sep 17 07:59:55.274106 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a3a4d1f1-faf6-4893-b40b-30f923beaa14 req-27aa9f15-9f2a-4995-b4d0-957c42a9a105 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/security-groups/229b0c82-8e55-4d74-b01b-deaee51c9ea9 HTTP/1.1" status: 200 len: 1802 time: 0.0805705 Sep 17 07:59:55.319476 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-a3a4d1f1-faf6-4893-b40b-30f923beaa14 req-a6a6d571-bd8d-42dc-a926-b3c78d426f83 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Request body: {'security_group': {'name': 'tempest-sg-hth-843471533', 'description': 'tempest-description-hth-789459800'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:59:55.324361 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ebbda369-c8de-413d-9c9b-8a34306344e6 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:55.390692 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c62cc9-32db-4c26-83cd-303a792ad0f9 req-91a30af3-7c2c-471c-af38-79a259f835ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:55.393021 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-84c62cc9-32db-4c26-83cd-303a792ad0f9 req-91a30af3-7c2c-471c-af38-79a259f835ee service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d8564b37-cdc8-4e9d-8712-8bb5e8dd0908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1134419 Sep 17 07:59:55.395566 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-a3a4d1f1-faf6-4893-b40b-30f923beaa14 req-a6a6d571-bd8d-42dc-a926-b3c78d426f83 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks [] for security_group, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:55.512220 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-a3a4d1f1-faf6-4893-b40b-30f923beaa14 req-a6a6d571-bd8d-42dc-a926-b3c78d426f83 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks [] for security_group, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:55.516936 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-a3a4d1f1-faf6-4893-b40b-30f923beaa14 req-a6a6d571-bd8d-42dc-a926-b3c78d426f83 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:55.519734 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-a3a4d1f1-faf6-4893-b40b-30f923beaa14 req-a6a6d571-bd8d-42dc-a926-b3c78d426f83 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:55.521001 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a3a4d1f1-faf6-4893-b40b-30f923beaa14 req-a6a6d571-bd8d-42dc-a926-b3c78d426f83 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "PUT /v2.0/security-groups/229b0c82-8e55-4d74-b01b-deaee51c9ea9 HTTP/1.1" status: 200 len: 1775 time: 0.2100048 Sep 17 07:59:55.534873 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebbda369-c8de-413d-9c9b-8a34306344e6 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Router f005ec06-9a0c-486a-be4a-d02c0bc75653 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:59:55.591469 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-84c62cc9-32db-4c26-83cd-303a792ad0f9 req-c5dd6c10-2cfe-417d-b68a-0bfcc1e7abf1 service neutron] 10.222.0.39 "GET /v2.0/networks/d8564b37-cdc8-4e9d-8712-8bb5e8dd0908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844859 Sep 17 07:59:55.600460 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a6d571-bd8d-42dc-a926-b3c78d426f83 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=229b0c82-8e55-4d74-b01b-deaee51c9ea9,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:55.627042 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebbda369-c8de-413d-9c9b-8a34306344e6 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:59:55.632745 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ebbda369-c8de-413d-9c9b-8a34306344e6 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "PUT /v2.0/routers/f005ec06-9a0c-486a-be4a-d02c0bc75653/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5386939 Sep 17 07:59:55.635322 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 52772) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:55.639159 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ecbd0d-3eb5-473a-9f68-6fde2c5ded1e None None] Sync routers for ids ['f005ec06-9a0c-486a-be4a-d02c0bc75653'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:59:55.649310 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ecbd0d-3eb5-473a-9f68-6fde2c5ded1e None None] Routers {'f005ec06-9a0c-486a-be4a-d02c0bc75653'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:59:55.649657 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-e1ecbd0d-3eb5-473a-9f68-6fde2c5ded1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:59:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['f005ec06-9a0c-486a-be4a-d02c0bc75653'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:55.655758 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c2c96d81-8525-47be-b916-b16d9295f9e8 req-541b558c-025d-48de-81d2-85aa9dc59053 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/security-groups/229b0c82-8e55-4d74-b01b-deaee51c9ea9 HTTP/1.1" status: 200 len: 1775 time: 0.1089933 Sep 17 07:59:55.694392 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f42aad4-a5ef-4079-a798-9d8b7cb8a236 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Deleting subnet 878cf42b-e189-4116-8a53-6442029f98b3 {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 07:59:55.702471 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6f42aad4-a5ef-4079-a798-9d8b7cb8a236 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:55.739710 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-e1ecbd0d-3eb5-473a-9f68-6fde2c5ded1e None None] Set router f005ec06-9a0c-486a-be4a-d02c0bc75653 gateway port host: None {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:59:55.759871 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6f42aad4-a5ef-4079-a798-9d8b7cb8a236 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:55.770463 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b098379a-3da3-42c8-9e3d-c292c444d9ca req-1cdb8cbd-9ae5-45b4-85f7-f2fb1ff9bdc3 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/security-groups/229b0c82-8e55-4d74-b01b-deaee51c9ea9 HTTP/1.1" status: 200 len: 1775 time: 0.0676048 Sep 17 07:59:55.777496 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-84c62cc9-32db-4c26-83cd-303a792ad0f9 req-f7abd5d8-148c-45f7-9a35-c8b8ed7ee117 service neutron] 10.222.0.39 "GET /v2.0/networks/d8564b37-cdc8-4e9d-8712-8bb5e8dd0908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777592 Sep 17 07:59:55.797411 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-e1ecbd0d-3eb5-473a-9f68-6fde2c5ded1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'name': 'tempest-RoutersTest-router-1180335038', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:59:17Z', 'updated_at': '2021-09-17T07:59:55Z', 'revision_number': 11, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'gw_port_host': None}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:55.828155 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ecbd0d-3eb5-473a-9f68-6fde2c5ded1e None None] Checking router: f005ec06-9a0c-486a-be4a-d02c0bc75653 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:59:55.831147 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-84c62cc9-32db-4c26-83cd-303a792ad0f9 req-f624b79f-4d2e-4e69-9934-24d84d80e14e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.88&port_id=be665358-5a2c-4dfe-be6e-8c1aa523ee59 HTTP/1.1" status: 200 len: 217 time: 0.0442379 Sep 17 07:59:55.836851 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ecbd0d-3eb5-473a-9f68-6fde2c5ded1e None None] Routers {'f005ec06-9a0c-486a-be4a-d02c0bc75653'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:59:55.837489 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-e1ecbd0d-3eb5-473a-9f68-6fde2c5ded1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:59:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['f005ec06-9a0c-486a-be4a-d02c0bc75653'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:55.877272 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6f42aad4-a5ef-4079-a798-9d8b7cb8a236 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:55.891302 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c62cc9-32db-4c26-83cd-303a792ad0f9 req-4764e697-5ca7-4844-98c9-ea8e5728e109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:55.892736 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-84c62cc9-32db-4c26-83cd-303a792ad0f9 req-4764e697-5ca7-4844-98c9-ea8e5728e109 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bfc0f6d4-23f1-47ca-971c-a1c789dc7289 HTTP/1.1" status: 200 len: 797 time: 0.0467546 Sep 17 07:59:55.903223 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-e1ecbd0d-3eb5-473a-9f68-6fde2c5ded1e None None] Set router f005ec06-9a0c-486a-be4a-d02c0bc75653 gateway port host: None {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:59:55.937669 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-b098379a-3da3-42c8-9e3d-c292c444d9ca req-bc6ea6ce-1cd1-4a7c-8f03-eff2d2989bf4 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:55.958011 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6f42aad4-a5ef-4079-a798-9d8b7cb8a236 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:55.959409 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-e1ecbd0d-3eb5-473a-9f68-6fde2c5ded1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'name': 'tempest-RoutersTest-router-1180335038', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:59:17Z', 'updated_at': '2021-09-17T07:59:55Z', 'revision_number': 11, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'gw_port_host': None}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:55.969286 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-b098379a-3da3-42c8-9e3d-c292c444d9ca req-bc6ea6ce-1cd1-4a7c-8f03-eff2d2989bf4 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:55.976901 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6f42aad4-a5ef-4079-a798-9d8b7cb8a236 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:55.981661 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c62cc9-32db-4c26-83cd-303a792ad0f9 req-fa1b49e5-c878-4aa4-ace3-0e63e0883073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:55.981823 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6f42aad4-a5ef-4079-a798-9d8b7cb8a236 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "DELETE /v2.0/subnets/878cf42b-e189-4116-8a53-6442029f98b3 HTTP/1.1" status: 204 len: 168 time: 0.3419526 Sep 17 07:59:55.981958 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-84c62cc9-32db-4c26-83cd-303a792ad0f9 req-fa1b49e5-c878-4aa4-ace3-0e63e0883073 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d8564b37-cdc8-4e9d-8712-8bb5e8dd0908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0794301 Sep 17 07:59:55.983072 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 52786) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:55.987977 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ecbd0d-3eb5-473a-9f68-6fde2c5ded1e None None] The sync data for ids ['f005ec06-9a0c-486a-be4a-d02c0bc75653'] in n-d-789963-9 is: [{'id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'name': 'tempest-RoutersTest-router-1180335038', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:59:17Z', 'updated_at': '2021-09-17T07:59:55Z', 'revision_number': 11, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'gw_port_host': None}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:59:55.990152 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60015874-58da-481a-a8e6-102e0aca7fbf None None] Network ce9e61f4-ef81-4c77-8d8c-c51cc74bf35d requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 07:59:56.001826 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f42aad4-a5ef-4079-a798-9d8b7cb8a236 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Pushing event deleted for resources: {'Subnet': ['ID=878cf42b-e189-4116-8a53-6442029f98b3,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:56.028403 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f42aad4-a5ef-4079-a798-9d8b7cb8a236 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:59:56.029192 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f42aad4-a5ef-4079-a798-9d8b7cb8a236 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:59:56.029192 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f42aad4-a5ef-4079-a798-9d8b7cb8a236 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:59:56.029633 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f42aad4-a5ef-4079-a798-9d8b7cb8a236 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:59:56.030041 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f42aad4-a5ef-4079-a798-9d8b7cb8a236 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:59:56.030450 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f42aad4-a5ef-4079-a798-9d8b7cb8a236 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:59:56.031342 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f42aad4-a5ef-4079-a798-9d8b7cb8a236 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:59:56.031342 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f42aad4-a5ef-4079-a798-9d8b7cb8a236 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:59:56.031714 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f42aad4-a5ef-4079-a798-9d8b7cb8a236 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:59:56.032684 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f42aad4-a5ef-4079-a798-9d8b7cb8a236 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:59:56.033102 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f42aad4-a5ef-4079-a798-9d8b7cb8a236 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:59:56.033498 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f42aad4-a5ef-4079-a798-9d8b7cb8a236 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 07:59:56.196410 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-b098379a-3da3-42c8-9e3d-c292c444d9ca req-bc6ea6ce-1cd1-4a7c-8f03-eff2d2989bf4 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:56.198922 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-b098379a-3da3-42c8-9e3d-c292c444d9ca req-bc6ea6ce-1cd1-4a7c-8f03-eff2d2989bf4 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:56.200230 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b098379a-3da3-42c8-9e3d-c292c444d9ca req-bc6ea6ce-1cd1-4a7c-8f03-eff2d2989bf4 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "DELETE /v2.0/security-groups/229b0c82-8e55-4d74-b01b-deaee51c9ea9 HTTP/1.1" status: 204 len: 173 time: 0.4218593 Sep 17 07:59:56.225577 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c30c1f64-5485-4d0f-a7b1-f69d22c9880e tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:56.232640 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6ea6ce-1cd1-4a7c-8f03-eff2d2989bf4 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=229b0c82-8e55-4d74-b01b-deaee51c9ea9,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:56.261999 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28435f34-d679-4b0b-95c4-694b6e8c4c38 req-ad9870d3-cf11-4be4-a7df-50a9e7d4941c tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:56.263506 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-28435f34-d679-4b0b-95c4-694b6e8c4c38 req-ad9870d3-cf11-4be4-a7df-50a9e7d4941c tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c4ddfb-c64b-49ae-926c-35168f0874b8 HTTP/1.1" status: 200 len: 945 time: 0.1638343 Sep 17 07:59:56.349323 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d47678-2d1b-4470-80d9-92026134fad1 None None] DHCP port deletion for ce9e61f4-ef81-4c77-8d8c-c51cc74bf35d request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 07:59:56.410297 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-f8d47678-2d1b-4470-80d9-92026134fad1 None None] Deleting port af7eb35b-0b2c-4342-a82c-64048c3fd6ef {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:59:56.410686 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f8d47678-2d1b-4470-80d9-92026134fad1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:56.515655 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-f8d47678-2d1b-4470-80d9-92026134fad1 None None] For port af7eb35b-0b2c-4342-a82c-64048c3fd6ef, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=af7eb35b-0b2c-4342-a82c-64048c3fd6ef,segment=NetworkSegment(245c005a-e9b8-49e3-a3b2-a93bb91d167d),segment_id=245c005a-e9b8-49e3-a3b2-a93bb91d167d)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:59:56.516145 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f8d47678-2d1b-4470-80d9-92026134fad1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:56.535879 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-f8d47678-2d1b-4470-80d9-92026134fad1 None None] Calling delete_port for af7eb35b-0b2c-4342-a82c-64048c3fd6ef owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:59:56.623224 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-84c62cc9-32db-4c26-83cd-303a792ad0f9 req-b7b1c48a-6c5a-4400-a5a7-ad3cb57dd8eb service neutron] 10.222.0.39 "GET /v2.0/networks/d8564b37-cdc8-4e9d-8712-8bb5e8dd0908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6162724 Sep 17 07:59:56.640936 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f8d47678-2d1b-4470-80d9-92026134fad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:56.666859 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d47678-2d1b-4470-80d9-92026134fad1 None None] Pushing event deleted for resources: {'Port': ['ID=af7eb35b-0b2c-4342-a82c-64048c3fd6ef,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:56.670472 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d47678-2d1b-4470-80d9-92026134fad1 None None] No DVR routers for this DVR port af7eb35b-0b2c-4342-a82c-64048c3fd6ef on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:59:56.672472 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [req-aa6b6670-cadb-48df-a26d-a533565905fc req-8b98f831-091a-4300-b9b5-e650abf46569 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] show failed (client error): The resource could not be found. Sep 17 07:59:56.673530 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-aa6b6670-cadb-48df-a26d-a533565905fc req-8b98f831-091a-4300-b9b5-e650abf46569 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/security-groups/c6f2ec13-e425-4364-8965-497746c3b303 HTTP/1.1" status: 404 len: 352 time: 0.0533736 Sep 17 07:59:56.701227 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-28435f34-d679-4b0b-95c4-694b6e8c4c38 req-3680f5b7-1922-4c35-88fa-fd792fbbf7e8 tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] 10.222.0.13 "GET /v2.0/security-groups?id=34c8b5d5-d713-4c1c-b9b0-67bfd8b37f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4268217 Sep 17 07:59:56.765346 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [req-62222d22-1069-44c7-84d1-c0912158c947 req-2acff255-ee3c-40a0-b8f3-2f993f6b5765 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] show failed (client error): The resource could not be found. Sep 17 07:59:56.766393 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-62222d22-1069-44c7-84d1-c0912158c947 req-2acff255-ee3c-40a0-b8f3-2f993f6b5765 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/security-groups/695eb63f-d7b8-4c2a-b53c-177eb40f4cb0 HTTP/1.1" status: 404 len: 352 time: 0.0374935 Sep 17 07:59:56.788830 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-c30c1f64-5485-4d0f-a7b1-f69d22c9880e tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Deleting port af7eb35b-0b2c-4342-a82c-64048c3fd6ef {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:59:56.789174 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c30c1f64-5485-4d0f-a7b1-f69d22c9880e tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:56.812308 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-84c62cc9-32db-4c26-83cd-303a792ad0f9 req-97c64ce6-cde2-4b28-804c-f853d20e6cb8 service neutron] 10.222.0.39 "GET /v2.0/networks/d8564b37-cdc8-4e9d-8712-8bb5e8dd0908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687241 Sep 17 07:59:56.843484 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device af7eb35b-0b2c-4342-a82c-64048c3fd6ef no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:59:56.866794 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: af7eb35b-0b2c-4342-a82c-64048c3fd6ef {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:59:56.867527 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device af7eb35b-0b2c-4342-a82c-64048c3fd6ef not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:59:56.868460 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 82945693-0cdc-456b-8e13-27cb5b3f221c no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 07:59:56.894388 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 82945693-0cdc-456b-8e13-27cb5b3f221c {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 07:59:56.895058 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 82945693-0cdc-456b-8e13-27cb5b3f221c not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 07:59:56.916269 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-84c62cc9-32db-4c26-83cd-303a792ad0f9 req-f3182dd3-7cae-4599-97f0-9b53105b2882 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8c3cff88-1b52-462a-aa22-14e35f943803 HTTP/1.1" status: 200 len: 217 time: 0.0939043 Sep 17 07:59:56.922850 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [req-41f64a27-7c65-4877-9db8-6cf4b0d1aed6 req-daea3662-f953-418b-bc1a-73e25e2b075b tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] show failed (client error): The resource could not be found. Sep 17 07:59:56.923763 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-41f64a27-7c65-4877-9db8-6cf4b0d1aed6 req-daea3662-f953-418b-bc1a-73e25e2b075b tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/security-groups/fb4c4dae-5a72-4c0d-91ec-3a537c1865c9 HTTP/1.1" status: 404 len: 352 time: 0.1028538 Sep 17 07:59:56.947110 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-c30c1f64-5485-4d0f-a7b1-f69d22c9880e tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] For port af7eb35b-0b2c-4342-a82c-64048c3fd6ef, host n-d-789963-9, got binding levels [] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:59:56.947527 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c30c1f64-5485-4d0f-a7b1-f69d22c9880e tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:56.994440 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-c30c1f64-5485-4d0f-a7b1-f69d22c9880e tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Calling delete_port for af7eb35b-0b2c-4342-a82c-64048c3fd6ef owned by network:dhcp {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:59:56.999477 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.ipam_backend_mixin [None req-c30c1f64-5485-4d0f-a7b1-f69d22c9880e tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Port af7eb35b-0b2c-4342-a82c-64048c3fd6ef was not found and therefore no delete operation was performed {{(pid=101289) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 17 07:59:57.000493 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [req-2e4a65d0-5259-4ca4-b16d-c6cc1f639d49 req-d726e03d-5cdc-4866-abaf-38e9f16786d1 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] show failed (client error): The resource could not be found. Sep 17 07:59:57.001530 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2e4a65d0-5259-4ca4-b16d-c6cc1f639d49 req-d726e03d-5cdc-4866-abaf-38e9f16786d1 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/security-groups/4279c7d3-de8a-4ce6-ac67-a18a07827f6c HTTP/1.1" status: 404 len: 352 time: 0.0339746 Sep 17 07:59:57.004421 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c30c1f64-5485-4d0f-a7b1-f69d22c9880e tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:57.050002 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c62cc9-32db-4c26-83cd-303a792ad0f9 req-7b03f89d-af93-4809-9917-2f6f7cc95f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:57.051459 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-84c62cc9-32db-4c26-83cd-303a792ad0f9 req-7b03f89d-af93-4809-9917-2f6f7cc95f88 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=98b47ab8-ddfc-4cc6-be27-8b7224b1d41b HTTP/1.1" status: 200 len: 797 time: 0.1253846 Sep 17 07:59:57.069687 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30c1f64-5485-4d0f-a7b1-f69d22c9880e tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Pushing event deleted for resources: {'Port': ['ID=af7eb35b-0b2c-4342-a82c-64048c3fd6ef,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:57.074180 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30c1f64-5485-4d0f-a7b1-f69d22c9880e tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] No DVR routers for this DVR port af7eb35b-0b2c-4342-a82c-64048c3fd6ef on host n-d-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 07:59:57.136045 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [req-eb89f12d-6e5b-4383-9ead-f54b898f2daf req-cad135ed-e8e4-4c26-a5af-0fb31e21cc9f tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] show failed (client error): The resource could not be found. Sep 17 07:59:57.137067 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-eb89f12d-6e5b-4383-9ead-f54b898f2daf req-cad135ed-e8e4-4c26-a5af-0fb31e21cc9f tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/security-groups/50250671-c422-4494-b73b-ce99ccbc0329 HTTP/1.1" status: 404 len: 352 time: 0.0900598 Sep 17 07:59:57.203330 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c3f19-ad1f-4cde-9a73-a069e931c015 req-c023b0e3-bfc7-42f8-81c1-cadbdd7e2b06 tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:57.204853 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-406c3f19-ad1f-4cde-9a73-a069e931c015 req-c023b0e3-bfc7-42f8-81c1-cadbdd7e2b06 tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c4ddfb-c64b-49ae-926c-35168f0874b8 HTTP/1.1" status: 200 len: 945 time: 0.1878278 Sep 17 07:59:57.231389 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [req-33665402-b7e1-48de-b889-3bcbef4c09fd req-0ec16fdd-0acd-4660-af43-c53a995b4e02 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] show failed (client error): The resource could not be found. Sep 17 07:59:57.232452 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-33665402-b7e1-48de-b889-3bcbef4c09fd req-0ec16fdd-0acd-4660-af43-c53a995b4e02 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/security-groups/f14f2921-8e27-4673-8edd-67f74d6a24a2 HTTP/1.1" status: 404 len: 352 time: 0.0689335 Sep 17 07:59:57.235886 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c30c1f64-5485-4d0f-a7b1-f69d22c9880e tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:57.242633 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c62cc9-32db-4c26-83cd-303a792ad0f9 req-5c9420c3-2464-4981-8b1e-81a90536e0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:57.244169 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-84c62cc9-32db-4c26-83cd-303a792ad0f9 req-5c9420c3-2464-4981-8b1e-81a90536e0af service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=23dc9245-044a-48fa-8f5c-bfe08f2d4cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1631546 Sep 17 07:59:57.288767 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 52890) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:57.300446 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-c30c1f64-5485-4d0f-a7b1-f69d22c9880e tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce9e61f4-ef81-4c77-8d8c-c51cc74bf35d']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:57.327809 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-c30c1f64-5485-4d0f-a7b1-f69d22c9880e tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '245c005a-e9b8-49e3-a3b2-a93bb91d167d') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:57.328302 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-c30c1f64-5485-4d0f-a7b1-f69d22c9880e tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '245c005a-e9b8-49e3-a3b2-a93bb91d167d') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:57.377180 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-406c3f19-ad1f-4cde-9a73-a069e931c015 req-b5636751-383d-45fe-aec9-c59455422075 tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] 10.222.0.13 "GET /v2.0/security-groups?id=34c8b5d5-d713-4c1c-b9b0-67bfd8b37f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412165 Sep 17 07:59:57.380524 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c30c1f64-5485-4d0f-a7b1-f69d22c9880e tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:57.405946 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c30c1f64-5485-4d0f-a7b1-f69d22c9880e tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:57.421507 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c30c1f64-5485-4d0f-a7b1-f69d22c9880e tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 07:59:57.421913 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c30c1f64-5485-4d0f-a7b1-f69d22c9880e tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:57.425075 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 07:59:57.425075 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 07:59:57.425075 n-d-789963-9 neutron-server[101289]: timer() Sep 17 07:59:57.425075 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 07:59:57.425075 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 07:59:57.425075 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 07:59:57.425075 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 07:59:57.425075 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 07:59:57.425075 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 07:59:57.425075 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 07:59:57.425075 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 07:59:57.425075 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 07:59:57.425075 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 07:59:57.425075 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 07:59:57.425075 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 07:59:57.425075 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 07:59:57.425075 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 07:59:57.425075 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 07:59:57.425075 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 07:59:57.425075 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 07:59:57.425075 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 07:59:57.425075 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 07:59:57.425075 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 07:59:57.425075 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 07:59:57.425075 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 07:59:57.425075 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 07:59:57.425075 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 07:59:57.425075 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 07:59:57.425075 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 07:59:57.425075 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 07:59:57.425075 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 07:59:57.425075 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 07:59:57.440145 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5cc3d401-23e8-4546-81c0-4d0747a758fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:57.442954 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-84c62cc9-32db-4c26-83cd-303a792ad0f9 req-c07182ce-4e02-483e-b3e4-e2fb2a2de3ba service neutron] 10.222.0.39 "GET /v2.0/networks/23dc9245-044a-48fa-8f5c-bfe08f2d4cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871874 Sep 17 07:59:57.543259 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5cc3d401-23e8-4546-81c0-4d0747a758fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:57.550202 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5cc3d401-23e8-4546-81c0-4d0747a758fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:57.576235 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c30c1f64-5485-4d0f-a7b1-f69d22c9880e tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:57.596600 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-5cc3d401-23e8-4546-81c0-4d0747a758fd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8afddb994b274786af7764d66db03624&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3042939 Sep 17 07:59:57.596600 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc3d401-23e8-4546-81c0-4d0747a758fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1881f3d8-5f82-4e41-8206-d3c3e42b276d,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:57.596933 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c30c1f64-5485-4d0f-a7b1-f69d22c9880e tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:57.597862 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-c30c1f64-5485-4d0f-a7b1-f69d22c9880e tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "DELETE /v2.0/networks/ce9e61f4-ef81-4c77-8d8c-c51cc74bf35d HTTP/1.1" status: 204 len: 168 time: 1.6139283 Sep 17 07:59:57.600680 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 52900) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:57.601845 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 52902) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:57.613475 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30c1f64-5485-4d0f-a7b1-f69d22c9880e tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Pushing event deleted for resources: {'Network': ['ID=ce9e61f4-ef81-4c77-8d8c-c51cc74bf35d,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:57.618405 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-384ccad2-7862-4709-a569-ff9ae6b6b8ac tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Request body: {'router': {'routes': None}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:59:57.655498 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aaaecf-b3e1-4bb2-bac1-0796c940b750 req-6ba69547-79c7-4175-8020-5b77d1cefe62 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:57.657021 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a1aaaecf-b3e1-4bb2-bac1-0796c940b750 req-6ba69547-79c7-4175-8020-5b77d1cefe62 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/ports?device_id=80c95d97-12b9-46b8-91b4-6c9b9bdfa355 HTTP/1.1" status: 200 len: 1023 time: 0.1599746 Sep 17 07:59:57.658897 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-18e9b1f5-75d2-4137-8133-d5b46b1fd306 req-c9f27820-9815-4dc7-b858-5f364661a48f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0408750 Sep 17 07:59:57.681014 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-84c62cc9-32db-4c26-83cd-303a792ad0f9 req-ce4c23c2-07f5-4869-9ece-3de10c5b2ed3 service neutron] 10.222.0.39 "GET /v2.0/networks/23dc9245-044a-48fa-8f5c-bfe08f2d4cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271748 Sep 17 07:59:57.739485 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a1aaaecf-b3e1-4bb2-bac1-0796c940b750 req-62a1365d-acdf-4c36-b3a6-e9b9a31b61a6 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/security-groups?id=db312e7f-1a3f-4ea9-ad55-8740cb4f40b6&id=480a322d-b698-4847-9831-7788c82c512e&id=955787ae-f8f8-4763-8751-bdfe05755359&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0750241 Sep 17 07:59:57.747216 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-84c62cc9-32db-4c26-83cd-303a792ad0f9 req-495a6c04-f132-49ba-834b-3b4af04d6a1f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a7ef312a-eb2e-4797-8814-785105b7823f HTTP/1.1" status: 200 len: 217 time: 0.0533009 Sep 17 07:59:57.766538 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-18e9b1f5-75d2-4137-8133-d5b46b1fd306 req-20eb60bb-a4c9-4ba4-ba60-7e46b5976715 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0332792 Sep 17 07:59:57.806057 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.extraroute_db [None req-384ccad2-7862-4709-a569-ff9ae6b6b8ac tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Added routes are [] {{(pid=101290) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 17 07:59:57.806360 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.extraroute_db [None req-384ccad2-7862-4709-a569-ff9ae6b6b8ac tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Removed routes are [] {{(pid=101290) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 17 07:59:57.806719 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-384ccad2-7862-4709-a569-ff9ae6b6b8ac tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-726791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7677'] for router, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:57.812878 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-99316af3-3534-4324-938b-a8093111917b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:57.819640 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-18e9b1f5-75d2-4137-8133-d5b46b1fd306 req-4b6406ce-8a17-42bc-9dd5-2675ff59e09c service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241356 Sep 17 07:59:57.847462 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c62cc9-32db-4c26-83cd-303a792ad0f9 req-966b49e6-e2bd-49fc-843b-e974819f978f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:57.848898 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-84c62cc9-32db-4c26-83cd-303a792ad0f9 req-966b49e6-e2bd-49fc-843b-e974819f978f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=98b47ab8-ddfc-4cc6-be27-8b7224b1d41b HTTP/1.1" status: 200 len: 797 time: 0.0846984 Sep 17 07:59:57.895533 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-99316af3-3534-4324-938b-a8093111917b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:57.945181 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c62cc9-32db-4c26-83cd-303a792ad0f9 req-3762574e-123d-4141-bae0-de1ef9784dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:57.947030 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-84c62cc9-32db-4c26-83cd-303a792ad0f9 req-3762574e-123d-4141-bae0-de1ef9784dff service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=23dc9245-044a-48fa-8f5c-bfe08f2d4cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0855792 Sep 17 07:59:57.952817 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e9b1f5-75d2-4137-8133-d5b46b1fd306 req-bdc0dd0a-d89a-42c5-81c6-dd7158ab25ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:57.954750 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-18e9b1f5-75d2-4137-8133-d5b46b1fd306 req-bdc0dd0a-d89a-42c5-81c6-dd7158ab25ac service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1287539 Sep 17 07:59:57.983594 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-384ccad2-7862-4709-a569-ff9ae6b6b8ac tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-726791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7677'] for router, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:57.989326 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-384ccad2-7862-4709-a569-ff9ae6b6b8ac tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-748988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-748965', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-726796'] for router, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:58.040033 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-84c62cc9-32db-4c26-83cd-303a792ad0f9 req-ceb35061-a353-4c77-9447-8a7ebb290a06 service neutron] 10.222.0.39 "GET /v2.0/networks/23dc9245-044a-48fa-8f5c-bfe08f2d4cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832009 Sep 17 07:59:58.068068 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-384ccad2-7862-4709-a569-ff9ae6b6b8ac tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Router f005ec06-9a0c-486a-be4a-d02c0bc75653 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 07:59:58.080109 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-99316af3-3534-4324-938b-a8093111917b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:58.082967 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-99316af3-3534-4324-938b-a8093111917b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:58.086759 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-99316af3-3534-4324-938b-a8093111917b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1881f3d8-5f82-4e41-8206-d3c3e42b276d HTTP/1.1" status: 204 len: 168 time: 0.4812787 Sep 17 07:59:58.102058 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99316af3-3534-4324-938b-a8093111917b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1881f3d8-5f82-4e41-8206-d3c3e42b276d,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:58.152312 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-84c62cc9-32db-4c26-83cd-303a792ad0f9 req-76b71000-138a-43ce-88da-62ac80aa8894 service neutron] 10.222.0.39 "GET /v2.0/networks/23dc9245-044a-48fa-8f5c-bfe08f2d4cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045654 Sep 17 07:59:58.176939 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-384ccad2-7862-4709-a569-ff9ae6b6b8ac tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:59:58.184274 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-384ccad2-7862-4709-a569-ff9ae6b6b8ac tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:58.188502 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-384ccad2-7862-4709-a569-ff9ae6b6b8ac tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "PUT /v2.0/routers/f005ec06-9a0c-486a-be4a-d02c0bc75653 HTTP/1.1" status: 200 len: 701 time: 0.5810444 Sep 17 07:59:58.188813 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 52908) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:58.194065 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fb507d-7cf5-4434-963e-40b726933039 None None] Sync routers for ids ['f005ec06-9a0c-486a-be4a-d02c0bc75653'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:59:58.207474 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fb507d-7cf5-4434-963e-40b726933039 None None] Routers {'f005ec06-9a0c-486a-be4a-d02c0bc75653'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:59:58.208136 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-37fb507d-7cf5-4434-963e-40b726933039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:59:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['f005ec06-9a0c-486a-be4a-d02c0bc75653'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:58.223451 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-7b73f333-1302-42f3-be86-2e5c941f3ef1 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "GET /v2.0/ports?device_id=f005ec06-9a0c-486a-be4a-d02c0bc75653 HTTP/1.1" status: 200 len: 205 time: 0.0315595 Sep 17 07:59:58.224229 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 52912) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:58.278891 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-37fb507d-7cf5-4434-963e-40b726933039 None None] Set router f005ec06-9a0c-486a-be4a-d02c0bc75653 gateway port host: None {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:59:58.306436 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-43ff45f2-ad70-488f-9f9c-a8feee280a6c tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for router, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:58.401638 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 52914) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:58.414977 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d927f43f-3ed9-4a11-986d-2cebcace9c55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:58.479577 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-43ff45f2-ad70-488f-9f9c-a8feee280a6c tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:58.484569 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-43ff45f2-ad70-488f-9f9c-a8feee280a6c tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:58.508982 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-37fb507d-7cf5-4434-963e-40b726933039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f005ec06-9a0c-486a-be4a-d02c0bc75653', 'name': 'tempest-RoutersTest-router-1180335038', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:59:17Z', 'updated_at': '2021-09-17T07:59:55Z', 'revision_number': 11, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'gw_port_host': None}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:58.514584 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d927f43f-3ed9-4a11-986d-2cebcace9c55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:58.522653 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d927f43f-3ed9-4a11-986d-2cebcace9c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:58.545682 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fb507d-7cf5-4434-963e-40b726933039 None None] Checking router: f005ec06-9a0c-486a-be4a-d02c0bc75653 for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:59:58.565258 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-43ff45f2-ad70-488f-9f9c-a8feee280a6c tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:58.565258 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ff45f2-ad70-488f-9f9c-a8feee280a6c tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Fanout notify agent at l3_agent the message router_deleted on router f005ec06-9a0c-486a-be4a-d02c0bc75653 {{(pid=101289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 07:59:58.573600 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-43ff45f2-ad70-488f-9f9c-a8feee280a6c tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:58.574881 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-43ff45f2-ad70-488f-9f9c-a8feee280a6c tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "DELETE /v2.0/routers/f005ec06-9a0c-486a-be4a-d02c0bc75653 HTTP/1.1" status: 204 len: 168 time: 0.3502951 Sep 17 07:59:58.580661 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 52922) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:58.580914 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d927f43f-3ed9-4a11-986d-2cebcace9c55 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f84e5b88a7414126845893081c205ce6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1781876 Sep 17 07:59:58.590545 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 52924) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:58.593535 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90897dfa-4bba-45bb-a9f3-86b11feaa661 req-60d51cf5-e4b9-45ff-a79b-b973226567aa tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:58.596468 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-90897dfa-4bba-45bb-a9f3-86b11feaa661 req-60d51cf5-e4b9-45ff-a79b-b973226567aa tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c4ddfb-c64b-49ae-926c-35168f0874b8 HTTP/1.1" status: 200 len: 945 time: 0.1142254 Sep 17 07:59:58.600119 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-f5d6d641-7f9a-4bbe-b9a8-b5ab6e64348a tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-259153656', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:59:58.606568 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fb507d-7cf5-4434-963e-40b726933039 None None] Routers {'f005ec06-9a0c-486a-be4a-d02c0bc75653'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:59:58.607232 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-37fb507d-7cf5-4434-963e-40b726933039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:59:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['f005ec06-9a0c-486a-be4a-d02c0bc75653'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:58.636337 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d927f43f-3ed9-4a11-986d-2cebcace9c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b13b72-0e4a-4b74-b37a-45f2bde71d36,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:58.644762 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-37fb507d-7cf5-4434-963e-40b726933039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:58.645424 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fb507d-7cf5-4434-963e-40b726933039 None None] The sync data for ids ['f005ec06-9a0c-486a-be4a-d02c0bc75653'] in n-d-789963-9 is: [] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:59:58.656283 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-90897dfa-4bba-45bb-a9f3-86b11feaa661 req-3d34f655-954a-41d3-b3df-a8b8205137be tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] 10.222.0.13 "GET /v2.0/security-groups?id=34c8b5d5-d713-4c1c-b9b0-67bfd8b37f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487475 Sep 17 07:59:58.657119 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f5d6d641-7f9a-4bbe-b9a8-b5ab6e64348a tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:58.658173 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f5d6d641-7f9a-4bbe-b9a8-b5ab6e64348a tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:58.688147 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-031f18ba-ca51-4b47-bdbd-1be745078b93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:58.719294 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-031f18ba-ca51-4b47-bdbd-1be745078b93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:58.736604 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f5d6d641-7f9a-4bbe-b9a8-b5ab6e64348a tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:58.747113 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f5d6d641-7f9a-4bbe-b9a8-b5ab6e64348a tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:58.773330 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f5d6d641-7f9a-4bbe-b9a8-b5ab6e64348a tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:58.775883 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-f5d6d641-7f9a-4bbe-b9a8-b5ab6e64348a tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1926279 Sep 17 07:59:58.778686 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 52928) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:58.784827 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-2a1a586c-0ab0-467f-8d01-7413bfd30df9 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 07:59:58.882208 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5a2fa1-c29c-4596-888c-1d36ab2891c8 req-d9882fd3-7fcd-4430-943f-fda678c9ca03 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:58.883634 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0f5a2fa1-c29c-4596-888c-1d36ab2891c8 req-d9882fd3-7fcd-4430-943f-fda678c9ca03 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/ports?device_id=80c95d97-12b9-46b8-91b4-6c9b9bdfa355 HTTP/1.1" status: 200 len: 1023 time: 0.0524633 Sep 17 07:59:58.929642 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0f5a2fa1-c29c-4596-888c-1d36ab2891c8 req-1160c345-7021-49d9-813a-7f8ca023046a tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/security-groups?id=db312e7f-1a3f-4ea9-ad55-8740cb4f40b6&id=480a322d-b698-4847-9831-7788c82c512e&id=955787ae-f8f8-4763-8751-bdfe05755359&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0395269 Sep 17 07:59:58.937621 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-031f18ba-ca51-4b47-bdbd-1be745078b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:58.941171 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-031f18ba-ca51-4b47-bdbd-1be745078b93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:58.941802 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-031f18ba-ca51-4b47-bdbd-1be745078b93 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/75b13b72-0e4a-4b74-b37a-45f2bde71d36 HTTP/1.1" status: 204 len: 168 time: 0.3512619 Sep 17 07:59:58.988958 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031f18ba-ca51-4b47-bdbd-1be745078b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b13b72-0e4a-4b74-b37a-45f2bde71d36,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 07:59:59.025733 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2a1a586c-0ab0-467f-8d01-7413bfd30df9 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-726791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7677'] for router, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:59.037250 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2a1a586c-0ab0-467f-8d01-7413bfd30df9 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-748988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-748965', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-726796'] for router, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:59.152567 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a1a586c-0ab0-467f-8d01-7413bfd30df9 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Router dbf5a2f8-bcef-4f4f-8769-447631a95b70 is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 07:59:59.228162 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a1a586c-0ab0-467f-8d01-7413bfd30df9 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 07:59:59.235029 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2a1a586c-0ab0-467f-8d01-7413bfd30df9 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:59.236245 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-2a1a586c-0ab0-467f-8d01-7413bfd30df9 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "PUT /v2.0/routers/dbf5a2f8-bcef-4f4f-8769-447631a95b70 HTTP/1.1" status: 200 len: 693 time: 0.4562521 Sep 17 07:59:59.239044 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 52936) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:59.242697 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1647b4-738c-425d-83dc-d69f1cd6cfeb None None] Sync routers for ids ['dbf5a2f8-bcef-4f4f-8769-447631a95b70'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 07:59:59.253272 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1647b4-738c-425d-83dc-d69f1cd6cfeb None None] Routers {'dbf5a2f8-bcef-4f4f-8769-447631a95b70'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:59:59.253893 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-1e1647b4-738c-425d-83dc-d69f1cd6cfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:59:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['dbf5a2f8-bcef-4f4f-8769-447631a95b70'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:59.356156 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 52942) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:59.356985 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-aab6c679-b4db-46e7-b199-5700ce477114 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "GET /v2.0/routers/dbf5a2f8-bcef-4f4f-8769-447631a95b70 HTTP/1.1" status: 200 len: 699 time: 0.1162851 Sep 17 07:59:59.388378 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-65676c31-6c71-4024-b474-764386b7d123 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbf5a2f8-bcef-4f4f-8769-447631a95b70 HTTP/1.1" status: 200 len: 205 time: 0.0298843 Sep 17 07:59:59.388673 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c950b58-713a-4095-913f-0daf0654553b req-b29a8752-9cc9-46d5-ad0b-c6c68d4bed9c tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:59.390447 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4c950b58-713a-4095-913f-0daf0654553b req-b29a8752-9cc9-46d5-ad0b-c6c68d4bed9c tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] 10.222.0.39 "GET /v2.0/ports?device_id=84c4ddfb-c64b-49ae-926c-35168f0874b8 HTTP/1.1" status: 200 len: 945 time: 0.1069174 Sep 17 07:59:59.390826 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 52946) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:59.428047 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-1e1647b4-738c-425d-83dc-d69f1cd6cfeb None None] Set router dbf5a2f8-bcef-4f4f-8769-447631a95b70 gateway port host: None {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:59:59.487406 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-1e1647b4-738c-425d-83dc-d69f1cd6cfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf5a2f8-bcef-4f4f-8769-447631a95b70', 'name': 'tempest-RoutersTest-router-259153656', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:59:58Z', 'updated_at': '2021-09-17T07:59:59Z', 'revision_number': 2, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'gw_port_host': None}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:59.497770 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fdfb6c46-1d9e-467c-b473-5565344f03bd tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for router, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:59.513442 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-4c950b58-713a-4095-913f-0daf0654553b req-37c1cc0c-3ace-4626-b7be-4c79796e3bda tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] Deleting port 43c451a6-a395-49da-b293-ab53e938a7de {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 07:59:59.513894 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-4c950b58-713a-4095-913f-0daf0654553b req-37c1cc0c-3ace-4626-b7be-4c79796e3bda tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:59.518083 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1647b4-738c-425d-83dc-d69f1cd6cfeb None None] Checking router: dbf5a2f8-bcef-4f4f-8769-447631a95b70 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 07:59:59.537663 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1647b4-738c-425d-83dc-d69f1cd6cfeb None None] Routers {'dbf5a2f8-bcef-4f4f-8769-447631a95b70'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 07:59:59.538686 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-1e1647b4-738c-425d-83dc-d69f1cd6cfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:59:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['dbf5a2f8-bcef-4f4f-8769-447631a95b70'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:59.646725 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-1e1647b4-738c-425d-83dc-d69f1cd6cfeb None None] Set router dbf5a2f8-bcef-4f4f-8769-447631a95b70 gateway port host: None {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 07:59:59.649112 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-4c950b58-713a-4095-913f-0daf0654553b req-37c1cc0c-3ace-4626-b7be-4c79796e3bda tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] For port 43c451a6-a395-49da-b293-ab53e938a7de, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=43c451a6-a395-49da-b293-ab53e938a7de,segment=NetworkSegment(71348d47-96ec-4f02-9040-e95b6c04dc67),segment_id=71348d47-96ec-4f02-9040-e95b6c04dc67)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 07:59:59.649496 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-4c950b58-713a-4095-913f-0daf0654553b req-37c1cc0c-3ace-4626-b7be-4c79796e3bda tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:59.668266 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-4c950b58-713a-4095-913f-0daf0654553b req-37c1cc0c-3ace-4626-b7be-4c79796e3bda tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] Calling delete_port for 43c451a6-a395-49da-b293-ab53e938a7de owned by compute:nova {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 07:59:59.706736 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-1e1647b4-738c-425d-83dc-d69f1cd6cfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf5a2f8-bcef-4f4f-8769-447631a95b70', 'name': 'tempest-RoutersTest-router-259153656', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:59:58Z', 'updated_at': '2021-09-17T07:59:59Z', 'revision_number': 2, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'gw_port_host': None}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 07:59:59.720515 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fdfb6c46-1d9e-467c-b473-5565344f03bd tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:59.723389 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fdfb6c46-1d9e-467c-b473-5565344f03bd tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:59.741507 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1647b4-738c-425d-83dc-d69f1cd6cfeb None None] The sync data for ids ['dbf5a2f8-bcef-4f4f-8769-447631a95b70'] in n-d-789963-9 is: [{'id': 'dbf5a2f8-bcef-4f4f-8769-447631a95b70', 'name': 'tempest-RoutersTest-router-259153656', 'tenant_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:59:58Z', 'updated_at': '2021-09-17T07:59:59Z', 'revision_number': 2, 'project_id': '61a7a6788c48443c9f34c81b57ddfc5f', 'gw_port_host': None}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 07:59:59.796379 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f179edae-5f6b-4ed6-87fc-d436e5fdb61e req-11833092-1275-4478-8ed2-5630edcf36aa tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 07:59:59.798657 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f179edae-5f6b-4ed6-87fc-d436e5fdb61e req-11833092-1275-4478-8ed2-5630edcf36aa tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.39 "GET /v2.0/ports?device_id=80c95d97-12b9-46b8-91b4-6c9b9bdfa355 HTTP/1.1" status: 200 len: 1023 time: 0.1521180 Sep 17 07:59:59.799987 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fdfb6c46-1d9e-467c-b473-5565344f03bd tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:59.800542 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdfb6c46-1d9e-467c-b473-5565344f03bd tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Fanout notify agent at l3_agent the message router_deleted on router dbf5a2f8-bcef-4f4f-8769-447631a95b70 {{(pid=101290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 07:59:59.809267 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fdfb6c46-1d9e-467c-b473-5565344f03bd tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 07:59:59.810461 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-fdfb6c46-1d9e-467c-b473-5565344f03bd tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "DELETE /v2.0/routers/dbf5a2f8-bcef-4f4f-8769-447631a95b70 HTTP/1.1" status: 204 len: 168 time: 0.4182503 Sep 17 07:59:59.814489 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 52964) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:59.849948 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-59b88dcd-7bd3-4370-854f-a0c0187b4256 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbf5a2f8-bcef-4f4f-8769-447631a95b70 HTTP/1.1" status: 200 len: 205 time: 0.0344570 Sep 17 07:59:59.855473 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 52966) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:59.916915 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-a2a15675-f01e-4962-b0c0-5443275b4adb tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] delete failed (client error): The resource could not be found. Sep 17 07:59:59.916915 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-a2a15675-f01e-4962-b0c0-5443275b4adb tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "DELETE /v2.0/routers/dbf5a2f8-bcef-4f4f-8769-447631a95b70 HTTP/1.1" status: 404 len: 336 time: 0.0595627 Sep 17 07:59:59.922347 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 52968) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 07:59:59.989683 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fb5e40c-2b59-426b-a4e0-ebe25475abf5 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] DELETE failed (client error): The resource could not be found. Sep 17 07:59:59.990150 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fb5e40c-2b59-426b-a4e0-ebe25475abf5 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 07:59:59.995038 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-7fb5e40c-2b59-426b-a4e0-ebe25475abf5 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "DELETE /v2.0/subnets/1340223d-1401-4fd2-af0a-6ec49e26c1e3 HTTP/1.1" status: 404 len: 337 time: 0.0727637 Sep 17 07:59:59.999767 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 52974) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:00.016377 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44758385-f021-43ec-b2b0-54bd16fc6898 req-78ea4099-a417-49f9-9b3d-ff82045a4c7d tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:00:00.024644 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-44758385-f021-43ec-b2b0-54bd16fc6898 req-78ea4099-a417-49f9-9b3d-ff82045a4c7d tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] 10.222.0.13 "GET /v2.0/ports?device_id=84c4ddfb-c64b-49ae-926c-35168f0874b8 HTTP/1.1" status: 200 len: 945 time: 0.2079377 Sep 17 08:00:00.062782 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-f179edae-5f6b-4ed6-87fc-d436e5fdb61e req-573fe21d-825a-431d-bcf1-4cd35f7cda5f tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Deleting port 88d14c71-d63f-45a9-985e-9ee4f2fa9b49 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:00:00.063123 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-f179edae-5f6b-4ed6-87fc-d436e5fdb61e req-573fe21d-825a-431d-bcf1-4cd35f7cda5f tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:00.088527 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1c6b17a-37bf-44f2-8ad6-f715f0b2658d tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] DELETE failed (client error): The resource could not be found. Sep 17 08:00:00.090058 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1c6b17a-37bf-44f2-8ad6-f715f0b2658d tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:00:00.094498 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b1c6b17a-37bf-44f2-8ad6-f715f0b2658d tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "DELETE /v2.0/subnets/586a66c5-42ca-41b6-8eb5-e63591ea7d59 HTTP/1.1" status: 404 len: 337 time: 0.0893300 Sep 17 08:00:00.099795 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 52976) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:00.114222 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-4c950b58-713a-4095-913f-0daf0654553b req-37c1cc0c-3ace-4626-b7be-4c79796e3bda tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:00.124953 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-44758385-f021-43ec-b2b0-54bd16fc6898 req-a49a2e52-8be5-4f82-97b5-7a2ca9c5ba73 tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] 10.222.0.13 "GET /v2.0/security-groups?id=34c8b5d5-d713-4c1c-b9b0-67bfd8b37f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994561 Sep 17 08:00:00.140402 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-35135f50-031e-4b7a-b892-4901c8de4c17 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] DELETE failed (client error): The resource could not be found. Sep 17 08:00:00.140854 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35135f50-031e-4b7a-b892-4901c8de4c17 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:00:00.143008 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-35135f50-031e-4b7a-b892-4901c8de4c17 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "DELETE /v2.0/subnets/8ff1d171-b22d-4f7e-9110-1a00e858b844 HTTP/1.1" status: 404 len: 337 time: 0.0420852 Sep 17 08:00:00.158770 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 52980) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:00.159040 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['43c451a6-a395-49da-b293-ab53e938a7de'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:00:00.165956 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c1cc0c-3ace-4626-b7be-4c79796e3bda tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] Pushing event deleted for resources: {'Port': ['ID=43c451a6-a395-49da-b293-ab53e938a7de,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:00.189853 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085120c6-c17d-4615-aa86-e6be98bad4c8 req-186475c3-3f81-46fd-aabe-5eb05bff4569 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:00:00.191402 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-085120c6-c17d-4615-aa86-e6be98bad4c8 req-186475c3-3f81-46fd-aabe-5eb05bff4569 tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/ports?device_id=80c95d97-12b9-46b8-91b4-6c9b9bdfa355 HTTP/1.1" status: 200 len: 1023 time: 0.1591444 Sep 17 08:00:00.250206 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-b546981a-ca2c-45a9-ba30-f2f41b0c09c9 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] DELETE failed (client error): The resource could not be found. Sep 17 08:00:00.250666 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b546981a-ca2c-45a9-ba30-f2f41b0c09c9 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:00:00.252466 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-b546981a-ca2c-45a9-ba30-f2f41b0c09c9 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "DELETE /v2.0/subnets/878cf42b-e189-4116-8a53-6442029f98b3 HTTP/1.1" status: 404 len: 337 time: 0.0913136 Sep 17 08:00:00.256420 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 52984) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:00.258889 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c950b58-713a-4095-913f-0daf0654553b req-37c1cc0c-3ace-4626-b7be-4c79796e3bda tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] No DVR routers for this DVR port 43c451a6-a395-49da-b293-ab53e938a7de on host n-h2-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:00:00.262510 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-4c950b58-713a-4095-913f-0daf0654553b req-37c1cc0c-3ace-4626-b7be-4c79796e3bda tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:00.265786 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4c950b58-713a-4095-913f-0daf0654553b req-37c1cc0c-3ace-4626-b7be-4c79796e3bda tempest-InstanceActionsTestJSON-758109362 tempest-InstanceActionsTestJSON-758109362-project] 10.222.0.39 "DELETE /v2.0/ports/43c451a6-a395-49da-b293-ab53e938a7de HTTP/1.1" status: 204 len: 173 time: 0.8658094 Sep 17 08:00:00.265786 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84c4ddfb-c64b-49ae-926c-35168f0874b8', 'name': 'network-vif-deleted', 'tag': '43c451a6-a395-49da-b293-ab53e938a7de'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:00:00.267227 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a60dbf2-a1aa-4e7d-8f56-2aa8b829a318" -d '{"events": [{"server_uuid": "84c4ddfb-c64b-49ae-926c-35168f0874b8", "name": "network-vif-deleted", "tag": "43c451a6-a395-49da-b293-ab53e938a7de"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:00:00.273951 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-f179edae-5f6b-4ed6-87fc-d436e5fdb61e req-573fe21d-825a-431d-bcf1-4cd35f7cda5f tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] For port 88d14c71-d63f-45a9-985e-9ee4f2fa9b49, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=88d14c71-d63f-45a9-985e-9ee4f2fa9b49,segment=NetworkSegment(4821f2e6-bd80-4aac-98cc-bc8dfa1b531e),segment_id=4821f2e6-bd80-4aac-98cc-bc8dfa1b531e)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:00:00.274190 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-f179edae-5f6b-4ed6-87fc-d436e5fdb61e req-573fe21d-825a-431d-bcf1-4cd35f7cda5f tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:00.302275 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-781aae6d-a039-4465-bea3-fa43a2d3d567 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "GET /v2.0/ports?device_id=f005ec06-9a0c-486a-be4a-d02c0bc75653 HTTP/1.1" status: 200 len: 205 time: 0.0445204 Sep 17 08:00:00.304606 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 52990) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:00.315399 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-f179edae-5f6b-4ed6-87fc-d436e5fdb61e req-573fe21d-825a-431d-bcf1-4cd35f7cda5f tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Calling delete_port for 88d14c71-d63f-45a9-985e-9ee4f2fa9b49 owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:00:00.321484 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-085120c6-c17d-4615-aa86-e6be98bad4c8 req-b0a16fbe-f835-4e0c-9db5-4104e6dde58e tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/security-groups?id=db312e7f-1a3f-4ea9-ad55-8740cb4f40b6&id=480a322d-b698-4847-9831-7788c82c512e&id=955787ae-f8f8-4763-8751-bdfe05755359&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1145833 Sep 17 08:00:00.361997 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-069be2b1-b0ad-4232-9c82-48659e268d47 x-openstack-request-id: req-069be2b1-b0ad-4232-9c82-48659e268d47 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:00:00.362307 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84c4ddfb-c64b-49ae-926c-35168f0874b8", "name": "network-vif-deleted", "tag": "43c451a6-a395-49da-b293-ab53e938a7de", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:00:00.362583 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-069be2b1-b0ad-4232-9c82-48659e268d47 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:00:00.362998 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84c4ddfb-c64b-49ae-926c-35168f0874b8', 'name': 'network-vif-deleted', 'tag': '43c451a6-a395-49da-b293-ab53e938a7de', 'status': 'completed', 'code': 200} Sep 17 08:00:00.363141 n-d-789963-9 neutron-server[101290]: INFO neutron.api.v2.resource [None req-cee7dfb9-3cf8-4e5e-a551-41c7fa181ba5 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] delete failed (client error): The resource could not be found. Sep 17 08:00:00.366593 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-cee7dfb9-3cf8-4e5e-a551-41c7fa181ba5 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "DELETE /v2.0/routers/f005ec06-9a0c-486a-be4a-d02c0bc75653 HTTP/1.1" status: 404 len: 336 time: 0.0585983 Sep 17 08:00:00.366887 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 52994) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:00.395917 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-55fb4a6c-36c2-4409-8c5e-1489e7fb9bf2 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b1ebd65-4107-4ee7-bd7a-f46d756422b9 HTTP/1.1" status: 200 len: 205 time: 0.0279050 Sep 17 08:00:00.398468 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 52996) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:00.437637 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-6e631356-bdfb-4795-842a-8302c6b11164 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] delete failed (client error): The resource could not be found. Sep 17 08:00:00.438704 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-6e631356-bdfb-4795-842a-8302c6b11164 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "DELETE /v2.0/routers/6b1ebd65-4107-4ee7-bd7a-f46d756422b9 HTTP/1.1" status: 404 len: 336 time: 0.0391583 Sep 17 08:00:00.444784 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53000) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:00.478707 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d47bf5c-8601-432b-8133-fcedd4ef90f0 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] DELETE failed (client error): The resource could not be found. Sep 17 08:00:00.479328 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d47bf5c-8601-432b-8133-fcedd4ef90f0 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:00:00.481601 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-0d47bf5c-8601-432b-8133-fcedd4ef90f0 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "DELETE /v2.0/subnets/58f4b025-f9aa-4286-82d8-1ed51712ca72 HTTP/1.1" status: 404 len: 337 time: 0.0353186 Sep 17 08:00:00.484238 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53002) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:00.520489 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a09766b9-e2c3-4fac-8136-8349c685cf4a tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "GET /v2.0/ports?device_id=62a8de58-0747-48b6-8269-2cb91be847af HTTP/1.1" status: 200 len: 205 time: 0.0350101 Sep 17 08:00:00.523438 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53004) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:00.540422 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-f179edae-5f6b-4ed6-87fc-d436e5fdb61e req-573fe21d-825a-431d-bcf1-4cd35f7cda5f tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:00.571427 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-e313fb84-a45e-45d5-b22f-540262269ea7 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] delete failed (client error): The resource could not be found. Sep 17 08:00:00.572585 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e313fb84-a45e-45d5-b22f-540262269ea7 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "DELETE /v2.0/routers/62a8de58-0747-48b6-8269-2cb91be847af HTTP/1.1" status: 404 len: 336 time: 0.0476565 Sep 17 08:00:00.575644 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53012) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:00.577126 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['88d14c71-d63f-45a9-985e-9ee4f2fa9b49'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:00:00.589569 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573fe21d-825a-431d-bcf1-4cd35f7cda5f tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Pushing event deleted for resources: {'Port': ['ID=88d14c71-d63f-45a9-985e-9ee4f2fa9b49,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:00.626887 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-1c1ea6d2-781a-41ae-9e45-e52dd9fee88a tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "GET /v2.0/ports?device_id=44ea077c-b484-404a-bcae-901c57d9e971 HTTP/1.1" status: 200 len: 205 time: 0.0498157 Sep 17 08:00:00.629591 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53014) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:00.634546 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-f179edae-5f6b-4ed6-87fc-d436e5fdb61e req-573fe21d-825a-431d-bcf1-4cd35f7cda5f tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] No DVR routers for this DVR port 88d14c71-d63f-45a9-985e-9ee4f2fa9b49 on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:00:00.638028 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-f179edae-5f6b-4ed6-87fc-d436e5fdb61e req-573fe21d-825a-431d-bcf1-4cd35f7cda5f tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:00.640142 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f179edae-5f6b-4ed6-87fc-d436e5fdb61e req-573fe21d-825a-431d-bcf1-4cd35f7cda5f tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.39 "DELETE /v2.0/ports/88d14c71-d63f-45a9-985e-9ee4f2fa9b49 HTTP/1.1" status: 204 len: 173 time: 0.7886870 Sep 17 08:00:00.640608 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80c95d97-12b9-46b8-91b4-6c9b9bdfa355', 'name': 'network-vif-deleted', 'tag': '88d14c71-d63f-45a9-985e-9ee4f2fa9b49'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:00:00.643133 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55144de-8934-4082-b991-4e0a6d98403e" -d '{"events": [{"server_uuid": "80c95d97-12b9-46b8-91b4-6c9b9bdfa355", "name": "network-vif-deleted", "tag": "88d14c71-d63f-45a9-985e-9ee4f2fa9b49"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:00:00.681432 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-565e0033-392c-453d-a48b-42e66d9417c9 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] delete failed (client error): The resource could not be found. Sep 17 08:00:00.682694 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-565e0033-392c-453d-a48b-42e66d9417c9 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "DELETE /v2.0/routers/44ea077c-b484-404a-bcae-901c57d9e971 HTTP/1.1" status: 404 len: 336 time: 0.0500922 Sep 17 08:00:00.685124 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53020) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:00.719199 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f037ea8-57e7-4231-b7c8-e7d0f193966b tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] DELETE failed (client error): The resource could not be found. Sep 17 08:00:00.719929 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f037ea8-57e7-4231-b7c8-e7d0f193966b tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:00:00.722281 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-4f037ea8-57e7-4231-b7c8-e7d0f193966b tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "DELETE /v2.0/subnets/a0933b9b-8ace-44ee-b04b-467d2db0bb72 HTTP/1.1" status: 404 len: 337 time: 0.0362344 Sep 17 08:00:00.725129 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53024) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:00.779316 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-98aeef80-b486-4084-82b7-0dc5fcac157c tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6fa807b-6c24-4200-b14d-3c35e77317da HTTP/1.1" status: 200 len: 205 time: 0.0524380 Sep 17 08:00:00.781604 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53026) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:00.828403 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-03b2825f-b340-4455-a54c-eecf345375c1 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] delete failed (client error): The resource could not be found. Sep 17 08:00:00.830376 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-03b2825f-b340-4455-a54c-eecf345375c1 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "DELETE /v2.0/routers/d6fa807b-6c24-4200-b14d-3c35e77317da HTTP/1.1" status: 404 len: 336 time: 0.0467477 Sep 17 08:00:00.832206 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53028) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:00.974667 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e5ad8e-8402-41db-9355-5ddfa533ef4d x-openstack-request-id: req-a0e5ad8e-8402-41db-9355-5ddfa533ef4d {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:00:00.975171 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80c95d97-12b9-46b8-91b4-6c9b9bdfa355", "name": "network-vif-deleted", "tag": "88d14c71-d63f-45a9-985e-9ee4f2fa9b49", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:00:00.975623 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a0e5ad8e-8402-41db-9355-5ddfa533ef4d {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:00:00.976297 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80c95d97-12b9-46b8-91b4-6c9b9bdfa355', 'name': 'network-vif-deleted', 'tag': '88d14c71-d63f-45a9-985e-9ee4f2fa9b49', 'status': 'completed', 'code': 200} Sep 17 08:00:01.207746 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53062) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:01.237499 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-92660940-274c-4ae1-8884-21f46070a2fb tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] DELETE failed (client error): The resource could not be found. Sep 17 08:00:01.237973 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92660940-274c-4ae1-8884-21f46070a2fb tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:00:01.240306 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-92660940-274c-4ae1-8884-21f46070a2fb tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "DELETE /v2.0/subnets/e40deb60-f2a4-4bd9-bbab-d74e3b877444 HTTP/1.1" status: 404 len: 337 time: 0.4067514 Sep 17 08:00:01.242869 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53064) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:01.259609 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff3a2a79-08b4-49b6-89e3-bb34633c8ee6 admin admin] Deleting subnet 4340de2b-afc7-42d4-ac28-d311642f2b8e {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:00:01.263128 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ff3a2a79-08b4-49b6-89e3-bb34633c8ee6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:01.283600 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-0d2f4c7b-1600-48a5-bf28-9a3ca9e8eb17 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ca4c65d-a32d-42bb-a829-4d8998ead8bc HTTP/1.1" status: 200 len: 205 time: 0.0369720 Sep 17 08:00:01.283883 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53066) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:01.304953 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ff3a2a79-08b4-49b6-89e3-bb34633c8ee6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:01.326327 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-58ecfae0-22b5-4512-ac6d-7568f96c9f3b tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] delete failed (client error): The resource could not be found. Sep 17 08:00:01.329850 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-58ecfae0-22b5-4512-ac6d-7568f96c9f3b tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "DELETE /v2.0/routers/5ca4c65d-a32d-42bb-a829-4d8998ead8bc HTTP/1.1" status: 404 len: 336 time: 0.0425715 Sep 17 08:00:01.330659 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53068) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:01.363211 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ff3a2a79-08b4-49b6-89e3-bb34633c8ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:01.392693 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-02f2613e-4d0d-4e67-be6b-bd40f05225f4 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] DELETE failed (client error): The resource could not be found. Sep 17 08:00:01.393150 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02f2613e-4d0d-4e67-be6b-bd40f05225f4 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:00:01.397913 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-02f2613e-4d0d-4e67-be6b-bd40f05225f4 tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "DELETE /v2.0/subnets/5a32e1c3-4227-4302-b9a7-1ff9b5d0812f HTTP/1.1" status: 404 len: 337 time: 0.0635755 Sep 17 08:00:01.398181 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53072) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:01.435177 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-a17b13f7-6390-409a-af29-0ba41f0c653e tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] DELETE failed (client error): The resource could not be found. Sep 17 08:00:01.435783 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a17b13f7-6390-409a-af29-0ba41f0c653e tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:00:01.437939 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-a17b13f7-6390-409a-af29-0ba41f0c653e tempest-RoutersTest-1869273597 tempest-RoutersTest-1869273597-project] 10.222.0.13 "DELETE /v2.0/subnets/4e760dbb-1289-4a7c-b2fd-4dcbe4d73fce HTTP/1.1" status: 404 len: 337 time: 0.0387480 Sep 17 08:00:01.445783 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ff3a2a79-08b4-49b6-89e3-bb34633c8ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:01.461453 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ff3a2a79-08b4-49b6-89e3-bb34633c8ee6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:01.463813 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ff3a2a79-08b4-49b6-89e3-bb34633c8ee6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4340de2b-afc7-42d4-ac28-d311642f2b8e HTTP/1.1" status: 204 len: 168 time: 0.2549942 Sep 17 08:00:01.466607 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53080) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:01.487707 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3a2a79-08b4-49b6-89e3-bb34633c8ee6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4340de2b-afc7-42d4-ac28-d311642f2b8e,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:01.514669 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e617a072-40d8-4482-ad1e-6f1f246546b1 req-5f304c13-90a2-4643-8b3f-6cf5f2db9d6c tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/security-groups/955787ae-f8f8-4763-8751-bdfe05755359 HTTP/1.1" status: 200 len: 1803 time: 0.0824597 Sep 17 08:00:01.554993 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53082) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:01.569885 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c3ae39c3-4751-4419-a66a-516ea489452e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:01.658990 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-e617a072-40d8-4482-ad1e-6f1f246546b1 req-3d8a822e-7605-4722-9b2b-7790811b73ef tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:01.697316 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3bf000a4-a01e-41fc-8940-2dff5d92745b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:01.700795 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c3ae39c3-4751-4419-a66a-516ea489452e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:01.722308 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-e617a072-40d8-4482-ad1e-6f1f246546b1 req-3d8a822e-7605-4722-9b2b-7790811b73ef tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:01.739360 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-c3ae39c3-4751-4419-a66a-516ea489452e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12ed4db6-5921-426d-a067-ecce3442f9d9']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:01.762584 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-c3ae39c3-4751-4419-a66a-516ea489452e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71348d47-96ec-4f02-9040-e95b6c04dc67') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:01.763168 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-c3ae39c3-4751-4419-a66a-516ea489452e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71348d47-96ec-4f02-9040-e95b6c04dc67') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:01.783246 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c3ae39c3-4751-4419-a66a-516ea489452e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:01.786070 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53088) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:01.799918 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c3ae39c3-4751-4419-a66a-516ea489452e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:01.806262 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3ae39c3-4751-4419-a66a-516ea489452e admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:00:01.806892 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c3ae39c3-4751-4419-a66a-516ea489452e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:01.814464 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3bf000a4-a01e-41fc-8940-2dff5d92745b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:01.818781 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3bf000a4-a01e-41fc-8940-2dff5d92745b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:01.825745 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:00:01.825745 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:00:01.825745 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:00:01.825745 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:00:01.825745 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:00:01.825745 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:00:01.825745 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:00:01.825745 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:00:01.825745 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:00:01.825745 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:00:01.825745 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:00:01.825745 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:00:01.825745 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:00:01.825745 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:00:01.825745 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:00:01.825745 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:00:01.825745 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:00:01.825745 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:00:01.825745 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:00:01.825745 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:00:01.825745 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:00:01.825745 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:00:01.825745 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:00:01.825745 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:00:01.825745 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:00:01.825745 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:00:01.825745 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:00:01.825745 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:00:01.825745 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:00:01.825745 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:00:01.825745 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:00:01.825745 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:00:01.851385 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf000a4-a01e-41fc-8940-2dff5d92745b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f390fb79-d647-4bd9-adfd-973280dc2b06,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:01.865091 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-e617a072-40d8-4482-ad1e-6f1f246546b1 req-3d8a822e-7605-4722-9b2b-7790811b73ef tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:01.868557 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-e617a072-40d8-4482-ad1e-6f1f246546b1 req-3d8a822e-7605-4722-9b2b-7790811b73ef tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:01.869713 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e617a072-40d8-4482-ad1e-6f1f246546b1 req-3d8a822e-7605-4722-9b2b-7790811b73ef tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "DELETE /v2.0/security-groups/955787ae-f8f8-4763-8751-bdfe05755359 HTTP/1.1" status: 204 len: 173 time: 0.3285046 Sep 17 08:00:01.877645 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-3bf000a4-a01e-41fc-8940-2dff5d92745b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bdaf30949697494e9324523121ab9370&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3206608 Sep 17 08:00:01.878056 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53096) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:01.902183 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8a822e-7605-4722-9b2b-7790811b73ef tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=955787ae-f8f8-4763-8751-bdfe05755359,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:01.918397 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c3ae39c3-4751-4419-a66a-516ea489452e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:01.936659 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c3ae39c3-4751-4419-a66a-516ea489452e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:01.938488 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-c3ae39c3-4751-4419-a66a-516ea489452e admin admin] 10.222.0.13 "DELETE /v2.0/networks/12ed4db6-5921-426d-a067-ecce3442f9d9 HTTP/1.1" status: 204 len: 168 time: 0.4705775 Sep 17 08:00:01.962741 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae39c3-4751-4419-a66a-516ea489452e admin admin] Pushing event deleted for resources: {'Network': ['ID=12ed4db6-5921-426d-a067-ecce3442f9d9,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:01.975882 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-00926434-4a3d-4a9a-a1b6-d9f613e506b3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=61a7a6788c48443c9f34c81b57ddfc5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1864121 Sep 17 08:00:01.976796 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53100) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:01.994888 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-be68d4af-14df-4d2e-8c92-3e23caa63636 req-a83b3d98-a796-42ba-bf61-bacf7d37c1eb tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "GET /v2.0/security-groups/480a322d-b698-4847-9831-7788c82c512e HTTP/1.1" status: 200 len: 1799 time: 0.1010864 Sep 17 08:00:02.000898 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5d15880b-753c-4e46-b141-ffe43bc1a17d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:02.033089 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6ad98501-50fb-4f68-ac9e-c1534f45bea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:02.047916 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5d15880b-753c-4e46-b141-ffe43bc1a17d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:02.072489 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6ad98501-50fb-4f68-ac9e-c1534f45bea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:02.090711 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53104) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:02.104273 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-be68d4af-14df-4d2e-8c92-3e23caa63636 req-abc3cd94-fda7-409d-808c-38bc0273b1ec tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:02.130834 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-be68d4af-14df-4d2e-8c92-3e23caa63636 req-abc3cd94-fda7-409d-808c-38bc0273b1ec tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:02.139403 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5d15880b-753c-4e46-b141-ffe43bc1a17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:02.142248 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5d15880b-753c-4e46-b141-ffe43bc1a17d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:02.143496 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-5d15880b-753c-4e46-b141-ffe43bc1a17d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f390fb79-d647-4bd9-adfd-973280dc2b06 HTTP/1.1" status: 204 len: 168 time: 0.2626953 Sep 17 08:00:02.156466 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-21dd91c0-c8fc-4859-98d2-e49f3e8fd474 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9dbab59b3f8c480a85bd53914db13553&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0638709 Sep 17 08:00:02.158884 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53108) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:02.165248 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d15880b-753c-4e46-b141-ffe43bc1a17d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f390fb79-d647-4bd9-adfd-973280dc2b06,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:02.184803 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6ad98501-50fb-4f68-ac9e-c1534f45bea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:02.189544 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6ad98501-50fb-4f68-ac9e-c1534f45bea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:02.190973 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6ad98501-50fb-4f68-ac9e-c1534f45bea0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3e679729-9e68-46f6-8b1f-6c78be1c4fb4 HTTP/1.1" status: 204 len: 168 time: 0.2129943 Sep 17 08:00:02.195585 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-be68d4af-14df-4d2e-8c92-3e23caa63636 req-abc3cd94-fda7-409d-808c-38bc0273b1ec tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:02.198724 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-be68d4af-14df-4d2e-8c92-3e23caa63636 req-abc3cd94-fda7-409d-808c-38bc0273b1ec tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:02.201498 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-be68d4af-14df-4d2e-8c92-3e23caa63636 req-abc3cd94-fda7-409d-808c-38bc0273b1ec tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] 10.222.0.13 "DELETE /v2.0/security-groups/480a322d-b698-4847-9831-7788c82c512e HTTP/1.1" status: 204 len: 173 time: 0.1946929 Sep 17 08:00:02.208438 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53112) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:02.213335 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad98501-50fb-4f68-ac9e-c1534f45bea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e679729-9e68-46f6-8b1f-6c78be1c4fb4,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:02.236008 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a30ff229-6d4b-424b-bce3-6a654a0e0ccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:02.248058 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc3cd94-fda7-409d-808c-38bc0273b1ec tempest-SecurityGroupsTestJSON-1306305666 tempest-SecurityGroupsTestJSON-1306305666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=480a322d-b698-4847-9831-7788c82c512e,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:02.279349 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a30ff229-6d4b-424b-bce3-6a654a0e0ccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:02.303542 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec57d27b-fc3e-4a9e-bc6b-bce519d2a1b9 admin admin] Deleting subnet 87ee52d6-ae56-4d6f-b1f7-f93e882b0a89 {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:00:02.307323 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ec57d27b-fc3e-4a9e-bc6b-bce519d2a1b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:02.341164 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a30ff229-6d4b-424b-bce3-6a654a0e0ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:02.347042 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a30ff229-6d4b-424b-bce3-6a654a0e0ccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:02.349642 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a30ff229-6d4b-424b-bce3-6a654a0e0ccd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/34c8b5d5-d713-4c1c-b9b0-67bfd8b37f24 HTTP/1.1" status: 204 len: 168 time: 0.1912208 Sep 17 08:00:02.352515 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ec57d27b-fc3e-4a9e-bc6b-bce519d2a1b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:02.360671 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30ff229-6d4b-424b-bce3-6a654a0e0ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c8b5d5-d713-4c1c-b9b0-67bfd8b37f24,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:02.401493 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ec57d27b-fc3e-4a9e-bc6b-bce519d2a1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:02.459007 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ec57d27b-fc3e-4a9e-bc6b-bce519d2a1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:02.484542 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec57d27b-fc3e-4a9e-bc6b-bce519d2a1b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87ee52d6-ae56-4d6f-b1f7-f93e882b0a89,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:02.494682 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ec57d27b-fc3e-4a9e-bc6b-bce519d2a1b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:02.499352 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ec57d27b-fc3e-4a9e-bc6b-bce519d2a1b9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/87ee52d6-ae56-4d6f-b1f7-f93e882b0a89 HTTP/1.1" status: 204 len: 168 time: 0.2849991 Sep 17 08:00:02.499352 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53120) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:02.577829 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-03ef46ed-f578-45a8-a0dd-878f87f77ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:02.658445 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-03ef46ed-f578-45a8-a0dd-878f87f77ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:02.678188 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-03ef46ed-f578-45a8-a0dd-878f87f77ece admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c3939dc-d000-4839-b5e2-30565576d4d4']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:02.688317 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-03ef46ed-f578-45a8-a0dd-878f87f77ece admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4821f2e6-bd80-4aac-98cc-bc8dfa1b531e') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:02.689393 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-03ef46ed-f578-45a8-a0dd-878f87f77ece admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4821f2e6-bd80-4aac-98cc-bc8dfa1b531e') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:02.700898 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-03ef46ed-f578-45a8-a0dd-878f87f77ece admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:02.714304 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-03ef46ed-f578-45a8-a0dd-878f87f77ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:02.720769 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03ef46ed-f578-45a8-a0dd-878f87f77ece admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:00:02.721083 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-03ef46ed-f578-45a8-a0dd-878f87f77ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:02.723339 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:00:02.723339 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:00:02.723339 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:00:02.723339 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:00:02.723339 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:00:02.723339 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:00:02.723339 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:00:02.723339 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:00:02.723339 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:00:02.723339 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:00:02.723339 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:00:02.723339 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:00:02.723339 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:00:02.723339 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:00:02.723339 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:00:02.723339 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:00:02.723339 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:00:02.723339 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:00:02.723339 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:00:02.723339 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:00:02.723339 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:00:02.723339 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:00:02.723339 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:00:02.723339 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:00:02.723339 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:00:02.723339 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:00:02.723339 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:00:02.723339 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:00:02.723339 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:00:02.723339 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:00:02.723339 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:00:02.723339 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:00:02.744223 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53128) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:02.763462 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-58d823b5-f4ab-4425-a9e9-c1e380e7514f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:02.794601 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-03ef46ed-f578-45a8-a0dd-878f87f77ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:02.804070 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-03ef46ed-f578-45a8-a0dd-878f87f77ece admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:02.810592 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-03ef46ed-f578-45a8-a0dd-878f87f77ece admin admin] 10.222.0.13 "DELETE /v2.0/networks/5c3939dc-d000-4839-b5e2-30565576d4d4 HTTP/1.1" status: 204 len: 168 time: 0.3102059 Sep 17 08:00:02.820754 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ef46ed-f578-45a8-a0dd-878f87f77ece admin admin] Pushing event deleted for resources: {'Network': ['ID=5c3939dc-d000-4839-b5e2-30565576d4d4,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:02.876075 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-58d823b5-f4ab-4425-a9e9-c1e380e7514f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:02.881485 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-58d823b5-f4ab-4425-a9e9-c1e380e7514f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:02.925912 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-58d823b5-f4ab-4425-a9e9-c1e380e7514f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8c0c134e906e4ebaad15129c74d9f504&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1751688 Sep 17 08:00:02.925912 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d823b5-f4ab-4425-a9e9-c1e380e7514f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ea4f13-dbdb-4a04-8970-56bd6901dbdb,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:02.926215 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53140) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:02.977884 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-666e0095-dee5-4407-9ad7-0a935e0fd1dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:02.994752 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53144) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:03.007185 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-666e0095-dee5-4407-9ad7-0a935e0fd1dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:03.065629 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53148) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:03.072345 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-017338a5-b308-440b-81fc-4ec36756f3c2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=958ba9f9613c46689914bd3daf2ce99a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0750010 Sep 17 08:00:03.076603 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-666e0095-dee5-4407-9ad7-0a935e0fd1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:03.079312 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-666e0095-dee5-4407-9ad7-0a935e0fd1dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:03.082803 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-666e0095-dee5-4407-9ad7-0a935e0fd1dc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b2ea4f13-dbdb-4a04-8970-56bd6901dbdb HTTP/1.1" status: 204 len: 168 time: 0.1536155 Sep 17 08:00:03.100574 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666e0095-dee5-4407-9ad7-0a935e0fd1dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ea4f13-dbdb-4a04-8970-56bd6901dbdb,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:03.133093 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 88d14c71-d63f-45a9-985e-9ee4f2fa9b49 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:00:03.149179 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a35bbb26-57ed-4571-ae84-bcd3f46ab2cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:03.158550 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: 88d14c71-d63f-45a9-985e-9ee4f2fa9b49 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:00:03.159389 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 88d14c71-d63f-45a9-985e-9ee4f2fa9b49 not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:00:03.160353 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 43c451a6-a395-49da-b293-ab53e938a7de no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:00:03.187250 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: 43c451a6-a395-49da-b293-ab53e938a7de {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:00:03.187823 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 43c451a6-a395-49da-b293-ab53e938a7de not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:00:03.194777 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a35bbb26-57ed-4571-ae84-bcd3f46ab2cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:03.253852 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a35bbb26-57ed-4571-ae84-bcd3f46ab2cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:03.256572 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a35bbb26-57ed-4571-ae84-bcd3f46ab2cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:03.259909 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a35bbb26-57ed-4571-ae84-bcd3f46ab2cf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/db312e7f-1a3f-4ea9-ad55-8740cb4f40b6 HTTP/1.1" status: 204 len: 168 time: 0.1911759 Sep 17 08:00:03.267869 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35bbb26-57ed-4571-ae84-bcd3f46ab2cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db312e7f-1a3f-4ea9-ad55-8740cb4f40b6,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:03.787245 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53188) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:03.947318 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53196) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:04.016725 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-be1f28a3-7b3e-403e-b4d8-3f8cc5112e3d tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-310208905', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:00:04.047615 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-be1f28a3-7b3e-403e-b4d8-3f8cc5112e3d tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:04.048817 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-be1f28a3-7b3e-403e-b4d8-3f8cc5112e3d tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:04.113666 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-be1f28a3-7b3e-403e-b4d8-3f8cc5112e3d tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:04.120031 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-be1f28a3-7b3e-403e-b4d8-3f8cc5112e3d tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:04.139585 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-bea5899f-4391-4f23-aa51-bda056d82844 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1364486994-network', 'tenant_id': '4352054ae9244475b95b6c2c5ebca5fe'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:00:04.150421 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-be1f28a3-7b3e-403e-b4d8-3f8cc5112e3d tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:04.154614 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-be1f28a3-7b3e-403e-b4d8-3f8cc5112e3d tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3638225 Sep 17 08:00:04.155190 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53208) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:04.161518 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-c7d6a2bc-2181-4870-8a41-20ce26100fa7 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1673542808'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:00:04.173477 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea5899f-4391-4f23-aa51-bda056d82844 admin admin] Made reservation on behalf of 4352054ae9244475b95b6c2c5ebca5fe for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:00:04.176852 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bea5899f-4391-4f23-aa51-bda056d82844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:04.190497 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bea5899f-4391-4f23-aa51-bda056d82844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:04.190807 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d6a2bc-2181-4870-8a41-20ce26100fa7 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Made reservation on behalf of 16e0808782fe4c989ac4c9fce043f52c for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:00:04.195686 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c7d6a2bc-2181-4870-8a41-20ce26100fa7 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:04.206738 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c7d6a2bc-2181-4870-8a41-20ce26100fa7 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:04.319569 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bea5899f-4391-4f23-aa51-bda056d82844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:04.327674 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bea5899f-4391-4f23-aa51-bda056d82844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:04.381551 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bea5899f-4391-4f23-aa51-bda056d82844 admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:00:04.388538 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea5899f-4391-4f23-aa51-bda056d82844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9871accd-4044-416c-a995-c42b0a8db4ff,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:04.394828 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bea5899f-4391-4f23-aa51-bda056d82844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:04.395183 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-bea5899f-4391-4f23-aa51-bda056d82844 admin admin] Added segment 866ed64a-f4dd-40fe-9014-b946bf37eae0 of type vlan for network 52fb296c-73d5-4b8d-a417-152740a33476 Sep 17 08:00:04.439370 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c7d6a2bc-2181-4870-8a41-20ce26100fa7 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:04.440271 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bea5899f-4391-4f23-aa51-bda056d82844 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:04.447029 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c7d6a2bc-2181-4870-8a41-20ce26100fa7 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:04.471243 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bea5899f-4391-4f23-aa51-bda056d82844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:04.472563 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea5899f-4391-4f23-aa51-bda056d82844 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:00:04.473642 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bea5899f-4391-4f23-aa51-bda056d82844 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:04.485350 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7d6a2bc-2181-4870-8a41-20ce26100fa7 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:00:04.506445 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d6a2bc-2181-4870-8a41-20ce26100fa7 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d41e08-b311-4434-9b51-351199fd6894,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:04.514243 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-bea5899f-4391-4f23-aa51-bda056d82844 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.5630956 Sep 17 08:00:04.514443 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53230) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:04.515801 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c7d6a2bc-2181-4870-8a41-20ce26100fa7 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:04.516513 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-c7d6a2bc-2181-4870-8a41-20ce26100fa7 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Added segment e9538a17-0d3d-46eb-a052-0fab19a0a603 of type vlan for network 675aa074-e4b5-479c-b471-053f66a543e1 Sep 17 08:00:04.519334 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-f4778e91-f74a-4880-afaf-f42433e5a215 admin admin] Request body: {'subnet': {'network_id': '52fb296c-73d5-4b8d-a417-152740a33476', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1364486994-subnet', 'tenant_id': '4352054ae9244475b95b6c2c5ebca5fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:00:04.570621 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c7d6a2bc-2181-4870-8a41-20ce26100fa7 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:04.572114 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4778e91-f74a-4880-afaf-f42433e5a215 admin admin] Made reservation on behalf of 4352054ae9244475b95b6c2c5ebca5fe for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:00:04.574991 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f4778e91-f74a-4880-afaf-f42433e5a215 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:04.601189 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea5899f-4391-4f23-aa51-bda056d82844 admin admin] Pushing event updated for resources: {'Network': ['ID=52fb296c-73d5-4b8d-a417-152740a33476,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:04.608359 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c7d6a2bc-2181-4870-8a41-20ce26100fa7 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:04.613500 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 52fb296c-73d5-4b8d-a417-152740a33476 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:00:04.616803 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d6a2bc-2181-4870-8a41-20ce26100fa7 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:00:04.618382 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c7d6a2bc-2181-4870-8a41-20ce26100fa7 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:04.735387 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-c7d6a2bc-2181-4870-8a41-20ce26100fa7 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5763907 Sep 17 08:00:04.735387 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d6a2bc-2181-4870-8a41-20ce26100fa7 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Pushing event updated for resources: {'Network': ['ID=675aa074-e4b5-479c-b471-053f66a543e1,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:04.735657 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53238) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:04.741657 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-8774e58e-fc3f-4458-a9e0-4d40bd61c49b tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Request body: {'subnet': {'network_id': '675aa074-e4b5-479c-b471-053f66a543e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:00:04.754288 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 675aa074-e4b5-479c-b471-053f66a543e1 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:00:04.906432 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8774e58e-fc3f-4458-a9e0-4d40bd61c49b tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Made reservation on behalf of 16e0808782fe4c989ac4c9fce043f52c for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:00:04.916598 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8774e58e-fc3f-4458-a9e0-4d40bd61c49b tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:05.001187 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:05.004249 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53248) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:05.150079 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f4778e91-f74a-4880-afaf-f42433e5a215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:05.159313 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8774e58e-fc3f-4458-a9e0-4d40bd61c49b tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:05.221338 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8774e58e-fc3f-4458-a9e0-4d40bd61c49b tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Pushing event updated for resources: {'Subnet': ['ID=90eb83ce-d2a8-4e9a-873c-625ae85da895,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:05.225462 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4778e91-f74a-4880-afaf-f42433e5a215 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd4471eb-e915-4200-a52b-8999a93512ff,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:05.232367 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4778e91-f74a-4880-afaf-f42433e5a215 admin admin] Checking segment: {'id': '866ed64a-f4dd-40fe-9014-b946bf37eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '52fb296c-73d5-4b8d-a417-152740a33476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:00:05.233455 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4778e91-f74a-4880-afaf-f42433e5a215 admin admin] Network hostable DHCP agents. Network: 52fb296c-73d5-4b8d-a417-152740a33476, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:00:05.243961 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8774e58e-fc3f-4458-a9e0-4d40bd61c49b tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Checking segment: {'id': 'e9538a17-0d3d-46eb-a052-0fab19a0a603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '675aa074-e4b5-479c-b471-053f66a543e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:00:05.244347 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8774e58e-fc3f-4458-a9e0-4d40bd61c49b tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Network hostable DHCP agents. Network: 675aa074-e4b5-479c-b471-053f66a543e1, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:00:05.254790 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4778e91-f74a-4880-afaf-f42433e5a215 admin admin] Network 52fb296c-73d5-4b8d-a417-152740a33476 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:00:05.264442 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8774e58e-fc3f-4458-a9e0-4d40bd61c49b tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Network 675aa074-e4b5-479c-b471-053f66a543e1 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:00:05.271146 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-f4778e91-f74a-4880-afaf-f42433e5a215 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 52fb296c-73d5-4b8d-a417-152740a33476) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:00:05.276645 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4778e91-f74a-4880-afaf-f42433e5a215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:00:05.277246 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f4778e91-f74a-4880-afaf-f42433e5a215 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:05.281975 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-8774e58e-fc3f-4458-a9e0-4d40bd61c49b tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 675aa074-e4b5-479c-b471-053f66a543e1) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:00:05.286321 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8774e58e-fc3f-4458-a9e0-4d40bd61c49b tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:00:05.287252 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8774e58e-fc3f-4458-a9e0-4d40bd61c49b tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:05.308119 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-8774e58e-fc3f-4458-a9e0-4d40bd61c49b tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5678482 Sep 17 08:00:05.308935 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53262) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:05.309268 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f4778e91-f74a-4880-afaf-f42433e5a215 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7931278 Sep 17 08:00:05.314798 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-3630c60b-6a2b-46cc-9867-a8f38213d55f tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Request body: {'network': {'name': 'tempest-router-network01--721770911'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:00:05.321986 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e36b27-8925-4d82-9d5d-907dcbc1347c None None] Network 52fb296c-73d5-4b8d-a417-152740a33476 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:00:05.324546 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177db96c-46e5-4064-a84d-18cb0858b767 None None] Network 675aa074-e4b5-479c-b471-053f66a543e1 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:00:05.346887 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-82f4964b-c374-49cc-9dc6-1cd50138ea48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:05.348164 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3630c60b-6a2b-46cc-9867-a8f38213d55f tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Made reservation on behalf of 16e0808782fe4c989ac4c9fce043f52c for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:00:05.356383 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3630c60b-6a2b-46cc-9867-a8f38213d55f tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:05.400357 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3630c60b-6a2b-46cc-9867-a8f38213d55f tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:00:05.418183 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3630c60b-6a2b-46cc-9867-a8f38213d55f tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:05.418532 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-3630c60b-6a2b-46cc-9867-a8f38213d55f tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Added segment 1b3bf99d-205b-408c-b580-38e35ab00f25 of type vlan for network c5eb6187-344f-4daf-a0e9-d0211ac09e01 Sep 17 08:00:05.496693 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3630c60b-6a2b-46cc-9867-a8f38213d55f tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:05.499915 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-82f4964b-c374-49cc-9dc6-1cd50138ea48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:05.507709 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:05.508073 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-82f4964b-c374-49cc-9dc6-1cd50138ea48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:05.532584 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3630c60b-6a2b-46cc-9867-a8f38213d55f tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:05.538446 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3630c60b-6a2b-46cc-9867-a8f38213d55f tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:00:05.539122 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3630c60b-6a2b-46cc-9867-a8f38213d55f tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:05.584635 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-82f4964b-c374-49cc-9dc6-1cd50138ea48 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=97c29b853a7d43a8bea18d1afeaeea9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5793393 Sep 17 08:00:05.586666 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f4964b-c374-49cc-9dc6-1cd50138ea48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afdec942-1ff2-4897-b958-154a7a2c7148,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:05.587798 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53274) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:05.625292 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-3630c60b-6a2b-46cc-9867-a8f38213d55f tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3147261 Sep 17 08:00:05.628127 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53288) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:05.634167 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-59320035-d4a4-4ced-8655-307f11bc4499 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Request body: {'network': {'name': 'tempest-router-network02--1001038350'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:00:05.653447 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7fc6f3-2694-4bf1-8a7d-712d4ae344ec None None] Network 52fb296c-73d5-4b8d-a417-152740a33476 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:00:05.667999 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59320035-d4a4-4ced-8655-307f11bc4499 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Made reservation on behalf of 16e0808782fe4c989ac4c9fce043f52c for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:00:05.673505 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-59320035-d4a4-4ced-8655-307f11bc4499 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:05.683448 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3630c60b-6a2b-46cc-9867-a8f38213d55f tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Pushing event updated for resources: {'Network': ['ID=c5eb6187-344f-4daf-a0e9-d0211ac09e01,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:05.695101 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacf99ca-2bd2-4cfa-930e-e737a5f45c89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-675aa074-e4b5-479c-b471-053f66a543e1', 'network_id': '675aa074-e4b5-479c-b471-053f66a543e1', 'tenant_id': '16e0808782fe4c989ac4c9fce043f52c', 'fixed_ips': [{'subnet_id': '90eb83ce-d2a8-4e9a-873c-625ae85da895'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:00:05.696207 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-aacf99ca-2bd2-4cfa-930e-e737a5f45c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:05.698435 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network c5eb6187-344f-4daf-a0e9-d0211ac09e01 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:00:05.704504 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59320035-d4a4-4ced-8655-307f11bc4499 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:00:05.714207 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-632314b7-4d20-453f-ad5d-d1041d562cd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:05.720940 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-59320035-d4a4-4ced-8655-307f11bc4499 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:05.722590 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-59320035-d4a4-4ced-8655-307f11bc4499 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Added segment 5b44ddfa-cc80-44ff-a529-c6cc495a9513 of type vlan for network 4106c33b-af23-421d-a3f9-cb58d32bccfe Sep 17 08:00:05.737973 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-632314b7-4d20-453f-ad5d-d1041d562cd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:05.778128 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-59320035-d4a4-4ced-8655-307f11bc4499 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:05.809383 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-632314b7-4d20-453f-ad5d-d1041d562cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:05.813357 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-632314b7-4d20-453f-ad5d-d1041d562cd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:05.818001 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-632314b7-4d20-453f-ad5d-d1041d562cd5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/afdec942-1ff2-4897-b958-154a7a2c7148 HTTP/1.1" status: 204 len: 168 time: 0.2194295 Sep 17 08:00:05.826951 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632314b7-4d20-453f-ad5d-d1041d562cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afdec942-1ff2-4897-b958-154a7a2c7148,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:05.841460 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-59320035-d4a4-4ced-8655-307f11bc4499 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:05.848405 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59320035-d4a4-4ced-8655-307f11bc4499 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:00:05.849489 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-59320035-d4a4-4ced-8655-307f11bc4499 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:05.886923 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-59320035-d4a4-4ced-8655-307f11bc4499 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2534249 Sep 17 08:00:05.887153 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53300) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:05.900200 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-ddd39ccf-c57a-4a4d-93ce-a9209465f377 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Request body: {'subnet': {'network_id': 'c5eb6187-344f-4daf-a0e9-d0211ac09e01', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:00:05.992036 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-aacf99ca-2bd2-4cfa-930e-e737a5f45c89 None None] Allocated IP 172.20.0.2 (675aa074-e4b5-479c-b471-053f66a543e1/90eb83ce-d2a8-4e9a-873c-625ae85da895/9a05a617-897e-4df5-a443-7a8f98d05af7) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:00:06.005354 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59320035-d4a4-4ced-8655-307f11bc4499 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Pushing event updated for resources: {'Network': ['ID=4106c33b-af23-421d-a3f9-cb58d32bccfe,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:06.027088 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 4106c33b-af23-421d-a3f9-cb58d32bccfe details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:00:06.160221 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a41432f-379a-4cd6-817e-90f6b885925c req-469d1fc7-0040-42d6-bfc1-a5380119a30b tempest-ServerAddressesNegativeTestJSON-1782002661 tempest-ServerAddressesNegativeTestJSON-1782002661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:00:06.171973 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0a41432f-379a-4cd6-817e-90f6b885925c req-469d1fc7-0040-42d6-bfc1-a5380119a30b tempest-ServerAddressesNegativeTestJSON-1782002661 tempest-ServerAddressesNegativeTestJSON-1782002661-project] 10.222.0.13 "GET /v2.0/networks?id=52fb296c-73d5-4b8d-a417-152740a33476 HTTP/1.1" status: 200 len: 822 time: 0.1723759 Sep 17 08:00:06.179646 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd39ccf-c57a-4a4d-93ce-a9209465f377 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Made reservation on behalf of 16e0808782fe4c989ac4c9fce043f52c for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:00:06.183065 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ddd39ccf-c57a-4a4d-93ce-a9209465f377 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:06.227660 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0a41432f-379a-4cd6-817e-90f6b885925c req-4781b8f8-4529-45ee-b73d-93584c4a32e5 tempest-ServerAddressesNegativeTestJSON-1782002661 tempest-ServerAddressesNegativeTestJSON-1782002661-project] 10.222.0.13 "GET /v2.0/quotas/4352054ae9244475b95b6c2c5ebca5fe HTTP/1.1" status: 200 len: 375 time: 0.0547223 Sep 17 08:00:06.290142 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-aacf99ca-2bd2-4cfa-930e-e737a5f45c89 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:06.304242 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-aacf99ca-2bd2-4cfa-930e-e737a5f45c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:06.344642 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0a41432f-379a-4cd6-817e-90f6b885925c req-3043ce2f-e37c-4874-8e6f-3bc14b02cfbd tempest-ServerAddressesNegativeTestJSON-1782002661 tempest-ServerAddressesNegativeTestJSON-1782002661-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4352054ae9244475b95b6c2c5ebca5fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1160581 Sep 17 08:00:06.378977 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacf99ca-2bd2-4cfa-930e-e737a5f45c89 None None] Pushing event updated for resources: {'Port': ['ID=9a05a617-897e-4df5-a443-7a8f98d05af7,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:06.391979 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacf99ca-2bd2-4cfa-930e-e737a5f45c89 None None] Network 675aa074-e4b5-479c-b471-053f66a543e1 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:00:06.394215 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-aacf99ca-2bd2-4cfa-930e-e737a5f45c89 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:00:06.398451 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacf99ca-2bd2-4cfa-930e-e737a5f45c89 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:00:06.459802 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-aacf99ca-2bd2-4cfa-930e-e737a5f45c89 None None] Attempting to bind port 9a05a617-897e-4df5-a443-7a8f98d05af7 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:00:06.460204 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-aacf99ca-2bd2-4cfa-930e-e737a5f45c89 None None] Attempting to bind port 9a05a617-897e-4df5-a443-7a8f98d05af7 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'e9538a17-0d3d-46eb-a052-0fab19a0a603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '675aa074-e4b5-479c-b471-053f66a543e1'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:00:06.460678 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacf99ca-2bd2-4cfa-930e-e737a5f45c89 None None] Attempting to bind port 9a05a617-897e-4df5-a443-7a8f98d05af7 on network 675aa074-e4b5-479c-b471-053f66a543e1 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:00:06.466146 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacf99ca-2bd2-4cfa-930e-e737a5f45c89 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:00:06.466518 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacf99ca-2bd2-4cfa-930e-e737a5f45c89 None None] Checking segment: {'id': 'e9538a17-0d3d-46eb-a052-0fab19a0a603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '675aa074-e4b5-479c-b471-053f66a543e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:00:06.467151 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-aacf99ca-2bd2-4cfa-930e-e737a5f45c89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:06.467547 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacf99ca-2bd2-4cfa-930e-e737a5f45c89 None None] Bound using segment: {'id': 'e9538a17-0d3d-46eb-a052-0fab19a0a603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '675aa074-e4b5-479c-b471-053f66a543e1'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:00:06.468070 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-aacf99ca-2bd2-4cfa-930e-e737a5f45c89 None None] Bound port: 9a05a617-897e-4df5-a443-7a8f98d05af7, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9538a17-0d3d-46eb-a052-0fab19a0a603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '675aa074-e4b5-479c-b471-053f66a543e1'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:00:06.468463 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-aacf99ca-2bd2-4cfa-930e-e737a5f45c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:06.506825 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ddd39ccf-c57a-4a4d-93ce-a9209465f377 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:06.549771 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-aacf99ca-2bd2-4cfa-930e-e737a5f45c89 None None] For port 9a05a617-897e-4df5-a443-7a8f98d05af7, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:00:06.552518 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-aacf99ca-2bd2-4cfa-930e-e737a5f45c89 None None] For port 9a05a617-897e-4df5-a443-7a8f98d05af7, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=9a05a617-897e-4df5-a443-7a8f98d05af7,segment=NetworkSegment(e9538a17-0d3d-46eb-a052-0fab19a0a603),segment_id=e9538a17-0d3d-46eb-a052-0fab19a0a603)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:00:06.562406 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-aacf99ca-2bd2-4cfa-930e-e737a5f45c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:06.581491 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd39ccf-c57a-4a4d-93ce-a9209465f377 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Pushing event updated for resources: {'Subnet': ['ID=005cb62d-d6d8-4a44-9c2a-f9af8f517957,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:06.626527 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53352) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:06.663636 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacf99ca-2bd2-4cfa-930e-e737a5f45c89 None None] Pushing event updated for resources: {'Port': ['ID=9a05a617-897e-4df5-a443-7a8f98d05af7,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:06.665313 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd39ccf-c57a-4a4d-93ce-a9209465f377 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Checking segment: {'id': '1b3bf99d-205b-408c-b580-38e35ab00f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c5eb6187-344f-4daf-a0e9-d0211ac09e01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:00:06.666207 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd39ccf-c57a-4a4d-93ce-a9209465f377 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Network hostable DHCP agents. Network: c5eb6187-344f-4daf-a0e9-d0211ac09e01, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:00:06.736806 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9b1f90aa-88f9-44f2-af35-18eed6a96bf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:06.752244 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd39ccf-c57a-4a4d-93ce-a9209465f377 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Network c5eb6187-344f-4daf-a0e9-d0211ac09e01 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:00:06.764033 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0a41432f-379a-4cd6-817e-90f6b885925c req-976fbec8-49d8-4b66-a39a-f11c4ab2c040 service neutron] 10.222.0.13 "GET /v2.0/networks/52fb296c-73d5-4b8d-a417-152740a33476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4086244 Sep 17 08:00:06.765059 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-ddd39ccf-c57a-4a4d-93ce-a9209465f377 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, c5eb6187-344f-4daf-a0e9-d0211ac09e01) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:00:06.770385 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd39ccf-c57a-4a4d-93ce-a9209465f377 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:00:06.770982 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ddd39ccf-c57a-4a4d-93ce-a9209465f377 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:06.783393 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198ef123-cc04-49ae-8986-f9d6896e161a None None] Network c5eb6187-344f-4daf-a0e9-d0211ac09e01 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:00:06.876720 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9b1f90aa-88f9-44f2-af35-18eed6a96bf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:06.883198 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9b1f90aa-88f9-44f2-af35-18eed6a96bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:06.884789 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0a41432f-379a-4cd6-817e-90f6b885925c req-db449464-290a-4179-8c29-02a6f94ef4cf service neutron] 10.222.0.13 "GET /v2.0/networks/52fb296c-73d5-4b8d-a417-152740a33476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017842 Sep 17 08:00:06.896680 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ddd39ccf-c57a-4a4d-93ce-a9209465f377 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0083561 Sep 17 08:00:06.899637 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53364) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:06.929998 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-f57a8963-756c-431f-b5f9-39cfa9c0ee30 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Request body: {'subnet': {'network_id': '4106c33b-af23-421d-a3f9-cb58d32bccfe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:00:06.954037 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-9b1f90aa-88f9-44f2-af35-18eed6a96bf3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1a47277995ca4ce6b8c7a72b2a4318b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3258944 Sep 17 08:00:06.955245 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1f90aa-88f9-44f2-af35-18eed6a96bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b4b91f-dfd6-4920-bdbb-61783ac6fe6a,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:06.957799 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53366) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:07.052935 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2eb0f862-b0a2-433c-b8f0-5fe344e14d2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:07.056592 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53368) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:07.113064 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb4a730-7f13-4ac8-bdf1-ece899b98cbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-c5eb6187-344f-4daf-a0e9-d0211ac09e01', 'network_id': 'c5eb6187-344f-4daf-a0e9-d0211ac09e01', 'tenant_id': '16e0808782fe4c989ac4c9fce043f52c', 'fixed_ips': [{'subnet_id': '005cb62d-d6d8-4a44-9c2a-f9af8f517957'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:00:07.114005 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ccb4a730-7f13-4ac8-bdf1-ece899b98cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:07.121224 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2eb0f862-b0a2-433c-b8f0-5fe344e14d2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:07.123047 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57a8963-756c-431f-b5f9-39cfa9c0ee30 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Made reservation on behalf of 16e0808782fe4c989ac4c9fce043f52c for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:00:07.129073 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f57a8963-756c-431f-b5f9-39cfa9c0ee30 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:07.219799 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2eb0f862-b0a2-433c-b8f0-5fe344e14d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:07.225164 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2eb0f862-b0a2-433c-b8f0-5fe344e14d2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:07.227748 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-2eb0f862-b0a2-433c-b8f0-5fe344e14d2a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f8b4b91f-dfd6-4920-bdbb-61783ac6fe6a HTTP/1.1" status: 204 len: 168 time: 0.2678256 Sep 17 08:00:07.239371 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb0f862-b0a2-433c-b8f0-5fe344e14d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b4b91f-dfd6-4920-bdbb-61783ac6fe6a,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:07.269027 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d44b2709-e786-4a74-959b-6a9df3357311 req-09fd0251-985c-40dc-8ea2-8259394cbe02 tempest-ServerAddressesNegativeTestJSON-1782002661 tempest-ServerAddressesNegativeTestJSON-1782002661-project] 10.222.0.13 "GET /v2.0/ports?device_id=efdae871-e161-4b76-82be-c144fd872e27 HTTP/1.1" status: 200 len: 210 time: 0.0422726 Sep 17 08:00:07.279096 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-2f4a7985-a240-46c8-a81b-67a45997eb68 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-224542195-network', 'tenant_id': '9dd60ef4e32342ee9bd756b274f1d1f9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:00:07.331401 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f4a7985-a240-46c8-a81b-67a45997eb68 admin admin] Made reservation on behalf of 9dd60ef4e32342ee9bd756b274f1d1f9 for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:00:07.334602 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2f4a7985-a240-46c8-a81b-67a45997eb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:07.349883 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2f4a7985-a240-46c8-a81b-67a45997eb68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:07.414070 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-ccb4a730-7f13-4ac8-bdf1-ece899b98cbf None None] Allocated IP 172.20.0.2 (c5eb6187-344f-4daf-a0e9-d0211ac09e01/005cb62d-d6d8-4a44-9c2a-f9af8f517957/d14e225c-91ec-432d-ade4-37feb870a8ba) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:00:07.489853 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2f4a7985-a240-46c8-a81b-67a45997eb68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:07.497281 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2f4a7985-a240-46c8-a81b-67a45997eb68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:07.509654 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f57a8963-756c-431f-b5f9-39cfa9c0ee30 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:07.525370 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f4a7985-a240-46c8-a81b-67a45997eb68 admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:00:07.552324 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2f4a7985-a240-46c8-a81b-67a45997eb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:07.552686 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-2f4a7985-a240-46c8-a81b-67a45997eb68 admin admin] Added segment a29178db-d5c9-4d31-b4e5-63807b5c0c4d of type vlan for network f09c285a-372f-4d9d-93e7-05d1bf72bf1b Sep 17 08:00:07.554564 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4a7985-a240-46c8-a81b-67a45997eb68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d72823b7-81c0-42a5-9665-1378d889a01c,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:07.621422 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2f4a7985-a240-46c8-a81b-67a45997eb68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:07.635296 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ccb4a730-7f13-4ac8-bdf1-ece899b98cbf None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:07.648588 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ccb4a730-7f13-4ac8-bdf1-ece899b98cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:07.679667 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57a8963-756c-431f-b5f9-39cfa9c0ee30 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Pushing event updated for resources: {'Subnet': ['ID=2f9cf49a-1736-4044-831e-88edfacec967,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:07.688634 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2f4a7985-a240-46c8-a81b-67a45997eb68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:07.692303 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4a7985-a240-46c8-a81b-67a45997eb68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:00:07.693323 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2f4a7985-a240-46c8-a81b-67a45997eb68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:07.709927 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb4a730-7f13-4ac8-bdf1-ece899b98cbf None None] Network c5eb6187-344f-4daf-a0e9-d0211ac09e01 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:00:07.716225 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57a8963-756c-431f-b5f9-39cfa9c0ee30 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Checking segment: {'id': '5b44ddfa-cc80-44ff-a529-c6cc495a9513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '4106c33b-af23-421d-a3f9-cb58d32bccfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:00:07.716597 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57a8963-756c-431f-b5f9-39cfa9c0ee30 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Network hostable DHCP agents. Network: 4106c33b-af23-421d-a3f9-cb58d32bccfe, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:00:07.718276 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-ccb4a730-7f13-4ac8-bdf1-ece899b98cbf None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:00:07.728541 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb4a730-7f13-4ac8-bdf1-ece899b98cbf None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:00:07.741694 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb4a730-7f13-4ac8-bdf1-ece899b98cbf None None] Pushing event updated for resources: {'Port': ['ID=d14e225c-91ec-432d-ade4-37feb870a8ba,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:07.743074 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53390) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:07.765701 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c43f7fad-2655-4a70-9324-b978cde0aed4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:07.780472 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57a8963-756c-431f-b5f9-39cfa9c0ee30 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Network 4106c33b-af23-421d-a3f9-cb58d32bccfe is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:00:07.786078 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-2f4a7985-a240-46c8-a81b-67a45997eb68 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7263343 Sep 17 08:00:07.788708 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53392) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:07.793800 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-4f543724-d592-4ad5-99a5-fa4f25f86e8a admin admin] Request body: {'subnet': {'network_id': 'f09c285a-372f-4d9d-93e7-05d1bf72bf1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-224542195-subnet', 'tenant_id': '9dd60ef4e32342ee9bd756b274f1d1f9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:00:07.812337 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-f57a8963-756c-431f-b5f9-39cfa9c0ee30 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 4106c33b-af23-421d-a3f9-cb58d32bccfe) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:00:07.819991 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57a8963-756c-431f-b5f9-39cfa9c0ee30 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:00:07.820808 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f57a8963-756c-431f-b5f9-39cfa9c0ee30 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:07.836181 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4a7985-a240-46c8-a81b-67a45997eb68 admin admin] Pushing event updated for resources: {'Network': ['ID=f09c285a-372f-4d9d-93e7-05d1bf72bf1b,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:07.840544 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f3a887-8047-45c5-a24f-715362f1250e None None] Network 4106c33b-af23-421d-a3f9-cb58d32bccfe requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:00:07.864821 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network f09c285a-372f-4d9d-93e7-05d1bf72bf1b details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:00:07.892167 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-ccb4a730-7f13-4ac8-bdf1-ece899b98cbf None None] Attempting to bind port d14e225c-91ec-432d-ade4-37feb870a8ba on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:00:07.892679 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-ccb4a730-7f13-4ac8-bdf1-ece899b98cbf None None] Attempting to bind port d14e225c-91ec-432d-ade4-37feb870a8ba by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '1b3bf99d-205b-408c-b580-38e35ab00f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c5eb6187-344f-4daf-a0e9-d0211ac09e01'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:00:07.893078 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb4a730-7f13-4ac8-bdf1-ece899b98cbf None None] Attempting to bind port d14e225c-91ec-432d-ade4-37feb870a8ba on network c5eb6187-344f-4daf-a0e9-d0211ac09e01 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:00:07.935111 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c43f7fad-2655-4a70-9324-b978cde0aed4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:07.938617 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb4a730-7f13-4ac8-bdf1-ece899b98cbf None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:00:07.939890 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb4a730-7f13-4ac8-bdf1-ece899b98cbf None None] Checking segment: {'id': '1b3bf99d-205b-408c-b580-38e35ab00f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c5eb6187-344f-4daf-a0e9-d0211ac09e01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:00:07.939890 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ccb4a730-7f13-4ac8-bdf1-ece899b98cbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:07.940286 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb4a730-7f13-4ac8-bdf1-ece899b98cbf None None] Bound using segment: {'id': '1b3bf99d-205b-408c-b580-38e35ab00f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c5eb6187-344f-4daf-a0e9-d0211ac09e01'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:00:07.940722 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-ccb4a730-7f13-4ac8-bdf1-ece899b98cbf None None] Bound port: d14e225c-91ec-432d-ade4-37feb870a8ba, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3bf99d-205b-408c-b580-38e35ab00f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c5eb6187-344f-4daf-a0e9-d0211ac09e01'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:00:07.941112 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ccb4a730-7f13-4ac8-bdf1-ece899b98cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:07.945292 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c43f7fad-2655-4a70-9324-b978cde0aed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:07.984540 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f543724-d592-4ad5-99a5-fa4f25f86e8a admin admin] Made reservation on behalf of 9dd60ef4e32342ee9bd756b274f1d1f9 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:00:07.988891 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4f543724-d592-4ad5-99a5-fa4f25f86e8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:08.006298 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-f57a8963-756c-431f-b5f9-39cfa9c0ee30 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1026862 Sep 17 08:00:08.020279 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53394) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:08.026304 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43f7fad-2655-4a70-9324-b978cde0aed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aebcb43d-56fc-41c5-b9c3-7d0ecb0a3e61,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:08.145874 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-c43f7fad-2655-4a70-9324-b978cde0aed4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7d56a32ac31446529f8670585cc09457&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3986735 Sep 17 08:00:08.148667 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53396) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:08.234133 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4233a1f0-cd74-4b9c-bc9f-d95e38ed8307 None None] Network 675aa074-e4b5-479c-b471-053f66a543e1 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:00:08.268509 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3111c518-81de-456f-a24f-dae38e0f5b2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:08.284551 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4f543724-d592-4ad5-99a5-fa4f25f86e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:08.304250 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3111c518-81de-456f-a24f-dae38e0f5b2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:08.325500 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ccb4a730-7f13-4ac8-bdf1-ece899b98cbf None None] For port d14e225c-91ec-432d-ade4-37feb870a8ba, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:00:08.366071 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ccb4a730-7f13-4ac8-bdf1-ece899b98cbf None None] For port d14e225c-91ec-432d-ade4-37feb870a8ba, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=d14e225c-91ec-432d-ade4-37feb870a8ba,segment=NetworkSegment(1b3bf99d-205b-408c-b580-38e35ab00f25),segment_id=1b3bf99d-205b-408c-b580-38e35ab00f25)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:00:08.369352 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-26c95234-b3d1-406c-bed3-b8e886efdc14 None None] Provisioning complete for port 9a05a617-897e-4df5-a443-7a8f98d05af7 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:00:08.369734 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-26c95234-b3d1-406c-bed3-b8e886efdc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:08.394693 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370dd71d-ca51-40e6-a800-ebe6a9eea7f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-4106c33b-af23-421d-a3f9-cb58d32bccfe', 'network_id': '4106c33b-af23-421d-a3f9-cb58d32bccfe', 'tenant_id': '16e0808782fe4c989ac4c9fce043f52c', 'fixed_ips': [{'subnet_id': '2f9cf49a-1736-4044-831e-88edfacec967'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:00:08.395563 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-370dd71d-ca51-40e6-a800-ebe6a9eea7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:08.402554 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f543724-d592-4ad5-99a5-fa4f25f86e8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1862c60a-900a-428f-84d5-02f641b77766,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:08.415108 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f543724-d592-4ad5-99a5-fa4f25f86e8a admin admin] Checking segment: {'id': 'a29178db-d5c9-4d31-b4e5-63807b5c0c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f09c285a-372f-4d9d-93e7-05d1bf72bf1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:00:08.415746 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f543724-d592-4ad5-99a5-fa4f25f86e8a admin admin] Network hostable DHCP agents. Network: f09c285a-372f-4d9d-93e7-05d1bf72bf1b, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:00:08.420300 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ccb4a730-7f13-4ac8-bdf1-ece899b98cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:08.440008 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-523eeb6b-4319-43f2-a8e9-91f61cedc1e8 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:08.441066 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f543724-d592-4ad5-99a5-fa4f25f86e8a admin admin] Network f09c285a-372f-4d9d-93e7-05d1bf72bf1b is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:00:08.450386 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3111c518-81de-456f-a24f-dae38e0f5b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:08.454534 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3111c518-81de-456f-a24f-dae38e0f5b2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:08.458629 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-3111c518-81de-456f-a24f-dae38e0f5b2f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aebcb43d-56fc-41c5-b9c3-7d0ecb0a3e61 HTTP/1.1" status: 204 len: 168 time: 0.3063877 Sep 17 08:00:08.460535 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-4f543724-d592-4ad5-99a5-fa4f25f86e8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, f09c285a-372f-4d9d-93e7-05d1bf72bf1b) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:00:08.465132 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f543724-d592-4ad5-99a5-fa4f25f86e8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:00:08.465978 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4f543724-d592-4ad5-99a5-fa4f25f86e8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:08.468248 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8bd7c5a5-7c06-4f72-bfb1-0f4cb1028dc3 req-1424e28c-57ab-46b5-b688-bf64a77fe847 tempest-ServerAddressesNegativeTestJSON-1782002661 tempest-ServerAddressesNegativeTestJSON-1782002661-project] 10.222.0.13 "GET /v2.0/ports?device_id=efdae871-e161-4b76-82be-c144fd872e27 HTTP/1.1" status: 200 len: 210 time: 0.0690906 Sep 17 08:00:08.482047 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3111c518-81de-456f-a24f-dae38e0f5b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aebcb43d-56fc-41c5-b9c3-7d0ecb0a3e61,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:08.496730 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-4f543724-d592-4ad5-99a5-fa4f25f86e8a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7066069 Sep 17 08:00:08.507112 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53404) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:08.512055 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-196aac51-12e1-4cc7-9606-c31a874a8245 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-224542195-router', 'tenant_id': '9dd60ef4e32342ee9bd756b274f1d1f9', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:00:08.544934 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-196aac51-12e1-4cc7-9606-c31a874a8245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:08.546135 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-196aac51-12e1-4cc7-9606-c31a874a8245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:08.566409 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327c9945-7faf-4b0e-9103-38cece2b6cb4 None None] Network f09c285a-372f-4d9d-93e7-05d1bf72bf1b requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:00:08.720291 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-196aac51-12e1-4cc7-9606-c31a874a8245 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:08.850976 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-26c95234-b3d1-406c-bed3-b8e886efdc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:08.888815 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb4a730-7f13-4ac8-bdf1-ece899b98cbf None None] Pushing event updated for resources: {'Port': ['ID=d14e225c-91ec-432d-ade4-37feb870a8ba,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:08.964711 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-523eeb6b-4319-43f2-a8e9-91f61cedc1e8 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Allocated IP 172.20.0.1 (c5eb6187-344f-4daf-a0e9-d0211ac09e01/005cb62d-d6d8-4a44-9c2a-f9af8f517957/9be8b7de-0dd1-4037-9b95-c91cc0ff23ab) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:00:08.998151 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 9a05a617-897e-4df5-a443-7a8f98d05af7 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:00:09.077814 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a41432f-379a-4cd6-817e-90f6b885925c req-0a4483d6-1886-457a-b2dd-bbe64d80355e tempest-ServerAddressesNegativeTestJSON-1782002661 tempest-ServerAddressesNegativeTestJSON-1782002661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:00:09.079687 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0a41432f-379a-4cd6-817e-90f6b885925c req-0a4483d6-1886-457a-b2dd-bbe64d80355e tempest-ServerAddressesNegativeTestJSON-1782002661 tempest-ServerAddressesNegativeTestJSON-1782002661-project] 10.222.0.39 "GET /v2.0/networks?id=52fb296c-73d5-4b8d-a417-152740a33476 HTTP/1.1" status: 200 len: 822 time: 0.4653919 Sep 17 08:00:09.082798 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-196aac51-12e1-4cc7-9606-c31a874a8245 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:09.109368 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-0a41432f-379a-4cd6-817e-90f6b885925c req-292ba3ed-0dc1-4907-a72d-c986ad0e3b98 tempest-ServerAddressesNegativeTestJSON-1782002661 tempest-ServerAddressesNegativeTestJSON-1782002661-project] Request body: {'port': {'device_id': 'efdae871-e161-4b76-82be-c144fd872e27', 'network_id': '52fb296c-73d5-4b8d-a417-152740a33476', 'admin_state_up': True, 'tenant_id': '4352054ae9244475b95b6c2c5ebca5fe'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:00:09.203594 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-523eeb6b-4319-43f2-a8e9-91f61cedc1e8 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:09.296624 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-26c95234-b3d1-406c-bed3-b8e886efdc14 None None] For port 9a05a617-897e-4df5-a443-7a8f98d05af7, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=9a05a617-897e-4df5-a443-7a8f98d05af7,segment=NetworkSegment(e9538a17-0d3d-46eb-a052-0fab19a0a603),segment_id=e9538a17-0d3d-46eb-a052-0fab19a0a603)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:00:09.299374 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-523eeb6b-4319-43f2-a8e9-91f61cedc1e8 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:09.359232 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523eeb6b-4319-43f2-a8e9-91f61cedc1e8 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Network c5eb6187-344f-4daf-a0e9-d0211ac09e01 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:00:09.362641 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 9a05a617-897e-4df5-a443-7a8f98d05af7 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:00:09.363211 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:09.369860 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-523eeb6b-4319-43f2-a8e9-91f61cedc1e8 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:00:09.374900 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523eeb6b-4319-43f2-a8e9-91f61cedc1e8 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:00:09.403051 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-26c95234-b3d1-406c-bed3-b8e886efdc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:09.442375 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-523eeb6b-4319-43f2-a8e9-91f61cedc1e8 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:09.451095 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-370dd71d-ca51-40e6-a800-ebe6a9eea7f8 None None] Allocated IP 172.20.0.2 (4106c33b-af23-421d-a3f9-cb58d32bccfe/2f9cf49a-1736-4044-831e-88edfacec967/48a309cc-5f2d-4c2b-8358-e2e89bd14f43) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:00:09.522172 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523eeb6b-4319-43f2-a8e9-91f61cedc1e8 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Pushing event updated for resources: {'Port': ['ID=9be8b7de-0dd1-4037-9b95-c91cc0ff23ab,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:09.545138 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523eeb6b-4319-43f2-a8e9-91f61cedc1e8 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:00:09.550462 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523eeb6b-4319-43f2-a8e9-91f61cedc1e8 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:00:09.550826 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523eeb6b-4319-43f2-a8e9-91f61cedc1e8 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:00:09.551177 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523eeb6b-4319-43f2-a8e9-91f61cedc1e8 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:00:09.551520 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523eeb6b-4319-43f2-a8e9-91f61cedc1e8 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:00:09.551876 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523eeb6b-4319-43f2-a8e9-91f61cedc1e8 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:00:09.552419 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523eeb6b-4319-43f2-a8e9-91f61cedc1e8 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:00:09.552651 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523eeb6b-4319-43f2-a8e9-91f61cedc1e8 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:00:09.555573 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523eeb6b-4319-43f2-a8e9-91f61cedc1e8 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:00:09.556154 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523eeb6b-4319-43f2-a8e9-91f61cedc1e8 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:00:09.556500 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523eeb6b-4319-43f2-a8e9-91f61cedc1e8 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:00:09.556848 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523eeb6b-4319-43f2-a8e9-91f61cedc1e8 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:00:09.569098 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc17792a-e49c-42cc-a442-0473d2b56460 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-f09c285a-372f-4d9d-93e7-05d1bf72bf1b', 'network_id': 'f09c285a-372f-4d9d-93e7-05d1bf72bf1b', 'tenant_id': '9dd60ef4e32342ee9bd756b274f1d1f9', 'fixed_ips': [{'subnet_id': '1862c60a-900a-428f-84d5-02f641b77766'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:00:09.570208 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fc17792a-e49c-42cc-a442-0473d2b56460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:09.576131 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c95234-b3d1-406c-bed3-b8e886efdc14 None None] Pushing event updated for resources: {'Port': ['ID=9a05a617-897e-4df5-a443-7a8f98d05af7,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:09.609096 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a41432f-379a-4cd6-817e-90f6b885925c req-292ba3ed-0dc1-4907-a72d-c986ad0e3b98 tempest-ServerAddressesNegativeTestJSON-1782002661 tempest-ServerAddressesNegativeTestJSON-1782002661-project] Made reservation on behalf of 4352054ae9244475b95b6c2c5ebca5fe for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:00:09.615827 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-0a41432f-379a-4cd6-817e-90f6b885925c req-292ba3ed-0dc1-4907-a72d-c986ad0e3b98 tempest-ServerAddressesNegativeTestJSON-1782002661 tempest-ServerAddressesNegativeTestJSON-1782002661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:09.726314 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-196aac51-12e1-4cc7-9606-c31a874a8245 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:09.741669 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-00870d6c-4c03-4175-9a6a-abbbea554332 None None] Provisioning complete for port 9a05a617-897e-4df5-a443-7a8f98d05af7 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:00:09.742287 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-00870d6c-4c03-4175-9a6a-abbbea554332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:09.746671 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-18c1e2b7-b6cf-4345-876c-8ab6a222efcb req-410a7cbc-9bd2-4799-898f-edc306034614 tempest-ServerAddressesNegativeTestJSON-1782002661 tempest-ServerAddressesNegativeTestJSON-1782002661-project] 10.222.0.13 "GET /v2.0/ports?device_id=efdae871-e161-4b76-82be-c144fd872e27 HTTP/1.1" status: 200 len: 210 time: 0.1157477 Sep 17 08:00:09.799767 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-523eeb6b-4319-43f2-a8e9-91f61cedc1e8 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:09.937076 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-196aac51-12e1-4cc7-9606-c31a874a8245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:10.098643 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53432) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:10.130378 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-370dd71d-ca51-40e6-a800-ebe6a9eea7f8 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:10.132116 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-0a41432f-379a-4cd6-817e-90f6b885925c req-292ba3ed-0dc1-4907-a72d-c986ad0e3b98 tempest-ServerAddressesNegativeTestJSON-1782002661 tempest-ServerAddressesNegativeTestJSON-1782002661-project] Allocated IP 172.20.0.10 (52fb296c-73d5-4b8d-a417-152740a33476/cd4471eb-e915-4200-a52b-8999a93512ff/8ed2f8c7-d64a-4bba-b716-cde7b6caf688) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:00:10.192079 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-370dd71d-ca51-40e6-a800-ebe6a9eea7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:10.212684 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-523eeb6b-4319-43f2-a8e9-91f61cedc1e8 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:10.231793 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-523eeb6b-4319-43f2-a8e9-91f61cedc1e8 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:10.258476 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370dd71d-ca51-40e6-a800-ebe6a9eea7f8 None None] Network 4106c33b-af23-421d-a3f9-cb58d32bccfe is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:00:10.265063 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-fc17792a-e49c-42cc-a442-0473d2b56460 None None] Allocated IP 172.20.0.2 (f09c285a-372f-4d9d-93e7-05d1bf72bf1b/1862c60a-900a-428f-84d5-02f641b77766/2ea6c43e-26b6-4b3f-8503-0476456181e2) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:00:10.280960 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-370dd71d-ca51-40e6-a800-ebe6a9eea7f8 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:00:10.291505 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370dd71d-ca51-40e6-a800-ebe6a9eea7f8 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:00:10.325023 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee346d7-0f3d-43e4-9635-5e8df4a0947d None None] Network c5eb6187-344f-4daf-a0e9-d0211ac09e01 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:00:10.343375 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523eeb6b-4319-43f2-a8e9-91f61cedc1e8 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Pushing event updated for resources: {'Port': ['ID=9be8b7de-0dd1-4037-9b95-c91cc0ff23ab,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:10.350856 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-0a41432f-379a-4cd6-817e-90f6b885925c req-292ba3ed-0dc1-4907-a72d-c986ad0e3b98 tempest-ServerAddressesNegativeTestJSON-1782002661 tempest-ServerAddressesNegativeTestJSON-1782002661-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:10.358562 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [None req-012e7e24-09e9-4b8c-adac-2aef3efd5b7e tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:00:10.362433 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-012e7e24-09e9-4b8c-adac-2aef3efd5b7e tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2599518 Sep 17 08:00:10.365091 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53436) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:10.370000 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [None req-83ac42c3-53aa-46c1-b30e-92d8360d5956 tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] http://10.222.0.13:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:00:10.373460 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-83ac42c3-53aa-46c1-b30e-92d8360d5956 tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] 10.222.0.13 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0050838 Sep 17 08:00:10.374060 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53438) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:10.380247 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [None req-f55d3a41-cbef-4f99-9a45-a53ec14a23f6 tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] http://10.222.0.13:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:00:10.383522 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-f55d3a41-cbef-4f99-9a45-a53ec14a23f6 tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] 10.222.0.13 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0064154 Sep 17 08:00:10.384452 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53440) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:10.392474 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [None req-36591295-7437-4995-97d4-6bacf4719e2c tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] http://10.222.0.13:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:00:10.396166 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-36591295-7437-4995-97d4-6bacf4719e2c tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] 10.222.0.13 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0082755 Sep 17 08:00:10.397042 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53442) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:10.402347 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [None req-60d995fa-3633-46bd-ba64-09255d2d96a8 tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] http://10.222.0.13:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:00:10.405570 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-60d995fa-3633-46bd-ba64-09255d2d96a8 tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] 10.222.0.13 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0054049 Sep 17 08:00:10.406391 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53444) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:10.411432 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [None req-d21d2298-9d25-48ad-bbdc-1b38b2bf61aa tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] http://10.222.0.13:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:00:10.414569 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-d21d2298-9d25-48ad-bbdc-1b38b2bf61aa tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] 10.222.0.13 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0048914 Sep 17 08:00:10.414569 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-523eeb6b-4319-43f2-a8e9-91f61cedc1e8 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:10.415711 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53446) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:10.424080 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [None req-75d1b6f2-323a-44db-9b9a-e59aa3bd1745 tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] http://10.222.0.13:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:00:10.427425 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-75d1b6f2-323a-44db-9b9a-e59aa3bd1745 tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] 10.222.0.13 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0075974 Sep 17 08:00:10.428321 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53448) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:10.431135 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-196aac51-12e1-4cc7-9606-c31a874a8245 admin admin] Allocated IP 172.25.6.9 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/6e7aa29d-71b4-4990-bd46-12ee5ca175e2) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:00:10.433423 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [None req-999d599b-2cc1-4abd-ad6b-6bc5c9d0a6f4 tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] http://10.222.0.13:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:00:10.436684 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-999d599b-2cc1-4abd-ad6b-6bc5c9d0a6f4 tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] 10.222.0.13 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0048468 Sep 17 08:00:10.491188 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370dd71d-ca51-40e6-a800-ebe6a9eea7f8 None None] Pushing event updated for resources: {'Port': ['ID=48a309cc-5f2d-4c2b-8358-e2e89bd14f43,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:10.513790 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53450) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:10.515133 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-0a41432f-379a-4cd6-817e-90f6b885925c req-292ba3ed-0dc1-4907-a72d-c986ad0e3b98 tempest-ServerAddressesNegativeTestJSON-1782002661 tempest-ServerAddressesNegativeTestJSON-1782002661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:10.521876 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [None req-74bbcb52-88bb-4fb9-b0e4-67dee503fc84 tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] http://10.222.0.13:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=101290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:00:10.525941 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-74bbcb52-88bb-4fb9-b0e4-67dee503fc84 tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] 10.222.0.13 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0084789 Sep 17 08:00:10.527241 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53452) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:10.536114 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [None req-d9248f44-1316-498e-a72d-829b2f984c15 tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] http://10.222.0.13:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=101290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:00:10.537041 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d9248f44-1316-498e-a72d-829b2f984c15 tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] 10.222.0.13 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0046892 Sep 17 08:00:10.538425 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523eeb6b-4319-43f2-a8e9-91f61cedc1e8 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Network c5eb6187-344f-4daf-a0e9-d0211ac09e01 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:00:10.540074 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53454) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:10.542625 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-523eeb6b-4319-43f2-a8e9-91f61cedc1e8 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:00:10.548418 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-370dd71d-ca51-40e6-a800-ebe6a9eea7f8 None None] Attempting to bind port 48a309cc-5f2d-4c2b-8358-e2e89bd14f43 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:00:10.548800 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-370dd71d-ca51-40e6-a800-ebe6a9eea7f8 None None] Attempting to bind port 48a309cc-5f2d-4c2b-8358-e2e89bd14f43 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '5b44ddfa-cc80-44ff-a529-c6cc495a9513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '4106c33b-af23-421d-a3f9-cb58d32bccfe'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:00:10.549158 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [None req-b6c92978-572f-4cb0-880e-15d6a829d89f tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] http://10.222.0.13:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:00:10.549290 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370dd71d-ca51-40e6-a800-ebe6a9eea7f8 None None] Attempting to bind port 48a309cc-5f2d-4c2b-8358-e2e89bd14f43 on network 4106c33b-af23-421d-a3f9-cb58d32bccfe {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:00:10.552776 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-b6c92978-572f-4cb0-880e-15d6a829d89f tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] 10.222.0.13 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0089686 Sep 17 08:00:10.555993 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53456) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:10.560875 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [None req-1d5cc05f-5bd9-4239-9a7b-9edb19c3dc6b tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] http://10.222.0.13:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:00:10.564657 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-1d5cc05f-5bd9-4239-9a7b-9edb19c3dc6b tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] 10.222.0.13 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0046859 Sep 17 08:00:10.565241 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53458) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:10.569991 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [None req-f7e848b6-5b64-4ba4-b9e4-71971a0d0d1c tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] http://10.222.0.13:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:00:10.573831 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-f7e848b6-5b64-4ba4-b9e4-71971a0d0d1c tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] 10.222.0.13 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0048659 Sep 17 08:00:10.575095 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53460) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:10.584799 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [None req-79994fdf-a730-4aa3-9eee-a4d4b295538d tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] http://10.222.0.13:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=101290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:00:10.588106 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-79994fdf-a730-4aa3-9eee-a4d4b295538d tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] 10.222.0.13 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0085030 Sep 17 08:00:10.601481 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53462) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:10.604158 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370dd71d-ca51-40e6-a800-ebe6a9eea7f8 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:00:10.604550 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370dd71d-ca51-40e6-a800-ebe6a9eea7f8 None None] Checking segment: {'id': '5b44ddfa-cc80-44ff-a529-c6cc495a9513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '4106c33b-af23-421d-a3f9-cb58d32bccfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:00:10.604968 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-370dd71d-ca51-40e6-a800-ebe6a9eea7f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:10.605368 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370dd71d-ca51-40e6-a800-ebe6a9eea7f8 None None] Bound using segment: {'id': '5b44ddfa-cc80-44ff-a529-c6cc495a9513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '4106c33b-af23-421d-a3f9-cb58d32bccfe'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:00:10.606260 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-370dd71d-ca51-40e6-a800-ebe6a9eea7f8 None None] Bound port: 48a309cc-5f2d-4c2b-8358-e2e89bd14f43, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b44ddfa-cc80-44ff-a529-c6cc495a9513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '4106c33b-af23-421d-a3f9-cb58d32bccfe'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:00:10.606506 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a41432f-379a-4cd6-817e-90f6b885925c req-292ba3ed-0dc1-4907-a72d-c986ad0e3b98 tempest-ServerAddressesNegativeTestJSON-1782002661 tempest-ServerAddressesNegativeTestJSON-1782002661-project] Network 52fb296c-73d5-4b8d-a417-152740a33476 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:00:10.606657 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-370dd71d-ca51-40e6-a800-ebe6a9eea7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:10.611392 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [None req-132c080e-a67c-44bf-ab5f-9f9e548be7ba tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] http://10.222.0.13:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=101290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:00:10.614692 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-132c080e-a67c-44bf-ab5f-9f9e548be7ba tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] 10.222.0.13 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0078688 Sep 17 08:00:10.618694 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53464) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:10.636075 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [None req-ee1cc267-eb49-4dd8-a2ad-615942b6603c tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] http://10.222.0.13:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=101290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:00:10.639427 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ee1cc267-eb49-4dd8-a2ad-615942b6603c tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] 10.222.0.13 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0135753 Sep 17 08:00:10.639427 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-0a41432f-379a-4cd6-817e-90f6b885925c req-292ba3ed-0dc1-4907-a72d-c986ad0e3b98 tempest-ServerAddressesNegativeTestJSON-1782002661 tempest-ServerAddressesNegativeTestJSON-1782002661-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:00:10.640081 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53466) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:10.643169 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5a415383-57bc-4660-bdbe-b5c88f3470eb None None] Provisioning complete for port d14e225c-91ec-432d-ade4-37feb870a8ba triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:00:10.643789 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5a415383-57bc-4660-bdbe-b5c88f3470eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:10.649155 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a41432f-379a-4cd6-817e-90f6b885925c req-292ba3ed-0dc1-4907-a72d-c986ad0e3b98 tempest-ServerAddressesNegativeTestJSON-1782002661 tempest-ServerAddressesNegativeTestJSON-1782002661-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:00:10.688113 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [None req-08359bb3-003d-416b-82a8-40d221291137 tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] http://10.222.0.13:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=101290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:00:10.689405 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-08359bb3-003d-416b-82a8-40d221291137 tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] 10.222.0.13 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0427959 Sep 17 08:00:10.690137 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292ba3ed-0dc1-4907-a72d-c986ad0e3b98 tempest-ServerAddressesNegativeTestJSON-1782002661 tempest-ServerAddressesNegativeTestJSON-1782002661-project] Pushing event updated for resources: {'Port': ['ID=8ed2f8c7-d64a-4bba-b716-cde7b6caf688,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:10.692499 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53468) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:10.695067 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-196aac51-12e1-4cc7-9606-c31a874a8245 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:10.699196 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [None req-9a0aaa20-77c5-433a-9f27-520143fa4e4b tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] http://10.222.0.13:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:00:10.702281 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-9a0aaa20-77c5-433a-9f27-520143fa4e4b tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] 10.222.0.13 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0062642 Sep 17 08:00:10.702861 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53470) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:10.703309 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-523eeb6b-4319-43f2-a8e9-91f61cedc1e8 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Router a1e9ddf3-f3e3-4f01-bb69-da0dd16824c1 is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 08:00:10.718204 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [None req-af32b3df-38b5-4bbf-842b-16b8589178d5 tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] http://10.222.0.13:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=101290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:00:10.721598 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-af32b3df-38b5-4bbf-842b-16b8589178d5 tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] 10.222.0.13 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0081992 Sep 17 08:00:10.722982 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53472) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:10.731994 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [None req-9c046e67-3d0c-4aec-aeab-7d7008983768 tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] http://10.222.0.13:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=101290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:00:10.731994 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-9c046e67-3d0c-4aec-aeab-7d7008983768 tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] 10.222.0.13 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0046489 Sep 17 08:00:10.733805 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53476) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:10.740893 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a41432f-379a-4cd6-817e-90f6b885925c req-292ba3ed-0dc1-4907-a72d-c986ad0e3b98 tempest-ServerAddressesNegativeTestJSON-1782002661 tempest-ServerAddressesNegativeTestJSON-1782002661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:00:10.741517 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-0a41432f-379a-4cd6-817e-90f6b885925c req-292ba3ed-0dc1-4907-a72d-c986ad0e3b98 tempest-ServerAddressesNegativeTestJSON-1782002661 tempest-ServerAddressesNegativeTestJSON-1782002661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:10.753354 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [None req-7e8e779f-59cd-494c-a550-d2efcb6dc740 tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] http://10.222.0.13:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=101290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:00:10.757486 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-7e8e779f-59cd-494c-a550-d2efcb6dc740 tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] 10.222.0.13 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0193810 Sep 17 08:00:10.757893 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53478) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:10.762821 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [None req-5a8e4d0c-af73-4679-9a8e-d47404d67a78 tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] http://10.222.0.13:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:00:10.764942 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-5a8e4d0c-af73-4679-9a8e-d47404d67a78 tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] 10.222.0.13 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0062242 Sep 17 08:00:10.767397 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53480) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:10.774250 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [None req-e8b65add-1fce-4220-8d27-1e4abde2a1b5 tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] http://10.222.0.13:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:00:10.780083 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e8b65add-1fce-4220-8d27-1e4abde2a1b5 tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] 10.222.0.13 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0070291 Sep 17 08:00:10.780083 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53484) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:10.786988 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0a41432f-379a-4cd6-817e-90f6b885925c req-292ba3ed-0dc1-4907-a72d-c986ad0e3b98 tempest-ServerAddressesNegativeTestJSON-1782002661 tempest-ServerAddressesNegativeTestJSON-1782002661-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6858318 Sep 17 08:00:10.806298 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-0a41432f-379a-4cd6-817e-90f6b885925c req-020fdadb-26d4-4104-8e72-3ab073b802d1 service neutron] Request body: {'port': {'device_id': 'efdae871-e161-4b76-82be-c144fd872e27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:00:10.827263 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-196aac51-12e1-4cc7-9606-c31a874a8245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:10.833591 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [None req-739aa4c8-3590-482e-ba3c-3872e70131e3 tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] http://10.222.0.13:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:00:10.837736 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-739aa4c8-3590-482e-ba3c-3872e70131e3 tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] 10.222.0.13 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0551584 Sep 17 08:00:10.845411 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53486) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:10.849255 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [None req-ac3c94d8-2e2b-48cb-8261-779b068b8ff6 tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] http://10.222.0.13:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:00:10.852710 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ac3c94d8-2e2b-48cb-8261-779b068b8ff6 tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] 10.222.0.13 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0041935 Sep 17 08:00:10.852944 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53488) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:10.858193 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [None req-ec9f1cf3-2a71-4637-958c-c8203559081e tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] http://10.222.0.13:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:00:10.859357 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ec9f1cf3-2a71-4637-958c-c8203559081e tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] 10.222.0.13 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0053639 Sep 17 08:00:10.862166 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53490) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:10.867109 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [None req-e29e6405-fc93-453c-b69d-025389105bbd tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] http://10.222.0.13:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:00:10.868261 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e29e6405-fc93-453c-b69d-025389105bbd tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] 10.222.0.13 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0048094 Sep 17 08:00:10.871112 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53492) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:10.881482 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [None req-838d29e3-93f1-4982-9b07-1bcb3b5b6336 tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] http://10.222.0.13:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:00:10.882630 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-838d29e3-93f1-4982-9b07-1bcb3b5b6336 tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] 10.222.0.13 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0104773 Sep 17 08:00:10.886754 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53494) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:10.930286 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-523eeb6b-4319-43f2-a8e9-91f61cedc1e8 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:00:10.936244 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-523eeb6b-4319-43f2-a8e9-91f61cedc1e8 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] 10.222.0.13 "PUT /v2.0/routers/a1e9ddf3-f3e3-4f01-bb69-da0dd16824c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9111178 Sep 17 08:00:10.939663 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53496) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:10.981594 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [None req-bff7eab2-e14a-47b9-ae80-fef3054f4cdb tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] http://10.222.0.13:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=101290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:00:10.982882 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-bff7eab2-e14a-47b9-ae80-fef3054f4cdb tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] 10.222.0.13 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0677626 Sep 17 08:00:10.985596 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53498) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:10.991121 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [None req-db4ac2a1-0896-4adb-b5be-0c3f435edfa7 tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] http://10.222.0.13:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:00:10.992125 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-db4ac2a1-0896-4adb-b5be-0c3f435edfa7 tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] 10.222.0.13 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0055869 Sep 17 08:00:10.996400 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53500) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:11.003479 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [None req-b1af5cc5-1ef6-4b94-9db9-77daac06a0ed tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] http://10.222.0.13:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=101290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:00:11.005005 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b1af5cc5-1ef6-4b94-9db9-77daac06a0ed tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] 10.222.0.13 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0057957 Sep 17 08:00:11.015595 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196aac51-12e1-4cc7-9606-c31a874a8245 admin admin] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:00:11.016811 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53502) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:11.023453 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [None req-4194a51c-3008-4d2a-84a5-7915be1375b8 tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] http://10.222.0.13:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=101290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:00:11.024762 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-4194a51c-3008-4d2a-84a5-7915be1375b8 tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] 10.222.0.13 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0047739 Sep 17 08:00:11.030848 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-0a41432f-379a-4cd6-817e-90f6b885925c req-020fdadb-26d4-4104-8e72-3ab073b802d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:11.033276 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-196aac51-12e1-4cc7-9606-c31a874a8245 admin admin] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:00:11.034416 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1fc0a4-dccd-4aa7-8b87-0c6715cb8fbd req-2cd139e0-812a-44ac-acdc-0dc2eb4e613b tempest-ServerAddressesNegativeTestJSON-1782002661 tempest-ServerAddressesNegativeTestJSON-1782002661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:00:11.036204 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9a1fc0a4-dccd-4aa7-8b87-0c6715cb8fbd req-2cd139e0-812a-44ac-acdc-0dc2eb4e613b tempest-ServerAddressesNegativeTestJSON-1782002661 tempest-ServerAddressesNegativeTestJSON-1782002661-project] 10.222.0.13 "GET /v2.0/ports?device_id=efdae871-e161-4b76-82be-c144fd872e27 HTTP/1.1" status: 200 len: 932 time: 0.1467972 Sep 17 08:00:11.036706 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53504) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:11.043475 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [None req-2ecd20c9-f1ff-4342-b187-e0f5d7843e65 tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] http://10.222.0.13:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:00:11.044512 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-2ecd20c9-f1ff-4342-b187-e0f5d7843e65 tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] 10.222.0.13 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0050335 Sep 17 08:00:11.047425 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196aac51-12e1-4cc7-9606-c31a874a8245 admin admin] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:00:11.049039 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53506) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:11.053097 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [None req-c97995fc-ca7c-461b-b183-acfecf506c8d tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] http://10.222.0.13:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:00:11.054077 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-c97995fc-ca7c-461b-b183-acfecf506c8d tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] 10.222.0.13 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0041816 Sep 17 08:00:11.057528 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196aac51-12e1-4cc7-9606-c31a874a8245 admin admin] Pushing event updated for resources: {'Port': ['ID=6e7aa29d-71b4-4990-bd46-12ee5ca175e2,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:11.058242 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53508) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:11.079348 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [None req-957ea79a-b60e-48ca-8d2c-11c7c09c216a tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] http://10.222.0.13:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:00:11.080394 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-957ea79a-b60e-48ca-8d2c-11c7c09c216a tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] 10.222.0.13 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0144875 Sep 17 08:00:11.098165 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53510) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:11.102812 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [None req-492d0cfe-0104-4f06-ad07-cb513e253b93 tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] http://10.222.0.13:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=101290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:00:11.106836 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-492d0cfe-0104-4f06-ad07-cb513e253b93 tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] 10.222.0.13 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0046670 Sep 17 08:00:11.107021 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device d14e225c-91ec-432d-ade4-37feb870a8ba up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:00:11.144309 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59957132-9a5f-46ee-b60b-c67cac9baaab None None] Sync routers for ids ['a1e9ddf3-f3e3-4f01-bb69-da0dd16824c1'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:00:11.158129 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53512) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:11.164400 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [None req-d5d73f3f-1042-4893-b59b-e2bcf20499a5 tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] http://10.222.0.13:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=101290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:00:11.165413 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d5d73f3f-1042-4893-b59b-e2bcf20499a5 tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] 10.222.0.13 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0063152 Sep 17 08:00:11.191825 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59957132-9a5f-46ee-b60b-c67cac9baaab None None] Routers {'a1e9ddf3-f3e3-4f01-bb69-da0dd16824c1'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:00:11.192464 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-59957132-9a5f-46ee-b60b-c67cac9baaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:59:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['a1e9ddf3-f3e3-4f01-bb69-da0dd16824c1'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:11.204676 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-370dd71d-ca51-40e6-a800-ebe6a9eea7f8 None None] For port 48a309cc-5f2d-4c2b-8358-e2e89bd14f43, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:00:11.207207 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fc17792a-e49c-42cc-a442-0473d2b56460 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:11.216026 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53514) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:11.225415 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [None req-5db2e4f5-c79c-47b8-bc3a-c587b5ebc1e4 tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] http://10.222.0.13:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=101290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:00:11.229004 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-5db2e4f5-c79c-47b8-bc3a-c587b5ebc1e4 tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] 10.222.0.13 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0095026 Sep 17 08:00:11.235242 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53518) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:11.245943 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [None req-9c231d11-e4ee-4616-b7f0-b5dabd1911ce tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] http://10.222.0.13:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=101290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:00:11.249553 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-9c231d11-e4ee-4616-b7f0-b5dabd1911ce tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] 10.222.0.13 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0089717 Sep 17 08:00:11.250653 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-59957132-9a5f-46ee-b60b-c67cac9baaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:11.252358 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53520) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:11.257013 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [None req-f6926e71-e337-4a98-8b0b-358fa4c1762d tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] http://10.222.0.13:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=101290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:00:11.260875 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f6926e71-e337-4a98-8b0b-358fa4c1762d tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] 10.222.0.13 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0046277 Sep 17 08:00:11.266755 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-370dd71d-ca51-40e6-a800-ebe6a9eea7f8 None None] For port 48a309cc-5f2d-4c2b-8358-e2e89bd14f43, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=48a309cc-5f2d-4c2b-8358-e2e89bd14f43,segment=NetworkSegment(5b44ddfa-cc80-44ff-a529-c6cc495a9513),segment_id=5b44ddfa-cc80-44ff-a529-c6cc495a9513)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:00:11.269927 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fc17792a-e49c-42cc-a442-0473d2b56460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:11.341243 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc17792a-e49c-42cc-a442-0473d2b56460 None None] Pushing event updated for resources: {'Port': ['ID=2ea6c43e-26b6-4b3f-8503-0476456181e2,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:11.348243 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59957132-9a5f-46ee-b60b-c67cac9baaab None None] Routers {'a1e9ddf3-f3e3-4f01-bb69-da0dd16824c1'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:00:11.349160 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-59957132-9a5f-46ee-b60b-c67cac9baaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:59:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['a1e9ddf3-f3e3-4f01-bb69-da0dd16824c1'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:11.351694 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-370dd71d-ca51-40e6-a800-ebe6a9eea7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:11.379632 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53522) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:11.388417 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [None req-00109473-35dc-4fa9-9514-ee1c6e616932 tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] http://10.222.0.13:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=101290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:00:11.391892 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port d14e225c-91ec-432d-ade4-37feb870a8ba triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:00:11.392161 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-00109473-35dc-4fa9-9514-ee1c6e616932 tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] 10.222.0.13 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0089121 Sep 17 08:00:11.392271 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:11.394048 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53524) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:11.398805 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [None req-26164afc-eaa4-4ed5-9fa5-ad3aba937aa7 tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] http://10.222.0.13:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=101290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:00:11.402991 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-26164afc-eaa4-4ed5-9fa5-ad3aba937aa7 tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] 10.222.0.13 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0049629 Sep 17 08:00:11.411092 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53526) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:11.421056 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [None req-56e2b526-b9b2-46be-8367-b810674fd5ff tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] http://10.222.0.13:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=101290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:00:11.422343 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-56e2b526-b9b2-46be-8367-b810674fd5ff tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] 10.222.0.13 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0097847 Sep 17 08:00:11.459584 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53528) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:11.462756 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-59957132-9a5f-46ee-b60b-c67cac9baaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:11.463156 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59957132-9a5f-46ee-b60b-c67cac9baaab None None] The sync data for ids ['a1e9ddf3-f3e3-4f01-bb69-da0dd16824c1'] in n-d-789963-9 is: [] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:00:11.467288 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [None req-7f7efc7b-1d26-4025-969a-1c0e7ae15447 tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] http://10.222.0.13:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=101290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:00:11.468483 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-7f7efc7b-1d26-4025-969a-1c0e7ae15447 tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] 10.222.0.13 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0077679 Sep 17 08:00:11.474439 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53530) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:11.484958 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc17792a-e49c-42cc-a442-0473d2b56460 None None] Network f09c285a-372f-4d9d-93e7-05d1bf72bf1b is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:00:11.498726 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5a415383-57bc-4660-bdbe-b5c88f3470eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:11.520903 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-fc17792a-e49c-42cc-a442-0473d2b56460 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:00:11.532765 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc17792a-e49c-42cc-a442-0473d2b56460 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:00:11.558627 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [None req-5b03b3ce-adf3-4b55-8810-622fb7817263 tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] http://10.222.0.13:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=101290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:00:11.560465 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-5b03b3ce-adf3-4b55-8810-622fb7817263 tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] 10.222.0.13 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0857286 Sep 17 08:00:11.564640 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370dd71d-ca51-40e6-a800-ebe6a9eea7f8 None None] Pushing event updated for resources: {'Port': ['ID=48a309cc-5f2d-4c2b-8358-e2e89bd14f43,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:11.583734 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5a415383-57bc-4660-bdbe-b5c88f3470eb None None] For port d14e225c-91ec-432d-ade4-37feb870a8ba, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=d14e225c-91ec-432d-ade4-37feb870a8ba,segment=NetworkSegment(1b3bf99d-205b-408c-b580-38e35ab00f25),segment_id=1b3bf99d-205b-408c-b580-38e35ab00f25)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:00:11.629672 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5a415383-57bc-4660-bdbe-b5c88f3470eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:11.642716 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53532) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:11.651295 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [None req-036c3749-41a0-402f-ae93-34a67b21545e tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] http://10.222.0.13:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=101290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:00:11.652698 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-036c3749-41a0-402f-ae93-34a67b21545e tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] 10.222.0.13 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0062151 Sep 17 08:00:11.658112 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53534) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:11.664005 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [None req-92048891-9049-4c08-b118-043a90a3baa5 tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] http://10.222.0.13:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=101290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:00:11.665125 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-92048891-9049-4c08-b118-043a90a3baa5 tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] 10.222.0.13 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0060019 Sep 17 08:00:11.675427 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53536) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:11.681168 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [None req-992a9b58-8980-4c23-ad7e-89edcc244267 tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] http://10.222.0.13:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=101290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:00:11.683146 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-992a9b58-8980-4c23-ad7e-89edcc244267 tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] 10.222.0.13 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0062289 Sep 17 08:00:11.690769 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53538) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:11.695496 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [None req-166a4abb-7901-4bb0-b0fa-1fe9991facb9 tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] http://10.222.0.13:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:00:11.699855 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-166a4abb-7901-4bb0-b0fa-1fe9991facb9 tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] 10.222.0.13 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0079362 Sep 17 08:00:11.706802 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53540) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:11.711271 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [None req-f45cfeed-e3ec-40a3-99e1-7a2081e47727 tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] http://10.222.0.13:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:00:11.711858 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a415383-57bc-4660-bdbe-b5c88f3470eb None None] Pushing event updated for resources: {'Port': ['ID=d14e225c-91ec-432d-ade4-37feb870a8ba,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:11.715704 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-f45cfeed-e3ec-40a3-99e1-7a2081e47727 tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] 10.222.0.13 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0078850 Sep 17 08:00:11.716202 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53542) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:11.722227 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [None req-e4654684-7860-4953-9811-590e30c206aa tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] http://10.222.0.13:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=101290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:00:11.723794 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e4654684-7860-4953-9811-590e30c206aa tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] 10.222.0.13 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0061831 Sep 17 08:00:11.724946 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-196aac51-12e1-4cc7-9606-c31a874a8245 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:11.728653 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53544) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:11.733463 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [None req-aba3a24e-064f-40ac-99a9-710727dbd42b tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] http://10.222.0.13:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=101290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:00:11.736630 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-aba3a24e-064f-40ac-99a9-710727dbd42b tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] 10.222.0.13 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0066481 Sep 17 08:00:11.739757 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53546) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:11.748033 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [None req-913c7e0a-f449-47bc-aeb8-0ea76ee6c52a tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] http://10.222.0.13:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=101290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:00:11.751962 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-913c7e0a-f449-47bc-aeb8-0ea76ee6c52a tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] 10.222.0.13 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0083895 Sep 17 08:00:11.796939 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-fc17792a-e49c-42cc-a442-0473d2b56460 None None] Attempting to bind port 2ea6c43e-26b6-4b3f-8503-0476456181e2 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:00:11.797511 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-fc17792a-e49c-42cc-a442-0473d2b56460 None None] Attempting to bind port 2ea6c43e-26b6-4b3f-8503-0476456181e2 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'a29178db-d5c9-4d31-b4e5-63807b5c0c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f09c285a-372f-4d9d-93e7-05d1bf72bf1b'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:00:11.798170 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc17792a-e49c-42cc-a442-0473d2b56460 None None] Attempting to bind port 2ea6c43e-26b6-4b3f-8503-0476456181e2 on network f09c285a-372f-4d9d-93e7-05d1bf72bf1b {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:00:11.802568 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:11.812773 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53548) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:11.817648 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [None req-2c4fe567-5d61-40a6-9065-4f208c7511c3 tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=101290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:00:11.820666 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-2c4fe567-5d61-40a6-9065-4f208c7511c3 tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0049012 Sep 17 08:00:11.821659 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53550) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:11.823557 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-34bfd125-62c0-4fdb-825d-cc2bee3b23a5 None None] Provisioning complete for port 9be8b7de-0dd1-4037-9b95-c91cc0ff23ab triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:00:11.824078 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-34bfd125-62c0-4fdb-825d-cc2bee3b23a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:11.827173 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9a1fc0a4-dccd-4aa7-8b87-0c6715cb8fbd req-541547d1-87fa-4014-a6f1-732226195b1e tempest-ServerAddressesNegativeTestJSON-1782002661 tempest-ServerAddressesNegativeTestJSON-1782002661-project] 10.222.0.13 "GET /v2.0/security-groups?id=9871accd-4044-416c-a995-c42b0a8db4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7788787 Sep 17 08:00:11.830636 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [None req-1422b15c-5765-4b08-9ca8-26e129a2b0dc tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] http://10.222.0.13:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:00:11.831769 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-1422b15c-5765-4b08-9ca8-26e129a2b0dc tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] 10.222.0.13 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0088496 Sep 17 08:00:11.836911 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53552) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:11.842429 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [None req-e4361338-a8aa-4dee-9fb7-9e882c89b58f tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] http://10.222.0.13:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=101290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:00:11.843807 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e4361338-a8aa-4dee-9fb7-9e882c89b58f tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] 10.222.0.13 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0059645 Sep 17 08:00:11.848309 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53554) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:11.855485 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc17792a-e49c-42cc-a442-0473d2b56460 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:00:11.855902 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc17792a-e49c-42cc-a442-0473d2b56460 None None] Checking segment: {'id': 'a29178db-d5c9-4d31-b4e5-63807b5c0c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f09c285a-372f-4d9d-93e7-05d1bf72bf1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:00:11.856517 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fc17792a-e49c-42cc-a442-0473d2b56460 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:11.857080 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc17792a-e49c-42cc-a442-0473d2b56460 None None] Bound using segment: {'id': 'a29178db-d5c9-4d31-b4e5-63807b5c0c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f09c285a-372f-4d9d-93e7-05d1bf72bf1b'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:00:11.857725 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-fc17792a-e49c-42cc-a442-0473d2b56460 None None] Bound port: 2ea6c43e-26b6-4b3f-8503-0476456181e2, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a29178db-d5c9-4d31-b4e5-63807b5c0c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f09c285a-372f-4d9d-93e7-05d1bf72bf1b'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:00:11.858277 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fc17792a-e49c-42cc-a442-0473d2b56460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:11.865003 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [None req-942e5fb2-247d-4d6a-a715-06d15958574c tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] http://10.222.0.13:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:00:11.866023 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-942e5fb2-247d-4d6a-a715-06d15958574c tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] 10.222.0.13 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0169761 Sep 17 08:00:11.874032 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53556) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:11.878588 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [None req-fcf4ab16-4e6e-42e2-8efa-d0b249794829 tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] http://10.222.0.13:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=101290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:00:11.879879 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-fcf4ab16-4e6e-42e2-8efa-d0b249794829 tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] 10.222.0.13 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0048296 Sep 17 08:00:11.882620 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53558) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:11.891163 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-34bfd125-62c0-4fdb-825d-cc2bee3b23a5 None None] Port 9be8b7de-0dd1-4037-9b95-c91cc0ff23ab cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:00:11.895207 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [None req-70e7427a-1975-4c27-9bbd-7bbd89196c6c tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] http://10.222.0.13:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:00:11.899658 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53562) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:11.900577 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-70e7427a-1975-4c27-9bbd-7bbd89196c6c tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] 10.222.0.13 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0169778 Sep 17 08:00:11.906077 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [None req-2d1a8f4f-f66f-4de3-897a-7084f927219c tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] http://10.222.0.13:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=101290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:00:11.907349 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-2d1a8f4f-f66f-4de3-897a-7084f927219c tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] 10.222.0.13 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0065191 Sep 17 08:00:11.951169 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53564) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:11.956784 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [None req-d3d3eb36-e52f-43aa-96c5-d00f80baee86 tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] http://10.222.0.13:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=101290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:00:11.960146 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d3d3eb36-e52f-43aa-96c5-d00f80baee86 tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] 10.222.0.13 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0056159 Sep 17 08:00:11.961455 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-0a41432f-379a-4cd6-817e-90f6b885925c req-020fdadb-26d4-4104-8e72-3ab073b802d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ed2f8c7-d64a-4bba-b716-cde7b6caf688 {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:00:11.963215 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53566) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:11.974503 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-0a41432f-379a-4cd6-817e-90f6b885925c req-020fdadb-26d4-4104-8e72-3ab073b802d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:11.986327 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [None req-7a09514c-1957-46f1-a9f6-1d79a1919897 tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:00:11.989895 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-7a09514c-1957-46f1-a9f6-1d79a1919897 tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0241740 Sep 17 08:00:11.990220 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53568) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:11.990611 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-34bfd125-62c0-4fdb-825d-cc2bee3b23a5 None None] Provisioning complete for port d14e225c-91ec-432d-ade4-37feb870a8ba triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:00:11.991007 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-34bfd125-62c0-4fdb-825d-cc2bee3b23a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:11.996024 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [None req-9e926e15-61ab-4632-a7a3-c3a86d96970f tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] http://10.222.0.13:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:00:11.997133 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-9e926e15-61ab-4632-a7a3-c3a86d96970f tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] 10.222.0.13 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0057557 Sep 17 08:00:12.000821 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53570) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:12.006313 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [None req-b2af8253-39f4-49ce-96fa-34c6a6f511e9 tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] http://10.222.0.13:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=101290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:00:12.008327 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b2af8253-39f4-49ce-96fa-34c6a6f511e9 tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] 10.222.0.13 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0061965 Sep 17 08:00:12.012619 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53572) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:12.014643 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-0a41432f-379a-4cd6-817e-90f6b885925c req-020fdadb-26d4-4104-8e72-3ab073b802d1 service neutron] Transition to ACTIVE for port object 8ed2f8c7-d64a-4bba-b716-cde7b6caf688 will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:00:12.017524 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [None req-0cf509b9-3cb6-41b6-8870-26bbe1eeed23 tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] http://10.222.0.13:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:00:12.018614 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-0cf509b9-3cb6-41b6-8870-26bbe1eeed23 tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] 10.222.0.13 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0049984 Sep 17 08:00:12.021812 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.db.api [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 08:00:12.022245 n-d-789963-9 neutron-server[101291]: DEBUG oslo_db.api [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 08:00:12.022648 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53574) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:12.031503 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [None req-45967965-1294-4da8-b2f8-425f7005e8ba tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] http://10.222.0.13:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:00:12.036095 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-45967965-1294-4da8-b2f8-425f7005e8ba tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] 10.222.0.13 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0088141 Sep 17 08:00:12.040923 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-7d975757-b553-415a-8921-c58e3f866306 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 08:00:12.045193 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-7d975757-b553-415a-8921-c58e3f866306 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] 10.222.0.13 "PUT /v2.0/routers/a1e9ddf3-f3e3-4f01-bb69-da0dd16824c1/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1016881 Sep 17 08:00:12.045193 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53576) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:12.047990 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [None req-2526a038-e5ba-4555-acb1-1b8b5ee69e20 tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] http://10.222.0.13:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:00:12.051944 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-2526a038-e5ba-4555-acb1-1b8b5ee69e20 tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] 10.222.0.13 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0058022 Sep 17 08:00:12.052573 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53578) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:12.052960 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53580) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:12.056830 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-fc17792a-e49c-42cc-a442-0473d2b56460 None None] For port 2ea6c43e-26b6-4b3f-8503-0476456181e2, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:00:12.059714 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-0a41432f-379a-4cd6-817e-90f6b885925c req-020fdadb-26d4-4104-8e72-3ab073b802d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:12.062722 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [None req-4c02ec97-28e6-446c-9ae5-0627be840968 tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:00:12.066939 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-4c02ec97-28e6-446c-9ae5-0627be840968 tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0118339 Sep 17 08:00:12.068739 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53582) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:12.074367 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [None req-4d655942-370f-45c1-8671-cb10c7082a1b tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:00:12.077719 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-fc17792a-e49c-42cc-a442-0473d2b56460 None None] For port 2ea6c43e-26b6-4b3f-8503-0476456181e2, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=2ea6c43e-26b6-4b3f-8503-0476456181e2,segment=NetworkSegment(a29178db-d5c9-4d31-b4e5-63807b5c0c4d),segment_id=a29178db-d5c9-4d31-b4e5-63807b5c0c4d)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:00:12.078706 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-4d655942-370f-45c1-8671-cb10c7082a1b tempest-ExtensionsTestJSON-609615477 tempest-ExtensionsTestJSON-609615477-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0090132 Sep 17 08:00:12.093976 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fc17792a-e49c-42cc-a442-0473d2b56460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:12.168460 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020fdadb-26d4-4104-8e72-3ab073b802d1 service neutron] Pushing event updated for resources: {'Port': ['ID=8ed2f8c7-d64a-4bba-b716-cde7b6caf688,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:12.236951 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc17792a-e49c-42cc-a442-0473d2b56460 None None] Pushing event updated for resources: {'Port': ['ID=2ea6c43e-26b6-4b3f-8503-0476456181e2,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:12.258455 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-196aac51-12e1-4cc7-9606-c31a874a8245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:12.366195 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-7ac30390-e062-4ff2-b9e6-78ab87d9dd55 None None] Provisioning complete for port 9be8b7de-0dd1-4037-9b95-c91cc0ff23ab triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:00:12.366612 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7ac30390-e062-4ff2-b9e6-78ab87d9dd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:12.444719 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-7ac30390-e062-4ff2-b9e6-78ab87d9dd55 None None] Port 9be8b7de-0dd1-4037-9b95-c91cc0ff23ab cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:00:12.461123 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53590) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:12.565167 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b65d09b6-4962-4b90-9ec3-b56565cd2c9f tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:12.575446 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 9a05a617-897e-4df5-a443-7a8f98d05af7 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:00:12.651882 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 9a05a617-897e-4df5-a443-7a8f98d05af7 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:00:12.652551 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:12.758368 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-06ee42d2-c367-47a7-8357-e81846d528bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:12.854772 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-0a41432f-379a-4cd6-817e-90f6b885925c req-020fdadb-26d4-4104-8e72-3ab073b802d1 service neutron] Attempting to bind port 8ed2f8c7-d64a-4bba-b716-cde7b6caf688 on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:00:12.855449 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-0a41432f-379a-4cd6-817e-90f6b885925c req-020fdadb-26d4-4104-8e72-3ab073b802d1 service neutron] Attempting to bind port 8ed2f8c7-d64a-4bba-b716-cde7b6caf688 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': '866ed64a-f4dd-40fe-9014-b946bf37eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '52fb296c-73d5-4b8d-a417-152740a33476'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:00:12.855449 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a41432f-379a-4cd6-817e-90f6b885925c req-020fdadb-26d4-4104-8e72-3ab073b802d1 service neutron] Attempting to bind port 8ed2f8c7-d64a-4bba-b716-cde7b6caf688 on network 52fb296c-73d5-4b8d-a417-152740a33476 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:00:12.878280 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a41432f-379a-4cd6-817e-90f6b885925c req-020fdadb-26d4-4104-8e72-3ab073b802d1 service neutron] Port 8ed2f8c7-d64a-4bba-b716-cde7b6caf688 on network 52fb296c-73d5-4b8d-a417-152740a33476 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:00:12.878613 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a41432f-379a-4cd6-817e-90f6b885925c req-020fdadb-26d4-4104-8e72-3ab073b802d1 service neutron] Attempting to bind port 8ed2f8c7-d64a-4bba-b716-cde7b6caf688 on network 52fb296c-73d5-4b8d-a417-152740a33476 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:00:12.968880 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a41432f-379a-4cd6-817e-90f6b885925c req-020fdadb-26d4-4104-8e72-3ab073b802d1 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:00:12.969312 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a41432f-379a-4cd6-817e-90f6b885925c req-020fdadb-26d4-4104-8e72-3ab073b802d1 service neutron] Checking segment: {'id': '866ed64a-f4dd-40fe-9014-b946bf37eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '52fb296c-73d5-4b8d-a417-152740a33476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:00:12.969614 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a41432f-379a-4cd6-817e-90f6b885925c req-020fdadb-26d4-4104-8e72-3ab073b802d1 service neutron] Bound using segment: {'id': '866ed64a-f4dd-40fe-9014-b946bf37eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '52fb296c-73d5-4b8d-a417-152740a33476'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:00:12.970069 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-0a41432f-379a-4cd6-817e-90f6b885925c req-020fdadb-26d4-4104-8e72-3ab073b802d1 service neutron] Bound port: 8ed2f8c7-d64a-4bba-b716-cde7b6caf688, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '866ed64a-f4dd-40fe-9014-b946bf37eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '52fb296c-73d5-4b8d-a417-152740a33476'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:00:12.970434 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-0a41432f-379a-4cd6-817e-90f6b885925c req-020fdadb-26d4-4104-8e72-3ab073b802d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:13.049217 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-06ee42d2-c367-47a7-8357-e81846d528bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:13.061654 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-06ee42d2-c367-47a7-8357-e81846d528bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:13.085455 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8408d3fe-4ad1-425a-8636-dee0c64fa13b None None] Network 4106c33b-af23-421d-a3f9-cb58d32bccfe requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:00:13.093826 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038daf7-339f-469e-9061-20281617be2e req-7a8337b8-d0ba-4b64-baca-f1ad84d56f4f tempest-ServerAddressesNegativeTestJSON-1782002661 tempest-ServerAddressesNegativeTestJSON-1782002661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:00:13.095918 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0038daf7-339f-469e-9061-20281617be2e req-7a8337b8-d0ba-4b64-baca-f1ad84d56f4f tempest-ServerAddressesNegativeTestJSON-1782002661 tempest-ServerAddressesNegativeTestJSON-1782002661-project] 10.222.0.13 "GET /v2.0/ports?device_id=efdae871-e161-4b76-82be-c144fd872e27 HTTP/1.1" status: 200 len: 944 time: 0.1325977 Sep 17 08:00:13.103488 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-0a41432f-379a-4cd6-817e-90f6b885925c req-020fdadb-26d4-4104-8e72-3ab073b802d1 service neutron] For port 8ed2f8c7-d64a-4bba-b716-cde7b6caf688, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:00:13.108185 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-0a41432f-379a-4cd6-817e-90f6b885925c req-020fdadb-26d4-4104-8e72-3ab073b802d1 service neutron] For port 8ed2f8c7-d64a-4bba-b716-cde7b6caf688, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=8ed2f8c7-d64a-4bba-b716-cde7b6caf688,segment=NetworkSegment(866ed64a-f4dd-40fe-9014-b946bf37eae0),segment_id=866ed64a-f4dd-40fe-9014-b946bf37eae0)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:00:13.111896 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device d14e225c-91ec-432d-ade4-37feb870a8ba up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:00:13.119038 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-0a41432f-379a-4cd6-817e-90f6b885925c req-020fdadb-26d4-4104-8e72-3ab073b802d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:13.135804 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-b65d09b6-4962-4b90-9ec3-b56565cd2c9f tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Deleting port 9be8b7de-0dd1-4037-9b95-c91cc0ff23ab {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:00:13.136165 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b65d09b6-4962-4b90-9ec3-b56565cd2c9f tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:13.154814 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-196aac51-12e1-4cc7-9606-c31a874a8245 admin admin] Router 3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 08:00:13.179474 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-06ee42d2-c367-47a7-8357-e81846d528bb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ea4a7af1a2624da38ec75e1c4ad7ef13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7133772 Sep 17 08:00:13.180327 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ee42d2-c367-47a7-8357-e81846d528bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d222f7f-8f6f-4aaf-b378-f4e5acc8047c,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:13.184388 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a41432f-379a-4cd6-817e-90f6b885925c req-020fdadb-26d4-4104-8e72-3ab073b802d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:00:13.185026 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-0a41432f-379a-4cd6-817e-90f6b885925c req-020fdadb-26d4-4104-8e72-3ab073b802d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:13.186439 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0a41432f-379a-4cd6-817e-90f6b885925c req-020fdadb-26d4-4104-8e72-3ab073b802d1 service neutron] 10.222.0.39 "PUT /v2.0/ports/8ed2f8c7-d64a-4bba-b716-cde7b6caf688 HTTP/1.1" status: 200 len: 1092 time: 2.3846834 Sep 17 08:00:13.186873 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53598) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:13.190553 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efdae871-e161-4b76-82be-c144fd872e27', 'tag': '8ed2f8c7-d64a-4bba-b716-cde7b6caf688'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:00:13.193347 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d3cfaf-dbc1-4628-a6f0-d5d89495635b" -d '{"events": [{"name": "network-changed", "server_uuid": "efdae871-e161-4b76-82be-c144fd872e27", "tag": "8ed2f8c7-d64a-4bba-b716-cde7b6caf688"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:00:13.247874 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-46a7933a-3b71-4e90-8737-bf7e20cbb332 None None] Provisioning complete for port 48a309cc-5f2d-4c2b-8358-e2e89bd14f43 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:00:13.248828 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-46a7933a-3b71-4e90-8737-bf7e20cbb332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:13.291004 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c11f88-3a28-4a50-9c00-de1242caf026 x-openstack-request-id: req-90c11f88-3a28-4a50-9c00-de1242caf026 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:00:13.291297 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efdae871-e161-4b76-82be-c144fd872e27", "tag": "8ed2f8c7-d64a-4bba-b716-cde7b6caf688", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:00:13.292229 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-90c11f88-3a28-4a50-9c00-de1242caf026 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:00:13.292629 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efdae871-e161-4b76-82be-c144fd872e27', 'tag': '8ed2f8c7-d64a-4bba-b716-cde7b6caf688', 'status': 'completed', 'code': 200} Sep 17 08:00:13.292923 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0038daf7-339f-469e-9061-20281617be2e req-d4de4ea0-f0ec-47c6-9ae3-7239160c1523 tempest-ServerAddressesNegativeTestJSON-1782002661 tempest-ServerAddressesNegativeTestJSON-1782002661-project] 10.222.0.13 "GET /v2.0/security-groups?id=9871accd-4044-416c-a995-c42b0a8db4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797819 Sep 17 08:00:13.312638 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020fdadb-26d4-4104-8e72-3ab073b802d1 service neutron] Pushing event updated for resources: {'Port': ['ID=8ed2f8c7-d64a-4bba-b716-cde7b6caf688,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:13.335135 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b65d09b6-4962-4b90-9ec3-b56565cd2c9f tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:13.341606 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-adee9077-a867-4202-954a-56649022508f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:13.356077 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-b65d09b6-4962-4b90-9ec3-b56565cd2c9f tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Calling delete_port for 9be8b7de-0dd1-4037-9b95-c91cc0ff23ab owned by network:router_interface {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:00:13.361414 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port d14e225c-91ec-432d-ade4-37feb870a8ba triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:00:13.361784 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:13.405799 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-adee9077-a867-4202-954a-56649022508f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:13.419699 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a41432f-379a-4cd6-817e-90f6b885925c req-f01944a5-3a92-4746-8bf4-20b97f2378ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:00:13.421185 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0a41432f-379a-4cd6-817e-90f6b885925c req-f01944a5-3a92-4746-8bf4-20b97f2378ab service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4352054ae9244475b95b6c2c5ebca5fe&device_id=efdae871-e161-4b76-82be-c144fd872e27 HTTP/1.1" status: 200 len: 1095 time: 0.1553638 Sep 17 08:00:13.485536 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-46a7933a-3b71-4e90-8737-bf7e20cbb332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:13.514446 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0a41432f-379a-4cd6-817e-90f6b885925c req-64673b37-a316-4908-b3be-35c85bb2cf77 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ed2f8c7-d64a-4bba-b716-cde7b6caf688 HTTP/1.1" status: 200 len: 217 time: 0.0765069 Sep 17 08:00:13.518266 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-196aac51-12e1-4cc7-9606-c31a874a8245 admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:00:13.531309 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be26c6af-6fda-4aff-a0c1-52c697b668f2 None None] Sync routers for ids ['3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:00:13.550468 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be26c6af-6fda-4aff-a0c1-52c697b668f2 None None] Routers {'3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:00:13.552903 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-be26c6af-6fda-4aff-a0c1-52c697b668f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:59:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:13.585053 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-46a7933a-3b71-4e90-8737-bf7e20cbb332 None None] For port 48a309cc-5f2d-4c2b-8358-e2e89bd14f43, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=48a309cc-5f2d-4c2b-8358-e2e89bd14f43,segment=NetworkSegment(5b44ddfa-cc80-44ff-a529-c6cc495a9513),segment_id=5b44ddfa-cc80-44ff-a529-c6cc495a9513)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:00:13.587086 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b65d09b6-4962-4b90-9ec3-b56565cd2c9f tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:13.587249 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 2ea6c43e-26b6-4b3f-8503-0476456181e2 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:00:13.595014 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-196aac51-12e1-4cc7-9606-c31a874a8245 admin admin] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:13.599802 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-196aac51-12e1-4cc7-9606-c31a874a8245 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.0915492 Sep 17 08:00:13.600992 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53604) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:13.615223 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a41432f-379a-4cd6-817e-90f6b885925c req-9b6f86b9-92cf-42eb-adfc-10b6ce093a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:00:13.616727 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0a41432f-379a-4cd6-817e-90f6b885925c req-9b6f86b9-92cf-42eb-adfc-10b6ce093a1c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cd4471eb-e915-4200-a52b-8999a93512ff HTTP/1.1" status: 200 len: 862 time: 0.0885701 Sep 17 08:00:13.649488 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-46a7933a-3b71-4e90-8737-bf7e20cbb332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:13.684996 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65d09b6-4962-4b90-9ec3-b56565cd2c9f tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Pushing event deleted for resources: {'Port': ['ID=9be8b7de-0dd1-4037-9b95-c91cc0ff23ab,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:13.717160 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0a41432f-379a-4cd6-817e-90f6b885925c req-5163f8fa-f404-42d7-9ccd-c69837330567 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=52fb296c-73d5-4b8d-a417-152740a33476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0905852 Sep 17 08:00:13.720106 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-adee9077-a867-4202-954a-56649022508f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:13.729933 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-adee9077-a867-4202-954a-56649022508f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:13.731267 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a7933a-3b71-4e90-8737-bf7e20cbb332 None None] Pushing event updated for resources: {'Port': ['ID=48a309cc-5f2d-4c2b-8358-e2e89bd14f43,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:13.734442 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-adee9077-a867-4202-954a-56649022508f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4d222f7f-8f6f-4aaf-b378-f4e5acc8047c HTTP/1.1" status: 204 len: 168 time: 0.5385315 Sep 17 08:00:13.753233 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 2ea6c43e-26b6-4b3f-8503-0476456181e2 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:00:13.754132 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:13.783975 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adee9077-a867-4202-954a-56649022508f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d222f7f-8f6f-4aaf-b378-f4e5acc8047c,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:13.872123 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-be26c6af-6fda-4aff-a0c1-52c697b668f2 None None] Set router 3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:00:13.895696 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db44c50-b1b1-47f6-9421-aa6941914158 None None] Network f09c285a-372f-4d9d-93e7-05d1bf72bf1b requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:00:13.938330 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b65d09b6-4962-4b90-9ec3-b56565cd2c9f tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:14.153798 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0a41432f-379a-4cd6-817e-90f6b885925c req-9703ca9c-8f2e-42d0-a749-30d8a31a3550 service neutron] 10.222.0.39 "GET /v2.0/networks/52fb296c-73d5-4b8d-a417-152740a33476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4101093 Sep 17 08:00:14.171938 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-33752111-1937-47e3-b51d-2dd70ab7a163 None None] Provisioning complete for port 2ea6c43e-26b6-4b3f-8503-0476456181e2 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:00:14.172391 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-33752111-1937-47e3-b51d-2dd70ab7a163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:14.176902 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-be26c6af-6fda-4aff-a0c1-52c697b668f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c', 'name': 'tempest-TaggedBootDevicesTest-224542195-router', 'tenant_id': '9dd60ef4e32342ee9bd756b274f1d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '6e7aa29d-71b4-4990-bd46-12ee5ca175e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:00:08Z', 'updated_at': '2021-09-17T08:00:11Z', 'revision_number': 3, 'project_id': '9dd60ef4e32342ee9bd756b274f1d1f9', 'gw_port': {'id': '6e7aa29d-71b4-4990-bd46-12ee5ca175e2', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:00:09Z', 'updated_at': '2021-09-17T08:00:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:14.196628 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b65d09b6-4962-4b90-9ec3-b56565cd2c9f tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Router a1e9ddf3-f3e3-4f01-bb69-da0dd16824c1 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:00:14.223955 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:14.225434 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be26c6af-6fda-4aff-a0c1-52c697b668f2 None None] Checking router: 3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:00:14.226126 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be26c6af-6fda-4aff-a0c1-52c697b668f2 None None] Updating router 3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c port 6e7aa29d-71b4-4990-bd46-12ee5ca175e2 binding host n-d-789963-9 {{(pid=101292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 08:00:14.257630 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-be26c6af-6fda-4aff-a0c1-52c697b668f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:14.270657 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0a41432f-379a-4cd6-817e-90f6b885925c req-7887e30b-773e-4b30-ba7d-a67bbe134c41 service neutron] 10.222.0.39 "GET /v2.0/networks/52fb296c-73d5-4b8d-a417-152740a33476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041958 Sep 17 08:00:14.359178 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b65d09b6-4962-4b90-9ec3-b56565cd2c9f tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:00:14.383269 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-b65d09b6-4962-4b90-9ec3-b56565cd2c9f tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] 10.222.0.13 "PUT /v2.0/routers/a1e9ddf3-f3e3-4f01-bb69-da0dd16824c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3257971 Sep 17 08:00:14.384419 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53620) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:14.389873 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698f5e5b-bfb0-4e31-80dc-911c5e57e0e4 None None] Sync routers for ids ['a1e9ddf3-f3e3-4f01-bb69-da0dd16824c1'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:00:14.446961 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698f5e5b-bfb0-4e31-80dc-911c5e57e0e4 None None] Routers {'a1e9ddf3-f3e3-4f01-bb69-da0dd16824c1'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:00:14.448806 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-698f5e5b-bfb0-4e31-80dc-911c5e57e0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:59:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['a1e9ddf3-f3e3-4f01-bb69-da0dd16824c1'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:14.470607 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-9d18fafc-f7e8-4060-8d63-29b869b0f9d3 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] delete failed (client error): The resource could not be found. Sep 17 08:00:14.475643 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-9d18fafc-f7e8-4060-8d63-29b869b0f9d3 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] 10.222.0.13 "DELETE /v2.0/routers/tempest-non_exist_router-300196836 HTTP/1.1" status: 404 len: 334 time: 0.0844522 Sep 17 08:00:14.480004 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53626) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:14.487156 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-af9500e0-e2d4-40e8-a475-abf6076e09ec tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a1e9ddf3-f3e3-4f01-bb69-da0dd16824c1'}}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:00:14.503195 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port 2ea6c43e-26b6-4b3f-8503-0476456181e2, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=2ea6c43e-26b6-4b3f-8503-0476456181e2,segment=NetworkSegment(a29178db-d5c9-4d31-b4e5-63807b5c0c4d),segment_id=a29178db-d5c9-4d31-b4e5-63807b5c0c4d)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:00:14.512156 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-698f5e5b-bfb0-4e31-80dc-911c5e57e0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:14.533693 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d3cfaf-dbc1-4628-a6f0-d5d89495635b req-0229d843-fc2c-4873-b82a-8288f0a80c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:00:14.535196 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e7d3cfaf-dbc1-4628-a6f0-d5d89495635b req-0229d843-fc2c-4873-b82a-8288f0a80c68 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4352054ae9244475b95b6c2c5ebca5fe&device_id=efdae871-e161-4b76-82be-c144fd872e27 HTTP/1.1" status: 200 len: 1095 time: 0.1132300 Sep 17 08:00:14.538553 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0abe5c6-c259-426d-be4e-582cd8019685 req-03fc4209-29bc-42c9-87ac-3774354fc01f tempest-ServerAddressesNegativeTestJSON-1782002661 tempest-ServerAddressesNegativeTestJSON-1782002661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:00:14.547173 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a0abe5c6-c259-426d-be4e-582cd8019685 req-03fc4209-29bc-42c9-87ac-3774354fc01f tempest-ServerAddressesNegativeTestJSON-1782002661 tempest-ServerAddressesNegativeTestJSON-1782002661-project] 10.222.0.13 "GET /v2.0/ports?device_id=efdae871-e161-4b76-82be-c144fd872e27 HTTP/1.1" status: 200 len: 944 time: 0.0738251 Sep 17 08:00:14.563596 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:14.564712 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 48a309cc-5f2d-4c2b-8358-e2e89bd14f43 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:00:14.598301 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a0abe5c6-c259-426d-be4e-582cd8019685 req-dee61f0d-3c96-41b5-b3b3-c7e927b9c8b7 tempest-ServerAddressesNegativeTestJSON-1782002661 tempest-ServerAddressesNegativeTestJSON-1782002661-project] 10.222.0.13 "GET /v2.0/security-groups?id=9871accd-4044-416c-a995-c42b0a8db4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457492 Sep 17 08:00:14.631139 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-be26c6af-6fda-4aff-a0c1-52c697b668f2 None None] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:14.644169 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-be26c6af-6fda-4aff-a0c1-52c697b668f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:14.750146 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-be26c6af-6fda-4aff-a0c1-52c697b668f2 None None] Attempting to bind port 6e7aa29d-71b4-4990-bd46-12ee5ca175e2 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:00:14.750735 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-be26c6af-6fda-4aff-a0c1-52c697b668f2 None None] Attempting to bind port 6e7aa29d-71b4-4990-bd46-12ee5ca175e2 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:00:14.751272 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be26c6af-6fda-4aff-a0c1-52c697b668f2 None None] Attempting to bind port 6e7aa29d-71b4-4990-bd46-12ee5ca175e2 on network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:00:14.755079 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea86c0-185e-4cec-97a5-0f14f4dffb21 None None] Pushing event updated for resources: {'Port': ['ID=6e7aa29d-71b4-4990-bd46-12ee5ca175e2,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:14.766830 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be26c6af-6fda-4aff-a0c1-52c697b668f2 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:00:14.767204 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be26c6af-6fda-4aff-a0c1-52c697b668f2 None None] Checking segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:00:14.767793 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-be26c6af-6fda-4aff-a0c1-52c697b668f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:14.768385 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be26c6af-6fda-4aff-a0c1-52c697b668f2 None None] Bound using segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:00:14.769030 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-be26c6af-6fda-4aff-a0c1-52c697b668f2 None None] Bound port: 6e7aa29d-71b4-4990-bd46-12ee5ca175e2, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:00:14.769607 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-be26c6af-6fda-4aff-a0c1-52c697b668f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:14.797690 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d3cfaf-dbc1-4628-a6f0-d5d89495635b req-251a29e9-427f-4702-8d0a-e43bfdceb155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:00:14.799483 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e7d3cfaf-dbc1-4628-a6f0-d5d89495635b req-251a29e9-427f-4702-8d0a-e43bfdceb155 service neutron] 10.222.0.39 "GET /v2.0/networks?id=52fb296c-73d5-4b8d-a417-152740a33476 HTTP/1.1" status: 200 len: 923 time: 0.2415624 Sep 17 08:00:14.843336 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698f5e5b-bfb0-4e31-80dc-911c5e57e0e4 None None] Routers {'a1e9ddf3-f3e3-4f01-bb69-da0dd16824c1'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:00:14.843753 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-be26c6af-6fda-4aff-a0c1-52c697b668f2 None None] For port 6e7aa29d-71b4-4990-bd46-12ee5ca175e2, host n-d-789963-9, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:00:14.844108 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-698f5e5b-bfb0-4e31-80dc-911c5e57e0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:59:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['a1e9ddf3-f3e3-4f01-bb69-da0dd16824c1'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:14.847996 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-be26c6af-6fda-4aff-a0c1-52c697b668f2 None None] For port 6e7aa29d-71b4-4990-bd46-12ee5ca175e2, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=6e7aa29d-71b4-4990-bd46-12ee5ca175e2,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:00:14.855263 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-be26c6af-6fda-4aff-a0c1-52c697b668f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:14.893454 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e7d3cfaf-dbc1-4628-a6f0-d5d89495635b req-f64d51c6-7a5a-4114-a8aa-fddf01f742d8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ed2f8c7-d64a-4bba-b716-cde7b6caf688 HTTP/1.1" status: 200 len: 217 time: 0.0410900 Sep 17 08:00:14.921202 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-698f5e5b-bfb0-4e31-80dc-911c5e57e0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:14.922079 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698f5e5b-bfb0-4e31-80dc-911c5e57e0e4 None None] The sync data for ids ['a1e9ddf3-f3e3-4f01-bb69-da0dd16824c1'] in n-d-789963-9 is: [] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:00:14.934669 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be26c6af-6fda-4aff-a0c1-52c697b668f2 None None] Routers {'3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:00:14.935371 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-be26c6af-6fda-4aff-a0c1-52c697b668f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:59:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:14.952317 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=2ea6c43e-26b6-4b3f-8503-0476456181e2,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:14.962478 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 48a309cc-5f2d-4c2b-8358-e2e89bd14f43 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:00:14.962856 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:14.991982 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53638) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:14.996076 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea86c0-185e-4cec-97a5-0f14f4dffb21 None None] Pushing event updated for resources: {'Port': ['ID=6e7aa29d-71b4-4990-bd46-12ee5ca175e2,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:15.093589 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-af9500e0-e2d4-40e8-a475-abf6076e09ec tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:15.102386 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-be26c6af-6fda-4aff-a0c1-52c697b668f2 None None] Set router 3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:00:15.117092 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2d02ca0d-f0fe-4ac1-8a13-c47dacb866e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:15.128238 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-17dffd0a-6742-4547-a0aa-2c2792d7a218 None None] Provisioning complete for port 48a309cc-5f2d-4c2b-8358-e2e89bd14f43 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:00:15.129585 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-17dffd0a-6742-4547-a0aa-2c2792d7a218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:15.144127 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-b7067acb-47fe-4710-b155-496fa0e6bbef tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:00:15.144865 n-d-789963-9 neutron-server[101289]: WARNING neutron.api.v2.base [None req-b7067acb-47fe-4710-b155-496fa0e6bbef tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 17 08:00:15.145480 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-b7067acb-47fe-4710-b155-496fa0e6bbef tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] create failed (client error): There was a conflict when trying to complete your request. Sep 17 08:00:15.146366 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-b7067acb-47fe-4710-b155-496fa0e6bbef tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1521184 Sep 17 08:00:15.150148 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53642) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:15.167298 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-a0b15b05-6744-4719-aef5-9538c82dc9a8 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Request body: {'security_group': {'name': 'tempest-secgroup--230698119'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:00:15.169941 n-d-789963-9 neutron-server[101290]: INFO neutron.api.v2.resource [None req-af9500e0-e2d4-40e8-a475-abf6076e09ec tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] update failed (client error): The resource could not be found. Sep 17 08:00:15.175973 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-af9500e0-e2d4-40e8-a475-abf6076e09ec tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] 10.222.0.13 "PUT /v2.0/routers/a1e9ddf3-f3e3-4f01-bb69-da0dd16824c1 HTTP/1.1" status: 404 len: 339 time: 0.6934278 Sep 17 08:00:15.178401 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53644) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:15.197234 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d3cfaf-dbc1-4628-a6f0-d5d89495635b req-4f398067-34fb-4864-a685-8e06150052d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:00:15.198854 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e7d3cfaf-dbc1-4628-a6f0-d5d89495635b req-4f398067-34fb-4864-a685-8e06150052d0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cd4471eb-e915-4200-a52b-8999a93512ff HTTP/1.1" status: 200 len: 862 time: 0.2123475 Sep 17 08:00:15.226215 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a0b15b05-6744-4719-aef5-9538c82dc9a8 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:15.271498 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a0b15b05-6744-4719-aef5-9538c82dc9a8 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:15.316323 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 2ea6c43e-26b6-4b3f-8503-0476456181e2 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:00:15.322090 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e7d3cfaf-dbc1-4628-a6f0-d5d89495635b req-e7a6862e-030c-4ebf-9d04-3748efcab5a0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=52fb296c-73d5-4b8d-a417-152740a33476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699067 Sep 17 08:00:15.382949 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 2ea6c43e-26b6-4b3f-8503-0476456181e2 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:00:15.383334 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:15.384158 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-be26c6af-6fda-4aff-a0c1-52c697b668f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c', 'name': 'tempest-TaggedBootDevicesTest-224542195-router', 'tenant_id': '9dd60ef4e32342ee9bd756b274f1d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '6e7aa29d-71b4-4990-bd46-12ee5ca175e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:00:08Z', 'updated_at': '2021-09-17T08:00:11Z', 'revision_number': 3, 'project_id': '9dd60ef4e32342ee9bd756b274f1d1f9', 'gw_port': {'id': '6e7aa29d-71b4-4990-bd46-12ee5ca175e2', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:00:09Z', 'updated_at': '2021-09-17T08:00:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:15.429085 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be26c6af-6fda-4aff-a0c1-52c697b668f2 None None] The sync data for ids ['3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c'] in n-d-789963-9 is: [{'id': '3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c', 'name': 'tempest-TaggedBootDevicesTest-224542195-router', 'tenant_id': '9dd60ef4e32342ee9bd756b274f1d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '6e7aa29d-71b4-4990-bd46-12ee5ca175e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:00:08Z', 'updated_at': '2021-09-17T08:00:11Z', 'revision_number': 3, 'project_id': '9dd60ef4e32342ee9bd756b274f1d1f9', 'gw_port': {'id': '6e7aa29d-71b4-4990-bd46-12ee5ca175e2', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:00:09Z', 'updated_at': '2021-09-17T08:00:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:00:15.434179 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-3e61713e-c630-4123-8058-a207070429dd None None] Provisioning complete for port 2ea6c43e-26b6-4b3f-8503-0476456181e2 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:00:15.434675 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3e61713e-c630-4123-8058-a207070429dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:15.437946 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a0b15b05-6744-4719-aef5-9538c82dc9a8 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:15.443675 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a0b15b05-6744-4719-aef5-9538c82dc9a8 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:15.472231 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e7d3cfaf-dbc1-4628-a6f0-d5d89495635b req-d8ccf6bf-ed3b-4ada-81d1-60ea4a1ff960 service neutron] 10.222.0.39 "GET /v2.0/networks/52fb296c-73d5-4b8d-a417-152740a33476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405051 Sep 17 08:00:15.485213 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b15b05-6744-4719-aef5-9538c82dc9a8 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=552dc303-20c5-4a91-94cc-40a5ab90051d,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:15.516640 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 48a309cc-5f2d-4c2b-8358-e2e89bd14f43 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:00:15.556289 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a0b15b05-6744-4719-aef5-9538c82dc9a8 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:15.564719 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a0b15b05-6744-4719-aef5-9538c82dc9a8 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:15.601338 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a0b15b05-6744-4719-aef5-9538c82dc9a8 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:15.602762 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-a0b15b05-6744-4719-aef5-9538c82dc9a8 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4516215 Sep 17 08:00:15.604511 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b15b05-6744-4719-aef5-9538c82dc9a8 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01fbbfeb-6ee5-40c5-8048-4e1122ae5b2d,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:15.606606 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53648) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:15.621079 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-50364ecf-26d2-4306-b65b-e8c025babb0b tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Request body: {'security_group_rule': {'security_group_id': '01fbbfeb-6ee5-40c5-8048-4e1122ae5b2d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:00:15.626140 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 48a309cc-5f2d-4c2b-8358-e2e89bd14f43 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:00:15.626697 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:15.651161 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-50364ecf-26d2-4306-b65b-e8c025babb0b tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:15.710268 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-50364ecf-26d2-4306-b65b-e8c025babb0b tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:15.716558 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-50364ecf-26d2-4306-b65b-e8c025babb0b tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:15.772824 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50364ecf-26d2-4306-b65b-e8c025babb0b tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee3ecd8c-9254-4690-9761-efefee90ef19,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:15.795058 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabb601a-9600-47e5-a314-0c9320217089 req-0936e0fb-7848-4e8e-aa70-cb783dea2fe0 tempest-ServerAddressesNegativeTestJSON-1782002661 tempest-ServerAddressesNegativeTestJSON-1782002661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:00:15.796557 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-eabb601a-9600-47e5-a314-0c9320217089 req-0936e0fb-7848-4e8e-aa70-cb783dea2fe0 tempest-ServerAddressesNegativeTestJSON-1782002661 tempest-ServerAddressesNegativeTestJSON-1782002661-project] 10.222.0.13 "GET /v2.0/ports?device_id=efdae871-e161-4b76-82be-c144fd872e27 HTTP/1.1" status: 200 len: 944 time: 0.0778430 Sep 17 08:00:15.797822 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-50364ecf-26d2-4306-b65b-e8c025babb0b tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:15.798928 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-50364ecf-26d2-4306-b65b-e8c025babb0b tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1824749 Sep 17 08:00:15.801795 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53654) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:15.806322 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-506786ee-071b-4a06-a2bb-1e0162c2b327 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Request body: {'security_group_rule': {'security_group_id': '01fbbfeb-6ee5-40c5-8048-4e1122ae5b2d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:00:15.831592 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e7d3cfaf-dbc1-4628-a6f0-d5d89495635b req-5e0ee8c3-64dd-41f0-a897-7ed2660a5add service neutron] 10.222.0.39 "GET /v2.0/networks/52fb296c-73d5-4b8d-a417-152740a33476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121524 Sep 17 08:00:15.861111 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-2d02ca0d-f0fe-4ac1-8a13-c47dacb866e6 admin admin] Allocated IP 172.20.0.1 (f09c285a-372f-4d9d-93e7-05d1bf72bf1b/1862c60a-900a-428f-84d5-02f641b77766/c5ec85c1-c444-4943-98c8-ce08f2c79d06) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:00:15.870985 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-eabb601a-9600-47e5-a314-0c9320217089 req-82e8b50a-b454-40da-a0b6-f0489209e6e1 tempest-ServerAddressesNegativeTestJSON-1782002661 tempest-ServerAddressesNegativeTestJSON-1782002661-project] 10.222.0.13 "GET /v2.0/security-groups?id=9871accd-4044-416c-a995-c42b0a8db4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582194 Sep 17 08:00:15.883082 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-506786ee-071b-4a06-a2bb-1e0162c2b327 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:15.906468 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-069fcb02-d73c-4f45-a78d-6301b2476bd5 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:15.953322 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-506786ee-071b-4a06-a2bb-1e0162c2b327 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] create failed (client error): There was a conflict when trying to complete your request. Sep 17 08:00:15.954615 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-506786ee-071b-4a06-a2bb-1e0162c2b327 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1518769 Sep 17 08:00:15.957567 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53656) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:16.028043 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-057160cd-5fa3-489d-8731-78117eeeeb9b tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:16.052557 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-057160cd-5fa3-489d-8731-78117eeeeb9b tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:16.110892 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-057160cd-5fa3-489d-8731-78117eeeeb9b tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:16.113843 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-057160cd-5fa3-489d-8731-78117eeeeb9b tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:16.115065 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-057160cd-5fa3-489d-8731-78117eeeeb9b tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] 10.222.0.13 "DELETE /v2.0/security-groups/01fbbfeb-6ee5-40c5-8048-4e1122ae5b2d HTTP/1.1" status: 204 len: 168 time: 0.1564312 Sep 17 08:00:16.118563 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53658) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:16.138575 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057160cd-5fa3-489d-8731-78117eeeeb9b tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01fbbfeb-6ee5-40c5-8048-4e1122ae5b2d,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:16.187172 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-345b9363-1fa1-4728-bb5a-1ee50e2390fa tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0674801 Sep 17 08:00:16.191423 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53660) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:16.196215 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-b63c5ee0-6da1-4e4f-bb2b-8afcedf10383 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Request body: {'security_group': {'name': 'tempest-secgroup--456236689'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:00:16.219949 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b63c5ee0-6da1-4e4f-bb2b-8afcedf10383 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:16.313520 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b63c5ee0-6da1-4e4f-bb2b-8afcedf10383 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:16.318840 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b63c5ee0-6da1-4e4f-bb2b-8afcedf10383 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:16.348303 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b63c5ee0-6da1-4e4f-bb2b-8afcedf10383 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:16.352203 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-b63c5ee0-6da1-4e4f-bb2b-8afcedf10383 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1571195 Sep 17 08:00:16.352390 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53662) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:16.357361 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-d24b596c-621b-4921-8d5a-4bbd0f597941 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Request body: {'security_group_rule': {'security_group_id': '995f1b26-1d16-4c82-9619-7b47dced2718', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:00:16.358248 n-d-789963-9 neutron-server[101289]: WARNING neutron.api.v2.base [None req-d24b596c-621b-4921-8d5a-4bbd0f597941 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 17 08:00:16.358766 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-d24b596c-621b-4921-8d5a-4bbd0f597941 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 08:00:16.362263 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-d24b596c-621b-4921-8d5a-4bbd0f597941 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0064433 Sep 17 08:00:16.362263 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63c5ee0-6da1-4e4f-bb2b-8afcedf10383 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=995f1b26-1d16-4c82-9619-7b47dced2718,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:16.364136 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53664) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:16.425799 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b4325a64-7d91-424f-9f17-0996174e0c03 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:16.453210 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b4325a64-7d91-424f-9f17-0996174e0c03 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:16.501140 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b4325a64-7d91-424f-9f17-0996174e0c03 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:16.504309 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b4325a64-7d91-424f-9f17-0996174e0c03 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:16.508475 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-b4325a64-7d91-424f-9f17-0996174e0c03 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] 10.222.0.13 "DELETE /v2.0/security-groups/995f1b26-1d16-4c82-9619-7b47dced2718 HTTP/1.1" status: 204 len: 168 time: 0.1435857 Sep 17 08:00:16.508742 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2d02ca0d-f0fe-4ac1-8a13-c47dacb866e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:16.509268 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53668) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:16.529783 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4325a64-7d91-424f-9f17-0996174e0c03 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=995f1b26-1d16-4c82-9619-7b47dced2718,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:16.569793 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53670) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:16.570679 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-7c3f8707-3069-4a28-9345-b87401340b9d tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0573370 Sep 17 08:00:16.581196 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-e4f605ba-8bfc-4d36-b8a1-8cf24406e44e tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Request body: {'security_group': {'name': 'tempest-secgroup--893339886'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:00:16.620568 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-069fcb02-d73c-4f45-a78d-6301b2476bd5 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Allocated IP 172.20.0.1 (675aa074-e4b5-479c-b471-053f66a543e1/90eb83ce-d2a8-4e9a-873c-625ae85da895/e7ea0fe9-872f-48cf-9f31-3845d88d318a) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:00:16.622896 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2d02ca0d-f0fe-4ac1-8a13-c47dacb866e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:16.663070 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e4f605ba-8bfc-4d36-b8a1-8cf24406e44e tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:16.707726 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d02ca0d-f0fe-4ac1-8a13-c47dacb866e6 admin admin] Network f09c285a-372f-4d9d-93e7-05d1bf72bf1b is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:00:16.720299 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d02ca0d-f0fe-4ac1-8a13-c47dacb866e6 admin admin] Pushing event updated for resources: {'Port': ['ID=c5ec85c1-c444-4943-98c8-ce08f2c79d06,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:16.726337 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-2d02ca0d-f0fe-4ac1-8a13-c47dacb866e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:00:16.732365 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d02ca0d-f0fe-4ac1-8a13-c47dacb866e6 admin admin] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:00:16.842443 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2d02ca0d-f0fe-4ac1-8a13-c47dacb866e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:16.905914 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-069fcb02-d73c-4f45-a78d-6301b2476bd5 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:16.942159 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-67044705-86a0-44de-b5fe-8b1076466ddc None None] Provisioning complete for port c5ec85c1-c444-4943-98c8-ce08f2c79d06 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:00:16.944109 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-67044705-86a0-44de-b5fe-8b1076466ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:16.961728 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e4f605ba-8bfc-4d36-b8a1-8cf24406e44e tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:16.975490 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e4f605ba-8bfc-4d36-b8a1-8cf24406e44e tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:16.994175 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-67044705-86a0-44de-b5fe-8b1076466ddc None None] Port c5ec85c1-c444-4943-98c8-ce08f2c79d06 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:00:17.005414 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb994654-0233-4d1c-a05b-dad06dad56c4 req-ee9e3322-a461-4517-adca-34c8a050868b tempest-ServerAddressesNegativeTestJSON-1782002661 tempest-ServerAddressesNegativeTestJSON-1782002661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:00:17.006966 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cb994654-0233-4d1c-a05b-dad06dad56c4 req-ee9e3322-a461-4517-adca-34c8a050868b tempest-ServerAddressesNegativeTestJSON-1782002661 tempest-ServerAddressesNegativeTestJSON-1782002661-project] 10.222.0.13 "GET /v2.0/ports?device_id=efdae871-e161-4b76-82be-c144fd872e27 HTTP/1.1" status: 200 len: 944 time: 0.0540717 Sep 17 08:00:17.037885 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e4f605ba-8bfc-4d36-b8a1-8cf24406e44e tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:17.038754 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e4f605ba-8bfc-4d36-b8a1-8cf24406e44e tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4660158 Sep 17 08:00:17.043260 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53676) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:17.048746 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-16060d19-ad14-49c0-9e79-7c234022d6ed tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Request body: {'security_group_rule': {'security_group_id': '3ef55d51-5758-4e57-909e-3c0e35509c1d', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:00:17.049614 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cb994654-0233-4d1c-a05b-dad06dad56c4 req-bebc8ec5-04a3-42f5-83b1-1b66e0983e2d tempest-ServerAddressesNegativeTestJSON-1782002661 tempest-ServerAddressesNegativeTestJSON-1782002661-project] 10.222.0.13 "GET /v2.0/security-groups?id=9871accd-4044-416c-a995-c42b0a8db4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361133 Sep 17 08:00:17.050122 n-d-789963-9 neutron-server[101290]: WARNING neutron.api.v2.base [None req-16060d19-ad14-49c0-9e79-7c234022d6ed tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 17 08:00:17.050267 n-d-789963-9 neutron-server[101290]: INFO neutron.api.v2.resource [None req-16060d19-ad14-49c0-9e79-7c234022d6ed tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 08:00:17.051120 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-16060d19-ad14-49c0-9e79-7c234022d6ed tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0059018 Sep 17 08:00:17.057426 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53678) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:17.057593 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-069fcb02-d73c-4f45-a78d-6301b2476bd5 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:17.071366 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f605ba-8bfc-4d36-b8a1-8cf24406e44e tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef55d51-5758-4e57-909e-3c0e35509c1d,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:17.126253 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c9bfd1b7-5f68-4a9b-bf0e-102f0ecd3b16 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:17.140144 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069fcb02-d73c-4f45-a78d-6301b2476bd5 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Pushing event updated for resources: {'Port': ['ID=e7ea0fe9-872f-48cf-9f31-3845d88d318a,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:17.151876 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069fcb02-d73c-4f45-a78d-6301b2476bd5 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Network 675aa074-e4b5-479c-b471-053f66a543e1 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:00:17.153984 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c9bfd1b7-5f68-4a9b-bf0e-102f0ecd3b16 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:17.155373 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-069fcb02-d73c-4f45-a78d-6301b2476bd5 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:00:17.158345 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2d02ca0d-f0fe-4ac1-8a13-c47dacb866e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:17.160413 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069fcb02-d73c-4f45-a78d-6301b2476bd5 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:00:17.217352 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c9bfd1b7-5f68-4a9b-bf0e-102f0ecd3b16 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:17.220873 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c9bfd1b7-5f68-4a9b-bf0e-102f0ecd3b16 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:17.222224 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-c9bfd1b7-5f68-4a9b-bf0e-102f0ecd3b16 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] 10.222.0.13 "DELETE /v2.0/security-groups/3ef55d51-5758-4e57-909e-3c0e35509c1d HTTP/1.1" status: 204 len: 168 time: 0.1638660 Sep 17 08:00:17.226883 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 8ed2f8c7-d64a-4bba-b716-cde7b6caf688 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:00:17.228542 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53680) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:17.243192 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfd1b7-5f68-4a9b-bf0e-102f0ecd3b16 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef55d51-5758-4e57-909e-3c0e35509c1d,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:17.278455 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-069fcb02-d73c-4f45-a78d-6301b2476bd5 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:17.296198 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 6e7aa29d-71b4-4990-bd46-12ee5ca175e2 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:00:17.322135 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-6dc1693e-4bc9-486a-8778-088a0be75cf0 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0917163 Sep 17 08:00:17.328391 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53682) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:17.335352 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-ff094f09-2b56-4010-b070-aa9bf1fc9daf tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Request body: {'security_group': {'name': 'tempest-secgroup--1567677370'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:00:17.368138 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ff094f09-2b56-4010-b070-aa9bf1fc9daf tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:17.459067 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 8ed2f8c7-d64a-4bba-b716-cde7b6caf688, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=8ed2f8c7-d64a-4bba-b716-cde7b6caf688,segment=NetworkSegment(866ed64a-f4dd-40fe-9014-b946bf37eae0),segment_id=866ed64a-f4dd-40fe-9014-b946bf37eae0)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:00:17.461597 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 6e7aa29d-71b4-4990-bd46-12ee5ca175e2 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:00:17.461988 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:17.492536 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-069fcb02-d73c-4f45-a78d-6301b2476bd5 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:17.495754 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '8ed2f8c7-d64a-4bba-b716-cde7b6caf688', 'network_id': '52fb296c-73d5-4b8d-a417-152740a33476', 'port_id': '8ed2f8c7-d64a-4bba-b716-cde7b6caf688', 'mac_address': 'fa:16:3e:94:70:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd4471eb-e915-4200-a52b-8999a93512ff', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:00:17.515852 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ff094f09-2b56-4010-b070-aa9bf1fc9daf tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:17.521966 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ff094f09-2b56-4010-b070-aa9bf1fc9daf tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:17.564262 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2d02ca0d-f0fe-4ac1-8a13-c47dacb866e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:17.572110 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-30415740-f2cc-4b2e-84cc-7c7aef71a153 None None] Provisioning complete for port e7ea0fe9-872f-48cf-9f31-3845d88d318a triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:00:17.573469 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-30415740-f2cc-4b2e-84cc-7c7aef71a153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:17.577957 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff094f09-2b56-4010-b070-aa9bf1fc9daf tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e0ffd7-f394-45a1-8c9c-e258a2841338,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:17.578870 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:17.581416 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ff094f09-2b56-4010-b070-aa9bf1fc9daf tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:17.581810 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2d02ca0d-f0fe-4ac1-8a13-c47dacb866e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:17.582768 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ff094f09-2b56-4010-b070-aa9bf1fc9daf tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2531805 Sep 17 08:00:17.594782 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53686) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:17.600014 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-6af096d2-8f2f-46c9-96e4-090593aa3a8c tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Request body: {'security_group_rule': {'security_group_id': 'd7e0ffd7-f394-45a1-8c9c-e258a2841338', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:00:17.610987 n-d-789963-9 neutron-server[101289]: WARNING neutron.api.v2.base [None req-6af096d2-8f2f-46c9-96e4-090593aa3a8c tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 17 08:00:17.611947 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-6af096d2-8f2f-46c9-96e4-090593aa3a8c tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 08:00:17.613439 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-6af096d2-8f2f-46c9-96e4-090593aa3a8c tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0174959 Sep 17 08:00:17.616109 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53690) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:17.620701 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ed2f8c7-d64a-4bba-b716-cde7b6caf688 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:00:17.622590 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-b35f0b32-f54d-4cf2-8367-b1040c2e9aee tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Request body: {'security_group_rule': {'security_group_id': 'd7e0ffd7-f394-45a1-8c9c-e258a2841338', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:00:17.623516 n-d-789963-9 neutron-server[101289]: WARNING neutron.api.v2.base [None req-b35f0b32-f54d-4cf2-8367-b1040c2e9aee tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 17 08:00:17.624266 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-b35f0b32-f54d-4cf2-8367-b1040c2e9aee tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 08:00:17.625891 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-b35f0b32-f54d-4cf2-8367-b1040c2e9aee tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0081568 Sep 17 08:00:17.630667 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53692) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:17.640693 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-a5e9f51e-7436-48ac-a483-d5d943eb7305 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Request body: {'security_group_rule': {'security_group_id': 'd7e0ffd7-f394-45a1-8c9c-e258a2841338', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:00:17.641973 n-d-789963-9 neutron-server[101289]: WARNING neutron.api.v2.base [None req-a5e9f51e-7436-48ac-a483-d5d943eb7305 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 17 08:00:17.642604 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-a5e9f51e-7436-48ac-a483-d5d943eb7305 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 08:00:17.646081 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-a5e9f51e-7436-48ac-a483-d5d943eb7305 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0117188 Sep 17 08:00:17.646634 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53694) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:17.652091 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-86ab3095-3311-4cd0-a553-18bbded983a0 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Request body: {'security_group_rule': {'security_group_id': 'd7e0ffd7-f394-45a1-8c9c-e258a2841338', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:00:17.653038 n-d-789963-9 neutron-server[101289]: WARNING neutron.api.v2.base [None req-86ab3095-3311-4cd0-a553-18bbded983a0 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 17 08:00:17.653538 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-86ab3095-3311-4cd0-a553-18bbded983a0 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 08:00:17.656928 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-86ab3095-3311-4cd0-a553-18bbded983a0 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0069985 Sep 17 08:00:17.657471 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53696) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:17.681226 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 8ed2f8c7-d64a-4bba-b716-cde7b6caf688, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=8ed2f8c7-d64a-4bba-b716-cde7b6caf688,segment=NetworkSegment(866ed64a-f4dd-40fe-9014-b946bf37eae0),segment_id=866ed64a-f4dd-40fe-9014-b946bf37eae0)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:00:17.684381 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-30415740-f2cc-4b2e-84cc-7c7aef71a153 None None] Port e7ea0fe9-872f-48cf-9f31-3845d88d318a cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:00:17.690611 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:17.720135 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:17.725308 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-97814bb2-7a84-4e01-bf00-8488cd11280c tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:17.733868 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2d02ca0d-f0fe-4ac1-8a13-c47dacb866e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:17.745122 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d02ca0d-f0fe-4ac1-8a13-c47dacb866e6 admin admin] Pushing event updated for resources: {'Port': ['ID=c5ec85c1-c444-4943-98c8-ce08f2c79d06,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:17.749865 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-97814bb2-7a84-4e01-bf00-8488cd11280c tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:17.752006 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port 6e7aa29d-71b4-4990-bd46-12ee5ca175e2, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=6e7aa29d-71b4-4990-bd46-12ee5ca175e2,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:00:17.762954 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:17.765101 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=8ed2f8c7-d64a-4bba-b716-cde7b6caf688,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:17.797158 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-97814bb2-7a84-4e01-bf00-8488cd11280c tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:17.800425 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-97814bb2-7a84-4e01-bf00-8488cd11280c tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:17.804137 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-97814bb2-7a84-4e01-bf00-8488cd11280c tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] 10.222.0.13 "DELETE /v2.0/security-groups/d7e0ffd7-f394-45a1-8c9c-e258a2841338 HTTP/1.1" status: 204 len: 168 time: 0.1430485 Sep 17 08:00:17.806116 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53698) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:17.818301 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97814bb2-7a84-4e01-bf00-8488cd11280c tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e0ffd7-f394-45a1-8c9c-e258a2841338,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:17.821924 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=6e7aa29d-71b4-4990-bd46-12ee5ca175e2,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:17.860142 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-8bd7d8f4-129e-4830-bb10-d7ae64f5312b tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0528960 Sep 17 08:00:17.863950 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53700) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:17.868336 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-ba211630-571b-438b-a091-142d37f6bc5d tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Request body: {'security_group': {'name': 'tempest-secgroup--1120046860'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:00:17.890564 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ba211630-571b-438b-a091-142d37f6bc5d tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:17.924756 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d02ca0d-f0fe-4ac1-8a13-c47dacb866e6 admin admin] Network f09c285a-372f-4d9d-93e7-05d1bf72bf1b is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:00:17.928320 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-2d02ca0d-f0fe-4ac1-8a13-c47dacb866e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:00:17.985908 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ba211630-571b-438b-a091-142d37f6bc5d tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:17.991050 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ba211630-571b-438b-a091-142d37f6bc5d tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:18.000858 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-069fcb02-d73c-4f45-a78d-6301b2476bd5 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:18.007700 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-069fcb02-d73c-4f45-a78d-6301b2476bd5 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:18.023612 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ba211630-571b-438b-a091-142d37f6bc5d tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:18.028372 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ba211630-571b-438b-a091-142d37f6bc5d tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1599488 Sep 17 08:00:18.028372 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53702) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:18.033131 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-1aff30a7-90b9-4ff7-be66-bc41b4fc757d tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Request body: {'security_group_rule': {'security_group_id': 'dcf24b0e-0981-4691-993e-3b8e2bf84375', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:00:18.033923 n-d-789963-9 neutron-server[101289]: WARNING neutron.api.v2.base [None req-1aff30a7-90b9-4ff7-be66-bc41b4fc757d tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 17 08:00:18.034427 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-1aff30a7-90b9-4ff7-be66-bc41b4fc757d tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 08:00:18.038138 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-1aff30a7-90b9-4ff7-be66-bc41b4fc757d tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0061049 Sep 17 08:00:18.038138 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba211630-571b-438b-a091-142d37f6bc5d tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf24b0e-0981-4691-993e-3b8e2bf84375,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:18.038390 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53704) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:18.042887 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-1b41a6ee-9a60-4c2d-910c-7c4aa7fcc4df tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Request body: {'security_group_rule': {'security_group_id': 'dcf24b0e-0981-4691-993e-3b8e2bf84375', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:00:18.113294 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-1b41a6ee-9a60-4c2d-910c-7c4aa7fcc4df tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 08:00:18.117826 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-1b41a6ee-9a60-4c2d-910c-7c4aa7fcc4df tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0751710 Sep 17 08:00:18.117826 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53710) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:18.123033 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-ecd0fe0c-f68e-43eb-900d-2bd7c2da2664 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Request body: {'security_group_rule': {'security_group_id': 'dcf24b0e-0981-4691-993e-3b8e2bf84375', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:00:18.123467 n-d-789963-9 neutron-server[101289]: WARNING neutron.api.v2.base [None req-ecd0fe0c-f68e-43eb-900d-2bd7c2da2664 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 17 08:00:18.124056 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-ecd0fe0c-f68e-43eb-900d-2bd7c2da2664 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 08:00:18.127769 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ecd0fe0c-f68e-43eb-900d-2bd7c2da2664 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0067647 Sep 17 08:00:18.128108 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53712) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:18.139487 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['8ed2f8c7-d64a-4bba-b716-cde7b6caf688'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:00:18.142527 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-645cef7e-21d9-485d-afd8-ccffba2bbc7f tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Request body: {'security_group_rule': {'security_group_id': 'dcf24b0e-0981-4691-993e-3b8e2bf84375', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:00:18.148225 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d02ca0d-f0fe-4ac1-8a13-c47dacb866e6 admin admin] Router 3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:00:18.176664 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069fcb02-d73c-4f45-a78d-6301b2476bd5 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Pushing event updated for resources: {'Port': ['ID=e7ea0fe9-872f-48cf-9f31-3845d88d318a,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:18.186769 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-069fcb02-d73c-4f45-a78d-6301b2476bd5 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:18.206241 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-645cef7e-21d9-485d-afd8-ccffba2bbc7f tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 08:00:18.209757 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-645cef7e-21d9-485d-afd8-ccffba2bbc7f tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0781474 Sep 17 08:00:18.222714 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53714) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:18.230125 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-0a181966-2716-4a13-b580-a656b9ccaeda tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Request body: {'security_group_rule': {'security_group_id': 'dcf24b0e-0981-4691-993e-3b8e2bf84375', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:00:18.230777 n-d-789963-9 neutron-server[101289]: WARNING neutron.api.v2.base [None req-0a181966-2716-4a13-b580-a656b9ccaeda tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 17 08:00:18.230942 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-99e6b46e-8a10-4a4f-b9c3-8e4b61b24f2b None None] Provisioning complete for port c5ec85c1-c444-4943-98c8-ce08f2c79d06 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:00:18.231099 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-99e6b46e-8a10-4a4f-b9c3-8e4b61b24f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:18.231258 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-0a181966-2716-4a13-b580-a656b9ccaeda tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 08:00:18.232319 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-0a181966-2716-4a13-b580-a656b9ccaeda tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0085626 Sep 17 08:00:18.235234 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53716) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:18.240150 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-ea5dc725-12e4-4b72-ba2b-16d4a33bf973 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Request body: {'security_group_rule': {'security_group_id': 'dcf24b0e-0981-4691-993e-3b8e2bf84375', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:00:18.274117 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e3ef8-3130-4a6b-a426-0f163c75fd51 req-ddf74e11-d8e7-43a3-83ba-4e699e8b1e3f tempest-ServerAddressesNegativeTestJSON-1782002661 tempest-ServerAddressesNegativeTestJSON-1782002661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:00:18.275646 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-300e3ef8-3130-4a6b-a426-0f163c75fd51 req-ddf74e11-d8e7-43a3-83ba-4e699e8b1e3f tempest-ServerAddressesNegativeTestJSON-1782002661 tempest-ServerAddressesNegativeTestJSON-1782002661-project] 10.222.0.13 "GET /v2.0/ports?device_id=efdae871-e161-4b76-82be-c144fd872e27 HTTP/1.1" status: 200 len: 945 time: 0.0814714 Sep 17 08:00:18.282858 n-d-789963-9 neutron-server[101289]: INFO neutron.db.securitygroups_db [None req-ea5dc725-12e4-4b72-ba2b-16d4a33bf973 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Project 8aa212ddb3e84468a244b37bd462a7f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 08:00:18.301868 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-99e6b46e-8a10-4a4f-b9c3-8e4b61b24f2b None None] Port c5ec85c1-c444-4943-98c8-ce08f2c79d06 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:00:18.315252 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-ea5dc725-12e4-4b72-ba2b-16d4a33bf973 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 08:00:18.316352 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ea5dc725-12e4-4b72-ba2b-16d4a33bf973 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0796275 Sep 17 08:00:18.324186 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53718) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:18.329735 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-12eef5d8-538d-461d-8723-17aac9b3d32a tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Request body: {'security_group_rule': {'security_group_id': 'dcf24b0e-0981-4691-993e-3b8e2bf84375', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:00:18.330149 n-d-789963-9 neutron-server[101289]: WARNING neutron.api.v2.base [None req-12eef5d8-538d-461d-8723-17aac9b3d32a tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 17 08:00:18.330643 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-12eef5d8-538d-461d-8723-17aac9b3d32a tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 08:00:18.331577 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-12eef5d8-538d-461d-8723-17aac9b3d32a tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0065103 Sep 17 08:00:18.334652 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53720) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:18.340496 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-d4d71a3a-552f-4a5e-b245-7800a665cd1c tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Request body: {'security_group_rule': {'security_group_id': 'dcf24b0e-0981-4691-993e-3b8e2bf84375', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:00:18.352529 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-300e3ef8-3130-4a6b-a426-0f163c75fd51 req-b1e384bd-6a2c-4c74-81ce-6084a0d339af tempest-ServerAddressesNegativeTestJSON-1782002661 tempest-ServerAddressesNegativeTestJSON-1782002661-project] 10.222.0.13 "GET /v2.0/security-groups?id=9871accd-4044-416c-a995-c42b0a8db4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660110 Sep 17 08:00:18.370532 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069fcb02-d73c-4f45-a78d-6301b2476bd5 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Network 675aa074-e4b5-479c-b471-053f66a543e1 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:00:18.372287 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-069fcb02-d73c-4f45-a78d-6301b2476bd5 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:00:18.372732 n-d-789963-9 neutron-server[101289]: INFO neutron.db.securitygroups_db [None req-d4d71a3a-552f-4a5e-b245-7800a665cd1c tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Project 8aa212ddb3e84468a244b37bd462a7f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 08:00:18.374548 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d02ca0d-f0fe-4ac1-8a13-c47dacb866e6 admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:00:18.380737 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-2d02ca0d-f0fe-4ac1-8a13-c47dacb866e6 admin admin] 10.222.0.13 "PUT /v2.0/routers/3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7680423 Sep 17 08:00:18.385800 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867ea636-5549-4013-882b-49dcf6383c88 None None] Sync routers for ids ['3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:00:18.397929 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-d4d71a3a-552f-4a5e-b245-7800a665cd1c tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 08:00:18.399395 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-d4d71a3a-552f-4a5e-b245-7800a665cd1c tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0630379 Sep 17 08:00:18.402380 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53724) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:18.407194 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-9c0d3cf6-b0de-4438-95fc-e6f8888c0f0d tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Request body: {'security_group_rule': {'security_group_id': 'dcf24b0e-0981-4691-993e-3b8e2bf84375', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:00:18.416445 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867ea636-5549-4013-882b-49dcf6383c88 None None] Routers {'3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:00:18.417340 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-867ea636-5549-4013-882b-49dcf6383c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:59:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:18.450529 n-d-789963-9 neutron-server[101289]: INFO neutron.db.securitygroups_db [None req-9c0d3cf6-b0de-4438-95fc-e6f8888c0f0d tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Project 8aa212ddb3e84468a244b37bd462a7f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 08:00:18.469641 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-9c0d3cf6-b0de-4438-95fc-e6f8888c0f0d tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 08:00:18.470880 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-9c0d3cf6-b0de-4438-95fc-e6f8888c0f0d tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0673413 Sep 17 08:00:18.474880 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53726) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:18.533641 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-069fcb02-d73c-4f45-a78d-6301b2476bd5 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Router a1e9ddf3-f3e3-4f01-bb69-da0dd16824c1 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:00:18.562753 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9632e4af-956d-48a5-aa55-924b3ade72dc tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:18.607785 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9632e4af-956d-48a5-aa55-924b3ade72dc tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:18.670656 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-069fcb02-d73c-4f45-a78d-6301b2476bd5 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:00:18.676497 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-069fcb02-d73c-4f45-a78d-6301b2476bd5 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] 10.222.0.13 "PUT /v2.0/routers/a1e9ddf3-f3e3-4f01-bb69-da0dd16824c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4965894 Sep 17 08:00:18.679042 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53736) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:18.687650 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21b24e1-85ac-4a8a-ac2c-c605a5ea9ffe None None] Sync routers for ids ['a1e9ddf3-f3e3-4f01-bb69-da0dd16824c1'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:00:18.701241 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21b24e1-85ac-4a8a-ac2c-c605a5ea9ffe None None] Routers {'a1e9ddf3-f3e3-4f01-bb69-da0dd16824c1'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:00:18.702361 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-b21b24e1-85ac-4a8a-ac2c-c605a5ea9ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:59:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['a1e9ddf3-f3e3-4f01-bb69-da0dd16824c1'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:18.708084 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-867ea636-5549-4013-882b-49dcf6383c88 None None] Set router 3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:00:18.727777 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9632e4af-956d-48a5-aa55-924b3ade72dc tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:18.735949 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9632e4af-956d-48a5-aa55-924b3ade72dc tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:18.739350 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-9632e4af-956d-48a5-aa55-924b3ade72dc tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] 10.222.0.13 "DELETE /v2.0/security-groups/dcf24b0e-0981-4691-993e-3b8e2bf84375 HTTP/1.1" status: 204 len: 168 time: 0.2612278 Sep 17 08:00:18.742915 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53738) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:18.759024 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-b21b24e1-85ac-4a8a-ac2c-c605a5ea9ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:18.759257 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632e4af-956d-48a5-aa55-924b3ade72dc tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf24b0e-0981-4691-993e-3b8e2bf84375,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:18.785480 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21b24e1-85ac-4a8a-ac2c-c605a5ea9ffe None None] Routers {'a1e9ddf3-f3e3-4f01-bb69-da0dd16824c1'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:00:18.786440 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-b21b24e1-85ac-4a8a-ac2c-c605a5ea9ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:59:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['a1e9ddf3-f3e3-4f01-bb69-da0dd16824c1'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:18.792151 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-e3cc69ac-3bf0-4bdf-bf12-5f3edd8e21b1 None None] Provisioning complete for port e7ea0fe9-872f-48cf-9f31-3845d88d318a triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:00:18.792687 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e3cc69ac-3bf0-4bdf-bf12-5f3edd8e21b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:18.843688 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-862c384d-0dca-4d52-bfa9-7599ab3b8885 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks [] for router, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:18.847900 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-b21b24e1-85ac-4a8a-ac2c-c605a5ea9ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:18.848758 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21b24e1-85ac-4a8a-ac2c-c605a5ea9ffe None None] The sync data for ids ['a1e9ddf3-f3e3-4f01-bb69-da0dd16824c1'] in n-d-789963-9 is: [] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:00:18.869561 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-e3cc69ac-3bf0-4bdf-bf12-5f3edd8e21b1 None None] Port e7ea0fe9-872f-48cf-9f31-3845d88d318a cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:00:18.896479 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-21c40910-fc2f-4659-a691-545551bd63b3 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1524920 Sep 17 08:00:18.901275 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53762) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:18.905343 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-bbc59f0c-d8b6-436b-9e74-19da74bf2061 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Request body: {'security_group': {'name': 'tempest-secgroup--552069384'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:00:18.931241 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bbc59f0c-d8b6-436b-9e74-19da74bf2061 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:18.971047 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-867ea636-5549-4013-882b-49dcf6383c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c', 'name': 'tempest-TaggedBootDevicesTest-224542195-router', 'tenant_id': '9dd60ef4e32342ee9bd756b274f1d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '6e7aa29d-71b4-4990-bd46-12ee5ca175e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:00:08Z', 'updated_at': '2021-09-17T08:00:17Z', 'revision_number': 4, 'project_id': '9dd60ef4e32342ee9bd756b274f1d1f9', 'gw_port': {'id': '6e7aa29d-71b4-4990-bd46-12ee5ca175e2', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:00:09Z', 'updated_at': '2021-09-17T08:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'c5ec85c1-c444-4943-98c8-ce08f2c79d06', 'name': '', 'network_id': 'f09c285a-372f-4d9d-93e7-05d1bf72bf1b', 'tenant_id': '9dd60ef4e32342ee9bd756b274f1d1f9', 'mac_address': 'fa:16:3e:11:00:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '1862c60a-900a-428f-84d5-02f641b77766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:00:15Z', 'updated_at': '2021-09-17T08:00:17Z', 'revision_number': 2, 'project_id': '9dd60ef4e32342ee9bd756b274f1d1f9', 'subnets': [{'id': '1862c60a-900a-428f-84d5-02f641b77766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:18.973467 n-d-789963-9 neutron-server[101290]: INFO neutron.api.v2.resource [None req-862c384d-0dca-4d52-bfa9-7599ab3b8885 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 17 08:00:18.974727 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-862c384d-0dca-4d52-bfa9-7599ab3b8885 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] 10.222.0.13 "DELETE /v2.0/routers/a1e9ddf3-f3e3-4f01-bb69-da0dd16824c1 HTTP/1.1" status: 409 len: 329 time: 0.2945597 Sep 17 08:00:18.978878 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53772) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:19.003005 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867ea636-5549-4013-882b-49dcf6383c88 None None] Checking router: 3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:00:19.003358 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867ea636-5549-4013-882b-49dcf6383c88 None None] Updating router 3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c port c5ec85c1-c444-4943-98c8-ce08f2c79d06 binding host n-d-789963-9 {{(pid=101292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 08:00:19.029065 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-867ea636-5549-4013-882b-49dcf6383c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:19.156985 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bbc59f0c-d8b6-436b-9e74-19da74bf2061 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:19.193745 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bbc59f0c-d8b6-436b-9e74-19da74bf2061 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:19.248822 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 6e7aa29d-71b4-4990-bd46-12ee5ca175e2 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:00:19.325632 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 6e7aa29d-71b4-4990-bd46-12ee5ca175e2 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:00:19.326621 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:19.359786 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bbc59f0c-d8b6-436b-9e74-19da74bf2061 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:19.364359 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-bbc59f0c-d8b6-436b-9e74-19da74bf2061 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4624574 Sep 17 08:00:19.364731 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53786) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:19.370123 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-80464632-a740-4bf8-a664-6ce3cf30139b tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Request body: {'security_group_rule': {'security_group_id': 'decce1fd-8cb3-4021-a24b-ee0c27b49c9c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:00:19.375788 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc59f0c-d8b6-436b-9e74-19da74bf2061 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=decce1fd-8cb3-4021-a24b-ee0c27b49c9c,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:19.446630 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-867ea636-5549-4013-882b-49dcf6383c88 None None] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:19.450583 n-d-789963-9 neutron-server[101290]: INFO neutron.api.v2.resource [None req-80464632-a740-4bf8-a664-6ce3cf30139b tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] create failed (client error): The resource could not be found. Sep 17 08:00:19.451762 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-80464632-a740-4bf8-a664-6ce3cf30139b tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0860493 Sep 17 08:00:19.453680 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-867ea636-5549-4013-882b-49dcf6383c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:19.454707 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53792) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:19.459121 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-7d99d861-440d-482c-9c2a-98c68cb70af0 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Request body: {'security_group_rule': {'security_group_id': 'decce1fd-8cb3-4021-a24b-ee0c27b49c9c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'c42cc577-b6e7-417a-9fa1-06d086015e05'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:00:19.538366 n-d-789963-9 neutron-server[101290]: INFO neutron.api.v2.resource [None req-7d99d861-440d-482c-9c2a-98c68cb70af0 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] create failed (client error): The resource could not be found. Sep 17 08:00:19.539496 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-7d99d861-440d-482c-9c2a-98c68cb70af0 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0838516 Sep 17 08:00:19.542958 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53806) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:19.591036 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-867ea636-5549-4013-882b-49dcf6383c88 None None] Attempting to bind port c5ec85c1-c444-4943-98c8-ce08f2c79d06 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:00:19.591409 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-867ea636-5549-4013-882b-49dcf6383c88 None None] Attempting to bind port c5ec85c1-c444-4943-98c8-ce08f2c79d06 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'a29178db-d5c9-4d31-b4e5-63807b5c0c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f09c285a-372f-4d9d-93e7-05d1bf72bf1b'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:00:19.591774 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867ea636-5549-4013-882b-49dcf6383c88 None None] Attempting to bind port c5ec85c1-c444-4943-98c8-ce08f2c79d06 on network f09c285a-372f-4d9d-93e7-05d1bf72bf1b {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:00:19.598856 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-46ee6185-941f-4e2b-adc9-d00bf5a2ca64 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:19.606901 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867ea636-5549-4013-882b-49dcf6383c88 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 7, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:00:19.607281 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867ea636-5549-4013-882b-49dcf6383c88 None None] Checking segment: {'id': 'a29178db-d5c9-4d31-b4e5-63807b5c0c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f09c285a-372f-4d9d-93e7-05d1bf72bf1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:00:19.607689 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-867ea636-5549-4013-882b-49dcf6383c88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:19.608112 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867ea636-5549-4013-882b-49dcf6383c88 None None] Bound using segment: {'id': 'a29178db-d5c9-4d31-b4e5-63807b5c0c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f09c285a-372f-4d9d-93e7-05d1bf72bf1b'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:00:19.608582 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-867ea636-5549-4013-882b-49dcf6383c88 None None] Bound port: c5ec85c1-c444-4943-98c8-ce08f2c79d06, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a29178db-d5c9-4d31-b4e5-63807b5c0c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f09c285a-372f-4d9d-93e7-05d1bf72bf1b'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:00:19.608963 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-867ea636-5549-4013-882b-49dcf6383c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:19.610387 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7fc033aa-d954-4993-9a23-ac0f8a6128e4 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:19.639633 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7fc033aa-d954-4993-9a23-ac0f8a6128e4 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:19.691590 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf351bd5-3aa0-47a5-bd9f-abcc6aeb8c5c None None] Pushing event updated for resources: {'Port': ['ID=c5ec85c1-c444-4943-98c8-ce08f2c79d06,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:19.695473 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7fc033aa-d954-4993-9a23-ac0f8a6128e4 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:19.709878 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7fc033aa-d954-4993-9a23-ac0f8a6128e4 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:19.712276 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-867ea636-5549-4013-882b-49dcf6383c88 None None] For port c5ec85c1-c444-4943-98c8-ce08f2c79d06, host n-d-789963-9, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:00:19.714512 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-7fc033aa-d954-4993-9a23-ac0f8a6128e4 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] 10.222.0.13 "DELETE /v2.0/security-groups/decce1fd-8cb3-4021-a24b-ee0c27b49c9c HTTP/1.1" status: 204 len: 168 time: 0.1705832 Sep 17 08:00:19.715212 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53824) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:19.717020 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-867ea636-5549-4013-882b-49dcf6383c88 None None] For port c5ec85c1-c444-4943-98c8-ce08f2c79d06, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=c5ec85c1-c444-4943-98c8-ce08f2c79d06,segment=NetworkSegment(a29178db-d5c9-4d31-b4e5-63807b5c0c4d),segment_id=a29178db-d5c9-4d31-b4e5-63807b5c0c4d)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:00:19.733436 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-867ea636-5549-4013-882b-49dcf6383c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:19.737727 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc033aa-d954-4993-9a23-ac0f8a6128e4 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=decce1fd-8cb3-4021-a24b-ee0c27b49c9c,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:19.758892 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad17df-1217-4aa1-852f-58e473925ad7 req-69409830-37af-4b3e-a108-ece5c5fc13e8 tempest-ServerAddressesNegativeTestJSON-1782002661 tempest-ServerAddressesNegativeTestJSON-1782002661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:00:19.762082 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-01ad17df-1217-4aa1-852f-58e473925ad7 req-69409830-37af-4b3e-a108-ece5c5fc13e8 tempest-ServerAddressesNegativeTestJSON-1782002661 tempest-ServerAddressesNegativeTestJSON-1782002661-project] 10.222.0.13 "GET /v2.0/ports?device_id=efdae871-e161-4b76-82be-c144fd872e27 HTTP/1.1" status: 200 len: 945 time: 0.2296720 Sep 17 08:00:19.831141 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-14e93a2f-1702-46a2-995c-f531ccc48593 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1015663 Sep 17 08:00:19.835352 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53828) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:19.840539 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-68f88dde-647a-4781-9b13-ecf9bf4e54c2 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Request body: {'security_group_rule': {'security_group_id': '62e7d57f-6bca-4502-a32e-4994f305975f', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:00:19.844581 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf351bd5-3aa0-47a5-bd9f-abcc6aeb8c5c None None] Pushing event updated for resources: {'Port': ['ID=c5ec85c1-c444-4943-98c8-ce08f2c79d06,revision_number=4']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:19.887001 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867ea636-5549-4013-882b-49dcf6383c88 None None] Routers {'3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:00:19.888229 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-867ea636-5549-4013-882b-49dcf6383c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:59:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:19.898050 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-01ad17df-1217-4aa1-852f-58e473925ad7 req-d34f6777-d071-4596-8b78-ea5042d1a72f tempest-ServerAddressesNegativeTestJSON-1782002661 tempest-ServerAddressesNegativeTestJSON-1782002661-project] 10.222.0.13 "GET /v2.0/security-groups?id=9871accd-4044-416c-a995-c42b0a8db4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853627 Sep 17 08:00:19.912246 n-d-789963-9 neutron-server[101290]: INFO neutron.api.v2.resource [None req-68f88dde-647a-4781-9b13-ecf9bf4e54c2 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] create failed (client error): The resource could not be found. Sep 17 08:00:19.914698 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-68f88dde-647a-4781-9b13-ecf9bf4e54c2 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0783572 Sep 17 08:00:19.919236 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53830) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:19.925883 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-c72936ec-6525-439d-bbe7-b0cf47138a4a tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Request body: {'security_group': {'name': 'tempest-secgroup--1563446191'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:00:19.943479 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-6f20a428-59ea-4cfa-bbd2-9f8a820c0b8a None None] Provisioning complete for port c5ec85c1-c444-4943-98c8-ce08f2c79d06 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:00:19.943924 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6f20a428-59ea-4cfa-bbd2-9f8a820c0b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:19.945652 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d25b3276-768e-4804-a82d-fa5f9cff4a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:19.966844 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c72936ec-6525-439d-bbe7-b0cf47138a4a tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:20.118248 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6f20a428-59ea-4cfa-bbd2-9f8a820c0b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:20.154071 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-867ea636-5549-4013-882b-49dcf6383c88 None None] Set router 3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:00:20.158696 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c72936ec-6525-439d-bbe7-b0cf47138a4a tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:20.171583 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c72936ec-6525-439d-bbe7-b0cf47138a4a tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:20.191662 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-6f20a428-59ea-4cfa-bbd2-9f8a820c0b8a None None] For port c5ec85c1-c444-4943-98c8-ce08f2c79d06, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=c5ec85c1-c444-4943-98c8-ce08f2c79d06,segment=NetworkSegment(a29178db-d5c9-4d31-b4e5-63807b5c0c4d),segment_id=a29178db-d5c9-4d31-b4e5-63807b5c0c4d)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:00:20.203016 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6f20a428-59ea-4cfa-bbd2-9f8a820c0b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:20.219452 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c72936ec-6525-439d-bbe7-b0cf47138a4a tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:20.221295 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c72936ec-6525-439d-bbe7-b0cf47138a4a tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3008094 Sep 17 08:00:20.227005 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53832) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:20.235379 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-288514b5-062e-40e8-8e19-f8031db211ab tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Request body: {'security_group': {'name': 'tempest-secgroup--1916023412'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:00:20.260932 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72936ec-6525-439d-bbe7-b0cf47138a4a tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65b9895e-8665-46d1-a4dc-2d9cb41968d5,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:20.269129 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-288514b5-062e-40e8-8e19-f8031db211ab tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:20.302619 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f20a428-59ea-4cfa-bbd2-9f8a820c0b8a None None] Pushing event updated for resources: {'Port': ['ID=c5ec85c1-c444-4943-98c8-ce08f2c79d06,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:20.324464 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f20a428-59ea-4cfa-bbd2-9f8a820c0b8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:00:20.325092 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f20a428-59ea-4cfa-bbd2-9f8a820c0b8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:00:20.325869 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f20a428-59ea-4cfa-bbd2-9f8a820c0b8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:00:20.326406 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f20a428-59ea-4cfa-bbd2-9f8a820c0b8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:00:20.326915 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f20a428-59ea-4cfa-bbd2-9f8a820c0b8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:00:20.327707 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f20a428-59ea-4cfa-bbd2-9f8a820c0b8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:00:20.329758 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f20a428-59ea-4cfa-bbd2-9f8a820c0b8a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:00:20.330225 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f20a428-59ea-4cfa-bbd2-9f8a820c0b8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:00:20.330542 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f20a428-59ea-4cfa-bbd2-9f8a820c0b8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:00:20.331092 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f20a428-59ea-4cfa-bbd2-9f8a820c0b8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:00:20.331436 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f20a428-59ea-4cfa-bbd2-9f8a820c0b8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:00:20.332708 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f20a428-59ea-4cfa-bbd2-9f8a820c0b8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:00:20.347992 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-f36fb52d-ac01-401b-ac3e-571c433d049d None None] Provisioning complete for port c5ec85c1-c444-4943-98c8-ce08f2c79d06 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:00:20.348383 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f36fb52d-ac01-401b-ac3e-571c433d049d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:20.464760 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-288514b5-062e-40e8-8e19-f8031db211ab tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:20.472013 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-288514b5-062e-40e8-8e19-f8031db211ab tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:20.506312 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-46ee6185-941f-4e2b-adc9-d00bf5a2ca64 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Deleting port e7ea0fe9-872f-48cf-9f31-3845d88d318a {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:00:20.506892 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-46ee6185-941f-4e2b-adc9-d00bf5a2ca64 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:20.508138 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288514b5-062e-40e8-8e19-f8031db211ab tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88990146-c3c7-4820-9bb2-def88bb511aa,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:20.512876 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-288514b5-062e-40e8-8e19-f8031db211ab tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:20.514387 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-288514b5-062e-40e8-8e19-f8031db211ab tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2845697 Sep 17 08:00:20.520316 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53838) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:20.525991 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-68253b89-9702-440b-861a-b4a238217b16 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Request body: {'security_group_rule': {'security_group_id': '65b9895e-8665-46d1-a4dc-2d9cb41968d5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '88990146-c3c7-4820-9bb2-def88bb511aa'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:00:20.548362 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-867ea636-5549-4013-882b-49dcf6383c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c', 'name': 'tempest-TaggedBootDevicesTest-224542195-router', 'tenant_id': '9dd60ef4e32342ee9bd756b274f1d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '6e7aa29d-71b4-4990-bd46-12ee5ca175e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:00:08Z', 'updated_at': '2021-09-17T08:00:17Z', 'revision_number': 4, 'project_id': '9dd60ef4e32342ee9bd756b274f1d1f9', 'gw_port': {'id': '6e7aa29d-71b4-4990-bd46-12ee5ca175e2', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:00:09Z', 'updated_at': '2021-09-17T08:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'c5ec85c1-c444-4943-98c8-ce08f2c79d06', 'name': '', 'network_id': 'f09c285a-372f-4d9d-93e7-05d1bf72bf1b', 'tenant_id': '9dd60ef4e32342ee9bd756b274f1d1f9', 'mac_address': 'fa:16:3e:11:00:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '1862c60a-900a-428f-84d5-02f641b77766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:00:15Z', 'updated_at': '2021-09-17T08:00:19Z', 'revision_number': 4, 'project_id': '9dd60ef4e32342ee9bd756b274f1d1f9', 'subnets': [{'id': '1862c60a-900a-428f-84d5-02f641b77766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:20.567558 n-d-789963-9 neutron-server[101290]: INFO neutron.api.v2.resource [None req-68253b89-9702-440b-861a-b4a238217b16 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 08:00:20.568871 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-68253b89-9702-440b-861a-b4a238217b16 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0474207 Sep 17 08:00:20.571646 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53840) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:20.575146 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867ea636-5549-4013-882b-49dcf6383c88 None None] The sync data for ids ['3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c'] in n-d-789963-9 is: [{'id': '3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c', 'name': 'tempest-TaggedBootDevicesTest-224542195-router', 'tenant_id': '9dd60ef4e32342ee9bd756b274f1d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '6e7aa29d-71b4-4990-bd46-12ee5ca175e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:00:08Z', 'updated_at': '2021-09-17T08:00:17Z', 'revision_number': 4, 'project_id': '9dd60ef4e32342ee9bd756b274f1d1f9', 'gw_port': {'id': '6e7aa29d-71b4-4990-bd46-12ee5ca175e2', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:00:09Z', 'updated_at': '2021-09-17T08:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'c5ec85c1-c444-4943-98c8-ce08f2c79d06', 'name': '', 'network_id': 'f09c285a-372f-4d9d-93e7-05d1bf72bf1b', 'tenant_id': '9dd60ef4e32342ee9bd756b274f1d1f9', 'mac_address': 'fa:16:3e:11:00:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '1862c60a-900a-428f-84d5-02f641b77766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:00:15Z', 'updated_at': '2021-09-17T08:00:19Z', 'revision_number': 4, 'project_id': '9dd60ef4e32342ee9bd756b274f1d1f9', 'subnets': [{'id': '1862c60a-900a-428f-84d5-02f641b77766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:00:20.654301 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3acc1985-5052-4f1f-8e8a-adb74d32e485 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:20.658455 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-46ee6185-941f-4e2b-adc9-d00bf5a2ca64 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:20.683883 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-46ee6185-941f-4e2b-adc9-d00bf5a2ca64 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Calling delete_port for e7ea0fe9-872f-48cf-9f31-3845d88d318a owned by network:router_interface {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:00:20.697119 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3acc1985-5052-4f1f-8e8a-adb74d32e485 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:20.769992 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3acc1985-5052-4f1f-8e8a-adb74d32e485 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:20.773001 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3acc1985-5052-4f1f-8e8a-adb74d32e485 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:20.778559 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-3acc1985-5052-4f1f-8e8a-adb74d32e485 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] 10.222.0.13 "DELETE /v2.0/security-groups/88990146-c3c7-4820-9bb2-def88bb511aa HTTP/1.1" status: 204 len: 168 time: 0.2057204 Sep 17 08:00:20.779361 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53842) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:20.810044 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acc1985-5052-4f1f-8e8a-adb74d32e485 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88990146-c3c7-4820-9bb2-def88bb511aa,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:20.863081 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-5bf24009-f3c2-4736-893a-b8c3a0e6e445 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0786176 Sep 17 08:00:20.865239 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53844) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:20.901141 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-46ee6185-941f-4e2b-adc9-d00bf5a2ca64 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:20.951736 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-323f2e78-cd27-443b-a97f-8fc2027c5951 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:20.997820 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-323f2e78-cd27-443b-a97f-8fc2027c5951 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:21.063295 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-323f2e78-cd27-443b-a97f-8fc2027c5951 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:21.063543 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ee6185-941f-4e2b-adc9-d00bf5a2ca64 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Pushing event deleted for resources: {'Port': ['ID=e7ea0fe9-872f-48cf-9f31-3845d88d318a,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:21.073091 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-323f2e78-cd27-443b-a97f-8fc2027c5951 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:21.074422 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-323f2e78-cd27-443b-a97f-8fc2027c5951 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] 10.222.0.13 "DELETE /v2.0/security-groups/65b9895e-8665-46d1-a4dc-2d9cb41968d5 HTTP/1.1" status: 204 len: 168 time: 0.2082591 Sep 17 08:00:21.081033 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53850) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:21.162179 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:00:21.164754 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-1c2d4277-2071-42cb-8ac0-ef7fb2285a99 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0823631 Sep 17 08:00:21.166132 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323f2e78-cd27-443b-a97f-8fc2027c5951 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b9895e-8665-46d1-a4dc-2d9cb41968d5,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:21.168841 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53852) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:21.174044 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-ea79df56-acbd-4fdb-b765-40362457e708 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Request body: {'security_group': {'name': 'tempest-secgroup--981735807'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:00:21.236809 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ea79df56-acbd-4fdb-b765-40362457e708 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:21.250642 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7abafa1-ce84-4652-a3db-c2307f492303 req-ec41fdcb-d33c-4841-8622-75ba2c346727 tempest-ServerAddressesNegativeTestJSON-1782002661 tempest-ServerAddressesNegativeTestJSON-1782002661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:00:21.252284 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f7abafa1-ce84-4652-a3db-c2307f492303 req-ec41fdcb-d33c-4841-8622-75ba2c346727 tempest-ServerAddressesNegativeTestJSON-1782002661 tempest-ServerAddressesNegativeTestJSON-1782002661-project] 10.222.0.13 "GET /v2.0/ports?device_id=efdae871-e161-4b76-82be-c144fd872e27 HTTP/1.1" status: 200 len: 945 time: 0.1930635 Sep 17 08:00:21.252930 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-46ee6185-941f-4e2b-adc9-d00bf5a2ca64 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:21.260228 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 8ed2f8c7-d64a-4bba-b716-cde7b6caf688 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:00:21.355358 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f7abafa1-ce84-4652-a3db-c2307f492303 req-fd1fd8dc-8bbb-44d2-954a-ac05d3caf32f tempest-ServerAddressesNegativeTestJSON-1782002661 tempest-ServerAddressesNegativeTestJSON-1782002661-project] 10.222.0.13 "GET /v2.0/security-groups?id=9871accd-4044-416c-a995-c42b0a8db4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948954 Sep 17 08:00:21.393992 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device c5ec85c1-c444-4943-98c8-ce08f2c79d06 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:00:21.427442 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port 8ed2f8c7-d64a-4bba-b716-cde7b6caf688 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:00:21.436028 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 8ed2f8c7-d64a-4bba-b716-cde7b6caf688 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:00:21.436284 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:21.444484 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ea79df56-acbd-4fdb-b765-40362457e708 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:21.455262 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ea79df56-acbd-4fdb-b765-40362457e708 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:21.511880 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea79df56-acbd-4fdb-b765-40362457e708 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1554174-29a9-4fa3-a068-b78b05c1cfc1,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:21.541679 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ea79df56-acbd-4fdb-b765-40362457e708 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:21.548169 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port c5ec85c1-c444-4943-98c8-ce08f2c79d06 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:00:21.548398 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ea79df56-acbd-4fdb-b765-40362457e708 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3780491 Sep 17 08:00:21.548584 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:21.549402 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53858) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:21.559968 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-8af66681-ae27-408c-a3d0-87e2bad40cea tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Request body: {'security_group_rule': {'security_group_id': 'c1554174-29a9-4fa3-a068-b78b05c1cfc1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:00:21.595507 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ee6185-941f-4e2b-adc9-d00bf5a2ca64 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Router a1e9ddf3-f3e3-4f01-bb69-da0dd16824c1 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:00:21.602838 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:21.639422 n-d-789963-9 neutron-server[101290]: INFO neutron.api.v2.resource [None req-8af66681-ae27-408c-a3d0-87e2bad40cea tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 08:00:21.640964 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efdae871-e161-4b76-82be-c144fd872e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ed2f8c7-d64a-4bba-b716-cde7b6caf688'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:00:21.641421 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-8af66681-ae27-408c-a3d0-87e2bad40cea tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0901659 Sep 17 08:00:21.643858 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53860) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:21.644433 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d399e31-252b-4b94-87be-7cd3d8391a7c" -d '{"events": [{"server_uuid": "efdae871-e161-4b76-82be-c144fd872e27", "name": "network-vif-plugged", "status": "completed", "tag": "8ed2f8c7-d64a-4bba-b716-cde7b6caf688"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:00:21.653971 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-4e651419-bdf4-42a9-be95-d5b72a1de716 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Request body: {'security_group_rule': {'security_group_id': 'c1554174-29a9-4fa3-a068-b78b05c1cfc1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:00:21.706361 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 8ed2f8c7-d64a-4bba-b716-cde7b6caf688, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=8ed2f8c7-d64a-4bba-b716-cde7b6caf688,segment=NetworkSegment(866ed64a-f4dd-40fe-9014-b946bf37eae0),segment_id=866ed64a-f4dd-40fe-9014-b946bf37eae0)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:00:21.707175 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ee6185-941f-4e2b-adc9-d00bf5a2ca64 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:00:21.719450 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-46ee6185-941f-4e2b-adc9-d00bf5a2ca64 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] 10.222.0.13 "PUT /v2.0/routers/a1e9ddf3-f3e3-4f01-bb69-da0dd16824c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7341833 Sep 17 08:00:21.721026 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edcb2e7f-4fb4-4e05-af87-6a89d89fab85 x-openstack-request-id: req-edcb2e7f-4fb4-4e05-af87-6a89d89fab85 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:00:21.721324 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efdae871-e161-4b76-82be-c144fd872e27", "name": "network-vif-plugged", "status": "completed", "tag": "8ed2f8c7-d64a-4bba-b716-cde7b6caf688", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:00:21.722641 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53864) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:21.723594 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6259c128-8c3c-4f08-aed8-9afcdcf9d287 None None] Sync routers for ids ['a1e9ddf3-f3e3-4f01-bb69-da0dd16824c1'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:00:21.731205 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-edcb2e7f-4fb4-4e05-af87-6a89d89fab85 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:00:21.731694 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efdae871-e161-4b76-82be-c144fd872e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ed2f8c7-d64a-4bba-b716-cde7b6caf688', 'code': 200} Sep 17 08:00:21.735095 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:21.738514 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6259c128-8c3c-4f08-aed8-9afcdcf9d287 None None] Routers {'a1e9ddf3-f3e3-4f01-bb69-da0dd16824c1'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:00:21.739177 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-6259c128-8c3c-4f08-aed8-9afcdcf9d287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:59:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['a1e9ddf3-f3e3-4f01-bb69-da0dd16824c1'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:21.744351 n-d-789963-9 neutron-server[101290]: INFO neutron.api.v2.resource [None req-4e651419-bdf4-42a9-be95-d5b72a1de716 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 08:00:21.750234 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-4e651419-bdf4-42a9-be95-d5b72a1de716 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1039162 Sep 17 08:00:21.750917 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53866) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:21.796135 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-c8c26cf0-7fa0-4a00-991c-8a8fa0164867 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] show failed (client error): The resource could not be found. Sep 17 08:00:21.797576 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-c8c26cf0-7fa0-4a00-991c-8a8fa0164867 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] 10.222.0.13 "GET /v2.0/routers/tempest-non_exist_router-235948491 HTTP/1.1" status: 404 len: 334 time: 0.0733020 Sep 17 08:00:21.801424 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53868) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:21.806912 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-b76d57a4-396d-420d-a7d9-268b596b681e tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:00:21.807626 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-6259c128-8c3c-4f08-aed8-9afcdcf9d287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:21.834164 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6259c128-8c3c-4f08-aed8-9afcdcf9d287 None None] Routers {'a1e9ddf3-f3e3-4f01-bb69-da0dd16824c1'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:00:21.834803 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-6259c128-8c3c-4f08-aed8-9afcdcf9d287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T07:59:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['a1e9ddf3-f3e3-4f01-bb69-da0dd16824c1'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:21.852043 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-b76d57a4-396d-420d-a7d9-268b596b681e tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] update failed (client error): The resource could not be found. Sep 17 08:00:21.853613 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-b76d57a4-396d-420d-a7d9-268b596b681e tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] 10.222.0.13 "PUT /v2.0/routers/tempest-non_exist_router-1467487222 HTTP/1.1" status: 404 len: 335 time: 0.0508876 Sep 17 08:00:21.857100 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53870) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:21.903166 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8a08-0f47-4b53-a281-8abc7296ab15 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:21.906781 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-6259c128-8c3c-4f08-aed8-9afcdcf9d287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:21.911734 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6259c128-8c3c-4f08-aed8-9afcdcf9d287 None None] The sync data for ids ['a1e9ddf3-f3e3-4f01-bb69-da0dd16824c1'] in n-d-789963-9 is: [] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:00:21.924700 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4bec5a6-2cf2-4ff6-86df-fd5d1ef14cbc tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Deleting subnet 2f9cf49a-1736-4044-831e-88edfacec967 {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:00:21.928715 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b4bec5a6-2cf2-4ff6-86df-fd5d1ef14cbc tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:21.934857 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=8ed2f8c7-d64a-4bba-b716-cde7b6caf688,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:21.942643 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8a08-0f47-4b53-a281-8abc7296ab15 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:21.972896 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b75d9-ae0a-44c8-9a3b-bc9ba0e1ecd8 req-6d5f96a1-de79-4dfe-b513-72a9fc728214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:00:21.974669 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-074b75d9-ae0a-44c8-9a3b-bc9ba0e1ecd8 req-6d5f96a1-de79-4dfe-b513-72a9fc728214 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=efdae871-e161-4b76-82be-c144fd872e27 HTTP/1.1" status: 200 len: 1097 time: 0.1662705 Sep 17 08:00:21.977660 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b4bec5a6-2cf2-4ff6-86df-fd5d1ef14cbc tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:22.041363 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8a08-0f47-4b53-a281-8abc7296ab15 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:22.045340 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0a3f8a08-0f47-4b53-a281-8abc7296ab15 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:22.046792 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-0a3f8a08-0f47-4b53-a281-8abc7296ab15 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] 10.222.0.13 "DELETE /v2.0/security-groups/c1554174-29a9-4fa3-a068-b78b05c1cfc1 HTTP/1.1" status: 204 len: 168 time: 0.2938659 Sep 17 08:00:22.053224 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-074b75d9-ae0a-44c8-9a3b-bc9ba0e1ecd8 req-87b56654-2477-4c26-a791-0f77aff3bbaa service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9871accd-4044-416c-a995-c42b0a8db4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671198 Sep 17 08:00:22.053737 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53874) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:22.085010 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b4bec5a6-2cf2-4ff6-86df-fd5d1ef14cbc tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:22.106138 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3f8a08-0f47-4b53-a281-8abc7296ab15 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1554174-29a9-4fa3-a068-b78b05c1cfc1,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:22.167881 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-23be8b36-32ce-4eed-a23f-7b806ed49d71 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1039572 Sep 17 08:00:22.170917 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53876) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:22.177179 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-ad5256f5-394d-484b-a545-4cf50d2cb790 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Request body: {'security_group': {'name': 'tempest-secgroup--1266959504'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:00:22.183734 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b4bec5a6-2cf2-4ff6-86df-fd5d1ef14cbc tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:22.221402 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bec5a6-2cf2-4ff6-86df-fd5d1ef14cbc tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Pushing event deleted for resources: {'Subnet': ['ID=2f9cf49a-1736-4044-831e-88edfacec967,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:22.226274 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b4bec5a6-2cf2-4ff6-86df-fd5d1ef14cbc tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:22.227980 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-b4bec5a6-2cf2-4ff6-86df-fd5d1ef14cbc tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] 10.222.0.13 "DELETE /v2.0/subnets/2f9cf49a-1736-4044-831e-88edfacec967 HTTP/1.1" status: 204 len: 168 time: 0.3696775 Sep 17 08:00:22.230326 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65214eb-25eb-41d7-a642-3e180e2cd468 None None] Network 4106c33b-af23-421d-a3f9-cb58d32bccfe requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:00:22.230694 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53878) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:22.240797 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ad5256f5-394d-484b-a545-4cf50d2cb790 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:22.333359 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-82ec9586-a349-47e5-a50a-e006b917779d tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Deleting subnet 005cb62d-d6d8-4a44-9c2a-f9af8f517957 {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:00:22.341202 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-82ec9586-a349-47e5-a50a-e006b917779d tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:22.355336 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ad5256f5-394d-484b-a545-4cf50d2cb790 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:22.361732 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ad5256f5-394d-484b-a545-4cf50d2cb790 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:22.399078 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ad5256f5-394d-484b-a545-4cf50d2cb790 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:22.400494 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ad5256f5-394d-484b-a545-4cf50d2cb790 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2278841 Sep 17 08:00:22.401688 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5256f5-394d-484b-a545-4cf50d2cb790 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38c0de26-f0bf-4599-aa1b-ec93080a2a1c,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:22.404153 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53882) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:22.408204 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-752f9fbf-425a-4b76-9c2b-2f37969f59dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:22.416614 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-06f3b303-6fbe-419f-bce4-efa031684eea tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:00:22.417413 n-d-789963-9 neutron-server[101290]: WARNING neutron.api.v2.base [None req-06f3b303-6fbe-419f-bce4-efa031684eea tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 17 08:00:22.417959 n-d-789963-9 neutron-server[101290]: INFO neutron.api.v2.resource [None req-06f3b303-6fbe-419f-bce4-efa031684eea tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] update failed (client error): There was a conflict when trying to complete your request. Sep 17 08:00:22.419092 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-06f3b303-6fbe-419f-bce4-efa031684eea tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] 10.222.0.13 "PUT /v2.0/security-groups/38c0de26-f0bf-4599-aa1b-ec93080a2a1c HTTP/1.1" status: 409 len: 330 time: 0.0124066 Sep 17 08:00:22.421914 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53884) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:22.426217 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-82ec9586-a349-47e5-a50a-e006b917779d tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:22.446507 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1570ec-e488-4ec2-8ab2-54ce43ecf56c None None] DHCP port deletion for 4106c33b-af23-421d-a3f9-cb58d32bccfe request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 08:00:22.502569 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-eb1570ec-e488-4ec2-8ab2-54ce43ecf56c None None] Deleting port 48a309cc-5f2d-4c2b-8358-e2e89bd14f43 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:00:22.503261 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-eb1570ec-e488-4ec2-8ab2-54ce43ecf56c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:22.542507 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21998188-fd39-43a4-aee2-367e57137821 req-1ca2fb51-89b5-4ac5-a1af-bbba54e9cfb1 tempest-ServerAddressesNegativeTestJSON-1782002661 tempest-ServerAddressesNegativeTestJSON-1782002661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:00:22.544223 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-21998188-fd39-43a4-aee2-367e57137821 req-1ca2fb51-89b5-4ac5-a1af-bbba54e9cfb1 tempest-ServerAddressesNegativeTestJSON-1782002661 tempest-ServerAddressesNegativeTestJSON-1782002661-project] 10.222.0.13 "GET /v2.0/ports?device_id=efdae871-e161-4b76-82be-c144fd872e27 HTTP/1.1" status: 200 len: 946 time: 0.0761065 Sep 17 08:00:22.548507 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9a0e1bc4-4767-47ee-beec-6102be466423 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:22.564783 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-82ec9586-a349-47e5-a50a-e006b917779d tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:22.589919 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-eb1570ec-e488-4ec2-8ab2-54ce43ecf56c None None] For port 48a309cc-5f2d-4c2b-8358-e2e89bd14f43, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=48a309cc-5f2d-4c2b-8358-e2e89bd14f43,segment=NetworkSegment(5b44ddfa-cc80-44ff-a529-c6cc495a9513),segment_id=5b44ddfa-cc80-44ff-a529-c6cc495a9513)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:00:22.590333 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-eb1570ec-e488-4ec2-8ab2-54ce43ecf56c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:22.606206 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9a0e1bc4-4767-47ee-beec-6102be466423 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:22.607083 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-21998188-fd39-43a4-aee2-367e57137821 req-f4c9ca8a-edd2-4d52-bc40-ea855e4811ea tempest-ServerAddressesNegativeTestJSON-1782002661 tempest-ServerAddressesNegativeTestJSON-1782002661-project] 10.222.0.13 "GET /v2.0/security-groups?id=9871accd-4044-416c-a995-c42b0a8db4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520198 Sep 17 08:00:22.621164 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-eb1570ec-e488-4ec2-8ab2-54ce43ecf56c None None] Calling delete_port for 48a309cc-5f2d-4c2b-8358-e2e89bd14f43 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:00:22.663742 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9a0e1bc4-4767-47ee-beec-6102be466423 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:22.669807 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9a0e1bc4-4767-47ee-beec-6102be466423 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:22.676081 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53890) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:22.676727 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-9a0e1bc4-4767-47ee-beec-6102be466423 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] 10.222.0.13 "DELETE /v2.0/security-groups/38c0de26-f0bf-4599-aa1b-ec93080a2a1c HTTP/1.1" status: 204 len: 168 time: 0.2534115 Sep 17 08:00:22.689340 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0e1bc4-4767-47ee-beec-6102be466423 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c0de26-f0bf-4599-aa1b-ec93080a2a1c,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:22.697382 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-82ec9586-a349-47e5-a50a-e006b917779d tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:22.722360 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:22.727584 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ec9586-a349-47e5-a50a-e006b917779d tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Pushing event deleted for resources: {'Subnet': ['ID=005cb62d-d6d8-4a44-9c2a-f9af8f517957,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:22.735273 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-82ec9586-a349-47e5-a50a-e006b917779d tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:22.740765 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-82ec9586-a349-47e5-a50a-e006b917779d tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] 10.222.0.13 "DELETE /v2.0/subnets/005cb62d-d6d8-4a44-9c2a-f9af8f517957 HTTP/1.1" status: 204 len: 168 time: 0.5084460 Sep 17 08:00:22.741621 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53892) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:22.745358 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6039c9-c193-4809-add1-26d3d30914f5 None None] Network c5eb6187-344f-4daf-a0e9-d0211ac09e01 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:00:22.772906 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-4deef45d-8ec5-4af2-8ddf-470a02e34bc8 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0936370 Sep 17 08:00:22.773595 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53894) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:22.792635 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-4ee935e5-5128-4f6c-81ab-8122c951ab80 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] delete failed (client error): The resource could not be found. Sep 17 08:00:22.798777 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-4ee935e5-5128-4f6c-81ab-8122c951ab80 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] 10.222.0.13 "DELETE /v2.0/security-groups/f697098b-6654-4c03-8ad9-421fb499d2a0 HTTP/1.1" status: 404 len: 347 time: 0.0187891 Sep 17 08:00:22.800171 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53896) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:22.815189 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-729f3a29-a1c6-4b8d-ae4a-6b41acd8c283 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] show failed (client error): The resource could not be found. Sep 17 08:00:22.819876 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-729f3a29-a1c6-4b8d-ae4a-6b41acd8c283 tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] 10.222.0.13 "GET /v2.0/security-groups/13abaa97-3a6c-4d4e-8cf7-94b62f510fd2 HTTP/1.1" status: 404 len: 347 time: 0.0161109 Sep 17 08:00:22.821817 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53898) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:22.826360 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-eb1570ec-e488-4ec2-8ab2-54ce43ecf56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:22.842115 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-22b1b25f-cb66-4a0f-86e4-900006a6685d tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] show failed (client error): The resource could not be found. Sep 17 08:00:22.847122 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-22b1b25f-cb66-4a0f-86e4-900006a6685d tempest-NegativeSecGroupIPv6Test-341878967 tempest-NegativeSecGroupIPv6Test-341878967-project] 10.222.0.13 "GET /v2.0/security-group-rules/386ab60f-e46d-45b4-99df-099feb378569 HTTP/1.1" status: 404 len: 356 time: 0.0200834 Sep 17 08:00:22.847282 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-85ef201f-aaa2-4881-bca0-00bc0b11d6b4 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:22.862727 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1570ec-e488-4ec2-8ab2-54ce43ecf56c None None] Pushing event deleted for resources: {'Port': ['ID=48a309cc-5f2d-4c2b-8358-e2e89bd14f43,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:22.873771 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1570ec-e488-4ec2-8ab2-54ce43ecf56c None None] No DVR routers for this DVR port 48a309cc-5f2d-4c2b-8358-e2e89bd14f43 on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:00:22.959948 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-85ef201f-aaa2-4881-bca0-00bc0b11d6b4 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:22.987870 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-85ef201f-aaa2-4881-bca0-00bc0b11d6b4 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4106c33b-af23-421d-a3f9-cb58d32bccfe']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:23.006324 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-85ef201f-aaa2-4881-bca0-00bc0b11d6b4 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b44ddfa-cc80-44ff-a529-c6cc495a9513') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:23.006504 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-85ef201f-aaa2-4881-bca0-00bc0b11d6b4 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b44ddfa-cc80-44ff-a529-c6cc495a9513') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:23.020753 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-85ef201f-aaa2-4881-bca0-00bc0b11d6b4 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:23.038509 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-85ef201f-aaa2-4881-bca0-00bc0b11d6b4 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:23.048105 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85ef201f-aaa2-4881-bca0-00bc0b11d6b4 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:00:23.048612 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-85ef201f-aaa2-4881-bca0-00bc0b11d6b4 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:23.051759 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 08:00:23.051759 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:00:23.051759 n-d-789963-9 neutron-server[101290]: timer() Sep 17 08:00:23.051759 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:00:23.051759 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 08:00:23.051759 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:00:23.051759 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 08:00:23.051759 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:00:23.051759 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 08:00:23.051759 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:00:23.051759 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 08:00:23.051759 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:00:23.051759 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 08:00:23.051759 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:00:23.051759 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:00:23.051759 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:00:23.051759 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:00:23.051759 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:00:23.051759 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 08:00:23.051759 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:00:23.051759 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 08:00:23.051759 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:00:23.051759 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:00:23.051759 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:00:23.051759 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 08:00:23.051759 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:00:23.051759 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:00:23.051759 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:00:23.051759 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:00:23.051759 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:00:23.051759 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:00:23.051759 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:00:23.060807 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8414daae-5565-4705-9758-e0420f5c30da None None] DHCP port deletion for c5eb6187-344f-4daf-a0e9-d0211ac09e01 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 08:00:23.134571 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-85ef201f-aaa2-4881-bca0-00bc0b11d6b4 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:23.140659 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-8414daae-5565-4705-9758-e0420f5c30da None None] Deleting port d14e225c-91ec-432d-ade4-37feb870a8ba {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:00:23.143071 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8414daae-5565-4705-9758-e0420f5c30da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:23.173404 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-85ef201f-aaa2-4881-bca0-00bc0b11d6b4 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:23.178333 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-85ef201f-aaa2-4881-bca0-00bc0b11d6b4 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] 10.222.0.13 "DELETE /v2.0/networks/4106c33b-af23-421d-a3f9-cb58d32bccfe HTTP/1.1" status: 204 len: 168 time: 0.4330044 Sep 17 08:00:23.178644 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53906) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:23.178754 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ef201f-aaa2-4881-bca0-00bc0b11d6b4 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Pushing event deleted for resources: {'Network': ['ID=4106c33b-af23-421d-a3f9-cb58d32bccfe,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:23.224922 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53908) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:23.235315 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-8414daae-5565-4705-9758-e0420f5c30da None None] For port d14e225c-91ec-432d-ade4-37feb870a8ba, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=d14e225c-91ec-432d-ade4-37feb870a8ba,segment=NetworkSegment(1b3bf99d-205b-408c-b580-38e35ab00f25),segment_id=1b3bf99d-205b-408c-b580-38e35ab00f25)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:00:23.236568 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8414daae-5565-4705-9758-e0420f5c30da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:23.253496 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-8414daae-5565-4705-9758-e0420f5c30da None None] Calling delete_port for d14e225c-91ec-432d-ade4-37feb870a8ba owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:00:23.266555 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device d14e225c-91ec-432d-ade4-37feb870a8ba no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:00:23.327463 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ff7e2816-e41d-4897-9437-e2a866536f12 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:23.400984 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-ff7e2816-e41d-4897-9437-e2a866536f12 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Deleting port d14e225c-91ec-432d-ade4-37feb870a8ba {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:00:23.401486 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ff7e2816-e41d-4897-9437-e2a866536f12 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:23.403534 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:23.426597 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8414daae-5565-4705-9758-e0420f5c30da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:23.479395 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8414daae-5565-4705-9758-e0420f5c30da None None] Pushing event deleted for resources: {'Port': ['ID=d14e225c-91ec-432d-ade4-37feb870a8ba,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:23.481829 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 48a309cc-5f2d-4c2b-8358-e2e89bd14f43 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:00:23.486106 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8414daae-5565-4705-9758-e0420f5c30da None None] No DVR routers for this DVR port d14e225c-91ec-432d-ade4-37feb870a8ba on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:00:23.491385 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-a791049f-55b1-4499-9e22-07931908b7a8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8aa212ddb3e84468a244b37bd462a7f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2652254 Sep 17 08:00:23.493919 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53912) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:23.501766 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-ff7e2816-e41d-4897-9437-e2a866536f12 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] For port d14e225c-91ec-432d-ade4-37feb870a8ba, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=d14e225c-91ec-432d-ade4-37feb870a8ba,segment=NetworkSegment(1b3bf99d-205b-408c-b580-38e35ab00f25),segment_id=1b3bf99d-205b-408c-b580-38e35ab00f25)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:00:23.502131 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ff7e2816-e41d-4897-9437-e2a866536f12 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:23.519365 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 48a309cc-5f2d-4c2b-8358-e2e89bd14f43 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:00:23.519771 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 48a309cc-5f2d-4c2b-8358-e2e89bd14f43 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:00:23.522460 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-ff7e2816-e41d-4897-9437-e2a866536f12 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Calling delete_port for d14e225c-91ec-432d-ade4-37feb870a8ba owned by network:dhcp {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:00:23.562349 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7cc6d17f-5a9d-4619-b67b-6a3dd4ffe48a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:23.589464 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7cc6d17f-5a9d-4619-b67b-6a3dd4ffe48a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:23.613760 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:23.621330 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ff7e2816-e41d-4897-9437-e2a866536f12 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:23.650993 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7e2816-e41d-4897-9437-e2a866536f12 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Pushing event deleted for resources: {'Port': ['ID=d14e225c-91ec-432d-ade4-37feb870a8ba,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:23.654614 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7e2816-e41d-4897-9437-e2a866536f12 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] No DVR routers for this DVR port d14e225c-91ec-432d-ade4-37feb870a8ba on host n-d-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:00:23.661656 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7cc6d17f-5a9d-4619-b67b-6a3dd4ffe48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:23.664628 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7cc6d17f-5a9d-4619-b67b-6a3dd4ffe48a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:23.665619 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-7cc6d17f-5a9d-4619-b67b-6a3dd4ffe48a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/552dc303-20c5-4a91-94cc-40a5ab90051d HTTP/1.1" status: 204 len: 168 time: 0.1701663 Sep 17 08:00:23.677827 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc6d17f-5a9d-4619-b67b-6a3dd4ffe48a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=552dc303-20c5-4a91-94cc-40a5ab90051d,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:23.801609 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ff7e2816-e41d-4897-9437-e2a866536f12 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:23.832349 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-ff7e2816-e41d-4897-9437-e2a866536f12 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5eb6187-344f-4daf-a0e9-d0211ac09e01']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:23.845217 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-ff7e2816-e41d-4897-9437-e2a866536f12 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b3bf99d-205b-408c-b580-38e35ab00f25') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:23.845528 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-ff7e2816-e41d-4897-9437-e2a866536f12 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b3bf99d-205b-408c-b580-38e35ab00f25') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:23.855121 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed4136-89b5-41fd-b4a5-383b07bde604 req-eeb2148b-39f6-4df9-a07f-1829c744f089 tempest-ServerAddressesNegativeTestJSON-1782002661 tempest-ServerAddressesNegativeTestJSON-1782002661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:00:23.856681 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-62ed4136-89b5-41fd-b4a5-383b07bde604 req-eeb2148b-39f6-4df9-a07f-1829c744f089 tempest-ServerAddressesNegativeTestJSON-1782002661 tempest-ServerAddressesNegativeTestJSON-1782002661-project] 10.222.0.13 "GET /v2.0/ports?device_id=efdae871-e161-4b76-82be-c144fd872e27 HTTP/1.1" status: 200 len: 946 time: 0.1224685 Sep 17 08:00:23.866447 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ff7e2816-e41d-4897-9437-e2a866536f12 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:23.904846 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ff7e2816-e41d-4897-9437-e2a866536f12 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:23.917101 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-62ed4136-89b5-41fd-b4a5-383b07bde604 req-e32c9d88-36f4-47c3-86cb-e12902d49eab tempest-ServerAddressesNegativeTestJSON-1782002661 tempest-ServerAddressesNegativeTestJSON-1782002661-project] 10.222.0.13 "GET /v2.0/security-groups?id=9871accd-4044-416c-a995-c42b0a8db4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531549 Sep 17 08:00:23.918061 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff7e2816-e41d-4897-9437-e2a866536f12 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:00:23.918483 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ff7e2816-e41d-4897-9437-e2a866536f12 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:23.921596 n-d-789963-9 neutron-server[101289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:00:23.921596 n-d-789963-9 neutron-server[101289]: self.session.flush() Sep 17 08:00:23.921596 n-d-789963-9 neutron-server[101289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:00:23.921596 n-d-789963-9 neutron-server[101289]: self.session.flush() Sep 17 08:00:23.921596 n-d-789963-9 neutron-server[101289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:00:23.921596 n-d-789963-9 neutron-server[101289]: self.session.flush() Sep 17 08:00:23.921596 n-d-789963-9 neutron-server[101289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:00:23.921596 n-d-789963-9 neutron-server[101289]: self.session.flush() Sep 17 08:00:23.921596 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:00:23.921596 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:00:23.921596 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:00:23.921596 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:00:23.921596 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:00:23.921596 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:00:23.921596 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:00:23.921596 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:00:23.921596 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:00:23.921596 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:00:23.921596 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:00:23.921596 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:00:23.921596 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:00:23.921596 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:00:23.921596 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:00:23.921596 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:00:23.921596 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:00:23.921596 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:00:23.921596 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:00:23.921596 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:00:23.921596 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:00:23.921596 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:00:23.921596 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:00:23.921596 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:00:23.921596 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:00:23.921596 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:00:23.921596 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:00:23.921596 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:00:23.921596 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:00:23.921596 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:00:23.921596 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:00:23.921596 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:00:23.983233 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ff7e2816-e41d-4897-9437-e2a866536f12 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:23.994599 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ff7e2816-e41d-4897-9437-e2a866536f12 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:23.998729 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ff7e2816-e41d-4897-9437-e2a866536f12 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] 10.222.0.13 "DELETE /v2.0/networks/c5eb6187-344f-4daf-a0e9-d0211ac09e01 HTTP/1.1" status: 204 len: 168 time: 0.8176146 Sep 17 08:00:23.999127 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53930) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:24.006247 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7e2816-e41d-4897-9437-e2a866536f12 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Pushing event deleted for resources: {'Network': ['ID=c5eb6187-344f-4daf-a0e9-d0211ac09e01,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:24.078600 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e806d37-2611-43a6-8dbb-c3bb571cc37f tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Deleting subnet 90eb83ce-d2a8-4e9a-873c-625ae85da895 {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:00:24.082061 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8e806d37-2611-43a6-8dbb-c3bb571cc37f tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:24.127414 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8e806d37-2611-43a6-8dbb-c3bb571cc37f tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:24.238790 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8e806d37-2611-43a6-8dbb-c3bb571cc37f tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:24.328576 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8e806d37-2611-43a6-8dbb-c3bb571cc37f tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:24.334718 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46367412-1e0b-41d0-ab8f-b62325cc8afe req-43ff5ce3-b11b-4cdd-8cfd-8ea8aa881858 tempest-ServerAddressesNegativeTestJSON-1782002661 tempest-ServerAddressesNegativeTestJSON-1782002661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:00:24.336496 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-46367412-1e0b-41d0-ab8f-b62325cc8afe req-43ff5ce3-b11b-4cdd-8cfd-8ea8aa881858 tempest-ServerAddressesNegativeTestJSON-1782002661 tempest-ServerAddressesNegativeTestJSON-1782002661-project] 10.222.0.13 "GET /v2.0/ports?device_id=efdae871-e161-4b76-82be-c144fd872e27 HTTP/1.1" status: 200 len: 946 time: 0.0643616 Sep 17 08:00:24.384198 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e806d37-2611-43a6-8dbb-c3bb571cc37f tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Pushing event deleted for resources: {'Subnet': ['ID=90eb83ce-d2a8-4e9a-873c-625ae85da895,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:24.386535 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8e806d37-2611-43a6-8dbb-c3bb571cc37f tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:24.390818 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-8e806d37-2611-43a6-8dbb-c3bb571cc37f tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] 10.222.0.13 "DELETE /v2.0/subnets/90eb83ce-d2a8-4e9a-873c-625ae85da895 HTTP/1.1" status: 204 len: 168 time: 0.3901420 Sep 17 08:00:24.392978 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53950) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:24.395273 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9d9090-daa6-4275-9f65-6819cbcd5ee5 None None] Network 675aa074-e4b5-479c-b471-053f66a543e1 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:00:24.408543 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-46367412-1e0b-41d0-ab8f-b62325cc8afe req-1e13dc08-18ff-4c42-8456-07a7eda88bc6 tempest-ServerAddressesNegativeTestJSON-1782002661 tempest-ServerAddressesNegativeTestJSON-1782002661-project] 10.222.0.13 "GET /v2.0/security-groups?id=9871accd-4044-416c-a995-c42b0a8db4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452957 Sep 17 08:00:24.612583 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10909726-f0fd-4ef7-b991-1bdda2a84e15 None None] DHCP port deletion for 675aa074-e4b5-479c-b471-053f66a543e1 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 08:00:24.616185 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53954) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:24.698538 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-10909726-f0fd-4ef7-b991-1bdda2a84e15 None None] Deleting port 9a05a617-897e-4df5-a443-7a8f98d05af7 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:00:24.698924 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-10909726-f0fd-4ef7-b991-1bdda2a84e15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:24.755106 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-803ac369-c48c-421c-b70e-e2aac82377ee tempest-ServiceProvidersTest-340391288 tempest-ServiceProvidersTest-340391288-project] 10.222.0.13 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1375079 Sep 17 08:00:24.795564 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-10909726-f0fd-4ef7-b991-1bdda2a84e15 None None] For port 9a05a617-897e-4df5-a443-7a8f98d05af7, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=9a05a617-897e-4df5-a443-7a8f98d05af7,segment=NetworkSegment(e9538a17-0d3d-46eb-a052-0fab19a0a603),segment_id=e9538a17-0d3d-46eb-a052-0fab19a0a603)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:00:24.795991 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-10909726-f0fd-4ef7-b991-1bdda2a84e15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:24.898935 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0ce59954-9799-4ba3-b952-d7e21e17d4a5 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:24.975105 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-10909726-f0fd-4ef7-b991-1bdda2a84e15 None None] Calling delete_port for 9a05a617-897e-4df5-a443-7a8f98d05af7 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:00:24.993718 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-0ce59954-9799-4ba3-b952-d7e21e17d4a5 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Deleting port 9a05a617-897e-4df5-a443-7a8f98d05af7 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:00:24.994745 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0ce59954-9799-4ba3-b952-d7e21e17d4a5 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:25.064311 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-0ce59954-9799-4ba3-b952-d7e21e17d4a5 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] For port 9a05a617-897e-4df5-a443-7a8f98d05af7, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=9a05a617-897e-4df5-a443-7a8f98d05af7,segment=NetworkSegment(e9538a17-0d3d-46eb-a052-0fab19a0a603),segment_id=e9538a17-0d3d-46eb-a052-0fab19a0a603)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:00:25.065022 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0ce59954-9799-4ba3-b952-d7e21e17d4a5 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:25.080177 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-0ce59954-9799-4ba3-b952-d7e21e17d4a5 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Calling delete_port for 9a05a617-897e-4df5-a443-7a8f98d05af7 owned by network:dhcp {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:00:25.093253 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-10909726-f0fd-4ef7-b991-1bdda2a84e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:25.126434 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10909726-f0fd-4ef7-b991-1bdda2a84e15 None None] Pushing event deleted for resources: {'Port': ['ID=9a05a617-897e-4df5-a443-7a8f98d05af7,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:25.140210 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10909726-f0fd-4ef7-b991-1bdda2a84e15 None None] No DVR routers for this DVR port 9a05a617-897e-4df5-a443-7a8f98d05af7 on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:00:25.174008 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53968) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:25.189079 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0ce59954-9799-4ba3-b952-d7e21e17d4a5 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:25.212482 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:25.214215 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce59954-9799-4ba3-b952-d7e21e17d4a5 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Pushing event deleted for resources: {'Port': ['ID=9a05a617-897e-4df5-a443-7a8f98d05af7,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:25.220882 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce59954-9799-4ba3-b952-d7e21e17d4a5 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] No DVR routers for this DVR port 9a05a617-897e-4df5-a443-7a8f98d05af7 on host n-d-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:00:25.235579 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 9a05a617-897e-4df5-a443-7a8f98d05af7 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:00:25.279797 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 9a05a617-897e-4df5-a443-7a8f98d05af7 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:00:25.280207 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 9a05a617-897e-4df5-a443-7a8f98d05af7 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:00:25.326196 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0ce59954-9799-4ba3-b952-d7e21e17d4a5 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:25.351773 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-0ce59954-9799-4ba3-b952-d7e21e17d4a5 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['675aa074-e4b5-479c-b471-053f66a543e1']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:25.352964 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1ed2d411-64c8-4006-a63e-34d60e1d9a5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:25.362859 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-0ce59954-9799-4ba3-b952-d7e21e17d4a5 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9538a17-0d3d-46eb-a052-0fab19a0a603') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:25.362859 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-0ce59954-9799-4ba3-b952-d7e21e17d4a5 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9538a17-0d3d-46eb-a052-0fab19a0a603') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:25.374044 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0ce59954-9799-4ba3-b952-d7e21e17d4a5 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:25.391243 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0ce59954-9799-4ba3-b952-d7e21e17d4a5 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:25.399153 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ce59954-9799-4ba3-b952-d7e21e17d4a5 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:00:25.399647 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0ce59954-9799-4ba3-b952-d7e21e17d4a5 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:25.403018 n-d-789963-9 neutron-server[101290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:00:25.403018 n-d-789963-9 neutron-server[101290]: self.session.flush() Sep 17 08:00:25.403018 n-d-789963-9 neutron-server[101290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:00:25.403018 n-d-789963-9 neutron-server[101290]: self.session.flush() Sep 17 08:00:25.403018 n-d-789963-9 neutron-server[101290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:00:25.403018 n-d-789963-9 neutron-server[101290]: self.session.flush() Sep 17 08:00:25.403018 n-d-789963-9 neutron-server[101290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:00:25.403018 n-d-789963-9 neutron-server[101290]: self.session.flush() Sep 17 08:00:25.403018 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 08:00:25.403018 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:00:25.403018 n-d-789963-9 neutron-server[101290]: timer() Sep 17 08:00:25.403018 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:00:25.403018 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 08:00:25.403018 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:00:25.403018 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 08:00:25.403018 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:00:25.403018 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 08:00:25.403018 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:00:25.403018 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 08:00:25.403018 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:00:25.403018 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 08:00:25.403018 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:00:25.403018 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:00:25.403018 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:00:25.403018 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:00:25.403018 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:00:25.403018 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 08:00:25.403018 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:00:25.403018 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 08:00:25.403018 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:00:25.403018 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:00:25.403018 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:00:25.403018 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 08:00:25.403018 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:00:25.403018 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:00:25.403018 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:00:25.403018 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:00:25.403018 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:00:25.403018 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:00:25.403018 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:00:25.483308 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0ce59954-9799-4ba3-b952-d7e21e17d4a5 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:25.490836 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0ce59954-9799-4ba3-b952-d7e21e17d4a5 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:25.496000 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-0ce59954-9799-4ba3-b952-d7e21e17d4a5 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] 10.222.0.13 "DELETE /v2.0/networks/675aa074-e4b5-479c-b471-053f66a543e1 HTTP/1.1" status: 204 len: 168 time: 1.0989003 Sep 17 08:00:25.502504 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53976) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:25.507708 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1ed2d411-64c8-4006-a63e-34d60e1d9a5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:25.508097 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce59954-9799-4ba3-b952-d7e21e17d4a5 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Pushing event deleted for resources: {'Network': ['ID=675aa074-e4b5-479c-b471-053f66a543e1,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:25.518869 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1ed2d411-64c8-4006-a63e-34d60e1d9a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:25.547160 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53978) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:25.547398 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-8876ba60-fdac-4ee5-98be-0b4cb87816f6 tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1e9ddf3-f3e3-4f01-bb69-da0dd16824c1 HTTP/1.1" status: 200 len: 205 time: 0.0434983 Sep 17 08:00:25.591098 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc6d344-3f23-4434-b9f6-493256ea1224 req-d076a86f-93c1-4532-81e9-56302c5489d1 tempest-ServerAddressesNegativeTestJSON-1782002661 tempest-ServerAddressesNegativeTestJSON-1782002661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:00:25.592593 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3dc6d344-3f23-4434-b9f6-493256ea1224 req-d076a86f-93c1-4532-81e9-56302c5489d1 tempest-ServerAddressesNegativeTestJSON-1782002661 tempest-ServerAddressesNegativeTestJSON-1782002661-project] 10.222.0.13 "GET /v2.0/ports?device_id=efdae871-e161-4b76-82be-c144fd872e27 HTTP/1.1" status: 200 len: 946 time: 0.1281247 Sep 17 08:00:25.598277 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-1ed2d411-64c8-4006-a63e-34d60e1d9a5a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1f9b47deeb744915b1a75fecae696d2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4185176 Sep 17 08:00:25.598478 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53980) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:25.605860 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed2d411-64c8-4006-a63e-34d60e1d9a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e05533-d19c-46e9-8dc1-8c3f64a551ef,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:25.639618 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cb4776b8-b840-41bf-b761-ba5f7c9cd69d tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks [] for router, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:25.670732 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3dc6d344-3f23-4434-b9f6-493256ea1224 req-f8cb85cc-f272-44ce-ade4-045a92af3fa3 tempest-ServerAddressesNegativeTestJSON-1782002661 tempest-ServerAddressesNegativeTestJSON-1782002661-project] 10.222.0.13 "GET /v2.0/security-groups?id=9871accd-4044-416c-a995-c42b0a8db4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701182 Sep 17 08:00:25.696208 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1fe4f36c-c422-45a9-9da0-e5053933a025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:25.721722 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1fe4f36c-c422-45a9-9da0-e5053933a025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:25.774815 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1fe4f36c-c422-45a9-9da0-e5053933a025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:25.777984 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1fe4f36c-c422-45a9-9da0-e5053933a025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:25.779447 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-1fe4f36c-c422-45a9-9da0-e5053933a025 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d5e05533-d19c-46e9-8dc1-8c3f64a551ef HTTP/1.1" status: 204 len: 168 time: 0.1799338 Sep 17 08:00:25.795296 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe4f36c-c422-45a9-9da0-e5053933a025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e05533-d19c-46e9-8dc1-8c3f64a551ef,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:25.864885 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cb4776b8-b840-41bf-b761-ba5f7c9cd69d tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:25.870100 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cb4776b8-b840-41bf-b761-ba5f7c9cd69d tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:25.888463 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de795fd6-f15b-457c-9c7a-ea92eff73912 req-d135d5d2-1feb-4716-92f4-1d003fc9b230 tempest-ServerAddressesNegativeTestJSON-1782002661 tempest-ServerAddressesNegativeTestJSON-1782002661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:00:25.890001 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-de795fd6-f15b-457c-9c7a-ea92eff73912 req-d135d5d2-1feb-4716-92f4-1d003fc9b230 tempest-ServerAddressesNegativeTestJSON-1782002661 tempest-ServerAddressesNegativeTestJSON-1782002661-project] 10.222.0.39 "GET /v2.0/ports?device_id=efdae871-e161-4b76-82be-c144fd872e27 HTTP/1.1" status: 200 len: 946 time: 0.1094701 Sep 17 08:00:25.954523 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cb4776b8-b840-41bf-b761-ba5f7c9cd69d tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:25.955044 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb4776b8-b840-41bf-b761-ba5f7c9cd69d tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Fanout notify agent at l3_agent the message router_deleted on router a1e9ddf3-f3e3-4f01-bb69-da0dd16824c1 {{(pid=101290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 08:00:25.965271 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cb4776b8-b840-41bf-b761-ba5f7c9cd69d tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:25.966620 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-cb4776b8-b840-41bf-b761-ba5f7c9cd69d tempest-RoutersNegativeTest-1465686577 tempest-RoutersNegativeTest-1465686577-project] 10.222.0.13 "DELETE /v2.0/routers/a1e9ddf3-f3e3-4f01-bb69-da0dd16824c1 HTTP/1.1" status: 204 len: 168 time: 0.4159572 Sep 17 08:00:26.036396 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-de795fd6-f15b-457c-9c7a-ea92eff73912 req-5092d891-b36f-4939-9406-f3434d72d5ff tempest-ServerAddressesNegativeTestJSON-1782002661 tempest-ServerAddressesNegativeTestJSON-1782002661-project] Deleting port 8ed2f8c7-d64a-4bba-b716-cde7b6caf688 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:00:26.036792 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-de795fd6-f15b-457c-9c7a-ea92eff73912 req-5092d891-b36f-4939-9406-f3434d72d5ff tempest-ServerAddressesNegativeTestJSON-1782002661 tempest-ServerAddressesNegativeTestJSON-1782002661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:26.179524 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-de795fd6-f15b-457c-9c7a-ea92eff73912 req-5092d891-b36f-4939-9406-f3434d72d5ff tempest-ServerAddressesNegativeTestJSON-1782002661 tempest-ServerAddressesNegativeTestJSON-1782002661-project] For port 8ed2f8c7-d64a-4bba-b716-cde7b6caf688, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=8ed2f8c7-d64a-4bba-b716-cde7b6caf688,segment=NetworkSegment(866ed64a-f4dd-40fe-9014-b946bf37eae0),segment_id=866ed64a-f4dd-40fe-9014-b946bf37eae0)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:00:26.180745 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-de795fd6-f15b-457c-9c7a-ea92eff73912 req-5092d891-b36f-4939-9406-f3434d72d5ff tempest-ServerAddressesNegativeTestJSON-1782002661 tempest-ServerAddressesNegativeTestJSON-1782002661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:26.198438 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-de795fd6-f15b-457c-9c7a-ea92eff73912 req-5092d891-b36f-4939-9406-f3434d72d5ff tempest-ServerAddressesNegativeTestJSON-1782002661 tempest-ServerAddressesNegativeTestJSON-1782002661-project] Calling delete_port for 8ed2f8c7-d64a-4bba-b716-cde7b6caf688 owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:00:26.358096 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-de795fd6-f15b-457c-9c7a-ea92eff73912 req-5092d891-b36f-4939-9406-f3434d72d5ff tempest-ServerAddressesNegativeTestJSON-1782002661 tempest-ServerAddressesNegativeTestJSON-1782002661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:26.380733 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54002) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:26.393097 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['8ed2f8c7-d64a-4bba-b716-cde7b6caf688'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:00:26.395534 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5092d891-b36f-4939-9406-f3434d72d5ff tempest-ServerAddressesNegativeTestJSON-1782002661 tempest-ServerAddressesNegativeTestJSON-1782002661-project] Pushing event deleted for resources: {'Port': ['ID=8ed2f8c7-d64a-4bba-b716-cde7b6caf688,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:26.449985 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-de795fd6-f15b-457c-9c7a-ea92eff73912 req-5092d891-b36f-4939-9406-f3434d72d5ff tempest-ServerAddressesNegativeTestJSON-1782002661 tempest-ServerAddressesNegativeTestJSON-1782002661-project] No DVR routers for this DVR port 8ed2f8c7-d64a-4bba-b716-cde7b6caf688 on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:00:26.452965 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-de795fd6-f15b-457c-9c7a-ea92eff73912 req-5092d891-b36f-4939-9406-f3434d72d5ff tempest-ServerAddressesNegativeTestJSON-1782002661 tempest-ServerAddressesNegativeTestJSON-1782002661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:26.455213 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-de795fd6-f15b-457c-9c7a-ea92eff73912 req-5092d891-b36f-4939-9406-f3434d72d5ff tempest-ServerAddressesNegativeTestJSON-1782002661 tempest-ServerAddressesNegativeTestJSON-1782002661-project] 10.222.0.39 "DELETE /v2.0/ports/8ed2f8c7-d64a-4bba-b716-cde7b6caf688 HTTP/1.1" status: 204 len: 173 time: 0.5351820 Sep 17 08:00:26.456607 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efdae871-e161-4b76-82be-c144fd872e27', 'name': 'network-vif-deleted', 'tag': '8ed2f8c7-d64a-4bba-b716-cde7b6caf688'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:00:26.471655 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b6d4f2-b298-4690-ad9b-e837b5e8d489" -d '{"events": [{"server_uuid": "efdae871-e161-4b76-82be-c144fd872e27", "name": "network-vif-deleted", "tag": "8ed2f8c7-d64a-4bba-b716-cde7b6caf688"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:00:26.523624 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6d8855-39c0-40a9-890c-0dc737542170 x-openstack-request-id: req-ee6d8855-39c0-40a9-890c-0dc737542170 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:00:26.524132 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efdae871-e161-4b76-82be-c144fd872e27", "name": "network-vif-deleted", "tag": "8ed2f8c7-d64a-4bba-b716-cde7b6caf688", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:00:26.524556 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ee6d8855-39c0-40a9-890c-0dc737542170 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:00:26.525156 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efdae871-e161-4b76-82be-c144fd872e27', 'name': 'network-vif-deleted', 'tag': '8ed2f8c7-d64a-4bba-b716-cde7b6caf688', 'status': 'completed', 'code': 200} Sep 17 08:00:26.623386 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-31a163e2-1608-4550-baee-9d03c38a4aba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=16e0808782fe4c989ac4c9fce043f52c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2412791 Sep 17 08:00:26.625720 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54018) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:26.678433 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-933985cc-1b91-43f8-8062-132a7810e8ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:26.712201 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-933985cc-1b91-43f8-8062-132a7810e8ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:26.720946 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54022) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:26.819449 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-933985cc-1b91-43f8-8062-132a7810e8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:26.822594 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-933985cc-1b91-43f8-8062-132a7810e8ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:26.823939 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-933985cc-1b91-43f8-8062-132a7810e8ef admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c8d41e08-b311-4434-9b51-351199fd6894 HTTP/1.1" status: 204 len: 168 time: 0.1966486 Sep 17 08:00:26.829465 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3a10203e-3561-4221-bd35-816ab0149c93 req-c2f6e3cc-4b30-417a-9fdc-f9735bb326e0 tempest-ServerAddressesNegativeTestJSON-1782002661 tempest-ServerAddressesNegativeTestJSON-1782002661-project] 10.222.0.13 "GET /v2.0/ports?device_id=efdae871-e161-4b76-82be-c144fd872e27 HTTP/1.1" status: 200 len: 210 time: 0.0618439 Sep 17 08:00:26.835383 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933985cc-1b91-43f8-8062-132a7810e8ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d41e08-b311-4434-9b51-351199fd6894,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:26.879033 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-a01c4e33-97fa-4205-8435-fc1b43559e19 tempest-SubnetPoolsTestJSON-1742347416 tempest-SubnetPoolsTestJSON-1742347416-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-334108412', 'prefixes': ['172.20.0.0/16']}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:00:26.967740 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a01c4e33-97fa-4205-8435-fc1b43559e19 tempest-SubnetPoolsTestJSON-1742347416 tempest-SubnetPoolsTestJSON-1742347416-project] Notify callbacks [] for subnetpool, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:26.969454 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a01c4e33-97fa-4205-8435-fc1b43559e19 tempest-SubnetPoolsTestJSON-1742347416 tempest-SubnetPoolsTestJSON-1742347416-project] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.2469082 Sep 17 08:00:26.972080 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54030) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:27.019876 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-61f7baa5-a314-41ea-aa4a-b3e5072b5649 tempest-SubnetPoolsTestJSON-1742347416 tempest-SubnetPoolsTestJSON-1742347416-project] 10.222.0.13 "GET /v2.0/subnetpools/165c9fcb-6ece-45b7-bf9a-35ffa87de593 HTTP/1.1" status: 200 len: 731 time: 0.0450335 Sep 17 08:00:27.021277 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54032) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:27.025962 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-e7936bc9-fb90-4b49-b1c2-be52c519813e tempest-SubnetPoolsTestJSON-1742347416 tempest-SubnetPoolsTestJSON-1742347416-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1158481952'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:00:27.156325 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e7936bc9-fb90-4b49-b1c2-be52c519813e tempest-SubnetPoolsTestJSON-1742347416 tempest-SubnetPoolsTestJSON-1742347416-project] Notify callbacks [] for subnetpool, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:27.160417 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e7936bc9-fb90-4b49-b1c2-be52c519813e tempest-SubnetPoolsTestJSON-1742347416 tempest-SubnetPoolsTestJSON-1742347416-project] 10.222.0.13 "PUT /v2.0/subnetpools/165c9fcb-6ece-45b7-bf9a-35ffa87de593 HTTP/1.1" status: 200 len: 684 time: 0.1380813 Sep 17 08:00:27.160604 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54038) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:27.248285 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8e63bd5b-43b9-4718-98d2-2a7a11464c9a tempest-SubnetPoolsTestJSON-1742347416 tempest-SubnetPoolsTestJSON-1742347416-project] Notify callbacks [] for subnetpool, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:27.252455 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-8e63bd5b-43b9-4718-98d2-2a7a11464c9a tempest-SubnetPoolsTestJSON-1742347416 tempest-SubnetPoolsTestJSON-1742347416-project] 10.222.0.13 "DELETE /v2.0/subnetpools/165c9fcb-6ece-45b7-bf9a-35ffa87de593 HTTP/1.1" status: 204 len: 168 time: 0.0879467 Sep 17 08:00:27.252575 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54044) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:27.280074 n-d-789963-9 neutron-server[101290]: INFO neutron.api.v2.resource [None req-8ecc07f2-c76f-4537-a388-39cac09b8991 tempest-SubnetPoolsTestJSON-1742347416 tempest-SubnetPoolsTestJSON-1742347416-project] show failed (client error): The resource could not be found. Sep 17 08:00:27.282723 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-8ecc07f2-c76f-4537-a388-39cac09b8991 tempest-SubnetPoolsTestJSON-1742347416 tempest-SubnetPoolsTestJSON-1742347416-project] 10.222.0.13 "GET /v2.0/subnetpools/165c9fcb-6ece-45b7-bf9a-35ffa87de593 HTTP/1.1" status: 404 len: 346 time: 0.0291805 Sep 17 08:00:27.285341 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54048) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:27.303156 n-d-789963-9 neutron-server[101290]: INFO neutron.api.v2.resource [None req-59a42d75-852d-4b93-8e12-f3ec49d31fd1 tempest-SubnetPoolsTestJSON-1742347416 tempest-SubnetPoolsTestJSON-1742347416-project] delete failed (client error): The resource could not be found. Sep 17 08:00:27.304394 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-59a42d75-852d-4b93-8e12-f3ec49d31fd1 tempest-SubnetPoolsTestJSON-1742347416 tempest-SubnetPoolsTestJSON-1742347416-project] 10.222.0.13 "DELETE /v2.0/subnetpools/165c9fcb-6ece-45b7-bf9a-35ffa87de593 HTTP/1.1" status: 404 len: 346 time: 0.0179367 Sep 17 08:00:27.528507 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54058) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:27.669448 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-72c875f0-7709-4d08-9502-b8cf07e27d8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:27.761120 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54070) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:27.767483 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026190 Sep 17 08:00:27.767856 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54072) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:27.783042 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-72c875f0-7709-4d08-9502-b8cf07e27d8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:27.788658 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-72c875f0-7709-4d08-9502-b8cf07e27d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:27.830580 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-72c875f0-7709-4d08-9502-b8cf07e27d8c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=75a73db4aa2149bc8aea23de78cdd230&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3007715 Sep 17 08:00:27.832721 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c875f0-7709-4d08-9502-b8cf07e27d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da82a4a-5a3a-4266-9568-75be2fe80941,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:27.833541 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54076) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:27.891227 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5ee23137-7619-4f54-bf92-8b1507ea5fc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:27.896392 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54080) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:27.905301 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-5eea5b00-9a68-49f5-8767-370b11a0e812 tempest-NetworksApiDiscovery-1373816499 tempest-NetworksApiDiscovery-1373816499-project] 10.222.0.13 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1324828 Sep 17 08:00:27.925373 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5ee23137-7619-4f54-bf92-8b1507ea5fc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:27.949337 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9e42945-5955-4b64-8d49-e19ea3b16c1a admin admin] Deleting subnet cd4471eb-e915-4200-a52b-8999a93512ff {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:00:27.955107 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d9e42945-5955-4b64-8d49-e19ea3b16c1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:27.986583 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5ee23137-7619-4f54-bf92-8b1507ea5fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:27.992651 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5ee23137-7619-4f54-bf92-8b1507ea5fc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:27.994488 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-5ee23137-7619-4f54-bf92-8b1507ea5fc2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5da82a4a-5a3a-4266-9568-75be2fe80941 HTTP/1.1" status: 204 len: 168 time: 0.1594050 Sep 17 08:00:28.002432 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d9e42945-5955-4b64-8d49-e19ea3b16c1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:28.007096 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee23137-7619-4f54-bf92-8b1507ea5fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da82a4a-5a3a-4266-9568-75be2fe80941,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:28.078440 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d9e42945-5955-4b64-8d49-e19ea3b16c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:28.148597 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d9e42945-5955-4b64-8d49-e19ea3b16c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:28.162829 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d9e42945-5955-4b64-8d49-e19ea3b16c1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:28.165520 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d9e42945-5955-4b64-8d49-e19ea3b16c1a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/cd4471eb-e915-4200-a52b-8999a93512ff HTTP/1.1" status: 204 len: 168 time: 0.2679949 Sep 17 08:00:28.171336 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54090) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:28.191878 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e42945-5955-4b64-8d49-e19ea3b16c1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd4471eb-e915-4200-a52b-8999a93512ff,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:28.281904 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-368dacf8-c066-4171-9b04-776ab4d5c56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:28.302138 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54096) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:28.395970 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-368dacf8-c066-4171-9b04-776ab4d5c56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:28.423603 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1fcccc99-10f7-4545-80f0-dfa67e5f9b27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:28.425049 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-368dacf8-c066-4171-9b04-776ab4d5c56a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52fb296c-73d5-4b8d-a417-152740a33476']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:28.437596 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-368dacf8-c066-4171-9b04-776ab4d5c56a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '866ed64a-f4dd-40fe-9014-b946bf37eae0') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:28.437897 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-368dacf8-c066-4171-9b04-776ab4d5c56a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '866ed64a-f4dd-40fe-9014-b946bf37eae0') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:28.455437 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-368dacf8-c066-4171-9b04-776ab4d5c56a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:28.480301 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-368dacf8-c066-4171-9b04-776ab4d5c56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:28.494624 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-368dacf8-c066-4171-9b04-776ab4d5c56a admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:00:28.496008 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-368dacf8-c066-4171-9b04-776ab4d5c56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:28.498699 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:00:28.498699 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:00:28.498699 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:00:28.498699 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:00:28.498699 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:00:28.498699 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:00:28.498699 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:00:28.498699 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:00:28.498699 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:00:28.498699 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:00:28.498699 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:00:28.498699 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:00:28.498699 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:00:28.498699 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:00:28.498699 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:00:28.498699 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:00:28.498699 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:00:28.498699 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:00:28.498699 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:00:28.498699 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:00:28.498699 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:00:28.498699 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:00:28.498699 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:00:28.498699 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:00:28.498699 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:00:28.498699 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:00:28.498699 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:00:28.498699 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:00:28.498699 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:00:28.498699 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:00:28.498699 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:00:28.498699 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:00:28.540523 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1fcccc99-10f7-4545-80f0-dfa67e5f9b27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:28.548188 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1fcccc99-10f7-4545-80f0-dfa67e5f9b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:28.566667 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-368dacf8-c066-4171-9b04-776ab4d5c56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:28.578097 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-368dacf8-c066-4171-9b04-776ab4d5c56a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:28.580668 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-368dacf8-c066-4171-9b04-776ab4d5c56a admin admin] 10.222.0.13 "DELETE /v2.0/networks/52fb296c-73d5-4b8d-a417-152740a33476 HTTP/1.1" status: 204 len: 168 time: 0.4079835 Sep 17 08:00:28.595057 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368dacf8-c066-4171-9b04-776ab4d5c56a admin admin] Pushing event deleted for resources: {'Network': ['ID=52fb296c-73d5-4b8d-a417-152740a33476,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:28.606947 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-1fcccc99-10f7-4545-80f0-dfa67e5f9b27 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3699c18fb5764cd8bfcf3de2fd6bf654&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3033385 Sep 17 08:00:28.607121 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54110) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:28.608039 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcccc99-10f7-4545-80f0-dfa67e5f9b27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9bdea4-4f6c-4322-995b-651dec92eaa4,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:28.679380 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bf94cb9b-2fc5-4baf-93b3-a811c08990ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:28.720978 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bf94cb9b-2fc5-4baf-93b3-a811c08990ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:28.783869 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bf94cb9b-2fc5-4baf-93b3-a811c08990ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:28.786941 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bf94cb9b-2fc5-4baf-93b3-a811c08990ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:28.788267 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-bf94cb9b-2fc5-4baf-93b3-a811c08990ee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ad9bdea4-4f6c-4322-995b-651dec92eaa4 HTTP/1.1" status: 204 len: 168 time: 0.1790922 Sep 17 08:00:28.793375 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54122) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:28.809441 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf94cb9b-2fc5-4baf-93b3-a811c08990ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9bdea4-4f6c-4322-995b-651dec92eaa4,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:28.846631 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-02d700c4-0267-4859-8ae0-6f55e769db8c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4352054ae9244475b95b6c2c5ebca5fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0495389 Sep 17 08:00:28.847255 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54126) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:28.913670 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-19d73de8-0799-4a13-bd57-be9c355819de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:28.937084 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54128) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:28.941140 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-19d73de8-0799-4a13-bd57-be9c355819de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:29.008228 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-19d73de8-0799-4a13-bd57-be9c355819de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:29.011166 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-19d73de8-0799-4a13-bd57-be9c355819de admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:29.012523 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-19d73de8-0799-4a13-bd57-be9c355819de admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9871accd-4044-416c-a995-c42b0a8db4ff HTTP/1.1" status: 204 len: 168 time: 0.1639543 Sep 17 08:00:29.020865 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d73de8-0799-4a13-bd57-be9c355819de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9871accd-4044-416c-a995-c42b0a8db4ff,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:29.216121 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-69301cc9-a809-482a-921c-1b8703edb09b tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-520838316'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:00:29.245597 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69301cc9-a809-482a-921c-1b8703edb09b tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Made reservation on behalf of 70cd31f5472f424a9d602eab31d4c934 for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:00:29.250048 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-69301cc9-a809-482a-921c-1b8703edb09b tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:29.260111 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-69301cc9-a809-482a-921c-1b8703edb09b tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:29.330096 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 8ed2f8c7-d64a-4bba-b716-cde7b6caf688 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:00:29.372725 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: 8ed2f8c7-d64a-4bba-b716-cde7b6caf688 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:00:29.373450 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 8ed2f8c7-d64a-4bba-b716-cde7b6caf688 not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:00:29.415491 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-69301cc9-a809-482a-921c-1b8703edb09b tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:29.422554 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-69301cc9-a809-482a-921c-1b8703edb09b tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:29.447810 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69301cc9-a809-482a-921c-1b8703edb09b tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:00:29.463968 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69301cc9-a809-482a-921c-1b8703edb09b tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c65f1132-e42b-400a-89e4-0e7385d30e20,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:29.468987 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-69301cc9-a809-482a-921c-1b8703edb09b tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:29.469344 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-69301cc9-a809-482a-921c-1b8703edb09b tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Added segment 840cd96b-1deb-48ec-8688-ec97be3df323 of type vlan for network 1271b1b1-74d2-494f-a18c-86ac3d2292bb Sep 17 08:00:29.514703 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-69301cc9-a809-482a-921c-1b8703edb09b tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:29.549460 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-69301cc9-a809-482a-921c-1b8703edb09b tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:29.557142 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69301cc9-a809-482a-921c-1b8703edb09b tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:00:29.557784 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-69301cc9-a809-482a-921c-1b8703edb09b tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:29.595257 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-69301cc9-a809-482a-921c-1b8703edb09b tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.6562753 Sep 17 08:00:29.598043 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54158) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:29.605176 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-b65227a5-e77a-4c38-9f7c-e9b970556a3d tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Request body: {'subnet': {'network_id': '1271b1b1-74d2-494f-a18c-86ac3d2292bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:00:29.654707 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69301cc9-a809-482a-921c-1b8703edb09b tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Pushing event updated for resources: {'Network': ['ID=1271b1b1-74d2-494f-a18c-86ac3d2292bb,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:29.669683 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 1271b1b1-74d2-494f-a18c-86ac3d2292bb details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:00:29.752460 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b65227a5-e77a-4c38-9f7c-e9b970556a3d tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Made reservation on behalf of 70cd31f5472f424a9d602eab31d4c934 for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:00:29.755974 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b65227a5-e77a-4c38-9f7c-e9b970556a3d tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:29.975407 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b65227a5-e77a-4c38-9f7c-e9b970556a3d tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:30.037426 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54182) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:30.069407 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65227a5-e77a-4c38-9f7c-e9b970556a3d tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Checking segment: {'id': '840cd96b-1deb-48ec-8688-ec97be3df323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1271b1b1-74d2-494f-a18c-86ac3d2292bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:00:30.070077 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65227a5-e77a-4c38-9f7c-e9b970556a3d tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Network hostable DHCP agents. Network: 1271b1b1-74d2-494f-a18c-86ac3d2292bb, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:00:30.073348 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65227a5-e77a-4c38-9f7c-e9b970556a3d tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Pushing event updated for resources: {'Subnet': ['ID=d3e03ad3-bad9-47fb-bedf-e29f5fbde10f,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:30.100378 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65227a5-e77a-4c38-9f7c-e9b970556a3d tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Network 1271b1b1-74d2-494f-a18c-86ac3d2292bb is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:00:30.111701 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-b65227a5-e77a-4c38-9f7c-e9b970556a3d tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 1271b1b1-74d2-494f-a18c-86ac3d2292bb) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:00:30.116237 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65227a5-e77a-4c38-9f7c-e9b970556a3d tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:00:30.116746 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b65227a5-e77a-4c38-9f7c-e9b970556a3d tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:30.122992 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f93ff4-7d0b-47aa-8d0f-23cf7b5dac70 None None] Network 1271b1b1-74d2-494f-a18c-86ac3d2292bb requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:00:30.138463 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-b65227a5-e77a-4c38-9f7c-e9b970556a3d tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5391710 Sep 17 08:00:30.140912 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54186) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:30.163204 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-301944fd-cb70-4978-8cc7-16fe3d8e51e4 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Request body: {'port': {'network_id': '1271b1b1-74d2-494f-a18c-86ac3d2292bb', 'name': 'tempest-TagsExtTest-1883432143'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:00:30.209765 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-043dc2dd-6cb8-4ae1-aea3-a318df6251da admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1752624466-network', 'tenant_id': '7ce2b1f54d6d4d64bcd231dc3ea7feec'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:00:30.239671 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043dc2dd-6cb8-4ae1-aea3-a318df6251da admin admin] Made reservation on behalf of 7ce2b1f54d6d4d64bcd231dc3ea7feec for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:00:30.242861 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-043dc2dd-6cb8-4ae1-aea3-a318df6251da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:30.262007 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-043dc2dd-6cb8-4ae1-aea3-a318df6251da admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:30.390133 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1cc98e-e4e0-4a63-9059-2a17defaecc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-1271b1b1-74d2-494f-a18c-86ac3d2292bb', 'network_id': '1271b1b1-74d2-494f-a18c-86ac3d2292bb', 'tenant_id': '70cd31f5472f424a9d602eab31d4c934', 'fixed_ips': [{'subnet_id': 'd3e03ad3-bad9-47fb-bedf-e29f5fbde10f'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:00:30.391816 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-043dc2dd-6cb8-4ae1-aea3-a318df6251da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:30.392285 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4e1cc98e-e4e0-4a63-9059-2a17defaecc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:30.397143 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-043dc2dd-6cb8-4ae1-aea3-a318df6251da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:30.439041 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301944fd-cb70-4978-8cc7-16fe3d8e51e4 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Made reservation on behalf of 70cd31f5472f424a9d602eab31d4c934 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:00:30.444190 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-301944fd-cb70-4978-8cc7-16fe3d8e51e4 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:30.451179 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-043dc2dd-6cb8-4ae1-aea3-a318df6251da admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:00:30.461941 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043dc2dd-6cb8-4ae1-aea3-a318df6251da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b121435c-6955-4cfd-ac36-e60d0f7dd69d,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:30.468869 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-043dc2dd-6cb8-4ae1-aea3-a318df6251da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:30.469610 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-043dc2dd-6cb8-4ae1-aea3-a318df6251da admin admin] Added segment 9f807395-5705-441a-bd5a-6e8d72af9c48 of type vlan for network 300b26c3-51ed-4632-9cff-d68aed53cfcd Sep 17 08:00:30.510800 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [None req-301944fd-cb70-4978-8cc7-16fe3d8e51e4 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] device_id is not set on port 6ca4e039-ef62-4262-af26-0de4a595b0e0 yet. {{(pid=101289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 08:00:30.518020 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-043dc2dd-6cb8-4ae1-aea3-a318df6251da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:30.577104 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-043dc2dd-6cb8-4ae1-aea3-a318df6251da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:30.586384 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043dc2dd-6cb8-4ae1-aea3-a318df6251da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:00:30.589755 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-043dc2dd-6cb8-4ae1-aea3-a318df6251da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:30.637730 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-043dc2dd-6cb8-4ae1-aea3-a318df6251da admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5990300 Sep 17 08:00:30.640568 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54196) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:30.648177 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-e440627c-e447-4d3d-849c-9155feb2f1ff admin admin] Request body: {'subnet': {'network_id': '300b26c3-51ed-4632-9cff-d68aed53cfcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1752624466-subnet', 'tenant_id': '7ce2b1f54d6d4d64bcd231dc3ea7feec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:00:30.654875 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-4e1cc98e-e4e0-4a63-9059-2a17defaecc9 None None] Allocated IP 172.20.0.2 (1271b1b1-74d2-494f-a18c-86ac3d2292bb/d3e03ad3-bad9-47fb-bedf-e29f5fbde10f/f3b57680-70ea-4882-9246-68f226c514c0) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:00:30.694918 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043dc2dd-6cb8-4ae1-aea3-a318df6251da admin admin] Pushing event updated for resources: {'Network': ['ID=300b26c3-51ed-4632-9cff-d68aed53cfcd,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:30.715081 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e440627c-e447-4d3d-849c-9155feb2f1ff admin admin] Made reservation on behalf of 7ce2b1f54d6d4d64bcd231dc3ea7feec for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:00:30.718930 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e440627c-e447-4d3d-849c-9155feb2f1ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:30.741711 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 300b26c3-51ed-4632-9cff-d68aed53cfcd details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:00:30.893823 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4e1cc98e-e4e0-4a63-9059-2a17defaecc9 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:30.903352 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4e1cc98e-e4e0-4a63-9059-2a17defaecc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:30.952980 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e440627c-e447-4d3d-849c-9155feb2f1ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:30.954361 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1cc98e-e4e0-4a63-9059-2a17defaecc9 None None] Network 1271b1b1-74d2-494f-a18c-86ac3d2292bb is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:00:30.958301 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-4e1cc98e-e4e0-4a63-9059-2a17defaecc9 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:00:30.968172 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1cc98e-e4e0-4a63-9059-2a17defaecc9 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:00:30.985259 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1cc98e-e4e0-4a63-9059-2a17defaecc9 None None] Pushing event updated for resources: {'Port': ['ID=f3b57680-70ea-4882-9246-68f226c514c0,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:31.007576 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-301944fd-cb70-4978-8cc7-16fe3d8e51e4 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Allocated IP 172.20.0.13 (1271b1b1-74d2-494f-a18c-86ac3d2292bb/d3e03ad3-bad9-47fb-bedf-e29f5fbde10f/6ca4e039-ef62-4262-af26-0de4a595b0e0) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:00:31.072997 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e440627c-e447-4d3d-849c-9155feb2f1ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9db623c-a465-4979-b18f-c6709c79428e,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:31.073560 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-4e1cc98e-e4e0-4a63-9059-2a17defaecc9 None None] Attempting to bind port f3b57680-70ea-4882-9246-68f226c514c0 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:00:31.073869 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-4e1cc98e-e4e0-4a63-9059-2a17defaecc9 None None] Attempting to bind port f3b57680-70ea-4882-9246-68f226c514c0 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '840cd96b-1deb-48ec-8688-ec97be3df323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1271b1b1-74d2-494f-a18c-86ac3d2292bb'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:00:31.074373 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1cc98e-e4e0-4a63-9059-2a17defaecc9 None None] Attempting to bind port f3b57680-70ea-4882-9246-68f226c514c0 on network 1271b1b1-74d2-494f-a18c-86ac3d2292bb {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:00:31.088651 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1cc98e-e4e0-4a63-9059-2a17defaecc9 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:00:31.089034 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1cc98e-e4e0-4a63-9059-2a17defaecc9 None None] Checking segment: {'id': '840cd96b-1deb-48ec-8688-ec97be3df323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1271b1b1-74d2-494f-a18c-86ac3d2292bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:00:31.089449 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4e1cc98e-e4e0-4a63-9059-2a17defaecc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:31.089849 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1cc98e-e4e0-4a63-9059-2a17defaecc9 None None] Bound using segment: {'id': '840cd96b-1deb-48ec-8688-ec97be3df323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1271b1b1-74d2-494f-a18c-86ac3d2292bb'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:00:31.090338 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-4e1cc98e-e4e0-4a63-9059-2a17defaecc9 None None] Bound port: f3b57680-70ea-4882-9246-68f226c514c0, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '840cd96b-1deb-48ec-8688-ec97be3df323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1271b1b1-74d2-494f-a18c-86ac3d2292bb'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:00:31.090725 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4e1cc98e-e4e0-4a63-9059-2a17defaecc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:31.114899 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e440627c-e447-4d3d-849c-9155feb2f1ff admin admin] Checking segment: {'id': '9f807395-5705-441a-bd5a-6e8d72af9c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '300b26c3-51ed-4632-9cff-d68aed53cfcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:00:31.115211 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e440627c-e447-4d3d-849c-9155feb2f1ff admin admin] Network hostable DHCP agents. Network: 300b26c3-51ed-4632-9cff-d68aed53cfcd, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:00:31.153430 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e440627c-e447-4d3d-849c-9155feb2f1ff admin admin] Network 300b26c3-51ed-4632-9cff-d68aed53cfcd is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:00:31.168642 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-e440627c-e447-4d3d-849c-9155feb2f1ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 300b26c3-51ed-4632-9cff-d68aed53cfcd) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:00:31.174808 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e440627c-e447-4d3d-849c-9155feb2f1ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:00:31.176438 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e440627c-e447-4d3d-849c-9155feb2f1ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:31.184065 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffcfc228-d0f6-4254-bfbe-034b010256a1 None None] Network 300b26c3-51ed-4632-9cff-d68aed53cfcd requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:00:31.205246 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e440627c-e447-4d3d-849c-9155feb2f1ff admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5630002 Sep 17 08:00:31.222900 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-4e1cc98e-e4e0-4a63-9059-2a17defaecc9 None None] For port f3b57680-70ea-4882-9246-68f226c514c0, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:00:31.276957 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-301944fd-cb70-4978-8cc7-16fe3d8e51e4 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:31.279652 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-4e1cc98e-e4e0-4a63-9059-2a17defaecc9 None None] For port f3b57680-70ea-4882-9246-68f226c514c0, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=f3b57680-70ea-4882-9246-68f226c514c0,segment=NetworkSegment(840cd96b-1deb-48ec-8688-ec97be3df323),segment_id=840cd96b-1deb-48ec-8688-ec97be3df323)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:00:31.291611 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4e1cc98e-e4e0-4a63-9059-2a17defaecc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:31.329878 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-301944fd-cb70-4978-8cc7-16fe3d8e51e4 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:31.385083 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301944fd-cb70-4978-8cc7-16fe3d8e51e4 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Network 1271b1b1-74d2-494f-a18c-86ac3d2292bb is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:00:31.388895 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-301944fd-cb70-4978-8cc7-16fe3d8e51e4 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:00:31.391150 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301944fd-cb70-4978-8cc7-16fe3d8e51e4 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:00:31.445452 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1cc98e-e4e0-4a63-9059-2a17defaecc9 None None] Pushing event updated for resources: {'Port': ['ID=f3b57680-70ea-4882-9246-68f226c514c0,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:31.487348 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301944fd-cb70-4978-8cc7-16fe3d8e51e4 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Pushing event updated for resources: {'Port': ['ID=6ca4e039-ef62-4262-af26-0de4a595b0e0,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:31.531081 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786e59b6-82fa-4c44-a73d-b5c5bcf7673d None None] Network 300b26c3-51ed-4632-9cff-d68aed53cfcd requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:00:31.549527 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301944fd-cb70-4978-8cc7-16fe3d8e51e4 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:00:31.550478 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-301944fd-cb70-4978-8cc7-16fe3d8e51e4 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:31.590733 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-301944fd-cb70-4978-8cc7-16fe3d8e51e4 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4430723 Sep 17 08:00:31.591125 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54210) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:31.594308 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-7eef4199-3fef-4bb3-a8bb-c845adfed56a tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1153540410', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:00:31.655668 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7eef4199-3fef-4bb3-a8bb-c845adfed56a tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:31.656965 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7eef4199-3fef-4bb3-a8bb-c845adfed56a tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:31.802395 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7eef4199-3fef-4bb3-a8bb-c845adfed56a tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:31.811283 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7eef4199-3fef-4bb3-a8bb-c845adfed56a tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:31.855415 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7eef4199-3fef-4bb3-a8bb-c845adfed56a tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:31.856823 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-7eef4199-3fef-4bb3-a8bb-c845adfed56a tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2665431 Sep 17 08:00:31.859778 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54218) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:31.866332 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-5287e1a4-29b8-457d-88a6-3721374f5add tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-104333175', 'prefixes': ['172.20.0.0/16']}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:00:32.014912 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5287e1a4-29b8-457d-88a6-3721374f5add tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Notify callbacks [] for subnetpool, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:32.023277 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-5287e1a4-29b8-457d-88a6-3721374f5add tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1609180 Sep 17 08:00:32.025369 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54232) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:32.031247 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.tag.tag_plugin [None req-7dd32f6a-59ec-408d-8f99-714c52a596a6 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'd3e03ad3-bad9-47fb-bedf-e29f5fbde10f', 'tempest-TagsExtTest-Tag-1777499605') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:32.205083 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54236) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:32.206308 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-7dd32f6a-59ec-408d-8f99-714c52a596a6 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] 10.222.0.13 "PUT /v2.0/subnets/d3e03ad3-bad9-47fb-bedf-e29f5fbde10f/tags/tempest-TagsExtTest-Tag-1777499605 HTTP/1.1" status: 201 len: 201 time: 0.1796405 Sep 17 08:00:32.207692 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54238) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:32.210332 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.tag.tag_plugin [None req-4d65ca7b-a65e-43d0-a711-8c91c249c6f1 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '6ca4e039-ef62-4262-af26-0de4a595b0e0', 'tempest-TagsExtTest-Tag-767189790') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:32.217047 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-c3794da8-c82d-4389-8b13-ddb52762a348 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-246586947-network', 'tenant_id': 'db0c0919e35048a492be229cedc31a45'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:00:32.248153 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3794da8-c82d-4389-8b13-ddb52762a348 admin admin] Made reservation on behalf of db0c0919e35048a492be229cedc31a45 for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:00:32.250770 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c3794da8-c82d-4389-8b13-ddb52762a348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:32.261814 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c3794da8-c82d-4389-8b13-ddb52762a348 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:32.298945 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-4d65ca7b-a65e-43d0-a711-8c91c249c6f1 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] 10.222.0.13 "PUT /v2.0/ports/6ca4e039-ef62-4262-af26-0de4a595b0e0/tags/tempest-TagsExtTest-Tag-767189790 HTTP/1.1" status: 201 len: 201 time: 0.0923619 Sep 17 08:00:32.302421 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54240) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:32.326187 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.tag.tag_plugin [None req-d05b908f-40bd-4e18-8795-827eec5b7477 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'a4394744-bb07-4d3c-9f8a-9864f1394589', 'tempest-TagsExtTest-Tag-2135749868') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:32.474580 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d05b908f-40bd-4e18-8795-827eec5b7477 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] 10.222.0.13 "PUT /v2.0/routers/a4394744-bb07-4d3c-9f8a-9864f1394589/tags/tempest-TagsExtTest-Tag-2135749868 HTTP/1.1" status: 201 len: 201 time: 0.1705923 Sep 17 08:00:32.477080 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54248) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:32.484999 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.tag.tag_plugin [None req-a2456e15-9cf1-41c7-8bb8-068b93d757a1 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '2433d514-2269-4bfd-ac7b-1f54f835e5db', 'tempest-TagsExtTest-Tag-1193762725') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:32.528889 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c3794da8-c82d-4389-8b13-ddb52762a348 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:32.533783 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c3794da8-c82d-4389-8b13-ddb52762a348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:32.569782 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3794da8-c82d-4389-8b13-ddb52762a348 admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:00:32.595318 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a2456e15-9cf1-41c7-8bb8-068b93d757a1 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] 10.222.0.13 "PUT /v2.0/subnetpools/2433d514-2269-4bfd-ac7b-1f54f835e5db/tags/tempest-TagsExtTest-Tag-1193762725 HTTP/1.1" status: 201 len: 201 time: 0.1140711 Sep 17 08:00:32.595318 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c3794da8-c82d-4389-8b13-ddb52762a348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:32.595318 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-c3794da8-c82d-4389-8b13-ddb52762a348 admin admin] Added segment cfe01a12-51c8-4d5a-98ea-fd666b7a4327 of type vlan for network 9ddbcbcb-afb6-4cab-a0ad-b923eee58b1f Sep 17 08:00:32.596153 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3794da8-c82d-4389-8b13-ddb52762a348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8541b5d-bd37-4fef-93de-7eebe88e2979,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:32.596827 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54252) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:32.608870 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.tag.tag_plugin [None req-07fc82a0-a16a-4ea2-a0d6-839b1caa808c tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'd3e03ad3-bad9-47fb-bedf-e29f5fbde10f') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:32.668583 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c3794da8-c82d-4389-8b13-ddb52762a348 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:32.697864 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c3794da8-c82d-4389-8b13-ddb52762a348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:32.699394 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3794da8-c82d-4389-8b13-ddb52762a348 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:00:32.701160 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c3794da8-c82d-4389-8b13-ddb52762a348 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:32.729563 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-07fc82a0-a16a-4ea2-a0d6-839b1caa808c tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] 10.222.0.13 "GET /v2.0/subnets/d3e03ad3-bad9-47fb-bedf-e29f5fbde10f/tags HTTP/1.1" status: 200 len: 241 time: 0.1300957 Sep 17 08:00:32.731278 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54254) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:32.735882 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.tag.tag_plugin [None req-7107101f-485e-4b16-852f-2b680282dfa6 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd3e03ad3-bad9-47fb-bedf-e29f5fbde10f', 'tempest-TagsExtTest-Tag-1777499605') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:32.812725 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c3794da8-c82d-4389-8b13-ddb52762a348 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6010678 Sep 17 08:00:32.815718 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54258) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:32.823796 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-2f1134e3-0175-4b79-bc70-d890c9d075f5 admin admin] Request body: {'subnet': {'network_id': '9ddbcbcb-afb6-4cab-a0ad-b923eee58b1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-246586947-subnet', 'tenant_id': 'db0c0919e35048a492be229cedc31a45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:00:32.824069 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-7107101f-485e-4b16-852f-2b680282dfa6 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] 10.222.0.13 "GET /v2.0/subnets/d3e03ad3-bad9-47fb-bedf-e29f5fbde10f/tags/tempest-TagsExtTest-Tag-1777499605 HTTP/1.1" status: 204 len: 168 time: 0.0890152 Sep 17 08:00:32.824558 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54260) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:32.826327 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3794da8-c82d-4389-8b13-ddb52762a348 admin admin] Pushing event updated for resources: {'Network': ['ID=9ddbcbcb-afb6-4cab-a0ad-b923eee58b1f,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:32.831509 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.tag.tag_plugin [None req-924dab81-5c32-4519-b00f-7bea0d6dcabc tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'd3e03ad3-bad9-47fb-bedf-e29f5fbde10f', 'tempest-TagsExtTest-Tag-1777499605') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:32.837243 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 9ddbcbcb-afb6-4cab-a0ad-b923eee58b1f details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:00:32.856653 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f1134e3-0175-4b79-bc70-d890c9d075f5 admin admin] Made reservation on behalf of db0c0919e35048a492be229cedc31a45 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:00:32.861510 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2f1134e3-0175-4b79-bc70-d890c9d075f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:32.947214 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50f3956-954b-4d0f-974f-ec822065658f None None] Network 1271b1b1-74d2-494f-a18c-86ac3d2292bb requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:00:33.005816 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-924dab81-5c32-4519-b00f-7bea0d6dcabc tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] 10.222.0.13 "DELETE /v2.0/subnets/d3e03ad3-bad9-47fb-bedf-e29f5fbde10f/tags/tempest-TagsExtTest-Tag-1777499605 HTTP/1.1" status: 204 len: 168 time: 0.1790879 Sep 17 08:00:33.008224 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54262) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:33.028926 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.tag.tag_plugin [None req-ede60546-f05a-440d-a7b2-8fae6456ef06 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'd3e03ad3-bad9-47fb-bedf-e29f5fbde10f') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:33.060929 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-9bb6f93f-0c0c-4bbb-930c-2a0429626068 None None] Provisioning complete for port f3b57680-70ea-4882-9246-68f226c514c0 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:00:33.061494 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9bb6f93f-0c0c-4bbb-930c-2a0429626068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:33.106543 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2f1134e3-0175-4b79-bc70-d890c9d075f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:33.139405 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ede60546-f05a-440d-a7b2-8fae6456ef06 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] 10.222.0.13 "GET /v2.0/subnets/d3e03ad3-bad9-47fb-bedf-e29f5fbde10f/tags HTTP/1.1" status: 200 len: 205 time: 0.1271424 Sep 17 08:00:33.140254 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54266) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:33.150208 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.tag.tag_plugin [None req-c06fd8ac-6a65-4158-acc3-b99c42dd23b1 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '6ca4e039-ef62-4262-af26-0de4a595b0e0') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:33.202343 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9bb6f93f-0c0c-4bbb-930c-2a0429626068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:33.256071 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-c06fd8ac-6a65-4158-acc3-b99c42dd23b1 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] 10.222.0.13 "GET /v2.0/ports/6ca4e039-ef62-4262-af26-0de4a595b0e0/tags HTTP/1.1" status: 200 len: 240 time: 0.1122525 Sep 17 08:00:33.259697 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54268) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:33.277067 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.tag.tag_plugin [None req-e1de5b73-45ef-4a15-8a30-5032c7a1c8f7 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6ca4e039-ef62-4262-af26-0de4a595b0e0', 'tempest-TagsExtTest-Tag-767189790') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:33.293904 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1134e3-0175-4b79-bc70-d890c9d075f5 admin admin] Checking segment: {'id': 'cfe01a12-51c8-4d5a-98ea-fd666b7a4327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '9ddbcbcb-afb6-4cab-a0ad-b923eee58b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:00:33.293904 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1134e3-0175-4b79-bc70-d890c9d075f5 admin admin] Network hostable DHCP agents. Network: 9ddbcbcb-afb6-4cab-a0ad-b923eee58b1f, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:00:33.318390 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1134e3-0175-4b79-bc70-d890c9d075f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6a0402f-c9b5-42ac-915e-e2a71578d0e9,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:33.354716 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device f3b57680-70ea-4882-9246-68f226c514c0 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:00:33.368950 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1134e3-0175-4b79-bc70-d890c9d075f5 admin admin] Network 9ddbcbcb-afb6-4cab-a0ad-b923eee58b1f is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:00:33.370159 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-9bb6f93f-0c0c-4bbb-930c-2a0429626068 None None] For port f3b57680-70ea-4882-9246-68f226c514c0, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=f3b57680-70ea-4882-9246-68f226c514c0,segment=NetworkSegment(840cd96b-1deb-48ec-8688-ec97be3df323),segment_id=840cd96b-1deb-48ec-8688-ec97be3df323)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:00:33.387726 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e1de5b73-45ef-4a15-8a30-5032c7a1c8f7 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] 10.222.0.13 "GET /v2.0/ports/6ca4e039-ef62-4262-af26-0de4a595b0e0/tags/tempest-TagsExtTest-Tag-767189790 HTTP/1.1" status: 204 len: 168 time: 0.1220503 Sep 17 08:00:33.390429 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54270) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:33.394356 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9bb6f93f-0c0c-4bbb-930c-2a0429626068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:33.395374 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.tag.tag_plugin [None req-13248c27-b743-4157-b0bb-046a0fb305bf tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '6ca4e039-ef62-4262-af26-0de4a595b0e0', 'tempest-TagsExtTest-Tag-767189790') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:33.396842 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-2f1134e3-0175-4b79-bc70-d890c9d075f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 9ddbcbcb-afb6-4cab-a0ad-b923eee58b1f) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:00:33.406056 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1134e3-0175-4b79-bc70-d890c9d075f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:00:33.406840 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2f1134e3-0175-4b79-bc70-d890c9d075f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:33.432638 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-2f1134e3-0175-4b79-bc70-d890c9d075f5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6157854 Sep 17 08:00:33.470964 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9453642-aa11-4da7-8d01-a675220ef6cf None None] Network 9ddbcbcb-afb6-4cab-a0ad-b923eee58b1f requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:00:33.543195 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-13248c27-b743-4157-b0bb-046a0fb305bf tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] 10.222.0.13 "DELETE /v2.0/ports/6ca4e039-ef62-4262-af26-0de4a595b0e0/tags/tempest-TagsExtTest-Tag-767189790 HTTP/1.1" status: 204 len: 168 time: 0.1489024 Sep 17 08:00:33.543545 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54282) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:33.549018 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.tag.tag_plugin [None req-7a3ee46b-fd73-4daf-93ae-54f9f68045b0 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '6ca4e039-ef62-4262-af26-0de4a595b0e0') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:33.630574 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54286) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:33.633671 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-7a3ee46b-fd73-4daf-93ae-54f9f68045b0 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] 10.222.0.13 "GET /v2.0/ports/6ca4e039-ef62-4262-af26-0de4a595b0e0/tags HTTP/1.1" status: 200 len: 205 time: 0.0877416 Sep 17 08:00:33.636717 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.tag.tag_plugin [None req-1a9e3258-105b-40d6-b391-61ae0692041f tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'a4394744-bb07-4d3c-9f8a-9864f1394589') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:33.671905 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54288) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:33.716752 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb6f93f-0c0c-4bbb-930c-2a0429626068 None None] Pushing event updated for resources: {'Port': ['ID=f3b57680-70ea-4882-9246-68f226c514c0,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:33.745609 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-1a9e3258-105b-40d6-b391-61ae0692041f tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] 10.222.0.13 "GET /v2.0/routers/a4394744-bb07-4d3c-9f8a-9864f1394589/tags HTTP/1.1" status: 200 len: 241 time: 0.1138966 Sep 17 08:00:33.748228 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54290) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:33.754336 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.tag.tag_plugin [None req-c2caf650-83ba-4d8d-9764-08009531f5ed tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a4394744-bb07-4d3c-9f8a-9864f1394589', 'tempest-TagsExtTest-Tag-2135749868') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:33.779552 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-d44f38c4-2c1d-4bca-add6-3361a5307582 admin admin] Deleting subnet e9db623c-a465-4979-b18f-c6709c79428e {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:00:33.790379 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port f3b57680-70ea-4882-9246-68f226c514c0 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:00:33.790800 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d44f38c4-2c1d-4bca-add6-3361a5307582 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:33.795012 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:33.864975 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-c2caf650-83ba-4d8d-9764-08009531f5ed tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] 10.222.0.13 "GET /v2.0/routers/a4394744-bb07-4d3c-9f8a-9864f1394589/tags/tempest-TagsExtTest-Tag-2135749868 HTTP/1.1" status: 204 len: 168 time: 0.1126988 Sep 17 08:00:33.865282 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54292) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:33.871665 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d44f38c4-2c1d-4bca-add6-3361a5307582 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:33.873269 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.tag.tag_plugin [None req-a04039f9-35e9-43c7-87c2-a107657c8c33 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'a4394744-bb07-4d3c-9f8a-9864f1394589', 'tempest-TagsExtTest-Tag-2135749868') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:33.908290 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771fbea0-0bbf-49e8-8dbb-0cb63be5d9f9 None None] Network 9ddbcbcb-afb6-4cab-a0ad-b923eee58b1f requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:00:33.965827 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-453e84b6-705b-4b34-ad48-8e2db0dc9723 None None] Provisioning complete for port 6ca4e039-ef62-4262-af26-0de4a595b0e0 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:00:33.966580 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-453e84b6-705b-4b34-ad48-8e2db0dc9723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:33.980208 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d44f38c4-2c1d-4bca-add6-3361a5307582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:34.057878 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-a04039f9-35e9-43c7-87c2-a107657c8c33 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] 10.222.0.13 "DELETE /v2.0/routers/a4394744-bb07-4d3c-9f8a-9864f1394589/tags/tempest-TagsExtTest-Tag-2135749868 HTTP/1.1" status: 204 len: 168 time: 0.1913624 Sep 17 08:00:34.060542 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54300) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:34.066613 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.tag.tag_plugin [None req-ff8deaf5-3b02-4b42-b535-1211b433c139 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'a4394744-bb07-4d3c-9f8a-9864f1394589') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:34.122729 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-453e84b6-705b-4b34-ad48-8e2db0dc9723 None None] Port 6ca4e039-ef62-4262-af26-0de4a595b0e0 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:00:34.185357 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d44f38c4-2c1d-4bca-add6-3361a5307582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:34.213206 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ff8deaf5-3b02-4b42-b535-1211b433c139 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] 10.222.0.13 "GET /v2.0/routers/a4394744-bb07-4d3c-9f8a-9864f1394589/tags HTTP/1.1" status: 200 len: 205 time: 0.1513996 Sep 17 08:00:34.215885 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54304) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:34.218513 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d44f38c4-2c1d-4bca-add6-3361a5307582 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:34.220350 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.tag.tag_plugin [None req-76330ab3-5ba7-498b-a668-12d532949506 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '2433d514-2269-4bfd-ac7b-1f54f835e5db') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:34.223309 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d44f38c4-2c1d-4bca-add6-3361a5307582 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e9db623c-a465-4979-b18f-c6709c79428e HTTP/1.1" status: 204 len: 168 time: 0.5499442 Sep 17 08:00:34.224082 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54306) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:34.224823 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44f38c4-2c1d-4bca-add6-3361a5307582 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9db623c-a465-4979-b18f-c6709c79428e,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:34.250532 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-453e84b6-705b-4b34-ad48-8e2db0dc9723 None None] Provisioning complete for port f3b57680-70ea-4882-9246-68f226c514c0 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:00:34.251106 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-453e84b6-705b-4b34-ad48-8e2db0dc9723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:34.265186 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-76330ab3-5ba7-498b-a668-12d532949506 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] 10.222.0.13 "GET /v2.0/subnetpools/2433d514-2269-4bfd-ac7b-1f54f835e5db/tags HTTP/1.1" status: 200 len: 241 time: 0.0457637 Sep 17 08:00:34.265711 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54310) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:34.275682 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.tag.tag_plugin [None req-6b6b1e17-730e-4c78-b95a-57369ed5a665 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2433d514-2269-4bfd-ac7b-1f54f835e5db', 'tempest-TagsExtTest-Tag-1193762725') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:34.311259 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-6b6b1e17-730e-4c78-b95a-57369ed5a665 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] 10.222.0.13 "GET /v2.0/subnetpools/2433d514-2269-4bfd-ac7b-1f54f835e5db/tags/tempest-TagsExtTest-Tag-1193762725 HTTP/1.1" status: 204 len: 168 time: 0.0422211 Sep 17 08:00:34.312048 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54312) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:34.323411 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.tag.tag_plugin [None req-d2e3e244-c8c7-4bf9-86d2-622a2445676c tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '2433d514-2269-4bfd-ac7b-1f54f835e5db', 'tempest-TagsExtTest-Tag-1193762725') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:34.355638 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ca685127-c787-4808-9f17-1aadce9f7564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:34.396847 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-d2e3e244-c8c7-4bf9-86d2-622a2445676c tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] 10.222.0.13 "DELETE /v2.0/subnetpools/2433d514-2269-4bfd-ac7b-1f54f835e5db/tags/tempest-TagsExtTest-Tag-1193762725 HTTP/1.1" status: 204 len: 168 time: 0.0830436 Sep 17 08:00:34.398910 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54314) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:34.403241 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.tag.tag_plugin [None req-d8cd4bc0-830b-42b8-b4a3-0aa0372920ba tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '2433d514-2269-4bfd-ac7b-1f54f835e5db') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:34.432691 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-d8cd4bc0-830b-42b8-b4a3-0aa0372920ba tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] 10.222.0.13 "GET /v2.0/subnetpools/2433d514-2269-4bfd-ac7b-1f54f835e5db/tags HTTP/1.1" status: 200 len: 205 time: 0.0323560 Sep 17 08:00:34.434955 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54318) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:34.445456 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.tag.tag_plugin [None req-ff968ee6-0ab8-46b1-a99e-4a5d700960a1 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '2433d514-2269-4bfd-ac7b-1f54f835e5db') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:34.479336 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ff968ee6-0ab8-46b1-a99e-4a5d700960a1 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] 10.222.0.13 "DELETE /v2.0/subnetpools/2433d514-2269-4bfd-ac7b-1f54f835e5db/tags HTTP/1.1" status: 204 len: 168 time: 0.0424747 Sep 17 08:00:34.484960 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54320) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:34.489626 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ca685127-c787-4808-9f17-1aadce9f7564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:34.489812 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.tag.tag_plugin [None req-79a7871b-acc1-4330-a65b-46908fe13298 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a4394744-bb07-4d3c-9f8a-9864f1394589') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:34.508221 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-0fd6041c-cd8c-416f-a1c1-74fb1bf1b750 None None] Provisioning complete for port 6ca4e039-ef62-4262-af26-0de4a595b0e0 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:00:34.510998 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0fd6041c-cd8c-416f-a1c1-74fb1bf1b750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:34.523707 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-ca685127-c787-4808-9f17-1aadce9f7564 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['300b26c3-51ed-4632-9cff-d68aed53cfcd']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:34.536366 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-ca685127-c787-4808-9f17-1aadce9f7564 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f807395-5705-441a-bd5a-6e8d72af9c48') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:34.536511 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-ca685127-c787-4808-9f17-1aadce9f7564 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f807395-5705-441a-bd5a-6e8d72af9c48') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:34.565209 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ca685127-c787-4808-9f17-1aadce9f7564 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:34.574809 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ca685127-c787-4808-9f17-1aadce9f7564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:34.581875 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca685127-c787-4808-9f17-1aadce9f7564 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:00:34.583209 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ca685127-c787-4808-9f17-1aadce9f7564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:34.585786 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 08:00:34.585786 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:00:34.585786 n-d-789963-9 neutron-server[101290]: timer() Sep 17 08:00:34.585786 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:00:34.585786 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 08:00:34.585786 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:00:34.585786 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 08:00:34.585786 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:00:34.585786 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 08:00:34.585786 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:00:34.585786 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 08:00:34.585786 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:00:34.585786 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 08:00:34.585786 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:00:34.585786 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:00:34.585786 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:00:34.585786 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:00:34.585786 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:00:34.585786 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 08:00:34.585786 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:00:34.585786 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 08:00:34.585786 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:00:34.585786 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:00:34.585786 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:00:34.585786 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 08:00:34.585786 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:00:34.585786 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:00:34.585786 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:00:34.585786 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:00:34.585786 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:00:34.585786 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:00:34.585786 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:00:34.588613 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-0fd6041c-cd8c-416f-a1c1-74fb1bf1b750 None None] Port 6ca4e039-ef62-4262-af26-0de4a595b0e0 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:00:34.635688 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-79a7871b-acc1-4330-a65b-46908fe13298 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] 10.222.0.13 "DELETE /v2.0/routers/a4394744-bb07-4d3c-9f8a-9864f1394589/tags HTTP/1.1" status: 204 len: 168 time: 0.1495779 Sep 17 08:00:34.638269 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54324) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:34.642441 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.tag.tag_plugin [None req-a6eab488-4897-477d-a024-0466cd5efa7b tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6ca4e039-ef62-4262-af26-0de4a595b0e0') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:34.665778 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ca685127-c787-4808-9f17-1aadce9f7564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:34.673773 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ca685127-c787-4808-9f17-1aadce9f7564 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:34.679443 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ca685127-c787-4808-9f17-1aadce9f7564 admin admin] 10.222.0.13 "DELETE /v2.0/networks/300b26c3-51ed-4632-9cff-d68aed53cfcd HTTP/1.1" status: 204 len: 168 time: 0.4517009 Sep 17 08:00:34.680170 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54326) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:34.708729 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca685127-c787-4808-9f17-1aadce9f7564 admin admin] Pushing event deleted for resources: {'Network': ['ID=300b26c3-51ed-4632-9cff-d68aed53cfcd,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:34.745420 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-c410a98a-f13a-4ad8-8fe6-dabc6ea42871 admin admin] Deleting subnet a6a0402f-c9b5-42ac-915e-e2a71578d0e9 {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:00:34.749140 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c410a98a-f13a-4ad8-8fe6-dabc6ea42871 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:34.771887 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-a6eab488-4897-477d-a024-0466cd5efa7b tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] 10.222.0.13 "DELETE /v2.0/ports/6ca4e039-ef62-4262-af26-0de4a595b0e0/tags HTTP/1.1" status: 204 len: 168 time: 0.1319873 Sep 17 08:00:34.776802 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54328) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:34.786971 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.tag.tag_plugin [None req-718df369-c86a-44ac-a870-3765a057e703 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd3e03ad3-bad9-47fb-bedf-e29f5fbde10f') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:34.820078 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c410a98a-f13a-4ad8-8fe6-dabc6ea42871 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:35.013889 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:35.186033 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c410a98a-f13a-4ad8-8fe6-dabc6ea42871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:35.235775 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-718df369-c86a-44ac-a870-3765a057e703 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] 10.222.0.13 "DELETE /v2.0/subnets/d3e03ad3-bad9-47fb-bedf-e29f5fbde10f/tags HTTP/1.1" status: 204 len: 168 time: 0.4550560 Sep 17 08:00:35.236154 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54338) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:35.241562 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.tag.tag_plugin [None req-1e695f94-604a-4688-8b95-2d9d4b83787d tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'd3e03ad3-bad9-47fb-bedf-e29f5fbde10f', 'tempest-TagsExtTest-Tag-2125438780') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:35.246844 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device f3b57680-70ea-4882-9246-68f226c514c0 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:00:35.303688 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c410a98a-f13a-4ad8-8fe6-dabc6ea42871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:35.317361 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port f3b57680-70ea-4882-9246-68f226c514c0 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:00:35.317881 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:35.339008 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-1e695f94-604a-4688-8b95-2d9d4b83787d tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] 10.222.0.13 "PUT /v2.0/subnets/d3e03ad3-bad9-47fb-bedf-e29f5fbde10f/tags/tempest-TagsExtTest-Tag-2125438780 HTTP/1.1" status: 201 len: 201 time: 0.1007354 Sep 17 08:00:35.341008 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54344) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:35.342252 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c410a98a-f13a-4ad8-8fe6-dabc6ea42871 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6a0402f-c9b5-42ac-915e-e2a71578d0e9,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:35.349362 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.tag.tag_plugin [None req-3b6109c6-6563-4970-a36b-eb712417fb24 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '6ca4e039-ef62-4262-af26-0de4a595b0e0', 'tempest-TagsExtTest-Tag-472754859') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:35.354026 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c410a98a-f13a-4ad8-8fe6-dabc6ea42871 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:35.356936 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-c410a98a-f13a-4ad8-8fe6-dabc6ea42871 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a6a0402f-c9b5-42ac-915e-e2a71578d0e9 HTTP/1.1" status: 204 len: 168 time: 0.6755941 Sep 17 08:00:35.359119 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54346) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:35.446248 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54350) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:35.447370 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-3b6109c6-6563-4970-a36b-eb712417fb24 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] 10.222.0.13 "PUT /v2.0/ports/6ca4e039-ef62-4262-af26-0de4a595b0e0/tags/tempest-TagsExtTest-Tag-472754859 HTTP/1.1" status: 201 len: 201 time: 0.0987930 Sep 17 08:00:35.456316 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.tag.tag_plugin [None req-23614cc1-129a-46a8-bd3c-61e6d1e0d729 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'a4394744-bb07-4d3c-9f8a-9864f1394589', 'tempest-TagsExtTest-Tag-1575073314') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:35.511757 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-36a5bac3-c6f8-4cbe-8f0d-0330d8ba4156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:35.645332 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-36a5bac3-c6f8-4cbe-8f0d-0330d8ba4156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:35.659876 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-23614cc1-129a-46a8-bd3c-61e6d1e0d729 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] 10.222.0.13 "PUT /v2.0/routers/a4394744-bb07-4d3c-9f8a-9864f1394589/tags/tempest-TagsExtTest-Tag-1575073314 HTTP/1.1" status: 201 len: 201 time: 0.2097328 Sep 17 08:00:35.660824 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54362) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:35.666092 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.tag.tag_plugin [None req-c4620d4a-e9ac-41c4-ae2c-f9a3fb8e9528 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '2433d514-2269-4bfd-ac7b-1f54f835e5db', 'tempest-TagsExtTest-Tag-1911088830') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:35.673871 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-36a5bac3-c6f8-4cbe-8f0d-0330d8ba4156 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ddbcbcb-afb6-4cab-a0ad-b923eee58b1f']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:35.678768 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:35.691046 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-36a5bac3-c6f8-4cbe-8f0d-0330d8ba4156 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfe01a12-51c8-4d5a-98ea-fd666b7a4327') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:35.691348 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-36a5bac3-c6f8-4cbe-8f0d-0330d8ba4156 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfe01a12-51c8-4d5a-98ea-fd666b7a4327') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:35.702086 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-36a5bac3-c6f8-4cbe-8f0d-0330d8ba4156 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:35.723923 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c4620d4a-e9ac-41c4-ae2c-f9a3fb8e9528 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] 10.222.0.13 "PUT /v2.0/subnetpools/2433d514-2269-4bfd-ac7b-1f54f835e5db/tags/tempest-TagsExtTest-Tag-1911088830 HTTP/1.1" status: 201 len: 201 time: 0.0608618 Sep 17 08:00:35.726396 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54366) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:35.728169 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-36a5bac3-c6f8-4cbe-8f0d-0330d8ba4156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:35.732872 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.tag.tag_plugin [None req-625eabb8-6436-4c35-a475-547e898b4040 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'd3e03ad3-bad9-47fb-bedf-e29f5fbde10f', {'tags': ['tempest-TagsExtTest-Tag-382911865', 'tempest-TagsExtTest-Tag-628698955', 'tempest-TagsExtTest-Tag-1972920166']}) {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:35.763640 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36a5bac3-c6f8-4cbe-8f0d-0330d8ba4156 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:00:35.764067 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-36a5bac3-c6f8-4cbe-8f0d-0330d8ba4156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:35.765806 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:00:35.765806 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:00:35.765806 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:00:35.765806 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:00:35.765806 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:00:35.765806 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:00:35.765806 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:00:35.765806 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:00:35.765806 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:00:35.765806 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:00:35.765806 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:00:35.765806 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:00:35.765806 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:00:35.765806 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:00:35.765806 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:00:35.765806 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:00:35.765806 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:00:35.765806 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:00:35.765806 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:00:35.765806 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:00:35.765806 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:00:35.765806 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:00:35.765806 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:00:35.765806 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:00:35.765806 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:00:35.765806 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:00:35.765806 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:00:35.765806 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:00:35.765806 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:00:35.765806 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:00:35.765806 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:00:35.765806 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:00:35.837650 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-36a5bac3-c6f8-4cbe-8f0d-0330d8ba4156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:35.845065 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-36a5bac3-c6f8-4cbe-8f0d-0330d8ba4156 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:35.846892 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-36a5bac3-c6f8-4cbe-8f0d-0330d8ba4156 admin admin] 10.222.0.13 "DELETE /v2.0/networks/9ddbcbcb-afb6-4cab-a0ad-b923eee58b1f HTTP/1.1" status: 204 len: 168 time: 0.4864640 Sep 17 08:00:35.860143 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-625eabb8-6436-4c35-a475-547e898b4040 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] 10.222.0.13 "PUT /v2.0/subnets/d3e03ad3-bad9-47fb-bedf-e29f5fbde10f/tags HTTP/1.1" status: 200 len: 316 time: 0.1332719 Sep 17 08:00:35.860996 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a5bac3-c6f8-4cbe-8f0d-0330d8ba4156 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ddbcbcb-afb6-4cab-a0ad-b923eee58b1f,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:35.862634 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54376) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:35.866837 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.tag.tag_plugin [None req-d8610aea-7f96-438e-9fde-0599ced616ca tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd3e03ad3-bad9-47fb-bedf-e29f5fbde10f') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:36.005497 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-d8610aea-7f96-438e-9fde-0599ced616ca tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] 10.222.0.13 "DELETE /v2.0/subnets/d3e03ad3-bad9-47fb-bedf-e29f5fbde10f/tags HTTP/1.1" status: 204 len: 168 time: 0.1393883 Sep 17 08:00:36.006427 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54382) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:36.012177 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.tag.tag_plugin [None req-02188fa7-1e53-4eca-9e64-9d469b69c072 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd3e03ad3-bad9-47fb-bedf-e29f5fbde10f', 'tempest-TagsExtTest-Tag-382911865') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:36.083175 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54392) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:36.116771 n-d-789963-9 neutron-server[101290]: INFO neutron.api.v2.resource [None req-02188fa7-1e53-4eca-9e64-9d469b69c072 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] show failed (client error): The resource could not be found. Sep 17 08:00:36.117841 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-02188fa7-1e53-4eca-9e64-9d469b69c072 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] 10.222.0.13 "GET /v2.0/subnets/d3e03ad3-bad9-47fb-bedf-e29f5fbde10f/tags/tempest-TagsExtTest-Tag-382911865 HTTP/1.1" status: 404 len: 328 time: 0.1100864 Sep 17 08:00:36.121504 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54396) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:36.133441 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.tag.tag_plugin [None req-e8bf2dd9-4a8b-40fd-a836-beaa83953f23 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd3e03ad3-bad9-47fb-bedf-e29f5fbde10f', 'tempest-TagsExtTest-Tag-628698955') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:36.172981 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-b7ed1681-5000-4fc1-9a04-3f61b8851ed3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7ce2b1f54d6d4d64bcd231dc3ea7feec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0884488 Sep 17 08:00:36.175399 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54402) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:36.208076 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-e8bf2dd9-4a8b-40fd-a836-beaa83953f23 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] show failed (client error): The resource could not be found. Sep 17 08:00:36.209341 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e8bf2dd9-4a8b-40fd-a836-beaa83953f23 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] 10.222.0.13 "GET /v2.0/subnets/d3e03ad3-bad9-47fb-bedf-e29f5fbde10f/tags/tempest-TagsExtTest-Tag-628698955 HTTP/1.1" status: 404 len: 328 time: 0.0866621 Sep 17 08:00:36.213596 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54404) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:36.220913 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.tag.tag_plugin [None req-aa6c41ad-f946-446f-870e-0caa1f764427 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd3e03ad3-bad9-47fb-bedf-e29f5fbde10f', 'tempest-TagsExtTest-Tag-1972920166') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:36.282830 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d4cc3aa3-c2f4-4a07-9d6f-4d8064fdcd3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:36.310364 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d4cc3aa3-c2f4-4a07-9d6f-4d8064fdcd3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:36.312582 n-d-789963-9 neutron-server[101290]: INFO neutron.api.v2.resource [None req-aa6c41ad-f946-446f-870e-0caa1f764427 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] show failed (client error): The resource could not be found. Sep 17 08:00:36.316777 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-aa6c41ad-f946-446f-870e-0caa1f764427 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] 10.222.0.13 "GET /v2.0/subnets/d3e03ad3-bad9-47fb-bedf-e29f5fbde10f/tags/tempest-TagsExtTest-Tag-1972920166 HTTP/1.1" status: 404 len: 329 time: 0.0990829 Sep 17 08:00:36.317062 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54410) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:36.321974 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.tag.tag_plugin [None req-eb327fa7-177e-4e21-b4aa-0365b612e23a tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '6ca4e039-ef62-4262-af26-0de4a595b0e0', {'tags': ['tempest-TagsExtTest-Tag-1224672111', 'tempest-TagsExtTest-Tag-1163313674', 'tempest-TagsExtTest-Tag-1942946839']}) {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:36.388759 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d4cc3aa3-c2f4-4a07-9d6f-4d8064fdcd3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:36.394019 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d4cc3aa3-c2f4-4a07-9d6f-4d8064fdcd3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:36.395732 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d4cc3aa3-c2f4-4a07-9d6f-4d8064fdcd3e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b121435c-6955-4cfd-ac36-e60d0f7dd69d HTTP/1.1" status: 204 len: 168 time: 0.2192614 Sep 17 08:00:36.405836 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-eb327fa7-177e-4e21-b4aa-0365b612e23a tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] 10.222.0.13 "PUT /v2.0/ports/6ca4e039-ef62-4262-af26-0de4a595b0e0/tags HTTP/1.1" status: 200 len: 318 time: 0.0851555 Sep 17 08:00:36.406065 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54414) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:36.411701 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.tag.tag_plugin [None req-df8c033e-5080-46ed-9b49-c2d0ca4a5444 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6ca4e039-ef62-4262-af26-0de4a595b0e0') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:36.424809 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cc3aa3-c2f4-4a07-9d6f-4d8064fdcd3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b121435c-6955-4cfd-ac36-e60d0f7dd69d,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:36.497448 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54418) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:36.500510 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-df8c033e-5080-46ed-9b49-c2d0ca4a5444 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] 10.222.0.13 "DELETE /v2.0/ports/6ca4e039-ef62-4262-af26-0de4a595b0e0/tags HTTP/1.1" status: 204 len: 168 time: 0.0932269 Sep 17 08:00:36.503970 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.tag.tag_plugin [None req-8cfaa847-3ba5-43e5-a93a-eddaa5df996f tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6ca4e039-ef62-4262-af26-0de4a595b0e0', 'tempest-TagsExtTest-Tag-1224672111') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:36.567611 n-d-789963-9 neutron-server[101290]: INFO neutron.api.v2.resource [None req-8cfaa847-3ba5-43e5-a93a-eddaa5df996f tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] show failed (client error): The resource could not be found. Sep 17 08:00:36.572083 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54424) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:36.573143 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-8cfaa847-3ba5-43e5-a93a-eddaa5df996f tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] 10.222.0.13 "GET /v2.0/ports/6ca4e039-ef62-4262-af26-0de4a595b0e0/tags/tempest-TagsExtTest-Tag-1224672111 HTTP/1.1" status: 404 len: 329 time: 0.0740333 Sep 17 08:00:36.578899 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.tag.tag_plugin [None req-1290e6e7-f50e-4a04-bb2c-1ec1382ac62e tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6ca4e039-ef62-4262-af26-0de4a595b0e0', 'tempest-TagsExtTest-Tag-1163313674') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:36.661440 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-1290e6e7-f50e-4a04-bb2c-1ec1382ac62e tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] show failed (client error): The resource could not be found. Sep 17 08:00:36.662556 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-1290e6e7-f50e-4a04-bb2c-1ec1382ac62e tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] 10.222.0.13 "GET /v2.0/ports/6ca4e039-ef62-4262-af26-0de4a595b0e0/tags/tempest-TagsExtTest-Tag-1163313674 HTTP/1.1" status: 404 len: 329 time: 0.0893557 Sep 17 08:00:36.665563 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54432) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:36.670465 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.tag.tag_plugin [None req-2978c855-ef7c-4b59-9571-81d00e834f2a tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6ca4e039-ef62-4262-af26-0de4a595b0e0', 'tempest-TagsExtTest-Tag-1942946839') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:36.741980 n-d-789963-9 neutron-server[101290]: INFO neutron.api.v2.resource [None req-2978c855-ef7c-4b59-9571-81d00e834f2a tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] show failed (client error): The resource could not be found. Sep 17 08:00:36.743050 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-2978c855-ef7c-4b59-9571-81d00e834f2a tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] 10.222.0.13 "GET /v2.0/ports/6ca4e039-ef62-4262-af26-0de4a595b0e0/tags/tempest-TagsExtTest-Tag-1942946839 HTTP/1.1" status: 404 len: 329 time: 0.0762448 Sep 17 08:00:36.746095 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54440) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:36.751621 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.tag.tag_plugin [None req-a5be332a-cd42-479d-9843-cd9b64d8f492 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'a4394744-bb07-4d3c-9f8a-9864f1394589', {'tags': ['tempest-TagsExtTest-Tag-2060064737', 'tempest-TagsExtTest-Tag-171555101', 'tempest-TagsExtTest-Tag-967523367']}) {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:36.852395 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-a5be332a-cd42-479d-9843-cd9b64d8f492 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] 10.222.0.13 "PUT /v2.0/routers/a4394744-bb07-4d3c-9f8a-9864f1394589/tags HTTP/1.1" status: 200 len: 316 time: 0.1052086 Sep 17 08:00:36.855161 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54442) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:36.860596 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.tag.tag_plugin [None req-3f657140-e950-4e4a-b04d-e48eccc2663b tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a4394744-bb07-4d3c-9f8a-9864f1394589') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:36.905000 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54444) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:36.954038 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-49f9bb0e-26b9-4320-8d80-99867913f805 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=db0c0919e35048a492be229cedc31a45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475547 Sep 17 08:00:36.956740 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54446) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:36.980289 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-3f657140-e950-4e4a-b04d-e48eccc2663b tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] 10.222.0.13 "DELETE /v2.0/routers/a4394744-bb07-4d3c-9f8a-9864f1394589/tags HTTP/1.1" status: 204 len: 168 time: 0.1234877 Sep 17 08:00:36.982850 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54448) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:36.989659 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.tag.tag_plugin [None req-82ea838d-bf2b-4349-bd2d-4d35bd549cae tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a4394744-bb07-4d3c-9f8a-9864f1394589', 'tempest-TagsExtTest-Tag-2060064737') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:37.014371 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ec673da9-4778-4a30-b10f-b845959daa45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:37.050078 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ec673da9-4778-4a30-b10f-b845959daa45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:37.089948 n-d-789963-9 neutron-server[101290]: INFO neutron.api.v2.resource [None req-82ea838d-bf2b-4349-bd2d-4d35bd549cae tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] show failed (client error): The resource could not be found. Sep 17 08:00:37.091495 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-82ea838d-bf2b-4349-bd2d-4d35bd549cae tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] 10.222.0.13 "GET /v2.0/routers/a4394744-bb07-4d3c-9f8a-9864f1394589/tags/tempest-TagsExtTest-Tag-2060064737 HTTP/1.1" status: 404 len: 329 time: 0.1074240 Sep 17 08:00:37.094383 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54450) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:37.099091 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.tag.tag_plugin [None req-002b17e1-0c96-4dde-8324-6cb02ff09466 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a4394744-bb07-4d3c-9f8a-9864f1394589', 'tempest-TagsExtTest-Tag-171555101') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:37.116488 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ec673da9-4778-4a30-b10f-b845959daa45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:37.121296 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ec673da9-4778-4a30-b10f-b845959daa45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:37.122859 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ec673da9-4778-4a30-b10f-b845959daa45 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f8541b5d-bd37-4fef-93de-7eebe88e2979 HTTP/1.1" status: 204 len: 168 time: 0.1647434 Sep 17 08:00:37.133461 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec673da9-4778-4a30-b10f-b845959daa45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8541b5d-bd37-4fef-93de-7eebe88e2979,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:37.207014 n-d-789963-9 neutron-server[101290]: INFO neutron.api.v2.resource [None req-002b17e1-0c96-4dde-8324-6cb02ff09466 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] show failed (client error): The resource could not be found. Sep 17 08:00:37.211378 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54456) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:37.216354 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.tag.tag_plugin [None req-e9805e23-3c41-46c3-8743-ad8b955c086a tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a4394744-bb07-4d3c-9f8a-9864f1394589', 'tempest-TagsExtTest-Tag-967523367') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:37.218283 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-002b17e1-0c96-4dde-8324-6cb02ff09466 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] 10.222.0.13 "GET /v2.0/routers/a4394744-bb07-4d3c-9f8a-9864f1394589/tags/tempest-TagsExtTest-Tag-171555101 HTTP/1.1" status: 404 len: 328 time: 0.1225543 Sep 17 08:00:37.309748 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-e9805e23-3c41-46c3-8743-ad8b955c086a tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] show failed (client error): The resource could not be found. Sep 17 08:00:37.311148 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e9805e23-3c41-46c3-8743-ad8b955c086a tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] 10.222.0.13 "GET /v2.0/routers/a4394744-bb07-4d3c-9f8a-9864f1394589/tags/tempest-TagsExtTest-Tag-967523367 HTTP/1.1" status: 404 len: 328 time: 0.0985451 Sep 17 08:00:37.314246 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54458) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:37.323619 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.tag.tag_plugin [None req-82d81877-5d20-4ba5-ba6f-17d35e13fb32 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '2433d514-2269-4bfd-ac7b-1f54f835e5db', {'tags': ['tempest-TagsExtTest-Tag-101349839', 'tempest-TagsExtTest-Tag-2039196324', 'tempest-TagsExtTest-Tag-249747968']}) {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:37.374296 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54460) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:37.379455 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.tag.tag_plugin [None req-601df2d6-2dc6-417b-a346-66c06475aeed tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '2433d514-2269-4bfd-ac7b-1f54f835e5db') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:37.383770 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-82d81877-5d20-4ba5-ba6f-17d35e13fb32 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] 10.222.0.13 "PUT /v2.0/subnetpools/2433d514-2269-4bfd-ac7b-1f54f835e5db/tags HTTP/1.1" status: 200 len: 316 time: 0.0667603 Sep 17 08:00:37.421755 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-601df2d6-2dc6-417b-a346-66c06475aeed tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] 10.222.0.13 "DELETE /v2.0/subnetpools/2433d514-2269-4bfd-ac7b-1f54f835e5db/tags HTTP/1.1" status: 204 len: 168 time: 0.0460830 Sep 17 08:00:37.424270 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54464) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:37.429074 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.tag.tag_plugin [None req-78ae3cea-a504-41f4-a798-92432014a01d tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2433d514-2269-4bfd-ac7b-1f54f835e5db', 'tempest-TagsExtTest-Tag-101349839') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:37.452842 n-d-789963-9 neutron-server[101290]: INFO neutron.api.v2.resource [None req-78ae3cea-a504-41f4-a798-92432014a01d tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] show failed (client error): The resource could not be found. Sep 17 08:00:37.453907 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-78ae3cea-a504-41f4-a798-92432014a01d tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] 10.222.0.13 "GET /v2.0/subnetpools/2433d514-2269-4bfd-ac7b-1f54f835e5db/tags/tempest-TagsExtTest-Tag-101349839 HTTP/1.1" status: 404 len: 328 time: 0.0285783 Sep 17 08:00:37.456890 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54466) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:37.462221 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.tag.tag_plugin [None req-24aa73c3-86fe-4a1d-bf25-b8d57f6c15be tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2433d514-2269-4bfd-ac7b-1f54f835e5db', 'tempest-TagsExtTest-Tag-2039196324') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:37.494705 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-24aa73c3-86fe-4a1d-bf25-b8d57f6c15be tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] show failed (client error): The resource could not be found. Sep 17 08:00:37.499348 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-24aa73c3-86fe-4a1d-bf25-b8d57f6c15be tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] 10.222.0.13 "GET /v2.0/subnetpools/2433d514-2269-4bfd-ac7b-1f54f835e5db/tags/tempest-TagsExtTest-Tag-2039196324 HTTP/1.1" status: 404 len: 329 time: 0.0412800 Sep 17 08:00:37.499505 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54470) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:37.504590 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.tag.tag_plugin [None req-49210ac6-df65-4ba4-bc79-8bc7d269f6fd tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2433d514-2269-4bfd-ac7b-1f54f835e5db', 'tempest-TagsExtTest-Tag-249747968') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:37.527632 n-d-789963-9 neutron-server[101290]: INFO neutron.api.v2.resource [None req-49210ac6-df65-4ba4-bc79-8bc7d269f6fd tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] show failed (client error): The resource could not be found. Sep 17 08:00:37.531591 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-49210ac6-df65-4ba4-bc79-8bc7d269f6fd tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] 10.222.0.13 "GET /v2.0/subnetpools/2433d514-2269-4bfd-ac7b-1f54f835e5db/tags/tempest-TagsExtTest-Tag-249747968 HTTP/1.1" status: 404 len: 328 time: 0.0285304 Sep 17 08:00:37.532135 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54472) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:37.536852 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.tag.tag_plugin [None req-3f56e036-8db2-4312-b811-8000bd8a502d tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '2433d514-2269-4bfd-ac7b-1f54f835e5db') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:37.568179 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-3f56e036-8db2-4312-b811-8000bd8a502d tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] 10.222.0.13 "DELETE /v2.0/subnetpools/2433d514-2269-4bfd-ac7b-1f54f835e5db/tags HTTP/1.1" status: 204 len: 168 time: 0.0322087 Sep 17 08:00:37.568179 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54476) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:37.572696 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.tag.tag_plugin [None req-277c32df-4b1f-4cf5-bc5e-cf18a04bbd0c tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a4394744-bb07-4d3c-9f8a-9864f1394589') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:37.661765 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-277c32df-4b1f-4cf5-bc5e-cf18a04bbd0c tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] 10.222.0.13 "DELETE /v2.0/routers/a4394744-bb07-4d3c-9f8a-9864f1394589/tags HTTP/1.1" status: 204 len: 168 time: 0.0926971 Sep 17 08:00:37.664647 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54486) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:37.670768 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.tag.tag_plugin [None req-981585b4-2936-4d7a-90c3-38a1e88cfd4c tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6ca4e039-ef62-4262-af26-0de4a595b0e0') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:37.780595 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-981585b4-2936-4d7a-90c3-38a1e88cfd4c tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] 10.222.0.13 "DELETE /v2.0/ports/6ca4e039-ef62-4262-af26-0de4a595b0e0/tags HTTP/1.1" status: 204 len: 168 time: 0.1143143 Sep 17 08:00:37.783148 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54490) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:37.794665 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.tag.tag_plugin [None req-99e67e65-8754-4385-b243-81cf2f120e0c tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd3e03ad3-bad9-47fb-bedf-e29f5fbde10f') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:37.888460 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-99e67e65-8754-4385-b243-81cf2f120e0c tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] 10.222.0.13 "DELETE /v2.0/subnets/d3e03ad3-bad9-47fb-bedf-e29f5fbde10f/tags HTTP/1.1" status: 204 len: 168 time: 0.1005800 Sep 17 08:00:37.888639 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54494) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:37.987032 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e8bf1e26-1c60-461f-803f-f4361bd20bd5 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Notify callbacks [] for subnetpool, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:37.990469 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e8bf1e26-1c60-461f-803f-f4361bd20bd5 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] 10.222.0.13 "DELETE /v2.0/subnetpools/2433d514-2269-4bfd-ac7b-1f54f835e5db HTTP/1.1" status: 204 len: 168 time: 0.0987222 Sep 17 08:00:37.990724 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54508) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:38.028731 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ae14a19b-80ca-471e-aefa-f37cfb8fd612 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4394744-bb07-4d3c-9f8a-9864f1394589 HTTP/1.1" status: 200 len: 205 time: 0.0357165 Sep 17 08:00:38.029638 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54512) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:38.116832 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d8e25502-0ecd-4bab-b1ef-6d305e5b3f30 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Notify callbacks [] for router, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:38.302534 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d8e25502-0ecd-4bab-b1ef-6d305e5b3f30 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:38.304753 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d8e25502-0ecd-4bab-b1ef-6d305e5b3f30 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:38.419374 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d8e25502-0ecd-4bab-b1ef-6d305e5b3f30 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:38.419978 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e25502-0ecd-4bab-b1ef-6d305e5b3f30 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Fanout notify agent at l3_agent the message router_deleted on router a4394744-bb07-4d3c-9f8a-9864f1394589 {{(pid=101289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 08:00:38.431528 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d8e25502-0ecd-4bab-b1ef-6d305e5b3f30 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:38.433520 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-d8e25502-0ecd-4bab-b1ef-6d305e5b3f30 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] 10.222.0.13 "DELETE /v2.0/routers/a4394744-bb07-4d3c-9f8a-9864f1394589 HTTP/1.1" status: 204 len: 168 time: 0.4027450 Sep 17 08:00:38.436246 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54520) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:38.564211 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-86c51d3a-df99-4fe0-8870-de393d4ad3ba tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Deleting port 6ca4e039-ef62-4262-af26-0de4a595b0e0 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:00:38.564798 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-86c51d3a-df99-4fe0-8870-de393d4ad3ba tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:38.656767 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-86c51d3a-df99-4fe0-8870-de393d4ad3ba tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:38.670485 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-86c51d3a-df99-4fe0-8870-de393d4ad3ba tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Calling delete_port for 6ca4e039-ef62-4262-af26-0de4a595b0e0 owned by {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:00:39.410912 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-86c51d3a-df99-4fe0-8870-de393d4ad3ba tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:39.444714 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c51d3a-df99-4fe0-8870-de393d4ad3ba tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Pushing event deleted for resources: {'Port': ['ID=6ca4e039-ef62-4262-af26-0de4a595b0e0,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:39.557681 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-86c51d3a-df99-4fe0-8870-de393d4ad3ba tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:39.562294 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-86c51d3a-df99-4fe0-8870-de393d4ad3ba tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] 10.222.0.13 "DELETE /v2.0/ports/6ca4e039-ef62-4262-af26-0de4a595b0e0 HTTP/1.1" status: 204 len: 168 time: 1.1226673 Sep 17 08:00:39.563015 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54554) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:39.663698 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d94ff5c-56cb-4b50-80c0-127981fa8890 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Deleting subnet d3e03ad3-bad9-47fb-bedf-e29f5fbde10f {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:00:39.677601 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0d94ff5c-56cb-4b50-80c0-127981fa8890 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:39.768525 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0d94ff5c-56cb-4b50-80c0-127981fa8890 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:39.925276 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0d94ff5c-56cb-4b50-80c0-127981fa8890 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:40.029901 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0d94ff5c-56cb-4b50-80c0-127981fa8890 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:40.076116 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d94ff5c-56cb-4b50-80c0-127981fa8890 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Pushing event deleted for resources: {'Subnet': ['ID=d3e03ad3-bad9-47fb-bedf-e29f5fbde10f,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:40.084722 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0d94ff5c-56cb-4b50-80c0-127981fa8890 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:40.086880 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64aa3e51-9124-4d57-847b-8d86fec0ac3e None None] Network 1271b1b1-74d2-494f-a18c-86ac3d2292bb requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:00:40.088168 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-0d94ff5c-56cb-4b50-80c0-127981fa8890 tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] 10.222.0.13 "DELETE /v2.0/subnets/d3e03ad3-bad9-47fb-bedf-e29f5fbde10f HTTP/1.1" status: 204 len: 168 time: 0.5234671 Sep 17 08:00:40.090734 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54564) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:40.196260 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ac8c10a7-e36d-4494-8de2-ebcad03bf64d tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:40.281432 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-ac8c10a7-e36d-4494-8de2-ebcad03bf64d tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Deleting port f3b57680-70ea-4882-9246-68f226c514c0 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:00:40.281785 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ac8c10a7-e36d-4494-8de2-ebcad03bf64d tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:40.359072 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806d1fdc-411d-46c0-9129-082dcc6b9786 None None] DHCP port deletion for 1271b1b1-74d2-494f-a18c-86ac3d2292bb request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 08:00:40.367102 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-ac8c10a7-e36d-4494-8de2-ebcad03bf64d tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] For port f3b57680-70ea-4882-9246-68f226c514c0, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=f3b57680-70ea-4882-9246-68f226c514c0,segment=NetworkSegment(840cd96b-1deb-48ec-8688-ec97be3df323),segment_id=840cd96b-1deb-48ec-8688-ec97be3df323)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:00:40.367482 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ac8c10a7-e36d-4494-8de2-ebcad03bf64d tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:40.386595 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-ac8c10a7-e36d-4494-8de2-ebcad03bf64d tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Calling delete_port for f3b57680-70ea-4882-9246-68f226c514c0 owned by network:dhcp {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:00:40.428403 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-806d1fdc-411d-46c0-9129-082dcc6b9786 None None] Deleting port f3b57680-70ea-4882-9246-68f226c514c0 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:00:40.428672 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-806d1fdc-411d-46c0-9129-082dcc6b9786 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:40.526974 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ac8c10a7-e36d-4494-8de2-ebcad03bf64d tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:40.530074 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-806d1fdc-411d-46c0-9129-082dcc6b9786 None None] For port f3b57680-70ea-4882-9246-68f226c514c0, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=f3b57680-70ea-4882-9246-68f226c514c0,segment=NetworkSegment(840cd96b-1deb-48ec-8688-ec97be3df323),segment_id=840cd96b-1deb-48ec-8688-ec97be3df323)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:00:40.531291 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-806d1fdc-411d-46c0-9129-082dcc6b9786 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:40.554994 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-806d1fdc-411d-46c0-9129-082dcc6b9786 None None] Calling delete_port for f3b57680-70ea-4882-9246-68f226c514c0 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:00:40.557985 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8c10a7-e36d-4494-8de2-ebcad03bf64d tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Pushing event deleted for resources: {'Port': ['ID=f3b57680-70ea-4882-9246-68f226c514c0,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:40.559994 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8c10a7-e36d-4494-8de2-ebcad03bf64d tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] No DVR routers for this DVR port f3b57680-70ea-4882-9246-68f226c514c0 on host n-d-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:00:40.700197 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ac8c10a7-e36d-4494-8de2-ebcad03bf64d tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:40.710156 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-806d1fdc-411d-46c0-9129-082dcc6b9786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:40.753648 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-ac8c10a7-e36d-4494-8de2-ebcad03bf64d tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1271b1b1-74d2-494f-a18c-86ac3d2292bb']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:40.765736 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806d1fdc-411d-46c0-9129-082dcc6b9786 None None] Pushing event deleted for resources: {'Port': ['ID=f3b57680-70ea-4882-9246-68f226c514c0,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:40.768299 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806d1fdc-411d-46c0-9129-082dcc6b9786 None None] No DVR routers for this DVR port f3b57680-70ea-4882-9246-68f226c514c0 on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:00:40.769750 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-ac8c10a7-e36d-4494-8de2-ebcad03bf64d tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '840cd96b-1deb-48ec-8688-ec97be3df323') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:40.770158 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-ac8c10a7-e36d-4494-8de2-ebcad03bf64d tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '840cd96b-1deb-48ec-8688-ec97be3df323') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:40.786641 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ac8c10a7-e36d-4494-8de2-ebcad03bf64d tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:40.810076 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ac8c10a7-e36d-4494-8de2-ebcad03bf64d tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:40.819310 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac8c10a7-e36d-4494-8de2-ebcad03bf64d tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:00:40.819763 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ac8c10a7-e36d-4494-8de2-ebcad03bf64d tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:40.828162 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:00:40.828162 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:00:40.828162 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:00:40.828162 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:00:40.828162 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:00:40.828162 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:00:40.828162 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:00:40.828162 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:00:40.828162 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:00:40.828162 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:00:40.828162 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:00:40.828162 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:00:40.828162 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:00:40.828162 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:00:40.828162 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:00:40.828162 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:00:40.828162 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:00:40.828162 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:00:40.828162 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:00:40.828162 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:00:40.828162 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:00:40.828162 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:00:40.828162 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:00:40.828162 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:00:40.828162 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:00:40.828162 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:00:40.828162 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:00:40.828162 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:00:40.828162 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:00:40.828162 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:00:40.828162 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:00:40.828162 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:00:40.932346 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ac8c10a7-e36d-4494-8de2-ebcad03bf64d tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:40.941559 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ac8c10a7-e36d-4494-8de2-ebcad03bf64d tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:40.943710 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ac8c10a7-e36d-4494-8de2-ebcad03bf64d tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] 10.222.0.13 "DELETE /v2.0/networks/1271b1b1-74d2-494f-a18c-86ac3d2292bb HTTP/1.1" status: 204 len: 168 time: 0.8519697 Sep 17 08:00:40.956991 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8c10a7-e36d-4494-8de2-ebcad03bf64d tempest-TagsExtTest-605242367 tempest-TagsExtTest-605242367-project] Pushing event deleted for resources: {'Network': ['ID=1271b1b1-74d2-494f-a18c-86ac3d2292bb,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:41.309450 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device f3b57680-70ea-4882-9246-68f226c514c0 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:00:41.353836 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: f3b57680-70ea-4882-9246-68f226c514c0 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:00:41.355410 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device f3b57680-70ea-4882-9246-68f226c514c0 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:00:41.414763 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54590) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:41.561438 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-f7bbeafc-193b-4920-9e21-94922772bcf8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=70cd31f5472f424a9d602eab31d4c934&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1441834 Sep 17 08:00:41.564435 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54594) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:41.621465 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1f0221f2-2b5c-432e-bc50-12443102a954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:41.644951 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1f0221f2-2b5c-432e-bc50-12443102a954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:41.705784 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1f0221f2-2b5c-432e-bc50-12443102a954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:41.710346 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1f0221f2-2b5c-432e-bc50-12443102a954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:41.711648 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-1f0221f2-2b5c-432e-bc50-12443102a954 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c65f1132-e42b-400a-89e4-0e7385d30e20 HTTP/1.1" status: 204 len: 168 time: 0.1460834 Sep 17 08:00:41.728433 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0221f2-2b5c-432e-bc50-12443102a954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c65f1132-e42b-400a-89e4-0e7385d30e20,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:42.511242 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54630) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:42.678365 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-f0cabb48-90f7-4572-9280-08eca2ded24b tempest-TagsTest-459942014 tempest-TagsTest-459942014-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-518620990'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:00:42.708508 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0cabb48-90f7-4572-9280-08eca2ded24b tempest-TagsTest-459942014 tempest-TagsTest-459942014-project] Made reservation on behalf of 24887f299bfd478480f02db7020b5247 for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:00:42.713885 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f0cabb48-90f7-4572-9280-08eca2ded24b tempest-TagsTest-459942014 tempest-TagsTest-459942014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:42.724218 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f0cabb48-90f7-4572-9280-08eca2ded24b tempest-TagsTest-459942014 tempest-TagsTest-459942014-project] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:42.868332 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f0cabb48-90f7-4572-9280-08eca2ded24b tempest-TagsTest-459942014 tempest-TagsTest-459942014-project] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:42.874015 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f0cabb48-90f7-4572-9280-08eca2ded24b tempest-TagsTest-459942014 tempest-TagsTest-459942014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:42.908928 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0cabb48-90f7-4572-9280-08eca2ded24b tempest-TagsTest-459942014 tempest-TagsTest-459942014-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:00:42.923744 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cabb48-90f7-4572-9280-08eca2ded24b tempest-TagsTest-459942014 tempest-TagsTest-459942014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c907f5df-0e17-4dcb-a0d8-aab33389fe69,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:42.926908 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f0cabb48-90f7-4572-9280-08eca2ded24b tempest-TagsTest-459942014 tempest-TagsTest-459942014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:42.927258 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-f0cabb48-90f7-4572-9280-08eca2ded24b tempest-TagsTest-459942014 tempest-TagsTest-459942014-project] Added segment ebc9fb29-a434-458d-b967-967115a677f6 of type vlan for network aa53fcf5-e514-457d-b9c4-06071e4cc00a Sep 17 08:00:42.970392 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f0cabb48-90f7-4572-9280-08eca2ded24b tempest-TagsTest-459942014 tempest-TagsTest-459942014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:42.997574 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f0cabb48-90f7-4572-9280-08eca2ded24b tempest-TagsTest-459942014 tempest-TagsTest-459942014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:43.004050 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0cabb48-90f7-4572-9280-08eca2ded24b tempest-TagsTest-459942014 tempest-TagsTest-459942014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:00:43.004764 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f0cabb48-90f7-4572-9280-08eca2ded24b tempest-TagsTest-459942014 tempest-TagsTest-459942014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:43.051606 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f0cabb48-90f7-4572-9280-08eca2ded24b tempest-TagsTest-459942014 tempest-TagsTest-459942014-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.5391350 Sep 17 08:00:43.054965 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54654) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:43.061080 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.tag.tag_plugin [None req-2d0596be-bf3b-4b3a-bffd-f920a4ebcdf4 tempest-TagsTest-459942014 tempest-TagsTest-459942014-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'aa53fcf5-e514-457d-b9c4-06071e4cc00a', 'tempest-TagsTest-Tag-469094005') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:43.120422 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cabb48-90f7-4572-9280-08eca2ded24b tempest-TagsTest-459942014 tempest-TagsTest-459942014-project] Pushing event updated for resources: {'Network': ['ID=aa53fcf5-e514-457d-b9c4-06071e4cc00a,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:43.131320 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network aa53fcf5-e514-457d-b9c4-06071e4cc00a details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:00:43.256468 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-2d0596be-bf3b-4b3a-bffd-f920a4ebcdf4 tempest-TagsTest-459942014 tempest-TagsTest-459942014-project] 10.222.0.13 "PUT /v2.0/networks/aa53fcf5-e514-457d-b9c4-06071e4cc00a/tags/tempest-TagsTest-Tag-469094005 HTTP/1.1" status: 201 len: 201 time: 0.1991279 Sep 17 08:00:43.259622 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54658) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:43.264438 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.tag.tag_plugin [None req-132f8ad4-9463-4ef1-8f4c-4653c614142c tempest-TagsTest-459942014 tempest-TagsTest-459942014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'aa53fcf5-e514-457d-b9c4-06071e4cc00a', 'tempest-TagsTest-Tag-469094005') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:43.338157 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-132f8ad4-9463-4ef1-8f4c-4653c614142c tempest-TagsTest-459942014 tempest-TagsTest-459942014-project] 10.222.0.13 "GET /v2.0/networks/aa53fcf5-e514-457d-b9c4-06071e4cc00a/tags/tempest-TagsTest-Tag-469094005 HTTP/1.1" status: 204 len: 168 time: 0.0771484 Sep 17 08:00:43.340507 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54660) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:43.348296 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.tag.tag_plugin [None req-dcd3a94d-2682-43ca-94c5-b42628e33efb tempest-TagsTest-459942014 tempest-TagsTest-459942014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'aa53fcf5-e514-457d-b9c4-06071e4cc00a') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:43.425299 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-dcd3a94d-2682-43ca-94c5-b42628e33efb tempest-TagsTest-459942014 tempest-TagsTest-459942014-project] 10.222.0.13 "GET /v2.0/networks/aa53fcf5-e514-457d-b9c4-06071e4cc00a/tags HTTP/1.1" status: 200 len: 237 time: 0.0802836 Sep 17 08:00:43.427907 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54662) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:43.434611 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.tag.tag_plugin [None req-b78190ab-7ad1-4230-8247-66fe9e274b26 tempest-TagsTest-459942014 tempest-TagsTest-459942014-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'aa53fcf5-e514-457d-b9c4-06071e4cc00a', {'tags': ['tempest-TagsTest-Tag-306975590', 'tempest-TagsTest-Tag-965639902', 'tempest-TagsTest-Tag-1886327918']}) {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:43.532730 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-b78190ab-7ad1-4230-8247-66fe9e274b26 tempest-TagsTest-459942014 tempest-TagsTest-459942014-project] 10.222.0.13 "PUT /v2.0/networks/aa53fcf5-e514-457d-b9c4-06071e4cc00a/tags HTTP/1.1" status: 200 len: 307 time: 0.1022027 Sep 17 08:00:43.536112 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54664) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:43.542117 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.tag.tag_plugin [None req-b9c4e96e-7ceb-4799-bfe3-7a4281275ec8 tempest-TagsTest-459942014 tempest-TagsTest-459942014-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'aa53fcf5-e514-457d-b9c4-06071e4cc00a', 'tempest-TagsTest-Tag-306975590') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:43.639034 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-b9c4e96e-7ceb-4799-bfe3-7a4281275ec8 tempest-TagsTest-459942014 tempest-TagsTest-459942014-project] 10.222.0.13 "DELETE /v2.0/networks/aa53fcf5-e514-457d-b9c4-06071e4cc00a/tags/tempest-TagsTest-Tag-306975590 HTTP/1.1" status: 204 len: 168 time: 0.1016884 Sep 17 08:00:43.641931 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54670) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:43.646549 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.tag.tag_plugin [None req-90207e67-7af5-45e7-95ae-4691b565493b tempest-TagsTest-459942014 tempest-TagsTest-459942014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'aa53fcf5-e514-457d-b9c4-06071e4cc00a', 'tempest-TagsTest-Tag-306975590') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:43.722626 n-d-789963-9 neutron-server[101290]: INFO neutron.api.v2.resource [None req-90207e67-7af5-45e7-95ae-4691b565493b tempest-TagsTest-459942014 tempest-TagsTest-459942014-project] show failed (client error): The resource could not be found. Sep 17 08:00:43.723686 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-90207e67-7af5-45e7-95ae-4691b565493b tempest-TagsTest-459942014 tempest-TagsTest-459942014-project] 10.222.0.13 "GET /v2.0/networks/aa53fcf5-e514-457d-b9c4-06071e4cc00a/tags/tempest-TagsTest-Tag-306975590 HTTP/1.1" status: 404 len: 325 time: 0.0807593 Sep 17 08:00:43.726503 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54674) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:43.732715 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.tag.tag_plugin [None req-2b22376b-22f2-41ac-af8f-2add3536d0df tempest-TagsTest-459942014 tempest-TagsTest-459942014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'aa53fcf5-e514-457d-b9c4-06071e4cc00a', 'tempest-TagsTest-Tag-965639902') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:43.815771 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-2b22376b-22f2-41ac-af8f-2add3536d0df tempest-TagsTest-459942014 tempest-TagsTest-459942014-project] 10.222.0.13 "GET /v2.0/networks/aa53fcf5-e514-457d-b9c4-06071e4cc00a/tags/tempest-TagsTest-Tag-965639902 HTTP/1.1" status: 204 len: 168 time: 0.0868046 Sep 17 08:00:43.818399 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54678) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:43.823512 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.tag.tag_plugin [None req-d6d9ab19-8bf7-4570-b0b4-a5ee06fe8f83 tempest-TagsTest-459942014 tempest-TagsTest-459942014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'aa53fcf5-e514-457d-b9c4-06071e4cc00a', 'tempest-TagsTest-Tag-1886327918') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:43.928393 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-d6d9ab19-8bf7-4570-b0b4-a5ee06fe8f83 tempest-TagsTest-459942014 tempest-TagsTest-459942014-project] 10.222.0.13 "GET /v2.0/networks/aa53fcf5-e514-457d-b9c4-06071e4cc00a/tags/tempest-TagsTest-Tag-1886327918 HTTP/1.1" status: 204 len: 168 time: 0.1087921 Sep 17 08:00:43.929956 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54688) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:43.935391 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.tag.tag_plugin [None req-6bb2b8c2-63dc-4b96-9f88-9a2e395a258f tempest-TagsTest-459942014 tempest-TagsTest-459942014-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'aa53fcf5-e514-457d-b9c4-06071e4cc00a') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:44.002501 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54692) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:44.097184 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54700) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:44.097701 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6bb2b8c2-63dc-4b96-9f88-9a2e395a258f tempest-TagsTest-459942014 tempest-TagsTest-459942014-project] 10.222.0.13 "DELETE /v2.0/networks/aa53fcf5-e514-457d-b9c4-06071e4cc00a/tags HTTP/1.1" status: 204 len: 168 time: 0.1657693 Sep 17 08:00:44.103099 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.tag.tag_plugin [None req-503c1968-417d-4610-8bbf-002ff7ab1223 tempest-TagsTest-459942014 tempest-TagsTest-459942014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'aa53fcf5-e514-457d-b9c4-06071e4cc00a', 'tempest-TagsTest-Tag-965639902') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:44.244997 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-503c1968-417d-4610-8bbf-002ff7ab1223 tempest-TagsTest-459942014 tempest-TagsTest-459942014-project] show failed (client error): The resource could not be found. Sep 17 08:00:44.246298 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-503c1968-417d-4610-8bbf-002ff7ab1223 tempest-TagsTest-459942014 tempest-TagsTest-459942014-project] 10.222.0.13 "GET /v2.0/networks/aa53fcf5-e514-457d-b9c4-06071e4cc00a/tags/tempest-TagsTest-Tag-965639902 HTTP/1.1" status: 404 len: 325 time: 0.1480036 Sep 17 08:00:44.249315 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54708) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:44.254793 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.tag.tag_plugin [None req-b3427ef2-59a7-48f5-858b-00723dbab495 tempest-TagsTest-459942014 tempest-TagsTest-459942014-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'aa53fcf5-e514-457d-b9c4-06071e4cc00a', 'tempest-TagsTest-Tag-1886327918') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:44.260667 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-79c41819-1c06-4f98-9eda-68bf32978943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:44.357164 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-b3427ef2-59a7-48f5-858b-00723dbab495 tempest-TagsTest-459942014 tempest-TagsTest-459942014-project] show failed (client error): The resource could not be found. Sep 17 08:00:44.362204 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54718) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:44.362537 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-b3427ef2-59a7-48f5-858b-00723dbab495 tempest-TagsTest-459942014 tempest-TagsTest-459942014-project] 10.222.0.13 "GET /v2.0/networks/aa53fcf5-e514-457d-b9c4-06071e4cc00a/tags/tempest-TagsTest-Tag-1886327918 HTTP/1.1" status: 404 len: 326 time: 0.1117377 Sep 17 08:00:44.370011 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.tag.tag_plugin [None req-8411b29e-6e40-41a8-97ab-4d47cfe77525 tempest-TagsTest-459942014 tempest-TagsTest-459942014-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'aa53fcf5-e514-457d-b9c4-06071e4cc00a') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:44.446419 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-79c41819-1c06-4f98-9eda-68bf32978943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:44.483310 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-79c41819-1c06-4f98-9eda-68bf32978943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:44.521587 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-8411b29e-6e40-41a8-97ab-4d47cfe77525 tempest-TagsTest-459942014 tempest-TagsTest-459942014-project] 10.222.0.13 "DELETE /v2.0/networks/aa53fcf5-e514-457d-b9c4-06071e4cc00a/tags HTTP/1.1" status: 204 len: 168 time: 0.1537902 Sep 17 08:00:44.522646 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54724) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:44.533573 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-79c41819-1c06-4f98-9eda-68bf32978943 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4b4b49cbc3934882a06a999ad7518382&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5285757 Sep 17 08:00:44.534382 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54726) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:44.541137 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c41819-1c06-4f98-9eda-68bf32978943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab77c5a-eea8-4278-ade5-1e395c3b742d,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:44.589706 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3dd009fc-757b-46c1-b217-b3a7a70f5a58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:44.616478 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3dd009fc-757b-46c1-b217-b3a7a70f5a58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:44.656555 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0bcf8fb5-1503-4ab1-823c-64501a594d58 tempest-TagsTest-459942014 tempest-TagsTest-459942014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:44.675651 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3dd009fc-757b-46c1-b217-b3a7a70f5a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:44.678254 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3dd009fc-757b-46c1-b217-b3a7a70f5a58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:44.682151 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-3dd009fc-757b-46c1-b217-b3a7a70f5a58 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cab77c5a-eea8-4278-ade5-1e395c3b742d HTTP/1.1" status: 204 len: 168 time: 0.1443362 Sep 17 08:00:44.698905 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd009fc-757b-46c1-b217-b3a7a70f5a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab77c5a-eea8-4278-ade5-1e395c3b742d,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:44.799153 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0bcf8fb5-1503-4ab1-823c-64501a594d58 tempest-TagsTest-459942014 tempest-TagsTest-459942014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:44.822065 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-0bcf8fb5-1503-4ab1-823c-64501a594d58 tempest-TagsTest-459942014 tempest-TagsTest-459942014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa53fcf5-e514-457d-b9c4-06071e4cc00a']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:44.832994 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-0bcf8fb5-1503-4ab1-823c-64501a594d58 tempest-TagsTest-459942014 tempest-TagsTest-459942014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebc9fb29-a434-458d-b967-967115a677f6') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:44.833360 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-0bcf8fb5-1503-4ab1-823c-64501a594d58 tempest-TagsTest-459942014 tempest-TagsTest-459942014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebc9fb29-a434-458d-b967-967115a677f6') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:00:44.854846 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0bcf8fb5-1503-4ab1-823c-64501a594d58 tempest-TagsTest-459942014 tempest-TagsTest-459942014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:44.874457 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0bcf8fb5-1503-4ab1-823c-64501a594d58 tempest-TagsTest-459942014 tempest-TagsTest-459942014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:44.885338 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bcf8fb5-1503-4ab1-823c-64501a594d58 tempest-TagsTest-459942014 tempest-TagsTest-459942014-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:00:44.885875 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0bcf8fb5-1503-4ab1-823c-64501a594d58 tempest-TagsTest-459942014 tempest-TagsTest-459942014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:44.889646 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:00:44.889646 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:00:44.889646 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:00:44.889646 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:00:44.889646 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:00:44.889646 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:00:44.889646 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:00:44.889646 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:00:44.889646 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:00:44.889646 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:00:44.889646 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:00:44.889646 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:00:44.889646 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:00:44.889646 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:00:44.889646 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:00:44.889646 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:00:44.889646 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:00:44.889646 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:00:44.889646 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:00:44.889646 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:00:44.889646 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:00:44.889646 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:00:44.889646 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:00:44.889646 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:00:44.889646 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:00:44.889646 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:00:44.889646 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:00:44.889646 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:00:44.889646 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:00:44.889646 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:00:44.889646 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:00:44.889646 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:00:44.960563 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0bcf8fb5-1503-4ab1-823c-64501a594d58 tempest-TagsTest-459942014 tempest-TagsTest-459942014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:44.976724 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0bcf8fb5-1503-4ab1-823c-64501a594d58 tempest-TagsTest-459942014 tempest-TagsTest-459942014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:44.981054 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-0bcf8fb5-1503-4ab1-823c-64501a594d58 tempest-TagsTest-459942014 tempest-TagsTest-459942014-project] 10.222.0.13 "DELETE /v2.0/networks/aa53fcf5-e514-457d-b9c4-06071e4cc00a HTTP/1.1" status: 204 len: 168 time: 0.4530690 Sep 17 08:00:44.996896 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcf8fb5-1503-4ab1-823c-64501a594d58 tempest-TagsTest-459942014 tempest-TagsTest-459942014-project] Pushing event deleted for resources: {'Network': ['ID=aa53fcf5-e514-457d-b9c4-06071e4cc00a,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:45.244238 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54752) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:45.316129 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54756) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:45.321987 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-77692746-066e-4888-acab-03ea1f234836 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-752630357'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:00:45.351459 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77692746-066e-4888-acab-03ea1f234836 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Made reservation on behalf of 9dd60ef4e32342ee9bd756b274f1d1f9 for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:00:45.356961 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-77692746-066e-4888-acab-03ea1f234836 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:45.406037 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77692746-066e-4888-acab-03ea1f234836 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:00:45.440691 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-77692746-066e-4888-acab-03ea1f234836 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:45.441044 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-77692746-066e-4888-acab-03ea1f234836 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Added segment 8776ef69-18a3-435b-bcae-3ec13a221682 of type vlan for network 38da8219-9711-4a17-95ce-4a60364cf1ab Sep 17 08:00:45.452360 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-0ee6efa7-100f-4dff-ae27-2f47e90f968a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=24887f299bfd478480f02db7020b5247&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2062941 Sep 17 08:00:45.455453 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54766) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:45.504813 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-77692746-066e-4888-acab-03ea1f234836 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:45.549424 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d7dc10d7-ebb5-4bba-9528-98994baacfaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:45.558714 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-77692746-066e-4888-acab-03ea1f234836 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:45.564757 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77692746-066e-4888-acab-03ea1f234836 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:00:45.565351 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-77692746-066e-4888-acab-03ea1f234836 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:45.606551 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d7dc10d7-ebb5-4bba-9528-98994baacfaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:45.622862 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-77692746-066e-4888-acab-03ea1f234836 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3054318 Sep 17 08:00:45.625634 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54772) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:45.631195 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-286ea118-f272-4161-8cc7-5c9b571d3368 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1171690032'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:00:45.662655 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77692746-066e-4888-acab-03ea1f234836 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Pushing event updated for resources: {'Network': ['ID=38da8219-9711-4a17-95ce-4a60364cf1ab,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:45.665843 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286ea118-f272-4161-8cc7-5c9b571d3368 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Made reservation on behalf of 9dd60ef4e32342ee9bd756b274f1d1f9 for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:00:45.673455 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 38da8219-9711-4a17-95ce-4a60364cf1ab details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:00:45.674774 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-286ea118-f272-4161-8cc7-5c9b571d3368 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:45.705903 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d7dc10d7-ebb5-4bba-9528-98994baacfaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:45.708968 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d7dc10d7-ebb5-4bba-9528-98994baacfaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:45.717854 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-d7dc10d7-ebb5-4bba-9528-98994baacfaa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c907f5df-0e17-4dcb-a0d8-aab33389fe69 HTTP/1.1" status: 204 len: 168 time: 0.2592547 Sep 17 08:00:45.729793 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-286ea118-f272-4161-8cc7-5c9b571d3368 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:00:45.736442 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dc10d7-ebb5-4bba-9528-98994baacfaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c907f5df-0e17-4dcb-a0d8-aab33389fe69,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:45.757383 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-286ea118-f272-4161-8cc7-5c9b571d3368 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:45.757805 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-286ea118-f272-4161-8cc7-5c9b571d3368 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Added segment b1e1c750-8376-4bf1-bd42-cdccdc64eea3 of type vlan for network af537dc7-8886-4fdc-a38b-73c1633b0a59 Sep 17 08:00:45.866924 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-286ea118-f272-4161-8cc7-5c9b571d3368 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:45.904177 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-286ea118-f272-4161-8cc7-5c9b571d3368 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:45.909920 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286ea118-f272-4161-8cc7-5c9b571d3368 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:00:45.910531 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-286ea118-f272-4161-8cc7-5c9b571d3368 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:45.949390 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-286ea118-f272-4161-8cc7-5c9b571d3368 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3225510 Sep 17 08:00:45.952361 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54784) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:45.959700 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-9b3f6894-8534-4fc6-ab40-0b37b1ac6f67 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Request body: {'subnet': {'network_id': '38da8219-9711-4a17-95ce-4a60364cf1ab', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:00:46.013313 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286ea118-f272-4161-8cc7-5c9b571d3368 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Pushing event updated for resources: {'Network': ['ID=af537dc7-8886-4fdc-a38b-73c1633b0a59,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:46.026659 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network af537dc7-8886-4fdc-a38b-73c1633b0a59 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:00:46.108524 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3f6894-8534-4fc6-ab40-0b37b1ac6f67 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Made reservation on behalf of 9dd60ef4e32342ee9bd756b274f1d1f9 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:00:46.112987 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9b3f6894-8534-4fc6-ab40-0b37b1ac6f67 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:46.350297 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9b3f6894-8534-4fc6-ab40-0b37b1ac6f67 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:46.420463 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3f6894-8534-4fc6-ab40-0b37b1ac6f67 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Pushing event updated for resources: {'Subnet': ['ID=b03d39e8-6611-49a1-bc08-558dcfc2f27e,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:46.437818 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3f6894-8534-4fc6-ab40-0b37b1ac6f67 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Checking segment: {'id': '8776ef69-18a3-435b-bcae-3ec13a221682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '38da8219-9711-4a17-95ce-4a60364cf1ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:00:46.438561 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3f6894-8534-4fc6-ab40-0b37b1ac6f67 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Network hostable DHCP agents. Network: 38da8219-9711-4a17-95ce-4a60364cf1ab, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:00:46.458817 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3f6894-8534-4fc6-ab40-0b37b1ac6f67 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Network 38da8219-9711-4a17-95ce-4a60364cf1ab is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:00:46.474615 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-9b3f6894-8534-4fc6-ab40-0b37b1ac6f67 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 38da8219-9711-4a17-95ce-4a60364cf1ab) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:00:46.478970 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3f6894-8534-4fc6-ab40-0b37b1ac6f67 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:00:46.479576 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9b3f6894-8534-4fc6-ab40-0b37b1ac6f67 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:46.486422 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda00eb0-adbf-4738-949d-196521f92ad9 None None] Network 38da8219-9711-4a17-95ce-4a60364cf1ab requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:00:46.506307 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-9b3f6894-8534-4fc6-ab40-0b37b1ac6f67 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5503056 Sep 17 08:00:46.506732 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54816) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:46.514221 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-540c5063-0cda-4b91-98cc-97ffa6ab6a48 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Request body: {'subnet': {'network_id': 'af537dc7-8886-4fdc-a38b-73c1633b0a59', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:00:46.649125 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-540c5063-0cda-4b91-98cc-97ffa6ab6a48 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Made reservation on behalf of 9dd60ef4e32342ee9bd756b274f1d1f9 for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:00:46.653120 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-540c5063-0cda-4b91-98cc-97ffa6ab6a48 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:46.752497 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e74bd1-234e-4f30-a908-759c97779f68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-38da8219-9711-4a17-95ce-4a60364cf1ab', 'network_id': '38da8219-9711-4a17-95ce-4a60364cf1ab', 'tenant_id': '9dd60ef4e32342ee9bd756b274f1d1f9', 'fixed_ips': [{'subnet_id': 'b03d39e8-6611-49a1-bc08-558dcfc2f27e'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:00:46.753382 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-69e74bd1-234e-4f30-a908-759c97779f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:46.905311 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-540c5063-0cda-4b91-98cc-97ffa6ab6a48 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:46.947856 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-69e74bd1-234e-4f30-a908-759c97779f68 None None] Allocated IP 10.1.1.2 (38da8219-9711-4a17-95ce-4a60364cf1ab/b03d39e8-6611-49a1-bc08-558dcfc2f27e/40fcae34-2273-4ab3-9fd8-9eaa4c81d481) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:00:47.085195 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540c5063-0cda-4b91-98cc-97ffa6ab6a48 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Checking segment: {'id': 'b1e1c750-8376-4bf1-bd42-cdccdc64eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'af537dc7-8886-4fdc-a38b-73c1633b0a59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:00:47.085572 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540c5063-0cda-4b91-98cc-97ffa6ab6a48 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Network hostable DHCP agents. Network: af537dc7-8886-4fdc-a38b-73c1633b0a59, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:00:47.121218 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540c5063-0cda-4b91-98cc-97ffa6ab6a48 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Pushing event updated for resources: {'Subnet': ['ID=4987e41e-b830-443a-b55c-26b976d72533,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:47.141852 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540c5063-0cda-4b91-98cc-97ffa6ab6a48 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Network af537dc7-8886-4fdc-a38b-73c1633b0a59 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:00:47.177170 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-540c5063-0cda-4b91-98cc-97ffa6ab6a48 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, af537dc7-8886-4fdc-a38b-73c1633b0a59) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:00:47.185193 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540c5063-0cda-4b91-98cc-97ffa6ab6a48 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:00:47.185790 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-540c5063-0cda-4b91-98cc-97ffa6ab6a48 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:47.191320 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54305853-fcaf-44e4-b38f-71ceaa37bb08 None None] Network af537dc7-8886-4fdc-a38b-73c1633b0a59 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:00:47.194699 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-69e74bd1-234e-4f30-a908-759c97779f68 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:47.219994 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-540c5063-0cda-4b91-98cc-97ffa6ab6a48 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7119648 Sep 17 08:00:47.222543 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54850) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:47.228112 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-2dc7ca3c-c431-4160-ad69-8d7d7e33bde2 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Request body: {'port': {'network_id': '38da8219-9711-4a17-95ce-4a60364cf1ab', 'name': 'tempest-TaggedBootDevicesTest-83274408', 'fixed_ips': [{'subnet_id': 'b03d39e8-6611-49a1-bc08-558dcfc2f27e'}]}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:00:47.364900 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-69e74bd1-234e-4f30-a908-759c97779f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:47.423369 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e74bd1-234e-4f30-a908-759c97779f68 None None] Network 38da8219-9711-4a17-95ce-4a60364cf1ab is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:00:47.433706 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-69e74bd1-234e-4f30-a908-759c97779f68 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:00:47.441007 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e74bd1-234e-4f30-a908-759c97779f68 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:00:47.466005 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e74bd1-234e-4f30-a908-759c97779f68 None None] Pushing event updated for resources: {'Port': ['ID=40fcae34-2273-4ab3-9fd8-9eaa4c81d481,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:47.515001 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc7ca3c-c431-4160-ad69-8d7d7e33bde2 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Made reservation on behalf of 9dd60ef4e32342ee9bd756b274f1d1f9 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:00:47.516179 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74fd29e-3219-436e-a7a1-c250762b2201 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-af537dc7-8886-4fdc-a38b-73c1633b0a59', 'network_id': 'af537dc7-8886-4fdc-a38b-73c1633b0a59', 'tenant_id': '9dd60ef4e32342ee9bd756b274f1d1f9', 'fixed_ips': [{'subnet_id': '4987e41e-b830-443a-b55c-26b976d72533'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:00:47.517327 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e74fd29e-3219-436e-a7a1-c250762b2201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:47.549009 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-69e74bd1-234e-4f30-a908-759c97779f68 None None] Attempting to bind port 40fcae34-2273-4ab3-9fd8-9eaa4c81d481 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:00:47.549597 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-69e74bd1-234e-4f30-a908-759c97779f68 None None] Attempting to bind port 40fcae34-2273-4ab3-9fd8-9eaa4c81d481 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '8776ef69-18a3-435b-bcae-3ec13a221682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '38da8219-9711-4a17-95ce-4a60364cf1ab'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:00:47.550151 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e74bd1-234e-4f30-a908-759c97779f68 None None] Attempting to bind port 40fcae34-2273-4ab3-9fd8-9eaa4c81d481 on network 38da8219-9711-4a17-95ce-4a60364cf1ab {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:00:47.560154 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e74bd1-234e-4f30-a908-759c97779f68 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:00:47.560758 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e74bd1-234e-4f30-a908-759c97779f68 None None] Checking segment: {'id': '8776ef69-18a3-435b-bcae-3ec13a221682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '38da8219-9711-4a17-95ce-4a60364cf1ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:00:47.561361 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-69e74bd1-234e-4f30-a908-759c97779f68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:47.562085 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e74bd1-234e-4f30-a908-759c97779f68 None None] Bound using segment: {'id': '8776ef69-18a3-435b-bcae-3ec13a221682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '38da8219-9711-4a17-95ce-4a60364cf1ab'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:00:47.562763 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-69e74bd1-234e-4f30-a908-759c97779f68 None None] Bound port: 40fcae34-2273-4ab3-9fd8-9eaa4c81d481, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8776ef69-18a3-435b-bcae-3ec13a221682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '38da8219-9711-4a17-95ce-4a60364cf1ab'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:00:47.563991 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-69e74bd1-234e-4f30-a908-759c97779f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:47.729129 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2dc7ca3c-c431-4160-ad69-8d7d7e33bde2 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:47.773402 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [None req-2dc7ca3c-c431-4160-ad69-8d7d7e33bde2 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] device_id is not set on port f1fe0f28-22d4-4b09-bc17-0fd02f571177 yet. {{(pid=101289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 08:00:47.829580 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-e74fd29e-3219-436e-a7a1-c250762b2201 None None] Allocated IP 10.2.2.2 (af537dc7-8886-4fdc-a38b-73c1633b0a59/4987e41e-b830-443a-b55c-26b976d72533/4d7ec045-c5a8-4c54-a108-4f946a866419) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:00:47.839356 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-69e74bd1-234e-4f30-a908-759c97779f68 None None] For port 40fcae34-2273-4ab3-9fd8-9eaa4c81d481, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:00:47.844588 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-69e74bd1-234e-4f30-a908-759c97779f68 None None] For port 40fcae34-2273-4ab3-9fd8-9eaa4c81d481, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=40fcae34-2273-4ab3-9fd8-9eaa4c81d481,segment=NetworkSegment(8776ef69-18a3-435b-bcae-3ec13a221682),segment_id=8776ef69-18a3-435b-bcae-3ec13a221682)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:00:47.865523 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-69e74bd1-234e-4f30-a908-759c97779f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:47.872575 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54888) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:48.050399 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-32bc5c1c-4ac7-4394-a6d0-a0a9372b56af admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:48.053505 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-2dc7ca3c-c431-4160-ad69-8d7d7e33bde2 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Allocated IP 10.1.1.130 (38da8219-9711-4a17-95ce-4a60364cf1ab/b03d39e8-6611-49a1-bc08-558dcfc2f27e/f1fe0f28-22d4-4b09-bc17-0fd02f571177) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:00:48.079957 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e74bd1-234e-4f30-a908-759c97779f68 None None] Pushing event updated for resources: {'Port': ['ID=40fcae34-2273-4ab3-9fd8-9eaa4c81d481,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:48.264392 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e74fd29e-3219-436e-a7a1-c250762b2201 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:48.281860 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e74fd29e-3219-436e-a7a1-c250762b2201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:48.333286 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-32bc5c1c-4ac7-4394-a6d0-a0a9372b56af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:48.340329 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-32bc5c1c-4ac7-4394-a6d0-a0a9372b56af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:48.354764 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2dc7ca3c-c431-4160-ad69-8d7d7e33bde2 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:48.431463 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74fd29e-3219-436e-a7a1-c250762b2201 None None] Pushing event updated for resources: {'Port': ['ID=4d7ec045-c5a8-4c54-a108-4f946a866419,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:48.434186 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-32bc5c1c-4ac7-4394-a6d0-a0a9372b56af admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ac8538b3f8c448c7ae840ea7c2a86f06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5603278 Sep 17 08:00:48.437370 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54904) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:48.451825 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74fd29e-3219-436e-a7a1-c250762b2201 None None] Network af537dc7-8886-4fdc-a38b-73c1633b0a59 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:00:48.455683 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-e74fd29e-3219-436e-a7a1-c250762b2201 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:00:48.462284 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74fd29e-3219-436e-a7a1-c250762b2201 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:00:48.505849 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bc5c1c-4ac7-4394-a6d0-a0a9372b56af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eace2797-f204-4fb7-8758-c77c6e5daa94,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:48.545406 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6f0ac9f8-e20e-4e99-91d6-53850ebff683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:48.601372 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6f0ac9f8-e20e-4e99-91d6-53850ebff683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:48.613067 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-e74fd29e-3219-436e-a7a1-c250762b2201 None None] Attempting to bind port 4d7ec045-c5a8-4c54-a108-4f946a866419 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:00:48.613676 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-e74fd29e-3219-436e-a7a1-c250762b2201 None None] Attempting to bind port 4d7ec045-c5a8-4c54-a108-4f946a866419 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'b1e1c750-8376-4bf1-bd42-cdccdc64eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'af537dc7-8886-4fdc-a38b-73c1633b0a59'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:00:48.614272 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74fd29e-3219-436e-a7a1-c250762b2201 None None] Attempting to bind port 4d7ec045-c5a8-4c54-a108-4f946a866419 on network af537dc7-8886-4fdc-a38b-73c1633b0a59 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:00:48.625732 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74fd29e-3219-436e-a7a1-c250762b2201 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:00:48.626347 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74fd29e-3219-436e-a7a1-c250762b2201 None None] Checking segment: {'id': 'b1e1c750-8376-4bf1-bd42-cdccdc64eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'af537dc7-8886-4fdc-a38b-73c1633b0a59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:00:48.626932 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e74fd29e-3219-436e-a7a1-c250762b2201 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:48.627531 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74fd29e-3219-436e-a7a1-c250762b2201 None None] Bound using segment: {'id': 'b1e1c750-8376-4bf1-bd42-cdccdc64eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'af537dc7-8886-4fdc-a38b-73c1633b0a59'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:00:48.628226 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-e74fd29e-3219-436e-a7a1-c250762b2201 None None] Bound port: 4d7ec045-c5a8-4c54-a108-4f946a866419, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1e1c750-8376-4bf1-bd42-cdccdc64eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'af537dc7-8886-4fdc-a38b-73c1633b0a59'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:00:48.628789 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e74fd29e-3219-436e-a7a1-c250762b2201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:48.704849 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6f0ac9f8-e20e-4e99-91d6-53850ebff683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:48.710691 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6f0ac9f8-e20e-4e99-91d6-53850ebff683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:48.710691 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6f0ac9f8-e20e-4e99-91d6-53850ebff683 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eace2797-f204-4fb7-8758-c77c6e5daa94 HTTP/1.1" status: 204 len: 168 time: 0.2681985 Sep 17 08:00:48.723489 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0ac9f8-e20e-4e99-91d6-53850ebff683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eace2797-f204-4fb7-8758-c77c6e5daa94,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:48.727666 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-e74fd29e-3219-436e-a7a1-c250762b2201 None None] For port 4d7ec045-c5a8-4c54-a108-4f946a866419, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:00:48.751010 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-e74fd29e-3219-436e-a7a1-c250762b2201 None None] For port 4d7ec045-c5a8-4c54-a108-4f946a866419, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=4d7ec045-c5a8-4c54-a108-4f946a866419,segment=NetworkSegment(b1e1c750-8376-4bf1-bd42-cdccdc64eea3),segment_id=b1e1c750-8376-4bf1-bd42-cdccdc64eea3)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:00:48.772204 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e74fd29e-3219-436e-a7a1-c250762b2201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:48.972687 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74fd29e-3219-436e-a7a1-c250762b2201 None None] Pushing event updated for resources: {'Port': ['ID=4d7ec045-c5a8-4c54-a108-4f946a866419,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:48.978828 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2dc7ca3c-c431-4160-ad69-8d7d7e33bde2 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:49.060342 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc7ca3c-c431-4160-ad69-8d7d7e33bde2 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Pushing event updated for resources: {'Port': ['ID=f1fe0f28-22d4-4b09-bc17-0fd02f571177,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:49.094088 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc7ca3c-c431-4160-ad69-8d7d7e33bde2 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Network 38da8219-9711-4a17-95ce-4a60364cf1ab is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:00:49.095536 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-2dc7ca3c-c431-4160-ad69-8d7d7e33bde2 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:00:49.102082 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc7ca3c-c431-4160-ad69-8d7d7e33bde2 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:00:49.215505 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc7ca3c-c431-4160-ad69-8d7d7e33bde2 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:00:49.216215 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2dc7ca3c-c431-4160-ad69-8d7d7e33bde2 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:49.246350 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-2dc7ca3c-c431-4160-ad69-8d7d7e33bde2 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0226574 Sep 17 08:00:49.249154 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54952) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:49.255147 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-d64f0061-6084-4e08-8e78-76085a263708 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Request body: {'port': {'network_id': '38da8219-9711-4a17-95ce-4a60364cf1ab', 'name': 'tempest-TaggedBootDevicesTest-914359193', 'fixed_ips': [{'subnet_id': 'b03d39e8-6611-49a1-bc08-558dcfc2f27e'}]}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:00:49.353942 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 40fcae34-2273-4ab3-9fd8-9eaa4c81d481 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:00:49.437543 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54962) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:49.458335 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-62dca82d-03d9-4b06-a268-7b2695e05cd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:49.464184 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 40fcae34-2273-4ab3-9fd8-9eaa4c81d481 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:00:49.464587 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:49.497564 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.db.api [None req-d64f0061-6084-4e08-8e78-76085a263708 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 08:00:49.497564 n-d-789963-9 neutron-server[101290]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 17 08:00:49.497564 n-d-789963-9 neutron-server[101290]: [parameters: {'project_id': '9dd60ef4e32342ee9bd756b274f1d1f9', 'id': '3bdc3ee2-bc23-4811-b177-8110f081cb67', 'expiration': datetime.datetime(2021, 9, 17, 8, 2, 49, 493549)}] Sep 17 08:00:49.497564 n-d-789963-9 neutron-server[101290]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 08:00:49.498522 n-d-789963-9 neutron-server[101290]: DEBUG oslo_db.api [None req-d64f0061-6084-4e08-8e78-76085a263708 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 08:00:49.590133 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e5bb73-81be-4bf5-9b4e-cae0de52d594 None None] Network 38da8219-9711-4a17-95ce-4a60364cf1ab requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:00:49.623795 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:49.641208 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-62dca82d-03d9-4b06-a268-7b2695e05cd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:49.645923 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-62dca82d-03d9-4b06-a268-7b2695e05cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:49.699339 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-62dca82d-03d9-4b06-a268-7b2695e05cd6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8b65525bc9e24538aec29c56a8840115&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2601922 Sep 17 08:00:49.700184 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dca82d-03d9-4b06-a268-7b2695e05cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a797d2-45de-4cc3-880f-3d73a69a8817,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:49.701990 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54980) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:49.722099 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port 40fcae34-2273-4ab3-9fd8-9eaa4c81d481, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=40fcae34-2273-4ab3-9fd8-9eaa4c81d481,segment=NetworkSegment(8776ef69-18a3-435b-bcae-3ec13a221682),segment_id=8776ef69-18a3-435b-bcae-3ec13a221682)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:00:49.738978 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-d6eff839-7f63-4342-bbc8-ddd311546ed8 None None] Provisioning complete for port 40fcae34-2273-4ab3-9fd8-9eaa4c81d481 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:00:49.739435 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d6eff839-7f63-4342-bbc8-ddd311546ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:49.764028 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:49.776244 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f1f0f27c-a948-4e2c-9b33-0af2a96de732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:49.804525 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f1f0f27c-a948-4e2c-9b33-0af2a96de732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:49.877060 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=40fcae34-2273-4ab3-9fd8-9eaa4c81d481,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:49.877537 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f1f0f27c-a948-4e2c-9b33-0af2a96de732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:49.887982 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f1f0f27c-a948-4e2c-9b33-0af2a96de732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:49.889635 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f1f0f27c-a948-4e2c-9b33-0af2a96de732 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/01a797d2-45de-4cc3-880f-3d73a69a8817 HTTP/1.1" status: 204 len: 168 time: 0.1853242 Sep 17 08:00:49.912823 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f0f27c-a948-4e2c-9b33-0af2a96de732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a797d2-45de-4cc3-880f-3d73a69a8817,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:49.980590 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b185251c-7b67-45a8-a8be-a6c3157dd010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:50.047720 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64f0061-6084-4e08-8e78-76085a263708 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Made reservation on behalf of 9dd60ef4e32342ee9bd756b274f1d1f9 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:00:50.185038 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d64f0061-6084-4e08-8e78-76085a263708 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:50.213015 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [None req-d64f0061-6084-4e08-8e78-76085a263708 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] device_id is not set on port 58361d99-ef9c-4fbd-af39-2f7f8767303c yet. {{(pid=101290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 08:00:50.444620 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-b8fb7fd1-ccee-4eb6-8881-ca9cc2f3c95c None None] Provisioning complete for port 40fcae34-2273-4ab3-9fd8-9eaa4c81d481 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:00:50.445417 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b8fb7fd1-ccee-4eb6-8881-ca9cc2f3c95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:50.549809 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-d64f0061-6084-4e08-8e78-76085a263708 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Allocated IP 10.1.1.99 (38da8219-9711-4a17-95ce-4a60364cf1ab/b03d39e8-6611-49a1-bc08-558dcfc2f27e/58361d99-ef9c-4fbd-af39-2f7f8767303c) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:00:50.586060 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e378a9eb-fb1d-4f62-b3c2-20be37b1d375 None None] Network af537dc7-8886-4fdc-a38b-73c1633b0a59 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:00:50.750082 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-b8fb7fd1-ccee-4eb6-8881-ca9cc2f3c95c None None] Provisioning complete for port f1fe0f28-22d4-4b09-bc17-0fd02f571177 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:00:50.750710 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b8fb7fd1-ccee-4eb6-8881-ca9cc2f3c95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:50.822874 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-b8fb7fd1-ccee-4eb6-8881-ca9cc2f3c95c None None] Port f1fe0f28-22d4-4b09-bc17-0fd02f571177 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:00:50.953493 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d64f0061-6084-4e08-8e78-76085a263708 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:50.958966 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5694a9a9-7c73-4608-91ba-e07fd23d8234 None None] Provisioning complete for port 4d7ec045-c5a8-4c54-a108-4f946a866419 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:00:50.959492 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5694a9a9-7c73-4608-91ba-e07fd23d8234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:51.051935 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 55060) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:51.079889 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d64f0061-6084-4e08-8e78-76085a263708 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:51.145103 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5694a9a9-7c73-4608-91ba-e07fd23d8234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:51.177535 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64f0061-6084-4e08-8e78-76085a263708 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Pushing event updated for resources: {'Port': ['ID=58361d99-ef9c-4fbd-af39-2f7f8767303c,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:51.185798 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64f0061-6084-4e08-8e78-76085a263708 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Network 38da8219-9711-4a17-95ce-4a60364cf1ab is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:00:51.187081 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-d64f0061-6084-4e08-8e78-76085a263708 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:00:51.192547 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64f0061-6084-4e08-8e78-76085a263708 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:00:51.265309 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5694a9a9-7c73-4608-91ba-e07fd23d8234 None None] For port 4d7ec045-c5a8-4c54-a108-4f946a866419, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=4d7ec045-c5a8-4c54-a108-4f946a866419,segment=NetworkSegment(b1e1c750-8376-4bf1-bd42-cdccdc64eea3),segment_id=b1e1c750-8376-4bf1-bd42-cdccdc64eea3)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:00:51.280078 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5694a9a9-7c73-4608-91ba-e07fd23d8234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:51.308956 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d12c049a-d278-4900-94c5-9dbbe1440f9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:51.343026 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64f0061-6084-4e08-8e78-76085a263708 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:00:51.344001 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d64f0061-6084-4e08-8e78-76085a263708 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:51.358101 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5694a9a9-7c73-4608-91ba-e07fd23d8234 None None] Provisioning complete for port f1fe0f28-22d4-4b09-bc17-0fd02f571177 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:00:51.358884 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5694a9a9-7c73-4608-91ba-e07fd23d8234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:51.371445 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d64f0061-6084-4e08-8e78-76085a263708 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1209483 Sep 17 08:00:51.404235 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5694a9a9-7c73-4608-91ba-e07fd23d8234 None None] Port f1fe0f28-22d4-4b09-bc17-0fd02f571177 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:00:51.434803 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5694a9a9-7c73-4608-91ba-e07fd23d8234 None None] Pushing event updated for resources: {'Port': ['ID=4d7ec045-c5a8-4c54-a108-4f946a866419,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:51.517804 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d12c049a-d278-4900-94c5-9dbbe1440f9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:51.523921 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d12c049a-d278-4900-94c5-9dbbe1440f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:51.532393 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 4d7ec045-c5a8-4c54-a108-4f946a866419 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:00:51.582430 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-d12c049a-d278-4900-94c5-9dbbe1440f9f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1a00ad80bda44219b13506a9fcd326d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5287995 Sep 17 08:00:51.583076 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 55074) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:51.585552 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12c049a-d278-4900-94c5-9dbbe1440f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd309d1e-f1d6-419c-9da1-b31dfe939553,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:51.608576 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-4c3ba20d-3079-4c97-9046-9fa01b7cb496 None None] Provisioning complete for port 4d7ec045-c5a8-4c54-a108-4f946a866419 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:00:51.608958 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4c3ba20d-3079-4c97-9046-9fa01b7cb496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:51.669956 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-817af5f2-2e03-4343-b27b-972caacc6d81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:51.695438 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-817af5f2-2e03-4343-b27b-972caacc6d81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:51.757231 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-817af5f2-2e03-4343-b27b-972caacc6d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:51.760765 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-817af5f2-2e03-4343-b27b-972caacc6d81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:51.762264 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-817af5f2-2e03-4343-b27b-972caacc6d81 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dd309d1e-f1d6-419c-9da1-b31dfe939553 HTTP/1.1" status: 204 len: 168 time: 0.1776636 Sep 17 08:00:51.763001 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 4d7ec045-c5a8-4c54-a108-4f946a866419 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:00:51.763592 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:51.771375 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817af5f2-2e03-4343-b27b-972caacc6d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd309d1e-f1d6-419c-9da1-b31dfe939553,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:51.912809 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 40fcae34-2273-4ab3-9fd8-9eaa4c81d481 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:00:51.987156 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-3b7636d3-0e0b-464d-be86-13c6df1333ca None None] Provisioning complete for port 58361d99-ef9c-4fbd-af39-2f7f8767303c triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:00:51.987765 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3b7636d3-0e0b-464d-be86-13c6df1333ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:52.067417 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-3b7636d3-0e0b-464d-be86-13c6df1333ca None None] Port 58361d99-ef9c-4fbd-af39-2f7f8767303c cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:00:52.074377 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 40fcae34-2273-4ab3-9fd8-9eaa4c81d481 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:00:52.074771 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:52.350053 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 55104) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:52.368031 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-65f624b5-fbf8-48bd-9a9a-8a44e0a08ace admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:52.404784 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b733c910-1f23-4eb5-bfb4-29016287ae9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:52.416236 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 55106) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:52.420811 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-db9b5433-69bc-40c3-94db-ab76bbbf892b tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1783464622', 'description': 'tempest-description--367245546'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:00:52.479428 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-65f624b5-fbf8-48bd-9a9a-8a44e0a08ace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:52.484266 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-65f624b5-fbf8-48bd-9a9a-8a44e0a08ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:52.501736 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-db9b5433-69bc-40c3-94db-ab76bbbf892b tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:52.527932 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-65f624b5-fbf8-48bd-9a9a-8a44e0a08ace admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c34f5d36588f44449bd0317480a0b364&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1740026 Sep 17 08:00:52.528151 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 55108) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:52.534166 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f624b5-fbf8-48bd-9a9a-8a44e0a08ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25e9c09b-a33d-485b-8504-518e7e476d10,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:52.588706 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a6ef40e3-aafb-4883-8c9f-c420cfe7f539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:52.604909 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-db9b5433-69bc-40c3-94db-ab76bbbf892b tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:52.609262 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-db9b5433-69bc-40c3-94db-ab76bbbf892b tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:52.614636 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a6ef40e3-aafb-4883-8c9f-c420cfe7f539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:52.640120 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-db9b5433-69bc-40c3-94db-ab76bbbf892b tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:52.641385 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-db9b5433-69bc-40c3-94db-ab76bbbf892b tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2241035 Sep 17 08:00:52.644285 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 55120) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:52.645313 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b5433-69bc-40c3-94db-ab76bbbf892b tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=018bc854-5d2e-47d2-a820-83cebe160ae5,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:52.649548 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-0beb2214-e204-4d15-a9ae-107defed8807 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Request body: {'security_group_rule': {'security_group_id': '018bc854-5d2e-47d2-a820-83cebe160ae5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:00:52.660982 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:52.680975 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0beb2214-e204-4d15-a9ae-107defed8807 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:52.702581 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a6ef40e3-aafb-4883-8c9f-c420cfe7f539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:52.705184 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a6ef40e3-aafb-4883-8c9f-c420cfe7f539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:52.706366 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-a6ef40e3-aafb-4883-8c9f-c420cfe7f539 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/25e9c09b-a33d-485b-8504-518e7e476d10 HTTP/1.1" status: 204 len: 168 time: 0.1772995 Sep 17 08:00:52.723313 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ef40e3-aafb-4883-8c9f-c420cfe7f539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e9c09b-a33d-485b-8504-518e7e476d10,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:52.763356 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0beb2214-e204-4d15-a9ae-107defed8807 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:52.767663 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0beb2214-e204-4d15-a9ae-107defed8807 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:52.785434 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb2214-e204-4d15-a9ae-107defed8807 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30feb4b2-0199-4ba3-95c3-a969aa9f729e,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:52.793062 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0beb2214-e204-4d15-a9ae-107defed8807 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:52.796781 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-0beb2214-e204-4d15-a9ae-107defed8807 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1489711 Sep 17 08:00:52.797176 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 55124) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:52.801770 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-2d26c739-89cf-4b1e-8523-c83ea5c401da tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Request body: {'security_group_rule': {'security_group_id': '018bc854-5d2e-47d2-a820-83cebe160ae5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:00:52.838382 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2d26c739-89cf-4b1e-8523-c83ea5c401da tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:52.932279 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2d26c739-89cf-4b1e-8523-c83ea5c401da tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:52.941572 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2d26c739-89cf-4b1e-8523-c83ea5c401da tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:52.982045 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d26c739-89cf-4b1e-8523-c83ea5c401da tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b06cd04-7337-490e-8c22-04aa773ba32d,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:52.999181 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2d26c739-89cf-4b1e-8523-c83ea5c401da tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:53.000465 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-2d26c739-89cf-4b1e-8523-c83ea5c401da tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2022896 Sep 17 08:00:53.003739 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 55150) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:53.008976 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-a42fd835-1d41-44a2-bfe0-37b99d536da7 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Request body: {'floatingip': {'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:00:53.047011 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a42fd835-1d41-44a2-bfe0-37b99d536da7 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks [] for floatingip, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:53.212729 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a42fd835-1d41-44a2-bfe0-37b99d536da7 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:53.270783 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 4d7ec045-c5a8-4c54-a108-4f946a866419 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:00:53.354770 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 4d7ec045-c5a8-4c54-a108-4f946a866419 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:00:53.355156 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:53.499383 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-a42fd835-1d41-44a2-bfe0-37b99d536da7 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Allocated IP 172.25.6.102 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/19ebcf98-5434-4305-8c68-ae0a0f1f4471) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:00:53.650011 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a42fd835-1d41-44a2-bfe0-37b99d536da7 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:53.689880 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:53.697947 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a42fd835-1d41-44a2-bfe0-37b99d536da7 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:53.764878 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42fd835-1d41-44a2-bfe0-37b99d536da7 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:00:53.767781 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-a42fd835-1d41-44a2-bfe0-37b99d536da7 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:00:53.772958 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42fd835-1d41-44a2-bfe0-37b99d536da7 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:00:53.859459 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42fd835-1d41-44a2-bfe0-37b99d536da7 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Pushing event updated for resources: {'Port': ['ID=19ebcf98-5434-4305-8c68-ae0a0f1f4471,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:53.934536 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a42fd835-1d41-44a2-bfe0-37b99d536da7 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:53.988295 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a42fd835-1d41-44a2-bfe0-37b99d536da7 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:54.255132 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a42fd835-1d41-44a2-bfe0-37b99d536da7 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:54.261869 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a42fd835-1d41-44a2-bfe0-37b99d536da7 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:54.317566 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42fd835-1d41-44a2-bfe0-37b99d536da7 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Pushing event updated for resources: {'Port': ['ID=19ebcf98-5434-4305-8c68-ae0a0f1f4471,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:54.373711 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a42fd835-1d41-44a2-bfe0-37b99d536da7 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:54.411807 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a42fd835-1d41-44a2-bfe0-37b99d536da7 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:54.413697 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-a42fd835-1d41-44a2-bfe0-37b99d536da7 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4087677 Sep 17 08:00:54.642291 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 55302) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:54.807133 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7820af1c-0e84-4b2b-af77-aa2ba5e2a6c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:54.847340 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-c4991682-fae2-480b-815b-48d578dc0d1b tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1783464622&fields=id&tenant_id=9dd60ef4e32342ee9bd756b274f1d1f9 HTTP/1.1" status: 200 len: 267 time: 0.0529568 Sep 17 08:00:54.919920 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-ec926c3a-e870-4a7c-b380-23acbd1adc07 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:00:54.921298 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-ec926c3a-e870-4a7c-b380-23acbd1adc07 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/ports/f1fe0f28-22d4-4b09-bc17-0fd02f571177 HTTP/1.1" status: 200 len: 930 time: 0.0612361 Sep 17 08:00:54.989473 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-163e2f88-4f02-4ad0-aee1-056827a8f4af tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:00:54.991229 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-163e2f88-4f02-4ad0-aee1-056827a8f4af tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/ports/58361d99-ef9c-4fbd-af39-2f7f8767303c HTTP/1.1" status: 200 len: 930 time: 0.0625250 Sep 17 08:00:55.028525 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-da606f2b-b7bf-4ca4-bd77-6376aa05be16 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/ports?network_id=af537dc7-8886-4fdc-a38b-73c1633b0a59&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0296488 Sep 17 08:00:55.080452 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-beef62b1-1b38-4419-b708-f686e9c30907 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/ports?network_id=af537dc7-8886-4fdc-a38b-73c1633b0a59&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0447178 Sep 17 08:00:55.082830 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7820af1c-0e84-4b2b-af77-aa2ba5e2a6c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:55.099874 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7820af1c-0e84-4b2b-af77-aa2ba5e2a6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:55.168160 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-7820af1c-0e84-4b2b-af77-aa2ba5e2a6c8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=da35620008bf497d871d5d94276d60b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5245209 Sep 17 08:00:55.168892 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7820af1c-0e84-4b2b-af77-aa2ba5e2a6c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e0c5c3-256d-4ce4-a16e-a9d4231068f2,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:55.175629 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 55338) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:55.221598 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:55.260183 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-39c5dc5c-94ca-4cfb-9043-2470a7b42336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:55.266389 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-25ccd00b-7bef-4ed1-8236-2f3c1562059a tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:00:55.272211 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-25ccd00b-7bef-4ed1-8236-2f3c1562059a tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:00:55.279065 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-25ccd00b-7bef-4ed1-8236-2f3c1562059a tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:00:55.283893 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-39c5dc5c-94ca-4cfb-9043-2470a7b42336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:55.286754 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-25ccd00b-7bef-4ed1-8236-2f3c1562059a tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/networks?id=f09c285a-372f-4d9d-93e7-05d1bf72bf1b&id=38da8219-9711-4a17-95ce-4a60364cf1ab&id=38da8219-9711-4a17-95ce-4a60364cf1ab&id=af537dc7-8886-4fdc-a38b-73c1633b0a59&id=af537dc7-8886-4fdc-a38b-73c1633b0a59 HTTP/1.1" status: 200 len: 1989 time: 0.1992917 Sep 17 08:00:55.297551 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-d60f01b9-148c-4041-9da7-a2d5df8a2bed tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/quotas/9dd60ef4e32342ee9bd756b274f1d1f9 HTTP/1.1" status: 200 len: 375 time: 0.0099435 Sep 17 08:00:55.357836 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-39c5dc5c-94ca-4cfb-9043-2470a7b42336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:55.360872 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-39c5dc5c-94ca-4cfb-9043-2470a7b42336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:55.362188 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-39c5dc5c-94ca-4cfb-9043-2470a7b42336 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b5e0c5c3-256d-4ce4-a16e-a9d4231068f2 HTTP/1.1" status: 204 len: 168 time: 0.1855242 Sep 17 08:00:55.370430 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c5dc5c-94ca-4cfb-9043-2470a7b42336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e0c5c3-256d-4ce4-a16e-a9d4231068f2,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:55.379673 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-a1dc4124-4224-45cf-91d2-d7159c9a1ff0 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9dd60ef4e32342ee9bd756b274f1d1f9&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0647917 Sep 17 08:00:55.701135 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-8a458493-63aa-49b4-89f8-4d4996eb0cb6 service neutron] 10.222.0.13 "GET /v2.0/networks/f09c285a-372f-4d9d-93e7-05d1bf72bf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056400 Sep 17 08:00:55.728128 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 55364) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:55.748976 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-862d0b6b-4f6d-4c5e-b339-8a5b3734d972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:55.799601 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-5939f36f-550a-48a0-93d4-3919ef1b8fa3 service neutron] 10.222.0.13 "GET /v2.0/networks/f09c285a-372f-4d9d-93e7-05d1bf72bf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918367 Sep 17 08:00:55.844125 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-d1d99393-3b1b-4921-85c4-290d5b639515 service neutron] 10.222.0.13 "GET /v2.0/ports/f1fe0f28-22d4-4b09-bc17-0fd02f571177?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0370359 Sep 17 08:00:55.851083 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-862d0b6b-4f6d-4c5e-b339-8a5b3734d972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:55.857715 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-862d0b6b-4f6d-4c5e-b339-8a5b3734d972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:55.899111 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862d0b6b-4f6d-4c5e-b339-8a5b3734d972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=120ad534-ddc3-47e6-8296-b43b5924432e,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:55.906042 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-862d0b6b-4f6d-4c5e-b339-8a5b3734d972 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6a5c3d0716264b49a7a224c815f6b650&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1765804 Sep 17 08:00:55.908521 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 55370) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:55.953046 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-11809dbf-dcf7-44b9-8a54-471e4257e890 service neutron] 10.222.0.13 "GET /v2.0/networks/38da8219-9711-4a17-95ce-4a60364cf1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031957 Sep 17 08:00:55.965900 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-378fc141-3de0-4108-aae9-a3aefc516c61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:55.986981 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-378fc141-3de0-4108-aae9-a3aefc516c61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:56.037233 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-378fc141-3de0-4108-aae9-a3aefc516c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:56.039784 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-378fc141-3de0-4108-aae9-a3aefc516c61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:56.044276 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-378fc141-3de0-4108-aae9-a3aefc516c61 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/120ad534-ddc3-47e6-8296-b43b5924432e HTTP/1.1" status: 204 len: 168 time: 0.1343889 Sep 17 08:00:56.052528 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378fc141-3de0-4108-aae9-a3aefc516c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=120ad534-ddc3-47e6-8296-b43b5924432e,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:56.056199 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-2a2dde8b-aa6e-4c85-ad46-eed831d10add service neutron] 10.222.0.13 "GET /v2.0/networks/38da8219-9711-4a17-95ce-4a60364cf1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954139 Sep 17 08:00:56.061347 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378fc141-3de0-4108-aae9-a3aefc516c61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:00:56.061699 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378fc141-3de0-4108-aae9-a3aefc516c61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:00:56.062226 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378fc141-3de0-4108-aae9-a3aefc516c61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:00:56.062727 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378fc141-3de0-4108-aae9-a3aefc516c61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:00:56.063491 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378fc141-3de0-4108-aae9-a3aefc516c61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:00:56.064141 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378fc141-3de0-4108-aae9-a3aefc516c61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:00:56.064672 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378fc141-3de0-4108-aae9-a3aefc516c61 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:00:56.065006 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378fc141-3de0-4108-aae9-a3aefc516c61 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:00:56.065333 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378fc141-3de0-4108-aae9-a3aefc516c61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:00:56.065669 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378fc141-3de0-4108-aae9-a3aefc516c61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:00:56.065993 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378fc141-3de0-4108-aae9-a3aefc516c61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:00:56.066316 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378fc141-3de0-4108-aae9-a3aefc516c61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:00:56.122700 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-68b0c6b1-9df6-41f6-9c67-e0574fc86b24 service neutron] 10.222.0.13 "GET /v2.0/ports/58361d99-ef9c-4fbd-af39-2f7f8767303c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0494585 Sep 17 08:00:56.233878 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-52467dff-ba4d-42ef-89f1-db0c4684d8e6 service neutron] 10.222.0.13 "GET /v2.0/networks/38da8219-9711-4a17-95ce-4a60364cf1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052005 Sep 17 08:00:56.343655 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-bcfb11c5-1ac6-4193-b322-58d777937dd5 service neutron] 10.222.0.13 "GET /v2.0/networks/38da8219-9711-4a17-95ce-4a60364cf1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032414 Sep 17 08:00:56.463653 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-a8f33312-871b-4c4f-8f05-c80c2f75e67f service neutron] 10.222.0.13 "GET /v2.0/networks/38da8219-9711-4a17-95ce-4a60364cf1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138990 Sep 17 08:00:56.575817 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-50aede6f-d679-4706-9572-98ba4b09d4f1 service neutron] 10.222.0.13 "GET /v2.0/networks/38da8219-9711-4a17-95ce-4a60364cf1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056216 Sep 17 08:00:56.706042 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-608d9e00-4815-419b-9aa8-8272d62d698a service neutron] 10.222.0.13 "GET /v2.0/networks/38da8219-9711-4a17-95ce-4a60364cf1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292479 Sep 17 08:00:56.804590 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-1ca30034-57a3-4628-8445-2eeb0e035b1d service neutron] 10.222.0.13 "GET /v2.0/networks/38da8219-9711-4a17-95ce-4a60364cf1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916202 Sep 17 08:00:56.905757 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-dabeee37-f8d6-4f87-b6db-7f9de91a75ff service neutron] 10.222.0.13 "GET /v2.0/networks/af537dc7-8886-4fdc-a38b-73c1633b0a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938599 Sep 17 08:00:56.997190 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-095d4459-be47-480f-be6d-41b26b146b1a service neutron] 10.222.0.13 "GET /v2.0/networks/af537dc7-8886-4fdc-a38b-73c1633b0a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855935 Sep 17 08:00:57.092730 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-98f5c006-546b-4dbc-a3f2-0a64b54984d4 service neutron] 10.222.0.13 "GET /v2.0/networks/af537dc7-8886-4fdc-a38b-73c1633b0a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891440 Sep 17 08:00:57.195698 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-b17f9d6d-b8cd-4c0e-8e3b-3d2c5fec84da service neutron] 10.222.0.13 "GET /v2.0/networks/af537dc7-8886-4fdc-a38b-73c1633b0a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959959 Sep 17 08:00:57.900852 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-02605323-575b-4166-9983-eb4029b86b71 req-e5799278-38be-429c-94c9-335f8a612e4d tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab HTTP/1.1" status: 200 len: 210 time: 0.0334759 Sep 17 08:00:58.153351 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:00:58.166037 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 55504) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:58.351525 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-3c5a46bd-8ce3-4e9c-b69d-ad99ad8a4133 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Request body: {'floatingip': {'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:00:58.380409 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3c5a46bd-8ce3-4e9c-b69d-ad99ad8a4133 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks [] for floatingip, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:58.492357 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3c5a46bd-8ce3-4e9c-b69d-ad99ad8a4133 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:58.621853 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-3c5a46bd-8ce3-4e9c-b69d-ad99ad8a4133 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Allocated IP 172.25.6.154 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/bc7ad674-73ce-4cbf-ac31-47d8f31875be) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:00:58.741049 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3c5a46bd-8ce3-4e9c-b69d-ad99ad8a4133 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:58.776027 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3c5a46bd-8ce3-4e9c-b69d-ad99ad8a4133 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:58.818424 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5a46bd-8ce3-4e9c-b69d-ad99ad8a4133 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:00:58.821937 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-3c5a46bd-8ce3-4e9c-b69d-ad99ad8a4133 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:00:58.828999 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5a46bd-8ce3-4e9c-b69d-ad99ad8a4133 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:00:58.864368 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5a46bd-8ce3-4e9c-b69d-ad99ad8a4133 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Pushing event updated for resources: {'Port': ['ID=bc7ad674-73ce-4cbf-ac31-47d8f31875be,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:58.966896 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3c5a46bd-8ce3-4e9c-b69d-ad99ad8a4133 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:59.004240 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d901b2cf-3404-4b7f-8849-292205f79864 req-cd53dc1b-803a-4971-af54-a7005e1be7e0 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab HTTP/1.1" status: 200 len: 210 time: 0.0272074 Sep 17 08:00:59.023025 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3c5a46bd-8ce3-4e9c-b69d-ad99ad8a4133 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:59.215083 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-3065f8b4-d33b-47e2-a907-437240833827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:00:59.216486 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-3065f8b4-d33b-47e2-a907-437240833827 service neutron] 10.222.0.39 "GET /v2.0/ports/f1fe0f28-22d4-4b09-bc17-0fd02f571177 HTTP/1.1" status: 200 len: 1026 time: 0.0521200 Sep 17 08:00:59.271053 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-bdf67003-324f-44bb-9bcb-2e35fde60322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:00:59.273058 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-bdf67003-324f-44bb-9bcb-2e35fde60322 service neutron] 10.222.0.39 "GET /v2.0/ports/58361d99-ef9c-4fbd-af39-2f7f8767303c HTTP/1.1" status: 200 len: 1026 time: 0.0474033 Sep 17 08:00:59.313749 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3c5a46bd-8ce3-4e9c-b69d-ad99ad8a4133 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:59.330255 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3c5a46bd-8ce3-4e9c-b69d-ad99ad8a4133 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:59.447739 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5a46bd-8ce3-4e9c-b69d-ad99ad8a4133 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Pushing event updated for resources: {'Port': ['ID=bc7ad674-73ce-4cbf-ac31-47d8f31875be,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:59.455123 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3c5a46bd-8ce3-4e9c-b69d-ad99ad8a4133 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:59.488070 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-e62470cc-bc5b-4fdf-afd0-1fdb6c3a39b5 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:00:59.494524 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-e62470cc-bc5b-4fdf-afd0-1fdb6c3a39b5 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:00:59.501644 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-e62470cc-bc5b-4fdf-afd0-1fdb6c3a39b5 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:00:59.503328 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-e62470cc-bc5b-4fdf-afd0-1fdb6c3a39b5 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.39 "GET /v2.0/networks?id=f09c285a-372f-4d9d-93e7-05d1bf72bf1b&id=38da8219-9711-4a17-95ce-4a60364cf1ab&id=38da8219-9711-4a17-95ce-4a60364cf1ab&id=38da8219-9711-4a17-95ce-4a60364cf1ab&id=38da8219-9711-4a17-95ce-4a60364cf1ab&id=af537dc7-8886-4fdc-a38b-73c1633b0a59&id=af537dc7-8886-4fdc-a38b-73c1633b0a59 HTTP/1.1" status: 200 len: 1989 time: 0.2194085 Sep 17 08:00:59.504990 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3c5a46bd-8ce3-4e9c-b69d-ad99ad8a4133 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:59.508273 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-3c5a46bd-8ce3-4e9c-b69d-ad99ad8a4133 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3411629 Sep 17 08:00:59.508935 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 55522) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:00:59.513995 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-87e0bb40-6388-4bc2-9e81-93fe5430d402 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-43149679'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:00:59.544260 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e0bb40-6388-4bc2-9e81-93fe5430d402 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Made reservation on behalf of d063d4a80ac94ba58d40f2c80c5d8988 for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:00:59.549273 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-87e0bb40-6388-4bc2-9e81-93fe5430d402 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:59.564520 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-87e0bb40-6388-4bc2-9e81-93fe5430d402 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:59.606261 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-b9d3b845-5273-4ee3-a18e-b5b772b4a53e tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9dd60ef4e32342ee9bd756b274f1d1f9 HTTP/1.1" status: 200 len: 380 time: 0.0850866 Sep 17 08:00:59.616689 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-cc9650cf-475a-4f87-b838-ee93f723c2c5 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Request body: {'port': {'device_id': '4a3e4cd7-fd9e-4c48-83d0-fdef58210aab', 'network_id': 'f09c285a-372f-4d9d-93e7-05d1bf72bf1b', 'admin_state_up': True, 'tenant_id': '9dd60ef4e32342ee9bd756b274f1d1f9', 'security_groups': ['018bc854-5d2e-47d2-a820-83cebe160ae5']}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:00:59.770926 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fcd7c2ee-50b5-4dfa-9949-4d2905bdfe92 req-ee42a4a7-715f-456c-9e6d-ac939e15f03a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5598a24f-0925-4721-ba56-24d5f7a613a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1111145 Sep 17 08:00:59.805750 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-87e0bb40-6388-4bc2-9e81-93fe5430d402 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:59.819616 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-87e0bb40-6388-4bc2-9e81-93fe5430d402 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:59.830703 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-cc9650cf-475a-4f87-b838-ee93f723c2c5 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Made reservation on behalf of 9dd60ef4e32342ee9bd756b274f1d1f9 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:00:59.835540 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-cc9650cf-475a-4f87-b838-ee93f723c2c5 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:59.896357 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87e0bb40-6388-4bc2-9e81-93fe5430d402 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:00:59.942350 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e0bb40-6388-4bc2-9e81-93fe5430d402 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3a31ab-c5f4-4eb1-b4d6-946d476c44c4,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:00:59.959130 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-87e0bb40-6388-4bc2-9e81-93fe5430d402 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:00:59.959588 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-87e0bb40-6388-4bc2-9e81-93fe5430d402 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Added segment e54213a7-20df-4212-a7c5-dff95053c75a of type vlan for network c5ae6d44-5ef6-4c64-9697-38ef66856606 Sep 17 08:01:00.006033 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-87e0bb40-6388-4bc2-9e81-93fe5430d402 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:00.056700 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-cc9650cf-475a-4f87-b838-ee93f723c2c5 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Allocated IP 172.20.0.6 (f09c285a-372f-4d9d-93e7-05d1bf72bf1b/1862c60a-900a-428f-84d5-02f641b77766/f925fa88-e615-42d2-b3ec-449463c7b53e) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:01:00.060047 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7c2ee-50b5-4dfa-9949-4d2905bdfe92 req-6d4ccbed-c3ac-4893-9f88-db07ad530e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:00.061913 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fcd7c2ee-50b5-4dfa-9949-4d2905bdfe92 req-6d4ccbed-c3ac-4893-9f88-db07ad530e56 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=85a1205ba09b4a7b819dd87a018d5057&device_id=5598a24f-0925-4721-ba56-24d5f7a613a7 HTTP/1.1" status: 200 len: 1097 time: 0.2547379 Sep 17 08:01:00.097933 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-87e0bb40-6388-4bc2-9e81-93fe5430d402 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:00.112393 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e0bb40-6388-4bc2-9e81-93fe5430d402 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:00.113381 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-87e0bb40-6388-4bc2-9e81-93fe5430d402 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:00.260717 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-cc9650cf-475a-4f87-b838-ee93f723c2c5 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:00.291091 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5be3d2e0-8654-4c11-a7bd-b0f87e4f09ef req-dcb05353-e512-44ea-9223-88552f229889 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab HTTP/1.1" status: 200 len: 210 time: 0.1175580 Sep 17 08:01:00.307139 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-cc9650cf-475a-4f87-b838-ee93f723c2c5 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:00.337775 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-87e0bb40-6388-4bc2-9e81-93fe5430d402 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8276997 Sep 17 08:01:00.366975 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 55538) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:00.372824 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-cb0af77c-2c4b-4f02-8557-2e3b9ae82153 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Request body: {'subnet': {'network_id': 'c5ae6d44-5ef6-4c64-9697-38ef66856606', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:01:00.396062 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9650cf-475a-4f87-b838-ee93f723c2c5 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Pushing event updated for resources: {'Port': ['ID=f925fa88-e615-42d2-b3ec-449463c7b53e,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:00.397776 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e0bb40-6388-4bc2-9e81-93fe5430d402 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Pushing event updated for resources: {'Network': ['ID=c5ae6d44-5ef6-4c64-9697-38ef66856606,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:00.425298 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network c5ae6d44-5ef6-4c64-9697-38ef66856606 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:01:00.430604 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-cc9650cf-475a-4f87-b838-ee93f723c2c5 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Network f09c285a-372f-4d9d-93e7-05d1bf72bf1b is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:01:00.432605 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-cc9650cf-475a-4f87-b838-ee93f723c2c5 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:01:00.435563 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-cc9650cf-475a-4f87-b838-ee93f723c2c5 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:01:00.479350 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7c2ee-50b5-4dfa-9949-4d2905bdfe92 req-e19e0628-ab1b-455f-a909-9e86d9861323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:00.481195 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fcd7c2ee-50b5-4dfa-9949-4d2905bdfe92 req-e19e0628-ab1b-455f-a909-9e86d9861323 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0ac2dea1-1030-4e45-a595-712a662b9be7 HTTP/1.1" status: 200 len: 916 time: 0.3967116 Sep 17 08:01:00.522158 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-cc9650cf-475a-4f87-b838-ee93f723c2c5 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:00.523067 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-cc9650cf-475a-4f87-b838-ee93f723c2c5 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:00.561455 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0af77c-2c4b-4f02-8557-2e3b9ae82153 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Made reservation on behalf of d063d4a80ac94ba58d40f2c80c5d8988 for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:01:00.562377 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-cc9650cf-475a-4f87-b838-ee93f723c2c5 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9505501 Sep 17 08:01:00.566187 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-cb0af77c-2c4b-4f02-8557-2e3b9ae82153 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:00.579551 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-4f26d3a4-883c-4d40-b311-35957b51357d tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Request body: {'port': {'device_id': '4a3e4cd7-fd9e-4c48-83d0-fdef58210aab', 'network_id': '38da8219-9711-4a17-95ce-4a60364cf1ab', 'admin_state_up': True, 'tenant_id': '9dd60ef4e32342ee9bd756b274f1d1f9', 'security_groups': ['018bc854-5d2e-47d2-a820-83cebe160ae5']}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:01:00.641459 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fcd7c2ee-50b5-4dfa-9949-4d2905bdfe92 req-438a44ec-b22a-4188-ba81-2c5419ebcf26 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=86fa9967-6119-4434-827e-c9ba294b070e HTTP/1.1" status: 200 len: 1001 time: 0.1471868 Sep 17 08:01:00.820908 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7c2ee-50b5-4dfa-9949-4d2905bdfe92 req-dccb2b50-9dc4-4628-955f-2d6342c6cc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:00.825128 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fcd7c2ee-50b5-4dfa-9949-4d2905bdfe92 req-dccb2b50-9dc4-4628-955f-2d6342c6cc02 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5f447d0e-4d69-4c7b-bffd-747abf0c712f HTTP/1.1" status: 200 len: 854 time: 0.1521420 Sep 17 08:01:00.877298 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-4fd66b24-ad1c-4c5c-b480-9ac8fb1104fe None None] Provisioning complete for port f925fa88-e615-42d2-b3ec-449463c7b53e triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:01:00.877671 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4fd66b24-ad1c-4c5c-b480-9ac8fb1104fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:00.878226 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-4f26d3a4-883c-4d40-b311-35957b51357d tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Made reservation on behalf of 9dd60ef4e32342ee9bd756b274f1d1f9 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:01:00.882427 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-4f26d3a4-883c-4d40-b311-35957b51357d tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:00.943453 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-4fd66b24-ad1c-4c5c-b480-9ac8fb1104fe None None] Port f925fa88-e615-42d2-b3ec-449463c7b53e cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:01:00.954475 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7c2ee-50b5-4dfa-9949-4d2905bdfe92 req-925c90c0-e798-47bf-b4be-27663e9249c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:00.956836 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fcd7c2ee-50b5-4dfa-9949-4d2905bdfe92 req-925c90c0-e798-47bf-b4be-27663e9249c1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0ac2dea1-1030-4e45-a595-712a662b9be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1216848 Sep 17 08:01:01.079924 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-cb0af77c-2c4b-4f02-8557-2e3b9ae82153 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:01.237102 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0af77c-2c4b-4f02-8557-2e3b9ae82153 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Pushing event updated for resources: {'Subnet': ['ID=2c56ccea-5f6f-4e32-b3b3-0ac7375f6386,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:01.245220 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0af77c-2c4b-4f02-8557-2e3b9ae82153 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Checking segment: {'id': 'e54213a7-20df-4212-a7c5-dff95053c75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c5ae6d44-5ef6-4c64-9697-38ef66856606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:01:01.245699 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0af77c-2c4b-4f02-8557-2e3b9ae82153 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Network hostable DHCP agents. Network: c5ae6d44-5ef6-4c64-9697-38ef66856606, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:01:01.256854 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fcd7c2ee-50b5-4dfa-9949-4d2905bdfe92 req-f056188f-1a93-48ab-8960-b5697023bbeb service neutron] 10.222.0.41 "GET /v2.0/networks/0ac2dea1-1030-4e45-a595-712a662b9be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769043 Sep 17 08:01:01.375363 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0af77c-2c4b-4f02-8557-2e3b9ae82153 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Network c5ae6d44-5ef6-4c64-9697-38ef66856606 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:01:01.472547 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-cb0af77c-2c4b-4f02-8557-2e3b9ae82153 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, c5ae6d44-5ef6-4c64-9697-38ef66856606) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:01:01.482904 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0af77c-2c4b-4f02-8557-2e3b9ae82153 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:01.483645 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-cb0af77c-2c4b-4f02-8557-2e3b9ae82153 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:01.490084 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df073866-ff54-4b56-a9dd-6c0c49eef234 None None] Network c5ae6d44-5ef6-4c64-9697-38ef66856606 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:01:01.537925 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fcd7c2ee-50b5-4dfa-9949-4d2905bdfe92 req-4d72904f-a74c-4bd6-8ade-31fed4423ee0 service neutron] 10.222.0.41 "GET /v2.0/networks/0ac2dea1-1030-4e45-a595-712a662b9be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617309 Sep 17 08:01:01.547582 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2654372-dc02-4ec0-bcb2-d05ae159f5cc req-3419dbc6-fd59-43bd-8833-0d70d18d3962 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:01.549304 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e2654372-dc02-4ec0-bcb2-d05ae159f5cc req-3419dbc6-fd59-43bd-8833-0d70d18d3962 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab HTTP/1.1" status: 200 len: 931 time: 0.1154108 Sep 17 08:01:01.551402 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-cb0af77c-2c4b-4f02-8557-2e3b9ae82153 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1824217 Sep 17 08:01:01.554110 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 55556) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:01.577006 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-b09a2d65-6107-4553-8a56-9c0bcee1b640 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-477060776', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}, 'admin_state_up': False}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:01:01.605491 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-4f26d3a4-883c-4d40-b311-35957b51357d tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Allocated IP 10.1.1.154 (38da8219-9711-4a17-95ce-4a60364cf1ab/b03d39e8-6611-49a1-bc08-558dcfc2f27e/cd1505ba-efdd-43fd-ab1a-f53b5617d26f) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:01:01.618165 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b09a2d65-6107-4553-8a56-9c0bcee1b640 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:01.619572 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b09a2d65-6107-4553-8a56-9c0bcee1b640 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:01.688555 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e2654372-dc02-4ec0-bcb2-d05ae159f5cc req-a4b74155-3068-47b3-9258-4582b471cfe1 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/security-groups?id=018bc854-5d2e-47d2-a820-83cebe160ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836082 Sep 17 08:01:01.744472 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b09a2d65-6107-4553-8a56-9c0bcee1b640 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:01.828829 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf6f3cb-a325-4361-9a04-6a60b1297f70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-c5ae6d44-5ef6-4c64-9697-38ef66856606', 'network_id': 'c5ae6d44-5ef6-4c64-9697-38ef66856606', 'tenant_id': 'd063d4a80ac94ba58d40f2c80c5d8988', 'fixed_ips': [{'subnet_id': '2c56ccea-5f6f-4e32-b3b3-0ac7375f6386'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:01:01.830033 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7cf6f3cb-a325-4361-9a04-6a60b1297f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:01.832936 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-4f26d3a4-883c-4d40-b311-35957b51357d tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:01.919011 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-4f26d3a4-883c-4d40-b311-35957b51357d tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:02.017320 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f26d3a4-883c-4d40-b311-35957b51357d tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Pushing event updated for resources: {'Port': ['ID=cd1505ba-efdd-43fd-ab1a-f53b5617d26f,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:02.061281 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-4f26d3a4-883c-4d40-b311-35957b51357d tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Network 38da8219-9711-4a17-95ce-4a60364cf1ab is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:01:02.063388 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-4f26d3a4-883c-4d40-b311-35957b51357d tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:01:02.099946 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-4f26d3a4-883c-4d40-b311-35957b51357d tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:01:02.109357 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b09a2d65-6107-4553-8a56-9c0bcee1b640 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:02.135504 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-7cf6f3cb-a325-4361-9a04-6a60b1297f70 None None] Allocated IP 172.20.0.2 (c5ae6d44-5ef6-4c64-9697-38ef66856606/2c56ccea-5f6f-4e32-b3b3-0ac7375f6386/f1ecf4c5-b4e5-4151-8820-e3099a70db43) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:01:02.215987 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-4f26d3a4-883c-4d40-b311-35957b51357d tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:02.216868 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-4f26d3a4-883c-4d40-b311-35957b51357d tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:02.252858 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-4f26d3a4-883c-4d40-b311-35957b51357d tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6776922 Sep 17 08:01:02.271766 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-99743577-6cda-45ab-a7e1-658b2a980a82 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Request body: {'port': {'device_id': '4a3e4cd7-fd9e-4c48-83d0-fdef58210aab', 'network_id': '38da8219-9711-4a17-95ce-4a60364cf1ab', 'admin_state_up': True, 'tenant_id': '9dd60ef4e32342ee9bd756b274f1d1f9', 'security_groups': ['018bc854-5d2e-47d2-a820-83cebe160ae5']}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:01:02.445053 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7cf6f3cb-a325-4361-9a04-6a60b1297f70 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:02.454117 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7cf6f3cb-a325-4361-9a04-6a60b1297f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:02.520966 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-99743577-6cda-45ab-a7e1-658b2a980a82 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Made reservation on behalf of 9dd60ef4e32342ee9bd756b274f1d1f9 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:01:02.524579 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf6f3cb-a325-4361-9a04-6a60b1297f70 None None] Network c5ae6d44-5ef6-4c64-9697-38ef66856606 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:01:02.525300 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-99743577-6cda-45ab-a7e1-658b2a980a82 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:02.526627 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-671df1d4-8949-4b28-b322-c3d5e4b52552 None None] Provisioning complete for port cd1505ba-efdd-43fd-ab1a-f53b5617d26f triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:01:02.527294 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-671df1d4-8949-4b28-b322-c3d5e4b52552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:02.534356 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-7cf6f3cb-a325-4361-9a04-6a60b1297f70 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:01:02.562197 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf6f3cb-a325-4361-9a04-6a60b1297f70 None None] Pushing event updated for resources: {'Port': ['ID=f1ecf4c5-b4e5-4151-8820-e3099a70db43,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:02.565660 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf6f3cb-a325-4361-9a04-6a60b1297f70 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:01:02.580970 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b09a2d65-6107-4553-8a56-9c0bcee1b640 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks [] for router_gateway, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:02.648029 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-7cf6f3cb-a325-4361-9a04-6a60b1297f70 None None] Attempting to bind port f1ecf4c5-b4e5-4151-8820-e3099a70db43 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:01:02.649167 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-7cf6f3cb-a325-4361-9a04-6a60b1297f70 None None] Attempting to bind port f1ecf4c5-b4e5-4151-8820-e3099a70db43 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'e54213a7-20df-4212-a7c5-dff95053c75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c5ae6d44-5ef6-4c64-9697-38ef66856606'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:01:02.649798 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf6f3cb-a325-4361-9a04-6a60b1297f70 None None] Attempting to bind port f1ecf4c5-b4e5-4151-8820-e3099a70db43 on network c5ae6d44-5ef6-4c64-9697-38ef66856606 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:01:02.657031 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf6f3cb-a325-4361-9a04-6a60b1297f70 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:01:02.657840 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf6f3cb-a325-4361-9a04-6a60b1297f70 None None] Checking segment: {'id': 'e54213a7-20df-4212-a7c5-dff95053c75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c5ae6d44-5ef6-4c64-9697-38ef66856606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:01:02.658515 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7cf6f3cb-a325-4361-9a04-6a60b1297f70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:02.659232 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf6f3cb-a325-4361-9a04-6a60b1297f70 None None] Bound using segment: {'id': 'e54213a7-20df-4212-a7c5-dff95053c75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c5ae6d44-5ef6-4c64-9697-38ef66856606'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:01:02.659968 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-7cf6f3cb-a325-4361-9a04-6a60b1297f70 None None] Bound port: f1ecf4c5-b4e5-4151-8820-e3099a70db43, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e54213a7-20df-4212-a7c5-dff95053c75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c5ae6d44-5ef6-4c64-9697-38ef66856606'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:01:02.660653 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7cf6f3cb-a325-4361-9a04-6a60b1297f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:02.663241 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-671df1d4-8949-4b28-b322-c3d5e4b52552 None None] Port cd1505ba-efdd-43fd-ab1a-f53b5617d26f cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:01:02.749003 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-99743577-6cda-45ab-a7e1-658b2a980a82 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Allocated IP 10.1.1.79 (38da8219-9711-4a17-95ce-4a60364cf1ab/b03d39e8-6611-49a1-bc08-558dcfc2f27e/1507ef2b-f42c-4d87-a44c-871476fa8797) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:01:02.793814 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-7cf6f3cb-a325-4361-9a04-6a60b1297f70 None None] For port f1ecf4c5-b4e5-4151-8820-e3099a70db43, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:01:02.798596 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-7cf6f3cb-a325-4361-9a04-6a60b1297f70 None None] For port f1ecf4c5-b4e5-4151-8820-e3099a70db43, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=f1ecf4c5-b4e5-4151-8820-e3099a70db43,segment=NetworkSegment(e54213a7-20df-4212-a7c5-dff95053c75a),segment_id=e54213a7-20df-4212-a7c5-dff95053c75a)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:01:02.805885 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7cf6f3cb-a325-4361-9a04-6a60b1297f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:02.891908 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf6f3cb-a325-4361-9a04-6a60b1297f70 None None] Pushing event updated for resources: {'Port': ['ID=f1ecf4c5-b4e5-4151-8820-e3099a70db43,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:02.954908 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-99743577-6cda-45ab-a7e1-658b2a980a82 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:03.010722 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-99743577-6cda-45ab-a7e1-658b2a980a82 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:03.049616 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b09a2d65-6107-4553-8a56-9c0bcee1b640 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:03.100873 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-99743577-6cda-45ab-a7e1-658b2a980a82 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Network 38da8219-9711-4a17-95ce-4a60364cf1ab is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:01:03.105593 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-99743577-6cda-45ab-a7e1-658b2a980a82 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:01:03.110850 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-99743577-6cda-45ab-a7e1-658b2a980a82 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:01:03.167123 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99743577-6cda-45ab-a7e1-658b2a980a82 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Pushing event updated for resources: {'Port': ['ID=1507ef2b-f42c-4d87-a44c-871476fa8797,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:03.274715 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-99743577-6cda-45ab-a7e1-658b2a980a82 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:03.275804 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-99743577-6cda-45ab-a7e1-658b2a980a82 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:03.329896 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-99743577-6cda-45ab-a7e1-658b2a980a82 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0574067 Sep 17 08:01:03.359242 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-b185676e-2eeb-47a2-a5d8-e59fd8aaf731 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Request body: {'port': {'device_id': '4a3e4cd7-fd9e-4c48-83d0-fdef58210aab', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'af537dc7-8886-4fdc-a38b-73c1633b0a59', 'admin_state_up': True, 'tenant_id': '9dd60ef4e32342ee9bd756b274f1d1f9', 'security_groups': ['018bc854-5d2e-47d2-a820-83cebe160ae5']}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:01:03.403802 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-b09a2d65-6107-4553-8a56-9c0bcee1b640 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Allocated IP 172.25.6.43 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/bc93e8e6-76ee-4805-93e1-11f7e65f36b5) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:01:03.429103 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d42ae-076a-4625-a44c-03b6906a1527 req-6a3b8124-f5df-4b09-8143-22305e1cec5b tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:03.436166 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d42ae-076a-4625-a44c-03b6906a1527 req-6a3b8124-f5df-4b09-8143-22305e1cec5b tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:03.443323 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d42ae-076a-4625-a44c-03b6906a1527 req-6a3b8124-f5df-4b09-8143-22305e1cec5b tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:03.445551 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-447d42ae-076a-4625-a44c-03b6906a1527 req-6a3b8124-f5df-4b09-8143-22305e1cec5b tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab HTTP/1.1" status: 200 len: 2373 time: 0.3995521 Sep 17 08:01:03.596726 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-3e424909-82ad-47e3-8f75-ad35882c3d28 None None] Provisioning complete for port 1507ef2b-f42c-4d87-a44c-871476fa8797 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:01:03.597306 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3e424909-82ad-47e3-8f75-ad35882c3d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:03.612167 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b09a2d65-6107-4553-8a56-9c0bcee1b640 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:03.613375 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-b185676e-2eeb-47a2-a5d8-e59fd8aaf731 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Made reservation on behalf of 9dd60ef4e32342ee9bd756b274f1d1f9 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:01:03.662014 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b09a2d65-6107-4553-8a56-9c0bcee1b640 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:03.693651 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-3e424909-82ad-47e3-8f75-ad35882c3d28 None None] Port 1507ef2b-f42c-4d87-a44c-871476fa8797 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:01:03.725710 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-447d42ae-076a-4625-a44c-03b6906a1527 req-0366c972-6683-4d92-8e93-1303ac18e93a tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/security-groups?id=018bc854-5d2e-47d2-a820-83cebe160ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2606280 Sep 17 08:01:03.740426 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09a2d65-6107-4553-8a56-9c0bcee1b640 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:01:03.743933 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-b09a2d65-6107-4553-8a56-9c0bcee1b640 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:01:03.750712 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09a2d65-6107-4553-8a56-9c0bcee1b640 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:01:03.781014 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09a2d65-6107-4553-8a56-9c0bcee1b640 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Pushing event updated for resources: {'Port': ['ID=bc93e8e6-76ee-4805-93e1-11f7e65f36b5,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:03.787621 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-b185676e-2eeb-47a2-a5d8-e59fd8aaf731 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:04.124451 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-b185676e-2eeb-47a2-a5d8-e59fd8aaf731 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Allocated IP 10.2.2.100 (af537dc7-8886-4fdc-a38b-73c1633b0a59/4987e41e-b830-443a-b55c-26b976d72533/0b73edc0-ba71-4e4d-b7e8-33b02fa74b71) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:01:04.150944 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b09a2d65-6107-4553-8a56-9c0bcee1b640 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks [] for router_gateway, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:04.405196 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-b185676e-2eeb-47a2-a5d8-e59fd8aaf731 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:04.456439 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-b185676e-2eeb-47a2-a5d8-e59fd8aaf731 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:04.460151 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b09a2d65-6107-4553-8a56-9c0bcee1b640 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:04.537673 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-b185676e-2eeb-47a2-a5d8-e59fd8aaf731 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Network af537dc7-8886-4fdc-a38b-73c1633b0a59 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:01:04.544933 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-b185676e-2eeb-47a2-a5d8-e59fd8aaf731 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:01:04.549772 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-b185676e-2eeb-47a2-a5d8-e59fd8aaf731 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:01:04.553908 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b185676e-2eeb-47a2-a5d8-e59fd8aaf731 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Pushing event updated for resources: {'Port': ['ID=0b73edc0-ba71-4e4d-b7e8-33b02fa74b71,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:04.603955 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c87c245-a388-42dc-a5bd-c1861e9a7610 None None] Network c5ae6d44-5ef6-4c64-9697-38ef66856606 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:01:04.633311 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-b185676e-2eeb-47a2-a5d8-e59fd8aaf731 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:04.634541 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-b185676e-2eeb-47a2-a5d8-e59fd8aaf731 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:04.664638 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-494297a0-074a-4cca-89cd-6ed2dea72f1a None None] Provisioning complete for port f1ecf4c5-b4e5-4151-8820-e3099a70db43 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:01:04.666304 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-494297a0-074a-4cca-89cd-6ed2dea72f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:04.672961 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-b185676e-2eeb-47a2-a5d8-e59fd8aaf731 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3318148 Sep 17 08:01:04.692261 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-19c5feb3-c715-4bbe-96ae-65de2c2977fb tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Request body: {'port': {'device_id': '4a3e4cd7-fd9e-4c48-83d0-fdef58210aab', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'af537dc7-8886-4fdc-a38b-73c1633b0a59', 'admin_state_up': True, 'tenant_id': '9dd60ef4e32342ee9bd756b274f1d1f9', 'security_groups': ['018bc854-5d2e-47d2-a820-83cebe160ae5']}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:01:04.757564 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b09a2d65-6107-4553-8a56-9c0bcee1b640 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Router cdfa3fe1-1c6f-4498-abf3-a2c13940891e is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 08:01:04.916572 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-19c5feb3-c715-4bbe-96ae-65de2c2977fb tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Made reservation on behalf of 9dd60ef4e32342ee9bd756b274f1d1f9 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:01:04.921742 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-19c5feb3-c715-4bbe-96ae-65de2c2977fb tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:04.944352 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-494297a0-074a-4cca-89cd-6ed2dea72f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:04.990083 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-494297a0-074a-4cca-89cd-6ed2dea72f1a None None] For port f1ecf4c5-b4e5-4151-8820-e3099a70db43, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=f1ecf4c5-b4e5-4151-8820-e3099a70db43,segment=NetworkSegment(e54213a7-20df-4212-a7c5-dff95053c75a),segment_id=e54213a7-20df-4212-a7c5-dff95053c75a)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:01:05.010498 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-494297a0-074a-4cca-89cd-6ed2dea72f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:05.102636 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494297a0-074a-4cca-89cd-6ed2dea72f1a None None] Pushing event updated for resources: {'Port': ['ID=f1ecf4c5-b4e5-4151-8820-e3099a70db43,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:05.120905 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:05.171524 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-c155bf44-610d-4c86-9f04-8bbf9e1d2f9b None None] Provisioning complete for port 0b73edc0-ba71-4e4d-b7e8-33b02fa74b71 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:01:05.172091 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c155bf44-610d-4c86-9f04-8bbf9e1d2f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:05.178959 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f1e2d-32a1-4be6-9fc7-4751fce53c56 req-a3107f88-da6d-4cfd-b0ea-7990234ce525 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:05.195656 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f1e2d-32a1-4be6-9fc7-4751fce53c56 req-a3107f88-da6d-4cfd-b0ea-7990234ce525 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:05.210534 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f1e2d-32a1-4be6-9fc7-4751fce53c56 req-a3107f88-da6d-4cfd-b0ea-7990234ce525 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:05.234419 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f1e2d-32a1-4be6-9fc7-4751fce53c56 req-a3107f88-da6d-4cfd-b0ea-7990234ce525 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:05.236331 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f11f1e2d-32a1-4be6-9fc7-4751fce53c56 req-a3107f88-da6d-4cfd-b0ea-7990234ce525 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab HTTP/1.1" status: 200 len: 3094 time: 0.3159964 Sep 17 08:01:05.298794 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-c155bf44-610d-4c86-9f04-8bbf9e1d2f9b None None] Port 0b73edc0-ba71-4e4d-b7e8-33b02fa74b71 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:01:05.321157 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b09a2d65-6107-4553-8a56-9c0bcee1b640 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:01:05.333184 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85d32c8-6c07-4c99-b321-fec971275c4e None None] Sync routers for ids ['cdfa3fe1-1c6f-4498-abf3-a2c13940891e'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:01:05.350593 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85d32c8-6c07-4c99-b321-fec971275c4e None None] Routers {'cdfa3fe1-1c6f-4498-abf3-a2c13940891e'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:01:05.351213 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-b85d32c8-6c07-4c99-b321-fec971275c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:00:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['cdfa3fe1-1c6f-4498-abf3-a2c13940891e'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:01:05.372125 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-19c5feb3-c715-4bbe-96ae-65de2c2977fb tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Allocated IP 10.2.2.200 (af537dc7-8886-4fdc-a38b-73c1633b0a59/4987e41e-b830-443a-b55c-26b976d72533/c7185e8d-f50c-4a78-a0cb-5d976790c2e1) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:01:05.417847 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b09a2d65-6107-4553-8a56-9c0bcee1b640 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:05.420004 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-b09a2d65-6107-4553-8a56-9c0bcee1b640 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 3.8639770 Sep 17 08:01:05.422953 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 55622) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:05.429987 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device f1ecf4c5-b4e5-4151-8820-e3099a70db43 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:01:05.451405 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f11f1e2d-32a1-4be6-9fc7-4751fce53c56 req-272ede0b-71c4-4244-800c-4af5c8130155 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/security-groups?id=018bc854-5d2e-47d2-a820-83cebe160ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2004666 Sep 17 08:01:05.456843 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-b85d32c8-6c07-4c99-b321-fec971275c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:01:05.575559 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85d32c8-6c07-4c99-b321-fec971275c4e None None] Routers {'cdfa3fe1-1c6f-4498-abf3-a2c13940891e'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:01:05.576263 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-b85d32c8-6c07-4c99-b321-fec971275c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:00:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['cdfa3fe1-1c6f-4498-abf3-a2c13940891e'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:01:05.578074 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:05.600883 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-f87c1702-ab5e-4904-96e1-0d4143ef8af9 None None] Provisioning complete for port f1ecf4c5-b4e5-4151-8820-e3099a70db43 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:01:05.601305 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f87c1702-ab5e-4904-96e1-0d4143ef8af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:05.659396 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-b85d32c8-6c07-4c99-b321-fec971275c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:01:05.672254 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85d32c8-6c07-4c99-b321-fec971275c4e None None] The sync data for ids ['cdfa3fe1-1c6f-4498-abf3-a2c13940891e'] in n-d-789963-9 is: [] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:01:05.747983 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port f1ecf4c5-b4e5-4151-8820-e3099a70db43 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:01:05.748461 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:05.815768 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-19c5feb3-c715-4bbe-96ae-65de2c2977fb tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:05.949071 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-19c5feb3-c715-4bbe-96ae-65de2c2977fb tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:05.988042 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 55636) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:06.036926 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-19c5feb3-c715-4bbe-96ae-65de2c2977fb tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Network af537dc7-8886-4fdc-a38b-73c1633b0a59 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:01:06.047937 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-19c5feb3-c715-4bbe-96ae-65de2c2977fb tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:01:06.055388 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-19c5feb3-c715-4bbe-96ae-65de2c2977fb tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:01:06.059795 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c5feb3-c715-4bbe-96ae-65de2c2977fb tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Pushing event updated for resources: {'Port': ['ID=c7185e8d-f50c-4a78-a0cb-5d976790c2e1,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:06.146100 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-dd0511c7-e562-437e-9b5c-9a45181f55ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:06.146864 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-19c5feb3-c715-4bbe-96ae-65de2c2977fb tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:06.147524 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-19c5feb3-c715-4bbe-96ae-65de2c2977fb tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:06.203585 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-19c5feb3-c715-4bbe-96ae-65de2c2977fb tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5170078 Sep 17 08:01:06.232040 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-191ad0a8-3712-4432-a90c-273fc522e865 service neutron] Request body: {'port': {'device_id': '4a3e4cd7-fd9e-4c48-83d0-fdef58210aab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:01:06.315173 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-dd0511c7-e562-437e-9b5c-9a45181f55ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:06.322990 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-dd0511c7-e562-437e-9b5c-9a45181f55ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:06.385557 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-dd0511c7-e562-437e-9b5c-9a45181f55ea admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e73aa2df17284076b32148e7abb42083&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3962419 Sep 17 08:01:06.386969 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0511c7-e562-437e-9b5c-9a45181f55ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e8cb8b-b1be-4769-affd-2519d17854d3,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:06.389494 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 55644) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:06.405085 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6b6efd5f-8f88-486f-9eee-98e382410984 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:06.463908 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1db950aa-923d-4883-a698-f91ccb856cd1 None None] Provisioning complete for port c7185e8d-f50c-4a78-a0cb-5d976790c2e1 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:01:06.465669 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7adecbee-ae97-4f1d-bb97-3df5da481862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:06.466217 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1db950aa-923d-4883-a698-f91ccb856cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:06.471982 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-191ad0a8-3712-4432-a90c-273fc522e865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:06.504623 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7adecbee-ae97-4f1d-bb97-3df5da481862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:06.522449 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1db950aa-923d-4883-a698-f91ccb856cd1 None None] Port c7185e8d-f50c-4a78-a0cb-5d976790c2e1 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:01:06.569107 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7adecbee-ae97-4f1d-bb97-3df5da481862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:06.573081 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7adecbee-ae97-4f1d-bb97-3df5da481862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:06.574513 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-7adecbee-ae97-4f1d-bb97-3df5da481862 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/07e8cb8b-b1be-4769-affd-2519d17854d3 HTTP/1.1" status: 204 len: 168 time: 0.1696091 Sep 17 08:01:06.598685 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adecbee-ae97-4f1d-bb97-3df5da481862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e8cb8b-b1be-4769-affd-2519d17854d3,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:06.684856 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d25719-cca6-4e7a-8521-0122e2ea08b9 req-1be0f174-819d-4280-8d98-e05b25fd9dfe tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:06.696935 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d25719-cca6-4e7a-8521-0122e2ea08b9 req-1be0f174-819d-4280-8d98-e05b25fd9dfe tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:06.709433 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d25719-cca6-4e7a-8521-0122e2ea08b9 req-1be0f174-819d-4280-8d98-e05b25fd9dfe tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:06.717887 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d25719-cca6-4e7a-8521-0122e2ea08b9 req-1be0f174-819d-4280-8d98-e05b25fd9dfe tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:06.728159 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d25719-cca6-4e7a-8521-0122e2ea08b9 req-1be0f174-819d-4280-8d98-e05b25fd9dfe tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:06.740877 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a7d25719-cca6-4e7a-8521-0122e2ea08b9 req-1be0f174-819d-4280-8d98-e05b25fd9dfe tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab HTTP/1.1" status: 200 len: 3815 time: 0.1629016 Sep 17 08:01:06.803373 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a7d25719-cca6-4e7a-8521-0122e2ea08b9 req-51f16c68-0368-41d7-ae20-5cfcad0a51e1 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/security-groups?id=018bc854-5d2e-47d2-a820-83cebe160ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559936 Sep 17 08:01:07.035534 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-6b6efd5f-8f88-486f-9eee-98e382410984 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Allocated IP 172.20.0.1 (c5ae6d44-5ef6-4c64-9697-38ef66856606/2c56ccea-5f6f-4e32-b3b3-0ac7375f6386/65ca4214-67aa-47b4-ab66-b746f12a8e98) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:01:07.092716 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 55656) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:07.108612 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e9c84292-001e-44e0-a7c0-d292ec657f60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:07.217591 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-191ad0a8-3712-4432-a90c-273fc522e865 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f925fa88-e615-42d2-b3ec-449463c7b53e {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:01:07.231526 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-191ad0a8-3712-4432-a90c-273fc522e865 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:07.248037 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e9c84292-001e-44e0-a7c0-d292ec657f60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:07.253676 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e9c84292-001e-44e0-a7c0-d292ec657f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:07.315871 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e9c84292-001e-44e0-a7c0-d292ec657f60 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8e94e0c4ce5a42399738837ee141aa46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2218180 Sep 17 08:01:07.321764 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 55658) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:07.340104 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c84292-001e-44e0-a7c0-d292ec657f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a82872-d8d5-45c3-8615-4f0dff9d281f,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:07.403317 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f944c749-9164-4481-b870-292102c744ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:07.432184 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f944c749-9164-4481-b870-292102c744ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:07.491742 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f944c749-9164-4481-b870-292102c744ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:07.497297 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f944c749-9164-4481-b870-292102c744ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:07.500875 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-f944c749-9164-4481-b870-292102c744ea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/94a82872-d8d5-45c3-8615-4f0dff9d281f HTTP/1.1" status: 204 len: 168 time: 0.1754584 Sep 17 08:01:07.510183 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-191ad0a8-3712-4432-a90c-273fc522e865 service neutron] Transition to ACTIVE for port object f925fa88-e615-42d2-b3ec-449463c7b53e will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:01:07.513182 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6b6efd5f-8f88-486f-9eee-98e382410984 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:07.513692 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f944c749-9164-4481-b870-292102c744ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a82872-d8d5-45c3-8615-4f0dff9d281f,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:07.520485 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-191ad0a8-3712-4432-a90c-273fc522e865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:07.593406 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191ad0a8-3712-4432-a90c-273fc522e865 service neutron] Pushing event updated for resources: {'Port': ['ID=f925fa88-e615-42d2-b3ec-449463c7b53e,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:07.640267 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6b6efd5f-8f88-486f-9eee-98e382410984 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:07.736153 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6efd5f-8f88-486f-9eee-98e382410984 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Network c5ae6d44-5ef6-4c64-9697-38ef66856606 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:01:07.743793 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-6b6efd5f-8f88-486f-9eee-98e382410984 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:01:07.751354 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6efd5f-8f88-486f-9eee-98e382410984 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:01:07.800619 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6efd5f-8f88-486f-9eee-98e382410984 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Pushing event updated for resources: {'Port': ['ID=65ca4214-67aa-47b4-ab66-b746f12a8e98,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:07.812205 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-191ad0a8-3712-4432-a90c-273fc522e865 service neutron] Attempting to bind port f925fa88-e615-42d2-b3ec-449463c7b53e on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:01:07.812554 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-191ad0a8-3712-4432-a90c-273fc522e865 service neutron] Attempting to bind port f925fa88-e615-42d2-b3ec-449463c7b53e by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': 'a29178db-d5c9-4d31-b4e5-63807b5c0c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f09c285a-372f-4d9d-93e7-05d1bf72bf1b'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:01:07.813160 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-191ad0a8-3712-4432-a90c-273fc522e865 service neutron] Attempting to bind port f925fa88-e615-42d2-b3ec-449463c7b53e on network f09c285a-372f-4d9d-93e7-05d1bf72bf1b {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:01:07.834114 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6b6efd5f-8f88-486f-9eee-98e382410984 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:08.030963 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-191ad0a8-3712-4432-a90c-273fc522e865 service neutron] Port f925fa88-e615-42d2-b3ec-449463c7b53e on network f09c285a-372f-4d9d-93e7-05d1bf72bf1b not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:01:08.031291 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-191ad0a8-3712-4432-a90c-273fc522e865 service neutron] Attempting to bind port f925fa88-e615-42d2-b3ec-449463c7b53e on network f09c285a-372f-4d9d-93e7-05d1bf72bf1b {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:01:08.059216 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8903c4-608f-47a0-80fd-52b318f07896 req-ae6cf28f-2f57-43b6-8bd5-a5d8f0a83174 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:08.066144 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8903c4-608f-47a0-80fd-52b318f07896 req-ae6cf28f-2f57-43b6-8bd5-a5d8f0a83174 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:08.068726 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-191ad0a8-3712-4432-a90c-273fc522e865 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:01:08.069256 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-191ad0a8-3712-4432-a90c-273fc522e865 service neutron] Checking segment: {'id': 'a29178db-d5c9-4d31-b4e5-63807b5c0c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f09c285a-372f-4d9d-93e7-05d1bf72bf1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:01:08.069749 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-191ad0a8-3712-4432-a90c-273fc522e865 service neutron] Bound using segment: {'id': 'a29178db-d5c9-4d31-b4e5-63807b5c0c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f09c285a-372f-4d9d-93e7-05d1bf72bf1b'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:01:08.071055 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-191ad0a8-3712-4432-a90c-273fc522e865 service neutron] Bound port: f925fa88-e615-42d2-b3ec-449463c7b53e, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a29178db-d5c9-4d31-b4e5-63807b5c0c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f09c285a-372f-4d9d-93e7-05d1bf72bf1b'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:01:08.071793 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-191ad0a8-3712-4432-a90c-273fc522e865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:08.093277 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8903c4-608f-47a0-80fd-52b318f07896 req-ae6cf28f-2f57-43b6-8bd5-a5d8f0a83174 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:08.099816 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8903c4-608f-47a0-80fd-52b318f07896 req-ae6cf28f-2f57-43b6-8bd5-a5d8f0a83174 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:08.106997 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8903c4-608f-47a0-80fd-52b318f07896 req-ae6cf28f-2f57-43b6-8bd5-a5d8f0a83174 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:08.110074 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1f8903c4-608f-47a0-80fd-52b318f07896 req-ae6cf28f-2f57-43b6-8bd5-a5d8f0a83174 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab HTTP/1.1" status: 200 len: 3827 time: 0.1530473 Sep 17 08:01:08.145720 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6b6efd5f-8f88-486f-9eee-98e382410984 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:08.173862 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1f8903c4-608f-47a0-80fd-52b318f07896 req-3474dee4-ef17-476f-89ce-d5088f7c17a0 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/security-groups?id=018bc854-5d2e-47d2-a820-83cebe160ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565927 Sep 17 08:01:08.216079 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-9248a11d-2884-4ffd-bd18-75c2a6400386 None None] Provisioning complete for port 65ca4214-67aa-47b4-ab66-b746f12a8e98 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:01:08.216580 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9248a11d-2884-4ffd-bd18-75c2a6400386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:08.264143 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-9248a11d-2884-4ffd-bd18-75c2a6400386 None None] Port 65ca4214-67aa-47b4-ab66-b746f12a8e98 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:01:08.331468 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-191ad0a8-3712-4432-a90c-273fc522e865 service neutron] For port f925fa88-e615-42d2-b3ec-449463c7b53e, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:01:08.336274 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-191ad0a8-3712-4432-a90c-273fc522e865 service neutron] For port f925fa88-e615-42d2-b3ec-449463c7b53e, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=f925fa88-e615-42d2-b3ec-449463c7b53e,segment=NetworkSegment(a29178db-d5c9-4d31-b4e5-63807b5c0c4d),segment_id=a29178db-d5c9-4d31-b4e5-63807b5c0c4d)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:01:08.346501 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-191ad0a8-3712-4432-a90c-273fc522e865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:08.421711 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-191ad0a8-3712-4432-a90c-273fc522e865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:08.422341 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-191ad0a8-3712-4432-a90c-273fc522e865 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:08.423887 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-191ad0a8-3712-4432-a90c-273fc522e865 service neutron] 10.222.0.39 "PUT /v2.0/ports/f925fa88-e615-42d2-b3ec-449463c7b53e HTTP/1.1" status: 200 len: 1091 time: 2.2013080 Sep 17 08:01:08.426061 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a3e4cd7-fd9e-4c48-83d0-fdef58210aab', 'tag': 'f925fa88-e615-42d2-b3ec-449463c7b53e'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:01:08.428272 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f6f50e4-9090-4b78-9069-192c058edb9f" -d '{"events": [{"name": "network-changed", "server_uuid": "4a3e4cd7-fd9e-4c48-83d0-fdef58210aab", "tag": "f925fa88-e615-42d2-b3ec-449463c7b53e"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:01:08.470989 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-990c16a5-80a8-43d4-a3b3-a4d4fccdd907 service neutron] Request body: {'port': {'device_id': '4a3e4cd7-fd9e-4c48-83d0-fdef58210aab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:01:08.533688 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9623c3f3-44e2-40a7-9354-d6112adeabbd x-openstack-request-id: req-9623c3f3-44e2-40a7-9354-d6112adeabbd {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:01:08.533961 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a3e4cd7-fd9e-4c48-83d0-fdef58210aab", "tag": "f925fa88-e615-42d2-b3ec-449463c7b53e", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:01:08.534217 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9623c3f3-44e2-40a7-9354-d6112adeabbd {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:01:08.534621 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a3e4cd7-fd9e-4c48-83d0-fdef58210aab', 'tag': 'f925fa88-e615-42d2-b3ec-449463c7b53e', 'status': 'completed', 'code': 200} Sep 17 08:01:08.558886 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191ad0a8-3712-4432-a90c-273fc522e865 service neutron] Pushing event updated for resources: {'Port': ['ID=f925fa88-e615-42d2-b3ec-449463c7b53e,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:08.595219 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-990c16a5-80a8-43d4-a3b3-a4d4fccdd907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:08.653416 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6f50e4-9090-4b78-9069-192c058edb9f req-149fa330-a4f0-4d2c-87b7-4e8dfba38ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:08.654310 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6f50e4-9090-4b78-9069-192c058edb9f req-149fa330-a4f0-4d2c-87b7-4e8dfba38ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:08.654801 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6f50e4-9090-4b78-9069-192c058edb9f req-149fa330-a4f0-4d2c-87b7-4e8dfba38ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:08.655532 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6f50e4-9090-4b78-9069-192c058edb9f req-149fa330-a4f0-4d2c-87b7-4e8dfba38ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:08.655746 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6f50e4-9090-4b78-9069-192c058edb9f req-149fa330-a4f0-4d2c-87b7-4e8dfba38ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:08.657966 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f6f50e4-9090-4b78-9069-192c058edb9f req-149fa330-a4f0-4d2c-87b7-4e8dfba38ce0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9dd60ef4e32342ee9bd756b274f1d1f9&device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab HTTP/1.1" status: 200 len: 4362 time: 0.1202705 Sep 17 08:01:08.878573 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6f50e4-9090-4b78-9069-192c058edb9f req-6650f2f7-6203-4c58-94af-b1b134198870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:08.880307 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6f50e4-9090-4b78-9069-192c058edb9f req-6650f2f7-6203-4c58-94af-b1b134198870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:08.880988 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6f50e4-9090-4b78-9069-192c058edb9f req-6650f2f7-6203-4c58-94af-b1b134198870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:08.888453 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f6f50e4-9090-4b78-9069-192c058edb9f req-6650f2f7-6203-4c58-94af-b1b134198870 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=9dd60ef4e32342ee9bd756b274f1d1f9&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2090564 Sep 17 08:01:08.890689 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6b6efd5f-8f88-486f-9eee-98e382410984 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:08.923318 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6b6efd5f-8f88-486f-9eee-98e382410984 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:09.010650 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6efd5f-8f88-486f-9eee-98e382410984 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Pushing event updated for resources: {'Port': ['ID=65ca4214-67aa-47b4-ab66-b746f12a8e98,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:09.063355 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6f50e4-9090-4b78-9069-192c058edb9f req-e8522fd0-65a4-4267-ac6f-f1eb5c52b8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:09.065054 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f6f50e4-9090-4b78-9069-192c058edb9f req-e8522fd0-65a4-4267-ac6f-f1eb5c52b8bf service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1732314 Sep 17 08:01:09.068231 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6b6efd5f-8f88-486f-9eee-98e382410984 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:09.325893 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-990c16a5-80a8-43d4-a3b3-a4d4fccdd907 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1fe0f28-22d4-4b09-bc17-0fd02f571177 {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:01:09.354838 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-990c16a5-80a8-43d4-a3b3-a4d4fccdd907 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:09.404632 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6efd5f-8f88-486f-9eee-98e382410984 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Network c5ae6d44-5ef6-4c64-9697-38ef66856606 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:01:09.410223 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-6b6efd5f-8f88-486f-9eee-98e382410984 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:01:09.419683 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-990c16a5-80a8-43d4-a3b3-a4d4fccdd907 service neutron] Transition to ACTIVE for port object f1fe0f28-22d4-4b09-bc17-0fd02f571177 will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:01:09.435226 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c1a8b-339a-4ac6-891a-0704c1897ac0 req-7750e539-6969-4be0-84ff-fb4e163b2886 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:09.449256 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c1a8b-339a-4ac6-891a-0704c1897ac0 req-7750e539-6969-4be0-84ff-fb4e163b2886 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:09.465108 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c1a8b-339a-4ac6-891a-0704c1897ac0 req-7750e539-6969-4be0-84ff-fb4e163b2886 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:09.475759 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-990c16a5-80a8-43d4-a3b3-a4d4fccdd907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:09.486952 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c1a8b-339a-4ac6-891a-0704c1897ac0 req-7750e539-6969-4be0-84ff-fb4e163b2886 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:09.506257 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c1a8b-339a-4ac6-891a-0704c1897ac0 req-7750e539-6969-4be0-84ff-fb4e163b2886 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:09.508955 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d52c1a8b-339a-4ac6-891a-0704c1897ac0 req-7750e539-6969-4be0-84ff-fb4e163b2886 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab HTTP/1.1" status: 200 len: 3827 time: 0.1684134 Sep 17 08:01:09.572508 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990c16a5-80a8-43d4-a3b3-a4d4fccdd907 service neutron] Pushing event updated for resources: {'Port': ['ID=f1fe0f28-22d4-4b09-bc17-0fd02f571177,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:09.605120 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d52c1a8b-339a-4ac6-891a-0704c1897ac0 req-e9889482-0034-42ab-b939-4f7c07ffaefe tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/security-groups?id=018bc854-5d2e-47d2-a820-83cebe160ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897124 Sep 17 08:01:09.683561 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 55722) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:09.739518 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b6efd5f-8f88-486f-9eee-98e382410984 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Router cdfa3fe1-1c6f-4498-abf3-a2c13940891e has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:01:09.861237 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-e67db4a1-d1e8-4bfb-ad51-f98fc455ae05 None None] Provisioning complete for port 65ca4214-67aa-47b4-ab66-b746f12a8e98 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:01:09.862710 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e67db4a1-d1e8-4bfb-ad51-f98fc455ae05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:09.909717 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b6efd5f-8f88-486f-9eee-98e382410984 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:01:09.921384 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b077c51d-909f-4c4c-87c2-1b6beb60d0da None None] Sync routers for ids ['cdfa3fe1-1c6f-4498-abf3-a2c13940891e'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:01:09.924178 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-e67db4a1-d1e8-4bfb-ad51-f98fc455ae05 None None] Port 65ca4214-67aa-47b4-ab66-b746f12a8e98 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:01:09.934113 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6b6efd5f-8f88-486f-9eee-98e382410984 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] 10.222.0.13 "PUT /v2.0/routers/cdfa3fe1-1c6f-4498-abf3-a2c13940891e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5082273 Sep 17 08:01:09.936935 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 55730) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:09.939142 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b077c51d-909f-4c4c-87c2-1b6beb60d0da None None] Routers {'cdfa3fe1-1c6f-4498-abf3-a2c13940891e'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:01:09.939775 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-b077c51d-909f-4c4c-87c2-1b6beb60d0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:00:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['cdfa3fe1-1c6f-4498-abf3-a2c13940891e'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:01:09.942560 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-e75d3f74-1e83-4239-b610-870d86378d4c tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Request body: {'port': {'network_id': 'c5ae6d44-5ef6-4c64-9697-38ef66856606', 'name': 'tempest-FloatingIPAdminTestJSON-968539158'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:01:09.997286 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-990c16a5-80a8-43d4-a3b3-a4d4fccdd907 service neutron] Attempting to bind port f1fe0f28-22d4-4b09-bc17-0fd02f571177 on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:01:09.997556 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-990c16a5-80a8-43d4-a3b3-a4d4fccdd907 service neutron] Attempting to bind port f1fe0f28-22d4-4b09-bc17-0fd02f571177 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': '8776ef69-18a3-435b-bcae-3ec13a221682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '38da8219-9711-4a17-95ce-4a60364cf1ab'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:01:09.997806 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-990c16a5-80a8-43d4-a3b3-a4d4fccdd907 service neutron] Attempting to bind port f1fe0f28-22d4-4b09-bc17-0fd02f571177 on network 38da8219-9711-4a17-95ce-4a60364cf1ab {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:01:10.002828 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-990c16a5-80a8-43d4-a3b3-a4d4fccdd907 service neutron] Port f1fe0f28-22d4-4b09-bc17-0fd02f571177 on network 38da8219-9711-4a17-95ce-4a60364cf1ab not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:01:10.003156 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-990c16a5-80a8-43d4-a3b3-a4d4fccdd907 service neutron] Attempting to bind port f1fe0f28-22d4-4b09-bc17-0fd02f571177 on network 38da8219-9711-4a17-95ce-4a60364cf1ab {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:01:10.009123 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-b077c51d-909f-4c4c-87c2-1b6beb60d0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:01:10.013154 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-990c16a5-80a8-43d4-a3b3-a4d4fccdd907 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:01:10.013500 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-990c16a5-80a8-43d4-a3b3-a4d4fccdd907 service neutron] Checking segment: {'id': '8776ef69-18a3-435b-bcae-3ec13a221682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '38da8219-9711-4a17-95ce-4a60364cf1ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:01:10.013887 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-990c16a5-80a8-43d4-a3b3-a4d4fccdd907 service neutron] Bound using segment: {'id': '8776ef69-18a3-435b-bcae-3ec13a221682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '38da8219-9711-4a17-95ce-4a60364cf1ab'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:01:10.014925 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-990c16a5-80a8-43d4-a3b3-a4d4fccdd907 service neutron] Bound port: f1fe0f28-22d4-4b09-bc17-0fd02f571177, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8776ef69-18a3-435b-bcae-3ec13a221682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '38da8219-9711-4a17-95ce-4a60364cf1ab'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:01:10.014925 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-990c16a5-80a8-43d4-a3b3-a4d4fccdd907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:10.094344 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b077c51d-909f-4c4c-87c2-1b6beb60d0da None None] Routers {'cdfa3fe1-1c6f-4498-abf3-a2c13940891e'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:01:10.096888 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-b077c51d-909f-4c4c-87c2-1b6beb60d0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:00:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['cdfa3fe1-1c6f-4498-abf3-a2c13940891e'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:01:10.113948 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-990c16a5-80a8-43d4-a3b3-a4d4fccdd907 service neutron] For port f1fe0f28-22d4-4b09-bc17-0fd02f571177, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:01:10.117772 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-990c16a5-80a8-43d4-a3b3-a4d4fccdd907 service neutron] For port f1fe0f28-22d4-4b09-bc17-0fd02f571177, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=f1fe0f28-22d4-4b09-bc17-0fd02f571177,segment=NetworkSegment(8776ef69-18a3-435b-bcae-3ec13a221682),segment_id=8776ef69-18a3-435b-bcae-3ec13a221682)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:01:10.123154 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-990c16a5-80a8-43d4-a3b3-a4d4fccdd907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:10.141662 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-990c16a5-80a8-43d4-a3b3-a4d4fccdd907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:10.143195 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-990c16a5-80a8-43d4-a3b3-a4d4fccdd907 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:10.144959 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-990c16a5-80a8-43d4-a3b3-a4d4fccdd907 service neutron] 10.222.0.39 "PUT /v2.0/ports/f1fe0f28-22d4-4b09-bc17-0fd02f571177 HTTP/1.1" status: 200 len: 1129 time: 1.6806710 Sep 17 08:01:10.177858 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bdf36b48-fe6d-456d-abe8-caa84176f9b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:10.228827 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-b077c51d-909f-4c4c-87c2-1b6beb60d0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:01:10.229500 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b077c51d-909f-4c4c-87c2-1b6beb60d0da None None] The sync data for ids ['cdfa3fe1-1c6f-4498-abf3-a2c13940891e'] in n-d-789963-9 is: [] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:01:10.246689 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-40552b32-47df-4357-94bc-fca284347081 service neutron] Request body: {'port': {'device_id': '4a3e4cd7-fd9e-4c48-83d0-fdef58210aab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:01:10.247037 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.db.api [None req-bdf36b48-fe6d-456d-abe8-caa84176f9b4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 08:01:10.247037 n-d-789963-9 neutron-server[101289]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 17 08:01:10.247037 n-d-789963-9 neutron-server[101289]: [parameters: {'project_id': '3564a9ae15474fc0bc383c48185f99ec', 'id': 'f0dd732d-eaae-470c-9c3d-5b9dfa7bda8c', 'expiration': datetime.datetime(2021, 9, 17, 8, 3, 10, 232963)}] Sep 17 08:01:10.247037 n-d-789963-9 neutron-server[101289]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101289) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 08:01:10.247888 n-d-789963-9 neutron-server[101289]: DEBUG oslo_db.api [None req-bdf36b48-fe6d-456d-abe8-caa84176f9b4 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 08:01:10.258079 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75d3f74-1e83-4239-b610-870d86378d4c tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Made reservation on behalf of d063d4a80ac94ba58d40f2c80c5d8988 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:01:10.263232 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e75d3f74-1e83-4239-b610-870d86378d4c tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:10.285459 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [None req-e75d3f74-1e83-4239-b610-870d86378d4c tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] device_id is not set on port 80b1cbec-0489-47ed-bad6-43fcf3b2ad6e yet. {{(pid=101289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 08:01:10.373046 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-40552b32-47df-4357-94bc-fca284347081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:10.390889 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990c16a5-80a8-43d4-a3b3-a4d4fccdd907 service neutron] Pushing event updated for resources: {'Port': ['ID=f1fe0f28-22d4-4b09-bc17-0fd02f571177,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:10.481308 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-e75d3f74-1e83-4239-b610-870d86378d4c tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Allocated IP 172.20.0.6 (c5ae6d44-5ef6-4c64-9697-38ef66856606/2c56ccea-5f6f-4e32-b3b3-0ac7375f6386/80b1cbec-0489-47ed-bad6-43fcf3b2ad6e) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:01:10.560524 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a3e4cd7-fd9e-4c48-83d0-fdef58210aab', 'tag': 'f1fe0f28-22d4-4b09-bc17-0fd02f571177'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:01:10.563050 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db87ec6-c9a8-41e0-80bf-5b2996b47f4b" -d '{"events": [{"name": "network-changed", "server_uuid": "4a3e4cd7-fd9e-4c48-83d0-fdef58210aab", "tag": "f1fe0f28-22d4-4b09-bc17-0fd02f571177"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:01:10.642974 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd8021d-9ee8-4407-8b05-47ee61fa52bd x-openstack-request-id: req-1fd8021d-9ee8-4407-8b05-47ee61fa52bd {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:01:10.643603 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a3e4cd7-fd9e-4c48-83d0-fdef58210aab", "tag": "f1fe0f28-22d4-4b09-bc17-0fd02f571177", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:01:10.644809 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1fd8021d-9ee8-4407-8b05-47ee61fa52bd {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:01:10.645610 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a3e4cd7-fd9e-4c48-83d0-fdef58210aab', 'tag': 'f1fe0f28-22d4-4b09-bc17-0fd02f571177', 'status': 'completed', 'code': 200} Sep 17 08:01:10.759730 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bdf36b48-fe6d-456d-abe8-caa84176f9b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:10.785913 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-40552b32-47df-4357-94bc-fca284347081 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58361d99-ef9c-4fbd-af39-2f7f8767303c {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:01:10.806495 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-40552b32-47df-4357-94bc-fca284347081 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:10.843997 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-40552b32-47df-4357-94bc-fca284347081 service neutron] Transition to ACTIVE for port object 58361d99-ef9c-4fbd-af39-2f7f8767303c will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:01:10.861511 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-40552b32-47df-4357-94bc-fca284347081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:10.919154 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e75d3f74-1e83-4239-b610-870d86378d4c tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:10.925024 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db87ec6-c9a8-41e0-80bf-5b2996b47f4b req-bb8489b8-8a76-4f33-ae94-b65b9e136a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:10.925602 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db87ec6-c9a8-41e0-80bf-5b2996b47f4b req-bb8489b8-8a76-4f33-ae94-b65b9e136a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:10.926086 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db87ec6-c9a8-41e0-80bf-5b2996b47f4b req-bb8489b8-8a76-4f33-ae94-b65b9e136a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:10.926556 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db87ec6-c9a8-41e0-80bf-5b2996b47f4b req-bb8489b8-8a76-4f33-ae94-b65b9e136a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:10.927022 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db87ec6-c9a8-41e0-80bf-5b2996b47f4b req-bb8489b8-8a76-4f33-ae94-b65b9e136a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:10.927490 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db87ec6-c9a8-41e0-80bf-5b2996b47f4b req-bb8489b8-8a76-4f33-ae94-b65b9e136a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:10.930016 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4db87ec6-c9a8-41e0-80bf-5b2996b47f4b req-bb8489b8-8a76-4f33-ae94-b65b9e136a82 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9dd60ef4e32342ee9bd756b274f1d1f9&device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab HTTP/1.1" status: 200 len: 5284 time: 0.2033827 Sep 17 08:01:10.951647 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bdf36b48-fe6d-456d-abe8-caa84176f9b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:10.972806 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40552b32-47df-4357-94bc-fca284347081 service neutron] Pushing event updated for resources: {'Port': ['ID=58361d99-ef9c-4fbd-af39-2f7f8767303c,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:11.005348 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bdf36b48-fe6d-456d-abe8-caa84176f9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:11.019437 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8075db0-2d41-4b0e-afde-d43726842ccf req-a56c2978-df66-494c-abba-9c1adfe4f57e tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:11.025805 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8075db0-2d41-4b0e-afde-d43726842ccf req-a56c2978-df66-494c-abba-9c1adfe4f57e tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:11.032129 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8075db0-2d41-4b0e-afde-d43726842ccf req-a56c2978-df66-494c-abba-9c1adfe4f57e tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:11.041569 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8075db0-2d41-4b0e-afde-d43726842ccf req-a56c2978-df66-494c-abba-9c1adfe4f57e tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:11.052732 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8075db0-2d41-4b0e-afde-d43726842ccf req-a56c2978-df66-494c-abba-9c1adfe4f57e tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:11.060871 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8075db0-2d41-4b0e-afde-d43726842ccf req-a56c2978-df66-494c-abba-9c1adfe4f57e tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:11.065893 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-40552b32-47df-4357-94bc-fca284347081 service neutron] Attempting to bind port 58361d99-ef9c-4fbd-af39-2f7f8767303c on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:01:11.065893 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-40552b32-47df-4357-94bc-fca284347081 service neutron] Attempting to bind port 58361d99-ef9c-4fbd-af39-2f7f8767303c by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': '8776ef69-18a3-435b-bcae-3ec13a221682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '38da8219-9711-4a17-95ce-4a60364cf1ab'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:01:11.065893 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-40552b32-47df-4357-94bc-fca284347081 service neutron] Attempting to bind port 58361d99-ef9c-4fbd-af39-2f7f8767303c on network 38da8219-9711-4a17-95ce-4a60364cf1ab {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:01:11.072900 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-40552b32-47df-4357-94bc-fca284347081 service neutron] Port 58361d99-ef9c-4fbd-af39-2f7f8767303c on network 38da8219-9711-4a17-95ce-4a60364cf1ab not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:01:11.073293 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-40552b32-47df-4357-94bc-fca284347081 service neutron] Attempting to bind port 58361d99-ef9c-4fbd-af39-2f7f8767303c on network 38da8219-9711-4a17-95ce-4a60364cf1ab {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:01:11.077170 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c8075db0-2d41-4b0e-afde-d43726842ccf req-a56c2978-df66-494c-abba-9c1adfe4f57e tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab HTTP/1.1" status: 200 len: 4598 time: 0.2435231 Sep 17 08:01:11.083623 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-40552b32-47df-4357-94bc-fca284347081 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:01:11.083999 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-40552b32-47df-4357-94bc-fca284347081 service neutron] Checking segment: {'id': '8776ef69-18a3-435b-bcae-3ec13a221682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '38da8219-9711-4a17-95ce-4a60364cf1ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:01:11.084389 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-40552b32-47df-4357-94bc-fca284347081 service neutron] Bound using segment: {'id': '8776ef69-18a3-435b-bcae-3ec13a221682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '38da8219-9711-4a17-95ce-4a60364cf1ab'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:01:11.084842 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-40552b32-47df-4357-94bc-fca284347081 service neutron] Bound port: 58361d99-ef9c-4fbd-af39-2f7f8767303c, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8776ef69-18a3-435b-bcae-3ec13a221682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '38da8219-9711-4a17-95ce-4a60364cf1ab'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:01:11.085237 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-40552b32-47df-4357-94bc-fca284347081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:11.175723 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-40552b32-47df-4357-94bc-fca284347081 service neutron] For port 58361d99-ef9c-4fbd-af39-2f7f8767303c, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:01:11.180775 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-40552b32-47df-4357-94bc-fca284347081 service neutron] For port 58361d99-ef9c-4fbd-af39-2f7f8767303c, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=58361d99-ef9c-4fbd-af39-2f7f8767303c,segment=NetworkSegment(8776ef69-18a3-435b-bcae-3ec13a221682),segment_id=8776ef69-18a3-435b-bcae-3ec13a221682)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:01:11.188920 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-40552b32-47df-4357-94bc-fca284347081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:11.265735 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-40552b32-47df-4357-94bc-fca284347081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:11.266609 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-40552b32-47df-4357-94bc-fca284347081 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:11.269570 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-40552b32-47df-4357-94bc-fca284347081 service neutron] 10.222.0.39 "PUT /v2.0/ports/58361d99-ef9c-4fbd-af39-2f7f8767303c HTTP/1.1" status: 200 len: 1129 time: 1.0440655 Sep 17 08:01:11.270879 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e75d3f74-1e83-4239-b610-870d86378d4c tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:11.314077 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-1db50cdc-b657-421e-b30c-42aaee932f18 service neutron] Request body: {'port': {'device_id': '4a3e4cd7-fd9e-4c48-83d0-fdef58210aab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:01:11.325850 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c8075db0-2d41-4b0e-afde-d43726842ccf req-58d2bdd3-2ef0-4732-9fdb-a756e6feb663 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/security-groups?id=d72823b7-81c0-42a5-9665-1378d889a01c&id=018bc854-5d2e-47d2-a820-83cebe160ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2087593 Sep 17 08:01:11.384332 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40552b32-47df-4357-94bc-fca284347081 service neutron] Pushing event updated for resources: {'Port': ['ID=58361d99-ef9c-4fbd-af39-2f7f8767303c,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:11.425358 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db87ec6-c9a8-41e0-80bf-5b2996b47f4b req-80a81a28-f05e-4a68-b4f7-da6ac7f7e249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:11.426057 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db87ec6-c9a8-41e0-80bf-5b2996b47f4b req-80a81a28-f05e-4a68-b4f7-da6ac7f7e249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:11.426615 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db87ec6-c9a8-41e0-80bf-5b2996b47f4b req-80a81a28-f05e-4a68-b4f7-da6ac7f7e249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:11.428609 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4db87ec6-c9a8-41e0-80bf-5b2996b47f4b req-80a81a28-f05e-4a68-b4f7-da6ac7f7e249 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=9dd60ef4e32342ee9bd756b274f1d1f9&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4716611 Sep 17 08:01:11.430270 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf36b48-fe6d-456d-abe8-caa84176f9b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=774ca93c-6224-4ff4-b5fa-1034de21d7b1,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:11.435050 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-bdf36b48-fe6d-456d-abe8-caa84176f9b4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3564a9ae15474fc0bc383c48185f99ec&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7506797 Sep 17 08:01:11.467367 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 55754) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:11.495528 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-1db50cdc-b657-421e-b30c-42aaee932f18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:11.570202 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db87ec6-c9a8-41e0-80bf-5b2996b47f4b req-ff9c8bb2-6473-4677-9841-6fab3b017b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:11.571726 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4db87ec6-c9a8-41e0-80bf-5b2996b47f4b req-ff9c8bb2-6473-4677-9841-6fab3b017b6e service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1337411 Sep 17 08:01:11.573825 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf36b48-fe6d-456d-abe8-caa84176f9b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:01:11.574251 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf36b48-fe6d-456d-abe8-caa84176f9b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:01:11.574549 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf36b48-fe6d-456d-abe8-caa84176f9b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:01:11.574894 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf36b48-fe6d-456d-abe8-caa84176f9b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:01:11.575235 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf36b48-fe6d-456d-abe8-caa84176f9b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:01:11.575573 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf36b48-fe6d-456d-abe8-caa84176f9b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:01:11.575944 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf36b48-fe6d-456d-abe8-caa84176f9b4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:01:11.576288 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf36b48-fe6d-456d-abe8-caa84176f9b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:01:11.576623 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf36b48-fe6d-456d-abe8-caa84176f9b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:01:11.577144 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf36b48-fe6d-456d-abe8-caa84176f9b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:01:11.577484 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf36b48-fe6d-456d-abe8-caa84176f9b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:01:11.577895 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf36b48-fe6d-456d-abe8-caa84176f9b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:01:11.588178 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75d3f74-1e83-4239-b610-870d86378d4c tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Pushing event updated for resources: {'Port': ['ID=80b1cbec-0489-47ed-bad6-43fcf3b2ad6e,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:11.597537 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75d3f74-1e83-4239-b610-870d86378d4c tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Network c5ae6d44-5ef6-4c64-9697-38ef66856606 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:01:11.599178 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-e75d3f74-1e83-4239-b610-870d86378d4c tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:01:11.600237 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c573646b-7d5d-4867-88ef-fcc2d6581f14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:11.603521 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75d3f74-1e83-4239-b610-870d86378d4c tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:01:11.693994 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75d3f74-1e83-4239-b610-870d86378d4c tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:11.695216 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e75d3f74-1e83-4239-b610-870d86378d4c tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:11.711410 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c573646b-7d5d-4867-88ef-fcc2d6581f14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:11.722859 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e75d3f74-1e83-4239-b610-870d86378d4c tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7841306 Sep 17 08:01:11.727138 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 55756) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:11.841753 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c573646b-7d5d-4867-88ef-fcc2d6581f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:11.844498 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c573646b-7d5d-4867-88ef-fcc2d6581f14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:11.845776 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c573646b-7d5d-4867-88ef-fcc2d6581f14 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/774ca93c-6224-4ff4-b5fa-1034de21d7b1 HTTP/1.1" status: 204 len: 168 time: 0.3771694 Sep 17 08:01:11.903818 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c573646b-7d5d-4867-88ef-fcc2d6581f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774ca93c-6224-4ff4-b5fa-1034de21d7b1,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:12.011392 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-6c50c4ce-56f9-49fb-9e6c-3148c9f341d3 tempest-FloatingIPAdminTestJSON-789373505 tempest-FloatingIPAdminTestJSON-789373505-project-admin] Request body: {'floatingip': {'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'project_id': 'd063d4a80ac94ba58d40f2c80c5d8988', 'port_id': '80b1cbec-0489-47ed-bad6-43fcf3b2ad6e'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:01:12.037963 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6c50c4ce-56f9-49fb-9e6c-3148c9f341d3 tempest-FloatingIPAdminTestJSON-789373505 tempest-FloatingIPAdminTestJSON-789373505-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:12.061613 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-46793b9b-28fa-4990-9db4-751485d549b5 None None] Provisioning complete for port 80b1cbec-0489-47ed-bad6-43fcf3b2ad6e triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:01:12.063044 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-46793b9b-28fa-4990-9db4-751485d549b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:12.101463 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-1db50cdc-b657-421e-b30c-42aaee932f18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd1505ba-efdd-43fd-ab1a-f53b5617d26f {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:01:12.109629 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-1db50cdc-b657-421e-b30c-42aaee932f18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:12.114480 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-46793b9b-28fa-4990-9db4-751485d549b5 None None] Port 80b1cbec-0489-47ed-bad6-43fcf3b2ad6e cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:01:12.124368 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-1db50cdc-b657-421e-b30c-42aaee932f18 service neutron] Transition to ACTIVE for port object cd1505ba-efdd-43fd-ab1a-f53b5617d26f will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:01:12.129941 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-1db50cdc-b657-421e-b30c-42aaee932f18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:12.158681 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6c50c4ce-56f9-49fb-9e6c-3148c9f341d3 tempest-FloatingIPAdminTestJSON-789373505 tempest-FloatingIPAdminTestJSON-789373505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:12.178380 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db50cdc-b657-421e-b30c-42aaee932f18 service neutron] Pushing event updated for resources: {'Port': ['ID=cd1505ba-efdd-43fd-ab1a-f53b5617d26f,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:12.285632 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-1db50cdc-b657-421e-b30c-42aaee932f18 service neutron] Attempting to bind port cd1505ba-efdd-43fd-ab1a-f53b5617d26f on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:01:12.285632 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-1db50cdc-b657-421e-b30c-42aaee932f18 service neutron] Attempting to bind port cd1505ba-efdd-43fd-ab1a-f53b5617d26f by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': '8776ef69-18a3-435b-bcae-3ec13a221682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '38da8219-9711-4a17-95ce-4a60364cf1ab'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:01:12.285632 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-1db50cdc-b657-421e-b30c-42aaee932f18 service neutron] Attempting to bind port cd1505ba-efdd-43fd-ab1a-f53b5617d26f on network 38da8219-9711-4a17-95ce-4a60364cf1ab {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:01:12.290448 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-1db50cdc-b657-421e-b30c-42aaee932f18 service neutron] Port cd1505ba-efdd-43fd-ab1a-f53b5617d26f on network 38da8219-9711-4a17-95ce-4a60364cf1ab not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:01:12.290920 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-1db50cdc-b657-421e-b30c-42aaee932f18 service neutron] Attempting to bind port cd1505ba-efdd-43fd-ab1a-f53b5617d26f on network 38da8219-9711-4a17-95ce-4a60364cf1ab {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:01:12.297063 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-1db50cdc-b657-421e-b30c-42aaee932f18 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:01:12.297491 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-1db50cdc-b657-421e-b30c-42aaee932f18 service neutron] Checking segment: {'id': '8776ef69-18a3-435b-bcae-3ec13a221682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '38da8219-9711-4a17-95ce-4a60364cf1ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:01:12.297959 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-1db50cdc-b657-421e-b30c-42aaee932f18 service neutron] Bound using segment: {'id': '8776ef69-18a3-435b-bcae-3ec13a221682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '38da8219-9711-4a17-95ce-4a60364cf1ab'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:01:12.298474 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-1db50cdc-b657-421e-b30c-42aaee932f18 service neutron] Bound port: cd1505ba-efdd-43fd-ab1a-f53b5617d26f, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8776ef69-18a3-435b-bcae-3ec13a221682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '38da8219-9711-4a17-95ce-4a60364cf1ab'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:01:12.299118 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-1db50cdc-b657-421e-b30c-42aaee932f18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:12.338607 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-6c50c4ce-56f9-49fb-9e6c-3148c9f341d3 tempest-FloatingIPAdminTestJSON-789373505 tempest-FloatingIPAdminTestJSON-789373505-project-admin] Allocated IP 172.25.6.64 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/aa7fd1b9-1daa-4203-bfbb-7a2aaef41728) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:01:12.354969 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 55766) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:12.441361 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-1db50cdc-b657-421e-b30c-42aaee932f18 service neutron] For port cd1505ba-efdd-43fd-ab1a-f53b5617d26f, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:01:12.445894 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-1db50cdc-b657-421e-b30c-42aaee932f18 service neutron] For port cd1505ba-efdd-43fd-ab1a-f53b5617d26f, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=cd1505ba-efdd-43fd-ab1a-f53b5617d26f,segment=NetworkSegment(8776ef69-18a3-435b-bcae-3ec13a221682),segment_id=8776ef69-18a3-435b-bcae-3ec13a221682)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:01:12.452559 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-1db50cdc-b657-421e-b30c-42aaee932f18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:12.485639 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b6f9cc8d-2df5-4bc1-9142-c7d6e1002d93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:12.508483 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-1db50cdc-b657-421e-b30c-42aaee932f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:12.509330 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-1db50cdc-b657-421e-b30c-42aaee932f18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:12.510835 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-1db50cdc-b657-421e-b30c-42aaee932f18 service neutron] 10.222.0.39 "PUT /v2.0/ports/cd1505ba-efdd-43fd-ab1a-f53b5617d26f HTTP/1.1" status: 200 len: 1091 time: 1.2035713 Sep 17 08:01:12.558761 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db50cdc-b657-421e-b30c-42aaee932f18 service neutron] Pushing event updated for resources: {'Port': ['ID=cd1505ba-efdd-43fd-ab1a-f53b5617d26f,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:12.576040 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-997bb672-a5c3-4e7f-8b90-9ce728a89d6a service neutron] Request body: {'port': {'device_id': '4a3e4cd7-fd9e-4c48-83d0-fdef58210aab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:01:12.577737 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6c50c4ce-56f9-49fb-9e6c-3148c9f341d3 tempest-FloatingIPAdminTestJSON-789373505 tempest-FloatingIPAdminTestJSON-789373505-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:12.649911 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a3e4cd7-fd9e-4c48-83d0-fdef58210aab', 'tag': '58361d99-ef9c-4fbd-af39-2f7f8767303c'}, {'name': 'network-changed', 'server_uuid': '4a3e4cd7-fd9e-4c48-83d0-fdef58210aab', 'tag': 'cd1505ba-efdd-43fd-ab1a-f53b5617d26f'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:01:12.652404 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aadafa03-c4ff-4ab2-97ce-64ea4abf85eb" -d '{"events": [{"name": "network-changed", "server_uuid": "4a3e4cd7-fd9e-4c48-83d0-fdef58210aab", "tag": "58361d99-ef9c-4fbd-af39-2f7f8767303c"}, {"name": "network-changed", "server_uuid": "4a3e4cd7-fd9e-4c48-83d0-fdef58210aab", "tag": "cd1505ba-efdd-43fd-ab1a-f53b5617d26f"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:01:12.657181 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d885a29-1ac5-4172-a27e-ec3a1ab89f75 req-3e5a27c3-db61-41e2-b6f2-f21b810a3520 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:12.662929 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d885a29-1ac5-4172-a27e-ec3a1ab89f75 req-3e5a27c3-db61-41e2-b6f2-f21b810a3520 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:12.665358 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-997bb672-a5c3-4e7f-8b90-9ce728a89d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:12.669956 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d885a29-1ac5-4172-a27e-ec3a1ab89f75 req-3e5a27c3-db61-41e2-b6f2-f21b810a3520 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:12.676157 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d885a29-1ac5-4172-a27e-ec3a1ab89f75 req-3e5a27c3-db61-41e2-b6f2-f21b810a3520 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:12.682744 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d885a29-1ac5-4172-a27e-ec3a1ab89f75 req-3e5a27c3-db61-41e2-b6f2-f21b810a3520 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:12.689518 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d885a29-1ac5-4172-a27e-ec3a1ab89f75 req-3e5a27c3-db61-41e2-b6f2-f21b810a3520 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:12.695492 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d885a29-1ac5-4172-a27e-ec3a1ab89f75 req-3e5a27c3-db61-41e2-b6f2-f21b810a3520 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:12.703332 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5d885a29-1ac5-4172-a27e-ec3a1ab89f75 req-3e5a27c3-db61-41e2-b6f2-f21b810a3520 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab HTTP/1.1" status: 200 len: 5381 time: 0.2095902 Sep 17 08:01:12.736823 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 17 Sep 2021 08:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab5b1f5-adea-4ea2-b001-ea969e5b3383 x-openstack-request-id: req-aab5b1f5-adea-4ea2-b001-ea969e5b3383 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:01:12.737233 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a3e4cd7-fd9e-4c48-83d0-fdef58210aab", "tag": "58361d99-ef9c-4fbd-af39-2f7f8767303c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4a3e4cd7-fd9e-4c48-83d0-fdef58210aab", "tag": "cd1505ba-efdd-43fd-ab1a-f53b5617d26f", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:01:12.737487 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aab5b1f5-adea-4ea2-b001-ea969e5b3383 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:01:12.737893 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a3e4cd7-fd9e-4c48-83d0-fdef58210aab', 'tag': '58361d99-ef9c-4fbd-af39-2f7f8767303c', 'status': 'completed', 'code': 200} Sep 17 08:01:12.738156 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a3e4cd7-fd9e-4c48-83d0-fdef58210aab', 'tag': 'cd1505ba-efdd-43fd-ab1a-f53b5617d26f', 'status': 'completed', 'code': 200} Sep 17 08:01:12.786419 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5d885a29-1ac5-4172-a27e-ec3a1ab89f75 req-87fbf3cf-d113-4da9-913f-3396cbda3c05 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/security-groups?id=d72823b7-81c0-42a5-9665-1378d889a01c&id=018bc854-5d2e-47d2-a820-83cebe160ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0757639 Sep 17 08:01:12.843321 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b6f9cc8d-2df5-4bc1-9142-c7d6e1002d93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:12.851380 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b6f9cc8d-2df5-4bc1-9142-c7d6e1002d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:12.869404 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6c50c4ce-56f9-49fb-9e6c-3148c9f341d3 tempest-FloatingIPAdminTestJSON-789373505 tempest-FloatingIPAdminTestJSON-789373505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:12.943702 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-b6f9cc8d-2df5-4bc1-9142-c7d6e1002d93 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d1ceb08762a547edb756ef855e1b2c00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5876813 Sep 17 08:01:12.947355 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 55776) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:12.954031 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadafa03-c4ff-4ab2-97ce-64ea4abf85eb req-c1f8ccf0-863b-46c1-b035-e32b067abdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:12.954520 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadafa03-c4ff-4ab2-97ce-64ea4abf85eb req-c1f8ccf0-863b-46c1-b035-e32b067abdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:12.955265 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadafa03-c4ff-4ab2-97ce-64ea4abf85eb req-c1f8ccf0-863b-46c1-b035-e32b067abdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:12.955657 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadafa03-c4ff-4ab2-97ce-64ea4abf85eb req-c1f8ccf0-863b-46c1-b035-e32b067abdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:12.956235 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadafa03-c4ff-4ab2-97ce-64ea4abf85eb req-c1f8ccf0-863b-46c1-b035-e32b067abdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:12.956471 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadafa03-c4ff-4ab2-97ce-64ea4abf85eb req-c1f8ccf0-863b-46c1-b035-e32b067abdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:12.956926 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadafa03-c4ff-4ab2-97ce-64ea4abf85eb req-c1f8ccf0-863b-46c1-b035-e32b067abdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:12.958841 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-aadafa03-c4ff-4ab2-97ce-64ea4abf85eb req-c1f8ccf0-863b-46c1-b035-e32b067abdfc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9dd60ef4e32342ee9bd756b274f1d1f9&device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab HTTP/1.1" status: 200 len: 6273 time: 0.1520922 Sep 17 08:01:12.960748 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c50c4ce-56f9-49fb-9e6c-3148c9f341d3 tempest-FloatingIPAdminTestJSON-789373505 tempest-FloatingIPAdminTestJSON-789373505-project-admin] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:01:12.970308 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f9cc8d-2df5-4bc1-9142-c7d6e1002d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=824e15b1-dd8f-4049-acaf-cfc54bb2509e,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:12.989217 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-6c50c4ce-56f9-49fb-9e6c-3148c9f341d3 tempest-FloatingIPAdminTestJSON-789373505 tempest-FloatingIPAdminTestJSON-789373505-project-admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:01:13.003297 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c50c4ce-56f9-49fb-9e6c-3148c9f341d3 tempest-FloatingIPAdminTestJSON-789373505 tempest-FloatingIPAdminTestJSON-789373505-project-admin] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:01:13.008611 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c50c4ce-56f9-49fb-9e6c-3148c9f341d3 tempest-FloatingIPAdminTestJSON-789373505 tempest-FloatingIPAdminTestJSON-789373505-project-admin] Pushing event updated for resources: {'Port': ['ID=aa7fd1b9-1daa-4203-bfbb-7a2aaef41728,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:13.021585 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c2d28c6e-0d95-437f-99b0-704f85c8dadc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:13.071427 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-997bb672-a5c3-4e7f-8b90-9ce728a89d6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1507ef2b-f42c-4d87-a44c-871476fa8797 {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:01:13.077469 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c2d28c6e-0d95-437f-99b0-704f85c8dadc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:13.087574 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-997bb672-a5c3-4e7f-8b90-9ce728a89d6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:13.162597 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-997bb672-a5c3-4e7f-8b90-9ce728a89d6a service neutron] Transition to ACTIVE for port object 1507ef2b-f42c-4d87-a44c-871476fa8797 will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:01:13.164850 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c2d28c6e-0d95-437f-99b0-704f85c8dadc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:13.169113 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c2d28c6e-0d95-437f-99b0-704f85c8dadc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:13.170558 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c2d28c6e-0d95-437f-99b0-704f85c8dadc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/824e15b1-dd8f-4049-acaf-cfc54bb2509e HTTP/1.1" status: 204 len: 168 time: 0.2223074 Sep 17 08:01:13.176481 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-997bb672-a5c3-4e7f-8b90-9ce728a89d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:13.204505 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d28c6e-0d95-437f-99b0-704f85c8dadc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=824e15b1-dd8f-4049-acaf-cfc54bb2509e,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:13.293300 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997bb672-a5c3-4e7f-8b90-9ce728a89d6a service neutron] Pushing event updated for resources: {'Port': ['ID=1507ef2b-f42c-4d87-a44c-871476fa8797,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:13.469711 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-997bb672-a5c3-4e7f-8b90-9ce728a89d6a service neutron] Attempting to bind port 1507ef2b-f42c-4d87-a44c-871476fa8797 on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:01:13.471100 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-997bb672-a5c3-4e7f-8b90-9ce728a89d6a service neutron] Attempting to bind port 1507ef2b-f42c-4d87-a44c-871476fa8797 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': '8776ef69-18a3-435b-bcae-3ec13a221682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '38da8219-9711-4a17-95ce-4a60364cf1ab'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:01:13.471684 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-997bb672-a5c3-4e7f-8b90-9ce728a89d6a service neutron] Attempting to bind port 1507ef2b-f42c-4d87-a44c-871476fa8797 on network 38da8219-9711-4a17-95ce-4a60364cf1ab {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:01:13.477226 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-997bb672-a5c3-4e7f-8b90-9ce728a89d6a service neutron] Port 1507ef2b-f42c-4d87-a44c-871476fa8797 on network 38da8219-9711-4a17-95ce-4a60364cf1ab not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:01:13.477826 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-997bb672-a5c3-4e7f-8b90-9ce728a89d6a service neutron] Attempting to bind port 1507ef2b-f42c-4d87-a44c-871476fa8797 on network 38da8219-9711-4a17-95ce-4a60364cf1ab {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:01:13.493411 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-997bb672-a5c3-4e7f-8b90-9ce728a89d6a service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:01:13.493881 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-997bb672-a5c3-4e7f-8b90-9ce728a89d6a service neutron] Checking segment: {'id': '8776ef69-18a3-435b-bcae-3ec13a221682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '38da8219-9711-4a17-95ce-4a60364cf1ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:01:13.494336 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-997bb672-a5c3-4e7f-8b90-9ce728a89d6a service neutron] Bound using segment: {'id': '8776ef69-18a3-435b-bcae-3ec13a221682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '38da8219-9711-4a17-95ce-4a60364cf1ab'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:01:13.494864 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-997bb672-a5c3-4e7f-8b90-9ce728a89d6a service neutron] Bound port: 1507ef2b-f42c-4d87-a44c-871476fa8797, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8776ef69-18a3-435b-bcae-3ec13a221682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '38da8219-9711-4a17-95ce-4a60364cf1ab'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:01:13.495254 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-997bb672-a5c3-4e7f-8b90-9ce728a89d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:13.603587 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadafa03-c4ff-4ab2-97ce-64ea4abf85eb req-5538245c-b790-4403-ba64-da983859fcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:13.604220 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadafa03-c4ff-4ab2-97ce-64ea4abf85eb req-5538245c-b790-4403-ba64-da983859fcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:13.604569 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadafa03-c4ff-4ab2-97ce-64ea4abf85eb req-5538245c-b790-4403-ba64-da983859fcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:13.606207 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-aadafa03-c4ff-4ab2-97ce-64ea4abf85eb req-5538245c-b790-4403-ba64-da983859fcc2 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=9dd60ef4e32342ee9bd756b274f1d1f9&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6324313 Sep 17 08:01:13.624206 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-997bb672-a5c3-4e7f-8b90-9ce728a89d6a service neutron] For port 1507ef2b-f42c-4d87-a44c-871476fa8797, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:01:13.628189 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-997bb672-a5c3-4e7f-8b90-9ce728a89d6a service neutron] For port 1507ef2b-f42c-4d87-a44c-871476fa8797, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=1507ef2b-f42c-4d87-a44c-871476fa8797,segment=NetworkSegment(8776ef69-18a3-435b-bcae-3ec13a221682),segment_id=8776ef69-18a3-435b-bcae-3ec13a221682)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:01:13.637033 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-997bb672-a5c3-4e7f-8b90-9ce728a89d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:13.657885 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-997bb672-a5c3-4e7f-8b90-9ce728a89d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:13.659015 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-997bb672-a5c3-4e7f-8b90-9ce728a89d6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:13.660684 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-997bb672-a5c3-4e7f-8b90-9ce728a89d6a service neutron] 10.222.0.39 "PUT /v2.0/ports/1507ef2b-f42c-4d87-a44c-871476fa8797 HTTP/1.1" status: 200 len: 1090 time: 1.0950239 Sep 17 08:01:13.724160 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-0acf4702-ce44-431f-a780-65ed9e882480 service neutron] Request body: {'port': {'device_id': '4a3e4cd7-fd9e-4c48-83d0-fdef58210aab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:01:13.809541 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997bb672-a5c3-4e7f-8b90-9ce728a89d6a service neutron] Pushing event updated for resources: {'Port': ['ID=1507ef2b-f42c-4d87-a44c-871476fa8797,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:13.862047 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 55794) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:13.879320 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-0acf4702-ce44-431f-a780-65ed9e882480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:14.015418 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c60d2d34-2887-48e5-ac89-7367eb08ecfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:14.095692 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadafa03-c4ff-4ab2-97ce-64ea4abf85eb req-36737ed2-9c88-4d3a-b705-3d4fb3217244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:14.097263 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-aadafa03-c4ff-4ab2-97ce-64ea4abf85eb req-36737ed2-9c88-4d3a-b705-3d4fb3217244 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4763865 Sep 17 08:01:14.173016 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae35936-e6b3-4833-950b-2da4dc2a9733 req-044f2a4c-2a78-4ff5-9db2-c95cd277bb0a tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:14.180966 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae35936-e6b3-4833-950b-2da4dc2a9733 req-044f2a4c-2a78-4ff5-9db2-c95cd277bb0a tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:14.187157 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae35936-e6b3-4833-950b-2da4dc2a9733 req-044f2a4c-2a78-4ff5-9db2-c95cd277bb0a tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:14.194179 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae35936-e6b3-4833-950b-2da4dc2a9733 req-044f2a4c-2a78-4ff5-9db2-c95cd277bb0a tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:14.201005 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae35936-e6b3-4833-950b-2da4dc2a9733 req-044f2a4c-2a78-4ff5-9db2-c95cd277bb0a tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:14.207753 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae35936-e6b3-4833-950b-2da4dc2a9733 req-044f2a4c-2a78-4ff5-9db2-c95cd277bb0a tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:14.215002 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae35936-e6b3-4833-950b-2da4dc2a9733 req-044f2a4c-2a78-4ff5-9db2-c95cd277bb0a tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:14.217043 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-aae35936-e6b3-4833-950b-2da4dc2a9733 req-044f2a4c-2a78-4ff5-9db2-c95cd277bb0a tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab HTTP/1.1" status: 200 len: 5393 time: 0.2585495 Sep 17 08:01:14.279791 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-0acf4702-ce44-431f-a780-65ed9e882480 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b73edc0-ba71-4e4d-b7e8-33b02fa74b71 {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:01:14.293462 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-0acf4702-ce44-431f-a780-65ed9e882480 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:14.310145 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-0acf4702-ce44-431f-a780-65ed9e882480 service neutron] Transition to ACTIVE for port object 0b73edc0-ba71-4e4d-b7e8-33b02fa74b71 will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:01:14.319156 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-0acf4702-ce44-431f-a780-65ed9e882480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:14.380163 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acf4702-ce44-431f-a780-65ed9e882480 service neutron] Pushing event updated for resources: {'Port': ['ID=0b73edc0-ba71-4e4d-b7e8-33b02fa74b71,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:14.416494 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadafa03-c4ff-4ab2-97ce-64ea4abf85eb req-f1f7d735-6eb6-4089-8bca-7661cc9eea6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:14.417299 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadafa03-c4ff-4ab2-97ce-64ea4abf85eb req-f1f7d735-6eb6-4089-8bca-7661cc9eea6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:14.418149 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadafa03-c4ff-4ab2-97ce-64ea4abf85eb req-f1f7d735-6eb6-4089-8bca-7661cc9eea6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:14.419071 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadafa03-c4ff-4ab2-97ce-64ea4abf85eb req-f1f7d735-6eb6-4089-8bca-7661cc9eea6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:14.419713 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadafa03-c4ff-4ab2-97ce-64ea4abf85eb req-f1f7d735-6eb6-4089-8bca-7661cc9eea6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:14.420448 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadafa03-c4ff-4ab2-97ce-64ea4abf85eb req-f1f7d735-6eb6-4089-8bca-7661cc9eea6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:14.421133 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadafa03-c4ff-4ab2-97ce-64ea4abf85eb req-f1f7d735-6eb6-4089-8bca-7661cc9eea6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:14.423336 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-aadafa03-c4ff-4ab2-97ce-64ea4abf85eb req-f1f7d735-6eb6-4089-8bca-7661cc9eea6a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9dd60ef4e32342ee9bd756b274f1d1f9&device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab HTTP/1.1" status: 200 len: 6340 time: 0.1698933 Sep 17 08:01:14.458194 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-aae35936-e6b3-4833-950b-2da4dc2a9733 req-5f7eb7d9-8478-45d1-b369-3e5c6f206691 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/security-groups?id=d72823b7-81c0-42a5-9665-1378d889a01c&id=018bc854-5d2e-47d2-a820-83cebe160ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1978836 Sep 17 08:01:14.494442 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-0acf4702-ce44-431f-a780-65ed9e882480 service neutron] Attempting to bind port 0b73edc0-ba71-4e4d-b7e8-33b02fa74b71 on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:01:14.495043 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-0acf4702-ce44-431f-a780-65ed9e882480 service neutron] Attempting to bind port 0b73edc0-ba71-4e4d-b7e8-33b02fa74b71 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': 'b1e1c750-8376-4bf1-bd42-cdccdc64eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'af537dc7-8886-4fdc-a38b-73c1633b0a59'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:01:14.495197 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-0acf4702-ce44-431f-a780-65ed9e882480 service neutron] Attempting to bind port 0b73edc0-ba71-4e4d-b7e8-33b02fa74b71 on network af537dc7-8886-4fdc-a38b-73c1633b0a59 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:01:14.501284 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-0acf4702-ce44-431f-a780-65ed9e882480 service neutron] Port 0b73edc0-ba71-4e4d-b7e8-33b02fa74b71 on network af537dc7-8886-4fdc-a38b-73c1633b0a59 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:01:14.501624 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-0acf4702-ce44-431f-a780-65ed9e882480 service neutron] Attempting to bind port 0b73edc0-ba71-4e4d-b7e8-33b02fa74b71 on network af537dc7-8886-4fdc-a38b-73c1633b0a59 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:01:14.508583 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-0acf4702-ce44-431f-a780-65ed9e882480 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:01:14.508718 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-0acf4702-ce44-431f-a780-65ed9e882480 service neutron] Checking segment: {'id': 'b1e1c750-8376-4bf1-bd42-cdccdc64eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'af537dc7-8886-4fdc-a38b-73c1633b0a59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:01:14.509137 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-0acf4702-ce44-431f-a780-65ed9e882480 service neutron] Bound using segment: {'id': 'b1e1c750-8376-4bf1-bd42-cdccdc64eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'af537dc7-8886-4fdc-a38b-73c1633b0a59'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:01:14.509622 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-0acf4702-ce44-431f-a780-65ed9e882480 service neutron] Bound port: 0b73edc0-ba71-4e4d-b7e8-33b02fa74b71, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1e1c750-8376-4bf1-bd42-cdccdc64eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'af537dc7-8886-4fdc-a38b-73c1633b0a59'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:01:14.509993 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-0acf4702-ce44-431f-a780-65ed9e882480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:14.650583 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-0acf4702-ce44-431f-a780-65ed9e882480 service neutron] For port 0b73edc0-ba71-4e4d-b7e8-33b02fa74b71, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:01:14.657560 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-0acf4702-ce44-431f-a780-65ed9e882480 service neutron] For port 0b73edc0-ba71-4e4d-b7e8-33b02fa74b71, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=0b73edc0-ba71-4e4d-b7e8-33b02fa74b71,segment=NetworkSegment(b1e1c750-8376-4bf1-bd42-cdccdc64eea3),segment_id=b1e1c750-8376-4bf1-bd42-cdccdc64eea3)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:01:14.668262 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c60d2d34-2887-48e5-ac89-7367eb08ecfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:14.671700 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-0acf4702-ce44-431f-a780-65ed9e882480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:14.675252 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6c50c4ce-56f9-49fb-9e6c-3148c9f341d3 tempest-FloatingIPAdminTestJSON-789373505 tempest-FloatingIPAdminTestJSON-789373505-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:14.687603 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c60d2d34-2887-48e5-ac89-7367eb08ecfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:14.709701 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-0acf4702-ce44-431f-a780-65ed9e882480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:14.710354 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-0acf4702-ce44-431f-a780-65ed9e882480 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:14.711820 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-0acf4702-ce44-431f-a780-65ed9e882480 service neutron] 10.222.0.39 "PUT /v2.0/ports/0b73edc0-ba71-4e4d-b7e8-33b02fa74b71 HTTP/1.1" status: 200 len: 1091 time: 0.9933305 Sep 17 08:01:14.742309 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a3e4cd7-fd9e-4c48-83d0-fdef58210aab', 'tag': '1507ef2b-f42c-4d87-a44c-871476fa8797'}, {'name': 'network-changed', 'server_uuid': '4a3e4cd7-fd9e-4c48-83d0-fdef58210aab', 'tag': '0b73edc0-ba71-4e4d-b7e8-33b02fa74b71'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:01:14.758638 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4919df6f-1613-4d44-b404-06cd93b8ec01" -d '{"events": [{"name": "network-changed", "server_uuid": "4a3e4cd7-fd9e-4c48-83d0-fdef58210aab", "tag": "1507ef2b-f42c-4d87-a44c-871476fa8797"}, {"name": "network-changed", "server_uuid": "4a3e4cd7-fd9e-4c48-83d0-fdef58210aab", "tag": "0b73edc0-ba71-4e4d-b7e8-33b02fa74b71"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:01:14.809276 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-89477b45-d1a3-40d0-aac7-d198f4a9731f service neutron] Request body: {'port': {'device_id': '4a3e4cd7-fd9e-4c48-83d0-fdef58210aab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:01:14.810632 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadafa03-c4ff-4ab2-97ce-64ea4abf85eb req-04da6197-ee57-4dd0-ae94-22ca1e8b1753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:14.811118 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadafa03-c4ff-4ab2-97ce-64ea4abf85eb req-04da6197-ee57-4dd0-ae94-22ca1e8b1753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:14.811579 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadafa03-c4ff-4ab2-97ce-64ea4abf85eb req-04da6197-ee57-4dd0-ae94-22ca1e8b1753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:14.820445 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-aadafa03-c4ff-4ab2-97ce-64ea4abf85eb req-04da6197-ee57-4dd0-ae94-22ca1e8b1753 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=9dd60ef4e32342ee9bd756b274f1d1f9&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3794150 Sep 17 08:01:14.898658 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-c60d2d34-2887-48e5-ac89-7367eb08ecfa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=89d0b3f198cb46af91d4630ee17e0568&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0340292 Sep 17 08:01:14.912790 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 55804) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:14.928533 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 17 Sep 2021 08:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e779067-edd7-4bef-ae7f-c8cd530ea922 x-openstack-request-id: req-4e779067-edd7-4bef-ae7f-c8cd530ea922 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:01:14.929695 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a3e4cd7-fd9e-4c48-83d0-fdef58210aab", "tag": "1507ef2b-f42c-4d87-a44c-871476fa8797", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4a3e4cd7-fd9e-4c48-83d0-fdef58210aab", "tag": "0b73edc0-ba71-4e4d-b7e8-33b02fa74b71", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:01:14.930131 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4e779067-edd7-4bef-ae7f-c8cd530ea922 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:01:14.930708 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a3e4cd7-fd9e-4c48-83d0-fdef58210aab', 'tag': '1507ef2b-f42c-4d87-a44c-871476fa8797', 'status': 'completed', 'code': 200} Sep 17 08:01:14.931135 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a3e4cd7-fd9e-4c48-83d0-fdef58210aab', 'tag': '0b73edc0-ba71-4e4d-b7e8-33b02fa74b71', 'status': 'completed', 'code': 200} Sep 17 08:01:14.967802 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acf4702-ce44-431f-a780-65ed9e882480 service neutron] Pushing event updated for resources: {'Port': ['ID=0b73edc0-ba71-4e4d-b7e8-33b02fa74b71,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:14.994580 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60d2d34-2887-48e5-ac89-7367eb08ecfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c32b4012-c1c3-41d2-ba17-dbceffbd09ea,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:15.077383 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-89477b45-d1a3-40d0-aac7-d198f4a9731f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:15.095239 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6c50c4ce-56f9-49fb-9e6c-3148c9f341d3 tempest-FloatingIPAdminTestJSON-789373505 tempest-FloatingIPAdminTestJSON-789373505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:15.139940 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c05a413e-1d08-4232-a47b-ec164a988f08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:15.171634 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadafa03-c4ff-4ab2-97ce-64ea4abf85eb req-b4056a46-0b46-4a4f-9076-4606264bdf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:15.173335 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-aadafa03-c4ff-4ab2-97ce-64ea4abf85eb req-b4056a46-0b46-4a4f-9076-4606264bdf2f service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3302090 Sep 17 08:01:15.197781 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c05a413e-1d08-4232-a47b-ec164a988f08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:15.346347 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4919df6f-1613-4d44-b404-06cd93b8ec01 req-79b7aa2c-767c-4481-bb9f-57aa682df83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:15.346749 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4919df6f-1613-4d44-b404-06cd93b8ec01 req-79b7aa2c-767c-4481-bb9f-57aa682df83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:15.347222 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4919df6f-1613-4d44-b404-06cd93b8ec01 req-79b7aa2c-767c-4481-bb9f-57aa682df83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:15.347689 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4919df6f-1613-4d44-b404-06cd93b8ec01 req-79b7aa2c-767c-4481-bb9f-57aa682df83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:15.348185 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4919df6f-1613-4d44-b404-06cd93b8ec01 req-79b7aa2c-767c-4481-bb9f-57aa682df83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:15.348651 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4919df6f-1613-4d44-b404-06cd93b8ec01 req-79b7aa2c-767c-4481-bb9f-57aa682df83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:15.349114 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4919df6f-1613-4d44-b404-06cd93b8ec01 req-79b7aa2c-767c-4481-bb9f-57aa682df83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:15.351573 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4919df6f-1613-4d44-b404-06cd93b8ec01 req-79b7aa2c-767c-4481-bb9f-57aa682df83b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9dd60ef4e32342ee9bd756b274f1d1f9&device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab HTTP/1.1" status: 200 len: 6407 time: 0.0994141 Sep 17 08:01:15.390511 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c05a413e-1d08-4232-a47b-ec164a988f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:15.393071 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c05a413e-1d08-4232-a47b-ec164a988f08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:15.396544 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-c05a413e-1d08-4232-a47b-ec164a988f08 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c32b4012-c1c3-41d2-ba17-dbceffbd09ea HTTP/1.1" status: 204 len: 168 time: 0.4481428 Sep 17 08:01:15.432091 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05a413e-1d08-4232-a47b-ec164a988f08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32b4012-c1c3-41d2-ba17-dbceffbd09ea,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:15.492110 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6c50c4ce-56f9-49fb-9e6c-3148c9f341d3 tempest-FloatingIPAdminTestJSON-789373505 tempest-FloatingIPAdminTestJSON-789373505-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:15.507805 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6c50c4ce-56f9-49fb-9e6c-3148c9f341d3 tempest-FloatingIPAdminTestJSON-789373505 tempest-FloatingIPAdminTestJSON-789373505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:15.570673 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4919df6f-1613-4d44-b404-06cd93b8ec01 req-b26d1502-57bc-432f-b6a0-048d745d124d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:15.571153 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4919df6f-1613-4d44-b404-06cd93b8ec01 req-b26d1502-57bc-432f-b6a0-048d745d124d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:15.571683 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4919df6f-1613-4d44-b404-06cd93b8ec01 req-b26d1502-57bc-432f-b6a0-048d745d124d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:15.573484 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4919df6f-1613-4d44-b404-06cd93b8ec01 req-b26d1502-57bc-432f-b6a0-048d745d124d service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=9dd60ef4e32342ee9bd756b274f1d1f9&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2055817 Sep 17 08:01:15.614017 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6c50c4ce-56f9-49fb-9e6c-3148c9f341d3 tempest-FloatingIPAdminTestJSON-789373505 tempest-FloatingIPAdminTestJSON-789373505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:15.733173 n-d-789963-9 neutron-server[101289]: INFO neutron.db.l3_db [None req-6c50c4ce-56f9-49fb-9e6c-3148c9f341d3 tempest-FloatingIPAdminTestJSON-789373505 tempest-FloatingIPAdminTestJSON-789373505-project-admin] Floating IP 3fdcb52c-0575-4d8c-8e68-052a373961b2 associated. External IP: 172.25.6.64, port: 80b1cbec-0489-47ed-bad6-43fcf3b2ad6e. Sep 17 08:01:15.834079 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c50c4ce-56f9-49fb-9e6c-3148c9f341d3 tempest-FloatingIPAdminTestJSON-789373505 tempest-FloatingIPAdminTestJSON-789373505-project-admin] Pushing event updated for resources: {'Port': ['ID=aa7fd1b9-1daa-4203-bfbb-7a2aaef41728,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:15.844066 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-89477b45-d1a3-40d0-aac7-d198f4a9731f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7185e8d-f50c-4a78-a0cb-5d976790c2e1 {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:01:15.864342 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-89477b45-d1a3-40d0-aac7-d198f4a9731f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:15.887509 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-89477b45-d1a3-40d0-aac7-d198f4a9731f service neutron] Transition to ACTIVE for port object c7185e8d-f50c-4a78-a0cb-5d976790c2e1 will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:01:15.895214 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-89477b45-d1a3-40d0-aac7-d198f4a9731f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:15.943312 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea00cc5-db85-4aae-8827-2ed05f8fa00b req-33675449-f4ec-4f63-bd7e-84763905da92 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:15.951333 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea00cc5-db85-4aae-8827-2ed05f8fa00b req-33675449-f4ec-4f63-bd7e-84763905da92 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:15.962372 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea00cc5-db85-4aae-8827-2ed05f8fa00b req-33675449-f4ec-4f63-bd7e-84763905da92 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:15.968703 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea00cc5-db85-4aae-8827-2ed05f8fa00b req-33675449-f4ec-4f63-bd7e-84763905da92 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:15.974992 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea00cc5-db85-4aae-8827-2ed05f8fa00b req-33675449-f4ec-4f63-bd7e-84763905da92 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:15.981661 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea00cc5-db85-4aae-8827-2ed05f8fa00b req-33675449-f4ec-4f63-bd7e-84763905da92 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:15.988986 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea00cc5-db85-4aae-8827-2ed05f8fa00b req-33675449-f4ec-4f63-bd7e-84763905da92 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:15.992332 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0ea00cc5-db85-4aae-8827-2ed05f8fa00b req-33675449-f4ec-4f63-bd7e-84763905da92 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab HTTP/1.1" status: 200 len: 5405 time: 0.2709448 Sep 17 08:01:16.033108 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89477b45-d1a3-40d0-aac7-d198f4a9731f service neutron] Pushing event updated for resources: {'Port': ['ID=c7185e8d-f50c-4a78-a0cb-5d976790c2e1,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:16.068729 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4919df6f-1613-4d44-b404-06cd93b8ec01 req-07e45a81-42d3-4ce8-a81f-0be64b2cc5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:16.070190 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4919df6f-1613-4d44-b404-06cd93b8ec01 req-07e45a81-42d3-4ce8-a81f-0be64b2cc5ee service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3490598 Sep 17 08:01:16.117384 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0ea00cc5-db85-4aae-8827-2ed05f8fa00b req-d24d4d45-bdd8-443a-92d9-bed593eea5ed tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/security-groups?id=d72823b7-81c0-42a5-9665-1378d889a01c&id=018bc854-5d2e-47d2-a820-83cebe160ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0871065 Sep 17 08:01:16.130511 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-89477b45-d1a3-40d0-aac7-d198f4a9731f service neutron] Attempting to bind port c7185e8d-f50c-4a78-a0cb-5d976790c2e1 on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:01:16.130995 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-89477b45-d1a3-40d0-aac7-d198f4a9731f service neutron] Attempting to bind port c7185e8d-f50c-4a78-a0cb-5d976790c2e1 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': 'b1e1c750-8376-4bf1-bd42-cdccdc64eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'af537dc7-8886-4fdc-a38b-73c1633b0a59'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:01:16.131429 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-89477b45-d1a3-40d0-aac7-d198f4a9731f service neutron] Attempting to bind port c7185e8d-f50c-4a78-a0cb-5d976790c2e1 on network af537dc7-8886-4fdc-a38b-73c1633b0a59 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:01:16.142032 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-89477b45-d1a3-40d0-aac7-d198f4a9731f service neutron] Port c7185e8d-f50c-4a78-a0cb-5d976790c2e1 on network af537dc7-8886-4fdc-a38b-73c1633b0a59 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:01:16.142567 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-89477b45-d1a3-40d0-aac7-d198f4a9731f service neutron] Attempting to bind port c7185e8d-f50c-4a78-a0cb-5d976790c2e1 on network af537dc7-8886-4fdc-a38b-73c1633b0a59 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:01:16.161204 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-89477b45-d1a3-40d0-aac7-d198f4a9731f service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:01:16.164586 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-89477b45-d1a3-40d0-aac7-d198f4a9731f service neutron] Checking segment: {'id': 'b1e1c750-8376-4bf1-bd42-cdccdc64eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'af537dc7-8886-4fdc-a38b-73c1633b0a59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:01:16.169934 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-89477b45-d1a3-40d0-aac7-d198f4a9731f service neutron] Bound using segment: {'id': 'b1e1c750-8376-4bf1-bd42-cdccdc64eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'af537dc7-8886-4fdc-a38b-73c1633b0a59'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:01:16.170600 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-89477b45-d1a3-40d0-aac7-d198f4a9731f service neutron] Bound port: c7185e8d-f50c-4a78-a0cb-5d976790c2e1, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1e1c750-8376-4bf1-bd42-cdccdc64eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'af537dc7-8886-4fdc-a38b-73c1633b0a59'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:01:16.172391 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-89477b45-d1a3-40d0-aac7-d198f4a9731f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:16.331513 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-89477b45-d1a3-40d0-aac7-d198f4a9731f service neutron] For port c7185e8d-f50c-4a78-a0cb-5d976790c2e1, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:01:16.336243 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-89477b45-d1a3-40d0-aac7-d198f4a9731f service neutron] For port c7185e8d-f50c-4a78-a0cb-5d976790c2e1, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=c7185e8d-f50c-4a78-a0cb-5d976790c2e1,segment=NetworkSegment(b1e1c750-8376-4bf1-bd42-cdccdc64eea3),segment_id=b1e1c750-8376-4bf1-bd42-cdccdc64eea3)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:01:16.342304 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-89477b45-d1a3-40d0-aac7-d198f4a9731f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:16.362744 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4919df6f-1613-4d44-b404-06cd93b8ec01 req-e8e0faf5-bf73-4889-a6b4-08a5ed0f58f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:16.365733 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4919df6f-1613-4d44-b404-06cd93b8ec01 req-e8e0faf5-bf73-4889-a6b4-08a5ed0f58f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:16.366421 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4919df6f-1613-4d44-b404-06cd93b8ec01 req-e8e0faf5-bf73-4889-a6b4-08a5ed0f58f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:16.367939 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4919df6f-1613-4d44-b404-06cd93b8ec01 req-e8e0faf5-bf73-4889-a6b4-08a5ed0f58f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:16.368585 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4919df6f-1613-4d44-b404-06cd93b8ec01 req-e8e0faf5-bf73-4889-a6b4-08a5ed0f58f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:16.369651 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4919df6f-1613-4d44-b404-06cd93b8ec01 req-e8e0faf5-bf73-4889-a6b4-08a5ed0f58f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:16.374803 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4919df6f-1613-4d44-b404-06cd93b8ec01 req-e8e0faf5-bf73-4889-a6b4-08a5ed0f58f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:16.376998 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4919df6f-1613-4d44-b404-06cd93b8ec01 req-e8e0faf5-bf73-4889-a6b4-08a5ed0f58f7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9dd60ef4e32342ee9bd756b274f1d1f9&device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab HTTP/1.1" status: 200 len: 6432 time: 0.1564407 Sep 17 08:01:16.381317 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-89477b45-d1a3-40d0-aac7-d198f4a9731f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:16.382611 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-89477b45-d1a3-40d0-aac7-d198f4a9731f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:16.384968 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-89477b45-d1a3-40d0-aac7-d198f4a9731f service neutron] 10.222.0.39 "PUT /v2.0/ports/c7185e8d-f50c-4a78-a0cb-5d976790c2e1 HTTP/1.1" status: 200 len: 1091 time: 1.5951290 Sep 17 08:01:16.431871 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c50c4ce-56f9-49fb-9e6c-3148c9f341d3 tempest-FloatingIPAdminTestJSON-789373505 tempest-FloatingIPAdminTestJSON-789373505-project-admin] Router cdfa3fe1-1c6f-4498-abf3-a2c13940891e has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:01:16.445969 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89477b45-d1a3-40d0-aac7-d198f4a9731f service neutron] Pushing event updated for resources: {'Port': ['ID=c7185e8d-f50c-4a78-a0cb-5d976790c2e1,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:16.624354 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4919df6f-1613-4d44-b404-06cd93b8ec01 req-296e77a0-021b-44eb-b740-ecf8d9e7e50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:16.625465 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4919df6f-1613-4d44-b404-06cd93b8ec01 req-296e77a0-021b-44eb-b740-ecf8d9e7e50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:16.626295 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4919df6f-1613-4d44-b404-06cd93b8ec01 req-296e77a0-021b-44eb-b740-ecf8d9e7e50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:16.629021 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4919df6f-1613-4d44-b404-06cd93b8ec01 req-296e77a0-021b-44eb-b740-ecf8d9e7e50e service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=9dd60ef4e32342ee9bd756b274f1d1f9&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2046242 Sep 17 08:01:16.818531 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4919df6f-1613-4d44-b404-06cd93b8ec01 req-a61de0e4-c317-40b2-81ee-0799522e4443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:16.820577 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4919df6f-1613-4d44-b404-06cd93b8ec01 req-a61de0e4-c317-40b2-81ee-0799522e4443 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1293628 Sep 17 08:01:16.854750 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c50c4ce-56f9-49fb-9e6c-3148c9f341d3 tempest-FloatingIPAdminTestJSON-789373505 tempest-FloatingIPAdminTestJSON-789373505-project-admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:01:16.864023 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b0d2d0-55a7-4ba8-a5ed-8e635ca2c9f8 None None] Sync routers for ids ['cdfa3fe1-1c6f-4498-abf3-a2c13940891e'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:01:16.892961 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b0d2d0-55a7-4ba8-a5ed-8e635ca2c9f8 None None] Routers {'cdfa3fe1-1c6f-4498-abf3-a2c13940891e'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:01:16.893612 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-d3b0d2d0-55a7-4ba8-a5ed-8e635ca2c9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:00:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['cdfa3fe1-1c6f-4498-abf3-a2c13940891e'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:01:16.906697 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6c50c4ce-56f9-49fb-9e6c-3148c9f341d3 tempest-FloatingIPAdminTestJSON-789373505 tempest-FloatingIPAdminTestJSON-789373505-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:16.932785 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a3e4cd7-fd9e-4c48-83d0-fdef58210aab', 'tag': 'c7185e8d-f50c-4a78-a0cb-5d976790c2e1'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:01:16.935151 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c4820a-cb95-4da8-b631-b0413588d35c" -d '{"events": [{"name": "network-changed", "server_uuid": "4a3e4cd7-fd9e-4c48-83d0-fdef58210aab", "tag": "c7185e8d-f50c-4a78-a0cb-5d976790c2e1"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:01:16.987770 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-6c50c4ce-56f9-49fb-9e6c-3148c9f341d3 tempest-FloatingIPAdminTestJSON-789373505 tempest-FloatingIPAdminTestJSON-789373505-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 5.2566218 Sep 17 08:01:16.988230 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 55856) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:16.997836 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-fa28dc69-f3fa-437e-8471-85297667aaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:17.000271 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-fa28dc69-f3fa-437e-8471-85297667aaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:17.000795 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-fa28dc69-f3fa-437e-8471-85297667aaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:17.001291 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-fa28dc69-f3fa-437e-8471-85297667aaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:17.001777 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-fa28dc69-f3fa-437e-8471-85297667aaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:17.005115 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-fa28dc69-f3fa-437e-8471-85297667aaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:17.005601 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-fa28dc69-f3fa-437e-8471-85297667aaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:17.008951 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-d3b0d2d0-55a7-4ba8-a5ed-8e635ca2c9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:01:17.012152 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-fa28dc69-f3fa-437e-8471-85297667aaab service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9dd60ef4e32342ee9bd756b274f1d1f9&device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab HTTP/1.1" status: 200 len: 6474 time: 0.1155949 Sep 17 08:01:17.027103 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b0d2d0-55a7-4ba8-a5ed-8e635ca2c9f8 None None] Routers {'cdfa3fe1-1c6f-4498-abf3-a2c13940891e'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:01:17.030632 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-d3b0d2d0-55a7-4ba8-a5ed-8e635ca2c9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:00:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['cdfa3fe1-1c6f-4498-abf3-a2c13940891e'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:01:17.044696 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a067bf8-4ac4-45ae-9e72-141f9b5cc6e4 x-openstack-request-id: req-9a067bf8-4ac4-45ae-9e72-141f9b5cc6e4 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:01:17.045297 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a3e4cd7-fd9e-4c48-83d0-fdef58210aab", "tag": "c7185e8d-f50c-4a78-a0cb-5d976790c2e1", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:01:17.045773 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9a067bf8-4ac4-45ae-9e72-141f9b5cc6e4 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:01:17.046345 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a3e4cd7-fd9e-4c48-83d0-fdef58210aab', 'tag': 'c7185e8d-f50c-4a78-a0cb-5d976790c2e1', 'status': 'completed', 'code': 200} Sep 17 08:01:17.108681 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-29df3f6f-15c7-451f-87fc-27b6a334fcf0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f925fa88-e615-42d2-b3ec-449463c7b53e HTTP/1.1" status: 200 len: 217 time: 0.0783775 Sep 17 08:01:17.111661 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-d3b0d2d0-55a7-4ba8-a5ed-8e635ca2c9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:01:17.112948 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b0d2d0-55a7-4ba8-a5ed-8e635ca2c9f8 None None] The sync data for ids ['cdfa3fe1-1c6f-4498-abf3-a2c13940891e'] in n-d-789963-9 is: [] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:01:17.189000 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-51839165-9533-40e3-8c24-b69f7d1f0b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:17.193904 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-51839165-9533-40e3-8c24-b69f7d1f0b4b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1862c60a-900a-428f-84d5-02f641b77766 HTTP/1.1" status: 200 len: 850 time: 0.0711453 Sep 17 08:01:17.215670 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-5488bccb-e428-4603-a328-25a38c1dc0c7 tempest-FloatingIPAdminTestJSON-789373505 tempest-FloatingIPAdminTestJSON-789373505-project-admin] 10.222.0.13 "GET /v2.0/floatingips/3fdcb52c-0575-4d8c-8e68-052a373961b2 HTTP/1.1" status: 200 len: 981 time: 0.2260058 Sep 17 08:01:17.217885 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 55862) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:17.333772 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-847dd7b1-31bc-4a7b-9216-38d40edc2466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:17.337950 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-847dd7b1-31bc-4a7b-9216-38d40edc2466 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f09c285a-372f-4d9d-93e7-05d1bf72bf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1374969 Sep 17 08:01:17.360231 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-3c55c88d-a199-4373-b99f-4fc2d0ac7978 tempest-FloatingIPAdminTestJSON-789373505 tempest-FloatingIPAdminTestJSON-789373505-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3515 time: 0.1409774 Sep 17 08:01:17.362893 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 55868) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:17.480449 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa9f47-cd5e-460f-82e0-dd8b3b21383a req-29772f76-b81b-4aaf-bfce-b8c788141f3a tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:17.486883 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa9f47-cd5e-460f-82e0-dd8b3b21383a req-29772f76-b81b-4aaf-bfce-b8c788141f3a tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:17.493584 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa9f47-cd5e-460f-82e0-dd8b3b21383a req-29772f76-b81b-4aaf-bfce-b8c788141f3a tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:17.501222 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa9f47-cd5e-460f-82e0-dd8b3b21383a req-29772f76-b81b-4aaf-bfce-b8c788141f3a tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:17.507461 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa9f47-cd5e-460f-82e0-dd8b3b21383a req-29772f76-b81b-4aaf-bfce-b8c788141f3a tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:17.513658 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa9f47-cd5e-460f-82e0-dd8b3b21383a req-29772f76-b81b-4aaf-bfce-b8c788141f3a tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:17.520013 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa9f47-cd5e-460f-82e0-dd8b3b21383a req-29772f76-b81b-4aaf-bfce-b8c788141f3a tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:17.521944 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-42aa9f47-cd5e-460f-82e0-dd8b3b21383a req-29772f76-b81b-4aaf-bfce-b8c788141f3a tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab HTTP/1.1" status: 200 len: 5417 time: 0.2230384 Sep 17 08:01:17.582884 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-42aa9f47-cd5e-460f-82e0-dd8b3b21383a req-c242a766-5f74-4ca9-9954-81282324834e tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/security-groups?id=d72823b7-81c0-42a5-9665-1378d889a01c&id=018bc854-5d2e-47d2-a820-83cebe160ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520735 Sep 17 08:01:17.585784 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-465bb177-7a6f-49d5-a190-592d9b201a90 service neutron] 10.222.0.39 "GET /v2.0/networks/f09c285a-372f-4d9d-93e7-05d1bf72bf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126913 Sep 17 08:01:17.599982 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-114069b4-fbe1-4c29-bf60-ebc366e91e3d tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Deleting port aa7fd1b9-1daa-4203-bfbb-7a2aaef41728 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:01:17.600565 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-114069b4-fbe1-4c29-bf60-ebc366e91e3d tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:17.686646 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-114069b4-fbe1-4c29-bf60-ebc366e91e3d tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:17.686929 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-114069b4-fbe1-4c29-bf60-ebc366e91e3d tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:17.716748 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-114069b4-fbe1-4c29-bf60-ebc366e91e3d tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Calling delete_port for aa7fd1b9-1daa-4203-bfbb-7a2aaef41728 owned by network:floatingip {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:01:17.747858 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-aefaa712-feee-469d-9e2a-e781476a155d service neutron] 10.222.0.39 "GET /v2.0/networks/f09c285a-372f-4d9d-93e7-05d1bf72bf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548982 Sep 17 08:01:17.837618 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-0d0e1267-c7b3-473a-a15d-71329917f73b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=f1fe0f28-22d4-4b09-bc17-0fd02f571177 HTTP/1.1" status: 200 len: 217 time: 0.0809116 Sep 17 08:01:17.926132 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-e66a40f2-58c2-48d5-b937-b7ad2b4c4a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:17.927784 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-e66a40f2-58c2-48d5-b937-b7ad2b4c4a95 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b03d39e8-6611-49a1-bc08-558dcfc2f27e HTTP/1.1" status: 200 len: 797 time: 0.0821171 Sep 17 08:01:17.986090 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-9ff350c2-e60f-4075-8d47-2a04fad58bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:17.989561 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-9ff350c2-e60f-4075-8d47-2a04fad58bcf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=38da8219-9711-4a17-95ce-4a60364cf1ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0545130 Sep 17 08:01:18.010059 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-114069b4-fbe1-4c29-bf60-ebc366e91e3d tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:18.056182 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114069b4-fbe1-4c29-bf60-ebc366e91e3d tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Pushing event deleted for resources: {'Port': ['ID=aa7fd1b9-1daa-4203-bfbb-7a2aaef41728,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:18.133128 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-114069b4-fbe1-4c29-bf60-ebc366e91e3d tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks [] for floatingip, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:18.133608 n-d-789963-9 neutron-server[101290]: INFO neutron.db.l3_db [None req-114069b4-fbe1-4c29-bf60-ebc366e91e3d tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Floating IP 3fdcb52c-0575-4d8c-8e68-052a373961b2 disassociated (deleted). External IP: 172.25.6.64, port: 80b1cbec-0489-47ed-bad6-43fcf3b2ad6e. Sep 17 08:01:18.191698 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-0b1d690a-e3eb-4275-9e32-2997b50205a7 service neutron] 10.222.0.39 "GET /v2.0/networks/38da8219-9711-4a17-95ce-4a60364cf1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932771 Sep 17 08:01:18.345145 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-3eb476f1-5222-4e2c-9c85-ffdaef32958b service neutron] 10.222.0.39 "GET /v2.0/networks/38da8219-9711-4a17-95ce-4a60364cf1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440499 Sep 17 08:01:18.464319 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-7f93c655-7410-4e83-9ffa-dc46c97c379b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=58361d99-ef9c-4fbd-af39-2f7f8767303c HTTP/1.1" status: 200 len: 217 time: 0.1090016 Sep 17 08:01:18.539272 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-114069b4-fbe1-4c29-bf60-ebc366e91e3d tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Router cdfa3fe1-1c6f-4498-abf3-a2c13940891e has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:01:18.552090 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-9158971c-73ea-4cb3-85ed-38b15769c431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:18.554273 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-9158971c-73ea-4cb3-85ed-38b15769c431 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b03d39e8-6611-49a1-bc08-558dcfc2f27e HTTP/1.1" status: 200 len: 797 time: 0.0824575 Sep 17 08:01:18.637013 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-5707f45b-4f5e-44de-887b-a5aea7c8091c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:18.641531 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-5707f45b-4f5e-44de-887b-a5aea7c8091c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=38da8219-9711-4a17-95ce-4a60364cf1ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0795074 Sep 17 08:01:18.716580 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-114069b4-fbe1-4c29-bf60-ebc366e91e3d tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:01:18.730527 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315abf80-83e8-4a97-b6c3-e8491dc49a83 None None] Sync routers for ids ['cdfa3fe1-1c6f-4498-abf3-a2c13940891e'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:01:18.731092 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-114069b4-fbe1-4c29-bf60-ebc366e91e3d tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:18.747724 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315abf80-83e8-4a97-b6c3-e8491dc49a83 None None] Routers {'cdfa3fe1-1c6f-4498-abf3-a2c13940891e'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:01:18.748998 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-315abf80-83e8-4a97-b6c3-e8491dc49a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:00:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['cdfa3fe1-1c6f-4498-abf3-a2c13940891e'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:01:18.761027 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-114069b4-fbe1-4c29-bf60-ebc366e91e3d tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] 10.222.0.13 "DELETE /v2.0/floatingips/3fdcb52c-0575-4d8c-8e68-052a373961b2 HTTP/1.1" status: 204 len: 168 time: 1.3966537 Sep 17 08:01:18.765572 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 55888) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:18.770692 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-6cf54d64-dd85-4169-8341-c41a08f44b37 tempest-FloatingIPAdminTestJSON-789373505 tempest-FloatingIPAdminTestJSON-789373505-project-admin] Request body: {'floatingip': {'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:01:18.823884 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-315abf80-83e8-4a97-b6c3-e8491dc49a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:01:18.827990 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-e32aa50f-3522-4bc3-8866-54733ca6d7dd service neutron] 10.222.0.39 "GET /v2.0/networks/38da8219-9711-4a17-95ce-4a60364cf1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773396 Sep 17 08:01:18.828877 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6cf54d64-dd85-4169-8341-c41a08f44b37 tempest-FloatingIPAdminTestJSON-789373505 tempest-FloatingIPAdminTestJSON-789373505-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:18.845243 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01d2daa-8140-4373-ad34-defb0d2cf713 req-e26d0f05-22b8-4210-b0a5-a229fb1a17fa tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:18.852455 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315abf80-83e8-4a97-b6c3-e8491dc49a83 None None] Routers {'cdfa3fe1-1c6f-4498-abf3-a2c13940891e'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:01:18.853088 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-315abf80-83e8-4a97-b6c3-e8491dc49a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:00:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['cdfa3fe1-1c6f-4498-abf3-a2c13940891e'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:01:18.859344 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01d2daa-8140-4373-ad34-defb0d2cf713 req-e26d0f05-22b8-4210-b0a5-a229fb1a17fa tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:18.871755 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01d2daa-8140-4373-ad34-defb0d2cf713 req-e26d0f05-22b8-4210-b0a5-a229fb1a17fa tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:18.886160 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01d2daa-8140-4373-ad34-defb0d2cf713 req-e26d0f05-22b8-4210-b0a5-a229fb1a17fa tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:18.895450 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01d2daa-8140-4373-ad34-defb0d2cf713 req-e26d0f05-22b8-4210-b0a5-a229fb1a17fa tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:18.902998 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01d2daa-8140-4373-ad34-defb0d2cf713 req-e26d0f05-22b8-4210-b0a5-a229fb1a17fa tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:18.904045 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-315abf80-83e8-4a97-b6c3-e8491dc49a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:01:18.904713 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315abf80-83e8-4a97-b6c3-e8491dc49a83 None None] The sync data for ids ['cdfa3fe1-1c6f-4498-abf3-a2c13940891e'] in n-d-789963-9 is: [] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:01:18.917534 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01d2daa-8140-4373-ad34-defb0d2cf713 req-e26d0f05-22b8-4210-b0a5-a229fb1a17fa tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:18.927225 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f01d2daa-8140-4373-ad34-defb0d2cf713 req-e26d0f05-22b8-4210-b0a5-a229fb1a17fa tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab HTTP/1.1" status: 200 len: 5417 time: 0.1728859 Sep 17 08:01:18.986129 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6cf54d64-dd85-4169-8341-c41a08f44b37 tempest-FloatingIPAdminTestJSON-789373505 tempest-FloatingIPAdminTestJSON-789373505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:19.239136 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-6cf54d64-dd85-4169-8341-c41a08f44b37 tempest-FloatingIPAdminTestJSON-789373505 tempest-FloatingIPAdminTestJSON-789373505-project-admin] Allocated IP 172.25.6.199 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/b6708bef-8e91-4617-b7c5-c1cf461f7390) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:01:19.383178 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6cf54d64-dd85-4169-8341-c41a08f44b37 tempest-FloatingIPAdminTestJSON-789373505 tempest-FloatingIPAdminTestJSON-789373505-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:19.426530 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6cf54d64-dd85-4169-8341-c41a08f44b37 tempest-FloatingIPAdminTestJSON-789373505 tempest-FloatingIPAdminTestJSON-789373505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:19.472136 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf54d64-dd85-4169-8341-c41a08f44b37 tempest-FloatingIPAdminTestJSON-789373505 tempest-FloatingIPAdminTestJSON-789373505-project-admin] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:01:19.477892 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-6cf54d64-dd85-4169-8341-c41a08f44b37 tempest-FloatingIPAdminTestJSON-789373505 tempest-FloatingIPAdminTestJSON-789373505-project-admin] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:01:19.483964 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf54d64-dd85-4169-8341-c41a08f44b37 tempest-FloatingIPAdminTestJSON-789373505 tempest-FloatingIPAdminTestJSON-789373505-project-admin] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:01:19.536637 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf54d64-dd85-4169-8341-c41a08f44b37 tempest-FloatingIPAdminTestJSON-789373505 tempest-FloatingIPAdminTestJSON-789373505-project-admin] Pushing event updated for resources: {'Port': ['ID=b6708bef-8e91-4617-b7c5-c1cf461f7390,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:19.566964 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f01d2daa-8140-4373-ad34-defb0d2cf713 req-6d21506f-d401-4ff1-84ec-dfe8f6bf979f tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/security-groups?id=d72823b7-81c0-42a5-9665-1378d889a01c&id=018bc854-5d2e-47d2-a820-83cebe160ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6325147 Sep 17 08:01:19.578694 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-ca497b97-d56d-4866-875c-e42f898074a7 service neutron] 10.222.0.39 "GET /v2.0/networks/38da8219-9711-4a17-95ce-4a60364cf1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6485200 Sep 17 08:01:19.610443 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6cf54d64-dd85-4169-8341-c41a08f44b37 tempest-FloatingIPAdminTestJSON-789373505 tempest-FloatingIPAdminTestJSON-789373505-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:19.640911 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-787ad6f0-5883-4976-993f-b1cbdfa51906 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=cd1505ba-efdd-43fd-ab1a-f53b5617d26f HTTP/1.1" status: 200 len: 217 time: 0.0503731 Sep 17 08:01:19.654180 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6cf54d64-dd85-4169-8341-c41a08f44b37 tempest-FloatingIPAdminTestJSON-789373505 tempest-FloatingIPAdminTestJSON-789373505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:19.705301 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-829b2259-dd26-491f-9e3b-9fc6eed3e2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:19.707438 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-829b2259-dd26-491f-9e3b-9fc6eed3e2ba service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b03d39e8-6611-49a1-bc08-558dcfc2f27e HTTP/1.1" status: 200 len: 797 time: 0.0580366 Sep 17 08:01:19.772562 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-c6a8909d-24ab-4731-895c-45b8b5cc516d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:19.779460 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-c6a8909d-24ab-4731-895c-45b8b5cc516d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=38da8219-9711-4a17-95ce-4a60364cf1ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0650160 Sep 17 08:01:19.883051 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6cf54d64-dd85-4169-8341-c41a08f44b37 tempest-FloatingIPAdminTestJSON-789373505 tempest-FloatingIPAdminTestJSON-789373505-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:19.883294 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-54098d42-a6f3-4a7e-ba0e-1d2fcd8e5eef service neutron] 10.222.0.39 "GET /v2.0/networks/38da8219-9711-4a17-95ce-4a60364cf1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960929 Sep 17 08:01:19.896230 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-39c1cb0e-f3a0-417b-9efb-e684f56f6492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:19.897919 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6cf54d64-dd85-4169-8341-c41a08f44b37 tempest-FloatingIPAdminTestJSON-789373505 tempest-FloatingIPAdminTestJSON-789373505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:20.000857 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-2d00017a-3c4f-4a2f-abe7-fd48ae299abe service neutron] 10.222.0.39 "GET /v2.0/networks/38da8219-9711-4a17-95ce-4a60364cf1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106629 Sep 17 08:01:20.005875 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf54d64-dd85-4169-8341-c41a08f44b37 tempest-FloatingIPAdminTestJSON-789373505 tempest-FloatingIPAdminTestJSON-789373505-project-admin] Pushing event updated for resources: {'Port': ['ID=b6708bef-8e91-4617-b7c5-c1cf461f7390,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:20.022545 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6cf54d64-dd85-4169-8341-c41a08f44b37 tempest-FloatingIPAdminTestJSON-789373505 tempest-FloatingIPAdminTestJSON-789373505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:20.044325 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6cf54d64-dd85-4169-8341-c41a08f44b37 tempest-FloatingIPAdminTestJSON-789373505 tempest-FloatingIPAdminTestJSON-789373505-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:20.045861 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6cf54d64-dd85-4169-8341-c41a08f44b37 tempest-FloatingIPAdminTestJSON-789373505 tempest-FloatingIPAdminTestJSON-789373505-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2784400 Sep 17 08:01:20.049256 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 55904) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:20.060623 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-3cfe515f-572f-4a2d-bd61-7e2f9eed3f5f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.79&port_id=1507ef2b-f42c-4d87-a44c-871476fa8797 HTTP/1.1" status: 200 len: 217 time: 0.0524018 Sep 17 08:01:20.233112 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-fda29996-90d8-41ad-9093-5f878e22c882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:20.234635 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-fda29996-90d8-41ad-9093-5f878e22c882 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b03d39e8-6611-49a1-bc08-558dcfc2f27e HTTP/1.1" status: 200 len: 797 time: 0.1658621 Sep 17 08:01:20.300715 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-ef4120d9-6048-4ede-a670-d7ddf05b4f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:20.302260 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-ef4120d9-6048-4ede-a670-d7ddf05b4f02 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=38da8219-9711-4a17-95ce-4a60364cf1ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0594525 Sep 17 08:01:20.387182 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-efd84c18-bfbb-4d98-93f7-d89c26cca2e5 tempest-FloatingIPAdminTestJSON-253979815 tempest-FloatingIPAdminTestJSON-253979815-project] Request body: {'floatingip': {'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:01:20.423507 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-efd84c18-bfbb-4d98-93f7-d89c26cca2e5 tempest-FloatingIPAdminTestJSON-253979815 tempest-FloatingIPAdminTestJSON-253979815-project] Notify callbacks [] for floatingip, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:20.579533 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-01329830-90b5-4cc9-b743-c0c1e6d26fc9 service neutron] 10.222.0.39 "GET /v2.0/networks/38da8219-9711-4a17-95ce-4a60364cf1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658560 Sep 17 08:01:20.604924 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-efd84c18-bfbb-4d98-93f7-d89c26cca2e5 tempest-FloatingIPAdminTestJSON-253979815 tempest-FloatingIPAdminTestJSON-253979815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:20.794288 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-efd84c18-bfbb-4d98-93f7-d89c26cca2e5 tempest-FloatingIPAdminTestJSON-253979815 tempest-FloatingIPAdminTestJSON-253979815-project] Allocated IP 172.25.6.218 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/7ddfd7de-dbf1-4610-aa47-56271ed0ac07) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:01:20.801534 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8decb3-3504-46fd-af63-c85fd14fd902 req-39543c1d-7e3f-4048-9b6e-86ca9629f7a8 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:20.807550 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8decb3-3504-46fd-af63-c85fd14fd902 req-39543c1d-7e3f-4048-9b6e-86ca9629f7a8 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:20.813576 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8decb3-3504-46fd-af63-c85fd14fd902 req-39543c1d-7e3f-4048-9b6e-86ca9629f7a8 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:20.819392 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8decb3-3504-46fd-af63-c85fd14fd902 req-39543c1d-7e3f-4048-9b6e-86ca9629f7a8 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:20.825284 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8decb3-3504-46fd-af63-c85fd14fd902 req-39543c1d-7e3f-4048-9b6e-86ca9629f7a8 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:20.831152 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8decb3-3504-46fd-af63-c85fd14fd902 req-39543c1d-7e3f-4048-9b6e-86ca9629f7a8 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:20.837955 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8decb3-3504-46fd-af63-c85fd14fd902 req-39543c1d-7e3f-4048-9b6e-86ca9629f7a8 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:20.839454 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5a8decb3-3504-46fd-af63-c85fd14fd902 req-39543c1d-7e3f-4048-9b6e-86ca9629f7a8 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab HTTP/1.1" status: 200 len: 5417 time: 0.1454253 Sep 17 08:01:20.862489 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-e61f0213-90a8-4794-8d02-e9dee31148ef service neutron] 10.222.0.39 "GET /v2.0/networks/38da8219-9711-4a17-95ce-4a60364cf1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740393 Sep 17 08:01:20.910576 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-dcd23170-2977-4fc0-9b43-8e01ce37cba3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0b73edc0-ba71-4e4d-b7e8-33b02fa74b71 HTTP/1.1" status: 200 len: 217 time: 0.0402637 Sep 17 08:01:20.917437 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-efd84c18-bfbb-4d98-93f7-d89c26cca2e5 tempest-FloatingIPAdminTestJSON-253979815 tempest-FloatingIPAdminTestJSON-253979815-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:20.952280 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5a8decb3-3504-46fd-af63-c85fd14fd902 req-4e77f3c2-22f7-4528-965e-f44465f0ddfa tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/security-groups?id=d72823b7-81c0-42a5-9665-1378d889a01c&id=018bc854-5d2e-47d2-a820-83cebe160ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1013865 Sep 17 08:01:20.957202 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-efd84c18-bfbb-4d98-93f7-d89c26cca2e5 tempest-FloatingIPAdminTestJSON-253979815 tempest-FloatingIPAdminTestJSON-253979815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:20.970850 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-ed88366c-6596-464b-afcf-d40291084a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:20.972633 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-ed88366c-6596-464b-afcf-d40291084a82 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4987e41e-b830-443a-b55c-26b976d72533 HTTP/1.1" status: 200 len: 797 time: 0.0542235 Sep 17 08:01:21.004470 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd84c18-bfbb-4d98-93f7-d89c26cca2e5 tempest-FloatingIPAdminTestJSON-253979815 tempest-FloatingIPAdminTestJSON-253979815-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:01:21.012114 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-efd84c18-bfbb-4d98-93f7-d89c26cca2e5 tempest-FloatingIPAdminTestJSON-253979815 tempest-FloatingIPAdminTestJSON-253979815-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:01:21.018437 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd84c18-bfbb-4d98-93f7-d89c26cca2e5 tempest-FloatingIPAdminTestJSON-253979815 tempest-FloatingIPAdminTestJSON-253979815-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:01:21.021484 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd84c18-bfbb-4d98-93f7-d89c26cca2e5 tempest-FloatingIPAdminTestJSON-253979815 tempest-FloatingIPAdminTestJSON-253979815-project] Pushing event updated for resources: {'Port': ['ID=7ddfd7de-dbf1-4610-aa47-56271ed0ac07,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:21.027222 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-9ce4c782-6208-4102-aae5-afb46c7c3cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:21.028783 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-9ce4c782-6208-4102-aae5-afb46c7c3cf7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=af537dc7-8886-4fdc-a38b-73c1633b0a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0487788 Sep 17 08:01:21.109433 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-efd84c18-bfbb-4d98-93f7-d89c26cca2e5 tempest-FloatingIPAdminTestJSON-253979815 tempest-FloatingIPAdminTestJSON-253979815-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:21.124763 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-b24f1c66-0e36-45c7-8556-a16e00e5792d service neutron] 10.222.0.39 "GET /v2.0/networks/af537dc7-8886-4fdc-a38b-73c1633b0a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884268 Sep 17 08:01:21.158596 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-efd84c18-bfbb-4d98-93f7-d89c26cca2e5 tempest-FloatingIPAdminTestJSON-253979815 tempest-FloatingIPAdminTestJSON-253979815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:21.248488 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-d6f34b9f-e454-451b-8317-9e84d59b7b64 service neutron] 10.222.0.39 "GET /v2.0/networks/af537dc7-8886-4fdc-a38b-73c1633b0a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158164 Sep 17 08:01:21.295776 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-65aa9b18-8596-4454-ad20-411222fe6373 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c7185e8d-f50c-4a78-a0cb-5d976790c2e1 HTTP/1.1" status: 200 len: 217 time: 0.0392923 Sep 17 08:01:21.351874 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-7e8c2547-e67d-418d-b87b-26e268851c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:21.353806 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-7e8c2547-e67d-418d-b87b-26e268851c32 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4987e41e-b830-443a-b55c-26b976d72533 HTTP/1.1" status: 200 len: 797 time: 0.0511868 Sep 17 08:01:21.368679 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-efd84c18-bfbb-4d98-93f7-d89c26cca2e5 tempest-FloatingIPAdminTestJSON-253979815 tempest-FloatingIPAdminTestJSON-253979815-project] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:21.375609 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-efd84c18-bfbb-4d98-93f7-d89c26cca2e5 tempest-FloatingIPAdminTestJSON-253979815 tempest-FloatingIPAdminTestJSON-253979815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:21.413914 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-fe2a1880-a144-4230-96b0-5e7684711d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:21.416153 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-fe2a1880-a144-4230-96b0-5e7684711d8f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=af537dc7-8886-4fdc-a38b-73c1633b0a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0552034 Sep 17 08:01:21.451254 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd84c18-bfbb-4d98-93f7-d89c26cca2e5 tempest-FloatingIPAdminTestJSON-253979815 tempest-FloatingIPAdminTestJSON-253979815-project] Pushing event updated for resources: {'Port': ['ID=7ddfd7de-dbf1-4610-aa47-56271ed0ac07,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:21.464557 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-efd84c18-bfbb-4d98-93f7-d89c26cca2e5 tempest-FloatingIPAdminTestJSON-253979815 tempest-FloatingIPAdminTestJSON-253979815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:21.490377 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-efd84c18-bfbb-4d98-93f7-d89c26cca2e5 tempest-FloatingIPAdminTestJSON-253979815 tempest-FloatingIPAdminTestJSON-253979815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:21.491950 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-efd84c18-bfbb-4d98-93f7-d89c26cca2e5 tempest-FloatingIPAdminTestJSON-253979815 tempest-FloatingIPAdminTestJSON-253979815-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4395058 Sep 17 08:01:21.494257 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 55952) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:21.582223 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-475b1eef-8cd7-4385-b147-d8e78d786a20 tempest-FloatingIPAdminTestJSON-789373505 tempest-FloatingIPAdminTestJSON-789373505-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3702 time: 0.0865347 Sep 17 08:01:21.584749 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 55962) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:21.592389 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-43369bde-25c8-4b3a-91d1-377f0cc6e001 service neutron] 10.222.0.39 "GET /v2.0/networks/af537dc7-8886-4fdc-a38b-73c1633b0a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653743 Sep 17 08:01:21.739434 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-21d0d3a3-7e21-4818-aab3-0137084e5bf5 req-153a1b05-e80c-411a-a732-8acd25170606 service neutron] 10.222.0.39 "GET /v2.0/networks/af537dc7-8886-4fdc-a38b-73c1633b0a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397262 Sep 17 08:01:21.923062 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f33d675b-5412-4df5-80ff-5e34a2d883db tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.3346267 Sep 17 08:01:21.923313 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 55968) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:21.994539 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4820a-cb95-4da8-b631-b0413588d35c req-e3b76ffd-7a42-4697-b0ab-97dce1f22cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:21.995080 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4820a-cb95-4da8-b631-b0413588d35c req-e3b76ffd-7a42-4697-b0ab-97dce1f22cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:21.995512 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4820a-cb95-4da8-b631-b0413588d35c req-e3b76ffd-7a42-4697-b0ab-97dce1f22cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:21.996025 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4820a-cb95-4da8-b631-b0413588d35c req-e3b76ffd-7a42-4697-b0ab-97dce1f22cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:21.996500 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4820a-cb95-4da8-b631-b0413588d35c req-e3b76ffd-7a42-4697-b0ab-97dce1f22cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:21.996969 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4820a-cb95-4da8-b631-b0413588d35c req-e3b76ffd-7a42-4697-b0ab-97dce1f22cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:21.997435 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4820a-cb95-4da8-b631-b0413588d35c req-e3b76ffd-7a42-4697-b0ab-97dce1f22cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:21.999559 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-90c4820a-cb95-4da8-b631-b0413588d35c req-e3b76ffd-7a42-4697-b0ab-97dce1f22cdf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9dd60ef4e32342ee9bd756b274f1d1f9&device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab HTTP/1.1" status: 200 len: 6474 time: 0.0569468 Sep 17 08:01:22.090068 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-9ee3d57c-a188-4f3d-99b1-a4a531267c40 tempest-FloatingIPAdminTestJSON-253979815 tempest-FloatingIPAdminTestJSON-253979815-project] Deleting port 7ddfd7de-dbf1-4610-aa47-56271ed0ac07 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:01:22.090581 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9ee3d57c-a188-4f3d-99b1-a4a531267c40 tempest-FloatingIPAdminTestJSON-253979815 tempest-FloatingIPAdminTestJSON-253979815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:22.175120 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971b33e1-28fb-4041-9973-e9c238d5c271 req-79c2d335-c11d-4bec-94e9-43a6cc7d92c7 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:22.180289 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9ee3d57c-a188-4f3d-99b1-a4a531267c40 tempest-FloatingIPAdminTestJSON-253979815 tempest-FloatingIPAdminTestJSON-253979815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:22.181187 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9ee3d57c-a188-4f3d-99b1-a4a531267c40 tempest-FloatingIPAdminTestJSON-253979815 tempest-FloatingIPAdminTestJSON-253979815-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:22.181608 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971b33e1-28fb-4041-9973-e9c238d5c271 req-79c2d335-c11d-4bec-94e9-43a6cc7d92c7 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:22.187973 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971b33e1-28fb-4041-9973-e9c238d5c271 req-79c2d335-c11d-4bec-94e9-43a6cc7d92c7 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:22.194190 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971b33e1-28fb-4041-9973-e9c238d5c271 req-79c2d335-c11d-4bec-94e9-43a6cc7d92c7 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:22.196968 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-9ee3d57c-a188-4f3d-99b1-a4a531267c40 tempest-FloatingIPAdminTestJSON-253979815 tempest-FloatingIPAdminTestJSON-253979815-project] Calling delete_port for 7ddfd7de-dbf1-4610-aa47-56271ed0ac07 owned by network:floatingip {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:01:22.200827 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971b33e1-28fb-4041-9973-e9c238d5c271 req-79c2d335-c11d-4bec-94e9-43a6cc7d92c7 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:22.206701 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971b33e1-28fb-4041-9973-e9c238d5c271 req-79c2d335-c11d-4bec-94e9-43a6cc7d92c7 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:22.212649 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971b33e1-28fb-4041-9973-e9c238d5c271 req-79c2d335-c11d-4bec-94e9-43a6cc7d92c7 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:22.214630 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-971b33e1-28fb-4041-9973-e9c238d5c271 req-79c2d335-c11d-4bec-94e9-43a6cc7d92c7 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab HTTP/1.1" status: 200 len: 5417 time: 0.1484501 Sep 17 08:01:22.215941 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4820a-cb95-4da8-b631-b0413588d35c req-0684c53a-5a59-4bda-a79c-3ea0aabf7e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:22.217287 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-90c4820a-cb95-4da8-b631-b0413588d35c req-0684c53a-5a59-4bda-a79c-3ea0aabf7e72 service neutron] 10.222.0.39 "GET /v2.0/networks?id=af537dc7-8886-4fdc-a38b-73c1633b0a59 HTTP/1.1" status: 200 len: 903 time: 0.2065763 Sep 17 08:01:22.265774 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-90c4820a-cb95-4da8-b631-b0413588d35c req-7697fe7b-ae8d-455e-8430-2015eb9f7435 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c7185e8d-f50c-4a78-a0cb-5d976790c2e1 HTTP/1.1" status: 200 len: 217 time: 0.0357344 Sep 17 08:01:22.336131 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4820a-cb95-4da8-b631-b0413588d35c req-42930992-9c9c-4cb5-b1ab-f1402e3e194a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:22.337876 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-90c4820a-cb95-4da8-b631-b0413588d35c req-42930992-9c9c-4cb5-b1ab-f1402e3e194a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4987e41e-b830-443a-b55c-26b976d72533 HTTP/1.1" status: 200 len: 797 time: 0.0623403 Sep 17 08:01:22.346214 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9ee3d57c-a188-4f3d-99b1-a4a531267c40 tempest-FloatingIPAdminTestJSON-253979815 tempest-FloatingIPAdminTestJSON-253979815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:22.373713 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-971b33e1-28fb-4041-9973-e9c238d5c271 req-f62cdf7d-86e4-40e9-8677-3c6543e3a650 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/security-groups?id=d72823b7-81c0-42a5-9665-1378d889a01c&id=018bc854-5d2e-47d2-a820-83cebe160ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1408353 Sep 17 08:01:22.401255 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-71ce0b57-16c2-4d64-91fe-dece9603ba3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:22.406643 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee3d57c-a188-4f3d-99b1-a4a531267c40 tempest-FloatingIPAdminTestJSON-253979815 tempest-FloatingIPAdminTestJSON-253979815-project] Pushing event deleted for resources: {'Port': ['ID=7ddfd7de-dbf1-4610-aa47-56271ed0ac07,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:22.442524 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4820a-cb95-4da8-b631-b0413588d35c req-6c813b03-e3fe-4cad-b6fa-ea16605650e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:22.444231 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-90c4820a-cb95-4da8-b631-b0413588d35c req-6c813b03-e3fe-4cad-b6fa-ea16605650e8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=af537dc7-8886-4fdc-a38b-73c1633b0a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0691717 Sep 17 08:01:22.448317 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9ee3d57c-a188-4f3d-99b1-a4a531267c40 tempest-FloatingIPAdminTestJSON-253979815 tempest-FloatingIPAdminTestJSON-253979815-project] Notify callbacks [] for floatingip, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:22.450930 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9ee3d57c-a188-4f3d-99b1-a4a531267c40 tempest-FloatingIPAdminTestJSON-253979815 tempest-FloatingIPAdminTestJSON-253979815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:22.452189 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-9ee3d57c-a188-4f3d-99b1-a4a531267c40 tempest-FloatingIPAdminTestJSON-253979815 tempest-FloatingIPAdminTestJSON-253979815-project] 10.222.0.13 "DELETE /v2.0/floatingips/c2ca1a5d-c68b-4213-9662-36c05f8e90c0 HTTP/1.1" status: 204 len: 168 time: 0.5279205 Sep 17 08:01:22.454695 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 55972) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:22.589607 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-90c4820a-cb95-4da8-b631-b0413588d35c req-cf051e2c-2e02-406c-87e5-94f955f0d96b service neutron] 10.222.0.39 "GET /v2.0/networks/af537dc7-8886-4fdc-a38b-73c1633b0a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369476 Sep 17 08:01:22.629950 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-66660a57-d4b4-4400-8748-ddd886fb3075 tempest-FloatingIPAdminTestJSON-789373505 tempest-FloatingIPAdminTestJSON-789373505-project-admin] Deleting port b6708bef-8e91-4617-b7c5-c1cf461f7390 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:01:22.630101 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-66660a57-d4b4-4400-8748-ddd886fb3075 tempest-FloatingIPAdminTestJSON-789373505 tempest-FloatingIPAdminTestJSON-789373505-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:22.706103 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:22.805962 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-66660a57-d4b4-4400-8748-ddd886fb3075 tempest-FloatingIPAdminTestJSON-789373505 tempest-FloatingIPAdminTestJSON-789373505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:22.806849 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-66660a57-d4b4-4400-8748-ddd886fb3075 tempest-FloatingIPAdminTestJSON-789373505 tempest-FloatingIPAdminTestJSON-789373505-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:22.828775 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-66660a57-d4b4-4400-8748-ddd886fb3075 tempest-FloatingIPAdminTestJSON-789373505 tempest-FloatingIPAdminTestJSON-789373505-project-admin] Calling delete_port for b6708bef-8e91-4617-b7c5-c1cf461f7390 owned by network:floatingip {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:01:22.854050 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-90c4820a-cb95-4da8-b631-b0413588d35c req-3cc34b11-7dbd-47c7-ac9f-47063af068a3 service neutron] 10.222.0.39 "GET /v2.0/networks/af537dc7-8886-4fdc-a38b-73c1633b0a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403822 Sep 17 08:01:22.980580 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-66660a57-d4b4-4400-8748-ddd886fb3075 tempest-FloatingIPAdminTestJSON-789373505 tempest-FloatingIPAdminTestJSON-789373505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:23.004741 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66660a57-d4b4-4400-8748-ddd886fb3075 tempest-FloatingIPAdminTestJSON-789373505 tempest-FloatingIPAdminTestJSON-789373505-project-admin] Pushing event deleted for resources: {'Port': ['ID=b6708bef-8e91-4617-b7c5-c1cf461f7390,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:23.077488 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-66660a57-d4b4-4400-8748-ddd886fb3075 tempest-FloatingIPAdminTestJSON-789373505 tempest-FloatingIPAdminTestJSON-789373505-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:23.080119 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-66660a57-d4b4-4400-8748-ddd886fb3075 tempest-FloatingIPAdminTestJSON-789373505 tempest-FloatingIPAdminTestJSON-789373505-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:23.084932 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 55982) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:23.085467 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-66660a57-d4b4-4400-8748-ddd886fb3075 tempest-FloatingIPAdminTestJSON-789373505 tempest-FloatingIPAdminTestJSON-789373505-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/d4f23912-5f5c-4675-8f24-7a88d52a2703 HTTP/1.1" status: 204 len: 168 time: 0.6290829 Sep 17 08:01:23.175076 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-9affe3d3-2fc0-4548-a5b0-31c07ea1819a tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Deleting port 80b1cbec-0489-47ed-bad6-43fcf3b2ad6e {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:01:23.175424 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9affe3d3-2fc0-4548-a5b0-31c07ea1819a tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:23.258393 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9affe3d3-2fc0-4548-a5b0-31c07ea1819a tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:23.269828 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-9affe3d3-2fc0-4548-a5b0-31c07ea1819a tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Calling delete_port for 80b1cbec-0489-47ed-bad6-43fcf3b2ad6e owned by {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:01:23.392704 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9affe3d3-2fc0-4548-a5b0-31c07ea1819a tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:23.420894 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9affe3d3-2fc0-4548-a5b0-31c07ea1819a tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Pushing event deleted for resources: {'Port': ['ID=80b1cbec-0489-47ed-bad6-43fcf3b2ad6e,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:23.521370 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9affe3d3-2fc0-4548-a5b0-31c07ea1819a tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:23.523295 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-9affe3d3-2fc0-4548-a5b0-31c07ea1819a tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] 10.222.0.13 "DELETE /v2.0/ports/80b1cbec-0489-47ed-bad6-43fcf3b2ad6e HTTP/1.1" status: 204 len: 168 time: 0.4375272 Sep 17 08:01:23.526001 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 55986) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:23.545511 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce331e-7555-407a-a54a-bd998ea6164d req-3cca87a3-773f-4ac4-b006-6c6584fd34ee tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:23.551722 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce331e-7555-407a-a54a-bd998ea6164d req-3cca87a3-773f-4ac4-b006-6c6584fd34ee tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:23.558927 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce331e-7555-407a-a54a-bd998ea6164d req-3cca87a3-773f-4ac4-b006-6c6584fd34ee tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:23.567859 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce331e-7555-407a-a54a-bd998ea6164d req-3cca87a3-773f-4ac4-b006-6c6584fd34ee tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:23.574743 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce331e-7555-407a-a54a-bd998ea6164d req-3cca87a3-773f-4ac4-b006-6c6584fd34ee tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:23.580588 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d2c65c-b779-4a62-b361-c5cd438db385 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:23.581027 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce331e-7555-407a-a54a-bd998ea6164d req-3cca87a3-773f-4ac4-b006-6c6584fd34ee tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:23.584623 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-81d2c65c-b779-4a62-b361-c5cd438db385 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdfa3fe1-1c6f-4498-abf3-a2c13940891e HTTP/1.1" status: 200 len: 913 time: 0.0544896 Sep 17 08:01:23.584919 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 55992) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:23.588242 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce331e-7555-407a-a54a-bd998ea6164d req-3cca87a3-773f-4ac4-b006-6c6584fd34ee tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:23.589387 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7cce331e-7555-407a-a54a-bd998ea6164d req-3cca87a3-773f-4ac4-b006-6c6584fd34ee tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab HTTP/1.1" status: 200 len: 5417 time: 0.1192160 Sep 17 08:01:23.629939 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:23.655233 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7cce331e-7555-407a-a54a-bd998ea6164d req-ef54531a-c4fb-4ecb-a4f5-2f32103ee3ac tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/security-groups?id=d72823b7-81c0-42a5-9665-1378d889a01c&id=018bc854-5d2e-47d2-a820-83cebe160ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555840 Sep 17 08:01:23.987151 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7a78970b-6578-4316-9526-9459d03a07a0 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:24.252610 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-7a78970b-6578-4316-9526-9459d03a07a0 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Deleting port 65ca4214-67aa-47b4-ab66-b746f12a8e98 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:01:24.252979 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7a78970b-6578-4316-9526-9459d03a07a0 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:24.343018 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7a78970b-6578-4316-9526-9459d03a07a0 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:24.355219 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-7a78970b-6578-4316-9526-9459d03a07a0 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Calling delete_port for 65ca4214-67aa-47b4-ab66-b746f12a8e98 owned by network:router_interface {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:01:24.541396 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7a78970b-6578-4316-9526-9459d03a07a0 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:24.570491 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a78970b-6578-4316-9526-9459d03a07a0 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Pushing event deleted for resources: {'Port': ['ID=65ca4214-67aa-47b4-ab66-b746f12a8e98,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:24.859207 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77491c0d-a450-47a9-aa14-1b6e6e2efcc2 req-f5cfb5a6-df6e-4a7e-ba49-42a1dbc8f7bd tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:24.865333 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77491c0d-a450-47a9-aa14-1b6e6e2efcc2 req-f5cfb5a6-df6e-4a7e-ba49-42a1dbc8f7bd tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:24.875970 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77491c0d-a450-47a9-aa14-1b6e6e2efcc2 req-f5cfb5a6-df6e-4a7e-ba49-42a1dbc8f7bd tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:24.885385 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77491c0d-a450-47a9-aa14-1b6e6e2efcc2 req-f5cfb5a6-df6e-4a7e-ba49-42a1dbc8f7bd tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:24.891391 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77491c0d-a450-47a9-aa14-1b6e6e2efcc2 req-f5cfb5a6-df6e-4a7e-ba49-42a1dbc8f7bd tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:24.891592 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7a78970b-6578-4316-9526-9459d03a07a0 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:24.897634 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77491c0d-a450-47a9-aa14-1b6e6e2efcc2 req-f5cfb5a6-df6e-4a7e-ba49-42a1dbc8f7bd tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:24.903492 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77491c0d-a450-47a9-aa14-1b6e6e2efcc2 req-f5cfb5a6-df6e-4a7e-ba49-42a1dbc8f7bd tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:24.905433 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-77491c0d-a450-47a9-aa14-1b6e6e2efcc2 req-f5cfb5a6-df6e-4a7e-ba49-42a1dbc8f7bd tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab HTTP/1.1" status: 200 len: 5417 time: 0.1382134 Sep 17 08:01:24.966006 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-77491c0d-a450-47a9-aa14-1b6e6e2efcc2 req-f63e2604-3241-4ad9-b139-3a31e4f4c131 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/security-groups?id=d72823b7-81c0-42a5-9665-1378d889a01c&id=018bc854-5d2e-47d2-a820-83cebe160ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543160 Sep 17 08:01:25.144178 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a78970b-6578-4316-9526-9459d03a07a0 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Router cdfa3fe1-1c6f-4498-abf3-a2c13940891e has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:01:25.236589 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:25.253819 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a78970b-6578-4316-9526-9459d03a07a0 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:01:25.261523 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-7a78970b-6578-4316-9526-9459d03a07a0 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] 10.222.0.13 "PUT /v2.0/routers/cdfa3fe1-1c6f-4498-abf3-a2c13940891e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6728222 Sep 17 08:01:25.261523 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 56020) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:25.265170 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e831aa-bab3-40da-a19e-d4106f493bc9 None None] Sync routers for ids ['cdfa3fe1-1c6f-4498-abf3-a2c13940891e'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:01:25.275395 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e831aa-bab3-40da-a19e-d4106f493bc9 None None] Routers {'cdfa3fe1-1c6f-4498-abf3-a2c13940891e'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:01:25.276123 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-55e831aa-bab3-40da-a19e-d4106f493bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:01:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['cdfa3fe1-1c6f-4498-abf3-a2c13940891e'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:01:25.308991 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-55e831aa-bab3-40da-a19e-d4106f493bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:01:25.317792 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e831aa-bab3-40da-a19e-d4106f493bc9 None None] Routers {'cdfa3fe1-1c6f-4498-abf3-a2c13940891e'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:01:25.318428 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-55e831aa-bab3-40da-a19e-d4106f493bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:01:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['cdfa3fe1-1c6f-4498-abf3-a2c13940891e'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:01:25.350292 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-55e831aa-bab3-40da-a19e-d4106f493bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:01:25.351476 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e831aa-bab3-40da-a19e-d4106f493bc9 None None] The sync data for ids ['cdfa3fe1-1c6f-4498-abf3-a2c13940891e'] in n-d-789963-9 is: [] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:01:25.370978 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c3d912b4-0de6-4650-91dd-1944d5022ef9 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks [] for router, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:25.474985 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c3d912b4-0de6-4650-91dd-1944d5022ef9 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:25.527583 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-c3d912b4-0de6-4650-91dd-1944d5022ef9 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Deleting port bc93e8e6-76ee-4805-93e1-11f7e65f36b5 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:01:25.527968 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c3d912b4-0de6-4650-91dd-1944d5022ef9 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:25.607377 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c3d912b4-0de6-4650-91dd-1944d5022ef9 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:25.618686 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-c3d912b4-0de6-4650-91dd-1944d5022ef9 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Calling delete_port for bc93e8e6-76ee-4805-93e1-11f7e65f36b5 owned by network:router_gateway {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:01:25.778993 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c3d912b4-0de6-4650-91dd-1944d5022ef9 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:25.803928 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d912b4-0de6-4650-91dd-1944d5022ef9 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Pushing event deleted for resources: {'Port': ['ID=bc93e8e6-76ee-4805-93e1-11f7e65f36b5,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:25.867419 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c3d912b4-0de6-4650-91dd-1944d5022ef9 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:25.970009 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c3d912b4-0de6-4650-91dd-1944d5022ef9 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:25.972529 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c3d912b4-0de6-4650-91dd-1944d5022ef9 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:26.038837 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c3d912b4-0de6-4650-91dd-1944d5022ef9 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:26.039408 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d912b4-0de6-4650-91dd-1944d5022ef9 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Fanout notify agent at l3_agent the message router_deleted on router cdfa3fe1-1c6f-4498-abf3-a2c13940891e {{(pid=101290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 08:01:26.049813 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c3d912b4-0de6-4650-91dd-1944d5022ef9 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:26.051351 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c3d912b4-0de6-4650-91dd-1944d5022ef9 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] 10.222.0.13 "DELETE /v2.0/routers/cdfa3fe1-1c6f-4498-abf3-a2c13940891e HTTP/1.1" status: 204 len: 168 time: 0.7888291 Sep 17 08:01:26.055435 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 56038) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:26.172742 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-65dd3376-d6a0-4732-9773-2e6ee6e63907 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Deleting subnet 2c56ccea-5f6f-4e32-b3b3-0ac7375f6386 {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:01:26.194552 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-65dd3376-d6a0-4732-9773-2e6ee6e63907 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:26.247882 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e5eda-b1ac-4a5f-bfe2-e1ca99b47457 req-6aad319b-8407-44d2-9683-fb9fd67f1f0c tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:26.253668 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e5eda-b1ac-4a5f-bfe2-e1ca99b47457 req-6aad319b-8407-44d2-9683-fb9fd67f1f0c tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:26.259813 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e5eda-b1ac-4a5f-bfe2-e1ca99b47457 req-6aad319b-8407-44d2-9683-fb9fd67f1f0c tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:26.265863 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e5eda-b1ac-4a5f-bfe2-e1ca99b47457 req-6aad319b-8407-44d2-9683-fb9fd67f1f0c tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:26.271738 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e5eda-b1ac-4a5f-bfe2-e1ca99b47457 req-6aad319b-8407-44d2-9683-fb9fd67f1f0c tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:26.277755 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e5eda-b1ac-4a5f-bfe2-e1ca99b47457 req-6aad319b-8407-44d2-9683-fb9fd67f1f0c tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:26.283540 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e5eda-b1ac-4a5f-bfe2-e1ca99b47457 req-6aad319b-8407-44d2-9683-fb9fd67f1f0c tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:26.285993 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-633e5eda-b1ac-4a5f-bfe2-e1ca99b47457 req-6aad319b-8407-44d2-9683-fb9fd67f1f0c tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab HTTP/1.1" status: 200 len: 5417 time: 0.1290855 Sep 17 08:01:26.291724 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-65dd3376-d6a0-4732-9773-2e6ee6e63907 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:26.382885 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-633e5eda-b1ac-4a5f-bfe2-e1ca99b47457 req-e778460e-88f7-4650-8373-eae48ad85ed5 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/security-groups?id=d72823b7-81c0-42a5-9665-1378d889a01c&id=018bc854-5d2e-47d2-a820-83cebe160ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0821559 Sep 17 08:01:26.426889 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-65dd3376-d6a0-4732-9773-2e6ee6e63907 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:26.447327 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 56046) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:26.494212 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-65dd3376-d6a0-4732-9773-2e6ee6e63907 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:26.528364 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dd3376-d6a0-4732-9773-2e6ee6e63907 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Pushing event deleted for resources: {'Subnet': ['ID=2c56ccea-5f6f-4e32-b3b3-0ac7375f6386,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:26.532930 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-65dd3376-d6a0-4732-9773-2e6ee6e63907 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:26.535364 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-65dd3376-d6a0-4732-9773-2e6ee6e63907 tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] 10.222.0.13 "DELETE /v2.0/subnets/2c56ccea-5f6f-4e32-b3b3-0ac7375f6386 HTTP/1.1" status: 204 len: 168 time: 0.4787393 Sep 17 08:01:26.538419 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 56050) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:26.546025 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2ef6a3-ba35-4c99-887e-403f1629a448 None None] Network c5ae6d44-5ef6-4c64-9697-38ef66856606 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:01:26.594717 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bc3e2c3e-dbb8-4bef-a8f7-58659b5b5eda admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:26.654513 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a4eaa09c-3a59-4b9a-a086-f7f19761b58f tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:26.712947 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-a4eaa09c-3a59-4b9a-a086-f7f19761b58f tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Deleting port f1ecf4c5-b4e5-4151-8820-e3099a70db43 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:01:26.713287 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a4eaa09c-3a59-4b9a-a086-f7f19761b58f tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:26.715183 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bc3e2c3e-dbb8-4bef-a8f7-58659b5b5eda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:26.723862 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bc3e2c3e-dbb8-4bef-a8f7-58659b5b5eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:26.767112 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-bc3e2c3e-dbb8-4bef-a8f7-58659b5b5eda admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2a7892a9cd30417698b62107161c39a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3184118 Sep 17 08:01:26.768218 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3e2c3e-dbb8-4bef-a8f7-58659b5b5eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17dc2eef-25e2-4a74-b2a8-5eb607a2abf5,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:26.770845 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 56052) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:26.800450 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bae4e70-e3fa-499e-82d0-e1602384ba80 None None] DHCP port deletion for c5ae6d44-5ef6-4c64-9697-38ef66856606 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 08:01:26.800723 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-a4eaa09c-3a59-4b9a-a086-f7f19761b58f tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] For port f1ecf4c5-b4e5-4151-8820-e3099a70db43, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=f1ecf4c5-b4e5-4151-8820-e3099a70db43,segment=NetworkSegment(e54213a7-20df-4212-a7c5-dff95053c75a),segment_id=e54213a7-20df-4212-a7c5-dff95053c75a)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:01:26.801191 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a4eaa09c-3a59-4b9a-a086-f7f19761b58f tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:26.815744 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-a4eaa09c-3a59-4b9a-a086-f7f19761b58f tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Calling delete_port for f1ecf4c5-b4e5-4151-8820-e3099a70db43 owned by network:dhcp {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:01:26.847935 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ebc317a0-b92f-4b90-83b9-1bffd748d32c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:26.862010 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-3bae4e70-e3fa-499e-82d0-e1602384ba80 None None] Deleting port f1ecf4c5-b4e5-4151-8820-e3099a70db43 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:01:26.862485 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3bae4e70-e3fa-499e-82d0-e1602384ba80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:26.874021 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ebc317a0-b92f-4b90-83b9-1bffd748d32c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:26.908302 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a4eaa09c-3a59-4b9a-a086-f7f19761b58f tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:26.931484 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ebc317a0-b92f-4b90-83b9-1bffd748d32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:26.934544 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ebc317a0-b92f-4b90-83b9-1bffd748d32c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:26.935979 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ebc317a0-b92f-4b90-83b9-1bffd748d32c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/17dc2eef-25e2-4a74-b2a8-5eb607a2abf5 HTTP/1.1" status: 204 len: 168 time: 0.1643605 Sep 17 08:01:26.945784 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc317a0-b92f-4b90-83b9-1bffd748d32c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17dc2eef-25e2-4a74-b2a8-5eb607a2abf5,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:26.949801 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-3bae4e70-e3fa-499e-82d0-e1602384ba80 None None] For port f1ecf4c5-b4e5-4151-8820-e3099a70db43, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=f1ecf4c5-b4e5-4151-8820-e3099a70db43,segment=NetworkSegment(e54213a7-20df-4212-a7c5-dff95053c75a),segment_id=e54213a7-20df-4212-a7c5-dff95053c75a)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:01:26.950310 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3bae4e70-e3fa-499e-82d0-e1602384ba80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:26.964297 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eaa09c-3a59-4b9a-a086-f7f19761b58f tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Pushing event deleted for resources: {'Port': ['ID=f1ecf4c5-b4e5-4151-8820-e3099a70db43,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:26.966449 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-3bae4e70-e3fa-499e-82d0-e1602384ba80 None None] Calling delete_port for f1ecf4c5-b4e5-4151-8820-e3099a70db43 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:01:26.967567 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4eaa09c-3a59-4b9a-a086-f7f19761b58f tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] No DVR routers for this DVR port f1ecf4c5-b4e5-4151-8820-e3099a70db43 on host n-d-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:01:27.049031 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3bae4e70-e3fa-499e-82d0-e1602384ba80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:27.061695 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a4eaa09c-3a59-4b9a-a086-f7f19761b58f tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:27.085108 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bae4e70-e3fa-499e-82d0-e1602384ba80 None None] No DVR routers for this DVR port f1ecf4c5-b4e5-4151-8820-e3099a70db43 on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:01:27.088096 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bae4e70-e3fa-499e-82d0-e1602384ba80 None None] Pushing event deleted for resources: {'Port': ['ID=f1ecf4c5-b4e5-4151-8820-e3099a70db43,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:27.101047 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae4e70-e3fa-499e-82d0-e1602384ba80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:01:27.102067 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae4e70-e3fa-499e-82d0-e1602384ba80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:01:27.103047 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae4e70-e3fa-499e-82d0-e1602384ba80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:01:27.103592 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae4e70-e3fa-499e-82d0-e1602384ba80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:01:27.104125 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae4e70-e3fa-499e-82d0-e1602384ba80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:01:27.104629 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae4e70-e3fa-499e-82d0-e1602384ba80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:01:27.105730 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae4e70-e3fa-499e-82d0-e1602384ba80 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:01:27.106377 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae4e70-e3fa-499e-82d0-e1602384ba80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:01:27.106871 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae4e70-e3fa-499e-82d0-e1602384ba80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:01:27.107378 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae4e70-e3fa-499e-82d0-e1602384ba80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:01:27.107925 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae4e70-e3fa-499e-82d0-e1602384ba80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:01:27.108437 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bae4e70-e3fa-499e-82d0-e1602384ba80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:01:27.118724 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-a4eaa09c-3a59-4b9a-a086-f7f19761b58f tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5ae6d44-5ef6-4c64-9697-38ef66856606']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:01:27.132919 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-a4eaa09c-3a59-4b9a-a086-f7f19761b58f tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e54213a7-20df-4212-a7c5-dff95053c75a') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:01:27.133499 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-a4eaa09c-3a59-4b9a-a086-f7f19761b58f tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e54213a7-20df-4212-a7c5-dff95053c75a') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:01:27.146060 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a4eaa09c-3a59-4b9a-a086-f7f19761b58f tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:27.163029 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a4eaa09c-3a59-4b9a-a086-f7f19761b58f tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:27.177455 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4eaa09c-3a59-4b9a-a086-f7f19761b58f tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:01:27.177870 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a4eaa09c-3a59-4b9a-a086-f7f19761b58f tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:27.181349 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:01:27.181349 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:01:27.181349 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:01:27.181349 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:01:27.181349 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:01:27.181349 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:01:27.181349 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:01:27.181349 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:01:27.181349 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:01:27.181349 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:01:27.181349 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:01:27.181349 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:01:27.181349 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:01:27.181349 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:01:27.181349 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:01:27.181349 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:01:27.181349 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:01:27.181349 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:01:27.181349 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:01:27.181349 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:01:27.181349 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:01:27.181349 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:01:27.181349 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:01:27.181349 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:01:27.181349 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:01:27.181349 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:01:27.181349 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:01:27.181349 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:01:27.181349 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:01:27.181349 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:01:27.181349 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:01:27.181349 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:01:27.315997 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a4eaa09c-3a59-4b9a-a086-f7f19761b58f tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:27.348706 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a4eaa09c-3a59-4b9a-a086-f7f19761b58f tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:27.351236 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-a4eaa09c-3a59-4b9a-a086-f7f19761b58f tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] 10.222.0.13 "DELETE /v2.0/networks/c5ae6d44-5ef6-4c64-9697-38ef66856606 HTTP/1.1" status: 204 len: 168 time: 0.8117127 Sep 17 08:01:27.353720 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 56064) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:27.374646 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eaa09c-3a59-4b9a-a086-f7f19761b58f tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Pushing event deleted for resources: {'Network': ['ID=c5ae6d44-5ef6-4c64-9697-38ef66856606,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:27.378911 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device f1ecf4c5-b4e5-4151-8820-e3099a70db43 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:01:27.416363 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: f1ecf4c5-b4e5-4151-8820-e3099a70db43 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:01:27.417040 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device f1ecf4c5-b4e5-4151-8820-e3099a70db43 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:01:27.539263 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-10033c92-70d1-46cf-8da6-656b8e5dd79d tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Deleting port bc7ad674-73ce-4cbf-ac31-47d8f31875be {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:01:27.540244 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-10033c92-70d1-46cf-8da6-656b8e5dd79d tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:27.560693 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e7bb06-3c4f-4e92-8c39-834a5ab49fc1 req-dceb732a-8936-4c73-a830-3fa621c4b6f6 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:27.567123 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e7bb06-3c4f-4e92-8c39-834a5ab49fc1 req-dceb732a-8936-4c73-a830-3fa621c4b6f6 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:27.573664 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e7bb06-3c4f-4e92-8c39-834a5ab49fc1 req-dceb732a-8936-4c73-a830-3fa621c4b6f6 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:27.579680 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e7bb06-3c4f-4e92-8c39-834a5ab49fc1 req-dceb732a-8936-4c73-a830-3fa621c4b6f6 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:27.585883 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e7bb06-3c4f-4e92-8c39-834a5ab49fc1 req-dceb732a-8936-4c73-a830-3fa621c4b6f6 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:27.591615 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e7bb06-3c4f-4e92-8c39-834a5ab49fc1 req-dceb732a-8936-4c73-a830-3fa621c4b6f6 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:27.597399 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e7bb06-3c4f-4e92-8c39-834a5ab49fc1 req-dceb732a-8936-4c73-a830-3fa621c4b6f6 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:27.599584 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c2e7bb06-3c4f-4e92-8c39-834a5ab49fc1 req-dceb732a-8936-4c73-a830-3fa621c4b6f6 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab HTTP/1.1" status: 200 len: 5417 time: 0.1168766 Sep 17 08:01:27.620774 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-10033c92-70d1-46cf-8da6-656b8e5dd79d tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:27.621200 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-10033c92-70d1-46cf-8da6-656b8e5dd79d tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:27.633367 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-10033c92-70d1-46cf-8da6-656b8e5dd79d tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Calling delete_port for bc7ad674-73ce-4cbf-ac31-47d8f31875be owned by network:floatingip {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:01:27.643621 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c2e7bb06-3c4f-4e92-8c39-834a5ab49fc1 req-817d407d-8278-4a25-a0f3-dc0c3e96ece4 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/security-groups?id=d72823b7-81c0-42a5-9665-1378d889a01c&id=018bc854-5d2e-47d2-a820-83cebe160ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351548 Sep 17 08:01:27.768111 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-10033c92-70d1-46cf-8da6-656b8e5dd79d tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:27.794544 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10033c92-70d1-46cf-8da6-656b8e5dd79d tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Pushing event deleted for resources: {'Port': ['ID=bc7ad674-73ce-4cbf-ac31-47d8f31875be,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:28.103556 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-10033c92-70d1-46cf-8da6-656b8e5dd79d tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks [] for floatingip, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:28.106124 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-10033c92-70d1-46cf-8da6-656b8e5dd79d tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:28.107302 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-10033c92-70d1-46cf-8da6-656b8e5dd79d tempest-FloatingIPAdminTestJSON-1152743071 tempest-FloatingIPAdminTestJSON-1152743071-project] 10.222.0.13 "DELETE /v2.0/floatingips/2ac5b651-ca68-49fa-ae28-29d43b9d7126 HTTP/1.1" status: 204 len: 168 time: 0.7507906 Sep 17 08:01:28.445013 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 56112) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:28.586887 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-65ddd269-515a-45b5-9ebe-2bf8723803e1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d063d4a80ac94ba58d40f2c80c5d8988&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1376710 Sep 17 08:01:28.587255 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 56116) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:28.637431 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ebb7c49b-0975-4aa9-9376-c4e9f9de1fdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:28.660254 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ebb7c49b-0975-4aa9-9376-c4e9f9de1fdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:28.715928 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ebb7c49b-0975-4aa9-9376-c4e9f9de1fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:28.719825 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ebb7c49b-0975-4aa9-9376-c4e9f9de1fdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:28.721622 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ebb7c49b-0975-4aa9-9376-c4e9f9de1fdf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ce3a31ab-c5f4-4eb1-b4d6-946d476c44c4 HTTP/1.1" status: 204 len: 168 time: 0.1326323 Sep 17 08:01:28.753453 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb7c49b-0975-4aa9-9376-c4e9f9de1fdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3a31ab-c5f4-4eb1-b4d6-946d476c44c4,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:28.800536 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d78825c-ebfd-428b-9853-56df611f40d3 req-5867782b-5fc3-435d-9ac5-69d467755a7e tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:28.807034 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d78825c-ebfd-428b-9853-56df611f40d3 req-5867782b-5fc3-435d-9ac5-69d467755a7e tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:28.813210 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d78825c-ebfd-428b-9853-56df611f40d3 req-5867782b-5fc3-435d-9ac5-69d467755a7e tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:28.819629 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d78825c-ebfd-428b-9853-56df611f40d3 req-5867782b-5fc3-435d-9ac5-69d467755a7e tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:28.826515 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d78825c-ebfd-428b-9853-56df611f40d3 req-5867782b-5fc3-435d-9ac5-69d467755a7e tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:28.845843 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d78825c-ebfd-428b-9853-56df611f40d3 req-5867782b-5fc3-435d-9ac5-69d467755a7e tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:28.852123 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d78825c-ebfd-428b-9853-56df611f40d3 req-5867782b-5fc3-435d-9ac5-69d467755a7e tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:28.860761 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7d78825c-ebfd-428b-9853-56df611f40d3 req-5867782b-5fc3-435d-9ac5-69d467755a7e tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab HTTP/1.1" status: 200 len: 5417 time: 0.1244054 Sep 17 08:01:28.925138 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7d78825c-ebfd-428b-9853-56df611f40d3 req-b6d330d9-ed83-4e0e-8866-42b34d3b3690 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/security-groups?id=d72823b7-81c0-42a5-9665-1378d889a01c&id=018bc854-5d2e-47d2-a820-83cebe160ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564241 Sep 17 08:01:29.053906 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 56124) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:29.067189 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4c9b41ed-8046-46f0-a048-cf16a0964eb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:29.164108 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4c9b41ed-8046-46f0-a048-cf16a0964eb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:29.168214 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4c9b41ed-8046-46f0-a048-cf16a0964eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:29.204205 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9b41ed-8046-46f0-a048-cf16a0964eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7907c4e-062c-49c3-ba56-0a860e80c29e,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:29.211185 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 56126) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:29.211769 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-4c9b41ed-8046-46f0-a048-cf16a0964eb7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=07159d3c1a4540cfbbea1c00a0c06dda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1562798 Sep 17 08:01:29.268563 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8ca9c3f4-6e59-4942-8cda-606d5a2c8781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:29.289679 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8ca9c3f4-6e59-4942-8cda-606d5a2c8781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:29.351599 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8ca9c3f4-6e59-4942-8cda-606d5a2c8781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:29.364334 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8ca9c3f4-6e59-4942-8cda-606d5a2c8781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:29.369441 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-8ca9c3f4-6e59-4942-8cda-606d5a2c8781 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b7907c4e-062c-49c3-ba56-0a860e80c29e HTTP/1.1" status: 204 len: 168 time: 0.1552510 Sep 17 08:01:29.383066 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca9c3f4-6e59-4942-8cda-606d5a2c8781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7907c4e-062c-49c3-ba56-0a860e80c29e,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:29.796581 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 56144) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:29.809856 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f7fbb311-ac4c-4d13-a740-2b362b7824e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:29.902511 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f7fbb311-ac4c-4d13-a740-2b362b7824e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:29.906468 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f7fbb311-ac4c-4d13-a740-2b362b7824e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:29.944398 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f7fbb311-ac4c-4d13-a740-2b362b7824e9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6086b1b335f5425fadfd25f1991d5fe8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1460721 Sep 17 08:01:29.945146 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fbb311-ac4c-4d13-a740-2b362b7824e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=595ce496-b127-40f9-a1a2-8b043f0acbb8,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:29.947024 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 56146) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:30.020073 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7b3f4505-11ae-430d-a136-fc3abf1e5cb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:30.059797 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7b3f4505-11ae-430d-a136-fc3abf1e5cb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:30.091280 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cf7a9c-b690-4987-ade0-f492b0195e52 req-49fba6a6-7e86-4f42-bd2b-b005935273e3 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:30.097182 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cf7a9c-b690-4987-ade0-f492b0195e52 req-49fba6a6-7e86-4f42-bd2b-b005935273e3 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:30.103039 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cf7a9c-b690-4987-ade0-f492b0195e52 req-49fba6a6-7e86-4f42-bd2b-b005935273e3 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:30.108897 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cf7a9c-b690-4987-ade0-f492b0195e52 req-49fba6a6-7e86-4f42-bd2b-b005935273e3 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:30.114726 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cf7a9c-b690-4987-ade0-f492b0195e52 req-49fba6a6-7e86-4f42-bd2b-b005935273e3 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:30.120672 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cf7a9c-b690-4987-ade0-f492b0195e52 req-49fba6a6-7e86-4f42-bd2b-b005935273e3 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:30.126509 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cf7a9c-b690-4987-ade0-f492b0195e52 req-49fba6a6-7e86-4f42-bd2b-b005935273e3 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:30.128441 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-51cf7a9c-b690-4987-ade0-f492b0195e52 req-49fba6a6-7e86-4f42-bd2b-b005935273e3 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab HTTP/1.1" status: 200 len: 5417 time: 0.1290488 Sep 17 08:01:30.177759 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-51cf7a9c-b690-4987-ade0-f492b0195e52 req-bdb79dde-08ce-4c31-94f6-083f47b5c1fa tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/security-groups?id=d72823b7-81c0-42a5-9665-1378d889a01c&id=018bc854-5d2e-47d2-a820-83cebe160ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0419700 Sep 17 08:01:30.191891 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7b3f4505-11ae-430d-a136-fc3abf1e5cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:30.196547 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7b3f4505-11ae-430d-a136-fc3abf1e5cb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:30.198501 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-7b3f4505-11ae-430d-a136-fc3abf1e5cb2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/595ce496-b127-40f9-a1a2-8b043f0acbb8 HTTP/1.1" status: 204 len: 168 time: 0.2495534 Sep 17 08:01:30.208027 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f4505-11ae-430d-a136-fc3abf1e5cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=595ce496-b127-40f9-a1a2-8b043f0acbb8,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:31.349785 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52652cfa-db7d-4725-a554-79a6bfcaab96 req-e38dac32-8ee8-4d01-870a-9223bc08bd0a tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:31.357562 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52652cfa-db7d-4725-a554-79a6bfcaab96 req-e38dac32-8ee8-4d01-870a-9223bc08bd0a tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:31.364097 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52652cfa-db7d-4725-a554-79a6bfcaab96 req-e38dac32-8ee8-4d01-870a-9223bc08bd0a tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:31.371279 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52652cfa-db7d-4725-a554-79a6bfcaab96 req-e38dac32-8ee8-4d01-870a-9223bc08bd0a tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:31.377842 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52652cfa-db7d-4725-a554-79a6bfcaab96 req-e38dac32-8ee8-4d01-870a-9223bc08bd0a tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:31.384838 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52652cfa-db7d-4725-a554-79a6bfcaab96 req-e38dac32-8ee8-4d01-870a-9223bc08bd0a tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:31.391799 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52652cfa-db7d-4725-a554-79a6bfcaab96 req-e38dac32-8ee8-4d01-870a-9223bc08bd0a tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:31.400226 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-52652cfa-db7d-4725-a554-79a6bfcaab96 req-e38dac32-8ee8-4d01-870a-9223bc08bd0a tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab HTTP/1.1" status: 200 len: 5417 time: 0.1223671 Sep 17 08:01:31.456833 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-52652cfa-db7d-4725-a554-79a6bfcaab96 req-44504651-50b8-4574-ac66-04c2adb24621 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/security-groups?id=d72823b7-81c0-42a5-9665-1378d889a01c&id=018bc854-5d2e-47d2-a820-83cebe160ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0483701 Sep 17 08:01:31.635507 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 56206) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:31.746155 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-d316347d-be20-4539-987d-8088a4f58e60 tempest-MeteringTestJSON-400391454 tempest-MeteringTestJSON-400391454-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-41511677'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:01:31.746632 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-d316347d-be20-4539-987d-8088a4f58e60 tempest-MeteringTestJSON-400391454 tempest-MeteringTestJSON-400391454-project-admin] Unknown quota resources ['metering_label']. {{(pid=101289) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 08:01:31.970565 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d316347d-be20-4539-987d-8088a4f58e60 tempest-MeteringTestJSON-400391454 tempest-MeteringTestJSON-400391454-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:31.971876 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-d316347d-be20-4539-987d-8088a4f58e60 tempest-MeteringTestJSON-400391454 tempest-MeteringTestJSON-400391454-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 476 time: 0.3352678 Sep 17 08:01:31.974520 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 56216) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:31.981123 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-e5b85060-0325-4bfc-9088-50784d811e78 tempest-MeteringTestJSON-400391454 tempest-MeteringTestJSON-400391454-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '2b35f02c-fe61-487c-9d63-da0b4760b908'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:01:31.981848 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-e5b85060-0325-4bfc-9088-50784d811e78 tempest-MeteringTestJSON-400391454 tempest-MeteringTestJSON-400391454-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101289) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 08:01:32.101768 n-d-789963-9 neutron-server[101289]: WARNING neutron.services.metering.metering_plugin [None req-e5b85060-0325-4bfc-9088-50784d811e78 tempest-MeteringTestJSON-400391454 tempest-MeteringTestJSON-400391454-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 17 08:01:32.232102 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e5b85060-0325-4bfc-9088-50784d811e78 tempest-MeteringTestJSON-400391454 tempest-MeteringTestJSON-400391454-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:32.233240 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e5b85060-0325-4bfc-9088-50784d811e78 tempest-MeteringTestJSON-400391454 tempest-MeteringTestJSON-400391454-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2555544 Sep 17 08:01:32.237171 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 56218) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:32.241702 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-ddb759e0-00f6-4808-ba48-a4bd41c25137 tempest-MeteringTestJSON-400391454 tempest-MeteringTestJSON-400391454-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '2b35f02c-fe61-487c-9d63-da0b4760b908'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:01:32.242424 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-ddb759e0-00f6-4808-ba48-a4bd41c25137 tempest-MeteringTestJSON-400391454 tempest-MeteringTestJSON-400391454-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101289) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 08:01:32.300155 n-d-789963-9 neutron-server[101289]: WARNING neutron.services.metering.metering_plugin [None req-ddb759e0-00f6-4808-ba48-a4bd41c25137 tempest-MeteringTestJSON-400391454 tempest-MeteringTestJSON-400391454-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 17 08:01:32.695368 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ddb759e0-00f6-4808-ba48-a4bd41c25137 tempest-MeteringTestJSON-400391454 tempest-MeteringTestJSON-400391454-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:32.697390 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ddb759e0-00f6-4808-ba48-a4bd41c25137 tempest-MeteringTestJSON-400391454 tempest-MeteringTestJSON-400391454-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4579477 Sep 17 08:01:32.698896 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 56224) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:32.713489 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-040846f5-c171-48a4-80c0-2249a39950c2 tempest-MeteringTestJSON-400391454 tempest-MeteringTestJSON-400391454-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=371cbaff-4061-4fae-80d9-e90d2067179b HTTP/1.1" status: 200 len: 464 time: 0.0130730 Sep 17 08:01:32.716047 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 56226) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:32.756018 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a73154-5606-4fe3-91c4-42a6ea0d0abb req-0be31e74-eb02-4477-b162-7407d56fff92 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:32.761886 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a73154-5606-4fe3-91c4-42a6ea0d0abb req-0be31e74-eb02-4477-b162-7407d56fff92 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:32.768057 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a73154-5606-4fe3-91c4-42a6ea0d0abb req-0be31e74-eb02-4477-b162-7407d56fff92 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:32.774375 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a73154-5606-4fe3-91c4-42a6ea0d0abb req-0be31e74-eb02-4477-b162-7407d56fff92 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:32.780435 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a73154-5606-4fe3-91c4-42a6ea0d0abb req-0be31e74-eb02-4477-b162-7407d56fff92 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:32.786423 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a73154-5606-4fe3-91c4-42a6ea0d0abb req-0be31e74-eb02-4477-b162-7407d56fff92 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:32.795204 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a73154-5606-4fe3-91c4-42a6ea0d0abb req-0be31e74-eb02-4477-b162-7407d56fff92 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:32.795204 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-82a73154-5606-4fe3-91c4-42a6ea0d0abb req-0be31e74-eb02-4477-b162-7407d56fff92 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab HTTP/1.1" status: 200 len: 5417 time: 0.1026282 Sep 17 08:01:32.868364 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-82a73154-5606-4fe3-91c4-42a6ea0d0abb req-915db375-5fe8-4532-b830-b6f8aabe8343 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/security-groups?id=d72823b7-81c0-42a5-9665-1378d889a01c&id=018bc854-5d2e-47d2-a820-83cebe160ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0472403 Sep 17 08:01:32.878821 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c30e06bb-8013-4e02-9160-d2ffd15f997e tempest-MeteringTestJSON-400391454 tempest-MeteringTestJSON-400391454-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:32.882980 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c30e06bb-8013-4e02-9160-d2ffd15f997e tempest-MeteringTestJSON-400391454 tempest-MeteringTestJSON-400391454-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/371cbaff-4061-4fae-80d9-e90d2067179b HTTP/1.1" status: 204 len: 168 time: 0.1629004 Sep 17 08:01:32.883204 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 56236) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:32.896133 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-938fa71b-5b68-427c-aecd-e4f302d3b207 tempest-MeteringTestJSON-400391454 tempest-MeteringTestJSON-400391454-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=371cbaff-4061-4fae-80d9-e90d2067179b HTTP/1.1" status: 200 len: 221 time: 0.0082803 Sep 17 08:01:32.896133 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 56238) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:32.901114 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-f09ec969-eabf-44c6-83f8-438419c75ff5 tempest-MeteringTestJSON-400391454 tempest-MeteringTestJSON-400391454-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2085075178', 'description': 'label created by tempest'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:01:32.901671 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-f09ec969-eabf-44c6-83f8-438419c75ff5 tempest-MeteringTestJSON-400391454 tempest-MeteringTestJSON-400391454-project-admin] Unknown quota resources ['metering_label']. {{(pid=101290) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 08:01:33.123359 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f09ec969-eabf-44c6-83f8-438419c75ff5 tempest-MeteringTestJSON-400391454 tempest-MeteringTestJSON-400391454-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:33.127163 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f09ec969-eabf-44c6-83f8-438419c75ff5 tempest-MeteringTestJSON-400391454 tempest-MeteringTestJSON-400391454-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2267666 Sep 17 08:01:33.127329 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 56248) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:33.205691 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-5a33e5e7-6cb2-432e-9303-16b9243ff941 tempest-MeteringTestJSON-400391454 tempest-MeteringTestJSON-400391454-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=cc9cfb40-146b-4bf4-9edb-79e8e580a45a HTTP/1.1" status: 200 len: 468 time: 0.0748582 Sep 17 08:01:33.205941 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 56250) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:33.388612 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1d73ceeb-b737-4af4-b231-cc6dbf6428ac tempest-MeteringTestJSON-400391454 tempest-MeteringTestJSON-400391454-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:33.389700 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-1d73ceeb-b737-4af4-b231-cc6dbf6428ac tempest-MeteringTestJSON-400391454 tempest-MeteringTestJSON-400391454-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/cc9cfb40-146b-4bf4-9edb-79e8e580a45a HTTP/1.1" status: 204 len: 168 time: 0.1829607 Sep 17 08:01:33.392529 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 56252) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:33.404382 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-9eb1afaa-02e7-4a0c-b128-3fd0ba1bcdb4 tempest-MeteringTestJSON-400391454 tempest-MeteringTestJSON-400391454-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=cc9cfb40-146b-4bf4-9edb-79e8e580a45a HTTP/1.1" status: 200 len: 216 time: 0.0106843 Sep 17 08:01:33.408361 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 56254) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:33.420268 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f08e3733-9adf-424d-a8c2-40e066963e88 tempest-MeteringTestJSON-400391454 tempest-MeteringTestJSON-400391454-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0081728 Sep 17 08:01:33.420632 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 56256) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:33.435237 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-8370313e-0ef9-4e82-babe-70a5422f6169 tempest-MeteringTestJSON-400391454 tempest-MeteringTestJSON-400391454-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0116849 Sep 17 08:01:33.436691 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 56258) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:33.488856 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 56260) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:33.489101 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-5e8c77b0-2587-4594-8068-6990117fd449 tempest-MeteringTestJSON-400391454 tempest-MeteringTestJSON-400391454-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels/2b35f02c-fe61-487c-9d63-da0b4760b908 HTTP/1.1" status: 200 len: 471 time: 0.0509391 Sep 17 08:01:33.501089 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-47109bbe-d74d-4d19-a121-ab56b8d780d1 tempest-MeteringTestJSON-400391454 tempest-MeteringTestJSON-400391454-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules/d8b5689f-d0c3-4a25-aa16-1225ed1ccf9f HTTP/1.1" status: 200 len: 461 time: 0.0106111 Sep 17 08:01:33.504060 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 56262) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:33.604864 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-993ec494-19b9-429c-bb09-539edfcc0378 tempest-MeteringTestJSON-400391454 tempest-MeteringTestJSON-400391454-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:33.608800 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-993ec494-19b9-429c-bb09-539edfcc0378 tempest-MeteringTestJSON-400391454 tempest-MeteringTestJSON-400391454-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/d8b5689f-d0c3-4a25-aa16-1225ed1ccf9f HTTP/1.1" status: 204 len: 168 time: 0.1036134 Sep 17 08:01:33.608963 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 56264) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:33.810429 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b6bf444c-d693-45fe-888e-985936f1f352 tempest-MeteringTestJSON-400391454 tempest-MeteringTestJSON-400391454-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:33.814863 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b6bf444c-d693-45fe-888e-985936f1f352 tempest-MeteringTestJSON-400391454 tempest-MeteringTestJSON-400391454-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/2b35f02c-fe61-487c-9d63-da0b4760b908 HTTP/1.1" status: 204 len: 168 time: 0.2047029 Sep 17 08:01:34.106187 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e60e74-2b48-4296-bf4e-05b116192a05 req-9ec432dc-4e91-445c-a937-835264824ee6 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:34.118553 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e60e74-2b48-4296-bf4e-05b116192a05 req-9ec432dc-4e91-445c-a937-835264824ee6 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:34.132558 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e60e74-2b48-4296-bf4e-05b116192a05 req-9ec432dc-4e91-445c-a937-835264824ee6 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:34.139420 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e60e74-2b48-4296-bf4e-05b116192a05 req-9ec432dc-4e91-445c-a937-835264824ee6 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:34.146505 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e60e74-2b48-4296-bf4e-05b116192a05 req-9ec432dc-4e91-445c-a937-835264824ee6 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:34.153321 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 56282) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:34.156564 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e60e74-2b48-4296-bf4e-05b116192a05 req-9ec432dc-4e91-445c-a937-835264824ee6 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:34.167901 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e60e74-2b48-4296-bf4e-05b116192a05 req-9ec432dc-4e91-445c-a937-835264824ee6 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:34.170292 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-50e60e74-2b48-4296-bf4e-05b116192a05 req-9ec432dc-4e91-445c-a937-835264824ee6 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab HTTP/1.1" status: 200 len: 5417 time: 0.1734819 Sep 17 08:01:34.230170 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-50e60e74-2b48-4296-bf4e-05b116192a05 req-303494fa-ad2f-4d9b-a8ad-46cf492e30f3 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/security-groups?id=d72823b7-81c0-42a5-9665-1378d889a01c&id=018bc854-5d2e-47d2-a820-83cebe160ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528576 Sep 17 08:01:34.314842 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a4a53d7f-7f5f-42d5-9cde-d493f1badb18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:34.405205 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a4a53d7f-7f5f-42d5-9cde-d493f1badb18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:34.408902 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a4a53d7f-7f5f-42d5-9cde-d493f1badb18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:34.446743 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a4a53d7f-7f5f-42d5-9cde-d493f1badb18 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=82dbf75d7b674a5590df621a4b72493e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2923470 Sep 17 08:01:34.447913 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a53d7f-7f5f-42d5-9cde-d493f1badb18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98142cd1-617a-4f9a-93b1-ba722462890a,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:34.449438 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 56286) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:34.498380 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-cf4e96b3-a4c5-4e0b-9a1c-3a1192db13c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:34.519397 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-cf4e96b3-a4c5-4e0b-9a1c-3a1192db13c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:34.567472 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-cf4e96b3-a4c5-4e0b-9a1c-3a1192db13c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:34.570987 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-cf4e96b3-a4c5-4e0b-9a1c-3a1192db13c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:34.572184 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-cf4e96b3-a4c5-4e0b-9a1c-3a1192db13c5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/98142cd1-617a-4f9a-93b1-ba722462890a HTTP/1.1" status: 204 len: 168 time: 0.1216586 Sep 17 08:01:34.579926 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4e96b3-a4c5-4e0b-9a1c-3a1192db13c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98142cd1-617a-4f9a-93b1-ba722462890a,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:34.845225 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 56296) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:34.858647 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-656180fc-1c35-4c89-bce0-27a81da19748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:34.951456 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-656180fc-1c35-4c89-bce0-27a81da19748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:34.955758 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-656180fc-1c35-4c89-bce0-27a81da19748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:35.001425 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-656180fc-1c35-4c89-bce0-27a81da19748 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1b94a941ec394e2f927243efd6edeccd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1526344 Sep 17 08:01:35.001425 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656180fc-1c35-4c89-bce0-27a81da19748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d673af-49bf-48f0-863b-17d3fa991d6a,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:35.001974 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 56298) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:35.030650 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:35.061134 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-689c2e11-edb5-4fc1-93ad-84b8c1b208cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:35.104840 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-689c2e11-edb5-4fc1-93ad-84b8c1b208cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:35.154137 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:01:35.169313 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-689c2e11-edb5-4fc1-93ad-84b8c1b208cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:35.172302 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-689c2e11-edb5-4fc1-93ad-84b8c1b208cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:35.173711 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-689c2e11-edb5-4fc1-93ad-84b8c1b208cd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/56d673af-49bf-48f0-863b-17d3fa991d6a HTTP/1.1" status: 204 len: 168 time: 0.1703916 Sep 17 08:01:35.182790 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689c2e11-edb5-4fc1-93ad-84b8c1b208cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d673af-49bf-48f0-863b-17d3fa991d6a,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:35.436285 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:35.436814 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d1a50-e159-4a2d-b4af-3c5438b71906 req-20fc85c5-468f-4f8a-b232-60c8c5b91430 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:35.445160 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d1a50-e159-4a2d-b4af-3c5438b71906 req-20fc85c5-468f-4f8a-b232-60c8c5b91430 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:35.455773 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d1a50-e159-4a2d-b4af-3c5438b71906 req-20fc85c5-468f-4f8a-b232-60c8c5b91430 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:35.465046 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d1a50-e159-4a2d-b4af-3c5438b71906 req-20fc85c5-468f-4f8a-b232-60c8c5b91430 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:35.472303 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d1a50-e159-4a2d-b4af-3c5438b71906 req-20fc85c5-468f-4f8a-b232-60c8c5b91430 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:35.479688 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d1a50-e159-4a2d-b4af-3c5438b71906 req-20fc85c5-468f-4f8a-b232-60c8c5b91430 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:35.487766 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d1a50-e159-4a2d-b4af-3c5438b71906 req-20fc85c5-468f-4f8a-b232-60c8c5b91430 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:35.499135 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-349d1a50-e159-4a2d-b4af-3c5438b71906 req-20fc85c5-468f-4f8a-b232-60c8c5b91430 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab HTTP/1.1" status: 200 len: 5417 time: 0.1543107 Sep 17 08:01:35.555661 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-349d1a50-e159-4a2d-b4af-3c5438b71906 req-8aba9c1f-320e-4644-b30f-b9350dcd9aae tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/security-groups?id=d72823b7-81c0-42a5-9665-1378d889a01c&id=018bc854-5d2e-47d2-a820-83cebe160ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0441248 Sep 17 08:01:36.686724 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e2d4c-a2f6-4580-b0f7-974acfb701f9 req-e7e75a5c-e240-4363-a3e3-80f668a1b2ae tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:36.693036 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e2d4c-a2f6-4580-b0f7-974acfb701f9 req-e7e75a5c-e240-4363-a3e3-80f668a1b2ae tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:36.699790 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e2d4c-a2f6-4580-b0f7-974acfb701f9 req-e7e75a5c-e240-4363-a3e3-80f668a1b2ae tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:36.705835 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e2d4c-a2f6-4580-b0f7-974acfb701f9 req-e7e75a5c-e240-4363-a3e3-80f668a1b2ae tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:36.712346 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e2d4c-a2f6-4580-b0f7-974acfb701f9 req-e7e75a5c-e240-4363-a3e3-80f668a1b2ae tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:36.718168 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e2d4c-a2f6-4580-b0f7-974acfb701f9 req-e7e75a5c-e240-4363-a3e3-80f668a1b2ae tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:36.724328 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e2d4c-a2f6-4580-b0f7-974acfb701f9 req-e7e75a5c-e240-4363-a3e3-80f668a1b2ae tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:36.726312 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3c0e2d4c-a2f6-4580-b0f7-974acfb701f9 req-e7e75a5c-e240-4363-a3e3-80f668a1b2ae tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab HTTP/1.1" status: 200 len: 5417 time: 0.0962799 Sep 17 08:01:36.780528 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3c0e2d4c-a2f6-4580-b0f7-974acfb701f9 req-0e52e383-9eea-4b1d-985a-f1f34aa92b01 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/security-groups?id=d72823b7-81c0-42a5-9665-1378d889a01c&id=018bc854-5d2e-47d2-a820-83cebe160ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0435755 Sep 17 08:01:36.829129 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 56386) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:36.929873 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-83bda8cf-6c30-423a-a2ee-5fa492bcd8db tempest-QuotasTest-268524267 tempest-QuotasTest-268524267-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:01:36.958544 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-83bda8cf-6c30-423a-a2ee-5fa492bcd8db tempest-QuotasTest-268524267 tempest-QuotasTest-268524267-project-admin] 10.222.0.13 "PUT /v2.0/quotas/f2105da09f8f4ee79850d1fa99b2cb74 HTTP/1.1" status: 200 len: 366 time: 0.1282694 Sep 17 08:01:36.962796 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 56394) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:36.975032 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-854696cc-7658-4a13-b60b-b8fe5a382abe tempest-QuotasTest-268524267 tempest-QuotasTest-268524267-project-admin] 10.222.0.13 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0098138 Sep 17 08:01:36.977199 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 56396) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:36.986818 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-58153d01-924d-4020-ae35-4494226dd349 tempest-QuotasTest-268524267 tempest-QuotasTest-268524267-project-admin] 10.222.0.13 "GET /v2.0/quotas/f2105da09f8f4ee79850d1fa99b2cb74 HTTP/1.1" status: 200 len: 366 time: 0.0082030 Sep 17 08:01:36.988851 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 56398) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:37.002977 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-0326e68e-71e3-4e04-911c-8633fe8c4fa9 tempest-QuotasTest-268524267 tempest-QuotasTest-268524267-project-admin] 10.222.0.13 "DELETE /v2.0/quotas/f2105da09f8f4ee79850d1fa99b2cb74 HTTP/1.1" status: 204 len: 168 time: 0.0132205 Sep 17 08:01:37.005513 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 56400) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:37.016269 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-11412d61-1162-4358-b888-3bd2ef8640f5 tempest-QuotasTest-268524267 tempest-QuotasTest-268524267-project-admin] 10.222.0.13 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0090783 Sep 17 08:01:37.018405 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 56402) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:37.030471 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 56404) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:37.030654 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-54ac2675-9d6f-4343-8202-45c9c9b4d516 tempest-QuotasTest-268524267 tempest-QuotasTest-268524267-project-admin] 10.222.0.13 "GET /v2.0/quotas/f2105da09f8f4ee79850d1fa99b2cb74 HTTP/1.1" status: 200 len: 370 time: 0.0110137 Sep 17 08:01:37.035506 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e07e6497-8a0a-4e08-a446-81d9b334bb53 tempest-QuotasTest-268524267 tempest-QuotasTest-268524267-project-admin] 10.222.0.13 "GET /v2.0/quotas/f2105da09f8f4ee79850d1fa99b2cb74/default HTTP/1.1" status: 200 len: 370 time: 0.0039182 Sep 17 08:01:37.037508 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 56406) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:37.045300 n-d-789963-9 neutron-server[101290]: INFO neutron.api.v2.resource [None req-b10fafaf-676e-43c1-8d5b-094f38522780 tempest-QuotasTest-268524267 tempest-QuotasTest-268524267-project-admin] delete failed (client error): The resource could not be found. Sep 17 08:01:37.046247 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b10fafaf-676e-43c1-8d5b-094f38522780 tempest-QuotasTest-268524267 tempest-QuotasTest-268524267-project-admin] 10.222.0.13 "DELETE /v2.0/quotas/f2105da09f8f4ee79850d1fa99b2cb74 HTTP/1.1" status: 404 len: 348 time: 0.0079236 Sep 17 08:01:37.148952 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 56410) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:37.172318 n-d-789963-9 neutron-server[101290]: DEBUG neutron.quota.resource [None req-8124caef-f93e-4e0d-8c40-d77ddb8e9c13 tempest-QuotasTest-268524267 tempest-QuotasTest-268524267-project-admin] Usage tracker for resource:network and tenant:3b2d459a30e04f45a42268416f4c1147 is out of sync, need to count used quota {{(pid=101290) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 17 08:01:37.177278 n-d-789963-9 neutron-server[101290]: DEBUG neutron.quota.resource [None req-8124caef-f93e-4e0d-8c40-d77ddb8e9c13 tempest-QuotasTest-268524267 tempest-QuotasTest-268524267-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=101290) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 17 08:01:37.184329 n-d-789963-9 neutron-server[101290]: DEBUG neutron.quota.resource [None req-8124caef-f93e-4e0d-8c40-d77ddb8e9c13 tempest-QuotasTest-268524267 tempest-QuotasTest-268524267-project-admin] Usage tracker for resource:subnet and tenant:3b2d459a30e04f45a42268416f4c1147 is out of sync, need to count used quota {{(pid=101290) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 17 08:01:37.189530 n-d-789963-9 neutron-server[101290]: DEBUG neutron.quota.resource [None req-8124caef-f93e-4e0d-8c40-d77ddb8e9c13 tempest-QuotasTest-268524267 tempest-QuotasTest-268524267-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=101290) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 17 08:01:37.196717 n-d-789963-9 neutron-server[101290]: DEBUG neutron.quota.resource [None req-8124caef-f93e-4e0d-8c40-d77ddb8e9c13 tempest-QuotasTest-268524267 tempest-QuotasTest-268524267-project-admin] Usage tracker for resource:subnetpool and tenant:3b2d459a30e04f45a42268416f4c1147 is out of sync, need to count used quota {{(pid=101290) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 17 08:01:37.201674 n-d-789963-9 neutron-server[101290]: DEBUG neutron.quota.resource [None req-8124caef-f93e-4e0d-8c40-d77ddb8e9c13 tempest-QuotasTest-268524267 tempest-QuotasTest-268524267-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=101290) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 17 08:01:37.207807 n-d-789963-9 neutron-server[101290]: DEBUG neutron.quota.resource [None req-8124caef-f93e-4e0d-8c40-d77ddb8e9c13 tempest-QuotasTest-268524267 tempest-QuotasTest-268524267-project-admin] Usage tracker for resource:port and tenant:3b2d459a30e04f45a42268416f4c1147 is out of sync, need to count used quota {{(pid=101290) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 17 08:01:37.212591 n-d-789963-9 neutron-server[101290]: DEBUG neutron.quota.resource [None req-8124caef-f93e-4e0d-8c40-d77ddb8e9c13 tempest-QuotasTest-268524267 tempest-QuotasTest-268524267-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=101290) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 17 08:01:37.218573 n-d-789963-9 neutron-server[101290]: DEBUG neutron.quota.resource [None req-8124caef-f93e-4e0d-8c40-d77ddb8e9c13 tempest-QuotasTest-268524267 tempest-QuotasTest-268524267-project-admin] Usage tracker for resource:router and tenant:3b2d459a30e04f45a42268416f4c1147 is out of sync, need to count used quota {{(pid=101290) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 17 08:01:37.223548 n-d-789963-9 neutron-server[101290]: DEBUG neutron.quota.resource [None req-8124caef-f93e-4e0d-8c40-d77ddb8e9c13 tempest-QuotasTest-268524267 tempest-QuotasTest-268524267-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=101290) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 17 08:01:37.229683 n-d-789963-9 neutron-server[101290]: DEBUG neutron.quota.resource [None req-8124caef-f93e-4e0d-8c40-d77ddb8e9c13 tempest-QuotasTest-268524267 tempest-QuotasTest-268524267-project-admin] Usage tracker for resource:floatingip and tenant:3b2d459a30e04f45a42268416f4c1147 is out of sync, need to count used quota {{(pid=101290) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 17 08:01:37.234429 n-d-789963-9 neutron-server[101290]: DEBUG neutron.quota.resource [None req-8124caef-f93e-4e0d-8c40-d77ddb8e9c13 tempest-QuotasTest-268524267 tempest-QuotasTest-268524267-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=101290) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 17 08:01:37.269455 n-d-789963-9 neutron-server[101290]: DEBUG neutron.quota.resource [None req-8124caef-f93e-4e0d-8c40-d77ddb8e9c13 tempest-QuotasTest-268524267 tempest-QuotasTest-268524267-project-admin] Usage tracker for resource:security_group and tenant:3b2d459a30e04f45a42268416f4c1147 is out of sync, need to count used quota {{(pid=101290) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 17 08:01:37.274219 n-d-789963-9 neutron-server[101290]: DEBUG neutron.quota.resource [None req-8124caef-f93e-4e0d-8c40-d77ddb8e9c13 tempest-QuotasTest-268524267 tempest-QuotasTest-268524267-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=101290) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 17 08:01:37.280176 n-d-789963-9 neutron-server[101290]: DEBUG neutron.quota.resource [None req-8124caef-f93e-4e0d-8c40-d77ddb8e9c13 tempest-QuotasTest-268524267 tempest-QuotasTest-268524267-project-admin] Usage tracker for resource:security_group_rule and tenant:3b2d459a30e04f45a42268416f4c1147 is out of sync, need to count used quota {{(pid=101290) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 17 08:01:37.285395 n-d-789963-9 neutron-server[101290]: DEBUG neutron.quota.resource [None req-8124caef-f93e-4e0d-8c40-d77ddb8e9c13 tempest-QuotasTest-268524267 tempest-QuotasTest-268524267-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=101290) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 17 08:01:37.292108 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-8124caef-f93e-4e0d-8c40-d77ddb8e9c13 tempest-QuotasTest-268524267 tempest-QuotasTest-268524267-project-admin] 10.222.0.13 "GET /v2.0/quotas/3b2d459a30e04f45a42268416f4c1147/details.json HTTP/1.1" status: 200 len: 703 time: 0.1420894 Sep 17 08:01:37.592227 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 56430) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:37.760703 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c562851f-701d-4dec-99da-7e1a732bd2b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:37.866401 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c562851f-701d-4dec-99da-7e1a732bd2b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:37.873794 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c562851f-701d-4dec-99da-7e1a732bd2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:37.918415 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c562851f-701d-4dec-99da-7e1a732bd2b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1831512c-75e1-4f94-b810-08585e522baa,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:37.928443 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c562851f-701d-4dec-99da-7e1a732bd2b1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=90f23fc3d4ea44048e7affe64fb839d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3350382 Sep 17 08:01:37.930295 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 56450) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:37.977797 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6c2b1-7cb7-4eee-a968-540d0aeab6a1 req-f4ad4c69-661f-4973-b614-415e93de7007 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:37.984113 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6c2b1-7cb7-4eee-a968-540d0aeab6a1 req-f4ad4c69-661f-4973-b614-415e93de7007 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:37.995364 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6c2b1-7cb7-4eee-a968-540d0aeab6a1 req-f4ad4c69-661f-4973-b614-415e93de7007 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:38.001026 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2f9d4abb-5179-46ef-bbbd-54ad9a630fc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:38.012252 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6c2b1-7cb7-4eee-a968-540d0aeab6a1 req-f4ad4c69-661f-4973-b614-415e93de7007 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:38.034413 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6c2b1-7cb7-4eee-a968-540d0aeab6a1 req-f4ad4c69-661f-4973-b614-415e93de7007 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:38.046394 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6c2b1-7cb7-4eee-a968-540d0aeab6a1 req-f4ad4c69-661f-4973-b614-415e93de7007 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:38.049879 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2f9d4abb-5179-46ef-bbbd-54ad9a630fc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:38.052860 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6c2b1-7cb7-4eee-a968-540d0aeab6a1 req-f4ad4c69-661f-4973-b614-415e93de7007 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:38.060394 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8ae6c2b1-7cb7-4eee-a968-540d0aeab6a1 req-f4ad4c69-661f-4973-b614-415e93de7007 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab HTTP/1.1" status: 200 len: 5417 time: 0.2000673 Sep 17 08:01:38.115758 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8ae6c2b1-7cb7-4eee-a968-540d0aeab6a1 req-5e96d218-605b-4a26-baff-10b6d5ec8fe5 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/security-groups?id=d72823b7-81c0-42a5-9665-1378d889a01c&id=018bc854-5d2e-47d2-a820-83cebe160ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524311 Sep 17 08:01:38.150243 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2f9d4abb-5179-46ef-bbbd-54ad9a630fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:38.152912 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2f9d4abb-5179-46ef-bbbd-54ad9a630fc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:38.156981 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-2f9d4abb-5179-46ef-bbbd-54ad9a630fc6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1831512c-75e1-4f94-b810-08585e522baa HTTP/1.1" status: 204 len: 168 time: 0.2242131 Sep 17 08:01:38.165063 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9d4abb-5179-46ef-bbbd-54ad9a630fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1831512c-75e1-4f94-b810-08585e522baa,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:38.439107 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 56468) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:38.451895 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2a7e40f5-25e3-48e7-b18c-df29938449dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:38.551340 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2a7e40f5-25e3-48e7-b18c-df29938449dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:38.561148 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2a7e40f5-25e3-48e7-b18c-df29938449dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:38.602475 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-2a7e40f5-25e3-48e7-b18c-df29938449dc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3b2d459a30e04f45a42268416f4c1147&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1621594 Sep 17 08:01:38.603380 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7e40f5-25e3-48e7-b18c-df29938449dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d82dd9-da1b-45a0-812a-1571ca5c44d7,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:38.605152 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 56476) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:38.659308 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a3c1f565-1d4b-4f51-8484-9cb78fed009e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:38.680459 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a3c1f565-1d4b-4f51-8484-9cb78fed009e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:38.729614 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a3c1f565-1d4b-4f51-8484-9cb78fed009e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:38.732348 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a3c1f565-1d4b-4f51-8484-9cb78fed009e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:38.733859 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-a3c1f565-1d4b-4f51-8484-9cb78fed009e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/15d82dd9-da1b-45a0-812a-1571ca5c44d7 HTTP/1.1" status: 204 len: 168 time: 0.1273932 Sep 17 08:01:38.743368 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c1f565-1d4b-4f51-8484-9cb78fed009e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d82dd9-da1b-45a0-812a-1571ca5c44d7,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:39.294848 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17aa545-2300-4aba-a3e2-3ab06677654e req-2ce3e491-b218-4fd3-859c-8329f5fe3690 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:39.302626 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17aa545-2300-4aba-a3e2-3ab06677654e req-2ce3e491-b218-4fd3-859c-8329f5fe3690 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:39.320375 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17aa545-2300-4aba-a3e2-3ab06677654e req-2ce3e491-b218-4fd3-859c-8329f5fe3690 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:39.327578 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17aa545-2300-4aba-a3e2-3ab06677654e req-2ce3e491-b218-4fd3-859c-8329f5fe3690 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:39.334507 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17aa545-2300-4aba-a3e2-3ab06677654e req-2ce3e491-b218-4fd3-859c-8329f5fe3690 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:39.341060 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17aa545-2300-4aba-a3e2-3ab06677654e req-2ce3e491-b218-4fd3-859c-8329f5fe3690 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:39.348031 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17aa545-2300-4aba-a3e2-3ab06677654e req-2ce3e491-b218-4fd3-859c-8329f5fe3690 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:39.351349 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b17aa545-2300-4aba-a3e2-3ab06677654e req-2ce3e491-b218-4fd3-859c-8329f5fe3690 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab HTTP/1.1" status: 200 len: 5417 time: 0.1209409 Sep 17 08:01:39.399821 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b17aa545-2300-4aba-a3e2-3ab06677654e req-ccf08f75-577a-4d39-9af1-5fae102744c3 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/security-groups?id=d72823b7-81c0-42a5-9665-1378d889a01c&id=018bc854-5d2e-47d2-a820-83cebe160ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397696 Sep 17 08:01:40.166137 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 56550) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:40.206908 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 56556) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:40.309072 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c7ece1c0-e599-4ca5-9fd7-ec8654c53cc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:40.322138 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-4cc50d59-3834-4aad-8719-fa2686ebcb62 tempest-RoutersAdminNegativeIpV6Test-381131545 tempest-RoutersAdminNegativeIpV6Test-381131545-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1741337933', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:01:40.346478 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.db.api [None req-4cc50d59-3834-4aad-8719-fa2686ebcb62 tempest-RoutersAdminNegativeIpV6Test-381131545 tempest-RoutersAdminNegativeIpV6Test-381131545-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 08:01:40.346478 n-d-789963-9 neutron-server[101289]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 17 08:01:40.346478 n-d-789963-9 neutron-server[101289]: [parameters: {'project_id': 'bb7cae7e502a4581a0c13f065e0d479e', 'id': '0fd5c564-d4aa-46b1-983d-6c3d6a8d4590', 'expiration': datetime.datetime(2021, 9, 17, 8, 3, 40, 332766)}] Sep 17 08:01:40.346478 n-d-789963-9 neutron-server[101289]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101289) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 08:01:40.347014 n-d-789963-9 neutron-server[101289]: DEBUG oslo_db.api [None req-4cc50d59-3834-4aad-8719-fa2686ebcb62 tempest-RoutersAdminNegativeIpV6Test-381131545 tempest-RoutersAdminNegativeIpV6Test-381131545-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 08:01:40.425776 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c7ece1c0-e599-4ca5-9fd7-ec8654c53cc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:40.430706 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c7ece1c0-e599-4ca5-9fd7-ec8654c53cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:40.471088 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ece1c0-e599-4ca5-9fd7-ec8654c53cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ce0da1-58d9-411a-9725-ffe8912b2a41,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:40.476527 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c7ece1c0-e599-4ca5-9fd7-ec8654c53cc6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c3bded5597c048a3805ce1710325b69f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3093293 Sep 17 08:01:40.479561 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 56566) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:40.572937 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cdc46e-ff74-4e49-9b19-3e4dfe8511d4 req-6f34bc18-bcf6-4fff-b80f-d7b0e954840b tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:40.578761 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cdc46e-ff74-4e49-9b19-3e4dfe8511d4 req-6f34bc18-bcf6-4fff-b80f-d7b0e954840b tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:40.585166 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cdc46e-ff74-4e49-9b19-3e4dfe8511d4 req-6f34bc18-bcf6-4fff-b80f-d7b0e954840b tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:40.590973 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cdc46e-ff74-4e49-9b19-3e4dfe8511d4 req-6f34bc18-bcf6-4fff-b80f-d7b0e954840b tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:40.596955 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cdc46e-ff74-4e49-9b19-3e4dfe8511d4 req-6f34bc18-bcf6-4fff-b80f-d7b0e954840b tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:40.603022 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cdc46e-ff74-4e49-9b19-3e4dfe8511d4 req-6f34bc18-bcf6-4fff-b80f-d7b0e954840b tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:40.609743 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cdc46e-ff74-4e49-9b19-3e4dfe8511d4 req-6f34bc18-bcf6-4fff-b80f-d7b0e954840b tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:40.611986 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-20cdc46e-ff74-4e49-9b19-3e4dfe8511d4 req-6f34bc18-bcf6-4fff-b80f-d7b0e954840b tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab HTTP/1.1" status: 200 len: 5417 time: 0.1108167 Sep 17 08:01:40.612366 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ee370cb8-49cb-4ccb-8da0-6d36f6e3594c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:40.650156 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ee370cb8-49cb-4ccb-8da0-6d36f6e3594c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:40.679048 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-20cdc46e-ff74-4e49-9b19-3e4dfe8511d4 req-5c4f97d0-37c1-4c7d-9f95-fac98370f231 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/security-groups?id=d72823b7-81c0-42a5-9665-1378d889a01c&id=018bc854-5d2e-47d2-a820-83cebe160ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566421 Sep 17 08:01:40.728675 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ee370cb8-49cb-4ccb-8da0-6d36f6e3594c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:40.731482 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ee370cb8-49cb-4ccb-8da0-6d36f6e3594c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:40.732676 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ee370cb8-49cb-4ccb-8da0-6d36f6e3594c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/16ce0da1-58d9-411a-9725-ffe8912b2a41 HTTP/1.1" status: 204 len: 168 time: 0.2525461 Sep 17 08:01:40.746407 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee370cb8-49cb-4ccb-8da0-6d36f6e3594c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ce0da1-58d9-411a-9725-ffe8912b2a41,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:40.873159 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc50d59-3834-4aad-8719-fa2686ebcb62 tempest-RoutersAdminNegativeIpV6Test-381131545 tempest-RoutersAdminNegativeIpV6Test-381131545-project-admin] Made reservation on behalf of bb7cae7e502a4581a0c13f065e0d479e for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:01:40.875867 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4cc50d59-3834-4aad-8719-fa2686ebcb62 tempest-RoutersAdminNegativeIpV6Test-381131545 tempest-RoutersAdminNegativeIpV6Test-381131545-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:40.886260 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4cc50d59-3834-4aad-8719-fa2686ebcb62 tempest-RoutersAdminNegativeIpV6Test-381131545 tempest-RoutersAdminNegativeIpV6Test-381131545-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:40.998828 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4cc50d59-3834-4aad-8719-fa2686ebcb62 tempest-RoutersAdminNegativeIpV6Test-381131545 tempest-RoutersAdminNegativeIpV6Test-381131545-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:41.004220 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4cc50d59-3834-4aad-8719-fa2686ebcb62 tempest-RoutersAdminNegativeIpV6Test-381131545 tempest-RoutersAdminNegativeIpV6Test-381131545-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:41.018183 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [None req-4cc50d59-3834-4aad-8719-fa2686ebcb62 tempest-RoutersAdminNegativeIpV6Test-381131545 tempest-RoutersAdminNegativeIpV6Test-381131545-project-admin] device_id is not set on port d233481c-f034-47c4-8622-ad37eceb19d9 yet. {{(pid=101289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 08:01:41.046198 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 56584) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:41.060532 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8a54d837-b9b3-4d2f-8763-8cbfeee47017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:41.069131 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc50d59-3834-4aad-8719-fa2686ebcb62 tempest-RoutersAdminNegativeIpV6Test-381131545 tempest-RoutersAdminNegativeIpV6Test-381131545-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d71f9d-f5cb-4a27-b185-c90253bcdd5e,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:41.153580 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-4cc50d59-3834-4aad-8719-fa2686ebcb62 tempest-RoutersAdminNegativeIpV6Test-381131545 tempest-RoutersAdminNegativeIpV6Test-381131545-project-admin] Allocated IP 172.25.6.225 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/d233481c-f034-47c4-8622-ad37eceb19d9) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:01:41.167665 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8a54d837-b9b3-4d2f-8763-8cbfeee47017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:41.172236 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8a54d837-b9b3-4d2f-8763-8cbfeee47017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:41.210230 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a54d837-b9b3-4d2f-8763-8cbfeee47017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f90ef5d-73c0-4e99-9c90-14b65fce2722,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:41.215725 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-8a54d837-b9b3-4d2f-8763-8cbfeee47017 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8d861a1b1cc84527bb108360170ead56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1681535 Sep 17 08:01:41.218025 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 56590) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:41.274115 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6c07c567-30da-4cb0-841e-40a8cef55bb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:41.295524 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6c07c567-30da-4cb0-841e-40a8cef55bb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:41.311780 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4cc50d59-3834-4aad-8719-fa2686ebcb62 tempest-RoutersAdminNegativeIpV6Test-381131545 tempest-RoutersAdminNegativeIpV6Test-381131545-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:41.358994 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4cc50d59-3834-4aad-8719-fa2686ebcb62 tempest-RoutersAdminNegativeIpV6Test-381131545 tempest-RoutersAdminNegativeIpV6Test-381131545-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:41.360841 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6c07c567-30da-4cb0-841e-40a8cef55bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:41.363400 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6c07c567-30da-4cb0-841e-40a8cef55bb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:41.364613 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6c07c567-30da-4cb0-841e-40a8cef55bb1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6f90ef5d-73c0-4e99-9c90-14b65fce2722 HTTP/1.1" status: 204 len: 168 time: 0.1454718 Sep 17 08:01:41.375962 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c07c567-30da-4cb0-841e-40a8cef55bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f90ef5d-73c0-4e99-9c90-14b65fce2722,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:41.431011 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc50d59-3834-4aad-8719-fa2686ebcb62 tempest-RoutersAdminNegativeIpV6Test-381131545 tempest-RoutersAdminNegativeIpV6Test-381131545-project-admin] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:01:41.436293 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-4cc50d59-3834-4aad-8719-fa2686ebcb62 tempest-RoutersAdminNegativeIpV6Test-381131545 tempest-RoutersAdminNegativeIpV6Test-381131545-project-admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:01:41.439145 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc50d59-3834-4aad-8719-fa2686ebcb62 tempest-RoutersAdminNegativeIpV6Test-381131545 tempest-RoutersAdminNegativeIpV6Test-381131545-project-admin] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:01:41.447487 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc50d59-3834-4aad-8719-fa2686ebcb62 tempest-RoutersAdminNegativeIpV6Test-381131545 tempest-RoutersAdminNegativeIpV6Test-381131545-project-admin] Pushing event updated for resources: {'Port': ['ID=d233481c-f034-47c4-8622-ad37eceb19d9,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:41.489771 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc50d59-3834-4aad-8719-fa2686ebcb62 tempest-RoutersAdminNegativeIpV6Test-381131545 tempest-RoutersAdminNegativeIpV6Test-381131545-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:41.491128 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4cc50d59-3834-4aad-8719-fa2686ebcb62 tempest-RoutersAdminNegativeIpV6Test-381131545 tempest-RoutersAdminNegativeIpV6Test-381131545-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:41.510731 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-4cc50d59-3834-4aad-8719-fa2686ebcb62 tempest-RoutersAdminNegativeIpV6Test-381131545 tempest-RoutersAdminNegativeIpV6Test-381131545-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.3003373 Sep 17 08:01:41.511014 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 56600) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:41.515318 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-61ed0c54-44e0-46ba-a479-baeb14688a36 tempest-RoutersAdminNegativeIpV6Test-381131545 tempest-RoutersAdminNegativeIpV6Test-381131545-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.225'}]}}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:01:41.537974 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-61ed0c54-44e0-46ba-a479-baeb14688a36 tempest-RoutersAdminNegativeIpV6Test-381131545 tempest-RoutersAdminNegativeIpV6Test-381131545-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:41.538966 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-61ed0c54-44e0-46ba-a479-baeb14688a36 tempest-RoutersAdminNegativeIpV6Test-381131545 tempest-RoutersAdminNegativeIpV6Test-381131545-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:41.593743 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-61ed0c54-44e0-46ba-a479-baeb14688a36 tempest-RoutersAdminNegativeIpV6Test-381131545 tempest-RoutersAdminNegativeIpV6Test-381131545-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:41.676396 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 58361d99-ef9c-4fbd-af39-2f7f8767303c details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:01:41.777982 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-61ed0c54-44e0-46ba-a479-baeb14688a36 tempest-RoutersAdminNegativeIpV6Test-381131545 tempest-RoutersAdminNegativeIpV6Test-381131545-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:41.844371 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 58361d99-ef9c-4fbd-af39-2f7f8767303c, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=58361d99-ef9c-4fbd-af39-2f7f8767303c,segment=NetworkSegment(8776ef69-18a3-435b-bcae-3ec13a221682),segment_id=8776ef69-18a3-435b-bcae-3ec13a221682)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:01:41.858028 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '58361d99-ef9c-4fbd-af39-2f7f8767303c', 'network_id': '38da8219-9711-4a17-95ce-4a60364cf1ab', 'port_id': '58361d99-ef9c-4fbd-af39-2f7f8767303c', 'mac_address': 'fa:16:3e:56:3d:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b03d39e8-6611-49a1-bc08-558dcfc2f27e', 'ip_address': '10.1.1.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:01:41.907371 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65761ae-0872-427d-800f-0699829a5690 req-76e9832e-9302-468c-8ce8-442241a88df8 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:41.914205 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65761ae-0872-427d-800f-0699829a5690 req-76e9832e-9302-468c-8ce8-442241a88df8 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:41.915006 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:41.921228 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65761ae-0872-427d-800f-0699829a5690 req-76e9832e-9302-468c-8ce8-442241a88df8 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:41.930255 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65761ae-0872-427d-800f-0699829a5690 req-76e9832e-9302-468c-8ce8-442241a88df8 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:41.937508 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65761ae-0872-427d-800f-0699829a5690 req-76e9832e-9302-468c-8ce8-442241a88df8 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:41.944336 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65761ae-0872-427d-800f-0699829a5690 req-76e9832e-9302-468c-8ce8-442241a88df8 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:41.949960 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58361d99-ef9c-4fbd-af39-2f7f8767303c {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:01:41.950405 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65761ae-0872-427d-800f-0699829a5690 req-76e9832e-9302-468c-8ce8-442241a88df8 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:41.952582 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e65761ae-0872-427d-800f-0699829a5690 req-76e9832e-9302-468c-8ce8-442241a88df8 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab HTTP/1.1" status: 200 len: 5417 time: 0.1764083 Sep 17 08:01:41.999921 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 58361d99-ef9c-4fbd-af39-2f7f8767303c, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=58361d99-ef9c-4fbd-af39-2f7f8767303c,segment=NetworkSegment(8776ef69-18a3-435b-bcae-3ec13a221682),segment_id=8776ef69-18a3-435b-bcae-3ec13a221682)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:01:42.000982 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e65761ae-0872-427d-800f-0699829a5690 req-6896f62c-4d9a-411d-bb89-bba18613a587 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/security-groups?id=d72823b7-81c0-42a5-9665-1378d889a01c&id=018bc854-5d2e-47d2-a820-83cebe160ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399466 Sep 17 08:01:42.005210 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:42.006608 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device f1fe0f28-22d4-4b09-bc17-0fd02f571177 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:01:42.087333 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=58361d99-ef9c-4fbd-af39-2f7f8767303c,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:42.093492 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port f1fe0f28-22d4-4b09-bc17-0fd02f571177, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=f1fe0f28-22d4-4b09-bc17-0fd02f571177,segment=NetworkSegment(8776ef69-18a3-435b-bcae-3ec13a221682),segment_id=8776ef69-18a3-435b-bcae-3ec13a221682)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:01:42.120503 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': 'f1fe0f28-22d4-4b09-bc17-0fd02f571177', 'network_id': '38da8219-9711-4a17-95ce-4a60364cf1ab', 'port_id': 'f1fe0f28-22d4-4b09-bc17-0fd02f571177', 'mac_address': 'fa:16:3e:90:9d:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b03d39e8-6611-49a1-bc08-558dcfc2f27e', 'ip_address': '10.1.1.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:01:42.127725 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-61ed0c54-44e0-46ba-a479-baeb14688a36 tempest-RoutersAdminNegativeIpV6Test-381131545 tempest-RoutersAdminNegativeIpV6Test-381131545-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:42.154590 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-61ed0c54-44e0-46ba-a479-baeb14688a36 tempest-RoutersAdminNegativeIpV6Test-381131545 tempest-RoutersAdminNegativeIpV6Test-381131545-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:42.173375 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:42.189249 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1fe0f28-22d4-4b09-bc17-0fd02f571177 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:01:42.210520 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port f1fe0f28-22d4-4b09-bc17-0fd02f571177, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=f1fe0f28-22d4-4b09-bc17-0fd02f571177,segment=NetworkSegment(8776ef69-18a3-435b-bcae-3ec13a221682),segment_id=8776ef69-18a3-435b-bcae-3ec13a221682)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:01:42.216233 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:42.217124 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 1507ef2b-f42c-4d87-a44c-871476fa8797 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:01:42.296100 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 1507ef2b-f42c-4d87-a44c-871476fa8797, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=1507ef2b-f42c-4d87-a44c-871476fa8797,segment=NetworkSegment(8776ef69-18a3-435b-bcae-3ec13a221682),segment_id=8776ef69-18a3-435b-bcae-3ec13a221682)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:01:42.298982 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=f1fe0f28-22d4-4b09-bc17-0fd02f571177,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:42.320286 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '1507ef2b-f42c-4d87-a44c-871476fa8797', 'network_id': '38da8219-9711-4a17-95ce-4a60364cf1ab', 'port_id': '1507ef2b-f42c-4d87-a44c-871476fa8797', 'mac_address': 'fa:16:3e:fd:09:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b03d39e8-6611-49a1-bc08-558dcfc2f27e', 'ip_address': '10.1.1.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:01:42.331011 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-61ed0c54-44e0-46ba-a479-baeb14688a36 tempest-RoutersAdminNegativeIpV6Test-381131545 tempest-RoutersAdminNegativeIpV6Test-381131545-project-admin] Notify callbacks [] for router, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:42.363168 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:42.377283 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1507ef2b-f42c-4d87-a44c-871476fa8797 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:01:42.409950 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 1507ef2b-f42c-4d87-a44c-871476fa8797, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=1507ef2b-f42c-4d87-a44c-871476fa8797,segment=NetworkSegment(8776ef69-18a3-435b-bcae-3ec13a221682),segment_id=8776ef69-18a3-435b-bcae-3ec13a221682)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:01:42.417681 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:42.418874 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 0b73edc0-ba71-4e4d-b7e8-33b02fa74b71 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:01:42.522965 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=1507ef2b-f42c-4d87-a44c-871476fa8797,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:42.604607 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 0b73edc0-ba71-4e4d-b7e8-33b02fa74b71, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=0b73edc0-ba71-4e4d-b7e8-33b02fa74b71,segment=NetworkSegment(b1e1c750-8376-4bf1-bd42-cdccdc64eea3),segment_id=b1e1c750-8376-4bf1-bd42-cdccdc64eea3)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:01:42.620565 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '0b73edc0-ba71-4e4d-b7e8-33b02fa74b71', 'network_id': 'af537dc7-8886-4fdc-a38b-73c1633b0a59', 'port_id': '0b73edc0-ba71-4e4d-b7e8-33b02fa74b71', 'mac_address': 'fa:16:3e:65:e9:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4987e41e-b830-443a-b55c-26b976d72533', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:01:42.668068 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:42.684448 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b73edc0-ba71-4e4d-b7e8-33b02fa74b71 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:01:42.712401 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 0b73edc0-ba71-4e4d-b7e8-33b02fa74b71, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=0b73edc0-ba71-4e4d-b7e8-33b02fa74b71,segment=NetworkSegment(b1e1c750-8376-4bf1-bd42-cdccdc64eea3),segment_id=b1e1c750-8376-4bf1-bd42-cdccdc64eea3)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:01:42.720185 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:42.721372 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device c7185e8d-f50c-4a78-a0cb-5d976790c2e1 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:01:42.791368 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port c7185e8d-f50c-4a78-a0cb-5d976790c2e1, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=c7185e8d-f50c-4a78-a0cb-5d976790c2e1,segment=NetworkSegment(b1e1c750-8376-4bf1-bd42-cdccdc64eea3),segment_id=b1e1c750-8376-4bf1-bd42-cdccdc64eea3)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:01:42.815981 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': 'c7185e8d-f50c-4a78-a0cb-5d976790c2e1', 'network_id': 'af537dc7-8886-4fdc-a38b-73c1633b0a59', 'port_id': 'c7185e8d-f50c-4a78-a0cb-5d976790c2e1', 'mac_address': 'fa:16:3e:8b:a7:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4987e41e-b830-443a-b55c-26b976d72533', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:01:42.823070 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=0b73edc0-ba71-4e4d-b7e8-33b02fa74b71,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:42.845518 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-61ed0c54-44e0-46ba-a479-baeb14688a36 tempest-RoutersAdminNegativeIpV6Test-381131545 tempest-RoutersAdminNegativeIpV6Test-381131545-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:42.847779 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-61ed0c54-44e0-46ba-a479-baeb14688a36 tempest-RoutersAdminNegativeIpV6Test-381131545 tempest-RoutersAdminNegativeIpV6Test-381131545-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:42.875977 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:42.893364 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7185e8d-f50c-4a78-a0cb-5d976790c2e1 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:01:42.901607 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-61ed0c54-44e0-46ba-a479-baeb14688a36 tempest-RoutersAdminNegativeIpV6Test-381131545 tempest-RoutersAdminNegativeIpV6Test-381131545-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:42.904084 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ed0c54-44e0-46ba-a479-baeb14688a36 tempest-RoutersAdminNegativeIpV6Test-381131545 tempest-RoutersAdminNegativeIpV6Test-381131545-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b2d12a9a-fdba-4a75-89e5-417b403257dd {{(pid=101290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 08:01:42.938440 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port c7185e8d-f50c-4a78-a0cb-5d976790c2e1, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=c7185e8d-f50c-4a78-a0cb-5d976790c2e1,segment=NetworkSegment(b1e1c750-8376-4bf1-bd42-cdccdc64eea3),segment_id=b1e1c750-8376-4bf1-bd42-cdccdc64eea3)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:01:42.939991 n-d-789963-9 neutron-server[101290]: INFO neutron.api.v2.resource [None req-61ed0c54-44e0-46ba-a479-baeb14688a36 tempest-RoutersAdminNegativeIpV6Test-381131545 tempest-RoutersAdminNegativeIpV6Test-381131545-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 17 08:01:42.945171 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-61ed0c54-44e0-46ba-a479-baeb14688a36 tempest-RoutersAdminNegativeIpV6Test-381131545 tempest-RoutersAdminNegativeIpV6Test-381131545-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.4293227 Sep 17 08:01:42.945509 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 56652) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:42.950084 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:42.951288 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device cd1505ba-efdd-43fd-ab1a-f53b5617d26f details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:01:43.039737 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=c7185e8d-f50c-4a78-a0cb-5d976790c2e1,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:43.054946 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-57dc57c8-3cce-4116-88ce-78339e3a71f7 tempest-RoutersAdminNegativeIpV6Test-381131545 tempest-RoutersAdminNegativeIpV6Test-381131545-project-admin] Deleting port d233481c-f034-47c4-8622-ad37eceb19d9 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:01:43.055473 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-57dc57c8-3cce-4116-88ce-78339e3a71f7 tempest-RoutersAdminNegativeIpV6Test-381131545 tempest-RoutersAdminNegativeIpV6Test-381131545-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:43.076148 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port cd1505ba-efdd-43fd-ab1a-f53b5617d26f, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=cd1505ba-efdd-43fd-ab1a-f53b5617d26f,segment=NetworkSegment(8776ef69-18a3-435b-bcae-3ec13a221682),segment_id=8776ef69-18a3-435b-bcae-3ec13a221682)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:01:43.114249 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': 'cd1505ba-efdd-43fd-ab1a-f53b5617d26f', 'network_id': '38da8219-9711-4a17-95ce-4a60364cf1ab', 'port_id': 'cd1505ba-efdd-43fd-ab1a-f53b5617d26f', 'mac_address': 'fa:16:3e:27:20:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b03d39e8-6611-49a1-bc08-558dcfc2f27e', 'ip_address': '10.1.1.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:01:43.163633 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-57dc57c8-3cce-4116-88ce-78339e3a71f7 tempest-RoutersAdminNegativeIpV6Test-381131545 tempest-RoutersAdminNegativeIpV6Test-381131545-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:43.194508 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-57dc57c8-3cce-4116-88ce-78339e3a71f7 tempest-RoutersAdminNegativeIpV6Test-381131545 tempest-RoutersAdminNegativeIpV6Test-381131545-project-admin] Calling delete_port for d233481c-f034-47c4-8622-ad37eceb19d9 owned by {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:01:43.197863 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:43.242274 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd1505ba-efdd-43fd-ab1a-f53b5617d26f {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:01:43.254523 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847987ec-b31a-4451-8aa5-7a19f41a8391 req-406b2399-718b-4ccd-9a0b-839064dce1e4 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:43.262488 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847987ec-b31a-4451-8aa5-7a19f41a8391 req-406b2399-718b-4ccd-9a0b-839064dce1e4 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:43.268857 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847987ec-b31a-4451-8aa5-7a19f41a8391 req-406b2399-718b-4ccd-9a0b-839064dce1e4 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:43.275778 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847987ec-b31a-4451-8aa5-7a19f41a8391 req-406b2399-718b-4ccd-9a0b-839064dce1e4 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:43.282276 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847987ec-b31a-4451-8aa5-7a19f41a8391 req-406b2399-718b-4ccd-9a0b-839064dce1e4 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:43.289160 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847987ec-b31a-4451-8aa5-7a19f41a8391 req-406b2399-718b-4ccd-9a0b-839064dce1e4 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:43.290975 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port cd1505ba-efdd-43fd-ab1a-f53b5617d26f, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=cd1505ba-efdd-43fd-ab1a-f53b5617d26f,segment=NetworkSegment(8776ef69-18a3-435b-bcae-3ec13a221682),segment_id=8776ef69-18a3-435b-bcae-3ec13a221682)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:01:43.295874 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847987ec-b31a-4451-8aa5-7a19f41a8391 req-406b2399-718b-4ccd-9a0b-839064dce1e4 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:43.299426 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-847987ec-b31a-4451-8aa5-7a19f41a8391 req-406b2399-718b-4ccd-9a0b-839064dce1e4 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab HTTP/1.1" status: 200 len: 5422 time: 0.1510260 Sep 17 08:01:43.301107 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:43.302069 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device f925fa88-e615-42d2-b3ec-449463c7b53e details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:01:43.346417 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-847987ec-b31a-4451-8aa5-7a19f41a8391 req-4a0f07ae-a4d4-4e64-8d35-08610588179f tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/security-groups?id=d72823b7-81c0-42a5-9665-1378d889a01c&id=018bc854-5d2e-47d2-a820-83cebe160ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395503 Sep 17 08:01:43.405144 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-57dc57c8-3cce-4116-88ce-78339e3a71f7 tempest-RoutersAdminNegativeIpV6Test-381131545 tempest-RoutersAdminNegativeIpV6Test-381131545-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:43.425756 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=cd1505ba-efdd-43fd-ab1a-f53b5617d26f,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:43.440220 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dc57c8-3cce-4116-88ce-78339e3a71f7 tempest-RoutersAdminNegativeIpV6Test-381131545 tempest-RoutersAdminNegativeIpV6Test-381131545-project-admin] Pushing event deleted for resources: {'Port': ['ID=d233481c-f034-47c4-8622-ad37eceb19d9,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:43.507987 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port f925fa88-e615-42d2-b3ec-449463c7b53e, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=f925fa88-e615-42d2-b3ec-449463c7b53e,segment=NetworkSegment(a29178db-d5c9-4d31-b4e5-63807b5c0c4d),segment_id=a29178db-d5c9-4d31-b4e5-63807b5c0c4d)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:01:43.526790 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': 'f925fa88-e615-42d2-b3ec-449463c7b53e', 'network_id': 'f09c285a-372f-4d9d-93e7-05d1bf72bf1b', 'port_id': 'f925fa88-e615-42d2-b3ec-449463c7b53e', 'mac_address': 'fa:16:3e:19:f1:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1862c60a-900a-428f-84d5-02f641b77766', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:01:43.534763 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-57dc57c8-3cce-4116-88ce-78339e3a71f7 tempest-RoutersAdminNegativeIpV6Test-381131545 tempest-RoutersAdminNegativeIpV6Test-381131545-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:43.537458 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-57dc57c8-3cce-4116-88ce-78339e3a71f7 tempest-RoutersAdminNegativeIpV6Test-381131545 tempest-RoutersAdminNegativeIpV6Test-381131545-project-admin] 10.222.0.13 "DELETE /v2.0/ports/d233481c-f034-47c4-8622-ad37eceb19d9 HTTP/1.1" status: 204 len: 168 time: 0.5909755 Sep 17 08:01:43.573846 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:43.588002 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f925fa88-e615-42d2-b3ec-449463c7b53e {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:01:43.608693 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port f925fa88-e615-42d2-b3ec-449463c7b53e, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=f925fa88-e615-42d2-b3ec-449463c7b53e,segment=NetworkSegment(a29178db-d5c9-4d31-b4e5-63807b5c0c4d),segment_id=a29178db-d5c9-4d31-b4e5-63807b5c0c4d)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:01:43.613790 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:43.676211 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=f925fa88-e615-42d2-b3ec-449463c7b53e,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:43.837302 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 56692) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:44.026864 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f29144b0-9741-49b7-9984-5bcb2f56df38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:44.179005 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f29144b0-9741-49b7-9984-5bcb2f56df38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:44.184233 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f29144b0-9741-49b7-9984-5bcb2f56df38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:44.223247 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f29144b0-9741-49b7-9984-5bcb2f56df38 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=df5829c9978049a28403777e527a14cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3845799 Sep 17 08:01:44.225105 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29144b0-9741-49b7-9984-5bcb2f56df38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae8e904-fd13-46aa-aeec-1a77a8b0280b,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:44.226998 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 56710) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:44.278348 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6e6a186d-5c4c-440f-a13a-5106184277b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:44.306791 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6e6a186d-5c4c-440f-a13a-5106184277b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:44.357076 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6e6a186d-5c4c-440f-a13a-5106184277b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:44.360144 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6e6a186d-5c4c-440f-a13a-5106184277b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:44.363971 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-6e6a186d-5c4c-440f-a13a-5106184277b0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5ae8e904-fd13-46aa-aeec-1a77a8b0280b HTTP/1.1" status: 204 len: 168 time: 0.1328039 Sep 17 08:01:44.374477 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a186d-5c4c-440f-a13a-5106184277b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae8e904-fd13-46aa-aeec-1a77a8b0280b,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:44.553658 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e3e9bc-84fb-4638-a1c1-35a39954b22a req-695ee050-7ba7-4d41-8bb3-71819ebf0276 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:44.562918 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e3e9bc-84fb-4638-a1c1-35a39954b22a req-695ee050-7ba7-4d41-8bb3-71819ebf0276 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:44.570103 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e3e9bc-84fb-4638-a1c1-35a39954b22a req-695ee050-7ba7-4d41-8bb3-71819ebf0276 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:44.576560 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e3e9bc-84fb-4638-a1c1-35a39954b22a req-695ee050-7ba7-4d41-8bb3-71819ebf0276 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:44.582784 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e3e9bc-84fb-4638-a1c1-35a39954b22a req-695ee050-7ba7-4d41-8bb3-71819ebf0276 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:44.589411 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e3e9bc-84fb-4638-a1c1-35a39954b22a req-695ee050-7ba7-4d41-8bb3-71819ebf0276 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:44.596509 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e3e9bc-84fb-4638-a1c1-35a39954b22a req-695ee050-7ba7-4d41-8bb3-71819ebf0276 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:44.598703 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-28e3e9bc-84fb-4638-a1c1-35a39954b22a req-695ee050-7ba7-4d41-8bb3-71819ebf0276 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab HTTP/1.1" status: 200 len: 5424 time: 0.1109929 Sep 17 08:01:44.668672 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-28e3e9bc-84fb-4638-a1c1-35a39954b22a req-5073697d-14c6-438f-9aed-bff15c213326 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/security-groups?id=d72823b7-81c0-42a5-9665-1378d889a01c&id=018bc854-5d2e-47d2-a820-83cebe160ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0621357 Sep 17 08:01:44.759115 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 56728) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:44.809503 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-33faf533-730d-40cb-bc2b-a79d87f185a5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bb7cae7e502a4581a0c13f065e0d479e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470636 Sep 17 08:01:44.809871 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 56730) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:44.864246 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fc177264-6696-474e-afe0-8c416d068aef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:44.885193 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fc177264-6696-474e-afe0-8c416d068aef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:44.936501 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fc177264-6696-474e-afe0-8c416d068aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:44.939374 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fc177264-6696-474e-afe0-8c416d068aef admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:44.940590 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-fc177264-6696-474e-afe0-8c416d068aef admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/82d71f9d-f5cb-4a27-b185-c90253bcdd5e HTTP/1.1" status: 204 len: 168 time: 0.1297390 Sep 17 08:01:44.946979 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['0b73edc0-ba71-4e4d-b7e8-33b02fa74b71'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:01:44.950016 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc177264-6696-474e-afe0-8c416d068aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d71f9d-f5cb-4a27-b185-c90253bcdd5e,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:45.018860 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['1507ef2b-f42c-4d87-a44c-871476fa8797'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:01:45.244657 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['c7185e8d-f50c-4a78-a0cb-5d976790c2e1'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:01:45.270593 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['cd1505ba-efdd-43fd-ab1a-f53b5617d26f'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:01:45.313748 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['f925fa88-e615-42d2-b3ec-449463c7b53e'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:01:45.726286 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['58361d99-ef9c-4fbd-af39-2f7f8767303c'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:01:45.853647 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea036da8-b489-4c37-b446-0fa6a524a115 req-e9d121c8-68e7-45f6-9bd8-6af49993e09b tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:45.864566 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea036da8-b489-4c37-b446-0fa6a524a115 req-e9d121c8-68e7-45f6-9bd8-6af49993e09b tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:45.871350 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea036da8-b489-4c37-b446-0fa6a524a115 req-e9d121c8-68e7-45f6-9bd8-6af49993e09b tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:45.877959 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea036da8-b489-4c37-b446-0fa6a524a115 req-e9d121c8-68e7-45f6-9bd8-6af49993e09b tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:45.884982 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea036da8-b489-4c37-b446-0fa6a524a115 req-e9d121c8-68e7-45f6-9bd8-6af49993e09b tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:45.888697 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['f1fe0f28-22d4-4b09-bc17-0fd02f571177'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:01:45.891461 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea036da8-b489-4c37-b446-0fa6a524a115 req-e9d121c8-68e7-45f6-9bd8-6af49993e09b tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:45.901110 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea036da8-b489-4c37-b446-0fa6a524a115 req-e9d121c8-68e7-45f6-9bd8-6af49993e09b tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:45.910085 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ea036da8-b489-4c37-b446-0fa6a524a115 req-e9d121c8-68e7-45f6-9bd8-6af49993e09b tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab HTTP/1.1" status: 200 len: 5424 time: 0.1366491 Sep 17 08:01:45.966846 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ea036da8-b489-4c37-b446-0fa6a524a115 req-422ba870-6931-4382-8678-67ae3bfcf94f tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/security-groups?id=d72823b7-81c0-42a5-9665-1378d889a01c&id=018bc854-5d2e-47d2-a820-83cebe160ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0499377 Sep 17 08:01:45.995632 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 56790) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:46.139895 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-2384912c-f7d1-42f4-9a3c-65d4e3905e06 tempest-AgentManagementNegativeTest-1142246932 tempest-AgentManagementNegativeTest-1142246932-project] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1400833 Sep 17 08:01:46.487487 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 56812) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:46.602653 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-984064f3-b5b4-4adf-97b1-5fc7bbdb266a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:46.702456 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-984064f3-b5b4-4adf-97b1-5fc7bbdb266a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:46.706373 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-984064f3-b5b4-4adf-97b1-5fc7bbdb266a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:46.743511 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984064f3-b5b4-4adf-97b1-5fc7bbdb266a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63e51cbb-9186-4a82-ad2c-d44595fe1cf9,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:46.748730 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-984064f3-b5b4-4adf-97b1-5fc7bbdb266a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e3b94069535f40969ecb97547c3e20e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2601154 Sep 17 08:01:46.751247 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 56820) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:46.802730 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b71b1f27-54bc-4b3c-851d-02d45f5a4fd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:46.829513 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b71b1f27-54bc-4b3c-851d-02d45f5a4fd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:46.885353 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b71b1f27-54bc-4b3c-851d-02d45f5a4fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:46.888652 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b71b1f27-54bc-4b3c-851d-02d45f5a4fd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:46.892256 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b71b1f27-54bc-4b3c-851d-02d45f5a4fd3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/63e51cbb-9186-4a82-ad2c-d44595fe1cf9 HTTP/1.1" status: 204 len: 168 time: 0.1377423 Sep 17 08:01:46.906845 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71b1f27-54bc-4b3c-851d-02d45f5a4fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e51cbb-9186-4a82-ad2c-d44595fe1cf9,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:47.186452 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c473609-5035-42e1-90e9-12d771df9487 req-750c65a7-ee1d-4d85-bc10-b2ce324af7c3 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:47.201558 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c473609-5035-42e1-90e9-12d771df9487 req-750c65a7-ee1d-4d85-bc10-b2ce324af7c3 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:47.224164 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c473609-5035-42e1-90e9-12d771df9487 req-750c65a7-ee1d-4d85-bc10-b2ce324af7c3 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:47.235077 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c473609-5035-42e1-90e9-12d771df9487 req-750c65a7-ee1d-4d85-bc10-b2ce324af7c3 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:47.241582 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c473609-5035-42e1-90e9-12d771df9487 req-750c65a7-ee1d-4d85-bc10-b2ce324af7c3 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:47.247602 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c473609-5035-42e1-90e9-12d771df9487 req-750c65a7-ee1d-4d85-bc10-b2ce324af7c3 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:47.259866 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c473609-5035-42e1-90e9-12d771df9487 req-750c65a7-ee1d-4d85-bc10-b2ce324af7c3 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:47.267943 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8c473609-5035-42e1-90e9-12d771df9487 req-750c65a7-ee1d-4d85-bc10-b2ce324af7c3 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab HTTP/1.1" status: 200 len: 5424 time: 0.1453822 Sep 17 08:01:47.327651 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8c473609-5035-42e1-90e9-12d771df9487 req-c2026444-2cf9-4e9e-a0f6-5d49ee9e426f tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/security-groups?id=d72823b7-81c0-42a5-9665-1378d889a01c&id=018bc854-5d2e-47d2-a820-83cebe160ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584507 Sep 17 08:01:47.445841 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693e7053-4ad0-4e56-8aea-4ffc791b8dbb req-761a8f1f-6315-48e0-9221-f1397147aeb0 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:47.459534 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-693e7053-4ad0-4e56-8aea-4ffc791b8dbb req-761a8f1f-6315-48e0-9221-f1397147aeb0 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] 10.222.0.13 "GET /v2.0/ports?device_id=5598a24f-0925-4721-ba56-24d5f7a613a7 HTTP/1.1" status: 200 len: 946 time: 0.0725887 Sep 17 08:01:47.506362 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-693e7053-4ad0-4e56-8aea-4ffc791b8dbb req-02f72af7-6520-41da-8c64-c9ac3de061c8 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] 10.222.0.13 "GET /v2.0/security-groups?id=d51a71c8-aada-4bfe-9a22-ff42772b389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485363 Sep 17 08:01:47.851019 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 56870) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:47.959604 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-e9350bc5-7f97-4dc3-99c9-cca6b1cd3f2a tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-2126861353'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:01:47.988566 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9350bc5-7f97-4dc3-99c9-cca6b1cd3f2a tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Made reservation on behalf of c96b3a25bd1140808dd24149610b3dd4 for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:01:47.992326 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e9350bc5-7f97-4dc3-99c9-cca6b1cd3f2a tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:48.002291 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e9350bc5-7f97-4dc3-99c9-cca6b1cd3f2a tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:48.107768 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e9350bc5-7f97-4dc3-99c9-cca6b1cd3f2a tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:48.113387 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e9350bc5-7f97-4dc3-99c9-cca6b1cd3f2a tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:48.136999 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9350bc5-7f97-4dc3-99c9-cca6b1cd3f2a tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:01:48.147055 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e9350bc5-7f97-4dc3-99c9-cca6b1cd3f2a tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:48.147487 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-e9350bc5-7f97-4dc3-99c9-cca6b1cd3f2a tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Added segment b9a2faa9-ad64-4a26-812c-3d7065b71feb of type vlan for network 27404cfc-3d83-4391-a05c-feb5de318cb2 Sep 17 08:01:48.188498 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e9350bc5-7f97-4dc3-99c9-cca6b1cd3f2a tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:48.222178 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e9350bc5-7f97-4dc3-99c9-cca6b1cd3f2a tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:48.228574 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9350bc5-7f97-4dc3-99c9-cca6b1cd3f2a tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:48.229180 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e9350bc5-7f97-4dc3-99c9-cca6b1cd3f2a tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:48.260555 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9350bc5-7f97-4dc3-99c9-cca6b1cd3f2a tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=696a8008-7b9d-404e-8ce7-46f27367e948,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:48.278880 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 56882) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:48.279378 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e9350bc5-7f97-4dc3-99c9-cca6b1cd3f2a tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4270353 Sep 17 08:01:48.284908 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-b5a390b8-d73f-4942-80a7-362472861811 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Request body: {'port': {'network_id': '27404cfc-3d83-4391-a05c-feb5de318cb2', 'name': 'tempest-PortsIpV6TestJSON-1865686722'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:01:48.319971 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9350bc5-7f97-4dc3-99c9-cca6b1cd3f2a tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event updated for resources: {'Network': ['ID=27404cfc-3d83-4391-a05c-feb5de318cb2,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:48.331014 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 27404cfc-3d83-4391-a05c-feb5de318cb2 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:01:48.416879 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a390b8-d73f-4942-80a7-362472861811 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Made reservation on behalf of c96b3a25bd1140808dd24149610b3dd4 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:01:48.421009 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b5a390b8-d73f-4942-80a7-362472861811 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:48.445616 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [None req-b5a390b8-d73f-4942-80a7-362472861811 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] device_id is not set on port 8c63b671-b757-4ba7-baa4-38c40e2c2fc9 yet. {{(pid=101289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 08:01:48.608580 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e73301-a8e8-477c-b9ef-bedbff5a770c req-02ab7198-2553-4957-9f10-dbc9451bd8d3 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:48.614422 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e73301-a8e8-477c-b9ef-bedbff5a770c req-02ab7198-2553-4957-9f10-dbc9451bd8d3 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:48.620840 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e73301-a8e8-477c-b9ef-bedbff5a770c req-02ab7198-2553-4957-9f10-dbc9451bd8d3 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:48.631753 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e73301-a8e8-477c-b9ef-bedbff5a770c req-02ab7198-2553-4957-9f10-dbc9451bd8d3 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:48.637613 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e73301-a8e8-477c-b9ef-bedbff5a770c req-02ab7198-2553-4957-9f10-dbc9451bd8d3 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:48.643486 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e73301-a8e8-477c-b9ef-bedbff5a770c req-02ab7198-2553-4957-9f10-dbc9451bd8d3 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:48.649408 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e73301-a8e8-477c-b9ef-bedbff5a770c req-02ab7198-2553-4957-9f10-dbc9451bd8d3 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:48.651386 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f6e73301-a8e8-477c-b9ef-bedbff5a770c req-02ab7198-2553-4957-9f10-dbc9451bd8d3 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab HTTP/1.1" status: 200 len: 5424 time: 0.1592114 Sep 17 08:01:48.815599 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b5a390b8-d73f-4942-80a7-362472861811 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:48.846251 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e0040-f57a-41e4-9889-eed716ec0560 req-515e277d-03d3-495b-bc5c-138969f8dced tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:48.847716 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f35e0040-f57a-41e4-9889-eed716ec0560 req-515e277d-03d3-495b-bc5c-138969f8dced tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] 10.222.0.13 "GET /v2.0/ports?device_id=5598a24f-0925-4721-ba56-24d5f7a613a7 HTTP/1.1" status: 200 len: 946 time: 0.2611375 Sep 17 08:01:48.869462 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f6e73301-a8e8-477c-b9ef-bedbff5a770c req-cae0d0c1-81b0-43de-b7fc-d097c8193b85 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/security-groups?id=d72823b7-81c0-42a5-9665-1378d889a01c&id=018bc854-5d2e-47d2-a820-83cebe160ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1836810 Sep 17 08:01:48.925373 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f35e0040-f57a-41e4-9889-eed716ec0560 req-a2083d54-9b52-48b9-b74e-7c2a6ae7fa37 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] 10.222.0.13 "GET /v2.0/security-groups?id=d51a71c8-aada-4bfe-9a22-ff42772b389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671165 Sep 17 08:01:48.938019 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b5a390b8-d73f-4942-80a7-362472861811 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:48.979331 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 56908) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:49.027573 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a390b8-d73f-4942-80a7-362472861811 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event updated for resources: {'Port': ['ID=8c63b671-b757-4ba7-baa4-38c40e2c2fc9,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:49.046481 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a390b8-d73f-4942-80a7-362472861811 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Checking segment: {'id': 'b9a2faa9-ad64-4a26-812c-3d7065b71feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '27404cfc-3d83-4391-a05c-feb5de318cb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:01:49.046844 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a390b8-d73f-4942-80a7-362472861811 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Network hostable DHCP agents. Network: 27404cfc-3d83-4391-a05c-feb5de318cb2, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:01:49.066367 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a390b8-d73f-4942-80a7-362472861811 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Network 27404cfc-3d83-4391-a05c-feb5de318cb2 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:01:49.078607 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-b5a390b8-d73f-4942-80a7-362472861811 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 27404cfc-3d83-4391-a05c-feb5de318cb2) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:01:49.082716 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a390b8-d73f-4942-80a7-362472861811 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:01:49.092345 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a390b8-d73f-4942-80a7-362472861811 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:49.093170 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b5a390b8-d73f-4942-80a7-362472861811 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:49.098836 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0a4614-c9f5-4974-ab1b-93fc6557fb06 None None] Network 27404cfc-3d83-4391-a05c-feb5de318cb2 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:01:49.120546 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-b5a390b8-d73f-4942-80a7-362472861811 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8402855 Sep 17 08:01:49.123754 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 56912) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:49.129407 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-38ea0ed6-51dc-41f3-a314-254cb652be2c tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1362360367'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:01:49.145099 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c8d4a882-1b8f-4ffc-b19d-81611c7db519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:49.189157 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ea0ed6-51dc-41f3-a314-254cb652be2c tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Made reservation on behalf of c96b3a25bd1140808dd24149610b3dd4 for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:01:49.195447 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-38ea0ed6-51dc-41f3-a314-254cb652be2c tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:49.234568 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38ea0ed6-51dc-41f3-a314-254cb652be2c tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:01:49.246613 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ddb29-7ad5-4a3e-afe0-9408f83b3310 req-0f123b42-bd81-4e86-8ba3-c8a079f11028 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:49.248530 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cc6ddb29-7ad5-4a3e-afe0-9408f83b3310 req-0f123b42-bd81-4e86-8ba3-c8a079f11028 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] 10.222.0.41 "GET /v2.0/ports?device_id=5598a24f-0925-4721-ba56-24d5f7a613a7 HTTP/1.1" status: 200 len: 946 time: 0.1039417 Sep 17 08:01:49.308255 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-38ea0ed6-51dc-41f3-a314-254cb652be2c tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:49.309355 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-38ea0ed6-51dc-41f3-a314-254cb652be2c tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Added segment b42f56bc-f69f-4beb-8773-2efce81e9b10 of type vlan for network 960368fd-2faa-4fab-8f6f-db82afaff991 Sep 17 08:01:49.334484 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c8d4a882-1b8f-4ffc-b19d-81611c7db519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:49.339184 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c8d4a882-1b8f-4ffc-b19d-81611c7db519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:49.364913 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-38ea0ed6-51dc-41f3-a314-254cb652be2c tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:49.376231 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d4a882-1b8f-4ffc-b19d-81611c7db519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89cd6aab-755a-4c16-8789-31c3fe4b3ec9,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:49.397108 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c8d4a882-1b8f-4ffc-b19d-81611c7db519 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=339c2a6ce3554376be70acb55d2e4c0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4133403 Sep 17 08:01:49.397108 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 56922) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:49.424350 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-38ea0ed6-51dc-41f3-a314-254cb652be2c tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:49.430114 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ea0ed6-51dc-41f3-a314-254cb652be2c tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:49.430715 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-38ea0ed6-51dc-41f3-a314-254cb652be2c tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:49.449828 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a77f266f-c3fa-47c4-8fec-64f52dac6a89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:49.477484 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a77f266f-c3fa-47c4-8fec-64f52dac6a89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:49.480665 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-38ea0ed6-51dc-41f3-a314-254cb652be2c tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3534024 Sep 17 08:01:49.481430 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 56924) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:49.482622 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-cc6ddb29-7ad5-4a3e-afe0-9408f83b3310 req-4f8d79ab-7f0c-4973-8f46-d6aef9cfcc48 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Deleting port 86fa9967-6119-4434-827e-c9ba294b070e {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:01:49.482962 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-cc6ddb29-7ad5-4a3e-afe0-9408f83b3310 req-4f8d79ab-7f0c-4973-8f46-d6aef9cfcc48 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:49.492278 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-70348bb6-357e-4ba1-9caa-c04740516a1d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Request body: {'ports': [{'network_id': '27404cfc-3d83-4391-a05c-feb5de318cb2'}, {'network_id': '960368fd-2faa-4fab-8f6f-db82afaff991'}]} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:01:49.492590 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-70348bb6-357e-4ba1-9caa-c04740516a1d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Request body: {'port': {'network_id': '27404cfc-3d83-4391-a05c-feb5de318cb2'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:01:49.493051 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-70348bb6-357e-4ba1-9caa-c04740516a1d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Request body: {'port': {'network_id': '960368fd-2faa-4fab-8f6f-db82afaff991'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:01:49.526741 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ea0ed6-51dc-41f3-a314-254cb652be2c tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event updated for resources: {'Network': ['ID=960368fd-2faa-4fab-8f6f-db82afaff991,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:49.542977 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 960368fd-2faa-4fab-8f6f-db82afaff991 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:01:49.615358 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-cc6ddb29-7ad5-4a3e-afe0-9408f83b3310 req-4f8d79ab-7f0c-4973-8f46-d6aef9cfcc48 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] For port 86fa9967-6119-4434-827e-c9ba294b070e, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=86fa9967-6119-4434-827e-c9ba294b070e,segment=NetworkSegment(61e99d20-6d46-4414-b8d5-836cfb01f0e8),segment_id=61e99d20-6d46-4414-b8d5-836cfb01f0e8)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:01:49.616771 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-cc6ddb29-7ad5-4a3e-afe0-9408f83b3310 req-4f8d79ab-7f0c-4973-8f46-d6aef9cfcc48 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:49.697550 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a77f266f-c3fa-47c4-8fec-64f52dac6a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:49.700207 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a77f266f-c3fa-47c4-8fec-64f52dac6a89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:49.701372 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a77f266f-c3fa-47c4-8fec-64f52dac6a89 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/89cd6aab-755a-4c16-8789-31c3fe4b3ec9 HTTP/1.1" status: 204 len: 168 time: 0.3028319 Sep 17 08:01:49.714122 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77f266f-c3fa-47c4-8fec-64f52dac6a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89cd6aab-755a-4c16-8789-31c3fe4b3ec9,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:49.732916 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70348bb6-357e-4ba1-9caa-c04740516a1d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Made reservation on behalf of c96b3a25bd1140808dd24149610b3dd4 for: {'port': 2} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:01:49.738008 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-70348bb6-357e-4ba1-9caa-c04740516a1d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:49.753563 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-70348bb6-357e-4ba1-9caa-c04740516a1d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:49.801328 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 0b73edc0-ba71-4e4d-b7e8-33b02fa74b71 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:01:49.837168 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-cc6ddb29-7ad5-4a3e-afe0-9408f83b3310 req-4f8d79ab-7f0c-4973-8f46-d6aef9cfcc48 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:49.837684 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-cc6ddb29-7ad5-4a3e-afe0-9408f83b3310 req-4f8d79ab-7f0c-4973-8f46-d6aef9cfcc48 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:49.838013 n-d-789963-9 neutron-server[101289]: INFO neutron.db.l3_db [req-cc6ddb29-7ad5-4a3e-afe0-9408f83b3310 req-4f8d79ab-7f0c-4973-8f46-d6aef9cfcc48 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Floating IP d03f3966-ddaa-4ef0-bbc0-95b82992a1db disassociated. External IP: 172.25.6.51, port: 86fa9967-6119-4434-827e-c9ba294b070e. Sep 17 08:01:49.838405 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-cc6ddb29-7ad5-4a3e-afe0-9408f83b3310 req-4f8d79ab-7f0c-4973-8f46-d6aef9cfcc48 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Calling delete_port for 86fa9967-6119-4434-827e-c9ba294b070e owned by compute:nova {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:01:49.839567 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [None req-70348bb6-357e-4ba1-9caa-c04740516a1d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] device_id is not set on port 4bd91a0d-d428-4849-b508-a5a8e5711dfb yet. {{(pid=101290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 08:01:49.916251 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8a111a58-8999-4c3f-b19e-0bf4071d379a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:49.931736 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port 0b73edc0-ba71-4e4d-b7e8-33b02fa74b71 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:01:49.940139 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 0b73edc0-ba71-4e4d-b7e8-33b02fa74b71 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:01:49.941988 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:50.053862 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-70348bb6-357e-4ba1-9caa-c04740516a1d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:50.132853 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [None req-70348bb6-357e-4ba1-9caa-c04740516a1d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] device_id is not set on port 5c13b8fd-fdd1-4ce6-a4a2-bea63d5d1e9e yet. {{(pid=101290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 08:01:50.139358 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:50.176086 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a3e4cd7-fd9e-4c48-83d0-fdef58210aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b73edc0-ba71-4e4d-b7e8-33b02fa74b71'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:01:50.178853 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174d0449-3d99-4449-a62c-42b06e4f93cd" -d '{"events": [{"server_uuid": "4a3e4cd7-fd9e-4c48-83d0-fdef58210aab", "name": "network-vif-plugged", "status": "completed", "tag": "0b73edc0-ba71-4e4d-b7e8-33b02fa74b71"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:01:50.199237 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 0b73edc0-ba71-4e4d-b7e8-33b02fa74b71, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=0b73edc0-ba71-4e4d-b7e8-33b02fa74b71,segment=NetworkSegment(b1e1c750-8376-4bf1-bd42-cdccdc64eea3),segment_id=b1e1c750-8376-4bf1-bd42-cdccdc64eea3)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:01:50.204106 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a486dd7-31f1-426e-929d-7b66e5efe470 req-1a17fc24-35b4-4408-8102-d63e499853a6 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:50.205877 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:50.210895 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a486dd7-31f1-426e-929d-7b66e5efe470 req-1a17fc24-35b4-4408-8102-d63e499853a6 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:50.217032 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a486dd7-31f1-426e-929d-7b66e5efe470 req-1a17fc24-35b4-4408-8102-d63e499853a6 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:50.222855 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a486dd7-31f1-426e-929d-7b66e5efe470 req-1a17fc24-35b4-4408-8102-d63e499853a6 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:50.228894 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a486dd7-31f1-426e-929d-7b66e5efe470 req-1a17fc24-35b4-4408-8102-d63e499853a6 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:50.234731 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a486dd7-31f1-426e-929d-7b66e5efe470 req-1a17fc24-35b4-4408-8102-d63e499853a6 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:50.241039 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a486dd7-31f1-426e-929d-7b66e5efe470 req-1a17fc24-35b4-4408-8102-d63e499853a6 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:50.249237 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5a486dd7-31f1-426e-929d-7b66e5efe470 req-1a17fc24-35b4-4408-8102-d63e499853a6 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab HTTP/1.1" status: 200 len: 5424 time: 0.2351978 Sep 17 08:01:50.253906 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 56944) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:50.261306 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-70348bb6-357e-4ba1-9caa-c04740516a1d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:50.263582 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=0b73edc0-ba71-4e4d-b7e8-33b02fa74b71,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:50.280842 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c0bcdf-62cd-4e03-96c8-2560e9d0156d req-18b2b3ca-86bf-480b-9b16-6ff0d57c144b tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:50.282356 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a8c0bcdf-62cd-4e03-96c8-2560e9d0156d req-18b2b3ca-86bf-480b-9b16-6ff0d57c144b tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] 10.222.0.13 "GET /v2.0/ports?device_id=5598a24f-0925-4721-ba56-24d5f7a613a7 HTTP/1.1" status: 200 len: 946 time: 0.1974409 Sep 17 08:01:50.301067 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-297ad28b-a39e-4815-83da-b5254e67e1ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:50.302987 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-cc6ddb29-7ad5-4a3e-afe0-9408f83b3310 req-4f8d79ab-7f0c-4973-8f46-d6aef9cfcc48 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:50.311149 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-70348bb6-357e-4ba1-9caa-c04740516a1d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:50.367120 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70348bb6-357e-4ba1-9caa-c04740516a1d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Network 27404cfc-3d83-4391-a05c-feb5de318cb2 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:01:50.370257 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-70348bb6-357e-4ba1-9caa-c04740516a1d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:01:50.377131 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70348bb6-357e-4ba1-9caa-c04740516a1d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:01:50.378133 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-70348bb6-357e-4ba1-9caa-c04740516a1d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:50.385574 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70348bb6-357e-4ba1-9caa-c04740516a1d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event updated for resources: {'Port': ['ID=4bd91a0d-d428-4849-b508-a5a8e5711dfb,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:50.388914 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d79ab-7f0c-4973-8f46-d6aef9cfcc48 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Pushing event deleted for resources: {'Port': ['ID=86fa9967-6119-4434-827e-c9ba294b070e,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:50.407527 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5a486dd7-31f1-426e-929d-7b66e5efe470 req-f3f31fea-a121-44bd-bb5d-d3adc6dddee4 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/security-groups?id=d72823b7-81c0-42a5-9665-1378d889a01c&id=018bc854-5d2e-47d2-a820-83cebe160ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1548538 Sep 17 08:01:50.448247 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70348bb6-357e-4ba1-9caa-c04740516a1d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event updated for resources: {'Port': ['ID=5c13b8fd-fdd1-4ce6-a4a2-bea63d5d1e9e,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:50.457917 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70348bb6-357e-4ba1-9caa-c04740516a1d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Checking segment: {'id': 'b42f56bc-f69f-4beb-8773-2efce81e9b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '960368fd-2faa-4fab-8f6f-db82afaff991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:01:50.459148 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70348bb6-357e-4ba1-9caa-c04740516a1d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Network hostable DHCP agents. Network: 960368fd-2faa-4fab-8f6f-db82afaff991, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:01:50.479159 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70348bb6-357e-4ba1-9caa-c04740516a1d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Network 960368fd-2faa-4fab-8f6f-db82afaff991 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:01:50.490119 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac7224d-fef0-41eb-8fb2-6dd8a183f78e x-openstack-request-id: req-cac7224d-fef0-41eb-8fb2-6dd8a183f78e {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:01:50.490617 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a3e4cd7-fd9e-4c48-83d0-fdef58210aab", "name": "network-vif-plugged", "status": "completed", "tag": "0b73edc0-ba71-4e4d-b7e8-33b02fa74b71", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:01:50.490853 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a8c0bcdf-62cd-4e03-96c8-2560e9d0156d req-8d82ff8c-5550-485f-99b4-7a920f1c5ccb tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] 10.222.0.13 "GET /v2.0/security-groups?id=d51a71c8-aada-4bfe-9a22-ff42772b389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948547 Sep 17 08:01:50.491108 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cac7224d-fef0-41eb-8fb2-6dd8a183f78e {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:01:50.491676 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a3e4cd7-fd9e-4c48-83d0-fdef58210aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b73edc0-ba71-4e4d-b7e8-33b02fa74b71', 'code': 200} Sep 17 08:01:50.493098 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-70348bb6-357e-4ba1-9caa-c04740516a1d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 960368fd-2faa-4fab-8f6f-db82afaff991) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:01:50.497320 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70348bb6-357e-4ba1-9caa-c04740516a1d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:01:50.511110 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445c32bc-ea03-4f2e-8339-49a55a482ee2 None None] Network 960368fd-2faa-4fab-8f6f-db82afaff991 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:01:50.517978 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70348bb6-357e-4ba1-9caa-c04740516a1d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:50.530149 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70348bb6-357e-4ba1-9caa-c04740516a1d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:50.530946 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-70348bb6-357e-4ba1-9caa-c04740516a1d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:50.619441 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc6ddb29-7ad5-4a3e-afe0-9408f83b3310 req-4f8d79ab-7f0c-4973-8f46-d6aef9cfcc48 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Router 07bf65a5-39af-4176-94a6-2e1eb1fec4dc has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:01:50.686404 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-297ad28b-a39e-4815-83da-b5254e67e1ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:50.696372 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-297ad28b-a39e-4815-83da-b5254e67e1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:50.698608 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-70348bb6-357e-4ba1-9caa-c04740516a1d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.2161434 Sep 17 08:01:50.701292 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 56958) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:50.781181 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297ad28b-a39e-4815-83da-b5254e67e1ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea799b4-b3ae-4019-9bd7-fd51a66b5eb3,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:50.789097 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-297ad28b-a39e-4815-83da-b5254e67e1ad admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1f156b7fe8fc4e268c404f37054f7fbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5323834 Sep 17 08:01:50.789709 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 56960) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:50.816374 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc6ddb29-7ad5-4a3e-afe0-9408f83b3310 req-4f8d79ab-7f0c-4973-8f46-d6aef9cfcc48 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:01:50.826341 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff5e26f-fa99-463b-9d22-07e9af5e2c6d None None] Sync routers for ids ['07bf65a5-39af-4176-94a6-2e1eb1fec4dc'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:01:50.845183 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-268425c3-00a4-4a67-beb5-6295c4565c12 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Deleting port 5c13b8fd-fdd1-4ce6-a4a2-bea63d5d1e9e {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:01:50.845726 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-268425c3-00a4-4a67-beb5-6295c4565c12 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:50.853753 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff5e26f-fa99-463b-9d22-07e9af5e2c6d None None] Routers {'07bf65a5-39af-4176-94a6-2e1eb1fec4dc'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:01:50.854433 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-2ff5e26f-fa99-463b-9d22-07e9af5e2c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:01:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['07bf65a5-39af-4176-94a6-2e1eb1fec4dc'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:01:50.882961 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc6ddb29-7ad5-4a3e-afe0-9408f83b3310 req-4f8d79ab-7f0c-4973-8f46-d6aef9cfcc48 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] No DVR routers for this DVR port 86fa9967-6119-4434-827e-c9ba294b070e on host n-h1-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:01:50.885983 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-cc6ddb29-7ad5-4a3e-afe0-9408f83b3310 req-4f8d79ab-7f0c-4973-8f46-d6aef9cfcc48 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:50.888210 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cc6ddb29-7ad5-4a3e-afe0-9408f83b3310 req-4f8d79ab-7f0c-4973-8f46-d6aef9cfcc48 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] 10.222.0.41 "DELETE /v2.0/ports/86fa9967-6119-4434-827e-c9ba294b070e HTTP/1.1" status: 204 len: 173 time: 1.6327579 Sep 17 08:01:50.889347 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5598a24f-0925-4721-ba56-24d5f7a613a7', 'name': 'network-vif-deleted', 'tag': '86fa9967-6119-4434-827e-c9ba294b070e'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:01:50.891788 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80fcb661-e3f7-4240-b878-c5a7b15c5628" -d '{"events": [{"server_uuid": "5598a24f-0925-4721-ba56-24d5f7a613a7", "name": "network-vif-deleted", "tag": "86fa9967-6119-4434-827e-c9ba294b070e"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:01:50.908531 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ff13a8dc-7912-485d-8a40-8349f3ee36dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:50.953750 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ff13a8dc-7912-485d-8a40-8349f3ee36dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:50.964383 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c903b6-46a6-48ae-8766-8ab3b275385a x-openstack-request-id: req-04c903b6-46a6-48ae-8766-8ab3b275385a {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:01:50.964655 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5598a24f-0925-4721-ba56-24d5f7a613a7", "name": "network-vif-deleted", "tag": "86fa9967-6119-4434-827e-c9ba294b070e", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:01:50.965135 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-04c903b6-46a6-48ae-8766-8ab3b275385a {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:01:50.965576 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5598a24f-0925-4721-ba56-24d5f7a613a7', 'name': 'network-vif-deleted', 'tag': '86fa9967-6119-4434-827e-c9ba294b070e', 'status': 'completed', 'code': 200} Sep 17 08:01:51.015939 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-268425c3-00a4-4a67-beb5-6295c4565c12 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:51.017004 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-2ff5e26f-fa99-463b-9d22-07e9af5e2c6d None None] Set router 07bf65a5-39af-4176-94a6-2e1eb1fec4dc gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:01:51.020695 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ff13a8dc-7912-485d-8a40-8349f3ee36dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:51.026419 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ff13a8dc-7912-485d-8a40-8349f3ee36dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:51.027950 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ff13a8dc-7912-485d-8a40-8349f3ee36dd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aea799b4-b3ae-4019-9bd7-fd51a66b5eb3 HTTP/1.1" status: 204 len: 168 time: 0.2355773 Sep 17 08:01:51.038892 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff13a8dc-7912-485d-8a40-8349f3ee36dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea799b4-b3ae-4019-9bd7-fd51a66b5eb3,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:51.042232 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-268425c3-00a4-4a67-beb5-6295c4565c12 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Calling delete_port for 5c13b8fd-fdd1-4ce6-a4a2-bea63d5d1e9e owned by {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:01:51.142022 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-268425c3-00a4-4a67-beb5-6295c4565c12 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:51.180680 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268425c3-00a4-4a67-beb5-6295c4565c12 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event deleted for resources: {'Port': ['ID=5c13b8fd-fdd1-4ce6-a4a2-bea63d5d1e9e,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:51.192604 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-268425c3-00a4-4a67-beb5-6295c4565c12 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:51.197237 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-268425c3-00a4-4a67-beb5-6295c4565c12 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "DELETE /v2.0/ports/5c13b8fd-fdd1-4ce6-a4a2-bea63d5d1e9e HTTP/1.1" status: 204 len: 168 time: 0.4926214 Sep 17 08:01:51.197557 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 56970) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:51.291593 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed396cc0-6658-404a-b709-877dc7018ab6 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:51.297891 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed396cc0-6658-404a-b709-877dc7018ab6 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:51.302564 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 56974) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:51.302736 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ed396cc0-6658-404a-b709-877dc7018ab6 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1039920 Sep 17 08:01:51.416835 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-2ff5e26f-fa99-463b-9d22-07e9af5e2c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bf65a5-39af-4176-94a6-2e1eb1fec4dc', 'name': 'tempest-ServersTestFqdnHostnames-1345365588-router', 'tenant_id': '85a1205ba09b4a7b819dd87a018d5057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '25df4c10-8a5d-4ccf-a8ca-618acc2b2173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:58:46Z', 'updated_at': '2021-09-17T07:58:54Z', 'revision_number': 4, 'project_id': '85a1205ba09b4a7b819dd87a018d5057', 'gw_port': {'id': '25df4c10-8a5d-4ccf-a8ca-618acc2b2173', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:29:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bf65a5-39af-4176-94a6-2e1eb1fec4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:58:47Z', 'updated_at': '2021-09-17T07:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'f8384278-9720-42a4-80a2-d88a4bbf205b', 'name': '', 'network_id': '0ac2dea1-1030-4e45-a595-712a662b9be7', 'tenant_id': '85a1205ba09b4a7b819dd87a018d5057', 'mac_address': 'fa:16:3e:1d:70:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bf65a5-39af-4176-94a6-2e1eb1fec4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '5f447d0e-4d69-4c7b-bffd-747abf0c712f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:58:52Z', 'updated_at': '2021-09-17T07:58:58Z', 'revision_number': 5, 'project_id': '85a1205ba09b4a7b819dd87a018d5057', 'subnets': [{'id': '5f447d0e-4d69-4c7b-bffd-747abf0c712f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:01:51.449194 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff5e26f-fa99-463b-9d22-07e9af5e2c6d None None] Checking router: 07bf65a5-39af-4176-94a6-2e1eb1fec4dc for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:01:51.460501 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff5e26f-fa99-463b-9d22-07e9af5e2c6d None None] Routers {'07bf65a5-39af-4176-94a6-2e1eb1fec4dc'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:01:51.461386 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-2ff5e26f-fa99-463b-9d22-07e9af5e2c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:01:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['07bf65a5-39af-4176-94a6-2e1eb1fec4dc'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:01:51.528925 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-08e769ee-5076-4151-9fd9-4a4334429121 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Deleting port 4bd91a0d-d428-4849-b508-a5a8e5711dfb {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:01:51.529553 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-08e769ee-5076-4151-9fd9-4a4334429121 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:51.676082 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-2ff5e26f-fa99-463b-9d22-07e9af5e2c6d None None] Set router 07bf65a5-39af-4176-94a6-2e1eb1fec4dc gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:01:51.685732 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-08e769ee-5076-4151-9fd9-4a4334429121 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:51.690066 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-93ade370-ff81-4b55-b823-c1de83a636fe req-943a3e2d-05ee-48c0-bfae-263b5ffe348f tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] 10.222.0.13 "GET /v2.0/ports?device_id=5598a24f-0925-4721-ba56-24d5f7a613a7 HTTP/1.1" status: 200 len: 210 time: 0.0433986 Sep 17 08:01:51.703033 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-08e769ee-5076-4151-9fd9-4a4334429121 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Calling delete_port for 4bd91a0d-d428-4849-b508-a5a8e5711dfb owned by {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:01:51.763872 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee2ee31-8117-4aad-817f-c10b97d0c4d0 req-ec341f41-324a-43e1-a943-ad334155b4c8 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:51.770229 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee2ee31-8117-4aad-817f-c10b97d0c4d0 req-ec341f41-324a-43e1-a943-ad334155b4c8 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:51.778739 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee2ee31-8117-4aad-817f-c10b97d0c4d0 req-ec341f41-324a-43e1-a943-ad334155b4c8 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:51.789210 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee2ee31-8117-4aad-817f-c10b97d0c4d0 req-ec341f41-324a-43e1-a943-ad334155b4c8 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:51.801068 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee2ee31-8117-4aad-817f-c10b97d0c4d0 req-ec341f41-324a-43e1-a943-ad334155b4c8 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:51.809660 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 58361d99-ef9c-4fbd-af39-2f7f8767303c up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:01:51.813028 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee2ee31-8117-4aad-817f-c10b97d0c4d0 req-ec341f41-324a-43e1-a943-ad334155b4c8 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:51.827201 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee2ee31-8117-4aad-817f-c10b97d0c4d0 req-ec341f41-324a-43e1-a943-ad334155b4c8 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:51.830841 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cee2ee31-8117-4aad-817f-c10b97d0c4d0 req-ec341f41-324a-43e1-a943-ad334155b4c8 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab HTTP/1.1" status: 200 len: 5425 time: 0.2547576 Sep 17 08:01:51.887296 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port 58361d99-ef9c-4fbd-af39-2f7f8767303c completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:01:51.892806 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 58361d99-ef9c-4fbd-af39-2f7f8767303c triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:01:51.895392 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:51.919534 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cee2ee31-8117-4aad-817f-c10b97d0c4d0 req-6e97947c-5ca7-4538-a109-7d4797b67212 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/security-groups?id=d72823b7-81c0-42a5-9665-1378d889a01c&id=018bc854-5d2e-47d2-a820-83cebe160ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0815926 Sep 17 08:01:51.922080 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-2ff5e26f-fa99-463b-9d22-07e9af5e2c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bf65a5-39af-4176-94a6-2e1eb1fec4dc', 'name': 'tempest-ServersTestFqdnHostnames-1345365588-router', 'tenant_id': '85a1205ba09b4a7b819dd87a018d5057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '25df4c10-8a5d-4ccf-a8ca-618acc2b2173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:58:46Z', 'updated_at': '2021-09-17T07:58:54Z', 'revision_number': 4, 'project_id': '85a1205ba09b4a7b819dd87a018d5057', 'gw_port': {'id': '25df4c10-8a5d-4ccf-a8ca-618acc2b2173', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:29:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bf65a5-39af-4176-94a6-2e1eb1fec4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:58:47Z', 'updated_at': '2021-09-17T07:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'f8384278-9720-42a4-80a2-d88a4bbf205b', 'name': '', 'network_id': '0ac2dea1-1030-4e45-a595-712a662b9be7', 'tenant_id': '85a1205ba09b4a7b819dd87a018d5057', 'mac_address': 'fa:16:3e:1d:70:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bf65a5-39af-4176-94a6-2e1eb1fec4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '5f447d0e-4d69-4c7b-bffd-747abf0c712f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:58:52Z', 'updated_at': '2021-09-17T07:58:58Z', 'revision_number': 5, 'project_id': '85a1205ba09b4a7b819dd87a018d5057', 'subnets': [{'id': '5f447d0e-4d69-4c7b-bffd-747abf0c712f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:01:51.972532 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-08e769ee-5076-4151-9fd9-4a4334429121 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:51.973173 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff5e26f-fa99-463b-9d22-07e9af5e2c6d None None] The sync data for ids ['07bf65a5-39af-4176-94a6-2e1eb1fec4dc'] in n-d-789963-9 is: [{'id': '07bf65a5-39af-4176-94a6-2e1eb1fec4dc', 'name': 'tempest-ServersTestFqdnHostnames-1345365588-router', 'tenant_id': '85a1205ba09b4a7b819dd87a018d5057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '25df4c10-8a5d-4ccf-a8ca-618acc2b2173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:58:46Z', 'updated_at': '2021-09-17T07:58:54Z', 'revision_number': 4, 'project_id': '85a1205ba09b4a7b819dd87a018d5057', 'gw_port': {'id': '25df4c10-8a5d-4ccf-a8ca-618acc2b2173', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:29:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bf65a5-39af-4176-94a6-2e1eb1fec4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:58:47Z', 'updated_at': '2021-09-17T07:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'f8384278-9720-42a4-80a2-d88a4bbf205b', 'name': '', 'network_id': '0ac2dea1-1030-4e45-a595-712a662b9be7', 'tenant_id': '85a1205ba09b4a7b819dd87a018d5057', 'mac_address': 'fa:16:3e:1d:70:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bf65a5-39af-4176-94a6-2e1eb1fec4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '5f447d0e-4d69-4c7b-bffd-747abf0c712f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:58:52Z', 'updated_at': '2021-09-17T07:58:58Z', 'revision_number': 5, 'project_id': '85a1205ba09b4a7b819dd87a018d5057', 'subnets': [{'id': '5f447d0e-4d69-4c7b-bffd-747abf0c712f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:01:52.006796 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:52.048139 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 58361d99-ef9c-4fbd-af39-2f7f8767303c, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=58361d99-ef9c-4fbd-af39-2f7f8767303c,segment=NetworkSegment(8776ef69-18a3-435b-bcae-3ec13a221682),segment_id=8776ef69-18a3-435b-bcae-3ec13a221682)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:01:52.060012 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e769ee-5076-4151-9fd9-4a4334429121 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event deleted for resources: {'Port': ['ID=4bd91a0d-d428-4849-b508-a5a8e5711dfb,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:52.063804 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-08e769ee-5076-4151-9fd9-4a4334429121 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:52.067078 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:52.069074 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 57006) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:52.071062 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-08e769ee-5076-4151-9fd9-4a4334429121 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "DELETE /v2.0/ports/4bd91a0d-d428-4849-b508-a5a8e5711dfb HTTP/1.1" status: 204 len: 168 time: 0.7673512 Sep 17 08:01:52.071466 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device f1fe0f28-22d4-4b09-bc17-0fd02f571177 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:01:52.138129 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216a1a09-e360-484e-bded-964f3738dd01 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:52.139759 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-216a1a09-e360-484e-bded-964f3738dd01 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0696847 Sep 17 08:01:52.145143 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 57010) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:52.186459 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port f1fe0f28-22d4-4b09-bc17-0fd02f571177 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:01:52.186836 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc24dd26-201c-40ee-a727-51feccc7eae2 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] GET failed (client error): The resource could not be found. Sep 17 08:01:52.189155 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-dc24dd26-201c-40ee-a727-51feccc7eae2 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "GET /v2.0/ports/5c13b8fd-fdd1-4ce6-a4a2-bea63d5d1e9e HTTP/1.1" status: 404 len: 333 time: 0.0418322 Sep 17 08:01:52.192603 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 57016) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:52.200599 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=58361d99-ef9c-4fbd-af39-2f7f8767303c,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:52.203643 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port f1fe0f28-22d4-4b09-bc17-0fd02f571177 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:01:52.204249 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:52.229756 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4608e60-1915-4b28-8ebe-657e6e3bdb35 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] GET failed (client error): The resource could not be found. Sep 17 08:01:52.234532 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-f4608e60-1915-4b28-8ebe-657e6e3bdb35 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "GET /v2.0/ports/4bd91a0d-d428-4849-b508-a5a8e5711dfb HTTP/1.1" status: 404 len: 333 time: 0.0402062 Sep 17 08:01:52.235507 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 57018) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:52.352668 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:52.354123 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6506f8b4-c9e0-45bf-8686-fdef7165150f tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:52.440117 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port f1fe0f28-22d4-4b09-bc17-0fd02f571177, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=f1fe0f28-22d4-4b09-bc17-0fd02f571177,segment=NetworkSegment(8776ef69-18a3-435b-bcae-3ec13a221682),segment_id=8776ef69-18a3-435b-bcae-3ec13a221682)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:01:52.441065 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0627c0dd-d061-4353-8111-fc399c76a0c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:52.446789 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f7549c-3c3f-441f-9a96-608c98d3e806 None None] New status for floating IP d03f3966-ddaa-4ef0-bbc0-95b82992a1db: DOWN {{(pid=101291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 08:01:52.450803 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:52.451758 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 1507ef2b-f42c-4d87-a44c-871476fa8797 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:01:52.458567 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6506f8b4-c9e0-45bf-8686-fdef7165150f tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:52.481256 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-6506f8b4-c9e0-45bf-8686-fdef7165150f tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['960368fd-2faa-4fab-8f6f-db82afaff991']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:01:52.497259 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-6506f8b4-c9e0-45bf-8686-fdef7165150f tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b42f56bc-f69f-4beb-8773-2efce81e9b10') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:01:52.497679 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-6506f8b4-c9e0-45bf-8686-fdef7165150f tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b42f56bc-f69f-4beb-8773-2efce81e9b10') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:01:52.505805 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a3e4cd7-fd9e-4c48-83d0-fdef58210aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58361d99-ef9c-4fbd-af39-2f7f8767303c'}, {'server_uuid': '4a3e4cd7-fd9e-4c48-83d0-fdef58210aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1fe0f28-22d4-4b09-bc17-0fd02f571177'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:01:52.507871 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6506f8b4-c9e0-45bf-8686-fdef7165150f tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:52.508378 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5887ab84-efd3-4364-b04b-7a82db42cc77" -d '{"events": [{"server_uuid": "4a3e4cd7-fd9e-4c48-83d0-fdef58210aab", "name": "network-vif-plugged", "status": "completed", "tag": "58361d99-ef9c-4fbd-af39-2f7f8767303c"}, {"server_uuid": "4a3e4cd7-fd9e-4c48-83d0-fdef58210aab", "name": "network-vif-plugged", "status": "completed", "tag": "f1fe0f28-22d4-4b09-bc17-0fd02f571177"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:01:52.522838 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6506f8b4-c9e0-45bf-8686-fdef7165150f tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:52.530360 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6506f8b4-c9e0-45bf-8686-fdef7165150f tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:01:52.530850 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6506f8b4-c9e0-45bf-8686-fdef7165150f tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:52.534583 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 08:01:52.534583 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:01:52.534583 n-d-789963-9 neutron-server[101290]: timer() Sep 17 08:01:52.534583 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:01:52.534583 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 08:01:52.534583 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:01:52.534583 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 08:01:52.534583 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:01:52.534583 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 08:01:52.534583 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:01:52.534583 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 08:01:52.534583 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:01:52.534583 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 08:01:52.534583 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:01:52.534583 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:01:52.534583 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:01:52.534583 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:01:52.534583 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:01:52.534583 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 08:01:52.534583 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:01:52.534583 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 08:01:52.534583 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:01:52.534583 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:01:52.534583 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:01:52.534583 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 08:01:52.534583 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:01:52.534583 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:01:52.534583 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:01:52.534583 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:01:52.534583 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:01:52.534583 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:01:52.534583 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:01:52.631497 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6506f8b4-c9e0-45bf-8686-fdef7165150f tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:52.639141 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6506f8b4-c9e0-45bf-8686-fdef7165150f tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:52.645810 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 57032) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:52.646753 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Sep 2021 08:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1177f2e9-b835-4362-a73c-e228a9a8c4ae x-openstack-request-id: req-1177f2e9-b835-4362-a73c-e228a9a8c4ae {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:01:52.646968 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a3e4cd7-fd9e-4c48-83d0-fdef58210aab", "name": "network-vif-plugged", "status": "completed", "tag": "58361d99-ef9c-4fbd-af39-2f7f8767303c", "code": 200}, {"server_uuid": "4a3e4cd7-fd9e-4c48-83d0-fdef58210aab", "name": "network-vif-plugged", "status": "completed", "tag": "f1fe0f28-22d4-4b09-bc17-0fd02f571177", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:01:52.647233 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1177f2e9-b835-4362-a73c-e228a9a8c4ae {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:01:52.647644 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a3e4cd7-fd9e-4c48-83d0-fdef58210aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58361d99-ef9c-4fbd-af39-2f7f8767303c', 'code': 200} Sep 17 08:01:52.647933 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a3e4cd7-fd9e-4c48-83d0-fdef58210aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1fe0f28-22d4-4b09-bc17-0fd02f571177', 'code': 200} Sep 17 08:01:52.652231 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-eeb8221e-3b23-4b3b-bb60-071dcb012d87 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-684562350'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:01:52.652502 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6506f8b4-c9e0-45bf-8686-fdef7165150f tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "DELETE /v2.0/networks/960368fd-2faa-4fab-8f6f-db82afaff991 HTTP/1.1" status: 204 len: 168 time: 0.4152091 Sep 17 08:01:52.676015 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6506f8b4-c9e0-45bf-8686-fdef7165150f tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event deleted for resources: {'Network': ['ID=960368fd-2faa-4fab-8f6f-db82afaff991,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:52.681697 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb8221e-3b23-4b3b-bb60-071dcb012d87 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Made reservation on behalf of c96b3a25bd1140808dd24149610b3dd4 for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:01:52.686519 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-eeb8221e-3b23-4b3b-bb60-071dcb012d87 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:52.688859 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:52.691255 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=f1fe0f28-22d4-4b09-bc17-0fd02f571177,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:52.705287 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port 1507ef2b-f42c-4d87-a44c-871476fa8797 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:01:52.711502 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 1507ef2b-f42c-4d87-a44c-871476fa8797 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:01:52.713150 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:52.734527 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeb8221e-3b23-4b3b-bb60-071dcb012d87 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:01:52.761308 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-eeb8221e-3b23-4b3b-bb60-071dcb012d87 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:52.761729 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-eeb8221e-3b23-4b3b-bb60-071dcb012d87 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Added segment 9f7adf6f-3981-446e-b2cc-65a61d45afff of type vlan for network 3b1a1f33-a90a-4120-ab0a-298e18cd61c1 Sep 17 08:01:52.828716 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-eeb8221e-3b23-4b3b-bb60-071dcb012d87 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:52.855765 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:52.879772 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-eeb8221e-3b23-4b3b-bb60-071dcb012d87 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:52.887792 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb8221e-3b23-4b3b-bb60-071dcb012d87 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:52.888795 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-eeb8221e-3b23-4b3b-bb60-071dcb012d87 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:52.891813 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 1507ef2b-f42c-4d87-a44c-871476fa8797, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=1507ef2b-f42c-4d87-a44c-871476fa8797,segment=NetworkSegment(8776ef69-18a3-435b-bcae-3ec13a221682),segment_id=8776ef69-18a3-435b-bcae-3ec13a221682)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:01:52.902659 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:52.904521 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device c7185e8d-f50c-4a78-a0cb-5d976790c2e1 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:01:52.944415 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-eeb8221e-3b23-4b3b-bb60-071dcb012d87 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2973707 Sep 17 08:01:52.947652 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 57050) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:52.953530 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-789f72e6-efb4-4cd6-a2fb-e1e7c974131d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Request body: {'subnet': {'network_id': '3b1a1f33-a90a-4120-ab0a-298e18cd61c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:01:52.984794 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb8221e-3b23-4b3b-bb60-071dcb012d87 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event updated for resources: {'Network': ['ID=3b1a1f33-a90a-4120-ab0a-298e18cd61c1,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:53.003795 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 3b1a1f33-a90a-4120-ab0a-298e18cd61c1 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:01:53.095016 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 86fa9967-6119-4434-827e-c9ba294b070e no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:01:53.126245 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] No Port match for: 86fa9967-6119-4434-827e-c9ba294b070e {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:01:53.126599 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 86fa9967-6119-4434-827e-c9ba294b070e not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:01:53.134048 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-789f72e6-efb4-4cd6-a2fb-e1e7c974131d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Made reservation on behalf of c96b3a25bd1140808dd24149610b3dd4 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:01:53.139361 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-789f72e6-efb4-4cd6-a2fb-e1e7c974131d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:53.165938 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port c7185e8d-f50c-4a78-a0cb-5d976790c2e1 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:01:53.166867 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930e2bb-1d06-41e2-8390-e8de12008bf5 req-024f1977-8872-4659-aea5-3fa3871ceb33 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:53.168784 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=1507ef2b-f42c-4d87-a44c-871476fa8797,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:53.173612 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port c7185e8d-f50c-4a78-a0cb-5d976790c2e1 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:01:53.174230 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:53.175243 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930e2bb-1d06-41e2-8390-e8de12008bf5 req-024f1977-8872-4659-aea5-3fa3871ceb33 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:53.183059 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930e2bb-1d06-41e2-8390-e8de12008bf5 req-024f1977-8872-4659-aea5-3fa3871ceb33 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:53.191126 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930e2bb-1d06-41e2-8390-e8de12008bf5 req-024f1977-8872-4659-aea5-3fa3871ceb33 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:53.198415 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930e2bb-1d06-41e2-8390-e8de12008bf5 req-024f1977-8872-4659-aea5-3fa3871ceb33 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:53.204692 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930e2bb-1d06-41e2-8390-e8de12008bf5 req-024f1977-8872-4659-aea5-3fa3871ceb33 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:53.214019 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930e2bb-1d06-41e2-8390-e8de12008bf5 req-024f1977-8872-4659-aea5-3fa3871ceb33 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:53.216122 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3930e2bb-1d06-41e2-8390-e8de12008bf5 req-024f1977-8872-4659-aea5-3fa3871ceb33 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab HTTP/1.1" status: 200 len: 5428 time: 0.1624582 Sep 17 08:01:53.278665 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:53.285538 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3930e2bb-1d06-41e2-8390-e8de12008bf5 req-44fd351c-e606-48a9-86c6-fafcd5c8ea3e tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/security-groups?id=d72823b7-81c0-42a5-9665-1378d889a01c&id=018bc854-5d2e-47d2-a820-83cebe160ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554664 Sep 17 08:01:53.329399 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port c7185e8d-f50c-4a78-a0cb-5d976790c2e1, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=c7185e8d-f50c-4a78-a0cb-5d976790c2e1,segment=NetworkSegment(b1e1c750-8376-4bf1-bd42-cdccdc64eea3),segment_id=b1e1c750-8376-4bf1-bd42-cdccdc64eea3)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:01:53.345251 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:53.352137 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device cd1505ba-efdd-43fd-ab1a-f53b5617d26f up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:01:53.447705 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=c7185e8d-f50c-4a78-a0cb-5d976790c2e1,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:53.461648 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port cd1505ba-efdd-43fd-ab1a-f53b5617d26f completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:01:53.468971 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port cd1505ba-efdd-43fd-ab1a-f53b5617d26f triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:01:53.469354 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:53.490752 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-789f72e6-efb4-4cd6-a2fb-e1e7c974131d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:53.589719 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789f72e6-efb4-4cd6-a2fb-e1e7c974131d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event updated for resources: {'Subnet': ['ID=04199e8e-f7f2-4f1d-896a-7573a2a49c55,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:53.601300 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789f72e6-efb4-4cd6-a2fb-e1e7c974131d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Checking segment: {'id': '9f7adf6f-3981-446e-b2cc-65a61d45afff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3b1a1f33-a90a-4120-ab0a-298e18cd61c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:01:53.601671 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789f72e6-efb4-4cd6-a2fb-e1e7c974131d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Network hostable DHCP agents. Network: 3b1a1f33-a90a-4120-ab0a-298e18cd61c1, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:01:53.629915 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789f72e6-efb4-4cd6-a2fb-e1e7c974131d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Network 3b1a1f33-a90a-4120-ab0a-298e18cd61c1 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:01:53.646751 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-789f72e6-efb4-4cd6-a2fb-e1e7c974131d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 3b1a1f33-a90a-4120-ab0a-298e18cd61c1) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:01:53.673486 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789f72e6-efb4-4cd6-a2fb-e1e7c974131d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:53.674434 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-789f72e6-efb4-4cd6-a2fb-e1e7c974131d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:53.721375 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-789f72e6-efb4-4cd6-a2fb-e1e7c974131d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7725291 Sep 17 08:01:53.722057 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 57078) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:53.731616 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-9aa51eb1-fe12-47c6-9467-a609f5baa04d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Request body: {'port': {'network_id': '3b1a1f33-a90a-4120-ab0a-298e18cd61c1', 'name': 'tempest-PortsIpV6TestJSON-291776427'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:01:53.744149 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2a59e5-44fc-4dc5-9c5b-3d10ce2e86e1 None None] Network 3b1a1f33-a90a-4120-ab0a-298e18cd61c1 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:01:53.858009 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 57082) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:53.895590 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa51eb1-fe12-47c6-9467-a609f5baa04d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Made reservation on behalf of c96b3a25bd1140808dd24149610b3dd4 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:01:53.902283 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9aa51eb1-fe12-47c6-9467-a609f5baa04d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:53.905051 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:53.933329 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [None req-9aa51eb1-fe12-47c6-9467-a609f5baa04d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] device_id is not set on port b0659dc4-5ebe-4386-91f7-3a2e2c2c7507 yet. {{(pid=101290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 08:01:53.989602 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:54.007260 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef94bf51-50ac-4ca3-bbe8-1623de40c941 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-3b1a1f33-a90a-4120-ab0a-298e18cd61c1', 'network_id': '3b1a1f33-a90a-4120-ab0a-298e18cd61c1', 'tenant_id': 'c96b3a25bd1140808dd24149610b3dd4', 'fixed_ips': [{'subnet_id': '04199e8e-f7f2-4f1d-896a-7573a2a49c55'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:01:54.008302 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ef94bf51-50ac-4ca3-bbe8-1623de40c941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:54.017416 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c409aaab-6bad-4712-8490-68b0c6aeb7a3 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:54.083888 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c409aaab-6bad-4712-8490-68b0c6aeb7a3 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:54.172466 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port cd1505ba-efdd-43fd-ab1a-f53b5617d26f, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=cd1505ba-efdd-43fd-ab1a-f53b5617d26f,segment=NetworkSegment(8776ef69-18a3-435b-bcae-3ec13a221682),segment_id=8776ef69-18a3-435b-bcae-3ec13a221682)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:01:54.179642 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:54.181657 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device f925fa88-e615-42d2-b3ec-449463c7b53e up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:01:54.221718 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c409aaab-6bad-4712-8490-68b0c6aeb7a3 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:54.229081 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c409aaab-6bad-4712-8490-68b0c6aeb7a3 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:54.233424 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-9aa51eb1-fe12-47c6-9467-a609f5baa04d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Allocated IP 2001:db8::e6 (3b1a1f33-a90a-4120-ab0a-298e18cd61c1/04199e8e-f7f2-4f1d-896a-7573a2a49c55/b0659dc4-5ebe-4386-91f7-3a2e2c2c7507) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:01:54.235374 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 57092) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:54.237219 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-c409aaab-6bad-4712-8490-68b0c6aeb7a3 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] 10.222.0.13 "DELETE /v2.0/security-groups/d51a71c8-aada-4bfe-9a22-ff42772b389a HTTP/1.1" status: 204 len: 168 time: 0.3765993 Sep 17 08:01:54.259564 n-d-789963-9 neutron-server[101290]: INFO neutron.api.v2.resource [None req-6e70bff9-1f73-4b4f-b4d2-2c51313e4bdf tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] show failed (client error): The resource could not be found. Sep 17 08:01:54.261654 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6e70bff9-1f73-4b4f-b4d2-2c51313e4bdf tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] 10.222.0.13 "GET /v2.0/security-groups/d51a71c8-aada-4bfe-9a22-ff42772b389a HTTP/1.1" status: 404 len: 347 time: 0.0250993 Sep 17 08:01:54.264360 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 57096) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:54.274686 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c409aaab-6bad-4712-8490-68b0c6aeb7a3 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51a71c8-aada-4bfe-9a22-ff42772b389a,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:54.347024 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=cd1505ba-efdd-43fd-ab1a-f53b5617d26f,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:54.383872 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port f925fa88-e615-42d2-b3ec-449463c7b53e completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:01:54.389868 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port f925fa88-e615-42d2-b3ec-449463c7b53e triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:01:54.390316 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:54.517710 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8369861a-98c8-416f-8b60-d29813a1f553 req-d7ef54a0-2a9b-4fd7-871e-00406cb92232 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:54.524323 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8369861a-98c8-416f-8b60-d29813a1f553 req-d7ef54a0-2a9b-4fd7-871e-00406cb92232 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:54.529969 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8369861a-98c8-416f-8b60-d29813a1f553 req-d7ef54a0-2a9b-4fd7-871e-00406cb92232 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:54.537161 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8369861a-98c8-416f-8b60-d29813a1f553 req-d7ef54a0-2a9b-4fd7-871e-00406cb92232 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:54.539438 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:54.543728 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-9c744fa2-8d33-43e5-adde-54dd52dee1f3 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Deleting port e913e63e-4bb0-4d12-b0be-e474e01950c3 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:01:54.544285 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9c744fa2-8d33-43e5-adde-54dd52dee1f3 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:54.544469 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8369861a-98c8-416f-8b60-d29813a1f553 req-d7ef54a0-2a9b-4fd7-871e-00406cb92232 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:54.553262 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8369861a-98c8-416f-8b60-d29813a1f553 req-d7ef54a0-2a9b-4fd7-871e-00406cb92232 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:54.565477 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8369861a-98c8-416f-8b60-d29813a1f553 req-d7ef54a0-2a9b-4fd7-871e-00406cb92232 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:54.567570 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8369861a-98c8-416f-8b60-d29813a1f553 req-d7ef54a0-2a9b-4fd7-871e-00406cb92232 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab HTTP/1.1" status: 200 len: 5430 time: 0.1329336 Sep 17 08:01:54.602834 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port f925fa88-e615-42d2-b3ec-449463c7b53e, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=f925fa88-e615-42d2-b3ec-449463c7b53e,segment=NetworkSegment(a29178db-d5c9-4d31-b4e5-63807b5c0c4d),segment_id=a29178db-d5c9-4d31-b4e5-63807b5c0c4d)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:01:54.614268 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:54.641367 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8369861a-98c8-416f-8b60-d29813a1f553 req-b118f4bb-232c-4ad6-aa11-8ab41906122e tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/security-groups?id=d72823b7-81c0-42a5-9665-1378d889a01c&id=018bc854-5d2e-47d2-a820-83cebe160ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0629628 Sep 17 08:01:54.649528 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a3e4cd7-fd9e-4c48-83d0-fdef58210aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1507ef2b-f42c-4d87-a44c-871476fa8797'}, {'server_uuid': '4a3e4cd7-fd9e-4c48-83d0-fdef58210aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7185e8d-f50c-4a78-a0cb-5d976790c2e1'}, {'server_uuid': '4a3e4cd7-fd9e-4c48-83d0-fdef58210aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd1505ba-efdd-43fd-ab1a-f53b5617d26f'}, {'server_uuid': '4a3e4cd7-fd9e-4c48-83d0-fdef58210aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f925fa88-e615-42d2-b3ec-449463c7b53e'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:01:54.652703 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399c4e93-b686-4b07-a14e-6ee59af96db6" -d '{"events": [{"server_uuid": "4a3e4cd7-fd9e-4c48-83d0-fdef58210aab", "name": "network-vif-plugged", "status": "completed", "tag": "1507ef2b-f42c-4d87-a44c-871476fa8797"}, {"server_uuid": "4a3e4cd7-fd9e-4c48-83d0-fdef58210aab", "name": "network-vif-plugged", "status": "completed", "tag": "c7185e8d-f50c-4a78-a0cb-5d976790c2e1"}, {"server_uuid": "4a3e4cd7-fd9e-4c48-83d0-fdef58210aab", "name": "network-vif-plugged", "status": "completed", "tag": "cd1505ba-efdd-43fd-ab1a-f53b5617d26f"}, {"server_uuid": "4a3e4cd7-fd9e-4c48-83d0-fdef58210aab", "name": "network-vif-plugged", "status": "completed", "tag": "f925fa88-e615-42d2-b3ec-449463c7b53e"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:01:54.684817 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=f925fa88-e615-42d2-b3ec-449463c7b53e,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:54.697964 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9aa51eb1-fe12-47c6-9467-a609f5baa04d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:54.718584 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 17 Sep 2021 08:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ddd9a3-1e30-49d0-9806-d94356802c10 x-openstack-request-id: req-91ddd9a3-1e30-49d0-9806-d94356802c10 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:01:54.718896 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a3e4cd7-fd9e-4c48-83d0-fdef58210aab", "name": "network-vif-plugged", "status": "completed", "tag": "1507ef2b-f42c-4d87-a44c-871476fa8797", "code": 200}, {"server_uuid": "4a3e4cd7-fd9e-4c48-83d0-fdef58210aab", "name": "network-vif-plugged", "status": "completed", "tag": "c7185e8d-f50c-4a78-a0cb-5d976790c2e1", "code": 200}, {"server_uuid": "4a3e4cd7-fd9e-4c48-83d0-fdef58210aab", "name": "network-vif-plugged", "status": "completed", "tag": "cd1505ba-efdd-43fd-ab1a-f53b5617d26f", "code": 200}, {"server_uuid": "4a3e4cd7-fd9e-4c48-83d0-fdef58210aab", "name": "network-vif-plugged", "status": "completed", "tag": "f925fa88-e615-42d2-b3ec-449463c7b53e", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:01:54.719492 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-91ddd9a3-1e30-49d0-9806-d94356802c10 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:01:54.719628 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a3e4cd7-fd9e-4c48-83d0-fdef58210aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1507ef2b-f42c-4d87-a44c-871476fa8797', 'code': 200} Sep 17 08:01:54.719914 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a3e4cd7-fd9e-4c48-83d0-fdef58210aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7185e8d-f50c-4a78-a0cb-5d976790c2e1', 'code': 200} Sep 17 08:01:54.720213 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a3e4cd7-fd9e-4c48-83d0-fdef58210aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd1505ba-efdd-43fd-ab1a-f53b5617d26f', 'code': 200} Sep 17 08:01:54.720459 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a3e4cd7-fd9e-4c48-83d0-fdef58210aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f925fa88-e615-42d2-b3ec-449463c7b53e', 'code': 200} Sep 17 08:01:54.725449 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9c744fa2-8d33-43e5-adde-54dd52dee1f3 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:54.725775 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9c744fa2-8d33-43e5-adde-54dd52dee1f3 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:54.746982 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-9c744fa2-8d33-43e5-adde-54dd52dee1f3 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Calling delete_port for e913e63e-4bb0-4d12-b0be-e474e01950c3 owned by network:floatingip {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:01:54.793896 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9aa51eb1-fe12-47c6-9467-a609f5baa04d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:54.858144 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa51eb1-fe12-47c6-9467-a609f5baa04d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Network 3b1a1f33-a90a-4120-ab0a-298e18cd61c1 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:01:54.860065 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-ef94bf51-50ac-4ca3-bbe8-1623de40c941 None None] Allocated IP 2001:db8::2 (3b1a1f33-a90a-4120-ab0a-298e18cd61c1/04199e8e-f7f2-4f1d-896a-7573a2a49c55/08ed29e5-db97-499b-aabb-3a01c181ca26) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:01:54.869191 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-9aa51eb1-fe12-47c6-9467-a609f5baa04d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:01:54.872296 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa51eb1-fe12-47c6-9467-a609f5baa04d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event updated for resources: {'Port': ['ID=b0659dc4-5ebe-4386-91f7-3a2e2c2c7507,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:54.875763 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa51eb1-fe12-47c6-9467-a609f5baa04d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:01:54.882192 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa51eb1-fe12-47c6-9467-a609f5baa04d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:54.883070 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9aa51eb1-fe12-47c6-9467-a609f5baa04d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:54.908121 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-9aa51eb1-fe12-47c6-9467-a609f5baa04d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1849008 Sep 17 08:01:54.911808 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 57112) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:54.989984 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd10aaa-ab23-4d69-a586-bee6ff6282dc req-49e10c84-8219-414c-bf46-9649cbb89298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:54.991161 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd10aaa-ab23-4d69-a586-bee6ff6282dc req-49e10c84-8219-414c-bf46-9649cbb89298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:54.993112 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd10aaa-ab23-4d69-a586-bee6ff6282dc req-49e10c84-8219-414c-bf46-9649cbb89298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:54.993615 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd10aaa-ab23-4d69-a586-bee6ff6282dc req-49e10c84-8219-414c-bf46-9649cbb89298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:54.994246 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd10aaa-ab23-4d69-a586-bee6ff6282dc req-49e10c84-8219-414c-bf46-9649cbb89298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:54.994843 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd10aaa-ab23-4d69-a586-bee6ff6282dc req-49e10c84-8219-414c-bf46-9649cbb89298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:54.995347 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd10aaa-ab23-4d69-a586-bee6ff6282dc req-49e10c84-8219-414c-bf46-9649cbb89298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:55.013887 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7bd10aaa-ab23-4d69-a586-bee6ff6282dc req-49e10c84-8219-414c-bf46-9649cbb89298 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab HTTP/1.1" status: 200 len: 6488 time: 0.1004195 Sep 17 08:01:55.037281 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9c744fa2-8d33-43e5-adde-54dd52dee1f3 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:55.081105 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7bd10aaa-ab23-4d69-a586-bee6ff6282dc req-b6e171e0-7a31-4ce4-9ee7-ebc2b8f7e8cb service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d72823b7-81c0-42a5-9665-1378d889a01c&id=018bc854-5d2e-47d2-a820-83cebe160ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0663474 Sep 17 08:01:55.094535 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c744fa2-8d33-43e5-adde-54dd52dee1f3 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Pushing event deleted for resources: {'Port': ['ID=e913e63e-4bb0-4d12-b0be-e474e01950c3,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:55.115729 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ef94bf51-50ac-4ca3-bbe8-1623de40c941 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:55.128367 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ef94bf51-50ac-4ca3-bbe8-1623de40c941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:55.201967 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef94bf51-50ac-4ca3-bbe8-1623de40c941 None None] Network 3b1a1f33-a90a-4120-ab0a-298e18cd61c1 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:01:55.215190 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-ef94bf51-50ac-4ca3-bbe8-1623de40c941 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:01:55.226058 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef94bf51-50ac-4ca3-bbe8-1623de40c941 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:01:55.228085 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9c744fa2-8d33-43e5-adde-54dd52dee1f3 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Notify callbacks [] for floatingip, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:55.231045 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9c744fa2-8d33-43e5-adde-54dd52dee1f3 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:55.232262 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-9c744fa2-8d33-43e5-adde-54dd52dee1f3 tempest-ServersTestFqdnHostnames-1394086472 tempest-ServersTestFqdnHostnames-1394086472-project] 10.222.0.13 "DELETE /v2.0/floatingips/d03f3966-ddaa-4ef0-bbc0-95b82992a1db HTTP/1.1" status: 204 len: 168 time: 0.9643877 Sep 17 08:01:55.235124 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 57118) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:55.240200 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef94bf51-50ac-4ca3-bbe8-1623de40c941 None None] Pushing event updated for resources: {'Port': ['ID=08ed29e5-db97-499b-aabb-3a01c181ca26,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:55.246673 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:55.282853 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-f8cc22bd-6768-4517-bc42-089cb7fd2cfb tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Deleting port b0659dc4-5ebe-4386-91f7-3a2e2c2c7507 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:01:55.283237 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f8cc22bd-6768-4517-bc42-089cb7fd2cfb tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:55.305613 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-ef94bf51-50ac-4ca3-bbe8-1623de40c941 None None] Attempting to bind port 08ed29e5-db97-499b-aabb-3a01c181ca26 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:01:55.305996 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-ef94bf51-50ac-4ca3-bbe8-1623de40c941 None None] Attempting to bind port 08ed29e5-db97-499b-aabb-3a01c181ca26 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '9f7adf6f-3981-446e-b2cc-65a61d45afff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3b1a1f33-a90a-4120-ab0a-298e18cd61c1'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:01:55.306367 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef94bf51-50ac-4ca3-bbe8-1623de40c941 None None] Attempting to bind port 08ed29e5-db97-499b-aabb-3a01c181ca26 on network 3b1a1f33-a90a-4120-ab0a-298e18cd61c1 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:01:55.311497 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef94bf51-50ac-4ca3-bbe8-1623de40c941 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:01:55.311941 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef94bf51-50ac-4ca3-bbe8-1623de40c941 None None] Checking segment: {'id': '9f7adf6f-3981-446e-b2cc-65a61d45afff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3b1a1f33-a90a-4120-ab0a-298e18cd61c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:01:55.312681 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ef94bf51-50ac-4ca3-bbe8-1623de40c941 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:55.312814 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef94bf51-50ac-4ca3-bbe8-1623de40c941 None None] Bound using segment: {'id': '9f7adf6f-3981-446e-b2cc-65a61d45afff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3b1a1f33-a90a-4120-ab0a-298e18cd61c1'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:01:55.313206 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-ef94bf51-50ac-4ca3-bbe8-1623de40c941 None None] Bound port: 08ed29e5-db97-499b-aabb-3a01c181ca26, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f7adf6f-3981-446e-b2cc-65a61d45afff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3b1a1f33-a90a-4120-ab0a-298e18cd61c1'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:01:55.313895 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ef94bf51-50ac-4ca3-bbe8-1623de40c941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:55.408638 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ef94bf51-50ac-4ca3-bbe8-1623de40c941 None None] For port 08ed29e5-db97-499b-aabb-3a01c181ca26, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:01:55.408638 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ef94bf51-50ac-4ca3-bbe8-1623de40c941 None None] For port 08ed29e5-db97-499b-aabb-3a01c181ca26, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=08ed29e5-db97-499b-aabb-3a01c181ca26,segment=NetworkSegment(9f7adf6f-3981-446e-b2cc-65a61d45afff),segment_id=9f7adf6f-3981-446e-b2cc-65a61d45afff)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:01:55.419872 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ef94bf51-50ac-4ca3-bbe8-1623de40c941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:55.443330 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f8cc22bd-6768-4517-bc42-089cb7fd2cfb tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:55.491806 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef94bf51-50ac-4ca3-bbe8-1623de40c941 None None] Pushing event updated for resources: {'Port': ['ID=08ed29e5-db97-499b-aabb-3a01c181ca26,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:55.523882 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-f8cc22bd-6768-4517-bc42-089cb7fd2cfb tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Calling delete_port for b0659dc4-5ebe-4386-91f7-3a2e2c2c7507 owned by {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:01:55.657225 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8b257ecc-407f-4136-a95b-b24bf4f0a501 req-1dc74e22-7c94-4649-ac99-dc8cc7e0d6e6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=706b6671-3c66-4294-84b0-31a8c1f04549&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0752630 Sep 17 08:01:55.866301 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f8cc22bd-6768-4517-bc42-089cb7fd2cfb tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:55.890908 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b257ecc-407f-4136-a95b-b24bf4f0a501 req-bd65e8a3-440c-4496-ac35-34e141805120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:55.891626 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b257ecc-407f-4136-a95b-b24bf4f0a501 req-bd65e8a3-440c-4496-ac35-34e141805120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:55.892219 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b257ecc-407f-4136-a95b-b24bf4f0a501 req-bd65e8a3-440c-4496-ac35-34e141805120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:55.892756 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b257ecc-407f-4136-a95b-b24bf4f0a501 req-bd65e8a3-440c-4496-ac35-34e141805120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:55.893292 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b257ecc-407f-4136-a95b-b24bf4f0a501 req-bd65e8a3-440c-4496-ac35-34e141805120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:55.894075 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b257ecc-407f-4136-a95b-b24bf4f0a501 req-bd65e8a3-440c-4496-ac35-34e141805120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:55.894617 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b257ecc-407f-4136-a95b-b24bf4f0a501 req-bd65e8a3-440c-4496-ac35-34e141805120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:55.896744 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8b257ecc-407f-4136-a95b-b24bf4f0a501 req-bd65e8a3-440c-4496-ac35-34e141805120 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=be827b1e83e148ae835f43092deae86a&device_id=706b6671-3c66-4294-84b0-31a8c1f04549 HTTP/1.1" status: 200 len: 6502 time: 0.1263485 Sep 17 08:01:55.922864 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cc22bd-6768-4517-bc42-089cb7fd2cfb tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event deleted for resources: {'Port': ['ID=b0659dc4-5ebe-4386-91f7-3a2e2c2c7507,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:55.933566 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e03521-0cbf-4690-b420-45d450a90473 req-de241203-643e-4c3d-b8f2-90a3db34de09 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:55.940155 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e03521-0cbf-4690-b420-45d450a90473 req-de241203-643e-4c3d-b8f2-90a3db34de09 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:55.947149 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e03521-0cbf-4690-b420-45d450a90473 req-de241203-643e-4c3d-b8f2-90a3db34de09 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:55.954373 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e03521-0cbf-4690-b420-45d450a90473 req-de241203-643e-4c3d-b8f2-90a3db34de09 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:55.961243 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e03521-0cbf-4690-b420-45d450a90473 req-de241203-643e-4c3d-b8f2-90a3db34de09 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:55.963383 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f8cc22bd-6768-4517-bc42-089cb7fd2cfb tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:55.968491 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f8cc22bd-6768-4517-bc42-089cb7fd2cfb tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "DELETE /v2.0/ports/b0659dc4-5ebe-4386-91f7-3a2e2c2c7507 HTTP/1.1" status: 204 len: 168 time: 1.0519545 Sep 17 08:01:55.971718 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e03521-0cbf-4690-b420-45d450a90473 req-de241203-643e-4c3d-b8f2-90a3db34de09 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:55.978777 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e03521-0cbf-4690-b420-45d450a90473 req-de241203-643e-4c3d-b8f2-90a3db34de09 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:55.985635 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 57140) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:55.988615 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-55e03521-0cbf-4690-b420-45d450a90473 req-de241203-643e-4c3d-b8f2-90a3db34de09 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab HTTP/1.1" status: 200 len: 5431 time: 0.1640451 Sep 17 08:01:56.016118 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-7abce9c1-cc82-4f74-9c3f-e388076f01fe tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] DELETE failed (client error): The resource could not be found. Sep 17 08:01:56.016933 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7abce9c1-cc82-4f74-9c3f-e388076f01fe tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:01:56.021197 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-7abce9c1-cc82-4f74-9c3f-e388076f01fe tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "DELETE /v2.0/ports/b0659dc4-5ebe-4386-91f7-3a2e2c2c7507 HTTP/1.1" status: 404 len: 333 time: 0.0317168 Sep 17 08:01:56.021590 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 57142) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:56.052185 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-99a1a228-237a-4c09-8f63-80420c5afb54 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] GET failed (client error): The resource could not be found. Sep 17 08:01:56.053849 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-99a1a228-237a-4c09-8f63-80420c5afb54 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "GET /v2.0/ports/b0659dc4-5ebe-4386-91f7-3a2e2c2c7507 HTTP/1.1" status: 404 len: 333 time: 0.0313816 Sep 17 08:01:56.057232 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 57144) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:56.115283 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-55e03521-0cbf-4690-b420-45d450a90473 req-413edcf1-5f99-4049-9193-8baa84e374eb tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/security-groups?id=d72823b7-81c0-42a5-9665-1378d889a01c&id=018bc854-5d2e-47d2-a820-83cebe160ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1211724 Sep 17 08:01:56.125167 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ccd8afd-1796-46bf-9c63-17a1b9080117 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Deleting subnet 04199e8e-f7f2-4f1d-896a-7573a2a49c55 {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:01:56.141924 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-64b457fa-a78a-4005-9db6-4726e4d05db2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:56.143156 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b257ecc-407f-4136-a95b-b24bf4f0a501 req-99239da2-a9f6-47cd-8299-adc2de99dc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:56.143646 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b257ecc-407f-4136-a95b-b24bf4f0a501 req-99239da2-a9f6-47cd-8299-adc2de99dc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:56.144155 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b257ecc-407f-4136-a95b-b24bf4f0a501 req-99239da2-a9f6-47cd-8299-adc2de99dc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:56.145745 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8b257ecc-407f-4136-a95b-b24bf4f0a501 req-99239da2-a9f6-47cd-8299-adc2de99dc0f service neutron] 10.222.0.39 "GET /v2.0/networks?id=6cfc3ea8-69fd-4619-936c-5df378582b6b&id=d8564b37-cdc8-4e9d-8712-8bb5e8dd0908&id=d8564b37-cdc8-4e9d-8712-8bb5e8dd0908&id=d8564b37-cdc8-4e9d-8712-8bb5e8dd0908&id=d8564b37-cdc8-4e9d-8712-8bb5e8dd0908&id=23dc9245-044a-48fa-8f5c-bfe08f2d4cd2&id=23dc9245-044a-48fa-8f5c-bfe08f2d4cd2 HTTP/1.1" status: 200 len: 2296 time: 0.1546135 Sep 17 08:01:56.224330 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8b257ecc-407f-4136-a95b-b24bf4f0a501 req-e3440227-3963-479b-a0ab-395bafe2ada6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a68e833f-a972-4578-b451-f6cdb669cad4 HTTP/1.1" status: 200 len: 1001 time: 0.0702097 Sep 17 08:01:56.277293 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b257ecc-407f-4136-a95b-b24bf4f0a501 req-b288c528-6618-4806-ada2-0883e293711e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:56.279173 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8b257ecc-407f-4136-a95b-b24bf4f0a501 req-b288c528-6618-4806-ada2-0883e293711e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f067041-ce8b-4655-bfa4-ebeec18fa6e5 HTTP/1.1" status: 200 len: 853 time: 0.0471511 Sep 17 08:01:56.348547 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b257ecc-407f-4136-a95b-b24bf4f0a501 req-203ec5d3-5cc2-4474-8118-89f344b9e362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:56.350406 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8b257ecc-407f-4136-a95b-b24bf4f0a501 req-203ec5d3-5cc2-4474-8118-89f344b9e362 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6cfc3ea8-69fd-4619-936c-5df378582b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538354 Sep 17 08:01:56.493245 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8b257ecc-407f-4136-a95b-b24bf4f0a501 req-e99228db-4144-4d85-b1b0-86e31ebfb624 service neutron] 10.222.0.39 "GET /v2.0/networks/6cfc3ea8-69fd-4619-936c-5df378582b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329658 Sep 17 08:01:56.645967 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8ccd8afd-1796-46bf-9c63-17a1b9080117 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:56.692301 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8b257ecc-407f-4136-a95b-b24bf4f0a501 req-713294b4-694b-4fe3-9409-57f1c691ebc1 service neutron] 10.222.0.39 "GET /v2.0/networks/6cfc3ea8-69fd-4619-936c-5df378582b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916533 Sep 17 08:01:56.758848 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8b257ecc-407f-4136-a95b-b24bf4f0a501 req-40c32e0e-ba5e-4b92-bd77-fd8b4c3929d5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=2e8d2cc8-f6f7-4d9c-ba24-cee4c068da0b HTTP/1.1" status: 200 len: 217 time: 0.0418811 Sep 17 08:01:56.787438 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8ccd8afd-1796-46bf-9c63-17a1b9080117 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:56.832238 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b257ecc-407f-4136-a95b-b24bf4f0a501 req-70389197-4860-4d54-b034-8f7413f72f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:56.834205 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8b257ecc-407f-4136-a95b-b24bf4f0a501 req-70389197-4860-4d54-b034-8f7413f72f57 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bfc0f6d4-23f1-47ca-971c-a1c789dc7289 HTTP/1.1" status: 200 len: 797 time: 0.0595553 Sep 17 08:01:56.916450 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b257ecc-407f-4136-a95b-b24bf4f0a501 req-b07898e8-ce5b-4522-941e-f477baf194b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:56.924882 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8b257ecc-407f-4136-a95b-b24bf4f0a501 req-b07898e8-ce5b-4522-941e-f477baf194b1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d8564b37-cdc8-4e9d-8712-8bb5e8dd0908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0771019 Sep 17 08:01:56.951500 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4709f4-80c3-4432-8f5b-90029f1ba994 None None] Network 3b1a1f33-a90a-4120-ab0a-298e18cd61c1 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:01:57.027612 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8ccd8afd-1796-46bf-9c63-17a1b9080117 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:57.108475 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-f0e4956a-273f-4fb1-96b1-8e29af27f06a None None] Provisioning complete for port 08ed29e5-db97-499b-aabb-3a01c181ca26 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:01:57.108854 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f0e4956a-273f-4fb1-96b1-8e29af27f06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:57.218652 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-64b457fa-a78a-4005-9db6-4726e4d05db2 admin admin] Deleting port f8384278-9720-42a4-80a2-d88a4bbf205b {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:01:57.219001 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-64b457fa-a78a-4005-9db6-4726e4d05db2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:57.315710 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f0e4956a-273f-4fb1-96b1-8e29af27f06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:57.319259 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8ccd8afd-1796-46bf-9c63-17a1b9080117 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:57.436567 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccd8afd-1796-46bf-9c63-17a1b9080117 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event deleted for resources: {'Subnet': ['ID=04199e8e-f7f2-4f1d-896a-7573a2a49c55,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:57.449013 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.db.api [None req-f0e4956a-273f-4fb1-96b1-8e29af27f06a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 08:01:57.449823 n-d-789963-9 neutron-server[101291]: DEBUG oslo_db.api [None req-f0e4956a-273f-4fb1-96b1-8e29af27f06a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 08:01:57.480531 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8ccd8afd-1796-46bf-9c63-17a1b9080117 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:57.483158 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-8ccd8afd-1796-46bf-9c63-17a1b9080117 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "DELETE /v2.0/subnets/04199e8e-f7f2-4f1d-896a-7573a2a49c55 HTTP/1.1" status: 204 len: 168 time: 1.4247150 Sep 17 08:01:57.490888 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 57178) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:57.501324 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 08ed29e5-db97-499b-aabb-3a01c181ca26 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:01:57.508823 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccd8afd-1796-46bf-9c63-17a1b9080117 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:01:57.512183 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccd8afd-1796-46bf-9c63-17a1b9080117 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:01:57.512885 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccd8afd-1796-46bf-9c63-17a1b9080117 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:01:57.513397 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccd8afd-1796-46bf-9c63-17a1b9080117 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:01:57.513921 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccd8afd-1796-46bf-9c63-17a1b9080117 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:01:57.514576 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccd8afd-1796-46bf-9c63-17a1b9080117 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:01:57.515095 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccd8afd-1796-46bf-9c63-17a1b9080117 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:01:57.515602 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccd8afd-1796-46bf-9c63-17a1b9080117 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:01:57.516125 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccd8afd-1796-46bf-9c63-17a1b9080117 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:01:57.516646 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccd8afd-1796-46bf-9c63-17a1b9080117 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:01:57.517153 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccd8afd-1796-46bf-9c63-17a1b9080117 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:01:57.517647 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccd8afd-1796-46bf-9c63-17a1b9080117 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:01:57.629097 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-64b457fa-a78a-4005-9db6-4726e4d05db2 admin admin] For port f8384278-9720-42a4-80a2-d88a4bbf205b, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=f8384278-9720-42a4-80a2-d88a4bbf205b,segment=NetworkSegment(61e99d20-6d46-4414-b8d5-836cfb01f0e8),segment_id=61e99d20-6d46-4414-b8d5-836cfb01f0e8)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:01:57.631329 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-64b457fa-a78a-4005-9db6-4726e4d05db2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:57.655146 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 08ed29e5-db97-499b-aabb-3a01c181ca26 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:01:57.656915 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:57.660996 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7daaf608-8066-4ff9-929e-de82469c5614 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:57.664136 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-64b457fa-a78a-4005-9db6-4726e4d05db2 admin admin] Calling delete_port for f8384278-9720-42a4-80a2-d88a4bbf205b owned by network:router_interface {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:01:57.727896 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e821a420-bd5a-45af-b30b-13fbc4e49422 None None] Network 3b1a1f33-a90a-4120-ab0a-298e18cd61c1 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:01:57.833330 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8b257ecc-407f-4136-a95b-b24bf4f0a501 req-0479afd3-163a-47fa-ade2-0f5cffec14d1 service neutron] 10.222.0.39 "GET /v2.0/networks/d8564b37-cdc8-4e9d-8712-8bb5e8dd0908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9051597 Sep 17 08:01:57.878092 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-7daaf608-8066-4ff9-929e-de82469c5614 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Deleting port 08ed29e5-db97-499b-aabb-3a01c181ca26 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:01:57.891276 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7daaf608-8066-4ff9-929e-de82469c5614 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:57.919187 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a62a6-0d33-4030-8817-56e1b78e5665 req-9e5033ff-7cab-4d66-9c49-c85b5a17bc0c tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:57.925095 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a62a6-0d33-4030-8817-56e1b78e5665 req-9e5033ff-7cab-4d66-9c49-c85b5a17bc0c tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:57.930962 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a62a6-0d33-4030-8817-56e1b78e5665 req-9e5033ff-7cab-4d66-9c49-c85b5a17bc0c tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:57.936741 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a62a6-0d33-4030-8817-56e1b78e5665 req-9e5033ff-7cab-4d66-9c49-c85b5a17bc0c tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:57.942930 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a62a6-0d33-4030-8817-56e1b78e5665 req-9e5033ff-7cab-4d66-9c49-c85b5a17bc0c tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:57.951540 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a62a6-0d33-4030-8817-56e1b78e5665 req-9e5033ff-7cab-4d66-9c49-c85b5a17bc0c tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:57.963463 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a62a6-0d33-4030-8817-56e1b78e5665 req-9e5033ff-7cab-4d66-9c49-c85b5a17bc0c tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:57.971882 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-921a62a6-0d33-4030-8817-56e1b78e5665 req-9e5033ff-7cab-4d66-9c49-c85b5a17bc0c tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab HTTP/1.1" status: 200 len: 5431 time: 0.2119458 Sep 17 08:01:58.018864 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:58.027409 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-7daaf608-8066-4ff9-929e-de82469c5614 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] For port 08ed29e5-db97-499b-aabb-3a01c181ca26, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=08ed29e5-db97-499b-aabb-3a01c181ca26,segment=NetworkSegment(9f7adf6f-3981-446e-b2cc-65a61d45afff),segment_id=9f7adf6f-3981-446e-b2cc-65a61d45afff)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:01:58.028079 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7daaf608-8066-4ff9-929e-de82469c5614 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:58.038088 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f0e4956a-273f-4fb1-96b1-8e29af27f06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:58.111775 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8b257ecc-407f-4136-a95b-b24bf4f0a501 req-6446e46b-2221-4d20-b2cb-6c4885976292 service neutron] 10.222.0.39 "GET /v2.0/networks/d8564b37-cdc8-4e9d-8712-8bb5e8dd0908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700224 Sep 17 08:01:58.113682 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-7daaf608-8066-4ff9-929e-de82469c5614 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Calling delete_port for 08ed29e5-db97-499b-aabb-3a01c181ca26 owned by network:dhcp {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:01:58.121270 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f21a5f-98cb-4dd8-a21f-db03adcf9827 None None] DHCP port deletion for 3b1a1f33-a90a-4120-ab0a-298e18cd61c1 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 08:01:58.143451 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port 08ed29e5-db97-499b-aabb-3a01c181ca26, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=08ed29e5-db97-499b-aabb-3a01c181ca26,segment=NetworkSegment(9f7adf6f-3981-446e-b2cc-65a61d45afff),segment_id=9f7adf6f-3981-446e-b2cc-65a61d45afff)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:01:58.188181 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-921a62a6-0d33-4030-8817-56e1b78e5665 req-7482550e-e783-459b-9b31-cfacb505e1f7 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/security-groups?id=d72823b7-81c0-42a5-9665-1378d889a01c&id=018bc854-5d2e-47d2-a820-83cebe160ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1988015 Sep 17 08:01:58.189930 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8b257ecc-407f-4136-a95b-b24bf4f0a501 req-aa815fd2-d557-4424-a8bc-90eef76e17e2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=858f97dd-d6a3-4621-8715-ddba12e25df6 HTTP/1.1" status: 200 len: 217 time: 0.0665855 Sep 17 08:01:58.199401 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:58.251881 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-64b457fa-a78a-4005-9db6-4726e4d05db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:58.291375 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b457fa-a78a-4005-9db6-4726e4d05db2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8384278-9720-42a4-80a2-d88a4bbf205b,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:58.304973 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=08ed29e5-db97-499b-aabb-3a01c181ca26,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:58.334554 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b257ecc-407f-4136-a95b-b24bf4f0a501 req-45549f7e-8be2-4bac-8d4a-ffd8d98eac36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:58.336256 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8b257ecc-407f-4136-a95b-b24bf4f0a501 req-45549f7e-8be2-4bac-8d4a-ffd8d98eac36 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bfc0f6d4-23f1-47ca-971c-a1c789dc7289 HTTP/1.1" status: 200 len: 797 time: 0.1394963 Sep 17 08:01:58.400951 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-b9f21a5f-98cb-4dd8-a21f-db03adcf9827 None None] Deleting port 08ed29e5-db97-499b-aabb-3a01c181ca26 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:01:58.401325 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b9f21a5f-98cb-4dd8-a21f-db03adcf9827 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:58.424274 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad5fd6-8312-4512-86a3-60376d399226 req-0ba1a71b-c2aa-4a33-8675-fed66209edc2 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:58.430389 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad5fd6-8312-4512-86a3-60376d399226 req-0ba1a71b-c2aa-4a33-8675-fed66209edc2 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:58.439095 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.db.api [None req-f0e4956a-273f-4fb1-96b1-8e29af27f06a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 08:01:58.439452 n-d-789963-9 neutron-server[101291]: DEBUG oslo_db.api [None req-f0e4956a-273f-4fb1-96b1-8e29af27f06a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 08:01:58.454103 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad5fd6-8312-4512-86a3-60376d399226 req-0ba1a71b-c2aa-4a33-8675-fed66209edc2 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:58.463480 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad5fd6-8312-4512-86a3-60376d399226 req-0ba1a71b-c2aa-4a33-8675-fed66209edc2 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:58.487461 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad5fd6-8312-4512-86a3-60376d399226 req-0ba1a71b-c2aa-4a33-8675-fed66209edc2 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:58.503152 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad5fd6-8312-4512-86a3-60376d399226 req-0ba1a71b-c2aa-4a33-8675-fed66209edc2 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:58.513973 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad5fd6-8312-4512-86a3-60376d399226 req-0ba1a71b-c2aa-4a33-8675-fed66209edc2 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:58.516008 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4aad5fd6-8312-4512-86a3-60376d399226 req-0ba1a71b-c2aa-4a33-8675-fed66209edc2 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab HTTP/1.1" status: 200 len: 5431 time: 0.2428901 Sep 17 08:01:58.528143 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 57196) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:58.539114 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-cc719060-176c-4cac-8f77-63981a216192 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Request body: {'floatingip': {'port_id': 'f925fa88-e615-42d2-b3ec-449463c7b53e'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:01:58.566079 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7daaf608-8066-4ff9-929e-de82469c5614 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:58.613741 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-b9f21a5f-98cb-4dd8-a21f-db03adcf9827 None None] For port 08ed29e5-db97-499b-aabb-3a01c181ca26, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=08ed29e5-db97-499b-aabb-3a01c181ca26,segment=NetworkSegment(9f7adf6f-3981-446e-b2cc-65a61d45afff),segment_id=9f7adf6f-3981-446e-b2cc-65a61d45afff)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:01:58.614054 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b9f21a5f-98cb-4dd8-a21f-db03adcf9827 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:58.638407 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daaf608-8066-4ff9-929e-de82469c5614 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event deleted for resources: {'Port': ['ID=08ed29e5-db97-499b-aabb-3a01c181ca26,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:58.652533 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-cc719060-176c-4cac-8f77-63981a216192 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks [] for floatingip, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:58.652787 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-b9f21a5f-98cb-4dd8-a21f-db03adcf9827 None None] Calling delete_port for 08ed29e5-db97-499b-aabb-3a01c181ca26 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:01:58.725293 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b257ecc-407f-4136-a95b-b24bf4f0a501 req-dca9318c-e6c9-4820-ade4-d1048beef74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:58.726813 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8b257ecc-407f-4136-a95b-b24bf4f0a501 req-dca9318c-e6c9-4820-ade4-d1048beef74f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d8564b37-cdc8-4e9d-8712-8bb5e8dd0908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3638117 Sep 17 08:01:58.800591 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:01:58.800591 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:01:58.800591 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:01:58.800591 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:01:58.800591 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:01:58.800591 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:01:58.800591 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:01:58.800591 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:01:58.800591 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:01:58.800591 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:01:58.800591 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:01:58.800591 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:01:58.800591 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:01:58.800591 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:01:58.800591 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:01:58.800591 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:01:58.800591 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:01:58.800591 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:01:58.800591 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:01:58.800591 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:01:58.800591 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:01:58.800591 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:01:58.800591 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:01:58.800591 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:01:58.800591 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:01:58.800591 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:01:58.800591 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:01:58.800591 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:01:58.800591 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:01:58.800591 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:01:58.800591 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:01:58.800591 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:01:58.800591 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:01:58.800591 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:01:58.800591 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:01:58.800591 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:01:58.800591 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:01:58.800591 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:01:58.800591 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:01:58.800591 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:01:58.800591 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:01:58.800591 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:01:58.800591 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:01:58.800591 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:01:58.800591 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:01:58.800591 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:01:58.800591 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:01:58.800591 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:01:58.800591 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:01:58.800591 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:01:58.800591 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:01:58.800591 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:01:58.800591 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:01:58.800591 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:01:58.829657 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b9f21a5f-98cb-4dd8-a21f-db03adcf9827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:58.835654 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-64b457fa-a78a-4005-9db6-4726e4d05db2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:58.840977 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7daaf608-8066-4ff9-929e-de82469c5614 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] No DVR routers for this DVR port 08ed29e5-db97-499b-aabb-3a01c181ca26 on host n-d-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:01:58.869044 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f21a5f-98cb-4dd8-a21f-db03adcf9827 None None] Pushing event deleted for resources: {'Port': ['ID=08ed29e5-db97-499b-aabb-3a01c181ca26,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:58.894811 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f21a5f-98cb-4dd8-a21f-db03adcf9827 None None] No DVR routers for this DVR port 08ed29e5-db97-499b-aabb-3a01c181ca26 on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:01:58.981161 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8b257ecc-407f-4136-a95b-b24bf4f0a501 req-8995a0a9-29a8-4936-a113-20b3c68c711f service neutron] 10.222.0.39 "GET /v2.0/networks/d8564b37-cdc8-4e9d-8712-8bb5e8dd0908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369616 Sep 17 08:01:59.012783 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7daaf608-8066-4ff9-929e-de82469c5614 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:59.037421 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-7daaf608-8066-4ff9-929e-de82469c5614 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b1a1f33-a90a-4120-ab0a-298e18cd61c1']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:01:59.051154 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-7daaf608-8066-4ff9-929e-de82469c5614 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f7adf6f-3981-446e-b2cc-65a61d45afff') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:01:59.051469 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-7daaf608-8066-4ff9-929e-de82469c5614 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f7adf6f-3981-446e-b2cc-65a61d45afff') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:01:59.065059 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7daaf608-8066-4ff9-929e-de82469c5614 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:59.103648 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7daaf608-8066-4ff9-929e-de82469c5614 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:59.115235 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7daaf608-8066-4ff9-929e-de82469c5614 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:01:59.115642 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7daaf608-8066-4ff9-929e-de82469c5614 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:59.118953 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 08:01:59.118953 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:01:59.118953 n-d-789963-9 neutron-server[101290]: timer() Sep 17 08:01:59.118953 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:01:59.118953 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 08:01:59.118953 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:01:59.118953 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 08:01:59.118953 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:01:59.118953 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 08:01:59.118953 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:01:59.118953 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 08:01:59.118953 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:01:59.118953 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 08:01:59.118953 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:01:59.118953 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:01:59.118953 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:01:59.118953 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:01:59.118953 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:01:59.118953 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 08:01:59.118953 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:01:59.118953 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 08:01:59.118953 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:01:59.118953 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:01:59.118953 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:01:59.118953 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 08:01:59.118953 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:01:59.118953 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:01:59.118953 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:01:59.118953 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:01:59.118953 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:01:59.118953 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:01:59.118953 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:01:59.209173 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8b257ecc-407f-4136-a95b-b24bf4f0a501 req-a348b069-9013-45e0-81be-08dfffe98475 service neutron] 10.222.0.39 "GET /v2.0/networks/d8564b37-cdc8-4e9d-8712-8bb5e8dd0908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917086 Sep 17 08:01:59.236885 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7daaf608-8066-4ff9-929e-de82469c5614 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:59.237720 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-f0e4956a-273f-4fb1-96b1-8e29af27f06a None None] Port 08ed29e5-db97-499b-aabb-3a01c181ca26 update to ACTIVE by agent not found {{(pid=101291) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 17 08:01:59.297481 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8b257ecc-407f-4136-a95b-b24bf4f0a501 req-a19099ea-9a44-4c78-96b9-e508e3961927 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=9daf9ec3-be6c-41a6-bf27-2c5e926410d5 HTTP/1.1" status: 200 len: 217 time: 0.0750370 Sep 17 08:01:59.330417 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7daaf608-8066-4ff9-929e-de82469c5614 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:59.332798 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-7daaf608-8066-4ff9-929e-de82469c5614 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "DELETE /v2.0/networks/3b1a1f33-a90a-4120-ab0a-298e18cd61c1 HTTP/1.1" status: 204 len: 168 time: 1.8409417 Sep 17 08:01:59.336361 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 57210) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:59.350872 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-4ce8043a-60ce-402b-be9a-f8c1ee60d0ca None None] Could not find standard attr ID for object 08ed29e5-db97-499b-aabb-3a01c181ca26. {{(pid=101291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 08:01:59.365796 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-74d8857e-25d4-499b-a53a-032996c994b8 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-354328370'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:01:59.383862 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daaf608-8066-4ff9-929e-de82469c5614 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event deleted for resources: {'Network': ['ID=3b1a1f33-a90a-4120-ab0a-298e18cd61c1,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:01:59.400067 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d8857e-25d4-499b-a53a-032996c994b8 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Made reservation on behalf of c96b3a25bd1140808dd24149610b3dd4 for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:01:59.404788 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-74d8857e-25d4-499b-a53a-032996c994b8 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:59.453617 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 08ed29e5-db97-499b-aabb-3a01c181ca26 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:01:59.487413 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b257ecc-407f-4136-a95b-b24bf4f0a501 req-d442e288-4cb1-4996-829f-1db68858458a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:59.489107 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8b257ecc-407f-4136-a95b-b24bf4f0a501 req-d442e288-4cb1-4996-829f-1db68858458a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bfc0f6d4-23f1-47ca-971c-a1c789dc7289 HTTP/1.1" status: 200 len: 797 time: 0.1691244 Sep 17 08:01:59.493051 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 08ed29e5-db97-499b-aabb-3a01c181ca26 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:01:59.494219 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 08ed29e5-db97-499b-aabb-3a01c181ca26 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:01:59.514507 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74d8857e-25d4-499b-a53a-032996c994b8 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:01:59.567254 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-74d8857e-25d4-499b-a53a-032996c994b8 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:59.567953 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-74d8857e-25d4-499b-a53a-032996c994b8 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Added segment 54b939a9-3adf-49a9-aa71-7d60195e478b of type vlan for network 17070a59-560b-4681-b02e-f669213b3411 Sep 17 08:01:59.577095 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64b457fa-a78a-4005-9db6-4726e4d05db2 admin admin] Router 07bf65a5-39af-4176-94a6-2e1eb1fec4dc has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:01:59.626447 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.db.resource_extend [None req-cc719060-176c-4cac-8f77-63981a216192 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 08:01:59.691516 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-74d8857e-25d4-499b-a53a-032996c994b8 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:59.696909 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b257ecc-407f-4136-a95b-b24bf4f0a501 req-8c6f3bc7-b4af-4e6d-8979-f520c60bb0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:59.699295 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8b257ecc-407f-4136-a95b-b24bf4f0a501 req-8c6f3bc7-b4af-4e6d-8979-f520c60bb0c9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d8564b37-cdc8-4e9d-8712-8bb5e8dd0908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1962469 Sep 17 08:01:59.701130 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-475272a8-ca39-42ef-a579-696fe1057333 req-b7a9338a-601a-4984-8882-66d61f5c064c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0861728 Sep 17 08:01:59.762067 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b457fa-a78a-4005-9db6-4726e4d05db2 admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:01:59.771469 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-64b457fa-a78a-4005-9db6-4726e4d05db2 admin admin] 10.222.0.13 "PUT /v2.0/routers/07bf65a5-39af-4176-94a6-2e1eb1fec4dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5343428 Sep 17 08:01:59.775140 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-cc719060-176c-4cac-8f77-63981a216192 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:59.777174 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ddf392-9dce-498e-9c43-0ea5b5f51769 None None] Sync routers for ids ['07bf65a5-39af-4176-94a6-2e1eb1fec4dc'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:01:59.784564 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 57226) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:01:59.794633 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ddf392-9dce-498e-9c43-0ea5b5f51769 None None] Routers {'07bf65a5-39af-4176-94a6-2e1eb1fec4dc'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:01:59.795587 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-c3ddf392-9dce-498e-9c43-0ea5b5f51769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:01:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['07bf65a5-39af-4176-94a6-2e1eb1fec4dc'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:01:59.798911 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-cc719060-176c-4cac-8f77-63981a216192 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:59.854052 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-475272a8-ca39-42ef-a579-696fe1057333 req-7e055c40-95da-461d-9136-16b3a3dbfacb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0772777 Sep 17 08:01:59.940253 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-74d8857e-25d4-499b-a53a-032996c994b8 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:59.955945 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d8857e-25d4-499b-a53a-032996c994b8 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:01:59.955945 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-74d8857e-25d4-499b-a53a-032996c994b8 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:01:59.978283 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-c3ddf392-9dce-498e-9c43-0ea5b5f51769 None None] Set router 07bf65a5-39af-4176-94a6-2e1eb1fec4dc gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:02:00.084829 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-74d8857e-25d4-499b-a53a-032996c994b8 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7436497 Sep 17 08:02:00.114056 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 57240) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:00.114261 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1acd03bf-d421-4faa-8d05-641f6952bb1a admin admin] Notify callbacks [] for router, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:00.155664 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-a95e902c-b8f6-4676-8515-60c232a17eaf tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Request body: {'subnet': {'network_id': '17070a59-560b-4681-b02e-f669213b3411', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:02:00.271641 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-475272a8-ca39-42ef-a579-696fe1057333 req-8ace762a-1e78-4bea-af04-31a2b4a55170 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2636027 Sep 17 08:02:00.283130 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1acd03bf-d421-4faa-8d05-641f6952bb1a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:00.343129 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-c3ddf392-9dce-498e-9c43-0ea5b5f51769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bf65a5-39af-4176-94a6-2e1eb1fec4dc', 'name': 'tempest-ServersTestFqdnHostnames-1345365588-router', 'tenant_id': '85a1205ba09b4a7b819dd87a018d5057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '25df4c10-8a5d-4ccf-a8ca-618acc2b2173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:58:46Z', 'updated_at': '2021-09-17T08:01:58Z', 'revision_number': 5, 'project_id': '85a1205ba09b4a7b819dd87a018d5057', 'gw_port': {'id': '25df4c10-8a5d-4ccf-a8ca-618acc2b2173', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:29:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bf65a5-39af-4176-94a6-2e1eb1fec4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:58:47Z', 'updated_at': '2021-09-17T07:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:02:00.385549 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-1acd03bf-d421-4faa-8d05-641f6952bb1a admin admin] Deleting port 25df4c10-8a5d-4ccf-a8ca-618acc2b2173 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:02:00.385965 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1acd03bf-d421-4faa-8d05-641f6952bb1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:00.403707 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ddf392-9dce-498e-9c43-0ea5b5f51769 None None] Checking router: 07bf65a5-39af-4176-94a6-2e1eb1fec4dc for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:02:00.413957 n-d-789963-9 neutron-server[101289]: INFO neutron.db.l3_db [None req-cc719060-176c-4cac-8f77-63981a216192 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Floating IP d9f84afd-78be-4119-bac2-cc72d11533b1 associated. External IP: 172.25.6.102, port: f925fa88-e615-42d2-b3ec-449463c7b53e. Sep 17 08:02:00.432621 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ddf392-9dce-498e-9c43-0ea5b5f51769 None None] Routers {'07bf65a5-39af-4176-94a6-2e1eb1fec4dc'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:02:00.433027 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d8857e-25d4-499b-a53a-032996c994b8 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event updated for resources: {'Network': ['ID=17070a59-560b-4681-b02e-f669213b3411,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:00.433301 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-c3ddf392-9dce-498e-9c43-0ea5b5f51769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:01:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['07bf65a5-39af-4176-94a6-2e1eb1fec4dc'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:02:00.449877 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 17070a59-560b-4681-b02e-f669213b3411 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:02:00.509831 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 57248) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:00.543918 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-1acd03bf-d421-4faa-8d05-641f6952bb1a admin admin] For port 25df4c10-8a5d-4ccf-a8ca-618acc2b2173, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=25df4c10-8a5d-4ccf-a8ca-618acc2b2173,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:02:00.544291 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1acd03bf-d421-4faa-8d05-641f6952bb1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:00.554715 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8b257ecc-407f-4136-a95b-b24bf4f0a501 req-64f5f392-dfa6-4071-b353-d604ea3bb597 service neutron] 10.222.0.39 "GET /v2.0/networks/d8564b37-cdc8-4e9d-8712-8bb5e8dd0908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8457277 Sep 17 08:02:00.564033 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-1acd03bf-d421-4faa-8d05-641f6952bb1a admin admin] Calling delete_port for 25df4c10-8a5d-4ccf-a8ca-618acc2b2173 owned by network:router_gateway {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:02:00.609219 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-c3ddf392-9dce-498e-9c43-0ea5b5f51769 None None] Set router 07bf65a5-39af-4176-94a6-2e1eb1fec4dc gateway port host: None {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:02:00.650668 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a95e902c-b8f6-4676-8515-60c232a17eaf tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Made reservation on behalf of c96b3a25bd1140808dd24149610b3dd4 for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:02:00.655868 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a95e902c-b8f6-4676-8515-60c232a17eaf tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:00.664150 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-92bbffb3-aef0-4241-8039-05c07526033b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:00.690667 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-c3ddf392-9dce-498e-9c43-0ea5b5f51769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bf65a5-39af-4176-94a6-2e1eb1fec4dc', 'name': 'tempest-ServersTestFqdnHostnames-1345365588-router', 'tenant_id': '85a1205ba09b4a7b819dd87a018d5057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:58:46Z', 'updated_at': '2021-09-17T08:02:00Z', 'revision_number': 6, 'project_id': '85a1205ba09b4a7b819dd87a018d5057', 'gw_port_host': None}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:02:00.731037 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ddf392-9dce-498e-9c43-0ea5b5f51769 None None] The sync data for ids ['07bf65a5-39af-4176-94a6-2e1eb1fec4dc'] in n-d-789963-9 is: [{'id': '07bf65a5-39af-4176-94a6-2e1eb1fec4dc', 'name': 'tempest-ServersTestFqdnHostnames-1345365588-router', 'tenant_id': '85a1205ba09b4a7b819dd87a018d5057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:58:46Z', 'updated_at': '2021-09-17T08:02:00Z', 'revision_number': 6, 'project_id': '85a1205ba09b4a7b819dd87a018d5057', 'gw_port_host': None}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:02:00.874834 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1acd03bf-d421-4faa-8d05-641f6952bb1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:00.911881 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acd03bf-d421-4faa-8d05-641f6952bb1a admin admin] Pushing event deleted for resources: {'Port': ['ID=25df4c10-8a5d-4ccf-a8ca-618acc2b2173,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:00.995003 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475272a8-ca39-42ef-a579-696fe1057333 req-c5866f2b-6802-41d4-b65a-93cf336faebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:00.997341 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-475272a8-ca39-42ef-a579-696fe1057333 req-c5866f2b-6802-41d4-b65a-93cf336faebb service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6769710 Sep 17 08:02:01.039745 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-92bbffb3-aef0-4241-8039-05c07526033b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:01.042926 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1acd03bf-d421-4faa-8d05-641f6952bb1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:01.045982 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8b257ecc-407f-4136-a95b-b24bf4f0a501 req-a76a7e2e-5ebc-47cb-9721-b40b7c5ea99d service neutron] 10.222.0.39 "GET /v2.0/networks/d8564b37-cdc8-4e9d-8712-8bb5e8dd0908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4671316 Sep 17 08:02:01.185975 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1acd03bf-d421-4faa-8d05-641f6952bb1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:01.187410 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8b257ecc-407f-4136-a95b-b24bf4f0a501 req-c78672b2-d675-4091-b213-fa1fc71743a9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.88&port_id=be665358-5a2c-4dfe-be6e-8c1aa523ee59 HTTP/1.1" status: 200 len: 217 time: 0.0901465 Sep 17 08:02:01.189879 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1acd03bf-d421-4faa-8d05-641f6952bb1a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:01.241021 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-92bbffb3-aef0-4241-8039-05c07526033b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:01.279301 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1acd03bf-d421-4faa-8d05-641f6952bb1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:01.279927 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1acd03bf-d421-4faa-8d05-641f6952bb1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07bf65a5-39af-4176-94a6-2e1eb1fec4dc {{(pid=101290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 08:02:01.290512 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1acd03bf-d421-4faa-8d05-641f6952bb1a admin admin] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:01.291726 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-1acd03bf-d421-4faa-8d05-641f6952bb1a admin admin] 10.222.0.13 "DELETE /v2.0/routers/07bf65a5-39af-4176-94a6-2e1eb1fec4dc HTTP/1.1" status: 204 len: 168 time: 1.5060933 Sep 17 08:02:01.300486 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 57264) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:01.321155 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-92bbffb3-aef0-4241-8039-05c07526033b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cf4197caf31d4c50a1f41d47284aafce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8076181 Sep 17 08:02:01.336700 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bbffb3-aef0-4241-8039-05c07526033b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=915aa733-0915-4bab-be08-c3fb6e52a269,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:01.339250 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 57266) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:01.408732 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d2c70c3-c7a7-433d-9135-3c0d5c4894c1 admin admin] Deleting subnet 5f447d0e-4d69-4c7b-bffd-747abf0c712f {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:02:01.414151 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8d2c70c3-c7a7-433d-9135-3c0d5c4894c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:01.452074 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8ddca015-29b2-494c-8423-077436793b35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:01.474589 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8d2c70c3-c7a7-433d-9135-3c0d5c4894c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:01.504177 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8ddca015-29b2-494c-8423-077436793b35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:01.597162 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8d2c70c3-c7a7-433d-9135-3c0d5c4894c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:01.629268 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8ddca015-29b2-494c-8423-077436793b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:01.635309 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8ddca015-29b2-494c-8423-077436793b35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:01.646298 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a95e902c-b8f6-4676-8515-60c232a17eaf tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:01.653057 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-8ddca015-29b2-494c-8423-077436793b35 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/915aa733-0915-4bab-be08-c3fb6e52a269 HTTP/1.1" status: 204 len: 168 time: 0.3107963 Sep 17 08:02:01.666541 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddca015-29b2-494c-8423-077436793b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=915aa733-0915-4bab-be08-c3fb6e52a269,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:01.738584 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device f8384278-9720-42a4-80a2-d88a4bbf205b no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:02:01.739570 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc719060-176c-4cac-8f77-63981a216192 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Router 3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:02:01.773645 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b257ecc-407f-4136-a95b-b24bf4f0a501 req-dea60e43-737f-4076-9c3b-b6fc7162a211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:01.775741 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: f8384278-9720-42a4-80a2-d88a4bbf205b {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:02:01.777160 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device f8384278-9720-42a4-80a2-d88a4bbf205b not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:02:01.780052 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8b257ecc-407f-4136-a95b-b24bf4f0a501 req-dea60e43-737f-4076-9c3b-b6fc7162a211 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bfc0f6d4-23f1-47ca-971c-a1c789dc7289 HTTP/1.1" status: 200 len: 797 time: 0.5820792 Sep 17 08:02:01.788572 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8d2c70c3-c7a7-433d-9135-3c0d5c4894c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:01.805995 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95e902c-b8f6-4676-8515-60c232a17eaf tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event updated for resources: {'Subnet': ['ID=8c004179-7b84-4703-a91d-6217b8ebc0a8,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:01.833050 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8d2c70c3-c7a7-433d-9135-3c0d5c4894c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:01.837568 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-8d2c70c3-c7a7-433d-9135-3c0d5c4894c1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5f447d0e-4d69-4c7b-bffd-747abf0c712f HTTP/1.1" status: 204 len: 168 time: 0.5303173 Sep 17 08:02:01.838906 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a626b4e-2e32-44d9-81dd-eea9c13e176d None None] Network 0ac2dea1-1030-4e45-a595-712a662b9be7 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:02:01.843070 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2c70c3-c7a7-433d-9135-3c0d5c4894c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f447d0e-4d69-4c7b-bffd-747abf0c712f,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:01.846170 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 57280) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:01.875385 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95e902c-b8f6-4676-8515-60c232a17eaf tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Checking segment: {'id': '54b939a9-3adf-49a9-aa71-7d60195e478b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '17070a59-560b-4681-b02e-f669213b3411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:02:01.875758 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95e902c-b8f6-4676-8515-60c232a17eaf tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Network hostable DHCP agents. Network: 17070a59-560b-4681-b02e-f669213b3411, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:02:01.914020 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b257ecc-407f-4136-a95b-b24bf4f0a501 req-8629e079-a417-4a28-a3db-0b02ec512f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:01.915632 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8b257ecc-407f-4136-a95b-b24bf4f0a501 req-8629e079-a417-4a28-a3db-0b02ec512f6c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d8564b37-cdc8-4e9d-8712-8bb5e8dd0908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1296334 Sep 17 08:02:01.946267 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95e902c-b8f6-4676-8515-60c232a17eaf tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Network 17070a59-560b-4681-b02e-f669213b3411 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:02:01.949145 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1371162d-19eb-43cc-a76b-9b5b83d5cbbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:01.993121 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-a95e902c-b8f6-4676-8515-60c232a17eaf tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 17070a59-560b-4681-b02e-f669213b3411) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:02:02.004366 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc719060-176c-4cac-8f77-63981a216192 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:02:02.014375 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761b8c6a-004f-4c36-a0c7-0ad4b4174c62 None None] Network 17070a59-560b-4681-b02e-f669213b3411 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:02:02.029489 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-1371162d-19eb-43cc-a76b-9b5b83d5cbbf admin admin] Deleting port 6a1bf6de-fdce-4f77-9cde-f9e2abffc8a3 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:02:02.029928 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1371162d-19eb-43cc-a76b-9b5b83d5cbbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:02.037186 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95e902c-b8f6-4676-8515-60c232a17eaf tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:02.038092 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a95e902c-b8f6-4676-8515-60c232a17eaf tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:02.046501 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-cc719060-176c-4cac-8f77-63981a216192 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:02.055760 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed56fd9-d3a8-46ba-9ff3-9306aad47f82 None None] Sync routers for ids ['3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:02:02.130042 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-cc719060-176c-4cac-8f77-63981a216192 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "PUT /v2.0/floatingips/d9f84afd-78be-4119-bac2-cc72d11533b1 HTTP/1.1" status: 200 len: 991 time: 3.6007111 Sep 17 08:02:02.132341 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8b257ecc-407f-4136-a95b-b24bf4f0a501 req-fb0af81c-51a2-431d-9fb7-c261d25aa800 service neutron] 10.222.0.39 "GET /v2.0/networks/d8564b37-cdc8-4e9d-8712-8bb5e8dd0908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875725 Sep 17 08:02:02.135493 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a3e4cd7-fd9e-4c48-83d0-fdef58210aab', 'tag': 'f925fa88-e615-42d2-b3ec-449463c7b53e'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:02:02.139153 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9b7df6-cc7e-4762-b91d-2e430142232d" -d '{"events": [{"name": "network-changed", "server_uuid": "4a3e4cd7-fd9e-4c48-83d0-fdef58210aab", "tag": "f925fa88-e615-42d2-b3ec-449463c7b53e"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:02:02.159328 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-1371162d-19eb-43cc-a76b-9b5b83d5cbbf admin admin] For port 6a1bf6de-fdce-4f77-9cde-f9e2abffc8a3, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=6a1bf6de-fdce-4f77-9cde-f9e2abffc8a3,segment=NetworkSegment(61e99d20-6d46-4414-b8d5-836cfb01f0e8),segment_id=61e99d20-6d46-4414-b8d5-836cfb01f0e8)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:02:02.159705 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1371162d-19eb-43cc-a76b-9b5b83d5cbbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:02.189256 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed56fd9-d3a8-46ba-9ff3-9306aad47f82 None None] Routers {'3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:02:02.189926 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-6ed56fd9-d3a8-46ba-9ff3-9306aad47f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:01:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:02:02.192952 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-a95e902c-b8f6-4676-8515-60c232a17eaf tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0520043 Sep 17 08:02:02.197109 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-1371162d-19eb-43cc-a76b-9b5b83d5cbbf admin admin] Calling delete_port for 6a1bf6de-fdce-4f77-9cde-f9e2abffc8a3 owned by network:dhcp {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:02:02.206300 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 57292) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:02.260591 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e5e2c7-25de-4eeb-84dd-8ee9bbe053de x-openstack-request-id: req-28e5e2c7-25de-4eeb-84dd-8ee9bbe053de {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:02:02.260956 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a3e4cd7-fd9e-4c48-83d0-fdef58210aab", "tag": "f925fa88-e615-42d2-b3ec-449463c7b53e", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:02:02.261703 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-28e5e2c7-25de-4eeb-84dd-8ee9bbe053de {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:02:02.262503 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a3e4cd7-fd9e-4c48-83d0-fdef58210aab', 'tag': 'f925fa88-e615-42d2-b3ec-449463c7b53e', 'status': 'completed', 'code': 200} Sep 17 08:02:02.267246 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-f41e492a-09b6-4081-9d33-712550732bc3 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Request body: {'port': {'network_id': '17070a59-560b-4681-b02e-f669213b3411', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1860928762'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:02:02.332205 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 57296) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:02.364429 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-42809dc5-e557-43ea-ae07-f9622b63c058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:02.415933 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1371162d-19eb-43cc-a76b-9b5b83d5cbbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:02.478257 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b7df6-cc7e-4762-b91d-2e430142232d req-d770e503-1ff4-4dc3-83e6-a656fb0de7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:02.478741 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b7df6-cc7e-4762-b91d-2e430142232d req-d770e503-1ff4-4dc3-83e6-a656fb0de7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:02.479221 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b7df6-cc7e-4762-b91d-2e430142232d req-d770e503-1ff4-4dc3-83e6-a656fb0de7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:02.480717 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b7df6-cc7e-4762-b91d-2e430142232d req-d770e503-1ff4-4dc3-83e6-a656fb0de7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:02.481666 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b7df6-cc7e-4762-b91d-2e430142232d req-d770e503-1ff4-4dc3-83e6-a656fb0de7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:02.482907 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b7df6-cc7e-4762-b91d-2e430142232d req-d770e503-1ff4-4dc3-83e6-a656fb0de7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:02.483390 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b7df6-cc7e-4762-b91d-2e430142232d req-d770e503-1ff4-4dc3-83e6-a656fb0de7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:02.486237 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ce9b7df6-cc7e-4762-b91d-2e430142232d req-d770e503-1ff4-4dc3-83e6-a656fb0de7b9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9dd60ef4e32342ee9bd756b274f1d1f9&device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab HTTP/1.1" status: 200 len: 6488 time: 0.1313210 Sep 17 08:02:02.488140 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8b257ecc-407f-4136-a95b-b24bf4f0a501 req-cea42ab9-300a-4b47-8949-50aca1d4b4e8 service neutron] 10.222.0.39 "GET /v2.0/networks/d8564b37-cdc8-4e9d-8712-8bb5e8dd0908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3439109 Sep 17 08:02:02.493064 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1371162d-19eb-43cc-a76b-9b5b83d5cbbf admin admin] Pushing event deleted for resources: {'Port': ['ID=6a1bf6de-fdce-4f77-9cde-f9e2abffc8a3,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:02.504751 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1371162d-19eb-43cc-a76b-9b5b83d5cbbf admin admin] No DVR routers for this DVR port 6a1bf6de-fdce-4f77-9cde-f9e2abffc8a3 on host n-d-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:02:02.569654 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8b257ecc-407f-4136-a95b-b24bf4f0a501 req-b7025bc0-fb8b-4325-9121-9cf81a8d9ff8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8c3cff88-1b52-462a-aa22-14e35f943803 HTTP/1.1" status: 200 len: 217 time: 0.0647097 Sep 17 08:02:02.656147 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-6ed56fd9-d3a8-46ba-9ff3-9306aad47f82 None None] Set router 3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:02:02.673287 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b257ecc-407f-4136-a95b-b24bf4f0a501 req-dc74b64d-fa1e-4b3e-9bea-e50bcda9274b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:02.674791 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8b257ecc-407f-4136-a95b-b24bf4f0a501 req-dc74b64d-fa1e-4b3e-9bea-e50bcda9274b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=98b47ab8-ddfc-4cc6-be27-8b7224b1d41b HTTP/1.1" status: 200 len: 797 time: 0.0968940 Sep 17 08:02:02.691428 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa8f6c3-c909-432a-936a-66acfeea9384 None None] DHCP port deletion for 0ac2dea1-1030-4e45-a595-712a662b9be7 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 08:02:02.702790 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1371162d-19eb-43cc-a76b-9b5b83d5cbbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:02.727559 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-42809dc5-e557-43ea-ae07-f9622b63c058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:02.738526 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-42809dc5-e557-43ea-ae07-f9622b63c058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:02.770265 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b257ecc-407f-4136-a95b-b24bf4f0a501 req-0acf0996-b4e4-40d1-a6f7-592c196f787a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:02.771824 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8b257ecc-407f-4136-a95b-b24bf4f0a501 req-0acf0996-b4e4-40d1-a6f7-592c196f787a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=23dc9245-044a-48fa-8f5c-bfe08f2d4cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0875361 Sep 17 08:02:02.803211 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90808b26-4f61-45c6-8272-5bdd1442beb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-17070a59-560b-4681-b02e-f669213b3411', 'network_id': '17070a59-560b-4681-b02e-f669213b3411', 'tenant_id': 'c96b3a25bd1140808dd24149610b3dd4', 'fixed_ips': [{'subnet_id': '8c004179-7b84-4703-a91d-6217b8ebc0a8'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:02:02.804882 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-90808b26-4f61-45c6-8272-5bdd1442beb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:02.875535 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-42809dc5-e557-43ea-ae07-f9622b63c058 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=274ddf3bb9d4499cad576ba443ddffc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5331686 Sep 17 08:02:02.876304 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42809dc5-e557-43ea-ae07-f9622b63c058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efda2ddc-0e51-48a6-a1d8-5bf0a4e2b686,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:02.878839 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 57304) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:02.883598 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41e492a-09b6-4081-9d33-712550732bc3 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Made reservation on behalf of c96b3a25bd1140808dd24149610b3dd4 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:02:02.887241 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f41e492a-09b6-4081-9d33-712550732bc3 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:02.990445 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [None req-f41e492a-09b6-4081-9d33-712550732bc3 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] device_id is not set on port a6a65636-58ca-40d8-83ad-346c9a3d58f0 yet. {{(pid=101289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 08:02:03.047765 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-1371162d-19eb-43cc-a76b-9b5b83d5cbbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ac2dea1-1030-4e45-a595-712a662b9be7']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:02:03.057598 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-1371162d-19eb-43cc-a76b-9b5b83d5cbbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61e99d20-6d46-4414-b8d5-836cfb01f0e8') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:02:03.057893 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-1371162d-19eb-43cc-a76b-9b5b83d5cbbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61e99d20-6d46-4414-b8d5-836cfb01f0e8') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:02:03.067353 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1371162d-19eb-43cc-a76b-9b5b83d5cbbf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:03.095135 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1371162d-19eb-43cc-a76b-9b5b83d5cbbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:03.100335 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ebe60315-7cac-4697-9a33-b8a77c19d459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:03.105513 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1371162d-19eb-43cc-a76b-9b5b83d5cbbf admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:02:03.105923 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1371162d-19eb-43cc-a76b-9b5b83d5cbbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:03.108020 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 08:02:03.108020 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:02:03.108020 n-d-789963-9 neutron-server[101290]: timer() Sep 17 08:02:03.108020 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:02:03.108020 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 08:02:03.108020 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:02:03.108020 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 08:02:03.108020 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:02:03.108020 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 08:02:03.108020 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:02:03.108020 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 08:02:03.108020 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:02:03.108020 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 08:02:03.108020 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:02:03.108020 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:02:03.108020 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:02:03.108020 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:02:03.108020 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:02:03.108020 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 08:02:03.108020 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:02:03.108020 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 08:02:03.108020 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:02:03.108020 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:02:03.108020 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:02:03.108020 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 08:02:03.108020 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:02:03.108020 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:02:03.108020 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:02:03.108020 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:02:03.108020 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:02:03.108020 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:02:03.108020 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:02:03.126622 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8b257ecc-407f-4136-a95b-b24bf4f0a501 req-033e490d-2efc-4043-9b81-5fa9be6ac32a service neutron] 10.222.0.39 "GET /v2.0/networks/23dc9245-044a-48fa-8f5c-bfe08f2d4cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3352907 Sep 17 08:02:03.137426 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b7df6-cc7e-4762-b91d-2e430142232d req-eb0944e3-03ba-4a3a-bf40-8d14c4da3e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:03.139525 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ce9b7df6-cc7e-4762-b91d-2e430142232d req-eb0944e3-03ba-4a3a-bf40-8d14c4da3e60 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f09c285a-372f-4d9d-93e7-05d1bf72bf1b HTTP/1.1" status: 200 len: 912 time: 0.6312807 Sep 17 08:02:03.170778 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-6ed56fd9-d3a8-46ba-9ff3-9306aad47f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c', 'name': 'tempest-TaggedBootDevicesTest-224542195-router', 'tenant_id': '9dd60ef4e32342ee9bd756b274f1d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '6e7aa29d-71b4-4990-bd46-12ee5ca175e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:00:08Z', 'updated_at': '2021-09-17T08:00:17Z', 'revision_number': 4, 'project_id': '9dd60ef4e32342ee9bd756b274f1d1f9', 'gw_port': {'id': '6e7aa29d-71b4-4990-bd46-12ee5ca175e2', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:00:09Z', 'updated_at': '2021-09-17T08:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': 'd9f84afd-78be-4119-bac2-cc72d11533b1', 'tenant_id': '9dd60ef4e32342ee9bd756b274f1d1f9', 'floating_ip_address': '172.25.6.102', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c', 'port_id': 'f925fa88-e615-42d2-b3ec-449463c7b53e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f09c285a-372f-4d9d-93e7-05d1bf72bf1b', 'mac_address': 'fa:16:3e:19:f1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a3e4cd7-fd9e-4c48-83d0-fdef58210aab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:00:53Z', 'updated_at': '2021-09-17T08:01:59Z', 'revision_number': 1, 'project_id': '9dd60ef4e32342ee9bd756b274f1d1f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5ec85c1-c444-4943-98c8-ce08f2c79d06', 'name': '', 'network_id': 'f09c285a-372f-4d9d-93e7-05d1bf72bf1b', 'tenant_id': '9dd60ef4e32342ee9bd756b274f1d1f9', 'mac_address': 'fa:16:3e:11:00:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '1862c60a-900a-428f-84d5-02f641b77766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:00:15Z', 'updated_at': '2021-09-17T08:00:20Z', 'revision_number': 5, 'project_id': '9dd60ef4e32342ee9bd756b274f1d1f9', 'subnets': [{'id': '1862c60a-900a-428f-84d5-02f641b77766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:02:03.217589 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed56fd9-d3a8-46ba-9ff3-9306aad47f82 None None] Checking router: 3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:02:03.226988 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed56fd9-d3a8-46ba-9ff3-9306aad47f82 None None] Routers {'3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:02:03.228089 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-6ed56fd9-d3a8-46ba-9ff3-9306aad47f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:01:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:02:03.246378 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ebe60315-7cac-4697-9a33-b8a77c19d459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:03.295970 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1371162d-19eb-43cc-a76b-9b5b83d5cbbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:03.301968 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1371162d-19eb-43cc-a76b-9b5b83d5cbbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:03.307098 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-1371162d-19eb-43cc-a76b-9b5b83d5cbbf admin admin] 10.222.0.13 "DELETE /v2.0/networks/0ac2dea1-1030-4e45-a595-712a662b9be7 HTTP/1.1" status: 204 len: 168 time: 1.4566140 Sep 17 08:02:03.307098 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ce9b7df6-cc7e-4762-b91d-2e430142232d req-b9a939b0-0277-4c18-9977-95082f24d798 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f925fa88-e615-42d2-b3ec-449463c7b53e HTTP/1.1" status: 200 len: 999 time: 0.1390810 Sep 17 08:02:03.307310 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8b257ecc-407f-4136-a95b-b24bf4f0a501 req-d7f97916-6c52-4e64-b91c-2f67256f6c98 service neutron] 10.222.0.39 "GET /v2.0/networks/23dc9245-044a-48fa-8f5c-bfe08f2d4cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710112 Sep 17 08:02:03.310547 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-f41e492a-09b6-4081-9d33-712550732bc3 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Allocated IP 2001:db8::3b2 (17070a59-560b-4681-b02e-f669213b3411/8c004179-7b84-4703-a91d-6217b8ebc0a8/a6a65636-58ca-40d8-83ad-346c9a3d58f0) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:02:03.376655 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-6ed56fd9-d3a8-46ba-9ff3-9306aad47f82 None None] Set router 3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:02:03.377593 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8b257ecc-407f-4136-a95b-b24bf4f0a501 req-892ebe0b-607f-4a23-b6d0-2ad1d7dcd783 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a7ef312a-eb2e-4797-8814-785105b7823f HTTP/1.1" status: 200 len: 217 time: 0.0512590 Sep 17 08:02:03.396460 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1371162d-19eb-43cc-a76b-9b5b83d5cbbf admin admin] Pushing event deleted for resources: {'Network': ['ID=0ac2dea1-1030-4e45-a595-712a662b9be7,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:03.421130 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 25df4c10-8a5d-4ccf-a8ca-618acc2b2173 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:02:03.451457 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 25df4c10-8a5d-4ccf-a8ca-618acc2b2173 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:02:03.452428 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 25df4c10-8a5d-4ccf-a8ca-618acc2b2173 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:02:03.452856 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 6a1bf6de-fdce-4f77-9cde-f9e2abffc8a3 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:02:03.483542 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b7df6-cc7e-4762-b91d-2e430142232d req-d590d9c2-d1fc-46db-8a51-2050522f1520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:03.483936 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 6a1bf6de-fdce-4f77-9cde-f9e2abffc8a3 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:02:03.484285 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 6a1bf6de-fdce-4f77-9cde-f9e2abffc8a3 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:02:03.486010 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ce9b7df6-cc7e-4762-b91d-2e430142232d req-d590d9c2-d1fc-46db-8a51-2050522f1520 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1862c60a-900a-428f-84d5-02f641b77766 HTTP/1.1" status: 200 len: 850 time: 0.1306553 Sep 17 08:02:03.527648 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ebe60315-7cac-4697-9a33-b8a77c19d459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:03.530467 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ebe60315-7cac-4697-9a33-b8a77c19d459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:03.531671 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ebe60315-7cac-4697-9a33-b8a77c19d459 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/efda2ddc-0e51-48a6-a1d8-5bf0a4e2b686 HTTP/1.1" status: 204 len: 168 time: 0.6491065 Sep 17 08:02:03.557178 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b257ecc-407f-4136-a95b-b24bf4f0a501 req-a009b761-780d-4b2e-822b-6f531d902f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:03.558472 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8b257ecc-407f-4136-a95b-b24bf4f0a501 req-a009b761-780d-4b2e-822b-6f531d902f4a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=98b47ab8-ddfc-4cc6-be27-8b7224b1d41b HTTP/1.1" status: 200 len: 797 time: 0.1716559 Sep 17 08:02:03.559490 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b7df6-cc7e-4762-b91d-2e430142232d req-ae3b8905-6393-4443-a806-428588b6cb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:03.562043 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ce9b7df6-cc7e-4762-b91d-2e430142232d req-ae3b8905-6393-4443-a806-428588b6cb7c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f09c285a-372f-4d9d-93e7-05d1bf72bf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579994 Sep 17 08:02:03.562643 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe60315-7cac-4697-9a33-b8a77c19d459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efda2ddc-0e51-48a6-a1d8-5bf0a4e2b686,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:03.658625 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f41e492a-09b6-4081-9d33-712550732bc3 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:03.666011 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b257ecc-407f-4136-a95b-b24bf4f0a501 req-5e866005-1f26-4c08-824e-7bd8ded4e3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:03.667557 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8b257ecc-407f-4136-a95b-b24bf4f0a501 req-5e866005-1f26-4c08-824e-7bd8ded4e3f5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=23dc9245-044a-48fa-8f5c-bfe08f2d4cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0941274 Sep 17 08:02:03.701589 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 57322) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:03.745165 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ce9b7df6-cc7e-4762-b91d-2e430142232d req-6ef86e34-e9a5-46bf-875e-53d88410c33a service neutron] 10.222.0.39 "GET /v2.0/networks/f09c285a-372f-4d9d-93e7-05d1bf72bf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712790 Sep 17 08:02:03.787770 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f41e492a-09b6-4081-9d33-712550732bc3 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:03.799783 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-989a6f81-81dc-421d-b7ba-8959b83bb1e8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=85a1205ba09b4a7b819dd87a018d5057&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0970423 Sep 17 08:02:03.802278 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 57326) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:03.867586 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41e492a-09b6-4081-9d33-712550732bc3 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Network 17070a59-560b-4681-b02e-f669213b3411 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:02:03.873263 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-f41e492a-09b6-4081-9d33-712550732bc3 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:02:03.880740 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41e492a-09b6-4081-9d33-712550732bc3 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:02:03.886539 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41e492a-09b6-4081-9d33-712550732bc3 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:03.887177 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f41e492a-09b6-4081-9d33-712550732bc3 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:03.894609 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8b257ecc-407f-4136-a95b-b24bf4f0a501 req-6cd081a3-fd81-4e8a-b232-e882f641f267 service neutron] 10.222.0.39 "GET /v2.0/networks/23dc9245-044a-48fa-8f5c-bfe08f2d4cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170243 Sep 17 08:02:03.926388 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ce9b7df6-cc7e-4762-b91d-2e430142232d req-3e678c01-2eff-421c-b217-f33bf7782d65 service neutron] 10.222.0.39 "GET /v2.0/networks/f09c285a-372f-4d9d-93e7-05d1bf72bf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723011 Sep 17 08:02:03.929701 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ac89a3ad-f28d-40f9-a13d-54c957786431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:03.945408 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-90808b26-4f61-45c6-8272-5bdd1442beb6 None None] Allocated IP 2001:db8::2 (17070a59-560b-4681-b02e-f669213b3411/8c004179-7b84-4703-a91d-6217b8ebc0a8/8c6e0355-513c-4295-95ee-e7f049014a99) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:02:03.973658 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ac89a3ad-f28d-40f9-a13d-54c957786431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:03.978216 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41e492a-09b6-4081-9d33-712550732bc3 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event updated for resources: {'Port': ['ID=a6a65636-58ca-40d8-83ad-346c9a3d58f0,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:04.028871 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-f41e492a-09b6-4081-9d33-712550732bc3 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.7868102 Sep 17 08:02:04.035153 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 57338) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:04.048947 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ac89a3ad-f28d-40f9-a13d-54c957786431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:04.052492 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ac89a3ad-f28d-40f9-a13d-54c957786431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:04.057388 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ac89a3ad-f28d-40f9-a13d-54c957786431 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f4e65287-22a4-48f3-b030-cebea9ff9220 HTTP/1.1" status: 204 len: 168 time: 0.2525449 Sep 17 08:02:04.074492 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac89a3ad-f28d-40f9-a13d-54c957786431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e65287-22a4-48f3-b030-cebea9ff9220,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:04.117250 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8b257ecc-407f-4136-a95b-b24bf4f0a501 req-7dbc9aab-36cf-4cd9-a8ef-573fe1588589 service neutron] 10.222.0.39 "GET /v2.0/networks/23dc9245-044a-48fa-8f5c-bfe08f2d4cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139506 Sep 17 08:02:04.148162 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-6ed56fd9-d3a8-46ba-9ff3-9306aad47f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c', 'name': 'tempest-TaggedBootDevicesTest-224542195-router', 'tenant_id': '9dd60ef4e32342ee9bd756b274f1d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '6e7aa29d-71b4-4990-bd46-12ee5ca175e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:00:08Z', 'updated_at': '2021-09-17T08:00:17Z', 'revision_number': 4, 'project_id': '9dd60ef4e32342ee9bd756b274f1d1f9', 'gw_port': {'id': '6e7aa29d-71b4-4990-bd46-12ee5ca175e2', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:00:09Z', 'updated_at': '2021-09-17T08:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': 'd9f84afd-78be-4119-bac2-cc72d11533b1', 'tenant_id': '9dd60ef4e32342ee9bd756b274f1d1f9', 'floating_ip_address': '172.25.6.102', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c', 'port_id': 'f925fa88-e615-42d2-b3ec-449463c7b53e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f09c285a-372f-4d9d-93e7-05d1bf72bf1b', 'mac_address': 'fa:16:3e:19:f1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a3e4cd7-fd9e-4c48-83d0-fdef58210aab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:00:53Z', 'updated_at': '2021-09-17T08:01:59Z', 'revision_number': 1, 'project_id': '9dd60ef4e32342ee9bd756b274f1d1f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5ec85c1-c444-4943-98c8-ce08f2c79d06', 'name': '', 'network_id': 'f09c285a-372f-4d9d-93e7-05d1bf72bf1b', 'tenant_id': '9dd60ef4e32342ee9bd756b274f1d1f9', 'mac_address': 'fa:16:3e:11:00:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '1862c60a-900a-428f-84d5-02f641b77766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:00:15Z', 'updated_at': '2021-09-17T08:00:20Z', 'revision_number': 5, 'project_id': '9dd60ef4e32342ee9bd756b274f1d1f9', 'subnets': [{'id': '1862c60a-900a-428f-84d5-02f641b77766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:02:04.189901 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed56fd9-d3a8-46ba-9ff3-9306aad47f82 None None] The sync data for ids ['3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c'] in n-d-789963-9 is: [{'id': '3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c', 'name': 'tempest-TaggedBootDevicesTest-224542195-router', 'tenant_id': '9dd60ef4e32342ee9bd756b274f1d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '6e7aa29d-71b4-4990-bd46-12ee5ca175e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:00:08Z', 'updated_at': '2021-09-17T08:00:17Z', 'revision_number': 4, 'project_id': '9dd60ef4e32342ee9bd756b274f1d1f9', 'gw_port': {'id': '6e7aa29d-71b4-4990-bd46-12ee5ca175e2', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:00:09Z', 'updated_at': '2021-09-17T08:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': 'd9f84afd-78be-4119-bac2-cc72d11533b1', 'tenant_id': '9dd60ef4e32342ee9bd756b274f1d1f9', 'floating_ip_address': '172.25.6.102', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c', 'port_id': 'f925fa88-e615-42d2-b3ec-449463c7b53e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f09c285a-372f-4d9d-93e7-05d1bf72bf1b', 'mac_address': 'fa:16:3e:19:f1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a3e4cd7-fd9e-4c48-83d0-fdef58210aab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:00:53Z', 'updated_at': '2021-09-17T08:01:59Z', 'revision_number': 1, 'project_id': '9dd60ef4e32342ee9bd756b274f1d1f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5ec85c1-c444-4943-98c8-ce08f2c79d06', 'name': '', 'network_id': 'f09c285a-372f-4d9d-93e7-05d1bf72bf1b', 'tenant_id': '9dd60ef4e32342ee9bd756b274f1d1f9', 'mac_address': 'fa:16:3e:11:00:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '1862c60a-900a-428f-84d5-02f641b77766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:00:15Z', 'updated_at': '2021-09-17T08:00:20Z', 'revision_number': 5, 'project_id': '9dd60ef4e32342ee9bd756b274f1d1f9', 'subnets': [{'id': '1862c60a-900a-428f-84d5-02f641b77766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:02:04.201400 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-018e6076-d785-4b2b-8a45-2b6d8daf77a6 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Deleting port a6a65636-58ca-40d8-83ad-346c9a3d58f0 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:02:04.202780 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-018e6076-d785-4b2b-8a45-2b6d8daf77a6 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:04.271992 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-90808b26-4f61-45c6-8272-5bdd1442beb6 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:04.292812 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-90808b26-4f61-45c6-8272-5bdd1442beb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:04.349805 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-018e6076-d785-4b2b-8a45-2b6d8daf77a6 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:04.350864 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90808b26-4f61-45c6-8272-5bdd1442beb6 None None] Network 17070a59-560b-4681-b02e-f669213b3411 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:02:04.355466 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-90808b26-4f61-45c6-8272-5bdd1442beb6 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:02:04.359665 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90808b26-4f61-45c6-8272-5bdd1442beb6 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:02:04.371282 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-018e6076-d785-4b2b-8a45-2b6d8daf77a6 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Calling delete_port for a6a65636-58ca-40d8-83ad-346c9a3d58f0 owned by {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:02:04.400941 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90808b26-4f61-45c6-8272-5bdd1442beb6 None None] Pushing event updated for resources: {'Port': ['ID=8c6e0355-513c-4295-95ee-e7f049014a99,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:04.553074 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-90808b26-4f61-45c6-8272-5bdd1442beb6 None None] Attempting to bind port 8c6e0355-513c-4295-95ee-e7f049014a99 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:02:04.556972 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-90808b26-4f61-45c6-8272-5bdd1442beb6 None None] Attempting to bind port 8c6e0355-513c-4295-95ee-e7f049014a99 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '54b939a9-3adf-49a9-aa71-7d60195e478b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '17070a59-560b-4681-b02e-f669213b3411'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:02:04.557362 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90808b26-4f61-45c6-8272-5bdd1442beb6 None None] Attempting to bind port 8c6e0355-513c-4295-95ee-e7f049014a99 on network 17070a59-560b-4681-b02e-f669213b3411 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:02:04.567051 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90808b26-4f61-45c6-8272-5bdd1442beb6 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:02:04.570417 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90808b26-4f61-45c6-8272-5bdd1442beb6 None None] Checking segment: {'id': '54b939a9-3adf-49a9-aa71-7d60195e478b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '17070a59-560b-4681-b02e-f669213b3411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:02:04.570935 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-90808b26-4f61-45c6-8272-5bdd1442beb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:04.571328 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90808b26-4f61-45c6-8272-5bdd1442beb6 None None] Bound using segment: {'id': '54b939a9-3adf-49a9-aa71-7d60195e478b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '17070a59-560b-4681-b02e-f669213b3411'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:02:04.571758 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-90808b26-4f61-45c6-8272-5bdd1442beb6 None None] Bound port: 8c6e0355-513c-4295-95ee-e7f049014a99, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b939a9-3adf-49a9-aa71-7d60195e478b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '17070a59-560b-4681-b02e-f669213b3411'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:02:04.574640 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-90808b26-4f61-45c6-8272-5bdd1442beb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:04.583804 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909028a2-1670-48f6-88ee-3a7925591a7d None None] New status for floating IP d9f84afd-78be-4119-bac2-cc72d11533b1: ACTIVE {{(pid=101292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 08:02:04.626512 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-018e6076-d785-4b2b-8a45-2b6d8daf77a6 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:04.702380 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-018e6076-d785-4b2b-8a45-2b6d8daf77a6 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:04.706374 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-018e6076-d785-4b2b-8a45-2b6d8daf77a6 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "DELETE /v2.0/ports/a6a65636-58ca-40d8-83ad-346c9a3d58f0 HTTP/1.1" status: 204 len: 168 time: 0.6699610 Sep 17 08:02:04.707660 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018e6076-d785-4b2b-8a45-2b6d8daf77a6 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event deleted for resources: {'Port': ['ID=a6a65636-58ca-40d8-83ad-346c9a3d58f0,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:04.709126 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 57368) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:04.762116 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-43c0f0ec-f021-447c-8dcb-02192bc0bb33 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] GET failed (client error): The resource could not be found. Sep 17 08:02:04.762290 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-90808b26-4f61-45c6-8272-5bdd1442beb6 None None] For port 8c6e0355-513c-4295-95ee-e7f049014a99, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:02:04.763753 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 57374) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:04.764341 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-90808b26-4f61-45c6-8272-5bdd1442beb6 None None] For port 8c6e0355-513c-4295-95ee-e7f049014a99, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=8c6e0355-513c-4295-95ee-e7f049014a99,segment=NetworkSegment(54b939a9-3adf-49a9-aa71-7d60195e478b),segment_id=54b939a9-3adf-49a9-aa71-7d60195e478b)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:02:04.771431 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-90808b26-4f61-45c6-8272-5bdd1442beb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:04.773017 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-43c0f0ec-f021-447c-8dcb-02192bc0bb33 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "GET /v2.0/ports/a6a65636-58ca-40d8-83ad-346c9a3d58f0 HTTP/1.1" status: 404 len: 333 time: 0.0582657 Sep 17 08:02:04.881830 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-b877cefa-e2fc-407c-a268-367e79baa87e tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Deleting subnet 8c004179-7b84-4703-a91d-6217b8ebc0a8 {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:02:04.890193 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b877cefa-e2fc-407c-a268-367e79baa87e tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:04.892859 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90808b26-4f61-45c6-8272-5bdd1442beb6 None None] Pushing event updated for resources: {'Port': ['ID=8c6e0355-513c-4295-95ee-e7f049014a99,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:04.967021 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b877cefa-e2fc-407c-a268-367e79baa87e tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:05.053414 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:05.100145 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b877cefa-e2fc-407c-a268-367e79baa87e tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:05.199618 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b877cefa-e2fc-407c-a268-367e79baa87e tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:05.247947 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b877cefa-e2fc-407c-a268-367e79baa87e tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:05.252877 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-b877cefa-e2fc-407c-a268-367e79baa87e tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "DELETE /v2.0/subnets/8c004179-7b84-4703-a91d-6217b8ebc0a8 HTTP/1.1" status: 204 len: 168 time: 0.4864073 Sep 17 08:02:05.255525 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 57396) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:05.280897 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b877cefa-e2fc-407c-a268-367e79baa87e tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event deleted for resources: {'Subnet': ['ID=8c004179-7b84-4703-a91d-6217b8ebc0a8,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:05.436074 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:05.466396 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 8c6e0355-513c-4295-95ee-e7f049014a99 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:02:05.467507 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-656f1fe1-af7b-4f4f-a878-eb290d7b06f8 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:05.529392 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 8c6e0355-513c-4295-95ee-e7f049014a99 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:02:05.530102 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:05.550994 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-656f1fe1-af7b-4f4f-a878-eb290d7b06f8 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Deleting port 8c6e0355-513c-4295-95ee-e7f049014a99 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:02:05.551373 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-656f1fe1-af7b-4f4f-a878-eb290d7b06f8 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:05.607338 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 57408) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:05.647629 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-656f1fe1-af7b-4f4f-a878-eb290d7b06f8 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] For port 8c6e0355-513c-4295-95ee-e7f049014a99, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=8c6e0355-513c-4295-95ee-e7f049014a99,segment=NetworkSegment(54b939a9-3adf-49a9-aa71-7d60195e478b),segment_id=54b939a9-3adf-49a9-aa71-7d60195e478b)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:02:05.648326 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-656f1fe1-af7b-4f4f-a878-eb290d7b06f8 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:05.650962 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:05.669543 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-656f1fe1-af7b-4f4f-a878-eb290d7b06f8 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Calling delete_port for 8c6e0355-513c-4295-95ee-e7f049014a99 owned by network:dhcp {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:02:05.711151 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port 8c6e0355-513c-4295-95ee-e7f049014a99, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=8c6e0355-513c-4295-95ee-e7f049014a99,segment=NetworkSegment(54b939a9-3adf-49a9-aa71-7d60195e478b),segment_id=54b939a9-3adf-49a9-aa71-7d60195e478b)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:02:05.722292 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:05.823157 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=8c6e0355-513c-4295-95ee-e7f049014a99,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:05.850333 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-656f1fe1-af7b-4f4f-a878-eb290d7b06f8 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:05.884906 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656f1fe1-af7b-4f4f-a878-eb290d7b06f8 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event deleted for resources: {'Port': ['ID=8c6e0355-513c-4295-95ee-e7f049014a99,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:05.898429 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656f1fe1-af7b-4f4f-a878-eb290d7b06f8 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] No DVR routers for this DVR port 8c6e0355-513c-4295-95ee-e7f049014a99 on host n-d-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:02:06.021461 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-656f1fe1-af7b-4f4f-a878-eb290d7b06f8 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:06.042134 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-656f1fe1-af7b-4f4f-a878-eb290d7b06f8 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17070a59-560b-4681-b02e-f669213b3411']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:02:06.044904 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-55998a32-b0f4-4eef-ac84-acb718eb7299 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2141323808-network', 'tenant_id': '2d0585dd9c4e407bb55fa564a2ede4c9'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:02:06.055528 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-656f1fe1-af7b-4f4f-a878-eb290d7b06f8 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54b939a9-3adf-49a9-aa71-7d60195e478b') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:02:06.055754 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-656f1fe1-af7b-4f4f-a878-eb290d7b06f8 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54b939a9-3adf-49a9-aa71-7d60195e478b') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:02:06.074731 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-656f1fe1-af7b-4f4f-a878-eb290d7b06f8 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:06.079589 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55998a32-b0f4-4eef-ac84-acb718eb7299 admin admin] Made reservation on behalf of 2d0585dd9c4e407bb55fa564a2ede4c9 for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:02:06.082246 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-55998a32-b0f4-4eef-ac84-acb718eb7299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:06.095761 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-656f1fe1-af7b-4f4f-a878-eb290d7b06f8 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:06.103794 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-55998a32-b0f4-4eef-ac84-acb718eb7299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:06.104040 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-656f1fe1-af7b-4f4f-a878-eb290d7b06f8 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:02:06.104944 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-656f1fe1-af7b-4f4f-a878-eb290d7b06f8 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:06.109122 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 08:02:06.109122 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:02:06.109122 n-d-789963-9 neutron-server[101290]: timer() Sep 17 08:02:06.109122 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:02:06.109122 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 08:02:06.109122 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:02:06.109122 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 08:02:06.109122 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:02:06.109122 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 08:02:06.109122 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:02:06.109122 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 08:02:06.109122 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:02:06.109122 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 08:02:06.109122 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:02:06.109122 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:02:06.109122 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:02:06.109122 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:02:06.109122 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:02:06.109122 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 08:02:06.109122 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:02:06.109122 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 08:02:06.109122 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:02:06.109122 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:02:06.109122 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:02:06.109122 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 08:02:06.109122 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:02:06.109122 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:02:06.109122 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:02:06.109122 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:02:06.109122 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:02:06.109122 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:02:06.109122 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:02:06.218835 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-656f1fe1-af7b-4f4f-a878-eb290d7b06f8 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:06.240305 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-656f1fe1-af7b-4f4f-a878-eb290d7b06f8 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:06.242242 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-656f1fe1-af7b-4f4f-a878-eb290d7b06f8 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "DELETE /v2.0/networks/17070a59-560b-4681-b02e-f669213b3411 HTTP/1.1" status: 204 len: 168 time: 0.9854395 Sep 17 08:02:06.246109 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 57432) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:06.252576 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-35ebd541-c905-44ca-b2d0-1e801fa24474 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Request body: {'port': {'network_id': '27404cfc-3d83-4391-a05c-feb5de318cb2', 'name': 'tempest-PortsIpV6TestJSON-523587946'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:02:06.261576 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656f1fe1-af7b-4f4f-a878-eb290d7b06f8 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event deleted for resources: {'Network': ['ID=17070a59-560b-4681-b02e-f669213b3411,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:06.394341 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-55998a32-b0f4-4eef-ac84-acb718eb7299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:06.402948 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-55998a32-b0f4-4eef-ac84-acb718eb7299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:06.416587 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb0595c-c206-4515-836a-d8863df0df9a None None] DHCP port deletion for 17070a59-560b-4681-b02e-f669213b3411 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 08:02:06.421923 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-33a48f8c-e416-480b-ba4a-481c7121f940 None None] Could not find standard attr ID for object 8c6e0355-513c-4295-95ee-e7f049014a99. {{(pid=101291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 08:02:06.444706 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55998a32-b0f4-4eef-ac84-acb718eb7299 admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:02:06.447169 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ebd541-c905-44ca-b2d0-1e801fa24474 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Made reservation on behalf of c96b3a25bd1140808dd24149610b3dd4 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:02:06.448134 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b88944-8cbb-4de0-96c6-87dee76359db None None] Network 17070a59-560b-4681-b02e-f669213b3411 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:02:06.451061 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-35ebd541-c905-44ca-b2d0-1e801fa24474 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:06.462069 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b88944-8cbb-4de0-96c6-87dee76359db None None] Network 17070a59-560b-4681-b02e-f669213b3411 could not be found, it might have been deleted concurrently. {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 17 08:02:06.479349 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [None req-35ebd541-c905-44ca-b2d0-1e801fa24474 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] device_id is not set on port d47839bc-9eba-4219-bb4d-2cc4dee4cb82 yet. {{(pid=101289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 08:02:06.488636 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55998a32-b0f4-4eef-ac84-acb718eb7299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8e1728-0a66-43d3-93ae-e5894f6270ed,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:06.498458 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-55998a32-b0f4-4eef-ac84-acb718eb7299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:06.498812 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-55998a32-b0f4-4eef-ac84-acb718eb7299 admin admin] Added segment fd7b9750-679d-4ecc-9c9e-dc86937b132b of type vlan for network 7eb31eb9-c5ba-4a23-993e-45fc1230b15c Sep 17 08:02:06.585171 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-55998a32-b0f4-4eef-ac84-acb718eb7299 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:06.619222 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-55998a32-b0f4-4eef-ac84-acb718eb7299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:06.629096 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55998a32-b0f4-4eef-ac84-acb718eb7299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:06.629096 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-55998a32-b0f4-4eef-ac84-acb718eb7299 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:06.676892 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-55998a32-b0f4-4eef-ac84-acb718eb7299 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0683811 Sep 17 08:02:06.679896 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 57442) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:06.688082 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-c2125d8a-29a4-48cc-a69e-b74b61652e5b admin admin] Request body: {'subnet': {'network_id': '7eb31eb9-c5ba-4a23-993e-45fc1230b15c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2141323808-subnet', 'tenant_id': '2d0585dd9c4e407bb55fa564a2ede4c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:02:06.725708 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55998a32-b0f4-4eef-ac84-acb718eb7299 admin admin] Pushing event updated for resources: {'Network': ['ID=7eb31eb9-c5ba-4a23-993e-45fc1230b15c,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:06.730655 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2125d8a-29a4-48cc-a69e-b74b61652e5b admin admin] Made reservation on behalf of 2d0585dd9c4e407bb55fa564a2ede4c9 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:02:06.735476 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c2125d8a-29a4-48cc-a69e-b74b61652e5b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:06.737100 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 7eb31eb9-c5ba-4a23-993e-45fc1230b15c details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:02:06.853918 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-35ebd541-c905-44ca-b2d0-1e801fa24474 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:06.941801 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-35ebd541-c905-44ca-b2d0-1e801fa24474 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:06.986969 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ebd541-c905-44ca-b2d0-1e801fa24474 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Network 27404cfc-3d83-4391-a05c-feb5de318cb2 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:02:06.990528 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-35ebd541-c905-44ca-b2d0-1e801fa24474 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:02:06.999558 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ebd541-c905-44ca-b2d0-1e801fa24474 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:02:07.006141 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ebd541-c905-44ca-b2d0-1e801fa24474 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:07.007159 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-35ebd541-c905-44ca-b2d0-1e801fa24474 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:07.030103 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ebd541-c905-44ca-b2d0-1e801fa24474 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event updated for resources: {'Port': ['ID=d47839bc-9eba-4219-bb4d-2cc4dee4cb82,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:07.045567 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-35ebd541-c905-44ca-b2d0-1e801fa24474 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7982612 Sep 17 08:02:07.046438 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 57458) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:07.109054 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c2125d8a-29a4-48cc-a69e-b74b61652e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:07.184857 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-0bac6832-d9ea-42f8-9573-7e7b327be891 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Deleting port d47839bc-9eba-4219-bb4d-2cc4dee4cb82 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:02:07.185417 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0bac6832-d9ea-42f8-9573-7e7b327be891 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:07.234515 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2125d8a-29a4-48cc-a69e-b74b61652e5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb81ebac-14bd-4bcc-8591-cd4e58446b46,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:07.240082 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2125d8a-29a4-48cc-a69e-b74b61652e5b admin admin] Checking segment: {'id': 'fd7b9750-679d-4ecc-9c9e-dc86937b132b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '7eb31eb9-c5ba-4a23-993e-45fc1230b15c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:02:07.240496 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2125d8a-29a4-48cc-a69e-b74b61652e5b admin admin] Network hostable DHCP agents. Network: 7eb31eb9-c5ba-4a23-993e-45fc1230b15c, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:02:07.261471 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2125d8a-29a4-48cc-a69e-b74b61652e5b admin admin] Network 7eb31eb9-c5ba-4a23-993e-45fc1230b15c is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:02:07.273678 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-c2125d8a-29a4-48cc-a69e-b74b61652e5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 7eb31eb9-c5ba-4a23-993e-45fc1230b15c) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:02:07.286796 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8752c33-a461-455e-9fb0-4b23ab23ba64 None None] Network 7eb31eb9-c5ba-4a23-993e-45fc1230b15c requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:02:07.290551 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2125d8a-29a4-48cc-a69e-b74b61652e5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:07.291693 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c2125d8a-29a4-48cc-a69e-b74b61652e5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:07.296025 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0bac6832-d9ea-42f8-9573-7e7b327be891 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:07.320923 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-0bac6832-d9ea-42f8-9573-7e7b327be891 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Calling delete_port for d47839bc-9eba-4219-bb4d-2cc4dee4cb82 owned by {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:02:07.324281 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c2125d8a-29a4-48cc-a69e-b74b61652e5b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6401165 Sep 17 08:02:07.331401 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 8c6e0355-513c-4295-95ee-e7f049014a99 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:02:07.417665 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 8c6e0355-513c-4295-95ee-e7f049014a99 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:02:07.418388 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 8c6e0355-513c-4295-95ee-e7f049014a99 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:02:07.444653 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0bac6832-d9ea-42f8-9573-7e7b327be891 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:07.505674 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bac6832-d9ea-42f8-9573-7e7b327be891 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event deleted for resources: {'Port': ['ID=d47839bc-9eba-4219-bb4d-2cc4dee4cb82,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:07.513857 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0bac6832-d9ea-42f8-9573-7e7b327be891 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:07.518867 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-0bac6832-d9ea-42f8-9573-7e7b327be891 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "DELETE /v2.0/ports/d47839bc-9eba-4219-bb4d-2cc4dee4cb82 HTTP/1.1" status: 204 len: 168 time: 0.4681706 Sep 17 08:02:07.519145 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 57470) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:07.581615 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-78a5ddc1-4af4-47c6-ae99-e910b4451d14 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Request body: {'port': {'network_id': '27404cfc-3d83-4391-a05c-feb5de318cb2', 'mac_address': 'fa:16:3e:41:64:60', 'name': 'tempest-PortsIpV6TestJSON-534472518'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:02:07.638411 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c72a9be-d520-4600-8990-96727caf311a None None] Network 7eb31eb9-c5ba-4a23-993e-45fc1230b15c requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:02:07.664404 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a5ddc1-4af4-47c6-ae99-e910b4451d14 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Made reservation on behalf of c96b3a25bd1140808dd24149610b3dd4 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:02:07.737956 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-78a5ddc1-4af4-47c6-ae99-e910b4451d14 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:07.779773 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [None req-78a5ddc1-4af4-47c6-ae99-e910b4451d14 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] device_id is not set on port f00580fe-8549-44ec-b6b0-2e306e92ce27 yet. {{(pid=101289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 08:02:08.062397 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3f52f-e84a-49fd-8fda-70f79093d678 req-9498da63-91b8-462d-b1ae-4373367a8656 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:08.063950 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-47d3f52f-e84a-49fd-8fda-70f79093d678 req-9498da63-91b8-462d-b1ae-4373367a8656 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/networks?id=7eb31eb9-c5ba-4a23-993e-45fc1230b15c HTTP/1.1" status: 200 len: 812 time: 0.2033896 Sep 17 08:02:08.140677 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-47d3f52f-e84a-49fd-8fda-70f79093d678 req-d4ad9b01-5b96-4f85-b2ab-282c778bd77d tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/quotas/2d0585dd9c4e407bb55fa564a2ede4c9 HTTP/1.1" status: 200 len: 375 time: 0.0267987 Sep 17 08:02:08.161327 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-78a5ddc1-4af4-47c6-ae99-e910b4451d14 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:08.185502 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-47d3f52f-e84a-49fd-8fda-70f79093d678 req-ef36983b-a166-4598-894f-5865cb0e672a tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d0585dd9c4e407bb55fa564a2ede4c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382988 Sep 17 08:02:08.292092 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-78a5ddc1-4af4-47c6-ae99-e910b4451d14 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:08.373053 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a5ddc1-4af4-47c6-ae99-e910b4451d14 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Network 27404cfc-3d83-4391-a05c-feb5de318cb2 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:02:08.374614 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a5ddc1-4af4-47c6-ae99-e910b4451d14 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event updated for resources: {'Port': ['ID=f00580fe-8549-44ec-b6b0-2e306e92ce27,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:08.377334 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-78a5ddc1-4af4-47c6-ae99-e910b4451d14 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:02:08.380622 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a5ddc1-4af4-47c6-ae99-e910b4451d14 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:02:08.387142 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a5ddc1-4af4-47c6-ae99-e910b4451d14 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:08.387863 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-78a5ddc1-4af4-47c6-ae99-e910b4451d14 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:08.391718 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-47d3f52f-e84a-49fd-8fda-70f79093d678 req-717807da-3d9f-4875-95bb-8255d9da8418 service neutron] 10.222.0.13 "GET /v2.0/networks/7eb31eb9-c5ba-4a23-993e-45fc1230b15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932313 Sep 17 08:02:08.430884 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-78a5ddc1-4af4-47c6-ae99-e910b4451d14 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9107418 Sep 17 08:02:08.433489 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 57510) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:08.495244 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f473483f-022d-4f1f-9c21-fc67ad64f1ab tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:08.497072 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f473483f-022d-4f1f-9c21-fc67ad64f1ab tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "GET /v2.0/ports/f00580fe-8549-44ec-b6b0-2e306e92ce27 HTTP/1.1" status: 200 len: 844 time: 0.0619709 Sep 17 08:02:08.501333 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 57512) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:08.517987 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-47d3f52f-e84a-49fd-8fda-70f79093d678 req-60c35207-a12c-46c0-aff7-3a01b777bc57 service neutron] 10.222.0.13 "GET /v2.0/networks/7eb31eb9-c5ba-4a23-993e-45fc1230b15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177402 Sep 17 08:02:08.657190 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-1bc42ac3-963f-4d22-b946-b07692bfcc27 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Deleting port f00580fe-8549-44ec-b6b0-2e306e92ce27 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:02:08.657909 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1bc42ac3-963f-4d22-b946-b07692bfcc27 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:08.764588 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1bc42ac3-963f-4d22-b946-b07692bfcc27 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:08.767513 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d6dbe9d3-2c92-4488-8166-4d4e0f946ba9 req-06c5a491-b7d8-4341-be7e-d792bdc19d77 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=4efafdf1-df08-4d3b-ba11-3c905ee4bc20 HTTP/1.1" status: 200 len: 210 time: 0.0471499 Sep 17 08:02:08.787107 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-1bc42ac3-963f-4d22-b946-b07692bfcc27 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Calling delete_port for f00580fe-8549-44ec-b6b0-2e306e92ce27 owned by {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:02:08.877184 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1bc42ac3-963f-4d22-b946-b07692bfcc27 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:08.921286 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc42ac3-963f-4d22-b946-b07692bfcc27 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event deleted for resources: {'Port': ['ID=f00580fe-8549-44ec-b6b0-2e306e92ce27,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:08.936141 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1bc42ac3-963f-4d22-b946-b07692bfcc27 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:08.943393 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 57532) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:08.945011 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-1bc42ac3-963f-4d22-b946-b07692bfcc27 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "DELETE /v2.0/ports/f00580fe-8549-44ec-b6b0-2e306e92ce27 HTTP/1.1" status: 204 len: 168 time: 0.4421639 Sep 17 08:02:08.986778 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aa3485e-463f-4788-a453-6047f65251df tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] GET failed (client error): The resource could not be found. Sep 17 08:02:08.988454 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-0aa3485e-463f-4788-a453-6047f65251df tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "GET /v2.0/ports/f00580fe-8549-44ec-b6b0-2e306e92ce27 HTTP/1.1" status: 404 len: 333 time: 0.0440421 Sep 17 08:02:08.992407 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 57536) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:09.007708 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-1a9da0df-a045-4a56-9ed0-e013a5a35290 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Request body: {'port': {'network_id': '27404cfc-3d83-4391-a05c-feb5de318cb2', 'name': 'tempest-PortsIpV6TestJSON-400726258'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:02:09.136570 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9da0df-a045-4a56-9ed0-e013a5a35290 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Made reservation on behalf of c96b3a25bd1140808dd24149610b3dd4 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:02:09.140754 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1a9da0df-a045-4a56-9ed0-e013a5a35290 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:09.164017 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [None req-1a9da0df-a045-4a56-9ed0-e013a5a35290 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] device_id is not set on port 7dfbc25b-dea0-41d6-b6d4-e711564a2325 yet. {{(pid=101289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 08:02:09.363917 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1a9da0df-a045-4a56-9ed0-e013a5a35290 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:09.434574 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1a9da0df-a045-4a56-9ed0-e013a5a35290 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:09.507237 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9da0df-a045-4a56-9ed0-e013a5a35290 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event updated for resources: {'Port': ['ID=7dfbc25b-dea0-41d6-b6d4-e711564a2325,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:09.525949 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9da0df-a045-4a56-9ed0-e013a5a35290 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Network 27404cfc-3d83-4391-a05c-feb5de318cb2 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:02:09.527351 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-1a9da0df-a045-4a56-9ed0-e013a5a35290 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:02:09.529888 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9da0df-a045-4a56-9ed0-e013a5a35290 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:02:09.536390 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9da0df-a045-4a56-9ed0-e013a5a35290 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:09.536990 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1a9da0df-a045-4a56-9ed0-e013a5a35290 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:09.560306 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-1a9da0df-a045-4a56-9ed0-e013a5a35290 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5545235 Sep 17 08:02:09.560591 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 57548) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:09.568291 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-e2624990-8c59-4c7a-ab58-55d3acb6b975 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:02:09.677999 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e2624990-8c59-4c7a-ab58-55d3acb6b975 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:09.881547 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e2624990-8c59-4c7a-ab58-55d3acb6b975 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:09.899925 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e2624990-8c59-4c7a-ab58-55d3acb6b975 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:09.952860 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a7e5afa0-5f4f-4ef8-abfc-240d077443c4 req-149f93b1-a022-4455-9ecd-f35aa26f7dac tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=4efafdf1-df08-4d3b-ba11-3c905ee4bc20 HTTP/1.1" status: 200 len: 210 time: 0.0690084 Sep 17 08:02:09.980236 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-e2624990-8c59-4c7a-ab58-55d3acb6b975 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] In _notify_port_updated(), no bound segment for port 7dfbc25b-dea0-41d6-b6d4-e711564a2325 on network 27404cfc-3d83-4391-a05c-feb5de318cb2 {{(pid=101289) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 08:02:09.986174 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2624990-8c59-4c7a-ab58-55d3acb6b975 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:09.986986 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e2624990-8c59-4c7a-ab58-55d3acb6b975 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:09.991114 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e2624990-8c59-4c7a-ab58-55d3acb6b975 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "PUT /v2.0/ports/7dfbc25b-dea0-41d6-b6d4-e711564a2325 HTTP/1.1" status: 200 len: 818 time: 0.4266651 Sep 17 08:02:09.991565 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 57560) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:10.209348 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2624990-8c59-4c7a-ab58-55d3acb6b975 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event updated for resources: {'Port': ['ID=7dfbc25b-dea0-41d6-b6d4-e711564a2325,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:10.294857 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3f52f-e84a-49fd-8fda-70f79093d678 req-c768246c-cf30-41b9-bc0b-103fab51cff5 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:10.296390 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-47d3f52f-e84a-49fd-8fda-70f79093d678 req-c768246c-cf30-41b9-bc0b-103fab51cff5 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.41 "GET /v2.0/networks?id=7eb31eb9-c5ba-4a23-993e-45fc1230b15c HTTP/1.1" status: 200 len: 812 time: 0.2072287 Sep 17 08:02:10.308598 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-be024e47-be3b-4d42-b881-5131031a07b8 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Deleting port 7dfbc25b-dea0-41d6-b6d4-e711564a2325 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:02:10.308993 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-be024e47-be3b-4d42-b881-5131031a07b8 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:10.347694 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-47d3f52f-e84a-49fd-8fda-70f79093d678 req-6c17ec80-2ddb-4edb-956e-1d77e6d83303 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Request body: {'port': {'device_id': '4efafdf1-df08-4d3b-ba11-3c905ee4bc20', 'network_id': '7eb31eb9-c5ba-4a23-993e-45fc1230b15c', 'admin_state_up': True, 'tenant_id': '2d0585dd9c4e407bb55fa564a2ede4c9'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:02:10.413676 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-be024e47-be3b-4d42-b881-5131031a07b8 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:10.461442 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-be024e47-be3b-4d42-b881-5131031a07b8 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Calling delete_port for 7dfbc25b-dea0-41d6-b6d4-e711564a2325 owned by {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:02:10.555319 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47d3f52f-e84a-49fd-8fda-70f79093d678 req-6c17ec80-2ddb-4edb-956e-1d77e6d83303 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Made reservation on behalf of 2d0585dd9c4e407bb55fa564a2ede4c9 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:02:10.558803 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-47d3f52f-e84a-49fd-8fda-70f79093d678 req-6c17ec80-2ddb-4edb-956e-1d77e6d83303 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:10.591486 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-be024e47-be3b-4d42-b881-5131031a07b8 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:10.652821 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be024e47-be3b-4d42-b881-5131031a07b8 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event deleted for resources: {'Port': ['ID=7dfbc25b-dea0-41d6-b6d4-e711564a2325,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:10.667812 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-be024e47-be3b-4d42-b881-5131031a07b8 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:10.672619 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-be024e47-be3b-4d42-b881-5131031a07b8 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "DELETE /v2.0/ports/7dfbc25b-dea0-41d6-b6d4-e711564a2325 HTTP/1.1" status: 204 len: 168 time: 0.6796935 Sep 17 08:02:10.672769 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 57578) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:10.746425 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08e381c-9792-4c6c-b7ef-02f1a63c1217 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:10.748085 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [req-47d3f52f-e84a-49fd-8fda-70f79093d678 req-6c17ec80-2ddb-4edb-956e-1d77e6d83303 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Allocated IP 172.20.0.5 (7eb31eb9-c5ba-4a23-993e-45fc1230b15c/cb81ebac-14bd-4bcc-8591-cd4e58446b46/5d0ddae0-eb20-4bb7-9d7b-6d3f36e43919) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:02:10.748399 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d08e381c-9792-4c6c-b7ef-02f1a63c1217 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0748930 Sep 17 08:02:10.751083 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 57580) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:10.783482 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6544845-bd77-45b3-a2a0-4d92c2f75461 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] GET failed (client error): The resource could not be found. Sep 17 08:02:10.785670 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a6544845-bd77-45b3-a2a0-4d92c2f75461 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "GET /v2.0/ports/7dfbc25b-dea0-41d6-b6d4-e711564a2325 HTTP/1.1" status: 404 len: 333 time: 0.0336196 Sep 17 08:02:10.790167 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 57582) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:10.798546 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-6cbd0032-f66b-4992-9c9b-59e7cea9f5e9 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-89156115'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:02:10.867359 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cbd0032-f66b-4992-9c9b-59e7cea9f5e9 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Made reservation on behalf of c96b3a25bd1140808dd24149610b3dd4 for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:02:10.871282 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6cbd0032-f66b-4992-9c9b-59e7cea9f5e9 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:10.938256 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cbd0032-f66b-4992-9c9b-59e7cea9f5e9 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:02:10.978960 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-47d3f52f-e84a-49fd-8fda-70f79093d678 req-6c17ec80-2ddb-4edb-956e-1d77e6d83303 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:11.003361 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6cbd0032-f66b-4992-9c9b-59e7cea9f5e9 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:11.003747 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-6cbd0032-f66b-4992-9c9b-59e7cea9f5e9 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Added segment c90aab88-123e-4a00-bcbb-41125f5bd08c of type vlan for network 2dba4cd9-40d4-442f-9390-a21c63b2e93d Sep 17 08:02:11.088107 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9a35647b-46fc-4d3d-81a4-89ab7c8d0d27 req-049c2139-219a-4061-afb5-6d0f978db076 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=4efafdf1-df08-4d3b-ba11-3c905ee4bc20 HTTP/1.1" status: 200 len: 210 time: 0.0502756 Sep 17 08:02:11.089687 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6cbd0032-f66b-4992-9c9b-59e7cea9f5e9 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:11.120085 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-47d3f52f-e84a-49fd-8fda-70f79093d678 req-6c17ec80-2ddb-4edb-956e-1d77e6d83303 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:11.130062 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6cbd0032-f66b-4992-9c9b-59e7cea9f5e9 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:11.136746 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbd0032-f66b-4992-9c9b-59e7cea9f5e9 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:11.137499 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6cbd0032-f66b-4992-9c9b-59e7cea9f5e9 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:11.200202 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-6cbd0032-f66b-4992-9c9b-59e7cea9f5e9 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4085746 Sep 17 08:02:11.202776 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 57596) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:11.208676 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-27bced56-613b-4070-9b5a-acd7484cafd9 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Request body: {'subnet': {'network_id': '2dba4cd9-40d4-442f-9390-a21c63b2e93d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:02:11.215293 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47d3f52f-e84a-49fd-8fda-70f79093d678 req-6c17ec80-2ddb-4edb-956e-1d77e6d83303 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Network 7eb31eb9-c5ba-4a23-993e-45fc1230b15c is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:02:11.222532 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [req-47d3f52f-e84a-49fd-8fda-70f79093d678 req-6c17ec80-2ddb-4edb-956e-1d77e6d83303 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:02:11.225364 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-47d3f52f-e84a-49fd-8fda-70f79093d678 req-6c17ec80-2ddb-4edb-956e-1d77e6d83303 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:02:11.366944 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27bced56-613b-4070-9b5a-acd7484cafd9 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Made reservation on behalf of c96b3a25bd1140808dd24149610b3dd4 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:02:11.371480 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-27bced56-613b-4070-9b5a-acd7484cafd9 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:11.587959 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-27bced56-613b-4070-9b5a-acd7484cafd9 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:11.663525 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bced56-613b-4070-9b5a-acd7484cafd9 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event updated for resources: {'Subnet': ['ID=288af212-2fc9-48c5-a415-f124c5a1bfa2,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:11.670762 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bced56-613b-4070-9b5a-acd7484cafd9 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Checking segment: {'id': 'c90aab88-123e-4a00-bcbb-41125f5bd08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2dba4cd9-40d4-442f-9390-a21c63b2e93d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:02:11.670762 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bced56-613b-4070-9b5a-acd7484cafd9 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Network hostable DHCP agents. Network: 2dba4cd9-40d4-442f-9390-a21c63b2e93d, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:02:11.697813 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bced56-613b-4070-9b5a-acd7484cafd9 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Network 2dba4cd9-40d4-442f-9390-a21c63b2e93d is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:02:11.707450 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c17ec80-2ddb-4edb-956e-1d77e6d83303 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Pushing event updated for resources: {'Port': ['ID=5d0ddae0-eb20-4bb7-9d7b-6d3f36e43919,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:11.710414 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-27bced56-613b-4070-9b5a-acd7484cafd9 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 2dba4cd9-40d4-442f-9390-a21c63b2e93d) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:02:11.716306 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bced56-613b-4070-9b5a-acd7484cafd9 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:11.716962 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-27bced56-613b-4070-9b5a-acd7484cafd9 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:11.720567 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54a72eb-0207-43c0-9df7-e00268c68853 None None] Network 2dba4cd9-40d4-442f-9390-a21c63b2e93d requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:02:11.732432 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbd0032-f66b-4992-9c9b-59e7cea9f5e9 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event updated for resources: {'Network': ['ID=2dba4cd9-40d4-442f-9390-a21c63b2e93d,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:11.739568 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c17ec80-2ddb-4edb-956e-1d77e6d83303 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:02:11.739948 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c17ec80-2ddb-4edb-956e-1d77e6d83303 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:02:11.740337 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c17ec80-2ddb-4edb-956e-1d77e6d83303 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:02:11.740688 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c17ec80-2ddb-4edb-956e-1d77e6d83303 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:02:11.741037 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c17ec80-2ddb-4edb-956e-1d77e6d83303 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:02:11.741379 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c17ec80-2ddb-4edb-956e-1d77e6d83303 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:02:11.741714 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c17ec80-2ddb-4edb-956e-1d77e6d83303 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:02:11.742051 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c17ec80-2ddb-4edb-956e-1d77e6d83303 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:02:11.742767 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-27bced56-613b-4070-9b5a-acd7484cafd9 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5385380 Sep 17 08:02:11.745387 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c17ec80-2ddb-4edb-956e-1d77e6d83303 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:02:11.745619 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 57608) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:11.745825 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c17ec80-2ddb-4edb-956e-1d77e6d83303 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:02:11.746126 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c17ec80-2ddb-4edb-956e-1d77e6d83303 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:02:11.746460 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c17ec80-2ddb-4edb-956e-1d77e6d83303 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:02:11.751644 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-ddae2384-e4bc-46b9-9663-8f305344751d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Request body: {'subnet': {'network_id': '2dba4cd9-40d4-442f-9390-a21c63b2e93d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:02:11.760059 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3f52f-e84a-49fd-8fda-70f79093d678 req-6c17ec80-2ddb-4edb-956e-1d77e6d83303 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:11.760290 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-47d3f52f-e84a-49fd-8fda-70f79093d678 req-6c17ec80-2ddb-4edb-956e-1d77e6d83303 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:11.769159 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbd0032-f66b-4992-9c9b-59e7cea9f5e9 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:02:11.769509 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbd0032-f66b-4992-9c9b-59e7cea9f5e9 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:02:11.769853 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbd0032-f66b-4992-9c9b-59e7cea9f5e9 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:02:11.770199 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbd0032-f66b-4992-9c9b-59e7cea9f5e9 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:02:11.770536 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbd0032-f66b-4992-9c9b-59e7cea9f5e9 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:02:11.770872 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbd0032-f66b-4992-9c9b-59e7cea9f5e9 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:02:11.771266 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbd0032-f66b-4992-9c9b-59e7cea9f5e9 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:02:11.772225 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbd0032-f66b-4992-9c9b-59e7cea9f5e9 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:02:11.772560 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbd0032-f66b-4992-9c9b-59e7cea9f5e9 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:02:11.772891 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbd0032-f66b-4992-9c9b-59e7cea9f5e9 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:02:11.773218 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbd0032-f66b-4992-9c9b-59e7cea9f5e9 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:02:11.773541 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbd0032-f66b-4992-9c9b-59e7cea9f5e9 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:02:11.786275 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-47d3f52f-e84a-49fd-8fda-70f79093d678 req-6c17ec80-2ddb-4edb-956e-1d77e6d83303 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4429481 Sep 17 08:02:11.807219 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 2dba4cd9-40d4-442f-9390-a21c63b2e93d details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:02:11.807557 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-47d3f52f-e84a-49fd-8fda-70f79093d678 req-71a24bbc-cf36-403c-9581-9afa8f2028f9 service neutron] Request body: {'port': {'device_id': '4efafdf1-df08-4d3b-ba11-3c905ee4bc20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-9'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:02:11.872955 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-47d3f52f-e84a-49fd-8fda-70f79093d678 req-71a24bbc-cf36-403c-9581-9afa8f2028f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:11.953215 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddae2384-e4bc-46b9-9663-8f305344751d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Made reservation on behalf of c96b3a25bd1140808dd24149610b3dd4 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:02:11.958196 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ddae2384-e4bc-46b9-9663-8f305344751d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:12.086929 n-d-789963-9 neutron-server[101290]: INFO neutron.db.ipam_backend_mixin [None req-ddae2384-e4bc-46b9-9663-8f305344751d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 288af212-2fc9-48c5-a415-f124c5a1bfa2 (CIDR: 2001:db8::/64) Sep 17 08:02:12.093424 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddae2384-e4bc-46b9-9663-8f305344751d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 08:02:12.093897 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddae2384-e4bc-46b9-9663-8f305344751d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:02:12.126930 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ddae2384-e4bc-46b9-9663-8f305344751d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3801816 Sep 17 08:02:12.129805 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 57616) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:12.135404 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-0f281bb7-2bbc-4ce0-9085-fbd805535011 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Request body: {'subnet': {'network_id': '2dba4cd9-40d4-442f-9390-a21c63b2e93d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:02:12.157845 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:02:12.230789 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fcc00a-d0ed-4c32-9d2e-f251a23367cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-2dba4cd9-40d4-442f-9390-a21c63b2e93d', 'network_id': '2dba4cd9-40d4-442f-9390-a21c63b2e93d', 'tenant_id': 'c96b3a25bd1140808dd24149610b3dd4', 'fixed_ips': [{'subnet_id': '288af212-2fc9-48c5-a415-f124c5a1bfa2'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:02:12.232531 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c4fcc00a-d0ed-4c32-9d2e-f251a23367cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:12.356272 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a42b96-51eb-4e10-9308-a3aa9c4af874 req-a1e6d3b4-c60c-4b82-884b-93a5b3eb7454 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:12.363617 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d5a42b96-51eb-4e10-9308-a3aa9c4af874 req-a1e6d3b4-c60c-4b82-884b-93a5b3eb7454 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=4efafdf1-df08-4d3b-ba11-3c905ee4bc20 HTTP/1.1" status: 200 len: 931 time: 0.1205959 Sep 17 08:02:12.410817 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f281bb7-2bbc-4ce0-9085-fbd805535011 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Made reservation on behalf of c96b3a25bd1140808dd24149610b3dd4 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:02:12.414593 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0f281bb7-2bbc-4ce0-9085-fbd805535011 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:12.432035 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-c4fcc00a-d0ed-4c32-9d2e-f251a23367cf None None] Allocated IP 2001:db8::2 (2dba4cd9-40d4-442f-9390-a21c63b2e93d/288af212-2fc9-48c5-a415-f124c5a1bfa2/4c0fb3b2-b72d-4fc0-a421-ff0ff58ca031) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:02:12.504881 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d5a42b96-51eb-4e10-9308-a3aa9c4af874 req-a8d4a923-11dd-47c4-ae82-3140b9e04e23 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401715 Sep 17 08:02:12.542212 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [req-47d3f52f-e84a-49fd-8fda-70f79093d678 req-71a24bbc-cf36-403c-9581-9afa8f2028f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d0ddae0-eb20-4bb7-9d7b-6d3f36e43919 {{(pid=101289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:02:12.554209 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-47d3f52f-e84a-49fd-8fda-70f79093d678 req-71a24bbc-cf36-403c-9581-9afa8f2028f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:12.592403 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.provisioning_blocks [req-47d3f52f-e84a-49fd-8fda-70f79093d678 req-71a24bbc-cf36-403c-9581-9afa8f2028f9 service neutron] Transition to ACTIVE for port object 5d0ddae0-eb20-4bb7-9d7b-6d3f36e43919 will not be triggered until provisioned by entity L2. {{(pid=101289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:02:12.599000 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-47d3f52f-e84a-49fd-8fda-70f79093d678 req-71a24bbc-cf36-403c-9581-9afa8f2028f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:12.629837 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c4fcc00a-d0ed-4c32-9d2e-f251a23367cf None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:12.638344 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c4fcc00a-d0ed-4c32-9d2e-f251a23367cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:12.692426 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fcc00a-d0ed-4c32-9d2e-f251a23367cf None None] Network 2dba4cd9-40d4-442f-9390-a21c63b2e93d is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:02:12.700506 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-c4fcc00a-d0ed-4c32-9d2e-f251a23367cf None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:02:12.705664 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fcc00a-d0ed-4c32-9d2e-f251a23367cf None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:02:12.709085 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fcc00a-d0ed-4c32-9d2e-f251a23367cf None None] Pushing event updated for resources: {'Port': ['ID=4c0fb3b2-b72d-4fc0-a421-ff0ff58ca031,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:12.735729 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a24bbc-cf36-403c-9581-9afa8f2028f9 service neutron] Pushing event updated for resources: {'Port': ['ID=5d0ddae0-eb20-4bb7-9d7b-6d3f36e43919,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:12.748475 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-47d3f52f-e84a-49fd-8fda-70f79093d678 req-71a24bbc-cf36-403c-9581-9afa8f2028f9 service neutron] Attempting to bind port 5d0ddae0-eb20-4bb7-9d7b-6d3f36e43919 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:02:12.749060 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-47d3f52f-e84a-49fd-8fda-70f79093d678 req-71a24bbc-cf36-403c-9581-9afa8f2028f9 service neutron] Attempting to bind port 5d0ddae0-eb20-4bb7-9d7b-6d3f36e43919 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'fd7b9750-679d-4ecc-9c9e-dc86937b132b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '7eb31eb9-c5ba-4a23-993e-45fc1230b15c'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:02:12.749609 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d3f52f-e84a-49fd-8fda-70f79093d678 req-71a24bbc-cf36-403c-9581-9afa8f2028f9 service neutron] Attempting to bind port 5d0ddae0-eb20-4bb7-9d7b-6d3f36e43919 on network 7eb31eb9-c5ba-4a23-993e-45fc1230b15c {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:02:12.755927 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d3f52f-e84a-49fd-8fda-70f79093d678 req-71a24bbc-cf36-403c-9581-9afa8f2028f9 service neutron] Port 5d0ddae0-eb20-4bb7-9d7b-6d3f36e43919 on network 7eb31eb9-c5ba-4a23-993e-45fc1230b15c not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:02:12.756444 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d3f52f-e84a-49fd-8fda-70f79093d678 req-71a24bbc-cf36-403c-9581-9afa8f2028f9 service neutron] Attempting to bind port 5d0ddae0-eb20-4bb7-9d7b-6d3f36e43919 on network 7eb31eb9-c5ba-4a23-993e-45fc1230b15c {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:02:12.765956 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d3f52f-e84a-49fd-8fda-70f79093d678 req-71a24bbc-cf36-403c-9581-9afa8f2028f9 service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:02:12.766376 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d3f52f-e84a-49fd-8fda-70f79093d678 req-71a24bbc-cf36-403c-9581-9afa8f2028f9 service neutron] Checking segment: {'id': 'fd7b9750-679d-4ecc-9c9e-dc86937b132b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '7eb31eb9-c5ba-4a23-993e-45fc1230b15c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:02:12.766899 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d3f52f-e84a-49fd-8fda-70f79093d678 req-71a24bbc-cf36-403c-9581-9afa8f2028f9 service neutron] Bound using segment: {'id': 'fd7b9750-679d-4ecc-9c9e-dc86937b132b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '7eb31eb9-c5ba-4a23-993e-45fc1230b15c'} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:02:12.767500 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-47d3f52f-e84a-49fd-8fda-70f79093d678 req-71a24bbc-cf36-403c-9581-9afa8f2028f9 service neutron] Bound port: 5d0ddae0-eb20-4bb7-9d7b-6d3f36e43919, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd7b9750-679d-4ecc-9c9e-dc86937b132b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '7eb31eb9-c5ba-4a23-993e-45fc1230b15c'}}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:02:12.768064 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-47d3f52f-e84a-49fd-8fda-70f79093d678 req-71a24bbc-cf36-403c-9581-9afa8f2028f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:12.783104 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-c4fcc00a-d0ed-4c32-9d2e-f251a23367cf None None] Attempting to bind port 4c0fb3b2-b72d-4fc0-a421-ff0ff58ca031 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:02:12.784809 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-c4fcc00a-d0ed-4c32-9d2e-f251a23367cf None None] Attempting to bind port 4c0fb3b2-b72d-4fc0-a421-ff0ff58ca031 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'c90aab88-123e-4a00-bcbb-41125f5bd08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2dba4cd9-40d4-442f-9390-a21c63b2e93d'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:02:12.785194 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fcc00a-d0ed-4c32-9d2e-f251a23367cf None None] Attempting to bind port 4c0fb3b2-b72d-4fc0-a421-ff0ff58ca031 on network 2dba4cd9-40d4-442f-9390-a21c63b2e93d {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:02:12.797147 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fcc00a-d0ed-4c32-9d2e-f251a23367cf None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:02:12.797626 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fcc00a-d0ed-4c32-9d2e-f251a23367cf None None] Checking segment: {'id': 'c90aab88-123e-4a00-bcbb-41125f5bd08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2dba4cd9-40d4-442f-9390-a21c63b2e93d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:02:12.798102 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c4fcc00a-d0ed-4c32-9d2e-f251a23367cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:12.798587 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fcc00a-d0ed-4c32-9d2e-f251a23367cf None None] Bound using segment: {'id': 'c90aab88-123e-4a00-bcbb-41125f5bd08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2dba4cd9-40d4-442f-9390-a21c63b2e93d'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:02:12.799123 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-c4fcc00a-d0ed-4c32-9d2e-f251a23367cf None None] Bound port: 4c0fb3b2-b72d-4fc0-a421-ff0ff58ca031, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c90aab88-123e-4a00-bcbb-41125f5bd08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2dba4cd9-40d4-442f-9390-a21c63b2e93d'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:02:12.799576 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c4fcc00a-d0ed-4c32-9d2e-f251a23367cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:12.855284 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-47d3f52f-e84a-49fd-8fda-70f79093d678 req-71a24bbc-cf36-403c-9581-9afa8f2028f9 service neutron] For port 5d0ddae0-eb20-4bb7-9d7b-6d3f36e43919, host n-h1-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:02:12.859178 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-47d3f52f-e84a-49fd-8fda-70f79093d678 req-71a24bbc-cf36-403c-9581-9afa8f2028f9 service neutron] For port 5d0ddae0-eb20-4bb7-9d7b-6d3f36e43919, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=5d0ddae0-eb20-4bb7-9d7b-6d3f36e43919,segment=NetworkSegment(fd7b9750-679d-4ecc-9c9e-dc86937b132b),segment_id=fd7b9750-679d-4ecc-9c9e-dc86937b132b)] {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:02:12.864048 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-47d3f52f-e84a-49fd-8fda-70f79093d678 req-71a24bbc-cf36-403c-9581-9afa8f2028f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:12.906783 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3f52f-e84a-49fd-8fda-70f79093d678 req-71a24bbc-cf36-403c-9581-9afa8f2028f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:12.907681 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-47d3f52f-e84a-49fd-8fda-70f79093d678 req-71a24bbc-cf36-403c-9581-9afa8f2028f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:12.910021 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-47d3f52f-e84a-49fd-8fda-70f79093d678 req-71a24bbc-cf36-403c-9581-9afa8f2028f9 service neutron] 10.222.0.41 "PUT /v2.0/ports/5d0ddae0-eb20-4bb7-9d7b-6d3f36e43919 HTTP/1.1" status: 200 len: 1091 time: 1.1092799 Sep 17 08:02:12.913354 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4efafdf1-df08-4d3b-ba11-3c905ee4bc20', 'tag': '5d0ddae0-eb20-4bb7-9d7b-6d3f36e43919'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:02:12.916361 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ab47ea-c304-42d4-9b65-c9d3bfb03ab0" -d '{"events": [{"name": "network-changed", "server_uuid": "4efafdf1-df08-4d3b-ba11-3c905ee4bc20", "tag": "5d0ddae0-eb20-4bb7-9d7b-6d3f36e43919"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:02:12.948036 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a24bbc-cf36-403c-9581-9afa8f2028f9 service neutron] Pushing event updated for resources: {'Port': ['ID=5d0ddae0-eb20-4bb7-9d7b-6d3f36e43919,revision_number=3']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:12.982621 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-c4fcc00a-d0ed-4c32-9d2e-f251a23367cf None None] For port 4c0fb3b2-b72d-4fc0-a421-ff0ff58ca031, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:02:12.984813 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-279078e6-2311-4c68-9348-11990806fee1 x-openstack-request-id: req-279078e6-2311-4c68-9348-11990806fee1 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:02:12.985426 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4efafdf1-df08-4d3b-ba11-3c905ee4bc20", "tag": "5d0ddae0-eb20-4bb7-9d7b-6d3f36e43919", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:02:12.985847 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-279078e6-2311-4c68-9348-11990806fee1 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:02:12.986286 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4efafdf1-df08-4d3b-ba11-3c905ee4bc20', 'tag': '5d0ddae0-eb20-4bb7-9d7b-6d3f36e43919', 'status': 'completed', 'code': 200} Sep 17 08:02:12.989092 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-c4fcc00a-d0ed-4c32-9d2e-f251a23367cf None None] For port 4c0fb3b2-b72d-4fc0-a421-ff0ff58ca031, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=4c0fb3b2-b72d-4fc0-a421-ff0ff58ca031,segment=NetworkSegment(c90aab88-123e-4a00-bcbb-41125f5bd08c),segment_id=c90aab88-123e-4a00-bcbb-41125f5bd08c)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:02:12.994346 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0f281bb7-2bbc-4ce0-9085-fbd805535011 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:12.997193 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c4fcc00a-d0ed-4c32-9d2e-f251a23367cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:13.022792 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3f52f-e84a-49fd-8fda-70f79093d678 req-23e11e61-2842-46b1-9ace-a95093186820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:13.024502 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-47d3f52f-e84a-49fd-8fda-70f79093d678 req-23e11e61-2842-46b1-9ace-a95093186820 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2d0585dd9c4e407bb55fa564a2ede4c9&device_id=4efafdf1-df08-4d3b-ba11-3c905ee4bc20 HTTP/1.1" status: 200 len: 1094 time: 0.0559373 Sep 17 08:02:13.064799 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fcc00a-d0ed-4c32-9d2e-f251a23367cf None None] Pushing event updated for resources: {'Port': ['ID=4c0fb3b2-b72d-4fc0-a421-ff0ff58ca031,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:13.075773 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f281bb7-2bbc-4ce0-9085-fbd805535011 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Network 2dba4cd9-40d4-442f-9390-a21c63b2e93d is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:02:13.087189 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-0f281bb7-2bbc-4ce0-9085-fbd805535011 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:02:13.087760 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-47d3f52f-e84a-49fd-8fda-70f79093d678 req-6785123b-a55a-4a69-956c-f6df9c7eff5d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d0ddae0-eb20-4bb7-9d7b-6d3f36e43919 HTTP/1.1" status: 200 len: 217 time: 0.0493386 Sep 17 08:02:13.091680 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f281bb7-2bbc-4ce0-9085-fbd805535011 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:13.092318 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0f281bb7-2bbc-4ce0-9085-fbd805535011 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:13.106630 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f281bb7-2bbc-4ce0-9085-fbd805535011 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event updated for resources: {'Subnet': ['ID=b3d922c2-3842-4f0c-8ab3-c124bb1c4935,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:13.118739 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-0f281bb7-2bbc-4ce0-9085-fbd805535011 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9876173 Sep 17 08:02:13.121256 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 57636) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:13.127272 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-d03900d3-e800-4ff3-a6c7-2c238915fbe4 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Request body: {'port': {'network_id': '2dba4cd9-40d4-442f-9390-a21c63b2e93d', 'fixed_ips': [{'subnet_id': '288af212-2fc9-48c5-a415-f124c5a1bfa2'}, {'subnet_id': 'b3d922c2-3842-4f0c-8ab3-c124bb1c4935'}], 'name': 'tempest-PortsIpV6TestJSON-954211229'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:02:13.152043 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3f52f-e84a-49fd-8fda-70f79093d678 req-e1b347d0-8ab6-4ce1-8a94-0b66b7314133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:13.153554 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-47d3f52f-e84a-49fd-8fda-70f79093d678 req-e1b347d0-8ab6-4ce1-8a94-0b66b7314133 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cb81ebac-14bd-4bcc-8591-cd4e58446b46 HTTP/1.1" status: 200 len: 852 time: 0.0573843 Sep 17 08:02:13.202093 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-47d3f52f-e84a-49fd-8fda-70f79093d678 req-8ec2d68f-4471-4f7d-be30-f949ec351fd6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7eb31eb9-c5ba-4a23-993e-45fc1230b15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406907 Sep 17 08:02:13.353476 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03900d3-e800-4ff3-a6c7-2c238915fbe4 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Made reservation on behalf of c96b3a25bd1140808dd24149610b3dd4 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:02:13.379891 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-47d3f52f-e84a-49fd-8fda-70f79093d678 req-8bf0a991-59b6-4c13-9c8a-a88e49d3245e service neutron] 10.222.0.41 "GET /v2.0/networks/7eb31eb9-c5ba-4a23-993e-45fc1230b15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694496 Sep 17 08:02:13.515594 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d03900d3-e800-4ff3-a6c7-2c238915fbe4 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:13.564673 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [None req-d03900d3-e800-4ff3-a6c7-2c238915fbe4 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] device_id is not set on port 97052a85-6ea5-484b-a273-ef141f24b8f3 yet. {{(pid=101290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 08:02:13.577639 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-47d3f52f-e84a-49fd-8fda-70f79093d678 req-625df3b4-c854-4254-a01f-579c97913f26 service neutron] 10.222.0.41 "GET /v2.0/networks/7eb31eb9-c5ba-4a23-993e-45fc1230b15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907499 Sep 17 08:02:13.765342 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b41a1-347e-4141-9896-cd07ce49108b req-31fbea74-b7f6-4bbc-b748-ab4042777db9 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:13.767346 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-176b41a1-347e-4141-9896-cd07ce49108b req-31fbea74-b7f6-4bbc-b748-ab4042777db9 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=4efafdf1-df08-4d3b-ba11-3c905ee4bc20 HTTP/1.1" status: 200 len: 943 time: 0.1534150 Sep 17 08:02:13.801181 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ab47ea-c304-42d4-9b65-c9d3bfb03ab0 req-6d1d6faa-c94c-4fd1-bdb2-8ff6c65dced6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:13.803094 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-96ab47ea-c304-42d4-9b65-c9d3bfb03ab0 req-6d1d6faa-c94c-4fd1-bdb2-8ff6c65dced6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2d0585dd9c4e407bb55fa564a2ede4c9&device_id=4efafdf1-df08-4d3b-ba11-3c905ee4bc20 HTTP/1.1" status: 200 len: 1094 time: 0.1327929 Sep 17 08:02:13.864047 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-176b41a1-347e-4141-9896-cd07ce49108b req-8efb0e3e-4464-406b-ac3e-8cfa2b59a635 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822201 Sep 17 08:02:13.959793 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ab47ea-c304-42d4-9b65-c9d3bfb03ab0 req-ba040ec0-0bd5-4038-a0ab-e0864c578b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:13.961617 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-96ab47ea-c304-42d4-9b65-c9d3bfb03ab0 req-ba040ec0-0bd5-4038-a0ab-e0864c578b21 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7eb31eb9-c5ba-4a23-993e-45fc1230b15c HTTP/1.1" status: 200 len: 913 time: 0.1496325 Sep 17 08:02:14.020565 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-96ab47ea-c304-42d4-9b65-c9d3bfb03ab0 req-f8db6c90-9017-4d24-92e1-083cf99a0c34 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d0ddae0-eb20-4bb7-9d7b-6d3f36e43919 HTTP/1.1" status: 200 len: 217 time: 0.0512023 Sep 17 08:02:14.020743 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-d03900d3-e800-4ff3-a6c7-2c238915fbe4 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Allocated IP 2001:db8::2e (2dba4cd9-40d4-442f-9390-a21c63b2e93d/288af212-2fc9-48c5-a415-f124c5a1bfa2/97052a85-6ea5-484b-a273-ef141f24b8f3) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:02:14.027749 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-d03900d3-e800-4ff3-a6c7-2c238915fbe4 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Allocated IP 2001:db8:0:1::2a3 (2dba4cd9-40d4-442f-9390-a21c63b2e93d/b3d922c2-3842-4f0c-8ab3-c124bb1c4935/97052a85-6ea5-484b-a273-ef141f24b8f3) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:02:14.114239 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ab47ea-c304-42d4-9b65-c9d3bfb03ab0 req-e7112f72-e8b0-4c95-b7ca-92acdb3e35a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:14.116565 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-96ab47ea-c304-42d4-9b65-c9d3bfb03ab0 req-e7112f72-e8b0-4c95-b7ca-92acdb3e35a4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cb81ebac-14bd-4bcc-8591-cd4e58446b46 HTTP/1.1" status: 200 len: 852 time: 0.0877228 Sep 17 08:02:14.168359 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-96ab47ea-c304-42d4-9b65-c9d3bfb03ab0 req-092c3077-3a9b-4cfb-9c9a-e47ec263fc33 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7eb31eb9-c5ba-4a23-993e-45fc1230b15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436010 Sep 17 08:02:14.313240 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d03900d3-e800-4ff3-a6c7-2c238915fbe4 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:14.330519 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-96ab47ea-c304-42d4-9b65-c9d3bfb03ab0 req-439452e6-c3d1-4f44-ae38-ea461e394677 service neutron] 10.222.0.41 "GET /v2.0/networks/7eb31eb9-c5ba-4a23-993e-45fc1230b15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538708 Sep 17 08:02:14.358748 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d03900d3-e800-4ff3-a6c7-2c238915fbe4 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:14.405667 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03900d3-e800-4ff3-a6c7-2c238915fbe4 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Network 2dba4cd9-40d4-442f-9390-a21c63b2e93d is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:02:14.409095 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-d03900d3-e800-4ff3-a6c7-2c238915fbe4 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:02:14.416292 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03900d3-e800-4ff3-a6c7-2c238915fbe4 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:02:14.422415 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03900d3-e800-4ff3-a6c7-2c238915fbe4 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:14.423053 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d03900d3-e800-4ff3-a6c7-2c238915fbe4 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:14.434100 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03900d3-e800-4ff3-a6c7-2c238915fbe4 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event updated for resources: {'Port': ['ID=97052a85-6ea5-484b-a273-ef141f24b8f3,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:14.444996 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d03900d3-e800-4ff3-a6c7-2c238915fbe4 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 1.3223515 Sep 17 08:02:14.447732 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 57678) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:14.453867 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-2a4d70d9-fdd5-4974-a1ec-81856631dd20 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '288af212-2fc9-48c5-a415-f124c5a1bfa2'}]}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:02:14.460320 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-96ab47ea-c304-42d4-9b65-c9d3bfb03ab0 req-4b658b28-5e67-4099-828c-ed79ab32119c service neutron] 10.222.0.41 "GET /v2.0/networks/7eb31eb9-c5ba-4a23-993e-45fc1230b15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216953 Sep 17 08:02:14.473971 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0a6945-9f23-4346-98cf-fe6c860ad058 None None] Network 2dba4cd9-40d4-442f-9390-a21c63b2e93d requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:02:14.541157 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2a4d70d9-fdd5-4974-a1ec-81856631dd20 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:14.563911 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ac8879c7-d38f-45bd-aa51-8bcf9c78f131 None None] Provisioning complete for port 4c0fb3b2-b72d-4fc0-a421-ff0ff58ca031 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:02:14.564292 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ac8879c7-d38f-45bd-aa51-8bcf9c78f131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:14.729055 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ac8879c7-d38f-45bd-aa51-8bcf9c78f131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:14.776327 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ac8879c7-d38f-45bd-aa51-8bcf9c78f131 None None] For port 4c0fb3b2-b72d-4fc0-a421-ff0ff58ca031, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=4c0fb3b2-b72d-4fc0-a421-ff0ff58ca031,segment=NetworkSegment(c90aab88-123e-4a00-bcbb-41125f5bd08c),segment_id=c90aab88-123e-4a00-bcbb-41125f5bd08c)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:02:14.782788 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ac8879c7-d38f-45bd-aa51-8bcf9c78f131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:14.843023 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-2a4d70d9-fdd5-4974-a1ec-81856631dd20 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Delete allocated IP 2001:db8:0:1::2a3 (2dba4cd9-40d4-442f-9390-a21c63b2e93d/b3d922c2-3842-4f0c-8ab3-c124bb1c4935) {{(pid=101290) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 17 08:02:14.873791 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8879c7-d38f-45bd-aa51-8bcf9c78f131 None None] Pushing event updated for resources: {'Port': ['ID=4c0fb3b2-b72d-4fc0-a421-ff0ff58ca031,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:14.876614 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01b037c-a99f-468f-94d5-7f1f567738ef None None] Update dhcp port {'port': {'network_id': '2dba4cd9-40d4-442f-9390-a21c63b2e93d', 'fixed_ips': [{'subnet_id': '288af212-2fc9-48c5-a415-f124c5a1bfa2', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b3d922c2-3842-4f0c-8ab3-c124bb1c4935'}], 'binding:host_id': 'n-d-789963-9'}, 'id': '4c0fb3b2-b72d-4fc0-a421-ff0ff58ca031'} from n-d-789963-9. {{(pid=101291) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 08:02:14.904995 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c01b037c-a99f-468f-94d5-7f1f567738ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:14.990965 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2a4d70d9-fdd5-4974-a1ec-81856631dd20 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:14.996846 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2a4d70d9-fdd5-4974-a1ec-81856631dd20 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:15.005082 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd9233-fca0-400c-98f5-5f4d9c4bc6e0 req-47dcc7fe-fd35-4aa4-a9f9-81bd215a3e01 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:15.007019 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-08cd9233-fca0-400c-98f5-5f4d9c4bc6e0 req-47dcc7fe-fd35-4aa4-a9f9-81bd215a3e01 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=4efafdf1-df08-4d3b-ba11-3c905ee4bc20 HTTP/1.1" status: 200 len: 943 time: 0.0605757 Sep 17 08:02:15.050144 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-08cd9233-fca0-400c-98f5-5f4d9c4bc6e0 req-b565a897-d5fb-48f3-80fe-d4b87d664f80 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369434 Sep 17 08:02:15.058030 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-2a4d70d9-fdd5-4974-a1ec-81856631dd20 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] In _notify_port_updated(), no bound segment for port 97052a85-6ea5-484b-a273-ef141f24b8f3 on network 2dba4cd9-40d4-442f-9390-a21c63b2e93d {{(pid=101290) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 08:02:15.063652 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4d70d9-fdd5-4974-a1ec-81856631dd20 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:15.064382 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2a4d70d9-fdd5-4974-a1ec-81856631dd20 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:15.068142 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-2a4d70d9-fdd5-4974-a1ec-81856631dd20 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "PUT /v2.0/ports/97052a85-6ea5-484b-a273-ef141f24b8f3 HTTP/1.1" status: 200 len: 924 time: 0.6169543 Sep 17 08:02:15.068753 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 57686) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:15.074267 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-c12420ea-04d6-4f94-b92c-c9e9960881ea tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '288af212-2fc9-48c5-a415-f124c5a1bfa2'}, {'subnet_id': 'b3d922c2-3842-4f0c-8ab3-c124bb1c4935'}]}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:02:15.088698 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4d70d9-fdd5-4974-a1ec-81856631dd20 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event updated for resources: {'Port': ['ID=97052a85-6ea5-484b-a273-ef141f24b8f3,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:15.115947 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-c01b037c-a99f-468f-94d5-7f1f567738ef None None] Allocated IP 2001:db8:0:1::2 (2dba4cd9-40d4-442f-9390-a21c63b2e93d/b3d922c2-3842-4f0c-8ab3-c124bb1c4935/4c0fb3b2-b72d-4fc0-a421-ff0ff58ca031) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:02:15.217617 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-c01b037c-a99f-468f-94d5-7f1f567738ef None None] For port 4c0fb3b2-b72d-4fc0-a421-ff0ff58ca031, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=4c0fb3b2-b72d-4fc0-a421-ff0ff58ca031,segment=NetworkSegment(c90aab88-123e-4a00-bcbb-41125f5bd08c),segment_id=c90aab88-123e-4a00-bcbb-41125f5bd08c)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:02:15.254778 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c01b037c-a99f-468f-94d5-7f1f567738ef None None] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:15.263048 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c01b037c-a99f-468f-94d5-7f1f567738ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:15.309573 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c12420ea-04d6-4f94-b92c-c9e9960881ea tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:15.444127 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 4c0fb3b2-b72d-4fc0-a421-ff0ff58ca031 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:02:15.478719 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01b037c-a99f-468f-94d5-7f1f567738ef None None] Pushing event updated for resources: {'Port': ['ID=4c0fb3b2-b72d-4fc0-a421-ff0ff58ca031,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:15.526225 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 4c0fb3b2-b72d-4fc0-a421-ff0ff58ca031 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:02:15.526702 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:15.737221 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-c12420ea-04d6-4f94-b92c-c9e9960881ea tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Allocated IP 2001:db8:0:1::2b3 (2dba4cd9-40d4-442f-9390-a21c63b2e93d/b3d922c2-3842-4f0c-8ab3-c124bb1c4935/97052a85-6ea5-484b-a273-ef141f24b8f3) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:02:15.925172 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c12420ea-04d6-4f94-b92c-c9e9960881ea tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:15.943404 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c12420ea-04d6-4f94-b92c-c9e9960881ea tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:16.036410 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-c12420ea-04d6-4f94-b92c-c9e9960881ea tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] In _notify_port_updated(), no bound segment for port 97052a85-6ea5-484b-a273-ef141f24b8f3 on network 2dba4cd9-40d4-442f-9390-a21c63b2e93d {{(pid=101289) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 08:02:16.042683 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12420ea-04d6-4f94-b92c-c9e9960881ea tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:16.043318 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c12420ea-04d6-4f94-b92c-c9e9960881ea tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:16.047132 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-c12420ea-04d6-4f94-b92c-c9e9960881ea tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "PUT /v2.0/ports/97052a85-6ea5-484b-a273-ef141f24b8f3 HTTP/1.1" status: 200 len: 1010 time: 0.9747250 Sep 17 08:02:16.047370 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 57712) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:16.091031 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12420ea-04d6-4f94-b92c-c9e9960881ea tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event updated for resources: {'Port': ['ID=97052a85-6ea5-484b-a273-ef141f24b8f3,revision_number=3']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:16.186425 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-8bce5de3-bab4-49b2-a177-019a86c516d9 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Deleting port 97052a85-6ea5-484b-a273-ef141f24b8f3 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:02:16.186764 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8bce5de3-bab4-49b2-a177-019a86c516d9 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:16.275731 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e870ae2-d484-46cb-a6b1-b11e7104984e req-f65469bc-24c3-4335-a68e-8c5f5fbceeac tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:16.277267 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1e870ae2-d484-46cb-a6b1-b11e7104984e req-f65469bc-24c3-4335-a68e-8c5f5fbceeac tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=4efafdf1-df08-4d3b-ba11-3c905ee4bc20 HTTP/1.1" status: 200 len: 943 time: 0.1326747 Sep 17 08:02:16.310653 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4907d1f7-f91f-4355-9218-40a0fc6b4b01 None None] Network 2dba4cd9-40d4-442f-9390-a21c63b2e93d requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:02:16.315592 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8bce5de3-bab4-49b2-a177-019a86c516d9 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:16.332316 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-8bce5de3-bab4-49b2-a177-019a86c516d9 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Calling delete_port for 97052a85-6ea5-484b-a273-ef141f24b8f3 owned by {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:02:16.381196 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1e870ae2-d484-46cb-a6b1-b11e7104984e req-3bec1d75-63cf-45ce-9a0e-ac4821ad1422 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946078 Sep 17 08:02:16.445598 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-376798a8-7017-4dee-8672-c63a533801b0 None None] Provisioning complete for port 97052a85-6ea5-484b-a273-ef141f24b8f3 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:02:16.446073 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-376798a8-7017-4dee-8672-c63a533801b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:16.488207 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-376798a8-7017-4dee-8672-c63a533801b0 None None] Port 97052a85-6ea5-484b-a273-ef141f24b8f3 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:02:16.505969 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-376798a8-7017-4dee-8672-c63a533801b0 None None] Provisioning complete for port 4c0fb3b2-b72d-4fc0-a421-ff0ff58ca031 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:02:16.506673 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-376798a8-7017-4dee-8672-c63a533801b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:16.669722 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8bce5de3-bab4-49b2-a177-019a86c516d9 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:16.705679 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bce5de3-bab4-49b2-a177-019a86c516d9 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event deleted for resources: {'Port': ['ID=97052a85-6ea5-484b-a273-ef141f24b8f3,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:16.764753 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8bce5de3-bab4-49b2-a177-019a86c516d9 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:16.769154 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-8bce5de3-bab4-49b2-a177-019a86c516d9 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "DELETE /v2.0/ports/97052a85-6ea5-484b-a273-ef141f24b8f3 HTTP/1.1" status: 204 len: 168 time: 0.7186203 Sep 17 08:02:16.769533 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 57730) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:16.797796 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e3ba00d-dbd6-48be-8e69-4dac8ef42369 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] GET failed (client error): The resource could not be found. Sep 17 08:02:16.802373 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 57734) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:16.802919 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-6e3ba00d-dbd6-48be-8e69-4dac8ef42369 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "GET /v2.0/ports/97052a85-6ea5-484b-a273-ef141f24b8f3 HTTP/1.1" status: 404 len: 333 time: 0.0317256 Sep 17 08:02:16.876839 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-d637e032-e89f-4ab9-9187-1bee86b3b860 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Deleting subnet b3d922c2-3842-4f0c-8ab3-c124bb1c4935 {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:02:16.886555 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d637e032-e89f-4ab9-9187-1bee86b3b860 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:16.952130 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-acfaac72-d4da-4f99-8a99-892cdc6c4357 None None] Could not find standard attr ID for object 97052a85-6ea5-484b-a273-ef141f24b8f3. {{(pid=101291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 08:02:16.968088 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d637e032-e89f-4ab9-9187-1bee86b3b860 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:16.969630 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-acfaac72-d4da-4f99-8a99-892cdc6c4357 None None] Provisioning complete for port 4c0fb3b2-b72d-4fc0-a421-ff0ff58ca031 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:02:16.970117 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-acfaac72-d4da-4f99-8a99-892cdc6c4357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:17.121844 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d637e032-e89f-4ab9-9187-1bee86b3b860 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:17.206604 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d637e032-e89f-4ab9-9187-1bee86b3b860 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:17.221489 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-3c24533d-3fef-4b97-a7e4-5508424d80f8 None None] Could not find standard attr ID for object 97052a85-6ea5-484b-a273-ef141f24b8f3. {{(pid=101291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 08:02:17.243630 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d637e032-e89f-4ab9-9187-1bee86b3b860 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event deleted for resources: {'Subnet': ['ID=b3d922c2-3842-4f0c-8ab3-c124bb1c4935,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:17.250569 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d637e032-e89f-4ab9-9187-1bee86b3b860 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:17.255542 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 57746) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:17.260401 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d637e032-e89f-4ab9-9187-1bee86b3b860 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "DELETE /v2.0/subnets/b3d922c2-3842-4f0c-8ab3-c124bb1c4935 HTTP/1.1" status: 204 len: 168 time: 0.4569163 Sep 17 08:02:17.267315 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 5d0ddae0-eb20-4bb7-9d7b-6d3f36e43919 details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:02:17.363580 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ccd16b3-1ad8-4402-80d9-1e0068b7d937 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Deleting subnet 288af212-2fc9-48c5-a415-f124c5a1bfa2 {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:02:17.370727 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4ccd16b3-1ad8-4402-80d9-1e0068b7d937 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:17.389123 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 5d0ddae0-eb20-4bb7-9d7b-6d3f36e43919, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=5d0ddae0-eb20-4bb7-9d7b-6d3f36e43919,segment=NetworkSegment(fd7b9750-679d-4ecc-9c9e-dc86937b132b),segment_id=fd7b9750-679d-4ecc-9c9e-dc86937b132b)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:02:17.420410 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': '5d0ddae0-eb20-4bb7-9d7b-6d3f36e43919', 'network_id': '7eb31eb9-c5ba-4a23-993e-45fc1230b15c', 'port_id': '5d0ddae0-eb20-4bb7-9d7b-6d3f36e43919', 'mac_address': 'fa:16:3e:11:87:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb81ebac-14bd-4bcc-8591-cd4e58446b46', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:02:17.436255 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 4c0fb3b2-b72d-4fc0-a421-ff0ff58ca031 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:02:17.466535 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4ccd16b3-1ad8-4402-80d9-1e0068b7d937 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:17.516208 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:17.553432 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d0ddae0-eb20-4bb7-9d7b-6d3f36e43919 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:02:17.596958 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 5d0ddae0-eb20-4bb7-9d7b-6d3f36e43919, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=5d0ddae0-eb20-4bb7-9d7b-6d3f36e43919,segment=NetworkSegment(fd7b9750-679d-4ecc-9c9e-dc86937b132b),segment_id=fd7b9750-679d-4ecc-9c9e-dc86937b132b)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:02:17.598504 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 4c0fb3b2-b72d-4fc0-a421-ff0ff58ca031 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:02:17.600216 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:17.608419 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:17.617544 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc186d-3100-43cd-af6c-e6e69e644c46 req-d1744784-14e8-47be-b0bd-9d16a27b682b tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:17.619334 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-12cc186d-3100-43cd-af6c-e6e69e644c46 req-d1744784-14e8-47be-b0bd-9d16a27b682b tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=4efafdf1-df08-4d3b-ba11-3c905ee4bc20 HTTP/1.1" status: 200 len: 943 time: 0.0931342 Sep 17 08:02:17.694713 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-12cc186d-3100-43cd-af6c-e6e69e644c46 req-f42fa173-8612-4058-86e3-3642d4886f4c tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495009 Sep 17 08:02:17.707532 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4ccd16b3-1ad8-4402-80d9-1e0068b7d937 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:17.749005 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=5d0ddae0-eb20-4bb7-9d7b-6d3f36e43919,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:17.756360 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fda94c2-8406-4c6b-a723-aec0b9df1cfc None None] Network 2dba4cd9-40d4-442f-9390-a21c63b2e93d requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:02:17.789971 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-0050a783-cb6c-4d81-9ef0-3c4c4917e7cc None None] Could not find standard attr ID for object 97052a85-6ea5-484b-a273-ef141f24b8f3. {{(pid=101291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 08:02:17.790907 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4ccd16b3-1ad8-4402-80d9-1e0068b7d937 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:17.818127 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4ccd16b3-1ad8-4402-80d9-1e0068b7d937 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:17.822489 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-4ccd16b3-1ad8-4402-80d9-1e0068b7d937 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "DELETE /v2.0/subnets/288af212-2fc9-48c5-a415-f124c5a1bfa2 HTTP/1.1" status: 204 len: 168 time: 0.5635505 Sep 17 08:02:17.822902 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 57758) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:17.841308 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccd16b3-1ad8-4402-80d9-1e0068b7d937 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event deleted for resources: {'Subnet': ['ID=288af212-2fc9-48c5-a415-f124c5a1bfa2,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:17.945658 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3f98e692-ca4c-411e-9e77-b50c308f47eb tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:18.051394 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-3f98e692-ca4c-411e-9e77-b50c308f47eb tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Deleting port 4c0fb3b2-b72d-4fc0-a421-ff0ff58ca031 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:02:18.051742 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3f98e692-ca4c-411e-9e77-b50c308f47eb tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:18.067737 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['5d0ddae0-eb20-4bb7-9d7b-6d3f36e43919'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:02:18.078884 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7e7d92-3035-4167-bb2b-c2417ca69b25 None None] DHCP port deletion for 2dba4cd9-40d4-442f-9390-a21c63b2e93d request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 08:02:18.143987 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-3f98e692-ca4c-411e-9e77-b50c308f47eb tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] For port 4c0fb3b2-b72d-4fc0-a421-ff0ff58ca031, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=4c0fb3b2-b72d-4fc0-a421-ff0ff58ca031,segment=NetworkSegment(c90aab88-123e-4a00-bcbb-41125f5bd08c),segment_id=c90aab88-123e-4a00-bcbb-41125f5bd08c)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:02:18.144361 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3f98e692-ca4c-411e-9e77-b50c308f47eb tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:18.158226 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-3f98e692-ca4c-411e-9e77-b50c308f47eb tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Calling delete_port for 4c0fb3b2-b72d-4fc0-a421-ff0ff58ca031 owned by network:dhcp {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:02:18.240004 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1c7e7d92-3035-4167-bb2b-c2417ca69b25 None None] Deleting port 4c0fb3b2-b72d-4fc0-a421-ff0ff58ca031 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:02:18.240731 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1c7e7d92-3035-4167-bb2b-c2417ca69b25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:18.260836 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3f98e692-ca4c-411e-9e77-b50c308f47eb tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:18.296157 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f98e692-ca4c-411e-9e77-b50c308f47eb tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event deleted for resources: {'Port': ['ID=4c0fb3b2-b72d-4fc0-a421-ff0ff58ca031,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:18.302265 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f98e692-ca4c-411e-9e77-b50c308f47eb tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] No DVR routers for this DVR port 4c0fb3b2-b72d-4fc0-a421-ff0ff58ca031 on host n-d-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:02:18.326087 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1c7e7d92-3035-4167-bb2b-c2417ca69b25 None None] For port 4c0fb3b2-b72d-4fc0-a421-ff0ff58ca031, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=4c0fb3b2-b72d-4fc0-a421-ff0ff58ca031,segment=NetworkSegment(c90aab88-123e-4a00-bcbb-41125f5bd08c),segment_id=c90aab88-123e-4a00-bcbb-41125f5bd08c)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:02:18.326563 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1c7e7d92-3035-4167-bb2b-c2417ca69b25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:18.349002 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1c7e7d92-3035-4167-bb2b-c2417ca69b25 None None] Calling delete_port for 4c0fb3b2-b72d-4fc0-a421-ff0ff58ca031 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:02:18.403029 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3f98e692-ca4c-411e-9e77-b50c308f47eb tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:18.430025 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-3f98e692-ca4c-411e-9e77-b50c308f47eb tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dba4cd9-40d4-442f-9390-a21c63b2e93d']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:02:18.443427 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-3f98e692-ca4c-411e-9e77-b50c308f47eb tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c90aab88-123e-4a00-bcbb-41125f5bd08c') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:02:18.443825 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-3f98e692-ca4c-411e-9e77-b50c308f47eb tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c90aab88-123e-4a00-bcbb-41125f5bd08c') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:02:18.456714 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3f98e692-ca4c-411e-9e77-b50c308f47eb tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:18.485428 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3f98e692-ca4c-411e-9e77-b50c308f47eb tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:18.493542 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f98e692-ca4c-411e-9e77-b50c308f47eb tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:02:18.494212 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3f98e692-ca4c-411e-9e77-b50c308f47eb tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:18.498810 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 08:02:18.498810 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:02:18.498810 n-d-789963-9 neutron-server[101290]: timer() Sep 17 08:02:18.498810 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:02:18.498810 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 08:02:18.498810 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:02:18.498810 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 08:02:18.498810 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:02:18.498810 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 08:02:18.498810 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:02:18.498810 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 08:02:18.498810 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:02:18.498810 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 08:02:18.498810 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:02:18.498810 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:02:18.498810 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:02:18.498810 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:02:18.498810 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:02:18.498810 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 08:02:18.498810 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:02:18.498810 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 08:02:18.498810 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:02:18.498810 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:02:18.498810 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:02:18.498810 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 08:02:18.498810 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:02:18.498810 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:02:18.498810 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:02:18.498810 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:02:18.498810 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:02:18.498810 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:02:18.498810 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:02:18.524198 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1c7e7d92-3035-4167-bb2b-c2417ca69b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:18.562661 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7e7d92-3035-4167-bb2b-c2417ca69b25 None None] No DVR routers for this DVR port 4c0fb3b2-b72d-4fc0-a421-ff0ff58ca031 on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:02:18.572353 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7e7d92-3035-4167-bb2b-c2417ca69b25 None None] Pushing event deleted for resources: {'Port': ['ID=4c0fb3b2-b72d-4fc0-a421-ff0ff58ca031,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:18.586556 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3f98e692-ca4c-411e-9e77-b50c308f47eb tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:18.596194 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3f98e692-ca4c-411e-9e77-b50c308f47eb tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:18.598983 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-3f98e692-ca4c-411e-9e77-b50c308f47eb tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "DELETE /v2.0/networks/2dba4cd9-40d4-442f-9390-a21c63b2e93d HTTP/1.1" status: 204 len: 168 time: 0.7741232 Sep 17 08:02:18.602888 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 57776) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:18.618183 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f98e692-ca4c-411e-9e77-b50c308f47eb tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event deleted for resources: {'Network': ['ID=2dba4cd9-40d4-442f-9390-a21c63b2e93d,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:18.695026 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528769dd-bd15-4f99-9f62-bed848c0c2e5 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:18.700909 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-528769dd-bd15-4f99-9f62-bed848c0c2e5 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0969372 Sep 17 08:02:18.701215 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 57782) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:18.751885 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-dee421a1-04dc-420c-beeb-3653f9863ce0 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0489569 Sep 17 08:02:18.755017 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 57786) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:18.761352 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-c1ecc683-65d9-4fc3-90a2-a335ed1f0c2e tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2023801612'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:02:18.801242 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ecc683-65d9-4fc3-90a2-a335ed1f0c2e tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Made reservation on behalf of c96b3a25bd1140808dd24149610b3dd4 for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:02:18.805908 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c1ecc683-65d9-4fc3-90a2-a335ed1f0c2e tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:18.858909 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb0798-1362-48bd-8f93-47b24e4b90a9 req-7a6e2cbb-2661-417c-8070-913442001bf7 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:18.860575 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-59fb0798-1362-48bd-8f93-47b24e4b90a9 req-7a6e2cbb-2661-417c-8070-913442001bf7 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=4efafdf1-df08-4d3b-ba11-3c905ee4bc20 HTTP/1.1" status: 200 len: 944 time: 0.0730720 Sep 17 08:02:18.864091 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1ecc683-65d9-4fc3-90a2-a335ed1f0c2e tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:02:18.875310 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c1ecc683-65d9-4fc3-90a2-a335ed1f0c2e tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:18.877258 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-c1ecc683-65d9-4fc3-90a2-a335ed1f0c2e tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Added segment 33e7e4ce-e9c8-4ac2-aace-b34873bdb1f1 of type vlan for network 11df8816-c4c2-4f02-8c8a-b25f3cfb4e0a Sep 17 08:02:18.950570 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-59fb0798-1362-48bd-8f93-47b24e4b90a9 req-5ed32913-5b2d-42f5-8398-c430c7d6988d tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764866 Sep 17 08:02:18.952514 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c1ecc683-65d9-4fc3-90a2-a335ed1f0c2e tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:18.990334 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c1ecc683-65d9-4fc3-90a2-a335ed1f0c2e tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:18.990334 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ecc683-65d9-4fc3-90a2-a335ed1f0c2e tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:18.990334 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c1ecc683-65d9-4fc3-90a2-a335ed1f0c2e tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:19.070056 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ecc683-65d9-4fc3-90a2-a335ed1f0c2e tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event updated for resources: {'Network': ['ID=11df8816-c4c2-4f02-8c8a-b25f3cfb4e0a,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:19.082558 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-c1ecc683-65d9-4fc3-90a2-a335ed1f0c2e tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3253386 Sep 17 08:02:19.084745 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 57794) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:19.090137 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-4c3bd2a1-39d9-4616-ba69-b6c90a2127fd tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Request body: {'subnet': {'network_id': '11df8816-c4c2-4f02-8c8a-b25f3cfb4e0a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:02:19.090742 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 11df8816-c4c2-4f02-8c8a-b25f3cfb4e0a details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:02:19.214774 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3bd2a1-39d9-4616-ba69-b6c90a2127fd tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Made reservation on behalf of c96b3a25bd1140808dd24149610b3dd4 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:02:19.219932 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4c3bd2a1-39d9-4616-ba69-b6c90a2127fd tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:19.299796 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 5d0ddae0-eb20-4bb7-9d7b-6d3f36e43919 up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:02:19.380829 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 4c0fb3b2-b72d-4fc0-a421-ff0ff58ca031 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:02:19.419404 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 4c0fb3b2-b72d-4fc0-a421-ff0ff58ca031 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:02:19.420053 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 4c0fb3b2-b72d-4fc0-a421-ff0ff58ca031 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:02:19.447371 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning for port 5d0ddae0-eb20-4bb7-9d7b-6d3f36e43919 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:02:19.452621 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port 5d0ddae0-eb20-4bb7-9d7b-6d3f36e43919 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:02:19.453321 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:19.496123 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4c3bd2a1-39d9-4616-ba69-b6c90a2127fd tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:19.565785 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:19.579217 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3bd2a1-39d9-4616-ba69-b6c90a2127fd tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event updated for resources: {'Subnet': ['ID=35ac0cc2-0aac-44e0-bac4-8d27cf8e6191,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:19.610926 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3bd2a1-39d9-4616-ba69-b6c90a2127fd tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Checking segment: {'id': '33e7e4ce-e9c8-4ac2-aace-b34873bdb1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '11df8816-c4c2-4f02-8c8a-b25f3cfb4e0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:02:19.611852 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3bd2a1-39d9-4616-ba69-b6c90a2127fd tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Network hostable DHCP agents. Network: 11df8816-c4c2-4f02-8c8a-b25f3cfb4e0a, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:02:19.618864 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 5d0ddae0-eb20-4bb7-9d7b-6d3f36e43919, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=5d0ddae0-eb20-4bb7-9d7b-6d3f36e43919,segment=NetworkSegment(fd7b9750-679d-4ecc-9c9e-dc86937b132b),segment_id=fd7b9750-679d-4ecc-9c9e-dc86937b132b)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:02:19.619813 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4efafdf1-df08-4d3b-ba11-3c905ee4bc20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d0ddae0-eb20-4bb7-9d7b-6d3f36e43919'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:02:19.622853 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1197096a-226d-4d3f-b34a-a964718c3800" -d '{"events": [{"server_uuid": "4efafdf1-df08-4d3b-ba11-3c905ee4bc20", "name": "network-vif-plugged", "status": "completed", "tag": "5d0ddae0-eb20-4bb7-9d7b-6d3f36e43919"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:02:19.629777 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:19.636632 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3bd2a1-39d9-4616-ba69-b6c90a2127fd tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Network 11df8816-c4c2-4f02-8c8a-b25f3cfb4e0a is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:02:19.649909 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-4c3bd2a1-39d9-4616-ba69-b6c90a2127fd tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 11df8816-c4c2-4f02-8c8a-b25f3cfb4e0a) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:02:19.664536 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3bd2a1-39d9-4616-ba69-b6c90a2127fd tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:19.665495 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4c3bd2a1-39d9-4616-ba69-b6c90a2127fd tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:19.682539 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5efad8-bfee-447b-adc3-35ba7167dff5 None None] Network 11df8816-c4c2-4f02-8c8a-b25f3cfb4e0a requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:02:19.688249 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 57812) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:19.688871 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-4c3bd2a1-39d9-4616-ba69-b6c90a2127fd tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6025853 Sep 17 08:02:19.693917 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-49a6deea-4f46-498a-b096-e32ee1dc86c2 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Request body: {'port': {'network_id': '11df8816-c4c2-4f02-8c8a-b25f3cfb4e0a', 'name': 'tempest-PortsIpV6TestJSON-1969447257'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:02:19.710171 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec282a70-9e62-4731-a703-1283296b7b29 x-openstack-request-id: req-ec282a70-9e62-4731-a703-1283296b7b29 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:02:19.710397 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4efafdf1-df08-4d3b-ba11-3c905ee4bc20", "name": "network-vif-plugged", "status": "completed", "tag": "5d0ddae0-eb20-4bb7-9d7b-6d3f36e43919", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:02:19.710655 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ec282a70-9e62-4731-a703-1283296b7b29 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:02:19.711366 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4efafdf1-df08-4d3b-ba11-3c905ee4bc20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d0ddae0-eb20-4bb7-9d7b-6d3f36e43919', 'code': 200} Sep 17 08:02:19.736771 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=5d0ddae0-eb20-4bb7-9d7b-6d3f36e43919,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:19.828255 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a6deea-4f46-498a-b096-e32ee1dc86c2 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Made reservation on behalf of c96b3a25bd1140808dd24149610b3dd4 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:02:19.832350 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-49a6deea-4f46-498a-b096-e32ee1dc86c2 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:19.877156 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [None req-49a6deea-4f46-498a-b096-e32ee1dc86c2 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] device_id is not set on port 3486dc6c-6733-47e7-a9f4-95392de631d1 yet. {{(pid=101289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 08:02:19.879294 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec91d596-b627-4284-a0e8-a5dfa01f081a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-11df8816-c4c2-4f02-8c8a-b25f3cfb4e0a', 'network_id': '11df8816-c4c2-4f02-8c8a-b25f3cfb4e0a', 'tenant_id': 'c96b3a25bd1140808dd24149610b3dd4', 'fixed_ips': [{'subnet_id': '35ac0cc2-0aac-44e0-bac4-8d27cf8e6191'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:02:19.880265 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ec91d596-b627-4284-a0e8-a5dfa01f081a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:19.938003 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6dd01b-a8d9-42a9-b9c5-1ed29332e243 req-e8376373-fc09-4bdb-a390-41a2a5d6d978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:19.939646 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fc6dd01b-a8d9-42a9-b9c5-1ed29332e243 req-e8376373-fc09-4bdb-a390-41a2a5d6d978 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4efafdf1-df08-4d3b-ba11-3c905ee4bc20 HTTP/1.1" status: 200 len: 1096 time: 0.0943365 Sep 17 08:02:20.011174 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d9a0dfb4-221d-4d26-a657-1be229dd3d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:20.039525 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fc6dd01b-a8d9-42a9-b9c5-1ed29332e243 req-f61c4a4c-e6bb-406a-9562-da58cf301b98 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905755 Sep 17 08:02:20.058374 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-49a6deea-4f46-498a-b096-e32ee1dc86c2 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Allocated IP 2001:db8::51 (11df8816-c4c2-4f02-8c8a-b25f3cfb4e0a/35ac0cc2-0aac-44e0-bac4-8d27cf8e6191/3486dc6c-6733-47e7-a9f4-95392de631d1) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:02:20.221474 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1013cc-723e-4956-922e-cecb7f937e78 req-da70c1ba-b863-44ed-b6d3-72e0ce9be637 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:20.222982 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5b1013cc-723e-4956-922e-cecb7f937e78 req-da70c1ba-b863-44ed-b6d3-72e0ce9be637 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=4efafdf1-df08-4d3b-ba11-3c905ee4bc20 HTTP/1.1" status: 200 len: 945 time: 0.1275895 Sep 17 08:02:20.287925 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5b1013cc-723e-4956-922e-cecb7f937e78 req-4c5e6078-2bdb-4e82-ab15-b5fec47d4164 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578742 Sep 17 08:02:20.290587 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-49a6deea-4f46-498a-b096-e32ee1dc86c2 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:20.334012 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-49a6deea-4f46-498a-b096-e32ee1dc86c2 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:20.380046 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a6deea-4f46-498a-b096-e32ee1dc86c2 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Network 11df8816-c4c2-4f02-8c8a-b25f3cfb4e0a is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:02:20.388855 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-49a6deea-4f46-498a-b096-e32ee1dc86c2 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:02:20.392203 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a6deea-4f46-498a-b096-e32ee1dc86c2 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:02:20.403424 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a6deea-4f46-498a-b096-e32ee1dc86c2 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:20.406988 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-49a6deea-4f46-498a-b096-e32ee1dc86c2 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:20.415687 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a6deea-4f46-498a-b096-e32ee1dc86c2 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event updated for resources: {'Port': ['ID=3486dc6c-6733-47e7-a9f4-95392de631d1,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:20.423664 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-ec91d596-b627-4284-a0e8-a5dfa01f081a None None] Allocated IP 2001:db8::2 (11df8816-c4c2-4f02-8c8a-b25f3cfb4e0a/35ac0cc2-0aac-44e0-bac4-8d27cf8e6191/6ca5d3b1-5225-42b8-9d29-a58b36813dff) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:02:20.428175 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 57828) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:20.428571 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-49a6deea-4f46-498a-b096-e32ee1dc86c2 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7390046 Sep 17 08:02:20.433984 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-763da7c4-4405-453e-b53d-e793d1ea5549 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Request body: {'port': {'network_id': '11df8816-c4c2-4f02-8c8a-b25f3cfb4e0a', 'name': 'tempest-PortsIpV6TestJSON-1820682956'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:02:20.597798 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-763da7c4-4405-453e-b53d-e793d1ea5549 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Made reservation on behalf of c96b3a25bd1140808dd24149610b3dd4 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:02:20.602041 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-763da7c4-4405-453e-b53d-e793d1ea5549 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:20.626774 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [None req-763da7c4-4405-453e-b53d-e793d1ea5549 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] device_id is not set on port bbdcb53e-8348-4331-862f-80046159b9cf yet. {{(pid=101290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 08:02:20.770407 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ec91d596-b627-4284-a0e8-a5dfa01f081a None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:20.787286 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ec91d596-b627-4284-a0e8-a5dfa01f081a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:20.833317 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec91d596-b627-4284-a0e8-a5dfa01f081a None None] Network 11df8816-c4c2-4f02-8c8a-b25f3cfb4e0a is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:02:20.836383 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-ec91d596-b627-4284-a0e8-a5dfa01f081a None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:02:20.840357 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec91d596-b627-4284-a0e8-a5dfa01f081a None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:02:20.854911 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec91d596-b627-4284-a0e8-a5dfa01f081a None None] Pushing event updated for resources: {'Port': ['ID=6ca5d3b1-5225-42b8-9d29-a58b36813dff,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:20.890690 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-763da7c4-4405-453e-b53d-e793d1ea5549 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Allocated IP 2001:db8::9b (11df8816-c4c2-4f02-8c8a-b25f3cfb4e0a/35ac0cc2-0aac-44e0-bac4-8d27cf8e6191/bbdcb53e-8348-4331-862f-80046159b9cf) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:02:20.910171 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-ec91d596-b627-4284-a0e8-a5dfa01f081a None None] Attempting to bind port 6ca5d3b1-5225-42b8-9d29-a58b36813dff on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:02:20.912221 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-ec91d596-b627-4284-a0e8-a5dfa01f081a None None] Attempting to bind port 6ca5d3b1-5225-42b8-9d29-a58b36813dff by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '33e7e4ce-e9c8-4ac2-aace-b34873bdb1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '11df8816-c4c2-4f02-8c8a-b25f3cfb4e0a'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:02:20.913458 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec91d596-b627-4284-a0e8-a5dfa01f081a None None] Attempting to bind port 6ca5d3b1-5225-42b8-9d29-a58b36813dff on network 11df8816-c4c2-4f02-8c8a-b25f3cfb4e0a {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:02:20.922642 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec91d596-b627-4284-a0e8-a5dfa01f081a None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:02:20.923109 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec91d596-b627-4284-a0e8-a5dfa01f081a None None] Checking segment: {'id': '33e7e4ce-e9c8-4ac2-aace-b34873bdb1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '11df8816-c4c2-4f02-8c8a-b25f3cfb4e0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:02:20.923661 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ec91d596-b627-4284-a0e8-a5dfa01f081a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:20.924105 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec91d596-b627-4284-a0e8-a5dfa01f081a None None] Bound using segment: {'id': '33e7e4ce-e9c8-4ac2-aace-b34873bdb1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '11df8816-c4c2-4f02-8c8a-b25f3cfb4e0a'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:02:20.924696 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-ec91d596-b627-4284-a0e8-a5dfa01f081a None None] Bound port: 6ca5d3b1-5225-42b8-9d29-a58b36813dff, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33e7e4ce-e9c8-4ac2-aace-b34873bdb1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '11df8816-c4c2-4f02-8c8a-b25f3cfb4e0a'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:02:20.925012 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ec91d596-b627-4284-a0e8-a5dfa01f081a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:21.016873 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ec91d596-b627-4284-a0e8-a5dfa01f081a None None] For port 6ca5d3b1-5225-42b8-9d29-a58b36813dff, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:02:21.022270 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ec91d596-b627-4284-a0e8-a5dfa01f081a None None] For port 6ca5d3b1-5225-42b8-9d29-a58b36813dff, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=6ca5d3b1-5225-42b8-9d29-a58b36813dff,segment=NetworkSegment(33e7e4ce-e9c8-4ac2-aace-b34873bdb1f1),segment_id=33e7e4ce-e9c8-4ac2-aace-b34873bdb1f1)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:02:21.027798 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ec91d596-b627-4284-a0e8-a5dfa01f081a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:21.101388 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec91d596-b627-4284-a0e8-a5dfa01f081a None None] Pushing event updated for resources: {'Port': ['ID=6ca5d3b1-5225-42b8-9d29-a58b36813dff,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:21.134946 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-763da7c4-4405-453e-b53d-e793d1ea5549 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:21.185857 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-763da7c4-4405-453e-b53d-e793d1ea5549 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:21.241063 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763da7c4-4405-453e-b53d-e793d1ea5549 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Network 11df8816-c4c2-4f02-8c8a-b25f3cfb4e0a is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:02:21.244233 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-763da7c4-4405-453e-b53d-e793d1ea5549 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:02:21.248330 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763da7c4-4405-453e-b53d-e793d1ea5549 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:02:21.253955 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763da7c4-4405-453e-b53d-e793d1ea5549 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:21.254586 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-763da7c4-4405-453e-b53d-e793d1ea5549 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:21.280583 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763da7c4-4405-453e-b53d-e793d1ea5549 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event updated for resources: {'Port': ['ID=bbdcb53e-8348-4331-862f-80046159b9cf,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:21.289811 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-763da7c4-4405-453e-b53d-e793d1ea5549 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8601635 Sep 17 08:02:21.292556 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 57912) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:21.434823 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7beef6-6189-4d05-aa27-45b39e24a9e8 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:21.440232 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ee7beef6-6189-4d05-aa27-45b39e24a9e8 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A51 HTTP/1.1" status: 200 len: 928 time: 0.1461964 Sep 17 08:02:21.443005 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 57928) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:21.581574 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa79be-6b55-43d0-924f-aea4bc9e82d1 req-53454c58-750f-422d-b19e-be3b0aa6ddcf tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:21.589160 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-96aa79be-6b55-43d0-924f-aea4bc9e82d1 req-53454c58-750f-422d-b19e-be3b0aa6ddcf tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=4efafdf1-df08-4d3b-ba11-3c905ee4bc20 HTTP/1.1" status: 200 len: 945 time: 0.1126540 Sep 17 08:02:21.658015 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-96aa79be-6b55-43d0-924f-aea4bc9e82d1 req-7185ced8-059e-49e8-a214-f48b500ef637 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638196 Sep 17 08:02:21.958690 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-c7e333ac-c24e-46a0-84cf-0b91951a22b8 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Deleting port bbdcb53e-8348-4331-862f-80046159b9cf {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:02:21.959521 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c7e333ac-c24e-46a0-84cf-0b91951a22b8 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:22.078830 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c7e333ac-c24e-46a0-84cf-0b91951a22b8 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:22.094030 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-c7e333ac-c24e-46a0-84cf-0b91951a22b8 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Calling delete_port for bbdcb53e-8348-4331-862f-80046159b9cf owned by {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:02:22.261139 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c7e333ac-c24e-46a0-84cf-0b91951a22b8 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:22.293250 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e333ac-c24e-46a0-84cf-0b91951a22b8 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event deleted for resources: {'Port': ['ID=bbdcb53e-8348-4331-862f-80046159b9cf,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:22.323513 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c7e333ac-c24e-46a0-84cf-0b91951a22b8 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:22.325614 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c7e333ac-c24e-46a0-84cf-0b91951a22b8 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "DELETE /v2.0/ports/bbdcb53e-8348-4331-862f-80046159b9cf HTTP/1.1" status: 204 len: 168 time: 0.8815479 Sep 17 08:02:22.328388 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 58034) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:22.368546 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-861fb3f0-91b9-4350-9353-02ee1d6695ff tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] GET failed (client error): The resource could not be found. Sep 17 08:02:22.370218 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-861fb3f0-91b9-4350-9353-02ee1d6695ff tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "GET /v2.0/ports/bbdcb53e-8348-4331-862f-80046159b9cf HTTP/1.1" status: 404 len: 333 time: 0.0407076 Sep 17 08:02:22.373013 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 58040) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:22.401263 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-25d0c5ad-58bd-4368-bae9-d049e8486448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:22.488769 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-75d60c23-a9f3-43e7-a6b2-d262b85f9a65 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Deleting port 3486dc6c-6733-47e7-a9f4-95392de631d1 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:02:22.489853 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-75d60c23-a9f3-43e7-a6b2-d262b85f9a65 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:22.506522 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bba4f2e-b14c-418e-9e0b-f51d863864c9 None None] Network 11df8816-c4c2-4f02-8c8a-b25f3cfb4e0a requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:02:22.621917 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-66e33650-a994-4c78-acf7-63afb4c5601c None None] Provisioning complete for port 6ca5d3b1-5225-42b8-9d29-a58b36813dff triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:02:22.622360 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-66e33650-a994-4c78-acf7-63afb4c5601c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:22.677276 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-75d60c23-a9f3-43e7-a6b2-d262b85f9a65 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:22.697717 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-75d60c23-a9f3-43e7-a6b2-d262b85f9a65 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Calling delete_port for 3486dc6c-6733-47e7-a9f4-95392de631d1 owned by {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:02:22.723180 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:22.803808 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-66e33650-a994-4c78-acf7-63afb4c5601c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:22.862700 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172201cc-838d-4791-bd54-106e487db21c req-a0302414-8ee0-4d94-b25f-da942cadafe2 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:22.865172 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-66e33650-a994-4c78-acf7-63afb4c5601c None None] For port 6ca5d3b1-5225-42b8-9d29-a58b36813dff, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=6ca5d3b1-5225-42b8-9d29-a58b36813dff,segment=NetworkSegment(33e7e4ce-e9c8-4ac2-aace-b34873bdb1f1),segment_id=33e7e4ce-e9c8-4ac2-aace-b34873bdb1f1)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:02:22.878026 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-66e33650-a994-4c78-acf7-63afb4c5601c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:22.893319 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-172201cc-838d-4791-bd54-106e487db21c req-a0302414-8ee0-4d94-b25f-da942cadafe2 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=4efafdf1-df08-4d3b-ba11-3c905ee4bc20 HTTP/1.1" status: 200 len: 945 time: 0.1205375 Sep 17 08:02:22.919956 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-75d60c23-a9f3-43e7-a6b2-d262b85f9a65 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:22.963248 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-172201cc-838d-4791-bd54-106e487db21c req-8acaf036-f43f-4c2d-90e4-cc249f00973f tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691974 Sep 17 08:02:22.965582 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e33650-a994-4c78-acf7-63afb4c5601c None None] Pushing event updated for resources: {'Port': ['ID=6ca5d3b1-5225-42b8-9d29-a58b36813dff,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:22.982105 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d60c23-a9f3-43e7-a6b2-d262b85f9a65 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event deleted for resources: {'Port': ['ID=3486dc6c-6733-47e7-a9f4-95392de631d1,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:23.022978 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-75d60c23-a9f3-43e7-a6b2-d262b85f9a65 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:23.025239 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-75d60c23-a9f3-43e7-a6b2-d262b85f9a65 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "DELETE /v2.0/ports/3486dc6c-6733-47e7-a9f4-95392de631d1 HTTP/1.1" status: 204 len: 168 time: 0.6509497 Sep 17 08:02:23.027886 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 58126) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:23.070783 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-42359787-f586-442b-bd74-0ee72839cff6 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] GET failed (client error): The resource could not be found. Sep 17 08:02:23.081364 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-42359787-f586-442b-bd74-0ee72839cff6 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "GET /v2.0/ports/3486dc6c-6733-47e7-a9f4-95392de631d1 HTTP/1.1" status: 404 len: 333 time: 0.0519919 Sep 17 08:02:23.084953 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 58134) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:23.187194 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-93ccd0b4-ae90-4ab2-9a1a-cca936f03588 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Deleting subnet 35ac0cc2-0aac-44e0-bac4-8d27cf8e6191 {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:02:23.191943 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-93ccd0b4-ae90-4ab2-9a1a-cca936f03588 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:23.254879 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-93ccd0b4-ae90-4ab2-9a1a-cca936f03588 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:23.367162 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c526d806-e20d-48c8-b820-daaa52ec41c0 req-5193be01-0dd0-4338-8ee9-3d8f8355a356 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:23.369029 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c526d806-e20d-48c8-b820-daaa52ec41c0 req-5193be01-0dd0-4338-8ee9-3d8f8355a356 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=4efafdf1-df08-4d3b-ba11-3c905ee4bc20 HTTP/1.1" status: 200 len: 945 time: 0.0851882 Sep 17 08:02:23.425043 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-7fec8053-b32d-4114-8783-4a8bb2966887 None None] Provisioning complete for port 6ca5d3b1-5225-42b8-9d29-a58b36813dff triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:02:23.425489 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7fec8053-b32d-4114-8783-4a8bb2966887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:23.487365 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-93ccd0b4-ae90-4ab2-9a1a-cca936f03588 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:23.491520 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 6ca5d3b1-5225-42b8-9d29-a58b36813dff up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:02:23.539542 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c526d806-e20d-48c8-b820-daaa52ec41c0 req-42ff4fc0-3c4b-4708-bef1-ea8e121925d5 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119370 Sep 17 08:02:23.601870 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-7fec8053-b32d-4114-8783-4a8bb2966887 None None] Could not find standard attr ID for object 3486dc6c-6733-47e7-a9f4-95392de631d1. {{(pid=101291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 08:02:23.608798 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-93ccd0b4-ae90-4ab2-9a1a-cca936f03588 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:23.671766 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:23.676930 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 6ca5d3b1-5225-42b8-9d29-a58b36813dff triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:02:23.678732 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:23.693827 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ccd0b4-ae90-4ab2-9a1a-cca936f03588 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event deleted for resources: {'Subnet': ['ID=35ac0cc2-0aac-44e0-bac4-8d27cf8e6191,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:23.699108 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-93ccd0b4-ae90-4ab2-9a1a-cca936f03588 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:23.701535 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-93ccd0b4-ae90-4ab2-9a1a-cca936f03588 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "DELETE /v2.0/subnets/35ac0cc2-0aac-44e0-bac4-8d27cf8e6191 HTTP/1.1" status: 204 len: 168 time: 0.6114807 Sep 17 08:02:23.705370 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 58202) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:23.736107 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d5ea83-44a7-4143-95e4-c0e28b70ac42 None None] Network 11df8816-c4c2-4f02-8c8a-b25f3cfb4e0a requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:02:23.821663 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bc774f64-337d-4b4a-92e0-933eddb98138 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:23.886968 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-bc774f64-337d-4b4a-92e0-933eddb98138 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Deleting port 6ca5d3b1-5225-42b8-9d29-a58b36813dff {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:02:23.888752 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bc774f64-337d-4b4a-92e0-933eddb98138 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:23.958410 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-fc4dc15e-aad8-41ed-b129-bd01e9e77e71 None None] Could not find standard attr ID for object 3486dc6c-6733-47e7-a9f4-95392de631d1. {{(pid=101291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 08:02:24.001315 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-bc774f64-337d-4b4a-92e0-933eddb98138 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] For port 6ca5d3b1-5225-42b8-9d29-a58b36813dff, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=6ca5d3b1-5225-42b8-9d29-a58b36813dff,segment=NetworkSegment(33e7e4ce-e9c8-4ac2-aace-b34873bdb1f1),segment_id=33e7e4ce-e9c8-4ac2-aace-b34873bdb1f1)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:02:24.002361 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bc774f64-337d-4b4a-92e0-933eddb98138 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:24.022212 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-bc774f64-337d-4b4a-92e0-933eddb98138 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Calling delete_port for 6ca5d3b1-5225-42b8-9d29-a58b36813dff owned by network:dhcp {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:02:24.091999 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11775c0f-ed42-4cd6-9151-4696c5e7bbea None None] DHCP port deletion for 11df8816-c4c2-4f02-8c8a-b25f3cfb4e0a request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 08:02:24.133146 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bc774f64-337d-4b4a-92e0-933eddb98138 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:24.155702 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-11775c0f-ed42-4cd6-9151-4696c5e7bbea None None] Deleting port 6ca5d3b1-5225-42b8-9d29-a58b36813dff {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:02:24.156263 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-11775c0f-ed42-4cd6-9151-4696c5e7bbea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:24.178077 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc774f64-337d-4b4a-92e0-933eddb98138 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event deleted for resources: {'Port': ['ID=6ca5d3b1-5225-42b8-9d29-a58b36813dff,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:24.184889 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc774f64-337d-4b4a-92e0-933eddb98138 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] No DVR routers for this DVR port 6ca5d3b1-5225-42b8-9d29-a58b36813dff on host n-d-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:02:24.226144 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-11775c0f-ed42-4cd6-9151-4696c5e7bbea None None] For port 6ca5d3b1-5225-42b8-9d29-a58b36813dff, host n-d-789963-9, got binding levels [] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:02:24.226853 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-11775c0f-ed42-4cd6-9151-4696c5e7bbea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:24.242726 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-11775c0f-ed42-4cd6-9151-4696c5e7bbea None None] Calling delete_port for 6ca5d3b1-5225-42b8-9d29-a58b36813dff owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:02:24.245812 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.ipam_backend_mixin [None req-11775c0f-ed42-4cd6-9151-4696c5e7bbea None None] Port 6ca5d3b1-5225-42b8-9d29-a58b36813dff was not found and therefore no delete operation was performed {{(pid=101291) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 17 08:02:24.247738 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-11775c0f-ed42-4cd6-9151-4696c5e7bbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:24.276104 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11775c0f-ed42-4cd6-9151-4696c5e7bbea None None] Pushing event deleted for resources: {'Port': ['ID=6ca5d3b1-5225-42b8-9d29-a58b36813dff,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:24.289453 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11775c0f-ed42-4cd6-9151-4696c5e7bbea None None] No DVR routers for this DVR port 6ca5d3b1-5225-42b8-9d29-a58b36813dff on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:02:24.304576 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bc774f64-337d-4b4a-92e0-933eddb98138 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:24.337993 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-bc774f64-337d-4b4a-92e0-933eddb98138 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11df8816-c4c2-4f02-8c8a-b25f3cfb4e0a']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:02:24.351180 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-bc774f64-337d-4b4a-92e0-933eddb98138 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33e7e4ce-e9c8-4ac2-aace-b34873bdb1f1') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:02:24.351657 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-bc774f64-337d-4b4a-92e0-933eddb98138 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33e7e4ce-e9c8-4ac2-aace-b34873bdb1f1') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:02:24.369916 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bc774f64-337d-4b4a-92e0-933eddb98138 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:24.385645 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bc774f64-337d-4b4a-92e0-933eddb98138 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:24.394260 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc774f64-337d-4b4a-92e0-933eddb98138 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:02:24.394950 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bc774f64-337d-4b4a-92e0-933eddb98138 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:24.399824 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:02:24.399824 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:02:24.399824 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:02:24.399824 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:02:24.399824 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:02:24.399824 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:02:24.399824 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:02:24.399824 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:02:24.399824 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:02:24.399824 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:02:24.399824 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:02:24.399824 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:02:24.399824 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:02:24.399824 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:02:24.399824 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:02:24.399824 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:02:24.399824 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:02:24.399824 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:02:24.399824 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:02:24.399824 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:02:24.399824 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:02:24.399824 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:02:24.399824 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:02:24.399824 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:02:24.399824 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:02:24.399824 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:02:24.399824 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:02:24.399824 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:02:24.399824 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:02:24.399824 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:02:24.399824 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:02:24.399824 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:02:24.481145 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bc774f64-337d-4b4a-92e0-933eddb98138 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:24.490403 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bc774f64-337d-4b4a-92e0-933eddb98138 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:24.496028 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-bc774f64-337d-4b4a-92e0-933eddb98138 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "DELETE /v2.0/networks/11df8816-c4c2-4f02-8c8a-b25f3cfb4e0a HTTP/1.1" status: 204 len: 168 time: 0.7860999 Sep 17 08:02:24.496409 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 58298) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:24.501984 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-2113b287-53f9-457a-81fe-0eb26b187c2d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1837261042'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:02:24.524985 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc774f64-337d-4b4a-92e0-933eddb98138 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event deleted for resources: {'Network': ['ID=11df8816-c4c2-4f02-8c8a-b25f3cfb4e0a,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:24.526458 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2113b287-53f9-457a-81fe-0eb26b187c2d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Made reservation on behalf of c96b3a25bd1140808dd24149610b3dd4 for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:02:24.531693 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2113b287-53f9-457a-81fe-0eb26b187c2d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:24.562779 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2113b287-53f9-457a-81fe-0eb26b187c2d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:02:24.584161 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2113b287-53f9-457a-81fe-0eb26b187c2d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:24.584616 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-2113b287-53f9-457a-81fe-0eb26b187c2d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Added segment 23c2b591-a593-4050-b1ef-70b7642ee2e3 of type vlan for network 7fe3ec27-9ed3-4f4c-84fe-f374e3e6de2c Sep 17 08:02:24.647724 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2113b287-53f9-457a-81fe-0eb26b187c2d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:24.679082 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2113b287-53f9-457a-81fe-0eb26b187c2d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:24.688774 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2113b287-53f9-457a-81fe-0eb26b187c2d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:24.689397 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2113b287-53f9-457a-81fe-0eb26b187c2d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:24.707372 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb308a08-c61d-4602-93b1-b58a327e2e37 req-63a8bd26-e75d-47c6-b91b-49db6c833554 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:24.709480 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cb308a08-c61d-4602-93b1-b58a327e2e37 req-63a8bd26-e75d-47c6-b91b-49db6c833554 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=4efafdf1-df08-4d3b-ba11-3c905ee4bc20 HTTP/1.1" status: 200 len: 945 time: 0.0667524 Sep 17 08:02:24.729952 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-2113b287-53f9-457a-81fe-0eb26b187c2d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2288716 Sep 17 08:02:24.729952 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 58332) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:24.735916 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-f5153184-35f7-4ba2-acc1-75e34cf8419a tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Request body: {'subnet': {'network_id': '7fe3ec27-9ed3-4f4c-84fe-f374e3e6de2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:02:24.758960 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cb308a08-c61d-4602-93b1-b58a327e2e37 req-315c9de5-1170-4888-a10c-85d7d189375c tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430105 Sep 17 08:02:24.890501 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2113b287-53f9-457a-81fe-0eb26b187c2d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event updated for resources: {'Network': ['ID=7fe3ec27-9ed3-4f4c-84fe-f374e3e6de2c,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:24.902292 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 7fe3ec27-9ed3-4f4c-84fe-f374e3e6de2c details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:02:24.940301 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5153184-35f7-4ba2-acc1-75e34cf8419a tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Made reservation on behalf of c96b3a25bd1140808dd24149610b3dd4 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:02:24.943940 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f5153184-35f7-4ba2-acc1-75e34cf8419a tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:24.966449 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f419f17-6343-4f0f-b047-1796dc222197 req-0620f26d-bb9a-4d03-90a6-f1e1476e278b tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:24.968038 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0f419f17-6343-4f0f-b047-1796dc222197 req-0620f26d-bb9a-4d03-90a6-f1e1476e278b tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.41 "GET /v2.0/ports?device_id=4efafdf1-df08-4d3b-ba11-3c905ee4bc20 HTTP/1.1" status: 200 len: 945 time: 0.1217992 Sep 17 08:02:25.087935 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-0f419f17-6343-4f0f-b047-1796dc222197 req-cb03e2c7-ac61-4d23-9c40-794f42a10efb tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Deleting port 5d0ddae0-eb20-4bb7-9d7b-6d3f36e43919 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:02:25.088501 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-0f419f17-6343-4f0f-b047-1796dc222197 req-cb03e2c7-ac61-4d23-9c40-794f42a10efb tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:25.211440 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-0f419f17-6343-4f0f-b047-1796dc222197 req-cb03e2c7-ac61-4d23-9c40-794f42a10efb tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] For port 5d0ddae0-eb20-4bb7-9d7b-6d3f36e43919, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=5d0ddae0-eb20-4bb7-9d7b-6d3f36e43919,segment=NetworkSegment(fd7b9750-679d-4ecc-9c9e-dc86937b132b),segment_id=fd7b9750-679d-4ecc-9c9e-dc86937b132b)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:02:25.212190 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-0f419f17-6343-4f0f-b047-1796dc222197 req-cb03e2c7-ac61-4d23-9c40-794f42a10efb tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:25.224316 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:25.230569 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f5153184-35f7-4ba2-acc1-75e34cf8419a tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:25.239209 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-0f419f17-6343-4f0f-b047-1796dc222197 req-cb03e2c7-ac61-4d23-9c40-794f42a10efb tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Calling delete_port for 5d0ddae0-eb20-4bb7-9d7b-6d3f36e43919 owned by compute:nova {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:02:25.304768 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5153184-35f7-4ba2-acc1-75e34cf8419a tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event updated for resources: {'Subnet': ['ID=887dd9f9-ca04-4232-ad3b-1bfd8eaf1759,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:25.307093 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5153184-35f7-4ba2-acc1-75e34cf8419a tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Checking segment: {'id': '23c2b591-a593-4050-b1ef-70b7642ee2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7fe3ec27-9ed3-4f4c-84fe-f374e3e6de2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:02:25.307461 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5153184-35f7-4ba2-acc1-75e34cf8419a tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Network hostable DHCP agents. Network: 7fe3ec27-9ed3-4f4c-84fe-f374e3e6de2c, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:02:25.334257 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5153184-35f7-4ba2-acc1-75e34cf8419a tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Network 7fe3ec27-9ed3-4f4c-84fe-f374e3e6de2c is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:02:25.345420 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-f5153184-35f7-4ba2-acc1-75e34cf8419a tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 7fe3ec27-9ed3-4f4c-84fe-f374e3e6de2c) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:02:25.351735 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5153184-35f7-4ba2-acc1-75e34cf8419a tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:25.352524 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f5153184-35f7-4ba2-acc1-75e34cf8419a tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:25.354497 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a391e3-736e-4739-83d2-a1ddda881142 None None] Network 7fe3ec27-9ed3-4f4c-84fe-f374e3e6de2c requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:02:25.382180 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f5153184-35f7-4ba2-acc1-75e34cf8419a tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6511905 Sep 17 08:02:25.384442 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 58384) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:25.390037 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-b90d9583-1e4a-4036-a885-10380ab8e90d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Request body: {'port': {'network_id': '7fe3ec27-9ed3-4f4c-84fe-f374e3e6de2c', 'name': 'tempest-PortsIpV6TestJSON-52448822', 'fixed_ips': [{'subnet_id': '887dd9f9-ca04-4232-ad3b-1bfd8eaf1759', 'ip_address': '2001:db8::10'}]}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:02:25.401520 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 6ca5d3b1-5225-42b8-9d29-a58b36813dff no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:02:25.405811 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-0f419f17-6343-4f0f-b047-1796dc222197 req-cb03e2c7-ac61-4d23-9c40-794f42a10efb tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:25.425087 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 6ca5d3b1-5225-42b8-9d29-a58b36813dff {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:02:25.425528 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 6ca5d3b1-5225-42b8-9d29-a58b36813dff not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:02:25.496079 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f419f17-6343-4f0f-b047-1796dc222197 req-cb03e2c7-ac61-4d23-9c40-794f42a10efb tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] No DVR routers for this DVR port 5d0ddae0-eb20-4bb7-9d7b-6d3f36e43919 on host n-h1-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:02:25.499184 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-0f419f17-6343-4f0f-b047-1796dc222197 req-cb03e2c7-ac61-4d23-9c40-794f42a10efb tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:25.501537 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0f419f17-6343-4f0f-b047-1796dc222197 req-cb03e2c7-ac61-4d23-9c40-794f42a10efb tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.41 "DELETE /v2.0/ports/5d0ddae0-eb20-4bb7-9d7b-6d3f36e43919 HTTP/1.1" status: 204 len: 173 time: 0.5232110 Sep 17 08:02:25.502882 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4efafdf1-df08-4d3b-ba11-3c905ee4bc20', 'name': 'network-vif-deleted', 'tag': '5d0ddae0-eb20-4bb7-9d7b-6d3f36e43919'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:02:25.506410 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e13a58b8-1a9c-4f20-85be-18dd5729fc32" -d '{"events": [{"server_uuid": "4efafdf1-df08-4d3b-ba11-3c905ee4bc20", "name": "network-vif-deleted", "tag": "5d0ddae0-eb20-4bb7-9d7b-6d3f36e43919"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:02:25.509738 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb03e2c7-ac61-4d23-9c40-794f42a10efb tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Pushing event deleted for resources: {'Port': ['ID=5d0ddae0-eb20-4bb7-9d7b-6d3f36e43919,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:25.521089 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['5d0ddae0-eb20-4bb7-9d7b-6d3f36e43919'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:02:25.536791 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90d9583-1e4a-4036-a885-10380ab8e90d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Made reservation on behalf of c96b3a25bd1140808dd24149610b3dd4 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:02:25.584821 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b812e4c2-2350-4d9b-96d8-4dc0985b7f05 x-openstack-request-id: req-b812e4c2-2350-4d9b-96d8-4dc0985b7f05 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:02:25.585302 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4efafdf1-df08-4d3b-ba11-3c905ee4bc20", "name": "network-vif-deleted", "tag": "5d0ddae0-eb20-4bb7-9d7b-6d3f36e43919", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:02:25.585693 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b812e4c2-2350-4d9b-96d8-4dc0985b7f05 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:02:25.586287 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4efafdf1-df08-4d3b-ba11-3c905ee4bc20', 'name': 'network-vif-deleted', 'tag': '5d0ddae0-eb20-4bb7-9d7b-6d3f36e43919', 'status': 'completed', 'code': 200} Sep 17 08:02:25.637458 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5baaf416-867d-4e5d-a441-d23cadc74702 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-7fe3ec27-9ed3-4f4c-84fe-f374e3e6de2c', 'network_id': '7fe3ec27-9ed3-4f4c-84fe-f374e3e6de2c', 'tenant_id': 'c96b3a25bd1140808dd24149610b3dd4', 'fixed_ips': [{'subnet_id': '887dd9f9-ca04-4232-ad3b-1bfd8eaf1759'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:02:25.638350 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5baaf416-867d-4e5d-a441-d23cadc74702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:25.662126 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b90d9583-1e4a-4036-a885-10380ab8e90d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:25.686713 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [None req-b90d9583-1e4a-4036-a885-10380ab8e90d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] device_id is not set on port 57b0c641-6c84-4988-9edf-4317d0e7afe2 yet. {{(pid=101290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 08:02:25.808573 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-5baaf416-867d-4e5d-a441-d23cadc74702 None None] Allocated IP 2001:db8::2 (7fe3ec27-9ed3-4f4c-84fe-f374e3e6de2c/887dd9f9-ca04-4232-ad3b-1bfd8eaf1759/fb07c648-90f9-4896-a7d8-2140d6cb79f6) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:02:25.917569 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-01820791-03de-41c8-a5c6-f2516a524947 req-c77c95f1-ff94-41fd-b90b-2e6325160ab6 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=4efafdf1-df08-4d3b-ba11-3c905ee4bc20 HTTP/1.1" status: 200 len: 210 time: 0.0348229 Sep 17 08:02:25.976747 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5baaf416-867d-4e5d-a441-d23cadc74702 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:25.998138 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5baaf416-867d-4e5d-a441-d23cadc74702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:26.073749 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5baaf416-867d-4e5d-a441-d23cadc74702 None None] Network 7fe3ec27-9ed3-4f4c-84fe-f374e3e6de2c is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:02:26.076897 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-5baaf416-867d-4e5d-a441-d23cadc74702 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:02:26.085693 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5baaf416-867d-4e5d-a441-d23cadc74702 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:02:26.100524 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-b90d9583-1e4a-4036-a885-10380ab8e90d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Allocated IP 2001:db8::10 (7fe3ec27-9ed3-4f4c-84fe-f374e3e6de2c/887dd9f9-ca04-4232-ad3b-1bfd8eaf1759/57b0c641-6c84-4988-9edf-4317d0e7afe2) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:02:26.108508 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baaf416-867d-4e5d-a441-d23cadc74702 None None] Pushing event updated for resources: {'Port': ['ID=fb07c648-90f9-4896-a7d8-2140d6cb79f6,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:26.202245 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-5baaf416-867d-4e5d-a441-d23cadc74702 None None] Attempting to bind port fb07c648-90f9-4896-a7d8-2140d6cb79f6 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:02:26.202629 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-5baaf416-867d-4e5d-a441-d23cadc74702 None None] Attempting to bind port fb07c648-90f9-4896-a7d8-2140d6cb79f6 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '23c2b591-a593-4050-b1ef-70b7642ee2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7fe3ec27-9ed3-4f4c-84fe-f374e3e6de2c'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:02:26.204690 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5baaf416-867d-4e5d-a441-d23cadc74702 None None] Attempting to bind port fb07c648-90f9-4896-a7d8-2140d6cb79f6 on network 7fe3ec27-9ed3-4f4c-84fe-f374e3e6de2c {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:02:26.211629 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5baaf416-867d-4e5d-a441-d23cadc74702 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:02:26.212477 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5baaf416-867d-4e5d-a441-d23cadc74702 None None] Checking segment: {'id': '23c2b591-a593-4050-b1ef-70b7642ee2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7fe3ec27-9ed3-4f4c-84fe-f374e3e6de2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:02:26.213103 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5baaf416-867d-4e5d-a441-d23cadc74702 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:26.213594 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5baaf416-867d-4e5d-a441-d23cadc74702 None None] Bound using segment: {'id': '23c2b591-a593-4050-b1ef-70b7642ee2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7fe3ec27-9ed3-4f4c-84fe-f374e3e6de2c'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:02:26.214530 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-5baaf416-867d-4e5d-a441-d23cadc74702 None None] Bound port: fb07c648-90f9-4896-a7d8-2140d6cb79f6, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23c2b591-a593-4050-b1ef-70b7642ee2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7fe3ec27-9ed3-4f4c-84fe-f374e3e6de2c'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:02:26.214993 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5baaf416-867d-4e5d-a441-d23cadc74702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:26.334043 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5baaf416-867d-4e5d-a441-d23cadc74702 None None] For port fb07c648-90f9-4896-a7d8-2140d6cb79f6, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:02:26.337724 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5baaf416-867d-4e5d-a441-d23cadc74702 None None] For port fb07c648-90f9-4896-a7d8-2140d6cb79f6, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=fb07c648-90f9-4896-a7d8-2140d6cb79f6,segment=NetworkSegment(23c2b591-a593-4050-b1ef-70b7642ee2e3),segment_id=23c2b591-a593-4050-b1ef-70b7642ee2e3)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:02:26.343589 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b90d9583-1e4a-4036-a885-10380ab8e90d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:26.343772 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5baaf416-867d-4e5d-a441-d23cadc74702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:26.384706 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b90d9583-1e4a-4036-a885-10380ab8e90d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:26.421197 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baaf416-867d-4e5d-a441-d23cadc74702 None None] Pushing event updated for resources: {'Port': ['ID=fb07c648-90f9-4896-a7d8-2140d6cb79f6,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:26.463632 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90d9583-1e4a-4036-a885-10380ab8e90d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event updated for resources: {'Port': ['ID=57b0c641-6c84-4988-9edf-4317d0e7afe2,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:26.467709 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90d9583-1e4a-4036-a885-10380ab8e90d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Network 7fe3ec27-9ed3-4f4c-84fe-f374e3e6de2c is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:02:26.470065 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-b90d9583-1e4a-4036-a885-10380ab8e90d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:02:26.473703 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90d9583-1e4a-4036-a885-10380ab8e90d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:02:26.479518 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90d9583-1e4a-4036-a885-10380ab8e90d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:26.480166 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b90d9583-1e4a-4036-a885-10380ab8e90d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:26.504436 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 58416) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:26.504931 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b90d9583-1e4a-4036-a885-10380ab8e90d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1187208 Sep 17 08:02:26.509541 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-e3ce906d-13b9-48fa-ad45-4f4a6df25c07 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Request body: {'port': {'network_id': '7fe3ec27-9ed3-4f4c-84fe-f374e3e6de2c', 'name': 'tempest-PortsIpV6TestJSON-193698812', 'fixed_ips': [{'subnet_id': '887dd9f9-ca04-4232-ad3b-1bfd8eaf1759', 'ip_address': '2001:db8::f'}]}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:02:26.649615 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ce906d-13b9-48fa-ad45-4f4a6df25c07 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Made reservation on behalf of c96b3a25bd1140808dd24149610b3dd4 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:02:26.801920 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e3ce906d-13b9-48fa-ad45-4f4a6df25c07 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:26.826449 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [None req-e3ce906d-13b9-48fa-ad45-4f4a6df25c07 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] device_id is not set on port 8f18a212-1466-4545-9790-72f7e002d1a3 yet. {{(pid=101289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 08:02:27.047607 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-e3ce906d-13b9-48fa-ad45-4f4a6df25c07 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Allocated IP 2001:db8::f (7fe3ec27-9ed3-4f4c-84fe-f374e3e6de2c/887dd9f9-ca04-4232-ad3b-1bfd8eaf1759/8f18a212-1466-4545-9790-72f7e002d1a3) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:02:27.425704 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device fb07c648-90f9-4896-a7d8-2140d6cb79f6 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:02:27.496198 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port fb07c648-90f9-4896-a7d8-2140d6cb79f6 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:02:27.496856 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:27.618995 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:27.673135 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port fb07c648-90f9-4896-a7d8-2140d6cb79f6, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=fb07c648-90f9-4896-a7d8-2140d6cb79f6,segment=NetworkSegment(23c2b591-a593-4050-b1ef-70b7642ee2e3),segment_id=23c2b591-a593-4050-b1ef-70b7642ee2e3)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:02:27.684447 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:27.719173 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8cbd91-cb09-4579-a640-350201620ee0 req-d3ce11d4-5a47-4d21-b54a-079f9cd123c4 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:27.721663 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f8cbd91-cb09-4579-a640-350201620ee0 req-d3ce11d4-5a47-4d21-b54a-079f9cd123c4 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/networks?id=7eb31eb9-c5ba-4a23-993e-45fc1230b15c HTTP/1.1" status: 200 len: 812 time: 0.6173301 Sep 17 08:02:27.743323 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f8cbd91-cb09-4579-a640-350201620ee0 req-3d2a2a35-4b90-4b05-98c9-2c23376474db tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/quotas/2d0585dd9c4e407bb55fa564a2ede4c9 HTTP/1.1" status: 200 len: 375 time: 0.0157151 Sep 17 08:02:27.748517 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=fb07c648-90f9-4896-a7d8-2140d6cb79f6,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:27.756846 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:02:27.757064 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:02:27.757755 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:02:27.758174 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:02:27.758518 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:02:27.758852 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:02:27.759185 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:02:27.759513 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:02:27.759861 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:02:27.760190 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:02:27.760516 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:02:27.760841 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:02:27.777518 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3578103-7cd7-4a4e-8425-1f8616227f4e None None] Network 7fe3ec27-9ed3-4f4c-84fe-f374e3e6de2c requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:02:27.795866 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f8cbd91-cb09-4579-a640-350201620ee0 req-ef1bf588-89c9-46b4-96a7-e8acfafdaa87 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d0585dd9c4e407bb55fa564a2ede4c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409009 Sep 17 08:02:27.803259 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e3ce906d-13b9-48fa-ad45-4f4a6df25c07 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:27.897617 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f8cbd91-cb09-4579-a640-350201620ee0 req-ef2e384f-ada9-4238-b2a9-4b50c50402ce service neutron] 10.222.0.13 "GET /v2.0/networks/7eb31eb9-c5ba-4a23-993e-45fc1230b15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908530 Sep 17 08:02:27.971951 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-312e791c-15a2-4c45-ac48-d6423af41e85 None None] Provisioning complete for port fb07c648-90f9-4896-a7d8-2140d6cb79f6 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:02:27.972437 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-312e791c-15a2-4c45-ac48-d6423af41e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:28.016497 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e3ce906d-13b9-48fa-ad45-4f4a6df25c07 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:28.044849 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ce906d-13b9-48fa-ad45-4f4a6df25c07 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Network 7fe3ec27-9ed3-4f4c-84fe-f374e3e6de2c is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:02:28.066547 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-e3ce906d-13b9-48fa-ad45-4f4a6df25c07 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:02:28.069238 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ce906d-13b9-48fa-ad45-4f4a6df25c07 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:02:28.077849 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ce906d-13b9-48fa-ad45-4f4a6df25c07 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:28.078516 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e3ce906d-13b9-48fa-ad45-4f4a6df25c07 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:28.126761 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e3ce906d-13b9-48fa-ad45-4f4a6df25c07 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6185582 Sep 17 08:02:28.126761 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ce906d-13b9-48fa-ad45-4f4a6df25c07 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event updated for resources: {'Port': ['ID=8f18a212-1466-4545-9790-72f7e002d1a3,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:28.127396 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 58462) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:28.134161 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f8cbd91-cb09-4579-a640-350201620ee0 req-1cf825ca-f13c-454e-a7f0-98719ce00159 service neutron] 10.222.0.13 "GET /v2.0/networks/7eb31eb9-c5ba-4a23-993e-45fc1230b15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300203 Sep 17 08:02:28.270564 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c47496-fb7e-45d9-b8e3-cf0d22ccb850 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:28.274051 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e9c47496-fb7e-45d9-b8e3-cf0d22ccb850 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 926 time: 0.1453447 Sep 17 08:02:28.276903 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 58470) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:28.431666 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7f2857a2-5f56-4615-9718-4ddf53da8326 req-2358d43d-28f3-4322-8cea-a1ff0c30ee55 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c8451fc-2a23-4c4a-a02f-f30581cfdc64 HTTP/1.1" status: 200 len: 210 time: 0.0356503 Sep 17 08:02:28.490885 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b4ee12-c6f3-4f7c-90b4-bf4dde2c86c2 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:28.498157 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b4ee12-c6f3-4f7c-90b4-bf4dde2c86c2 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:28.505256 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b4ee12-c6f3-4f7c-90b4-bf4dde2c86c2 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:28.509651 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-36b4ee12-c6f3-4f7c-90b4-bf4dde2c86c2 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.2288384 Sep 17 08:02:28.509845 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 58478) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:28.551411 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-62c55cc0-3a7b-4bbc-af3d-70e4c6c59c83 None None] Provisioning complete for port 57b0c641-6c84-4988-9edf-4317d0e7afe2 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:02:28.551915 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-62c55cc0-3a7b-4bbc-af3d-70e4c6c59c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:28.642564 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-62c55cc0-3a7b-4bbc-af3d-70e4c6c59c83 None None] Port 57b0c641-6c84-4988-9edf-4317d0e7afe2 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:02:28.670681 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-62c55cc0-3a7b-4bbc-af3d-70e4c6c59c83 None None] Provisioning complete for port fb07c648-90f9-4896-a7d8-2140d6cb79f6 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:02:28.671769 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-62c55cc0-3a7b-4bbc-af3d-70e4c6c59c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:28.696018 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-a81f7283-5309-4926-9f1b-dba2f1d31079 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Deleting port 8f18a212-1466-4545-9790-72f7e002d1a3 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:02:28.696385 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a81f7283-5309-4926-9f1b-dba2f1d31079 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:28.837920 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a81f7283-5309-4926-9f1b-dba2f1d31079 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:28.853044 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-a81f7283-5309-4926-9f1b-dba2f1d31079 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Calling delete_port for 8f18a212-1466-4545-9790-72f7e002d1a3 owned by {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:02:28.973907 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-86f2ac07-f0cf-402a-97cf-5570f0fede95 None None] Provisioning complete for port 57b0c641-6c84-4988-9edf-4317d0e7afe2 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:02:28.973907 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-86f2ac07-f0cf-402a-97cf-5570f0fede95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:29.033038 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-86f2ac07-f0cf-402a-97cf-5570f0fede95 None None] Port 57b0c641-6c84-4988-9edf-4317d0e7afe2 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:02:29.086747 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a81f7283-5309-4926-9f1b-dba2f1d31079 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:29.134826 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81f7283-5309-4926-9f1b-dba2f1d31079 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event deleted for resources: {'Port': ['ID=8f18a212-1466-4545-9790-72f7e002d1a3,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:29.198320 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a81f7283-5309-4926-9f1b-dba2f1d31079 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:29.203361 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 58496) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:29.226276 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-a81f7283-5309-4926-9f1b-dba2f1d31079 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "DELETE /v2.0/ports/8f18a212-1466-4545-9790-72f7e002d1a3 HTTP/1.1" status: 204 len: 168 time: 0.7152987 Sep 17 08:02:29.256490 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-90066d89-86ed-4679-a213-bca523c99051 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] GET failed (client error): The resource could not be found. Sep 17 08:02:29.258814 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-90066d89-86ed-4679-a213-bca523c99051 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "GET /v2.0/ports/8f18a212-1466-4545-9790-72f7e002d1a3 HTTP/1.1" status: 404 len: 333 time: 0.0538049 Sep 17 08:02:29.261124 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 58500) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:29.282896 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-af9f44fe-7dee-4084-aab9-213980365f7a None None] Could not find standard attr ID for object 8f18a212-1466-4545-9790-72f7e002d1a3. {{(pid=101291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 08:02:29.379210 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 5d0ddae0-eb20-4bb7-9d7b-6d3f36e43919 no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:02:29.413878 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-1297da7f-bd21-4f67-b61a-150adeaf91be tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Deleting port 57b0c641-6c84-4988-9edf-4317d0e7afe2 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:02:29.414520 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1297da7f-bd21-4f67-b61a-150adeaf91be tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:29.452000 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device fb07c648-90f9-4896-a7d8-2140d6cb79f6 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:02:29.457443 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] No Port match for: 5d0ddae0-eb20-4bb7-9d7b-6d3f36e43919 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:02:29.457443 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 5d0ddae0-eb20-4bb7-9d7b-6d3f36e43919 not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:02:29.588723 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1297da7f-bd21-4f67-b61a-150adeaf91be tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:29.626793 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port fb07c648-90f9-4896-a7d8-2140d6cb79f6 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:02:29.627935 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:29.659788 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-1297da7f-bd21-4f67-b61a-150adeaf91be tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Calling delete_port for 57b0c641-6c84-4988-9edf-4317d0e7afe2 owned by {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:02:29.663562 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f1c501a3-ee6b-49c5-b157-ae52e39dea61 req-b536a2f0-d689-4b05-a13e-cccda11f923e tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c8451fc-2a23-4c4a-a02f-f30581cfdc64 HTTP/1.1" status: 200 len: 210 time: 0.0642762 Sep 17 08:02:29.864150 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 58520) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:29.941396 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8cbd91-cb09-4579-a640-350201620ee0 req-39c30750-9a33-4a8c-aeb5-98dd5bde9279 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:29.943980 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f8cbd91-cb09-4579-a640-350201620ee0 req-39c30750-9a33-4a8c-aeb5-98dd5bde9279 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.41 "GET /v2.0/networks?id=7eb31eb9-c5ba-4a23-993e-45fc1230b15c HTTP/1.1" status: 200 len: 812 time: 0.2056227 Sep 17 08:02:29.969328 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-2f8cbd91-cb09-4579-a640-350201620ee0 req-7642e5c6-dd61-4c4e-94f7-6c56c4afa534 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Request body: {'port': {'device_id': '4c8451fc-2a23-4c4a-a02f-f30581cfdc64', 'network_id': '7eb31eb9-c5ba-4a23-993e-45fc1230b15c', 'admin_state_up': True, 'tenant_id': '2d0585dd9c4e407bb55fa564a2ede4c9'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:02:30.002996 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a830ae2d-2756-44aa-9e22-bf60996d8366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:30.104191 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1297da7f-bd21-4f67-b61a-150adeaf91be tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:30.177899 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1297da7f-bd21-4f67-b61a-150adeaf91be tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event deleted for resources: {'Port': ['ID=57b0c641-6c84-4988-9edf-4317d0e7afe2,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:30.180770 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1297da7f-bd21-4f67-b61a-150adeaf91be tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:30.182577 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-1297da7f-bd21-4f67-b61a-150adeaf91be tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "DELETE /v2.0/ports/57b0c641-6c84-4988-9edf-4317d0e7afe2 HTTP/1.1" status: 204 len: 168 time: 0.9203777 Sep 17 08:02:30.189372 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 58530) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:30.215320 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a830ae2d-2756-44aa-9e22-bf60996d8366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:30.221743 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a830ae2d-2756-44aa-9e22-bf60996d8366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:30.241048 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c51f34d-380c-481e-af42-3f986212ab55 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] GET failed (client error): The resource could not be found. Sep 17 08:02:30.242718 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-1c51f34d-380c-481e-af42-3f986212ab55 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "GET /v2.0/ports/57b0c641-6c84-4988-9edf-4317d0e7afe2 HTTP/1.1" status: 404 len: 333 time: 0.0518913 Sep 17 08:02:30.247752 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 58532) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:30.270493 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f8cbd91-cb09-4579-a640-350201620ee0 req-7642e5c6-dd61-4c4e-94f7-6c56c4afa534 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Made reservation on behalf of 2d0585dd9c4e407bb55fa564a2ede4c9 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:02:30.274607 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-2f8cbd91-cb09-4579-a640-350201620ee0 req-7642e5c6-dd61-4c4e-94f7-6c56c4afa534 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:30.364634 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a830ae2d-2756-44aa-9e22-bf60996d8366 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=126c0b5694b0456db85546a2565459ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4959879 Sep 17 08:02:30.371971 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 58536) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:30.395029 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a830ae2d-2756-44aa-9e22-bf60996d8366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd6a2a4-d9eb-4c56-84fd-300dfa5f44f9,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:30.439979 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-d79125c1-e0ce-41c8-8e23-db360f767fcf tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Deleting subnet 887dd9f9-ca04-4232-ad3b-1bfd8eaf1759 {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:02:30.448910 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d79125c1-e0ce-41c8-8e23-db360f767fcf tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:30.479720 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [req-2f8cbd91-cb09-4579-a640-350201620ee0 req-7642e5c6-dd61-4c4e-94f7-6c56c4afa534 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Allocated IP 172.20.0.2 (7eb31eb9-c5ba-4a23-993e-45fc1230b15c/cb81ebac-14bd-4bcc-8591-cd4e58446b46/76c0aa62-a44a-483c-bf09-3f68d1dc9c57) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:02:30.508351 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d79125c1-e0ce-41c8-8e23-db360f767fcf tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:30.512010 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8099b2c3-724f-4253-879b-91e0a05d406d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:30.544619 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8099b2c3-724f-4253-879b-91e0a05d406d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:30.685239 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8099b2c3-724f-4253-879b-91e0a05d406d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:30.688184 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8099b2c3-724f-4253-879b-91e0a05d406d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:30.689342 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-8099b2c3-724f-4253-879b-91e0a05d406d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4cd6a2a4-d9eb-4c56-84fd-300dfa5f44f9 HTTP/1.1" status: 204 len: 168 time: 0.3112829 Sep 17 08:02:30.690904 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d79125c1-e0ce-41c8-8e23-db360f767fcf tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:30.699188 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-2f8cbd91-cb09-4579-a640-350201620ee0 req-7642e5c6-dd61-4c4e-94f7-6c56c4afa534 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:30.761480 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8099b2c3-724f-4253-879b-91e0a05d406d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd6a2a4-d9eb-4c56-84fd-300dfa5f44f9,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:30.800790 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-aaf6ffdd-afcc-4c0e-8fdb-0d295d680769 req-bd0f64ab-7fc3-42ed-99da-64e2606ff54b tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c8451fc-2a23-4c4a-a02f-f30581cfdc64 HTTP/1.1" status: 200 len: 210 time: 0.0540028 Sep 17 08:02:30.811251 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d79125c1-e0ce-41c8-8e23-db360f767fcf tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:30.813224 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-2f8cbd91-cb09-4579-a640-350201620ee0 req-7642e5c6-dd61-4c4e-94f7-6c56c4afa534 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:30.871251 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d79125c1-e0ce-41c8-8e23-db360f767fcf tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:30.876717 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d79125c1-e0ce-41c8-8e23-db360f767fcf tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "DELETE /v2.0/subnets/887dd9f9-ca04-4232-ad3b-1bfd8eaf1759 HTTP/1.1" status: 204 len: 168 time: 0.6268137 Sep 17 08:02:30.877840 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 58552) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:30.878641 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79125c1-e0ce-41c8-8e23-db360f767fcf tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event deleted for resources: {'Subnet': ['ID=887dd9f9-ca04-4232-ad3b-1bfd8eaf1759,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:30.878994 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d199f37c-c6db-49ae-bd80-72efa999a10d None None] Network 7fe3ec27-9ed3-4f4c-84fe-f374e3e6de2c requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:02:30.898403 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f8cbd91-cb09-4579-a640-350201620ee0 req-7642e5c6-dd61-4c4e-94f7-6c56c4afa534 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Network 7eb31eb9-c5ba-4a23-993e-45fc1230b15c is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:02:30.907582 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [req-2f8cbd91-cb09-4579-a640-350201620ee0 req-7642e5c6-dd61-4c4e-94f7-6c56c4afa534 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:02:30.911467 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f8cbd91-cb09-4579-a640-350201620ee0 req-7642e5c6-dd61-4c4e-94f7-6c56c4afa534 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:02:30.994531 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-503c222a-36f1-4583-ab12-ae63cb8fd466 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:30.997386 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8cbd91-cb09-4579-a640-350201620ee0 req-7642e5c6-dd61-4c4e-94f7-6c56c4afa534 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:30.998559 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-2f8cbd91-cb09-4579-a640-350201620ee0 req-7642e5c6-dd61-4c4e-94f7-6c56c4afa534 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:31.014674 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7642e5c6-dd61-4c4e-94f7-6c56c4afa534 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Pushing event updated for resources: {'Port': ['ID=76c0aa62-a44a-483c-bf09-3f68d1dc9c57,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:31.026609 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f8cbd91-cb09-4579-a640-350201620ee0 req-7642e5c6-dd61-4c4e-94f7-6c56c4afa534 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0647433 Sep 17 08:02:31.045464 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-2f8cbd91-cb09-4579-a640-350201620ee0 req-37a8bd24-acc2-4eb9-bc9a-49fb2a9691e4 service neutron] Request body: {'port': {'device_id': '4c8451fc-2a23-4c4a-a02f-f30581cfdc64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-9'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:02:31.071925 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-503c222a-36f1-4583-ab12-ae63cb8fd466 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Deleting port fb07c648-90f9-4896-a7d8-2140d6cb79f6 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:02:31.071925 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-503c222a-36f1-4583-ab12-ae63cb8fd466 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:31.153255 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-2f8cbd91-cb09-4579-a640-350201620ee0 req-37a8bd24-acc2-4eb9-bc9a-49fb2a9691e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:31.170742 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40dac85c-a5d8-48ff-8b0c-8db1f1c351d5 None None] DHCP port deletion for 7fe3ec27-9ed3-4f4c-84fe-f374e3e6de2c request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 08:02:31.191452 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-503c222a-36f1-4583-ab12-ae63cb8fd466 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] For port fb07c648-90f9-4896-a7d8-2140d6cb79f6, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=fb07c648-90f9-4896-a7d8-2140d6cb79f6,segment=NetworkSegment(23c2b591-a593-4050-b1ef-70b7642ee2e3),segment_id=23c2b591-a593-4050-b1ef-70b7642ee2e3)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:02:31.192096 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-503c222a-36f1-4583-ab12-ae63cb8fd466 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:31.209196 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-503c222a-36f1-4583-ab12-ae63cb8fd466 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Calling delete_port for fb07c648-90f9-4896-a7d8-2140d6cb79f6 owned by network:dhcp {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:02:31.254552 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-40dac85c-a5d8-48ff-8b0c-8db1f1c351d5 None None] Deleting port fb07c648-90f9-4896-a7d8-2140d6cb79f6 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:02:31.254552 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-40dac85c-a5d8-48ff-8b0c-8db1f1c351d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:31.341488 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-503c222a-36f1-4583-ab12-ae63cb8fd466 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:31.379497 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device fb07c648-90f9-4896-a7d8-2140d6cb79f6 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:02:31.393939 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503c222a-36f1-4583-ab12-ae63cb8fd466 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event deleted for resources: {'Port': ['ID=fb07c648-90f9-4896-a7d8-2140d6cb79f6,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:31.398269 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503c222a-36f1-4583-ab12-ae63cb8fd466 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] No DVR routers for this DVR port fb07c648-90f9-4896-a7d8-2140d6cb79f6 on host n-d-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:02:31.424644 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: fb07c648-90f9-4896-a7d8-2140d6cb79f6 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:02:31.425276 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device fb07c648-90f9-4896-a7d8-2140d6cb79f6 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:02:31.436523 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-40dac85c-a5d8-48ff-8b0c-8db1f1c351d5 None None] For port fb07c648-90f9-4896-a7d8-2140d6cb79f6, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=fb07c648-90f9-4896-a7d8-2140d6cb79f6,segment=NetworkSegment(23c2b591-a593-4050-b1ef-70b7642ee2e3),segment_id=23c2b591-a593-4050-b1ef-70b7642ee2e3)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:02:31.437219 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-40dac85c-a5d8-48ff-8b0c-8db1f1c351d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:31.457391 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-40dac85c-a5d8-48ff-8b0c-8db1f1c351d5 None None] Calling delete_port for fb07c648-90f9-4896-a7d8-2140d6cb79f6 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:02:31.554614 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-503c222a-36f1-4583-ab12-ae63cb8fd466 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:31.581051 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-503c222a-36f1-4583-ab12-ae63cb8fd466 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fe3ec27-9ed3-4f4c-84fe-f374e3e6de2c']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:02:31.593275 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-503c222a-36f1-4583-ab12-ae63cb8fd466 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23c2b591-a593-4050-b1ef-70b7642ee2e3') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:02:31.593903 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-503c222a-36f1-4583-ab12-ae63cb8fd466 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23c2b591-a593-4050-b1ef-70b7642ee2e3') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:02:31.601956 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-40dac85c-a5d8-48ff-8b0c-8db1f1c351d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:31.609829 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-503c222a-36f1-4583-ab12-ae63cb8fd466 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:31.627972 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-503c222a-36f1-4583-ab12-ae63cb8fd466 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:31.637058 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-503c222a-36f1-4583-ab12-ae63cb8fd466 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:02:31.637596 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-503c222a-36f1-4583-ab12-ae63cb8fd466 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:31.641170 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 08:02:31.641170 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:02:31.641170 n-d-789963-9 neutron-server[101290]: timer() Sep 17 08:02:31.641170 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:02:31.641170 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 08:02:31.641170 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:02:31.641170 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 08:02:31.641170 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:02:31.641170 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 08:02:31.641170 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:02:31.641170 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 08:02:31.641170 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:02:31.641170 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 08:02:31.641170 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:02:31.641170 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:02:31.641170 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:02:31.641170 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:02:31.641170 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:02:31.641170 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 08:02:31.641170 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:02:31.641170 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 08:02:31.641170 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:02:31.641170 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:02:31.641170 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:02:31.641170 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 08:02:31.641170 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:02:31.641170 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:02:31.641170 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:02:31.641170 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:02:31.641170 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:02:31.641170 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:02:31.641170 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:02:31.663136 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dac85c-a5d8-48ff-8b0c-8db1f1c351d5 None None] Pushing event deleted for resources: {'Port': ['ID=fb07c648-90f9-4896-a7d8-2140d6cb79f6,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:31.670625 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40dac85c-a5d8-48ff-8b0c-8db1f1c351d5 None None] No DVR routers for this DVR port fb07c648-90f9-4896-a7d8-2140d6cb79f6 on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:02:31.727585 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [req-2f8cbd91-cb09-4579-a640-350201620ee0 req-37a8bd24-acc2-4eb9-bc9a-49fb2a9691e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76c0aa62-a44a-483c-bf09-3f68d1dc9c57 {{(pid=101289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:02:31.741723 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-2f8cbd91-cb09-4579-a640-350201620ee0 req-37a8bd24-acc2-4eb9-bc9a-49fb2a9691e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:31.741933 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-503c222a-36f1-4583-ab12-ae63cb8fd466 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:31.759116 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.provisioning_blocks [req-2f8cbd91-cb09-4579-a640-350201620ee0 req-37a8bd24-acc2-4eb9-bc9a-49fb2a9691e4 service neutron] Transition to ACTIVE for port object 76c0aa62-a44a-483c-bf09-3f68d1dc9c57 will not be triggered until provisioned by entity L2. {{(pid=101289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:02:31.760363 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-503c222a-36f1-4583-ab12-ae63cb8fd466 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:31.765225 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-2f8cbd91-cb09-4579-a640-350201620ee0 req-37a8bd24-acc2-4eb9-bc9a-49fb2a9691e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:31.767964 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 58586) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:31.768271 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-503c222a-36f1-4583-ab12-ae63cb8fd466 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "DELETE /v2.0/networks/7fe3ec27-9ed3-4f4c-84fe-f374e3e6de2c HTTP/1.1" status: 204 len: 168 time: 0.8855338 Sep 17 08:02:31.787879 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503c222a-36f1-4583-ab12-ae63cb8fd466 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event deleted for resources: {'Network': ['ID=7fe3ec27-9ed3-4f4c-84fe-f374e3e6de2c,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:31.799482 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-0c689908-8e24-4d52-9289-677426e6bba2 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-859022484'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:02:31.875583 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c689908-8e24-4d52-9289-677426e6bba2 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Made reservation on behalf of c96b3a25bd1140808dd24149610b3dd4 for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:02:31.879765 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0c689908-8e24-4d52-9289-677426e6bba2 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:31.891527 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a8bd24-acc2-4eb9-bc9a-49fb2a9691e4 service neutron] Pushing event updated for resources: {'Port': ['ID=76c0aa62-a44a-483c-bf09-3f68d1dc9c57,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:31.943053 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c689908-8e24-4d52-9289-677426e6bba2 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:02:31.983203 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0c689908-8e24-4d52-9289-677426e6bba2 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:31.983562 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-0c689908-8e24-4d52-9289-677426e6bba2 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Added segment 05d6fd00-8900-438d-acd8-81cc60f8106e of type vlan for network 90760cb0-c033-43e5-9ee2-d9b921e547d9 Sep 17 08:02:32.081093 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0c689908-8e24-4d52-9289-677426e6bba2 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:32.100815 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2df1de-23b7-4812-84d6-48a7db07dc11 req-1c47f58d-df51-432e-97fa-4326d11ea4c9 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:32.102755 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dd2df1de-23b7-4812-84d6-48a7db07dc11 req-1c47f58d-df51-432e-97fa-4326d11ea4c9 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c8451fc-2a23-4c4a-a02f-f30581cfdc64 HTTP/1.1" status: 200 len: 943 time: 0.1607649 Sep 17 08:02:32.103787 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-2f8cbd91-cb09-4579-a640-350201620ee0 req-37a8bd24-acc2-4eb9-bc9a-49fb2a9691e4 service neutron] Attempting to bind port 76c0aa62-a44a-483c-bf09-3f68d1dc9c57 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:02:32.104035 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-2f8cbd91-cb09-4579-a640-350201620ee0 req-37a8bd24-acc2-4eb9-bc9a-49fb2a9691e4 service neutron] Attempting to bind port 76c0aa62-a44a-483c-bf09-3f68d1dc9c57 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'fd7b9750-679d-4ecc-9c9e-dc86937b132b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '7eb31eb9-c5ba-4a23-993e-45fc1230b15c'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:02:32.104420 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8cbd91-cb09-4579-a640-350201620ee0 req-37a8bd24-acc2-4eb9-bc9a-49fb2a9691e4 service neutron] Attempting to bind port 76c0aa62-a44a-483c-bf09-3f68d1dc9c57 on network 7eb31eb9-c5ba-4a23-993e-45fc1230b15c {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:02:32.125950 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8cbd91-cb09-4579-a640-350201620ee0 req-37a8bd24-acc2-4eb9-bc9a-49fb2a9691e4 service neutron] Port 76c0aa62-a44a-483c-bf09-3f68d1dc9c57 on network 7eb31eb9-c5ba-4a23-993e-45fc1230b15c not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:02:32.126291 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8cbd91-cb09-4579-a640-350201620ee0 req-37a8bd24-acc2-4eb9-bc9a-49fb2a9691e4 service neutron] Attempting to bind port 76c0aa62-a44a-483c-bf09-3f68d1dc9c57 on network 7eb31eb9-c5ba-4a23-993e-45fc1230b15c {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:02:32.155218 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8cbd91-cb09-4579-a640-350201620ee0 req-37a8bd24-acc2-4eb9-bc9a-49fb2a9691e4 service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:02:32.155766 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8cbd91-cb09-4579-a640-350201620ee0 req-37a8bd24-acc2-4eb9-bc9a-49fb2a9691e4 service neutron] Checking segment: {'id': 'fd7b9750-679d-4ecc-9c9e-dc86937b132b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '7eb31eb9-c5ba-4a23-993e-45fc1230b15c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:02:32.156261 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8cbd91-cb09-4579-a640-350201620ee0 req-37a8bd24-acc2-4eb9-bc9a-49fb2a9691e4 service neutron] Bound using segment: {'id': 'fd7b9750-679d-4ecc-9c9e-dc86937b132b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '7eb31eb9-c5ba-4a23-993e-45fc1230b15c'} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:02:32.156969 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-2f8cbd91-cb09-4579-a640-350201620ee0 req-37a8bd24-acc2-4eb9-bc9a-49fb2a9691e4 service neutron] Bound port: 76c0aa62-a44a-483c-bf09-3f68d1dc9c57, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd7b9750-679d-4ecc-9c9e-dc86937b132b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '7eb31eb9-c5ba-4a23-993e-45fc1230b15c'}}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:02:32.157375 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-2f8cbd91-cb09-4579-a640-350201620ee0 req-37a8bd24-acc2-4eb9-bc9a-49fb2a9691e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:32.220801 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0c689908-8e24-4d52-9289-677426e6bba2 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:32.234885 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c689908-8e24-4d52-9289-677426e6bba2 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:32.237769 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0c689908-8e24-4d52-9289-677426e6bba2 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:32.284782 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dd2df1de-23b7-4812-84d6-48a7db07dc11 req-86b8d2e6-7293-4911-b069-131d0b3c062b tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702359 Sep 17 08:02:32.339907 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-0c689908-8e24-4d52-9289-677426e6bba2 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5677633 Sep 17 08:02:32.340119 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 58604) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:32.356922 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-1b4fa464-20b3-49d3-b13f-2f104812817c tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Request body: {'subnet': {'network_id': '90760cb0-c033-43e5-9ee2-d9b921e547d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:02:32.398508 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c689908-8e24-4d52-9289-677426e6bba2 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event updated for resources: {'Network': ['ID=90760cb0-c033-43e5-9ee2-d9b921e547d9,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:32.423437 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 90760cb0-c033-43e5-9ee2-d9b921e547d9 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:02:32.430752 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-2f8cbd91-cb09-4579-a640-350201620ee0 req-37a8bd24-acc2-4eb9-bc9a-49fb2a9691e4 service neutron] For port 76c0aa62-a44a-483c-bf09-3f68d1dc9c57, host n-h1-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:02:32.435340 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-2f8cbd91-cb09-4579-a640-350201620ee0 req-37a8bd24-acc2-4eb9-bc9a-49fb2a9691e4 service neutron] For port 76c0aa62-a44a-483c-bf09-3f68d1dc9c57, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=76c0aa62-a44a-483c-bf09-3f68d1dc9c57,segment=NetworkSegment(fd7b9750-679d-4ecc-9c9e-dc86937b132b),segment_id=fd7b9750-679d-4ecc-9c9e-dc86937b132b)] {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:02:32.442294 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-2f8cbd91-cb09-4579-a640-350201620ee0 req-37a8bd24-acc2-4eb9-bc9a-49fb2a9691e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:32.490872 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4fa464-20b3-49d3-b13f-2f104812817c tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Made reservation on behalf of c96b3a25bd1140808dd24149610b3dd4 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:02:32.495895 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1b4fa464-20b3-49d3-b13f-2f104812817c tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:32.541032 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8cbd91-cb09-4579-a640-350201620ee0 req-37a8bd24-acc2-4eb9-bc9a-49fb2a9691e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:32.541690 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-2f8cbd91-cb09-4579-a640-350201620ee0 req-37a8bd24-acc2-4eb9-bc9a-49fb2a9691e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:32.565935 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f8cbd91-cb09-4579-a640-350201620ee0 req-37a8bd24-acc2-4eb9-bc9a-49fb2a9691e4 service neutron] 10.222.0.41 "PUT /v2.0/ports/76c0aa62-a44a-483c-bf09-3f68d1dc9c57 HTTP/1.1" status: 200 len: 1091 time: 1.5053191 Sep 17 08:02:32.566844 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c8451fc-2a23-4c4a-a02f-f30581cfdc64', 'tag': '76c0aa62-a44a-483c-bf09-3f68d1dc9c57'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:02:32.574784 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a7e83c-c051-4d9e-955e-536d122b5b82" -d '{"events": [{"name": "network-changed", "server_uuid": "4c8451fc-2a23-4c4a-a02f-f30581cfdc64", "tag": "76c0aa62-a44a-483c-bf09-3f68d1dc9c57"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:02:32.611028 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a8bd24-acc2-4eb9-bc9a-49fb2a9691e4 service neutron] Pushing event updated for resources: {'Port': ['ID=76c0aa62-a44a-483c-bf09-3f68d1dc9c57,revision_number=3']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:32.640486 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bddb4a63-3a90-4993-b072-eec394bddb82 x-openstack-request-id: req-bddb4a63-3a90-4993-b072-eec394bddb82 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:02:32.641173 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c8451fc-2a23-4c4a-a02f-f30581cfdc64", "tag": "76c0aa62-a44a-483c-bf09-3f68d1dc9c57", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:02:32.641744 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bddb4a63-3a90-4993-b072-eec394bddb82 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:02:32.642782 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c8451fc-2a23-4c4a-a02f-f30581cfdc64', 'tag': '76c0aa62-a44a-483c-bf09-3f68d1dc9c57', 'status': 'completed', 'code': 200} Sep 17 08:02:32.681831 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8cbd91-cb09-4579-a640-350201620ee0 req-c24f99d8-ec77-4a41-a290-9a3e7d1b8019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:32.683917 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f8cbd91-cb09-4579-a640-350201620ee0 req-c24f99d8-ec77-4a41-a290-9a3e7d1b8019 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2d0585dd9c4e407bb55fa564a2ede4c9&device_id=4c8451fc-2a23-4c4a-a02f-f30581cfdc64 HTTP/1.1" status: 200 len: 1094 time: 0.0688748 Sep 17 08:02:32.771247 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f8cbd91-cb09-4579-a640-350201620ee0 req-f376c9ea-46cc-488b-84a4-b3e35e548f3c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=76c0aa62-a44a-483c-bf09-3f68d1dc9c57 HTTP/1.1" status: 200 len: 217 time: 0.0736020 Sep 17 08:02:32.809375 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1b4fa464-20b3-49d3-b13f-2f104812817c tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:32.846150 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8cbd91-cb09-4579-a640-350201620ee0 req-f594433b-77dd-419d-aa88-d0a368ca9447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:32.850276 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f8cbd91-cb09-4579-a640-350201620ee0 req-f594433b-77dd-419d-aa88-d0a368ca9447 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cb81ebac-14bd-4bcc-8591-cd4e58446b46 HTTP/1.1" status: 200 len: 852 time: 0.0716698 Sep 17 08:02:32.904530 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f8cbd91-cb09-4579-a640-350201620ee0 req-cf2b2ff1-d4fc-4310-adf8-aadc28111a37 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7eb31eb9-c5ba-4a23-993e-45fc1230b15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464847 Sep 17 08:02:32.924209 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4fa464-20b3-49d3-b13f-2f104812817c tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event updated for resources: {'Subnet': ['ID=dd15e71e-9c01-4952-950a-19d482264b1e,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:32.951885 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4fa464-20b3-49d3-b13f-2f104812817c tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Checking segment: {'id': '05d6fd00-8900-438d-acd8-81cc60f8106e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '90760cb0-c033-43e5-9ee2-d9b921e547d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:02:32.951885 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4fa464-20b3-49d3-b13f-2f104812817c tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Network hostable DHCP agents. Network: 90760cb0-c033-43e5-9ee2-d9b921e547d9, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:02:32.982027 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4fa464-20b3-49d3-b13f-2f104812817c tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Network 90760cb0-c033-43e5-9ee2-d9b921e547d9 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:02:32.994076 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-1b4fa464-20b3-49d3-b13f-2f104812817c tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 90760cb0-c033-43e5-9ee2-d9b921e547d9) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:02:33.000105 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4fa464-20b3-49d3-b13f-2f104812817c tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:33.000931 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1b4fa464-20b3-49d3-b13f-2f104812817c tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:33.003537 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a48c43-4b2b-4176-9804-1f6ca4711ded None None] Network 90760cb0-c033-43e5-9ee2-d9b921e547d9 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:02:33.027065 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-1b4fa464-20b3-49d3-b13f-2f104812817c tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6854808 Sep 17 08:02:33.027827 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 58624) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:33.039562 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-ec3e2320-02a0-4c7c-9b4c-135477c29119 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1759826290', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:02:33.049515 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f8cbd91-cb09-4579-a640-350201620ee0 req-28058795-e3f2-457d-8cab-6e7917523035 service neutron] 10.222.0.41 "GET /v2.0/networks/7eb31eb9-c5ba-4a23-993e-45fc1230b15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366825 Sep 17 08:02:33.094036 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ec3e2320-02a0-4c7c-9b4c-135477c29119 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:33.095528 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ec3e2320-02a0-4c7c-9b4c-135477c29119 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:33.162683 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f8cbd91-cb09-4579-a640-350201620ee0 req-a9cc30ab-d33e-4062-880d-a398c0e1bf50 service neutron] 10.222.0.41 "GET /v2.0/networks/7eb31eb9-c5ba-4a23-993e-45fc1230b15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059625 Sep 17 08:02:33.175920 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ec3e2320-02a0-4c7c-9b4c-135477c29119 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:33.181829 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ec3e2320-02a0-4c7c-9b4c-135477c29119 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:33.204579 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b94f927-bcb8-4b24-a145-9fb9cd43bfa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-90760cb0-c033-43e5-9ee2-d9b921e547d9', 'network_id': '90760cb0-c033-43e5-9ee2-d9b921e547d9', 'tenant_id': 'c96b3a25bd1140808dd24149610b3dd4', 'fixed_ips': [{'subnet_id': 'dd15e71e-9c01-4952-950a-19d482264b1e'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:02:33.205608 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4b94f927-bcb8-4b24-a145-9fb9cd43bfa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:33.210197 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ec3e2320-02a0-4c7c-9b4c-135477c29119 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:33.212116 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ec3e2320-02a0-4c7c-9b4c-135477c29119 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1828463 Sep 17 08:02:33.219194 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 58626) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:33.224747 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-febc4229-fce9-4af6-87c1-be1a09d7876b tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Request body: {'port': {'network_id': '90760cb0-c033-43e5-9ee2-d9b921e547d9', 'name': 'tempest-PortsIpV6TestJSON-1789609770'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:02:33.356090 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a7e83c-c051-4d9e-955e-536d122b5b82 req-8c4d9dbe-6088-432f-a063-db624a28348e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:33.357805 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-36a7e83c-c051-4d9e-955e-536d122b5b82 req-8c4d9dbe-6088-432f-a063-db624a28348e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2d0585dd9c4e407bb55fa564a2ede4c9&device_id=4c8451fc-2a23-4c4a-a02f-f30581cfdc64 HTTP/1.1" status: 200 len: 1094 time: 0.0589633 Sep 17 08:02:33.386886 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-febc4229-fce9-4af6-87c1-be1a09d7876b tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Made reservation on behalf of c96b3a25bd1140808dd24149610b3dd4 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:02:33.391615 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-febc4229-fce9-4af6-87c1-be1a09d7876b tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:33.421253 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [None req-febc4229-fce9-4af6-87c1-be1a09d7876b tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] device_id is not set on port 8939c898-b55d-41cd-b641-7ef9a90431dc yet. {{(pid=101290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 08:02:33.499668 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-4b94f927-bcb8-4b24-a145-9fb9cd43bfa9 None None] Allocated IP 2001:db8::2 (90760cb0-c033-43e5-9ee2-d9b921e547d9/dd15e71e-9c01-4952-950a-19d482264b1e/87485490-e96e-4d1e-9dba-2f938f33ebf4) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:02:33.548088 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e223a60-fa50-48c6-8f4c-dac37b212ae1 req-0bae8369-fef2-4f98-be53-227b1b34af6d tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:33.549963 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4e223a60-fa50-48c6-8f4c-dac37b212ae1 req-0bae8369-fef2-4f98-be53-227b1b34af6d tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c8451fc-2a23-4c4a-a02f-f30581cfdc64 HTTP/1.1" status: 200 len: 943 time: 0.1193845 Sep 17 08:02:33.584233 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a7e83c-c051-4d9e-955e-536d122b5b82 req-9a0e4648-5f11-4fda-952f-6712cf9f402f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:33.585827 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-36a7e83c-c051-4d9e-955e-536d122b5b82 req-9a0e4648-5f11-4fda-952f-6712cf9f402f service neutron] 10.222.0.41 "GET /v2.0/networks?id=7eb31eb9-c5ba-4a23-993e-45fc1230b15c HTTP/1.1" status: 200 len: 913 time: 0.2204130 Sep 17 08:02:33.643068 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4e223a60-fa50-48c6-8f4c-dac37b212ae1 req-8bb4d700-1fc6-49d7-aff2-716e6722dfc2 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835664 Sep 17 08:02:33.644608 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-36a7e83c-c051-4d9e-955e-536d122b5b82 req-1cbca796-1075-4707-aacb-47d11591dc3f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=76c0aa62-a44a-483c-bf09-3f68d1dc9c57 HTTP/1.1" status: 200 len: 217 time: 0.0510449 Sep 17 08:02:33.697818 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a7e83c-c051-4d9e-955e-536d122b5b82 req-7c4d7d6c-b068-44e6-adcb-1302f7f951fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:33.699326 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-36a7e83c-c051-4d9e-955e-536d122b5b82 req-7c4d7d6c-b068-44e6-adcb-1302f7f951fd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cb81ebac-14bd-4bcc-8591-cd4e58446b46 HTTP/1.1" status: 200 len: 852 time: 0.0477922 Sep 17 08:02:33.740099 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-36a7e83c-c051-4d9e-955e-536d122b5b82 req-a69ac88b-f55a-4d02-b4c6-d94568a493c5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7eb31eb9-c5ba-4a23-993e-45fc1230b15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339448 Sep 17 08:02:33.858222 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-36a7e83c-c051-4d9e-955e-536d122b5b82 req-3ca5e907-6567-423e-bf53-940560be69a1 service neutron] 10.222.0.41 "GET /v2.0/networks/7eb31eb9-c5ba-4a23-993e-45fc1230b15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110246 Sep 17 08:02:33.869836 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4b94f927-bcb8-4b24-a145-9fb9cd43bfa9 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:33.876043 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4b94f927-bcb8-4b24-a145-9fb9cd43bfa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:33.912768 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b94f927-bcb8-4b24-a145-9fb9cd43bfa9 None None] Network 90760cb0-c033-43e5-9ee2-d9b921e547d9 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:02:33.916367 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-4b94f927-bcb8-4b24-a145-9fb9cd43bfa9 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:02:33.920074 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b94f927-bcb8-4b24-a145-9fb9cd43bfa9 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:02:33.938535 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b94f927-bcb8-4b24-a145-9fb9cd43bfa9 None None] Pushing event updated for resources: {'Port': ['ID=87485490-e96e-4d1e-9dba-2f938f33ebf4,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:33.964656 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-febc4229-fce9-4af6-87c1-be1a09d7876b tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Allocated IP 2001:db8::ce (90760cb0-c033-43e5-9ee2-d9b921e547d9/dd15e71e-9c01-4952-950a-19d482264b1e/8939c898-b55d-41cd-b641-7ef9a90431dc) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:02:33.965445 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-36a7e83c-c051-4d9e-955e-536d122b5b82 req-6586f744-1cb2-4258-99aa-0fb0885437c2 service neutron] 10.222.0.41 "GET /v2.0/networks/7eb31eb9-c5ba-4a23-993e-45fc1230b15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004174 Sep 17 08:02:33.990674 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-4b94f927-bcb8-4b24-a145-9fb9cd43bfa9 None None] Attempting to bind port 87485490-e96e-4d1e-9dba-2f938f33ebf4 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:02:33.991074 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-4b94f927-bcb8-4b24-a145-9fb9cd43bfa9 None None] Attempting to bind port 87485490-e96e-4d1e-9dba-2f938f33ebf4 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '05d6fd00-8900-438d-acd8-81cc60f8106e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '90760cb0-c033-43e5-9ee2-d9b921e547d9'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:02:33.991416 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b94f927-bcb8-4b24-a145-9fb9cd43bfa9 None None] Attempting to bind port 87485490-e96e-4d1e-9dba-2f938f33ebf4 on network 90760cb0-c033-43e5-9ee2-d9b921e547d9 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:02:33.997334 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b94f927-bcb8-4b24-a145-9fb9cd43bfa9 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:02:33.997716 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b94f927-bcb8-4b24-a145-9fb9cd43bfa9 None None] Checking segment: {'id': '05d6fd00-8900-438d-acd8-81cc60f8106e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '90760cb0-c033-43e5-9ee2-d9b921e547d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:02:33.998308 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4b94f927-bcb8-4b24-a145-9fb9cd43bfa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:33.998712 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b94f927-bcb8-4b24-a145-9fb9cd43bfa9 None None] Bound using segment: {'id': '05d6fd00-8900-438d-acd8-81cc60f8106e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '90760cb0-c033-43e5-9ee2-d9b921e547d9'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:02:33.999202 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-4b94f927-bcb8-4b24-a145-9fb9cd43bfa9 None None] Bound port: 87485490-e96e-4d1e-9dba-2f938f33ebf4, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05d6fd00-8900-438d-acd8-81cc60f8106e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '90760cb0-c033-43e5-9ee2-d9b921e547d9'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:02:34.000918 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4b94f927-bcb8-4b24-a145-9fb9cd43bfa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:34.090439 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-4b94f927-bcb8-4b24-a145-9fb9cd43bfa9 None None] For port 87485490-e96e-4d1e-9dba-2f938f33ebf4, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:02:34.094670 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-4b94f927-bcb8-4b24-a145-9fb9cd43bfa9 None None] For port 87485490-e96e-4d1e-9dba-2f938f33ebf4, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=87485490-e96e-4d1e-9dba-2f938f33ebf4,segment=NetworkSegment(05d6fd00-8900-438d-acd8-81cc60f8106e),segment_id=05d6fd00-8900-438d-acd8-81cc60f8106e)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:02:34.102261 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4b94f927-bcb8-4b24-a145-9fb9cd43bfa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:34.163875 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-febc4229-fce9-4af6-87c1-be1a09d7876b tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:34.193419 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b94f927-bcb8-4b24-a145-9fb9cd43bfa9 None None] Pushing event updated for resources: {'Port': ['ID=87485490-e96e-4d1e-9dba-2f938f33ebf4,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:34.213663 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-febc4229-fce9-4af6-87c1-be1a09d7876b tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:34.260834 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febc4229-fce9-4af6-87c1-be1a09d7876b tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Network 90760cb0-c033-43e5-9ee2-d9b921e547d9 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:02:34.266308 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-febc4229-fce9-4af6-87c1-be1a09d7876b tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:02:34.271011 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febc4229-fce9-4af6-87c1-be1a09d7876b tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:02:34.278675 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febc4229-fce9-4af6-87c1-be1a09d7876b tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:34.279303 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-febc4229-fce9-4af6-87c1-be1a09d7876b tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:34.283443 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febc4229-fce9-4af6-87c1-be1a09d7876b tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event updated for resources: {'Port': ['ID=8939c898-b55d-41cd-b641-7ef9a90431dc,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:34.301169 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-febc4229-fce9-4af6-87c1-be1a09d7876b tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0780623 Sep 17 08:02:34.301169 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 58650) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:34.625947 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-262ed7c1-9ab3-47f3-9d9d-b0db94614c7c req-78eb02c7-1eaa-4ce2-9a81-69f4933bd8ff tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=3beda130b8444c6b92688f2acf2b118a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294316 Sep 17 08:02:34.679386 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-98788308-fbae-4bef-8f46-23fada1670cf tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:34.784462 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262ed7c1-9ab3-47f3-9d9d-b0db94614c7c req-42071c9a-fd5a-4454-8775-4e55e69462e7 tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:34.786206 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-262ed7c1-9ab3-47f3-9d9d-b0db94614c7c req-42071c9a-fd5a-4454-8775-4e55e69462e7 tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1536894 Sep 17 08:02:34.818070 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-262ed7c1-9ab3-47f3-9d9d-b0db94614c7c req-70b455ea-56a7-4b11-98c6-b138c6c5478a tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] 10.222.0.13 "GET /v2.0/quotas/3beda130b8444c6b92688f2acf2b118a HTTP/1.1" status: 200 len: 375 time: 0.0163386 Sep 17 08:02:34.865515 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-262ed7c1-9ab3-47f3-9d9d-b0db94614c7c req-fb95cfb1-491d-4f1a-8978-1015ac7b2621 tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3beda130b8444c6b92688f2acf2b118a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378399 Sep 17 08:02:34.879435 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdfff4f-1a8c-44f9-a514-7e45d0d5afc1 req-9aeb6864-ecff-42ad-8d7d-16daf5866920 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:34.881212 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-abdfff4f-1a8c-44f9-a514-7e45d0d5afc1 req-9aeb6864-ecff-42ad-8d7d-16daf5866920 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c8451fc-2a23-4c4a-a02f-f30581cfdc64 HTTP/1.1" status: 200 len: 943 time: 0.1313770 Sep 17 08:02:34.939741 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-abdfff4f-1a8c-44f9-a514-7e45d0d5afc1 req-79f3c247-5ec7-46a7-a55c-948af04de03f tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467153 Sep 17 08:02:35.030785 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-98788308-fbae-4bef-8f46-23fada1670cf tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:35.037602 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-98788308-fbae-4bef-8f46-23fada1670cf tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:35.125921 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:35.145386 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4d85eabe-9ca9-46ce-b369-f7e8fb9e53ec req-95d62220-6088-479b-99ae-5234c975b9fc tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee136db9-6531-48bb-b4e8-2a9c31d143ca HTTP/1.1" status: 200 len: 210 time: 0.0584648 Sep 17 08:02:35.209327 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98788308-fbae-4bef-8f46-23fada1670cf tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event updated for resources: {'Port': ['ID=8939c898-b55d-41cd-b641-7ef9a90431dc,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:35.308423 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-98788308-fbae-4bef-8f46-23fada1670cf tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:35.469164 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 87485490-e96e-4d1e-9dba-2f938f33ebf4 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:02:35.476463 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:35.534549 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-98788308-fbae-4bef-8f46-23fada1670cf tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:35.558103 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74525f1b-20d5-4e58-98c1-c3f722a7fd06 None None] Network 90760cb0-c033-43e5-9ee2-d9b921e547d9 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:02:35.584876 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 87485490-e96e-4d1e-9dba-2f938f33ebf4 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:02:35.585363 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:35.662581 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-13e665f1-cf78-4e70-a934-a9c0f3b942f3 None None] Provisioning complete for port 87485490-e96e-4d1e-9dba-2f938f33ebf4 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:02:35.663201 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-13e665f1-cf78-4e70-a934-a9c0f3b942f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:35.810869 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:35.891486 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-98788308-fbae-4bef-8f46-23fada1670cf tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:35.897436 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-98788308-fbae-4bef-8f46-23fada1670cf tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:35.898587 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-98788308-fbae-4bef-8f46-23fada1670cf tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:35.906313 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port 87485490-e96e-4d1e-9dba-2f938f33ebf4, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=87485490-e96e-4d1e-9dba-2f938f33ebf4,segment=NetworkSegment(05d6fd00-8900-438d-acd8-81cc60f8106e),segment_id=05d6fd00-8900-438d-acd8-81cc60f8106e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:02:35.922182 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:35.928850 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-13e665f1-cf78-4e70-a934-a9c0f3b942f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:36.005978 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=87485490-e96e-4d1e-9dba-2f938f33ebf4,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:36.067228 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.db.api [None req-13e665f1-cf78-4e70-a934-a9c0f3b942f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 08:02:36.067598 n-d-789963-9 neutron-server[101291]: DEBUG oslo_db.api [None req-13e665f1-cf78-4e70-a934-a9c0f3b942f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 08:02:36.204986 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c837d4-0341-4a26-b7bd-5eedcdfdd532 req-8938f108-c583-4336-a101-b1b4752dc2ea tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:36.207512 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-24c837d4-0341-4a26-b7bd-5eedcdfdd532 req-8938f108-c583-4336-a101-b1b4752dc2ea tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c8451fc-2a23-4c4a-a02f-f30581cfdc64 HTTP/1.1" status: 200 len: 943 time: 0.1278744 Sep 17 08:02:36.271771 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-24c837d4-0341-4a26-b7bd-5eedcdfdd532 req-a377e674-0ee6-41e1-ae75-5f4840da2eb6 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572479 Sep 17 08:02:36.333556 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98788308-fbae-4bef-8f46-23fada1670cf tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event updated for resources: {'Port': ['ID=8939c898-b55d-41cd-b641-7ef9a90431dc,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:36.349904 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-719022ea-8853-4df5-bd84-9608c41bf966 req-06d1646f-6926-4f8d-ab85-75875053e2d8 tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee136db9-6531-48bb-b4e8-2a9c31d143ca HTTP/1.1" status: 200 len: 210 time: 0.0488901 Sep 17 08:02:36.439750 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98788308-fbae-4bef-8f46-23fada1670cf tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Network 90760cb0-c033-43e5-9ee2-d9b921e547d9 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:02:36.441605 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-98788308-fbae-4bef-8f46-23fada1670cf tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:02:36.584946 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-262ed7c1-9ab3-47f3-9d9d-b0db94614c7c req-acb53d70-ea6d-44f5-89a8-5ec3c4c97c1a tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=3beda130b8444c6b92688f2acf2b118a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0618286 Sep 17 08:02:36.592320 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98788308-fbae-4bef-8f46-23fada1670cf tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Router 872378aa-76f3-41da-a9df-373997320da0 is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 08:02:36.706946 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98788308-fbae-4bef-8f46-23fada1670cf tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:02:36.712967 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-98788308-fbae-4bef-8f46-23fada1670cf tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "PUT /v2.0/routers/872378aa-76f3-41da-a9df-373997320da0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4107716 Sep 17 08:02:36.715859 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 58722) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:36.723534 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6da667c-6f9d-4ac5-acb3-e485ad9e7d86 None None] Sync routers for ids ['872378aa-76f3-41da-a9df-373997320da0'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:02:36.761035 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6da667c-6f9d-4ac5-acb3-e485ad9e7d86 None None] Routers {'872378aa-76f3-41da-a9df-373997320da0'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:02:36.765590 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-e6da667c-6f9d-4ac5-acb3-e485ad9e7d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:02:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['872378aa-76f3-41da-a9df-373997320da0'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:02:36.774659 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0638ebd1-1af2-4c88-8416-9a1a5ea0a256 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:36.779024 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-0638ebd1-1af2-4c88-8416-9a1a5ea0a256 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "GET /v2.0/ports?device_id=872378aa-76f3-41da-a9df-373997320da0 HTTP/1.1" status: 200 len: 988 time: 0.0595608 Sep 17 08:02:36.779285 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 58726) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:36.798629 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262ed7c1-9ab3-47f3-9d9d-b0db94614c7c req-cf13d1cc-9851-4774-9a9d-415a2d2a0ed1 tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:36.800182 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-262ed7c1-9ab3-47f3-9d9d-b0db94614c7c req-cf13d1cc-9851-4774-9a9d-415a2d2a0ed1 tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2130182 Sep 17 08:02:36.808776 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-e6da667c-6f9d-4ac5-acb3-e485ad9e7d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:02:36.820420 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-b2327d14-f827-4d69-b704-e9c4aa4ea7ca None None] Provisioning complete for port 87485490-e96e-4d1e-9dba-2f938f33ebf4 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:02:36.820877 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b2327d14-f827-4d69-b704-e9c4aa4ea7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:36.846353 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6da667c-6f9d-4ac5-acb3-e485ad9e7d86 None None] Routers {'872378aa-76f3-41da-a9df-373997320da0'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:02:36.847020 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-e6da667c-6f9d-4ac5-acb3-e485ad9e7d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:02:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['872378aa-76f3-41da-a9df-373997320da0'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:02:36.853229 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-262ed7c1-9ab3-47f3-9d9d-b0db94614c7c req-2315de3e-7e88-4ed2-8727-22add1e84704 tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] Request body: {'port': {'device_id': 'ee136db9-6531-48bb-b4e8-2a9c31d143ca', 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583', 'admin_state_up': True, 'tenant_id': '3beda130b8444c6b92688f2acf2b118a'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:02:36.909866 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-e6da667c-6f9d-4ac5-acb3-e485ad9e7d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:02:36.910896 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6da667c-6f9d-4ac5-acb3-e485ad9e7d86 None None] The sync data for ids ['872378aa-76f3-41da-a9df-373997320da0'] in n-d-789963-9 is: [] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:02:37.003774 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-b2327d14-f827-4d69-b704-e9c4aa4ea7ca None None] Provisioning complete for port 8939c898-b55d-41cd-b641-7ef9a90431dc triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:02:37.004486 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b2327d14-f827-4d69-b704-e9c4aa4ea7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:37.029391 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-262ed7c1-9ab3-47f3-9d9d-b0db94614c7c req-2315de3e-7e88-4ed2-8727-22add1e84704 tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] Made reservation on behalf of 3beda130b8444c6b92688f2acf2b118a for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:02:37.034196 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-262ed7c1-9ab3-47f3-9d9d-b0db94614c7c req-2315de3e-7e88-4ed2-8727-22add1e84704 tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:37.044807 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-262ed7c1-9ab3-47f3-9d9d-b0db94614c7c req-2315de3e-7e88-4ed2-8727-22add1e84704 tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:37.065247 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-b2327d14-f827-4d69-b704-e9c4aa4ea7ca None None] Port 8939c898-b55d-41cd-b641-7ef9a90431dc cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:02:37.173842 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-262ed7c1-9ab3-47f3-9d9d-b0db94614c7c req-2315de3e-7e88-4ed2-8727-22add1e84704 tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:37.183533 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-262ed7c1-9ab3-47f3-9d9d-b0db94614c7c req-2315de3e-7e88-4ed2-8727-22add1e84704 tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:37.195527 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-acee65da-b42d-4468-b7c3-a77fa90b54c8 None None] Provisioning complete for port 8939c898-b55d-41cd-b641-7ef9a90431dc triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:02:37.195747 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-acee65da-b42d-4468-b7c3-a77fa90b54c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:37.278974 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-acee65da-b42d-4468-b7c3-a77fa90b54c8 None None] Port 8939c898-b55d-41cd-b641-7ef9a90431dc cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:02:37.291107 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2315de3e-7e88-4ed2-8727-22add1e84704 tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b46fd56-bbfa-4d3f-beb6-371704b9b2ae,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:37.405562 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 76c0aa62-a44a-483c-bf09-3f68d1dc9c57 details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:02:37.410294 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [req-262ed7c1-9ab3-47f3-9d9d-b0db94614c7c req-2315de3e-7e88-4ed2-8727-22add1e84704 tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] Allocated IP 192.168.233.83 (469390cd-cce5-49bd-b8f8-9e64018a0583/5f3af6cb-9cad-436b-bf41-034e75672c44/3dadd8e8-3edc-4618-860c-97dc7eb09f31) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:02:37.434205 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 87485490-e96e-4d1e-9dba-2f938f33ebf4 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:02:37.493149 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-994b4a4d-7b3f-43e8-a509-76f1ffb725a2 None None] Provisioning complete for port 8939c898-b55d-41cd-b641-7ef9a90431dc triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:02:37.493532 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-994b4a4d-7b3f-43e8-a509-76f1ffb725a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:37.517201 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-83d49004-b5bf-42a9-89fb-15d79c382f18 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:37.563966 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-262ed7c1-9ab3-47f3-9d9d-b0db94614c7c req-2315de3e-7e88-4ed2-8727-22add1e84704 tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:37.569027 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-994b4a4d-7b3f-43e8-a509-76f1ffb725a2 None None] Port 8939c898-b55d-41cd-b641-7ef9a90431dc cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:02:37.616467 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5ba34a05-a56e-45de-9c5f-fb216a285ef1 req-1ce49e1e-cead-48a4-b16c-34011c4554e9 tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee136db9-6531-48bb-b4e8-2a9c31d143ca HTTP/1.1" status: 200 len: 210 time: 0.0476413 Sep 17 08:02:37.634218 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 87485490-e96e-4d1e-9dba-2f938f33ebf4 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:02:37.634599 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:37.679578 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda59bcb-c8a4-4e7b-a948-fb75f14fe5df req-e00853aa-ed05-4b45-83a0-aacb133710b6 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:37.681360 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bda59bcb-c8a4-4e7b-a948-fb75f14fe5df req-e00853aa-ed05-4b45-83a0-aacb133710b6 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c8451fc-2a23-4c4a-a02f-f30581cfdc64 HTTP/1.1" status: 200 len: 943 time: 0.2908914 Sep 17 08:02:37.685261 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-262ed7c1-9ab3-47f3-9d9d-b0db94614c7c req-2315de3e-7e88-4ed2-8727-22add1e84704 tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:37.687971 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 76c0aa62-a44a-483c-bf09-3f68d1dc9c57, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=76c0aa62-a44a-483c-bf09-3f68d1dc9c57,segment=NetworkSegment(fd7b9750-679d-4ecc-9c9e-dc86937b132b),segment_id=fd7b9750-679d-4ecc-9c9e-dc86937b132b)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:02:37.710428 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': '76c0aa62-a44a-483c-bf09-3f68d1dc9c57', 'network_id': '7eb31eb9-c5ba-4a23-993e-45fc1230b15c', 'port_id': '76c0aa62-a44a-483c-bf09-3f68d1dc9c57', 'mac_address': 'fa:16:3e:c9:8e:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb81ebac-14bd-4bcc-8591-cd4e58446b46', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:02:37.734010 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-262ed7c1-9ab3-47f3-9d9d-b0db94614c7c req-2315de3e-7e88-4ed2-8727-22add1e84704 tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] Network 469390cd-cce5-49bd-b8f8-9e64018a0583 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:02:37.744072 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [req-262ed7c1-9ab3-47f3-9d9d-b0db94614c7c req-2315de3e-7e88-4ed2-8727-22add1e84704 tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:02:37.749212 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-262ed7c1-9ab3-47f3-9d9d-b0db94614c7c req-2315de3e-7e88-4ed2-8727-22add1e84704 tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:02:37.759718 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:37.795041 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76c0aa62-a44a-483c-bf09-3f68d1dc9c57 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:02:37.843114 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bda59bcb-c8a4-4e7b-a948-fb75f14fe5df req-3dc3bc1b-fc97-4255-ae51-b10aa19cda09 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555147 Sep 17 08:02:37.853548 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2315de3e-7e88-4ed2-8727-22add1e84704 tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] Pushing event updated for resources: {'Port': ['ID=3dadd8e8-3edc-4618-860c-97dc7eb09f31,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:37.862317 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 76c0aa62-a44a-483c-bf09-3f68d1dc9c57, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=76c0aa62-a44a-483c-bf09-3f68d1dc9c57,segment=NetworkSegment(fd7b9750-679d-4ecc-9c9e-dc86937b132b),segment_id=fd7b9750-679d-4ecc-9c9e-dc86937b132b)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:02:37.877224 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:37.877446 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262ed7c1-9ab3-47f3-9d9d-b0db94614c7c req-2315de3e-7e88-4ed2-8727-22add1e84704 tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:37.878082 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-262ed7c1-9ab3-47f3-9d9d-b0db94614c7c req-2315de3e-7e88-4ed2-8727-22add1e84704 tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:37.912296 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-262ed7c1-9ab3-47f3-9d9d-b0db94614c7c req-2315de3e-7e88-4ed2-8727-22add1e84704 tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0741653 Sep 17 08:02:37.931660 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-262ed7c1-9ab3-47f3-9d9d-b0db94614c7c req-bac738ac-d737-470d-89a9-546815f3a5fe service neutron] Request body: {'port': {'device_id': 'ee136db9-6531-48bb-b4e8-2a9c31d143ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-9'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:02:37.938775 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=76c0aa62-a44a-483c-bf09-3f68d1dc9c57,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:37.970448 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-83d49004-b5bf-42a9-89fb-15d79c382f18 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Deleting port 8939c898-b55d-41cd-b641-7ef9a90431dc {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:02:37.970798 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-83d49004-b5bf-42a9-89fb-15d79c382f18 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:38.020255 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-262ed7c1-9ab3-47f3-9d9d-b0db94614c7c req-bac738ac-d737-470d-89a9-546815f3a5fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:38.089856 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-83d49004-b5bf-42a9-89fb-15d79c382f18 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:38.098402 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f17ad13-136e-461e-9778-881330fd36ba None None] Provisioning complete for port 3dadd8e8-3edc-4618-860c-97dc7eb09f31 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:02:38.099026 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f17ad13-136e-461e-9778-881330fd36ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:38.108207 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-83d49004-b5bf-42a9-89fb-15d79c382f18 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Calling delete_port for 8939c898-b55d-41cd-b641-7ef9a90431dc owned by network:router_interface {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:02:38.153731 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5f17ad13-136e-461e-9778-881330fd36ba None None] Port 3dadd8e8-3edc-4618-860c-97dc7eb09f31 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:02:38.271143 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['76c0aa62-a44a-483c-bf09-3f68d1dc9c57'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:02:38.332291 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-83d49004-b5bf-42a9-89fb-15d79c382f18 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:38.362219 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [req-262ed7c1-9ab3-47f3-9d9d-b0db94614c7c req-bac738ac-d737-470d-89a9-546815f3a5fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dadd8e8-3edc-4618-860c-97dc7eb09f31 {{(pid=101289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:02:38.372080 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-262ed7c1-9ab3-47f3-9d9d-b0db94614c7c req-bac738ac-d737-470d-89a9-546815f3a5fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:38.387677 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.provisioning_blocks [req-262ed7c1-9ab3-47f3-9d9d-b0db94614c7c req-bac738ac-d737-470d-89a9-546815f3a5fe service neutron] Transition to ACTIVE for port object 3dadd8e8-3edc-4618-860c-97dc7eb09f31 will not be triggered until provisioned by entity L2. {{(pid=101289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:02:38.394614 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-262ed7c1-9ab3-47f3-9d9d-b0db94614c7c req-bac738ac-d737-470d-89a9-546815f3a5fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:38.395287 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d49004-b5bf-42a9-89fb-15d79c382f18 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event deleted for resources: {'Port': ['ID=8939c898-b55d-41cd-b641-7ef9a90431dc,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:38.491212 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac738ac-d737-470d-89a9-546815f3a5fe service neutron] Pushing event updated for resources: {'Port': ['ID=3dadd8e8-3edc-4618-860c-97dc7eb09f31,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:38.606834 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-83d49004-b5bf-42a9-89fb-15d79c382f18 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:38.618556 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-262ed7c1-9ab3-47f3-9d9d-b0db94614c7c req-bac738ac-d737-470d-89a9-546815f3a5fe service neutron] Attempting to bind port 3dadd8e8-3edc-4618-860c-97dc7eb09f31 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:02:38.618894 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-262ed7c1-9ab3-47f3-9d9d-b0db94614c7c req-bac738ac-d737-470d-89a9-546815f3a5fe service neutron] Attempting to bind port 3dadd8e8-3edc-4618-860c-97dc7eb09f31 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:02:38.619226 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262ed7c1-9ab3-47f3-9d9d-b0db94614c7c req-bac738ac-d737-470d-89a9-546815f3a5fe service neutron] Attempting to bind port 3dadd8e8-3edc-4618-860c-97dc7eb09f31 on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:02:38.627232 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262ed7c1-9ab3-47f3-9d9d-b0db94614c7c req-bac738ac-d737-470d-89a9-546815f3a5fe service neutron] Port 3dadd8e8-3edc-4618-860c-97dc7eb09f31 on network 469390cd-cce5-49bd-b8f8-9e64018a0583 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:02:38.627624 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262ed7c1-9ab3-47f3-9d9d-b0db94614c7c req-bac738ac-d737-470d-89a9-546815f3a5fe service neutron] Attempting to bind port 3dadd8e8-3edc-4618-860c-97dc7eb09f31 on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:02:38.645721 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262ed7c1-9ab3-47f3-9d9d-b0db94614c7c req-bac738ac-d737-470d-89a9-546815f3a5fe service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:02:38.646364 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262ed7c1-9ab3-47f3-9d9d-b0db94614c7c req-bac738ac-d737-470d-89a9-546815f3a5fe service neutron] Checking segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:02:38.646922 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262ed7c1-9ab3-47f3-9d9d-b0db94614c7c req-bac738ac-d737-470d-89a9-546815f3a5fe service neutron] Bound using segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:02:38.647589 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-262ed7c1-9ab3-47f3-9d9d-b0db94614c7c req-bac738ac-d737-470d-89a9-546815f3a5fe service neutron] Bound port: 3dadd8e8-3edc-4618-860c-97dc7eb09f31, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:02:38.648866 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-262ed7c1-9ab3-47f3-9d9d-b0db94614c7c req-bac738ac-d737-470d-89a9-546815f3a5fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:38.794721 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-262ed7c1-9ab3-47f3-9d9d-b0db94614c7c req-bac738ac-d737-470d-89a9-546815f3a5fe service neutron] For port 3dadd8e8-3edc-4618-860c-97dc7eb09f31, host n-h1-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:02:38.821096 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-262ed7c1-9ab3-47f3-9d9d-b0db94614c7c req-bac738ac-d737-470d-89a9-546815f3a5fe service neutron] For port 3dadd8e8-3edc-4618-860c-97dc7eb09f31, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=3dadd8e8-3edc-4618-860c-97dc7eb09f31,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:02:38.829008 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-262ed7c1-9ab3-47f3-9d9d-b0db94614c7c req-bac738ac-d737-470d-89a9-546815f3a5fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:38.877063 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4625ae8d-934d-4f15-9b8e-0daebf6f79c1 req-42a7ecad-95ee-4c62-af7f-97ddd26233d8 tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:38.878953 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4625ae8d-934d-4f15-9b8e-0daebf6f79c1 req-42a7ecad-95ee-4c62-af7f-97ddd26233d8 tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee136db9-6531-48bb-b4e8-2a9c31d143ca HTTP/1.1" status: 200 len: 947 time: 0.1148019 Sep 17 08:02:38.880860 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83d49004-b5bf-42a9-89fb-15d79c382f18 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Router 872378aa-76f3-41da-a9df-373997320da0 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:02:38.882285 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262ed7c1-9ab3-47f3-9d9d-b0db94614c7c req-bac738ac-d737-470d-89a9-546815f3a5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:38.882911 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-262ed7c1-9ab3-47f3-9d9d-b0db94614c7c req-bac738ac-d737-470d-89a9-546815f3a5fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:38.884313 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-262ed7c1-9ab3-47f3-9d9d-b0db94614c7c req-bac738ac-d737-470d-89a9-546815f3a5fe service neutron] 10.222.0.41 "PUT /v2.0/ports/3dadd8e8-3edc-4618-860c-97dc7eb09f31 HTTP/1.1" status: 200 len: 1095 time: 0.9588687 Sep 17 08:02:38.884963 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee136db9-6531-48bb-b4e8-2a9c31d143ca', 'tag': '3dadd8e8-3edc-4618-860c-97dc7eb09f31'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:02:38.888204 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90a4e9e-2b7e-4822-a1c6-6c9eda1c5ce3" -d '{"events": [{"name": "network-changed", "server_uuid": "ee136db9-6531-48bb-b4e8-2a9c31d143ca", "tag": "3dadd8e8-3edc-4618-860c-97dc7eb09f31"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:02:38.973799 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac738ac-d737-470d-89a9-546815f3a5fe service neutron] Pushing event updated for resources: {'Port': ['ID=3dadd8e8-3edc-4618-860c-97dc7eb09f31,revision_number=3']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:39.002075 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4625ae8d-934d-4f15-9b8e-0daebf6f79c1 req-8e308465-e409-4efc-87d5-c7901ddb2e84 tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b46fd56-bbfa-4d3f-beb6-371704b9b2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085179 Sep 17 08:02:39.037760 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262ed7c1-9ab3-47f3-9d9d-b0db94614c7c req-0b0e6ffa-98d9-4d4a-8204-7bb31cc40cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:39.039282 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-262ed7c1-9ab3-47f3-9d9d-b0db94614c7c req-0b0e6ffa-98d9-4d4a-8204-7bb31cc40cf6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3beda130b8444c6b92688f2acf2b118a&device_id=ee136db9-6531-48bb-b4e8-2a9c31d143ca HTTP/1.1" status: 200 len: 1098 time: 0.0864153 Sep 17 08:02:39.049159 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d49004-b5bf-42a9-89fb-15d79c382f18 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:02:39.056134 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-83d49004-b5bf-42a9-89fb-15d79c382f18 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "PUT /v2.0/routers/872378aa-76f3-41da-a9df-373997320da0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2757854 Sep 17 08:02:39.060107 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 58778) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:39.077744 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8b44c1-b834-4fe4-807a-058e12b8f705 None None] Sync routers for ids ['872378aa-76f3-41da-a9df-373997320da0'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:02:39.095318 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8b44c1-b834-4fe4-807a-058e12b8f705 None None] Routers {'872378aa-76f3-41da-a9df-373997320da0'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:02:39.097677 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-8d8b44c1-b834-4fe4-807a-058e12b8f705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:02:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['872378aa-76f3-41da-a9df-373997320da0'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:02:39.146603 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa5ec7f8-3b0a-4e87-9e4c-2769a31c62b5 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] GET failed (client error): The resource could not be found. Sep 17 08:02:39.157494 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-fa5ec7f8-3b0a-4e87-9e4c-2769a31c62b5 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "GET /v2.0/ports/8939c898-b55d-41cd-b641-7ef9a90431dc HTTP/1.1" status: 404 len: 333 time: 0.0933900 Sep 17 08:02:39.158240 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 58780) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:39.188206 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-8d8b44c1-b834-4fe4-807a-058e12b8f705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:02:39.198610 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8b44c1-b834-4fe4-807a-058e12b8f705 None None] Routers {'872378aa-76f3-41da-a9df-373997320da0'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:02:39.200290 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-8d8b44c1-b834-4fe4-807a-058e12b8f705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:02:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['872378aa-76f3-41da-a9df-373997320da0'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:02:39.256065 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cf8dc8c9-c8c0-4507-9ddb-d90889236958 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for router, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:39.263198 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-8d8b44c1-b834-4fe4-807a-058e12b8f705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:02:39.264092 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8b44c1-b834-4fe4-807a-058e12b8f705 None None] The sync data for ids ['872378aa-76f3-41da-a9df-373997320da0'] in n-d-789963-9 is: [] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:02:39.421610 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 76c0aa62-a44a-483c-bf09-3f68d1dc9c57 up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:02:39.457062 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cf8dc8c9-c8c0-4507-9ddb-d90889236958 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:39.459573 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cf8dc8c9-c8c0-4507-9ddb-d90889236958 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:39.491689 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning for port 76c0aa62-a44a-483c-bf09-3f68d1dc9c57 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:02:39.496156 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port 76c0aa62-a44a-483c-bf09-3f68d1dc9c57 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:02:39.496572 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:39.540045 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cf8dc8c9-c8c0-4507-9ddb-d90889236958 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:39.540593 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf8dc8c9-c8c0-4507-9ddb-d90889236958 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Fanout notify agent at l3_agent the message router_deleted on router 872378aa-76f3-41da-a9df-373997320da0 {{(pid=101290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 08:02:39.558339 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cf8dc8c9-c8c0-4507-9ddb-d90889236958 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:39.560364 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-cf8dc8c9-c8c0-4507-9ddb-d90889236958 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "DELETE /v2.0/routers/872378aa-76f3-41da-a9df-373997320da0 HTTP/1.1" status: 204 len: 168 time: 0.3995421 Sep 17 08:02:39.562883 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 58790) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:39.587161 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5272cfe7-549a-44a8-9f23-7c43d527bec6 x-openstack-request-id: req-5272cfe7-549a-44a8-9f23-7c43d527bec6 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:02:39.587671 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee136db9-6531-48bb-b4e8-2a9c31d143ca", "tag": "3dadd8e8-3edc-4618-860c-97dc7eb09f31", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:02:39.587671 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5272cfe7-549a-44a8-9f23-7c43d527bec6 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:02:39.588103 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee136db9-6531-48bb-b4e8-2a9c31d143ca', 'tag': '3dadd8e8-3edc-4618-860c-97dc7eb09f31', 'status': 'completed', 'code': 200} Sep 17 08:02:39.591079 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-262ed7c1-9ab3-47f3-9d9d-b0db94614c7c req-56a6c27a-711d-49d0-af93-ce8b4994a7e8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=3dadd8e8-3edc-4618-860c-97dc7eb09f31 HTTP/1.1" status: 200 len: 217 time: 0.5349848 Sep 17 08:02:39.619045 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:39.634517 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-74823ebd-11ac-4c01-89b7-2f81af84f1b9 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Deleting subnet dd15e71e-9c01-4952-950a-19d482264b1e {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:02:39.638560 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-74823ebd-11ac-4c01-89b7-2f81af84f1b9 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:39.648002 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c8451fc-2a23-4c4a-a02f-f30581cfdc64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c0aa62-a44a-483c-bf09-3f68d1dc9c57'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:02:39.650581 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c97ede8-7e87-49ed-89c5-32474df331cf" -d '{"events": [{"server_uuid": "4c8451fc-2a23-4c4a-a02f-f30581cfdc64", "name": "network-vif-plugged", "status": "completed", "tag": "76c0aa62-a44a-483c-bf09-3f68d1dc9c57"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:02:39.666494 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 76c0aa62-a44a-483c-bf09-3f68d1dc9c57, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=76c0aa62-a44a-483c-bf09-3f68d1dc9c57,segment=NetworkSegment(fd7b9750-679d-4ecc-9c9e-dc86937b132b),segment_id=fd7b9750-679d-4ecc-9c9e-dc86937b132b)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:02:39.673027 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:39.680846 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f57cac-69d7-422d-8889-8ce999f0ae4f req-2f6ffa99-9106-4ab9-aff6-a3f1ae9275a7 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:39.682423 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-41f57cac-69d7-422d-8889-8ce999f0ae4f req-2f6ffa99-9106-4ab9-aff6-a3f1ae9275a7 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c8451fc-2a23-4c4a-a02f-f30581cfdc64 HTTP/1.1" status: 200 len: 944 time: 0.0970430 Sep 17 08:02:39.684198 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262ed7c1-9ab3-47f3-9d9d-b0db94614c7c req-85d794fd-2f59-4db3-a933-3d3d64b98658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:39.686355 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-262ed7c1-9ab3-47f3-9d9d-b0db94614c7c req-85d794fd-2f59-4db3-a933-3d3d64b98658 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.0868678 Sep 17 08:02:39.704477 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-74823ebd-11ac-4c01-89b7-2f81af84f1b9 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:39.726038 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf8b68a-0d9e-4b9b-bb7f-0ac91cd62396 x-openstack-request-id: req-ebf8b68a-0d9e-4b9b-bb7f-0ac91cd62396 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:02:39.726820 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c8451fc-2a23-4c4a-a02f-f30581cfdc64", "name": "network-vif-plugged", "status": "completed", "tag": "76c0aa62-a44a-483c-bf09-3f68d1dc9c57", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:02:39.727232 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ebf8b68a-0d9e-4b9b-bb7f-0ac91cd62396 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:02:39.727631 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c8451fc-2a23-4c4a-a02f-f30581cfdc64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c0aa62-a44a-483c-bf09-3f68d1dc9c57', 'code': 200} Sep 17 08:02:39.737320 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=76c0aa62-a44a-483c-bf09-3f68d1dc9c57,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:39.795497 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-41f57cac-69d7-422d-8889-8ce999f0ae4f req-0b2fef5f-6a9f-472b-ace6-cc6eb9bb85b5 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053600 Sep 17 08:02:39.797393 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262ed7c1-9ab3-47f3-9d9d-b0db94614c7c req-e5f3b928-8802-4fa0-b44f-d07b35cabf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:39.799146 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-262ed7c1-9ab3-47f3-9d9d-b0db94614c7c req-e5f3b928-8802-4fa0-b44f-d07b35cabf94 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0983074 Sep 17 08:02:39.818314 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-74823ebd-11ac-4c01-89b7-2f81af84f1b9 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:39.893129 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-262ed7c1-9ab3-47f3-9d9d-b0db94614c7c req-22aa65a9-18b4-440d-936b-97d907016080 service neutron] 10.222.0.41 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850258 Sep 17 08:02:39.901869 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ea2db-b0f2-46b6-8067-cbc4851bf40d req-e01bad59-4988-4c27-b4f5-a2f038ae3264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:39.904260 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-484ea2db-b0f2-46b6-8067-cbc4851bf40d req-e01bad59-4988-4c27-b4f5-a2f038ae3264 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4c8451fc-2a23-4c4a-a02f-f30581cfdc64 HTTP/1.1" status: 200 len: 1096 time: 0.0618467 Sep 17 08:02:39.937605 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-74823ebd-11ac-4c01-89b7-2f81af84f1b9 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:39.959747 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-74823ebd-11ac-4c01-89b7-2f81af84f1b9 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:39.964213 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-74823ebd-11ac-4c01-89b7-2f81af84f1b9 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "DELETE /v2.0/subnets/dd15e71e-9c01-4952-950a-19d482264b1e HTTP/1.1" status: 204 len: 168 time: 0.3979044 Sep 17 08:02:39.968229 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 58798) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:39.969482 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdcddc78-0b81-40d1-8b8f-3834fea5238d None None] Network 90760cb0-c033-43e5-9ee2-d9b921e547d9 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:02:39.992988 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74823ebd-11ac-4c01-89b7-2f81af84f1b9 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event deleted for resources: {'Subnet': ['ID=dd15e71e-9c01-4952-950a-19d482264b1e,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:39.996377 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-484ea2db-b0f2-46b6-8067-cbc4851bf40d req-923a7793-59dd-4ac4-bc2d-d60d2bd4cd33 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841537 Sep 17 08:02:40.054691 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7ae594ee-8154-40ea-99c2-8e9061b86ecd tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:40.138688 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-262ed7c1-9ab3-47f3-9d9d-b0db94614c7c req-9b6d825b-f4a9-455e-a574-ebbb92075603 service neutron] 10.222.0.41 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380645 Sep 17 08:02:40.162733 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50cb643-36be-41ce-bbb2-edc00a476676 None None] DHCP port deletion for 90760cb0-c033-43e5-9ee2-d9b921e547d9 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 08:02:40.195576 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cbc859-fae2-49fc-ab6d-e548de5b4a44 req-c692f2db-4cd5-4f04-a711-f0db210f5329 tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:40.197149 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-79cbc859-fae2-49fc-ab6d-e548de5b4a44 req-c692f2db-4cd5-4f04-a711-f0db210f5329 tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee136db9-6531-48bb-b4e8-2a9c31d143ca HTTP/1.1" status: 200 len: 947 time: 0.0812356 Sep 17 08:02:40.206838 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-7ae594ee-8154-40ea-99c2-8e9061b86ecd tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Deleting port 87485490-e96e-4d1e-9dba-2f938f33ebf4 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:02:40.207184 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7ae594ee-8154-40ea-99c2-8e9061b86ecd tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:40.215884 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-b50cb643-36be-41ce-bbb2-edc00a476676 None None] Deleting port 87485490-e96e-4d1e-9dba-2f938f33ebf4 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:02:40.216271 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b50cb643-36be-41ce-bbb2-edc00a476676 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:40.279007 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-b50cb643-36be-41ce-bbb2-edc00a476676 None None] For port 87485490-e96e-4d1e-9dba-2f938f33ebf4, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=87485490-e96e-4d1e-9dba-2f938f33ebf4,segment=NetworkSegment(05d6fd00-8900-438d-acd8-81cc60f8106e),segment_id=05d6fd00-8900-438d-acd8-81cc60f8106e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:02:40.279305 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b50cb643-36be-41ce-bbb2-edc00a476676 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:40.296742 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-b50cb643-36be-41ce-bbb2-edc00a476676 None None] Calling delete_port for 87485490-e96e-4d1e-9dba-2f938f33ebf4 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:02:40.302240 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-79cbc859-fae2-49fc-ab6d-e548de5b4a44 req-edb765b8-877b-41b8-b213-da71ea6f692b tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b46fd56-bbfa-4d3f-beb6-371704b9b2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970948 Sep 17 08:02:40.310356 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-7ae594ee-8154-40ea-99c2-8e9061b86ecd tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] For port 87485490-e96e-4d1e-9dba-2f938f33ebf4, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=87485490-e96e-4d1e-9dba-2f938f33ebf4,segment=NetworkSegment(05d6fd00-8900-438d-acd8-81cc60f8106e),segment_id=05d6fd00-8900-438d-acd8-81cc60f8106e)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:02:40.310740 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7ae594ee-8154-40ea-99c2-8e9061b86ecd tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:40.323649 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-7ae594ee-8154-40ea-99c2-8e9061b86ecd tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Calling delete_port for 87485490-e96e-4d1e-9dba-2f938f33ebf4 owned by network:dhcp {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:02:40.409946 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b50cb643-36be-41ce-bbb2-edc00a476676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:40.420363 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7ae594ee-8154-40ea-99c2-8e9061b86ecd tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:40.432731 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50cb643-36be-41ce-bbb2-edc00a476676 None None] No DVR routers for this DVR port 87485490-e96e-4d1e-9dba-2f938f33ebf4 on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:02:40.449900 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae594ee-8154-40ea-99c2-8e9061b86ecd tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event deleted for resources: {'Port': ['ID=87485490-e96e-4d1e-9dba-2f938f33ebf4,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:40.452201 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae594ee-8154-40ea-99c2-8e9061b86ecd tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] No DVR routers for this DVR port 87485490-e96e-4d1e-9dba-2f938f33ebf4 on host n-d-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:02:40.455649 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50cb643-36be-41ce-bbb2-edc00a476676 None None] Pushing event deleted for resources: {'Port': ['ID=87485490-e96e-4d1e-9dba-2f938f33ebf4,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:40.572313 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7ae594ee-8154-40ea-99c2-8e9061b86ecd tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:40.576074 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a4e9e-2b7e-4822-a1c6-6c9eda1c5ce3 req-eae1659a-391a-4284-9e76-377a5e1f48bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:40.577578 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d90a4e9e-2b7e-4822-a1c6-6c9eda1c5ce3 req-eae1659a-391a-4284-9e76-377a5e1f48bb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3beda130b8444c6b92688f2acf2b118a&device_id=ee136db9-6531-48bb-b4e8-2a9c31d143ca HTTP/1.1" status: 200 len: 1098 time: 0.1235151 Sep 17 08:02:40.608262 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-7ae594ee-8154-40ea-99c2-8e9061b86ecd tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90760cb0-c033-43e5-9ee2-d9b921e547d9']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:02:40.629043 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-7ae594ee-8154-40ea-99c2-8e9061b86ecd tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05d6fd00-8900-438d-acd8-81cc60f8106e') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:02:40.629334 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-7ae594ee-8154-40ea-99c2-8e9061b86ecd tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05d6fd00-8900-438d-acd8-81cc60f8106e') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:02:40.645810 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7ae594ee-8154-40ea-99c2-8e9061b86ecd tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:40.690358 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7ae594ee-8154-40ea-99c2-8e9061b86ecd tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:40.699544 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ae594ee-8154-40ea-99c2-8e9061b86ecd tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:02:40.700030 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7ae594ee-8154-40ea-99c2-8e9061b86ecd tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:40.702936 n-d-789963-9 neutron-server[101289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:02:40.702936 n-d-789963-9 neutron-server[101289]: self.session.flush() Sep 17 08:02:40.702936 n-d-789963-9 neutron-server[101289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:02:40.702936 n-d-789963-9 neutron-server[101289]: self.session.flush() Sep 17 08:02:40.702936 n-d-789963-9 neutron-server[101289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:02:40.702936 n-d-789963-9 neutron-server[101289]: self.session.flush() Sep 17 08:02:40.702936 n-d-789963-9 neutron-server[101289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:02:40.702936 n-d-789963-9 neutron-server[101289]: self.session.flush() Sep 17 08:02:40.702936 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:02:40.702936 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:02:40.702936 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:02:40.702936 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:02:40.702936 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:02:40.702936 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:02:40.702936 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:02:40.702936 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:02:40.702936 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:02:40.702936 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:02:40.702936 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:02:40.702936 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:02:40.702936 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:02:40.702936 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:02:40.702936 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:02:40.702936 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:02:40.702936 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:02:40.702936 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:02:40.702936 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:02:40.702936 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:02:40.702936 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:02:40.702936 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:02:40.702936 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:02:40.702936 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:02:40.702936 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:02:40.702936 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:02:40.702936 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:02:40.702936 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:02:40.702936 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:02:40.702936 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:02:40.702936 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:02:40.702936 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:02:40.762250 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a4e9e-2b7e-4822-a1c6-6c9eda1c5ce3 req-e3960a58-59ba-4e81-8d4f-d027e5a0ff08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:40.763777 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d90a4e9e-2b7e-4822-a1c6-6c9eda1c5ce3 req-e3960a58-59ba-4e81-8d4f-d027e5a0ff08 service neutron] 10.222.0.41 "GET /v2.0/networks?id=469390cd-cce5-49bd-b8f8-9e64018a0583 HTTP/1.1" status: 200 len: 870 time: 0.1695457 Sep 17 08:02:40.779906 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7ae594ee-8154-40ea-99c2-8e9061b86ecd tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:40.811564 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7ae594ee-8154-40ea-99c2-8e9061b86ecd tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:40.813203 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-7ae594ee-8154-40ea-99c2-8e9061b86ecd tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "DELETE /v2.0/networks/90760cb0-c033-43e5-9ee2-d9b921e547d9 HTTP/1.1" status: 204 len: 168 time: 0.8440123 Sep 17 08:02:40.816955 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 58820) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:40.834014 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d90a4e9e-2b7e-4822-a1c6-6c9eda1c5ce3 req-7aa06959-a0f9-485a-94a2-010d5f73fa78 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=3dadd8e8-3edc-4618-860c-97dc7eb09f31 HTTP/1.1" status: 200 len: 217 time: 0.0625036 Sep 17 08:02:40.836087 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae594ee-8154-40ea-99c2-8e9061b86ecd tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event deleted for resources: {'Network': ['ID=90760cb0-c033-43e5-9ee2-d9b921e547d9,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:40.914891 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2a93c0-86c5-4522-9df1-82d81e8f757d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:40.916299 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-7a2a93c0-86c5-4522-9df1-82d81e8f757d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "GET /v2.0/ports/8c63b671-b757-4ba7-baa4-38c40e2c2fc9 HTTP/1.1" status: 200 len: 845 time: 0.0985739 Sep 17 08:02:40.920573 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 58828) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:40.956760 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a4e9e-2b7e-4822-a1c6-6c9eda1c5ce3 req-3b42f3f2-3265-4931-ba49-9ae60c55b5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:40.958177 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d90a4e9e-2b7e-4822-a1c6-6c9eda1c5ce3 req-3b42f3f2-3265-4931-ba49-9ae60c55b5fd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.1041803 Sep 17 08:02:40.964542 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-257e0569-c86a-4131-974f-bcfc8eee7593 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "GET /v2.0/ports/8c63b671-b757-4ba7-baa4-38c40e2c2fc9?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0423205 Sep 17 08:02:40.968611 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 58830) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:40.973278 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-b2158dc8-24c3-417a-8dad-859ad7a3d4d6 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Request body: {'subnet': {'network_id': '27404cfc-3d83-4391-a05c-feb5de318cb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:02:40.975656 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62321c36-0eb3-4d1d-b901-71fd51b34e8a req-cb527016-06d7-4d90-b110-6476d41c85b8 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:40.977170 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-62321c36-0eb3-4d1d-b901-71fd51b34e8a req-cb527016-06d7-4d90-b110-6476d41c85b8 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c8451fc-2a23-4c4a-a02f-f30581cfdc64 HTTP/1.1" status: 200 len: 945 time: 0.0888474 Sep 17 08:02:41.038844 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-62321c36-0eb3-4d1d-b901-71fd51b34e8a req-7686bdff-24f3-43fd-a0dc-c8c85e08b12a tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510888 Sep 17 08:02:41.044975 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a4e9e-2b7e-4822-a1c6-6c9eda1c5ce3 req-0b68665e-54e3-433e-a2a6-a7434e410e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:41.046466 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d90a4e9e-2b7e-4822-a1c6-6c9eda1c5ce3 req-0b68665e-54e3-433e-a2a6-a7434e410e6c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0681572 Sep 17 08:02:41.073108 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2158dc8-24c3-417a-8dad-859ad7a3d4d6 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Made reservation on behalf of c96b3a25bd1140808dd24149610b3dd4 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:02:41.077842 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b2158dc8-24c3-417a-8dad-859ad7a3d4d6 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:41.154230 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d90a4e9e-2b7e-4822-a1c6-6c9eda1c5ce3 req-0a5c60a4-8faf-4129-9bdc-5d02038400b7 service neutron] 10.222.0.41 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917921 Sep 17 08:02:41.256183 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d90a4e9e-2b7e-4822-a1c6-6c9eda1c5ce3 req-67031f30-36f8-4124-bf07-27231aaeb966 service neutron] 10.222.0.41 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942652 Sep 17 08:02:41.282040 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b2158dc8-24c3-417a-8dad-859ad7a3d4d6 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:41.334475 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2158dc8-24c3-417a-8dad-859ad7a3d4d6 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Network 27404cfc-3d83-4391-a05c-feb5de318cb2 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:02:41.334475 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-b2158dc8-24c3-417a-8dad-859ad7a3d4d6 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:02:41.337835 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2158dc8-24c3-417a-8dad-859ad7a3d4d6 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:41.338433 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b2158dc8-24c3-417a-8dad-859ad7a3d4d6 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:41.348960 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e81003c-40e9-44ba-9d2c-fe7e3bf6607f None None] Network 27404cfc-3d83-4391-a05c-feb5de318cb2 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:02:41.359695 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2158dc8-24c3-417a-8dad-859ad7a3d4d6 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event updated for resources: {'Subnet': ['ID=d3289b20-c43e-4800-87b2-bd54df6182e8,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:41.374753 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b2158dc8-24c3-417a-8dad-859ad7a3d4d6 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4024820 Sep 17 08:02:41.375278 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 58840) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:41.381342 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-7c1824aa-a116-43a0-bc75-a400fe2de118 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Request body: {'security_group': {'name': 'tempest-secgroup-1071135304'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:02:41.398312 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 87485490-e96e-4d1e-9dba-2f938f33ebf4 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:02:41.417584 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7c1824aa-a116-43a0-bc75-a400fe2de118 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:41.457606 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 87485490-e96e-4d1e-9dba-2f938f33ebf4 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:02:41.458167 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 87485490-e96e-4d1e-9dba-2f938f33ebf4 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:02:41.501274 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d1433-6ac3-47f3-9b75-dc19d336720c req-945fe5e5-706b-4df7-a697-f02842ae785c tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:41.516489 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-597d1433-6ac3-47f3-9b75-dc19d336720c req-945fe5e5-706b-4df7-a697-f02842ae785c tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee136db9-6531-48bb-b4e8-2a9c31d143ca HTTP/1.1" status: 200 len: 947 time: 0.1049721 Sep 17 08:02:41.525547 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7c1824aa-a116-43a0-bc75-a400fe2de118 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:41.532188 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7c1824aa-a116-43a0-bc75-a400fe2de118 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:41.584475 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-597d1433-6ac3-47f3-9b75-dc19d336720c req-c7c539ce-3480-4da8-ab8d-76ef8e229719 tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b46fd56-bbfa-4d3f-beb6-371704b9b2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669656 Sep 17 08:02:41.603897 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7c1824aa-a116-43a0-bc75-a400fe2de118 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:41.607928 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 58848) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:41.609789 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-7c1824aa-a116-43a0-bc75-a400fe2de118 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2339137 Sep 17 08:02:41.613509 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-210a4436-cc63-42af-ae31-4fb04e0286a9 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Request body: {'security_group': {'name': 'tempest-secgroup-1135038454'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:02:41.620527 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1824aa-a116-43a0-bc75-a400fe2de118 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e101a227-9853-4c66-8a42-bda3b63f9398,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:41.645492 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21544a9c-c328-4394-b20b-8e7f19e8c554 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-27404cfc-3d83-4391-a05c-feb5de318cb2', 'network_id': '27404cfc-3d83-4391-a05c-feb5de318cb2', 'tenant_id': 'c96b3a25bd1140808dd24149610b3dd4', 'fixed_ips': [{'subnet_id': 'd3289b20-c43e-4800-87b2-bd54df6182e8'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:02:41.646642 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-21544a9c-c328-4394-b20b-8e7f19e8c554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:41.653296 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-210a4436-cc63-42af-ae31-4fb04e0286a9 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:41.769379 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-210a4436-cc63-42af-ae31-4fb04e0286a9 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:41.773843 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-210a4436-cc63-42af-ae31-4fb04e0286a9 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:41.799617 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-210a4436-cc63-42af-ae31-4fb04e0286a9 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:41.803715 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-210a4436-cc63-42af-ae31-4fb04e0286a9 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1945763 Sep 17 08:02:41.803931 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 58854) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:41.807988 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210a4436-cc63-42af-ae31-4fb04e0286a9 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7db4733-9406-4720-b8d4-d1760dfdcf99,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:41.812188 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-98ff5bba-2930-4c3f-b3b5-b713346fdc8a tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1807971495', 'security_groups': ['d7db4733-9406-4720-b8d4-d1760dfdcf99'], 'network_id': '27404cfc-3d83-4391-a05c-feb5de318cb2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd3289b20-c43e-4800-87b2-bd54df6182e8'}]}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:02:41.812991 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-21544a9c-c328-4394-b20b-8e7f19e8c554 None None] Allocated IP 2001:db8::2 (27404cfc-3d83-4391-a05c-feb5de318cb2/d3289b20-c43e-4800-87b2-bd54df6182e8/5faeba73-c1b3-40cd-b678-ac7ff28700ad) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:02:41.953371 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ff5bba-2930-4c3f-b3b5-b713346fdc8a tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Made reservation on behalf of c96b3a25bd1140808dd24149610b3dd4 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:02:41.970514 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-21544a9c-c328-4394-b20b-8e7f19e8c554 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:41.978628 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-21544a9c-c328-4394-b20b-8e7f19e8c554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:42.019589 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21544a9c-c328-4394-b20b-8e7f19e8c554 None None] Network 27404cfc-3d83-4391-a05c-feb5de318cb2 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:02:42.022856 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-21544a9c-c328-4394-b20b-8e7f19e8c554 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:02:42.024962 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21544a9c-c328-4394-b20b-8e7f19e8c554 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:02:42.042133 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21544a9c-c328-4394-b20b-8e7f19e8c554 None None] Pushing event updated for resources: {'Port': ['ID=5faeba73-c1b3-40cd-b678-ac7ff28700ad,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:42.049358 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-98ff5bba-2930-4c3f-b3b5-b713346fdc8a tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:42.104276 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-21544a9c-c328-4394-b20b-8e7f19e8c554 None None] Attempting to bind port 5faeba73-c1b3-40cd-b678-ac7ff28700ad on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:02:42.104794 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-21544a9c-c328-4394-b20b-8e7f19e8c554 None None] Attempting to bind port 5faeba73-c1b3-40cd-b678-ac7ff28700ad by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'b9a2faa9-ad64-4a26-812c-3d7065b71feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '27404cfc-3d83-4391-a05c-feb5de318cb2'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:02:42.105170 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21544a9c-c328-4394-b20b-8e7f19e8c554 None None] Attempting to bind port 5faeba73-c1b3-40cd-b678-ac7ff28700ad on network 27404cfc-3d83-4391-a05c-feb5de318cb2 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:02:42.111646 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21544a9c-c328-4394-b20b-8e7f19e8c554 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:02:42.112785 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21544a9c-c328-4394-b20b-8e7f19e8c554 None None] Checking segment: {'id': 'b9a2faa9-ad64-4a26-812c-3d7065b71feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '27404cfc-3d83-4391-a05c-feb5de318cb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:02:42.113224 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-21544a9c-c328-4394-b20b-8e7f19e8c554 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:42.113635 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21544a9c-c328-4394-b20b-8e7f19e8c554 None None] Bound using segment: {'id': 'b9a2faa9-ad64-4a26-812c-3d7065b71feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '27404cfc-3d83-4391-a05c-feb5de318cb2'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:02:42.114126 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-21544a9c-c328-4394-b20b-8e7f19e8c554 None None] Bound port: 5faeba73-c1b3-40cd-b678-ac7ff28700ad, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9a2faa9-ad64-4a26-812c-3d7065b71feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '27404cfc-3d83-4391-a05c-feb5de318cb2'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:02:42.114704 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-21544a9c-c328-4394-b20b-8e7f19e8c554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:42.197223 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52140e8-077b-44be-a997-57f980aadbb6 req-ff29fea3-d4f5-4a02-9f6a-ab639fa119c1 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:42.199251 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a52140e8-077b-44be-a997-57f980aadbb6 req-ff29fea3-d4f5-4a02-9f6a-ab639fa119c1 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c8451fc-2a23-4c4a-a02f-f30581cfdc64 HTTP/1.1" status: 200 len: 945 time: 0.0658269 Sep 17 08:02:42.219737 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-21544a9c-c328-4394-b20b-8e7f19e8c554 None None] For port 5faeba73-c1b3-40cd-b678-ac7ff28700ad, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:02:42.223084 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-21544a9c-c328-4394-b20b-8e7f19e8c554 None None] For port 5faeba73-c1b3-40cd-b678-ac7ff28700ad, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=5faeba73-c1b3-40cd-b678-ac7ff28700ad,segment=NetworkSegment(b9a2faa9-ad64-4a26-812c-3d7065b71feb),segment_id=b9a2faa9-ad64-4a26-812c-3d7065b71feb)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:02:42.235662 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-21544a9c-c328-4394-b20b-8e7f19e8c554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:42.244570 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a52140e8-077b-44be-a997-57f980aadbb6 req-46a74314-4693-43a7-94e9-99bec68abebf tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386326 Sep 17 08:02:42.302202 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21544a9c-c328-4394-b20b-8e7f19e8c554 None None] Pushing event updated for resources: {'Port': ['ID=5faeba73-c1b3-40cd-b678-ac7ff28700ad,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:42.403971 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [None req-98ff5bba-2930-4c3f-b3b5-b713346fdc8a tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] device_id is not set on port f2e6c2e2-a7b3-4a37-96ee-e5539a6aebba yet. {{(pid=101290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 08:02:42.648232 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-98ff5bba-2930-4c3f-b3b5-b713346fdc8a tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Allocated IP 2001:db8::1f1 (27404cfc-3d83-4391-a05c-feb5de318cb2/d3289b20-c43e-4800-87b2-bd54df6182e8/f2e6c2e2-a7b3-4a37-96ee-e5539a6aebba) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:02:42.836253 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894c21be-0dfc-4c51-9d51-ec1147af114b req-894839c8-4f5a-4c12-b9f9-7d8c41ffb383 tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:42.845931 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-894c21be-0dfc-4c51-9d51-ec1147af114b req-894839c8-4f5a-4c12-b9f9-7d8c41ffb383 tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee136db9-6531-48bb-b4e8-2a9c31d143ca HTTP/1.1" status: 200 len: 947 time: 0.0797141 Sep 17 08:02:42.883161 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-98ff5bba-2930-4c3f-b3b5-b713346fdc8a tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:42.921096 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-894c21be-0dfc-4c51-9d51-ec1147af114b req-a0b4ba72-1e16-4b40-9590-3c00b263d6af tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b46fd56-bbfa-4d3f-beb6-371704b9b2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737669 Sep 17 08:02:42.936820 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-98ff5bba-2930-4c3f-b3b5-b713346fdc8a tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:42.987558 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ff5bba-2930-4c3f-b3b5-b713346fdc8a tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event updated for resources: {'Port': ['ID=f2e6c2e2-a7b3-4a37-96ee-e5539a6aebba,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:43.008148 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ff5bba-2930-4c3f-b3b5-b713346fdc8a tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Network 27404cfc-3d83-4391-a05c-feb5de318cb2 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:02:43.009992 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-98ff5bba-2930-4c3f-b3b5-b713346fdc8a tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:02:43.012444 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ff5bba-2930-4c3f-b3b5-b713346fdc8a tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:02:43.019472 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ff5bba-2930-4c3f-b3b5-b713346fdc8a tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:43.024498 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-98ff5bba-2930-4c3f-b3b5-b713346fdc8a tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:43.042745 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-98ff5bba-2930-4c3f-b3b5-b713346fdc8a tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2371166 Sep 17 08:02:43.045201 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 58888) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:43.051232 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-4ce4e857-fd22-47ed-a757-1ecb0e820880 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Request body: {'subnet': {'network_id': '27404cfc-3d83-4391-a05c-feb5de318cb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:02:43.212007 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce4e857-fd22-47ed-a757-1ecb0e820880 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Made reservation on behalf of c96b3a25bd1140808dd24149610b3dd4 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:02:43.216010 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4ce4e857-fd22-47ed-a757-1ecb0e820880 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:43.362814 n-d-789963-9 neutron-server[101290]: INFO neutron.db.ipam_backend_mixin [None req-4ce4e857-fd22-47ed-a757-1ecb0e820880 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d3289b20-c43e-4800-87b2-bd54df6182e8 (CIDR: 2001:db8::/64) Sep 17 08:02:43.368045 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ce4e857-fd22-47ed-a757-1ecb0e820880 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 08:02:43.368515 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ce4e857-fd22-47ed-a757-1ecb0e820880 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:02:43.386016 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-4ce4e857-fd22-47ed-a757-1ecb0e820880 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3390250 Sep 17 08:02:43.388897 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 58894) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:43.403968 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-93573869-8fce-4ff0-a42f-e769a7f21cb0 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Request body: {'subnet': {'network_id': '27404cfc-3d83-4391-a05c-feb5de318cb2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:02:43.445099 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 5faeba73-c1b3-40cd-b678-ac7ff28700ad up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:02:43.538202 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 5faeba73-c1b3-40cd-b678-ac7ff28700ad triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:02:43.539169 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:43.623923 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93573869-8fce-4ff0-a42f-e769a7f21cb0 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Made reservation on behalf of c96b3a25bd1140808dd24149610b3dd4 for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:02:43.628908 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-93573869-8fce-4ff0-a42f-e769a7f21cb0 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:43.642421 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-d619fb8a-2c4a-4c3c-aa68-0b1dc6dd6b4d None None] Provisioning complete for port 8c63b671-b757-4ba7-baa4-38c40e2c2fc9 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:02:43.642806 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d619fb8a-2c4a-4c3c-aa68-0b1dc6dd6b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:43.970121 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:44.010313 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-d619fb8a-2c4a-4c3c-aa68-0b1dc6dd6b4d None None] Port 8c63b671-b757-4ba7-baa4-38c40e2c2fc9 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:02:44.034518 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-d619fb8a-2c4a-4c3c-aa68-0b1dc6dd6b4d None None] Provisioning complete for port 5faeba73-c1b3-40cd-b678-ac7ff28700ad triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:02:44.034994 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d619fb8a-2c4a-4c3c-aa68-0b1dc6dd6b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:44.037751 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port 5faeba73-c1b3-40cd-b678-ac7ff28700ad, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=5faeba73-c1b3-40cd-b678-ac7ff28700ad,segment=NetworkSegment(b9a2faa9-ad64-4a26-812c-3d7065b71feb),segment_id=b9a2faa9-ad64-4a26-812c-3d7065b71feb)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:02:44.055821 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-93573869-8fce-4ff0-a42f-e769a7f21cb0 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:44.065675 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:44.113853 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93573869-8fce-4ff0-a42f-e769a7f21cb0 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Network 27404cfc-3d83-4391-a05c-feb5de318cb2 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:02:44.117476 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-93573869-8fce-4ff0-a42f-e769a7f21cb0 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:02:44.122494 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93573869-8fce-4ff0-a42f-e769a7f21cb0 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:44.123149 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-93573869-8fce-4ff0-a42f-e769a7f21cb0 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:44.150857 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdb0d9e-494e-420b-8a39-d110fd4d3666 None None] Network 27404cfc-3d83-4391-a05c-feb5de318cb2 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:02:44.157231 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93573869-8fce-4ff0-a42f-e769a7f21cb0 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event updated for resources: {'Subnet': ['ID=1f58ad7e-9156-4d8e-81a9-dbc28148cacd,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:44.166938 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 58924) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:44.172123 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-9aaf47a5-92da-4fe7-94de-bcbd6f87ccbb tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-968447694', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1f58ad7e-9156-4d8e-81a9-dbc28148cacd'}], 'security_groups': ['e101a227-9853-4c66-8a42-bda3b63f9398']}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:02:44.172682 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-93573869-8fce-4ff0-a42f-e769a7f21cb0 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7817752 Sep 17 08:02:44.228281 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8efd6a5-5524-48f9-979f-f5bf27205ce8 req-cb63f039-ff2e-4fd4-a10c-4710f9550485 tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:44.230860 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f8efd6a5-5524-48f9-979f-f5bf27205ce8 req-cb63f039-ff2e-4fd4-a10c-4710f9550485 tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee136db9-6531-48bb-b4e8-2a9c31d143ca HTTP/1.1" status: 200 len: 947 time: 0.0877566 Sep 17 08:02:44.266279 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9aaf47a5-92da-4fe7-94de-bcbd6f87ccbb tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:44.279223 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f8efd6a5-5524-48f9-979f-f5bf27205ce8 req-25ff09ba-a3ee-4ff2-9af8-d0806f11d1e0 tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b46fd56-bbfa-4d3f-beb6-371704b9b2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410292 Sep 17 08:02:44.298382 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=5faeba73-c1b3-40cd-b678-ac7ff28700ad,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:44.582378 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-6ee39e96-d7af-4a2b-b567-9205afd98727 None None] Provisioning complete for port f2e6c2e2-a7b3-4a37-96ee-e5539a6aebba triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:02:44.582991 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6ee39e96-d7af-4a2b-b567-9205afd98727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:44.615570 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973aba5e-c044-4469-8ce9-342de1d080be None None] Update dhcp port {'port': {'network_id': '27404cfc-3d83-4391-a05c-feb5de318cb2', 'fixed_ips': [{'subnet_id': 'd3289b20-c43e-4800-87b2-bd54df6182e8', 'ip_address': '2001:db8::2'}, {'subnet_id': '1f58ad7e-9156-4d8e-81a9-dbc28148cacd'}], 'binding:host_id': 'n-d-789963-9'}, 'id': '5faeba73-c1b3-40cd-b678-ac7ff28700ad'} from n-d-789963-9. {{(pid=101291) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 08:02:44.656146 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-6ee39e96-d7af-4a2b-b567-9205afd98727 None None] Port f2e6c2e2-a7b3-4a37-96ee-e5539a6aebba cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:02:44.658790 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-973aba5e-c044-4469-8ce9-342de1d080be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:44.664037 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-9aaf47a5-92da-4fe7-94de-bcbd6f87ccbb tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Delete allocated IP 2001:db8::1f1 (27404cfc-3d83-4391-a05c-feb5de318cb2/d3289b20-c43e-4800-87b2-bd54df6182e8) {{(pid=101290) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 17 08:02:44.673919 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-9aaf47a5-92da-4fe7-94de-bcbd6f87ccbb tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Allocated IP 2001:db8:0:1::2f6 (27404cfc-3d83-4391-a05c-feb5de318cb2/1f58ad7e-9156-4d8e-81a9-dbc28148cacd/f2e6c2e2-a7b3-4a37-96ee-e5539a6aebba) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:02:44.879248 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9aaf47a5-92da-4fe7-94de-bcbd6f87ccbb tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:44.884145 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9aaf47a5-92da-4fe7-94de-bcbd6f87ccbb tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:44.959625 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-9aaf47a5-92da-4fe7-94de-bcbd6f87ccbb tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] In _notify_port_updated(), no bound segment for port f2e6c2e2-a7b3-4a37-96ee-e5539a6aebba on network 27404cfc-3d83-4391-a05c-feb5de318cb2 {{(pid=101290) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 08:02:44.966379 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aaf47a5-92da-4fe7-94de-bcbd6f87ccbb tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:44.967030 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9aaf47a5-92da-4fe7-94de-bcbd6f87ccbb tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:44.972375 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 58942) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:44.972989 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-9aaf47a5-92da-4fe7-94de-bcbd6f87ccbb tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "PUT /v2.0/ports/f2e6c2e2-a7b3-4a37-96ee-e5539a6aebba HTTP/1.1" status: 200 len: 930 time: 0.8050249 Sep 17 08:02:44.989483 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaf47a5-92da-4fe7-94de-bcbd6f87ccbb tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event updated for resources: {'Port': ['ID=f2e6c2e2-a7b3-4a37-96ee-e5539a6aebba,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:44.992900 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-973aba5e-c044-4469-8ce9-342de1d080be None None] Allocated IP 2001:db8:0:1::2 (27404cfc-3d83-4391-a05c-feb5de318cb2/1f58ad7e-9156-4d8e-81a9-dbc28148cacd/5faeba73-c1b3-40cd-b678-ac7ff28700ad) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:02:45.142770 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-e0e490fd-acb7-46e8-967c-ae76f1dffd64 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Deleting port f2e6c2e2-a7b3-4a37-96ee-e5539a6aebba {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:02:45.143528 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e0e490fd-acb7-46e8-967c-ae76f1dffd64 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:45.145839 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-973aba5e-c044-4469-8ce9-342de1d080be None None] For port 5faeba73-c1b3-40cd-b678-ac7ff28700ad, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=5faeba73-c1b3-40cd-b678-ac7ff28700ad,segment=NetworkSegment(b9a2faa9-ad64-4a26-812c-3d7065b71feb),segment_id=b9a2faa9-ad64-4a26-812c-3d7065b71feb)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:02:45.191821 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-973aba5e-c044-4469-8ce9-342de1d080be None None] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:45.200336 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-973aba5e-c044-4469-8ce9-342de1d080be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:45.273818 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e0e490fd-acb7-46e8-967c-ae76f1dffd64 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:45.286261 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973aba5e-c044-4469-8ce9-342de1d080be None None] Pushing event updated for resources: {'Port': ['ID=5faeba73-c1b3-40cd-b678-ac7ff28700ad,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:45.298028 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-e0e490fd-acb7-46e8-967c-ae76f1dffd64 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Calling delete_port for f2e6c2e2-a7b3-4a37-96ee-e5539a6aebba owned by {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:02:45.469825 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 5faeba73-c1b3-40cd-b678-ac7ff28700ad up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:02:45.473169 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 3dadd8e8-3edc-4618-860c-97dc7eb09f31 details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:02:45.517928 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fce8c4-9599-4235-af64-e97fb54121ac req-ab385f07-e7b3-48d7-85a6-bb7b8a996b97 tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:45.527167 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-89fce8c4-9599-4235-af64-e97fb54121ac req-ab385f07-e7b3-48d7-85a6-bb7b8a996b97 tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee136db9-6531-48bb-b4e8-2a9c31d143ca HTTP/1.1" status: 200 len: 947 time: 0.1286397 Sep 17 08:02:45.662691 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-89fce8c4-9599-4235-af64-e97fb54121ac req-d35f4de0-62a7-488b-8d26-fe497ead4d38 tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b46fd56-bbfa-4d3f-beb6-371704b9b2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344576 Sep 17 08:02:45.664455 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 5faeba73-c1b3-40cd-b678-ac7ff28700ad triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:02:45.664927 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:45.702677 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e0e490fd-acb7-46e8-967c-ae76f1dffd64 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:45.743147 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e490fd-acb7-46e8-967c-ae76f1dffd64 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event deleted for resources: {'Port': ['ID=f2e6c2e2-a7b3-4a37-96ee-e5539a6aebba,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:45.774031 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e0e490fd-acb7-46e8-967c-ae76f1dffd64 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:45.778383 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 3dadd8e8-3edc-4618-860c-97dc7eb09f31, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=3dadd8e8-3edc-4618-860c-97dc7eb09f31,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:02:45.781395 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 58962) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:45.785064 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e0e490fd-acb7-46e8-967c-ae76f1dffd64 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "DELETE /v2.0/ports/f2e6c2e2-a7b3-4a37-96ee-e5539a6aebba HTTP/1.1" status: 204 len: 168 time: 0.8102071 Sep 17 08:02:45.805449 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': '3dadd8e8-3edc-4618-860c-97dc7eb09f31', 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583', 'port_id': '3dadd8e8-3edc-4618-860c-97dc7eb09f31', 'mac_address': 'fa:16:3e:07:7b:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f3af6cb-9cad-436b-bf41-034e75672c44', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:02:45.852560 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:45.858201 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad3223c7-909c-41b1-acc9-e4f22af462df tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] GET failed (client error): The resource could not be found. Sep 17 08:02:45.861828 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ad3223c7-909c-41b1-acc9-e4f22af462df tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "GET /v2.0/ports/f2e6c2e2-a7b3-4a37-96ee-e5539a6aebba HTTP/1.1" status: 404 len: 333 time: 0.0776510 Sep 17 08:02:45.864738 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 58964) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:45.868386 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dadd8e8-3edc-4618-860c-97dc7eb09f31 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:02:45.893812 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 3dadd8e8-3edc-4618-860c-97dc7eb09f31, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=3dadd8e8-3edc-4618-860c-97dc7eb09f31,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:02:45.902717 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:45.966334 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2d3d4473-2eb3-44c9-92ab-79a2f97517e6 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:45.976238 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=3dadd8e8-3edc-4618-860c-97dc7eb09f31,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:45.994826 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2d3d4473-2eb3-44c9-92ab-79a2f97517e6 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:46.043009 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2d3d4473-2eb3-44c9-92ab-79a2f97517e6 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:46.045957 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2d3d4473-2eb3-44c9-92ab-79a2f97517e6 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:46.051799 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-2d3d4473-2eb3-44c9-92ab-79a2f97517e6 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "DELETE /v2.0/security-groups/d7db4733-9406-4720-b8d4-d1760dfdcf99 HTTP/1.1" status: 204 len: 168 time: 0.1857681 Sep 17 08:02:46.052670 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 58970) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:46.073186 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d4473-2eb3-44c9-92ab-79a2f97517e6 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7db4733-9406-4720-b8d4-d1760dfdcf99,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:46.167298 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-89c7a468-f56a-4d29-b76b-cbfacbedaf88 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:46.201795 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-89c7a468-f56a-4d29-b76b-cbfacbedaf88 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:46.282905 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-89c7a468-f56a-4d29-b76b-cbfacbedaf88 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:46.291004 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-89c7a468-f56a-4d29-b76b-cbfacbedaf88 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:46.293042 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-89c7a468-f56a-4d29-b76b-cbfacbedaf88 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "DELETE /v2.0/security-groups/e101a227-9853-4c66-8a42-bda3b63f9398 HTTP/1.1" status: 204 len: 168 time: 0.2383120 Sep 17 08:02:46.295519 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 58976) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:46.310324 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c7a468-f56a-4d29-b76b-cbfacbedaf88 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e101a227-9853-4c66-8a42-bda3b63f9398,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:46.312999 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['3dadd8e8-3edc-4618-860c-97dc7eb09f31'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:02:46.361654 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-e8b5f7e5-3597-4200-9107-20dec2618c85 None None] Could not find standard attr ID for object f2e6c2e2-a7b3-4a37-96ee-e5539a6aebba. {{(pid=101291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 08:02:46.380953 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f62c1b1-167c-4742-b291-5f8b239c0c52 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Deleting subnet d3289b20-c43e-4800-87b2-bd54df6182e8 {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:02:46.385149 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6f62c1b1-167c-4742-b291-5f8b239c0c52 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:46.407321 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-e8b5f7e5-3597-4200-9107-20dec2618c85 None None] Provisioning complete for port 8c63b671-b757-4ba7-baa4-38c40e2c2fc9 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:02:46.407823 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e8b5f7e5-3597-4200-9107-20dec2618c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:46.446892 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6f62c1b1-167c-4742-b291-5f8b239c0c52 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:46.481308 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-e8b5f7e5-3597-4200-9107-20dec2618c85 None None] Port 8c63b671-b757-4ba7-baa4-38c40e2c2fc9 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:02:46.499813 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-e8b5f7e5-3597-4200-9107-20dec2618c85 None None] Provisioning complete for port 5faeba73-c1b3-40cd-b678-ac7ff28700ad triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:02:46.500293 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e8b5f7e5-3597-4200-9107-20dec2618c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:46.637411 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6f62c1b1-167c-4742-b291-5f8b239c0c52 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:46.754132 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6f62c1b1-167c-4742-b291-5f8b239c0c52 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:46.771190 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6f62c1b1-167c-4742-b291-5f8b239c0c52 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:46.777986 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-6f62c1b1-167c-4742-b291-5f8b239c0c52 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "DELETE /v2.0/subnets/d3289b20-c43e-4800-87b2-bd54df6182e8 HTTP/1.1" status: 204 len: 168 time: 0.4810383 Sep 17 08:02:46.778771 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 58988) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:46.786173 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-b311ae0b-de2b-4461-ae05-51bb0e47f72f None None] Could not find standard attr ID for object f2e6c2e2-a7b3-4a37-96ee-e5539a6aebba. {{(pid=101291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 08:02:46.795396 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-1e793c79-fd78-4a76-937e-0782330cf39f tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Request body: {'subnet': {'network_id': '27404cfc-3d83-4391-a05c-feb5de318cb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:02:46.806417 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f62c1b1-167c-4742-b291-5f8b239c0c52 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event deleted for resources: {'Subnet': ['ID=d3289b20-c43e-4800-87b2-bd54df6182e8,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:46.864720 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a6c03-266b-476d-8d5e-a378bea84cbb req-1d547d43-a4c8-4b2b-8afb-f7020b5d7598 tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:46.866434 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c93a6c03-266b-476d-8d5e-a378bea84cbb req-1d547d43-a4c8-4b2b-8afb-f7020b5d7598 tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee136db9-6531-48bb-b4e8-2a9c31d143ca HTTP/1.1" status: 200 len: 948 time: 0.1024606 Sep 17 08:02:46.919749 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c93a6c03-266b-476d-8d5e-a378bea84cbb req-f4314480-9815-4503-ad90-11a18653c924 tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b46fd56-bbfa-4d3f-beb6-371704b9b2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449741 Sep 17 08:02:46.926265 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3521f1c-6c36-49eb-ae4e-6da84731feba None None] Network 27404cfc-3d83-4391-a05c-feb5de318cb2 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:02:46.967244 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e793c79-fd78-4a76-937e-0782330cf39f tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Made reservation on behalf of c96b3a25bd1140808dd24149610b3dd4 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:02:46.973283 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1e793c79-fd78-4a76-937e-0782330cf39f tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:47.265737 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1e793c79-fd78-4a76-937e-0782330cf39f tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:47.319248 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e793c79-fd78-4a76-937e-0782330cf39f tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Network 27404cfc-3d83-4391-a05c-feb5de318cb2 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:02:47.322975 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-1e793c79-fd78-4a76-937e-0782330cf39f tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:02:47.348174 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e793c79-fd78-4a76-937e-0782330cf39f tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event updated for resources: {'Subnet': ['ID=ab2b4ac2-0fb7-484b-9aad-7836cc599209,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:47.352525 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e793c79-fd78-4a76-937e-0782330cf39f tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:47.353940 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1e793c79-fd78-4a76-937e-0782330cf39f tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:47.372156 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-1e793c79-fd78-4a76-937e-0782330cf39f tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5913572 Sep 17 08:02:47.374881 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 59002) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:47.381003 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-862700a4-5d5a-4ba3-8b57-15a2f15d8943 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Request body: {'security_group': {'name': 'tempest-secgroup-456395780'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:02:47.406653 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-862700a4-5d5a-4ba3-8b57-15a2f15d8943 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:47.480484 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 3dadd8e8-3edc-4618-860c-97dc7eb09f31 up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:02:47.537927 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-862700a4-5d5a-4ba3-8b57-15a2f15d8943 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:47.546412 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-862700a4-5d5a-4ba3-8b57-15a2f15d8943 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:47.585497 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning for port 3dadd8e8-3edc-4618-860c-97dc7eb09f31 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:02:47.585733 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-862700a4-5d5a-4ba3-8b57-15a2f15d8943 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:47.589906 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-862700a4-5d5a-4ba3-8b57-15a2f15d8943 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2140222 Sep 17 08:02:47.590787 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 59008) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:47.591293 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862700a4-5d5a-4ba3-8b57-15a2f15d8943 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=450e1134-fa09-40f5-8caf-6293405fcbee,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:47.593416 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port 3dadd8e8-3edc-4618-860c-97dc7eb09f31 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:02:47.594251 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:47.600943 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-bac719ea-9f02-4f64-a7e6-3a35da3e8a30 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Request body: {'security_group': {'name': 'tempest-secgroup-1979889651'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:02:47.654478 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bac719ea-9f02-4f64-a7e6-3a35da3e8a30 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:47.701071 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:47.764212 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee136db9-6531-48bb-b4e8-2a9c31d143ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dadd8e8-3edc-4618-860c-97dc7eb09f31'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:02:47.766562 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0f712c-4ba0-4680-9b57-d5ce0a93c4ed" -d '{"events": [{"server_uuid": "ee136db9-6531-48bb-b4e8-2a9c31d143ca", "name": "network-vif-plugged", "status": "completed", "tag": "3dadd8e8-3edc-4618-860c-97dc7eb09f31"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:02:47.770267 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bac719ea-9f02-4f64-a7e6-3a35da3e8a30 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:47.779513 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bac719ea-9f02-4f64-a7e6-3a35da3e8a30 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:47.789517 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 3dadd8e8-3edc-4618-860c-97dc7eb09f31, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=3dadd8e8-3edc-4618-860c-97dc7eb09f31,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:02:47.806991 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:47.824911 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bac719ea-9f02-4f64-a7e6-3a35da3e8a30 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:47.829602 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 59016) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:47.836566 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-bbe96e6e-9996-4fa2-b7bd-92f03b1e42cc tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Request body: {'security_group': {'name': 'tempest-secgroup-2013151412'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:02:47.841767 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-bac719ea-9f02-4f64-a7e6-3a35da3e8a30 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2496490 Sep 17 08:02:47.846544 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac719ea-9f02-4f64-a7e6-3a35da3e8a30 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9047c9d5-8945-40cc-9113-430aa725172b,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:47.883434 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb8e10fa-da36-4570-9427-2641d0f666b3 x-openstack-request-id: req-cb8e10fa-da36-4570-9427-2641d0f666b3 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:02:47.883807 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee136db9-6531-48bb-b4e8-2a9c31d143ca", "name": "network-vif-plugged", "status": "completed", "tag": "3dadd8e8-3edc-4618-860c-97dc7eb09f31", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:02:47.884100 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cb8e10fa-da36-4570-9427-2641d0f666b3 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:02:47.884559 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee136db9-6531-48bb-b4e8-2a9c31d143ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dadd8e8-3edc-4618-860c-97dc7eb09f31', 'code': 200} Sep 17 08:02:47.900476 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bbe96e6e-9996-4fa2-b7bd-92f03b1e42cc tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:47.917676 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=3dadd8e8-3edc-4618-860c-97dc7eb09f31,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:48.040275 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6050c26b-42e5-4d37-8a48-4dc031b9ce5e req-fe49ec20-033c-4537-b151-acaf09cfbdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:48.042205 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6050c26b-42e5-4d37-8a48-4dc031b9ce5e req-fe49ec20-033c-4537-b151-acaf09cfbdcf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ee136db9-6531-48bb-b4e8-2a9c31d143ca HTTP/1.1" status: 200 len: 1100 time: 0.0809457 Sep 17 08:02:48.042845 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bbe96e6e-9996-4fa2-b7bd-92f03b1e42cc tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:48.048028 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bbe96e6e-9996-4fa2-b7bd-92f03b1e42cc tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:48.075243 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bbe96e6e-9996-4fa2-b7bd-92f03b1e42cc tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:48.077536 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-bbe96e6e-9996-4fa2-b7bd-92f03b1e42cc tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2459517 Sep 17 08:02:48.084168 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 59024) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:48.091060 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-67bdded2-c2de-4baa-9ff6-7e5eb9a14f88 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1988733398', 'security_groups': ['177e2bae-bfb5-4058-9f92-95f882d20279'], 'network_id': '27404cfc-3d83-4391-a05c-feb5de318cb2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ab2b4ac2-0fb7-484b-9aad-7836cc599209'}]}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:02:48.117319 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e7d7ad-e0f1-4cd2-be3e-7fd8fc70c932 req-dbb71609-4bc7-4eb3-91dd-ddcb84a55a96 tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:48.126181 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c6e7d7ad-e0f1-4cd2-be3e-7fd8fc70c932 req-dbb71609-4bc7-4eb3-91dd-ddcb84a55a96 tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee136db9-6531-48bb-b4e8-2a9c31d143ca HTTP/1.1" status: 200 len: 949 time: 0.1197071 Sep 17 08:02:48.154110 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6050c26b-42e5-4d37-8a48-4dc031b9ce5e req-39735eb1-a17b-4304-8837-a11ab796cdca service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4b46fd56-bbfa-4d3f-beb6-371704b9b2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027257 Sep 17 08:02:48.168088 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c6e7d7ad-e0f1-4cd2-be3e-7fd8fc70c932 req-bcf4b496-e61a-4850-a4ce-c175923e09f6 tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b46fd56-bbfa-4d3f-beb6-371704b9b2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408700 Sep 17 08:02:48.176636 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff5f638-baa9-4336-a6e8-fa101a57c778 None None] Network 27404cfc-3d83-4391-a05c-feb5de318cb2 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:02:48.224820 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe96e6e-9996-4fa2-b7bd-92f03b1e42cc tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=177e2bae-bfb5-4058-9f92-95f882d20279,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:48.264132 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-82255da8-c7c7-4dd6-b2fa-fb371f23b5d1 None None] Provisioning complete for port 8c63b671-b757-4ba7-baa4-38c40e2c2fc9 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:02:48.264510 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-82255da8-c7c7-4dd6-b2fa-fb371f23b5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:48.277738 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67bdded2-c2de-4baa-9ff6-7e5eb9a14f88 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Made reservation on behalf of c96b3a25bd1140808dd24149610b3dd4 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:02:48.314058 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-82255da8-c7c7-4dd6-b2fa-fb371f23b5d1 None None] Port 8c63b671-b757-4ba7-baa4-38c40e2c2fc9 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:02:48.352157 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-82255da8-c7c7-4dd6-b2fa-fb371f23b5d1 None None] Provisioning complete for port 5faeba73-c1b3-40cd-b678-ac7ff28700ad triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:02:48.352544 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-82255da8-c7c7-4dd6-b2fa-fb371f23b5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:48.404369 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-67bdded2-c2de-4baa-9ff6-7e5eb9a14f88 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:48.447462 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [None req-67bdded2-c2de-4baa-9ff6-7e5eb9a14f88 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] device_id is not set on port 75762b1d-ffa4-4eeb-8c4e-e8f556d532a3 yet. {{(pid=101290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 08:02:48.571734 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283eb3f4-5086-4e9b-abab-e9a0af2ce740 None None] Update dhcp port {'port': {'network_id': '27404cfc-3d83-4391-a05c-feb5de318cb2', 'fixed_ips': [{'subnet_id': '1f58ad7e-9156-4d8e-81a9-dbc28148cacd', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ab2b4ac2-0fb7-484b-9aad-7836cc599209'}], 'binding:host_id': 'n-d-789963-9'}, 'id': '5faeba73-c1b3-40cd-b678-ac7ff28700ad'} from n-d-789963-9. {{(pid=101291) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 08:02:48.598668 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-283eb3f4-5086-4e9b-abab-e9a0af2ce740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:48.681901 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-67bdded2-c2de-4baa-9ff6-7e5eb9a14f88 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Allocated IP 2001:db8::10d (27404cfc-3d83-4391-a05c-feb5de318cb2/ab2b4ac2-0fb7-484b-9aad-7836cc599209/75762b1d-ffa4-4eeb-8c4e-e8f556d532a3) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:02:48.871692 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-67bdded2-c2de-4baa-9ff6-7e5eb9a14f88 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:48.909644 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-67bdded2-c2de-4baa-9ff6-7e5eb9a14f88 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:48.960229 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-283eb3f4-5086-4e9b-abab-e9a0af2ce740 None None] Allocated IP 2001:db8::2 (27404cfc-3d83-4391-a05c-feb5de318cb2/ab2b4ac2-0fb7-484b-9aad-7836cc599209/5faeba73-c1b3-40cd-b678-ac7ff28700ad) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:02:48.962330 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bdded2-c2de-4baa-9ff6-7e5eb9a14f88 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Network 27404cfc-3d83-4391-a05c-feb5de318cb2 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:02:48.965165 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-67bdded2-c2de-4baa-9ff6-7e5eb9a14f88 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:02:48.977704 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bdded2-c2de-4baa-9ff6-7e5eb9a14f88 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:02:48.990741 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bdded2-c2de-4baa-9ff6-7e5eb9a14f88 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:48.991430 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-67bdded2-c2de-4baa-9ff6-7e5eb9a14f88 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:49.028586 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bdded2-c2de-4baa-9ff6-7e5eb9a14f88 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event updated for resources: {'Port': ['ID=75762b1d-ffa4-4eeb-8c4e-e8f556d532a3,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:49.036827 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-67bdded2-c2de-4baa-9ff6-7e5eb9a14f88 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9514608 Sep 17 08:02:49.039766 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 59046) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:49.045260 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-4a89794c-3d03-4a78-b710-5d87f2b05162 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Request body: {'subnet': {'network_id': '27404cfc-3d83-4391-a05c-feb5de318cb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:02:49.098306 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-283eb3f4-5086-4e9b-abab-e9a0af2ce740 None None] For port 5faeba73-c1b3-40cd-b678-ac7ff28700ad, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=5faeba73-c1b3-40cd-b678-ac7ff28700ad,segment=NetworkSegment(b9a2faa9-ad64-4a26-812c-3d7065b71feb),segment_id=b9a2faa9-ad64-4a26-812c-3d7065b71feb)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:02:49.142590 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-283eb3f4-5086-4e9b-abab-e9a0af2ce740 None None] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:49.151404 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-283eb3f4-5086-4e9b-abab-e9a0af2ce740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:49.159474 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:02:49.242671 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a89794c-3d03-4a78-b710-5d87f2b05162 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Made reservation on behalf of c96b3a25bd1140808dd24149610b3dd4 for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:02:49.246836 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4a89794c-3d03-4a78-b710-5d87f2b05162 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:49.258547 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283eb3f4-5086-4e9b-abab-e9a0af2ce740 None None] Pushing event updated for resources: {'Port': ['ID=5faeba73-c1b3-40cd-b678-ac7ff28700ad,revision_number=6']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:49.409628 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 5faeba73-c1b3-40cd-b678-ac7ff28700ad up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:02:49.411752 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ba926-b85f-4534-bdf4-520882ca6927 req-46fe9e8b-1b95-4232-a1b9-e98b179a8cbd tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:49.419617 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-351ba926-b85f-4534-bdf4-520882ca6927 req-46fe9e8b-1b95-4232-a1b9-e98b179a8cbd tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee136db9-6531-48bb-b4e8-2a9c31d143ca HTTP/1.1" status: 200 len: 949 time: 0.0998821 Sep 17 08:02:49.450879 n-d-789963-9 neutron-server[101289]: INFO neutron.db.ipam_backend_mixin [None req-4a89794c-3d03-4a78-b710-5d87f2b05162 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ab2b4ac2-0fb7-484b-9aad-7836cc599209 (CIDR: 2001:db8::/64) Sep 17 08:02:49.464813 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a89794c-3d03-4a78-b710-5d87f2b05162 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 08:02:49.465271 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a89794c-3d03-4a78-b710-5d87f2b05162 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:02:49.491293 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-351ba926-b85f-4534-bdf4-520882ca6927 req-e4a0c496-1918-45e5-9e44-2ee2917c0b4d tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b46fd56-bbfa-4d3f-beb6-371704b9b2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706806 Sep 17 08:02:49.491914 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 5faeba73-c1b3-40cd-b678-ac7ff28700ad triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:02:49.492303 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:49.526234 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 59056) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:49.527162 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-4a89794c-3d03-4a78-b710-5d87f2b05162 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4860451 Sep 17 08:02:49.537889 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-8a64a09f-046b-4c2c-84b0-16c2cf845296 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Request body: {'subnet': {'network_id': '27404cfc-3d83-4391-a05c-feb5de318cb2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:02:49.771825 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a64a09f-046b-4c2c-84b0-16c2cf845296 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Made reservation on behalf of c96b3a25bd1140808dd24149610b3dd4 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:02:49.779627 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8a64a09f-046b-4c2c-84b0-16c2cf845296 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:49.901844 n-d-789963-9 neutron-server[101290]: INFO neutron.db.ipam_backend_mixin [None req-8a64a09f-046b-4c2c-84b0-16c2cf845296 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 1f58ad7e-9156-4d8e-81a9-dbc28148cacd (CIDR: 2001:db8:0:1::/64) Sep 17 08:02:49.905461 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c4e0bb66-495a-4535-a271-0c940a535be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:49.909008 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a64a09f-046b-4c2c-84b0-16c2cf845296 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 08:02:49.910991 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a64a09f-046b-4c2c-84b0-16c2cf845296 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:02:49.930542 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-8a64a09f-046b-4c2c-84b0-16c2cf845296 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4032624 Sep 17 08:02:49.932875 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 59068) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:49.944300 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-7c8fddef-764d-43fa-9f65-b78219d09e8d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Request body: {'subnet': {'network_id': '27404cfc-3d83-4391-a05c-feb5de318cb2', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:02:50.095887 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c8fddef-764d-43fa-9f65-b78219d09e8d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Made reservation on behalf of c96b3a25bd1140808dd24149610b3dd4 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:02:50.100051 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7c8fddef-764d-43fa-9f65-b78219d09e8d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:50.151492 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-e4f59ebf-8961-409d-b747-3a77ba290a57 None None] Provisioning complete for port 8c63b671-b757-4ba7-baa4-38c40e2c2fc9 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:02:50.152051 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e4f59ebf-8961-409d-b747-3a77ba290a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:50.201299 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-e4f59ebf-8961-409d-b747-3a77ba290a57 None None] Port 8c63b671-b757-4ba7-baa4-38c40e2c2fc9 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:02:50.219853 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-e4f59ebf-8961-409d-b747-3a77ba290a57 None None] Provisioning complete for port 5faeba73-c1b3-40cd-b678-ac7ff28700ad triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:02:50.220254 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e4f59ebf-8961-409d-b747-3a77ba290a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:50.444089 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7c8fddef-764d-43fa-9f65-b78219d09e8d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:50.487721 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8fddef-764d-43fa-9f65-b78219d09e8d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Network 27404cfc-3d83-4391-a05c-feb5de318cb2 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:02:50.491471 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-7c8fddef-764d-43fa-9f65-b78219d09e8d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:02:50.495696 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8fddef-764d-43fa-9f65-b78219d09e8d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:50.496316 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7c8fddef-764d-43fa-9f65-b78219d09e8d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:50.500978 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4b1cf9-278a-4fba-b688-ef15058bb7ab None None] Network 27404cfc-3d83-4391-a05c-feb5de318cb2 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:02:50.501744 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8fddef-764d-43fa-9f65-b78219d09e8d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event updated for resources: {'Subnet': ['ID=ac115439-4e8b-4baa-aca2-38a1fc6d2d6d,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:50.534593 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-7c8fddef-764d-43fa-9f65-b78219d09e8d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5974987 Sep 17 08:02:50.534739 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 59080) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:50.541152 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-008687ba-e2cb-49d6-a7bf-cbfd674272d8 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-377543822', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ac115439-4e8b-4baa-aca2-38a1fc6d2d6d'}], 'security_groups': ['450e1134-fa09-40f5-8caf-6293405fcbee', '9047c9d5-8945-40cc-9113-430aa725172b']}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:02:50.627892 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-008687ba-e2cb-49d6-a7bf-cbfd674272d8 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:50.651699 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24b149-3f6f-4353-8974-eb016d98e9bb req-6810d753-47e9-44d0-bb00-098441c5de6c tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:50.657064 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-62f4218d-67ea-4dbe-8c5f-f6da149b35eb None None] Provisioning complete for port 75762b1d-ffa4-4eeb-8c4e-e8f556d532a3 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:02:50.658633 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-62f4218d-67ea-4dbe-8c5f-f6da149b35eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:50.660631 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6e24b149-3f6f-4353-8974-eb016d98e9bb req-6810d753-47e9-44d0-bb00-098441c5de6c tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee136db9-6531-48bb-b4e8-2a9c31d143ca HTTP/1.1" status: 200 len: 949 time: 0.0712342 Sep 17 08:02:50.715290 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6e24b149-3f6f-4353-8974-eb016d98e9bb req-fbc3b970-d925-4f00-bf0c-b59f92ebb8a2 tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b46fd56-bbfa-4d3f-beb6-371704b9b2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532186 Sep 17 08:02:50.766811 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-62f4218d-67ea-4dbe-8c5f-f6da149b35eb None None] Port 75762b1d-ffa4-4eeb-8c4e-e8f556d532a3 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:02:50.872272 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b1650a-cac5-4a21-a96d-b720164201c7 None None] Update dhcp port {'port': {'network_id': '27404cfc-3d83-4391-a05c-feb5de318cb2', 'fixed_ips': [{'subnet_id': '1f58ad7e-9156-4d8e-81a9-dbc28148cacd', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ab2b4ac2-0fb7-484b-9aad-7836cc599209', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ac115439-4e8b-4baa-aca2-38a1fc6d2d6d'}], 'binding:host_id': 'n-d-789963-9'}, 'id': '5faeba73-c1b3-40cd-b678-ac7ff28700ad'} from n-d-789963-9. {{(pid=101291) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 08:02:50.940703 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-13b1650a-cac5-4a21-a96d-b720164201c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:51.050270 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9660835d-9d54-4f6d-afe2-8028bee530ae req-8acdc148-bf0a-43bf-af96-4fa248bb833b tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:51.052254 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9660835d-9d54-4f6d-afe2-8028bee530ae req-8acdc148-bf0a-43bf-af96-4fa248bb833b tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee136db9-6531-48bb-b4e8-2a9c31d143ca HTTP/1.1" status: 200 len: 949 time: 0.0678840 Sep 17 08:02:51.081947 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-008687ba-e2cb-49d6-a7bf-cbfd674272d8 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Delete allocated IP 2001:db8::10d (27404cfc-3d83-4391-a05c-feb5de318cb2/ab2b4ac2-0fb7-484b-9aad-7836cc599209) {{(pid=101290) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 17 08:02:51.100259 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-008687ba-e2cb-49d6-a7bf-cbfd674272d8 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Allocated IP 2001:db8:0:2::85 (27404cfc-3d83-4391-a05c-feb5de318cb2/ac115439-4e8b-4baa-aca2-38a1fc6d2d6d/75762b1d-ffa4-4eeb-8c4e-e8f556d532a3) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:02:51.112813 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9660835d-9d54-4f6d-afe2-8028bee530ae req-46a7b384-7e76-43d0-8931-52cd779efa0a tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b46fd56-bbfa-4d3f-beb6-371704b9b2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475724 Sep 17 08:02:51.273301 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-008687ba-e2cb-49d6-a7bf-cbfd674272d8 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:51.279044 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-008687ba-e2cb-49d6-a7bf-cbfd674272d8 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:51.334683 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-13b1650a-cac5-4a21-a96d-b720164201c7 None None] Allocated IP 2001:db8:0:2::2 (27404cfc-3d83-4391-a05c-feb5de318cb2/ac115439-4e8b-4baa-aca2-38a1fc6d2d6d/5faeba73-c1b3-40cd-b678-ac7ff28700ad) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:02:51.340344 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-008687ba-e2cb-49d6-a7bf-cbfd674272d8 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] In _notify_port_updated(), no bound segment for port 75762b1d-ffa4-4eeb-8c4e-e8f556d532a3 on network 27404cfc-3d83-4391-a05c-feb5de318cb2 {{(pid=101290) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 08:02:51.346186 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008687ba-e2cb-49d6-a7bf-cbfd674272d8 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:51.346816 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-008687ba-e2cb-49d6-a7bf-cbfd674272d8 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:51.352730 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-008687ba-e2cb-49d6-a7bf-cbfd674272d8 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "PUT /v2.0/ports/75762b1d-ffa4-4eeb-8c4e-e8f556d532a3 HTTP/1.1" status: 200 len: 968 time: 0.8117969 Sep 17 08:02:51.352894 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 59108) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:51.357513 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008687ba-e2cb-49d6-a7bf-cbfd674272d8 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event updated for resources: {'Port': ['ID=75762b1d-ffa4-4eeb-8c4e-e8f556d532a3,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:51.454645 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-143f0132-6d62-4ed4-87e9-af0209409bd4 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Deleting port 75762b1d-ffa4-4eeb-8c4e-e8f556d532a3 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:02:51.455014 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-143f0132-6d62-4ed4-87e9-af0209409bd4 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:51.548391 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-143f0132-6d62-4ed4-87e9-af0209409bd4 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:51.560408 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-143f0132-6d62-4ed4-87e9-af0209409bd4 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Calling delete_port for 75762b1d-ffa4-4eeb-8c4e-e8f556d532a3 owned by {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:02:51.607737 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-13b1650a-cac5-4a21-a96d-b720164201c7 None None] For port 5faeba73-c1b3-40cd-b678-ac7ff28700ad, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=5faeba73-c1b3-40cd-b678-ac7ff28700ad,segment=NetworkSegment(b9a2faa9-ad64-4a26-812c-3d7065b71feb),segment_id=b9a2faa9-ad64-4a26-812c-3d7065b71feb)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:02:51.637679 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-13b1650a-cac5-4a21-a96d-b720164201c7 None None] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:51.649571 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-13b1650a-cac5-4a21-a96d-b720164201c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:51.720346 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-143f0132-6d62-4ed4-87e9-af0209409bd4 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:51.768114 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143f0132-6d62-4ed4-87e9-af0209409bd4 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event deleted for resources: {'Port': ['ID=75762b1d-ffa4-4eeb-8c4e-e8f556d532a3,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:51.780678 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b1650a-cac5-4a21-a96d-b720164201c7 None None] Pushing event updated for resources: {'Port': ['ID=5faeba73-c1b3-40cd-b678-ac7ff28700ad,revision_number=7']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:51.813794 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-143f0132-6d62-4ed4-87e9-af0209409bd4 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:51.816771 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-143f0132-6d62-4ed4-87e9-af0209409bd4 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "DELETE /v2.0/ports/75762b1d-ffa4-4eeb-8c4e-e8f556d532a3 HTTP/1.1" status: 204 len: 168 time: 0.4636543 Sep 17 08:02:51.820088 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 59120) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:51.849725 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-c62512a1-5964-4007-88f6-9a27c6c8f63f tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] GET failed (client error): The resource could not be found. Sep 17 08:02:51.851299 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c62512a1-5964-4007-88f6-9a27c6c8f63f tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "GET /v2.0/ports/75762b1d-ffa4-4eeb-8c4e-e8f556d532a3 HTTP/1.1" status: 404 len: 333 time: 0.0301785 Sep 17 08:02:51.853989 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 59126) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:51.923278 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0c5f39e6-6889-4491-acfc-012ea54cd1d9 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:51.949010 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0c5f39e6-6889-4491-acfc-012ea54cd1d9 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:51.996469 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0c5f39e6-6889-4491-acfc-012ea54cd1d9 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:52.002428 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0c5f39e6-6889-4491-acfc-012ea54cd1d9 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:52.003783 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-0c5f39e6-6889-4491-acfc-012ea54cd1d9 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "DELETE /v2.0/security-groups/177e2bae-bfb5-4058-9f92-95f882d20279 HTTP/1.1" status: 204 len: 168 time: 0.1488039 Sep 17 08:02:52.007089 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 59130) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:52.041346 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5f39e6-6889-4491-acfc-012ea54cd1d9 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=177e2bae-bfb5-4058-9f92-95f882d20279,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:52.096398 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-53672236-7988-47a6-afd2-06b0d0d8a290 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:52.129122 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-53672236-7988-47a6-afd2-06b0d0d8a290 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:52.175555 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-53672236-7988-47a6-afd2-06b0d0d8a290 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:52.195332 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-53672236-7988-47a6-afd2-06b0d0d8a290 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:52.197164 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-53672236-7988-47a6-afd2-06b0d0d8a290 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "DELETE /v2.0/security-groups/9047c9d5-8945-40cc-9113-430aa725172b HTTP/1.1" status: 204 len: 168 time: 0.1890104 Sep 17 08:02:52.199848 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 59142) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:52.250404 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53672236-7988-47a6-afd2-06b0d0d8a290 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9047c9d5-8945-40cc-9113-430aa725172b,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:52.279002 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae98c8f-e099-4683-8cad-e8dabe33aabd req-34711767-8ca6-46ce-bfb4-604cddf3bc0a tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:52.287123 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2ae98c8f-e099-4683-8cad-e8dabe33aabd req-34711767-8ca6-46ce-bfb4-604cddf3bc0a tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee136db9-6531-48bb-b4e8-2a9c31d143ca HTTP/1.1" status: 200 len: 949 time: 0.0879200 Sep 17 08:02:52.288354 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4a2c8806-8d70-4300-950b-faf556eb5655 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:52.315925 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4a2c8806-8d70-4300-950b-faf556eb5655 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:52.322514 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2ae98c8f-e099-4683-8cad-e8dabe33aabd req-5f55ccb9-36c8-416d-a18e-11db31577b55 tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b46fd56-bbfa-4d3f-beb6-371704b9b2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346489 Sep 17 08:02:52.370643 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4a2c8806-8d70-4300-950b-faf556eb5655 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:52.376281 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4a2c8806-8d70-4300-950b-faf556eb5655 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:52.380310 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-4a2c8806-8d70-4300-950b-faf556eb5655 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "DELETE /v2.0/security-groups/450e1134-fa09-40f5-8caf-6293405fcbee HTTP/1.1" status: 204 len: 168 time: 0.1792207 Sep 17 08:02:52.380610 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 59150) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:52.390145 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2c8806-8d70-4300-950b-faf556eb5655 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=450e1134-fa09-40f5-8caf-6293405fcbee,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:52.397217 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5db6af5f-1839-4f15-b95d-dca1be79528a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:52.449026 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-e27687a4-4ae4-4853-998f-14d0e32b10b7 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Deleting subnet ab2b4ac2-0fb7-484b-9aad-7836cc599209 {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:02:52.452649 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e27687a4-4ae4-4853-998f-14d0e32b10b7 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:52.497461 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e27687a4-4ae4-4853-998f-14d0e32b10b7 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:52.588965 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e27687a4-4ae4-4853-998f-14d0e32b10b7 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:52.611683 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-6c629b58-a473-499b-a935-2d7276bfa30c None None] Provisioning complete for port 8c63b671-b757-4ba7-baa4-38c40e2c2fc9 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:02:52.612373 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6c629b58-a473-499b-a935-2d7276bfa30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:52.664881 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e27687a4-4ae4-4853-998f-14d0e32b10b7 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:52.671009 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-6c629b58-a473-499b-a935-2d7276bfa30c None None] Port 8c63b671-b757-4ba7-baa4-38c40e2c2fc9 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:02:52.684791 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:52.687678 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-6c629b58-a473-499b-a935-2d7276bfa30c None None] Provisioning complete for port 5faeba73-c1b3-40cd-b678-ac7ff28700ad triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:02:52.688441 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6c629b58-a473-499b-a935-2d7276bfa30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:52.696166 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27687a4-4ae4-4853-998f-14d0e32b10b7 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event deleted for resources: {'Subnet': ['ID=ab2b4ac2-0fb7-484b-9aad-7836cc599209,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:52.702417 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e27687a4-4ae4-4853-998f-14d0e32b10b7 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:52.705116 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e27687a4-4ae4-4853-998f-14d0e32b10b7 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "DELETE /v2.0/subnets/ab2b4ac2-0fb7-484b-9aad-7836cc599209 HTTP/1.1" status: 204 len: 168 time: 0.3231132 Sep 17 08:02:52.709321 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 59152) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:52.783155 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-6c629b58-a473-499b-a935-2d7276bfa30c None None] Could not find standard attr ID for object 75762b1d-ffa4-4eeb-8c4e-e8f556d532a3. {{(pid=101291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 08:02:52.789654 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561afd7b-53fb-4dca-966f-c78cbb43a262 None None] Network 27404cfc-3d83-4391-a05c-feb5de318cb2 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:02:52.804127 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-544bb7dd-fb96-4644-9cbd-85cb908d0530 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Deleting subnet ac115439-4e8b-4baa-aca2-38a1fc6d2d6d {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:02:52.807492 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-544bb7dd-fb96-4644-9cbd-85cb908d0530 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:52.810712 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857ac8b-060e-4fdd-b2fe-6dc2ff006c7b req-d4249900-140b-4059-a6eb-6ae74bf7de11 tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:52.813035 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0857ac8b-060e-4fdd-b2fe-6dc2ff006c7b req-d4249900-140b-4059-a6eb-6ae74bf7de11 tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee136db9-6531-48bb-b4e8-2a9c31d143ca HTTP/1.1" status: 200 len: 949 time: 0.0814281 Sep 17 08:02:52.856179 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-544bb7dd-fb96-4644-9cbd-85cb908d0530 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:52.927870 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-0cb2905d-2b0f-4204-bb24-b14449c791ce None None] Could not find standard attr ID for object 75762b1d-ffa4-4eeb-8c4e-e8f556d532a3. {{(pid=101291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 08:02:52.965797 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-0857ac8b-060e-4fdd-b2fe-6dc2ff006c7b req-bf300f77-78e9-4dd2-872d-0cf53958149e tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] Deleting port 3dadd8e8-3edc-4618-860c-97dc7eb09f31 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:02:52.966391 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-0857ac8b-060e-4fdd-b2fe-6dc2ff006c7b req-bf300f77-78e9-4dd2-872d-0cf53958149e tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:52.990713 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-544bb7dd-fb96-4644-9cbd-85cb908d0530 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:53.093121 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-544bb7dd-fb96-4644-9cbd-85cb908d0530 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:53.117485 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-0857ac8b-060e-4fdd-b2fe-6dc2ff006c7b req-bf300f77-78e9-4dd2-872d-0cf53958149e tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] For port 3dadd8e8-3edc-4618-860c-97dc7eb09f31, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=3dadd8e8-3edc-4618-860c-97dc7eb09f31,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:02:53.117857 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-0857ac8b-060e-4fdd-b2fe-6dc2ff006c7b req-bf300f77-78e9-4dd2-872d-0cf53958149e tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:53.132132 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-0857ac8b-060e-4fdd-b2fe-6dc2ff006c7b req-bf300f77-78e9-4dd2-872d-0cf53958149e tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] Calling delete_port for 3dadd8e8-3edc-4618-860c-97dc7eb09f31 owned by compute:nova {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:02:53.138407 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544bb7dd-fb96-4644-9cbd-85cb908d0530 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event deleted for resources: {'Subnet': ['ID=ac115439-4e8b-4baa-aca2-38a1fc6d2d6d,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:53.140488 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-544bb7dd-fb96-4644-9cbd-85cb908d0530 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:53.145321 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 59162) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:53.146779 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-544bb7dd-fb96-4644-9cbd-85cb908d0530 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "DELETE /v2.0/subnets/ac115439-4e8b-4baa-aca2-38a1fc6d2d6d HTTP/1.1" status: 204 len: 168 time: 0.4358428 Sep 17 08:02:53.208331 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e5d84ac-9c32-4cdd-a7bf-7e7e532335d2 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] DELETE failed (client error): The resource could not be found. Sep 17 08:02:53.209156 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e5d84ac-9c32-4cdd-a7bf-7e7e532335d2 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:02:53.211803 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-8e5d84ac-9c32-4cdd-a7bf-7e7e532335d2 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "DELETE /v2.0/subnets/ab2b4ac2-0fb7-484b-9aad-7836cc599209 HTTP/1.1" status: 404 len: 337 time: 0.0640683 Sep 17 08:02:53.213558 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 59164) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:53.278877 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-b65665a8-7041-4a57-9ff5-6bcbcffaf430 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Deleting subnet 1f58ad7e-9156-4d8e-81a9-dbc28148cacd {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:02:53.283549 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b65665a8-7041-4a57-9ff5-6bcbcffaf430 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:53.330641 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b65665a8-7041-4a57-9ff5-6bcbcffaf430 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:53.433896 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 5faeba73-c1b3-40cd-b678-ac7ff28700ad up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:02:53.488163 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b65665a8-7041-4a57-9ff5-6bcbcffaf430 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:53.492717 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 5faeba73-c1b3-40cd-b678-ac7ff28700ad triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:02:53.493170 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:53.546184 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-0857ac8b-060e-4fdd-b2fe-6dc2ff006c7b req-bf300f77-78e9-4dd2-872d-0cf53958149e tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:53.604985 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['3dadd8e8-3edc-4618-860c-97dc7eb09f31'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:02:53.609683 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf300f77-78e9-4dd2-872d-0cf53958149e tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] Pushing event deleted for resources: {'Port': ['ID=3dadd8e8-3edc-4618-860c-97dc7eb09f31,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:53.648521 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b2d5da-fe1c-4275-8893-9c049dd19967 req-4bb24c60-c71b-4523-bea3-36f791af3563 tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:53.649758 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c4b2d5da-fe1c-4275-8893-9c049dd19967 req-4bb24c60-c71b-4523-bea3-36f791af3563 tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee136db9-6531-48bb-b4e8-2a9c31d143ca HTTP/1.1" status: 200 len: 867 time: 0.2257707 Sep 17 08:02:53.654089 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b65665a8-7041-4a57-9ff5-6bcbcffaf430 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:53.681520 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:53.713343 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-0857ac8b-060e-4fdd-b2fe-6dc2ff006c7b req-bf300f77-78e9-4dd2-872d-0cf53958149e tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] No DVR routers for this DVR port 3dadd8e8-3edc-4618-860c-97dc7eb09f31 on host n-h1-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:02:53.715734 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b65665a8-7041-4a57-9ff5-6bcbcffaf430 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:53.717835 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-b65665a8-7041-4a57-9ff5-6bcbcffaf430 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "DELETE /v2.0/subnets/1f58ad7e-9156-4d8e-81a9-dbc28148cacd HTTP/1.1" status: 204 len: 168 time: 0.5033743 Sep 17 08:02:53.720380 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 59168) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:53.735344 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-0857ac8b-060e-4fdd-b2fe-6dc2ff006c7b req-bf300f77-78e9-4dd2-872d-0cf53958149e tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:53.737589 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0857ac8b-060e-4fdd-b2fe-6dc2ff006c7b req-bf300f77-78e9-4dd2-872d-0cf53958149e tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] 10.222.0.41 "DELETE /v2.0/ports/3dadd8e8-3edc-4618-860c-97dc7eb09f31 HTTP/1.1" status: 204 len: 173 time: 0.9176471 Sep 17 08:02:53.738422 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee136db9-6531-48bb-b4e8-2a9c31d143ca', 'name': 'network-vif-deleted', 'tag': '3dadd8e8-3edc-4618-860c-97dc7eb09f31'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:02:53.740713 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0abf6b1c-9731-4e34-a987-ac7f2500e5f2" -d '{"events": [{"server_uuid": "ee136db9-6531-48bb-b4e8-2a9c31d143ca", "name": "network-vif-deleted", "tag": "3dadd8e8-3edc-4618-860c-97dc7eb09f31"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:02:53.746475 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65665a8-7041-4a57-9ff5-6bcbcffaf430 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event deleted for resources: {'Subnet': ['ID=1f58ad7e-9156-4d8e-81a9-dbc28148cacd,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:53.768318 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-69e558d7-8469-4857-bf5a-ba533fe82f54 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] DELETE failed (client error): The resource could not be found. Sep 17 08:02:53.774756 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c4b2d5da-fe1c-4275-8893-9c049dd19967 req-014b9323-a71b-41bb-a882-0b002a237a90 tempest-VolumesNegativeTest-1197698633 tempest-VolumesNegativeTest-1197698633-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b46fd56-bbfa-4d3f-beb6-371704b9b2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084499 Sep 17 08:02:53.775169 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69e558d7-8469-4857-bf5a-ba533fe82f54 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:02:53.779483 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-69e558d7-8469-4857-bf5a-ba533fe82f54 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "DELETE /v2.0/subnets/d3289b20-c43e-4800-87b2-bd54df6182e8 HTTP/1.1" status: 404 len: 337 time: 0.0555229 Sep 17 08:02:53.779902 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 59172) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:53.824094 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac68e8c-c02a-4f62-96aa-735c3d30343e None None] Network 27404cfc-3d83-4391-a05c-feb5de318cb2 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:02:53.825580 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44682c32-c6d2-4c38-a1e3-7d98d34561d4 x-openstack-request-id: req-44682c32-c6d2-4c38-a1e3-7d98d34561d4 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:02:53.826046 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee136db9-6531-48bb-b4e8-2a9c31d143ca", "name": "network-vif-deleted", "tag": "3dadd8e8-3edc-4618-860c-97dc7eb09f31", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:02:53.826251 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-44682c32-c6d2-4c38-a1e3-7d98d34561d4 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:02:53.826870 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee136db9-6531-48bb-b4e8-2a9c31d143ca', 'name': 'network-vif-deleted', 'tag': '3dadd8e8-3edc-4618-860c-97dc7eb09f31', 'status': 'completed', 'code': 200} Sep 17 08:02:53.829690 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-55816d90-5baa-4d62-bd9a-b88a4dc66a91 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "GET /v2.0/ports?device_id=872378aa-76f3-41da-a9df-373997320da0 HTTP/1.1" status: 200 len: 205 time: 0.0487580 Sep 17 08:02:53.832413 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 59174) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:53.889297 n-d-789963-9 neutron-server[101290]: INFO neutron.api.v2.resource [None req-f537bf19-e616-401b-8ced-b783360d61ca tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] delete failed (client error): The resource could not be found. Sep 17 08:02:53.890733 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f537bf19-e616-401b-8ced-b783360d61ca tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "DELETE /v2.0/routers/872378aa-76f3-41da-a9df-373997320da0 HTTP/1.1" status: 404 len: 336 time: 0.0574486 Sep 17 08:02:53.893278 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 59176) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:53.927168 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-242ab251-95be-43fe-bc7a-6f1bca88313b tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] DELETE failed (client error): The resource could not be found. Sep 17 08:02:53.928473 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-242ab251-95be-43fe-bc7a-6f1bca88313b tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:02:53.933148 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 59178) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:53.933541 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-242ab251-95be-43fe-bc7a-6f1bca88313b tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "DELETE /v2.0/subnets/dd15e71e-9c01-4952-950a-19d482264b1e HTTP/1.1" status: 404 len: 337 time: 0.0386531 Sep 17 08:02:53.966374 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-896799b5-ea32-454b-94d0-0954a7b44a0d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] DELETE failed (client error): The resource could not be found. Sep 17 08:02:53.967084 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-896799b5-ea32-454b-94d0-0954a7b44a0d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:02:53.971889 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-896799b5-ea32-454b-94d0-0954a7b44a0d tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "DELETE /v2.0/subnets/887dd9f9-ca04-4232-ad3b-1bfd8eaf1759 HTTP/1.1" status: 404 len: 337 time: 0.0352769 Sep 17 08:02:53.974149 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 59182) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:53.982521 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1c7cb1fa-010b-4a9c-a5c5-829294493586 None None] Provisioning complete for port 8c63b671-b757-4ba7-baa4-38c40e2c2fc9 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:02:53.983439 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1c7cb1fa-010b-4a9c-a5c5-829294493586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:54.045295 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1c7cb1fa-010b-4a9c-a5c5-829294493586 None None] Port 8c63b671-b757-4ba7-baa4-38c40e2c2fc9 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:02:54.048694 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-d65d1a28-3833-428e-a1c6-2ba2e770ad69 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] DELETE failed (client error): The resource could not be found. Sep 17 08:02:54.049353 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d65d1a28-3833-428e-a1c6-2ba2e770ad69 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:02:54.055372 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 59188) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:54.061287 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1c7cb1fa-010b-4a9c-a5c5-829294493586 None None] Provisioning complete for port 5faeba73-c1b3-40cd-b678-ac7ff28700ad triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:02:54.063898 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1c7cb1fa-010b-4a9c-a5c5-829294493586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:54.081822 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d65d1a28-3833-428e-a1c6-2ba2e770ad69 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "DELETE /v2.0/subnets/35ac0cc2-0aac-44e0-bac4-8d27cf8e6191 HTTP/1.1" status: 404 len: 337 time: 0.1064870 Sep 17 08:02:54.101601 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-b677c445-04fb-4e39-8d8d-5830d7968567 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] DELETE failed (client error): The resource could not be found. Sep 17 08:02:54.102573 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b677c445-04fb-4e39-8d8d-5830d7968567 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:02:54.104336 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-b677c445-04fb-4e39-8d8d-5830d7968567 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "DELETE /v2.0/ports/97052a85-6ea5-484b-a273-ef141f24b8f3 HTTP/1.1" status: 404 len: 333 time: 0.0477381 Sep 17 08:02:54.108405 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 59192) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:54.122202 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a3553d-9488-4ef8-95ec-667feaf543f3 None None] DHCP port deletion for 27404cfc-3d83-4391-a05c-feb5de318cb2 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 08:02:54.136784 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a36d701-6039-41ab-9239-5083ed2493b7 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] DELETE failed (client error): The resource could not be found. Sep 17 08:02:54.137491 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a36d701-6039-41ab-9239-5083ed2493b7 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:02:54.139674 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-6a36d701-6039-41ab-9239-5083ed2493b7 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "DELETE /v2.0/subnets/b3d922c2-3842-4f0c-8ab3-c124bb1c4935 HTTP/1.1" status: 404 len: 337 time: 0.0300691 Sep 17 08:02:54.142189 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 59194) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:54.170259 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-75cdccc5-23a0-4e18-8ad4-c6c23c49a2f0 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] DELETE failed (client error): The resource could not be found. Sep 17 08:02:54.170918 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75cdccc5-23a0-4e18-8ad4-c6c23c49a2f0 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:02:54.174992 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-75cdccc5-23a0-4e18-8ad4-c6c23c49a2f0 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "DELETE /v2.0/subnets/288af212-2fc9-48c5-a415-f124c5a1bfa2 HTTP/1.1" status: 404 len: 337 time: 0.0296068 Sep 17 08:02:54.175365 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 59196) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:54.203971 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-d35ada68-2ba2-488f-bccf-184aafdcb806 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] DELETE failed (client error): The resource could not be found. Sep 17 08:02:54.205720 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d35ada68-2ba2-488f-bccf-184aafdcb806 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:02:54.210687 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 59198) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:54.210895 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d35ada68-2ba2-488f-bccf-184aafdcb806 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "DELETE /v2.0/ports/a6a65636-58ca-40d8-83ad-346c9a3d58f0 HTTP/1.1" status: 404 len: 333 time: 0.0344670 Sep 17 08:02:54.217560 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3553d-9488-4ef8-95ec-667feaf543f3 None None] Deleting port 5faeba73-c1b3-40cd-b678-ac7ff28700ad {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:02:54.217943 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f5a3553d-9488-4ef8-95ec-667feaf543f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:54.243205 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf64b55c-33f3-4cf2-88d4-4b19cb704365 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] DELETE failed (client error): The resource could not be found. Sep 17 08:02:54.243673 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf64b55c-33f3-4cf2-88d4-4b19cb704365 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:02:54.245772 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-bf64b55c-33f3-4cf2-88d4-4b19cb704365 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "DELETE /v2.0/subnets/8c004179-7b84-4703-a91d-6217b8ebc0a8 HTTP/1.1" status: 404 len: 337 time: 0.0340993 Sep 17 08:02:54.248495 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 59202) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:54.278593 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbd6e62f-3361-4f31-a7aa-c353c8ded4e4 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] DELETE failed (client error): The resource could not be found. Sep 17 08:02:54.279150 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbd6e62f-3361-4f31-a7aa-c353c8ded4e4 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:02:54.281021 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-fbd6e62f-3361-4f31-a7aa-c353c8ded4e4 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "DELETE /v2.0/subnets/04199e8e-f7f2-4f1d-896a-7573a2a49c55 HTTP/1.1" status: 404 len: 337 time: 0.0316396 Sep 17 08:02:54.283560 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 59204) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:54.302196 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-f5a3553d-9488-4ef8-95ec-667feaf543f3 None None] For port 5faeba73-c1b3-40cd-b678-ac7ff28700ad, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=5faeba73-c1b3-40cd-b678-ac7ff28700ad,segment=NetworkSegment(b9a2faa9-ad64-4a26-812c-3d7065b71feb),segment_id=b9a2faa9-ad64-4a26-812c-3d7065b71feb)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:02:54.302602 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f5a3553d-9488-4ef8-95ec-667feaf543f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:54.318346 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-f5a3553d-9488-4ef8-95ec-667feaf543f3 None None] Calling delete_port for 5faeba73-c1b3-40cd-b678-ac7ff28700ad owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:02:54.384866 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-8dce9820-1453-4ceb-ba69-fdff688007c9 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Deleting port 8c63b671-b757-4ba7-baa4-38c40e2c2fc9 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:02:54.385282 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8dce9820-1453-4ceb-ba69-fdff688007c9 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:54.399284 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f5a3553d-9488-4ef8-95ec-667feaf543f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:54.429006 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3553d-9488-4ef8-95ec-667feaf543f3 None None] Pushing event deleted for resources: {'Port': ['ID=5faeba73-c1b3-40cd-b678-ac7ff28700ad,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:54.434022 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a3553d-9488-4ef8-95ec-667feaf543f3 None None] No DVR routers for this DVR port 5faeba73-c1b3-40cd-b678-ac7ff28700ad on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:02:54.458905 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8dce9820-1453-4ceb-ba69-fdff688007c9 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:54.471366 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-8dce9820-1453-4ceb-ba69-fdff688007c9 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Calling delete_port for 8c63b671-b757-4ba7-baa4-38c40e2c2fc9 owned by {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:02:54.550523 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8dce9820-1453-4ceb-ba69-fdff688007c9 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:54.583615 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce9820-1453-4ceb-ba69-fdff688007c9 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event deleted for resources: {'Port': ['ID=8c63b671-b757-4ba7-baa4-38c40e2c2fc9,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:54.588894 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8dce9820-1453-4ceb-ba69-fdff688007c9 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:54.590897 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-8dce9820-1453-4ceb-ba69-fdff688007c9 tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "DELETE /v2.0/ports/8c63b671-b757-4ba7-baa4-38c40e2c2fc9 HTTP/1.1" status: 204 len: 168 time: 0.3062847 Sep 17 08:02:54.593398 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 59206) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:54.670244 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-229d6c66-9a97-46b8-823b-f00f4914155f tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:54.764805 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-229d6c66-9a97-46b8-823b-f00f4914155f tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:54.784972 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-229d6c66-9a97-46b8-823b-f00f4914155f tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27404cfc-3d83-4391-a05c-feb5de318cb2']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:02:54.794019 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-229d6c66-9a97-46b8-823b-f00f4914155f tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9a2faa9-ad64-4a26-812c-3d7065b71feb') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:02:54.794319 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-229d6c66-9a97-46b8-823b-f00f4914155f tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9a2faa9-ad64-4a26-812c-3d7065b71feb') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:02:54.804259 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-229d6c66-9a97-46b8-823b-f00f4914155f tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:54.818884 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-229d6c66-9a97-46b8-823b-f00f4914155f tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:54.826592 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-229d6c66-9a97-46b8-823b-f00f4914155f tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:02:54.827409 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-229d6c66-9a97-46b8-823b-f00f4914155f tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:54.830476 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:02:54.830476 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:02:54.830476 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:02:54.830476 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:02:54.830476 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:02:54.830476 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:02:54.830476 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:02:54.830476 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:02:54.830476 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:02:54.830476 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:02:54.830476 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:02:54.830476 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:02:54.830476 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:02:54.830476 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:02:54.830476 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:02:54.830476 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:02:54.830476 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:02:54.830476 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:02:54.830476 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:02:54.830476 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:02:54.830476 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:02:54.830476 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:02:54.830476 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:02:54.830476 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:02:54.830476 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:02:54.830476 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:02:54.830476 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:02:54.830476 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:02:54.830476 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:02:54.830476 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:02:54.830476 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:02:54.830476 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:02:54.906120 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-229d6c66-9a97-46b8-823b-f00f4914155f tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:54.914227 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-229d6c66-9a97-46b8-823b-f00f4914155f tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:54.918600 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-229d6c66-9a97-46b8-823b-f00f4914155f tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] 10.222.0.13 "DELETE /v2.0/networks/27404cfc-3d83-4391-a05c-feb5de318cb2 HTTP/1.1" status: 204 len: 168 time: 0.3219762 Sep 17 08:02:54.931349 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229d6c66-9a97-46b8-823b-f00f4914155f tempest-PortsIpV6TestJSON-1114074399 tempest-PortsIpV6TestJSON-1114074399-project] Pushing event deleted for resources: {'Network': ['ID=27404cfc-3d83-4391-a05c-feb5de318cb2,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:55.222006 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 59240) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:55.234409 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:55.424382 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 5faeba73-c1b3-40cd-b678-ac7ff28700ad no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:02:55.449058 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 5faeba73-c1b3-40cd-b678-ac7ff28700ad {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:02:55.449914 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 5faeba73-c1b3-40cd-b678-ac7ff28700ad not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:02:55.472597 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-8522b9ae-b99d-48a0-abaa-bb0ccdf459cc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c96b3a25bd1140808dd24149610b3dd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2469716 Sep 17 08:02:55.472924 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 59252) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:55.533379 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1ded3ce9-93cc-480a-ac9b-5cb0bdc0750b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:55.564202 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1ded3ce9-93cc-480a-ac9b-5cb0bdc0750b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:55.564400 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 3dadd8e8-3edc-4618-860c-97dc7eb09f31 no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:02:55.609065 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] No Port match for: 3dadd8e8-3edc-4618-860c-97dc7eb09f31 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:02:55.609299 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 3dadd8e8-3edc-4618-860c-97dc7eb09f31 not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:02:55.627200 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1ded3ce9-93cc-480a-ac9b-5cb0bdc0750b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:55.630764 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1ded3ce9-93cc-480a-ac9b-5cb0bdc0750b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:55.635019 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-1ded3ce9-93cc-480a-ac9b-5cb0bdc0750b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/696a8008-7b9d-404e-8ce7-46f27367e948 HTTP/1.1" status: 204 len: 168 time: 0.1610942 Sep 17 08:02:55.644774 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ded3ce9-93cc-480a-ac9b-5cb0bdc0750b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=696a8008-7b9d-404e-8ce7-46f27367e948,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:55.845762 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4b0c539f-3180-4816-a774-c898fab16983 req-344e6a14-0d8b-43b0-8a5c-718f894eb926 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=706b6671-3c66-4294-84b0-31a8c1f04549&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4378111 Sep 17 08:02:55.973863 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c539f-3180-4816-a774-c898fab16983 req-c09696f2-3961-490d-8ae8-7f24ed58636b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:55.974106 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c539f-3180-4816-a774-c898fab16983 req-c09696f2-3961-490d-8ae8-7f24ed58636b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:55.974537 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c539f-3180-4816-a774-c898fab16983 req-c09696f2-3961-490d-8ae8-7f24ed58636b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:55.975011 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c539f-3180-4816-a774-c898fab16983 req-c09696f2-3961-490d-8ae8-7f24ed58636b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:55.975469 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c539f-3180-4816-a774-c898fab16983 req-c09696f2-3961-490d-8ae8-7f24ed58636b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:55.975982 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c539f-3180-4816-a774-c898fab16983 req-c09696f2-3961-490d-8ae8-7f24ed58636b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:55.976449 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c539f-3180-4816-a774-c898fab16983 req-c09696f2-3961-490d-8ae8-7f24ed58636b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:55.978696 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4b0c539f-3180-4816-a774-c898fab16983 req-c09696f2-3961-490d-8ae8-7f24ed58636b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=be827b1e83e148ae835f43092deae86a&device_id=706b6671-3c66-4294-84b0-31a8c1f04549 HTTP/1.1" status: 200 len: 6502 time: 0.0578322 Sep 17 08:02:56.125586 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c539f-3180-4816-a774-c898fab16983 req-6217e201-8c34-47e5-a1ac-c6b70382aea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:56.126070 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c539f-3180-4816-a774-c898fab16983 req-6217e201-8c34-47e5-a1ac-c6b70382aea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:56.126537 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c539f-3180-4816-a774-c898fab16983 req-6217e201-8c34-47e5-a1ac-c6b70382aea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:56.128351 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4b0c539f-3180-4816-a774-c898fab16983 req-6217e201-8c34-47e5-a1ac-c6b70382aea6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6cfc3ea8-69fd-4619-936c-5df378582b6b&id=d8564b37-cdc8-4e9d-8712-8bb5e8dd0908&id=d8564b37-cdc8-4e9d-8712-8bb5e8dd0908&id=d8564b37-cdc8-4e9d-8712-8bb5e8dd0908&id=d8564b37-cdc8-4e9d-8712-8bb5e8dd0908&id=23dc9245-044a-48fa-8f5c-bfe08f2d4cd2&id=23dc9245-044a-48fa-8f5c-bfe08f2d4cd2 HTTP/1.1" status: 200 len: 2296 time: 0.1195488 Sep 17 08:02:56.233109 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4b0c539f-3180-4816-a774-c898fab16983 req-228e2f69-adbb-4840-9561-eb7556a35391 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a68e833f-a972-4578-b451-f6cdb669cad4 HTTP/1.1" status: 200 len: 1001 time: 0.0972588 Sep 17 08:02:56.307426 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c539f-3180-4816-a774-c898fab16983 req-ef6c06d0-3558-484d-b190-0e693d4686a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:56.310074 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4b0c539f-3180-4816-a774-c898fab16983 req-ef6c06d0-3558-484d-b190-0e693d4686a7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f067041-ce8b-4655-bfa4-ebeec18fa6e5 HTTP/1.1" status: 200 len: 853 time: 0.0682776 Sep 17 08:02:56.381870 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c539f-3180-4816-a774-c898fab16983 req-b9cfcb44-7b81-4b3a-9ace-9f481f4e51fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:56.391974 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4b0c539f-3180-4816-a774-c898fab16983 req-b9cfcb44-7b81-4b3a-9ace-9f481f4e51fb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6cfc3ea8-69fd-4619-936c-5df378582b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652914 Sep 17 08:02:56.552840 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4b0c539f-3180-4816-a774-c898fab16983 req-35f66c2b-189f-4eb3-a68d-501358d8ece5 service neutron] 10.222.0.39 "GET /v2.0/networks/6cfc3ea8-69fd-4619-936c-5df378582b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415548 Sep 17 08:02:56.599195 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 59354) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:56.731500 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4b0c539f-3180-4816-a774-c898fab16983 req-763ede67-c973-4812-8a7b-f4b3372993f1 service neutron] 10.222.0.39 "GET /v2.0/networks/6cfc3ea8-69fd-4619-936c-5df378582b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703553 Sep 17 08:02:56.765491 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-1e3d41ad-55b9-4f64-80a4-245cdf991579 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-256581733'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:02:56.795976 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4b0c539f-3180-4816-a774-c898fab16983 req-bbf71e03-8fcc-48e0-8693-6dbe635d1435 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=2e8d2cc8-f6f7-4d9c-ba24-cee4c068da0b HTTP/1.1" status: 200 len: 217 time: 0.0565689 Sep 17 08:02:56.800440 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3d41ad-55b9-4f64-80a4-245cdf991579 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Made reservation on behalf of bc1e57ea729b496c9e70ade3ba30f0a4 for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:02:56.806464 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1e3d41ad-55b9-4f64-80a4-245cdf991579 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:56.820597 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1e3d41ad-55b9-4f64-80a4-245cdf991579 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:56.889407 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c539f-3180-4816-a774-c898fab16983 req-e3e8d31d-9135-407e-9b8e-157e5155e0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:56.891362 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4b0c539f-3180-4816-a774-c898fab16983 req-e3e8d31d-9135-407e-9b8e-157e5155e0e9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bfc0f6d4-23f1-47ca-971c-a1c789dc7289 HTTP/1.1" status: 200 len: 797 time: 0.0880377 Sep 17 08:02:56.944544 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1e3d41ad-55b9-4f64-80a4-245cdf991579 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:56.950103 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1e3d41ad-55b9-4f64-80a4-245cdf991579 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:56.982386 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e3d41ad-55b9-4f64-80a4-245cdf991579 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:02:56.986774 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e47072-97aa-45ce-a10e-6ff55a86a457 req-d7d8f9a9-b5a5-4f9a-b3d8-17e732cff4c1 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:56.988435 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d2e47072-97aa-45ce-a10e-6ff55a86a457 req-d7d8f9a9-b5a5-4f9a-b3d8-17e732cff4c1 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c8451fc-2a23-4c4a-a02f-f30581cfdc64 HTTP/1.1" status: 200 len: 945 time: 0.0961428 Sep 17 08:02:56.992509 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c539f-3180-4816-a774-c898fab16983 req-617e038d-e579-4007-b287-ec39e028596c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:56.994134 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4b0c539f-3180-4816-a774-c898fab16983 req-617e038d-e579-4007-b287-ec39e028596c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d8564b37-cdc8-4e9d-8712-8bb5e8dd0908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0891895 Sep 17 08:02:57.002753 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3d41ad-55b9-4f64-80a4-245cdf991579 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73e18a17-53e2-4170-a9c0-a0c3e6a5ef71,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:57.018809 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1e3d41ad-55b9-4f64-80a4-245cdf991579 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:57.021855 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-1e3d41ad-55b9-4f64-80a4-245cdf991579 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Added segment 2e4cb9e5-5afe-47b4-8c9d-72da9e941b92 of type vlan for network 37cc2035-aa55-44bb-9551-321e7d7e4531 Sep 17 08:02:57.077094 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1e3d41ad-55b9-4f64-80a4-245cdf991579 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:57.119302 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4b0c539f-3180-4816-a774-c898fab16983 req-4b784ab4-29df-4b37-8b5f-8ad56afeb6be service neutron] 10.222.0.39 "GET /v2.0/networks/d8564b37-cdc8-4e9d-8712-8bb5e8dd0908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132996 Sep 17 08:02:57.122782 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d2e47072-97aa-45ce-a10e-6ff55a86a457 req-49d6a95b-1ad3-492c-8a06-aa8d77e314e5 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257806 Sep 17 08:02:57.134309 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1e3d41ad-55b9-4f64-80a4-245cdf991579 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:57.140500 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3d41ad-55b9-4f64-80a4-245cdf991579 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:57.141042 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1e3d41ad-55b9-4f64-80a4-245cdf991579 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:57.206953 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-1e3d41ad-55b9-4f64-80a4-245cdf991579 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6068699 Sep 17 08:02:57.209745 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 59416) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:57.215803 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-1ceda509-f275-4269-86a8-d7fff6f97174 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-638029148'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:02:57.248144 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3d41ad-55b9-4f64-80a4-245cdf991579 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Pushing event updated for resources: {'Network': ['ID=37cc2035-aa55-44bb-9551-321e7d7e4531,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:57.259322 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 37cc2035-aa55-44bb-9551-321e7d7e4531 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:02:57.268849 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4b0c539f-3180-4816-a774-c898fab16983 req-1224fa3a-37f2-4b0a-83a5-acd9b4b2d864 service neutron] 10.222.0.39 "GET /v2.0/networks/d8564b37-cdc8-4e9d-8712-8bb5e8dd0908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413856 Sep 17 08:02:57.270064 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ceda509-f275-4269-86a8-d7fff6f97174 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Made reservation on behalf of bc1e57ea729b496c9e70ade3ba30f0a4 for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:02:57.274607 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1ceda509-f275-4269-86a8-d7fff6f97174 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:57.321969 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4b0c539f-3180-4816-a774-c898fab16983 req-72022aa3-4ed0-4a1f-8bd3-bf4185e2e7d2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=858f97dd-d6a3-4621-8715-ddba12e25df6 HTTP/1.1" status: 200 len: 217 time: 0.0449171 Sep 17 08:02:57.366250 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ceda509-f275-4269-86a8-d7fff6f97174 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:02:57.384982 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1ceda509-f275-4269-86a8-d7fff6f97174 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:57.385414 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-1ceda509-f275-4269-86a8-d7fff6f97174 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Added segment 3fa99701-f2e0-45c8-bbb9-24a63634a8c7 of type vlan for network 5589e48c-5883-4a25-acba-5f2a4c7cdf2a Sep 17 08:02:57.394173 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c539f-3180-4816-a774-c898fab16983 req-0d364650-083e-4a92-9c19-4b7bce581c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:57.395711 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4b0c539f-3180-4816-a774-c898fab16983 req-0d364650-083e-4a92-9c19-4b7bce581c8c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bfc0f6d4-23f1-47ca-971c-a1c789dc7289 HTTP/1.1" status: 200 len: 797 time: 0.0675015 Sep 17 08:02:57.462087 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1ceda509-f275-4269-86a8-d7fff6f97174 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:57.500982 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c539f-3180-4816-a774-c898fab16983 req-c9066147-7e67-4ab3-8841-16ccadbfde59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:57.502800 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4b0c539f-3180-4816-a774-c898fab16983 req-c9066147-7e67-4ab3-8841-16ccadbfde59 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d8564b37-cdc8-4e9d-8712-8bb5e8dd0908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0818086 Sep 17 08:02:57.504197 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1ceda509-f275-4269-86a8-d7fff6f97174 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:57.515028 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ceda509-f275-4269-86a8-d7fff6f97174 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:57.515778 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1ceda509-f275-4269-86a8-d7fff6f97174 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:57.583078 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-1ceda509-f275-4269-86a8-d7fff6f97174 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3717828 Sep 17 08:02:57.586172 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 59446) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:57.592454 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-dee29634-107d-41f9-aea6-e32aa74deba8 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Request body: {'subnet': {'network_id': '37cc2035-aa55-44bb-9551-321e7d7e4531', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:02:57.682231 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee29634-107d-41f9-aea6-e32aa74deba8 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Made reservation on behalf of bc1e57ea729b496c9e70ade3ba30f0a4 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:02:57.682931 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceda509-f275-4269-86a8-d7fff6f97174 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Pushing event updated for resources: {'Network': ['ID=5589e48c-5883-4a25-acba-5f2a4c7cdf2a,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:57.687604 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-dee29634-107d-41f9-aea6-e32aa74deba8 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:57.694717 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 5589e48c-5883-4a25-acba-5f2a4c7cdf2a details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:02:57.726376 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4b0c539f-3180-4816-a774-c898fab16983 req-b5006c69-772e-454b-bb76-a785f166a145 service neutron] 10.222.0.39 "GET /v2.0/networks/d8564b37-cdc8-4e9d-8712-8bb5e8dd0908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920326 Sep 17 08:02:57.835729 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4b0c539f-3180-4816-a774-c898fab16983 req-b27ce5cf-d3d8-49cf-b5f5-9fbcf1c8e324 service neutron] 10.222.0.39 "GET /v2.0/networks/d8564b37-cdc8-4e9d-8712-8bb5e8dd0908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025729 Sep 17 08:02:57.878907 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4b0c539f-3180-4816-a774-c898fab16983 req-c7c78f99-b554-4bcd-b8fe-7927aa78e2d0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=9daf9ec3-be6c-41a6-bf27-2c5e926410d5 HTTP/1.1" status: 200 len: 217 time: 0.0357318 Sep 17 08:02:57.890931 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-dee29634-107d-41f9-aea6-e32aa74deba8 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:57.928413 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c539f-3180-4816-a774-c898fab16983 req-3a318ded-87ca-435a-9ca1-cac2e05ac6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:57.930031 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4b0c539f-3180-4816-a774-c898fab16983 req-3a318ded-87ca-435a-9ca1-cac2e05ac6bb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bfc0f6d4-23f1-47ca-971c-a1c789dc7289 HTTP/1.1" status: 200 len: 797 time: 0.0447860 Sep 17 08:02:57.956857 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee29634-107d-41f9-aea6-e32aa74deba8 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Pushing event updated for resources: {'Subnet': ['ID=e3f523ef-3785-47cb-8987-faea00cbe7da,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:57.970400 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee29634-107d-41f9-aea6-e32aa74deba8 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:02:57.970767 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee29634-107d-41f9-aea6-e32aa74deba8 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:02:57.971109 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee29634-107d-41f9-aea6-e32aa74deba8 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:02:57.971613 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee29634-107d-41f9-aea6-e32aa74deba8 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:02:57.972149 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee29634-107d-41f9-aea6-e32aa74deba8 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:02:57.972676 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee29634-107d-41f9-aea6-e32aa74deba8 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:02:57.973162 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee29634-107d-41f9-aea6-e32aa74deba8 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:02:57.973647 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee29634-107d-41f9-aea6-e32aa74deba8 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:02:57.974131 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee29634-107d-41f9-aea6-e32aa74deba8 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:02:57.974635 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee29634-107d-41f9-aea6-e32aa74deba8 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:02:57.974971 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee29634-107d-41f9-aea6-e32aa74deba8 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:02:57.975300 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee29634-107d-41f9-aea6-e32aa74deba8 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:02:57.981619 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c539f-3180-4816-a774-c898fab16983 req-1df79620-9fa3-4008-b894-3e0756935319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:57.982384 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee29634-107d-41f9-aea6-e32aa74deba8 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Checking segment: {'id': '2e4cb9e5-5afe-47b4-8c9d-72da9e941b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '37cc2035-aa55-44bb-9551-321e7d7e4531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:02:57.982758 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee29634-107d-41f9-aea6-e32aa74deba8 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Network hostable DHCP agents. Network: 37cc2035-aa55-44bb-9551-321e7d7e4531, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:02:57.983148 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4b0c539f-3180-4816-a774-c898fab16983 req-1df79620-9fa3-4008-b894-3e0756935319 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d8564b37-cdc8-4e9d-8712-8bb5e8dd0908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0461698 Sep 17 08:02:58.001647 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee29634-107d-41f9-aea6-e32aa74deba8 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Network 37cc2035-aa55-44bb-9551-321e7d7e4531 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:02:58.012036 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-dee29634-107d-41f9-aea6-e32aa74deba8 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 37cc2035-aa55-44bb-9551-321e7d7e4531) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:02:58.020541 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ea1aec-6ce1-4f0a-b2ca-43491b0af642 None None] Network 37cc2035-aa55-44bb-9551-321e7d7e4531 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:02:58.021289 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee29634-107d-41f9-aea6-e32aa74deba8 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:58.022031 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-dee29634-107d-41f9-aea6-e32aa74deba8 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:58.044314 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-dee29634-107d-41f9-aea6-e32aa74deba8 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4563558 Sep 17 08:02:58.047209 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 59468) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:58.052938 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-67632b41-2c32-4f57-8d3c-ff483c497914 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Request body: {'subnet': {'network_id': '5589e48c-5883-4a25-acba-5f2a4c7cdf2a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:02:58.107140 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4b0c539f-3180-4816-a774-c898fab16983 req-d0876172-8e3e-4333-8c1e-a7319604e853 service neutron] 10.222.0.39 "GET /v2.0/networks/d8564b37-cdc8-4e9d-8712-8bb5e8dd0908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160183 Sep 17 08:02:58.167125 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67632b41-2c32-4f57-8d3c-ff483c497914 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Made reservation on behalf of bc1e57ea729b496c9e70ade3ba30f0a4 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:02:58.170851 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-67632b41-2c32-4f57-8d3c-ff483c497914 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:58.211091 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d099ef77-4cb5-4eca-bc51-7e1f62c80d9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-37cc2035-aa55-44bb-9551-321e7d7e4531', 'network_id': '37cc2035-aa55-44bb-9551-321e7d7e4531', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'fixed_ips': [{'subnet_id': 'e3f523ef-3785-47cb-8987-faea00cbe7da'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:02:58.211908 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d099ef77-4cb5-4eca-bc51-7e1f62c80d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:58.253445 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4b0c539f-3180-4816-a774-c898fab16983 req-6733a932-8ee6-4a0d-8127-a2a2764e4bb2 service neutron] 10.222.0.39 "GET /v2.0/networks/d8564b37-cdc8-4e9d-8712-8bb5e8dd0908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388044 Sep 17 08:02:58.316635 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4b0c539f-3180-4816-a774-c898fab16983 req-0c4c2056-99eb-4761-a296-fc96d927704b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.88&port_id=be665358-5a2c-4dfe-be6e-8c1aa523ee59 HTTP/1.1" status: 200 len: 217 time: 0.0516863 Sep 17 08:02:58.422442 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e10ad1-62bd-4836-bfce-e8b466c53dd0 req-9287b5f2-32d5-475a-9167-a8ebb51be31c tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:58.428975 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-06e10ad1-62bd-4836-bfce-e8b466c53dd0 req-9287b5f2-32d5-475a-9167-a8ebb51be31c tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c8451fc-2a23-4c4a-a02f-f30581cfdc64 HTTP/1.1" status: 200 len: 945 time: 0.1746156 Sep 17 08:02:58.438528 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c539f-3180-4816-a774-c898fab16983 req-ffd2b03d-b821-41f3-ba90-709f32a23287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:58.439975 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4b0c539f-3180-4816-a774-c898fab16983 req-ffd2b03d-b821-41f3-ba90-709f32a23287 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bfc0f6d4-23f1-47ca-971c-a1c789dc7289 HTTP/1.1" status: 200 len: 797 time: 0.1132209 Sep 17 08:02:58.466174 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-d099ef77-4cb5-4eca-bc51-7e1f62c80d9a None None] Allocated IP 2001:db8::2 (37cc2035-aa55-44bb-9551-321e7d7e4531/e3f523ef-3785-47cb-8987-faea00cbe7da/0318dd88-fc4c-42cd-94de-2cbfb83bcd58) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:02:58.508881 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-67632b41-2c32-4f57-8d3c-ff483c497914 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:58.533817 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-06e10ad1-62bd-4836-bfce-e8b466c53dd0 req-b6d79ad3-308d-452c-9793-360869fbe89b tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037822 Sep 17 08:02:58.573113 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c539f-3180-4816-a774-c898fab16983 req-c31ecb24-dfd7-4537-8e4e-a6ec702dd345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:58.583235 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4b0c539f-3180-4816-a774-c898fab16983 req-c31ecb24-dfd7-4537-8e4e-a6ec702dd345 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d8564b37-cdc8-4e9d-8712-8bb5e8dd0908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1356716 Sep 17 08:02:58.638612 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67632b41-2c32-4f57-8d3c-ff483c497914 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Pushing event updated for resources: {'Subnet': ['ID=68b71ba4-7d94-4af5-be09-b32f498c6a8a,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:58.651617 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67632b41-2c32-4f57-8d3c-ff483c497914 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Checking segment: {'id': '3fa99701-f2e0-45c8-bbb9-24a63634a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5589e48c-5883-4a25-acba-5f2a4c7cdf2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:02:58.652330 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67632b41-2c32-4f57-8d3c-ff483c497914 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Network hostable DHCP agents. Network: 5589e48c-5883-4a25-acba-5f2a4c7cdf2a, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:02:58.692759 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67632b41-2c32-4f57-8d3c-ff483c497914 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Network 5589e48c-5883-4a25-acba-5f2a4c7cdf2a is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:02:58.705699 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d099ef77-4cb5-4eca-bc51-7e1f62c80d9a None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:58.708769 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-67632b41-2c32-4f57-8d3c-ff483c497914 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 5589e48c-5883-4a25-acba-5f2a4c7cdf2a) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:02:58.715139 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d099ef77-4cb5-4eca-bc51-7e1f62c80d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:58.717682 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67632b41-2c32-4f57-8d3c-ff483c497914 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:58.719699 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-67632b41-2c32-4f57-8d3c-ff483c497914 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:58.727467 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1243a03f-47a0-4628-bc72-9190858ed40d None None] Network 5589e48c-5883-4a25-acba-5f2a4c7cdf2a requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:02:58.748210 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-67632b41-2c32-4f57-8d3c-ff483c497914 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6997180 Sep 17 08:02:58.750878 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 59514) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:58.757492 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-e72c4453-79ca-42fd-916a-a48f5935d409 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1700511704', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:02:58.795975 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d099ef77-4cb5-4eca-bc51-7e1f62c80d9a None None] Network 37cc2035-aa55-44bb-9551-321e7d7e4531 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:02:58.802281 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-d099ef77-4cb5-4eca-bc51-7e1f62c80d9a None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:02:58.816034 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4b0c539f-3180-4816-a774-c898fab16983 req-5503a2b3-5e9a-415c-93d9-5f2ab9d28777 service neutron] 10.222.0.39 "GET /v2.0/networks/d8564b37-cdc8-4e9d-8712-8bb5e8dd0908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208254 Sep 17 08:02:58.817591 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e72c4453-79ca-42fd-916a-a48f5935d409 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:58.819029 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e72c4453-79ca-42fd-916a-a48f5935d409 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:58.842267 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d099ef77-4cb5-4eca-bc51-7e1f62c80d9a None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:02:58.857077 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d099ef77-4cb5-4eca-bc51-7e1f62c80d9a None None] Pushing event updated for resources: {'Port': ['ID=0318dd88-fc4c-42cd-94de-2cbfb83bcd58,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:58.980692 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-d099ef77-4cb5-4eca-bc51-7e1f62c80d9a None None] Attempting to bind port 0318dd88-fc4c-42cd-94de-2cbfb83bcd58 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:02:58.981055 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-d099ef77-4cb5-4eca-bc51-7e1f62c80d9a None None] Attempting to bind port 0318dd88-fc4c-42cd-94de-2cbfb83bcd58 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '2e4cb9e5-5afe-47b4-8c9d-72da9e941b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '37cc2035-aa55-44bb-9551-321e7d7e4531'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:02:58.981425 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d099ef77-4cb5-4eca-bc51-7e1f62c80d9a None None] Attempting to bind port 0318dd88-fc4c-42cd-94de-2cbfb83bcd58 on network 37cc2035-aa55-44bb-9551-321e7d7e4531 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:02:58.994069 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d099ef77-4cb5-4eca-bc51-7e1f62c80d9a None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:02:58.994613 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d099ef77-4cb5-4eca-bc51-7e1f62c80d9a None None] Checking segment: {'id': '2e4cb9e5-5afe-47b4-8c9d-72da9e941b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '37cc2035-aa55-44bb-9551-321e7d7e4531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:02:58.995038 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d099ef77-4cb5-4eca-bc51-7e1f62c80d9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:58.995145 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e72c4453-79ca-42fd-916a-a48f5935d409 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:58.995582 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d099ef77-4cb5-4eca-bc51-7e1f62c80d9a None None] Bound using segment: {'id': '2e4cb9e5-5afe-47b4-8c9d-72da9e941b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '37cc2035-aa55-44bb-9551-321e7d7e4531'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:02:58.995680 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-035894c7-1dad-44ae-87bf-b8f0e319976f req-f1e15832-507a-4e6d-a6af-6a7ef1c29021 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0358589 Sep 17 08:02:58.995938 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-d099ef77-4cb5-4eca-bc51-7e1f62c80d9a None None] Bound port: 0318dd88-fc4c-42cd-94de-2cbfb83bcd58, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e4cb9e5-5afe-47b4-8c9d-72da9e941b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '37cc2035-aa55-44bb-9551-321e7d7e4531'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:02:58.996375 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d099ef77-4cb5-4eca-bc51-7e1f62c80d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:59.000667 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4b0c539f-3180-4816-a774-c898fab16983 req-054aafdc-b996-463a-8836-d89f5a0b44e9 service neutron] 10.222.0.39 "GET /v2.0/networks/d8564b37-cdc8-4e9d-8712-8bb5e8dd0908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773217 Sep 17 08:02:59.023221 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e72c4453-79ca-42fd-916a-a48f5935d409 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:59.080090 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1457197b-26d0-403c-930d-90d16b5bce67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-5589e48c-5883-4a25-acba-5f2a4c7cdf2a', 'network_id': '5589e48c-5883-4a25-acba-5f2a4c7cdf2a', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'fixed_ips': [{'subnet_id': '68b71ba4-7d94-4af5-be09-b32f498c6a8a'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:02:59.080956 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1457197b-26d0-403c-930d-90d16b5bce67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:59.085470 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e72c4453-79ca-42fd-916a-a48f5935d409 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:59.092142 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e72c4453-79ca-42fd-916a-a48f5935d409 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3400514 Sep 17 08:02:59.093698 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4b0c539f-3180-4816-a774-c898fab16983 req-82e40306-76bd-425e-ae40-783e08bb8921 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8c3cff88-1b52-462a-aa22-14e35f943803 HTTP/1.1" status: 200 len: 217 time: 0.0788298 Sep 17 08:02:59.096145 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-035894c7-1dad-44ae-87bf-b8f0e319976f req-2e4cdde5-9b73-4d89-b723-76f922765b68 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0385070 Sep 17 08:02:59.096802 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 59520) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:02:59.145346 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b421e5e-cf5a-4688-a7f3-bcd128380969 req-646010de-8fbc-40fe-8d9a-cba2cd106903 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:59.147264 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0b421e5e-cf5a-4688-a7f3-bcd128380969 req-646010de-8fbc-40fe-8d9a-cba2cd106903 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c8451fc-2a23-4c4a-a02f-f30581cfdc64 HTTP/1.1" status: 200 len: 945 time: 0.1980293 Sep 17 08:02:59.192918 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-d099ef77-4cb5-4eca-bc51-7e1f62c80d9a None None] For port 0318dd88-fc4c-42cd-94de-2cbfb83bcd58, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:02:59.198098 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c539f-3180-4816-a774-c898fab16983 req-29ebcae4-2e13-495b-8b62-1111f8818d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:59.199632 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4b0c539f-3180-4816-a774-c898fab16983 req-29ebcae4-2e13-495b-8b62-1111f8818d67 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=98b47ab8-ddfc-4cc6-be27-8b7224b1d41b HTTP/1.1" status: 200 len: 797 time: 0.0987031 Sep 17 08:02:59.211661 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-d099ef77-4cb5-4eca-bc51-7e1f62c80d9a None None] For port 0318dd88-fc4c-42cd-94de-2cbfb83bcd58, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=0318dd88-fc4c-42cd-94de-2cbfb83bcd58,segment=NetworkSegment(2e4cb9e5-5afe-47b4-8c9d-72da9e941b92),segment_id=2e4cb9e5-5afe-47b4-8c9d-72da9e941b92)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:02:59.219419 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d099ef77-4cb5-4eca-bc51-7e1f62c80d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:59.243871 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-035894c7-1dad-44ae-87bf-b8f0e319976f req-25e55f0c-cf6d-4cf0-bb5f-abbd0460cb7f service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0949228 Sep 17 08:02:59.278066 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c539f-3180-4816-a774-c898fab16983 req-97a7c377-8ca5-4c46-b8d9-f83e8b11fb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:59.279774 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4b0c539f-3180-4816-a774-c898fab16983 req-97a7c377-8ca5-4c46-b8d9-f83e8b11fb7f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=23dc9245-044a-48fa-8f5c-bfe08f2d4cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0732818 Sep 17 08:02:59.313901 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-0b421e5e-cf5a-4688-a7f3-bcd128380969 req-7a415fdd-f207-4e6a-a753-ce7ef9c92a7e tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Deleting port 76c0aa62-a44a-483c-bf09-3f68d1dc9c57 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:02:59.323761 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-0b421e5e-cf5a-4688-a7f3-bcd128380969 req-7a415fdd-f207-4e6a-a753-ce7ef9c92a7e tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:59.345325 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-1457197b-26d0-403c-930d-90d16b5bce67 None None] Allocated IP 2001:db8:1::2 (5589e48c-5883-4a25-acba-5f2a4c7cdf2a/68b71ba4-7d94-4af5-be09-b32f498c6a8a/cea6a62a-cd14-44b8-adc0-6297f8a03b32) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:02:59.347471 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d099ef77-4cb5-4eca-bc51-7e1f62c80d9a None None] Pushing event updated for resources: {'Port': ['ID=0318dd88-fc4c-42cd-94de-2cbfb83bcd58,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:59.518469 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-0b421e5e-cf5a-4688-a7f3-bcd128380969 req-7a415fdd-f207-4e6a-a753-ce7ef9c92a7e tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] For port 76c0aa62-a44a-483c-bf09-3f68d1dc9c57, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=76c0aa62-a44a-483c-bf09-3f68d1dc9c57,segment=NetworkSegment(fd7b9750-679d-4ecc-9c9e-dc86937b132b),segment_id=fd7b9750-679d-4ecc-9c9e-dc86937b132b)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:02:59.518969 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-0b421e5e-cf5a-4688-a7f3-bcd128380969 req-7a415fdd-f207-4e6a-a753-ce7ef9c92a7e tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:59.531565 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4b0c539f-3180-4816-a774-c898fab16983 req-10cf4b37-115c-4791-9d29-9b728f2de20e service neutron] 10.222.0.39 "GET /v2.0/networks/23dc9245-044a-48fa-8f5c-bfe08f2d4cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433510 Sep 17 08:02:59.541566 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-0b421e5e-cf5a-4688-a7f3-bcd128380969 req-7a415fdd-f207-4e6a-a753-ce7ef9c92a7e tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Calling delete_port for 76c0aa62-a44a-483c-bf09-3f68d1dc9c57 owned by compute:nova {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:02:59.652119 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1457197b-26d0-403c-930d-90d16b5bce67 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:59.672885 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1457197b-26d0-403c-930d-90d16b5bce67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:59.771070 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1457197b-26d0-403c-930d-90d16b5bce67 None None] Network 5589e48c-5883-4a25-acba-5f2a4c7cdf2a is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:02:59.788806 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-1457197b-26d0-403c-930d-90d16b5bce67 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:02:59.799981 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1457197b-26d0-403c-930d-90d16b5bce67 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:02:59.807397 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1457197b-26d0-403c-930d-90d16b5bce67 None None] Pushing event updated for resources: {'Port': ['ID=cea6a62a-cd14-44b8-adc0-6297f8a03b32,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:02:59.872994 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4b0c539f-3180-4816-a774-c898fab16983 req-b9c603b3-e482-4724-93ba-28c369e26e5a service neutron] 10.222.0.39 "GET /v2.0/networks/23dc9245-044a-48fa-8f5c-bfe08f2d4cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255248 Sep 17 08:02:59.889040 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec74ebe-f40c-412d-88ce-db2c0d7b16e9 req-55ad54f1-55f2-4e4c-9c4f-90ab754c16ec tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:02:59.890646 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1ec74ebe-f40c-412d-88ce-db2c0d7b16e9 req-55ad54f1-55f2-4e4c-9c4f-90ab754c16ec tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c8451fc-2a23-4c4a-a02f-f30581cfdc64 HTTP/1.1" status: 200 len: 945 time: 0.1716373 Sep 17 08:02:59.910512 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-1457197b-26d0-403c-930d-90d16b5bce67 None None] Attempting to bind port cea6a62a-cd14-44b8-adc0-6297f8a03b32 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:02:59.911046 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-1457197b-26d0-403c-930d-90d16b5bce67 None None] Attempting to bind port cea6a62a-cd14-44b8-adc0-6297f8a03b32 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '3fa99701-f2e0-45c8-bbb9-24a63634a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5589e48c-5883-4a25-acba-5f2a4c7cdf2a'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:02:59.911565 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1457197b-26d0-403c-930d-90d16b5bce67 None None] Attempting to bind port cea6a62a-cd14-44b8-adc0-6297f8a03b32 on network 5589e48c-5883-4a25-acba-5f2a4c7cdf2a {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:02:59.920534 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1457197b-26d0-403c-930d-90d16b5bce67 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:02:59.921113 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1457197b-26d0-403c-930d-90d16b5bce67 None None] Checking segment: {'id': '3fa99701-f2e0-45c8-bbb9-24a63634a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5589e48c-5883-4a25-acba-5f2a4c7cdf2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:02:59.921630 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1457197b-26d0-403c-930d-90d16b5bce67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:59.922129 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1457197b-26d0-403c-930d-90d16b5bce67 None None] Bound using segment: {'id': '3fa99701-f2e0-45c8-bbb9-24a63634a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5589e48c-5883-4a25-acba-5f2a4c7cdf2a'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:02:59.922825 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-1457197b-26d0-403c-930d-90d16b5bce67 None None] Bound port: cea6a62a-cd14-44b8-adc0-6297f8a03b32, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa99701-f2e0-45c8-bbb9-24a63634a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5589e48c-5883-4a25-acba-5f2a4c7cdf2a'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:02:59.923314 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1457197b-26d0-403c-930d-90d16b5bce67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:02:59.988722 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4b0c539f-3180-4816-a774-c898fab16983 req-65cb46df-ba9c-4e3c-8650-afd49fdd3046 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a7ef312a-eb2e-4797-8814-785105b7823f HTTP/1.1" status: 200 len: 217 time: 0.0963321 Sep 17 08:03:00.017799 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1457197b-26d0-403c-930d-90d16b5bce67 None None] For port cea6a62a-cd14-44b8-adc0-6297f8a03b32, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:03:00.021063 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1457197b-26d0-403c-930d-90d16b5bce67 None None] For port cea6a62a-cd14-44b8-adc0-6297f8a03b32, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=cea6a62a-cd14-44b8-adc0-6297f8a03b32,segment=NetworkSegment(3fa99701-f2e0-45c8-bbb9-24a63634a8c7),segment_id=3fa99701-f2e0-45c8-bbb9-24a63634a8c7)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:03:00.033691 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1457197b-26d0-403c-930d-90d16b5bce67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:00.048035 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c539f-3180-4816-a774-c898fab16983 req-dc58fb06-bd6b-4424-b590-48373ac51b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:00.049531 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4b0c539f-3180-4816-a774-c898fab16983 req-dc58fb06-bd6b-4424-b590-48373ac51b68 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=98b47ab8-ddfc-4cc6-be27-8b7224b1d41b HTTP/1.1" status: 200 len: 797 time: 0.0510986 Sep 17 08:03:00.103686 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1ec74ebe-f40c-412d-88ce-db2c0d7b16e9 req-d5ee7ee6-6a05-4b7b-b03e-3fa9de6fd2be tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030003 Sep 17 08:03:00.111955 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-0b421e5e-cf5a-4688-a7f3-bcd128380969 req-7a415fdd-f207-4e6a-a753-ce7ef9c92a7e tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:00.157911 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1457197b-26d0-403c-930d-90d16b5bce67 None None] Pushing event updated for resources: {'Port': ['ID=cea6a62a-cd14-44b8-adc0-6297f8a03b32,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:00.193075 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c539f-3180-4816-a774-c898fab16983 req-1f3420d8-fb6a-4320-ad63-a40fe19e2c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:00.196567 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4b0c539f-3180-4816-a774-c898fab16983 req-1f3420d8-fb6a-4320-ad63-a40fe19e2c7c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=23dc9245-044a-48fa-8f5c-bfe08f2d4cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1380897 Sep 17 08:03:00.238110 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a415fdd-f207-4e6a-a753-ce7ef9c92a7e tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Pushing event deleted for resources: {'Port': ['ID=76c0aa62-a44a-483c-bf09-3f68d1dc9c57,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:00.251170 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035894c7-1dad-44ae-87bf-b8f0e319976f req-3723c6ef-0c3e-4034-9e18-939b08174b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:00.253467 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-035894c7-1dad-44ae-87bf-b8f0e319976f req-3723c6ef-0c3e-4034-9e18-939b08174b1b service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9684734 Sep 17 08:03:00.299270 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b421e5e-cf5a-4688-a7f3-bcd128380969 req-7a415fdd-f207-4e6a-a753-ce7ef9c92a7e tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] No DVR routers for this DVR port 76c0aa62-a44a-483c-bf09-3f68d1dc9c57 on host n-h1-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:03:00.305841 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-80993928-57a7-4b2f-aa81-e52df167f5d0 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:00.328421 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-0b421e5e-cf5a-4688-a7f3-bcd128380969 req-7a415fdd-f207-4e6a-a753-ce7ef9c92a7e tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:00.330436 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0b421e5e-cf5a-4688-a7f3-bcd128380969 req-7a415fdd-f207-4e6a-a753-ce7ef9c92a7e tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.41 "DELETE /v2.0/ports/76c0aa62-a44a-483c-bf09-3f68d1dc9c57 HTTP/1.1" status: 204 len: 173 time: 1.1762733 Sep 17 08:03:00.330896 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c8451fc-2a23-4c4a-a02f-f30581cfdc64', 'name': 'network-vif-deleted', 'tag': '76c0aa62-a44a-483c-bf09-3f68d1dc9c57'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:03:00.333300 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c6efd9-bf03-4d27-b105-1122c80279da" -d '{"events": [{"server_uuid": "4c8451fc-2a23-4c4a-a02f-f30581cfdc64", "name": "network-vif-deleted", "tag": "76c0aa62-a44a-483c-bf09-3f68d1dc9c57"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:03:00.449254 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f16ed362-97a1-4e2c-9202-03f6a7b1356c x-openstack-request-id: req-f16ed362-97a1-4e2c-9202-03f6a7b1356c {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:03:00.449474 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c8451fc-2a23-4c4a-a02f-f30581cfdc64", "name": "network-vif-deleted", "tag": "76c0aa62-a44a-483c-bf09-3f68d1dc9c57", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:03:00.449603 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f16ed362-97a1-4e2c-9202-03f6a7b1356c {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:03:00.449981 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c8451fc-2a23-4c4a-a02f-f30581cfdc64', 'name': 'network-vif-deleted', 'tag': '76c0aa62-a44a-483c-bf09-3f68d1dc9c57', 'status': 'completed', 'code': 200} Sep 17 08:03:00.566923 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4b0c539f-3180-4816-a774-c898fab16983 req-c12f2e26-2c68-48fa-81f7-2d60b72a6886 service neutron] 10.222.0.39 "GET /v2.0/networks/23dc9245-044a-48fa-8f5c-bfe08f2d4cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3204503 Sep 17 08:03:00.757427 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4b0c539f-3180-4816-a774-c898fab16983 req-27755862-19b0-464c-b2aa-9603353ccaf9 service neutron] 10.222.0.39 "GET /v2.0/networks/23dc9245-044a-48fa-8f5c-bfe08f2d4cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775746 Sep 17 08:03:00.760975 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-80993928-57a7-4b2f-aa81-e52df167f5d0 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Allocated IP 2001:db8::1 (37cc2035-aa55-44bb-9551-321e7d7e4531/e3f523ef-3785-47cb-8987-faea00cbe7da/026f0ee6-aeb6-4d79-90b3-d4be019cb834) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:03:00.959893 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-80993928-57a7-4b2f-aa81-e52df167f5d0 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:01.014599 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-80993928-57a7-4b2f-aa81-e52df167f5d0 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:01.074571 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd510a01-7195-405f-bb6d-3653361b3240 None None] Network 37cc2035-aa55-44bb-9551-321e7d7e4531 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:03:01.130822 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80993928-57a7-4b2f-aa81-e52df167f5d0 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Network 37cc2035-aa55-44bb-9551-321e7d7e4531 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:03:01.132050 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80993928-57a7-4b2f-aa81-e52df167f5d0 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Pushing event updated for resources: {'Port': ['ID=026f0ee6-aeb6-4d79-90b3-d4be019cb834,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:01.135068 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-80993928-57a7-4b2f-aa81-e52df167f5d0 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:03:01.156196 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80993928-57a7-4b2f-aa81-e52df167f5d0 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:03:01.156896 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-80993928-57a7-4b2f-aa81-e52df167f5d0 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:01.180963 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-c68be7b5-6c56-4257-881d-a0a33c46d1e9 None None] Provisioning complete for port 0318dd88-fc4c-42cd-94de-2cbfb83bcd58 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:03:01.181711 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c68be7b5-6c56-4257-881d-a0a33c46d1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:01.302074 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-752c1494-f5dc-4b93-9164-bbb10a9ac9d1 req-a68c7bc5-1799-4e09-9489-1d545dc6f14f tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c8451fc-2a23-4c4a-a02f-f30581cfdc64 HTTP/1.1" status: 200 len: 210 time: 0.0601146 Sep 17 08:03:01.419370 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-80993928-57a7-4b2f-aa81-e52df167f5d0 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:01.473421 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c68be7b5-6c56-4257-881d-a0a33c46d1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:01.537975 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-c68be7b5-6c56-4257-881d-a0a33c46d1e9 None None] For port 0318dd88-fc4c-42cd-94de-2cbfb83bcd58, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=0318dd88-fc4c-42cd-94de-2cbfb83bcd58,segment=NetworkSegment(2e4cb9e5-5afe-47b4-8c9d-72da9e941b92),segment_id=2e4cb9e5-5afe-47b4-8c9d-72da9e941b92)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:03:01.545823 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c68be7b5-6c56-4257-881d-a0a33c46d1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:01.606949 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68be7b5-6c56-4257-881d-a0a33c46d1e9 None None] Pushing event updated for resources: {'Port': ['ID=0318dd88-fc4c-42cd-94de-2cbfb83bcd58,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:01.621604 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 76c0aa62-a44a-483c-bf09-3f68d1dc9c57 no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:03:01.911672 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device cea6a62a-cd14-44b8-adc0-6297f8a03b32 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:03:01.913772 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e7554b-42f7-4078-8681-3f44e324ad3c None None] Network 5589e48c-5883-4a25-acba-5f2a4c7cdf2a requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:03:01.916707 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] No Port match for: 76c0aa62-a44a-483c-bf09-3f68d1dc9c57 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:03:01.917574 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 76c0aa62-a44a-483c-bf09-3f68d1dc9c57 not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:03:01.980276 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-80993928-57a7-4b2f-aa81-e52df167f5d0 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:01.989877 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-80993928-57a7-4b2f-aa81-e52df167f5d0 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:01.990775 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-80993928-57a7-4b2f-aa81-e52df167f5d0 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:02.062938 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80993928-57a7-4b2f-aa81-e52df167f5d0 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Pushing event updated for resources: {'Port': ['ID=026f0ee6-aeb6-4d79-90b3-d4be019cb834,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:02.160977 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-da8ab2ca-1b1d-4d6e-b922-cf0977002708 None None] Provisioning complete for port 026f0ee6-aeb6-4d79-90b3-d4be019cb834 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:03:02.161509 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-da8ab2ca-1b1d-4d6e-b922-cf0977002708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:02.204188 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80993928-57a7-4b2f-aa81-e52df167f5d0 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Network 37cc2035-aa55-44bb-9551-321e7d7e4531 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:03:02.217542 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-80993928-57a7-4b2f-aa81-e52df167f5d0 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:03:02.238596 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port cea6a62a-cd14-44b8-adc0-6297f8a03b32 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:03:02.238596 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:02.263025 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-da8ab2ca-1b1d-4d6e-b922-cf0977002708 None None] Port 026f0ee6-aeb6-4d79-90b3-d4be019cb834 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:03:02.315013 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-da8ab2ca-1b1d-4d6e-b922-cf0977002708 None None] Provisioning complete for port 0318dd88-fc4c-42cd-94de-2cbfb83bcd58 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:03:02.315445 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-da8ab2ca-1b1d-4d6e-b922-cf0977002708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:02.387269 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80993928-57a7-4b2f-aa81-e52df167f5d0 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Router d2544251-4eb1-44ad-adbe-4b9fc8a1ac19 is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 08:03:02.497385 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e8bb33e1-14b4-4a2b-b763-418bf0983f93 req-52419fe6-4128-4776-a523-02be0421298d tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c8451fc-2a23-4c4a-a02f-f30581cfdc64 HTTP/1.1" status: 200 len: 210 time: 0.0496085 Sep 17 08:03:02.550976 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:02.567554 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-da8ab2ca-1b1d-4d6e-b922-cf0977002708 None None] Provisioning complete for port cea6a62a-cd14-44b8-adc0-6297f8a03b32 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:03:02.567965 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-da8ab2ca-1b1d-4d6e-b922-cf0977002708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:02.573936 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80993928-57a7-4b2f-aa81-e52df167f5d0 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:03:02.584353 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-80993928-57a7-4b2f-aa81-e52df167f5d0 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "PUT /v2.0/routers/d2544251-4eb1-44ad-adbe-4b9fc8a1ac19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4856541 Sep 17 08:03:02.586458 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 59556) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:02.635300 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afcbf51-e617-4e86-b1f9-f26927c40d18 None None] Sync routers for ids ['d2544251-4eb1-44ad-adbe-4b9fc8a1ac19'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:03:02.647448 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735f59b9-31c2-490d-af80-9700f0a20265 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:02.652024 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 59558) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:02.652462 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-735f59b9-31c2-490d-af80-9700f0a20265 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "GET /v2.0/ports/026f0ee6-aeb6-4d79-90b3-d4be019cb834 HTTP/1.1" status: 200 len: 911 time: 0.0645285 Sep 17 08:03:02.679176 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afcbf51-e617-4e86-b1f9-f26927c40d18 None None] Routers {'d2544251-4eb1-44ad-adbe-4b9fc8a1ac19'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:03:02.680035 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-2afcbf51-e617-4e86-b1f9-f26927c40d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:02:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['d2544251-4eb1-44ad-adbe-4b9fc8a1ac19'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:02.781895 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port cea6a62a-cd14-44b8-adc0-6297f8a03b32, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=cea6a62a-cd14-44b8-adc0-6297f8a03b32,segment=NetworkSegment(3fa99701-f2e0-45c8-bbb9-24a63634a8c7),segment_id=3fa99701-f2e0-45c8-bbb9-24a63634a8c7)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:03:02.783068 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-da8ab2ca-1b1d-4d6e-b922-cf0977002708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:02.793127 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-2afcbf51-e617-4e86-b1f9-f26927c40d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:02.800819 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:02.801716 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 0318dd88-fc4c-42cd-94de-2cbfb83bcd58 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:03:02.955977 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.db.api [None req-da8ab2ca-1b1d-4d6e-b922-cf0977002708 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 08:03:02.956331 n-d-789963-9 neutron-server[101291]: DEBUG oslo_db.api [None req-da8ab2ca-1b1d-4d6e-b922-cf0977002708 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 08:03:02.956833 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afcbf51-e617-4e86-b1f9-f26927c40d18 None None] Routers {'d2544251-4eb1-44ad-adbe-4b9fc8a1ac19'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:03:02.957481 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-2afcbf51-e617-4e86-b1f9-f26927c40d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:02:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['d2544251-4eb1-44ad-adbe-4b9fc8a1ac19'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:03.046727 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-2afcbf51-e617-4e86-b1f9-f26927c40d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:03.048703 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afcbf51-e617-4e86-b1f9-f26927c40d18 None None] The sync data for ids ['d2544251-4eb1-44ad-adbe-4b9fc8a1ac19'] in n-d-789963-9 is: [] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:03:03.061214 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=cea6a62a-cd14-44b8-adc0-6297f8a03b32,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:03.080830 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 0318dd88-fc4c-42cd-94de-2cbfb83bcd58 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:03:03.081425 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:03.247530 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 59572) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:03.275572 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4a84e145-2bf8-4498-82b0-4394f16d8462 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:03.445501 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device cea6a62a-cd14-44b8-adc0-6297f8a03b32 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:03:03.509855 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-745a768d-992a-44da-9b02-95bdf966dfb0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3beda130b8444c6b92688f2acf2b118a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2611554 Sep 17 08:03:03.513026 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 59576) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:03.573944 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ddc981ee-e555-4dd0-a4b0-a61b2f80cd29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:03.594323 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-4a84e145-2bf8-4498-82b0-4394f16d8462 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Allocated IP 2001:db8:1::1 (5589e48c-5883-4a25-acba-5f2a4c7cdf2a/68b71ba4-7d94-4af5-be09-b32f498c6a8a/622f4fcd-13af-49ea-9503-55ee8fa38cb3) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:03:03.599965 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port cea6a62a-cd14-44b8-adc0-6297f8a03b32 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:03:03.601189 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ddc981ee-e555-4dd0-a4b0-a61b2f80cd29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:03.603291 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:03.687086 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-601f4e2d-be35-49a4-b8c9-fde9e551b954 req-f6159bb1-fedf-46a9-be23-e977651e43a3 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c8451fc-2a23-4c4a-a02f-f30581cfdc64 HTTP/1.1" status: 200 len: 210 time: 0.0455723 Sep 17 08:03:03.716092 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ddc981ee-e555-4dd0-a4b0-a61b2f80cd29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:03.720793 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ddc981ee-e555-4dd0-a4b0-a61b2f80cd29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:03.725451 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ddc981ee-e555-4dd0-a4b0-a61b2f80cd29 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4b46fd56-bbfa-4d3f-beb6-371704b9b2ae HTTP/1.1" status: 204 len: 168 time: 0.2087400 Sep 17 08:03:03.735186 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 0318dd88-fc4c-42cd-94de-2cbfb83bcd58 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:03:03.742203 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc981ee-e555-4dd0-a4b0-a61b2f80cd29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b46fd56-bbfa-4d3f-beb6-371704b9b2ae,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:03.775342 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4a84e145-2bf8-4498-82b0-4394f16d8462 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:03.826515 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-e219a843-93cb-4f9e-a624-6553a9e3eaed None None] Provisioning complete for port cea6a62a-cd14-44b8-adc0-6297f8a03b32 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:03:03.826894 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e219a843-93cb-4f9e-a624-6553a9e3eaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:03.831425 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4a84e145-2bf8-4498-82b0-4394f16d8462 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:03.889238 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 0318dd88-fc4c-42cd-94de-2cbfb83bcd58 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:03:03.889619 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:03.892379 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a84e145-2bf8-4498-82b0-4394f16d8462 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Network 5589e48c-5883-4a25-acba-5f2a4c7cdf2a is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:03:03.896699 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-4a84e145-2bf8-4498-82b0-4394f16d8462 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:03:03.898643 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84e145-2bf8-4498-82b0-4394f16d8462 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Pushing event updated for resources: {'Port': ['ID=622f4fcd-13af-49ea-9503-55ee8fa38cb3,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:03.907044 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a84e145-2bf8-4498-82b0-4394f16d8462 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:03:03.907606 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4a84e145-2bf8-4498-82b0-4394f16d8462 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:04.064677 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4a84e145-2bf8-4498-82b0-4394f16d8462 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:04.118385 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-e219a843-93cb-4f9e-a624-6553a9e3eaed None None] Provisioning complete for port 026f0ee6-aeb6-4d79-90b3-d4be019cb834 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:03:04.118851 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e219a843-93cb-4f9e-a624-6553a9e3eaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:04.167971 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-e219a843-93cb-4f9e-a624-6553a9e3eaed None None] Port 026f0ee6-aeb6-4d79-90b3-d4be019cb834 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:03:04.306678 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-9dcc8177-a975-4464-9b96-c8e7929c4053 None None] Provisioning complete for port 622f4fcd-13af-49ea-9503-55ee8fa38cb3 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:03:04.307526 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9dcc8177-a975-4464-9b96-c8e7929c4053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:04.366993 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-9dcc8177-a975-4464-9b96-c8e7929c4053 None None] Port 622f4fcd-13af-49ea-9503-55ee8fa38cb3 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:03:04.468179 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4a84e145-2bf8-4498-82b0-4394f16d8462 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:04.475432 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4a84e145-2bf8-4498-82b0-4394f16d8462 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:04.476717 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4a84e145-2bf8-4498-82b0-4394f16d8462 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:04.542569 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84e145-2bf8-4498-82b0-4394f16d8462 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Pushing event updated for resources: {'Port': ['ID=622f4fcd-13af-49ea-9503-55ee8fa38cb3,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:04.617153 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a84e145-2bf8-4498-82b0-4394f16d8462 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Network 5589e48c-5883-4a25-acba-5f2a4c7cdf2a is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:03:04.619964 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-4a84e145-2bf8-4498-82b0-4394f16d8462 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:03:04.717605 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a84e145-2bf8-4498-82b0-4394f16d8462 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Router d2544251-4eb1-44ad-adbe-4b9fc8a1ac19 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:03:04.836172 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ed93184b-eadc-41e3-9994-3f07f811e2d8 req-e02ad74c-0b47-4de2-9258-60059531c3b2 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c8451fc-2a23-4c4a-a02f-f30581cfdc64 HTTP/1.1" status: 200 len: 210 time: 0.0536659 Sep 17 08:03:04.853461 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a84e145-2bf8-4498-82b0-4394f16d8462 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:03:04.859128 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-4a84e145-2bf8-4498-82b0-4394f16d8462 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "PUT /v2.0/routers/d2544251-4eb1-44ad-adbe-4b9fc8a1ac19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2056429 Sep 17 08:03:04.861777 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 59612) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:04.867078 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c22d4c7-deb8-430b-a7eb-d8d7664050c1 None None] Sync routers for ids ['d2544251-4eb1-44ad-adbe-4b9fc8a1ac19'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:03:04.879534 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c22d4c7-deb8-430b-a7eb-d8d7664050c1 None None] Routers {'d2544251-4eb1-44ad-adbe-4b9fc8a1ac19'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:03:04.880206 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-2c22d4c7-deb8-430b-a7eb-d8d7664050c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:02:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['d2544251-4eb1-44ad-adbe-4b9fc8a1ac19'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:04.920117 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02fafcf-65c4-46ef-b57d-7c838c04dfc2 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:04.924507 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-a02fafcf-65c4-46ef-b57d-7c838c04dfc2 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "GET /v2.0/ports/622f4fcd-13af-49ea-9503-55ee8fa38cb3 HTTP/1.1" status: 200 len: 913 time: 0.0588517 Sep 17 08:03:04.925406 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 59618) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:04.949545 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-2c22d4c7-deb8-430b-a7eb-d8d7664050c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:04.959323 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c22d4c7-deb8-430b-a7eb-d8d7664050c1 None None] Routers {'d2544251-4eb1-44ad-adbe-4b9fc8a1ac19'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:03:04.960161 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-2c22d4c7-deb8-430b-a7eb-d8d7664050c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:02:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['d2544251-4eb1-44ad-adbe-4b9fc8a1ac19'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:04.993253 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-2c22d4c7-deb8-430b-a7eb-d8d7664050c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:04.994433 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c22d4c7-deb8-430b-a7eb-d8d7664050c1 None None] The sync data for ids ['d2544251-4eb1-44ad-adbe-4b9fc8a1ac19'] in n-d-789963-9 is: [] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:03:05.000637 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-2cb9f5cb-78d1-46f8-a971-694ae6dc333b None None] Provisioning complete for port 622f4fcd-13af-49ea-9503-55ee8fa38cb3 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:03:05.001750 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2cb9f5cb-78d1-46f8-a971-694ae6dc333b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:05.043676 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9f5cb-78d1-46f8-a971-694ae6dc333b None None] Port 622f4fcd-13af-49ea-9503-55ee8fa38cb3 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:03:05.118343 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:05.271201 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-534bb4bf-6052-4040-a6d7-a206f31b83b3 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:05.337796 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 59628) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:05.490041 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:05.555778 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-534bb4bf-6052-4040-a6d7-a206f31b83b3 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Deleting port 622f4fcd-13af-49ea-9503-55ee8fa38cb3 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:03:05.556159 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-534bb4bf-6052-4040-a6d7-a206f31b83b3 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:05.561055 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-60fa8562-350e-477d-bdd1-32c42e0f340e tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Request body: {'network': {'name': 'tempest-network-smoke--742862524', 'project_id': '72f377991d624d1189daaff7de1bceb3', 'port_security_enabled': True}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:03:05.583878 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60fa8562-350e-477d-bdd1-32c42e0f340e tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Made reservation on behalf of 72f377991d624d1189daaff7de1bceb3 for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:03:05.587621 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-60fa8562-350e-477d-bdd1-32c42e0f340e tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:05.597245 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-60fa8562-350e-477d-bdd1-32c42e0f340e tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:05.648867 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-534bb4bf-6052-4040-a6d7-a206f31b83b3 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:05.664620 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-534bb4bf-6052-4040-a6d7-a206f31b83b3 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Calling delete_port for 622f4fcd-13af-49ea-9503-55ee8fa38cb3 owned by network:router_interface {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:03:05.715721 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-60fa8562-350e-477d-bdd1-32c42e0f340e tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:05.722870 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-60fa8562-350e-477d-bdd1-32c42e0f340e tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:05.769775 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60fa8562-350e-477d-bdd1-32c42e0f340e tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:03:05.777734 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fa8562-350e-477d-bdd1-32c42e0f340e tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0e8bb1-1915-4f13-b868-c7575bf695ba,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:05.798409 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-60fa8562-350e-477d-bdd1-32c42e0f340e tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:05.798931 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-60fa8562-350e-477d-bdd1-32c42e0f340e tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Added segment 3a2d6555-c56f-4c99-9f0e-bc6012adbff0 of type vlan for network da58380a-915a-40f0-9564-11e428e24524 Sep 17 08:03:05.857713 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-60fa8562-350e-477d-bdd1-32c42e0f340e tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:05.888122 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-60fa8562-350e-477d-bdd1-32c42e0f340e tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:05.897017 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60fa8562-350e-477d-bdd1-32c42e0f340e tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:05.897731 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-60fa8562-350e-477d-bdd1-32c42e0f340e tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:05.941376 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-60fa8562-350e-477d-bdd1-32c42e0f340e tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6015599 Sep 17 08:03:05.950346 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 59640) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:05.973629 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-33b8d315-3976-4fbd-81da-a733656dc819 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1387750121', 'admin_state_up': True, 'project_id': '72f377991d624d1189daaff7de1bceb3', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:03:05.980795 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0d1f5368-5ceb-4086-b431-f473cc46f72a req-5736a4c9-660e-46b9-8a1a-6300908303a6 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c8451fc-2a23-4c4a-a02f-f30581cfdc64 HTTP/1.1" status: 200 len: 210 time: 0.0531118 Sep 17 08:03:06.020859 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fa8562-350e-477d-bdd1-32c42e0f340e tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Pushing event updated for resources: {'Network': ['ID=da58380a-915a-40f0-9564-11e428e24524,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:06.031357 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network da58380a-915a-40f0-9564-11e428e24524 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:03:06.042369 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-33b8d315-3976-4fbd-81da-a733656dc819 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:06.043444 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-33b8d315-3976-4fbd-81da-a733656dc819 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:06.122380 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-33b8d315-3976-4fbd-81da-a733656dc819 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:06.305542 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-534bb4bf-6052-4040-a6d7-a206f31b83b3 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:06.340962 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534bb4bf-6052-4040-a6d7-a206f31b83b3 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Pushing event deleted for resources: {'Port': ['ID=622f4fcd-13af-49ea-9503-55ee8fa38cb3,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:06.488524 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-534bb4bf-6052-4040-a6d7-a206f31b83b3 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:06.650012 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-33b8d315-3976-4fbd-81da-a733656dc819 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:06.747741 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-534bb4bf-6052-4040-a6d7-a206f31b83b3 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Router d2544251-4eb1-44ad-adbe-4b9fc8a1ac19 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:03:06.843692 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-534bb4bf-6052-4040-a6d7-a206f31b83b3 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:03:06.851948 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 59646) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:06.852267 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-534bb4bf-6052-4040-a6d7-a206f31b83b3 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "PUT /v2.0/routers/d2544251-4eb1-44ad-adbe-4b9fc8a1ac19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9252920 Sep 17 08:03:06.852560 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-33b8d315-3976-4fbd-81da-a733656dc819 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for router_gateway, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:06.855682 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e2eb9e-5864-4d97-9700-b1c1a69c063e None None] Sync routers for ids ['d2544251-4eb1-44ad-adbe-4b9fc8a1ac19'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:03:06.864890 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e2eb9e-5864-4d97-9700-b1c1a69c063e None None] Routers {'d2544251-4eb1-44ad-adbe-4b9fc8a1ac19'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:03:06.865636 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-46e2eb9e-5864-4d97-9700-b1c1a69c063e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:02:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['d2544251-4eb1-44ad-adbe-4b9fc8a1ac19'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:06.899812 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-46e2eb9e-5864-4d97-9700-b1c1a69c063e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:06.906868 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-33b8d315-3976-4fbd-81da-a733656dc819 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:06.909707 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e2eb9e-5864-4d97-9700-b1c1a69c063e None None] Routers {'d2544251-4eb1-44ad-adbe-4b9fc8a1ac19'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:03:06.910447 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-46e2eb9e-5864-4d97-9700-b1c1a69c063e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:02:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['d2544251-4eb1-44ad-adbe-4b9fc8a1ac19'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:06.944038 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-46e2eb9e-5864-4d97-9700-b1c1a69c063e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:06.944950 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e2eb9e-5864-4d97-9700-b1c1a69c063e None None] The sync data for ids ['d2544251-4eb1-44ad-adbe-4b9fc8a1ac19'] in n-d-789963-9 is: [] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:03:07.133659 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-33b8d315-3976-4fbd-81da-a733656dc819 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Allocated IP 172.25.6.131 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/40ca8cfa-95fd-4485-8872-f0efb300c5c8) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:03:07.313271 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-33b8d315-3976-4fbd-81da-a733656dc819 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:07.381225 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-33b8d315-3976-4fbd-81da-a733656dc819 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:07.431860 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c517d7d7-241b-4a9c-852e-be8cbbc9e557 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:07.438297 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b8d315-3976-4fbd-81da-a733656dc819 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:03:07.477940 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-33b8d315-3976-4fbd-81da-a733656dc819 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:03:07.479736 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b8d315-3976-4fbd-81da-a733656dc819 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Pushing event updated for resources: {'Port': ['ID=40ca8cfa-95fd-4485-8872-f0efb300c5c8,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:07.481932 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b8d315-3976-4fbd-81da-a733656dc819 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:03:07.795211 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0317d47-0c64-4501-86e8-79659ddf5bc9 req-d2e3758d-41e8-4b50-bfac-83d2fdaa7dc4 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:07.797282 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b0317d47-0c64-4501-86e8-79659ddf5bc9 req-d2e3758d-41e8-4b50-bfac-83d2fdaa7dc4 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/networks?id=7eb31eb9-c5ba-4a23-993e-45fc1230b15c HTTP/1.1" status: 200 len: 812 time: 0.3246927 Sep 17 08:03:07.822758 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b0317d47-0c64-4501-86e8-79659ddf5bc9 req-200bcfb0-c992-4af8-bfe1-f9047057f964 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/quotas/2d0585dd9c4e407bb55fa564a2ede4c9 HTTP/1.1" status: 200 len: 375 time: 0.0175068 Sep 17 08:03:07.891225 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b0317d47-0c64-4501-86e8-79659ddf5bc9 req-a0c46c76-5f3d-4f43-9f4f-a94e9f093664 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d0585dd9c4e407bb55fa564a2ede4c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349176 Sep 17 08:03:08.063081 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-33b8d315-3976-4fbd-81da-a733656dc819 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for router_gateway, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:08.135503 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b0317d47-0c64-4501-86e8-79659ddf5bc9 req-444ef3a4-24b1-4a65-a092-0828b3725b28 service neutron] 10.222.0.13 "GET /v2.0/networks/7eb31eb9-c5ba-4a23-993e-45fc1230b15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361221 Sep 17 08:03:08.208914 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-c517d7d7-241b-4a9c-852e-be8cbbc9e557 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Deleting port 026f0ee6-aeb6-4d79-90b3-d4be019cb834 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:03:08.209254 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c517d7d7-241b-4a9c-852e-be8cbbc9e557 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:08.419589 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b0317d47-0c64-4501-86e8-79659ddf5bc9 req-e0cc30a3-4497-42e8-94a7-b3ece4622ab3 service neutron] 10.222.0.13 "GET /v2.0/networks/7eb31eb9-c5ba-4a23-993e-45fc1230b15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763186 Sep 17 08:03:08.429761 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c517d7d7-241b-4a9c-852e-be8cbbc9e557 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:08.450755 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-c517d7d7-241b-4a9c-852e-be8cbbc9e557 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Calling delete_port for 026f0ee6-aeb6-4d79-90b3-d4be019cb834 owned by network:router_interface {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:03:08.455618 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-33b8d315-3976-4fbd-81da-a733656dc819 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:08.625904 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7a520c04-8856-421e-a798-bff20f29f0f7 req-2c96d82c-369c-428c-860c-43f0224726d5 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff3eeeea-ef2e-4bf0-be84-2915f905842d HTTP/1.1" status: 200 len: 210 time: 0.0380673 Sep 17 08:03:09.150149 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33b8d315-3976-4fbd-81da-a733656dc819 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Router 49ff74cc-d17b-45b8-876a-65623fed0ffd is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 08:03:09.174310 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c517d7d7-241b-4a9c-852e-be8cbbc9e557 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:09.325694 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b8d315-3976-4fbd-81da-a733656dc819 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:03:09.337559 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c517d7d7-241b-4a9c-852e-be8cbbc9e557 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Pushing event deleted for resources: {'Port': ['ID=026f0ee6-aeb6-4d79-90b3-d4be019cb834,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:09.348421 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbfe11b-b4b7-48ba-8318-73eda825ff9a req-1d080108-eb7b-4f05-a1f9-6bb8fc9aeb22 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:09.356591 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9cbfe11b-b4b7-48ba-8318-73eda825ff9a req-1d080108-eb7b-4f05-a1f9-6bb8fc9aeb22 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/networks?id=7eb31eb9-c5ba-4a23-993e-45fc1230b15c HTTP/1.1" status: 200 len: 812 time: 0.3187323 Sep 17 08:03:09.402416 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9cbfe11b-b4b7-48ba-8318-73eda825ff9a req-2296fd26-2b05-4a01-a7ba-81ffedf47884 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/quotas/2d0585dd9c4e407bb55fa564a2ede4c9 HTTP/1.1" status: 200 len: 375 time: 0.0445642 Sep 17 08:03:09.471755 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-33b8d315-3976-4fbd-81da-a733656dc819 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:09.473217 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-33b8d315-3976-4fbd-81da-a733656dc819 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.5088410 Sep 17 08:03:09.476681 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 59714) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:09.485797 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9cbfe11b-b4b7-48ba-8318-73eda825ff9a req-3d6e0e28-4271-4479-a605-527e0cda9973 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d0585dd9c4e407bb55fa564a2ede4c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0819442 Sep 17 08:03:09.494611 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971f847e-7805-4050-9e55-a3ad17970541 None None] Sync routers for ids ['49ff74cc-d17b-45b8-876a-65623fed0ffd'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:03:09.507649 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971f847e-7805-4050-9e55-a3ad17970541 None None] Routers {'49ff74cc-d17b-45b8-876a-65623fed0ffd'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:03:09.508661 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-971f847e-7805-4050-9e55-a3ad17970541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:02:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['49ff74cc-d17b-45b8-876a-65623fed0ffd'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:09.605101 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-aecd60f9-4570-4d5b-b53b-e1b40f40a47e tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=72f377991d624d1189daaff7de1bceb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1266603 Sep 17 08:03:09.607064 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c517d7d7-241b-4a9c-852e-be8cbbc9e557 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:09.608880 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 59718) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:09.642289 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-971f847e-7805-4050-9e55-a3ad17970541 None None] Set router 49ff74cc-d17b-45b8-876a-65623fed0ffd gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:03:09.724237 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9cbfe11b-b4b7-48ba-8318-73eda825ff9a req-0db11fba-8ec0-4675-be02-d88a42b80782 service neutron] 10.222.0.13 "GET /v2.0/networks/7eb31eb9-c5ba-4a23-993e-45fc1230b15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373662 Sep 17 08:03:09.836269 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7958af-a212-498f-8bc2-eca264796901 tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:09.838132 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-4d7958af-a212-498f-8bc2-eca264796901 tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2274859 Sep 17 08:03:09.842356 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 59724) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:09.929922 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-971f847e-7805-4050-9e55-a3ad17970541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ff74cc-d17b-45b8-876a-65623fed0ffd', 'name': 'tempest-TestNetworkBasicOps-router-1387750121', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '40ca8cfa-95fd-4485-8872-f0efb300c5c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:03:06Z', 'updated_at': '2021-09-17T08:03:07Z', 'revision_number': 3, 'project_id': '72f377991d624d1189daaff7de1bceb3', 'gw_port': {'id': '40ca8cfa-95fd-4485-8872-f0efb300c5c8', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:5f:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ff74cc-d17b-45b8-876a-65623fed0ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:06Z', 'updated_at': '2021-09-17T08:03:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:09.936449 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ca9060cf-dae3-4b1f-b087-f66d891f411a tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=5fc128c4-343a-4b5b-8a61-6a2b8d95c555&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0922534 Sep 17 08:03:09.942758 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 59728) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:09.946565 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c517d7d7-241b-4a9c-852e-be8cbbc9e557 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Router d2544251-4eb1-44ad-adbe-4b9fc8a1ac19 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:03:09.954898 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-99c97c78-e9d4-4470-a97c-a6cc04ceb367 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-261969878', 'network_id': 'da58380a-915a-40f0-9564-11e428e24524', 'project_id': '72f377991d624d1189daaff7de1bceb3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:03:09.958911 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9cbfe11b-b4b7-48ba-8318-73eda825ff9a req-0eeeaa63-38a2-45db-abf5-b6219807ef9c service neutron] 10.222.0.13 "GET /v2.0/networks/7eb31eb9-c5ba-4a23-993e-45fc1230b15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263644 Sep 17 08:03:09.994999 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971f847e-7805-4050-9e55-a3ad17970541 None None] Checking router: 49ff74cc-d17b-45b8-876a-65623fed0ffd for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:03:09.996923 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971f847e-7805-4050-9e55-a3ad17970541 None None] Updating router 49ff74cc-d17b-45b8-876a-65623fed0ffd port 40ca8cfa-95fd-4485-8872-f0efb300c5c8 binding host n-d-789963-9 {{(pid=101292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 08:03:10.042810 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-971f847e-7805-4050-9e55-a3ad17970541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:10.066113 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c97c78-e9d4-4470-a97c-a6cc04ceb367 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Made reservation on behalf of 72f377991d624d1189daaff7de1bceb3 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:03:10.069772 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-99c97c78-e9d4-4470-a97c-a6cc04ceb367 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:10.109856 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c517d7d7-241b-4a9c-852e-be8cbbc9e557 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:03:10.123248 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-c517d7d7-241b-4a9c-852e-be8cbbc9e557 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "PUT /v2.0/routers/d2544251-4eb1-44ad-adbe-4b9fc8a1ac19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2652104 Sep 17 08:03:10.123815 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 59732) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:10.126035 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df85685d-224d-45ae-a7a2-debec878ec59 None None] Sync routers for ids ['d2544251-4eb1-44ad-adbe-4b9fc8a1ac19'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:03:10.142713 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df85685d-224d-45ae-a7a2-debec878ec59 None None] Routers {'d2544251-4eb1-44ad-adbe-4b9fc8a1ac19'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:03:10.143343 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-df85685d-224d-45ae-a7a2-debec878ec59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:02:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['d2544251-4eb1-44ad-adbe-4b9fc8a1ac19'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:10.194104 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 59738) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:10.204390 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ebcc004b-309e-454a-814d-7fde9ef88357 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2544251-4eb1-44ad-adbe-4b9fc8a1ac19 HTTP/1.1" status: 200 len: 205 time: 0.0592353 Sep 17 08:03:10.232754 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-df85685d-224d-45ae-a7a2-debec878ec59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:10.247722 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df85685d-224d-45ae-a7a2-debec878ec59 None None] Routers {'d2544251-4eb1-44ad-adbe-4b9fc8a1ac19'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:03:10.248435 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-df85685d-224d-45ae-a7a2-debec878ec59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:02:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['d2544251-4eb1-44ad-adbe-4b9fc8a1ac19'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:10.257321 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0ffa7f2f-87df-482d-b239-c7d25d65b2a1 req-54137549-af3e-4b6b-bcef-7a09582ff810 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ca324cf-2f4a-4de4-b554-4975c25b95af HTTP/1.1" status: 200 len: 210 time: 0.0763435 Sep 17 08:03:10.293832 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-df85685d-224d-45ae-a7a2-debec878ec59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:10.294835 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df85685d-224d-45ae-a7a2-debec878ec59 None None] The sync data for ids ['d2544251-4eb1-44ad-adbe-4b9fc8a1ac19'] in n-d-789963-9 is: [] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:03:10.320803 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-22475362-401e-4291-9742-39b4984536dd tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for router, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:10.462745 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-971f847e-7805-4050-9e55-a3ad17970541 None None] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:10.468780 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-971f847e-7805-4050-9e55-a3ad17970541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:10.518913 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1285a267-b71a-4749-9e62-adccf8d8ee5f None None] Pushing event updated for resources: {'Port': ['ID=40ca8cfa-95fd-4485-8872-f0efb300c5c8,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:10.532470 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1285a267-b71a-4749-9e62-adccf8d8ee5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:03:10.532816 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1285a267-b71a-4749-9e62-adccf8d8ee5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:03:10.533276 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1285a267-b71a-4749-9e62-adccf8d8ee5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:03:10.533668 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1285a267-b71a-4749-9e62-adccf8d8ee5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:03:10.534058 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1285a267-b71a-4749-9e62-adccf8d8ee5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:03:10.534446 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1285a267-b71a-4749-9e62-adccf8d8ee5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:03:10.534830 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1285a267-b71a-4749-9e62-adccf8d8ee5f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:03:10.535213 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1285a267-b71a-4749-9e62-adccf8d8ee5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:03:10.535594 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1285a267-b71a-4749-9e62-adccf8d8ee5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:03:10.536004 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1285a267-b71a-4749-9e62-adccf8d8ee5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:03:10.536384 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1285a267-b71a-4749-9e62-adccf8d8ee5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:03:10.536763 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1285a267-b71a-4749-9e62-adccf8d8ee5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:03:10.543975 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-971f847e-7805-4050-9e55-a3ad17970541 None None] Attempting to bind port 40ca8cfa-95fd-4485-8872-f0efb300c5c8 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:03:10.544858 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-971f847e-7805-4050-9e55-a3ad17970541 None None] Attempting to bind port 40ca8cfa-95fd-4485-8872-f0efb300c5c8 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:03:10.544858 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971f847e-7805-4050-9e55-a3ad17970541 None None] Attempting to bind port 40ca8cfa-95fd-4485-8872-f0efb300c5c8 on network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:03:10.545693 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-22475362-401e-4291-9742-39b4984536dd tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:10.548201 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-22475362-401e-4291-9742-39b4984536dd tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:10.549992 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971f847e-7805-4050-9e55-a3ad17970541 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:03:10.550368 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971f847e-7805-4050-9e55-a3ad17970541 None None] Checking segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:03:10.550769 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-971f847e-7805-4050-9e55-a3ad17970541 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:10.551857 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971f847e-7805-4050-9e55-a3ad17970541 None None] Bound using segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:03:10.551857 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-971f847e-7805-4050-9e55-a3ad17970541 None None] Bound port: 40ca8cfa-95fd-4485-8872-f0efb300c5c8, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:03:10.552171 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-971f847e-7805-4050-9e55-a3ad17970541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:10.610392 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-971f847e-7805-4050-9e55-a3ad17970541 None None] For port 40ca8cfa-95fd-4485-8872-f0efb300c5c8, host n-d-789963-9, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:03:10.613544 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-971f847e-7805-4050-9e55-a3ad17970541 None None] For port 40ca8cfa-95fd-4485-8872-f0efb300c5c8, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=40ca8cfa-95fd-4485-8872-f0efb300c5c8,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:03:10.617143 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-971f847e-7805-4050-9e55-a3ad17970541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:10.618535 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-22475362-401e-4291-9742-39b4984536dd tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:10.619032 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22475362-401e-4291-9742-39b4984536dd tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Fanout notify agent at l3_agent the message router_deleted on router d2544251-4eb1-44ad-adbe-4b9fc8a1ac19 {{(pid=101290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 08:03:10.630703 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-22475362-401e-4291-9742-39b4984536dd tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:10.635137 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-22475362-401e-4291-9742-39b4984536dd tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "DELETE /v2.0/routers/d2544251-4eb1-44ad-adbe-4b9fc8a1ac19 HTTP/1.1" status: 204 len: 168 time: 0.4364865 Sep 17 08:03:10.635222 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 59746) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:10.653533 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-99c97c78-e9d4-4470-a97c-a6cc04ceb367 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:10.680120 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1285a267-b71a-4749-9e62-adccf8d8ee5f None None] Pushing event updated for resources: {'Port': ['ID=40ca8cfa-95fd-4485-8872-f0efb300c5c8,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:10.683892 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971f847e-7805-4050-9e55-a3ad17970541 None None] Routers {'49ff74cc-d17b-45b8-876a-65623fed0ffd'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:03:10.684516 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-971f847e-7805-4050-9e55-a3ad17970541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:02:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['49ff74cc-d17b-45b8-876a-65623fed0ffd'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:10.697384 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2ad2027-be88-47ef-9cff-1a89f9986e9a tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Deleting subnet 68b71ba4-7d94-4af5-be09-b32f498c6a8a {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:03:10.701790 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f2ad2027-be88-47ef-9cff-1a89f9986e9a tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:10.733974 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c97c78-e9d4-4470-a97c-a6cc04ceb367 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Pushing event updated for resources: {'Subnet': ['ID=63d35bd7-5698-43e9-b932-9568edb639a4,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:10.744050 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f2ad2027-be88-47ef-9cff-1a89f9986e9a tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:10.770402 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c97c78-e9d4-4470-a97c-a6cc04ceb367 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Checking segment: {'id': '3a2d6555-c56f-4c99-9f0e-bc6012adbff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'da58380a-915a-40f0-9564-11e428e24524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:03:10.770784 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c97c78-e9d4-4470-a97c-a6cc04ceb367 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Network hostable DHCP agents. Network: da58380a-915a-40f0-9564-11e428e24524, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:03:10.790824 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c97c78-e9d4-4470-a97c-a6cc04ceb367 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Network da58380a-915a-40f0-9564-11e428e24524 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:03:10.795517 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-971f847e-7805-4050-9e55-a3ad17970541 None None] Set router 49ff74cc-d17b-45b8-876a-65623fed0ffd gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:03:10.818448 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-99c97c78-e9d4-4470-a97c-a6cc04ceb367 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, da58380a-915a-40f0-9564-11e428e24524) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:03:10.827573 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40d2657-728b-4f75-b5e3-a4e36bca7908 None None] Network da58380a-915a-40f0-9564-11e428e24524 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:03:10.831488 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c97c78-e9d4-4470-a97c-a6cc04ceb367 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:10.832123 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-99c97c78-e9d4-4470-a97c-a6cc04ceb367 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:10.853486 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-99c97c78-e9d4-4470-a97c-a6cc04ceb367 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9089541 Sep 17 08:03:10.854169 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 59748) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:10.883262 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f2ad2027-be88-47ef-9cff-1a89f9986e9a tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:11.002585 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f2ad2027-be88-47ef-9cff-1a89f9986e9a tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:11.047300 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-971f847e-7805-4050-9e55-a3ad17970541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ff74cc-d17b-45b8-876a-65623fed0ffd', 'name': 'tempest-TestNetworkBasicOps-router-1387750121', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '40ca8cfa-95fd-4485-8872-f0efb300c5c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:03:06Z', 'updated_at': '2021-09-17T08:03:07Z', 'revision_number': 3, 'project_id': '72f377991d624d1189daaff7de1bceb3', 'gw_port': {'id': '40ca8cfa-95fd-4485-8872-f0efb300c5c8', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:5f:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ff74cc-d17b-45b8-876a-65623fed0ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:06Z', 'updated_at': '2021-09-17T08:03:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:11.060702 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f2ad2027-be88-47ef-9cff-1a89f9986e9a tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:11.067440 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-f2ad2027-be88-47ef-9cff-1a89f9986e9a tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "DELETE /v2.0/subnets/68b71ba4-7d94-4af5-be09-b32f498c6a8a HTTP/1.1" status: 204 len: 168 time: 0.4296029 Sep 17 08:03:11.067440 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ad2027-be88-47ef-9cff-1a89f9986e9a tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Pushing event deleted for resources: {'Subnet': ['ID=68b71ba4-7d94-4af5-be09-b32f498c6a8a,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:11.073425 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 59754) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:11.080183 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44de7c6-02d9-41d6-99b5-8240c6c350e3 None None] Network 5589e48c-5883-4a25-acba-5f2a4c7cdf2a requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:03:11.095592 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971f847e-7805-4050-9e55-a3ad17970541 None None] The sync data for ids ['49ff74cc-d17b-45b8-876a-65623fed0ffd'] in n-d-789963-9 is: [{'id': '49ff74cc-d17b-45b8-876a-65623fed0ffd', 'name': 'tempest-TestNetworkBasicOps-router-1387750121', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '40ca8cfa-95fd-4485-8872-f0efb300c5c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:03:06Z', 'updated_at': '2021-09-17T08:03:07Z', 'revision_number': 3, 'project_id': '72f377991d624d1189daaff7de1bceb3', 'gw_port': {'id': '40ca8cfa-95fd-4485-8872-f0efb300c5c8', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:5f:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ff74cc-d17b-45b8-876a-65623fed0ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:06Z', 'updated_at': '2021-09-17T08:03:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:03:11.151268 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5984c1a4-ecab-434a-bba6-854119108d54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-da58380a-915a-40f0-9564-11e428e24524', 'network_id': 'da58380a-915a-40f0-9564-11e428e24524', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'fixed_ips': [{'subnet_id': '63d35bd7-5698-43e9-b932-9568edb639a4'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:03:11.152763 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5984c1a4-ecab-434a-bba6-854119108d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:11.195564 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c3c62af-b5cc-4a99-9109-ffdaf2016a61 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Deleting subnet e3f523ef-3785-47cb-8987-faea00cbe7da {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:03:11.204694 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3c3c62af-b5cc-4a99-9109-ffdaf2016a61 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:11.281749 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3c3c62af-b5cc-4a99-9109-ffdaf2016a61 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:11.410624 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-5984c1a4-ecab-434a-bba6-854119108d54 None None] Allocated IP 172.20.0.2 (da58380a-915a-40f0-9564-11e428e24524/63d35bd7-5698-43e9-b932-9568edb639a4/dc6eee90-cb7a-46f0-ad5f-79b7939adb85) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:03:11.584559 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6556dde2-5a86-48ee-9c0d-c9ad00807ce2 None None] DHCP port deletion for 5589e48c-5883-4a25-acba-5f2a4c7cdf2a request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 08:03:11.717869 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbfe11b-b4b7-48ba-8318-73eda825ff9a req-ad34d7f9-774d-4f7c-99f1-2e634a802f79 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:11.717869 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9cbfe11b-b4b7-48ba-8318-73eda825ff9a req-ad34d7f9-774d-4f7c-99f1-2e634a802f79 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.41 "GET /v2.0/networks?id=7eb31eb9-c5ba-4a23-993e-45fc1230b15c HTTP/1.1" status: 200 len: 812 time: 0.2800019 Sep 17 08:03:11.720919 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65c2902e-2427-4ba6-98a7-23ad6714f675 req-cd8d6501-c842-44cf-ac75-967d834f65ea tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ca324cf-2f4a-4de4-b554-4975c25b95af HTTP/1.1" status: 200 len: 210 time: 0.2694314 Sep 17 08:03:11.744201 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-9cbfe11b-b4b7-48ba-8318-73eda825ff9a req-68a653a5-3bec-42fa-8a93-8a80304d5516 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Request body: {'port': {'device_id': '0ca324cf-2f4a-4de4-b554-4975c25b95af', 'network_id': '7eb31eb9-c5ba-4a23-993e-45fc1230b15c', 'admin_state_up': True, 'tenant_id': '2d0585dd9c4e407bb55fa564a2ede4c9'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:03:11.783877 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9a5d3de0-89bd-4b81-8468-1bbfcfa304c1 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:11.864580 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3c3c62af-b5cc-4a99-9109-ffdaf2016a61 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:11.883940 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5984c1a4-ecab-434a-bba6-854119108d54 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:11.906874 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5984c1a4-ecab-434a-bba6-854119108d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:11.947003 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-6556dde2-5a86-48ee-9c0d-c9ad00807ce2 None None] Deleting port cea6a62a-cd14-44b8-adc0-6297f8a03b32 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:03:11.947386 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6556dde2-5a86-48ee-9c0d-c9ad00807ce2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:11.982199 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5984c1a4-ecab-434a-bba6-854119108d54 None None] Network da58380a-915a-40f0-9564-11e428e24524 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:03:12.004697 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-5984c1a4-ecab-434a-bba6-854119108d54 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:03:12.020621 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5984c1a4-ecab-434a-bba6-854119108d54 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:03:12.075465 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cbfe11b-b4b7-48ba-8318-73eda825ff9a req-68a653a5-3bec-42fa-8a93-8a80304d5516 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Made reservation on behalf of 2d0585dd9c4e407bb55fa564a2ede4c9 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:03:12.102578 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-9cbfe11b-b4b7-48ba-8318-73eda825ff9a req-68a653a5-3bec-42fa-8a93-8a80304d5516 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:12.151305 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3c3c62af-b5cc-4a99-9109-ffdaf2016a61 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:12.277094 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3c62af-b5cc-4a99-9109-ffdaf2016a61 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Pushing event deleted for resources: {'Subnet': ['ID=e3f523ef-3785-47cb-8987-faea00cbe7da,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:12.340740 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5984c1a4-ecab-434a-bba6-854119108d54 None None] Pushing event updated for resources: {'Port': ['ID=dc6eee90-cb7a-46f0-ad5f-79b7939adb85,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:12.393564 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3c62af-b5cc-4a99-9109-ffdaf2016a61 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:03:12.394235 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3c62af-b5cc-4a99-9109-ffdaf2016a61 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:03:12.394767 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3c62af-b5cc-4a99-9109-ffdaf2016a61 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:03:12.395321 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3c62af-b5cc-4a99-9109-ffdaf2016a61 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:03:12.396013 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3c62af-b5cc-4a99-9109-ffdaf2016a61 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:03:12.396541 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3c62af-b5cc-4a99-9109-ffdaf2016a61 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:03:12.397074 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3c62af-b5cc-4a99-9109-ffdaf2016a61 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:03:12.397605 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3c62af-b5cc-4a99-9109-ffdaf2016a61 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:03:12.398125 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3c62af-b5cc-4a99-9109-ffdaf2016a61 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:03:12.398658 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3c62af-b5cc-4a99-9109-ffdaf2016a61 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:03:12.399517 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3c62af-b5cc-4a99-9109-ffdaf2016a61 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:03:12.400146 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3c62af-b5cc-4a99-9109-ffdaf2016a61 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:03:12.402254 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7330458-acc9-4bbe-ac64-3c1a223afe67 None None] Network 37cc2035-aa55-44bb-9551-321e7d7e4531 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:03:12.410232 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3c3c62af-b5cc-4a99-9109-ffdaf2016a61 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:12.419676 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-3c3c62af-b5cc-4a99-9109-ffdaf2016a61 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "DELETE /v2.0/subnets/e3f523ef-3785-47cb-8987-faea00cbe7da HTTP/1.1" status: 204 len: 168 time: 1.3408587 Sep 17 08:03:12.420378 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 59786) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:12.441392 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-5984c1a4-ecab-434a-bba6-854119108d54 None None] Attempting to bind port dc6eee90-cb7a-46f0-ad5f-79b7939adb85 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:03:12.441775 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-5984c1a4-ecab-434a-bba6-854119108d54 None None] Attempting to bind port dc6eee90-cb7a-46f0-ad5f-79b7939adb85 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '3a2d6555-c56f-4c99-9f0e-bc6012adbff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'da58380a-915a-40f0-9564-11e428e24524'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:03:12.442144 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5984c1a4-ecab-434a-bba6-854119108d54 None None] Attempting to bind port dc6eee90-cb7a-46f0-ad5f-79b7939adb85 on network da58380a-915a-40f0-9564-11e428e24524 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:03:12.452607 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-6556dde2-5a86-48ee-9c0d-c9ad00807ce2 None None] For port cea6a62a-cd14-44b8-adc0-6297f8a03b32, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=cea6a62a-cd14-44b8-adc0-6297f8a03b32,segment=NetworkSegment(3fa99701-f2e0-45c8-bbb9-24a63634a8c7),segment_id=3fa99701-f2e0-45c8-bbb9-24a63634a8c7)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:03:12.453023 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6556dde2-5a86-48ee-9c0d-c9ad00807ce2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:12.470591 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [req-9cbfe11b-b4b7-48ba-8318-73eda825ff9a req-68a653a5-3bec-42fa-8a93-8a80304d5516 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Allocated IP 172.20.0.3 (7eb31eb9-c5ba-4a23-993e-45fc1230b15c/cb81ebac-14bd-4bcc-8591-cd4e58446b46/f6113b49-1d11-45fa-b3f7-419cc290af60) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:03:12.473679 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5984c1a4-ecab-434a-bba6-854119108d54 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:03:12.475228 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5984c1a4-ecab-434a-bba6-854119108d54 None None] Checking segment: {'id': '3a2d6555-c56f-4c99-9f0e-bc6012adbff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'da58380a-915a-40f0-9564-11e428e24524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:03:12.475924 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5984c1a4-ecab-434a-bba6-854119108d54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:12.476511 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5984c1a4-ecab-434a-bba6-854119108d54 None None] Bound using segment: {'id': '3a2d6555-c56f-4c99-9f0e-bc6012adbff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'da58380a-915a-40f0-9564-11e428e24524'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:03:12.477177 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-5984c1a4-ecab-434a-bba6-854119108d54 None None] Bound port: dc6eee90-cb7a-46f0-ad5f-79b7939adb85, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a2d6555-c56f-4c99-9f0e-bc6012adbff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'da58380a-915a-40f0-9564-11e428e24524'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:03:12.477732 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5984c1a4-ecab-434a-bba6-854119108d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:12.525814 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-6556dde2-5a86-48ee-9c0d-c9ad00807ce2 None None] Calling delete_port for cea6a62a-cd14-44b8-adc0-6297f8a03b32 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:03:12.550813 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2e327df3-085f-4127-97ac-e517a6b30a23 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:12.618166 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-9a5d3de0-89bd-4b81-8468-1bbfcfa304c1 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Allocated IP 172.20.0.1 (da58380a-915a-40f0-9564-11e428e24524/63d35bd7-5698-43e9-b932-9568edb639a4/d085e195-21cd-4e1c-9382-e2d90512a109) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:03:12.743696 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9a5d3de0-89bd-4b81-8468-1bbfcfa304c1 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:12.747536 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5984c1a4-ecab-434a-bba6-854119108d54 None None] For port dc6eee90-cb7a-46f0-ad5f-79b7939adb85, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:03:12.758980 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5984c1a4-ecab-434a-bba6-854119108d54 None None] For port dc6eee90-cb7a-46f0-ad5f-79b7939adb85, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=dc6eee90-cb7a-46f0-ad5f-79b7939adb85,segment=NetworkSegment(3a2d6555-c56f-4c99-9f0e-bc6012adbff0),segment_id=3a2d6555-c56f-4c99-9f0e-bc6012adbff0)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:03:12.777246 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5984c1a4-ecab-434a-bba6-854119108d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:12.798082 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9a5d3de0-89bd-4b81-8468-1bbfcfa304c1 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:12.834018 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5984c1a4-ecab-434a-bba6-854119108d54 None None] Pushing event updated for resources: {'Port': ['ID=dc6eee90-cb7a-46f0-ad5f-79b7939adb85,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:12.837245 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-9cbfe11b-b4b7-48ba-8318-73eda825ff9a req-68a653a5-3bec-42fa-8a93-8a80304d5516 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:12.838384 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6556dde2-5a86-48ee-9c0d-c9ad00807ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:12.879567 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f1d23c-6e0a-4fd5-8a94-bd3e110d0d07 None None] DHCP port deletion for 37cc2035-aa55-44bb-9551-321e7d7e4531 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 08:03:12.884421 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6556dde2-5a86-48ee-9c0d-c9ad00807ce2 None None] Pushing event deleted for resources: {'Port': ['ID=cea6a62a-cd14-44b8-adc0-6297f8a03b32,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:12.892782 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-2e327df3-085f-4127-97ac-e517a6b30a23 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Deleting port cea6a62a-cd14-44b8-adc0-6297f8a03b32 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:03:12.893371 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2e327df3-085f-4127-97ac-e517a6b30a23 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:12.893882 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5d3de0-89bd-4b81-8468-1bbfcfa304c1 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Pushing event updated for resources: {'Port': ['ID=d085e195-21cd-4e1c-9382-e2d90512a109,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:12.901702 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6556dde2-5a86-48ee-9c0d-c9ad00807ce2 None None] No DVR routers for this DVR port cea6a62a-cd14-44b8-adc0-6297f8a03b32 on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:03:12.910223 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5d3de0-89bd-4b81-8468-1bbfcfa304c1 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Network da58380a-915a-40f0-9564-11e428e24524 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:03:12.911893 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-9a5d3de0-89bd-4b81-8468-1bbfcfa304c1 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:03:12.918811 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5d3de0-89bd-4b81-8468-1bbfcfa304c1 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:03:12.979534 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9a5d3de0-89bd-4b81-8468-1bbfcfa304c1 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:12.988922 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-9cbfe11b-b4b7-48ba-8318-73eda825ff9a req-68a653a5-3bec-42fa-8a93-8a80304d5516 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:12.997060 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-c1f1d23c-6e0a-4fd5-8a94-bd3e110d0d07 None None] Deleting port 0318dd88-fc4c-42cd-94de-2cbfb83bcd58 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:03:12.997443 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c1f1d23c-6e0a-4fd5-8a94-bd3e110d0d07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:13.022912 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-2e327df3-085f-4127-97ac-e517a6b30a23 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] For port cea6a62a-cd14-44b8-adc0-6297f8a03b32, host n-d-789963-9, got binding levels [] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:03:13.023613 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2e327df3-085f-4127-97ac-e517a6b30a23 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:13.044267 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-2e327df3-085f-4127-97ac-e517a6b30a23 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Calling delete_port for cea6a62a-cd14-44b8-adc0-6297f8a03b32 owned by network:dhcp {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:03:13.047553 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.ipam_backend_mixin [None req-2e327df3-085f-4127-97ac-e517a6b30a23 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Port cea6a62a-cd14-44b8-adc0-6297f8a03b32 was not found and therefore no delete operation was performed {{(pid=101289) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 17 08:03:13.050258 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2e327df3-085f-4127-97ac-e517a6b30a23 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:13.094549 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-c1f1d23c-6e0a-4fd5-8a94-bd3e110d0d07 None None] For port 0318dd88-fc4c-42cd-94de-2cbfb83bcd58, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=0318dd88-fc4c-42cd-94de-2cbfb83bcd58,segment=NetworkSegment(2e4cb9e5-5afe-47b4-8c9d-72da9e941b92),segment_id=2e4cb9e5-5afe-47b4-8c9d-72da9e941b92)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:03:13.094960 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c1f1d23c-6e0a-4fd5-8a94-bd3e110d0d07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:13.115767 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e327df3-085f-4127-97ac-e517a6b30a23 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Pushing event deleted for resources: {'Port': ['ID=cea6a62a-cd14-44b8-adc0-6297f8a03b32,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:13.116471 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-c1f1d23c-6e0a-4fd5-8a94-bd3e110d0d07 None None] Calling delete_port for 0318dd88-fc4c-42cd-94de-2cbfb83bcd58 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:03:13.182791 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9a5d3de0-89bd-4b81-8468-1bbfcfa304c1 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:13.216745 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e327df3-085f-4127-97ac-e517a6b30a23 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] No DVR routers for this DVR port cea6a62a-cd14-44b8-adc0-6297f8a03b32 on host n-d-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:03:13.272662 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cbfe11b-b4b7-48ba-8318-73eda825ff9a req-68a653a5-3bec-42fa-8a93-8a80304d5516 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Network 7eb31eb9-c5ba-4a23-993e-45fc1230b15c is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:03:13.274652 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [req-9cbfe11b-b4b7-48ba-8318-73eda825ff9a req-68a653a5-3bec-42fa-8a93-8a80304d5516 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:03:13.286101 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cbfe11b-b4b7-48ba-8318-73eda825ff9a req-68a653a5-3bec-42fa-8a93-8a80304d5516 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:03:13.398214 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c1f1d23c-6e0a-4fd5-8a94-bd3e110d0d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:13.411738 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a653a5-3bec-42fa-8a93-8a80304d5516 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Pushing event updated for resources: {'Port': ['ID=f6113b49-1d11-45fa-b3f7-419cc290af60,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:13.473619 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f1d23c-6e0a-4fd5-8a94-bd3e110d0d07 None None] Pushing event deleted for resources: {'Port': ['ID=0318dd88-fc4c-42cd-94de-2cbfb83bcd58,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:13.484769 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f1d23c-6e0a-4fd5-8a94-bd3e110d0d07 None None] No DVR routers for this DVR port 0318dd88-fc4c-42cd-94de-2cbfb83bcd58 on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:03:13.515634 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe6e42c-acf4-4f27-bffd-e86e03aab54a req-7882383f-1e85-4116-a2ab-dd3eff15211e tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:13.527161 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cfe6e42c-acf4-4f27-bffd-e86e03aab54a req-7882383f-1e85-4116-a2ab-dd3eff15211e tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ca324cf-2f4a-4de4-b554-4975c25b95af HTTP/1.1" status: 200 len: 931 time: 0.6366479 Sep 17 08:03:13.575599 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 40ca8cfa-95fd-4485-8872-f0efb300c5c8 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:03:13.618156 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2e327df3-085f-4127-97ac-e517a6b30a23 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:13.628882 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbfe11b-b4b7-48ba-8318-73eda825ff9a req-68a653a5-3bec-42fa-8a93-8a80304d5516 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:13.629975 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-9cbfe11b-b4b7-48ba-8318-73eda825ff9a req-68a653a5-3bec-42fa-8a93-8a80304d5516 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:13.646474 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 40ca8cfa-95fd-4485-8872-f0efb300c5c8 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:03:13.646956 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:13.648881 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cfe6e42c-acf4-4f27-bffd-e86e03aab54a req-b9a0ed3a-4b14-4120-94d6-b0b8921fe110 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207829 Sep 17 08:03:13.673285 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-2e327df3-085f-4127-97ac-e517a6b30a23 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5589e48c-5883-4a25-acba-5f2a4c7cdf2a']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:13.684459 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-2e327df3-085f-4127-97ac-e517a6b30a23 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fa99701-f2e0-45c8-bbb9-24a63634a8c7') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:13.684804 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-2e327df3-085f-4127-97ac-e517a6b30a23 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fa99701-f2e0-45c8-bbb9-24a63634a8c7') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:13.694085 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9cbfe11b-b4b7-48ba-8318-73eda825ff9a req-68a653a5-3bec-42fa-8a93-8a80304d5516 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0042405 Sep 17 08:03:13.697927 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2e327df3-085f-4127-97ac-e517a6b30a23 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:13.713537 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9a5d3de0-89bd-4b81-8468-1bbfcfa304c1 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:13.716804 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-9cbfe11b-b4b7-48ba-8318-73eda825ff9a req-d9b1005c-2b95-4bd3-bfee-b76b02115ce3 service neutron] Request body: {'port': {'device_id': '0ca324cf-2f4a-4de4-b554-4975c25b95af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-9'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:03:13.721378 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2e327df3-085f-4127-97ac-e517a6b30a23 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:13.722240 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9a5d3de0-89bd-4b81-8468-1bbfcfa304c1 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:13.744618 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e327df3-085f-4127-97ac-e517a6b30a23 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:03:13.745033 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2e327df3-085f-4127-97ac-e517a6b30a23 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:13.748576 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:03:13.748576 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:03:13.748576 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:03:13.748576 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:03:13.748576 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:03:13.748576 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:03:13.748576 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:03:13.748576 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:03:13.748576 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:03:13.748576 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:03:13.748576 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:03:13.748576 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:03:13.748576 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:03:13.748576 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:03:13.748576 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:03:13.748576 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:03:13.748576 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:03:13.748576 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:03:13.748576 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:03:13.748576 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:03:13.748576 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:03:13.748576 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:03:13.748576 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:03:13.748576 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:03:13.748576 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:03:13.748576 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:03:13.748576 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:03:13.748576 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:03:13.748576 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:03:13.748576 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:03:13.748576 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:03:13.748576 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:03:13.774040 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:13.800514 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port 40ca8cfa-95fd-4485-8872-f0efb300c5c8, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=40ca8cfa-95fd-4485-8872-f0efb300c5c8,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:03:13.813304 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:13.814503 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device dc6eee90-cb7a-46f0-ad5f-79b7939adb85 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:03:13.828121 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9a5d3de0-89bd-4b81-8468-1bbfcfa304c1 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:13.850674 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-9cbfe11b-b4b7-48ba-8318-73eda825ff9a req-d9b1005c-2b95-4bd3-bfee-b76b02115ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:13.895216 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2e327df3-085f-4127-97ac-e517a6b30a23 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:13.918137 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5d3de0-89bd-4b81-8468-1bbfcfa304c1 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Pushing event updated for resources: {'Port': ['ID=d085e195-21cd-4e1c-9382-e2d90512a109,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:13.933787 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2e327df3-085f-4127-97ac-e517a6b30a23 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:13.935776 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-2e327df3-085f-4127-97ac-e517a6b30a23 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "DELETE /v2.0/networks/5589e48c-5883-4a25-acba-5f2a4c7cdf2a HTTP/1.1" status: 204 len: 168 time: 1.5136714 Sep 17 08:03:13.940366 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 59816) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:13.962685 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e327df3-085f-4127-97ac-e517a6b30a23 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Pushing event deleted for resources: {'Network': ['ID=5589e48c-5883-4a25-acba-5f2a4c7cdf2a,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:13.974114 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=40ca8cfa-95fd-4485-8872-f0efb300c5c8,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:14.003198 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port dc6eee90-cb7a-46f0-ad5f-79b7939adb85 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:03:14.003408 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:14.015383 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5d3de0-89bd-4b81-8468-1bbfcfa304c1 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Network da58380a-915a-40f0-9564-11e428e24524 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:03:14.017220 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-9a5d3de0-89bd-4b81-8468-1bbfcfa304c1 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:03:14.126725 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:14.155190 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-019101c9-9ffd-4ba1-a5e6-3ee9072aa10a tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:14.199395 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port dc6eee90-cb7a-46f0-ad5f-79b7939adb85, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=dc6eee90-cb7a-46f0-ad5f-79b7939adb85,segment=NetworkSegment(3a2d6555-c56f-4c99-9f0e-bc6012adbff0),segment_id=3a2d6555-c56f-4c99-9f0e-bc6012adbff0)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:03:14.212039 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:14.335968 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device cea6a62a-cd14-44b8-adc0-6297f8a03b32 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:03:14.342485 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a5d3de0-89bd-4b81-8468-1bbfcfa304c1 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Router 49ff74cc-d17b-45b8-876a-65623fed0ffd has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:03:14.348934 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=dc6eee90-cb7a-46f0-ad5f-79b7939adb85,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:14.363789 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-019101c9-9ffd-4ba1-a5e6-3ee9072aa10a tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:14.386938 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: cea6a62a-cd14-44b8-adc0-6297f8a03b32 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:03:14.388395 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device cea6a62a-cd14-44b8-adc0-6297f8a03b32 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:03:14.389013 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 0318dd88-fc4c-42cd-94de-2cbfb83bcd58 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:03:14.417520 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 0318dd88-fc4c-42cd-94de-2cbfb83bcd58 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:03:14.419110 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 0318dd88-fc4c-42cd-94de-2cbfb83bcd58 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:03:14.446401 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-019101c9-9ffd-4ba1-a5e6-3ee9072aa10a tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37cc2035-aa55-44bb-9551-321e7d7e4531']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:14.458991 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-019101c9-9ffd-4ba1-a5e6-3ee9072aa10a tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e4cb9e5-5afe-47b4-8c9d-72da9e941b92') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:14.459297 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-019101c9-9ffd-4ba1-a5e6-3ee9072aa10a tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e4cb9e5-5afe-47b4-8c9d-72da9e941b92') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:14.469827 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-019101c9-9ffd-4ba1-a5e6-3ee9072aa10a tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:14.497675 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-019101c9-9ffd-4ba1-a5e6-3ee9072aa10a tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:14.498060 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b329d0fb-1c10-4ab9-8a2f-ea7bc659dff8 None None] Network da58380a-915a-40f0-9564-11e428e24524 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:03:14.507814 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a5d3de0-89bd-4b81-8468-1bbfcfa304c1 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:03:14.516810 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-9a5d3de0-89bd-4b81-8468-1bbfcfa304c1 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "PUT /v2.0/routers/49ff74cc-d17b-45b8-876a-65623fed0ffd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6607230 Sep 17 08:03:14.517482 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 59830) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:14.519760 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c79338d-a21e-448a-bd40-5a841a97f1d8 None None] Sync routers for ids ['49ff74cc-d17b-45b8-876a-65623fed0ffd'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:03:14.525483 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-019101c9-9ffd-4ba1-a5e6-3ee9072aa10a tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:03:14.526956 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-019101c9-9ffd-4ba1-a5e6-3ee9072aa10a tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:14.529095 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:03:14.529095 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:03:14.529095 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:03:14.529095 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:03:14.529095 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:03:14.529095 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:03:14.529095 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:03:14.529095 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:03:14.529095 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:03:14.529095 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:03:14.529095 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:03:14.529095 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:03:14.529095 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:03:14.529095 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:03:14.529095 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:03:14.529095 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:03:14.529095 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:03:14.529095 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:03:14.529095 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:03:14.529095 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:03:14.529095 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:03:14.529095 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:03:14.529095 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:03:14.529095 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:03:14.529095 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:03:14.529095 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:03:14.529095 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:03:14.529095 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:03:14.529095 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:03:14.529095 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:03:14.529095 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:03:14.529095 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:03:14.537863 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c79338d-a21e-448a-bd40-5a841a97f1d8 None None] Routers {'49ff74cc-d17b-45b8-876a-65623fed0ffd'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:03:14.538508 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-5c79338d-a21e-448a-bd40-5a841a97f1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:02:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['49ff74cc-d17b-45b8-876a-65623fed0ffd'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:14.667980 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-019101c9-9ffd-4ba1-a5e6-3ee9072aa10a tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:14.699378 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-019101c9-9ffd-4ba1-a5e6-3ee9072aa10a tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:14.705064 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-019101c9-9ffd-4ba1-a5e6-3ee9072aa10a tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "DELETE /v2.0/networks/37cc2035-aa55-44bb-9551-321e7d7e4531 HTTP/1.1" status: 204 len: 168 time: 0.7515030 Sep 17 08:03:14.705064 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019101c9-9ffd-4ba1-a5e6-3ee9072aa10a tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Pushing event deleted for resources: {'Network': ['ID=37cc2035-aa55-44bb-9551-321e7d7e4531,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:14.709133 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 59836) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:14.719699 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-3edea278-5d6e-4ccf-8e2e-fbeac0b3532d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1990358102'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:03:14.733448 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [req-9cbfe11b-b4b7-48ba-8318-73eda825ff9a req-d9b1005c-2b95-4bd3-bfee-b76b02115ce3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6113b49-1d11-45fa-b3f7-419cc290af60 {{(pid=101289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:03:14.751935 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-9cbfe11b-b4b7-48ba-8318-73eda825ff9a req-d9b1005c-2b95-4bd3-bfee-b76b02115ce3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:14.771417 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5a7a00f0-dd50-48fa-ac31-1b9ed7954d0e None None] Provisioning complete for port dc6eee90-cb7a-46f0-ad5f-79b7939adb85 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:03:14.771869 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5a7a00f0-dd50-48fa-ac31-1b9ed7954d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:14.780873 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.provisioning_blocks [req-9cbfe11b-b4b7-48ba-8318-73eda825ff9a req-d9b1005c-2b95-4bd3-bfee-b76b02115ce3 service neutron] Transition to ACTIVE for port object f6113b49-1d11-45fa-b3f7-419cc290af60 will not be triggered until provisioned by entity L2. {{(pid=101289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:03:14.790987 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-9cbfe11b-b4b7-48ba-8318-73eda825ff9a req-d9b1005c-2b95-4bd3-bfee-b76b02115ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:14.811042 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-5c79338d-a21e-448a-bd40-5a841a97f1d8 None None] Set router 49ff74cc-d17b-45b8-876a-65623fed0ffd gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:03:14.833146 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47c7dc9-5c63-4914-a662-b7d0ca655185 tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:14.833146 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47c7dc9-5c63-4914-a662-b7d0ca655185 tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:14.833146 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47c7dc9-5c63-4914-a662-b7d0ca655185 tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:14.833858 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47c7dc9-5c63-4914-a662-b7d0ca655185 tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:14.834132 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47c7dc9-5c63-4914-a662-b7d0ca655185 tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:14.834724 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47c7dc9-5c63-4914-a662-b7d0ca655185 tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:14.835198 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47c7dc9-5c63-4914-a662-b7d0ca655185 tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:14.835712 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47c7dc9-5c63-4914-a662-b7d0ca655185 tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:14.836208 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47c7dc9-5c63-4914-a662-b7d0ca655185 tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:14.836733 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47c7dc9-5c63-4914-a662-b7d0ca655185 tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:14.837200 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47c7dc9-5c63-4914-a662-b7d0ca655185 tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:14.837699 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47c7dc9-5c63-4914-a662-b7d0ca655185 tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:14.843238 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d47c7dc9-5c63-4914-a662-b7d0ca655185 tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8392 time: 0.3246610 Sep 17 08:03:14.844186 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3edea278-5d6e-4ccf-8e2e-fbeac0b3532d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Made reservation on behalf of bc1e57ea729b496c9e70ade3ba30f0a4 for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:03:14.845888 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 59840) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:14.848578 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3edea278-5d6e-4ccf-8e2e-fbeac0b3532d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:14.892616 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3edea278-5d6e-4ccf-8e2e-fbeac0b3532d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:03:14.934309 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3edea278-5d6e-4ccf-8e2e-fbeac0b3532d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:14.934663 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-3edea278-5d6e-4ccf-8e2e-fbeac0b3532d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Added segment 6771255d-d3e6-45a0-af6e-a389946a7689 of type vlan for network a6cc7797-abda-43dd-a79a-b461837d3e28 Sep 17 08:03:14.960535 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b1005c-2b95-4bd3-bfee-b76b02115ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=f6113b49-1d11-45fa-b3f7-419cc290af60,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:15.015478 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3edea278-5d6e-4ccf-8e2e-fbeac0b3532d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:15.057424 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3edea278-5d6e-4ccf-8e2e-fbeac0b3532d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:15.068060 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edea278-5d6e-4ccf-8e2e-fbeac0b3532d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:15.069476 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3edea278-5d6e-4ccf-8e2e-fbeac0b3532d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:15.114852 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccdc900-2863-4233-9866-c890494d5115 req-c05661f6-86ff-421f-99fb-077cafac3728 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:15.125757 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4ccdc900-2863-4233-9866-c890494d5115 req-c05661f6-86ff-421f-99fb-077cafac3728 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ca324cf-2f4a-4de4-b554-4975c25b95af HTTP/1.1" status: 200 len: 943 time: 0.2766330 Sep 17 08:03:15.132606 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-3edea278-5d6e-4ccf-8e2e-fbeac0b3532d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4223628 Sep 17 08:03:15.142524 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 59846) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:15.150010 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-cc305a96-bedc-4f04-a613-56f88d105091 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Request body: {'subnet': {'network_id': 'a6cc7797-abda-43dd-a79a-b461837d3e28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:03:15.207811 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edea278-5d6e-4ccf-8e2e-fbeac0b3532d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Pushing event updated for resources: {'Network': ['ID=a6cc7797-abda-43dd-a79a-b461837d3e28,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:15.216568 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8351ccb7-1448-45c1-8081-c70d9b04eda1 tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:15.217315 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8351ccb7-1448-45c1-8081-c70d9b04eda1 tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:15.217949 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8351ccb7-1448-45c1-8081-c70d9b04eda1 tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:15.218578 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8351ccb7-1448-45c1-8081-c70d9b04eda1 tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:15.219131 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8351ccb7-1448-45c1-8081-c70d9b04eda1 tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:15.219656 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8351ccb7-1448-45c1-8081-c70d9b04eda1 tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:15.220442 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8351ccb7-1448-45c1-8081-c70d9b04eda1 tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:15.220989 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8351ccb7-1448-45c1-8081-c70d9b04eda1 tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:15.222372 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8351ccb7-1448-45c1-8081-c70d9b04eda1 tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:15.223035 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8351ccb7-1448-45c1-8081-c70d9b04eda1 tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:15.223662 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8351ccb7-1448-45c1-8081-c70d9b04eda1 tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:15.224288 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network a6cc7797-abda-43dd-a79a-b461837d3e28 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:03:15.227923 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-8351ccb7-1448-45c1-8081-c70d9b04eda1 tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6986 time: 0.3759134 Sep 17 08:03:15.234939 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-5c79338d-a21e-448a-bd40-5a841a97f1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ff74cc-d17b-45b8-876a-65623fed0ffd', 'name': 'tempest-TestNetworkBasicOps-router-1387750121', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '40ca8cfa-95fd-4485-8872-f0efb300c5c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:03:06Z', 'updated_at': '2021-09-17T08:03:13Z', 'revision_number': 4, 'project_id': '72f377991d624d1189daaff7de1bceb3', 'gw_port': {'id': '40ca8cfa-95fd-4485-8872-f0efb300c5c8', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:5f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ff74cc-d17b-45b8-876a-65623fed0ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:06Z', 'updated_at': '2021-09-17T08:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'd085e195-21cd-4e1c-9382-e2d90512a109', 'name': '', 'network_id': 'da58380a-915a-40f0-9564-11e428e24524', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'mac_address': 'fa:16:3e:47:3a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ff74cc-d17b-45b8-876a-65623fed0ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '63d35bd7-5698-43e9-b932-9568edb639a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:11Z', 'updated_at': '2021-09-17T08:03:13Z', 'revision_number': 2, 'project_id': '72f377991d624d1189daaff7de1bceb3', 'subnets': [{'id': '63d35bd7-5698-43e9-b932-9568edb639a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:15.253855 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 59850) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:15.307415 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c79338d-a21e-448a-bd40-5a841a97f1d8 None None] Checking router: 49ff74cc-d17b-45b8-876a-65623fed0ffd for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:03:15.308550 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c79338d-a21e-448a-bd40-5a841a97f1d8 None None] Updating router 49ff74cc-d17b-45b8-876a-65623fed0ffd port d085e195-21cd-4e1c-9382-e2d90512a109 binding host n-d-789963-9 {{(pid=101292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 08:03:15.341443 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc305a96-bedc-4f04-a613-56f88d105091 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Made reservation on behalf of bc1e57ea729b496c9e70ade3ba30f0a4 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:03:15.345057 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cc305a96-bedc-4f04-a613-56f88d105091 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:15.372143 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5c79338d-a21e-448a-bd40-5a841a97f1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:15.435179 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-e3c3c18e-2ff7-4458-baa0-5e7b2212cfd0 None None] Provisioning complete for port d085e195-21cd-4e1c-9382-e2d90512a109 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:03:15.436598 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e3c3c18e-2ff7-4458-baa0-5e7b2212cfd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:15.487159 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 40ca8cfa-95fd-4485-8872-f0efb300c5c8 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:03:15.572384 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-e3c3c18e-2ff7-4458-baa0-5e7b2212cfd0 None None] Port d085e195-21cd-4e1c-9382-e2d90512a109 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:03:15.660007 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-e3c3c18e-2ff7-4458-baa0-5e7b2212cfd0 None None] Provisioning complete for port dc6eee90-cb7a-46f0-ad5f-79b7939adb85 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:03:15.660537 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e3c3c18e-2ff7-4458-baa0-5e7b2212cfd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:15.720864 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 40ca8cfa-95fd-4485-8872-f0efb300c5c8 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:03:15.721287 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:15.794466 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cc305a96-bedc-4f04-a613-56f88d105091 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:15.899614 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc305a96-bedc-4f04-a613-56f88d105091 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Pushing event updated for resources: {'Subnet': ['ID=adc99b8a-78b8-4d19-84e4-5d877c23000d,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:15.911896 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc305a96-bedc-4f04-a613-56f88d105091 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Checking segment: {'id': '6771255d-d3e6-45a0-af6e-a389946a7689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a6cc7797-abda-43dd-a79a-b461837d3e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:03:15.912501 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc305a96-bedc-4f04-a613-56f88d105091 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Network hostable DHCP agents. Network: a6cc7797-abda-43dd-a79a-b461837d3e28, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:03:15.933758 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc305a96-bedc-4f04-a613-56f88d105091 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Network a6cc7797-abda-43dd-a79a-b461837d3e28 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:03:15.946135 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-cc305a96-bedc-4f04-a613-56f88d105091 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, a6cc7797-abda-43dd-a79a-b461837d3e28) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:03:15.951358 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc305a96-bedc-4f04-a613-56f88d105091 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:15.952826 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cc305a96-bedc-4f04-a613-56f88d105091 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:15.974429 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a6ae6a-158e-4848-aa4f-3bfafe35fced None None] Network a6cc7797-abda-43dd-a79a-b461837d3e28 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:03:15.977167 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-cc305a96-bedc-4f04-a613-56f88d105091 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8335755 Sep 17 08:03:15.979848 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 59868) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:15.981443 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5c79338d-a21e-448a-bd40-5a841a97f1d8 None None] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:15.986571 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-6b43e374-2a26-4d6f-b4cd-889e47906a7b tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-116325773', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:03:15.997882 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5c79338d-a21e-448a-bd40-5a841a97f1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:16.011206 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4ccdc900-2863-4233-9866-c890494d5115 req-b4a041d0-6af5-4b0e-b58b-7324ec60d278 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8842974 Sep 17 08:03:16.042264 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-9cbfe11b-b4b7-48ba-8318-73eda825ff9a req-d9b1005c-2b95-4bd3-bfee-b76b02115ce3 service neutron] Attempting to bind port f6113b49-1d11-45fa-b3f7-419cc290af60 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:03:16.044769 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-9cbfe11b-b4b7-48ba-8318-73eda825ff9a req-d9b1005c-2b95-4bd3-bfee-b76b02115ce3 service neutron] Attempting to bind port f6113b49-1d11-45fa-b3f7-419cc290af60 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'fd7b9750-679d-4ecc-9c9e-dc86937b132b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '7eb31eb9-c5ba-4a23-993e-45fc1230b15c'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:03:16.047962 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbfe11b-b4b7-48ba-8318-73eda825ff9a req-d9b1005c-2b95-4bd3-bfee-b76b02115ce3 service neutron] Attempting to bind port f6113b49-1d11-45fa-b3f7-419cc290af60 on network 7eb31eb9-c5ba-4a23-993e-45fc1230b15c {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:03:16.069718 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6b43e374-2a26-4d6f-b4cd-889e47906a7b tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:16.070535 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6b43e374-2a26-4d6f-b4cd-889e47906a7b tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:16.070811 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbfe11b-b4b7-48ba-8318-73eda825ff9a req-d9b1005c-2b95-4bd3-bfee-b76b02115ce3 service neutron] Port f6113b49-1d11-45fa-b3f7-419cc290af60 on network 7eb31eb9-c5ba-4a23-993e-45fc1230b15c not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:03:16.071045 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbfe11b-b4b7-48ba-8318-73eda825ff9a req-d9b1005c-2b95-4bd3-bfee-b76b02115ce3 service neutron] Attempting to bind port f6113b49-1d11-45fa-b3f7-419cc290af60 on network 7eb31eb9-c5ba-4a23-993e-45fc1230b15c {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:03:16.087344 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device dc6eee90-cb7a-46f0-ad5f-79b7939adb85 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:03:16.113148 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbfe11b-b4b7-48ba-8318-73eda825ff9a req-d9b1005c-2b95-4bd3-bfee-b76b02115ce3 service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:03:16.113720 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbfe11b-b4b7-48ba-8318-73eda825ff9a req-d9b1005c-2b95-4bd3-bfee-b76b02115ce3 service neutron] Checking segment: {'id': 'fd7b9750-679d-4ecc-9c9e-dc86937b132b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '7eb31eb9-c5ba-4a23-993e-45fc1230b15c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:03:16.114281 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbfe11b-b4b7-48ba-8318-73eda825ff9a req-d9b1005c-2b95-4bd3-bfee-b76b02115ce3 service neutron] Bound using segment: {'id': 'fd7b9750-679d-4ecc-9c9e-dc86937b132b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '7eb31eb9-c5ba-4a23-993e-45fc1230b15c'} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:03:16.114890 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-9cbfe11b-b4b7-48ba-8318-73eda825ff9a req-d9b1005c-2b95-4bd3-bfee-b76b02115ce3 service neutron] Bound port: f6113b49-1d11-45fa-b3f7-419cc290af60, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd7b9750-679d-4ecc-9c9e-dc86937b132b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '7eb31eb9-c5ba-4a23-993e-45fc1230b15c'}}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:03:16.115412 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-9cbfe11b-b4b7-48ba-8318-73eda825ff9a req-d9b1005c-2b95-4bd3-bfee-b76b02115ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:16.128451 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4258e640-eb6b-46c2-bf38-9b3a60a8b9dc None None] Pushing event updated for resources: {'Port': ['ID=d085e195-21cd-4e1c-9382-e2d90512a109,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:16.194107 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6b43e374-2a26-4d6f-b4cd-889e47906a7b tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:16.197193 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-5c79338d-a21e-448a-bd40-5a841a97f1d8 None None] Attempting to bind port d085e195-21cd-4e1c-9382-e2d90512a109 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:03:16.197575 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-5c79338d-a21e-448a-bd40-5a841a97f1d8 None None] Attempting to bind port d085e195-21cd-4e1c-9382-e2d90512a109 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '3a2d6555-c56f-4c99-9f0e-bc6012adbff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'da58380a-915a-40f0-9564-11e428e24524'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:03:16.197937 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c79338d-a21e-448a-bd40-5a841a97f1d8 None None] Attempting to bind port d085e195-21cd-4e1c-9382-e2d90512a109 on network da58380a-915a-40f0-9564-11e428e24524 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:03:16.202069 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6b43e374-2a26-4d6f-b4cd-889e47906a7b tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:16.213329 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c79338d-a21e-448a-bd40-5a841a97f1d8 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:03:16.213715 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c79338d-a21e-448a-bd40-5a841a97f1d8 None None] Checking segment: {'id': '3a2d6555-c56f-4c99-9f0e-bc6012adbff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'da58380a-915a-40f0-9564-11e428e24524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:03:16.214129 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5c79338d-a21e-448a-bd40-5a841a97f1d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:16.214617 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c79338d-a21e-448a-bd40-5a841a97f1d8 None None] Bound using segment: {'id': '3a2d6555-c56f-4c99-9f0e-bc6012adbff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'da58380a-915a-40f0-9564-11e428e24524'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:03:16.214996 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-5c79338d-a21e-448a-bd40-5a841a97f1d8 None None] Bound port: d085e195-21cd-4e1c-9382-e2d90512a109, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a2d6555-c56f-4c99-9f0e-bc6012adbff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'da58380a-915a-40f0-9564-11e428e24524'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:03:16.215380 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5c79338d-a21e-448a-bd40-5a841a97f1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:16.246108 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6b43e374-2a26-4d6f-b4cd-889e47906a7b tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:16.249763 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6b43e374-2a26-4d6f-b4cd-889e47906a7b tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2667658 Sep 17 08:03:16.250983 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 59874) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:16.256296 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-c867dcb6-dba6-46f4-b52f-62f54346cd34 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Request body: {'port': {'network_id': 'a6cc7797-abda-43dd-a79a-b461837d3e28', 'name': 'tempest-RoutersIpV6Test-941218897'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:03:16.271109 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-c8ed2598-8271-4513-851c-df9052fcbb41 None None] Provisioning complete for port d085e195-21cd-4e1c-9382-e2d90512a109 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:03:16.271758 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c8ed2598-8271-4513-851c-df9052fcbb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:16.329649 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port dc6eee90-cb7a-46f0-ad5f-79b7939adb85 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:03:16.330028 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:16.361114 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-5c79338d-a21e-448a-bd40-5a841a97f1d8 None None] For port d085e195-21cd-4e1c-9382-e2d90512a109, host n-d-789963-9, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:03:16.364792 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-5c79338d-a21e-448a-bd40-5a841a97f1d8 None None] For port d085e195-21cd-4e1c-9382-e2d90512a109, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=d085e195-21cd-4e1c-9382-e2d90512a109,segment=NetworkSegment(3a2d6555-c56f-4c99-9f0e-bc6012adbff0),segment_id=3a2d6555-c56f-4c99-9f0e-bc6012adbff0)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:03:16.375189 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5c79338d-a21e-448a-bd40-5a841a97f1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:16.410969 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-9cbfe11b-b4b7-48ba-8318-73eda825ff9a req-d9b1005c-2b95-4bd3-bfee-b76b02115ce3 service neutron] For port f6113b49-1d11-45fa-b3f7-419cc290af60, host n-h1-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:03:16.439644 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-9cbfe11b-b4b7-48ba-8318-73eda825ff9a req-d9b1005c-2b95-4bd3-bfee-b76b02115ce3 service neutron] For port f6113b49-1d11-45fa-b3f7-419cc290af60, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=f6113b49-1d11-45fa-b3f7-419cc290af60,segment=NetworkSegment(fd7b9750-679d-4ecc-9c9e-dc86937b132b),segment_id=fd7b9750-679d-4ecc-9c9e-dc86937b132b)] {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:03:16.472186 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c867dcb6-dba6-46f4-b52f-62f54346cd34 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Made reservation on behalf of bc1e57ea729b496c9e70ade3ba30f0a4 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:03:16.473216 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed2598-8271-4513-851c-df9052fcbb41 None None] Port d085e195-21cd-4e1c-9382-e2d90512a109 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:03:16.474061 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-9cbfe11b-b4b7-48ba-8318-73eda825ff9a req-d9b1005c-2b95-4bd3-bfee-b76b02115ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:16.482272 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c867dcb6-dba6-46f4-b52f-62f54346cd34 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:16.497205 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-7ca1fe32-17f9-4fc2-a98e-4d3b9824452a tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 1.2418168 Sep 17 08:03:16.509069 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c79338d-a21e-448a-bd40-5a841a97f1d8 None None] Routers {'49ff74cc-d17b-45b8-876a-65623fed0ffd'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:03:16.509825 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-5c79338d-a21e-448a-bd40-5a841a97f1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:02:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['49ff74cc-d17b-45b8-876a-65623fed0ffd'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:16.511893 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4258e640-eb6b-46c2-bf38-9b3a60a8b9dc None None] Pushing event updated for resources: {'Port': ['ID=d085e195-21cd-4e1c-9382-e2d90512a109,revision_number=4']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:16.517408 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [None req-c867dcb6-dba6-46f4-b52f-62f54346cd34 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] device_id is not set on port 4464b2af-0a89-45de-a99e-104c8ee8160d yet. {{(pid=101290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 08:03:16.556890 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e027f8bd-fed2-4c58-b605-85f79dba23ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-a6cc7797-abda-43dd-a79a-b461837d3e28', 'network_id': 'a6cc7797-abda-43dd-a79a-b461837d3e28', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'fixed_ips': [{'subnet_id': 'adc99b8a-78b8-4d19-84e4-5d877c23000d'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:03:16.566751 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e027f8bd-fed2-4c58-b605-85f79dba23ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:16.574512 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbfe11b-b4b7-48ba-8318-73eda825ff9a req-d9b1005c-2b95-4bd3-bfee-b76b02115ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:16.575330 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-9cbfe11b-b4b7-48ba-8318-73eda825ff9a req-d9b1005c-2b95-4bd3-bfee-b76b02115ce3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:16.577468 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9cbfe11b-b4b7-48ba-8318-73eda825ff9a req-d9b1005c-2b95-4bd3-bfee-b76b02115ce3 service neutron] 10.222.0.41 "PUT /v2.0/ports/f6113b49-1d11-45fa-b3f7-419cc290af60 HTTP/1.1" status: 200 len: 1091 time: 2.8669300 Sep 17 08:03:16.580023 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ca324cf-2f4a-4de4-b554-4975c25b95af', 'tag': 'f6113b49-1d11-45fa-b3f7-419cc290af60'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:03:16.585552 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f146959-0789-49df-8650-7dd995a5f19e" -d '{"events": [{"name": "network-changed", "server_uuid": "0ca324cf-2f4a-4de4-b554-4975c25b95af", "tag": "f6113b49-1d11-45fa-b3f7-419cc290af60"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:03:16.697949 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b1005c-2b95-4bd3-bfee-b76b02115ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=f6113b49-1d11-45fa-b3f7-419cc290af60,revision_number=3']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:16.761610 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbfe11b-b4b7-48ba-8318-73eda825ff9a req-821fd4e3-b465-408b-a774-148997860445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:16.765755 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9cbfe11b-b4b7-48ba-8318-73eda825ff9a req-821fd4e3-b465-408b-a774-148997860445 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2d0585dd9c4e407bb55fa564a2ede4c9&device_id=0ca324cf-2f4a-4de4-b554-4975c25b95af HTTP/1.1" status: 200 len: 1094 time: 0.1177790 Sep 17 08:03:16.779811 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-5c79338d-a21e-448a-bd40-5a841a97f1d8 None None] Set router 49ff74cc-d17b-45b8-876a-65623fed0ffd gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:03:16.789399 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-42be4b8d-3639-4b22-8965-206aad9a21ea None None] Provisioning complete for port d085e195-21cd-4e1c-9382-e2d90512a109 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:03:16.790218 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-42be4b8d-3639-4b22-8965-206aad9a21ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:16.803935 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fccaf64-562c-4ada-8821-8cdf8dcc6b11 x-openstack-request-id: req-9fccaf64-562c-4ada-8821-8cdf8dcc6b11 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:03:16.804232 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ca324cf-2f4a-4de4-b554-4975c25b95af", "tag": "f6113b49-1d11-45fa-b3f7-419cc290af60", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:03:16.808703 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9fccaf64-562c-4ada-8821-8cdf8dcc6b11 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:03:16.809164 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ca324cf-2f4a-4de4-b554-4975c25b95af', 'tag': 'f6113b49-1d11-45fa-b3f7-419cc290af60', 'status': 'completed', 'code': 200} Sep 17 08:03:16.861227 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-c867dcb6-dba6-46f4-b52f-62f54346cd34 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Allocated IP 2001:db8::277 (a6cc7797-abda-43dd-a79a-b461837d3e28/adc99b8a-78b8-4d19-84e4-5d877c23000d/4464b2af-0a89-45de-a99e-104c8ee8160d) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:03:16.914755 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9cbfe11b-b4b7-48ba-8318-73eda825ff9a req-c86217e7-4a97-4df0-b54d-a8dc3b1ee02f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6113b49-1d11-45fa-b3f7-419cc290af60 HTTP/1.1" status: 200 len: 217 time: 0.1309052 Sep 17 08:03:17.030527 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbfe11b-b4b7-48ba-8318-73eda825ff9a req-ae9df8d3-2a71-4484-9237-9137813cba8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:17.032635 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9cbfe11b-b4b7-48ba-8318-73eda825ff9a req-ae9df8d3-2a71-4484-9237-9137813cba8c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cb81ebac-14bd-4bcc-8591-cd4e58446b46 HTTP/1.1" status: 200 len: 852 time: 0.1095462 Sep 17 08:03:17.039177 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-5c79338d-a21e-448a-bd40-5a841a97f1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ff74cc-d17b-45b8-876a-65623fed0ffd', 'name': 'tempest-TestNetworkBasicOps-router-1387750121', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '40ca8cfa-95fd-4485-8872-f0efb300c5c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:03:06Z', 'updated_at': '2021-09-17T08:03:13Z', 'revision_number': 4, 'project_id': '72f377991d624d1189daaff7de1bceb3', 'gw_port': {'id': '40ca8cfa-95fd-4485-8872-f0efb300c5c8', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:5f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ff74cc-d17b-45b8-876a-65623fed0ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:06Z', 'updated_at': '2021-09-17T08:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'd085e195-21cd-4e1c-9382-e2d90512a109', 'name': '', 'network_id': 'da58380a-915a-40f0-9564-11e428e24524', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'mac_address': 'fa:16:3e:47:3a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ff74cc-d17b-45b8-876a-65623fed0ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '63d35bd7-5698-43e9-b932-9568edb639a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:11Z', 'updated_at': '2021-09-17T08:03:16Z', 'revision_number': 4, 'project_id': '72f377991d624d1189daaff7de1bceb3', 'subnets': [{'id': '63d35bd7-5698-43e9-b932-9568edb639a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:17.067345 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c79338d-a21e-448a-bd40-5a841a97f1d8 None None] The sync data for ids ['49ff74cc-d17b-45b8-876a-65623fed0ffd'] in n-d-789963-9 is: [{'id': '49ff74cc-d17b-45b8-876a-65623fed0ffd', 'name': 'tempest-TestNetworkBasicOps-router-1387750121', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '40ca8cfa-95fd-4485-8872-f0efb300c5c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:03:06Z', 'updated_at': '2021-09-17T08:03:13Z', 'revision_number': 4, 'project_id': '72f377991d624d1189daaff7de1bceb3', 'gw_port': {'id': '40ca8cfa-95fd-4485-8872-f0efb300c5c8', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:5f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ff74cc-d17b-45b8-876a-65623fed0ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:06Z', 'updated_at': '2021-09-17T08:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'd085e195-21cd-4e1c-9382-e2d90512a109', 'name': '', 'network_id': 'da58380a-915a-40f0-9564-11e428e24524', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'mac_address': 'fa:16:3e:47:3a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ff74cc-d17b-45b8-876a-65623fed0ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '63d35bd7-5698-43e9-b932-9568edb639a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:11Z', 'updated_at': '2021-09-17T08:03:16Z', 'revision_number': 4, 'project_id': '72f377991d624d1189daaff7de1bceb3', 'subnets': [{'id': '63d35bd7-5698-43e9-b932-9568edb639a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:03:17.109655 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9cbfe11b-b4b7-48ba-8318-73eda825ff9a req-e8c2525b-69ac-4250-9217-15b5d87bc981 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7eb31eb9-c5ba-4a23-993e-45fc1230b15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693338 Sep 17 08:03:17.134495 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-42be4b8d-3639-4b22-8965-206aad9a21ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:17.195134 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-42be4b8d-3639-4b22-8965-206aad9a21ea None None] For port d085e195-21cd-4e1c-9382-e2d90512a109, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=d085e195-21cd-4e1c-9382-e2d90512a109,segment=NetworkSegment(3a2d6555-c56f-4c99-9f0e-bc6012adbff0),segment_id=3a2d6555-c56f-4c99-9f0e-bc6012adbff0)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:03:17.212679 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 59898) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:17.214641 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-42be4b8d-3639-4b22-8965-206aad9a21ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:17.226187 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c867dcb6-dba6-46f4-b52f-62f54346cd34 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:17.280745 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-1d9cf984-c390-4a91-9996-139636c5d7ba tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-854768361', 'description': 'tempest-secgroup-smoke-854768361 description', 'project_id': '72f377991d624d1189daaff7de1bceb3'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:03:17.289459 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42be4b8d-3639-4b22-8965-206aad9a21ea None None] Pushing event updated for resources: {'Port': ['ID=d085e195-21cd-4e1c-9382-e2d90512a109,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:17.301810 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c867dcb6-dba6-46f4-b52f-62f54346cd34 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:17.353599 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c867dcb6-dba6-46f4-b52f-62f54346cd34 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Network a6cc7797-abda-43dd-a79a-b461837d3e28 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:03:17.359787 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-c867dcb6-dba6-46f4-b52f-62f54346cd34 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:03:17.371387 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c867dcb6-dba6-46f4-b52f-62f54346cd34 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:03:17.377735 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c867dcb6-dba6-46f4-b52f-62f54346cd34 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:17.377878 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5799306e-9197-4398-9634-efb0079cb7a4 req-0b574e3e-9592-40c5-b988-5f10b4bb5b53 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:17.379061 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c867dcb6-dba6-46f4-b52f-62f54346cd34 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:17.382382 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5799306e-9197-4398-9634-efb0079cb7a4 req-0b574e3e-9592-40c5-b988-5f10b4bb5b53 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ca324cf-2f4a-4de4-b554-4975c25b95af HTTP/1.1" status: 200 len: 943 time: 0.1727688 Sep 17 08:03:17.419099 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c867dcb6-dba6-46f4-b52f-62f54346cd34 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Pushing event updated for resources: {'Port': ['ID=4464b2af-0a89-45de-a99e-104c8ee8160d,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:17.448191 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c867dcb6-dba6-46f4-b52f-62f54346cd34 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1925969 Sep 17 08:03:17.448400 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1d9cf984-c390-4a91-9996-139636c5d7ba tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:17.450544 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 59904) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:17.453538 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-854a5d7e-9419-47bb-8609-ceb2a2cfdb84 None None] Provisioning complete for port d085e195-21cd-4e1c-9382-e2d90512a109 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:03:17.453911 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-854a5d7e-9419-47bb-8609-ceb2a2cfdb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:17.503575 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-e027f8bd-fed2-4c58-b605-85f79dba23ec None None] Allocated IP 2001:db8::2 (a6cc7797-abda-43dd-a79a-b461837d3e28/adc99b8a-78b8-4d19-84e4-5d877c23000d/1f3475e8-e1ef-4e80-acde-d08614e8406e) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:03:17.514587 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device d085e195-21cd-4e1c-9382-e2d90512a109 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:03:17.525006 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9cbfe11b-b4b7-48ba-8318-73eda825ff9a req-344ce04c-933a-43bb-b3d5-9fbf78b0e9c8 service neutron] 10.222.0.41 "GET /v2.0/networks/7eb31eb9-c5ba-4a23-993e-45fc1230b15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4064467 Sep 17 08:03:17.530684 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5799306e-9197-4398-9634-efb0079cb7a4 req-63896451-31d5-4cc4-a42c-c8e68d2ea956 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351922 Sep 17 08:03:17.720204 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port d085e195-21cd-4e1c-9382-e2d90512a109 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:03:17.720872 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:17.820939 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1d9cf984-c390-4a91-9996-139636c5d7ba tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:17.827246 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9cbfe11b-b4b7-48ba-8318-73eda825ff9a req-cb3bd49a-9b65-486f-a2b8-a8ef204005b1 service neutron] 10.222.0.41 "GET /v2.0/networks/7eb31eb9-c5ba-4a23-993e-45fc1230b15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943344 Sep 17 08:03:17.830926 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1d9cf984-c390-4a91-9996-139636c5d7ba tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:17.858623 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1d9cf984-c390-4a91-9996-139636c5d7ba tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:17.862950 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-1d9cf984-c390-4a91-9996-139636c5d7ba tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6375613 Sep 17 08:03:17.864194 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 59914) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:17.869088 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-ee4323d2-d66d-41e7-8680-47c41dbb0529 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Request body: {'security_group_rule': {'security_group_id': 'fd06bbc1-2735-4e98-8723-7c346c4ec4a7', 'project_id': '72f377991d624d1189daaff7de1bceb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:03:17.994202 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ee4323d2-d66d-41e7-8680-47c41dbb0529 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:18.027173 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9cf984-c390-4a91-9996-139636c5d7ba tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd06bbc1-2735-4e98-8723-7c346c4ec4a7,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:18.094594 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9777b5e5-656b-4cd4-bef5-7f09194e8faa tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:18.123314 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f146959-0789-49df-8650-7dd995a5f19e req-7844106d-aa00-423e-b3e0-65425ebe6a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:18.124884 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3f146959-0789-49df-8650-7dd995a5f19e req-7844106d-aa00-423e-b3e0-65425ebe6a66 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2d0585dd9c4e407bb55fa564a2ede4c9&device_id=0ca324cf-2f4a-4de4-b554-4975c25b95af HTTP/1.1" status: 200 len: 1094 time: 0.1885347 Sep 17 08:03:18.180212 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e027f8bd-fed2-4c58-b605-85f79dba23ec None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:18.214476 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e027f8bd-fed2-4c58-b605-85f79dba23ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:18.240881 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ee4323d2-d66d-41e7-8680-47c41dbb0529 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:18.276783 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ee4323d2-d66d-41e7-8680-47c41dbb0529 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:18.292288 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e027f8bd-fed2-4c58-b605-85f79dba23ec None None] Network a6cc7797-abda-43dd-a79a-b461837d3e28 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:03:18.296966 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-e027f8bd-fed2-4c58-b605-85f79dba23ec None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:03:18.304880 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e027f8bd-fed2-4c58-b605-85f79dba23ec None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:03:18.310565 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e027f8bd-fed2-4c58-b605-85f79dba23ec None None] Pushing event updated for resources: {'Port': ['ID=1f3475e8-e1ef-4e80-acde-d08614e8406e,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:18.339876 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4323d2-d66d-41e7-8680-47c41dbb0529 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d182fd79-bb50-4b00-897f-89e825468485,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:18.361745 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ee4323d2-d66d-41e7-8680-47c41dbb0529 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:18.370767 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ee4323d2-d66d-41e7-8680-47c41dbb0529 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5055001 Sep 17 08:03:18.379578 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 59924) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:18.390879 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-e027f8bd-fed2-4c58-b605-85f79dba23ec None None] Attempting to bind port 1f3475e8-e1ef-4e80-acde-d08614e8406e on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:03:18.391500 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-e027f8bd-fed2-4c58-b605-85f79dba23ec None None] Attempting to bind port 1f3475e8-e1ef-4e80-acde-d08614e8406e by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '6771255d-d3e6-45a0-af6e-a389946a7689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a6cc7797-abda-43dd-a79a-b461837d3e28'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:03:18.392035 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e027f8bd-fed2-4c58-b605-85f79dba23ec None None] Attempting to bind port 1f3475e8-e1ef-4e80-acde-d08614e8406e on network a6cc7797-abda-43dd-a79a-b461837d3e28 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:03:18.401496 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-434dc496-a2ab-46d2-9601-d34f9ff95f15 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Request body: {'security_group_rule': {'security_group_id': 'fd06bbc1-2735-4e98-8723-7c346c4ec4a7', 'project_id': '72f377991d624d1189daaff7de1bceb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:03:18.404593 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e027f8bd-fed2-4c58-b605-85f79dba23ec None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:03:18.404593 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e027f8bd-fed2-4c58-b605-85f79dba23ec None None] Checking segment: {'id': '6771255d-d3e6-45a0-af6e-a389946a7689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a6cc7797-abda-43dd-a79a-b461837d3e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:03:18.404593 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e027f8bd-fed2-4c58-b605-85f79dba23ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:18.405281 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e027f8bd-fed2-4c58-b605-85f79dba23ec None None] Bound using segment: {'id': '6771255d-d3e6-45a0-af6e-a389946a7689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a6cc7797-abda-43dd-a79a-b461837d3e28'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:03:18.405281 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-e027f8bd-fed2-4c58-b605-85f79dba23ec None None] Bound port: 1f3475e8-e1ef-4e80-acde-d08614e8406e, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6771255d-d3e6-45a0-af6e-a389946a7689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a6cc7797-abda-43dd-a79a-b461837d3e28'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:03:18.405671 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e027f8bd-fed2-4c58-b605-85f79dba23ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:18.429457 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f146959-0789-49df-8650-7dd995a5f19e req-cfb43bfe-15bc-4cd1-93b7-d26b39d5fad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:18.432051 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3f146959-0789-49df-8650-7dd995a5f19e req-cfb43bfe-15bc-4cd1-93b7-d26b39d5fad3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7eb31eb9-c5ba-4a23-993e-45fc1230b15c HTTP/1.1" status: 200 len: 913 time: 0.2918055 Sep 17 08:03:18.489942 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-e027f8bd-fed2-4c58-b605-85f79dba23ec None None] For port 1f3475e8-e1ef-4e80-acde-d08614e8406e, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:03:18.494588 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-e027f8bd-fed2-4c58-b605-85f79dba23ec None None] For port 1f3475e8-e1ef-4e80-acde-d08614e8406e, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=1f3475e8-e1ef-4e80-acde-d08614e8406e,segment=NetworkSegment(6771255d-d3e6-45a0-af6e-a389946a7689),segment_id=6771255d-d3e6-45a0-af6e-a389946a7689)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:03:18.508864 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3f146959-0789-49df-8650-7dd995a5f19e req-cf96e7df-2c5e-4355-bf31-da320cec645f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6113b49-1d11-45fa-b3f7-419cc290af60 HTTP/1.1" status: 200 len: 217 time: 0.0652690 Sep 17 08:03:18.510430 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-434dc496-a2ab-46d2-9601-d34f9ff95f15 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:18.512625 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e027f8bd-fed2-4c58-b605-85f79dba23ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:18.522451 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9777b5e5-656b-4cd4-bef5-7f09194e8faa tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:18.531012 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9777b5e5-656b-4cd4-bef5-7f09194e8faa tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:18.640880 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777b5e5-656b-4cd4-bef5-7f09194e8faa tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Pushing event updated for resources: {'Port': ['ID=4464b2af-0a89-45de-a99e-104c8ee8160d,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:18.675603 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-434dc496-a2ab-46d2-9601-d34f9ff95f15 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:18.682275 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e027f8bd-fed2-4c58-b605-85f79dba23ec None None] Pushing event updated for resources: {'Port': ['ID=1f3475e8-e1ef-4e80-acde-d08614e8406e,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:18.701114 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-434dc496-a2ab-46d2-9601-d34f9ff95f15 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:18.753090 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434dc496-a2ab-46d2-9601-d34f9ff95f15 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f64d108c-090b-4b15-9096-328df8596f06,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:18.762891 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-434dc496-a2ab-46d2-9601-d34f9ff95f15 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:18.764131 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-434dc496-a2ab-46d2-9601-d34f9ff95f15 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3826568 Sep 17 08:03:18.765673 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f146959-0789-49df-8650-7dd995a5f19e req-18c445b3-80a5-4c12-ab5d-7d919a433027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:18.767294 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3f146959-0789-49df-8650-7dd995a5f19e req-18c445b3-80a5-4c12-ab5d-7d919a433027 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cb81ebac-14bd-4bcc-8591-cd4e58446b46 HTTP/1.1" status: 200 len: 852 time: 0.2412426 Sep 17 08:03:18.770398 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 59936) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:18.775672 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-449ae722-a067-4dda-9a5d-103f5de56c8b tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Request body: {'security_group_rule': {'security_group_id': 'fd06bbc1-2735-4e98-8723-7c346c4ec4a7', 'project_id': '72f377991d624d1189daaff7de1bceb3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:03:18.826174 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3f146959-0789-49df-8650-7dd995a5f19e req-9b2e33bc-849f-4ead-8885-967ed29550be service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7eb31eb9-c5ba-4a23-993e-45fc1230b15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377507 Sep 17 08:03:18.887658 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9777b5e5-656b-4cd4-bef5-7f09194e8faa tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:18.993000 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b63a77-2576-4824-b49f-b4fbbe34253a req-c94f4d8d-f72c-4c5c-bd3e-93e512af2674 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:19.000452 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-82b63a77-2576-4824-b49f-b4fbbe34253a req-c94f4d8d-f72c-4c5c-bd3e-93e512af2674 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ca324cf-2f4a-4de4-b554-4975c25b95af HTTP/1.1" status: 200 len: 943 time: 0.3223941 Sep 17 08:03:19.052443 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-449ae722-a067-4dda-9a5d-103f5de56c8b tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:19.095184 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3f146959-0789-49df-8650-7dd995a5f19e req-868025e0-e8fc-448e-9cfc-ca67d7773729 service neutron] 10.222.0.41 "GET /v2.0/networks/7eb31eb9-c5ba-4a23-993e-45fc1230b15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555048 Sep 17 08:03:19.104891 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-82b63a77-2576-4824-b49f-b4fbbe34253a req-8c2010a1-556b-4a94-bdea-b474a425c119 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921259 Sep 17 08:03:19.121211 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9777b5e5-656b-4cd4-bef5-7f09194e8faa tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:19.216694 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-449ae722-a067-4dda-9a5d-103f5de56c8b tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:19.226022 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-449ae722-a067-4dda-9a5d-103f5de56c8b tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:19.258119 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449ae722-a067-4dda-9a5d-103f5de56c8b tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53f632ee-d303-4f6b-905d-f89c0948c317,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:19.265751 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3f146959-0789-49df-8650-7dd995a5f19e req-c6fd7390-a887-492c-8655-aa2e57c79015 service neutron] 10.222.0.41 "GET /v2.0/networks/7eb31eb9-c5ba-4a23-993e-45fc1230b15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550751 Sep 17 08:03:19.267118 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-449ae722-a067-4dda-9a5d-103f5de56c8b tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:19.271635 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-449ae722-a067-4dda-9a5d-103f5de56c8b tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5005867 Sep 17 08:03:19.272277 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 59948) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:19.277609 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-6203f46f-1cd5-4266-815a-ac60a3eda99e tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Request body: {'security_group_rule': {'security_group_id': 'fd06bbc1-2735-4e98-8723-7c346c4ec4a7', 'project_id': '72f377991d624d1189daaff7de1bceb3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:03:19.326928 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6203f46f-1cd5-4266-815a-ac60a3eda99e tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:19.429760 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6203f46f-1cd5-4266-815a-ac60a3eda99e tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:19.437809 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6203f46f-1cd5-4266-815a-ac60a3eda99e tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:19.461106 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6203f46f-1cd5-4266-815a-ac60a3eda99e tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8091d946-a803-4153-aa41-590232a4fc82,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:19.475802 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6203f46f-1cd5-4266-815a-ac60a3eda99e tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:19.478646 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-6203f46f-1cd5-4266-815a-ac60a3eda99e tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2052708 Sep 17 08:03:19.485500 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 1f3475e8-e1ef-4e80-acde-d08614e8406e up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:03:19.493685 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 59956) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:19.503721 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-118eb11b-844d-4085-948c-b256df3cf20f tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Request body: {'security_group_rule': {'security_group_id': 'fd06bbc1-2735-4e98-8723-7c346c4ec4a7', 'project_id': '72f377991d624d1189daaff7de1bceb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:03:19.541754 n-d-789963-9 neutron-server[101289]: INFO neutron.db.securitygroups_db [None req-118eb11b-844d-4085-948c-b256df3cf20f tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Project 72f377991d624d1189daaff7de1bceb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 08:03:19.553067 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-118eb11b-844d-4085-948c-b256df3cf20f tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:19.571660 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 1f3475e8-e1ef-4e80-acde-d08614e8406e triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:03:19.573009 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:19.687666 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:19.717866 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-118eb11b-844d-4085-948c-b256df3cf20f tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:19.726895 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-118eb11b-844d-4085-948c-b256df3cf20f tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:19.757854 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118eb11b-844d-4085-948c-b256df3cf20f tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d40cd000-835c-4955-9f3e-4fe0ed89f576,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:19.770395 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-118eb11b-844d-4085-948c-b256df3cf20f tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:19.772613 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-118eb11b-844d-4085-948c-b256df3cf20f tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2778425 Sep 17 08:03:19.775343 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 59962) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:19.778613 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port 1f3475e8-e1ef-4e80-acde-d08614e8406e, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=1f3475e8-e1ef-4e80-acde-d08614e8406e,segment=NetworkSegment(6771255d-d3e6-45a0-af6e-a389946a7689),segment_id=6771255d-d3e6-45a0-af6e-a389946a7689)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:03:19.780179 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-b6af5361-d32b-47fb-835c-0ab11c06ebf0 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Request body: {'security_group_rule': {'security_group_id': 'fd06bbc1-2735-4e98-8723-7c346c4ec4a7', 'project_id': '72f377991d624d1189daaff7de1bceb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:03:19.796414 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:19.813405 n-d-789963-9 neutron-server[101289]: INFO neutron.db.securitygroups_db [None req-b6af5361-d32b-47fb-835c-0ab11c06ebf0 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Project 72f377991d624d1189daaff7de1bceb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 08:03:19.820427 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b6af5361-d32b-47fb-835c-0ab11c06ebf0 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:19.860885 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=1f3475e8-e1ef-4e80-acde-d08614e8406e,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:19.861305 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9777b5e5-656b-4cd4-bef5-7f09194e8faa tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:19.867271 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9777b5e5-656b-4cd4-bef5-7f09194e8faa tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:19.868188 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9777b5e5-656b-4cd4-bef5-7f09194e8faa tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:19.928839 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-192942a0-51b1-4d7a-99bc-264a3a999c6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:19.933003 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777b5e5-656b-4cd4-bef5-7f09194e8faa tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Pushing event updated for resources: {'Port': ['ID=4464b2af-0a89-45de-a99e-104c8ee8160d,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:19.936517 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b6af5361-d32b-47fb-835c-0ab11c06ebf0 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:19.942646 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b6af5361-d32b-47fb-835c-0ab11c06ebf0 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:19.973299 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b6af5361-d32b-47fb-835c-0ab11c06ebf0 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:19.995531 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-b6af5361-d32b-47fb-835c-0ab11c06ebf0 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2187326 Sep 17 08:03:20.003699 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6af5361-d32b-47fb-835c-0ab11c06ebf0 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=600ca1e0-adac-420b-961d-7815dafd73fc,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:20.050084 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1df155-e0cd-4896-8bd7-ac68e4a204a8 None None] Network a6cc7797-abda-43dd-a79a-b461837d3e28 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:03:20.128356 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9777b5e5-656b-4cd4-bef5-7f09194e8faa tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Network a6cc7797-abda-43dd-a79a-b461837d3e28 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:03:20.129975 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-9777b5e5-656b-4cd4-bef5-7f09194e8faa tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:03:20.166085 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5eb2b090-ef1e-4882-a9cb-38776a0a3621 None None] Provisioning complete for port 1f3475e8-e1ef-4e80-acde-d08614e8406e triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:03:20.166464 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5eb2b090-ef1e-4882-a9cb-38776a0a3621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:20.199201 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-54e745b7-5be7-46f3-bf7b-499f04ab6569 req-d964fd70-f6a7-4766-ac2e-5297c929a4f0 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-854768361&fields=id&tenant_id=72f377991d624d1189daaff7de1bceb3 HTTP/1.1" status: 200 len: 267 time: 0.0773797 Sep 17 08:03:20.328741 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9777b5e5-656b-4cd4-bef5-7f09194e8faa tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Router 4ae95e24-01ba-4539-899d-dbe2dd9f10bc is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 08:03:20.355020 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9129bf7c-73c0-4a7b-8d04-d75bb25e6e9c req-5790fb8e-ff55-4bfd-97b1-9841dd7fc9f5 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:20.363593 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9129bf7c-73c0-4a7b-8d04-d75bb25e6e9c req-5790fb8e-ff55-4bfd-97b1-9841dd7fc9f5 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ca324cf-2f4a-4de4-b554-4975c25b95af HTTP/1.1" status: 200 len: 943 time: 0.1238673 Sep 17 08:03:20.398249 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e745b7-5be7-46f3-bf7b-499f04ab6569 req-6e506e21-1658-4540-9c6d-9fc4ea37ca50 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:20.400771 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-54e745b7-5be7-46f3-bf7b-499f04ab6569 req-6e506e21-1658-4540-9c6d-9fc4ea37ca50 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/networks?id=da58380a-915a-40f0-9564-11e428e24524 HTTP/1.1" status: 200 len: 796 time: 0.1907682 Sep 17 08:03:20.431277 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9129bf7c-73c0-4a7b-8d04-d75bb25e6e9c req-ed4fc073-4cfd-4220-8213-d48e29f90070 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667102 Sep 17 08:03:20.440353 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-54e745b7-5be7-46f3-bf7b-499f04ab6569 req-9f97c5f5-6efc-4551-b3a7-8644e70ac956 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/quotas/72f377991d624d1189daaff7de1bceb3 HTTP/1.1" status: 200 len: 375 time: 0.0254569 Sep 17 08:03:20.481314 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9777b5e5-656b-4cd4-bef5-7f09194e8faa tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:03:20.492659 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a84f8bb-9b10-4c72-8c3a-67a7a0d0a47a None None] Sync routers for ids ['4ae95e24-01ba-4539-899d-dbe2dd9f10bc'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:03:20.500146 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-9777b5e5-656b-4cd4-bef5-7f09194e8faa tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "PUT /v2.0/routers/4ae95e24-01ba-4539-899d-dbe2dd9f10bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0484076 Sep 17 08:03:20.500489 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-54e745b7-5be7-46f3-bf7b-499f04ab6569 req-be7d312f-a505-45fc-8976-73c1d9162247 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=72f377991d624d1189daaff7de1bceb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0593176 Sep 17 08:03:20.500769 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 59994) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:20.514535 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a84f8bb-9b10-4c72-8c3a-67a7a0d0a47a None None] Routers {'4ae95e24-01ba-4539-899d-dbe2dd9f10bc'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:03:20.515175 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-0a84f8bb-9b10-4c72-8c3a-67a7a0d0a47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:02:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['4ae95e24-01ba-4539-899d-dbe2dd9f10bc'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:20.572899 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beea3929-b3c0-42fb-a3ab-612d66f12495 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:20.577476 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-beea3929-b3c0-42fb-a3ab-612d66f12495 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "GET /v2.0/ports/4464b2af-0a89-45de-a99e-104c8ee8160d HTTP/1.1" status: 200 len: 983 time: 0.0756800 Sep 17 08:03:20.578086 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 59998) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:20.609878 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-0a84f8bb-9b10-4c72-8c3a-67a7a0d0a47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:20.626043 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a84f8bb-9b10-4c72-8c3a-67a7a0d0a47a None None] Routers {'4ae95e24-01ba-4539-899d-dbe2dd9f10bc'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:03:20.626696 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-0a84f8bb-9b10-4c72-8c3a-67a7a0d0a47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:02:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['4ae95e24-01ba-4539-899d-dbe2dd9f10bc'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:20.637720 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-54e745b7-5be7-46f3-bf7b-499f04ab6569 req-3f11fde4-f2d4-42ba-befb-2a6d40ee9813 service neutron] 10.222.0.13 "GET /v2.0/networks/da58380a-915a-40f0-9564-11e428e24524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242917 Sep 17 08:03:20.673558 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-0a84f8bb-9b10-4c72-8c3a-67a7a0d0a47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:20.674168 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a84f8bb-9b10-4c72-8c3a-67a7a0d0a47a None None] The sync data for ids ['4ae95e24-01ba-4539-899d-dbe2dd9f10bc'] in n-d-789963-9 is: [] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:03:20.756457 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-54e745b7-5be7-46f3-bf7b-499f04ab6569 req-fd957fe1-3e50-4376-92e9-f9555b62fa45 service neutron] 10.222.0.13 "GET /v2.0/networks/da58380a-915a-40f0-9564-11e428e24524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067715 Sep 17 08:03:20.782834 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-a21de0e4-f7a3-4202-9c39-67bc47bf55fc None None] Provisioning complete for port 4464b2af-0a89-45de-a99e-104c8ee8160d triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:03:20.782939 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a21de0e4-f7a3-4202-9c39-67bc47bf55fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:20.839789 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-a21de0e4-f7a3-4202-9c39-67bc47bf55fc None None] Port 4464b2af-0a89-45de-a99e-104c8ee8160d cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:03:20.864534 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-a21de0e4-f7a3-4202-9c39-67bc47bf55fc None None] Provisioning complete for port 1f3475e8-e1ef-4e80-acde-d08614e8406e triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:03:20.864892 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a21de0e4-f7a3-4202-9c39-67bc47bf55fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:20.985037 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-313dc987-01b3-44c5-8ef9-7e0a516defda tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:21.052689 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d9df5b08-4148-4983-8362-e1351a597723 req-683776e2-2ff3-4de3-9963-1fffd6755ee5 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6f512e0-f056-4737-a347-c20bfad2d40f HTTP/1.1" status: 200 len: 210 time: 0.0647612 Sep 17 08:03:21.244807 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-cd525964-48f8-43dc-80e5-04cbe370e435 None None] Provisioning complete for port 4464b2af-0a89-45de-a99e-104c8ee8160d triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:03:21.246100 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cd525964-48f8-43dc-80e5-04cbe370e435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:21.324746 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-313dc987-01b3-44c5-8ef9-7e0a516defda tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Deleting port 4464b2af-0a89-45de-a99e-104c8ee8160d {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:03:21.325339 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-cd525964-48f8-43dc-80e5-04cbe370e435 None None] Port 4464b2af-0a89-45de-a99e-104c8ee8160d cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:03:21.325687 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-313dc987-01b3-44c5-8ef9-7e0a516defda tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:21.447037 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 1f3475e8-e1ef-4e80-acde-d08614e8406e up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:03:21.468731 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-313dc987-01b3-44c5-8ef9-7e0a516defda tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:21.490113 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-313dc987-01b3-44c5-8ef9-7e0a516defda tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Calling delete_port for 4464b2af-0a89-45de-a99e-104c8ee8160d owned by network:router_interface {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:03:21.609296 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-0f1a76b7-ffd5-4e53-b0a8-f08dd5026205 None None] Provisioning complete for port 4464b2af-0a89-45de-a99e-104c8ee8160d triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:03:21.609497 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0f1a76b7-ffd5-4e53-b0a8-f08dd5026205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:21.613267 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 1f3475e8-e1ef-4e80-acde-d08614e8406e triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:03:21.613900 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:21.653496 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdd165b-ce13-41a8-a1a6-677ed08db0eb req-e72da89a-9f7b-4d64-a84e-a93c068da98f tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:21.665673 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5fdd165b-ce13-41a8-a1a6-677ed08db0eb req-e72da89a-9f7b-4d64-a84e-a93c068da98f tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ca324cf-2f4a-4de4-b554-4975c25b95af HTTP/1.1" status: 200 len: 943 time: 0.1362305 Sep 17 08:03:21.743878 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5fdd165b-ce13-41a8-a1a6-677ed08db0eb req-24df6959-e272-4b09-9426-9822cffd49b1 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709143 Sep 17 08:03:21.768264 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device f6113b49-1d11-45fa-b3f7-419cc290af60 details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:03:21.770131 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-313dc987-01b3-44c5-8ef9-7e0a516defda tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:21.809014 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313dc987-01b3-44c5-8ef9-7e0a516defda tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Pushing event deleted for resources: {'Port': ['ID=4464b2af-0a89-45de-a99e-104c8ee8160d,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:21.843144 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-0f1a76b7-ffd5-4e53-b0a8-f08dd5026205 None None] Port 4464b2af-0a89-45de-a99e-104c8ee8160d cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:03:21.947043 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-313dc987-01b3-44c5-8ef9-7e0a516defda tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:21.974220 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port f6113b49-1d11-45fa-b3f7-419cc290af60, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=f6113b49-1d11-45fa-b3f7-419cc290af60,segment=NetworkSegment(fd7b9750-679d-4ecc-9c9e-dc86937b132b),segment_id=fd7b9750-679d-4ecc-9c9e-dc86937b132b)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:03:21.987177 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': 'f6113b49-1d11-45fa-b3f7-419cc290af60', 'network_id': '7eb31eb9-c5ba-4a23-993e-45fc1230b15c', 'port_id': 'f6113b49-1d11-45fa-b3f7-419cc290af60', 'mac_address': 'fa:16:3e:03:05:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb81ebac-14bd-4bcc-8591-cd4e58446b46', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:03:22.049026 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-84ed579b-3aff-4fe3-9b18-b688ab6e2767 None None] Could not find standard attr ID for object 4464b2af-0a89-45de-a99e-104c8ee8160d. {{(pid=101291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 08:03:22.098205 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:22.115490 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6113b49-1d11-45fa-b3f7-419cc290af60 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:03:22.158974 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port f6113b49-1d11-45fa-b3f7-419cc290af60, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=f6113b49-1d11-45fa-b3f7-419cc290af60,segment=NetworkSegment(fd7b9750-679d-4ecc-9c9e-dc86937b132b),segment_id=fd7b9750-679d-4ecc-9c9e-dc86937b132b)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:03:22.166386 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:22.205144 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-313dc987-01b3-44c5-8ef9-7e0a516defda tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Router 4ae95e24-01ba-4539-899d-dbe2dd9f10bc has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:03:22.213975 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0852860f-619d-4319-ba6f-cdeed4f29318 req-3a472533-0a50-468f-87f7-635a8ada9334 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6f512e0-f056-4737-a347-c20bfad2d40f HTTP/1.1" status: 200 len: 210 time: 0.0363235 Sep 17 08:03:22.223631 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=f6113b49-1d11-45fa-b3f7-419cc290af60,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:22.310732 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313dc987-01b3-44c5-8ef9-7e0a516defda tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:03:22.319020 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-313dc987-01b3-44c5-8ef9-7e0a516defda tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "PUT /v2.0/routers/4ae95e24-01ba-4539-899d-dbe2dd9f10bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7368968 Sep 17 08:03:22.320460 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 60048) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:22.320894 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b15fa46-a07f-4f12-9629-0d9985baf571 None None] Sync routers for ids ['4ae95e24-01ba-4539-899d-dbe2dd9f10bc'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:03:22.330467 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b15fa46-a07f-4f12-9629-0d9985baf571 None None] Routers {'4ae95e24-01ba-4539-899d-dbe2dd9f10bc'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:03:22.331085 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-0b15fa46-a07f-4f12-9629-0d9985baf571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:02:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['4ae95e24-01ba-4539-899d-dbe2dd9f10bc'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:22.385513 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-0b15fa46-a07f-4f12-9629-0d9985baf571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:22.404638 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b15fa46-a07f-4f12-9629-0d9985baf571 None None] Routers {'4ae95e24-01ba-4539-899d-dbe2dd9f10bc'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:03:22.405301 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-0b15fa46-a07f-4f12-9629-0d9985baf571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:02:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['4ae95e24-01ba-4539-899d-dbe2dd9f10bc'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:22.409567 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4ed119da-64fc-4196-9280-0fc4d8f3bd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:22.447944 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-0b15fa46-a07f-4f12-9629-0d9985baf571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:22.448859 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b15fa46-a07f-4f12-9629-0d9985baf571 None None] The sync data for ids ['4ae95e24-01ba-4539-899d-dbe2dd9f10bc'] in n-d-789963-9 is: [] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:03:22.565263 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['f6113b49-1d11-45fa-b3f7-419cc290af60'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:03:22.651230 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-42954580-4e45-4db6-97da-c374ce4def29 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] remove_router_interface failed (client error): The resource could not be found. Sep 17 08:03:22.651771 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-42954580-4e45-4db6-97da-c374ce4def29 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "PUT /v2.0/routers/4ae95e24-01ba-4539-899d-dbe2dd9f10bc/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3302708 Sep 17 08:03:22.655372 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 60058) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:22.663651 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e745b7-5be7-46f3-bf7b-499f04ab6569 req-caba02ac-cb37-42e4-9fec-9c9eefecf84c tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:22.665518 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-54e745b7-5be7-46f3-bf7b-499f04ab6569 req-caba02ac-cb37-42e4-9fec-9c9eefecf84c tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.39 "GET /v2.0/networks?id=da58380a-915a-40f0-9564-11e428e24524 HTTP/1.1" status: 200 len: 796 time: 0.3021221 Sep 17 08:03:22.674103 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:22.687418 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-58cf2136-c611-49f1-98d5-3b56949059da tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ae95e24-01ba-4539-899d-dbe2dd9f10bc HTTP/1.1" status: 200 len: 205 time: 0.0298512 Sep 17 08:03:22.689563 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 60060) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:22.734826 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-54e745b7-5be7-46f3-bf7b-499f04ab6569 req-13ffca64-5a63-4233-8db9-3248942ee09e tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72f377991d624d1189daaff7de1bceb3 HTTP/1.1" status: 200 len: 379 time: 0.0530770 Sep 17 08:03:22.746486 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-54e745b7-5be7-46f3-bf7b-499f04ab6569 req-3f87eb17-e506-470d-8489-333d3f0297de tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Request body: {'port': {'device_id': 'b6f512e0-f056-4737-a347-c20bfad2d40f', 'network_id': 'da58380a-915a-40f0-9564-11e428e24524', 'admin_state_up': True, 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'security_groups': ['fd06bbc1-2735-4e98-8723-7c346c4ec4a7']}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:03:22.796877 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3505ecd1-cb64-492f-b39b-1f8382b7a316 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for router, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:22.928178 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9905e5-796d-4cb3-a2e3-fd1d168f87f7 req-26b79ad3-e4bf-4d65-b757-28096d1cf432 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:22.929850 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5c9905e5-796d-4cb3-a2e3-fd1d168f87f7 req-26b79ad3-e4bf-4d65-b757-28096d1cf432 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ca324cf-2f4a-4de4-b554-4975c25b95af HTTP/1.1" status: 200 len: 944 time: 0.0767691 Sep 17 08:03:22.968627 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54e745b7-5be7-46f3-bf7b-499f04ab6569 req-3f87eb17-e506-470d-8489-333d3f0297de tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Made reservation on behalf of 72f377991d624d1189daaff7de1bceb3 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:03:22.972084 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-54e745b7-5be7-46f3-bf7b-499f04ab6569 req-3f87eb17-e506-470d-8489-333d3f0297de tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:22.974766 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3505ecd1-cb64-492f-b39b-1f8382b7a316 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:22.977815 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3505ecd1-cb64-492f-b39b-1f8382b7a316 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:23.011099 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5c9905e5-796d-4cb3-a2e3-fd1d168f87f7 req-066ac35d-4871-4919-b5cf-f842d32b9f49 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582025 Sep 17 08:03:23.022515 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3505ecd1-cb64-492f-b39b-1f8382b7a316 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:23.023811 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3505ecd1-cb64-492f-b39b-1f8382b7a316 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Fanout notify agent at l3_agent the message router_deleted on router 4ae95e24-01ba-4539-899d-dbe2dd9f10bc {{(pid=101290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 08:03:23.031419 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3505ecd1-cb64-492f-b39b-1f8382b7a316 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:23.032559 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-3505ecd1-cb64-492f-b39b-1f8382b7a316 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "DELETE /v2.0/routers/4ae95e24-01ba-4539-899d-dbe2dd9f10bc HTTP/1.1" status: 204 len: 168 time: 0.3419983 Sep 17 08:03:23.035244 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 60072) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:23.109060 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-16c216c2-48c4-4256-97a5-d129dab8a07b tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Deleting subnet adc99b8a-78b8-4d19-84e4-5d877c23000d {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:03:23.112219 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-16c216c2-48c4-4256-97a5-d129dab8a07b tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:23.154022 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-16c216c2-48c4-4256-97a5-d129dab8a07b tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:23.166386 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [req-54e745b7-5be7-46f3-bf7b-499f04ab6569 req-3f87eb17-e506-470d-8489-333d3f0297de tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Allocated IP 172.20.0.11 (da58380a-915a-40f0-9564-11e428e24524/63d35bd7-5698-43e9-b932-9568edb639a4/ec68007f-a8ad-4a62-9bba-465363bc9308) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:03:23.259512 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-16c216c2-48c4-4256-97a5-d129dab8a07b tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:23.325825 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a09a0227-54f8-4ec5-806c-4fdf64833d25 req-628b0e56-66cc-4ce8-a8ad-ef62946479d2 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6f512e0-f056-4737-a347-c20bfad2d40f HTTP/1.1" status: 200 len: 210 time: 0.0390654 Sep 17 08:03:23.358954 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-16c216c2-48c4-4256-97a5-d129dab8a07b tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:23.372757 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-54e745b7-5be7-46f3-bf7b-499f04ab6569 req-3f87eb17-e506-470d-8489-333d3f0297de tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:23.375298 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-16c216c2-48c4-4256-97a5-d129dab8a07b tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:23.381676 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 60084) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:23.383427 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0ba8ee-d346-48bd-a28a-ae622d548680 None None] Network a6cc7797-abda-43dd-a79a-b461837d3e28 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:03:23.384360 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-16c216c2-48c4-4256-97a5-d129dab8a07b tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "DELETE /v2.0/subnets/adc99b8a-78b8-4d19-84e4-5d877c23000d HTTP/1.1" status: 204 len: 168 time: 0.3480313 Sep 17 08:03:23.402348 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c216c2-48c4-4256-97a5-d129dab8a07b tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Pushing event deleted for resources: {'Subnet': ['ID=adc99b8a-78b8-4d19-84e4-5d877c23000d,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:23.500901 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-72491f4f-e10e-44ee-a3e9-69ae17cb943d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:23.505220 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-54e745b7-5be7-46f3-bf7b-499f04ab6569 req-3f87eb17-e506-470d-8489-333d3f0297de tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:23.558591 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54e745b7-5be7-46f3-bf7b-499f04ab6569 req-3f87eb17-e506-470d-8489-333d3f0297de tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Network da58380a-915a-40f0-9564-11e428e24524 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:03:23.565383 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [req-54e745b7-5be7-46f3-bf7b-499f04ab6569 req-3f87eb17-e506-470d-8489-333d3f0297de tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:03:23.567790 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-54e745b7-5be7-46f3-bf7b-499f04ab6569 req-3f87eb17-e506-470d-8489-333d3f0297de tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:03:23.624477 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f87eb17-e506-470d-8489-333d3f0297de tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Pushing event updated for resources: {'Port': ['ID=ec68007f-a8ad-4a62-9bba-465363bc9308,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:23.631483 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbda7ba-25f8-4d64-ae3f-5a1a512c2da0 None None] DHCP port deletion for a6cc7797-abda-43dd-a79a-b461837d3e28 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 08:03:23.661517 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e745b7-5be7-46f3-bf7b-499f04ab6569 req-3f87eb17-e506-470d-8489-333d3f0297de tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:23.662633 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-54e745b7-5be7-46f3-bf7b-499f04ab6569 req-3f87eb17-e506-470d-8489-333d3f0297de tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:23.687157 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-54e745b7-5be7-46f3-bf7b-499f04ab6569 req-3f87eb17-e506-470d-8489-333d3f0297de tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9446614 Sep 17 08:03:23.689260 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-72491f4f-e10e-44ee-a3e9-69ae17cb943d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Deleting port 1f3475e8-e1ef-4e80-acde-d08614e8406e {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:03:23.689260 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-72491f4f-e10e-44ee-a3e9-69ae17cb943d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:23.704871 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:23.721271 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device f6113b49-1d11-45fa-b3f7-419cc290af60 up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:03:23.725245 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-54e745b7-5be7-46f3-bf7b-499f04ab6569 req-0eda243d-916a-4543-bea8-62915dfd7a5e service neutron] Request body: {'port': {'device_id': 'b6f512e0-f056-4737-a347-c20bfad2d40f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:03:23.782044 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-3cbda7ba-25f8-4d64-ae3f-5a1a512c2da0 None None] Deleting port 1f3475e8-e1ef-4e80-acde-d08614e8406e {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:03:23.782361 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3cbda7ba-25f8-4d64-ae3f-5a1a512c2da0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:23.845056 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-72491f4f-e10e-44ee-a3e9-69ae17cb943d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] For port 1f3475e8-e1ef-4e80-acde-d08614e8406e, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=1f3475e8-e1ef-4e80-acde-d08614e8406e,segment=NetworkSegment(6771255d-d3e6-45a0-af6e-a389946a7689),segment_id=6771255d-d3e6-45a0-af6e-a389946a7689)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:03:23.845338 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-72491f4f-e10e-44ee-a3e9-69ae17cb943d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:23.862304 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-3cbda7ba-25f8-4d64-ae3f-5a1a512c2da0 None None] For port 1f3475e8-e1ef-4e80-acde-d08614e8406e, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=1f3475e8-e1ef-4e80-acde-d08614e8406e,segment=NetworkSegment(6771255d-d3e6-45a0-af6e-a389946a7689),segment_id=6771255d-d3e6-45a0-af6e-a389946a7689)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:03:23.862713 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3cbda7ba-25f8-4d64-ae3f-5a1a512c2da0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:23.863888 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-54e745b7-5be7-46f3-bf7b-499f04ab6569 req-0eda243d-916a-4543-bea8-62915dfd7a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:23.879530 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-72491f4f-e10e-44ee-a3e9-69ae17cb943d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Calling delete_port for 1f3475e8-e1ef-4e80-acde-d08614e8406e owned by network:dhcp {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:03:23.884016 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning for port f6113b49-1d11-45fa-b3f7-419cc290af60 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:03:23.886108 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-3cbda7ba-25f8-4d64-ae3f-5a1a512c2da0 None None] Calling delete_port for 1f3475e8-e1ef-4e80-acde-d08614e8406e owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:03:23.901656 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port f6113b49-1d11-45fa-b3f7-419cc290af60 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:03:23.902285 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:23.907995 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5ac69a65-5095-4f27-8322-3d7acd2697b6 None None] Provisioning complete for port ec68007f-a8ad-4a62-9bba-465363bc9308 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:03:23.908643 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5ac69a65-5095-4f27-8322-3d7acd2697b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:24.028333 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5ac69a65-5095-4f27-8322-3d7acd2697b6 None None] Port ec68007f-a8ad-4a62-9bba-465363bc9308 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:03:24.111019 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:24.121582 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3cbda7ba-25f8-4d64-ae3f-5a1a512c2da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:24.160033 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbda7ba-25f8-4d64-ae3f-5a1a512c2da0 None None] No DVR routers for this DVR port 1f3475e8-e1ef-4e80-acde-d08614e8406e on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:03:24.168008 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbda7ba-25f8-4d64-ae3f-5a1a512c2da0 None None] Pushing event deleted for resources: {'Port': ['ID=1f3475e8-e1ef-4e80-acde-d08614e8406e,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:24.174253 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca324cf-2f4a-4de4-b554-4975c25b95af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6113b49-1d11-45fa-b3f7-419cc290af60'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:03:24.181052 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c25eae81-3dbb-4e29-8cad-9d97366cb189" -d '{"events": [{"server_uuid": "0ca324cf-2f4a-4de4-b554-4975c25b95af", "name": "network-vif-plugged", "status": "completed", "tag": "f6113b49-1d11-45fa-b3f7-419cc290af60"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:03:24.197663 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-72491f4f-e10e-44ee-a3e9-69ae17cb943d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:24.202086 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port f6113b49-1d11-45fa-b3f7-419cc290af60, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=f6113b49-1d11-45fa-b3f7-419cc290af60,segment=NetworkSegment(fd7b9750-679d-4ecc-9c9e-dc86937b132b),segment_id=fd7b9750-679d-4ecc-9c9e-dc86937b132b)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:03:24.217497 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:24.239259 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72491f4f-e10e-44ee-a3e9-69ae17cb943d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Pushing event deleted for resources: {'Port': ['ID=1f3475e8-e1ef-4e80-acde-d08614e8406e,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:24.249016 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c20fe06-8eef-4c52-ae5d-c15c51de7cf4 x-openstack-request-id: req-0c20fe06-8eef-4c52-ae5d-c15c51de7cf4 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:03:24.249315 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca324cf-2f4a-4de4-b554-4975c25b95af", "name": "network-vif-plugged", "status": "completed", "tag": "f6113b49-1d11-45fa-b3f7-419cc290af60", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:03:24.249567 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0c20fe06-8eef-4c52-ae5d-c15c51de7cf4 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:03:24.249957 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca324cf-2f4a-4de4-b554-4975c25b95af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6113b49-1d11-45fa-b3f7-419cc290af60', 'code': 200} Sep 17 08:03:24.252159 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72491f4f-e10e-44ee-a3e9-69ae17cb943d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] No DVR routers for this DVR port 1f3475e8-e1ef-4e80-acde-d08614e8406e on host n-d-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:03:24.274917 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fcc7cf-3cf9-4b9a-8ca0-84d77111ca0b req-44c25b09-f5b0-4822-aad8-20b2032739ef tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:24.276646 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-95fcc7cf-3cf9-4b9a-8ca0-84d77111ca0b req-44c25b09-f5b0-4822-aad8-20b2032739ef tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ca324cf-2f4a-4de4-b554-4975c25b95af HTTP/1.1" status: 200 len: 944 time: 0.1320336 Sep 17 08:03:24.291055 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=f6113b49-1d11-45fa-b3f7-419cc290af60,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:24.413297 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [req-54e745b7-5be7-46f3-bf7b-499f04ab6569 req-0eda243d-916a-4543-bea8-62915dfd7a5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec68007f-a8ad-4a62-9bba-465363bc9308 {{(pid=101289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:03:24.469497 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-72491f4f-e10e-44ee-a3e9-69ae17cb943d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:24.473251 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-54e745b7-5be7-46f3-bf7b-499f04ab6569 req-0eda243d-916a-4543-bea8-62915dfd7a5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:24.512289 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-95fcc7cf-3cf9-4b9a-8ca0-84d77111ca0b req-21ff9d92-d839-4bb0-82ff-d323936d49b5 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125883 Sep 17 08:03:24.529442 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.provisioning_blocks [req-54e745b7-5be7-46f3-bf7b-499f04ab6569 req-0eda243d-916a-4543-bea8-62915dfd7a5e service neutron] Transition to ACTIVE for port object ec68007f-a8ad-4a62-9bba-465363bc9308 will not be triggered until provisioned by entity L2. {{(pid=101289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:03:24.541203 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-72491f4f-e10e-44ee-a3e9-69ae17cb943d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6cc7797-abda-43dd-a79a-b461837d3e28']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:24.544988 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-54e745b7-5be7-46f3-bf7b-499f04ab6569 req-0eda243d-916a-4543-bea8-62915dfd7a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:24.548124 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea61972-bde5-47b5-becf-e5ddac59441f req-5f7470eb-4545-4225-9dbd-d018adf1c200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:24.549657 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6ea61972-bde5-47b5-becf-e5ddac59441f req-5f7470eb-4545-4225-9dbd-d018adf1c200 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0ca324cf-2f4a-4de4-b554-4975c25b95af HTTP/1.1" status: 200 len: 1096 time: 0.2062593 Sep 17 08:03:24.575803 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-72491f4f-e10e-44ee-a3e9-69ae17cb943d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6771255d-d3e6-45a0-af6e-a389946a7689') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:24.576120 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-72491f4f-e10e-44ee-a3e9-69ae17cb943d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6771255d-d3e6-45a0-af6e-a389946a7689') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:24.632826 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-72491f4f-e10e-44ee-a3e9-69ae17cb943d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:24.662560 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e77a4-80ab-48cb-845d-54b56dee132f req-6fec3231-689f-47e4-a220-8cef24f34821 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:24.665096 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ff8e77a4-80ab-48cb-845d-54b56dee132f req-6fec3231-689f-47e4-a220-8cef24f34821 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6f512e0-f056-4737-a347-c20bfad2d40f HTTP/1.1" status: 200 len: 932 time: 0.2575111 Sep 17 08:03:24.689732 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eda243d-916a-4543-bea8-62915dfd7a5e service neutron] Pushing event updated for resources: {'Port': ['ID=ec68007f-a8ad-4a62-9bba-465363bc9308,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:24.699128 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-72491f4f-e10e-44ee-a3e9-69ae17cb943d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:25.087559 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6ea61972-bde5-47b5-becf-e5ddac59441f req-2f80b9f8-506f-4817-b5f4-bd16fe2e7631 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5233872 Sep 17 08:03:25.090106 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72491f4f-e10e-44ee-a3e9-69ae17cb943d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:03:25.090511 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-72491f4f-e10e-44ee-a3e9-69ae17cb943d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:25.095329 n-d-789963-9 neutron-server[101289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:03:25.095329 n-d-789963-9 neutron-server[101289]: self.session.flush() Sep 17 08:03:25.095329 n-d-789963-9 neutron-server[101289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:03:25.095329 n-d-789963-9 neutron-server[101289]: self.session.flush() Sep 17 08:03:25.095329 n-d-789963-9 neutron-server[101289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:03:25.095329 n-d-789963-9 neutron-server[101289]: self.session.flush() Sep 17 08:03:25.095329 n-d-789963-9 neutron-server[101289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:03:25.095329 n-d-789963-9 neutron-server[101289]: self.session.flush() Sep 17 08:03:25.095329 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:03:25.095329 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:03:25.095329 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:03:25.095329 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:03:25.095329 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:03:25.095329 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:03:25.095329 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:03:25.095329 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:03:25.095329 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:03:25.095329 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:03:25.095329 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:03:25.095329 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:03:25.095329 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:03:25.095329 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:03:25.095329 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:03:25.095329 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:03:25.095329 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:03:25.095329 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:03:25.095329 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:03:25.095329 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:03:25.095329 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:03:25.095329 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:03:25.095329 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:03:25.095329 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:03:25.095329 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:03:25.095329 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:03:25.095329 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:03:25.095329 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:03:25.095329 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:03:25.095329 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:03:25.095329 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:03:25.095329 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:03:25.181270 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ff8e77a4-80ab-48cb-845d-54b56dee132f req-9a316d47-747d-4eca-8066-d7e9358e83e5 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd06bbc1-2735-4e98-8723-7c346c4ec4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5015652 Sep 17 08:03:25.204996 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-54e745b7-5be7-46f3-bf7b-499f04ab6569 req-0eda243d-916a-4543-bea8-62915dfd7a5e service neutron] Attempting to bind port ec68007f-a8ad-4a62-9bba-465363bc9308 on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:03:25.205335 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-54e745b7-5be7-46f3-bf7b-499f04ab6569 req-0eda243d-916a-4543-bea8-62915dfd7a5e service neutron] Attempting to bind port ec68007f-a8ad-4a62-9bba-465363bc9308 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': '3a2d6555-c56f-4c99-9f0e-bc6012adbff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'da58380a-915a-40f0-9564-11e428e24524'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:03:25.205675 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e745b7-5be7-46f3-bf7b-499f04ab6569 req-0eda243d-916a-4543-bea8-62915dfd7a5e service neutron] Attempting to bind port ec68007f-a8ad-4a62-9bba-465363bc9308 on network da58380a-915a-40f0-9564-11e428e24524 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:03:25.210952 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e745b7-5be7-46f3-bf7b-499f04ab6569 req-0eda243d-916a-4543-bea8-62915dfd7a5e service neutron] Port ec68007f-a8ad-4a62-9bba-465363bc9308 on network da58380a-915a-40f0-9564-11e428e24524 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:03:25.211824 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e745b7-5be7-46f3-bf7b-499f04ab6569 req-0eda243d-916a-4543-bea8-62915dfd7a5e service neutron] Attempting to bind port ec68007f-a8ad-4a62-9bba-465363bc9308 on network da58380a-915a-40f0-9564-11e428e24524 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:03:25.214932 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-72491f4f-e10e-44ee-a3e9-69ae17cb943d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:25.223208 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-72491f4f-e10e-44ee-a3e9-69ae17cb943d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:25.225152 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-72491f4f-e10e-44ee-a3e9-69ae17cb943d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "DELETE /v2.0/networks/a6cc7797-abda-43dd-a79a-b461837d3e28 HTTP/1.1" status: 204 len: 168 time: 1.8422859 Sep 17 08:03:25.230380 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e745b7-5be7-46f3-bf7b-499f04ab6569 req-0eda243d-916a-4543-bea8-62915dfd7a5e service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:03:25.230690 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:25.231163 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e745b7-5be7-46f3-bf7b-499f04ab6569 req-0eda243d-916a-4543-bea8-62915dfd7a5e service neutron] Checking segment: {'id': '3a2d6555-c56f-4c99-9f0e-bc6012adbff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'da58380a-915a-40f0-9564-11e428e24524'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:03:25.231163 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e745b7-5be7-46f3-bf7b-499f04ab6569 req-0eda243d-916a-4543-bea8-62915dfd7a5e service neutron] Bound using segment: {'id': '3a2d6555-c56f-4c99-9f0e-bc6012adbff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'da58380a-915a-40f0-9564-11e428e24524'} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:03:25.231565 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-54e745b7-5be7-46f3-bf7b-499f04ab6569 req-0eda243d-916a-4543-bea8-62915dfd7a5e service neutron] Bound port: ec68007f-a8ad-4a62-9bba-465363bc9308, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a2d6555-c56f-4c99-9f0e-bc6012adbff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'da58380a-915a-40f0-9564-11e428e24524'}}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:03:25.232240 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-54e745b7-5be7-46f3-bf7b-499f04ab6569 req-0eda243d-916a-4543-bea8-62915dfd7a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:25.233728 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 60134) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:25.240115 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-8ad81ec9-ff73-4416-910b-cc942ba69898 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1910494992'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:03:25.244804 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72491f4f-e10e-44ee-a3e9-69ae17cb943d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Pushing event deleted for resources: {'Network': ['ID=a6cc7797-abda-43dd-a79a-b461837d3e28,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:25.267945 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad81ec9-ff73-4416-910b-cc942ba69898 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Made reservation on behalf of bc1e57ea729b496c9e70ade3ba30f0a4 for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:03:25.271943 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8ad81ec9-ff73-4416-910b-cc942ba69898 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:25.297704 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ad81ec9-ff73-4416-910b-cc942ba69898 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:03:25.309791 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8ad81ec9-ff73-4416-910b-cc942ba69898 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:25.310470 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-8ad81ec9-ff73-4416-910b-cc942ba69898 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Added segment d08cfe14-1ed0-4094-be9b-49e39f0567c8 of type vlan for network 58d85c74-40af-47f4-a0a0-9323bce3a250 Sep 17 08:03:25.313859 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-54e745b7-5be7-46f3-bf7b-499f04ab6569 req-0eda243d-916a-4543-bea8-62915dfd7a5e service neutron] For port ec68007f-a8ad-4a62-9bba-465363bc9308, host n-h2-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:03:25.317133 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-54e745b7-5be7-46f3-bf7b-499f04ab6569 req-0eda243d-916a-4543-bea8-62915dfd7a5e service neutron] For port ec68007f-a8ad-4a62-9bba-465363bc9308, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=ec68007f-a8ad-4a62-9bba-465363bc9308,segment=NetworkSegment(3a2d6555-c56f-4c99-9f0e-bc6012adbff0),segment_id=3a2d6555-c56f-4c99-9f0e-bc6012adbff0)] {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:03:25.321713 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-54e745b7-5be7-46f3-bf7b-499f04ab6569 req-0eda243d-916a-4543-bea8-62915dfd7a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:25.358731 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e745b7-5be7-46f3-bf7b-499f04ab6569 req-0eda243d-916a-4543-bea8-62915dfd7a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:25.359542 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-54e745b7-5be7-46f3-bf7b-499f04ab6569 req-0eda243d-916a-4543-bea8-62915dfd7a5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:25.361147 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-54e745b7-5be7-46f3-bf7b-499f04ab6569 req-0eda243d-916a-4543-bea8-62915dfd7a5e service neutron] 10.222.0.39 "PUT /v2.0/ports/ec68007f-a8ad-4a62-9bba-465363bc9308 HTTP/1.1" status: 200 len: 1092 time: 1.6439216 Sep 17 08:03:25.362096 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6f512e0-f056-4737-a347-c20bfad2d40f', 'tag': 'ec68007f-a8ad-4a62-9bba-465363bc9308'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:03:25.364302 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8ad81ec9-ff73-4416-910b-cc942ba69898 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:25.364973 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a555a18a-c172-4636-bfe3-e3ceab1cc3d1" -d '{"events": [{"name": "network-changed", "server_uuid": "b6f512e0-f056-4737-a347-c20bfad2d40f", "tag": "ec68007f-a8ad-4a62-9bba-465363bc9308"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:03:25.389067 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eda243d-916a-4543-bea8-62915dfd7a5e service neutron] Pushing event updated for resources: {'Port': ['ID=ec68007f-a8ad-4a62-9bba-465363bc9308,revision_number=3']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:25.411035 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8ad81ec9-ff73-4416-910b-cc942ba69898 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:25.418804 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad81ec9-ff73-4416-910b-cc942ba69898 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:25.419575 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8ad81ec9-ff73-4416-910b-cc942ba69898 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:25.455830 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 1f3475e8-e1ef-4e80-acde-d08614e8406e no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:03:25.490202 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d21b6f29-bc6c-4407-b807-45997076ee2f x-openstack-request-id: req-d21b6f29-bc6c-4407-b807-45997076ee2f {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:03:25.490486 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6f512e0-f056-4737-a347-c20bfad2d40f", "tag": "ec68007f-a8ad-4a62-9bba-465363bc9308", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:03:25.490723 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d21b6f29-bc6c-4407-b807-45997076ee2f {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:03:25.491187 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6f512e0-f056-4737-a347-c20bfad2d40f', 'tag': 'ec68007f-a8ad-4a62-9bba-465363bc9308', 'status': 'completed', 'code': 200} Sep 17 08:03:25.512517 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e745b7-5be7-46f3-bf7b-499f04ab6569 req-abbe712f-b088-447e-b1ac-4e54f39a0fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:25.514787 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-8ad81ec9-ff73-4416-910b-cc942ba69898 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2790730 Sep 17 08:03:25.515022 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-54e745b7-5be7-46f3-bf7b-499f04ab6569 req-abbe712f-b088-447e-b1ac-4e54f39a0fed service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=72f377991d624d1189daaff7de1bceb3&device_id=b6f512e0-f056-4737-a347-c20bfad2d40f HTTP/1.1" status: 200 len: 1095 time: 0.0810919 Sep 17 08:03:25.517617 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 60142) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:25.518631 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad81ec9-ff73-4416-910b-cc942ba69898 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Pushing event updated for resources: {'Network': ['ID=58d85c74-40af-47f4-a0a0-9323bce3a250,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:25.528334 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-36349353-4f08-4dea-a129-7442f08be0fa tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Request body: {'subnet': {'network_id': '58d85c74-40af-47f4-a0a0-9323bce3a250', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:03:25.530860 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 1f3475e8-e1ef-4e80-acde-d08614e8406e {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:03:25.531021 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 1f3475e8-e1ef-4e80-acde-d08614e8406e not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:03:25.534241 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 58d85c74-40af-47f4-a0a0-9323bce3a250 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:03:25.613426 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-54e745b7-5be7-46f3-bf7b-499f04ab6569 req-5cacbde5-3fbf-48cb-92e3-a3e578478ef2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec68007f-a8ad-4a62-9bba-465363bc9308 HTTP/1.1" status: 200 len: 217 time: 0.0780673 Sep 17 08:03:25.764648 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9488c26-6f69-4a02-8953-c37008652049 req-77edb0b2-3bd2-4bb5-a2e1-f0fc3355afc7 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:25.766611 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b9488c26-6f69-4a02-8953-c37008652049 req-77edb0b2-3bd2-4bb5-a2e1-f0fc3355afc7 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ca324cf-2f4a-4de4-b554-4975c25b95af HTTP/1.1" status: 200 len: 945 time: 0.1729345 Sep 17 08:03:25.774883 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e745b7-5be7-46f3-bf7b-499f04ab6569 req-9aa98592-7653-4d65-bfb5-975e84ffd1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:25.776372 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-54e745b7-5be7-46f3-bf7b-499f04ab6569 req-9aa98592-7653-4d65-bfb5-975e84ffd1b1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=63d35bd7-5698-43e9-b932-9568edb639a4 HTTP/1.1" status: 200 len: 834 time: 0.1463623 Sep 17 08:03:25.796136 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36349353-4f08-4dea-a129-7442f08be0fa tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Made reservation on behalf of bc1e57ea729b496c9e70ade3ba30f0a4 for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:03:25.800145 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-36349353-4f08-4dea-a129-7442f08be0fa tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:25.923113 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b9488c26-6f69-4a02-8953-c37008652049 req-138dcf2d-5408-4b1f-be39-c495cd0bf883 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422307 Sep 17 08:03:25.945456 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e745b7-5be7-46f3-bf7b-499f04ab6569 req-045ed767-625d-4feb-9f1b-2902cc4c47ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:25.947531 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-54e745b7-5be7-46f3-bf7b-499f04ab6569 req-045ed767-625d-4feb-9f1b-2902cc4c47ed service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=da58380a-915a-40f0-9564-11e428e24524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1560373 Sep 17 08:03:26.120155 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-54e745b7-5be7-46f3-bf7b-499f04ab6569 req-a4a24f4f-9c00-452b-9d5a-52fb6b0e82ce service neutron] 10.222.0.39 "GET /v2.0/networks/da58380a-915a-40f0-9564-11e428e24524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631544 Sep 17 08:03:26.141677 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-36349353-4f08-4dea-a129-7442f08be0fa tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:26.161831 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:03:26.278882 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36349353-4f08-4dea-a129-7442f08be0fa tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Pushing event updated for resources: {'Subnet': ['ID=dfccd594-9d9f-4c7e-91e9-d142c07d9eac,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:26.329046 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36349353-4f08-4dea-a129-7442f08be0fa tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Checking segment: {'id': 'd08cfe14-1ed0-4094-be9b-49e39f0567c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '58d85c74-40af-47f4-a0a0-9323bce3a250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:03:26.329411 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36349353-4f08-4dea-a129-7442f08be0fa tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Network hostable DHCP agents. Network: 58d85c74-40af-47f4-a0a0-9323bce3a250, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:03:26.337116 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-54e745b7-5be7-46f3-bf7b-499f04ab6569 req-3f3928e2-f0b5-4c05-9fff-2610a08a17a3 service neutron] 10.222.0.39 "GET /v2.0/networks/da58380a-915a-40f0-9564-11e428e24524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047880 Sep 17 08:03:26.351069 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044cc5c3-f2be-4ee4-a6b7-39a12affddbc req-c4e04c73-c285-400b-ae97-0cc68e55d24a tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:26.353200 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-044cc5c3-f2be-4ee4-a6b7-39a12affddbc req-c4e04c73-c285-400b-ae97-0cc68e55d24a tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6f512e0-f056-4737-a347-c20bfad2d40f HTTP/1.1" status: 200 len: 944 time: 0.0960448 Sep 17 08:03:26.376226 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36349353-4f08-4dea-a129-7442f08be0fa tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Network 58d85c74-40af-47f4-a0a0-9323bce3a250 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:03:26.392857 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-36349353-4f08-4dea-a129-7442f08be0fa tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 58d85c74-40af-47f4-a0a0-9323bce3a250) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:03:26.400836 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f284d10b-8dd3-4fc8-bbe3-9a5af5b8748d None None] Network 58d85c74-40af-47f4-a0a0-9323bce3a250 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:03:26.418356 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36349353-4f08-4dea-a129-7442f08be0fa tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:26.419463 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-36349353-4f08-4dea-a129-7442f08be0fa tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:26.443617 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-044cc5c3-f2be-4ee4-a6b7-39a12affddbc req-b5091259-0cc1-4221-8451-6f379ac7df07 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd06bbc1-2735-4e98-8723-7c346c4ec4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823886 Sep 17 08:03:26.479607 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-36349353-4f08-4dea-a129-7442f08be0fa tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9607248 Sep 17 08:03:26.482409 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 60172) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:26.487254 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-be320211-576c-4bd9-b3e5-2f1bf1cc7f5b tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1207448447', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:03:26.494722 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555a18a-c172-4636-bfe3-e3ceab1cc3d1 req-1b02ee33-a589-4918-ab89-04c91a1d8930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:26.496938 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a555a18a-c172-4636-bfe3-e3ceab1cc3d1 req-1b02ee33-a589-4918-ab89-04c91a1d8930 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=72f377991d624d1189daaff7de1bceb3&device_id=b6f512e0-f056-4737-a347-c20bfad2d40f HTTP/1.1" status: 200 len: 1095 time: 0.0711217 Sep 17 08:03:26.512375 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-be320211-576c-4bd9-b3e5-2f1bf1cc7f5b tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:26.513931 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-be320211-576c-4bd9-b3e5-2f1bf1cc7f5b tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:26.579714 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-be320211-576c-4bd9-b3e5-2f1bf1cc7f5b tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:26.592934 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-be320211-576c-4bd9-b3e5-2f1bf1cc7f5b tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:26.605226 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5735d09-d0cd-416b-9c04-2b945b0ce777 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-58d85c74-40af-47f4-a0a0-9323bce3a250', 'network_id': '58d85c74-40af-47f4-a0a0-9323bce3a250', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'fixed_ips': [{'subnet_id': 'dfccd594-9d9f-4c7e-91e9-d142c07d9eac'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:03:26.606214 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d5735d09-d0cd-416b-9c04-2b945b0ce777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:26.615304 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-be320211-576c-4bd9-b3e5-2f1bf1cc7f5b tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:26.620603 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-be320211-576c-4bd9-b3e5-2f1bf1cc7f5b tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1370957 Sep 17 08:03:26.621271 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 60174) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:26.632362 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555a18a-c172-4636-bfe3-e3ceab1cc3d1 req-01b53689-0c60-437f-b94e-6aa025875655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:26.634128 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a555a18a-c172-4636-bfe3-e3ceab1cc3d1 req-01b53689-0c60-437f-b94e-6aa025875655 service neutron] 10.222.0.39 "GET /v2.0/networks?id=da58380a-915a-40f0-9564-11e428e24524 HTTP/1.1" status: 200 len: 897 time: 0.1298928 Sep 17 08:03:26.684659 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a555a18a-c172-4636-bfe3-e3ceab1cc3d1 req-f6125368-5b18-4dcf-b0bb-230e254cd3b4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec68007f-a8ad-4a62-9bba-465363bc9308 HTTP/1.1" status: 200 len: 217 time: 0.0433643 Sep 17 08:03:26.752779 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555a18a-c172-4636-bfe3-e3ceab1cc3d1 req-3c32ce62-89b4-4b9d-9f6b-dda65e2ae315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:26.755518 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a555a18a-c172-4636-bfe3-e3ceab1cc3d1 req-3c32ce62-89b4-4b9d-9f6b-dda65e2ae315 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=63d35bd7-5698-43e9-b932-9568edb639a4 HTTP/1.1" status: 200 len: 834 time: 0.0645452 Sep 17 08:03:26.815125 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555a18a-c172-4636-bfe3-e3ceab1cc3d1 req-a34e8747-db8d-47fd-ae81-bacab7e3c9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:26.817886 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a555a18a-c172-4636-bfe3-e3ceab1cc3d1 req-a34e8747-db8d-47fd-ae81-bacab7e3c9f5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=da58380a-915a-40f0-9564-11e428e24524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539639 Sep 17 08:03:26.831640 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-d5735d09-d0cd-416b-9c04-2b945b0ce777 None None] Allocated IP 2001:db8::2 (58d85c74-40af-47f4-a0a0-9323bce3a250/dfccd594-9d9f-4c7e-91e9-d142c07d9eac/940be53b-a38c-457b-bec7-ac321266f2a0) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:03:26.957597 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a555a18a-c172-4636-bfe3-e3ceab1cc3d1 req-607a0ca6-4111-4aaa-8b4f-da2273f0899c service neutron] 10.222.0.39 "GET /v2.0/networks/da58380a-915a-40f0-9564-11e428e24524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212013 Sep 17 08:03:26.980087 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-65bd31a0-1639-47bd-afc0-9025d5f13deb tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:27.029794 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d5735d09-d0cd-416b-9c04-2b945b0ce777 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:27.037167 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d5735d09-d0cd-416b-9c04-2b945b0ce777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:27.077287 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5735d09-d0cd-416b-9c04-2b945b0ce777 None None] Network 58d85c74-40af-47f4-a0a0-9323bce3a250 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:03:27.080870 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-d5735d09-d0cd-416b-9c04-2b945b0ce777 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:03:27.083340 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5735d09-d0cd-416b-9c04-2b945b0ce777 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:03:27.108785 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565ec53-586b-4952-aade-d0de0f710c27 req-e455c89a-abb7-425a-8f89-93aec3062069 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:27.110360 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7565ec53-586b-4952-aade-d0de0f710c27 req-e455c89a-abb7-425a-8f89-93aec3062069 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ca324cf-2f4a-4de4-b554-4975c25b95af HTTP/1.1" status: 200 len: 945 time: 0.0932603 Sep 17 08:03:27.158909 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a555a18a-c172-4636-bfe3-e3ceab1cc3d1 req-e703cc77-f29f-44eb-8be0-0bd5ecad2854 service neutron] 10.222.0.39 "GET /v2.0/networks/da58380a-915a-40f0-9564-11e428e24524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937065 Sep 17 08:03:27.177519 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-d5735d09-d0cd-416b-9c04-2b945b0ce777 None None] Attempting to bind port 940be53b-a38c-457b-bec7-ac321266f2a0 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:03:27.177889 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-d5735d09-d0cd-416b-9c04-2b945b0ce777 None None] Attempting to bind port 940be53b-a38c-457b-bec7-ac321266f2a0 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'd08cfe14-1ed0-4094-be9b-49e39f0567c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '58d85c74-40af-47f4-a0a0-9323bce3a250'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:03:27.178987 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5735d09-d0cd-416b-9c04-2b945b0ce777 None None] Attempting to bind port 940be53b-a38c-457b-bec7-ac321266f2a0 on network 58d85c74-40af-47f4-a0a0-9323bce3a250 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:03:27.183099 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5735d09-d0cd-416b-9c04-2b945b0ce777 None None] Pushing event updated for resources: {'Port': ['ID=940be53b-a38c-457b-bec7-ac321266f2a0,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:27.196216 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7565ec53-586b-4952-aade-d0de0f710c27 req-c662f945-a728-4908-99aa-083f082d2d35 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735548 Sep 17 08:03:27.200370 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5735d09-d0cd-416b-9c04-2b945b0ce777 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:03:27.200845 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5735d09-d0cd-416b-9c04-2b945b0ce777 None None] Checking segment: {'id': 'd08cfe14-1ed0-4094-be9b-49e39f0567c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '58d85c74-40af-47f4-a0a0-9323bce3a250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:03:27.201320 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d5735d09-d0cd-416b-9c04-2b945b0ce777 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:27.201777 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5735d09-d0cd-416b-9c04-2b945b0ce777 None None] Bound using segment: {'id': 'd08cfe14-1ed0-4094-be9b-49e39f0567c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '58d85c74-40af-47f4-a0a0-9323bce3a250'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:03:27.202314 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-d5735d09-d0cd-416b-9c04-2b945b0ce777 None None] Bound port: 940be53b-a38c-457b-bec7-ac321266f2a0, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd08cfe14-1ed0-4094-be9b-49e39f0567c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '58d85c74-40af-47f4-a0a0-9323bce3a250'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:03:27.202763 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d5735d09-d0cd-416b-9c04-2b945b0ce777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:27.330778 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-65bd31a0-1639-47bd-afc0-9025d5f13deb tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Allocated IP 2001:db8::1 (58d85c74-40af-47f4-a0a0-9323bce3a250/dfccd594-9d9f-4c7e-91e9-d142c07d9eac/eb60cce5-6b34-40e7-a9b0-ece0c32e4ed6) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:03:27.446844 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-d5735d09-d0cd-416b-9c04-2b945b0ce777 None None] For port 940be53b-a38c-457b-bec7-ac321266f2a0, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:03:27.454754 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-d5735d09-d0cd-416b-9c04-2b945b0ce777 None None] For port 940be53b-a38c-457b-bec7-ac321266f2a0, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=940be53b-a38c-457b-bec7-ac321266f2a0,segment=NetworkSegment(d08cfe14-1ed0-4094-be9b-49e39f0567c8),segment_id=d08cfe14-1ed0-4094-be9b-49e39f0567c8)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:03:27.461757 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d5735d09-d0cd-416b-9c04-2b945b0ce777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:27.482200 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d763afae-97c2-477c-a95e-d4fbeaf447d5 req-c2768003-c784-4b8a-8326-1b04a8023d9d tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:27.484107 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d763afae-97c2-477c-a95e-d4fbeaf447d5 req-c2768003-c784-4b8a-8326-1b04a8023d9d tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ca324cf-2f4a-4de4-b554-4975c25b95af HTTP/1.1" status: 200 len: 945 time: 0.0656235 Sep 17 08:03:27.511057 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-65bd31a0-1639-47bd-afc0-9025d5f13deb tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:27.537051 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5735d09-d0cd-416b-9c04-2b945b0ce777 None None] Pushing event updated for resources: {'Port': ['ID=940be53b-a38c-457b-bec7-ac321266f2a0,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:27.557405 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d763afae-97c2-477c-a95e-d4fbeaf447d5 req-1d03385d-4b54-4972-8653-458490a7ef3d tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663657 Sep 17 08:03:27.577675 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-65bd31a0-1639-47bd-afc0-9025d5f13deb tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:27.634382 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bd31a0-1639-47bd-afc0-9025d5f13deb tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Network 58d85c74-40af-47f4-a0a0-9323bce3a250 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:03:27.640379 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-65bd31a0-1639-47bd-afc0-9025d5f13deb tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:03:27.645050 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bd31a0-1639-47bd-afc0-9025d5f13deb tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:03:27.645669 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-65bd31a0-1639-47bd-afc0-9025d5f13deb tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:27.649526 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81746086-c675-4475-9135-1f1c4bfad79d req-51f35aef-aceb-4721-86a4-505109973888 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:27.649668 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd31a0-1639-47bd-afc0-9025d5f13deb tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Pushing event updated for resources: {'Port': ['ID=eb60cce5-6b34-40e7-a9b0-ece0c32e4ed6,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:27.650477 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-81746086-c675-4475-9135-1f1c4bfad79d req-51f35aef-aceb-4721-86a4-505109973888 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6f512e0-f056-4737-a347-c20bfad2d40f HTTP/1.1" status: 200 len: 944 time: 0.0870569 Sep 17 08:03:27.689910 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-81746086-c675-4475-9135-1f1c4bfad79d req-fc730064-bbf5-4fea-8c5e-d8abb2b787cf tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd06bbc1-2735-4e98-8723-7c346c4ec4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335152 Sep 17 08:03:27.787947 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-65bd31a0-1639-47bd-afc0-9025d5f13deb tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:28.399318 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-65bd31a0-1639-47bd-afc0-9025d5f13deb tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:28.406296 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-65bd31a0-1639-47bd-afc0-9025d5f13deb tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:28.407695 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-65bd31a0-1639-47bd-afc0-9025d5f13deb tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:28.478183 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd31a0-1639-47bd-afc0-9025d5f13deb tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Pushing event updated for resources: {'Port': ['ID=eb60cce5-6b34-40e7-a9b0-ece0c32e4ed6,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:28.542853 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bd31a0-1639-47bd-afc0-9025d5f13deb tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Network 58d85c74-40af-47f4-a0a0-9323bce3a250 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:03:28.544411 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-65bd31a0-1639-47bd-afc0-9025d5f13deb tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:03:28.565539 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3408364f-99fa-4c68-a228-24c59f2b81fc None None] Network 58d85c74-40af-47f4-a0a0-9323bce3a250 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:03:28.670379 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65bd31a0-1639-47bd-afc0-9025d5f13deb tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Router 7266ff08-070b-4962-aef9-d0a5d32cc6ee is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 08:03:28.699743 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-a1c05783-702c-41ab-9f9b-7fd64cc899a4 None None] Provisioning complete for port 940be53b-a38c-457b-bec7-ac321266f2a0 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:03:28.700250 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a1c05783-702c-41ab-9f9b-7fd64cc899a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:28.700526 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99189d8c-beab-4211-ba0b-304e43852685 req-e171f472-b677-480d-a2e1-e435b6469bb4 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:28.708668 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-99189d8c-beab-4211-ba0b-304e43852685 req-e171f472-b677-480d-a2e1-e435b6469bb4 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ca324cf-2f4a-4de4-b554-4975c25b95af HTTP/1.1" status: 200 len: 945 time: 0.0632536 Sep 17 08:03:28.764246 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-99189d8c-beab-4211-ba0b-304e43852685 req-61c18b31-7ebe-40e4-aa9c-d1a1d59cae04 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544155 Sep 17 08:03:28.795157 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65bd31a0-1639-47bd-afc0-9025d5f13deb tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:03:28.803477 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-65bd31a0-1639-47bd-afc0-9025d5f13deb tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "PUT /v2.0/routers/7266ff08-070b-4962-aef9-d0a5d32cc6ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1811733 Sep 17 08:03:28.807659 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 60202) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:28.849352 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a1c05783-702c-41ab-9f9b-7fd64cc899a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:28.866360 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279177f8-2850-45cb-9c8a-f1a969c48945 None None] Sync routers for ids ['7266ff08-070b-4962-aef9-d0a5d32cc6ee'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:03:28.889047 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a391baac-439d-469f-a194-b4b5db81b009 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:28.892505 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279177f8-2850-45cb-9c8a-f1a969c48945 None None] Routers {'7266ff08-070b-4962-aef9-d0a5d32cc6ee'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:03:28.893156 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-279177f8-2850-45cb-9c8a-f1a969c48945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:03:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['7266ff08-070b-4962-aef9-d0a5d32cc6ee'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:28.893828 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 60206) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:28.893968 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-a391baac-439d-469f-a194-b4b5db81b009 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "GET /v2.0/ports/eb60cce5-6b34-40e7-a9b0-ece0c32e4ed6 HTTP/1.1" status: 200 len: 911 time: 0.0847979 Sep 17 08:03:28.929039 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a023aebc-5c3b-4911-9d95-d6f9925b8fbd req-4d99211a-b02c-43c8-bc3c-e949951ddd13 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:28.930601 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a023aebc-5c3b-4911-9d95-d6f9925b8fbd req-4d99211a-b02c-43c8-bc3c-e949951ddd13 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6f512e0-f056-4737-a347-c20bfad2d40f HTTP/1.1" status: 200 len: 944 time: 0.1098700 Sep 17 08:03:28.941011 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-279177f8-2850-45cb-9c8a-f1a969c48945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:28.959807 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-a1c05783-702c-41ab-9f9b-7fd64cc899a4 None None] For port 940be53b-a38c-457b-bec7-ac321266f2a0, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=940be53b-a38c-457b-bec7-ac321266f2a0,segment=NetworkSegment(d08cfe14-1ed0-4094-be9b-49e39f0567c8),segment_id=d08cfe14-1ed0-4094-be9b-49e39f0567c8)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:03:28.966461 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279177f8-2850-45cb-9c8a-f1a969c48945 None None] Routers {'7266ff08-070b-4962-aef9-d0a5d32cc6ee'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:03:28.967489 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-279177f8-2850-45cb-9c8a-f1a969c48945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:03:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['7266ff08-070b-4962-aef9-d0a5d32cc6ee'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:28.972098 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a1c05783-702c-41ab-9f9b-7fd64cc899a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:29.007808 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a023aebc-5c3b-4911-9d95-d6f9925b8fbd req-409dd1f0-9eea-4fc8-8717-36f48227e69b tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd06bbc1-2735-4e98-8723-7c346c4ec4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677090 Sep 17 08:03:29.043393 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-279177f8-2850-45cb-9c8a-f1a969c48945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:29.044230 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279177f8-2850-45cb-9c8a-f1a969c48945 None None] The sync data for ids ['7266ff08-070b-4962-aef9-d0a5d32cc6ee'] in n-d-789963-9 is: [] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:03:29.131651 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c05783-702c-41ab-9f9b-7fd64cc899a4 None None] Pushing event updated for resources: {'Port': ['ID=940be53b-a38c-457b-bec7-ac321266f2a0,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:29.146910 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c05783-702c-41ab-9f9b-7fd64cc899a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:03:29.147619 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c05783-702c-41ab-9f9b-7fd64cc899a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:03:29.148515 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c05783-702c-41ab-9f9b-7fd64cc899a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:03:29.149804 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c05783-702c-41ab-9f9b-7fd64cc899a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:03:29.149804 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c05783-702c-41ab-9f9b-7fd64cc899a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:03:29.150284 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c05783-702c-41ab-9f9b-7fd64cc899a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:03:29.150812 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c05783-702c-41ab-9f9b-7fd64cc899a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:03:29.152439 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c05783-702c-41ab-9f9b-7fd64cc899a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:03:29.152705 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c05783-702c-41ab-9f9b-7fd64cc899a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:03:29.153166 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c05783-702c-41ab-9f9b-7fd64cc899a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:03:29.153517 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c05783-702c-41ab-9f9b-7fd64cc899a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:03:29.153913 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c05783-702c-41ab-9f9b-7fd64cc899a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:03:29.176391 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1a7af3-eb9a-4605-86d9-a91280b97990 req-a2d221b4-ffe6-4195-945a-33f2e68395d2 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:29.185595 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bc1a7af3-eb9a-4605-86d9-a91280b97990 req-a2d221b4-ffe6-4195-945a-33f2e68395d2 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ca324cf-2f4a-4de4-b554-4975c25b95af HTTP/1.1" status: 200 len: 945 time: 0.0946198 Sep 17 08:03:29.225025 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bc1a7af3-eb9a-4605-86d9-a91280b97990 req-1d1c93a1-4f75-4f53-8291-65fa39096812 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382826 Sep 17 08:03:29.316532 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-17f4d4e0-7dfe-4adb-9416-3277c62d8e6c None None] Provisioning complete for port 940be53b-a38c-457b-bec7-ac321266f2a0 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:03:29.317039 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-17f4d4e0-7dfe-4adb-9416-3277c62d8e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:29.389654 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6fd53116-f1d2-450b-ba42-4c066a69d895 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:29.505177 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-17f4d4e0-7dfe-4adb-9416-3277c62d8e6c None None] Provisioning complete for port eb60cce5-6b34-40e7-a9b0-ece0c32e4ed6 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:03:29.505629 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-17f4d4e0-7dfe-4adb-9416-3277c62d8e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:29.542594 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 940be53b-a38c-457b-bec7-ac321266f2a0 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:03:29.586198 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-17f4d4e0-7dfe-4adb-9416-3277c62d8e6c None None] Port eb60cce5-6b34-40e7-a9b0-ece0c32e4ed6 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:03:29.612236 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 940be53b-a38c-457b-bec7-ac321266f2a0 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:03:29.612629 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:29.712833 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-6fd53116-f1d2-450b-ba42-4c066a69d895 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Deleting port eb60cce5-6b34-40e7-a9b0-ece0c32e4ed6 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:03:29.713332 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6fd53116-f1d2-450b-ba42-4c066a69d895 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:29.716247 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-6931d767-24f2-4e11-9ee9-358318cc3abc None None] Provisioning complete for port eb60cce5-6b34-40e7-a9b0-ece0c32e4ed6 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:03:29.716632 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6931d767-24f2-4e11-9ee9-358318cc3abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:29.753481 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-6931d767-24f2-4e11-9ee9-358318cc3abc None None] Port eb60cce5-6b34-40e7-a9b0-ece0c32e4ed6 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:03:29.814345 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6fd53116-f1d2-450b-ba42-4c066a69d895 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:29.827215 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-6fd53116-f1d2-450b-ba42-4c066a69d895 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Calling delete_port for eb60cce5-6b34-40e7-a9b0-ece0c32e4ed6 owned by network:router_interface {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:03:29.875664 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-226f6930-dd7b-4995-8705-73bc9257d935 None None] Provisioning complete for port eb60cce5-6b34-40e7-a9b0-ece0c32e4ed6 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:03:29.875664 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-226f6930-dd7b-4995-8705-73bc9257d935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:29.917723 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-226f6930-dd7b-4995-8705-73bc9257d935 None None] Port eb60cce5-6b34-40e7-a9b0-ece0c32e4ed6 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:03:30.017282 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6fd53116-f1d2-450b-ba42-4c066a69d895 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:30.054987 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd53116-f1d2-450b-ba42-4c066a69d895 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Pushing event deleted for resources: {'Port': ['ID=eb60cce5-6b34-40e7-a9b0-ece0c32e4ed6,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:30.145461 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dfeac1-ab86-482f-bb94-23027760698e req-52ef1a89-6820-455b-8db4-5d8606b48610 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:30.147662 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a2dfeac1-ab86-482f-bb94-23027760698e req-52ef1a89-6820-455b-8db4-5d8606b48610 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6f512e0-f056-4737-a347-c20bfad2d40f HTTP/1.1" status: 200 len: 944 time: 0.0692506 Sep 17 08:03:30.171078 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6fd53116-f1d2-450b-ba42-4c066a69d895 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:30.202109 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a2dfeac1-ab86-482f-bb94-23027760698e req-e4123e5d-dfc8-436e-aa9a-b92059087335 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd06bbc1-2735-4e98-8723-7c346c4ec4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415959 Sep 17 08:03:30.353433 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fd53116-f1d2-450b-ba42-4c066a69d895 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Router 7266ff08-070b-4962-aef9-d0a5d32cc6ee has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:03:30.394413 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e54ee66-9fe7-4a84-a385-3a0042411464 req-5d124b73-07e2-42e7-a3e5-edd5cb0673e7 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:30.396221 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7e54ee66-9fe7-4a84-a385-3a0042411464 req-5d124b73-07e2-42e7-a3e5-edd5cb0673e7 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ca324cf-2f4a-4de4-b554-4975c25b95af HTTP/1.1" status: 200 len: 945 time: 0.0699036 Sep 17 08:03:30.431806 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd53116-f1d2-450b-ba42-4c066a69d895 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:03:30.437553 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6fd53116-f1d2-450b-ba42-4c066a69d895 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "PUT /v2.0/routers/7266ff08-070b-4962-aef9-d0a5d32cc6ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5423894 Sep 17 08:03:30.443730 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 60222) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:30.452018 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7e54ee66-9fe7-4a84-a385-3a0042411464 req-6538e7b3-d8fa-43bb-abd7-04c859b07580 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441382 Sep 17 08:03:30.462695 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device ec68007f-a8ad-4a62-9bba-465363bc9308 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:03:30.464924 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d495425b-b1f5-4dbe-a7b0-2820a12e9530 None None] Sync routers for ids ['7266ff08-070b-4962-aef9-d0a5d32cc6ee'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:03:30.475639 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d495425b-b1f5-4dbe-a7b0-2820a12e9530 None None] Routers {'7266ff08-070b-4962-aef9-d0a5d32cc6ee'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:03:30.479091 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-cb69cd9e-9f99-46f2-887b-2b30c1382b43 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "GET /v2.0/ports?device_id=7266ff08-070b-4962-aef9-d0a5d32cc6ee HTTP/1.1" status: 200 len: 205 time: 0.0317500 Sep 17 08:03:30.479290 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 60224) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:30.479812 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-d495425b-b1f5-4dbe-a7b0-2820a12e9530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:03:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['7266ff08-070b-4962-aef9-d0a5d32cc6ee'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:30.519206 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-d495425b-b1f5-4dbe-a7b0-2820a12e9530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:30.529634 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d495425b-b1f5-4dbe-a7b0-2820a12e9530 None None] Routers {'7266ff08-070b-4962-aef9-d0a5d32cc6ee'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:03:30.530437 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-d495425b-b1f5-4dbe-a7b0-2820a12e9530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:03:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['7266ff08-070b-4962-aef9-d0a5d32cc6ee'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:30.564650 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-d495425b-b1f5-4dbe-a7b0-2820a12e9530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:30.565550 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d495425b-b1f5-4dbe-a7b0-2820a12e9530 None None] The sync data for ids ['7266ff08-070b-4962-aef9-d0a5d32cc6ee'] in n-d-789963-9 is: [] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:03:30.579230 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port ec68007f-a8ad-4a62-9bba-465363bc9308, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=ec68007f-a8ad-4a62-9bba-465363bc9308,segment=NetworkSegment(3a2d6555-c56f-4c99-9f0e-bc6012adbff0),segment_id=3a2d6555-c56f-4c99-9f0e-bc6012adbff0)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:03:30.581912 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1e3a63d9-4e1e-4c45-8388-232cf487cc73 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for router, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:30.592456 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': 'ec68007f-a8ad-4a62-9bba-465363bc9308', 'network_id': 'da58380a-915a-40f0-9564-11e428e24524', 'port_id': 'ec68007f-a8ad-4a62-9bba-465363bc9308', 'mac_address': 'fa:16:3e:fa:9e:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63d35bd7-5698-43e9-b932-9568edb639a4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:03:30.638301 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:30.651380 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec68007f-a8ad-4a62-9bba-465363bc9308 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:03:30.671378 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port ec68007f-a8ad-4a62-9bba-465363bc9308, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=ec68007f-a8ad-4a62-9bba-465363bc9308,segment=NetworkSegment(3a2d6555-c56f-4c99-9f0e-bc6012adbff0),segment_id=3a2d6555-c56f-4c99-9f0e-bc6012adbff0)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:03:30.675972 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:30.693887 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688fb249-7c3b-419f-aab1-92d1ccd3a4ec req-af4247f8-ac7e-480e-9f03-c032e081438c tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:30.695575 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-688fb249-7c3b-419f-aab1-92d1ccd3a4ec req-af4247f8-ac7e-480e-9f03-c032e081438c tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ca324cf-2f4a-4de4-b554-4975c25b95af HTTP/1.1" status: 200 len: 945 time: 0.0550106 Sep 17 08:03:30.728905 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=ec68007f-a8ad-4a62-9bba-465363bc9308,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:30.751324 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1e3a63d9-4e1e-4c45-8388-232cf487cc73 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:30.753757 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1e3a63d9-4e1e-4c45-8388-232cf487cc73 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:30.806255 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1e3a63d9-4e1e-4c45-8388-232cf487cc73 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:30.807091 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e3a63d9-4e1e-4c45-8388-232cf487cc73 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Fanout notify agent at l3_agent the message router_deleted on router 7266ff08-070b-4962-aef9-d0a5d32cc6ee {{(pid=101290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 08:03:30.812571 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-688fb249-7c3b-419f-aab1-92d1ccd3a4ec req-1bb06f7e-6071-4c0d-9fa3-2791d3a7ad6b tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Deleting port f6113b49-1d11-45fa-b3f7-419cc290af60 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:03:30.812805 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-688fb249-7c3b-419f-aab1-92d1ccd3a4ec req-1bb06f7e-6071-4c0d-9fa3-2791d3a7ad6b tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:30.816384 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1e3a63d9-4e1e-4c45-8388-232cf487cc73 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:30.818051 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-1e3a63d9-4e1e-4c45-8388-232cf487cc73 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "DELETE /v2.0/routers/7266ff08-070b-4962-aef9-d0a5d32cc6ee HTTP/1.1" status: 204 len: 168 time: 0.3374593 Sep 17 08:03:30.824264 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 60228) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:30.875338 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-902c5321-a61d-4909-9c3a-af905cf8e960 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Deleting subnet dfccd594-9d9f-4c7e-91e9-d142c07d9eac {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:03:30.878650 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-902c5321-a61d-4909-9c3a-af905cf8e960 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:30.911266 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-688fb249-7c3b-419f-aab1-92d1ccd3a4ec req-1bb06f7e-6071-4c0d-9fa3-2791d3a7ad6b tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] For port f6113b49-1d11-45fa-b3f7-419cc290af60, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=f6113b49-1d11-45fa-b3f7-419cc290af60,segment=NetworkSegment(fd7b9750-679d-4ecc-9c9e-dc86937b132b),segment_id=fd7b9750-679d-4ecc-9c9e-dc86937b132b)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:03:30.912054 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-688fb249-7c3b-419f-aab1-92d1ccd3a4ec req-1bb06f7e-6071-4c0d-9fa3-2791d3a7ad6b tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:30.920778 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-902c5321-a61d-4909-9c3a-af905cf8e960 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:30.926503 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-688fb249-7c3b-419f-aab1-92d1ccd3a4ec req-1bb06f7e-6071-4c0d-9fa3-2791d3a7ad6b tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Calling delete_port for f6113b49-1d11-45fa-b3f7-419cc290af60 owned by compute:nova {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:03:31.012590 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-902c5321-a61d-4909-9c3a-af905cf8e960 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:31.076700 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-902c5321-a61d-4909-9c3a-af905cf8e960 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:31.080015 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-688fb249-7c3b-419f-aab1-92d1ccd3a4ec req-1bb06f7e-6071-4c0d-9fa3-2791d3a7ad6b tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:31.108059 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902c5321-a61d-4909-9c3a-af905cf8e960 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Pushing event deleted for resources: {'Subnet': ['ID=dfccd594-9d9f-4c7e-91e9-d142c07d9eac,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:31.113703 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['f6113b49-1d11-45fa-b3f7-419cc290af60'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:03:31.114730 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-902c5321-a61d-4909-9c3a-af905cf8e960 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:31.116666 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-902c5321-a61d-4909-9c3a-af905cf8e960 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "DELETE /v2.0/subnets/dfccd594-9d9f-4c7e-91e9-d142c07d9eac HTTP/1.1" status: 204 len: 168 time: 0.2913880 Sep 17 08:03:31.119283 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 60232) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:31.124948 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb06f7e-6071-4c0d-9fa3-2791d3a7ad6b tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Pushing event deleted for resources: {'Port': ['ID=f6113b49-1d11-45fa-b3f7-419cc290af60,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:31.138102 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7762fe1-abb9-483a-b13d-9243cd820e47 None None] Network 58d85c74-40af-47f4-a0a0-9323bce3a250 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:03:31.186123 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-688fb249-7c3b-419f-aab1-92d1ccd3a4ec req-1bb06f7e-6071-4c0d-9fa3-2791d3a7ad6b tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] No DVR routers for this DVR port f6113b49-1d11-45fa-b3f7-419cc290af60 on host n-h1-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:03:31.189457 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-688fb249-7c3b-419f-aab1-92d1ccd3a4ec req-1bb06f7e-6071-4c0d-9fa3-2791d3a7ad6b tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:31.191637 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-688fb249-7c3b-419f-aab1-92d1ccd3a4ec req-1bb06f7e-6071-4c0d-9fa3-2791d3a7ad6b tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.41 "DELETE /v2.0/ports/f6113b49-1d11-45fa-b3f7-419cc290af60 HTTP/1.1" status: 204 len: 173 time: 0.4896810 Sep 17 08:03:31.193158 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca324cf-2f4a-4de4-b554-4975c25b95af', 'name': 'network-vif-deleted', 'tag': 'f6113b49-1d11-45fa-b3f7-419cc290af60'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:03:31.196368 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e203ee0-b0a8-4be5-a69f-d21a5ef2a001" -d '{"events": [{"server_uuid": "0ca324cf-2f4a-4de4-b554-4975c25b95af", "name": "network-vif-deleted", "tag": "f6113b49-1d11-45fa-b3f7-419cc290af60"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:03:31.200167 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['ec68007f-a8ad-4a62-9bba-465363bc9308'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:03:31.217921 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0b648b06-b03e-4b59-bb0d-da79205e55d3 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:31.242565 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1bb7517-19c5-4104-9662-fca64855f106 x-openstack-request-id: req-f1bb7517-19c5-4104-9662-fca64855f106 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:03:31.242859 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca324cf-2f4a-4de4-b554-4975c25b95af", "name": "network-vif-deleted", "tag": "f6113b49-1d11-45fa-b3f7-419cc290af60", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:03:31.243225 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f1bb7517-19c5-4104-9662-fca64855f106 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:03:31.243493 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca324cf-2f4a-4de4-b554-4975c25b95af', 'name': 'network-vif-deleted', 'tag': 'f6113b49-1d11-45fa-b3f7-419cc290af60', 'status': 'completed', 'code': 200} Sep 17 08:03:31.288037 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-0b648b06-b03e-4b59-bb0d-da79205e55d3 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Deleting port 940be53b-a38c-457b-bec7-ac321266f2a0 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:03:31.288738 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0b648b06-b03e-4b59-bb0d-da79205e55d3 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:31.368862 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-0b648b06-b03e-4b59-bb0d-da79205e55d3 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] For port 940be53b-a38c-457b-bec7-ac321266f2a0, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=940be53b-a38c-457b-bec7-ac321266f2a0,segment=NetworkSegment(d08cfe14-1ed0-4094-be9b-49e39f0567c8),segment_id=d08cfe14-1ed0-4094-be9b-49e39f0567c8)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:03:31.369263 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0b648b06-b03e-4b59-bb0d-da79205e55d3 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:31.395579 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-0b648b06-b03e-4b59-bb0d-da79205e55d3 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Calling delete_port for 940be53b-a38c-457b-bec7-ac321266f2a0 owned by network:dhcp {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:03:31.453887 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20319b3-40af-446d-8851-553cf3b96f21 req-54a4ecc5-6bff-4a18-9375-cd7d4f732029 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:31.456038 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e20319b3-40af-446d-8851-553cf3b96f21 req-54a4ecc5-6bff-4a18-9375-cd7d4f732029 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6f512e0-f056-4737-a347-c20bfad2d40f HTTP/1.1" status: 200 len: 945 time: 0.0968387 Sep 17 08:03:31.511076 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e20319b3-40af-446d-8851-553cf3b96f21 req-ffe78f0e-a85d-4773-8f11-4e14754e1c53 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd06bbc1-2735-4e98-8723-7c346c4ec4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484846 Sep 17 08:03:31.540369 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0b648b06-b03e-4b59-bb0d-da79205e55d3 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:31.549312 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c83ecd9-664c-4381-8265-bef4b2d906d8 None None] DHCP port deletion for 58d85c74-40af-47f4-a0a0-9323bce3a250 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 08:03:31.576574 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b648b06-b03e-4b59-bb0d-da79205e55d3 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Pushing event deleted for resources: {'Port': ['ID=940be53b-a38c-457b-bec7-ac321266f2a0,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:31.580489 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b648b06-b03e-4b59-bb0d-da79205e55d3 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] No DVR routers for this DVR port 940be53b-a38c-457b-bec7-ac321266f2a0 on host n-d-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:03:31.592438 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-aa8aa1ef-6142-497a-8c0b-7b996cde1513 req-a69fba5f-7184-419b-845f-5de9528d115c tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ca324cf-2f4a-4de4-b554-4975c25b95af HTTP/1.1" status: 200 len: 210 time: 0.0383277 Sep 17 08:03:31.675132 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0b648b06-b03e-4b59-bb0d-da79205e55d3 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:31.698055 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-0b648b06-b03e-4b59-bb0d-da79205e55d3 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58d85c74-40af-47f4-a0a0-9323bce3a250']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:31.721100 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-0b648b06-b03e-4b59-bb0d-da79205e55d3 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd08cfe14-1ed0-4094-be9b-49e39f0567c8') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:31.721577 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-0b648b06-b03e-4b59-bb0d-da79205e55d3 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd08cfe14-1ed0-4094-be9b-49e39f0567c8') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:31.733860 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0b648b06-b03e-4b59-bb0d-da79205e55d3 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:31.749618 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0b648b06-b03e-4b59-bb0d-da79205e55d3 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:31.756948 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b648b06-b03e-4b59-bb0d-da79205e55d3 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:03:31.757649 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0b648b06-b03e-4b59-bb0d-da79205e55d3 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:31.761000 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 08:03:31.761000 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:03:31.761000 n-d-789963-9 neutron-server[101290]: timer() Sep 17 08:03:31.761000 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:03:31.761000 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 08:03:31.761000 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:03:31.761000 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 08:03:31.761000 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:03:31.761000 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 08:03:31.761000 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:03:31.761000 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 08:03:31.761000 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:03:31.761000 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 08:03:31.761000 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:03:31.761000 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:03:31.761000 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:03:31.761000 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:03:31.761000 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:03:31.761000 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 08:03:31.761000 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:03:31.761000 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 08:03:31.761000 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:03:31.761000 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:03:31.761000 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:03:31.761000 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 08:03:31.761000 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:03:31.761000 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:03:31.761000 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:03:31.761000 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:03:31.761000 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:03:31.761000 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:03:31.761000 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:03:31.828522 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0b648b06-b03e-4b59-bb0d-da79205e55d3 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:31.832841 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0b648b06-b03e-4b59-bb0d-da79205e55d3 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:31.838616 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-0b648b06-b03e-4b59-bb0d-da79205e55d3 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "DELETE /v2.0/networks/58d85c74-40af-47f4-a0a0-9323bce3a250 HTTP/1.1" status: 204 len: 168 time: 0.7148714 Sep 17 08:03:31.839159 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 60244) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:31.844084 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-fd5143ad-cbfc-4133-b8fe-3798ab6b80bc tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-108475123', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}, 'admin_state_up': False}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:03:31.867063 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b648b06-b03e-4b59-bb0d-da79205e55d3 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Pushing event deleted for resources: {'Network': ['ID=58d85c74-40af-47f4-a0a0-9323bce3a250,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:31.884628 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fd5143ad-cbfc-4133-b8fe-3798ab6b80bc tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:31.885709 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fd5143ad-cbfc-4133-b8fe-3798ab6b80bc tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:31.936454 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fd5143ad-cbfc-4133-b8fe-3798ab6b80bc tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:32.075037 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fd5143ad-cbfc-4133-b8fe-3798ab6b80bc tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:32.285392 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fd5143ad-cbfc-4133-b8fe-3798ab6b80bc tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for router_gateway, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:32.304155 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fd5143ad-cbfc-4133-b8fe-3798ab6b80bc tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:32.679813 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea92523-437f-4280-84ac-bcb72056caaf req-4e11efb9-1ec1-4ac5-9331-e81d82536048 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:32.681488 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7ea92523-437f-4280-84ac-bcb72056caaf req-4e11efb9-1ec1-4ac5-9331-e81d82536048 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6f512e0-f056-4737-a347-c20bfad2d40f HTTP/1.1" status: 200 len: 945 time: 0.0920923 Sep 17 08:03:32.724722 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7ea92523-437f-4280-84ac-bcb72056caaf req-5237c834-3b18-4d4d-9d2b-800954e60849 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd06bbc1-2735-4e98-8723-7c346c4ec4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361254 Sep 17 08:03:32.777237 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-fd5143ad-cbfc-4133-b8fe-3798ab6b80bc tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Allocated IP 172.25.6.75 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/5182ed8d-8e8b-47fe-bdc6-68bbf54861eb) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:03:32.904621 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672bdff-4f95-4f13-8b5e-5b7ecff1ff3d req-9bed6466-711f-4745-bd13-a0da0b3c1a46 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:32.906201 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e672bdff-4f95-4f13-8b5e-5b7ecff1ff3d req-9bed6466-711f-4745-bd13-a0da0b3c1a46 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/networks?id=7eb31eb9-c5ba-4a23-993e-45fc1230b15c HTTP/1.1" status: 200 len: 812 time: 0.1222105 Sep 17 08:03:32.909818 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fd5143ad-cbfc-4133-b8fe-3798ab6b80bc tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:32.936407 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e672bdff-4f95-4f13-8b5e-5b7ecff1ff3d req-4dbcc2a4-3057-4dfe-a09d-1ca62690b3dc tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/quotas/2d0585dd9c4e407bb55fa564a2ede4c9 HTTP/1.1" status: 200 len: 375 time: 0.0228307 Sep 17 08:03:32.953506 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fd5143ad-cbfc-4133-b8fe-3798ab6b80bc tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:32.979540 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e672bdff-4f95-4f13-8b5e-5b7ecff1ff3d req-c6665842-4ad5-491e-b74a-3fee56832259 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d0585dd9c4e407bb55fa564a2ede4c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420575 Sep 17 08:03:33.011676 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5143ad-cbfc-4133-b8fe-3798ab6b80bc tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Pushing event updated for resources: {'Port': ['ID=5182ed8d-8e8b-47fe-bdc6-68bbf54861eb,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:33.021058 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5143ad-cbfc-4133-b8fe-3798ab6b80bc tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:03:33.022937 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-fd5143ad-cbfc-4133-b8fe-3798ab6b80bc tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:03:33.029978 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5143ad-cbfc-4133-b8fe-3798ab6b80bc tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:03:33.095161 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e672bdff-4f95-4f13-8b5e-5b7ecff1ff3d req-268582c3-df3f-43a3-b999-ceca47b20f84 service neutron] 10.222.0.13 "GET /v2.0/networks/7eb31eb9-c5ba-4a23-993e-45fc1230b15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144712 Sep 17 08:03:33.209294 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e672bdff-4f95-4f13-8b5e-5b7ecff1ff3d req-73ad2bb6-bd8c-492a-b193-079d04683d2a service neutron] 10.222.0.13 "GET /v2.0/networks/7eb31eb9-c5ba-4a23-993e-45fc1230b15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120591 Sep 17 08:03:33.362055 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fd5143ad-cbfc-4133-b8fe-3798ab6b80bc tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for router_gateway, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:33.438887 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 940be53b-a38c-457b-bec7-ac321266f2a0 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:03:33.487190 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 940be53b-a38c-457b-bec7-ac321266f2a0 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:03:33.487392 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 940be53b-a38c-457b-bec7-ac321266f2a0 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:03:33.507030 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5ec0ab37-049c-4aa3-8c45-02ff21b235d5 req-19c27bd8-8b10-4447-8e45-a96684d16b33 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=719299f7-5239-4fef-97c5-a397767cc371 HTTP/1.1" status: 200 len: 210 time: 0.0701904 Sep 17 08:03:33.660058 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fd5143ad-cbfc-4133-b8fe-3798ab6b80bc tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:33.786209 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device f6113b49-1d11-45fa-b3f7-419cc290af60 no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:03:33.818016 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] No Port match for: f6113b49-1d11-45fa-b3f7-419cc290af60 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:03:33.818652 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device f6113b49-1d11-45fa-b3f7-419cc290af60 not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:03:33.837204 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd5143ad-cbfc-4133-b8fe-3798ab6b80bc tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Router 7196d7e7-de1c-4332-928a-23deb0a2a86f is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 08:03:33.930179 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdecb92b-8170-4af3-a4cb-c891e1dbef10 req-70878365-7ffc-4027-a1a9-28e279f403af tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:33.936815 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fdecb92b-8170-4af3-a4cb-c891e1dbef10 req-70878365-7ffc-4027-a1a9-28e279f403af tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6f512e0-f056-4737-a347-c20bfad2d40f HTTP/1.1" status: 200 len: 945 time: 0.1238487 Sep 17 08:03:34.003816 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd5143ad-cbfc-4133-b8fe-3798ab6b80bc tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:03:34.010625 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fdecb92b-8170-4af3-a4cb-c891e1dbef10 req-c3dd4705-68bc-43c3-8d09-138701f51384 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd06bbc1-2735-4e98-8723-7c346c4ec4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661950 Sep 17 08:03:34.018088 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df87eb0c-c2e8-4fff-8716-baf940df291f None None] Sync routers for ids ['7196d7e7-de1c-4332-928a-23deb0a2a86f'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:03:34.036929 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df87eb0c-c2e8-4fff-8716-baf940df291f None None] Routers {'7196d7e7-de1c-4332-928a-23deb0a2a86f'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:03:34.037672 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-df87eb0c-c2e8-4fff-8716-baf940df291f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:03:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['7196d7e7-de1c-4332-928a-23deb0a2a86f'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:34.047026 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fd5143ad-cbfc-4133-b8fe-3798ab6b80bc tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:34.050768 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-fd5143ad-cbfc-4133-b8fe-3798ab6b80bc tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 2.2086325 Sep 17 08:03:34.051193 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 60378) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:34.123819 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-df87eb0c-c2e8-4fff-8716-baf940df291f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:34.145986 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df87eb0c-c2e8-4fff-8716-baf940df291f None None] Routers {'7196d7e7-de1c-4332-928a-23deb0a2a86f'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:03:34.146631 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-df87eb0c-c2e8-4fff-8716-baf940df291f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:03:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['7196d7e7-de1c-4332-928a-23deb0a2a86f'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:34.198364 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-df87eb0c-c2e8-4fff-8716-baf940df291f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:34.199229 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df87eb0c-c2e8-4fff-8716-baf940df291f None None] The sync data for ids ['7196d7e7-de1c-4332-928a-23deb0a2a86f'] in n-d-789963-9 is: [] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:03:34.202152 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e65c3c5d-15d5-4258-92a5-ef5c3ef39070 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "GET /v2.0/routers/7196d7e7-de1c-4332-928a-23deb0a2a86f HTTP/1.1" status: 200 len: 883 time: 0.1492498 Sep 17 08:03:34.213655 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 60398) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:34.479885 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device ec68007f-a8ad-4a62-9bba-465363bc9308 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:03:34.551064 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 60446) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:34.551725 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-d9030428-7e36-4273-a245-3e28dbec9828 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.3365145 Sep 17 08:03:34.557069 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-8b0e9258-9f35-4513-83d3-dc26805090f4 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-108475123'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:03:34.564363 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port ec68007f-a8ad-4a62-9bba-465363bc9308 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:03:34.571912 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port ec68007f-a8ad-4a62-9bba-465363bc9308 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:03:34.572502 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:34.666022 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-433ba6c9-8c46-423f-b545-e47f0608b342 req-de2d9801-9347-4453-961a-6c54125c2980 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=719299f7-5239-4fef-97c5-a397767cc371 HTTP/1.1" status: 200 len: 210 time: 0.0475280 Sep 17 08:03:34.740543 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:34.783924 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6f512e0-f056-4737-a347-c20bfad2d40f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec68007f-a8ad-4a62-9bba-465363bc9308'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:03:34.787205 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cba4e26-5d2c-4b89-9115-649c3598926b" -d '{"events": [{"server_uuid": "b6f512e0-f056-4737-a347-c20bfad2d40f", "name": "network-vif-plugged", "status": "completed", "tag": "ec68007f-a8ad-4a62-9bba-465363bc9308"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:03:34.818762 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port ec68007f-a8ad-4a62-9bba-465363bc9308, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=ec68007f-a8ad-4a62-9bba-465363bc9308,segment=NetworkSegment(3a2d6555-c56f-4c99-9f0e-bc6012adbff0),segment_id=3a2d6555-c56f-4c99-9f0e-bc6012adbff0)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:03:34.834140 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:34.918898 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b37e45-69ba-440d-bf76-fc1671ddb3a2 x-openstack-request-id: req-58b37e45-69ba-440d-bf76-fc1671ddb3a2 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:03:34.919970 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6f512e0-f056-4737-a347-c20bfad2d40f", "name": "network-vif-plugged", "status": "completed", "tag": "ec68007f-a8ad-4a62-9bba-465363bc9308", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:03:34.920402 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-58b37e45-69ba-440d-bf76-fc1671ddb3a2 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:03:34.920945 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6f512e0-f056-4737-a347-c20bfad2d40f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec68007f-a8ad-4a62-9bba-465363bc9308', 'code': 200} Sep 17 08:03:34.921847 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=ec68007f-a8ad-4a62-9bba-465363bc9308,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:34.993434 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672bdff-4f95-4f13-8b5e-5b7ecff1ff3d req-069c6415-4953-402c-bb2e-5dd0b5cb75af tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:34.995506 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e672bdff-4f95-4f13-8b5e-5b7ecff1ff3d req-069c6415-4953-402c-bb2e-5dd0b5cb75af tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.41 "GET /v2.0/networks?id=7eb31eb9-c5ba-4a23-993e-45fc1230b15c HTTP/1.1" status: 200 len: 812 time: 0.2075596 Sep 17 08:03:35.021314 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-e672bdff-4f95-4f13-8b5e-5b7ecff1ff3d req-a063b3b3-1a04-4490-b22c-97dc0720a5d2 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Request body: {'port': {'device_id': '719299f7-5239-4fef-97c5-a397767cc371', 'network_id': '7eb31eb9-c5ba-4a23-993e-45fc1230b15c', 'admin_state_up': True, 'tenant_id': '2d0585dd9c4e407bb55fa564a2ede4c9'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:03:35.093002 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8b0e9258-9f35-4513-83d3-dc26805090f4 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-726791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7677'] for router, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:35.112246 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8b0e9258-9f35-4513-83d3-dc26805090f4 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-748988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-748965', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-726796'] for router, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:35.147574 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:35.176832 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27eea7-ef2a-4f21-8da7-ddd9c3adade1 req-f3c97533-e52f-480f-b45e-5bb597c7cc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:35.178350 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dc27eea7-ef2a-4f21-8da7-ddd9c3adade1 req-f3c97533-e52f-480f-b45e-5bb597c7cc18 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b6f512e0-f056-4737-a347-c20bfad2d40f HTTP/1.1" status: 200 len: 1097 time: 0.1817660 Sep 17 08:03:35.273553 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92919ab5-4d96-44b5-8623-083a2c012db9 req-86dc39a0-7678-423d-828b-7893f52fb8fe tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:35.275285 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-92919ab5-4d96-44b5-8623-083a2c012db9 req-86dc39a0-7678-423d-828b-7893f52fb8fe tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6f512e0-f056-4737-a347-c20bfad2d40f HTTP/1.1" status: 200 len: 946 time: 0.1206145 Sep 17 08:03:35.280385 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b0e9258-9f35-4513-83d3-dc26805090f4 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Router 7196d7e7-de1c-4332-928a-23deb0a2a86f has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:03:35.283959 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dc27eea7-ef2a-4f21-8da7-ddd9c3adade1 req-ce76dc12-5e33-4f87-881c-1ce8a283142a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=fd06bbc1-2735-4e98-8723-7c346c4ec4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757537 Sep 17 08:03:35.321201 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e672bdff-4f95-4f13-8b5e-5b7ecff1ff3d req-a063b3b3-1a04-4490-b22c-97dc0720a5d2 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Made reservation on behalf of 2d0585dd9c4e407bb55fa564a2ede4c9 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:03:35.325379 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-e672bdff-4f95-4f13-8b5e-5b7ecff1ff3d req-a063b3b3-1a04-4490-b22c-97dc0720a5d2 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:35.354941 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-92919ab5-4d96-44b5-8623-083a2c012db9 req-db739d93-c4e5-4eea-94cb-af6d694fced7 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd06bbc1-2735-4e98-8723-7c346c4ec4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679605 Sep 17 08:03:35.432437 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b0e9258-9f35-4513-83d3-dc26805090f4 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:03:35.440875 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8b0e9258-9f35-4513-83d3-dc26805090f4 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:35.445692 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-8b0e9258-9f35-4513-83d3-dc26805090f4 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "PUT /v2.0/routers/7196d7e7-de1c-4332-928a-23deb0a2a86f HTTP/1.1" status: 200 len: 890 time: 0.8932910 Sep 17 08:03:35.446921 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 60550) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:35.452814 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce64f00-bcb5-42e8-9cdb-3bef4679f9f6 None None] Sync routers for ids ['7196d7e7-de1c-4332-928a-23deb0a2a86f'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:03:35.465461 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce64f00-bcb5-42e8-9cdb-3bef4679f9f6 None None] Routers {'7196d7e7-de1c-4332-928a-23deb0a2a86f'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:03:35.467995 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-5ce64f00-bcb5-42e8-9cdb-3bef4679f9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:03:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['7196d7e7-de1c-4332-928a-23deb0a2a86f'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:35.508998 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-5ce64f00-bcb5-42e8-9cdb-3bef4679f9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:35.520616 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce64f00-bcb5-42e8-9cdb-3bef4679f9f6 None None] Routers {'7196d7e7-de1c-4332-928a-23deb0a2a86f'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:03:35.521567 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-5ce64f00-bcb5-42e8-9cdb-3bef4679f9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:03:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['7196d7e7-de1c-4332-928a-23deb0a2a86f'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:35.536836 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:35.565732 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [req-e672bdff-4f95-4f13-8b5e-5b7ecff1ff3d req-a063b3b3-1a04-4490-b22c-97dc0720a5d2 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Allocated IP 172.20.0.12 (7eb31eb9-c5ba-4a23-993e-45fc1230b15c/cb81ebac-14bd-4bcc-8591-cd4e58446b46/d8956d2c-ae04-4a9b-9ead-fb568271500c) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:03:35.589814 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-5ce64f00-bcb5-42e8-9cdb-3bef4679f9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:35.590822 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce64f00-bcb5-42e8-9cdb-3bef4679f9f6 None None] The sync data for ids ['7196d7e7-de1c-4332-928a-23deb0a2a86f'] in n-d-789963-9 is: [] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:03:35.652813 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-77b4f22e-1914-4cb8-bcae-9b6d62749c58 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "GET /v2.0/routers/7196d7e7-de1c-4332-928a-23deb0a2a86f HTTP/1.1" status: 200 len: 890 time: 0.2043295 Sep 17 08:03:35.656032 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 60576) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:35.693177 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-78237e5f-7aec-448e-8ca1-9125ce99197d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "GET /v2.0/ports?device_id=7196d7e7-de1c-4332-928a-23deb0a2a86f HTTP/1.1" status: 200 len: 205 time: 0.0340755 Sep 17 08:03:35.694973 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 60582) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:35.752789 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-e672bdff-4f95-4f13-8b5e-5b7ecff1ff3d req-a063b3b3-1a04-4490-b22c-97dc0720a5d2 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:35.831769 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4c8b2453-7163-4a55-bf09-bd6dd7964c2b req-2d03525f-8b13-4fe4-a3c3-658bfe2e7e18 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=719299f7-5239-4fef-97c5-a397767cc371 HTTP/1.1" status: 200 len: 210 time: 0.0428042 Sep 17 08:03:35.864506 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-e672bdff-4f95-4f13-8b5e-5b7ecff1ff3d req-a063b3b3-1a04-4490-b22c-97dc0720a5d2 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:35.892161 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-496ccb48-8a9f-4049-a1f6-34104e01b189 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for router, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:35.894239 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e672bdff-4f95-4f13-8b5e-5b7ecff1ff3d req-a063b3b3-1a04-4490-b22c-97dc0720a5d2 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Network 7eb31eb9-c5ba-4a23-993e-45fc1230b15c is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:03:35.897248 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [req-e672bdff-4f95-4f13-8b5e-5b7ecff1ff3d req-a063b3b3-1a04-4490-b22c-97dc0720a5d2 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:03:35.924105 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-e672bdff-4f95-4f13-8b5e-5b7ecff1ff3d req-a063b3b3-1a04-4490-b22c-97dc0720a5d2 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:03:35.978147 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a063b3b3-1a04-4490-b22c-97dc0720a5d2 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Pushing event updated for resources: {'Port': ['ID=d8956d2c-ae04-4a9b-9ead-fb568271500c,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:35.995970 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672bdff-4f95-4f13-8b5e-5b7ecff1ff3d req-a063b3b3-1a04-4490-b22c-97dc0720a5d2 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:35.996571 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-e672bdff-4f95-4f13-8b5e-5b7ecff1ff3d req-a063b3b3-1a04-4490-b22c-97dc0720a5d2 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:36.010809 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e672bdff-4f95-4f13-8b5e-5b7ecff1ff3d req-a063b3b3-1a04-4490-b22c-97dc0720a5d2 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9989002 Sep 17 08:03:36.024726 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-496ccb48-8a9f-4049-a1f6-34104e01b189 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:36.028543 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-e672bdff-4f95-4f13-8b5e-5b7ecff1ff3d req-192cb93c-9dcb-4f7a-bd77-2bcfd31c7950 service neutron] Request body: {'port': {'device_id': '719299f7-5239-4fef-97c5-a397767cc371', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-9'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:03:36.089455 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-496ccb48-8a9f-4049-a1f6-34104e01b189 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Deleting port 5182ed8d-8e8b-47fe-bdc6-68bbf54861eb {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:03:36.090113 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-496ccb48-8a9f-4049-a1f6-34104e01b189 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:36.092923 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-e672bdff-4f95-4f13-8b5e-5b7ecff1ff3d req-192cb93c-9dcb-4f7a-bd77-2bcfd31c7950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:36.199574 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-496ccb48-8a9f-4049-a1f6-34104e01b189 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:36.214766 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-496ccb48-8a9f-4049-a1f6-34104e01b189 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Calling delete_port for 5182ed8d-8e8b-47fe-bdc6-68bbf54861eb owned by network:router_gateway {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:03:36.406581 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-496ccb48-8a9f-4049-a1f6-34104e01b189 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:36.438368 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496ccb48-8a9f-4049-a1f6-34104e01b189 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Pushing event deleted for resources: {'Port': ['ID=5182ed8d-8e8b-47fe-bdc6-68bbf54861eb,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:36.472465 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [req-e672bdff-4f95-4f13-8b5e-5b7ecff1ff3d req-192cb93c-9dcb-4f7a-bd77-2bcfd31c7950 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8956d2c-ae04-4a9b-9ead-fb568271500c {{(pid=101289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:03:36.482691 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-e672bdff-4f95-4f13-8b5e-5b7ecff1ff3d req-192cb93c-9dcb-4f7a-bd77-2bcfd31c7950 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:36.509315 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89979d9-8a54-4243-8bb7-893a7578ad16 req-bef6b9d0-bc66-476f-8287-23355f4ae569 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:36.511806 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e89979d9-8a54-4243-8bb7-893a7578ad16 req-bef6b9d0-bc66-476f-8287-23355f4ae569 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6f512e0-f056-4737-a347-c20bfad2d40f HTTP/1.1" status: 200 len: 946 time: 0.0836687 Sep 17 08:03:36.513360 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-496ccb48-8a9f-4049-a1f6-34104e01b189 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:36.513527 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.provisioning_blocks [req-e672bdff-4f95-4f13-8b5e-5b7ecff1ff3d req-192cb93c-9dcb-4f7a-bd77-2bcfd31c7950 service neutron] Transition to ACTIVE for port object d8956d2c-ae04-4a9b-9ead-fb568271500c will not be triggered until provisioned by entity L2. {{(pid=101289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:03:36.518567 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-e672bdff-4f95-4f13-8b5e-5b7ecff1ff3d req-192cb93c-9dcb-4f7a-bd77-2bcfd31c7950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:36.602927 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192cb93c-9dcb-4f7a-bd77-2bcfd31c7950 service neutron] Pushing event updated for resources: {'Port': ['ID=d8956d2c-ae04-4a9b-9ead-fb568271500c,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:36.613111 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-496ccb48-8a9f-4049-a1f6-34104e01b189 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:36.615289 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-496ccb48-8a9f-4049-a1f6-34104e01b189 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:36.621072 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e89979d9-8a54-4243-8bb7-893a7578ad16 req-25a4d463-9611-4fc9-ac0d-29bcb292cb8b tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd06bbc1-2735-4e98-8723-7c346c4ec4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951176 Sep 17 08:03:36.668584 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-496ccb48-8a9f-4049-a1f6-34104e01b189 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:36.669523 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-496ccb48-8a9f-4049-a1f6-34104e01b189 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Fanout notify agent at l3_agent the message router_deleted on router 7196d7e7-de1c-4332-928a-23deb0a2a86f {{(pid=101290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 08:03:36.685315 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-496ccb48-8a9f-4049-a1f6-34104e01b189 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:36.687181 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-496ccb48-8a9f-4049-a1f6-34104e01b189 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "DELETE /v2.0/routers/7196d7e7-de1c-4332-928a-23deb0a2a86f HTTP/1.1" status: 204 len: 168 time: 0.9910603 Sep 17 08:03:36.691146 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 60710) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:36.691757 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-e672bdff-4f95-4f13-8b5e-5b7ecff1ff3d req-192cb93c-9dcb-4f7a-bd77-2bcfd31c7950 service neutron] Attempting to bind port d8956d2c-ae04-4a9b-9ead-fb568271500c on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:03:36.692265 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-e672bdff-4f95-4f13-8b5e-5b7ecff1ff3d req-192cb93c-9dcb-4f7a-bd77-2bcfd31c7950 service neutron] Attempting to bind port d8956d2c-ae04-4a9b-9ead-fb568271500c by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'fd7b9750-679d-4ecc-9c9e-dc86937b132b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '7eb31eb9-c5ba-4a23-993e-45fc1230b15c'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:03:36.692653 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e672bdff-4f95-4f13-8b5e-5b7ecff1ff3d req-192cb93c-9dcb-4f7a-bd77-2bcfd31c7950 service neutron] Attempting to bind port d8956d2c-ae04-4a9b-9ead-fb568271500c on network 7eb31eb9-c5ba-4a23-993e-45fc1230b15c {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:03:36.696802 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-e31f559d-9283-4282-a7ae-b35bb76aa7c1 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-341598666'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:03:36.697495 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e672bdff-4f95-4f13-8b5e-5b7ecff1ff3d req-192cb93c-9dcb-4f7a-bd77-2bcfd31c7950 service neutron] Port d8956d2c-ae04-4a9b-9ead-fb568271500c on network 7eb31eb9-c5ba-4a23-993e-45fc1230b15c not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:03:36.697833 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e672bdff-4f95-4f13-8b5e-5b7ecff1ff3d req-192cb93c-9dcb-4f7a-bd77-2bcfd31c7950 service neutron] Attempting to bind port d8956d2c-ae04-4a9b-9ead-fb568271500c on network 7eb31eb9-c5ba-4a23-993e-45fc1230b15c {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:03:36.706029 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e672bdff-4f95-4f13-8b5e-5b7ecff1ff3d req-192cb93c-9dcb-4f7a-bd77-2bcfd31c7950 service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:03:36.706367 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e672bdff-4f95-4f13-8b5e-5b7ecff1ff3d req-192cb93c-9dcb-4f7a-bd77-2bcfd31c7950 service neutron] Checking segment: {'id': 'fd7b9750-679d-4ecc-9c9e-dc86937b132b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '7eb31eb9-c5ba-4a23-993e-45fc1230b15c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:03:36.707011 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e672bdff-4f95-4f13-8b5e-5b7ecff1ff3d req-192cb93c-9dcb-4f7a-bd77-2bcfd31c7950 service neutron] Bound using segment: {'id': 'fd7b9750-679d-4ecc-9c9e-dc86937b132b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '7eb31eb9-c5ba-4a23-993e-45fc1230b15c'} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:03:36.707456 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-e672bdff-4f95-4f13-8b5e-5b7ecff1ff3d req-192cb93c-9dcb-4f7a-bd77-2bcfd31c7950 service neutron] Bound port: d8956d2c-ae04-4a9b-9ead-fb568271500c, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd7b9750-679d-4ecc-9c9e-dc86937b132b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '7eb31eb9-c5ba-4a23-993e-45fc1230b15c'}}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:03:36.707826 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-e672bdff-4f95-4f13-8b5e-5b7ecff1ff3d req-192cb93c-9dcb-4f7a-bd77-2bcfd31c7950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:36.719422 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e31f559d-9283-4282-a7ae-b35bb76aa7c1 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Made reservation on behalf of bc1e57ea729b496c9e70ade3ba30f0a4 for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:03:36.723271 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e31f559d-9283-4282-a7ae-b35bb76aa7c1 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:36.750668 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e31f559d-9283-4282-a7ae-b35bb76aa7c1 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:03:36.759969 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e31f559d-9283-4282-a7ae-b35bb76aa7c1 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:36.760592 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-e31f559d-9283-4282-a7ae-b35bb76aa7c1 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Added segment 913f14bb-a4c3-4793-8d24-a6c5b1512cc6 of type vlan for network ab520c28-1350-4c44-8f3d-54ead503eee3 Sep 17 08:03:36.783232 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-e672bdff-4f95-4f13-8b5e-5b7ecff1ff3d req-192cb93c-9dcb-4f7a-bd77-2bcfd31c7950 service neutron] For port d8956d2c-ae04-4a9b-9ead-fb568271500c, host n-h1-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:03:36.786660 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-e672bdff-4f95-4f13-8b5e-5b7ecff1ff3d req-192cb93c-9dcb-4f7a-bd77-2bcfd31c7950 service neutron] For port d8956d2c-ae04-4a9b-9ead-fb568271500c, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=d8956d2c-ae04-4a9b-9ead-fb568271500c,segment=NetworkSegment(fd7b9750-679d-4ecc-9c9e-dc86937b132b),segment_id=fd7b9750-679d-4ecc-9c9e-dc86937b132b)] {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:03:36.797909 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-e672bdff-4f95-4f13-8b5e-5b7ecff1ff3d req-192cb93c-9dcb-4f7a-bd77-2bcfd31c7950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:36.804157 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e31f559d-9283-4282-a7ae-b35bb76aa7c1 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:36.832779 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e31f559d-9283-4282-a7ae-b35bb76aa7c1 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:36.838821 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31f559d-9283-4282-a7ae-b35bb76aa7c1 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:36.839516 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e31f559d-9283-4282-a7ae-b35bb76aa7c1 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:36.841724 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672bdff-4f95-4f13-8b5e-5b7ecff1ff3d req-192cb93c-9dcb-4f7a-bd77-2bcfd31c7950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:36.842392 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-e672bdff-4f95-4f13-8b5e-5b7ecff1ff3d req-192cb93c-9dcb-4f7a-bd77-2bcfd31c7950 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:36.843800 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e672bdff-4f95-4f13-8b5e-5b7ecff1ff3d req-192cb93c-9dcb-4f7a-bd77-2bcfd31c7950 service neutron] 10.222.0.41 "PUT /v2.0/ports/d8956d2c-ae04-4a9b-9ead-fb568271500c HTTP/1.1" status: 200 len: 1092 time: 0.8200090 Sep 17 08:03:36.844272 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '719299f7-5239-4fef-97c5-a397767cc371', 'tag': 'd8956d2c-ae04-4a9b-9ead-fb568271500c'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:03:36.846581 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda2c5b1-bb56-4d52-b5e5-ea9661ae2bc3" -d '{"events": [{"name": "network-changed", "server_uuid": "719299f7-5239-4fef-97c5-a397767cc371", "tag": "d8956d2c-ae04-4a9b-9ead-fb568271500c"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:03:36.871382 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192cb93c-9dcb-4f7a-bd77-2bcfd31c7950 service neutron] Pushing event updated for resources: {'Port': ['ID=d8956d2c-ae04-4a9b-9ead-fb568271500c,revision_number=3']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:36.881539 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e31f559d-9283-4282-a7ae-b35bb76aa7c1 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1890104 Sep 17 08:03:36.884902 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 60740) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:36.893333 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-446a6e50-6d40-46e2-963a-c798ff8cf445 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Request body: {'subnet': {'network_id': 'ab520c28-1350-4c44-8f3d-54ead503eee3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:03:36.947180 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31f559d-9283-4282-a7ae-b35bb76aa7c1 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Pushing event updated for resources: {'Network': ['ID=ab520c28-1350-4c44-8f3d-54ead503eee3,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:36.973911 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network ab520c28-1350-4c44-8f3d-54ead503eee3 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:03:37.066425 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-446a6e50-6d40-46e2-963a-c798ff8cf445 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Made reservation on behalf of bc1e57ea729b496c9e70ade3ba30f0a4 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:03:37.072886 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-446a6e50-6d40-46e2-963a-c798ff8cf445 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:37.301903 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-446a6e50-6d40-46e2-963a-c798ff8cf445 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:37.321654 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa406d66-f169-4519-85ef-a96023be9465 x-openstack-request-id: req-fa406d66-f169-4519-85ef-a96023be9465 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:03:37.322216 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "719299f7-5239-4fef-97c5-a397767cc371", "tag": "d8956d2c-ae04-4a9b-9ead-fb568271500c", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:03:37.322216 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fa406d66-f169-4519-85ef-a96023be9465 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:03:37.322573 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '719299f7-5239-4fef-97c5-a397767cc371', 'tag': 'd8956d2c-ae04-4a9b-9ead-fb568271500c', 'status': 'completed', 'code': 200} Sep 17 08:03:37.367706 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672bdff-4f95-4f13-8b5e-5b7ecff1ff3d req-215273e1-4474-42a5-ae79-64a9d30b3369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:37.369280 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e672bdff-4f95-4f13-8b5e-5b7ecff1ff3d req-215273e1-4474-42a5-ae79-64a9d30b3369 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2d0585dd9c4e407bb55fa564a2ede4c9&device_id=719299f7-5239-4fef-97c5-a397767cc371 HTTP/1.1" status: 200 len: 1095 time: 0.4458880 Sep 17 08:03:37.379394 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446a6e50-6d40-46e2-963a-c798ff8cf445 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Pushing event updated for resources: {'Subnet': ['ID=fb9550cb-07a6-4d63-947d-c16720cbbdf9,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:37.385882 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01505eba-9fb5-4da7-9c4d-1c18dcf1547b req-bc4e1b09-182f-4a90-8fe8-f4a1771bc2bb tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:37.387643 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-01505eba-9fb5-4da7-9c4d-1c18dcf1547b req-bc4e1b09-182f-4a90-8fe8-f4a1771bc2bb tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=719299f7-5239-4fef-97c5-a397767cc371 HTTP/1.1" status: 200 len: 944 time: 0.0641849 Sep 17 08:03:37.388849 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446a6e50-6d40-46e2-963a-c798ff8cf445 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Checking segment: {'id': '913f14bb-a4c3-4793-8d24-a6c5b1512cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ab520c28-1350-4c44-8f3d-54ead503eee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:03:37.389411 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446a6e50-6d40-46e2-963a-c798ff8cf445 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Network hostable DHCP agents. Network: ab520c28-1350-4c44-8f3d-54ead503eee3, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:03:37.406301 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446a6e50-6d40-46e2-963a-c798ff8cf445 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Network ab520c28-1350-4c44-8f3d-54ead503eee3 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:03:37.414660 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-446a6e50-6d40-46e2-963a-c798ff8cf445 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, ab520c28-1350-4c44-8f3d-54ead503eee3) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:03:37.418724 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446a6e50-6d40-46e2-963a-c798ff8cf445 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:37.419310 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-446a6e50-6d40-46e2-963a-c798ff8cf445 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:37.427380 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfc4e94-46b0-4a23-81dc-18924db17a16 None None] Network ab520c28-1350-4c44-8f3d-54ead503eee3 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:03:37.434907 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-446a6e50-6d40-46e2-963a-c798ff8cf445 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5482824 Sep 17 08:03:37.435672 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e672bdff-4f95-4f13-8b5e-5b7ecff1ff3d req-5fde9434-8746-4bf4-8e6a-2989070312b4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8956d2c-ae04-4a9b-9ead-fb568271500c HTTP/1.1" status: 200 len: 217 time: 0.0470340 Sep 17 08:03:37.437233 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 60790) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:37.442597 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-430d56e9-29b3-4864-a520-456e3e6bee46 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-702986007', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:03:37.466761 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-430d56e9-29b3-4864-a520-456e3e6bee46 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:37.468723 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-430d56e9-29b3-4864-a520-456e3e6bee46 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:37.484796 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-01505eba-9fb5-4da7-9c4d-1c18dcf1547b req-66de4451-2d55-489a-8c6f-fba1cdcf4670 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904515 Sep 17 08:03:37.498226 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672bdff-4f95-4f13-8b5e-5b7ecff1ff3d req-7317b1e5-7315-4f06-9814-8bfe69eb7341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:37.499795 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e672bdff-4f95-4f13-8b5e-5b7ecff1ff3d req-7317b1e5-7315-4f06-9814-8bfe69eb7341 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cb81ebac-14bd-4bcc-8591-cd4e58446b46 HTTP/1.1" status: 200 len: 852 time: 0.0565190 Sep 17 08:03:37.527869 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-430d56e9-29b3-4864-a520-456e3e6bee46 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:37.545860 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-430d56e9-29b3-4864-a520-456e3e6bee46 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:37.547036 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e672bdff-4f95-4f13-8b5e-5b7ecff1ff3d req-88037035-2ceb-4ef9-8a0d-9e94f82ff132 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7eb31eb9-c5ba-4a23-993e-45fc1230b15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395918 Sep 17 08:03:37.571605 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-430d56e9-29b3-4864-a520-456e3e6bee46 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:37.573229 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-430d56e9-29b3-4864-a520-456e3e6bee46 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1347423 Sep 17 08:03:37.576163 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 60796) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:37.605080 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0693379d-da7b-48be-bf2b-0f29cc0d3d33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-ab520c28-1350-4c44-8f3d-54ead503eee3', 'network_id': 'ab520c28-1350-4c44-8f3d-54ead503eee3', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'fixed_ips': [{'subnet_id': 'fb9550cb-07a6-4d63-947d-c16720cbbdf9'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:03:37.605963 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0693379d-da7b-48be-bf2b-0f29cc0d3d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:37.702846 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e672bdff-4f95-4f13-8b5e-5b7ecff1ff3d req-771481f2-028c-4000-8d84-c9332043cac4 service neutron] 10.222.0.41 "GET /v2.0/networks/7eb31eb9-c5ba-4a23-993e-45fc1230b15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467550 Sep 17 08:03:37.759711 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-0693379d-da7b-48be-bf2b-0f29cc0d3d33 None None] Allocated IP 2001:db8::2 (ab520c28-1350-4c44-8f3d-54ead503eee3/fb9550cb-07a6-4d63-947d-c16720cbbdf9/1da433db-7226-4546-abeb-b7166aa53c04) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:03:37.834199 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8073da-9460-4a5b-b02d-10c7faf569e2 req-998899e5-f52d-4311-b0c5-d61ef5278abd tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:37.836284 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1c8073da-9460-4a5b-b02d-10c7faf569e2 req-998899e5-f52d-4311-b0c5-d61ef5278abd tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6f512e0-f056-4737-a347-c20bfad2d40f HTTP/1.1" status: 200 len: 946 time: 0.1269171 Sep 17 08:03:37.939550 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1c8073da-9460-4a5b-b02d-10c7faf569e2 req-31592c3a-9b3c-4183-8222-11e0b6a744b8 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd06bbc1-2735-4e98-8723-7c346c4ec4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860722 Sep 17 08:03:37.942202 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e672bdff-4f95-4f13-8b5e-5b7ecff1ff3d req-87cbc72b-ad94-4f88-8037-9a06e0965555 service neutron] 10.222.0.41 "GET /v2.0/networks/7eb31eb9-c5ba-4a23-993e-45fc1230b15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307320 Sep 17 08:03:37.971090 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0693379d-da7b-48be-bf2b-0f29cc0d3d33 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:37.979155 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0693379d-da7b-48be-bf2b-0f29cc0d3d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:38.022682 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0693379d-da7b-48be-bf2b-0f29cc0d3d33 None None] Network ab520c28-1350-4c44-8f3d-54ead503eee3 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:03:38.029018 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-0693379d-da7b-48be-bf2b-0f29cc0d3d33 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:03:38.033853 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0693379d-da7b-48be-bf2b-0f29cc0d3d33 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:03:38.037646 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0693379d-da7b-48be-bf2b-0f29cc0d3d33 None None] Pushing event updated for resources: {'Port': ['ID=1da433db-7226-4546-abeb-b7166aa53c04,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:38.141244 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-0693379d-da7b-48be-bf2b-0f29cc0d3d33 None None] Attempting to bind port 1da433db-7226-4546-abeb-b7166aa53c04 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:03:38.141885 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-0693379d-da7b-48be-bf2b-0f29cc0d3d33 None None] Attempting to bind port 1da433db-7226-4546-abeb-b7166aa53c04 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '913f14bb-a4c3-4793-8d24-a6c5b1512cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ab520c28-1350-4c44-8f3d-54ead503eee3'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:03:38.146157 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0693379d-da7b-48be-bf2b-0f29cc0d3d33 None None] Attempting to bind port 1da433db-7226-4546-abeb-b7166aa53c04 on network ab520c28-1350-4c44-8f3d-54ead503eee3 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:03:38.152036 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0693379d-da7b-48be-bf2b-0f29cc0d3d33 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:03:38.152531 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0693379d-da7b-48be-bf2b-0f29cc0d3d33 None None] Checking segment: {'id': '913f14bb-a4c3-4793-8d24-a6c5b1512cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ab520c28-1350-4c44-8f3d-54ead503eee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:03:38.153146 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0693379d-da7b-48be-bf2b-0f29cc0d3d33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:38.153644 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0693379d-da7b-48be-bf2b-0f29cc0d3d33 None None] Bound using segment: {'id': '913f14bb-a4c3-4793-8d24-a6c5b1512cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ab520c28-1350-4c44-8f3d-54ead503eee3'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:03:38.154217 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-0693379d-da7b-48be-bf2b-0f29cc0d3d33 None None] Bound port: 1da433db-7226-4546-abeb-b7166aa53c04, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '913f14bb-a4c3-4793-8d24-a6c5b1512cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ab520c28-1350-4c44-8f3d-54ead503eee3'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:03:38.154807 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0693379d-da7b-48be-bf2b-0f29cc0d3d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:38.154932 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda9dd0-c192-4fd1-85f8-ccaaa888bd43 req-8d0dfba7-afb3-4c2d-ab0b-6e0269ff7213 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:38.156478 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-adda9dd0-c192-4fd1-85f8-ccaaa888bd43 req-8d0dfba7-afb3-4c2d-ab0b-6e0269ff7213 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6f512e0-f056-4737-a347-c20bfad2d40f HTTP/1.1" status: 200 len: 946 time: 0.1060598 Sep 17 08:03:38.158432 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2c5b1-bb56-4d52-b5e5-ea9661ae2bc3 req-eace56ad-decf-44f4-b02a-d873801e9e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:38.160411 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cda2c5b1-bb56-4d52-b5e5-ea9661ae2bc3 req-eace56ad-decf-44f4-b02a-d873801e9e50 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2d0585dd9c4e407bb55fa564a2ede4c9&device_id=719299f7-5239-4fef-97c5-a397767cc371 HTTP/1.1" status: 200 len: 1095 time: 0.1197402 Sep 17 08:03:38.247121 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-0693379d-da7b-48be-bf2b-0f29cc0d3d33 None None] For port 1da433db-7226-4546-abeb-b7166aa53c04, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:03:38.251566 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-0693379d-da7b-48be-bf2b-0f29cc0d3d33 None None] For port 1da433db-7226-4546-abeb-b7166aa53c04, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=1da433db-7226-4546-abeb-b7166aa53c04,segment=NetworkSegment(913f14bb-a4c3-4793-8d24-a6c5b1512cc6),segment_id=913f14bb-a4c3-4793-8d24-a6c5b1512cc6)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:03:38.262743 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0693379d-da7b-48be-bf2b-0f29cc0d3d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:38.269818 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-161b9a67-9c2e-405f-a91f-f28395e81402 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:38.280568 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2c5b1-bb56-4d52-b5e5-ea9661ae2bc3 req-c5b7ef11-7178-486e-b0fc-812ebe56cf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:38.282196 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cda2c5b1-bb56-4d52-b5e5-ea9661ae2bc3 req-c5b7ef11-7178-486e-b0fc-812ebe56cf94 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7eb31eb9-c5ba-4a23-993e-45fc1230b15c HTTP/1.1" status: 200 len: 913 time: 0.1126478 Sep 17 08:03:38.303040 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-adda9dd0-c192-4fd1-85f8-ccaaa888bd43 req-7f257464-e897-440b-9bdd-a97c98bbcf9b tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd06bbc1-2735-4e98-8723-7c346c4ec4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396022 Sep 17 08:03:38.320417 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 60810) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:38.322321 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0693379d-da7b-48be-bf2b-0f29cc0d3d33 None None] Pushing event updated for resources: {'Port': ['ID=1da433db-7226-4546-abeb-b7166aa53c04,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:38.363503 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cda2c5b1-bb56-4d52-b5e5-ea9661ae2bc3 req-3aa54629-d566-478f-9c54-d559feba0188 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8956d2c-ae04-4a9b-9ead-fb568271500c HTTP/1.1" status: 200 len: 217 time: 0.0593388 Sep 17 08:03:38.438923 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2c5b1-bb56-4d52-b5e5-ea9661ae2bc3 req-1894f577-f836-4848-8db7-9bf86aec1a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:38.441118 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cda2c5b1-bb56-4d52-b5e5-ea9661ae2bc3 req-1894f577-f836-4848-8db7-9bf86aec1a0e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cb81ebac-14bd-4bcc-8591-cd4e58446b46 HTTP/1.1" status: 200 len: 852 time: 0.0676842 Sep 17 08:03:38.460216 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d069f1-cf5c-418e-8c0d-84d75ba81902 tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:38.461784 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-02d069f1-cf5c-418e-8c0d-84d75ba81902 tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b6f512e0-f056-4737-a347-c20bfad2d40f HTTP/1.1" status: 200 len: 1092 time: 0.1404915 Sep 17 08:03:38.467262 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 60814) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:38.473339 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-8deca95d-353d-44f9-ba41-acb27e8453eb tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Request body: {'floatingip': {'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'port_id': 'ec68007f-a8ad-4a62-9bba-465363bc9308', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:03:38.479618 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cda2c5b1-bb56-4d52-b5e5-ea9661ae2bc3 req-d692e52e-ab79-4bc6-8873-07d97f752538 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7eb31eb9-c5ba-4a23-993e-45fc1230b15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299850 Sep 17 08:03:38.543111 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8deca95d-353d-44f9-ba41-acb27e8453eb tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for floatingip, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:38.650566 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-161b9a67-9c2e-405f-a91f-f28395e81402 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Allocated IP 2001:db8::1 (ab520c28-1350-4c44-8f3d-54ead503eee3/fb9550cb-07a6-4d63-947d-c16720cbbdf9/bd2f66a1-72c3-41a9-9db6-6a672e028c67) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:03:38.706780 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cda2c5b1-bb56-4d52-b5e5-ea9661ae2bc3 req-c4dfe10e-3dbe-46ac-bb79-839cd603046e service neutron] 10.222.0.41 "GET /v2.0/networks/7eb31eb9-c5ba-4a23-993e-45fc1230b15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195225 Sep 17 08:03:38.734670 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c5bee-58fe-4995-a53b-1155767a8dda req-5256507a-1347-41dc-acf3-30840a45687f tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:38.743495 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5b6c5bee-58fe-4995-a53b-1155767a8dda req-5256507a-1347-41dc-acf3-30840a45687f tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=719299f7-5239-4fef-97c5-a397767cc371 HTTP/1.1" status: 200 len: 944 time: 0.1243079 Sep 17 08:03:38.843174 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8deca95d-353d-44f9-ba41-acb27e8453eb tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:38.848893 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5b6c5bee-58fe-4995-a53b-1155767a8dda req-7a2b4927-a27b-4067-b342-6c7cac86f4c8 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006832 Sep 17 08:03:38.862144 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-161b9a67-9c2e-405f-a91f-f28395e81402 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:38.886369 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cda2c5b1-bb56-4d52-b5e5-ea9661ae2bc3 req-908b9edc-95d7-4373-a220-42b784459cb2 service neutron] 10.222.0.41 "GET /v2.0/networks/7eb31eb9-c5ba-4a23-993e-45fc1230b15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368978 Sep 17 08:03:38.972695 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-161b9a67-9c2e-405f-a91f-f28395e81402 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:39.011247 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-8deca95d-353d-44f9-ba41-acb27e8453eb tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Allocated IP 172.25.6.215 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/de809cce-aa5b-4690-93d4-3854051c6258) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:03:39.030376 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161b9a67-9c2e-405f-a91f-f28395e81402 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Network ab520c28-1350-4c44-8f3d-54ead503eee3 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:03:39.037309 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-161b9a67-9c2e-405f-a91f-f28395e81402 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:03:39.044763 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161b9a67-9c2e-405f-a91f-f28395e81402 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:03:39.045294 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-161b9a67-9c2e-405f-a91f-f28395e81402 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:39.087000 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161b9a67-9c2e-405f-a91f-f28395e81402 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Pushing event updated for resources: {'Port': ['ID=bd2f66a1-72c3-41a9-9db6-6a672e028c67,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:39.258845 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8deca95d-353d-44f9-ba41-acb27e8453eb tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:39.265209 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-161b9a67-9c2e-405f-a91f-f28395e81402 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:39.419756 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8deca95d-353d-44f9-ba41-acb27e8453eb tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:39.469228 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deca95d-353d-44f9-ba41-acb27e8453eb tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Pushing event updated for resources: {'Port': ['ID=de809cce-aa5b-4690-93d4-3854051c6258,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:39.474469 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 1da433db-7226-4546-abeb-b7166aa53c04 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:03:39.493499 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8deca95d-353d-44f9-ba41-acb27e8453eb tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:03:39.501419 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-8deca95d-353d-44f9-ba41-acb27e8453eb tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:03:39.504984 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8deca95d-353d-44f9-ba41-acb27e8453eb tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:03:39.548963 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 1da433db-7226-4546-abeb-b7166aa53c04 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:03:39.549613 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:39.584297 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c12da5c-d310-44ee-9bdc-59fd98e1409c None None] Network ab520c28-1350-4c44-8f3d-54ead503eee3 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:03:39.683745 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e7e0267-1169-4d02-abee-fdf2e8b901f4 None None] Provisioning complete for port 1da433db-7226-4546-abeb-b7166aa53c04 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:03:39.684517 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e7e0267-1169-4d02-abee-fdf2e8b901f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:39.780744 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-161b9a67-9c2e-405f-a91f-f28395e81402 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:39.789091 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-161b9a67-9c2e-405f-a91f-f28395e81402 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:39.789874 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-161b9a67-9c2e-405f-a91f-f28395e81402 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:39.941820 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:40.021117 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port 1da433db-7226-4546-abeb-b7166aa53c04, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=1da433db-7226-4546-abeb-b7166aa53c04,segment=NetworkSegment(913f14bb-a4c3-4793-8d24-a6c5b1512cc6),segment_id=913f14bb-a4c3-4793-8d24-a6c5b1512cc6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:03:40.036889 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:40.041212 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e7e0267-1169-4d02-abee-fdf2e8b901f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:40.105599 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161b9a67-9c2e-405f-a91f-f28395e81402 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Pushing event updated for resources: {'Port': ['ID=bd2f66a1-72c3-41a9-9db6-6a672e028c67,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:40.131656 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=1da433db-7226-4546-abeb-b7166aa53c04,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:40.148826 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.db.api [None req-1e7e0267-1169-4d02-abee-fdf2e8b901f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 08:03:40.149202 n-d-789963-9 neutron-server[101291]: DEBUG oslo_db.api [None req-1e7e0267-1169-4d02-abee-fdf2e8b901f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 08:03:40.176709 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8cac24-f5fc-4617-8e4e-b8106d0d66f9 req-36b417ee-b790-44d2-8ce2-25aec3ce64f9 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:40.184797 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3b8cac24-f5fc-4617-8e4e-b8106d0d66f9 req-36b417ee-b790-44d2-8ce2-25aec3ce64f9 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=719299f7-5239-4fef-97c5-a397767cc371 HTTP/1.1" status: 200 len: 944 time: 0.2456503 Sep 17 08:03:40.232706 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3b8cac24-f5fc-4617-8e4e-b8106d0d66f9 req-00471e1c-9e60-4ea6-815c-1c8b1985702d tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419059 Sep 17 08:03:40.279457 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161b9a67-9c2e-405f-a91f-f28395e81402 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Network ab520c28-1350-4c44-8f3d-54ead503eee3 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:03:40.320086 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-161b9a67-9c2e-405f-a91f-f28395e81402 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:03:40.510162 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8deca95d-353d-44f9-ba41-acb27e8453eb tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:40.675715 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8deca95d-353d-44f9-ba41-acb27e8453eb tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:40.720143 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-161b9a67-9c2e-405f-a91f-f28395e81402 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Router 08c6e460-4692-4623-8153-cd1dea3b0df2 is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 08:03:40.825447 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-f78bb8f0-7c14-4dfe-b922-2148e8aef467 None None] Provisioning complete for port 1da433db-7226-4546-abeb-b7166aa53c04 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:03:40.826024 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f78bb8f0-7c14-4dfe-b922-2148e8aef467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:40.869333 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-161b9a67-9c2e-405f-a91f-f28395e81402 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:03:40.878005 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-161b9a67-9c2e-405f-a91f-f28395e81402 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "PUT /v2.0/routers/08c6e460-4692-4623-8153-cd1dea3b0df2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2933147 Sep 17 08:03:40.878731 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 60838) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:40.897746 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e097e209-5745-4fea-92ec-55eb0b610d65 None None] Sync routers for ids ['08c6e460-4692-4623-8153-cd1dea3b0df2'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:03:40.919497 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e097e209-5745-4fea-92ec-55eb0b610d65 None None] Routers {'08c6e460-4692-4623-8153-cd1dea3b0df2'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:03:40.920245 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-e097e209-5745-4fea-92ec-55eb0b610d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:03:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['08c6e460-4692-4623-8153-cd1dea3b0df2'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:40.957262 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-e097e209-5745-4fea-92ec-55eb0b610d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:40.972718 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-f78bb8f0-7c14-4dfe-b922-2148e8aef467 None None] Provisioning complete for port bd2f66a1-72c3-41a9-9db6-6a672e028c67 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:03:40.973114 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f78bb8f0-7c14-4dfe-b922-2148e8aef467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:40.974771 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e097e209-5745-4fea-92ec-55eb0b610d65 None None] Routers {'08c6e460-4692-4623-8153-cd1dea3b0df2'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:03:40.975457 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-e097e209-5745-4fea-92ec-55eb0b610d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:03:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['08c6e460-4692-4623-8153-cd1dea3b0df2'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:41.027479 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-e097e209-5745-4fea-92ec-55eb0b610d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:41.028458 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e097e209-5745-4fea-92ec-55eb0b610d65 None None] The sync data for ids ['08c6e460-4692-4623-8153-cd1dea3b0df2'] in n-d-789963-9 is: [] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:03:41.047876 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-f78bb8f0-7c14-4dfe-b922-2148e8aef467 None None] Port bd2f66a1-72c3-41a9-9db6-6a672e028c67 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:03:41.276357 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77216cdf-3df1-4e5e-8792-fdf416e6b1c8 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:41.277842 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-77216cdf-3df1-4e5e-8792-fdf416e6b1c8 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "GET /v2.0/ports/bd2f66a1-72c3-41a9-9db6-6a672e028c67 HTTP/1.1" status: 200 len: 911 time: 0.3985558 Sep 17 08:03:41.280611 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 60844) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:41.286070 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-1b7a8958-0e6f-44f4-8a34-4f130e006593 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fb9550cb-07a6-4d63-947d-c16720cbbdf9'}]}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:03:41.326759 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8deca95d-353d-44f9-ba41-acb27e8453eb tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:41.338186 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8deca95d-353d-44f9-ba41-acb27e8453eb tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:41.348229 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f9e60-d3bf-4d95-8966-962379d665ae req-f457391c-a0fd-4ad7-b8dd-75091dd92e50 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:41.349817 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2c1f9e60-d3bf-4d95-8966-962379d665ae req-f457391c-a0fd-4ad7-b8dd-75091dd92e50 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=719299f7-5239-4fef-97c5-a397767cc371 HTTP/1.1" status: 200 len: 944 time: 0.0542748 Sep 17 08:03:41.417208 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2c1f9e60-d3bf-4d95-8966-962379d665ae req-9a023be2-7df6-447d-8296-55fe7eb0d02f tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550802 Sep 17 08:03:41.443866 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 1da433db-7226-4546-abeb-b7166aa53c04 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:03:41.479193 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8deca95d-353d-44f9-ba41-acb27e8453eb tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:41.496314 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 1da433db-7226-4546-abeb-b7166aa53c04 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:03:41.496802 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:41.529890 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deca95d-353d-44f9-ba41-acb27e8453eb tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Pushing event updated for resources: {'Port': ['ID=de809cce-aa5b-4690-93d4-3854051c6258,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:41.628189 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1b7a8958-0e6f-44f4-8a34-4f130e006593 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:41.646002 n-d-789963-9 neutron-server[101290]: INFO neutron.db.l3_db [None req-8deca95d-353d-44f9-ba41-acb27e8453eb tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Floating IP c2f6bf24-71a2-4faf-acf6-e6ace1220f95 associated. External IP: 172.25.6.215, port: ec68007f-a8ad-4a62-9bba-465363bc9308. Sep 17 08:03:41.866096 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device d8956d2c-ae04-4a9b-9ead-fb568271500c details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:03:41.970215 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port d8956d2c-ae04-4a9b-9ead-fb568271500c, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=d8956d2c-ae04-4a9b-9ead-fb568271500c,segment=NetworkSegment(fd7b9750-679d-4ecc-9c9e-dc86937b132b),segment_id=fd7b9750-679d-4ecc-9c9e-dc86937b132b)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:03:41.983176 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': 'd8956d2c-ae04-4a9b-9ead-fb568271500c', 'network_id': '7eb31eb9-c5ba-4a23-993e-45fc1230b15c', 'port_id': 'd8956d2c-ae04-4a9b-9ead-fb568271500c', 'mac_address': 'fa:16:3e:94:1c:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb81ebac-14bd-4bcc-8591-cd4e58446b46', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:03:42.022751 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:42.037800 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8956d2c-ae04-4a9b-9ead-fb568271500c {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:03:42.061505 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port d8956d2c-ae04-4a9b-9ead-fb568271500c, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=d8956d2c-ae04-4a9b-9ead-fb568271500c,segment=NetworkSegment(fd7b9750-679d-4ecc-9c9e-dc86937b132b),segment_id=fd7b9750-679d-4ecc-9c9e-dc86937b132b)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:03:42.066093 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:42.119559 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=d8956d2c-ae04-4a9b-9ead-fb568271500c,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:42.120245 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8deca95d-353d-44f9-ba41-acb27e8453eb tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Router 49ff74cc-d17b-45b8-876a-65623fed0ffd has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:03:42.226120 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1b7a8958-0e6f-44f4-8a34-4f130e006593 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:42.264655 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1b7a8958-0e6f-44f4-8a34-4f130e006593 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:42.270987 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7a8958-0e6f-44f4-8a34-4f130e006593 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:42.271586 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1b7a8958-0e6f-44f4-8a34-4f130e006593 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:42.272937 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-1b7a8958-0e6f-44f4-8a34-4f130e006593 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "PUT /v2.0/ports/bd2f66a1-72c3-41a9-9db6-6a672e028c67 HTTP/1.1" status: 200 len: 911 time: 0.9911826 Sep 17 08:03:42.275858 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 60852) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:42.306333 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8deca95d-353d-44f9-ba41-acb27e8453eb tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:03:42.318557 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01476d24-8cd1-4963-8776-797b4cda3408 None None] Sync routers for ids ['49ff74cc-d17b-45b8-876a-65623fed0ffd'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:03:42.328642 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01476d24-8cd1-4963-8776-797b4cda3408 None None] Routers {'49ff74cc-d17b-45b8-876a-65623fed0ffd'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:03:42.330101 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-01476d24-8cd1-4963-8776-797b4cda3408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:03:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['49ff74cc-d17b-45b8-876a-65623fed0ffd'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:42.342317 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8deca95d-353d-44f9-ba41-acb27e8453eb tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:42.349633 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7a8958-0e6f-44f4-8a34-4f130e006593 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Pushing event updated for resources: {'Port': ['ID=bd2f66a1-72c3-41a9-9db6-6a672e028c67,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:42.387401 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-8deca95d-353d-44f9-ba41-acb27e8453eb tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.9192173 Sep 17 08:03:42.388029 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6f512e0-f056-4737-a347-c20bfad2d40f', 'tag': 'ec68007f-a8ad-4a62-9bba-465363bc9308'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:03:42.392730 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43a0536-9d68-4099-bff4-15ce8585a43b" -d '{"events": [{"name": "network-changed", "server_uuid": "b6f512e0-f056-4737-a347-c20bfad2d40f", "tag": "ec68007f-a8ad-4a62-9bba-465363bc9308"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:03:42.393910 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 60854) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:42.442172 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['d8956d2c-ae04-4a9b-9ead-fb568271500c'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:03:42.448943 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f43ade7-2b90-4461-a6a2-9a277a455319 x-openstack-request-id: req-5f43ade7-2b90-4461-a6a2-9a277a455319 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:03:42.449331 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6f512e0-f056-4737-a347-c20bfad2d40f", "tag": "ec68007f-a8ad-4a62-9bba-465363bc9308", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:03:42.449675 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5f43ade7-2b90-4461-a6a2-9a277a455319 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:03:42.450167 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6f512e0-f056-4737-a347-c20bfad2d40f', 'tag': 'ec68007f-a8ad-4a62-9bba-465363bc9308', 'status': 'completed', 'code': 200} Sep 17 08:03:42.450585 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-01476d24-8cd1-4963-8776-797b4cda3408 None None] Set router 49ff74cc-d17b-45b8-876a-65623fed0ffd gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:03:42.796076 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-97417615-9e20-4dfc-be9c-ba2d8a7dcf2a tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/floatingips/c2f6bf24-71a2-4faf-acf6-e6ace1220f95 HTTP/1.1" status: 200 len: 992 time: 0.3993955 Sep 17 08:03:42.809892 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005641ab-e621-42e6-8ec3-5bfa31e8760d req-d5eee330-646a-42b2-a2ab-0a30e8304124 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:42.811476 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-005641ab-e621-42e6-8ec3-5bfa31e8760d req-d5eee330-646a-42b2-a2ab-0a30e8304124 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=719299f7-5239-4fef-97c5-a397767cc371 HTTP/1.1" status: 200 len: 945 time: 0.2292142 Sep 17 08:03:42.814406 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a0536-9d68-4099-bff4-15ce8585a43b req-058d553f-7350-454b-bce3-697d0d1cd4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:42.815292 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-01476d24-8cd1-4963-8776-797b4cda3408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ff74cc-d17b-45b8-876a-65623fed0ffd', 'name': 'tempest-TestNetworkBasicOps-router-1387750121', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '40ca8cfa-95fd-4485-8872-f0efb300c5c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:03:06Z', 'updated_at': '2021-09-17T08:03:13Z', 'revision_number': 4, 'project_id': '72f377991d624d1189daaff7de1bceb3', 'gw_port': {'id': '40ca8cfa-95fd-4485-8872-f0efb300c5c8', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:5f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ff74cc-d17b-45b8-876a-65623fed0ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:06Z', 'updated_at': '2021-09-17T08:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': 'c2f6bf24-71a2-4faf-acf6-e6ace1220f95', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'floating_ip_address': '172.25.6.215', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '49ff74cc-d17b-45b8-876a-65623fed0ffd', 'port_id': 'ec68007f-a8ad-4a62-9bba-465363bc9308', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da58380a-915a-40f0-9564-11e428e24524', 'mac_address': 'fa:16:3e:fa:9e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f512e0-f056-4737-a347-c20bfad2d40f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:03:39Z', 'updated_at': '2021-09-17T08:03:39Z', 'revision_number': 0, 'project_id': '72f377991d624d1189daaff7de1bceb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd085e195-21cd-4e1c-9382-e2d90512a109', 'name': '', 'network_id': 'da58380a-915a-40f0-9564-11e428e24524', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'mac_address': 'fa:16:3e:47:3a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ff74cc-d17b-45b8-876a-65623fed0ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '63d35bd7-5698-43e9-b932-9568edb639a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:11Z', 'updated_at': '2021-09-17T08:03:17Z', 'revision_number': 5, 'project_id': '72f377991d624d1189daaff7de1bceb3', 'subnets': [{'id': '63d35bd7-5698-43e9-b932-9568edb639a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:42.816437 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a43a0536-9d68-4099-bff4-15ce8585a43b req-058d553f-7350-454b-bce3-697d0d1cd4b2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=72f377991d624d1189daaff7de1bceb3&device_id=b6f512e0-f056-4737-a347-c20bfad2d40f HTTP/1.1" status: 200 len: 1097 time: 0.2436559 Sep 17 08:03:42.845851 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01476d24-8cd1-4963-8776-797b4cda3408 None None] Checking router: 49ff74cc-d17b-45b8-876a-65623fed0ffd for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:03:42.854091 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01476d24-8cd1-4963-8776-797b4cda3408 None None] Routers {'49ff74cc-d17b-45b8-876a-65623fed0ffd'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:03:42.854695 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-01476d24-8cd1-4963-8776-797b4cda3408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:03:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['49ff74cc-d17b-45b8-876a-65623fed0ffd'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:42.949834 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-005641ab-e621-42e6-8ec3-5bfa31e8760d req-172a01a0-a3d9-4350-b234-e23bb5bd4d59 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140628 Sep 17 08:03:42.975318 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a0536-9d68-4099-bff4-15ce8585a43b req-5f3644a3-2ae8-473b-a0fd-249000211da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:42.976836 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a43a0536-9d68-4099-bff4-15ce8585a43b req-5f3644a3-2ae8-473b-a0fd-249000211da9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=da58380a-915a-40f0-9564-11e428e24524 HTTP/1.1" status: 200 len: 897 time: 0.1511827 Sep 17 08:03:42.977297 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-01476d24-8cd1-4963-8776-797b4cda3408 None None] Set router 49ff74cc-d17b-45b8-876a-65623fed0ffd gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:03:42.986094 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-61b71105-6b5f-4523-bdee-50f3fe0512f5 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:43.140011 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a43a0536-9d68-4099-bff4-15ce8585a43b req-f7710146-fd04-4dab-aa9f-781a58478d13 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec68007f-a8ad-4a62-9bba-465363bc9308 HTTP/1.1" status: 200 len: 1000 time: 0.1507957 Sep 17 08:03:43.212779 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-01476d24-8cd1-4963-8776-797b4cda3408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ff74cc-d17b-45b8-876a-65623fed0ffd', 'name': 'tempest-TestNetworkBasicOps-router-1387750121', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '40ca8cfa-95fd-4485-8872-f0efb300c5c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:03:06Z', 'updated_at': '2021-09-17T08:03:13Z', 'revision_number': 4, 'project_id': '72f377991d624d1189daaff7de1bceb3', 'gw_port': {'id': '40ca8cfa-95fd-4485-8872-f0efb300c5c8', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:5f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ff74cc-d17b-45b8-876a-65623fed0ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:06Z', 'updated_at': '2021-09-17T08:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': 'c2f6bf24-71a2-4faf-acf6-e6ace1220f95', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'floating_ip_address': '172.25.6.215', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '49ff74cc-d17b-45b8-876a-65623fed0ffd', 'port_id': 'ec68007f-a8ad-4a62-9bba-465363bc9308', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da58380a-915a-40f0-9564-11e428e24524', 'mac_address': 'fa:16:3e:fa:9e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f512e0-f056-4737-a347-c20bfad2d40f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:03:39Z', 'updated_at': '2021-09-17T08:03:39Z', 'revision_number': 0, 'project_id': '72f377991d624d1189daaff7de1bceb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd085e195-21cd-4e1c-9382-e2d90512a109', 'name': '', 'network_id': 'da58380a-915a-40f0-9564-11e428e24524', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'mac_address': 'fa:16:3e:47:3a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ff74cc-d17b-45b8-876a-65623fed0ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '63d35bd7-5698-43e9-b932-9568edb639a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:11Z', 'updated_at': '2021-09-17T08:03:17Z', 'revision_number': 5, 'project_id': '72f377991d624d1189daaff7de1bceb3', 'subnets': [{'id': '63d35bd7-5698-43e9-b932-9568edb639a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:43.254494 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01476d24-8cd1-4963-8776-797b4cda3408 None None] The sync data for ids ['49ff74cc-d17b-45b8-876a-65623fed0ffd'] in n-d-789963-9 is: [{'id': '49ff74cc-d17b-45b8-876a-65623fed0ffd', 'name': 'tempest-TestNetworkBasicOps-router-1387750121', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '40ca8cfa-95fd-4485-8872-f0efb300c5c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:03:06Z', 'updated_at': '2021-09-17T08:03:13Z', 'revision_number': 4, 'project_id': '72f377991d624d1189daaff7de1bceb3', 'gw_port': {'id': '40ca8cfa-95fd-4485-8872-f0efb300c5c8', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:5f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ff74cc-d17b-45b8-876a-65623fed0ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:06Z', 'updated_at': '2021-09-17T08:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': 'c2f6bf24-71a2-4faf-acf6-e6ace1220f95', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'floating_ip_address': '172.25.6.215', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '49ff74cc-d17b-45b8-876a-65623fed0ffd', 'port_id': 'ec68007f-a8ad-4a62-9bba-465363bc9308', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da58380a-915a-40f0-9564-11e428e24524', 'mac_address': 'fa:16:3e:fa:9e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f512e0-f056-4737-a347-c20bfad2d40f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:03:39Z', 'updated_at': '2021-09-17T08:03:39Z', 'revision_number': 0, 'project_id': '72f377991d624d1189daaff7de1bceb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd085e195-21cd-4e1c-9382-e2d90512a109', 'name': '', 'network_id': 'da58380a-915a-40f0-9564-11e428e24524', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'mac_address': 'fa:16:3e:47:3a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ff74cc-d17b-45b8-876a-65623fed0ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '63d35bd7-5698-43e9-b932-9568edb639a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:11Z', 'updated_at': '2021-09-17T08:03:17Z', 'revision_number': 5, 'project_id': '72f377991d624d1189daaff7de1bceb3', 'subnets': [{'id': '63d35bd7-5698-43e9-b932-9568edb639a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:03:43.474442 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603f15eb-8614-4e23-91f9-deff3926d8c0 None None] New status for floating IP c2f6bf24-71a2-4faf-acf6-e6ace1220f95: ACTIVE {{(pid=101291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 08:03:43.536007 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a0536-9d68-4099-bff4-15ce8585a43b req-be67731e-73ad-495f-83d4-fed7f1e5419d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:43.538282 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a43a0536-9d68-4099-bff4-15ce8585a43b req-be67731e-73ad-495f-83d4-fed7f1e5419d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=63d35bd7-5698-43e9-b932-9568edb639a4 HTTP/1.1" status: 200 len: 834 time: 0.0888608 Sep 17 08:03:43.668422 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a0536-9d68-4099-bff4-15ce8585a43b req-e34fbcfa-5bdd-4919-8c5e-52edad4201ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:43.669954 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a43a0536-9d68-4099-bff4-15ce8585a43b req-e34fbcfa-5bdd-4919-8c5e-52edad4201ee service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=da58380a-915a-40f0-9564-11e428e24524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1232455 Sep 17 08:03:43.789678 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-61b71105-6b5f-4523-bdee-50f3fe0512f5 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Deleting port bd2f66a1-72c3-41a9-9db6-6a672e028c67 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:03:43.790019 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-61b71105-6b5f-4523-bdee-50f3fe0512f5 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:43.799515 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 60872) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:43.866980 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device d8956d2c-ae04-4a9b-9ead-fb568271500c up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:03:43.921517 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a43a0536-9d68-4099-bff4-15ce8585a43b req-6330867e-30e9-44e4-b4c5-4ee1607638e4 service neutron] 10.222.0.39 "GET /v2.0/networks/da58380a-915a-40f0-9564-11e428e24524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334571 Sep 17 08:03:43.929430 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning for port d8956d2c-ae04-4a9b-9ead-fb568271500c completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:03:43.933911 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port d8956d2c-ae04-4a9b-9ead-fb568271500c triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:03:43.934828 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:43.953856 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-affbb915-1480-4c93-bf7e-556ce0ffd820 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/floatingips/c2f6bf24-71a2-4faf-acf6-e6ace1220f95 HTTP/1.1" status: 200 len: 994 time: 0.1467314 Sep 17 08:03:43.980433 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-61b71105-6b5f-4523-bdee-50f3fe0512f5 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:44.019598 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-61b71105-6b5f-4523-bdee-50f3fe0512f5 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Calling delete_port for bd2f66a1-72c3-41a9-9db6-6a672e028c67 owned by network:router_interface {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:03:44.021829 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:44.045111 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '719299f7-5239-4fef-97c5-a397767cc371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8956d2c-ae04-4a9b-9ead-fb568271500c'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:03:44.049977 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a7f2e3-96e1-41c0-9882-cecdb439efeb" -d '{"events": [{"server_uuid": "719299f7-5239-4fef-97c5-a397767cc371", "name": "network-vif-plugged", "status": "completed", "tag": "d8956d2c-ae04-4a9b-9ead-fb568271500c"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:03:44.065767 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port d8956d2c-ae04-4a9b-9ead-fb568271500c, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=d8956d2c-ae04-4a9b-9ead-fb568271500c,segment=NetworkSegment(fd7b9750-679d-4ecc-9c9e-dc86937b132b),segment_id=fd7b9750-679d-4ecc-9c9e-dc86937b132b)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:03:44.073251 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:44.102723 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24f1f36-6f30-4f16-ad2d-8ecd32d44706 x-openstack-request-id: req-b24f1f36-6f30-4f16-ad2d-8ecd32d44706 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:03:44.103098 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "719299f7-5239-4fef-97c5-a397767cc371", "name": "network-vif-plugged", "status": "completed", "tag": "d8956d2c-ae04-4a9b-9ead-fb568271500c", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:03:44.103417 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b24f1f36-6f30-4f16-ad2d-8ecd32d44706 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:03:44.103923 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '719299f7-5239-4fef-97c5-a397767cc371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8956d2c-ae04-4a9b-9ead-fb568271500c', 'code': 200} Sep 17 08:03:44.125418 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a43a0536-9d68-4099-bff4-15ce8585a43b req-0a395ad9-8a8a-4344-9b6a-6e2a5eec19c2 service neutron] 10.222.0.39 "GET /v2.0/networks/da58380a-915a-40f0-9564-11e428e24524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930995 Sep 17 08:03:44.132651 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=d8956d2c-ae04-4a9b-9ead-fb568271500c,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:44.148310 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde031c9-c0e6-4121-86fa-c33d9a2af8c3 req-f2d8b1de-da86-46b4-b877-5da675328483 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:44.149829 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bde031c9-c0e6-4121-86fa-c33d9a2af8c3 req-f2d8b1de-da86-46b4-b877-5da675328483 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=719299f7-5239-4fef-97c5-a397767cc371 HTTP/1.1" status: 200 len: 945 time: 0.1190445 Sep 17 08:03:44.266174 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bde031c9-c0e6-4121-86fa-c33d9a2af8c3 req-302b9695-9f87-4dc6-a4c2-e25e834619e7 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091266 Sep 17 08:03:44.291166 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d501610-47dc-41b2-af8f-740b80b39d19 req-b5b41641-8b82-45da-aaa7-83ca30ff711d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:44.292678 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1d501610-47dc-41b2-af8f-740b80b39d19 req-b5b41641-8b82-45da-aaa7-83ca30ff711d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=719299f7-5239-4fef-97c5-a397767cc371 HTTP/1.1" status: 200 len: 1097 time: 0.0993378 Sep 17 08:03:44.341987 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1d501610-47dc-41b2-af8f-740b80b39d19 req-ec46b27f-2c37-4dcb-a898-ee0e90a251ce service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393400 Sep 17 08:03:44.342593 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-61b71105-6b5f-4523-bdee-50f3fe0512f5 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:44.374669 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b71105-6b5f-4523-bdee-50f3fe0512f5 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Pushing event deleted for resources: {'Port': ['ID=bd2f66a1-72c3-41a9-9db6-6a672e028c67,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:44.463692 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-61b71105-6b5f-4523-bdee-50f3fe0512f5 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:44.625032 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61b71105-6b5f-4523-bdee-50f3fe0512f5 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Router 08c6e460-4692-4623-8153-cd1dea3b0df2 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:03:44.695481 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b71105-6b5f-4523-bdee-50f3fe0512f5 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:03:44.700504 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-61b71105-6b5f-4523-bdee-50f3fe0512f5 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "PUT /v2.0/routers/08c6e460-4692-4623-8153-cd1dea3b0df2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4236262 Sep 17 08:03:44.703357 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 60884) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:44.705953 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9337aecd-baac-4e6e-b8ef-ec4f07981d0d None None] Sync routers for ids ['08c6e460-4692-4623-8153-cd1dea3b0df2'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:03:44.715280 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9337aecd-baac-4e6e-b8ef-ec4f07981d0d None None] Routers {'08c6e460-4692-4623-8153-cd1dea3b0df2'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:03:44.715947 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-9337aecd-baac-4e6e-b8ef-ec4f07981d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:03:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['08c6e460-4692-4623-8153-cd1dea3b0df2'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:44.733033 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-75209ee5-fb86-49a3-9623-94814a8e4c31 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c6e460-4692-4623-8153-cd1dea3b0df2 HTTP/1.1" status: 200 len: 205 time: 0.0260463 Sep 17 08:03:44.733257 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 60886) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:44.749463 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-9337aecd-baac-4e6e-b8ef-ec4f07981d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:44.757835 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9337aecd-baac-4e6e-b8ef-ec4f07981d0d None None] Routers {'08c6e460-4692-4623-8153-cd1dea3b0df2'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:03:44.758440 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-9337aecd-baac-4e6e-b8ef-ec4f07981d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:03:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['08c6e460-4692-4623-8153-cd1dea3b0df2'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:44.791006 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-9337aecd-baac-4e6e-b8ef-ec4f07981d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:44.791658 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9337aecd-baac-4e6e-b8ef-ec4f07981d0d None None] The sync data for ids ['08c6e460-4692-4623-8153-cd1dea3b0df2'] in n-d-789963-9 is: [] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:03:44.810657 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-243b0841-0286-4123-a71a-d63f0779c41c tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for router, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:45.209015 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-243b0841-0286-4123-a71a-d63f0779c41c tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:45.211579 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-243b0841-0286-4123-a71a-d63f0779c41c tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:45.255919 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-243b0841-0286-4123-a71a-d63f0779c41c tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:45.256362 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-243b0841-0286-4123-a71a-d63f0779c41c tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Fanout notify agent at l3_agent the message router_deleted on router 08c6e460-4692-4623-8153-cd1dea3b0df2 {{(pid=101290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 08:03:45.263183 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-243b0841-0286-4123-a71a-d63f0779c41c tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:45.264311 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-243b0841-0286-4123-a71a-d63f0779c41c tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "DELETE /v2.0/routers/08c6e460-4692-4623-8153-cd1dea3b0df2 HTTP/1.1" status: 204 len: 168 time: 0.5302992 Sep 17 08:03:45.267636 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 60894) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:45.331780 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-94a011a9-5da1-4631-9a27-7b16373d1a92 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Deleting subnet fb9550cb-07a6-4d63-947d-c16720cbbdf9 {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:03:45.336038 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-94a011a9-5da1-4631-9a27-7b16373d1a92 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:45.381216 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-94a011a9-5da1-4631-9a27-7b16373d1a92 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:45.467060 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baac648-4f9d-4e8f-96c9-0d7e693600b9 req-047a5694-6a3a-47ea-a52d-94e4fcc3719b tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:45.468605 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9baac648-4f9d-4e8f-96c9-0d7e693600b9 req-047a5694-6a3a-47ea-a52d-94e4fcc3719b tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=719299f7-5239-4fef-97c5-a397767cc371 HTTP/1.1" status: 200 len: 946 time: 0.1336811 Sep 17 08:03:45.531217 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-94a011a9-5da1-4631-9a27-7b16373d1a92 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:45.555161 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9baac648-4f9d-4e8f-96c9-0d7e693600b9 req-45ac3b94-67aa-4111-875e-65dfe9dc4bd9 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654111 Sep 17 08:03:45.594285 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-94a011a9-5da1-4631-9a27-7b16373d1a92 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:45.622126 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a011a9-5da1-4631-9a27-7b16373d1a92 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Pushing event deleted for resources: {'Subnet': ['ID=fb9550cb-07a6-4d63-947d-c16720cbbdf9,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:45.624128 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-94a011a9-5da1-4631-9a27-7b16373d1a92 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:45.625968 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-94a011a9-5da1-4631-9a27-7b16373d1a92 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "DELETE /v2.0/subnets/fb9550cb-07a6-4d63-947d-c16720cbbdf9 HTTP/1.1" status: 204 len: 168 time: 0.3566773 Sep 17 08:03:45.629161 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 60906) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:45.635471 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf6990f-7780-4647-a04d-e881fd568d3b None None] Network ab520c28-1350-4c44-8f3d-54ead503eee3 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:03:45.739039 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-79b42940-399e-4277-8df0-2574e18d5ab4 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:45.801023 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-79b42940-399e-4277-8df0-2574e18d5ab4 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Deleting port 1da433db-7226-4546-abeb-b7166aa53c04 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:03:45.801369 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-79b42940-399e-4277-8df0-2574e18d5ab4 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:45.871791 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-79b42940-399e-4277-8df0-2574e18d5ab4 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] For port 1da433db-7226-4546-abeb-b7166aa53c04, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=1da433db-7226-4546-abeb-b7166aa53c04,segment=NetworkSegment(913f14bb-a4c3-4793-8d24-a6c5b1512cc6),segment_id=913f14bb-a4c3-4793-8d24-a6c5b1512cc6)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:03:45.872190 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-79b42940-399e-4277-8df0-2574e18d5ab4 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:45.884218 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764c5711-fae1-48fd-8b56-386f76c12410 None None] DHCP port deletion for ab520c28-1350-4c44-8f3d-54ead503eee3 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 08:03:45.888219 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-79b42940-399e-4277-8df0-2574e18d5ab4 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Calling delete_port for 1da433db-7226-4546-abeb-b7166aa53c04 owned by network:dhcp {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:03:45.931887 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-764c5711-fae1-48fd-8b56-386f76c12410 None None] Deleting port 1da433db-7226-4546-abeb-b7166aa53c04 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:03:45.932264 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-764c5711-fae1-48fd-8b56-386f76c12410 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:45.980194 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-79b42940-399e-4277-8df0-2574e18d5ab4 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:45.994927 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-764c5711-fae1-48fd-8b56-386f76c12410 None None] For port 1da433db-7226-4546-abeb-b7166aa53c04, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=1da433db-7226-4546-abeb-b7166aa53c04,segment=NetworkSegment(913f14bb-a4c3-4793-8d24-a6c5b1512cc6),segment_id=913f14bb-a4c3-4793-8d24-a6c5b1512cc6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:03:45.995327 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-764c5711-fae1-48fd-8b56-386f76c12410 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:46.007422 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b42940-399e-4277-8df0-2574e18d5ab4 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Pushing event deleted for resources: {'Port': ['ID=1da433db-7226-4546-abeb-b7166aa53c04,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:46.013219 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b42940-399e-4277-8df0-2574e18d5ab4 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] No DVR routers for this DVR port 1da433db-7226-4546-abeb-b7166aa53c04 on host n-d-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:03:46.021000 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-764c5711-fae1-48fd-8b56-386f76c12410 None None] Calling delete_port for 1da433db-7226-4546-abeb-b7166aa53c04 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:03:46.106739 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-79b42940-399e-4277-8df0-2574e18d5ab4 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:46.123653 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-79b42940-399e-4277-8df0-2574e18d5ab4 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab520c28-1350-4c44-8f3d-54ead503eee3']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:46.126690 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-764c5711-fae1-48fd-8b56-386f76c12410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:46.133542 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-79b42940-399e-4277-8df0-2574e18d5ab4 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '913f14bb-a4c3-4793-8d24-a6c5b1512cc6') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:46.133715 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-79b42940-399e-4277-8df0-2574e18d5ab4 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '913f14bb-a4c3-4793-8d24-a6c5b1512cc6') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:46.142831 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764c5711-fae1-48fd-8b56-386f76c12410 None None] No DVR routers for this DVR port 1da433db-7226-4546-abeb-b7166aa53c04 on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:03:46.147657 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-79b42940-399e-4277-8df0-2574e18d5ab4 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:46.165771 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764c5711-fae1-48fd-8b56-386f76c12410 None None] Pushing event deleted for resources: {'Port': ['ID=1da433db-7226-4546-abeb-b7166aa53c04,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:46.169323 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-79b42940-399e-4277-8df0-2574e18d5ab4 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:46.176656 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79b42940-399e-4277-8df0-2574e18d5ab4 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:03:46.177191 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-79b42940-399e-4277-8df0-2574e18d5ab4 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:46.180229 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:03:46.180229 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:03:46.180229 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:03:46.180229 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:03:46.180229 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:03:46.180229 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:03:46.180229 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:03:46.180229 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:03:46.180229 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:03:46.180229 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:03:46.180229 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:03:46.180229 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:03:46.180229 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:03:46.180229 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:03:46.180229 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:03:46.180229 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:03:46.180229 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:03:46.180229 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:03:46.180229 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:03:46.180229 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:03:46.180229 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:03:46.180229 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:03:46.180229 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:03:46.180229 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:03:46.180229 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:03:46.180229 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:03:46.180229 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:03:46.180229 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:03:46.180229 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:03:46.180229 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:03:46.180229 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:03:46.180229 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:03:46.241050 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-79b42940-399e-4277-8df0-2574e18d5ab4 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:46.246311 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-79b42940-399e-4277-8df0-2574e18d5ab4 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:46.248650 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-79b42940-399e-4277-8df0-2574e18d5ab4 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "DELETE /v2.0/networks/ab520c28-1350-4c44-8f3d-54ead503eee3 HTTP/1.1" status: 204 len: 168 time: 0.6183631 Sep 17 08:03:46.252689 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 60920) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:46.257174 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-c8ae7256-03aa-47cc-bd51-ab068efb5bbf tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1588630530', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:03:46.269432 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b42940-399e-4277-8df0-2574e18d5ab4 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Pushing event deleted for resources: {'Network': ['ID=ab520c28-1350-4c44-8f3d-54ead503eee3,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:46.281176 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c8ae7256-03aa-47cc-bd51-ab068efb5bbf tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:46.282372 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c8ae7256-03aa-47cc-bd51-ab068efb5bbf tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:46.339927 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c8ae7256-03aa-47cc-bd51-ab068efb5bbf tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:46.344142 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c8ae7256-03aa-47cc-bd51-ab068efb5bbf tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:46.361200 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c8ae7256-03aa-47cc-bd51-ab068efb5bbf tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:46.362534 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c8ae7256-03aa-47cc-bd51-ab068efb5bbf tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1088588 Sep 17 08:03:46.365775 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 60928) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:46.370548 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-6803111e-2c7b-42c5-875d-d431d49af114 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-879550352'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:03:46.389767 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6803111e-2c7b-42c5-875d-d431d49af114 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Made reservation on behalf of bc1e57ea729b496c9e70ade3ba30f0a4 for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:03:46.393537 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6803111e-2c7b-42c5-875d-d431d49af114 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:46.417882 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6803111e-2c7b-42c5-875d-d431d49af114 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:03:46.428527 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6803111e-2c7b-42c5-875d-d431d49af114 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:46.428875 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-6803111e-2c7b-42c5-875d-d431d49af114 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Added segment 554aaf55-fa12-4862-83ed-a7cd43d4420f of type vlan for network 7bfd27a7-b749-467c-aa27-defec6b9d70e Sep 17 08:03:46.468347 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6803111e-2c7b-42c5-875d-d431d49af114 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:46.491579 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6803111e-2c7b-42c5-875d-d431d49af114 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:46.497220 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6803111e-2c7b-42c5-875d-d431d49af114 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:46.497803 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6803111e-2c7b-42c5-875d-d431d49af114 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:46.528898 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6803111e-2c7b-42c5-875d-d431d49af114 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1621194 Sep 17 08:03:46.531817 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 60930) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:46.537879 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-48503153-1d9f-4219-907b-cacde149f4af tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Request body: {'subnet': {'network_id': '7bfd27a7-b749-467c-aa27-defec6b9d70e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:03:46.579711 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6803111e-2c7b-42c5-875d-d431d49af114 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Pushing event updated for resources: {'Network': ['ID=7bfd27a7-b749-467c-aa27-defec6b9d70e,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:46.590986 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 7bfd27a7-b749-467c-aa27-defec6b9d70e details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:03:46.685906 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48503153-1d9f-4219-907b-cacde149f4af tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Made reservation on behalf of bc1e57ea729b496c9e70ade3ba30f0a4 for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:03:46.689455 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-48503153-1d9f-4219-907b-cacde149f4af tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:46.732582 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b69f7da-5ac8-4a24-bbe1-511d9d1c6558 req-bae30d44-7f6b-455a-8f2e-2905ab6e6f6c tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:46.734151 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5b69f7da-5ac8-4a24-bbe1-511d9d1c6558 req-bae30d44-7f6b-455a-8f2e-2905ab6e6f6c tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=719299f7-5239-4fef-97c5-a397767cc371 HTTP/1.1" status: 200 len: 946 time: 0.0896363 Sep 17 08:03:46.820277 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5b69f7da-5ac8-4a24-bbe1-511d9d1c6558 req-ccf2df28-8b69-447b-b942-8da27ca03179 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584416 Sep 17 08:03:46.949755 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-48503153-1d9f-4219-907b-cacde149f4af tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:47.018363 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48503153-1d9f-4219-907b-cacde149f4af tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Pushing event updated for resources: {'Subnet': ['ID=0a2d550c-65a7-44a3-9dd2-5f20c6c64bc8,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:47.028490 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48503153-1d9f-4219-907b-cacde149f4af tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Checking segment: {'id': '554aaf55-fa12-4862-83ed-a7cd43d4420f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7bfd27a7-b749-467c-aa27-defec6b9d70e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:03:47.028851 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48503153-1d9f-4219-907b-cacde149f4af tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Network hostable DHCP agents. Network: 7bfd27a7-b749-467c-aa27-defec6b9d70e, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:03:47.045079 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48503153-1d9f-4219-907b-cacde149f4af tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Network 7bfd27a7-b749-467c-aa27-defec6b9d70e is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:03:47.054565 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-48503153-1d9f-4219-907b-cacde149f4af tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 7bfd27a7-b749-467c-aa27-defec6b9d70e) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:03:47.059909 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48503153-1d9f-4219-907b-cacde149f4af tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:47.060902 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-48503153-1d9f-4219-907b-cacde149f4af tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:47.069557 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c914346-8f92-4e0f-a263-ed35985363df None None] Network 7bfd27a7-b749-467c-aa27-defec6b9d70e requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:03:47.083096 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-48503153-1d9f-4219-907b-cacde149f4af tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5496538 Sep 17 08:03:47.085921 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 60950) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:47.279991 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3471e5-7fe6-4439-aefe-994e9ddd07ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-7bfd27a7-b749-467c-aa27-defec6b9d70e', 'network_id': '7bfd27a7-b749-467c-aa27-defec6b9d70e', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'fixed_ips': [{'subnet_id': '0a2d550c-65a7-44a3-9dd2-5f20c6c64bc8'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:03:47.281281 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fa3471e5-7fe6-4439-aefe-994e9ddd07ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:47.460666 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-fa3471e5-7fe6-4439-aefe-994e9ddd07ec None None] Allocated IP 2001:db8::2 (7bfd27a7-b749-467c-aa27-defec6b9d70e/0a2d550c-65a7-44a3-9dd2-5f20c6c64bc8/af3f8bd4-8a68-464a-a2de-8524290843e0) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:03:47.549731 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 1da433db-7226-4546-abeb-b7166aa53c04 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:03:47.577572 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 1da433db-7226-4546-abeb-b7166aa53c04 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:03:47.577925 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 1da433db-7226-4546-abeb-b7166aa53c04 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:03:47.664647 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fa3471e5-7fe6-4439-aefe-994e9ddd07ec None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:47.671319 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fa3471e5-7fe6-4439-aefe-994e9ddd07ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:47.714334 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de70d96-574d-4d36-be60-50eb64c00c9d req-4038ea2f-ee9a-4fa6-bce3-04d5278c9196 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:47.716020 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7de70d96-574d-4d36-be60-50eb64c00c9d req-4038ea2f-ee9a-4fa6-bce3-04d5278c9196 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=719299f7-5239-4fef-97c5-a397767cc371 HTTP/1.1" status: 200 len: 946 time: 0.1070578 Sep 17 08:03:47.716162 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3471e5-7fe6-4439-aefe-994e9ddd07ec None None] Network 7bfd27a7-b749-467c-aa27-defec6b9d70e is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:03:47.720562 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-fa3471e5-7fe6-4439-aefe-994e9ddd07ec None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:03:47.723741 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3471e5-7fe6-4439-aefe-994e9ddd07ec None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:03:47.753495 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4eb4defc-3755-4c21-8fdf-1dd50da68167 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:47.753716 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3471e5-7fe6-4439-aefe-994e9ddd07ec None None] Pushing event updated for resources: {'Port': ['ID=af3f8bd4-8a68-464a-a2de-8524290843e0,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:47.788690 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-fa3471e5-7fe6-4439-aefe-994e9ddd07ec None None] Attempting to bind port af3f8bd4-8a68-464a-a2de-8524290843e0 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:03:47.789069 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-fa3471e5-7fe6-4439-aefe-994e9ddd07ec None None] Attempting to bind port af3f8bd4-8a68-464a-a2de-8524290843e0 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '554aaf55-fa12-4862-83ed-a7cd43d4420f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7bfd27a7-b749-467c-aa27-defec6b9d70e'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:03:47.789435 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3471e5-7fe6-4439-aefe-994e9ddd07ec None None] Attempting to bind port af3f8bd4-8a68-464a-a2de-8524290843e0 on network 7bfd27a7-b749-467c-aa27-defec6b9d70e {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:03:47.794411 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3471e5-7fe6-4439-aefe-994e9ddd07ec None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:03:47.794839 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3471e5-7fe6-4439-aefe-994e9ddd07ec None None] Checking segment: {'id': '554aaf55-fa12-4862-83ed-a7cd43d4420f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7bfd27a7-b749-467c-aa27-defec6b9d70e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:03:47.795252 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fa3471e5-7fe6-4439-aefe-994e9ddd07ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:47.795656 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3471e5-7fe6-4439-aefe-994e9ddd07ec None None] Bound using segment: {'id': '554aaf55-fa12-4862-83ed-a7cd43d4420f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7bfd27a7-b749-467c-aa27-defec6b9d70e'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:03:47.796163 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-fa3471e5-7fe6-4439-aefe-994e9ddd07ec None None] Bound port: af3f8bd4-8a68-464a-a2de-8524290843e0, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '554aaf55-fa12-4862-83ed-a7cd43d4420f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7bfd27a7-b749-467c-aa27-defec6b9d70e'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:03:47.796818 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fa3471e5-7fe6-4439-aefe-994e9ddd07ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:47.829220 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7de70d96-574d-4d36-be60-50eb64c00c9d req-87f0463c-8471-4a6b-9ada-dd0188dafbf8 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828564 Sep 17 08:03:47.864933 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-fa3471e5-7fe6-4439-aefe-994e9ddd07ec None None] For port af3f8bd4-8a68-464a-a2de-8524290843e0, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:03:47.877259 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-fa3471e5-7fe6-4439-aefe-994e9ddd07ec None None] For port af3f8bd4-8a68-464a-a2de-8524290843e0, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=af3f8bd4-8a68-464a-a2de-8524290843e0,segment=NetworkSegment(554aaf55-fa12-4862-83ed-a7cd43d4420f),segment_id=554aaf55-fa12-4862-83ed-a7cd43d4420f)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:03:47.882626 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fa3471e5-7fe6-4439-aefe-994e9ddd07ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:47.947684 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3471e5-7fe6-4439-aefe-994e9ddd07ec None None] Pushing event updated for resources: {'Port': ['ID=af3f8bd4-8a68-464a-a2de-8524290843e0,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:48.096882 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-4eb4defc-3755-4c21-8fdf-1dd50da68167 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Allocated IP 2001:db8::1 (7bfd27a7-b749-467c-aa27-defec6b9d70e/0a2d550c-65a7-44a3-9dd2-5f20c6c64bc8/cd857f27-5074-4338-9ef2-464d1b2db8d5) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:03:48.244877 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4eb4defc-3755-4c21-8fdf-1dd50da68167 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:48.302770 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4eb4defc-3755-4c21-8fdf-1dd50da68167 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:48.346304 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb4defc-3755-4c21-8fdf-1dd50da68167 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Network 7bfd27a7-b749-467c-aa27-defec6b9d70e is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:03:48.351819 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-4eb4defc-3755-4c21-8fdf-1dd50da68167 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:03:48.357476 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb4defc-3755-4c21-8fdf-1dd50da68167 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:03:48.357476 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4eb4defc-3755-4c21-8fdf-1dd50da68167 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:48.405101 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb4defc-3755-4c21-8fdf-1dd50da68167 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Pushing event updated for resources: {'Port': ['ID=cd857f27-5074-4338-9ef2-464d1b2db8d5,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:48.524430 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4eb4defc-3755-4c21-8fdf-1dd50da68167 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:48.833036 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4eb4defc-3755-4c21-8fdf-1dd50da68167 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:48.837556 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4eb4defc-3755-4c21-8fdf-1dd50da68167 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:48.838379 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4eb4defc-3755-4c21-8fdf-1dd50da68167 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:48.944617 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb4defc-3755-4c21-8fdf-1dd50da68167 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Pushing event updated for resources: {'Port': ['ID=cd857f27-5074-4338-9ef2-464d1b2db8d5,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:49.032277 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb4defc-3755-4c21-8fdf-1dd50da68167 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Network 7bfd27a7-b749-467c-aa27-defec6b9d70e is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:03:49.041360 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692df184-9bdb-4d64-b592-7720170b9494 req-664e0a76-d76a-4db1-9856-a073d1084004 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:49.043006 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-692df184-9bdb-4d64-b592-7720170b9494 req-664e0a76-d76a-4db1-9856-a073d1084004 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=719299f7-5239-4fef-97c5-a397767cc371 HTTP/1.1" status: 200 len: 946 time: 0.0953093 Sep 17 08:03:49.044033 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-4eb4defc-3755-4c21-8fdf-1dd50da68167 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:03:49.098294 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e93f48-890a-44f5-9574-36816af3a5ad None None] Network 7bfd27a7-b749-467c-aa27-defec6b9d70e requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:03:49.170645 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-692df184-9bdb-4d64-b592-7720170b9494 req-c28b8b70-6e03-4b9f-95da-cc345201194f tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164880 Sep 17 08:03:49.190666 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-f38f60a0-2b35-4048-b093-d806c7d1f245 None None] Provisioning complete for port af3f8bd4-8a68-464a-a2de-8524290843e0 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:03:49.191219 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f38f60a0-2b35-4048-b093-d806c7d1f245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:49.215806 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eb4defc-3755-4c21-8fdf-1dd50da68167 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Router 8e68c7e1-4432-4bbc-8f99-957862f0513f is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 08:03:49.339236 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb4defc-3755-4c21-8fdf-1dd50da68167 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:03:49.348888 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-4eb4defc-3755-4c21-8fdf-1dd50da68167 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "PUT /v2.0/routers/8e68c7e1-4432-4bbc-8f99-957862f0513f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2580826 Sep 17 08:03:49.349076 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f38f60a0-2b35-4048-b093-d806c7d1f245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:49.349202 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 32772) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:49.354796 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-c5847a51-6640-4b67-8868-e7f17fc3b0a9 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1355960777'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:03:49.381521 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5847a51-6640-4b67-8868-e7f17fc3b0a9 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Made reservation on behalf of bc1e57ea729b496c9e70ade3ba30f0a4 for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:03:49.385627 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c5847a51-6640-4b67-8868-e7f17fc3b0a9 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:49.386876 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4417f7-1620-4740-8a5c-873f47048cb5 None None] Sync routers for ids ['8e68c7e1-4432-4bbc-8f99-957862f0513f'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:03:49.423234 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5847a51-6640-4b67-8868-e7f17fc3b0a9 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:03:49.423658 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4417f7-1620-4740-8a5c-873f47048cb5 None None] Routers {'8e68c7e1-4432-4bbc-8f99-957862f0513f'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:03:49.424452 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-8c4417f7-1620-4740-8a5c-873f47048cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:03:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['8e68c7e1-4432-4bbc-8f99-957862f0513f'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:49.435483 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c5847a51-6640-4b67-8868-e7f17fc3b0a9 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:49.436180 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-c5847a51-6640-4b67-8868-e7f17fc3b0a9 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Added segment 67e63c0c-86b0-4b16-9a16-e3bfa3b87dbd of type vlan for network d7c5fb20-c941-429c-90c9-c19bfdc574aa Sep 17 08:03:49.513094 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c5847a51-6640-4b67-8868-e7f17fc3b0a9 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:49.522070 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-f38f60a0-2b35-4048-b093-d806c7d1f245 None None] For port af3f8bd4-8a68-464a-a2de-8524290843e0, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=af3f8bd4-8a68-464a-a2de-8524290843e0,segment=NetworkSegment(554aaf55-fa12-4862-83ed-a7cd43d4420f),segment_id=554aaf55-fa12-4862-83ed-a7cd43d4420f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:03:49.523477 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device af3f8bd4-8a68-464a-a2de-8524290843e0 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:03:49.533135 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f38f60a0-2b35-4048-b093-d806c7d1f245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:49.545471 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c5847a51-6640-4b67-8868-e7f17fc3b0a9 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:49.553014 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5847a51-6640-4b67-8868-e7f17fc3b0a9 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:49.554145 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c5847a51-6640-4b67-8868-e7f17fc3b0a9 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:49.606840 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c5847a51-6640-4b67-8868-e7f17fc3b0a9 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2565222 Sep 17 08:03:49.610208 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 32782) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:49.619520 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-b6db3464-0334-416c-95dc-76d9e8abcbcf tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Request body: {'subnet': {'network_id': 'd7c5fb20-c941-429c-90c9-c19bfdc574aa', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:03:49.668501 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5847a51-6640-4b67-8868-e7f17fc3b0a9 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Pushing event updated for resources: {'Network': ['ID=d7c5fb20-c941-429c-90c9-c19bfdc574aa,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:49.762674 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network d7c5fb20-c941-429c-90c9-c19bfdc574aa details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:03:49.775670 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6db3464-0334-416c-95dc-76d9e8abcbcf tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Made reservation on behalf of bc1e57ea729b496c9e70ade3ba30f0a4 for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:03:49.780192 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-8c4417f7-1620-4740-8a5c-873f47048cb5 None None] Set router 8e68c7e1-4432-4bbc-8f99-957862f0513f gateway port host: None {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:03:49.780379 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b6db3464-0334-416c-95dc-76d9e8abcbcf tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:49.858972 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38f60a0-2b35-4048-b093-d806c7d1f245 None None] Pushing event updated for resources: {'Port': ['ID=af3f8bd4-8a68-464a-a2de-8524290843e0,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:49.993129 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0e8c299d-02ac-4175-a673-366f6964ec76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:50.023098 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b6db3464-0334-416c-95dc-76d9e8abcbcf tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:50.033976 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-31a63b7c-2901-4678-90a1-ace2184e7cc9 None None] Provisioning complete for port af3f8bd4-8a68-464a-a2de-8524290843e0 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:03:50.034649 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-31a63b7c-2901-4678-90a1-ace2184e7cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:50.042500 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port af3f8bd4-8a68-464a-a2de-8524290843e0 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:03:50.042961 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:50.095747 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6db3464-0334-416c-95dc-76d9e8abcbcf tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Pushing event updated for resources: {'Subnet': ['ID=cdbba56d-e3fd-409f-89f7-5b20593794fc,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:50.105046 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6db3464-0334-416c-95dc-76d9e8abcbcf tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Checking segment: {'id': '67e63c0c-86b0-4b16-9a16-e3bfa3b87dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd7c5fb20-c941-429c-90c9-c19bfdc574aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:03:50.105416 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6db3464-0334-416c-95dc-76d9e8abcbcf tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Network hostable DHCP agents. Network: d7c5fb20-c941-429c-90c9-c19bfdc574aa, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:03:50.127925 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6db3464-0334-416c-95dc-76d9e8abcbcf tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Network d7c5fb20-c941-429c-90c9-c19bfdc574aa is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:03:50.142355 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-b6db3464-0334-416c-95dc-76d9e8abcbcf tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, d7c5fb20-c941-429c-90c9-c19bfdc574aa) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:03:50.151523 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6db3464-0334-416c-95dc-76d9e8abcbcf tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:50.152593 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b6db3464-0334-416c-95dc-76d9e8abcbcf tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:50.170854 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-b6db3464-0334-416c-95dc-76d9e8abcbcf tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5594752 Sep 17 08:03:50.173798 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 32788) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:50.174605 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b75dbf-d534-485b-bc49-2692fdbfc90e None None] Network d7c5fb20-c941-429c-90c9-c19bfdc574aa requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:03:50.525643 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0edb44-392e-4d56-bf70-c0cad7679eb3 req-70a91179-20f0-4b0e-bc00-cb51338e51a5 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:50.527174 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2d0edb44-392e-4d56-bf70-c0cad7679eb3 req-70a91179-20f0-4b0e-bc00-cb51338e51a5 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=719299f7-5239-4fef-97c5-a397767cc371 HTTP/1.1" status: 200 len: 946 time: 0.1684039 Sep 17 08:03:50.552908 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-31a63b7c-2901-4678-90a1-ace2184e7cc9 None None] Provisioning complete for port cd857f27-5074-4338-9ef2-464d1b2db8d5 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:03:50.553281 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-31a63b7c-2901-4678-90a1-ace2184e7cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:50.631710 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-31a63b7c-2901-4678-90a1-ace2184e7cc9 None None] Port cd857f27-5074-4338-9ef2-464d1b2db8d5 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:03:50.646183 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-8c4417f7-1620-4740-8a5c-873f47048cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'name': 'tempest-RoutersIpV6Test-router-1588630530', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:03:46Z', 'updated_at': '2021-09-17T08:03:48Z', 'revision_number': 2, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'gw_port_host': None, '_interfaces': [{'id': 'cd857f27-5074-4338-9ef2-464d1b2db8d5', 'name': '', 'network_id': '7bfd27a7-b749-467c-aa27-defec6b9d70e', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'mac_address': 'fa:16:3e:57:38:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '0a2d550c-65a7-44a3-9dd2-5f20c6c64bc8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:47Z', 'updated_at': '2021-09-17T08:03:48Z', 'revision_number': 2, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'subnets': [{'id': '0a2d550c-65a7-44a3-9dd2-5f20c6c64bc8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:50.650814 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bdba5a2-6f31-49a7-90aa-88396d0e51dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-d7c5fb20-c941-429c-90c9-c19bfdc574aa', 'network_id': 'd7c5fb20-c941-429c-90c9-c19bfdc574aa', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'fixed_ips': [{'subnet_id': 'cdbba56d-e3fd-409f-89f7-5b20593794fc'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:03:50.651684 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1bdba5a2-6f31-49a7-90aa-88396d0e51dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:50.683204 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4417f7-1620-4740-8a5c-873f47048cb5 None None] Checking router: 8e68c7e1-4432-4bbc-8f99-957862f0513f for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:03:50.683926 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4417f7-1620-4740-8a5c-873f47048cb5 None None] Updating router 8e68c7e1-4432-4bbc-8f99-957862f0513f port cd857f27-5074-4338-9ef2-464d1b2db8d5 binding host n-d-789963-9 {{(pid=101291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 08:03:50.729180 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8c4417f7-1620-4740-8a5c-873f47048cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:50.871857 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-2f7a47f2-c46f-4380-a48d-46ad30895426 None None] Provisioning complete for port cd857f27-5074-4338-9ef2-464d1b2db8d5 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:03:50.872276 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2f7a47f2-c46f-4380-a48d-46ad30895426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:50.872486 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2d0edb44-392e-4d56-bf70-c0cad7679eb3 req-e1ee113e-0d70-40a6-b598-913923973661 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3320155 Sep 17 08:03:50.984668 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-1bdba5a2-6f31-49a7-90aa-88396d0e51dc None None] Allocated IP 2001:db8:1::2 (d7c5fb20-c941-429c-90c9-c19bfdc574aa/cdbba56d-e3fd-409f-89f7-5b20593794fc/1806309c-78bc-4391-a0f7-9c67004fbce8) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:03:51.004545 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-2f7a47f2-c46f-4380-a48d-46ad30895426 None None] Port cd857f27-5074-4338-9ef2-464d1b2db8d5 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:03:51.040119 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4bcab869-45a5-4c3c-99d5-1665fef21fa6 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:51.248665 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1bdba5a2-6f31-49a7-90aa-88396d0e51dc None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:51.274870 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1bdba5a2-6f31-49a7-90aa-88396d0e51dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:51.315892 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8c4417f7-1620-4740-8a5c-873f47048cb5 None None] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:51.328400 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8c4417f7-1620-4740-8a5c-873f47048cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:51.328692 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-4bcab869-45a5-4c3c-99d5-1665fef21fa6 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Allocated IP 2001:db8:1::1 (d7c5fb20-c941-429c-90c9-c19bfdc574aa/cdbba56d-e3fd-409f-89f7-5b20593794fc/8521bbbf-a319-492c-b7e0-b3fed137f0ff) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:03:51.333247 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdba5a2-6f31-49a7-90aa-88396d0e51dc None None] Network d7c5fb20-c941-429c-90c9-c19bfdc574aa is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:03:51.344464 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-1bdba5a2-6f31-49a7-90aa-88396d0e51dc None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:03:51.348245 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdba5a2-6f31-49a7-90aa-88396d0e51dc None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:03:51.351876 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdba5a2-6f31-49a7-90aa-88396d0e51dc None None] Pushing event updated for resources: {'Port': ['ID=1806309c-78bc-4391-a0f7-9c67004fbce8,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:51.498129 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4bcab869-45a5-4c3c-99d5-1665fef21fa6 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:51.525767 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device af3f8bd4-8a68-464a-a2de-8524290843e0 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:03:51.531148 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dd7638-9618-4992-831e-4c3dac124dc6 None None] Pushing event updated for resources: {'Port': ['ID=cd857f27-5074-4338-9ef2-464d1b2db8d5,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:51.576646 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4bcab869-45a5-4c3c-99d5-1665fef21fa6 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:51.587932 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-1bdba5a2-6f31-49a7-90aa-88396d0e51dc None None] Attempting to bind port 1806309c-78bc-4391-a0f7-9c67004fbce8 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:03:51.588304 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-1bdba5a2-6f31-49a7-90aa-88396d0e51dc None None] Attempting to bind port 1806309c-78bc-4391-a0f7-9c67004fbce8 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '67e63c0c-86b0-4b16-9a16-e3bfa3b87dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd7c5fb20-c941-429c-90c9-c19bfdc574aa'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:03:51.596017 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdba5a2-6f31-49a7-90aa-88396d0e51dc None None] Attempting to bind port 1806309c-78bc-4391-a0f7-9c67004fbce8 on network d7c5fb20-c941-429c-90c9-c19bfdc574aa {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:03:51.626699 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcab869-45a5-4c3c-99d5-1665fef21fa6 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Network d7c5fb20-c941-429c-90c9-c19bfdc574aa is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:03:51.631263 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-8c4417f7-1620-4740-8a5c-873f47048cb5 None None] Attempting to bind port cd857f27-5074-4338-9ef2-464d1b2db8d5 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:03:51.632212 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-8c4417f7-1620-4740-8a5c-873f47048cb5 None None] Attempting to bind port cd857f27-5074-4338-9ef2-464d1b2db8d5 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '554aaf55-fa12-4862-83ed-a7cd43d4420f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7bfd27a7-b749-467c-aa27-defec6b9d70e'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:03:51.632585 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4417f7-1620-4740-8a5c-873f47048cb5 None None] Attempting to bind port cd857f27-5074-4338-9ef2-464d1b2db8d5 on network 7bfd27a7-b749-467c-aa27-defec6b9d70e {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:03:51.634831 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdba5a2-6f31-49a7-90aa-88396d0e51dc None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:03:51.635201 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdba5a2-6f31-49a7-90aa-88396d0e51dc None None] Checking segment: {'id': '67e63c0c-86b0-4b16-9a16-e3bfa3b87dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd7c5fb20-c941-429c-90c9-c19bfdc574aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:03:51.635601 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1bdba5a2-6f31-49a7-90aa-88396d0e51dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:51.636141 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdba5a2-6f31-49a7-90aa-88396d0e51dc None None] Bound using segment: {'id': '67e63c0c-86b0-4b16-9a16-e3bfa3b87dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd7c5fb20-c941-429c-90c9-c19bfdc574aa'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:03:51.637132 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-1bdba5a2-6f31-49a7-90aa-88396d0e51dc None None] Bound port: 1806309c-78bc-4391-a0f7-9c67004fbce8, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67e63c0c-86b0-4b16-9a16-e3bfa3b87dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd7c5fb20-c941-429c-90c9-c19bfdc574aa'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:03:51.637132 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1bdba5a2-6f31-49a7-90aa-88396d0e51dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:51.652494 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-4bcab869-45a5-4c3c-99d5-1665fef21fa6 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:03:51.656888 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcab869-45a5-4c3c-99d5-1665fef21fa6 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:03:51.662967 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4bcab869-45a5-4c3c-99d5-1665fef21fa6 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:51.683906 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4417f7-1620-4740-8a5c-873f47048cb5 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:03:51.684570 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4417f7-1620-4740-8a5c-873f47048cb5 None None] Checking segment: {'id': '554aaf55-fa12-4862-83ed-a7cd43d4420f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7bfd27a7-b749-467c-aa27-defec6b9d70e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:03:51.685204 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8c4417f7-1620-4740-8a5c-873f47048cb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:51.685748 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4417f7-1620-4740-8a5c-873f47048cb5 None None] Bound using segment: {'id': '554aaf55-fa12-4862-83ed-a7cd43d4420f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7bfd27a7-b749-467c-aa27-defec6b9d70e'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:03:51.686389 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-8c4417f7-1620-4740-8a5c-873f47048cb5 None None] Bound port: cd857f27-5074-4338-9ef2-464d1b2db8d5, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '554aaf55-fa12-4862-83ed-a7cd43d4420f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7bfd27a7-b749-467c-aa27-defec6b9d70e'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:03:51.687075 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8c4417f7-1620-4740-8a5c-873f47048cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:51.742663 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcab869-45a5-4c3c-99d5-1665fef21fa6 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Pushing event updated for resources: {'Port': ['ID=8521bbbf-a319-492c-b7e0-b3fed137f0ff,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:51.802672 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4bcab869-45a5-4c3c-99d5-1665fef21fa6 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:51.807783 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port af3f8bd4-8a68-464a-a2de-8524290843e0 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:03:51.808334 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:51.839609 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-bb0d025f-6cf2-447a-8a7b-6cd132d9b748 None None] Provisioning complete for port cd857f27-5074-4338-9ef2-464d1b2db8d5 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:03:51.840013 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bb0d025f-6cf2-447a-8a7b-6cd132d9b748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:51.841949 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1bdba5a2-6f31-49a7-90aa-88396d0e51dc None None] For port 1806309c-78bc-4391-a0f7-9c67004fbce8, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:03:51.860876 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-8c4417f7-1620-4740-8a5c-873f47048cb5 None None] For port cd857f27-5074-4338-9ef2-464d1b2db8d5, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:03:51.899042 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1bdba5a2-6f31-49a7-90aa-88396d0e51dc None None] For port 1806309c-78bc-4391-a0f7-9c67004fbce8, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=1806309c-78bc-4391-a0f7-9c67004fbce8,segment=NetworkSegment(67e63c0c-86b0-4b16-9a16-e3bfa3b87dbd),segment_id=67e63c0c-86b0-4b16-9a16-e3bfa3b87dbd)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:03:52.076293 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa2c714-60c0-47e2-8243-a5941fb7b4c8 req-fa019838-3ae7-4ebc-8238-b7c4f76dae65 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:52.077826 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cfa2c714-60c0-47e2-8243-a5941fb7b4c8 req-fa019838-3ae7-4ebc-8238-b7c4f76dae65 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=719299f7-5239-4fef-97c5-a397767cc371 HTTP/1.1" status: 200 len: 946 time: 0.1099586 Sep 17 08:03:52.109253 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1bdba5a2-6f31-49a7-90aa-88396d0e51dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:52.115009 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-8c4417f7-1620-4740-8a5c-873f47048cb5 None None] For port cd857f27-5074-4338-9ef2-464d1b2db8d5, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=cd857f27-5074-4338-9ef2-464d1b2db8d5,segment=NetworkSegment(554aaf55-fa12-4862-83ed-a7cd43d4420f),segment_id=554aaf55-fa12-4862-83ed-a7cd43d4420f)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:03:52.144622 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cfa2c714-60c0-47e2-8243-a5941fb7b4c8 req-960d018a-5df8-4170-a3b2-d7a4e7a4bc06 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585563 Sep 17 08:03:52.149338 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8c4417f7-1620-4740-8a5c-873f47048cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:52.172862 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4bcab869-45a5-4c3c-99d5-1665fef21fa6 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:52.173288 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-bb0d025f-6cf2-447a-8a7b-6cd132d9b748 None None] Port cd857f27-5074-4338-9ef2-464d1b2db8d5 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:03:52.179485 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4bcab869-45a5-4c3c-99d5-1665fef21fa6 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:52.180249 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4bcab869-45a5-4c3c-99d5-1665fef21fa6 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:52.233463 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdba5a2-6f31-49a7-90aa-88396d0e51dc None None] Pushing event updated for resources: {'Port': ['ID=1806309c-78bc-4391-a0f7-9c67004fbce8,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:52.270283 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcab869-45a5-4c3c-99d5-1665fef21fa6 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Pushing event updated for resources: {'Port': ['ID=8521bbbf-a319-492c-b7e0-b3fed137f0ff,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:52.282894 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4417f7-1620-4740-8a5c-873f47048cb5 None None] Routers {'8e68c7e1-4432-4bbc-8f99-957862f0513f'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:03:52.283553 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-8c4417f7-1620-4740-8a5c-873f47048cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:03:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['8e68c7e1-4432-4bbc-8f99-957862f0513f'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:52.352337 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcab869-45a5-4c3c-99d5-1665fef21fa6 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Network d7c5fb20-c941-429c-90c9-c19bfdc574aa is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:03:52.354208 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-4bcab869-45a5-4c3c-99d5-1665fef21fa6 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:03:52.438345 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dd7638-9618-4992-831e-4c3dac124dc6 None None] Pushing event updated for resources: {'Port': ['ID=cd857f27-5074-4338-9ef2-464d1b2db8d5,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:52.446100 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-586ab5bd-d621-4103-93aa-c58c1b681572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:52.451626 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-8c4417f7-1620-4740-8a5c-873f47048cb5 None None] Set router 8e68c7e1-4432-4bbc-8f99-957862f0513f gateway port host: None {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:03:52.531191 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bcab869-45a5-4c3c-99d5-1665fef21fa6 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Router 8e68c7e1-4432-4bbc-8f99-957862f0513f has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:03:52.694358 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bcab869-45a5-4c3c-99d5-1665fef21fa6 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:03:52.700613 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-4bcab869-45a5-4c3c-99d5-1665fef21fa6 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "PUT /v2.0/routers/8e68c7e1-4432-4bbc-8f99-957862f0513f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5249178 Sep 17 08:03:52.702262 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 32842) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:52.708354 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-20ce3aaa-4dca-4b04-94a1-a07fe86b242b tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1731266220'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:03:52.735204 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ce3aaa-4dca-4b04-94a1-a07fe86b242b tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Made reservation on behalf of bc1e57ea729b496c9e70ade3ba30f0a4 for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:03:52.739643 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-20ce3aaa-4dca-4b04-94a1-a07fe86b242b tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:52.741837 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-3b9552f5-0f8c-4c27-b24e-dd11ca03d61f None None] Provisioning complete for port cd857f27-5074-4338-9ef2-464d1b2db8d5 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:03:52.742219 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3b9552f5-0f8c-4c27-b24e-dd11ca03d61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:52.775899 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20ce3aaa-4dca-4b04-94a1-a07fe86b242b tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:03:52.785577 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:52.792162 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-20ce3aaa-4dca-4b04-94a1-a07fe86b242b tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:52.793829 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-20ce3aaa-4dca-4b04-94a1-a07fe86b242b tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Added segment ccd47ee5-4840-47c6-beff-1762005f2304 of type vlan for network b1bc0258-0080-4da7-b12b-922e682b239c Sep 17 08:03:52.850165 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-20ce3aaa-4dca-4b04-94a1-a07fe86b242b tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:52.885495 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-20ce3aaa-4dca-4b04-94a1-a07fe86b242b tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:52.891310 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ce3aaa-4dca-4b04-94a1-a07fe86b242b tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:52.891957 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-20ce3aaa-4dca-4b04-94a1-a07fe86b242b tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:52.903337 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3b9552f5-0f8c-4c27-b24e-dd11ca03d61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:52.912777 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-20ce3aaa-4dca-4b04-94a1-a07fe86b242b tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2093546 Sep 17 08:03:52.916143 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 32850) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:52.921906 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-95236a3f-e5a3-4c66-936b-7f22aa0b1f14 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Request body: {'subnet': {'network_id': 'b1bc0258-0080-4da7-b12b-922e682b239c', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:03:52.938579 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-8c4417f7-1620-4740-8a5c-873f47048cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'name': 'tempest-RoutersIpV6Test-router-1588630530', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:03:46Z', 'updated_at': '2021-09-17T08:03:51Z', 'revision_number': 3, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'gw_port_host': None, '_interfaces': [{'id': '8521bbbf-a319-492c-b7e0-b3fed137f0ff', 'name': '', 'network_id': 'd7c5fb20-c941-429c-90c9-c19bfdc574aa', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'mac_address': 'fa:16:3e:95:33:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': 'cdbba56d-e3fd-409f-89f7-5b20593794fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:51Z', 'updated_at': '2021-09-17T08:03:51Z', 'revision_number': 2, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'subnets': [{'id': 'cdbba56d-e3fd-409f-89f7-5b20593794fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd857f27-5074-4338-9ef2-464d1b2db8d5', 'name': '', 'network_id': '7bfd27a7-b749-467c-aa27-defec6b9d70e', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'mac_address': 'fa:16:3e:57:38:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '0a2d550c-65a7-44a3-9dd2-5f20c6c64bc8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:47Z', 'updated_at': '2021-09-17T08:03:51Z', 'revision_number': 4, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'subnets': [{'id': '0a2d550c-65a7-44a3-9dd2-5f20c6c64bc8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:52.982524 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4417f7-1620-4740-8a5c-873f47048cb5 None None] The sync data for ids ['8e68c7e1-4432-4bbc-8f99-957862f0513f'] in n-d-789963-9 is: [{'id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'name': 'tempest-RoutersIpV6Test-router-1588630530', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:03:46Z', 'updated_at': '2021-09-17T08:03:51Z', 'revision_number': 3, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'gw_port_host': None, '_interfaces': [{'id': '8521bbbf-a319-492c-b7e0-b3fed137f0ff', 'name': '', 'network_id': 'd7c5fb20-c941-429c-90c9-c19bfdc574aa', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'mac_address': 'fa:16:3e:95:33:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': 'cdbba56d-e3fd-409f-89f7-5b20593794fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:51Z', 'updated_at': '2021-09-17T08:03:51Z', 'revision_number': 2, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'subnets': [{'id': 'cdbba56d-e3fd-409f-89f7-5b20593794fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd857f27-5074-4338-9ef2-464d1b2db8d5', 'name': '', 'network_id': '7bfd27a7-b749-467c-aa27-defec6b9d70e', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'mac_address': 'fa:16:3e:57:38:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '0a2d550c-65a7-44a3-9dd2-5f20c6c64bc8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:47Z', 'updated_at': '2021-09-17T08:03:51Z', 'revision_number': 4, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'subnets': [{'id': '0a2d550c-65a7-44a3-9dd2-5f20c6c64bc8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:03:52.994537 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-3b9552f5-0f8c-4c27-b24e-dd11ca03d61f None None] For port cd857f27-5074-4338-9ef2-464d1b2db8d5, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=cd857f27-5074-4338-9ef2-464d1b2db8d5,segment=NetworkSegment(554aaf55-fa12-4862-83ed-a7cd43d4420f),segment_id=554aaf55-fa12-4862-83ed-a7cd43d4420f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:03:53.009824 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3b9552f5-0f8c-4c27-b24e-dd11ca03d61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:53.028833 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ce3aaa-4dca-4b04-94a1-a07fe86b242b tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Pushing event updated for resources: {'Network': ['ID=b1bc0258-0080-4da7-b12b-922e682b239c,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:53.043606 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network b1bc0258-0080-4da7-b12b-922e682b239c details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:03:53.096480 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95236a3f-e5a3-4c66-936b-7f22aa0b1f14 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Made reservation on behalf of bc1e57ea729b496c9e70ade3ba30f0a4 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:03:53.100930 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-95236a3f-e5a3-4c66-936b-7f22aa0b1f14 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:53.170383 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9552f5-0f8c-4c27-b24e-dd11ca03d61f None None] Pushing event updated for resources: {'Port': ['ID=cd857f27-5074-4338-9ef2-464d1b2db8d5,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:53.312350 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f9b7d-0729-4c04-90f4-47806d53b7f8 req-1097a4f6-8945-4860-baec-0387f1f5d52c tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:53.332861 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9c6f9b7d-0729-4c04-90f4-47806d53b7f8 req-1097a4f6-8945-4860-baec-0387f1f5d52c tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=719299f7-5239-4fef-97c5-a397767cc371 HTTP/1.1" status: 200 len: 946 time: 0.0825171 Sep 17 08:03:53.405068 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9c6f9b7d-0729-4c04-90f4-47806d53b7f8 req-58affe45-1eb5-4455-bfd8-f1883ce0d052 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584168 Sep 17 08:03:53.457243 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-95236a3f-e5a3-4c66-936b-7f22aa0b1f14 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:53.538163 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95236a3f-e5a3-4c66-936b-7f22aa0b1f14 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Pushing event updated for resources: {'Subnet': ['ID=ce1c90cf-5bf3-4153-92c7-6b6caef3151e,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:53.555229 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95236a3f-e5a3-4c66-936b-7f22aa0b1f14 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Checking segment: {'id': 'ccd47ee5-4840-47c6-beff-1762005f2304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b1bc0258-0080-4da7-b12b-922e682b239c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:03:53.555601 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95236a3f-e5a3-4c66-936b-7f22aa0b1f14 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Network hostable DHCP agents. Network: b1bc0258-0080-4da7-b12b-922e682b239c, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:03:53.584191 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 1806309c-78bc-4391-a0f7-9c67004fbce8 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:03:53.602984 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95236a3f-e5a3-4c66-936b-7f22aa0b1f14 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Network b1bc0258-0080-4da7-b12b-922e682b239c is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:03:53.614619 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-95236a3f-e5a3-4c66-936b-7f22aa0b1f14 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, b1bc0258-0080-4da7-b12b-922e682b239c) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:03:53.623756 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95236a3f-e5a3-4c66-936b-7f22aa0b1f14 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:53.624772 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-95236a3f-e5a3-4c66-936b-7f22aa0b1f14 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:53.648233 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-95236a3f-e5a3-4c66-936b-7f22aa0b1f14 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7269554 Sep 17 08:03:53.648589 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 32864) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:53.670813 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:53.675433 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 1806309c-78bc-4391-a0f7-9c67004fbce8 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:03:53.675896 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:53.730466 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c224f54-4474-4389-868b-23e397eb9c5a None None] Network b1bc0258-0080-4da7-b12b-922e682b239c requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:03:53.763962 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf502a3-0d2f-4431-9710-8a6b8afda57f None None] Network d7c5fb20-c941-429c-90c9-c19bfdc574aa requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:03:53.931852 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-57fddccf-fc96-43c5-9b9b-a45b618f375f None None] Provisioning complete for port 1806309c-78bc-4391-a0f7-9c67004fbce8 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:03:53.931852 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-57fddccf-fc96-43c5-9b9b-a45b618f375f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:53.998967 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:54.129903 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port 1806309c-78bc-4391-a0f7-9c67004fbce8, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=1806309c-78bc-4391-a0f7-9c67004fbce8,segment=NetworkSegment(67e63c0c-86b0-4b16-9a16-e3bfa3b87dbd),segment_id=67e63c0c-86b0-4b16-9a16-e3bfa3b87dbd)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:03:54.166460 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:54.185487 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8216d07c-8ba8-431e-8718-f93d4e84efe0 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:54.213176 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d746041f-8b49-4b58-936b-a7a07b6e7f7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-b1bc0258-0080-4da7-b12b-922e682b239c', 'network_id': 'b1bc0258-0080-4da7-b12b-922e682b239c', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'fixed_ips': [{'subnet_id': 'ce1c90cf-5bf3-4153-92c7-6b6caef3151e'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:03:54.214028 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d746041f-8b49-4b58-936b-a7a07b6e7f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:54.369252 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=1806309c-78bc-4391-a0f7-9c67004fbce8,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:54.452753 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-d746041f-8b49-4b58-936b-a7a07b6e7f7e None None] Allocated IP 2001:db8:2::2 (b1bc0258-0080-4da7-b12b-922e682b239c/ce1c90cf-5bf3-4153-92c7-6b6caef3151e/6b008ac8-381f-458f-a91f-d4652490cf92) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:03:54.624684 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702a06cc-bd06-4711-b75d-aebf4879d038 req-e9a16a32-a360-40db-bded-3c6ce5da7e5e tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:54.640822 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-702a06cc-bd06-4711-b75d-aebf4879d038 req-e9a16a32-a360-40db-bded-3c6ce5da7e5e tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=719299f7-5239-4fef-97c5-a397767cc371 HTTP/1.1" status: 200 len: 946 time: 0.1094604 Sep 17 08:03:54.673811 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d746041f-8b49-4b58-936b-a7a07b6e7f7e None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:54.682155 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d746041f-8b49-4b58-936b-a7a07b6e7f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:54.730112 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-702a06cc-bd06-4711-b75d-aebf4879d038 req-dc3208a5-7bbc-4efb-b9ca-3eb18e5be1a0 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809917 Sep 17 08:03:54.749921 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d746041f-8b49-4b58-936b-a7a07b6e7f7e None None] Network b1bc0258-0080-4da7-b12b-922e682b239c is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:03:54.755464 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-8216d07c-8ba8-431e-8718-f93d4e84efe0 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Allocated IP 2001:db8:2::1 (b1bc0258-0080-4da7-b12b-922e682b239c/ce1c90cf-5bf3-4153-92c7-6b6caef3151e/5a444a8f-4b11-4938-a87e-c960b2f50340) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:03:54.763347 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-d746041f-8b49-4b58-936b-a7a07b6e7f7e None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:03:54.765712 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-66f84c12-00dd-4135-952e-0e231ac1e306 None None] Provisioning complete for port 1806309c-78bc-4391-a0f7-9c67004fbce8 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:03:54.766444 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-66f84c12-00dd-4135-952e-0e231ac1e306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:54.769097 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d746041f-8b49-4b58-936b-a7a07b6e7f7e None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:03:54.781009 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d746041f-8b49-4b58-936b-a7a07b6e7f7e None None] Pushing event updated for resources: {'Port': ['ID=6b008ac8-381f-458f-a91f-d4652490cf92,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:54.915364 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8216d07c-8ba8-431e-8718-f93d4e84efe0 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:54.971430 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8216d07c-8ba8-431e-8718-f93d4e84efe0 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:55.032580 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8216d07c-8ba8-431e-8718-f93d4e84efe0 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Pushing event updated for resources: {'Port': ['ID=5a444a8f-4b11-4938-a87e-c960b2f50340,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:55.041454 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8216d07c-8ba8-431e-8718-f93d4e84efe0 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Network b1bc0258-0080-4da7-b12b-922e682b239c is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:03:55.048545 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-8216d07c-8ba8-431e-8718-f93d4e84efe0 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:03:55.064554 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8216d07c-8ba8-431e-8718-f93d4e84efe0 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:03:55.065807 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8216d07c-8ba8-431e-8718-f93d4e84efe0 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:55.067904 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-d746041f-8b49-4b58-936b-a7a07b6e7f7e None None] Attempting to bind port 6b008ac8-381f-458f-a91f-d4652490cf92 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:03:55.068536 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-d746041f-8b49-4b58-936b-a7a07b6e7f7e None None] Attempting to bind port 6b008ac8-381f-458f-a91f-d4652490cf92 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'ccd47ee5-4840-47c6-beff-1762005f2304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b1bc0258-0080-4da7-b12b-922e682b239c'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:03:55.069929 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d746041f-8b49-4b58-936b-a7a07b6e7f7e None None] Attempting to bind port 6b008ac8-381f-458f-a91f-d4652490cf92 on network b1bc0258-0080-4da7-b12b-922e682b239c {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:03:55.096920 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d746041f-8b49-4b58-936b-a7a07b6e7f7e None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:03:55.097481 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d746041f-8b49-4b58-936b-a7a07b6e7f7e None None] Checking segment: {'id': 'ccd47ee5-4840-47c6-beff-1762005f2304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b1bc0258-0080-4da7-b12b-922e682b239c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:03:55.097690 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d746041f-8b49-4b58-936b-a7a07b6e7f7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:55.098097 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d746041f-8b49-4b58-936b-a7a07b6e7f7e None None] Bound using segment: {'id': 'ccd47ee5-4840-47c6-beff-1762005f2304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b1bc0258-0080-4da7-b12b-922e682b239c'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:03:55.098586 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-d746041f-8b49-4b58-936b-a7a07b6e7f7e None None] Bound port: 6b008ac8-381f-458f-a91f-d4652490cf92, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccd47ee5-4840-47c6-beff-1762005f2304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b1bc0258-0080-4da7-b12b-922e682b239c'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:03:55.098977 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d746041f-8b49-4b58-936b-a7a07b6e7f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:55.253877 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8216d07c-8ba8-431e-8718-f93d4e84efe0 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:55.270719 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-66f84c12-00dd-4135-952e-0e231ac1e306 None None] Provisioning complete for port 8521bbbf-a319-492c-b7e0-b3fed137f0ff triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:03:55.271090 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-66f84c12-00dd-4135-952e-0e231ac1e306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:55.272961 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:55.274667 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-d746041f-8b49-4b58-936b-a7a07b6e7f7e None None] For port 6b008ac8-381f-458f-a91f-d4652490cf92, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:03:55.278523 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-d746041f-8b49-4b58-936b-a7a07b6e7f7e None None] For port 6b008ac8-381f-458f-a91f-d4652490cf92, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=6b008ac8-381f-458f-a91f-d4652490cf92,segment=NetworkSegment(ccd47ee5-4840-47c6-beff-1762005f2304),segment_id=ccd47ee5-4840-47c6-beff-1762005f2304)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:03:55.319618 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d746041f-8b49-4b58-936b-a7a07b6e7f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:55.406281 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-66f84c12-00dd-4135-952e-0e231ac1e306 None None] Port 8521bbbf-a319-492c-b7e0-b3fed137f0ff cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:03:55.435665 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d746041f-8b49-4b58-936b-a7a07b6e7f7e None None] Pushing event updated for resources: {'Port': ['ID=6b008ac8-381f-458f-a91f-d4652490cf92,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:55.534748 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-44b2b53c-d735-48b2-8cdd-1a9468851029 None None] Provisioning complete for port 8521bbbf-a319-492c-b7e0-b3fed137f0ff triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:03:55.535310 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-44b2b53c-d735-48b2-8cdd-1a9468851029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:55.563733 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f0255ad-82ed-401e-a3c1-0f7c2dccbc9e req-2dd9103a-eb01-4aef-b84a-c03309a1fcdf service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0997734 Sep 17 08:03:55.589070 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-44b2b53c-d735-48b2-8cdd-1a9468851029 None None] Port 8521bbbf-a319-492c-b7e0-b3fed137f0ff cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:03:55.624374 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c95576-b850-484f-9927-82445a4773be None None] Sync routers for ids ['8e68c7e1-4432-4bbc-8f99-957862f0513f'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:03:55.640255 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 1806309c-78bc-4391-a0f7-9c67004fbce8 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:03:55.659916 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c95576-b850-484f-9927-82445a4773be None None] Routers {'8e68c7e1-4432-4bbc-8f99-957862f0513f'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:03:55.664050 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-a2c95576-b850-484f-9927-82445a4773be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:03:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['8e68c7e1-4432-4bbc-8f99-957862f0513f'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:55.729401 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0255ad-82ed-401e-a3c1-0f7c2dccbc9e req-e2f5baab-9ca2-49c3-9e5a-0085b089ce13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:55.730493 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0255ad-82ed-401e-a3c1-0f7c2dccbc9e req-e2f5baab-9ca2-49c3-9e5a-0085b089ce13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:55.731027 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0255ad-82ed-401e-a3c1-0f7c2dccbc9e req-e2f5baab-9ca2-49c3-9e5a-0085b089ce13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:55.731551 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0255ad-82ed-401e-a3c1-0f7c2dccbc9e req-e2f5baab-9ca2-49c3-9e5a-0085b089ce13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:55.732833 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0255ad-82ed-401e-a3c1-0f7c2dccbc9e req-e2f5baab-9ca2-49c3-9e5a-0085b089ce13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:55.733402 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0255ad-82ed-401e-a3c1-0f7c2dccbc9e req-e2f5baab-9ca2-49c3-9e5a-0085b089ce13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:55.733928 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0255ad-82ed-401e-a3c1-0f7c2dccbc9e req-e2f5baab-9ca2-49c3-9e5a-0085b089ce13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:55.736158 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f0255ad-82ed-401e-a3c1-0f7c2dccbc9e req-e2f5baab-9ca2-49c3-9e5a-0085b089ce13 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9dd60ef4e32342ee9bd756b274f1d1f9&device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab HTTP/1.1" status: 200 len: 6488 time: 0.1055865 Sep 17 08:03:55.797553 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 1806309c-78bc-4391-a0f7-9c67004fbce8 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:03:55.798034 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:55.818334 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-a2c95576-b850-484f-9927-82445a4773be None None] Set router 8e68c7e1-4432-4bbc-8f99-957862f0513f gateway port host: None {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:03:55.862906 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8216d07c-8ba8-431e-8718-f93d4e84efe0 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:55.933687 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device cd857f27-5074-4338-9ef2-464d1b2db8d5 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:03:56.026456 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0255ad-82ed-401e-a3c1-0f7c2dccbc9e req-908bfe41-7ca6-4b9a-b07f-011965dc9e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:56.026937 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0255ad-82ed-401e-a3c1-0f7c2dccbc9e req-908bfe41-7ca6-4b9a-b07f-011965dc9e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:56.027412 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0255ad-82ed-401e-a3c1-0f7c2dccbc9e req-908bfe41-7ca6-4b9a-b07f-011965dc9e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:56.029088 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f0255ad-82ed-401e-a3c1-0f7c2dccbc9e req-908bfe41-7ca6-4b9a-b07f-011965dc9e23 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f09c285a-372f-4d9d-93e7-05d1bf72bf1b&id=38da8219-9711-4a17-95ce-4a60364cf1ab&id=38da8219-9711-4a17-95ce-4a60364cf1ab&id=38da8219-9711-4a17-95ce-4a60364cf1ab&id=38da8219-9711-4a17-95ce-4a60364cf1ab&id=af537dc7-8886-4fdc-a38b-73c1633b0a59&id=af537dc7-8886-4fdc-a38b-73c1633b0a59 HTTP/1.1" status: 200 len: 2292 time: 0.2519016 Sep 17 08:03:56.036076 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port cd857f27-5074-4338-9ef2-464d1b2db8d5 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:03:56.036712 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:56.041406 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8216d07c-8ba8-431e-8718-f93d4e84efe0 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:56.042334 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8216d07c-8ba8-431e-8718-f93d4e84efe0 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:56.112223 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-a2c95576-b850-484f-9927-82445a4773be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'name': 'tempest-RoutersIpV6Test-router-1588630530', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:03:46Z', 'updated_at': '2021-09-17T08:03:55Z', 'revision_number': 4, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'gw_port_host': None, '_interfaces': [{'id': '5a444a8f-4b11-4938-a87e-c960b2f50340', 'name': '', 'network_id': 'b1bc0258-0080-4da7-b12b-922e682b239c', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'mac_address': 'fa:16:3e:5f:7c:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': 'ce1c90cf-5bf3-4153-92c7-6b6caef3151e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:54Z', 'updated_at': '2021-09-17T08:03:54Z', 'revision_number': 1, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'subnets': [{'id': 'ce1c90cf-5bf3-4153-92c7-6b6caef3151e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8521bbbf-a319-492c-b7e0-b3fed137f0ff', 'name': '', 'network_id': 'd7c5fb20-c941-429c-90c9-c19bfdc574aa', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'mac_address': 'fa:16:3e:95:33:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': 'cdbba56d-e3fd-409f-89f7-5b20593794fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:51Z', 'updated_at': '2021-09-17T08:03:51Z', 'revision_number': 2, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'subnets': [{'id': 'cdbba56d-e3fd-409f-89f7-5b20593794fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd857f27-5074-4338-9ef2-464d1b2db8d5', 'name': '', 'network_id': '7bfd27a7-b749-467c-aa27-defec6b9d70e', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'mac_address': 'fa:16:3e:57:38:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '0a2d550c-65a7-44a3-9dd2-5f20c6c64bc8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:47Z', 'updated_at': '2021-09-17T08:03:52Z', 'revision_number': 5, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'subnets': [{'id': '0a2d550c-65a7-44a3-9dd2-5f20c6c64bc8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:56.153335 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c95576-b850-484f-9927-82445a4773be None None] Checking router: 8e68c7e1-4432-4bbc-8f99-957862f0513f for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:03:56.153335 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c95576-b850-484f-9927-82445a4773be None None] Updating router 8e68c7e1-4432-4bbc-8f99-957862f0513f port 5a444a8f-4b11-4938-a87e-c960b2f50340 binding host n-d-789963-9 {{(pid=101292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 08:03:56.180508 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a2c95576-b850-484f-9927-82445a4773be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:56.442016 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5056cf-1aae-4387-a9b7-c7153b108828 req-b45973f3-1570-469d-b9c6-a93a7382587d tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:56.443621 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3d5056cf-1aae-4387-a9b7-c7153b108828 req-b45973f3-1570-469d-b9c6-a93a7382587d tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=719299f7-5239-4fef-97c5-a397767cc371 HTTP/1.1" status: 200 len: 946 time: 0.5782843 Sep 17 08:03:56.522482 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8216d07c-8ba8-431e-8718-f93d4e84efe0 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Network b1bc0258-0080-4da7-b12b-922e682b239c is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:03:56.522971 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a2c95576-b850-484f-9927-82445a4773be None None] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:56.527736 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-8216d07c-8ba8-431e-8718-f93d4e84efe0 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:03:56.537007 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a2c95576-b850-484f-9927-82445a4773be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:56.553448 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8216d07c-8ba8-431e-8718-f93d4e84efe0 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Pushing event updated for resources: {'Port': ['ID=5a444a8f-4b11-4938-a87e-c960b2f50340,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:56.585344 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf5e317-14cd-429b-88a9-ce8c7eb3aa0a None None] Pushing event updated for resources: {'Port': ['ID=5a444a8f-4b11-4938-a87e-c960b2f50340,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:56.664366 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-a2c95576-b850-484f-9927-82445a4773be None None] Attempting to bind port 5a444a8f-4b11-4938-a87e-c960b2f50340 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:03:56.665062 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-a2c95576-b850-484f-9927-82445a4773be None None] Attempting to bind port 5a444a8f-4b11-4938-a87e-c960b2f50340 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'ccd47ee5-4840-47c6-beff-1762005f2304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b1bc0258-0080-4da7-b12b-922e682b239c'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:03:56.665238 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c95576-b850-484f-9927-82445a4773be None None] Attempting to bind port 5a444a8f-4b11-4938-a87e-c960b2f50340 on network b1bc0258-0080-4da7-b12b-922e682b239c {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:03:56.671623 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c95576-b850-484f-9927-82445a4773be None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:03:56.672026 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c95576-b850-484f-9927-82445a4773be None None] Checking segment: {'id': 'ccd47ee5-4840-47c6-beff-1762005f2304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b1bc0258-0080-4da7-b12b-922e682b239c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:03:56.672434 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a2c95576-b850-484f-9927-82445a4773be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:56.672828 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c95576-b850-484f-9927-82445a4773be None None] Bound using segment: {'id': 'ccd47ee5-4840-47c6-beff-1762005f2304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b1bc0258-0080-4da7-b12b-922e682b239c'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:03:56.673293 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-a2c95576-b850-484f-9927-82445a4773be None None] Bound port: 5a444a8f-4b11-4938-a87e-c960b2f50340, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccd47ee5-4840-47c6-beff-1762005f2304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b1bc0258-0080-4da7-b12b-922e682b239c'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:03:56.673682 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a2c95576-b850-484f-9927-82445a4773be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:56.681753 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8216d07c-8ba8-431e-8718-f93d4e84efe0 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Router 8e68c7e1-4432-4bbc-8f99-957862f0513f has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:03:56.690286 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f0255ad-82ed-401e-a3c1-0f7c2dccbc9e req-e2a64b46-ef5a-4f1d-9428-cb61ac16c87b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f925fa88-e615-42d2-b3ec-449463c7b53e HTTP/1.1" status: 200 len: 1001 time: 0.6148736 Sep 17 08:03:56.720941 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3d5056cf-1aae-4387-a9b7-c7153b108828 req-f385680d-27cd-4564-b7ef-f872965bcd97 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945584 Sep 17 08:03:56.784356 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-a2c95576-b850-484f-9927-82445a4773be None None] For port 5a444a8f-4b11-4938-a87e-c960b2f50340, host n-d-789963-9, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:03:56.793960 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56b052f-8d75-4c76-ac25-4f68d5152114 None None] Network b1bc0258-0080-4da7-b12b-922e682b239c requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:03:56.799965 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-a2c95576-b850-484f-9927-82445a4773be None None] For port 5a444a8f-4b11-4938-a87e-c960b2f50340, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=5a444a8f-4b11-4938-a87e-c960b2f50340,segment=NetworkSegment(ccd47ee5-4840-47c6-beff-1762005f2304),segment_id=ccd47ee5-4840-47c6-beff-1762005f2304)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:03:56.809114 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a2c95576-b850-484f-9927-82445a4773be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:56.841533 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-86752742-ed6e-4c05-b15a-6fe50066354c None None] Provisioning complete for port 6b008ac8-381f-458f-a91f-d4652490cf92 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:03:56.843820 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-86752742-ed6e-4c05-b15a-6fe50066354c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:56.849789 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0255ad-82ed-401e-a3c1-0f7c2dccbc9e req-f72d9a65-34f0-4c41-b87a-f727691665e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:56.852525 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f0255ad-82ed-401e-a3c1-0f7c2dccbc9e req-f72d9a65-34f0-4c41-b87a-f727691665e7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1862c60a-900a-428f-84d5-02f641b77766 HTTP/1.1" status: 200 len: 850 time: 0.1460938 Sep 17 08:03:56.871461 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf5e317-14cd-429b-88a9-ce8c7eb3aa0a None None] Pushing event updated for resources: {'Port': ['ID=5a444a8f-4b11-4938-a87e-c960b2f50340,revision_number=4']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:56.890195 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c95576-b850-484f-9927-82445a4773be None None] Updating router 8e68c7e1-4432-4bbc-8f99-957862f0513f port 8521bbbf-a319-492c-b7e0-b3fed137f0ff binding host n-d-789963-9 {{(pid=101292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 08:03:56.899708 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8216d07c-8ba8-431e-8718-f93d4e84efe0 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:03:56.907167 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-8216d07c-8ba8-431e-8718-f93d4e84efe0 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "PUT /v2.0/routers/8e68c7e1-4432-4bbc-8f99-957862f0513f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2572207 Sep 17 08:03:56.910039 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 32924) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:56.916215 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-b283997b-4b3b-42e6-9f64-ae30cf980545 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-694093589'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:03:56.924006 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0255ad-82ed-401e-a3c1-0f7c2dccbc9e req-f72cc329-b87a-421e-961a-66ace396cc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:56.925803 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f0255ad-82ed-401e-a3c1-0f7c2dccbc9e req-f72cc329-b87a-421e-961a-66ace396cc54 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f09c285a-372f-4d9d-93e7-05d1bf72bf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0627413 Sep 17 08:03:56.933296 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a2c95576-b850-484f-9927-82445a4773be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:56.965887 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b283997b-4b3b-42e6-9f64-ae30cf980545 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Made reservation on behalf of bc1e57ea729b496c9e70ade3ba30f0a4 for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:03:56.969427 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b283997b-4b3b-42e6-9f64-ae30cf980545 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:57.024819 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b283997b-4b3b-42e6-9f64-ae30cf980545 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:03:57.034872 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b283997b-4b3b-42e6-9f64-ae30cf980545 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:57.035640 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-b283997b-4b3b-42e6-9f64-ae30cf980545 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Added segment 5c22b53f-85be-41ec-ba34-a9a437e71b34 of type vlan for network 22fbe110-cf37-4b01-bc5b-4c587d10e391 Sep 17 08:03:57.051164 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f0255ad-82ed-401e-a3c1-0f7c2dccbc9e req-daf2ad81-032e-45a4-ac7f-fe047c48627e service neutron] 10.222.0.39 "GET /v2.0/networks/f09c285a-372f-4d9d-93e7-05d1bf72bf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166055 Sep 17 08:03:57.138044 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-86752742-ed6e-4c05-b15a-6fe50066354c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:57.151145 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b283997b-4b3b-42e6-9f64-ae30cf980545 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:57.184486 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-86752742-ed6e-4c05-b15a-6fe50066354c None None] For port 6b008ac8-381f-458f-a91f-d4652490cf92, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=6b008ac8-381f-458f-a91f-d4652490cf92,segment=NetworkSegment(ccd47ee5-4840-47c6-beff-1762005f2304),segment_id=ccd47ee5-4840-47c6-beff-1762005f2304)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:03:57.192066 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-86752742-ed6e-4c05-b15a-6fe50066354c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:57.198628 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b283997b-4b3b-42e6-9f64-ae30cf980545 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:57.216450 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b283997b-4b3b-42e6-9f64-ae30cf980545 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:57.216450 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b283997b-4b3b-42e6-9f64-ae30cf980545 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:57.228930 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f0255ad-82ed-401e-a3c1-0f7c2dccbc9e req-7eb15666-9110-4dee-a273-70b7c927c935 service neutron] 10.222.0.39 "GET /v2.0/networks/f09c285a-372f-4d9d-93e7-05d1bf72bf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706524 Sep 17 08:03:57.267427 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b283997b-4b3b-42e6-9f64-ae30cf980545 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3560412 Sep 17 08:03:57.268299 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86752742-ed6e-4c05-b15a-6fe50066354c None None] Pushing event updated for resources: {'Port': ['ID=6b008ac8-381f-458f-a91f-d4652490cf92,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:57.284650 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 32932) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:57.290751 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-6124dc1e-7ee7-4746-ac67-a8c26860121d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Request body: {'subnet': {'network_id': '22fbe110-cf37-4b01-bc5b-4c587d10e391', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:03:57.305849 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f0255ad-82ed-401e-a3c1-0f7c2dccbc9e req-b0227569-2609-44ff-ae57-ffc02320d914 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=f1fe0f28-22d4-4b09-bc17-0fd02f571177 HTTP/1.1" status: 200 len: 217 time: 0.0631816 Sep 17 08:03:57.418522 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b283997b-4b3b-42e6-9f64-ae30cf980545 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Pushing event updated for resources: {'Network': ['ID=22fbe110-cf37-4b01-bc5b-4c587d10e391,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:57.437141 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 22fbe110-cf37-4b01-bc5b-4c587d10e391 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:03:57.470006 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0255ad-82ed-401e-a3c1-0f7c2dccbc9e req-81255912-c9df-4662-b5a6-0992f54d1bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:57.471686 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f0255ad-82ed-401e-a3c1-0f7c2dccbc9e req-81255912-c9df-4662-b5a6-0992f54d1bc0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b03d39e8-6611-49a1-bc08-558dcfc2f27e HTTP/1.1" status: 200 len: 797 time: 0.1574535 Sep 17 08:03:57.564373 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 6b008ac8-381f-458f-a91f-d4652490cf92 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:03:57.573012 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a2c95576-b850-484f-9927-82445a4773be None None] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:57.582190 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a2c95576-b850-484f-9927-82445a4773be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:57.589811 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6124dc1e-7ee7-4746-ac67-a8c26860121d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Made reservation on behalf of bc1e57ea729b496c9e70ade3ba30f0a4 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:03:57.594184 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6124dc1e-7ee7-4746-ac67-a8c26860121d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:57.621364 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-682e4ca0-1339-4400-aa9e-ba9d49e643a5 None None] Provisioning complete for port 6b008ac8-381f-458f-a91f-d4652490cf92 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:03:57.621586 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0255ad-82ed-401e-a3c1-0f7c2dccbc9e req-8e008997-85b9-4b86-b7c1-9cf84caa3cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:57.621741 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-682e4ca0-1339-4400-aa9e-ba9d49e643a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:57.632919 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf5e317-14cd-429b-88a9-ce8c7eb3aa0a None None] Pushing event updated for resources: {'Port': ['ID=8521bbbf-a319-492c-b7e0-b3fed137f0ff,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:57.635148 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f0255ad-82ed-401e-a3c1-0f7c2dccbc9e req-8e008997-85b9-4b86-b7c1-9cf84caa3cd6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=38da8219-9711-4a17-95ce-4a60364cf1ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1343548 Sep 17 08:03:57.697695 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 6b008ac8-381f-458f-a91f-d4652490cf92 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:03:57.698303 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:57.751995 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-a2c95576-b850-484f-9927-82445a4773be None None] Attempting to bind port 8521bbbf-a319-492c-b7e0-b3fed137f0ff on host n-d-789963-9 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:03:57.752510 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-a2c95576-b850-484f-9927-82445a4773be None None] Attempting to bind port 8521bbbf-a319-492c-b7e0-b3fed137f0ff by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '67e63c0c-86b0-4b16-9a16-e3bfa3b87dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd7c5fb20-c941-429c-90c9-c19bfdc574aa'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:03:57.754994 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c95576-b850-484f-9927-82445a4773be None None] Attempting to bind port 8521bbbf-a319-492c-b7e0-b3fed137f0ff on network d7c5fb20-c941-429c-90c9-c19bfdc574aa {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:03:57.762839 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c95576-b850-484f-9927-82445a4773be None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:03:57.763431 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c95576-b850-484f-9927-82445a4773be None None] Checking segment: {'id': '67e63c0c-86b0-4b16-9a16-e3bfa3b87dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd7c5fb20-c941-429c-90c9-c19bfdc574aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:03:57.764257 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a2c95576-b850-484f-9927-82445a4773be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:57.764738 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c95576-b850-484f-9927-82445a4773be None None] Bound using segment: {'id': '67e63c0c-86b0-4b16-9a16-e3bfa3b87dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd7c5fb20-c941-429c-90c9-c19bfdc574aa'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:03:57.765318 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-a2c95576-b850-484f-9927-82445a4773be None None] Bound port: 8521bbbf-a319-492c-b7e0-b3fed137f0ff, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67e63c0c-86b0-4b16-9a16-e3bfa3b87dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd7c5fb20-c941-429c-90c9-c19bfdc574aa'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:03:57.765793 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a2c95576-b850-484f-9927-82445a4773be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:57.809442 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f0255ad-82ed-401e-a3c1-0f7c2dccbc9e req-7036f3ae-d1e2-47b8-8c50-75b955f34d02 service neutron] 10.222.0.39 "GET /v2.0/networks/38da8219-9711-4a17-95ce-4a60364cf1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662090 Sep 17 08:03:57.910780 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-a2c95576-b850-484f-9927-82445a4773be None None] For port 8521bbbf-a319-492c-b7e0-b3fed137f0ff, host n-d-789963-9, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:03:57.915093 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-a2c95576-b850-484f-9927-82445a4773be None None] For port 8521bbbf-a319-492c-b7e0-b3fed137f0ff, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=8521bbbf-a319-492c-b7e0-b3fed137f0ff,segment=NetworkSegment(67e63c0c-86b0-4b16-9a16-e3bfa3b87dbd),segment_id=67e63c0c-86b0-4b16-9a16-e3bfa3b87dbd)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:03:57.925398 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a2c95576-b850-484f-9927-82445a4773be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:57.927435 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-682e4ca0-1339-4400-aa9e-ba9d49e643a5 None None] Provisioning complete for port 5a444a8f-4b11-4938-a87e-c960b2f50340 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:03:57.927992 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-682e4ca0-1339-4400-aa9e-ba9d49e643a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:58.020820 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f0255ad-82ed-401e-a3c1-0f7c2dccbc9e req-e4a55bdc-4baa-47ef-af34-824154ced469 service neutron] 10.222.0.39 "GET /v2.0/networks/38da8219-9711-4a17-95ce-4a60364cf1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021050 Sep 17 08:03:58.064645 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c95576-b850-484f-9927-82445a4773be None None] Routers {'8e68c7e1-4432-4bbc-8f99-957862f0513f'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:03:58.065442 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-a2c95576-b850-484f-9927-82445a4773be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:03:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['8e68c7e1-4432-4bbc-8f99-957862f0513f'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:58.122344 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f0255ad-82ed-401e-a3c1-0f7c2dccbc9e req-5b792eb3-d6d2-4667-824e-3b9d1e5d5add service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=58361d99-ef9c-4fbd-af39-2f7f8767303c HTTP/1.1" status: 200 len: 217 time: 0.0904148 Sep 17 08:03:58.124094 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6124dc1e-7ee7-4746-ac67-a8c26860121d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:58.162641 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7795e93-ad1c-4654-a212-cc41cc2077c1 req-55b434e1-70b7-4beb-8a7a-c7a591718557 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:58.182896 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-682e4ca0-1339-4400-aa9e-ba9d49e643a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:58.187855 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b7795e93-ad1c-4654-a212-cc41cc2077c1 req-55b434e1-70b7-4beb-8a7a-c7a591718557 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=719299f7-5239-4fef-97c5-a397767cc371 HTTP/1.1" status: 200 len: 946 time: 0.3096118 Sep 17 08:03:58.228965 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-a2c95576-b850-484f-9927-82445a4773be None None] Set router 8e68c7e1-4432-4bbc-8f99-957862f0513f gateway port host: None {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:03:58.272305 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124dc1e-7ee7-4746-ac67-a8c26860121d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Pushing event updated for resources: {'Subnet': ['ID=8ecdb1b2-37cf-44f6-853b-f7836e91c745,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:58.274055 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b7795e93-ad1c-4654-a212-cc41cc2077c1 req-47205dc2-daa4-4551-b0cf-2f231ae4a103 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848403 Sep 17 08:03:58.277375 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-682e4ca0-1339-4400-aa9e-ba9d49e643a5 None None] For port 5a444a8f-4b11-4938-a87e-c960b2f50340, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=5a444a8f-4b11-4938-a87e-c960b2f50340,segment=NetworkSegment(ccd47ee5-4840-47c6-beff-1762005f2304),segment_id=ccd47ee5-4840-47c6-beff-1762005f2304)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:03:58.292521 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6124dc1e-7ee7-4746-ac67-a8c26860121d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Checking segment: {'id': '5c22b53f-85be-41ec-ba34-a9a437e71b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '22fbe110-cf37-4b01-bc5b-4c587d10e391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:03:58.294562 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6124dc1e-7ee7-4746-ac67-a8c26860121d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Network hostable DHCP agents. Network: 22fbe110-cf37-4b01-bc5b-4c587d10e391, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:03:58.294931 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0255ad-82ed-401e-a3c1-0f7c2dccbc9e req-35e094e8-e19c-41d2-b084-74a06740fd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:58.299724 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124dc1e-7ee7-4746-ac67-a8c26860121d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:03:58.300314 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124dc1e-7ee7-4746-ac67-a8c26860121d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:03:58.300812 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124dc1e-7ee7-4746-ac67-a8c26860121d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:03:58.301312 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124dc1e-7ee7-4746-ac67-a8c26860121d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:03:58.301816 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124dc1e-7ee7-4746-ac67-a8c26860121d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:03:58.302159 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-682e4ca0-1339-4400-aa9e-ba9d49e643a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:58.302505 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124dc1e-7ee7-4746-ac67-a8c26860121d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:03:58.302996 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124dc1e-7ee7-4746-ac67-a8c26860121d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:03:58.303502 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124dc1e-7ee7-4746-ac67-a8c26860121d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:03:58.304016 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124dc1e-7ee7-4746-ac67-a8c26860121d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:03:58.304218 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f0255ad-82ed-401e-a3c1-0f7c2dccbc9e req-35e094e8-e19c-41d2-b084-74a06740fd6f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b03d39e8-6611-49a1-bc08-558dcfc2f27e HTTP/1.1" status: 200 len: 797 time: 0.1727788 Sep 17 08:03:58.305232 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124dc1e-7ee7-4746-ac67-a8c26860121d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:03:58.305909 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124dc1e-7ee7-4746-ac67-a8c26860121d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:03:58.306402 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124dc1e-7ee7-4746-ac67-a8c26860121d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:03:58.353290 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6124dc1e-7ee7-4746-ac67-a8c26860121d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Network 22fbe110-cf37-4b01-bc5b-4c587d10e391 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:03:58.382323 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-6124dc1e-7ee7-4746-ac67-a8c26860121d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 22fbe110-cf37-4b01-bc5b-4c587d10e391) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:03:58.395571 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6124dc1e-7ee7-4746-ac67-a8c26860121d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:58.398647 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf5e317-14cd-429b-88a9-ce8c7eb3aa0a None None] Pushing event updated for resources: {'Port': ['ID=8521bbbf-a319-492c-b7e0-b3fed137f0ff,revision_number=4']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:58.400808 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6124dc1e-7ee7-4746-ac67-a8c26860121d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:58.418394 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682e4ca0-1339-4400-aa9e-ba9d49e643a5 None None] Pushing event updated for resources: {'Port': ['ID=5a444a8f-4b11-4938-a87e-c960b2f50340,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:58.425071 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04613f95-3820-4e0d-895e-eb709833f66a None None] Network 22fbe110-cf37-4b01-bc5b-4c587d10e391 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:03:58.428707 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0255ad-82ed-401e-a3c1-0f7c2dccbc9e req-e52e9c1b-fbfc-4811-9545-a6c1f072c288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:58.434167 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f0255ad-82ed-401e-a3c1-0f7c2dccbc9e req-e52e9c1b-fbfc-4811-9545-a6c1f072c288 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=38da8219-9711-4a17-95ce-4a60364cf1ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1222155 Sep 17 08:03:58.463222 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6124dc1e-7ee7-4746-ac67-a8c26860121d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1771436 Sep 17 08:03:58.466692 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 32950) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:03:58.626472 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f0255ad-82ed-401e-a3c1-0f7c2dccbc9e req-aa38586e-5460-411d-8223-da160fb66b0b service neutron] 10.222.0.39 "GET /v2.0/networks/38da8219-9711-4a17-95ce-4a60364cf1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840911 Sep 17 08:03:58.686956 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-3caaeb7b-0a62-4cde-978d-bcc5bba33f37 None None] Provisioning complete for port 8521bbbf-a319-492c-b7e0-b3fed137f0ff triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:03:58.687401 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3caaeb7b-0a62-4cde-978d-bcc5bba33f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:58.748159 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-a2c95576-b850-484f-9927-82445a4773be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'name': 'tempest-RoutersIpV6Test-router-1588630530', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:03:46Z', 'updated_at': '2021-09-17T08:03:55Z', 'revision_number': 4, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'gw_port_host': None, '_interfaces': [{'id': '5a444a8f-4b11-4938-a87e-c960b2f50340', 'name': '', 'network_id': 'b1bc0258-0080-4da7-b12b-922e682b239c', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'mac_address': 'fa:16:3e:5f:7c:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': 'ce1c90cf-5bf3-4153-92c7-6b6caef3151e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:54Z', 'updated_at': '2021-09-17T08:03:56Z', 'revision_number': 4, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'subnets': [{'id': 'ce1c90cf-5bf3-4153-92c7-6b6caef3151e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8521bbbf-a319-492c-b7e0-b3fed137f0ff', 'name': '', 'network_id': 'd7c5fb20-c941-429c-90c9-c19bfdc574aa', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'mac_address': 'fa:16:3e:95:33:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': 'cdbba56d-e3fd-409f-89f7-5b20593794fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:51Z', 'updated_at': '2021-09-17T08:03:57Z', 'revision_number': 4, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'subnets': [{'id': 'cdbba56d-e3fd-409f-89f7-5b20593794fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd857f27-5074-4338-9ef2-464d1b2db8d5', 'name': '', 'network_id': '7bfd27a7-b749-467c-aa27-defec6b9d70e', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'mac_address': 'fa:16:3e:57:38:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '0a2d550c-65a7-44a3-9dd2-5f20c6c64bc8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:47Z', 'updated_at': '2021-09-17T08:03:52Z', 'revision_number': 5, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'subnets': [{'id': '0a2d550c-65a7-44a3-9dd2-5f20c6c64bc8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:03:58.808042 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c95576-b850-484f-9927-82445a4773be None None] The sync data for ids ['8e68c7e1-4432-4bbc-8f99-957862f0513f'] in n-d-789963-9 is: [{'id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'name': 'tempest-RoutersIpV6Test-router-1588630530', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:03:46Z', 'updated_at': '2021-09-17T08:03:55Z', 'revision_number': 4, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'gw_port_host': None, '_interfaces': [{'id': '5a444a8f-4b11-4938-a87e-c960b2f50340', 'name': '', 'network_id': 'b1bc0258-0080-4da7-b12b-922e682b239c', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'mac_address': 'fa:16:3e:5f:7c:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': 'ce1c90cf-5bf3-4153-92c7-6b6caef3151e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:54Z', 'updated_at': '2021-09-17T08:03:56Z', 'revision_number': 4, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'subnets': [{'id': 'ce1c90cf-5bf3-4153-92c7-6b6caef3151e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8521bbbf-a319-492c-b7e0-b3fed137f0ff', 'name': '', 'network_id': 'd7c5fb20-c941-429c-90c9-c19bfdc574aa', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'mac_address': 'fa:16:3e:95:33:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': 'cdbba56d-e3fd-409f-89f7-5b20593794fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:51Z', 'updated_at': '2021-09-17T08:03:57Z', 'revision_number': 4, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'subnets': [{'id': 'cdbba56d-e3fd-409f-89f7-5b20593794fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd857f27-5074-4338-9ef2-464d1b2db8d5', 'name': '', 'network_id': '7bfd27a7-b749-467c-aa27-defec6b9d70e', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'mac_address': 'fa:16:3e:57:38:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '0a2d550c-65a7-44a3-9dd2-5f20c6c64bc8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:47Z', 'updated_at': '2021-09-17T08:03:52Z', 'revision_number': 5, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'subnets': [{'id': '0a2d550c-65a7-44a3-9dd2-5f20c6c64bc8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:03:58.809915 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f0255ad-82ed-401e-a3c1-0f7c2dccbc9e req-d39dd1af-c093-46fb-8b75-f6bc5237776c service neutron] 10.222.0.39 "GET /v2.0/networks/38da8219-9711-4a17-95ce-4a60364cf1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741533 Sep 17 08:03:58.916155 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f0255ad-82ed-401e-a3c1-0f7c2dccbc9e req-b05c7981-180d-455d-ba84-3fb7b0596282 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=cd1505ba-efdd-43fd-ab1a-f53b5617d26f HTTP/1.1" status: 200 len: 217 time: 0.0950086 Sep 17 08:03:58.999022 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0e0d19-c9be-4dca-bf65-2213ee86afe3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-22fbe110-cf37-4b01-bc5b-4c587d10e391', 'network_id': '22fbe110-cf37-4b01-bc5b-4c587d10e391', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'fixed_ips': [{'subnet_id': '8ecdb1b2-37cf-44f6-853b-f7836e91c745'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:03:58.999942 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6c0e0d19-c9be-4dca-bf65-2213ee86afe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:59.039636 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3caaeb7b-0a62-4cde-978d-bcc5bba33f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:59.050649 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0255ad-82ed-401e-a3c1-0f7c2dccbc9e req-f4974ffe-238d-4967-8b73-b162b22a1b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:59.053187 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f0255ad-82ed-401e-a3c1-0f7c2dccbc9e req-f4974ffe-238d-4967-8b73-b162b22a1b52 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b03d39e8-6611-49a1-bc08-558dcfc2f27e HTTP/1.1" status: 200 len: 797 time: 0.1305158 Sep 17 08:03:59.120531 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5d331e80-e1b7-4dd7-a3e9-f7eb5a51234d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:59.143166 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0255ad-82ed-401e-a3c1-0f7c2dccbc9e req-5a8b5797-e662-4b47-ab37-7df1ba195b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:59.144954 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f0255ad-82ed-401e-a3c1-0f7c2dccbc9e req-5a8b5797-e662-4b47-ab37-7df1ba195b09 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=38da8219-9711-4a17-95ce-4a60364cf1ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0827694 Sep 17 08:03:59.328587 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f0255ad-82ed-401e-a3c1-0f7c2dccbc9e req-e492eff3-0100-4f37-85d9-3ec59bd1cd77 service neutron] 10.222.0.39 "GET /v2.0/networks/38da8219-9711-4a17-95ce-4a60364cf1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697299 Sep 17 08:03:59.380944 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-6c0e0d19-c9be-4dca-bf65-2213ee86afe3 None None] Allocated IP 2001:db8:3::2 (22fbe110-cf37-4b01-bc5b-4c587d10e391/8ecdb1b2-37cf-44f6-853b-f7836e91c745/c9c4ea63-13b3-4ec4-acee-2eff9339f999) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:03:59.527235 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e0e4f-58bf-4cf7-8db1-86fa73957339 req-a310b7b1-54e8-4242-aeae-2d1e3e085cd0 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:59.535197 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a51e0e4f-58bf-4cf7-8db1-86fa73957339 req-a310b7b1-54e8-4242-aeae-2d1e3e085cd0 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=719299f7-5239-4fef-97c5-a397767cc371 HTTP/1.1" status: 200 len: 946 time: 0.1191390 Sep 17 08:03:59.583992 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f0255ad-82ed-401e-a3c1-0f7c2dccbc9e req-75bd9f9a-3e08-451d-b737-fdd0dca25ad5 service neutron] 10.222.0.39 "GET /v2.0/networks/38da8219-9711-4a17-95ce-4a60364cf1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447715 Sep 17 08:03:59.602818 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a51e0e4f-58bf-4cf7-8db1-86fa73957339 req-303ce04a-91a9-4b2f-823c-b2ef362b6dab tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661077 Sep 17 08:03:59.681361 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f0255ad-82ed-401e-a3c1-0f7c2dccbc9e req-dece6908-b177-44b1-b644-b355ba41a62f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.79&port_id=1507ef2b-f42c-4d87-a44c-871476fa8797 HTTP/1.1" status: 200 len: 217 time: 0.0746593 Sep 17 08:03:59.706847 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-3caaeb7b-0a62-4cde-978d-bcc5bba33f37 None None] For port 8521bbbf-a319-492c-b7e0-b3fed137f0ff, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=8521bbbf-a319-492c-b7e0-b3fed137f0ff,segment=NetworkSegment(67e63c0c-86b0-4b16-9a16-e3bfa3b87dbd),segment_id=67e63c0c-86b0-4b16-9a16-e3bfa3b87dbd)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:03:59.723231 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3caaeb7b-0a62-4cde-978d-bcc5bba33f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:59.736095 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 8521bbbf-a319-492c-b7e0-b3fed137f0ff up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:03:59.753915 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0255ad-82ed-401e-a3c1-0f7c2dccbc9e req-e7db0786-a8e2-4711-ab6f-bb0317f9d52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:59.755617 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f0255ad-82ed-401e-a3c1-0f7c2dccbc9e req-e7db0786-a8e2-4711-ab6f-bb0317f9d52d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b03d39e8-6611-49a1-bc08-558dcfc2f27e HTTP/1.1" status: 200 len: 797 time: 0.0607734 Sep 17 08:03:59.835535 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6c0e0d19-c9be-4dca-bf65-2213ee86afe3 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:59.836990 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-3caaeb7b-0a62-4cde-978d-bcc5bba33f37 None None] Provisioning complete for port 5a444a8f-4b11-4938-a87e-c960b2f50340 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:03:59.837134 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0255ad-82ed-401e-a3c1-0f7c2dccbc9e req-9e0d165d-3729-46d1-a07b-550d617d29ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:03:59.837351 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3caaeb7b-0a62-4cde-978d-bcc5bba33f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:59.839230 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f0255ad-82ed-401e-a3c1-0f7c2dccbc9e req-9e0d165d-3729-46d1-a07b-550d617d29ad service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=38da8219-9711-4a17-95ce-4a60364cf1ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0580516 Sep 17 08:03:59.851207 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6c0e0d19-c9be-4dca-bf65-2213ee86afe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:59.888404 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caaeb7b-0a62-4cde-978d-bcc5bba33f37 None None] Pushing event updated for resources: {'Port': ['ID=8521bbbf-a319-492c-b7e0-b3fed137f0ff,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:03:59.947935 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0e0d19-c9be-4dca-bf65-2213ee86afe3 None None] Network 22fbe110-cf37-4b01-bc5b-4c587d10e391 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:03:59.953925 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-6c0e0d19-c9be-4dca-bf65-2213ee86afe3 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:03:59.957750 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0e0d19-c9be-4dca-bf65-2213ee86afe3 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:03:59.960487 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-5d331e80-e1b7-4dd7-a3e9-f7eb5a51234d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Allocated IP 2001:db8:3::1 (22fbe110-cf37-4b01-bc5b-4c587d10e391/8ecdb1b2-37cf-44f6-853b-f7836e91c745/7abe6c6a-37c9-4cb5-ac94-f04763daff82) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:03:59.963095 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f0255ad-82ed-401e-a3c1-0f7c2dccbc9e req-3a4d26ea-e266-4ed2-8842-bab697491554 service neutron] 10.222.0.39 "GET /v2.0/networks/38da8219-9711-4a17-95ce-4a60364cf1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155534 Sep 17 08:03:59.971810 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 8521bbbf-a319-492c-b7e0-b3fed137f0ff triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:03:59.972211 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:03:59.985190 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0e0d19-c9be-4dca-bf65-2213ee86afe3 None None] Pushing event updated for resources: {'Port': ['ID=c9c4ea63-13b3-4ec4-acee-2eff9339f999,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:00.024547 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b892804f-ae65-4439-b77d-83efa13382b1 None None] Sync routers for ids ['8e68c7e1-4432-4bbc-8f99-957862f0513f'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:04:00.081148 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f0255ad-82ed-401e-a3c1-0f7c2dccbc9e req-3083f5de-b66d-4297-8fba-10dccb72577b service neutron] 10.222.0.39 "GET /v2.0/networks/38da8219-9711-4a17-95ce-4a60364cf1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088989 Sep 17 08:04:00.134896 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f0255ad-82ed-401e-a3c1-0f7c2dccbc9e req-015e6dd9-f64f-4884-ba7a-236f437546ad service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0b73edc0-ba71-4e4d-b7e8-33b02fa74b71 HTTP/1.1" status: 200 len: 217 time: 0.0423083 Sep 17 08:04:00.141616 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5d331e80-e1b7-4dd7-a3e9-f7eb5a51234d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:00.192613 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0255ad-82ed-401e-a3c1-0f7c2dccbc9e req-d7cb1ab4-5e29-44f1-b22a-46d94a973eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:00.194303 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5d331e80-e1b7-4dd7-a3e9-f7eb5a51234d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:00.194481 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f0255ad-82ed-401e-a3c1-0f7c2dccbc9e req-d7cb1ab4-5e29-44f1-b22a-46d94a973eea service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4987e41e-b830-443a-b55c-26b976d72533 HTTP/1.1" status: 200 len: 797 time: 0.0523620 Sep 17 08:04:00.250538 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d331e80-e1b7-4dd7-a3e9-f7eb5a51234d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Network 22fbe110-cf37-4b01-bc5b-4c587d10e391 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:04:00.253936 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0255ad-82ed-401e-a3c1-0f7c2dccbc9e req-7e297c82-83cc-455d-9139-7aa5999f3c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:00.254502 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-5d331e80-e1b7-4dd7-a3e9-f7eb5a51234d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:04:00.255882 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f0255ad-82ed-401e-a3c1-0f7c2dccbc9e req-7e297c82-83cc-455d-9139-7aa5999f3c7e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=af537dc7-8886-4fdc-a38b-73c1633b0a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0534322 Sep 17 08:04:00.261702 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d331e80-e1b7-4dd7-a3e9-f7eb5a51234d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:04:00.262479 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5d331e80-e1b7-4dd7-a3e9-f7eb5a51234d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:00.279481 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b892804f-ae65-4439-b77d-83efa13382b1 None None] Routers {'8e68c7e1-4432-4bbc-8f99-957862f0513f'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:04:00.280406 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-b892804f-ae65-4439-b77d-83efa13382b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:03:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['8e68c7e1-4432-4bbc-8f99-957862f0513f'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:00.361085 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d331e80-e1b7-4dd7-a3e9-f7eb5a51234d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Pushing event updated for resources: {'Port': ['ID=7abe6c6a-37c9-4cb5-ac94-f04763daff82,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:00.383373 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f0255ad-82ed-401e-a3c1-0f7c2dccbc9e req-c065aba4-3c2a-481c-b2d7-8c1169f1c47d service neutron] 10.222.0.39 "GET /v2.0/networks/af537dc7-8886-4fdc-a38b-73c1633b0a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188180 Sep 17 08:04:00.405114 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-b892804f-ae65-4439-b77d-83efa13382b1 None None] Set router 8e68c7e1-4432-4bbc-8f99-957862f0513f gateway port host: None {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:04:00.408464 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5d331e80-e1b7-4dd7-a3e9-f7eb5a51234d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:00.443507 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-6c0e0d19-c9be-4dca-bf65-2213ee86afe3 None None] Attempting to bind port c9c4ea63-13b3-4ec4-acee-2eff9339f999 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:04:00.443898 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-6c0e0d19-c9be-4dca-bf65-2213ee86afe3 None None] Attempting to bind port c9c4ea63-13b3-4ec4-acee-2eff9339f999 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '5c22b53f-85be-41ec-ba34-a9a437e71b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '22fbe110-cf37-4b01-bc5b-4c587d10e391'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:04:00.444265 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0e0d19-c9be-4dca-bf65-2213ee86afe3 None None] Attempting to bind port c9c4ea63-13b3-4ec4-acee-2eff9339f999 on network 22fbe110-cf37-4b01-bc5b-4c587d10e391 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:04:00.455911 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-485b0fa8-b495-4c42-b473-8cc1e7b5d145 None None] Provisioning complete for port 8521bbbf-a319-492c-b7e0-b3fed137f0ff triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:04:00.456283 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-485b0fa8-b495-4c42-b473-8cc1e7b5d145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:00.461704 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0e0d19-c9be-4dca-bf65-2213ee86afe3 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:04:00.462600 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0e0d19-c9be-4dca-bf65-2213ee86afe3 None None] Checking segment: {'id': '5c22b53f-85be-41ec-ba34-a9a437e71b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '22fbe110-cf37-4b01-bc5b-4c587d10e391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:04:00.463125 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6c0e0d19-c9be-4dca-bf65-2213ee86afe3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:00.463525 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0e0d19-c9be-4dca-bf65-2213ee86afe3 None None] Bound using segment: {'id': '5c22b53f-85be-41ec-ba34-a9a437e71b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '22fbe110-cf37-4b01-bc5b-4c587d10e391'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:04:00.464031 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-6c0e0d19-c9be-4dca-bf65-2213ee86afe3 None None] Bound port: c9c4ea63-13b3-4ec4-acee-2eff9339f999, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c22b53f-85be-41ec-ba34-a9a437e71b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '22fbe110-cf37-4b01-bc5b-4c587d10e391'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:04:00.464412 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6c0e0d19-c9be-4dca-bf65-2213ee86afe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:00.507431 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f0255ad-82ed-401e-a3c1-0f7c2dccbc9e req-2ed0f55a-ef46-4167-8093-160ac0a8c6f4 service neutron] 10.222.0.39 "GET /v2.0/networks/af537dc7-8886-4fdc-a38b-73c1633b0a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157691 Sep 17 08:04:00.563392 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f0255ad-82ed-401e-a3c1-0f7c2dccbc9e req-704565bc-6d30-49a6-b9d2-0b5eb52b8183 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c7185e8d-f50c-4a78-a0cb-5d976790c2e1 HTTP/1.1" status: 200 len: 217 time: 0.0465376 Sep 17 08:04:00.623625 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0255ad-82ed-401e-a3c1-0f7c2dccbc9e req-fc6a4243-c5eb-42cf-a944-4eff1b729d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:00.625149 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f0255ad-82ed-401e-a3c1-0f7c2dccbc9e req-fc6a4243-c5eb-42cf-a944-4eff1b729d4f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4987e41e-b830-443a-b55c-26b976d72533 HTTP/1.1" status: 200 len: 797 time: 0.0551972 Sep 17 08:04:00.683723 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0255ad-82ed-401e-a3c1-0f7c2dccbc9e req-6b6f4ec9-c4ab-405d-8413-e634cf9fa10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:00.685802 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f0255ad-82ed-401e-a3c1-0f7c2dccbc9e req-6b6f4ec9-c4ab-405d-8413-e634cf9fa10f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=af537dc7-8886-4fdc-a38b-73c1633b0a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0490897 Sep 17 08:04:00.696715 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 5a444a8f-4b11-4938-a87e-c960b2f50340 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:04:00.784855 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5d331e80-e1b7-4dd7-a3e9-f7eb5a51234d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:00.790292 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5d331e80-e1b7-4dd7-a3e9-f7eb5a51234d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:00.791565 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5d331e80-e1b7-4dd7-a3e9-f7eb5a51234d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:00.812156 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-6c0e0d19-c9be-4dca-bf65-2213ee86afe3 None None] For port c9c4ea63-13b3-4ec4-acee-2eff9339f999, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:04:00.819434 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-6c0e0d19-c9be-4dca-bf65-2213ee86afe3 None None] For port c9c4ea63-13b3-4ec4-acee-2eff9339f999, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=c9c4ea63-13b3-4ec4-acee-2eff9339f999,segment=NetworkSegment(5c22b53f-85be-41ec-ba34-a9a437e71b34),segment_id=5c22b53f-85be-41ec-ba34-a9a437e71b34)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:04:00.839434 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0afaa4-0de3-4929-a530-4335c99b2b81 req-1a0525d1-65d8-4e34-a991-7da22db97ff3 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:00.841220 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4e0afaa4-0de3-4929-a530-4335c99b2b81 req-1a0525d1-65d8-4e34-a991-7da22db97ff3 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=719299f7-5239-4fef-97c5-a397767cc371 HTTP/1.1" status: 200 len: 946 time: 0.0796359 Sep 17 08:04:00.847712 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f0255ad-82ed-401e-a3c1-0f7c2dccbc9e req-e52b0796-6112-4807-b1ab-2f7559c07020 service neutron] 10.222.0.39 "GET /v2.0/networks/af537dc7-8886-4fdc-a38b-73c1633b0a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537228 Sep 17 08:04:00.870485 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6c0e0d19-c9be-4dca-bf65-2213ee86afe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:00.925084 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4e0afaa4-0de3-4929-a530-4335c99b2b81 req-d7edec81-b42d-4510-b539-c9ff9da7daaf tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722048 Sep 17 08:04:00.951174 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d331e80-e1b7-4dd7-a3e9-f7eb5a51234d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Pushing event updated for resources: {'Port': ['ID=7abe6c6a-37c9-4cb5-ac94-f04763daff82,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:00.953131 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 5a444a8f-4b11-4938-a87e-c960b2f50340 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:04:00.953752 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:00.992296 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d331e80-e1b7-4dd7-a3e9-f7eb5a51234d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Network 22fbe110-cf37-4b01-bc5b-4c587d10e391 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:04:00.996622 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-5d331e80-e1b7-4dd7-a3e9-f7eb5a51234d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:04:01.038725 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-485b0fa8-b495-4c42-b473-8cc1e7b5d145 None None] Provisioning complete for port 5a444a8f-4b11-4938-a87e-c960b2f50340 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:04:01.039282 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9150a296-b1d7-46a2-847c-40f3d466d084 req-ea5c971a-4b5e-41a1-9c19-79a417ba5cb9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0354903 Sep 17 08:04:01.039814 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-485b0fa8-b495-4c42-b473-8cc1e7b5d145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:01.073690 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f0255ad-82ed-401e-a3c1-0f7c2dccbc9e req-1cb8bce0-fcad-4950-943d-a0f098cb1426 service neutron] 10.222.0.39 "GET /v2.0/networks/af537dc7-8886-4fdc-a38b-73c1633b0a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984911 Sep 17 08:04:01.120688 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0e0d19-c9be-4dca-bf65-2213ee86afe3 None None] Pushing event updated for resources: {'Port': ['ID=c9c4ea63-13b3-4ec4-acee-2eff9339f999,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:01.147662 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9150a296-b1d7-46a2-847c-40f3d466d084 req-ef71bec1-01f5-4c3b-abe0-98b5eaba8271 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0351562 Sep 17 08:04:01.172170 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d331e80-e1b7-4dd7-a3e9-f7eb5a51234d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Router 8e68c7e1-4432-4bbc-8f99-957862f0513f has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:04:01.222998 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9150a296-b1d7-46a2-847c-40f3d466d084 req-d35b0886-c830-4e7a-9fda-2a5cd3444f04 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419986 Sep 17 08:04:01.260376 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-b892804f-ae65-4439-b77d-83efa13382b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'name': 'tempest-RoutersIpV6Test-router-1588630530', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:03:46Z', 'updated_at': '2021-09-17T08:03:55Z', 'revision_number': 4, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'gw_port_host': None, '_interfaces': [{'id': '5a444a8f-4b11-4938-a87e-c960b2f50340', 'name': '', 'network_id': 'b1bc0258-0080-4da7-b12b-922e682b239c', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'mac_address': 'fa:16:3e:5f:7c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': 'ce1c90cf-5bf3-4153-92c7-6b6caef3151e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:54Z', 'updated_at': '2021-09-17T08:03:58Z', 'revision_number': 5, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'subnets': [{'id': 'ce1c90cf-5bf3-4153-92c7-6b6caef3151e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8521bbbf-a319-492c-b7e0-b3fed137f0ff', 'name': '', 'network_id': 'd7c5fb20-c941-429c-90c9-c19bfdc574aa', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'mac_address': 'fa:16:3e:95:33:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': 'cdbba56d-e3fd-409f-89f7-5b20593794fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:51Z', 'updated_at': '2021-09-17T08:03:59Z', 'revision_number': 5, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'subnets': [{'id': 'cdbba56d-e3fd-409f-89f7-5b20593794fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd857f27-5074-4338-9ef2-464d1b2db8d5', 'name': '', 'network_id': '7bfd27a7-b749-467c-aa27-defec6b9d70e', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'mac_address': 'fa:16:3e:57:38:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '0a2d550c-65a7-44a3-9dd2-5f20c6c64bc8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:47Z', 'updated_at': '2021-09-17T08:03:52Z', 'revision_number': 5, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'subnets': [{'id': '0a2d550c-65a7-44a3-9dd2-5f20c6c64bc8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:01.309800 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b892804f-ae65-4439-b77d-83efa13382b1 None None] Checking router: 8e68c7e1-4432-4bbc-8f99-957862f0513f for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:04:01.336458 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d331e80-e1b7-4dd7-a3e9-f7eb5a51234d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:04:01.348754 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b892804f-ae65-4439-b77d-83efa13382b1 None None] Routers {'8e68c7e1-4432-4bbc-8f99-957862f0513f'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:04:01.349940 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-b892804f-ae65-4439-b77d-83efa13382b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:03:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['8e68c7e1-4432-4bbc-8f99-957862f0513f'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:01.356970 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-5d331e80-e1b7-4dd7-a3e9-f7eb5a51234d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "PUT /v2.0/routers/8e68c7e1-4432-4bbc-8f99-957862f0513f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8889599 Sep 17 08:04:01.358071 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 33004) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:01.363513 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-404755b5-f2e2-4bad-bc32-f186e942af89 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:04:01.512215 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9150a296-b1d7-46a2-847c-40f3d466d084 req-d1ae2c3b-9cc7-4c56-9321-8f1e0bb29b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:01.517502 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9150a296-b1d7-46a2-847c-40f3d466d084 req-d1ae2c3b-9cc7-4c56-9321-8f1e0bb29b01 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2850177 Sep 17 08:04:01.539328 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-b892804f-ae65-4439-b77d-83efa13382b1 None None] Set router 8e68c7e1-4432-4bbc-8f99-957862f0513f gateway port host: None {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:04:01.692811 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 8521bbbf-a319-492c-b7e0-b3fed137f0ff up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:04:01.826296 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 8521bbbf-a319-492c-b7e0-b3fed137f0ff triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:04:01.826671 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:01.853305 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.extraroute_db [None req-404755b5-f2e2-4bad-bc32-f186e942af89 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=101290) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 17 08:04:01.872434 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.extraroute_db [None req-404755b5-f2e2-4bad-bc32-f186e942af89 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Removed routes are [] {{(pid=101290) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 17 08:04:01.873028 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-404755b5-f2e2-4bad-bc32-f186e942af89 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-726791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7677'] for router, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:01.948246 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-b892804f-ae65-4439-b77d-83efa13382b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'name': 'tempest-RoutersIpV6Test-router-1588630530', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:03:46Z', 'updated_at': '2021-09-17T08:04:00Z', 'revision_number': 5, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'gw_port_host': None, '_interfaces': [{'id': '5a444a8f-4b11-4938-a87e-c960b2f50340', 'name': '', 'network_id': 'b1bc0258-0080-4da7-b12b-922e682b239c', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'mac_address': 'fa:16:3e:5f:7c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': 'ce1c90cf-5bf3-4153-92c7-6b6caef3151e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:54Z', 'updated_at': '2021-09-17T08:03:58Z', 'revision_number': 5, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'subnets': [{'id': 'ce1c90cf-5bf3-4153-92c7-6b6caef3151e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7abe6c6a-37c9-4cb5-ac94-f04763daff82', 'name': '', 'network_id': '22fbe110-cf37-4b01-bc5b-4c587d10e391', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'mac_address': 'fa:16:3e:1f:e5:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '8ecdb1b2-37cf-44f6-853b-f7836e91c745', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:59Z', 'updated_at': '2021-09-17T08:04:00Z', 'revision_number': 2, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'subnets': [{'id': '8ecdb1b2-37cf-44f6-853b-f7836e91c745', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8521bbbf-a319-492c-b7e0-b3fed137f0ff', 'name': '', 'network_id': 'd7c5fb20-c941-429c-90c9-c19bfdc574aa', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'mac_address': 'fa:16:3e:95:33:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': 'cdbba56d-e3fd-409f-89f7-5b20593794fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:51Z', 'updated_at': '2021-09-17T08:03:59Z', 'revision_number': 5, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'subnets': [{'id': 'cdbba56d-e3fd-409f-89f7-5b20593794fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd857f27-5074-4338-9ef2-464d1b2db8d5', 'name': '', 'network_id': '7bfd27a7-b749-467c-aa27-defec6b9d70e', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'mac_address': 'fa:16:3e:57:38:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '0a2d550c-65a7-44a3-9dd2-5f20c6c64bc8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:47Z', 'updated_at': '2021-09-17T08:03:52Z', 'revision_number': 5, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'subnets': [{'id': '0a2d550c-65a7-44a3-9dd2-5f20c6c64bc8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:02.017586 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b892804f-ae65-4439-b77d-83efa13382b1 None None] The sync data for ids ['8e68c7e1-4432-4bbc-8f99-957862f0513f'] in n-d-789963-9 is: [{'id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'name': 'tempest-RoutersIpV6Test-router-1588630530', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:03:46Z', 'updated_at': '2021-09-17T08:04:00Z', 'revision_number': 5, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'gw_port_host': None, '_interfaces': [{'id': '5a444a8f-4b11-4938-a87e-c960b2f50340', 'name': '', 'network_id': 'b1bc0258-0080-4da7-b12b-922e682b239c', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'mac_address': 'fa:16:3e:5f:7c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': 'ce1c90cf-5bf3-4153-92c7-6b6caef3151e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:54Z', 'updated_at': '2021-09-17T08:03:58Z', 'revision_number': 5, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'subnets': [{'id': 'ce1c90cf-5bf3-4153-92c7-6b6caef3151e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7abe6c6a-37c9-4cb5-ac94-f04763daff82', 'name': '', 'network_id': '22fbe110-cf37-4b01-bc5b-4c587d10e391', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'mac_address': 'fa:16:3e:1f:e5:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '8ecdb1b2-37cf-44f6-853b-f7836e91c745', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:59Z', 'updated_at': '2021-09-17T08:04:00Z', 'revision_number': 2, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'subnets': [{'id': '8ecdb1b2-37cf-44f6-853b-f7836e91c745', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8521bbbf-a319-492c-b7e0-b3fed137f0ff', 'name': '', 'network_id': 'd7c5fb20-c941-429c-90c9-c19bfdc574aa', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'mac_address': 'fa:16:3e:95:33:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': 'cdbba56d-e3fd-409f-89f7-5b20593794fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:51Z', 'updated_at': '2021-09-17T08:03:59Z', 'revision_number': 5, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'subnets': [{'id': 'cdbba56d-e3fd-409f-89f7-5b20593794fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd857f27-5074-4338-9ef2-464d1b2db8d5', 'name': '', 'network_id': '7bfd27a7-b749-467c-aa27-defec6b9d70e', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'mac_address': 'fa:16:3e:57:38:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '0a2d550c-65a7-44a3-9dd2-5f20c6c64bc8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:47Z', 'updated_at': '2021-09-17T08:03:52Z', 'revision_number': 5, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'subnets': [{'id': '0a2d550c-65a7-44a3-9dd2-5f20c6c64bc8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:04:02.043773 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device c9c4ea63-13b3-4ec4-acee-2eff9339f999 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:04:02.154606 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port c9c4ea63-13b3-4ec4-acee-2eff9339f999 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:04:02.154980 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:02.206690 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d6fb9-21d4-4165-bf20-64edc91322a9 req-a479a563-41a4-4f79-8191-d8eb54639b08 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:02.219120 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7c7d6fb9-21d4-4165-bf20-64edc91322a9 req-a479a563-41a4-4f79-8191-d8eb54639b08 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=719299f7-5239-4fef-97c5-a397767cc371 HTTP/1.1" status: 200 len: 946 time: 0.1572917 Sep 17 08:04:02.272412 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7c7d6fb9-21d4-4165-bf20-64edc91322a9 req-6cd32374-7826-4168-8a1d-01c1e99cf1cf tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511267 Sep 17 08:04:02.343981 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:02.396288 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port c9c4ea63-13b3-4ec4-acee-2eff9339f999, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=c9c4ea63-13b3-4ec4-acee-2eff9339f999,segment=NetworkSegment(5c22b53f-85be-41ec-ba34-a9a437e71b34),segment_id=5c22b53f-85be-41ec-ba34-a9a437e71b34)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:04:02.407148 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:02.489078 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=c9c4ea63-13b3-4ec4-acee-2eff9339f999,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:02.516830 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3ff1ac-2a63-4834-8740-ea35177985ea None None] Network 22fbe110-cf37-4b01-bc5b-4c587d10e391 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:04:02.597528 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-404755b5-f2e2-4bad-bc32-f186e942af89 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-726791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7677'] for router, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:02.601016 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-404755b5-f2e2-4bad-bc32-f186e942af89 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-748988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-748965', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-726796'] for router, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:02.617378 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-24999377-63a0-4355-8412-3cad7407ab16 None None] Provisioning complete for port c9c4ea63-13b3-4ec4-acee-2eff9339f999 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:04:02.617752 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-24999377-63a0-4355-8412-3cad7407ab16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:02.723935 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-404755b5-f2e2-4bad-bc32-f186e942af89 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Router 8e68c7e1-4432-4bbc-8f99-957862f0513f has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:04:02.878922 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-404755b5-f2e2-4bad-bc32-f186e942af89 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:04:02.886329 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-404755b5-f2e2-4bad-bc32-f186e942af89 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:02.887569 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-404755b5-f2e2-4bad-bc32-f186e942af89 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "PUT /v2.0/routers/8e68c7e1-4432-4bbc-8f99-957862f0513f HTTP/1.1" status: 200 len: 954 time: 1.5281680 Sep 17 08:04:02.890303 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 33032) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:02.995851 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-aa5289fc-22d8-43e2-9832-d8f74c3ff102 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "GET /v2.0/routers/8e68c7e1-4432-4bbc-8f99-957862f0513f HTTP/1.1" status: 200 len: 954 time: 0.1041822 Sep 17 08:04:02.998532 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 33040) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:03.003118 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-4027869a-3ed0-4ae3-aef6-00422ed59ce2 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Request body: {'router': {'routes': None}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:04:03.007983 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94226b18-3517-410a-b4f4-95bf5e2d3cbf None None] Sync routers for ids ['8e68c7e1-4432-4bbc-8f99-957862f0513f'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:04:03.019601 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94226b18-3517-410a-b4f4-95bf5e2d3cbf None None] Routers {'8e68c7e1-4432-4bbc-8f99-957862f0513f'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:04:03.020512 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-94226b18-3517-410a-b4f4-95bf5e2d3cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:03:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['8e68c7e1-4432-4bbc-8f99-957862f0513f'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:03.127311 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-94226b18-3517-410a-b4f4-95bf5e2d3cbf None None] Set router 8e68c7e1-4432-4bbc-8f99-957862f0513f gateway port host: None {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:04:03.170224 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:04:03.395707 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-dcdb3214-cc2e-47a9-b4e8-c799b9e3fdf0 None None] Provisioning complete for port c9c4ea63-13b3-4ec4-acee-2eff9339f999 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:04:03.397950 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dcdb3214-cc2e-47a9-b4e8-c799b9e3fdf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:03.424365 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-94226b18-3517-410a-b4f4-95bf5e2d3cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'name': 'tempest-RoutersIpV6Test-router-1588630530', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:03:46Z', 'updated_at': '2021-09-17T08:04:01Z', 'revision_number': 6, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'gw_port_host': None, '_interfaces': [{'id': '5a444a8f-4b11-4938-a87e-c960b2f50340', 'name': '', 'network_id': 'b1bc0258-0080-4da7-b12b-922e682b239c', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'mac_address': 'fa:16:3e:5f:7c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': 'ce1c90cf-5bf3-4153-92c7-6b6caef3151e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:54Z', 'updated_at': '2021-09-17T08:03:58Z', 'revision_number': 5, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'subnets': [{'id': 'ce1c90cf-5bf3-4153-92c7-6b6caef3151e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7abe6c6a-37c9-4cb5-ac94-f04763daff82', 'name': '', 'network_id': '22fbe110-cf37-4b01-bc5b-4c587d10e391', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'mac_address': 'fa:16:3e:1f:e5:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '8ecdb1b2-37cf-44f6-853b-f7836e91c745', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:59Z', 'updated_at': '2021-09-17T08:04:00Z', 'revision_number': 2, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'subnets': [{'id': '8ecdb1b2-37cf-44f6-853b-f7836e91c745', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8521bbbf-a319-492c-b7e0-b3fed137f0ff', 'name': '', 'network_id': 'd7c5fb20-c941-429c-90c9-c19bfdc574aa', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'mac_address': 'fa:16:3e:95:33:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': 'cdbba56d-e3fd-409f-89f7-5b20593794fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:51Z', 'updated_at': '2021-09-17T08:03:59Z', 'revision_number': 5, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'subnets': [{'id': 'cdbba56d-e3fd-409f-89f7-5b20593794fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd857f27-5074-4338-9ef2-464d1b2db8d5', 'name': '', 'network_id': '7bfd27a7-b749-467c-aa27-defec6b9d70e', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'mac_address': 'fa:16:3e:57:38:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '0a2d550c-65a7-44a3-9dd2-5f20c6c64bc8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:47Z', 'updated_at': '2021-09-17T08:03:52Z', 'revision_number': 5, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'subnets': [{'id': '0a2d550c-65a7-44a3-9dd2-5f20c6c64bc8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:03.463344 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94226b18-3517-410a-b4f4-95bf5e2d3cbf None None] Checking router: 8e68c7e1-4432-4bbc-8f99-957862f0513f for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:04:03.467664 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94226b18-3517-410a-b4f4-95bf5e2d3cbf None None] Updating router 8e68c7e1-4432-4bbc-8f99-957862f0513f port 7abe6c6a-37c9-4cb5-ac94-f04763daff82 binding host n-d-789963-9 {{(pid=101292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 08:04:03.510717 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-94226b18-3517-410a-b4f4-95bf5e2d3cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:03.546298 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device c9c4ea63-13b3-4ec4-acee-2eff9339f999 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:04:03.590182 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc22c92-2b73-4be6-8931-e3a4e41d06a2 req-5d1cc5b6-8147-4f51-98b3-29f1b7c79cca tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:03.599046 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8bc22c92-2b73-4be6-8931-e3a4e41d06a2 req-5d1cc5b6-8147-4f51-98b3-29f1b7c79cca tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=719299f7-5239-4fef-97c5-a397767cc371 HTTP/1.1" status: 200 len: 946 time: 0.1405520 Sep 17 08:04:03.609526 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port c9c4ea63-13b3-4ec4-acee-2eff9339f999 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:04:03.609895 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:03.656398 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-dcdb3214-cc2e-47a9-b4e8-c799b9e3fdf0 None None] Provisioning complete for port 7abe6c6a-37c9-4cb5-ac94-f04763daff82 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:04:03.656783 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dcdb3214-cc2e-47a9-b4e8-c799b9e3fdf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:03.738207 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-dcdb3214-cc2e-47a9-b4e8-c799b9e3fdf0 None None] Port 7abe6c6a-37c9-4cb5-ac94-f04763daff82 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:04:03.839472 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8bc22c92-2b73-4be6-8931-e3a4e41d06a2 req-62c80655-d30c-4f19-aa33-9c2636191011 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393641 Sep 17 08:04:03.879727 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-2dcfa6ac-edc2-4746-a086-8e02345ad034 None None] Provisioning complete for port 7abe6c6a-37c9-4cb5-ac94-f04763daff82 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:04:03.879727 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2dcfa6ac-edc2-4746-a086-8e02345ad034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:03.921120 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-94226b18-3517-410a-b4f4-95bf5e2d3cbf None None] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:03.934005 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-94226b18-3517-410a-b4f4-95bf5e2d3cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:03.961709 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-2dcfa6ac-edc2-4746-a086-8e02345ad034 None None] Port 7abe6c6a-37c9-4cb5-ac94-f04763daff82 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:04:03.981530 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.extraroute_db [None req-4027869a-3ed0-4ae3-aef6-00422ed59ce2 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Added routes are [] {{(pid=101289) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 17 08:04:03.981771 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.extraroute_db [None req-4027869a-3ed0-4ae3-aef6-00422ed59ce2 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=101289) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 17 08:04:04.007319 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702f44d-16db-404e-a476-3e0014e3ec4b None None] Pushing event updated for resources: {'Port': ['ID=7abe6c6a-37c9-4cb5-ac94-f04763daff82,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:04.023120 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4027869a-3ed0-4ae3-aef6-00422ed59ce2 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-726791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7677'] for router, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:04.093394 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-98166793-a99c-4e98-9639-61e01c9d03c0 None None] Provisioning complete for port 7abe6c6a-37c9-4cb5-ac94-f04763daff82 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:04:04.093792 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-98166793-a99c-4e98-9639-61e01c9d03c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:04.099787 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-94226b18-3517-410a-b4f4-95bf5e2d3cbf None None] Attempting to bind port 7abe6c6a-37c9-4cb5-ac94-f04763daff82 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:04:04.100945 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-94226b18-3517-410a-b4f4-95bf5e2d3cbf None None] Attempting to bind port 7abe6c6a-37c9-4cb5-ac94-f04763daff82 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '5c22b53f-85be-41ec-ba34-a9a437e71b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '22fbe110-cf37-4b01-bc5b-4c587d10e391'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:04:04.101579 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94226b18-3517-410a-b4f4-95bf5e2d3cbf None None] Attempting to bind port 7abe6c6a-37c9-4cb5-ac94-f04763daff82 on network 22fbe110-cf37-4b01-bc5b-4c587d10e391 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:04:04.107217 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94226b18-3517-410a-b4f4-95bf5e2d3cbf None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:04:04.108021 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94226b18-3517-410a-b4f4-95bf5e2d3cbf None None] Checking segment: {'id': '5c22b53f-85be-41ec-ba34-a9a437e71b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '22fbe110-cf37-4b01-bc5b-4c587d10e391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:04:04.108695 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-94226b18-3517-410a-b4f4-95bf5e2d3cbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:04.109278 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94226b18-3517-410a-b4f4-95bf5e2d3cbf None None] Bound using segment: {'id': '5c22b53f-85be-41ec-ba34-a9a437e71b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '22fbe110-cf37-4b01-bc5b-4c587d10e391'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:04:04.109969 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-94226b18-3517-410a-b4f4-95bf5e2d3cbf None None] Bound port: 7abe6c6a-37c9-4cb5-ac94-f04763daff82, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c22b53f-85be-41ec-ba34-a9a437e71b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '22fbe110-cf37-4b01-bc5b-4c587d10e391'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:04:04.110662 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-94226b18-3517-410a-b4f4-95bf5e2d3cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:04.135547 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-98166793-a99c-4e98-9639-61e01c9d03c0 None None] Port 7abe6c6a-37c9-4cb5-ac94-f04763daff82 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:04:04.191452 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-94226b18-3517-410a-b4f4-95bf5e2d3cbf None None] For port 7abe6c6a-37c9-4cb5-ac94-f04763daff82, host n-d-789963-9, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:04:04.196422 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-94226b18-3517-410a-b4f4-95bf5e2d3cbf None None] For port 7abe6c6a-37c9-4cb5-ac94-f04763daff82, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=7abe6c6a-37c9-4cb5-ac94-f04763daff82,segment=NetworkSegment(5c22b53f-85be-41ec-ba34-a9a437e71b34),segment_id=5c22b53f-85be-41ec-ba34-a9a437e71b34)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:04:04.205526 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-94226b18-3517-410a-b4f4-95bf5e2d3cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:04.253389 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4027869a-3ed0-4ae3-aef6-00422ed59ce2 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-726791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7677'] for router, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:04.259805 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4027869a-3ed0-4ae3-aef6-00422ed59ce2 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-748988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-748965', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-726796'] for router, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:04.288097 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94226b18-3517-410a-b4f4-95bf5e2d3cbf None None] Routers {'8e68c7e1-4432-4bbc-8f99-957862f0513f'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:04:04.292126 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-94226b18-3517-410a-b4f4-95bf5e2d3cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:03:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['8e68c7e1-4432-4bbc-8f99-957862f0513f'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:04.295122 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702f44d-16db-404e-a476-3e0014e3ec4b None None] Pushing event updated for resources: {'Port': ['ID=7abe6c6a-37c9-4cb5-ac94-f04763daff82,revision_number=4']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:04.383490 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4027869a-3ed0-4ae3-aef6-00422ed59ce2 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Router 8e68c7e1-4432-4bbc-8f99-957862f0513f has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:04:04.480433 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-fbf2ef8f-3fc9-45d8-8a15-95ac45698a01 None None] Provisioning complete for port 7abe6c6a-37c9-4cb5-ac94-f04763daff82 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:04:04.482378 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fbf2ef8f-3fc9-45d8-8a15-95ac45698a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:04.485469 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4027869a-3ed0-4ae3-aef6-00422ed59ce2 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:04:04.493082 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4027869a-3ed0-4ae3-aef6-00422ed59ce2 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:04.494491 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-4027869a-3ed0-4ae3-aef6-00422ed59ce2 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "PUT /v2.0/routers/8e68c7e1-4432-4bbc-8f99-957862f0513f HTTP/1.1" status: 200 len: 704 time: 1.4949884 Sep 17 08:04:04.497975 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 33068) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:04.549836 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-94226b18-3517-410a-b4f4-95bf5e2d3cbf None None] Set router 8e68c7e1-4432-4bbc-8f99-957862f0513f gateway port host: None {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:04:04.595262 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fbf2ef8f-3fc9-45d8-8a15-95ac45698a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:04.633187 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-039b38af-08d8-4904-8933-6305a17236de tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "GET /v2.0/routers/8e68c7e1-4432-4bbc-8f99-957862f0513f HTTP/1.1" status: 200 len: 704 time: 0.1342404 Sep 17 08:04:04.636864 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 33070) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:04.644456 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-fbf2ef8f-3fc9-45d8-8a15-95ac45698a01 None None] For port 7abe6c6a-37c9-4cb5-ac94-f04763daff82, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=7abe6c6a-37c9-4cb5-ac94-f04763daff82,segment=NetworkSegment(5c22b53f-85be-41ec-ba34-a9a437e71b34),segment_id=5c22b53f-85be-41ec-ba34-a9a437e71b34)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:04:04.654416 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fbf2ef8f-3fc9-45d8-8a15-95ac45698a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:04.745682 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf2ef8f-3fc9-45d8-8a15-95ac45698a01 None None] Pushing event updated for resources: {'Port': ['ID=7abe6c6a-37c9-4cb5-ac94-f04763daff82,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:04.833283 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-94226b18-3517-410a-b4f4-95bf5e2d3cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'name': 'tempest-RoutersIpV6Test-router-1588630530', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:03:46Z', 'updated_at': '2021-09-17T08:04:03Z', 'revision_number': 7, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'gw_port_host': None, '_interfaces': [{'id': '5a444a8f-4b11-4938-a87e-c960b2f50340', 'name': '', 'network_id': 'b1bc0258-0080-4da7-b12b-922e682b239c', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'mac_address': 'fa:16:3e:5f:7c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': 'ce1c90cf-5bf3-4153-92c7-6b6caef3151e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:54Z', 'updated_at': '2021-09-17T08:03:58Z', 'revision_number': 5, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'subnets': [{'id': 'ce1c90cf-5bf3-4153-92c7-6b6caef3151e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7abe6c6a-37c9-4cb5-ac94-f04763daff82', 'name': '', 'network_id': '22fbe110-cf37-4b01-bc5b-4c587d10e391', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'mac_address': 'fa:16:3e:1f:e5:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '8ecdb1b2-37cf-44f6-853b-f7836e91c745', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:59Z', 'updated_at': '2021-09-17T08:04:04Z', 'revision_number': 4, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'subnets': [{'id': '8ecdb1b2-37cf-44f6-853b-f7836e91c745', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8521bbbf-a319-492c-b7e0-b3fed137f0ff', 'name': '', 'network_id': 'd7c5fb20-c941-429c-90c9-c19bfdc574aa', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'mac_address': 'fa:16:3e:95:33:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': 'cdbba56d-e3fd-409f-89f7-5b20593794fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:51Z', 'updated_at': '2021-09-17T08:03:59Z', 'revision_number': 5, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'subnets': [{'id': 'cdbba56d-e3fd-409f-89f7-5b20593794fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd857f27-5074-4338-9ef2-464d1b2db8d5', 'name': '', 'network_id': '7bfd27a7-b749-467c-aa27-defec6b9d70e', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'mac_address': 'fa:16:3e:57:38:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '0a2d550c-65a7-44a3-9dd2-5f20c6c64bc8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:47Z', 'updated_at': '2021-09-17T08:03:52Z', 'revision_number': 5, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'subnets': [{'id': '0a2d550c-65a7-44a3-9dd2-5f20c6c64bc8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:04.859442 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94226b18-3517-410a-b4f4-95bf5e2d3cbf None None] The sync data for ids ['8e68c7e1-4432-4bbc-8f99-957862f0513f'] in n-d-789963-9 is: [{'id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'name': 'tempest-RoutersIpV6Test-router-1588630530', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:03:46Z', 'updated_at': '2021-09-17T08:04:03Z', 'revision_number': 7, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'gw_port_host': None, '_interfaces': [{'id': '5a444a8f-4b11-4938-a87e-c960b2f50340', 'name': '', 'network_id': 'b1bc0258-0080-4da7-b12b-922e682b239c', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'mac_address': 'fa:16:3e:5f:7c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': 'ce1c90cf-5bf3-4153-92c7-6b6caef3151e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:54Z', 'updated_at': '2021-09-17T08:03:58Z', 'revision_number': 5, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'subnets': [{'id': 'ce1c90cf-5bf3-4153-92c7-6b6caef3151e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7abe6c6a-37c9-4cb5-ac94-f04763daff82', 'name': '', 'network_id': '22fbe110-cf37-4b01-bc5b-4c587d10e391', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'mac_address': 'fa:16:3e:1f:e5:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '8ecdb1b2-37cf-44f6-853b-f7836e91c745', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:59Z', 'updated_at': '2021-09-17T08:04:04Z', 'revision_number': 4, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'subnets': [{'id': '8ecdb1b2-37cf-44f6-853b-f7836e91c745', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8521bbbf-a319-492c-b7e0-b3fed137f0ff', 'name': '', 'network_id': 'd7c5fb20-c941-429c-90c9-c19bfdc574aa', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'mac_address': 'fa:16:3e:95:33:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': 'cdbba56d-e3fd-409f-89f7-5b20593794fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:51Z', 'updated_at': '2021-09-17T08:03:59Z', 'revision_number': 5, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'subnets': [{'id': 'cdbba56d-e3fd-409f-89f7-5b20593794fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd857f27-5074-4338-9ef2-464d1b2db8d5', 'name': '', 'network_id': '7bfd27a7-b749-467c-aa27-defec6b9d70e', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'mac_address': 'fa:16:3e:57:38:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '0a2d550c-65a7-44a3-9dd2-5f20c6c64bc8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:47Z', 'updated_at': '2021-09-17T08:03:52Z', 'revision_number': 5, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'subnets': [{'id': '0a2d550c-65a7-44a3-9dd2-5f20c6c64bc8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:04:04.882229 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-9fa0178f-790d-468a-abea-a0818a36e103 None None] Provisioning complete for port 7abe6c6a-37c9-4cb5-ac94-f04763daff82 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:04:04.882607 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9fa0178f-790d-468a-abea-a0818a36e103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:05.037617 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf840bb-738d-485d-8d20-f56ff9966c14 req-14337626-5a1e-4e17-a2a2-2d31d18a5be6 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:05.041421 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cbf840bb-738d-485d-8d20-f56ff9966c14 req-14337626-5a1e-4e17-a2a2-2d31d18a5be6 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=719299f7-5239-4fef-97c5-a397767cc371 HTTP/1.1" status: 200 len: 946 time: 0.0861676 Sep 17 08:04:05.113916 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5916ab85-9e93-4304-b00e-9288f240f730 None None] Sync routers for ids ['8e68c7e1-4432-4bbc-8f99-957862f0513f'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:04:05.123175 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5916ab85-9e93-4304-b00e-9288f240f730 None None] Routers {'8e68c7e1-4432-4bbc-8f99-957862f0513f'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:04:05.123799 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-5916ab85-9e93-4304-b00e-9288f240f730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:03:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['8e68c7e1-4432-4bbc-8f99-957862f0513f'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:05.128258 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cbf840bb-738d-485d-8d20-f56ff9966c14 req-dd5f69fa-1be1-4a50-9968-56e8548f7b91 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721900 Sep 17 08:04:05.193441 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5a601da0-5d3c-47db-b124-3d27df6c278d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:05.208294 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:05.222833 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-5916ab85-9e93-4304-b00e-9288f240f730 None None] Set router 8e68c7e1-4432-4bbc-8f99-957862f0513f gateway port host: None {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:04:05.459255 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-5916ab85-9e93-4304-b00e-9288f240f730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'name': 'tempest-RoutersIpV6Test-router-1588630530', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:03:46Z', 'updated_at': '2021-09-17T08:04:03Z', 'revision_number': 7, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'gw_port_host': None, '_interfaces': [{'id': '5a444a8f-4b11-4938-a87e-c960b2f50340', 'name': '', 'network_id': 'b1bc0258-0080-4da7-b12b-922e682b239c', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'mac_address': 'fa:16:3e:5f:7c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': 'ce1c90cf-5bf3-4153-92c7-6b6caef3151e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:54Z', 'updated_at': '2021-09-17T08:03:58Z', 'revision_number': 5, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'subnets': [{'id': 'ce1c90cf-5bf3-4153-92c7-6b6caef3151e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7abe6c6a-37c9-4cb5-ac94-f04763daff82', 'name': '', 'network_id': '22fbe110-cf37-4b01-bc5b-4c587d10e391', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'mac_address': 'fa:16:3e:1f:e5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '8ecdb1b2-37cf-44f6-853b-f7836e91c745', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:59Z', 'updated_at': '2021-09-17T08:04:04Z', 'revision_number': 5, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'subnets': [{'id': '8ecdb1b2-37cf-44f6-853b-f7836e91c745', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8521bbbf-a319-492c-b7e0-b3fed137f0ff', 'name': '', 'network_id': 'd7c5fb20-c941-429c-90c9-c19bfdc574aa', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'mac_address': 'fa:16:3e:95:33:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': 'cdbba56d-e3fd-409f-89f7-5b20593794fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:51Z', 'updated_at': '2021-09-17T08:03:59Z', 'revision_number': 5, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'subnets': [{'id': 'cdbba56d-e3fd-409f-89f7-5b20593794fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd857f27-5074-4338-9ef2-464d1b2db8d5', 'name': '', 'network_id': '7bfd27a7-b749-467c-aa27-defec6b9d70e', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'mac_address': 'fa:16:3e:57:38:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '0a2d550c-65a7-44a3-9dd2-5f20c6c64bc8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:47Z', 'updated_at': '2021-09-17T08:03:52Z', 'revision_number': 5, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'subnets': [{'id': '0a2d550c-65a7-44a3-9dd2-5f20c6c64bc8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:05.496660 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5916ab85-9e93-4304-b00e-9288f240f730 None None] Checking router: 8e68c7e1-4432-4bbc-8f99-957862f0513f for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:04:05.505057 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-5a601da0-5d3c-47db-b124-3d27df6c278d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Deleting port 7abe6c6a-37c9-4cb5-ac94-f04763daff82 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:04:05.505409 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5a601da0-5d3c-47db-b124-3d27df6c278d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:05.514655 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5916ab85-9e93-4304-b00e-9288f240f730 None None] Routers {'8e68c7e1-4432-4bbc-8f99-957862f0513f'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:04:05.515311 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-5916ab85-9e93-4304-b00e-9288f240f730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:03:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['8e68c7e1-4432-4bbc-8f99-957862f0513f'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:05.559525 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 7abe6c6a-37c9-4cb5-ac94-f04763daff82 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:04:05.563743 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:05.613500 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-5a601da0-5d3c-47db-b124-3d27df6c278d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] For port 7abe6c6a-37c9-4cb5-ac94-f04763daff82, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=7abe6c6a-37c9-4cb5-ac94-f04763daff82,segment=NetworkSegment(5c22b53f-85be-41ec-ba34-a9a437e71b34),segment_id=5c22b53f-85be-41ec-ba34-a9a437e71b34)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:04:05.614543 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5a601da0-5d3c-47db-b124-3d27df6c278d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:05.629356 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-5a601da0-5d3c-47db-b124-3d27df6c278d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Calling delete_port for 7abe6c6a-37c9-4cb5-ac94-f04763daff82 owned by network:router_interface {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:04:05.647524 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-5916ab85-9e93-4304-b00e-9288f240f730 None None] Set router 8e68c7e1-4432-4bbc-8f99-957862f0513f gateway port host: None {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:04:05.739552 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 7abe6c6a-37c9-4cb5-ac94-f04763daff82 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:04:05.739976 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:05.815092 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5a601da0-5d3c-47db-b124-3d27df6c278d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:05.827091 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Could not find standard attr ID for object 7abe6c6a-37c9-4cb5-ac94-f04763daff82. {{(pid=101291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 08:04:05.830867 n-d-789963-9 neutron-server[101291]: INFO neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No ports have port_id starting with 7abe6c6a-37c9-4cb5-ac94-f04763daff82 Sep 17 08:04:05.847797 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a601da0-5d3c-47db-b124-3d27df6c278d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Pushing event deleted for resources: {'Port': ['ID=7abe6c6a-37c9-4cb5-ac94-f04763daff82,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:05.923270 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-5916ab85-9e93-4304-b00e-9288f240f730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'name': 'tempest-RoutersIpV6Test-router-1588630530', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:03:46Z', 'updated_at': '2021-09-17T08:04:03Z', 'revision_number': 7, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'gw_port_host': None, '_interfaces': [{'id': '5a444a8f-4b11-4938-a87e-c960b2f50340', 'name': '', 'network_id': 'b1bc0258-0080-4da7-b12b-922e682b239c', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'mac_address': 'fa:16:3e:5f:7c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': 'ce1c90cf-5bf3-4153-92c7-6b6caef3151e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:54Z', 'updated_at': '2021-09-17T08:03:58Z', 'revision_number': 5, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'subnets': [{'id': 'ce1c90cf-5bf3-4153-92c7-6b6caef3151e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7abe6c6a-37c9-4cb5-ac94-f04763daff82', 'name': '', 'network_id': '22fbe110-cf37-4b01-bc5b-4c587d10e391', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'mac_address': 'fa:16:3e:1f:e5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '8ecdb1b2-37cf-44f6-853b-f7836e91c745', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:59Z', 'updated_at': '2021-09-17T08:04:04Z', 'revision_number': 5, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'subnets': [{'id': '8ecdb1b2-37cf-44f6-853b-f7836e91c745', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8521bbbf-a319-492c-b7e0-b3fed137f0ff', 'name': '', 'network_id': 'd7c5fb20-c941-429c-90c9-c19bfdc574aa', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'mac_address': 'fa:16:3e:95:33:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': 'cdbba56d-e3fd-409f-89f7-5b20593794fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:51Z', 'updated_at': '2021-09-17T08:03:59Z', 'revision_number': 5, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'subnets': [{'id': 'cdbba56d-e3fd-409f-89f7-5b20593794fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd857f27-5074-4338-9ef2-464d1b2db8d5', 'name': '', 'network_id': '7bfd27a7-b749-467c-aa27-defec6b9d70e', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'mac_address': 'fa:16:3e:57:38:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '0a2d550c-65a7-44a3-9dd2-5f20c6c64bc8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:47Z', 'updated_at': '2021-09-17T08:03:52Z', 'revision_number': 5, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'subnets': [{'id': '0a2d550c-65a7-44a3-9dd2-5f20c6c64bc8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:05.956278 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5916ab85-9e93-4304-b00e-9288f240f730 None None] The sync data for ids ['8e68c7e1-4432-4bbc-8f99-957862f0513f'] in n-d-789963-9 is: [{'id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'name': 'tempest-RoutersIpV6Test-router-1588630530', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:03:46Z', 'updated_at': '2021-09-17T08:04:03Z', 'revision_number': 7, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'gw_port_host': None, '_interfaces': [{'id': '5a444a8f-4b11-4938-a87e-c960b2f50340', 'name': '', 'network_id': 'b1bc0258-0080-4da7-b12b-922e682b239c', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'mac_address': 'fa:16:3e:5f:7c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': 'ce1c90cf-5bf3-4153-92c7-6b6caef3151e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:54Z', 'updated_at': '2021-09-17T08:03:58Z', 'revision_number': 5, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'subnets': [{'id': 'ce1c90cf-5bf3-4153-92c7-6b6caef3151e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7abe6c6a-37c9-4cb5-ac94-f04763daff82', 'name': '', 'network_id': '22fbe110-cf37-4b01-bc5b-4c587d10e391', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'mac_address': 'fa:16:3e:1f:e5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '8ecdb1b2-37cf-44f6-853b-f7836e91c745', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:59Z', 'updated_at': '2021-09-17T08:04:04Z', 'revision_number': 5, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'subnets': [{'id': '8ecdb1b2-37cf-44f6-853b-f7836e91c745', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8521bbbf-a319-492c-b7e0-b3fed137f0ff', 'name': '', 'network_id': 'd7c5fb20-c941-429c-90c9-c19bfdc574aa', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'mac_address': 'fa:16:3e:95:33:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': 'cdbba56d-e3fd-409f-89f7-5b20593794fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:51Z', 'updated_at': '2021-09-17T08:03:59Z', 'revision_number': 5, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'subnets': [{'id': 'cdbba56d-e3fd-409f-89f7-5b20593794fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd857f27-5074-4338-9ef2-464d1b2db8d5', 'name': '', 'network_id': '7bfd27a7-b749-467c-aa27-defec6b9d70e', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'mac_address': 'fa:16:3e:57:38:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '0a2d550c-65a7-44a3-9dd2-5f20c6c64bc8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:47Z', 'updated_at': '2021-09-17T08:03:52Z', 'revision_number': 5, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'subnets': [{'id': '0a2d550c-65a7-44a3-9dd2-5f20c6c64bc8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:04:05.989689 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5a601da0-5d3c-47db-b124-3d27df6c278d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:06.540973 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a601da0-5d3c-47db-b124-3d27df6c278d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Router 8e68c7e1-4432-4bbc-8f99-957862f0513f has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:04:06.553674 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f308862-6687-4481-9b46-c3d2222e93c1 req-1ddaa5ee-ba33-41e5-80c2-c63babbaffa7 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:06.555340 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3f308862-6687-4481-9b46-c3d2222e93c1 req-1ddaa5ee-ba33-41e5-80c2-c63babbaffa7 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=719299f7-5239-4fef-97c5-a397767cc371 HTTP/1.1" status: 200 len: 946 time: 0.3331785 Sep 17 08:04:06.655604 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3f308862-6687-4481-9b46-c3d2222e93c1 req-7772acc1-5b6b-4e0b-b05f-f23cf7a96e56 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935938 Sep 17 08:04:06.671246 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a601da0-5d3c-47db-b124-3d27df6c278d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:04:06.677259 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-5a601da0-5d3c-47db-b124-3d27df6c278d tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "PUT /v2.0/routers/8e68c7e1-4432-4bbc-8f99-957862f0513f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0394523 Sep 17 08:04:06.679910 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 33120) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:06.682085 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b49a381-3b01-4a3b-8527-0ca281c02c74 None None] Sync routers for ids ['8e68c7e1-4432-4bbc-8f99-957862f0513f'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:04:06.693253 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b49a381-3b01-4a3b-8527-0ca281c02c74 None None] Routers {'8e68c7e1-4432-4bbc-8f99-957862f0513f'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:04:06.693972 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-8b49a381-3b01-4a3b-8527-0ca281c02c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:03:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['8e68c7e1-4432-4bbc-8f99-957862f0513f'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:06.733206 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ef0102c-7d66-4970-9966-91ca4c811fd1 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Deleting subnet 8ecdb1b2-37cf-44f6-853b-f7836e91c745 {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:04:06.736666 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9ef0102c-7d66-4970-9966-91ca4c811fd1 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:06.778233 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9ef0102c-7d66-4970-9966-91ca4c811fd1 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:06.809866 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-8b49a381-3b01-4a3b-8527-0ca281c02c74 None None] Set router 8e68c7e1-4432-4bbc-8f99-957862f0513f gateway port host: None {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:04:06.866455 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9ef0102c-7d66-4970-9966-91ca4c811fd1 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:06.929967 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9ef0102c-7d66-4970-9966-91ca4c811fd1 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:06.954789 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef0102c-7d66-4970-9966-91ca4c811fd1 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Pushing event deleted for resources: {'Subnet': ['ID=8ecdb1b2-37cf-44f6-853b-f7836e91c745,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:06.960715 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9ef0102c-7d66-4970-9966-91ca4c811fd1 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:06.962367 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-9ef0102c-7d66-4970-9966-91ca4c811fd1 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "DELETE /v2.0/subnets/8ecdb1b2-37cf-44f6-853b-f7836e91c745 HTTP/1.1" status: 204 len: 168 time: 0.2814229 Sep 17 08:04:06.965717 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 33126) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:06.968213 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce823f58-e0ce-4be8-a04d-196ff4a42d0c None None] Network 22fbe110-cf37-4b01-bc5b-4c587d10e391 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:04:07.036259 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-8b49a381-3b01-4a3b-8527-0ca281c02c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'name': 'tempest-RoutersIpV6Test-router-1588630530', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:03:46Z', 'updated_at': '2021-09-17T08:04:05Z', 'revision_number': 8, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'gw_port_host': None, '_interfaces': [{'id': '5a444a8f-4b11-4938-a87e-c960b2f50340', 'name': '', 'network_id': 'b1bc0258-0080-4da7-b12b-922e682b239c', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'mac_address': 'fa:16:3e:5f:7c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': 'ce1c90cf-5bf3-4153-92c7-6b6caef3151e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:54Z', 'updated_at': '2021-09-17T08:03:58Z', 'revision_number': 5, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'subnets': [{'id': 'ce1c90cf-5bf3-4153-92c7-6b6caef3151e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8521bbbf-a319-492c-b7e0-b3fed137f0ff', 'name': '', 'network_id': 'd7c5fb20-c941-429c-90c9-c19bfdc574aa', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'mac_address': 'fa:16:3e:95:33:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': 'cdbba56d-e3fd-409f-89f7-5b20593794fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:51Z', 'updated_at': '2021-09-17T08:03:59Z', 'revision_number': 5, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'subnets': [{'id': 'cdbba56d-e3fd-409f-89f7-5b20593794fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd857f27-5074-4338-9ef2-464d1b2db8d5', 'name': '', 'network_id': '7bfd27a7-b749-467c-aa27-defec6b9d70e', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'mac_address': 'fa:16:3e:57:38:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '0a2d550c-65a7-44a3-9dd2-5f20c6c64bc8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:47Z', 'updated_at': '2021-09-17T08:03:52Z', 'revision_number': 5, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'subnets': [{'id': '0a2d550c-65a7-44a3-9dd2-5f20c6c64bc8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:07.065540 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b49a381-3b01-4a3b-8527-0ca281c02c74 None None] Checking router: 8e68c7e1-4432-4bbc-8f99-957862f0513f for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:04:07.077704 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-142dde59-7a89-4fe1-8f92-e2aff04d8680 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:07.083238 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b49a381-3b01-4a3b-8527-0ca281c02c74 None None] Routers {'8e68c7e1-4432-4bbc-8f99-957862f0513f'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:04:07.084014 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-8b49a381-3b01-4a3b-8527-0ca281c02c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:03:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['8e68c7e1-4432-4bbc-8f99-957862f0513f'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:07.140744 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-142dde59-7a89-4fe1-8f92-e2aff04d8680 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Deleting port c9c4ea63-13b3-4ec4-acee-2eff9339f999 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:04:07.141089 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-142dde59-7a89-4fe1-8f92-e2aff04d8680 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:07.190483 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-8b49a381-3b01-4a3b-8527-0ca281c02c74 None None] Set router 8e68c7e1-4432-4bbc-8f99-957862f0513f gateway port host: None {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:04:07.211217 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-142dde59-7a89-4fe1-8f92-e2aff04d8680 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] For port c9c4ea63-13b3-4ec4-acee-2eff9339f999, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=c9c4ea63-13b3-4ec4-acee-2eff9339f999,segment=NetworkSegment(5c22b53f-85be-41ec-ba34-a9a437e71b34),segment_id=5c22b53f-85be-41ec-ba34-a9a437e71b34)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:04:07.212199 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-142dde59-7a89-4fe1-8f92-e2aff04d8680 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:07.238567 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-142dde59-7a89-4fe1-8f92-e2aff04d8680 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Calling delete_port for c9c4ea63-13b3-4ec4-acee-2eff9339f999 owned by network:dhcp {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:04:07.273761 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c09f0e-822c-44b0-a77c-4ebaed2aad4b None None] DHCP port deletion for 22fbe110-cf37-4b01-bc5b-4c587d10e391 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 08:04:07.333053 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-142dde59-7a89-4fe1-8f92-e2aff04d8680 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:07.334798 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-47c09f0e-822c-44b0-a77c-4ebaed2aad4b None None] Deleting port c9c4ea63-13b3-4ec4-acee-2eff9339f999 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:04:07.335300 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-47c09f0e-822c-44b0-a77c-4ebaed2aad4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:07.365675 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142dde59-7a89-4fe1-8f92-e2aff04d8680 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Pushing event deleted for resources: {'Port': ['ID=c9c4ea63-13b3-4ec4-acee-2eff9339f999,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:07.373694 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142dde59-7a89-4fe1-8f92-e2aff04d8680 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] No DVR routers for this DVR port c9c4ea63-13b3-4ec4-acee-2eff9339f999 on host n-d-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:04:07.455002 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-47c09f0e-822c-44b0-a77c-4ebaed2aad4b None None] For port c9c4ea63-13b3-4ec4-acee-2eff9339f999, host n-d-789963-9, got binding levels [] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:04:07.456465 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-47c09f0e-822c-44b0-a77c-4ebaed2aad4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:07.475432 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-47c09f0e-822c-44b0-a77c-4ebaed2aad4b None None] Calling delete_port for c9c4ea63-13b3-4ec4-acee-2eff9339f999 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:04:07.478217 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-8b49a381-3b01-4a3b-8527-0ca281c02c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'name': 'tempest-RoutersIpV6Test-router-1588630530', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:03:46Z', 'updated_at': '2021-09-17T08:04:05Z', 'revision_number': 8, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'gw_port_host': None, '_interfaces': [{'id': '5a444a8f-4b11-4938-a87e-c960b2f50340', 'name': '', 'network_id': 'b1bc0258-0080-4da7-b12b-922e682b239c', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'mac_address': 'fa:16:3e:5f:7c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': 'ce1c90cf-5bf3-4153-92c7-6b6caef3151e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:54Z', 'updated_at': '2021-09-17T08:03:58Z', 'revision_number': 5, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'subnets': [{'id': 'ce1c90cf-5bf3-4153-92c7-6b6caef3151e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8521bbbf-a319-492c-b7e0-b3fed137f0ff', 'name': '', 'network_id': 'd7c5fb20-c941-429c-90c9-c19bfdc574aa', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'mac_address': 'fa:16:3e:95:33:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': 'cdbba56d-e3fd-409f-89f7-5b20593794fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:51Z', 'updated_at': '2021-09-17T08:03:59Z', 'revision_number': 5, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'subnets': [{'id': 'cdbba56d-e3fd-409f-89f7-5b20593794fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd857f27-5074-4338-9ef2-464d1b2db8d5', 'name': '', 'network_id': '7bfd27a7-b749-467c-aa27-defec6b9d70e', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'mac_address': 'fa:16:3e:57:38:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '0a2d550c-65a7-44a3-9dd2-5f20c6c64bc8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:47Z', 'updated_at': '2021-09-17T08:03:52Z', 'revision_number': 5, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'subnets': [{'id': '0a2d550c-65a7-44a3-9dd2-5f20c6c64bc8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:07.478388 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.ipam_backend_mixin [None req-47c09f0e-822c-44b0-a77c-4ebaed2aad4b None None] Port c9c4ea63-13b3-4ec4-acee-2eff9339f999 was not found and therefore no delete operation was performed {{(pid=101291) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 17 08:04:07.479578 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-47c09f0e-822c-44b0-a77c-4ebaed2aad4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:07.517790 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c09f0e-822c-44b0-a77c-4ebaed2aad4b None None] No DVR routers for this DVR port c9c4ea63-13b3-4ec4-acee-2eff9339f999 on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:04:07.519627 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b49a381-3b01-4a3b-8527-0ca281c02c74 None None] The sync data for ids ['8e68c7e1-4432-4bbc-8f99-957862f0513f'] in n-d-789963-9 is: [{'id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'name': 'tempest-RoutersIpV6Test-router-1588630530', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:03:46Z', 'updated_at': '2021-09-17T08:04:05Z', 'revision_number': 8, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'gw_port_host': None, '_interfaces': [{'id': '5a444a8f-4b11-4938-a87e-c960b2f50340', 'name': '', 'network_id': 'b1bc0258-0080-4da7-b12b-922e682b239c', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'mac_address': 'fa:16:3e:5f:7c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': 'ce1c90cf-5bf3-4153-92c7-6b6caef3151e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:54Z', 'updated_at': '2021-09-17T08:03:58Z', 'revision_number': 5, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'subnets': [{'id': 'ce1c90cf-5bf3-4153-92c7-6b6caef3151e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8521bbbf-a319-492c-b7e0-b3fed137f0ff', 'name': '', 'network_id': 'd7c5fb20-c941-429c-90c9-c19bfdc574aa', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'mac_address': 'fa:16:3e:95:33:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': 'cdbba56d-e3fd-409f-89f7-5b20593794fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:51Z', 'updated_at': '2021-09-17T08:03:59Z', 'revision_number': 5, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'subnets': [{'id': 'cdbba56d-e3fd-409f-89f7-5b20593794fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd857f27-5074-4338-9ef2-464d1b2db8d5', 'name': '', 'network_id': '7bfd27a7-b749-467c-aa27-defec6b9d70e', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'mac_address': 'fa:16:3e:57:38:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '0a2d550c-65a7-44a3-9dd2-5f20c6c64bc8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:47Z', 'updated_at': '2021-09-17T08:03:52Z', 'revision_number': 5, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'subnets': [{'id': '0a2d550c-65a7-44a3-9dd2-5f20c6c64bc8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:04:07.535341 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-142dde59-7a89-4fe1-8f92-e2aff04d8680 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:07.537898 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c09f0e-822c-44b0-a77c-4ebaed2aad4b None None] Pushing event deleted for resources: {'Port': ['ID=c9c4ea63-13b3-4ec4-acee-2eff9339f999,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:07.562320 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-142dde59-7a89-4fe1-8f92-e2aff04d8680 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22fbe110-cf37-4b01-bc5b-4c587d10e391']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:07.587552 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-142dde59-7a89-4fe1-8f92-e2aff04d8680 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c22b53f-85be-41ec-ba34-a9a437e71b34') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:07.587881 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-142dde59-7a89-4fe1-8f92-e2aff04d8680 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c22b53f-85be-41ec-ba34-a9a437e71b34') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:07.599635 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-142dde59-7a89-4fe1-8f92-e2aff04d8680 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:07.613997 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-142dde59-7a89-4fe1-8f92-e2aff04d8680 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:07.620172 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-142dde59-7a89-4fe1-8f92-e2aff04d8680 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:04:07.620568 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-142dde59-7a89-4fe1-8f92-e2aff04d8680 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:07.623494 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:04:07.623494 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:04:07.623494 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:04:07.623494 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:04:07.623494 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:04:07.623494 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:04:07.623494 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:04:07.623494 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:04:07.623494 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:04:07.623494 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:04:07.623494 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:04:07.623494 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:04:07.623494 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:04:07.623494 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:04:07.623494 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:04:07.623494 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:04:07.623494 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:04:07.623494 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:04:07.623494 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:04:07.623494 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:04:07.623494 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:04:07.623494 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:04:07.623494 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:04:07.623494 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:04:07.623494 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:04:07.623494 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:04:07.623494 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:04:07.623494 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:04:07.623494 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:04:07.623494 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:04:07.623494 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:04:07.623494 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:04:07.693144 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-142dde59-7a89-4fe1-8f92-e2aff04d8680 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:07.716478 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-142dde59-7a89-4fe1-8f92-e2aff04d8680 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:07.721030 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-142dde59-7a89-4fe1-8f92-e2aff04d8680 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "DELETE /v2.0/networks/22fbe110-cf37-4b01-bc5b-4c587d10e391 HTTP/1.1" status: 204 len: 168 time: 0.7517231 Sep 17 08:04:07.721030 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142dde59-7a89-4fe1-8f92-e2aff04d8680 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Pushing event deleted for resources: {'Network': ['ID=22fbe110-cf37-4b01-bc5b-4c587d10e391,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:07.721258 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 33144) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:07.859765 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dcc700-4946-469e-bafb-560a3e0c2780 req-8a914424-8fca-443a-ba0f-11978601492e tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:07.861245 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-81dcc700-4946-469e-bafb-560a3e0c2780 req-8a914424-8fca-443a-ba0f-11978601492e tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=719299f7-5239-4fef-97c5-a397767cc371 HTTP/1.1" status: 200 len: 946 time: 0.1332741 Sep 17 08:04:07.911217 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device c9c4ea63-13b3-4ec4-acee-2eff9339f999 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:04:07.950116 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: c9c4ea63-13b3-4ec4-acee-2eff9339f999 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:04:07.950576 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device c9c4ea63-13b3-4ec4-acee-2eff9339f999 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:04:07.974302 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-81dcc700-4946-469e-bafb-560a3e0c2780 req-cdc236f5-5941-4690-87b2-52b0d8c86744 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060708 Sep 17 08:04:08.151635 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5ea9aac3-2c3c-450b-8e42-8ad7132d9793 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:08.418465 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-5ea9aac3-2c3c-450b-8e42-8ad7132d9793 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Deleting port 5a444a8f-4b11-4938-a87e-c960b2f50340 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:04:08.418805 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5ea9aac3-2c3c-450b-8e42-8ad7132d9793 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:08.508200 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-5ea9aac3-2c3c-450b-8e42-8ad7132d9793 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] For port 5a444a8f-4b11-4938-a87e-c960b2f50340, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=5a444a8f-4b11-4938-a87e-c960b2f50340,segment=NetworkSegment(ccd47ee5-4840-47c6-beff-1762005f2304),segment_id=ccd47ee5-4840-47c6-beff-1762005f2304)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:04:08.508575 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5ea9aac3-2c3c-450b-8e42-8ad7132d9793 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:08.521697 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-5ea9aac3-2c3c-450b-8e42-8ad7132d9793 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Calling delete_port for 5a444a8f-4b11-4938-a87e-c960b2f50340 owned by network:router_interface {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:04:08.697630 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5ea9aac3-2c3c-450b-8e42-8ad7132d9793 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:08.733211 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea9aac3-2c3c-450b-8e42-8ad7132d9793 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Pushing event deleted for resources: {'Port': ['ID=5a444a8f-4b11-4938-a87e-c960b2f50340,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:08.841718 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5ea9aac3-2c3c-450b-8e42-8ad7132d9793 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:09.047418 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ea9aac3-2c3c-450b-8e42-8ad7132d9793 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Router 8e68c7e1-4432-4bbc-8f99-957862f0513f has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:04:09.169223 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620765a9-83ed-4633-b44c-c997b83b3ae9 req-e8dc8abd-bc02-4277-9e53-a5444277edcc tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:09.171206 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-620765a9-83ed-4633-b44c-c997b83b3ae9 req-e8dc8abd-bc02-4277-9e53-a5444277edcc tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=719299f7-5239-4fef-97c5-a397767cc371 HTTP/1.1" status: 200 len: 946 time: 0.1223631 Sep 17 08:04:09.200576 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea9aac3-2c3c-450b-8e42-8ad7132d9793 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:04:09.206524 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-5ea9aac3-2c3c-450b-8e42-8ad7132d9793 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "PUT /v2.0/routers/8e68c7e1-4432-4bbc-8f99-957862f0513f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4844458 Sep 17 08:04:09.209245 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 33178) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:09.216985 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b601d0b6-8ea3-4cd8-954e-ec7694b47f0b None None] Sync routers for ids ['8e68c7e1-4432-4bbc-8f99-957862f0513f'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:04:09.233741 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b601d0b6-8ea3-4cd8-954e-ec7694b47f0b None None] Routers {'8e68c7e1-4432-4bbc-8f99-957862f0513f'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:04:09.234653 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-b601d0b6-8ea3-4cd8-954e-ec7694b47f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:03:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['8e68c7e1-4432-4bbc-8f99-957862f0513f'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:09.261841 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-620765a9-83ed-4633-b44c-c997b83b3ae9 req-f1721fbb-d67f-4922-9850-82f2a1bda61b tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833070 Sep 17 08:04:09.280010 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-24fa9fba-7664-4233-8ea1-6dbf7631b69f tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Deleting subnet ce1c90cf-5bf3-4153-92c7-6b6caef3151e {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:04:09.283320 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-24fa9fba-7664-4233-8ea1-6dbf7631b69f tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:09.333631 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-24fa9fba-7664-4233-8ea1-6dbf7631b69f tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:09.469205 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-24fa9fba-7664-4233-8ea1-6dbf7631b69f tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:09.528504 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 7abe6c6a-37c9-4cb5-ac94-f04763daff82 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:04:09.546318 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-24fa9fba-7664-4233-8ea1-6dbf7631b69f tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:09.552652 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 7abe6c6a-37c9-4cb5-ac94-f04763daff82 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:04:09.553459 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 7abe6c6a-37c9-4cb5-ac94-f04763daff82 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:04:09.575229 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-b601d0b6-8ea3-4cd8-954e-ec7694b47f0b None None] Set router 8e68c7e1-4432-4bbc-8f99-957862f0513f gateway port host: None {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:04:09.578844 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fa9fba-7664-4233-8ea1-6dbf7631b69f tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Pushing event deleted for resources: {'Subnet': ['ID=ce1c90cf-5bf3-4153-92c7-6b6caef3151e,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:09.588724 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-24fa9fba-7664-4233-8ea1-6dbf7631b69f tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:09.591133 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-24fa9fba-7664-4233-8ea1-6dbf7631b69f tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "DELETE /v2.0/subnets/ce1c90cf-5bf3-4153-92c7-6b6caef3151e HTTP/1.1" status: 204 len: 168 time: 0.3804791 Sep 17 08:04:09.593935 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 33188) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:09.612622 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b2b6c0-07de-4775-98a6-93096c32a1c5 None None] Network b1bc0258-0080-4da7-b12b-922e682b239c requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:04:09.675658 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bc216441-6fcf-4a57-af8d-79f0fbe93a45 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:09.790240 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-bc216441-6fcf-4a57-af8d-79f0fbe93a45 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Deleting port 6b008ac8-381f-458f-a91f-d4652490cf92 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:04:09.790676 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bc216441-6fcf-4a57-af8d-79f0fbe93a45 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:09.869009 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-bc216441-6fcf-4a57-af8d-79f0fbe93a45 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] For port 6b008ac8-381f-458f-a91f-d4652490cf92, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=6b008ac8-381f-458f-a91f-d4652490cf92,segment=NetworkSegment(ccd47ee5-4840-47c6-beff-1762005f2304),segment_id=ccd47ee5-4840-47c6-beff-1762005f2304)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:04:09.869394 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bc216441-6fcf-4a57-af8d-79f0fbe93a45 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:09.882859 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-bc216441-6fcf-4a57-af8d-79f0fbe93a45 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Calling delete_port for 6b008ac8-381f-458f-a91f-d4652490cf92 owned by network:dhcp {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:04:09.969653 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-b601d0b6-8ea3-4cd8-954e-ec7694b47f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'name': 'tempest-RoutersIpV6Test-router-1588630530', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:03:46Z', 'updated_at': '2021-09-17T08:04:08Z', 'revision_number': 9, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'gw_port_host': None, '_interfaces': [{'id': '8521bbbf-a319-492c-b7e0-b3fed137f0ff', 'name': '', 'network_id': 'd7c5fb20-c941-429c-90c9-c19bfdc574aa', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'mac_address': 'fa:16:3e:95:33:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': 'cdbba56d-e3fd-409f-89f7-5b20593794fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:51Z', 'updated_at': '2021-09-17T08:03:59Z', 'revision_number': 5, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'subnets': [{'id': 'cdbba56d-e3fd-409f-89f7-5b20593794fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd857f27-5074-4338-9ef2-464d1b2db8d5', 'name': '', 'network_id': '7bfd27a7-b749-467c-aa27-defec6b9d70e', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'mac_address': 'fa:16:3e:57:38:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '0a2d550c-65a7-44a3-9dd2-5f20c6c64bc8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:47Z', 'updated_at': '2021-09-17T08:03:52Z', 'revision_number': 5, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'subnets': [{'id': '0a2d550c-65a7-44a3-9dd2-5f20c6c64bc8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:09.994071 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bc216441-6fcf-4a57-af8d-79f0fbe93a45 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:10.000383 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25d633c-53bb-41dc-b67d-9ade95a2407d None None] DHCP port deletion for b1bc0258-0080-4da7-b12b-922e682b239c request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 08:04:10.003052 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b601d0b6-8ea3-4cd8-954e-ec7694b47f0b None None] Checking router: 8e68c7e1-4432-4bbc-8f99-957862f0513f for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:04:10.009783 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc216441-6fcf-4a57-af8d-79f0fbe93a45 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] No DVR routers for this DVR port 6b008ac8-381f-458f-a91f-d4652490cf92 on host n-d-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:04:10.015658 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b601d0b6-8ea3-4cd8-954e-ec7694b47f0b None None] Routers {'8e68c7e1-4432-4bbc-8f99-957862f0513f'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:04:10.023592 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-b601d0b6-8ea3-4cd8-954e-ec7694b47f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:03:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['8e68c7e1-4432-4bbc-8f99-957862f0513f'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:10.035311 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc216441-6fcf-4a57-af8d-79f0fbe93a45 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Pushing event deleted for resources: {'Port': ['ID=6b008ac8-381f-458f-a91f-d4652490cf92,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:10.128197 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bc216441-6fcf-4a57-af8d-79f0fbe93a45 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:10.143891 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-b601d0b6-8ea3-4cd8-954e-ec7694b47f0b None None] Set router 8e68c7e1-4432-4bbc-8f99-957862f0513f gateway port host: None {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:04:10.150333 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-bc216441-6fcf-4a57-af8d-79f0fbe93a45 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1bc0258-0080-4da7-b12b-922e682b239c']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:10.161423 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-bc216441-6fcf-4a57-af8d-79f0fbe93a45 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccd47ee5-4840-47c6-beff-1762005f2304') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:10.161785 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-bc216441-6fcf-4a57-af8d-79f0fbe93a45 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccd47ee5-4840-47c6-beff-1762005f2304') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:10.174176 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bc216441-6fcf-4a57-af8d-79f0fbe93a45 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:10.193554 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bc216441-6fcf-4a57-af8d-79f0fbe93a45 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:10.202001 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc216441-6fcf-4a57-af8d-79f0fbe93a45 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:04:10.202971 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bc216441-6fcf-4a57-af8d-79f0fbe93a45 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:10.206351 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 08:04:10.206351 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:04:10.206351 n-d-789963-9 neutron-server[101290]: timer() Sep 17 08:04:10.206351 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:04:10.206351 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 08:04:10.206351 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:04:10.206351 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 08:04:10.206351 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:04:10.206351 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 08:04:10.206351 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:04:10.206351 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 08:04:10.206351 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:04:10.206351 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 08:04:10.206351 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:04:10.206351 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:04:10.206351 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:04:10.206351 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:04:10.206351 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:04:10.206351 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 08:04:10.206351 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:04:10.206351 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 08:04:10.206351 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:04:10.206351 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:04:10.206351 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:04:10.206351 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 08:04:10.206351 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:04:10.206351 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:04:10.206351 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:04:10.206351 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:04:10.206351 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:04:10.206351 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:04:10.206351 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:04:10.284767 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bc216441-6fcf-4a57-af8d-79f0fbe93a45 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:10.294123 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bc216441-6fcf-4a57-af8d-79f0fbe93a45 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:10.299572 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 33204) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:10.299991 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-bc216441-6fcf-4a57-af8d-79f0fbe93a45 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "DELETE /v2.0/networks/b1bc0258-0080-4da7-b12b-922e682b239c HTTP/1.1" status: 204 len: 168 time: 0.7048171 Sep 17 08:04:10.314535 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc216441-6fcf-4a57-af8d-79f0fbe93a45 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Pushing event deleted for resources: {'Network': ['ID=b1bc0258-0080-4da7-b12b-922e682b239c,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:10.402291 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-b601d0b6-8ea3-4cd8-954e-ec7694b47f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'name': 'tempest-RoutersIpV6Test-router-1588630530', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:03:46Z', 'updated_at': '2021-09-17T08:04:08Z', 'revision_number': 9, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'gw_port_host': None, '_interfaces': [{'id': '8521bbbf-a319-492c-b7e0-b3fed137f0ff', 'name': '', 'network_id': 'd7c5fb20-c941-429c-90c9-c19bfdc574aa', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'mac_address': 'fa:16:3e:95:33:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': 'cdbba56d-e3fd-409f-89f7-5b20593794fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:51Z', 'updated_at': '2021-09-17T08:03:59Z', 'revision_number': 5, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'subnets': [{'id': 'cdbba56d-e3fd-409f-89f7-5b20593794fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd857f27-5074-4338-9ef2-464d1b2db8d5', 'name': '', 'network_id': '7bfd27a7-b749-467c-aa27-defec6b9d70e', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'mac_address': 'fa:16:3e:57:38:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '0a2d550c-65a7-44a3-9dd2-5f20c6c64bc8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:47Z', 'updated_at': '2021-09-17T08:03:52Z', 'revision_number': 5, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'subnets': [{'id': '0a2d550c-65a7-44a3-9dd2-5f20c6c64bc8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:10.433029 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b601d0b6-8ea3-4cd8-954e-ec7694b47f0b None None] The sync data for ids ['8e68c7e1-4432-4bbc-8f99-957862f0513f'] in n-d-789963-9 is: [{'id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'name': 'tempest-RoutersIpV6Test-router-1588630530', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:03:46Z', 'updated_at': '2021-09-17T08:04:08Z', 'revision_number': 9, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'gw_port_host': None, '_interfaces': [{'id': '8521bbbf-a319-492c-b7e0-b3fed137f0ff', 'name': '', 'network_id': 'd7c5fb20-c941-429c-90c9-c19bfdc574aa', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'mac_address': 'fa:16:3e:95:33:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': 'cdbba56d-e3fd-409f-89f7-5b20593794fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:51Z', 'updated_at': '2021-09-17T08:03:59Z', 'revision_number': 5, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'subnets': [{'id': 'cdbba56d-e3fd-409f-89f7-5b20593794fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd857f27-5074-4338-9ef2-464d1b2db8d5', 'name': '', 'network_id': '7bfd27a7-b749-467c-aa27-defec6b9d70e', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'mac_address': 'fa:16:3e:57:38:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '0a2d550c-65a7-44a3-9dd2-5f20c6c64bc8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:47Z', 'updated_at': '2021-09-17T08:03:52Z', 'revision_number': 5, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'subnets': [{'id': '0a2d550c-65a7-44a3-9dd2-5f20c6c64bc8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:04:10.507580 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e3c783-fa9e-4192-82e7-c945b1069504 req-4773d5bc-a772-49b8-ae97-a11448da7dd7 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:10.509114 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-18e3c783-fa9e-4192-82e7-c945b1069504 req-4773d5bc-a772-49b8-ae97-a11448da7dd7 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=719299f7-5239-4fef-97c5-a397767cc371 HTTP/1.1" status: 200 len: 946 time: 0.1517239 Sep 17 08:04:10.588663 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-18e3c783-fa9e-4192-82e7-c945b1069504 req-e7bc7c3b-f9da-4868-bd99-a4b7171f3ae8 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727813 Sep 17 08:04:10.733872 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-620108f1-d780-4443-8ab9-a272845d9e6a tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:11.250706 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-620108f1-d780-4443-8ab9-a272845d9e6a tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Deleting port 8521bbbf-a319-492c-b7e0-b3fed137f0ff {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:04:11.251043 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-620108f1-d780-4443-8ab9-a272845d9e6a tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:11.339019 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-620108f1-d780-4443-8ab9-a272845d9e6a tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] For port 8521bbbf-a319-492c-b7e0-b3fed137f0ff, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=8521bbbf-a319-492c-b7e0-b3fed137f0ff,segment=NetworkSegment(67e63c0c-86b0-4b16-9a16-e3bfa3b87dbd),segment_id=67e63c0c-86b0-4b16-9a16-e3bfa3b87dbd)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:04:11.339639 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-620108f1-d780-4443-8ab9-a272845d9e6a tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:11.351556 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-620108f1-d780-4443-8ab9-a272845d9e6a tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Calling delete_port for 8521bbbf-a319-492c-b7e0-b3fed137f0ff owned by network:router_interface {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:04:11.435743 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 5a444a8f-4b11-4938-a87e-c960b2f50340 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:04:11.456327 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 5a444a8f-4b11-4938-a87e-c960b2f50340 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:04:11.456678 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 5a444a8f-4b11-4938-a87e-c960b2f50340 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:04:11.457107 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 6b008ac8-381f-458f-a91f-d4652490cf92 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:04:11.475619 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 6b008ac8-381f-458f-a91f-d4652490cf92 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:04:11.476144 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 6b008ac8-381f-458f-a91f-d4652490cf92 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:04:11.536099 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-620108f1-d780-4443-8ab9-a272845d9e6a tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:11.565907 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620108f1-d780-4443-8ab9-a272845d9e6a tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Pushing event deleted for resources: {'Port': ['ID=8521bbbf-a319-492c-b7e0-b3fed137f0ff,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:11.728514 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-620108f1-d780-4443-8ab9-a272845d9e6a tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:11.750971 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ff63f-459a-4dd6-8995-de59777bfee0 req-e03cda67-3da3-482c-b226-b6fe82eee105 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:11.752587 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ec8ff63f-459a-4dd6-8995-de59777bfee0 req-e03cda67-3da3-482c-b226-b6fe82eee105 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=719299f7-5239-4fef-97c5-a397767cc371 HTTP/1.1" status: 200 len: 946 time: 0.0795209 Sep 17 08:04:11.858477 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ec8ff63f-459a-4dd6-8995-de59777bfee0 req-8be1433f-30b1-44a7-a663-5a43861f472b tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735762 Sep 17 08:04:11.965318 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-620108f1-d780-4443-8ab9-a272845d9e6a tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Router 8e68c7e1-4432-4bbc-8f99-957862f0513f has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:04:12.059562 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-620108f1-d780-4443-8ab9-a272845d9e6a tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:04:12.065661 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-620108f1-d780-4443-8ab9-a272845d9e6a tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "PUT /v2.0/routers/8e68c7e1-4432-4bbc-8f99-957862f0513f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7647147 Sep 17 08:04:12.067501 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 33242) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:12.069687 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982ccc98-4d29-416d-be46-3d47e8745b0e None None] Sync routers for ids ['8e68c7e1-4432-4bbc-8f99-957862f0513f'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:04:12.079753 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982ccc98-4d29-416d-be46-3d47e8745b0e None None] Routers {'8e68c7e1-4432-4bbc-8f99-957862f0513f'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:04:12.080629 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-982ccc98-4d29-416d-be46-3d47e8745b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:03:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['8e68c7e1-4432-4bbc-8f99-957862f0513f'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:12.134666 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-60daa1c8-6f56-4752-9d15-0dc258c96e96 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Deleting subnet cdbba56d-e3fd-409f-89f7-5b20593794fc {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:04:12.138055 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-60daa1c8-6f56-4752-9d15-0dc258c96e96 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:12.175764 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-982ccc98-4d29-416d-be46-3d47e8745b0e None None] Set router 8e68c7e1-4432-4bbc-8f99-957862f0513f gateway port host: None {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:04:12.187097 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-60daa1c8-6f56-4752-9d15-0dc258c96e96 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:12.279255 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-60daa1c8-6f56-4752-9d15-0dc258c96e96 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:12.343404 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-60daa1c8-6f56-4752-9d15-0dc258c96e96 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:12.369549 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60daa1c8-6f56-4752-9d15-0dc258c96e96 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Pushing event deleted for resources: {'Subnet': ['ID=cdbba56d-e3fd-409f-89f7-5b20593794fc,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:12.375637 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-60daa1c8-6f56-4752-9d15-0dc258c96e96 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:12.377743 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-60daa1c8-6f56-4752-9d15-0dc258c96e96 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "DELETE /v2.0/subnets/cdbba56d-e3fd-409f-89f7-5b20593794fc HTTP/1.1" status: 204 len: 168 time: 0.3091388 Sep 17 08:04:12.380597 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 33250) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:12.383507 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-982ccc98-4d29-416d-be46-3d47e8745b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'name': 'tempest-RoutersIpV6Test-router-1588630530', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:03:46Z', 'updated_at': '2021-09-17T08:04:11Z', 'revision_number': 10, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'gw_port_host': None, '_interfaces': [{'id': 'cd857f27-5074-4338-9ef2-464d1b2db8d5', 'name': '', 'network_id': '7bfd27a7-b749-467c-aa27-defec6b9d70e', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'mac_address': 'fa:16:3e:57:38:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '0a2d550c-65a7-44a3-9dd2-5f20c6c64bc8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:47Z', 'updated_at': '2021-09-17T08:03:52Z', 'revision_number': 5, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'subnets': [{'id': '0a2d550c-65a7-44a3-9dd2-5f20c6c64bc8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:12.393783 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44569b3-37df-4ec9-87c5-a23d2282de93 None None] Network d7c5fb20-c941-429c-90c9-c19bfdc574aa requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:04:12.412576 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982ccc98-4d29-416d-be46-3d47e8745b0e None None] Checking router: 8e68c7e1-4432-4bbc-8f99-957862f0513f for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:04:12.424189 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982ccc98-4d29-416d-be46-3d47e8745b0e None None] Routers {'8e68c7e1-4432-4bbc-8f99-957862f0513f'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:04:12.424820 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-982ccc98-4d29-416d-be46-3d47e8745b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:03:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['8e68c7e1-4432-4bbc-8f99-957862f0513f'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:12.484177 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-56424a4b-4668-4122-8668-919885bf4ed8 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:12.563241 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-56424a4b-4668-4122-8668-919885bf4ed8 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Deleting port 1806309c-78bc-4391-a0f7-9c67004fbce8 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:04:12.564118 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-56424a4b-4668-4122-8668-919885bf4ed8 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:12.602376 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54498fed-2f5e-44e0-83b9-a6a0caadd0ab None None] DHCP port deletion for d7c5fb20-c941-429c-90c9-c19bfdc574aa request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 08:04:12.639864 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-982ccc98-4d29-416d-be46-3d47e8745b0e None None] Set router 8e68c7e1-4432-4bbc-8f99-957862f0513f gateway port host: None {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:04:12.642585 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-56424a4b-4668-4122-8668-919885bf4ed8 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] For port 1806309c-78bc-4391-a0f7-9c67004fbce8, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=1806309c-78bc-4391-a0f7-9c67004fbce8,segment=NetworkSegment(67e63c0c-86b0-4b16-9a16-e3bfa3b87dbd),segment_id=67e63c0c-86b0-4b16-9a16-e3bfa3b87dbd)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:04:12.643351 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-56424a4b-4668-4122-8668-919885bf4ed8 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:12.653020 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-54498fed-2f5e-44e0-83b9-a6a0caadd0ab None None] Deleting port 1806309c-78bc-4391-a0f7-9c67004fbce8 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:04:12.653632 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-54498fed-2f5e-44e0-83b9-a6a0caadd0ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:12.659578 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-56424a4b-4668-4122-8668-919885bf4ed8 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Calling delete_port for 1806309c-78bc-4391-a0f7-9c67004fbce8 owned by network:dhcp {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:04:12.742123 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-54498fed-2f5e-44e0-83b9-a6a0caadd0ab None None] For port 1806309c-78bc-4391-a0f7-9c67004fbce8, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=1806309c-78bc-4391-a0f7-9c67004fbce8,segment=NetworkSegment(67e63c0c-86b0-4b16-9a16-e3bfa3b87dbd),segment_id=67e63c0c-86b0-4b16-9a16-e3bfa3b87dbd)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:04:12.742974 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-54498fed-2f5e-44e0-83b9-a6a0caadd0ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:12.780404 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-56424a4b-4668-4122-8668-919885bf4ed8 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:12.788855 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-54498fed-2f5e-44e0-83b9-a6a0caadd0ab None None] Calling delete_port for 1806309c-78bc-4391-a0f7-9c67004fbce8 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:04:12.806411 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56424a4b-4668-4122-8668-919885bf4ed8 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Pushing event deleted for resources: {'Port': ['ID=1806309c-78bc-4391-a0f7-9c67004fbce8,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:12.816229 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56424a4b-4668-4122-8668-919885bf4ed8 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:04:12.816592 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56424a4b-4668-4122-8668-919885bf4ed8 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:04:12.816963 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56424a4b-4668-4122-8668-919885bf4ed8 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:04:12.817298 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56424a4b-4668-4122-8668-919885bf4ed8 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:04:12.817641 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56424a4b-4668-4122-8668-919885bf4ed8 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:04:12.817983 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56424a4b-4668-4122-8668-919885bf4ed8 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:04:12.818323 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56424a4b-4668-4122-8668-919885bf4ed8 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:04:12.818665 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56424a4b-4668-4122-8668-919885bf4ed8 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:04:12.819003 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56424a4b-4668-4122-8668-919885bf4ed8 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:04:12.819338 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56424a4b-4668-4122-8668-919885bf4ed8 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:04:12.819672 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56424a4b-4668-4122-8668-919885bf4ed8 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:04:12.820027 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56424a4b-4668-4122-8668-919885bf4ed8 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:04:12.824911 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56424a4b-4668-4122-8668-919885bf4ed8 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] No DVR routers for this DVR port 1806309c-78bc-4391-a0f7-9c67004fbce8 on host n-d-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:04:12.890086 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-54498fed-2f5e-44e0-83b9-a6a0caadd0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:12.897930 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-982ccc98-4d29-416d-be46-3d47e8745b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'name': 'tempest-RoutersIpV6Test-router-1588630530', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:03:46Z', 'updated_at': '2021-09-17T08:04:11Z', 'revision_number': 10, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'gw_port_host': None, '_interfaces': [{'id': 'cd857f27-5074-4338-9ef2-464d1b2db8d5', 'name': '', 'network_id': '7bfd27a7-b749-467c-aa27-defec6b9d70e', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'mac_address': 'fa:16:3e:57:38:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '0a2d550c-65a7-44a3-9dd2-5f20c6c64bc8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:47Z', 'updated_at': '2021-09-17T08:03:52Z', 'revision_number': 5, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'subnets': [{'id': '0a2d550c-65a7-44a3-9dd2-5f20c6c64bc8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:12.917766 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54498fed-2f5e-44e0-83b9-a6a0caadd0ab None None] Pushing event deleted for resources: {'Port': ['ID=1806309c-78bc-4391-a0f7-9c67004fbce8,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:12.921359 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54498fed-2f5e-44e0-83b9-a6a0caadd0ab None None] No DVR routers for this DVR port 1806309c-78bc-4391-a0f7-9c67004fbce8 on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:04:12.938084 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982ccc98-4d29-416d-be46-3d47e8745b0e None None] The sync data for ids ['8e68c7e1-4432-4bbc-8f99-957862f0513f'] in n-d-789963-9 is: [{'id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'name': 'tempest-RoutersIpV6Test-router-1588630530', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:03:46Z', 'updated_at': '2021-09-17T08:04:11Z', 'revision_number': 10, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'gw_port_host': None, '_interfaces': [{'id': 'cd857f27-5074-4338-9ef2-464d1b2db8d5', 'name': '', 'network_id': '7bfd27a7-b749-467c-aa27-defec6b9d70e', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'mac_address': 'fa:16:3e:57:38:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '0a2d550c-65a7-44a3-9dd2-5f20c6c64bc8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:47Z', 'updated_at': '2021-09-17T08:03:52Z', 'revision_number': 5, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'subnets': [{'id': '0a2d550c-65a7-44a3-9dd2-5f20c6c64bc8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:04:12.953872 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-56424a4b-4668-4122-8668-919885bf4ed8 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:12.989053 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-56424a4b-4668-4122-8668-919885bf4ed8 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7c5fb20-c941-429c-90c9-c19bfdc574aa']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:13.014331 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-56424a4b-4668-4122-8668-919885bf4ed8 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67e63c0c-86b0-4b16-9a16-e3bfa3b87dbd') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:13.014614 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-56424a4b-4668-4122-8668-919885bf4ed8 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67e63c0c-86b0-4b16-9a16-e3bfa3b87dbd') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:13.037260 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-56424a4b-4668-4122-8668-919885bf4ed8 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:13.063895 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8196a-d7e4-444c-bef2-4ce5bd386739 req-0f3b6b55-f799-459b-98ea-01a5c38e8bbb tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:13.063895 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-60a8196a-d7e4-444c-bef2-4ce5bd386739 req-0f3b6b55-f799-459b-98ea-01a5c38e8bbb tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=719299f7-5239-4fef-97c5-a397767cc371 HTTP/1.1" status: 200 len: 946 time: 0.0835910 Sep 17 08:04:13.063895 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-56424a4b-4668-4122-8668-919885bf4ed8 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:13.096752 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56424a4b-4668-4122-8668-919885bf4ed8 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:04:13.097182 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-56424a4b-4668-4122-8668-919885bf4ed8 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:13.100321 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:04:13.100321 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:04:13.100321 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:04:13.100321 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:04:13.100321 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:04:13.100321 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:04:13.100321 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:04:13.100321 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:04:13.100321 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:04:13.100321 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:04:13.100321 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:04:13.100321 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:04:13.100321 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:04:13.100321 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:04:13.100321 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:04:13.100321 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:04:13.100321 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:04:13.100321 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:04:13.100321 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:04:13.100321 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:04:13.100321 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:04:13.100321 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:04:13.100321 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:04:13.100321 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:04:13.100321 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:04:13.100321 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:04:13.100321 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:04:13.100321 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:04:13.100321 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:04:13.100321 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:04:13.100321 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:04:13.100321 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:04:13.168011 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-60a8196a-d7e4-444c-bef2-4ce5bd386739 req-72b194f5-3bc3-4577-bb29-1340741fdfbe tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998564 Sep 17 08:04:13.176453 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-56424a4b-4668-4122-8668-919885bf4ed8 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:13.184121 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-56424a4b-4668-4122-8668-919885bf4ed8 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:13.186718 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-56424a4b-4668-4122-8668-919885bf4ed8 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "DELETE /v2.0/networks/d7c5fb20-c941-429c-90c9-c19bfdc574aa HTTP/1.1" status: 204 len: 168 time: 0.8048873 Sep 17 08:04:13.189612 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 33270) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:13.205541 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56424a4b-4668-4122-8668-919885bf4ed8 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Pushing event deleted for resources: {'Network': ['ID=d7c5fb20-c941-429c-90c9-c19bfdc574aa,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:13.453785 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 8521bbbf-a319-492c-b7e0-b3fed137f0ff no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:04:13.475211 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 8521bbbf-a319-492c-b7e0-b3fed137f0ff {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:04:13.475574 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 8521bbbf-a319-492c-b7e0-b3fed137f0ff not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:04:13.476022 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 1806309c-78bc-4391-a0f7-9c67004fbce8 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:04:13.513624 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 1806309c-78bc-4391-a0f7-9c67004fbce8 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:04:13.514278 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 1806309c-78bc-4391-a0f7-9c67004fbce8 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:04:13.576292 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-60064060-a3b9-4a1b-ba48-278961e472ca tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:13.819164 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-60064060-a3b9-4a1b-ba48-278961e472ca tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Deleting port cd857f27-5074-4338-9ef2-464d1b2db8d5 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:04:13.819603 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-60064060-a3b9-4a1b-ba48-278961e472ca tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:13.919051 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-60064060-a3b9-4a1b-ba48-278961e472ca tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] For port cd857f27-5074-4338-9ef2-464d1b2db8d5, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=cd857f27-5074-4338-9ef2-464d1b2db8d5,segment=NetworkSegment(554aaf55-fa12-4862-83ed-a7cd43d4420f),segment_id=554aaf55-fa12-4862-83ed-a7cd43d4420f)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:04:13.919402 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-60064060-a3b9-4a1b-ba48-278961e472ca tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:13.930803 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-60064060-a3b9-4a1b-ba48-278961e472ca tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Calling delete_port for cd857f27-5074-4338-9ef2-464d1b2db8d5 owned by network:router_interface {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:04:14.127303 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-60064060-a3b9-4a1b-ba48-278961e472ca tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:14.169368 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60064060-a3b9-4a1b-ba48-278961e472ca tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Pushing event deleted for resources: {'Port': ['ID=cd857f27-5074-4338-9ef2-464d1b2db8d5,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:14.549007 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-60064060-a3b9-4a1b-ba48-278961e472ca tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:14.627053 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d639d-84dc-44f7-bc34-62fe9f5ef2cf req-ee4e2cc6-ae05-4c30-813e-9afb0ae98516 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:14.628650 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3c6d639d-84dc-44f7-bc34-62fe9f5ef2cf req-ee4e2cc6-ae05-4c30-813e-9afb0ae98516 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=719299f7-5239-4fef-97c5-a397767cc371 HTTP/1.1" status: 200 len: 946 time: 0.0908535 Sep 17 08:04:14.750664 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3c6d639d-84dc-44f7-bc34-62fe9f5ef2cf req-f825e7dc-3ac9-4a50-a49c-87d8fc4b64bb tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974989 Sep 17 08:04:14.759224 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60064060-a3b9-4a1b-ba48-278961e472ca tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Router 8e68c7e1-4432-4bbc-8f99-957862f0513f has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:04:14.835467 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60064060-a3b9-4a1b-ba48-278961e472ca tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:04:14.840433 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-60064060-a3b9-4a1b-ba48-278961e472ca tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "PUT /v2.0/routers/8e68c7e1-4432-4bbc-8f99-957862f0513f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6500893 Sep 17 08:04:14.843112 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 33310) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:14.845455 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b57eba0-81cf-47ac-bbe2-a5d513315a9e None None] Sync routers for ids ['8e68c7e1-4432-4bbc-8f99-957862f0513f'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:04:14.854807 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b57eba0-81cf-47ac-bbe2-a5d513315a9e None None] Routers {'8e68c7e1-4432-4bbc-8f99-957862f0513f'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:04:14.855566 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-3b57eba0-81cf-47ac-bbe2-a5d513315a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:03:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['8e68c7e1-4432-4bbc-8f99-957862f0513f'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:14.900079 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-0022fae2-9e1a-4fbf-832f-5e680c1d69cd tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Deleting subnet 0a2d550c-65a7-44a3-9dd2-5f20c6c64bc8 {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:04:14.903334 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0022fae2-9e1a-4fbf-832f-5e680c1d69cd tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:14.930499 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-3b57eba0-81cf-47ac-bbe2-a5d513315a9e None None] Set router 8e68c7e1-4432-4bbc-8f99-957862f0513f gateway port host: None {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:04:14.952224 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0022fae2-9e1a-4fbf-832f-5e680c1d69cd tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:14.994871 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-3b57eba0-81cf-47ac-bbe2-a5d513315a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'name': 'tempest-RoutersIpV6Test-router-1588630530', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:03:46Z', 'updated_at': '2021-09-17T08:04:14Z', 'revision_number': 11, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'gw_port_host': None}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:15.020641 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b57eba0-81cf-47ac-bbe2-a5d513315a9e None None] Checking router: 8e68c7e1-4432-4bbc-8f99-957862f0513f for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:04:15.031060 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b57eba0-81cf-47ac-bbe2-a5d513315a9e None None] Routers {'8e68c7e1-4432-4bbc-8f99-957862f0513f'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:04:15.031588 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-3b57eba0-81cf-47ac-bbe2-a5d513315a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:03:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['8e68c7e1-4432-4bbc-8f99-957862f0513f'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:15.042206 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0022fae2-9e1a-4fbf-832f-5e680c1d69cd tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:15.109611 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0022fae2-9e1a-4fbf-832f-5e680c1d69cd tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:15.111814 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-3b57eba0-81cf-47ac-bbe2-a5d513315a9e None None] Set router 8e68c7e1-4432-4bbc-8f99-957862f0513f gateway port host: None {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:04:15.140232 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0022fae2-9e1a-4fbf-832f-5e680c1d69cd tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Pushing event deleted for resources: {'Subnet': ['ID=0a2d550c-65a7-44a3-9dd2-5f20c6c64bc8,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:15.142254 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0022fae2-9e1a-4fbf-832f-5e680c1d69cd tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:15.144528 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-0022fae2-9e1a-4fbf-832f-5e680c1d69cd tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "DELETE /v2.0/subnets/0a2d550c-65a7-44a3-9dd2-5f20c6c64bc8 HTTP/1.1" status: 204 len: 168 time: 0.2999697 Sep 17 08:04:15.146739 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 33318) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:15.175621 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70124d7-ad7c-4f88-bc46-87b5d6cef29a None None] Network 7bfd27a7-b749-467c-aa27-defec6b9d70e requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:04:15.177880 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-3b57eba0-81cf-47ac-bbe2-a5d513315a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'name': 'tempest-RoutersIpV6Test-router-1588630530', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:03:46Z', 'updated_at': '2021-09-17T08:04:14Z', 'revision_number': 11, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'gw_port_host': None}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:15.223266 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b57eba0-81cf-47ac-bbe2-a5d513315a9e None None] The sync data for ids ['8e68c7e1-4432-4bbc-8f99-957862f0513f'] in n-d-789963-9 is: [{'id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'name': 'tempest-RoutersIpV6Test-router-1588630530', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:03:46Z', 'updated_at': '2021-09-17T08:04:14Z', 'revision_number': 11, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'gw_port_host': None}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:04:15.242945 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7847836a-4261-4695-ac97-7d2b0c450935 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:15.332189 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-7847836a-4261-4695-ac97-7d2b0c450935 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Deleting port af3f8bd4-8a68-464a-a2de-8524290843e0 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:04:15.332371 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7847836a-4261-4695-ac97-7d2b0c450935 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:15.395203 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-7847836a-4261-4695-ac97-7d2b0c450935 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] For port af3f8bd4-8a68-464a-a2de-8524290843e0, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=af3f8bd4-8a68-464a-a2de-8524290843e0,segment=NetworkSegment(554aaf55-fa12-4862-83ed-a7cd43d4420f),segment_id=554aaf55-fa12-4862-83ed-a7cd43d4420f)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:04:15.395648 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7847836a-4261-4695-ac97-7d2b0c450935 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:15.408589 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-7847836a-4261-4695-ac97-7d2b0c450935 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Calling delete_port for af3f8bd4-8a68-464a-a2de-8524290843e0 owned by network:dhcp {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:04:15.502821 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7847836a-4261-4695-ac97-7d2b0c450935 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:15.530924 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7847836a-4261-4695-ac97-7d2b0c450935 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Pushing event deleted for resources: {'Port': ['ID=af3f8bd4-8a68-464a-a2de-8524290843e0,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:15.534431 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7847836a-4261-4695-ac97-7d2b0c450935 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] No DVR routers for this DVR port af3f8bd4-8a68-464a-a2de-8524290843e0 on host n-d-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:04:15.592613 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c088726-9244-4b02-ae3d-7cb0e65cd57b None None] DHCP port deletion for 7bfd27a7-b749-467c-aa27-defec6b9d70e request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 08:04:15.623557 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7847836a-4261-4695-ac97-7d2b0c450935 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:15.651389 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-7847836a-4261-4695-ac97-7d2b0c450935 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bfd27a7-b749-467c-aa27-defec6b9d70e']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:15.662826 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device af3f8bd4-8a68-464a-a2de-8524290843e0 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:04:15.665735 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-7847836a-4261-4695-ac97-7d2b0c450935 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '554aaf55-fa12-4862-83ed-a7cd43d4420f') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:15.666030 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-7847836a-4261-4695-ac97-7d2b0c450935 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '554aaf55-fa12-4862-83ed-a7cd43d4420f') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:15.675511 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7847836a-4261-4695-ac97-7d2b0c450935 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:15.683768 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: af3f8bd4-8a68-464a-a2de-8524290843e0 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:04:15.684172 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device af3f8bd4-8a68-464a-a2de-8524290843e0 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:04:15.684607 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device cd857f27-5074-4338-9ef2-464d1b2db8d5 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:04:15.689731 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7847836a-4261-4695-ac97-7d2b0c450935 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:15.696346 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7847836a-4261-4695-ac97-7d2b0c450935 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:04:15.696733 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7847836a-4261-4695-ac97-7d2b0c450935 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:15.700246 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:04:15.700246 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:04:15.700246 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:04:15.700246 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:04:15.700246 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:04:15.700246 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:04:15.700246 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:04:15.700246 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:04:15.700246 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:04:15.700246 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:04:15.700246 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:04:15.700246 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:04:15.700246 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:04:15.700246 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:04:15.700246 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:04:15.700246 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:04:15.700246 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:04:15.700246 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:04:15.700246 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:04:15.700246 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:04:15.700246 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:04:15.700246 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:04:15.700246 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:04:15.700246 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:04:15.700246 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:04:15.700246 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:04:15.700246 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:04:15.700246 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:04:15.700246 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:04:15.700246 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:04:15.700246 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:04:15.700246 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:04:15.705155 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: cd857f27-5074-4338-9ef2-464d1b2db8d5 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:04:15.705561 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device cd857f27-5074-4338-9ef2-464d1b2db8d5 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:04:15.762061 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7847836a-4261-4695-ac97-7d2b0c450935 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:15.773431 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7847836a-4261-4695-ac97-7d2b0c450935 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:15.777994 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-7847836a-4261-4695-ac97-7d2b0c450935 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "DELETE /v2.0/networks/7bfd27a7-b749-467c-aa27-defec6b9d70e HTTP/1.1" status: 204 len: 168 time: 0.6277242 Sep 17 08:04:15.778274 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 33340) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:15.783366 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-0a11c0a5-f78d-4985-8024-017b8b3f5f24 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Request body: {'router': {'routes': None}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:04:15.790291 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7847836a-4261-4695-ac97-7d2b0c450935 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Pushing event deleted for resources: {'Network': ['ID=7bfd27a7-b749-467c-aa27-defec6b9d70e,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:15.888948 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bdaecb-6a79-4823-be95-8ee574e89f23 req-7662b5ab-1e50-415b-ac01-2db18ac2b8d1 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:15.891018 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-62bdaecb-6a79-4823-be95-8ee574e89f23 req-7662b5ab-1e50-415b-ac01-2db18ac2b8d1 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=719299f7-5239-4fef-97c5-a397767cc371 HTTP/1.1" status: 200 len: 946 time: 0.0537455 Sep 17 08:04:15.929496 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-62bdaecb-6a79-4823-be95-8ee574e89f23 req-ed2defa5-e7d9-4812-8e36-57bf31b91bf9 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317936 Sep 17 08:04:15.949307 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.extraroute_db [None req-0a11c0a5-f78d-4985-8024-017b8b3f5f24 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Added routes are [] {{(pid=101290) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 17 08:04:15.949612 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.extraroute_db [None req-0a11c0a5-f78d-4985-8024-017b8b3f5f24 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Removed routes are [] {{(pid=101290) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 17 08:04:15.949974 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0a11c0a5-f78d-4985-8024-017b8b3f5f24 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-726791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7677'] for router, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:16.097299 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0a11c0a5-f78d-4985-8024-017b8b3f5f24 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-726791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7677'] for router, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:16.103213 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0a11c0a5-f78d-4985-8024-017b8b3f5f24 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-748988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-748965', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-726796'] for router, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:16.133938 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device d8956d2c-ae04-4a9b-9ead-fb568271500c details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:04:16.182099 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a11c0a5-f78d-4985-8024-017b8b3f5f24 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Router 8e68c7e1-4432-4bbc-8f99-957862f0513f has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:04:16.231702 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port d8956d2c-ae04-4a9b-9ead-fb568271500c, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=d8956d2c-ae04-4a9b-9ead-fb568271500c,segment=NetworkSegment(fd7b9750-679d-4ecc-9c9e-dc86937b132b),segment_id=fd7b9750-679d-4ecc-9c9e-dc86937b132b)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:04:16.242929 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': 'd8956d2c-ae04-4a9b-9ead-fb568271500c', 'network_id': '7eb31eb9-c5ba-4a23-993e-45fc1230b15c', 'port_id': 'd8956d2c-ae04-4a9b-9ead-fb568271500c', 'mac_address': 'fa:16:3e:94:1c:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb81ebac-14bd-4bcc-8591-cd4e58446b46', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:04:16.256511 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a11c0a5-f78d-4985-8024-017b8b3f5f24 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:04:16.263948 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0a11c0a5-f78d-4985-8024-017b8b3f5f24 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:16.267749 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-0a11c0a5-f78d-4985-8024-017b8b3f5f24 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "PUT /v2.0/routers/8e68c7e1-4432-4bbc-8f99-957862f0513f HTTP/1.1" status: 200 len: 705 time: 0.4856927 Sep 17 08:04:16.268662 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 33348) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:16.272269 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a86baa-1576-414a-bac2-23ba2d135571 None None] Sync routers for ids ['8e68c7e1-4432-4bbc-8f99-957862f0513f'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:04:16.280336 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:16.287301 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a86baa-1576-414a-bac2-23ba2d135571 None None] Routers {'8e68c7e1-4432-4bbc-8f99-957862f0513f'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:04:16.287993 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-30a86baa-1576-414a-bac2-23ba2d135571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:03:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['8e68c7e1-4432-4bbc-8f99-957862f0513f'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:16.297330 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d8956d2c-ae04-4a9b-9ead-fb568271500c {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:04:16.303599 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-7dba33ae-7a06-4c42-a7c4-c80e3855093c tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e68c7e1-4432-4bbc-8f99-957862f0513f HTTP/1.1" status: 200 len: 205 time: 0.0336885 Sep 17 08:04:16.306292 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 33352) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:16.319054 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port d8956d2c-ae04-4a9b-9ead-fb568271500c, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=d8956d2c-ae04-4a9b-9ead-fb568271500c,segment=NetworkSegment(fd7b9750-679d-4ecc-9c9e-dc86937b132b),segment_id=fd7b9750-679d-4ecc-9c9e-dc86937b132b)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:04:16.323849 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:16.378910 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-30a86baa-1576-414a-bac2-23ba2d135571 None None] Set router 8e68c7e1-4432-4bbc-8f99-957862f0513f gateway port host: None {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:04:16.393937 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-af7c46e7-f985-4849-bcdb-cd5b48d482d2 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for router, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:16.451507 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-30a86baa-1576-414a-bac2-23ba2d135571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'name': 'tempest-RoutersIpV6Test-router-1588630530', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:03:46Z', 'updated_at': '2021-09-17T08:04:14Z', 'revision_number': 11, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'gw_port_host': None}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:16.460099 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=d8956d2c-ae04-4a9b-9ead-fb568271500c,revision_number=6']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:16.478822 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['d8956d2c-ae04-4a9b-9ead-fb568271500c'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:04:16.484337 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a86baa-1576-414a-bac2-23ba2d135571 None None] Checking router: 8e68c7e1-4432-4bbc-8f99-957862f0513f for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:04:16.492954 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a86baa-1576-414a-bac2-23ba2d135571 None None] Routers {'8e68c7e1-4432-4bbc-8f99-957862f0513f'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:04:16.493568 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-30a86baa-1576-414a-bac2-23ba2d135571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:03:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['8e68c7e1-4432-4bbc-8f99-957862f0513f'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:16.565385 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-30a86baa-1576-414a-bac2-23ba2d135571 None None] Set router 8e68c7e1-4432-4bbc-8f99-957862f0513f gateway port host: None {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:04:16.573380 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-af7c46e7-f985-4849-bcdb-cd5b48d482d2 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:16.575516 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-af7c46e7-f985-4849-bcdb-cd5b48d482d2 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:16.629298 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-af7c46e7-f985-4849-bcdb-cd5b48d482d2 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:16.630158 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af7c46e7-f985-4849-bcdb-cd5b48d482d2 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Fanout notify agent at l3_agent the message router_deleted on router 8e68c7e1-4432-4bbc-8f99-957862f0513f {{(pid=101290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 08:04:16.641089 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-af7c46e7-f985-4849-bcdb-cd5b48d482d2 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:16.642243 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-af7c46e7-f985-4849-bcdb-cd5b48d482d2 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "DELETE /v2.0/routers/8e68c7e1-4432-4bbc-8f99-957862f0513f HTTP/1.1" status: 204 len: 168 time: 0.3348258 Sep 17 08:04:16.643523 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-30a86baa-1576-414a-bac2-23ba2d135571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'name': 'tempest-RoutersIpV6Test-router-1588630530', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:03:46Z', 'updated_at': '2021-09-17T08:04:14Z', 'revision_number': 11, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'gw_port_host': None}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:16.647371 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 33364) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:16.651824 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-93799412-f293-4653-a5ac-7a23b7c06649 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-288859466', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:04:16.670869 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a86baa-1576-414a-bac2-23ba2d135571 None None] The sync data for ids ['8e68c7e1-4432-4bbc-8f99-957862f0513f'] in n-d-789963-9 is: [{'id': '8e68c7e1-4432-4bbc-8f99-957862f0513f', 'name': 'tempest-RoutersIpV6Test-router-1588630530', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:03:46Z', 'updated_at': '2021-09-17T08:04:14Z', 'revision_number': 11, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'gw_port_host': None}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:04:16.683544 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-93799412-f293-4653-a5ac-7a23b7c06649 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:16.685137 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-93799412-f293-4653-a5ac-7a23b7c06649 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:16.744802 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-93799412-f293-4653-a5ac-7a23b7c06649 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:16.749873 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-93799412-f293-4653-a5ac-7a23b7c06649 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:16.769464 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-93799412-f293-4653-a5ac-7a23b7c06649 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:16.772467 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-93799412-f293-4653-a5ac-7a23b7c06649 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1245596 Sep 17 08:04:16.773747 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 33368) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:16.778757 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-6f5c1b95-27d3-4058-8a01-62af0be8fd9f tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:04:17.004304 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6f5c1b95-27d3-4058-8a01-62af0be8fd9f tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-726791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7677'] for router, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:17.018288 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6f5c1b95-27d3-4058-8a01-62af0be8fd9f tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-748988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-748965', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-726796'] for router, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:17.058852 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48429668-91c2-45c7-a692-264a620b9687 req-283f5c66-9b58-4a29-91f3-49bf6c52503c tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:17.060494 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-48429668-91c2-45c7-a692-264a620b9687 req-283f5c66-9b58-4a29-91f3-49bf6c52503c tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=719299f7-5239-4fef-97c5-a397767cc371 HTTP/1.1" status: 200 len: 945 time: 0.0561693 Sep 17 08:04:17.129056 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-48429668-91c2-45c7-a692-264a620b9687 req-8094387e-430f-4bb8-8eae-dbaa4401de12 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620403 Sep 17 08:04:17.132278 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f5c1b95-27d3-4058-8a01-62af0be8fd9f tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Router dd0e4606-0f9c-4988-a594-95d2269178df is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 08:04:17.217831 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f5c1b95-27d3-4058-8a01-62af0be8fd9f tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:04:17.230683 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7c4ceb-41d4-46e6-96c3-f33218f7cc70 None None] Sync routers for ids ['dd0e4606-0f9c-4988-a594-95d2269178df'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:04:17.241066 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6f5c1b95-27d3-4058-8a01-62af0be8fd9f tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:17.244464 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6f5c1b95-27d3-4058-8a01-62af0be8fd9f tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "PUT /v2.0/routers/dd0e4606-0f9c-4988-a594-95d2269178df HTTP/1.1" status: 200 len: 697 time: 0.4672379 Sep 17 08:04:17.244604 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7c4ceb-41d4-46e6-96c3-f33218f7cc70 None None] Routers {'dd0e4606-0f9c-4988-a594-95d2269178df'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:04:17.244604 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-ce7c4ceb-41d4-46e6-96c3-f33218f7cc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:03:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['dd0e4606-0f9c-4988-a594-95d2269178df'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:17.244830 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 33382) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:17.322615 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-ce7c4ceb-41d4-46e6-96c3-f33218f7cc70 None None] Set router dd0e4606-0f9c-4988-a594-95d2269178df gateway port host: None {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:04:17.329245 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-d298bc6f-46f6-4424-83ad-57aede13fb3e tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "GET /v2.0/routers/dd0e4606-0f9c-4988-a594-95d2269178df HTTP/1.1" status: 200 len: 703 time: 0.0791302 Sep 17 08:04:17.329556 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 33384) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:17.359004 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ae90e10b-f9ba-4fe5-b7f0-eedcafb5a550 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd0e4606-0f9c-4988-a594-95d2269178df HTTP/1.1" status: 200 len: 205 time: 0.0259058 Sep 17 08:04:17.359406 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 33386) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:17.380172 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-ce7c4ceb-41d4-46e6-96c3-f33218f7cc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd0e4606-0f9c-4988-a594-95d2269178df', 'name': 'tempest-RoutersIpV6Test-router-288859466', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:04:16Z', 'updated_at': '2021-09-17T08:04:17Z', 'revision_number': 2, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'gw_port_host': None}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:17.408769 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7c4ceb-41d4-46e6-96c3-f33218f7cc70 None None] Checking router: dd0e4606-0f9c-4988-a594-95d2269178df for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:04:17.417660 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7c4ceb-41d4-46e6-96c3-f33218f7cc70 None None] Routers {'dd0e4606-0f9c-4988-a594-95d2269178df'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:04:17.418709 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-ce7c4ceb-41d4-46e6-96c3-f33218f7cc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:03:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['dd0e4606-0f9c-4988-a594-95d2269178df'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:17.446619 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-693d7c1e-9a3d-40d3-ba00-f16d23aa1efe tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for router, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:17.640332 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-693d7c1e-9a3d-40d3-ba00-f16d23aa1efe tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:17.642617 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-693d7c1e-9a3d-40d3-ba00-f16d23aa1efe tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:17.670312 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-ce7c4ceb-41d4-46e6-96c3-f33218f7cc70 None None] Set router dd0e4606-0f9c-4988-a594-95d2269178df gateway port host: None {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:04:17.707442 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-693d7c1e-9a3d-40d3-ba00-f16d23aa1efe tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:17.708146 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-693d7c1e-9a3d-40d3-ba00-f16d23aa1efe tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Fanout notify agent at l3_agent the message router_deleted on router dd0e4606-0f9c-4988-a594-95d2269178df {{(pid=101289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 08:04:17.715935 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-693d7c1e-9a3d-40d3-ba00-f16d23aa1efe tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:17.722312 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 33402) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:17.722597 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-693d7c1e-9a3d-40d3-ba00-f16d23aa1efe tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "DELETE /v2.0/routers/dd0e4606-0f9c-4988-a594-95d2269178df HTTP/1.1" status: 204 len: 168 time: 0.3618724 Sep 17 08:04:17.725441 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-ce7c4ceb-41d4-46e6-96c3-f33218f7cc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd0e4606-0f9c-4988-a594-95d2269178df', 'name': 'tempest-RoutersIpV6Test-router-288859466', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:04:16Z', 'updated_at': '2021-09-17T08:04:17Z', 'revision_number': 2, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'gw_port_host': None}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:17.762255 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7c4ceb-41d4-46e6-96c3-f33218f7cc70 None None] The sync data for ids ['dd0e4606-0f9c-4988-a594-95d2269178df'] in n-d-789963-9 is: [{'id': 'dd0e4606-0f9c-4988-a594-95d2269178df', 'name': 'tempest-RoutersIpV6Test-router-288859466', 'tenant_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:04:16Z', 'updated_at': '2021-09-17T08:04:17Z', 'revision_number': 2, 'project_id': 'bc1e57ea729b496c9e70ade3ba30f0a4', 'gw_port_host': None}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:04:18.022650 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-905129ff-9167-48aa-ba65-aabb5412e9f0 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd0e4606-0f9c-4988-a594-95d2269178df HTTP/1.1" status: 200 len: 205 time: 0.2991199 Sep 17 08:04:18.024932 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 33410) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:18.062029 n-d-789963-9 neutron-server[101290]: INFO neutron.api.v2.resource [None req-5b6f71da-10c4-4f7f-ba26-6e8796575deb tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] delete failed (client error): The resource could not be found. Sep 17 08:04:18.063079 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-5b6f71da-10c4-4f7f-ba26-6e8796575deb tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "DELETE /v2.0/routers/dd0e4606-0f9c-4988-a594-95d2269178df HTTP/1.1" status: 404 len: 336 time: 0.0372314 Sep 17 08:04:18.066190 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 33412) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:18.091878 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-371e3522-83f8-4682-995b-dc1fc50d8f13 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] DELETE failed (client error): The resource could not be found. Sep 17 08:04:18.092326 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-371e3522-83f8-4682-995b-dc1fc50d8f13 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:04:18.094565 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-371e3522-83f8-4682-995b-dc1fc50d8f13 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "DELETE /v2.0/subnets/8ecdb1b2-37cf-44f6-853b-f7836e91c745 HTTP/1.1" status: 404 len: 337 time: 0.0274842 Sep 17 08:04:18.097083 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 33414) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:18.125073 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-a627e628-3e9a-4c62-9908-bcf3c0454128 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] DELETE failed (client error): The resource could not be found. Sep 17 08:04:18.125515 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a627e628-3e9a-4c62-9908-bcf3c0454128 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:04:18.127196 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a627e628-3e9a-4c62-9908-bcf3c0454128 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "DELETE /v2.0/subnets/ce1c90cf-5bf3-4153-92c7-6b6caef3151e HTTP/1.1" status: 404 len: 337 time: 0.0292275 Sep 17 08:04:18.130344 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 33416) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:18.155281 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-7933357e-336f-44ab-af7f-3109cd2c5e2e tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] DELETE failed (client error): The resource could not be found. Sep 17 08:04:18.155727 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7933357e-336f-44ab-af7f-3109cd2c5e2e tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:04:18.156882 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device d8956d2c-ae04-4a9b-9ead-fb568271500c up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:04:18.160567 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 33420) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:18.161267 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-7933357e-336f-44ab-af7f-3109cd2c5e2e tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "DELETE /v2.0/subnets/cdbba56d-e3fd-409f-89f7-5b20593794fc HTTP/1.1" status: 404 len: 337 time: 0.0299768 Sep 17 08:04:18.209909 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-de34cbd7-c952-4b59-b9c4-bba6ddd25d87 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] DELETE failed (client error): The resource could not be found. Sep 17 08:04:18.210426 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de34cbd7-c952-4b59-b9c4-bba6ddd25d87 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:04:18.212528 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-de34cbd7-c952-4b59-b9c4-bba6ddd25d87 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "DELETE /v2.0/subnets/0a2d550c-65a7-44a3-9dd2-5f20c6c64bc8 HTTP/1.1" status: 404 len: 337 time: 0.0499425 Sep 17 08:04:18.215029 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 33424) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:18.241005 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port d8956d2c-ae04-4a9b-9ead-fb568271500c triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:04:18.242860 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:18.248367 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-2f7f66a9-70c0-4bd7-b692-eaaa8b9dde23 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e68c7e1-4432-4bbc-8f99-957862f0513f HTTP/1.1" status: 200 len: 205 time: 0.0321295 Sep 17 08:04:18.249208 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 33426) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:18.286762 n-d-789963-9 neutron-server[101290]: INFO neutron.api.v2.resource [None req-c412c82c-4906-4890-9839-9309da6bafbb tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] delete failed (client error): The resource could not be found. Sep 17 08:04:18.290865 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c412c82c-4906-4890-9839-9309da6bafbb tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "DELETE /v2.0/routers/8e68c7e1-4432-4bbc-8f99-957862f0513f HTTP/1.1" status: 404 len: 336 time: 0.0404563 Sep 17 08:04:18.291678 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 33428) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:18.297924 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de6f94-b508-4390-8790-f0318aa879fb req-57f86f30-fcf0-404d-984b-89f9fa6eaf26 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:18.299952 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-86de6f94-b508-4390-8790-f0318aa879fb req-57f86f30-fcf0-404d-984b-89f9fa6eaf26 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=719299f7-5239-4fef-97c5-a397767cc371 HTTP/1.1" status: 200 len: 945 time: 0.0924647 Sep 17 08:04:18.334124 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-743b07ad-373c-46d9-ab11-5048b35d77eb tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "GET /v2.0/ports?device_id=08c6e460-4692-4623-8153-cd1dea3b0df2 HTTP/1.1" status: 200 len: 205 time: 0.0406606 Sep 17 08:04:18.334744 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 33430) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:18.346406 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:18.354710 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-86de6f94-b508-4390-8790-f0318aa879fb req-66aa63b0-1e18-49e5-84f2-028339db143a tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416586 Sep 17 08:04:18.379163 n-d-789963-9 neutron-server[101290]: INFO neutron.api.v2.resource [None req-d5ed6ce8-9976-4aeb-83c6-710e03394830 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] delete failed (client error): The resource could not be found. Sep 17 08:04:18.382823 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '719299f7-5239-4fef-97c5-a397767cc371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8956d2c-ae04-4a9b-9ead-fb568271500c'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:04:18.382992 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d5ed6ce8-9976-4aeb-83c6-710e03394830 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "DELETE /v2.0/routers/08c6e460-4692-4623-8153-cd1dea3b0df2 HTTP/1.1" status: 404 len: 336 time: 0.0448987 Sep 17 08:04:18.383269 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e769058-2f90-4378-9433-e762ce718f3f" -d '{"events": [{"server_uuid": "719299f7-5239-4fef-97c5-a397767cc371", "name": "network-vif-plugged", "status": "completed", "tag": "d8956d2c-ae04-4a9b-9ead-fb568271500c"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:04:18.383395 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 33432) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:18.389371 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port d8956d2c-ae04-4a9b-9ead-fb568271500c, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=d8956d2c-ae04-4a9b-9ead-fb568271500c,segment=NetworkSegment(fd7b9750-679d-4ecc-9c9e-dc86937b132b),segment_id=fd7b9750-679d-4ecc-9c9e-dc86937b132b)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:04:18.396417 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:18.418413 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-da79ee61-bdb5-46a1-b650-2ba62a130a2c tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] DELETE failed (client error): The resource could not be found. Sep 17 08:04:18.418936 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da79ee61-bdb5-46a1-b650-2ba62a130a2c tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:04:18.421869 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-da79ee61-bdb5-46a1-b650-2ba62a130a2c tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "DELETE /v2.0/subnets/fb9550cb-07a6-4d63-947d-c16720cbbdf9 HTTP/1.1" status: 404 len: 337 time: 0.0374017 Sep 17 08:04:18.423568 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 33436) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:18.448390 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3078138-d991-41bf-89d8-6e29d27b6aa0 x-openstack-request-id: req-a3078138-d991-41bf-89d8-6e29d27b6aa0 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:04:18.448689 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "719299f7-5239-4fef-97c5-a397767cc371", "name": "network-vif-plugged", "status": "completed", "tag": "d8956d2c-ae04-4a9b-9ead-fb568271500c", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:04:18.448945 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a3078138-d991-41bf-89d8-6e29d27b6aa0 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:04:18.449347 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '719299f7-5239-4fef-97c5-a397767cc371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8956d2c-ae04-4a9b-9ead-fb568271500c', 'code': 200} Sep 17 08:04:18.456569 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-62cc037a-ead6-49b9-b3a8-3f9b62fd6b48 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "GET /v2.0/ports?device_id=7196d7e7-de1c-4332-928a-23deb0a2a86f HTTP/1.1" status: 200 len: 205 time: 0.0306554 Sep 17 08:04:18.458873 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 33438) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:18.490033 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=d8956d2c-ae04-4a9b-9ead-fb568271500c,revision_number=7']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:18.506673 n-d-789963-9 neutron-server[101290]: INFO neutron.api.v2.resource [None req-bb63fa3a-039f-4c3d-8ac8-c514591fc4ac tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] delete failed (client error): The resource could not be found. Sep 17 08:04:18.511682 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-bb63fa3a-039f-4c3d-8ac8-c514591fc4ac tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "DELETE /v2.0/routers/7196d7e7-de1c-4332-928a-23deb0a2a86f HTTP/1.1" status: 404 len: 336 time: 0.0518124 Sep 17 08:04:18.514272 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 33444) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:18.556753 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f0accd5d-704c-4ff0-a583-f1f4bed360e4 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "GET /v2.0/ports?device_id=7266ff08-070b-4962-aef9-d0a5d32cc6ee HTTP/1.1" status: 200 len: 205 time: 0.0413671 Sep 17 08:04:18.559546 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 33450) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:18.598882 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-d795b915-db6b-4c0c-a590-0a55b7f4fcb5 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] delete failed (client error): The resource could not be found. Sep 17 08:04:18.600098 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-d795b915-db6b-4c0c-a590-0a55b7f4fcb5 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "DELETE /v2.0/routers/7266ff08-070b-4962-aef9-d0a5d32cc6ee HTTP/1.1" status: 404 len: 336 time: 0.0394318 Sep 17 08:04:18.603176 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 33456) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:18.644315 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecae5cdc-3103-4527-a3b8-b068c8f7831f tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] DELETE failed (client error): The resource could not be found. Sep 17 08:04:18.644764 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecae5cdc-3103-4527-a3b8-b068c8f7831f tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:04:18.646489 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ecae5cdc-3103-4527-a3b8-b068c8f7831f tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "DELETE /v2.0/subnets/dfccd594-9d9f-4c7e-91e9-d142c07d9eac HTTP/1.1" status: 404 len: 337 time: 0.0424056 Sep 17 08:04:18.649129 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 33458) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:18.683221 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-cc57a57e-b35f-415d-9694-05345c2a28f3 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ae95e24-01ba-4539-899d-dbe2dd9f10bc HTTP/1.1" status: 200 len: 205 time: 0.0329123 Sep 17 08:04:18.685641 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 33460) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:18.723363 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-0c4fd660-f307-4c4b-ab00-80923fee557e tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] delete failed (client error): The resource could not be found. Sep 17 08:04:18.724447 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-0c4fd660-f307-4c4b-ab00-80923fee557e tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "DELETE /v2.0/routers/4ae95e24-01ba-4539-899d-dbe2dd9f10bc HTTP/1.1" status: 404 len: 336 time: 0.0376611 Sep 17 08:04:18.727547 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 33464) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:18.754405 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-396d1314-9ac6-48b3-8f3d-8fbba0f0d028 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] DELETE failed (client error): The resource could not be found. Sep 17 08:04:18.755054 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-396d1314-9ac6-48b3-8f3d-8fbba0f0d028 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:04:18.757048 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-396d1314-9ac6-48b3-8f3d-8fbba0f0d028 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "DELETE /v2.0/subnets/adc99b8a-78b8-4d19-84e4-5d877c23000d HTTP/1.1" status: 404 len: 337 time: 0.0287344 Sep 17 08:04:18.759394 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 33468) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:18.793515 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-8d91fd23-3f82-44a4-ad4f-5354cc1c37e9 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2544251-4eb1-44ad-adbe-4b9fc8a1ac19 HTTP/1.1" status: 200 len: 205 time: 0.0327487 Sep 17 08:04:18.795931 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 33470) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:18.837934 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-fc59e8ed-fe25-40f5-af34-e54f94e96604 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] delete failed (client error): The resource could not be found. Sep 17 08:04:18.838973 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-fc59e8ed-fe25-40f5-af34-e54f94e96604 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "DELETE /v2.0/routers/d2544251-4eb1-44ad-adbe-4b9fc8a1ac19 HTTP/1.1" status: 404 len: 336 time: 0.0418413 Sep 17 08:04:18.841450 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 33472) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:18.872758 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea860575-08bf-4b66-ab20-db6549534ee0 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] DELETE failed (client error): The resource could not be found. Sep 17 08:04:18.873220 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea860575-08bf-4b66-ab20-db6549534ee0 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:04:18.877860 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ea860575-08bf-4b66-ab20-db6549534ee0 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "DELETE /v2.0/subnets/68b71ba4-7d94-4af5-be09-b32f498c6a8a HTTP/1.1" status: 404 len: 337 time: 0.0324643 Sep 17 08:04:18.878254 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 33476) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:18.913666 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-3510526e-6403-481d-b758-ef4e366a3707 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] DELETE failed (client error): The resource could not be found. Sep 17 08:04:18.914120 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3510526e-6403-481d-b758-ef4e366a3707 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:04:18.916491 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-3510526e-6403-481d-b758-ef4e366a3707 tempest-RoutersIpV6Test-2012050731 tempest-RoutersIpV6Test-2012050731-project] 10.222.0.13 "DELETE /v2.0/subnets/e3f523ef-3785-47cb-8987-faea00cbe7da HTTP/1.1" status: 404 len: 337 time: 0.0370378 Sep 17 08:04:19.262609 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 33496) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:19.494259 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-aef04719-c120-4e48-be74-ab11585592ae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bc1e57ea729b496c9e70ade3ba30f0a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2294800 Sep 17 08:04:19.494934 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 33504) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:19.540891 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9148d3e5-7e16-4385-81a3-ceda2816d146 req-84131698-829c-44e5-966c-dec798b1244f tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:19.543207 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9148d3e5-7e16-4385-81a3-ceda2816d146 req-84131698-829c-44e5-966c-dec798b1244f tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=719299f7-5239-4fef-97c5-a397767cc371 HTTP/1.1" status: 200 len: 946 time: 0.0551152 Sep 17 08:04:19.572205 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9b60d2be-ffbe-4a77-b305-e9e3663456c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:19.599907 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9b60d2be-ffbe-4a77-b305-e9e3663456c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:19.613509 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9148d3e5-7e16-4385-81a3-ceda2816d146 req-4a0dd0f6-a1f8-4dc6-af74-e3ab043b2fc1 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565929 Sep 17 08:04:19.666226 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9b60d2be-ffbe-4a77-b305-e9e3663456c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:19.669569 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9b60d2be-ffbe-4a77-b305-e9e3663456c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:19.674131 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-9b60d2be-ffbe-4a77-b305-e9e3663456c0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/73e18a17-53e2-4170-a9c0-a0c3e6a5ef71 HTTP/1.1" status: 204 len: 168 time: 0.1781960 Sep 17 08:04:19.682327 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b60d2be-ffbe-4a77-b305-e9e3663456c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e18a17-53e2-4170-a9c0-a0c3e6a5ef71,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:19.916057 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7085ccba-95f4-428b-9cd9-9cb464d6334f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:20.567683 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 33534) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:20.740408 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-ab8115bf-0f4d-4d0a-a932-e89b39dd1555 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-812076959', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:04:20.779151 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ab8115bf-0f4d-4d0a-a932-e89b39dd1555 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:20.780666 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ab8115bf-0f4d-4d0a-a932-e89b39dd1555 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:20.789618 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f95f927-9595-4e2a-b58c-0d317346d44c req-92fe750b-b9ec-4ce7-bac0-30682028bc32 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:20.791956 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7f95f927-9595-4e2a-b58c-0d317346d44c req-92fe750b-b9ec-4ce7-bac0-30682028bc32 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=719299f7-5239-4fef-97c5-a397767cc371 HTTP/1.1" status: 200 len: 946 time: 0.0867567 Sep 17 08:04:20.847886 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ab8115bf-0f4d-4d0a-a932-e89b39dd1555 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:20.861543 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ab8115bf-0f4d-4d0a-a932-e89b39dd1555 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:20.881340 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7f95f927-9595-4e2a-b58c-0d317346d44c req-f520609b-66cd-4d6d-85f4-622d547429db tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811555 Sep 17 08:04:20.894307 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ab8115bf-0f4d-4d0a-a932-e89b39dd1555 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:20.895652 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ab8115bf-0f4d-4d0a-a932-e89b39dd1555 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.3265963 Sep 17 08:04:20.899195 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 33544) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:20.908051 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-bd5dbb32-86cb-4c04-a336-cff28a225412 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-896953306'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:04:20.937916 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5dbb32-86cb-4c04-a336-cff28a225412 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Made reservation on behalf of 6114d98c0b644041bc330c19b557696a for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:04:20.943307 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bd5dbb32-86cb-4c04-a336-cff28a225412 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:20.960413 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bd5dbb32-86cb-4c04-a336-cff28a225412 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:21.073984 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bd5dbb32-86cb-4c04-a336-cff28a225412 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:21.082111 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bd5dbb32-86cb-4c04-a336-cff28a225412 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:21.113640 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5dbb32-86cb-4c04-a336-cff28a225412 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79f72adf-8038-420c-8a01-b1cb206187a9,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:21.129009 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd5dbb32-86cb-4c04-a336-cff28a225412 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:04:21.142349 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bd5dbb32-86cb-4c04-a336-cff28a225412 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:21.142707 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-bd5dbb32-86cb-4c04-a336-cff28a225412 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Added segment 8e79a8d2-707b-491a-98be-7d3c23aa7261 of type vlan for network ed87fd83-25a1-4794-870f-e31f97f48a36 Sep 17 08:04:21.214273 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bd5dbb32-86cb-4c04-a336-cff28a225412 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:21.248718 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bd5dbb32-86cb-4c04-a336-cff28a225412 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:21.254803 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5dbb32-86cb-4c04-a336-cff28a225412 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:21.255402 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bd5dbb32-86cb-4c04-a336-cff28a225412 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:21.327069 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-bd5dbb32-86cb-4c04-a336-cff28a225412 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4259136 Sep 17 08:04:21.330513 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 33546) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:21.330665 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5dbb32-86cb-4c04-a336-cff28a225412 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Pushing event updated for resources: {'Network': ['ID=ed87fd83-25a1-4794-870f-e31f97f48a36,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:21.339130 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-d46f25b4-6d11-446b-936e-ee0dce25f034 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Request body: {'subnet': {'network_id': 'ed87fd83-25a1-4794-870f-e31f97f48a36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:04:21.348519 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network ed87fd83-25a1-4794-870f-e31f97f48a36 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:04:21.476274 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46f25b4-6d11-446b-936e-ee0dce25f034 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Made reservation on behalf of 6114d98c0b644041bc330c19b557696a for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:04:21.479941 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d46f25b4-6d11-446b-936e-ee0dce25f034 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:21.708110 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d46f25b4-6d11-446b-936e-ee0dce25f034 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:21.786462 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46f25b4-6d11-446b-936e-ee0dce25f034 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Pushing event updated for resources: {'Subnet': ['ID=94ed6e6d-b4ef-4083-908b-c6c9366e9efa,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:21.796430 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46f25b4-6d11-446b-936e-ee0dce25f034 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Checking segment: {'id': '8e79a8d2-707b-491a-98be-7d3c23aa7261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ed87fd83-25a1-4794-870f-e31f97f48a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:04:21.797038 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46f25b4-6d11-446b-936e-ee0dce25f034 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Network hostable DHCP agents. Network: ed87fd83-25a1-4794-870f-e31f97f48a36, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:04:21.818394 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46f25b4-6d11-446b-936e-ee0dce25f034 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Network ed87fd83-25a1-4794-870f-e31f97f48a36 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:04:21.830973 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-d46f25b4-6d11-446b-936e-ee0dce25f034 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, ed87fd83-25a1-4794-870f-e31f97f48a36) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:04:21.835788 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46f25b4-6d11-446b-936e-ee0dce25f034 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:21.836926 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d46f25b4-6d11-446b-936e-ee0dce25f034 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:21.842307 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358c9742-f829-498d-a1ab-1f292540ebad None None] Network ed87fd83-25a1-4794-870f-e31f97f48a36 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:04:21.862141 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d46f25b4-6d11-446b-936e-ee0dce25f034 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5302994 Sep 17 08:04:21.865575 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 33554) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:21.872441 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-0c5595e3-a884-4f24-a682-4c187b9f15d1 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Request body: {'network': {'name': 'tempest-router-network01--1595261414'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:04:21.903476 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5595e3-a884-4f24-a682-4c187b9f15d1 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Made reservation on behalf of 6114d98c0b644041bc330c19b557696a for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:04:21.907941 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0c5595e3-a884-4f24-a682-4c187b9f15d1 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:21.934767 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c5595e3-a884-4f24-a682-4c187b9f15d1 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:04:21.947042 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0c5595e3-a884-4f24-a682-4c187b9f15d1 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:21.947437 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-0c5595e3-a884-4f24-a682-4c187b9f15d1 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Added segment 9913dca8-ec98-4796-979d-4dbe28a9219e of type vlan for network fa554039-ef5a-4dcd-b98d-9b7ada7be163 Sep 17 08:04:22.059126 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0c5595e3-a884-4f24-a682-4c187b9f15d1 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:22.096509 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0c5595e3-a884-4f24-a682-4c187b9f15d1 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:22.104894 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5595e3-a884-4f24-a682-4c187b9f15d1 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:22.105642 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0c5595e3-a884-4f24-a682-4c187b9f15d1 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:22.119309 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710c4b95-fd5e-4f4d-9f3e-31f5f4e62fb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-ed87fd83-25a1-4794-870f-e31f97f48a36', 'network_id': 'ed87fd83-25a1-4794-870f-e31f97f48a36', 'tenant_id': '6114d98c0b644041bc330c19b557696a', 'fixed_ips': [{'subnet_id': '94ed6e6d-b4ef-4083-908b-c6c9366e9efa'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:04:22.120552 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-710c4b95-fd5e-4f4d-9f3e-31f5f4e62fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:22.164234 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe95f83-bd74-42cd-ab05-c19ca4ef8e2e req-42134663-044b-4439-91f4-16478ab98c86 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:22.171872 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2fe95f83-bd74-42cd-ab05-c19ca4ef8e2e req-42134663-044b-4439-91f4-16478ab98c86 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=719299f7-5239-4fef-97c5-a397767cc371 HTTP/1.1" status: 200 len: 946 time: 0.1644366 Sep 17 08:04:22.185768 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 33560) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:22.186053 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-0c5595e3-a884-4f24-a682-4c187b9f15d1 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3191323 Sep 17 08:04:22.193593 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-12478f3e-8fc9-4d7d-8d33-adf62bb92812 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Request body: {'network': {'name': 'tempest-router-network02--765762620'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:04:22.234068 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5595e3-a884-4f24-a682-4c187b9f15d1 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Pushing event updated for resources: {'Network': ['ID=fa554039-ef5a-4dcd-b98d-9b7ada7be163,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:22.241356 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12478f3e-8fc9-4d7d-8d33-adf62bb92812 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Made reservation on behalf of 6114d98c0b644041bc330c19b557696a for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:04:22.245376 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-12478f3e-8fc9-4d7d-8d33-adf62bb92812 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:22.268688 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2fe95f83-bd74-42cd-ab05-c19ca4ef8e2e req-1863c00c-4fef-464c-ac74-82efc6ff24b2 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958576 Sep 17 08:04:22.287866 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network fa554039-ef5a-4dcd-b98d-9b7ada7be163 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:04:22.309039 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12478f3e-8fc9-4d7d-8d33-adf62bb92812 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:04:22.327452 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-12478f3e-8fc9-4d7d-8d33-adf62bb92812 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:22.327934 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-12478f3e-8fc9-4d7d-8d33-adf62bb92812 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Added segment 68d6d041-c400-4359-a563-0f78dc7bd846 of type vlan for network b25849a4-8049-47db-9b67-2e8d4ceb5c72 Sep 17 08:04:22.376219 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-710c4b95-fd5e-4f4d-9f3e-31f5f4e62fb0 None None] Allocated IP 2001:db8::2 (ed87fd83-25a1-4794-870f-e31f97f48a36/94ed6e6d-b4ef-4083-908b-c6c9366e9efa/bfeb61a7-48c1-4770-844e-f4394ca0bc84) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:04:22.411073 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-12478f3e-8fc9-4d7d-8d33-adf62bb92812 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:22.435276 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-02d65953-2311-4319-ac22-41421d76a544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:22.458466 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-12478f3e-8fc9-4d7d-8d33-adf62bb92812 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:22.464540 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12478f3e-8fc9-4d7d-8d33-adf62bb92812 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:22.465139 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-12478f3e-8fc9-4d7d-8d33-adf62bb92812 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:22.546463 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12478f3e-8fc9-4d7d-8d33-adf62bb92812 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Pushing event updated for resources: {'Network': ['ID=b25849a4-8049-47db-9b67-2e8d4ceb5c72,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:22.569276 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network b25849a4-8049-47db-9b67-2e8d4ceb5c72 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:04:22.580676 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-12478f3e-8fc9-4d7d-8d33-adf62bb92812 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3930583 Sep 17 08:04:22.586723 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 33562) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:22.593692 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-c3d7bf13-9fa0-43fc-80ae-281d5b8c7e43 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Request body: {'subnet': {'network_id': 'fa554039-ef5a-4dcd-b98d-9b7ada7be163', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:04:22.731616 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d7bf13-9fa0-43fc-80ae-281d5b8c7e43 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Made reservation on behalf of 6114d98c0b644041bc330c19b557696a for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:04:22.737966 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c3d7bf13-9fa0-43fc-80ae-281d5b8c7e43 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:22.768249 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:22.770024 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-710c4b95-fd5e-4f4d-9f3e-31f5f4e62fb0 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:22.784100 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-710c4b95-fd5e-4f4d-9f3e-31f5f4e62fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:22.848536 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710c4b95-fd5e-4f4d-9f3e-31f5f4e62fb0 None None] Pushing event updated for resources: {'Port': ['ID=bfeb61a7-48c1-4770-844e-f4394ca0bc84,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:22.868985 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710c4b95-fd5e-4f4d-9f3e-31f5f4e62fb0 None None] Network ed87fd83-25a1-4794-870f-e31f97f48a36 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:04:22.870482 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-710c4b95-fd5e-4f4d-9f3e-31f5f4e62fb0 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:04:22.873934 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710c4b95-fd5e-4f4d-9f3e-31f5f4e62fb0 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:04:22.945095 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-710c4b95-fd5e-4f4d-9f3e-31f5f4e62fb0 None None] Attempting to bind port bfeb61a7-48c1-4770-844e-f4394ca0bc84 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:04:22.945356 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-710c4b95-fd5e-4f4d-9f3e-31f5f4e62fb0 None None] Attempting to bind port bfeb61a7-48c1-4770-844e-f4394ca0bc84 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '8e79a8d2-707b-491a-98be-7d3c23aa7261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ed87fd83-25a1-4794-870f-e31f97f48a36'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:04:22.945727 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710c4b95-fd5e-4f4d-9f3e-31f5f4e62fb0 None None] Attempting to bind port bfeb61a7-48c1-4770-844e-f4394ca0bc84 on network ed87fd83-25a1-4794-870f-e31f97f48a36 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:04:22.958915 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710c4b95-fd5e-4f4d-9f3e-31f5f4e62fb0 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:04:22.959312 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710c4b95-fd5e-4f4d-9f3e-31f5f4e62fb0 None None] Checking segment: {'id': '8e79a8d2-707b-491a-98be-7d3c23aa7261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ed87fd83-25a1-4794-870f-e31f97f48a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:04:22.959710 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-710c4b95-fd5e-4f4d-9f3e-31f5f4e62fb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:22.960142 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710c4b95-fd5e-4f4d-9f3e-31f5f4e62fb0 None None] Bound using segment: {'id': '8e79a8d2-707b-491a-98be-7d3c23aa7261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ed87fd83-25a1-4794-870f-e31f97f48a36'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:04:22.960641 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-710c4b95-fd5e-4f4d-9f3e-31f5f4e62fb0 None None] Bound port: bfeb61a7-48c1-4770-844e-f4394ca0bc84, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e79a8d2-707b-491a-98be-7d3c23aa7261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ed87fd83-25a1-4794-870f-e31f97f48a36'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:04:22.961017 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-710c4b95-fd5e-4f4d-9f3e-31f5f4e62fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:22.994890 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c3d7bf13-9fa0-43fc-80ae-281d5b8c7e43 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:23.065435 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-710c4b95-fd5e-4f4d-9f3e-31f5f4e62fb0 None None] For port bfeb61a7-48c1-4770-844e-f4394ca0bc84, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:04:23.073062 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d7bf13-9fa0-43fc-80ae-281d5b8c7e43 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Pushing event updated for resources: {'Subnet': ['ID=72f8746c-c44a-4df3-af08-2b57fcd96b83,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:23.102322 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-710c4b95-fd5e-4f4d-9f3e-31f5f4e62fb0 None None] For port bfeb61a7-48c1-4770-844e-f4394ca0bc84, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=bfeb61a7-48c1-4770-844e-f4394ca0bc84,segment=NetworkSegment(8e79a8d2-707b-491a-98be-7d3c23aa7261),segment_id=8e79a8d2-707b-491a-98be-7d3c23aa7261)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:04:23.108783 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d7bf13-9fa0-43fc-80ae-281d5b8c7e43 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Checking segment: {'id': '9913dca8-ec98-4796-979d-4dbe28a9219e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'fa554039-ef5a-4dcd-b98d-9b7ada7be163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:04:23.109215 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d7bf13-9fa0-43fc-80ae-281d5b8c7e43 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Network hostable DHCP agents. Network: fa554039-ef5a-4dcd-b98d-9b7ada7be163, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:04:23.109572 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-710c4b95-fd5e-4f4d-9f3e-31f5f4e62fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:23.133136 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d7bf13-9fa0-43fc-80ae-281d5b8c7e43 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Network fa554039-ef5a-4dcd-b98d-9b7ada7be163 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:04:23.161341 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-c3d7bf13-9fa0-43fc-80ae-281d5b8c7e43 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, fa554039-ef5a-4dcd-b98d-9b7ada7be163) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:04:23.167081 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d7bf13-9fa0-43fc-80ae-281d5b8c7e43 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:23.167733 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c3d7bf13-9fa0-43fc-80ae-281d5b8c7e43 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:23.186320 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509ee592-3f16-4338-b836-300b59e41ff6 None None] Network fa554039-ef5a-4dcd-b98d-9b7ada7be163 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:04:23.212764 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c3d7bf13-9fa0-43fc-80ae-281d5b8c7e43 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6241305 Sep 17 08:04:23.215153 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 33570) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:23.224175 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-48d4b9d5-2234-437f-a73c-fecda4bcf30a tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Request body: {'subnet': {'network_id': 'b25849a4-8049-47db-9b67-2e8d4ceb5c72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:04:23.246751 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710c4b95-fd5e-4f4d-9f3e-31f5f4e62fb0 None None] Pushing event updated for resources: {'Port': ['ID=bfeb61a7-48c1-4770-844e-f4394ca0bc84,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:23.454111 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f118bed-0733-427f-99de-4e8f6e6a24ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-fa554039-ef5a-4dcd-b98d-9b7ada7be163', 'network_id': 'fa554039-ef5a-4dcd-b98d-9b7ada7be163', 'tenant_id': '6114d98c0b644041bc330c19b557696a', 'fixed_ips': [{'subnet_id': '72f8746c-c44a-4df3-af08-2b57fcd96b83'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:04:23.455928 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d4b9d5-2234-437f-a73c-fecda4bcf30a tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Made reservation on behalf of 6114d98c0b644041bc330c19b557696a for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:04:23.456998 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9f118bed-0733-427f-99de-4e8f6e6a24ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:23.460440 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-48d4b9d5-2234-437f-a73c-fecda4bcf30a tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:23.495952 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34be1f25-cb68-4547-be45-25f622af5820 req-b180b45d-586e-4eca-b5ff-571812a75c29 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:23.504886 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-34be1f25-cb68-4547-be45-25f622af5820 req-b180b45d-586e-4eca-b5ff-571812a75c29 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=719299f7-5239-4fef-97c5-a397767cc371 HTTP/1.1" status: 200 len: 946 time: 0.1172395 Sep 17 08:04:23.589281 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-34be1f25-cb68-4547-be45-25f622af5820 req-875d57c4-7614-4a0d-b84b-aba61b498d74 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772202 Sep 17 08:04:23.691955 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:23.720323 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-9f118bed-0733-427f-99de-4e8f6e6a24ad None None] Allocated IP 2001:db8::2 (fa554039-ef5a-4dcd-b98d-9b7ada7be163/72f8746c-c44a-4df3-af08-2b57fcd96b83/d25c695b-9990-46af-9688-320b9b942de3) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:04:23.821662 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-48d4b9d5-2234-437f-a73c-fecda4bcf30a tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:23.920919 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d4b9d5-2234-437f-a73c-fecda4bcf30a tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Pushing event updated for resources: {'Subnet': ['ID=24584bc5-545b-4142-b824-2326ffc4b011,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:23.924946 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d4b9d5-2234-437f-a73c-fecda4bcf30a tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Checking segment: {'id': '68d6d041-c400-4359-a563-0f78dc7bd846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b25849a4-8049-47db-9b67-2e8d4ceb5c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:04:23.925311 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d4b9d5-2234-437f-a73c-fecda4bcf30a tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Network hostable DHCP agents. Network: b25849a4-8049-47db-9b67-2e8d4ceb5c72, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:04:23.952601 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d4b9d5-2234-437f-a73c-fecda4bcf30a tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Network b25849a4-8049-47db-9b67-2e8d4ceb5c72 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:04:23.972262 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-48d4b9d5-2234-437f-a73c-fecda4bcf30a tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, b25849a4-8049-47db-9b67-2e8d4ceb5c72) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:04:23.976543 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d4b9d5-2234-437f-a73c-fecda4bcf30a tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:23.977329 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-48d4b9d5-2234-437f-a73c-fecda4bcf30a tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:23.983721 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80682f01-420a-45fe-a979-03357c3a2bdb None None] Network b25849a4-8049-47db-9b67-2e8d4ceb5c72 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:04:24.006002 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 33588) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:24.006258 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-48d4b9d5-2234-437f-a73c-fecda4bcf30a tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7893872 Sep 17 08:04:24.011021 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9f118bed-0733-427f-99de-4e8f6e6a24ad None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:24.029297 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9f118bed-0733-427f-99de-4e8f6e6a24ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:24.223369 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f118bed-0733-427f-99de-4e8f6e6a24ad None None] Network fa554039-ef5a-4dcd-b98d-9b7ada7be163 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:04:24.228440 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f118bed-0733-427f-99de-4e8f6e6a24ad None None] Pushing event updated for resources: {'Port': ['ID=d25c695b-9990-46af-9688-320b9b942de3,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:24.240595 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-9f118bed-0733-427f-99de-4e8f6e6a24ad None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:04:24.255551 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f118bed-0733-427f-99de-4e8f6e6a24ad None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:04:24.445595 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-9f118bed-0733-427f-99de-4e8f6e6a24ad None None] Attempting to bind port d25c695b-9990-46af-9688-320b9b942de3 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:04:24.446444 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-9f118bed-0733-427f-99de-4e8f6e6a24ad None None] Attempting to bind port d25c695b-9990-46af-9688-320b9b942de3 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '9913dca8-ec98-4796-979d-4dbe28a9219e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'fa554039-ef5a-4dcd-b98d-9b7ada7be163'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:04:24.447133 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f118bed-0733-427f-99de-4e8f6e6a24ad None None] Attempting to bind port d25c695b-9990-46af-9688-320b9b942de3 on network fa554039-ef5a-4dcd-b98d-9b7ada7be163 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:04:24.474565 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f118bed-0733-427f-99de-4e8f6e6a24ad None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:04:24.475640 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f118bed-0733-427f-99de-4e8f6e6a24ad None None] Checking segment: {'id': '9913dca8-ec98-4796-979d-4dbe28a9219e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'fa554039-ef5a-4dcd-b98d-9b7ada7be163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:04:24.476053 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9f118bed-0733-427f-99de-4e8f6e6a24ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:24.476787 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f118bed-0733-427f-99de-4e8f6e6a24ad None None] Bound using segment: {'id': '9913dca8-ec98-4796-979d-4dbe28a9219e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'fa554039-ef5a-4dcd-b98d-9b7ada7be163'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:04:24.477664 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-9f118bed-0733-427f-99de-4e8f6e6a24ad None None] Bound port: d25c695b-9990-46af-9688-320b9b942de3, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9913dca8-ec98-4796-979d-4dbe28a9219e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'fa554039-ef5a-4dcd-b98d-9b7ada7be163'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:04:24.478457 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9f118bed-0733-427f-99de-4e8f6e6a24ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:24.582309 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc2509a-2288-4855-9a83-d841aa74244c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-b25849a4-8049-47db-9b67-2e8d4ceb5c72', 'network_id': 'b25849a4-8049-47db-9b67-2e8d4ceb5c72', 'tenant_id': '6114d98c0b644041bc330c19b557696a', 'fixed_ips': [{'subnet_id': '24584bc5-545b-4142-b824-2326ffc4b011'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:04:24.583352 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9cc2509a-2288-4855-9a83-d841aa74244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:24.640188 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3be6ae-e128-4380-837d-4fc07477a980 None None] Network ed87fd83-25a1-4794-870f-e31f97f48a36 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:04:24.733649 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-9f118bed-0733-427f-99de-4e8f6e6a24ad None None] For port d25c695b-9990-46af-9688-320b9b942de3, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:04:24.785484 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-9f118bed-0733-427f-99de-4e8f6e6a24ad None None] For port d25c695b-9990-46af-9688-320b9b942de3, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=d25c695b-9990-46af-9688-320b9b942de3,segment=NetworkSegment(9913dca8-ec98-4796-979d-4dbe28a9219e),segment_id=9913dca8-ec98-4796-979d-4dbe28a9219e)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:04:24.806410 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9f118bed-0733-427f-99de-4e8f6e6a24ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:24.840379 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-72414282-d5b4-49db-bfc5-0f0a48da2888 None None] Provisioning complete for port bfeb61a7-48c1-4770-844e-f4394ca0bc84 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:04:24.840917 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-72414282-d5b4-49db-bfc5-0f0a48da2888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:24.854725 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecea069-d797-4503-a33d-e6a9ad76caf1 req-1ec0ece8-b89c-4b86-b18c-5e520e8e89e9 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:24.862844 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8ecea069-d797-4503-a33d-e6a9ad76caf1 req-1ec0ece8-b89c-4b86-b18c-5e520e8e89e9 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=719299f7-5239-4fef-97c5-a397767cc371 HTTP/1.1" status: 200 len: 946 time: 0.1071405 Sep 17 08:04:24.905457 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-da0b689b-1d3d-4c59-82e4-f7de258aaa4c tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:24.979140 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8ecea069-d797-4503-a33d-e6a9ad76caf1 req-4df99d8a-a282-451d-9503-b4a5bb117d46 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151767 Sep 17 08:04:25.152507 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f118bed-0733-427f-99de-4e8f6e6a24ad None None] Pushing event updated for resources: {'Port': ['ID=d25c695b-9990-46af-9688-320b9b942de3,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:25.213631 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-9cc2509a-2288-4855-9a83-d841aa74244c None None] Allocated IP 2001:db8::2 (b25849a4-8049-47db-9b67-2e8d4ceb5c72/24584bc5-545b-4142-b824-2326ffc4b011/54e45ffe-6292-4d59-92a5-cbc3aad67611) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:04:25.230619 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-da0b689b-1d3d-4c59-82e4-f7de258aaa4c tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Allocated IP 2001:db8::1 (fa554039-ef5a-4dcd-b98d-9b7ada7be163/72f8746c-c44a-4df3-af08-2b57fcd96b83/7b311c09-1dcf-4330-81d4-3e09fdae40e9) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:04:25.407319 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-da0b689b-1d3d-4c59-82e4-f7de258aaa4c tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:25.459392 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-da0b689b-1d3d-4c59-82e4-f7de258aaa4c tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:25.517132 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:25.609282 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0b689b-1d3d-4c59-82e4-f7de258aaa4c tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Pushing event updated for resources: {'Port': ['ID=7b311c09-1dcf-4330-81d4-3e09fdae40e9,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:25.630189 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0b689b-1d3d-4c59-82e4-f7de258aaa4c tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Network fa554039-ef5a-4dcd-b98d-9b7ada7be163 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:04:25.632216 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-da0b689b-1d3d-4c59-82e4-f7de258aaa4c tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:04:25.635578 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0b689b-1d3d-4c59-82e4-f7de258aaa4c tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:04:25.636165 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-da0b689b-1d3d-4c59-82e4-f7de258aaa4c tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:25.673412 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device bfeb61a7-48c1-4770-844e-f4394ca0bc84 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:04:25.716859 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9cc2509a-2288-4855-9a83-d841aa74244c None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:25.723170 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-72414282-d5b4-49db-bfc5-0f0a48da2888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:25.752949 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9cc2509a-2288-4855-9a83-d841aa74244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:25.877223 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-da0b689b-1d3d-4c59-82e4-f7de258aaa4c tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:25.897091 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc2509a-2288-4855-9a83-d841aa74244c None None] Network b25849a4-8049-47db-9b67-2e8d4ceb5c72 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:04:25.908554 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-72414282-d5b4-49db-bfc5-0f0a48da2888 None None] For port bfeb61a7-48c1-4770-844e-f4394ca0bc84, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=bfeb61a7-48c1-4770-844e-f4394ca0bc84,segment=NetworkSegment(8e79a8d2-707b-491a-98be-7d3c23aa7261),segment_id=8e79a8d2-707b-491a-98be-7d3c23aa7261)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:04:25.922046 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc2509a-2288-4855-9a83-d841aa74244c None None] Pushing event updated for resources: {'Port': ['ID=54e45ffe-6292-4d59-92a5-cbc3aad67611,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:25.925386 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-9cc2509a-2288-4855-9a83-d841aa74244c None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:04:25.942027 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc2509a-2288-4855-9a83-d841aa74244c None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:04:25.946432 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-72414282-d5b4-49db-bfc5-0f0a48da2888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:25.980587 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port bfeb61a7-48c1-4770-844e-f4394ca0bc84 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:04:25.981219 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:26.218850 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72414282-d5b4-49db-bfc5-0f0a48da2888 None None] Pushing event updated for resources: {'Port': ['ID=bfeb61a7-48c1-4770-844e-f4394ca0bc84,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:26.239081 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-9cc2509a-2288-4855-9a83-d841aa74244c None None] Attempting to bind port 54e45ffe-6292-4d59-92a5-cbc3aad67611 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:04:26.239081 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-9cc2509a-2288-4855-9a83-d841aa74244c None None] Attempting to bind port 54e45ffe-6292-4d59-92a5-cbc3aad67611 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '68d6d041-c400-4359-a563-0f78dc7bd846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b25849a4-8049-47db-9b67-2e8d4ceb5c72'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:04:26.239081 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc2509a-2288-4855-9a83-d841aa74244c None None] Attempting to bind port 54e45ffe-6292-4d59-92a5-cbc3aad67611 on network b25849a4-8049-47db-9b67-2e8d4ceb5c72 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:04:26.247720 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc2509a-2288-4855-9a83-d841aa74244c None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:04:26.248164 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc2509a-2288-4855-9a83-d841aa74244c None None] Checking segment: {'id': '68d6d041-c400-4359-a563-0f78dc7bd846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b25849a4-8049-47db-9b67-2e8d4ceb5c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:04:26.248574 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9cc2509a-2288-4855-9a83-d841aa74244c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:26.249913 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc2509a-2288-4855-9a83-d841aa74244c None None] Bound using segment: {'id': '68d6d041-c400-4359-a563-0f78dc7bd846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b25849a4-8049-47db-9b67-2e8d4ceb5c72'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:04:26.250386 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-9cc2509a-2288-4855-9a83-d841aa74244c None None] Bound port: 54e45ffe-6292-4d59-92a5-cbc3aad67611, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68d6d041-c400-4359-a563-0f78dc7bd846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b25849a4-8049-47db-9b67-2e8d4ceb5c72'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:04:26.250775 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9cc2509a-2288-4855-9a83-d841aa74244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:26.345815 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-24020aee-1486-41c3-a94e-1760c7af7ef9 None None] Provisioning complete for port bfeb61a7-48c1-4770-844e-f4394ca0bc84 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:04:26.346192 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-24020aee-1486-41c3-a94e-1760c7af7ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:26.349820 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-da0b689b-1d3d-4c59-82e4-f7de258aaa4c tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:26.367643 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-da0b689b-1d3d-4c59-82e4-f7de258aaa4c tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:26.369269 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-da0b689b-1d3d-4c59-82e4-f7de258aaa4c tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:26.427401 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-9cc2509a-2288-4855-9a83-d841aa74244c None None] For port 54e45ffe-6292-4d59-92a5-cbc3aad67611, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:04:26.436456 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-9cc2509a-2288-4855-9a83-d841aa74244c None None] For port 54e45ffe-6292-4d59-92a5-cbc3aad67611, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=54e45ffe-6292-4d59-92a5-cbc3aad67611,segment=NetworkSegment(68d6d041-c400-4359-a563-0f78dc7bd846),segment_id=68d6d041-c400-4359-a563-0f78dc7bd846)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:04:26.451915 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9cc2509a-2288-4855-9a83-d841aa74244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:26.544288 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc2509a-2288-4855-9a83-d841aa74244c None None] Pushing event updated for resources: {'Port': ['ID=54e45ffe-6292-4d59-92a5-cbc3aad67611,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:26.652326 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0b689b-1d3d-4c59-82e4-f7de258aaa4c tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Pushing event updated for resources: {'Port': ['ID=7b311c09-1dcf-4330-81d4-3e09fdae40e9,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:26.685908 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a21c575-fd2e-47e4-809d-002624ec3ee5 req-f9a07ab4-0d59-4ced-ada1-bc8127a5c24c tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:26.687696 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4a21c575-fd2e-47e4-809d-002624ec3ee5 req-f9a07ab4-0d59-4ced-ada1-bc8127a5c24c tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=719299f7-5239-4fef-97c5-a397767cc371 HTTP/1.1" status: 200 len: 946 time: 0.5189476 Sep 17 08:04:26.720005 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0b689b-1d3d-4c59-82e4-f7de258aaa4c tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Network fa554039-ef5a-4dcd-b98d-9b7ada7be163 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:04:26.725788 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-da0b689b-1d3d-4c59-82e4-f7de258aaa4c tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:04:26.739892 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4a21c575-fd2e-47e4-809d-002624ec3ee5 req-beedf552-e4c2-4a8c-9d7c-4ca87e5bac37 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439126 Sep 17 08:04:26.934134 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da0b689b-1d3d-4c59-82e4-f7de258aaa4c tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Router 462b3eac-5c65-4ac8-b079-d3b21369be81 is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 08:04:27.084264 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66002e4-239c-4ecb-8a9b-27374b29be69 None None] Network fa554039-ef5a-4dcd-b98d-9b7ada7be163 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:04:27.094425 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da0b689b-1d3d-4c59-82e4-f7de258aaa4c tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:04:27.103125 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-da0b689b-1d3d-4c59-82e4-f7de258aaa4c tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] 10.222.0.13 "PUT /v2.0/routers/462b3eac-5c65-4ac8-b079-d3b21369be81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0933394 Sep 17 08:04:27.103766 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 33708) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:27.113714 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eadd8cf-57a8-4e1d-abe7-fecbba522741 None None] Sync routers for ids ['462b3eac-5c65-4ac8-b079-d3b21369be81'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:04:27.144895 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eadd8cf-57a8-4e1d-abe7-fecbba522741 None None] Routers {'462b3eac-5c65-4ac8-b079-d3b21369be81'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:04:27.145622 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-7eadd8cf-57a8-4e1d-abe7-fecbba522741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:04:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['462b3eac-5c65-4ac8-b079-d3b21369be81'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:27.207716 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-12bb4332-38ed-4258-b401-22e4826fa69e None None] Provisioning complete for port d25c695b-9990-46af-9688-320b9b942de3 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:04:27.208123 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-12bb4332-38ed-4258-b401-22e4826fa69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:27.263739 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-7eadd8cf-57a8-4e1d-abe7-fecbba522741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:27.288342 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eadd8cf-57a8-4e1d-abe7-fecbba522741 None None] Routers {'462b3eac-5c65-4ac8-b079-d3b21369be81'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:04:27.289252 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-7eadd8cf-57a8-4e1d-abe7-fecbba522741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:04:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['462b3eac-5c65-4ac8-b079-d3b21369be81'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:27.334986 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-7eadd8cf-57a8-4e1d-abe7-fecbba522741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:27.336329 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eadd8cf-57a8-4e1d-abe7-fecbba522741 None None] The sync data for ids ['462b3eac-5c65-4ac8-b079-d3b21369be81'] in n-d-789963-9 is: [] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:04:27.402969 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-12bb4332-38ed-4258-b401-22e4826fa69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:27.488343 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-12bb4332-38ed-4258-b401-22e4826fa69e None None] For port d25c695b-9990-46af-9688-320b9b942de3, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=d25c695b-9990-46af-9688-320b9b942de3,segment=NetworkSegment(9913dca8-ec98-4796-979d-4dbe28a9219e),segment_id=9913dca8-ec98-4796-979d-4dbe28a9219e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:04:27.515374 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-12bb4332-38ed-4258-b401-22e4826fa69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:27.627534 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bb4332-38ed-4258-b401-22e4826fa69e None None] Pushing event updated for resources: {'Port': ['ID=d25c695b-9990-46af-9688-320b9b942de3,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:27.739866 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 54e45ffe-6292-4d59-92a5-cbc3aad67611 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:04:27.885072 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 54e45ffe-6292-4d59-92a5-cbc3aad67611 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:04:27.885455 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:27.972465 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f71cf6-1316-48d0-a2ef-9f6dc29bb6b1 req-4ce829ae-99ac-4ee5-84c3-a0205a85073c tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:27.974064 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-76f71cf6-1316-48d0-a2ef-9f6dc29bb6b1 req-4ce829ae-99ac-4ee5-84c3-a0205a85073c tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=719299f7-5239-4fef-97c5-a397767cc371 HTTP/1.1" status: 200 len: 946 time: 0.1158669 Sep 17 08:04:28.031164 n-d-789963-9 neutron-server[101290]: INFO neutron.api.v2.resource [None req-b50f1fe6-6671-4078-a22e-62ad70a37270 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 08:04:28.035775 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b50f1fe6-6671-4078-a22e-62ad70a37270 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] 10.222.0.13 "PUT /v2.0/routers/462b3eac-5c65-4ac8-b079-d3b21369be81/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9299943 Sep 17 08:04:28.040471 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 33776) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:28.057392 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-76f71cf6-1316-48d0-a2ef-9f6dc29bb6b1 req-6a703d75-698b-477d-ae13-718c5ebde5a6 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682399 Sep 17 08:04:28.166421 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:28.169448 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-63bd432b-77fe-40c5-ab4e-db682960bb2e None None] Provisioning complete for port d25c695b-9990-46af-9688-320b9b942de3 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:04:28.169975 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-63bd432b-77fe-40c5-ab4e-db682960bb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:28.334066 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e0363d-15e0-41f0-b2a2-689d85e4b27d None None] Network b25849a4-8049-47db-9b67-2e8d4ceb5c72 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:04:28.395585 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port 54e45ffe-6292-4d59-92a5-cbc3aad67611, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=54e45ffe-6292-4d59-92a5-cbc3aad67611,segment=NetworkSegment(68d6d041-c400-4359-a563-0f78dc7bd846),segment_id=68d6d041-c400-4359-a563-0f78dc7bd846)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:04:28.410172 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:28.410965 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device d25c695b-9990-46af-9688-320b9b942de3 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:04:28.521581 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-63bd432b-77fe-40c5-ab4e-db682960bb2e None None] Provisioning complete for port 7b311c09-1dcf-4330-81d4-3e09fdae40e9 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:04:28.521960 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-63bd432b-77fe-40c5-ab4e-db682960bb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:28.603652 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=54e45ffe-6292-4d59-92a5-cbc3aad67611,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:28.626824 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-63bd432b-77fe-40c5-ab4e-db682960bb2e None None] Port 7b311c09-1dcf-4330-81d4-3e09fdae40e9 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:04:28.649840 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9e92b98d-d463-4f9b-a529-6fd7e67baebe tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:28.673238 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port d25c695b-9990-46af-9688-320b9b942de3 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:04:28.673794 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:28.783467 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-64e36592-857c-462e-9d75-436516483c1a None None] Provisioning complete for port 54e45ffe-6292-4d59-92a5-cbc3aad67611 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:04:28.784017 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-64e36592-857c-462e-9d75-436516483c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:28.963667 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device bfeb61a7-48c1-4770-844e-f4394ca0bc84 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:04:29.059829 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-9e92b98d-d463-4f9b-a529-6fd7e67baebe tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Deleting port 7b311c09-1dcf-4330-81d4-3e09fdae40e9 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:04:29.060212 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9e92b98d-d463-4f9b-a529-6fd7e67baebe tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:29.112159 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port bfeb61a7-48c1-4770-844e-f4394ca0bc84 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:04:29.112538 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:29.161404 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-64e36592-857c-462e-9d75-436516483c1a None None] Provisioning complete for port 7b311c09-1dcf-4330-81d4-3e09fdae40e9 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:04:29.161695 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-64e36592-857c-462e-9d75-436516483c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:29.283220 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9e92b98d-d463-4f9b-a529-6fd7e67baebe tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:29.301405 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-64e36592-857c-462e-9d75-436516483c1a None None] Port 7b311c09-1dcf-4330-81d4-3e09fdae40e9 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:04:29.309044 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-9e92b98d-d463-4f9b-a529-6fd7e67baebe tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Calling delete_port for 7b311c09-1dcf-4330-81d4-3e09fdae40e9 owned by network:router_interface {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:04:29.312847 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff52430-ced8-4b06-9fb9-eb2506b04042 req-1f958f39-db4e-4543-8b2c-cba6e4553c80 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:29.314422 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8ff52430-ced8-4b06-9fb9-eb2506b04042 req-1f958f39-db4e-4543-8b2c-cba6e4553c80 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=719299f7-5239-4fef-97c5-a397767cc371 HTTP/1.1" status: 200 len: 946 time: 0.1074340 Sep 17 08:04:29.364301 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8ff52430-ced8-4b06-9fb9-eb2506b04042 req-2304b8b5-fc8c-4d34-90d5-25e7589a71f6 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419903 Sep 17 08:04:29.430723 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-3b96085e-c4b2-47fa-b24b-b9ce25dcfe46 None None] Provisioning complete for port 54e45ffe-6292-4d59-92a5-cbc3aad67611 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:04:29.432121 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3b96085e-c4b2-47fa-b24b-b9ce25dcfe46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:29.632112 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9e92b98d-d463-4f9b-a529-6fd7e67baebe tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:29.719411 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e92b98d-d463-4f9b-a529-6fd7e67baebe tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Pushing event deleted for resources: {'Port': ['ID=7b311c09-1dcf-4330-81d4-3e09fdae40e9,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:29.726517 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 54e45ffe-6292-4d59-92a5-cbc3aad67611 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:04:29.855232 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9e92b98d-d463-4f9b-a529-6fd7e67baebe tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:29.898607 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 54e45ffe-6292-4d59-92a5-cbc3aad67611 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:04:29.899117 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:30.013599 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-3b96085e-c4b2-47fa-b24b-b9ce25dcfe46 None None] Could not find standard attr ID for object 7b311c09-1dcf-4330-81d4-3e09fdae40e9. {{(pid=101291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 08:04:30.089553 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device d25c695b-9990-46af-9688-320b9b942de3 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:04:30.153959 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port d25c695b-9990-46af-9688-320b9b942de3 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:04:30.154538 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:30.431026 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e92b98d-d463-4f9b-a529-6fd7e67baebe tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Router 462b3eac-5c65-4ac8-b079-d3b21369be81 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:04:30.507541 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87586d46-9a6a-4b6d-a6f8-8cc2e99384f9 req-dfa0dd9d-815f-43ea-9d2a-a6d988156915 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:30.509192 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-87586d46-9a6a-4b6d-a6f8-8cc2e99384f9 req-dfa0dd9d-815f-43ea-9d2a-a6d988156915 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=719299f7-5239-4fef-97c5-a397767cc371 HTTP/1.1" status: 200 len: 946 time: 0.0587204 Sep 17 08:04:30.567997 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e92b98d-d463-4f9b-a529-6fd7e67baebe tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:04:30.569260 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-87586d46-9a6a-4b6d-a6f8-8cc2e99384f9 req-c5d3aef4-4106-403a-aacc-4ec644da519b tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472527 Sep 17 08:04:30.580924 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-9e92b98d-d463-4f9b-a529-6fd7e67baebe tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] 10.222.0.13 "PUT /v2.0/routers/462b3eac-5c65-4ac8-b079-d3b21369be81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5319974 Sep 17 08:04:30.580924 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 33958) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:30.584356 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee9c1d8-995e-447a-967e-83b29e957bc2 None None] Sync routers for ids ['462b3eac-5c65-4ac8-b079-d3b21369be81'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:04:30.609597 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee9c1d8-995e-447a-967e-83b29e957bc2 None None] Routers {'462b3eac-5c65-4ac8-b079-d3b21369be81'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:04:30.610512 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-1ee9c1d8-995e-447a-967e-83b29e957bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:04:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['462b3eac-5c65-4ac8-b079-d3b21369be81'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:30.629757 n-d-789963-9 neutron-server[101290]: INFO neutron.api.v2.resource [None req-1ec4411c-c02b-4c1a-9ce2-94d8c123ff9f tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] delete failed (client error): The resource could not be found. Sep 17 08:04:30.630824 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-1ec4411c-c02b-4c1a-9ce2-94d8c123ff9f tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] 10.222.0.13 "DELETE /v2.0/routers/tempest-non_exist_router-984087015 HTTP/1.1" status: 404 len: 334 time: 0.0520811 Sep 17 08:04:30.634645 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 33962) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:30.639401 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-65127611-ae4f-4d6c-a2ec-a87d518d6bd6 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Request body: {'router': {'external_gateway_info': {'network_id': '462b3eac-5c65-4ac8-b079-d3b21369be81'}}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:04:30.650078 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-1ee9c1d8-995e-447a-967e-83b29e957bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:30.660383 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee9c1d8-995e-447a-967e-83b29e957bc2 None None] Routers {'462b3eac-5c65-4ac8-b079-d3b21369be81'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:04:30.661105 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-1ee9c1d8-995e-447a-967e-83b29e957bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:04:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['462b3eac-5c65-4ac8-b079-d3b21369be81'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:30.708241 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-1ee9c1d8-995e-447a-967e-83b29e957bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:30.708911 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee9c1d8-995e-447a-967e-83b29e957bc2 None None] The sync data for ids ['462b3eac-5c65-4ac8-b079-d3b21369be81'] in n-d-789963-9 is: [] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:04:30.899715 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-65127611-ae4f-4d6c-a2ec-a87d518d6bd6 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:30.921911 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-65127611-ae4f-4d6c-a2ec-a87d518d6bd6 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] update failed (client error): The resource could not be found. Sep 17 08:04:30.927865 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 33984) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:30.928430 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-65127611-ae4f-4d6c-a2ec-a87d518d6bd6 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] 10.222.0.13 "PUT /v2.0/routers/462b3eac-5c65-4ac8-b079-d3b21369be81 HTTP/1.1" status: 404 len: 339 time: 0.2920957 Sep 17 08:04:30.932869 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-846f167b-2770-44c1-bfde-57ae77758b3c tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1529562720'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:04:30.962524 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846f167b-2770-44c1-bfde-57ae77758b3c tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Made reservation on behalf of 6114d98c0b644041bc330c19b557696a for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:04:30.965979 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-846f167b-2770-44c1-bfde-57ae77758b3c tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:30.999541 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-846f167b-2770-44c1-bfde-57ae77758b3c tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:04:31.013320 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-846f167b-2770-44c1-bfde-57ae77758b3c tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:31.013711 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-846f167b-2770-44c1-bfde-57ae77758b3c tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Added segment 24d50ce5-413f-4f1a-86e5-3ebfe82e12b0 of type vlan for network 9bdb33a6-42f2-41c7-9163-fd78967d5ee7 Sep 17 08:04:31.063420 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-846f167b-2770-44c1-bfde-57ae77758b3c tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:31.115140 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-846f167b-2770-44c1-bfde-57ae77758b3c tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:31.125111 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846f167b-2770-44c1-bfde-57ae77758b3c tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:31.125790 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-846f167b-2770-44c1-bfde-57ae77758b3c tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:31.183211 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-846f167b-2770-44c1-bfde-57ae77758b3c tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2538753 Sep 17 08:04:31.186090 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 34006) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:31.193236 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-71b52acb-05d0-4b2c-804d-2e3bc96b49e0 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Request body: {'subnet': {'network_id': '9bdb33a6-42f2-41c7-9163-fd78967d5ee7', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:04:31.218772 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846f167b-2770-44c1-bfde-57ae77758b3c tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Pushing event updated for resources: {'Network': ['ID=9bdb33a6-42f2-41c7-9163-fd78967d5ee7,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:31.229572 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 9bdb33a6-42f2-41c7-9163-fd78967d5ee7 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:04:31.367103 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b52acb-05d0-4b2c-804d-2e3bc96b49e0 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Made reservation on behalf of 6114d98c0b644041bc330c19b557696a for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:04:31.371938 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-71b52acb-05d0-4b2c-804d-2e3bc96b49e0 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:31.630450 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-71b52acb-05d0-4b2c-804d-2e3bc96b49e0 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:31.721286 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b52acb-05d0-4b2c-804d-2e3bc96b49e0 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Pushing event updated for resources: {'Subnet': ['ID=a991307f-28f1-43e0-945f-960e90c31f3f,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:31.747350 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b52acb-05d0-4b2c-804d-2e3bc96b49e0 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Checking segment: {'id': '24d50ce5-413f-4f1a-86e5-3ebfe82e12b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9bdb33a6-42f2-41c7-9163-fd78967d5ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:04:31.748060 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b52acb-05d0-4b2c-804d-2e3bc96b49e0 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Network hostable DHCP agents. Network: 9bdb33a6-42f2-41c7-9163-fd78967d5ee7, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:04:31.770195 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8e88ef-4994-48a7-a5ae-91a33f6aa93c req-923d8c3e-f39e-4e21-adfb-7c78144ff227 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:31.772057 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5b8e88ef-4994-48a7-a5ae-91a33f6aa93c req-923d8c3e-f39e-4e21-adfb-7c78144ff227 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=719299f7-5239-4fef-97c5-a397767cc371 HTTP/1.1" status: 200 len: 946 time: 0.0921001 Sep 17 08:04:31.791775 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b52acb-05d0-4b2c-804d-2e3bc96b49e0 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Network 9bdb33a6-42f2-41c7-9163-fd78967d5ee7 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:04:31.823788 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-71b52acb-05d0-4b2c-804d-2e3bc96b49e0 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 9bdb33a6-42f2-41c7-9163-fd78967d5ee7) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:04:31.831739 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b52acb-05d0-4b2c-804d-2e3bc96b49e0 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:31.833172 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-71b52acb-05d0-4b2c-804d-2e3bc96b49e0 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:31.839735 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d301182a-e0cc-400d-8e00-f1224f76b83e None None] Network 9bdb33a6-42f2-41c7-9163-fd78967d5ee7 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:04:31.847281 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5b8e88ef-4994-48a7-a5ae-91a33f6aa93c req-1032b395-a06c-4f40-8a3a-2d5b74ff303b tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643513 Sep 17 08:04:31.855610 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-71b52acb-05d0-4b2c-804d-2e3bc96b49e0 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6684253 Sep 17 08:04:31.858438 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 34064) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:31.864551 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-82166756-54d9-467b-a03a-f19fdd08e5f4 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Request body: {'router': {'external_gateway_info': {'network_id': '9bdb33a6-42f2-41c7-9163-fd78967d5ee7'}}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:04:32.058426 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db5f0b1-9ed3-4c4c-a0cf-35007f4ec66a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-9bdb33a6-42f2-41c7-9163-fd78967d5ee7', 'network_id': '9bdb33a6-42f2-41c7-9163-fd78967d5ee7', 'tenant_id': '6114d98c0b644041bc330c19b557696a', 'fixed_ips': [{'subnet_id': 'a991307f-28f1-43e0-945f-960e90c31f3f'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:04:32.059728 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2db5f0b1-9ed3-4c4c-a0cf-35007f4ec66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:32.115599 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-82166756-54d9-467b-a03a-f19fdd08e5f4 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:32.293194 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-2db5f0b1-9ed3-4c4c-a0cf-35007f4ec66a None None] Allocated IP 2001:db8:1::2 (9bdb33a6-42f2-41c7-9163-fd78967d5ee7/a991307f-28f1-43e0-945f-960e90c31f3f/620725ed-a20d-4f1f-97f9-d03294c84fc2) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:04:32.302897 n-d-789963-9 neutron-server[101290]: INFO neutron.api.v2.resource [None req-82166756-54d9-467b-a03a-f19fdd08e5f4 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 08:04:32.304444 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-82166756-54d9-467b-a03a-f19fdd08e5f4 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] 10.222.0.13 "PUT /v2.0/routers/462b3eac-5c65-4ac8-b079-d3b21369be81 HTTP/1.1" status: 400 len: 364 time: 0.4446650 Sep 17 08:04:32.308072 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 34084) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:32.481007 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2db5f0b1-9ed3-4c4c-a0cf-35007f4ec66a None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:32.490245 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2db5f0b1-9ed3-4c4c-a0cf-35007f4ec66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:32.537656 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db5f0b1-9ed3-4c4c-a0cf-35007f4ec66a None None] Network 9bdb33a6-42f2-41c7-9163-fd78967d5ee7 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:04:32.552243 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-2db5f0b1-9ed3-4c4c-a0cf-35007f4ec66a None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:04:32.558565 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db5f0b1-9ed3-4c4c-a0cf-35007f4ec66a None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:04:32.563224 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5f0b1-9ed3-4c4c-a0cf-35007f4ec66a None None] Pushing event updated for resources: {'Port': ['ID=620725ed-a20d-4f1f-97f9-d03294c84fc2,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:32.577572 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5f0b1-9ed3-4c4c-a0cf-35007f4ec66a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:04:32.578274 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5f0b1-9ed3-4c4c-a0cf-35007f4ec66a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:04:32.579187 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5f0b1-9ed3-4c4c-a0cf-35007f4ec66a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:04:32.579797 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5f0b1-9ed3-4c4c-a0cf-35007f4ec66a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:04:32.580354 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5f0b1-9ed3-4c4c-a0cf-35007f4ec66a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:04:32.580893 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5f0b1-9ed3-4c4c-a0cf-35007f4ec66a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:04:32.582043 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5f0b1-9ed3-4c4c-a0cf-35007f4ec66a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:04:32.582577 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5f0b1-9ed3-4c4c-a0cf-35007f4ec66a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:04:32.584013 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5f0b1-9ed3-4c4c-a0cf-35007f4ec66a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:04:32.584560 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5f0b1-9ed3-4c4c-a0cf-35007f4ec66a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:04:32.585086 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5f0b1-9ed3-4c4c-a0cf-35007f4ec66a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:04:32.585658 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5f0b1-9ed3-4c4c-a0cf-35007f4ec66a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:04:32.637590 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-2db5f0b1-9ed3-4c4c-a0cf-35007f4ec66a None None] Attempting to bind port 620725ed-a20d-4f1f-97f9-d03294c84fc2 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:04:32.638131 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-2db5f0b1-9ed3-4c4c-a0cf-35007f4ec66a None None] Attempting to bind port 620725ed-a20d-4f1f-97f9-d03294c84fc2 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '24d50ce5-413f-4f1a-86e5-3ebfe82e12b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9bdb33a6-42f2-41c7-9163-fd78967d5ee7'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:04:32.638579 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db5f0b1-9ed3-4c4c-a0cf-35007f4ec66a None None] Attempting to bind port 620725ed-a20d-4f1f-97f9-d03294c84fc2 on network 9bdb33a6-42f2-41c7-9163-fd78967d5ee7 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:04:32.643884 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db5f0b1-9ed3-4c4c-a0cf-35007f4ec66a None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:04:32.644521 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db5f0b1-9ed3-4c4c-a0cf-35007f4ec66a None None] Checking segment: {'id': '24d50ce5-413f-4f1a-86e5-3ebfe82e12b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9bdb33a6-42f2-41c7-9163-fd78967d5ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:04:32.645028 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2db5f0b1-9ed3-4c4c-a0cf-35007f4ec66a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:32.645666 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db5f0b1-9ed3-4c4c-a0cf-35007f4ec66a None None] Bound using segment: {'id': '24d50ce5-413f-4f1a-86e5-3ebfe82e12b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9bdb33a6-42f2-41c7-9163-fd78967d5ee7'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:04:32.646241 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-2db5f0b1-9ed3-4c4c-a0cf-35007f4ec66a None None] Bound port: 620725ed-a20d-4f1f-97f9-d03294c84fc2, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24d50ce5-413f-4f1a-86e5-3ebfe82e12b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9bdb33a6-42f2-41c7-9163-fd78967d5ee7'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:04:32.646725 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2db5f0b1-9ed3-4c4c-a0cf-35007f4ec66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:32.728461 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-2db5f0b1-9ed3-4c4c-a0cf-35007f4ec66a None None] For port 620725ed-a20d-4f1f-97f9-d03294c84fc2, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:04:32.733097 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-2db5f0b1-9ed3-4c4c-a0cf-35007f4ec66a None None] For port 620725ed-a20d-4f1f-97f9-d03294c84fc2, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=620725ed-a20d-4f1f-97f9-d03294c84fc2,segment=NetworkSegment(24d50ce5-413f-4f1a-86e5-3ebfe82e12b0),segment_id=24d50ce5-413f-4f1a-86e5-3ebfe82e12b0)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:04:32.750408 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2db5f0b1-9ed3-4c4c-a0cf-35007f4ec66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:32.750641 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-35008d61-a6a9-479a-a507-a457dc82c54a tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:32.834863 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5f0b1-9ed3-4c4c-a0cf-35007f4ec66a None None] Pushing event updated for resources: {'Port': ['ID=620725ed-a20d-4f1f-97f9-d03294c84fc2,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:33.009495 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad6a3b-308c-4782-b22f-fba2ada05744 req-dfa71042-af68-4b41-93fb-3b57071e1034 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:33.011329 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-72ad6a3b-308c-4782-b22f-fba2ada05744 req-dfa71042-af68-4b41-93fb-3b57071e1034 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=719299f7-5239-4fef-97c5-a397767cc371 HTTP/1.1" status: 200 len: 946 time: 0.0547609 Sep 17 08:04:33.058508 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-35008d61-a6a9-479a-a507-a457dc82c54a tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Allocated IP 2001:db8::1 (ed87fd83-25a1-4794-870f-e31f97f48a36/94ed6e6d-b4ef-4083-908b-c6c9366e9efa/67c96487-4479-45b1-b2df-3eee54fc2570) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:04:33.085781 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-72ad6a3b-308c-4782-b22f-fba2ada05744 req-7d4f30f2-73e9-4975-8c1a-acf558acfe6f tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679235 Sep 17 08:04:33.193014 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-35008d61-a6a9-479a-a507-a457dc82c54a tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:33.227904 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-35008d61-a6a9-479a-a507-a457dc82c54a tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:33.266927 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35008d61-a6a9-479a-a507-a457dc82c54a tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Network ed87fd83-25a1-4794-870f-e31f97f48a36 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:04:33.269858 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-35008d61-a6a9-479a-a507-a457dc82c54a tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:04:33.273563 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35008d61-a6a9-479a-a507-a457dc82c54a tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:04:33.274103 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-35008d61-a6a9-479a-a507-a457dc82c54a tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:33.321345 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35008d61-a6a9-479a-a507-a457dc82c54a tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Pushing event updated for resources: {'Port': ['ID=67c96487-4479-45b1-b2df-3eee54fc2570,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:33.476422 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-35008d61-a6a9-479a-a507-a457dc82c54a tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:33.561649 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 620725ed-a20d-4f1f-97f9-d03294c84fc2 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:04:33.647208 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 620725ed-a20d-4f1f-97f9-d03294c84fc2 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:04:33.648013 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:33.783818 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:33.788648 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-419c037d-9475-4bc4-b6a9-92d8c6760a6e None None] Provisioning complete for port 67c96487-4479-45b1-b2df-3eee54fc2570 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:04:33.789286 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-419c037d-9475-4bc4-b6a9-92d8c6760a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:33.851983 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-419c037d-9475-4bc4-b6a9-92d8c6760a6e None None] Port 67c96487-4479-45b1-b2df-3eee54fc2570 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:04:33.854444 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port 620725ed-a20d-4f1f-97f9-d03294c84fc2, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=620725ed-a20d-4f1f-97f9-d03294c84fc2,segment=NetworkSegment(24d50ce5-413f-4f1a-86e5-3ebfe82e12b0),segment_id=24d50ce5-413f-4f1a-86e5-3ebfe82e12b0)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:04:33.862093 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:33.932145 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=620725ed-a20d-4f1f-97f9-d03294c84fc2,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:33.933721 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-35008d61-a6a9-479a-a507-a457dc82c54a tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:33.939952 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-35008d61-a6a9-479a-a507-a457dc82c54a tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:33.940911 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-35008d61-a6a9-479a-a507-a457dc82c54a tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:34.080223 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f670b4a-b1ac-4b28-8273-8c1496da7853 req-5d103dfd-260a-4ebe-9ab2-b11bb2d14d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:34.081826 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3f670b4a-b1ac-4b28-8273-8c1496da7853 req-5d103dfd-260a-4ebe-9ab2-b11bb2d14d08 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2d0585dd9c4e407bb55fa564a2ede4c9&device_id=719299f7-5239-4fef-97c5-a397767cc371 HTTP/1.1" status: 200 len: 1097 time: 0.2051673 Sep 17 08:04:34.106314 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35008d61-a6a9-479a-a507-a457dc82c54a tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Pushing event updated for resources: {'Port': ['ID=67c96487-4479-45b1-b2df-3eee54fc2570,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:34.117156 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539658b8-8f30-423b-ae3c-5d71f083af73 None None] Network 9bdb33a6-42f2-41c7-9163-fd78967d5ee7 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:04:34.163975 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35008d61-a6a9-479a-a507-a457dc82c54a tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Network ed87fd83-25a1-4794-870f-e31f97f48a36 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:04:34.166309 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-35008d61-a6a9-479a-a507-a457dc82c54a tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:04:34.228309 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-03d5203e-2757-4f57-8c0f-e4b2f062d1b9 None None] Provisioning complete for port 620725ed-a20d-4f1f-97f9-d03294c84fc2 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:04:34.229632 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-03d5203e-2757-4f57-8c0f-e4b2f062d1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:34.278107 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f670b4a-b1ac-4b28-8273-8c1496da7853 req-c202467a-c5f3-4f92-bfe1-a9e38d46e8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:34.279734 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3f670b4a-b1ac-4b28-8273-8c1496da7853 req-c202467a-c5f3-4f92-bfe1-a9e38d46e8c3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7eb31eb9-c5ba-4a23-993e-45fc1230b15c HTTP/1.1" status: 200 len: 913 time: 0.1898477 Sep 17 08:04:34.301051 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40cceb6-ac5d-44bc-8265-ed584753c31c req-596da122-c889-429e-bfb8-69c1da5dea11 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:34.303149 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b40cceb6-ac5d-44bc-8265-ed584753c31c req-596da122-c889-429e-bfb8-69c1da5dea11 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=719299f7-5239-4fef-97c5-a397767cc371 HTTP/1.1" status: 200 len: 946 time: 0.1005690 Sep 17 08:04:34.348358 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3f670b4a-b1ac-4b28-8273-8c1496da7853 req-4193fb73-38a7-4ab1-abe7-fe20631f6712 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8956d2c-ae04-4a9b-9ead-fb568271500c HTTP/1.1" status: 200 len: 217 time: 0.0554550 Sep 17 08:04:34.426804 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b40cceb6-ac5d-44bc-8265-ed584753c31c req-8228f050-33b8-4263-9c97-9a663f5f536a tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153252 Sep 17 08:04:34.448224 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f670b4a-b1ac-4b28-8273-8c1496da7853 req-b36667d5-185c-4d32-b00a-a7672f1fbd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:34.450546 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3f670b4a-b1ac-4b28-8273-8c1496da7853 req-b36667d5-185c-4d32-b00a-a7672f1fbd4c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cb81ebac-14bd-4bcc-8591-cd4e58446b46 HTTP/1.1" status: 200 len: 852 time: 0.0951498 Sep 17 08:04:34.513324 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3f670b4a-b1ac-4b28-8273-8c1496da7853 req-af83504c-3473-49e8-9b14-ab6a448b3bb9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7eb31eb9-c5ba-4a23-993e-45fc1230b15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515137 Sep 17 08:04:34.527055 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [req-3f670b4a-b1ac-4b28-8273-8c1496da7853 req-c47f42b9-a5b3-49fe-9efc-e317199eadce service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:04:34.538056 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3f670b4a-b1ac-4b28-8273-8c1496da7853 req-c47f42b9-a5b3-49fe-9efc-e317199eadce service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0186977 Sep 17 08:04:34.654947 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-d7c469c8-9dfe-465c-ad8e-d208d17183d7 None None] Provisioning complete for port 67c96487-4479-45b1-b2df-3eee54fc2570 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:04:34.655426 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d7c469c8-9dfe-465c-ad8e-d208d17183d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:34.656467 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35008d61-a6a9-479a-a507-a457dc82c54a tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Router 462b3eac-5c65-4ac8-b079-d3b21369be81 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:04:34.689146 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3f670b4a-b1ac-4b28-8273-8c1496da7853 req-6009cfdf-075a-45b8-8371-3bfcff7d6d26 service neutron] 10.222.0.41 "GET /v2.0/networks/7eb31eb9-c5ba-4a23-993e-45fc1230b15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412654 Sep 17 08:04:34.707822 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-d7c469c8-9dfe-465c-ad8e-d208d17183d7 None None] Port 67c96487-4479-45b1-b2df-3eee54fc2570 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:04:34.778232 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35008d61-a6a9-479a-a507-a457dc82c54a tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:04:34.784766 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-35008d61-a6a9-479a-a507-a457dc82c54a tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] 10.222.0.13 "PUT /v2.0/routers/462b3eac-5c65-4ac8-b079-d3b21369be81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4745517 Sep 17 08:04:34.788081 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 34142) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:34.793028 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231077ca-3c66-4048-b477-c2602369e2b5 None None] Sync routers for ids ['462b3eac-5c65-4ac8-b079-d3b21369be81'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:04:34.803202 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231077ca-3c66-4048-b477-c2602369e2b5 None None] Routers {'462b3eac-5c65-4ac8-b079-d3b21369be81'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:04:34.803743 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-231077ca-3c66-4048-b477-c2602369e2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:04:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['462b3eac-5c65-4ac8-b079-d3b21369be81'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:34.809230 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3f670b4a-b1ac-4b28-8273-8c1496da7853 req-1b8e8186-2437-4ab7-a348-c50c0fd8a15d service neutron] 10.222.0.41 "GET /v2.0/networks/7eb31eb9-c5ba-4a23-993e-45fc1230b15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084800 Sep 17 08:04:34.827348 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-776e544f-9378-402a-8029-5dbf591f9570 None None] Provisioning complete for port 620725ed-a20d-4f1f-97f9-d03294c84fc2 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:04:34.827910 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-776e544f-9378-402a-8029-5dbf591f9570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:34.836810 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-231077ca-3c66-4048-b477-c2602369e2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:34.848042 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231077ca-3c66-4048-b477-c2602369e2b5 None None] Routers {'462b3eac-5c65-4ac8-b079-d3b21369be81'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:04:34.849159 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-231077ca-3c66-4048-b477-c2602369e2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:04:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['462b3eac-5c65-4ac8-b079-d3b21369be81'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:34.885104 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-231077ca-3c66-4048-b477-c2602369e2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:34.885972 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231077ca-3c66-4048-b477-c2602369e2b5 None None] The sync data for ids ['462b3eac-5c65-4ac8-b079-d3b21369be81'] in n-d-789963-9 is: [] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:04:34.923947 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-250ef324-55a6-43cc-8a9b-5dee23a28383 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks [] for router, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:35.004681 n-d-789963-9 neutron-server[101290]: INFO neutron.api.v2.resource [None req-250ef324-55a6-43cc-8a9b-5dee23a28383 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 17 08:04:35.005785 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-250ef324-55a6-43cc-8a9b-5dee23a28383 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] 10.222.0.13 "DELETE /v2.0/routers/462b3eac-5c65-4ac8-b079-d3b21369be81 HTTP/1.1" status: 409 len: 329 time: 0.2165859 Sep 17 08:04:35.008616 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 34144) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:35.174795 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:35.324462 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a31c01f3-bdeb-4ed3-b11a-5f48106e5e7c tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:35.452526 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 620725ed-a20d-4f1f-97f9-d03294c84fc2 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:04:35.512275 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 620725ed-a20d-4f1f-97f9-d03294c84fc2 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:04:35.512655 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:35.559820 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:35.587720 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f8ea6c-862a-4b2a-9303-c106932fcae6 req-94dbfff4-6eb3-4a54-b994-b57b7560e3c6 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:35.596359 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e2f8ea6c-862a-4b2a-9303-c106932fcae6 req-94dbfff4-6eb3-4a54-b994-b57b7560e3c6 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=719299f7-5239-4fef-97c5-a397767cc371 HTTP/1.1" status: 200 len: 946 time: 0.0765295 Sep 17 08:04:35.636426 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e2f8ea6c-862a-4b2a-9303-c106932fcae6 req-0bf20e18-eabb-4216-9315-a1216e73911d tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391743 Sep 17 08:04:35.640192 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-a31c01f3-bdeb-4ed3-b11a-5f48106e5e7c tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Deleting port 67c96487-4479-45b1-b2df-3eee54fc2570 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:04:35.640683 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a31c01f3-bdeb-4ed3-b11a-5f48106e5e7c tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:35.730146 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a31c01f3-bdeb-4ed3-b11a-5f48106e5e7c tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:35.742387 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-a31c01f3-bdeb-4ed3-b11a-5f48106e5e7c tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Calling delete_port for 67c96487-4479-45b1-b2df-3eee54fc2570 owned by network:router_interface {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:04:35.909049 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a31c01f3-bdeb-4ed3-b11a-5f48106e5e7c tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:35.941220 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31c01f3-bdeb-4ed3-b11a-5f48106e5e7c tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Pushing event deleted for resources: {'Port': ['ID=67c96487-4479-45b1-b2df-3eee54fc2570,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:36.044372 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a31c01f3-bdeb-4ed3-b11a-5f48106e5e7c tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:36.209048 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a31c01f3-bdeb-4ed3-b11a-5f48106e5e7c tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Router 462b3eac-5c65-4ac8-b079-d3b21369be81 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:04:36.282936 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device d8956d2c-ae04-4a9b-9ead-fb568271500c no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:04:36.288571 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a31c01f3-bdeb-4ed3-b11a-5f48106e5e7c tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:04:36.299007 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 34158) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:36.300769 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a31c01f3-bdeb-4ed3-b11a-5f48106e5e7c tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] 10.222.0.13 "PUT /v2.0/routers/462b3eac-5c65-4ac8-b079-d3b21369be81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2909837 Sep 17 08:04:36.313210 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5ddba3-9581-487f-9d4a-a7567ba17ddc None None] Sync routers for ids ['462b3eac-5c65-4ac8-b079-d3b21369be81'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:04:36.335290 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5ddba3-9581-487f-9d4a-a7567ba17ddc None None] Routers {'462b3eac-5c65-4ac8-b079-d3b21369be81'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:04:36.336123 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-7a5ddba3-9581-487f-9d4a-a7567ba17ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:04:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['462b3eac-5c65-4ac8-b079-d3b21369be81'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:36.342159 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-024b9059-9a57-42fd-9d31-58727e81e3c2 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] show failed (client error): The resource could not be found. Sep 17 08:04:36.346970 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-024b9059-9a57-42fd-9d31-58727e81e3c2 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] 10.222.0.13 "GET /v2.0/routers/tempest-non_exist_router-952581238 HTTP/1.1" status: 404 len: 334 time: 0.0434785 Sep 17 08:04:36.347238 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 34160) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:36.352478 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-d3cbe642-5091-408d-84d9-0a39c9e605a2 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:04:36.373681 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-7a5ddba3-9581-487f-9d4a-a7567ba17ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:36.385263 n-d-789963-9 neutron-server[101290]: INFO neutron.api.v2.resource [None req-d3cbe642-5091-408d-84d9-0a39c9e605a2 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] update failed (client error): The resource could not be found. Sep 17 08:04:36.385568 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d3cbe642-5091-408d-84d9-0a39c9e605a2 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] 10.222.0.13 "PUT /v2.0/routers/tempest-non_exist_router-1951829851 HTTP/1.1" status: 404 len: 335 time: 0.0372608 Sep 17 08:04:36.387579 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5ddba3-9581-487f-9d4a-a7567ba17ddc None None] Routers {'462b3eac-5c65-4ac8-b079-d3b21369be81'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:04:36.388453 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-7a5ddba3-9581-487f-9d4a-a7567ba17ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:04:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['462b3eac-5c65-4ac8-b079-d3b21369be81'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:36.390068 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 34162) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:36.441735 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-7a5ddba3-9581-487f-9d4a-a7567ba17ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:36.442324 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5ddba3-9581-487f-9d4a-a7567ba17ddc None None] The sync data for ids ['462b3eac-5c65-4ac8-b079-d3b21369be81'] in n-d-789963-9 is: [] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:04:36.445396 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bf3eaaa-daa2-473d-9d1a-47f07f32a5f6 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Deleting subnet a991307f-28f1-43e0-945f-960e90c31f3f {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:04:36.448166 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4bf3eaaa-daa2-473d-9d1a-47f07f32a5f6 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:36.456304 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:36.484635 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '719299f7-5239-4fef-97c5-a397767cc371', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8956d2c-ae04-4a9b-9ead-fb568271500c'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:04:36.486884 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a1044c-1604-44f2-b769-12ac67caaf21" -d '{"events": [{"server_uuid": "719299f7-5239-4fef-97c5-a397767cc371", "name": "network-vif-unplugged", "status": "completed", "tag": "d8956d2c-ae04-4a9b-9ead-fb568271500c"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:04:36.490790 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4bf3eaaa-daa2-473d-9d1a-47f07f32a5f6 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:36.500518 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port d8956d2c-ae04-4a9b-9ead-fb568271500c, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=d8956d2c-ae04-4a9b-9ead-fb568271500c,segment=NetworkSegment(fd7b9750-679d-4ecc-9c9e-dc86937b132b),segment_id=fd7b9750-679d-4ecc-9c9e-dc86937b132b)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:04:36.505916 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:36.553438 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 08:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d4a7bb-b2fa-43cc-8931-cfe445945fb2 x-openstack-request-id: req-54d4a7bb-b2fa-43cc-8931-cfe445945fb2 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:04:36.553958 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "719299f7-5239-4fef-97c5-a397767cc371", "name": "network-vif-unplugged", "status": "completed", "tag": "d8956d2c-ae04-4a9b-9ead-fb568271500c", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:04:36.554269 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-54d4a7bb-b2fa-43cc-8931-cfe445945fb2 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:04:36.554720 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '719299f7-5239-4fef-97c5-a397767cc371', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8956d2c-ae04-4a9b-9ead-fb568271500c', 'code': 200} Sep 17 08:04:36.568609 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=d8956d2c-ae04-4a9b-9ead-fb568271500c,revision_number=8']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:36.595721 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4bf3eaaa-daa2-473d-9d1a-47f07f32a5f6 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:36.670448 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4bf3eaaa-daa2-473d-9d1a-47f07f32a5f6 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:36.703755 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf3eaaa-daa2-473d-9d1a-47f07f32a5f6 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Pushing event deleted for resources: {'Subnet': ['ID=a991307f-28f1-43e0-945f-960e90c31f3f,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:36.707295 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4bf3eaaa-daa2-473d-9d1a-47f07f32a5f6 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:36.711888 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-4bf3eaaa-daa2-473d-9d1a-47f07f32a5f6 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] 10.222.0.13 "DELETE /v2.0/subnets/a991307f-28f1-43e0-945f-960e90c31f3f HTTP/1.1" status: 204 len: 168 time: 0.3183358 Sep 17 08:04:36.712669 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 34170) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:36.716463 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96e356e-0799-4109-985a-9ab322ce7796 None None] Network 9bdb33a6-42f2-41c7-9163-fd78967d5ee7 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:04:36.893955 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f7fcd-8e5a-4b14-a621-3abd4d7b8fad req-11116f6b-161f-4de2-84a9-322a8f5a762d tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:36.901131 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-197f7fcd-8e5a-4b14-a621-3abd4d7b8fad req-11116f6b-161f-4de2-84a9-322a8f5a762d tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=719299f7-5239-4fef-97c5-a397767cc371 HTTP/1.1" status: 200 len: 944 time: 0.1674860 Sep 17 08:04:36.918533 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e302c8a3-044a-4cd1-a307-a162d50fb43e tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:36.976038 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38bcdddf-a2b8-4223-a9d3-d4fcca43951f None None] DHCP port deletion for 9bdb33a6-42f2-41c7-9163-fd78967d5ee7 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 08:04:37.019766 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-197f7fcd-8e5a-4b14-a621-3abd4d7b8fad req-25ebb282-e2f1-4c7b-b09c-dbe9785f9776 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965831 Sep 17 08:04:37.027359 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-38bcdddf-a2b8-4223-a9d3-d4fcca43951f None None] Deleting port 620725ed-a20d-4f1f-97f9-d03294c84fc2 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:04:37.028295 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-38bcdddf-a2b8-4223-a9d3-d4fcca43951f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:37.067711 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-e302c8a3-044a-4cd1-a307-a162d50fb43e tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Deleting port 620725ed-a20d-4f1f-97f9-d03294c84fc2 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:04:37.068165 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e302c8a3-044a-4cd1-a307-a162d50fb43e tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:37.148583 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-38bcdddf-a2b8-4223-a9d3-d4fcca43951f None None] For port 620725ed-a20d-4f1f-97f9-d03294c84fc2, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=620725ed-a20d-4f1f-97f9-d03294c84fc2,segment=NetworkSegment(24d50ce5-413f-4f1a-86e5-3ebfe82e12b0),segment_id=24d50ce5-413f-4f1a-86e5-3ebfe82e12b0)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:04:37.149153 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-38bcdddf-a2b8-4223-a9d3-d4fcca43951f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:37.166893 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-38bcdddf-a2b8-4223-a9d3-d4fcca43951f None None] Calling delete_port for 620725ed-a20d-4f1f-97f9-d03294c84fc2 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:04:37.169457 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-e302c8a3-044a-4cd1-a307-a162d50fb43e tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] For port 620725ed-a20d-4f1f-97f9-d03294c84fc2, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=620725ed-a20d-4f1f-97f9-d03294c84fc2,segment=NetworkSegment(24d50ce5-413f-4f1a-86e5-3ebfe82e12b0),segment_id=24d50ce5-413f-4f1a-86e5-3ebfe82e12b0)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:04:37.169887 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e302c8a3-044a-4cd1-a307-a162d50fb43e tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:37.217347 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-e302c8a3-044a-4cd1-a307-a162d50fb43e tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Calling delete_port for 620725ed-a20d-4f1f-97f9-d03294c84fc2 owned by network:dhcp {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:04:37.263733 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-38bcdddf-a2b8-4223-a9d3-d4fcca43951f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:37.313384 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bcdddf-a2b8-4223-a9d3-d4fcca43951f None None] Pushing event deleted for resources: {'Port': ['ID=620725ed-a20d-4f1f-97f9-d03294c84fc2,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:37.319783 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bcdddf-a2b8-4223-a9d3-d4fcca43951f None None] No DVR routers for this DVR port 620725ed-a20d-4f1f-97f9-d03294c84fc2 on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:04:37.338135 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e302c8a3-044a-4cd1-a307-a162d50fb43e tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:37.372084 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e302c8a3-044a-4cd1-a307-a162d50fb43e tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Pushing event deleted for resources: {'Port': ['ID=620725ed-a20d-4f1f-97f9-d03294c84fc2,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:37.378291 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e302c8a3-044a-4cd1-a307-a162d50fb43e tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] No DVR routers for this DVR port 620725ed-a20d-4f1f-97f9-d03294c84fc2 on host n-d-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:04:37.465642 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 620725ed-a20d-4f1f-97f9-d03294c84fc2 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:04:37.483827 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e302c8a3-044a-4cd1-a307-a162d50fb43e tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:37.492851 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 620725ed-a20d-4f1f-97f9-d03294c84fc2 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:04:37.493189 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 620725ed-a20d-4f1f-97f9-d03294c84fc2 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:04:37.507619 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-e302c8a3-044a-4cd1-a307-a162d50fb43e tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bdb33a6-42f2-41c7-9163-fd78967d5ee7']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:37.517015 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-e302c8a3-044a-4cd1-a307-a162d50fb43e tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24d50ce5-413f-4f1a-86e5-3ebfe82e12b0') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:37.517317 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-e302c8a3-044a-4cd1-a307-a162d50fb43e tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24d50ce5-413f-4f1a-86e5-3ebfe82e12b0') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:37.526836 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e302c8a3-044a-4cd1-a307-a162d50fb43e tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:37.540606 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e302c8a3-044a-4cd1-a307-a162d50fb43e tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:37.547410 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e302c8a3-044a-4cd1-a307-a162d50fb43e tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:04:37.547882 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e302c8a3-044a-4cd1-a307-a162d50fb43e tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:37.550982 n-d-789963-9 neutron-server[101289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:04:37.550982 n-d-789963-9 neutron-server[101289]: self.session.flush() Sep 17 08:04:37.550982 n-d-789963-9 neutron-server[101289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:04:37.550982 n-d-789963-9 neutron-server[101289]: self.session.flush() Sep 17 08:04:37.550982 n-d-789963-9 neutron-server[101289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:04:37.550982 n-d-789963-9 neutron-server[101289]: self.session.flush() Sep 17 08:04:37.550982 n-d-789963-9 neutron-server[101289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:04:37.550982 n-d-789963-9 neutron-server[101289]: self.session.flush() Sep 17 08:04:37.550982 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:04:37.550982 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:04:37.550982 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:04:37.550982 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:04:37.550982 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:04:37.550982 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:04:37.550982 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:04:37.550982 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:04:37.550982 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:04:37.550982 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:04:37.550982 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:04:37.550982 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:04:37.550982 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:04:37.550982 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:04:37.550982 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:04:37.550982 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:04:37.550982 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:04:37.550982 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:04:37.550982 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:04:37.550982 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:04:37.550982 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:04:37.550982 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:04:37.550982 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:04:37.550982 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:04:37.550982 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:04:37.550982 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:04:37.550982 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:04:37.550982 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:04:37.550982 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:04:37.550982 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:04:37.550982 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:04:37.550982 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:04:37.614306 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e302c8a3-044a-4cd1-a307-a162d50fb43e tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:37.622757 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e302c8a3-044a-4cd1-a307-a162d50fb43e tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:37.624782 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e302c8a3-044a-4cd1-a307-a162d50fb43e tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] 10.222.0.13 "DELETE /v2.0/networks/9bdb33a6-42f2-41c7-9163-fd78967d5ee7 HTTP/1.1" status: 204 len: 168 time: 0.9070792 Sep 17 08:04:37.627175 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 34202) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:37.646059 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e302c8a3-044a-4cd1-a307-a162d50fb43e tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Pushing event deleted for resources: {'Network': ['ID=9bdb33a6-42f2-41c7-9163-fd78967d5ee7,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:37.694417 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-618667fd-5ce3-47db-9059-ee814c6b47cb tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Deleting subnet 24584bc5-545b-4142-b824-2326ffc4b011 {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:04:37.697929 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-618667fd-5ce3-47db-9059-ee814c6b47cb tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:37.745892 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-618667fd-5ce3-47db-9059-ee814c6b47cb tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:38.135734 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-618667fd-5ce3-47db-9059-ee814c6b47cb tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:38.207247 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c03dae-d529-47b2-82d3-3b7379477d0b req-82f6f430-11df-4566-845b-96c260936f64 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:38.208776 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-22c03dae-d529-47b2-82d3-3b7379477d0b req-82f6f430-11df-4566-845b-96c260936f64 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=719299f7-5239-4fef-97c5-a397767cc371 HTTP/1.1" status: 200 len: 944 time: 0.0882552 Sep 17 08:04:38.248969 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-618667fd-5ce3-47db-9059-ee814c6b47cb tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:38.291500 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618667fd-5ce3-47db-9059-ee814c6b47cb tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Pushing event deleted for resources: {'Subnet': ['ID=24584bc5-545b-4142-b824-2326ffc4b011,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:38.294824 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-618667fd-5ce3-47db-9059-ee814c6b47cb tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:38.296911 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-618667fd-5ce3-47db-9059-ee814c6b47cb tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] 10.222.0.13 "DELETE /v2.0/subnets/24584bc5-545b-4142-b824-2326ffc4b011 HTTP/1.1" status: 204 len: 168 time: 0.6676886 Sep 17 08:04:38.298934 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 34226) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:38.300563 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc46fe4f-f9fe-4dcc-8170-9a1dffc75b7f None None] Network b25849a4-8049-47db-9b67-2e8d4ceb5c72 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:04:38.368405 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-22c03dae-d529-47b2-82d3-3b7379477d0b req-aa537fef-3718-410d-9122-88b1f296ccc4 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Deleting port d8956d2c-ae04-4a9b-9ead-fb568271500c {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:04:38.368723 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-22c03dae-d529-47b2-82d3-3b7379477d0b req-aa537fef-3718-410d-9122-88b1f296ccc4 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:38.383086 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-7da7f4c4-7af1-4dd8-bcd1-824019ff767a tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Deleting subnet 72f8746c-c44a-4df3-af08-2b57fcd96b83 {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:04:38.390034 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7da7f4c4-7af1-4dd8-bcd1-824019ff767a tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:38.471396 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-22c03dae-d529-47b2-82d3-3b7379477d0b req-aa537fef-3718-410d-9122-88b1f296ccc4 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] For port d8956d2c-ae04-4a9b-9ead-fb568271500c, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=d8956d2c-ae04-4a9b-9ead-fb568271500c,segment=NetworkSegment(fd7b9750-679d-4ecc-9c9e-dc86937b132b),segment_id=fd7b9750-679d-4ecc-9c9e-dc86937b132b)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:04:38.471765 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-22c03dae-d529-47b2-82d3-3b7379477d0b req-aa537fef-3718-410d-9122-88b1f296ccc4 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:38.492181 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7da7f4c4-7af1-4dd8-bcd1-824019ff767a tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:38.508776 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-22c03dae-d529-47b2-82d3-3b7379477d0b req-aa537fef-3718-410d-9122-88b1f296ccc4 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Calling delete_port for d8956d2c-ae04-4a9b-9ead-fb568271500c owned by compute:nova {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:04:38.602769 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7da7f4c4-7af1-4dd8-bcd1-824019ff767a tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:38.608779 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f030de-0b0c-45e6-a7d1-4ac238fed12a None None] DHCP port deletion for b25849a4-8049-47db-9b67-2e8d4ceb5c72 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 08:04:38.657178 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-22c03dae-d529-47b2-82d3-3b7379477d0b req-aa537fef-3718-410d-9122-88b1f296ccc4 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:38.680226 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-86f030de-0b0c-45e6-a7d1-4ac238fed12a None None] Deleting port 54e45ffe-6292-4d59-92a5-cbc3aad67611 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:04:38.680673 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-86f030de-0b0c-45e6-a7d1-4ac238fed12a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:38.690468 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7da7f4c4-7af1-4dd8-bcd1-824019ff767a tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:38.699706 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa537fef-3718-410d-9122-88b1f296ccc4 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Pushing event deleted for resources: {'Port': ['ID=d8956d2c-ae04-4a9b-9ead-fb568271500c,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:38.731596 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da7f4c4-7af1-4dd8-bcd1-824019ff767a tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Pushing event deleted for resources: {'Subnet': ['ID=72f8746c-c44a-4df3-af08-2b57fcd96b83,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:38.733701 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7da7f4c4-7af1-4dd8-bcd1-824019ff767a tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:38.736749 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-7da7f4c4-7af1-4dd8-bcd1-824019ff767a tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] 10.222.0.13 "DELETE /v2.0/subnets/72f8746c-c44a-4df3-af08-2b57fcd96b83 HTTP/1.1" status: 204 len: 168 time: 0.4360626 Sep 17 08:04:38.740272 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 34230) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:38.752477 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c03dae-d529-47b2-82d3-3b7379477d0b req-aa537fef-3718-410d-9122-88b1f296ccc4 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] No DVR routers for this DVR port d8956d2c-ae04-4a9b-9ead-fb568271500c on host n-h1-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:04:38.756422 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-22c03dae-d529-47b2-82d3-3b7379477d0b req-aa537fef-3718-410d-9122-88b1f296ccc4 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:38.757546 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e150e739-151c-45d2-9eda-5b8e3966bb79 None None] Network fa554039-ef5a-4dcd-b98d-9b7ada7be163 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:04:38.765347 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-22c03dae-d529-47b2-82d3-3b7379477d0b req-aa537fef-3718-410d-9122-88b1f296ccc4 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "DELETE /v2.0/ports/d8956d2c-ae04-4a9b-9ead-fb568271500c HTTP/1.1" status: 204 len: 173 time: 0.5449550 Sep 17 08:04:38.765884 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '719299f7-5239-4fef-97c5-a397767cc371', 'name': 'network-vif-deleted', 'tag': 'd8956d2c-ae04-4a9b-9ead-fb568271500c'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:04:38.768997 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c0bef6-9627-4796-9115-50c1775bc757" -d '{"events": [{"server_uuid": "719299f7-5239-4fef-97c5-a397767cc371", "name": "network-vif-deleted", "tag": "d8956d2c-ae04-4a9b-9ead-fb568271500c"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:04:38.848882 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-15223783-751e-4992-b199-377c9f4a6ad7 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:38.898772 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-86f030de-0b0c-45e6-a7d1-4ac238fed12a None None] For port 54e45ffe-6292-4d59-92a5-cbc3aad67611, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=54e45ffe-6292-4d59-92a5-cbc3aad67611,segment=NetworkSegment(68d6d041-c400-4359-a563-0f78dc7bd846),segment_id=68d6d041-c400-4359-a563-0f78dc7bd846)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:04:38.899204 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-86f030de-0b0c-45e6-a7d1-4ac238fed12a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:38.923355 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-15223783-751e-4992-b199-377c9f4a6ad7 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Deleting port 54e45ffe-6292-4d59-92a5-cbc3aad67611 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:04:38.923697 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-15223783-751e-4992-b199-377c9f4a6ad7 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:38.932161 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-86f030de-0b0c-45e6-a7d1-4ac238fed12a None None] Calling delete_port for 54e45ffe-6292-4d59-92a5-cbc3aad67611 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:04:39.025436 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 17 Sep 2021 08:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d37946f-bdf1-465b-8585-967e0dcf0e8a x-openstack-request-id: req-8d37946f-bdf1-465b-8585-967e0dcf0e8a {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:04:39.025730 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "719299f7-5239-4fef-97c5-a397767cc371", "name": "network-vif-deleted", "tag": "d8956d2c-ae04-4a9b-9ead-fb568271500c", "status": "failed", "code": 422}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:04:39.025979 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8d37946f-bdf1-465b-8585-967e0dcf0e8a {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:04:39.027027 n-d-789963-9 neutron-server[101289]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '719299f7-5239-4fef-97c5-a397767cc371', 'name': 'network-vif-deleted', 'tag': 'd8956d2c-ae04-4a9b-9ead-fb568271500c', 'status': 'failed', 'code': 422} returned with failed status Sep 17 08:04:39.038448 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f8d86e-218b-4bda-ba6f-697741173e11 None None] DHCP port deletion for fa554039-ef5a-4dcd-b98d-9b7ada7be163 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 08:04:39.080896 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-86f030de-0b0c-45e6-a7d1-4ac238fed12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:39.092926 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-15223783-751e-4992-b199-377c9f4a6ad7 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] For port 54e45ffe-6292-4d59-92a5-cbc3aad67611, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=54e45ffe-6292-4d59-92a5-cbc3aad67611,segment=NetworkSegment(68d6d041-c400-4359-a563-0f78dc7bd846),segment_id=68d6d041-c400-4359-a563-0f78dc7bd846)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:04:39.092926 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-15223783-751e-4992-b199-377c9f4a6ad7 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:39.105805 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-15223783-751e-4992-b199-377c9f4a6ad7 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Calling delete_port for 54e45ffe-6292-4d59-92a5-cbc3aad67611 owned by network:dhcp {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:04:39.116846 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f030de-0b0c-45e6-a7d1-4ac238fed12a None None] Pushing event deleted for resources: {'Port': ['ID=54e45ffe-6292-4d59-92a5-cbc3aad67611,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:39.127572 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f030de-0b0c-45e6-a7d1-4ac238fed12a None None] No DVR routers for this DVR port 54e45ffe-6292-4d59-92a5-cbc3aad67611 on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:04:39.149954 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-12f8d86e-218b-4bda-ba6f-697741173e11 None None] Deleting port d25c695b-9990-46af-9688-320b9b942de3 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:04:39.150352 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-12f8d86e-218b-4bda-ba6f-697741173e11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:39.228144 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-12f8d86e-218b-4bda-ba6f-697741173e11 None None] For port d25c695b-9990-46af-9688-320b9b942de3, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=d25c695b-9990-46af-9688-320b9b942de3,segment=NetworkSegment(9913dca8-ec98-4796-979d-4dbe28a9219e),segment_id=9913dca8-ec98-4796-979d-4dbe28a9219e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:04:39.228557 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-12f8d86e-218b-4bda-ba6f-697741173e11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:39.228683 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-15223783-751e-4992-b199-377c9f4a6ad7 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:39.244594 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-12f8d86e-218b-4bda-ba6f-697741173e11 None None] Calling delete_port for d25c695b-9990-46af-9688-320b9b942de3 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:04:39.256574 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15223783-751e-4992-b199-377c9f4a6ad7 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Pushing event deleted for resources: {'Port': ['ID=54e45ffe-6292-4d59-92a5-cbc3aad67611,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:39.263849 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15223783-751e-4992-b199-377c9f4a6ad7 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] No DVR routers for this DVR port 54e45ffe-6292-4d59-92a5-cbc3aad67611 on host n-d-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:04:39.351526 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-12f8d86e-218b-4bda-ba6f-697741173e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:39.365217 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f8d86e-218b-4bda-ba6f-697741173e11 None None] No DVR routers for this DVR port d25c695b-9990-46af-9688-320b9b942de3 on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:04:39.384366 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-15223783-751e-4992-b199-377c9f4a6ad7 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:39.393246 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f8d86e-218b-4bda-ba6f-697741173e11 None None] Pushing event deleted for resources: {'Port': ['ID=d25c695b-9990-46af-9688-320b9b942de3,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:39.418872 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-15223783-751e-4992-b199-377c9f4a6ad7 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b25849a4-8049-47db-9b67-2e8d4ceb5c72']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:39.429408 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-15223783-751e-4992-b199-377c9f4a6ad7 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68d6d041-c400-4359-a563-0f78dc7bd846') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:39.429850 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-15223783-751e-4992-b199-377c9f4a6ad7 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68d6d041-c400-4359-a563-0f78dc7bd846') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:39.440832 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-15223783-751e-4992-b199-377c9f4a6ad7 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:39.461194 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-15223783-751e-4992-b199-377c9f4a6ad7 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:39.468783 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15223783-751e-4992-b199-377c9f4a6ad7 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:04:39.469256 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-15223783-751e-4992-b199-377c9f4a6ad7 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:39.472478 n-d-789963-9 neutron-server[101290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:04:39.472478 n-d-789963-9 neutron-server[101290]: self.session.flush() Sep 17 08:04:39.472478 n-d-789963-9 neutron-server[101290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:04:39.472478 n-d-789963-9 neutron-server[101290]: self.session.flush() Sep 17 08:04:39.472478 n-d-789963-9 neutron-server[101290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:04:39.472478 n-d-789963-9 neutron-server[101290]: self.session.flush() Sep 17 08:04:39.472478 n-d-789963-9 neutron-server[101290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:04:39.472478 n-d-789963-9 neutron-server[101290]: self.session.flush() Sep 17 08:04:39.472478 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 08:04:39.472478 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:04:39.472478 n-d-789963-9 neutron-server[101290]: timer() Sep 17 08:04:39.472478 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:04:39.472478 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 08:04:39.472478 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:04:39.472478 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 08:04:39.472478 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:04:39.472478 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 08:04:39.472478 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:04:39.472478 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 08:04:39.472478 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:04:39.472478 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 08:04:39.472478 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:04:39.472478 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:04:39.472478 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:04:39.472478 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:04:39.472478 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:04:39.472478 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 08:04:39.472478 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:04:39.472478 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 08:04:39.472478 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:04:39.472478 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:04:39.472478 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:04:39.472478 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 08:04:39.472478 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:04:39.472478 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:04:39.472478 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:04:39.472478 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:04:39.472478 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:04:39.472478 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:04:39.472478 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:04:39.482530 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 54e45ffe-6292-4d59-92a5-cbc3aad67611 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:04:39.505362 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 54e45ffe-6292-4d59-92a5-cbc3aad67611 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:04:39.505709 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 54e45ffe-6292-4d59-92a5-cbc3aad67611 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:04:39.506135 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device d25c695b-9990-46af-9688-320b9b942de3 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:04:39.529001 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: d25c695b-9990-46af-9688-320b9b942de3 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:04:39.530108 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device d25c695b-9990-46af-9688-320b9b942de3 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:04:39.552407 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-15223783-751e-4992-b199-377c9f4a6ad7 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:39.566102 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-15223783-751e-4992-b199-377c9f4a6ad7 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:39.571054 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 34260) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:39.572198 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-15223783-751e-4992-b199-377c9f4a6ad7 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] 10.222.0.13 "DELETE /v2.0/networks/b25849a4-8049-47db-9b67-2e8d4ceb5c72 HTTP/1.1" status: 204 len: 168 time: 0.8301888 Sep 17 08:04:39.586946 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15223783-751e-4992-b199-377c9f4a6ad7 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Pushing event deleted for resources: {'Network': ['ID=b25849a4-8049-47db-9b67-2e8d4ceb5c72,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:39.701421 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-65ff7563-50dd-42e8-91d3-251271babd20 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:39.725995 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf313c-23aa-401f-8957-a5f2b8cdfb8d req-568530cd-3f52-495f-8887-1bda55ecb3b0 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:39.727490 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a5cf313c-23aa-401f-8957-a5f2b8cdfb8d req-568530cd-3f52-495f-8887-1bda55ecb3b0 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/networks?id=7eb31eb9-c5ba-4a23-993e-45fc1230b15c HTTP/1.1" status: 200 len: 812 time: 0.1880991 Sep 17 08:04:39.771819 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a5cf313c-23aa-401f-8957-a5f2b8cdfb8d req-253e6396-0253-45f9-b108-242178b91782 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/quotas/2d0585dd9c4e407bb55fa564a2ede4c9 HTTP/1.1" status: 200 len: 375 time: 0.0370927 Sep 17 08:04:39.839531 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a5cf313c-23aa-401f-8957-a5f2b8cdfb8d req-287c5b1a-89c8-4184-a010-4d8a15b3edee tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d0585dd9c4e407bb55fa564a2ede4c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571420 Sep 17 08:04:39.841935 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-65ff7563-50dd-42e8-91d3-251271babd20 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:39.856011 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [req-a5cf313c-23aa-401f-8957-a5f2b8cdfb8d req-98a29a4e-7b09-44c2-9d14-d12c420730ef service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:04:39.857011 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a5cf313c-23aa-401f-8957-a5f2b8cdfb8d req-98a29a4e-7b09-44c2-9d14-d12c420730ef service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072043 Sep 17 08:04:39.876434 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-65ff7563-50dd-42e8-91d3-251271babd20 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa554039-ef5a-4dcd-b98d-9b7ada7be163']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:39.897135 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-65ff7563-50dd-42e8-91d3-251271babd20 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9913dca8-ec98-4796-979d-4dbe28a9219e') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:39.897552 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-65ff7563-50dd-42e8-91d3-251271babd20 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9913dca8-ec98-4796-979d-4dbe28a9219e') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:39.915040 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-65ff7563-50dd-42e8-91d3-251271babd20 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:39.962428 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-65ff7563-50dd-42e8-91d3-251271babd20 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:39.971978 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65ff7563-50dd-42e8-91d3-251271babd20 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:04:39.972387 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-65ff7563-50dd-42e8-91d3-251271babd20 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:39.975257 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:04:39.975257 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:04:39.975257 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:04:39.975257 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:04:39.975257 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:04:39.975257 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:04:39.975257 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:04:39.975257 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:04:39.975257 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:04:39.975257 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:04:39.975257 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:04:39.975257 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:04:39.975257 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:04:39.975257 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:04:39.975257 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:04:39.975257 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:04:39.975257 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:04:39.975257 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:04:39.975257 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:04:39.975257 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:04:39.975257 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:04:39.975257 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:04:39.975257 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:04:39.975257 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:04:39.975257 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:04:39.975257 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:04:39.975257 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:04:39.975257 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:04:39.975257 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:04:39.975257 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:04:39.975257 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:04:39.975257 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:04:40.032172 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a5cf313c-23aa-401f-8957-a5f2b8cdfb8d req-dc7235bc-0de9-404a-ab49-59ea808d969e service neutron] 10.222.0.13 "GET /v2.0/networks/7eb31eb9-c5ba-4a23-993e-45fc1230b15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659024 Sep 17 08:04:40.057300 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-65ff7563-50dd-42e8-91d3-251271babd20 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:40.077759 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-65ff7563-50dd-42e8-91d3-251271babd20 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:40.079638 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-65ff7563-50dd-42e8-91d3-251271babd20 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] 10.222.0.13 "DELETE /v2.0/networks/fa554039-ef5a-4dcd-b98d-9b7ada7be163 HTTP/1.1" status: 204 len: 168 time: 0.5076485 Sep 17 08:04:40.082383 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 34262) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:40.094718 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ff7563-50dd-42e8-91d3-251271babd20 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Pushing event deleted for resources: {'Network': ['ID=fa554039-ef5a-4dcd-b98d-9b7ada7be163,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:40.156790 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a5cf313c-23aa-401f-8957-a5f2b8cdfb8d req-00e0ae20-16ef-4d14-a357-b47c7f902390 service neutron] 10.222.0.13 "GET /v2.0/networks/7eb31eb9-c5ba-4a23-993e-45fc1230b15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174748 Sep 17 08:04:40.170130 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:04:40.193970 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f17000d-31ef-4c86-8871-827480c0fe51 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Deleting subnet 94ed6e6d-b4ef-4083-908b-c6c9366e9efa {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:04:40.197972 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6f17000d-31ef-4c86-8871-827480c0fe51 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:40.240429 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6f17000d-31ef-4c86-8871-827480c0fe51 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:40.260736 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device d8956d2c-ae04-4a9b-9ead-fb568271500c no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:04:40.280912 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] No Port match for: d8956d2c-ae04-4a9b-9ead-fb568271500c {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:04:40.281177 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device d8956d2c-ae04-4a9b-9ead-fb568271500c not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:04:40.360430 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6f17000d-31ef-4c86-8871-827480c0fe51 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:40.400610 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-83d52e2f-7353-43fa-8e30-48a3079c91e0 req-a2bcbdbd-37d5-4738-a0ab-88388b238d6f tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebb54df-22b0-4d85-8bdd-9b64f6fb806a HTTP/1.1" status: 200 len: 210 time: 0.0527785 Sep 17 08:04:40.452610 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6f17000d-31ef-4c86-8871-827480c0fe51 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:40.485382 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f17000d-31ef-4c86-8871-827480c0fe51 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Pushing event deleted for resources: {'Subnet': ['ID=94ed6e6d-b4ef-4083-908b-c6c9366e9efa,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:40.487414 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6f17000d-31ef-4c86-8871-827480c0fe51 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:40.492241 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6f17000d-31ef-4c86-8871-827480c0fe51 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] 10.222.0.13 "DELETE /v2.0/subnets/94ed6e6d-b4ef-4083-908b-c6c9366e9efa HTTP/1.1" status: 204 len: 168 time: 0.4057477 Sep 17 08:04:40.492461 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 34278) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:40.499462 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3280ffb6-a4bb-4509-a22e-5959a87e6a20 None None] Network ed87fd83-25a1-4794-870f-e31f97f48a36 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:04:40.551168 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 34280) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:40.581932 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2082d75d-fbb9-46e5-8271-add6e9723aeb tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:40.655775 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-2082d75d-fbb9-46e5-8271-add6e9723aeb tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Deleting port bfeb61a7-48c1-4770-844e-f4394ca0bc84 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:04:40.656148 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2082d75d-fbb9-46e5-8271-add6e9723aeb tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:40.715194 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-48ec2f8d-b5fe-43b8-a5b3-4e2b1fbda9cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:40.759574 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-2082d75d-fbb9-46e5-8271-add6e9723aeb tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] For port bfeb61a7-48c1-4770-844e-f4394ca0bc84, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=bfeb61a7-48c1-4770-844e-f4394ca0bc84,segment=NetworkSegment(8e79a8d2-707b-491a-98be-7d3c23aa7261),segment_id=8e79a8d2-707b-491a-98be-7d3c23aa7261)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:04:40.760031 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2082d75d-fbb9-46e5-8271-add6e9723aeb tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:40.774255 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-2082d75d-fbb9-46e5-8271-add6e9723aeb tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Calling delete_port for bfeb61a7-48c1-4770-844e-f4394ca0bc84 owned by network:dhcp {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:04:40.827708 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-48ec2f8d-b5fe-43b8-a5b3-4e2b1fbda9cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:40.837540 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-48ec2f8d-b5fe-43b8-a5b3-4e2b1fbda9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:40.887396 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 34292) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:40.887619 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-48ec2f8d-b5fe-43b8-a5b3-4e2b1fbda9cd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=22c85a7e36e3403fb566373a604ef80b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3346713 Sep 17 08:04:40.888390 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ec2f8d-b5fe-43b8-a5b3-4e2b1fbda9cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f617b1c-6f4c-4e82-b7c5-da857cc89d69,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:40.895022 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2082d75d-fbb9-46e5-8271-add6e9723aeb tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:40.905979 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfda3d6-a8cd-4071-8146-55955ff8bf9d None None] DHCP port deletion for ed87fd83-25a1-4794-870f-e31f97f48a36 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 08:04:40.942933 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2082d75d-fbb9-46e5-8271-add6e9723aeb tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Pushing event deleted for resources: {'Port': ['ID=bfeb61a7-48c1-4770-844e-f4394ca0bc84,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:40.944417 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2082d75d-fbb9-46e5-8271-add6e9723aeb tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] No DVR routers for this DVR port bfeb61a7-48c1-4770-844e-f4394ca0bc84 on host n-d-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:04:41.023640 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-64a02de3-26ae-4db0-973b-82366584a85b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:41.056572 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2082d75d-fbb9-46e5-8271-add6e9723aeb tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:41.088992 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-64a02de3-26ae-4db0-973b-82366584a85b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:41.091415 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-2082d75d-fbb9-46e5-8271-add6e9723aeb tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed87fd83-25a1-4794-870f-e31f97f48a36']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:41.108199 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-2082d75d-fbb9-46e5-8271-add6e9723aeb tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e79a8d2-707b-491a-98be-7d3c23aa7261') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:41.108494 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-2082d75d-fbb9-46e5-8271-add6e9723aeb tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e79a8d2-707b-491a-98be-7d3c23aa7261') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:41.128098 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2082d75d-fbb9-46e5-8271-add6e9723aeb tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:41.147439 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2082d75d-fbb9-46e5-8271-add6e9723aeb tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:41.154458 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2082d75d-fbb9-46e5-8271-add6e9723aeb tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:04:41.154916 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2082d75d-fbb9-46e5-8271-add6e9723aeb tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:41.157890 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 08:04:41.157890 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:04:41.157890 n-d-789963-9 neutron-server[101290]: timer() Sep 17 08:04:41.157890 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:04:41.157890 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 08:04:41.157890 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:04:41.157890 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 08:04:41.157890 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:04:41.157890 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 08:04:41.157890 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:04:41.157890 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 08:04:41.157890 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:04:41.157890 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 08:04:41.157890 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:04:41.157890 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:04:41.157890 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:04:41.157890 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:04:41.157890 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:04:41.157890 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 08:04:41.157890 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:04:41.157890 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 08:04:41.157890 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:04:41.157890 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:04:41.157890 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:04:41.157890 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 08:04:41.157890 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:04:41.157890 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:04:41.157890 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:04:41.157890 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:04:41.157890 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:04:41.157890 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:04:41.157890 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:04:41.211917 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-64a02de3-26ae-4db0-973b-82366584a85b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:41.214413 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-64a02de3-26ae-4db0-973b-82366584a85b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:41.215556 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-64a02de3-26ae-4db0-973b-82366584a85b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2f617b1c-6f4c-4e82-b7c5-da857cc89d69 HTTP/1.1" status: 204 len: 168 time: 0.3270035 Sep 17 08:04:41.227734 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a02de3-26ae-4db0-973b-82366584a85b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f617b1c-6f4c-4e82-b7c5-da857cc89d69,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:41.233229 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2082d75d-fbb9-46e5-8271-add6e9723aeb tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:41.239786 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2082d75d-fbb9-46e5-8271-add6e9723aeb tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:41.245386 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-2082d75d-fbb9-46e5-8271-add6e9723aeb tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] 10.222.0.13 "DELETE /v2.0/networks/ed87fd83-25a1-4794-870f-e31f97f48a36 HTTP/1.1" status: 204 len: 168 time: 0.7513134 Sep 17 08:04:41.245775 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 34296) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:41.257085 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2082d75d-fbb9-46e5-8271-add6e9723aeb tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Pushing event deleted for resources: {'Network': ['ID=ed87fd83-25a1-4794-870f-e31f97f48a36,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:41.277074 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-3aaa06d8-f9f6-47a7-9bc8-2e13404a5429 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] 10.222.0.13 "GET /v2.0/ports?device_id=462b3eac-5c65-4ac8-b079-d3b21369be81 HTTP/1.1" status: 200 len: 205 time: 0.0295172 Sep 17 08:04:41.279607 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 34300) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:41.358370 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-efea8bee-88d5-4c23-8b88-24554af5fd60 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks [] for router, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:41.469859 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device bfeb61a7-48c1-4770-844e-f4394ca0bc84 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:04:41.503634 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: bfeb61a7-48c1-4770-844e-f4394ca0bc84 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:04:41.504432 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device bfeb61a7-48c1-4770-844e-f4394ca0bc84 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:04:41.529842 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-efea8bee-88d5-4c23-8b88-24554af5fd60 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:41.540382 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-efea8bee-88d5-4c23-8b88-24554af5fd60 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:41.559476 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 34308) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:41.573661 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8bc985ab-26af-44b0-8976-de48ec057b6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:41.577796 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c0c273a5-c373-4461-bb5b-c11ab4309324 req-e6f3588e-0f96-4086-b2cc-70732a44389e tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebb54df-22b0-4d85-8bdd-9b64f6fb806a HTTP/1.1" status: 200 len: 210 time: 0.0516853 Sep 17 08:04:41.664181 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-efea8bee-88d5-4c23-8b88-24554af5fd60 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:41.664817 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efea8bee-88d5-4c23-8b88-24554af5fd60 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Fanout notify agent at l3_agent the message router_deleted on router 462b3eac-5c65-4ac8-b079-d3b21369be81 {{(pid=101289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 08:04:41.673458 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-efea8bee-88d5-4c23-8b88-24554af5fd60 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:41.676277 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-efea8bee-88d5-4c23-8b88-24554af5fd60 tempest-RoutersNegativeIpV6Test-2004679715 tempest-RoutersNegativeIpV6Test-2004679715-project] 10.222.0.13 "DELETE /v2.0/routers/462b3eac-5c65-4ac8-b079-d3b21369be81 HTTP/1.1" status: 204 len: 168 time: 0.3954871 Sep 17 08:04:41.699007 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8bc985ab-26af-44b0-8976-de48ec057b6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:41.704998 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8bc985ab-26af-44b0-8976-de48ec057b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:41.715812 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf313c-23aa-401f-8957-a5f2b8cdfb8d req-1ac9650f-f21b-4953-b69b-b93da24e6c9d tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:41.717620 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a5cf313c-23aa-401f-8957-a5f2b8cdfb8d req-1ac9650f-f21b-4953-b69b-b93da24e6c9d tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.41 "GET /v2.0/networks?id=7eb31eb9-c5ba-4a23-993e-45fc1230b15c HTTP/1.1" status: 200 len: 812 time: 0.1905141 Sep 17 08:04:41.745840 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-8bc985ab-26af-44b0-8976-de48ec057b6c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4ed730ee00244099a448d66115adeb74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1850655 Sep 17 08:04:41.746972 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc985ab-26af-44b0-8976-de48ec057b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2224b858-b0d6-434e-a51b-0d4f884101b4,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:41.748628 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 34312) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:41.762120 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-a5cf313c-23aa-401f-8957-a5f2b8cdfb8d req-b4d677d7-3257-44db-9810-2cafe07891c2 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Request body: {'port': {'device_id': '2ebb54df-22b0-4d85-8bdd-9b64f6fb806a', 'network_id': '7eb31eb9-c5ba-4a23-993e-45fc1230b15c', 'admin_state_up': True, 'tenant_id': '2d0585dd9c4e407bb55fa564a2ede4c9'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:04:41.888285 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4486db88-c47f-420b-b17f-6407da6abfe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:41.922341 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4486db88-c47f-420b-b17f-6407da6abfe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:41.942059 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5cf313c-23aa-401f-8957-a5f2b8cdfb8d req-b4d677d7-3257-44db-9810-2cafe07891c2 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Made reservation on behalf of 2d0585dd9c4e407bb55fa564a2ede4c9 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:04:41.946275 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-a5cf313c-23aa-401f-8957-a5f2b8cdfb8d req-b4d677d7-3257-44db-9810-2cafe07891c2 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:41.956694 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 34318) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:42.029430 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4486db88-c47f-420b-b17f-6407da6abfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:42.032157 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4486db88-c47f-420b-b17f-6407da6abfe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:42.033332 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-4486db88-c47f-420b-b17f-6407da6abfe7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2224b858-b0d6-434e-a51b-0d4f884101b4 HTTP/1.1" status: 204 len: 168 time: 0.2833090 Sep 17 08:04:42.052682 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4486db88-c47f-420b-b17f-6407da6abfe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2224b858-b0d6-434e-a51b-0d4f884101b4,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:42.100433 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [req-a5cf313c-23aa-401f-8957-a5f2b8cdfb8d req-b4d677d7-3257-44db-9810-2cafe07891c2 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Allocated IP 172.20.0.2 (7eb31eb9-c5ba-4a23-993e-45fc1230b15c/cb81ebac-14bd-4bcc-8591-cd4e58446b46/245256b0-ed87-4fb6-a3fd-f24b28a3e278) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:04:42.113976 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6e51489a-db68-42cb-b44c-7ad71f1c1cbd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6114d98c0b644041bc330c19b557696a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1560051 Sep 17 08:04:42.114183 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 34324) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:42.217990 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0d413d15-efbf-4bce-8a5e-2f20620d010f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:42.276089 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0d413d15-efbf-4bce-8a5e-2f20620d010f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:42.330062 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-a5cf313c-23aa-401f-8957-a5f2b8cdfb8d req-b4d677d7-3257-44db-9810-2cafe07891c2 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:42.358057 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0d413d15-efbf-4bce-8a5e-2f20620d010f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:42.360646 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0d413d15-efbf-4bce-8a5e-2f20620d010f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:42.364078 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-0d413d15-efbf-4bce-8a5e-2f20620d010f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/79f72adf-8038-420c-8a01-b1cb206187a9 HTTP/1.1" status: 204 len: 168 time: 0.2467437 Sep 17 08:04:42.382453 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d413d15-efbf-4bce-8a5e-2f20620d010f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f72adf-8038-420c-8a01-b1cb206187a9,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:42.384918 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-a5cf313c-23aa-401f-8957-a5f2b8cdfb8d req-b4d677d7-3257-44db-9810-2cafe07891c2 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:42.436138 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5cf313c-23aa-401f-8957-a5f2b8cdfb8d req-b4d677d7-3257-44db-9810-2cafe07891c2 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Network 7eb31eb9-c5ba-4a23-993e-45fc1230b15c is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:04:42.441945 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [req-a5cf313c-23aa-401f-8957-a5f2b8cdfb8d req-b4d677d7-3257-44db-9810-2cafe07891c2 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:04:42.446952 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5cf313c-23aa-401f-8957-a5f2b8cdfb8d req-b4d677d7-3257-44db-9810-2cafe07891c2 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:04:42.449611 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d677d7-3257-44db-9810-2cafe07891c2 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Pushing event updated for resources: {'Port': ['ID=245256b0-ed87-4fb6-a3fd-f24b28a3e278,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:42.498422 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf313c-23aa-401f-8957-a5f2b8cdfb8d req-b4d677d7-3257-44db-9810-2cafe07891c2 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:42.499167 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-a5cf313c-23aa-401f-8957-a5f2b8cdfb8d req-b4d677d7-3257-44db-9810-2cafe07891c2 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:42.516445 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a5cf313c-23aa-401f-8957-a5f2b8cdfb8d req-b4d677d7-3257-44db-9810-2cafe07891c2 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7588828 Sep 17 08:04:42.534071 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-a5cf313c-23aa-401f-8957-a5f2b8cdfb8d req-045d18ab-ca6f-438b-86de-3ab4d5ec707a service neutron] Request body: {'port': {'device_id': '2ebb54df-22b0-4d85-8bdd-9b64f6fb806a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-9'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:04:42.592225 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-a5cf313c-23aa-401f-8957-a5f2b8cdfb8d req-045d18ab-ca6f-438b-86de-3ab4d5ec707a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:42.779329 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b686a1c0-0927-4ca9-b269-c91ee37c6591 req-e9b6684f-f3ab-4419-9eda-0994fb4a2f27 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:42.780882 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b686a1c0-0927-4ca9-b269-c91ee37c6591 req-e9b6684f-f3ab-4419-9eda-0994fb4a2f27 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebb54df-22b0-4d85-8bdd-9b64f6fb806a HTTP/1.1" status: 200 len: 931 time: 0.0852392 Sep 17 08:04:42.862177 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b686a1c0-0927-4ca9-b269-c91ee37c6591 req-0d8b7805-b340-4f0b-9df2-1d717f5039d2 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508864 Sep 17 08:04:42.963801 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [req-a5cf313c-23aa-401f-8957-a5f2b8cdfb8d req-045d18ab-ca6f-438b-86de-3ab4d5ec707a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 245256b0-ed87-4fb6-a3fd-f24b28a3e278 {{(pid=101289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:04:42.971401 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-a5cf313c-23aa-401f-8957-a5f2b8cdfb8d req-045d18ab-ca6f-438b-86de-3ab4d5ec707a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:42.985108 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.provisioning_blocks [req-a5cf313c-23aa-401f-8957-a5f2b8cdfb8d req-045d18ab-ca6f-438b-86de-3ab4d5ec707a service neutron] Transition to ACTIVE for port object 245256b0-ed87-4fb6-a3fd-f24b28a3e278 will not be triggered until provisioned by entity L2. {{(pid=101289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:04:42.990100 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-a5cf313c-23aa-401f-8957-a5f2b8cdfb8d req-045d18ab-ca6f-438b-86de-3ab4d5ec707a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:43.062387 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045d18ab-ca6f-438b-86de-3ab4d5ec707a service neutron] Pushing event updated for resources: {'Port': ['ID=245256b0-ed87-4fb6-a3fd-f24b28a3e278,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:43.114756 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-a5cf313c-23aa-401f-8957-a5f2b8cdfb8d req-045d18ab-ca6f-438b-86de-3ab4d5ec707a service neutron] Attempting to bind port 245256b0-ed87-4fb6-a3fd-f24b28a3e278 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:04:43.115019 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-a5cf313c-23aa-401f-8957-a5f2b8cdfb8d req-045d18ab-ca6f-438b-86de-3ab4d5ec707a service neutron] Attempting to bind port 245256b0-ed87-4fb6-a3fd-f24b28a3e278 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'fd7b9750-679d-4ecc-9c9e-dc86937b132b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '7eb31eb9-c5ba-4a23-993e-45fc1230b15c'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:04:43.115338 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5cf313c-23aa-401f-8957-a5f2b8cdfb8d req-045d18ab-ca6f-438b-86de-3ab4d5ec707a service neutron] Attempting to bind port 245256b0-ed87-4fb6-a3fd-f24b28a3e278 on network 7eb31eb9-c5ba-4a23-993e-45fc1230b15c {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:04:43.120241 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5cf313c-23aa-401f-8957-a5f2b8cdfb8d req-045d18ab-ca6f-438b-86de-3ab4d5ec707a service neutron] Port 245256b0-ed87-4fb6-a3fd-f24b28a3e278 on network 7eb31eb9-c5ba-4a23-993e-45fc1230b15c not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:04:43.120563 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5cf313c-23aa-401f-8957-a5f2b8cdfb8d req-045d18ab-ca6f-438b-86de-3ab4d5ec707a service neutron] Attempting to bind port 245256b0-ed87-4fb6-a3fd-f24b28a3e278 on network 7eb31eb9-c5ba-4a23-993e-45fc1230b15c {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:04:43.125827 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5cf313c-23aa-401f-8957-a5f2b8cdfb8d req-045d18ab-ca6f-438b-86de-3ab4d5ec707a service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:04:43.126269 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5cf313c-23aa-401f-8957-a5f2b8cdfb8d req-045d18ab-ca6f-438b-86de-3ab4d5ec707a service neutron] Checking segment: {'id': 'fd7b9750-679d-4ecc-9c9e-dc86937b132b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '7eb31eb9-c5ba-4a23-993e-45fc1230b15c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:04:43.126717 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5cf313c-23aa-401f-8957-a5f2b8cdfb8d req-045d18ab-ca6f-438b-86de-3ab4d5ec707a service neutron] Bound using segment: {'id': 'fd7b9750-679d-4ecc-9c9e-dc86937b132b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '7eb31eb9-c5ba-4a23-993e-45fc1230b15c'} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:04:43.127221 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-a5cf313c-23aa-401f-8957-a5f2b8cdfb8d req-045d18ab-ca6f-438b-86de-3ab4d5ec707a service neutron] Bound port: 245256b0-ed87-4fb6-a3fd-f24b28a3e278, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd7b9750-679d-4ecc-9c9e-dc86937b132b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '7eb31eb9-c5ba-4a23-993e-45fc1230b15c'}}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:04:43.127659 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-a5cf313c-23aa-401f-8957-a5f2b8cdfb8d req-045d18ab-ca6f-438b-86de-3ab4d5ec707a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:43.199982 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-a5cf313c-23aa-401f-8957-a5f2b8cdfb8d req-045d18ab-ca6f-438b-86de-3ab4d5ec707a service neutron] For port 245256b0-ed87-4fb6-a3fd-f24b28a3e278, host n-h1-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:04:43.203380 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-a5cf313c-23aa-401f-8957-a5f2b8cdfb8d req-045d18ab-ca6f-438b-86de-3ab4d5ec707a service neutron] For port 245256b0-ed87-4fb6-a3fd-f24b28a3e278, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=245256b0-ed87-4fb6-a3fd-f24b28a3e278,segment=NetworkSegment(fd7b9750-679d-4ecc-9c9e-dc86937b132b),segment_id=fd7b9750-679d-4ecc-9c9e-dc86937b132b)] {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:04:43.209422 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-a5cf313c-23aa-401f-8957-a5f2b8cdfb8d req-045d18ab-ca6f-438b-86de-3ab4d5ec707a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:43.225887 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf313c-23aa-401f-8957-a5f2b8cdfb8d req-045d18ab-ca6f-438b-86de-3ab4d5ec707a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:43.226787 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-a5cf313c-23aa-401f-8957-a5f2b8cdfb8d req-045d18ab-ca6f-438b-86de-3ab4d5ec707a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:43.229128 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a5cf313c-23aa-401f-8957-a5f2b8cdfb8d req-045d18ab-ca6f-438b-86de-3ab4d5ec707a service neutron] 10.222.0.41 "PUT /v2.0/ports/245256b0-ed87-4fb6-a3fd-f24b28a3e278 HTTP/1.1" status: 200 len: 1091 time: 0.6996191 Sep 17 08:04:43.247054 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ebb54df-22b0-4d85-8bdd-9b64f6fb806a', 'tag': '245256b0-ed87-4fb6-a3fd-f24b28a3e278'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:04:43.250709 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8fd3cf-7284-4ef2-b78d-91f7570840f1" -d '{"events": [{"name": "network-changed", "server_uuid": "2ebb54df-22b0-4d85-8bdd-9b64f6fb806a", "tag": "245256b0-ed87-4fb6-a3fd-f24b28a3e278"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:04:43.271205 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 34382) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:43.312789 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cbd5881-3116-431a-b1ec-9c53b608e827 x-openstack-request-id: req-4cbd5881-3116-431a-b1ec-9c53b608e827 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:04:43.313079 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ebb54df-22b0-4d85-8bdd-9b64f6fb806a", "tag": "245256b0-ed87-4fb6-a3fd-f24b28a3e278", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:04:43.313334 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4cbd5881-3116-431a-b1ec-9c53b608e827 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:04:43.313721 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ebb54df-22b0-4d85-8bdd-9b64f6fb806a', 'tag': '245256b0-ed87-4fb6-a3fd-f24b28a3e278', 'status': 'completed', 'code': 200} Sep 17 08:04:43.333507 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045d18ab-ca6f-438b-86de-3ab4d5ec707a service neutron] Pushing event updated for resources: {'Port': ['ID=245256b0-ed87-4fb6-a3fd-f24b28a3e278,revision_number=3']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:43.354799 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf313c-23aa-401f-8957-a5f2b8cdfb8d req-3d5ac992-ce8f-49b4-bd42-b944cca0a96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:43.357022 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a5cf313c-23aa-401f-8957-a5f2b8cdfb8d req-3d5ac992-ce8f-49b4-bd42-b944cca0a96e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2d0585dd9c4e407bb55fa564a2ede4c9&device_id=2ebb54df-22b0-4d85-8bdd-9b64f6fb806a HTTP/1.1" status: 200 len: 1094 time: 0.0628977 Sep 17 08:04:43.419357 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a5cf313c-23aa-401f-8957-a5f2b8cdfb8d req-adfc80e9-9fc9-47c9-8153-c5e4af15f0ee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=245256b0-ed87-4fb6-a3fd-f24b28a3e278 HTTP/1.1" status: 200 len: 217 time: 0.0490234 Sep 17 08:04:43.464336 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6186a187-ee63-4b84-a926-5442ccf1ab26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:43.484862 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf313c-23aa-401f-8957-a5f2b8cdfb8d req-46690999-b16b-4cc5-9c19-ac1e409ca271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:43.486445 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a5cf313c-23aa-401f-8957-a5f2b8cdfb8d req-46690999-b16b-4cc5-9c19-ac1e409ca271 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cb81ebac-14bd-4bcc-8591-cd4e58446b46 HTTP/1.1" status: 200 len: 852 time: 0.0601423 Sep 17 08:04:43.543024 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a5cf313c-23aa-401f-8957-a5f2b8cdfb8d req-ec9d3841-4451-4316-a8f6-fb6c5b3613ea service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7eb31eb9-c5ba-4a23-993e-45fc1230b15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452924 Sep 17 08:04:43.590276 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6186a187-ee63-4b84-a926-5442ccf1ab26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:43.594752 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6186a187-ee63-4b84-a926-5442ccf1ab26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:43.640247 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6186a187-ee63-4b84-a926-5442ccf1ab26 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c484a532f06c40098a23fd36ee81ed26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3656940 Sep 17 08:04:43.640247 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6186a187-ee63-4b84-a926-5442ccf1ab26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4c79a3-4e46-4e02-9731-b633edbd2324,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:43.640558 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 34396) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:43.668605 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a5cf313c-23aa-401f-8957-a5f2b8cdfb8d req-e408b902-895d-4200-985c-7f627e003592 service neutron] 10.222.0.41 "GET /v2.0/networks/7eb31eb9-c5ba-4a23-993e-45fc1230b15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194448 Sep 17 08:04:43.757311 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7d7f8f4a-624b-4ba7-97f2-dbfeb611b8f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:43.792761 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7d7f8f4a-624b-4ba7-97f2-dbfeb611b8f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:43.801622 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a5cf313c-23aa-401f-8957-a5f2b8cdfb8d req-a648725f-abf7-4f56-99e6-81315f7241d0 service neutron] 10.222.0.41 "GET /v2.0/networks/7eb31eb9-c5ba-4a23-993e-45fc1230b15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252642 Sep 17 08:04:43.849679 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7d7f8f4a-624b-4ba7-97f2-dbfeb611b8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:43.853251 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7d7f8f4a-624b-4ba7-97f2-dbfeb611b8f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:43.857047 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-7d7f8f4a-624b-4ba7-97f2-dbfeb611b8f4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5f4c79a3-4e46-4e02-9731-b633edbd2324 HTTP/1.1" status: 204 len: 168 time: 0.2129099 Sep 17 08:04:43.865160 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7f8f4a-624b-4ba7-97f2-dbfeb611b8f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4c79a3-4e46-4e02-9731-b633edbd2324,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:43.930555 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8fd3cf-7284-4ef2-b78d-91f7570840f1 req-3c2aeaa6-dc26-489b-8e13-93ac62834350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:43.932138 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1d8fd3cf-7284-4ef2-b78d-91f7570840f1 req-3c2aeaa6-dc26-489b-8e13-93ac62834350 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2d0585dd9c4e407bb55fa564a2ede4c9&device_id=2ebb54df-22b0-4d85-8bdd-9b64f6fb806a HTTP/1.1" status: 200 len: 1094 time: 0.0440161 Sep 17 08:04:44.148110 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 34414) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:44.279354 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a5906dc4-0cfe-46f8-b1cd-d59b3e4f3687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:44.333957 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc8b7e-d388-4b88-8891-8763eea03e87 req-44876b8c-7a73-47ca-9154-163963a66f1d tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:44.335528 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-31dc8b7e-d388-4b88-8891-8763eea03e87 req-44876b8c-7a73-47ca-9154-163963a66f1d tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebb54df-22b0-4d85-8bdd-9b64f6fb806a HTTP/1.1" status: 200 len: 943 time: 0.3858473 Sep 17 08:04:44.364418 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8fd3cf-7284-4ef2-b78d-91f7570840f1 req-674fdb88-fc9f-4ebe-9332-36595960e9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:44.365899 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1d8fd3cf-7284-4ef2-b78d-91f7570840f1 req-674fdb88-fc9f-4ebe-9332-36595960e9b5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7eb31eb9-c5ba-4a23-993e-45fc1230b15c HTTP/1.1" status: 200 len: 913 time: 0.4260991 Sep 17 08:04:44.394457 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a5906dc4-0cfe-46f8-b1cd-d59b3e4f3687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:44.399435 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a5906dc4-0cfe-46f8-b1cd-d59b3e4f3687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:44.428800 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-31dc8b7e-d388-4b88-8891-8763eea03e87 req-01e43162-c8f3-480e-8fee-4682eab24410 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868118 Sep 17 08:04:44.431364 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1d8fd3cf-7284-4ef2-b78d-91f7570840f1 req-830ed00c-32db-4589-8a36-ff2f6d655c2c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=245256b0-ed87-4fb6-a3fd-f24b28a3e278 HTTP/1.1" status: 200 len: 217 time: 0.0522435 Sep 17 08:04:44.444871 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a5906dc4-0cfe-46f8-b1cd-d59b3e4f3687 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bb33f1f3181140d4b1b80fe0abc434ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2951784 Sep 17 08:04:44.445813 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5906dc4-0cfe-46f8-b1cd-d59b3e4f3687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22df9fba-d79b-4aa8-b9cb-53753570d8e0,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:44.448518 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 34426) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:44.488858 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8fd3cf-7284-4ef2-b78d-91f7570840f1 req-349ae70a-a1ae-4adc-89a8-f410ee38c28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:44.490296 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1d8fd3cf-7284-4ef2-b78d-91f7570840f1 req-349ae70a-a1ae-4adc-89a8-f410ee38c28e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cb81ebac-14bd-4bcc-8591-cd4e58446b46 HTTP/1.1" status: 200 len: 852 time: 0.0522745 Sep 17 08:04:44.500845 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5b389d18-c832-4975-ab37-7968d5269f34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:44.522373 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5b389d18-c832-4975-ab37-7968d5269f34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:44.527007 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1d8fd3cf-7284-4ef2-b78d-91f7570840f1 req-e65172b1-26f5-476c-a0cc-d4ebe2b57123 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7eb31eb9-c5ba-4a23-993e-45fc1230b15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287871 Sep 17 08:04:44.581010 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5b389d18-c832-4975-ab37-7968d5269f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:44.586195 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5b389d18-c832-4975-ab37-7968d5269f34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:44.588068 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-5b389d18-c832-4975-ab37-7968d5269f34 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/22df9fba-d79b-4aa8-b9cb-53753570d8e0 HTTP/1.1" status: 204 len: 168 time: 0.1384513 Sep 17 08:04:44.600211 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b389d18-c832-4975-ab37-7968d5269f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22df9fba-d79b-4aa8-b9cb-53753570d8e0,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:44.634366 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1d8fd3cf-7284-4ef2-b78d-91f7570840f1 req-323a35f5-b83e-4bae-8510-4578cd004c15 service neutron] 10.222.0.41 "GET /v2.0/networks/7eb31eb9-c5ba-4a23-993e-45fc1230b15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986197 Sep 17 08:04:44.661679 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 34438) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:44.744214 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1d8fd3cf-7284-4ef2-b78d-91f7570840f1 req-a198309a-0d47-4f4a-beec-1f4373bb1681 service neutron] 10.222.0.41 "GET /v2.0/networks/7eb31eb9-c5ba-4a23-993e-45fc1230b15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021488 Sep 17 08:04:44.981171 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 34448) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:44.995062 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3dd16af9-65bd-4079-b335-b5737b3a8ce7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:45.009964 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43da8a92-2770-436e-824f-376b4e1c576e tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:45.010439 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43da8a92-2770-436e-824f-376b4e1c576e tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:45.010907 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43da8a92-2770-436e-824f-376b4e1c576e tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:45.023920 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-43da8a92-2770-436e-824f-376b4e1c576e tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] 10.222.0.13 "GET /v2.0/ports?project_id=72f377991d624d1189daaff7de1bceb3&network_id=da58380a-915a-40f0-9564-11e428e24524 HTTP/1.1" status: 200 len: 2970 time: 0.3500001 Sep 17 08:04:45.118672 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3dd16af9-65bd-4079-b335-b5737b3a8ce7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:45.122619 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3dd16af9-65bd-4079-b335-b5737b3a8ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:45.162227 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd16af9-65bd-4079-b335-b5737b3a8ce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda70f51-fb89-4f37-a8fa-4c4393903aac,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:45.170020 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-3dd16af9-65bd-4079-b335-b5737b3a8ce7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fa12a3db51e14d01a2b520766d42ec57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1853721 Sep 17 08:04:45.170633 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 34458) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:45.219775 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-12dfee23-f7a3-4bd2-9673-95e248911f27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:45.240745 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-12dfee23-f7a3-4bd2-9673-95e248911f27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:45.290592 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-12dfee23-f7a3-4bd2-9673-95e248911f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:45.293209 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-12dfee23-f7a3-4bd2-9673-95e248911f27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:45.296764 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-12dfee23-f7a3-4bd2-9673-95e248911f27 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eda70f51-fb89-4f37-a8fa-4c4393903aac HTTP/1.1" status: 204 len: 168 time: 0.1228724 Sep 17 08:04:45.302448 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dfee23-f7a3-4bd2-9673-95e248911f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda70f51-fb89-4f37-a8fa-4c4393903aac,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:45.543115 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7297722-4447-458b-9b52-280cd6ae25c0 req-13ea4c72-b168-478e-83a4-2bfb9577788c tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:45.545258 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b7297722-4447-458b-9b52-280cd6ae25c0 req-13ea4c72-b168-478e-83a4-2bfb9577788c tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebb54df-22b0-4d85-8bdd-9b64f6fb806a HTTP/1.1" status: 200 len: 943 time: 0.0567167 Sep 17 08:04:45.585647 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b7297722-4447-458b-9b52-280cd6ae25c0 req-0fb2349e-474f-458c-81bf-62ca2b085a15 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340977 Sep 17 08:04:45.931368 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 34498) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:45.936022 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-3bc5e46f-91ce-4be7-af2f-3b1f06121a76 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1635248954', 'description': 'tempest-secgroup-smoke-1635248954 description', 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:04:45.961815 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3bc5e46f-91ce-4be7-af2f-3b1f06121a76 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:45.969927 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3bc5e46f-91ce-4be7-af2f-3b1f06121a76 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:46.062930 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3bc5e46f-91ce-4be7-af2f-3b1f06121a76 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:46.067060 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3bc5e46f-91ce-4be7-af2f-3b1f06121a76 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:46.106005 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc5e46f-91ce-4be7-af2f-3b1f06121a76 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=864dad5c-e3dd-435a-bb3f-1ebcb02b0f9a,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:46.168234 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3bc5e46f-91ce-4be7-af2f-3b1f06121a76 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:46.172938 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3bc5e46f-91ce-4be7-af2f-3b1f06121a76 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:46.206705 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3bc5e46f-91ce-4be7-af2f-3b1f06121a76 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:46.208003 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-3bc5e46f-91ce-4be7-af2f-3b1f06121a76 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2755516 Sep 17 08:04:46.211107 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 34508) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:46.213483 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc5e46f-91ce-4be7-af2f-3b1f06121a76 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75f16301-6857-4fad-a6be-62e7544b2de2,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:46.221147 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-d41af60d-92c1-4eb3-a348-d07d91bd0ac6 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Request body: {'security_group_rule': {'security_group_id': '75f16301-6857-4fad-a6be-62e7544b2de2', 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:04:46.254192 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d41af60d-92c1-4eb3-a348-d07d91bd0ac6 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:46.334357 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d41af60d-92c1-4eb3-a348-d07d91bd0ac6 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:46.338380 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d41af60d-92c1-4eb3-a348-d07d91bd0ac6 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:46.357085 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41af60d-92c1-4eb3-a348-d07d91bd0ac6 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c0e4c8d-7447-422f-b4b0-3d5edb92586e,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:46.360926 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d41af60d-92c1-4eb3-a348-d07d91bd0ac6 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:46.364640 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d41af60d-92c1-4eb3-a348-d07d91bd0ac6 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1487117 Sep 17 08:04:46.364988 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 34516) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:46.369414 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-68296604-84d3-4bf1-bbd8-552fbbb23e52 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Request body: {'security_group_rule': {'security_group_id': '75f16301-6857-4fad-a6be-62e7544b2de2', 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:04:46.394467 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-68296604-84d3-4bf1-bbd8-552fbbb23e52 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:46.451487 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-68296604-84d3-4bf1-bbd8-552fbbb23e52 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:46.455403 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-68296604-84d3-4bf1-bbd8-552fbbb23e52 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:46.475048 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68296604-84d3-4bf1-bbd8-552fbbb23e52 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6293e173-eca6-4086-901e-f0bf109e564f,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:46.478370 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-68296604-84d3-4bf1-bbd8-552fbbb23e52 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:46.479887 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-68296604-84d3-4bf1-bbd8-552fbbb23e52 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1137969 Sep 17 08:04:46.482623 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 34522) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:46.487287 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-44250c31-65da-4948-8252-55153a9d09a7 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Request body: {'security_group_rule': {'security_group_id': '75f16301-6857-4fad-a6be-62e7544b2de2', 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:04:46.513745 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-44250c31-65da-4948-8252-55153a9d09a7 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:46.570540 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-44250c31-65da-4948-8252-55153a9d09a7 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:46.575398 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-44250c31-65da-4948-8252-55153a9d09a7 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:46.593700 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44250c31-65da-4948-8252-55153a9d09a7 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f4a3aa2-847d-4b99-bee4-d386e730fafb,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:46.601475 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-44250c31-65da-4948-8252-55153a9d09a7 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:46.602670 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-44250c31-65da-4948-8252-55153a9d09a7 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1190343 Sep 17 08:04:46.605440 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 34528) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:46.609832 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-28e2a530-78f6-4f4e-8e0c-53bff7892327 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Request body: {'security_group_rule': {'security_group_id': '75f16301-6857-4fad-a6be-62e7544b2de2', 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:04:46.642747 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-28e2a530-78f6-4f4e-8e0c-53bff7892327 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:46.736998 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c0898-8ae1-4396-b8c0-4b0c56afe610 req-a41787de-372e-4620-83d6-bd0eb9434a1a tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:46.738424 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-815c0898-8ae1-4396-b8c0-4b0c56afe610 req-a41787de-372e-4620-83d6-bd0eb9434a1a tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebb54df-22b0-4d85-8bdd-9b64f6fb806a HTTP/1.1" status: 200 len: 943 time: 0.0800483 Sep 17 08:04:46.740573 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-28e2a530-78f6-4f4e-8e0c-53bff7892327 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:46.745357 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-28e2a530-78f6-4f4e-8e0c-53bff7892327 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:46.777366 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e2a530-78f6-4f4e-8e0c-53bff7892327 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=661853bd-abd0-4068-8a5c-d4230f5fd212,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:46.788612 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-28e2a530-78f6-4f4e-8e0c-53bff7892327 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:46.789790 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-28e2a530-78f6-4f4e-8e0c-53bff7892327 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1834292 Sep 17 08:04:46.793244 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 34540) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:46.799741 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-63cfeb82-b907-4ecd-8b77-8e1953cdba74 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Request body: {'security_group_rule': {'security_group_id': '75f16301-6857-4fad-a6be-62e7544b2de2', 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:04:46.813793 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-815c0898-8ae1-4396-b8c0-4b0c56afe610 req-0ae3d75d-0f39-46b3-8d55-798decc379d2 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662615 Sep 17 08:04:46.846611 n-d-789963-9 neutron-server[101290]: INFO neutron.db.securitygroups_db [None req-63cfeb82-b907-4ecd-8b77-8e1953cdba74 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Project d6ef7951b2ac4d2ead98d70f1879d714 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 08:04:46.851764 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-63cfeb82-b907-4ecd-8b77-8e1953cdba74 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:46.912228 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-63cfeb82-b907-4ecd-8b77-8e1953cdba74 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:46.916251 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-63cfeb82-b907-4ecd-8b77-8e1953cdba74 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:46.935572 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cfeb82-b907-4ecd-8b77-8e1953cdba74 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c363a366-8dda-40e4-8afb-f99731803c16,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:46.942173 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-63cfeb82-b907-4ecd-8b77-8e1953cdba74 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:46.943343 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-63cfeb82-b907-4ecd-8b77-8e1953cdba74 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1488564 Sep 17 08:04:46.946162 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 34544) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:46.952451 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-9c2bc74a-04cd-4b8a-bb69-4300f8838e01 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Request body: {'security_group_rule': {'security_group_id': '75f16301-6857-4fad-a6be-62e7544b2de2', 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:04:46.977662 n-d-789963-9 neutron-server[101290]: INFO neutron.db.securitygroups_db [None req-9c2bc74a-04cd-4b8a-bb69-4300f8838e01 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Project d6ef7951b2ac4d2ead98d70f1879d714 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 08:04:46.982722 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9c2bc74a-04cd-4b8a-bb69-4300f8838e01 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:47.051086 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9c2bc74a-04cd-4b8a-bb69-4300f8838e01 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:47.054462 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9c2bc74a-04cd-4b8a-bb69-4300f8838e01 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:47.075208 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2bc74a-04cd-4b8a-bb69-4300f8838e01 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d8dd7a2-0806-4002-a7f2-0da32a8df255,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:47.079091 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9c2bc74a-04cd-4b8a-bb69-4300f8838e01 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:47.080336 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-9c2bc74a-04cd-4b8a-bb69-4300f8838e01 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1325159 Sep 17 08:04:47.083337 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 34548) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:47.088226 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-93632c16-d46d-4750-a3e9-aa28d9bebe3b tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Request body: {'network': {'name': 'tempest-network-smoke--2135967531', 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'port_security_enabled': True}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:04:47.107762 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93632c16-d46d-4750-a3e9-aa28d9bebe3b tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Made reservation on behalf of d6ef7951b2ac4d2ead98d70f1879d714 for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:04:47.111063 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-93632c16-d46d-4750-a3e9-aa28d9bebe3b tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:47.133179 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93632c16-d46d-4750-a3e9-aa28d9bebe3b tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:04:47.142176 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-93632c16-d46d-4750-a3e9-aa28d9bebe3b tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:47.142517 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-93632c16-d46d-4750-a3e9-aa28d9bebe3b tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Added segment d8abd467-7555-437f-877f-2fd196f30bbe of type vlan for network 6c7c2907-2d67-4290-9be2-994bcbedf8a9 Sep 17 08:04:47.179543 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-93632c16-d46d-4750-a3e9-aa28d9bebe3b tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:47.203721 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-93632c16-d46d-4750-a3e9-aa28d9bebe3b tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:47.209400 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93632c16-d46d-4750-a3e9-aa28d9bebe3b tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:47.209989 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-93632c16-d46d-4750-a3e9-aa28d9bebe3b tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:47.249077 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-93632c16-d46d-4750-a3e9-aa28d9bebe3b tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1620533 Sep 17 08:04:47.249673 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 34552) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:47.254441 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-2ef260f0-6b88-4fba-8459-5ad99a61f768 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-496969132', 'admin_state_up': True, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:04:47.277188 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2ef260f0-6b88-4fba-8459-5ad99a61f768 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:47.278366 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2ef260f0-6b88-4fba-8459-5ad99a61f768 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:47.283569 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93632c16-d46d-4750-a3e9-aa28d9bebe3b tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event updated for resources: {'Network': ['ID=6c7c2907-2d67-4290-9be2-994bcbedf8a9,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:47.296879 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 6c7c2907-2d67-4290-9be2-994bcbedf8a9 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:04:47.335269 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2ef260f0-6b88-4fba-8459-5ad99a61f768 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:47.464976 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 34554) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:47.469999 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2ef260f0-6b88-4fba-8459-5ad99a61f768 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:47.515522 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a152e4bb-26d9-48c6-8d0a-f73d2a43dce0 tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:47.516966 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a152e4bb-26d9-48c6-8d0a-f73d2a43dce0 tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=5fc128c4-343a-4b5b-8a61-6a2b8d95c555 HTTP/1.1" status: 200 len: 814 time: 0.0508180 Sep 17 08:04:47.667714 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2ef260f0-6b88-4fba-8459-5ad99a61f768 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for router_gateway, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:47.685742 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2ef260f0-6b88-4fba-8459-5ad99a61f768 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:47.784829 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-2ef260f0-6b88-4fba-8459-5ad99a61f768 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Allocated IP 172.25.6.25 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/7009197a-b368-42df-9818-46c92a1f3e88) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:04:47.903946 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2ef260f0-6b88-4fba-8459-5ad99a61f768 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:47.959407 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b383acfe-b2ed-424c-8d00-5c42282d3f90 req-2d0f1c9d-e7a5-48e5-8556-aa619dce282d tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:47.960922 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b383acfe-b2ed-424c-8d00-5c42282d3f90 req-2d0f1c9d-e7a5-48e5-8556-aa619dce282d tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebb54df-22b0-4d85-8bdd-9b64f6fb806a HTTP/1.1" status: 200 len: 943 time: 0.0739315 Sep 17 08:04:47.979194 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2ef260f0-6b88-4fba-8459-5ad99a61f768 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:48.028246 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef260f0-6b88-4fba-8459-5ad99a61f768 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:04:48.035904 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-2ef260f0-6b88-4fba-8459-5ad99a61f768 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:04:48.039609 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef260f0-6b88-4fba-8459-5ad99a61f768 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:04:48.044120 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b383acfe-b2ed-424c-8d00-5c42282d3f90 req-7d1f38c5-4194-45c4-94d8-11ceef751ebb tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764935 Sep 17 08:04:48.080492 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef260f0-6b88-4fba-8459-5ad99a61f768 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event updated for resources: {'Port': ['ID=7009197a-b368-42df-9818-46c92a1f3e88,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:48.179220 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 34576) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:48.185523 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-9db937a5-f604-4487-9389-edb3f0ac50ba tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Request body: {'network': {'name': 'tempest-network-smoke--2022746098', 'project_id': '72f377991d624d1189daaff7de1bceb3', 'port_security_enabled': True}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:04:48.209069 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db937a5-f604-4487-9389-edb3f0ac50ba tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Made reservation on behalf of 72f377991d624d1189daaff7de1bceb3 for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:04:48.213795 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9db937a5-f604-4487-9389-edb3f0ac50ba tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:48.242737 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9db937a5-f604-4487-9389-edb3f0ac50ba tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:04:48.259322 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9db937a5-f604-4487-9389-edb3f0ac50ba tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:48.260261 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-9db937a5-f604-4487-9389-edb3f0ac50ba tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Added segment 9026b0d9-6900-4e40-b1b2-b67076249b4b of type vlan for network ab905d5b-91a1-4717-afc7-9af60b3f803b Sep 17 08:04:48.277015 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 245256b0-ed87-4fb6-a3fd-f24b28a3e278 details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:04:48.321576 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9db937a5-f604-4487-9389-edb3f0ac50ba tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:48.327333 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2ef260f0-6b88-4fba-8459-5ad99a61f768 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for router_gateway, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:48.357264 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9db937a5-f604-4487-9389-edb3f0ac50ba tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:48.365919 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db937a5-f604-4487-9389-edb3f0ac50ba tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:48.367587 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9db937a5-f604-4487-9389-edb3f0ac50ba tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:48.427469 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-9db937a5-f604-4487-9389-edb3f0ac50ba tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2441037 Sep 17 08:04:48.427929 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 34590) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:48.428350 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 245256b0-ed87-4fb6-a3fd-f24b28a3e278, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=245256b0-ed87-4fb6-a3fd-f24b28a3e278,segment=NetworkSegment(fd7b9750-679d-4ecc-9c9e-dc86937b132b),segment_id=fd7b9750-679d-4ecc-9c9e-dc86937b132b)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:04:48.445017 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': '245256b0-ed87-4fb6-a3fd-f24b28a3e278', 'network_id': '7eb31eb9-c5ba-4a23-993e-45fc1230b15c', 'port_id': '245256b0-ed87-4fb6-a3fd-f24b28a3e278', 'mac_address': 'fa:16:3e:59:6c:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb81ebac-14bd-4bcc-8591-cd4e58446b46', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:04:48.478964 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db937a5-f604-4487-9389-edb3f0ac50ba tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Pushing event updated for resources: {'Network': ['ID=ab905d5b-91a1-4717-afc7-9af60b3f803b,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:48.493463 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network ab905d5b-91a1-4717-afc7-9af60b3f803b details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:04:48.563509 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:48.565210 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ce6fae-1034-4e87-94cc-722c695769be tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:48.567114 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e6ce6fae-1034-4e87-94cc-722c695769be tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=72f377991d624d1189daaff7de1bceb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1378274 Sep 17 08:04:48.570096 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 34594) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:48.585464 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 245256b0-ed87-4fb6-a3fd-f24b28a3e278 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:04:48.607680 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 245256b0-ed87-4fb6-a3fd-f24b28a3e278, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=245256b0-ed87-4fb6-a3fd-f24b28a3e278,segment=NetworkSegment(fd7b9750-679d-4ecc-9c9e-dc86937b132b),segment_id=fd7b9750-679d-4ecc-9c9e-dc86937b132b)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:04:48.611761 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:48.673452 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=245256b0-ed87-4fb6-a3fd-f24b28a3e278,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:48.741446 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2ef260f0-6b88-4fba-8459-5ad99a61f768 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:48.800762 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a311df3d-e3d6-4cd6-88b7-5339ddd45349 tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:48.802366 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-a311df3d-e3d6-4cd6-88b7-5339ddd45349 tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2312381 Sep 17 08:04:48.805310 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 34596) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:48.836469 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c392b94a-7f06-419e-a35f-bc503c6f5f91 tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=5fc128c4-343a-4b5b-8a61-6a2b8d95c555&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274007 Sep 17 08:04:48.836755 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 34598) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:48.864462 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-99d6650c-d138-4cc9-8548-1d16fa37c847 tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=72f377991d624d1189daaff7de1bceb3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264852 Sep 17 08:04:48.866826 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 34600) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:48.894983 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ef260f0-6b88-4fba-8459-5ad99a61f768 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Router 5918b963-ab8f-46bc-8473-a4d9bb50b91c is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 08:04:48.959124 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df27762-c6da-47e8-9827-dc1779d58fba tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:48.960975 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-0df27762-c6da-47e8-9827-dc1779d58fba tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0932062 Sep 17 08:04:48.963863 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 34604) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:48.992433 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-893ba2c9-2b92-418f-bf1b-5d39540029b0 tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=5fc128c4-343a-4b5b-8a61-6a2b8d95c555&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271552 Sep 17 08:04:48.996128 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 34606) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:49.002148 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-c60dcaee-d1a8-4b19-aa2b-c79b17df9412 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2090502385', 'network_id': 'ab905d5b-91a1-4717-afc7-9af60b3f803b', 'project_id': '72f377991d624d1189daaff7de1bceb3', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:04:49.016026 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['245256b0-ed87-4fb6-a3fd-f24b28a3e278'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:04:49.031735 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef260f0-6b88-4fba-8459-5ad99a61f768 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:04:49.048869 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2abc15-544d-45ac-9c96-6ec3b1e02983 None None] Sync routers for ids ['5918b963-ab8f-46bc-8473-a4d9bb50b91c'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:04:49.059713 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2abc15-544d-45ac-9c96-6ec3b1e02983 None None] Routers {'5918b963-ab8f-46bc-8473-a4d9bb50b91c'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:04:49.060362 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-3e2abc15-544d-45ac-9c96-6ec3b1e02983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:04:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['5918b963-ab8f-46bc-8473-a4d9bb50b91c'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:49.093641 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2ef260f0-6b88-4fba-8459-5ad99a61f768 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:49.098566 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-2ef260f0-6b88-4fba-8459-5ad99a61f768 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8477879 Sep 17 08:04:49.099612 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 34610) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:49.192964 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60dcaee-d1a8-4b19-aa2b-c79b17df9412 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Made reservation on behalf of 72f377991d624d1189daaff7de1bceb3 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:04:49.199862 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c60dcaee-d1a8-4b19-aa2b-c79b17df9412 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:49.221591 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81561e78-3689-4948-b79c-6074be01b761 req-c569459f-de09-4842-938a-e2c66e082628 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:49.235611 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-81561e78-3689-4948-b79c-6074be01b761 req-c569459f-de09-4842-938a-e2c66e082628 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebb54df-22b0-4d85-8bdd-9b64f6fb806a HTTP/1.1" status: 200 len: 944 time: 0.1099200 Sep 17 08:04:49.249075 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-3e2abc15-544d-45ac-9c96-6ec3b1e02983 None None] Set router 5918b963-ab8f-46bc-8473-a4d9bb50b91c gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:04:49.305817 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-81561e78-3689-4948-b79c-6074be01b761 req-107f11c4-eaf3-4613-9700-147273ab287d tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681734 Sep 17 08:04:49.371365 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-800aa1f2-c118-47b6-8d47-6e5cef2ff29c tempest-TestNetworkAdvancedServerOps-1491937489 tempest-TestNetworkAdvancedServerOps-1491937489-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=d6ef7951b2ac4d2ead98d70f1879d714&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2709484 Sep 17 08:04:49.373987 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 34614) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:49.483616 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c60dcaee-d1a8-4b19-aa2b-c79b17df9412 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:49.497601 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6131f03-1dbc-4186-ba4b-4f31d5c22548 tempest-TestNetworkAdvancedServerOps-1491937489 tempest-TestNetworkAdvancedServerOps-1491937489-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:49.502768 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e6131f03-1dbc-4186-ba4b-4f31d5c22548 tempest-TestNetworkAdvancedServerOps-1491937489 tempest-TestNetworkAdvancedServerOps-1491937489-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1273847 Sep 17 08:04:49.503351 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 34618) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:49.562735 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-49530a6c-5b62-4cf0-9d95-c72231003d3b tempest-TestNetworkAdvancedServerOps-1491937489 tempest-TestNetworkAdvancedServerOps-1491937489-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=5fc128c4-343a-4b5b-8a61-6a2b8d95c555&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0574634 Sep 17 08:04:49.564674 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 34624) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:49.575775 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60dcaee-d1a8-4b19-aa2b-c79b17df9412 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Pushing event updated for resources: {'Subnet': ['ID=26496da5-70c8-4ccd-b3d7-1da2e98917be,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:49.575926 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-f2affb85-b04e-499f-bce8-d38d7aec1524 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1451182577', 'network_id': '6c7c2907-2d67-4290-9be2-994bcbedf8a9', 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:04:49.585558 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-3e2abc15-544d-45ac-9c96-6ec3b1e02983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5918b963-ab8f-46bc-8473-a4d9bb50b91c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-496969132', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '7009197a-b368-42df-9818-46c92a1f3e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:04:47Z', 'updated_at': '2021-09-17T08:04:48Z', 'revision_number': 3, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'gw_port': {'id': '7009197a-b368-42df-9818-46c92a1f3e88', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5918b963-ab8f-46bc-8473-a4d9bb50b91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:04:47Z', 'updated_at': '2021-09-17T08:04:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:49.594776 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60dcaee-d1a8-4b19-aa2b-c79b17df9412 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Checking segment: {'id': '9026b0d9-6900-4e40-b1b2-b67076249b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ab905d5b-91a1-4717-afc7-9af60b3f803b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:04:49.595283 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60dcaee-d1a8-4b19-aa2b-c79b17df9412 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Network hostable DHCP agents. Network: ab905d5b-91a1-4717-afc7-9af60b3f803b, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:04:49.626299 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60dcaee-d1a8-4b19-aa2b-c79b17df9412 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Network ab905d5b-91a1-4717-afc7-9af60b3f803b is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:04:49.631201 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2abc15-544d-45ac-9c96-6ec3b1e02983 None None] Checking router: 5918b963-ab8f-46bc-8473-a4d9bb50b91c for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:04:49.631760 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2abc15-544d-45ac-9c96-6ec3b1e02983 None None] Updating router 5918b963-ab8f-46bc-8473-a4d9bb50b91c port 7009197a-b368-42df-9818-46c92a1f3e88 binding host n-d-789963-9 {{(pid=101292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 08:04:49.640462 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-c60dcaee-d1a8-4b19-aa2b-c79b17df9412 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, ab905d5b-91a1-4717-afc7-9af60b3f803b) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:04:49.645814 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60dcaee-d1a8-4b19-aa2b-c79b17df9412 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:49.646582 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c60dcaee-d1a8-4b19-aa2b-c79b17df9412 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:49.650042 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e40ccc8-a0ab-4d98-9f81-b27b31c4c0b3 None None] Network ab905d5b-91a1-4717-afc7-9af60b3f803b requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:04:49.668869 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c60dcaee-d1a8-4b19-aa2b-c79b17df9412 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6713974 Sep 17 08:04:49.675007 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3e2abc15-544d-45ac-9c96-6ec3b1e02983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:49.727771 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2affb85-b04e-499f-bce8-d38d7aec1524 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Made reservation on behalf of d6ef7951b2ac4d2ead98d70f1879d714 for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:04:49.732269 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f2affb85-b04e-499f-bce8-d38d7aec1524 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:49.880333 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb2febc-0845-44c7-88b5-161c94268d0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-ab905d5b-91a1-4717-afc7-9af60b3f803b', 'network_id': 'ab905d5b-91a1-4717-afc7-9af60b3f803b', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'fixed_ips': [{'subnet_id': '26496da5-70c8-4ccd-b3d7-1da2e98917be'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:04:49.881197 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8fb2febc-0845-44c7-88b5-161c94268d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:49.942317 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4649f7ef-25be-41c2-9ebf-8508fca870dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:50.000064 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f2affb85-b04e-499f-bce8-d38d7aec1524 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:50.087694 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-8fb2febc-0845-44c7-88b5-161c94268d0f None None] Allocated IP 172.20.0.18 (ab905d5b-91a1-4717-afc7-9af60b3f803b/26496da5-70c8-4ccd-b3d7-1da2e98917be/848e7ca4-9fbb-48bd-8d90-e8d05da53f56) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:04:50.132698 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3e2abc15-544d-45ac-9c96-6ec3b1e02983 None None] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:50.140522 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 34638) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:50.147308 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3e2abc15-544d-45ac-9c96-6ec3b1e02983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:50.150161 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2affb85-b04e-499f-bce8-d38d7aec1524 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event updated for resources: {'Subnet': ['ID=a8540f1f-4498-4a52-a82e-d4ba22d275c6,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:50.161479 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 34642) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:50.165623 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2affb85-b04e-499f-bce8-d38d7aec1524 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Checking segment: {'id': 'd8abd467-7555-437f-877f-2fd196f30bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6c7c2907-2d67-4290-9be2-994bcbedf8a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:04:50.165990 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2affb85-b04e-499f-bce8-d38d7aec1524 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Network hostable DHCP agents. Network: 6c7c2907-2d67-4290-9be2-994bcbedf8a9, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:04:50.168852 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-982e00bf-9021-4681-ad49-c34975b2f726 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-355711739', 'description': 'tempest-secgroup-smoke-355711739 description', 'project_id': '72f377991d624d1189daaff7de1bceb3'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:04:50.189081 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2affb85-b04e-499f-bce8-d38d7aec1524 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Network 6c7c2907-2d67-4290-9be2-994bcbedf8a9 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:04:50.212847 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-f2affb85-b04e-499f-bce8-d38d7aec1524 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 6c7c2907-2d67-4290-9be2-994bcbedf8a9) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:04:50.222391 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2affb85-b04e-499f-bce8-d38d7aec1524 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:50.223572 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f2affb85-b04e-499f-bce8-d38d7aec1524 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:50.230174 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-982e00bf-9021-4681-ad49-c34975b2f726 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:50.234585 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3090f8-5312-4355-9634-ecf48b32786a None None] Network 6c7c2907-2d67-4290-9be2-994bcbedf8a9 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:04:50.234777 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6317bab7-8fd8-45f8-91e6-4dcc1de3b1f8 None None] Pushing event updated for resources: {'Port': ['ID=7009197a-b368-42df-9818-46c92a1f3e88,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:50.238312 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-3e2abc15-544d-45ac-9c96-6ec3b1e02983 None None] Attempting to bind port 7009197a-b368-42df-9818-46c92a1f3e88 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:04:50.238914 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-3e2abc15-544d-45ac-9c96-6ec3b1e02983 None None] Attempting to bind port 7009197a-b368-42df-9818-46c92a1f3e88 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:04:50.239484 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2abc15-544d-45ac-9c96-6ec3b1e02983 None None] Attempting to bind port 7009197a-b368-42df-9818-46c92a1f3e88 on network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:04:50.252299 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6317bab7-8fd8-45f8-91e6-4dcc1de3b1f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:04:50.252891 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6317bab7-8fd8-45f8-91e6-4dcc1de3b1f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:04:50.253598 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6317bab7-8fd8-45f8-91e6-4dcc1de3b1f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:04:50.254101 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6317bab7-8fd8-45f8-91e6-4dcc1de3b1f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:04:50.254617 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6317bab7-8fd8-45f8-91e6-4dcc1de3b1f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:04:50.256034 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6317bab7-8fd8-45f8-91e6-4dcc1de3b1f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:04:50.256409 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6317bab7-8fd8-45f8-91e6-4dcc1de3b1f8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:04:50.256739 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6317bab7-8fd8-45f8-91e6-4dcc1de3b1f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:04:50.257069 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6317bab7-8fd8-45f8-91e6-4dcc1de3b1f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:04:50.257396 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6317bab7-8fd8-45f8-91e6-4dcc1de3b1f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:04:50.257719 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6317bab7-8fd8-45f8-91e6-4dcc1de3b1f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:04:50.258043 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6317bab7-8fd8-45f8-91e6-4dcc1de3b1f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:04:50.261512 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-f2affb85-b04e-499f-bce8-d38d7aec1524 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6942358 Sep 17 08:04:50.263292 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 34644) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:50.273466 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2abc15-544d-45ac-9c96-6ec3b1e02983 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:04:50.273839 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2abc15-544d-45ac-9c96-6ec3b1e02983 None None] Checking segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:04:50.274419 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3e2abc15-544d-45ac-9c96-6ec3b1e02983 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:50.275001 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2abc15-544d-45ac-9c96-6ec3b1e02983 None None] Bound using segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:04:50.275628 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-3e2abc15-544d-45ac-9c96-6ec3b1e02983 None None] Bound port: 7009197a-b368-42df-9818-46c92a1f3e88, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:04:50.276230 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3e2abc15-544d-45ac-9c96-6ec3b1e02983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:50.299063 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 245256b0-ed87-4fb6-a3fd-f24b28a3e278 up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:04:50.345508 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c8a1e24b-79ee-4c9a-8906-5a270f503d2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:50.369455 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-3e2abc15-544d-45ac-9c96-6ec3b1e02983 None None] For port 7009197a-b368-42df-9818-46c92a1f3e88, host n-d-789963-9, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:04:50.374872 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-3e2abc15-544d-45ac-9c96-6ec3b1e02983 None None] For port 7009197a-b368-42df-9818-46c92a1f3e88, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=7009197a-b368-42df-9818-46c92a1f3e88,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:04:50.388942 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3e2abc15-544d-45ac-9c96-6ec3b1e02983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:50.405699 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8fb2febc-0845-44c7-88b5-161c94268d0f None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:50.412712 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-982e00bf-9021-4681-ad49-c34975b2f726 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:50.422920 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-982e00bf-9021-4681-ad49-c34975b2f726 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:50.464853 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8fb2febc-0845-44c7-88b5-161c94268d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:50.465111 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6317bab7-8fd8-45f8-91e6-4dcc1de3b1f8 None None] Pushing event updated for resources: {'Port': ['ID=7009197a-b368-42df-9818-46c92a1f3e88,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:50.492804 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2abc15-544d-45ac-9c96-6ec3b1e02983 None None] Routers {'5918b963-ab8f-46bc-8473-a4d9bb50b91c'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:04:50.493561 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-3e2abc15-544d-45ac-9c96-6ec3b1e02983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:04:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['5918b963-ab8f-46bc-8473-a4d9bb50b91c'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:50.498228 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982e00bf-9021-4681-ad49-c34975b2f726 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d87754fa-6efc-4ec8-a95e-9a7b317d15cb,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:50.524486 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb2febc-0845-44c7-88b5-161c94268d0f None None] Network ab905d5b-91a1-4717-afc7-9af60b3f803b is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:04:50.534059 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-8fb2febc-0845-44c7-88b5-161c94268d0f None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:04:50.536384 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75797ab2-3185-472d-9fdb-b3a7576083ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-6c7c2907-2d67-4290-9be2-994bcbedf8a9', 'network_id': '6c7c2907-2d67-4290-9be2-994bcbedf8a9', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'fixed_ips': [{'subnet_id': 'a8540f1f-4498-4a52-a82e-d4ba22d275c6'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:04:50.537420 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-75797ab2-3185-472d-9fdb-b3a7576083ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:50.554520 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb2febc-0845-44c7-88b5-161c94268d0f None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:04:50.580588 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c8a1e24b-79ee-4c9a-8906-5a270f503d2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:50.590705 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c8a1e24b-79ee-4c9a-8906-5a270f503d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:50.624032 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-982e00bf-9021-4681-ad49-c34975b2f726 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:50.628648 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-982e00bf-9021-4681-ad49-c34975b2f726 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4650338 Sep 17 08:04:50.629326 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 34650) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:50.643490 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-dcaa298c-497d-41ca-9801-d830bb9cafd9 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Request body: {'security_group_rule': {'security_group_id': 'd87754fa-6efc-4ec8-a95e-9a7b317d15cb', 'project_id': '72f377991d624d1189daaff7de1bceb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:04:50.680581 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c8a1e24b-79ee-4c9a-8906-5a270f503d2d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e1a2baa4929a41338b769f4aed2d4d14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5390522 Sep 17 08:04:50.683151 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a1e24b-79ee-4c9a-8906-5a270f503d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8ddf89-24c0-4581-9573-282dd1c2fd6a,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:50.696106 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 34652) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:50.699736 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-75797ab2-3185-472d-9fdb-b3a7576083ba None None] Allocated IP 172.20.0.2 (6c7c2907-2d67-4290-9be2-994bcbedf8a9/a8540f1f-4498-4a52-a82e-d4ba22d275c6/8c8e1a42-942e-47ea-b42a-9281e890e5d2) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:04:50.745296 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-dcaa298c-497d-41ca-9801-d830bb9cafd9 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:50.756511 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-3e2abc15-544d-45ac-9c96-6ec3b1e02983 None None] Set router 5918b963-ab8f-46bc-8473-a4d9bb50b91c gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:04:50.798915 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning for port 245256b0-ed87-4fb6-a3fd-f24b28a3e278 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:04:50.807293 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb2febc-0845-44c7-88b5-161c94268d0f None None] Pushing event updated for resources: {'Port': ['ID=848e7ca4-9fbb-48bd-8d90-e8d05da53f56,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:50.813294 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port 245256b0-ed87-4fb6-a3fd-f24b28a3e278 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:04:50.813927 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:50.826535 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-dcaa298c-497d-41ca-9801-d830bb9cafd9 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:50.836654 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c8dcd-7bad-4717-9c78-71fe8899d4ec req-dbdda2c1-eb10-475e-a170-b29cfd5dce9a tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:50.838856 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9b6c8dcd-7bad-4717-9c78-71fe8899d4ec req-dbdda2c1-eb10-475e-a170-b29cfd5dce9a tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebb54df-22b0-4d85-8bdd-9b64f6fb806a HTTP/1.1" status: 200 len: 944 time: 0.1023214 Sep 17 08:04:50.850349 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-dcaa298c-497d-41ca-9801-d830bb9cafd9 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:50.882395 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaa298c-497d-41ca-9801-d830bb9cafd9 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f96d762-f22f-4db1-8f5b-de615d94c90a,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:50.900285 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-32125681-b295-4cd7-bcd3-def54d18b6a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:50.922223 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-dcaa298c-497d-41ca-9801-d830bb9cafd9 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:50.925845 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-dcaa298c-497d-41ca-9801-d830bb9cafd9 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2894962 Sep 17 08:04:50.927136 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 34654) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:50.929603 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-32125681-b295-4cd7-bcd3-def54d18b6a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:50.934506 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-5e2273ea-0c08-4bf5-b124-2ece4e9a3fb4 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Request body: {'security_group_rule': {'security_group_id': 'd87754fa-6efc-4ec8-a95e-9a7b317d15cb', 'project_id': '72f377991d624d1189daaff7de1bceb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:04:50.952160 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9b6c8dcd-7bad-4717-9c78-71fe8899d4ec req-65189104-6c7c-4ce4-856a-314002a603c2 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018596 Sep 17 08:04:50.998520 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-75797ab2-3185-472d-9fdb-b3a7576083ba None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:51.002360 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5e2273ea-0c08-4bf5-b124-2ece4e9a3fb4 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:51.012924 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-32125681-b295-4cd7-bcd3-def54d18b6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:51.016657 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-32125681-b295-4cd7-bcd3-def54d18b6a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:51.021057 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-32125681-b295-4cd7-bcd3-def54d18b6a1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ab8ddf89-24c0-4581-9573-282dd1c2fd6a HTTP/1.1" status: 204 len: 168 time: 0.3171520 Sep 17 08:04:51.029758 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-3e2abc15-544d-45ac-9c96-6ec3b1e02983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5918b963-ab8f-46bc-8473-a4d9bb50b91c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-496969132', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '7009197a-b368-42df-9818-46c92a1f3e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:04:47Z', 'updated_at': '2021-09-17T08:04:48Z', 'revision_number': 3, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'gw_port': {'id': '7009197a-b368-42df-9818-46c92a1f3e88', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5918b963-ab8f-46bc-8473-a4d9bb50b91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:04:47Z', 'updated_at': '2021-09-17T08:04:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:51.041028 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-75797ab2-3185-472d-9fdb-b3a7576083ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:51.043031 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32125681-b295-4cd7-bcd3-def54d18b6a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8ddf89-24c0-4581-9573-282dd1c2fd6a,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:51.058400 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-8fb2febc-0845-44c7-88b5-161c94268d0f None None] Attempting to bind port 848e7ca4-9fbb-48bd-8d90-e8d05da53f56 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:04:51.061530 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-8fb2febc-0845-44c7-88b5-161c94268d0f None None] Attempting to bind port 848e7ca4-9fbb-48bd-8d90-e8d05da53f56 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '9026b0d9-6900-4e40-b1b2-b67076249b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ab905d5b-91a1-4717-afc7-9af60b3f803b'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:04:51.062573 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb2febc-0845-44c7-88b5-161c94268d0f None None] Attempting to bind port 848e7ca4-9fbb-48bd-8d90-e8d05da53f56 on network ab905d5b-91a1-4717-afc7-9af60b3f803b {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:04:51.077318 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2abc15-544d-45ac-9c96-6ec3b1e02983 None None] The sync data for ids ['5918b963-ab8f-46bc-8473-a4d9bb50b91c'] in n-d-789963-9 is: [{'id': '5918b963-ab8f-46bc-8473-a4d9bb50b91c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-496969132', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '7009197a-b368-42df-9818-46c92a1f3e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:04:47Z', 'updated_at': '2021-09-17T08:04:48Z', 'revision_number': 3, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'gw_port': {'id': '7009197a-b368-42df-9818-46c92a1f3e88', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5918b963-ab8f-46bc-8473-a4d9bb50b91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:04:47Z', 'updated_at': '2021-09-17T08:04:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:04:51.131147 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5e2273ea-0c08-4bf5-b124-2ece4e9a3fb4 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:51.138061 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5e2273ea-0c08-4bf5-b124-2ece4e9a3fb4 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:51.143664 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75797ab2-3185-472d-9fdb-b3a7576083ba None None] Network 6c7c2907-2d67-4290-9be2-994bcbedf8a9 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:04:51.148529 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb2febc-0845-44c7-88b5-161c94268d0f None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:04:51.148959 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb2febc-0845-44c7-88b5-161c94268d0f None None] Checking segment: {'id': '9026b0d9-6900-4e40-b1b2-b67076249b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ab905d5b-91a1-4717-afc7-9af60b3f803b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:04:51.149542 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8fb2febc-0845-44c7-88b5-161c94268d0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:51.150173 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb2febc-0845-44c7-88b5-161c94268d0f None None] Bound using segment: {'id': '9026b0d9-6900-4e40-b1b2-b67076249b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ab905d5b-91a1-4717-afc7-9af60b3f803b'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:04:51.150543 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-8fb2febc-0845-44c7-88b5-161c94268d0f None None] Bound port: 848e7ca4-9fbb-48bd-8d90-e8d05da53f56, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9026b0d9-6900-4e40-b1b2-b67076249b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ab905d5b-91a1-4717-afc7-9af60b3f803b'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:04:51.150898 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8fb2febc-0845-44c7-88b5-161c94268d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:51.170114 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2273ea-0c08-4bf5-b124-2ece4e9a3fb4 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48f624c4-0c8c-4b97-8db2-c2fcac4cc77b,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:51.181188 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-75797ab2-3185-472d-9fdb-b3a7576083ba None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:04:51.183184 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5e2273ea-0c08-4bf5-b124-2ece4e9a3fb4 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:51.188543 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-5e2273ea-0c08-4bf5-b124-2ece4e9a3fb4 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2610230 Sep 17 08:04:51.191445 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 34660) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:51.193278 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75797ab2-3185-472d-9fdb-b3a7576083ba None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:04:51.203046 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-241c804e-9555-418e-b2b7-de5a5c4c3917 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Request body: {'security_group_rule': {'security_group_id': 'd87754fa-6efc-4ec8-a95e-9a7b317d15cb', 'project_id': '72f377991d624d1189daaff7de1bceb3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:04:51.266316 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-241c804e-9555-418e-b2b7-de5a5c4c3917 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:51.283990 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75797ab2-3185-472d-9fdb-b3a7576083ba None None] Pushing event updated for resources: {'Port': ['ID=8c8e1a42-942e-47ea-b42a-9281e890e5d2,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:51.304911 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:51.350787 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-241c804e-9555-418e-b2b7-de5a5c4c3917 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:51.355211 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-241c804e-9555-418e-b2b7-de5a5c4c3917 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:51.395705 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ebb54df-22b0-4d85-8bdd-9b64f6fb806a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245256b0-ed87-4fb6-a3fd-f24b28a3e278'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:04:51.397268 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241c804e-9555-418e-b2b7-de5a5c4c3917 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b30581c5-2363-4c64-b3fa-808781c87220,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:51.398131 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e991a54-8a30-4bda-bbeb-10e3ca062d44" -d '{"events": [{"server_uuid": "2ebb54df-22b0-4d85-8bdd-9b64f6fb806a", "name": "network-vif-plugged", "status": "completed", "tag": "245256b0-ed87-4fb6-a3fd-f24b28a3e278"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:04:51.403411 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-241c804e-9555-418e-b2b7-de5a5c4c3917 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:51.403622 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 245256b0-ed87-4fb6-a3fd-f24b28a3e278, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=245256b0-ed87-4fb6-a3fd-f24b28a3e278,segment=NetworkSegment(fd7b9750-679d-4ecc-9c9e-dc86937b132b),segment_id=fd7b9750-679d-4ecc-9c9e-dc86937b132b)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:04:51.407907 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-241c804e-9555-418e-b2b7-de5a5c4c3917 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2152686 Sep 17 08:04:51.408657 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 34666) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:51.414010 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-b1bd4fc9-0adb-4653-bf27-e2c36ec7224f tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Request body: {'security_group_rule': {'security_group_id': 'd87754fa-6efc-4ec8-a95e-9a7b317d15cb', 'project_id': '72f377991d624d1189daaff7de1bceb3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:04:51.468579 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-8fb2febc-0845-44c7-88b5-161c94268d0f None None] For port 848e7ca4-9fbb-48bd-8d90-e8d05da53f56, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:04:51.477163 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-8fb2febc-0845-44c7-88b5-161c94268d0f None None] For port 848e7ca4-9fbb-48bd-8d90-e8d05da53f56, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=848e7ca4-9fbb-48bd-8d90-e8d05da53f56,segment=NetworkSegment(9026b0d9-6900-4e40-b1b2-b67076249b4b),segment_id=9026b0d9-6900-4e40-b1b2-b67076249b4b)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:04:51.477578 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b1bd4fc9-0adb-4653-bf27-e2c36ec7224f tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:51.486256 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:51.506445 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-75797ab2-3185-472d-9fdb-b3a7576083ba None None] Attempting to bind port 8c8e1a42-942e-47ea-b42a-9281e890e5d2 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:04:51.508279 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-75797ab2-3185-472d-9fdb-b3a7576083ba None None] Attempting to bind port 8c8e1a42-942e-47ea-b42a-9281e890e5d2 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'd8abd467-7555-437f-877f-2fd196f30bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6c7c2907-2d67-4290-9be2-994bcbedf8a9'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:04:51.508729 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75797ab2-3185-472d-9fdb-b3a7576083ba None None] Attempting to bind port 8c8e1a42-942e-47ea-b42a-9281e890e5d2 on network 6c7c2907-2d67-4290-9be2-994bcbedf8a9 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:04:51.511730 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-03894497-411e-4829-8487-fd0c2cb65bf4 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:51.526093 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8fb2febc-0845-44c7-88b5-161c94268d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:51.567116 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75797ab2-3185-472d-9fdb-b3a7576083ba None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:04:51.568719 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75797ab2-3185-472d-9fdb-b3a7576083ba None None] Checking segment: {'id': 'd8abd467-7555-437f-877f-2fd196f30bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6c7c2907-2d67-4290-9be2-994bcbedf8a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:04:51.569402 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-75797ab2-3185-472d-9fdb-b3a7576083ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:51.570148 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75797ab2-3185-472d-9fdb-b3a7576083ba None None] Bound using segment: {'id': 'd8abd467-7555-437f-877f-2fd196f30bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6c7c2907-2d67-4290-9be2-994bcbedf8a9'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:04:51.570829 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-75797ab2-3185-472d-9fdb-b3a7576083ba None None] Bound port: 8c8e1a42-942e-47ea-b42a-9281e890e5d2, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8abd467-7555-437f-877f-2fd196f30bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6c7c2907-2d67-4290-9be2-994bcbedf8a9'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:04:51.571400 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-75797ab2-3185-472d-9fdb-b3a7576083ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:51.591026 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 34670) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:51.619485 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-51e4e13e-9cc5-4aa5-9b38-38cbd4a07c4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:51.674827 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=245256b0-ed87-4fb6-a3fd-f24b28a3e278,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:51.716494 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b1bd4fc9-0adb-4653-bf27-e2c36ec7224f tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:51.780887 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241c63d7-4e01-4610-9b79-8acd710e85d6 x-openstack-request-id: req-241c63d7-4e01-4610-9b79-8acd710e85d6 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:04:51.781470 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ebb54df-22b0-4d85-8bdd-9b64f6fb806a", "name": "network-vif-plugged", "status": "completed", "tag": "245256b0-ed87-4fb6-a3fd-f24b28a3e278", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:04:51.781470 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-241c63d7-4e01-4610-9b79-8acd710e85d6 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:04:51.781809 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ebb54df-22b0-4d85-8bdd-9b64f6fb806a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245256b0-ed87-4fb6-a3fd-f24b28a3e278', 'code': 200} Sep 17 08:04:51.795525 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b1bd4fc9-0adb-4653-bf27-e2c36ec7224f tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:51.822095 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-51e4e13e-9cc5-4aa5-9b38-38cbd4a07c4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:51.828669 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-75797ab2-3185-472d-9fdb-b3a7576083ba None None] For port 8c8e1a42-942e-47ea-b42a-9281e890e5d2, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:04:51.831809 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb2febc-0845-44c7-88b5-161c94268d0f None None] Pushing event updated for resources: {'Port': ['ID=848e7ca4-9fbb-48bd-8d90-e8d05da53f56,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:51.833365 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bd4fc9-0adb-4653-bf27-e2c36ec7224f tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33b695c7-4b24-4108-8f2e-c3ec6822b1bd,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:51.836853 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-51e4e13e-9cc5-4aa5-9b38-38cbd4a07c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:51.837568 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-75797ab2-3185-472d-9fdb-b3a7576083ba None None] For port 8c8e1a42-942e-47ea-b42a-9281e890e5d2, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=8c8e1a42-942e-47ea-b42a-9281e890e5d2,segment=NetworkSegment(d8abd467-7555-437f-877f-2fd196f30bbe),segment_id=d8abd467-7555-437f-877f-2fd196f30bbe)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:04:51.845986 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-75797ab2-3185-472d-9fdb-b3a7576083ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:51.878319 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b1bd4fc9-0adb-4653-bf27-e2c36ec7224f tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:51.882591 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b1bd4fc9-0adb-4653-bf27-e2c36ec7224f tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4727938 Sep 17 08:04:51.885087 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 34674) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:51.891789 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-f5a4f64b-6c92-41ed-bb36-001c894178ed tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Request body: {'security_group_rule': {'security_group_id': 'd87754fa-6efc-4ec8-a95e-9a7b317d15cb', 'project_id': '72f377991d624d1189daaff7de1bceb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:04:51.946524 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75797ab2-3185-472d-9fdb-b3a7576083ba None None] Pushing event updated for resources: {'Port': ['ID=8c8e1a42-942e-47ea-b42a-9281e890e5d2,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:51.986692 n-d-789963-9 neutron-server[101290]: INFO neutron.db.securitygroups_db [None req-f5a4f64b-6c92-41ed-bb36-001c894178ed tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Project 72f377991d624d1189daaff7de1bceb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 08:04:52.007524 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-51e4e13e-9cc5-4aa5-9b38-38cbd4a07c4a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=995e08311c7e41208dc61baed7a3d265&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4144766 Sep 17 08:04:52.010900 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 34678) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:52.013504 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f5a4f64b-6c92-41ed-bb36-001c894178ed tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:52.027155 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e4e13e-9cc5-4aa5-9b38-38cbd4a07c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e78880-9d41-456f-90de-f0bb03e053d6,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:52.117803 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aff8f9-1353-47a7-917b-8cc5c5416d98 req-9b950b3f-90d8-462d-90ce-b3f5a27e84ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:52.119253 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-44aff8f9-1353-47a7-917b-8cc5c5416d98 req-9b950b3f-90d8-462d-90ce-b3f5a27e84ae service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2ebb54df-22b0-4d85-8bdd-9b64f6fb806a HTTP/1.1" status: 200 len: 1096 time: 0.1978276 Sep 17 08:04:52.157703 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-03894497-411e-4829-8487-fd0c2cb65bf4 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Allocated IP 172.20.0.1 (6c7c2907-2d67-4290-9be2-994bcbedf8a9/a8540f1f-4498-4a52-a82e-d4ba22d275c6/d77f212f-c68b-4fb6-89b4-a6b23032d3df) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:04:52.174277 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f5a4f64b-6c92-41ed-bb36-001c894178ed tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:52.176454 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-49804922-90dd-419a-a952-76662af61047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:52.182654 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-44aff8f9-1353-47a7-917b-8cc5c5416d98 req-c9a4f705-ce3c-45b5-9bd7-7de7786349aa service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540226 Sep 17 08:04:52.187427 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f5a4f64b-6c92-41ed-bb36-001c894178ed tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:52.216228 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fbc3a9-5cd5-4df7-97e5-9bcde0054ca9 req-c091ca04-1027-4c99-b088-71d0726970e8 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:52.221388 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-49804922-90dd-419a-a952-76662af61047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:52.223765 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f8fbc3a9-5cd5-4df7-97e5-9bcde0054ca9 req-c091ca04-1027-4c99-b088-71d0726970e8 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebb54df-22b0-4d85-8bdd-9b64f6fb806a HTTP/1.1" status: 200 len: 945 time: 0.1546507 Sep 17 08:04:52.224331 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a4f64b-6c92-41ed-bb36-001c894178ed tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13977204-0ee5-46b3-bf64-c41c26a2bd01,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:52.244764 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f5a4f64b-6c92-41ed-bb36-001c894178ed tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:52.249280 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f5a4f64b-6c92-41ed-bb36-001c894178ed tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3616838 Sep 17 08:04:52.252207 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 34680) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:52.262611 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-d46a29c8-d437-4987-9d7c-32afdfb00f1b tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Request body: {'security_group_rule': {'security_group_id': 'd87754fa-6efc-4ec8-a95e-9a7b317d15cb', 'project_id': '72f377991d624d1189daaff7de1bceb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:04:52.312006 n-d-789963-9 neutron-server[101290]: INFO neutron.db.securitygroups_db [None req-d46a29c8-d437-4987-9d7c-32afdfb00f1b tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Project 72f377991d624d1189daaff7de1bceb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 08:04:52.316515 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-49804922-90dd-419a-a952-76662af61047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:52.319102 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-49804922-90dd-419a-a952-76662af61047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:52.322750 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-49804922-90dd-419a-a952-76662af61047 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a7e78880-9d41-456f-90de-f0bb03e053d6 HTTP/1.1" status: 204 len: 168 time: 0.3104701 Sep 17 08:04:52.333226 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d46a29c8-d437-4987-9d7c-32afdfb00f1b tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:52.368104 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49804922-90dd-419a-a952-76662af61047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e78880-9d41-456f-90de-f0bb03e053d6,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:52.442989 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ea2d0286-aae4-404f-95d2-f2278425b810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:52.488174 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f8fbc3a9-5cd5-4df7-97e5-9bcde0054ca9 req-2d7a19b4-5593-41f1-a185-e19915c27329 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634292 Sep 17 08:04:52.507170 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d46a29c8-d437-4987-9d7c-32afdfb00f1b tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:52.514776 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d46a29c8-d437-4987-9d7c-32afdfb00f1b tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:52.549671 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46a29c8-d437-4987-9d7c-32afdfb00f1b tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df8c5c1f-51fc-4117-a8ac-45c90e116dfe,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:52.564215 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-03894497-411e-4829-8487-fd0c2cb65bf4 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:52.569165 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d46a29c8-d437-4987-9d7c-32afdfb00f1b tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:52.581236 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d46a29c8-d437-4987-9d7c-32afdfb00f1b tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3182857 Sep 17 08:04:52.611325 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-03894497-411e-4829-8487-fd0c2cb65bf4 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:52.654413 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03894497-411e-4829-8487-fd0c2cb65bf4 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Network 6c7c2907-2d67-4290-9be2-994bcbedf8a9 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:04:52.664050 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-03894497-411e-4829-8487-fd0c2cb65bf4 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:04:52.669769 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03894497-411e-4829-8487-fd0c2cb65bf4 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:04:52.716445 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:52.728698 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-03894497-411e-4829-8487-fd0c2cb65bf4 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:52.775476 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03894497-411e-4829-8487-fd0c2cb65bf4 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event updated for resources: {'Port': ['ID=d77f212f-c68b-4fb6-89b4-a6b23032d3df,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:52.883813 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bd6edefb-9781-4f92-86a2-a2c3df1c1e3f req-7089506f-c42a-4b1a-b85b-9dd34672c1dc tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-355711739&fields=id&tenant_id=72f377991d624d1189daaff7de1bceb3 HTTP/1.1" status: 200 len: 267 time: 0.0924819 Sep 17 08:04:53.037326 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6edefb-9781-4f92-86a2-a2c3df1c1e3f req-8b4f5a57-a4cd-4608-94b4-7bdc0c51782c tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:53.044416 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bd6edefb-9781-4f92-86a2-a2c3df1c1e3f req-8b4f5a57-a4cd-4608-94b4-7bdc0c51782c tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/networks?id=ab905d5b-91a1-4717-afc7-9af60b3f803b HTTP/1.1" status: 200 len: 797 time: 0.1594219 Sep 17 08:04:53.046988 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-03894497-411e-4829-8487-fd0c2cb65bf4 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:53.076445 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bd6edefb-9781-4f92-86a2-a2c3df1c1e3f req-43df9da1-3e5f-47bb-be40-22ac528d9e80 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/quotas/72f377991d624d1189daaff7de1bceb3 HTTP/1.1" status: 200 len: 375 time: 0.0310924 Sep 17 08:04:53.196358 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bd6edefb-9781-4f92-86a2-a2c3df1c1e3f req-483ac817-2070-4c4d-be11-2477b4a74208 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=72f377991d624d1189daaff7de1bceb3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1106870 Sep 17 08:04:53.270131 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb4da7c-c045-4759-93cc-65b948cdddf0 None None] Network ab905d5b-91a1-4717-afc7-9af60b3f803b requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:04:53.380807 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bd6edefb-9781-4f92-86a2-a2c3df1c1e3f req-bf874232-c64e-486a-aa55-e2d50b1237e1 service neutron] 10.222.0.13 "GET /v2.0/networks/ab905d5b-91a1-4717-afc7-9af60b3f803b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487606 Sep 17 08:04:53.441864 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-c23abf82-fcda-4060-ab61-6425f2e35236 None None] Provisioning complete for port 848e7ca4-9fbb-48bd-8d90-e8d05da53f56 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:04:53.442255 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c23abf82-fcda-4060-ab61-6425f2e35236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:53.594307 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bd6edefb-9781-4f92-86a2-a2c3df1c1e3f req-ce4ae82e-0434-4c43-a7a4-6dcc509320bc service neutron] 10.222.0.13 "GET /v2.0/networks/ab905d5b-91a1-4717-afc7-9af60b3f803b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099264 Sep 17 08:04:53.659880 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-03894497-411e-4829-8487-fd0c2cb65bf4 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:53.670161 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-03894497-411e-4829-8487-fd0c2cb65bf4 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:53.671166 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c23abf82-fcda-4060-ab61-6425f2e35236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:53.773460 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 8c8e1a42-942e-47ea-b42a-9281e890e5d2 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:04:53.791053 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:53.827461 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-03894497-411e-4829-8487-fd0c2cb65bf4 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:53.844597 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-c23abf82-fcda-4060-ab61-6425f2e35236 None None] For port 848e7ca4-9fbb-48bd-8d90-e8d05da53f56, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=848e7ca4-9fbb-48bd-8d90-e8d05da53f56,segment=NetworkSegment(9026b0d9-6900-4e40-b1b2-b67076249b4b),segment_id=9026b0d9-6900-4e40-b1b2-b67076249b4b)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:04:53.857734 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c23abf82-fcda-4060-ab61-6425f2e35236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:53.894552 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03894497-411e-4829-8487-fd0c2cb65bf4 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event updated for resources: {'Port': ['ID=d77f212f-c68b-4fb6-89b4-a6b23032d3df,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:53.951903 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d765908d-d3ef-476d-88f1-63536e976125 req-e766d449-6e02-41be-b2e8-3316da88ccb5 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/ports?device_id=436a80fa-7aa8-40ed-8390-a0fdc92da835 HTTP/1.1" status: 200 len: 210 time: 0.0633643 Sep 17 08:04:53.984298 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23abf82-fcda-4060-ab61-6425f2e35236 None None] Pushing event updated for resources: {'Port': ['ID=848e7ca4-9fbb-48bd-8d90-e8d05da53f56,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:53.999645 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 8c8e1a42-942e-47ea-b42a-9281e890e5d2 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:04:54.000056 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:54.105120 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c604edd-e80e-4ced-bf2f-928f0cb87153 req-f2302471-d8a4-49f7-adf0-4baff841e02d tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:54.112792 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9c604edd-e80e-4ced-bf2f-928f0cb87153 req-f2302471-d8a4-49f7-adf0-4baff841e02d tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebb54df-22b0-4d85-8bdd-9b64f6fb806a HTTP/1.1" status: 200 len: 945 time: 0.3044701 Sep 17 08:04:54.210959 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9c604edd-e80e-4ced-bf2f-928f0cb87153 req-eb3e59a8-ac35-40e7-bc17-048921088528 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966985 Sep 17 08:04:54.241394 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03894497-411e-4829-8487-fd0c2cb65bf4 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Network 6c7c2907-2d67-4290-9be2-994bcbedf8a9 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:04:54.243814 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-03894497-411e-4829-8487-fd0c2cb65bf4 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:04:54.270074 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-a8547c70-695d-4737-bb4c-fd1bdf0872b8 None None] Provisioning complete for port 848e7ca4-9fbb-48bd-8d90-e8d05da53f56 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:04:54.270465 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a8547c70-695d-4737-bb4c-fd1bdf0872b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:54.474222 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03894497-411e-4829-8487-fd0c2cb65bf4 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Router 5918b963-ab8f-46bc-8473-a4d9bb50b91c has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:04:54.509970 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:54.563311 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port 8c8e1a42-942e-47ea-b42a-9281e890e5d2, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=8c8e1a42-942e-47ea-b42a-9281e890e5d2,segment=NetworkSegment(d8abd467-7555-437f-877f-2fd196f30bbe),segment_id=d8abd467-7555-437f-877f-2fd196f30bbe)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:04:54.569789 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:54.570781 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 848e7ca4-9fbb-48bd-8d90-e8d05da53f56 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:04:54.665116 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69c9c99-3488-4d76-8707-8990d323cc32 None None] Network 6c7c2907-2d67-4290-9be2-994bcbedf8a9 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:04:54.686967 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=8c8e1a42-942e-47ea-b42a-9281e890e5d2,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:54.715131 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 848e7ca4-9fbb-48bd-8d90-e8d05da53f56 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:04:54.715786 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:54.785285 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-23af38f3-0806-4502-a47f-7e5d2762b46c None None] Provisioning complete for port 8c8e1a42-942e-47ea-b42a-9281e890e5d2 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:04:54.785662 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-23af38f3-0806-4502-a47f-7e5d2762b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:54.977881 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d3a51-66ef-46ac-bb57-be972d440c55 req-5ce4e898-671b-47d7-b358-8f6325b82a38 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:54.979318 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b43d3a51-66ef-46ac-bb57-be972d440c55 req-5ce4e898-671b-47d7-b358-8f6325b82a38 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebb54df-22b0-4d85-8bdd-9b64f6fb806a HTTP/1.1" status: 200 len: 945 time: 0.0674834 Sep 17 08:04:54.979642 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 7009197a-b368-42df-9818-46c92a1f3e88 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:04:55.049771 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03894497-411e-4829-8487-fd0c2cb65bf4 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:04:55.056809 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-03894497-411e-4829-8487-fd0c2cb65bf4 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "PUT /v2.0/routers/5918b963-ab8f-46bc-8473-a4d9bb50b91c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7919674 Sep 17 08:04:55.060074 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b43d3a51-66ef-46ac-bb57-be972d440c55 req-1a2e0c29-2abe-4f87-b6fe-cd5d1b1360f9 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531614 Sep 17 08:04:55.069827 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555b07be-9533-4951-b0d5-22526fdbbfbd None None] Sync routers for ids ['5918b963-ab8f-46bc-8473-a4d9bb50b91c'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:04:55.096564 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 7009197a-b368-42df-9818-46c92a1f3e88 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:04:55.096944 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:55.098578 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555b07be-9533-4951-b0d5-22526fdbbfbd None None] Routers {'5918b963-ab8f-46bc-8473-a4d9bb50b91c'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:04:55.099424 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-555b07be-9533-4951-b0d5-22526fdbbfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:04:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['5918b963-ab8f-46bc-8473-a4d9bb50b91c'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:55.121900 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ae27d869-706b-4e8a-933c-6d4eed9b4100 req-b7e10a5b-8eb1-402b-a48e-ff3fb96b45fe tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/ports?device_id=436a80fa-7aa8-40ed-8390-a0fdc92da835 HTTP/1.1" status: 200 len: 210 time: 0.0409610 Sep 17 08:04:55.310110 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-555b07be-9533-4951-b0d5-22526fdbbfbd None None] Set router 5918b963-ab8f-46bc-8473-a4d9bb50b91c gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:04:55.406464 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-884d3327-d46c-454f-88c6-901ba29c849d req-e1f4f70b-ab48-4671-9c43-6b6641649b00 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1635248954&fields=id&tenant_id=d6ef7951b2ac4d2ead98d70f1879d714 HTTP/1.1" status: 200 len: 267 time: 0.0828621 Sep 17 08:04:55.411392 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:55.555127 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d3327-d46c-454f-88c6-901ba29c849d req-f2d728a8-d937-45ba-8d53-03593865126e tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:55.556939 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-884d3327-d46c-454f-88c6-901ba29c849d req-f2d728a8-d937-45ba-8d53-03593865126e tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/networks?id=6c7c2907-2d67-4290-9be2-994bcbedf8a9 HTTP/1.1" status: 200 len: 797 time: 0.1493521 Sep 17 08:04:55.571589 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-229f4a2c-0ad4-484e-a0ba-3b0934887530 None None] Provisioning complete for port d77f212f-c68b-4fb6-89b4-a6b23032d3df triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:04:55.572001 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-229f4a2c-0ad4-484e-a0ba-3b0934887530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:55.577064 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-884d3327-d46c-454f-88c6-901ba29c849d req-b5734037-6d05-47d6-a367-53d6f6405ec5 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/quotas/d6ef7951b2ac4d2ead98d70f1879d714 HTTP/1.1" status: 200 len: 375 time: 0.0119448 Sep 17 08:04:55.577286 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:55.648385 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-884d3327-d46c-454f-88c6-901ba29c849d req-38459cc0-dc2d-4665-97a3-9034c0c61b99 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d6ef7951b2ac4d2ead98d70f1879d714&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0646098 Sep 17 08:04:55.659337 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port 7009197a-b368-42df-9818-46c92a1f3e88, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=7009197a-b368-42df-9818-46c92a1f3e88,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:04:55.662321 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-229f4a2c-0ad4-484e-a0ba-3b0934887530 None None] Port d77f212f-c68b-4fb6-89b4-a6b23032d3df cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:04:55.667272 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:55.733313 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-229f4a2c-0ad4-484e-a0ba-3b0934887530 None None] Provisioning complete for port 8c8e1a42-942e-47ea-b42a-9281e890e5d2 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:04:55.733693 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-229f4a2c-0ad4-484e-a0ba-3b0934887530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:55.795450 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=7009197a-b368-42df-9818-46c92a1f3e88,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:55.842805 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-555b07be-9533-4951-b0d5-22526fdbbfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5918b963-ab8f-46bc-8473-a4d9bb50b91c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-496969132', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '7009197a-b368-42df-9818-46c92a1f3e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:04:47Z', 'updated_at': '2021-09-17T08:04:52Z', 'revision_number': 4, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'gw_port': {'id': '7009197a-b368-42df-9818-46c92a1f3e88', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5918b963-ab8f-46bc-8473-a4d9bb50b91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:04:47Z', 'updated_at': '2021-09-17T08:04:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'd77f212f-c68b-4fb6-89b4-a6b23032d3df', 'name': '', 'network_id': '6c7c2907-2d67-4290-9be2-994bcbedf8a9', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'mac_address': 'fa:16:3e:62:12:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5918b963-ab8f-46bc-8473-a4d9bb50b91c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'a8540f1f-4498-4a52-a82e-d4ba22d275c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:04:51Z', 'updated_at': '2021-09-17T08:04:53Z', 'revision_number': 2, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'subnets': [{'id': 'a8540f1f-4498-4a52-a82e-d4ba22d275c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:55.850137 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 8c8e1a42-942e-47ea-b42a-9281e890e5d2 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:04:55.886444 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555b07be-9533-4951-b0d5-22526fdbbfbd None None] Checking router: 5918b963-ab8f-46bc-8473-a4d9bb50b91c for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:04:55.887481 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555b07be-9533-4951-b0d5-22526fdbbfbd None None] Updating router 5918b963-ab8f-46bc-8473-a4d9bb50b91c port d77f212f-c68b-4fb6-89b4-a6b23032d3df binding host n-d-789963-9 {{(pid=101291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 08:04:55.893139 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-884d3327-d46c-454f-88c6-901ba29c849d req-46fd1255-04c3-434f-954a-4ed5fd89bca8 service neutron] 10.222.0.13 "GET /v2.0/networks/6c7c2907-2d67-4290-9be2-994bcbedf8a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174280 Sep 17 08:04:55.950268 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6edefb-9781-4f92-86a2-a2c3df1c1e3f req-e42535a8-23ee-4f33-bd97-6c052e38d426 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:55.951814 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bd6edefb-9781-4f92-86a2-a2c3df1c1e3f req-e42535a8-23ee-4f33-bd97-6c052e38d426 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.39 "GET /v2.0/networks?id=ab905d5b-91a1-4717-afc7-9af60b3f803b HTTP/1.1" status: 200 len: 797 time: 0.1884153 Sep 17 08:04:55.963331 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-555b07be-9533-4951-b0d5-22526fdbbfbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:56.046946 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bd6edefb-9781-4f92-86a2-a2c3df1c1e3f req-9ba1a933-4d37-4a1b-923c-0e5738a4e904 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72f377991d624d1189daaff7de1bceb3 HTTP/1.1" status: 200 len: 471 time: 0.0545580 Sep 17 08:04:56.052468 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-884d3327-d46c-454f-88c6-901ba29c849d req-f73d4336-c019-4390-8ece-2d0a745fedf4 service neutron] 10.222.0.13 "GET /v2.0/networks/6c7c2907-2d67-4290-9be2-994bcbedf8a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499724 Sep 17 08:04:56.075804 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-bd6edefb-9781-4f92-86a2-a2c3df1c1e3f req-e9372d44-063a-4350-80d0-1996e8a5eead tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Request body: {'port': {'device_id': '436a80fa-7aa8-40ed-8390-a0fdc92da835', 'network_id': 'ab905d5b-91a1-4717-afc7-9af60b3f803b', 'admin_state_up': True, 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'security_groups': ['d87754fa-6efc-4ec8-a95e-9a7b317d15cb']}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:04:56.092595 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 8c8e1a42-942e-47ea-b42a-9281e890e5d2 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:04:56.092962 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:56.181799 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-513ba875-cac5-44a1-8d11-8de98d3cf96e None None] Provisioning complete for port d77f212f-c68b-4fb6-89b4-a6b23032d3df triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:04:56.182173 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-513ba875-cac5-44a1-8d11-8de98d3cf96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:56.226451 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc2a383-41e8-4577-9234-1507e3212f27 req-bcd1e6c0-b85e-43f3-bf48-2b749dd926c8 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:56.233639 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ebc2a383-41e8-4577-9234-1507e3212f27 req-bcd1e6c0-b85e-43f3-bf48-2b749dd926c8 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebb54df-22b0-4d85-8bdd-9b64f6fb806a HTTP/1.1" status: 200 len: 945 time: 0.0862856 Sep 17 08:04:56.314983 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-513ba875-cac5-44a1-8d11-8de98d3cf96e None None] Port d77f212f-c68b-4fb6-89b4-a6b23032d3df cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:04:56.316926 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1801b616-8d90-45bb-b607-2b1d7bb7f745 req-63e9ee78-6504-4047-a2d6-2940d4a6b8aa tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/ports?device_id=436a80fa-7aa8-40ed-8390-a0fdc92da835 HTTP/1.1" status: 200 len: 210 time: 0.0535445 Sep 17 08:04:56.336828 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 848e7ca4-9fbb-48bd-8d90-e8d05da53f56 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:04:56.349284 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ebc2a383-41e8-4577-9234-1507e3212f27 req-ccfe3c9d-75bb-4284-bf2e-5b0cd2c6f0e7 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147003 Sep 17 08:04:56.350715 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd6edefb-9781-4f92-86a2-a2c3df1c1e3f req-e9372d44-063a-4350-80d0-1996e8a5eead tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Made reservation on behalf of 72f377991d624d1189daaff7de1bceb3 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:04:56.356211 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-bd6edefb-9781-4f92-86a2-a2c3df1c1e3f req-e9372d44-063a-4350-80d0-1996e8a5eead tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:56.442965 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-555b07be-9533-4951-b0d5-22526fdbbfbd None None] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:56.461656 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-555b07be-9533-4951-b0d5-22526fdbbfbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:56.483740 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-37e34543-0d59-4fe2-8ac4-8ac6dd171caf req-fe852f21-e1fd-45d9-8c28-65dee721ce69 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6040248-4c42-4203-bade-45d2cd52bbfa HTTP/1.1" status: 200 len: 210 time: 0.0807221 Sep 17 08:04:56.492721 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c91e0293-ab4c-4d18-991c-bd3ca84b70fc req-d0b1115b-91a8-42b5-b856-98191854adca service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=706b6671-3c66-4294-84b0-31a8c1f04549&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2360506 Sep 17 08:04:56.536896 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 848e7ca4-9fbb-48bd-8d90-e8d05da53f56 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:04:56.537692 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:56.569877 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [req-bd6edefb-9781-4f92-86a2-a2c3df1c1e3f req-e9372d44-063a-4350-80d0-1996e8a5eead tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Allocated IP 172.20.0.22 (ab905d5b-91a1-4717-afc7-9af60b3f803b/26496da5-70c8-4ccd-b3d7-1da2e98917be/373a7504-79bd-4bba-ab35-b595d79f71e3) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:04:56.587558 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c574fa-1fc7-4045-a192-e08fa2f7677c None None] Pushing event updated for resources: {'Port': ['ID=d77f212f-c68b-4fb6-89b4-a6b23032d3df,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:56.763371 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-555b07be-9533-4951-b0d5-22526fdbbfbd None None] Attempting to bind port d77f212f-c68b-4fb6-89b4-a6b23032d3df on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:04:56.764072 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-555b07be-9533-4951-b0d5-22526fdbbfbd None None] Attempting to bind port d77f212f-c68b-4fb6-89b4-a6b23032d3df by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'd8abd467-7555-437f-877f-2fd196f30bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6c7c2907-2d67-4290-9be2-994bcbedf8a9'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:04:56.764664 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555b07be-9533-4951-b0d5-22526fdbbfbd None None] Attempting to bind port d77f212f-c68b-4fb6-89b4-a6b23032d3df on network 6c7c2907-2d67-4290-9be2-994bcbedf8a9 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:04:56.782276 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e0293-ab4c-4d18-991c-bd3ca84b70fc req-3a7f4bfd-8033-472e-895f-6c0d649d16c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:56.785542 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555b07be-9533-4951-b0d5-22526fdbbfbd None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:04:56.786036 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555b07be-9533-4951-b0d5-22526fdbbfbd None None] Checking segment: {'id': 'd8abd467-7555-437f-877f-2fd196f30bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6c7c2907-2d67-4290-9be2-994bcbedf8a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:04:56.786669 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e0293-ab4c-4d18-991c-bd3ca84b70fc req-3a7f4bfd-8033-472e-895f-6c0d649d16c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:56.787154 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-555b07be-9533-4951-b0d5-22526fdbbfbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:56.788178 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555b07be-9533-4951-b0d5-22526fdbbfbd None None] Bound using segment: {'id': 'd8abd467-7555-437f-877f-2fd196f30bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6c7c2907-2d67-4290-9be2-994bcbedf8a9'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:04:56.788653 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e0293-ab4c-4d18-991c-bd3ca84b70fc req-3a7f4bfd-8033-472e-895f-6c0d649d16c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:56.789498 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-555b07be-9533-4951-b0d5-22526fdbbfbd None None] Bound port: d77f212f-c68b-4fb6-89b4-a6b23032d3df, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8abd467-7555-437f-877f-2fd196f30bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6c7c2907-2d67-4290-9be2-994bcbedf8a9'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:04:56.790123 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e0293-ab4c-4d18-991c-bd3ca84b70fc req-3a7f4bfd-8033-472e-895f-6c0d649d16c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:56.790673 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e0293-ab4c-4d18-991c-bd3ca84b70fc req-3a7f4bfd-8033-472e-895f-6c0d649d16c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:56.790845 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-555b07be-9533-4951-b0d5-22526fdbbfbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:56.792082 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e0293-ab4c-4d18-991c-bd3ca84b70fc req-3a7f4bfd-8033-472e-895f-6c0d649d16c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:56.796588 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e0293-ab4c-4d18-991c-bd3ca84b70fc req-3a7f4bfd-8033-472e-895f-6c0d649d16c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:56.798084 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-bd6edefb-9781-4f92-86a2-a2c3df1c1e3f req-e9372d44-063a-4350-80d0-1996e8a5eead tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:56.800171 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c91e0293-ab4c-4d18-991c-bd3ca84b70fc req-3a7f4bfd-8033-472e-895f-6c0d649d16c8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=be827b1e83e148ae835f43092deae86a&device_id=706b6671-3c66-4294-84b0-31a8c1f04549 HTTP/1.1" status: 200 len: 6502 time: 0.1862845 Sep 17 08:04:56.855062 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-bd6edefb-9781-4f92-86a2-a2c3df1c1e3f req-e9372d44-063a-4350-80d0-1996e8a5eead tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:56.893479 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-555b07be-9533-4951-b0d5-22526fdbbfbd None None] For port d77f212f-c68b-4fb6-89b4-a6b23032d3df, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:04:56.899153 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-555b07be-9533-4951-b0d5-22526fdbbfbd None None] For port d77f212f-c68b-4fb6-89b4-a6b23032d3df, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=d77f212f-c68b-4fb6-89b4-a6b23032d3df,segment=NetworkSegment(d8abd467-7555-437f-877f-2fd196f30bbe),segment_id=d8abd467-7555-437f-877f-2fd196f30bbe)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:04:56.906362 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd6edefb-9781-4f92-86a2-a2c3df1c1e3f req-e9372d44-063a-4350-80d0-1996e8a5eead tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Network ab905d5b-91a1-4717-afc7-9af60b3f803b is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:04:56.907539 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-555b07be-9533-4951-b0d5-22526fdbbfbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:56.955152 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [req-bd6edefb-9781-4f92-86a2-a2c3df1c1e3f req-e9372d44-063a-4350-80d0-1996e8a5eead tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:04:56.959290 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd6edefb-9781-4f92-86a2-a2c3df1c1e3f req-e9372d44-063a-4350-80d0-1996e8a5eead tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:04:57.060380 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555b07be-9533-4951-b0d5-22526fdbbfbd None None] Routers {'5918b963-ab8f-46bc-8473-a4d9bb50b91c'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:04:57.061733 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-555b07be-9533-4951-b0d5-22526fdbbfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:04:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['5918b963-ab8f-46bc-8473-a4d9bb50b91c'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:57.064805 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c574fa-1fc7-4045-a192-e08fa2f7677c None None] Pushing event updated for resources: {'Port': ['ID=d77f212f-c68b-4fb6-89b4-a6b23032d3df,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:57.078188 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9372d44-063a-4350-80d0-1996e8a5eead tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Pushing event updated for resources: {'Port': ['ID=373a7504-79bd-4bba-ab35-b595d79f71e3,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:57.098026 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-dde3ae8e-77ca-421c-a0fa-fbd6738ad540 None None] Provisioning complete for port d77f212f-c68b-4fb6-89b4-a6b23032d3df triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:04:57.098402 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dde3ae8e-77ca-421c-a0fa-fbd6738ad540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:57.101202 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6edefb-9781-4f92-86a2-a2c3df1c1e3f req-e9372d44-063a-4350-80d0-1996e8a5eead tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:57.102154 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-bd6edefb-9781-4f92-86a2-a2c3df1c1e3f req-e9372d44-063a-4350-80d0-1996e8a5eead tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:57.128697 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bd6edefb-9781-4f92-86a2-a2c3df1c1e3f req-e9372d44-063a-4350-80d0-1996e8a5eead tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0619354 Sep 17 08:04:57.145692 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [req-bd6edefb-9781-4f92-86a2-a2c3df1c1e3f req-815d02d3-0ac5-4084-a183-ca63dc582329 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:04:57.147711 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bd6edefb-9781-4f92-86a2-a2c3df1c1e3f req-815d02d3-0ac5-4084-a183-ca63dc582329 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0133913 Sep 17 08:04:57.170118 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-bd6edefb-9781-4f92-86a2-a2c3df1c1e3f req-d8cbbac1-32d8-4079-8c3f-afb9a5b78a71 service neutron] Request body: {'port': {'device_id': '436a80fa-7aa8-40ed-8390-a0fdc92da835', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:04:57.246155 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e0293-ab4c-4d18-991c-bd3ca84b70fc req-d7df647c-d6df-41fe-b45a-26b309ce29b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:57.246681 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e0293-ab4c-4d18-991c-bd3ca84b70fc req-d7df647c-d6df-41fe-b45a-26b309ce29b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:57.254451 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e0293-ab4c-4d18-991c-bd3ca84b70fc req-d7df647c-d6df-41fe-b45a-26b309ce29b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:57.258187 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c91e0293-ab4c-4d18-991c-bd3ca84b70fc req-d7df647c-d6df-41fe-b45a-26b309ce29b6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6cfc3ea8-69fd-4619-936c-5df378582b6b&id=d8564b37-cdc8-4e9d-8712-8bb5e8dd0908&id=d8564b37-cdc8-4e9d-8712-8bb5e8dd0908&id=d8564b37-cdc8-4e9d-8712-8bb5e8dd0908&id=d8564b37-cdc8-4e9d-8712-8bb5e8dd0908&id=23dc9245-044a-48fa-8f5c-bfe08f2d4cd2&id=23dc9245-044a-48fa-8f5c-bfe08f2d4cd2 HTTP/1.1" status: 200 len: 2296 time: 0.4233496 Sep 17 08:04:57.301125 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-bd6edefb-9781-4f92-86a2-a2c3df1c1e3f req-d8cbbac1-32d8-4079-8c3f-afb9a5b78a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:57.508825 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c91e0293-ab4c-4d18-991c-bd3ca84b70fc req-d8795ca1-2b46-4fb3-a761-d96a7bc1dc7e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a68e833f-a972-4578-b451-f6cdb669cad4 HTTP/1.1" status: 200 len: 1001 time: 0.2424321 Sep 17 08:04:57.561904 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-555b07be-9533-4951-b0d5-22526fdbbfbd None None] Set router 5918b963-ab8f-46bc-8473-a4d9bb50b91c gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:04:57.573257 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e0293-ab4c-4d18-991c-bd3ca84b70fc req-d212ea84-b98b-4acc-9dd0-91f3b74f9602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:57.574939 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c91e0293-ab4c-4d18-991c-bd3ca84b70fc req-d212ea84-b98b-4acc-9dd0-91f3b74f9602 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f067041-ce8b-4655-bfa4-ebeec18fa6e5 HTTP/1.1" status: 200 len: 853 time: 0.0581055 Sep 17 08:04:57.609925 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dde3ae8e-77ca-421c-a0fa-fbd6738ad540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:57.622913 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df887f6-9436-4139-9aa5-558cab666d58 req-9ffb79b3-e412-4d27-817d-02af9af08fc4 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:57.624625 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2df887f6-9436-4139-9aa5-558cab666d58 req-9ffb79b3-e412-4d27-817d-02af9af08fc4 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/ports?device_id=436a80fa-7aa8-40ed-8390-a0fdc92da835 HTTP/1.1" status: 200 len: 932 time: 0.1627629 Sep 17 08:04:57.652245 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e0293-ab4c-4d18-991c-bd3ca84b70fc req-563515f1-f5e6-4446-aab2-60bb247c6e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:57.653816 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c91e0293-ab4c-4d18-991c-bd3ca84b70fc req-563515f1-f5e6-4446-aab2-60bb247c6e21 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6cfc3ea8-69fd-4619-936c-5df378582b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704837 Sep 17 08:04:57.659189 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3884a9a3-8780-4453-afb3-9deda3c899f1 req-6ae87784-025e-4c8a-86c8-c6430841c842 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:57.660722 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3884a9a3-8780-4453-afb3-9deda3c899f1 req-6ae87784-025e-4c8a-86c8-c6430841c842 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebb54df-22b0-4d85-8bdd-9b64f6fb806a HTTP/1.1" status: 200 len: 945 time: 0.1653745 Sep 17 08:04:57.720949 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-dde3ae8e-77ca-421c-a0fa-fbd6738ad540 None None] For port d77f212f-c68b-4fb6-89b4-a6b23032d3df, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=d77f212f-c68b-4fb6-89b4-a6b23032d3df,segment=NetworkSegment(d8abd467-7555-437f-877f-2fd196f30bbe),segment_id=d8abd467-7555-437f-877f-2fd196f30bbe)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:04:57.731894 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dde3ae8e-77ca-421c-a0fa-fbd6738ad540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:57.793262 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c91e0293-ab4c-4d18-991c-bd3ca84b70fc req-a07d6ea0-9f53-4732-9bf8-63b05d1b086d service neutron] 10.222.0.39 "GET /v2.0/networks/6cfc3ea8-69fd-4619-936c-5df378582b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322672 Sep 17 08:04:57.803221 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 7009197a-b368-42df-9818-46c92a1f3e88 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:04:57.821266 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2df887f6-9436-4139-9aa5-558cab666d58 req-07049766-75dc-4038-a59e-5437f6ecdae3 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/security-groups?id=d87754fa-6efc-4ec8-a95e-9a7b317d15cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1845222 Sep 17 08:04:57.840503 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3884a9a3-8780-4453-afb3-9deda3c899f1 req-ff540dba-ff57-40ee-befd-f0b8920f7542 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584940 Sep 17 08:04:57.855638 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde3ae8e-77ca-421c-a0fa-fbd6738ad540 None None] Pushing event updated for resources: {'Port': ['ID=d77f212f-c68b-4fb6-89b4-a6b23032d3df,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:57.899190 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5eb0cf2a-0e4a-40a8-b525-98702b1e63a6 None None] Provisioning complete for port d77f212f-c68b-4fb6-89b4-a6b23032d3df triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:04:57.899981 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5eb0cf2a-0e4a-40a8-b525-98702b1e63a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:57.956539 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 7009197a-b368-42df-9818-46c92a1f3e88 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:04:57.957010 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:57.980622 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [req-bd6edefb-9781-4f92-86a2-a2c3df1c1e3f req-d8cbbac1-32d8-4079-8c3f-afb9a5b78a71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 373a7504-79bd-4bba-ab35-b595d79f71e3 {{(pid=101289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:04:57.986727 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-555b07be-9533-4951-b0d5-22526fdbbfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5918b963-ab8f-46bc-8473-a4d9bb50b91c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-496969132', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '7009197a-b368-42df-9818-46c92a1f3e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:04:47Z', 'updated_at': '2021-09-17T08:04:52Z', 'revision_number': 4, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'gw_port': {'id': '7009197a-b368-42df-9818-46c92a1f3e88', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5918b963-ab8f-46bc-8473-a4d9bb50b91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:04:47Z', 'updated_at': '2021-09-17T08:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'd77f212f-c68b-4fb6-89b4-a6b23032d3df', 'name': '', 'network_id': '6c7c2907-2d67-4290-9be2-994bcbedf8a9', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'mac_address': 'fa:16:3e:62:12:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5918b963-ab8f-46bc-8473-a4d9bb50b91c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'a8540f1f-4498-4a52-a82e-d4ba22d275c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:04:51Z', 'updated_at': '2021-09-17T08:04:56Z', 'revision_number': 4, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'subnets': [{'id': 'a8540f1f-4498-4a52-a82e-d4ba22d275c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:04:57.991816 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c91e0293-ab4c-4d18-991c-bd3ca84b70fc req-6005ac73-0edc-4b7b-b0e8-b470c99ec556 service neutron] 10.222.0.39 "GET /v2.0/networks/6cfc3ea8-69fd-4619-936c-5df378582b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894414 Sep 17 08:04:57.998592 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-bd6edefb-9781-4f92-86a2-a2c3df1c1e3f req-d8cbbac1-32d8-4079-8c3f-afb9a5b78a71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:58.021104 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555b07be-9533-4951-b0d5-22526fdbbfbd None None] The sync data for ids ['5918b963-ab8f-46bc-8473-a4d9bb50b91c'] in n-d-789963-9 is: [{'id': '5918b963-ab8f-46bc-8473-a4d9bb50b91c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-496969132', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '7009197a-b368-42df-9818-46c92a1f3e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:04:47Z', 'updated_at': '2021-09-17T08:04:52Z', 'revision_number': 4, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'gw_port': {'id': '7009197a-b368-42df-9818-46c92a1f3e88', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5918b963-ab8f-46bc-8473-a4d9bb50b91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:04:47Z', 'updated_at': '2021-09-17T08:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'd77f212f-c68b-4fb6-89b4-a6b23032d3df', 'name': '', 'network_id': '6c7c2907-2d67-4290-9be2-994bcbedf8a9', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'mac_address': 'fa:16:3e:62:12:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5918b963-ab8f-46bc-8473-a4d9bb50b91c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'a8540f1f-4498-4a52-a82e-d4ba22d275c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:04:51Z', 'updated_at': '2021-09-17T08:04:56Z', 'revision_number': 4, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'subnets': [{'id': 'a8540f1f-4498-4a52-a82e-d4ba22d275c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:04:58.080063 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-eea8135a-000d-4c89-9fda-b23390592b26 req-b619999f-ed68-4228-b6f0-fb6965f1584e tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6040248-4c42-4203-bade-45d2cd52bbfa HTTP/1.1" status: 200 len: 210 time: 0.0725245 Sep 17 08:04:58.085659 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.provisioning_blocks [req-bd6edefb-9781-4f92-86a2-a2c3df1c1e3f req-d8cbbac1-32d8-4079-8c3f-afb9a5b78a71 service neutron] Transition to ACTIVE for port object 373a7504-79bd-4bba-ab35-b595d79f71e3 will not be triggered until provisioned by entity L2. {{(pid=101289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:04:58.119564 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-bd6edefb-9781-4f92-86a2-a2c3df1c1e3f req-d8cbbac1-32d8-4079-8c3f-afb9a5b78a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:58.130507 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c91e0293-ab4c-4d18-991c-bd3ca84b70fc req-245428dc-2166-4bd6-8bd2-24ba78b2e6e8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=2e8d2cc8-f6f7-4d9c-ba24-cee4c068da0b HTTP/1.1" status: 200 len: 217 time: 0.0976598 Sep 17 08:04:58.201760 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e0293-ab4c-4d18-991c-bd3ca84b70fc req-f8055a9f-f596-4920-b3f9-2875b4b6b4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:58.203594 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c91e0293-ab4c-4d18-991c-bd3ca84b70fc req-f8055a9f-f596-4920-b3f9-2875b4b6b4bc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bfc0f6d4-23f1-47ca-971c-a1c789dc7289 HTTP/1.1" status: 200 len: 797 time: 0.0660853 Sep 17 08:04:58.265203 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e0293-ab4c-4d18-991c-bd3ca84b70fc req-4d0f1846-c0b0-4637-b595-73924de38eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:58.267632 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c91e0293-ab4c-4d18-991c-bd3ca84b70fc req-4d0f1846-c0b0-4637-b595-73924de38eda service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d8564b37-cdc8-4e9d-8712-8bb5e8dd0908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0551732 Sep 17 08:04:58.292953 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cbbac1-32d8-4079-8c3f-afb9a5b78a71 service neutron] Pushing event updated for resources: {'Port': ['ID=373a7504-79bd-4bba-ab35-b595d79f71e3,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:58.345867 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d3327-d46c-454f-88c6-901ba29c849d req-a427153c-7c7e-460b-9586-32678f97cd32 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:58.347450 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-884d3327-d46c-454f-88c6-901ba29c849d req-a427153c-7c7e-460b-9586-32678f97cd32 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.41 "GET /v2.0/networks?id=6c7c2907-2d67-4290-9be2-994bcbedf8a9 HTTP/1.1" status: 200 len: 797 time: 0.3432333 Sep 17 08:04:58.393365 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c91e0293-ab4c-4d18-991c-bd3ca84b70fc req-5b3d0af7-47a3-433e-acaf-9ff5943eb647 service neutron] 10.222.0.39 "GET /v2.0/networks/d8564b37-cdc8-4e9d-8712-8bb5e8dd0908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167712 Sep 17 08:04:58.416919 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-bd6edefb-9781-4f92-86a2-a2c3df1c1e3f req-d8cbbac1-32d8-4079-8c3f-afb9a5b78a71 service neutron] Attempting to bind port 373a7504-79bd-4bba-ab35-b595d79f71e3 on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:04:58.417225 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-bd6edefb-9781-4f92-86a2-a2c3df1c1e3f req-d8cbbac1-32d8-4079-8c3f-afb9a5b78a71 service neutron] Attempting to bind port 373a7504-79bd-4bba-ab35-b595d79f71e3 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': '9026b0d9-6900-4e40-b1b2-b67076249b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ab905d5b-91a1-4717-afc7-9af60b3f803b'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:04:58.417559 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6edefb-9781-4f92-86a2-a2c3df1c1e3f req-d8cbbac1-32d8-4079-8c3f-afb9a5b78a71 service neutron] Attempting to bind port 373a7504-79bd-4bba-ab35-b595d79f71e3 on network ab905d5b-91a1-4717-afc7-9af60b3f803b {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:04:58.429807 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-884d3327-d46c-454f-88c6-901ba29c849d req-243256ff-cbc1-4b92-b0c0-6ef4d2f84320 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6ef7951b2ac4d2ead98d70f1879d714 HTTP/1.1" status: 200 len: 380 time: 0.0641913 Sep 17 08:04:58.430561 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6edefb-9781-4f92-86a2-a2c3df1c1e3f req-d8cbbac1-32d8-4079-8c3f-afb9a5b78a71 service neutron] Port 373a7504-79bd-4bba-ab35-b595d79f71e3 on network ab905d5b-91a1-4717-afc7-9af60b3f803b not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:04:58.430887 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6edefb-9781-4f92-86a2-a2c3df1c1e3f req-d8cbbac1-32d8-4079-8c3f-afb9a5b78a71 service neutron] Attempting to bind port 373a7504-79bd-4bba-ab35-b595d79f71e3 on network ab905d5b-91a1-4717-afc7-9af60b3f803b {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:04:58.440263 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-884d3327-d46c-454f-88c6-901ba29c849d req-3d1dcaf1-3ccf-4cc0-a11f-7f2c614df257 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Request body: {'port': {'device_id': 'e6040248-4c42-4203-bade-45d2cd52bbfa', 'network_id': '6c7c2907-2d67-4290-9be2-994bcbedf8a9', 'admin_state_up': True, 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'security_groups': ['75f16301-6857-4fad-a6be-62e7544b2de2']}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:04:58.443711 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6edefb-9781-4f92-86a2-a2c3df1c1e3f req-d8cbbac1-32d8-4079-8c3f-afb9a5b78a71 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:04:58.444224 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6edefb-9781-4f92-86a2-a2c3df1c1e3f req-d8cbbac1-32d8-4079-8c3f-afb9a5b78a71 service neutron] Checking segment: {'id': '9026b0d9-6900-4e40-b1b2-b67076249b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ab905d5b-91a1-4717-afc7-9af60b3f803b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:04:58.444679 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6edefb-9781-4f92-86a2-a2c3df1c1e3f req-d8cbbac1-32d8-4079-8c3f-afb9a5b78a71 service neutron] Bound using segment: {'id': '9026b0d9-6900-4e40-b1b2-b67076249b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ab905d5b-91a1-4717-afc7-9af60b3f803b'} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:04:58.445356 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-bd6edefb-9781-4f92-86a2-a2c3df1c1e3f req-d8cbbac1-32d8-4079-8c3f-afb9a5b78a71 service neutron] Bound port: 373a7504-79bd-4bba-ab35-b595d79f71e3, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9026b0d9-6900-4e40-b1b2-b67076249b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ab905d5b-91a1-4717-afc7-9af60b3f803b'}}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:04:58.447187 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-bd6edefb-9781-4f92-86a2-a2c3df1c1e3f req-d8cbbac1-32d8-4079-8c3f-afb9a5b78a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:58.523673 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c91e0293-ab4c-4d18-991c-bd3ca84b70fc req-0d7ed4bd-c2f2-490c-b6b9-c872aef19e27 service neutron] 10.222.0.39 "GET /v2.0/networks/d8564b37-cdc8-4e9d-8712-8bb5e8dd0908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225297 Sep 17 08:04:58.577815 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c91e0293-ab4c-4d18-991c-bd3ca84b70fc req-28be621c-a9f2-4a27-9035-813d8457e654 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=858f97dd-d6a3-4621-8715-ddba12e25df6 HTTP/1.1" status: 200 len: 217 time: 0.0463367 Sep 17 08:04:58.610559 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-bd6edefb-9781-4f92-86a2-a2c3df1c1e3f req-d8cbbac1-32d8-4079-8c3f-afb9a5b78a71 service neutron] For port 373a7504-79bd-4bba-ab35-b595d79f71e3, host n-h2-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:04:58.616258 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-bd6edefb-9781-4f92-86a2-a2c3df1c1e3f req-d8cbbac1-32d8-4079-8c3f-afb9a5b78a71 service neutron] For port 373a7504-79bd-4bba-ab35-b595d79f71e3, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=373a7504-79bd-4bba-ab35-b595d79f71e3,segment=NetworkSegment(9026b0d9-6900-4e40-b1b2-b67076249b4b),segment_id=9026b0d9-6900-4e40-b1b2-b67076249b4b)] {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:04:58.625229 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-bd6edefb-9781-4f92-86a2-a2c3df1c1e3f req-d8cbbac1-32d8-4079-8c3f-afb9a5b78a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:58.665339 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e0293-ab4c-4d18-991c-bd3ca84b70fc req-2efa06f7-e8df-478a-9d20-02a7efab3d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:58.668177 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6edefb-9781-4f92-86a2-a2c3df1c1e3f req-d8cbbac1-32d8-4079-8c3f-afb9a5b78a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:58.669185 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c91e0293-ab4c-4d18-991c-bd3ca84b70fc req-2efa06f7-e8df-478a-9d20-02a7efab3d40 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bfc0f6d4-23f1-47ca-971c-a1c789dc7289 HTTP/1.1" status: 200 len: 797 time: 0.0817237 Sep 17 08:04:58.669347 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-bd6edefb-9781-4f92-86a2-a2c3df1c1e3f req-d8cbbac1-32d8-4079-8c3f-afb9a5b78a71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:58.670723 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bd6edefb-9781-4f92-86a2-a2c3df1c1e3f req-d8cbbac1-32d8-4079-8c3f-afb9a5b78a71 service neutron] 10.222.0.39 "PUT /v2.0/ports/373a7504-79bd-4bba-ab35-b595d79f71e3 HTTP/1.1" status: 200 len: 1092 time: 1.5067551 Sep 17 08:04:58.671181 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '436a80fa-7aa8-40ed-8390-a0fdc92da835', 'tag': '373a7504-79bd-4bba-ab35-b595d79f71e3'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:04:58.673472 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-564cfb0c-70a5-4068-aba6-d3cb2c11bf58" -d '{"events": [{"name": "network-changed", "server_uuid": "436a80fa-7aa8-40ed-8390-a0fdc92da835", "tag": "373a7504-79bd-4bba-ab35-b595d79f71e3"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:04:58.691584 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-884d3327-d46c-454f-88c6-901ba29c849d req-3d1dcaf1-3ccf-4cc0-a11f-7f2c614df257 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Made reservation on behalf of d6ef7951b2ac4d2ead98d70f1879d714 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:04:58.696069 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-884d3327-d46c-454f-88c6-901ba29c849d req-3d1dcaf1-3ccf-4cc0-a11f-7f2c614df257 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:58.734624 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-168ba557-0f77-4e89-9fcb-7dc9cdf30540 x-openstack-request-id: req-168ba557-0f77-4e89-9fcb-7dc9cdf30540 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:04:58.734923 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "436a80fa-7aa8-40ed-8390-a0fdc92da835", "tag": "373a7504-79bd-4bba-ab35-b595d79f71e3", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:04:58.735178 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-168ba557-0f77-4e89-9fcb-7dc9cdf30540 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:04:58.735571 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '436a80fa-7aa8-40ed-8390-a0fdc92da835', 'tag': '373a7504-79bd-4bba-ab35-b595d79f71e3', 'status': 'completed', 'code': 200} Sep 17 08:04:58.767224 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e0293-ab4c-4d18-991c-bd3ca84b70fc req-b63f5e64-4ae3-4d83-98cc-98829001d8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:58.768866 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c91e0293-ab4c-4d18-991c-bd3ca84b70fc req-b63f5e64-4ae3-4d83-98cc-98829001d8e7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d8564b37-cdc8-4e9d-8712-8bb5e8dd0908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0859873 Sep 17 08:04:58.860196 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cbbac1-32d8-4079-8c3f-afb9a5b78a71 service neutron] Pushing event updated for resources: {'Port': ['ID=373a7504-79bd-4bba-ab35-b595d79f71e3,revision_number=3']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:58.907588 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c91e0293-ab4c-4d18-991c-bd3ca84b70fc req-c43077cb-b228-4cfc-8d7f-4264a8188684 service neutron] 10.222.0.39 "GET /v2.0/networks/d8564b37-cdc8-4e9d-8712-8bb5e8dd0908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290240 Sep 17 08:04:59.065694 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c91e0293-ab4c-4d18-991c-bd3ca84b70fc req-cc14b8b1-46ea-4865-9615-a0fe9325d6c8 service neutron] 10.222.0.39 "GET /v2.0/networks/d8564b37-cdc8-4e9d-8712-8bb5e8dd0908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495719 Sep 17 08:04:59.070929 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6edefb-9781-4f92-86a2-a2c3df1c1e3f req-45111140-5a38-4ca0-9801-c19cb5d0c6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:59.072674 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bd6edefb-9781-4f92-86a2-a2c3df1c1e3f req-45111140-5a38-4ca0-9801-c19cb5d0c6a7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=72f377991d624d1189daaff7de1bceb3&device_id=436a80fa-7aa8-40ed-8390-a0fdc92da835 HTTP/1.1" status: 200 len: 1095 time: 0.2561393 Sep 17 08:04:59.074200 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [req-884d3327-d46c-454f-88c6-901ba29c849d req-3d1dcaf1-3ccf-4cc0-a11f-7f2c614df257 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Allocated IP 172.20.0.9 (6c7c2907-2d67-4290-9be2-994bcbedf8a9/a8540f1f-4498-4a52-a82e-d4ba22d275c6/3638aeea-3e9e-44c5-8a15-1b3f96fe4f68) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:04:59.123888 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c91e0293-ab4c-4d18-991c-bd3ca84b70fc req-05f6b390-843c-44fe-93e6-1eae04a7ac9f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=9daf9ec3-be6c-41a6-bf27-2c5e926410d5 HTTP/1.1" status: 200 len: 217 time: 0.0498030 Sep 17 08:04:59.182962 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e0293-ab4c-4d18-991c-bd3ca84b70fc req-08d6e8b6-292d-4931-956f-1b1e50d777f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:59.182962 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c91e0293-ab4c-4d18-991c-bd3ca84b70fc req-08d6e8b6-292d-4931-956f-1b1e50d777f5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bfc0f6d4-23f1-47ca-971c-a1c789dc7289 HTTP/1.1" status: 200 len: 797 time: 0.0521939 Sep 17 08:04:59.234403 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea374a5b-e080-4c78-9457-47c3dfa28fef req-dea44ce4-a1f6-4cb1-a474-3bef52bc80f6 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:59.235937 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ea374a5b-e080-4c78-9457-47c3dfa28fef req-dea44ce4-a1f6-4cb1-a474-3bef52bc80f6 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebb54df-22b0-4d85-8bdd-9b64f6fb806a HTTP/1.1" status: 200 len: 945 time: 0.2603350 Sep 17 08:04:59.244248 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bd6edefb-9781-4f92-86a2-a2c3df1c1e3f req-d43bafd4-5b2d-49d0-bace-3daf833265be service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=373a7504-79bd-4bba-ab35-b595d79f71e3 HTTP/1.1" status: 200 len: 217 time: 0.1393032 Sep 17 08:04:59.245234 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e0293-ab4c-4d18-991c-bd3ca84b70fc req-a6ddae21-d33d-42e4-be4e-12043519352b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:59.246732 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c91e0293-ab4c-4d18-991c-bd3ca84b70fc req-a6ddae21-d33d-42e4-be4e-12043519352b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d8564b37-cdc8-4e9d-8712-8bb5e8dd0908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0563135 Sep 17 08:04:59.277232 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b4b160-30cd-4133-a3fa-235227e85f33 req-a9d6c9ac-8387-4cf8-873d-26ae76202966 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:59.284495 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a0b4b160-30cd-4133-a3fa-235227e85f33 req-a9d6c9ac-8387-4cf8-873d-26ae76202966 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/ports?device_id=436a80fa-7aa8-40ed-8390-a0fdc92da835 HTTP/1.1" status: 200 len: 944 time: 0.2850900 Sep 17 08:04:59.358508 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c91e0293-ab4c-4d18-991c-bd3ca84b70fc req-0496f103-ecd9-4891-9aac-fceaf163cc24 service neutron] 10.222.0.39 "GET /v2.0/networks/d8564b37-cdc8-4e9d-8712-8bb5e8dd0908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013353 Sep 17 08:04:59.423696 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a0b4b160-30cd-4133-a3fa-235227e85f33 req-a1595996-a015-4947-aa3c-f9a519c69ef9 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/security-groups?id=d87754fa-6efc-4ec8-a95e-9a7b317d15cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325624 Sep 17 08:04:59.431560 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ea374a5b-e080-4c78-9457-47c3dfa28fef req-441577a7-f0bb-48ee-b63b-e3148e241b7d tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443658 Sep 17 08:04:59.442337 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6edefb-9781-4f92-86a2-a2c3df1c1e3f req-744c51d1-cfb4-4c59-869a-7d925b9ba567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:59.443824 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bd6edefb-9781-4f92-86a2-a2c3df1c1e3f req-744c51d1-cfb4-4c59-869a-7d925b9ba567 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=26496da5-70c8-4ccd-b3d7-1da2e98917be HTTP/1.1" status: 200 len: 838 time: 0.1556816 Sep 17 08:04:59.446772 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-884d3327-d46c-454f-88c6-901ba29c849d req-3d1dcaf1-3ccf-4cc0-a11f-7f2c614df257 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:59.510476 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6edefb-9781-4f92-86a2-a2c3df1c1e3f req-d8fb10e3-ac72-4c75-b21a-72c0c7ccbad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:59.512593 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bd6edefb-9781-4f92-86a2-a2c3df1c1e3f req-d8fb10e3-ac72-4c75-b21a-72c0c7ccbad7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ab905d5b-91a1-4717-afc7-9af60b3f803b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0592372 Sep 17 08:04:59.531612 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-884d3327-d46c-454f-88c6-901ba29c849d req-3d1dcaf1-3ccf-4cc0-a11f-7f2c614df257 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:59.546482 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c91e0293-ab4c-4d18-991c-bd3ca84b70fc req-fa24a7ff-38aa-41cf-a858-a14a0d32c3b5 service neutron] 10.222.0.39 "GET /v2.0/networks/d8564b37-cdc8-4e9d-8712-8bb5e8dd0908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808126 Sep 17 08:04:59.614027 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c91e0293-ab4c-4d18-991c-bd3ca84b70fc req-8485760f-e999-443d-8b03-48209748d114 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.88&port_id=be665358-5a2c-4dfe-be6e-8c1aa523ee59 HTTP/1.1" status: 200 len: 217 time: 0.0586598 Sep 17 08:04:59.655730 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-884d3327-d46c-454f-88c6-901ba29c849d req-3d1dcaf1-3ccf-4cc0-a11f-7f2c614df257 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Network 6c7c2907-2d67-4290-9be2-994bcbedf8a9 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:04:59.666152 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [req-884d3327-d46c-454f-88c6-901ba29c849d req-3d1dcaf1-3ccf-4cc0-a11f-7f2c614df257 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:04:59.688796 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e0293-ab4c-4d18-991c-bd3ca84b70fc req-c48592fd-2a1a-4b50-b858-6353d79b6827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:59.699605 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c91e0293-ab4c-4d18-991c-bd3ca84b70fc req-c48592fd-2a1a-4b50-b858-6353d79b6827 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bfc0f6d4-23f1-47ca-971c-a1c789dc7289 HTTP/1.1" status: 200 len: 797 time: 0.0768306 Sep 17 08:04:59.706096 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 34874) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:04:59.713722 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-884d3327-d46c-454f-88c6-901ba29c849d req-3d1dcaf1-3ccf-4cc0-a11f-7f2c614df257 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:04:59.724977 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1dcaf1-3ccf-4cc0-a11f-7f2c614df257 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event updated for resources: {'Port': ['ID=3638aeea-3e9e-44c5-8a15-1b3f96fe4f68,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:04:59.795174 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e0293-ab4c-4d18-991c-bd3ca84b70fc req-9b59dcfc-511a-4443-bd8c-cfffb670fa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:59.797565 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c91e0293-ab4c-4d18-991c-bd3ca84b70fc req-9b59dcfc-511a-4443-bd8c-cfffb670fa17 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d8564b37-cdc8-4e9d-8712-8bb5e8dd0908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0858352 Sep 17 08:04:59.799878 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9022f05-925f-4334-b4fc-755052ff76c8 req-40073c66-76b6-4afc-a7cf-f50a3c59cd24 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:59.804676 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f9022f05-925f-4334-b4fc-755052ff76c8 req-40073c66-76b6-4afc-a7cf-f50a3c59cd24 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6040248-4c42-4203-bade-45d2cd52bbfa HTTP/1.1" status: 200 len: 931 time: 0.2619526 Sep 17 08:04:59.809551 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bd6edefb-9781-4f92-86a2-a2c3df1c1e3f req-5998c91e-6499-4ac6-8a15-8ef8b6a77e14 service neutron] 10.222.0.39 "GET /v2.0/networks/ab905d5b-91a1-4717-afc7-9af60b3f803b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894638 Sep 17 08:04:59.826467 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device d77f212f-c68b-4fb6-89b4-a6b23032d3df up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:04:59.887725 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d3327-d46c-454f-88c6-901ba29c849d req-3d1dcaf1-3ccf-4cc0-a11f-7f2c614df257 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:04:59.888834 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-884d3327-d46c-454f-88c6-901ba29c849d req-3d1dcaf1-3ccf-4cc0-a11f-7f2c614df257 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:59.896505 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port d77f212f-c68b-4fb6-89b4-a6b23032d3df triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:04:59.897739 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:59.897987 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e69055fd-8aa5-4989-a467-519f82e92ab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:04:59.917349 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-884d3327-d46c-454f-88c6-901ba29c849d req-3d1dcaf1-3ccf-4cc0-a11f-7f2c614df257 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4809070 Sep 17 08:04:59.969801 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-884d3327-d46c-454f-88c6-901ba29c849d req-81b1a2ee-867d-4c67-96e5-629d3a81e973 service neutron] Request body: {'port': {'device_id': 'e6040248-4c42-4203-bade-45d2cd52bbfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-9'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:04:59.982219 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c91e0293-ab4c-4d18-991c-bd3ca84b70fc req-af89bce0-be8c-4a0e-8031-fe49d4e1e920 service neutron] 10.222.0.39 "GET /v2.0/networks/d8564b37-cdc8-4e9d-8712-8bb5e8dd0908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696761 Sep 17 08:05:00.009745 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-2bcfa99c-0a74-440d-b3a7-de9ed94c1598 None None] Provisioning complete for port 3638aeea-3e9e-44c5-8a15-1b3f96fe4f68 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:05:00.010288 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2bcfa99c-0a74-440d-b3a7-de9ed94c1598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:00.054944 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-2bcfa99c-0a74-440d-b3a7-de9ed94c1598 None None] Port 3638aeea-3e9e-44c5-8a15-1b3f96fe4f68 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:05:00.290367 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f9022f05-925f-4334-b4fc-755052ff76c8 req-7f58c574-3e50-4282-bc66-4ebd9606c1e6 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=75f16301-6857-4fad-a6be-62e7544b2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4774382 Sep 17 08:05:00.339163 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e69055fd-8aa5-4989-a467-519f82e92ab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:00.342782 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bd6edefb-9781-4f92-86a2-a2c3df1c1e3f req-13cea146-bb41-44cd-96c8-29b2ee0ff419 service neutron] 10.222.0.39 "GET /v2.0/networks/ab905d5b-91a1-4717-afc7-9af60b3f803b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5195198 Sep 17 08:05:00.343496 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-884d3327-d46c-454f-88c6-901ba29c849d req-81b1a2ee-867d-4c67-96e5-629d3a81e973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:00.346265 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e69055fd-8aa5-4989-a467-519f82e92ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:00.405364 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c91e0293-ab4c-4d18-991c-bd3ca84b70fc req-eb001f6c-0029-4314-b11b-cd305832d769 service neutron] 10.222.0.39 "GET /v2.0/networks/d8564b37-cdc8-4e9d-8712-8bb5e8dd0908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4160583 Sep 17 08:05:00.412300 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e69055fd-8aa5-4989-a467-519f82e92ab6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=464ccb46d39845f39b812eb410a6e3b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7050231 Sep 17 08:05:00.413184 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69055fd-8aa5-4989-a467-519f82e92ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89587d4c-ef4c-4db6-8f9c-29b993cc8ea3,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:05:00.415917 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 34878) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:05:00.446005 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69055fd-8aa5-4989-a467-519f82e92ab6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:05:00.446364 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69055fd-8aa5-4989-a467-519f82e92ab6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:05:00.446705 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69055fd-8aa5-4989-a467-519f82e92ab6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:05:00.447171 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69055fd-8aa5-4989-a467-519f82e92ab6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:05:00.447639 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69055fd-8aa5-4989-a467-519f82e92ab6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:05:00.447999 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69055fd-8aa5-4989-a467-519f82e92ab6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:05:00.448328 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69055fd-8aa5-4989-a467-519f82e92ab6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:05:00.448709 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69055fd-8aa5-4989-a467-519f82e92ab6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:05:00.449084 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69055fd-8aa5-4989-a467-519f82e92ab6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:05:00.449349 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69055fd-8aa5-4989-a467-519f82e92ab6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:05:00.449672 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69055fd-8aa5-4989-a467-519f82e92ab6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:05:00.449991 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69055fd-8aa5-4989-a467-519f82e92ab6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:05:00.505021 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c91e0293-ab4c-4d18-991c-bd3ca84b70fc req-c430969b-7e5f-40d3-a5c9-999045598108 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8c3cff88-1b52-462a-aa22-14e35f943803 HTTP/1.1" status: 200 len: 217 time: 0.0686345 Sep 17 08:05:00.551231 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564cfb0c-70a5-4068-aba6-d3cb2c11bf58 req-1b7a4b4d-8439-4682-a774-3dabd6495013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:00.552667 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-564cfb0c-70a5-4068-aba6-d3cb2c11bf58 req-1b7a4b4d-8439-4682-a774-3dabd6495013 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=72f377991d624d1189daaff7de1bceb3&device_id=436a80fa-7aa8-40ed-8390-a0fdc92da835 HTTP/1.1" status: 200 len: 1095 time: 0.1089418 Sep 17 08:05:00.563041 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d63e21ac-139a-4c9a-8324-dae89c526457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:00.571218 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e0293-ab4c-4d18-991c-bd3ca84b70fc req-1a65efca-3c33-4c2a-8050-7ea813e629aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:00.572729 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c91e0293-ab4c-4d18-991c-bd3ca84b70fc req-1a65efca-3c33-4c2a-8050-7ea813e629aa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=98b47ab8-ddfc-4cc6-be27-8b7224b1d41b HTTP/1.1" status: 200 len: 797 time: 0.0583203 Sep 17 08:05:00.612568 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d63e21ac-139a-4c9a-8324-dae89c526457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:00.654722 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e0293-ab4c-4d18-991c-bd3ca84b70fc req-3f5762b2-5621-4c8e-85a5-3f6e65453ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:00.656240 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c91e0293-ab4c-4d18-991c-bd3ca84b70fc req-3f5762b2-5621-4c8e-85a5-3f6e65453ca8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=23dc9245-044a-48fa-8f5c-bfe08f2d4cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0758016 Sep 17 08:05:00.696762 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d63e21ac-139a-4c9a-8324-dae89c526457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:00.699467 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d63e21ac-139a-4c9a-8324-dae89c526457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:00.703640 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d63e21ac-139a-4c9a-8324-dae89c526457 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/89587d4c-ef4c-4db6-8f9c-29b993cc8ea3 HTTP/1.1" status: 204 len: 168 time: 0.2838330 Sep 17 08:05:00.716329 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d7e40-9312-439c-93fa-3c77159f83be req-fa5f3607-06bf-41f3-8d07-9229968ef7b0 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:00.718011 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-df8d7e40-9312-439c-93fa-3c77159f83be req-fa5f3607-06bf-41f3-8d07-9229968ef7b0 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/ports?device_id=436a80fa-7aa8-40ed-8390-a0fdc92da835 HTTP/1.1" status: 200 len: 944 time: 0.2018623 Sep 17 08:05:00.736420 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63e21ac-139a-4c9a-8324-dae89c526457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89587d4c-ef4c-4db6-8f9c-29b993cc8ea3,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:05:00.754903 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04ad2aa-ee9b-461c-8570-6cc8b70a54b9 req-a7d848f3-7891-42f6-8525-7ec8b33df5f5 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:00.756463 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a04ad2aa-ee9b-461c-8570-6cc8b70a54b9 req-a7d848f3-7891-42f6-8525-7ec8b33df5f5 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebb54df-22b0-4d85-8bdd-9b64f6fb806a HTTP/1.1" status: 200 len: 945 time: 0.2267439 Sep 17 08:05:00.770203 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c91e0293-ab4c-4d18-991c-bd3ca84b70fc req-dd5b2a35-2ac8-486c-a316-1c05a7f3b63e service neutron] 10.222.0.39 "GET /v2.0/networks/23dc9245-044a-48fa-8f5c-bfe08f2d4cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059306 Sep 17 08:05:00.832266 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564cfb0c-70a5-4068-aba6-d3cb2c11bf58 req-2801bc15-c721-46e4-9de4-35afa71978eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:00.833737 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-564cfb0c-70a5-4068-aba6-d3cb2c11bf58 req-2801bc15-c721-46e4-9de4-35afa71978eb service neutron] 10.222.0.39 "GET /v2.0/networks?id=ab905d5b-91a1-4717-afc7-9af60b3f803b HTTP/1.1" status: 200 len: 898 time: 0.2660031 Sep 17 08:05:00.843185 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-df8d7e40-9312-439c-93fa-3c77159f83be req-4d4a1cf6-172c-400b-a966-4740292fa2f6 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/security-groups?id=d87754fa-6efc-4ec8-a95e-9a7b317d15cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116319 Sep 17 08:05:00.885565 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c91e0293-ab4c-4d18-991c-bd3ca84b70fc req-c201b3c7-29cd-43e0-8b5c-dd3873582ed3 service neutron] 10.222.0.39 "GET /v2.0/networks/23dc9245-044a-48fa-8f5c-bfe08f2d4cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072619 Sep 17 08:05:00.923017 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-564cfb0c-70a5-4068-aba6-d3cb2c11bf58 req-b45282ac-1c66-4180-ace0-cca66d3a42ca service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=373a7504-79bd-4bba-ab35-b595d79f71e3 HTTP/1.1" status: 200 len: 217 time: 0.0787237 Sep 17 08:05:00.933106 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c91e0293-ab4c-4d18-991c-bd3ca84b70fc req-2d7aa311-a114-4f50-84f9-c393854095e4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a7ef312a-eb2e-4797-8814-785105b7823f HTTP/1.1" status: 200 len: 217 time: 0.0400646 Sep 17 08:05:00.933467 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a04ad2aa-ee9b-461c-8570-6cc8b70a54b9 req-00362429-8562-49ca-b225-7ab253c29a53 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508710 Sep 17 08:05:00.966349 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [req-884d3327-d46c-454f-88c6-901ba29c849d req-81b1a2ee-867d-4c67-96e5-629d3a81e973 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3638aeea-3e9e-44c5-8a15-1b3f96fe4f68 {{(pid=101289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:05:00.993348 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-884d3327-d46c-454f-88c6-901ba29c849d req-81b1a2ee-867d-4c67-96e5-629d3a81e973 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:00.993594 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e0293-ab4c-4d18-991c-bd3ca84b70fc req-d1013ab0-9012-4198-af3b-989b2e910d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:00.995460 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c91e0293-ab4c-4d18-991c-bd3ca84b70fc req-d1013ab0-9012-4198-af3b-989b2e910d3f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=98b47ab8-ddfc-4cc6-be27-8b7224b1d41b HTTP/1.1" status: 200 len: 797 time: 0.0543437 Sep 17 08:05:01.020340 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.provisioning_blocks [req-884d3327-d46c-454f-88c6-901ba29c849d req-81b1a2ee-867d-4c67-96e5-629d3a81e973 service neutron] Transition to ACTIVE for port object 3638aeea-3e9e-44c5-8a15-1b3f96fe4f68 will not be triggered until provisioned by entity L2. {{(pid=101289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:05:01.025980 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564cfb0c-70a5-4068-aba6-d3cb2c11bf58 req-06db9804-bf19-43e3-946d-8e3194198f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:01.027826 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-564cfb0c-70a5-4068-aba6-d3cb2c11bf58 req-06db9804-bf19-43e3-946d-8e3194198f63 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=26496da5-70c8-4ccd-b3d7-1da2e98917be HTTP/1.1" status: 200 len: 838 time: 0.0863948 Sep 17 08:05:01.028978 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-884d3327-d46c-454f-88c6-901ba29c849d req-81b1a2ee-867d-4c67-96e5-629d3a81e973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:01.052795 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 34892) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:05:01.062963 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e0293-ab4c-4d18-991c-bd3ca84b70fc req-47ba0837-700e-4433-87a6-808f3f8d284f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:01.064410 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c91e0293-ab4c-4d18-991c-bd3ca84b70fc req-47ba0837-700e-4433-87a6-808f3f8d284f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=23dc9245-044a-48fa-8f5c-bfe08f2d4cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0610318 Sep 17 08:05:01.070509 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f4b4f780-b9b4-4f67-acb2-c7aee9cf9cbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:01.115255 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b1a2ee-867d-4c67-96e5-629d3a81e973 service neutron] Pushing event updated for resources: {'Port': ['ID=3638aeea-3e9e-44c5-8a15-1b3f96fe4f68,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:05:01.164211 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564cfb0c-70a5-4068-aba6-d3cb2c11bf58 req-15abb80d-47a2-42c4-a012-36ffedf5999b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:01.165730 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-564cfb0c-70a5-4068-aba6-d3cb2c11bf58 req-15abb80d-47a2-42c4-a012-36ffedf5999b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ab905d5b-91a1-4717-afc7-9af60b3f803b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1109369 Sep 17 08:05:01.197412 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c91e0293-ab4c-4d18-991c-bd3ca84b70fc req-4165a330-17ad-4009-acf1-8a8fc6d419e5 service neutron] 10.222.0.39 "GET /v2.0/networks/23dc9245-044a-48fa-8f5c-bfe08f2d4cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236389 Sep 17 08:05:01.259952 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-884d3327-d46c-454f-88c6-901ba29c849d req-81b1a2ee-867d-4c67-96e5-629d3a81e973 service neutron] Attempting to bind port 3638aeea-3e9e-44c5-8a15-1b3f96fe4f68 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:05:01.260295 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-884d3327-d46c-454f-88c6-901ba29c849d req-81b1a2ee-867d-4c67-96e5-629d3a81e973 service neutron] Attempting to bind port 3638aeea-3e9e-44c5-8a15-1b3f96fe4f68 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'd8abd467-7555-437f-877f-2fd196f30bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6c7c2907-2d67-4290-9be2-994bcbedf8a9'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:05:01.260620 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884d3327-d46c-454f-88c6-901ba29c849d req-81b1a2ee-867d-4c67-96e5-629d3a81e973 service neutron] Attempting to bind port 3638aeea-3e9e-44c5-8a15-1b3f96fe4f68 on network 6c7c2907-2d67-4290-9be2-994bcbedf8a9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:05:01.267712 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884d3327-d46c-454f-88c6-901ba29c849d req-81b1a2ee-867d-4c67-96e5-629d3a81e973 service neutron] Port 3638aeea-3e9e-44c5-8a15-1b3f96fe4f68 on network 6c7c2907-2d67-4290-9be2-994bcbedf8a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:05:01.268053 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884d3327-d46c-454f-88c6-901ba29c849d req-81b1a2ee-867d-4c67-96e5-629d3a81e973 service neutron] Attempting to bind port 3638aeea-3e9e-44c5-8a15-1b3f96fe4f68 on network 6c7c2907-2d67-4290-9be2-994bcbedf8a9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:05:01.275452 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884d3327-d46c-454f-88c6-901ba29c849d req-81b1a2ee-867d-4c67-96e5-629d3a81e973 service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:05:01.275795 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884d3327-d46c-454f-88c6-901ba29c849d req-81b1a2ee-867d-4c67-96e5-629d3a81e973 service neutron] Checking segment: {'id': 'd8abd467-7555-437f-877f-2fd196f30bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6c7c2907-2d67-4290-9be2-994bcbedf8a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:05:01.276202 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884d3327-d46c-454f-88c6-901ba29c849d req-81b1a2ee-867d-4c67-96e5-629d3a81e973 service neutron] Bound using segment: {'id': 'd8abd467-7555-437f-877f-2fd196f30bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6c7c2907-2d67-4290-9be2-994bcbedf8a9'} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:05:01.276843 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-884d3327-d46c-454f-88c6-901ba29c849d req-81b1a2ee-867d-4c67-96e5-629d3a81e973 service neutron] Bound port: 3638aeea-3e9e-44c5-8a15-1b3f96fe4f68, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8abd467-7555-437f-877f-2fd196f30bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6c7c2907-2d67-4290-9be2-994bcbedf8a9'}}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:05:01.276999 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-884d3327-d46c-454f-88c6-901ba29c849d req-81b1a2ee-867d-4c67-96e5-629d3a81e973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:01.314978 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f4b4f780-b9b4-4f67-acb2-c7aee9cf9cbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:01.323756 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f4b4f780-b9b4-4f67-acb2-c7aee9cf9cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:01.325121 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-564cfb0c-70a5-4068-aba6-d3cb2c11bf58 req-21c381c3-4cee-44ae-b3a2-edc2b10aeda7 service neutron] 10.222.0.39 "GET /v2.0/networks/ab905d5b-91a1-4717-afc7-9af60b3f803b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502600 Sep 17 08:05:01.339494 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c91e0293-ab4c-4d18-991c-bd3ca84b70fc req-226ff96e-6a9a-4a3d-8240-338d3a0c6b6c service neutron] 10.222.0.39 "GET /v2.0/networks/23dc9245-044a-48fa-8f5c-bfe08f2d4cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348932 Sep 17 08:05:01.364968 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f4b4f780-b9b4-4f67-acb2-c7aee9cf9cbf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bb55b0e11a5341f5b92e34736355568d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3110068 Sep 17 08:05:01.368343 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 34896) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:05:01.382762 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b4f780-b9b4-4f67-acb2-c7aee9cf9cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c04d80e-ed37-43d1-84dc-0abb425d07e7,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:05:01.426217 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d65d35f5-e049-4e29-bea9-c8ade4ab1d21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:01.447104 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d65d35f5-e049-4e29-bea9-c8ade4ab1d21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:01.455704 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-884d3327-d46c-454f-88c6-901ba29c849d req-81b1a2ee-867d-4c67-96e5-629d3a81e973 service neutron] For port 3638aeea-3e9e-44c5-8a15-1b3f96fe4f68, host n-h1-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:05:01.477900 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-884d3327-d46c-454f-88c6-901ba29c849d req-81b1a2ee-867d-4c67-96e5-629d3a81e973 service neutron] For port 3638aeea-3e9e-44c5-8a15-1b3f96fe4f68, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=3638aeea-3e9e-44c5-8a15-1b3f96fe4f68,segment=NetworkSegment(d8abd467-7555-437f-877f-2fd196f30bbe),segment_id=d8abd467-7555-437f-877f-2fd196f30bbe)] {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:05:01.486800 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-884d3327-d46c-454f-88c6-901ba29c849d req-81b1a2ee-867d-4c67-96e5-629d3a81e973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:01.501011 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d65d35f5-e049-4e29-bea9-c8ade4ab1d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:01.503694 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d65d35f5-e049-4e29-bea9-c8ade4ab1d21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:01.505088 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d65d35f5-e049-4e29-bea9-c8ade4ab1d21 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9c04d80e-ed37-43d1-84dc-0abb425d07e7 HTTP/1.1" status: 204 len: 168 time: 0.1358414 Sep 17 08:05:01.512699 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65d35f5-e049-4e29-bea9-c8ade4ab1d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c04d80e-ed37-43d1-84dc-0abb425d07e7,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:05:01.545088 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183bd2ba-0870-4de8-ba40-d15f5903e2a2 req-c2e3dbc2-099e-4785-b835-e1a283c5e0bf tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:01.546607 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-183bd2ba-0870-4de8-ba40-d15f5903e2a2 req-c2e3dbc2-099e-4785-b835-e1a283c5e0bf tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6040248-4c42-4203-bade-45d2cd52bbfa HTTP/1.1" status: 200 len: 943 time: 0.1707568 Sep 17 08:05:01.555677 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d3327-d46c-454f-88c6-901ba29c849d req-81b1a2ee-867d-4c67-96e5-629d3a81e973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:01.556886 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-884d3327-d46c-454f-88c6-901ba29c849d req-81b1a2ee-867d-4c67-96e5-629d3a81e973 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:01.558260 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-884d3327-d46c-454f-88c6-901ba29c849d req-81b1a2ee-867d-4c67-96e5-629d3a81e973 service neutron] 10.222.0.41 "PUT /v2.0/ports/3638aeea-3e9e-44c5-8a15-1b3f96fe4f68 HTTP/1.1" status: 200 len: 1091 time: 1.5967045 Sep 17 08:05:01.560156 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-564cfb0c-70a5-4068-aba6-d3cb2c11bf58 req-7a992ea4-df67-4214-a876-83c367585473 service neutron] 10.222.0.39 "GET /v2.0/networks/ab905d5b-91a1-4717-afc7-9af60b3f803b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268741 Sep 17 08:05:01.560586 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6040248-4c42-4203-bade-45d2cd52bbfa', 'tag': '3638aeea-3e9e-44c5-8a15-1b3f96fe4f68'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:05:01.562819 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d33ad2d-b611-472c-8a17-5ff76bd17a58" -d '{"events": [{"name": "network-changed", "server_uuid": "e6040248-4c42-4203-bade-45d2cd52bbfa", "tag": "3638aeea-3e9e-44c5-8a15-1b3f96fe4f68"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:05:01.610243 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b1a2ee-867d-4c67-96e5-629d3a81e973 service neutron] Pushing event updated for resources: {'Port': ['ID=3638aeea-3e9e-44c5-8a15-1b3f96fe4f68,revision_number=3']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:05:01.618513 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2bca90-e9ed-47f5-9419-168071d759e6 x-openstack-request-id: req-4b2bca90-e9ed-47f5-9419-168071d759e6 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:05:01.618809 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6040248-4c42-4203-bade-45d2cd52bbfa", "tag": "3638aeea-3e9e-44c5-8a15-1b3f96fe4f68", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:05:01.619058 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4b2bca90-e9ed-47f5-9419-168071d759e6 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:05:01.619465 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6040248-4c42-4203-bade-45d2cd52bbfa', 'tag': '3638aeea-3e9e-44c5-8a15-1b3f96fe4f68', 'status': 'completed', 'code': 200} Sep 17 08:05:01.622956 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-183bd2ba-0870-4de8-ba40-d15f5903e2a2 req-a56b5c70-bfac-40e7-a619-2f01ed29a319 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=75f16301-6857-4fad-a6be-62e7544b2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572152 Sep 17 08:05:01.689424 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d3327-d46c-454f-88c6-901ba29c849d req-49b40a08-21a4-47e8-87ad-66377b8601c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:01.690968 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-884d3327-d46c-454f-88c6-901ba29c849d req-49b40a08-21a4-47e8-87ad-66377b8601c1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6ef7951b2ac4d2ead98d70f1879d714&device_id=e6040248-4c42-4203-bade-45d2cd52bbfa HTTP/1.1" status: 200 len: 1094 time: 0.0542352 Sep 17 08:05:01.743649 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-884d3327-d46c-454f-88c6-901ba29c849d req-24a55142-b4d5-43b2-91db-a9fd594fe807 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3638aeea-3e9e-44c5-8a15-1b3f96fe4f68 HTTP/1.1" status: 200 len: 217 time: 0.0387163 Sep 17 08:05:01.803405 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d3327-d46c-454f-88c6-901ba29c849d req-dc6e8240-0a01-4451-8932-6fbc9da4a380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:01.805053 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-884d3327-d46c-454f-88c6-901ba29c849d req-dc6e8240-0a01-4451-8932-6fbc9da4a380 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a8540f1f-4498-4a52-a82e-d4ba22d275c6 HTTP/1.1" status: 200 len: 835 time: 0.0547893 Sep 17 08:05:01.850205 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d3327-d46c-454f-88c6-901ba29c849d req-abbc14c7-28bb-4502-a162-07dc3d8380f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:01.851701 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-884d3327-d46c-454f-88c6-901ba29c849d req-abbc14c7-28bb-4502-a162-07dc3d8380f0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6c7c2907-2d67-4290-9be2-994bcbedf8a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399616 Sep 17 08:05:01.984803 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-884d3327-d46c-454f-88c6-901ba29c849d req-5b777434-0bdf-411e-955a-f176d70b4658 service neutron] 10.222.0.41 "GET /v2.0/networks/6c7c2907-2d67-4290-9be2-994bcbedf8a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216218 Sep 17 08:05:01.998541 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711324b2-d021-41af-ab6c-8775621d6008 req-270111b6-d2f9-42ef-adef-970c89b2e74a tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:02.000180 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-711324b2-d021-41af-ab6c-8775621d6008 req-270111b6-d2f9-42ef-adef-970c89b2e74a tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/ports?device_id=436a80fa-7aa8-40ed-8390-a0fdc92da835 HTTP/1.1" status: 200 len: 944 time: 0.0767331 Sep 17 08:05:02.112219 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-711324b2-d021-41af-ab6c-8775621d6008 req-91290f64-c6f9-49b6-9f28-257f0df0627d tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/security-groups?id=d87754fa-6efc-4ec8-a95e-9a7b317d15cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029780 Sep 17 08:05:02.152552 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-884d3327-d46c-454f-88c6-901ba29c849d req-0d8f028d-10f7-4ffc-a5dd-743075528aa3 service neutron] 10.222.0.41 "GET /v2.0/networks/6c7c2907-2d67-4290-9be2-994bcbedf8a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513228 Sep 17 08:05:02.165292 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a2c037-013e-46be-9d9b-77196d2146a8 req-7430d81b-6e5e-4593-95f1-574e6badd0e9 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:02.166878 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c3a2c037-013e-46be-9d9b-77196d2146a8 req-7430d81b-6e5e-4593-95f1-574e6badd0e9 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebb54df-22b0-4d85-8bdd-9b64f6fb806a HTTP/1.1" status: 200 len: 945 time: 0.0770683 Sep 17 08:05:02.212321 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c3a2c037-013e-46be-9d9b-77196d2146a8 req-a75c103c-ac3d-42a3-988d-2f575b26e706 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385659 Sep 17 08:05:02.302287 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33ad2d-b611-472c-8a17-5ff76bd17a58 req-175d9105-5445-49fd-950d-3df3478e40ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:02.303792 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7d33ad2d-b611-472c-8a17-5ff76bd17a58 req-175d9105-5445-49fd-950d-3df3478e40ee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6ef7951b2ac4d2ead98d70f1879d714&device_id=e6040248-4c42-4203-bade-45d2cd52bbfa HTTP/1.1" status: 200 len: 1094 time: 0.0446768 Sep 17 08:05:02.394078 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33ad2d-b611-472c-8a17-5ff76bd17a58 req-6b6f83bc-160d-40d0-a196-fede1a7b11ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:02.395611 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7d33ad2d-b611-472c-8a17-5ff76bd17a58 req-6b6f83bc-160d-40d0-a196-fede1a7b11ec service neutron] 10.222.0.41 "GET /v2.0/networks?id=6c7c2907-2d67-4290-9be2-994bcbedf8a9 HTTP/1.1" status: 200 len: 898 time: 0.0850139 Sep 17 08:05:02.442684 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7d33ad2d-b611-472c-8a17-5ff76bd17a58 req-5ba09a74-05d4-4509-8c00-1502ff23d266 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3638aeea-3e9e-44c5-8a15-1b3f96fe4f68 HTTP/1.1" status: 200 len: 217 time: 0.0386031 Sep 17 08:05:02.492176 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33ad2d-b611-472c-8a17-5ff76bd17a58 req-a6f2ef01-c3f0-48a9-83fc-b9a4573a97ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:02.493762 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7d33ad2d-b611-472c-8a17-5ff76bd17a58 req-a6f2ef01-c3f0-48a9-83fc-b9a4573a97ea service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a8540f1f-4498-4a52-a82e-d4ba22d275c6 HTTP/1.1" status: 200 len: 835 time: 0.0439534 Sep 17 08:05:02.540797 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33ad2d-b611-472c-8a17-5ff76bd17a58 req-46efdfc3-77e8-4aba-bdb1-af482db86a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:02.542302 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7d33ad2d-b611-472c-8a17-5ff76bd17a58 req-46efdfc3-77e8-4aba-bdb1-af482db86a9f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6c7c2907-2d67-4290-9be2-994bcbedf8a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402515 Sep 17 08:05:02.636407 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7d33ad2d-b611-472c-8a17-5ff76bd17a58 req-0dd841e9-2ec5-4a2c-bb04-a5978f897130 service neutron] 10.222.0.41 "GET /v2.0/networks/6c7c2907-2d67-4290-9be2-994bcbedf8a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868914 Sep 17 08:05:02.767562 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e53cecd-10f6-4999-9671-e5451f6309e1 req-f32b3756-7312-4a87-b0fe-35fa3ff0d666 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:02.769072 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5e53cecd-10f6-4999-9671-e5451f6309e1 req-f32b3756-7312-4a87-b0fe-35fa3ff0d666 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6040248-4c42-4203-bade-45d2cd52bbfa HTTP/1.1" status: 200 len: 943 time: 0.0677588 Sep 17 08:05:02.774666 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7d33ad2d-b611-472c-8a17-5ff76bd17a58 req-6b2af5c3-7592-4e3b-8efd-bbc7482399d1 service neutron] 10.222.0.41 "GET /v2.0/networks/6c7c2907-2d67-4290-9be2-994bcbedf8a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314688 Sep 17 08:05:02.807616 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5e53cecd-10f6-4999-9671-e5451f6309e1 req-4bcb8cb7-2c55-4c0c-990b-a81a5c906524 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=75f16301-6857-4fad-a6be-62e7544b2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317101 Sep 17 08:05:03.227237 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e51cf8d-f351-49ec-83a9-b3342116275f req-3e5e681a-387d-4f25-9fba-c4312fbce779 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:03.228935 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2e51cf8d-f351-49ec-83a9-b3342116275f req-3e5e681a-387d-4f25-9fba-c4312fbce779 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/ports?device_id=436a80fa-7aa8-40ed-8390-a0fdc92da835 HTTP/1.1" status: 200 len: 944 time: 0.0509319 Sep 17 08:05:03.270668 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2e51cf8d-f351-49ec-83a9-b3342116275f req-e7341f4a-10d0-4514-a875-1febd5002703 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/security-groups?id=d87754fa-6efc-4ec8-a95e-9a7b317d15cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340836 Sep 17 08:05:03.376621 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b826006a-04e0-42b8-a21f-ba6a9d6d73ed req-5546dde1-0c6b-47ca-bb2a-961325540978 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:03.378154 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b826006a-04e0-42b8-a21f-ba6a9d6d73ed req-5546dde1-0c6b-47ca-bb2a-961325540978 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebb54df-22b0-4d85-8bdd-9b64f6fb806a HTTP/1.1" status: 200 len: 945 time: 0.0492871 Sep 17 08:05:03.419902 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b826006a-04e0-42b8-a21f-ba6a9d6d73ed req-932fd716-d173-417a-9754-2e25940a0cb3 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345485 Sep 17 08:05:03.937207 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f308a494-f67c-4e41-8160-9cfff903ce05 req-8dda47d2-80e7-41ad-843c-bd7c9467a525 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:03.938634 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f308a494-f67c-4e41-8160-9cfff903ce05 req-8dda47d2-80e7-41ad-843c-bd7c9467a525 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6040248-4c42-4203-bade-45d2cd52bbfa HTTP/1.1" status: 200 len: 943 time: 0.0578387 Sep 17 08:05:03.976875 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f308a494-f67c-4e41-8160-9cfff903ce05 req-f84c6d46-8780-48dc-8b7d-454c631f38e0 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=75f16301-6857-4fad-a6be-62e7544b2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322864 Sep 17 08:05:03.978601 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 34986) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:05:04.087713 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5d5790c7-8f95-489e-8663-11b37bc0a55e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:04.176896 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5d5790c7-8f95-489e-8663-11b37bc0a55e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:04.180539 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5d5790c7-8f95-489e-8663-11b37bc0a55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:04.218681 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-5d5790c7-8f95-489e-8663-11b37bc0a55e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=61de1c1c798847ef8b47602a317031d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2390876 Sep 17 08:05:04.220682 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5790c7-8f95-489e-8663-11b37bc0a55e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c81c8b-6ee0-4625-abf0-0c9d3d7c1fac,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:05:04.221314 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 34992) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:05:04.269093 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-71c76cec-9d05-475c-b914-5f206ca6e87c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:04.289967 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-71c76cec-9d05-475c-b914-5f206ca6e87c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:04.347109 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-71c76cec-9d05-475c-b914-5f206ca6e87c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:04.350366 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-71c76cec-9d05-475c-b914-5f206ca6e87c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:04.352466 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-71c76cec-9d05-475c-b914-5f206ca6e87c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/77c81c8b-6ee0-4625-abf0-0c9d3d7c1fac HTTP/1.1" status: 204 len: 168 time: 0.1299458 Sep 17 08:05:04.361559 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c76cec-9d05-475c-b914-5f206ca6e87c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c81c8b-6ee0-4625-abf0-0c9d3d7c1fac,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:05:04.406032 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa712d-57d2-489f-aa17-1a267c24ab76 req-c6c87d7b-8824-409e-a9a2-555cb1f782b8 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:04.407631 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a8aa712d-57d2-489f-aa17-1a267c24ab76 req-c6c87d7b-8824-409e-a9a2-555cb1f782b8 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/ports?device_id=436a80fa-7aa8-40ed-8390-a0fdc92da835 HTTP/1.1" status: 200 len: 944 time: 0.0654101 Sep 17 08:05:04.447784 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a8aa712d-57d2-489f-aa17-1a267c24ab76 req-2dbc9f52-4da4-4e10-881c-b566236fe5c6 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/security-groups?id=d87754fa-6efc-4ec8-a95e-9a7b317d15cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340419 Sep 17 08:05:04.541739 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a4c8a-630e-449e-b5ff-70d79ccac4b7 req-e69b2ce9-f592-433b-b43e-3bd5a95ec6c2 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:04.543241 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bd5a4c8a-630e-449e-b5ff-70d79ccac4b7 req-e69b2ce9-f592-433b-b43e-3bd5a95ec6c2 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebb54df-22b0-4d85-8bdd-9b64f6fb806a HTTP/1.1" status: 200 len: 945 time: 0.0517097 Sep 17 08:05:04.583677 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bd5a4c8a-630e-449e-b5ff-70d79ccac4b7 req-75131b8b-5129-4aa9-8e61-93be07d7661f tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338645 Sep 17 08:05:04.625560 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 35004) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:05:04.638454 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-59ea12b8-9871-43d0-81dc-5593b8f68319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:04.724220 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-59ea12b8-9871-43d0-81dc-5593b8f68319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:04.728433 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-59ea12b8-9871-43d0-81dc-5593b8f68319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:04.764958 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-59ea12b8-9871-43d0-81dc-5593b8f68319 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bb7ec0c6fb0b4fa0ade21531072a257c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1383708 Sep 17 08:05:04.766948 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ea12b8-9871-43d0-81dc-5593b8f68319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e70e39-ce3c-47ab-b6b9-85d3a8e93d23,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:05:04.767738 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 35006) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:05:04.815454 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9244f5fa-42f8-4473-ad9b-5d0c9dafa7db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:04.835979 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9244f5fa-42f8-4473-ad9b-5d0c9dafa7db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:04.881619 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9244f5fa-42f8-4473-ad9b-5d0c9dafa7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:04.884293 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9244f5fa-42f8-4473-ad9b-5d0c9dafa7db admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:04.885475 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-9244f5fa-42f8-4473-ad9b-5d0c9dafa7db admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/15e70e39-ce3c-47ab-b6b9-85d3a8e93d23 HTTP/1.1" status: 204 len: 168 time: 0.1166890 Sep 17 08:05:04.893017 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9244f5fa-42f8-4473-ad9b-5d0c9dafa7db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e70e39-ce3c-47ab-b6b9-85d3a8e93d23,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:05:04.965961 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 373a7504-79bd-4bba-ab35-b595d79f71e3 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:05:05.062281 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 373a7504-79bd-4bba-ab35-b595d79f71e3, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=373a7504-79bd-4bba-ab35-b595d79f71e3,segment=NetworkSegment(9026b0d9-6900-4e40-b1b2-b67076249b4b),segment_id=9026b0d9-6900-4e40-b1b2-b67076249b4b)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:05:05.075682 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '373a7504-79bd-4bba-ab35-b595d79f71e3', 'network_id': 'ab905d5b-91a1-4717-afc7-9af60b3f803b', 'port_id': '373a7504-79bd-4bba-ab35-b595d79f71e3', 'mac_address': 'fa:16:3e:f3:22:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26496da5-70c8-4ccd-b3d7-1da2e98917be', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:05:05.096074 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25376f2b-cd82-444e-8862-e843cba97448 req-970c5838-aef4-44af-8a25-732c1d3897f4 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:05.097652 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-25376f2b-cd82-444e-8862-e843cba97448 req-970c5838-aef4-44af-8a25-732c1d3897f4 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6040248-4c42-4203-bade-45d2cd52bbfa HTTP/1.1" status: 200 len: 943 time: 0.0526810 Sep 17 08:05:05.121881 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:05.134923 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 373a7504-79bd-4bba-ab35-b595d79f71e3 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:05:05.137391 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-25376f2b-cd82-444e-8862-e843cba97448 req-28ba6f76-6a53-4907-9c25-5d40416f49d6 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=75f16301-6857-4fad-a6be-62e7544b2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333865 Sep 17 08:05:05.156378 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 373a7504-79bd-4bba-ab35-b595d79f71e3, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=373a7504-79bd-4bba-ab35-b595d79f71e3,segment=NetworkSegment(9026b0d9-6900-4e40-b1b2-b67076249b4b),segment_id=9026b0d9-6900-4e40-b1b2-b67076249b4b)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:05:05.160535 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:05.205597 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:05.218819 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=373a7504-79bd-4bba-ab35-b595d79f71e3,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:05:05.572899 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:05.583513 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904f09f-6a9d-4434-9808-790f1cc2ccfd req-d6095c56-ee73-4a10-a717-d0e04ad3c38e tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:05.585031 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7904f09f-6a9d-4434-9808-790f1cc2ccfd req-d6095c56-ee73-4a10-a717-d0e04ad3c38e tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/ports?device_id=436a80fa-7aa8-40ed-8390-a0fdc92da835 HTTP/1.1" status: 200 len: 945 time: 0.0525155 Sep 17 08:05:05.631190 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7904f09f-6a9d-4434-9808-790f1cc2ccfd req-96e6b273-1819-48ce-8575-a511c6347557 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/security-groups?id=d87754fa-6efc-4ec8-a95e-9a7b317d15cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401752 Sep 17 08:05:05.703721 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['373a7504-79bd-4bba-ab35-b595d79f71e3'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:05:05.707021 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98818e7e-08d5-4d55-adc3-374f6184a670 req-03247188-e14e-4be4-af94-296bc24db720 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:05.714446 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-98818e7e-08d5-4d55-adc3-374f6184a670 req-03247188-e14e-4be4-af94-296bc24db720 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebb54df-22b0-4d85-8bdd-9b64f6fb806a HTTP/1.1" status: 200 len: 945 time: 0.0558898 Sep 17 08:05:05.747638 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-98818e7e-08d5-4d55-adc3-374f6184a670 req-a3d11bd9-802a-4879-9969-563b6bbe6646 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322187 Sep 17 08:05:06.253938 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ef104-6414-4cc0-b0c2-2a34120f2207 req-4fcdf7ba-dab2-475b-80cf-252c9d7d61e4 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:06.255568 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-721ef104-6414-4cc0-b0c2-2a34120f2207 req-4fcdf7ba-dab2-475b-80cf-252c9d7d61e4 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6040248-4c42-4203-bade-45d2cd52bbfa HTTP/1.1" status: 200 len: 943 time: 0.0487964 Sep 17 08:05:06.299150 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-721ef104-6414-4cc0-b0c2-2a34120f2207 req-8145e29f-bf51-4243-ad05-da8ae283bb6f tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=75f16301-6857-4fad-a6be-62e7544b2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372162 Sep 17 08:05:06.409660 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 3638aeea-3e9e-44c5-8a15-1b3f96fe4f68 details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:05:06.511030 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 3638aeea-3e9e-44c5-8a15-1b3f96fe4f68, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=3638aeea-3e9e-44c5-8a15-1b3f96fe4f68,segment=NetworkSegment(d8abd467-7555-437f-877f-2fd196f30bbe),segment_id=d8abd467-7555-437f-877f-2fd196f30bbe)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:05:06.523434 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': '3638aeea-3e9e-44c5-8a15-1b3f96fe4f68', 'network_id': '6c7c2907-2d67-4290-9be2-994bcbedf8a9', 'port_id': '3638aeea-3e9e-44c5-8a15-1b3f96fe4f68', 'mac_address': 'fa:16:3e:41:3c:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8540f1f-4498-4a52-a82e-d4ba22d275c6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:05:06.561168 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:06.574135 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3638aeea-3e9e-44c5-8a15-1b3f96fe4f68 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:05:06.594179 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 3638aeea-3e9e-44c5-8a15-1b3f96fe4f68, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=3638aeea-3e9e-44c5-8a15-1b3f96fe4f68,segment=NetworkSegment(d8abd467-7555-437f-877f-2fd196f30bbe),segment_id=d8abd467-7555-437f-877f-2fd196f30bbe)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:05:06.598443 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:06.644891 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=3638aeea-3e9e-44c5-8a15-1b3f96fe4f68,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:05:06.760516 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec45012-bc73-4324-858d-d276b5c2a98c req-63cdb5fe-3174-455d-be06-df6ddd77ec7d tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:06.762032 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3ec45012-bc73-4324-858d-d276b5c2a98c req-63cdb5fe-3174-455d-be06-df6ddd77ec7d tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/ports?device_id=436a80fa-7aa8-40ed-8390-a0fdc92da835 HTTP/1.1" status: 200 len: 945 time: 0.0585380 Sep 17 08:05:06.802269 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3ec45012-bc73-4324-858d-d276b5c2a98c req-05335d1c-9ecc-4299-9005-88f0aac22f53 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/security-groups?id=d87754fa-6efc-4ec8-a95e-9a7b317d15cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335588 Sep 17 08:05:06.825858 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 35098) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:05:06.883051 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c873e8e-4f71-4108-aacb-529bd4f6997e req-2abe11f9-01f5-4465-8f78-aa14b3587ef6 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:06.884581 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9c873e8e-4f71-4108-aacb-529bd4f6997e req-2abe11f9-01f5-4465-8f78-aa14b3587ef6 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebb54df-22b0-4d85-8bdd-9b64f6fb806a HTTP/1.1" status: 200 len: 945 time: 0.0489564 Sep 17 08:05:06.922886 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9c873e8e-4f71-4108-aacb-529bd4f6997e req-d84d2094-9d2d-4211-a26c-8c18b919ce9c tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319271 Sep 17 08:05:06.939298 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3a30ec19-0e00-43b2-bbcc-92719a324507 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:06.995819 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['3638aeea-3e9e-44c5-8a15-1b3f96fe4f68'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:05:07.025948 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3a30ec19-0e00-43b2-bbcc-92719a324507 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:07.030252 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3a30ec19-0e00-43b2-bbcc-92719a324507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:07.066649 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a30ec19-0e00-43b2-bbcc-92719a324507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9a22f3-d534-4c8c-b381-0c6d13c6bfc1,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:05:07.078762 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-3a30ec19-0e00-43b2-bbcc-92719a324507 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=53b1b6532eff46aab48a55ff69150ccd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2517934 Sep 17 08:05:07.079395 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 35102) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:05:07.128137 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2b9c868e-9ef2-4fd3-af68-69f31e605337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:07.148836 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2b9c868e-9ef2-4fd3-af68-69f31e605337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:07.196440 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2b9c868e-9ef2-4fd3-af68-69f31e605337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:07.198968 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2b9c868e-9ef2-4fd3-af68-69f31e605337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:07.200159 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-2b9c868e-9ef2-4fd3-af68-69f31e605337 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0f9a22f3-d534-4c8c-b381-0c6d13c6bfc1 HTTP/1.1" status: 204 len: 168 time: 0.1197917 Sep 17 08:05:07.209084 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9c868e-9ef2-4fd3-af68-69f31e605337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9a22f3-d534-4c8c-b381-0c6d13c6bfc1,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:05:07.433687 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9126db-5614-44f6-a5cf-8f3db09afc8f req-96b4dbc1-0cbb-483f-adde-589833cae7e6 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:07.435308 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5a9126db-5614-44f6-a5cf-8f3db09afc8f req-96b4dbc1-0cbb-483f-adde-589833cae7e6 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6040248-4c42-4203-bade-45d2cd52bbfa HTTP/1.1" status: 200 len: 944 time: 0.0660982 Sep 17 08:05:07.475075 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5a9126db-5614-44f6-a5cf-8f3db09afc8f req-87e9de3d-0693-461c-ad41-757a57e913bd tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=75f16301-6857-4fad-a6be-62e7544b2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327532 Sep 17 08:05:07.482732 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 35112) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:05:07.496790 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-329c988c-3163-41b3-a993-2adcf32eb867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:07.588163 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-329c988c-3163-41b3-a993-2adcf32eb867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:07.593001 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-329c988c-3163-41b3-a993-2adcf32eb867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:07.631630 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-329c988c-3163-41b3-a993-2adcf32eb867 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=80e4f7b5b49f4ae28ac04c067500046f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1478074 Sep 17 08:05:07.633544 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329c988c-3163-41b3-a993-2adcf32eb867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=757f857b-f738-48aa-81ed-88dca6486ca4,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:05:07.634380 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 35116) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:05:07.687622 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-827ffcd6-207f-40f2-947a-232af0b83ae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:07.707687 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-827ffcd6-207f-40f2-947a-232af0b83ae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:07.752348 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-827ffcd6-207f-40f2-947a-232af0b83ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:07.754935 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-827ffcd6-207f-40f2-947a-232af0b83ae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:07.756111 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-827ffcd6-207f-40f2-947a-232af0b83ae4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/757f857b-f738-48aa-81ed-88dca6486ca4 HTTP/1.1" status: 204 len: 168 time: 0.1206656 Sep 17 08:05:07.763810 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827ffcd6-207f-40f2-947a-232af0b83ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=757f857b-f738-48aa-81ed-88dca6486ca4,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:05:07.926246 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f24838b-4f53-4d96-bc58-f163a9fb5e91 req-ab5b83da-83f7-490d-b1db-f8e89791afb3 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:07.927762 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5f24838b-4f53-4d96-bc58-f163a9fb5e91 req-ab5b83da-83f7-490d-b1db-f8e89791afb3 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/ports?device_id=436a80fa-7aa8-40ed-8390-a0fdc92da835 HTTP/1.1" status: 200 len: 945 time: 0.0520370 Sep 17 08:05:07.967970 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5f24838b-4f53-4d96-bc58-f163a9fb5e91 req-1f25180a-5b16-40ed-b664-4e80eeb39b3f tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/security-groups?id=d87754fa-6efc-4ec8-a95e-9a7b317d15cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341415 Sep 17 08:05:08.044365 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181d6e8-6389-4a27-8fd0-5164fb5fc19b req-61269200-fffa-4096-8242-1eee175914c6 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:08.045855 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0181d6e8-6389-4a27-8fd0-5164fb5fc19b req-61269200-fffa-4096-8242-1eee175914c6 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebb54df-22b0-4d85-8bdd-9b64f6fb806a HTTP/1.1" status: 200 len: 945 time: 0.0494838 Sep 17 08:05:08.089134 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0181d6e8-6389-4a27-8fd0-5164fb5fc19b req-a0cfb334-87a4-412a-b666-d0cbe19a38cf tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323291 Sep 17 08:05:08.411708 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 3638aeea-3e9e-44c5-8a15-1b3f96fe4f68 up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:05:08.462122 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning for port 3638aeea-3e9e-44c5-8a15-1b3f96fe4f68 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:05:08.466278 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port 3638aeea-3e9e-44c5-8a15-1b3f96fe4f68 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:05:08.466648 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:08.548151 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:08.573302 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6040248-4c42-4203-bade-45d2cd52bbfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3638aeea-3e9e-44c5-8a15-1b3f96fe4f68'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:05:08.575557 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f10e11-8236-4171-be3a-2947aff2b05f" -d '{"events": [{"server_uuid": "e6040248-4c42-4203-bade-45d2cd52bbfa", "name": "network-vif-plugged", "status": "completed", "tag": "3638aeea-3e9e-44c5-8a15-1b3f96fe4f68"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:05:08.590108 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 3638aeea-3e9e-44c5-8a15-1b3f96fe4f68, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=3638aeea-3e9e-44c5-8a15-1b3f96fe4f68,segment=NetworkSegment(d8abd467-7555-437f-877f-2fd196f30bbe),segment_id=d8abd467-7555-437f-877f-2fd196f30bbe)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:05:08.596946 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:08.616134 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffb7d0f-a6c1-4fbb-889a-c867df0f1a14 req-51b1ef10-cd18-491a-b2d8-4cb2437c4b68 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:08.617903 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0ffb7d0f-a6c1-4fbb-889a-c867df0f1a14 req-51b1ef10-cd18-491a-b2d8-4cb2437c4b68 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6040248-4c42-4203-bade-45d2cd52bbfa HTTP/1.1" status: 200 len: 944 time: 0.0638654 Sep 17 08:05:08.626471 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf2e58f-e044-40d3-8283-fa8fd3cfa01b x-openstack-request-id: req-fcf2e58f-e044-40d3-8283-fa8fd3cfa01b {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:05:08.626763 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6040248-4c42-4203-bade-45d2cd52bbfa", "name": "network-vif-plugged", "status": "completed", "tag": "3638aeea-3e9e-44c5-8a15-1b3f96fe4f68", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:05:08.627060 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fcf2e58f-e044-40d3-8283-fa8fd3cfa01b {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:05:08.627458 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6040248-4c42-4203-bade-45d2cd52bbfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3638aeea-3e9e-44c5-8a15-1b3f96fe4f68', 'code': 200} Sep 17 08:05:08.653893 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=3638aeea-3e9e-44c5-8a15-1b3f96fe4f68,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:05:08.669076 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0ffb7d0f-a6c1-4fbb-889a-c867df0f1a14 req-9492c48c-fe74-428a-81cb-eaa6f923ee38 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=75f16301-6857-4fad-a6be-62e7544b2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448217 Sep 17 08:05:08.755560 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2dc2c4-6025-414a-8e19-bc7ae132ced8 req-fe55e019-059f-4493-914d-59006073f253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:08.757315 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cf2dc2c4-6025-414a-8e19-bc7ae132ced8 req-fe55e019-059f-4493-914d-59006073f253 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e6040248-4c42-4203-bade-45d2cd52bbfa HTTP/1.1" status: 200 len: 1096 time: 0.0415878 Sep 17 08:05:08.793714 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cf2dc2c4-6025-414a-8e19-bc7ae132ced8 req-03b66e19-368d-4ee4-a6f9-87dfbbb47b6c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=75f16301-6857-4fad-a6be-62e7544b2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286477 Sep 17 08:05:08.981544 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 373a7504-79bd-4bba-ab35-b595d79f71e3 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:05:09.037975 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port 373a7504-79bd-4bba-ab35-b595d79f71e3 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:05:09.041945 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 373a7504-79bd-4bba-ab35-b595d79f71e3 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:05:09.042399 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:09.096322 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a75ac-7648-4579-965f-3ffb44316311 req-6077e783-375d-465e-b25b-561e086ab35b tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:09.098320 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-731a75ac-7648-4579-965f-3ffb44316311 req-6077e783-375d-465e-b25b-561e086ab35b tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/ports?device_id=436a80fa-7aa8-40ed-8390-a0fdc92da835 HTTP/1.1" status: 200 len: 945 time: 0.0549560 Sep 17 08:05:09.145955 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:09.158516 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-731a75ac-7648-4579-965f-3ffb44316311 req-c83c4a88-ee58-47d3-890e-90b28d7806ea tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/security-groups?id=d87754fa-6efc-4ec8-a95e-9a7b317d15cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515516 Sep 17 08:05:09.190714 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 373a7504-79bd-4bba-ab35-b595d79f71e3, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=373a7504-79bd-4bba-ab35-b595d79f71e3,segment=NetworkSegment(9026b0d9-6900-4e40-b1b2-b67076249b4b),segment_id=9026b0d9-6900-4e40-b1b2-b67076249b4b)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:05:09.197713 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:09.245247 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc499a-1fa9-45fe-bc3a-d310e1c7eae9 req-207563be-454f-4516-852e-0c68f879d2c8 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:09.252841 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7abc499a-1fa9-45fe-bc3a-d310e1c7eae9 req-207563be-454f-4516-852e-0c68f879d2c8 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebb54df-22b0-4d85-8bdd-9b64f6fb806a HTTP/1.1" status: 200 len: 945 time: 0.0609314 Sep 17 08:05:09.261689 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=373a7504-79bd-4bba-ab35-b595d79f71e3,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:05:09.288379 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7abc499a-1fa9-45fe-bc3a-d310e1c7eae9 req-c2f76390-918e-4e34-8473-b58911a244e3 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346534 Sep 17 08:05:09.787646 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a67405-1745-44d8-856a-dfb917c4964c req-bbddec34-8400-4a97-ae07-9b2f21f5028d tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:09.789291 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b4a67405-1745-44d8-856a-dfb917c4964c req-bbddec34-8400-4a97-ae07-9b2f21f5028d tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6040248-4c42-4203-bade-45d2cd52bbfa HTTP/1.1" status: 200 len: 945 time: 0.0507953 Sep 17 08:05:09.830459 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b4a67405-1745-44d8-856a-dfb917c4964c req-50eb7c39-d973-4522-b2ce-d19b102df7dc tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=75f16301-6857-4fad-a6be-62e7544b2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351973 Sep 17 08:05:10.278195 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ed89be-4c69-4a0e-b84e-d43a77ab2937 req-80c380d9-8590-4fec-b0fe-5e9c5d29cc4d tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:10.284262 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-60ed89be-4c69-4a0e-b84e-d43a77ab2937 req-80c380d9-8590-4fec-b0fe-5e9c5d29cc4d tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/ports?device_id=436a80fa-7aa8-40ed-8390-a0fdc92da835 HTTP/1.1" status: 200 len: 946 time: 0.0570045 Sep 17 08:05:10.326874 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-60ed89be-4c69-4a0e-b84e-d43a77ab2937 req-dc01e94e-461e-4d3c-b05c-8dbbc0c796bb tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/security-groups?id=d87754fa-6efc-4ec8-a95e-9a7b317d15cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391970 Sep 17 08:05:10.425316 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ba4a1c-037c-43f4-9c75-134ed36c59b0 req-3d8e16b5-0ecb-48ef-b2ea-0048c6fbb77f tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:10.426795 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-93ba4a1c-037c-43f4-9c75-134ed36c59b0 req-3d8e16b5-0ecb-48ef-b2ea-0048c6fbb77f tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebb54df-22b0-4d85-8bdd-9b64f6fb806a HTTP/1.1" status: 200 len: 945 time: 0.0533683 Sep 17 08:05:10.465545 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-93ba4a1c-037c-43f4-9c75-134ed36c59b0 req-198baf84-fcf3-4586-a375-e48a94535226 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325463 Sep 17 08:05:10.628606 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '436a80fa-7aa8-40ed-8390-a0fdc92da835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '373a7504-79bd-4bba-ab35-b595d79f71e3'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:05:10.630891 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1212c3e-b4ec-44c8-bd12-d691c1fe7d7d" -d '{"events": [{"server_uuid": "436a80fa-7aa8-40ed-8390-a0fdc92da835", "name": "network-vif-plugged", "status": "completed", "tag": "373a7504-79bd-4bba-ab35-b595d79f71e3"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:05:10.667112 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd16032-a287-4e71-8e2c-f810d28b74e4 x-openstack-request-id: req-dcd16032-a287-4e71-8e2c-f810d28b74e4 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:05:10.667429 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "436a80fa-7aa8-40ed-8390-a0fdc92da835", "name": "network-vif-plugged", "status": "completed", "tag": "373a7504-79bd-4bba-ab35-b595d79f71e3", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:05:10.667681 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dcd16032-a287-4e71-8e2c-f810d28b74e4 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:05:10.668111 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '436a80fa-7aa8-40ed-8390-a0fdc92da835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '373a7504-79bd-4bba-ab35-b595d79f71e3', 'code': 200} Sep 17 08:05:10.805651 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce83f3-ded0-41fd-9c8d-729dc8308b7c req-de6be644-0b2b-4aa8-b056-1d36357ed4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:10.807139 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cdce83f3-ded0-41fd-9c8d-729dc8308b7c req-de6be644-0b2b-4aa8-b056-1d36357ed4e0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=436a80fa-7aa8-40ed-8390-a0fdc92da835 HTTP/1.1" status: 200 len: 1097 time: 0.0391045 Sep 17 08:05:10.842810 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cdce83f3-ded0-41fd-9c8d-729dc8308b7c req-25d82cc9-9805-4dba-b30b-8b2aacc1f182 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d87754fa-6efc-4ec8-a95e-9a7b317d15cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279112 Sep 17 08:05:10.949046 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e6c410-017e-42c2-a3c0-d2eb4fbf4a88 req-3443fbde-0f77-4cc7-aa33-f1977bfac41c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:10.950644 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-15e6c410-017e-42c2-a3c0-d2eb4fbf4a88 req-3443fbde-0f77-4cc7-aa33-f1977bfac41c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6040248-4c42-4203-bade-45d2cd52bbfa HTTP/1.1" status: 200 len: 945 time: 0.0501320 Sep 17 08:05:10.990326 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-15e6c410-017e-42c2-a3c0-d2eb4fbf4a88 req-20a12fa8-f7c4-4ffd-a9e7-08e52fb57dfd tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=75f16301-6857-4fad-a6be-62e7544b2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327308 Sep 17 08:05:11.145590 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7111df-8ff9-4ea3-9539-cebe8f4f3dc0 req-411e0492-fde0-4b11-a05a-fa70c29874ed tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:11.147323 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3e7111df-8ff9-4ea3-9539-cebe8f4f3dc0 req-411e0492-fde0-4b11-a05a-fa70c29874ed tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6040248-4c42-4203-bade-45d2cd52bbfa HTTP/1.1" status: 200 len: 945 time: 0.0636938 Sep 17 08:05:11.185232 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3e7111df-8ff9-4ea3-9539-cebe8f4f3dc0 req-a93b432b-7e58-4d8a-82f9-83d54047e7d0 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=75f16301-6857-4fad-a6be-62e7544b2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319009 Sep 17 08:05:11.207623 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 35194) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:05:11.247451 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4a8fd3-5787-4957-9066-0ff574c2dd34 tempest-TestNetworkAdvancedServerOps-1491937489 tempest-TestNetworkAdvancedServerOps-1491937489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:11.249023 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-4e4a8fd3-5787-4957-9066-0ff574c2dd34 tempest-TestNetworkAdvancedServerOps-1491937489 tempest-TestNetworkAdvancedServerOps-1491937489-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e6040248-4c42-4203-bade-45d2cd52bbfa HTTP/1.1" status: 200 len: 1091 time: 0.0403812 Sep 17 08:05:11.252622 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 35196) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:05:11.257058 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-193055ad-b37c-4ad7-a13a-d3f6bbc82e08 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Request body: {'floatingip': {'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'port_id': '3638aeea-3e9e-44c5-8a15-1b3f96fe4f68', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:05:11.283265 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-193055ad-b37c-4ad7-a13a-d3f6bbc82e08 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for floatingip, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:11.397155 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb0cbdd-d64a-4ecc-ba82-c680405c6e4a req-d161d515-a36b-4a49-819e-ddfcfe9bc012 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:11.402905 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb0cbdd-d64a-4ecc-ba82-c680405c6e4a req-d161d515-a36b-4a49-819e-ddfcfe9bc012 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:11.408714 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb0cbdd-d64a-4ecc-ba82-c680405c6e4a req-d161d515-a36b-4a49-819e-ddfcfe9bc012 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:11.414443 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb0cbdd-d64a-4ecc-ba82-c680405c6e4a req-d161d515-a36b-4a49-819e-ddfcfe9bc012 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:11.420162 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb0cbdd-d64a-4ecc-ba82-c680405c6e4a req-d161d515-a36b-4a49-819e-ddfcfe9bc012 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:11.426735 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb0cbdd-d64a-4ecc-ba82-c680405c6e4a req-d161d515-a36b-4a49-819e-ddfcfe9bc012 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:11.432502 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb0cbdd-d64a-4ecc-ba82-c680405c6e4a req-d161d515-a36b-4a49-819e-ddfcfe9bc012 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:11.434303 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6eb0cbdd-d64a-4ecc-ba82-c680405c6e4a req-d161d515-a36b-4a49-819e-ddfcfe9bc012 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/ports?device_id=706b6671-3c66-4294-84b0-31a8c1f04549 HTTP/1.1" status: 200 len: 5445 time: 0.1252935 Sep 17 08:05:11.516596 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6eb0cbdd-d64a-4ecc-ba82-c680405c6e4a req-7d7020a3-91da-4e86-9334-b03738f7e712 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7c26f3e-d59d-4df9-b197-93a229a68ca8&id=83963e04-88c6-40e9-944b-1d6adac19415&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0703895 Sep 17 08:05:11.526812 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa54c42-2073-4c78-8307-06ed4005d002 req-fe7ed89d-bdbe-48f1-9bd5-6f801f6d12b6 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:11.528261 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5fa54c42-2073-4c78-8307-06ed4005d002 req-fe7ed89d-bdbe-48f1-9bd5-6f801f6d12b6 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/ports?device_id=436a80fa-7aa8-40ed-8390-a0fdc92da835 HTTP/1.1" status: 200 len: 946 time: 0.0929749 Sep 17 08:05:11.534771 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-193055ad-b37c-4ad7-a13a-d3f6bbc82e08 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:11.663548 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5fa54c42-2073-4c78-8307-06ed4005d002 req-55d0407a-9a5c-483e-945f-93391ed40b0a tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/security-groups?id=d87754fa-6efc-4ec8-a95e-9a7b317d15cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919418 Sep 17 08:05:11.698951 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c7cb75-bc8b-4126-a001-f1503df1d069 req-8bf4d15d-725d-4b9e-bb46-9aaf54c1e97a tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:11.700441 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-45c7cb75-bc8b-4126-a001-f1503df1d069 req-8bf4d15d-725d-4b9e-bb46-9aaf54c1e97a tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebb54df-22b0-4d85-8bdd-9b64f6fb806a HTTP/1.1" status: 200 len: 945 time: 0.1166189 Sep 17 08:05:11.712201 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-193055ad-b37c-4ad7-a13a-d3f6bbc82e08 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Allocated IP 172.25.6.247 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/b91a6a29-514f-4652-98f9-98de5bdbc658) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:05:12.077960 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-45c7cb75-bc8b-4126-a001-f1503df1d069 req-3623ea06-fb13-4560-9e46-517049238482 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3675816 Sep 17 08:05:12.131070 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef82898a-2efa-4b02-86c2-b359d7307a25 req-d1046e01-c540-4308-a3c9-47cc36417269 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:12.136924 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef82898a-2efa-4b02-86c2-b359d7307a25 req-d1046e01-c540-4308-a3c9-47cc36417269 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:12.142942 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef82898a-2efa-4b02-86c2-b359d7307a25 req-d1046e01-c540-4308-a3c9-47cc36417269 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:12.148780 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef82898a-2efa-4b02-86c2-b359d7307a25 req-d1046e01-c540-4308-a3c9-47cc36417269 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:12.154692 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef82898a-2efa-4b02-86c2-b359d7307a25 req-d1046e01-c540-4308-a3c9-47cc36417269 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:12.160680 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef82898a-2efa-4b02-86c2-b359d7307a25 req-d1046e01-c540-4308-a3c9-47cc36417269 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:12.166521 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef82898a-2efa-4b02-86c2-b359d7307a25 req-d1046e01-c540-4308-a3c9-47cc36417269 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:12.168486 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ef82898a-2efa-4b02-86c2-b359d7307a25 req-d1046e01-c540-4308-a3c9-47cc36417269 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/ports?device_id=706b6671-3c66-4294-84b0-31a8c1f04549 HTTP/1.1" status: 200 len: 5445 time: 0.4478400 Sep 17 08:05:12.207876 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-193055ad-b37c-4ad7-a13a-d3f6bbc82e08 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:12.244445 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-193055ad-b37c-4ad7-a13a-d3f6bbc82e08 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:12.280978 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193055ad-b37c-4ad7-a13a-d3f6bbc82e08 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:05:12.285575 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-193055ad-b37c-4ad7-a13a-d3f6bbc82e08 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:05:12.292043 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193055ad-b37c-4ad7-a13a-d3f6bbc82e08 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:05:12.318053 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193055ad-b37c-4ad7-a13a-d3f6bbc82e08 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event updated for resources: {'Port': ['ID=b91a6a29-514f-4652-98f9-98de5bdbc658,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:05:12.853685 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-193055ad-b37c-4ad7-a13a-d3f6bbc82e08 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:12.902005 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af397ac9-4c89-4d46-9a2d-2ef551bdf31d req-121edefb-0e50-4f08-aa1e-18a21d831d26 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:12.903514 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-af397ac9-4c89-4d46-9a2d-2ef551bdf31d req-121edefb-0e50-4f08-aa1e-18a21d831d26 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/ports?device_id=436a80fa-7aa8-40ed-8390-a0fdc92da835 HTTP/1.1" status: 200 len: 946 time: 0.1626158 Sep 17 08:05:12.989088 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-af397ac9-4c89-4d46-9a2d-2ef551bdf31d req-56a4d0b7-5ad7-4dbf-a123-ee706108efeb tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/security-groups?id=d87754fa-6efc-4ec8-a95e-9a7b317d15cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769627 Sep 17 08:05:12.993559 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-193055ad-b37c-4ad7-a13a-d3f6bbc82e08 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:13.168630 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc3826f-adeb-4f11-ba5c-271e9cb8d509 req-f571a87f-5399-4dab-bc49-8c399acf34df tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:13.170138 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3bc3826f-adeb-4f11-ba5c-271e9cb8d509 req-f571a87f-5399-4dab-bc49-8c399acf34df tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/ports?device_id=436a80fa-7aa8-40ed-8390-a0fdc92da835 HTTP/1.1" status: 200 len: 946 time: 0.1066964 Sep 17 08:05:13.259377 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-193055ad-b37c-4ad7-a13a-d3f6bbc82e08 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:13.268748 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-193055ad-b37c-4ad7-a13a-d3f6bbc82e08 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:13.276326 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3bc3826f-adeb-4f11-ba5c-271e9cb8d509 req-486386e7-a166-4e5f-9b43-b908c797c60e tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/security-groups?id=d87754fa-6efc-4ec8-a95e-9a7b317d15cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913932 Sep 17 08:05:13.309879 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3731e7-7086-42f7-b14b-cecebc8f480a req-7e9fb3ef-af2e-4080-a613-9a5d6251e5ec tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:13.315899 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cb3731e7-7086-42f7-b14b-cecebc8f480a req-7e9fb3ef-af2e-4080-a613-9a5d6251e5ec tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebb54df-22b0-4d85-8bdd-9b64f6fb806a HTTP/1.1" status: 200 len: 945 time: 0.1585720 Sep 17 08:05:13.442297 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193055ad-b37c-4ad7-a13a-d3f6bbc82e08 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event updated for resources: {'Port': ['ID=b91a6a29-514f-4652-98f9-98de5bdbc658,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:05:13.467704 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193055ad-b37c-4ad7-a13a-d3f6bbc82e08 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:05:13.468179 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193055ad-b37c-4ad7-a13a-d3f6bbc82e08 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:05:13.468591 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193055ad-b37c-4ad7-a13a-d3f6bbc82e08 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:05:13.469143 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193055ad-b37c-4ad7-a13a-d3f6bbc82e08 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:05:13.469465 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193055ad-b37c-4ad7-a13a-d3f6bbc82e08 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:05:13.470385 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193055ad-b37c-4ad7-a13a-d3f6bbc82e08 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:05:13.470723 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193055ad-b37c-4ad7-a13a-d3f6bbc82e08 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:05:13.471106 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193055ad-b37c-4ad7-a13a-d3f6bbc82e08 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:05:13.471381 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193055ad-b37c-4ad7-a13a-d3f6bbc82e08 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:05:13.471737 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193055ad-b37c-4ad7-a13a-d3f6bbc82e08 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:05:13.472051 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193055ad-b37c-4ad7-a13a-d3f6bbc82e08 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:05:13.472372 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193055ad-b37c-4ad7-a13a-d3f6bbc82e08 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:05:13.480135 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cb3731e7-7086-42f7-b14b-cecebc8f480a req-395505f4-6904-4d69-bcd3-607445bae0b0 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631205 Sep 17 08:05:13.483653 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-193055ad-b37c-4ad7-a13a-d3f6bbc82e08 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:13.589600 n-d-789963-9 neutron-server[101289]: INFO neutron.db.l3_db [None req-193055ad-b37c-4ad7-a13a-d3f6bbc82e08 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Floating IP 924d53e3-8e7f-404b-ad31-966346135cdb associated. External IP: 172.25.6.247, port: 3638aeea-3e9e-44c5-8a15-1b3f96fe4f68. Sep 17 08:05:13.803456 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-193055ad-b37c-4ad7-a13a-d3f6bbc82e08 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Router 5918b963-ab8f-46bc-8473-a4d9bb50b91c has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:05:13.910315 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-193055ad-b37c-4ad7-a13a-d3f6bbc82e08 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:05:13.921146 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09813305-1b2f-41c5-8a23-ce9f8c261d36 None None] Sync routers for ids ['5918b963-ab8f-46bc-8473-a4d9bb50b91c'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:05:13.927776 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-193055ad-b37c-4ad7-a13a-d3f6bbc82e08 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:13.931866 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09813305-1b2f-41c5-8a23-ce9f8c261d36 None None] Routers {'5918b963-ab8f-46bc-8473-a4d9bb50b91c'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:05:13.932497 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-09813305-1b2f-41c5-8a23-ce9f8c261d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:04:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['5918b963-ab8f-46bc-8473-a4d9bb50b91c'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:05:13.958173 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-193055ad-b37c-4ad7-a13a-d3f6bbc82e08 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7019696 Sep 17 08:05:13.958173 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6040248-4c42-4203-bade-45d2cd52bbfa', 'tag': '3638aeea-3e9e-44c5-8a15-1b3f96fe4f68'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:05:13.959040 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a6eb85-ff00-415e-a517-5a6494d83b3d" -d '{"events": [{"name": "network-changed", "server_uuid": "e6040248-4c42-4203-bade-45d2cd52bbfa", "tag": "3638aeea-3e9e-44c5-8a15-1b3f96fe4f68"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:05:13.999713 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9971e581-1d95-421e-ae6e-0c695812a8c1 x-openstack-request-id: req-9971e581-1d95-421e-ae6e-0c695812a8c1 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:05:14.000093 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6040248-4c42-4203-bade-45d2cd52bbfa", "tag": "3638aeea-3e9e-44c5-8a15-1b3f96fe4f68", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:05:14.000420 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9971e581-1d95-421e-ae6e-0c695812a8c1 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:05:14.002071 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6040248-4c42-4203-bade-45d2cd52bbfa', 'tag': '3638aeea-3e9e-44c5-8a15-1b3f96fe4f68', 'status': 'completed', 'code': 200} Sep 17 08:05:14.065443 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1943111-b941-499a-9f6a-19b12ad98f88 req-4bfcf25c-397a-4c51-a5f2-cc0ffc1a04d1 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:14.066993 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b1943111-b941-499a-9f6a-19b12ad98f88 req-4bfcf25c-397a-4c51-a5f2-cc0ffc1a04d1 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6040248-4c42-4203-bade-45d2cd52bbfa HTTP/1.1" status: 200 len: 945 time: 0.0554483 Sep 17 08:05:14.078083 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-09813305-1b2f-41c5-8a23-ce9f8c261d36 None None] Set router 5918b963-ab8f-46bc-8473-a4d9bb50b91c gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:05:14.138152 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b1943111-b941-499a-9f6a-19b12ad98f88 req-eaa24e3b-b729-42d8-a6d6-d99af3261301 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=75f16301-6857-4fad-a6be-62e7544b2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432723 Sep 17 08:05:14.140833 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a6eb85-ff00-415e-a517-5a6494d83b3d req-af8b515a-17c0-41a5-8bed-40ba9b712412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:14.142952 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-22a6eb85-ff00-415e-a517-5a6494d83b3d req-af8b515a-17c0-41a5-8bed-40ba9b712412 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6ef7951b2ac4d2ead98d70f1879d714&device_id=e6040248-4c42-4203-bade-45d2cd52bbfa HTTP/1.1" status: 200 len: 1096 time: 0.0749426 Sep 17 08:05:14.149756 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 35252) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:05:14.167620 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 35256) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:05:14.270109 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-0c5393f9-e3af-498b-92fb-d80d4f60ce9e tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/floatingips/924d53e3-8e7f-404b-ad31-966346135cdb HTTP/1.1" status: 200 len: 991 time: 0.1004622 Sep 17 08:05:14.281890 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1171c0-875a-4a60-bf90-f76e1271c0b3 req-8d7aa8a3-ce31-4f9c-a33c-0c180e9aeb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:14.282603 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1171c0-875a-4a60-bf90-f76e1271c0b3 req-8d7aa8a3-ce31-4f9c-a33c-0c180e9aeb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:14.283144 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1171c0-875a-4a60-bf90-f76e1271c0b3 req-8d7aa8a3-ce31-4f9c-a33c-0c180e9aeb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:14.283686 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1171c0-875a-4a60-bf90-f76e1271c0b3 req-8d7aa8a3-ce31-4f9c-a33c-0c180e9aeb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:14.284254 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1171c0-875a-4a60-bf90-f76e1271c0b3 req-8d7aa8a3-ce31-4f9c-a33c-0c180e9aeb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:14.285306 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1171c0-875a-4a60-bf90-f76e1271c0b3 req-8d7aa8a3-ce31-4f9c-a33c-0c180e9aeb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:14.285306 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1171c0-875a-4a60-bf90-f76e1271c0b3 req-8d7aa8a3-ce31-4f9c-a33c-0c180e9aeb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:14.287468 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9d1171c0-875a-4a60-bf90-f76e1271c0b3 req-8d7aa8a3-ce31-4f9c-a33c-0c180e9aeb00 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=706b6671-3c66-4294-84b0-31a8c1f04549 HTTP/1.1" status: 200 len: 6502 time: 0.1367078 Sep 17 08:05:14.337550 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9d1171c0-875a-4a60-bf90-f76e1271c0b3 req-808976f7-72c2-4477-ae57-654b401f49d6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=83963e04-88c6-40e9-944b-1d6adac19415&id=e7c26f3e-d59d-4df9-b197-93a229a68ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0434608 Sep 17 08:05:14.351100 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-09813305-1b2f-41c5-8a23-ce9f8c261d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5918b963-ab8f-46bc-8473-a4d9bb50b91c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-496969132', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '7009197a-b368-42df-9818-46c92a1f3e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:04:47Z', 'updated_at': '2021-09-17T08:04:52Z', 'revision_number': 4, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'gw_port': {'id': '7009197a-b368-42df-9818-46c92a1f3e88', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5918b963-ab8f-46bc-8473-a4d9bb50b91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:04:47Z', 'updated_at': '2021-09-17T08:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '924d53e3-8e7f-404b-ad31-966346135cdb', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'floating_ip_address': '172.25.6.247', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '5918b963-ab8f-46bc-8473-a4d9bb50b91c', 'port_id': '3638aeea-3e9e-44c5-8a15-1b3f96fe4f68', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c7c2907-2d67-4290-9be2-994bcbedf8a9', 'mac_address': 'fa:16:3e:41:3c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6040248-4c42-4203-bade-45d2cd52bbfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:05:12Z', 'updated_at': '2021-09-17T08:05:12Z', 'revision_number': 0, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd77f212f-c68b-4fb6-89b4-a6b23032d3df', 'name': '', 'network_id': '6c7c2907-2d67-4290-9be2-994bcbedf8a9', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'mac_address': 'fa:16:3e:62:12:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5918b963-ab8f-46bc-8473-a4d9bb50b91c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'a8540f1f-4498-4a52-a82e-d4ba22d275c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:04:51Z', 'updated_at': '2021-09-17T08:04:57Z', 'revision_number': 5, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'subnets': [{'id': 'a8540f1f-4498-4a52-a82e-d4ba22d275c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:05:14.382513 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09813305-1b2f-41c5-8a23-ce9f8c261d36 None None] Checking router: 5918b963-ab8f-46bc-8473-a4d9bb50b91c for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:05:14.391138 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09813305-1b2f-41c5-8a23-ce9f8c261d36 None None] Routers {'5918b963-ab8f-46bc-8473-a4d9bb50b91c'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:05:14.391703 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-09813305-1b2f-41c5-8a23-ce9f8c261d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:04:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['5918b963-ab8f-46bc-8473-a4d9bb50b91c'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:05:14.518926 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-09813305-1b2f-41c5-8a23-ce9f8c261d36 None None] Set router 5918b963-ab8f-46bc-8473-a4d9bb50b91c gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:05:14.541460 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a6eb85-ff00-415e-a517-5a6494d83b3d req-d01a870d-7ac9-42f3-b9ad-fca47bf6bfda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:14.542919 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-22a6eb85-ff00-415e-a517-5a6494d83b3d req-d01a870d-7ac9-42f3-b9ad-fca47bf6bfda service neutron] 10.222.0.41 "GET /v2.0/networks?id=6c7c2907-2d67-4290-9be2-994bcbedf8a9 HTTP/1.1" status: 200 len: 898 time: 0.3928380 Sep 17 08:05:14.664172 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-22a6eb85-ff00-415e-a517-5a6494d83b3d req-ea5ded9a-0a9a-4056-87dd-179e6f3aad66 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3638aeea-3e9e-44c5-8a15-1b3f96fe4f68 HTTP/1.1" status: 200 len: 999 time: 0.1127303 Sep 17 08:05:14.673990 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643aac6-4685-4141-b6b6-d9271263ff58 req-50547b13-5f30-43fc-94e4-44a0fbf4d46d tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:14.676279 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3643aac6-4685-4141-b6b6-d9271263ff58 req-50547b13-5f30-43fc-94e4-44a0fbf4d46d tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebb54df-22b0-4d85-8bdd-9b64f6fb806a HTTP/1.1" status: 200 len: 945 time: 0.0698750 Sep 17 08:05:14.754554 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3643aac6-4685-4141-b6b6-d9271263ff58 req-fa545cd7-c421-4a95-8ccc-2444a37f159c tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679061 Sep 17 08:05:14.756393 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a6eb85-ff00-415e-a517-5a6494d83b3d req-fe888c98-11d6-4b33-9c6c-3ef426564051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:14.758072 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-22a6eb85-ff00-415e-a517-5a6494d83b3d req-fe888c98-11d6-4b33-9c6c-3ef426564051 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a8540f1f-4498-4a52-a82e-d4ba22d275c6 HTTP/1.1" status: 200 len: 835 time: 0.0800517 Sep 17 08:05:14.816754 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a6eb85-ff00-415e-a517-5a6494d83b3d req-fc4683a8-90d3-4344-8bf8-d6197bd5cc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:14.818200 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-22a6eb85-ff00-415e-a517-5a6494d83b3d req-fc4683a8-90d3-4344-8bf8-d6197bd5cc38 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6c7c2907-2d67-4290-9be2-994bcbedf8a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414526 Sep 17 08:05:14.828122 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 35272) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:05:14.859207 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-09813305-1b2f-41c5-8a23-ce9f8c261d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5918b963-ab8f-46bc-8473-a4d9bb50b91c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-496969132', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '7009197a-b368-42df-9818-46c92a1f3e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:04:47Z', 'updated_at': '2021-09-17T08:04:52Z', 'revision_number': 4, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'gw_port': {'id': '7009197a-b368-42df-9818-46c92a1f3e88', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5918b963-ab8f-46bc-8473-a4d9bb50b91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:04:47Z', 'updated_at': '2021-09-17T08:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '924d53e3-8e7f-404b-ad31-966346135cdb', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'floating_ip_address': '172.25.6.247', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '5918b963-ab8f-46bc-8473-a4d9bb50b91c', 'port_id': '3638aeea-3e9e-44c5-8a15-1b3f96fe4f68', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c7c2907-2d67-4290-9be2-994bcbedf8a9', 'mac_address': 'fa:16:3e:41:3c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6040248-4c42-4203-bade-45d2cd52bbfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:05:12Z', 'updated_at': '2021-09-17T08:05:12Z', 'revision_number': 0, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd77f212f-c68b-4fb6-89b4-a6b23032d3df', 'name': '', 'network_id': '6c7c2907-2d67-4290-9be2-994bcbedf8a9', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'mac_address': 'fa:16:3e:62:12:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5918b963-ab8f-46bc-8473-a4d9bb50b91c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'a8540f1f-4498-4a52-a82e-d4ba22d275c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:04:51Z', 'updated_at': '2021-09-17T08:04:57Z', 'revision_number': 5, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'subnets': [{'id': 'a8540f1f-4498-4a52-a82e-d4ba22d275c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:05:14.892985 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09813305-1b2f-41c5-8a23-ce9f8c261d36 None None] The sync data for ids ['5918b963-ab8f-46bc-8473-a4d9bb50b91c'] in n-d-789963-9 is: [{'id': '5918b963-ab8f-46bc-8473-a4d9bb50b91c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-496969132', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '7009197a-b368-42df-9818-46c92a1f3e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:04:47Z', 'updated_at': '2021-09-17T08:04:52Z', 'revision_number': 4, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'gw_port': {'id': '7009197a-b368-42df-9818-46c92a1f3e88', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5918b963-ab8f-46bc-8473-a4d9bb50b91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:04:47Z', 'updated_at': '2021-09-17T08:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '924d53e3-8e7f-404b-ad31-966346135cdb', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'floating_ip_address': '172.25.6.247', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '5918b963-ab8f-46bc-8473-a4d9bb50b91c', 'port_id': '3638aeea-3e9e-44c5-8a15-1b3f96fe4f68', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c7c2907-2d67-4290-9be2-994bcbedf8a9', 'mac_address': 'fa:16:3e:41:3c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6040248-4c42-4203-bade-45d2cd52bbfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:05:12Z', 'updated_at': '2021-09-17T08:05:12Z', 'revision_number': 0, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd77f212f-c68b-4fb6-89b4-a6b23032d3df', 'name': '', 'network_id': '6c7c2907-2d67-4290-9be2-994bcbedf8a9', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'mac_address': 'fa:16:3e:62:12:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5918b963-ab8f-46bc-8473-a4d9bb50b91c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'a8540f1f-4498-4a52-a82e-d4ba22d275c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:04:51Z', 'updated_at': '2021-09-17T08:04:57Z', 'revision_number': 5, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'subnets': [{'id': 'a8540f1f-4498-4a52-a82e-d4ba22d275c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:05:14.924468 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-22a6eb85-ff00-415e-a517-5a6494d83b3d req-3c7c9ded-9c2d-4967-a4d3-0cc92606491f service neutron] 10.222.0.41 "GET /v2.0/networks/6c7c2907-2d67-4290-9be2-994bcbedf8a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968387 Sep 17 08:05:15.035478 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-22a6eb85-ff00-415e-a517-5a6494d83b3d req-b1c84903-7d3c-4dcc-8e95-084c4919e26f service neutron] 10.222.0.41 "GET /v2.0/networks/6c7c2907-2d67-4290-9be2-994bcbedf8a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048248 Sep 17 08:05:15.137068 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f195673-8156-4241-b0f9-7261abea9c8d None None] New status for floating IP 924d53e3-8e7f-404b-ad31-966346135cdb: ACTIVE {{(pid=101291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 08:05:15.272811 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 35274) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:05:15.334778 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-35322d2f-3e5b-4292-b16d-6fa9960fd955 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:15.362377 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-cdb28230-3a80-4dab-a834-1ea00f8c88c0 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/floatingips/924d53e3-8e7f-404b-ad31-966346135cdb HTTP/1.1" status: 200 len: 991 time: 0.0878716 Sep 17 08:05:15.664254 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-35322d2f-3e5b-4292-b16d-6fa9960fd955 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Allocated IP 172.20.0.17 (ab905d5b-91a1-4717-afc7-9af60b3f803b/26496da5-70c8-4ccd-b3d7-1da2e98917be/6848915a-31dc-4137-955f-7586b925c751) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:05:15.785203 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-35322d2f-3e5b-4292-b16d-6fa9960fd955 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:15.821752 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-35322d2f-3e5b-4292-b16d-6fa9960fd955 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:15.862916 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35322d2f-3e5b-4292-b16d-6fa9960fd955 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Network ab905d5b-91a1-4717-afc7-9af60b3f803b is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:05:15.865930 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-35322d2f-3e5b-4292-b16d-6fa9960fd955 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:05:15.868421 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35322d2f-3e5b-4292-b16d-6fa9960fd955 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:05:15.887948 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e8efef-db2e-4e74-929e-6d65393d11ce req-2d63619a-6175-40fa-ab41-6ee602b9ea0d tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:15.889828 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f3e8efef-db2e-4e74-929e-6d65393d11ce req-2d63619a-6175-40fa-ab41-6ee602b9ea0d tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebb54df-22b0-4d85-8bdd-9b64f6fb806a HTTP/1.1" status: 200 len: 945 time: 0.0634596 Sep 17 08:05:15.902713 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35322d2f-3e5b-4292-b16d-6fa9960fd955 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Pushing event updated for resources: {'Port': ['ID=6848915a-31dc-4137-955f-7586b925c751,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:05:15.931076 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-35322d2f-3e5b-4292-b16d-6fa9960fd955 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:15.945092 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f3e8efef-db2e-4e74-929e-6d65393d11ce req-4e404f4b-ee8b-49e6-bda5-1b9d371c02d4 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422246 Sep 17 08:05:16.084907 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-35322d2f-3e5b-4292-b16d-6fa9960fd955 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:16.126923 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ca8f2793-3aa0-42ba-b7ff-01a221e61571 None None] Provisioning complete for port 6848915a-31dc-4137-955f-7586b925c751 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:05:16.127301 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ca8f2793-3aa0-42ba-b7ff-01a221e61571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:16.161914 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ca8f2793-3aa0-42ba-b7ff-01a221e61571 None None] Port 6848915a-31dc-4137-955f-7586b925c751 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:05:16.365616 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 35282) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:05:16.371896 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-35322d2f-3e5b-4292-b16d-6fa9960fd955 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:16.378279 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-35322d2f-3e5b-4292-b16d-6fa9960fd955 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:16.435141 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-41964b64-845e-47f9-a727-b516f35d3337 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/floatingips/924d53e3-8e7f-404b-ad31-966346135cdb HTTP/1.1" status: 200 len: 993 time: 0.0681701 Sep 17 08:05:16.453398 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35322d2f-3e5b-4292-b16d-6fa9960fd955 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Pushing event updated for resources: {'Port': ['ID=6848915a-31dc-4137-955f-7586b925c751,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:05:16.459483 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-35322d2f-3e5b-4292-b16d-6fa9960fd955 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:16.548767 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35322d2f-3e5b-4292-b16d-6fa9960fd955 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Network ab905d5b-91a1-4717-afc7-9af60b3f803b is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:05:16.550449 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-35322d2f-3e5b-4292-b16d-6fa9960fd955 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:05:16.669772 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35322d2f-3e5b-4292-b16d-6fa9960fd955 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Router 49ff74cc-d17b-45b8-876a-65623fed0ffd has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:05:16.787509 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-d6ba4715-8cd3-4c60-b5a0-a26e8a35b84e None None] Provisioning complete for port 6848915a-31dc-4137-955f-7586b925c751 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:05:16.788018 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d6ba4715-8cd3-4c60-b5a0-a26e8a35b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:16.832846 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-d6ba4715-8cd3-4c60-b5a0-a26e8a35b84e None None] Port 6848915a-31dc-4137-955f-7586b925c751 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:05:17.055587 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a49543-6e8f-4578-a860-3869cf4ea358 req-a2bd78f5-fe9d-49f3-9b8b-c7a5911e202f tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:17.057147 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-56a49543-6e8f-4578-a860-3869cf4ea358 req-a2bd78f5-fe9d-49f3-9b8b-c7a5911e202f tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebb54df-22b0-4d85-8bdd-9b64f6fb806a HTTP/1.1" status: 200 len: 945 time: 0.0507574 Sep 17 08:05:17.083535 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35322d2f-3e5b-4292-b16d-6fa9960fd955 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:05:17.096637 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7785d23-661b-4579-8f52-27d23fe50006 None None] Sync routers for ids ['49ff74cc-d17b-45b8-876a-65623fed0ffd'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:05:17.101822 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-35322d2f-3e5b-4292-b16d-6fa9960fd955 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "PUT /v2.0/routers/49ff74cc-d17b-45b8-876a-65623fed0ffd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2724969 Sep 17 08:05:17.115532 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7785d23-661b-4579-8f52-27d23fe50006 None None] Routers {'49ff74cc-d17b-45b8-876a-65623fed0ffd'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:05:17.116422 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-f7785d23-661b-4579-8f52-27d23fe50006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:04:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['49ff74cc-d17b-45b8-876a-65623fed0ffd'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:05:17.116926 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-56a49543-6e8f-4578-a860-3869cf4ea358 req-cb9abb41-17fa-443c-8d59-3fa0fd707854 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508006 Sep 17 08:05:17.172130 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:05:17.235936 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-f7785d23-661b-4579-8f52-27d23fe50006 None None] Set router 49ff74cc-d17b-45b8-876a-65623fed0ffd gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:05:17.457782 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-f7785d23-661b-4579-8f52-27d23fe50006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ff74cc-d17b-45b8-876a-65623fed0ffd', 'name': 'tempest-TestNetworkBasicOps-router-1387750121', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '40ca8cfa-95fd-4485-8872-f0efb300c5c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:03:06Z', 'updated_at': '2021-09-17T08:05:16Z', 'revision_number': 5, 'project_id': '72f377991d624d1189daaff7de1bceb3', 'gw_port': {'id': '40ca8cfa-95fd-4485-8872-f0efb300c5c8', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:5f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ff74cc-d17b-45b8-876a-65623fed0ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:06Z', 'updated_at': '2021-09-17T08:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': 'c2f6bf24-71a2-4faf-acf6-e6ace1220f95', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'floating_ip_address': '172.25.6.215', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '49ff74cc-d17b-45b8-876a-65623fed0ffd', 'port_id': 'ec68007f-a8ad-4a62-9bba-465363bc9308', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da58380a-915a-40f0-9564-11e428e24524', 'mac_address': 'fa:16:3e:fa:9e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f512e0-f056-4737-a347-c20bfad2d40f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:03:39Z', 'updated_at': '2021-09-17T08:03:43Z', 'revision_number': 1, 'project_id': '72f377991d624d1189daaff7de1bceb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6848915a-31dc-4137-955f-7586b925c751', 'name': '', 'network_id': 'ab905d5b-91a1-4717-afc7-9af60b3f803b', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'mac_address': 'fa:16:3e:e2:7b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ff74cc-d17b-45b8-876a-65623fed0ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': '26496da5-70c8-4ccd-b3d7-1da2e98917be', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:05:15Z', 'updated_at': '2021-09-17T08:05:16Z', 'revision_number': 2, 'project_id': '72f377991d624d1189daaff7de1bceb3', 'subnets': [{'id': '26496da5-70c8-4ccd-b3d7-1da2e98917be', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd085e195-21cd-4e1c-9382-e2d90512a109', 'name': '', 'network_id': 'da58380a-915a-40f0-9564-11e428e24524', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'mac_address': 'fa:16:3e:47:3a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ff74cc-d17b-45b8-876a-65623fed0ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '63d35bd7-5698-43e9-b932-9568edb639a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:11Z', 'updated_at': '2021-09-17T08:03:17Z', 'revision_number': 5, 'project_id': '72f377991d624d1189daaff7de1bceb3', 'subnets': [{'id': '63d35bd7-5698-43e9-b932-9568edb639a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:05:17.482891 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7785d23-661b-4579-8f52-27d23fe50006 None None] Checking router: 49ff74cc-d17b-45b8-876a-65623fed0ffd for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:05:17.483171 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7785d23-661b-4579-8f52-27d23fe50006 None None] Updating router 49ff74cc-d17b-45b8-876a-65623fed0ffd port 6848915a-31dc-4137-955f-7586b925c751 binding host n-d-789963-9 {{(pid=101292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 08:05:17.512318 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f7785d23-661b-4579-8f52-27d23fe50006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:17.768737 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f7785d23-661b-4579-8f52-27d23fe50006 None None] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:17.774148 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f7785d23-661b-4579-8f52-27d23fe50006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:17.839263 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14df3c4-6e21-414e-9682-88e407e48f59 None None] Pushing event updated for resources: {'Port': ['ID=6848915a-31dc-4137-955f-7586b925c751,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:05:17.892348 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-f7785d23-661b-4579-8f52-27d23fe50006 None None] Attempting to bind port 6848915a-31dc-4137-955f-7586b925c751 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:05:17.892348 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-f7785d23-661b-4579-8f52-27d23fe50006 None None] Attempting to bind port 6848915a-31dc-4137-955f-7586b925c751 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '9026b0d9-6900-4e40-b1b2-b67076249b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ab905d5b-91a1-4717-afc7-9af60b3f803b'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:05:17.892348 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7785d23-661b-4579-8f52-27d23fe50006 None None] Attempting to bind port 6848915a-31dc-4137-955f-7586b925c751 on network ab905d5b-91a1-4717-afc7-9af60b3f803b {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:05:17.896438 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7785d23-661b-4579-8f52-27d23fe50006 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:05:17.896822 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7785d23-661b-4579-8f52-27d23fe50006 None None] Checking segment: {'id': '9026b0d9-6900-4e40-b1b2-b67076249b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ab905d5b-91a1-4717-afc7-9af60b3f803b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:05:17.897452 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f7785d23-661b-4579-8f52-27d23fe50006 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:17.897695 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7785d23-661b-4579-8f52-27d23fe50006 None None] Bound using segment: {'id': '9026b0d9-6900-4e40-b1b2-b67076249b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ab905d5b-91a1-4717-afc7-9af60b3f803b'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:05:17.898083 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-f7785d23-661b-4579-8f52-27d23fe50006 None None] Bound port: 6848915a-31dc-4137-955f-7586b925c751, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9026b0d9-6900-4e40-b1b2-b67076249b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ab905d5b-91a1-4717-afc7-9af60b3f803b'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:05:17.898453 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f7785d23-661b-4579-8f52-27d23fe50006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:17.963158 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-f7785d23-661b-4579-8f52-27d23fe50006 None None] For port 6848915a-31dc-4137-955f-7586b925c751, host n-d-789963-9, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:05:17.966543 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-f7785d23-661b-4579-8f52-27d23fe50006 None None] For port 6848915a-31dc-4137-955f-7586b925c751, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=6848915a-31dc-4137-955f-7586b925c751,segment=NetworkSegment(9026b0d9-6900-4e40-b1b2-b67076249b4b),segment_id=9026b0d9-6900-4e40-b1b2-b67076249b4b)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:05:17.972401 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f7785d23-661b-4579-8f52-27d23fe50006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:18.036928 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14df3c4-6e21-414e-9682-88e407e48f59 None None] Pushing event updated for resources: {'Port': ['ID=6848915a-31dc-4137-955f-7586b925c751,revision_number=4']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:05:18.039676 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7785d23-661b-4579-8f52-27d23fe50006 None None] Routers {'49ff74cc-d17b-45b8-876a-65623fed0ffd'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:05:18.040328 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-f7785d23-661b-4579-8f52-27d23fe50006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:04:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['49ff74cc-d17b-45b8-876a-65623fed0ffd'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:05:18.060555 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-561b2799-23de-44d5-92e4-2a2bc89a5790 None None] Provisioning complete for port 6848915a-31dc-4137-955f-7586b925c751 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:05:18.061579 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-561b2799-23de-44d5-92e4-2a2bc89a5790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:18.155208 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-561b2799-23de-44d5-92e4-2a2bc89a5790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:18.163857 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-f7785d23-661b-4579-8f52-27d23fe50006 None None] Set router 49ff74cc-d17b-45b8-876a-65623fed0ffd gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:05:18.197848 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-561b2799-23de-44d5-92e4-2a2bc89a5790 None None] For port 6848915a-31dc-4137-955f-7586b925c751, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=6848915a-31dc-4137-955f-7586b925c751,segment=NetworkSegment(9026b0d9-6900-4e40-b1b2-b67076249b4b),segment_id=9026b0d9-6900-4e40-b1b2-b67076249b4b)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:05:18.206585 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-561b2799-23de-44d5-92e4-2a2bc89a5790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:18.266553 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561b2799-23de-44d5-92e4-2a2bc89a5790 None None] Pushing event updated for resources: {'Port': ['ID=6848915a-31dc-4137-955f-7586b925c751,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:05:18.281343 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6579579-bd86-4d33-a5f2-fe89247d7051 req-ad7d3885-c34e-416a-9b9a-bcf8c278f651 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:18.284603 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a6579579-bd86-4d33-a5f2-fe89247d7051 req-ad7d3885-c34e-416a-9b9a-bcf8c278f651 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebb54df-22b0-4d85-8bdd-9b64f6fb806a HTTP/1.1" status: 200 len: 945 time: 0.0735509 Sep 17 08:05:18.327492 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-fd1f7d3c-e338-4cb5-8514-654728542a35 None None] Provisioning complete for port 6848915a-31dc-4137-955f-7586b925c751 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:05:18.328188 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fd1f7d3c-e338-4cb5-8514-654728542a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:18.339654 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a6579579-bd86-4d33-a5f2-fe89247d7051 req-936bd6c1-2828-4acd-9ce0-66afdfcc8fa4 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485122 Sep 17 08:05:18.410896 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-f7785d23-661b-4579-8f52-27d23fe50006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ff74cc-d17b-45b8-876a-65623fed0ffd', 'name': 'tempest-TestNetworkBasicOps-router-1387750121', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '40ca8cfa-95fd-4485-8872-f0efb300c5c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:03:06Z', 'updated_at': '2021-09-17T08:05:16Z', 'revision_number': 5, 'project_id': '72f377991d624d1189daaff7de1bceb3', 'gw_port': {'id': '40ca8cfa-95fd-4485-8872-f0efb300c5c8', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:5f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ff74cc-d17b-45b8-876a-65623fed0ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:06Z', 'updated_at': '2021-09-17T08:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': 'c2f6bf24-71a2-4faf-acf6-e6ace1220f95', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'floating_ip_address': '172.25.6.215', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '49ff74cc-d17b-45b8-876a-65623fed0ffd', 'port_id': 'ec68007f-a8ad-4a62-9bba-465363bc9308', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da58380a-915a-40f0-9564-11e428e24524', 'mac_address': 'fa:16:3e:fa:9e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f512e0-f056-4737-a347-c20bfad2d40f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:03:39Z', 'updated_at': '2021-09-17T08:03:43Z', 'revision_number': 1, 'project_id': '72f377991d624d1189daaff7de1bceb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6848915a-31dc-4137-955f-7586b925c751', 'name': '', 'network_id': 'ab905d5b-91a1-4717-afc7-9af60b3f803b', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'mac_address': 'fa:16:3e:e2:7b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ff74cc-d17b-45b8-876a-65623fed0ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': '26496da5-70c8-4ccd-b3d7-1da2e98917be', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:05:15Z', 'updated_at': '2021-09-17T08:05:17Z', 'revision_number': 4, 'project_id': '72f377991d624d1189daaff7de1bceb3', 'subnets': [{'id': '26496da5-70c8-4ccd-b3d7-1da2e98917be', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd085e195-21cd-4e1c-9382-e2d90512a109', 'name': '', 'network_id': 'da58380a-915a-40f0-9564-11e428e24524', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'mac_address': 'fa:16:3e:47:3a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ff74cc-d17b-45b8-876a-65623fed0ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '63d35bd7-5698-43e9-b932-9568edb639a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:11Z', 'updated_at': '2021-09-17T08:03:17Z', 'revision_number': 5, 'project_id': '72f377991d624d1189daaff7de1bceb3', 'subnets': [{'id': '63d35bd7-5698-43e9-b932-9568edb639a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:05:18.442391 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7785d23-661b-4579-8f52-27d23fe50006 None None] The sync data for ids ['49ff74cc-d17b-45b8-876a-65623fed0ffd'] in n-d-789963-9 is: [{'id': '49ff74cc-d17b-45b8-876a-65623fed0ffd', 'name': 'tempest-TestNetworkBasicOps-router-1387750121', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '40ca8cfa-95fd-4485-8872-f0efb300c5c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:03:06Z', 'updated_at': '2021-09-17T08:05:16Z', 'revision_number': 5, 'project_id': '72f377991d624d1189daaff7de1bceb3', 'gw_port': {'id': '40ca8cfa-95fd-4485-8872-f0efb300c5c8', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:5f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ff74cc-d17b-45b8-876a-65623fed0ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:06Z', 'updated_at': '2021-09-17T08:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': 'c2f6bf24-71a2-4faf-acf6-e6ace1220f95', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'floating_ip_address': '172.25.6.215', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '49ff74cc-d17b-45b8-876a-65623fed0ffd', 'port_id': 'ec68007f-a8ad-4a62-9bba-465363bc9308', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da58380a-915a-40f0-9564-11e428e24524', 'mac_address': 'fa:16:3e:fa:9e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f512e0-f056-4737-a347-c20bfad2d40f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:03:39Z', 'updated_at': '2021-09-17T08:03:43Z', 'revision_number': 1, 'project_id': '72f377991d624d1189daaff7de1bceb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6848915a-31dc-4137-955f-7586b925c751', 'name': '', 'network_id': 'ab905d5b-91a1-4717-afc7-9af60b3f803b', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'mac_address': 'fa:16:3e:e2:7b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ff74cc-d17b-45b8-876a-65623fed0ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': '26496da5-70c8-4ccd-b3d7-1da2e98917be', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:05:15Z', 'updated_at': '2021-09-17T08:05:17Z', 'revision_number': 4, 'project_id': '72f377991d624d1189daaff7de1bceb3', 'subnets': [{'id': '26496da5-70c8-4ccd-b3d7-1da2e98917be', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd085e195-21cd-4e1c-9382-e2d90512a109', 'name': '', 'network_id': 'da58380a-915a-40f0-9564-11e428e24524', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'mac_address': 'fa:16:3e:47:3a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ff74cc-d17b-45b8-876a-65623fed0ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '63d35bd7-5698-43e9-b932-9568edb639a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:11Z', 'updated_at': '2021-09-17T08:03:17Z', 'revision_number': 5, 'project_id': '72f377991d624d1189daaff7de1bceb3', 'subnets': [{'id': '63d35bd7-5698-43e9-b932-9568edb639a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:05:19.464259 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d2c1a1-578e-444d-a506-bd7c1940782f req-41194e93-2f40-4aa3-b775-e2bdcebfb5ee tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:19.465905 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-97d2c1a1-578e-444d-a506-bd7c1940782f req-41194e93-2f40-4aa3-b775-e2bdcebfb5ee tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebb54df-22b0-4d85-8bdd-9b64f6fb806a HTTP/1.1" status: 200 len: 945 time: 0.0617428 Sep 17 08:05:19.509780 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-97d2c1a1-578e-444d-a506-bd7c1940782f req-a7d17a1a-2d75-4ee2-9c89-784cdde0b810 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363762 Sep 17 08:05:19.795056 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 6848915a-31dc-4137-955f-7586b925c751 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:05:19.843473 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 6848915a-31dc-4137-955f-7586b925c751 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:05:19.843888 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:19.930688 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e0a0fa5c-c38e-4ccf-83b1-f7ac2874c80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:20.626820 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b61e3-e901-4fcd-91b0-a4f3280ee462 req-5637b1f7-dbdb-403a-8f37-19108fe93f9b tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:20.628361 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a96b61e3-e901-4fcd-91b0-a4f3280ee462 req-5637b1f7-dbdb-403a-8f37-19108fe93f9b tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebb54df-22b0-4d85-8bdd-9b64f6fb806a HTTP/1.1" status: 200 len: 945 time: 0.0504885 Sep 17 08:05:20.666571 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a96b61e3-e901-4fcd-91b0-a4f3280ee462 req-d558d2da-a237-4187-8ba7-07f3b0b5bd88 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320938 Sep 17 08:05:21.780938 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e8885-a7cd-447e-b85a-588971565cbe req-22583e94-701d-43c6-8020-f0c52b291c4b tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:21.782407 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fc9e8885-a7cd-447e-b85a-588971565cbe req-22583e94-701d-43c6-8020-f0c52b291c4b tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebb54df-22b0-4d85-8bdd-9b64f6fb806a HTTP/1.1" status: 200 len: 945 time: 0.0473449 Sep 17 08:05:21.820217 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fc9e8885-a7cd-447e-b85a-588971565cbe req-94444da1-bf26-4121-80bd-e80940a84af1 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311141 Sep 17 08:05:22.397400 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-53c7abaa-160c-42da-b684-5c85c6b66071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:22.669207 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:22.941167 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1c637b-e5eb-4853-a1f8-2834d92b2b81 req-fc3813f9-e6be-4f1f-8d1a-3abc804b557d tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:22.942655 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4a1c637b-e5eb-4853-a1f8-2834d92b2b81 req-fc3813f9-e6be-4f1f-8d1a-3abc804b557d tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebb54df-22b0-4d85-8bdd-9b64f6fb806a HTTP/1.1" status: 200 len: 945 time: 0.0541501 Sep 17 08:05:22.982443 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4a1c637b-e5eb-4853-a1f8-2834d92b2b81 req-839da3ac-1847-4c78-8cdb-66fa11b690c1 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334613 Sep 17 08:05:23.649893 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:24.098393 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a1ce3a-2993-4b76-b4b2-3a2730f35ee0 req-ef5307ee-f7d2-4eae-bbc9-51c32c44b98d tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:24.099934 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-01a1ce3a-2993-4b76-b4b2-3a2730f35ee0 req-ef5307ee-f7d2-4eae-bbc9-51c32c44b98d tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebb54df-22b0-4d85-8bdd-9b64f6fb806a HTTP/1.1" status: 200 len: 945 time: 0.0505266 Sep 17 08:05:24.138456 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-01a1ce3a-2993-4b76-b4b2-3a2730f35ee0 req-b10bdbd1-765a-4ce7-9304-6dd145a0cf0a tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324554 Sep 17 08:05:25.239483 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:25.260514 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b847d41c-01f4-4e4c-963a-91fb065bfb9a req-b7d7e442-7e05-432b-83e7-8fc3e9603c3e tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:25.267637 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b847d41c-01f4-4e4c-963a-91fb065bfb9a req-b7d7e442-7e05-432b-83e7-8fc3e9603c3e tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebb54df-22b0-4d85-8bdd-9b64f6fb806a HTTP/1.1" status: 200 len: 945 time: 0.0590649 Sep 17 08:05:25.301475 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b847d41c-01f4-4e4c-963a-91fb065bfb9a req-166b2c17-814a-4496-97fc-d4b27c58197f tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323701 Sep 17 08:05:25.552337 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7b9905-655f-4e1d-af90-0b152ea2a721 req-632a3b0b-2a11-40be-91a5-c0cfc86ea0cd tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:25.553867 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9d7b9905-655f-4e1d-af90-0b152ea2a721 req-632a3b0b-2a11-40be-91a5-c0cfc86ea0cd tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebb54df-22b0-4d85-8bdd-9b64f6fb806a HTTP/1.1" status: 200 len: 945 time: 0.0548184 Sep 17 08:05:25.592253 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9d7b9905-655f-4e1d-af90-0b152ea2a721 req-9444629e-e94a-4297-97da-5e4e566458a9 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319927 Sep 17 08:05:26.709124 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31c4b35-b448-44b9-8c9e-3ed6863a191b req-097fa17f-8099-4f73-bf6d-ba97edfdee29 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:26.711404 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d31c4b35-b448-44b9-8c9e-3ed6863a191b req-097fa17f-8099-4f73-bf6d-ba97edfdee29 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebb54df-22b0-4d85-8bdd-9b64f6fb806a HTTP/1.1" status: 200 len: 945 time: 0.0516217 Sep 17 08:05:26.749412 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d31c4b35-b448-44b9-8c9e-3ed6863a191b req-57c16ba7-d184-427e-8d9e-cc86ddd8d5e9 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319469 Sep 17 08:05:27.025205 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c82946-6f32-426b-a494-382b06298f9a req-ab3c48df-a7b8-4798-af80-fdda2b72a98c tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:27.026640 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-17c82946-6f32-426b-a494-382b06298f9a req-ab3c48df-a7b8-4798-af80-fdda2b72a98c tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ebb54df-22b0-4d85-8bdd-9b64f6fb806a HTTP/1.1" status: 200 len: 945 time: 0.0537176 Sep 17 08:05:27.144260 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-17c82946-6f32-426b-a494-382b06298f9a req-bf009716-d836-4bb3-a05e-dda6ad520783 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Deleting port 245256b0-ed87-4fb6-a3fd-f24b28a3e278 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:05:27.144966 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-17c82946-6f32-426b-a494-382b06298f9a req-bf009716-d836-4bb3-a05e-dda6ad520783 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:27.234694 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-17c82946-6f32-426b-a494-382b06298f9a req-bf009716-d836-4bb3-a05e-dda6ad520783 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] For port 245256b0-ed87-4fb6-a3fd-f24b28a3e278, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=245256b0-ed87-4fb6-a3fd-f24b28a3e278,segment=NetworkSegment(fd7b9750-679d-4ecc-9c9e-dc86937b132b),segment_id=fd7b9750-679d-4ecc-9c9e-dc86937b132b)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:05:27.235095 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-17c82946-6f32-426b-a494-382b06298f9a req-bf009716-d836-4bb3-a05e-dda6ad520783 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:27.248782 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-17c82946-6f32-426b-a494-382b06298f9a req-bf009716-d836-4bb3-a05e-dda6ad520783 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Calling delete_port for 245256b0-ed87-4fb6-a3fd-f24b28a3e278 owned by compute:nova {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:05:27.386215 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-17c82946-6f32-426b-a494-382b06298f9a req-bf009716-d836-4bb3-a05e-dda6ad520783 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:27.415818 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf009716-d836-4bb3-a05e-dda6ad520783 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Pushing event deleted for resources: {'Port': ['ID=245256b0-ed87-4fb6-a3fd-f24b28a3e278,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:05:27.431785 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['245256b0-ed87-4fb6-a3fd-f24b28a3e278'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:05:27.462581 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-17c82946-6f32-426b-a494-382b06298f9a req-bf009716-d836-4bb3-a05e-dda6ad520783 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] No DVR routers for this DVR port 245256b0-ed87-4fb6-a3fd-f24b28a3e278 on host n-h1-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:05:27.465321 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-17c82946-6f32-426b-a494-382b06298f9a req-bf009716-d836-4bb3-a05e-dda6ad520783 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:27.467570 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-17c82946-6f32-426b-a494-382b06298f9a req-bf009716-d836-4bb3-a05e-dda6ad520783 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.41 "DELETE /v2.0/ports/245256b0-ed87-4fb6-a3fd-f24b28a3e278 HTTP/1.1" status: 204 len: 173 time: 0.4335046 Sep 17 08:05:27.468121 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ebb54df-22b0-4d85-8bdd-9b64f6fb806a', 'name': 'network-vif-deleted', 'tag': '245256b0-ed87-4fb6-a3fd-f24b28a3e278'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:05:27.470504 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a50d7924-8d8d-4663-b740-cae6329fa77f" -d '{"events": [{"server_uuid": "2ebb54df-22b0-4d85-8bdd-9b64f6fb806a", "name": "network-vif-deleted", "tag": "245256b0-ed87-4fb6-a3fd-f24b28a3e278"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:05:27.537952 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a411ff9-feeb-4f4f-86b2-78a4ed8fbe77 x-openstack-request-id: req-5a411ff9-feeb-4f4f-86b2-78a4ed8fbe77 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:05:27.538471 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ebb54df-22b0-4d85-8bdd-9b64f6fb806a", "name": "network-vif-deleted", "tag": "245256b0-ed87-4fb6-a3fd-f24b28a3e278", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:05:27.538731 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5a411ff9-feeb-4f4f-86b2-78a4ed8fbe77 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:05:27.539113 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ebb54df-22b0-4d85-8bdd-9b64f6fb806a', 'name': 'network-vif-deleted', 'tag': '245256b0-ed87-4fb6-a3fd-f24b28a3e278', 'status': 'completed', 'code': 200} Sep 17 08:05:27.868146 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-85bda14b-28f7-484e-b8b6-4a304e1356e3 req-90e1d10b-ffc3-4837-86cc-ef8412b35052 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebb54df-22b0-4d85-8bdd-9b64f6fb806a HTTP/1.1" status: 200 len: 210 time: 0.0342677 Sep 17 08:05:29.184368 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df380b0e-d2b7-4c06-9423-bd77ce8d4617 req-9fb2c413-1113-4690-8dd3-532b574d71b6 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:29.186094 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-df380b0e-d2b7-4c06-9423-bd77ce8d4617 req-9fb2c413-1113-4690-8dd3-532b574d71b6 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/networks?id=7eb31eb9-c5ba-4a23-993e-45fc1230b15c HTTP/1.1" status: 200 len: 812 time: 0.0990324 Sep 17 08:05:29.203007 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-df380b0e-d2b7-4c06-9423-bd77ce8d4617 req-72b8e26a-9b18-4742-9abc-1c91ae5e046c tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/quotas/2d0585dd9c4e407bb55fa564a2ede4c9 HTTP/1.1" status: 200 len: 375 time: 0.0108840 Sep 17 08:05:29.239035 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-df380b0e-d2b7-4c06-9423-bd77ce8d4617 req-6947f323-df8a-4716-a815-2988cc83572f tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d0585dd9c4e407bb55fa564a2ede4c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296416 Sep 17 08:05:29.250313 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [req-df380b0e-d2b7-4c06-9423-bd77ce8d4617 req-4c929cbd-c70f-4f2b-97f2-1a3dc3cbdd52 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:05:29.251279 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-df380b0e-d2b7-4c06-9423-bd77ce8d4617 req-4c929cbd-c70f-4f2b-97f2-1a3dc3cbdd52 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049734 Sep 17 08:05:29.353059 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-df380b0e-d2b7-4c06-9423-bd77ce8d4617 req-e05a82f6-1c3c-4bc8-8439-5b58ad9bd167 service neutron] 10.222.0.13 "GET /v2.0/networks/7eb31eb9-c5ba-4a23-993e-45fc1230b15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870190 Sep 17 08:05:29.441594 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-df380b0e-d2b7-4c06-9423-bd77ce8d4617 req-f5611aee-419b-4cee-824c-91fb0b621f93 service neutron] 10.222.0.13 "GET /v2.0/networks/7eb31eb9-c5ba-4a23-993e-45fc1230b15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893459 Sep 17 08:05:29.602148 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-087a0cde-d21a-42c8-a888-8a0ece9fa457 req-3015ca18-9cea-4bdb-bb1e-88dcde02c323 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=b84a7708-49a5-46d1-aa42-8399a98e79c7 HTTP/1.1" status: 200 len: 210 time: 0.0282459 Sep 17 08:05:30.525312 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 245256b0-ed87-4fb6-a3fd-f24b28a3e278 no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:05:30.549381 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] No Port match for: 245256b0-ed87-4fb6-a3fd-f24b28a3e278 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:05:30.549728 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 245256b0-ed87-4fb6-a3fd-f24b28a3e278 not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:05:30.666667 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df380b0e-d2b7-4c06-9423-bd77ce8d4617 req-66e7d322-4f00-41ca-964d-f763a9a9666a tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:30.668893 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-df380b0e-d2b7-4c06-9423-bd77ce8d4617 req-66e7d322-4f00-41ca-964d-f763a9a9666a tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.41 "GET /v2.0/networks?id=7eb31eb9-c5ba-4a23-993e-45fc1230b15c HTTP/1.1" status: 200 len: 812 time: 0.1328723 Sep 17 08:05:30.705683 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-df380b0e-d2b7-4c06-9423-bd77ce8d4617 req-34cf9bd0-5b40-4450-8fe4-9208ffe0d202 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Request body: {'port': {'device_id': 'b84a7708-49a5-46d1-aa42-8399a98e79c7', 'network_id': '7eb31eb9-c5ba-4a23-993e-45fc1230b15c', 'admin_state_up': True, 'tenant_id': '2d0585dd9c4e407bb55fa564a2ede4c9'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:05:30.750722 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9bf1bb6b-6b3c-4c99-bd1b-f9fab9bbd353 req-a8541886-b99d-4789-a7d6-7458fc595b27 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=b84a7708-49a5-46d1-aa42-8399a98e79c7 HTTP/1.1" status: 200 len: 210 time: 0.0399630 Sep 17 08:05:30.839020 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df380b0e-d2b7-4c06-9423-bd77ce8d4617 req-34cf9bd0-5b40-4450-8fe4-9208ffe0d202 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Made reservation on behalf of 2d0585dd9c4e407bb55fa564a2ede4c9 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:05:30.842552 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-df380b0e-d2b7-4c06-9423-bd77ce8d4617 req-34cf9bd0-5b40-4450-8fe4-9208ffe0d202 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:30.970194 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [req-df380b0e-d2b7-4c06-9423-bd77ce8d4617 req-34cf9bd0-5b40-4450-8fe4-9208ffe0d202 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Allocated IP 172.20.0.3 (7eb31eb9-c5ba-4a23-993e-45fc1230b15c/cb81ebac-14bd-4bcc-8591-cd4e58446b46/bee87f6d-4f17-4d56-a223-d543c919c6f4) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:05:31.125521 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-df380b0e-d2b7-4c06-9423-bd77ce8d4617 req-34cf9bd0-5b40-4450-8fe4-9208ffe0d202 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:31.158963 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-df380b0e-d2b7-4c06-9423-bd77ce8d4617 req-34cf9bd0-5b40-4450-8fe4-9208ffe0d202 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:31.206030 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df380b0e-d2b7-4c06-9423-bd77ce8d4617 req-34cf9bd0-5b40-4450-8fe4-9208ffe0d202 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Network 7eb31eb9-c5ba-4a23-993e-45fc1230b15c is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:05:31.211758 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [req-df380b0e-d2b7-4c06-9423-bd77ce8d4617 req-34cf9bd0-5b40-4450-8fe4-9208ffe0d202 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:05:31.214258 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-df380b0e-d2b7-4c06-9423-bd77ce8d4617 req-34cf9bd0-5b40-4450-8fe4-9208ffe0d202 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:05:31.239016 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cf9bd0-5b40-4450-8fe4-9208ffe0d202 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Pushing event updated for resources: {'Port': ['ID=bee87f6d-4f17-4d56-a223-d543c919c6f4,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:05:31.267631 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df380b0e-d2b7-4c06-9423-bd77ce8d4617 req-34cf9bd0-5b40-4450-8fe4-9208ffe0d202 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:31.268271 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-df380b0e-d2b7-4c06-9423-bd77ce8d4617 req-34cf9bd0-5b40-4450-8fe4-9208ffe0d202 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:31.282809 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-df380b0e-d2b7-4c06-9423-bd77ce8d4617 req-34cf9bd0-5b40-4450-8fe4-9208ffe0d202 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5811405 Sep 17 08:05:31.309747 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-df380b0e-d2b7-4c06-9423-bd77ce8d4617 req-b3ec79e2-2419-41c0-844f-044e2bcc9298 service neutron] Request body: {'port': {'device_id': 'b84a7708-49a5-46d1-aa42-8399a98e79c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-9'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:05:31.366481 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-df380b0e-d2b7-4c06-9423-bd77ce8d4617 req-b3ec79e2-2419-41c0-844f-044e2bcc9298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:31.625034 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [req-df380b0e-d2b7-4c06-9423-bd77ce8d4617 req-b3ec79e2-2419-41c0-844f-044e2bcc9298 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bee87f6d-4f17-4d56-a223-d543c919c6f4 {{(pid=101289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:05:31.632882 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-df380b0e-d2b7-4c06-9423-bd77ce8d4617 req-b3ec79e2-2419-41c0-844f-044e2bcc9298 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:31.644782 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.provisioning_blocks [req-df380b0e-d2b7-4c06-9423-bd77ce8d4617 req-b3ec79e2-2419-41c0-844f-044e2bcc9298 service neutron] Transition to ACTIVE for port object bee87f6d-4f17-4d56-a223-d543c919c6f4 will not be triggered until provisioned by entity L2. {{(pid=101289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:05:31.648401 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-df380b0e-d2b7-4c06-9423-bd77ce8d4617 req-b3ec79e2-2419-41c0-844f-044e2bcc9298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:31.702737 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ec79e2-2419-41c0-844f-044e2bcc9298 service neutron] Pushing event updated for resources: {'Port': ['ID=bee87f6d-4f17-4d56-a223-d543c919c6f4,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:05:31.770704 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-df380b0e-d2b7-4c06-9423-bd77ce8d4617 req-b3ec79e2-2419-41c0-844f-044e2bcc9298 service neutron] Attempting to bind port bee87f6d-4f17-4d56-a223-d543c919c6f4 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:05:31.771135 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-df380b0e-d2b7-4c06-9423-bd77ce8d4617 req-b3ec79e2-2419-41c0-844f-044e2bcc9298 service neutron] Attempting to bind port bee87f6d-4f17-4d56-a223-d543c919c6f4 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'fd7b9750-679d-4ecc-9c9e-dc86937b132b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '7eb31eb9-c5ba-4a23-993e-45fc1230b15c'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:05:31.771571 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df380b0e-d2b7-4c06-9423-bd77ce8d4617 req-b3ec79e2-2419-41c0-844f-044e2bcc9298 service neutron] Attempting to bind port bee87f6d-4f17-4d56-a223-d543c919c6f4 on network 7eb31eb9-c5ba-4a23-993e-45fc1230b15c {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:05:31.775972 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df380b0e-d2b7-4c06-9423-bd77ce8d4617 req-b3ec79e2-2419-41c0-844f-044e2bcc9298 service neutron] Port bee87f6d-4f17-4d56-a223-d543c919c6f4 on network 7eb31eb9-c5ba-4a23-993e-45fc1230b15c not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:05:31.776299 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df380b0e-d2b7-4c06-9423-bd77ce8d4617 req-b3ec79e2-2419-41c0-844f-044e2bcc9298 service neutron] Attempting to bind port bee87f6d-4f17-4d56-a223-d543c919c6f4 on network 7eb31eb9-c5ba-4a23-993e-45fc1230b15c {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:05:31.784667 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df380b0e-d2b7-4c06-9423-bd77ce8d4617 req-b3ec79e2-2419-41c0-844f-044e2bcc9298 service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:05:31.784667 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df380b0e-d2b7-4c06-9423-bd77ce8d4617 req-b3ec79e2-2419-41c0-844f-044e2bcc9298 service neutron] Checking segment: {'id': 'fd7b9750-679d-4ecc-9c9e-dc86937b132b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '7eb31eb9-c5ba-4a23-993e-45fc1230b15c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:05:31.784667 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df380b0e-d2b7-4c06-9423-bd77ce8d4617 req-b3ec79e2-2419-41c0-844f-044e2bcc9298 service neutron] Bound using segment: {'id': 'fd7b9750-679d-4ecc-9c9e-dc86937b132b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '7eb31eb9-c5ba-4a23-993e-45fc1230b15c'} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:05:31.784667 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-df380b0e-d2b7-4c06-9423-bd77ce8d4617 req-b3ec79e2-2419-41c0-844f-044e2bcc9298 service neutron] Bound port: bee87f6d-4f17-4d56-a223-d543c919c6f4, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd7b9750-679d-4ecc-9c9e-dc86937b132b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '7eb31eb9-c5ba-4a23-993e-45fc1230b15c'}}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:05:31.784667 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-df380b0e-d2b7-4c06-9423-bd77ce8d4617 req-b3ec79e2-2419-41c0-844f-044e2bcc9298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:31.884397 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-df380b0e-d2b7-4c06-9423-bd77ce8d4617 req-b3ec79e2-2419-41c0-844f-044e2bcc9298 service neutron] For port bee87f6d-4f17-4d56-a223-d543c919c6f4, host n-h1-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:05:31.888390 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-df380b0e-d2b7-4c06-9423-bd77ce8d4617 req-b3ec79e2-2419-41c0-844f-044e2bcc9298 service neutron] For port bee87f6d-4f17-4d56-a223-d543c919c6f4, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=bee87f6d-4f17-4d56-a223-d543c919c6f4,segment=NetworkSegment(fd7b9750-679d-4ecc-9c9e-dc86937b132b),segment_id=fd7b9750-679d-4ecc-9c9e-dc86937b132b)] {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:05:31.894433 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-df380b0e-d2b7-4c06-9423-bd77ce8d4617 req-b3ec79e2-2419-41c0-844f-044e2bcc9298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:31.903472 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09cb445-a692-4ebe-93f8-8fe1fa6d99c0 req-1dab9bb8-39bc-44d3-98d7-46c8b527cec0 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:31.905079 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b09cb445-a692-4ebe-93f8-8fe1fa6d99c0 req-1dab9bb8-39bc-44d3-98d7-46c8b527cec0 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=b84a7708-49a5-46d1-aa42-8399a98e79c7 HTTP/1.1" status: 200 len: 943 time: 0.0804613 Sep 17 08:05:31.939301 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df380b0e-d2b7-4c06-9423-bd77ce8d4617 req-b3ec79e2-2419-41c0-844f-044e2bcc9298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:31.940460 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-df380b0e-d2b7-4c06-9423-bd77ce8d4617 req-b3ec79e2-2419-41c0-844f-044e2bcc9298 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:31.942060 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-df380b0e-d2b7-4c06-9423-bd77ce8d4617 req-b3ec79e2-2419-41c0-844f-044e2bcc9298 service neutron] 10.222.0.41 "PUT /v2.0/ports/bee87f6d-4f17-4d56-a223-d543c919c6f4 HTTP/1.1" status: 200 len: 1091 time: 0.6363900 Sep 17 08:05:31.948925 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b84a7708-49a5-46d1-aa42-8399a98e79c7', 'tag': 'bee87f6d-4f17-4d56-a223-d543c919c6f4'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:05:31.951927 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d19188c9-86b8-4a84-b71c-fa76c8deeba5" -d '{"events": [{"name": "network-changed", "server_uuid": "b84a7708-49a5-46d1-aa42-8399a98e79c7", "tag": "bee87f6d-4f17-4d56-a223-d543c919c6f4"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:05:31.999456 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f97985c-c972-4ff4-875c-9cb68aa6a7f0 x-openstack-request-id: req-1f97985c-c972-4ff4-875c-9cb68aa6a7f0 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:05:31.999767 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b84a7708-49a5-46d1-aa42-8399a98e79c7", "tag": "bee87f6d-4f17-4d56-a223-d543c919c6f4", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:05:32.000036 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1f97985c-c972-4ff4-875c-9cb68aa6a7f0 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:05:32.000428 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b84a7708-49a5-46d1-aa42-8399a98e79c7', 'tag': 'bee87f6d-4f17-4d56-a223-d543c919c6f4', 'status': 'completed', 'code': 200} Sep 17 08:05:32.012008 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b09cb445-a692-4ebe-93f8-8fe1fa6d99c0 req-609eaaa7-74ee-4b1b-9486-6e92f98d08df tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808980 Sep 17 08:05:32.012619 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ec79e2-2419-41c0-844f-044e2bcc9298 service neutron] Pushing event updated for resources: {'Port': ['ID=bee87f6d-4f17-4d56-a223-d543c919c6f4,revision_number=3']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:05:32.059659 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df380b0e-d2b7-4c06-9423-bd77ce8d4617 req-09dbbf8e-b463-4a18-b87b-68724deb99af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:32.061227 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-df380b0e-d2b7-4c06-9423-bd77ce8d4617 req-09dbbf8e-b463-4a18-b87b-68724deb99af service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2d0585dd9c4e407bb55fa564a2ede4c9&device_id=b84a7708-49a5-46d1-aa42-8399a98e79c7 HTTP/1.1" status: 200 len: 1094 time: 0.0446064 Sep 17 08:05:32.114526 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-df380b0e-d2b7-4c06-9423-bd77ce8d4617 req-a1a2050f-ec08-4967-9ba7-850e316d8269 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bee87f6d-4f17-4d56-a223-d543c919c6f4 HTTP/1.1" status: 200 len: 217 time: 0.0380635 Sep 17 08:05:32.163006 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df380b0e-d2b7-4c06-9423-bd77ce8d4617 req-cdd2400c-0585-46ac-838f-64250fe5cc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:32.164501 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-df380b0e-d2b7-4c06-9423-bd77ce8d4617 req-cdd2400c-0585-46ac-838f-64250fe5cc80 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cb81ebac-14bd-4bcc-8591-cd4e58446b46 HTTP/1.1" status: 200 len: 852 time: 0.0424287 Sep 17 08:05:32.196734 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-df380b0e-d2b7-4c06-9423-bd77ce8d4617 req-10cb8632-628f-48f0-b9b2-d3633d0e887d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7eb31eb9-c5ba-4a23-993e-45fc1230b15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251219 Sep 17 08:05:32.292890 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-df380b0e-d2b7-4c06-9423-bd77ce8d4617 req-8cf72326-3648-4090-8f5c-e2d2e3a165f4 service neutron] 10.222.0.41 "GET /v2.0/networks/7eb31eb9-c5ba-4a23-993e-45fc1230b15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880184 Sep 17 08:05:32.383528 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-df380b0e-d2b7-4c06-9423-bd77ce8d4617 req-d76f2b77-b92a-43de-bf3a-2b1595cfd6cf service neutron] 10.222.0.41 "GET /v2.0/networks/7eb31eb9-c5ba-4a23-993e-45fc1230b15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822637 Sep 17 08:05:32.521305 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19188c9-86b8-4a84-b71c-fa76c8deeba5 req-ca255b85-0c5c-4ba1-bb8e-71fe7733842c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:32.523039 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d19188c9-86b8-4a84-b71c-fa76c8deeba5 req-ca255b85-0c5c-4ba1-bb8e-71fe7733842c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2d0585dd9c4e407bb55fa564a2ede4c9&device_id=b84a7708-49a5-46d1-aa42-8399a98e79c7 HTTP/1.1" status: 200 len: 1094 time: 0.0509763 Sep 17 08:05:32.623793 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19188c9-86b8-4a84-b71c-fa76c8deeba5 req-6606c22f-fb27-4e70-a4c3-3cdb053250de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:32.625450 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d19188c9-86b8-4a84-b71c-fa76c8deeba5 req-6606c22f-fb27-4e70-a4c3-3cdb053250de service neutron] 10.222.0.41 "GET /v2.0/networks?id=7eb31eb9-c5ba-4a23-993e-45fc1230b15c HTTP/1.1" status: 200 len: 913 time: 0.0953207 Sep 17 08:05:32.678299 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d19188c9-86b8-4a84-b71c-fa76c8deeba5 req-1c4c69b2-b216-46a5-aae5-6b9423b4543b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bee87f6d-4f17-4d56-a223-d543c919c6f4 HTTP/1.1" status: 200 len: 217 time: 0.0446312 Sep 17 08:05:32.732430 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19188c9-86b8-4a84-b71c-fa76c8deeba5 req-ea29dbd0-2f0d-4b02-b0e2-53c69e2eeff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:32.733970 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d19188c9-86b8-4a84-b71c-fa76c8deeba5 req-ea29dbd0-2f0d-4b02-b0e2-53c69e2eeff5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cb81ebac-14bd-4bcc-8591-cd4e58446b46 HTTP/1.1" status: 200 len: 852 time: 0.0495946 Sep 17 08:05:32.766165 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d19188c9-86b8-4a84-b71c-fa76c8deeba5 req-dd82233f-1d9b-43e4-9f2d-079d679e77d2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7eb31eb9-c5ba-4a23-993e-45fc1230b15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246696 Sep 17 08:05:32.860945 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d19188c9-86b8-4a84-b71c-fa76c8deeba5 req-385b3e16-a132-44a4-89e3-fee1d4d3c9f0 service neutron] 10.222.0.41 "GET /v2.0/networks/7eb31eb9-c5ba-4a23-993e-45fc1230b15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868285 Sep 17 08:05:32.954755 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d19188c9-86b8-4a84-b71c-fa76c8deeba5 req-aef2347e-beeb-41a1-97ee-13737d23d79d service neutron] 10.222.0.41 "GET /v2.0/networks/7eb31eb9-c5ba-4a23-993e-45fc1230b15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864863 Sep 17 08:05:33.133766 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711654a1-4823-4fb2-acb4-811384d88d19 req-39e365cc-af89-4915-9884-33871215cb0e tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:33.135366 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-711654a1-4823-4fb2-acb4-811384d88d19 req-39e365cc-af89-4915-9884-33871215cb0e tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=b84a7708-49a5-46d1-aa42-8399a98e79c7 HTTP/1.1" status: 200 len: 943 time: 0.0501142 Sep 17 08:05:33.176001 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-711654a1-4823-4fb2-acb4-811384d88d19 req-26e728a4-e463-49c5-9568-489d4e68bb89 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338972 Sep 17 08:05:34.292158 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72b4df-71e9-4887-beb0-ef454c3fc0c0 req-6709789b-3788-4fd4-a98e-dcf465c15f48 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:34.293657 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-de72b4df-71e9-4887-beb0-ef454c3fc0c0 req-6709789b-3788-4fd4-a98e-dcf465c15f48 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=b84a7708-49a5-46d1-aa42-8399a98e79c7 HTTP/1.1" status: 200 len: 943 time: 0.0527773 Sep 17 08:05:34.333327 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-de72b4df-71e9-4887-beb0-ef454c3fc0c0 req-b3bf2dbf-f0d3-405f-9504-1ffd749846ef tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336068 Sep 17 08:05:35.121558 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 35486) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:05:35.200221 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:35.231829 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c9715afe-7db8-46e6-ac05-fbcdf21e7e1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:35.320158 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c9715afe-7db8-46e6-ac05-fbcdf21e7e1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:35.323738 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c9715afe-7db8-46e6-ac05-fbcdf21e7e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:35.359631 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-c9715afe-7db8-46e6-ac05-fbcdf21e7e1f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=83eafe150bcd44b38de653018564edcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2370205 Sep 17 08:05:35.362235 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 35494) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:05:35.362727 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9715afe-7db8-46e6-ac05-fbcdf21e7e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d7c918-d7c4-4b1a-8ed5-c2cae173a45e,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:05:35.417084 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-eff1cf68-c353-472f-abe1-0560b73067c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:35.438454 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-eff1cf68-c353-472f-abe1-0560b73067c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:35.448473 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b3b17-bb63-4fd9-99ed-f23f0f2d53bc req-1d1eb48d-34a9-45aa-946e-583d52f8c840 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:35.450079 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-281b3b17-bb63-4fd9-99ed-f23f0f2d53bc req-1d1eb48d-34a9-45aa-946e-583d52f8c840 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=b84a7708-49a5-46d1-aa42-8399a98e79c7 HTTP/1.1" status: 200 len: 943 time: 0.0488520 Sep 17 08:05:35.486297 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-eff1cf68-c353-472f-abe1-0560b73067c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:35.488919 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-eff1cf68-c353-472f-abe1-0560b73067c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:35.490079 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-eff1cf68-c353-472f-abe1-0560b73067c1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/96d7c918-d7c4-4b1a-8ed5-c2cae173a45e HTTP/1.1" status: 204 len: 168 time: 0.1265488 Sep 17 08:05:35.492872 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-281b3b17-bb63-4fd9-99ed-f23f0f2d53bc req-c789ee2e-a31d-4cd5-9d65-1ab2a5fab080 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366745 Sep 17 08:05:35.501948 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff1cf68-c353-472f-abe1-0560b73067c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d7c918-d7c4-4b1a-8ed5-c2cae173a45e,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:05:35.583159 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:36.585417 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device bee87f6d-4f17-4d56-a223-d543c919c6f4 details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:05:36.620951 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1435b926-8c40-4fba-b29b-75ec58e1bec4 req-d5c1e724-c2f9-4093-9f0c-0a72e001d03f tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:36.625245 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1435b926-8c40-4fba-b29b-75ec58e1bec4 req-d5c1e724-c2f9-4093-9f0c-0a72e001d03f tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=b84a7708-49a5-46d1-aa42-8399a98e79c7 HTTP/1.1" status: 200 len: 943 time: 0.0623989 Sep 17 08:05:36.675611 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1435b926-8c40-4fba-b29b-75ec58e1bec4 req-673d5101-92da-4c99-a2ba-86ff4c266de9 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425041 Sep 17 08:05:36.693621 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port bee87f6d-4f17-4d56-a223-d543c919c6f4, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=bee87f6d-4f17-4d56-a223-d543c919c6f4,segment=NetworkSegment(fd7b9750-679d-4ecc-9c9e-dc86937b132b),segment_id=fd7b9750-679d-4ecc-9c9e-dc86937b132b)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:05:36.706470 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': 'bee87f6d-4f17-4d56-a223-d543c919c6f4', 'network_id': '7eb31eb9-c5ba-4a23-993e-45fc1230b15c', 'port_id': 'bee87f6d-4f17-4d56-a223-d543c919c6f4', 'mac_address': 'fa:16:3e:d9:e3:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb81ebac-14bd-4bcc-8591-cd4e58446b46', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:05:36.745784 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:36.758943 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bee87f6d-4f17-4d56-a223-d543c919c6f4 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:05:36.778865 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port bee87f6d-4f17-4d56-a223-d543c919c6f4, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=bee87f6d-4f17-4d56-a223-d543c919c6f4,segment=NetworkSegment(fd7b9750-679d-4ecc-9c9e-dc86937b132b),segment_id=fd7b9750-679d-4ecc-9c9e-dc86937b132b)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:05:36.783061 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:36.838459 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=bee87f6d-4f17-4d56-a223-d543c919c6f4,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:05:36.845879 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:05:36.846325 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:05:36.846842 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:05:36.847152 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:05:36.847555 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:05:36.847993 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:05:36.848398 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:05:36.848737 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:05:36.849071 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:05:36.849403 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:05:36.849734 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:05:36.850064 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:05:37.174343 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['bee87f6d-4f17-4d56-a223-d543c919c6f4'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:05:37.792234 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8cd3aa-764d-4a7b-bc73-5e0f903fc834 req-17bdf277-7a07-488c-8bd4-7d3cef968cc6 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:37.794389 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8b8cd3aa-764d-4a7b-bc73-5e0f903fc834 req-17bdf277-7a07-488c-8bd4-7d3cef968cc6 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=b84a7708-49a5-46d1-aa42-8399a98e79c7 HTTP/1.1" status: 200 len: 944 time: 0.0492659 Sep 17 08:05:37.830968 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8b8cd3aa-764d-4a7b-bc73-5e0f903fc834 req-b2c15bd2-c31d-499c-a236-c7ae8d624df7 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305393 Sep 17 08:05:38.607406 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device bee87f6d-4f17-4d56-a223-d543c919c6f4 up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:05:38.660681 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning for port bee87f6d-4f17-4d56-a223-d543c919c6f4 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:05:38.664441 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port bee87f6d-4f17-4d56-a223-d543c919c6f4 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:05:38.664797 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:38.742668 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:38.766595 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b84a7708-49a5-46d1-aa42-8399a98e79c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee87f6d-4f17-4d56-a223-d543c919c6f4'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:05:38.768869 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ffe713-4e4f-4b31-b06d-653b31a48d5d" -d '{"events": [{"server_uuid": "b84a7708-49a5-46d1-aa42-8399a98e79c7", "name": "network-vif-plugged", "status": "completed", "tag": "bee87f6d-4f17-4d56-a223-d543c919c6f4"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:05:38.780178 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port bee87f6d-4f17-4d56-a223-d543c919c6f4, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=bee87f6d-4f17-4d56-a223-d543c919c6f4,segment=NetworkSegment(fd7b9750-679d-4ecc-9c9e-dc86937b132b),segment_id=fd7b9750-679d-4ecc-9c9e-dc86937b132b)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:05:38.784910 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:38.810146 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6da3384-0a71-4489-b2bf-26dbbbe9cc77 x-openstack-request-id: req-a6da3384-0a71-4489-b2bf-26dbbbe9cc77 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:05:38.810513 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b84a7708-49a5-46d1-aa42-8399a98e79c7", "name": "network-vif-plugged", "status": "completed", "tag": "bee87f6d-4f17-4d56-a223-d543c919c6f4", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:05:38.810968 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a6da3384-0a71-4489-b2bf-26dbbbe9cc77 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:05:38.811424 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b84a7708-49a5-46d1-aa42-8399a98e79c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee87f6d-4f17-4d56-a223-d543c919c6f4', 'code': 200} Sep 17 08:05:38.839279 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=bee87f6d-4f17-4d56-a223-d543c919c6f4,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:05:38.967384 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94afe9bd-1801-43c1-aa92-aab0b4fc2be7 req-f9140c66-e1c1-4148-bd58-cf0fef413a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:38.968909 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-94afe9bd-1801-43c1-aa92-aab0b4fc2be7 req-f9140c66-e1c1-4148-bd58-cf0fef413a49 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b84a7708-49a5-46d1-aa42-8399a98e79c7 HTTP/1.1" status: 200 len: 1096 time: 0.0697207 Sep 17 08:05:38.985456 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf161d-0647-405a-8930-2be5b965f888 req-6e690885-86bf-4b56-b8a8-04716612cecb tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:38.986879 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-67cf161d-0647-405a-8930-2be5b965f888 req-6e690885-86bf-4b56-b8a8-04716612cecb tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=b84a7708-49a5-46d1-aa42-8399a98e79c7 HTTP/1.1" status: 200 len: 945 time: 0.0640080 Sep 17 08:05:39.036557 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-94afe9bd-1801-43c1-aa92-aab0b4fc2be7 req-aca5b9b2-97ad-4dd7-b61e-e43abbcd520c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587931 Sep 17 08:05:39.044646 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-67cf161d-0647-405a-8930-2be5b965f888 req-bd2bdde7-dba8-4492-a145-9299d743028b tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452852 Sep 17 08:05:40.161838 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f8ecb-19d0-40d5-a346-56bb56ed4475 req-7c3535b7-d1ae-48a7-92f9-f2d46a2b86c0 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:40.163474 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0b5f8ecb-19d0-40d5-a346-56bb56ed4475 req-7c3535b7-d1ae-48a7-92f9-f2d46a2b86c0 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=b84a7708-49a5-46d1-aa42-8399a98e79c7 HTTP/1.1" status: 200 len: 945 time: 0.0490336 Sep 17 08:05:40.201089 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0b5f8ecb-19d0-40d5-a346-56bb56ed4475 req-c1bb7ffc-32c0-486b-92af-7c9b914cb635 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314889 Sep 17 08:05:41.313692 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a64df82-eff4-466d-8d05-8d247382e3c5 req-ffb6012b-7eb1-4e6b-a7a6-2b60d19901f2 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:41.315184 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2a64df82-eff4-466d-8d05-8d247382e3c5 req-ffb6012b-7eb1-4e6b-a7a6-2b60d19901f2 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=b84a7708-49a5-46d1-aa42-8399a98e79c7 HTTP/1.1" status: 200 len: 945 time: 0.0481536 Sep 17 08:05:41.356581 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2a64df82-eff4-466d-8d05-8d247382e3c5 req-fce58f83-bcf8-402b-8779-d97b6b56383e tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353796 Sep 17 08:05:41.590835 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dcc465-48dc-40d0-ac12-2a2af807da45 req-4782145a-0a2f-4124-941c-be04146074c5 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:41.592391 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d8dcc465-48dc-40d0-ac12-2a2af807da45 req-4782145a-0a2f-4124-941c-be04146074c5 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=b84a7708-49a5-46d1-aa42-8399a98e79c7 HTTP/1.1" status: 200 len: 945 time: 0.0485482 Sep 17 08:05:41.631680 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d8dcc465-48dc-40d0-ac12-2a2af807da45 req-385c6287-359c-410a-a5eb-1b817ba417d4 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332110 Sep 17 08:05:42.747424 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f0726-86fa-4e8a-a02e-ee73b6c72df7 req-45063121-1edf-4f0d-9d3a-ecf550c0667d tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:42.748907 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3c5f0726-86fa-4e8a-a02e-ee73b6c72df7 req-45063121-1edf-4f0d-9d3a-ecf550c0667d tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=b84a7708-49a5-46d1-aa42-8399a98e79c7 HTTP/1.1" status: 200 len: 945 time: 0.0475078 Sep 17 08:05:42.785031 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3c5f0726-86fa-4e8a-a02e-ee73b6c72df7 req-1e5082ec-3730-4488-b41b-e31755f29d13 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302758 Sep 17 08:05:43.025649 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249421c1-a70a-4256-aa37-18fc3c5dc526 req-aff09ec7-d9b6-4b21-b4e4-460e1c98c853 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:43.027133 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-249421c1-a70a-4256-aa37-18fc3c5dc526 req-aff09ec7-d9b6-4b21-b4e4-460e1c98c853 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=b84a7708-49a5-46d1-aa42-8399a98e79c7 HTTP/1.1" status: 200 len: 945 time: 0.0514491 Sep 17 08:05:43.078403 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-249421c1-a70a-4256-aa37-18fc3c5dc526 req-bf926aae-8f06-4b8d-89c1-b9780e120a74 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425699 Sep 17 08:05:44.187936 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce8d66-bb0f-4127-a899-9b060b7e294c req-036ca907-cd69-4c4c-88d3-90861e601d1a tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:44.189069 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d8ce8d66-bb0f-4127-a899-9b060b7e294c req-036ca907-cd69-4c4c-88d3-90861e601d1a tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=b84a7708-49a5-46d1-aa42-8399a98e79c7 HTTP/1.1" status: 200 len: 945 time: 0.0488648 Sep 17 08:05:44.239986 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d8ce8d66-bb0f-4127-a899-9b060b7e294c req-e17025b4-5601-4d19-b253-907ee01bc871 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438347 Sep 17 08:05:45.061057 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a1dd93-68a8-4ba6-b702-164a48309d0d req-c58ecc95-6bda-45e6-8865-31eba1d91652 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:45.062546 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a1a1dd93-68a8-4ba6-b702-164a48309d0d req-c58ecc95-6bda-45e6-8865-31eba1d91652 tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.41 "GET /v2.0/ports?device_id=b84a7708-49a5-46d1-aa42-8399a98e79c7 HTTP/1.1" status: 200 len: 945 time: 0.0486941 Sep 17 08:05:45.157935 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-a1a1dd93-68a8-4ba6-b702-164a48309d0d req-1c220015-d018-4738-bc08-e9f1cf170e3b tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Deleting port bee87f6d-4f17-4d56-a223-d543c919c6f4 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:05:45.158270 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-a1a1dd93-68a8-4ba6-b702-164a48309d0d req-1c220015-d018-4738-bc08-e9f1cf170e3b tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:45.248231 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-a1a1dd93-68a8-4ba6-b702-164a48309d0d req-1c220015-d018-4738-bc08-e9f1cf170e3b tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] For port bee87f6d-4f17-4d56-a223-d543c919c6f4, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=bee87f6d-4f17-4d56-a223-d543c919c6f4,segment=NetworkSegment(fd7b9750-679d-4ecc-9c9e-dc86937b132b),segment_id=fd7b9750-679d-4ecc-9c9e-dc86937b132b)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:05:45.248767 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-a1a1dd93-68a8-4ba6-b702-164a48309d0d req-1c220015-d018-4738-bc08-e9f1cf170e3b tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:45.264730 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-a1a1dd93-68a8-4ba6-b702-164a48309d0d req-1c220015-d018-4738-bc08-e9f1cf170e3b tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Calling delete_port for bee87f6d-4f17-4d56-a223-d543c919c6f4 owned by compute:nova {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:05:45.402179 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332245be-4ce6-46c6-b6fa-3bbe93da6279 req-6727cce5-4e96-40c1-a1e4-e01f4943657b tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:45.403705 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-332245be-4ce6-46c6-b6fa-3bbe93da6279 req-6727cce5-4e96-40c1-a1e4-e01f4943657b tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/ports?device_id=b84a7708-49a5-46d1-aa42-8399a98e79c7 HTTP/1.1" status: 200 len: 945 time: 0.0671651 Sep 17 08:05:45.479593 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-332245be-4ce6-46c6-b6fa-3bbe93da6279 req-72a15241-05e5-43c7-8ac2-e093ae9f572b tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f8e1728-0a66-43d3-93ae-e5894f6270ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570748 Sep 17 08:05:45.480926 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-a1a1dd93-68a8-4ba6-b702-164a48309d0d req-1c220015-d018-4738-bc08-e9f1cf170e3b tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:45.515798 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['bee87f6d-4f17-4d56-a223-d543c919c6f4'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:05:45.538820 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c220015-d018-4738-bc08-e9f1cf170e3b tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Pushing event deleted for resources: {'Port': ['ID=bee87f6d-4f17-4d56-a223-d543c919c6f4,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:05:45.568591 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a1dd93-68a8-4ba6-b702-164a48309d0d req-1c220015-d018-4738-bc08-e9f1cf170e3b tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] No DVR routers for this DVR port bee87f6d-4f17-4d56-a223-d543c919c6f4 on host n-h1-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:05:45.571209 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-a1a1dd93-68a8-4ba6-b702-164a48309d0d req-1c220015-d018-4738-bc08-e9f1cf170e3b tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:45.573270 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a1a1dd93-68a8-4ba6-b702-164a48309d0d req-1c220015-d018-4738-bc08-e9f1cf170e3b tempest-DeleteServersTestJSON-108436903 tempest-DeleteServersTestJSON-108436903-project] 10.222.0.41 "DELETE /v2.0/ports/bee87f6d-4f17-4d56-a223-d543c919c6f4 HTTP/1.1" status: 204 len: 173 time: 0.5039780 Sep 17 08:05:45.574116 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b84a7708-49a5-46d1-aa42-8399a98e79c7', 'name': 'network-vif-deleted', 'tag': 'bee87f6d-4f17-4d56-a223-d543c919c6f4'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:05:45.576475 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a31503d-bcfe-402e-b1e5-7a16ec092fe3" -d '{"events": [{"server_uuid": "b84a7708-49a5-46d1-aa42-8399a98e79c7", "name": "network-vif-deleted", "tag": "bee87f6d-4f17-4d56-a223-d543c919c6f4"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:05:45.613596 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 35676) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:05:45.622497 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914e746f-2927-4323-970e-f91e32d9189a x-openstack-request-id: req-914e746f-2927-4323-970e-f91e32d9189a {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:05:45.622838 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b84a7708-49a5-46d1-aa42-8399a98e79c7", "name": "network-vif-deleted", "tag": "bee87f6d-4f17-4d56-a223-d543c919c6f4", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:05:45.623106 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-914e746f-2927-4323-970e-f91e32d9189a {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:05:45.623473 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b84a7708-49a5-46d1-aa42-8399a98e79c7', 'name': 'network-vif-deleted', 'tag': 'bee87f6d-4f17-4d56-a223-d543c919c6f4', 'status': 'completed', 'code': 200} Sep 17 08:05:45.734948 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d0340ebc-cc7a-4a1b-84b5-7135a7459ced admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:45.824147 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d0340ebc-cc7a-4a1b-84b5-7135a7459ced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:45.827783 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d0340ebc-cc7a-4a1b-84b5-7135a7459ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:45.864940 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0340ebc-cc7a-4a1b-84b5-7135a7459ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5334e5-ab56-4d36-b5d4-f86174178f88,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:05:45.870207 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d0340ebc-cc7a-4a1b-84b5-7135a7459ced admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=50b039c096144249b6f88f971fefce51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2554185 Sep 17 08:05:45.872899 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 35680) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:05:45.921925 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-696b344c-4541-42c1-932e-70af22ba6873 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:45.943321 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-696b344c-4541-42c1-932e-70af22ba6873 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:45.989914 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-696b344c-4541-42c1-932e-70af22ba6873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:45.992518 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-696b344c-4541-42c1-932e-70af22ba6873 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:45.993772 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-696b344c-4541-42c1-932e-70af22ba6873 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7d5334e5-ab56-4d36-b5d4-f86174178f88 HTTP/1.1" status: 204 len: 168 time: 0.1199694 Sep 17 08:05:46.001730 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696b344c-4541-42c1-932e-70af22ba6873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5334e5-ab56-4d36-b5d4-f86174178f88,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:05:46.265610 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 35688) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:05:46.278959 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f5e5e782-cf47-4379-9f5c-11bf77f10b43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:46.366645 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f5e5e782-cf47-4379-9f5c-11bf77f10b43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:46.370293 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f5e5e782-cf47-4379-9f5c-11bf77f10b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:46.408396 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f5e5e782-cf47-4379-9f5c-11bf77f10b43 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=618a76cae61841e78806564f6af0c147&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1417150 Sep 17 08:05:46.409128 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e5e782-cf47-4379-9f5c-11bf77f10b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7b459e-e83f-40bb-8e25-b56060d0c6dd,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:05:46.410958 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 35692) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:05:46.463194 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-dc293f15-4e66-4752-871c-0e2ef6328228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:46.483899 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-dc293f15-4e66-4752-871c-0e2ef6328228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:46.530328 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-dc293f15-4e66-4752-871c-0e2ef6328228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:46.532895 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-dc293f15-4e66-4752-871c-0e2ef6328228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:46.534166 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-dc293f15-4e66-4752-871c-0e2ef6328228 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9d7b459e-e83f-40bb-8e25-b56060d0c6dd HTTP/1.1" status: 204 len: 168 time: 0.1215465 Sep 17 08:05:46.542930 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc293f15-4e66-4752-871c-0e2ef6328228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7b459e-e83f-40bb-8e25-b56060d0c6dd,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:05:46.866261 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 35722) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:05:46.879537 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a354a5d2-bee2-4bb2-a61e-e7e1dd9090bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:46.973959 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a354a5d2-bee2-4bb2-a61e-e7e1dd9090bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:46.978385 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a354a5d2-bee2-4bb2-a61e-e7e1dd9090bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:47.018104 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-a354a5d2-bee2-4bb2-a61e-e7e1dd9090bf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f4597fb49c9744b1ad434b5f5b241564&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1507576 Sep 17 08:05:47.020397 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a354a5d2-bee2-4bb2-a61e-e7e1dd9090bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f24da6-5093-4e79-8ea6-576c4c4d7904,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:05:47.020919 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 35726) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:05:47.080755 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8a4a7c25-b578-4566-a71f-bed221dd48d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:47.101317 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8a4a7c25-b578-4566-a71f-bed221dd48d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:47.147492 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8a4a7c25-b578-4566-a71f-bed221dd48d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:47.150081 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8a4a7c25-b578-4566-a71f-bed221dd48d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:47.151224 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-8a4a7c25-b578-4566-a71f-bed221dd48d9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f7f24da6-5093-4e79-8ea6-576c4c4d7904 HTTP/1.1" status: 204 len: 168 time: 0.1287675 Sep 17 08:05:47.162022 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4a7c25-b578-4566-a71f-bed221dd48d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f24da6-5093-4e79-8ea6-576c4c4d7904,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:05:47.830625 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 35750) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:05:47.931882 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-c39d51c3-9384-4d29-83c1-d393de3eb5aa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1283698361-network', 'tenant_id': '052398e9a1a54a66bd3a1828153ec342'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:05:47.953443 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c39d51c3-9384-4d29-83c1-d393de3eb5aa admin admin] Made reservation on behalf of 052398e9a1a54a66bd3a1828153ec342 for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:05:47.955806 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c39d51c3-9384-4d29-83c1-d393de3eb5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:47.967493 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c39d51c3-9384-4d29-83c1-d393de3eb5aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:48.059029 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c39d51c3-9384-4d29-83c1-d393de3eb5aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:48.063299 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c39d51c3-9384-4d29-83c1-d393de3eb5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:48.093115 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c39d51c3-9384-4d29-83c1-d393de3eb5aa admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:05:48.099297 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d51c3-9384-4d29-83c1-d393de3eb5aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1a9c90-46cf-4aef-a2ec-b6a26cc01c31,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:05:48.105214 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c39d51c3-9384-4d29-83c1-d393de3eb5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:48.105555 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-c39d51c3-9384-4d29-83c1-d393de3eb5aa admin admin] Added segment bc898c63-c4ae-447a-8e39-f8b2338969bd of type vlan for network 5149f750-0091-409d-871d-432517a1d159 Sep 17 08:05:48.147598 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c39d51c3-9384-4d29-83c1-d393de3eb5aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:48.171590 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c39d51c3-9384-4d29-83c1-d393de3eb5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:48.172547 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39d51c3-9384-4d29-83c1-d393de3eb5aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:48.173138 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c39d51c3-9384-4d29-83c1-d393de3eb5aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:48.222753 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c39d51c3-9384-4d29-83c1-d393de3eb5aa admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3909488 Sep 17 08:05:48.225789 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 35756) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:05:48.231438 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-fdd85ac9-a9fd-4eb5-8c11-558154200b93 admin admin] Request body: {'subnet': {'network_id': '5149f750-0091-409d-871d-432517a1d159', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1283698361-subnet', 'tenant_id': '052398e9a1a54a66bd3a1828153ec342', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:05:48.254574 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd85ac9-a9fd-4eb5-8c11-558154200b93 admin admin] Made reservation on behalf of 052398e9a1a54a66bd3a1828153ec342 for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:05:48.257026 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fdd85ac9-a9fd-4eb5-8c11-558154200b93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:48.269758 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d51c3-9384-4d29-83c1-d393de3eb5aa admin admin] Pushing event updated for resources: {'Network': ['ID=5149f750-0091-409d-871d-432517a1d159,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:05:48.280147 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 5149f750-0091-409d-871d-432517a1d159 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:05:48.434626 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fdd85ac9-a9fd-4eb5-8c11-558154200b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:48.492075 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd85ac9-a9fd-4eb5-8c11-558154200b93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a86a9327-6a02-465b-ab15-4ac23e73ab6d,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:05:48.506462 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd85ac9-a9fd-4eb5-8c11-558154200b93 admin admin] Checking segment: {'id': 'bc898c63-c4ae-447a-8e39-f8b2338969bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5149f750-0091-409d-871d-432517a1d159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:05:48.506818 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd85ac9-a9fd-4eb5-8c11-558154200b93 admin admin] Network hostable DHCP agents. Network: 5149f750-0091-409d-871d-432517a1d159, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:05:48.523294 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd85ac9-a9fd-4eb5-8c11-558154200b93 admin admin] Network 5149f750-0091-409d-871d-432517a1d159 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:05:48.531925 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-fdd85ac9-a9fd-4eb5-8c11-558154200b93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 5149f750-0091-409d-871d-432517a1d159) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:05:48.536195 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd85ac9-a9fd-4eb5-8c11-558154200b93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:48.536812 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fdd85ac9-a9fd-4eb5-8c11-558154200b93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:48.543854 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72473944-0742-4aab-b387-0daf9a79ea00 None None] Network 5149f750-0091-409d-871d-432517a1d159 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:05:48.559291 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-fdd85ac9-a9fd-4eb5-8c11-558154200b93 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3322139 Sep 17 08:05:48.651882 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device bee87f6d-4f17-4d56-a223-d543c919c6f4 no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:05:48.684275 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] No Port match for: bee87f6d-4f17-4d56-a223-d543c919c6f4 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:05:48.685058 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device bee87f6d-4f17-4d56-a223-d543c919c6f4 not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:05:48.737277 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 35772) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:05:48.739252 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f495bd-a71a-4b2c-acf8-8a333385db5f None None] Network 5149f750-0091-409d-871d-432517a1d159 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:05:49.194000 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d9ac3a81-214a-4e4d-8bfd-393ed05634eb tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:49.231995 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 35790) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:05:49.280307 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a7ffda4-8cd6-48be-9b46-ea32cc2364d1 admin admin] Deleting subnet cb81ebac-14bd-4bcc-8591-cd4e58446b46 {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:05:49.283884 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4a7ffda4-8cd6-48be-9b46-ea32cc2364d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:49.320202 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4a7ffda4-8cd6-48be-9b46-ea32cc2364d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:49.371216 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4a7ffda4-8cd6-48be-9b46-ea32cc2364d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:49.433152 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4a7ffda4-8cd6-48be-9b46-ea32cc2364d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:49.464515 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7ffda4-8cd6-48be-9b46-ea32cc2364d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb81ebac-14bd-4bcc-8591-cd4e58446b46,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:05:49.467040 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4a7ffda4-8cd6-48be-9b46-ea32cc2364d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:49.469881 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-4a7ffda4-8cd6-48be-9b46-ea32cc2364d1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/cb81ebac-14bd-4bcc-8591-cd4e58446b46 HTTP/1.1" status: 204 len: 168 time: 0.2368569 Sep 17 08:05:49.471606 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 35794) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:05:49.539730 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9671269c-64cc-4167-952e-5609c39d2ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:49.571561 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-d9ac3a81-214a-4e4d-8bfd-393ed05634eb tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Deleting port 6848915a-31dc-4137-955f-7586b925c751 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:05:49.572642 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d9ac3a81-214a-4e4d-8bfd-393ed05634eb tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:49.688489 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-d9ac3a81-214a-4e4d-8bfd-393ed05634eb tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] For port 6848915a-31dc-4137-955f-7586b925c751, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=6848915a-31dc-4137-955f-7586b925c751,segment=NetworkSegment(9026b0d9-6900-4e40-b1b2-b67076249b4b),segment_id=9026b0d9-6900-4e40-b1b2-b67076249b4b)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:05:49.688865 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d9ac3a81-214a-4e4d-8bfd-393ed05634eb tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:49.720493 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-d9ac3a81-214a-4e4d-8bfd-393ed05634eb tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Calling delete_port for 6848915a-31dc-4137-955f-7586b925c751 owned by network:router_interface {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:05:49.922068 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0a68f9e7-87f2-453f-afce-ba0c2b054449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:49.955506 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9671269c-64cc-4167-952e-5609c39d2ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:49.976829 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-9671269c-64cc-4167-952e-5609c39d2ce8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eb31eb9-c5ba-4a23-993e-45fc1230b15c']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:05:49.987522 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-9671269c-64cc-4167-952e-5609c39d2ce8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd7b9750-679d-4ecc-9c9e-dc86937b132b') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:05:49.988036 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-9671269c-64cc-4167-952e-5609c39d2ce8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd7b9750-679d-4ecc-9c9e-dc86937b132b') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:05:49.998692 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9671269c-64cc-4167-952e-5609c39d2ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:50.011196 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d9ac3a81-214a-4e4d-8bfd-393ed05634eb tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:50.013622 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9671269c-64cc-4167-952e-5609c39d2ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:50.020519 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9671269c-64cc-4167-952e-5609c39d2ce8 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:05:50.020856 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9671269c-64cc-4167-952e-5609c39d2ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:50.022507 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:05:50.022507 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:05:50.022507 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:05:50.022507 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:05:50.022507 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:05:50.022507 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:05:50.022507 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:05:50.022507 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:05:50.022507 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:05:50.022507 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:05:50.022507 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:05:50.022507 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:05:50.022507 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:05:50.022507 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:05:50.022507 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:05:50.022507 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:05:50.022507 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:05:50.022507 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:05:50.022507 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:05:50.022507 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:05:50.022507 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:05:50.022507 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:05:50.022507 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:05:50.022507 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:05:50.022507 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:05:50.022507 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:05:50.022507 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:05:50.022507 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:05:50.022507 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:05:50.022507 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:05:50.022507 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:05:50.022507 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:05:50.043082 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ac3a81-214a-4e4d-8bfd-393ed05634eb tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Pushing event deleted for resources: {'Port': ['ID=6848915a-31dc-4137-955f-7586b925c751,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:05:50.092182 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9671269c-64cc-4167-952e-5609c39d2ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:50.097970 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9671269c-64cc-4167-952e-5609c39d2ce8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:50.101145 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-9671269c-64cc-4167-952e-5609c39d2ce8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/7eb31eb9-c5ba-4a23-993e-45fc1230b15c HTTP/1.1" status: 204 len: 168 time: 0.6283317 Sep 17 08:05:50.124328 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9671269c-64cc-4167-952e-5609c39d2ce8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7eb31eb9-c5ba-4a23-993e-45fc1230b15c,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:05:50.250679 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d9ac3a81-214a-4e4d-8bfd-393ed05634eb tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:50.273808 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 35802) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:05:50.322146 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-c7be109a-5fc1-48b5-914f-9d5fe77d1f6c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2d0585dd9c4e407bb55fa564a2ede4c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0447075 Sep 17 08:05:50.322277 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 35806) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:05:50.374454 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-15343fd7-935a-4456-8b50-fbfad25fa939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:50.397120 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-15343fd7-935a-4456-8b50-fbfad25fa939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:50.468205 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-15343fd7-935a-4456-8b50-fbfad25fa939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:50.470891 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-15343fd7-935a-4456-8b50-fbfad25fa939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:50.472083 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-15343fd7-935a-4456-8b50-fbfad25fa939 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1f8e1728-0a66-43d3-93ae-e5894f6270ed HTTP/1.1" status: 204 len: 168 time: 0.1487124 Sep 17 08:05:50.498278 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9ac3a81-214a-4e4d-8bfd-393ed05634eb tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Router 49ff74cc-d17b-45b8-876a-65623fed0ffd has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:05:50.502500 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15343fd7-935a-4456-8b50-fbfad25fa939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8e1728-0a66-43d3-93ae-e5894f6270ed,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:05:50.583741 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d516fc-5912-4e85-a58a-8a94abea5fe2 req-19d6a069-c43f-41ad-97be-ad1b0206c37f tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:50.585743 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-11d516fc-5912-4e85-a58a-8a94abea5fe2 req-19d6a069-c43f-41ad-97be-ad1b0206c37f tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] 10.222.0.13 "GET /v2.0/networks?id=5149f750-0091-409d-871d-432517a1d159 HTTP/1.1" status: 200 len: 809 time: 0.1284208 Sep 17 08:05:50.602763 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-11d516fc-5912-4e85-a58a-8a94abea5fe2 req-1c7b93e5-1b8d-4d4c-8b99-d2e1216c1dcb tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] 10.222.0.13 "GET /v2.0/quotas/052398e9a1a54a66bd3a1828153ec342 HTTP/1.1" status: 200 len: 375 time: 0.0101447 Sep 17 08:05:50.615686 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ac3a81-214a-4e4d-8bfd-393ed05634eb tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:05:50.628969 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87871c31-d31b-456f-9cb0-6da36210042c None None] Sync routers for ids ['49ff74cc-d17b-45b8-876a-65623fed0ffd'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:05:50.637454 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d9ac3a81-214a-4e4d-8bfd-393ed05634eb tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "PUT /v2.0/routers/49ff74cc-d17b-45b8-876a-65623fed0ffd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8987749 Sep 17 08:05:50.639585 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-11d516fc-5912-4e85-a58a-8a94abea5fe2 req-d8b3b42d-1593-4024-89e3-7ce3b0f8cf01 tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=052398e9a1a54a66bd3a1828153ec342&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292971 Sep 17 08:05:50.640170 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87871c31-d31b-456f-9cb0-6da36210042c None None] Routers {'49ff74cc-d17b-45b8-876a-65623fed0ffd'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:05:50.640962 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-87871c31-d31b-456f-9cb0-6da36210042c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:05:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['49ff74cc-d17b-45b8-876a-65623fed0ffd'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:05:50.790940 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-87871c31-d31b-456f-9cb0-6da36210042c None None] Set router 49ff74cc-d17b-45b8-876a-65623fed0ffd gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:05:50.919022 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-11d516fc-5912-4e85-a58a-8a94abea5fe2 req-60354f51-ecbe-4a6d-bb00-ce5cfc77102b service neutron] 10.222.0.13 "GET /v2.0/networks/5149f750-0091-409d-871d-432517a1d159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615743 Sep 17 08:05:50.928460 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f4d234-2da9-4422-9ba6-10ccb924b6c4 req-fb6980ec-e162-42b4-b0c1-93fa2487ed50 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:50.929944 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c0f4d234-2da9-4422-9ba6-10ccb924b6c4 req-fb6980ec-e162-42b4-b0c1-93fa2487ed50 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/ports?device_id=436a80fa-7aa8-40ed-8390-a0fdc92da835 HTTP/1.1" status: 200 len: 946 time: 0.0716081 Sep 17 08:05:51.024391 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c0f4d234-2da9-4422-9ba6-10ccb924b6c4 req-51d0856b-80bc-4527-99af-308c440fed40 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/security-groups?id=d87754fa-6efc-4ec8-a95e-9a7b317d15cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859952 Sep 17 08:05:51.046859 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-87871c31-d31b-456f-9cb0-6da36210042c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ff74cc-d17b-45b8-876a-65623fed0ffd', 'name': 'tempest-TestNetworkBasicOps-router-1387750121', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '40ca8cfa-95fd-4485-8872-f0efb300c5c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:03:06Z', 'updated_at': '2021-09-17T08:05:49Z', 'revision_number': 6, 'project_id': '72f377991d624d1189daaff7de1bceb3', 'gw_port': {'id': '40ca8cfa-95fd-4485-8872-f0efb300c5c8', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:5f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ff74cc-d17b-45b8-876a-65623fed0ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:06Z', 'updated_at': '2021-09-17T08:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': 'c2f6bf24-71a2-4faf-acf6-e6ace1220f95', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'floating_ip_address': '172.25.6.215', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '49ff74cc-d17b-45b8-876a-65623fed0ffd', 'port_id': 'ec68007f-a8ad-4a62-9bba-465363bc9308', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da58380a-915a-40f0-9564-11e428e24524', 'mac_address': 'fa:16:3e:fa:9e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f512e0-f056-4737-a347-c20bfad2d40f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:03:39Z', 'updated_at': '2021-09-17T08:03:43Z', 'revision_number': 1, 'project_id': '72f377991d624d1189daaff7de1bceb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd085e195-21cd-4e1c-9382-e2d90512a109', 'name': '', 'network_id': 'da58380a-915a-40f0-9564-11e428e24524', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'mac_address': 'fa:16:3e:47:3a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ff74cc-d17b-45b8-876a-65623fed0ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '63d35bd7-5698-43e9-b932-9568edb639a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:11Z', 'updated_at': '2021-09-17T08:03:17Z', 'revision_number': 5, 'project_id': '72f377991d624d1189daaff7de1bceb3', 'subnets': [{'id': '63d35bd7-5698-43e9-b932-9568edb639a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:05:51.059932 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-11d516fc-5912-4e85-a58a-8a94abea5fe2 req-4e0143c1-d23c-4bc2-b566-beae73b8e052 service neutron] 10.222.0.13 "GET /v2.0/networks/5149f750-0091-409d-871d-432517a1d159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289747 Sep 17 08:05:51.083384 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87871c31-d31b-456f-9cb0-6da36210042c None None] Checking router: 49ff74cc-d17b-45b8-876a-65623fed0ffd for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:05:51.097290 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87871c31-d31b-456f-9cb0-6da36210042c None None] Routers {'49ff74cc-d17b-45b8-876a-65623fed0ffd'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:05:51.098452 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-87871c31-d31b-456f-9cb0-6da36210042c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:05:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['49ff74cc-d17b-45b8-876a-65623fed0ffd'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:05:51.237960 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-87871c31-d31b-456f-9cb0-6da36210042c None None] Set router 49ff74cc-d17b-45b8-876a-65623fed0ffd gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:05:51.250140 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-64a8c719-1df3-4fb6-8b28-1dbbbdf7a1d9 req-20b72683-a211-4305-8bcc-e7edcb648d29 tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] 10.222.0.13 "GET /v2.0/ports?device_id=94b73160-d765-4cca-986e-ece361b1b12a HTTP/1.1" status: 200 len: 210 time: 0.0306959 Sep 17 08:05:51.320297 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 35852) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:05:51.428888 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-c711c1f9-7da1-4c16-81a9-35fce7bfeb01 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1581872228-network', 'tenant_id': 'f8eec716a72d4278b0aa478bb03edcaa'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:05:51.452854 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c711c1f9-7da1-4c16-81a9-35fce7bfeb01 admin admin] Made reservation on behalf of f8eec716a72d4278b0aa478bb03edcaa for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:05:51.455678 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c711c1f9-7da1-4c16-81a9-35fce7bfeb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:51.465793 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c711c1f9-7da1-4c16-81a9-35fce7bfeb01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:51.497605 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-87871c31-d31b-456f-9cb0-6da36210042c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ff74cc-d17b-45b8-876a-65623fed0ffd', 'name': 'tempest-TestNetworkBasicOps-router-1387750121', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '40ca8cfa-95fd-4485-8872-f0efb300c5c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:03:06Z', 'updated_at': '2021-09-17T08:05:49Z', 'revision_number': 6, 'project_id': '72f377991d624d1189daaff7de1bceb3', 'gw_port': {'id': '40ca8cfa-95fd-4485-8872-f0efb300c5c8', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:5f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ff74cc-d17b-45b8-876a-65623fed0ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:06Z', 'updated_at': '2021-09-17T08:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': 'c2f6bf24-71a2-4faf-acf6-e6ace1220f95', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'floating_ip_address': '172.25.6.215', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '49ff74cc-d17b-45b8-876a-65623fed0ffd', 'port_id': 'ec68007f-a8ad-4a62-9bba-465363bc9308', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da58380a-915a-40f0-9564-11e428e24524', 'mac_address': 'fa:16:3e:fa:9e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f512e0-f056-4737-a347-c20bfad2d40f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:03:39Z', 'updated_at': '2021-09-17T08:03:43Z', 'revision_number': 1, 'project_id': '72f377991d624d1189daaff7de1bceb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd085e195-21cd-4e1c-9382-e2d90512a109', 'name': '', 'network_id': 'da58380a-915a-40f0-9564-11e428e24524', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'mac_address': 'fa:16:3e:47:3a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ff74cc-d17b-45b8-876a-65623fed0ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '63d35bd7-5698-43e9-b932-9568edb639a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:11Z', 'updated_at': '2021-09-17T08:03:17Z', 'revision_number': 5, 'project_id': '72f377991d624d1189daaff7de1bceb3', 'subnets': [{'id': '63d35bd7-5698-43e9-b932-9568edb639a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:05:51.538208 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87871c31-d31b-456f-9cb0-6da36210042c None None] The sync data for ids ['49ff74cc-d17b-45b8-876a-65623fed0ffd'] in n-d-789963-9 is: [{'id': '49ff74cc-d17b-45b8-876a-65623fed0ffd', 'name': 'tempest-TestNetworkBasicOps-router-1387750121', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '40ca8cfa-95fd-4485-8872-f0efb300c5c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:03:06Z', 'updated_at': '2021-09-17T08:05:49Z', 'revision_number': 6, 'project_id': '72f377991d624d1189daaff7de1bceb3', 'gw_port': {'id': '40ca8cfa-95fd-4485-8872-f0efb300c5c8', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:5f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ff74cc-d17b-45b8-876a-65623fed0ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:06Z', 'updated_at': '2021-09-17T08:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': 'c2f6bf24-71a2-4faf-acf6-e6ace1220f95', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'floating_ip_address': '172.25.6.215', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '49ff74cc-d17b-45b8-876a-65623fed0ffd', 'port_id': 'ec68007f-a8ad-4a62-9bba-465363bc9308', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da58380a-915a-40f0-9564-11e428e24524', 'mac_address': 'fa:16:3e:fa:9e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f512e0-f056-4737-a347-c20bfad2d40f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:03:39Z', 'updated_at': '2021-09-17T08:03:43Z', 'revision_number': 1, 'project_id': '72f377991d624d1189daaff7de1bceb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd085e195-21cd-4e1c-9382-e2d90512a109', 'name': '', 'network_id': 'da58380a-915a-40f0-9564-11e428e24524', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'mac_address': 'fa:16:3e:47:3a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ff74cc-d17b-45b8-876a-65623fed0ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '63d35bd7-5698-43e9-b932-9568edb639a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:11Z', 'updated_at': '2021-09-17T08:03:17Z', 'revision_number': 5, 'project_id': '72f377991d624d1189daaff7de1bceb3', 'subnets': [{'id': '63d35bd7-5698-43e9-b932-9568edb639a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:05:51.559825 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c711c1f9-7da1-4c16-81a9-35fce7bfeb01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:51.565113 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c711c1f9-7da1-4c16-81a9-35fce7bfeb01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:51.598249 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c711c1f9-7da1-4c16-81a9-35fce7bfeb01 admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:05:51.604426 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c711c1f9-7da1-4c16-81a9-35fce7bfeb01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbbd47e9-1dbc-4a7c-bb94-53f9fd4a5344,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:05:51.610350 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c711c1f9-7da1-4c16-81a9-35fce7bfeb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:51.610698 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-c711c1f9-7da1-4c16-81a9-35fce7bfeb01 admin admin] Added segment b4778d6a-10de-4e21-a4ae-c5e870dc3033 of type vlan for network b80e41c2-83a6-476d-bc8f-83d7a9832e9f Sep 17 08:05:51.656221 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c711c1f9-7da1-4c16-81a9-35fce7bfeb01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:51.681606 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c711c1f9-7da1-4c16-81a9-35fce7bfeb01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:51.682627 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c711c1f9-7da1-4c16-81a9-35fce7bfeb01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:51.683524 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c711c1f9-7da1-4c16-81a9-35fce7bfeb01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:51.727370 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-c711c1f9-7da1-4c16-81a9-35fce7bfeb01 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4052525 Sep 17 08:05:51.730539 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 35862) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:05:51.736463 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-8a5bc9c9-24e1-4e3e-b6f8-beb60bac240f admin admin] Request body: {'subnet': {'network_id': 'b80e41c2-83a6-476d-bc8f-83d7a9832e9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1581872228-subnet', 'tenant_id': 'f8eec716a72d4278b0aa478bb03edcaa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:05:51.758634 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5bc9c9-24e1-4e3e-b6f8-beb60bac240f admin admin] Made reservation on behalf of f8eec716a72d4278b0aa478bb03edcaa for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:05:51.761673 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8a5bc9c9-24e1-4e3e-b6f8-beb60bac240f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:51.774640 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c711c1f9-7da1-4c16-81a9-35fce7bfeb01 admin admin] Pushing event updated for resources: {'Network': ['ID=b80e41c2-83a6-476d-bc8f-83d7a9832e9f,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:05:51.785190 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network b80e41c2-83a6-476d-bc8f-83d7a9832e9f details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:05:51.941139 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 6848915a-31dc-4137-955f-7586b925c751 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:05:51.949643 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8a5bc9c9-24e1-4e3e-b6f8-beb60bac240f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:51.967612 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 6848915a-31dc-4137-955f-7586b925c751 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:05:51.968077 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 6848915a-31dc-4137-955f-7586b925c751 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:05:51.999502 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5bc9c9-24e1-4e3e-b6f8-beb60bac240f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e34f76d3-b761-4ded-9ec0-5f5641f12c22,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:05:52.015377 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5bc9c9-24e1-4e3e-b6f8-beb60bac240f admin admin] Checking segment: {'id': 'b4778d6a-10de-4e21-a4ae-c5e870dc3033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b80e41c2-83a6-476d-bc8f-83d7a9832e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:05:52.015736 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5bc9c9-24e1-4e3e-b6f8-beb60bac240f admin admin] Network hostable DHCP agents. Network: b80e41c2-83a6-476d-bc8f-83d7a9832e9f, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:05:52.032517 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5bc9c9-24e1-4e3e-b6f8-beb60bac240f admin admin] Network b80e41c2-83a6-476d-bc8f-83d7a9832e9f is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:05:52.042251 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-8a5bc9c9-24e1-4e3e-b6f8-beb60bac240f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, b80e41c2-83a6-476d-bc8f-83d7a9832e9f) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:05:52.046454 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5bc9c9-24e1-4e3e-b6f8-beb60bac240f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:52.047143 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8a5bc9c9-24e1-4e3e-b6f8-beb60bac240f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:52.058702 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4be0a3d-f7b6-4b96-b595-0f82a8c27ddb None None] Network b80e41c2-83a6-476d-bc8f-83d7a9832e9f requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:05:52.079281 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-8a5bc9c9-24e1-4e3e-b6f8-beb60bac240f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3361192 Sep 17 08:05:52.215678 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50fb1ed-f44a-4d65-be36-fd0dbf7fd1c9 req-b018d162-61c9-422f-9b6c-fe7ca472b176 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:52.218317 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b50fb1ed-f44a-4d65-be36-fd0dbf7fd1c9 req-b018d162-61c9-422f-9b6c-fe7ca472b176 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/ports?device_id=436a80fa-7aa8-40ed-8390-a0fdc92da835 HTTP/1.1" status: 200 len: 946 time: 0.1016428 Sep 17 08:05:52.298258 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b50fb1ed-f44a-4d65-be36-fd0dbf7fd1c9 req-5aad58c5-a0be-42d3-8b56-6280cd978187 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/security-groups?id=d87754fa-6efc-4ec8-a95e-9a7b317d15cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682850 Sep 17 08:05:52.305623 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bed74f-19a4-4db9-a197-17a6499e56fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-b80e41c2-83a6-476d-bc8f-83d7a9832e9f', 'network_id': 'b80e41c2-83a6-476d-bc8f-83d7a9832e9f', 'tenant_id': 'f8eec716a72d4278b0aa478bb03edcaa', 'fixed_ips': [{'subnet_id': 'e34f76d3-b761-4ded-9ec0-5f5641f12c22'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:05:52.307418 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-37bed74f-19a4-4db9-a197-17a6499e56fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:52.424191 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d516fc-5912-4e85-a58a-8a94abea5fe2 req-0e8b1a1d-efba-47d9-89f3-867e4075dc6b tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:52.425667 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-11d516fc-5912-4e85-a58a-8a94abea5fe2 req-0e8b1a1d-efba-47d9-89f3-867e4075dc6b tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] 10.222.0.41 "GET /v2.0/networks?id=5149f750-0091-409d-871d-432517a1d159 HTTP/1.1" status: 200 len: 809 time: 0.2062314 Sep 17 08:05:52.427799 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4a247da7-dbe7-47b3-9b28-8698af18b38c req-3f748e53-2391-4613-9397-3fe0ee5dc071 tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] 10.222.0.13 "GET /v2.0/ports?device_id=94b73160-d765-4cca-986e-ece361b1b12a HTTP/1.1" status: 200 len: 210 time: 0.0424430 Sep 17 08:05:52.438598 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d3fc2d6d-d055-47c3-b1ce-17b145ceed1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:52.445327 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-11d516fc-5912-4e85-a58a-8a94abea5fe2 req-bc7e3578-dfe0-4414-a47a-5229e59c47dd tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] Request body: {'port': {'device_id': '94b73160-d765-4cca-986e-ece361b1b12a', 'network_id': '5149f750-0091-409d-871d-432517a1d159', 'admin_state_up': True, 'tenant_id': '052398e9a1a54a66bd3a1828153ec342'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:05:52.507415 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-37bed74f-19a4-4db9-a197-17a6499e56fc None None] Allocated IP 172.20.0.2 (b80e41c2-83a6-476d-bc8f-83d7a9832e9f/e34f76d3-b761-4ded-9ec0-5f5641f12c22/585873fc-3967-4a19-97b1-03ac3bc10026) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:05:52.590661 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b5d1b7-cadb-4845-9375-fdb659d04d3f req-3e87c16d-f1af-40f4-a03c-e5b2a85bd40c tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:52.592156 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b8b5d1b7-cadb-4845-9375-fdb659d04d3f req-3e87c16d-f1af-40f4-a03c-e5b2a85bd40c tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.39 "GET /v2.0/ports?device_id=436a80fa-7aa8-40ed-8390-a0fdc92da835 HTTP/1.1" status: 200 len: 946 time: 0.0901735 Sep 17 08:05:52.682128 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:52.686593 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-37bed74f-19a4-4db9-a197-17a6499e56fc None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:52.692240 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-37bed74f-19a4-4db9-a197-17a6499e56fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:52.701012 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11d516fc-5912-4e85-a58a-8a94abea5fe2 req-bc7e3578-dfe0-4414-a47a-5229e59c47dd tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] Made reservation on behalf of 052398e9a1a54a66bd3a1828153ec342 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:05:52.704554 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-11d516fc-5912-4e85-a58a-8a94abea5fe2 req-bc7e3578-dfe0-4414-a47a-5229e59c47dd tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:52.730575 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bed74f-19a4-4db9-a197-17a6499e56fc None None] Network b80e41c2-83a6-476d-bc8f-83d7a9832e9f is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:05:52.733505 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-37bed74f-19a4-4db9-a197-17a6499e56fc None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:05:52.738994 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bed74f-19a4-4db9-a197-17a6499e56fc None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:05:52.745890 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bed74f-19a4-4db9-a197-17a6499e56fc None None] Pushing event updated for resources: {'Port': ['ID=585873fc-3967-4a19-97b1-03ac3bc10026,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:05:52.801470 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-37bed74f-19a4-4db9-a197-17a6499e56fc None None] Attempting to bind port 585873fc-3967-4a19-97b1-03ac3bc10026 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:05:52.801759 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-37bed74f-19a4-4db9-a197-17a6499e56fc None None] Attempting to bind port 585873fc-3967-4a19-97b1-03ac3bc10026 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'b4778d6a-10de-4e21-a4ae-c5e870dc3033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b80e41c2-83a6-476d-bc8f-83d7a9832e9f'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:05:52.802121 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bed74f-19a4-4db9-a197-17a6499e56fc None None] Attempting to bind port 585873fc-3967-4a19-97b1-03ac3bc10026 on network b80e41c2-83a6-476d-bc8f-83d7a9832e9f {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:05:52.807024 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bed74f-19a4-4db9-a197-17a6499e56fc None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:05:52.807394 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bed74f-19a4-4db9-a197-17a6499e56fc None None] Checking segment: {'id': 'b4778d6a-10de-4e21-a4ae-c5e870dc3033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b80e41c2-83a6-476d-bc8f-83d7a9832e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:05:52.807800 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-37bed74f-19a4-4db9-a197-17a6499e56fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:52.808230 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bed74f-19a4-4db9-a197-17a6499e56fc None None] Bound using segment: {'id': 'b4778d6a-10de-4e21-a4ae-c5e870dc3033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b80e41c2-83a6-476d-bc8f-83d7a9832e9f'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:05:52.809030 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-37bed74f-19a4-4db9-a197-17a6499e56fc None None] Bound port: 585873fc-3967-4a19-97b1-03ac3bc10026, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4778d6a-10de-4e21-a4ae-c5e870dc3033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b80e41c2-83a6-476d-bc8f-83d7a9832e9f'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:05:52.809477 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-37bed74f-19a4-4db9-a197-17a6499e56fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:52.821122 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0f363-b4ac-47ae-abce-64ff4c016903 req-4a3872d5-4d20-4486-923c-73e1964e1462 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:52.823702 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e8a0f363-b4ac-47ae-abce-64ff4c016903 req-4a3872d5-4d20-4486-923c-73e1964e1462 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/networks?id=b80e41c2-83a6-476d-bc8f-83d7a9832e9f HTTP/1.1" status: 200 len: 816 time: 0.2585180 Sep 17 08:05:52.857604 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e8a0f363-b4ac-47ae-abce-64ff4c016903 req-a9670aaa-9045-4191-891b-ebb5b8bf890f tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/quotas/f8eec716a72d4278b0aa478bb03edcaa HTTP/1.1" status: 200 len: 375 time: 0.0265119 Sep 17 08:05:52.863941 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-b8b5d1b7-cadb-4845-9375-fdb659d04d3f req-b60dcd9d-d292-4d46-8e10-8e59b6e8e33b tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Deleting port 373a7504-79bd-4bba-ab35-b595d79f71e3 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:05:52.864297 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-b8b5d1b7-cadb-4845-9375-fdb659d04d3f req-b60dcd9d-d292-4d46-8e10-8e59b6e8e33b tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:52.872209 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-37bed74f-19a4-4db9-a197-17a6499e56fc None None] For port 585873fc-3967-4a19-97b1-03ac3bc10026, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:05:52.875359 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-37bed74f-19a4-4db9-a197-17a6499e56fc None None] For port 585873fc-3967-4a19-97b1-03ac3bc10026, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=585873fc-3967-4a19-97b1-03ac3bc10026,segment=NetworkSegment(b4778d6a-10de-4e21-a4ae-c5e870dc3033),segment_id=b4778d6a-10de-4e21-a4ae-c5e870dc3033)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:05:52.879924 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-37bed74f-19a4-4db9-a197-17a6499e56fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:52.940557 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bed74f-19a4-4db9-a197-17a6499e56fc None None] Pushing event updated for resources: {'Port': ['ID=585873fc-3967-4a19-97b1-03ac3bc10026,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:05:52.998002 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [req-11d516fc-5912-4e85-a58a-8a94abea5fe2 req-bc7e3578-dfe0-4414-a47a-5229e59c47dd tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] Allocated IP 172.20.0.9 (5149f750-0091-409d-871d-432517a1d159/a86a9327-6a02-465b-ab15-4ac23e73ab6d/5a447304-e2e9-40c9-b691-3dd8fadf60ba) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:05:53.029459 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e8a0f363-b4ac-47ae-abce-64ff4c016903 req-61a14e7e-d7f7-4b62-8e49-5cecd020ed08 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f8eec716a72d4278b0aa478bb03edcaa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1623373 Sep 17 08:05:53.112270 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-b8b5d1b7-cadb-4845-9375-fdb659d04d3f req-b60dcd9d-d292-4d46-8e10-8e59b6e8e33b tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] For port 373a7504-79bd-4bba-ab35-b595d79f71e3, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=373a7504-79bd-4bba-ab35-b595d79f71e3,segment=NetworkSegment(9026b0d9-6900-4e40-b1b2-b67076249b4b),segment_id=9026b0d9-6900-4e40-b1b2-b67076249b4b)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:05:53.113151 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-b8b5d1b7-cadb-4845-9375-fdb659d04d3f req-b60dcd9d-d292-4d46-8e10-8e59b6e8e33b tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:53.162660 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-b8b5d1b7-cadb-4845-9375-fdb659d04d3f req-b60dcd9d-d292-4d46-8e10-8e59b6e8e33b tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Calling delete_port for 373a7504-79bd-4bba-ab35-b595d79f71e3 owned by compute:nova {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:05:53.296678 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e8a0f363-b4ac-47ae-abce-64ff4c016903 req-39d7491c-f6c5-4425-bbe6-ce2ef5145c3a service neutron] 10.222.0.13 "GET /v2.0/networks/b80e41c2-83a6-476d-bc8f-83d7a9832e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599325 Sep 17 08:05:53.411330 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-11d516fc-5912-4e85-a58a-8a94abea5fe2 req-bc7e3578-dfe0-4414-a47a-5229e59c47dd tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:53.516312 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e8a0f363-b4ac-47ae-abce-64ff4c016903 req-13102e63-b88d-4321-9f9e-30df0fc25ed1 service neutron] 10.222.0.13 "GET /v2.0/networks/b80e41c2-83a6-476d-bc8f-83d7a9832e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081060 Sep 17 08:05:53.548443 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339489ec-a59c-472b-ac45-fad4fb6589da req-62239153-ea29-40ae-bcd8-7f5cf3793391 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:53.550088 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-339489ec-a59c-472b-ac45-fad4fb6589da req-62239153-ea29-40ae-bcd8-7f5cf3793391 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/ports?device_id=436a80fa-7aa8-40ed-8390-a0fdc92da835 HTTP/1.1" status: 200 len: 946 time: 0.1371658 Sep 17 08:05:53.554360 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-b8b5d1b7-cadb-4845-9375-fdb659d04d3f req-b60dcd9d-d292-4d46-8e10-8e59b6e8e33b tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:53.585305 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-11d516fc-5912-4e85-a58a-8a94abea5fe2 req-bc7e3578-dfe0-4414-a47a-5229e59c47dd tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:53.599573 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60dcd9d-d292-4d46-8e10-8e59b6e8e33b tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Pushing event deleted for resources: {'Port': ['ID=373a7504-79bd-4bba-ab35-b595d79f71e3,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:05:53.680778 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:53.719680 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11d516fc-5912-4e85-a58a-8a94abea5fe2 req-bc7e3578-dfe0-4414-a47a-5229e59c47dd tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] Network 5149f750-0091-409d-871d-432517a1d159 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:05:53.761084 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8b5d1b7-cadb-4845-9375-fdb659d04d3f req-b60dcd9d-d292-4d46-8e10-8e59b6e8e33b tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] No DVR routers for this DVR port 373a7504-79bd-4bba-ab35-b595d79f71e3 on host n-h2-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:05:53.763815 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-b8b5d1b7-cadb-4845-9375-fdb659d04d3f req-b60dcd9d-d292-4d46-8e10-8e59b6e8e33b tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:53.771259 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b8b5d1b7-cadb-4845-9375-fdb659d04d3f req-b60dcd9d-d292-4d46-8e10-8e59b6e8e33b tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.39 "DELETE /v2.0/ports/373a7504-79bd-4bba-ab35-b595d79f71e3 HTTP/1.1" status: 204 len: 173 time: 1.1588805 Sep 17 08:05:53.778714 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '436a80fa-7aa8-40ed-8390-a0fdc92da835', 'name': 'network-vif-deleted', 'tag': '373a7504-79bd-4bba-ab35-b595d79f71e3'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:05:53.782167 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e3bcdd1-e0bc-49be-a73b-95688f8e26c2" -d '{"events": [{"server_uuid": "436a80fa-7aa8-40ed-8390-a0fdc92da835", "name": "network-vif-deleted", "tag": "373a7504-79bd-4bba-ab35-b595d79f71e3"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:05:53.786139 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [req-11d516fc-5912-4e85-a58a-8a94abea5fe2 req-bc7e3578-dfe0-4414-a47a-5229e59c47dd tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:05:53.792310 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d516fc-5912-4e85-a58a-8a94abea5fe2 req-bc7e3578-dfe0-4414-a47a-5229e59c47dd tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:05:53.840455 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-339489ec-a59c-472b-ac45-fad4fb6589da req-c5754324-764b-4315-bcf1-6702f9355403 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/security-groups?id=d87754fa-6efc-4ec8-a95e-9a7b317d15cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2741423 Sep 17 08:05:53.870138 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7e3578-dfe0-4414-a47a-5229e59c47dd tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] Pushing event updated for resources: {'Port': ['ID=5a447304-e2e9-40c9-b691-3dd8fadf60ba,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:05:53.918442 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 585873fc-3967-4a19-97b1-03ac3bc10026 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:05:53.920950 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9eeb2f-749f-455c-86ba-b4f8e4203634 req-d50d1642-3836-42de-819b-ed8e414c25f7 tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:53.935334 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ca9eeb2f-749f-455c-86ba-b4f8e4203634 req-d50d1642-3836-42de-819b-ed8e414c25f7 tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] 10.222.0.13 "GET /v2.0/ports?device_id=94b73160-d765-4cca-986e-ece361b1b12a HTTP/1.1" status: 200 len: 931 time: 0.1746116 Sep 17 08:05:53.952373 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d516fc-5912-4e85-a58a-8a94abea5fe2 req-bc7e3578-dfe0-4414-a47a-5229e59c47dd tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:53.953077 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-11d516fc-5912-4e85-a58a-8a94abea5fe2 req-bc7e3578-dfe0-4414-a47a-5229e59c47dd tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:54.007328 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 585873fc-3967-4a19-97b1-03ac3bc10026 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:05:54.007701 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:54.034627 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-11d516fc-5912-4e85-a58a-8a94abea5fe2 req-bc7e3578-dfe0-4414-a47a-5229e59c47dd tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5933127 Sep 17 08:05:54.052242 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ca9eeb2f-749f-455c-86ba-b4f8e4203634 req-32511f1d-fbb2-472c-8cb5-ee59e0956129 tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c1a9c90-46cf-4aef-a2ec-b6a26cc01c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120651 Sep 17 08:05:54.099779 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-11d516fc-5912-4e85-a58a-8a94abea5fe2 req-cd6d5b93-5eba-42d8-b488-ba17a8c6f3ba service neutron] Request body: {'port': {'device_id': '94b73160-d765-4cca-986e-ece361b1b12a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-9'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:05:54.111643 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:54.145538 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f738d1f2-de77-441f-ad2a-4ffc47bb2ec7 x-openstack-request-id: req-f738d1f2-de77-441f-ad2a-4ffc47bb2ec7 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:05:54.145887 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "436a80fa-7aa8-40ed-8390-a0fdc92da835", "name": "network-vif-deleted", "tag": "373a7504-79bd-4bba-ab35-b595d79f71e3", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:05:54.146081 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f738d1f2-de77-441f-ad2a-4ffc47bb2ec7 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:05:54.146206 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01d840c-2821-47ca-b47d-aedff997dee6 None None] Network b80e41c2-83a6-476d-bc8f-83d7a9832e9f requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:05:54.146482 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '436a80fa-7aa8-40ed-8390-a0fdc92da835', 'name': 'network-vif-deleted', 'tag': '373a7504-79bd-4bba-ab35-b595d79f71e3', 'status': 'completed', 'code': 200} Sep 17 08:05:54.171348 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:05:54.258944 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd00370-a2b0-4884-84a0-b43fc4964366 req-a1b10db9-3db5-43ec-ab7d-f85986fa22c5 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:54.264461 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6bd00370-a2b0-4884-84a0-b43fc4964366 req-a1b10db9-3db5-43ec-ab7d-f85986fa22c5 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/networks?id=b80e41c2-83a6-476d-bc8f-83d7a9832e9f HTTP/1.1" status: 200 len: 816 time: 0.2732375 Sep 17 08:05:54.281710 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-11d516fc-5912-4e85-a58a-8a94abea5fe2 req-cd6d5b93-5eba-42d8-b488-ba17a8c6f3ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:54.300418 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6bd00370-a2b0-4884-84a0-b43fc4964366 req-e099586c-2d96-474c-ae58-3a4ca1aae00c tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/quotas/f8eec716a72d4278b0aa478bb03edcaa HTTP/1.1" status: 200 len: 375 time: 0.0317011 Sep 17 08:05:54.467167 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6bd00370-a2b0-4884-84a0-b43fc4964366 req-971ad43f-ac30-4e51-b98d-619298d278c7 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f8eec716a72d4278b0aa478bb03edcaa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1283476 Sep 17 08:05:54.491794 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port 585873fc-3967-4a19-97b1-03ac3bc10026, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=585873fc-3967-4a19-97b1-03ac3bc10026,segment=NetworkSegment(b4778d6a-10de-4e21-a4ae-c5e870dc3033),segment_id=b4778d6a-10de-4e21-a4ae-c5e870dc3033)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:05:54.510085 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:54.537261 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-70c7eda1-90c7-4960-9504-f4bebee8101c None None] Provisioning complete for port 585873fc-3967-4a19-97b1-03ac3bc10026 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:05:54.537702 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-70c7eda1-90c7-4960-9504-f4bebee8101c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:54.643221 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=585873fc-3967-4a19-97b1-03ac3bc10026,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:05:54.717743 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6bd00370-a2b0-4884-84a0-b43fc4964366 req-abc15a7e-4eb8-483f-bc3b-3c0a18f01c82 service neutron] 10.222.0.13 "GET /v2.0/networks/b80e41c2-83a6-476d-bc8f-83d7a9832e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363334 Sep 17 08:05:54.723659 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [req-11d516fc-5912-4e85-a58a-8a94abea5fe2 req-cd6d5b93-5eba-42d8-b488-ba17a8c6f3ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a447304-e2e9-40c9-b691-3dd8fadf60ba {{(pid=101289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:05:54.733083 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-11d516fc-5912-4e85-a58a-8a94abea5fe2 req-cd6d5b93-5eba-42d8-b488-ba17a8c6f3ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:54.770988 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.provisioning_blocks [req-11d516fc-5912-4e85-a58a-8a94abea5fe2 req-cd6d5b93-5eba-42d8-b488-ba17a8c6f3ba service neutron] Transition to ACTIVE for port object 5a447304-e2e9-40c9-b691-3dd8fadf60ba will not be triggered until provisioned by entity L2. {{(pid=101289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:05:54.774229 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-11d516fc-5912-4e85-a58a-8a94abea5fe2 req-cd6d5b93-5eba-42d8-b488-ba17a8c6f3ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:54.870028 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d5b93-5eba-42d8-b488-ba17a8c6f3ba service neutron] Pushing event updated for resources: {'Port': ['ID=5a447304-e2e9-40c9-b691-3dd8fadf60ba,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:05:54.878833 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6bd00370-a2b0-4884-84a0-b43fc4964366 req-6f27412a-9869-42be-8355-b76c23090982 service neutron] 10.222.0.13 "GET /v2.0/networks/b80e41c2-83a6-476d-bc8f-83d7a9832e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479385 Sep 17 08:05:54.893327 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 35924) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:05:54.929895 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-660f9c50-5683-4674-aac2-a7941c9c0fe2 None None] Provisioning complete for port 585873fc-3967-4a19-97b1-03ac3bc10026 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:05:54.930714 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-660f9c50-5683-4674-aac2-a7941c9c0fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:54.949473 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-11d516fc-5912-4e85-a58a-8a94abea5fe2 req-cd6d5b93-5eba-42d8-b488-ba17a8c6f3ba service neutron] Attempting to bind port 5a447304-e2e9-40c9-b691-3dd8fadf60ba on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:05:54.949866 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-11d516fc-5912-4e85-a58a-8a94abea5fe2 req-cd6d5b93-5eba-42d8-b488-ba17a8c6f3ba service neutron] Attempting to bind port 5a447304-e2e9-40c9-b691-3dd8fadf60ba by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'bc898c63-c4ae-447a-8e39-f8b2338969bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5149f750-0091-409d-871d-432517a1d159'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:05:54.950192 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d516fc-5912-4e85-a58a-8a94abea5fe2 req-cd6d5b93-5eba-42d8-b488-ba17a8c6f3ba service neutron] Attempting to bind port 5a447304-e2e9-40c9-b691-3dd8fadf60ba on network 5149f750-0091-409d-871d-432517a1d159 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:05:54.954722 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d516fc-5912-4e85-a58a-8a94abea5fe2 req-cd6d5b93-5eba-42d8-b488-ba17a8c6f3ba service neutron] Port 5a447304-e2e9-40c9-b691-3dd8fadf60ba on network 5149f750-0091-409d-871d-432517a1d159 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:05:54.955040 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d516fc-5912-4e85-a58a-8a94abea5fe2 req-cd6d5b93-5eba-42d8-b488-ba17a8c6f3ba service neutron] Attempting to bind port 5a447304-e2e9-40c9-b691-3dd8fadf60ba on network 5149f750-0091-409d-871d-432517a1d159 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:05:54.960398 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d516fc-5912-4e85-a58a-8a94abea5fe2 req-cd6d5b93-5eba-42d8-b488-ba17a8c6f3ba service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:05:54.960951 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d516fc-5912-4e85-a58a-8a94abea5fe2 req-cd6d5b93-5eba-42d8-b488-ba17a8c6f3ba service neutron] Checking segment: {'id': 'bc898c63-c4ae-447a-8e39-f8b2338969bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5149f750-0091-409d-871d-432517a1d159'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:05:54.961397 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d516fc-5912-4e85-a58a-8a94abea5fe2 req-cd6d5b93-5eba-42d8-b488-ba17a8c6f3ba service neutron] Bound using segment: {'id': 'bc898c63-c4ae-447a-8e39-f8b2338969bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5149f750-0091-409d-871d-432517a1d159'} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:05:54.961823 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-11d516fc-5912-4e85-a58a-8a94abea5fe2 req-cd6d5b93-5eba-42d8-b488-ba17a8c6f3ba service neutron] Bound port: 5a447304-e2e9-40c9-b691-3dd8fadf60ba, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc898c63-c4ae-447a-8e39-f8b2338969bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5149f750-0091-409d-871d-432517a1d159'}}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:05:54.962239 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-11d516fc-5912-4e85-a58a-8a94abea5fe2 req-cd6d5b93-5eba-42d8-b488-ba17a8c6f3ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:54.992806 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8e762882-5412-4ebd-be01-05e71a8c4343 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:55.048359 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8e762882-5412-4ebd-be01-05e71a8c4343 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:55.098804 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-11d516fc-5912-4e85-a58a-8a94abea5fe2 req-cd6d5b93-5eba-42d8-b488-ba17a8c6f3ba service neutron] For port 5a447304-e2e9-40c9-b691-3dd8fadf60ba, host n-h1-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:05:55.106920 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-11d516fc-5912-4e85-a58a-8a94abea5fe2 req-cd6d5b93-5eba-42d8-b488-ba17a8c6f3ba service neutron] For port 5a447304-e2e9-40c9-b691-3dd8fadf60ba, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=5a447304-e2e9-40c9-b691-3dd8fadf60ba,segment=NetworkSegment(bc898c63-c4ae-447a-8e39-f8b2338969bd),segment_id=bc898c63-c4ae-447a-8e39-f8b2338969bd)] {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:05:55.125848 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-11d516fc-5912-4e85-a58a-8a94abea5fe2 req-cd6d5b93-5eba-42d8-b488-ba17a8c6f3ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:55.218035 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8e762882-5412-4ebd-be01-05e71a8c4343 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:55.223483 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d516fc-5912-4e85-a58a-8a94abea5fe2 req-cd6d5b93-5eba-42d8-b488-ba17a8c6f3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:55.229049 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8e762882-5412-4ebd-be01-05e71a8c4343 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:55.234208 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-8e762882-5412-4ebd-be01-05e71a8c4343 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "DELETE /v2.0/security-groups/d87754fa-6efc-4ec8-a95e-9a7b317d15cb HTTP/1.1" status: 204 len: 168 time: 0.3393188 Sep 17 08:05:55.236741 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-11d516fc-5912-4e85-a58a-8a94abea5fe2 req-cd6d5b93-5eba-42d8-b488-ba17a8c6f3ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:55.238205 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-11d516fc-5912-4e85-a58a-8a94abea5fe2 req-cd6d5b93-5eba-42d8-b488-ba17a8c6f3ba service neutron] 10.222.0.41 "PUT /v2.0/ports/5a447304-e2e9-40c9-b691-3dd8fadf60ba HTTP/1.1" status: 200 len: 1091 time: 1.1781714 Sep 17 08:05:55.248672 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e762882-5412-4ebd-be01-05e71a8c4343 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87754fa-6efc-4ec8-a95e-9a7b317d15cb,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:05:55.266979 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:55.298892 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 373a7504-79bd-4bba-ab35-b595d79f71e3 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:05:55.326976 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: 373a7504-79bd-4bba-ab35-b595d79f71e3 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:05:55.327336 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 373a7504-79bd-4bba-ab35-b595d79f71e3 not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:05:55.731906 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d5b93-5eba-42d8-b488-ba17a8c6f3ba service neutron] Pushing event updated for resources: {'Port': ['ID=5a447304-e2e9-40c9-b691-3dd8fadf60ba,revision_number=3']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:05:55.771820 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c0244-f466-4b6b-bd6e-07c1307b2610 req-0695c971-0472-4762-a17f-18dbde4993a6 tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:55.773329 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bc3c0244-f466-4b6b-bd6e-07c1307b2610 req-0695c971-0472-4762-a17f-18dbde4993a6 tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] 10.222.0.13 "GET /v2.0/ports?device_id=94b73160-d765-4cca-986e-ece361b1b12a HTTP/1.1" status: 200 len: 943 time: 0.5786877 Sep 17 08:05:55.785771 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 585873fc-3967-4a19-97b1-03ac3bc10026 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:05:55.787461 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0f363-b4ac-47ae-abce-64ff4c016903 req-b9388d8a-8806-4aef-97d3-78bf80a4d65d tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:55.788999 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e8a0f363-b4ac-47ae-abce-64ff4c016903 req-b9388d8a-8806-4aef-97d3-78bf80a4d65d tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.39 "GET /v2.0/networks?id=b80e41c2-83a6-476d-bc8f-83d7a9832e9f HTTP/1.1" status: 200 len: 816 time: 0.6647713 Sep 17 08:05:55.811878 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d516fc-5912-4e85-a58a-8a94abea5fe2 req-b8ea475b-89fd-454f-8cae-d23684dc5e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:55.813367 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-11d516fc-5912-4e85-a58a-8a94abea5fe2 req-b8ea475b-89fd-454f-8cae-d23684dc5e5b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=052398e9a1a54a66bd3a1828153ec342&device_id=94b73160-d765-4cca-986e-ece361b1b12a HTTP/1.1" status: 200 len: 1094 time: 0.5136802 Sep 17 08:05:55.828556 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67bfeb-75b7-45e3-b50e-84b9cdce49bc req-c594c3da-a886-4243-be21-8eb86834f8b7 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:55.829983 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5f67bfeb-75b7-45e3-b50e-84b9cdce49bc req-c594c3da-a886-4243-be21-8eb86834f8b7 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/networks?id=b80e41c2-83a6-476d-bc8f-83d7a9832e9f HTTP/1.1" status: 200 len: 816 time: 0.6397991 Sep 17 08:05:55.833543 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 585873fc-3967-4a19-97b1-03ac3bc10026 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:05:55.833925 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:55.835402 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-e8a0f363-b4ac-47ae-abce-64ff4c016903 req-36f30930-27f0-4b4c-a7ee-5242b7c611be tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Request body: {'port': {'device_id': 'ac4e1b95-1ad1-4c09-9321-82cdf5b15637', 'network_id': 'b80e41c2-83a6-476d-bc8f-83d7a9832e9f', 'admin_state_up': True, 'tenant_id': 'f8eec716a72d4278b0aa478bb03edcaa'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:05:55.898381 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-11d516fc-5912-4e85-a58a-8a94abea5fe2 req-2d52cd69-810c-4b0a-9f59-df8f7bddb849 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a447304-e2e9-40c9-b691-3dd8fadf60ba HTTP/1.1" status: 200 len: 217 time: 0.0663495 Sep 17 08:05:55.908608 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5f67bfeb-75b7-45e3-b50e-84b9cdce49bc req-ff6e7f88-7981-4c9e-a815-7c9c5c1e0fb9 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/quotas/f8eec716a72d4278b0aa478bb03edcaa HTTP/1.1" status: 200 len: 375 time: 0.0699718 Sep 17 08:05:55.924583 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bc3c0244-f466-4b6b-bd6e-07c1307b2610 req-d4d23a92-335e-44b9-a628-2e98b8a5489d tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c1a9c90-46cf-4aef-a2ec-b6a26cc01c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344872 Sep 17 08:05:55.969378 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 35954) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:05:56.023133 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d516fc-5912-4e85-a58a-8a94abea5fe2 req-97d29af9-6b21-4e5c-8073-b5251d24a322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:56.024663 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-11d516fc-5912-4e85-a58a-8a94abea5fe2 req-97d29af9-6b21-4e5c-8073-b5251d24a322 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a86a9327-6a02-465b-ab15-4ac23e73ab6d HTTP/1.1" status: 200 len: 849 time: 0.1176498 Sep 17 08:05:56.035315 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaecd6bb-d98d-4188-8f6b-add30f382445 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Deleting subnet 26496da5-70c8-4ccd-b3d7-1da2e98917be {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:05:56.038547 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-aaecd6bb-d98d-4188-8f6b-add30f382445 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:56.075404 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-11d516fc-5912-4e85-a58a-8a94abea5fe2 req-29f56e90-a0bb-48ff-8a67-59a078fd12eb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5149f750-0091-409d-871d-432517a1d159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425496 Sep 17 08:05:56.084149 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5f67bfeb-75b7-45e3-b50e-84b9cdce49bc req-c40a7ca8-f2a3-4b00-99c2-b89c2e20e4f1 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f8eec716a72d4278b0aa478bb03edcaa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1567070 Sep 17 08:05:56.100450 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-aaecd6bb-d98d-4188-8f6b-add30f382445 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:56.148124 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94b73160-d765-4cca-986e-ece361b1b12a', 'tag': '5a447304-e2e9-40c9-b691-3dd8fadf60ba'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:05:56.150355 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5a29dd-7bfa-4adb-b050-c7b8c6f6f876" -d '{"events": [{"name": "network-changed", "server_uuid": "94b73160-d765-4cca-986e-ece361b1b12a", "tag": "5a447304-e2e9-40c9-b691-3dd8fadf60ba"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:05:56.227778 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8a0f363-b4ac-47ae-abce-64ff4c016903 req-36f30930-27f0-4b4c-a7ee-5242b7c611be tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Made reservation on behalf of f8eec716a72d4278b0aa478bb03edcaa for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:05:56.232330 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-e8a0f363-b4ac-47ae-abce-64ff4c016903 req-36f30930-27f0-4b4c-a7ee-5242b7c611be tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:56.241596 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452f9bdd-b06d-41c7-a929-fc3c7dd20ecf x-openstack-request-id: req-452f9bdd-b06d-41c7-a929-fc3c7dd20ecf {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:05:56.241887 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94b73160-d765-4cca-986e-ece361b1b12a", "tag": "5a447304-e2e9-40c9-b691-3dd8fadf60ba", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:05:56.242135 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-452f9bdd-b06d-41c7-a929-fc3c7dd20ecf {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:05:56.242519 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94b73160-d765-4cca-986e-ece361b1b12a', 'tag': '5a447304-e2e9-40c9-b691-3dd8fadf60ba', 'status': 'completed', 'code': 200} Sep 17 08:05:56.318782 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-aaecd6bb-d98d-4188-8f6b-add30f382445 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:56.348075 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-11d516fc-5912-4e85-a58a-8a94abea5fe2 req-b7e7bb89-2e9f-493e-bd5a-aa1370ab01bc service neutron] 10.222.0.41 "GET /v2.0/networks/5149f750-0091-409d-871d-432517a1d159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629077 Sep 17 08:05:56.352435 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5f67bfeb-75b7-45e3-b50e-84b9cdce49bc req-a12083a3-50fa-480b-b741-ba784ffac77f service neutron] 10.222.0.13 "GET /v2.0/networks/b80e41c2-83a6-476d-bc8f-83d7a9832e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573819 Sep 17 08:05:56.557566 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [req-e8a0f363-b4ac-47ae-abce-64ff4c016903 req-36f30930-27f0-4b4c-a7ee-5242b7c611be tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Allocated IP 172.20.0.3 (b80e41c2-83a6-476d-bc8f-83d7a9832e9f/e34f76d3-b761-4ded-9ec0-5f5641f12c22/ce05090b-e85c-47fc-a938-f59373a017e8) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:05:56.586918 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-11d516fc-5912-4e85-a58a-8a94abea5fe2 req-1736da28-d4bc-45f4-8a74-5aecb220ad5c service neutron] 10.222.0.41 "GET /v2.0/networks/5149f750-0091-409d-871d-432517a1d159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303214 Sep 17 08:05:56.594078 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5f67bfeb-75b7-45e3-b50e-84b9cdce49bc req-56d15eae-804e-492e-8818-b7597dee5579 service neutron] 10.222.0.13 "GET /v2.0/networks/b80e41c2-83a6-476d-bc8f-83d7a9832e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254088 Sep 17 08:05:56.706085 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd00370-a2b0-4884-84a0-b43fc4964366 req-5507590a-2d23-4662-8d09-4e39e802e072 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:56.707591 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6bd00370-a2b0-4884-84a0-b43fc4964366 req-5507590a-2d23-4662-8d09-4e39e802e072 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.39 "GET /v2.0/networks?id=b80e41c2-83a6-476d-bc8f-83d7a9832e9f HTTP/1.1" status: 200 len: 816 time: 0.5324359 Sep 17 08:05:56.728859 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-6bd00370-a2b0-4884-84a0-b43fc4964366 req-51d742fd-e166-4432-bb98-63cc9e35726e tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Request body: {'port': {'device_id': '43fc92ac-995e-4c71-8e5f-bd18869ad049', 'network_id': 'b80e41c2-83a6-476d-bc8f-83d7a9832e9f', 'admin_state_up': True, 'tenant_id': 'f8eec716a72d4278b0aa478bb03edcaa'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:05:56.734311 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-aaecd6bb-d98d-4188-8f6b-add30f382445 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:56.772116 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaecd6bb-d98d-4188-8f6b-add30f382445 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Pushing event deleted for resources: {'Subnet': ['ID=26496da5-70c8-4ccd-b3d7-1da2e98917be,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:05:56.781684 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a29dd-7bfa-4adb-b050-c7b8c6f6f876 req-ebde4601-f31c-4d32-a917-d8bcd71b0b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:56.783287 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5f5a29dd-7bfa-4adb-b050-c7b8c6f6f876 req-ebde4601-f31c-4d32-a917-d8bcd71b0b87 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=052398e9a1a54a66bd3a1828153ec342&device_id=94b73160-d765-4cca-986e-ece361b1b12a HTTP/1.1" status: 200 len: 1094 time: 0.0879571 Sep 17 08:05:56.788795 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-aaecd6bb-d98d-4188-8f6b-add30f382445 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:56.793190 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-aaecd6bb-d98d-4188-8f6b-add30f382445 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "DELETE /v2.0/subnets/26496da5-70c8-4ccd-b3d7-1da2e98917be HTTP/1.1" status: 204 len: 168 time: 0.8196611 Sep 17 08:05:56.793915 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 35962) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:05:56.797604 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46a07d4-8d54-4fa4-bf7a-9d47b27363ab None None] Network ab905d5b-91a1-4717-afc7-9af60b3f803b requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:05:56.802997 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-e8a0f363-b4ac-47ae-abce-64ff4c016903 req-36f30930-27f0-4b4c-a7ee-5242b7c611be tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:56.849724 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5b2900f5-3570-4f60-b8e5-4963c4ce8553 req-7d7a5647-d2c8-4d5c-a03e-ada512935ab6 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/ports?device_id=9eccd5cb-1702-4c09-9c64-de0005662ac1 HTTP/1.1" status: 200 len: 210 time: 0.0447075 Sep 17 08:05:56.921906 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-419a5344-f30f-417a-bcc3-76b29363400b tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:56.978422 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a29dd-7bfa-4adb-b050-c7b8c6f6f876 req-1f5a95db-9066-4bc9-958a-36905dc1b841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:56.980576 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5f5a29dd-7bfa-4adb-b050-c7b8c6f6f876 req-1f5a95db-9066-4bc9-958a-36905dc1b841 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5149f750-0091-409d-871d-432517a1d159 HTTP/1.1" status: 200 len: 910 time: 0.1891494 Sep 17 08:05:56.994716 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bd00370-a2b0-4884-84a0-b43fc4964366 req-51d742fd-e166-4432-bb98-63cc9e35726e tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Made reservation on behalf of f8eec716a72d4278b0aa478bb03edcaa for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:05:56.999358 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-6bd00370-a2b0-4884-84a0-b43fc4964366 req-51d742fd-e166-4432-bb98-63cc9e35726e tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:57.043440 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-e8a0f363-b4ac-47ae-abce-64ff4c016903 req-36f30930-27f0-4b4c-a7ee-5242b7c611be tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:57.049113 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5f5a29dd-7bfa-4adb-b050-c7b8c6f6f876 req-f13507cf-b6ef-4bec-bd0d-171c502bac03 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a447304-e2e9-40c9-b691-3dd8fadf60ba HTTP/1.1" status: 200 len: 217 time: 0.0551460 Sep 17 08:05:57.071107 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3634796f-7d12-4f4f-a351-c0fb19f9c226 None None] DHCP port deletion for ab905d5b-91a1-4717-afc7-9af60b3f803b request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 08:05:57.118646 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-419a5344-f30f-417a-bcc3-76b29363400b tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Deleting port 848e7ca4-9fbb-48bd-8d90-e8d05da53f56 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:05:57.119288 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-419a5344-f30f-417a-bcc3-76b29363400b tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:57.144177 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8a0f363-b4ac-47ae-abce-64ff4c016903 req-36f30930-27f0-4b4c-a7ee-5242b7c611be tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Network b80e41c2-83a6-476d-bc8f-83d7a9832e9f is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:05:57.166961 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [req-e8a0f363-b4ac-47ae-abce-64ff4c016903 req-36f30930-27f0-4b4c-a7ee-5242b7c611be tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:05:57.183925 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-3634796f-7d12-4f4f-a351-c0fb19f9c226 None None] Deleting port 848e7ca4-9fbb-48bd-8d90-e8d05da53f56 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:05:57.184305 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3634796f-7d12-4f4f-a351-c0fb19f9c226 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:57.185493 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8a0f363-b4ac-47ae-abce-64ff4c016903 req-36f30930-27f0-4b4c-a7ee-5242b7c611be tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:05:57.192879 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-419a5344-f30f-417a-bcc3-76b29363400b tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] For port 848e7ca4-9fbb-48bd-8d90-e8d05da53f56, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=848e7ca4-9fbb-48bd-8d90-e8d05da53f56,segment=NetworkSegment(9026b0d9-6900-4e40-b1b2-b67076249b4b),segment_id=9026b0d9-6900-4e40-b1b2-b67076249b4b)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:05:57.193243 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-419a5344-f30f-417a-bcc3-76b29363400b tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:57.217851 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-419a5344-f30f-417a-bcc3-76b29363400b tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Calling delete_port for 848e7ca4-9fbb-48bd-8d90-e8d05da53f56 owned by network:dhcp {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:05:57.255090 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f30930-27f0-4b4c-a7ee-5242b7c611be tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Pushing event updated for resources: {'Port': ['ID=ce05090b-e85c-47fc-a938-f59373a017e8,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:05:57.288959 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a29dd-7bfa-4adb-b050-c7b8c6f6f876 req-dbe04b4b-b280-432b-a400-da25f5d59589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:57.290381 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5f5a29dd-7bfa-4adb-b050-c7b8c6f6f876 req-dbe04b4b-b280-432b-a400-da25f5d59589 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a86a9327-6a02-465b-ab15-4ac23e73ab6d HTTP/1.1" status: 200 len: 849 time: 0.2268150 Sep 17 08:05:57.294418 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-3634796f-7d12-4f4f-a351-c0fb19f9c226 None None] For port 848e7ca4-9fbb-48bd-8d90-e8d05da53f56, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=848e7ca4-9fbb-48bd-8d90-e8d05da53f56,segment=NetworkSegment(9026b0d9-6900-4e40-b1b2-b67076249b4b),segment_id=9026b0d9-6900-4e40-b1b2-b67076249b4b)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:05:57.295315 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3634796f-7d12-4f4f-a351-c0fb19f9c226 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:57.308794 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-6bd00370-a2b0-4884-84a0-b43fc4964366 req-51d742fd-e166-4432-bb98-63cc9e35726e tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Allocated IP 172.20.0.14 (b80e41c2-83a6-476d-bc8f-83d7a9832e9f/e34f76d3-b761-4ded-9ec0-5f5641f12c22/e8f1a577-b443-4b25-9739-941ae4112e14) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:05:57.313271 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-3634796f-7d12-4f4f-a351-c0fb19f9c226 None None] Calling delete_port for 848e7ca4-9fbb-48bd-8d90-e8d05da53f56 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:05:57.313468 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6716d3-a726-411b-88b9-91d10bff447d req-0c7782cb-2b48-4103-9267-225988c3beac tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:57.315223 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9f6716d3-a726-411b-88b9-91d10bff447d req-0c7782cb-2b48-4103-9267-225988c3beac tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] 10.222.0.13 "GET /v2.0/ports?device_id=94b73160-d765-4cca-986e-ece361b1b12a HTTP/1.1" status: 200 len: 943 time: 0.2641928 Sep 17 08:05:57.389757 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5f5a29dd-7bfa-4adb-b050-c7b8c6f6f876 req-ac9e4a3c-4568-41cd-8588-2037b24e6202 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5149f750-0091-409d-871d-432517a1d159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734017 Sep 17 08:05:57.403003 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0f363-b4ac-47ae-abce-64ff4c016903 req-36f30930-27f0-4b4c-a7ee-5242b7c611be tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:57.403671 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-e8a0f363-b4ac-47ae-abce-64ff4c016903 req-36f30930-27f0-4b4c-a7ee-5242b7c611be tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:57.449864 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e8a0f363-b4ac-47ae-abce-64ff4c016903 req-36f30930-27f0-4b4c-a7ee-5242b7c611be tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6285567 Sep 17 08:05:57.453968 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9f6716d3-a726-411b-88b9-91d10bff447d req-a6443e83-0521-4c58-b4be-b11e66e51d00 tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c1a9c90-46cf-4aef-a2ec-b6a26cc01c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228991 Sep 17 08:05:57.479428 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-e8a0f363-b4ac-47ae-abce-64ff4c016903 req-5e0d12f0-9b38-44b3-b79c-bc71a2da2756 service neutron] Request body: {'port': {'device_id': 'ac4e1b95-1ad1-4c09-9321-82cdf5b15637', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:05:57.496499 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-419a5344-f30f-417a-bcc3-76b29363400b tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:57.499867 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3634796f-7d12-4f4f-a351-c0fb19f9c226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:57.529943 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3634796f-7d12-4f4f-a351-c0fb19f9c226 None None] Pushing event deleted for resources: {'Port': ['ID=848e7ca4-9fbb-48bd-8d90-e8d05da53f56,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:05:57.533987 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3634796f-7d12-4f4f-a351-c0fb19f9c226 None None] No DVR routers for this DVR port 848e7ca4-9fbb-48bd-8d90-e8d05da53f56 on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:05:57.564187 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419a5344-f30f-417a-bcc3-76b29363400b tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] No DVR routers for this DVR port 848e7ca4-9fbb-48bd-8d90-e8d05da53f56 on host n-d-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:05:57.566031 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419a5344-f30f-417a-bcc3-76b29363400b tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Pushing event deleted for resources: {'Port': ['ID=848e7ca4-9fbb-48bd-8d90-e8d05da53f56,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:05:57.569397 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-d363ddf7-9296-457b-a677-996e05bd3b7b None None] Provisioning complete for port ce05090b-e85c-47fc-a938-f59373a017e8 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:05:57.569860 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d363ddf7-9296-457b-a677-996e05bd3b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:57.591473 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-e8a0f363-b4ac-47ae-abce-64ff4c016903 req-5e0d12f0-9b38-44b3-b79c-bc71a2da2756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:57.609252 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-d363ddf7-9296-457b-a677-996e05bd3b7b None None] Port ce05090b-e85c-47fc-a938-f59373a017e8 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:05:57.613477 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5f5a29dd-7bfa-4adb-b050-c7b8c6f6f876 req-479773b4-7e86-4574-acab-a1ec9d3c2533 service neutron] 10.222.0.41 "GET /v2.0/networks/5149f750-0091-409d-871d-432517a1d159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856689 Sep 17 08:05:57.719303 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-419a5344-f30f-417a-bcc3-76b29363400b tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:57.754342 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-419a5344-f30f-417a-bcc3-76b29363400b tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab905d5b-91a1-4717-afc7-9af60b3f803b']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:05:57.772756 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-419a5344-f30f-417a-bcc3-76b29363400b tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9026b0d9-6900-4e40-b1b2-b67076249b4b') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:05:57.773117 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-419a5344-f30f-417a-bcc3-76b29363400b tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9026b0d9-6900-4e40-b1b2-b67076249b4b') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:05:57.777264 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-6bd00370-a2b0-4884-84a0-b43fc4964366 req-51d742fd-e166-4432-bb98-63cc9e35726e tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:57.797201 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3eb4d3ff-1795-457d-bb13-5e31e79bb19d req-c6a605de-2877-4cb8-bd19-29820416fada service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1492696 Sep 17 08:05:57.797318 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5f5a29dd-7bfa-4adb-b050-c7b8c6f6f876 req-cf8082b0-dc3d-4b14-aaf3-855c7bd4213b service neutron] 10.222.0.41 "GET /v2.0/networks/5149f750-0091-409d-871d-432517a1d159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615450 Sep 17 08:05:57.801307 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 848e7ca4-9fbb-48bd-8d90-e8d05da53f56 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:05:57.801784 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-419a5344-f30f-417a-bcc3-76b29363400b tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:57.818539 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-419a5344-f30f-417a-bcc3-76b29363400b tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:57.822170 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 848e7ca4-9fbb-48bd-8d90-e8d05da53f56 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:05:57.822632 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 848e7ca4-9fbb-48bd-8d90-e8d05da53f56 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:05:57.830042 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-419a5344-f30f-417a-bcc3-76b29363400b tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:05:57.830453 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-419a5344-f30f-417a-bcc3-76b29363400b tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:57.833476 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 08:05:57.833476 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:05:57.833476 n-d-789963-9 neutron-server[101290]: timer() Sep 17 08:05:57.833476 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:05:57.833476 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 08:05:57.833476 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:05:57.833476 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 08:05:57.833476 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:05:57.833476 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 08:05:57.833476 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:05:57.833476 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 08:05:57.833476 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:05:57.833476 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 08:05:57.833476 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:05:57.833476 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:05:57.833476 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:05:57.833476 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:05:57.833476 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:05:57.833476 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 08:05:57.833476 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:05:57.833476 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 08:05:57.833476 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:05:57.833476 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:05:57.833476 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:05:57.833476 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 08:05:57.833476 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:05:57.833476 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:05:57.833476 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:05:57.833476 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:05:57.833476 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:05:57.833476 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:05:57.833476 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:05:57.927510 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-6bd00370-a2b0-4884-84a0-b43fc4964366 req-51d742fd-e166-4432-bb98-63cc9e35726e tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:57.939756 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-419a5344-f30f-417a-bcc3-76b29363400b tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:57.974997 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2baf730b-7340-4582-9cac-17dd2c3cfec7 req-7ab9e765-66dd-4329-a9a8-7f95c0f51309 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/ports?device_id=9eccd5cb-1702-4c09-9c64-de0005662ac1 HTTP/1.1" status: 200 len: 210 time: 0.0334210 Sep 17 08:05:57.976012 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-419a5344-f30f-417a-bcc3-76b29363400b tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:57.977849 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-419a5344-f30f-417a-bcc3-76b29363400b tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "DELETE /v2.0/networks/ab905d5b-91a1-4717-afc7-9af60b3f803b HTTP/1.1" status: 204 len: 168 time: 1.1834157 Sep 17 08:05:57.983798 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 35976) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:05:58.002673 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4d3ff-1795-457d-bb13-5e31e79bb19d req-b029f0d8-3eae-470c-846f-155ed5965986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:58.003305 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4d3ff-1795-457d-bb13-5e31e79bb19d req-b029f0d8-3eae-470c-846f-155ed5965986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:58.003618 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4d3ff-1795-457d-bb13-5e31e79bb19d req-b029f0d8-3eae-470c-846f-155ed5965986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:58.004114 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4d3ff-1795-457d-bb13-5e31e79bb19d req-b029f0d8-3eae-470c-846f-155ed5965986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:58.004581 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4d3ff-1795-457d-bb13-5e31e79bb19d req-b029f0d8-3eae-470c-846f-155ed5965986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:58.005047 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4d3ff-1795-457d-bb13-5e31e79bb19d req-b029f0d8-3eae-470c-846f-155ed5965986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:58.005508 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4d3ff-1795-457d-bb13-5e31e79bb19d req-b029f0d8-3eae-470c-846f-155ed5965986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:58.007411 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3eb4d3ff-1795-457d-bb13-5e31e79bb19d req-b029f0d8-3eae-470c-846f-155ed5965986 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9dd60ef4e32342ee9bd756b274f1d1f9&device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab HTTP/1.1" status: 200 len: 6488 time: 0.1479824 Sep 17 08:05:58.018535 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419a5344-f30f-417a-bcc3-76b29363400b tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Pushing event deleted for resources: {'Network': ['ID=ab905d5b-91a1-4717-afc7-9af60b3f803b,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:05:58.061969 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bd00370-a2b0-4884-84a0-b43fc4964366 req-51d742fd-e166-4432-bb98-63cc9e35726e tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Network b80e41c2-83a6-476d-bc8f-83d7a9832e9f is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:05:58.071864 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d742fd-e166-4432-bb98-63cc9e35726e tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Pushing event updated for resources: {'Port': ['ID=e8f1a577-b443-4b25-9739-941ae4112e14,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:05:58.085056 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-6bd00370-a2b0-4884-84a0-b43fc4964366 req-51d742fd-e166-4432-bb98-63cc9e35726e tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:05:58.091632 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bd00370-a2b0-4884-84a0-b43fc4964366 req-51d742fd-e166-4432-bb98-63cc9e35726e tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:05:58.108547 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [req-e8a0f363-b4ac-47ae-abce-64ff4c016903 req-5e0d12f0-9b38-44b3-b79c-bc71a2da2756 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce05090b-e85c-47fc-a938-f59373a017e8 {{(pid=101289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:05:58.116181 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-e8a0f363-b4ac-47ae-abce-64ff4c016903 req-5e0d12f0-9b38-44b3-b79c-bc71a2da2756 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:58.128514 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.provisioning_blocks [req-e8a0f363-b4ac-47ae-abce-64ff4c016903 req-5e0d12f0-9b38-44b3-b79c-bc71a2da2756 service neutron] Transition to ACTIVE for port object ce05090b-e85c-47fc-a938-f59373a017e8 will not be triggered until provisioned by entity L2. {{(pid=101289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:05:58.132741 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-e8a0f363-b4ac-47ae-abce-64ff4c016903 req-5e0d12f0-9b38-44b3-b79c-bc71a2da2756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:58.239159 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0d12f0-9b38-44b3-b79c-bc71a2da2756 service neutron] Pushing event updated for resources: {'Port': ['ID=ce05090b-e85c-47fc-a938-f59373a017e8,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:05:58.270291 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd00370-a2b0-4884-84a0-b43fc4964366 req-51d742fd-e166-4432-bb98-63cc9e35726e tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:58.271098 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-6bd00370-a2b0-4884-84a0-b43fc4964366 req-51d742fd-e166-4432-bb98-63cc9e35726e tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:58.273131 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-e8a0f363-b4ac-47ae-abce-64ff4c016903 req-5e0d12f0-9b38-44b3-b79c-bc71a2da2756 service neutron] Attempting to bind port ce05090b-e85c-47fc-a938-f59373a017e8 on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:05:58.273327 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-e8a0f363-b4ac-47ae-abce-64ff4c016903 req-5e0d12f0-9b38-44b3-b79c-bc71a2da2756 service neutron] Attempting to bind port ce05090b-e85c-47fc-a938-f59373a017e8 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': 'b4778d6a-10de-4e21-a4ae-c5e870dc3033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b80e41c2-83a6-476d-bc8f-83d7a9832e9f'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:05:58.273633 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a0f363-b4ac-47ae-abce-64ff4c016903 req-5e0d12f0-9b38-44b3-b79c-bc71a2da2756 service neutron] Attempting to bind port ce05090b-e85c-47fc-a938-f59373a017e8 on network b80e41c2-83a6-476d-bc8f-83d7a9832e9f {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:05:58.281605 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a0f363-b4ac-47ae-abce-64ff4c016903 req-5e0d12f0-9b38-44b3-b79c-bc71a2da2756 service neutron] Port ce05090b-e85c-47fc-a938-f59373a017e8 on network b80e41c2-83a6-476d-bc8f-83d7a9832e9f not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:05:58.282024 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a0f363-b4ac-47ae-abce-64ff4c016903 req-5e0d12f0-9b38-44b3-b79c-bc71a2da2756 service neutron] Attempting to bind port ce05090b-e85c-47fc-a938-f59373a017e8 on network b80e41c2-83a6-476d-bc8f-83d7a9832e9f {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:05:58.289241 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a0f363-b4ac-47ae-abce-64ff4c016903 req-5e0d12f0-9b38-44b3-b79c-bc71a2da2756 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:05:58.289842 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a0f363-b4ac-47ae-abce-64ff4c016903 req-5e0d12f0-9b38-44b3-b79c-bc71a2da2756 service neutron] Checking segment: {'id': 'b4778d6a-10de-4e21-a4ae-c5e870dc3033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b80e41c2-83a6-476d-bc8f-83d7a9832e9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:05:58.290816 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a0f363-b4ac-47ae-abce-64ff4c016903 req-5e0d12f0-9b38-44b3-b79c-bc71a2da2756 service neutron] Bound using segment: {'id': 'b4778d6a-10de-4e21-a4ae-c5e870dc3033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b80e41c2-83a6-476d-bc8f-83d7a9832e9f'} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:05:58.291930 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-e8a0f363-b4ac-47ae-abce-64ff4c016903 req-5e0d12f0-9b38-44b3-b79c-bc71a2da2756 service neutron] Bound port: ce05090b-e85c-47fc-a938-f59373a017e8, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4778d6a-10de-4e21-a4ae-c5e870dc3033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b80e41c2-83a6-476d-bc8f-83d7a9832e9f'}}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:05:58.292783 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-e8a0f363-b4ac-47ae-abce-64ff4c016903 req-5e0d12f0-9b38-44b3-b79c-bc71a2da2756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:58.343171 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6bd00370-a2b0-4884-84a0-b43fc4964366 req-51d742fd-e166-4432-bb98-63cc9e35726e tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6200850 Sep 17 08:05:58.345055 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4d3ff-1795-457d-bb13-5e31e79bb19d req-272ec804-e160-44f8-88b2-32023995d4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:58.345799 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4d3ff-1795-457d-bb13-5e31e79bb19d req-272ec804-e160-44f8-88b2-32023995d4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:58.346283 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4d3ff-1795-457d-bb13-5e31e79bb19d req-272ec804-e160-44f8-88b2-32023995d4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:58.347764 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3eb4d3ff-1795-457d-bb13-5e31e79bb19d req-272ec804-e160-44f8-88b2-32023995d4c5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f09c285a-372f-4d9d-93e7-05d1bf72bf1b&id=38da8219-9711-4a17-95ce-4a60364cf1ab&id=38da8219-9711-4a17-95ce-4a60364cf1ab&id=38da8219-9711-4a17-95ce-4a60364cf1ab&id=38da8219-9711-4a17-95ce-4a60364cf1ab&id=af537dc7-8886-4fdc-a38b-73c1633b0a59&id=af537dc7-8886-4fdc-a38b-73c1633b0a59 HTTP/1.1" status: 200 len: 2292 time: 0.2924683 Sep 17 08:05:58.440826 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3eb4d3ff-1795-457d-bb13-5e31e79bb19d req-c293970b-f4c3-4a33-b291-0ea1447f8c9a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f925fa88-e615-42d2-b3ec-449463c7b53e HTTP/1.1" status: 200 len: 1001 time: 0.0701225 Sep 17 08:05:58.444643 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-6bd00370-a2b0-4884-84a0-b43fc4964366 req-bdd237a2-a154-42f6-b7da-f6a121c45454 service neutron] Request body: {'port': {'device_id': '43fc92ac-995e-4c71-8e5f-bd18869ad049', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:05:58.500427 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-d9198e16-54a1-4037-b321-e4713828f306 None None] Provisioning complete for port e8f1a577-b443-4b25-9739-941ae4112e14 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:05:58.500824 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d9198e16-54a1-4037-b321-e4713828f306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:58.540539 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67bfeb-75b7-45e3-b50e-84b9cdce49bc req-9bd76192-cafb-4b77-b012-2d86abdc1592 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:58.542684 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5f67bfeb-75b7-45e3-b50e-84b9cdce49bc req-9bd76192-cafb-4b77-b012-2d86abdc1592 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.41 "GET /v2.0/networks?id=b80e41c2-83a6-476d-bc8f-83d7a9832e9f HTTP/1.1" status: 200 len: 816 time: 0.1805146 Sep 17 08:05:58.553850 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-e8a0f363-b4ac-47ae-abce-64ff4c016903 req-5e0d12f0-9b38-44b3-b79c-bc71a2da2756 service neutron] For port ce05090b-e85c-47fc-a938-f59373a017e8, host n-h2-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:05:58.557755 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-e8a0f363-b4ac-47ae-abce-64ff4c016903 req-5e0d12f0-9b38-44b3-b79c-bc71a2da2756 service neutron] For port ce05090b-e85c-47fc-a938-f59373a017e8, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=ce05090b-e85c-47fc-a938-f59373a017e8,segment=NetworkSegment(b4778d6a-10de-4e21-a4ae-c5e870dc3033),segment_id=b4778d6a-10de-4e21-a4ae-c5e870dc3033)] {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:05:58.569599 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-e8a0f363-b4ac-47ae-abce-64ff4c016903 req-5e0d12f0-9b38-44b3-b79c-bc71a2da2756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:58.573501 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-d9198e16-54a1-4037-b321-e4713828f306 None None] Port e8f1a577-b443-4b25-9739-941ae4112e14 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:05:58.598701 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4d3ff-1795-457d-bb13-5e31e79bb19d req-0ca15493-e9e0-431c-99a6-f18bc1d6dd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:58.600665 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3eb4d3ff-1795-457d-bb13-5e31e79bb19d req-0ca15493-e9e0-431c-99a6-f18bc1d6dd15 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1862c60a-900a-428f-84d5-02f641b77766 HTTP/1.1" status: 200 len: 850 time: 0.1503255 Sep 17 08:05:58.618605 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-6bd00370-a2b0-4884-84a0-b43fc4964366 req-bdd237a2-a154-42f6-b7da-f6a121c45454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:58.641584 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-5f67bfeb-75b7-45e3-b50e-84b9cdce49bc req-c3c4611f-9c5f-4a94-8677-fc812e2ca0ff tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Request body: {'port': {'device_id': '9eccd5cb-1702-4c09-9c64-de0005662ac1', 'network_id': 'b80e41c2-83a6-476d-bc8f-83d7a9832e9f', 'admin_state_up': True, 'tenant_id': 'f8eec716a72d4278b0aa478bb03edcaa'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:05:58.652049 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0f363-b4ac-47ae-abce-64ff4c016903 req-5e0d12f0-9b38-44b3-b79c-bc71a2da2756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:58.652914 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-e8a0f363-b4ac-47ae-abce-64ff4c016903 req-5e0d12f0-9b38-44b3-b79c-bc71a2da2756 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:58.654548 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e8a0f363-b4ac-47ae-abce-64ff4c016903 req-5e0d12f0-9b38-44b3-b79c-bc71a2da2756 service neutron] 10.222.0.39 "PUT /v2.0/ports/ce05090b-e85c-47fc-a938-f59373a017e8 HTTP/1.1" status: 200 len: 1091 time: 1.1906204 Sep 17 08:05:58.669324 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac4e1b95-1ad1-4c09-9321-82cdf5b15637', 'tag': 'ce05090b-e85c-47fc-a938-f59373a017e8'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:05:58.672670 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-057425ef-d527-4616-828d-874721c11e93" -d '{"events": [{"name": "network-changed", "server_uuid": "ac4e1b95-1ad1-4c09-9321-82cdf5b15637", "tag": "ce05090b-e85c-47fc-a938-f59373a017e8"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:05:58.693998 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-7745eaa1-189d-4f38-928b-a9efba5e6849 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Deleting port de809cce-aa5b-4690-93d4-3854051c6258 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:05:58.694278 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7745eaa1-189d-4f38-928b-a9efba5e6849 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:58.734429 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64977cfa-581d-4bd3-bf92-e0bd34cb22f6 x-openstack-request-id: req-64977cfa-581d-4bd3-bf92-e0bd34cb22f6 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:05:58.734719 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac4e1b95-1ad1-4c09-9321-82cdf5b15637", "tag": "ce05090b-e85c-47fc-a938-f59373a017e8", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:05:58.735706 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-64977cfa-581d-4bd3-bf92-e0bd34cb22f6 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:05:58.736344 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac4e1b95-1ad1-4c09-9321-82cdf5b15637', 'tag': 'ce05090b-e85c-47fc-a938-f59373a017e8', 'status': 'completed', 'code': 200} Sep 17 08:05:58.744096 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4d3ff-1795-457d-bb13-5e31e79bb19d req-f1d52182-4f7f-4003-b0c7-64c545459f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:58.745691 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3eb4d3ff-1795-457d-bb13-5e31e79bb19d req-f1d52182-4f7f-4003-b0c7-64c545459f6f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f09c285a-372f-4d9d-93e7-05d1bf72bf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1368468 Sep 17 08:05:58.793928 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0d12f0-9b38-44b3-b79c-bc71a2da2756 service neutron] Pushing event updated for resources: {'Port': ['ID=ce05090b-e85c-47fc-a938-f59373a017e8,revision_number=3']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:05:58.823872 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde2786d-b994-4fc8-95bd-1c2600764b67 req-10f439a4-4c35-42a2-b128-13df3ac6532e tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:58.829014 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bde2786d-b994-4fc8-95bd-1c2600764b67 req-10f439a4-4c35-42a2-b128-13df3ac6532e tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] 10.222.0.13 "GET /v2.0/ports?device_id=94b73160-d765-4cca-986e-ece361b1b12a HTTP/1.1" status: 200 len: 943 time: 0.2475846 Sep 17 08:05:58.894757 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0f363-b4ac-47ae-abce-64ff4c016903 req-6457f242-f520-4e18-8100-9eb6d9b62783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:58.896283 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e8a0f363-b4ac-47ae-abce-64ff4c016903 req-6457f242-f520-4e18-8100-9eb6d9b62783 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f8eec716a72d4278b0aa478bb03edcaa&device_id=ac4e1b95-1ad1-4c09-9321-82cdf5b15637 HTTP/1.1" status: 200 len: 1094 time: 0.1459556 Sep 17 08:05:58.908342 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bde2786d-b994-4fc8-95bd-1c2600764b67 req-cd2e5083-c418-41b2-84dd-b08d304fecb3 tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c1a9c90-46cf-4aef-a2ec-b6a26cc01c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741634 Sep 17 08:05:58.960681 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f67bfeb-75b7-45e3-b50e-84b9cdce49bc req-c3c4611f-9c5f-4a94-8677-fc812e2ca0ff tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Made reservation on behalf of f8eec716a72d4278b0aa478bb03edcaa for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:05:58.964062 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-5f67bfeb-75b7-45e3-b50e-84b9cdce49bc req-c3c4611f-9c5f-4a94-8677-fc812e2ca0ff tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:58.967178 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e8a0f363-b4ac-47ae-abce-64ff4c016903 req-a39be635-0a0d-4ce6-af77-2777fc1951b4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce05090b-e85c-47fc-a938-f59373a017e8 HTTP/1.1" status: 200 len: 217 time: 0.0467329 Sep 17 08:05:59.015823 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7745eaa1-189d-4f38-928b-a9efba5e6849 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:59.016343 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7745eaa1-189d-4f38-928b-a9efba5e6849 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:59.056140 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-7745eaa1-189d-4f38-928b-a9efba5e6849 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Calling delete_port for de809cce-aa5b-4690-93d4-3854051c6258 owned by network:floatingip {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:05:59.066786 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0f363-b4ac-47ae-abce-64ff4c016903 req-5d8e0855-4023-47e6-905c-8c342eeb716b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:59.068313 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e8a0f363-b4ac-47ae-abce-64ff4c016903 req-5d8e0855-4023-47e6-905c-8c342eeb716b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e34f76d3-b761-4ded-9ec0-5f5641f12c22 HTTP/1.1" status: 200 len: 855 time: 0.0940464 Sep 17 08:05:59.093488 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9431d348-b0b3-4346-bb40-d405072d4d68 req-93cb53a1-aacc-4514-8e8c-27e575ab0251 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/ports?device_id=9eccd5cb-1702-4c09-9c64-de0005662ac1 HTTP/1.1" status: 200 len: 210 time: 0.0403671 Sep 17 08:05:59.139543 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0f363-b4ac-47ae-abce-64ff4c016903 req-0723c681-a1cf-4051-844c-b5b691108eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:59.141061 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e8a0f363-b4ac-47ae-abce-64ff4c016903 req-0723c681-a1cf-4051-844c-b5b691108eb5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b80e41c2-83a6-476d-bc8f-83d7a9832e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533514 Sep 17 08:05:59.141177 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3eb4d3ff-1795-457d-bb13-5e31e79bb19d req-ce736278-2477-4204-a34d-a9292154aef2 service neutron] 10.222.0.39 "GET /v2.0/networks/f09c285a-372f-4d9d-93e7-05d1bf72bf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3734820 Sep 17 08:05:59.237132 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e8a0f363-b4ac-47ae-abce-64ff4c016903 req-fc3a3d3a-0c44-4a7d-aff7-e786c4ceee73 service neutron] 10.222.0.39 "GET /v2.0/networks/b80e41c2-83a6-476d-bc8f-83d7a9832e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827672 Sep 17 08:05:59.332413 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-6bd00370-a2b0-4884-84a0-b43fc4964366 req-bdd237a2-a154-42f6-b7da-f6a121c45454 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8f1a577-b443-4b25-9739-941ae4112e14 {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:05:59.333121 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e8a0f363-b4ac-47ae-abce-64ff4c016903 req-81f90235-a8ea-41ab-999a-81632a82e791 service neutron] 10.222.0.39 "GET /v2.0/networks/b80e41c2-83a6-476d-bc8f-83d7a9832e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883136 Sep 17 08:05:59.351227 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-6bd00370-a2b0-4884-84a0-b43fc4964366 req-bdd237a2-a154-42f6-b7da-f6a121c45454 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:59.369016 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3eb4d3ff-1795-457d-bb13-5e31e79bb19d req-ff32a3cc-4bb7-458b-917b-ed0264e2fc2b service neutron] 10.222.0.39 "GET /v2.0/networks/f09c285a-372f-4d9d-93e7-05d1bf72bf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107005 Sep 17 08:05:59.383899 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-6bd00370-a2b0-4884-84a0-b43fc4964366 req-bdd237a2-a154-42f6-b7da-f6a121c45454 service neutron] Transition to ACTIVE for port object e8f1a577-b443-4b25-9739-941ae4112e14 will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:05:59.390231 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-6bd00370-a2b0-4884-84a0-b43fc4964366 req-bdd237a2-a154-42f6-b7da-f6a121c45454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:59.439289 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [req-5f67bfeb-75b7-45e3-b50e-84b9cdce49bc req-c3c4611f-9c5f-4a94-8677-fc812e2ca0ff tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Allocated IP 172.20.0.10 (b80e41c2-83a6-476d-bc8f-83d7a9832e9f/e34f76d3-b761-4ded-9ec0-5f5641f12c22/b1e2e06d-62a4-4065-acdb-9d08e5be1b43) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:05:59.508498 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3eb4d3ff-1795-457d-bb13-5e31e79bb19d req-f2f01906-ca75-431a-82fd-40b147a66a8d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=f1fe0f28-22d4-4b09-bc17-0fd02f571177 HTTP/1.1" status: 200 len: 217 time: 0.0585258 Sep 17 08:05:59.515015 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd237a2-a154-42f6-b7da-f6a121c45454 service neutron] Pushing event updated for resources: {'Port': ['ID=e8f1a577-b443-4b25-9739-941ae4112e14,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:05:59.554756 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057425ef-d527-4616-828d-874721c11e93 req-6bdd27a7-42c4-4342-abf2-eb34d22ea4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:59.556308 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-057425ef-d527-4616-828d-874721c11e93 req-6bdd27a7-42c4-4342-abf2-eb34d22ea4f5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f8eec716a72d4278b0aa478bb03edcaa&device_id=ac4e1b95-1ad1-4c09-9321-82cdf5b15637 HTTP/1.1" status: 200 len: 1094 time: 0.0889668 Sep 17 08:05:59.579073 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7745eaa1-189d-4f38-928b-a9efba5e6849 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:05:59.656904 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7745eaa1-189d-4f38-928b-a9efba5e6849 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Pushing event deleted for resources: {'Port': ['ID=de809cce-aa5b-4690-93d4-3854051c6258,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:05:59.710857 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4d3ff-1795-457d-bb13-5e31e79bb19d req-7eabf8fc-c7a3-4ed0-8aad-4a62467c91e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:05:59.712448 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3eb4d3ff-1795-457d-bb13-5e31e79bb19d req-7eabf8fc-c7a3-4ed0-8aad-4a62467c91e1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b03d39e8-6611-49a1-bc08-558dcfc2f27e HTTP/1.1" status: 200 len: 797 time: 0.1946654 Sep 17 08:06:00.034696 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-5f67bfeb-75b7-45e3-b50e-84b9cdce49bc req-c3c4611f-9c5f-4a94-8677-fc812e2ca0ff tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:00.045630 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-6bd00370-a2b0-4884-84a0-b43fc4964366 req-bdd237a2-a154-42f6-b7da-f6a121c45454 service neutron] Attempting to bind port e8f1a577-b443-4b25-9739-941ae4112e14 on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:06:00.046162 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-6bd00370-a2b0-4884-84a0-b43fc4964366 req-bdd237a2-a154-42f6-b7da-f6a121c45454 service neutron] Attempting to bind port e8f1a577-b443-4b25-9739-941ae4112e14 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': 'b4778d6a-10de-4e21-a4ae-c5e870dc3033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b80e41c2-83a6-476d-bc8f-83d7a9832e9f'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:06:00.046295 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd00370-a2b0-4884-84a0-b43fc4964366 req-bdd237a2-a154-42f6-b7da-f6a121c45454 service neutron] Attempting to bind port e8f1a577-b443-4b25-9739-941ae4112e14 on network b80e41c2-83a6-476d-bc8f-83d7a9832e9f {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:06:00.056288 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd00370-a2b0-4884-84a0-b43fc4964366 req-bdd237a2-a154-42f6-b7da-f6a121c45454 service neutron] Port e8f1a577-b443-4b25-9739-941ae4112e14 on network b80e41c2-83a6-476d-bc8f-83d7a9832e9f not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:06:00.056613 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd00370-a2b0-4884-84a0-b43fc4964366 req-bdd237a2-a154-42f6-b7da-f6a121c45454 service neutron] Attempting to bind port e8f1a577-b443-4b25-9739-941ae4112e14 on network b80e41c2-83a6-476d-bc8f-83d7a9832e9f {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:06:00.060574 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057425ef-d527-4616-828d-874721c11e93 req-23d9aabf-ec55-4472-aa29-0135dec0fd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:00.061805 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7745eaa1-189d-4f38-928b-a9efba5e6849 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for floatingip, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:00.062043 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-057425ef-d527-4616-828d-874721c11e93 req-23d9aabf-ec55-4472-aa29-0135dec0fd3e service neutron] 10.222.0.39 "GET /v2.0/networks?id=b80e41c2-83a6-476d-bc8f-83d7a9832e9f HTTP/1.1" status: 200 len: 917 time: 0.1562760 Sep 17 08:06:00.062166 n-d-789963-9 neutron-server[101290]: INFO neutron.db.l3_db [None req-7745eaa1-189d-4f38-928b-a9efba5e6849 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Floating IP c2f6bf24-71a2-4faf-acf6-e6ace1220f95 disassociated (deleted). External IP: 172.25.6.215, port: ec68007f-a8ad-4a62-9bba-465363bc9308. Sep 17 08:06:00.101433 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd00370-a2b0-4884-84a0-b43fc4964366 req-bdd237a2-a154-42f6-b7da-f6a121c45454 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:06:00.101778 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd00370-a2b0-4884-84a0-b43fc4964366 req-bdd237a2-a154-42f6-b7da-f6a121c45454 service neutron] Checking segment: {'id': 'b4778d6a-10de-4e21-a4ae-c5e870dc3033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b80e41c2-83a6-476d-bc8f-83d7a9832e9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:06:00.102164 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd00370-a2b0-4884-84a0-b43fc4964366 req-bdd237a2-a154-42f6-b7da-f6a121c45454 service neutron] Bound using segment: {'id': 'b4778d6a-10de-4e21-a4ae-c5e870dc3033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b80e41c2-83a6-476d-bc8f-83d7a9832e9f'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:06:00.102612 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-6bd00370-a2b0-4884-84a0-b43fc4964366 req-bdd237a2-a154-42f6-b7da-f6a121c45454 service neutron] Bound port: e8f1a577-b443-4b25-9739-941ae4112e14, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4778d6a-10de-4e21-a4ae-c5e870dc3033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b80e41c2-83a6-476d-bc8f-83d7a9832e9f'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:06:00.102977 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-6bd00370-a2b0-4884-84a0-b43fc4964366 req-bdd237a2-a154-42f6-b7da-f6a121c45454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:00.120598 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5213f0ad-549d-4627-8dd9-913000f116a6 req-c20d62eb-6014-4b43-882a-193b1b1e5c26 tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:00.123102 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5213f0ad-549d-4627-8dd9-913000f116a6 req-c20d62eb-6014-4b43-882a-193b1b1e5c26 tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] 10.222.0.13 "GET /v2.0/ports?device_id=94b73160-d765-4cca-986e-ece361b1b12a HTTP/1.1" status: 200 len: 943 time: 0.1362028 Sep 17 08:06:00.125807 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-057425ef-d527-4616-828d-874721c11e93 req-285a9ed4-d112-4cc8-868d-464daa07e631 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce05090b-e85c-47fc-a938-f59373a017e8 HTTP/1.1" status: 200 len: 217 time: 0.0533764 Sep 17 08:06:00.126184 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4d3ff-1795-457d-bb13-5e31e79bb19d req-8d21ad5e-adb0-4803-bf93-291844e10b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:00.127722 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3eb4d3ff-1795-457d-bb13-5e31e79bb19d req-8d21ad5e-adb0-4803-bf93-291844e10b35 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=38da8219-9711-4a17-95ce-4a60364cf1ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4073203 Sep 17 08:06:00.151230 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-5f67bfeb-75b7-45e3-b50e-84b9cdce49bc req-c3c4611f-9c5f-4a94-8677-fc812e2ca0ff tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:00.278871 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f67bfeb-75b7-45e3-b50e-84b9cdce49bc req-c3c4611f-9c5f-4a94-8677-fc812e2ca0ff tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Network b80e41c2-83a6-476d-bc8f-83d7a9832e9f is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:06:00.284498 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5213f0ad-549d-4627-8dd9-913000f116a6 req-72adaf8d-028d-42a2-b1aa-ea35a5a66086 tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c1a9c90-46cf-4aef-a2ec-b6a26cc01c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515784 Sep 17 08:06:00.288510 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c4611f-9c5f-4a94-8677-fc812e2ca0ff tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Pushing event updated for resources: {'Port': ['ID=b1e2e06d-62a4-4065-acdb-9d08e5be1b43,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:00.291039 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-6bd00370-a2b0-4884-84a0-b43fc4964366 req-bdd237a2-a154-42f6-b7da-f6a121c45454 service neutron] For port e8f1a577-b443-4b25-9739-941ae4112e14, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:06:00.291376 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [req-5f67bfeb-75b7-45e3-b50e-84b9cdce49bc req-c3c4611f-9c5f-4a94-8677-fc812e2ca0ff tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:06:00.295497 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-6bd00370-a2b0-4884-84a0-b43fc4964366 req-bdd237a2-a154-42f6-b7da-f6a121c45454 service neutron] For port e8f1a577-b443-4b25-9739-941ae4112e14, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=e8f1a577-b443-4b25-9739-941ae4112e14,segment=NetworkSegment(b4778d6a-10de-4e21-a4ae-c5e870dc3033),segment_id=b4778d6a-10de-4e21-a4ae-c5e870dc3033)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:06:00.296055 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f67bfeb-75b7-45e3-b50e-84b9cdce49bc req-c3c4611f-9c5f-4a94-8677-fc812e2ca0ff tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:06:00.299241 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057425ef-d527-4616-828d-874721c11e93 req-ca8dd2a0-e7f4-4e59-8725-4007da67f311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:00.300772 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-057425ef-d527-4616-828d-874721c11e93 req-ca8dd2a0-e7f4-4e59-8725-4007da67f311 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e34f76d3-b761-4ded-9ec0-5f5641f12c22 HTTP/1.1" status: 200 len: 855 time: 0.1511083 Sep 17 08:06:00.346222 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-6bd00370-a2b0-4884-84a0-b43fc4964366 req-bdd237a2-a154-42f6-b7da-f6a121c45454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:00.369748 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6912d8f3-4793-4835-888c-a3a928c584d5 req-5fbb7fe4-2e02-47dd-81d8-ad6e11d2bcdf tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:00.371821 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6912d8f3-4793-4835-888c-a3a928c584d5 req-5fbb7fe4-2e02-47dd-81d8-ad6e11d2bcdf tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/ports?device_id=9eccd5cb-1702-4c09-9c64-de0005662ac1 HTTP/1.1" status: 200 len: 932 time: 0.1665113 Sep 17 08:06:00.389631 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67bfeb-75b7-45e3-b50e-84b9cdce49bc req-c3c4611f-9c5f-4a94-8677-fc812e2ca0ff tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:00.390628 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-5f67bfeb-75b7-45e3-b50e-84b9cdce49bc req-c3c4611f-9c5f-4a94-8677-fc812e2ca0ff tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:00.421782 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057425ef-d527-4616-828d-874721c11e93 req-78100536-ed59-4a17-848b-ee12d6c04794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:00.423297 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-057425ef-d527-4616-828d-874721c11e93 req-78100536-ed59-4a17-848b-ee12d6c04794 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b80e41c2-83a6-476d-bc8f-83d7a9832e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0996754 Sep 17 08:06:00.429803 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5f67bfeb-75b7-45e3-b50e-84b9cdce49bc req-c3c4611f-9c5f-4a94-8677-fc812e2ca0ff tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8073561 Sep 17 08:06:00.430048 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3eb4d3ff-1795-457d-bb13-5e31e79bb19d req-b6ac85e6-7235-44bb-a639-502bf418bdcd service neutron] 10.222.0.39 "GET /v2.0/networks/38da8219-9711-4a17-95ce-4a60364cf1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704110 Sep 17 08:06:00.440584 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd00370-a2b0-4884-84a0-b43fc4964366 req-bdd237a2-a154-42f6-b7da-f6a121c45454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:00.441206 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-6bd00370-a2b0-4884-84a0-b43fc4964366 req-bdd237a2-a154-42f6-b7da-f6a121c45454 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:00.442670 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6bd00370-a2b0-4884-84a0-b43fc4964366 req-bdd237a2-a154-42f6-b7da-f6a121c45454 service neutron] 10.222.0.39 "PUT /v2.0/ports/e8f1a577-b443-4b25-9739-941ae4112e14 HTTP/1.1" status: 200 len: 1092 time: 2.0708020 Sep 17 08:06:00.445415 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43fc92ac-995e-4c71-8e5f-bd18869ad049', 'tag': 'e8f1a577-b443-4b25-9739-941ae4112e14'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:06:00.447520 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ad7f92-5ee3-44e6-8a1a-7d6a3812ac78" -d '{"events": [{"name": "network-changed", "server_uuid": "43fc92ac-995e-4c71-8e5f-bd18869ad049", "tag": "e8f1a577-b443-4b25-9739-941ae4112e14"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:06:00.450436 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-5f67bfeb-75b7-45e3-b50e-84b9cdce49bc req-ab67fe05-100b-4a6d-a3b4-7b61704def5c service neutron] Request body: {'port': {'device_id': '9eccd5cb-1702-4c09-9c64-de0005662ac1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-9'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:06:00.470757 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6912d8f3-4793-4835-888c-a3a928c584d5 req-2779ee73-913c-4e1d-be65-c4ecd656b153 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbbd47e9-1dbc-4a7c-bb94-53f9fd4a5344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888860 Sep 17 08:06:00.572045 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ae486553-2dd8-460a-900b-a92eb3bd6eab None None] Provisioning complete for port b1e2e06d-62a4-4065-acdb-9d08e5be1b43 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:06:00.572536 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ae486553-2dd8-460a-900b-a92eb3bd6eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:00.587566 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-057425ef-d527-4616-828d-874721c11e93 req-538960c4-2c7b-4727-82d3-f9953dff21b2 service neutron] 10.222.0.39 "GET /v2.0/networks/b80e41c2-83a6-476d-bc8f-83d7a9832e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525977 Sep 17 08:06:00.609663 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd237a2-a154-42f6-b7da-f6a121c45454 service neutron] Pushing event updated for resources: {'Port': ['ID=e8f1a577-b443-4b25-9739-941ae4112e14,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:00.629204 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ae486553-2dd8-460a-900b-a92eb3bd6eab None None] Port b1e2e06d-62a4-4065-acdb-9d08e5be1b43 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:06:00.639949 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-5f67bfeb-75b7-45e3-b50e-84b9cdce49bc req-ab67fe05-100b-4a6d-a3b4-7b61704def5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:00.647704 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd237a2-a154-42f6-b7da-f6a121c45454 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:06:00.648081 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd237a2-a154-42f6-b7da-f6a121c45454 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:06:00.648421 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd237a2-a154-42f6-b7da-f6a121c45454 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:06:00.648756 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd237a2-a154-42f6-b7da-f6a121c45454 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:06:00.649091 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd237a2-a154-42f6-b7da-f6a121c45454 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:06:00.649421 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd237a2-a154-42f6-b7da-f6a121c45454 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:06:00.649760 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd237a2-a154-42f6-b7da-f6a121c45454 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:06:00.650072 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd237a2-a154-42f6-b7da-f6a121c45454 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:06:00.650398 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd237a2-a154-42f6-b7da-f6a121c45454 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:06:00.650722 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd237a2-a154-42f6-b7da-f6a121c45454 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:06:00.651044 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd237a2-a154-42f6-b7da-f6a121c45454 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:06:00.651365 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd237a2-a154-42f6-b7da-f6a121c45454 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:06:00.663042 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3eb4d3ff-1795-457d-bb13-5e31e79bb19d req-86422211-299b-4396-95f7-2970a7e9719c service neutron] 10.222.0.39 "GET /v2.0/networks/38da8219-9711-4a17-95ce-4a60364cf1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240837 Sep 17 08:06:00.674508 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd00370-a2b0-4884-84a0-b43fc4964366 req-b0f7e430-3721-4c21-8231-cd3bd780475d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:00.676007 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6bd00370-a2b0-4884-84a0-b43fc4964366 req-b0f7e430-3721-4c21-8231-cd3bd780475d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f8eec716a72d4278b0aa478bb03edcaa&device_id=43fc92ac-995e-4c71-8e5f-bd18869ad049 HTTP/1.1" status: 200 len: 1095 time: 0.1438372 Sep 17 08:06:00.677787 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7745eaa1-189d-4f38-928b-a9efba5e6849 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Router 49ff74cc-d17b-45b8-876a-65623fed0ffd has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:06:00.704221 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 5a447304-e2e9-40c9-b691-3dd8fadf60ba details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:06:00.726083 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3eb4d3ff-1795-457d-bb13-5e31e79bb19d req-b678359e-9a9e-46d0-92c9-0b279cd2c432 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=58361d99-ef9c-4fbd-af39-2f7f8767303c HTTP/1.1" status: 200 len: 217 time: 0.0537467 Sep 17 08:06:00.754856 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d8ace0-bdc5-45e8-afb6-b13b8044551e x-openstack-request-id: req-97d8ace0-bdc5-45e8-afb6-b13b8044551e {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:06:00.755204 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43fc92ac-995e-4c71-8e5f-bd18869ad049", "tag": "e8f1a577-b443-4b25-9739-941ae4112e14", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:06:00.755394 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-97d8ace0-bdc5-45e8-afb6-b13b8044551e {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:06:00.755771 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43fc92ac-995e-4c71-8e5f-bd18869ad049', 'tag': 'e8f1a577-b443-4b25-9739-941ae4112e14', 'status': 'completed', 'code': 200} Sep 17 08:06:00.767974 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6bd00370-a2b0-4884-84a0-b43fc4964366 req-950ef9fc-f117-4c55-8e78-86598b0060e1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8f1a577-b443-4b25-9739-941ae4112e14 HTTP/1.1" status: 200 len: 217 time: 0.0498335 Sep 17 08:06:00.816383 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-057425ef-d527-4616-828d-874721c11e93 req-3eb9a5fa-d789-4c69-804f-b27003042e64 service neutron] 10.222.0.39 "GET /v2.0/networks/b80e41c2-83a6-476d-bc8f-83d7a9832e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141125 Sep 17 08:06:00.835279 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 5a447304-e2e9-40c9-b691-3dd8fadf60ba, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=5a447304-e2e9-40c9-b691-3dd8fadf60ba,segment=NetworkSegment(bc898c63-c4ae-447a-8e39-f8b2338969bd),segment_id=bc898c63-c4ae-447a-8e39-f8b2338969bd)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:06:00.848096 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': '5a447304-e2e9-40c9-b691-3dd8fadf60ba', 'network_id': '5149f750-0091-409d-871d-432517a1d159', 'port_id': '5a447304-e2e9-40c9-b691-3dd8fadf60ba', 'mac_address': 'fa:16:3e:b0:0f:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a86a9327-6a02-465b-ab15-4ac23e73ab6d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:06:00.887200 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4d3ff-1795-457d-bb13-5e31e79bb19d req-5f8bda9f-15d7-4f07-a3cb-81f8139b1371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:00.888030 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:00.888744 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3eb4d3ff-1795-457d-bb13-5e31e79bb19d req-5f8bda9f-15d7-4f07-a3cb-81f8139b1371 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b03d39e8-6611-49a1-bc08-558dcfc2f27e HTTP/1.1" status: 200 len: 797 time: 0.1311958 Sep 17 08:06:00.894343 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd00370-a2b0-4884-84a0-b43fc4964366 req-24293eec-bccb-4417-8ce3-f16fa6b7cbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:00.895732 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6bd00370-a2b0-4884-84a0-b43fc4964366 req-24293eec-bccb-4417-8ce3-f16fa6b7cbba service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e34f76d3-b761-4ded-9ec0-5f5641f12c22 HTTP/1.1" status: 200 len: 855 time: 0.1073132 Sep 17 08:06:00.901601 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a447304-e2e9-40c9-b691-3dd8fadf60ba {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:06:00.922803 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 5a447304-e2e9-40c9-b691-3dd8fadf60ba, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=5a447304-e2e9-40c9-b691-3dd8fadf60ba,segment=NetworkSegment(bc898c63-c4ae-447a-8e39-f8b2338969bd),segment_id=bc898c63-c4ae-447a-8e39-f8b2338969bd)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:06:00.927266 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:00.986168 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=5a447304-e2e9-40c9-b691-3dd8fadf60ba,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:01.006277 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7745eaa1-189d-4f38-928b-a9efba5e6849 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:06:01.008048 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [req-5f67bfeb-75b7-45e3-b50e-84b9cdce49bc req-ab67fe05-100b-4a6d-a3b4-7b61704def5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1e2e06d-62a4-4065-acdb-9d08e5be1b43 {{(pid=101289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:06:01.011942 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7745eaa1-189d-4f38-928b-a9efba5e6849 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:01.015093 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4d3ff-1795-457d-bb13-5e31e79bb19d req-2435d9a9-abda-49ad-b131-8463f17bfc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:01.016289 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-5f67bfeb-75b7-45e3-b50e-84b9cdce49bc req-ab67fe05-100b-4a6d-a3b4-7b61704def5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:01.016826 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3eb4d3ff-1795-457d-bb13-5e31e79bb19d req-2435d9a9-abda-49ad-b131-8463f17bfc20 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=38da8219-9711-4a17-95ce-4a60364cf1ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1185741 Sep 17 08:06:01.017321 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4070979-1f63-46bf-8e77-32a5d8bac76c None None] Sync routers for ids ['49ff74cc-d17b-45b8-876a-65623fed0ffd'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:06:01.030352 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4070979-1f63-46bf-8e77-32a5d8bac76c None None] Routers {'49ff74cc-d17b-45b8-876a-65623fed0ffd'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:06:01.031297 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-f4070979-1f63-46bf-8e77-32a5d8bac76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:05:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['49ff74cc-d17b-45b8-876a-65623fed0ffd'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:06:01.031461 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.provisioning_blocks [req-5f67bfeb-75b7-45e3-b50e-84b9cdce49bc req-ab67fe05-100b-4a6d-a3b4-7b61704def5c service neutron] Transition to ACTIVE for port object b1e2e06d-62a4-4065-acdb-9d08e5be1b43 will not be triggered until provisioned by entity L2. {{(pid=101289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:06:01.036205 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-5f67bfeb-75b7-45e3-b50e-84b9cdce49bc req-ab67fe05-100b-4a6d-a3b4-7b61704def5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:01.045854 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd00370-a2b0-4884-84a0-b43fc4964366 req-38a1fdff-e339-4aa3-914a-ec6cb1de0831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:01.047329 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6bd00370-a2b0-4884-84a0-b43fc4964366 req-38a1fdff-e339-4aa3-914a-ec6cb1de0831 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b80e41c2-83a6-476d-bc8f-83d7a9832e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1384797 Sep 17 08:06:01.092386 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab67fe05-100b-4a6d-a3b4-7b61704def5c service neutron] Pushing event updated for resources: {'Port': ['ID=b1e2e06d-62a4-4065-acdb-9d08e5be1b43,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:01.093696 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-7745eaa1-189d-4f38-928b-a9efba5e6849 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "DELETE /v2.0/floatingips/c2f6bf24-71a2-4faf-acf6-e6ace1220f95 HTTP/1.1" status: 204 len: 168 time: 3.0881813 Sep 17 08:06:01.155501 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-f4070979-1f63-46bf-8e77-32a5d8bac76c None None] Set router 49ff74cc-d17b-45b8-876a-65623fed0ffd gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:06:01.203072 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-5f67bfeb-75b7-45e3-b50e-84b9cdce49bc req-ab67fe05-100b-4a6d-a3b4-7b61704def5c service neutron] Attempting to bind port b1e2e06d-62a4-4065-acdb-9d08e5be1b43 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:06:01.203455 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-5f67bfeb-75b7-45e3-b50e-84b9cdce49bc req-ab67fe05-100b-4a6d-a3b4-7b61704def5c service neutron] Attempting to bind port b1e2e06d-62a4-4065-acdb-9d08e5be1b43 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'b4778d6a-10de-4e21-a4ae-c5e870dc3033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b80e41c2-83a6-476d-bc8f-83d7a9832e9f'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:06:01.203791 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f67bfeb-75b7-45e3-b50e-84b9cdce49bc req-ab67fe05-100b-4a6d-a3b4-7b61704def5c service neutron] Attempting to bind port b1e2e06d-62a4-4065-acdb-9d08e5be1b43 on network b80e41c2-83a6-476d-bc8f-83d7a9832e9f {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:06:01.212283 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f67bfeb-75b7-45e3-b50e-84b9cdce49bc req-ab67fe05-100b-4a6d-a3b4-7b61704def5c service neutron] Port b1e2e06d-62a4-4065-acdb-9d08e5be1b43 on network b80e41c2-83a6-476d-bc8f-83d7a9832e9f not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:06:01.212897 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f67bfeb-75b7-45e3-b50e-84b9cdce49bc req-ab67fe05-100b-4a6d-a3b4-7b61704def5c service neutron] Attempting to bind port b1e2e06d-62a4-4065-acdb-9d08e5be1b43 on network b80e41c2-83a6-476d-bc8f-83d7a9832e9f {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:06:01.222545 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f67bfeb-75b7-45e3-b50e-84b9cdce49bc req-ab67fe05-100b-4a6d-a3b4-7b61704def5c service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:06:01.222958 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f67bfeb-75b7-45e3-b50e-84b9cdce49bc req-ab67fe05-100b-4a6d-a3b4-7b61704def5c service neutron] Checking segment: {'id': 'b4778d6a-10de-4e21-a4ae-c5e870dc3033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b80e41c2-83a6-476d-bc8f-83d7a9832e9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:06:01.223866 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f67bfeb-75b7-45e3-b50e-84b9cdce49bc req-ab67fe05-100b-4a6d-a3b4-7b61704def5c service neutron] Bound using segment: {'id': 'b4778d6a-10de-4e21-a4ae-c5e870dc3033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b80e41c2-83a6-476d-bc8f-83d7a9832e9f'} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:06:01.224357 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-5f67bfeb-75b7-45e3-b50e-84b9cdce49bc req-ab67fe05-100b-4a6d-a3b4-7b61704def5c service neutron] Bound port: b1e2e06d-62a4-4065-acdb-9d08e5be1b43, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4778d6a-10de-4e21-a4ae-c5e870dc3033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b80e41c2-83a6-476d-bc8f-83d7a9832e9f'}}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:06:01.224867 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-5f67bfeb-75b7-45e3-b50e-84b9cdce49bc req-ab67fe05-100b-4a6d-a3b4-7b61704def5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:01.247808 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3eb4d3ff-1795-457d-bb13-5e31e79bb19d req-70e225d4-c014-4194-83c7-81ac5ee57c69 service neutron] 10.222.0.39 "GET /v2.0/networks/38da8219-9711-4a17-95ce-4a60364cf1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130537 Sep 17 08:06:01.270869 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6bd00370-a2b0-4884-84a0-b43fc4964366 req-0c9c818b-f172-4d6c-950f-83074a11c964 service neutron] 10.222.0.39 "GET /v2.0/networks/b80e41c2-83a6-476d-bc8f-83d7a9832e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104816 Sep 17 08:06:01.348461 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['5a447304-e2e9-40c9-b691-3dd8fadf60ba'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:06:01.418539 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3eb4d3ff-1795-457d-bb13-5e31e79bb19d req-5cd4c744-10fe-40b6-8a43-9572c3528f78 service neutron] 10.222.0.39 "GET /v2.0/networks/38da8219-9711-4a17-95ce-4a60364cf1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619756 Sep 17 08:06:01.493451 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-5f67bfeb-75b7-45e3-b50e-84b9cdce49bc req-ab67fe05-100b-4a6d-a3b4-7b61704def5c service neutron] For port b1e2e06d-62a4-4065-acdb-9d08e5be1b43, host n-h1-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:06:01.500803 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3eb4d3ff-1795-457d-bb13-5e31e79bb19d req-da276d2c-1eb9-494e-8bca-a70c25e8cf0f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=cd1505ba-efdd-43fd-ab1a-f53b5617d26f HTTP/1.1" status: 200 len: 217 time: 0.0492504 Sep 17 08:06:01.503921 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-5f67bfeb-75b7-45e3-b50e-84b9cdce49bc req-ab67fe05-100b-4a6d-a3b4-7b61704def5c service neutron] For port b1e2e06d-62a4-4065-acdb-9d08e5be1b43, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=b1e2e06d-62a4-4065-acdb-9d08e5be1b43,segment=NetworkSegment(b4778d6a-10de-4e21-a4ae-c5e870dc3033),segment_id=b4778d6a-10de-4e21-a4ae-c5e870dc3033)] {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:06:01.517199 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e171c4-da08-47b8-b1b0-896f7edcb633 req-5c1801d2-958a-436a-bd21-9720e22ba2c2 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:01.518753 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-13e171c4-da08-47b8-b1b0-896f7edcb633 req-5c1801d2-958a-436a-bd21-9720e22ba2c2 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6f512e0-f056-4737-a347-c20bfad2d40f HTTP/1.1" status: 200 len: 946 time: 0.0958452 Sep 17 08:06:01.528386 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255cdf3-079c-46df-926a-6c83d6413ceb req-8006472b-ba52-41d3-9208-c3ba5d253d68 tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:01.529903 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6255cdf3-079c-46df-926a-6c83d6413ceb req-8006472b-ba52-41d3-9208-c3ba5d253d68 tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] 10.222.0.13 "GET /v2.0/ports?device_id=94b73160-d765-4cca-986e-ece361b1b12a HTTP/1.1" status: 200 len: 944 time: 0.1377430 Sep 17 08:06:01.531032 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-5f67bfeb-75b7-45e3-b50e-84b9cdce49bc req-ab67fe05-100b-4a6d-a3b4-7b61704def5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:01.548383 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-f4070979-1f63-46bf-8e77-32a5d8bac76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ff74cc-d17b-45b8-876a-65623fed0ffd', 'name': 'tempest-TestNetworkBasicOps-router-1387750121', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '40ca8cfa-95fd-4485-8872-f0efb300c5c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:03:06Z', 'updated_at': '2021-09-17T08:05:49Z', 'revision_number': 6, 'project_id': '72f377991d624d1189daaff7de1bceb3', 'gw_port': {'id': '40ca8cfa-95fd-4485-8872-f0efb300c5c8', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:5f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ff74cc-d17b-45b8-876a-65623fed0ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:06Z', 'updated_at': '2021-09-17T08:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'd085e195-21cd-4e1c-9382-e2d90512a109', 'name': '', 'network_id': 'da58380a-915a-40f0-9564-11e428e24524', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'mac_address': 'fa:16:3e:47:3a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ff74cc-d17b-45b8-876a-65623fed0ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '63d35bd7-5698-43e9-b932-9568edb639a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:11Z', 'updated_at': '2021-09-17T08:03:17Z', 'revision_number': 5, 'project_id': '72f377991d624d1189daaff7de1bceb3', 'subnets': [{'id': '63d35bd7-5698-43e9-b932-9568edb639a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:06:01.576529 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6bd00370-a2b0-4884-84a0-b43fc4964366 req-b64154fc-4a5d-4a12-a0fd-0a87f1db9eab service neutron] 10.222.0.39 "GET /v2.0/networks/b80e41c2-83a6-476d-bc8f-83d7a9832e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911787 Sep 17 08:06:01.581107 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4070979-1f63-46bf-8e77-32a5d8bac76c None None] Checking router: 49ff74cc-d17b-45b8-876a-65623fed0ffd for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:06:01.585065 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4d3ff-1795-457d-bb13-5e31e79bb19d req-15e7fade-59eb-4c78-9006-bc66f0df7471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:01.586601 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3eb4d3ff-1795-457d-bb13-5e31e79bb19d req-15e7fade-59eb-4c78-9006-bc66f0df7471 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b03d39e8-6611-49a1-bc08-558dcfc2f27e HTTP/1.1" status: 200 len: 797 time: 0.0776091 Sep 17 08:06:01.591792 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4070979-1f63-46bf-8e77-32a5d8bac76c None None] Routers {'49ff74cc-d17b-45b8-876a-65623fed0ffd'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:06:01.592579 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-f4070979-1f63-46bf-8e77-32a5d8bac76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:05:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['49ff74cc-d17b-45b8-876a-65623fed0ffd'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:06:01.625102 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-13e171c4-da08-47b8-b1b0-896f7edcb633 req-99ca34f2-19d2-4d9c-8260-8fa452ae3576 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd06bbc1-2735-4e98-8723-7c346c4ec4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908973 Sep 17 08:06:01.636264 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4d3ff-1795-457d-bb13-5e31e79bb19d req-06e5b31f-f023-479e-89d7-60a80ae1a615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:01.638379 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3eb4d3ff-1795-457d-bb13-5e31e79bb19d req-06e5b31f-f023-479e-89d7-60a80ae1a615 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=38da8219-9711-4a17-95ce-4a60364cf1ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0421152 Sep 17 08:06:01.643901 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67bfeb-75b7-45e3-b50e-84b9cdce49bc req-ab67fe05-100b-4a6d-a3b4-7b61704def5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:01.644523 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-5f67bfeb-75b7-45e3-b50e-84b9cdce49bc req-ab67fe05-100b-4a6d-a3b4-7b61704def5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:01.645883 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5f67bfeb-75b7-45e3-b50e-84b9cdce49bc req-ab67fe05-100b-4a6d-a3b4-7b61704def5c service neutron] 10.222.0.41 "PUT /v2.0/ports/b1e2e06d-62a4-4065-acdb-9d08e5be1b43 HTTP/1.1" status: 200 len: 1092 time: 1.2004082 Sep 17 08:06:01.647635 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eccd5cb-1702-4c09-9c64-de0005662ac1', 'tag': 'b1e2e06d-62a4-4065-acdb-9d08e5be1b43'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:06:01.649845 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-935a0ead-cdf9-438c-8f98-45d6e17c53c8" -d '{"events": [{"name": "network-changed", "server_uuid": "9eccd5cb-1702-4c09-9c64-de0005662ac1", "tag": "b1e2e06d-62a4-4065-acdb-9d08e5be1b43"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:06:01.660096 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab67fe05-100b-4a6d-a3b4-7b61704def5c service neutron] Pushing event updated for resources: {'Port': ['ID=b1e2e06d-62a4-4065-acdb-9d08e5be1b43,revision_number=3']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:01.676466 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6255cdf3-079c-46df-926a-6c83d6413ceb req-6f39f28f-b196-4a2c-a3f1-2c01891a2901 tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c1a9c90-46cf-4aef-a2ec-b6a26cc01c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945017 Sep 17 08:06:01.740770 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-f4070979-1f63-46bf-8e77-32a5d8bac76c None None] Set router 49ff74cc-d17b-45b8-876a-65623fed0ffd gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:06:01.787014 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67bfeb-75b7-45e3-b50e-84b9cdce49bc req-68194e4a-311e-4db0-b02e-1475eb81c296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:01.788844 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5f67bfeb-75b7-45e3-b50e-84b9cdce49bc req-68194e4a-311e-4db0-b02e-1475eb81c296 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f8eec716a72d4278b0aa478bb03edcaa&device_id=9eccd5cb-1702-4c09-9c64-de0005662ac1 HTTP/1.1" status: 200 len: 1095 time: 0.0718021 Sep 17 08:06:01.859800 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5f67bfeb-75b7-45e3-b50e-84b9cdce49bc req-5cab7a9e-0d6e-4df7-b6a6-8ff3329f7d99 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1e2e06d-62a4-4065-acdb-9d08e5be1b43 HTTP/1.1" status: 200 len: 217 time: 0.0547707 Sep 17 08:06:01.868209 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad7f92-5ee3-44e6-8a1a-7d6a3812ac78 req-ba805b40-dc55-4083-959e-c1f7ed21eb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:01.870259 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-09ad7f92-5ee3-44e6-8a1a-7d6a3812ac78 req-ba805b40-dc55-4083-959e-c1f7ed21eb98 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f8eec716a72d4278b0aa478bb03edcaa&device_id=43fc92ac-995e-4c71-8e5f-bd18869ad049 HTTP/1.1" status: 200 len: 1095 time: 0.1398497 Sep 17 08:06:01.915481 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3eb4d3ff-1795-457d-bb13-5e31e79bb19d req-1d338fe0-a4b7-4df0-b9f1-fc7c9a463f56 service neutron] 10.222.0.39 "GET /v2.0/networks/38da8219-9711-4a17-95ce-4a60364cf1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390571 Sep 17 08:06:01.927439 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1681da3e-1d0e-42c8-ac77-ff7239b62f43 x-openstack-request-id: req-1681da3e-1d0e-42c8-ac77-ff7239b62f43 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:06:01.927821 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eccd5cb-1702-4c09-9c64-de0005662ac1", "tag": "b1e2e06d-62a4-4065-acdb-9d08e5be1b43", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:06:01.928167 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1681da3e-1d0e-42c8-ac77-ff7239b62f43 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:06:01.928638 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eccd5cb-1702-4c09-9c64-de0005662ac1', 'tag': 'b1e2e06d-62a4-4065-acdb-9d08e5be1b43', 'status': 'completed', 'code': 200} Sep 17 08:06:01.955462 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2316448-bd23-4abb-8547-9c36645ea04d req-d0859a93-8da9-486d-ab6c-5941f379e261 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:01.957150 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e2316448-bd23-4abb-8547-9c36645ea04d req-d0859a93-8da9-486d-ab6c-5941f379e261 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/ports?device_id=9eccd5cb-1702-4c09-9c64-de0005662ac1 HTTP/1.1" status: 200 len: 944 time: 0.1620240 Sep 17 08:06:01.959202 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67bfeb-75b7-45e3-b50e-84b9cdce49bc req-63780a97-cc7d-49f8-8378-2140159ab3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:01.960831 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5f67bfeb-75b7-45e3-b50e-84b9cdce49bc req-63780a97-cc7d-49f8-8378-2140159ab3e5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e34f76d3-b761-4ded-9ec0-5f5641f12c22 HTTP/1.1" status: 200 len: 855 time: 0.0908034 Sep 17 08:06:01.993664 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-f4070979-1f63-46bf-8e77-32a5d8bac76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ff74cc-d17b-45b8-876a-65623fed0ffd', 'name': 'tempest-TestNetworkBasicOps-router-1387750121', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '40ca8cfa-95fd-4485-8872-f0efb300c5c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:03:06Z', 'updated_at': '2021-09-17T08:05:49Z', 'revision_number': 6, 'project_id': '72f377991d624d1189daaff7de1bceb3', 'gw_port': {'id': '40ca8cfa-95fd-4485-8872-f0efb300c5c8', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:5f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ff74cc-d17b-45b8-876a-65623fed0ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:06Z', 'updated_at': '2021-09-17T08:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'd085e195-21cd-4e1c-9382-e2d90512a109', 'name': '', 'network_id': 'da58380a-915a-40f0-9564-11e428e24524', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'mac_address': 'fa:16:3e:47:3a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ff74cc-d17b-45b8-876a-65623fed0ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '63d35bd7-5698-43e9-b932-9568edb639a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:11Z', 'updated_at': '2021-09-17T08:03:17Z', 'revision_number': 5, 'project_id': '72f377991d624d1189daaff7de1bceb3', 'subnets': [{'id': '63d35bd7-5698-43e9-b932-9568edb639a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:06:02.027103 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4070979-1f63-46bf-8e77-32a5d8bac76c None None] The sync data for ids ['49ff74cc-d17b-45b8-876a-65623fed0ffd'] in n-d-789963-9 is: [{'id': '49ff74cc-d17b-45b8-876a-65623fed0ffd', 'name': 'tempest-TestNetworkBasicOps-router-1387750121', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '40ca8cfa-95fd-4485-8872-f0efb300c5c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:03:06Z', 'updated_at': '2021-09-17T08:05:49Z', 'revision_number': 6, 'project_id': '72f377991d624d1189daaff7de1bceb3', 'gw_port': {'id': '40ca8cfa-95fd-4485-8872-f0efb300c5c8', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:5f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ff74cc-d17b-45b8-876a-65623fed0ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:06Z', 'updated_at': '2021-09-17T08:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'd085e195-21cd-4e1c-9382-e2d90512a109', 'name': '', 'network_id': 'da58380a-915a-40f0-9564-11e428e24524', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'mac_address': 'fa:16:3e:47:3a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ff74cc-d17b-45b8-876a-65623fed0ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '63d35bd7-5698-43e9-b932-9568edb639a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:11Z', 'updated_at': '2021-09-17T08:03:17Z', 'revision_number': 5, 'project_id': '72f377991d624d1189daaff7de1bceb3', 'subnets': [{'id': '63d35bd7-5698-43e9-b932-9568edb639a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:06:02.032323 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e2316448-bd23-4abb-8547-9c36645ea04d req-6a41b706-5120-4364-8260-caf390a8fca6 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbbd47e9-1dbc-4a7c-bb94-53f9fd4a5344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667846 Sep 17 08:06:02.046787 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67bfeb-75b7-45e3-b50e-84b9cdce49bc req-f96b574f-854e-4d7a-af2b-ad1e6b7d1589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:02.048358 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5f67bfeb-75b7-45e3-b50e-84b9cdce49bc req-f96b574f-854e-4d7a-af2b-ad1e6b7d1589 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b80e41c2-83a6-476d-bc8f-83d7a9832e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773151 Sep 17 08:06:02.051138 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad7f92-5ee3-44e6-8a1a-7d6a3812ac78 req-157485ec-b6b2-4ae1-a1f9-13f9c32e5de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:02.052640 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-09ad7f92-5ee3-44e6-8a1a-7d6a3812ac78 req-157485ec-b6b2-4ae1-a1f9-13f9c32e5de6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b80e41c2-83a6-476d-bc8f-83d7a9832e9f HTTP/1.1" status: 200 len: 917 time: 0.1734178 Sep 17 08:06:02.107380 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-09ad7f92-5ee3-44e6-8a1a-7d6a3812ac78 req-092df297-f016-4454-b2e1-c7a7c3eba200 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8f1a577-b443-4b25-9739-941ae4112e14 HTTP/1.1" status: 200 len: 217 time: 0.0427387 Sep 17 08:06:02.111373 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3eb4d3ff-1795-457d-bb13-5e31e79bb19d req-eb209716-1c6a-4a20-b7ea-b8f3a203c6e5 service neutron] 10.222.0.39 "GET /v2.0/networks/38da8219-9711-4a17-95ce-4a60364cf1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875958 Sep 17 08:06:02.153139 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5f67bfeb-75b7-45e3-b50e-84b9cdce49bc req-430e91d3-4099-4cf6-a89c-f0b762d27fa2 service neutron] 10.222.0.41 "GET /v2.0/networks/b80e41c2-83a6-476d-bc8f-83d7a9832e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945482 Sep 17 08:06:02.181905 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3eb4d3ff-1795-457d-bb13-5e31e79bb19d req-063170c9-ad76-483a-b842-11902a38a861 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.79&port_id=1507ef2b-f42c-4d87-a44c-871476fa8797 HTTP/1.1" status: 200 len: 217 time: 0.0572104 Sep 17 08:06:02.239202 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad7f92-5ee3-44e6-8a1a-7d6a3812ac78 req-47bf6e21-2ca8-454f-bab3-97f62b25cd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:02.240721 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-09ad7f92-5ee3-44e6-8a1a-7d6a3812ac78 req-47bf6e21-2ca8-454f-bab3-97f62b25cd1c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e34f76d3-b761-4ded-9ec0-5f5641f12c22 HTTP/1.1" status: 200 len: 855 time: 0.1173162 Sep 17 08:06:02.257853 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5f67bfeb-75b7-45e3-b50e-84b9cdce49bc req-614d7cb7-a09e-4eac-a3d8-f91ef4b6aabc service neutron] 10.222.0.41 "GET /v2.0/networks/b80e41c2-83a6-476d-bc8f-83d7a9832e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966783 Sep 17 08:06:02.263603 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4d3ff-1795-457d-bb13-5e31e79bb19d req-3dde1a10-ad6c-45b0-9007-ebcd4589d6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:02.265148 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3eb4d3ff-1795-457d-bb13-5e31e79bb19d req-3dde1a10-ad6c-45b0-9007-ebcd4589d6dc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b03d39e8-6611-49a1-bc08-558dcfc2f27e HTTP/1.1" status: 200 len: 797 time: 0.0749884 Sep 17 08:06:02.290385 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c56658d-bead-47cb-9d88-c1eff2bf2dd0 None None] New status for floating IP c2f6bf24-71a2-4faf-acf6-e6ace1220f95: DOWN {{(pid=101291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 08:06:02.325541 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad7f92-5ee3-44e6-8a1a-7d6a3812ac78 req-80cb7e20-439e-4085-bf99-750904e70200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:02.327038 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-09ad7f92-5ee3-44e6-8a1a-7d6a3812ac78 req-80cb7e20-439e-4085-bf99-750904e70200 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b80e41c2-83a6-476d-bc8f-83d7a9832e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783713 Sep 17 08:06:02.334715 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4d3ff-1795-457d-bb13-5e31e79bb19d req-7e196833-0f26-446d-be2d-45116e5c8bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:02.336127 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3eb4d3ff-1795-457d-bb13-5e31e79bb19d req-7e196833-0f26-446d-be2d-45116e5c8bf9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=38da8219-9711-4a17-95ce-4a60364cf1ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0530186 Sep 17 08:06:02.390744 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a0ead-cdf9-438c-8f98-45d6e17c53c8 req-0be88f2b-1fbd-4ba5-95ef-1d3936e21bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:02.392217 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-935a0ead-cdf9-438c-8f98-45d6e17c53c8 req-0be88f2b-1fbd-4ba5-95ef-1d3936e21bba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f8eec716a72d4278b0aa478bb03edcaa&device_id=9eccd5cb-1702-4c09-9c64-de0005662ac1 HTTP/1.1" status: 200 len: 1095 time: 0.0443397 Sep 17 08:06:02.485664 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a0ead-cdf9-438c-8f98-45d6e17c53c8 req-1f1ee988-abb4-4682-8a3d-8f6cdc265d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:02.487152 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-935a0ead-cdf9-438c-8f98-45d6e17c53c8 req-1f1ee988-abb4-4682-8a3d-8f6cdc265d06 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b80e41c2-83a6-476d-bc8f-83d7a9832e9f HTTP/1.1" status: 200 len: 917 time: 0.0876803 Sep 17 08:06:02.489605 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3eb4d3ff-1795-457d-bb13-5e31e79bb19d req-599022bf-5ae0-467a-9fc2-aaf7d30c364e service neutron] 10.222.0.39 "GET /v2.0/networks/38da8219-9711-4a17-95ce-4a60364cf1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451955 Sep 17 08:06:02.491295 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-09ad7f92-5ee3-44e6-8a1a-7d6a3812ac78 req-6cb7bdfd-954b-4d7c-8020-a8d030cf2d41 service neutron] 10.222.0.39 "GET /v2.0/networks/b80e41c2-83a6-476d-bc8f-83d7a9832e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542959 Sep 17 08:06:02.529017 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-935a0ead-cdf9-438c-8f98-45d6e17c53c8 req-940ff428-0048-4b97-a277-5b48aea35d20 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1e2e06d-62a4-4065-acdb-9d08e5be1b43 HTTP/1.1" status: 200 len: 217 time: 0.0339451 Sep 17 08:06:02.580516 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a0ead-cdf9-438c-8f98-45d6e17c53c8 req-135371fc-5bdb-45e1-9a85-c1366a9f3981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:02.581974 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-935a0ead-cdf9-438c-8f98-45d6e17c53c8 req-135371fc-5bdb-45e1-9a85-c1366a9f3981 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e34f76d3-b761-4ded-9ec0-5f5641f12c22 HTTP/1.1" status: 200 len: 855 time: 0.0464513 Sep 17 08:06:02.626574 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a0ead-cdf9-438c-8f98-45d6e17c53c8 req-291d75d1-02c5-49c9-af4d-8204b68ae75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:02.628003 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-935a0ead-cdf9-438c-8f98-45d6e17c53c8 req-291d75d1-02c5-49c9-af4d-8204b68ae75d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b80e41c2-83a6-476d-bc8f-83d7a9832e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389109 Sep 17 08:06:02.658330 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3eb4d3ff-1795-457d-bb13-5e31e79bb19d req-ce6a0a2a-e926-46ba-955b-cf71e4497a16 service neutron] 10.222.0.39 "GET /v2.0/networks/38da8219-9711-4a17-95ce-4a60364cf1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542888 Sep 17 08:06:02.660269 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-09ad7f92-5ee3-44e6-8a1a-7d6a3812ac78 req-de4b11f8-4295-4566-bd82-44106706f1d7 service neutron] 10.222.0.39 "GET /v2.0/networks/b80e41c2-83a6-476d-bc8f-83d7a9832e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551161 Sep 17 08:06:02.703121 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 5a447304-e2e9-40c9-b691-3dd8fadf60ba up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:06:02.734823 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3eb4d3ff-1795-457d-bb13-5e31e79bb19d req-2167c89f-55f9-4093-9d73-22a2dfea1336 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0b73edc0-ba71-4e4d-b7e8-33b02fa74b71 HTTP/1.1" status: 200 len: 217 time: 0.0369115 Sep 17 08:06:02.746696 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-935a0ead-cdf9-438c-8f98-45d6e17c53c8 req-81e8bbc1-eb1c-40c9-9898-74a07b6b633f service neutron] 10.222.0.41 "GET /v2.0/networks/b80e41c2-83a6-476d-bc8f-83d7a9832e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102269 Sep 17 08:06:02.762609 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning for port 5a447304-e2e9-40c9-b691-3dd8fadf60ba completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:06:02.768050 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port 5a447304-e2e9-40c9-b691-3dd8fadf60ba triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:06:02.768660 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:02.769838 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6f512e0-f056-4737-a347-c20bfad2d40f', 'tag': 'ec68007f-a8ad-4a62-9bba-465363bc9308'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:06:02.772245 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b6556f4-bd07-42da-bdd1-6367b827b898" -d '{"events": [{"name": "network-changed", "server_uuid": "b6f512e0-f056-4737-a347-c20bfad2d40f", "tag": "ec68007f-a8ad-4a62-9bba-465363bc9308"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:06:02.792169 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4d3ff-1795-457d-bb13-5e31e79bb19d req-165d7fcf-4df9-4282-b10c-bf6d472bc60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:02.793712 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3eb4d3ff-1795-457d-bb13-5e31e79bb19d req-165d7fcf-4df9-4282-b10c-bf6d472bc60b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4987e41e-b830-443a-b55c-26b976d72533 HTTP/1.1" status: 200 len: 797 time: 0.0504038 Sep 17 08:06:02.851748 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4d3ff-1795-457d-bb13-5e31e79bb19d req-d6bbd75b-7cf8-45e3-8891-8e6533f94def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:02.853400 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3eb4d3ff-1795-457d-bb13-5e31e79bb19d req-d6bbd75b-7cf8-45e3-8891-8e6533f94def service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=af537dc7-8886-4fdc-a38b-73c1633b0a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0513544 Sep 17 08:06:02.855464 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:02.882619 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94b73160-d765-4cca-986e-ece361b1b12a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a447304-e2e9-40c9-b691-3dd8fadf60ba'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:06:02.884809 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebec9395-1f5b-4f9a-8deb-87ac0dc3bfd2" -d '{"events": [{"server_uuid": "94b73160-d765-4cca-986e-ece361b1b12a", "name": "network-vif-plugged", "status": "completed", "tag": "5a447304-e2e9-40c9-b691-3dd8fadf60ba"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:06:02.895062 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d60b7c-1c52-4e2b-81e5-973aef0c2911 req-b104a31b-e077-43e8-9015-54f4c89d7ae2 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:02.896629 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-36d60b7c-1c52-4e2b-81e5-973aef0c2911 req-b104a31b-e077-43e8-9015-54f4c89d7ae2 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6f512e0-f056-4737-a347-c20bfad2d40f HTTP/1.1" status: 200 len: 946 time: 0.1486044 Sep 17 08:06:02.899007 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 5a447304-e2e9-40c9-b691-3dd8fadf60ba, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=5a447304-e2e9-40c9-b691-3dd8fadf60ba,segment=NetworkSegment(bc898c63-c4ae-447a-8e39-f8b2338969bd),segment_id=bc898c63-c4ae-447a-8e39-f8b2338969bd)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:06:02.906253 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:02.927644 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57f936-7485-4efd-9522-edcadb95baef req-46bfef25-db00-4f2e-bbe0-bb110c39765b tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:02.929130 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6f57f936-7485-4efd-9522-edcadb95baef req-46bfef25-db00-4f2e-bbe0-bb110c39765b tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] 10.222.0.13 "GET /v2.0/ports?device_id=94b73160-d765-4cca-986e-ece361b1b12a HTTP/1.1" status: 200 len: 944 time: 0.1377962 Sep 17 08:06:02.937023 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-935a0ead-cdf9-438c-8f98-45d6e17c53c8 req-d29c2e59-0c5d-4040-95df-646242adea7b service neutron] 10.222.0.41 "GET /v2.0/networks/b80e41c2-83a6-476d-bc8f-83d7a9832e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790564 Sep 17 08:06:02.962964 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=5a447304-e2e9-40c9-b691-3dd8fadf60ba,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:02.966974 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3eb4d3ff-1795-457d-bb13-5e31e79bb19d req-5b21e9e7-ed2e-4793-91b4-b7fcf33203a5 service neutron] 10.222.0.39 "GET /v2.0/networks/af537dc7-8886-4fdc-a38b-73c1633b0a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929768 Sep 17 08:06:02.984925 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-36d60b7c-1c52-4e2b-81e5-973aef0c2911 req-cb0564a6-7393-46a2-8050-b3d3a86d033a tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd06bbc1-2735-4e98-8723-7c346c4ec4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760212 Sep 17 08:06:02.995459 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6f57f936-7485-4efd-9522-edcadb95baef req-36819cc8-ab27-46d0-a7c2-11e34f32fc87 tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c1a9c90-46cf-4aef-a2ec-b6a26cc01c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574355 Sep 17 08:06:03.042789 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-35d9e0d5-586f-470c-94cf-c1f135afabf0 req-afe6e55e-55d1-43c8-88d2-e937983abd2f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0266531 Sep 17 08:06:03.079229 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d53191b9-3679-4bb0-87b0-21527699bd33 x-openstack-request-id: req-d53191b9-3679-4bb0-87b0-21527699bd33 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:06:03.079377 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94b73160-d765-4cca-986e-ece361b1b12a", "name": "network-vif-plugged", "status": "completed", "tag": "5a447304-e2e9-40c9-b691-3dd8fadf60ba", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:06:03.079635 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d53191b9-3679-4bb0-87b0-21527699bd33 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:06:03.081310 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94b73160-d765-4cca-986e-ece361b1b12a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a447304-e2e9-40c9-b691-3dd8fadf60ba', 'code': 200} Sep 17 08:06:03.175054 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-35d9e0d5-586f-470c-94cf-c1f135afabf0 req-4c1a4b21-da19-439d-a024-0c2ab34758bd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0452878 Sep 17 08:06:03.243678 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-35d9e0d5-586f-470c-94cf-c1f135afabf0 req-72172575-df92-4aca-b1e7-c4e6f9922b21 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311792 Sep 17 08:06:03.290501 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e74ad-cf40-4677-b69c-b6d6744c7606 req-ca34d0ab-4682-459a-95da-b6c6f87990b9 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:03.292106 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bd9e74ad-cf40-4677-b69c-b6d6744c7606 req-ca34d0ab-4682-459a-95da-b6c6f87990b9 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/ports?device_id=9eccd5cb-1702-4c09-9c64-de0005662ac1 HTTP/1.1" status: 200 len: 944 time: 0.1513984 Sep 17 08:06:03.311432 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd7801-0d55-4003-b730-c8c876f98b49 req-3015298f-eafc-4c1b-84bc-6d09d80f0738 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:03.312912 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-afcd7801-0d55-4003-b730-c8c876f98b49 req-3015298f-eafc-4c1b-84bc-6d09d80f0738 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6f512e0-f056-4737-a347-c20bfad2d40f HTTP/1.1" status: 200 len: 946 time: 0.1560235 Sep 17 08:06:03.322409 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device ce05090b-e85c-47fc-a938-f59373a017e8 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:06:03.374111 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-359e911f-e8c9-48cb-8b5a-8d7f7b5f67c9 x-openstack-request-id: req-359e911f-e8c9-48cb-8b5a-8d7f7b5f67c9 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:06:03.374689 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6f512e0-f056-4737-a347-c20bfad2d40f", "tag": "ec68007f-a8ad-4a62-9bba-465363bc9308", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:06:03.374689 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-359e911f-e8c9-48cb-8b5a-8d7f7b5f67c9 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:06:03.374976 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6f512e0-f056-4737-a347-c20bfad2d40f', 'tag': 'ec68007f-a8ad-4a62-9bba-465363bc9308', 'status': 'completed', 'code': 200} Sep 17 08:06:03.426809 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port ce05090b-e85c-47fc-a938-f59373a017e8, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=ce05090b-e85c-47fc-a938-f59373a017e8,segment=NetworkSegment(b4778d6a-10de-4e21-a4ae-c5e870dc3033),segment_id=b4778d6a-10de-4e21-a4ae-c5e870dc3033)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:06:03.443258 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': 'ce05090b-e85c-47fc-a938-f59373a017e8', 'network_id': 'b80e41c2-83a6-476d-bc8f-83d7a9832e9f', 'port_id': 'ce05090b-e85c-47fc-a938-f59373a017e8', 'mac_address': 'fa:16:3e:fa:8b:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e34f76d3-b761-4ded-9ec0-5f5641f12c22', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:06:03.452338 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bd9e74ad-cf40-4677-b69c-b6d6744c7606 req-e8a5f359-7f6a-4acd-a942-c8683fcf84a7 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbbd47e9-1dbc-4a7c-bb94-53f9fd4a5344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526115 Sep 17 08:06:03.454526 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3eb4d3ff-1795-457d-bb13-5e31e79bb19d req-83922900-9659-45db-b2f3-7b47b0e17d14 service neutron] 10.222.0.39 "GET /v2.0/networks/af537dc7-8886-4fdc-a38b-73c1633b0a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4792273 Sep 17 08:06:03.457979 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9e0d5-586f-470c-94cf-c1f135afabf0 req-a8303e9d-b6cc-4f8d-9bc0-6af3aecc1275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:03.459419 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-35d9e0d5-586f-470c-94cf-c1f135afabf0 req-a8303e9d-b6cc-4f8d-9bc0-6af3aecc1275 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2074900 Sep 17 08:06:03.459543 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6556f4-bd07-42da-bdd1-6367b827b898 req-98510610-2554-45c6-9f72-1793916467a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:03.460914 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8b6556f4-bd07-42da-bdd1-6367b827b898 req-98510610-2554-45c6-9f72-1793916467a8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=72f377991d624d1189daaff7de1bceb3&device_id=b6f512e0-f056-4737-a347-c20bfad2d40f HTTP/1.1" status: 200 len: 1097 time: 0.0885429 Sep 17 08:06:03.466883 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c78311-5631-4894-8814-410344a4b868 req-8bd56773-3a80-449c-94bc-8dce802daf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:03.468394 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b2c78311-5631-4894-8814-410344a4b868 req-8bd56773-3a80-449c-94bc-8dce802daf01 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=94b73160-d765-4cca-986e-ece361b1b12a HTTP/1.1" status: 200 len: 1096 time: 0.0993068 Sep 17 08:06:03.492701 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-afcd7801-0d55-4003-b730-c8c876f98b49 req-e9293a38-cb19-40f2-aa0f-c1882b8ea2ea tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Deleting port ec68007f-a8ad-4a62-9bba-465363bc9308 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:06:03.493046 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-afcd7801-0d55-4003-b730-c8c876f98b49 req-e9293a38-cb19-40f2-aa0f-c1882b8ea2ea tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:03.496386 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:03.509993 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce05090b-e85c-47fc-a938-f59373a017e8 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:06:03.528757 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port ce05090b-e85c-47fc-a938-f59373a017e8, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=ce05090b-e85c-47fc-a938-f59373a017e8,segment=NetworkSegment(b4778d6a-10de-4e21-a4ae-c5e870dc3033),segment_id=b4778d6a-10de-4e21-a4ae-c5e870dc3033)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:06:03.534241 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:03.537636 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3eb4d3ff-1795-457d-bb13-5e31e79bb19d req-d62cee9a-4d77-473e-912d-13c66b9c1e29 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c7185e8d-f50c-4a78-a0cb-5d976790c2e1 HTTP/1.1" status: 200 len: 217 time: 0.0663350 Sep 17 08:06:03.584492 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=ce05090b-e85c-47fc-a938-f59373a017e8,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:03.598500 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-afcd7801-0d55-4003-b730-c8c876f98b49 req-e9293a38-cb19-40f2-aa0f-c1882b8ea2ea tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] For port ec68007f-a8ad-4a62-9bba-465363bc9308, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=ec68007f-a8ad-4a62-9bba-465363bc9308,segment=NetworkSegment(3a2d6555-c56f-4c99-9f0e-bc6012adbff0),segment_id=3a2d6555-c56f-4c99-9f0e-bc6012adbff0)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:06:03.598888 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-afcd7801-0d55-4003-b730-c8c876f98b49 req-e9293a38-cb19-40f2-aa0f-c1882b8ea2ea tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:03.612229 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-afcd7801-0d55-4003-b730-c8c876f98b49 req-e9293a38-cb19-40f2-aa0f-c1882b8ea2ea tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Calling delete_port for ec68007f-a8ad-4a62-9bba-465363bc9308 owned by compute:nova {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:06:03.632097 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b2c78311-5631-4894-8814-410344a4b868 req-e8e02988-e211-468c-880f-e9c40b3ad672 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6c1a9c90-46cf-4aef-a2ec-b6a26cc01c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431103 Sep 17 08:06:03.640962 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4d3ff-1795-457d-bb13-5e31e79bb19d req-62bca48b-0079-42a8-8c8f-cbf0c0c1591f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:03.642341 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3eb4d3ff-1795-457d-bb13-5e31e79bb19d req-62bca48b-0079-42a8-8c8f-cbf0c0c1591f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4987e41e-b830-443a-b55c-26b976d72533 HTTP/1.1" status: 200 len: 797 time: 0.0948064 Sep 17 08:06:03.666602 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6556f4-bd07-42da-bdd1-6367b827b898 req-608903ef-9cbb-4833-bbf3-0a42f716ad12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:03.668073 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8b6556f4-bd07-42da-bdd1-6367b827b898 req-608903ef-9cbb-4833-bbf3-0a42f716ad12 service neutron] 10.222.0.39 "GET /v2.0/networks?id=da58380a-915a-40f0-9564-11e428e24524 HTTP/1.1" status: 200 len: 897 time: 0.1955159 Sep 17 08:06:03.725501 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8b6556f4-bd07-42da-bdd1-6367b827b898 req-e857966d-de1e-4c21-958d-eb878668dec7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec68007f-a8ad-4a62-9bba-465363bc9308 HTTP/1.1" status: 200 len: 217 time: 0.0439601 Sep 17 08:06:03.741864 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-afcd7801-0d55-4003-b730-c8c876f98b49 req-e9293a38-cb19-40f2-aa0f-c1882b8ea2ea tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:03.742713 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4d3ff-1795-457d-bb13-5e31e79bb19d req-bc8d853a-7879-4d2c-8149-58455bf2e7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:03.744245 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3eb4d3ff-1795-457d-bb13-5e31e79bb19d req-bc8d853a-7879-4d2c-8149-58455bf2e7bc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=af537dc7-8886-4fdc-a38b-73c1633b0a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0899856 Sep 17 08:06:03.769887 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9293a38-cb19-40f2-aa0f-c1882b8ea2ea tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Pushing event deleted for resources: {'Port': ['ID=ec68007f-a8ad-4a62-9bba-465363bc9308,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:03.811330 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-afcd7801-0d55-4003-b730-c8c876f98b49 req-e9293a38-cb19-40f2-aa0f-c1882b8ea2ea tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] No DVR routers for this DVR port ec68007f-a8ad-4a62-9bba-465363bc9308 on host n-h2-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:06:03.814078 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-afcd7801-0d55-4003-b730-c8c876f98b49 req-e9293a38-cb19-40f2-aa0f-c1882b8ea2ea tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:03.816209 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-afcd7801-0d55-4003-b730-c8c876f98b49 req-e9293a38-cb19-40f2-aa0f-c1882b8ea2ea tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.39 "DELETE /v2.0/ports/ec68007f-a8ad-4a62-9bba-465363bc9308 HTTP/1.1" status: 204 len: 173 time: 0.4955289 Sep 17 08:06:03.827253 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6556f4-bd07-42da-bdd1-6367b827b898 req-efd7c6be-0599-4e75-bea1-eeed2edc573d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:03.828742 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8b6556f4-bd07-42da-bdd1-6367b827b898 req-efd7c6be-0599-4e75-bea1-eeed2edc573d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=63d35bd7-5698-43e9-b932-9568edb639a4 HTTP/1.1" status: 200 len: 834 time: 0.0958543 Sep 17 08:06:03.885006 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3eb4d3ff-1795-457d-bb13-5e31e79bb19d req-69c52a2f-1fa4-492c-924b-4c7a59429d00 service neutron] 10.222.0.39 "GET /v2.0/networks/af537dc7-8886-4fdc-a38b-73c1633b0a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236546 Sep 17 08:06:03.919066 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6556f4-bd07-42da-bdd1-6367b827b898 req-7af0ab3b-5d9e-4b57-8a78-9172a8936ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:03.920649 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8b6556f4-bd07-42da-bdd1-6367b827b898 req-7af0ab3b-5d9e-4b57-8a78-9172a8936ce8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=da58380a-915a-40f0-9564-11e428e24524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718076 Sep 17 08:06:03.930015 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6f512e0-f056-4737-a347-c20bfad2d40f', 'name': 'network-vif-deleted', 'tag': 'ec68007f-a8ad-4a62-9bba-465363bc9308'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:06:03.932455 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1fa255-9b07-4276-a5a0-7f94354392d7" -d '{"events": [{"server_uuid": "b6f512e0-f056-4737-a347-c20bfad2d40f", "name": "network-vif-deleted", "tag": "ec68007f-a8ad-4a62-9bba-465363bc9308"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:06:03.971755 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a99d86d9-6714-41f3-b62a-f7e8a9819ac1 x-openstack-request-id: req-a99d86d9-6714-41f3-b62a-f7e8a9819ac1 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:06:03.972208 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6f512e0-f056-4737-a347-c20bfad2d40f", "name": "network-vif-deleted", "tag": "ec68007f-a8ad-4a62-9bba-465363bc9308", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:06:03.972466 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a99d86d9-6714-41f3-b62a-f7e8a9819ac1 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:06:03.972873 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6f512e0-f056-4737-a347-c20bfad2d40f', 'name': 'network-vif-deleted', 'tag': 'ec68007f-a8ad-4a62-9bba-465363bc9308', 'status': 'completed', 'code': 200} Sep 17 08:06:04.044883 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3eb4d3ff-1795-457d-bb13-5e31e79bb19d req-46d5670f-d25f-48d8-bf2a-edd45d8ab485 service neutron] 10.222.0.39 "GET /v2.0/networks/af537dc7-8886-4fdc-a38b-73c1633b0a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505270 Sep 17 08:06:04.062142 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['ce05090b-e85c-47fc-a938-f59373a017e8'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:06:04.068222 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8b6556f4-bd07-42da-bdd1-6367b827b898 req-1c22ff64-31f4-4d80-a681-16f0e647745b service neutron] 10.222.0.39 "GET /v2.0/networks/da58380a-915a-40f0-9564-11e428e24524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120045 Sep 17 08:06:04.154713 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-aef8604a-b196-41c3-8325-bbf7e67408e9 req-a5412d90-1119-4715-a2d8-7943fb14ad56 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6f512e0-f056-4737-a347-c20bfad2d40f HTTP/1.1" status: 200 len: 210 time: 0.0651624 Sep 17 08:06:04.174712 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937e5f3-6970-4c52-92c5-1e485d8652c9 req-64d1ad44-4145-4a7f-bea5-be79b0464df1 tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:04.182168 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1937e5f3-6970-4c52-92c5-1e485d8652c9 req-64d1ad44-4145-4a7f-bea5-be79b0464df1 tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] 10.222.0.13 "GET /v2.0/ports?device_id=94b73160-d765-4cca-986e-ece361b1b12a HTTP/1.1" status: 200 len: 945 time: 0.1018119 Sep 17 08:06:04.210217 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8b6556f4-bd07-42da-bdd1-6367b827b898 req-545d4335-3449-482a-b2cc-c8959c1819bd service neutron] 10.222.0.39 "GET /v2.0/networks/da58380a-915a-40f0-9564-11e428e24524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334708 Sep 17 08:06:04.238849 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1937e5f3-6970-4c52-92c5-1e485d8652c9 req-063313ae-197e-49fb-a24d-e3e767857ae6 tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c1a9c90-46cf-4aef-a2ec-b6a26cc01c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557194 Sep 17 08:06:04.573921 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b080e0-6636-4ed5-8205-bb620b6db9f7 req-10c0881c-012f-43e0-a176-16ec2972fe74 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:04.576052 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d1b080e0-6636-4ed5-8205-bb620b6db9f7 req-10c0881c-012f-43e0-a176-16ec2972fe74 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/ports?device_id=9eccd5cb-1702-4c09-9c64-de0005662ac1 HTTP/1.1" status: 200 len: 944 time: 0.0475991 Sep 17 08:06:04.614723 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d1b080e0-6636-4ed5-8205-bb620b6db9f7 req-243a32dc-5195-462e-891c-e7ffbe86b9dd tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbbd47e9-1dbc-4a7c-bb94-53f9fd4a5344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309768 Sep 17 08:06:05.219151 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 36040) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:06:05.234734 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:05.283681 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6e0dfe21-8a40-45b7-9eb3-e6c4ba7df741 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:05.321743 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6e0dfe21-8a40-45b7-9eb3-e6c4ba7df741 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:05.345666 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device e8f1a577-b443-4b25-9739-941ae4112e14 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:06:05.359004 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c530f3-8b70-4109-89bc-eaa99ec9f82b req-1f727cf5-5b58-4a9b-8fd5-42f14791d464 tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:05.360833 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-44c530f3-8b70-4109-89bc-eaa99ec9f82b req-1f727cf5-5b58-4a9b-8fd5-42f14791d464 tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] 10.222.0.13 "GET /v2.0/ports?device_id=94b73160-d765-4cca-986e-ece361b1b12a HTTP/1.1" status: 200 len: 945 time: 0.0508263 Sep 17 08:06:05.390362 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6e0dfe21-8a40-45b7-9eb3-e6c4ba7df741 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:05.393223 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6e0dfe21-8a40-45b7-9eb3-e6c4ba7df741 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:05.394483 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6e0dfe21-8a40-45b7-9eb3-e6c4ba7df741 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "DELETE /v2.0/security-groups/fd06bbc1-2735-4e98-8723-7c346c4ec4a7 HTTP/1.1" status: 204 len: 168 time: 0.1740716 Sep 17 08:06:05.401847 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-44c530f3-8b70-4109-89bc-eaa99ec9f82b req-702bca52-94aa-411f-89d1-e379c2b47f7f tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c1a9c90-46cf-4aef-a2ec-b6a26cc01c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337629 Sep 17 08:06:05.410464 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0dfe21-8a40-45b7-9eb3-e6c4ba7df741 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd06bbc1-2735-4e98-8723-7c346c4ec4a7,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:05.434586 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 36048) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:06:05.478592 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port e8f1a577-b443-4b25-9739-941ae4112e14, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=e8f1a577-b443-4b25-9739-941ae4112e14,segment=NetworkSegment(b4778d6a-10de-4e21-a4ae-c5e870dc3033),segment_id=b4778d6a-10de-4e21-a4ae-c5e870dc3033)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:06:05.489902 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': 'e8f1a577-b443-4b25-9739-941ae4112e14', 'network_id': 'b80e41c2-83a6-476d-bc8f-83d7a9832e9f', 'port_id': 'e8f1a577-b443-4b25-9739-941ae4112e14', 'mac_address': 'fa:16:3e:22:51:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e34f76d3-b761-4ded-9ec0-5f5641f12c22', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:06:05.535905 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:05.551027 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8f1a577-b443-4b25-9739-941ae4112e14 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:06:05.575100 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port e8f1a577-b443-4b25-9739-941ae4112e14, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=e8f1a577-b443-4b25-9739-941ae4112e14,segment=NetworkSegment(b4778d6a-10de-4e21-a4ae-c5e870dc3033),segment_id=b4778d6a-10de-4e21-a4ae-c5e870dc3033)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:06:05.584307 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:05.646930 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:05.652914 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=e8f1a577-b443-4b25-9739-941ae4112e14,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:05.739107 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca996d4a-ca8e-404d-9d9f-78dfc0090a00 req-a7a1c4cd-a472-437b-92a0-f17a197aea1c tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:05.740617 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ca996d4a-ca8e-404d-9d9f-78dfc0090a00 req-a7a1c4cd-a472-437b-92a0-f17a197aea1c tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/ports?device_id=9eccd5cb-1702-4c09-9c64-de0005662ac1 HTTP/1.1" status: 200 len: 944 time: 0.0520444 Sep 17 08:06:05.779136 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ca996d4a-ca8e-404d-9d9f-78dfc0090a00 req-c86d5cd6-c0ed-4c3d-aabd-a2b63d75ead4 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbbd47e9-1dbc-4a7c-bb94-53f9fd4a5344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323567 Sep 17 08:06:05.817048 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-dbdeab4d-044f-4a22-9a86-5847aa0d18f8 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:06.067664 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-dbdeab4d-044f-4a22-9a86-5847aa0d18f8 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Deleting port d085e195-21cd-4e1c-9382-e2d90512a109 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:06:06.068038 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-dbdeab4d-044f-4a22-9a86-5847aa0d18f8 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:06.083321 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['e8f1a577-b443-4b25-9739-941ae4112e14'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:06:06.158330 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-dbdeab4d-044f-4a22-9a86-5847aa0d18f8 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] For port d085e195-21cd-4e1c-9382-e2d90512a109, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=d085e195-21cd-4e1c-9382-e2d90512a109,segment=NetworkSegment(3a2d6555-c56f-4c99-9f0e-bc6012adbff0),segment_id=3a2d6555-c56f-4c99-9f0e-bc6012adbff0)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:06:06.158690 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-dbdeab4d-044f-4a22-9a86-5847aa0d18f8 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:06.171909 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-dbdeab4d-044f-4a22-9a86-5847aa0d18f8 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Calling delete_port for d085e195-21cd-4e1c-9382-e2d90512a109 owned by network:router_interface {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:06:06.355599 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-dbdeab4d-044f-4a22-9a86-5847aa0d18f8 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:06.382202 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdeab4d-044f-4a22-9a86-5847aa0d18f8 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Pushing event deleted for resources: {'Port': ['ID=d085e195-21cd-4e1c-9382-e2d90512a109,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:06.537060 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57051eca-dca1-495d-8cef-65982740a51e req-903d87e4-9252-462e-9996-1ec8052abdae tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:06.538605 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-57051eca-dca1-495d-8cef-65982740a51e req-903d87e4-9252-462e-9996-1ec8052abdae tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] 10.222.0.13 "GET /v2.0/ports?device_id=94b73160-d765-4cca-986e-ece361b1b12a HTTP/1.1" status: 200 len: 945 time: 0.0511482 Sep 17 08:06:06.573656 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-dbdeab4d-044f-4a22-9a86-5847aa0d18f8 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:06.580024 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-57051eca-dca1-495d-8cef-65982740a51e req-009c326f-73ff-4585-b3e0-729c76829569 tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c1a9c90-46cf-4aef-a2ec-b6a26cc01c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348644 Sep 17 08:06:06.723170 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device b1e2e06d-62a4-4065-acdb-9d08e5be1b43 details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:06:06.793919 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbdeab4d-044f-4a22-9a86-5847aa0d18f8 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Router 49ff74cc-d17b-45b8-876a-65623fed0ffd has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:06:06.845942 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port b1e2e06d-62a4-4065-acdb-9d08e5be1b43, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=b1e2e06d-62a4-4065-acdb-9d08e5be1b43,segment=NetworkSegment(b4778d6a-10de-4e21-a4ae-c5e870dc3033),segment_id=b4778d6a-10de-4e21-a4ae-c5e870dc3033)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:06:06.860538 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': 'b1e2e06d-62a4-4065-acdb-9d08e5be1b43', 'network_id': 'b80e41c2-83a6-476d-bc8f-83d7a9832e9f', 'port_id': 'b1e2e06d-62a4-4065-acdb-9d08e5be1b43', 'mac_address': 'fa:16:3e:29:b5:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e34f76d3-b761-4ded-9ec0-5f5641f12c22', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:06:06.913344 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:06.921888 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65242ac-344c-4a77-b99a-2bc9921bb73a req-5d4e2e99-0494-4bf7-96c6-20e1e5fb7c7e tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:06.923829 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f65242ac-344c-4a77-b99a-2bc9921bb73a req-5d4e2e99-0494-4bf7-96c6-20e1e5fb7c7e tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/ports?device_id=9eccd5cb-1702-4c09-9c64-de0005662ac1 HTTP/1.1" status: 200 len: 944 time: 0.0557580 Sep 17 08:06:06.928439 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1e2e06d-62a4-4065-acdb-9d08e5be1b43 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:06:06.937340 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbdeab4d-044f-4a22-9a86-5847aa0d18f8 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:06:06.942453 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-dbdeab4d-044f-4a22-9a86-5847aa0d18f8 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "PUT /v2.0/routers/49ff74cc-d17b-45b8-876a-65623fed0ffd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5063193 Sep 17 08:06:06.945654 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 36068) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:06:06.950719 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2960b6a2-7230-4a6b-8e6b-173a2c30e752 None None] Sync routers for ids ['49ff74cc-d17b-45b8-876a-65623fed0ffd'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:06:06.962159 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2960b6a2-7230-4a6b-8e6b-173a2c30e752 None None] Routers {'49ff74cc-d17b-45b8-876a-65623fed0ffd'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:06:06.966733 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-2960b6a2-7230-4a6b-8e6b-173a2c30e752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:05:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['49ff74cc-d17b-45b8-876a-65623fed0ffd'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:06:06.972968 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port b1e2e06d-62a4-4065-acdb-9d08e5be1b43, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=b1e2e06d-62a4-4065-acdb-9d08e5be1b43,segment=NetworkSegment(b4778d6a-10de-4e21-a4ae-c5e870dc3033),segment_id=b4778d6a-10de-4e21-a4ae-c5e870dc3033)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:06:06.974211 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f65242ac-344c-4a77-b99a-2bc9921bb73a req-c904e639-f03e-4adb-b085-cbe9c14a8783 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbbd47e9-1dbc-4a7c-bb94-53f9fd4a5344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432978 Sep 17 08:06:06.980932 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:07.009427 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-40f3630a-5b8d-4a90-b434-546b09ca46d6 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Deleting subnet 63d35bd7-5698-43e9-b932-9568edb639a4 {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:06:07.014067 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-40f3630a-5b8d-4a90-b434-546b09ca46d6 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:07.039894 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=b1e2e06d-62a4-4065-acdb-9d08e5be1b43,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:07.057319 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-40f3630a-5b8d-4a90-b434-546b09ca46d6 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:07.100212 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-2960b6a2-7230-4a6b-8e6b-173a2c30e752 None None] Set router 49ff74cc-d17b-45b8-876a-65623fed0ffd gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:06:07.154700 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-40f3630a-5b8d-4a90-b434-546b09ca46d6 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:07.227437 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-40f3630a-5b8d-4a90-b434-546b09ca46d6 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:07.255657 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f3630a-5b8d-4a90-b434-546b09ca46d6 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Pushing event deleted for resources: {'Subnet': ['ID=63d35bd7-5698-43e9-b932-9568edb639a4,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:07.259557 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-40f3630a-5b8d-4a90-b434-546b09ca46d6 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:07.261566 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-40f3630a-5b8d-4a90-b434-546b09ca46d6 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "DELETE /v2.0/subnets/63d35bd7-5698-43e9-b932-9568edb639a4 HTTP/1.1" status: 204 len: 168 time: 0.3151109 Sep 17 08:06:07.265779 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00e0c25-85eb-4fc4-bed1-e0c83aedbd91 None None] Network da58380a-915a-40f0-9564-11e428e24524 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:06:07.268656 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 36074) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:06:07.305603 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-2960b6a2-7230-4a6b-8e6b-173a2c30e752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ff74cc-d17b-45b8-876a-65623fed0ffd', 'name': 'tempest-TestNetworkBasicOps-router-1387750121', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '40ca8cfa-95fd-4485-8872-f0efb300c5c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:03:06Z', 'updated_at': '2021-09-17T08:06:06Z', 'revision_number': 7, 'project_id': '72f377991d624d1189daaff7de1bceb3', 'gw_port': {'id': '40ca8cfa-95fd-4485-8872-f0efb300c5c8', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:5f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ff74cc-d17b-45b8-876a-65623fed0ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:06Z', 'updated_at': '2021-09-17T08:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:06:07.322294 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a63f7d-70a6-4fe1-80ad-3bb2d3eaad16 req-54bbba7a-8948-468c-b96a-0c4768c401ed tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:07.323929 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-76a63f7d-70a6-4fe1-80ad-3bb2d3eaad16 req-54bbba7a-8948-468c-b96a-0c4768c401ed tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] 10.222.0.13 "GET /v2.0/ports?device_id=94b73160-d765-4cca-986e-ece361b1b12a HTTP/1.1" status: 200 len: 945 time: 0.1035089 Sep 17 08:06:07.333498 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2960b6a2-7230-4a6b-8e6b-173a2c30e752 None None] Checking router: 49ff74cc-d17b-45b8-876a-65623fed0ffd for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:06:07.342658 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2960b6a2-7230-4a6b-8e6b-173a2c30e752 None None] Routers {'49ff74cc-d17b-45b8-876a-65623fed0ffd'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:06:07.343277 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-2960b6a2-7230-4a6b-8e6b-173a2c30e752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:05:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['49ff74cc-d17b-45b8-876a-65623fed0ffd'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:06:07.355017 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device ce05090b-e85c-47fc-a938-f59373a017e8 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:06:07.401641 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['b1e2e06d-62a4-4065-acdb-9d08e5be1b43'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:06:07.418983 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-76a63f7d-70a6-4fe1-80ad-3bb2d3eaad16 req-ac56a705-e448-48d2-8356-1def8f1e1158 tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c1a9c90-46cf-4aef-a2ec-b6a26cc01c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816686 Sep 17 08:06:07.423431 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d93d075e-d4b8-41d9-943c-a98745eb7c51 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for router, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:07.458538 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-2960b6a2-7230-4a6b-8e6b-173a2c30e752 None None] Set router 49ff74cc-d17b-45b8-876a-65623fed0ffd gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:06:07.483712 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port ce05090b-e85c-47fc-a938-f59373a017e8 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:06:07.487935 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port ce05090b-e85c-47fc-a938-f59373a017e8 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:06:07.488455 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:07.570434 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd1188e-cc9b-4d22-b543-c6cba1bda9f6 None None] DHCP port deletion for da58380a-915a-40f0-9564-11e428e24524 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 08:06:07.672267 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-2960b6a2-7230-4a6b-8e6b-173a2c30e752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ff74cc-d17b-45b8-876a-65623fed0ffd', 'name': 'tempest-TestNetworkBasicOps-router-1387750121', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '40ca8cfa-95fd-4485-8872-f0efb300c5c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:03:06Z', 'updated_at': '2021-09-17T08:06:06Z', 'revision_number': 7, 'project_id': '72f377991d624d1189daaff7de1bceb3', 'gw_port': {'id': '40ca8cfa-95fd-4485-8872-f0efb300c5c8', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:5f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ff74cc-d17b-45b8-876a-65623fed0ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:06Z', 'updated_at': '2021-09-17T08:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:06:07.682581 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:07.699344 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2960b6a2-7230-4a6b-8e6b-173a2c30e752 None None] The sync data for ids ['49ff74cc-d17b-45b8-876a-65623fed0ffd'] in n-d-789963-9 is: [{'id': '49ff74cc-d17b-45b8-876a-65623fed0ffd', 'name': 'tempest-TestNetworkBasicOps-router-1387750121', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '40ca8cfa-95fd-4485-8872-f0efb300c5c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:03:06Z', 'updated_at': '2021-09-17T08:06:06Z', 'revision_number': 7, 'project_id': '72f377991d624d1189daaff7de1bceb3', 'gw_port': {'id': '40ca8cfa-95fd-4485-8872-f0efb300c5c8', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:5f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ff74cc-d17b-45b8-876a-65623fed0ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:03:06Z', 'updated_at': '2021-09-17T08:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:06:07.722461 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-2fd1188e-cc9b-4d22-b543-c6cba1bda9f6 None None] Deleting port dc6eee90-cb7a-46f0-ad5f-79b7939adb85 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:06:07.723067 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2fd1188e-cc9b-4d22-b543-c6cba1bda9f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:07.737313 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac4e1b95-1ad1-4c09-9321-82cdf5b15637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce05090b-e85c-47fc-a938-f59373a017e8'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:06:07.740436 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f4c515d-e30c-4914-a8a0-7a7eda9b9188" -d '{"events": [{"server_uuid": "ac4e1b95-1ad1-4c09-9321-82cdf5b15637", "name": "network-vif-plugged", "status": "completed", "tag": "ce05090b-e85c-47fc-a938-f59373a017e8"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:06:07.775801 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port ce05090b-e85c-47fc-a938-f59373a017e8, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=ce05090b-e85c-47fc-a938-f59373a017e8,segment=NetworkSegment(b4778d6a-10de-4e21-a4ae-c5e870dc3033),segment_id=b4778d6a-10de-4e21-a4ae-c5e870dc3033)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:06:07.785947 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:07.786848 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device ec68007f-a8ad-4a62-9bba-465363bc9308 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:06:07.818612 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec66260-0895-4e2d-9312-fde1a7063785 x-openstack-request-id: req-7ec66260-0895-4e2d-9312-fde1a7063785 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:06:07.818967 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac4e1b95-1ad1-4c09-9321-82cdf5b15637", "name": "network-vif-plugged", "status": "completed", "tag": "ce05090b-e85c-47fc-a938-f59373a017e8", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:06:07.819181 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7ec66260-0895-4e2d-9312-fde1a7063785 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:06:07.819565 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac4e1b95-1ad1-4c09-9321-82cdf5b15637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce05090b-e85c-47fc-a938-f59373a017e8', 'code': 200} Sep 17 08:06:07.865707 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: ec68007f-a8ad-4a62-9bba-465363bc9308 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:06:07.866076 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device ec68007f-a8ad-4a62-9bba-465363bc9308 not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:06:07.877307 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-2fd1188e-cc9b-4d22-b543-c6cba1bda9f6 None None] For port dc6eee90-cb7a-46f0-ad5f-79b7939adb85, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=dc6eee90-cb7a-46f0-ad5f-79b7939adb85,segment=NetworkSegment(3a2d6555-c56f-4c99-9f0e-bc6012adbff0),segment_id=3a2d6555-c56f-4c99-9f0e-bc6012adbff0)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:06:07.877724 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2fd1188e-cc9b-4d22-b543-c6cba1bda9f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:07.901683 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-2fd1188e-cc9b-4d22-b543-c6cba1bda9f6 None None] Calling delete_port for dc6eee90-cb7a-46f0-ad5f-79b7939adb85 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:06:07.903197 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d93d075e-d4b8-41d9-943c-a98745eb7c51 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:07.918817 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=ce05090b-e85c-47fc-a938-f59373a017e8,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:07.920731 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce1f4c-2d53-4802-b033-dbcf9115a652 req-1518c40e-e2d2-49c4-89d3-e5d6c56f342f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:07.924060 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-76ce1f4c-2d53-4802-b033-dbcf9115a652 req-1518c40e-e2d2-49c4-89d3-e5d6c56f342f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ac4e1b95-1ad1-4c09-9321-82cdf5b15637 HTTP/1.1" status: 200 len: 1096 time: 0.0446763 Sep 17 08:06:07.958649 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-d93d075e-d4b8-41d9-943c-a98745eb7c51 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Deleting port 40ca8cfa-95fd-4485-8872-f0efb300c5c8 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:06:07.959000 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d93d075e-d4b8-41d9-943c-a98745eb7c51 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:07.971653 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-76ce1f4c-2d53-4802-b033-dbcf9115a652 req-b8b5d2a6-e529-42ab-9735-5c616dd4fe8e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=fbbd47e9-1dbc-4a7c-bb94-53f9fd4a5344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398936 Sep 17 08:06:08.042446 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-d93d075e-d4b8-41d9-943c-a98745eb7c51 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] For port 40ca8cfa-95fd-4485-8872-f0efb300c5c8, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=40ca8cfa-95fd-4485-8872-f0efb300c5c8,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:06:08.042817 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d93d075e-d4b8-41d9-943c-a98745eb7c51 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:08.062507 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-d93d075e-d4b8-41d9-943c-a98745eb7c51 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Calling delete_port for 40ca8cfa-95fd-4485-8872-f0efb300c5c8 owned by network:router_gateway {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:06:08.163861 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2fd1188e-cc9b-4d22-b543-c6cba1bda9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:08.194200 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device dc6eee90-cb7a-46f0-ad5f-79b7939adb85 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:06:08.198237 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd1188e-cc9b-4d22-b543-c6cba1bda9f6 None None] Pushing event deleted for resources: {'Port': ['ID=dc6eee90-cb7a-46f0-ad5f-79b7939adb85,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:08.204359 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f4ed62-6e61-42ce-a4a1-9de3f8dacc1a req-4702ae54-a173-4eb8-9dd8-e2c943098229 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:08.205915 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-30f4ed62-6e61-42ce-a4a1-9de3f8dacc1a req-4702ae54-a173-4eb8-9dd8-e2c943098229 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/ports?device_id=9eccd5cb-1702-4c09-9c64-de0005662ac1 HTTP/1.1" status: 200 len: 945 time: 0.0732644 Sep 17 08:06:08.219043 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: dc6eee90-cb7a-46f0-ad5f-79b7939adb85 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:06:08.219279 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device dc6eee90-cb7a-46f0-ad5f-79b7939adb85 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:06:08.220734 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd1188e-cc9b-4d22-b543-c6cba1bda9f6 None None] No DVR routers for this DVR port dc6eee90-cb7a-46f0-ad5f-79b7939adb85 on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:06:08.292295 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-30f4ed62-6e61-42ce-a4a1-9de3f8dacc1a req-b673a8b9-edef-43cf-b9b6-71337e5b4ed0 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbbd47e9-1dbc-4a7c-bb94-53f9fd4a5344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454645 Sep 17 08:06:08.336196 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d93d075e-d4b8-41d9-943c-a98745eb7c51 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:08.363036 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93d075e-d4b8-41d9-943c-a98745eb7c51 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Pushing event deleted for resources: {'Port': ['ID=40ca8cfa-95fd-4485-8872-f0efb300c5c8,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:08.442572 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d93d075e-d4b8-41d9-943c-a98745eb7c51 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:08.550718 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d93d075e-d4b8-41d9-943c-a98745eb7c51 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:08.553657 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d93d075e-d4b8-41d9-943c-a98745eb7c51 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:08.610048 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c16e00-41f6-48a1-84e2-cd553ca002ef req-f7732ea0-9a3f-4ed2-86f2-e611200740b0 tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:08.611622 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-33c16e00-41f6-48a1-84e2-cd553ca002ef req-f7732ea0-9a3f-4ed2-86f2-e611200740b0 tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] 10.222.0.13 "GET /v2.0/ports?device_id=94b73160-d765-4cca-986e-ece361b1b12a HTTP/1.1" status: 200 len: 945 time: 0.1146348 Sep 17 08:06:08.612694 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d93d075e-d4b8-41d9-943c-a98745eb7c51 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:08.613198 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d93d075e-d4b8-41d9-943c-a98745eb7c51 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Fanout notify agent at l3_agent the message router_deleted on router 49ff74cc-d17b-45b8-876a-65623fed0ffd {{(pid=101289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 08:06:08.619473 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d93d075e-d4b8-41d9-943c-a98745eb7c51 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:08.620525 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-d93d075e-d4b8-41d9-943c-a98745eb7c51 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "DELETE /v2.0/routers/49ff74cc-d17b-45b8-876a-65623fed0ffd HTTP/1.1" status: 204 len: 168 time: 1.3516548 Sep 17 08:06:08.623320 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 36086) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:06:08.656694 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-33c16e00-41f6-48a1-84e2-cd553ca002ef req-48e7b902-fb61-4cef-98a9-8fe182504a49 tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c1a9c90-46cf-4aef-a2ec-b6a26cc01c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350268 Sep 17 08:06:08.712083 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-35f52285-6ed0-4bb9-8630-bbcef1966efc tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:08.813400 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-35f52285-6ed0-4bb9-8630-bbcef1966efc tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:08.862602 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-35f52285-6ed0-4bb9-8630-bbcef1966efc tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da58380a-915a-40f0-9564-11e428e24524']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:06:08.873717 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-35f52285-6ed0-4bb9-8630-bbcef1966efc tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a2d6555-c56f-4c99-9f0e-bc6012adbff0') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:06:08.874021 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-35f52285-6ed0-4bb9-8630-bbcef1966efc tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a2d6555-c56f-4c99-9f0e-bc6012adbff0') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:06:08.888529 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d78ee-b767-43be-98f7-b617b2291fe0 req-1899549a-8569-4786-9a13-f1ef9311682f tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:08.889986 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-997d78ee-b767-43be-98f7-b617b2291fe0 req-1899549a-8569-4786-9a13-f1ef9311682f tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] 10.222.0.41 "GET /v2.0/ports?device_id=94b73160-d765-4cca-986e-ece361b1b12a HTTP/1.1" status: 200 len: 945 time: 0.1095829 Sep 17 08:06:08.893180 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-35f52285-6ed0-4bb9-8630-bbcef1966efc tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:08.927499 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-35f52285-6ed0-4bb9-8630-bbcef1966efc tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:08.940078 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35f52285-6ed0-4bb9-8630-bbcef1966efc tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:06:08.940469 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-35f52285-6ed0-4bb9-8630-bbcef1966efc tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:08.943593 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 08:06:08.943593 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:06:08.943593 n-d-789963-9 neutron-server[101290]: timer() Sep 17 08:06:08.943593 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:06:08.943593 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 08:06:08.943593 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:06:08.943593 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 08:06:08.943593 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:06:08.943593 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 08:06:08.943593 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:06:08.943593 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 08:06:08.943593 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:06:08.943593 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 08:06:08.943593 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:06:08.943593 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:06:08.943593 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:06:08.943593 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:06:08.943593 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:06:08.943593 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 08:06:08.943593 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:06:08.943593 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 08:06:08.943593 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:06:08.943593 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:06:08.943593 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:06:08.943593 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 08:06:08.943593 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:06:08.943593 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:06:08.943593 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:06:08.943593 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:06:08.943593 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:06:08.943593 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:06:08.943593 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:06:09.029608 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-35f52285-6ed0-4bb9-8630-bbcef1966efc tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:09.037253 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-35f52285-6ed0-4bb9-8630-bbcef1966efc tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:09.039082 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-35f52285-6ed0-4bb9-8630-bbcef1966efc tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "DELETE /v2.0/networks/da58380a-915a-40f0-9564-11e428e24524 HTTP/1.1" status: 204 len: 168 time: 0.4146664 Sep 17 08:06:09.052007 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f52285-6ed0-4bb9-8630-bbcef1966efc tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Pushing event deleted for resources: {'Network': ['ID=da58380a-915a-40f0-9564-11e428e24524,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:09.065784 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 36088) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:06:09.073558 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-15d8e46e-3239-4d4a-a046-0fe77aa37bc4 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Request body: {'network': {'name': 'tempest-network-smoke--1892066901', 'project_id': '72f377991d624d1189daaff7de1bceb3', 'port_security_enabled': True}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:06:09.074413 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-997d78ee-b767-43be-98f7-b617b2291fe0 req-727d9174-c6d3-4e18-a17c-3365d1386e28 tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] Deleting port 5a447304-e2e9-40c9-b691-3dd8fadf60ba {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:06:09.074885 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-997d78ee-b767-43be-98f7-b617b2291fe0 req-727d9174-c6d3-4e18-a17c-3365d1386e28 tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:09.114162 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d8e46e-3239-4d4a-a046-0fe77aa37bc4 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Made reservation on behalf of 72f377991d624d1189daaff7de1bceb3 for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:06:09.117987 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-15d8e46e-3239-4d4a-a046-0fe77aa37bc4 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:09.152599 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15d8e46e-3239-4d4a-a046-0fe77aa37bc4 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:06:09.163199 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-15d8e46e-3239-4d4a-a046-0fe77aa37bc4 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:09.163930 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-15d8e46e-3239-4d4a-a046-0fe77aa37bc4 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Added segment 1a23dff6-ada3-4640-bc1d-953a4fbdf324 of type vlan for network feb450c6-2abe-4123-8a65-81f95eb8a727 Sep 17 08:06:09.196349 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-997d78ee-b767-43be-98f7-b617b2291fe0 req-727d9174-c6d3-4e18-a17c-3365d1386e28 tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] For port 5a447304-e2e9-40c9-b691-3dd8fadf60ba, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=5a447304-e2e9-40c9-b691-3dd8fadf60ba,segment=NetworkSegment(bc898c63-c4ae-447a-8e39-f8b2338969bd),segment_id=bc898c63-c4ae-447a-8e39-f8b2338969bd)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:06:09.196721 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-997d78ee-b767-43be-98f7-b617b2291fe0 req-727d9174-c6d3-4e18-a17c-3365d1386e28 tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:09.210456 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-15d8e46e-3239-4d4a-a046-0fe77aa37bc4 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:09.212162 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-997d78ee-b767-43be-98f7-b617b2291fe0 req-727d9174-c6d3-4e18-a17c-3365d1386e28 tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] Calling delete_port for 5a447304-e2e9-40c9-b691-3dd8fadf60ba owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:06:09.239972 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-15d8e46e-3239-4d4a-a046-0fe77aa37bc4 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:09.246146 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d8e46e-3239-4d4a-a046-0fe77aa37bc4 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:09.246734 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-15d8e46e-3239-4d4a-a046-0fe77aa37bc4 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:09.283074 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-15d8e46e-3239-4d4a-a046-0fe77aa37bc4 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2160943 Sep 17 08:06:09.293045 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 36090) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:06:09.297499 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-f4744246-6922-48cc-ae5f-b2e3a41e3d9f tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-387508932', 'admin_state_up': True, 'project_id': '72f377991d624d1189daaff7de1bceb3', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:06:09.322885 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8e46e-3239-4d4a-a046-0fe77aa37bc4 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Pushing event updated for resources: {'Network': ['ID=feb450c6-2abe-4123-8a65-81f95eb8a727,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:09.347055 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network feb450c6-2abe-4123-8a65-81f95eb8a727 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:06:09.365477 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f4744246-6922-48cc-ae5f-b2e3a41e3d9f tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:09.366544 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f4744246-6922-48cc-ae5f-b2e3a41e3d9f tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:09.384119 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device e8f1a577-b443-4b25-9739-941ae4112e14 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:06:09.399499 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-997d78ee-b767-43be-98f7-b617b2291fe0 req-727d9174-c6d3-4e18-a17c-3365d1386e28 tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:09.437923 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['5a447304-e2e9-40c9-b691-3dd8fadf60ba'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:06:09.452542 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727d9174-c6d3-4e18-a17c-3365d1386e28 tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] Pushing event deleted for resources: {'Port': ['ID=5a447304-e2e9-40c9-b691-3dd8fadf60ba,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:09.510745 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b003659-44b8-4a4d-b133-02a140224ee8 req-1fc66e78-7e00-441b-8223-d08331f75812 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:09.515929 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f4744246-6922-48cc-ae5f-b2e3a41e3d9f tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:09.522022 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2b003659-44b8-4a4d-b133-02a140224ee8 req-1fc66e78-7e00-441b-8223-d08331f75812 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/ports?device_id=9eccd5cb-1702-4c09-9c64-de0005662ac1 HTTP/1.1" status: 200 len: 945 time: 0.1095939 Sep 17 08:06:09.539946 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-997d78ee-b767-43be-98f7-b617b2291fe0 req-727d9174-c6d3-4e18-a17c-3365d1386e28 tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] No DVR routers for this DVR port 5a447304-e2e9-40c9-b691-3dd8fadf60ba on host n-h1-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:06:09.545286 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port e8f1a577-b443-4b25-9739-941ae4112e14 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:06:09.549189 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port e8f1a577-b443-4b25-9739-941ae4112e14 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:06:09.549686 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:09.558969 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2b003659-44b8-4a4d-b133-02a140224ee8 req-b52c9746-dab7-4541-9537-2eca98ea8213 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbbd47e9-1dbc-4a7c-bb94-53f9fd4a5344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372179 Sep 17 08:06:09.584619 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-997d78ee-b767-43be-98f7-b617b2291fe0 req-727d9174-c6d3-4e18-a17c-3365d1386e28 tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:09.586654 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-997d78ee-b767-43be-98f7-b617b2291fe0 req-727d9174-c6d3-4e18-a17c-3365d1386e28 tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] 10.222.0.41 "DELETE /v2.0/ports/5a447304-e2e9-40c9-b691-3dd8fadf60ba HTTP/1.1" status: 204 len: 173 time: 0.6874721 Sep 17 08:06:09.587104 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94b73160-d765-4cca-986e-ece361b1b12a', 'name': 'network-vif-deleted', 'tag': '5a447304-e2e9-40c9-b691-3dd8fadf60ba'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:06:09.589677 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da46147d-dcd7-4a11-ab6b-8b120c83196c" -d '{"events": [{"server_uuid": "94b73160-d765-4cca-986e-ece361b1b12a", "name": "network-vif-deleted", "tag": "5a447304-e2e9-40c9-b691-3dd8fadf60ba"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:06:09.668460 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:09.671920 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14013296-be07-475a-b52b-5949f0f9efeb x-openstack-request-id: req-14013296-be07-475a-b52b-5949f0f9efeb {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:06:09.672232 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94b73160-d765-4cca-986e-ece361b1b12a", "name": "network-vif-deleted", "tag": "5a447304-e2e9-40c9-b691-3dd8fadf60ba", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:06:09.672465 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-14013296-be07-475a-b52b-5949f0f9efeb {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:06:09.672859 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94b73160-d765-4cca-986e-ece361b1b12a', 'name': 'network-vif-deleted', 'tag': '5a447304-e2e9-40c9-b691-3dd8fadf60ba', 'status': 'completed', 'code': 200} Sep 17 08:06:09.714645 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port e8f1a577-b443-4b25-9739-941ae4112e14, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=e8f1a577-b443-4b25-9739-941ae4112e14,segment=NetworkSegment(b4778d6a-10de-4e21-a4ae-c5e870dc3033),segment_id=b4778d6a-10de-4e21-a4ae-c5e870dc3033)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:06:09.733321 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:09.822970 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5fdc85e7-f555-453e-a891-008b5ad323cd req-a4f06b94-442c-4e5c-96c8-988a8a13db3c tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] 10.222.0.13 "GET /v2.0/ports?device_id=94b73160-d765-4cca-986e-ece361b1b12a HTTP/1.1" status: 200 len: 210 time: 0.0463996 Sep 17 08:06:09.832228 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43fc92ac-995e-4c71-8e5f-bd18869ad049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8f1a577-b443-4b25-9739-941ae4112e14'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:06:09.834817 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b1ca64d-3da9-4a39-9266-bbcd207bdbd4" -d '{"events": [{"server_uuid": "43fc92ac-995e-4c71-8e5f-bd18869ad049", "name": "network-vif-plugged", "status": "completed", "tag": "e8f1a577-b443-4b25-9739-941ae4112e14"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:06:09.838480 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=e8f1a577-b443-4b25-9739-941ae4112e14,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:09.858409 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device d085e195-21cd-4e1c-9382-e2d90512a109 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:06:09.886418 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: d085e195-21cd-4e1c-9382-e2d90512a109 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:06:09.886967 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device d085e195-21cd-4e1c-9382-e2d90512a109 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:06:09.887568 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 40ca8cfa-95fd-4485-8872-f0efb300c5c8 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:06:09.890827 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b17f2443-4309-4956-b878-1b6bb78f2c1f x-openstack-request-id: req-b17f2443-4309-4956-b878-1b6bb78f2c1f {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:06:09.891372 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43fc92ac-995e-4c71-8e5f-bd18869ad049", "name": "network-vif-plugged", "status": "completed", "tag": "e8f1a577-b443-4b25-9739-941ae4112e14", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:06:09.891596 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b17f2443-4309-4956-b878-1b6bb78f2c1f {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:06:09.892173 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43fc92ac-995e-4c71-8e5f-bd18869ad049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8f1a577-b443-4b25-9739-941ae4112e14', 'code': 200} Sep 17 08:06:09.912265 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 40ca8cfa-95fd-4485-8872-f0efb300c5c8 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:06:09.912872 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 40ca8cfa-95fd-4485-8872-f0efb300c5c8 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:06:10.026644 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f4744246-6922-48cc-ae5f-b2e3a41e3d9f tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:10.099255 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcdfe4a-bf8b-45f0-b4a6-6ba8a843e904 req-57577a60-ae11-4719-8f15-f276d1955949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:10.100995 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3dcdfe4a-bf8b-45f0-b4a6-6ba8a843e904 req-57577a60-ae11-4719-8f15-f276d1955949 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=43fc92ac-995e-4c71-8e5f-bd18869ad049 HTTP/1.1" status: 200 len: 1097 time: 0.0704851 Sep 17 08:06:10.175526 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3dcdfe4a-bf8b-45f0-b4a6-6ba8a843e904 req-daeb9189-07a0-45f7-9d6d-bcf957585a1f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=fbbd47e9-1dbc-4a7c-bb94-53f9fd4a5344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408945 Sep 17 08:06:10.285562 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f4744246-6922-48cc-ae5f-b2e3a41e3d9f tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for router_gateway, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:10.304085 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f4744246-6922-48cc-ae5f-b2e3a41e3d9f tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:10.409010 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-f4744246-6922-48cc-ae5f-b2e3a41e3d9f tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Allocated IP 172.25.6.192 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/28efd83c-9cdb-4cfd-8491-31e4131c3c2c) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:06:10.506707 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f4744246-6922-48cc-ae5f-b2e3a41e3d9f tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:10.540107 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f4744246-6922-48cc-ae5f-b2e3a41e3d9f tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:10.575425 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4744246-6922-48cc-ae5f-b2e3a41e3d9f tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:06:10.578160 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-f4744246-6922-48cc-ae5f-b2e3a41e3d9f tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:06:10.581659 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4744246-6922-48cc-ae5f-b2e3a41e3d9f tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:06:10.612239 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4744246-6922-48cc-ae5f-b2e3a41e3d9f tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Pushing event updated for resources: {'Port': ['ID=28efd83c-9cdb-4cfd-8491-31e4131c3c2c,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:10.676410 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa08b62-0426-4493-b700-f455ece03128 req-60717472-e965-4354-86c9-40dc257e55cb tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:10.678045 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7fa08b62-0426-4493-b700-f455ece03128 req-60717472-e965-4354-86c9-40dc257e55cb tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/ports?device_id=9eccd5cb-1702-4c09-9c64-de0005662ac1 HTTP/1.1" status: 200 len: 945 time: 0.0478711 Sep 17 08:06:10.720651 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7fa08b62-0426-4493-b700-f455ece03128 req-98b98cbe-6185-4e48-97d0-a24369e80212 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbbd47e9-1dbc-4a7c-bb94-53f9fd4a5344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320747 Sep 17 08:06:10.764077 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device b1e2e06d-62a4-4065-acdb-9d08e5be1b43 up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:06:10.815700 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning for port b1e2e06d-62a4-4065-acdb-9d08e5be1b43 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:06:10.819633 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port b1e2e06d-62a4-4065-acdb-9d08e5be1b43 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:06:10.820054 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:10.846592 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f4744246-6922-48cc-ae5f-b2e3a41e3d9f tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for router_gateway, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:10.906725 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:10.940350 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port b1e2e06d-62a4-4065-acdb-9d08e5be1b43, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=b1e2e06d-62a4-4065-acdb-9d08e5be1b43,segment=NetworkSegment(b4778d6a-10de-4e21-a4ae-c5e870dc3033),segment_id=b4778d6a-10de-4e21-a4ae-c5e870dc3033)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:06:10.944429 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:10.945233 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 5a447304-e2e9-40c9-b691-3dd8fadf60ba no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:06:10.988325 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] No Port match for: 5a447304-e2e9-40c9-b691-3dd8fadf60ba {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:06:10.988690 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 5a447304-e2e9-40c9-b691-3dd8fadf60ba not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:06:11.013024 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=b1e2e06d-62a4-4065-acdb-9d08e5be1b43,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:11.057851 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f4744246-6922-48cc-ae5f-b2e3a41e3d9f tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:11.168546 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f96f1-4304-4b6f-bcbc-ada0747619c1 req-40af9e14-75f2-476f-b132-13ef6a273076 tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:11.170050 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c35f96f1-4304-4b6f-bcbc-ada0747619c1 req-40af9e14-75f2-476f-b132-13ef6a273076 tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] 10.222.0.13 "GET /v2.0/networks?id=5149f750-0091-409d-871d-432517a1d159 HTTP/1.1" status: 200 len: 809 time: 0.1033974 Sep 17 08:06:11.185970 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c35f96f1-4304-4b6f-bcbc-ada0747619c1 req-721fa918-875f-4df8-975f-3a848b457aec tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] 10.222.0.13 "GET /v2.0/quotas/052398e9a1a54a66bd3a1828153ec342 HTTP/1.1" status: 200 len: 375 time: 0.0090990 Sep 17 08:06:11.186160 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4744246-6922-48cc-ae5f-b2e3a41e3d9f tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Router 29c97e37-6f5c-47ae-8f42-4c579a396737 is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 08:06:11.219092 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c35f96f1-4304-4b6f-bcbc-ada0747619c1 req-2db7d4fd-3c24-4301-b91e-b66ac88c2812 tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=052398e9a1a54a66bd3a1828153ec342&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265534 Sep 17 08:06:11.295488 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4744246-6922-48cc-ae5f-b2e3a41e3d9f tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:06:11.306413 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb2553e-c143-449b-b9b0-c69786ff9b3d None None] Sync routers for ids ['29c97e37-6f5c-47ae-8f42-4c579a396737'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:06:11.315364 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f4744246-6922-48cc-ae5f-b2e3a41e3d9f tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:11.315945 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c35f96f1-4304-4b6f-bcbc-ada0747619c1 req-95471320-8ec2-43c4-ae7d-abacf1bf0b73 service neutron] 10.222.0.13 "GET /v2.0/networks/5149f750-0091-409d-871d-432517a1d159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894995 Sep 17 08:06:11.316098 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb2553e-c143-449b-b9b0-c69786ff9b3d None None] Routers {'29c97e37-6f5c-47ae-8f42-4c579a396737'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:06:11.316613 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-cbb2553e-c143-449b-b9b0-c69786ff9b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:05:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['29c97e37-6f5c-47ae-8f42-4c579a396737'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:06:11.319723 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 36122) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:06:11.320048 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f4744246-6922-48cc-ae5f-b2e3a41e3d9f tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.0266533 Sep 17 08:06:11.355153 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-5544429f-1696-4c26-b44a-ffa2d2b2b6aa tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=72f377991d624d1189daaff7de1bceb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0339406 Sep 17 08:06:11.357992 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 36124) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:06:11.424374 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-cbb2553e-c143-449b-b9b0-c69786ff9b3d None None] Set router 29c97e37-6f5c-47ae-8f42-4c579a396737 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:06:11.434602 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c35f96f1-4304-4b6f-bcbc-ada0747619c1 req-c3f8a590-d4f4-4ad4-98a7-3be1f015f4de service neutron] 10.222.0.13 "GET /v2.0/networks/5149f750-0091-409d-871d-432517a1d159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038194 Sep 17 08:06:11.457765 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e6dd63-c946-442a-844e-da9eb191944c tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:11.459562 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e0e6dd63-c946-442a-844e-da9eb191944c tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0999448 Sep 17 08:06:11.462579 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 36126) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:06:11.491781 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-55f2b7df-c348-4f9c-ae6f-b67a97e1f707 tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=5fc128c4-343a-4b5b-8a61-6a2b8d95c555&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277021 Sep 17 08:06:11.494370 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 36128) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:06:11.499798 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-55d8e133-a929-4971-ab2e-7abe52195f0e tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-273820664', 'network_id': 'feb450c6-2abe-4123-8a65-81f95eb8a727', 'project_id': '72f377991d624d1189daaff7de1bceb3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:06:11.610042 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a067fe26-b79f-49a4-8be1-7b5ef38f72d0 req-eb27670a-2d3a-4c61-a5c0-705f1c16ece0 tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8c37c47-c5da-4a9b-ae21-a8be10457dd5 HTTP/1.1" status: 200 len: 210 time: 0.0321500 Sep 17 08:06:11.619288 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d8e133-a929-4971-ab2e-7abe52195f0e tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Made reservation on behalf of 72f377991d624d1189daaff7de1bceb3 for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:06:11.623957 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-55d8e133-a929-4971-ab2e-7abe52195f0e tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:11.626746 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-cbb2553e-c143-449b-b9b0-c69786ff9b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c97e37-6f5c-47ae-8f42-4c579a396737', 'name': 'tempest-TestNetworkBasicOps-router-387508932', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '28efd83c-9cdb-4cfd-8491-31e4131c3c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:06:09Z', 'updated_at': '2021-09-17T08:06:10Z', 'revision_number': 3, 'project_id': '72f377991d624d1189daaff7de1bceb3', 'gw_port': {'id': '28efd83c-9cdb-4cfd-8491-31e4131c3c2c', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a6:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c97e37-6f5c-47ae-8f42-4c579a396737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:06:10Z', 'updated_at': '2021-09-17T08:06:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:06:11.656937 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb2553e-c143-449b-b9b0-c69786ff9b3d None None] Checking router: 29c97e37-6f5c-47ae-8f42-4c579a396737 for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:06:11.657289 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb2553e-c143-449b-b9b0-c69786ff9b3d None None] Updating router 29c97e37-6f5c-47ae-8f42-4c579a396737 port 28efd83c-9cdb-4cfd-8491-31e4131c3c2c binding host n-d-789963-9 {{(pid=101291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 08:06:11.687359 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cbb2553e-c143-449b-b9b0-c69786ff9b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:11.890436 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-55d8e133-a929-4971-ab2e-7abe52195f0e tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:11.894286 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eccd5cb-1702-4c09-9c64-de0005662ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1e2e06d-62a4-4065-acdb-9d08e5be1b43'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:06:11.897001 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3927117c-5714-4007-8414-edc18bf9344e" -d '{"events": [{"server_uuid": "9eccd5cb-1702-4c09-9c64-de0005662ac1", "name": "network-vif-plugged", "status": "completed", "tag": "b1e2e06d-62a4-4065-acdb-9d08e5be1b43"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:06:11.938480 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65cdbf0-6344-4c2e-bf63-aa96caf5aed2 req-abcf9099-9a1a-423c-a3fd-96417ce122fa tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:11.940059 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a65cdbf0-6344-4c2e-bf63-aa96caf5aed2 req-abcf9099-9a1a-423c-a3fd-96417ce122fa tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/ports?device_id=9eccd5cb-1702-4c09-9c64-de0005662ac1 HTTP/1.1" status: 200 len: 946 time: 0.1050529 Sep 17 08:06:11.977621 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d8e133-a929-4971-ab2e-7abe52195f0e tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Pushing event updated for resources: {'Subnet': ['ID=b6248dd9-2d9f-4890-b97f-90338bdf79da,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:11.997209 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cbb2553e-c143-449b-b9b0-c69786ff9b3d None None] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:12.005609 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cbb2553e-c143-449b-b9b0-c69786ff9b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:12.007728 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d8e133-a929-4971-ab2e-7abe52195f0e tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Checking segment: {'id': '1a23dff6-ada3-4640-bc1d-953a4fbdf324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'feb450c6-2abe-4123-8a65-81f95eb8a727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:06:12.008207 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d8e133-a929-4971-ab2e-7abe52195f0e tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Network hostable DHCP agents. Network: feb450c6-2abe-4123-8a65-81f95eb8a727, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:06:12.021083 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a65cdbf0-6344-4c2e-bf63-aa96caf5aed2 req-f3ca966f-bf74-4ce5-8109-192d6ce881ae tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbbd47e9-1dbc-4a7c-bb94-53f9fd4a5344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693381 Sep 17 08:06:12.039608 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d8e133-a929-4971-ab2e-7abe52195f0e tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Network feb450c6-2abe-4123-8a65-81f95eb8a727 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:06:12.041759 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d5c3aa-88c0-420d-ae80-e9c3dd07de45 x-openstack-request-id: req-07d5c3aa-88c0-420d-ae80-e9c3dd07de45 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:06:12.042398 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eccd5cb-1702-4c09-9c64-de0005662ac1", "name": "network-vif-plugged", "status": "completed", "tag": "b1e2e06d-62a4-4065-acdb-9d08e5be1b43", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:06:12.042398 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-07d5c3aa-88c0-420d-ae80-e9c3dd07de45 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:06:12.042698 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eccd5cb-1702-4c09-9c64-de0005662ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1e2e06d-62a4-4065-acdb-9d08e5be1b43', 'code': 200} Sep 17 08:06:12.056694 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-55d8e133-a929-4971-ab2e-7abe52195f0e tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, feb450c6-2abe-4123-8a65-81f95eb8a727) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:06:12.061817 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d8e133-a929-4971-ab2e-7abe52195f0e tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:12.062585 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-55d8e133-a929-4971-ab2e-7abe52195f0e tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:12.073738 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11523bac-885b-4e9d-a824-5d2c7a2a6de0 None None] Pushing event updated for resources: {'Port': ['ID=28efd83c-9cdb-4cfd-8491-31e4131c3c2c,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:12.078066 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-cbb2553e-c143-449b-b9b0-c69786ff9b3d None None] Attempting to bind port 28efd83c-9cdb-4cfd-8491-31e4131c3c2c on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:06:12.078478 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-cbb2553e-c143-449b-b9b0-c69786ff9b3d None None] Attempting to bind port 28efd83c-9cdb-4cfd-8491-31e4131c3c2c by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:06:12.078903 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb2553e-c143-449b-b9b0-c69786ff9b3d None None] Attempting to bind port 28efd83c-9cdb-4cfd-8491-31e4131c3c2c on network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:06:12.083912 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-55d8e133-a929-4971-ab2e-7abe52195f0e tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5859356 Sep 17 08:06:12.084583 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb2553e-c143-449b-b9b0-c69786ff9b3d None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:06:12.084967 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb2553e-c143-449b-b9b0-c69786ff9b3d None None] Checking segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:06:12.085310 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 36146) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:06:12.085442 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cbb2553e-c143-449b-b9b0-c69786ff9b3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:12.085760 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb2553e-c143-449b-b9b0-c69786ff9b3d None None] Bound using segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:06:12.086232 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-cbb2553e-c143-449b-b9b0-c69786ff9b3d None None] Bound port: 28efd83c-9cdb-4cfd-8491-31e4131c3c2c, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:06:12.086627 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cbb2553e-c143-449b-b9b0-c69786ff9b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:12.109869 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b571dd6-6afb-4d0e-8102-75484d70d4da None None] Network feb450c6-2abe-4123-8a65-81f95eb8a727 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:06:12.178651 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c0e4fc-53a1-4bde-9526-87085193d0a6 req-8203cb11-371b-4ae9-a453-7f531bf4e97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:12.180306 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-50c0e4fc-53a1-4bde-9526-87085193d0a6 req-8203cb11-371b-4ae9-a453-7f531bf4e97e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9eccd5cb-1702-4c09-9c64-de0005662ac1 HTTP/1.1" status: 200 len: 1097 time: 0.0467756 Sep 17 08:06:12.198395 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-cbb2553e-c143-449b-b9b0-c69786ff9b3d None None] For port 28efd83c-9cdb-4cfd-8491-31e4131c3c2c, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:06:12.203445 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-cbb2553e-c143-449b-b9b0-c69786ff9b3d None None] For port 28efd83c-9cdb-4cfd-8491-31e4131c3c2c, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=28efd83c-9cdb-4cfd-8491-31e4131c3c2c,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:06:12.211048 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cbb2553e-c143-449b-b9b0-c69786ff9b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:12.245358 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-50c0e4fc-53a1-4bde-9526-87085193d0a6 req-26c9be31-ceda-4ca2-9a9c-d7740b7aaeff service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fbbd47e9-1dbc-4a7c-bb94-53f9fd4a5344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508964 Sep 17 08:06:12.294267 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb2553e-c143-449b-b9b0-c69786ff9b3d None None] Routers {'29c97e37-6f5c-47ae-8f42-4c579a396737'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:06:12.295475 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-cbb2553e-c143-449b-b9b0-c69786ff9b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:05:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['29c97e37-6f5c-47ae-8f42-4c579a396737'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:06:12.363587 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11523bac-885b-4e9d-a824-5d2c7a2a6de0 None None] Pushing event updated for resources: {'Port': ['ID=28efd83c-9cdb-4cfd-8491-31e4131c3c2c,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:12.417881 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a32f08-5113-403e-b6b0-50a43118419a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-feb450c6-2abe-4123-8a65-81f95eb8a727', 'network_id': 'feb450c6-2abe-4123-8a65-81f95eb8a727', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'fixed_ips': [{'subnet_id': 'b6248dd9-2d9f-4890-b97f-90338bdf79da'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:06:12.418722 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b8a32f08-5113-403e-b6b0-50a43118419a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:12.456484 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-cbb2553e-c143-449b-b9b0-c69786ff9b3d None None] Set router 29c97e37-6f5c-47ae-8f42-4c579a396737 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:06:12.558574 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6dedc5e5-b098-4fd3-ad25-0e1ada281745 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:12.690257 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-b8a32f08-5113-403e-b6b0-50a43118419a None None] Allocated IP 172.20.0.2 (feb450c6-2abe-4123-8a65-81f95eb8a727/b6248dd9-2d9f-4890-b97f-90338bdf79da/d151c2fc-3843-43a0-9de8-4161d12d11aa) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:06:12.743667 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-43b7ee96-0ebc-484d-a513-a667097c3b28 req-7a23c333-9b68-4cb8-a006-d52d6312bd8c tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8c37c47-c5da-4a9b-ae21-a8be10457dd5 HTTP/1.1" status: 200 len: 210 time: 0.0583870 Sep 17 08:06:12.820012 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-cbb2553e-c143-449b-b9b0-c69786ff9b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c97e37-6f5c-47ae-8f42-4c579a396737', 'name': 'tempest-TestNetworkBasicOps-router-387508932', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '28efd83c-9cdb-4cfd-8491-31e4131c3c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:06:09Z', 'updated_at': '2021-09-17T08:06:10Z', 'revision_number': 3, 'project_id': '72f377991d624d1189daaff7de1bceb3', 'gw_port': {'id': '28efd83c-9cdb-4cfd-8491-31e4131c3c2c', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a6:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c97e37-6f5c-47ae-8f42-4c579a396737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:06:10Z', 'updated_at': '2021-09-17T08:06:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:06:12.851997 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb2553e-c143-449b-b9b0-c69786ff9b3d None None] The sync data for ids ['29c97e37-6f5c-47ae-8f42-4c579a396737'] in n-d-789963-9 is: [{'id': '29c97e37-6f5c-47ae-8f42-4c579a396737', 'name': 'tempest-TestNetworkBasicOps-router-387508932', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '28efd83c-9cdb-4cfd-8491-31e4131c3c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:06:09Z', 'updated_at': '2021-09-17T08:06:10Z', 'revision_number': 3, 'project_id': '72f377991d624d1189daaff7de1bceb3', 'gw_port': {'id': '28efd83c-9cdb-4cfd-8491-31e4131c3c2c', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a6:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c97e37-6f5c-47ae-8f42-4c579a396737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:06:10Z', 'updated_at': '2021-09-17T08:06:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:06:12.893775 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b8a32f08-5113-403e-b6b0-50a43118419a None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:12.901063 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b8a32f08-5113-403e-b6b0-50a43118419a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:12.944584 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a32f08-5113-403e-b6b0-50a43118419a None None] Network feb450c6-2abe-4123-8a65-81f95eb8a727 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:06:12.947460 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-b8a32f08-5113-403e-b6b0-50a43118419a None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:06:12.953564 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a32f08-5113-403e-b6b0-50a43118419a None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:06:12.959684 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-6dedc5e5-b098-4fd3-ad25-0e1ada281745 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Allocated IP 172.20.0.1 (feb450c6-2abe-4123-8a65-81f95eb8a727/b6248dd9-2d9f-4890-b97f-90338bdf79da/e3718f3f-a1d2-4338-b742-56fef6e8fc96) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:06:12.960799 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a32f08-5113-403e-b6b0-50a43118419a None None] Pushing event updated for resources: {'Port': ['ID=d151c2fc-3843-43a0-9de8-4161d12d11aa,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:13.018762 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-b8a32f08-5113-403e-b6b0-50a43118419a None None] Attempting to bind port d151c2fc-3843-43a0-9de8-4161d12d11aa on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:06:13.019252 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-b8a32f08-5113-403e-b6b0-50a43118419a None None] Attempting to bind port d151c2fc-3843-43a0-9de8-4161d12d11aa by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '1a23dff6-ada3-4640-bc1d-953a4fbdf324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'feb450c6-2abe-4123-8a65-81f95eb8a727'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:06:13.019712 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a32f08-5113-403e-b6b0-50a43118419a None None] Attempting to bind port d151c2fc-3843-43a0-9de8-4161d12d11aa on network feb450c6-2abe-4123-8a65-81f95eb8a727 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:06:13.025342 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a32f08-5113-403e-b6b0-50a43118419a None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:06:13.025875 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a32f08-5113-403e-b6b0-50a43118419a None None] Checking segment: {'id': '1a23dff6-ada3-4640-bc1d-953a4fbdf324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'feb450c6-2abe-4123-8a65-81f95eb8a727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:06:13.026379 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b8a32f08-5113-403e-b6b0-50a43118419a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:13.026874 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a32f08-5113-403e-b6b0-50a43118419a None None] Bound using segment: {'id': '1a23dff6-ada3-4640-bc1d-953a4fbdf324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'feb450c6-2abe-4123-8a65-81f95eb8a727'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:06:13.027444 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-b8a32f08-5113-403e-b6b0-50a43118419a None None] Bound port: d151c2fc-3843-43a0-9de8-4161d12d11aa, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a23dff6-ada3-4640-bc1d-953a4fbdf324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'feb450c6-2abe-4123-8a65-81f95eb8a727'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:06:13.027957 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b8a32f08-5113-403e-b6b0-50a43118419a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:13.103888 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6dedc5e5-b098-4fd3-ad25-0e1ada281745 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:13.122672 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-b8a32f08-5113-403e-b6b0-50a43118419a None None] For port d151c2fc-3843-43a0-9de8-4161d12d11aa, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:06:13.127389 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-b8a32f08-5113-403e-b6b0-50a43118419a None None] For port d151c2fc-3843-43a0-9de8-4161d12d11aa, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=d151c2fc-3843-43a0-9de8-4161d12d11aa,segment=NetworkSegment(1a23dff6-ada3-4640-bc1d-953a4fbdf324),segment_id=1a23dff6-ada3-4640-bc1d-953a4fbdf324)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:06:13.132971 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b8a32f08-5113-403e-b6b0-50a43118419a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:13.244139 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8836d9-db33-4967-94df-56977b719f7c req-c6558fa8-b3f7-47b4-8390-e569b4729786 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:13.247758 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ff8836d9-db33-4967-94df-56977b719f7c req-c6558fa8-b3f7-47b4-8390-e569b4729786 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/ports?device_id=9eccd5cb-1702-4c09-9c64-de0005662ac1 HTTP/1.1" status: 200 len: 946 time: 0.1128409 Sep 17 08:06:13.249674 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6dedc5e5-b098-4fd3-ad25-0e1ada281745 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:13.268565 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a32f08-5113-403e-b6b0-50a43118419a None None] Pushing event updated for resources: {'Port': ['ID=d151c2fc-3843-43a0-9de8-4161d12d11aa,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:13.342820 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dedc5e5-b098-4fd3-ad25-0e1ada281745 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Network feb450c6-2abe-4123-8a65-81f95eb8a727 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:06:13.348466 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-6dedc5e5-b098-4fd3-ad25-0e1ada281745 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:06:13.363601 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dedc5e5-b098-4fd3-ad25-0e1ada281745 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Pushing event updated for resources: {'Port': ['ID=e3718f3f-a1d2-4338-b742-56fef6e8fc96,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:13.377886 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dedc5e5-b098-4fd3-ad25-0e1ada281745 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:06:13.381562 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f96f1-4304-4b6f-bcbc-ada0747619c1 req-fcd6283c-a60a-41e9-a716-8fdc93027000 tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:13.385475 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c35f96f1-4304-4b6f-bcbc-ada0747619c1 req-fcd6283c-a60a-41e9-a716-8fdc93027000 tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] 10.222.0.41 "GET /v2.0/networks?id=5149f750-0091-409d-871d-432517a1d159 HTTP/1.1" status: 200 len: 809 time: 0.2221625 Sep 17 08:06:13.412452 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ff8836d9-db33-4967-94df-56977b719f7c req-eedd1a33-1c2b-4e70-a2a8-5a23fc1984c2 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbbd47e9-1dbc-4a7c-bb94-53f9fd4a5344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102731 Sep 17 08:06:13.422395 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-c35f96f1-4304-4b6f-bcbc-ada0747619c1 req-8eeffd5f-d1f6-4760-8e5f-5731822d9cbe tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] Request body: {'port': {'device_id': 'd8c37c47-c5da-4a9b-ae21-a8be10457dd5', 'network_id': '5149f750-0091-409d-871d-432517a1d159', 'admin_state_up': True, 'tenant_id': '052398e9a1a54a66bd3a1828153ec342'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:06:13.445934 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6dedc5e5-b098-4fd3-ad25-0e1ada281745 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:13.590665 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c35f96f1-4304-4b6f-bcbc-ada0747619c1 req-8eeffd5f-d1f6-4760-8e5f-5731822d9cbe tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] Made reservation on behalf of 052398e9a1a54a66bd3a1828153ec342 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:06:13.595525 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c35f96f1-4304-4b6f-bcbc-ada0747619c1 req-8eeffd5f-d1f6-4760-8e5f-5731822d9cbe tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:13.656054 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6dedc5e5-b098-4fd3-ad25-0e1ada281745 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:13.790123 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-c35f96f1-4304-4b6f-bcbc-ada0747619c1 req-8eeffd5f-d1f6-4760-8e5f-5731822d9cbe tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] Allocated IP 172.20.0.9 (5149f750-0091-409d-871d-432517a1d159/a86a9327-6a02-465b-ab15-4ac23e73ab6d/9a819cd2-5134-4d4f-af92-d3367c0e8ed1) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:06:13.899695 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 28efd83c-9cdb-4cfd-8491-31e4131c3c2c up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:06:13.905643 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2df65a76-4cb5-4f0f-ba0a-63b096f51522 req-1ef3aaa3-8ed8-4c5f-9c42-aa980435ecd0 tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8c37c47-c5da-4a9b-ae21-a8be10457dd5 HTTP/1.1" status: 200 len: 210 time: 0.0313833 Sep 17 08:06:14.041534 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c35f96f1-4304-4b6f-bcbc-ada0747619c1 req-8eeffd5f-d1f6-4760-8e5f-5731822d9cbe tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:14.099375 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c35f96f1-4304-4b6f-bcbc-ada0747619c1 req-8eeffd5f-d1f6-4760-8e5f-5731822d9cbe tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:14.136411 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6dedc5e5-b098-4fd3-ad25-0e1ada281745 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:14.143883 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c35f96f1-4304-4b6f-bcbc-ada0747619c1 req-8eeffd5f-d1f6-4760-8e5f-5731822d9cbe tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] Network 5149f750-0091-409d-871d-432517a1d159 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:06:14.147789 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-c35f96f1-4304-4b6f-bcbc-ada0747619c1 req-8eeffd5f-d1f6-4760-8e5f-5731822d9cbe tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:06:14.151146 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-c35f96f1-4304-4b6f-bcbc-ada0747619c1 req-8eeffd5f-d1f6-4760-8e5f-5731822d9cbe tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:06:14.156121 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6dedc5e5-b098-4fd3-ad25-0e1ada281745 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:14.183741 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 28efd83c-9cdb-4cfd-8491-31e4131c3c2c triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:06:14.185407 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:14.208412 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f96f1-4304-4b6f-bcbc-ada0747619c1 req-8eeffd5f-d1f6-4760-8e5f-5731822d9cbe tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:14.209501 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c35f96f1-4304-4b6f-bcbc-ada0747619c1 req-8eeffd5f-d1f6-4760-8e5f-5731822d9cbe tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:14.237808 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c35f96f1-4304-4b6f-bcbc-ada0747619c1 req-8eeffd5f-d1f6-4760-8e5f-5731822d9cbe tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8200662 Sep 17 08:06:14.238767 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeffd5f-d1f6-4760-8e5f-5731822d9cbe tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] Pushing event updated for resources: {'Port': ['ID=9a819cd2-5134-4d4f-af92-d3367c0e8ed1,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:14.260965 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-c35f96f1-4304-4b6f-bcbc-ada0747619c1 req-9414af33-5e7f-4fa9-b9c8-a242509337dd service neutron] Request body: {'port': {'device_id': 'd8c37c47-c5da-4a9b-ae21-a8be10457dd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:06:14.283548 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dedc5e5-b098-4fd3-ad25-0e1ada281745 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Pushing event updated for resources: {'Port': ['ID=e3718f3f-a1d2-4338-b742-56fef6e8fc96,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:14.289499 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:14.294595 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6dedc5e5-b098-4fd3-ad25-0e1ada281745 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:14.297426 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dedc5e5-b098-4fd3-ad25-0e1ada281745 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:06:14.297779 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dedc5e5-b098-4fd3-ad25-0e1ada281745 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:06:14.298121 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dedc5e5-b098-4fd3-ad25-0e1ada281745 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:06:14.298461 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dedc5e5-b098-4fd3-ad25-0e1ada281745 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:06:14.298798 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dedc5e5-b098-4fd3-ad25-0e1ada281745 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:06:14.299131 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dedc5e5-b098-4fd3-ad25-0e1ada281745 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:06:14.299464 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dedc5e5-b098-4fd3-ad25-0e1ada281745 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:06:14.299792 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dedc5e5-b098-4fd3-ad25-0e1ada281745 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:06:14.300153 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dedc5e5-b098-4fd3-ad25-0e1ada281745 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:06:14.300482 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dedc5e5-b098-4fd3-ad25-0e1ada281745 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:06:14.300831 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dedc5e5-b098-4fd3-ad25-0e1ada281745 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:06:14.301162 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dedc5e5-b098-4fd3-ad25-0e1ada281745 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:06:14.315677 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port 28efd83c-9cdb-4cfd-8491-31e4131c3c2c, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=28efd83c-9cdb-4cfd-8491-31e4131c3c2c,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:06:14.324871 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:14.326184 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device d151c2fc-3843-43a0-9de8-4161d12d11aa up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:06:14.362890 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c35f96f1-4304-4b6f-bcbc-ada0747619c1 req-9414af33-5e7f-4fa9-b9c8-a242509337dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:14.423403 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dedc5e5-b098-4fd3-ad25-0e1ada281745 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Network feb450c6-2abe-4123-8a65-81f95eb8a727 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:06:14.424946 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-6dedc5e5-b098-4fd3-ad25-0e1ada281745 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:06:14.453597 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port d151c2fc-3843-43a0-9de8-4161d12d11aa triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:06:14.453929 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:14.455808 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=28efd83c-9cdb-4cfd-8491-31e4131c3c2c,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:14.545897 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623e7335-621f-4dcc-b3b1-9885e6a8596e None None] Network feb450c6-2abe-4123-8a65-81f95eb8a727 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:06:14.609234 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:14.610817 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f876e-7f49-4b89-80d4-a8bc6107b61e req-d41885ad-95f4-4b2b-84f6-8601c4c7c5e3 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:14.612361 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4e9f876e-7f49-4b89-80d4-a8bc6107b61e req-d41885ad-95f4-4b2b-84f6-8601c4c7c5e3 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/ports?device_id=9eccd5cb-1702-4c09-9c64-de0005662ac1 HTTP/1.1" status: 200 len: 946 time: 0.0668509 Sep 17 08:06:14.614285 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dedc5e5-b098-4fd3-ad25-0e1ada281745 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Router 29c97e37-6f5c-47ae-8f42-4c579a396737 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:06:14.672977 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port d151c2fc-3843-43a0-9de8-4161d12d11aa, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=d151c2fc-3843-43a0-9de8-4161d12d11aa,segment=NetworkSegment(1a23dff6-ada3-4640-bc1d-953a4fbdf324),segment_id=1a23dff6-ada3-4640-bc1d-953a4fbdf324)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:06:14.675814 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ffe829df-d303-4735-816b-ef067338c337 None None] Provisioning complete for port d151c2fc-3843-43a0-9de8-4161d12d11aa triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:06:14.676367 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ffe829df-d303-4735-816b-ef067338c337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:14.705723 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4e9f876e-7f49-4b89-80d4-a8bc6107b61e req-70d2abd1-5513-45de-bad1-5fbcbd5a0570 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbbd47e9-1dbc-4a7c-bb94-53f9fd4a5344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400829 Sep 17 08:06:14.723439 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:14.734231 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-c35f96f1-4304-4b6f-bcbc-ada0747619c1 req-9414af33-5e7f-4fa9-b9c8-a242509337dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a819cd2-5134-4d4f-af92-d3367c0e8ed1 {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:06:14.742875 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c35f96f1-4304-4b6f-bcbc-ada0747619c1 req-9414af33-5e7f-4fa9-b9c8-a242509337dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:14.758050 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-c35f96f1-4304-4b6f-bcbc-ada0747619c1 req-9414af33-5e7f-4fa9-b9c8-a242509337dd service neutron] Transition to ACTIVE for port object 9a819cd2-5134-4d4f-af92-d3367c0e8ed1 will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:06:14.768570 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c35f96f1-4304-4b6f-bcbc-ada0747619c1 req-9414af33-5e7f-4fa9-b9c8-a242509337dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:14.812112 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dedc5e5-b098-4fd3-ad25-0e1ada281745 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:06:14.820724 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-6dedc5e5-b098-4fd3-ad25-0e1ada281745 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "PUT /v2.0/routers/29c97e37-6f5c-47ae-8f42-4c579a396737/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7337971 Sep 17 08:06:14.821578 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 36162) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:06:14.852039 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9414af33-5e7f-4fa9-b9c8-a242509337dd service neutron] Pushing event updated for resources: {'Port': ['ID=9a819cd2-5134-4d4f-af92-d3367c0e8ed1,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:14.853248 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=d151c2fc-3843-43a0-9de8-4161d12d11aa,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:14.904645 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-c35f96f1-4304-4b6f-bcbc-ada0747619c1 req-9414af33-5e7f-4fa9-b9c8-a242509337dd service neutron] Attempting to bind port 9a819cd2-5134-4d4f-af92-d3367c0e8ed1 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:06:14.905029 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-c35f96f1-4304-4b6f-bcbc-ada0747619c1 req-9414af33-5e7f-4fa9-b9c8-a242509337dd service neutron] Attempting to bind port 9a819cd2-5134-4d4f-af92-d3367c0e8ed1 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'bc898c63-c4ae-447a-8e39-f8b2338969bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5149f750-0091-409d-871d-432517a1d159'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:06:14.905367 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35f96f1-4304-4b6f-bcbc-ada0747619c1 req-9414af33-5e7f-4fa9-b9c8-a242509337dd service neutron] Attempting to bind port 9a819cd2-5134-4d4f-af92-d3367c0e8ed1 on network 5149f750-0091-409d-871d-432517a1d159 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:06:14.909899 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35f96f1-4304-4b6f-bcbc-ada0747619c1 req-9414af33-5e7f-4fa9-b9c8-a242509337dd service neutron] Port 9a819cd2-5134-4d4f-af92-d3367c0e8ed1 on network 5149f750-0091-409d-871d-432517a1d159 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:06:14.910164 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35f96f1-4304-4b6f-bcbc-ada0747619c1 req-9414af33-5e7f-4fa9-b9c8-a242509337dd service neutron] Attempting to bind port 9a819cd2-5134-4d4f-af92-d3367c0e8ed1 on network 5149f750-0091-409d-871d-432517a1d159 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:06:14.916559 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35f96f1-4304-4b6f-bcbc-ada0747619c1 req-9414af33-5e7f-4fa9-b9c8-a242509337dd service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:06:14.916559 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35f96f1-4304-4b6f-bcbc-ada0747619c1 req-9414af33-5e7f-4fa9-b9c8-a242509337dd service neutron] Checking segment: {'id': 'bc898c63-c4ae-447a-8e39-f8b2338969bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5149f750-0091-409d-871d-432517a1d159'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:06:14.916957 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35f96f1-4304-4b6f-bcbc-ada0747619c1 req-9414af33-5e7f-4fa9-b9c8-a242509337dd service neutron] Bound using segment: {'id': 'bc898c63-c4ae-447a-8e39-f8b2338969bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5149f750-0091-409d-871d-432517a1d159'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:06:14.917361 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-c35f96f1-4304-4b6f-bcbc-ada0747619c1 req-9414af33-5e7f-4fa9-b9c8-a242509337dd service neutron] Bound port: 9a819cd2-5134-4d4f-af92-d3367c0e8ed1, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc898c63-c4ae-447a-8e39-f8b2338969bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5149f750-0091-409d-871d-432517a1d159'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:06:14.917716 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c35f96f1-4304-4b6f-bcbc-ada0747619c1 req-9414af33-5e7f-4fa9-b9c8-a242509337dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:14.978616 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a9dd38-2667-4c41-8d8c-b335df4d01ca req-e39b42d1-f1b4-4bea-bd4e-2787475effd2 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:14.980870 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f9a9dd38-2667-4c41-8d8c-b335df4d01ca req-e39b42d1-f1b4-4bea-bd4e-2787475effd2 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac4e1b95-1ad1-4c09-9321-82cdf5b15637 HTTP/1.1" status: 200 len: 945 time: 0.1814544 Sep 17 08:06:14.991747 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-c35f96f1-4304-4b6f-bcbc-ada0747619c1 req-9414af33-5e7f-4fa9-b9c8-a242509337dd service neutron] For port 9a819cd2-5134-4d4f-af92-d3367c0e8ed1, host n-h1-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:06:14.995083 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-c35f96f1-4304-4b6f-bcbc-ada0747619c1 req-9414af33-5e7f-4fa9-b9c8-a242509337dd service neutron] For port 9a819cd2-5134-4d4f-af92-d3367c0e8ed1, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=9a819cd2-5134-4d4f-af92-d3367c0e8ed1,segment=NetworkSegment(bc898c63-c4ae-447a-8e39-f8b2338969bd),segment_id=bc898c63-c4ae-447a-8e39-f8b2338969bd)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:06:15.005831 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c35f96f1-4304-4b6f-bcbc-ada0747619c1 req-9414af33-5e7f-4fa9-b9c8-a242509337dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:15.039140 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f96f1-4304-4b6f-bcbc-ada0747619c1 req-9414af33-5e7f-4fa9-b9c8-a242509337dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:15.039766 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c35f96f1-4304-4b6f-bcbc-ada0747619c1 req-9414af33-5e7f-4fa9-b9c8-a242509337dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:15.041202 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c35f96f1-4304-4b6f-bcbc-ada0747619c1 req-9414af33-5e7f-4fa9-b9c8-a242509337dd service neutron] 10.222.0.41 "PUT /v2.0/ports/9a819cd2-5134-4d4f-af92-d3367c0e8ed1 HTTP/1.1" status: 200 len: 1091 time: 0.7852809 Sep 17 08:06:15.041661 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8c37c47-c5da-4a9b-ae21-a8be10457dd5', 'tag': '9a819cd2-5134-4d4f-af92-d3367c0e8ed1'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:06:15.044913 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58542bd1-5cdb-4e80-b343-5da7507332b3" -d '{"events": [{"name": "network-changed", "server_uuid": "d8c37c47-c5da-4a9b-ae21-a8be10457dd5", "tag": "9a819cd2-5134-4d4f-af92-d3367c0e8ed1"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:06:15.085110 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9414af33-5e7f-4fa9-b9c8-a242509337dd service neutron] Pushing event updated for resources: {'Port': ['ID=9a819cd2-5134-4d4f-af92-d3367c0e8ed1,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:15.119287 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f9a9dd38-2667-4c41-8d8c-b335df4d01ca req-ee746055-deb6-43ba-a001-be27daf0b28d tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbbd47e9-1dbc-4a7c-bb94-53f9fd4a5344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316142 Sep 17 08:06:15.155439 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa0757-e2f7-4be2-88a6-f5794be68442 req-3e7afd9b-f1ff-4d59-ba80-a6b786b6cf30 tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:15.157237 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-eeaa0757-e2f7-4be2-88a6-f5794be68442 req-3e7afd9b-f1ff-4d59-ba80-a6b786b6cf30 tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8c37c47-c5da-4a9b-ae21-a8be10457dd5 HTTP/1.1" status: 200 len: 943 time: 0.1422145 Sep 17 08:06:15.160288 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff44c836-de03-457a-8d8d-4437c6c9fff9 tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:15.161214 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff44c836-de03-457a-8d8d-4437c6c9fff9 tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:15.161700 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff44c836-de03-457a-8d8d-4437c6c9fff9 tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:15.162175 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff44c836-de03-457a-8d8d-4437c6c9fff9 tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:15.162651 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff44c836-de03-457a-8d8d-4437c6c9fff9 tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:15.163118 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff44c836-de03-457a-8d8d-4437c6c9fff9 tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:15.163584 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff44c836-de03-457a-8d8d-4437c6c9fff9 tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:15.164155 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff44c836-de03-457a-8d8d-4437c6c9fff9 tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:15.164619 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff44c836-de03-457a-8d8d-4437c6c9fff9 tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:15.165085 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff44c836-de03-457a-8d8d-4437c6c9fff9 tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:15.165549 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff44c836-de03-457a-8d8d-4437c6c9fff9 tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:15.166043 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff44c836-de03-457a-8d8d-4437c6c9fff9 tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:15.166527 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff44c836-de03-457a-8d8d-4437c6c9fff9 tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:15.167622 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f96f1-4304-4b6f-bcbc-ada0747619c1 req-1e8f412a-407f-4fdb-80e6-b0eff10a2002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:15.168613 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ff44c836-de03-457a-8d8d-4437c6c9fff9 tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9132 time: 0.3274291 Sep 17 08:06:15.169723 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c35f96f1-4304-4b6f-bcbc-ada0747619c1 req-1e8f412a-407f-4fdb-80e6-b0eff10a2002 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=052398e9a1a54a66bd3a1828153ec342&device_id=d8c37c47-c5da-4a9b-ae21-a8be10457dd5 HTTP/1.1" status: 200 len: 1094 time: 0.0554383 Sep 17 08:06:15.173532 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 36170) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:06:15.250704 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1648d30d-a49c-49b3-9272-ae039020be7a None None] Sync routers for ids ['29c97e37-6f5c-47ae-8f42-4c579a396737'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:06:15.261732 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-2034be48-50ad-451f-baf2-8d10d3c31859 None None] Provisioning complete for port d151c2fc-3843-43a0-9de8-4161d12d11aa triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:06:15.262844 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2034be48-50ad-451f-baf2-8d10d3c31859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:15.269685 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1648d30d-a49c-49b3-9272-ae039020be7a None None] Routers {'29c97e37-6f5c-47ae-8f42-4c579a396737'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:06:15.271704 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-1648d30d-a49c-49b3-9272-ae039020be7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:05:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['29c97e37-6f5c-47ae-8f42-4c579a396737'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:06:15.336106 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56162af6-e7f1-4def-9ca4-482f04b02c2e x-openstack-request-id: req-56162af6-e7f1-4def-9ca4-482f04b02c2e {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:06:15.337244 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8c37c47-c5da-4a9b-ae21-a8be10457dd5", "tag": "9a819cd2-5134-4d4f-af92-d3367c0e8ed1", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:06:15.337685 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-56162af6-e7f1-4def-9ca4-482f04b02c2e {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:06:15.338264 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8c37c47-c5da-4a9b-ae21-a8be10457dd5', 'tag': '9a819cd2-5134-4d4f-af92-d3367c0e8ed1', 'status': 'completed', 'code': 200} Sep 17 08:06:15.345210 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d57a8ee-48b8-4abc-9711-f3ffdee52e8a tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:15.345902 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d57a8ee-48b8-4abc-9711-f3ffdee52e8a tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:15.346520 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d57a8ee-48b8-4abc-9711-f3ffdee52e8a tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:15.347661 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d57a8ee-48b8-4abc-9711-f3ffdee52e8a tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:15.348304 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d57a8ee-48b8-4abc-9711-f3ffdee52e8a tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:15.348913 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d57a8ee-48b8-4abc-9711-f3ffdee52e8a tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:15.349549 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d57a8ee-48b8-4abc-9711-f3ffdee52e8a tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:15.350297 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d57a8ee-48b8-4abc-9711-f3ffdee52e8a tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:15.351055 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d57a8ee-48b8-4abc-9711-f3ffdee52e8a tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:15.351666 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d57a8ee-48b8-4abc-9711-f3ffdee52e8a tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:15.352608 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d57a8ee-48b8-4abc-9711-f3ffdee52e8a tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:15.353609 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d57a8ee-48b8-4abc-9711-f3ffdee52e8a tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:15.354215 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d57a8ee-48b8-4abc-9711-f3ffdee52e8a tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:15.356664 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-1d57a8ee-48b8-4abc-9711-f3ffdee52e8a tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8249 time: 0.1819146 Sep 17 08:06:15.360152 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 36174) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:06:15.401246 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-2034be48-50ad-451f-baf2-8d10d3c31859 None None] Provisioning complete for port e3718f3f-a1d2-4338-b742-56fef6e8fc96 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:06:15.401798 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2034be48-50ad-451f-baf2-8d10d3c31859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:15.439433 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-2034be48-50ad-451f-baf2-8d10d3c31859 None None] Port e3718f3f-a1d2-4338-b742-56fef6e8fc96 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:06:15.440415 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-1648d30d-a49c-49b3-9272-ae039020be7a None None] Set router 29c97e37-6f5c-47ae-8f42-4c579a396737 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:06:15.459980 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c35f96f1-4304-4b6f-bcbc-ada0747619c1 req-1fb4fb81-c005-40f9-8b70-f19e631958a3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a819cd2-5134-4d4f-af92-d3367c0e8ed1 HTTP/1.1" status: 200 len: 217 time: 0.2688527 Sep 17 08:06:15.547691 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f96f1-4304-4b6f-bcbc-ada0747619c1 req-a89a963c-293c-4fba-be84-374e4334c2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:15.549213 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c35f96f1-4304-4b6f-bcbc-ada0747619c1 req-a89a963c-293c-4fba-be84-374e4334c2c2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a86a9327-6a02-465b-ab15-4ac23e73ab6d HTTP/1.1" status: 200 len: 849 time: 0.0823843 Sep 17 08:06:15.569259 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-62bd9b1d-752b-4c13-99ef-e9d9d687dce6 None None] Provisioning complete for port e3718f3f-a1d2-4338-b742-56fef6e8fc96 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:06:15.569894 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-62bd9b1d-752b-4c13-99ef-e9d9d687dce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:15.602137 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c35f96f1-4304-4b6f-bcbc-ada0747619c1 req-99169a4a-b50c-44a7-9448-616c4676f1d0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5149f750-0091-409d-871d-432517a1d159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395360 Sep 17 08:06:15.609809 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-eeaa0757-e2f7-4be2-88a6-f5794be68442 req-9f8eb561-87ce-4cb5-b11b-0e1f29330095 tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c1a9c90-46cf-4aef-a2ec-b6a26cc01c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4400287 Sep 17 08:06:15.630745 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-62bd9b1d-752b-4c13-99ef-e9d9d687dce6 None None] Port e3718f3f-a1d2-4338-b742-56fef6e8fc96 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:06:15.652022 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09679266-88c8-456b-a9a2-180092041c9f req-4276de80-eb28-43b2-96be-863cd33c237c tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:15.653578 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-09679266-88c8-456b-a9a2-180092041c9f req-4276de80-eb28-43b2-96be-863cd33c237c tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/ports?device_id=43fc92ac-995e-4c71-8e5f-bd18869ad049 HTTP/1.1" status: 200 len: 946 time: 0.0927918 Sep 17 08:06:15.733414 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-09679266-88c8-456b-a9a2-180092041c9f req-0a071e27-afd7-41fc-b5b7-164705c33e3d tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbbd47e9-1dbc-4a7c-bb94-53f9fd4a5344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722764 Sep 17 08:06:15.738064 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-1648d30d-a49c-49b3-9272-ae039020be7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c97e37-6f5c-47ae-8f42-4c579a396737', 'name': 'tempest-TestNetworkBasicOps-router-387508932', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '28efd83c-9cdb-4cfd-8491-31e4131c3c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:06:09Z', 'updated_at': '2021-09-17T08:06:13Z', 'revision_number': 4, 'project_id': '72f377991d624d1189daaff7de1bceb3', 'gw_port': {'id': '28efd83c-9cdb-4cfd-8491-31e4131c3c2c', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c97e37-6f5c-47ae-8f42-4c579a396737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:06:10Z', 'updated_at': '2021-09-17T08:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'e3718f3f-a1d2-4338-b742-56fef6e8fc96', 'name': '', 'network_id': 'feb450c6-2abe-4123-8a65-81f95eb8a727', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'mac_address': 'fa:16:3e:12:f5:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c97e37-6f5c-47ae-8f42-4c579a396737', 'device_owner': 'network:router_interface', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': 'b6248dd9-2d9f-4890-b97f-90338bdf79da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:06:12Z', 'updated_at': '2021-09-17T08:06:13Z', 'revision_number': 2, 'project_id': '72f377991d624d1189daaff7de1bceb3', 'subnets': [{'id': 'b6248dd9-2d9f-4890-b97f-90338bdf79da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:06:15.794506 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1648d30d-a49c-49b3-9272-ae039020be7a None None] Checking router: 29c97e37-6f5c-47ae-8f42-4c579a396737 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:06:15.794868 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1648d30d-a49c-49b3-9272-ae039020be7a None None] Updating router 29c97e37-6f5c-47ae-8f42-4c579a396737 port e3718f3f-a1d2-4338-b742-56fef6e8fc96 binding host n-d-789963-9 {{(pid=101292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 08:06:15.825085 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1648d30d-a49c-49b3-9272-ae039020be7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:15.843713 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c35f96f1-4304-4b6f-bcbc-ada0747619c1 req-f94d76ed-d5ff-4fb0-8b33-e585c0911425 service neutron] 10.222.0.41 "GET /v2.0/networks/5149f750-0091-409d-871d-432517a1d159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278109 Sep 17 08:06:15.854532 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-9a1c930f-4e11-4100-bda5-04fe7ddeecfb None None] Provisioning complete for port e3718f3f-a1d2-4338-b742-56fef6e8fc96 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:06:15.855269 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9a1c930f-4e11-4100-bda5-04fe7ddeecfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:15.860157 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 28efd83c-9cdb-4cfd-8491-31e4131c3c2c up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:06:15.931058 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-9a1c930f-4e11-4100-bda5-04fe7ddeecfb None None] Port e3718f3f-a1d2-4338-b742-56fef6e8fc96 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:06:15.955390 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 28efd83c-9cdb-4cfd-8491-31e4131c3c2c triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:06:15.955683 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:16.055348 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12dee07-e4f7-4bb3-9355-e196a9bcd7dc req-92ba3499-35a8-4d91-b2d6-3869805fd532 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:16.057605 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b12dee07-e4f7-4bb3-9355-e196a9bcd7dc req-92ba3499-35a8-4d91-b2d6-3869805fd532 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/ports?device_id=9eccd5cb-1702-4c09-9c64-de0005662ac1 HTTP/1.1" status: 200 len: 946 time: 0.0615907 Sep 17 08:06:16.064626 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device d151c2fc-3843-43a0-9de8-4161d12d11aa up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:06:16.115858 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b12dee07-e4f7-4bb3-9355-e196a9bcd7dc req-1e9c547e-9796-4084-bc2c-32c9b339e40a tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbbd47e9-1dbc-4a7c-bb94-53f9fd4a5344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509286 Sep 17 08:06:16.133837 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port d151c2fc-3843-43a0-9de8-4161d12d11aa triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:06:16.134218 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:16.285211 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1648d30d-a49c-49b3-9272-ae039020be7a None None] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:16.288760 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-8fabdd89-a03a-4d93-a47d-01e9f9c0b1b8 tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3774 time: 0.9268219 Sep 17 08:06:16.292462 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1648d30d-a49c-49b3-9272-ae039020be7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:16.319304 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c35f96f1-4304-4b6f-bcbc-ada0747619c1 req-5bfaf8e6-bbf9-4eb6-b02f-6f5bd7b8e5aa service neutron] 10.222.0.41 "GET /v2.0/networks/5149f750-0091-409d-871d-432517a1d159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4676800 Sep 17 08:06:16.354782 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d66cb57-5680-4364-95e8-192b91c588ea None None] Pushing event updated for resources: {'Port': ['ID=e3718f3f-a1d2-4338-b742-56fef6e8fc96,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:16.365965 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d66cb57-5680-4364-95e8-192b91c588ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:06:16.366444 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d66cb57-5680-4364-95e8-192b91c588ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:06:16.366915 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d66cb57-5680-4364-95e8-192b91c588ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:06:16.367363 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d66cb57-5680-4364-95e8-192b91c588ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:06:16.367789 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d66cb57-5680-4364-95e8-192b91c588ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:06:16.368263 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d66cb57-5680-4364-95e8-192b91c588ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:06:16.368682 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d66cb57-5680-4364-95e8-192b91c588ea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:06:16.369105 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d66cb57-5680-4364-95e8-192b91c588ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:06:16.369525 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d66cb57-5680-4364-95e8-192b91c588ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:06:16.369944 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d66cb57-5680-4364-95e8-192b91c588ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:06:16.370362 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d66cb57-5680-4364-95e8-192b91c588ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:06:16.370778 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d66cb57-5680-4364-95e8-192b91c588ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:06:16.427140 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b90fd-62c8-46e4-a28c-181030de58ec req-bb41ac28-fa51-412b-a89b-a141e6606f06 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:16.429002 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-da2b90fd-62c8-46e4-a28c-181030de58ec req-bb41ac28-fa51-412b-a89b-a141e6606f06 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac4e1b95-1ad1-4c09-9321-82cdf5b15637 HTTP/1.1" status: 200 len: 945 time: 0.0769348 Sep 17 08:06:16.431403 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-1648d30d-a49c-49b3-9272-ae039020be7a None None] Attempting to bind port e3718f3f-a1d2-4338-b742-56fef6e8fc96 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:06:16.431934 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-1648d30d-a49c-49b3-9272-ae039020be7a None None] Attempting to bind port e3718f3f-a1d2-4338-b742-56fef6e8fc96 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '1a23dff6-ada3-4640-bc1d-953a4fbdf324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'feb450c6-2abe-4123-8a65-81f95eb8a727'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:06:16.432396 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1648d30d-a49c-49b3-9272-ae039020be7a None None] Attempting to bind port e3718f3f-a1d2-4338-b742-56fef6e8fc96 on network feb450c6-2abe-4123-8a65-81f95eb8a727 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:06:16.440512 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1648d30d-a49c-49b3-9272-ae039020be7a None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:06:16.441029 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1648d30d-a49c-49b3-9272-ae039020be7a None None] Checking segment: {'id': '1a23dff6-ada3-4640-bc1d-953a4fbdf324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'feb450c6-2abe-4123-8a65-81f95eb8a727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:06:16.441529 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1648d30d-a49c-49b3-9272-ae039020be7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:16.442014 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1648d30d-a49c-49b3-9272-ae039020be7a None None] Bound using segment: {'id': '1a23dff6-ada3-4640-bc1d-953a4fbdf324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'feb450c6-2abe-4123-8a65-81f95eb8a727'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:06:16.442583 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-1648d30d-a49c-49b3-9272-ae039020be7a None None] Bound port: e3718f3f-a1d2-4338-b742-56fef6e8fc96, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a23dff6-ada3-4640-bc1d-953a4fbdf324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'feb450c6-2abe-4123-8a65-81f95eb8a727'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:06:16.443060 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1648d30d-a49c-49b3-9272-ae039020be7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:16.477180 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-da2b90fd-62c8-46e4-a28c-181030de58ec req-37f63789-f874-4670-ba99-4a39d905f279 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbbd47e9-1dbc-4a7c-bb94-53f9fd4a5344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388210 Sep 17 08:06:16.511414 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58542bd1-5cdb-4e80-b343-5da7507332b3 req-0d43f75d-9b4a-43c2-af83-1a344f68dc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:16.512975 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-58542bd1-5cdb-4e80-b343-5da7507332b3 req-0d43f75d-9b4a-43c2-af83-1a344f68dc2b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=052398e9a1a54a66bd3a1828153ec342&device_id=d8c37c47-c5da-4a9b-ae21-a8be10457dd5 HTTP/1.1" status: 200 len: 1094 time: 0.0860388 Sep 17 08:06:16.537087 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-1648d30d-a49c-49b3-9272-ae039020be7a None None] For port e3718f3f-a1d2-4338-b742-56fef6e8fc96, host n-d-789963-9, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:06:16.545818 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-1648d30d-a49c-49b3-9272-ae039020be7a None None] For port e3718f3f-a1d2-4338-b742-56fef6e8fc96, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=e3718f3f-a1d2-4338-b742-56fef6e8fc96,segment=NetworkSegment(1a23dff6-ada3-4640-bc1d-953a4fbdf324),segment_id=1a23dff6-ada3-4640-bc1d-953a4fbdf324)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:06:16.554862 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1648d30d-a49c-49b3-9272-ae039020be7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:16.619248 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58542bd1-5cdb-4e80-b343-5da7507332b3 req-43a12a23-da80-40d8-a6a8-300b643595ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:16.620925 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-58542bd1-5cdb-4e80-b343-5da7507332b3 req-43a12a23-da80-40d8-a6a8-300b643595ae service neutron] 10.222.0.41 "GET /v2.0/networks?id=5149f750-0091-409d-871d-432517a1d159 HTTP/1.1" status: 200 len: 910 time: 0.0986295 Sep 17 08:06:16.663687 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d66cb57-5680-4364-95e8-192b91c588ea None None] Pushing event updated for resources: {'Port': ['ID=e3718f3f-a1d2-4338-b742-56fef6e8fc96,revision_number=4']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:16.667760 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 36186) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:06:16.673655 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-0d484a0b-786a-4caf-8eb0-1788ef1c0093 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-853170277', 'description': 'tempest-secgroup-smoke-853170277 description', 'project_id': '72f377991d624d1189daaff7de1bceb3'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:06:16.681107 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-58542bd1-5cdb-4e80-b343-5da7507332b3 req-4152d662-4d7a-4a6e-8626-d05ab68a303c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a819cd2-5134-4d4f-af92-d3367c0e8ed1 HTTP/1.1" status: 200 len: 217 time: 0.0517859 Sep 17 08:06:16.685180 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-35f3e19d-d429-4616-b9eb-4a52f5aa3843 None None] Provisioning complete for port e3718f3f-a1d2-4338-b742-56fef6e8fc96 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:06:16.685594 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-35f3e19d-d429-4616-b9eb-4a52f5aa3843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:16.688578 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1648d30d-a49c-49b3-9272-ae039020be7a None None] Routers {'29c97e37-6f5c-47ae-8f42-4c579a396737'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:06:16.690710 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-1648d30d-a49c-49b3-9272-ae039020be7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:05:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['29c97e37-6f5c-47ae-8f42-4c579a396737'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:06:16.723184 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0d484a0b-786a-4caf-8eb0-1788ef1c0093 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:16.749360 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58542bd1-5cdb-4e80-b343-5da7507332b3 req-c5ded96e-5d62-4607-9b22-05a4ab03c23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:16.751712 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-58542bd1-5cdb-4e80-b343-5da7507332b3 req-c5ded96e-5d62-4607-9b22-05a4ab03c23f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a86a9327-6a02-465b-ab15-4ac23e73ab6d HTTP/1.1" status: 200 len: 849 time: 0.0575473 Sep 17 08:06:16.790890 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-58542bd1-5cdb-4e80-b343-5da7507332b3 req-d42f7bab-9bf4-40ca-a86f-7c691d060274 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5149f750-0091-409d-871d-432517a1d159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318942 Sep 17 08:06:16.868489 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-1648d30d-a49c-49b3-9272-ae039020be7a None None] Set router 29c97e37-6f5c-47ae-8f42-4c579a396737 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:06:16.870883 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-35f3e19d-d429-4616-b9eb-4a52f5aa3843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:16.899396 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba6ed50-c2a3-46d8-a638-abd8a13e759a req-05c578a4-841b-4842-b18f-88257c814789 tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:16.904407 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fba6ed50-c2a3-46d8-a638-abd8a13e759a req-05c578a4-841b-4842-b18f-88257c814789 tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8c37c47-c5da-4a9b-ae21-a8be10457dd5 HTTP/1.1" status: 200 len: 943 time: 0.1530647 Sep 17 08:06:16.939175 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-35f3e19d-d429-4616-b9eb-4a52f5aa3843 None None] For port e3718f3f-a1d2-4338-b742-56fef6e8fc96, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=e3718f3f-a1d2-4338-b742-56fef6e8fc96,segment=NetworkSegment(1a23dff6-ada3-4640-bc1d-953a4fbdf324),segment_id=1a23dff6-ada3-4640-bc1d-953a4fbdf324)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:06:16.948150 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-58542bd1-5cdb-4e80-b343-5da7507332b3 req-569e40e1-53aa-40e9-956b-0ba0de0e6f42 service neutron] 10.222.0.41 "GET /v2.0/networks/5149f750-0091-409d-871d-432517a1d159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431308 Sep 17 08:06:16.950207 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-35f3e19d-d429-4616-b9eb-4a52f5aa3843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:16.971483 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582755d0-7a36-4f77-8ada-02ffa43c7f54 req-d8d248a8-9900-4078-b6e5-abcde774d5e9 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:16.977649 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582755d0-7a36-4f77-8ada-02ffa43c7f54 req-d8d248a8-9900-4078-b6e5-abcde774d5e9 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:16.984120 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582755d0-7a36-4f77-8ada-02ffa43c7f54 req-d8d248a8-9900-4078-b6e5-abcde774d5e9 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:16.985825 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-582755d0-7a36-4f77-8ada-02ffa43c7f54 req-d8d248a8-9900-4078-b6e5-abcde774d5e9 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/ports?device_id=9eccd5cb-1702-4c09-9c64-de0005662ac1&device_id=43fc92ac-995e-4c71-8e5f-bd18869ad049&device_id=ac4e1b95-1ad1-4c09-9321-82cdf5b15637 HTTP/1.1" status: 200 len: 2418 time: 0.1770535 Sep 17 08:06:17.013150 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f3e19d-d429-4616-b9eb-4a52f5aa3843 None None] Pushing event updated for resources: {'Port': ['ID=e3718f3f-a1d2-4338-b742-56fef6e8fc96,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:17.056665 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-582755d0-7a36-4f77-8ada-02ffa43c7f54 req-b32b29de-51c6-4def-86be-5f1379082809 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbbd47e9-1dbc-4a7c-bb94-53f9fd4a5344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629237 Sep 17 08:06:17.078915 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fba6ed50-c2a3-46d8-a638-abd8a13e759a req-c0e138ee-993c-4130-bd20-3ee9477e494b tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c1a9c90-46cf-4aef-a2ec-b6a26cc01c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529171 Sep 17 08:06:17.092441 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-95606c85-22e3-4e1c-abe5-a1aeadde416a None None] Provisioning complete for port e3718f3f-a1d2-4338-b742-56fef6e8fc96 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:06:17.093252 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-95606c85-22e3-4e1c-abe5-a1aeadde416a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:17.102816 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0d484a0b-786a-4caf-8eb0-1788ef1c0093 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:17.112721 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0d484a0b-786a-4caf-8eb0-1788ef1c0093 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:17.117541 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-58542bd1-5cdb-4e80-b343-5da7507332b3 req-17030aa7-cbf5-47c5-86f6-cc9f7e8e68b9 service neutron] 10.222.0.41 "GET /v2.0/networks/5149f750-0091-409d-871d-432517a1d159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591163 Sep 17 08:06:17.135689 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-1648d30d-a49c-49b3-9272-ae039020be7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c97e37-6f5c-47ae-8f42-4c579a396737', 'name': 'tempest-TestNetworkBasicOps-router-387508932', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '28efd83c-9cdb-4cfd-8491-31e4131c3c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:06:09Z', 'updated_at': '2021-09-17T08:06:13Z', 'revision_number': 4, 'project_id': '72f377991d624d1189daaff7de1bceb3', 'gw_port': {'id': '28efd83c-9cdb-4cfd-8491-31e4131c3c2c', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c97e37-6f5c-47ae-8f42-4c579a396737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:06:10Z', 'updated_at': '2021-09-17T08:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'e3718f3f-a1d2-4338-b742-56fef6e8fc96', 'name': '', 'network_id': 'feb450c6-2abe-4123-8a65-81f95eb8a727', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'mac_address': 'fa:16:3e:12:f5:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c97e37-6f5c-47ae-8f42-4c579a396737', 'device_owner': 'network:router_interface', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': 'b6248dd9-2d9f-4890-b97f-90338bdf79da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:06:12Z', 'updated_at': '2021-09-17T08:06:16Z', 'revision_number': 4, 'project_id': '72f377991d624d1189daaff7de1bceb3', 'subnets': [{'id': 'b6248dd9-2d9f-4890-b97f-90338bdf79da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:06:17.166168 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1648d30d-a49c-49b3-9272-ae039020be7a None None] The sync data for ids ['29c97e37-6f5c-47ae-8f42-4c579a396737'] in n-d-789963-9 is: [{'id': '29c97e37-6f5c-47ae-8f42-4c579a396737', 'name': 'tempest-TestNetworkBasicOps-router-387508932', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '28efd83c-9cdb-4cfd-8491-31e4131c3c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:06:09Z', 'updated_at': '2021-09-17T08:06:13Z', 'revision_number': 4, 'project_id': '72f377991d624d1189daaff7de1bceb3', 'gw_port': {'id': '28efd83c-9cdb-4cfd-8491-31e4131c3c2c', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c97e37-6f5c-47ae-8f42-4c579a396737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:06:10Z', 'updated_at': '2021-09-17T08:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'e3718f3f-a1d2-4338-b742-56fef6e8fc96', 'name': '', 'network_id': 'feb450c6-2abe-4123-8a65-81f95eb8a727', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'mac_address': 'fa:16:3e:12:f5:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c97e37-6f5c-47ae-8f42-4c579a396737', 'device_owner': 'network:router_interface', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': 'b6248dd9-2d9f-4890-b97f-90338bdf79da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:06:12Z', 'updated_at': '2021-09-17T08:06:16Z', 'revision_number': 4, 'project_id': '72f377991d624d1189daaff7de1bceb3', 'subnets': [{'id': 'b6248dd9-2d9f-4890-b97f-90338bdf79da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:06:17.180561 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d484a0b-786a-4caf-8eb0-1788ef1c0093 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb0962f-0f0d-43ca-b2ae-f4fc78e59555,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:17.191237 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0d484a0b-786a-4caf-8eb0-1788ef1c0093 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:17.192478 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-0d484a0b-786a-4caf-8eb0-1788ef1c0093 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5236111 Sep 17 08:06:17.195483 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 36192) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:06:17.200380 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-cc9e7602-6ca2-4866-b9c8-df773df889f4 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Request body: {'security_group_rule': {'security_group_id': 'fdb0962f-0f0d-43ca-b2ae-f4fc78e59555', 'project_id': '72f377991d624d1189daaff7de1bceb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:06:17.264896 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cc9e7602-6ca2-4866-b9c8-df773df889f4 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:17.265327 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78225582-b0ff-4707-bd7b-1114d029178e req-ee7b86b3-6120-43c9-b1c6-9494c2c5834b tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:17.272527 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-78225582-b0ff-4707-bd7b-1114d029178e req-ee7b86b3-6120-43c9-b1c6-9494c2c5834b tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/ports?device_id=9eccd5cb-1702-4c09-9c64-de0005662ac1 HTTP/1.1" status: 200 len: 946 time: 0.0780892 Sep 17 08:06:17.319958 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-78225582-b0ff-4707-bd7b-1114d029178e req-588038a3-8a5f-4646-b6d9-9a1434c1dbe6 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbbd47e9-1dbc-4a7c-bb94-53f9fd4a5344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429671 Sep 17 08:06:17.345873 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cc9e7602-6ca2-4866-b9c8-df773df889f4 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:17.352726 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cc9e7602-6ca2-4866-b9c8-df773df889f4 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:17.383411 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9e7602-6ca2-4866-b9c8-df773df889f4 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8ca74b2-bd80-4e95-83c4-4181316cd454,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:17.387613 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cc9e7602-6ca2-4866-b9c8-df773df889f4 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:17.391478 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-cc9e7602-6ca2-4866-b9c8-df773df889f4 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1923888 Sep 17 08:06:17.391891 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 36196) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:06:17.396672 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-25b1fcb8-75d1-4121-9a10-0398e8fa65f7 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Request body: {'security_group_rule': {'security_group_id': 'fdb0962f-0f0d-43ca-b2ae-f4fc78e59555', 'project_id': '72f377991d624d1189daaff7de1bceb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:06:17.428532 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-25b1fcb8-75d1-4121-9a10-0398e8fa65f7 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:17.479248 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-25b1fcb8-75d1-4121-9a10-0398e8fa65f7 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:17.484335 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-25b1fcb8-75d1-4121-9a10-0398e8fa65f7 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:17.509593 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b1fcb8-75d1-4121-9a10-0398e8fa65f7 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9ad6e6d-577a-4870-8dac-9c539f8cd89e,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:17.525683 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-25b1fcb8-75d1-4121-9a10-0398e8fa65f7 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:17.526908 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-25b1fcb8-75d1-4121-9a10-0398e8fa65f7 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1340489 Sep 17 08:06:17.530718 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 36202) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:06:17.535461 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-ee5b54d1-8970-42d8-ab01-ed735cce6ba8 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Request body: {'security_group_rule': {'security_group_id': 'fdb0962f-0f0d-43ca-b2ae-f4fc78e59555', 'project_id': '72f377991d624d1189daaff7de1bceb3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:06:17.565875 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ee5b54d1-8970-42d8-ab01-ed735cce6ba8 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:17.633793 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ee5b54d1-8970-42d8-ab01-ed735cce6ba8 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:17.638596 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ee5b54d1-8970-42d8-ab01-ed735cce6ba8 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:17.657744 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5b54d1-8970-42d8-ab01-ed735cce6ba8 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09351329-55c0-4301-97eb-3fece119e046,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:17.666981 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ee5b54d1-8970-42d8-ab01-ed735cce6ba8 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:17.674951 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ee5b54d1-8970-42d8-ab01-ed735cce6ba8 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1405563 Sep 17 08:06:17.675327 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 36206) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:06:17.680243 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-0d03eedb-7256-4e61-ab50-29b3a7f38b15 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Request body: {'security_group_rule': {'security_group_id': 'fdb0962f-0f0d-43ca-b2ae-f4fc78e59555', 'project_id': '72f377991d624d1189daaff7de1bceb3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:06:17.711952 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0d03eedb-7256-4e61-ab50-29b3a7f38b15 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:17.794646 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0d03eedb-7256-4e61-ab50-29b3a7f38b15 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:17.804255 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0d03eedb-7256-4e61-ab50-29b3a7f38b15 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:17.833952 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d03eedb-7256-4e61-ab50-29b3a7f38b15 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa661c84-e46a-43dd-8cc8-0ea42560862c,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:17.837316 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device e3718f3f-a1d2-4338-b742-56fef6e8fc96 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:06:17.841810 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0d03eedb-7256-4e61-ab50-29b3a7f38b15 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:17.846617 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 36210) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:06:17.847375 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-0d03eedb-7256-4e61-ab50-29b3a7f38b15 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1709578 Sep 17 08:06:17.851343 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-78654144-616a-45f5-8653-97d0d5f4ad61 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Request body: {'security_group_rule': {'security_group_id': 'fdb0962f-0f0d-43ca-b2ae-f4fc78e59555', 'project_id': '72f377991d624d1189daaff7de1bceb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:06:17.879966 n-d-789963-9 neutron-server[101289]: INFO neutron.db.securitygroups_db [None req-78654144-616a-45f5-8653-97d0d5f4ad61 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Project 72f377991d624d1189daaff7de1bceb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 08:06:17.885911 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-78654144-616a-45f5-8653-97d0d5f4ad61 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:17.894204 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port e3718f3f-a1d2-4338-b742-56fef6e8fc96 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:06:17.894582 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:17.958187 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-78654144-616a-45f5-8653-97d0d5f4ad61 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:17.964961 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-78654144-616a-45f5-8653-97d0d5f4ad61 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:17.986442 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78654144-616a-45f5-8653-97d0d5f4ad61 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b287bc33-5bf1-4c17-a42d-c31522434d85,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:18.007143 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-78654144-616a-45f5-8653-97d0d5f4ad61 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:18.010981 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-78654144-616a-45f5-8653-97d0d5f4ad61 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1608241 Sep 17 08:06:18.011323 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 36214) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:06:18.018908 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-5cc708c4-44ce-41e4-9366-6c4e1d80a346 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Request body: {'security_group_rule': {'security_group_id': 'fdb0962f-0f0d-43ca-b2ae-f4fc78e59555', 'project_id': '72f377991d624d1189daaff7de1bceb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:06:18.043145 n-d-789963-9 neutron-server[101289]: INFO neutron.db.securitygroups_db [None req-5cc708c4-44ce-41e4-9366-6c4e1d80a346 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Project 72f377991d624d1189daaff7de1bceb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 08:06:18.048610 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5cc708c4-44ce-41e4-9366-6c4e1d80a346 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:18.140516 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5cc708c4-44ce-41e4-9366-6c4e1d80a346 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:18.148485 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5cc708c4-44ce-41e4-9366-6c4e1d80a346 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:18.203039 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc708c4-44ce-41e4-9366-6c4e1d80a346 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bc06795-362a-495f-8b02-3a14b0328d55,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:18.214365 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5cc708c4-44ce-41e4-9366-6c4e1d80a346 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:18.215584 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-5cc708c4-44ce-41e4-9366-6c4e1d80a346 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2030215 Sep 17 08:06:18.228525 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98beba94-d0c8-43f3-8305-fad3c8a9e2b4 req-3581109f-9290-4d8a-884f-a350716e8c74 tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:18.230076 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-98beba94-d0c8-43f3-8305-fad3c8a9e2b4 req-3581109f-9290-4d8a-884f-a350716e8c74 tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8c37c47-c5da-4a9b-ae21-a8be10457dd5 HTTP/1.1" status: 200 len: 943 time: 0.0791197 Sep 17 08:06:18.306728 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-98beba94-d0c8-43f3-8305-fad3c8a9e2b4 req-2f8629aa-afed-417e-aaa2-74cd710e82ae tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c1a9c90-46cf-4aef-a2ec-b6a26cc01c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697887 Sep 17 08:06:18.325366 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece50263-7dee-45a7-8252-f1134ab63943 req-b56f56c9-c9cc-4024-99d3-17a662539d88 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:18.329307 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ece50263-7dee-45a7-8252-f1134ab63943 req-b56f56c9-c9cc-4024-99d3-17a662539d88 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac4e1b95-1ad1-4c09-9321-82cdf5b15637 HTTP/1.1" status: 200 len: 945 time: 0.0911884 Sep 17 08:06:18.367400 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ece50263-7dee-45a7-8252-f1134ab63943 req-7653f87e-2985-4cf5-b10b-f170866dcf4c tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbbd47e9-1dbc-4a7c-bb94-53f9fd4a5344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372221 Sep 17 08:06:18.473697 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fe44388f-8b3f-44e7-bd67-f99dd5e26ee6 req-7096290a-c701-4aea-ba69-6f8293500ec9 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-853170277&fields=id&tenant_id=72f377991d624d1189daaff7de1bceb3 HTTP/1.1" status: 200 len: 267 time: 0.0330229 Sep 17 08:06:18.590286 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe44388f-8b3f-44e7-bd67-f99dd5e26ee6 req-4083f16e-467c-4699-a4a0-c5d5bb198e0d tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:18.592417 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fe44388f-8b3f-44e7-bd67-f99dd5e26ee6 req-4083f16e-467c-4699-a4a0-c5d5bb198e0d tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/networks?id=feb450c6-2abe-4123-8a65-81f95eb8a727 HTTP/1.1" status: 200 len: 797 time: 0.1119826 Sep 17 08:06:18.607591 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fe44388f-8b3f-44e7-bd67-f99dd5e26ee6 req-89dafd42-cd21-4fd2-b05c-9eedf14b9e99 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/quotas/72f377991d624d1189daaff7de1bceb3 HTTP/1.1" status: 200 len: 375 time: 0.0088742 Sep 17 08:06:18.656969 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fe44388f-8b3f-44e7-bd67-f99dd5e26ee6 req-9c6494f4-7caf-457e-877b-7ab96ea684ee tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=72f377991d624d1189daaff7de1bceb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441797 Sep 17 08:06:18.754986 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fe44388f-8b3f-44e7-bd67-f99dd5e26ee6 req-fd7aad86-128d-442c-8365-eae0d9c3f075 service neutron] 10.222.0.13 "GET /v2.0/networks/feb450c6-2abe-4123-8a65-81f95eb8a727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868187 Sep 17 08:06:18.841942 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fe44388f-8b3f-44e7-bd67-f99dd5e26ee6 req-68ca7600-2681-4b63-b528-cd6051976b61 service neutron] 10.222.0.13 "GET /v2.0/networks/feb450c6-2abe-4123-8a65-81f95eb8a727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804682 Sep 17 08:06:19.002988 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-165c00d2-7404-4fb9-b2b3-138eca16f4c2 req-4bd9eb45-605d-4306-9c90-720c3572aef1 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/ports?device_id=27ff9be6-450c-4d35-a212-2a8d7f02de45 HTTP/1.1" status: 200 len: 210 time: 0.0295572 Sep 17 08:06:19.435794 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a640683-32bc-436e-9c32-fcdce53f3a45 req-0f8d7f21-3aa7-43b8-9fd5-d4e327762b24 tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:19.437903 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4a640683-32bc-436e-9c32-fcdce53f3a45 req-0f8d7f21-3aa7-43b8-9fd5-d4e327762b24 tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8c37c47-c5da-4a9b-ae21-a8be10457dd5 HTTP/1.1" status: 200 len: 943 time: 0.0603952 Sep 17 08:06:19.503586 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4a640683-32bc-436e-9c32-fcdce53f3a45 req-b2db2f52-029b-44b2-a5f1-edf6944d10cf tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c1a9c90-46cf-4aef-a2ec-b6a26cc01c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549772 Sep 17 08:06:19.511123 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f0941-c648-4141-9416-a7ad07be475e req-62aea15c-4ff9-4e90-af67-59e9302e0b23 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:19.512635 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-587f0941-c648-4141-9416-a7ad07be475e req-62aea15c-4ff9-4e90-af67-59e9302e0b23 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac4e1b95-1ad1-4c09-9321-82cdf5b15637 HTTP/1.1" status: 200 len: 945 time: 0.0722477 Sep 17 08:06:19.554961 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-587f0941-c648-4141-9416-a7ad07be475e req-92570068-825c-43aa-9084-12ef461141b5 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbbd47e9-1dbc-4a7c-bb94-53f9fd4a5344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360150 Sep 17 08:06:19.902961 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-21abb6db-55a1-4958-98e4-40f936de37c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:20.029266 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe44388f-8b3f-44e7-bd67-f99dd5e26ee6 req-9cb1ae74-501d-4518-9919-5f7121332d2a tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:20.031645 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fe44388f-8b3f-44e7-bd67-f99dd5e26ee6 req-9cb1ae74-501d-4518-9919-5f7121332d2a tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.41 "GET /v2.0/networks?id=feb450c6-2abe-4123-8a65-81f95eb8a727 HTTP/1.1" status: 200 len: 797 time: 0.1085484 Sep 17 08:06:20.095458 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fe44388f-8b3f-44e7-bd67-f99dd5e26ee6 req-72e9910d-906f-43ed-9878-3cf68d40adb7 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72f377991d624d1189daaff7de1bceb3 HTTP/1.1" status: 200 len: 379 time: 0.0482223 Sep 17 08:06:20.104918 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-935fba58-8352-41e1-8f90-d5d08493a18c req-f7c0b279-6db8-4777-9e2f-011bd76f22df tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/ports?device_id=27ff9be6-450c-4d35-a212-2a8d7f02de45 HTTP/1.1" status: 200 len: 210 time: 0.0340903 Sep 17 08:06:20.105618 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-fe44388f-8b3f-44e7-bd67-f99dd5e26ee6 req-3110c453-b6a3-4d01-b157-6e8b6896a081 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Request body: {'port': {'device_id': '27ff9be6-450c-4d35-a212-2a8d7f02de45', 'network_id': 'feb450c6-2abe-4123-8a65-81f95eb8a727', 'admin_state_up': True, 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'security_groups': ['fdb0962f-0f0d-43ca-b2ae-f4fc78e59555']}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:06:20.212999 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe44388f-8b3f-44e7-bd67-f99dd5e26ee6 req-3110c453-b6a3-4d01-b157-6e8b6896a081 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Made reservation on behalf of 72f377991d624d1189daaff7de1bceb3 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:06:20.216551 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fe44388f-8b3f-44e7-bd67-f99dd5e26ee6 req-3110c453-b6a3-4d01-b157-6e8b6896a081 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:20.342002 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-fe44388f-8b3f-44e7-bd67-f99dd5e26ee6 req-3110c453-b6a3-4d01-b157-6e8b6896a081 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Allocated IP 172.20.0.6 (feb450c6-2abe-4123-8a65-81f95eb8a727/b6248dd9-2d9f-4890-b97f-90338bdf79da/b719868d-d0c2-4892-82cb-c528c864396d) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:06:20.478632 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fe44388f-8b3f-44e7-bd67-f99dd5e26ee6 req-3110c453-b6a3-4d01-b157-6e8b6896a081 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:20.510856 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fe44388f-8b3f-44e7-bd67-f99dd5e26ee6 req-3110c453-b6a3-4d01-b157-6e8b6896a081 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:20.552123 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe44388f-8b3f-44e7-bd67-f99dd5e26ee6 req-3110c453-b6a3-4d01-b157-6e8b6896a081 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Network feb450c6-2abe-4123-8a65-81f95eb8a727 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:06:20.555206 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-fe44388f-8b3f-44e7-bd67-f99dd5e26ee6 req-3110c453-b6a3-4d01-b157-6e8b6896a081 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:06:20.561033 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe44388f-8b3f-44e7-bd67-f99dd5e26ee6 req-3110c453-b6a3-4d01-b157-6e8b6896a081 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:06:20.585619 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3110c453-b6a3-4d01-b157-6e8b6896a081 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Pushing event updated for resources: {'Port': ['ID=b719868d-d0c2-4892-82cb-c528c864396d,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:20.621396 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe44388f-8b3f-44e7-bd67-f99dd5e26ee6 req-3110c453-b6a3-4d01-b157-6e8b6896a081 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:20.622355 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fe44388f-8b3f-44e7-bd67-f99dd5e26ee6 req-3110c453-b6a3-4d01-b157-6e8b6896a081 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:20.641437 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fe44388f-8b3f-44e7-bd67-f99dd5e26ee6 req-3110c453-b6a3-4d01-b157-6e8b6896a081 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5395827 Sep 17 08:06:20.662931 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770f938e-9121-48c3-badf-203fccdc8961 req-608742a9-713a-45d8-9157-83cd071ada3a tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:20.664501 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-770f938e-9121-48c3-badf-203fccdc8961 req-608742a9-713a-45d8-9157-83cd071ada3a tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8c37c47-c5da-4a9b-ae21-a8be10457dd5 HTTP/1.1" status: 200 len: 943 time: 0.0896342 Sep 17 08:06:20.692303 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-fe44388f-8b3f-44e7-bd67-f99dd5e26ee6 req-a734f470-96e8-4a46-a8f2-b4cd50bfc72f service neutron] Request body: {'port': {'device_id': '27ff9be6-450c-4d35-a212-2a8d7f02de45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:06:20.720792 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-770f938e-9121-48c3-badf-203fccdc8961 req-b25d197a-7ac9-4c6f-b143-d3adffe09a6a tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c1a9c90-46cf-4aef-a2ec-b6a26cc01c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427196 Sep 17 08:06:20.729797 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c79b4c4-31b8-4948-8b7e-f9ebec9ca874 req-bad153da-126b-45c7-a426-c3a20b6841d5 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:20.731982 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5c79b4c4-31b8-4948-8b7e-f9ebec9ca874 req-bad153da-126b-45c7-a426-c3a20b6841d5 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac4e1b95-1ad1-4c09-9321-82cdf5b15637 HTTP/1.1" status: 200 len: 945 time: 0.0890667 Sep 17 08:06:20.774114 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fe44388f-8b3f-44e7-bd67-f99dd5e26ee6 req-a734f470-96e8-4a46-a8f2-b4cd50bfc72f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:20.775249 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5c79b4c4-31b8-4948-8b7e-f9ebec9ca874 req-56c7e6fd-495b-44cf-b763-7b94e9326ddd tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbbd47e9-1dbc-4a7c-bb94-53f9fd4a5344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362554 Sep 17 08:06:20.782686 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 9a819cd2-5134-4d4f-af92-d3367c0e8ed1 details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:06:20.890481 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 9a819cd2-5134-4d4f-af92-d3367c0e8ed1, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=9a819cd2-5134-4d4f-af92-d3367c0e8ed1,segment=NetworkSegment(bc898c63-c4ae-447a-8e39-f8b2338969bd),segment_id=bc898c63-c4ae-447a-8e39-f8b2338969bd)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:06:20.904737 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': '9a819cd2-5134-4d4f-af92-d3367c0e8ed1', 'network_id': '5149f750-0091-409d-871d-432517a1d159', 'port_id': '9a819cd2-5134-4d4f-af92-d3367c0e8ed1', 'mac_address': 'fa:16:3e:81:f3:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a86a9327-6a02-465b-ab15-4ac23e73ab6d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:06:20.913441 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-73528c82-2066-4231-a758-89dac4a0b844 None None] Provisioning complete for port b719868d-d0c2-4892-82cb-c528c864396d triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:06:20.913812 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-73528c82-2066-4231-a758-89dac4a0b844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:20.973968 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:20.976841 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-73528c82-2066-4231-a758-89dac4a0b844 None None] Port b719868d-d0c2-4892-82cb-c528c864396d cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:06:20.988693 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a819cd2-5134-4d4f-af92-d3367c0e8ed1 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:06:21.009077 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 9a819cd2-5134-4d4f-af92-d3367c0e8ed1, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=9a819cd2-5134-4d4f-af92-d3367c0e8ed1,segment=NetworkSegment(bc898c63-c4ae-447a-8e39-f8b2338969bd),segment_id=bc898c63-c4ae-447a-8e39-f8b2338969bd)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:06:21.013482 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:21.055083 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-fe44388f-8b3f-44e7-bd67-f99dd5e26ee6 req-a734f470-96e8-4a46-a8f2-b4cd50bfc72f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b719868d-d0c2-4892-82cb-c528c864396d {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:06:21.060700 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=9a819cd2-5134-4d4f-af92-d3367c0e8ed1,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:21.063420 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fe44388f-8b3f-44e7-bd67-f99dd5e26ee6 req-a734f470-96e8-4a46-a8f2-b4cd50bfc72f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:21.079478 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-fe44388f-8b3f-44e7-bd67-f99dd5e26ee6 req-a734f470-96e8-4a46-a8f2-b4cd50bfc72f service neutron] Transition to ACTIVE for port object b719868d-d0c2-4892-82cb-c528c864396d will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:06:21.084945 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fe44388f-8b3f-44e7-bd67-f99dd5e26ee6 req-a734f470-96e8-4a46-a8f2-b4cd50bfc72f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:21.175418 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a734f470-96e8-4a46-a8f2-b4cd50bfc72f service neutron] Pushing event updated for resources: {'Port': ['ID=b719868d-d0c2-4892-82cb-c528c864396d,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:21.213040 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-fe44388f-8b3f-44e7-bd67-f99dd5e26ee6 req-a734f470-96e8-4a46-a8f2-b4cd50bfc72f service neutron] Attempting to bind port b719868d-d0c2-4892-82cb-c528c864396d on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:06:21.213457 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-fe44388f-8b3f-44e7-bd67-f99dd5e26ee6 req-a734f470-96e8-4a46-a8f2-b4cd50bfc72f service neutron] Attempting to bind port b719868d-d0c2-4892-82cb-c528c864396d by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': '1a23dff6-ada3-4640-bc1d-953a4fbdf324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'feb450c6-2abe-4123-8a65-81f95eb8a727'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:06:21.213856 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe44388f-8b3f-44e7-bd67-f99dd5e26ee6 req-a734f470-96e8-4a46-a8f2-b4cd50bfc72f service neutron] Attempting to bind port b719868d-d0c2-4892-82cb-c528c864396d on network feb450c6-2abe-4123-8a65-81f95eb8a727 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:06:21.218963 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe44388f-8b3f-44e7-bd67-f99dd5e26ee6 req-a734f470-96e8-4a46-a8f2-b4cd50bfc72f service neutron] Port b719868d-d0c2-4892-82cb-c528c864396d on network feb450c6-2abe-4123-8a65-81f95eb8a727 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:06:21.219281 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe44388f-8b3f-44e7-bd67-f99dd5e26ee6 req-a734f470-96e8-4a46-a8f2-b4cd50bfc72f service neutron] Attempting to bind port b719868d-d0c2-4892-82cb-c528c864396d on network feb450c6-2abe-4123-8a65-81f95eb8a727 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:06:21.223413 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed907aa-822b-4651-98d5-a9a6ace19c36 req-d6cef4c1-19e7-4696-92ef-d1e72b5231e7 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:21.224183 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe44388f-8b3f-44e7-bd67-f99dd5e26ee6 req-a734f470-96e8-4a46-a8f2-b4cd50bfc72f service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:06:21.224525 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe44388f-8b3f-44e7-bd67-f99dd5e26ee6 req-a734f470-96e8-4a46-a8f2-b4cd50bfc72f service neutron] Checking segment: {'id': '1a23dff6-ada3-4640-bc1d-953a4fbdf324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'feb450c6-2abe-4123-8a65-81f95eb8a727'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:06:21.224901 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe44388f-8b3f-44e7-bd67-f99dd5e26ee6 req-a734f470-96e8-4a46-a8f2-b4cd50bfc72f service neutron] Bound using segment: {'id': '1a23dff6-ada3-4640-bc1d-953a4fbdf324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'feb450c6-2abe-4123-8a65-81f95eb8a727'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:06:21.225022 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5ed907aa-822b-4651-98d5-a9a6ace19c36 req-d6cef4c1-19e7-4696-92ef-d1e72b5231e7 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/ports?device_id=27ff9be6-450c-4d35-a212-2a8d7f02de45 HTTP/1.1" status: 200 len: 943 time: 0.0496109 Sep 17 08:06:21.225424 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-fe44388f-8b3f-44e7-bd67-f99dd5e26ee6 req-a734f470-96e8-4a46-a8f2-b4cd50bfc72f service neutron] Bound port: b719868d-d0c2-4892-82cb-c528c864396d, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a23dff6-ada3-4640-bc1d-953a4fbdf324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'feb450c6-2abe-4123-8a65-81f95eb8a727'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:06:21.225778 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fe44388f-8b3f-44e7-bd67-f99dd5e26ee6 req-a734f470-96e8-4a46-a8f2-b4cd50bfc72f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:21.271416 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5ed907aa-822b-4651-98d5-a9a6ace19c36 req-c4160845-4c8f-4144-9e1a-58b0a20f5a94 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdb0962f-0f0d-43ca-b2ae-f4fc78e59555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400791 Sep 17 08:06:21.303777 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-fe44388f-8b3f-44e7-bd67-f99dd5e26ee6 req-a734f470-96e8-4a46-a8f2-b4cd50bfc72f service neutron] For port b719868d-d0c2-4892-82cb-c528c864396d, host n-h1-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:06:21.307085 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-fe44388f-8b3f-44e7-bd67-f99dd5e26ee6 req-a734f470-96e8-4a46-a8f2-b4cd50bfc72f service neutron] For port b719868d-d0c2-4892-82cb-c528c864396d, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=b719868d-d0c2-4892-82cb-c528c864396d,segment=NetworkSegment(1a23dff6-ada3-4640-bc1d-953a4fbdf324),segment_id=1a23dff6-ada3-4640-bc1d-953a4fbdf324)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:06:21.311662 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fe44388f-8b3f-44e7-bd67-f99dd5e26ee6 req-a734f470-96e8-4a46-a8f2-b4cd50bfc72f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:21.345108 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe44388f-8b3f-44e7-bd67-f99dd5e26ee6 req-a734f470-96e8-4a46-a8f2-b4cd50bfc72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:21.345652 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fe44388f-8b3f-44e7-bd67-f99dd5e26ee6 req-a734f470-96e8-4a46-a8f2-b4cd50bfc72f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:21.347041 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fe44388f-8b3f-44e7-bd67-f99dd5e26ee6 req-a734f470-96e8-4a46-a8f2-b4cd50bfc72f service neutron] 10.222.0.41 "PUT /v2.0/ports/b719868d-d0c2-4892-82cb-c528c864396d HTTP/1.1" status: 200 len: 1091 time: 0.6682971 Sep 17 08:06:21.349370 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27ff9be6-450c-4d35-a212-2a8d7f02de45', 'tag': 'b719868d-d0c2-4892-82cb-c528c864396d'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:06:21.351537 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bceb9c6-b7a4-4a48-82a2-cc6b00c9766b" -d '{"events": [{"name": "network-changed", "server_uuid": "27ff9be6-450c-4d35-a212-2a8d7f02de45", "tag": "b719868d-d0c2-4892-82cb-c528c864396d"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:06:21.381033 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a734f470-96e8-4a46-a8f2-b4cd50bfc72f service neutron] Pushing event updated for resources: {'Port': ['ID=b719868d-d0c2-4892-82cb-c528c864396d,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:21.403457 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d5674b2-a259-49bb-a875-7c3d07fa7e6a x-openstack-request-id: req-5d5674b2-a259-49bb-a875-7c3d07fa7e6a {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:06:21.403995 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27ff9be6-450c-4d35-a212-2a8d7f02de45", "tag": "b719868d-d0c2-4892-82cb-c528c864396d", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:06:21.405258 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5d5674b2-a259-49bb-a875-7c3d07fa7e6a {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:06:21.405699 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27ff9be6-450c-4d35-a212-2a8d7f02de45', 'tag': 'b719868d-d0c2-4892-82cb-c528c864396d', 'status': 'completed', 'code': 200} Sep 17 08:06:21.462881 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['9a819cd2-5134-4d4f-af92-d3367c0e8ed1'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:06:21.474752 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe44388f-8b3f-44e7-bd67-f99dd5e26ee6 req-37805cfc-af90-43a2-b2e0-d17053a304da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:21.476418 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fe44388f-8b3f-44e7-bd67-f99dd5e26ee6 req-37805cfc-af90-43a2-b2e0-d17053a304da service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=72f377991d624d1189daaff7de1bceb3&device_id=27ff9be6-450c-4d35-a212-2a8d7f02de45 HTTP/1.1" status: 200 len: 1094 time: 0.0495305 Sep 17 08:06:21.527362 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fe44388f-8b3f-44e7-bd67-f99dd5e26ee6 req-21dd757c-df28-4971-8cc4-fac8af15b9c2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b719868d-d0c2-4892-82cb-c528c864396d HTTP/1.1" status: 200 len: 217 time: 0.0358350 Sep 17 08:06:21.579470 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe44388f-8b3f-44e7-bd67-f99dd5e26ee6 req-4f722f18-7287-4ce4-b611-a167ff11347a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:21.581005 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fe44388f-8b3f-44e7-bd67-f99dd5e26ee6 req-4f722f18-7287-4ce4-b611-a167ff11347a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b6248dd9-2d9f-4890-b97f-90338bdf79da HTTP/1.1" status: 200 len: 834 time: 0.0450509 Sep 17 08:06:21.627369 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe44388f-8b3f-44e7-bd67-f99dd5e26ee6 req-42e1b822-eb5a-49f3-8aae-509d6af613e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:21.628916 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fe44388f-8b3f-44e7-bd67-f99dd5e26ee6 req-42e1b822-eb5a-49f3-8aae-509d6af613e4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=feb450c6-2abe-4123-8a65-81f95eb8a727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408568 Sep 17 08:06:21.723311 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fe44388f-8b3f-44e7-bd67-f99dd5e26ee6 req-faac6b34-71e0-414a-9154-35bf0543b9f7 service neutron] 10.222.0.41 "GET /v2.0/networks/feb450c6-2abe-4123-8a65-81f95eb8a727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862210 Sep 17 08:06:21.824956 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fe44388f-8b3f-44e7-bd67-f99dd5e26ee6 req-caa343a6-90e0-4f53-a7ed-2721dc0f4341 service neutron] 10.222.0.41 "GET /v2.0/networks/feb450c6-2abe-4123-8a65-81f95eb8a727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887649 Sep 17 08:06:21.839173 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97365f52-06c0-4816-9c17-fb14f7269926 req-457a2fd4-d6f6-49e9-8298-fc820ad27f34 tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:21.840688 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-97365f52-06c0-4816-9c17-fb14f7269926 req-457a2fd4-d6f6-49e9-8298-fc820ad27f34 tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8c37c47-c5da-4a9b-ae21-a8be10457dd5 HTTP/1.1" status: 200 len: 944 time: 0.0501890 Sep 17 08:06:21.903216 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-97365f52-06c0-4816-9c17-fb14f7269926 req-ca059ff1-4df5-4ae1-8254-93e5847058be tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c1a9c90-46cf-4aef-a2ec-b6a26cc01c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545044 Sep 17 08:06:21.923424 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79208ae5-6d22-4c8b-9528-8f9da9e04eaa req-6c7a7e75-6c35-4258-b423-ae275fbc488d tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:21.924860 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-79208ae5-6d22-4c8b-9528-8f9da9e04eaa req-6c7a7e75-6c35-4258-b423-ae275fbc488d tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac4e1b95-1ad1-4c09-9321-82cdf5b15637 HTTP/1.1" status: 200 len: 945 time: 0.0623012 Sep 17 08:06:21.964596 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-79208ae5-6d22-4c8b-9528-8f9da9e04eaa req-cb244dfc-845d-4079-8805-544dd3cbdcdc tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbbd47e9-1dbc-4a7c-bb94-53f9fd4a5344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339348 Sep 17 08:06:21.985002 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bceb9c6-b7a4-4a48-82a2-cc6b00c9766b req-8c7ff1e5-057e-4927-8a75-0e87994e0bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:21.986634 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3bceb9c6-b7a4-4a48-82a2-cc6b00c9766b req-8c7ff1e5-057e-4927-8a75-0e87994e0bc3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=72f377991d624d1189daaff7de1bceb3&device_id=27ff9be6-450c-4d35-a212-2a8d7f02de45 HTTP/1.1" status: 200 len: 1094 time: 0.0419741 Sep 17 08:06:22.075362 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bceb9c6-b7a4-4a48-82a2-cc6b00c9766b req-683d2242-c6e8-4fbb-8c31-58a24d8a1b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:22.076873 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3bceb9c6-b7a4-4a48-82a2-cc6b00c9766b req-683d2242-c6e8-4fbb-8c31-58a24d8a1b79 service neutron] 10.222.0.41 "GET /v2.0/networks?id=feb450c6-2abe-4123-8a65-81f95eb8a727 HTTP/1.1" status: 200 len: 898 time: 0.0828090 Sep 17 08:06:22.123253 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3bceb9c6-b7a4-4a48-82a2-cc6b00c9766b req-0e964005-1c75-4fdb-80f7-f5ba5a4fb97c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b719868d-d0c2-4892-82cb-c528c864396d HTTP/1.1" status: 200 len: 217 time: 0.0375824 Sep 17 08:06:22.172598 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bceb9c6-b7a4-4a48-82a2-cc6b00c9766b req-17d44656-2f23-4fed-ad7b-e15c0e1d3636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:22.173994 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3bceb9c6-b7a4-4a48-82a2-cc6b00c9766b req-17d44656-2f23-4fed-ad7b-e15c0e1d3636 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b6248dd9-2d9f-4890-b97f-90338bdf79da HTTP/1.1" status: 200 len: 834 time: 0.0428944 Sep 17 08:06:22.218183 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bceb9c6-b7a4-4a48-82a2-cc6b00c9766b req-9f4700b6-8a05-4d58-8a89-1d444d1b4bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:22.220243 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3bceb9c6-b7a4-4a48-82a2-cc6b00c9766b req-9f4700b6-8a05-4d58-8a89-1d444d1b4bb9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=feb450c6-2abe-4123-8a65-81f95eb8a727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392735 Sep 17 08:06:22.318893 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3bceb9c6-b7a4-4a48-82a2-cc6b00c9766b req-03eebaa7-3781-4b7e-9d9b-bc4a6662d81d service neutron] 10.222.0.41 "GET /v2.0/networks/feb450c6-2abe-4123-8a65-81f95eb8a727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883455 Sep 17 08:06:22.390041 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b655f-1271-49bb-83bb-90b1c4317ec0 req-e10252a5-514f-4c13-9978-a9b8fcd9d36a tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:22.392253 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9b0b655f-1271-49bb-83bb-90b1c4317ec0 req-e10252a5-514f-4c13-9978-a9b8fcd9d36a tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/ports?device_id=27ff9be6-450c-4d35-a212-2a8d7f02de45 HTTP/1.1" status: 200 len: 943 time: 0.0532990 Sep 17 08:06:22.406336 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-283b63a3-9e88-4612-b448-a6e7b6a4caa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:22.414800 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3bceb9c6-b7a4-4a48-82a2-cc6b00c9766b req-e1c5f8ae-7246-4852-abff-5c009331776b service neutron] 10.222.0.41 "GET /v2.0/networks/feb450c6-2abe-4123-8a65-81f95eb8a727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876951 Sep 17 08:06:22.433794 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9b0b655f-1271-49bb-83bb-90b1c4317ec0 req-bad1a7cf-dff3-4b66-93b6-7882fbd1315c tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdb0962f-0f0d-43ca-b2ae-f4fc78e59555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333707 Sep 17 08:06:22.673467 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:22.795138 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 9a819cd2-5134-4d4f-af92-d3367c0e8ed1 up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:06:22.842048 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning for port 9a819cd2-5134-4d4f-af92-d3367c0e8ed1 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:06:22.845744 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port 9a819cd2-5134-4d4f-af92-d3367c0e8ed1 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:06:22.846148 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:22.924881 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:22.948498 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8c37c47-c5da-4a9b-ae21-a8be10457dd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a819cd2-5134-4d4f-af92-d3367c0e8ed1'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:06:22.949626 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b77faa-e4cb-442c-b07b-d9cc2971ab5b" -d '{"events": [{"server_uuid": "d8c37c47-c5da-4a9b-ae21-a8be10457dd5", "name": "network-vif-plugged", "status": "completed", "tag": "9a819cd2-5134-4d4f-af92-d3367c0e8ed1"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:06:22.967413 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 9a819cd2-5134-4d4f-af92-d3367c0e8ed1, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=9a819cd2-5134-4d4f-af92-d3367c0e8ed1,segment=NetworkSegment(bc898c63-c4ae-447a-8e39-f8b2338969bd),segment_id=bc898c63-c4ae-447a-8e39-f8b2338969bd)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:06:22.972381 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:23.000832 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c1acf41-3cc1-4a38-9fe0-8accc41f2901 x-openstack-request-id: req-1c1acf41-3cc1-4a38-9fe0-8accc41f2901 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:06:23.001122 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8c37c47-c5da-4a9b-ae21-a8be10457dd5", "name": "network-vif-plugged", "status": "completed", "tag": "9a819cd2-5134-4d4f-af92-d3367c0e8ed1", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:06:23.001361 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1c1acf41-3cc1-4a38-9fe0-8accc41f2901 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:06:23.001752 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8c37c47-c5da-4a9b-ae21-a8be10457dd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a819cd2-5134-4d4f-af92-d3367c0e8ed1', 'code': 200} Sep 17 08:06:23.026977 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef01bca-ec14-498d-b449-97f378f1553d req-6d9c4e6e-52d4-4e90-a816-61b965ec14de tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:23.028681 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4ef01bca-ec14-498d-b449-97f378f1553d req-6d9c4e6e-52d4-4e90-a816-61b965ec14de tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8c37c47-c5da-4a9b-ae21-a8be10457dd5 HTTP/1.1" status: 200 len: 945 time: 0.0527208 Sep 17 08:06:23.037933 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=9a819cd2-5134-4d4f-af92-d3367c0e8ed1,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:23.095438 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4ef01bca-ec14-498d-b449-97f378f1553d req-9ac7aeb6-7cc1-4d2e-9b3b-d3e94fccee56 tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c1a9c90-46cf-4aef-a2ec-b6a26cc01c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606580 Sep 17 08:06:23.114396 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97df2e4f-bb59-45d9-b2bf-bf7272bcba83 req-eba8fb8c-7acf-4ded-8c14-e0efa3ddb256 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:23.114396 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-97df2e4f-bb59-45d9-b2bf-bf7272bcba83 req-eba8fb8c-7acf-4ded-8c14-e0efa3ddb256 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac4e1b95-1ad1-4c09-9321-82cdf5b15637 HTTP/1.1" status: 200 len: 945 time: 0.0714493 Sep 17 08:06:23.142813 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c80dbe-fdd2-45a8-9e8e-3404274cda66 req-1a943819-b71e-41b4-935a-1b21e7537743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:23.144842 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-66c80dbe-fdd2-45a8-9e8e-3404274cda66 req-1a943819-b71e-41b4-935a-1b21e7537743 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d8c37c47-c5da-4a9b-ae21-a8be10457dd5 HTTP/1.1" status: 200 len: 1096 time: 0.0510962 Sep 17 08:06:23.158172 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-97df2e4f-bb59-45d9-b2bf-bf7272bcba83 req-8f90efe5-abd3-4b7d-97ac-9234fa938bc3 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbbd47e9-1dbc-4a7c-bb94-53f9fd4a5344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367696 Sep 17 08:06:23.185376 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-66c80dbe-fdd2-45a8-9e8e-3404274cda66 req-292a0f61-7deb-4b4f-8dd1-1e63dfe16d9b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6c1a9c90-46cf-4aef-a2ec-b6a26cc01c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283096 Sep 17 08:06:23.550256 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b44ea-f875-484b-a7f4-3cd2176231b7 req-3ab5d827-7eda-4bc7-a9fc-e028d1e6116e tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:23.551726 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-307b44ea-f875-484b-a7f4-3cd2176231b7 req-3ab5d827-7eda-4bc7-a9fc-e028d1e6116e tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/ports?device_id=27ff9be6-450c-4d35-a212-2a8d7f02de45 HTTP/1.1" status: 200 len: 943 time: 0.0517585 Sep 17 08:06:23.588683 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-307b44ea-f875-484b-a7f4-3cd2176231b7 req-963ad1c0-0b9c-49cc-924b-3245c29d9ecf tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdb0962f-0f0d-43ca-b2ae-f4fc78e59555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310581 Sep 17 08:06:23.652697 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:24.221914 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa10e4-e7c0-4947-81c0-d3d4836f5087 req-434e75fb-3ba8-4458-97df-c8270d31cb83 tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:24.223418 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c9aa10e4-e7c0-4947-81c0-d3d4836f5087 req-434e75fb-3ba8-4458-97df-c8270d31cb83 tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8c37c47-c5da-4a9b-ae21-a8be10457dd5 HTTP/1.1" status: 200 len: 945 time: 0.0518475 Sep 17 08:06:24.286822 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c9aa10e4-e7c0-4947-81c0-d3d4836f5087 req-e92d4845-0906-4a58-b865-8d374d8d3d5e tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c1a9c90-46cf-4aef-a2ec-b6a26cc01c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528796 Sep 17 08:06:24.295860 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a9390-9536-423a-990a-7e98e24ff65c req-add5b311-37fc-4406-8b78-1d7d33949b0a tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:24.297385 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-978a9390-9536-423a-990a-7e98e24ff65c req-add5b311-37fc-4406-8b78-1d7d33949b0a tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac4e1b95-1ad1-4c09-9321-82cdf5b15637 HTTP/1.1" status: 200 len: 945 time: 0.0715435 Sep 17 08:06:24.337796 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-978a9390-9536-423a-990a-7e98e24ff65c req-01573086-f0de-470a-a5e6-8b8de5f0c877 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbbd47e9-1dbc-4a7c-bb94-53f9fd4a5344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342836 Sep 17 08:06:24.707392 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f59065-27fb-4297-933f-7818d2f445ec req-72c62f9f-c721-45ee-9366-b2ac17c957bd tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:24.708913 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-68f59065-27fb-4297-933f-7818d2f445ec req-72c62f9f-c721-45ee-9366-b2ac17c957bd tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/ports?device_id=27ff9be6-450c-4d35-a212-2a8d7f02de45 HTTP/1.1" status: 200 len: 943 time: 0.0524988 Sep 17 08:06:24.745906 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-68f59065-27fb-4297-933f-7818d2f445ec req-c0b92ec0-5eb4-49f8-83fd-ef8dff3ac363 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdb0962f-0f0d-43ca-b2ae-f4fc78e59555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311646 Sep 17 08:06:25.245065 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:25.400763 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b924f14f-ecdb-45ed-85d2-a35bd6e899d5 req-0a917486-41c3-4720-a513-835304b973b8 tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:25.402249 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b924f14f-ecdb-45ed-85d2-a35bd6e899d5 req-0a917486-41c3-4720-a513-835304b973b8 tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8c37c47-c5da-4a9b-ae21-a8be10457dd5 HTTP/1.1" status: 200 len: 945 time: 0.0486240 Sep 17 08:06:25.476940 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276d970-e153-4b5d-8d04-f0408262ff61 req-66cebde7-6aae-4317-bd72-3e636c2eb49a tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:25.478422 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3276d970-e153-4b5d-8d04-f0408262ff61 req-66cebde7-6aae-4317-bd72-3e636c2eb49a tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac4e1b95-1ad1-4c09-9321-82cdf5b15637 HTTP/1.1" status: 200 len: 945 time: 0.0753081 Sep 17 08:06:25.481209 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b924f14f-ecdb-45ed-85d2-a35bd6e899d5 req-0d1a8997-5f3a-4f2e-988e-0f266aff5bf6 tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c1a9c90-46cf-4aef-a2ec-b6a26cc01c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700684 Sep 17 08:06:25.521015 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3276d970-e153-4b5d-8d04-f0408262ff61 req-162bbc3a-1ad7-4f44-9af0-ca72a2a5602d tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbbd47e9-1dbc-4a7c-bb94-53f9fd4a5344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366476 Sep 17 08:06:25.865197 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69cae23-72a9-474c-9813-de891448e7e9 req-cc82fae0-97a7-4790-a2b7-b3fe67368009 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:25.866765 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d69cae23-72a9-474c-9813-de891448e7e9 req-cc82fae0-97a7-4790-a2b7-b3fe67368009 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/ports?device_id=27ff9be6-450c-4d35-a212-2a8d7f02de45 HTTP/1.1" status: 200 len: 943 time: 0.0536783 Sep 17 08:06:25.908919 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d69cae23-72a9-474c-9813-de891448e7e9 req-39a263fe-77f7-4506-bf4d-23c6b424de72 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdb0962f-0f0d-43ca-b2ae-f4fc78e59555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359409 Sep 17 08:06:26.105725 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5977fd-eea0-448c-81ba-a94eb91c5d55 req-c3191dd3-4828-4435-9109-62f3c6a5799a tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:26.107202 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2d5977fd-eea0-448c-81ba-a94eb91c5d55 req-c3191dd3-4828-4435-9109-62f3c6a5799a tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8c37c47-c5da-4a9b-ae21-a8be10457dd5 HTTP/1.1" status: 200 len: 945 time: 0.0496447 Sep 17 08:06:26.143672 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2d5977fd-eea0-448c-81ba-a94eb91c5d55 req-5e4020cd-848c-4f85-9603-dd5a36bcc449 tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c1a9c90-46cf-4aef-a2ec-b6a26cc01c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303483 Sep 17 08:06:26.639929 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb17a07f-3f34-4156-b31b-0413cd193cef req-9e4a4d4d-4e74-49e9-aab4-69c235f892fe tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:26.641403 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-eb17a07f-3f34-4156-b31b-0413cd193cef req-9e4a4d4d-4e74-49e9-aab4-69c235f892fe tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac4e1b95-1ad1-4c09-9321-82cdf5b15637 HTTP/1.1" status: 200 len: 945 time: 0.0524645 Sep 17 08:06:26.681772 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-eb17a07f-3f34-4156-b31b-0413cd193cef req-2699dff6-c421-47c9-a196-98aa690703ce tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbbd47e9-1dbc-4a7c-bb94-53f9fd4a5344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344415 Sep 17 08:06:26.823975 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device b719868d-d0c2-4892-82cb-c528c864396d details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:06:26.929622 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port b719868d-d0c2-4892-82cb-c528c864396d, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=b719868d-d0c2-4892-82cb-c528c864396d,segment=NetworkSegment(1a23dff6-ada3-4640-bc1d-953a4fbdf324),segment_id=1a23dff6-ada3-4640-bc1d-953a4fbdf324)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:06:26.942002 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': 'b719868d-d0c2-4892-82cb-c528c864396d', 'network_id': 'feb450c6-2abe-4123-8a65-81f95eb8a727', 'port_id': 'b719868d-d0c2-4892-82cb-c528c864396d', 'mac_address': 'fa:16:3e:30:d9:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6248dd9-2d9f-4890-b97f-90338bdf79da', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:06:26.978557 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:26.991644 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b719868d-d0c2-4892-82cb-c528c864396d {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:06:27.010191 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port b719868d-d0c2-4892-82cb-c528c864396d, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=b719868d-d0c2-4892-82cb-c528c864396d,segment=NetworkSegment(1a23dff6-ada3-4640-bc1d-953a4fbdf324),segment_id=1a23dff6-ada3-4640-bc1d-953a4fbdf324)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:06:27.014356 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:27.026622 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424fc4dd-084a-401e-a7d6-44fb91958e4c req-e2ab9d3f-785b-4358-ab85-9738d5047d1b tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:27.028152 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-424fc4dd-084a-401e-a7d6-44fb91958e4c req-e2ab9d3f-785b-4358-ab85-9738d5047d1b tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/ports?device_id=27ff9be6-450c-4d35-a212-2a8d7f02de45 HTTP/1.1" status: 200 len: 943 time: 0.0514905 Sep 17 08:06:27.062608 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=b719868d-d0c2-4892-82cb-c528c864396d,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:27.066430 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-424fc4dd-084a-401e-a7d6-44fb91958e4c req-8357046f-8b3c-43dd-a649-9605ae6c209d tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdb0962f-0f0d-43ca-b2ae-f4fc78e59555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313876 Sep 17 08:06:27.269915 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3cc8b-a863-40cc-a249-c60f12b3c411 req-2a21ae2f-4b27-4b66-91b3-08b2f6c4bf18 tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:27.271379 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b1f3cc8b-a863-40cc-a249-c60f12b3c411 req-2a21ae2f-4b27-4b66-91b3-08b2f6c4bf18 tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8c37c47-c5da-4a9b-ae21-a8be10457dd5 HTTP/1.1" status: 200 len: 945 time: 0.0473976 Sep 17 08:06:27.308416 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b1f3cc8b-a863-40cc-a249-c60f12b3c411 req-f7b892c7-b770-4b9b-9203-391da7c717b1 tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] 10.222.0.13 "GET /v2.0/security-groups?id=6c1a9c90-46cf-4aef-a2ec-b6a26cc01c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311508 Sep 17 08:06:27.530728 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['b719868d-d0c2-4892-82cb-c528c864396d'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:06:27.791624 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea39a7b-d843-4fb0-b195-7aeeba49480b req-d65594e5-3f76-4592-9730-70c3327ddccd tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:27.793317 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3ea39a7b-d843-4fb0-b195-7aeeba49480b req-d65594e5-3f76-4592-9730-70c3327ddccd tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8c37c47-c5da-4a9b-ae21-a8be10457dd5 HTTP/1.1" status: 200 len: 945 time: 0.0720217 Sep 17 08:06:27.804758 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca12971-94bb-421d-95a4-99af61978740 req-91f876a8-9b2b-48f0-80b4-1524ee465c4d tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:27.806364 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bca12971-94bb-421d-95a4-99af61978740 req-91f876a8-9b2b-48f0-80b4-1524ee465c4d tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac4e1b95-1ad1-4c09-9321-82cdf5b15637 HTTP/1.1" status: 200 len: 945 time: 0.0491092 Sep 17 08:06:27.872692 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bca12971-94bb-421d-95a4-99af61978740 req-3405dfe4-0e1b-42f7-b3da-d8dfebc0eda3 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbbd47e9-1dbc-4a7c-bb94-53f9fd4a5344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603514 Sep 17 08:06:27.882736 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c705bd-8696-4b7e-98ed-f905a8673772 req-871addb6-57f9-49f8-a1d9-a2492a073e40 tempest-TestNetworkAdvancedServerOps-1491937489 tempest-TestNetworkAdvancedServerOps-1491937489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:27.885325 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b7c705bd-8696-4b7e-98ed-f905a8673772 req-871addb6-57f9-49f8-a1d9-a2492a073e40 tempest-TestNetworkAdvancedServerOps-1491937489 tempest-TestNetworkAdvancedServerOps-1491937489-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e6040248-4c42-4203-bade-45d2cd52bbfa HTTP/1.1" status: 200 len: 1096 time: 0.0708706 Sep 17 08:06:27.901255 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-3ea39a7b-d843-4fb0-b195-7aeeba49480b req-ce6090d0-cd8f-4ae1-9f37-ecfade27a4eb tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] Deleting port 9a819cd2-5134-4d4f-af92-d3367c0e8ed1 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:06:27.901603 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-3ea39a7b-d843-4fb0-b195-7aeeba49480b req-ce6090d0-cd8f-4ae1-9f37-ecfade27a4eb tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:27.906162 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-b7c705bd-8696-4b7e-98ed-f905a8673772 req-5ad0eb81-acc1-4f70-ae28-61059bab74cf tempest-TestNetworkAdvancedServerOps-1491937489 tempest-TestNetworkAdvancedServerOps-1491937489-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:27.987749 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-3ea39a7b-d843-4fb0-b195-7aeeba49480b req-ce6090d0-cd8f-4ae1-9f37-ecfade27a4eb tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] For port 9a819cd2-5134-4d4f-af92-d3367c0e8ed1, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=9a819cd2-5134-4d4f-af92-d3367c0e8ed1,segment=NetworkSegment(bc898c63-c4ae-447a-8e39-f8b2338969bd),segment_id=bc898c63-c4ae-447a-8e39-f8b2338969bd)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:06:27.988144 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-3ea39a7b-d843-4fb0-b195-7aeeba49480b req-ce6090d0-cd8f-4ae1-9f37-ecfade27a4eb tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:27.989887 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-b7c705bd-8696-4b7e-98ed-f905a8673772 req-5ad0eb81-acc1-4f70-ae28-61059bab74cf tempest-TestNetworkAdvancedServerOps-1491937489 tempest-TestNetworkAdvancedServerOps-1491937489-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:27.994171 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-b7c705bd-8696-4b7e-98ed-f905a8673772 req-5ad0eb81-acc1-4f70-ae28-61059bab74cf tempest-TestNetworkAdvancedServerOps-1491937489 tempest-TestNetworkAdvancedServerOps-1491937489-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:28.001853 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-3ea39a7b-d843-4fb0-b195-7aeeba49480b req-ce6090d0-cd8f-4ae1-9f37-ecfade27a4eb tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] Calling delete_port for 9a819cd2-5134-4d4f-af92-d3367c0e8ed1 owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:06:28.014534 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b7c705bd-8696-4b7e-98ed-f905a8673772 req-5ad0eb81-acc1-4f70-ae28-61059bab74cf tempest-TestNetworkAdvancedServerOps-1491937489 tempest-TestNetworkAdvancedServerOps-1491937489-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=75f16301-6857-4fad-a6be-62e7544b2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211171 Sep 17 08:06:28.027737 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad0eb81-acc1-4f70-ae28-61059bab74cf tempest-TestNetworkAdvancedServerOps-1491937489 tempest-TestNetworkAdvancedServerOps-1491937489-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6601da-c806-433a-ac79-7414622f5992,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:28.136631 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-3ea39a7b-d843-4fb0-b195-7aeeba49480b req-ce6090d0-cd8f-4ae1-9f37-ecfade27a4eb tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:28.140097 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78b6967-38a2-4b71-ad8b-bafc1137055f req-3321bd74-cc6b-4bea-b8d2-dfb47dd2dbf6 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:28.141632 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e78b6967-38a2-4b71-ad8b-bafc1137055f req-3321bd74-cc6b-4bea-b8d2-dfb47dd2dbf6 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6040248-4c42-4203-bade-45d2cd52bbfa HTTP/1.1" status: 200 len: 945 time: 0.0514231 Sep 17 08:06:28.163187 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6090d0-cd8f-4ae1-9f37-ecfade27a4eb tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] Pushing event deleted for resources: {'Port': ['ID=9a819cd2-5134-4d4f-af92-d3367c0e8ed1,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:28.206420 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e78b6967-38a2-4b71-ad8b-bafc1137055f req-7636af69-a763-46db-ab88-c93ee81526f4 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=75f16301-6857-4fad-a6be-62e7544b2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544090 Sep 17 08:06:28.206780 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ea39a7b-d843-4fb0-b195-7aeeba49480b req-ce6090d0-cd8f-4ae1-9f37-ecfade27a4eb tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] No DVR routers for this DVR port 9a819cd2-5134-4d4f-af92-d3367c0e8ed1 on host n-h1-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:06:28.209453 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-3ea39a7b-d843-4fb0-b195-7aeeba49480b req-ce6090d0-cd8f-4ae1-9f37-ecfade27a4eb tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:28.211468 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3ea39a7b-d843-4fb0-b195-7aeeba49480b req-ce6090d0-cd8f-4ae1-9f37-ecfade27a4eb tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] 10.222.0.41 "DELETE /v2.0/ports/9a819cd2-5134-4d4f-af92-d3367c0e8ed1 HTTP/1.1" status: 204 len: 173 time: 0.4032979 Sep 17 08:06:28.212037 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8c37c47-c5da-4a9b-ae21-a8be10457dd5', 'name': 'network-vif-deleted', 'tag': '9a819cd2-5134-4d4f-af92-d3367c0e8ed1'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:06:28.214841 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3bf70ad-e2aa-4eed-8ec1-d5880bb9de96" -d '{"events": [{"server_uuid": "d8c37c47-c5da-4a9b-ae21-a8be10457dd5", "name": "network-vif-deleted", "tag": "9a819cd2-5134-4d4f-af92-d3367c0e8ed1"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:06:28.219941 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b89cda-93eb-4678-9da8-cafc6d3b90b4 req-96b3157d-2655-4a9b-9fdb-dd34ae151ff9 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:28.221452 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-85b89cda-93eb-4678-9da8-cafc6d3b90b4 req-96b3157d-2655-4a9b-9fdb-dd34ae151ff9 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/ports?device_id=27ff9be6-450c-4d35-a212-2a8d7f02de45 HTTP/1.1" status: 200 len: 944 time: 0.0787170 Sep 17 08:06:28.236892 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 36340) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:06:28.269537 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-85b89cda-93eb-4678-9da8-cafc6d3b90b4 req-14656919-e5f1-40e0-8d5b-b97ef37cdf29 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdb0962f-0f0d-43ca-b2ae-f4fc78e59555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375454 Sep 17 08:06:28.278195 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa1d66f-5c2b-4a54-9380-93c24ced10c9 x-openstack-request-id: req-7fa1d66f-5c2b-4a54-9380-93c24ced10c9 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:06:28.278488 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8c37c47-c5da-4a9b-ae21-a8be10457dd5", "name": "network-vif-deleted", "tag": "9a819cd2-5134-4d4f-af92-d3367c0e8ed1", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:06:28.278742 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7fa1d66f-5c2b-4a54-9380-93c24ced10c9 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:06:28.279143 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8c37c47-c5da-4a9b-ae21-a8be10457dd5', 'name': 'network-vif-deleted', 'tag': '9a819cd2-5134-4d4f-af92-d3367c0e8ed1', 'status': 'completed', 'code': 200} Sep 17 08:06:28.305472 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6187d4f1-d8f5-46cd-a0cf-d0cb887b9a27 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/floatingips/924d53e3-8e7f-404b-ad31-966346135cdb HTTP/1.1" status: 200 len: 993 time: 0.0672312 Sep 17 08:06:28.418085 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-23bdfcde-bca0-41fd-bb81-6267e613dcee req-1553e30e-1548-4506-923a-2e1e701fcce7 tempest-VolumesActionsTest-1998812013 tempest-VolumesActionsTest-1998812013-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8c37c47-c5da-4a9b-ae21-a8be10457dd5 HTTP/1.1" status: 200 len: 210 time: 0.0258963 Sep 17 08:06:28.513300 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['9a819cd2-5134-4d4f-af92-d3367c0e8ed1'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:06:28.621861 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [req-33fba633-0548-4099-845c-e14245c10773 req-8720b6cd-b8a7-484a-8ba5-b13ae765365a service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:06:28.622879 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-33fba633-0548-4099-845c-e14245c10773 req-8720b6cd-b8a7-484a-8ba5-b13ae765365a service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053756 Sep 17 08:06:28.844395 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device b719868d-d0c2-4892-82cb-c528c864396d up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:06:28.916832 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning for port b719868d-d0c2-4892-82cb-c528c864396d completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:06:28.921096 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port b719868d-d0c2-4892-82cb-c528c864396d triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:06:28.921523 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:28.965440 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b8218-c6aa-473d-ad64-b091c68586cf req-f5701018-62e5-4e88-a459-efe5ad878f29 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:28.967231 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fa9b8218-c6aa-473d-ad64-b091c68586cf req-f5701018-62e5-4e88-a459-efe5ad878f29 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6040248-4c42-4203-bade-45d2cd52bbfa HTTP/1.1" status: 200 len: 945 time: 0.0607848 Sep 17 08:06:29.022429 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:29.048580 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27ff9be6-450c-4d35-a212-2a8d7f02de45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b719868d-d0c2-4892-82cb-c528c864396d'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:06:29.050729 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86dfe33c-19c7-4f3c-9812-34b698cfdda9" -d '{"events": [{"server_uuid": "27ff9be6-450c-4d35-a212-2a8d7f02de45", "name": "network-vif-plugged", "status": "completed", "tag": "b719868d-d0c2-4892-82cb-c528c864396d"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:06:29.062856 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port b719868d-d0c2-4892-82cb-c528c864396d, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=b719868d-d0c2-4892-82cb-c528c864396d,segment=NetworkSegment(1a23dff6-ada3-4640-bc1d-953a4fbdf324),segment_id=1a23dff6-ada3-4640-bc1d-953a4fbdf324)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:06:29.067774 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:29.076212 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a481f5-d3aa-411a-8d6d-af5899035e77 req-b1b50e84-367e-4ef6-9886-cc83ab2422dc tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:29.077786 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-59a481f5-d3aa-411a-8d6d-af5899035e77 req-b1b50e84-367e-4ef6-9886-cc83ab2422dc tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac4e1b95-1ad1-4c09-9321-82cdf5b15637 HTTP/1.1" status: 200 len: 945 time: 0.1097045 Sep 17 08:06:29.080627 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fa9b8218-c6aa-473d-ad64-b091c68586cf req-19ac4a10-939c-45a0-ae50-5349e4b43059 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=75f16301-6857-4fad-a6be-62e7544b2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036279 Sep 17 08:06:29.100390 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fbe1a44a-4475-4ac0-b4f4-8885d63a058a req-27ecea53-1273-42de-bbde-2877291fedf9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e6040248-4c42-4203-bade-45d2cd52bbfa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1842351 Sep 17 08:06:29.118874 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [req-fbe1a44a-4475-4ac0-b4f4-8885d63a058a req-7fb68bf5-879e-4396-965a-62f6e72fd0de service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:06:29.119947 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fbe1a44a-4475-4ac0-b4f4-8885d63a058a req-7fb68bf5-879e-4396-965a-62f6e72fd0de service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076425 Sep 17 08:06:29.131442 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=b719868d-d0c2-4892-82cb-c528c864396d,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:29.135432 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05225e52-eb0d-4229-87b2-1414d7992a7b x-openstack-request-id: req-05225e52-eb0d-4229-87b2-1414d7992a7b {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:06:29.135720 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27ff9be6-450c-4d35-a212-2a8d7f02de45", "name": "network-vif-plugged", "status": "completed", "tag": "b719868d-d0c2-4892-82cb-c528c864396d", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:06:29.135995 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-05225e52-eb0d-4229-87b2-1414d7992a7b {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:06:29.136375 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27ff9be6-450c-4d35-a212-2a8d7f02de45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b719868d-d0c2-4892-82cb-c528c864396d', 'code': 200} Sep 17 08:06:29.144530 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-59a481f5-d3aa-411a-8d6d-af5899035e77 req-ebf34eec-51b7-4ed5-8c12-e0219b4e05e5 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbbd47e9-1dbc-4a7c-bb94-53f9fd4a5344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593030 Sep 17 08:06:29.264072 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df005dd1-5fc8-44c9-a586-82a9311dc514 req-06154637-7175-4cca-9c6d-8b35b43832d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:29.265644 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-df005dd1-5fc8-44c9-a586-82a9311dc514 req-06154637-7175-4cca-9c6d-8b35b43832d2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=27ff9be6-450c-4d35-a212-2a8d7f02de45 HTTP/1.1" status: 200 len: 1096 time: 0.0397608 Sep 17 08:06:29.306558 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-df005dd1-5fc8-44c9-a586-82a9311dc514 req-fce390d9-bc94-4821-99c0-9c855fa53bcf service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fdb0962f-0f0d-43ca-b2ae-f4fc78e59555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327203 Sep 17 08:06:29.385326 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0289d98-dfcf-40e8-92cb-4557e301d189 req-18386396-7821-470a-b441-60c39abaf363 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:29.386808 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a0289d98-dfcf-40e8-92cb-4557e301d189 req-18386396-7821-470a-b441-60c39abaf363 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/ports?device_id=27ff9be6-450c-4d35-a212-2a8d7f02de45 HTTP/1.1" status: 200 len: 945 time: 0.0484371 Sep 17 08:06:29.424885 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a0289d98-dfcf-40e8-92cb-4557e301d189 req-e28e3e4e-52ad-4363-a78f-1a2b3adf7599 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdb0962f-0f0d-43ca-b2ae-f4fc78e59555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320299 Sep 17 08:06:30.210614 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae8f49-b80f-46d5-b39f-b72430c4bd3b req-d8a24547-1ac0-4794-b5fc-20444cf023a9 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:30.212180 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-84ae8f49-b80f-46d5-b39f-b72430c4bd3b req-d8a24547-1ac0-4794-b5fc-20444cf023a9 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6040248-4c42-4203-bade-45d2cd52bbfa HTTP/1.1" status: 200 len: 945 time: 0.0573978 Sep 17 08:06:30.276532 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-84ae8f49-b80f-46d5-b39f-b72430c4bd3b req-72ab5c6c-74d4-4f3c-a172-a00b50875a93 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=75f16301-6857-4fad-a6be-62e7544b2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584393 Sep 17 08:06:30.296637 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95225183-8e6f-4fde-ac8a-8dfcc8a9c40b req-f08b6916-e002-443f-a411-1c62fb9475a2 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:30.298779 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-95225183-8e6f-4fde-ac8a-8dfcc8a9c40b req-f08b6916-e002-443f-a411-1c62fb9475a2 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac4e1b95-1ad1-4c09-9321-82cdf5b15637 HTTP/1.1" status: 200 len: 945 time: 0.0605617 Sep 17 08:06:30.339916 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-95225183-8e6f-4fde-ac8a-8dfcc8a9c40b req-e2b18ea9-13f5-4dba-a8e4-cd89d68102d0 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbbd47e9-1dbc-4a7c-bb94-53f9fd4a5344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350540 Sep 17 08:06:30.416588 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe1a44a-4475-4ac0-b4f4-8885d63a058a req-966a6ded-53ba-4408-8a0f-bc18cd2c1c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:30.418112 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fbe1a44a-4475-4ac0-b4f4-8885d63a058a req-966a6ded-53ba-4408-8a0f-bc18cd2c1c73 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6ef7951b2ac4d2ead98d70f1879d714&device_id=e6040248-4c42-4203-bade-45d2cd52bbfa HTTP/1.1" status: 200 len: 1096 time: 0.0410790 Sep 17 08:06:30.527785 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe1a44a-4475-4ac0-b4f4-8885d63a058a req-9c88a1de-dec6-4334-b675-dad2203863b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:30.529487 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fbe1a44a-4475-4ac0-b4f4-8885d63a058a req-9c88a1de-dec6-4334-b675-dad2203863b1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6c7c2907-2d67-4290-9be2-994bcbedf8a9 HTTP/1.1" status: 200 len: 898 time: 0.0978296 Sep 17 08:06:30.541363 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7be345-7f8b-4dac-9d55-866051a2046c req-e8aafe39-0ea6-4b29-bc0d-87d8c5193a27 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:30.542975 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ad7be345-7f8b-4dac-9d55-866051a2046c req-e8aafe39-0ea6-4b29-bc0d-87d8c5193a27 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/ports?device_id=27ff9be6-450c-4d35-a212-2a8d7f02de45 HTTP/1.1" status: 200 len: 945 time: 0.0492008 Sep 17 08:06:30.584365 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ad7be345-7f8b-4dac-9d55-866051a2046c req-2ce93704-1d00-4fa7-884d-e26bf97f8d96 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdb0962f-0f0d-43ca-b2ae-f4fc78e59555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350666 Sep 17 08:06:30.617711 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fbe1a44a-4475-4ac0-b4f4-8885d63a058a req-a81bbeef-09e4-4d20-b63b-e0865091e22e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3638aeea-3e9e-44c5-8a15-1b3f96fe4f68 HTTP/1.1" status: 200 len: 1001 time: 0.0717716 Sep 17 08:06:30.673969 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe1a44a-4475-4ac0-b4f4-8885d63a058a req-9c305df5-4257-4d2c-a6ec-bbd1bf39b9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:30.675448 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fbe1a44a-4475-4ac0-b4f4-8885d63a058a req-9c305df5-4257-4d2c-a6ec-bbd1bf39b9f9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a8540f1f-4498-4a52-a82e-d4ba22d275c6 HTTP/1.1" status: 200 len: 835 time: 0.0503657 Sep 17 08:06:30.800524 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe1a44a-4475-4ac0-b4f4-8885d63a058a req-2b9ffb01-873f-4976-9cfc-9c987d7f050b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:30.802033 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fbe1a44a-4475-4ac0-b4f4-8885d63a058a req-2b9ffb01-873f-4976-9cfc-9c987d7f050b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6c7c2907-2d67-4290-9be2-994bcbedf8a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410647 Sep 17 08:06:30.913356 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fbe1a44a-4475-4ac0-b4f4-8885d63a058a req-8d83ed28-dc4d-4ade-94a2-4c062e96ac96 service neutron] 10.222.0.41 "GET /v2.0/networks/6c7c2907-2d67-4290-9be2-994bcbedf8a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018531 Sep 17 08:06:31.034760 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fbe1a44a-4475-4ac0-b4f4-8885d63a058a req-857f5b6e-a63b-467a-9039-033a8eea8275 service neutron] 10.222.0.41 "GET /v2.0/networks/6c7c2907-2d67-4290-9be2-994bcbedf8a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046236 Sep 17 08:06:31.173490 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:06:31.415048 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6a5d4-96cb-473b-a3f6-d5cedab388ad req-21572aea-73e0-4531-9551-77e51af5dc34 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:31.422392 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-38a6a5d4-96cb-473b-a3f6-d5cedab388ad req-21572aea-73e0-4531-9551-77e51af5dc34 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6040248-4c42-4203-bade-45d2cd52bbfa HTTP/1.1" status: 200 len: 945 time: 0.0711257 Sep 17 08:06:31.493754 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-38a6a5d4-96cb-473b-a3f6-d5cedab388ad req-3b1f5f16-30a6-4557-ae84-84c035497672 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=75f16301-6857-4fad-a6be-62e7544b2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692651 Sep 17 08:06:31.506853 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab20015a-dfa0-4621-9f8c-b7a88be592a7 req-383a01f9-1ac5-4f6a-a640-d7e71c7ca700 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:31.508374 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ab20015a-dfa0-4621-9f8c-b7a88be592a7 req-383a01f9-1ac5-4f6a-a640-d7e71c7ca700 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac4e1b95-1ad1-4c09-9321-82cdf5b15637 HTTP/1.1" status: 200 len: 945 time: 0.0833340 Sep 17 08:06:31.547816 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ab20015a-dfa0-4621-9f8c-b7a88be592a7 req-9ae3f21f-4bda-4ecb-9b24-fa89862a1227 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbbd47e9-1dbc-4a7c-bb94-53f9fd4a5344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332561 Sep 17 08:06:31.753815 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba5250a-1fb0-464e-aaaf-070cdaedd3a8 req-b8a50fe7-a7db-4cb0-b42f-c1e7297e08d8 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:31.755260 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bba5250a-1fb0-464e-aaaf-070cdaedd3a8 req-b8a50fe7-a7db-4cb0-b42f-c1e7297e08d8 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/ports?device_id=27ff9be6-450c-4d35-a212-2a8d7f02de45 HTTP/1.1" status: 200 len: 945 time: 0.0641494 Sep 17 08:06:31.810965 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bba5250a-1fb0-464e-aaaf-070cdaedd3a8 req-69608736-1c4a-4091-a346-8835cb262302 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdb0962f-0f0d-43ca-b2ae-f4fc78e59555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468621 Sep 17 08:06:31.939022 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1ba1b3-be6c-43d4-b853-76fd0de171a5 req-899cf622-4966-4999-8be5-463562eceef8 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:31.941096 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ce1ba1b3-be6c-43d4-b853-76fd0de171a5 req-899cf622-4966-4999-8be5-463562eceef8 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/ports?device_id=27ff9be6-450c-4d35-a212-2a8d7f02de45 HTTP/1.1" status: 200 len: 945 time: 0.0536644 Sep 17 08:06:32.000082 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ce1ba1b3-be6c-43d4-b853-76fd0de171a5 req-3b2e72f5-b2e3-44ec-bb6d-97cfc085299c tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdb0962f-0f0d-43ca-b2ae-f4fc78e59555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516675 Sep 17 08:06:32.017296 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 36474) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:06:32.087957 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d753c73-3fe7-4675-b3be-88164fcbb663 tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:32.090519 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-9d753c73-3fe7-4675-b3be-88164fcbb663 tempest-TestNetworkBasicOps-1076729210 tempest-TestNetworkBasicOps-1076729210-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=27ff9be6-450c-4d35-a212-2a8d7f02de45 HTTP/1.1" status: 200 len: 1091 time: 0.0710552 Sep 17 08:06:32.093343 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 36478) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:06:32.098774 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-17617e2c-8204-4317-b250-bceb36def85c tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Request body: {'floatingip': {'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'port_id': 'b719868d-d0c2-4892-82cb-c528c864396d', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:06:32.129118 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-17617e2c-8204-4317-b250-bceb36def85c tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for floatingip, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:32.248207 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-17617e2c-8204-4317-b250-bceb36def85c tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:32.366103 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-17617e2c-8204-4317-b250-bceb36def85c tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Allocated IP 172.25.6.54 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/962ccadd-f642-46c0-aafb-f8e8d359c849) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:06:32.491132 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-17617e2c-8204-4317-b250-bceb36def85c tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:32.563225 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-17617e2c-8204-4317-b250-bceb36def85c tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:32.610471 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17617e2c-8204-4317-b250-bceb36def85c tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:06:32.614146 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-17617e2c-8204-4317-b250-bceb36def85c tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:06:32.616768 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17617e2c-8204-4317-b250-bceb36def85c tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:06:32.671480 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e717a-c7b0-45d2-892c-cd0c2491cb86 req-31475650-6d0e-494e-9f28-337e6940f731 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:32.680096 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-820e717a-c7b0-45d2-892c-cd0c2491cb86 req-31475650-6d0e-494e-9f28-337e6940f731 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6040248-4c42-4203-bade-45d2cd52bbfa HTTP/1.1" status: 200 len: 945 time: 0.1203706 Sep 17 08:06:32.744432 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17617e2c-8204-4317-b250-bceb36def85c tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Pushing event updated for resources: {'Port': ['ID=962ccadd-f642-46c0-aafb-f8e8d359c849,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:32.761700 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-820e717a-c7b0-45d2-892c-cd0c2491cb86 req-72c81aea-617d-486d-9681-41b4bf253e67 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=75f16301-6857-4fad-a6be-62e7544b2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757527 Sep 17 08:06:32.779152 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6fef9-27fd-47b8-9e87-b6b6d9561b67 req-d23d4de6-b58b-42d0-a074-0403ee8b91f5 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:32.787575 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e0c6fef9-27fd-47b8-9e87-b6b6d9561b67 req-d23d4de6-b58b-42d0-a074-0403ee8b91f5 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac4e1b95-1ad1-4c09-9321-82cdf5b15637 HTTP/1.1" status: 200 len: 945 time: 0.1043997 Sep 17 08:06:32.833362 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e0c6fef9-27fd-47b8-9e87-b6b6d9561b67 req-605b261b-006f-4fa5-83d7-efa55f6bd1c4 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbbd47e9-1dbc-4a7c-bb94-53f9fd4a5344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386326 Sep 17 08:06:32.872890 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 9a819cd2-5134-4d4f-af92-d3367c0e8ed1 no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:06:32.901513 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] No Port match for: 9a819cd2-5134-4d4f-af92-d3367c0e8ed1 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:06:32.902274 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 9a819cd2-5134-4d4f-af92-d3367c0e8ed1 not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:06:33.154711 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-17617e2c-8204-4317-b250-bceb36def85c tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:33.261657 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-17617e2c-8204-4317-b250-bceb36def85c tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:33.436006 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-17617e2c-8204-4317-b250-bceb36def85c tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:33.441816 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-17617e2c-8204-4317-b250-bceb36def85c tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:33.503461 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17617e2c-8204-4317-b250-bceb36def85c tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Pushing event updated for resources: {'Port': ['ID=962ccadd-f642-46c0-aafb-f8e8d359c849,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:33.548238 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-17617e2c-8204-4317-b250-bceb36def85c tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:33.663760 n-d-789963-9 neutron-server[101290]: INFO neutron.db.l3_db [None req-17617e2c-8204-4317-b250-bceb36def85c tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Floating IP c6d0a2e3-1115-488b-bc34-8d9b51176bad associated. External IP: 172.25.6.54, port: b719868d-d0c2-4892-82cb-c528c864396d. Sep 17 08:06:33.938059 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44724d6e-a2fc-4b4c-a0ed-6684a3701af0 req-a4801ce6-6814-4bf0-a0d1-dd2fc7b2da21 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:33.939705 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-44724d6e-a2fc-4b4c-a0ed-6684a3701af0 req-a4801ce6-6814-4bf0-a0d1-dd2fc7b2da21 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6040248-4c42-4203-bade-45d2cd52bbfa HTTP/1.1" status: 200 len: 945 time: 0.1078930 Sep 17 08:06:34.020004 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-44724d6e-a2fc-4b4c-a0ed-6684a3701af0 req-94ef4d5a-b872-452a-9b22-ddd4129714f3 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=75f16301-6857-4fad-a6be-62e7544b2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661843 Sep 17 08:06:34.029591 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c25cd8-4525-4aaf-af7e-ad04ff7978fc req-346de8e2-af5d-470e-b669-eb13b02af427 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:34.037837 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f7c25cd8-4525-4aaf-af7e-ad04ff7978fc req-346de8e2-af5d-470e-b669-eb13b02af427 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac4e1b95-1ad1-4c09-9321-82cdf5b15637 HTTP/1.1" status: 200 len: 945 time: 0.1211817 Sep 17 08:06:34.101193 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f7c25cd8-4525-4aaf-af7e-ad04ff7978fc req-7850637d-608d-48f2-a593-2a381f582cfd tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbbd47e9-1dbc-4a7c-bb94-53f9fd4a5344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570223 Sep 17 08:06:34.356459 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17617e2c-8204-4317-b250-bceb36def85c tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Router 29c97e37-6f5c-47ae-8f42-4c579a396737 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:06:34.510865 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17617e2c-8204-4317-b250-bceb36def85c tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:06:34.528138 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3bf3e7-47b4-4614-9feb-fe9ea4d441fe None None] Sync routers for ids ['29c97e37-6f5c-47ae-8f42-4c579a396737'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:06:34.530227 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-17617e2c-8204-4317-b250-bceb36def85c tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:34.538710 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3bf3e7-47b4-4614-9feb-fe9ea4d441fe None None] Routers {'29c97e37-6f5c-47ae-8f42-4c579a396737'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:06:34.539870 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-cc3bf3e7-47b4-4614-9feb-fe9ea4d441fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:06:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['29c97e37-6f5c-47ae-8f42-4c579a396737'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:06:34.565482 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 36508) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:06:34.566550 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-17617e2c-8204-4317-b250-bceb36def85c tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4715836 Sep 17 08:06:34.568180 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27ff9be6-450c-4d35-a212-2a8d7f02de45', 'tag': 'b719868d-d0c2-4892-82cb-c528c864396d'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:06:34.571075 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f95e9a-1c44-4f5a-8e6e-64ddcffa76ef" -d '{"events": [{"name": "network-changed", "server_uuid": "27ff9be6-450c-4d35-a212-2a8d7f02de45", "tag": "b719868d-d0c2-4892-82cb-c528c864396d"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:06:34.642528 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd378af9-3ca2-457b-bf0b-2586e86130b4 x-openstack-request-id: req-bd378af9-3ca2-457b-bf0b-2586e86130b4 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:06:34.643351 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27ff9be6-450c-4d35-a212-2a8d7f02de45", "tag": "b719868d-d0c2-4892-82cb-c528c864396d", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:06:34.643577 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bd378af9-3ca2-457b-bf0b-2586e86130b4 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:06:34.644008 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27ff9be6-450c-4d35-a212-2a8d7f02de45', 'tag': 'b719868d-d0c2-4892-82cb-c528c864396d', 'status': 'completed', 'code': 200} Sep 17 08:06:34.675891 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-f687dc84-1154-4f23-aaeb-38630fe8933f tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/floatingips/c6d0a2e3-1115-488b-bc34-8d9b51176bad HTTP/1.1" status: 200 len: 990 time: 0.1087871 Sep 17 08:06:34.788736 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f95e9a-1c44-4f5a-8e6e-64ddcffa76ef req-dd13bcfe-9ee6-4b06-b31a-779f3b9b6112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:34.790587 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-59f95e9a-1c44-4f5a-8e6e-64ddcffa76ef req-dd13bcfe-9ee6-4b06-b31a-779f3b9b6112 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=72f377991d624d1189daaff7de1bceb3&device_id=27ff9be6-450c-4d35-a212-2a8d7f02de45 HTTP/1.1" status: 200 len: 1096 time: 0.0937164 Sep 17 08:06:34.888047 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-cc3bf3e7-47b4-4614-9feb-fe9ea4d441fe None None] Set router 29c97e37-6f5c-47ae-8f42-4c579a396737 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:06:34.936200 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f95e9a-1c44-4f5a-8e6e-64ddcffa76ef req-aea8fe87-681d-4b22-9fd9-7a42c54df83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:34.937714 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-59f95e9a-1c44-4f5a-8e6e-64ddcffa76ef req-aea8fe87-681d-4b22-9fd9-7a42c54df83f service neutron] 10.222.0.41 "GET /v2.0/networks?id=feb450c6-2abe-4123-8a65-81f95eb8a727 HTTP/1.1" status: 200 len: 898 time: 0.1391306 Sep 17 08:06:35.026821 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-59f95e9a-1c44-4f5a-8e6e-64ddcffa76ef req-dd69208a-f0f1-4a5b-86c8-8814be0143ac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b719868d-d0c2-4892-82cb-c528c864396d HTTP/1.1" status: 200 len: 998 time: 0.0802214 Sep 17 08:06:35.093498 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f95e9a-1c44-4f5a-8e6e-64ddcffa76ef req-480f9192-85c3-481c-9f1f-07ac2c063d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:35.095469 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-59f95e9a-1c44-4f5a-8e6e-64ddcffa76ef req-480f9192-85c3-481c-9f1f-07ac2c063d85 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b6248dd9-2d9f-4890-b97f-90338bdf79da HTTP/1.1" status: 200 len: 834 time: 0.0549150 Sep 17 08:06:35.176973 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f95e9a-1c44-4f5a-8e6e-64ddcffa76ef req-a5d8168d-f652-44a2-95e3-88ebe94b57b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:35.180291 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-59f95e9a-1c44-4f5a-8e6e-64ddcffa76ef req-a5d8168d-f652-44a2-95e3-88ebe94b57b3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=feb450c6-2abe-4123-8a65-81f95eb8a727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737362 Sep 17 08:06:35.185243 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-cc3bf3e7-47b4-4614-9feb-fe9ea4d441fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c97e37-6f5c-47ae-8f42-4c579a396737', 'name': 'tempest-TestNetworkBasicOps-router-387508932', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '28efd83c-9cdb-4cfd-8491-31e4131c3c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:06:09Z', 'updated_at': '2021-09-17T08:06:13Z', 'revision_number': 4, 'project_id': '72f377991d624d1189daaff7de1bceb3', 'gw_port': {'id': '28efd83c-9cdb-4cfd-8491-31e4131c3c2c', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c97e37-6f5c-47ae-8f42-4c579a396737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:06:10Z', 'updated_at': '2021-09-17T08:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': 'c6d0a2e3-1115-488b-bc34-8d9b51176bad', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'floating_ip_address': '172.25.6.54', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '29c97e37-6f5c-47ae-8f42-4c579a396737', 'port_id': 'b719868d-d0c2-4892-82cb-c528c864396d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2707, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'feb450c6-2abe-4123-8a65-81f95eb8a727', 'mac_address': 'fa:16:3e:30:d9:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ff9be6-450c-4d35-a212-2a8d7f02de45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:06:32Z', 'updated_at': '2021-09-17T08:06:32Z', 'revision_number': 0, 'project_id': '72f377991d624d1189daaff7de1bceb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3718f3f-a1d2-4338-b742-56fef6e8fc96', 'name': '', 'network_id': 'feb450c6-2abe-4123-8a65-81f95eb8a727', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'mac_address': 'fa:16:3e:12:f5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c97e37-6f5c-47ae-8f42-4c579a396737', 'device_owner': 'network:router_interface', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': 'b6248dd9-2d9f-4890-b97f-90338bdf79da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:06:12Z', 'updated_at': '2021-09-17T08:06:16Z', 'revision_number': 5, 'project_id': '72f377991d624d1189daaff7de1bceb3', 'subnets': [{'id': 'b6248dd9-2d9f-4890-b97f-90338bdf79da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:06:35.237943 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3bf3e7-47b4-4614-9feb-fe9ea4d441fe None None] Checking router: 29c97e37-6f5c-47ae-8f42-4c579a396737 for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:06:35.256342 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3bf3e7-47b4-4614-9feb-fe9ea4d441fe None None] Routers {'29c97e37-6f5c-47ae-8f42-4c579a396737'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:06:35.258386 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-cc3bf3e7-47b4-4614-9feb-fe9ea4d441fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:06:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['29c97e37-6f5c-47ae-8f42-4c579a396737'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:06:35.295278 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82705f52-7459-4737-9cfe-e19999a8871c req-fdda2756-1f83-457d-8a4b-ed64141a71a6 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:35.310081 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-82705f52-7459-4737-9cfe-e19999a8871c req-fdda2756-1f83-457d-8a4b-ed64141a71a6 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6040248-4c42-4203-bade-45d2cd52bbfa HTTP/1.1" status: 200 len: 945 time: 0.1416159 Sep 17 08:06:35.320966 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:35.333135 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-59f95e9a-1c44-4f5a-8e6e-64ddcffa76ef req-1df12a2d-3172-4bac-b6c0-6c272366a421 service neutron] 10.222.0.41 "GET /v2.0/networks/feb450c6-2abe-4123-8a65-81f95eb8a727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450119 Sep 17 08:06:35.402414 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-cc3bf3e7-47b4-4614-9feb-fe9ea4d441fe None None] Set router 29c97e37-6f5c-47ae-8f42-4c579a396737 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:06:35.414532 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-82705f52-7459-4737-9cfe-e19999a8871c req-8f5e56d8-007c-4afb-a76e-d04ed852022d tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=75f16301-6857-4fad-a6be-62e7544b2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030879 Sep 17 08:06:35.434139 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff2f55-5dff-4c72-a34a-d67640cb2eb1 req-97a86a95-263d-4e6c-b00b-49465d386443 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:35.450128 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-33ff2f55-5dff-4c72-a34a-d67640cb2eb1 req-97a86a95-263d-4e6c-b00b-49465d386443 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac4e1b95-1ad1-4c09-9321-82cdf5b15637 HTTP/1.1" status: 200 len: 945 time: 0.2331457 Sep 17 08:06:35.500362 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-59f95e9a-1c44-4f5a-8e6e-64ddcffa76ef req-911265b6-c795-476b-a08d-7b72227ccfdd service neutron] 10.222.0.41 "GET /v2.0/networks/feb450c6-2abe-4123-8a65-81f95eb8a727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565852 Sep 17 08:06:35.536117 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-33ff2f55-5dff-4c72-a34a-d67640cb2eb1 req-309042e6-9943-47f6-9536-1314d6339afe tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbbd47e9-1dbc-4a7c-bb94-53f9fd4a5344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800865 Sep 17 08:06:35.646423 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:35.679281 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 36522) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:06:35.716317 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-cc3bf3e7-47b4-4614-9feb-fe9ea4d441fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c97e37-6f5c-47ae-8f42-4c579a396737', 'name': 'tempest-TestNetworkBasicOps-router-387508932', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '28efd83c-9cdb-4cfd-8491-31e4131c3c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:06:09Z', 'updated_at': '2021-09-17T08:06:13Z', 'revision_number': 4, 'project_id': '72f377991d624d1189daaff7de1bceb3', 'gw_port': {'id': '28efd83c-9cdb-4cfd-8491-31e4131c3c2c', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c97e37-6f5c-47ae-8f42-4c579a396737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:06:10Z', 'updated_at': '2021-09-17T08:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': 'c6d0a2e3-1115-488b-bc34-8d9b51176bad', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'floating_ip_address': '172.25.6.54', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '29c97e37-6f5c-47ae-8f42-4c579a396737', 'port_id': 'b719868d-d0c2-4892-82cb-c528c864396d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2707, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'feb450c6-2abe-4123-8a65-81f95eb8a727', 'mac_address': 'fa:16:3e:30:d9:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ff9be6-450c-4d35-a212-2a8d7f02de45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:06:32Z', 'updated_at': '2021-09-17T08:06:32Z', 'revision_number': 0, 'project_id': '72f377991d624d1189daaff7de1bceb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3718f3f-a1d2-4338-b742-56fef6e8fc96', 'name': '', 'network_id': 'feb450c6-2abe-4123-8a65-81f95eb8a727', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'mac_address': 'fa:16:3e:12:f5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c97e37-6f5c-47ae-8f42-4c579a396737', 'device_owner': 'network:router_interface', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': 'b6248dd9-2d9f-4890-b97f-90338bdf79da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:06:12Z', 'updated_at': '2021-09-17T08:06:16Z', 'revision_number': 5, 'project_id': '72f377991d624d1189daaff7de1bceb3', 'subnets': [{'id': 'b6248dd9-2d9f-4890-b97f-90338bdf79da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:06:35.751128 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3bf3e7-47b4-4614-9feb-fe9ea4d441fe None None] The sync data for ids ['29c97e37-6f5c-47ae-8f42-4c579a396737'] in n-d-789963-9 is: [{'id': '29c97e37-6f5c-47ae-8f42-4c579a396737', 'name': 'tempest-TestNetworkBasicOps-router-387508932', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '28efd83c-9cdb-4cfd-8491-31e4131c3c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:06:09Z', 'updated_at': '2021-09-17T08:06:13Z', 'revision_number': 4, 'project_id': '72f377991d624d1189daaff7de1bceb3', 'gw_port': {'id': '28efd83c-9cdb-4cfd-8491-31e4131c3c2c', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c97e37-6f5c-47ae-8f42-4c579a396737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:06:10Z', 'updated_at': '2021-09-17T08:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': 'c6d0a2e3-1115-488b-bc34-8d9b51176bad', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'floating_ip_address': '172.25.6.54', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '29c97e37-6f5c-47ae-8f42-4c579a396737', 'port_id': 'b719868d-d0c2-4892-82cb-c528c864396d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2707, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'feb450c6-2abe-4123-8a65-81f95eb8a727', 'mac_address': 'fa:16:3e:30:d9:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ff9be6-450c-4d35-a212-2a8d7f02de45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:06:32Z', 'updated_at': '2021-09-17T08:06:32Z', 'revision_number': 0, 'project_id': '72f377991d624d1189daaff7de1bceb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3718f3f-a1d2-4338-b742-56fef6e8fc96', 'name': '', 'network_id': 'feb450c6-2abe-4123-8a65-81f95eb8a727', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'mac_address': 'fa:16:3e:12:f5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c97e37-6f5c-47ae-8f42-4c579a396737', 'device_owner': 'network:router_interface', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': 'b6248dd9-2d9f-4890-b97f-90338bdf79da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:06:12Z', 'updated_at': '2021-09-17T08:06:16Z', 'revision_number': 5, 'project_id': '72f377991d624d1189daaff7de1bceb3', 'subnets': [{'id': 'b6248dd9-2d9f-4890-b97f-90338bdf79da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:06:35.793285 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-837f80e7-00a5-40b6-8ee3-9374cdc3ebdc tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/floatingips/c6d0a2e3-1115-488b-bc34-8d9b51176bad HTTP/1.1" status: 200 len: 990 time: 0.1124544 Sep 17 08:06:36.013720 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3a6652-a4e3-4e51-811a-b12598afdf11 None None] New status for floating IP c6d0a2e3-1115-488b-bc34-8d9b51176bad: ACTIVE {{(pid=101292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 08:06:36.544770 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc2fde3-6cca-48d5-bbb5-0d35b6434608 req-6550be3b-0f42-41f0-b62a-c8bc386399d8 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:36.547055 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cbc2fde3-6cca-48d5-bbb5-0d35b6434608 req-6550be3b-0f42-41f0-b62a-c8bc386399d8 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6040248-4c42-4203-bade-45d2cd52bbfa HTTP/1.1" status: 200 len: 945 time: 0.0559440 Sep 17 08:06:36.608543 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cbc2fde3-6cca-48d5-bbb5-0d35b6434608 req-a3b7e78a-80f1-4ecc-a91e-272e2d8f796e tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=75f16301-6857-4fad-a6be-62e7544b2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473559 Sep 17 08:06:36.709440 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23625b1e-ba00-44d8-8147-d8aa3490e441 req-173a8438-1eb9-4e0d-9aff-e05442a89c45 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:36.713539 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-23625b1e-ba00-44d8-8147-d8aa3490e441 req-173a8438-1eb9-4e0d-9aff-e05442a89c45 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac4e1b95-1ad1-4c09-9321-82cdf5b15637 HTTP/1.1" status: 200 len: 945 time: 0.0706639 Sep 17 08:06:36.753249 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-23625b1e-ba00-44d8-8147-d8aa3490e441 req-7a4a8234-c2cb-4ac2-ac9a-50c4fb35f5e1 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbbd47e9-1dbc-4a7c-bb94-53f9fd4a5344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355599 Sep 17 08:06:36.797060 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 36538) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:06:36.889352 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b5a524b2-80d2-43df-8064-5766ae157e7b tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/floatingips/c6d0a2e3-1115-488b-bc34-8d9b51176bad HTTP/1.1" status: 200 len: 992 time: 0.0910151 Sep 17 08:06:37.741968 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88c6f20-d31e-4626-b487-31d4951199dd req-9e12b6d9-9ed1-4f0e-95f0-8f4f494fd5ba tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:37.744316 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a88c6f20-d31e-4626-b487-31d4951199dd req-9e12b6d9-9ed1-4f0e-95f0-8f4f494fd5ba tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6040248-4c42-4203-bade-45d2cd52bbfa HTTP/1.1" status: 200 len: 945 time: 0.0613616 Sep 17 08:06:37.795485 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a88c6f20-d31e-4626-b487-31d4951199dd req-640dac3d-68ef-434c-b544-31ca6d0de507 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=75f16301-6857-4fad-a6be-62e7544b2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448987 Sep 17 08:06:37.916747 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c737a-4075-4572-8625-fc8d24f035ed req-7e03628f-4796-4ca1-932e-36aed31f534c tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:37.918449 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2d4c737a-4075-4572-8625-fc8d24f035ed req-7e03628f-4796-4ca1-932e-36aed31f534c tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac4e1b95-1ad1-4c09-9321-82cdf5b15637 HTTP/1.1" status: 200 len: 945 time: 0.0580118 Sep 17 08:06:37.959971 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2d4c737a-4075-4572-8625-fc8d24f035ed req-1124f392-4976-4663-a1cc-00add595514e tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbbd47e9-1dbc-4a7c-bb94-53f9fd4a5344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337799 Sep 17 08:06:38.939275 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1c5b4d-e797-47b3-96e6-aea781186484 req-db054dd8-0b87-46dd-bdab-5d728bad211c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:38.948314 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ab1c5b4d-e797-47b3-96e6-aea781186484 req-db054dd8-0b87-46dd-bdab-5d728bad211c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6040248-4c42-4203-bade-45d2cd52bbfa HTTP/1.1" status: 200 len: 945 time: 0.0774670 Sep 17 08:06:38.986458 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ab1c5b4d-e797-47b3-96e6-aea781186484 req-3c408d51-ef4c-4e54-b748-13342262c9f7 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=75f16301-6857-4fad-a6be-62e7544b2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372589 Sep 17 08:06:39.121936 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dae57d-6014-4f3d-aa17-5d475d960593 req-84bb5525-f03c-4e30-bea2-9cf77c84695a tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:39.123609 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-85dae57d-6014-4f3d-aa17-5d475d960593 req-84bb5525-f03c-4e30-bea2-9cf77c84695a tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac4e1b95-1ad1-4c09-9321-82cdf5b15637 HTTP/1.1" status: 200 len: 945 time: 0.0707092 Sep 17 08:06:39.177650 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-85dae57d-6014-4f3d-aa17-5d475d960593 req-418cb53d-a9a5-4c03-aa2d-7bb74e1f16b6 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbbd47e9-1dbc-4a7c-bb94-53f9fd4a5344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480621 Sep 17 08:06:39.696157 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea447a65-28b9-4f1b-a61a-31d71b49d305 req-c2a608cc-7d75-42bd-a101-01124c399c55 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:39.701696 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657fd4a3-a4d4-438d-85c1-8e86aa7877ce req-a6b75e39-b934-431e-9c75-6605047f8e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:39.702396 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-657fd4a3-a4d4-438d-85c1-8e86aa7877ce req-a6b75e39-b934-431e-9c75-6605047f8e82 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f8eec716a72d4278b0aa478bb03edcaa&device_id=ac4e1b95-1ad1-4c09-9321-82cdf5b15637 HTTP/1.1" status: 200 len: 1096 time: 0.0680466 Sep 17 08:06:39.706346 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ea447a65-28b9-4f1b-a61a-31d71b49d305 req-c2a608cc-7d75-42bd-a101-01124c399c55 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac4e1b95-1ad1-4c09-9321-82cdf5b15637 HTTP/1.1" status: 200 len: 945 time: 0.1092517 Sep 17 08:06:39.752880 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ea447a65-28b9-4f1b-a61a-31d71b49d305 req-e10740a9-8ed8-454c-8b63-db4dac1709d8 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbbd47e9-1dbc-4a7c-bb94-53f9fd4a5344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433056 Sep 17 08:06:39.845596 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657fd4a3-a4d4-438d-85c1-8e86aa7877ce req-b8e458e1-3c37-4524-92fa-73d3fd7fdd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:39.847655 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-657fd4a3-a4d4-438d-85c1-8e86aa7877ce req-b8e458e1-3c37-4524-92fa-73d3fd7fdd89 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b80e41c2-83a6-476d-bc8f-83d7a9832e9f HTTP/1.1" status: 200 len: 917 time: 0.1374469 Sep 17 08:06:39.899152 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-657fd4a3-a4d4-438d-85c1-8e86aa7877ce req-d6bcf3b9-e669-4352-8d15-21b1457418fc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce05090b-e85c-47fc-a938-f59373a017e8 HTTP/1.1" status: 200 len: 217 time: 0.0446970 Sep 17 08:06:39.974591 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657fd4a3-a4d4-438d-85c1-8e86aa7877ce req-fc9b9231-1ea4-4988-9ee9-929024cfb76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:39.978309 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-657fd4a3-a4d4-438d-85c1-8e86aa7877ce req-fc9b9231-1ea4-4988-9ee9-929024cfb76d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e34f76d3-b761-4ded-9ec0-5f5641f12c22 HTTP/1.1" status: 200 len: 855 time: 0.0728319 Sep 17 08:06:40.042754 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657fd4a3-a4d4-438d-85c1-8e86aa7877ce req-cc72f435-fcaa-45f6-be95-455d9d2a9964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:40.045072 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-657fd4a3-a4d4-438d-85c1-8e86aa7877ce req-cc72f435-fcaa-45f6-be95-455d9d2a9964 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b80e41c2-83a6-476d-bc8f-83d7a9832e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586607 Sep 17 08:06:40.151418 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3585b0de-aee0-4a3b-82dc-2d872daec2bc req-6c1b7aba-7214-4edf-a531-61055c45c9f4 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:40.153845 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3585b0de-aee0-4a3b-82dc-2d872daec2bc req-6c1b7aba-7214-4edf-a531-61055c45c9f4 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6040248-4c42-4203-bade-45d2cd52bbfa HTTP/1.1" status: 200 len: 945 time: 0.0710709 Sep 17 08:06:40.185986 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-657fd4a3-a4d4-438d-85c1-8e86aa7877ce req-fe44f93a-2424-46b4-a9ba-cb8a683e3785 service neutron] 10.222.0.39 "GET /v2.0/networks/b80e41c2-83a6-476d-bc8f-83d7a9832e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307487 Sep 17 08:06:40.195187 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3585b0de-aee0-4a3b-82dc-2d872daec2bc req-3c0fd9fd-5e2f-4deb-8456-bb43fe9179ed tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=75f16301-6857-4fad-a6be-62e7544b2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337489 Sep 17 08:06:40.298615 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-657fd4a3-a4d4-438d-85c1-8e86aa7877ce req-2e62c884-826e-41bd-abc6-648eadbe53f3 service neutron] 10.222.0.39 "GET /v2.0/networks/b80e41c2-83a6-476d-bc8f-83d7a9832e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988410 Sep 17 08:06:40.904146 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065fa7dd-a022-45b0-b477-6371b8deba42 req-c6621763-f104-4ffe-a08f-ec9c3d6c9818 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:40.913579 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-065fa7dd-a022-45b0-b477-6371b8deba42 req-c6621763-f104-4ffe-a08f-ec9c3d6c9818 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac4e1b95-1ad1-4c09-9321-82cdf5b15637 HTTP/1.1" status: 200 len: 945 time: 0.0819314 Sep 17 08:06:40.971251 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-065fa7dd-a022-45b0-b477-6371b8deba42 req-8127d23a-5d4b-421a-8218-914e3dc3af0b tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbbd47e9-1dbc-4a7c-bb94-53f9fd4a5344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558283 Sep 17 08:06:41.345706 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dcccd3-e1a1-40dc-88b5-e3f02864cce9 req-61e9ef21-4a08-43b8-9349-d8ee84424188 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:41.348206 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f4dcccd3-e1a1-40dc-88b5-e3f02864cce9 req-61e9ef21-4a08-43b8-9349-d8ee84424188 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6040248-4c42-4203-bade-45d2cd52bbfa HTTP/1.1" status: 200 len: 945 time: 0.0563042 Sep 17 08:06:41.398209 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f4dcccd3-e1a1-40dc-88b5-e3f02864cce9 req-dd85e1de-6b47-4362-b93a-49f3931a3b5d tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=75f16301-6857-4fad-a6be-62e7544b2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432062 Sep 17 08:06:42.181570 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f62acb-6dd3-4b1c-99c9-761108e16b5d req-dcdac2fa-1c3c-4540-80fe-b30502959307 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:42.183157 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-54f62acb-6dd3-4b1c-99c9-761108e16b5d req-dcdac2fa-1c3c-4540-80fe-b30502959307 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac4e1b95-1ad1-4c09-9321-82cdf5b15637 HTTP/1.1" status: 200 len: 945 time: 0.1461906 Sep 17 08:06:42.229870 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-54f62acb-6dd3-4b1c-99c9-761108e16b5d req-350b2f84-d463-4c04-9df3-8b052b49e673 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbbd47e9-1dbc-4a7c-bb94-53f9fd4a5344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369387 Sep 17 08:06:42.431321 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08499279-c0f4-44da-9ddc-bd2ce04353f5 req-32500353-87c0-4f9c-a152-58420862a639 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:42.438658 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-08499279-c0f4-44da-9ddc-bd2ce04353f5 req-32500353-87c0-4f9c-a152-58420862a639 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac4e1b95-1ad1-4c09-9321-82cdf5b15637 HTTP/1.1" status: 200 len: 945 time: 0.0647564 Sep 17 08:06:42.514146 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-08499279-c0f4-44da-9ddc-bd2ce04353f5 req-c7e4766e-0f3a-4199-b74e-75dbadcc7506 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbbd47e9-1dbc-4a7c-bb94-53f9fd4a5344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746102 Sep 17 08:06:42.566514 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e385cd8d-13eb-44d1-b905-133c82183e31 req-39bd1c8f-852f-48cf-bf39-08bed0f3194b tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:42.574545 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e385cd8d-13eb-44d1-b905-133c82183e31 req-39bd1c8f-852f-48cf-bf39-08bed0f3194b tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6040248-4c42-4203-bade-45d2cd52bbfa HTTP/1.1" status: 200 len: 945 time: 0.0828724 Sep 17 08:06:42.649352 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e385cd8d-13eb-44d1-b905-133c82183e31 req-c8a0b268-0de7-4ae8-9b37-75b23f4cb837 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=75f16301-6857-4fad-a6be-62e7544b2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735636 Sep 17 08:06:42.675885 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9942ac94-b323-46f7-b775-48d59946a8e5 req-0302554d-3608-4974-9c78-a7698a1a0dba tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:42.675885 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9942ac94-b323-46f7-b775-48d59946a8e5 req-0302554d-3608-4974-9c78-a7698a1a0dba tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/ports?device_id=43fc92ac-995e-4c71-8e5f-bd18869ad049 HTTP/1.1" status: 200 len: 946 time: 0.0758510 Sep 17 08:06:42.720590 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9942ac94-b323-46f7-b775-48d59946a8e5 req-fcb9c479-af7d-4d9c-a25a-9c865bb327ec tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbbd47e9-1dbc-4a7c-bb94-53f9fd4a5344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380874 Sep 17 08:06:42.845648 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e1197-a975-46a8-867f-bee59208563f req-f3c57070-28a7-4672-b4c3-1f31acebcb5a tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:42.847669 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7e7e1197-a975-46a8-867f-bee59208563f req-f3c57070-28a7-4672-b4c3-1f31acebcb5a tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/ports?device_id=9eccd5cb-1702-4c09-9c64-de0005662ac1 HTTP/1.1" status: 200 len: 946 time: 0.0517020 Sep 17 08:06:42.894557 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7e7e1197-a975-46a8-867f-bee59208563f req-948aa2a6-2ab8-4e08-a740-cefcac1d4fbe tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbbd47e9-1dbc-4a7c-bb94-53f9fd4a5344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384173 Sep 17 08:06:42.949395 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [req-5efe7fda-e9da-4c5c-a228-bf22e770a25e req-80778e0a-135a-416d-953f-66b3946c1a2d tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:06:42.949845 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5efe7fda-e9da-4c5c-a228-bf22e770a25e req-80778e0a-135a-416d-953f-66b3946c1a2d tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063336 Sep 17 08:06:43.049435 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5efe7fda-e9da-4c5c-a228-bf22e770a25e req-202c259c-8e30-4662-aa67-d90dd220907f tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.0904377 Sep 17 08:06:43.341607 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c0d6f-6205-4673-979b-5d963e560884 req-65da5ed1-fcee-442f-9eb4-143963b9563a tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:43.343115 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c73c0d6f-6205-4673-979b-5d963e560884 req-65da5ed1-fcee-442f-9eb4-143963b9563a tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac4e1b95-1ad1-4c09-9321-82cdf5b15637 HTTP/1.1" status: 200 len: 945 time: 0.0692596 Sep 17 08:06:43.386898 n-d-789963-9 neutron-server[101290]: INFO neutron.api.v2.resource [req-fbe1a44a-4475-4ac0-b4f4-8885d63a058a req-46a8ad4a-1dae-4aeb-9e14-6aa8a066e1f7 service neutron] show failed (client error): The resource could not be found. Sep 17 08:06:43.389567 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fbe1a44a-4475-4ac0-b4f4-8885d63a058a req-46a8ad4a-1dae-4aeb-9e14-6aa8a066e1f7 service neutron] 10.222.0.41 "GET /v2.0/ports/3638aeea-3e9e-44c5-8a15-1b3f96fe4f68/bindings/n-h2-789963-9 HTTP/1.1" status: 404 len: 380 time: 0.0977800 Sep 17 08:06:43.399337 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c73c0d6f-6205-4673-979b-5d963e560884 req-cdd39862-a648-49f4-b7da-83160669d133 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbbd47e9-1dbc-4a7c-bb94-53f9fd4a5344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486479 Sep 17 08:06:43.554722 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771028e9-9db9-4aed-8c91-00ced963102e req-c4431708-110e-427a-8597-2225fd473f72 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:43.556287 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-771028e9-9db9-4aed-8c91-00ced963102e req-c4431708-110e-427a-8597-2225fd473f72 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/ports?device_id=43fc92ac-995e-4c71-8e5f-bd18869ad049 HTTP/1.1" status: 200 len: 946 time: 0.0581501 Sep 17 08:06:43.651099 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-771028e9-9db9-4aed-8c91-00ced963102e req-d6f367ad-6b05-4972-a266-195e1bf4720f tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbbd47e9-1dbc-4a7c-bb94-53f9fd4a5344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741174 Sep 17 08:06:43.685337 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe1a44a-4475-4ac0-b4f4-8885d63a058a req-a5afdff6-cf1c-490c-a3ae-0311c82c4bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:43.687073 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fbe1a44a-4475-4ac0-b4f4-8885d63a058a req-a5afdff6-cf1c-490c-a3ae-0311c82c4bbb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e6040248-4c42-4203-bade-45d2cd52bbfa&tenant_id=d6ef7951b2ac4d2ead98d70f1879d714 HTTP/1.1" status: 200 len: 1096 time: 0.0811636 Sep 17 08:06:43.707088 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-fbe1a44a-4475-4ac0-b4f4-8885d63a058a req-675be609-511b-466d-8876-4b1dfe21aac6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-9', 'device_owner': 'compute:nova'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:06:43.796893 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fbe1a44a-4475-4ac0-b4f4-8885d63a058a req-675be609-511b-466d-8876-4b1dfe21aac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:43.846399 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1f2855-31e4-4577-a840-d5157eac1da5 req-7914777c-da44-4f60-915d-0c6e263e084b tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:43.848064 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bd1f2855-31e4-4577-a840-d5157eac1da5 req-7914777c-da44-4f60-915d-0c6e263e084b tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6040248-4c42-4203-bade-45d2cd52bbfa HTTP/1.1" status: 200 len: 945 time: 0.0755231 Sep 17 08:06:43.869652 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b792d0-7f50-4a5f-9606-176e118e5b95 req-0776fbf9-fabd-4369-baee-cc4ecebdd20c tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:43.871227 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f5b792d0-7f50-4a5f-9606-176e118e5b95 req-0776fbf9-fabd-4369-baee-cc4ecebdd20c tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/ports?device_id=9eccd5cb-1702-4c09-9c64-de0005662ac1 HTTP/1.1" status: 200 len: 946 time: 0.1081963 Sep 17 08:06:43.922519 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bd1f2855-31e4-4577-a840-d5157eac1da5 req-b46e83c9-4423-4dac-8d21-3d396c5dfd28 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=75f16301-6857-4fad-a6be-62e7544b2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475554 Sep 17 08:06:43.991675 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f5b792d0-7f50-4a5f-9606-176e118e5b95 req-74db2591-ad01-4eb2-8e2b-e2323a424a5a tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbbd47e9-1dbc-4a7c-bb94-53f9fd4a5344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941379 Sep 17 08:06:44.111211 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-fbe1a44a-4475-4ac0-b4f4-8885d63a058a req-675be609-511b-466d-8876-4b1dfe21aac6 service neutron] For port 3638aeea-3e9e-44c5-8a15-1b3f96fe4f68, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=3638aeea-3e9e-44c5-8a15-1b3f96fe4f68,segment=NetworkSegment(d8abd467-7555-437f-877f-2fd196f30bbe),segment_id=d8abd467-7555-437f-877f-2fd196f30bbe)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:06:44.161523 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-fbe1a44a-4475-4ac0-b4f4-8885d63a058a req-675be609-511b-466d-8876-4b1dfe21aac6 service neutron] For port 3638aeea-3e9e-44c5-8a15-1b3f96fe4f68, host n-h1-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:06:44.206775 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6040248-4c42-4203-bade-45d2cd52bbfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3638aeea-3e9e-44c5-8a15-1b3f96fe4f68'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:06:44.213713 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af85bfea-a22b-4c1a-a8fc-b60a35605e07" -d '{"events": [{"server_uuid": "e6040248-4c42-4203-bade-45d2cd52bbfa", "name": "network-vif-unplugged", "status": "completed", "tag": "3638aeea-3e9e-44c5-8a15-1b3f96fe4f68"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:06:44.221492 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fbe1a44a-4475-4ac0-b4f4-8885d63a058a req-675be609-511b-466d-8876-4b1dfe21aac6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:44.236656 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-fbe1a44a-4475-4ac0-b4f4-8885d63a058a req-675be609-511b-466d-8876-4b1dfe21aac6 service neutron] Transition to ACTIVE for port object 3638aeea-3e9e-44c5-8a15-1b3f96fe4f68 will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:06:44.243409 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fbe1a44a-4475-4ac0-b4f4-8885d63a058a req-675be609-511b-466d-8876-4b1dfe21aac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:44.271052 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219ce98-b23c-4f9a-a462-2b3b47128957 req-0226c33f-95f1-46a7-9a91-532e0ca100b7 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:44.289354 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219ce98-b23c-4f9a-a462-2b3b47128957 req-0226c33f-95f1-46a7-9a91-532e0ca100b7 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:44.318074 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219ce98-b23c-4f9a-a462-2b3b47128957 req-0226c33f-95f1-46a7-9a91-532e0ca100b7 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:44.334666 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4219ce98-b23c-4f9a-a462-2b3b47128957 req-0226c33f-95f1-46a7-9a91-532e0ca100b7 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/ports?device_id=9eccd5cb-1702-4c09-9c64-de0005662ac1&device_id=43fc92ac-995e-4c71-8e5f-bd18869ad049&device_id=ac4e1b95-1ad1-4c09-9321-82cdf5b15637 HTTP/1.1" status: 200 len: 2418 time: 0.1593287 Sep 17 08:06:44.384515 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 08:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32952534-ed51-4b06-942f-d0236912a9e2 x-openstack-request-id: req-32952534-ed51-4b06-942f-d0236912a9e2 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:06:44.384515 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6040248-4c42-4203-bade-45d2cd52bbfa", "name": "network-vif-unplugged", "status": "completed", "tag": "3638aeea-3e9e-44c5-8a15-1b3f96fe4f68", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:06:44.384515 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-32952534-ed51-4b06-942f-d0236912a9e2 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:06:44.384515 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6040248-4c42-4203-bade-45d2cd52bbfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3638aeea-3e9e-44c5-8a15-1b3f96fe4f68', 'code': 200} Sep 17 08:06:44.384515 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675be609-511b-466d-8876-4b1dfe21aac6 service neutron] Pushing event updated for resources: {'Port': ['ID=3638aeea-3e9e-44c5-8a15-1b3f96fe4f68,revision_number=6']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:44.430427 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4219ce98-b23c-4f9a-a462-2b3b47128957 req-87a12d37-0729-49ea-a231-79848cfa54e8 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbbd47e9-1dbc-4a7c-bb94-53f9fd4a5344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948730 Sep 17 08:06:44.493670 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbe1a44a-4475-4ac0-b4f4-8885d63a058a req-675be609-511b-466d-8876-4b1dfe21aac6 service neutron] No DVR routers for this DVR port 3638aeea-3e9e-44c5-8a15-1b3f96fe4f68 on host n-h1-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:06:44.579103 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ef7a5d67-3517-4a94-b426-268f3cf5138a req-9cee3e84-dccf-4dd3-b3a0-272ded93550b tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0979910 Sep 17 08:06:44.695924 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-fbe1a44a-4475-4ac0-b4f4-8885d63a058a req-675be609-511b-466d-8876-4b1dfe21aac6 service neutron] Attempting to bind port 3638aeea-3e9e-44c5-8a15-1b3f96fe4f68 on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:06:44.696594 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-fbe1a44a-4475-4ac0-b4f4-8885d63a058a req-675be609-511b-466d-8876-4b1dfe21aac6 service neutron] Attempting to bind port 3638aeea-3e9e-44c5-8a15-1b3f96fe4f68 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': 'd8abd467-7555-437f-877f-2fd196f30bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6c7c2907-2d67-4290-9be2-994bcbedf8a9'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:06:44.697025 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe1a44a-4475-4ac0-b4f4-8885d63a058a req-675be609-511b-466d-8876-4b1dfe21aac6 service neutron] Attempting to bind port 3638aeea-3e9e-44c5-8a15-1b3f96fe4f68 on network 6c7c2907-2d67-4290-9be2-994bcbedf8a9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:06:44.701728 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe1a44a-4475-4ac0-b4f4-8885d63a058a req-675be609-511b-466d-8876-4b1dfe21aac6 service neutron] Port 3638aeea-3e9e-44c5-8a15-1b3f96fe4f68 on network 6c7c2907-2d67-4290-9be2-994bcbedf8a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:06:44.702166 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe1a44a-4475-4ac0-b4f4-8885d63a058a req-675be609-511b-466d-8876-4b1dfe21aac6 service neutron] Attempting to bind port 3638aeea-3e9e-44c5-8a15-1b3f96fe4f68 on network 6c7c2907-2d67-4290-9be2-994bcbedf8a9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:06:44.708896 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe1a44a-4475-4ac0-b4f4-8885d63a058a req-675be609-511b-466d-8876-4b1dfe21aac6 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:06:44.709371 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe1a44a-4475-4ac0-b4f4-8885d63a058a req-675be609-511b-466d-8876-4b1dfe21aac6 service neutron] Checking segment: {'id': 'd8abd467-7555-437f-877f-2fd196f30bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6c7c2907-2d67-4290-9be2-994bcbedf8a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:06:44.709861 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe1a44a-4475-4ac0-b4f4-8885d63a058a req-675be609-511b-466d-8876-4b1dfe21aac6 service neutron] Bound using segment: {'id': 'd8abd467-7555-437f-877f-2fd196f30bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6c7c2907-2d67-4290-9be2-994bcbedf8a9'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:06:44.710530 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-fbe1a44a-4475-4ac0-b4f4-8885d63a058a req-675be609-511b-466d-8876-4b1dfe21aac6 service neutron] Bound port: 3638aeea-3e9e-44c5-8a15-1b3f96fe4f68, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8abd467-7555-437f-877f-2fd196f30bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6c7c2907-2d67-4290-9be2-994bcbedf8a9'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:06:44.710988 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fbe1a44a-4475-4ac0-b4f4-8885d63a058a req-675be609-511b-466d-8876-4b1dfe21aac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:44.807533 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-fbe1a44a-4475-4ac0-b4f4-8885d63a058a req-675be609-511b-466d-8876-4b1dfe21aac6 service neutron] For port 3638aeea-3e9e-44c5-8a15-1b3f96fe4f68, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:06:44.812124 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-fbe1a44a-4475-4ac0-b4f4-8885d63a058a req-675be609-511b-466d-8876-4b1dfe21aac6 service neutron] For port 3638aeea-3e9e-44c5-8a15-1b3f96fe4f68, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=3638aeea-3e9e-44c5-8a15-1b3f96fe4f68,segment=NetworkSegment(d8abd467-7555-437f-877f-2fd196f30bbe),segment_id=d8abd467-7555-437f-877f-2fd196f30bbe)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:06:44.818822 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fbe1a44a-4475-4ac0-b4f4-8885d63a058a req-675be609-511b-466d-8876-4b1dfe21aac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:44.858819 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe1a44a-4475-4ac0-b4f4-8885d63a058a req-675be609-511b-466d-8876-4b1dfe21aac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:44.859453 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fbe1a44a-4475-4ac0-b4f4-8885d63a058a req-675be609-511b-466d-8876-4b1dfe21aac6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:44.860893 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fbe1a44a-4475-4ac0-b4f4-8885d63a058a req-675be609-511b-466d-8876-4b1dfe21aac6 service neutron] 10.222.0.39 "PUT /v2.0/ports/3638aeea-3e9e-44c5-8a15-1b3f96fe4f68 HTTP/1.1" status: 200 len: 1091 time: 1.1589909 Sep 17 08:06:44.910999 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675be609-511b-466d-8876-4b1dfe21aac6 service neutron] Pushing event updated for resources: {'Port': ['ID=3638aeea-3e9e-44c5-8a15-1b3f96fe4f68,revision_number=7']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:45.023745 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe1a44a-4475-4ac0-b4f4-8885d63a058a req-ac5554c9-db63-4e8e-96f1-757df1bfcb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:45.027231 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fbe1a44a-4475-4ac0-b4f4-8885d63a058a req-ac5554c9-db63-4e8e-96f1-757df1bfcb17 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d6ef7951b2ac4d2ead98d70f1879d714&device_id=e6040248-4c42-4203-bade-45d2cd52bbfa HTTP/1.1" status: 200 len: 1094 time: 0.1253686 Sep 17 08:06:45.133514 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bca4c3-c503-4fb0-9f36-b08cf1a28f56 req-759704fe-93f1-4858-b6de-282fb08e3229 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:45.147406 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-20bca4c3-c503-4fb0-9f36-b08cf1a28f56 req-759704fe-93f1-4858-b6de-282fb08e3229 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6040248-4c42-4203-bade-45d2cd52bbfa HTTP/1.1" status: 200 len: 943 time: 0.0759752 Sep 17 08:06:45.228864 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-20bca4c3-c503-4fb0-9f36-b08cf1a28f56 req-c181ee7e-7540-4050-a067-9f1f3d0950ee tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=75f16301-6857-4fad-a6be-62e7544b2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643625 Sep 17 08:06:45.234321 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe1a44a-4475-4ac0-b4f4-8885d63a058a req-ad7c15e1-80df-4f64-b290-28b52f8389c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:45.235909 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fbe1a44a-4475-4ac0-b4f4-8885d63a058a req-ad7c15e1-80df-4f64-b290-28b52f8389c1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6c7c2907-2d67-4290-9be2-994bcbedf8a9 HTTP/1.1" status: 200 len: 898 time: 0.1989071 Sep 17 08:06:45.315351 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fbe1a44a-4475-4ac0-b4f4-8885d63a058a req-c0282289-76c0-4ed1-b1d1-a44a6e385697 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3638aeea-3e9e-44c5-8a15-1b3f96fe4f68 HTTP/1.1" status: 200 len: 999 time: 0.0715282 Sep 17 08:06:45.399759 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe1a44a-4475-4ac0-b4f4-8885d63a058a req-88a8883c-bbd0-45cd-af34-22ccfbcf6b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:45.401290 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fbe1a44a-4475-4ac0-b4f4-8885d63a058a req-88a8883c-bbd0-45cd-af34-22ccfbcf6b13 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a8540f1f-4498-4a52-a82e-d4ba22d275c6 HTTP/1.1" status: 200 len: 835 time: 0.0789685 Sep 17 08:06:45.459890 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe1a44a-4475-4ac0-b4f4-8885d63a058a req-15850cfd-5e8b-4151-a022-fb68992f84a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:45.459890 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fbe1a44a-4475-4ac0-b4f4-8885d63a058a req-15850cfd-5e8b-4151-a022-fb68992f84a0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6c7c2907-2d67-4290-9be2-994bcbedf8a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505996 Sep 17 08:06:45.587017 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fbe1a44a-4475-4ac0-b4f4-8885d63a058a req-839d1c89-6041-451c-b052-11f19dbaaa91 service neutron] 10.222.0.39 "GET /v2.0/networks/6c7c2907-2d67-4290-9be2-994bcbedf8a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202657 Sep 17 08:06:45.772229 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fbe1a44a-4475-4ac0-b4f4-8885d63a058a req-8b275243-88dc-4e7a-ae57-7de1ae649d74 service neutron] 10.222.0.39 "GET /v2.0/networks/6c7c2907-2d67-4290-9be2-994bcbedf8a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479120 Sep 17 08:06:46.383784 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6040248-4c42-4203-bade-45d2cd52bbfa', 'tag': '3638aeea-3e9e-44c5-8a15-1b3f96fe4f68'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:06:46.386211 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a96643-b4a5-450f-8cf7-65e4864e2b41" -d '{"events": [{"name": "network-changed", "server_uuid": "e6040248-4c42-4203-bade-45d2cd52bbfa", "tag": "3638aeea-3e9e-44c5-8a15-1b3f96fe4f68"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:06:46.389025 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17813344-e85d-41e2-bcf6-df2b0f7cbfd8 req-6006250a-b267-4128-82aa-177ec367146e tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:46.400288 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-17813344-e85d-41e2-bcf6-df2b0f7cbfd8 req-6006250a-b267-4128-82aa-177ec367146e tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6040248-4c42-4203-bade-45d2cd52bbfa HTTP/1.1" status: 200 len: 943 time: 0.0874970 Sep 17 08:06:46.436082 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-17813344-e85d-41e2-bcf6-df2b0f7cbfd8 req-b1552c29-7870-4333-b933-40079c659fd6 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=75f16301-6857-4fad-a6be-62e7544b2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347328 Sep 17 08:06:46.467377 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa9f423-33ee-4d3e-bb8d-e7bfdd7070ca x-openstack-request-id: req-daa9f423-33ee-4d3e-bb8d-e7bfdd7070ca {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:06:46.467700 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6040248-4c42-4203-bade-45d2cd52bbfa", "tag": "3638aeea-3e9e-44c5-8a15-1b3f96fe4f68", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:06:46.467996 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-daa9f423-33ee-4d3e-bb8d-e7bfdd7070ca {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:06:46.468403 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6040248-4c42-4203-bade-45d2cd52bbfa', 'tag': '3638aeea-3e9e-44c5-8a15-1b3f96fe4f68', 'status': 'completed', 'code': 200} Sep 17 08:06:46.575874 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc830eaa-7635-45d9-89a4-74dd63cd6bfe req-afdc815f-bba6-4016-8282-5ab30c92987d tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:46.577125 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fc830eaa-7635-45d9-89a4-74dd63cd6bfe req-afdc815f-bba6-4016-8282-5ab30c92987d tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/ports?device_id=9eccd5cb-1702-4c09-9c64-de0005662ac1 HTTP/1.1" status: 200 len: 946 time: 0.0630386 Sep 17 08:06:46.590274 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a96643-b4a5-450f-8cf7-65e4864e2b41 req-2b15fd7f-d70a-475b-b901-ed4c35461e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:46.592641 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-85a96643-b4a5-450f-8cf7-65e4864e2b41 req-2b15fd7f-d70a-475b-b901-ed4c35461e31 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6ef7951b2ac4d2ead98d70f1879d714&device_id=e6040248-4c42-4203-bade-45d2cd52bbfa HTTP/1.1" status: 200 len: 1094 time: 0.0731037 Sep 17 08:06:46.600120 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a96643-b4a5-450f-8cf7-65e4864e2b41 req-131b1c56-3cc7-46ea-893d-89f311c753fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:46.601966 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-85a96643-b4a5-450f-8cf7-65e4864e2b41 req-131b1c56-3cc7-46ea-893d-89f311c753fd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d6ef7951b2ac4d2ead98d70f1879d714&device_id=e6040248-4c42-4203-bade-45d2cd52bbfa HTTP/1.1" status: 200 len: 1094 time: 0.0950851 Sep 17 08:06:46.644210 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fc830eaa-7635-45d9-89a4-74dd63cd6bfe req-28e05b77-0784-4bb2-a874-17ea58a59901 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbbd47e9-1dbc-4a7c-bb94-53f9fd4a5344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455909 Sep 17 08:06:46.809478 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a96643-b4a5-450f-8cf7-65e4864e2b41 req-b8d95453-d2f4-4808-82e6-35177718ada1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:46.810977 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-85a96643-b4a5-450f-8cf7-65e4864e2b41 req-b8d95453-d2f4-4808-82e6-35177718ada1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6c7c2907-2d67-4290-9be2-994bcbedf8a9 HTTP/1.1" status: 200 len: 898 time: 0.2026246 Sep 17 08:06:46.827068 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a96643-b4a5-450f-8cf7-65e4864e2b41 req-61f9d357-dd27-4857-814d-581f12961833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:46.828545 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-85a96643-b4a5-450f-8cf7-65e4864e2b41 req-61f9d357-dd27-4857-814d-581f12961833 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6c7c2907-2d67-4290-9be2-994bcbedf8a9 HTTP/1.1" status: 200 len: 898 time: 0.1833894 Sep 17 08:06:46.954954 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-85a96643-b4a5-450f-8cf7-65e4864e2b41 req-585e0755-1bf1-461b-b873-e44b91477dbd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3638aeea-3e9e-44c5-8a15-1b3f96fe4f68 HTTP/1.1" status: 200 len: 999 time: 0.1343129 Sep 17 08:06:46.980112 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-85a96643-b4a5-450f-8cf7-65e4864e2b41 req-e638e41a-be98-4b1c-baef-8ef8cc2fa912 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3638aeea-3e9e-44c5-8a15-1b3f96fe4f68 HTTP/1.1" status: 200 len: 999 time: 0.1105366 Sep 17 08:06:47.049950 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a96643-b4a5-450f-8cf7-65e4864e2b41 req-4dc970c8-5b35-44d6-9318-8d7b0648d82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:47.051465 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-85a96643-b4a5-450f-8cf7-65e4864e2b41 req-4dc970c8-5b35-44d6-9318-8d7b0648d82f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a8540f1f-4498-4a52-a82e-d4ba22d275c6 HTTP/1.1" status: 200 len: 835 time: 0.0812557 Sep 17 08:06:47.056547 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a96643-b4a5-450f-8cf7-65e4864e2b41 req-55c2efbf-ca29-4e05-b0c7-4d9c131ab926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:47.057921 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-85a96643-b4a5-450f-8cf7-65e4864e2b41 req-55c2efbf-ca29-4e05-b0c7-4d9c131ab926 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a8540f1f-4498-4a52-a82e-d4ba22d275c6 HTTP/1.1" status: 200 len: 835 time: 0.0586979 Sep 17 08:06:47.139516 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a96643-b4a5-450f-8cf7-65e4864e2b41 req-46d4787c-74d7-49fb-91de-6f78cec3e34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:47.141155 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-85a96643-b4a5-450f-8cf7-65e4864e2b41 req-46d4787c-74d7-49fb-91de-6f78cec3e34f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6c7c2907-2d67-4290-9be2-994bcbedf8a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0820248 Sep 17 08:06:47.143757 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a96643-b4a5-450f-8cf7-65e4864e2b41 req-732ebeda-1a97-417b-9a25-b3b39cb9ed99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:47.145668 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-85a96643-b4a5-450f-8cf7-65e4864e2b41 req-732ebeda-1a97-417b-9a25-b3b39cb9ed99 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6c7c2907-2d67-4290-9be2-994bcbedf8a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758903 Sep 17 08:06:47.305744 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-85a96643-b4a5-450f-8cf7-65e4864e2b41 req-e95351cf-c929-4d72-a26a-512f6ab270ef service neutron] 10.222.0.41 "GET /v2.0/networks/6c7c2907-2d67-4290-9be2-994bcbedf8a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544638 Sep 17 08:06:47.309220 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-85a96643-b4a5-450f-8cf7-65e4864e2b41 req-c388a0b5-bb1f-44a4-a22b-4aa210a2126f service neutron] 10.222.0.39 "GET /v2.0/networks/6c7c2907-2d67-4290-9be2-994bcbedf8a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401846 Sep 17 08:06:47.493387 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-85a96643-b4a5-450f-8cf7-65e4864e2b41 req-0bfd49a2-5cf5-4563-9e6c-e2511bf3796c service neutron] 10.222.0.39 "GET /v2.0/networks/6c7c2907-2d67-4290-9be2-994bcbedf8a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694860 Sep 17 08:06:47.495184 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-85a96643-b4a5-450f-8cf7-65e4864e2b41 req-82f42a0e-26db-404a-b75a-8dda1ededf3d service neutron] 10.222.0.41 "GET /v2.0/networks/6c7c2907-2d67-4290-9be2-994bcbedf8a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807299 Sep 17 08:06:47.579396 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f2d01-98a4-4ec1-97de-8df2e848d685 req-5fa54dd8-2dfd-4ea9-b848-db9c42f843ee tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:47.580888 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-403f2d01-98a4-4ec1-97de-8df2e848d685 req-5fa54dd8-2dfd-4ea9-b848-db9c42f843ee tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6040248-4c42-4203-bade-45d2cd52bbfa HTTP/1.1" status: 200 len: 943 time: 0.0523257 Sep 17 08:06:47.621139 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-403f2d01-98a4-4ec1-97de-8df2e848d685 req-77fabb66-7782-4f81-b7b0-a518065710c2 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=75f16301-6857-4fad-a6be-62e7544b2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335791 Sep 17 08:06:47.743552 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4130b1-de5d-4095-8eaa-9faf3e34dd26 req-97645227-e0af-4c86-8c1f-63a4856cd057 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:47.747676 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cf4130b1-de5d-4095-8eaa-9faf3e34dd26 req-97645227-e0af-4c86-8c1f-63a4856cd057 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/ports?device_id=9eccd5cb-1702-4c09-9c64-de0005662ac1 HTTP/1.1" status: 200 len: 946 time: 0.0529845 Sep 17 08:06:47.791520 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cf4130b1-de5d-4095-8eaa-9faf3e34dd26 req-c1889b46-23aa-419b-9707-48f81656df9f tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbbd47e9-1dbc-4a7c-bb94-53f9fd4a5344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402451 Sep 17 08:06:48.376149 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0550b092-229e-4d92-8294-abd4dbd52989 req-860dde52-7338-450d-810e-fff8d75ed9c9 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:48.377518 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0550b092-229e-4d92-8294-abd4dbd52989 req-860dde52-7338-450d-810e-fff8d75ed9c9 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.41 "GET /v2.0/ports?device_id=9eccd5cb-1702-4c09-9c64-de0005662ac1 HTTP/1.1" status: 200 len: 946 time: 0.0520525 Sep 17 08:06:48.473738 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-0550b092-229e-4d92-8294-abd4dbd52989 req-f5315e01-a102-46f1-bab2-a6eeaa38fe1d tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Deleting port b1e2e06d-62a4-4065-acdb-9d08e5be1b43 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:06:48.474092 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-0550b092-229e-4d92-8294-abd4dbd52989 req-f5315e01-a102-46f1-bab2-a6eeaa38fe1d tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:48.759891 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee3629c-0348-4e8a-a3fa-6d7fa5e30ee4 req-ddc5ca35-26de-4216-89eb-854634d6e6de tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:48.759891 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dee3629c-0348-4e8a-a3fa-6d7fa5e30ee4 req-ddc5ca35-26de-4216-89eb-854634d6e6de tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6040248-4c42-4203-bade-45d2cd52bbfa HTTP/1.1" status: 200 len: 943 time: 0.0581906 Sep 17 08:06:48.793366 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dee3629c-0348-4e8a-a3fa-6d7fa5e30ee4 req-00620f79-7504-414f-917b-a0770dc4d41d tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=75f16301-6857-4fad-a6be-62e7544b2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351667 Sep 17 08:06:48.884449 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-0550b092-229e-4d92-8294-abd4dbd52989 req-f5315e01-a102-46f1-bab2-a6eeaa38fe1d tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] For port b1e2e06d-62a4-4065-acdb-9d08e5be1b43, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=b1e2e06d-62a4-4065-acdb-9d08e5be1b43,segment=NetworkSegment(b4778d6a-10de-4e21-a4ae-c5e870dc3033),segment_id=b4778d6a-10de-4e21-a4ae-c5e870dc3033)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:06:48.887363 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-0550b092-229e-4d92-8294-abd4dbd52989 req-f5315e01-a102-46f1-bab2-a6eeaa38fe1d tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:48.900055 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-0550b092-229e-4d92-8294-abd4dbd52989 req-f5315e01-a102-46f1-bab2-a6eeaa38fe1d tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Calling delete_port for b1e2e06d-62a4-4065-acdb-9d08e5be1b43 owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:06:48.926916 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a4f9bd-1fa2-4bac-8eef-a6610159da17 req-f37d1c73-feaf-414e-958d-29d5f5eea050 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:48.928578 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-03a4f9bd-1fa2-4bac-8eef-a6610159da17 req-f37d1c73-feaf-414e-958d-29d5f5eea050 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/ports?device_id=9eccd5cb-1702-4c09-9c64-de0005662ac1 HTTP/1.1" status: 200 len: 946 time: 0.0549109 Sep 17 08:06:48.958918 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 3638aeea-3e9e-44c5-8a15-1b3f96fe4f68 no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:06:48.970059 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-03a4f9bd-1fa2-4bac-8eef-a6610159da17 req-63e710bc-a63e-4da5-bb11-8b7f754c55fe tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbbd47e9-1dbc-4a7c-bb94-53f9fd4a5344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346463 Sep 17 08:06:49.014081 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 3638aeea-3e9e-44c5-8a15-1b3f96fe4f68 not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:06:49.044444 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-0550b092-229e-4d92-8294-abd4dbd52989 req-f5315e01-a102-46f1-bab2-a6eeaa38fe1d tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:49.073418 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5315e01-a102-46f1-bab2-a6eeaa38fe1d tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Pushing event deleted for resources: {'Port': ['ID=b1e2e06d-62a4-4065-acdb-9d08e5be1b43,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:49.096815 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['b1e2e06d-62a4-4065-acdb-9d08e5be1b43'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:06:49.101056 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['ce05090b-e85c-47fc-a938-f59373a017e8', 'e8f1a577-b443-4b25-9739-941ae4112e14'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:06:49.125892 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-0550b092-229e-4d92-8294-abd4dbd52989 req-f5315e01-a102-46f1-bab2-a6eeaa38fe1d tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] No DVR routers for this DVR port b1e2e06d-62a4-4065-acdb-9d08e5be1b43 on host n-h1-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:06:49.128940 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-0550b092-229e-4d92-8294-abd4dbd52989 req-f5315e01-a102-46f1-bab2-a6eeaa38fe1d tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:49.131162 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0550b092-229e-4d92-8294-abd4dbd52989 req-f5315e01-a102-46f1-bab2-a6eeaa38fe1d tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.41 "DELETE /v2.0/ports/b1e2e06d-62a4-4065-acdb-9d08e5be1b43 HTTP/1.1" status: 204 len: 173 time: 0.7473407 Sep 17 08:06:49.131599 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eccd5cb-1702-4c09-9c64-de0005662ac1', 'name': 'network-vif-deleted', 'tag': 'b1e2e06d-62a4-4065-acdb-9d08e5be1b43'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:06:49.133901 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc604389-41ee-4ae5-8995-3b14d3485bb7" -d '{"events": [{"server_uuid": "9eccd5cb-1702-4c09-9c64-de0005662ac1", "name": "network-vif-deleted", "tag": "b1e2e06d-62a4-4065-acdb-9d08e5be1b43"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:06:49.178492 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2af93fa-f05e-4398-8ff3-917a4de5f23a x-openstack-request-id: req-c2af93fa-f05e-4398-8ff3-917a4de5f23a {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:06:49.178793 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eccd5cb-1702-4c09-9c64-de0005662ac1", "name": "network-vif-deleted", "tag": "b1e2e06d-62a4-4065-acdb-9d08e5be1b43", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:06:49.179045 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c2af93fa-f05e-4398-8ff3-917a4de5f23a {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:06:49.179445 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eccd5cb-1702-4c09-9c64-de0005662ac1', 'name': 'network-vif-deleted', 'tag': 'b1e2e06d-62a4-4065-acdb-9d08e5be1b43', 'status': 'completed', 'code': 200} Sep 17 08:06:49.517407 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 3638aeea-3e9e-44c5-8a15-1b3f96fe4f68 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:06:49.616136 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 3638aeea-3e9e-44c5-8a15-1b3f96fe4f68, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=3638aeea-3e9e-44c5-8a15-1b3f96fe4f68,segment=NetworkSegment(d8abd467-7555-437f-877f-2fd196f30bbe),segment_id=d8abd467-7555-437f-877f-2fd196f30bbe)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:06:49.627327 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '3638aeea-3e9e-44c5-8a15-1b3f96fe4f68', 'network_id': '6c7c2907-2d67-4290-9be2-994bcbedf8a9', 'port_id': '3638aeea-3e9e-44c5-8a15-1b3f96fe4f68', 'mac_address': 'fa:16:3e:41:3c:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8540f1f-4498-4a52-a82e-d4ba22d275c6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:06:49.667204 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:49.680366 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3638aeea-3e9e-44c5-8a15-1b3f96fe4f68 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:06:49.701147 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 3638aeea-3e9e-44c5-8a15-1b3f96fe4f68, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=3638aeea-3e9e-44c5-8a15-1b3f96fe4f68,segment=NetworkSegment(d8abd467-7555-437f-877f-2fd196f30bbe),segment_id=d8abd467-7555-437f-877f-2fd196f30bbe)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:06:49.704847 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:49.757474 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=3638aeea-3e9e-44c5-8a15-1b3f96fe4f68,revision_number=8']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:49.765214 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:06:49.765447 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:06:49.765799 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:06:49.766145 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:06:49.766499 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:06:49.766939 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:06:49.767281 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:06:49.767638 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:06:49.768001 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:06:49.768331 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:06:49.768665 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:06:49.768996 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:06:49.903078 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-73477c9c-a382-4f5a-880b-106f111c84f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:49.911515 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db1c62-8185-4260-8daa-2954ded6f225 req-69bd3576-7302-4a77-a7bd-59880dbc937c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:49.913149 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-29db1c62-8185-4260-8daa-2954ded6f225 req-69bd3576-7302-4a77-a7bd-59880dbc937c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6040248-4c42-4203-bade-45d2cd52bbfa HTTP/1.1" status: 200 len: 944 time: 0.0524263 Sep 17 08:06:49.955675 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-29db1c62-8185-4260-8daa-2954ded6f225 req-8155f1c9-79ac-4d66-93bd-57be0af1eaa9 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=75f16301-6857-4fad-a6be-62e7544b2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361724 Sep 17 08:06:50.221111 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd3dfb-5970-4ba3-b199-a8edd7517fca req-b50aef5e-8863-4818-b430-287ced44c9f4 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:50.222879 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fdbd3dfb-5970-4ba3-b199-a8edd7517fca req-b50aef5e-8863-4818-b430-287ced44c9f4 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6040248-4c42-4203-bade-45d2cd52bbfa HTTP/1.1" status: 200 len: 944 time: 0.0862334 Sep 17 08:06:50.276474 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f688bc8f-cb97-4694-b874-b925894aad73 req-8b16a74f-7dbd-455e-a877-79720239a447 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:50.278536 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fdbd3dfb-5970-4ba3-b199-a8edd7517fca req-d17df0c8-02ae-417e-81f7-60f51c60912a tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=75f16301-6857-4fad-a6be-62e7544b2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424232 Sep 17 08:06:50.279057 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f688bc8f-cb97-4694-b874-b925894aad73 req-8b16a74f-7dbd-455e-a877-79720239a447 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6040248-4c42-4203-bade-45d2cd52bbfa&tenant_id=d6ef7951b2ac4d2ead98d70f1879d714&binding%3Ahost_id=n-h2-789963-9 HTTP/1.1" status: 200 len: 944 time: 0.1158638 Sep 17 08:06:50.319074 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed527c7-c479-4f69-8cb9-0f2205dedac2 req-72353e03-e2c1-429f-9906-53ce7ec019ab tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:50.320951 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7ed527c7-c479-4f69-8cb9-0f2205dedac2 req-72353e03-e2c1-429f-9906-53ce7ec019ab tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/ports?device_id=43fc92ac-995e-4c71-8e5f-bd18869ad049 HTTP/1.1" status: 200 len: 946 time: 0.0530987 Sep 17 08:06:50.343363 n-d-789963-9 neutron-server[101290]: INFO neutron.api.v2.resource [req-f688bc8f-cb97-4694-b874-b925894aad73 req-090ef007-95dc-4566-8dd7-5d278cfc3c6e service neutron] delete failed (client error): The resource could not be found. Sep 17 08:06:50.344414 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f688bc8f-cb97-4694-b874-b925894aad73 req-090ef007-95dc-4566-8dd7-5d278cfc3c6e service neutron] 10.222.0.41 "DELETE /v2.0/ports/3638aeea-3e9e-44c5-8a15-1b3f96fe4f68/bindings/n-h1-789963-9 HTTP/1.1" status: 404 len: 380 time: 0.0571077 Sep 17 08:06:50.359965 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7ed527c7-c479-4f69-8cb9-0f2205dedac2 req-1339c5c2-9d01-4feb-aa3e-717deeae3360 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbbd47e9-1dbc-4a7c-bb94-53f9fd4a5344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320845 Sep 17 08:06:50.409678 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['3638aeea-3e9e-44c5-8a15-1b3f96fe4f68'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:06:50.453166 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f688bc8f-cb97-4694-b874-b925894aad73 req-6e4043c0-b72f-444b-9f93-14b9d0c65f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:50.454709 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f688bc8f-cb97-4694-b874-b925894aad73 req-6e4043c0-b72f-444b-9f93-14b9d0c65f9a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6ef7951b2ac4d2ead98d70f1879d714&device_id=e6040248-4c42-4203-bade-45d2cd52bbfa HTTP/1.1" status: 200 len: 1095 time: 0.0442386 Sep 17 08:06:50.566191 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f688bc8f-cb97-4694-b874-b925894aad73 req-b1ba2f16-c34a-42c1-a339-757108c01687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:50.568261 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f688bc8f-cb97-4694-b874-b925894aad73 req-b1ba2f16-c34a-42c1-a339-757108c01687 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6c7c2907-2d67-4290-9be2-994bcbedf8a9 HTTP/1.1" status: 200 len: 898 time: 0.1054044 Sep 17 08:06:50.641497 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f688bc8f-cb97-4694-b874-b925894aad73 req-27d59527-2da1-4c3f-b706-54f3c381a149 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3638aeea-3e9e-44c5-8a15-1b3f96fe4f68 HTTP/1.1" status: 200 len: 1000 time: 0.0646377 Sep 17 08:06:50.700065 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f688bc8f-cb97-4694-b874-b925894aad73 req-d5623d7f-6630-455e-9284-0bc424702070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:50.701476 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f688bc8f-cb97-4694-b874-b925894aad73 req-d5623d7f-6630-455e-9284-0bc424702070 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a8540f1f-4498-4a52-a82e-d4ba22d275c6 HTTP/1.1" status: 200 len: 835 time: 0.0530925 Sep 17 08:06:50.753289 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f688bc8f-cb97-4694-b874-b925894aad73 req-b29aa2a8-0f54-41da-b5c5-562cc1ed072f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:50.754725 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f688bc8f-cb97-4694-b874-b925894aad73 req-b29aa2a8-0f54-41da-b5c5-562cc1ed072f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6c7c2907-2d67-4290-9be2-994bcbedf8a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399780 Sep 17 08:06:50.851324 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f688bc8f-cb97-4694-b874-b925894aad73 req-34fe3c04-912e-4239-beb7-2a24eda427bf service neutron] 10.222.0.41 "GET /v2.0/networks/6c7c2907-2d67-4290-9be2-994bcbedf8a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875444 Sep 17 08:06:50.949339 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f688bc8f-cb97-4694-b874-b925894aad73 req-6c6fdf4f-593d-4973-9cbb-7543673bba11 service neutron] 10.222.0.41 "GET /v2.0/networks/6c7c2907-2d67-4290-9be2-994bcbedf8a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900652 Sep 17 08:06:51.395744 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0629f0c3-c58a-415b-bb99-513af379ab71 req-6d4810c0-9a87-4fd1-aee2-636fcd67d7ba tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:51.397463 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0629f0c3-c58a-415b-bb99-513af379ab71 req-6d4810c0-9a87-4fd1-aee2-636fcd67d7ba tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6040248-4c42-4203-bade-45d2cd52bbfa HTTP/1.1" status: 200 len: 944 time: 0.0489223 Sep 17 08:06:51.492523 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0629f0c3-c58a-415b-bb99-513af379ab71 req-180e82cb-eab8-4ad6-8d8a-034ec1297b30 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=75f16301-6857-4fad-a6be-62e7544b2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807126 Sep 17 08:06:51.519879 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619c8cce-7093-43bb-bdc4-c419c42169c3 req-737863ba-28a5-4f89-bca2-d842ed718d16 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:51.521433 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-619c8cce-7093-43bb-bdc4-c419c42169c3 req-737863ba-28a5-4f89-bca2-d842ed718d16 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/ports?device_id=43fc92ac-995e-4c71-8e5f-bd18869ad049 HTTP/1.1" status: 200 len: 946 time: 0.0738618 Sep 17 08:06:51.564320 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-619c8cce-7093-43bb-bdc4-c419c42169c3 req-43bfdd11-5a7a-4932-9ff8-a94797fb636f tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbbd47e9-1dbc-4a7c-bb94-53f9fd4a5344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362923 Sep 17 08:06:51.594614 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 36800) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:06:51.647582 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-454ab13c-d7e9-4c24-b05f-a4fd891f3704 admin admin] Deleting subnet a86a9327-6a02-465b-ab15-4ac23e73ab6d {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:06:51.650805 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-454ab13c-d7e9-4c24-b05f-a4fd891f3704 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:51.687063 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-454ab13c-d7e9-4c24-b05f-a4fd891f3704 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:51.732091 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-454ab13c-d7e9-4c24-b05f-a4fd891f3704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:51.790540 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-454ab13c-d7e9-4c24-b05f-a4fd891f3704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:51.817855 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454ab13c-d7e9-4c24-b05f-a4fd891f3704 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a86a9327-6a02-465b-ab15-4ac23e73ab6d,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:51.819777 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-454ab13c-d7e9-4c24-b05f-a4fd891f3704 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:51.822113 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-454ab13c-d7e9-4c24-b05f-a4fd891f3704 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a86a9327-6a02-465b-ab15-4ac23e73ab6d HTTP/1.1" status: 204 len: 168 time: 0.2251410 Sep 17 08:06:51.824491 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 36802) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:06:51.892846 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6930ccdc-940a-4df9-8be0-85ff92c44f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:51.976455 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6930ccdc-940a-4df9-8be0-85ff92c44f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:51.996157 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-6930ccdc-940a-4df9-8be0-85ff92c44f60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5149f750-0091-409d-871d-432517a1d159']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:06:52.005117 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-6930ccdc-940a-4df9-8be0-85ff92c44f60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc898c63-c4ae-447a-8e39-f8b2338969bd') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:06:52.005416 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-6930ccdc-940a-4df9-8be0-85ff92c44f60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc898c63-c4ae-447a-8e39-f8b2338969bd') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:06:52.014477 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6930ccdc-940a-4df9-8be0-85ff92c44f60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:52.027683 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6930ccdc-940a-4df9-8be0-85ff92c44f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:52.033585 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6930ccdc-940a-4df9-8be0-85ff92c44f60 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:06:52.033970 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6930ccdc-940a-4df9-8be0-85ff92c44f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:52.035617 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 08:06:52.035617 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:06:52.035617 n-d-789963-9 neutron-server[101290]: timer() Sep 17 08:06:52.035617 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:06:52.035617 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 08:06:52.035617 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:06:52.035617 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 08:06:52.035617 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:06:52.035617 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 08:06:52.035617 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:06:52.035617 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 08:06:52.035617 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:06:52.035617 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 08:06:52.035617 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:06:52.035617 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:06:52.035617 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:06:52.035617 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:06:52.035617 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:06:52.035617 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 08:06:52.035617 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:06:52.035617 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 08:06:52.035617 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:06:52.035617 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:06:52.035617 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:06:52.035617 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 08:06:52.035617 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:06:52.035617 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:06:52.035617 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:06:52.035617 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:06:52.035617 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:06:52.035617 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:06:52.035617 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:06:52.093850 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6930ccdc-940a-4df9-8be0-85ff92c44f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:52.100225 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6930ccdc-940a-4df9-8be0-85ff92c44f60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:52.102125 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6930ccdc-940a-4df9-8be0-85ff92c44f60 admin admin] 10.222.0.13 "DELETE /v2.0/networks/5149f750-0091-409d-871d-432517a1d159 HTTP/1.1" status: 204 len: 168 time: 0.2767196 Sep 17 08:06:52.113154 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6930ccdc-940a-4df9-8be0-85ff92c44f60 admin admin] Pushing event deleted for resources: {'Network': ['ID=5149f750-0091-409d-871d-432517a1d159,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:52.217342 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 36808) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:06:52.259904 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-96b3654c-f7fd-46e5-b0c6-f66cfbcc642b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=052398e9a1a54a66bd3a1828153ec342&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382683 Sep 17 08:06:52.260022 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 36810) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:06:52.343190 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4e662-efa5-4b8e-81c1-7145919e1581 req-2ad00078-0ad3-438b-b293-8c700a1401b2 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:52.344600 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0bf4e662-efa5-4b8e-81c1-7145919e1581 req-2ad00078-0ad3-438b-b293-8c700a1401b2 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.39 "GET /v2.0/ports?device_id=43fc92ac-995e-4c71-8e5f-bd18869ad049 HTTP/1.1" status: 200 len: 946 time: 0.0680053 Sep 17 08:06:52.347348 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1e9fb175-14f8-4330-843d-5fad7564577e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:52.394527 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1e9fb175-14f8-4330-843d-5fad7564577e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:52.408424 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1b64a95a-5eee-4e5e-8329-fb68d499e214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:52.480508 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-0bf4e662-efa5-4b8e-81c1-7145919e1581 req-f0f69a2c-63fe-4b57-9696-79b98bb6bab8 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Deleting port e8f1a577-b443-4b25-9739-941ae4112e14 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:06:52.480854 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-0bf4e662-efa5-4b8e-81c1-7145919e1581 req-f0f69a2c-63fe-4b57-9696-79b98bb6bab8 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:52.495699 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1e9fb175-14f8-4330-843d-5fad7564577e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:52.498236 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1e9fb175-14f8-4330-843d-5fad7564577e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:52.499404 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-1e9fb175-14f8-4330-843d-5fad7564577e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6c1a9c90-46cf-4aef-a2ec-b6a26cc01c31 HTTP/1.1" status: 204 len: 168 time: 0.2385371 Sep 17 08:06:52.519709 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9fb175-14f8-4330-843d-5fad7564577e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1a9c90-46cf-4aef-a2ec-b6a26cc01c31,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:52.598712 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-0bf4e662-efa5-4b8e-81c1-7145919e1581 req-f0f69a2c-63fe-4b57-9696-79b98bb6bab8 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] For port e8f1a577-b443-4b25-9739-941ae4112e14, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=e8f1a577-b443-4b25-9739-941ae4112e14,segment=NetworkSegment(b4778d6a-10de-4e21-a4ae-c5e870dc3033),segment_id=b4778d6a-10de-4e21-a4ae-c5e870dc3033)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:06:52.600111 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-0bf4e662-efa5-4b8e-81c1-7145919e1581 req-f0f69a2c-63fe-4b57-9696-79b98bb6bab8 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:52.618265 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-0bf4e662-efa5-4b8e-81c1-7145919e1581 req-f0f69a2c-63fe-4b57-9696-79b98bb6bab8 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Calling delete_port for e8f1a577-b443-4b25-9739-941ae4112e14 owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:06:52.626711 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8dd7c8-5ca3-4331-b1a6-aae2bf40c75c req-3eef4f51-f277-4cdc-803c-ec3fa4094cd8 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:52.628412 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1c8dd7c8-5ca3-4331-b1a6-aae2bf40c75c req-3eef4f51-f277-4cdc-803c-ec3fa4094cd8 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6040248-4c42-4203-bade-45d2cd52bbfa HTTP/1.1" status: 200 len: 944 time: 0.0539052 Sep 17 08:06:52.679422 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:52.703194 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1c8dd7c8-5ca3-4331-b1a6-aae2bf40c75c req-2784a718-414a-4a1d-a6e8-65f15c96f956 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=75f16301-6857-4fad-a6be-62e7544b2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684090 Sep 17 08:06:52.713402 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b378cf9-08ce-42f3-8ae8-22d45848cdb0 req-2794bd51-27ae-4ada-a813-566867123176 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:52.715193 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8b378cf9-08ce-42f3-8ae8-22d45848cdb0 req-2794bd51-27ae-4ada-a813-566867123176 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/ports?device_id=43fc92ac-995e-4c71-8e5f-bd18869ad049 HTTP/1.1" status: 200 len: 946 time: 0.0732758 Sep 17 08:06:52.729824 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 36820) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:06:52.776402 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-0bf4e662-efa5-4b8e-81c1-7145919e1581 req-f0f69a2c-63fe-4b57-9696-79b98bb6bab8 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:52.803376 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8b378cf9-08ce-42f3-8ae8-22d45848cdb0 req-47d31d08-8b8f-46ff-b9c6-718f6b07a05f tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbbd47e9-1dbc-4a7c-bb94-53f9fd4a5344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805840 Sep 17 08:06:52.816324 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['ce05090b-e85c-47fc-a938-f59373a017e8', 'e8f1a577-b443-4b25-9739-941ae4112e14'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:06:52.822522 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-bad52622-7d27-464d-a52f-fa4e5afb10de tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/floatingips/924d53e3-8e7f-404b-ad31-966346135cdb HTTP/1.1" status: 200 len: 992 time: 0.0915074 Sep 17 08:06:52.826231 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f69a2c-63fe-4b57-9696-79b98bb6bab8 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Pushing event deleted for resources: {'Port': ['ID=e8f1a577-b443-4b25-9739-941ae4112e14,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:52.878207 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf4e662-efa5-4b8e-81c1-7145919e1581 req-f0f69a2c-63fe-4b57-9696-79b98bb6bab8 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] No DVR routers for this DVR port e8f1a577-b443-4b25-9739-941ae4112e14 on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:06:52.881456 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-0bf4e662-efa5-4b8e-81c1-7145919e1581 req-f0f69a2c-63fe-4b57-9696-79b98bb6bab8 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:52.883473 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0bf4e662-efa5-4b8e-81c1-7145919e1581 req-f0f69a2c-63fe-4b57-9696-79b98bb6bab8 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.39 "DELETE /v2.0/ports/e8f1a577-b443-4b25-9739-941ae4112e14 HTTP/1.1" status: 204 len: 173 time: 0.5255110 Sep 17 08:06:52.884026 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43fc92ac-995e-4c71-8e5f-bd18869ad049', 'name': 'network-vif-deleted', 'tag': 'e8f1a577-b443-4b25-9739-941ae4112e14'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:06:52.886429 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086bc63a-7847-485f-bd7d-0a48f0af51fc" -d '{"events": [{"server_uuid": "43fc92ac-995e-4c71-8e5f-bd18869ad049", "name": "network-vif-deleted", "tag": "e8f1a577-b443-4b25-9739-941ae4112e14"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:06:52.934064 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22091677-1a5e-49e9-9467-050240b0a43e x-openstack-request-id: req-22091677-1a5e-49e9-9467-050240b0a43e {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:06:52.935036 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43fc92ac-995e-4c71-8e5f-bd18869ad049", "name": "network-vif-deleted", "tag": "e8f1a577-b443-4b25-9739-941ae4112e14", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:06:52.935036 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-22091677-1a5e-49e9-9467-050240b0a43e {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:06:52.935295 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43fc92ac-995e-4c71-8e5f-bd18869ad049', 'name': 'network-vif-deleted', 'tag': 'e8f1a577-b443-4b25-9739-941ae4112e14', 'status': 'completed', 'code': 200} Sep 17 08:06:52.990837 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device b1e2e06d-62a4-4065-acdb-9d08e5be1b43 no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:06:53.012044 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] No Port match for: b1e2e06d-62a4-4065-acdb-9d08e5be1b43 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:06:53.012405 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device b1e2e06d-62a4-4065-acdb-9d08e5be1b43 not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:06:53.319230 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 36842) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:06:53.418791 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-0f63eb51-9348-46b2-a49c-8abfc1a06d16 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-44110641-network', 'tenant_id': '260b03f453f349768a37ec125c8bcd26'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:06:53.439943 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f63eb51-9348-46b2-a49c-8abfc1a06d16 admin admin] Made reservation on behalf of 260b03f453f349768a37ec125c8bcd26 for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:06:53.442484 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0f63eb51-9348-46b2-a49c-8abfc1a06d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:53.451501 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0f63eb51-9348-46b2-a49c-8abfc1a06d16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:53.541286 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 3638aeea-3e9e-44c5-8a15-1b3f96fe4f68 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:06:53.547959 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0f63eb51-9348-46b2-a49c-8abfc1a06d16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:53.552374 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0f63eb51-9348-46b2-a49c-8abfc1a06d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:53.577880 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f63eb51-9348-46b2-a49c-8abfc1a06d16 admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:06:53.587386 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f63eb51-9348-46b2-a49c-8abfc1a06d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3cfb28-76f0-4f4c-b8dc-8cb756571706,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:53.593700 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0f63eb51-9348-46b2-a49c-8abfc1a06d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:53.594049 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-0f63eb51-9348-46b2-a49c-8abfc1a06d16 admin admin] Added segment 045c5cbd-a1d9-472d-822a-d770440d685c of type vlan for network 3e7c1e00-bad7-4380-8834-71b168d79dbc Sep 17 08:06:53.604258 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port 3638aeea-3e9e-44c5-8a15-1b3f96fe4f68 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:06:53.608233 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 3638aeea-3e9e-44c5-8a15-1b3f96fe4f68 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:06:53.608610 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:53.634986 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0f63eb51-9348-46b2-a49c-8abfc1a06d16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:53.661354 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0f63eb51-9348-46b2-a49c-8abfc1a06d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:53.662646 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f63eb51-9348-46b2-a49c-8abfc1a06d16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:53.663399 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0f63eb51-9348-46b2-a49c-8abfc1a06d16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:53.664261 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:53.700543 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-0f63eb51-9348-46b2-a49c-8abfc1a06d16 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3800924 Sep 17 08:06:53.701019 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:53.704107 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 36846) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:06:53.709966 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-14469b90-f20c-452d-965e-6f3ed1970de7 admin admin] Request body: {'subnet': {'network_id': '3e7c1e00-bad7-4380-8834-71b168d79dbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-44110641-subnet', 'tenant_id': '260b03f453f349768a37ec125c8bcd26', 'ip_version': 4}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:06:53.724796 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6040248-4c42-4203-bade-45d2cd52bbfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3638aeea-3e9e-44c5-8a15-1b3f96fe4f68'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:06:53.727291 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f63eb51-9348-46b2-a49c-8abfc1a06d16 admin admin] Pushing event updated for resources: {'Network': ['ID=3e7c1e00-bad7-4380-8834-71b168d79dbc,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:53.727563 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e9112d6-0af0-49e1-985b-0987c4ed5718" -d '{"events": [{"server_uuid": "e6040248-4c42-4203-bade-45d2cd52bbfa", "name": "network-vif-plugged", "status": "completed", "tag": "3638aeea-3e9e-44c5-8a15-1b3f96fe4f68"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:06:53.733279 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14469b90-f20c-452d-965e-6f3ed1970de7 admin admin] Made reservation on behalf of 260b03f453f349768a37ec125c8bcd26 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:06:53.735638 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-14469b90-f20c-452d-965e-6f3ed1970de7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:53.742743 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 3e7c1e00-bad7-4380-8834-71b168d79dbc details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:06:53.748491 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 3638aeea-3e9e-44c5-8a15-1b3f96fe4f68, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=3638aeea-3e9e-44c5-8a15-1b3f96fe4f68,segment=NetworkSegment(d8abd467-7555-437f-877f-2fd196f30bbe),segment_id=d8abd467-7555-437f-877f-2fd196f30bbe)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:06:53.761732 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:53.775297 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-927f57de-be7e-49c4-8aa7-7fa7881647f5 x-openstack-request-id: req-927f57de-be7e-49c4-8aa7-7fa7881647f5 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:06:53.775597 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6040248-4c42-4203-bade-45d2cd52bbfa", "name": "network-vif-plugged", "status": "completed", "tag": "3638aeea-3e9e-44c5-8a15-1b3f96fe4f68", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:06:53.775881 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-927f57de-be7e-49c4-8aa7-7fa7881647f5 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:06:53.776631 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6040248-4c42-4203-bade-45d2cd52bbfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3638aeea-3e9e-44c5-8a15-1b3f96fe4f68', 'code': 200} Sep 17 08:06:53.858462 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=3638aeea-3e9e-44c5-8a15-1b3f96fe4f68,revision_number=9']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:53.914453 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-14469b90-f20c-452d-965e-6f3ed1970de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:53.969710 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14469b90-f20c-452d-965e-6f3ed1970de7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3166a00-49a0-4d01-aec4-1b7f3fd8acfe,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:53.979032 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14469b90-f20c-452d-965e-6f3ed1970de7 admin admin] Checking segment: {'id': '045c5cbd-a1d9-472d-822a-d770440d685c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3e7c1e00-bad7-4380-8834-71b168d79dbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:06:53.979340 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14469b90-f20c-452d-965e-6f3ed1970de7 admin admin] Network hostable DHCP agents. Network: 3e7c1e00-bad7-4380-8834-71b168d79dbc, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:06:53.997358 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14469b90-f20c-452d-965e-6f3ed1970de7 admin admin] Network 3e7c1e00-bad7-4380-8834-71b168d79dbc is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:06:54.006301 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-14469b90-f20c-452d-965e-6f3ed1970de7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 3e7c1e00-bad7-4380-8834-71b168d79dbc) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:06:54.012691 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14469b90-f20c-452d-965e-6f3ed1970de7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:54.012691 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-14469b90-f20c-452d-965e-6f3ed1970de7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:54.019241 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7969d07-7c1e-4c0b-98cb-2fec00e8640a None None] Network 3e7c1e00-bad7-4380-8834-71b168d79dbc requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:06:54.029918 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 36856) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:06:54.030415 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-14469b90-f20c-452d-965e-6f3ed1970de7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3249140 Sep 17 08:06:54.035095 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-af360d3e-7656-446a-b0e5-fe69c8dabc72 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-44110641-router', 'tenant_id': '260b03f453f349768a37ec125c8bcd26', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:06:54.058623 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-af360d3e-7656-446a-b0e5-fe69c8dabc72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:54.060306 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-af360d3e-7656-446a-b0e5-fe69c8dabc72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:54.137268 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-af360d3e-7656-446a-b0e5-fe69c8dabc72 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:54.167875 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db13b83c-3ac3-4142-85ed-c38542eab918 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-3e7c1e00-bad7-4380-8834-71b168d79dbc', 'network_id': '3e7c1e00-bad7-4380-8834-71b168d79dbc', 'tenant_id': '260b03f453f349768a37ec125c8bcd26', 'fixed_ips': [{'subnet_id': 'c3166a00-49a0-4d01-aec4-1b7f3fd8acfe'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:06:54.168713 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-db13b83c-3ac3-4142-85ed-c38542eab918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:54.189096 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf98df0-c97a-4806-8ba9-dc951358a97f req-c2122c50-168e-4dc7-b5cd-8595d3d5009a tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:54.190590 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-caf98df0-c97a-4806-8ba9-dc951358a97f req-c2122c50-168e-4dc7-b5cd-8595d3d5009a tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac4e1b95-1ad1-4c09-9321-82cdf5b15637 HTTP/1.1" status: 200 len: 945 time: 0.1246915 Sep 17 08:06:54.296373 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-af360d3e-7656-446a-b0e5-fe69c8dabc72 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:54.305658 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-db13b83c-3ac3-4142-85ed-c38542eab918 None None] Allocated IP 172.20.0.2 (3e7c1e00-bad7-4380-8834-71b168d79dbc/c3166a00-49a0-4d01-aec4-1b7f3fd8acfe/c72be982-9a51-4ce9-a400-ff3981ffca63) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:06:54.312613 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-caf98df0-c97a-4806-8ba9-dc951358a97f req-27b2d38c-b2c5-420a-a30e-0ee41dd02f41 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbbd47e9-1dbc-4a7c-bb94-53f9fd4a5344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966685 Sep 17 08:06:54.471182 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-db13b83c-3ac3-4142-85ed-c38542eab918 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:54.477951 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-db13b83c-3ac3-4142-85ed-c38542eab918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:54.520563 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db13b83c-3ac3-4142-85ed-c38542eab918 None None] Network 3e7c1e00-bad7-4380-8834-71b168d79dbc is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:06:54.524417 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-db13b83c-3ac3-4142-85ed-c38542eab918 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:06:54.530632 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db13b83c-3ac3-4142-85ed-c38542eab918 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:06:54.538536 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db13b83c-3ac3-4142-85ed-c38542eab918 None None] Pushing event updated for resources: {'Port': ['ID=c72be982-9a51-4ce9-a400-ff3981ffca63,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:54.591262 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-db13b83c-3ac3-4142-85ed-c38542eab918 None None] Attempting to bind port c72be982-9a51-4ce9-a400-ff3981ffca63 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:06:54.591984 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-db13b83c-3ac3-4142-85ed-c38542eab918 None None] Attempting to bind port c72be982-9a51-4ce9-a400-ff3981ffca63 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '045c5cbd-a1d9-472d-822a-d770440d685c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3e7c1e00-bad7-4380-8834-71b168d79dbc'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:06:54.592099 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db13b83c-3ac3-4142-85ed-c38542eab918 None None] Attempting to bind port c72be982-9a51-4ce9-a400-ff3981ffca63 on network 3e7c1e00-bad7-4380-8834-71b168d79dbc {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:06:54.597449 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db13b83c-3ac3-4142-85ed-c38542eab918 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:06:54.597833 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db13b83c-3ac3-4142-85ed-c38542eab918 None None] Checking segment: {'id': '045c5cbd-a1d9-472d-822a-d770440d685c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3e7c1e00-bad7-4380-8834-71b168d79dbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:06:54.598272 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-db13b83c-3ac3-4142-85ed-c38542eab918 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:54.598675 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db13b83c-3ac3-4142-85ed-c38542eab918 None None] Bound using segment: {'id': '045c5cbd-a1d9-472d-822a-d770440d685c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3e7c1e00-bad7-4380-8834-71b168d79dbc'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:06:54.599771 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-db13b83c-3ac3-4142-85ed-c38542eab918 None None] Bound port: c72be982-9a51-4ce9-a400-ff3981ffca63, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '045c5cbd-a1d9-472d-822a-d770440d685c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3e7c1e00-bad7-4380-8834-71b168d79dbc'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:06:54.600185 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-db13b83c-3ac3-4142-85ed-c38542eab918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:54.665313 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-db13b83c-3ac3-4142-85ed-c38542eab918 None None] For port c72be982-9a51-4ce9-a400-ff3981ffca63, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:06:54.668647 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-db13b83c-3ac3-4142-85ed-c38542eab918 None None] For port c72be982-9a51-4ce9-a400-ff3981ffca63, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=c72be982-9a51-4ce9-a400-ff3981ffca63,segment=NetworkSegment(045c5cbd-a1d9-472d-822a-d770440d685c),segment_id=045c5cbd-a1d9-472d-822a-d770440d685c)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:06:54.672758 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-db13b83c-3ac3-4142-85ed-c38542eab918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:54.736727 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db13b83c-3ac3-4142-85ed-c38542eab918 None None] Pushing event updated for resources: {'Port': ['ID=c72be982-9a51-4ce9-a400-ff3981ffca63,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:54.823075 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-af360d3e-7656-446a-b0e5-fe69c8dabc72 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:54.842844 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-af360d3e-7656-446a-b0e5-fe69c8dabc72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:54.970771 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-af360d3e-7656-446a-b0e5-fe69c8dabc72 admin admin] Allocated IP 172.25.6.176 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/bf298beb-195c-436f-96b3-17c2eb47a9d0) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:06:55.074439 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-af360d3e-7656-446a-b0e5-fe69c8dabc72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:55.108127 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-af360d3e-7656-446a-b0e5-fe69c8dabc72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:55.143826 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af360d3e-7656-446a-b0e5-fe69c8dabc72 admin admin] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:06:55.146796 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-af360d3e-7656-446a-b0e5-fe69c8dabc72 admin admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:06:55.150345 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af360d3e-7656-446a-b0e5-fe69c8dabc72 admin admin] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:06:55.184266 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af360d3e-7656-446a-b0e5-fe69c8dabc72 admin admin] Pushing event updated for resources: {'Port': ['ID=bf298beb-195c-436f-96b3-17c2eb47a9d0,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:55.245415 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:55.432619 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-af360d3e-7656-446a-b0e5-fe69c8dabc72 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:55.483346 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa74ee4-e1e8-49cb-a5f7-7d2e31ae8073 req-2d7388f4-2788-49d3-9447-e50bf821144d tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:55.484952 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6aa74ee4-e1e8-49cb-a5f7-7d2e31ae8073 req-2d7388f4-2788-49d3-9447-e50bf821144d tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac4e1b95-1ad1-4c09-9321-82cdf5b15637 HTTP/1.1" status: 200 len: 945 time: 0.0954716 Sep 17 08:06:55.538982 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device e8f1a577-b443-4b25-9739-941ae4112e14 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:06:55.560557 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: e8f1a577-b443-4b25-9739-941ae4112e14 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:06:55.560901 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device e8f1a577-b443-4b25-9739-941ae4112e14 not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:06:55.576315 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6aa74ee4-e1e8-49cb-a5f7-7d2e31ae8073 req-143ea548-bb30-4469-999b-c83f56ee3e01 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbbd47e9-1dbc-4a7c-bb94-53f9fd4a5344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825274 Sep 17 08:06:55.622946 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39546e92-eb18-4ed7-b17c-a4f1b363f130 None None] Network 3e7c1e00-bad7-4380-8834-71b168d79dbc requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:06:55.685225 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-af360d3e-7656-446a-b0e5-fe69c8dabc72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:55.702177 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1cf75bd2-b810-46ea-ba1c-a1943283e6fc None None] Provisioning complete for port c72be982-9a51-4ce9-a400-ff3981ffca63 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:06:55.702555 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1cf75bd2-b810-46ea-ba1c-a1943283e6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:55.824672 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af360d3e-7656-446a-b0e5-fe69c8dabc72 admin admin] Router 325b293f-cec9-408a-8a1a-19e61c6867e3 is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 08:06:55.840021 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1cf75bd2-b810-46ea-ba1c-a1943283e6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:55.852985 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device c72be982-9a51-4ce9-a400-ff3981ffca63 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:06:55.911119 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1cf75bd2-b810-46ea-ba1c-a1943283e6fc None None] For port c72be982-9a51-4ce9-a400-ff3981ffca63, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=c72be982-9a51-4ce9-a400-ff3981ffca63,segment=NetworkSegment(045c5cbd-a1d9-472d-822a-d770440d685c),segment_id=045c5cbd-a1d9-472d-822a-d770440d685c)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:06:55.916591 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1cf75bd2-b810-46ea-ba1c-a1943283e6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:55.961703 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port c72be982-9a51-4ce9-a400-ff3981ffca63 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:06:55.962086 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:55.981345 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8b953-dc9a-411a-8016-473aad57762e req-653a3c41-3b9e-42b7-8090-651dc0617f27 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:55.983093 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5eb8b953-dc9a-411a-8016-473aad57762e req-653a3c41-3b9e-42b7-8090-651dc0617f27 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac4e1b95-1ad1-4c09-9321-82cdf5b15637 HTTP/1.1" status: 200 len: 945 time: 0.0627594 Sep 17 08:06:55.990275 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af360d3e-7656-446a-b0e5-fe69c8dabc72 admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:06:55.991691 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf75bd2-b810-46ea-ba1c-a1943283e6fc None None] Pushing event updated for resources: {'Port': ['ID=c72be982-9a51-4ce9-a400-ff3981ffca63,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:56.002030 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a236fbc6-868f-4cc6-9cca-b32a33083c43 None None] Sync routers for ids ['325b293f-cec9-408a-8a1a-19e61c6867e3'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:06:56.025053 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a236fbc6-868f-4cc6-9cca-b32a33083c43 None None] Routers {'325b293f-cec9-408a-8a1a-19e61c6867e3'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:06:56.025561 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-af360d3e-7656-446a-b0e5-fe69c8dabc72 admin admin] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:56.025893 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-a236fbc6-868f-4cc6-9cca-b32a33083c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:06:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['325b293f-cec9-408a-8a1a-19e61c6867e3'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:06:56.030574 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-af360d3e-7656-446a-b0e5-fe69c8dabc72 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9989920 Sep 17 08:06:56.031003 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 36864) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:06:56.234102 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-5eb8b953-dc9a-411a-8016-473aad57762e req-7bd07002-043a-42bf-87e1-7cac51900b2c tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Deleting port ce05090b-e85c-47fc-a938-f59373a017e8 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:06:56.234450 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-5eb8b953-dc9a-411a-8016-473aad57762e req-7bd07002-043a-42bf-87e1-7cac51900b2c tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:56.301781 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-c8e66bb0-e2e9-419c-933a-1d5f1ff95fae None None] Provisioning complete for port c72be982-9a51-4ce9-a400-ff3981ffca63 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:06:56.302155 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c8e66bb0-e2e9-419c-933a-1d5f1ff95fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:56.369573 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-5eb8b953-dc9a-411a-8016-473aad57762e req-7bd07002-043a-42bf-87e1-7cac51900b2c tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] For port ce05090b-e85c-47fc-a938-f59373a017e8, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=ce05090b-e85c-47fc-a938-f59373a017e8,segment=NetworkSegment(b4778d6a-10de-4e21-a4ae-c5e870dc3033),segment_id=b4778d6a-10de-4e21-a4ae-c5e870dc3033)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:06:56.369944 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-5eb8b953-dc9a-411a-8016-473aad57762e req-7bd07002-043a-42bf-87e1-7cac51900b2c tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:56.395588 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-a236fbc6-868f-4cc6-9cca-b32a33083c43 None None] Set router 325b293f-cec9-408a-8a1a-19e61c6867e3 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:06:56.413986 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-5eb8b953-dc9a-411a-8016-473aad57762e req-7bd07002-043a-42bf-87e1-7cac51900b2c tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Calling delete_port for ce05090b-e85c-47fc-a938-f59373a017e8 owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:06:56.613087 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-a236fbc6-868f-4cc6-9cca-b32a33083c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325b293f-cec9-408a-8a1a-19e61c6867e3', 'name': 'tempest-TestServerBasicOps-44110641-router', 'tenant_id': '260b03f453f349768a37ec125c8bcd26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'bf298beb-195c-436f-96b3-17c2eb47a9d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:06:54Z', 'updated_at': '2021-09-17T08:06:55Z', 'revision_number': 3, 'project_id': '260b03f453f349768a37ec125c8bcd26', 'gw_port': {'id': 'bf298beb-195c-436f-96b3-17c2eb47a9d0', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a9:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '325b293f-cec9-408a-8a1a-19e61c6867e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:06:54Z', 'updated_at': '2021-09-17T08:06:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:06:56.644879 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a236fbc6-868f-4cc6-9cca-b32a33083c43 None None] Checking router: 325b293f-cec9-408a-8a1a-19e61c6867e3 for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:06:56.645559 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a236fbc6-868f-4cc6-9cca-b32a33083c43 None None] Updating router 325b293f-cec9-408a-8a1a-19e61c6867e3 port bf298beb-195c-436f-96b3-17c2eb47a9d0 binding host n-d-789963-9 {{(pid=101291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 08:06:56.670015 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-5eb8b953-dc9a-411a-8016-473aad57762e req-7bd07002-043a-42bf-87e1-7cac51900b2c tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:56.673778 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a236fbc6-868f-4cc6-9cca-b32a33083c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:56.680292 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3fa8ab6a-2cfa-43e3-8e86-3992871ea381 req-5adb6ea2-66cc-4ae2-b5b1-640646a9af12 tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac4e1b95-1ad1-4c09-9321-82cdf5b15637 HTTP/1.1" status: 200 len: 210 time: 0.0280745 Sep 17 08:06:56.705096 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['ce05090b-e85c-47fc-a938-f59373a017e8'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:06:56.706720 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd07002-043a-42bf-87e1-7cac51900b2c tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Pushing event deleted for resources: {'Port': ['ID=ce05090b-e85c-47fc-a938-f59373a017e8,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:56.735880 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-de37e555-6223-4ab6-8546-3280c85ca2de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:56.766374 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eb8b953-dc9a-411a-8016-473aad57762e req-7bd07002-043a-42bf-87e1-7cac51900b2c tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] No DVR routers for this DVR port ce05090b-e85c-47fc-a938-f59373a017e8 on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:06:56.769570 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-5eb8b953-dc9a-411a-8016-473aad57762e req-7bd07002-043a-42bf-87e1-7cac51900b2c tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:56.772236 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5eb8b953-dc9a-411a-8016-473aad57762e req-7bd07002-043a-42bf-87e1-7cac51900b2c tempest-ListServerFiltersTestJSON-532814205 tempest-ListServerFiltersTestJSON-532814205-project] 10.222.0.39 "DELETE /v2.0/ports/ce05090b-e85c-47fc-a938-f59373a017e8 HTTP/1.1" status: 204 len: 173 time: 0.7821665 Sep 17 08:06:56.772680 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac4e1b95-1ad1-4c09-9321-82cdf5b15637', 'name': 'network-vif-deleted', 'tag': 'ce05090b-e85c-47fc-a938-f59373a017e8'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:06:56.775006 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20fc07d5-9520-48f3-8925-4e77509cc9b4" -d '{"events": [{"server_uuid": "ac4e1b95-1ad1-4c09-9321-82cdf5b15637", "name": "network-vif-deleted", "tag": "ce05090b-e85c-47fc-a938-f59373a017e8"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:06:56.837378 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717ac791-7036-4a7f-92e3-ef31615f0123 x-openstack-request-id: req-717ac791-7036-4a7f-92e3-ef31615f0123 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:06:56.837749 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac4e1b95-1ad1-4c09-9321-82cdf5b15637", "name": "network-vif-deleted", "tag": "ce05090b-e85c-47fc-a938-f59373a017e8", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:06:56.837951 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-717ac791-7036-4a7f-92e3-ef31615f0123 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:06:56.838409 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac4e1b95-1ad1-4c09-9321-82cdf5b15637', 'name': 'network-vif-deleted', 'tag': 'ce05090b-e85c-47fc-a938-f59373a017e8', 'status': 'completed', 'code': 200} Sep 17 08:06:57.010757 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a236fbc6-868f-4cc6-9cca-b32a33083c43 None None] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:57.016257 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a236fbc6-868f-4cc6-9cca-b32a33083c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:57.023594 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-de37e555-6223-4ab6-8546-3280c85ca2de admin admin] Allocated IP 172.20.0.1 (3e7c1e00-bad7-4380-8834-71b168d79dbc/c3166a00-49a0-4d01-aec4-1b7f3fd8acfe/6e50c52c-e011-4282-bfc1-739cf9d79349) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:06:57.064863 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-a236fbc6-868f-4cc6-9cca-b32a33083c43 None None] Attempting to bind port bf298beb-195c-436f-96b3-17c2eb47a9d0 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:06:57.065150 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-a236fbc6-868f-4cc6-9cca-b32a33083c43 None None] Attempting to bind port bf298beb-195c-436f-96b3-17c2eb47a9d0 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:06:57.065520 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a236fbc6-868f-4cc6-9cca-b32a33083c43 None None] Attempting to bind port bf298beb-195c-436f-96b3-17c2eb47a9d0 on network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:06:57.071526 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b94ac3d-e2e1-4937-bc60-28f6d1b045b5 None None] Pushing event updated for resources: {'Port': ['ID=bf298beb-195c-436f-96b3-17c2eb47a9d0,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:57.076441 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a236fbc6-868f-4cc6-9cca-b32a33083c43 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:06:57.076821 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a236fbc6-868f-4cc6-9cca-b32a33083c43 None None] Checking segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:06:57.077232 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a236fbc6-868f-4cc6-9cca-b32a33083c43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:57.077625 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a236fbc6-868f-4cc6-9cca-b32a33083c43 None None] Bound using segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:06:57.078102 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-a236fbc6-868f-4cc6-9cca-b32a33083c43 None None] Bound port: bf298beb-195c-436f-96b3-17c2eb47a9d0, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:06:57.078486 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a236fbc6-868f-4cc6-9cca-b32a33083c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:57.128080 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-de37e555-6223-4ab6-8546-3280c85ca2de admin admin] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:57.130180 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-a236fbc6-868f-4cc6-9cca-b32a33083c43 None None] For port bf298beb-195c-436f-96b3-17c2eb47a9d0, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:06:57.133757 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-a236fbc6-868f-4cc6-9cca-b32a33083c43 None None] For port bf298beb-195c-436f-96b3-17c2eb47a9d0, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=bf298beb-195c-436f-96b3-17c2eb47a9d0,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:06:57.137452 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a236fbc6-868f-4cc6-9cca-b32a33083c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:57.161768 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-de37e555-6223-4ab6-8546-3280c85ca2de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:57.192001 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a236fbc6-868f-4cc6-9cca-b32a33083c43 None None] Routers {'325b293f-cec9-408a-8a1a-19e61c6867e3'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:06:57.192654 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-a236fbc6-868f-4cc6-9cca-b32a33083c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:06:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['325b293f-cec9-408a-8a1a-19e61c6867e3'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:06:57.201391 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b94ac3d-e2e1-4937-bc60-28f6d1b045b5 None None] Pushing event updated for resources: {'Port': ['ID=bf298beb-195c-436f-96b3-17c2eb47a9d0,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:57.202914 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de37e555-6223-4ab6-8546-3280c85ca2de admin admin] Network 3e7c1e00-bad7-4380-8834-71b168d79dbc is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:06:57.213249 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-de37e555-6223-4ab6-8546-3280c85ca2de admin admin] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:06:57.217790 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de37e555-6223-4ab6-8546-3280c85ca2de admin admin] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:06:57.243853 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de37e555-6223-4ab6-8546-3280c85ca2de admin admin] Pushing event updated for resources: {'Port': ['ID=6e50c52c-e011-4282-bfc1-739cf9d79349,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:57.260014 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-de37e555-6223-4ab6-8546-3280c85ca2de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:57.322874 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-a236fbc6-868f-4cc6-9cca-b32a33083c43 None None] Set router 325b293f-cec9-408a-8a1a-19e61c6867e3 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:06:57.411648 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-de37e555-6223-4ab6-8546-3280c85ca2de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:57.526989 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-a236fbc6-868f-4cc6-9cca-b32a33083c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325b293f-cec9-408a-8a1a-19e61c6867e3', 'name': 'tempest-TestServerBasicOps-44110641-router', 'tenant_id': '260b03f453f349768a37ec125c8bcd26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'bf298beb-195c-436f-96b3-17c2eb47a9d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:06:54Z', 'updated_at': '2021-09-17T08:06:55Z', 'revision_number': 3, 'project_id': '260b03f453f349768a37ec125c8bcd26', 'gw_port': {'id': 'bf298beb-195c-436f-96b3-17c2eb47a9d0', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a9:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '325b293f-cec9-408a-8a1a-19e61c6867e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:06:54Z', 'updated_at': '2021-09-17T08:06:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:06:57.556768 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a236fbc6-868f-4cc6-9cca-b32a33083c43 None None] The sync data for ids ['325b293f-cec9-408a-8a1a-19e61c6867e3'] in n-d-789963-9 is: [{'id': '325b293f-cec9-408a-8a1a-19e61c6867e3', 'name': 'tempest-TestServerBasicOps-44110641-router', 'tenant_id': '260b03f453f349768a37ec125c8bcd26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'bf298beb-195c-436f-96b3-17c2eb47a9d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:06:54Z', 'updated_at': '2021-09-17T08:06:55Z', 'revision_number': 3, 'project_id': '260b03f453f349768a37ec125c8bcd26', 'gw_port': {'id': 'bf298beb-195c-436f-96b3-17c2eb47a9d0', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a9:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '325b293f-cec9-408a-8a1a-19e61c6867e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:06:54Z', 'updated_at': '2021-09-17T08:06:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:06:57.566138 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-11744514-ccfd-4cf4-a889-a4162d738c97 None None] Provisioning complete for port 6e50c52c-e011-4282-bfc1-739cf9d79349 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:06:57.566515 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-11744514-ccfd-4cf4-a889-a4162d738c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:57.590274 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-de37e555-6223-4ab6-8546-3280c85ca2de admin admin] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:57.594992 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-de37e555-6223-4ab6-8546-3280c85ca2de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:57.603934 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-11744514-ccfd-4cf4-a889-a4162d738c97 None None] Port 6e50c52c-e011-4282-bfc1-739cf9d79349 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:06:57.662367 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de37e555-6223-4ab6-8546-3280c85ca2de admin admin] Pushing event updated for resources: {'Port': ['ID=6e50c52c-e011-4282-bfc1-739cf9d79349,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:57.665010 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-de37e555-6223-4ab6-8546-3280c85ca2de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:57.742206 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 36876) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:06:57.807069 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d69fd9a-4065-4629-939c-6e276f365f02 admin admin] Deleting subnet e34f76d3-b761-4ded-9ec0-5f5641f12c22 {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:06:57.813129 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de37e555-6223-4ab6-8546-3280c85ca2de admin admin] Network 3e7c1e00-bad7-4380-8834-71b168d79dbc is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:06:57.814783 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-de37e555-6223-4ab6-8546-3280c85ca2de admin admin] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:06:57.817185 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6d69fd9a-4065-4629-939c-6e276f365f02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:57.862211 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device c72be982-9a51-4ce9-a400-ff3981ffca63 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:06:57.879728 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6d69fd9a-4065-4629-939c-6e276f365f02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:57.954314 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port c72be982-9a51-4ce9-a400-ff3981ffca63 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:06:57.954969 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:58.019259 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6d69fd9a-4065-4629-939c-6e276f365f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:58.127908 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6d69fd9a-4065-4629-939c-6e276f365f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:58.142483 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-4b6eebb9-795d-41b2-94f1-ff99eb90f945 None None] Provisioning complete for port 6e50c52c-e011-4282-bfc1-739cf9d79349 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:06:58.143169 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4b6eebb9-795d-41b2-94f1-ff99eb90f945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:58.159649 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6d69fd9a-4065-4629-939c-6e276f365f02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:58.163456 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-6d69fd9a-4065-4629-939c-6e276f365f02 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e34f76d3-b761-4ded-9ec0-5f5641f12c22 HTTP/1.1" status: 204 len: 168 time: 0.4202073 Sep 17 08:06:58.164590 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d69fd9a-4065-4629-939c-6e276f365f02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e34f76d3-b761-4ded-9ec0-5f5641f12c22,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:58.172348 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 36878) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:06:58.181724 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171d84e0-8bda-48ca-a382-4ac4403ccd4e None None] Network b80e41c2-83a6-476d-bc8f-83d7a9832e9f requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:06:58.199417 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-4b6eebb9-795d-41b2-94f1-ff99eb90f945 None None] Port 6e50c52c-e011-4282-bfc1-739cf9d79349 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:06:58.259964 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fce889fc-3ce0-4b21-ad98-36c50964fbff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:58.329283 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-fce889fc-3ce0-4b21-ad98-36c50964fbff admin admin] Deleting port 585873fc-3967-4a19-97b1-03ac3bc10026 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:06:58.329630 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fce889fc-3ce0-4b21-ad98-36c50964fbff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:58.418674 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de37e555-6223-4ab6-8546-3280c85ca2de admin admin] Router 325b293f-cec9-408a-8a1a-19e61c6867e3 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:06:58.433076 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-fce889fc-3ce0-4b21-ad98-36c50964fbff admin admin] For port 585873fc-3967-4a19-97b1-03ac3bc10026, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=585873fc-3967-4a19-97b1-03ac3bc10026,segment=NetworkSegment(b4778d6a-10de-4e21-a4ae-c5e870dc3033),segment_id=b4778d6a-10de-4e21-a4ae-c5e870dc3033)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:06:58.433459 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fce889fc-3ce0-4b21-ad98-36c50964fbff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:58.434030 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b601311f-ae21-4f77-925d-95d23cd8688a None None] DHCP port deletion for b80e41c2-83a6-476d-bc8f-83d7a9832e9f request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 08:06:58.452428 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-fce889fc-3ce0-4b21-ad98-36c50964fbff admin admin] Calling delete_port for 585873fc-3967-4a19-97b1-03ac3bc10026 owned by network:dhcp {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:06:58.494653 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-b601311f-ae21-4f77-925d-95d23cd8688a None None] Deleting port 585873fc-3967-4a19-97b1-03ac3bc10026 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:06:58.495035 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b601311f-ae21-4f77-925d-95d23cd8688a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:58.555102 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fce889fc-3ce0-4b21-ad98-36c50964fbff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:58.573342 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-b601311f-ae21-4f77-925d-95d23cd8688a None None] For port 585873fc-3967-4a19-97b1-03ac3bc10026, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=585873fc-3967-4a19-97b1-03ac3bc10026,segment=NetworkSegment(b4778d6a-10de-4e21-a4ae-c5e870dc3033),segment_id=b4778d6a-10de-4e21-a4ae-c5e870dc3033)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:06:58.573342 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b601311f-ae21-4f77-925d-95d23cd8688a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:58.586357 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de37e555-6223-4ab6-8546-3280c85ca2de admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:06:58.586609 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-b601311f-ae21-4f77-925d-95d23cd8688a None None] Calling delete_port for 585873fc-3967-4a19-97b1-03ac3bc10026 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:06:58.589487 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce889fc-3ce0-4b21-ad98-36c50964fbff admin admin] Pushing event deleted for resources: {'Port': ['ID=585873fc-3967-4a19-97b1-03ac3bc10026,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:58.596779 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-de37e555-6223-4ab6-8546-3280c85ca2de admin admin] 10.222.0.13 "PUT /v2.0/routers/325b293f-cec9-408a-8a1a-19e61c6867e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5592351 Sep 17 08:06:58.598802 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce889fc-3ce0-4b21-ad98-36c50964fbff admin admin] No DVR routers for this DVR port 585873fc-3967-4a19-97b1-03ac3bc10026 on host n-d-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:06:58.692467 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b601311f-ae21-4f77-925d-95d23cd8688a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:58.702925 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fce889fc-3ce0-4b21-ad98-36c50964fbff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:58.721734 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b601311f-ae21-4f77-925d-95d23cd8688a None None] Pushing event deleted for resources: {'Port': ['ID=585873fc-3967-4a19-97b1-03ac3bc10026,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:58.726220 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b601311f-ae21-4f77-925d-95d23cd8688a None None] No DVR routers for this DVR port 585873fc-3967-4a19-97b1-03ac3bc10026 on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:06:58.738438 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-fce889fc-3ce0-4b21-ad98-36c50964fbff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b80e41c2-83a6-476d-bc8f-83d7a9832e9f']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:06:58.750471 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-fce889fc-3ce0-4b21-ad98-36c50964fbff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4778d6a-10de-4e21-a4ae-c5e870dc3033') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:06:58.751022 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-fce889fc-3ce0-4b21-ad98-36c50964fbff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4778d6a-10de-4e21-a4ae-c5e870dc3033') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:06:58.763523 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fce889fc-3ce0-4b21-ad98-36c50964fbff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:58.777050 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fce889fc-3ce0-4b21-ad98-36c50964fbff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:58.783144 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fce889fc-3ce0-4b21-ad98-36c50964fbff admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:06:58.783553 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fce889fc-3ce0-4b21-ad98-36c50964fbff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:58.785375 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:06:58.785375 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:06:58.785375 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:06:58.785375 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:06:58.785375 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:06:58.785375 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:06:58.785375 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:06:58.785375 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:06:58.785375 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:06:58.785375 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:06:58.785375 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:06:58.785375 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:06:58.785375 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:06:58.785375 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:06:58.785375 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:06:58.785375 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:06:58.785375 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:06:58.785375 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:06:58.785375 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:06:58.785375 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:06:58.785375 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:06:58.785375 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:06:58.785375 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:06:58.785375 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:06:58.785375 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:06:58.785375 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:06:58.785375 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:06:58.785375 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:06:58.785375 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:06:58.785375 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:06:58.785375 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:06:58.785375 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:06:58.847661 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fce889fc-3ce0-4b21-ad98-36c50964fbff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:58.854961 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fce889fc-3ce0-4b21-ad98-36c50964fbff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:58.857273 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-fce889fc-3ce0-4b21-ad98-36c50964fbff admin admin] 10.222.0.13 "DELETE /v2.0/networks/b80e41c2-83a6-476d-bc8f-83d7a9832e9f HTTP/1.1" status: 204 len: 168 time: 0.6836216 Sep 17 08:06:58.867701 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce889fc-3ce0-4b21-ad98-36c50964fbff admin admin] Pushing event deleted for resources: {'Network': ['ID=b80e41c2-83a6-476d-bc8f-83d7a9832e9f,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:59.038013 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 36896) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:06:59.079829 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-57714f46-355e-4476-aebb-27592e623345 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f8eec716a72d4278b0aa478bb03edcaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406280 Sep 17 08:06:59.082425 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 36898) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:06:59.137871 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4dcbd361-45d0-4b97-8224-228813f4ba76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:59.161179 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4dcbd361-45d0-4b97-8224-228813f4ba76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:59.175315 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 36902) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:06:59.180545 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-42010eec-a8ef-4c07-8f72-3578794f6e76 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1288547248-network', 'tenant_id': 'a8c5c6bc6a7c4a9bb4a367614dddaad8'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:06:59.201951 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42010eec-a8ef-4c07-8f72-3578794f6e76 admin admin] Made reservation on behalf of a8c5c6bc6a7c4a9bb4a367614dddaad8 for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:06:59.204581 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-42010eec-a8ef-4c07-8f72-3578794f6e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:59.214153 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4dcbd361-45d0-4b97-8224-228813f4ba76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:59.214636 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-42010eec-a8ef-4c07-8f72-3578794f6e76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:59.217035 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4dcbd361-45d0-4b97-8224-228813f4ba76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:59.221268 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-4dcbd361-45d0-4b97-8224-228813f4ba76 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fbbd47e9-1dbc-4a7c-bb94-53f9fd4a5344 HTTP/1.1" status: 204 len: 168 time: 0.1375873 Sep 17 08:06:59.229719 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcbd361-45d0-4b97-8224-228813f4ba76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbbd47e9-1dbc-4a7c-bb94-53f9fd4a5344,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:59.321573 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-42010eec-a8ef-4c07-8f72-3578794f6e76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:59.326824 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-42010eec-a8ef-4c07-8f72-3578794f6e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:59.352257 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42010eec-a8ef-4c07-8f72-3578794f6e76 admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:06:59.361062 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010eec-a8ef-4c07-8f72-3578794f6e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e4d713-d62b-4678-8847-4254d133b08b,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:59.367809 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-42010eec-a8ef-4c07-8f72-3578794f6e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:59.368205 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-42010eec-a8ef-4c07-8f72-3578794f6e76 admin admin] Added segment a0eeebed-e0cd-42e1-9ca4-4f057d13cd86 of type vlan for network 05c8e90f-c4c9-4833-bc8d-b27441375e4a Sep 17 08:06:59.411496 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-42010eec-a8ef-4c07-8f72-3578794f6e76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:59.435789 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-42010eec-a8ef-4c07-8f72-3578794f6e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:59.436836 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42010eec-a8ef-4c07-8f72-3578794f6e76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:59.437755 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-42010eec-a8ef-4c07-8f72-3578794f6e76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:59.470953 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-42010eec-a8ef-4c07-8f72-3578794f6e76 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2920361 Sep 17 08:06:59.471160 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 36908) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:06:59.475961 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-bc6c3078-c1e8-46d2-8701-cf5cd629af67 admin admin] Request body: {'subnet': {'network_id': '05c8e90f-c4c9-4833-bc8d-b27441375e4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1288547248-subnet', 'tenant_id': 'a8c5c6bc6a7c4a9bb4a367614dddaad8', 'ip_version': 4}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:06:59.486842 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152b7818-131b-4b23-a025-036345af4724 None None] Sync routers for ids ['325b293f-cec9-408a-8a1a-19e61c6867e3'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:06:59.495764 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152b7818-131b-4b23-a025-036345af4724 None None] Routers {'325b293f-cec9-408a-8a1a-19e61c6867e3'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:06:59.496408 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-152b7818-131b-4b23-a025-036345af4724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:06:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['325b293f-cec9-408a-8a1a-19e61c6867e3'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:06:59.532909 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010eec-a8ef-4c07-8f72-3578794f6e76 admin admin] Pushing event updated for resources: {'Network': ['ID=05c8e90f-c4c9-4833-bc8d-b27441375e4a,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:59.535696 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device ce05090b-e85c-47fc-a938-f59373a017e8 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:06:59.552546 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc6c3078-c1e8-46d2-8701-cf5cd629af67 admin admin] Made reservation on behalf of a8c5c6bc6a7c4a9bb4a367614dddaad8 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:06:59.555409 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bc6c3078-c1e8-46d2-8701-cf5cd629af67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:59.566655 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 05c8e90f-c4c9-4833-bc8d-b27441375e4a details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:06:59.619819 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-152b7818-131b-4b23-a025-036345af4724 None None] Set router 325b293f-cec9-408a-8a1a-19e61c6867e3 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:06:59.637657 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: ce05090b-e85c-47fc-a938-f59373a017e8 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:06:59.638520 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device ce05090b-e85c-47fc-a938-f59373a017e8 not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:06:59.771354 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bc6c3078-c1e8-46d2-8701-cf5cd629af67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:59.857167 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-152b7818-131b-4b23-a025-036345af4724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325b293f-cec9-408a-8a1a-19e61c6867e3', 'name': 'tempest-TestServerBasicOps-44110641-router', 'tenant_id': '260b03f453f349768a37ec125c8bcd26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'bf298beb-195c-436f-96b3-17c2eb47a9d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:06:54Z', 'updated_at': '2021-09-17T08:06:57Z', 'revision_number': 4, 'project_id': '260b03f453f349768a37ec125c8bcd26', 'gw_port': {'id': 'bf298beb-195c-436f-96b3-17c2eb47a9d0', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a9:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '325b293f-cec9-408a-8a1a-19e61c6867e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:06:54Z', 'updated_at': '2021-09-17T08:06:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '6e50c52c-e011-4282-bfc1-739cf9d79349', 'name': '', 'network_id': '3e7c1e00-bad7-4380-8834-71b168d79dbc', 'tenant_id': '260b03f453f349768a37ec125c8bcd26', 'mac_address': 'fa:16:3e:f8:3a:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '325b293f-cec9-408a-8a1a-19e61c6867e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': 'c3166a00-49a0-4d01-aec4-1b7f3fd8acfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:06:56Z', 'updated_at': '2021-09-17T08:06:57Z', 'revision_number': 2, 'project_id': '260b03f453f349768a37ec125c8bcd26', 'subnets': [{'id': 'c3166a00-49a0-4d01-aec4-1b7f3fd8acfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:06:59.860435 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6c3078-c1e8-46d2-8701-cf5cd629af67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60b343a3-5aea-48dd-9a09-687daf9548b9,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:06:59.868564 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6c3078-c1e8-46d2-8701-cf5cd629af67 admin admin] Checking segment: {'id': 'a0eeebed-e0cd-42e1-9ca4-4f057d13cd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '05c8e90f-c4c9-4833-bc8d-b27441375e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:06:59.868944 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6c3078-c1e8-46d2-8701-cf5cd629af67 admin admin] Network hostable DHCP agents. Network: 05c8e90f-c4c9-4833-bc8d-b27441375e4a, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:06:59.890264 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6c3078-c1e8-46d2-8701-cf5cd629af67 admin admin] Network 05c8e90f-c4c9-4833-bc8d-b27441375e4a is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:06:59.907967 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device bf298beb-195c-436f-96b3-17c2eb47a9d0 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:06:59.909454 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152b7818-131b-4b23-a025-036345af4724 None None] Checking router: 325b293f-cec9-408a-8a1a-19e61c6867e3 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:06:59.909667 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152b7818-131b-4b23-a025-036345af4724 None None] Updating router 325b293f-cec9-408a-8a1a-19e61c6867e3 port 6e50c52c-e011-4282-bfc1-739cf9d79349 binding host n-d-789963-9 {{(pid=101292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 08:06:59.912503 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-bc6c3078-c1e8-46d2-8701-cf5cd629af67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 05c8e90f-c4c9-4833-bc8d-b27441375e4a) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:06:59.923201 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6c3078-c1e8-46d2-8701-cf5cd629af67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:06:59.923813 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bc6c3078-c1e8-46d2-8701-cf5cd629af67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:59.936621 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5d41ad-94b4-4ced-a855-b6dae4df3b90 None None] Network 05c8e90f-c4c9-4833-bc8d-b27441375e4a requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:06:59.943231 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-152b7818-131b-4b23-a025-036345af4724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:59.945549 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-bc6c3078-c1e8-46d2-8701-cf5cd629af67 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4734187 Sep 17 08:06:59.948592 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 36926) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:06:59.953026 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-bf5409d7-7987-479a-a064-b750402ea126 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1288547248-router', 'tenant_id': 'a8c5c6bc6a7c4a9bb4a367614dddaad8', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:06:59.992912 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bf5409d7-7987-479a-a064-b750402ea126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:06:59.994166 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bf5409d7-7987-479a-a064-b750402ea126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:00.048188 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port bf298beb-195c-436f-96b3-17c2eb47a9d0 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:07:00.048594 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:00.079972 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bf5409d7-7987-479a-a064-b750402ea126 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:00.092903 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 36930) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:07:00.183998 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:00.208141 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port bf298beb-195c-436f-96b3-17c2eb47a9d0, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=bf298beb-195c-436f-96b3-17c2eb47a9d0,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:07:00.211974 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fa9364-d567-463d-af2f-18277d6bdb4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-05c8e90f-c4c9-4833-bc8d-b27441375e4a', 'network_id': '05c8e90f-c4c9-4833-bc8d-b27441375e4a', 'tenant_id': 'a8c5c6bc6a7c4a9bb4a367614dddaad8', 'fixed_ips': [{'subnet_id': '60b343a3-5aea-48dd-9a09-687daf9548b9'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:07:00.212946 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f5fa9364-d567-463d-af2f-18277d6bdb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:00.231450 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-1667c298-1412-4e82-acc4-68983419eef8 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1466842499-network', 'tenant_id': 'dc8521354b0e4d80a7443a0a0ff2ed4f'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:07:00.232728 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:00.274662 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bf5409d7-7987-479a-a064-b750402ea126 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:00.280972 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1667c298-1412-4e82-acc4-68983419eef8 admin admin] Made reservation on behalf of dc8521354b0e4d80a7443a0a0ff2ed4f for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:07:00.283330 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1667c298-1412-4e82-acc4-68983419eef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:00.296296 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1667c298-1412-4e82-acc4-68983419eef8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:00.319326 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 585873fc-3967-4a19-97b1-03ac3bc10026 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:07:00.359653 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 585873fc-3967-4a19-97b1-03ac3bc10026 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:07:00.360188 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 585873fc-3967-4a19-97b1-03ac3bc10026 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:07:00.382037 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=bf298beb-195c-436f-96b3-17c2eb47a9d0,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:00.414233 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-152b7818-131b-4b23-a025-036345af4724 None None] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:00.422866 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-152b7818-131b-4b23-a025-036345af4724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:00.438379 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-f5fa9364-d567-463d-af2f-18277d6bdb4a None None] Allocated IP 172.20.0.2 (05c8e90f-c4c9-4833-bc8d-b27441375e4a/60b343a3-5aea-48dd-9a09-687daf9548b9/bb27f2e4-a3af-4204-be80-fab3748d55e3) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:07:00.442505 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1667c298-1412-4e82-acc4-68983419eef8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:00.449213 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1667c298-1412-4e82-acc4-68983419eef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:00.474340 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1667c298-1412-4e82-acc4-68983419eef8 admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:07:00.492072 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1667c298-1412-4e82-acc4-68983419eef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f25a1d73-748d-4eac-bb6b-5082e0a38319,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:00.495464 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1667c298-1412-4e82-acc4-68983419eef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:00.496250 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-1667c298-1412-4e82-acc4-68983419eef8 admin admin] Added segment 9a102f3a-4430-4c13-8507-ba057592a993 of type vlan for network 8f734cfe-9424-4643-8350-3bbd207db440 Sep 17 08:07:00.519651 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207cafe4-3f5a-407e-bcce-65bac6d19e42 None None] Pushing event updated for resources: {'Port': ['ID=6e50c52c-e011-4282-bfc1-739cf9d79349,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:00.537728 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bf5409d7-7987-479a-a064-b750402ea126 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:00.563879 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bf5409d7-7987-479a-a064-b750402ea126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:00.595717 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1667c298-1412-4e82-acc4-68983419eef8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:00.629969 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1667c298-1412-4e82-acc4-68983419eef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:00.631542 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1667c298-1412-4e82-acc4-68983419eef8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:00.632592 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1667c298-1412-4e82-acc4-68983419eef8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:00.645676 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-152b7818-131b-4b23-a025-036345af4724 None None] Attempting to bind port 6e50c52c-e011-4282-bfc1-739cf9d79349 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:07:00.646318 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-152b7818-131b-4b23-a025-036345af4724 None None] Attempting to bind port 6e50c52c-e011-4282-bfc1-739cf9d79349 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '045c5cbd-a1d9-472d-822a-d770440d685c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3e7c1e00-bad7-4380-8834-71b168d79dbc'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:07:00.651293 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152b7818-131b-4b23-a025-036345af4724 None None] Attempting to bind port 6e50c52c-e011-4282-bfc1-739cf9d79349 on network 3e7c1e00-bad7-4380-8834-71b168d79dbc {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:07:00.658420 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152b7818-131b-4b23-a025-036345af4724 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:07:00.663997 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152b7818-131b-4b23-a025-036345af4724 None None] Checking segment: {'id': '045c5cbd-a1d9-472d-822a-d770440d685c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3e7c1e00-bad7-4380-8834-71b168d79dbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:07:00.667302 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-152b7818-131b-4b23-a025-036345af4724 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:00.669143 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152b7818-131b-4b23-a025-036345af4724 None None] Bound using segment: {'id': '045c5cbd-a1d9-472d-822a-d770440d685c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3e7c1e00-bad7-4380-8834-71b168d79dbc'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:07:00.670123 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-1667c298-1412-4e82-acc4-68983419eef8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5761254 Sep 17 08:07:00.670291 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-152b7818-131b-4b23-a025-036345af4724 None None] Bound port: 6e50c52c-e011-4282-bfc1-739cf9d79349, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '045c5cbd-a1d9-472d-822a-d770440d685c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3e7c1e00-bad7-4380-8834-71b168d79dbc'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:07:00.670865 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-152b7818-131b-4b23-a025-036345af4724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:00.677462 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 36934) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:07:00.691383 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-a86032f6-c651-435a-b168-3b2346d4c8e4 admin admin] Request body: {'subnet': {'network_id': '8f734cfe-9424-4643-8350-3bbd207db440', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1466842499-subnet', 'tenant_id': 'dc8521354b0e4d80a7443a0a0ff2ed4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:07:00.703777 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f5fa9364-d567-463d-af2f-18277d6bdb4a None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:00.722255 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f5fa9364-d567-463d-af2f-18277d6bdb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:00.740521 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-bf5409d7-7987-479a-a064-b750402ea126 admin admin] Allocated IP 172.25.6.6 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/2d5e9c5e-b326-4d17-bca2-1969db409679) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:07:00.780520 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a86032f6-c651-435a-b168-3b2346d4c8e4 admin admin] Made reservation on behalf of dc8521354b0e4d80a7443a0a0ff2ed4f for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:07:00.782864 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a86032f6-c651-435a-b168-3b2346d4c8e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:00.794276 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1667c298-1412-4e82-acc4-68983419eef8 admin admin] Pushing event updated for resources: {'Network': ['ID=8f734cfe-9424-4643-8350-3bbd207db440,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:00.798484 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fa9364-d567-463d-af2f-18277d6bdb4a None None] Network 05c8e90f-c4c9-4833-bc8d-b27441375e4a is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:07:00.803378 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1667c298-1412-4e82-acc4-68983419eef8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:07:00.803817 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1667c298-1412-4e82-acc4-68983419eef8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:07:00.804084 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1667c298-1412-4e82-acc4-68983419eef8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:07:00.804506 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1667c298-1412-4e82-acc4-68983419eef8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:07:00.804845 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1667c298-1412-4e82-acc4-68983419eef8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:07:00.805214 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1667c298-1412-4e82-acc4-68983419eef8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:07:00.805590 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1667c298-1412-4e82-acc4-68983419eef8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:07:00.805971 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1667c298-1412-4e82-acc4-68983419eef8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:07:00.806613 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1667c298-1412-4e82-acc4-68983419eef8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:07:00.806613 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1667c298-1412-4e82-acc4-68983419eef8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:07:00.807118 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1667c298-1412-4e82-acc4-68983419eef8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:07:00.807444 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1667c298-1412-4e82-acc4-68983419eef8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:07:00.814593 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-f5fa9364-d567-463d-af2f-18277d6bdb4a None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:07:00.823824 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fa9364-d567-463d-af2f-18277d6bdb4a None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:07:00.827336 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-152b7818-131b-4b23-a025-036345af4724 None None] For port 6e50c52c-e011-4282-bfc1-739cf9d79349, host n-d-789963-9, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:07:00.835743 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-152b7818-131b-4b23-a025-036345af4724 None None] For port 6e50c52c-e011-4282-bfc1-739cf9d79349, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=6e50c52c-e011-4282-bfc1-739cf9d79349,segment=NetworkSegment(045c5cbd-a1d9-472d-822a-d770440d685c),segment_id=045c5cbd-a1d9-472d-822a-d770440d685c)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:07:00.840442 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 8f734cfe-9424-4643-8350-3bbd207db440 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:07:00.850401 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-152b7818-131b-4b23-a025-036345af4724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:00.962415 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bf5409d7-7987-479a-a064-b750402ea126 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:00.963881 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207cafe4-3f5a-407e-bcce-65bac6d19e42 None None] Pushing event updated for resources: {'Port': ['ID=6e50c52c-e011-4282-bfc1-739cf9d79349,revision_number=4']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:00.995785 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152b7818-131b-4b23-a025-036345af4724 None None] Routers {'325b293f-cec9-408a-8a1a-19e61c6867e3'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:07:00.996979 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-152b7818-131b-4b23-a025-036345af4724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:06:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['325b293f-cec9-408a-8a1a-19e61c6867e3'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:07:01.091409 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bf5409d7-7987-479a-a064-b750402ea126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:01.103279 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fa9364-d567-463d-af2f-18277d6bdb4a None None] Pushing event updated for resources: {'Port': ['ID=bb27f2e4-a3af-4204-be80-fab3748d55e3,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:01.128326 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a86032f6-c651-435a-b168-3b2346d4c8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:01.149007 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-152b7818-131b-4b23-a025-036345af4724 None None] Set router 325b293f-cec9-408a-8a1a-19e61c6867e3 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:07:01.162999 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-e4009129-bc8b-45d7-9bc0-3eb8d1481933 None None] Provisioning complete for port 6e50c52c-e011-4282-bfc1-739cf9d79349 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:07:01.163212 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5409d7-7987-479a-a064-b750402ea126 admin admin] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:07:01.163822 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e4009129-bc8b-45d7-9bc0-3eb8d1481933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:01.165868 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-f5fa9364-d567-463d-af2f-18277d6bdb4a None None] Attempting to bind port bb27f2e4-a3af-4204-be80-fab3748d55e3 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:07:01.166172 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-f5fa9364-d567-463d-af2f-18277d6bdb4a None None] Attempting to bind port bb27f2e4-a3af-4204-be80-fab3748d55e3 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'a0eeebed-e0cd-42e1-9ca4-4f057d13cd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '05c8e90f-c4c9-4833-bc8d-b27441375e4a'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:07:01.166529 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fa9364-d567-463d-af2f-18277d6bdb4a None None] Attempting to bind port bb27f2e4-a3af-4204-be80-fab3748d55e3 on network 05c8e90f-c4c9-4833-bc8d-b27441375e4a {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:07:01.170650 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-bf5409d7-7987-479a-a064-b750402ea126 admin admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:07:01.189977 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fa9364-d567-463d-af2f-18277d6bdb4a None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:07:01.190492 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fa9364-d567-463d-af2f-18277d6bdb4a None None] Checking segment: {'id': 'a0eeebed-e0cd-42e1-9ca4-4f057d13cd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '05c8e90f-c4c9-4833-bc8d-b27441375e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:07:01.190898 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f5fa9364-d567-463d-af2f-18277d6bdb4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:01.191296 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fa9364-d567-463d-af2f-18277d6bdb4a None None] Bound using segment: {'id': 'a0eeebed-e0cd-42e1-9ca4-4f057d13cd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '05c8e90f-c4c9-4833-bc8d-b27441375e4a'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:07:01.191778 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-f5fa9364-d567-463d-af2f-18277d6bdb4a None None] Bound port: bb27f2e4-a3af-4204-be80-fab3748d55e3, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0eeebed-e0cd-42e1-9ca4-4f057d13cd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '05c8e90f-c4c9-4833-bc8d-b27441375e4a'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:07:01.192183 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f5fa9364-d567-463d-af2f-18277d6bdb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:01.199858 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5409d7-7987-479a-a064-b750402ea126 admin admin] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:07:01.205663 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5409d7-7987-479a-a064-b750402ea126 admin admin] Pushing event updated for resources: {'Port': ['ID=2d5e9c5e-b326-4d17-bca2-1969db409679,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:01.284514 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86032f6-c651-435a-b168-3b2346d4c8e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b87b97b0-2841-4fee-9070-fe84c043055b,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:01.296434 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86032f6-c651-435a-b168-3b2346d4c8e4 admin admin] Checking segment: {'id': '9a102f3a-4430-4c13-8507-ba057592a993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f734cfe-9424-4643-8350-3bbd207db440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:07:01.296434 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86032f6-c651-435a-b168-3b2346d4c8e4 admin admin] Network hostable DHCP agents. Network: 8f734cfe-9424-4643-8350-3bbd207db440, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:07:01.307621 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-f5fa9364-d567-463d-af2f-18277d6bdb4a None None] For port bb27f2e4-a3af-4204-be80-fab3748d55e3, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:07:01.329076 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-f5fa9364-d567-463d-af2f-18277d6bdb4a None None] For port bb27f2e4-a3af-4204-be80-fab3748d55e3, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=bb27f2e4-a3af-4204-be80-fab3748d55e3,segment=NetworkSegment(a0eeebed-e0cd-42e1-9ca4-4f057d13cd86),segment_id=a0eeebed-e0cd-42e1-9ca4-4f057d13cd86)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:07:01.330433 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e4009129-bc8b-45d7-9bc0-3eb8d1481933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:01.342684 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f5fa9364-d567-463d-af2f-18277d6bdb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:01.380417 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-152b7818-131b-4b23-a025-036345af4724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325b293f-cec9-408a-8a1a-19e61c6867e3', 'name': 'tempest-TestServerBasicOps-44110641-router', 'tenant_id': '260b03f453f349768a37ec125c8bcd26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'bf298beb-195c-436f-96b3-17c2eb47a9d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:06:54Z', 'updated_at': '2021-09-17T08:06:57Z', 'revision_number': 4, 'project_id': '260b03f453f349768a37ec125c8bcd26', 'gw_port': {'id': 'bf298beb-195c-436f-96b3-17c2eb47a9d0', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325b293f-cec9-408a-8a1a-19e61c6867e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:06:54Z', 'updated_at': '2021-09-17T08:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '6e50c52c-e011-4282-bfc1-739cf9d79349', 'name': '', 'network_id': '3e7c1e00-bad7-4380-8834-71b168d79dbc', 'tenant_id': '260b03f453f349768a37ec125c8bcd26', 'mac_address': 'fa:16:3e:f8:3a:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '325b293f-cec9-408a-8a1a-19e61c6867e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': 'c3166a00-49a0-4d01-aec4-1b7f3fd8acfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:06:56Z', 'updated_at': '2021-09-17T08:07:00Z', 'revision_number': 4, 'project_id': '260b03f453f349768a37ec125c8bcd26', 'subnets': [{'id': 'c3166a00-49a0-4d01-aec4-1b7f3fd8acfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:07:01.402909 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-e4009129-bc8b-45d7-9bc0-3eb8d1481933 None None] For port 6e50c52c-e011-4282-bfc1-739cf9d79349, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=6e50c52c-e011-4282-bfc1-739cf9d79349,segment=NetworkSegment(045c5cbd-a1d9-472d-822a-d770440d685c),segment_id=045c5cbd-a1d9-472d-822a-d770440d685c)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:07:01.405995 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86032f6-c651-435a-b168-3b2346d4c8e4 admin admin] Network 8f734cfe-9424-4643-8350-3bbd207db440 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:07:01.409211 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152b7818-131b-4b23-a025-036345af4724 None None] The sync data for ids ['325b293f-cec9-408a-8a1a-19e61c6867e3'] in n-d-789963-9 is: [{'id': '325b293f-cec9-408a-8a1a-19e61c6867e3', 'name': 'tempest-TestServerBasicOps-44110641-router', 'tenant_id': '260b03f453f349768a37ec125c8bcd26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'bf298beb-195c-436f-96b3-17c2eb47a9d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:06:54Z', 'updated_at': '2021-09-17T08:06:57Z', 'revision_number': 4, 'project_id': '260b03f453f349768a37ec125c8bcd26', 'gw_port': {'id': 'bf298beb-195c-436f-96b3-17c2eb47a9d0', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325b293f-cec9-408a-8a1a-19e61c6867e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:06:54Z', 'updated_at': '2021-09-17T08:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '6e50c52c-e011-4282-bfc1-739cf9d79349', 'name': '', 'network_id': '3e7c1e00-bad7-4380-8834-71b168d79dbc', 'tenant_id': '260b03f453f349768a37ec125c8bcd26', 'mac_address': 'fa:16:3e:f8:3a:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '325b293f-cec9-408a-8a1a-19e61c6867e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': 'c3166a00-49a0-4d01-aec4-1b7f3fd8acfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:06:56Z', 'updated_at': '2021-09-17T08:07:00Z', 'revision_number': 4, 'project_id': '260b03f453f349768a37ec125c8bcd26', 'subnets': [{'id': 'c3166a00-49a0-4d01-aec4-1b7f3fd8acfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:07:01.425514 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e4009129-bc8b-45d7-9bc0-3eb8d1481933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:01.433310 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-a86032f6-c651-435a-b168-3b2346d4c8e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 8f734cfe-9424-4643-8350-3bbd207db440) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:07:01.439061 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86032f6-c651-435a-b168-3b2346d4c8e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:01.440007 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a86032f6-c651-435a-b168-3b2346d4c8e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:01.447016 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d839f340-ef08-46db-a6b9-fe62cc1a90c7 None None] Network 8f734cfe-9424-4643-8350-3bbd207db440 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:07:01.449798 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fa9364-d567-463d-af2f-18277d6bdb4a None None] Pushing event updated for resources: {'Port': ['ID=bb27f2e4-a3af-4204-be80-fab3748d55e3,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:01.515816 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-a86032f6-c651-435a-b168-3b2346d4c8e4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8311205 Sep 17 08:07:01.608448 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-79d27407-f064-4d06-ba10-79bc9177ddf3 None None] Provisioning complete for port 6e50c52c-e011-4282-bfc1-739cf9d79349 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:07:01.609098 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-79d27407-f064-4d06-ba10-79bc9177ddf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:01.610826 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bf5409d7-7987-479a-a064-b750402ea126 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:01.664330 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4009129-bc8b-45d7-9bc0-3eb8d1481933 None None] Pushing event updated for resources: {'Port': ['ID=6e50c52c-e011-4282-bfc1-739cf9d79349,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:01.782176 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf01655-7f80-4c81-841e-cc05094330a3 None None] Network 8f734cfe-9424-4643-8350-3bbd207db440 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:07:02.115599 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 6e50c52c-e011-4282-bfc1-739cf9d79349 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:07:02.191378 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 6e50c52c-e011-4282-bfc1-739cf9d79349 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:07:02.192022 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:02.294845 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device bb27f2e4-a3af-4204-be80-fab3748d55e3 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:07:02.349215 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port bb27f2e4-a3af-4204-be80-fab3748d55e3 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:07:02.349601 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:02.454744 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:02.476099 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a06ab-9b1d-4337-9a03-4d22acd7ea47 req-3cad7862-7425-4f3e-81ae-8a9475111f86 tempest-ServerPasswordTestJSON-1868973287 tempest-ServerPasswordTestJSON-1868973287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:02.477883 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fc1a06ab-9b1d-4337-9a03-4d22acd7ea47 req-3cad7862-7425-4f3e-81ae-8a9475111f86 tempest-ServerPasswordTestJSON-1868973287 tempest-ServerPasswordTestJSON-1868973287-project] 10.222.0.13 "GET /v2.0/networks?id=8f734cfe-9424-4643-8350-3bbd207db440 HTTP/1.1" status: 200 len: 813 time: 0.2291460 Sep 17 08:07:02.502383 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fc1a06ab-9b1d-4337-9a03-4d22acd7ea47 req-71d4a8da-36b5-4f48-9079-cc242b48ad8d tempest-ServerPasswordTestJSON-1868973287 tempest-ServerPasswordTestJSON-1868973287-project] 10.222.0.13 "GET /v2.0/quotas/dc8521354b0e4d80a7443a0a0ff2ed4f HTTP/1.1" status: 200 len: 375 time: 0.0114622 Sep 17 08:07:02.504032 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bf5409d7-7987-479a-a064-b750402ea126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:02.528423 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port bb27f2e4-a3af-4204-be80-fab3748d55e3, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=bb27f2e4-a3af-4204-be80-fab3748d55e3,segment=NetworkSegment(a0eeebed-e0cd-42e1-9ca4-4f057d13cd86),segment_id=a0eeebed-e0cd-42e1-9ca4-4f057d13cd86)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:07:02.541940 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:02.543240 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device bf298beb-195c-436f-96b3-17c2eb47a9d0 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:07:02.616496 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fc1a06ab-9b1d-4337-9a03-4d22acd7ea47 req-c0ebddfd-2c5f-48df-9897-d31bc4173583 tempest-ServerPasswordTestJSON-1868973287 tempest-ServerPasswordTestJSON-1868973287-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc8521354b0e4d80a7443a0a0ff2ed4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0612869 Sep 17 08:07:02.660564 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=bb27f2e4-a3af-4204-be80-fab3748d55e3,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:02.682451 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port bf298beb-195c-436f-96b3-17c2eb47a9d0 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:07:02.682991 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:02.781647 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fc1a06ab-9b1d-4337-9a03-4d22acd7ea47 req-63a5571d-2728-4ce0-899d-17c669fbf564 service neutron] 10.222.0.13 "GET /v2.0/networks/8f734cfe-9424-4643-8350-3bbd207db440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641002 Sep 17 08:07:02.861745 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205a0519-7701-4ecf-a18b-142ec1bd57dd None None] Network 05c8e90f-c4c9-4833-bc8d-b27441375e4a requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:07:02.902526 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf5409d7-7987-479a-a064-b750402ea126 admin admin] Router 820b405c-defa-478d-ad7a-8e20ee3e470e is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 08:07:02.913525 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fc1a06ab-9b1d-4337-9a03-4d22acd7ea47 req-860aaf42-5c7d-49d5-beaf-80119688395e service neutron] 10.222.0.13 "GET /v2.0/networks/8f734cfe-9424-4643-8350-3bbd207db440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240127 Sep 17 08:07:02.938364 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-10aba5fb-861d-4812-955d-86ee383d66c4 None None] Provisioning complete for port bb27f2e4-a3af-4204-be80-fab3748d55e3 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:07:02.938744 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-10aba5fb-861d-4812-955d-86ee383d66c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:03.038691 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf5409d7-7987-479a-a064-b750402ea126 admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:07:03.065231 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bf5409d7-7987-479a-a064-b750402ea126 admin admin] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:03.066509 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-bf5409d7-7987-479a-a064-b750402ea126 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.1169157 Sep 17 08:07:03.069486 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 36960) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:07:03.088492 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94be7e4d-353d-481a-8288-22ae87819cae None None] Sync routers for ids ['820b405c-defa-478d-ad7a-8e20ee3e470e'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:07:03.117921 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94be7e4d-353d-481a-8288-22ae87819cae None None] Routers {'820b405c-defa-478d-ad7a-8e20ee3e470e'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:07:03.118707 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-94be7e4d-353d-481a-8288-22ae87819cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:06:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['820b405c-defa-478d-ad7a-8e20ee3e470e'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:07:03.158342 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-75d7fc65-7638-4477-9d2e-e55d53086b31 req-a9b8b543-e529-4ffb-8040-fdd4b85b8d04 tempest-ServerPasswordTestJSON-1868973287 tempest-ServerPasswordTestJSON-1868973287-project] 10.222.0.13 "GET /v2.0/ports?device_id=eee57e31-9848-46ef-a5ea-c20ebf678276 HTTP/1.1" status: 200 len: 210 time: 0.0314112 Sep 17 08:07:03.322416 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-94be7e4d-353d-481a-8288-22ae87819cae None None] Set router 820b405c-defa-478d-ad7a-8e20ee3e470e gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:07:03.549779 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-94be7e4d-353d-481a-8288-22ae87819cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820b405c-defa-478d-ad7a-8e20ee3e470e', 'name': 'tempest-TestServerBasicOps-1288547248-router', 'tenant_id': 'a8c5c6bc6a7c4a9bb4a367614dddaad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '2d5e9c5e-b326-4d17-bca2-1969db409679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:07:00Z', 'updated_at': '2021-09-17T08:07:01Z', 'revision_number': 3, 'project_id': 'a8c5c6bc6a7c4a9bb4a367614dddaad8', 'gw_port': {'id': '2d5e9c5e-b326-4d17-bca2-1969db409679', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fe:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820b405c-defa-478d-ad7a-8e20ee3e470e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:07:00Z', 'updated_at': '2021-09-17T08:07:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:07:03.582752 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94be7e4d-353d-481a-8288-22ae87819cae None None] Checking router: 820b405c-defa-478d-ad7a-8e20ee3e470e for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:07:03.582997 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94be7e4d-353d-481a-8288-22ae87819cae None None] Updating router 820b405c-defa-478d-ad7a-8e20ee3e470e port 2d5e9c5e-b326-4d17-bca2-1969db409679 binding host n-d-789963-9 {{(pid=101291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 08:07:03.606349 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-acf319aa-f2b4-4b4b-89d5-19f4dc0a1ab3 None None] Provisioning complete for port bb27f2e4-a3af-4204-be80-fab3748d55e3 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:07:03.606723 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-acf319aa-f2b4-4b4b-89d5-19f4dc0a1ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:03.606875 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-13b4fde9-3bf6-4d71-a7e8-bbd45d593a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:03.629000 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-94be7e4d-353d-481a-8288-22ae87819cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:03.837826 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-13b4fde9-3bf6-4d71-a7e8-bbd45d593a14 admin admin] Allocated IP 172.20.0.1 (05c8e90f-c4c9-4833-bc8d-b27441375e4a/60b343a3-5aea-48dd-9a09-687daf9548b9/a37eea80-4707-42ff-a613-e917bdafc802) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:07:03.849729 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device bb27f2e4-a3af-4204-be80-fab3748d55e3 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:07:03.935985 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-13b4fde9-3bf6-4d71-a7e8-bbd45d593a14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:03.943361 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port bb27f2e4-a3af-4204-be80-fab3748d55e3 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:07:03.944398 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:03.969427 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-13b4fde9-3bf6-4d71-a7e8-bbd45d593a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:04.005485 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b4fde9-3bf6-4d71-a7e8-bbd45d593a14 admin admin] Network 05c8e90f-c4c9-4833-bc8d-b27441375e4a is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:07:04.007755 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-94be7e4d-353d-481a-8288-22ae87819cae None None] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:04.008907 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-13b4fde9-3bf6-4d71-a7e8-bbd45d593a14 admin admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:07:04.015385 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-94be7e4d-353d-481a-8288-22ae87819cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:04.024297 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b4fde9-3bf6-4d71-a7e8-bbd45d593a14 admin admin] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:07:04.025988 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b4fde9-3bf6-4d71-a7e8-bbd45d593a14 admin admin] Pushing event updated for resources: {'Port': ['ID=a37eea80-4707-42ff-a613-e917bdafc802,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:04.068258 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-13b4fde9-3bf6-4d71-a7e8-bbd45d593a14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:04.095473 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-94be7e4d-353d-481a-8288-22ae87819cae None None] Attempting to bind port 2d5e9c5e-b326-4d17-bca2-1969db409679 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:07:04.095872 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-94be7e4d-353d-481a-8288-22ae87819cae None None] Attempting to bind port 2d5e9c5e-b326-4d17-bca2-1969db409679 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:07:04.096255 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94be7e4d-353d-481a-8288-22ae87819cae None None] Attempting to bind port 2d5e9c5e-b326-4d17-bca2-1969db409679 on network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:07:04.112387 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd6893d-cc88-4ec4-9d4c-af512991877f None None] Pushing event updated for resources: {'Port': ['ID=2d5e9c5e-b326-4d17-bca2-1969db409679,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:04.116877 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94be7e4d-353d-481a-8288-22ae87819cae None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:07:04.117265 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94be7e4d-353d-481a-8288-22ae87819cae None None] Checking segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:07:04.117679 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-94be7e4d-353d-481a-8288-22ae87819cae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:04.118070 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94be7e4d-353d-481a-8288-22ae87819cae None None] Bound using segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:07:04.118560 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-94be7e4d-353d-481a-8288-22ae87819cae None None] Bound port: 2d5e9c5e-b326-4d17-bca2-1969db409679, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:07:04.118946 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-94be7e4d-353d-481a-8288-22ae87819cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:04.178953 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-94be7e4d-353d-481a-8288-22ae87819cae None None] For port 2d5e9c5e-b326-4d17-bca2-1969db409679, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:07:04.193068 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-94be7e4d-353d-481a-8288-22ae87819cae None None] For port 2d5e9c5e-b326-4d17-bca2-1969db409679, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=2d5e9c5e-b326-4d17-bca2-1969db409679,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:07:04.203149 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-94be7e4d-353d-481a-8288-22ae87819cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:04.223272 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-13b4fde9-3bf6-4d71-a7e8-bbd45d593a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:04.291862 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94be7e4d-353d-481a-8288-22ae87819cae None None] Routers {'820b405c-defa-478d-ad7a-8e20ee3e470e'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:07:04.299762 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-94be7e4d-353d-481a-8288-22ae87819cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:06:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['820b405c-defa-478d-ad7a-8e20ee3e470e'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:07:04.354408 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd6893d-cc88-4ec4-9d4c-af512991877f None None] Pushing event updated for resources: {'Port': ['ID=2d5e9c5e-b326-4d17-bca2-1969db409679,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:04.366798 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7177bb14-0345-4fae-9087-a699297c3553 req-53bfe16e-78a1-44a5-8c8e-64492fb32d68 tempest-ServerPasswordTestJSON-1868973287 tempest-ServerPasswordTestJSON-1868973287-project] 10.222.0.13 "GET /v2.0/ports?device_id=eee57e31-9848-46ef-a5ea-c20ebf678276 HTTP/1.1" status: 200 len: 210 time: 0.0567365 Sep 17 08:07:04.424611 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a06ab-9b1d-4337-9a03-4d22acd7ea47 req-7c075af5-14ed-41fa-b5b7-e1759136fbc8 tempest-ServerPasswordTestJSON-1868973287 tempest-ServerPasswordTestJSON-1868973287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:04.426834 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fc1a06ab-9b1d-4337-9a03-4d22acd7ea47 req-7c075af5-14ed-41fa-b5b7-e1759136fbc8 tempest-ServerPasswordTestJSON-1868973287 tempest-ServerPasswordTestJSON-1868973287-project] 10.222.0.41 "GET /v2.0/networks?id=8f734cfe-9424-4643-8350-3bbd207db440 HTTP/1.1" status: 200 len: 813 time: 0.2428787 Sep 17 08:07:04.449173 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-fc1a06ab-9b1d-4337-9a03-4d22acd7ea47 req-6378ecf2-fd38-4333-ba88-9b9a13c7a8f3 tempest-ServerPasswordTestJSON-1868973287 tempest-ServerPasswordTestJSON-1868973287-project] Request body: {'port': {'device_id': 'eee57e31-9848-46ef-a5ea-c20ebf678276', 'network_id': '8f734cfe-9424-4643-8350-3bbd207db440', 'admin_state_up': True, 'tenant_id': 'dc8521354b0e4d80a7443a0a0ff2ed4f'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:07:04.468862 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-8b05bb48-fdf4-4388-b58d-42751744abaf None None] Provisioning complete for port a37eea80-4707-42ff-a613-e917bdafc802 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:07:04.469229 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8b05bb48-fdf4-4388-b58d-42751744abaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:04.474465 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-94be7e4d-353d-481a-8288-22ae87819cae None None] Set router 820b405c-defa-478d-ad7a-8e20ee3e470e gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:07:04.483755 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-13b4fde9-3bf6-4d71-a7e8-bbd45d593a14 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:04.489715 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-13b4fde9-3bf6-4d71-a7e8-bbd45d593a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:04.564722 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b4fde9-3bf6-4d71-a7e8-bbd45d593a14 admin admin] Pushing event updated for resources: {'Port': ['ID=a37eea80-4707-42ff-a613-e917bdafc802,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:04.566326 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc1a06ab-9b1d-4337-9a03-4d22acd7ea47 req-6378ecf2-fd38-4333-ba88-9b9a13c7a8f3 tempest-ServerPasswordTestJSON-1868973287 tempest-ServerPasswordTestJSON-1868973287-project] Made reservation on behalf of dc8521354b0e4d80a7443a0a0ff2ed4f for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:07:04.568127 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-13b4fde9-3bf6-4d71-a7e8-bbd45d593a14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:04.573428 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fc1a06ab-9b1d-4337-9a03-4d22acd7ea47 req-6378ecf2-fd38-4333-ba88-9b9a13c7a8f3 tempest-ServerPasswordTestJSON-1868973287 tempest-ServerPasswordTestJSON-1868973287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:04.673316 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b4fde9-3bf6-4d71-a7e8-bbd45d593a14 admin admin] Network 05c8e90f-c4c9-4833-bc8d-b27441375e4a is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:07:04.674857 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-13b4fde9-3bf6-4d71-a7e8-bbd45d593a14 admin admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:07:04.695580 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-8b05bb48-fdf4-4388-b58d-42751744abaf None None] Port a37eea80-4707-42ff-a613-e917bdafc802 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:07:04.735521 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-fc1a06ab-9b1d-4337-9a03-4d22acd7ea47 req-6378ecf2-fd38-4333-ba88-9b9a13c7a8f3 tempest-ServerPasswordTestJSON-1868973287 tempest-ServerPasswordTestJSON-1868973287-project] Allocated IP 172.20.0.9 (8f734cfe-9424-4643-8350-3bbd207db440/b87b97b0-2841-4fee-9070-fe84c043055b/8faf74e8-b077-4030-8482-c53499423d1c) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:07:04.812373 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13b4fde9-3bf6-4d71-a7e8-bbd45d593a14 admin admin] Router 820b405c-defa-478d-ad7a-8e20ee3e470e has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:07:04.898861 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-94be7e4d-353d-481a-8288-22ae87819cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820b405c-defa-478d-ad7a-8e20ee3e470e', 'name': 'tempest-TestServerBasicOps-1288547248-router', 'tenant_id': 'a8c5c6bc6a7c4a9bb4a367614dddaad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '2d5e9c5e-b326-4d17-bca2-1969db409679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:07:00Z', 'updated_at': '2021-09-17T08:07:04Z', 'revision_number': 4, 'project_id': 'a8c5c6bc6a7c4a9bb4a367614dddaad8', 'gw_port': {'id': '2d5e9c5e-b326-4d17-bca2-1969db409679', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fe:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820b405c-defa-478d-ad7a-8e20ee3e470e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:07:00Z', 'updated_at': '2021-09-17T08:07:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'a37eea80-4707-42ff-a613-e917bdafc802', 'name': '', 'network_id': '05c8e90f-c4c9-4833-bc8d-b27441375e4a', 'tenant_id': 'a8c5c6bc6a7c4a9bb4a367614dddaad8', 'mac_address': 'fa:16:3e:41:f4:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820b405c-defa-478d-ad7a-8e20ee3e470e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '60b343a3-5aea-48dd-9a09-687daf9548b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:07:03Z', 'updated_at': '2021-09-17T08:07:03Z', 'revision_number': 1, 'project_id': 'a8c5c6bc6a7c4a9bb4a367614dddaad8', 'subnets': [{'id': '60b343a3-5aea-48dd-9a09-687daf9548b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:07:04.936280 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fc1a06ab-9b1d-4337-9a03-4d22acd7ea47 req-6378ecf2-fd38-4333-ba88-9b9a13c7a8f3 tempest-ServerPasswordTestJSON-1868973287 tempest-ServerPasswordTestJSON-1868973287-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:04.937336 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94be7e4d-353d-481a-8288-22ae87819cae None None] The sync data for ids ['820b405c-defa-478d-ad7a-8e20ee3e470e'] in n-d-789963-9 is: [{'id': '820b405c-defa-478d-ad7a-8e20ee3e470e', 'name': 'tempest-TestServerBasicOps-1288547248-router', 'tenant_id': 'a8c5c6bc6a7c4a9bb4a367614dddaad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '2d5e9c5e-b326-4d17-bca2-1969db409679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:07:00Z', 'updated_at': '2021-09-17T08:07:04Z', 'revision_number': 4, 'project_id': 'a8c5c6bc6a7c4a9bb4a367614dddaad8', 'gw_port': {'id': '2d5e9c5e-b326-4d17-bca2-1969db409679', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fe:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820b405c-defa-478d-ad7a-8e20ee3e470e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:07:00Z', 'updated_at': '2021-09-17T08:07:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'a37eea80-4707-42ff-a613-e917bdafc802', 'name': '', 'network_id': '05c8e90f-c4c9-4833-bc8d-b27441375e4a', 'tenant_id': 'a8c5c6bc6a7c4a9bb4a367614dddaad8', 'mac_address': 'fa:16:3e:41:f4:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820b405c-defa-478d-ad7a-8e20ee3e470e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '60b343a3-5aea-48dd-9a09-687daf9548b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:07:03Z', 'updated_at': '2021-09-17T08:07:03Z', 'revision_number': 1, 'project_id': 'a8c5c6bc6a7c4a9bb4a367614dddaad8', 'subnets': [{'id': '60b343a3-5aea-48dd-9a09-687daf9548b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:07:04.947237 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b4fde9-3bf6-4d71-a7e8-bbd45d593a14 admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:07:04.958651 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-13b4fde9-3bf6-4d71-a7e8-bbd45d593a14 admin admin] 10.222.0.13 "PUT /v2.0/routers/820b405c-defa-478d-ad7a-8e20ee3e470e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8820796 Sep 17 08:07:04.975891 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fc1a06ab-9b1d-4337-9a03-4d22acd7ea47 req-6378ecf2-fd38-4333-ba88-9b9a13c7a8f3 tempest-ServerPasswordTestJSON-1868973287 tempest-ServerPasswordTestJSON-1868973287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:05.030979 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-55da8e59-43ba-4787-814d-96cd1e110a72 None None] Provisioning complete for port a37eea80-4707-42ff-a613-e917bdafc802 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:07:05.031532 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-55da8e59-43ba-4787-814d-96cd1e110a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:05.035797 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc1a06ab-9b1d-4337-9a03-4d22acd7ea47 req-6378ecf2-fd38-4333-ba88-9b9a13c7a8f3 tempest-ServerPasswordTestJSON-1868973287 tempest-ServerPasswordTestJSON-1868973287-project] Network 8f734cfe-9424-4643-8350-3bbd207db440 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:07:05.042131 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-fc1a06ab-9b1d-4337-9a03-4d22acd7ea47 req-6378ecf2-fd38-4333-ba88-9b9a13c7a8f3 tempest-ServerPasswordTestJSON-1868973287 tempest-ServerPasswordTestJSON-1868973287-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:07:05.046997 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc1a06ab-9b1d-4337-9a03-4d22acd7ea47 req-6378ecf2-fd38-4333-ba88-9b9a13c7a8f3 tempest-ServerPasswordTestJSON-1868973287 tempest-ServerPasswordTestJSON-1868973287-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:07:05.051088 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6378ecf2-fd38-4333-ba88-9b9a13c7a8f3 tempest-ServerPasswordTestJSON-1868973287 tempest-ServerPasswordTestJSON-1868973287-project] Pushing event updated for resources: {'Port': ['ID=8faf74e8-b077-4030-8482-c53499423d1c,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:05.070004 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-55da8e59-43ba-4787-814d-96cd1e110a72 None None] Port a37eea80-4707-42ff-a613-e917bdafc802 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:07:05.111020 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a06ab-9b1d-4337-9a03-4d22acd7ea47 req-6378ecf2-fd38-4333-ba88-9b9a13c7a8f3 tempest-ServerPasswordTestJSON-1868973287 tempest-ServerPasswordTestJSON-1868973287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:05.111749 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fc1a06ab-9b1d-4337-9a03-4d22acd7ea47 req-6378ecf2-fd38-4333-ba88-9b9a13c7a8f3 tempest-ServerPasswordTestJSON-1868973287 tempest-ServerPasswordTestJSON-1868973287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:05.126511 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fc1a06ab-9b1d-4337-9a03-4d22acd7ea47 req-6378ecf2-fd38-4333-ba88-9b9a13c7a8f3 tempest-ServerPasswordTestJSON-1868973287 tempest-ServerPasswordTestJSON-1868973287-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6836169 Sep 17 08:07:05.144703 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-fc1a06ab-9b1d-4337-9a03-4d22acd7ea47 req-8dc411f8-602e-4485-84d3-e8188715ee30 service neutron] Request body: {'port': {'device_id': 'eee57e31-9848-46ef-a5ea-c20ebf678276', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:07:05.228951 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fc1a06ab-9b1d-4337-9a03-4d22acd7ea47 req-8dc411f8-602e-4485-84d3-e8188715ee30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:05.264528 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:05.442210 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 36984) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:07:05.448684 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-5ba3f46e-81d5-4a13-937f-963d39536d47 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-243045544', 'description': 'tempest-secgroup-smoke-243045544 description', 'project_id': '260b03f453f349768a37ec125c8bcd26'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:07:05.477261 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5ba3f46e-81d5-4a13-937f-963d39536d47 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:05.550314 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-fc1a06ab-9b1d-4337-9a03-4d22acd7ea47 req-8dc411f8-602e-4485-84d3-e8188715ee30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8faf74e8-b077-4030-8482-c53499423d1c {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:07:05.558421 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fc1a06ab-9b1d-4337-9a03-4d22acd7ea47 req-8dc411f8-602e-4485-84d3-e8188715ee30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:05.567384 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da167d-6074-426b-a931-6be674280d4d req-51379cfd-2614-40b1-ba56-9b308b408c6d tempest-ServerPasswordTestJSON-1868973287 tempest-ServerPasswordTestJSON-1868973287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:05.569050 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e7da167d-6074-426b-a931-6be674280d4d req-51379cfd-2614-40b1-ba56-9b308b408c6d tempest-ServerPasswordTestJSON-1868973287 tempest-ServerPasswordTestJSON-1868973287-project] 10.222.0.13 "GET /v2.0/ports?device_id=eee57e31-9848-46ef-a5ea-c20ebf678276 HTTP/1.1" status: 200 len: 931 time: 0.0736618 Sep 17 08:07:05.571968 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-fc1a06ab-9b1d-4337-9a03-4d22acd7ea47 req-8dc411f8-602e-4485-84d3-e8188715ee30 service neutron] Transition to ACTIVE for port object 8faf74e8-b077-4030-8482-c53499423d1c will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:07:05.576642 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fc1a06ab-9b1d-4337-9a03-4d22acd7ea47 req-8dc411f8-602e-4485-84d3-e8188715ee30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:05.632356 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e7da167d-6074-426b-a931-6be674280d4d req-bf322d85-cf1b-4294-b800-5e43582b5273 tempest-ServerPasswordTestJSON-1868973287 tempest-ServerPasswordTestJSON-1868973287-project] 10.222.0.13 "GET /v2.0/security-groups?id=f25a1d73-748d-4eac-bb6b-5082e0a38319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522847 Sep 17 08:07:05.659480 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5ba3f46e-81d5-4a13-937f-963d39536d47 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:05.662837 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:05.664692 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5ba3f46e-81d5-4a13-937f-963d39536d47 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:05.699147 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5ba3f46e-81d5-4a13-937f-963d39536d47 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:05.703108 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-5ba3f46e-81d5-4a13-937f-963d39536d47 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2571492 Sep 17 08:07:05.703108 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba3f46e-81d5-4a13-937f-963d39536d47 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83742478-7935-4acd-a93b-b4526a9c1047,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:05.704620 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 36986) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:07:05.709316 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-4811f2a3-88c7-4f3b-a6f9-c2ec1da154bd tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Request body: {'security_group_rule': {'security_group_id': '83742478-7935-4acd-a93b-b4526a9c1047', 'project_id': '260b03f453f349768a37ec125c8bcd26', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:07:05.709977 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc411f8-602e-4485-84d3-e8188715ee30 service neutron] Pushing event updated for resources: {'Port': ['ID=8faf74e8-b077-4030-8482-c53499423d1c,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:05.756270 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-fc1a06ab-9b1d-4337-9a03-4d22acd7ea47 req-8dc411f8-602e-4485-84d3-e8188715ee30 service neutron] Attempting to bind port 8faf74e8-b077-4030-8482-c53499423d1c on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:07:05.756623 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-fc1a06ab-9b1d-4337-9a03-4d22acd7ea47 req-8dc411f8-602e-4485-84d3-e8188715ee30 service neutron] Attempting to bind port 8faf74e8-b077-4030-8482-c53499423d1c by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': '9a102f3a-4430-4c13-8507-ba057592a993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f734cfe-9424-4643-8350-3bbd207db440'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:07:05.757507 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1a06ab-9b1d-4337-9a03-4d22acd7ea47 req-8dc411f8-602e-4485-84d3-e8188715ee30 service neutron] Attempting to bind port 8faf74e8-b077-4030-8482-c53499423d1c on network 8f734cfe-9424-4643-8350-3bbd207db440 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:07:05.766242 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1a06ab-9b1d-4337-9a03-4d22acd7ea47 req-8dc411f8-602e-4485-84d3-e8188715ee30 service neutron] Port 8faf74e8-b077-4030-8482-c53499423d1c on network 8f734cfe-9424-4643-8350-3bbd207db440 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:07:05.766575 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1a06ab-9b1d-4337-9a03-4d22acd7ea47 req-8dc411f8-602e-4485-84d3-e8188715ee30 service neutron] Attempting to bind port 8faf74e8-b077-4030-8482-c53499423d1c on network 8f734cfe-9424-4643-8350-3bbd207db440 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:07:05.772001 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1a06ab-9b1d-4337-9a03-4d22acd7ea47 req-8dc411f8-602e-4485-84d3-e8188715ee30 service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:07:05.772369 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1a06ab-9b1d-4337-9a03-4d22acd7ea47 req-8dc411f8-602e-4485-84d3-e8188715ee30 service neutron] Checking segment: {'id': '9a102f3a-4430-4c13-8507-ba057592a993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f734cfe-9424-4643-8350-3bbd207db440'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:07:05.772757 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1a06ab-9b1d-4337-9a03-4d22acd7ea47 req-8dc411f8-602e-4485-84d3-e8188715ee30 service neutron] Bound using segment: {'id': '9a102f3a-4430-4c13-8507-ba057592a993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f734cfe-9424-4643-8350-3bbd207db440'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:07:05.773092 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4811f2a3-88c7-4f3b-a6f9-c2ec1da154bd tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:05.773217 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-fc1a06ab-9b1d-4337-9a03-4d22acd7ea47 req-8dc411f8-602e-4485-84d3-e8188715ee30 service neutron] Bound port: 8faf74e8-b077-4030-8482-c53499423d1c, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a102f3a-4430-4c13-8507-ba057592a993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8f734cfe-9424-4643-8350-3bbd207db440'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:07:05.773530 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fc1a06ab-9b1d-4337-9a03-4d22acd7ea47 req-8dc411f8-602e-4485-84d3-e8188715ee30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:05.845430 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4811f2a3-88c7-4f3b-a6f9-c2ec1da154bd tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:05.854775 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4811f2a3-88c7-4f3b-a6f9-c2ec1da154bd tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:05.865081 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-fc1a06ab-9b1d-4337-9a03-4d22acd7ea47 req-8dc411f8-602e-4485-84d3-e8188715ee30 service neutron] For port 8faf74e8-b077-4030-8482-c53499423d1c, host n-h1-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:07:05.873554 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-fc1a06ab-9b1d-4337-9a03-4d22acd7ea47 req-8dc411f8-602e-4485-84d3-e8188715ee30 service neutron] For port 8faf74e8-b077-4030-8482-c53499423d1c, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=8faf74e8-b077-4030-8482-c53499423d1c,segment=NetworkSegment(9a102f3a-4430-4c13-8507-ba057592a993),segment_id=9a102f3a-4430-4c13-8507-ba057592a993)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:07:05.878735 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4811f2a3-88c7-4f3b-a6f9-c2ec1da154bd tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bd24cd7-df1c-4a70-97f3-6f1ce6a3422b,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:05.884807 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fc1a06ab-9b1d-4337-9a03-4d22acd7ea47 req-8dc411f8-602e-4485-84d3-e8188715ee30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:05.893172 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4811f2a3-88c7-4f3b-a6f9-c2ec1da154bd tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:05.894432 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-4811f2a3-88c7-4f3b-a6f9-c2ec1da154bd tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1888998 Sep 17 08:07:05.900652 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 36988) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:07:05.905997 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-3dc073e1-b61f-4e10-bb87-4064160a2843 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Request body: {'security_group_rule': {'security_group_id': '83742478-7935-4acd-a93b-b4526a9c1047', 'project_id': '260b03f453f349768a37ec125c8bcd26', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:07:05.923255 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a06ab-9b1d-4337-9a03-4d22acd7ea47 req-8dc411f8-602e-4485-84d3-e8188715ee30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:05.923919 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fc1a06ab-9b1d-4337-9a03-4d22acd7ea47 req-8dc411f8-602e-4485-84d3-e8188715ee30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:05.925552 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fc1a06ab-9b1d-4337-9a03-4d22acd7ea47 req-8dc411f8-602e-4485-84d3-e8188715ee30 service neutron] 10.222.0.41 "PUT /v2.0/ports/8faf74e8-b077-4030-8482-c53499423d1c HTTP/1.1" status: 200 len: 1091 time: 0.7852063 Sep 17 08:07:05.925971 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eee57e31-9848-46ef-a5ea-c20ebf678276', 'tag': '8faf74e8-b077-4030-8482-c53499423d1c'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:07:05.929131 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f56ea0-b9a2-474a-89d0-d4fc1bf865c0" -d '{"events": [{"name": "network-changed", "server_uuid": "eee57e31-9848-46ef-a5ea-c20ebf678276", "tag": "8faf74e8-b077-4030-8482-c53499423d1c"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:07:05.948066 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3dc073e1-b61f-4e10-bb87-4064160a2843 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:05.950375 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 2d5e9c5e-b326-4d17-bca2-1969db409679 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:07:05.966436 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc411f8-602e-4485-84d3-e8188715ee30 service neutron] Pushing event updated for resources: {'Port': ['ID=8faf74e8-b077-4030-8482-c53499423d1c,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:06.030733 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3dc073e1-b61f-4e10-bb87-4064160a2843 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:06.034914 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b380bf-ec25-4cd3-be21-ac801791614e x-openstack-request-id: req-62b380bf-ec25-4cd3-be21-ac801791614e {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:07:06.035996 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eee57e31-9848-46ef-a5ea-c20ebf678276", "tag": "8faf74e8-b077-4030-8482-c53499423d1c", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:07:06.035996 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-62b380bf-ec25-4cd3-be21-ac801791614e {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:07:06.036201 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eee57e31-9848-46ef-a5ea-c20ebf678276', 'tag': '8faf74e8-b077-4030-8482-c53499423d1c', 'status': 'completed', 'code': 200} Sep 17 08:07:06.036728 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3dc073e1-b61f-4e10-bb87-4064160a2843 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:06.043066 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 2d5e9c5e-b326-4d17-bca2-1969db409679 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:07:06.044137 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:06.064459 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc073e1-b61f-4e10-bb87-4064160a2843 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=909cc9dc-01c5-4e45-8eef-452c7f020fea,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:06.064686 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a06ab-9b1d-4337-9a03-4d22acd7ea47 req-94c742a8-a2ec-4058-876f-f9466d3c38c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:06.069403 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fc1a06ab-9b1d-4337-9a03-4d22acd7ea47 req-94c742a8-a2ec-4058-876f-f9466d3c38c1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dc8521354b0e4d80a7443a0a0ff2ed4f&device_id=eee57e31-9848-46ef-a5ea-c20ebf678276 HTTP/1.1" status: 200 len: 1094 time: 0.0708413 Sep 17 08:07:06.069858 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3dc073e1-b61f-4e10-bb87-4064160a2843 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:06.071106 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-3dc073e1-b61f-4e10-bb87-4064160a2843 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1692233 Sep 17 08:07:06.074127 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 36992) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:07:06.082663 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-b379daf3-21eb-4ceb-b67a-5a56837dfe44 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Request body: {'security_group_rule': {'security_group_id': '83742478-7935-4acd-a93b-b4526a9c1047', 'project_id': '260b03f453f349768a37ec125c8bcd26', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:07:06.131297 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fc1a06ab-9b1d-4337-9a03-4d22acd7ea47 req-150df4b2-0ae5-4ed5-b2f9-e9663f4191ae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8faf74e8-b077-4030-8482-c53499423d1c HTTP/1.1" status: 200 len: 217 time: 0.0398085 Sep 17 08:07:06.142536 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:06.168410 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port 2d5e9c5e-b326-4d17-bca2-1969db409679, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=2d5e9c5e-b326-4d17-bca2-1969db409679,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:07:06.172921 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b379daf3-21eb-4ceb-b67a-5a56837dfe44 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:06.173323 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:06.216176 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a06ab-9b1d-4337-9a03-4d22acd7ea47 req-49d109ca-f554-4153-a68b-b229647a91f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:06.217584 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fc1a06ab-9b1d-4337-9a03-4d22acd7ea47 req-49d109ca-f554-4153-a68b-b229647a91f5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b87b97b0-2841-4fee-9070-fe84c043055b HTTP/1.1" status: 200 len: 853 time: 0.0782170 Sep 17 08:07:06.232443 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=2d5e9c5e-b326-4d17-bca2-1969db409679,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:06.260859 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fc1a06ab-9b1d-4337-9a03-4d22acd7ea47 req-910d6fd3-097f-4f1a-879e-828c0c376139 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f734cfe-9424-4643-8350-3bbd207db440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354016 Sep 17 08:07:06.269149 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b379daf3-21eb-4ceb-b67a-5a56837dfe44 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:06.279919 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b379daf3-21eb-4ceb-b67a-5a56837dfe44 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:06.318735 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b379daf3-21eb-4ceb-b67a-5a56837dfe44 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68956d73-41ed-4c52-a0be-0cf0b0bae965,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:06.352476 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b379daf3-21eb-4ceb-b67a-5a56837dfe44 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:06.353747 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b379daf3-21eb-4ceb-b67a-5a56837dfe44 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2770472 Sep 17 08:07:06.356409 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 36994) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:07:06.362220 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-723c6856-2271-4554-917e-e98bc19786ab tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Request body: {'security_group_rule': {'security_group_id': '83742478-7935-4acd-a93b-b4526a9c1047', 'project_id': '260b03f453f349768a37ec125c8bcd26', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:07:06.397011 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fc1a06ab-9b1d-4337-9a03-4d22acd7ea47 req-1aba5fdb-3160-4002-92c5-6ce0d2261c7c service neutron] 10.222.0.41 "GET /v2.0/networks/8f734cfe-9424-4643-8350-3bbd207db440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265984 Sep 17 08:07:06.414763 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-723c6856-2271-4554-917e-e98bc19786ab tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:06.543973 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fc1a06ab-9b1d-4337-9a03-4d22acd7ea47 req-021e8280-0875-423a-b700-598c38454bef service neutron] 10.222.0.41 "GET /v2.0/networks/8f734cfe-9424-4643-8350-3bbd207db440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379077 Sep 17 08:07:06.545512 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-723c6856-2271-4554-917e-e98bc19786ab tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:06.549211 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-723c6856-2271-4554-917e-e98bc19786ab tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:06.567324 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723c6856-2271-4554-917e-e98bc19786ab tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d543644-4224-4273-9fd4-2b6a2b44bfce,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:06.574765 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-723c6856-2271-4554-917e-e98bc19786ab tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:06.576443 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-723c6856-2271-4554-917e-e98bc19786ab tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2188213 Sep 17 08:07:06.578780 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 36998) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:07:06.583158 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-feb29c97-a797-4ae8-ba4b-0f239863cc85 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Request body: {'security_group_rule': {'security_group_id': '83742478-7935-4acd-a93b-b4526a9c1047', 'project_id': '260b03f453f349768a37ec125c8bcd26', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:07:06.605197 n-d-789963-9 neutron-server[101290]: INFO neutron.db.securitygroups_db [None req-feb29c97-a797-4ae8-ba4b-0f239863cc85 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Project 260b03f453f349768a37ec125c8bcd26 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 08:07:06.610020 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-feb29c97-a797-4ae8-ba4b-0f239863cc85 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:06.703139 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-feb29c97-a797-4ae8-ba4b-0f239863cc85 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:06.708916 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f56ea0-b9a2-474a-89d0-d4fc1bf865c0 req-6e4f0162-2b78-4374-ae54-195edbeeca52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:06.711144 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-40f56ea0-b9a2-474a-89d0-d4fc1bf865c0 req-6e4f0162-2b78-4374-ae54-195edbeeca52 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dc8521354b0e4d80a7443a0a0ff2ed4f&device_id=eee57e31-9848-46ef-a5ea-c20ebf678276 HTTP/1.1" status: 200 len: 1094 time: 0.0708370 Sep 17 08:07:06.712331 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-feb29c97-a797-4ae8-ba4b-0f239863cc85 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:06.755270 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb29c97-a797-4ae8-ba4b-0f239863cc85 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03850e5b-2f2e-46b1-be84-671c6168e68b,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:06.764711 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-feb29c97-a797-4ae8-ba4b-0f239863cc85 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:06.765171 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8139234-8781-465f-a607-19229d300e7b req-48c03e5b-af0b-457a-bfe7-6a30dff5c57d tempest-ServerPasswordTestJSON-1868973287 tempest-ServerPasswordTestJSON-1868973287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:06.765787 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-feb29c97-a797-4ae8-ba4b-0f239863cc85 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1860952 Sep 17 08:07:06.766746 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e8139234-8781-465f-a607-19229d300e7b req-48c03e5b-af0b-457a-bfe7-6a30dff5c57d tempest-ServerPasswordTestJSON-1868973287 tempest-ServerPasswordTestJSON-1868973287-project] 10.222.0.13 "GET /v2.0/ports?device_id=eee57e31-9848-46ef-a5ea-c20ebf678276 HTTP/1.1" status: 200 len: 943 time: 0.0538485 Sep 17 08:07:06.768456 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37002) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:07:06.773322 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-480d3049-0baa-4080-8fcb-de9d4d726343 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Request body: {'security_group_rule': {'security_group_id': '83742478-7935-4acd-a93b-b4526a9c1047', 'project_id': '260b03f453f349768a37ec125c8bcd26', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:07:06.806823 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e8139234-8781-465f-a607-19229d300e7b req-090df314-c959-49ae-b6ad-196406504e26 tempest-ServerPasswordTestJSON-1868973287 tempest-ServerPasswordTestJSON-1868973287-project] 10.222.0.13 "GET /v2.0/security-groups?id=f25a1d73-748d-4eac-bb6b-5082e0a38319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319581 Sep 17 08:07:06.834059 n-d-789963-9 neutron-server[101290]: INFO neutron.db.securitygroups_db [None req-480d3049-0baa-4080-8fcb-de9d4d726343 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Project 260b03f453f349768a37ec125c8bcd26 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 08:07:06.845675 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-480d3049-0baa-4080-8fcb-de9d4d726343 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:06.849777 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f56ea0-b9a2-474a-89d0-d4fc1bf865c0 req-9fd83afd-660c-493b-87e0-bb87f3e10f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:06.851285 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-40f56ea0-b9a2-474a-89d0-d4fc1bf865c0 req-9fd83afd-660c-493b-87e0-bb87f3e10f74 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8f734cfe-9424-4643-8350-3bbd207db440 HTTP/1.1" status: 200 len: 914 time: 0.1313407 Sep 17 08:07:06.915137 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-40f56ea0-b9a2-474a-89d0-d4fc1bf865c0 req-85277d3a-ff13-42b5-9fa9-bf6b373c31d3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8faf74e8-b077-4030-8482-c53499423d1c HTTP/1.1" status: 200 len: 217 time: 0.0497110 Sep 17 08:07:06.973706 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-480d3049-0baa-4080-8fcb-de9d4d726343 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:06.980134 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-480d3049-0baa-4080-8fcb-de9d4d726343 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:06.987261 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f56ea0-b9a2-474a-89d0-d4fc1bf865c0 req-e00fff26-8e72-4ec4-a700-df55232d0389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:06.988729 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-40f56ea0-b9a2-474a-89d0-d4fc1bf865c0 req-e00fff26-8e72-4ec4-a700-df55232d0389 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b87b97b0-2841-4fee-9070-fe84c043055b HTTP/1.1" status: 200 len: 853 time: 0.0643198 Sep 17 08:07:07.008551 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480d3049-0baa-4080-8fcb-de9d4d726343 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52fbb17c-fb7f-4dd2-840d-2b6b9add4fbb,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:07.027345 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-40f56ea0-b9a2-474a-89d0-d4fc1bf865c0 req-9c90f1f7-68c4-4a1e-81e7-85032aa9480f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f734cfe-9424-4643-8350-3bbd207db440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299997 Sep 17 08:07:07.028496 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-480d3049-0baa-4080-8fcb-de9d4d726343 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:07.029564 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-480d3049-0baa-4080-8fcb-de9d4d726343 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2602873 Sep 17 08:07:07.122759 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-40f56ea0-b9a2-474a-89d0-d4fc1bf865c0 req-0bbe4494-fe5d-4d00-b679-7bc1740f4e77 service neutron] 10.222.0.41 "GET /v2.0/networks/8f734cfe-9424-4643-8350-3bbd207db440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880945 Sep 17 08:07:07.171465 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9e535533-a62a-4d7c-9ebf-029184f5988a req-5f8abf7e-f0d5-4800-9215-32ecd5d669e3 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-243045544&fields=id&tenant_id=260b03f453f349768a37ec125c8bcd26 HTTP/1.1" status: 200 len: 267 time: 0.0351961 Sep 17 08:07:07.217596 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-40f56ea0-b9a2-474a-89d0-d4fc1bf865c0 req-f547e6a1-12df-418c-9c32-e2aa92b90200 service neutron] 10.222.0.41 "GET /v2.0/networks/8f734cfe-9424-4643-8350-3bbd207db440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876603 Sep 17 08:07:07.277233 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e535533-a62a-4d7c-9ebf-029184f5988a req-cb75a8c1-8e46-485b-927e-b1c213471e96 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:07.278626 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9e535533-a62a-4d7c-9ebf-029184f5988a req-cb75a8c1-8e46-485b-927e-b1c213471e96 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] 10.222.0.13 "GET /v2.0/networks?id=3e7c1e00-bad7-4380-8834-71b168d79dbc HTTP/1.1" status: 200 len: 807 time: 0.1002629 Sep 17 08:07:07.293071 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9e535533-a62a-4d7c-9ebf-029184f5988a req-456a07d4-f309-4a2d-b8e5-0a1700814985 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] 10.222.0.13 "GET /v2.0/quotas/260b03f453f349768a37ec125c8bcd26 HTTP/1.1" status: 200 len: 375 time: 0.0087652 Sep 17 08:07:07.342837 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9e535533-a62a-4d7c-9ebf-029184f5988a req-e241be87-bf4b-4f8c-a143-5c8f54276e52 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=260b03f453f349768a37ec125c8bcd26&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443091 Sep 17 08:07:07.443724 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9e535533-a62a-4d7c-9ebf-029184f5988a req-69000cca-3d97-49eb-95cd-e2045d0e1971 service neutron] 10.222.0.13 "GET /v2.0/networks/3e7c1e00-bad7-4380-8834-71b168d79dbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886691 Sep 17 08:07:07.536348 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9e535533-a62a-4d7c-9ebf-029184f5988a req-8d59a596-1d68-4367-830d-b95754bd19a1 service neutron] 10.222.0.13 "GET /v2.0/networks/3e7c1e00-bad7-4380-8834-71b168d79dbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855749 Sep 17 08:07:07.733308 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4f997f72-a704-4e4c-91e3-478b188af307 req-88487af5-6e15-4359-aa26-9952500b3b3b tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5824afe-a6bc-4b7d-9ccb-04d7bcdf358e HTTP/1.1" status: 200 len: 210 time: 0.0306830 Sep 17 08:07:07.832879 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 2d5e9c5e-b326-4d17-bca2-1969db409679 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:07:07.889323 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 2d5e9c5e-b326-4d17-bca2-1969db409679 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:07:07.889703 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:07.931115 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb2430-245c-4ba4-a3bd-b4942052b3cc req-da8ecb43-f364-40cc-af92-a721e43d833f tempest-ServerPasswordTestJSON-1868973287 tempest-ServerPasswordTestJSON-1868973287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:07.936362 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ccfb2430-245c-4ba4-a3bd-b4942052b3cc req-da8ecb43-f364-40cc-af92-a721e43d833f tempest-ServerPasswordTestJSON-1868973287 tempest-ServerPasswordTestJSON-1868973287-project] 10.222.0.13 "GET /v2.0/ports?device_id=eee57e31-9848-46ef-a5ea-c20ebf678276 HTTP/1.1" status: 200 len: 943 time: 0.0595887 Sep 17 08:07:07.978032 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ccfb2430-245c-4ba4-a3bd-b4942052b3cc req-2af5d814-5de6-457f-aee4-4ecdcdd0b960 tempest-ServerPasswordTestJSON-1868973287 tempest-ServerPasswordTestJSON-1868973287-project] 10.222.0.13 "GET /v2.0/security-groups?id=f25a1d73-748d-4eac-bb6b-5082e0a38319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379269 Sep 17 08:07:08.172150 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:07:08.725595 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0744907-b1c5-4b4b-ad6f-555c4bdd19fc None None] Sync routers for ids ['820b405c-defa-478d-ad7a-8e20ee3e470e'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:07:08.735694 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0744907-b1c5-4b4b-ad6f-555c4bdd19fc None None] Routers {'820b405c-defa-478d-ad7a-8e20ee3e470e'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:07:08.736340 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-a0744907-b1c5-4b4b-ad6f-555c4bdd19fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:06:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['820b405c-defa-478d-ad7a-8e20ee3e470e'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:07:08.821635 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e535533-a62a-4d7c-9ebf-029184f5988a req-a92498ec-de32-4f37-990f-79a2286d0aec tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:08.823122 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9e535533-a62a-4d7c-9ebf-029184f5988a req-a92498ec-de32-4f37-990f-79a2286d0aec tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] 10.222.0.39 "GET /v2.0/networks?id=3e7c1e00-bad7-4380-8834-71b168d79dbc HTTP/1.1" status: 200 len: 807 time: 0.1205997 Sep 17 08:07:08.857272 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-a0744907-b1c5-4b4b-ad6f-555c4bdd19fc None None] Set router 820b405c-defa-478d-ad7a-8e20ee3e470e gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:07:08.858518 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-59722355-dc06-49a6-a417-a8a11c5b63d9 req-2fbc3768-7f51-4488-ad1b-f4aab85886aa tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5824afe-a6bc-4b7d-9ccb-04d7bcdf358e HTTP/1.1" status: 200 len: 210 time: 0.0305367 Sep 17 08:07:08.901336 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9e535533-a62a-4d7c-9ebf-029184f5988a req-9ee26912-7def-42a5-80d9-a2ca6b3895a8 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=260b03f453f349768a37ec125c8bcd26 HTTP/1.1" status: 200 len: 379 time: 0.0609479 Sep 17 08:07:08.913531 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-9e535533-a62a-4d7c-9ebf-029184f5988a req-d0930248-5a3f-48c4-b000-025b219ee745 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Request body: {'port': {'device_id': 'a5824afe-a6bc-4b7d-9ccb-04d7bcdf358e', 'network_id': '3e7c1e00-bad7-4380-8834-71b168d79dbc', 'admin_state_up': True, 'tenant_id': '260b03f453f349768a37ec125c8bcd26', 'security_groups': ['83742478-7935-4acd-a93b-b4526a9c1047']}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:07:09.028676 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e535533-a62a-4d7c-9ebf-029184f5988a req-d0930248-5a3f-48c4-b000-025b219ee745 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Made reservation on behalf of 260b03f453f349768a37ec125c8bcd26 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:07:09.032629 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-9e535533-a62a-4d7c-9ebf-029184f5988a req-d0930248-5a3f-48c4-b000-025b219ee745 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:09.079774 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-a0744907-b1c5-4b4b-ad6f-555c4bdd19fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820b405c-defa-478d-ad7a-8e20ee3e470e', 'name': 'tempest-TestServerBasicOps-1288547248-router', 'tenant_id': 'a8c5c6bc6a7c4a9bb4a367614dddaad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '2d5e9c5e-b326-4d17-bca2-1969db409679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:07:00Z', 'updated_at': '2021-09-17T08:07:04Z', 'revision_number': 4, 'project_id': 'a8c5c6bc6a7c4a9bb4a367614dddaad8', 'gw_port': {'id': '2d5e9c5e-b326-4d17-bca2-1969db409679', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fe:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820b405c-defa-478d-ad7a-8e20ee3e470e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:07:00Z', 'updated_at': '2021-09-17T08:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'a37eea80-4707-42ff-a613-e917bdafc802', 'name': '', 'network_id': '05c8e90f-c4c9-4833-bc8d-b27441375e4a', 'tenant_id': 'a8c5c6bc6a7c4a9bb4a367614dddaad8', 'mac_address': 'fa:16:3e:41:f4:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820b405c-defa-478d-ad7a-8e20ee3e470e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '60b343a3-5aea-48dd-9a09-687daf9548b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:07:03Z', 'updated_at': '2021-09-17T08:07:04Z', 'revision_number': 2, 'project_id': 'a8c5c6bc6a7c4a9bb4a367614dddaad8', 'subnets': [{'id': '60b343a3-5aea-48dd-9a09-687daf9548b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:07:09.113477 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0744907-b1c5-4b4b-ad6f-555c4bdd19fc None None] Checking router: 820b405c-defa-478d-ad7a-8e20ee3e470e for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:07:09.113972 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0744907-b1c5-4b4b-ad6f-555c4bdd19fc None None] Updating router 820b405c-defa-478d-ad7a-8e20ee3e470e port a37eea80-4707-42ff-a613-e917bdafc802 binding host n-d-789963-9 {{(pid=101292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 08:07:09.126172 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd53b211-f97c-4b8d-8c79-6fedf3c77f6a req-5a0df087-2478-4486-bfe8-fc84c0d61f20 tempest-ServerPasswordTestJSON-1868973287 tempest-ServerPasswordTestJSON-1868973287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:09.137069 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bd53b211-f97c-4b8d-8c79-6fedf3c77f6a req-5a0df087-2478-4486-bfe8-fc84c0d61f20 tempest-ServerPasswordTestJSON-1868973287 tempest-ServerPasswordTestJSON-1868973287-project] 10.222.0.13 "GET /v2.0/ports?device_id=eee57e31-9848-46ef-a5ea-c20ebf678276 HTTP/1.1" status: 200 len: 943 time: 0.0819063 Sep 17 08:07:09.140622 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a0744907-b1c5-4b4b-ad6f-555c4bdd19fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:09.172683 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-9e535533-a62a-4d7c-9ebf-029184f5988a req-d0930248-5a3f-48c4-b000-025b219ee745 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Allocated IP 172.20.0.7 (3e7c1e00-bad7-4380-8834-71b168d79dbc/c3166a00-49a0-4d01-aec4-1b7f3fd8acfe/e4520fde-a66a-46b7-8fc2-eb7cde68e52c) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:07:09.194492 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bd53b211-f97c-4b8d-8c79-6fedf3c77f6a req-7e3dfe20-bdca-420c-9199-1a08beaaa24f tempest-ServerPasswordTestJSON-1868973287 tempest-ServerPasswordTestJSON-1868973287-project] 10.222.0.13 "GET /v2.0/security-groups?id=f25a1d73-748d-4eac-bb6b-5082e0a38319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557594 Sep 17 08:07:09.330927 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-9e535533-a62a-4d7c-9ebf-029184f5988a req-d0930248-5a3f-48c4-b000-025b219ee745 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:09.365726 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-9e535533-a62a-4d7c-9ebf-029184f5988a req-d0930248-5a3f-48c4-b000-025b219ee745 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:09.410668 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e535533-a62a-4d7c-9ebf-029184f5988a req-d0930248-5a3f-48c4-b000-025b219ee745 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Network 3e7c1e00-bad7-4380-8834-71b168d79dbc is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:07:09.414598 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a0744907-b1c5-4b4b-ad6f-555c4bdd19fc None None] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:09.419283 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-9e535533-a62a-4d7c-9ebf-029184f5988a req-d0930248-5a3f-48c4-b000-025b219ee745 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:07:09.420364 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a0744907-b1c5-4b4b-ad6f-555c4bdd19fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:09.421884 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e535533-a62a-4d7c-9ebf-029184f5988a req-d0930248-5a3f-48c4-b000-025b219ee745 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:07:09.424683 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0930248-5a3f-48c4-b000-025b219ee745 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Pushing event updated for resources: {'Port': ['ID=e4520fde-a66a-46b7-8fc2-eb7cde68e52c,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:09.474865 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8134c81-1381-40d6-8a76-d7c18b68e404 None None] Pushing event updated for resources: {'Port': ['ID=a37eea80-4707-42ff-a613-e917bdafc802,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:09.481514 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e535533-a62a-4d7c-9ebf-029184f5988a req-d0930248-5a3f-48c4-b000-025b219ee745 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:09.482246 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-9e535533-a62a-4d7c-9ebf-029184f5988a req-d0930248-5a3f-48c4-b000-025b219ee745 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:09.500009 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9e535533-a62a-4d7c-9ebf-029184f5988a req-d0930248-5a3f-48c4-b000-025b219ee745 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5901856 Sep 17 08:07:09.520390 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-9e535533-a62a-4d7c-9ebf-029184f5988a req-0f5d225e-f35d-4e2f-86e4-8ceb6c5c1992 service neutron] Request body: {'port': {'device_id': 'a5824afe-a6bc-4b7d-9ccb-04d7bcdf358e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:07:09.551303 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-a0744907-b1c5-4b4b-ad6f-555c4bdd19fc None None] Attempting to bind port a37eea80-4707-42ff-a613-e917bdafc802 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:07:09.551678 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-a0744907-b1c5-4b4b-ad6f-555c4bdd19fc None None] Attempting to bind port a37eea80-4707-42ff-a613-e917bdafc802 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'a0eeebed-e0cd-42e1-9ca4-4f057d13cd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '05c8e90f-c4c9-4833-bc8d-b27441375e4a'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:07:09.552066 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0744907-b1c5-4b4b-ad6f-555c4bdd19fc None None] Attempting to bind port a37eea80-4707-42ff-a613-e917bdafc802 on network 05c8e90f-c4c9-4833-bc8d-b27441375e4a {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:07:09.558134 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0744907-b1c5-4b4b-ad6f-555c4bdd19fc None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:07:09.558507 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0744907-b1c5-4b4b-ad6f-555c4bdd19fc None None] Checking segment: {'id': 'a0eeebed-e0cd-42e1-9ca4-4f057d13cd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '05c8e90f-c4c9-4833-bc8d-b27441375e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:07:09.558912 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a0744907-b1c5-4b4b-ad6f-555c4bdd19fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:09.559372 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0744907-b1c5-4b4b-ad6f-555c4bdd19fc None None] Bound using segment: {'id': 'a0eeebed-e0cd-42e1-9ca4-4f057d13cd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '05c8e90f-c4c9-4833-bc8d-b27441375e4a'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:07:09.559873 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-a0744907-b1c5-4b4b-ad6f-555c4bdd19fc None None] Bound port: a37eea80-4707-42ff-a613-e917bdafc802, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0eeebed-e0cd-42e1-9ca4-4f057d13cd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '05c8e90f-c4c9-4833-bc8d-b27441375e4a'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:07:09.560260 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a0744907-b1c5-4b4b-ad6f-555c4bdd19fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:09.615330 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-9e535533-a62a-4d7c-9ebf-029184f5988a req-0f5d225e-f35d-4e2f-86e4-8ceb6c5c1992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:09.646728 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-a0744907-b1c5-4b4b-ad6f-555c4bdd19fc None None] For port a37eea80-4707-42ff-a613-e917bdafc802, host n-d-789963-9, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:07:09.650820 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-a0744907-b1c5-4b4b-ad6f-555c4bdd19fc None None] For port a37eea80-4707-42ff-a613-e917bdafc802, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=a37eea80-4707-42ff-a613-e917bdafc802,segment=NetworkSegment(a0eeebed-e0cd-42e1-9ca4-4f057d13cd86),segment_id=a0eeebed-e0cd-42e1-9ca4-4f057d13cd86)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:07:09.665744 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a0744907-b1c5-4b4b-ad6f-555c4bdd19fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:09.726906 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0744907-b1c5-4b4b-ad6f-555c4bdd19fc None None] Routers {'820b405c-defa-478d-ad7a-8e20ee3e470e'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:07:09.727807 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-a0744907-b1c5-4b4b-ad6f-555c4bdd19fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:06:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['820b405c-defa-478d-ad7a-8e20ee3e470e'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:07:09.845318 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-0efd0296-6aec-4343-86b8-95b7494f865d None None] Provisioning complete for port a37eea80-4707-42ff-a613-e917bdafc802 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:07:09.845807 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0efd0296-6aec-4343-86b8-95b7494f865d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:10.024118 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8134c81-1381-40d6-8a76-d7c18b68e404 None None] Pushing event updated for resources: {'Port': ['ID=a37eea80-4707-42ff-a613-e917bdafc802,revision_number=4']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:10.041604 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-a0744907-b1c5-4b4b-ad6f-555c4bdd19fc None None] Set router 820b405c-defa-478d-ad7a-8e20ee3e470e gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:07:10.041877 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0efd0296-6aec-4343-86b8-95b7494f865d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:10.066723 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-9e535533-a62a-4d7c-9ebf-029184f5988a req-0f5d225e-f35d-4e2f-86e4-8ceb6c5c1992 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4520fde-a66a-46b7-8fc2-eb7cde68e52c {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:07:10.082653 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa63d0c-bbed-4e23-9c16-924b4e69cfbd req-1e378e1e-0b50-4d23-a07e-7746c5083d10 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:10.091189 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2fa63d0c-bbed-4e23-9c16-924b4e69cfbd req-1e378e1e-0b50-4d23-a07e-7746c5083d10 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5824afe-a6bc-4b7d-9ccb-04d7bcdf358e HTTP/1.1" status: 200 len: 931 time: 0.0806999 Sep 17 08:07:10.091992 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-9e535533-a62a-4d7c-9ebf-029184f5988a req-0f5d225e-f35d-4e2f-86e4-8ceb6c5c1992 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:10.114878 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-0efd0296-6aec-4343-86b8-95b7494f865d None None] For port a37eea80-4707-42ff-a613-e917bdafc802, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=a37eea80-4707-42ff-a613-e917bdafc802,segment=NetworkSegment(a0eeebed-e0cd-42e1-9ca4-4f057d13cd86),segment_id=a0eeebed-e0cd-42e1-9ca4-4f057d13cd86)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:07:10.121030 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0efd0296-6aec-4343-86b8-95b7494f865d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:10.129498 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-9e535533-a62a-4d7c-9ebf-029184f5988a req-0f5d225e-f35d-4e2f-86e4-8ceb6c5c1992 service neutron] Transition to ACTIVE for port object e4520fde-a66a-46b7-8fc2-eb7cde68e52c will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:07:10.137167 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-9e535533-a62a-4d7c-9ebf-029184f5988a req-0f5d225e-f35d-4e2f-86e4-8ceb6c5c1992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:10.159723 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2fa63d0c-bbed-4e23-9c16-924b4e69cfbd req-a056a8d7-214c-457f-b7e9-937d72036a04 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] 10.222.0.13 "GET /v2.0/security-groups?id=83742478-7935-4acd-a93b-b4526a9c1047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653574 Sep 17 08:07:10.184870 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efd0296-6aec-4343-86b8-95b7494f865d None None] Pushing event updated for resources: {'Port': ['ID=a37eea80-4707-42ff-a613-e917bdafc802,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:10.235555 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5d225e-f35d-4e2f-86e4-8ceb6c5c1992 service neutron] Pushing event updated for resources: {'Port': ['ID=e4520fde-a66a-46b7-8fc2-eb7cde68e52c,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:10.297998 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-69ebed36-9b4a-4757-9a98-2b771ad081bc None None] Provisioning complete for port a37eea80-4707-42ff-a613-e917bdafc802 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:07:10.298542 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-69ebed36-9b4a-4757-9a98-2b771ad081bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:10.327593 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-9e535533-a62a-4d7c-9ebf-029184f5988a req-0f5d225e-f35d-4e2f-86e4-8ceb6c5c1992 service neutron] Attempting to bind port e4520fde-a66a-46b7-8fc2-eb7cde68e52c on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:07:10.328231 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-9e535533-a62a-4d7c-9ebf-029184f5988a req-0f5d225e-f35d-4e2f-86e4-8ceb6c5c1992 service neutron] Attempting to bind port e4520fde-a66a-46b7-8fc2-eb7cde68e52c by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': '045c5cbd-a1d9-472d-822a-d770440d685c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3e7c1e00-bad7-4380-8834-71b168d79dbc'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:07:10.329358 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e535533-a62a-4d7c-9ebf-029184f5988a req-0f5d225e-f35d-4e2f-86e4-8ceb6c5c1992 service neutron] Attempting to bind port e4520fde-a66a-46b7-8fc2-eb7cde68e52c on network 3e7c1e00-bad7-4380-8834-71b168d79dbc {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:07:10.339091 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e535533-a62a-4d7c-9ebf-029184f5988a req-0f5d225e-f35d-4e2f-86e4-8ceb6c5c1992 service neutron] Port e4520fde-a66a-46b7-8fc2-eb7cde68e52c on network 3e7c1e00-bad7-4380-8834-71b168d79dbc not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:07:10.339862 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e535533-a62a-4d7c-9ebf-029184f5988a req-0f5d225e-f35d-4e2f-86e4-8ceb6c5c1992 service neutron] Attempting to bind port e4520fde-a66a-46b7-8fc2-eb7cde68e52c on network 3e7c1e00-bad7-4380-8834-71b168d79dbc {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:07:10.346094 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e535533-a62a-4d7c-9ebf-029184f5988a req-0f5d225e-f35d-4e2f-86e4-8ceb6c5c1992 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:07:10.346951 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e535533-a62a-4d7c-9ebf-029184f5988a req-0f5d225e-f35d-4e2f-86e4-8ceb6c5c1992 service neutron] Checking segment: {'id': '045c5cbd-a1d9-472d-822a-d770440d685c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3e7c1e00-bad7-4380-8834-71b168d79dbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:07:10.347541 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e535533-a62a-4d7c-9ebf-029184f5988a req-0f5d225e-f35d-4e2f-86e4-8ceb6c5c1992 service neutron] Bound using segment: {'id': '045c5cbd-a1d9-472d-822a-d770440d685c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3e7c1e00-bad7-4380-8834-71b168d79dbc'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:07:10.348186 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-9e535533-a62a-4d7c-9ebf-029184f5988a req-0f5d225e-f35d-4e2f-86e4-8ceb6c5c1992 service neutron] Bound port: e4520fde-a66a-46b7-8fc2-eb7cde68e52c, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '045c5cbd-a1d9-472d-822a-d770440d685c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3e7c1e00-bad7-4380-8834-71b168d79dbc'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:07:10.349221 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-9e535533-a62a-4d7c-9ebf-029184f5988a req-0f5d225e-f35d-4e2f-86e4-8ceb6c5c1992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:10.360115 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-a0744907-b1c5-4b4b-ad6f-555c4bdd19fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820b405c-defa-478d-ad7a-8e20ee3e470e', 'name': 'tempest-TestServerBasicOps-1288547248-router', 'tenant_id': 'a8c5c6bc6a7c4a9bb4a367614dddaad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '2d5e9c5e-b326-4d17-bca2-1969db409679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:07:00Z', 'updated_at': '2021-09-17T08:07:04Z', 'revision_number': 4, 'project_id': 'a8c5c6bc6a7c4a9bb4a367614dddaad8', 'gw_port': {'id': '2d5e9c5e-b326-4d17-bca2-1969db409679', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fe:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820b405c-defa-478d-ad7a-8e20ee3e470e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:07:00Z', 'updated_at': '2021-09-17T08:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'a37eea80-4707-42ff-a613-e917bdafc802', 'name': '', 'network_id': '05c8e90f-c4c9-4833-bc8d-b27441375e4a', 'tenant_id': 'a8c5c6bc6a7c4a9bb4a367614dddaad8', 'mac_address': 'fa:16:3e:41:f4:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820b405c-defa-478d-ad7a-8e20ee3e470e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '60b343a3-5aea-48dd-9a09-687daf9548b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:07:03Z', 'updated_at': '2021-09-17T08:07:09Z', 'revision_number': 4, 'project_id': 'a8c5c6bc6a7c4a9bb4a367614dddaad8', 'subnets': [{'id': '60b343a3-5aea-48dd-9a09-687daf9548b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:07:10.390956 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0744907-b1c5-4b4b-ad6f-555c4bdd19fc None None] The sync data for ids ['820b405c-defa-478d-ad7a-8e20ee3e470e'] in n-d-789963-9 is: [{'id': '820b405c-defa-478d-ad7a-8e20ee3e470e', 'name': 'tempest-TestServerBasicOps-1288547248-router', 'tenant_id': 'a8c5c6bc6a7c4a9bb4a367614dddaad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '2d5e9c5e-b326-4d17-bca2-1969db409679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:07:00Z', 'updated_at': '2021-09-17T08:07:04Z', 'revision_number': 4, 'project_id': 'a8c5c6bc6a7c4a9bb4a367614dddaad8', 'gw_port': {'id': '2d5e9c5e-b326-4d17-bca2-1969db409679', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fe:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820b405c-defa-478d-ad7a-8e20ee3e470e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:07:00Z', 'updated_at': '2021-09-17T08:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'a37eea80-4707-42ff-a613-e917bdafc802', 'name': '', 'network_id': '05c8e90f-c4c9-4833-bc8d-b27441375e4a', 'tenant_id': 'a8c5c6bc6a7c4a9bb4a367614dddaad8', 'mac_address': 'fa:16:3e:41:f4:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820b405c-defa-478d-ad7a-8e20ee3e470e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '60b343a3-5aea-48dd-9a09-687daf9548b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:07:03Z', 'updated_at': '2021-09-17T08:07:09Z', 'revision_number': 4, 'project_id': 'a8c5c6bc6a7c4a9bb4a367614dddaad8', 'subnets': [{'id': '60b343a3-5aea-48dd-9a09-687daf9548b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:07:10.419193 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e9cb5-1f84-44f6-9189-9fb2c64202eb req-5321632b-5f72-4ba0-b245-d56e9366cb40 tempest-ServerPasswordTestJSON-1868973287 tempest-ServerPasswordTestJSON-1868973287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:10.427546 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b56e9cb5-1f84-44f6-9189-9fb2c64202eb req-5321632b-5f72-4ba0-b245-d56e9366cb40 tempest-ServerPasswordTestJSON-1868973287 tempest-ServerPasswordTestJSON-1868973287-project] 10.222.0.13 "GET /v2.0/ports?device_id=eee57e31-9848-46ef-a5ea-c20ebf678276 HTTP/1.1" status: 200 len: 943 time: 0.1313639 Sep 17 08:07:10.441908 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-9e535533-a62a-4d7c-9ebf-029184f5988a req-0f5d225e-f35d-4e2f-86e4-8ceb6c5c1992 service neutron] For port e4520fde-a66a-46b7-8fc2-eb7cde68e52c, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:07:10.446160 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-9e535533-a62a-4d7c-9ebf-029184f5988a req-0f5d225e-f35d-4e2f-86e4-8ceb6c5c1992 service neutron] For port e4520fde-a66a-46b7-8fc2-eb7cde68e52c, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=e4520fde-a66a-46b7-8fc2-eb7cde68e52c,segment=NetworkSegment(045c5cbd-a1d9-472d-822a-d770440d685c),segment_id=045c5cbd-a1d9-472d-822a-d770440d685c)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:07:10.452484 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-9e535533-a62a-4d7c-9ebf-029184f5988a req-0f5d225e-f35d-4e2f-86e4-8ceb6c5c1992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:10.477106 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b56e9cb5-1f84-44f6-9189-9fb2c64202eb req-821e31e5-474a-4672-b0b8-109804f36893 tempest-ServerPasswordTestJSON-1868973287 tempest-ServerPasswordTestJSON-1868973287-project] 10.222.0.13 "GET /v2.0/security-groups?id=f25a1d73-748d-4eac-bb6b-5082e0a38319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460434 Sep 17 08:07:10.496999 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e535533-a62a-4d7c-9ebf-029184f5988a req-0f5d225e-f35d-4e2f-86e4-8ceb6c5c1992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:10.497622 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-9e535533-a62a-4d7c-9ebf-029184f5988a req-0f5d225e-f35d-4e2f-86e4-8ceb6c5c1992 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:10.499011 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9e535533-a62a-4d7c-9ebf-029184f5988a req-0f5d225e-f35d-4e2f-86e4-8ceb6c5c1992 service neutron] 10.222.0.39 "PUT /v2.0/ports/e4520fde-a66a-46b7-8fc2-eb7cde68e52c HTTP/1.1" status: 200 len: 1091 time: 0.9833047 Sep 17 08:07:10.499477 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5824afe-a6bc-4b7d-9ccb-04d7bcdf358e', 'tag': 'e4520fde-a66a-46b7-8fc2-eb7cde68e52c'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:07:10.501889 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3ce280-e7bd-4159-a1b2-28e61436848c" -d '{"events": [{"name": "network-changed", "server_uuid": "a5824afe-a6bc-4b7d-9ccb-04d7bcdf358e", "tag": "e4520fde-a66a-46b7-8fc2-eb7cde68e52c"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:07:10.533607 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5d225e-f35d-4e2f-86e4-8ceb6c5c1992 service neutron] Pushing event updated for resources: {'Port': ['ID=e4520fde-a66a-46b7-8fc2-eb7cde68e52c,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:10.555647 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f4e2a9-985b-4081-82ea-028ff3100899 x-openstack-request-id: req-b9f4e2a9-985b-4081-82ea-028ff3100899 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:07:10.556097 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5824afe-a6bc-4b7d-9ccb-04d7bcdf358e", "tag": "e4520fde-a66a-46b7-8fc2-eb7cde68e52c", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:07:10.556502 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b9f4e2a9-985b-4081-82ea-028ff3100899 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:07:10.556747 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5824afe-a6bc-4b7d-9ccb-04d7bcdf358e', 'tag': 'e4520fde-a66a-46b7-8fc2-eb7cde68e52c', 'status': 'completed', 'code': 200} Sep 17 08:07:10.628475 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e535533-a62a-4d7c-9ebf-029184f5988a req-df8fb2d4-d7c1-4c37-add5-6344520a56f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:10.632998 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9e535533-a62a-4d7c-9ebf-029184f5988a req-df8fb2d4-d7c1-4c37-add5-6344520a56f2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=260b03f453f349768a37ec125c8bcd26&device_id=a5824afe-a6bc-4b7d-9ccb-04d7bcdf358e HTTP/1.1" status: 200 len: 1094 time: 0.0563889 Sep 17 08:07:10.683398 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9e535533-a62a-4d7c-9ebf-029184f5988a req-180dcd70-3c03-421a-8541-d228d8ca4632 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4520fde-a66a-46b7-8fc2-eb7cde68e52c HTTP/1.1" status: 200 len: 217 time: 0.0359325 Sep 17 08:07:10.742722 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e535533-a62a-4d7c-9ebf-029184f5988a req-b6e5d6a9-a774-4e98-83ec-c20a19eaa987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:10.744352 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9e535533-a62a-4d7c-9ebf-029184f5988a req-b6e5d6a9-a774-4e98-83ec-c20a19eaa987 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c3166a00-49a0-4d01-aec4-1b7f3fd8acfe HTTP/1.1" status: 200 len: 846 time: 0.0513597 Sep 17 08:07:10.802776 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e535533-a62a-4d7c-9ebf-029184f5988a req-e2dc764d-3d57-4828-8907-90de86e2e01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:10.804393 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9e535533-a62a-4d7c-9ebf-029184f5988a req-e2dc764d-3d57-4828-8907-90de86e2e01b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3e7c1e00-bad7-4380-8834-71b168d79dbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454142 Sep 17 08:07:10.900009 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9e535533-a62a-4d7c-9ebf-029184f5988a req-bb5ab11f-e7cf-4637-83da-609684c9c13d service neutron] 10.222.0.39 "GET /v2.0/networks/3e7c1e00-bad7-4380-8834-71b168d79dbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875196 Sep 17 08:07:11.001510 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9e535533-a62a-4d7c-9ebf-029184f5988a req-ac084a89-2951-4e25-87e1-0997cbf8a2f7 service neutron] 10.222.0.39 "GET /v2.0/networks/3e7c1e00-bad7-4380-8834-71b168d79dbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911350 Sep 17 08:07:11.043158 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 8faf74e8-b077-4030-8482-c53499423d1c details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:07:11.127255 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ce280-e7bd-4159-a1b2-28e61436848c req-9203b098-9a5c-4e3a-a200-b5029f618616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:11.128777 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ad3ce280-e7bd-4159-a1b2-28e61436848c req-9203b098-9a5c-4e3a-a200-b5029f618616 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=260b03f453f349768a37ec125c8bcd26&device_id=a5824afe-a6bc-4b7d-9ccb-04d7bcdf358e HTTP/1.1" status: 200 len: 1094 time: 0.0403354 Sep 17 08:07:11.139914 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 8faf74e8-b077-4030-8482-c53499423d1c, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=8faf74e8-b077-4030-8482-c53499423d1c,segment=NetworkSegment(9a102f3a-4430-4c13-8507-ba057592a993),segment_id=9a102f3a-4430-4c13-8507-ba057592a993)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:07:11.151206 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': '8faf74e8-b077-4030-8482-c53499423d1c', 'network_id': '8f734cfe-9424-4643-8350-3bbd207db440', 'port_id': '8faf74e8-b077-4030-8482-c53499423d1c', 'mac_address': 'fa:16:3e:00:a5:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b87b97b0-2841-4fee-9070-fe84c043055b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:07:11.188330 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:11.201269 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8faf74e8-b077-4030-8482-c53499423d1c {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:07:11.223359 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 8faf74e8-b077-4030-8482-c53499423d1c, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=8faf74e8-b077-4030-8482-c53499423d1c,segment=NetworkSegment(9a102f3a-4430-4c13-8507-ba057592a993),segment_id=9a102f3a-4430-4c13-8507-ba057592a993)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:07:11.228521 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:11.230529 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ce280-e7bd-4159-a1b2-28e61436848c req-a584ebb4-5e72-41e1-8171-2cccad979c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:11.232078 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ad3ce280-e7bd-4159-a1b2-28e61436848c req-a584ebb4-5e72-41e1-8171-2cccad979c9a service neutron] 10.222.0.39 "GET /v2.0/networks?id=3e7c1e00-bad7-4380-8834-71b168d79dbc HTTP/1.1" status: 200 len: 908 time: 0.0927987 Sep 17 08:07:11.276139 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ad3ce280-e7bd-4159-a1b2-28e61436848c req-bf3aedc0-1cd6-4fc5-af02-4b0b1af2df8a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4520fde-a66a-46b7-8fc2-eb7cde68e52c HTTP/1.1" status: 200 len: 217 time: 0.0356457 Sep 17 08:07:11.278311 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=8faf74e8-b077-4030-8482-c53499423d1c,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:11.278538 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcdc96d-c21a-42a0-ae01-2eb64be5735d req-78dd1ef8-74b1-4623-82aa-9f3ad40a3693 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:11.280081 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fbcdc96d-c21a-42a0-ae01-2eb64be5735d req-78dd1ef8-74b1-4623-82aa-9f3ad40a3693 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5824afe-a6bc-4b7d-9ccb-04d7bcdf358e HTTP/1.1" status: 200 len: 943 time: 0.0498710 Sep 17 08:07:11.324610 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fbcdc96d-c21a-42a0-ae01-2eb64be5735d req-8a6dc4ce-747b-41fb-a4c1-a9a22c3516a7 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] 10.222.0.13 "GET /v2.0/security-groups?id=83742478-7935-4acd-a93b-b4526a9c1047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374842 Sep 17 08:07:11.337240 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ce280-e7bd-4159-a1b2-28e61436848c req-b76ab3d9-8258-44fe-82d6-59a74130c521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:11.338772 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ad3ce280-e7bd-4159-a1b2-28e61436848c req-b76ab3d9-8258-44fe-82d6-59a74130c521 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c3166a00-49a0-4d01-aec4-1b7f3fd8acfe HTTP/1.1" status: 200 len: 846 time: 0.0525222 Sep 17 08:07:11.382938 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ce280-e7bd-4159-a1b2-28e61436848c req-2b81b27d-3f64-4986-b8b0-9b3159f2f3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:11.384490 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ad3ce280-e7bd-4159-a1b2-28e61436848c req-2b81b27d-3f64-4986-b8b0-9b3159f2f3e9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3e7c1e00-bad7-4380-8834-71b168d79dbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384865 Sep 17 08:07:11.472424 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ad3ce280-e7bd-4159-a1b2-28e61436848c req-8b910998-e050-4f88-b3a2-5391e719e469 service neutron] 10.222.0.39 "GET /v2.0/networks/3e7c1e00-bad7-4380-8834-71b168d79dbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802815 Sep 17 08:07:11.565993 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ad3ce280-e7bd-4159-a1b2-28e61436848c req-6e526517-1c73-41b7-8f4d-9c52707f4624 service neutron] 10.222.0.39 "GET /v2.0/networks/3e7c1e00-bad7-4380-8834-71b168d79dbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858059 Sep 17 08:07:11.591937 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f967f7-1a9c-46cd-9d71-708eafa4d03b req-4d05c8c5-b6de-4e62-a30b-024c82290868 tempest-ServerPasswordTestJSON-1868973287 tempest-ServerPasswordTestJSON-1868973287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:11.593790 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f4f967f7-1a9c-46cd-9d71-708eafa4d03b req-4d05c8c5-b6de-4e62-a30b-024c82290868 tempest-ServerPasswordTestJSON-1868973287 tempest-ServerPasswordTestJSON-1868973287-project] 10.222.0.13 "GET /v2.0/ports?device_id=eee57e31-9848-46ef-a5ea-c20ebf678276 HTTP/1.1" status: 200 len: 944 time: 0.0501487 Sep 17 08:07:11.635211 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f4f967f7-1a9c-46cd-9d71-708eafa4d03b req-6a4cd4d1-137e-464a-8a3e-2aa7350a1e60 tempest-ServerPasswordTestJSON-1868973287 tempest-ServerPasswordTestJSON-1868973287-project] 10.222.0.13 "GET /v2.0/security-groups?id=f25a1d73-748d-4eac-bb6b-5082e0a38319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353343 Sep 17 08:07:11.728853 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['8faf74e8-b077-4030-8482-c53499423d1c'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:07:11.852025 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device a37eea80-4707-42ff-a613-e917bdafc802 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:07:11.911763 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port a37eea80-4707-42ff-a613-e917bdafc802 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:07:11.912165 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:12.438105 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bce079-261b-4b7a-bdb3-f3133a6ab5b6 req-3b3c742b-2d0a-4b3c-a9de-10f82d56f7ee tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:12.439583 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-86bce079-261b-4b7a-bdb3-f3133a6ab5b6 req-3b3c742b-2d0a-4b3c-a9de-10f82d56f7ee tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5824afe-a6bc-4b7d-9ccb-04d7bcdf358e HTTP/1.1" status: 200 len: 943 time: 0.0484164 Sep 17 08:07:12.476305 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-86bce079-261b-4b7a-bdb3-f3133a6ab5b6 req-8c6c4da1-d6b4-4c25-adb1-62d56f9fed89 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] 10.222.0.13 "GET /v2.0/security-groups?id=83742478-7935-4acd-a93b-b4526a9c1047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307505 Sep 17 08:07:12.752054 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0d4c3-0e3d-4620-8f18-c50f791731cf req-5f80c71a-23ba-4790-810e-8e01cad2bd0f tempest-ServerPasswordTestJSON-1868973287 tempest-ServerPasswordTestJSON-1868973287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:12.753511 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65f0d4c3-0e3d-4620-8f18-c50f791731cf req-5f80c71a-23ba-4790-810e-8e01cad2bd0f tempest-ServerPasswordTestJSON-1868973287 tempest-ServerPasswordTestJSON-1868973287-project] 10.222.0.13 "GET /v2.0/ports?device_id=eee57e31-9848-46ef-a5ea-c20ebf678276 HTTP/1.1" status: 200 len: 944 time: 0.0481410 Sep 17 08:07:12.796986 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65f0d4c3-0e3d-4620-8f18-c50f791731cf req-a35d00c1-b0fa-4bbc-b66f-0268f205e185 tempest-ServerPasswordTestJSON-1868973287 tempest-ServerPasswordTestJSON-1868973287-project] 10.222.0.13 "GET /v2.0/security-groups?id=f25a1d73-748d-4eac-bb6b-5082e0a38319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374722 Sep 17 08:07:13.030988 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 8faf74e8-b077-4030-8482-c53499423d1c up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:07:13.083064 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning for port 8faf74e8-b077-4030-8482-c53499423d1c completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:07:13.087301 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port 8faf74e8-b077-4030-8482-c53499423d1c triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:07:13.088044 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:13.165612 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:13.190830 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eee57e31-9848-46ef-a5ea-c20ebf678276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8faf74e8-b077-4030-8482-c53499423d1c'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:07:13.193094 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b3e79be-5714-468f-8942-13390b1d1d67" -d '{"events": [{"server_uuid": "eee57e31-9848-46ef-a5ea-c20ebf678276", "name": "network-vif-plugged", "status": "completed", "tag": "8faf74e8-b077-4030-8482-c53499423d1c"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:07:13.205965 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 8faf74e8-b077-4030-8482-c53499423d1c, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=8faf74e8-b077-4030-8482-c53499423d1c,segment=NetworkSegment(9a102f3a-4430-4c13-8507-ba057592a993),segment_id=9a102f3a-4430-4c13-8507-ba057592a993)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:07:13.210006 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:13.233989 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c24d10-ef20-4ed7-bcc6-ac119bce5e0d x-openstack-request-id: req-b4c24d10-ef20-4ed7-bcc6-ac119bce5e0d {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:07:13.234286 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eee57e31-9848-46ef-a5ea-c20ebf678276", "name": "network-vif-plugged", "status": "completed", "tag": "8faf74e8-b077-4030-8482-c53499423d1c", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:07:13.234542 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b4c24d10-ef20-4ed7-bcc6-ac119bce5e0d {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:07:13.234932 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eee57e31-9848-46ef-a5ea-c20ebf678276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8faf74e8-b077-4030-8482-c53499423d1c', 'code': 200} Sep 17 08:07:13.259133 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=8faf74e8-b077-4030-8482-c53499423d1c,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:13.355074 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ed203-bde0-412b-b6ca-8a5b79de4ad9 req-481748cd-923a-47c3-ba3d-901c21dfe8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:13.356652 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bb6ed203-bde0-412b-b6ca-8a5b79de4ad9 req-481748cd-923a-47c3-ba3d-901c21dfe8cd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=eee57e31-9848-46ef-a5ea-c20ebf678276 HTTP/1.1" status: 200 len: 1096 time: 0.0400529 Sep 17 08:07:13.391012 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bb6ed203-bde0-412b-b6ca-8a5b79de4ad9 req-15896669-5af6-4198-b962-f216236c2a41 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f25a1d73-748d-4eac-bb6b-5082e0a38319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268433 Sep 17 08:07:13.590649 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de09b808-5eae-4b09-8415-f6cceeb7dca7 req-5c696de2-492e-49b6-8249-594adba7ebfa tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:13.592135 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-de09b808-5eae-4b09-8415-f6cceeb7dca7 req-5c696de2-492e-49b6-8249-594adba7ebfa tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5824afe-a6bc-4b7d-9ccb-04d7bcdf358e HTTP/1.1" status: 200 len: 943 time: 0.0477889 Sep 17 08:07:13.627295 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device e4520fde-a66a-46b7-8fc2-eb7cde68e52c details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:07:13.627730 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-de09b808-5eae-4b09-8415-f6cceeb7dca7 req-21fb0b2d-858d-4710-98c3-26f5377cc433 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] 10.222.0.13 "GET /v2.0/security-groups?id=83742478-7935-4acd-a93b-b4526a9c1047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297341 Sep 17 08:07:13.722952 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port e4520fde-a66a-46b7-8fc2-eb7cde68e52c, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=e4520fde-a66a-46b7-8fc2-eb7cde68e52c,segment=NetworkSegment(045c5cbd-a1d9-472d-822a-d770440d685c),segment_id=045c5cbd-a1d9-472d-822a-d770440d685c)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:07:13.733671 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': 'e4520fde-a66a-46b7-8fc2-eb7cde68e52c', 'network_id': '3e7c1e00-bad7-4380-8834-71b168d79dbc', 'port_id': 'e4520fde-a66a-46b7-8fc2-eb7cde68e52c', 'mac_address': 'fa:16:3e:12:91:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3166a00-49a0-4d01-aec4-1b7f3fd8acfe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:07:13.769274 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:13.782268 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4520fde-a66a-46b7-8fc2-eb7cde68e52c {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:07:13.800660 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port e4520fde-a66a-46b7-8fc2-eb7cde68e52c, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=e4520fde-a66a-46b7-8fc2-eb7cde68e52c,segment=NetworkSegment(045c5cbd-a1d9-472d-822a-d770440d685c),segment_id=045c5cbd-a1d9-472d-822a-d770440d685c)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:07:13.804150 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:13.850181 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=e4520fde-a66a-46b7-8fc2-eb7cde68e52c,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:13.910982 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dda8a4-903b-4359-a8ee-467c98b1d7eb req-8c07d728-d17d-4554-8c7b-7bada977fd37 tempest-ServerPasswordTestJSON-1868973287 tempest-ServerPasswordTestJSON-1868973287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:13.912458 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b8dda8a4-903b-4359-a8ee-467c98b1d7eb req-8c07d728-d17d-4554-8c7b-7bada977fd37 tempest-ServerPasswordTestJSON-1868973287 tempest-ServerPasswordTestJSON-1868973287-project] 10.222.0.13 "GET /v2.0/ports?device_id=eee57e31-9848-46ef-a5ea-c20ebf678276 HTTP/1.1" status: 200 len: 945 time: 0.0474987 Sep 17 08:07:13.949047 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b8dda8a4-903b-4359-a8ee-467c98b1d7eb req-be0e14df-3ad6-4067-b342-f8a6df20179d tempest-ServerPasswordTestJSON-1868973287 tempest-ServerPasswordTestJSON-1868973287-project] 10.222.0.13 "GET /v2.0/security-groups?id=f25a1d73-748d-4eac-bb6b-5082e0a38319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307961 Sep 17 08:07:14.357246 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['e4520fde-a66a-46b7-8fc2-eb7cde68e52c'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:07:14.740216 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe92c526-f0b8-4bb4-9b78-2948eea36a74 req-deb01298-6758-42cf-a348-9c70f3e3d2d9 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:14.741655 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fe92c526-f0b8-4bb4-9b78-2948eea36a74 req-deb01298-6758-42cf-a348-9c70f3e3d2d9 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5824afe-a6bc-4b7d-9ccb-04d7bcdf358e HTTP/1.1" status: 200 len: 944 time: 0.0474710 Sep 17 08:07:14.780821 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fe92c526-f0b8-4bb4-9b78-2948eea36a74 req-6f8c39e5-e46f-4c87-b6f2-16659b87379e tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] 10.222.0.13 "GET /v2.0/security-groups?id=83742478-7935-4acd-a93b-b4526a9c1047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333927 Sep 17 08:07:15.063138 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bb69e1-c5a2-4b71-8ef0-cd496ccf391f req-75bf16f2-118b-4867-a5f0-7cc25c4dbd93 tempest-ServerPasswordTestJSON-1868973287 tempest-ServerPasswordTestJSON-1868973287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:15.064648 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-91bb69e1-c5a2-4b71-8ef0-cd496ccf391f req-75bf16f2-118b-4867-a5f0-7cc25c4dbd93 tempest-ServerPasswordTestJSON-1868973287 tempest-ServerPasswordTestJSON-1868973287-project] 10.222.0.13 "GET /v2.0/ports?device_id=eee57e31-9848-46ef-a5ea-c20ebf678276 HTTP/1.1" status: 200 len: 945 time: 0.0477216 Sep 17 08:07:15.103076 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-91bb69e1-c5a2-4b71-8ef0-cd496ccf391f req-8490edce-4e33-4e19-826e-b3c3b6d0e610 tempest-ServerPasswordTestJSON-1868973287 tempest-ServerPasswordTestJSON-1868973287-project] 10.222.0.13 "GET /v2.0/security-groups?id=f25a1d73-748d-4eac-bb6b-5082e0a38319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324175 Sep 17 08:07:15.457189 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c6bc77-72bf-4f57-a317-35198f6cd085 req-6bf600bc-c7a3-457b-a8a6-f294d191b92d tempest-ServerPasswordTestJSON-1868973287 tempest-ServerPasswordTestJSON-1868973287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:15.458937 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d0c6bc77-72bf-4f57-a317-35198f6cd085 req-6bf600bc-c7a3-457b-a8a6-f294d191b92d tempest-ServerPasswordTestJSON-1868973287 tempest-ServerPasswordTestJSON-1868973287-project] 10.222.0.13 "GET /v2.0/ports?device_id=eee57e31-9848-46ef-a5ea-c20ebf678276 HTTP/1.1" status: 200 len: 945 time: 0.0483952 Sep 17 08:07:15.495513 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d0c6bc77-72bf-4f57-a317-35198f6cd085 req-5e641cc9-fc0a-4f9f-83b8-2ae2f534abd9 tempest-ServerPasswordTestJSON-1868973287 tempest-ServerPasswordTestJSON-1868973287-project] 10.222.0.13 "GET /v2.0/security-groups?id=f25a1d73-748d-4eac-bb6b-5082e0a38319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304568 Sep 17 08:07:15.895356 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a791b707-3488-4c24-8c3d-2486c1c99bb7 req-eb529bb1-9e1a-4dc5-bdda-dc60bd4b003b tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:15.896937 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a791b707-3488-4c24-8c3d-2486c1c99bb7 req-eb529bb1-9e1a-4dc5-bdda-dc60bd4b003b tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5824afe-a6bc-4b7d-9ccb-04d7bcdf358e HTTP/1.1" status: 200 len: 944 time: 0.0493023 Sep 17 08:07:15.937847 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a791b707-3488-4c24-8c3d-2486c1c99bb7 req-536e82ea-36fb-4278-8559-50b3dcb6b9cf tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] 10.222.0.13 "GET /v2.0/security-groups?id=83742478-7935-4acd-a93b-b4526a9c1047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350504 Sep 17 08:07:16.359283 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7da0fd-6ed5-41d9-8da2-548c826c58e4 req-3d87bbe9-6482-4a8a-b122-9d4b16d41e04 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:16.365386 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7da0fd-6ed5-41d9-8da2-548c826c58e4 req-3d87bbe9-6482-4a8a-b122-9d4b16d41e04 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:16.371681 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7da0fd-6ed5-41d9-8da2-548c826c58e4 req-3d87bbe9-6482-4a8a-b122-9d4b16d41e04 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:16.377586 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7da0fd-6ed5-41d9-8da2-548c826c58e4 req-3d87bbe9-6482-4a8a-b122-9d4b16d41e04 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:16.383490 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7da0fd-6ed5-41d9-8da2-548c826c58e4 req-3d87bbe9-6482-4a8a-b122-9d4b16d41e04 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:16.389333 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7da0fd-6ed5-41d9-8da2-548c826c58e4 req-3d87bbe9-6482-4a8a-b122-9d4b16d41e04 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:16.395946 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7da0fd-6ed5-41d9-8da2-548c826c58e4 req-3d87bbe9-6482-4a8a-b122-9d4b16d41e04 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:16.397889 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0a7da0fd-6ed5-41d9-8da2-548c826c58e4 req-3d87bbe9-6482-4a8a-b122-9d4b16d41e04 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/ports?device_id=706b6671-3c66-4294-84b0-31a8c1f04549 HTTP/1.1" status: 200 len: 5445 time: 0.0930583 Sep 17 08:07:16.438346 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0a7da0fd-6ed5-41d9-8da2-548c826c58e4 req-ecb7c9c3-db14-4c99-9861-48d3b4a0af65 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7c26f3e-d59d-4df9-b197-93a229a68ca8&id=83963e04-88c6-40e9-944b-1d6adac19415&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336816 Sep 17 08:07:16.609922 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934db8cf-a8ad-437c-949c-193e6a5724d3 req-43f86e44-04bb-4d95-841f-e64142628ae0 tempest-ServerPasswordTestJSON-1868973287 tempest-ServerPasswordTestJSON-1868973287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:16.611297 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-934db8cf-a8ad-437c-949c-193e6a5724d3 req-43f86e44-04bb-4d95-841f-e64142628ae0 tempest-ServerPasswordTestJSON-1868973287 tempest-ServerPasswordTestJSON-1868973287-project] 10.222.0.13 "GET /v2.0/ports?device_id=eee57e31-9848-46ef-a5ea-c20ebf678276 HTTP/1.1" status: 200 len: 945 time: 0.0485601 Sep 17 08:07:16.648223 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-934db8cf-a8ad-437c-949c-193e6a5724d3 req-524bfb15-bac8-464d-88c6-e5cd97ecb944 tempest-ServerPasswordTestJSON-1868973287 tempest-ServerPasswordTestJSON-1868973287-project] 10.222.0.13 "GET /v2.0/security-groups?id=f25a1d73-748d-4eac-bb6b-5082e0a38319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310736 Sep 17 08:07:17.015861 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c1274d-8604-4b7b-be1f-2af19b56fc72 req-ec78fb98-ff28-419e-a1e8-b9b6e4fb7660 tempest-ServerPasswordTestJSON-1868973287 tempest-ServerPasswordTestJSON-1868973287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:17.017458 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b8c1274d-8604-4b7b-be1f-2af19b56fc72 req-ec78fb98-ff28-419e-a1e8-b9b6e4fb7660 tempest-ServerPasswordTestJSON-1868973287 tempest-ServerPasswordTestJSON-1868973287-project] 10.222.0.41 "GET /v2.0/ports?device_id=eee57e31-9848-46ef-a5ea-c20ebf678276 HTTP/1.1" status: 200 len: 945 time: 0.0481372 Sep 17 08:07:17.054279 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91ce77d-1fe3-471e-bf84-d6c90bf3d32d req-0c9af913-ee1b-4681-8963-58b7a103b302 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:17.056736 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d91ce77d-1fe3-471e-bf84-d6c90bf3d32d req-0c9af913-ee1b-4681-8963-58b7a103b302 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5824afe-a6bc-4b7d-9ccb-04d7bcdf358e HTTP/1.1" status: 200 len: 944 time: 0.0515385 Sep 17 08:07:17.096050 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d91ce77d-1fe3-471e-bf84-d6c90bf3d32d req-b8377bb5-26c5-43c8-84ce-7019b1d7355c tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] 10.222.0.13 "GET /v2.0/security-groups?id=83742478-7935-4acd-a93b-b4526a9c1047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331600 Sep 17 08:07:17.123642 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-b8c1274d-8604-4b7b-be1f-2af19b56fc72 req-dedbb561-c9b7-4caf-ac36-8913a9d20f99 tempest-ServerPasswordTestJSON-1868973287 tempest-ServerPasswordTestJSON-1868973287-project] Deleting port 8faf74e8-b077-4030-8482-c53499423d1c {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:07:17.124038 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-b8c1274d-8604-4b7b-be1f-2af19b56fc72 req-dedbb561-c9b7-4caf-ac36-8913a9d20f99 tempest-ServerPasswordTestJSON-1868973287 tempest-ServerPasswordTestJSON-1868973287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:17.213400 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-b8c1274d-8604-4b7b-be1f-2af19b56fc72 req-dedbb561-c9b7-4caf-ac36-8913a9d20f99 tempest-ServerPasswordTestJSON-1868973287 tempest-ServerPasswordTestJSON-1868973287-project] For port 8faf74e8-b077-4030-8482-c53499423d1c, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=8faf74e8-b077-4030-8482-c53499423d1c,segment=NetworkSegment(9a102f3a-4430-4c13-8507-ba057592a993),segment_id=9a102f3a-4430-4c13-8507-ba057592a993)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:07:17.213763 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-b8c1274d-8604-4b7b-be1f-2af19b56fc72 req-dedbb561-c9b7-4caf-ac36-8913a9d20f99 tempest-ServerPasswordTestJSON-1868973287 tempest-ServerPasswordTestJSON-1868973287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:17.225155 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-b8c1274d-8604-4b7b-be1f-2af19b56fc72 req-dedbb561-c9b7-4caf-ac36-8913a9d20f99 tempest-ServerPasswordTestJSON-1868973287 tempest-ServerPasswordTestJSON-1868973287-project] Calling delete_port for 8faf74e8-b077-4030-8482-c53499423d1c owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:07:17.353667 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-b8c1274d-8604-4b7b-be1f-2af19b56fc72 req-dedbb561-c9b7-4caf-ac36-8913a9d20f99 tempest-ServerPasswordTestJSON-1868973287 tempest-ServerPasswordTestJSON-1868973287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:17.385669 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedbb561-c9b7-4caf-ac36-8913a9d20f99 tempest-ServerPasswordTestJSON-1868973287 tempest-ServerPasswordTestJSON-1868973287-project] Pushing event deleted for resources: {'Port': ['ID=8faf74e8-b077-4030-8482-c53499423d1c,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:17.388502 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['8faf74e8-b077-4030-8482-c53499423d1c'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:07:17.427855 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8c1274d-8604-4b7b-be1f-2af19b56fc72 req-dedbb561-c9b7-4caf-ac36-8913a9d20f99 tempest-ServerPasswordTestJSON-1868973287 tempest-ServerPasswordTestJSON-1868973287-project] No DVR routers for this DVR port 8faf74e8-b077-4030-8482-c53499423d1c on host n-h1-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:07:17.431106 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-b8c1274d-8604-4b7b-be1f-2af19b56fc72 req-dedbb561-c9b7-4caf-ac36-8913a9d20f99 tempest-ServerPasswordTestJSON-1868973287 tempest-ServerPasswordTestJSON-1868973287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:17.433225 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b8c1274d-8604-4b7b-be1f-2af19b56fc72 req-dedbb561-c9b7-4caf-ac36-8913a9d20f99 tempest-ServerPasswordTestJSON-1868973287 tempest-ServerPasswordTestJSON-1868973287-project] 10.222.0.41 "DELETE /v2.0/ports/8faf74e8-b077-4030-8482-c53499423d1c HTTP/1.1" status: 204 len: 173 time: 0.4083140 Sep 17 08:07:17.433665 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eee57e31-9848-46ef-a5ea-c20ebf678276', 'name': 'network-vif-deleted', 'tag': '8faf74e8-b077-4030-8482-c53499423d1c'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:07:17.436029 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb6d898-00de-44e0-a5de-47cf7a053a04" -d '{"events": [{"server_uuid": "eee57e31-9848-46ef-a5ea-c20ebf678276", "name": "network-vif-deleted", "tag": "8faf74e8-b077-4030-8482-c53499423d1c"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:07:17.472037 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12dd684-e0c8-408c-b3fa-f7e295e8a5b2 x-openstack-request-id: req-e12dd684-e0c8-408c-b3fa-f7e295e8a5b2 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:07:17.472337 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eee57e31-9848-46ef-a5ea-c20ebf678276", "name": "network-vif-deleted", "tag": "8faf74e8-b077-4030-8482-c53499423d1c", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:07:17.472589 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e12dd684-e0c8-408c-b3fa-f7e295e8a5b2 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:07:17.473004 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eee57e31-9848-46ef-a5ea-c20ebf678276', 'name': 'network-vif-deleted', 'tag': '8faf74e8-b077-4030-8482-c53499423d1c', 'status': 'completed', 'code': 200} Sep 17 08:07:17.590228 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65242372-d6b5-4da7-b381-9154fc468920 req-3543b9b8-33dc-46cc-9784-d5887f4007d9 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:17.596212 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65242372-d6b5-4da7-b381-9154fc468920 req-3543b9b8-33dc-46cc-9784-d5887f4007d9 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:17.602118 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65242372-d6b5-4da7-b381-9154fc468920 req-3543b9b8-33dc-46cc-9784-d5887f4007d9 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:17.608562 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65242372-d6b5-4da7-b381-9154fc468920 req-3543b9b8-33dc-46cc-9784-d5887f4007d9 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:17.614466 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65242372-d6b5-4da7-b381-9154fc468920 req-3543b9b8-33dc-46cc-9784-d5887f4007d9 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:17.620902 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65242372-d6b5-4da7-b381-9154fc468920 req-3543b9b8-33dc-46cc-9784-d5887f4007d9 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:17.626735 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65242372-d6b5-4da7-b381-9154fc468920 req-3543b9b8-33dc-46cc-9784-d5887f4007d9 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:17.628649 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65242372-d6b5-4da7-b381-9154fc468920 req-3543b9b8-33dc-46cc-9784-d5887f4007d9 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/ports?device_id=706b6671-3c66-4294-84b0-31a8c1f04549 HTTP/1.1" status: 200 len: 5445 time: 0.0993922 Sep 17 08:07:17.637799 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device e4520fde-a66a-46b7-8fc2-eb7cde68e52c up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:07:17.668854 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65242372-d6b5-4da7-b381-9154fc468920 req-a0daad95-9a20-42f3-8f04-6109409deedc tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7c26f3e-d59d-4df9-b197-93a229a68ca8&id=83963e04-88c6-40e9-944b-1d6adac19415&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340009 Sep 17 08:07:17.699575 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port e4520fde-a66a-46b7-8fc2-eb7cde68e52c completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:07:17.703625 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port e4520fde-a66a-46b7-8fc2-eb7cde68e52c triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:07:17.704036 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:17.755954 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-74da857c-b12a-4637-8e21-27f65a2ecb04 req-f442c308-b444-4774-8acf-b6493f77489d tempest-ServerPasswordTestJSON-1868973287 tempest-ServerPasswordTestJSON-1868973287-project] 10.222.0.13 "GET /v2.0/ports?device_id=eee57e31-9848-46ef-a5ea-c20ebf678276 HTTP/1.1" status: 200 len: 210 time: 0.0253530 Sep 17 08:07:17.781418 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:17.805088 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5824afe-a6bc-4b7d-9ccb-04d7bcdf358e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4520fde-a66a-46b7-8fc2-eb7cde68e52c'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:07:17.807311 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33302b29-5570-4383-953b-38543bfa1faa" -d '{"events": [{"server_uuid": "a5824afe-a6bc-4b7d-9ccb-04d7bcdf358e", "name": "network-vif-plugged", "status": "completed", "tag": "e4520fde-a66a-46b7-8fc2-eb7cde68e52c"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:07:17.819504 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port e4520fde-a66a-46b7-8fc2-eb7cde68e52c, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=e4520fde-a66a-46b7-8fc2-eb7cde68e52c,segment=NetworkSegment(045c5cbd-a1d9-472d-822a-d770440d685c),segment_id=045c5cbd-a1d9-472d-822a-d770440d685c)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:07:17.824084 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:17.854718 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1337a319-2c88-48cd-86c6-fe1eacee2c4a x-openstack-request-id: req-1337a319-2c88-48cd-86c6-fe1eacee2c4a {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:07:17.855016 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5824afe-a6bc-4b7d-9ccb-04d7bcdf358e", "name": "network-vif-plugged", "status": "completed", "tag": "e4520fde-a66a-46b7-8fc2-eb7cde68e52c", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:07:17.855262 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1337a319-2c88-48cd-86c6-fe1eacee2c4a {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:07:17.855648 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5824afe-a6bc-4b7d-9ccb-04d7bcdf358e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4520fde-a66a-46b7-8fc2-eb7cde68e52c', 'code': 200} Sep 17 08:07:17.884001 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=e4520fde-a66a-46b7-8fc2-eb7cde68e52c,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:17.892380 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-fa89da06-2a7f-4ec4-9555-e9aaf2538614 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:17.898437 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-fa89da06-2a7f-4ec4-9555-e9aaf2538614 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:17.904954 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-fa89da06-2a7f-4ec4-9555-e9aaf2538614 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:17.910984 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-fa89da06-2a7f-4ec4-9555-e9aaf2538614 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:17.917582 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-fa89da06-2a7f-4ec4-9555-e9aaf2538614 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:17.923749 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-fa89da06-2a7f-4ec4-9555-e9aaf2538614 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:17.929731 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-fa89da06-2a7f-4ec4-9555-e9aaf2538614 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:17.931798 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-fa89da06-2a7f-4ec4-9555-e9aaf2538614 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.39 "GET /v2.0/ports?device_id=706b6671-3c66-4294-84b0-31a8c1f04549 HTTP/1.1" status: 200 len: 5445 time: 0.0991702 Sep 17 08:07:18.009066 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-144b9be3-02b2-4ba3-b3a6-06d859ac2345 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:18.010371 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-144b9be3-02b2-4ba3-b3a6-06d859ac2345 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.39 "GET /v2.0/ports/858f97dd-d6a3-4621-8715-ddba12e25df6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0688384 Sep 17 08:07:18.028420 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ed820-86d1-4852-93a0-27a97e400ffe req-7fc2306d-0d72-4995-afb7-688ea729b47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:18.029825 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-298ed820-86d1-4852-93a0-27a97e400ffe req-7fc2306d-0d72-4995-afb7-688ea729b47e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a5824afe-a6bc-4b7d-9ccb-04d7bcdf358e HTTP/1.1" status: 200 len: 1096 time: 0.0871401 Sep 17 08:07:18.110423 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-298ed820-86d1-4852-93a0-27a97e400ffe req-9246943b-70bb-44c7-a8d7-3983ad5a19f9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=83742478-7935-4acd-a93b-b4526a9c1047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708251 Sep 17 08:07:18.135493 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-4f8a29b2-5338-4087-b78e-2ff9d100ab24 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.39 "GET /v2.0/networks/d8564b37-cdc8-4e9d-8712-8bb5e8dd0908?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1181145 Sep 17 08:07:18.212931 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfd70c4-7728-4bd8-8857-acf53592c956 req-43040629-d521-4d77-bda6-fb1dbe3c8412 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:18.214427 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4cfd70c4-7728-4bd8-8857-acf53592c956 req-43040629-d521-4d77-bda6-fb1dbe3c8412 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5824afe-a6bc-4b7d-9ccb-04d7bcdf358e HTTP/1.1" status: 200 len: 945 time: 0.0508835 Sep 17 08:07:18.250765 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4cfd70c4-7728-4bd8-8857-acf53592c956 req-ddb8f6be-f930-40e7-827b-47710fbdc284 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] 10.222.0.13 "GET /v2.0/security-groups?id=83742478-7935-4acd-a93b-b4526a9c1047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303917 Sep 17 08:07:18.501333 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-ef7ff7ad-2aaa-4e94-935a-dff8abfd7504 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:07:18.558090 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-ef7ff7ad-2aaa-4e94-935a-dff8abfd7504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:18.686343 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-ef7ff7ad-2aaa-4e94-935a-dff8abfd7504 service neutron] For port 858f97dd-d6a3-4621-8715-ddba12e25df6, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=858f97dd-d6a3-4621-8715-ddba12e25df6,segment=NetworkSegment(89b028de-731b-41c1-a47f-5a829efa2b84),segment_id=89b028de-731b-41c1-a47f-5a829efa2b84)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:07:18.720347 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-ef7ff7ad-2aaa-4e94-935a-dff8abfd7504 service neutron] For port 858f97dd-d6a3-4621-8715-ddba12e25df6, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:07:18.752790 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-ef7ff7ad-2aaa-4e94-935a-dff8abfd7504 service neutron] device_id is not set on port 858f97dd-d6a3-4621-8715-ddba12e25df6 yet. {{(pid=101290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 08:07:18.761117 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-ef7ff7ad-2aaa-4e94-935a-dff8abfd7504 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:18.766504 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-ef7ff7ad-2aaa-4e94-935a-dff8abfd7504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:18.803296 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb00dcb2-bf56-42ce-a560-6fc009765945 req-d087512d-4b01-4e59-9953-8db99f02b9cf tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:18.810061 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb00dcb2-bf56-42ce-a560-6fc009765945 req-d087512d-4b01-4e59-9953-8db99f02b9cf tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:18.815986 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb00dcb2-bf56-42ce-a560-6fc009765945 req-d087512d-4b01-4e59-9953-8db99f02b9cf tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:18.825938 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb00dcb2-bf56-42ce-a560-6fc009765945 req-d087512d-4b01-4e59-9953-8db99f02b9cf tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:18.831956 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb00dcb2-bf56-42ce-a560-6fc009765945 req-d087512d-4b01-4e59-9953-8db99f02b9cf tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:18.833323 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37118) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:07:18.837869 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb00dcb2-bf56-42ce-a560-6fc009765945 req-d087512d-4b01-4e59-9953-8db99f02b9cf tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:18.843766 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb00dcb2-bf56-42ce-a560-6fc009765945 req-d087512d-4b01-4e59-9953-8db99f02b9cf tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:18.845723 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cb00dcb2-bf56-42ce-a560-6fc009765945 req-d087512d-4b01-4e59-9953-8db99f02b9cf tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/ports?device_id=706b6671-3c66-4294-84b0-31a8c1f04549 HTTP/1.1" status: 200 len: 5367 time: 0.0989170 Sep 17 08:07:18.862719 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-ef7ff7ad-2aaa-4e94-935a-dff8abfd7504 service neutron] No DVR routers for this DVR port 858f97dd-d6a3-4621-8715-ddba12e25df6 on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:07:18.866508 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7ff7ad-2aaa-4e94-935a-dff8abfd7504 service neutron] Pushing event updated for resources: {'Port': ['ID=858f97dd-d6a3-4621-8715-ddba12e25df6,revision_number=6']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:18.890351 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cb00dcb2-bf56-42ce-a560-6fc009765945 req-3db1c374-063c-4ff9-8d40-ce478bff038c tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7c26f3e-d59d-4df9-b197-93a229a68ca8&id=83963e04-88c6-40e9-944b-1d6adac19415&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0382349 Sep 17 08:07:18.920451 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a2ac662-3da9-403f-a2d3-db20052ee07a admin admin] Deleting subnet b87b97b0-2841-4fee-9070-fe84c043055b {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:07:18.922704 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-ef7ff7ad-2aaa-4e94-935a-dff8abfd7504 service neutron] In _notify_port_updated(), no bound segment for port 858f97dd-d6a3-4621-8715-ddba12e25df6 on network d8564b37-cdc8-4e9d-8712-8bb5e8dd0908 {{(pid=101290) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 08:07:18.923564 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-ef7ff7ad-2aaa-4e94-935a-dff8abfd7504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:18.924222 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-ef7ff7ad-2aaa-4e94-935a-dff8abfd7504 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:18.925512 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-ef7ff7ad-2aaa-4e94-935a-dff8abfd7504 service neutron] 10.222.0.39 "PUT /v2.0/ports/858f97dd-d6a3-4621-8715-ddba12e25df6 HTTP/1.1" status: 200 len: 1033 time: 0.4288199 Sep 17 08:07:18.927389 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1a2ac662-3da9-403f-a2d3-db20052ee07a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:18.995248 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1a2ac662-3da9-403f-a2d3-db20052ee07a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:18.999855 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-f54177dc-bd59-4c84-a084-ab7f53c344e0 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:19.001128 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-f54177dc-bd59-4c84-a084-ab7f53c344e0 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.39 "GET /v2.0/ports/2e8d2cc8-f6f7-4d9c-ba24-cee4c068da0b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0534461 Sep 17 08:07:19.022639 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-8f928115-99b5-4e56-98a9-8df4c794eec9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:07:19.058411 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-7bd50095-3afa-4d6f-875a-b3cf63572550 None None] Provisioning complete for port 858f97dd-d6a3-4621-8715-ddba12e25df6 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:07:19.058960 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7bd50095-3afa-4d6f-875a-b3cf63572550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:19.087427 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1a2ac662-3da9-403f-a2d3-db20052ee07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:19.093172 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-7bd50095-3afa-4d6f-875a-b3cf63572550 None None] Port 858f97dd-d6a3-4621-8715-ddba12e25df6 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:07:19.115217 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-8f928115-99b5-4e56-98a9-8df4c794eec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:19.197582 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1a2ac662-3da9-403f-a2d3-db20052ee07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:19.231807 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2ac662-3da9-403f-a2d3-db20052ee07a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b87b97b0-2841-4fee-9070-fe84c043055b,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:19.238543 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1a2ac662-3da9-403f-a2d3-db20052ee07a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:19.240550 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-1a2ac662-3da9-403f-a2d3-db20052ee07a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b87b97b0-2841-4fee-9070-fe84c043055b HTTP/1.1" status: 204 len: 168 time: 0.4062877 Sep 17 08:07:19.243111 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37122) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:07:19.294375 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-8f928115-99b5-4e56-98a9-8df4c794eec9 service neutron] For port 2e8d2cc8-f6f7-4d9c-ba24-cee4c068da0b, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=2e8d2cc8-f6f7-4d9c-ba24-cee4c068da0b,segment=NetworkSegment(89b028de-731b-41c1-a47f-5a829efa2b84),segment_id=89b028de-731b-41c1-a47f-5a829efa2b84)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:07:19.320337 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c26d3439-72d6-4dc3-9b08-84e1dba99a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:19.327448 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-8f928115-99b5-4e56-98a9-8df4c794eec9 service neutron] For port 2e8d2cc8-f6f7-4d9c-ba24-cee4c068da0b, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:07:19.359743 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-8f928115-99b5-4e56-98a9-8df4c794eec9 service neutron] device_id is not set on port 2e8d2cc8-f6f7-4d9c-ba24-cee4c068da0b yet. {{(pid=101290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 08:07:19.367794 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-8f928115-99b5-4e56-98a9-8df4c794eec9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:19.373215 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-8f928115-99b5-4e56-98a9-8df4c794eec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:19.408462 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a51d9-624b-478a-867e-cfcd7f67f252 req-5e4f3173-1223-4c67-b0a2-49232462a2ef tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:19.409988 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-593a51d9-624b-478a-867e-cfcd7f67f252 req-5e4f3173-1223-4c67-b0a2-49232462a2ef tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5824afe-a6bc-4b7d-9ccb-04d7bcdf358e HTTP/1.1" status: 200 len: 945 time: 0.0871606 Sep 17 08:07:19.437277 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-8f928115-99b5-4e56-98a9-8df4c794eec9 service neutron] No DVR routers for this DVR port 2e8d2cc8-f6f7-4d9c-ba24-cee4c068da0b on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:07:19.440597 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f928115-99b5-4e56-98a9-8df4c794eec9 service neutron] Pushing event updated for resources: {'Port': ['ID=2e8d2cc8-f6f7-4d9c-ba24-cee4c068da0b,revision_number=6']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:19.480408 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-8f928115-99b5-4e56-98a9-8df4c794eec9 service neutron] In _notify_port_updated(), no bound segment for port 2e8d2cc8-f6f7-4d9c-ba24-cee4c068da0b on network d8564b37-cdc8-4e9d-8712-8bb5e8dd0908 {{(pid=101290) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 08:07:19.481308 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-8f928115-99b5-4e56-98a9-8df4c794eec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:19.481929 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-8f928115-99b5-4e56-98a9-8df4c794eec9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:19.483255 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-8f928115-99b5-4e56-98a9-8df4c794eec9 service neutron] 10.222.0.39 "PUT /v2.0/ports/2e8d2cc8-f6f7-4d9c-ba24-cee4c068da0b HTTP/1.1" status: 200 len: 1033 time: 0.4645033 Sep 17 08:07:19.639896 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-afc56166-b3a7-4110-9ec3-006c10b019e5 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Deleting port 8c3cff88-1b52-462a-aa22-14e35f943803 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:07:19.640263 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-afc56166-b3a7-4110-9ec3-006c10b019e5 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:19.716541 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-2d3ebd55-2fdf-4aed-94c3-f0c83a4942e3 None None] Provisioning complete for port 2e8d2cc8-f6f7-4d9c-ba24-cee4c068da0b triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:07:19.716916 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2d3ebd55-2fdf-4aed-94c3-f0c83a4942e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:19.745058 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-afc56166-b3a7-4110-9ec3-006c10b019e5 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] For port 8c3cff88-1b52-462a-aa22-14e35f943803, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=8c3cff88-1b52-462a-aa22-14e35f943803,segment=NetworkSegment(b8383a2f-bb70-4f97-901a-162d8b652754),segment_id=b8383a2f-bb70-4f97-901a-162d8b652754)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:07:19.745466 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-afc56166-b3a7-4110-9ec3-006c10b019e5 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:19.750297 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-2d3ebd55-2fdf-4aed-94c3-f0c83a4942e3 None None] Port 2e8d2cc8-f6f7-4d9c-ba24-cee4c068da0b cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:07:19.760596 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-afc56166-b3a7-4110-9ec3-006c10b019e5 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Calling delete_port for 8c3cff88-1b52-462a-aa22-14e35f943803 owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:07:19.791337 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c26d3439-72d6-4dc3-9b08-84e1dba99a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:19.825382 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-c26d3439-72d6-4dc3-9b08-84e1dba99a47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f734cfe-9424-4643-8350-3bbd207db440']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:07:19.842736 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-c26d3439-72d6-4dc3-9b08-84e1dba99a47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a102f3a-4430-4c13-8507-ba057592a993') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:07:19.842966 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-c26d3439-72d6-4dc3-9b08-84e1dba99a47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a102f3a-4430-4c13-8507-ba057592a993') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:07:19.847000 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-593a51d9-624b-478a-867e-cfcd7f67f252 req-e3b14579-a85c-4275-a98b-4e9f4642acc8 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] 10.222.0.13 "GET /v2.0/security-groups?id=83742478-7935-4acd-a93b-b4526a9c1047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575545 Sep 17 08:07:19.855121 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c26d3439-72d6-4dc3-9b08-84e1dba99a47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:19.869786 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c26d3439-72d6-4dc3-9b08-84e1dba99a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:19.875797 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c26d3439-72d6-4dc3-9b08-84e1dba99a47 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:07:19.876223 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c26d3439-72d6-4dc3-9b08-84e1dba99a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:19.877999 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:07:19.877999 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:07:19.877999 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:07:19.877999 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:07:19.877999 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:07:19.877999 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:07:19.877999 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:07:19.877999 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:07:19.877999 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:07:19.877999 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:07:19.877999 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:07:19.877999 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:07:19.877999 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:07:19.877999 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:07:19.877999 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:07:19.877999 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:07:19.877999 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:07:19.877999 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:07:19.877999 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:07:19.877999 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:07:19.877999 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:07:19.877999 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:07:19.877999 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:07:19.877999 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:07:19.877999 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:07:19.877999 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:07:19.877999 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:07:19.877999 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:07:19.877999 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:07:19.877999 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:07:19.877999 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:07:19.877999 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:07:19.899140 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-afc56166-b3a7-4110-9ec3-006c10b019e5 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:19.906027 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-78c61841-4f5b-40e3-9cb1-c9747cbfe8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:19.927760 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc56166-b3a7-4110-9ec3-006c10b019e5 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Pushing event deleted for resources: {'Port': ['ID=8c3cff88-1b52-462a-aa22-14e35f943803,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:19.945876 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c26d3439-72d6-4dc3-9b08-84e1dba99a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:19.953984 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c26d3439-72d6-4dc3-9b08-84e1dba99a47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:19.960071 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-c26d3439-72d6-4dc3-9b08-84e1dba99a47 admin admin] 10.222.0.13 "DELETE /v2.0/networks/8f734cfe-9424-4643-8350-3bbd207db440 HTTP/1.1" status: 204 len: 168 time: 0.7158041 Sep 17 08:07:19.974125 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26d3439-72d6-4dc3-9b08-84e1dba99a47 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f734cfe-9424-4643-8350-3bbd207db440,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:19.978694 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-afc56166-b3a7-4110-9ec3-006c10b019e5 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] No DVR routers for this DVR port 8c3cff88-1b52-462a-aa22-14e35f943803 on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:07:19.981469 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-afc56166-b3a7-4110-9ec3-006c10b019e5 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:19.984194 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-afc56166-b3a7-4110-9ec3-006c10b019e5 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.39 "DELETE /v2.0/ports/8c3cff88-1b52-462a-aa22-14e35f943803 HTTP/1.1" status: 204 len: 173 time: 0.4871562 Sep 17 08:07:19.984709 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '706b6671-3c66-4294-84b0-31a8c1f04549', 'name': 'network-vif-deleted', 'tag': '8c3cff88-1b52-462a-aa22-14e35f943803'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:07:19.985039 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26d3439-72d6-4dc3-9b08-84e1dba99a47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:07:19.985597 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26d3439-72d6-4dc3-9b08-84e1dba99a47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:07:19.986012 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26d3439-72d6-4dc3-9b08-84e1dba99a47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:07:19.986456 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26d3439-72d6-4dc3-9b08-84e1dba99a47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:07:19.986865 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26d3439-72d6-4dc3-9b08-84e1dba99a47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:07:19.987265 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26d3439-72d6-4dc3-9b08-84e1dba99a47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:07:19.987497 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca0a679-c1a8-457f-afea-3e0de09d1ab7" -d '{"events": [{"server_uuid": "706b6671-3c66-4294-84b0-31a8c1f04549", "name": "network-vif-deleted", "tag": "8c3cff88-1b52-462a-aa22-14e35f943803"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:07:19.987727 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26d3439-72d6-4dc3-9b08-84e1dba99a47 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:07:19.988133 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26d3439-72d6-4dc3-9b08-84e1dba99a47 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:07:19.988528 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26d3439-72d6-4dc3-9b08-84e1dba99a47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:07:19.988920 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26d3439-72d6-4dc3-9b08-84e1dba99a47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:07:19.989474 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26d3439-72d6-4dc3-9b08-84e1dba99a47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:07:19.989846 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26d3439-72d6-4dc3-9b08-84e1dba99a47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:07:20.043274 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-796caead-2ffc-43c0-a055-54120fd430d3 x-openstack-request-id: req-796caead-2ffc-43c0-a055-54120fd430d3 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:07:20.043573 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "706b6671-3c66-4294-84b0-31a8c1f04549", "name": "network-vif-deleted", "tag": "8c3cff88-1b52-462a-aa22-14e35f943803", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:07:20.043828 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-796caead-2ffc-43c0-a055-54120fd430d3 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:07:20.044250 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '706b6671-3c66-4294-84b0-31a8c1f04549', 'name': 'network-vif-deleted', 'tag': '8c3cff88-1b52-462a-aa22-14e35f943803', 'status': 'completed', 'code': 200} Sep 17 08:07:20.052047 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5c0d1-6ea8-4b66-b34d-3ae9ae2daa6a req-0b1cd2d5-2f75-4cc5-8274-d11623882377 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:20.059257 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5c0d1-6ea8-4b66-b34d-3ae9ae2daa6a req-0b1cd2d5-2f75-4cc5-8274-d11623882377 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:20.065374 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5c0d1-6ea8-4b66-b34d-3ae9ae2daa6a req-0b1cd2d5-2f75-4cc5-8274-d11623882377 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:20.079971 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5c0d1-6ea8-4b66-b34d-3ae9ae2daa6a req-0b1cd2d5-2f75-4cc5-8274-d11623882377 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:20.084357 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b6e5c0d1-6ea8-4b66-b34d-3ae9ae2daa6a req-0b1cd2d5-2f75-4cc5-8274-d11623882377 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/ports?device_id=706b6671-3c66-4294-84b0-31a8c1f04549 HTTP/1.1" status: 200 len: 3150 time: 0.0891328 Sep 17 08:07:20.091691 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37134) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:07:20.120179 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-de45b9ac-4ab1-4cb5-9df7-8f4996c4b4a8 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Deleting port 9daf9ec3-be6c-41a6-bf27-2c5e926410d5 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:07:20.120707 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-de45b9ac-4ab1-4cb5-9df7-8f4996c4b4a8 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:20.153275 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b6e5c0d1-6ea8-4b66-b34d-3ae9ae2daa6a req-16916927-fe7a-4723-9d6b-d3d5c569d98d tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7c26f3e-d59d-4df9-b197-93a229a68ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520110 Sep 17 08:07:20.159342 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-0c2d8e49-2916-4479-84f5-1e6c7b0eb7b3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dc8521354b0e4d80a7443a0a0ff2ed4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0654106 Sep 17 08:07:20.161850 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37136) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:07:20.213082 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-75b01537-b2b2-419e-ade7-42e7be566a35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:20.213816 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-de45b9ac-4ab1-4cb5-9df7-8f4996c4b4a8 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] For port 9daf9ec3-be6c-41a6-bf27-2c5e926410d5, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=9daf9ec3-be6c-41a6-bf27-2c5e926410d5,segment=NetworkSegment(89b028de-731b-41c1-a47f-5a829efa2b84),segment_id=89b028de-731b-41c1-a47f-5a829efa2b84)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:07:20.214218 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-de45b9ac-4ab1-4cb5-9df7-8f4996c4b4a8 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:20.226727 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-de45b9ac-4ab1-4cb5-9df7-8f4996c4b4a8 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Calling delete_port for 9daf9ec3-be6c-41a6-bf27-2c5e926410d5 owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:07:20.235131 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-75b01537-b2b2-419e-ade7-42e7be566a35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:20.287641 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-75b01537-b2b2-419e-ade7-42e7be566a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:20.290796 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-75b01537-b2b2-419e-ade7-42e7be566a35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:20.292067 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-75b01537-b2b2-419e-ade7-42e7be566a35 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f25a1d73-748d-4eac-bb6b-5082e0a38319 HTTP/1.1" status: 204 len: 168 time: 0.1292751 Sep 17 08:07:20.300693 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b01537-b2b2-419e-ade7-42e7be566a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f25a1d73-748d-4eac-bb6b-5082e0a38319,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:20.695902 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-de45b9ac-4ab1-4cb5-9df7-8f4996c4b4a8 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:20.736793 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de45b9ac-4ab1-4cb5-9df7-8f4996c4b4a8 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Pushing event deleted for resources: {'Port': ['ID=9daf9ec3-be6c-41a6-bf27-2c5e926410d5,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:20.778782 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-de45b9ac-4ab1-4cb5-9df7-8f4996c4b4a8 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] No DVR routers for this DVR port 9daf9ec3-be6c-41a6-bf27-2c5e926410d5 on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:07:20.782019 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-de45b9ac-4ab1-4cb5-9df7-8f4996c4b4a8 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:20.785800 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-de45b9ac-4ab1-4cb5-9df7-8f4996c4b4a8 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.39 "DELETE /v2.0/ports/9daf9ec3-be6c-41a6-bf27-2c5e926410d5 HTTP/1.1" status: 204 len: 173 time: 0.7861357 Sep 17 08:07:20.895684 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-66534b05-7b9a-491b-baa1-0e71d6172db0 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Deleting port be665358-5a2c-4dfe-be6e-8c1aa523ee59 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:07:20.896191 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-66534b05-7b9a-491b-baa1-0e71d6172db0 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:20.969941 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63752ec2-7d5a-442e-8f89-34e7e95e36a6 req-4737050f-b13b-4c94-9e5e-220f7374eb7e tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:20.971480 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-63752ec2-7d5a-442e-8f89-34e7e95e36a6 req-4737050f-b13b-4c94-9e5e-220f7374eb7e tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5824afe-a6bc-4b7d-9ccb-04d7bcdf358e HTTP/1.1" status: 200 len: 945 time: 0.0550599 Sep 17 08:07:21.000445 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-66534b05-7b9a-491b-baa1-0e71d6172db0 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] For port be665358-5a2c-4dfe-be6e-8c1aa523ee59, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=be665358-5a2c-4dfe-be6e-8c1aa523ee59,segment=NetworkSegment(89b028de-731b-41c1-a47f-5a829efa2b84),segment_id=89b028de-731b-41c1-a47f-5a829efa2b84)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:07:21.000824 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-66534b05-7b9a-491b-baa1-0e71d6172db0 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:21.014364 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-66534b05-7b9a-491b-baa1-0e71d6172db0 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Calling delete_port for be665358-5a2c-4dfe-be6e-8c1aa523ee59 owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:07:21.014564 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-63752ec2-7d5a-442e-8f89-34e7e95e36a6 req-32f4edf3-b75a-49b2-9565-fc901bc7f63e tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] 10.222.0.13 "GET /v2.0/security-groups?id=83742478-7935-4acd-a93b-b4526a9c1047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341408 Sep 17 08:07:21.091402 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 8faf74e8-b077-4030-8482-c53499423d1c no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:07:21.115710 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] No Port match for: 8faf74e8-b077-4030-8482-c53499423d1c {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:07:21.119219 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 8faf74e8-b077-4030-8482-c53499423d1c not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:07:21.161677 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671cea37-c798-42af-ab38-83782021b461 req-e1511949-ac2e-43cb-8439-bc00b5604107 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:21.169611 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-671cea37-c798-42af-ab38-83782021b461 req-e1511949-ac2e-43cb-8439-bc00b5604107 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5824afe-a6bc-4b7d-9ccb-04d7bcdf358e HTTP/1.1" status: 200 len: 945 time: 0.0600784 Sep 17 08:07:21.173078 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-66534b05-7b9a-491b-baa1-0e71d6172db0 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:21.207895 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66534b05-7b9a-491b-baa1-0e71d6172db0 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Pushing event deleted for resources: {'Port': ['ID=be665358-5a2c-4dfe-be6e-8c1aa523ee59,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:21.220371 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-671cea37-c798-42af-ab38-83782021b461 req-873530f3-3d74-41ba-a8cd-68b57aa995d9 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] 10.222.0.13 "GET /v2.0/security-groups?id=83742478-7935-4acd-a93b-b4526a9c1047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497661 Sep 17 08:07:21.267803 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-66534b05-7b9a-491b-baa1-0e71d6172db0 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] No DVR routers for this DVR port be665358-5a2c-4dfe-be6e-8c1aa523ee59 on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:07:21.271290 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-66534b05-7b9a-491b-baa1-0e71d6172db0 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:21.274020 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-66534b05-7b9a-491b-baa1-0e71d6172db0 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.39 "DELETE /v2.0/ports/be665358-5a2c-4dfe-be6e-8c1aa523ee59 HTTP/1.1" status: 204 len: 173 time: 0.4820807 Sep 17 08:07:21.375668 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d4c5e9-bf19-4edc-9751-015b70b8efad req-a427e6fd-485b-48f1-86b1-05c512241fe9 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:21.382402 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d4c5e9-bf19-4edc-9751-015b70b8efad req-a427e6fd-485b-48f1-86b1-05c512241fe9 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:21.383904 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-38d4c5e9-bf19-4edc-9751-015b70b8efad req-a427e6fd-485b-48f1-86b1-05c512241fe9 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/ports?device_id=706b6671-3c66-4294-84b0-31a8c1f04549 HTTP/1.1" status: 200 len: 1681 time: 0.0739672 Sep 17 08:07:21.386047 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-aa8390a5-b8b6-47e6-831a-deb969ff03d9 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Deleting port a7ef312a-eb2e-4797-8814-785105b7823f {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:07:21.386466 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-aa8390a5-b8b6-47e6-831a-deb969ff03d9 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:21.425582 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-38d4c5e9-bf19-4edc-9751-015b70b8efad req-ef23dc08-a879-4641-8c6e-e08edf865380 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7c26f3e-d59d-4df9-b197-93a229a68ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325756 Sep 17 08:07:21.500214 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-aa8390a5-b8b6-47e6-831a-deb969ff03d9 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] For port a7ef312a-eb2e-4797-8814-785105b7823f, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=a7ef312a-eb2e-4797-8814-785105b7823f,segment=NetworkSegment(b8383a2f-bb70-4f97-901a-162d8b652754),segment_id=b8383a2f-bb70-4f97-901a-162d8b652754)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:07:21.503163 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-aa8390a5-b8b6-47e6-831a-deb969ff03d9 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:21.514595 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-aa8390a5-b8b6-47e6-831a-deb969ff03d9 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Calling delete_port for a7ef312a-eb2e-4797-8814-785105b7823f owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:07:21.540326 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4ee9b09b-4113-4e21-8266-e275ccbcdad6 req-7f99cddb-88ef-4f11-bc1d-5d537a10e24c tempest-ServerShowV257Test-191554850 tempest-ServerShowV257Test-191554850-project] 10.222.0.13 "GET /v2.0/ports?device_id=881d75d1-7e10-43be-a1e8-8bb8394cbcba HTTP/1.1" status: 200 len: 210 time: 0.0418038 Sep 17 08:07:21.574995 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f57a067-6c54-4c0b-bac5-0370fc84a073 req-19245a10-649b-429d-b9ce-b6b112663442 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:21.577259 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0f57a067-6c54-4c0b-bac5-0370fc84a073 req-19245a10-649b-429d-b9ce-b6b112663442 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5824afe-a6bc-4b7d-9ccb-04d7bcdf358e HTTP/1.1" status: 200 len: 945 time: 0.0882509 Sep 17 08:07:21.619025 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0f57a067-6c54-4c0b-bac5-0370fc84a073 req-4c53203f-762c-429a-83bb-72e58b0a269e tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] 10.222.0.13 "GET /v2.0/security-groups?id=83742478-7935-4acd-a93b-b4526a9c1047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342588 Sep 17 08:07:21.640224 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 9daf9ec3-be6c-41a6-bf27-2c5e926410d5 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:07:21.641981 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37190) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:07:21.659224 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-aa8390a5-b8b6-47e6-831a-deb969ff03d9 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:21.673861 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: 9daf9ec3-be6c-41a6-bf27-2c5e926410d5 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:07:21.674561 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 9daf9ec3-be6c-41a6-bf27-2c5e926410d5 not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:07:21.675196 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device be665358-5a2c-4dfe-be6e-8c1aa523ee59 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:07:21.694394 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8390a5-b8b6-47e6-831a-deb969ff03d9 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Pushing event deleted for resources: {'Port': ['ID=a7ef312a-eb2e-4797-8814-785105b7823f,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:21.699062 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: be665358-5a2c-4dfe-be6e-8c1aa523ee59 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:07:21.700018 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device be665358-5a2c-4dfe-be6e-8c1aa523ee59 not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:07:21.701556 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device a68e833f-a972-4578-b451-f6cdb669cad4 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:07:21.766332 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-aa8390a5-b8b6-47e6-831a-deb969ff03d9 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] No DVR routers for this DVR port a7ef312a-eb2e-4797-8814-785105b7823f on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:07:21.769051 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-aa8390a5-b8b6-47e6-831a-deb969ff03d9 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:21.772939 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-aa8390a5-b8b6-47e6-831a-deb969ff03d9 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.39 "DELETE /v2.0/ports/a7ef312a-eb2e-4797-8814-785105b7823f HTTP/1.1" status: 204 len: 173 time: 0.4921129 Sep 17 08:07:21.849113 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:21.899501 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port a68e833f-a972-4578-b451-f6cdb669cad4, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=a68e833f-a972-4578-b451-f6cdb669cad4,segment=NetworkSegment(53a694f4-1e34-4b49-878a-62ea2d098ec0),segment_id=53a694f4-1e34-4b49-878a-62ea2d098ec0)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:07:21.900662 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '706b6671-3c66-4294-84b0-31a8c1f04549', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a68e833f-a972-4578-b451-f6cdb669cad4'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:07:21.908260 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c78df04c-3166-480c-a922-c60abe0c62b3" -d '{"events": [{"server_uuid": "706b6671-3c66-4294-84b0-31a8c1f04549", "name": "network-vif-unplugged", "status": "completed", "tag": "a68e833f-a972-4578-b451-f6cdb669cad4"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:07:21.923004 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:21.923739 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 8c3cff88-1b52-462a-aa22-14e35f943803 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:07:21.986795 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 08:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f119d2f-a761-4c65-8b56-fb41d5043587 x-openstack-request-id: req-2f119d2f-a761-4c65-8b56-fb41d5043587 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:07:21.987460 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "706b6671-3c66-4294-84b0-31a8c1f04549", "name": "network-vif-unplugged", "status": "completed", "tag": "a68e833f-a972-4578-b451-f6cdb669cad4", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:07:21.987934 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2f119d2f-a761-4c65-8b56-fb41d5043587 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:07:21.988548 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '706b6671-3c66-4294-84b0-31a8c1f04549', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a68e833f-a972-4578-b451-f6cdb669cad4', 'code': 200} Sep 17 08:07:21.988989 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb1c556-f253-4edd-81c8-870d3a783a3a tempest-TestServerBasicOps-1794012981 tempest-TestServerBasicOps-1794012981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:21.989667 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: 8c3cff88-1b52-462a-aa22-14e35f943803 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:07:21.990044 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 8c3cff88-1b52-462a-aa22-14e35f943803 not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:07:21.990417 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 2e8d2cc8-f6f7-4d9c-ba24-cee4c068da0b no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:07:21.990646 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-cfb1c556-f253-4edd-81c8-870d3a783a3a tempest-TestServerBasicOps-1794012981 tempest-TestServerBasicOps-1794012981-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a5824afe-a6bc-4b7d-9ccb-04d7bcdf358e HTTP/1.1" status: 200 len: 1091 time: 0.3475354 Sep 17 08:07:21.993398 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-64aca9ae-abed-4515-b73f-c7f4d348c4a1 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Deleting port a68e833f-a972-4578-b451-f6cdb669cad4 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:07:21.994937 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37200) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:07:21.995544 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-64aca9ae-abed-4515-b73f-c7f4d348c4a1 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:22.000056 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-4cc92daa-cbfe-42c6-92fa-2a9f5cc5bd33 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Request body: {'floatingip': {'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'port_id': 'e4520fde-a66a-46b7-8fc2-eb7cde68e52c', 'tenant_id': '260b03f453f349768a37ec125c8bcd26', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:07:22.025448 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4cc92daa-cbfe-42c6-92fa-2a9f5cc5bd33 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Notify callbacks [] for floatingip, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:22.048564 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 2e8d2cc8-f6f7-4d9c-ba24-cee4c068da0b not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:07:22.049286 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 858f97dd-d6a3-4621-8715-ddba12e25df6 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:07:22.051108 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=a68e833f-a972-4578-b451-f6cdb669cad4,revision_number=6']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:22.069853 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '706b6671-3c66-4294-84b0-31a8c1f04549', 'name': 'network-vif-deleted', 'tag': '9daf9ec3-be6c-41a6-bf27-2c5e926410d5'}, {'server_uuid': '706b6671-3c66-4294-84b0-31a8c1f04549', 'name': 'network-vif-deleted', 'tag': 'be665358-5a2c-4dfe-be6e-8c1aa523ee59'}, {'server_uuid': '706b6671-3c66-4294-84b0-31a8c1f04549', 'name': 'network-vif-deleted', 'tag': 'a7ef312a-eb2e-4797-8814-785105b7823f'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:07:22.072502 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72aad7da-970e-45e0-a913-8ee00831eee1" -d '{"events": [{"server_uuid": "706b6671-3c66-4294-84b0-31a8c1f04549", "name": "network-vif-deleted", "tag": "9daf9ec3-be6c-41a6-bf27-2c5e926410d5"}, {"server_uuid": "706b6671-3c66-4294-84b0-31a8c1f04549", "name": "network-vif-deleted", "tag": "be665358-5a2c-4dfe-be6e-8c1aa523ee59"}, {"server_uuid": "706b6671-3c66-4294-84b0-31a8c1f04549", "name": "network-vif-deleted", "tag": "a7ef312a-eb2e-4797-8814-785105b7823f"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:07:22.106261 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 858f97dd-d6a3-4621-8715-ddba12e25df6 not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:07:22.106852 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device a7ef312a-eb2e-4797-8814-785105b7823f no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:07:22.131478 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: a7ef312a-eb2e-4797-8814-785105b7823f {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:07:22.131822 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device a7ef312a-eb2e-4797-8814-785105b7823f not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:07:22.148798 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-64aca9ae-abed-4515-b73f-c7f4d348c4a1 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] For port a68e833f-a972-4578-b451-f6cdb669cad4, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=a68e833f-a972-4578-b451-f6cdb669cad4,segment=NetworkSegment(53a694f4-1e34-4b49-878a-62ea2d098ec0),segment_id=53a694f4-1e34-4b49-878a-62ea2d098ec0)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:07:22.149018 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-64aca9ae-abed-4515-b73f-c7f4d348c4a1 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:22.168308 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4cc92daa-cbfe-42c6-92fa-2a9f5cc5bd33 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:22.221923 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 17 Sep 2021 08:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc634915-9ab3-4c0f-a903-71bf1ff2580c x-openstack-request-id: req-cc634915-9ab3-4c0f-a903-71bf1ff2580c {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:07:22.222458 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "706b6671-3c66-4294-84b0-31a8c1f04549", "name": "network-vif-deleted", "tag": "9daf9ec3-be6c-41a6-bf27-2c5e926410d5", "status": "completed", "code": 200}, {"server_uuid": "706b6671-3c66-4294-84b0-31a8c1f04549", "name": "network-vif-deleted", "tag": "be665358-5a2c-4dfe-be6e-8c1aa523ee59", "status": "completed", "code": 200}, {"server_uuid": "706b6671-3c66-4294-84b0-31a8c1f04549", "name": "network-vif-deleted", "tag": "a7ef312a-eb2e-4797-8814-785105b7823f", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:07:22.222458 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cc634915-9ab3-4c0f-a903-71bf1ff2580c {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:07:22.222835 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '706b6671-3c66-4294-84b0-31a8c1f04549', 'name': 'network-vif-deleted', 'tag': '9daf9ec3-be6c-41a6-bf27-2c5e926410d5', 'status': 'completed', 'code': 200} Sep 17 08:07:22.223086 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '706b6671-3c66-4294-84b0-31a8c1f04549', 'name': 'network-vif-deleted', 'tag': 'be665358-5a2c-4dfe-be6e-8c1aa523ee59', 'status': 'completed', 'code': 200} Sep 17 08:07:22.223340 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '706b6671-3c66-4294-84b0-31a8c1f04549', 'name': 'network-vif-deleted', 'tag': 'a7ef312a-eb2e-4797-8814-785105b7823f', 'status': 'completed', 'code': 200} Sep 17 08:07:22.305824 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-4cc92daa-cbfe-42c6-92fa-2a9f5cc5bd33 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Allocated IP 172.25.6.240 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/a443720b-c1da-4807-835c-ee7f74315e62) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:07:22.412171 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8dee1ff8-b224-4c10-8f9c-8fb648f23aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:22.423381 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4cc92daa-cbfe-42c6-92fa-2a9f5cc5bd33 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:22.427257 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-64aca9ae-abed-4515-b73f-c7f4d348c4a1 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:22.427723 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-64aca9ae-abed-4515-b73f-c7f4d348c4a1 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:22.428347 n-d-789963-9 neutron-server[101290]: INFO neutron.db.l3_db [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-64aca9ae-abed-4515-b73f-c7f4d348c4a1 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Floating IP cf6324e5-1f1a-4bd4-9913-811d8029ae3f disassociated. External IP: 172.25.6.230, port: a68e833f-a972-4578-b451-f6cdb669cad4. Sep 17 08:07:22.428698 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-64aca9ae-abed-4515-b73f-c7f4d348c4a1 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Calling delete_port for a68e833f-a972-4578-b451-f6cdb669cad4 owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:07:22.457117 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4cc92daa-cbfe-42c6-92fa-2a9f5cc5bd33 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:22.492110 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc92daa-cbfe-42c6-92fa-2a9f5cc5bd33 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:07:22.496601 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-4cc92daa-cbfe-42c6-92fa-2a9f5cc5bd33 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:07:22.500201 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc92daa-cbfe-42c6-92fa-2a9f5cc5bd33 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:07:22.536995 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc92daa-cbfe-42c6-92fa-2a9f5cc5bd33 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Pushing event updated for resources: {'Port': ['ID=a443720b-c1da-4807-835c-ee7f74315e62,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:22.569669 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-64aca9ae-abed-4515-b73f-c7f4d348c4a1 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:22.608758 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aca9ae-abed-4515-b73f-c7f4d348c4a1 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Pushing event deleted for resources: {'Port': ['ID=a68e833f-a972-4578-b451-f6cdb669cad4,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:22.626381 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de80124-7067-4ac5-b9af-f50b51844604 req-2e745224-339c-4446-815a-bc1092a88afd tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:22.628027 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2de80124-7067-4ac5-b9af-f50b51844604 req-2e745224-339c-4446-815a-bc1092a88afd tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/ports?device_id=706b6671-3c66-4294-84b0-31a8c1f04549 HTTP/1.1" status: 200 len: 865 time: 0.0949125 Sep 17 08:07:22.679514 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:22.698327 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cf45c880-63a3-411b-8cf0-c3713d8522f0 req-f5448a14-c935-4286-9b9f-8aaf459c19b4 tempest-ServerShowV257Test-191554850 tempest-ServerShowV257Test-191554850-project] 10.222.0.13 "GET /v2.0/ports?device_id=881d75d1-7e10-43be-a1e8-8bb8394cbcba HTTP/1.1" status: 200 len: 210 time: 0.0524857 Sep 17 08:07:22.753821 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-64aca9ae-abed-4515-b73f-c7f4d348c4a1 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Router 1a52d8a5-f821-4f63-9825-fd7818a6a132 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:07:22.756505 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2de80124-7067-4ac5-b9af-f50b51844604 req-e669bafe-c864-4151-b315-0bdcbdb5b9bd tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7c26f3e-d59d-4df9-b197-93a229a68ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095796 Sep 17 08:07:22.877161 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-64aca9ae-abed-4515-b73f-c7f4d348c4a1 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:07:22.890345 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7861a7e1-13ca-466c-808b-07752c9d8974 None None] Sync routers for ids ['1a52d8a5-f821-4f63-9825-fd7818a6a132'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:07:22.903667 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7861a7e1-13ca-466c-808b-07752c9d8974 None None] Routers {'1a52d8a5-f821-4f63-9825-fd7818a6a132'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:07:22.904271 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-7861a7e1-13ca-466c-808b-07752c9d8974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:07:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['1a52d8a5-f821-4f63-9825-fd7818a6a132'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:07:22.925483 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-64aca9ae-abed-4515-b73f-c7f4d348c4a1 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] No DVR routers for this DVR port a68e833f-a972-4578-b451-f6cdb669cad4 on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:07:22.929301 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-64aca9ae-abed-4515-b73f-c7f4d348c4a1 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:22.930603 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fc2c6586-9cf6-4bcc-9998-c88390adba5d req-64aca9ae-abed-4515-b73f-c7f4d348c4a1 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.39 "DELETE /v2.0/ports/a68e833f-a972-4578-b451-f6cdb669cad4 HTTP/1.1" status: 204 len: 173 time: 1.1510155 Sep 17 08:07:23.026131 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4cc92daa-cbfe-42c6-92fa-2a9f5cc5bd33 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:23.061154 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-7861a7e1-13ca-466c-808b-07752c9d8974 None None] Set router 1a52d8a5-f821-4f63-9825-fd7818a6a132 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:07:23.132119 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4cc92daa-cbfe-42c6-92fa-2a9f5cc5bd33 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:23.287504 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-7861a7e1-13ca-466c-808b-07752c9d8974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a52d8a5-f821-4f63-9825-fd7818a6a132', 'name': 'tempest-TaggedBootDevicesTest_v242-2727712-router', 'tenant_id': 'be827b1e83e148ae835f43092deae86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '12e9afc6-c1b7-4084-839a-d409f270f026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:57:32Z', 'updated_at': '2021-09-17T07:57:37Z', 'revision_number': 4, 'project_id': 'be827b1e83e148ae835f43092deae86a', 'gw_port': {'id': '12e9afc6-c1b7-4084-839a-d409f270f026', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:db:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a52d8a5-f821-4f63-9825-fd7818a6a132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:57:33Z', 'updated_at': '2021-09-17T07:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'ea7193ed-84f4-4124-910f-ff52230cb410', 'name': '', 'network_id': '6cfc3ea8-69fd-4619-936c-5df378582b6b', 'tenant_id': 'be827b1e83e148ae835f43092deae86a', 'mac_address': 'fa:16:3e:bf:bc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a52d8a5-f821-4f63-9825-fd7818a6a132', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '5f067041-ce8b-4655-bfa4-ebeec18fa6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:57:36Z', 'updated_at': '2021-09-17T07:57:41Z', 'revision_number': 5, 'project_id': 'be827b1e83e148ae835f43092deae86a', 'subnets': [{'id': '5f067041-ce8b-4655-bfa4-ebeec18fa6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:07:23.319366 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4cc92daa-cbfe-42c6-92fa-2a9f5cc5bd33 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:23.320850 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7861a7e1-13ca-466c-808b-07752c9d8974 None None] Checking router: 1a52d8a5-f821-4f63-9825-fd7818a6a132 for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:07:23.325853 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4cc92daa-cbfe-42c6-92fa-2a9f5cc5bd33 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:23.332024 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7861a7e1-13ca-466c-808b-07752c9d8974 None None] Routers {'1a52d8a5-f821-4f63-9825-fd7818a6a132'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:07:23.332024 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-7861a7e1-13ca-466c-808b-07752c9d8974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:07:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['1a52d8a5-f821-4f63-9825-fd7818a6a132'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:07:23.397868 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc92daa-cbfe-42c6-92fa-2a9f5cc5bd33 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Pushing event updated for resources: {'Port': ['ID=a443720b-c1da-4807-835c-ee7f74315e62,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:23.408744 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4cc92daa-cbfe-42c6-92fa-2a9f5cc5bd33 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:23.450510 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-7861a7e1-13ca-466c-808b-07752c9d8974 None None] Set router 1a52d8a5-f821-4f63-9825-fd7818a6a132 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:07:23.523382 n-d-789963-9 neutron-server[101289]: INFO neutron.db.l3_db [None req-4cc92daa-cbfe-42c6-92fa-2a9f5cc5bd33 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Floating IP 0b0d7b49-038d-4691-86b6-15a28d28b66f associated. External IP: 172.25.6.240, port: e4520fde-a66a-46b7-8fc2-eb7cde68e52c. Sep 17 08:07:23.738067 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cc92daa-cbfe-42c6-92fa-2a9f5cc5bd33 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Router 325b293f-cec9-408a-8a1a-19e61c6867e3 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:07:23.831662 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:23.847361 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-7861a7e1-13ca-466c-808b-07752c9d8974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a52d8a5-f821-4f63-9825-fd7818a6a132', 'name': 'tempest-TaggedBootDevicesTest_v242-2727712-router', 'tenant_id': 'be827b1e83e148ae835f43092deae86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '12e9afc6-c1b7-4084-839a-d409f270f026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:57:32Z', 'updated_at': '2021-09-17T07:57:37Z', 'revision_number': 4, 'project_id': 'be827b1e83e148ae835f43092deae86a', 'gw_port': {'id': '12e9afc6-c1b7-4084-839a-d409f270f026', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:db:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a52d8a5-f821-4f63-9825-fd7818a6a132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:57:33Z', 'updated_at': '2021-09-17T07:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'ea7193ed-84f4-4124-910f-ff52230cb410', 'name': '', 'network_id': '6cfc3ea8-69fd-4619-936c-5df378582b6b', 'tenant_id': 'be827b1e83e148ae835f43092deae86a', 'mac_address': 'fa:16:3e:bf:bc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a52d8a5-f821-4f63-9825-fd7818a6a132', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '5f067041-ce8b-4655-bfa4-ebeec18fa6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:57:36Z', 'updated_at': '2021-09-17T07:57:41Z', 'revision_number': 5, 'project_id': 'be827b1e83e148ae835f43092deae86a', 'subnets': [{'id': '5f067041-ce8b-4655-bfa4-ebeec18fa6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:07:23.875294 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7861a7e1-13ca-466c-808b-07752c9d8974 None None] The sync data for ids ['1a52d8a5-f821-4f63-9825-fd7818a6a132'] in n-d-789963-9 is: [{'id': '1a52d8a5-f821-4f63-9825-fd7818a6a132', 'name': 'tempest-TaggedBootDevicesTest_v242-2727712-router', 'tenant_id': 'be827b1e83e148ae835f43092deae86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '12e9afc6-c1b7-4084-839a-d409f270f026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:57:32Z', 'updated_at': '2021-09-17T07:57:37Z', 'revision_number': 4, 'project_id': 'be827b1e83e148ae835f43092deae86a', 'gw_port': {'id': '12e9afc6-c1b7-4084-839a-d409f270f026', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:db:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a52d8a5-f821-4f63-9825-fd7818a6a132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:57:33Z', 'updated_at': '2021-09-17T07:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'ea7193ed-84f4-4124-910f-ff52230cb410', 'name': '', 'network_id': '6cfc3ea8-69fd-4619-936c-5df378582b6b', 'tenant_id': 'be827b1e83e148ae835f43092deae86a', 'mac_address': 'fa:16:3e:bf:bc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a52d8a5-f821-4f63-9825-fd7818a6a132', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '5f067041-ce8b-4655-bfa4-ebeec18fa6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:57:36Z', 'updated_at': '2021-09-17T07:57:41Z', 'revision_number': 5, 'project_id': 'be827b1e83e148ae835f43092deae86a', 'subnets': [{'id': '5f067041-ce8b-4655-bfa4-ebeec18fa6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:07:23.901625 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f21293b1-7611-4c47-96e0-4136598e6abc req-c9509e31-4b60-48d3-98fe-224f0a6a531b tempest-ServerShowV257Test-191554850 tempest-ServerShowV257Test-191554850-project] 10.222.0.13 "GET /v2.0/ports?device_id=881d75d1-7e10-43be-a1e8-8bb8394cbcba HTTP/1.1" status: 200 len: 210 time: 0.0714555 Sep 17 08:07:23.929826 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f5dd1336-2502-4d5e-a305-7d7966d84e2b req-fdf22dd5-d5fc-4b82-8035-ff91f2ec1c86 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/ports?device_id=706b6671-3c66-4294-84b0-31a8c1f04549 HTTP/1.1" status: 200 len: 210 time: 0.0716243 Sep 17 08:07:23.933905 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc92daa-cbfe-42c6-92fa-2a9f5cc5bd33 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:07:23.945984 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a796da29-73d1-4b70-a19a-bfb849ab237f None None] Sync routers for ids ['325b293f-cec9-408a-8a1a-19e61c6867e3'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:07:23.952774 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4cc92daa-cbfe-42c6-92fa-2a9f5cc5bd33 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:23.958241 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a796da29-73d1-4b70-a19a-bfb849ab237f None None] Routers {'325b293f-cec9-408a-8a1a-19e61c6867e3'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:07:23.959235 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-a796da29-73d1-4b70-a19a-bfb849ab237f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:07:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['325b293f-cec9-408a-8a1a-19e61c6867e3'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:07:23.998103 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-4cc92daa-cbfe-42c6-92fa-2a9f5cc5bd33 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0019107 Sep 17 08:07:23.999157 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5824afe-a6bc-4b7d-9ccb-04d7bcdf358e', 'tag': 'e4520fde-a66a-46b7-8fc2-eb7cde68e52c'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:07:24.001868 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef1a119-af83-429c-b155-01cd58fe0926" -d '{"events": [{"name": "network-changed", "server_uuid": "a5824afe-a6bc-4b7d-9ccb-04d7bcdf358e", "tag": "e4520fde-a66a-46b7-8fc2-eb7cde68e52c"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:07:24.055179 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d6f2170-152a-4ba9-bdca-84bb98c56c47 x-openstack-request-id: req-5d6f2170-152a-4ba9-bdca-84bb98c56c47 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:07:24.055873 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5824afe-a6bc-4b7d-9ccb-04d7bcdf358e", "tag": "e4520fde-a66a-46b7-8fc2-eb7cde68e52c", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:07:24.057007 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5d6f2170-152a-4ba9-bdca-84bb98c56c47 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:07:24.057366 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5824afe-a6bc-4b7d-9ccb-04d7bcdf358e', 'tag': 'e4520fde-a66a-46b7-8fc2-eb7cde68e52c', 'status': 'completed', 'code': 200} Sep 17 08:07:24.130348 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-a796da29-73d1-4b70-a19a-bfb849ab237f None None] Set router 325b293f-cec9-408a-8a1a-19e61c6867e3 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:07:24.169128 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef1a119-af83-429c-b155-01cd58fe0926 req-13167f08-e41b-4356-82cf-c55b1a3ea6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:24.170673 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-eef1a119-af83-429c-b155-01cd58fe0926 req-13167f08-e41b-4356-82cf-c55b1a3ea6c5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=260b03f453f349768a37ec125c8bcd26&device_id=a5824afe-a6bc-4b7d-9ccb-04d7bcdf358e HTTP/1.1" status: 200 len: 1096 time: 0.0498049 Sep 17 08:07:24.219664 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93cdda2-59ad-482e-88d4-177ef0a78147 None None] New status for floating IP cf6324e5-1f1a-4bd4-9913-811d8029ae3f: DOWN {{(pid=101291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 08:07:24.242752 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '706b6671-3c66-4294-84b0-31a8c1f04549', 'name': 'network-vif-deleted', 'tag': 'a68e833f-a972-4578-b451-f6cdb669cad4'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:07:24.245591 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9265b41-45a1-4bef-831e-57d9c1b4cf57" -d '{"events": [{"server_uuid": "706b6671-3c66-4294-84b0-31a8c1f04549", "name": "network-vif-deleted", "tag": "a68e833f-a972-4578-b451-f6cdb669cad4"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:07:24.282159 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef1a119-af83-429c-b155-01cd58fe0926 req-c68831f2-a0bc-473d-91ab-12a03e0b1aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:24.283977 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-eef1a119-af83-429c-b155-01cd58fe0926 req-c68831f2-a0bc-473d-91ab-12a03e0b1aa7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3e7c1e00-bad7-4380-8834-71b168d79dbc HTTP/1.1" status: 200 len: 908 time: 0.1002913 Sep 17 08:07:24.361758 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7052ccc-2400-46d4-a3db-26a366e51632 x-openstack-request-id: req-a7052ccc-2400-46d4-a3db-26a366e51632 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:07:24.362239 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "706b6671-3c66-4294-84b0-31a8c1f04549", "name": "network-vif-deleted", "tag": "a68e833f-a972-4578-b451-f6cdb669cad4", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:07:24.362584 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a7052ccc-2400-46d4-a3db-26a366e51632 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:07:24.363057 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '706b6671-3c66-4294-84b0-31a8c1f04549', 'name': 'network-vif-deleted', 'tag': 'a68e833f-a972-4578-b451-f6cdb669cad4', 'status': 'completed', 'code': 200} Sep 17 08:07:24.396069 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-eef1a119-af83-429c-b155-01cd58fe0926 req-794de931-3ec4-4a75-a19c-acd87eaf24d8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4520fde-a66a-46b7-8fc2-eb7cde68e52c HTTP/1.1" status: 200 len: 999 time: 0.0993397 Sep 17 08:07:24.398168 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-a796da29-73d1-4b70-a19a-bfb849ab237f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325b293f-cec9-408a-8a1a-19e61c6867e3', 'name': 'tempest-TestServerBasicOps-44110641-router', 'tenant_id': '260b03f453f349768a37ec125c8bcd26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'bf298beb-195c-436f-96b3-17c2eb47a9d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:06:54Z', 'updated_at': '2021-09-17T08:06:57Z', 'revision_number': 4, 'project_id': '260b03f453f349768a37ec125c8bcd26', 'gw_port': {'id': 'bf298beb-195c-436f-96b3-17c2eb47a9d0', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325b293f-cec9-408a-8a1a-19e61c6867e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:06:54Z', 'updated_at': '2021-09-17T08:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '0b0d7b49-038d-4691-86b6-15a28d28b66f', 'tenant_id': '260b03f453f349768a37ec125c8bcd26', 'floating_ip_address': '172.25.6.240', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '325b293f-cec9-408a-8a1a-19e61c6867e3', 'port_id': 'e4520fde-a66a-46b7-8fc2-eb7cde68e52c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2752, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e7c1e00-bad7-4380-8834-71b168d79dbc', 'mac_address': 'fa:16:3e:12:91:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5824afe-a6bc-4b7d-9ccb-04d7bcdf358e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:07:22Z', 'updated_at': '2021-09-17T08:07:22Z', 'revision_number': 0, 'project_id': '260b03f453f349768a37ec125c8bcd26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e50c52c-e011-4282-bfc1-739cf9d79349', 'name': '', 'network_id': '3e7c1e00-bad7-4380-8834-71b168d79dbc', 'tenant_id': '260b03f453f349768a37ec125c8bcd26', 'mac_address': 'fa:16:3e:f8:3a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325b293f-cec9-408a-8a1a-19e61c6867e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': 'c3166a00-49a0-4d01-aec4-1b7f3fd8acfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:06:56Z', 'updated_at': '2021-09-17T08:07:01Z', 'revision_number': 5, 'project_id': '260b03f453f349768a37ec125c8bcd26', 'subnets': [{'id': 'c3166a00-49a0-4d01-aec4-1b7f3fd8acfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:07:24.432700 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a796da29-73d1-4b70-a19a-bfb849ab237f None None] Checking router: 325b293f-cec9-408a-8a1a-19e61c6867e3 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:07:24.441212 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a796da29-73d1-4b70-a19a-bfb849ab237f None None] Routers {'325b293f-cec9-408a-8a1a-19e61c6867e3'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:07:24.442042 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-a796da29-73d1-4b70-a19a-bfb849ab237f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:07:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['325b293f-cec9-408a-8a1a-19e61c6867e3'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:07:24.455062 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef1a119-af83-429c-b155-01cd58fe0926 req-5a011cf5-fc7c-4dc2-a6d4-dd9c9dbabc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:24.456795 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-eef1a119-af83-429c-b155-01cd58fe0926 req-5a011cf5-fc7c-4dc2-a6d4-dd9c9dbabc2e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c3166a00-49a0-4d01-aec4-1b7f3fd8acfe HTTP/1.1" status: 200 len: 846 time: 0.0526621 Sep 17 08:07:24.506710 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef1a119-af83-429c-b155-01cd58fe0926 req-6155a215-4381-404b-be92-fdf776dc02dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:24.508522 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-eef1a119-af83-429c-b155-01cd58fe0926 req-6155a215-4381-404b-be92-fdf776dc02dd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3e7c1e00-bad7-4380-8834-71b168d79dbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436125 Sep 17 08:07:24.551618 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-a796da29-73d1-4b70-a19a-bfb849ab237f None None] Set router 325b293f-cec9-408a-8a1a-19e61c6867e3 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:07:24.613782 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-eef1a119-af83-429c-b155-01cd58fe0926 req-84cbfc5d-f5b8-41c0-b2d7-464e3ef1ad7b service neutron] 10.222.0.39 "GET /v2.0/networks/3e7c1e00-bad7-4380-8834-71b168d79dbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927489 Sep 17 08:07:24.710833 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-eef1a119-af83-429c-b155-01cd58fe0926 req-4fc21a96-4f37-4596-90bc-b1583bd9c647 service neutron] 10.222.0.39 "GET /v2.0/networks/3e7c1e00-bad7-4380-8834-71b168d79dbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894303 Sep 17 08:07:24.774961 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-a796da29-73d1-4b70-a19a-bfb849ab237f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325b293f-cec9-408a-8a1a-19e61c6867e3', 'name': 'tempest-TestServerBasicOps-44110641-router', 'tenant_id': '260b03f453f349768a37ec125c8bcd26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'bf298beb-195c-436f-96b3-17c2eb47a9d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:06:54Z', 'updated_at': '2021-09-17T08:06:57Z', 'revision_number': 4, 'project_id': '260b03f453f349768a37ec125c8bcd26', 'gw_port': {'id': 'bf298beb-195c-436f-96b3-17c2eb47a9d0', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325b293f-cec9-408a-8a1a-19e61c6867e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:06:54Z', 'updated_at': '2021-09-17T08:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '0b0d7b49-038d-4691-86b6-15a28d28b66f', 'tenant_id': '260b03f453f349768a37ec125c8bcd26', 'floating_ip_address': '172.25.6.240', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '325b293f-cec9-408a-8a1a-19e61c6867e3', 'port_id': 'e4520fde-a66a-46b7-8fc2-eb7cde68e52c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2752, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e7c1e00-bad7-4380-8834-71b168d79dbc', 'mac_address': 'fa:16:3e:12:91:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5824afe-a6bc-4b7d-9ccb-04d7bcdf358e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:07:22Z', 'updated_at': '2021-09-17T08:07:22Z', 'revision_number': 0, 'project_id': '260b03f453f349768a37ec125c8bcd26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e50c52c-e011-4282-bfc1-739cf9d79349', 'name': '', 'network_id': '3e7c1e00-bad7-4380-8834-71b168d79dbc', 'tenant_id': '260b03f453f349768a37ec125c8bcd26', 'mac_address': 'fa:16:3e:f8:3a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325b293f-cec9-408a-8a1a-19e61c6867e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': 'c3166a00-49a0-4d01-aec4-1b7f3fd8acfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:06:56Z', 'updated_at': '2021-09-17T08:07:01Z', 'revision_number': 5, 'project_id': '260b03f453f349768a37ec125c8bcd26', 'subnets': [{'id': 'c3166a00-49a0-4d01-aec4-1b7f3fd8acfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:07:24.804664 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a796da29-73d1-4b70-a19a-bfb849ab237f None None] The sync data for ids ['325b293f-cec9-408a-8a1a-19e61c6867e3'] in n-d-789963-9 is: [{'id': '325b293f-cec9-408a-8a1a-19e61c6867e3', 'name': 'tempest-TestServerBasicOps-44110641-router', 'tenant_id': '260b03f453f349768a37ec125c8bcd26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'bf298beb-195c-436f-96b3-17c2eb47a9d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:06:54Z', 'updated_at': '2021-09-17T08:06:57Z', 'revision_number': 4, 'project_id': '260b03f453f349768a37ec125c8bcd26', 'gw_port': {'id': 'bf298beb-195c-436f-96b3-17c2eb47a9d0', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325b293f-cec9-408a-8a1a-19e61c6867e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:06:54Z', 'updated_at': '2021-09-17T08:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '0b0d7b49-038d-4691-86b6-15a28d28b66f', 'tenant_id': '260b03f453f349768a37ec125c8bcd26', 'floating_ip_address': '172.25.6.240', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '325b293f-cec9-408a-8a1a-19e61c6867e3', 'port_id': 'e4520fde-a66a-46b7-8fc2-eb7cde68e52c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2752, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e7c1e00-bad7-4380-8834-71b168d79dbc', 'mac_address': 'fa:16:3e:12:91:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5824afe-a6bc-4b7d-9ccb-04d7bcdf358e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:07:22Z', 'updated_at': '2021-09-17T08:07:22Z', 'revision_number': 0, 'project_id': '260b03f453f349768a37ec125c8bcd26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e50c52c-e011-4282-bfc1-739cf9d79349', 'name': '', 'network_id': '3e7c1e00-bad7-4380-8834-71b168d79dbc', 'tenant_id': '260b03f453f349768a37ec125c8bcd26', 'mac_address': 'fa:16:3e:f8:3a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325b293f-cec9-408a-8a1a-19e61c6867e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': 'c3166a00-49a0-4d01-aec4-1b7f3fd8acfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:06:56Z', 'updated_at': '2021-09-17T08:07:01Z', 'revision_number': 5, 'project_id': '260b03f453f349768a37ec125c8bcd26', 'subnets': [{'id': 'c3166a00-49a0-4d01-aec4-1b7f3fd8acfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:07:25.020224 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-103eea5d-96d3-455e-90b4-5d558110a296 req-a61f682c-bd1e-4b0d-9ad6-aafc659d44d9 tempest-ServerShowV257Test-191554850 tempest-ServerShowV257Test-191554850-project] 10.222.0.13 "GET /v2.0/ports?device_id=881d75d1-7e10-43be-a1e8-8bb8394cbcba HTTP/1.1" status: 200 len: 210 time: 0.0364790 Sep 17 08:07:25.040885 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658fb0a0-55ab-49c9-9e9d-c2e53487bb3d None None] New status for floating IP 0b0d7b49-038d-4691-86b6-15a28d28b66f: ACTIVE {{(pid=101292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 08:07:25.110016 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-92fee722-4c23-413f-a876-9522e26cf169 req-cf9a9733-2835-4703-81e6-9016d7c56313 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/ports?device_id=706b6671-3c66-4294-84b0-31a8c1f04549 HTTP/1.1" status: 200 len: 210 time: 0.0276499 Sep 17 08:07:25.250269 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:26.117906 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4de8527b-c21b-4016-9f3f-4ddf46d464bb req-f7b9c538-64e1-4020-8356-530c67077671 tempest-ServerShowV257Test-191554850 tempest-ServerShowV257Test-191554850-project] 10.222.0.13 "GET /v2.0/ports?device_id=881d75d1-7e10-43be-a1e8-8bb8394cbcba HTTP/1.1" status: 200 len: 210 time: 0.0259194 Sep 17 08:07:26.232110 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-83c411a6-ebc8-4a82-8f44-62f1f5f923cc req-7a32dce3-e894-4d7e-9729-7d8ee1fd2d5c tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/ports?device_id=706b6671-3c66-4294-84b0-31a8c1f04549 HTTP/1.1" status: 200 len: 210 time: 0.0387161 Sep 17 08:07:26.270688 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7e9bea77-37bd-486d-b261-95d7815a4ddf req-c5200b05-95e2-44fc-872c-852ac9346a5b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=881d75d1-7e10-43be-a1e8-8bb8394cbcba HTTP/1.1" status: 200 len: 210 time: 0.0267923 Sep 17 08:07:27.217099 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8fcf51be-7bc7-43c6-88d6-7f61a8baae9e req-3ac84492-2e39-4f52-ac2c-44a95ddf473e tempest-ServerShowV257Test-191554850 tempest-ServerShowV257Test-191554850-project] 10.222.0.13 "GET /v2.0/ports?device_id=881d75d1-7e10-43be-a1e8-8bb8394cbcba HTTP/1.1" status: 200 len: 210 time: 0.0265403 Sep 17 08:07:27.329087 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d0a9c08f-f73b-496d-aec7-34938b12c703 req-741297a7-77b1-4468-a882-e56ed597bd38 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/ports?device_id=706b6671-3c66-4294-84b0-31a8c1f04549 HTTP/1.1" status: 200 len: 210 time: 0.0288086 Sep 17 08:07:28.319340 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-58e403ca-3a21-40e7-822f-79d3e194daa4 req-389a04ac-d440-44ff-ba7e-411f0e7de1ff tempest-ServerShowV257Test-191554850 tempest-ServerShowV257Test-191554850-project] 10.222.0.13 "GET /v2.0/ports?device_id=881d75d1-7e10-43be-a1e8-8bb8394cbcba HTTP/1.1" status: 200 len: 210 time: 0.0261462 Sep 17 08:07:28.433324 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-eae7debe-b74c-438c-a82b-e16d606d79d2 req-3144a630-d1fc-42d8-a73f-a597f0635edd tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/ports?device_id=706b6671-3c66-4294-84b0-31a8c1f04549 HTTP/1.1" status: 200 len: 210 time: 0.0279863 Sep 17 08:07:28.647283 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-47d60c5f-669f-456f-88d0-8b4bfa999b94 req-bb7c00ad-7792-49ff-a8d3-15362dca2c32 tempest-ServerShowV257Test-191554850 tempest-ServerShowV257Test-191554850-project] 10.222.0.13 "GET /v2.0/ports?device_id=881d75d1-7e10-43be-a1e8-8bb8394cbcba HTTP/1.1" status: 200 len: 210 time: 0.0252774 Sep 17 08:07:29.536606 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e5846ef8-316c-48d3-99b6-e4773c5b9b24 req-960c01c9-400e-4e0c-a3a2-50e00cdf6eb8 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/ports?device_id=706b6671-3c66-4294-84b0-31a8c1f04549 HTTP/1.1" status: 200 len: 210 time: 0.0302434 Sep 17 08:07:29.748196 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a81f36a0-caa1-45e3-b839-e5fb2c290229 req-7ce02abf-7f3a-4194-8030-6530c707ccec tempest-ServerShowV257Test-191554850 tempest-ServerShowV257Test-191554850-project] 10.222.0.13 "GET /v2.0/ports?device_id=881d75d1-7e10-43be-a1e8-8bb8394cbcba HTTP/1.1" status: 200 len: 210 time: 0.0263789 Sep 17 08:07:30.653929 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-28c16e06-c730-49aa-b81a-57f28a01f7da req-ee66f3b0-058e-4358-90ab-ecda5fb66af5 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/ports?device_id=706b6671-3c66-4294-84b0-31a8c1f04549 HTTP/1.1" status: 200 len: 210 time: 0.0358479 Sep 17 08:07:30.849007 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e08da971-32e2-4db5-8b8f-0d9189adf010 req-5d8e8424-6ad5-41cb-be69-86ecdfb13c9f tempest-ServerShowV257Test-191554850 tempest-ServerShowV257Test-191554850-project] 10.222.0.13 "GET /v2.0/ports?device_id=881d75d1-7e10-43be-a1e8-8bb8394cbcba HTTP/1.1" status: 200 len: 210 time: 0.0273938 Sep 17 08:07:31.767775 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5ba51b10-a795-4c98-88ed-017742d6b7ff req-bbb05422-a10b-4bb7-81bf-ace9bb261baa tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/ports?device_id=706b6671-3c66-4294-84b0-31a8c1f04549 HTTP/1.1" status: 200 len: 210 time: 0.0336354 Sep 17 08:07:31.953314 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-61bfbfd6-e62c-472f-98b8-9be3de59721b req-4771bcca-c582-4e65-82b3-a618d06c2bb2 tempest-ServerShowV257Test-191554850 tempest-ServerShowV257Test-191554850-project] 10.222.0.13 "GET /v2.0/ports?device_id=881d75d1-7e10-43be-a1e8-8bb8394cbcba HTTP/1.1" status: 200 len: 210 time: 0.0264745 Sep 17 08:07:32.879602 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-44f88e12-5a1f-4583-b2db-87799543cec3 req-5a7d1c89-7877-4539-a3ba-1aa38e1981d4 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/ports?device_id=706b6671-3c66-4294-84b0-31a8c1f04549 HTTP/1.1" status: 200 len: 210 time: 0.0290253 Sep 17 08:07:33.054645 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f288bbfe-6ef8-4fcf-89ed-dbba75b17c74 req-b068efd2-5ac1-442c-b108-755eeecb4bb7 tempest-ServerShowV257Test-191554850 tempest-ServerShowV257Test-191554850-project] 10.222.0.13 "GET /v2.0/ports?device_id=881d75d1-7e10-43be-a1e8-8bb8394cbcba HTTP/1.1" status: 200 len: 210 time: 0.0260019 Sep 17 08:07:33.968298 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37308) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:07:34.022365 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b165c93c-ee61-4e67-a15e-cd410484bb8d tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:34.045150 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b165c93c-ee61-4e67-a15e-cd410484bb8d tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:34.094332 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b165c93c-ee61-4e67-a15e-cd410484bb8d tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:34.097116 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b165c93c-ee61-4e67-a15e-cd410484bb8d tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:34.098534 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-b165c93c-ee61-4e67-a15e-cd410484bb8d tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "DELETE /v2.0/security-groups/e7c26f3e-d59d-4df9-b197-93a229a68ca8 HTTP/1.1" status: 204 len: 168 time: 0.1290379 Sep 17 08:07:34.101313 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37312) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:07:34.112184 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b165c93c-ee61-4e67-a15e-cd410484bb8d tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c26f3e-d59d-4df9-b197-93a229a68ca8,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:34.116037 n-d-789963-9 neutron-server[101290]: INFO neutron.api.v2.resource [None req-944ea559-6dcc-4f8a-9c4f-cd2291459bc0 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] show failed (client error): The resource could not be found. Sep 17 08:07:34.120653 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-944ea559-6dcc-4f8a-9c4f-cd2291459bc0 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "GET /v2.0/security-groups/e7c26f3e-d59d-4df9-b197-93a229a68ca8 HTTP/1.1" status: 404 len: 347 time: 0.0148211 Sep 17 08:07:34.120653 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37314) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:07:34.166983 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-34c07e14-420a-4cc2-a803-29d9a1b61d4b req-b9409c79-add7-4e6d-b2ac-cab4d65ad5bd tempest-ServerShowV257Test-191554850 tempest-ServerShowV257Test-191554850-project] 10.222.0.13 "GET /v2.0/ports?device_id=881d75d1-7e10-43be-a1e8-8bb8394cbcba HTTP/1.1" status: 200 len: 210 time: 0.0255818 Sep 17 08:07:34.244535 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-1472a48a-3b98-4b3d-b6c9-c9add9349464 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Deleting port 9931790e-d66a-4f4e-b746-4a7a090538b8 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:07:34.244880 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1472a48a-3b98-4b3d-b6c9-c9add9349464 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:34.317920 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1472a48a-3b98-4b3d-b6c9-c9add9349464 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:34.318349 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1472a48a-3b98-4b3d-b6c9-c9add9349464 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:34.331862 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-1472a48a-3b98-4b3d-b6c9-c9add9349464 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Calling delete_port for 9931790e-d66a-4f4e-b746-4a7a090538b8 owned by network:floatingip {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:07:34.460104 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1472a48a-3b98-4b3d-b6c9-c9add9349464 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:34.485428 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1472a48a-3b98-4b3d-b6c9-c9add9349464 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Pushing event deleted for resources: {'Port': ['ID=9931790e-d66a-4f4e-b746-4a7a090538b8,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:34.546291 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1472a48a-3b98-4b3d-b6c9-c9add9349464 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks [] for floatingip, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:34.548903 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1472a48a-3b98-4b3d-b6c9-c9add9349464 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:34.550476 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-1472a48a-3b98-4b3d-b6c9-c9add9349464 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "DELETE /v2.0/floatingips/cf6324e5-1f1a-4bd4-9913-811d8029ae3f HTTP/1.1" status: 204 len: 168 time: 0.4286847 Sep 17 08:07:34.552955 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37316) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:07:34.643104 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-3370b223-665e-475f-874e-467cc08f9942 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Deleting port 858f97dd-d6a3-4621-8715-ddba12e25df6 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:07:34.643451 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3370b223-665e-475f-874e-467cc08f9942 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:34.733470 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3370b223-665e-475f-874e-467cc08f9942 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:34.746026 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-3370b223-665e-475f-874e-467cc08f9942 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Calling delete_port for 858f97dd-d6a3-4621-8715-ddba12e25df6 owned by {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:07:34.871445 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3370b223-665e-475f-874e-467cc08f9942 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:34.897511 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3370b223-665e-475f-874e-467cc08f9942 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Pushing event deleted for resources: {'Port': ['ID=858f97dd-d6a3-4621-8715-ddba12e25df6,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:34.964810 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3370b223-665e-475f-874e-467cc08f9942 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:34.966692 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-3370b223-665e-475f-874e-467cc08f9942 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "DELETE /v2.0/ports/858f97dd-d6a3-4621-8715-ddba12e25df6 HTTP/1.1" status: 204 len: 168 time: 0.4126081 Sep 17 08:07:34.969373 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37318) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:07:35.060557 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-8c260977-e19a-4914-a672-2d10f46bd491 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Deleting port 2e8d2cc8-f6f7-4d9c-ba24-cee4c068da0b {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:07:35.060904 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8c260977-e19a-4914-a672-2d10f46bd491 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:35.145487 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8c260977-e19a-4914-a672-2d10f46bd491 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:35.157303 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-8c260977-e19a-4914-a672-2d10f46bd491 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Calling delete_port for 2e8d2cc8-f6f7-4d9c-ba24-cee4c068da0b owned by {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:07:35.277802 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:35.282618 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b9ffd72c-b18b-4e8f-be74-6be9296b9b5e req-016a2a15-a796-447d-bc10-bdc34bfa7140 tempest-ServerShowV257Test-191554850 tempest-ServerShowV257Test-191554850-project] 10.222.0.13 "GET /v2.0/ports?device_id=881d75d1-7e10-43be-a1e8-8bb8394cbcba HTTP/1.1" status: 200 len: 210 time: 0.0386274 Sep 17 08:07:35.289425 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8c260977-e19a-4914-a672-2d10f46bd491 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:35.320484 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c260977-e19a-4914-a672-2d10f46bd491 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Pushing event deleted for resources: {'Port': ['ID=2e8d2cc8-f6f7-4d9c-ba24-cee4c068da0b,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:35.391920 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8c260977-e19a-4914-a672-2d10f46bd491 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:35.393838 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-8c260977-e19a-4914-a672-2d10f46bd491 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "DELETE /v2.0/ports/2e8d2cc8-f6f7-4d9c-ba24-cee4c068da0b HTTP/1.1" status: 204 len: 168 time: 0.4235628 Sep 17 08:07:35.396401 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37324) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:07:35.446080 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-ade8f718-43ad-4c5b-8bd0-0f3ba65c095e tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Deleting subnet 98b47ab8-ddfc-4cc6-be27-8b7224b1d41b {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:07:35.449592 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ade8f718-43ad-4c5b-8bd0-0f3ba65c095e tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:35.487306 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ade8f718-43ad-4c5b-8bd0-0f3ba65c095e tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:35.569424 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ade8f718-43ad-4c5b-8bd0-0f3ba65c095e tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:35.624794 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ade8f718-43ad-4c5b-8bd0-0f3ba65c095e tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:35.649168 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade8f718-43ad-4c5b-8bd0-0f3ba65c095e tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Pushing event deleted for resources: {'Subnet': ['ID=98b47ab8-ddfc-4cc6-be27-8b7224b1d41b,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:35.655035 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ade8f718-43ad-4c5b-8bd0-0f3ba65c095e tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:35.658460 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ade8f718-43ad-4c5b-8bd0-0f3ba65c095e tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "DELETE /v2.0/subnets/98b47ab8-ddfc-4cc6-be27-8b7224b1d41b HTTP/1.1" status: 204 len: 168 time: 0.2595685 Sep 17 08:07:35.659414 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37328) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:07:35.663268 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca631ed-7d41-44b2-abce-a19b76936240 None None] Network 23dc9245-044a-48fa-8f5c-bfe08f2d4cd2 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:07:35.689202 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:35.713176 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1fe39e9-cc94-4125-99cb-c15601496de3 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Deleting subnet bfc0f6d4-23f1-47ca-971c-a1c789dc7289 {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:07:35.716430 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f1fe39e9-cc94-4125-99cb-c15601496de3 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:35.756472 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f1fe39e9-cc94-4125-99cb-c15601496de3 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:35.855074 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f1fe39e9-cc94-4125-99cb-c15601496de3 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:35.870194 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bf6464-2321-41eb-b03e-acd2f85e97ba None None] DHCP port deletion for 23dc9245-044a-48fa-8f5c-bfe08f2d4cd2 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 08:07:35.915347 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f1fe39e9-cc94-4125-99cb-c15601496de3 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:35.926800 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-e9bf6464-2321-41eb-b03e-acd2f85e97ba None None] Deleting port 7d0cb582-648f-4258-b756-057512d45b15 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:07:35.927184 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e9bf6464-2321-41eb-b03e-acd2f85e97ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:35.942091 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe39e9-cc94-4125-99cb-c15601496de3 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Pushing event deleted for resources: {'Subnet': ['ID=bfc0f6d4-23f1-47ca-971c-a1c789dc7289,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:35.945741 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f1fe39e9-cc94-4125-99cb-c15601496de3 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:35.947629 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f1fe39e9-cc94-4125-99cb-c15601496de3 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "DELETE /v2.0/subnets/bfc0f6d4-23f1-47ca-971c-a1c789dc7289 HTTP/1.1" status: 204 len: 168 time: 0.2872596 Sep 17 08:07:35.950848 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37332) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:07:35.955792 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13882aa-6fcb-4e41-aec5-3a53987719f5 None None] Network d8564b37-cdc8-4e9d-8712-8bb5e8dd0908 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:07:36.011698 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-e9bf6464-2321-41eb-b03e-acd2f85e97ba None None] For port 7d0cb582-648f-4258-b756-057512d45b15, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=7d0cb582-648f-4258-b756-057512d45b15,segment=NetworkSegment(b8383a2f-bb70-4f97-901a-162d8b652754),segment_id=b8383a2f-bb70-4f97-901a-162d8b652754)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:07:36.012035 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e9bf6464-2321-41eb-b03e-acd2f85e97ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:36.039536 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-64ce640c-3a4a-4486-88ef-6332b5cc61cd tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:36.055073 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-e9bf6464-2321-41eb-b03e-acd2f85e97ba None None] Calling delete_port for 7d0cb582-648f-4258-b756-057512d45b15 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:07:36.099975 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-64ce640c-3a4a-4486-88ef-6332b5cc61cd tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Deleting port 7d0cb582-648f-4258-b756-057512d45b15 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:07:36.100327 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-64ce640c-3a4a-4486-88ef-6332b5cc61cd tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:36.170362 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-64ce640c-3a4a-4486-88ef-6332b5cc61cd tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] For port 7d0cb582-648f-4258-b756-057512d45b15, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=7d0cb582-648f-4258-b756-057512d45b15,segment=NetworkSegment(b8383a2f-bb70-4f97-901a-162d8b652754),segment_id=b8383a2f-bb70-4f97-901a-162d8b652754)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:07:36.170967 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-64ce640c-3a4a-4486-88ef-6332b5cc61cd tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:36.185071 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-64ce640c-3a4a-4486-88ef-6332b5cc61cd tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Calling delete_port for 7d0cb582-648f-4258-b756-057512d45b15 owned by network:dhcp {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:07:36.188487 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e9bf6464-2321-41eb-b03e-acd2f85e97ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:36.226442 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bf6464-2321-41eb-b03e-acd2f85e97ba None None] Pushing event deleted for resources: {'Port': ['ID=7d0cb582-648f-4258-b756-057512d45b15,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:36.228729 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bf6464-2321-41eb-b03e-acd2f85e97ba None None] No DVR routers for this DVR port 7d0cb582-648f-4258-b756-057512d45b15 on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:07:36.244467 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36806ff1-0ea9-4665-a555-bb1d195ae75b None None] DHCP port deletion for d8564b37-cdc8-4e9d-8712-8bb5e8dd0908 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 08:07:36.269060 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-64ce640c-3a4a-4486-88ef-6332b5cc61cd tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:36.290723 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-36806ff1-0ea9-4665-a555-bb1d195ae75b None None] Deleting port e4146c72-d039-4518-87a1-3676780c7ca2 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:07:36.291283 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-36806ff1-0ea9-4665-a555-bb1d195ae75b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:36.296304 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ce640c-3a4a-4486-88ef-6332b5cc61cd tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] No DVR routers for this DVR port 7d0cb582-648f-4258-b756-057512d45b15 on host n-d-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:07:36.301409 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ce640c-3a4a-4486-88ef-6332b5cc61cd tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Pushing event deleted for resources: {'Port': ['ID=7d0cb582-648f-4258-b756-057512d45b15,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:36.356627 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-36806ff1-0ea9-4665-a555-bb1d195ae75b None None] For port e4146c72-d039-4518-87a1-3676780c7ca2, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=e4146c72-d039-4518-87a1-3676780c7ca2,segment=NetworkSegment(89b028de-731b-41c1-a47f-5a829efa2b84),segment_id=89b028de-731b-41c1-a47f-5a829efa2b84)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:07:36.356937 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-36806ff1-0ea9-4665-a555-bb1d195ae75b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:36.374655 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-36806ff1-0ea9-4665-a555-bb1d195ae75b None None] Calling delete_port for e4146c72-d039-4518-87a1-3676780c7ca2 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:07:36.384237 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-64ce640c-3a4a-4486-88ef-6332b5cc61cd tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:36.391468 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-13d7daa6-2f9b-48aa-9cb6-302d72500bb4 req-fe1f930e-675d-4d36-aa5e-75850dc1f187 tempest-ServerShowV257Test-191554850 tempest-ServerShowV257Test-191554850-project] 10.222.0.13 "GET /v2.0/ports?device_id=881d75d1-7e10-43be-a1e8-8bb8394cbcba HTTP/1.1" status: 200 len: 210 time: 0.0263770 Sep 17 08:07:36.404780 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-64ce640c-3a4a-4486-88ef-6332b5cc61cd tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23dc9245-044a-48fa-8f5c-bfe08f2d4cd2']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:07:36.420314 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-64ce640c-3a4a-4486-88ef-6332b5cc61cd tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8383a2f-bb70-4f97-901a-162d8b652754') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:07:36.420616 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-64ce640c-3a4a-4486-88ef-6332b5cc61cd tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8383a2f-bb70-4f97-901a-162d8b652754') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:07:36.429805 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-64ce640c-3a4a-4486-88ef-6332b5cc61cd tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:36.442609 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-64ce640c-3a4a-4486-88ef-6332b5cc61cd tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:36.448710 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64ce640c-3a4a-4486-88ef-6332b5cc61cd tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:07:36.449412 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-64ce640c-3a4a-4486-88ef-6332b5cc61cd tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:36.452166 n-d-789963-9 neutron-server[101290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:07:36.452166 n-d-789963-9 neutron-server[101290]: self.session.flush() Sep 17 08:07:36.452166 n-d-789963-9 neutron-server[101290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:07:36.452166 n-d-789963-9 neutron-server[101290]: self.session.flush() Sep 17 08:07:36.452166 n-d-789963-9 neutron-server[101290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:07:36.452166 n-d-789963-9 neutron-server[101290]: self.session.flush() Sep 17 08:07:36.452166 n-d-789963-9 neutron-server[101290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:07:36.452166 n-d-789963-9 neutron-server[101290]: self.session.flush() Sep 17 08:07:36.452166 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 08:07:36.452166 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:07:36.452166 n-d-789963-9 neutron-server[101290]: timer() Sep 17 08:07:36.452166 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:07:36.452166 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 08:07:36.452166 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:07:36.452166 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 08:07:36.452166 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:07:36.452166 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 08:07:36.452166 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:07:36.452166 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 08:07:36.452166 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:07:36.452166 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 08:07:36.452166 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:07:36.452166 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:07:36.452166 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:07:36.452166 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:07:36.452166 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:07:36.452166 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 08:07:36.452166 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:07:36.452166 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 08:07:36.452166 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:07:36.452166 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:07:36.452166 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:07:36.452166 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 08:07:36.452166 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:07:36.452166 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:07:36.452166 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:07:36.452166 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:07:36.452166 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:07:36.452166 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:07:36.452166 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:07:36.460600 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-36806ff1-0ea9-4665-a555-bb1d195ae75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:36.486473 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36806ff1-0ea9-4665-a555-bb1d195ae75b None None] Pushing event deleted for resources: {'Port': ['ID=e4146c72-d039-4518-87a1-3676780c7ca2,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:36.491137 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36806ff1-0ea9-4665-a555-bb1d195ae75b None None] No DVR routers for this DVR port e4146c72-d039-4518-87a1-3676780c7ca2 on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:07:36.514729 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-64ce640c-3a4a-4486-88ef-6332b5cc61cd tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:36.522180 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-64ce640c-3a4a-4486-88ef-6332b5cc61cd tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:36.524049 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-64ce640c-3a4a-4486-88ef-6332b5cc61cd tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "DELETE /v2.0/networks/23dc9245-044a-48fa-8f5c-bfe08f2d4cd2 HTTP/1.1" status: 204 len: 168 time: 0.5722446 Sep 17 08:07:36.527310 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37338) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:07:36.535768 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ce640c-3a4a-4486-88ef-6332b5cc61cd tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Pushing event deleted for resources: {'Network': ['ID=23dc9245-044a-48fa-8f5c-bfe08f2d4cd2,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:36.600243 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-98b710f7-b60f-418b-8469-0b9446d87c01 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:36.689845 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-98b710f7-b60f-418b-8469-0b9446d87c01 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:36.709984 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-98b710f7-b60f-418b-8469-0b9446d87c01 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8564b37-cdc8-4e9d-8712-8bb5e8dd0908']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:07:36.719474 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-98b710f7-b60f-418b-8469-0b9446d87c01 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89b028de-731b-41c1-a47f-5a829efa2b84') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:07:36.719771 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-98b710f7-b60f-418b-8469-0b9446d87c01 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89b028de-731b-41c1-a47f-5a829efa2b84') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:07:36.732974 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-98b710f7-b60f-418b-8469-0b9446d87c01 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:36.746483 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-98b710f7-b60f-418b-8469-0b9446d87c01 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:36.752124 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98b710f7-b60f-418b-8469-0b9446d87c01 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:07:36.752443 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-98b710f7-b60f-418b-8469-0b9446d87c01 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:36.755260 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:07:36.755260 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:07:36.755260 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:07:36.755260 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:07:36.755260 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:07:36.755260 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:07:36.755260 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:07:36.755260 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:07:36.755260 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:07:36.755260 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:07:36.755260 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:07:36.755260 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:07:36.755260 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:07:36.755260 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:07:36.755260 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:07:36.755260 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:07:36.755260 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:07:36.755260 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:07:36.755260 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:07:36.755260 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:07:36.755260 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:07:36.755260 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:07:36.755260 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:07:36.755260 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:07:36.755260 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:07:36.755260 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:07:36.755260 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:07:36.755260 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:07:36.755260 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:07:36.755260 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:07:36.755260 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:07:36.755260 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:07:36.814706 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-98b710f7-b60f-418b-8469-0b9446d87c01 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:36.819983 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-98b710f7-b60f-418b-8469-0b9446d87c01 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:36.822503 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-98b710f7-b60f-418b-8469-0b9446d87c01 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] 10.222.0.13 "DELETE /v2.0/networks/d8564b37-cdc8-4e9d-8712-8bb5e8dd0908 HTTP/1.1" status: 204 len: 168 time: 0.2935309 Sep 17 08:07:36.836327 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b710f7-b60f-418b-8469-0b9446d87c01 tempest-TaggedBootDevicesTest_v242-897946705 tempest-TaggedBootDevicesTest_v242-897946705-project] Pushing event deleted for resources: {'Network': ['ID=d8564b37-cdc8-4e9d-8712-8bb5e8dd0908,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:37.493332 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d9cc165d-432f-454f-b0f0-6fa525544a67 req-bab3fa76-3b53-48d5-b7ae-55d0e669103d tempest-ServerShowV257Test-191554850 tempest-ServerShowV257Test-191554850-project] 10.222.0.13 "GET /v2.0/ports?device_id=881d75d1-7e10-43be-a1e8-8bb8394cbcba HTTP/1.1" status: 200 len: 210 time: 0.0258312 Sep 17 08:07:37.856505 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 7d0cb582-648f-4258-b756-057512d45b15 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:07:37.876519 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 7d0cb582-648f-4258-b756-057512d45b15 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:07:37.876861 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 7d0cb582-648f-4258-b756-057512d45b15 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:07:37.877272 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device e4146c72-d039-4518-87a1-3676780c7ca2 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:07:37.895560 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: e4146c72-d039-4518-87a1-3676780c7ca2 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:07:37.895925 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device e4146c72-d039-4518-87a1-3676780c7ca2 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:07:38.593131 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-203f8502-470b-4627-9445-a9c77d15789c req-92c1be68-8021-47a4-bc2e-df49a45e505b tempest-ServerShowV257Test-191554850 tempest-ServerShowV257Test-191554850-project] 10.222.0.13 "GET /v2.0/ports?device_id=881d75d1-7e10-43be-a1e8-8bb8394cbcba HTTP/1.1" status: 200 len: 210 time: 0.0264652 Sep 17 08:07:39.705667 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9c44f6f3-c2b1-45b1-a45c-8719f8291e5a req-38791266-7a99-4134-86c2-491a7c41de0c tempest-ServerShowV257Test-191554850 tempest-ServerShowV257Test-191554850-project] 10.222.0.13 "GET /v2.0/ports?device_id=881d75d1-7e10-43be-a1e8-8bb8394cbcba HTTP/1.1" status: 200 len: 210 time: 0.0313308 Sep 17 08:07:40.815218 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-edbc6920-7097-4bca-bd8d-66329ee8dbd9 req-02a58f5e-525d-4623-879e-eda060f9d18c tempest-ServerShowV257Test-191554850 tempest-ServerShowV257Test-191554850-project] 10.222.0.13 "GET /v2.0/ports?device_id=881d75d1-7e10-43be-a1e8-8bb8394cbcba HTTP/1.1" status: 200 len: 210 time: 0.0259869 Sep 17 08:07:41.919401 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-202b8562-981b-4b8b-aeb4-66ebf86502a5 req-4ba55ee2-c5d1-4c7e-a1c1-c1c5040312d4 tempest-ServerShowV257Test-191554850 tempest-ServerShowV257Test-191554850-project] 10.222.0.13 "GET /v2.0/ports?device_id=881d75d1-7e10-43be-a1e8-8bb8394cbcba HTTP/1.1" status: 200 len: 210 time: 0.0292623 Sep 17 08:07:42.282556 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [req-3afc7e3c-1c41-4307-9779-8b40c6a57a38 req-717bc8eb-2a31-4e8d-b0d7-cf4bd8cbebca tempest-ListServersNegativeTestJSON-2113848510 tempest-ListServersNegativeTestJSON-2113848510-project] (101290) timed out ('10.222.0.41', 59725) {{(pid=101290) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 08:07:43.022572 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3e85e3b4-31d3-40d7-a8d4-7437bd515cfc req-a4eaba64-11ef-4c6d-90b8-f6a9a8a599a1 tempest-ServerShowV257Test-191554850 tempest-ServerShowV257Test-191554850-project] 10.222.0.13 "GET /v2.0/ports?device_id=881d75d1-7e10-43be-a1e8-8bb8394cbcba HTTP/1.1" status: 200 len: 210 time: 0.0254886 Sep 17 08:07:43.768836 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37406) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:07:44.136602 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a4f4943e-7fca-4832-814d-7dc2fbe39296 req-b82fcdda-97e7-4c01-9f93-b688bbc555be tempest-ServerShowV257Test-191554850 tempest-ServerShowV257Test-191554850-project] 10.222.0.13 "GET /v2.0/ports?device_id=881d75d1-7e10-43be-a1e8-8bb8394cbcba HTTP/1.1" status: 200 len: 210 time: 0.0294175 Sep 17 08:07:44.242194 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8eea6046-77ba-466d-8242-e7510d0f7c89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:44.478477 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-8eea6046-77ba-466d-8242-e7510d0f7c89 admin admin] Deleting port ea7193ed-84f4-4124-910f-ff52230cb410 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:07:44.478818 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8eea6046-77ba-466d-8242-e7510d0f7c89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:44.560022 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-8eea6046-77ba-466d-8242-e7510d0f7c89 admin admin] For port ea7193ed-84f4-4124-910f-ff52230cb410, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=ea7193ed-84f4-4124-910f-ff52230cb410,segment=NetworkSegment(53a694f4-1e34-4b49-878a-62ea2d098ec0),segment_id=53a694f4-1e34-4b49-878a-62ea2d098ec0)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:07:44.560395 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8eea6046-77ba-466d-8242-e7510d0f7c89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:44.572278 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-8eea6046-77ba-466d-8242-e7510d0f7c89 admin admin] Calling delete_port for ea7193ed-84f4-4124-910f-ff52230cb410 owned by network:router_interface {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:07:44.745604 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8eea6046-77ba-466d-8242-e7510d0f7c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:44.771707 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea6046-77ba-466d-8242-e7510d0f7c89 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea7193ed-84f4-4124-910f-ff52230cb410,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:45.171895 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:07:45.263095 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e94ea1f9-fe38-4a33-a556-02d8eac83836 req-f5e8d6bb-6fe9-42e4-b1bc-a147ac062f11 tempest-ServerShowV257Test-191554850 tempest-ServerShowV257Test-191554850-project] 10.222.0.13 "GET /v2.0/ports?device_id=881d75d1-7e10-43be-a1e8-8bb8394cbcba HTTP/1.1" status: 200 len: 210 time: 0.0293818 Sep 17 08:07:45.271871 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8eea6046-77ba-466d-8242-e7510d0f7c89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:45.476972 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eea6046-77ba-466d-8242-e7510d0f7c89 admin admin] Router 1a52d8a5-f821-4f63-9825-fd7818a6a132 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:07:45.579148 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eea6046-77ba-466d-8242-e7510d0f7c89 admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:07:45.584424 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-8eea6046-77ba-466d-8242-e7510d0f7c89 admin admin] 10.222.0.13 "PUT /v2.0/routers/1a52d8a5-f821-4f63-9825-fd7818a6a132/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8145640 Sep 17 08:07:45.586918 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37418) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:07:45.589560 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e76247a-1908-47e3-91e7-7f1e03a3dcbd None None] Sync routers for ids ['1a52d8a5-f821-4f63-9825-fd7818a6a132'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:07:45.602951 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e76247a-1908-47e3-91e7-7f1e03a3dcbd None None] Routers {'1a52d8a5-f821-4f63-9825-fd7818a6a132'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:07:45.603571 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-3e76247a-1908-47e3-91e7-7f1e03a3dcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:07:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['1a52d8a5-f821-4f63-9825-fd7818a6a132'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:07:45.690636 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6bdc94d2-cb6d-43b8-8a77-32ab05761185 admin admin] Notify callbacks [] for router, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:45.709866 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-3e76247a-1908-47e3-91e7-7f1e03a3dcbd None None] Set router 1a52d8a5-f821-4f63-9825-fd7818a6a132 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:07:45.789035 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6bdc94d2-cb6d-43b8-8a77-32ab05761185 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:45.850471 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-6bdc94d2-cb6d-43b8-8a77-32ab05761185 admin admin] Deleting port 12e9afc6-c1b7-4084-839a-d409f270f026 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:07:45.850836 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6bdc94d2-cb6d-43b8-8a77-32ab05761185 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:45.893689 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-3e76247a-1908-47e3-91e7-7f1e03a3dcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a52d8a5-f821-4f63-9825-fd7818a6a132', 'name': 'tempest-TaggedBootDevicesTest_v242-2727712-router', 'tenant_id': 'be827b1e83e148ae835f43092deae86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '12e9afc6-c1b7-4084-839a-d409f270f026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:57:32Z', 'updated_at': '2021-09-17T08:07:44Z', 'revision_number': 5, 'project_id': 'be827b1e83e148ae835f43092deae86a', 'gw_port': {'id': '12e9afc6-c1b7-4084-839a-d409f270f026', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:db:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a52d8a5-f821-4f63-9825-fd7818a6a132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T07:57:33Z', 'updated_at': '2021-09-17T07:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:07:45.923228 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e76247a-1908-47e3-91e7-7f1e03a3dcbd None None] Checking router: 1a52d8a5-f821-4f63-9825-fd7818a6a132 for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:07:45.931486 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e76247a-1908-47e3-91e7-7f1e03a3dcbd None None] Routers {'1a52d8a5-f821-4f63-9825-fd7818a6a132'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:07:45.932377 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-3e76247a-1908-47e3-91e7-7f1e03a3dcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:07:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['1a52d8a5-f821-4f63-9825-fd7818a6a132'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:07:45.936943 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-6bdc94d2-cb6d-43b8-8a77-32ab05761185 admin admin] For port 12e9afc6-c1b7-4084-839a-d409f270f026, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=12e9afc6-c1b7-4084-839a-d409f270f026,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:07:45.937312 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6bdc94d2-cb6d-43b8-8a77-32ab05761185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:45.950279 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-6bdc94d2-cb6d-43b8-8a77-32ab05761185 admin admin] Calling delete_port for 12e9afc6-c1b7-4084-839a-d409f270f026 owned by network:router_gateway {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:07:46.021605 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-3e76247a-1908-47e3-91e7-7f1e03a3dcbd None None] Set router 1a52d8a5-f821-4f63-9825-fd7818a6a132 gateway port host: None {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:07:46.075285 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-3e76247a-1908-47e3-91e7-7f1e03a3dcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a52d8a5-f821-4f63-9825-fd7818a6a132', 'name': 'tempest-TaggedBootDevicesTest_v242-2727712-router', 'tenant_id': 'be827b1e83e148ae835f43092deae86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:57:32Z', 'updated_at': '2021-09-17T08:07:45Z', 'revision_number': 6, 'project_id': 'be827b1e83e148ae835f43092deae86a', 'gw_port_host': None}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:07:46.101909 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e76247a-1908-47e3-91e7-7f1e03a3dcbd None None] The sync data for ids ['1a52d8a5-f821-4f63-9825-fd7818a6a132'] in n-d-789963-9 is: [{'id': '1a52d8a5-f821-4f63-9825-fd7818a6a132', 'name': 'tempest-TaggedBootDevicesTest_v242-2727712-router', 'tenant_id': 'be827b1e83e148ae835f43092deae86a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T07:57:32Z', 'updated_at': '2021-09-17T08:07:45Z', 'revision_number': 6, 'project_id': 'be827b1e83e148ae835f43092deae86a', 'gw_port_host': None}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:07:46.124089 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6bdc94d2-cb6d-43b8-8a77-32ab05761185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:46.149028 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdc94d2-cb6d-43b8-8a77-32ab05761185 admin admin] Pushing event deleted for resources: {'Port': ['ID=12e9afc6-c1b7-4084-839a-d409f270f026,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:46.215212 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6bdc94d2-cb6d-43b8-8a77-32ab05761185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:46.310446 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6bdc94d2-cb6d-43b8-8a77-32ab05761185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:46.312598 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6bdc94d2-cb6d-43b8-8a77-32ab05761185 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:46.380749 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a55682e0-5734-4926-b235-4dd44166c7f4 req-529bc469-85b8-482f-b1a1-cd69c1760b64 tempest-ServerShowV257Test-191554850 tempest-ServerShowV257Test-191554850-project] 10.222.0.13 "GET /v2.0/ports?device_id=881d75d1-7e10-43be-a1e8-8bb8394cbcba HTTP/1.1" status: 200 len: 210 time: 0.0283122 Sep 17 08:07:46.381391 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6bdc94d2-cb6d-43b8-8a77-32ab05761185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:46.381945 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bdc94d2-cb6d-43b8-8a77-32ab05761185 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a52d8a5-f821-4f63-9825-fd7818a6a132 {{(pid=101289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 08:07:46.386379 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6bdc94d2-cb6d-43b8-8a77-32ab05761185 admin admin] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:46.388512 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-6bdc94d2-cb6d-43b8-8a77-32ab05761185 admin admin] 10.222.0.13 "DELETE /v2.0/routers/1a52d8a5-f821-4f63-9825-fd7818a6a132 HTTP/1.1" status: 204 len: 168 time: 0.7995343 Sep 17 08:07:46.390562 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37424) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:07:46.447419 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5410d07-9480-4505-9cff-0de45426265f admin admin] Deleting subnet 5f067041-ce8b-4655-bfa4-ebeec18fa6e5 {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:07:46.451550 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e5410d07-9480-4505-9cff-0de45426265f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:46.487337 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e5410d07-9480-4505-9cff-0de45426265f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:46.566112 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e5410d07-9480-4505-9cff-0de45426265f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:46.621472 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e5410d07-9480-4505-9cff-0de45426265f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:46.648803 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5410d07-9480-4505-9cff-0de45426265f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f067041-ce8b-4655-bfa4-ebeec18fa6e5,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:46.650827 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e5410d07-9480-4505-9cff-0de45426265f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:46.652631 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e5410d07-9480-4505-9cff-0de45426265f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5f067041-ce8b-4655-bfa4-ebeec18fa6e5 HTTP/1.1" status: 204 len: 168 time: 0.2611394 Sep 17 08:07:46.655308 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37426) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:07:46.657056 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540cd69b-c0c1-4921-a450-3f8ed8f778a8 None None] Network 6cfc3ea8-69fd-4619-936c-5df378582b6b requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:07:46.725509 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7446fc31-e480-46db-8778-40a0953a8e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:46.779044 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-7446fc31-e480-46db-8778-40a0953a8e50 admin admin] Deleting port 1e553784-47a6-4ee9-9833-65fc94b846f5 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:07:46.779387 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7446fc31-e480-46db-8778-40a0953a8e50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:46.845842 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-7446fc31-e480-46db-8778-40a0953a8e50 admin admin] For port 1e553784-47a6-4ee9-9833-65fc94b846f5, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=1e553784-47a6-4ee9-9833-65fc94b846f5,segment=NetworkSegment(53a694f4-1e34-4b49-878a-62ea2d098ec0),segment_id=53a694f4-1e34-4b49-878a-62ea2d098ec0)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:07:46.846237 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7446fc31-e480-46db-8778-40a0953a8e50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:46.860242 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-7446fc31-e480-46db-8778-40a0953a8e50 admin admin] Calling delete_port for 1e553784-47a6-4ee9-9833-65fc94b846f5 owned by network:dhcp {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:07:46.883283 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8420658-7404-40ec-962d-becc071b69cb None None] DHCP port deletion for 6cfc3ea8-69fd-4619-936c-5df378582b6b request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 08:07:46.937837 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-b8420658-7404-40ec-962d-becc071b69cb None None] Deleting port 1e553784-47a6-4ee9-9833-65fc94b846f5 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:07:46.938269 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b8420658-7404-40ec-962d-becc071b69cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:46.948068 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7446fc31-e480-46db-8778-40a0953a8e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:46.980114 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7446fc31-e480-46db-8778-40a0953a8e50 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e553784-47a6-4ee9-9833-65fc94b846f5,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:46.987899 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7446fc31-e480-46db-8778-40a0953a8e50 admin admin] No DVR routers for this DVR port 1e553784-47a6-4ee9-9833-65fc94b846f5 on host n-d-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:07:47.017895 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-b8420658-7404-40ec-962d-becc071b69cb None None] For port 1e553784-47a6-4ee9-9833-65fc94b846f5, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=1e553784-47a6-4ee9-9833-65fc94b846f5,segment=NetworkSegment(53a694f4-1e34-4b49-878a-62ea2d098ec0),segment_id=53a694f4-1e34-4b49-878a-62ea2d098ec0)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:07:47.018692 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b8420658-7404-40ec-962d-becc071b69cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:47.033770 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-b8420658-7404-40ec-962d-becc071b69cb None None] Calling delete_port for 1e553784-47a6-4ee9-9833-65fc94b846f5 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:07:47.062155 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7446fc31-e480-46db-8778-40a0953a8e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:47.083273 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-7446fc31-e480-46db-8778-40a0953a8e50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cfc3ea8-69fd-4619-936c-5df378582b6b']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:07:47.093314 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-7446fc31-e480-46db-8778-40a0953a8e50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53a694f4-1e34-4b49-878a-62ea2d098ec0') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:07:47.093815 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-7446fc31-e480-46db-8778-40a0953a8e50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53a694f4-1e34-4b49-878a-62ea2d098ec0') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:07:47.103670 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7446fc31-e480-46db-8778-40a0953a8e50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:47.111493 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b8420658-7404-40ec-962d-becc071b69cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:47.117218 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7446fc31-e480-46db-8778-40a0953a8e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:47.125622 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7446fc31-e480-46db-8778-40a0953a8e50 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:07:47.126009 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7446fc31-e480-46db-8778-40a0953a8e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:47.127769 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:07:47.127769 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:07:47.127769 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:07:47.127769 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:07:47.127769 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:07:47.127769 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:07:47.127769 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:07:47.127769 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:07:47.127769 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:07:47.127769 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:07:47.127769 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:07:47.127769 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:07:47.127769 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:07:47.127769 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:07:47.127769 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:07:47.127769 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:07:47.127769 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:07:47.127769 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:07:47.127769 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:07:47.127769 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:07:47.127769 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:07:47.127769 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:07:47.127769 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:07:47.127769 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:07:47.127769 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:07:47.127769 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:07:47.127769 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:07:47.127769 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:07:47.127769 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:07:47.127769 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:07:47.127769 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:07:47.127769 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:07:47.138512 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8420658-7404-40ec-962d-becc071b69cb None None] No DVR routers for this DVR port 1e553784-47a6-4ee9-9833-65fc94b846f5 on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:07:47.140083 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8420658-7404-40ec-962d-becc071b69cb None None] Pushing event deleted for resources: {'Port': ['ID=1e553784-47a6-4ee9-9833-65fc94b846f5,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:47.209322 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7446fc31-e480-46db-8778-40a0953a8e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:47.215134 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7446fc31-e480-46db-8778-40a0953a8e50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:47.220096 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-7446fc31-e480-46db-8778-40a0953a8e50 admin admin] 10.222.0.13 "DELETE /v2.0/networks/6cfc3ea8-69fd-4619-936c-5df378582b6b HTTP/1.1" status: 204 len: 168 time: 0.5640566 Sep 17 08:07:47.230541 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7446fc31-e480-46db-8778-40a0953a8e50 admin admin] Pushing event deleted for resources: {'Network': ['ID=6cfc3ea8-69fd-4619-936c-5df378582b6b,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:47.329502 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37432) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:07:47.368642 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-45d85fe1-0eb9-4e26-bb73-f2d99b898905 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=be827b1e83e148ae835f43092deae86a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376968 Sep 17 08:07:47.370879 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37434) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:07:47.419264 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-706a9819-3747-4f7d-bfd2-00648ad81d6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:47.441030 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-706a9819-3747-4f7d-bfd2-00648ad81d6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:47.485799 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-20a6ccac-bc9f-4a9b-9b20-181aecaffe53 req-50bde280-9d5a-4694-bf5b-e28742506d3f tempest-ServerShowV257Test-191554850 tempest-ServerShowV257Test-191554850-project] 10.222.0.13 "GET /v2.0/ports?device_id=881d75d1-7e10-43be-a1e8-8bb8394cbcba HTTP/1.1" status: 200 len: 210 time: 0.0287549 Sep 17 08:07:47.492577 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-706a9819-3747-4f7d-bfd2-00648ad81d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:47.495188 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-706a9819-3747-4f7d-bfd2-00648ad81d6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:47.499226 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-706a9819-3747-4f7d-bfd2-00648ad81d6b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/83963e04-88c6-40e9-944b-1d6adac19415 HTTP/1.1" status: 204 len: 168 time: 0.1247978 Sep 17 08:07:47.504467 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706a9819-3747-4f7d-bfd2-00648ad81d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83963e04-88c6-40e9-944b-1d6adac19415,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:47.876653 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device ea7193ed-84f4-4124-910f-ff52230cb410 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:07:47.884213 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c2870e-7c7e-4954-8cdf-f65ca70c133e req-9dfadbb8-03a8-4106-af53-ecbb9e7de521 tempest-TestNetworkAdvancedServerOps-1491937489 tempest-TestNetworkAdvancedServerOps-1491937489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:47.885750 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-88c2870e-7c7e-4954-8cdf-f65ca70c133e req-9dfadbb8-03a8-4106-af53-ecbb9e7de521 tempest-TestNetworkAdvancedServerOps-1491937489 tempest-TestNetworkAdvancedServerOps-1491937489-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e6040248-4c42-4203-bade-45d2cd52bbfa HTTP/1.1" status: 200 len: 1096 time: 0.0434918 Sep 17 08:07:47.901767 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: ea7193ed-84f4-4124-910f-ff52230cb410 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:07:47.902120 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device ea7193ed-84f4-4124-910f-ff52230cb410 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:07:47.902757 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 12e9afc6-c1b7-4084-839a-d409f270f026 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:07:47.922581 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 12e9afc6-c1b7-4084-839a-d409f270f026 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:07:47.923249 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 12e9afc6-c1b7-4084-839a-d409f270f026 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:07:47.923862 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 1e553784-47a6-4ee9-9833-65fc94b846f5 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:07:47.926150 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-88c2870e-7c7e-4954-8cdf-f65ca70c133e req-1844d252-0d70-42e9-9a6e-6dee6811b6e3 tempest-TestNetworkAdvancedServerOps-1491937489 tempest-TestNetworkAdvancedServerOps-1491937489-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=75f16301-6857-4fad-a6be-62e7544b2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332165 Sep 17 08:07:47.943422 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 1e553784-47a6-4ee9-9833-65fc94b846f5 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:07:47.943772 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 1e553784-47a6-4ee9-9833-65fc94b846f5 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:07:47.951004 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37454) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:07:48.120249 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-a7ed4e6e-c02b-4afe-9053-255d108cb476 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Deleting port b91a6a29-514f-4652-98f9-98de5bdbc658 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:07:48.120600 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a7ed4e6e-c02b-4afe-9053-255d108cb476 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:48.198829 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a7ed4e6e-c02b-4afe-9053-255d108cb476 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:48.199238 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a7ed4e6e-c02b-4afe-9053-255d108cb476 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:48.212443 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-a7ed4e6e-c02b-4afe-9053-255d108cb476 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Calling delete_port for b91a6a29-514f-4652-98f9-98de5bdbc658 owned by network:floatingip {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:07:48.361482 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a7ed4e6e-c02b-4afe-9053-255d108cb476 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:48.387879 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ed4e6e-c02b-4afe-9053-255d108cb476 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event deleted for resources: {'Port': ['ID=b91a6a29-514f-4652-98f9-98de5bdbc658,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:48.449283 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a7ed4e6e-c02b-4afe-9053-255d108cb476 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for floatingip, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:48.449618 n-d-789963-9 neutron-server[101290]: INFO neutron.db.l3_db [None req-a7ed4e6e-c02b-4afe-9053-255d108cb476 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Floating IP 924d53e3-8e7f-404b-ad31-966346135cdb disassociated (deleted). External IP: 172.25.6.247, port: 3638aeea-3e9e-44c5-8a15-1b3f96fe4f68. Sep 17 08:07:48.603335 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-81a406bb-6428-478f-992b-9a319ea352d1 req-4c43906f-c536-463c-9353-11dfcb636ee9 tempest-ServerShowV257Test-191554850 tempest-ServerShowV257Test-191554850-project] 10.222.0.13 "GET /v2.0/ports?device_id=881d75d1-7e10-43be-a1e8-8bb8394cbcba HTTP/1.1" status: 200 len: 210 time: 0.0298033 Sep 17 08:07:48.884247 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37494) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:07:48.991236 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ed4e6e-c02b-4afe-9053-255d108cb476 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Router 5918b963-ab8f-46bc-8473-a4d9bb50b91c has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:07:48.995060 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b311f267-ccf3-4ab4-b63d-0d03f211c18d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:49.084353 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b311f267-ccf3-4ab4-b63d-0d03f211c18d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:49.092800 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b311f267-ccf3-4ab4-b63d-0d03f211c18d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:49.101477 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ed4e6e-c02b-4afe-9053-255d108cb476 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:07:49.106468 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a7ed4e6e-c02b-4afe-9053-255d108cb476 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:49.113181 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bf019b-86c0-4fdc-9454-01919e6b94f9 None None] Sync routers for ids ['5918b963-ab8f-46bc-8473-a4d9bb50b91c'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:07:49.125434 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bf019b-86c0-4fdc-9454-01919e6b94f9 None None] Routers {'5918b963-ab8f-46bc-8473-a4d9bb50b91c'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:07:49.126068 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-80bf019b-86c0-4fdc-9454-01919e6b94f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:07:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['5918b963-ab8f-46bc-8473-a4d9bb50b91c'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:07:49.133293 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-b311f267-ccf3-4ab4-b63d-0d03f211c18d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=210f0db5d8874f6d96636d0c31cba01e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2478473 Sep 17 08:07:49.134444 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b311f267-ccf3-4ab4-b63d-0d03f211c18d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e990b275-c69f-488a-b88c-959d91d56f90,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:49.136154 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37498) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:07:49.144682 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a7ed4e6e-c02b-4afe-9053-255d108cb476 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "DELETE /v2.0/floatingips/924d53e3-8e7f-404b-ad31-966346135cdb HTTP/1.1" status: 204 len: 168 time: 1.1924405 Sep 17 08:07:49.146542 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6040248-4c42-4203-bade-45d2cd52bbfa', 'tag': '3638aeea-3e9e-44c5-8a15-1b3f96fe4f68'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:07:49.149198 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-964bb0b4-9524-4bac-b384-bcc98f7e7399" -d '{"events": [{"name": "network-changed", "server_uuid": "e6040248-4c42-4203-bade-45d2cd52bbfa", "tag": "3638aeea-3e9e-44c5-8a15-1b3f96fe4f68"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:07:49.199121 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fa3bacee-a05d-4a3d-9485-c24067f35bf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:49.225066 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fa3bacee-a05d-4a3d-9485-c24067f35bf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:49.247375 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-80bf019b-86c0-4fdc-9454-01919e6b94f9 None None] Set router 5918b963-ab8f-46bc-8473-a4d9bb50b91c gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:07:49.285680 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72528622-2783-4fab-abb5-70ff51850ca4 x-openstack-request-id: req-72528622-2783-4fab-abb5-70ff51850ca4 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:07:49.286042 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6040248-4c42-4203-bade-45d2cd52bbfa", "tag": "3638aeea-3e9e-44c5-8a15-1b3f96fe4f68", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:07:49.286382 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-72528622-2783-4fab-abb5-70ff51850ca4 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:07:49.286855 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6040248-4c42-4203-bade-45d2cd52bbfa', 'tag': '3638aeea-3e9e-44c5-8a15-1b3f96fe4f68', 'status': 'completed', 'code': 200} Sep 17 08:07:49.288912 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fa3bacee-a05d-4a3d-9485-c24067f35bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:49.292037 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fa3bacee-a05d-4a3d-9485-c24067f35bf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:49.299012 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-fa3bacee-a05d-4a3d-9485-c24067f35bf8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e990b275-c69f-488a-b88c-959d91d56f90 HTTP/1.1" status: 204 len: 168 time: 0.1579301 Sep 17 08:07:49.308686 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3bacee-a05d-4a3d-9485-c24067f35bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e990b275-c69f-488a-b88c-959d91d56f90,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:49.418686 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b1c605-9493-4589-84f4-745906c31fd0 req-da104d41-0ca6-4678-b905-c005b136c74d tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:49.420357 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-84b1c605-9493-4589-84f4-745906c31fd0 req-da104d41-0ca6-4678-b905-c005b136c74d tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6040248-4c42-4203-bade-45d2cd52bbfa HTTP/1.1" status: 200 len: 945 time: 0.0534282 Sep 17 08:07:49.428665 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964bb0b4-9524-4bac-b384-bcc98f7e7399 req-523a351a-6f9a-4fc2-a256-988fc5f910a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:49.430683 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-964bb0b4-9524-4bac-b384-bcc98f7e7399 req-523a351a-6f9a-4fc2-a256-988fc5f910a5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d6ef7951b2ac4d2ead98d70f1879d714&device_id=e6040248-4c42-4203-bade-45d2cd52bbfa HTTP/1.1" status: 200 len: 1096 time: 0.0646636 Sep 17 08:07:49.474548 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-84b1c605-9493-4589-84f4-745906c31fd0 req-d6bb7dbf-e6e2-44e5-b8ed-121fea38dae8 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=75f16301-6857-4fad-a6be-62e7544b2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456784 Sep 17 08:07:49.537122 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964bb0b4-9524-4bac-b384-bcc98f7e7399 req-032f547c-a4a7-452a-ae8a-f2ff6e56b87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:49.538832 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-964bb0b4-9524-4bac-b384-bcc98f7e7399 req-032f547c-a4a7-452a-ae8a-f2ff6e56b87c service neutron] 10.222.0.39 "GET /v2.0/networks?id=6c7c2907-2d67-4290-9be2-994bcbedf8a9 HTTP/1.1" status: 200 len: 898 time: 0.1001072 Sep 17 08:07:49.565024 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-80bf019b-86c0-4fdc-9454-01919e6b94f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5918b963-ab8f-46bc-8473-a4d9bb50b91c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-496969132', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '7009197a-b368-42df-9818-46c92a1f3e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:04:47Z', 'updated_at': '2021-09-17T08:04:52Z', 'revision_number': 4, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'gw_port': {'id': '7009197a-b368-42df-9818-46c92a1f3e88', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5918b963-ab8f-46bc-8473-a4d9bb50b91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:04:47Z', 'updated_at': '2021-09-17T08:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'd77f212f-c68b-4fb6-89b4-a6b23032d3df', 'name': '', 'network_id': '6c7c2907-2d67-4290-9be2-994bcbedf8a9', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'mac_address': 'fa:16:3e:62:12:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5918b963-ab8f-46bc-8473-a4d9bb50b91c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'a8540f1f-4498-4a52-a82e-d4ba22d275c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:04:51Z', 'updated_at': '2021-09-17T08:04:57Z', 'revision_number': 5, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'subnets': [{'id': 'a8540f1f-4498-4a52-a82e-d4ba22d275c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:07:49.582357 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-964bb0b4-9524-4bac-b384-bcc98f7e7399 req-f3f11f5f-0ed6-4763-9c58-f2ed3c899ea6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3638aeea-3e9e-44c5-8a15-1b3f96fe4f68 HTTP/1.1" status: 200 len: 217 time: 0.0357904 Sep 17 08:07:49.595326 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bf019b-86c0-4fdc-9454-01919e6b94f9 None None] Checking router: 5918b963-ab8f-46bc-8473-a4d9bb50b91c for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:07:49.605569 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bf019b-86c0-4fdc-9454-01919e6b94f9 None None] Routers {'5918b963-ab8f-46bc-8473-a4d9bb50b91c'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:07:49.606804 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-80bf019b-86c0-4fdc-9454-01919e6b94f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:07:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['5918b963-ab8f-46bc-8473-a4d9bb50b91c'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:07:49.637776 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964bb0b4-9524-4bac-b384-bcc98f7e7399 req-b592b1d9-7c59-44a8-a119-e3c7fe1072bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:49.639393 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-964bb0b4-9524-4bac-b384-bcc98f7e7399 req-b592b1d9-7c59-44a8-a119-e3c7fe1072bd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a8540f1f-4498-4a52-a82e-d4ba22d275c6 HTTP/1.1" status: 200 len: 835 time: 0.0494936 Sep 17 08:07:49.696699 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964bb0b4-9524-4bac-b384-bcc98f7e7399 req-6aa44b49-10e9-432c-b862-a6e8dd8a7d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:49.698250 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-964bb0b4-9524-4bac-b384-bcc98f7e7399 req-6aa44b49-10e9-432c-b862-a6e8dd8a7d3c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6c7c2907-2d67-4290-9be2-994bcbedf8a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497558 Sep 17 08:07:49.729531 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-80bf019b-86c0-4fdc-9454-01919e6b94f9 None None] Set router 5918b963-ab8f-46bc-8473-a4d9bb50b91c gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:07:49.752096 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0622c5a8-059a-47ca-923f-ed830fb1b9c0 req-81fb7181-ce10-4dbb-9b32-b7bcf995279b tempest-ServerShowV257Test-191554850 tempest-ServerShowV257Test-191554850-project] 10.222.0.13 "GET /v2.0/ports?device_id=881d75d1-7e10-43be-a1e8-8bb8394cbcba HTTP/1.1" status: 200 len: 210 time: 0.0414507 Sep 17 08:07:49.816047 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-964bb0b4-9524-4bac-b384-bcc98f7e7399 req-295c1c9c-464b-43a5-b83d-5a29e894128c service neutron] 10.222.0.39 "GET /v2.0/networks/6c7c2907-2d67-4290-9be2-994bcbedf8a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071477 Sep 17 08:07:49.914426 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b71d2eb3-4644-409e-8630-65146e4bb416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:49.917360 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-964bb0b4-9524-4bac-b384-bcc98f7e7399 req-f36e53b0-c1c5-47f0-9b17-a3113cecbc6a service neutron] 10.222.0.39 "GET /v2.0/networks/6c7c2907-2d67-4290-9be2-994bcbedf8a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933056 Sep 17 08:07:49.937844 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-80bf019b-86c0-4fdc-9454-01919e6b94f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5918b963-ab8f-46bc-8473-a4d9bb50b91c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-496969132', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '7009197a-b368-42df-9818-46c92a1f3e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:04:47Z', 'updated_at': '2021-09-17T08:04:52Z', 'revision_number': 4, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'gw_port': {'id': '7009197a-b368-42df-9818-46c92a1f3e88', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5918b963-ab8f-46bc-8473-a4d9bb50b91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:04:47Z', 'updated_at': '2021-09-17T08:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'd77f212f-c68b-4fb6-89b4-a6b23032d3df', 'name': '', 'network_id': '6c7c2907-2d67-4290-9be2-994bcbedf8a9', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'mac_address': 'fa:16:3e:62:12:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5918b963-ab8f-46bc-8473-a4d9bb50b91c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'a8540f1f-4498-4a52-a82e-d4ba22d275c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:04:51Z', 'updated_at': '2021-09-17T08:04:57Z', 'revision_number': 5, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'subnets': [{'id': 'a8540f1f-4498-4a52-a82e-d4ba22d275c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:07:49.964742 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bf019b-86c0-4fdc-9454-01919e6b94f9 None None] The sync data for ids ['5918b963-ab8f-46bc-8473-a4d9bb50b91c'] in n-d-789963-9 is: [{'id': '5918b963-ab8f-46bc-8473-a4d9bb50b91c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-496969132', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '7009197a-b368-42df-9818-46c92a1f3e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:04:47Z', 'updated_at': '2021-09-17T08:04:52Z', 'revision_number': 4, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'gw_port': {'id': '7009197a-b368-42df-9818-46c92a1f3e88', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5918b963-ab8f-46bc-8473-a4d9bb50b91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:04:47Z', 'updated_at': '2021-09-17T08:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'd77f212f-c68b-4fb6-89b4-a6b23032d3df', 'name': '', 'network_id': '6c7c2907-2d67-4290-9be2-994bcbedf8a9', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'mac_address': 'fa:16:3e:62:12:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5918b963-ab8f-46bc-8473-a4d9bb50b91c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'a8540f1f-4498-4a52-a82e-d4ba22d275c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:04:51Z', 'updated_at': '2021-09-17T08:04:57Z', 'revision_number': 5, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'subnets': [{'id': 'a8540f1f-4498-4a52-a82e-d4ba22d275c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:07:50.047393 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37530) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:07:50.147087 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-9b05c66e-796f-4bcd-9fed-2442d1bb880b admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1786562898-network', 'tenant_id': 'a40110368b234965bf3fd6f856f2361c'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:07:50.169938 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b05c66e-796f-4bcd-9fed-2442d1bb880b admin admin] Made reservation on behalf of a40110368b234965bf3fd6f856f2361c for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:07:50.172461 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9b05c66e-796f-4bcd-9fed-2442d1bb880b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:50.181536 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9b05c66e-796f-4bcd-9fed-2442d1bb880b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:50.203458 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fbd34d-54f2-4876-9c9d-7aad0aafbc52 None None] New status for floating IP 924d53e3-8e7f-404b-ad31-966346135cdb: DOWN {{(pid=101291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 08:07:50.285704 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9b05c66e-796f-4bcd-9fed-2442d1bb880b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:50.290683 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9b05c66e-796f-4bcd-9fed-2442d1bb880b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:50.313932 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b05c66e-796f-4bcd-9fed-2442d1bb880b admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:07:50.328064 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b05c66e-796f-4bcd-9fed-2442d1bb880b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f0707f-4c0b-4743-b4df-e988ae3cd6b8,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:50.333237 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9b05c66e-796f-4bcd-9fed-2442d1bb880b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:50.333727 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-9b05c66e-796f-4bcd-9fed-2442d1bb880b admin admin] Added segment e7dfc92d-b32e-4f74-ad53-4fda8afa908d of type vlan for network b775eb3f-2b25-4820-827b-6765ebe265c2 Sep 17 08:07:50.378872 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9b05c66e-796f-4bcd-9fed-2442d1bb880b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:50.403105 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9b05c66e-796f-4bcd-9fed-2442d1bb880b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:50.404760 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b05c66e-796f-4bcd-9fed-2442d1bb880b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:50.405353 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9b05c66e-796f-4bcd-9fed-2442d1bb880b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:50.433380 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-9b05c66e-796f-4bcd-9fed-2442d1bb880b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3848581 Sep 17 08:07:50.436591 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37536) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:07:50.441530 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-b70d6b50-1e6a-4cad-b272-4c9086bc546f admin admin] Request body: {'subnet': {'network_id': 'b775eb3f-2b25-4820-827b-6765ebe265c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1786562898-subnet', 'tenant_id': 'a40110368b234965bf3fd6f856f2361c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:07:50.462031 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70d6b50-1e6a-4cad-b272-4c9086bc546f admin admin] Made reservation on behalf of a40110368b234965bf3fd6f856f2361c for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:07:50.464662 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b70d6b50-1e6a-4cad-b272-4c9086bc546f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:50.467967 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b05c66e-796f-4bcd-9fed-2442d1bb880b admin admin] Pushing event updated for resources: {'Network': ['ID=b775eb3f-2b25-4820-827b-6765ebe265c2,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:50.478678 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network b775eb3f-2b25-4820-827b-6765ebe265c2 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:07:50.631413 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3687249-f469-430f-be12-b9281e90f4f1 req-a3097eb0-b075-4838-a23d-8df9bc080f6b tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:50.632846 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b3687249-f469-430f-be12-b9281e90f4f1 req-a3097eb0-b075-4838-a23d-8df9bc080f6b tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6040248-4c42-4203-bade-45d2cd52bbfa HTTP/1.1" status: 200 len: 945 time: 0.0844674 Sep 17 08:07:50.694803 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b70d6b50-1e6a-4cad-b272-4c9086bc546f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:50.726116 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b3687249-f469-430f-be12-b9281e90f4f1 req-1b1e966a-92f3-454e-92e7-cdb902ad39e6 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=75f16301-6857-4fad-a6be-62e7544b2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733180 Sep 17 08:07:50.755145 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70d6b50-1e6a-4cad-b272-4c9086bc546f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b7cebd9-83b6-4be8-81d9-9f32073aed40,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:50.766705 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70d6b50-1e6a-4cad-b272-4c9086bc546f admin admin] Checking segment: {'id': 'e7dfc92d-b32e-4f74-ad53-4fda8afa908d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b775eb3f-2b25-4820-827b-6765ebe265c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:07:50.767067 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70d6b50-1e6a-4cad-b272-4c9086bc546f admin admin] Network hostable DHCP agents. Network: b775eb3f-2b25-4820-827b-6765ebe265c2, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:07:50.788441 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70d6b50-1e6a-4cad-b272-4c9086bc546f admin admin] Network b775eb3f-2b25-4820-827b-6765ebe265c2 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:07:50.800960 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-b70d6b50-1e6a-4cad-b272-4c9086bc546f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, b775eb3f-2b25-4820-827b-6765ebe265c2) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:07:50.804907 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70d6b50-1e6a-4cad-b272-4c9086bc546f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:50.805485 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b70d6b50-1e6a-4cad-b272-4c9086bc546f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:50.811298 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf472b0b-0f79-4797-8506-53e94476f0d4 None None] Network b775eb3f-2b25-4820-827b-6765ebe265c2 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:07:50.824675 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-b70d6b50-1e6a-4cad-b272-4c9086bc546f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3868392 Sep 17 08:07:50.828001 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37542) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:07:50.833079 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-b0da453c-e5b4-4604-9c02-e2a8b2095415 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1786562898-router', 'tenant_id': 'a40110368b234965bf3fd6f856f2361c', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:07:50.853832 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b0da453c-e5b4-4604-9c02-e2a8b2095415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:50.854869 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b0da453c-e5b4-4604-9c02-e2a8b2095415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:50.860498 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0d922230-be1e-4719-9965-71c65faafafd req-f663eae5-b9ce-4ba5-9daf-44659e76f980 tempest-ServerShowV257Test-191554850 tempest-ServerShowV257Test-191554850-project] 10.222.0.13 "GET /v2.0/ports?device_id=881d75d1-7e10-43be-a1e8-8bb8394cbcba HTTP/1.1" status: 200 len: 210 time: 0.0331357 Sep 17 08:07:50.910697 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b0da453c-e5b4-4604-9c02-e2a8b2095415 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:50.961602 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2215887b-d369-41a1-b2ff-26246cef5e74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-b775eb3f-2b25-4820-827b-6765ebe265c2', 'network_id': 'b775eb3f-2b25-4820-827b-6765ebe265c2', 'tenant_id': 'a40110368b234965bf3fd6f856f2361c', 'fixed_ips': [{'subnet_id': '9b7cebd9-83b6-4be8-81d9-9f32073aed40'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:07:50.962472 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2215887b-d369-41a1-b2ff-26246cef5e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:51.047602 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b0da453c-e5b4-4604-9c02-e2a8b2095415 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:51.097656 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-2215887b-d369-41a1-b2ff-26246cef5e74 None None] Allocated IP 172.20.0.2 (b775eb3f-2b25-4820-827b-6765ebe265c2/9b7cebd9-83b6-4be8-81d9-9f32073aed40/96f70cb3-128c-4eea-b498-219b25024fd3) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:07:51.240894 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2215887b-d369-41a1-b2ff-26246cef5e74 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:51.246881 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2215887b-d369-41a1-b2ff-26246cef5e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:51.284328 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22fa839-f682-4116-abee-50d41e7c6358 req-913c1ae0-66b2-4061-a870-2426cdcf421e tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:51.285774 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2215887b-d369-41a1-b2ff-26246cef5e74 None None] Network b775eb3f-2b25-4820-827b-6765ebe265c2 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:07:51.285900 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d22fa839-f682-4116-abee-50d41e7c6358 req-913c1ae0-66b2-4061-a870-2426cdcf421e tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6040248-4c42-4203-bade-45d2cd52bbfa HTTP/1.1" status: 200 len: 945 time: 0.1045759 Sep 17 08:07:51.293317 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-2215887b-d369-41a1-b2ff-26246cef5e74 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:07:51.295165 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2215887b-d369-41a1-b2ff-26246cef5e74 None None] Pushing event updated for resources: {'Port': ['ID=96f70cb3-128c-4eea-b498-219b25024fd3,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:51.297304 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2215887b-d369-41a1-b2ff-26246cef5e74 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:07:51.298786 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b0da453c-e5b4-4604-9c02-e2a8b2095415 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:51.309803 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2215887b-d369-41a1-b2ff-26246cef5e74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:07:51.310159 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2215887b-d369-41a1-b2ff-26246cef5e74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:07:51.310506 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2215887b-d369-41a1-b2ff-26246cef5e74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:07:51.310840 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2215887b-d369-41a1-b2ff-26246cef5e74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:07:51.311186 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2215887b-d369-41a1-b2ff-26246cef5e74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:07:51.311522 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2215887b-d369-41a1-b2ff-26246cef5e74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:07:51.311876 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2215887b-d369-41a1-b2ff-26246cef5e74 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:07:51.312216 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2215887b-d369-41a1-b2ff-26246cef5e74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:07:51.312546 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2215887b-d369-41a1-b2ff-26246cef5e74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:07:51.312877 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2215887b-d369-41a1-b2ff-26246cef5e74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:07:51.313206 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2215887b-d369-41a1-b2ff-26246cef5e74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:07:51.313535 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2215887b-d369-41a1-b2ff-26246cef5e74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:07:51.333608 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b0da453c-e5b4-4604-9c02-e2a8b2095415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:51.363110 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-2215887b-d369-41a1-b2ff-26246cef5e74 None None] Attempting to bind port 96f70cb3-128c-4eea-b498-219b25024fd3 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:07:51.363613 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-2215887b-d369-41a1-b2ff-26246cef5e74 None None] Attempting to bind port 96f70cb3-128c-4eea-b498-219b25024fd3 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'e7dfc92d-b32e-4f74-ad53-4fda8afa908d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b775eb3f-2b25-4820-827b-6765ebe265c2'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:07:51.364229 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2215887b-d369-41a1-b2ff-26246cef5e74 None None] Attempting to bind port 96f70cb3-128c-4eea-b498-219b25024fd3 on network b775eb3f-2b25-4820-827b-6765ebe265c2 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:07:51.370881 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2215887b-d369-41a1-b2ff-26246cef5e74 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:07:51.371350 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2215887b-d369-41a1-b2ff-26246cef5e74 None None] Checking segment: {'id': 'e7dfc92d-b32e-4f74-ad53-4fda8afa908d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b775eb3f-2b25-4820-827b-6765ebe265c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:07:51.371864 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2215887b-d369-41a1-b2ff-26246cef5e74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:51.372881 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2215887b-d369-41a1-b2ff-26246cef5e74 None None] Bound using segment: {'id': 'e7dfc92d-b32e-4f74-ad53-4fda8afa908d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b775eb3f-2b25-4820-827b-6765ebe265c2'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:07:51.373592 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-2215887b-d369-41a1-b2ff-26246cef5e74 None None] Bound port: 96f70cb3-128c-4eea-b498-219b25024fd3, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7dfc92d-b32e-4f74-ad53-4fda8afa908d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b775eb3f-2b25-4820-827b-6765ebe265c2'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:07:51.374187 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2215887b-d369-41a1-b2ff-26246cef5e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:51.448931 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-2215887b-d369-41a1-b2ff-26246cef5e74 None None] For port 96f70cb3-128c-4eea-b498-219b25024fd3, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:07:51.454205 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-2215887b-d369-41a1-b2ff-26246cef5e74 None None] For port 96f70cb3-128c-4eea-b498-219b25024fd3, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=96f70cb3-128c-4eea-b498-219b25024fd3,segment=NetworkSegment(e7dfc92d-b32e-4f74-ad53-4fda8afa908d),segment_id=e7dfc92d-b32e-4f74-ad53-4fda8afa908d)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:07:51.459151 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2215887b-d369-41a1-b2ff-26246cef5e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:51.487207 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-d22fa839-f682-4116-abee-50d41e7c6358 req-c5cf4c26-4dd9-4fd6-8b7c-369bf7f61ef5 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Deleting port 3638aeea-3e9e-44c5-8a15-1b3f96fe4f68 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:07:51.487810 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-d22fa839-f682-4116-abee-50d41e7c6358 req-c5cf4c26-4dd9-4fd6-8b7c-369bf7f61ef5 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:51.510106 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-b0da453c-e5b4-4604-9c02-e2a8b2095415 admin admin] Allocated IP 172.25.6.143 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/2b229370-8dd1-4f48-9769-50e6d1b09aa1) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:07:51.516950 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2215887b-d369-41a1-b2ff-26246cef5e74 None None] Pushing event updated for resources: {'Port': ['ID=96f70cb3-128c-4eea-b498-219b25024fd3,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:51.647960 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-d22fa839-f682-4116-abee-50d41e7c6358 req-c5cf4c26-4dd9-4fd6-8b7c-369bf7f61ef5 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] For port 3638aeea-3e9e-44c5-8a15-1b3f96fe4f68, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=3638aeea-3e9e-44c5-8a15-1b3f96fe4f68,segment=NetworkSegment(d8abd467-7555-437f-877f-2fd196f30bbe),segment_id=d8abd467-7555-437f-877f-2fd196f30bbe)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:07:51.648333 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-d22fa839-f682-4116-abee-50d41e7c6358 req-c5cf4c26-4dd9-4fd6-8b7c-369bf7f61ef5 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:51.669434 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-d22fa839-f682-4116-abee-50d41e7c6358 req-c5cf4c26-4dd9-4fd6-8b7c-369bf7f61ef5 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Calling delete_port for 3638aeea-3e9e-44c5-8a15-1b3f96fe4f68 owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:07:51.741711 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b0da453c-e5b4-4604-9c02-e2a8b2095415 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:51.816246 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b0da453c-e5b4-4604-9c02-e2a8b2095415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:51.870710 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20013d37-0d44-4eff-aee8-077ca513c547 req-e2adc6db-0403-437a-b4e2-c9370ada9d13 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:51.873512 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-20013d37-0d44-4eff-aee8-077ca513c547 req-e2adc6db-0403-437a-b4e2-c9370ada9d13 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6040248-4c42-4203-bade-45d2cd52bbfa HTTP/1.1" status: 200 len: 945 time: 0.0748303 Sep 17 08:07:51.881789 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0da453c-e5b4-4604-9c02-e2a8b2095415 admin admin] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:07:51.887683 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-b0da453c-e5b4-4604-9c02-e2a8b2095415 admin admin] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:07:51.918011 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 96f70cb3-128c-4eea-b498-219b25024fd3 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:07:51.922133 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-20013d37-0d44-4eff-aee8-077ca513c547 req-39d0d26d-cd8e-48d1-ba1d-c18361afb72a tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=75f16301-6857-4fad-a6be-62e7544b2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402162 Sep 17 08:07:51.927667 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37552) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:07:51.930247 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0da453c-e5b4-4604-9c02-e2a8b2095415 admin admin] Pushing event updated for resources: {'Port': ['ID=2b229370-8dd1-4f48-9769-50e6d1b09aa1,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:51.933019 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0da453c-e5b4-4604-9c02-e2a8b2095415 admin admin] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:07:51.984217 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 96f70cb3-128c-4eea-b498-219b25024fd3 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:07:51.984833 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:51.991588 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-d22fa839-f682-4116-abee-50d41e7c6358 req-c5cf4c26-4dd9-4fd6-8b7c-369bf7f61ef5 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:52.008451 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-70b576ba-2f75-440e-aef6-a273ba012b32 req-4f3e6e07-ddef-4a49-b622-0d2e0be850f0 tempest-ServerShowV257Test-191554850 tempest-ServerShowV257Test-191554850-project] 10.222.0.13 "GET /v2.0/ports?device_id=881d75d1-7e10-43be-a1e8-8bb8394cbcba HTTP/1.1" status: 200 len: 210 time: 0.0380073 Sep 17 08:07:52.026660 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e371e816-97d8-4c53-8636-f2d3d749d322 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/floatingips/c6d0a2e3-1115-488b-bc34-8d9b51176bad HTTP/1.1" status: 200 len: 992 time: 0.0978386 Sep 17 08:07:52.064910 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cf4c26-4dd9-4fd6-8b7c-369bf7f61ef5 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event deleted for resources: {'Port': ['ID=3638aeea-3e9e-44c5-8a15-1b3f96fe4f68,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:52.166408 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-d22fa839-f682-4116-abee-50d41e7c6358 req-c5cf4c26-4dd9-4fd6-8b7c-369bf7f61ef5 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] No DVR routers for this DVR port 3638aeea-3e9e-44c5-8a15-1b3f96fe4f68 on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:07:52.170477 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-d22fa839-f682-4116-abee-50d41e7c6358 req-c5cf4c26-4dd9-4fd6-8b7c-369bf7f61ef5 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:52.173391 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d22fa839-f682-4116-abee-50d41e7c6358 req-c5cf4c26-4dd9-4fd6-8b7c-369bf7f61ef5 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.39 "DELETE /v2.0/ports/3638aeea-3e9e-44c5-8a15-1b3f96fe4f68 HTTP/1.1" status: 204 len: 173 time: 0.8809874 Sep 17 08:07:52.176397 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6040248-4c42-4203-bade-45d2cd52bbfa', 'name': 'network-vif-deleted', 'tag': '3638aeea-3e9e-44c5-8a15-1b3f96fe4f68'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:07:52.178907 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae80bc56-45c5-4e3a-a782-4b4012e5f161" -d '{"events": [{"server_uuid": "e6040248-4c42-4203-bade-45d2cd52bbfa", "name": "network-vif-deleted", "tag": "3638aeea-3e9e-44c5-8a15-1b3f96fe4f68"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:07:52.252063 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:52.260942 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-413fe589-f918-4eda-921a-000a6a1186ad x-openstack-request-id: req-413fe589-f918-4eda-921a-000a6a1186ad {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:07:52.261243 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6040248-4c42-4203-bade-45d2cd52bbfa", "name": "network-vif-deleted", "tag": "3638aeea-3e9e-44c5-8a15-1b3f96fe4f68", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:07:52.261499 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-413fe589-f918-4eda-921a-000a6a1186ad {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:07:52.261894 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6040248-4c42-4203-bade-45d2cd52bbfa', 'name': 'network-vif-deleted', 'tag': '3638aeea-3e9e-44c5-8a15-1b3f96fe4f68', 'status': 'completed', 'code': 200} Sep 17 08:07:52.294998 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port 96f70cb3-128c-4eea-b498-219b25024fd3, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=96f70cb3-128c-4eea-b498-219b25024fd3,segment=NetworkSegment(e7dfc92d-b32e-4f74-ad53-4fda8afa908d),segment_id=e7dfc92d-b32e-4f74-ad53-4fda8afa908d)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:07:52.299684 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:52.325217 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37560) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:07:52.338866 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b0da453c-e5b4-4604-9c02-e2a8b2095415 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:52.358892 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=96f70cb3-128c-4eea-b498-219b25024fd3,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:52.430920 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1f6cd6a6-6250-4495-aacd-b37e30e81a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:52.559816 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-01f788cd-8ba5-47c9-81d6-21e8bb8be4d3 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Deleting port 962ccadd-f642-46c0-aafb-f8e8d359c849 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:07:52.560209 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-01f788cd-8ba5-47c9-81d6-21e8bb8be4d3 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:52.631105 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b0da453c-e5b4-4604-9c02-e2a8b2095415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:52.652198 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-01f788cd-8ba5-47c9-81d6-21e8bb8be4d3 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:52.652766 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-01f788cd-8ba5-47c9-81d6-21e8bb8be4d3 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:52.681041 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-01f788cd-8ba5-47c9-81d6-21e8bb8be4d3 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Calling delete_port for 962ccadd-f642-46c0-aafb-f8e8d359c849 owned by network:floatingip {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:07:52.682793 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:52.724857 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e47481e-cb7e-46a0-9fe7-c2fa20114b34 None None] Network b775eb3f-2b25-4820-827b-6765ebe265c2 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:07:52.795941 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0da453c-e5b4-4604-9c02-e2a8b2095415 admin admin] Router 9646d832-45bc-44d1-b512-0e817c27480b is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 08:07:52.858269 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1a49ce9f-79fd-46ca-b806-e2e1c1a8d072 None None] Provisioning complete for port 96f70cb3-128c-4eea-b498-219b25024fd3 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:07:52.858647 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1a49ce9f-79fd-46ca-b806-e2e1c1a8d072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:52.912477 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-01f788cd-8ba5-47c9-81d6-21e8bb8be4d3 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:52.914240 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0da453c-e5b4-4604-9c02-e2a8b2095415 admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:07:52.931013 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c40653-2c36-4381-bd5c-801850b2d079 None None] Sync routers for ids ['9646d832-45bc-44d1-b512-0e817c27480b'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:07:52.934282 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b0da453c-e5b4-4604-9c02-e2a8b2095415 admin admin] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:52.936308 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b0da453c-e5b4-4604-9c02-e2a8b2095415 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1067171 Sep 17 08:07:52.950725 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37568) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:07:52.950930 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c40653-2c36-4381-bd5c-801850b2d079 None None] Routers {'9646d832-45bc-44d1-b512-0e817c27480b'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:07:52.951925 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-65c40653-2c36-4381-bd5c-801850b2d079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:07:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['9646d832-45bc-44d1-b512-0e817c27480b'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:07:52.959081 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f788cd-8ba5-47c9-81d6-21e8bb8be4d3 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Pushing event deleted for resources: {'Port': ['ID=962ccadd-f642-46c0-aafb-f8e8d359c849,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:53.037937 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-01f788cd-8ba5-47c9-81d6-21e8bb8be4d3 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for floatingip, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:53.041263 n-d-789963-9 neutron-server[101289]: INFO neutron.db.l3_db [None req-01f788cd-8ba5-47c9-81d6-21e8bb8be4d3 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Floating IP c6d0a2e3-1115-488b-bc34-8d9b51176bad disassociated (deleted). External IP: 172.25.6.54, port: b719868d-d0c2-4892-82cb-c528c864396d. Sep 17 08:07:53.121147 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-65c40653-2c36-4381-bd5c-801850b2d079 None None] Set router 9646d832-45bc-44d1-b512-0e817c27480b gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:07:53.130772 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9b453252-bfdd-4cdf-b16d-52e385791fe3 req-3448b909-fa75-4a17-a029-7b45dce421e6 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6040248-4c42-4203-bade-45d2cd52bbfa HTTP/1.1" status: 200 len: 210 time: 0.0864494 Sep 17 08:07:53.251849 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dca4218f-0c31-4161-b3f8-d892cbe6d9e7 req-ff4edde0-5d51-4d2b-a5b6-5211427a9320 tempest-ServerShowV257Test-191554850 tempest-ServerShowV257Test-191554850-project] 10.222.0.13 "GET /v2.0/ports?device_id=881d75d1-7e10-43be-a1e8-8bb8394cbcba HTTP/1.1" status: 200 len: 210 time: 0.0331650 Sep 17 08:07:53.297878 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-f8af59b4-a7ac-46e3-9279-2db61b1316b1 None None] Provisioning complete for port 96f70cb3-128c-4eea-b498-219b25024fd3 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:07:53.298456 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f8af59b4-a7ac-46e3-9279-2db61b1316b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:53.385413 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-65c40653-2c36-4381-bd5c-801850b2d079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9646d832-45bc-44d1-b512-0e817c27480b', 'name': 'tempest-ServerActionsTestJSON-1786562898-router', 'tenant_id': 'a40110368b234965bf3fd6f856f2361c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '2b229370-8dd1-4f48-9769-50e6d1b09aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:07:50Z', 'updated_at': '2021-09-17T08:07:52Z', 'revision_number': 3, 'project_id': 'a40110368b234965bf3fd6f856f2361c', 'gw_port': {'id': '2b229370-8dd1-4f48-9769-50e6d1b09aa1', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9646d832-45bc-44d1-b512-0e817c27480b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:07:51Z', 'updated_at': '2021-09-17T08:07:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:07:53.414095 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c40653-2c36-4381-bd5c-801850b2d079 None None] Checking router: 9646d832-45bc-44d1-b512-0e817c27480b for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:07:53.414445 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c40653-2c36-4381-bd5c-801850b2d079 None None] Updating router 9646d832-45bc-44d1-b512-0e817c27480b port 2b229370-8dd1-4f48-9769-50e6d1b09aa1 binding host n-d-789963-9 {{(pid=101292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 08:07:53.433421 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01f788cd-8ba5-47c9-81d6-21e8bb8be4d3 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Router 29c97e37-6f5c-47ae-8f42-4c579a396737 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:07:53.444054 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-65c40653-2c36-4381-bd5c-801850b2d079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:53.676389 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:53.749592 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-65c40653-2c36-4381-bd5c-801850b2d079 None None] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:53.755190 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-65c40653-2c36-4381-bd5c-801850b2d079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:53.807517 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343a0b69-98e3-4152-9ba3-177990ea1dce None None] Pushing event updated for resources: {'Port': ['ID=2b229370-8dd1-4f48-9769-50e6d1b09aa1,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:53.816717 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343a0b69-98e3-4152-9ba3-177990ea1dce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:07:53.817095 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343a0b69-98e3-4152-9ba3-177990ea1dce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:07:53.817389 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343a0b69-98e3-4152-9ba3-177990ea1dce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:07:53.818116 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343a0b69-98e3-4152-9ba3-177990ea1dce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:07:53.818116 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343a0b69-98e3-4152-9ba3-177990ea1dce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:07:53.818361 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343a0b69-98e3-4152-9ba3-177990ea1dce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:07:53.818684 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343a0b69-98e3-4152-9ba3-177990ea1dce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:07:53.819039 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343a0b69-98e3-4152-9ba3-177990ea1dce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:07:53.819318 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343a0b69-98e3-4152-9ba3-177990ea1dce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:07:53.819640 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343a0b69-98e3-4152-9ba3-177990ea1dce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:07:53.820191 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343a0b69-98e3-4152-9ba3-177990ea1dce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:07:53.820468 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343a0b69-98e3-4152-9ba3-177990ea1dce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:07:53.826725 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-65c40653-2c36-4381-bd5c-801850b2d079 None None] Attempting to bind port 2b229370-8dd1-4f48-9769-50e6d1b09aa1 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:07:53.827097 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-65c40653-2c36-4381-bd5c-801850b2d079 None None] Attempting to bind port 2b229370-8dd1-4f48-9769-50e6d1b09aa1 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:07:53.827804 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c40653-2c36-4381-bd5c-801850b2d079 None None] Attempting to bind port 2b229370-8dd1-4f48-9769-50e6d1b09aa1 on network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:07:53.834246 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c40653-2c36-4381-bd5c-801850b2d079 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:07:53.834710 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c40653-2c36-4381-bd5c-801850b2d079 None None] Checking segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:07:53.834998 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-65c40653-2c36-4381-bd5c-801850b2d079 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:53.835371 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c40653-2c36-4381-bd5c-801850b2d079 None None] Bound using segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:07:53.835829 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-65c40653-2c36-4381-bd5c-801850b2d079 None None] Bound port: 2b229370-8dd1-4f48-9769-50e6d1b09aa1, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:07:53.836227 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-65c40653-2c36-4381-bd5c-801850b2d079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:53.883113 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f788cd-8ba5-47c9-81d6-21e8bb8be4d3 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:07:53.896486 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439099cd-babc-41f1-b815-93c482bd8e0b None None] Sync routers for ids ['29c97e37-6f5c-47ae-8f42-4c579a396737'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:07:53.896722 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-01f788cd-8ba5-47c9-81d6-21e8bb8be4d3 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:53.901332 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-65c40653-2c36-4381-bd5c-801850b2d079 None None] For port 2b229370-8dd1-4f48-9769-50e6d1b09aa1, host n-d-789963-9, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:07:53.906544 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-65c40653-2c36-4381-bd5c-801850b2d079 None None] For port 2b229370-8dd1-4f48-9769-50e6d1b09aa1, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=2b229370-8dd1-4f48-9769-50e6d1b09aa1,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:07:53.909999 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439099cd-babc-41f1-b815-93c482bd8e0b None None] Routers {'29c97e37-6f5c-47ae-8f42-4c579a396737'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:07:53.910688 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-439099cd-babc-41f1-b815-93c482bd8e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:07:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['29c97e37-6f5c-47ae-8f42-4c579a396737'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:07:53.913885 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-65c40653-2c36-4381-bd5c-801850b2d079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:53.937195 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-01f788cd-8ba5-47c9-81d6-21e8bb8be4d3 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "DELETE /v2.0/floatingips/c6d0a2e3-1115-488b-bc34-8d9b51176bad HTTP/1.1" status: 204 len: 168 time: 1.6107855 Sep 17 08:07:53.937854 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27ff9be6-450c-4d35-a212-2a8d7f02de45', 'tag': 'b719868d-d0c2-4892-82cb-c528c864396d'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:07:53.941065 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f3fd285-a390-4059-927e-cda9505414dd" -d '{"events": [{"name": "network-changed", "server_uuid": "27ff9be6-450c-4d35-a212-2a8d7f02de45", "tag": "b719868d-d0c2-4892-82cb-c528c864396d"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:07:53.967807 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6f7cec8d-0a9a-4db9-8322-857cb68a7f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:54.012295 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343a0b69-98e3-4152-9ba3-177990ea1dce None None] Pushing event updated for resources: {'Port': ['ID=2b229370-8dd1-4f48-9769-50e6d1b09aa1,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:54.020092 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-003a3d08-90fa-40b6-ab4c-615a8e817c08 x-openstack-request-id: req-003a3d08-90fa-40b6-ab4c-615a8e817c08 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:07:54.020380 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27ff9be6-450c-4d35-a212-2a8d7f02de45", "tag": "b719868d-d0c2-4892-82cb-c528c864396d", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:07:54.020687 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-003a3d08-90fa-40b6-ab4c-615a8e817c08 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:07:54.021471 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27ff9be6-450c-4d35-a212-2a8d7f02de45', 'tag': 'b719868d-d0c2-4892-82cb-c528c864396d', 'status': 'completed', 'code': 200} Sep 17 08:07:54.022915 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 96f70cb3-128c-4eea-b498-219b25024fd3 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:07:54.045051 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c40653-2c36-4381-bd5c-801850b2d079 None None] Routers {'9646d832-45bc-44d1-b512-0e817c27480b'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:07:54.047270 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-65c40653-2c36-4381-bd5c-801850b2d079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:07:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['9646d832-45bc-44d1-b512-0e817c27480b'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:07:54.048677 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-439099cd-babc-41f1-b815-93c482bd8e0b None None] Set router 29c97e37-6f5c-47ae-8f42-4c579a396737 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:07:54.181911 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3fd285-a390-4059-927e-cda9505414dd req-b737946e-3217-4a98-a33d-e266bad7d863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:54.183470 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9f3fd285-a390-4059-927e-cda9505414dd req-b737946e-3217-4a98-a33d-e266bad7d863 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=72f377991d624d1189daaff7de1bceb3&device_id=27ff9be6-450c-4d35-a212-2a8d7f02de45 HTTP/1.1" status: 200 len: 1096 time: 0.0908217 Sep 17 08:07:54.200965 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37584) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:07:54.214165 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-65c40653-2c36-4381-bd5c-801850b2d079 None None] Set router 9646d832-45bc-44d1-b512-0e817c27480b gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:07:54.218129 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-6f7cec8d-0a9a-4db9-8322-857cb68a7f21 admin admin] Allocated IP 172.20.0.1 (b775eb3f-2b25-4820-827b-6765ebe265c2/9b7cebd9-83b6-4be8-81d9-9f32073aed40/36043235-d597-4dc9-8eab-899b8c4acb52) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:07:54.287892 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 96f70cb3-128c-4eea-b498-219b25024fd3 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:07:54.288582 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:54.363889 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3fd285-a390-4059-927e-cda9505414dd req-e42b2de4-225c-4560-b803-7a63342c6936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:54.365377 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9f3fd285-a390-4059-927e-cda9505414dd req-e42b2de4-225c-4560-b803-7a63342c6936 service neutron] 10.222.0.41 "GET /v2.0/networks?id=feb450c6-2abe-4123-8a65-81f95eb8a727 HTTP/1.1" status: 200 len: 898 time: 0.1731999 Sep 17 08:07:54.427631 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9f3fd285-a390-4059-927e-cda9505414dd req-905fbde5-67e6-4205-a5a1-ca17611e3587 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b719868d-d0c2-4892-82cb-c528c864396d HTTP/1.1" status: 200 len: 217 time: 0.0483768 Sep 17 08:07:54.433680 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f6f7d0f4-c0c3-4193-a754-8f56bea77e38 req-2b64e54e-2701-4f7c-abb7-000ec3c3e52e tempest-ServerShowV257Test-191554850 tempest-ServerShowV257Test-191554850-project] 10.222.0.13 "GET /v2.0/ports?device_id=881d75d1-7e10-43be-a1e8-8bb8394cbcba HTTP/1.1" status: 200 len: 210 time: 0.0464685 Sep 17 08:07:54.442423 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6f7cec8d-0a9a-4db9-8322-857cb68a7f21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:54.445209 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-439099cd-babc-41f1-b815-93c482bd8e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c97e37-6f5c-47ae-8f42-4c579a396737', 'name': 'tempest-TestNetworkBasicOps-router-387508932', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '28efd83c-9cdb-4cfd-8491-31e4131c3c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:06:09Z', 'updated_at': '2021-09-17T08:06:13Z', 'revision_number': 4, 'project_id': '72f377991d624d1189daaff7de1bceb3', 'gw_port': {'id': '28efd83c-9cdb-4cfd-8491-31e4131c3c2c', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c97e37-6f5c-47ae-8f42-4c579a396737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:06:10Z', 'updated_at': '2021-09-17T08:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'e3718f3f-a1d2-4338-b742-56fef6e8fc96', 'name': '', 'network_id': 'feb450c6-2abe-4123-8a65-81f95eb8a727', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'mac_address': 'fa:16:3e:12:f5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c97e37-6f5c-47ae-8f42-4c579a396737', 'device_owner': 'network:router_interface', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': 'b6248dd9-2d9f-4890-b97f-90338bdf79da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:06:12Z', 'updated_at': '2021-09-17T08:06:16Z', 'revision_number': 5, 'project_id': '72f377991d624d1189daaff7de1bceb3', 'subnets': [{'id': 'b6248dd9-2d9f-4890-b97f-90338bdf79da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:07:54.489966 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439099cd-babc-41f1-b815-93c482bd8e0b None None] Checking router: 29c97e37-6f5c-47ae-8f42-4c579a396737 for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:07:54.491428 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-65c40653-2c36-4381-bd5c-801850b2d079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9646d832-45bc-44d1-b512-0e817c27480b', 'name': 'tempest-ServerActionsTestJSON-1786562898-router', 'tenant_id': 'a40110368b234965bf3fd6f856f2361c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '2b229370-8dd1-4f48-9769-50e6d1b09aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:07:50Z', 'updated_at': '2021-09-17T08:07:52Z', 'revision_number': 3, 'project_id': 'a40110368b234965bf3fd6f856f2361c', 'gw_port': {'id': '2b229370-8dd1-4f48-9769-50e6d1b09aa1', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9646d832-45bc-44d1-b512-0e817c27480b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:07:51Z', 'updated_at': '2021-09-17T08:07:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:07:54.496774 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4d0ffb-a6f7-474f-9221-c71c5ac8a66d req-fca6ffc8-e38f-44d1-9307-4097fcea9c86 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:54.498919 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6f4d0ffb-a6f7-474f-9221-c71c5ac8a66d req-fca6ffc8-e38f-44d1-9307-4097fcea9c86 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/ports?device_id=27ff9be6-450c-4d35-a212-2a8d7f02de45 HTTP/1.1" status: 200 len: 945 time: 0.1523769 Sep 17 08:07:54.501713 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439099cd-babc-41f1-b815-93c482bd8e0b None None] Routers {'29c97e37-6f5c-47ae-8f42-4c579a396737'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:07:54.502770 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-439099cd-babc-41f1-b815-93c482bd8e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:07:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['29c97e37-6f5c-47ae-8f42-4c579a396737'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:07:54.517290 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c40653-2c36-4381-bd5c-801850b2d079 None None] The sync data for ids ['9646d832-45bc-44d1-b512-0e817c27480b'] in n-d-789963-9 is: [{'id': '9646d832-45bc-44d1-b512-0e817c27480b', 'name': 'tempest-ServerActionsTestJSON-1786562898-router', 'tenant_id': 'a40110368b234965bf3fd6f856f2361c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '2b229370-8dd1-4f48-9769-50e6d1b09aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:07:50Z', 'updated_at': '2021-09-17T08:07:52Z', 'revision_number': 3, 'project_id': 'a40110368b234965bf3fd6f856f2361c', 'gw_port': {'id': '2b229370-8dd1-4f48-9769-50e6d1b09aa1', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9646d832-45bc-44d1-b512-0e817c27480b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:07:51Z', 'updated_at': '2021-09-17T08:07:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:07:54.520538 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3fd285-a390-4059-927e-cda9505414dd req-c5b4f5ce-fb8d-421c-adeb-728ddd2e6953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:54.523674 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9f3fd285-a390-4059-927e-cda9505414dd req-c5b4f5ce-fb8d-421c-adeb-728ddd2e6953 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b6248dd9-2d9f-4890-b97f-90338bdf79da HTTP/1.1" status: 200 len: 834 time: 0.0788839 Sep 17 08:07:54.556732 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6f4d0ffb-a6f7-474f-9221-c71c5ac8a66d req-48074709-2470-4d37-a6b0-cb7e6b107deb tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdb0962f-0f0d-43ca-b2ae-f4fc78e59555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490885 Sep 17 08:07:54.595272 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6f7cec8d-0a9a-4db9-8322-857cb68a7f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:54.599562 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3fd285-a390-4059-927e-cda9505414dd req-61a254ce-5998-4d29-9851-3fc97c100305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:54.601262 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9f3fd285-a390-4059-927e-cda9505414dd req-61a254ce-5998-4d29-9851-3fc97c100305 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=feb450c6-2abe-4123-8a65-81f95eb8a727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685558 Sep 17 08:07:54.648576 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-439099cd-babc-41f1-b815-93c482bd8e0b None None] Set router 29c97e37-6f5c-47ae-8f42-4c579a396737 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:07:54.676729 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7cec8d-0a9a-4db9-8322-857cb68a7f21 admin admin] Pushing event updated for resources: {'Port': ['ID=36043235-d597-4dc9-8eab-899b8c4acb52,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:54.746073 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7cec8d-0a9a-4db9-8322-857cb68a7f21 admin admin] Network b775eb3f-2b25-4820-827b-6765ebe265c2 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:07:54.749065 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-6f7cec8d-0a9a-4db9-8322-857cb68a7f21 admin admin] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:07:54.752519 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7cec8d-0a9a-4db9-8322-857cb68a7f21 admin admin] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:07:54.805441 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9f3fd285-a390-4059-927e-cda9505414dd req-57537ce2-a71e-4db9-86d0-043edd24e7cf service neutron] 10.222.0.41 "GET /v2.0/networks/feb450c6-2abe-4123-8a65-81f95eb8a727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694119 Sep 17 08:07:54.810367 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6f7cec8d-0a9a-4db9-8322-857cb68a7f21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:54.815292 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-efdabbe8-4903-4873-b3e3-ed6273a8a137 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:54.992289 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-439099cd-babc-41f1-b815-93c482bd8e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c97e37-6f5c-47ae-8f42-4c579a396737', 'name': 'tempest-TestNetworkBasicOps-router-387508932', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '28efd83c-9cdb-4cfd-8491-31e4131c3c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:06:09Z', 'updated_at': '2021-09-17T08:06:13Z', 'revision_number': 4, 'project_id': '72f377991d624d1189daaff7de1bceb3', 'gw_port': {'id': '28efd83c-9cdb-4cfd-8491-31e4131c3c2c', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c97e37-6f5c-47ae-8f42-4c579a396737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:06:10Z', 'updated_at': '2021-09-17T08:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'e3718f3f-a1d2-4338-b742-56fef6e8fc96', 'name': '', 'network_id': 'feb450c6-2abe-4123-8a65-81f95eb8a727', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'mac_address': 'fa:16:3e:12:f5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c97e37-6f5c-47ae-8f42-4c579a396737', 'device_owner': 'network:router_interface', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': 'b6248dd9-2d9f-4890-b97f-90338bdf79da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:06:12Z', 'updated_at': '2021-09-17T08:06:16Z', 'revision_number': 5, 'project_id': '72f377991d624d1189daaff7de1bceb3', 'subnets': [{'id': 'b6248dd9-2d9f-4890-b97f-90338bdf79da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:07:55.025398 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439099cd-babc-41f1-b815-93c482bd8e0b None None] The sync data for ids ['29c97e37-6f5c-47ae-8f42-4c579a396737'] in n-d-789963-9 is: [{'id': '29c97e37-6f5c-47ae-8f42-4c579a396737', 'name': 'tempest-TestNetworkBasicOps-router-387508932', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '28efd83c-9cdb-4cfd-8491-31e4131c3c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:06:09Z', 'updated_at': '2021-09-17T08:06:13Z', 'revision_number': 4, 'project_id': '72f377991d624d1189daaff7de1bceb3', 'gw_port': {'id': '28efd83c-9cdb-4cfd-8491-31e4131c3c2c', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c97e37-6f5c-47ae-8f42-4c579a396737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:06:10Z', 'updated_at': '2021-09-17T08:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'e3718f3f-a1d2-4338-b742-56fef6e8fc96', 'name': '', 'network_id': 'feb450c6-2abe-4123-8a65-81f95eb8a727', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'mac_address': 'fa:16:3e:12:f5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c97e37-6f5c-47ae-8f42-4c579a396737', 'device_owner': 'network:router_interface', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': 'b6248dd9-2d9f-4890-b97f-90338bdf79da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:06:12Z', 'updated_at': '2021-09-17T08:06:16Z', 'revision_number': 5, 'project_id': '72f377991d624d1189daaff7de1bceb3', 'subnets': [{'id': 'b6248dd9-2d9f-4890-b97f-90338bdf79da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:07:55.062185 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9f3fd285-a390-4059-927e-cda9505414dd req-083448c5-d6ec-4d47-bf26-6b93ca025ef6 service neutron] 10.222.0.41 "GET /v2.0/networks/feb450c6-2abe-4123-8a65-81f95eb8a727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080703 Sep 17 08:07:55.112074 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6f7cec8d-0a9a-4db9-8322-857cb68a7f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:55.137864 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-40bce710-b500-4e17-9646-d6b2dee9a0a4 None None] Provisioning complete for port 36043235-d597-4dc9-8eab-899b8c4acb52 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:07:55.139478 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-40bce710-b500-4e17-9646-d6b2dee9a0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:55.192243 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-40bce710-b500-4e17-9646-d6b2dee9a0a4 None None] Port 36043235-d597-4dc9-8eab-899b8c4acb52 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:07:55.220216 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-efdabbe8-4903-4873-b3e3-ed6273a8a137 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Deleting port d77f212f-c68b-4fb6-89b4-a6b23032d3df {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:07:55.220769 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-efdabbe8-4903-4873-b3e3-ed6273a8a137 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:55.258305 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:55.325188 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6f7cec8d-0a9a-4db9-8322-857cb68a7f21 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:55.330312 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-efdabbe8-4903-4873-b3e3-ed6273a8a137 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] For port d77f212f-c68b-4fb6-89b4-a6b23032d3df, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=d77f212f-c68b-4fb6-89b4-a6b23032d3df,segment=NetworkSegment(d8abd467-7555-437f-877f-2fd196f30bbe),segment_id=d8abd467-7555-437f-877f-2fd196f30bbe)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:07:55.330611 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-efdabbe8-4903-4873-b3e3-ed6273a8a137 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:55.333225 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6f7cec8d-0a9a-4db9-8322-857cb68a7f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:55.344803 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-efdabbe8-4903-4873-b3e3-ed6273a8a137 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Calling delete_port for d77f212f-c68b-4fb6-89b4-a6b23032d3df owned by network:router_interface {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:07:55.403967 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6f7cec8d-0a9a-4db9-8322-857cb68a7f21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:55.406635 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7cec8d-0a9a-4db9-8322-857cb68a7f21 admin admin] Pushing event updated for resources: {'Port': ['ID=36043235-d597-4dc9-8eab-899b8c4acb52,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:55.430457 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7a07aa-17a4-45d7-b5ea-2da0e61d6f55 None None] New status for floating IP c6d0a2e3-1115-488b-bc34-8d9b51176bad: DOWN {{(pid=101292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 08:07:55.539401 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7cec8d-0a9a-4db9-8322-857cb68a7f21 admin admin] Network b775eb3f-2b25-4820-827b-6765ebe265c2 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:07:55.541188 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-6f7cec8d-0a9a-4db9-8322-857cb68a7f21 admin admin] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:07:55.601156 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-38396e21-55fa-49fe-abbe-91a7a70c9421 req-38d9c881-46e6-4938-bd4d-09fcb04a836b tempest-ServerShowV257Test-191554850 tempest-ServerShowV257Test-191554850-project] 10.222.0.13 "GET /v2.0/ports?device_id=881d75d1-7e10-43be-a1e8-8bb8394cbcba HTTP/1.1" status: 200 len: 210 time: 0.0687201 Sep 17 08:07:55.665343 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-efdabbe8-4903-4873-b3e3-ed6273a8a137 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:55.728267 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdabbe8-4903-4873-b3e3-ed6273a8a137 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event deleted for resources: {'Port': ['ID=d77f212f-c68b-4fb6-89b4-a6b23032d3df,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:55.767977 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f7cec8d-0a9a-4db9-8322-857cb68a7f21 admin admin] Router 9646d832-45bc-44d1-b512-0e817c27480b has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:07:55.832561 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 3638aeea-3e9e-44c5-8a15-1b3f96fe4f68 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:07:55.863946 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d6a76a-ae34-4560-8d5d-14e4292fa6f8 req-61a08cd6-7d0e-4bad-a392-9835478c74a2 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:55.871365 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e1d6a76a-ae34-4560-8d5d-14e4292fa6f8 req-61a08cd6-7d0e-4bad-a392-9835478c74a2 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/ports?device_id=27ff9be6-450c-4d35-a212-2a8d7f02de45 HTTP/1.1" status: 200 len: 945 time: 0.1590450 Sep 17 08:07:55.871592 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: 3638aeea-3e9e-44c5-8a15-1b3f96fe4f68 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:07:55.871865 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 3638aeea-3e9e-44c5-8a15-1b3f96fe4f68 not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:07:55.940467 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-6604f06c-42bd-4532-98f4-c88c6a6b1d5f None None] Provisioning complete for port 36043235-d597-4dc9-8eab-899b8c4acb52 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:07:55.940837 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6604f06c-42bd-4532-98f4-c88c6a6b1d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:55.964537 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e1d6a76a-ae34-4560-8d5d-14e4292fa6f8 req-082b417a-5ee8-4ca0-8de9-b96dfa9fb3b7 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdb0962f-0f0d-43ca-b2ae-f4fc78e59555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921328 Sep 17 08:07:56.052586 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f7cec8d-0a9a-4db9-8322-857cb68a7f21 admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:07:56.067720 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6f7cec8d-0a9a-4db9-8322-857cb68a7f21 admin admin] 10.222.0.13 "PUT /v2.0/routers/9646d832-45bc-44d1-b512-0e817c27480b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1055048 Sep 17 08:07:56.077570 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-6604f06c-42bd-4532-98f4-c88c6a6b1d5f None None] Port 36043235-d597-4dc9-8eab-899b8c4acb52 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:07:56.098952 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-efdabbe8-4903-4873-b3e3-ed6273a8a137 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:56.106000 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b447335e-ad52-4000-b77c-add142c36b1d req-eb11cf1b-58aa-4b44-a7b8-6ae4d5058bb3 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:56.108165 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b447335e-ad52-4000-b77c-add142c36b1d req-eb11cf1b-58aa-4b44-a7b8-6ae4d5058bb3 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.41 "GET /v2.0/ports?device_id=27ff9be6-450c-4d35-a212-2a8d7f02de45 HTTP/1.1" status: 200 len: 945 time: 0.1276860 Sep 17 08:07:56.137438 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 2b229370-8dd1-4f48-9769-50e6d1b09aa1 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:07:56.195195 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 2b229370-8dd1-4f48-9769-50e6d1b09aa1 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:07:56.196073 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:56.240099 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-b447335e-ad52-4000-b77c-add142c36b1d req-24d1d476-31ce-4bd0-8aa9-7d4d370830b6 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Deleting port b719868d-d0c2-4892-82cb-c528c864396d {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:07:56.240817 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-b447335e-ad52-4000-b77c-add142c36b1d req-24d1d476-31ce-4bd0-8aa9-7d4d370830b6 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:56.301265 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:56.324892 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port 2b229370-8dd1-4f48-9769-50e6d1b09aa1, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=2b229370-8dd1-4f48-9769-50e6d1b09aa1,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:07:56.331708 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:56.366550 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-b447335e-ad52-4000-b77c-add142c36b1d req-24d1d476-31ce-4bd0-8aa9-7d4d370830b6 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] For port b719868d-d0c2-4892-82cb-c528c864396d, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=b719868d-d0c2-4892-82cb-c528c864396d,segment=NetworkSegment(1a23dff6-ada3-4640-bc1d-953a4fbdf324),segment_id=1a23dff6-ada3-4640-bc1d-953a4fbdf324)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:07:56.366926 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-b447335e-ad52-4000-b77c-add142c36b1d req-24d1d476-31ce-4bd0-8aa9-7d4d370830b6 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:56.383022 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=2b229370-8dd1-4f48-9769-50e6d1b09aa1,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:56.387721 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-b447335e-ad52-4000-b77c-add142c36b1d req-24d1d476-31ce-4bd0-8aa9-7d4d370830b6 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Calling delete_port for b719868d-d0c2-4892-82cb-c528c864396d owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:07:56.402218 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efdabbe8-4903-4873-b3e3-ed6273a8a137 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Router 5918b963-ab8f-46bc-8473-a4d9bb50b91c has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:07:56.530822 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efdabbe8-4903-4873-b3e3-ed6273a8a137 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:07:56.539447 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-efdabbe8-4903-4873-b3e3-ed6273a8a137 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "PUT /v2.0/routers/5918b963-ab8f-46bc-8473-a4d9bb50b91c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3344450 Sep 17 08:07:56.540194 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37602) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:07:56.546031 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7976f615-528c-4c25-8869-aca0d9f94848 None None] Sync routers for ids ['5918b963-ab8f-46bc-8473-a4d9bb50b91c'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:07:56.554458 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-b447335e-ad52-4000-b77c-add142c36b1d req-24d1d476-31ce-4bd0-8aa9-7d4d370830b6 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:56.562999 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7976f615-528c-4c25-8869-aca0d9f94848 None None] Routers {'5918b963-ab8f-46bc-8473-a4d9bb50b91c'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:07:56.564001 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-7976f615-528c-4c25-8869-aca0d9f94848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:07:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['5918b963-ab8f-46bc-8473-a4d9bb50b91c'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:07:56.641058 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d1d476-31ce-4bd0-8aa9-7d4d370830b6 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Pushing event deleted for resources: {'Port': ['ID=b719868d-d0c2-4892-82cb-c528c864396d,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:56.652900 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37606) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:07:56.657478 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-8b1ce950-a5de-413f-a93d-eca5015666e4 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1680909818', 'description': 'tempest-description--264096451'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:07:56.681534 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-b447335e-ad52-4000-b77c-add142c36b1d req-24d1d476-31ce-4bd0-8aa9-7d4d370830b6 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] No DVR routers for this DVR port b719868d-d0c2-4892-82cb-c528c864396d on host n-h1-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:07:56.686557 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-b447335e-ad52-4000-b77c-add142c36b1d req-24d1d476-31ce-4bd0-8aa9-7d4d370830b6 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:56.689392 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b447335e-ad52-4000-b77c-add142c36b1d req-24d1d476-31ce-4bd0-8aa9-7d4d370830b6 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.41 "DELETE /v2.0/ports/b719868d-d0c2-4892-82cb-c528c864396d HTTP/1.1" status: 204 len: 173 time: 0.5741146 Sep 17 08:07:56.689869 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27ff9be6-450c-4d35-a212-2a8d7f02de45', 'name': 'network-vif-deleted', 'tag': 'b719868d-d0c2-4892-82cb-c528c864396d'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:07:56.692582 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e426905-a459-466f-bc0a-57a799b70f84" -d '{"events": [{"server_uuid": "27ff9be6-450c-4d35-a212-2a8d7f02de45", "name": "network-vif-deleted", "tag": "b719868d-d0c2-4892-82cb-c528c864396d"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:07:56.700604 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d9b0097-ace7-4134-b028-656a69c8bb5b tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Deleting subnet a8540f1f-4498-4a52-a82e-d4ba22d275c6 {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:07:56.705844 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8d9b0097-ace7-4134-b028-656a69c8bb5b tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:56.706918 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8b1ce950-a5de-413f-a93d-eca5015666e4 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:56.752763 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8d9b0097-ace7-4134-b028-656a69c8bb5b tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:56.776027 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14713e76-d9c7-4790-a323-668707ead370 x-openstack-request-id: req-14713e76-d9c7-4790-a323-668707ead370 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:07:56.776323 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27ff9be6-450c-4d35-a212-2a8d7f02de45", "name": "network-vif-deleted", "tag": "b719868d-d0c2-4892-82cb-c528c864396d", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:07:56.776593 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-14713e76-d9c7-4790-a323-668707ead370 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:07:56.776992 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27ff9be6-450c-4d35-a212-2a8d7f02de45', 'name': 'network-vif-deleted', 'tag': 'b719868d-d0c2-4892-82cb-c528c864396d', 'status': 'completed', 'code': 200} Sep 17 08:07:56.782880 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3e258faf-eb86-4f88-80af-bd62e2b04a0a req-bf23d3f8-fea4-45a6-a960-1b2ef881b8b4 tempest-ServerShowV257Test-191554850 tempest-ServerShowV257Test-191554850-project] 10.222.0.13 "GET /v2.0/ports?device_id=881d75d1-7e10-43be-a1e8-8bb8394cbcba HTTP/1.1" status: 200 len: 210 time: 0.0424206 Sep 17 08:07:56.822449 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-7976f615-528c-4c25-8869-aca0d9f94848 None None] Set router 5918b963-ab8f-46bc-8473-a4d9bb50b91c gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:07:56.852516 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8d9b0097-ace7-4134-b028-656a69c8bb5b tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:56.922573 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8b1ce950-a5de-413f-a93d-eca5015666e4 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:56.929826 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8b1ce950-a5de-413f-a93d-eca5015666e4 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:56.937022 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8d9b0097-ace7-4134-b028-656a69c8bb5b tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:56.974015 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8b1ce950-a5de-413f-a93d-eca5015666e4 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:56.977702 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-8b1ce950-a5de-413f-a93d-eca5015666e4 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3212011 Sep 17 08:07:56.977977 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37610) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:07:56.985115 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-473a2627-a6f2-45ef-8e1e-f3bfbd1a5f48 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Request body: {'security_group_rule': {'security_group_id': '623f81b2-48c3-49b5-9d6c-7b55fbfa2db3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:07:56.985483 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9b0097-ace7-4134-b028-656a69c8bb5b tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event deleted for resources: {'Subnet': ['ID=a8540f1f-4498-4a52-a82e-d4ba22d275c6,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:56.992775 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8d9b0097-ace7-4134-b028-656a69c8bb5b tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:56.998509 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-8d9b0097-ace7-4134-b028-656a69c8bb5b tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "DELETE /v2.0/subnets/a8540f1f-4498-4a52-a82e-d4ba22d275c6 HTTP/1.1" status: 204 len: 168 time: 0.4542046 Sep 17 08:07:57.000533 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37618) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:07:57.018092 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1ce950-a5de-413f-a93d-eca5015666e4 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:57.024504 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb5b874-4579-492b-b5aa-7f0ea0e089fd None None] Network 6c7c2907-2d67-4290-9be2-994bcbedf8a9 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:07:57.026308 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208ea09b-2ee9-42d7-8e58-f3e1211493db None None] Sync routers for ids ['9646d832-45bc-44d1-b512-0e817c27480b'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:07:57.056922 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208ea09b-2ee9-42d7-8e58-f3e1211493db None None] Routers {'9646d832-45bc-44d1-b512-0e817c27480b'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:07:57.059047 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-208ea09b-2ee9-42d7-8e58-f3e1211493db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:07:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['9646d832-45bc-44d1-b512-0e817c27480b'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:07:57.082885 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-473a2627-a6f2-45ef-8e1e-f3bfbd1a5f48 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:57.188710 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a6149ede-ce15-4c20-b420-1427d05c4a3b req-6bc4293b-3d84-4364-9288-779c5a730b23 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "GET /v2.0/ports?device_id=27ff9be6-450c-4d35-a212-2a8d7f02de45 HTTP/1.1" status: 200 len: 210 time: 0.0568771 Sep 17 08:07:57.222335 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-473a2627-a6f2-45ef-8e1e-f3bfbd1a5f48 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:57.229907 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-473a2627-a6f2-45ef-8e1e-f3bfbd1a5f48 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:57.253017 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-364594e4-d935-42ff-bd0d-b7222eec3976 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for router, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:57.257710 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a2627-a6f2-45ef-8e1e-f3bfbd1a5f48 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adce0d26-187f-4891-ab43-3f138ce61346,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:57.264178 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-473a2627-a6f2-45ef-8e1e-f3bfbd1a5f48 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:57.268074 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-473a2627-a6f2-45ef-8e1e-f3bfbd1a5f48 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2864530 Sep 17 08:07:57.275664 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37620) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:07:57.286168 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-99fa72f0-6069-40fb-8f68-536048cb9c18 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Request body: {'security_group_rule': {'security_group_id': '623f81b2-48c3-49b5-9d6c-7b55fbfa2db3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:07:57.321530 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-99fa72f0-6069-40fb-8f68-536048cb9c18 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:57.339082 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-7976f615-528c-4c25-8869-aca0d9f94848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5918b963-ab8f-46bc-8473-a4d9bb50b91c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-496969132', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '7009197a-b368-42df-9818-46c92a1f3e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:04:47Z', 'updated_at': '2021-09-17T08:07:55Z', 'revision_number': 5, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'gw_port': {'id': '7009197a-b368-42df-9818-46c92a1f3e88', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5918b963-ab8f-46bc-8473-a4d9bb50b91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:04:47Z', 'updated_at': '2021-09-17T08:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:07:57.387358 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-208ea09b-2ee9-42d7-8e58-f3e1211493db None None] Set router 9646d832-45bc-44d1-b512-0e817c27480b gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:07:57.410424 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-99fa72f0-6069-40fb-8f68-536048cb9c18 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:57.413565 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-364594e4-d935-42ff-bd0d-b7222eec3976 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:57.419684 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-99fa72f0-6069-40fb-8f68-536048cb9c18 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:57.422178 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f105bdc6-a059-4b41-8fc0-96a8219f7daf None None] DHCP port deletion for 6c7c2907-2d67-4290-9be2-994bcbedf8a9 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 08:07:57.425631 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7976f615-528c-4c25-8869-aca0d9f94848 None None] Checking router: 5918b963-ab8f-46bc-8473-a4d9bb50b91c for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:07:57.440532 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fa72f0-6069-40fb-8f68-536048cb9c18 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27e2c88c-64e2-4324-8898-1b8fff95537a,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:57.447555 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-99fa72f0-6069-40fb-8f68-536048cb9c18 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:57.452905 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-99fa72f0-6069-40fb-8f68-536048cb9c18 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1748798 Sep 17 08:07:57.453753 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37622) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:07:57.459362 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-e64290b1-e283-41f6-a478-5f8a663a34f8 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Request body: {'floatingip': {'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:07:57.461921 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7976f615-528c-4c25-8869-aca0d9f94848 None None] Routers {'5918b963-ab8f-46bc-8473-a4d9bb50b91c'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:07:57.462562 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-7976f615-528c-4c25-8869-aca0d9f94848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:07:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['5918b963-ab8f-46bc-8473-a4d9bb50b91c'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:07:57.485044 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e64290b1-e283-41f6-a478-5f8a663a34f8 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks [] for floatingip, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:57.500139 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-364594e4-d935-42ff-bd0d-b7222eec3976 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Deleting port 7009197a-b368-42df-9818-46c92a1f3e88 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:07:57.500611 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-364594e4-d935-42ff-bd0d-b7222eec3976 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:57.566533 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-7976f615-528c-4c25-8869-aca0d9f94848 None None] Set router 5918b963-ab8f-46bc-8473-a4d9bb50b91c gateway port host: None {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:07:57.594341 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-f105bdc6-a059-4b41-8fc0-96a8219f7daf None None] Deleting port 8c8e1a42-942e-47ea-b42a-9281e890e5d2 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:07:57.594746 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f105bdc6-a059-4b41-8fc0-96a8219f7daf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:57.595692 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e64290b1-e283-41f6-a478-5f8a663a34f8 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:57.616433 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-364594e4-d935-42ff-bd0d-b7222eec3976 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] For port 7009197a-b368-42df-9818-46c92a1f3e88, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=7009197a-b368-42df-9818-46c92a1f3e88,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:07:57.617082 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-364594e4-d935-42ff-bd0d-b7222eec3976 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:57.636748 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-364594e4-d935-42ff-bd0d-b7222eec3976 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Calling delete_port for 7009197a-b368-42df-9818-46c92a1f3e88 owned by network:router_gateway {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:07:57.660330 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-208ea09b-2ee9-42d7-8e58-f3e1211493db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9646d832-45bc-44d1-b512-0e817c27480b', 'name': 'tempest-ServerActionsTestJSON-1786562898-router', 'tenant_id': 'a40110368b234965bf3fd6f856f2361c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '2b229370-8dd1-4f48-9769-50e6d1b09aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:07:50Z', 'updated_at': '2021-09-17T08:07:55Z', 'revision_number': 4, 'project_id': 'a40110368b234965bf3fd6f856f2361c', 'gw_port': {'id': '2b229370-8dd1-4f48-9769-50e6d1b09aa1', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9646d832-45bc-44d1-b512-0e817c27480b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:07:51Z', 'updated_at': '2021-09-17T08:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '36043235-d597-4dc9-8eab-899b8c4acb52', 'name': '', 'network_id': 'b775eb3f-2b25-4820-827b-6765ebe265c2', 'tenant_id': 'a40110368b234965bf3fd6f856f2361c', 'mac_address': 'fa:16:3e:64:49:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9646d832-45bc-44d1-b512-0e817c27480b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': '9b7cebd9-83b6-4be8-81d9-9f32073aed40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:07:53Z', 'updated_at': '2021-09-17T08:07:55Z', 'revision_number': 2, 'project_id': 'a40110368b234965bf3fd6f856f2361c', 'subnets': [{'id': '9b7cebd9-83b6-4be8-81d9-9f32073aed40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:07:57.702254 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208ea09b-2ee9-42d7-8e58-f3e1211493db None None] Checking router: 9646d832-45bc-44d1-b512-0e817c27480b for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:07:57.702604 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208ea09b-2ee9-42d7-8e58-f3e1211493db None None] Updating router 9646d832-45bc-44d1-b512-0e817c27480b port 36043235-d597-4dc9-8eab-899b8c4acb52 binding host n-d-789963-9 {{(pid=101292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 08:07:57.716524 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-e64290b1-e283-41f6-a478-5f8a663a34f8 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Allocated IP 172.25.6.71 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/a7755755-24c4-4780-9374-9fcab26e4128) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:07:57.736775 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-208ea09b-2ee9-42d7-8e58-f3e1211493db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:57.792774 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-7976f615-528c-4c25-8869-aca0d9f94848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5918b963-ab8f-46bc-8473-a4d9bb50b91c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-496969132', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:04:47Z', 'updated_at': '2021-09-17T08:07:57Z', 'revision_number': 6, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'gw_port_host': None}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:07:57.831093 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7976f615-528c-4c25-8869-aca0d9f94848 None None] The sync data for ids ['5918b963-ab8f-46bc-8473-a4d9bb50b91c'] in n-d-789963-9 is: [{'id': '5918b963-ab8f-46bc-8473-a4d9bb50b91c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-496969132', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:04:47Z', 'updated_at': '2021-09-17T08:07:57Z', 'revision_number': 6, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'gw_port_host': None}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:07:57.899477 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-f105bdc6-a059-4b41-8fc0-96a8219f7daf None None] For port 8c8e1a42-942e-47ea-b42a-9281e890e5d2, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=8c8e1a42-942e-47ea-b42a-9281e890e5d2,segment=NetworkSegment(d8abd467-7555-437f-877f-2fd196f30bbe),segment_id=d8abd467-7555-437f-877f-2fd196f30bbe)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:07:57.900341 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f105bdc6-a059-4b41-8fc0-96a8219f7daf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:57.911504 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e64290b1-e283-41f6-a478-5f8a663a34f8 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:57.919959 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-f105bdc6-a059-4b41-8fc0-96a8219f7daf None None] Calling delete_port for 8c8e1a42-942e-47ea-b42a-9281e890e5d2 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:07:57.922858 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-364594e4-d935-42ff-bd0d-b7222eec3976 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:57.988056 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1ac7417f-e644-4829-aa86-cc378bd1fc3e req-cec0a3a2-bce8-4cc4-bb6b-101d83a325b8 tempest-ServerShowV257Test-191554850 tempest-ServerShowV257Test-191554850-project] 10.222.0.13 "GET /v2.0/ports?device_id=881d75d1-7e10-43be-a1e8-8bb8394cbcba HTTP/1.1" status: 200 len: 210 time: 0.0423903 Sep 17 08:07:58.014755 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e64290b1-e283-41f6-a478-5f8a663a34f8 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:58.029123 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f105bdc6-a059-4b41-8fc0-96a8219f7daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:58.046442 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f105bdc6-a059-4b41-8fc0-96a8219f7daf None None] No DVR routers for this DVR port 8c8e1a42-942e-47ea-b42a-9281e890e5d2 on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:07:58.055590 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64290b1-e283-41f6-a478-5f8a663a34f8 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:07:58.060086 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-e64290b1-e283-41f6-a478-5f8a663a34f8 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:07:58.065948 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64290b1-e283-41f6-a478-5f8a663a34f8 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:07:58.080881 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f105bdc6-a059-4b41-8fc0-96a8219f7daf None None] Pushing event deleted for resources: {'Port': ['ID=8c8e1a42-942e-47ea-b42a-9281e890e5d2,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:58.099827 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64290b1-e283-41f6-a478-5f8a663a34f8 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Pushing event updated for resources: {'Port': ['ID=a7755755-24c4-4780-9374-9fcab26e4128,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:58.115424 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-364594e4-d935-42ff-bd0d-b7222eec3976 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:58.127066 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-208ea09b-2ee9-42d7-8e58-f3e1211493db None None] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:58.135496 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-208ea09b-2ee9-42d7-8e58-f3e1211493db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:58.162251 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364594e4-d935-42ff-bd0d-b7222eec3976 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event deleted for resources: {'Port': ['ID=7009197a-b368-42df-9818-46c92a1f3e88,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:58.189996 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e64290b1-e283-41f6-a478-5f8a663a34f8 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:58.211199 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e86b61-50ee-4759-8f31-af7b300bec0e None None] Pushing event updated for resources: {'Port': ['ID=36043235-d597-4dc9-8eab-899b8c4acb52,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:58.244847 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 2b229370-8dd1-4f48-9769-50e6d1b09aa1 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:07:58.279661 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e64290b1-e283-41f6-a478-5f8a663a34f8 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:58.320708 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-208ea09b-2ee9-42d7-8e58-f3e1211493db None None] Attempting to bind port 36043235-d597-4dc9-8eab-899b8c4acb52 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:07:58.321214 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-208ea09b-2ee9-42d7-8e58-f3e1211493db None None] Attempting to bind port 36043235-d597-4dc9-8eab-899b8c4acb52 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'e7dfc92d-b32e-4f74-ad53-4fda8afa908d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b775eb3f-2b25-4820-827b-6765ebe265c2'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:07:58.321684 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208ea09b-2ee9-42d7-8e58-f3e1211493db None None] Attempting to bind port 36043235-d597-4dc9-8eab-899b8c4acb52 on network b775eb3f-2b25-4820-827b-6765ebe265c2 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:07:58.328088 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208ea09b-2ee9-42d7-8e58-f3e1211493db None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:07:58.328590 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208ea09b-2ee9-42d7-8e58-f3e1211493db None None] Checking segment: {'id': 'e7dfc92d-b32e-4f74-ad53-4fda8afa908d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b775eb3f-2b25-4820-827b-6765ebe265c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:07:58.329370 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-208ea09b-2ee9-42d7-8e58-f3e1211493db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:58.329863 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208ea09b-2ee9-42d7-8e58-f3e1211493db None None] Bound using segment: {'id': 'e7dfc92d-b32e-4f74-ad53-4fda8afa908d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b775eb3f-2b25-4820-827b-6765ebe265c2'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:07:58.332168 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-208ea09b-2ee9-42d7-8e58-f3e1211493db None None] Bound port: 36043235-d597-4dc9-8eab-899b8c4acb52, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7dfc92d-b32e-4f74-ad53-4fda8afa908d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b775eb3f-2b25-4820-827b-6765ebe265c2'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:07:58.332665 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-208ea09b-2ee9-42d7-8e58-f3e1211493db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:58.355350 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37630) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:07:58.369402 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-364594e4-d935-42ff-bd0d-b7222eec3976 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:58.373623 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-364594e4-d935-42ff-bd0d-b7222eec3976 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:58.411491 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 2b229370-8dd1-4f48-9769-50e6d1b09aa1 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:07:58.411911 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:58.434653 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-208ea09b-2ee9-42d7-8e58-f3e1211493db None None] For port 36043235-d597-4dc9-8eab-899b8c4acb52, host n-d-789963-9, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:07:58.441409 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-208ea09b-2ee9-42d7-8e58-f3e1211493db None None] For port 36043235-d597-4dc9-8eab-899b8c4acb52, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=36043235-d597-4dc9-8eab-899b8c4acb52,segment=NetworkSegment(e7dfc92d-b32e-4f74-ad53-4fda8afa908d),segment_id=e7dfc92d-b32e-4f74-ad53-4fda8afa908d)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:07:58.459493 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-208ea09b-2ee9-42d7-8e58-f3e1211493db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:58.492396 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-364594e4-d935-42ff-bd0d-b7222eec3976 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:58.492927 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-364594e4-d935-42ff-bd0d-b7222eec3976 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Fanout notify agent at l3_agent the message router_deleted on router 5918b963-ab8f-46bc-8473-a4d9bb50b91c {{(pid=101290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 08:07:58.502201 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-364594e4-d935-42ff-bd0d-b7222eec3976 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:58.505709 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-364594e4-d935-42ff-bd0d-b7222eec3976 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "DELETE /v2.0/routers/5918b963-ab8f-46bc-8473-a4d9bb50b91c HTTP/1.1" status: 204 len: 168 time: 1.5033231 Sep 17 08:07:58.515904 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37632) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:07:58.546588 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e64290b1-e283-41f6-a478-5f8a663a34f8 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:58.553558 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e86b61-50ee-4759-8f31-af7b300bec0e None None] Pushing event updated for resources: {'Port': ['ID=36043235-d597-4dc9-8eab-899b8c4acb52,revision_number=4']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:58.553803 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e64290b1-e283-41f6-a478-5f8a663a34f8 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:58.556544 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208ea09b-2ee9-42d7-8e58-f3e1211493db None None] Routers {'9646d832-45bc-44d1-b512-0e817c27480b'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:07:58.557352 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-208ea09b-2ee9-42d7-8e58-f3e1211493db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:07:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['9646d832-45bc-44d1-b512-0e817c27480b'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:07:58.599011 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-66715626-0f89-4453-8bf0-1ed62ca2346a tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:58.613812 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64290b1-e283-41f6-a478-5f8a663a34f8 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Pushing event updated for resources: {'Port': ['ID=a7755755-24c4-4780-9374-9fcab26e4128,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:58.663399 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8deec06e-f479-4db8-b360-793da9ac901c tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:58.678480 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-acd2b376-3738-4fe9-8a6e-448e7c25766f None None] Provisioning complete for port 36043235-d597-4dc9-8eab-899b8c4acb52 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:07:58.680896 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-acd2b376-3738-4fe9-8a6e-448e7c25766f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:58.705735 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8deec06e-f479-4db8-b360-793da9ac901c tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:58.710243 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e64290b1-e283-41f6-a478-5f8a663a34f8 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:58.738757 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e64290b1-e283-41f6-a478-5f8a663a34f8 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:58.749614 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e64290b1-e283-41f6-a478-5f8a663a34f8 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2941632 Sep 17 08:07:58.753481 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-208ea09b-2ee9-42d7-8e58-f3e1211493db None None] Set router 9646d832-45bc-44d1-b512-0e817c27480b gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:07:58.774663 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 8c8e1a42-942e-47ea-b42a-9281e890e5d2 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:07:58.819386 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 8c8e1a42-942e-47ea-b42a-9281e890e5d2 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:07:58.819742 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 8c8e1a42-942e-47ea-b42a-9281e890e5d2 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:07:58.841876 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a5797245-7649-4b38-a4bc-58ffbc27c7ec req-7d90cf3a-daa5-43cf-9790-3b88b6798b48 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3465729 Sep 17 08:07:58.938459 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-66715626-0f89-4453-8bf0-1ed62ca2346a tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:58.975343 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-acd2b376-3738-4fe9-8a6e-448e7c25766f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:58.977618 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5520b293-9037-4812-a59f-f5d9098471b4 req-b5753178-9526-4c29-bd2d-9f5a32f7d5c2 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1680909818&fields=id&tenant_id=a40110368b234965bf3fd6f856f2361c HTTP/1.1" status: 200 len: 267 time: 0.0422575 Sep 17 08:07:59.018576 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-66715626-0f89-4453-8bf0-1ed62ca2346a tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c7c2907-2d67-4290-9be2-994bcbedf8a9']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:07:59.026271 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-acd2b376-3738-4fe9-8a6e-448e7c25766f None None] For port 36043235-d597-4dc9-8eab-899b8c4acb52, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=36043235-d597-4dc9-8eab-899b8c4acb52,segment=NetworkSegment(e7dfc92d-b32e-4f74-ad53-4fda8afa908d),segment_id=e7dfc92d-b32e-4f74-ad53-4fda8afa908d)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:07:59.033962 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-acd2b376-3738-4fe9-8a6e-448e7c25766f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:59.034566 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-66715626-0f89-4453-8bf0-1ed62ca2346a tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8abd467-7555-437f-877f-2fd196f30bbe') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:07:59.034566 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-66715626-0f89-4453-8bf0-1ed62ca2346a tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8abd467-7555-437f-877f-2fd196f30bbe') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:07:59.053066 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-66715626-0f89-4453-8bf0-1ed62ca2346a tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:59.065537 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5797245-7649-4b38-a4bc-58ffbc27c7ec req-eae44f6e-dc6f-4afe-ba31-3e9108b26d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:59.066182 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5797245-7649-4b38-a4bc-58ffbc27c7ec req-eae44f6e-dc6f-4afe-ba31-3e9108b26d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:59.066857 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5797245-7649-4b38-a4bc-58ffbc27c7ec req-eae44f6e-dc6f-4afe-ba31-3e9108b26d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:59.067657 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5797245-7649-4b38-a4bc-58ffbc27c7ec req-eae44f6e-dc6f-4afe-ba31-3e9108b26d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:59.068727 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5797245-7649-4b38-a4bc-58ffbc27c7ec req-eae44f6e-dc6f-4afe-ba31-3e9108b26d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:59.069415 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5797245-7649-4b38-a4bc-58ffbc27c7ec req-eae44f6e-dc6f-4afe-ba31-3e9108b26d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:59.069956 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5797245-7649-4b38-a4bc-58ffbc27c7ec req-eae44f6e-dc6f-4afe-ba31-3e9108b26d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:59.072058 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a5797245-7649-4b38-a4bc-58ffbc27c7ec req-eae44f6e-dc6f-4afe-ba31-3e9108b26d62 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9dd60ef4e32342ee9bd756b274f1d1f9&device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab HTTP/1.1" status: 200 len: 6488 time: 0.1298690 Sep 17 08:07:59.085501 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8deec06e-f479-4db8-b360-793da9ac901c tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:59.092771 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8deec06e-f479-4db8-b360-793da9ac901c tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:59.097580 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-8deec06e-f479-4db8-b360-793da9ac901c tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "DELETE /v2.0/security-groups/fdb0962f-0f0d-43ca-b2ae-f4fc78e59555 HTTP/1.1" status: 204 len: 168 time: 0.7405577 Sep 17 08:07:59.113449 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd2b376-3738-4fe9-8a6e-448e7c25766f None None] Pushing event updated for resources: {'Port': ['ID=36043235-d597-4dc9-8eab-899b8c4acb52,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:59.115378 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-66715626-0f89-4453-8bf0-1ed62ca2346a tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:59.117271 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deec06e-f479-4db8-b360-793da9ac901c tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb0962f-0f0d-43ca-b2ae-f4fc78e59555,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:59.158922 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-208ea09b-2ee9-42d7-8e58-f3e1211493db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9646d832-45bc-44d1-b512-0e817c27480b', 'name': 'tempest-ServerActionsTestJSON-1786562898-router', 'tenant_id': 'a40110368b234965bf3fd6f856f2361c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '2b229370-8dd1-4f48-9769-50e6d1b09aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:07:50Z', 'updated_at': '2021-09-17T08:07:55Z', 'revision_number': 4, 'project_id': 'a40110368b234965bf3fd6f856f2361c', 'gw_port': {'id': '2b229370-8dd1-4f48-9769-50e6d1b09aa1', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9646d832-45bc-44d1-b512-0e817c27480b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:07:51Z', 'updated_at': '2021-09-17T08:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '36043235-d597-4dc9-8eab-899b8c4acb52', 'name': '', 'network_id': 'b775eb3f-2b25-4820-827b-6765ebe265c2', 'tenant_id': 'a40110368b234965bf3fd6f856f2361c', 'mac_address': 'fa:16:3e:64:49:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9646d832-45bc-44d1-b512-0e817c27480b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': '9b7cebd9-83b6-4be8-81d9-9f32073aed40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:07:53Z', 'updated_at': '2021-09-17T08:07:58Z', 'revision_number': 4, 'project_id': 'a40110368b234965bf3fd6f856f2361c', 'subnets': [{'id': '9b7cebd9-83b6-4be8-81d9-9f32073aed40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:07:59.160561 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66715626-0f89-4453-8bf0-1ed62ca2346a tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:07:59.161090 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-66715626-0f89-4453-8bf0-1ed62ca2346a tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:59.164410 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 08:07:59.164410 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:07:59.164410 n-d-789963-9 neutron-server[101290]: timer() Sep 17 08:07:59.164410 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:07:59.164410 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 08:07:59.164410 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:07:59.164410 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 08:07:59.164410 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:07:59.164410 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 08:07:59.164410 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:07:59.164410 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 08:07:59.164410 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:07:59.164410 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 08:07:59.164410 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:07:59.164410 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:07:59.164410 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:07:59.164410 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:07:59.164410 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:07:59.164410 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 08:07:59.164410 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:07:59.164410 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 08:07:59.164410 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:07:59.164410 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:07:59.164410 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:07:59.164410 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 08:07:59.164410 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:07:59.164410 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:07:59.164410 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:07:59.164410 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:07:59.164410 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:07:59.164410 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:07:59.164410 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:07:59.183754 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-39beb685-e173-4503-bcbe-1c4cdf8b1f96 None None] Provisioning complete for port 36043235-d597-4dc9-8eab-899b8c4acb52 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:07:59.184244 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-39beb685-e173-4503-bcbe-1c4cdf8b1f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:59.218795 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208ea09b-2ee9-42d7-8e58-f3e1211493db None None] The sync data for ids ['9646d832-45bc-44d1-b512-0e817c27480b'] in n-d-789963-9 is: [{'id': '9646d832-45bc-44d1-b512-0e817c27480b', 'name': 'tempest-ServerActionsTestJSON-1786562898-router', 'tenant_id': 'a40110368b234965bf3fd6f856f2361c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '2b229370-8dd1-4f48-9769-50e6d1b09aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:07:50Z', 'updated_at': '2021-09-17T08:07:55Z', 'revision_number': 4, 'project_id': 'a40110368b234965bf3fd6f856f2361c', 'gw_port': {'id': '2b229370-8dd1-4f48-9769-50e6d1b09aa1', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9646d832-45bc-44d1-b512-0e817c27480b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:07:51Z', 'updated_at': '2021-09-17T08:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '36043235-d597-4dc9-8eab-899b8c4acb52', 'name': '', 'network_id': 'b775eb3f-2b25-4820-827b-6765ebe265c2', 'tenant_id': 'a40110368b234965bf3fd6f856f2361c', 'mac_address': 'fa:16:3e:64:49:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9646d832-45bc-44d1-b512-0e817c27480b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': '9b7cebd9-83b6-4be8-81d9-9f32073aed40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:07:53Z', 'updated_at': '2021-09-17T08:07:58Z', 'revision_number': 4, 'project_id': 'a40110368b234965bf3fd6f856f2361c', 'subnets': [{'id': '9b7cebd9-83b6-4be8-81d9-9f32073aed40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:07:59.230284 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d6b729c9-4400-4a1b-b9c4-4107d27e8231 req-50ccf77e-4b6e-4641-8e67-64979fa7fd8b tempest-ServerShowV257Test-191554850 tempest-ServerShowV257Test-191554850-project] 10.222.0.13 "GET /v2.0/ports?device_id=881d75d1-7e10-43be-a1e8-8bb8394cbcba HTTP/1.1" status: 200 len: 210 time: 0.0673366 Sep 17 08:07:59.312458 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5520b293-9037-4812-a59f-f5d9098471b4 req-529d4c7a-eade-4454-b6c2-a01e3b02a3f6 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:59.322300 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-66715626-0f89-4453-8bf0-1ed62ca2346a tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:59.336493 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5520b293-9037-4812-a59f-f5d9098471b4 req-529d4c7a-eade-4454-b6c2-a01e3b02a3f6 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/networks?id=b775eb3f-2b25-4820-827b-6765ebe265c2 HTTP/1.1" status: 200 len: 812 time: 0.3493166 Sep 17 08:07:59.338399 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37652) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:07:59.358678 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5520b293-9037-4812-a59f-f5d9098471b4 req-9c805308-5cfe-4801-8409-37abd1a0d50e tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/quotas/a40110368b234965bf3fd6f856f2361c HTTP/1.1" status: 200 len: 375 time: 0.0212524 Sep 17 08:07:59.367608 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-66715626-0f89-4453-8bf0-1ed62ca2346a tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:59.369530 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-66715626-0f89-4453-8bf0-1ed62ca2346a tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "DELETE /v2.0/networks/6c7c2907-2d67-4290-9be2-994bcbedf8a9 HTTP/1.1" status: 204 len: 168 time: 0.8527620 Sep 17 08:07:59.380667 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37654) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:07:59.425818 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66715626-0f89-4453-8bf0-1ed62ca2346a tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event deleted for resources: {'Network': ['ID=6c7c2907-2d67-4290-9be2-994bcbedf8a9,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:07:59.460305 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5797245-7649-4b38-a4bc-58ffbc27c7ec req-69b6d069-1dc6-44b6-915b-84491620c575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:59.461071 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5797245-7649-4b38-a4bc-58ffbc27c7ec req-69b6d069-1dc6-44b6-915b-84491620c575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:59.461556 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5797245-7649-4b38-a4bc-58ffbc27c7ec req-69b6d069-1dc6-44b6-915b-84491620c575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:07:59.463192 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a5797245-7649-4b38-a4bc-58ffbc27c7ec req-69b6d069-1dc6-44b6-915b-84491620c575 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f09c285a-372f-4d9d-93e7-05d1bf72bf1b&id=38da8219-9711-4a17-95ce-4a60364cf1ab&id=38da8219-9711-4a17-95ce-4a60364cf1ab&id=38da8219-9711-4a17-95ce-4a60364cf1ab&id=38da8219-9711-4a17-95ce-4a60364cf1ab&id=af537dc7-8886-4fdc-a38b-73c1633b0a59&id=af537dc7-8886-4fdc-a38b-73c1633b0a59 HTTP/1.1" status: 200 len: 2292 time: 0.3500464 Sep 17 08:07:59.488562 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5520b293-9037-4812-a59f-f5d9098471b4 req-bb05a489-42ff-43d7-8786-d20563d467f8 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a40110368b234965bf3fd6f856f2361c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1232586 Sep 17 08:07:59.512880 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-80b37c69-e118-4725-bccf-4ec9de04fe70 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:59.565884 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4aeb8056-066f-4fec-9c59-722d515c43de req-c8ac5551-8815-47fa-ac4b-c521518ba903 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=881d75d1-7e10-43be-a1e8-8bb8394cbcba HTTP/1.1" status: 200 len: 210 time: 0.0941994 Sep 17 08:07:59.581617 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-80b37c69-e118-4725-bccf-4ec9de04fe70 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:59.637081 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5520b293-9037-4812-a59f-f5d9098471b4 req-7235e46b-9f85-4491-9dfc-9af8eb1a16d6 service neutron] 10.222.0.13 "GET /v2.0/networks/b775eb3f-2b25-4820-827b-6765ebe265c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345956 Sep 17 08:07:59.640145 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a5797245-7649-4b38-a4bc-58ffbc27c7ec req-c41b64f6-7ee4-44ee-a221-1f08d4fe2c92 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f925fa88-e615-42d2-b3ec-449463c7b53e HTTP/1.1" status: 200 len: 1001 time: 0.1646538 Sep 17 08:07:59.727610 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-80b37c69-e118-4725-bccf-4ec9de04fe70 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:59.730690 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-80b37c69-e118-4725-bccf-4ec9de04fe70 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:07:59.734636 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-80b37c69-e118-4725-bccf-4ec9de04fe70 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "DELETE /v2.0/security-groups/75f16301-6857-4fad-a6be-62e7544b2de2 HTTP/1.1" status: 204 len: 168 time: 0.3516998 Sep 17 08:07:59.778434 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5520b293-9037-4812-a59f-f5d9098471b4 req-3a18d3b5-8056-45c3-a8ab-a2135f31527b service neutron] 10.222.0.13 "GET /v2.0/networks/b775eb3f-2b25-4820-827b-6765ebe265c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230152 Sep 17 08:07:59.778434 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b37c69-e118-4725-bccf-4ec9de04fe70 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f16301-6857-4fad-a6be-62e7544b2de2,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:08:00.035401 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37664) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:08:00.047680 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-fa28d853-4be0-44b0-8db1-5a3802fd521c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2128225537', 'description': 'tempest-secgroup-smoke-2128225537 description', 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:08:00.118751 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5b4e209d-e8e0-445a-beb4-7538d4bbdecf req-6818b782-0481-47aa-8614-55da3fb551fd tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 210 time: 0.0462816 Sep 17 08:08:00.149162 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fa28d853-4be0-44b0-8db1-5a3802fd521c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:00.166503 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 36043235-d597-4dc9-8eab-899b8c4acb52 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:08:00.257367 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 36043235-d597-4dc9-8eab-899b8c4acb52 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:08:00.257746 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:00.258148 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fa28d853-4be0-44b0-8db1-5a3802fd521c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:00.265509 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fa28d853-4be0-44b0-8db1-5a3802fd521c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:00.291276 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5797245-7649-4b38-a4bc-58ffbc27c7ec req-d20ac539-6f40-4a70-bcb6-f5ec8dbce23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:00.297892 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a5797245-7649-4b38-a4bc-58ffbc27c7ec req-d20ac539-6f40-4a70-bcb6-f5ec8dbce23c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1862c60a-900a-428f-84d5-02f641b77766 HTTP/1.1" status: 200 len: 850 time: 0.6514628 Sep 17 08:08:00.326935 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28d853-4be0-44b0-8db1-5a3802fd521c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d107d5ef-6bbd-42bc-9048-57654bfdda1b,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:08:00.330101 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fa28d853-4be0-44b0-8db1-5a3802fd521c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:00.331478 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-fa28d853-4be0-44b0-8db1-5a3802fd521c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2948704 Sep 17 08:08:00.335076 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37672) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:08:00.341254 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-23ae1893-ac57-41d8-8d28-0dc2287167ff tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Request body: {'security_group_rule': {'security_group_id': 'd107d5ef-6bbd-42bc-9048-57654bfdda1b', 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:08:00.387612 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-23ae1893-ac57-41d8-8d28-0dc2287167ff tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:00.435874 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5797245-7649-4b38-a4bc-58ffbc27c7ec req-b4e05121-45e9-48e1-9414-e40ce889fc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:00.445702 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a5797245-7649-4b38-a4bc-58ffbc27c7ec req-b4e05121-45e9-48e1-9414-e40ce889fc06 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f09c285a-372f-4d9d-93e7-05d1bf72bf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1329842 Sep 17 08:08:00.525899 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 7009197a-b368-42df-9818-46c92a1f3e88 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:08:00.568073 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 7009197a-b368-42df-9818-46c92a1f3e88 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:08:00.568653 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 7009197a-b368-42df-9818-46c92a1f3e88 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:08:00.573081 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device d77f212f-c68b-4fb6-89b4-a6b23032d3df no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:08:00.600761 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: d77f212f-c68b-4fb6-89b4-a6b23032d3df {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:08:00.601394 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device d77f212f-c68b-4fb6-89b4-a6b23032d3df not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:08:00.653893 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a5797245-7649-4b38-a4bc-58ffbc27c7ec req-e9dd052e-bf70-43e4-81ee-95a03758334e service neutron] 10.222.0.39 "GET /v2.0/networks/f09c285a-372f-4d9d-93e7-05d1bf72bf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842787 Sep 17 08:08:00.796592 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a5797245-7649-4b38-a4bc-58ffbc27c7ec req-e3bb07fd-a962-4a47-a9c4-20c95c5b4e45 service neutron] 10.222.0.39 "GET /v2.0/networks/f09c285a-372f-4d9d-93e7-05d1bf72bf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352730 Sep 17 08:08:00.854735 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-29709fe2-50f3-46b1-8fcd-fb377bc198b6 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:00.858725 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a5797245-7649-4b38-a4bc-58ffbc27c7ec req-096de620-8842-4907-899a-e644eef1c1f1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=f1fe0f28-22d4-4b09-bc17-0fd02f571177 HTTP/1.1" status: 200 len: 217 time: 0.0514696 Sep 17 08:08:00.928927 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c8a11c37-050d-402a-b884-0cbcb93fb404 req-712ef972-c470-4f7c-8887-5e6967a47c46 tempest-ServerShowV257Test-191554850 tempest-ServerShowV257Test-191554850-project] 10.222.0.13 "GET /v2.0/ports?device_id=881d75d1-7e10-43be-a1e8-8bb8394cbcba HTTP/1.1" status: 200 len: 210 time: 0.0416965 Sep 17 08:08:00.977060 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-23ae1893-ac57-41d8-8d28-0dc2287167ff tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:00.984733 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-23ae1893-ac57-41d8-8d28-0dc2287167ff tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:01.001312 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ae1893-ac57-41d8-8d28-0dc2287167ff tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5b09e98-45ff-4dcd-99cb-eeddd8c99d71,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:08:01.016604 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-23ae1893-ac57-41d8-8d28-0dc2287167ff tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:01.018031 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-23ae1893-ac57-41d8-8d28-0dc2287167ff tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6819985 Sep 17 08:08:01.018180 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5797245-7649-4b38-a4bc-58ffbc27c7ec req-13d4524d-f2ff-4161-a271-8ddcf3bb6f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:01.020908 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37678) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:08:01.025559 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a5797245-7649-4b38-a4bc-58ffbc27c7ec req-13d4524d-f2ff-4161-a271-8ddcf3bb6f47 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b03d39e8-6611-49a1-bc08-558dcfc2f27e HTTP/1.1" status: 200 len: 797 time: 0.1325483 Sep 17 08:08:01.025758 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-65cb9861-ce55-4d42-a132-332d158aaf24 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Request body: {'security_group_rule': {'security_group_id': 'd107d5ef-6bbd-42bc-9048-57654bfdda1b', 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:08:01.055614 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-65cb9861-ce55-4d42-a132-332d158aaf24 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:01.127538 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-65cb9861-ce55-4d42-a132-332d158aaf24 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:01.132382 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-65cb9861-ce55-4d42-a132-332d158aaf24 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:01.156384 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cb9861-ce55-4d42-a132-332d158aaf24 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac50e736-75bc-47e0-bd75-65d1542acdb9,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:08:01.158351 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5797245-7649-4b38-a4bc-58ffbc27c7ec req-ee0145cf-ff53-46c8-9ace-14f88f90daab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:01.160390 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a5797245-7649-4b38-a4bc-58ffbc27c7ec req-ee0145cf-ff53-46c8-9ace-14f88f90daab service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=38da8219-9711-4a17-95ce-4a60364cf1ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1216505 Sep 17 08:08:01.166124 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-65cb9861-ce55-4d42-a132-332d158aaf24 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:01.167772 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-65cb9861-ce55-4d42-a132-332d158aaf24 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1457205 Sep 17 08:08:01.170529 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37682) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:08:01.177892 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-6add671a-e30a-40e8-a9dc-86edb5d73b6b tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Request body: {'security_group_rule': {'security_group_id': 'd107d5ef-6bbd-42bc-9048-57654bfdda1b', 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:08:01.218464 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6add671a-e30a-40e8-a9dc-86edb5d73b6b tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:01.246288 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device b719868d-d0c2-4892-82cb-c528c864396d no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:08:01.259074 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-74eb167a-d2c4-459f-8764-043361c5efad req-1d49fcf2-575e-4810-8821-28b2468b36e9 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 210 time: 0.0363922 Sep 17 08:08:01.270484 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] No Port match for: b719868d-d0c2-4892-82cb-c528c864396d {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:08:01.271139 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device b719868d-d0c2-4892-82cb-c528c864396d not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:08:01.302421 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a5797245-7649-4b38-a4bc-58ffbc27c7ec req-07eebfbf-6c96-489c-942d-e8576b25ae3e service neutron] 10.222.0.39 "GET /v2.0/networks/38da8219-9711-4a17-95ce-4a60364cf1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326180 Sep 17 08:08:01.307316 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6add671a-e30a-40e8-a9dc-86edb5d73b6b tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:01.312020 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6add671a-e30a-40e8-a9dc-86edb5d73b6b tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:01.329285 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6add671a-e30a-40e8-a9dc-86edb5d73b6b tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d071c003-35b9-45fc-b563-5f772ae452c6,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:08:01.338421 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6add671a-e30a-40e8-a9dc-86edb5d73b6b tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:01.340975 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-6add671a-e30a-40e8-a9dc-86edb5d73b6b tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1688757 Sep 17 08:08:01.342652 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37684) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:08:01.348598 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-461974ab-a9a4-49a8-8203-876493bae588 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Request body: {'security_group_rule': {'security_group_id': 'd107d5ef-6bbd-42bc-9048-57654bfdda1b', 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:08:01.378171 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-461974ab-a9a4-49a8-8203-876493bae588 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:01.447269 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-461974ab-a9a4-49a8-8203-876493bae588 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:01.452484 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-461974ab-a9a4-49a8-8203-876493bae588 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:01.457852 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-29709fe2-50f3-46b1-8fcd-fb377bc198b6 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Deleting port e3718f3f-a1d2-4338-b742-56fef6e8fc96 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:08:01.458436 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-29709fe2-50f3-46b1-8fcd-fb377bc198b6 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:01.473371 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461974ab-a9a4-49a8-8203-876493bae588 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c933e42b-daec-4f15-a2d8-8959b3dd77f1,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:08:01.475407 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-461974ab-a9a4-49a8-8203-876493bae588 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:01.479387 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-461974ab-a9a4-49a8-8203-876493bae588 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1326549 Sep 17 08:08:01.479630 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37686) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:08:01.485145 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-faa40a2f-1d7f-419e-8259-5ca0782c2b49 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Request body: {'security_group_rule': {'security_group_id': 'd107d5ef-6bbd-42bc-9048-57654bfdda1b', 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:08:01.508167 n-d-789963-9 neutron-server[101289]: INFO neutron.db.securitygroups_db [None req-faa40a2f-1d7f-419e-8259-5ca0782c2b49 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Project d6ef7951b2ac4d2ead98d70f1879d714 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 08:08:01.513082 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-faa40a2f-1d7f-419e-8259-5ca0782c2b49 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:01.553210 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a5797245-7649-4b38-a4bc-58ffbc27c7ec req-ed620fc4-1a2f-415f-ab9a-acd5b1c55971 service neutron] 10.222.0.39 "GET /v2.0/networks/38da8219-9711-4a17-95ce-4a60364cf1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197895 Sep 17 08:08:01.577574 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-faa40a2f-1d7f-419e-8259-5ca0782c2b49 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:01.583167 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-faa40a2f-1d7f-419e-8259-5ca0782c2b49 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:01.603978 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa40a2f-1d7f-419e-8259-5ca0782c2b49 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8745c470-0838-4a1e-a2dc-1f976b3ffa01,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:08:01.612135 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-faa40a2f-1d7f-419e-8259-5ca0782c2b49 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:01.614302 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-faa40a2f-1d7f-419e-8259-5ca0782c2b49 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1329772 Sep 17 08:08:01.620397 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37690) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:08:01.625458 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-b8cef458-37fc-431b-985b-e0345a5e7848 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Request body: {'security_group_rule': {'security_group_id': 'd107d5ef-6bbd-42bc-9048-57654bfdda1b', 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:08:01.640913 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a5797245-7649-4b38-a4bc-58ffbc27c7ec req-7039b991-799b-4ec6-9d01-11b6d5b8397b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=58361d99-ef9c-4fbd-af39-2f7f8767303c HTTP/1.1" status: 200 len: 217 time: 0.0574353 Sep 17 08:08:01.646350 n-d-789963-9 neutron-server[101289]: INFO neutron.db.securitygroups_db [None req-b8cef458-37fc-431b-985b-e0345a5e7848 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Project d6ef7951b2ac4d2ead98d70f1879d714 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 08:08:01.651886 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b8cef458-37fc-431b-985b-e0345a5e7848 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:01.667874 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5520b293-9037-4812-a59f-f5d9098471b4 req-c43f6b03-9c01-42d8-a5b8-6d01fe9c3aaf tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:01.669315 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5520b293-9037-4812-a59f-f5d9098471b4 req-c43f6b03-9c01-42d8-a5b8-6d01fe9c3aaf tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.39 "GET /v2.0/networks?id=b775eb3f-2b25-4820-827b-6765ebe265c2 HTTP/1.1" status: 200 len: 812 time: 0.2525580 Sep 17 08:08:01.681418 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-29709fe2-50f3-46b1-8fcd-fb377bc198b6 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] For port e3718f3f-a1d2-4338-b742-56fef6e8fc96, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=e3718f3f-a1d2-4338-b742-56fef6e8fc96,segment=NetworkSegment(1a23dff6-ada3-4640-bc1d-953a4fbdf324),segment_id=1a23dff6-ada3-4640-bc1d-953a4fbdf324)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:08:01.681793 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-29709fe2-50f3-46b1-8fcd-fb377bc198b6 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:01.710176 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-29709fe2-50f3-46b1-8fcd-fb377bc198b6 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Calling delete_port for e3718f3f-a1d2-4338-b742-56fef6e8fc96 owned by network:router_interface {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:08:01.714920 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b8cef458-37fc-431b-985b-e0345a5e7848 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:01.718677 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b8cef458-37fc-431b-985b-e0345a5e7848 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:01.739209 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cef458-37fc-431b-985b-e0345a5e7848 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dd006a5-67c2-4a1d-ae84-3723f3d16800,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:08:01.745488 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b8cef458-37fc-431b-985b-e0345a5e7848 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:01.746972 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-b8cef458-37fc-431b-985b-e0345a5e7848 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1255531 Sep 17 08:08:01.752651 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37692) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:08:01.758333 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-a2071687-5e08-4ed1-8574-b23ae93e1904 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Request body: {'network': {'name': 'tempest-network-smoke--482792831', 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'port_security_enabled': True}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:08:01.778430 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2071687-5e08-4ed1-8574-b23ae93e1904 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Made reservation on behalf of d6ef7951b2ac4d2ead98d70f1879d714 for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:08:01.782051 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a2071687-5e08-4ed1-8574-b23ae93e1904 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:01.807071 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2071687-5e08-4ed1-8574-b23ae93e1904 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:08:01.817356 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a2071687-5e08-4ed1-8574-b23ae93e1904 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:01.817762 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-a2071687-5e08-4ed1-8574-b23ae93e1904 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Added segment b2579ac6-3dfd-4f20-bd86-d180c36ba39f of type vlan for network 4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f Sep 17 08:08:01.822043 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5520b293-9037-4812-a59f-f5d9098471b4 req-8910baf6-44ec-4b4b-9068-405b58f89d8d tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a40110368b234965bf3fd6f856f2361c HTTP/1.1" status: 200 len: 380 time: 0.1303334 Sep 17 08:08:01.824973 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5797245-7649-4b38-a4bc-58ffbc27c7ec req-5177f1c3-8aa3-4890-a720-0831113b33a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:01.826372 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a5797245-7649-4b38-a4bc-58ffbc27c7ec req-5177f1c3-8aa3-4890-a720-0831113b33a3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b03d39e8-6611-49a1-bc08-558dcfc2f27e HTTP/1.1" status: 200 len: 797 time: 0.1335890 Sep 17 08:08:01.839709 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-5520b293-9037-4812-a59f-f5d9098471b4 req-6764048c-73d6-48bc-aed7-89b5148bae4d tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Request body: {'port': {'device_id': 'aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6', 'network_id': 'b775eb3f-2b25-4820-827b-6765ebe265c2', 'admin_state_up': True, 'tenant_id': 'a40110368b234965bf3fd6f856f2361c', 'security_groups': ['623f81b2-48c3-49b5-9d6c-7b55fbfa2db3']}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:08:01.856851 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a2071687-5e08-4ed1-8574-b23ae93e1904 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:01.881948 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a2071687-5e08-4ed1-8574-b23ae93e1904 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:01.887495 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2071687-5e08-4ed1-8574-b23ae93e1904 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:01.888120 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a2071687-5e08-4ed1-8574-b23ae93e1904 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:01.919222 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-a2071687-5e08-4ed1-8574-b23ae93e1904 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1653955 Sep 17 08:08:01.922583 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37694) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:08:01.931854 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-08c5e017-4f36-4a80-85eb-a018f82c43cb tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1688856691', 'admin_state_up': True, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:08:01.971406 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2071687-5e08-4ed1-8574-b23ae93e1904 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event updated for resources: {'Network': ['ID=4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:08:01.984227 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:08:01.992989 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-08c5e017-4f36-4a80-85eb-a018f82c43cb tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:01.994600 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-08c5e017-4f36-4a80-85eb-a018f82c43cb tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:02.007057 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5797245-7649-4b38-a4bc-58ffbc27c7ec req-956aa034-290a-4b47-9f7e-627ac838cadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:02.008737 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a5797245-7649-4b38-a4bc-58ffbc27c7ec req-956aa034-290a-4b47-9f7e-627ac838cadc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=38da8219-9711-4a17-95ce-4a60364cf1ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1726751 Sep 17 08:08:02.049907 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-865f57b8-1e23-480a-9f96-ac75d0e6dfdc req-4cb8045b-c2c1-46c4-9ddc-4b488974da33 tempest-ServerShowV257Test-191554850 tempest-ServerShowV257Test-191554850-project] 10.222.0.13 "GET /v2.0/ports?device_id=881d75d1-7e10-43be-a1e8-8bb8394cbcba HTTP/1.1" status: 200 len: 210 time: 0.0301852 Sep 17 08:08:02.100573 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-08c5e017-4f36-4a80-85eb-a018f82c43cb tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:02.170303 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-29709fe2-50f3-46b1-8fcd-fb377bc198b6 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:02.215823 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29709fe2-50f3-46b1-8fcd-fb377bc198b6 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Pushing event deleted for resources: {'Port': ['ID=e3718f3f-a1d2-4338-b742-56fef6e8fc96,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:08:02.226028 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5520b293-9037-4812-a59f-f5d9098471b4 req-6764048c-73d6-48bc-aed7-89b5148bae4d tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Made reservation on behalf of a40110368b234965bf3fd6f856f2361c for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:08:02.229883 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-5520b293-9037-4812-a59f-f5d9098471b4 req-6764048c-73d6-48bc-aed7-89b5148bae4d tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:02.267305 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-08c5e017-4f36-4a80-85eb-a018f82c43cb tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:02.272092 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29709fe2-50f3-46b1-8fcd-fb377bc198b6 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:08:02.272428 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29709fe2-50f3-46b1-8fcd-fb377bc198b6 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:08:02.272803 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29709fe2-50f3-46b1-8fcd-fb377bc198b6 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:08:02.273371 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29709fe2-50f3-46b1-8fcd-fb377bc198b6 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:08:02.273790 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29709fe2-50f3-46b1-8fcd-fb377bc198b6 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:08:02.274257 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29709fe2-50f3-46b1-8fcd-fb377bc198b6 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:08:02.275065 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29709fe2-50f3-46b1-8fcd-fb377bc198b6 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:08:02.275332 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29709fe2-50f3-46b1-8fcd-fb377bc198b6 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:08:02.275771 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29709fe2-50f3-46b1-8fcd-fb377bc198b6 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:08:02.276245 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29709fe2-50f3-46b1-8fcd-fb377bc198b6 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:08:02.276915 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29709fe2-50f3-46b1-8fcd-fb377bc198b6 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:08:02.277226 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29709fe2-50f3-46b1-8fcd-fb377bc198b6 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:08:02.340398 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-96da4614-0bb4-4c20-bec7-fa012e099634 req-fc2da9fc-9a3a-4778-8242-850c488dc14d tempest-ServerShowV257Test-191554850 tempest-ServerShowV257Test-191554850-project] 10.222.0.13 "GET /v2.0/ports?device_id=881d75d1-7e10-43be-a1e8-8bb8394cbcba HTTP/1.1" status: 200 len: 210 time: 0.0405240 Sep 17 08:08:02.359368 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-befcf747-6b99-412e-ba3c-2cb0d5a1604d req-f7f94e06-c67d-4216-a327-688a2f063003 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d03308ca4cdd4e0b8817a8680060a6da&device_id=881d75d1-7e10-43be-a1e8-8bb8394cbcba HTTP/1.1" status: 200 len: 210 time: 0.0767725 Sep 17 08:08:02.374768 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a5797245-7649-4b38-a4bc-58ffbc27c7ec req-125e2c71-1e12-41e0-a28d-e01764b0e8d1 service neutron] 10.222.0.39 "GET /v2.0/networks/38da8219-9711-4a17-95ce-4a60364cf1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3575368 Sep 17 08:08:02.397597 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3325d3fd-0ed5-435c-a7a2-ae07073a60aa req-290897a6-660f-45c3-b1fb-8f17ba87b447 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 210 time: 0.0438399 Sep 17 08:08:02.462191 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-befcf747-6b99-412e-ba3c-2cb0d5a1604d req-fd725eff-c242-4437-83d7-bc25c875ee82 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=d03308ca4cdd4e0b8817a8680060a6da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0850406 Sep 17 08:08:02.555740 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-08c5e017-4f36-4a80-85eb-a018f82c43cb tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for router_gateway, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:02.578247 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-08c5e017-4f36-4a80-85eb-a018f82c43cb tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:02.682992 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-08c5e017-4f36-4a80-85eb-a018f82c43cb tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Allocated IP 172.25.6.209 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/d2ac2cc7-29cb-4207-8a56-7017ef124dc2) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:08:02.717868 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a5797245-7649-4b38-a4bc-58ffbc27c7ec req-fc1e571d-2223-4de6-8dc6-e84bcd764be8 service neutron] 10.222.0.39 "GET /v2.0/networks/38da8219-9711-4a17-95ce-4a60364cf1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293755 Sep 17 08:08:02.730777 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-5520b293-9037-4812-a59f-f5d9098471b4 req-6764048c-73d6-48bc-aed7-89b5148bae4d tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Allocated IP 172.20.0.10 (b775eb3f-2b25-4820-827b-6765ebe265c2/9b7cebd9-83b6-4be8-81d9-9f32073aed40/082c5b60-04fb-4ae3-ae64-64d07ad777a5) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:08:02.792374 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a5797245-7649-4b38-a4bc-58ffbc27c7ec req-bf30f275-26c4-41d5-9c8c-ab63af1e1141 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=cd1505ba-efdd-43fd-ab1a-f53b5617d26f HTTP/1.1" status: 200 len: 217 time: 0.0631831 Sep 17 08:08:02.795003 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-29709fe2-50f3-46b1-8fcd-fb377bc198b6 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:02.799681 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befcf747-6b99-412e-ba3c-2cb0d5a1604d req-0923671b-5e97-4d46-a19a-c80e2dded459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:02.801176 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-befcf747-6b99-412e-ba3c-2cb0d5a1604d req-0923671b-5e97-4d46-a19a-c80e2dded459 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3297329 Sep 17 08:08:02.804693 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-08c5e017-4f36-4a80-85eb-a018f82c43cb tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:02.893525 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daad5f5-3ffd-404e-83ad-618fed448dcd req-15424187-810f-4203-92a2-e6b1b0bcbb89 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:02.899397 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daad5f5-3ffd-404e-83ad-618fed448dcd req-15424187-810f-4203-92a2-e6b1b0bcbb89 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:02.905537 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daad5f5-3ffd-404e-83ad-618fed448dcd req-15424187-810f-4203-92a2-e6b1b0bcbb89 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:02.911441 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daad5f5-3ffd-404e-83ad-618fed448dcd req-15424187-810f-4203-92a2-e6b1b0bcbb89 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:02.917403 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daad5f5-3ffd-404e-83ad-618fed448dcd req-15424187-810f-4203-92a2-e6b1b0bcbb89 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:02.923311 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daad5f5-3ffd-404e-83ad-618fed448dcd req-15424187-810f-4203-92a2-e6b1b0bcbb89 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:02.927793 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5797245-7649-4b38-a4bc-58ffbc27c7ec req-0ce733ce-40f3-48a7-8be1-e2cb1b8e0fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:02.929241 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daad5f5-3ffd-404e-83ad-618fed448dcd req-15424187-810f-4203-92a2-e6b1b0bcbb89 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:02.929385 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a5797245-7649-4b38-a4bc-58ffbc27c7ec req-0ce733ce-40f3-48a7-8be1-e2cb1b8e0fad service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b03d39e8-6611-49a1-bc08-558dcfc2f27e HTTP/1.1" status: 200 len: 797 time: 0.1245635 Sep 17 08:08:02.931195 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4daad5f5-3ffd-404e-83ad-618fed448dcd req-15424187-810f-4203-92a2-e6b1b0bcbb89 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab HTTP/1.1" status: 200 len: 5431 time: 0.1067188 Sep 17 08:08:02.932786 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-08c5e017-4f36-4a80-85eb-a018f82c43cb tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:02.985803 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c5e017-4f36-4a80-85eb-a018f82c43cb tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:08:02.989957 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-08c5e017-4f36-4a80-85eb-a018f82c43cb tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:08:02.999254 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c5e017-4f36-4a80-85eb-a018f82c43cb tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:08:03.034554 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c5e017-4f36-4a80-85eb-a018f82c43cb tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event updated for resources: {'Port': ['ID=d2ac2cc7-29cb-4207-8a56-7017ef124dc2,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:08:03.044229 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4daad5f5-3ffd-404e-83ad-618fed448dcd req-3c8bcfe9-ad69-45f6-bc39-cf48ad50126e tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/security-groups?id=d72823b7-81c0-42a5-9665-1378d889a01c&id=018bc854-5d2e-47d2-a820-83cebe160ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1056335 Sep 17 08:08:03.222992 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a91640-a00b-45ab-831a-1407fdd2cb10 req-e1ff5678-67ad-4f52-9bf5-1221d699b819 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:03.228958 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a91640-a00b-45ab-831a-1407fdd2cb10 req-e1ff5678-67ad-4f52-9bf5-1221d699b819 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:03.235441 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a91640-a00b-45ab-831a-1407fdd2cb10 req-e1ff5678-67ad-4f52-9bf5-1221d699b819 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:03.241431 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a91640-a00b-45ab-831a-1407fdd2cb10 req-e1ff5678-67ad-4f52-9bf5-1221d699b819 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:03.247228 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a91640-a00b-45ab-831a-1407fdd2cb10 req-e1ff5678-67ad-4f52-9bf5-1221d699b819 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:03.253724 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a91640-a00b-45ab-831a-1407fdd2cb10 req-e1ff5678-67ad-4f52-9bf5-1221d699b819 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:03.259611 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a91640-a00b-45ab-831a-1407fdd2cb10 req-e1ff5678-67ad-4f52-9bf5-1221d699b819 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:03.261668 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-43a91640-a00b-45ab-831a-1407fdd2cb10 req-e1ff5678-67ad-4f52-9bf5-1221d699b819 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab HTTP/1.1" status: 200 len: 5431 time: 0.1121154 Sep 17 08:08:03.363209 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-08c5e017-4f36-4a80-85eb-a018f82c43cb tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for router_gateway, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:03.467015 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5797245-7649-4b38-a4bc-58ffbc27c7ec req-d52bd0ff-8d90-4cdf-b9c9-4c252110ce8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:03.469116 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a5797245-7649-4b38-a4bc-58ffbc27c7ec req-d52bd0ff-8d90-4cdf-b9c9-4c252110ce8d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=38da8219-9711-4a17-95ce-4a60364cf1ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5290051 Sep 17 08:08:03.472073 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-5520b293-9037-4812-a59f-f5d9098471b4 req-6764048c-73d6-48bc-aed7-89b5148bae4d tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:03.485209 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-797f4d7b-2a30-4b46-bb4a-eb0deb567a6f req-1d67f5c8-a5a2-44f5-add5-f3d975e852d1 tempest-ServerShowV257Test-191554850 tempest-ServerShowV257Test-191554850-project] 10.222.0.13 "GET /v2.0/ports?device_id=881d75d1-7e10-43be-a1e8-8bb8394cbcba HTTP/1.1" status: 200 len: 210 time: 0.0330219 Sep 17 08:08:03.513859 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7f63371b-4a84-45ab-a429-2af1dc68b27a req-32314418-4a25-49a5-b137-9551c593b7ad tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 210 time: 0.0338256 Sep 17 08:08:03.617141 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-08c5e017-4f36-4a80-85eb-a018f82c43cb tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:03.666349 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a5797245-7649-4b38-a4bc-58ffbc27c7ec req-3dafcd2b-85e6-4529-bbc7-290fc1369f4b service neutron] 10.222.0.39 "GET /v2.0/networks/38da8219-9711-4a17-95ce-4a60364cf1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587918 Sep 17 08:08:03.667553 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-5520b293-9037-4812-a59f-f5d9098471b4 req-6764048c-73d6-48bc-aed7-89b5148bae4d tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:03.747887 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08c5e017-4f36-4a80-85eb-a018f82c43cb tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Router a0cbab66-f53a-436b-931a-44e3534c23bc is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 08:08:03.752841 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5520b293-9037-4812-a59f-f5d9098471b4 req-6764048c-73d6-48bc-aed7-89b5148bae4d tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Network b775eb3f-2b25-4820-827b-6765ebe265c2 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:08:03.758362 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29709fe2-50f3-46b1-8fcd-fb377bc198b6 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Router 29c97e37-6f5c-47ae-8f42-4c579a396737 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:08:03.765564 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-5520b293-9037-4812-a59f-f5d9098471b4 req-6764048c-73d6-48bc-aed7-89b5148bae4d tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:08:03.768475 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-5520b293-9037-4812-a59f-f5d9098471b4 req-6764048c-73d6-48bc-aed7-89b5148bae4d tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:08:03.826197 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6764048c-73d6-48bc-aed7-89b5148bae4d tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Pushing event updated for resources: {'Port': ['ID=082c5b60-04fb-4ae3-ae64-64d07ad777a5,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:08:03.865330 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c5e017-4f36-4a80-85eb-a018f82c43cb tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:08:03.879429 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ccf21c-14bf-4af8-8889-475702e21e7b None None] Sync routers for ids ['a0cbab66-f53a-436b-931a-44e3534c23bc'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:08:03.885578 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-08c5e017-4f36-4a80-85eb-a018f82c43cb tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:03.890599 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-08c5e017-4f36-4a80-85eb-a018f82c43cb tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9636152 Sep 17 08:08:03.890879 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37718) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:08:03.895827 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ccf21c-14bf-4af8-8889-475702e21e7b None None] Routers {'a0cbab66-f53a-436b-931a-44e3534c23bc'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:08:03.896782 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-49ccf21c-14bf-4af8-8889-475702e21e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:07:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['a0cbab66-f53a-436b-931a-44e3534c23bc'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:08:03.927758 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5520b293-9037-4812-a59f-f5d9098471b4 req-6764048c-73d6-48bc-aed7-89b5148bae4d tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:03.928447 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-5520b293-9037-4812-a59f-f5d9098471b4 req-6764048c-73d6-48bc-aed7-89b5148bae4d tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:03.940040 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-bdd2c593-3e83-4578-8523-857d1583c940 tempest-TestNetworkAdvancedServerOps-1491937489 tempest-TestNetworkAdvancedServerOps-1491937489-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=d6ef7951b2ac4d2ead98d70f1879d714&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0453284 Sep 17 08:08:03.940615 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37720) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:08:03.945883 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a5797245-7649-4b38-a4bc-58ffbc27c7ec req-bb677908-9d18-4a9f-bc4c-d0b810c6d65e service neutron] 10.222.0.39 "GET /v2.0/networks/38da8219-9711-4a17-95ce-4a60364cf1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641096 Sep 17 08:08:03.981669 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5520b293-9037-4812-a59f-f5d9098471b4 req-6764048c-73d6-48bc-aed7-89b5148bae4d tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1465578 Sep 17 08:08:04.027949 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-49ccf21c-14bf-4af8-8889-475702e21e7b None None] Set router a0cbab66-f53a-436b-931a-44e3534c23bc gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:08:04.028923 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-5520b293-9037-4812-a59f-f5d9098471b4 req-7f8ca5bb-39da-4509-b9a2-4ab9208ad3cb service neutron] Request body: {'port': {'device_id': 'aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:08:04.033206 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a5797245-7649-4b38-a4bc-58ffbc27c7ec req-c9ebefad-8e82-42ab-94b5-583b891b4278 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.79&port_id=1507ef2b-f42c-4d87-a44c-871476fa8797 HTTP/1.1" status: 200 len: 217 time: 0.0740631 Sep 17 08:08:04.118329 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-007f0e9e-7bef-4426-898d-102dc8f9091d None None] Provisioning complete for port 082c5b60-04fb-4ae3-ae64-64d07ad777a5 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:08:04.118723 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-007f0e9e-7bef-4426-898d-102dc8f9091d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:04.187528 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-007f0e9e-7bef-4426-898d-102dc8f9091d None None] Port 082c5b60-04fb-4ae3-ae64-64d07ad777a5 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:08:04.211265 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-befcf747-6b99-412e-ba3c-2cb0d5a1604d req-dc56d163-4446-4bac-ad72-877ff8471bcf tempest-ServerShowV257Test-191554850 tempest-ServerShowV257Test-191554850-project] 10.222.0.41 "GET /v2.0/ports?device_id=881d75d1-7e10-43be-a1e8-8bb8394cbcba HTTP/1.1" status: 200 len: 210 time: 0.0610771 Sep 17 08:08:04.245992 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-49ccf21c-14bf-4af8-8889-475702e21e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cbab66-f53a-436b-931a-44e3534c23bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688856691', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'd2ac2cc7-29cb-4207-8a56-7017ef124dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:08:02Z', 'updated_at': '2021-09-17T08:08:03Z', 'revision_number': 3, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'gw_port': {'id': 'd2ac2cc7-29cb-4207-8a56-7017ef124dc2', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:10:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0cbab66-f53a-436b-931a-44e3534c23bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:08:02Z', 'updated_at': '2021-09-17T08:08:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:08:04.253661 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29709fe2-50f3-46b1-8fcd-fb377bc198b6 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:08:04.261453 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-29709fe2-50f3-46b1-8fcd-fb377bc198b6 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "PUT /v2.0/routers/29c97e37-6f5c-47ae-8f42-4c579a396737/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9168670 Sep 17 08:08:04.261872 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37722) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:08:04.264369 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecabb2b9-18af-4215-bebd-6de8d39c8a34 None None] Sync routers for ids ['29c97e37-6f5c-47ae-8f42-4c579a396737'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:08:04.269821 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5797245-7649-4b38-a4bc-58ffbc27c7ec req-7eb99347-9f96-49bf-8d62-9fd229771b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:04.271508 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a5797245-7649-4b38-a4bc-58ffbc27c7ec req-7eb99347-9f96-49bf-8d62-9fd229771b0d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b03d39e8-6611-49a1-bc08-558dcfc2f27e HTTP/1.1" status: 200 len: 797 time: 0.1840680 Sep 17 08:08:04.275195 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecabb2b9-18af-4215-bebd-6de8d39c8a34 None None] Routers {'29c97e37-6f5c-47ae-8f42-4c579a396737'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:08:04.276290 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-5520b293-9037-4812-a59f-f5d9098471b4 req-7f8ca5bb-39da-4509-b9a2-4ab9208ad3cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:04.276689 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-ecabb2b9-18af-4215-bebd-6de8d39c8a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:07:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['29c97e37-6f5c-47ae-8f42-4c579a396737'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:08:04.285661 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ccf21c-14bf-4af8-8889-475702e21e7b None None] Checking router: a0cbab66-f53a-436b-931a-44e3534c23bc for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:08:04.286436 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ccf21c-14bf-4af8-8889-475702e21e7b None None] Updating router a0cbab66-f53a-436b-931a-44e3534c23bc port d2ac2cc7-29cb-4207-8a56-7017ef124dc2 binding host n-d-789963-9 {{(pid=101291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 08:08:04.296799 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82508656-98b9-4882-9473-68f626ce0c43 tempest-TestNetworkAdvancedServerOps-1491937489 tempest-TestNetworkAdvancedServerOps-1491937489-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:04.301185 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-82508656-98b9-4882-9473-68f626ce0c43 tempest-TestNetworkAdvancedServerOps-1491937489 tempest-TestNetworkAdvancedServerOps-1491937489-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3550129 Sep 17 08:08:04.301930 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37724) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:08:04.320892 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-49ccf21c-14bf-4af8-8889-475702e21e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:04.380084 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-9fbc8061-c11f-4e0b-8726-7f4478010c79 tempest-TestNetworkAdvancedServerOps-1491937489 tempest-TestNetworkAdvancedServerOps-1491937489-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=5fc128c4-343a-4b5b-8a61-6a2b8d95c555&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0768957 Sep 17 08:08:04.381375 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec77e024-961f-4a66-acd1-6146da84ded6 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Deleting subnet b6248dd9-2d9f-4890-b97f-90338bdf79da {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:08:04.384391 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37726) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:08:04.385148 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ec77e024-961f-4a66-acd1-6146da84ded6 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:04.393573 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-32b9f4e1-0f1a-421e-9e01-c7198b1382fb tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1484102037', 'network_id': '4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f', 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:08:04.400605 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-ecabb2b9-18af-4215-bebd-6de8d39c8a34 None None] Set router 29c97e37-6f5c-47ae-8f42-4c579a396737 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:08:04.448880 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5797245-7649-4b38-a4bc-58ffbc27c7ec req-6074ffb3-d389-463d-938c-c1c3cf8932f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:04.450837 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a5797245-7649-4b38-a4bc-58ffbc27c7ec req-6074ffb3-d389-463d-938c-c1c3cf8932f1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=38da8219-9711-4a17-95ce-4a60364cf1ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1694994 Sep 17 08:08:04.463575 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ec77e024-961f-4a66-acd1-6146da84ded6 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:04.614436 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ec77e024-961f-4a66-acd1-6146da84ded6 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:04.694126 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b9f4e1-0f1a-421e-9e01-c7198b1382fb tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Made reservation on behalf of d6ef7951b2ac4d2ead98d70f1879d714 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:08:04.697819 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-32b9f4e1-0f1a-421e-9e01-c7198b1382fb tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:04.767038 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-ecabb2b9-18af-4215-bebd-6de8d39c8a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c97e37-6f5c-47ae-8f42-4c579a396737', 'name': 'tempest-TestNetworkBasicOps-router-387508932', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '28efd83c-9cdb-4cfd-8491-31e4131c3c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:06:09Z', 'updated_at': '2021-09-17T08:08:02Z', 'revision_number': 5, 'project_id': '72f377991d624d1189daaff7de1bceb3', 'gw_port': {'id': '28efd83c-9cdb-4cfd-8491-31e4131c3c2c', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c97e37-6f5c-47ae-8f42-4c579a396737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:06:10Z', 'updated_at': '2021-09-17T08:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:08:04.769520 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d4a07194-a7e5-4987-b123-1bd706884ccb req-bd2076b1-d4e5-4fc3-b90f-8d9ec62dfb66 tempest-ServerShowV257Test-191554850 tempest-ServerShowV257Test-191554850-project] 10.222.0.13 "GET /v2.0/ports?device_id=881d75d1-7e10-43be-a1e8-8bb8394cbcba HTTP/1.1" status: 200 len: 210 time: 0.1164961 Sep 17 08:08:04.777850 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-49ccf21c-14bf-4af8-8889-475702e21e7b None None] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:04.784788 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a5797245-7649-4b38-a4bc-58ffbc27c7ec req-80e0119a-9aab-446a-b588-b7446cf47e4a service neutron] 10.222.0.39 "GET /v2.0/networks/38da8219-9711-4a17-95ce-4a60364cf1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239326 Sep 17 08:08:04.798347 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-49ccf21c-14bf-4af8-8889-475702e21e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:04.805457 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade9883f-94ce-444b-86ed-749df2308e36 req-aa55e24d-3e11-4e51-a167-c81983a17df6 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:04.807217 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ade9883f-94ce-444b-86ed-749df2308e36 req-aa55e24d-3e11-4e51-a167-c81983a17df6 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 932 time: 0.1578999 Sep 17 08:08:04.823240 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecabb2b9-18af-4215-bebd-6de8d39c8a34 None None] Checking router: 29c97e37-6f5c-47ae-8f42-4c579a396737 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:08:04.838087 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecabb2b9-18af-4215-bebd-6de8d39c8a34 None None] Routers {'29c97e37-6f5c-47ae-8f42-4c579a396737'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:08:04.840065 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-ecabb2b9-18af-4215-bebd-6de8d39c8a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:07:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['29c97e37-6f5c-47ae-8f42-4c579a396737'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:08:04.877165 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ade9883f-94ce-444b-86ed-749df2308e36 req-c431d128-e27c-440f-a027-6d155017b0e5 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563684 Sep 17 08:08:04.888807 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ec77e024-961f-4a66-acd1-6146da84ded6 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:04.937984 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec77e024-961f-4a66-acd1-6146da84ded6 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Pushing event deleted for resources: {'Subnet': ['ID=b6248dd9-2d9f-4890-b97f-90338bdf79da,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:08:04.952807 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ca1d2e-da31-4016-add9-df1496880adc None None] Pushing event updated for resources: {'Port': ['ID=d2ac2cc7-29cb-4207-8a56-7017ef124dc2,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:08:04.953664 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ec77e024-961f-4a66-acd1-6146da84ded6 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:04.956692 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ec77e024-961f-4a66-acd1-6146da84ded6 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "DELETE /v2.0/subnets/b6248dd9-2d9f-4890-b97f-90338bdf79da HTTP/1.1" status: 204 len: 168 time: 0.6936707 Sep 17 08:08:04.960193 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d282837-fa41-44f3-b5f9-5416d8aad064 None None] Network feb450c6-2abe-4123-8a65-81f95eb8a727 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:08:04.964956 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37734) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:08:04.965672 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-49ccf21c-14bf-4af8-8889-475702e21e7b None None] Attempting to bind port d2ac2cc7-29cb-4207-8a56-7017ef124dc2 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:08:04.966525 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-49ccf21c-14bf-4af8-8889-475702e21e7b None None] Attempting to bind port d2ac2cc7-29cb-4207-8a56-7017ef124dc2 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:08:04.966525 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ccf21c-14bf-4af8-8889-475702e21e7b None None] Attempting to bind port d2ac2cc7-29cb-4207-8a56-7017ef124dc2 on network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:08:04.985125 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-ecabb2b9-18af-4215-bebd-6de8d39c8a34 None None] Set router 29c97e37-6f5c-47ae-8f42-4c579a396737 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:08:04.985368 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ccf21c-14bf-4af8-8889-475702e21e7b None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:08:04.985550 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ccf21c-14bf-4af8-8889-475702e21e7b None None] Checking segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:08:04.985939 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-49ccf21c-14bf-4af8-8889-475702e21e7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:04.986337 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ccf21c-14bf-4af8-8889-475702e21e7b None None] Bound using segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:08:04.987430 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-49ccf21c-14bf-4af8-8889-475702e21e7b None None] Bound port: d2ac2cc7-29cb-4207-8a56-7017ef124dc2, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:08:04.987430 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-49ccf21c-14bf-4af8-8889-475702e21e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:05.101307 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7a6de5f7-5df3-487c-a8c3-251450ee9dc8 req-3d2d6904-7530-46a3-92f6-c83d99feb274 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0701363 Sep 17 08:08:05.109646 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8f009dac-fd1b-4e7b-9680-dcbc52d3c821 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for router, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:05.211323 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-ecabb2b9-18af-4215-bebd-6de8d39c8a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c97e37-6f5c-47ae-8f42-4c579a396737', 'name': 'tempest-TestNetworkBasicOps-router-387508932', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '28efd83c-9cdb-4cfd-8491-31e4131c3c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:06:09Z', 'updated_at': '2021-09-17T08:08:02Z', 'revision_number': 5, 'project_id': '72f377991d624d1189daaff7de1bceb3', 'gw_port': {'id': '28efd83c-9cdb-4cfd-8491-31e4131c3c2c', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c97e37-6f5c-47ae-8f42-4c579a396737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:06:10Z', 'updated_at': '2021-09-17T08:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:08:05.229854 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a5797245-7649-4b38-a4bc-58ffbc27c7ec req-3059280e-f53c-4075-9b9b-c667ec3d0ecd service neutron] 10.222.0.39 "GET /v2.0/networks/38da8219-9711-4a17-95ce-4a60364cf1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4353616 Sep 17 08:08:05.232157 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7a6de5f7-5df3-487c-a8c3-251450ee9dc8 req-9d2f89f7-47cc-4ef3-be24-15e0c9dd6ef1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0448892 Sep 17 08:08:05.254635 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecabb2b9-18af-4215-bebd-6de8d39c8a34 None None] The sync data for ids ['29c97e37-6f5c-47ae-8f42-4c579a396737'] in n-d-789963-9 is: [{'id': '29c97e37-6f5c-47ae-8f42-4c579a396737', 'name': 'tempest-TestNetworkBasicOps-router-387508932', 'tenant_id': '72f377991d624d1189daaff7de1bceb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': '28efd83c-9cdb-4cfd-8491-31e4131c3c2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:06:09Z', 'updated_at': '2021-09-17T08:08:02Z', 'revision_number': 5, 'project_id': '72f377991d624d1189daaff7de1bceb3', 'gw_port': {'id': '28efd83c-9cdb-4cfd-8491-31e4131c3c2c', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c97e37-6f5c-47ae-8f42-4c579a396737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:06:10Z', 'updated_at': '2021-09-17T08:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:08:05.283240 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-5520b293-9037-4812-a59f-f5d9098471b4 req-7f8ca5bb-39da-4509-b9a2-4ab9208ad3cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 082c5b60-04fb-4ae3-ae64-64d07ad777a5 {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:08:05.288127 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8f009dac-fd1b-4e7b-9680-dcbc52d3c821 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:05.343602 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a5797245-7649-4b38-a4bc-58ffbc27c7ec req-31695c83-4c89-422b-859e-1f5b067bae9f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0b73edc0-ba71-4e4d-b7e8-33b02fa74b71 HTTP/1.1" status: 200 len: 217 time: 0.1051521 Sep 17 08:08:05.358918 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-5520b293-9037-4812-a59f-f5d9098471b4 req-7f8ca5bb-39da-4509-b9a2-4ab9208ad3cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:05.363036 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-49ccf21c-14bf-4af8-8889-475702e21e7b None None] For port d2ac2cc7-29cb-4207-8a56-7017ef124dc2, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:08:05.368431 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:05.378277 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-8f009dac-fd1b-4e7b-9680-dcbc52d3c821 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Deleting port 28efd83c-9cdb-4cfd-8491-31e4131c3c2c {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:08:05.378951 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8f009dac-fd1b-4e7b-9680-dcbc52d3c821 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:05.379701 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7a6de5f7-5df3-487c-a8c3-251450ee9dc8 req-0f6a8eef-f935-4d25-900b-f34614d1a2a4 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0759547 Sep 17 08:08:05.382607 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-49ccf21c-14bf-4af8-8889-475702e21e7b None None] For port d2ac2cc7-29cb-4207-8a56-7017ef124dc2, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=d2ac2cc7-29cb-4207-8a56-7017ef124dc2,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:08:05.391780 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-49ccf21c-14bf-4af8-8889-475702e21e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:05.446365 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ccf21c-14bf-4af8-8889-475702e21e7b None None] Routers {'a0cbab66-f53a-436b-931a-44e3534c23bc'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:08:05.447058 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-49ccf21c-14bf-4af8-8889-475702e21e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:07:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['a0cbab66-f53a-436b-931a-44e3534c23bc'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:08:05.500415 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-8f009dac-fd1b-4e7b-9680-dcbc52d3c821 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] For port 28efd83c-9cdb-4cfd-8491-31e4131c3c2c, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=28efd83c-9cdb-4cfd-8491-31e4131c3c2c,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:08:05.502340 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8f009dac-fd1b-4e7b-9680-dcbc52d3c821 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:05.510204 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ca1d2e-da31-4016-add9-df1496880adc None None] Pushing event updated for resources: {'Port': ['ID=d2ac2cc7-29cb-4207-8a56-7017ef124dc2,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:08:05.511626 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-5520b293-9037-4812-a59f-f5d9098471b4 req-7f8ca5bb-39da-4509-b9a2-4ab9208ad3cb service neutron] Transition to ACTIVE for port object 082c5b60-04fb-4ae3-ae64-64d07ad777a5 will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:08:05.520478 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-8f009dac-fd1b-4e7b-9680-dcbc52d3c821 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Calling delete_port for 28efd83c-9cdb-4cfd-8491-31e4131c3c2c owned by network:router_gateway {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:08:05.534832 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-5520b293-9037-4812-a59f-f5d9098471b4 req-7f8ca5bb-39da-4509-b9a2-4ab9208ad3cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:05.537085 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37748) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:08:05.582525 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-49ccf21c-14bf-4af8-8889-475702e21e7b None None] Set router a0cbab66-f53a-436b-931a-44e3534c23bc gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:08:05.590543 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5797245-7649-4b38-a4bc-58ffbc27c7ec req-0749a3e3-ee08-4e31-8d90-061f9b5cae8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:05.591958 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a5797245-7649-4b38-a4bc-58ffbc27c7ec req-0749a3e3-ee08-4e31-8d90-061f9b5cae8b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4987e41e-b830-443a-b55c-26b976d72533 HTTP/1.1" status: 200 len: 797 time: 0.2277627 Sep 17 08:08:05.681341 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a95d0d-4098-4244-a2ad-06893d978096 None None] DHCP port deletion for feb450c6-2abe-4123-8a65-81f95eb8a727 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 08:08:05.689914 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6de5f7-5df3-487c-a8c3-251450ee9dc8 req-e626ca33-23b2-4a06-9ea3-ad28a1ca58b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:05.691434 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7a6de5f7-5df3-487c-a8c3-251450ee9dc8 req-e626ca33-23b2-4a06-9ea3-ad28a1ca58b8 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2770431 Sep 17 08:08:05.693197 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32061f52-4a84-48aa-b363-02a3ac334771 req-d73e66e6-4282-4739-8628-c9f9277c8d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:05.693666 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32061f52-4a84-48aa-b363-02a3ac334771 req-d73e66e6-4282-4739-8628-c9f9277c8d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:05.694146 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32061f52-4a84-48aa-b363-02a3ac334771 req-d73e66e6-4282-4739-8628-c9f9277c8d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:05.694621 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32061f52-4a84-48aa-b363-02a3ac334771 req-d73e66e6-4282-4739-8628-c9f9277c8d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:05.695094 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32061f52-4a84-48aa-b363-02a3ac334771 req-d73e66e6-4282-4739-8628-c9f9277c8d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:05.695566 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32061f52-4a84-48aa-b363-02a3ac334771 req-d73e66e6-4282-4739-8628-c9f9277c8d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:05.696071 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32061f52-4a84-48aa-b363-02a3ac334771 req-d73e66e6-4282-4739-8628-c9f9277c8d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:05.698038 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-32061f52-4a84-48aa-b363-02a3ac334771 req-d73e66e6-4282-4739-8628-c9f9277c8d9b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab HTTP/1.1" status: 200 len: 6488 time: 0.1598163 Sep 17 08:08:05.735710 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-32b9f4e1-0f1a-421e-9e01-c7198b1382fb tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:05.742836 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8ca5bb-39da-4509-b9a2-4ab9208ad3cb service neutron] Pushing event updated for resources: {'Port': ['ID=082c5b60-04fb-4ae3-ae64-64d07ad777a5,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:08:05.778556 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:05.832403 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-32061f52-4a84-48aa-b363-02a3ac334771 req-087a62e3-5f4c-4343-8eca-6b162d80de39 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d72823b7-81c0-42a5-9665-1378d889a01c&id=018bc854-5d2e-47d2-a820-83cebe160ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0873687 Sep 17 08:08:05.895177 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8f009dac-fd1b-4e7b-9680-dcbc52d3c821 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:05.931905 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5797245-7649-4b38-a4bc-58ffbc27c7ec req-e1f47373-cc9c-4afa-a651-9c1fc56b781a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:05.933299 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a5797245-7649-4b38-a4bc-58ffbc27c7ec req-e1f47373-cc9c-4afa-a651-9c1fc56b781a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=af537dc7-8886-4fdc-a38b-73c1633b0a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3070722 Sep 17 08:08:05.943790 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b9f4e1-0f1a-421e-9e01-c7198b1382fb tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event updated for resources: {'Subnet': ['ID=b98ec8dd-adb0-4978-b4cf-67dad35b09f8,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:08:05.959878 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f009dac-fd1b-4e7b-9680-dcbc52d3c821 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Pushing event deleted for resources: {'Port': ['ID=28efd83c-9cdb-4cfd-8491-31e4131c3c2c,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:08:06.086469 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60925b-baa3-4ebd-966a-3184caa2e44f req-2fc584cc-ee3b-46df-9033-03b56eadf62a tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:06.094271 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cb60925b-baa3-4ebd-966a-3184caa2e44f req-2fc584cc-ee3b-46df-9033-03b56eadf62a tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 944 time: 0.1048861 Sep 17 08:08:06.111930 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-5520b293-9037-4812-a59f-f5d9098471b4 req-7f8ca5bb-39da-4509-b9a2-4ab9208ad3cb service neutron] Attempting to bind port 082c5b60-04fb-4ae3-ae64-64d07ad777a5 on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:08:06.112281 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-5520b293-9037-4812-a59f-f5d9098471b4 req-7f8ca5bb-39da-4509-b9a2-4ab9208ad3cb service neutron] Attempting to bind port 082c5b60-04fb-4ae3-ae64-64d07ad777a5 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': 'e7dfc92d-b32e-4f74-ad53-4fda8afa908d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b775eb3f-2b25-4820-827b-6765ebe265c2'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:08:06.112614 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5520b293-9037-4812-a59f-f5d9098471b4 req-7f8ca5bb-39da-4509-b9a2-4ab9208ad3cb service neutron] Attempting to bind port 082c5b60-04fb-4ae3-ae64-64d07ad777a5 on network b775eb3f-2b25-4820-827b-6765ebe265c2 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:08:06.115389 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b9f4e1-0f1a-421e-9e01-c7198b1382fb tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Checking segment: {'id': 'b2579ac6-3dfd-4f20-bd86-d180c36ba39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:08:06.115754 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b9f4e1-0f1a-421e-9e01-c7198b1382fb tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Network hostable DHCP agents. Network: 4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:08:06.118221 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8f009dac-fd1b-4e7b-9680-dcbc52d3c821 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:06.139622 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5520b293-9037-4812-a59f-f5d9098471b4 req-7f8ca5bb-39da-4509-b9a2-4ab9208ad3cb service neutron] Port 082c5b60-04fb-4ae3-ae64-64d07ad777a5 on network b775eb3f-2b25-4820-827b-6765ebe265c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:08:06.140032 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5520b293-9037-4812-a59f-f5d9098471b4 req-7f8ca5bb-39da-4509-b9a2-4ab9208ad3cb service neutron] Attempting to bind port 082c5b60-04fb-4ae3-ae64-64d07ad777a5 on network b775eb3f-2b25-4820-827b-6765ebe265c2 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:08:06.141262 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-45a95d0d-4098-4244-a2ad-06893d978096 None None] Deleting port d151c2fc-3843-43a0-9de8-4161d12d11aa {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:08:06.141769 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-45a95d0d-4098-4244-a2ad-06893d978096 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:06.171589 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-49ccf21c-14bf-4af8-8889-475702e21e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cbab66-f53a-436b-931a-44e3534c23bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688856691', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'd2ac2cc7-29cb-4207-8a56-7017ef124dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:08:02Z', 'updated_at': '2021-09-17T08:08:03Z', 'revision_number': 3, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'gw_port': {'id': 'd2ac2cc7-29cb-4207-8a56-7017ef124dc2', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:10:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0cbab66-f53a-436b-931a-44e3534c23bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:08:02Z', 'updated_at': '2021-09-17T08:08:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:08:06.176014 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5520b293-9037-4812-a59f-f5d9098471b4 req-7f8ca5bb-39da-4509-b9a2-4ab9208ad3cb service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:08:06.176347 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5520b293-9037-4812-a59f-f5d9098471b4 req-7f8ca5bb-39da-4509-b9a2-4ab9208ad3cb service neutron] Checking segment: {'id': 'e7dfc92d-b32e-4f74-ad53-4fda8afa908d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b775eb3f-2b25-4820-827b-6765ebe265c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:08:06.176991 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5520b293-9037-4812-a59f-f5d9098471b4 req-7f8ca5bb-39da-4509-b9a2-4ab9208ad3cb service neutron] Bound using segment: {'id': 'e7dfc92d-b32e-4f74-ad53-4fda8afa908d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b775eb3f-2b25-4820-827b-6765ebe265c2'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:08:06.177194 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-5520b293-9037-4812-a59f-f5d9098471b4 req-7f8ca5bb-39da-4509-b9a2-4ab9208ad3cb service neutron] Bound port: 082c5b60-04fb-4ae3-ae64-64d07ad777a5, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7dfc92d-b32e-4f74-ad53-4fda8afa908d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b775eb3f-2b25-4820-827b-6765ebe265c2'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:08:06.177556 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-5520b293-9037-4812-a59f-f5d9098471b4 req-7f8ca5bb-39da-4509-b9a2-4ab9208ad3cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:06.182437 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a5797245-7649-4b38-a4bc-58ffbc27c7ec req-4def5fc2-a44e-41ce-bad1-c0457c5a8466 service neutron] 10.222.0.39 "GET /v2.0/networks/af537dc7-8886-4fdc-a38b-73c1633b0a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362332 Sep 17 08:08:06.211741 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ccf21c-14bf-4af8-8889-475702e21e7b None None] The sync data for ids ['a0cbab66-f53a-436b-931a-44e3534c23bc'] in n-d-789963-9 is: [{'id': 'a0cbab66-f53a-436b-931a-44e3534c23bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688856691', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'd2ac2cc7-29cb-4207-8a56-7017ef124dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:08:02Z', 'updated_at': '2021-09-17T08:08:03Z', 'revision_number': 3, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'gw_port': {'id': 'd2ac2cc7-29cb-4207-8a56-7017ef124dc2', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:10:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0cbab66-f53a-436b-931a-44e3534c23bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:08:02Z', 'updated_at': '2021-09-17T08:08:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:08:06.225574 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8f009dac-fd1b-4e7b-9680-dcbc52d3c821 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:06.229098 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8f009dac-fd1b-4e7b-9680-dcbc52d3c821 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:06.231671 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b9f4e1-0f1a-421e-9e01-c7198b1382fb tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Network 4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:08:06.255198 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device e3718f3f-a1d2-4338-b742-56fef6e8fc96 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:08:06.285392 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: e3718f3f-a1d2-4338-b742-56fef6e8fc96 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:08:06.285760 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device e3718f3f-a1d2-4338-b742-56fef6e8fc96 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:08:06.286233 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device d151c2fc-3843-43a0-9de8-4161d12d11aa no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:08:06.298115 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8f009dac-fd1b-4e7b-9680-dcbc52d3c821 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:06.298782 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f009dac-fd1b-4e7b-9680-dcbc52d3c821 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Fanout notify agent at l3_agent the message router_deleted on router 29c97e37-6f5c-47ae-8f42-4c579a396737 {{(pid=101289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 08:08:06.334822 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-45a95d0d-4098-4244-a2ad-06893d978096 None None] For port d151c2fc-3843-43a0-9de8-4161d12d11aa, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=d151c2fc-3843-43a0-9de8-4161d12d11aa,segment=NetworkSegment(1a23dff6-ada3-4640-bc1d-953a4fbdf324),segment_id=1a23dff6-ada3-4640-bc1d-953a4fbdf324)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:08:06.335513 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-45a95d0d-4098-4244-a2ad-06893d978096 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:06.342128 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cb60925b-baa3-4ebd-966a-3184caa2e44f req-9b351370-3a6d-4144-b05d-759838a9c3a6 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2448289 Sep 17 08:08:06.346346 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-32b9f4e1-0f1a-421e-9e01-c7198b1382fb tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:08:06.362327 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8f009dac-fd1b-4e7b-9680-dcbc52d3c821 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:06.364831 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-8f009dac-fd1b-4e7b-9680-dcbc52d3c821 tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "DELETE /v2.0/routers/29c97e37-6f5c-47ae-8f42-4c579a396737 HTTP/1.1" status: 204 len: 168 time: 1.3975439 Sep 17 08:08:06.367449 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90554314-6e74-4cb5-a4e0-343d3b11b365 None None] Network 4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:08:06.368087 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37764) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:08:06.373235 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-45a95d0d-4098-4244-a2ad-06893d978096 None None] Calling delete_port for d151c2fc-3843-43a0-9de8-4161d12d11aa owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:08:06.379888 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37766) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:08:06.382845 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b9f4e1-0f1a-421e-9e01-c7198b1382fb tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:06.383458 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-32b9f4e1-0f1a-421e-9e01-c7198b1382fb tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:06.431010 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-32b9f4e1-0f1a-421e-9e01-c7198b1382fb tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.0437164 Sep 17 08:08:06.433983 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37772) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:08:06.448465 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-5520b293-9037-4812-a59f-f5d9098471b4 req-7f8ca5bb-39da-4509-b9a2-4ab9208ad3cb service neutron] For port 082c5b60-04fb-4ae3-ae64-64d07ad777a5, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:08:06.465281 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-5520b293-9037-4812-a59f-f5d9098471b4 req-7f8ca5bb-39da-4509-b9a2-4ab9208ad3cb service neutron] For port 082c5b60-04fb-4ae3-ae64-64d07ad777a5, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=082c5b60-04fb-4ae3-ae64-64d07ad777a5,segment=NetworkSegment(e7dfc92d-b32e-4f74-ad53-4fda8afa908d),segment_id=e7dfc92d-b32e-4f74-ad53-4fda8afa908d)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:08:06.481695 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-5520b293-9037-4812-a59f-f5d9098471b4 req-7f8ca5bb-39da-4509-b9a2-4ab9208ad3cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:06.485784 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a5797245-7649-4b38-a4bc-58ffbc27c7ec req-19747dfc-332d-48a6-a713-79f580a0d9de service neutron] 10.222.0.39 "GET /v2.0/networks/af537dc7-8886-4fdc-a38b-73c1633b0a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892783 Sep 17 08:08:06.617845 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a5797245-7649-4b38-a4bc-58ffbc27c7ec req-e92a6a88-bee2-4460-91e7-4c6cac2cec37 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c7185e8d-f50c-4a78-a0cb-5d976790c2e1 HTTP/1.1" status: 200 len: 217 time: 0.0853941 Sep 17 08:08:06.636158 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5520b293-9037-4812-a59f-f5d9098471b4 req-7f8ca5bb-39da-4509-b9a2-4ab9208ad3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:06.636781 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-5520b293-9037-4812-a59f-f5d9098471b4 req-7f8ca5bb-39da-4509-b9a2-4ab9208ad3cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:06.638365 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5520b293-9037-4812-a59f-f5d9098471b4 req-7f8ca5bb-39da-4509-b9a2-4ab9208ad3cb service neutron] 10.222.0.39 "PUT /v2.0/ports/082c5b60-04fb-4ae3-ae64-64d07ad777a5 HTTP/1.1" status: 200 len: 1092 time: 2.6263790 Sep 17 08:08:06.639134 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6', 'tag': '082c5b60-04fb-4ae3-ae64-64d07ad777a5'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:08:06.639609 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:06.647603 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c78063-d7cf-477c-92d6-2847a78c45c9" -d '{"events": [{"name": "network-changed", "server_uuid": "aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6", "tag": "082c5b60-04fb-4ae3-ae64-64d07ad777a5"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:08:06.720542 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-aa1690ae-ec6f-4bc6-adaa-f0fa5e2e049f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:06.750177 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-45a95d0d-4098-4244-a2ad-06893d978096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:06.753648 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9ed601-c956-4c90-a975-092407095ce1 x-openstack-request-id: req-6b9ed601-c956-4c90-a975-092407095ce1 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:08:06.755439 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6", "tag": "082c5b60-04fb-4ae3-ae64-64d07ad777a5", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:08:06.755870 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6b9ed601-c956-4c90-a975-092407095ce1 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:08:06.756463 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6', 'tag': '082c5b60-04fb-4ae3-ae64-64d07ad777a5', 'status': 'completed', 'code': 200} Sep 17 08:08:06.765799 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8ca5bb-39da-4509-b9a2-4ab9208ad3cb service neutron] Pushing event updated for resources: {'Port': ['ID=082c5b60-04fb-4ae3-ae64-64d07ad777a5,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:08:06.792246 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5797245-7649-4b38-a4bc-58ffbc27c7ec req-28a4b58a-9ea6-4d3b-be7d-bd6444726975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:06.794062 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a5797245-7649-4b38-a4bc-58ffbc27c7ec req-28a4b58a-9ea6-4d3b-be7d-bd6444726975 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4987e41e-b830-443a-b55c-26b976d72533 HTTP/1.1" status: 200 len: 797 time: 0.1427705 Sep 17 08:08:06.851290 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5520b293-9037-4812-a59f-f5d9098471b4 req-f90941c8-a475-4440-91ac-6d03a4d2e45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:06.851737 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80a40ca-ec52-4eb3-9aae-44deb3bdfffa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f', 'network_id': '4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'fixed_ips': [{'subnet_id': 'b98ec8dd-adb0-4978-b4cf-67dad35b09f8'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:08:06.853280 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d80a40ca-ec52-4eb3-9aae-44deb3bdfffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:06.856515 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5520b293-9037-4812-a59f-f5d9098471b4 req-f90941c8-a475-4440-91ac-6d03a4d2e45a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a40110368b234965bf3fd6f856f2361c&device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 1095 time: 0.1487257 Sep 17 08:08:06.867305 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-862721f8-a0b3-4c9c-89b9-a1aadae7f03b tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:06.868158 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a95d0d-4098-4244-a2ad-06893d978096 None None] Pushing event deleted for resources: {'Port': ['ID=d151c2fc-3843-43a0-9de8-4161d12d11aa,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:08:06.873197 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a95d0d-4098-4244-a2ad-06893d978096 None None] No DVR routers for this DVR port d151c2fc-3843-43a0-9de8-4161d12d11aa on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:08:06.977212 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5797245-7649-4b38-a4bc-58ffbc27c7ec req-b2491f50-c188-456e-af29-2550cdfaae3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:06.978803 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a5797245-7649-4b38-a4bc-58ffbc27c7ec req-b2491f50-c188-456e-af29-2550cdfaae3d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=af537dc7-8886-4fdc-a38b-73c1633b0a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1732073 Sep 17 08:08:06.980326 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5520b293-9037-4812-a59f-f5d9098471b4 req-71f885e8-e8f2-4823-a89a-0bbefdcd87aa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=082c5b60-04fb-4ae3-ae64-64d07ad777a5 HTTP/1.1" status: 200 len: 217 time: 0.1065500 Sep 17 08:08:07.125649 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-d80a40ca-ec52-4eb3-9aae-44deb3bdfffa None None] Allocated IP 172.20.0.2 (4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f/b98ec8dd-adb0-4978-b4cf-67dad35b09f8/342f9c02-3a3f-4cf7-999a-edf05bffbcdb) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:08:07.126450 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-862721f8-a0b3-4c9c-89b9-a1aadae7f03b tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:07.153122 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-aa1690ae-ec6f-4bc6-adaa-f0fa5e2e049f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:07.160941 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-862721f8-a0b3-4c9c-89b9-a1aadae7f03b tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feb450c6-2abe-4123-8a65-81f95eb8a727']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:08:07.177651 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-aa1690ae-ec6f-4bc6-adaa-f0fa5e2e049f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:07.196778 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5520b293-9037-4812-a59f-f5d9098471b4 req-da7e8fea-b2a4-4873-aedb-2de4625d077a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:07.198314 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5520b293-9037-4812-a59f-f5d9098471b4 req-da7e8fea-b2a4-4873-aedb-2de4625d077a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9b7cebd9-83b6-4be8-81d9-9f32073aed40 HTTP/1.1" status: 200 len: 851 time: 0.1880794 Sep 17 08:08:07.308013 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-aa1690ae-ec6f-4bc6-adaa-f0fa5e2e049f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d03308ca4cdd4e0b8817a8680060a6da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9114935 Sep 17 08:08:07.308812 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37776) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:08:07.321965 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1690ae-ec6f-4bc6-adaa-f0fa5e2e049f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0bbfb8-288f-43f1-b50d-fe07ff8df533,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:08:07.322331 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d80a40ca-ec52-4eb3-9aae-44deb3bdfffa None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:07.346496 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d80a40ca-ec52-4eb3-9aae-44deb3bdfffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:07.360141 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a5797245-7649-4b38-a4bc-58ffbc27c7ec req-5597716f-dcdd-4f6d-907d-da9eb0aba698 service neutron] 10.222.0.39 "GET /v2.0/networks/af537dc7-8886-4fdc-a38b-73c1633b0a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3631654 Sep 17 08:08:07.388128 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80a40ca-ec52-4eb3-9aae-44deb3bdfffa None None] Network 4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:08:07.391575 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-d80a40ca-ec52-4eb3-9aae-44deb3bdfffa None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:08:07.403248 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80a40ca-ec52-4eb3-9aae-44deb3bdfffa None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:08:07.418847 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5520b293-9037-4812-a59f-f5d9098471b4 req-eb8b540c-f303-4f37-900d-2a12ec650d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:07.420677 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5520b293-9037-4812-a59f-f5d9098471b4 req-eb8b540c-f303-4f37-900d-2a12ec650d09 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b775eb3f-2b25-4820-827b-6765ebe265c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1736610 Sep 17 08:08:07.448620 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80a40ca-ec52-4eb3-9aae-44deb3bdfffa None None] Pushing event updated for resources: {'Port': ['ID=342f9c02-3a3f-4cf7-999a-edf05bffbcdb,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:08:07.490645 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-d80a40ca-ec52-4eb3-9aae-44deb3bdfffa None None] Attempting to bind port 342f9c02-3a3f-4cf7-999a-edf05bffbcdb on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:08:07.490882 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-d80a40ca-ec52-4eb3-9aae-44deb3bdfffa None None] Attempting to bind port 342f9c02-3a3f-4cf7-999a-edf05bffbcdb by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'b2579ac6-3dfd-4f20-bd86-d180c36ba39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:08:07.491090 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80a40ca-ec52-4eb3-9aae-44deb3bdfffa None None] Attempting to bind port 342f9c02-3a3f-4cf7-999a-edf05bffbcdb on network 4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:08:07.496882 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80a40ca-ec52-4eb3-9aae-44deb3bdfffa None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:08:07.497268 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80a40ca-ec52-4eb3-9aae-44deb3bdfffa None None] Checking segment: {'id': 'b2579ac6-3dfd-4f20-bd86-d180c36ba39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:08:07.497729 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d80a40ca-ec52-4eb3-9aae-44deb3bdfffa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:07.498135 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80a40ca-ec52-4eb3-9aae-44deb3bdfffa None None] Bound using segment: {'id': 'b2579ac6-3dfd-4f20-bd86-d180c36ba39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:08:07.498625 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-d80a40ca-ec52-4eb3-9aae-44deb3bdfffa None None] Bound port: 342f9c02-3a3f-4cf7-999a-edf05bffbcdb, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2579ac6-3dfd-4f20-bd86-d180c36ba39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:08:07.499046 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d80a40ca-ec52-4eb3-9aae-44deb3bdfffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:07.572204 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-d80a40ca-ec52-4eb3-9aae-44deb3bdfffa None None] For port 342f9c02-3a3f-4cf7-999a-edf05bffbcdb, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:08:07.575778 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-d80a40ca-ec52-4eb3-9aae-44deb3bdfffa None None] For port 342f9c02-3a3f-4cf7-999a-edf05bffbcdb, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=342f9c02-3a3f-4cf7-999a-edf05bffbcdb,segment=NetworkSegment(b2579ac6-3dfd-4f20-bd86-d180c36ba39f),segment_id=b2579ac6-3dfd-4f20-bd86-d180c36ba39f)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:08:07.582384 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d80a40ca-ec52-4eb3-9aae-44deb3bdfffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:07.649528 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80a40ca-ec52-4eb3-9aae-44deb3bdfffa None None] Pushing event updated for resources: {'Port': ['ID=342f9c02-3a3f-4cf7-999a-edf05bffbcdb,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:08:07.672757 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-862721f8-a0b3-4c9c-89b9-a1aadae7f03b tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a23dff6-ada3-4640-bc1d-953a4fbdf324') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:08:07.673071 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-862721f8-a0b3-4c9c-89b9-a1aadae7f03b tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a23dff6-ada3-4640-bc1d-953a4fbdf324') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:08:07.709851 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-862721f8-a0b3-4c9c-89b9-a1aadae7f03b tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:07.756502 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-862721f8-a0b3-4c9c-89b9-a1aadae7f03b tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:07.776435 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-862721f8-a0b3-4c9c-89b9-a1aadae7f03b tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:08:07.776972 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-862721f8-a0b3-4c9c-89b9-a1aadae7f03b tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:07.780146 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:08:07.780146 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:08:07.780146 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:08:07.780146 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:08:07.780146 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:08:07.780146 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:08:07.780146 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:08:07.780146 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:08:07.780146 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:08:07.780146 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:08:07.780146 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:08:07.780146 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:08:07.780146 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:08:07.780146 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:08:07.780146 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:08:07.780146 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:08:07.780146 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:08:07.780146 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:08:07.780146 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:08:07.780146 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:08:07.780146 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:08:07.780146 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:08:07.780146 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:08:07.780146 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:08:07.780146 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:08:07.780146 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:08:07.780146 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:08:07.780146 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:08:07.780146 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:08:07.780146 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:08:07.780146 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:08:07.780146 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:08:07.821664 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1067f20-43c2-448f-90ef-497dcfafa1b1 req-c92f5d38-bbd3-432a-ab86-251c122ce97b tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:07.823601 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b1067f20-43c2-448f-90ef-497dcfafa1b1 req-c92f5d38-bbd3-432a-ab86-251c122ce97b tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 944 time: 0.1666598 Sep 17 08:08:07.928002 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-862721f8-a0b3-4c9c-89b9-a1aadae7f03b tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:07.939867 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-862721f8-a0b3-4c9c-89b9-a1aadae7f03b tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:07.941494 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-862721f8-a0b3-4c9c-89b9-a1aadae7f03b tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] 10.222.0.13 "DELETE /v2.0/networks/feb450c6-2abe-4123-8a65-81f95eb8a727 HTTP/1.1" status: 204 len: 168 time: 1.5710449 Sep 17 08:08:07.984664 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d313964e-92d1-4f87-b1d4-dfa78e1b5a37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:07.989613 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862721f8-a0b3-4c9c-89b9-a1aadae7f03b tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] Pushing event deleted for resources: {'Network': ['ID=feb450c6-2abe-4123-8a65-81f95eb8a727,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:08:08.004652 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b1067f20-43c2-448f-90ef-497dcfafa1b1 req-c39fa561-4890-468d-b49a-20a68b55ca2a tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406689 Sep 17 08:08:08.029501 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2b0ae412-0b78-40bb-b9b7-52f18188f1ed tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:08.035912 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d313964e-92d1-4f87-b1d4-dfa78e1b5a37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:08.153361 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5520b293-9037-4812-a59f-f5d9098471b4 req-26741b06-e3fc-48d1-bdaa-eac5dcdcd2dd service neutron] 10.222.0.39 "GET /v2.0/networks/b775eb3f-2b25-4820-827b-6765ebe265c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7149215 Sep 17 08:08:08.229143 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 342f9c02-3a3f-4cf7-999a-edf05bffbcdb up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:08:08.282564 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a5797245-7649-4b38-a4bc-58ffbc27c7ec req-f30fff37-a591-4bd7-b53f-7249ec1f8ced service neutron] 10.222.0.39 "GET /v2.0/networks/af537dc7-8886-4fdc-a38b-73c1633b0a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9082172 Sep 17 08:08:08.295401 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 342f9c02-3a3f-4cf7-999a-edf05bffbcdb triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:08:08.296744 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d313964e-92d1-4f87-b1d4-dfa78e1b5a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:08.299273 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d313964e-92d1-4f87-b1d4-dfa78e1b5a37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:08.303113 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d313964e-92d1-4f87-b1d4-dfa78e1b5a37 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ae0bbfb8-288f-43f1-b50d-fe07ff8df533 HTTP/1.1" status: 204 len: 168 time: 0.9901168 Sep 17 08:08:08.320073 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d313964e-92d1-4f87-b1d4-dfa78e1b5a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0bbfb8-288f-43f1-b50d-fe07ff8df533,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:08:08.321169 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:08.331799 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5520b293-9037-4812-a59f-f5d9098471b4 req-70f61d25-2a42-4e08-acb0-ec9f0daf41b3 service neutron] 10.222.0.39 "GET /v2.0/networks/b775eb3f-2b25-4820-827b-6765ebe265c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694393 Sep 17 08:08:08.360398 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37786) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:08:08.394901 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-2b0ae412-0b78-40bb-b9b7-52f18188f1ed tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Allocated IP 172.20.0.1 (4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f/b98ec8dd-adb0-4978-b4cf-67dad35b09f8/60a033f7-9e73-4cae-a3b4-fd120afc52cb) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:08:08.487102 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:08.538991 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port 342f9c02-3a3f-4cf7-999a-edf05bffbcdb, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=342f9c02-3a3f-4cf7-999a-edf05bffbcdb,segment=NetworkSegment(b2579ac6-3dfd-4f20-bd86-d180c36ba39f),segment_id=b2579ac6-3dfd-4f20-bd86-d180c36ba39f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:08:08.548893 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:08.549893 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device d2ac2cc7-29cb-4207-8a56-7017ef124dc2 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:08:08.557016 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c78063-d7cf-477c-92d6-2847a78c45c9 req-9300a29d-80f2-4607-9f84-734bf25a7299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:08.558830 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e1c78063-d7cf-477c-92d6-2847a78c45c9 req-9300a29d-80f2-4607-9f84-734bf25a7299 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a40110368b234965bf3fd6f856f2361c&device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 1095 time: 0.0891924 Sep 17 08:08:08.619539 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a66d805c-f0b0-4822-b9d6-e036ad4287ff admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=72f377991d624d1189daaff7de1bceb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2578924 Sep 17 08:08:08.620187 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37792) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:08:08.629213 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2b0ae412-0b78-40bb-b9b7-52f18188f1ed tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:08.640430 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=342f9c02-3a3f-4cf7-999a-edf05bffbcdb,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:08:08.674055 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2b0ae412-0b78-40bb-b9b7-52f18188f1ed tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:08.692425 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port d2ac2cc7-29cb-4207-8a56-7017ef124dc2 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:08:08.693068 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:08.721946 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c78063-d7cf-477c-92d6-2847a78c45c9 req-6c61d3f4-5181-4ad4-998c-7a0552096994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:08.723513 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e1c78063-d7cf-477c-92d6-2847a78c45c9 req-6c61d3f4-5181-4ad4-998c-7a0552096994 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b775eb3f-2b25-4820-827b-6765ebe265c2 HTTP/1.1" status: 200 len: 913 time: 0.1573558 Sep 17 08:08:08.745855 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0ae412-0b78-40bb-b9b7-52f18188f1ed tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Network 4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:08:08.746103 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-50be6d4d-f1f8-49ef-9f86-64749b01d18c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:08.756380 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-2b0ae412-0b78-40bb-b9b7-52f18188f1ed tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:08:08.759245 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0ae412-0b78-40bb-b9b7-52f18188f1ed tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:08:08.790913 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e1c78063-d7cf-477c-92d6-2847a78c45c9 req-90308614-9ac6-457e-baa1-7a976eb0e67a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=082c5b60-04fb-4ae3-ae64-64d07ad777a5 HTTP/1.1" status: 200 len: 217 time: 0.0596471 Sep 17 08:08:08.791262 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:08.822055 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2b0ae412-0b78-40bb-b9b7-52f18188f1ed tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:08.824387 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port d2ac2cc7-29cb-4207-8a56-7017ef124dc2, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=d2ac2cc7-29cb-4207-8a56-7017ef124dc2,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:08:08.831223 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:08.838383 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-50be6d4d-f1f8-49ef-9f86-64749b01d18c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:08.885032 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0ae412-0b78-40bb-b9b7-52f18188f1ed tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event updated for resources: {'Port': ['ID=60a033f7-9e73-4cae-a3b4-fd120afc52cb,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:08:08.886837 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c78063-d7cf-477c-92d6-2847a78c45c9 req-a8416f53-3548-445a-92d3-de190d199192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:08.888394 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e1c78063-d7cf-477c-92d6-2847a78c45c9 req-a8416f53-3548-445a-92d3-de190d199192 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9b7cebd9-83b6-4be8-81d9-9f32073aed40 HTTP/1.1" status: 200 len: 851 time: 0.0899205 Sep 17 08:08:08.915621 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 28efd83c-9cdb-4cfd-8491-31e4131c3c2c no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:08:08.954685 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-50be6d4d-f1f8-49ef-9f86-64749b01d18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:08.957495 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-50be6d4d-f1f8-49ef-9f86-64749b01d18c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:08.958992 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-50be6d4d-f1f8-49ef-9f86-64749b01d18c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7a0e8bb1-1915-4f13-b868-c7575bf695ba HTTP/1.1" status: 204 len: 168 time: 0.3360813 Sep 17 08:08:08.961884 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 28efd83c-9cdb-4cfd-8491-31e4131c3c2c {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:08:08.962241 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 28efd83c-9cdb-4cfd-8491-31e4131c3c2c not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:08:08.966560 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=d2ac2cc7-29cb-4207-8a56-7017ef124dc2,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:08:08.981477 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c78063-d7cf-477c-92d6-2847a78c45c9 req-f4d5b0ba-5c69-4a5a-9a9a-ca56c32fa479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:08.983071 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e1c78063-d7cf-477c-92d6-2847a78c45c9 req-f4d5b0ba-5c69-4a5a-9a9a-ca56c32fa479 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b775eb3f-2b25-4820-827b-6765ebe265c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0865796 Sep 17 08:08:08.984584 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50be6d4d-f1f8-49ef-9f86-64749b01d18c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0e8bb1-1915-4f13-b868-c7575bf695ba,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:08:09.014688 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2b0ae412-0b78-40bb-b9b7-52f18188f1ed tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:09.140985 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e1c78063-d7cf-477c-92d6-2847a78c45c9 req-ceb8813c-59eb-45d6-a530-20286545431f service neutron] 10.222.0.39 "GET /v2.0/networks/b775eb3f-2b25-4820-827b-6765ebe265c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495199 Sep 17 08:08:09.284208 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd2dc05-7749-48c2-a17d-844e2add0c6e req-873cc092-7b43-48e3-a243-49d59961718a tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:09.285777 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2bd2dc05-7749-48c2-a17d-844e2add0c6e req-873cc092-7b43-48e3-a243-49d59961718a tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 944 time: 0.1174228 Sep 17 08:08:09.315343 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e1c78063-d7cf-477c-92d6-2847a78c45c9 req-bc38910b-101c-4ddf-a1fa-63674fc9c102 service neutron] 10.222.0.39 "GET /v2.0/networks/b775eb3f-2b25-4820-827b-6765ebe265c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630318 Sep 17 08:08:09.428318 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2bd2dc05-7749-48c2-a17d-844e2add0c6e req-4f162f1b-c076-40ff-827a-e8475cc249bd tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230805 Sep 17 08:08:09.580981 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37816) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:08:09.610964 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-847d12ce-6661-4dda-b7eb-21ad48dd031c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:09.615521 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2b0ae412-0b78-40bb-b9b7-52f18188f1ed tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:09.625986 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2b0ae412-0b78-40bb-b9b7-52f18188f1ed tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:09.645861 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37818) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:08:09.725977 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0ae412-0b78-40bb-b9b7-52f18188f1ed tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event updated for resources: {'Port': ['ID=60a033f7-9e73-4cae-a3b4-fd120afc52cb,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:08:09.729365 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2b0ae412-0b78-40bb-b9b7-52f18188f1ed tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:09.730834 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-847d12ce-6661-4dda-b7eb-21ad48dd031c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:09.736442 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-847d12ce-6661-4dda-b7eb-21ad48dd031c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:09.751356 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0ca7a2-c375-473f-8ade-8453e36cec71 None None] Network 4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:08:09.780826 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-847d12ce-6661-4dda-b7eb-21ad48dd031c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5131c01994a04630b44c4fa33697035f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1986644 Sep 17 08:08:09.781572 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847d12ce-6661-4dda-b7eb-21ad48dd031c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3d4954-412c-4be5-a449-4af757100968,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:08:09.784960 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37822) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:08:09.851119 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8c6019ee-7cc9-466b-bedb-ca868509c4fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:09.880717 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-e2d2bae9-8f1d-4963-9446-8eb2e7b75e4c None None] Provisioning complete for port 342f9c02-3a3f-4cf7-999a-edf05bffbcdb triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:08:09.881229 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e2d2bae9-8f1d-4963-9446-8eb2e7b75e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:09.889230 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-07cc2791-3bbe-4c46-b643-95130bdd23c0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2119455408-network', 'tenant_id': '7a2081d5abe54005b461481ec4f5ce09'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:08:09.894461 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8c6019ee-7cc9-466b-bedb-ca868509c4fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:09.899487 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0ae412-0b78-40bb-b9b7-52f18188f1ed tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Network 4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:08:09.901373 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-2b0ae412-0b78-40bb-b9b7-52f18188f1ed tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:08:09.947440 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07cc2791-3bbe-4c46-b643-95130bdd23c0 admin admin] Made reservation on behalf of 7a2081d5abe54005b461481ec4f5ce09 for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:08:09.950425 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-07cc2791-3bbe-4c46-b643-95130bdd23c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:09.965914 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-07cc2791-3bbe-4c46-b643-95130bdd23c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:09.995538 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8c6019ee-7cc9-466b-bedb-ca868509c4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:09.998987 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8c6019ee-7cc9-466b-bedb-ca868509c4fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:10.001286 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-8c6019ee-7cc9-466b-bedb-ca868509c4fc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9c3d4954-412c-4be5-a449-4af757100968 HTTP/1.1" status: 204 len: 168 time: 0.2148371 Sep 17 08:08:10.030069 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6019ee-7cc9-466b-bedb-ca868509c4fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3d4954-412c-4be5-a449-4af757100968,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:08:10.142061 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b0ae412-0b78-40bb-b9b7-52f18188f1ed tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Router a0cbab66-f53a-436b-931a-44e3534c23bc has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:08:10.189611 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-07cc2791-3bbe-4c46-b643-95130bdd23c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:10.194012 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-07cc2791-3bbe-4c46-b643-95130bdd23c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:10.203700 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 342f9c02-3a3f-4cf7-999a-edf05bffbcdb up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:08:10.219430 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07cc2791-3bbe-4c46-b643-95130bdd23c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:08:10.233162 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-07cc2791-3bbe-4c46-b643-95130bdd23c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:10.233518 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-07cc2791-3bbe-4c46-b643-95130bdd23c0 admin admin] Added segment 8543ed5b-b079-4b95-998c-d309c18fb77e of type vlan for network 0e69c8f7-9487-4d4a-a471-cd917e269754 Sep 17 08:08:10.282857 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-07cc2791-3bbe-4c46-b643-95130bdd23c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:10.313478 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b0ae412-0b78-40bb-b9b7-52f18188f1ed tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:08:10.317419 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 342f9c02-3a3f-4cf7-999a-edf05bffbcdb triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:08:10.317794 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:10.327168 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1a8fb5-d82b-43ae-8974-7b8d471fc8fa None None] Sync routers for ids ['a0cbab66-f53a-436b-931a-44e3534c23bc'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:08:10.328447 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-2b0ae412-0b78-40bb-b9b7-52f18188f1ed tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "PUT /v2.0/routers/a0cbab66-f53a-436b-931a-44e3534c23bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8931768 Sep 17 08:08:10.352565 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cc2791-3bbe-4c46-b643-95130bdd23c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b0f20cd-fe5f-4348-a155-df58c7d0646f,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:08:10.362018 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-07cc2791-3bbe-4c46-b643-95130bdd23c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:10.363782 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07cc2791-3bbe-4c46-b643-95130bdd23c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:10.364481 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-07cc2791-3bbe-4c46-b643-95130bdd23c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:10.435099 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cc2791-3bbe-4c46-b643-95130bdd23c0 admin admin] Pushing event updated for resources: {'Network': ['ID=0e69c8f7-9487-4d4a-a471-cd917e269754,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:08:10.437058 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1a8fb5-d82b-43ae-8974-7b8d471fc8fa None None] Routers {'a0cbab66-f53a-436b-931a-44e3534c23bc'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:08:10.437706 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-ad1a8fb5-d82b-43ae-8974-7b8d471fc8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:07:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['a0cbab66-f53a-436b-931a-44e3534c23bc'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:08:10.454441 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-07cc2791-3bbe-4c46-b643-95130bdd23c0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8072443 Sep 17 08:08:10.457380 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37836) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:08:10.466075 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-e7e0aa87-d245-472c-a96d-06e89b1aab3b admin admin] Request body: {'subnet': {'network_id': '0e69c8f7-9487-4d4a-a471-cd917e269754', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2119455408-subnet', 'tenant_id': '7a2081d5abe54005b461481ec4f5ce09', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:08:10.468705 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 0e69c8f7-9487-4d4a-a471-cd917e269754 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:08:10.516491 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e0aa87-d245-472c-a96d-06e89b1aab3b admin admin] Made reservation on behalf of 7a2081d5abe54005b461481ec4f5ce09 for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:08:10.519653 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e7e0aa87-d245-472c-a96d-06e89b1aab3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:10.574018 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-22351bfc-9630-445c-be69-6a58e6d9b03c None None] Provisioning complete for port 342f9c02-3a3f-4cf7-999a-edf05bffbcdb triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:08:10.575288 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-22351bfc-9630-445c-be69-6a58e6d9b03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:10.701633 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec237e-49af-4a0c-a670-8111df0e3cff req-313fb2e5-d93a-4f44-96ea-62bcb1961445 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:10.709432 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65ec237e-49af-4a0c-a670-8111df0e3cff req-313fb2e5-d93a-4f44-96ea-62bcb1961445 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 944 time: 0.1576965 Sep 17 08:08:10.714345 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b38d8819-1c0c-4d15-ab11-61fab8347b7c req-82df6578-119e-4ea0-9e7e-3ed37b8ac9ce tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2128225537&fields=id&tenant_id=d6ef7951b2ac4d2ead98d70f1879d714 HTTP/1.1" status: 200 len: 267 time: 0.1169758 Sep 17 08:08:10.944533 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65ec237e-49af-4a0c-a670-8111df0e3cff req-ecc6ddcc-efee-4dfe-99d4-40c39a3b045e tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2276239 Sep 17 08:08:10.948589 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e7e0aa87-d245-472c-a96d-06e89b1aab3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:10.964358 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device d2ac2cc7-29cb-4207-8a56-7017ef124dc2 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:08:11.025423 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-ad1a8fb5-d82b-43ae-8974-7b8d471fc8fa None None] Set router a0cbab66-f53a-436b-931a-44e3534c23bc gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:08:11.029291 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e0aa87-d245-472c-a96d-06e89b1aab3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=52fcefb8-8f4a-473c-8836-ba05f0bdb035,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:08:11.039762 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d8819-1c0c-4d15-ab11-61fab8347b7c req-4fb52837-87da-4243-affd-d5b00f9ea121 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:11.041290 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b38d8819-1c0c-4d15-ab11-61fab8347b7c req-4fb52837-87da-4243-affd-d5b00f9ea121 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/networks?id=4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f HTTP/1.1" status: 200 len: 796 time: 0.3134921 Sep 17 08:08:11.073703 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b38d8819-1c0c-4d15-ab11-61fab8347b7c req-dee82236-9a4d-4c7e-98b4-124aa0af67bb tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/quotas/d6ef7951b2ac4d2ead98d70f1879d714 HTTP/1.1" status: 200 len: 375 time: 0.0169392 Sep 17 08:08:11.074980 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e0aa87-d245-472c-a96d-06e89b1aab3b admin admin] Checking segment: {'id': '8543ed5b-b079-4b95-998c-d309c18fb77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0e69c8f7-9487-4d4a-a471-cd917e269754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:08:11.075353 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e0aa87-d245-472c-a96d-06e89b1aab3b admin admin] Network hostable DHCP agents. Network: 0e69c8f7-9487-4d4a-a471-cd917e269754, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:08:11.130516 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e0aa87-d245-472c-a96d-06e89b1aab3b admin admin] Network 0e69c8f7-9487-4d4a-a471-cd917e269754 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:08:11.139967 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b38d8819-1c0c-4d15-ab11-61fab8347b7c req-92bd925d-0386-4209-8988-4cac46b707b2 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d6ef7951b2ac4d2ead98d70f1879d714&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0621035 Sep 17 08:08:11.145694 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port d2ac2cc7-29cb-4207-8a56-7017ef124dc2 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:08:11.146081 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:11.148616 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-e7e0aa87-d245-472c-a96d-06e89b1aab3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 0e69c8f7-9487-4d4a-a471-cd917e269754) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:08:11.154024 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e0aa87-d245-472c-a96d-06e89b1aab3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:11.154834 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e7e0aa87-d245-472c-a96d-06e89b1aab3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:11.185665 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aef816c-29c4-4f1a-88fa-879f5311a724 None None] Network 0e69c8f7-9487-4d4a-a471-cd917e269754 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:08:11.195048 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e7e0aa87-d245-472c-a96d-06e89b1aab3b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7346625 Sep 17 08:08:11.217956 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-22351bfc-9630-445c-be69-6a58e6d9b03c None None] Provisioning complete for port 60a033f7-9e73-4cae-a3b4-fd120afc52cb triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:08:11.218947 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-22351bfc-9630-445c-be69-6a58e6d9b03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:11.274081 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b38d8819-1c0c-4d15-ab11-61fab8347b7c req-c06ad20a-2312-47e4-a6cf-307622af2cb0 service neutron] 10.222.0.13 "GET /v2.0/networks/4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159158 Sep 17 08:08:11.362582 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-22351bfc-9630-445c-be69-6a58e6d9b03c None None] Port 60a033f7-9e73-4cae-a3b4-fd120afc52cb cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:08:11.377771 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b38d8819-1c0c-4d15-ab11-61fab8347b7c req-205d4e66-0351-4d5d-879e-c3a250557161 service neutron] 10.222.0.13 "GET /v2.0/networks/4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027155 Sep 17 08:08:11.500770 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb89866e-d3ab-4fd2-89e7-5157bd166361 None None] Network 0e69c8f7-9487-4d4a-a471-cd917e269754 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:08:11.534587 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce37d29f-69a5-49ab-896b-46cbedfdb171 None None] Provisioning complete for port 60a033f7-9e73-4cae-a3b4-fd120afc52cb triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:08:11.534587 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce37d29f-69a5-49ab-896b-46cbedfdb171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:11.617505 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce37d29f-69a5-49ab-896b-46cbedfdb171 None None] Port 60a033f7-9e73-4cae-a3b4-fd120afc52cb cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:08:11.622867 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-ad1a8fb5-d82b-43ae-8974-7b8d471fc8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cbab66-f53a-436b-931a-44e3534c23bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688856691', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'd2ac2cc7-29cb-4207-8a56-7017ef124dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:08:02Z', 'updated_at': '2021-09-17T08:08:08Z', 'revision_number': 4, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'gw_port': {'id': 'd2ac2cc7-29cb-4207-8a56-7017ef124dc2', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:10:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cbab66-f53a-436b-931a-44e3534c23bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:08:02Z', 'updated_at': '2021-09-17T08:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '60a033f7-9e73-4cae-a3b4-fd120afc52cb', 'name': '', 'network_id': '4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'mac_address': 'fa:16:3e:9d:04:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0cbab66-f53a-436b-931a-44e3534c23bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': 'b98ec8dd-adb0-4978-b4cf-67dad35b09f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:08:08Z', 'updated_at': '2021-09-17T08:08:09Z', 'revision_number': 2, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'subnets': [{'id': 'b98ec8dd-adb0-4978-b4cf-67dad35b09f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:08:11.631544 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-be607bfc-eaab-430c-adb6-7a0dd490f1ed req-0e494bc6-50bd-4482-9212-d0079680402e tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d21dcaf-2e2d-4d69-94e4-520d7f9115c3 HTTP/1.1" status: 200 len: 210 time: 0.0571377 Sep 17 08:08:11.658691 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1a8fb5-d82b-43ae-8974-7b8d471fc8fa None None] Checking router: a0cbab66-f53a-436b-931a-44e3534c23bc for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:08:11.659145 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1a8fb5-d82b-43ae-8974-7b8d471fc8fa None None] Updating router a0cbab66-f53a-436b-931a-44e3534c23bc port 60a033f7-9e73-4cae-a3b4-fd120afc52cb binding host n-d-789963-9 {{(pid=101291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 08:08:11.687894 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ad1a8fb5-d82b-43ae-8974-7b8d471fc8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:12.016371 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb7858-15b5-4535-abaa-ac168d93bb75 req-01669ae4-46c4-45f6-9a52-1a21d0385e48 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:12.024396 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-23fb7858-15b5-4535-abaa-ac168d93bb75 req-01669ae4-46c4-45f6-9a52-1a21d0385e48 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/networks?id=0e69c8f7-9487-4d4a-a471-cd917e269754 HTTP/1.1" status: 200 len: 815 time: 0.1541171 Sep 17 08:08:12.048793 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-23fb7858-15b5-4535-abaa-ac168d93bb75 req-31b69898-d4d4-44ef-9fec-67668a078b3e tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/quotas/7a2081d5abe54005b461481ec4f5ce09 HTTP/1.1" status: 200 len: 375 time: 0.0228822 Sep 17 08:08:12.095132 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-23fb7858-15b5-4535-abaa-ac168d93bb75 req-8e41bb22-9ebc-4c45-9255-acdf59c6cf48 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7a2081d5abe54005b461481ec4f5ce09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0456595 Sep 17 08:08:12.170071 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ad1a8fb5-d82b-43ae-8974-7b8d471fc8fa None None] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:12.180206 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ad1a8fb5-d82b-43ae-8974-7b8d471fc8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:12.206511 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3647c0a0-7386-410a-b652-5e7ba39881b8 req-4554dc37-e65b-49a2-a890-adba107c37f8 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:12.214760 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3647c0a0-7386-410a-b652-5e7ba39881b8 req-4554dc37-e65b-49a2-a890-adba107c37f8 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 944 time: 0.1550164 Sep 17 08:08:12.258733 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8decac05-ace4-41d3-8025-d76ee9fa4c52 None None] Pushing event updated for resources: {'Port': ['ID=60a033f7-9e73-4cae-a3b4-fd120afc52cb,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:08:12.273570 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3647c0a0-7386-410a-b652-5e7ba39881b8 req-52717c5f-c1ea-469c-b6ea-d13a850d313e tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579000 Sep 17 08:08:12.275788 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-23fb7858-15b5-4535-abaa-ac168d93bb75 req-3efdcd1f-35ba-49f3-9881-88109222929f service neutron] 10.222.0.13 "GET /v2.0/networks/0e69c8f7-9487-4d4a-a471-cd917e269754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603856 Sep 17 08:08:12.295745 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-ad1a8fb5-d82b-43ae-8974-7b8d471fc8fa None None] Attempting to bind port 60a033f7-9e73-4cae-a3b4-fd120afc52cb on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:08:12.296152 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-ad1a8fb5-d82b-43ae-8974-7b8d471fc8fa None None] Attempting to bind port 60a033f7-9e73-4cae-a3b4-fd120afc52cb by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'b2579ac6-3dfd-4f20-bd86-d180c36ba39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:08:12.297060 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1a8fb5-d82b-43ae-8974-7b8d471fc8fa None None] Attempting to bind port 60a033f7-9e73-4cae-a3b4-fd120afc52cb on network 4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:08:12.314029 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1a8fb5-d82b-43ae-8974-7b8d471fc8fa None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:08:12.314745 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1a8fb5-d82b-43ae-8974-7b8d471fc8fa None None] Checking segment: {'id': 'b2579ac6-3dfd-4f20-bd86-d180c36ba39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:08:12.315258 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ad1a8fb5-d82b-43ae-8974-7b8d471fc8fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:12.315969 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1a8fb5-d82b-43ae-8974-7b8d471fc8fa None None] Bound using segment: {'id': 'b2579ac6-3dfd-4f20-bd86-d180c36ba39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:08:12.316560 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-ad1a8fb5-d82b-43ae-8974-7b8d471fc8fa None None] Bound port: 60a033f7-9e73-4cae-a3b4-fd120afc52cb, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2579ac6-3dfd-4f20-bd86-d180c36ba39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:08:12.317047 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ad1a8fb5-d82b-43ae-8974-7b8d471fc8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:12.396263 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-23fb7858-15b5-4535-abaa-ac168d93bb75 req-3005a470-07bc-4daf-aa5b-f364fc97504a service neutron] 10.222.0.13 "GET /v2.0/networks/0e69c8f7-9487-4d4a-a471-cd917e269754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130919 Sep 17 08:08:12.434515 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ad1a8fb5-d82b-43ae-8974-7b8d471fc8fa None None] For port 60a033f7-9e73-4cae-a3b4-fd120afc52cb, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:08:12.438900 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ad1a8fb5-d82b-43ae-8974-7b8d471fc8fa None None] For port 60a033f7-9e73-4cae-a3b4-fd120afc52cb, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=60a033f7-9e73-4cae-a3b4-fd120afc52cb,segment=NetworkSegment(b2579ac6-3dfd-4f20-bd86-d180c36ba39f),segment_id=b2579ac6-3dfd-4f20-bd86-d180c36ba39f)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:08:12.445003 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ad1a8fb5-d82b-43ae-8974-7b8d471fc8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:12.535187 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8decac05-ace4-41d3-8025-d76ee9fa4c52 None None] Pushing event updated for resources: {'Port': ['ID=60a033f7-9e73-4cae-a3b4-fd120afc52cb,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:08:12.537784 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1a8fb5-d82b-43ae-8974-7b8d471fc8fa None None] Routers {'a0cbab66-f53a-436b-931a-44e3534c23bc'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:08:12.538390 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-ad1a8fb5-d82b-43ae-8974-7b8d471fc8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:07:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['a0cbab66-f53a-436b-931a-44e3534c23bc'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:08:12.632859 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-bba7c3bd-aaaf-44a4-b89b-97ce804f497a None None] Provisioning complete for port 60a033f7-9e73-4cae-a3b4-fd120afc52cb triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:08:12.633226 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bba7c3bd-aaaf-44a4-b89b-97ce804f497a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:12.704800 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-94797644-65cc-413e-b118-b66f95170cc0 req-6d81a0be-d143-42cc-89fb-debcb17c5557 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/ports?device_id=e68859ef-81fd-4010-bb85-6859a87a290c HTTP/1.1" status: 200 len: 210 time: 0.0535073 Sep 17 08:08:12.792688 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-ad1a8fb5-d82b-43ae-8974-7b8d471fc8fa None None] Set router a0cbab66-f53a-436b-931a-44e3534c23bc gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:08:12.842522 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c2be4d73-836d-4a69-9227-ea943da7606d req-adab68ce-b78c-40d2-b3ff-8969da5f7d0f tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d21dcaf-2e2d-4d69-94e4-520d7f9115c3 HTTP/1.1" status: 200 len: 210 time: 0.0824704 Sep 17 08:08:12.850774 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bba7c3bd-aaaf-44a4-b89b-97ce804f497a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:12.961810 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-bba7c3bd-aaaf-44a4-b89b-97ce804f497a None None] For port 60a033f7-9e73-4cae-a3b4-fd120afc52cb, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=60a033f7-9e73-4cae-a3b4-fd120afc52cb,segment=NetworkSegment(b2579ac6-3dfd-4f20-bd86-d180c36ba39f),segment_id=b2579ac6-3dfd-4f20-bd86-d180c36ba39f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:08:12.975567 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bba7c3bd-aaaf-44a4-b89b-97ce804f497a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:13.014675 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d8819-1c0c-4d15-ab11-61fab8347b7c req-4f614bbe-b988-49b4-9d07-48c4e29b8ca8 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:13.020846 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b38d8819-1c0c-4d15-ab11-61fab8347b7c req-4f614bbe-b988-49b4-9d07-48c4e29b8ca8 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.41 "GET /v2.0/networks?id=4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f HTTP/1.1" status: 200 len: 796 time: 0.1817682 Sep 17 08:08:13.088640 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b38d8819-1c0c-4d15-ab11-61fab8347b7c req-db1140a0-efd0-4d48-87cc-35bda4a29cd7 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6ef7951b2ac4d2ead98d70f1879d714 HTTP/1.1" status: 200 len: 380 time: 0.0523913 Sep 17 08:08:13.096260 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba7c3bd-aaaf-44a4-b89b-97ce804f497a None None] Pushing event updated for resources: {'Port': ['ID=60a033f7-9e73-4cae-a3b4-fd120afc52cb,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:08:13.102979 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-b38d8819-1c0c-4d15-ab11-61fab8347b7c req-74f68301-195e-4759-a3d0-39742947fd19 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Request body: {'port': {'device_id': '5d21dcaf-2e2d-4d69-94e4-520d7f9115c3', 'network_id': '4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f', 'admin_state_up': True, 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'security_groups': ['d107d5ef-6bbd-42bc-9048-57654bfdda1b']}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:08:13.119883 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-24f62da6-026d-4933-8cc6-e4c29136d05e None None] Provisioning complete for port 60a033f7-9e73-4cae-a3b4-fd120afc52cb triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:08:13.119883 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-24f62da6-026d-4933-8cc6-e4c29136d05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:13.235517 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-ad1a8fb5-d82b-43ae-8974-7b8d471fc8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cbab66-f53a-436b-931a-44e3534c23bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688856691', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'd2ac2cc7-29cb-4207-8a56-7017ef124dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:08:02Z', 'updated_at': '2021-09-17T08:08:08Z', 'revision_number': 4, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'gw_port': {'id': 'd2ac2cc7-29cb-4207-8a56-7017ef124dc2', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:10:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cbab66-f53a-436b-931a-44e3534c23bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:08:02Z', 'updated_at': '2021-09-17T08:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '60a033f7-9e73-4cae-a3b4-fd120afc52cb', 'name': '', 'network_id': '4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'mac_address': 'fa:16:3e:9d:04:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0cbab66-f53a-436b-931a-44e3534c23bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': 'b98ec8dd-adb0-4978-b4cf-67dad35b09f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:08:08Z', 'updated_at': '2021-09-17T08:08:12Z', 'revision_number': 4, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'subnets': [{'id': 'b98ec8dd-adb0-4978-b4cf-67dad35b09f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:08:13.286771 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b38d8819-1c0c-4d15-ab11-61fab8347b7c req-74f68301-195e-4759-a3d0-39742947fd19 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Made reservation on behalf of d6ef7951b2ac4d2ead98d70f1879d714 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:08:13.290868 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-b38d8819-1c0c-4d15-ab11-61fab8347b7c req-74f68301-195e-4759-a3d0-39742947fd19 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:13.294557 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 38034) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:08:13.436950 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1a8fb5-d82b-43ae-8974-7b8d471fc8fa None None] The sync data for ids ['a0cbab66-f53a-436b-931a-44e3534c23bc'] in n-d-789963-9 is: [{'id': 'a0cbab66-f53a-436b-931a-44e3534c23bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688856691', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'd2ac2cc7-29cb-4207-8a56-7017ef124dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:08:02Z', 'updated_at': '2021-09-17T08:08:08Z', 'revision_number': 4, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'gw_port': {'id': 'd2ac2cc7-29cb-4207-8a56-7017ef124dc2', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:10:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cbab66-f53a-436b-931a-44e3534c23bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:08:02Z', 'updated_at': '2021-09-17T08:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '60a033f7-9e73-4cae-a3b4-fd120afc52cb', 'name': '', 'network_id': '4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'mac_address': 'fa:16:3e:9d:04:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0cbab66-f53a-436b-931a-44e3534c23bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': 'b98ec8dd-adb0-4978-b4cf-67dad35b09f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:08:08Z', 'updated_at': '2021-09-17T08:08:12Z', 'revision_number': 4, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'subnets': [{'id': 'b98ec8dd-adb0-4978-b4cf-67dad35b09f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:08:13.454930 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-b38d8819-1c0c-4d15-ab11-61fab8347b7c req-74f68301-195e-4759-a3d0-39742947fd19 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Allocated IP 172.20.0.11 (4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f/b98ec8dd-adb0-4978-b4cf-67dad35b09f8/1475caf1-f5b0-45e1-bfc4-2d0716cb22bb) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:08:13.475363 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-55881d29-2d4f-40af-8deb-0d90449ce690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:13.555394 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f4d7b-4052-4f07-9142-934e97076933 req-a3bb3612-e9bc-4565-8c53-6045a8eba3ea tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:13.564429 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a54f4d7b-4052-4f07-9142-934e97076933 req-a3bb3612-e9bc-4565-8c53-6045a8eba3ea tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 944 time: 0.1495860 Sep 17 08:08:13.652576 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a54f4d7b-4052-4f07-9142-934e97076933 req-530d91b3-663f-4739-af00-72f1eab04d10 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872416 Sep 17 08:08:13.675745 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-b38d8819-1c0c-4d15-ab11-61fab8347b7c req-74f68301-195e-4759-a3d0-39742947fd19 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:13.685731 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-55881d29-2d4f-40af-8deb-0d90449ce690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:13.690507 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-55881d29-2d4f-40af-8deb-0d90449ce690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:13.715743 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-b38d8819-1c0c-4d15-ab11-61fab8347b7c req-74f68301-195e-4759-a3d0-39742947fd19 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:13.730121 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-55881d29-2d4f-40af-8deb-0d90449ce690 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=944717e850334a35990df6eb809e2acc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4343920 Sep 17 08:08:13.732472 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55881d29-2d4f-40af-8deb-0d90449ce690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6889952-9b1c-4594-8ff0-e99399a828d9,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:08:13.735385 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 38040) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:08:13.762959 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b38d8819-1c0c-4d15-ab11-61fab8347b7c req-74f68301-195e-4759-a3d0-39742947fd19 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Network 4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:08:13.764468 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-b38d8819-1c0c-4d15-ab11-61fab8347b7c req-74f68301-195e-4759-a3d0-39742947fd19 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:08:13.772947 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-b38d8819-1c0c-4d15-ab11-61fab8347b7c req-74f68301-195e-4759-a3d0-39742947fd19 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:08:13.823030 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f68301-195e-4759-a3d0-39742947fd19 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event updated for resources: {'Port': ['ID=1475caf1-f5b0-45e1-bfc4-2d0716cb22bb,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:08:13.842515 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8ab7cab2-449d-4a5e-b64f-8edb871e7d17 req-bd114577-faf7-4077-b4c1-675944a7eb40 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/ports?device_id=e68859ef-81fd-4010-bb85-6859a87a290c HTTP/1.1" status: 200 len: 210 time: 0.0377488 Sep 17 08:08:13.843534 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3e948e25-d1f2-42d7-99c1-c93512c935f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:13.853570 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d8819-1c0c-4d15-ab11-61fab8347b7c req-74f68301-195e-4759-a3d0-39742947fd19 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:13.854633 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-b38d8819-1c0c-4d15-ab11-61fab8347b7c req-74f68301-195e-4759-a3d0-39742947fd19 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:13.880644 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b38d8819-1c0c-4d15-ab11-61fab8347b7c req-74f68301-195e-4759-a3d0-39742947fd19 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7846541 Sep 17 08:08:13.887491 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3e948e25-d1f2-42d7-99c1-c93512c935f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:13.902265 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-b38d8819-1c0c-4d15-ab11-61fab8347b7c req-5ff45993-85d9-417a-a1cc-3425a18737f3 service neutron] Request body: {'port': {'device_id': '5d21dcaf-2e2d-4d69-94e4-520d7f9115c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:08:13.917419 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 082c5b60-04fb-4ae3-ae64-64d07ad777a5 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:08:13.993640 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3e948e25-d1f2-42d7-99c1-c93512c935f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:13.998943 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3e948e25-d1f2-42d7-99c1-c93512c935f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:14.000938 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-3e948e25-d1f2-42d7-99c1-c93512c935f6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f6889952-9b1c-4594-8ff0-e99399a828d9 HTTP/1.1" status: 204 len: 168 time: 0.2638469 Sep 17 08:08:14.012259 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-b38d8819-1c0c-4d15-ab11-61fab8347b7c req-5ff45993-85d9-417a-a1cc-3425a18737f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:14.015555 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e948e25-d1f2-42d7-99c1-c93512c935f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6889952-9b1c-4594-8ff0-e99399a828d9,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:08:14.048785 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a00205d-966e-4713-9a58-5202945bd81a req-4362fcc0-1d6f-4023-a358-dd297b561f5e tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:14.054866 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9a00205d-966e-4713-9a58-5202945bd81a req-4362fcc0-1d6f-4023-a358-dd297b561f5e tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d21dcaf-2e2d-4d69-94e4-520d7f9115c3 HTTP/1.1" status: 200 len: 932 time: 0.1036627 Sep 17 08:08:14.148759 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9a00205d-966e-4713-9a58-5202945bd81a req-35370bff-a8e0-45f1-9046-76ef15940370 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=d107d5ef-6bbd-42bc-9048-57654bfdda1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835383 Sep 17 08:08:14.158151 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 082c5b60-04fb-4ae3-ae64-64d07ad777a5, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=082c5b60-04fb-4ae3-ae64-64d07ad777a5,segment=NetworkSegment(e7dfc92d-b32e-4f74-ad53-4fda8afa908d),segment_id=e7dfc92d-b32e-4f74-ad53-4fda8afa908d)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:08:14.201781 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '082c5b60-04fb-4ae3-ae64-64d07ad777a5', 'network_id': 'b775eb3f-2b25-4820-827b-6765ebe265c2', 'port_id': '082c5b60-04fb-4ae3-ae64-64d07ad777a5', 'mac_address': 'fa:16:3e:80:97:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b7cebd9-83b6-4be8-81d9-9f32073aed40', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:08:14.224477 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-e99d9f09-0ada-4dae-a4c1-659c667c1567 None None] Provisioning complete for port 1475caf1-f5b0-45e1-bfc4-2d0716cb22bb triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:08:14.224863 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e99d9f09-0ada-4dae-a4c1-659c667c1567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:14.318142 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 60a033f7-9e73-4cae-a3b4-fd120afc52cb up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:08:14.406739 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb7858-15b5-4535-abaa-ac168d93bb75 req-4751c788-e6df-43c7-bdb9-7726535ee23c tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:14.408824 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-23fb7858-15b5-4535-abaa-ac168d93bb75 req-4751c788-e6df-43c7-bdb9-7726535ee23c tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.41 "GET /v2.0/networks?id=0e69c8f7-9487-4d4a-a471-cd917e269754 HTTP/1.1" status: 200 len: 815 time: 0.2132447 Sep 17 08:08:14.435637 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-23fb7858-15b5-4535-abaa-ac168d93bb75 req-337725b3-be4c-47c3-9b3f-1f39485d4bf4 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Request body: {'port': {'device_id': 'e68859ef-81fd-4010-bb85-6859a87a290c', 'network_id': '0e69c8f7-9487-4d4a-a471-cd917e269754', 'admin_state_up': True, 'tenant_id': '7a2081d5abe54005b461481ec4f5ce09'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:08:14.441654 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:14.469806 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-e99d9f09-0ada-4dae-a4c1-659c667c1567 None None] Port 1475caf1-f5b0-45e1-bfc4-2d0716cb22bb cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:08:14.478983 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-b38d8819-1c0c-4d15-ab11-61fab8347b7c req-5ff45993-85d9-417a-a1cc-3425a18737f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1475caf1-f5b0-45e1-bfc4-2d0716cb22bb {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:08:14.485292 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 082c5b60-04fb-4ae3-ae64-64d07ad777a5 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:08:14.496249 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 60a033f7-9e73-4cae-a3b4-fd120afc52cb triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:08:14.496794 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:14.496925 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-b38d8819-1c0c-4d15-ab11-61fab8347b7c req-5ff45993-85d9-417a-a1cc-3425a18737f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:14.511817 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-b38d8819-1c0c-4d15-ab11-61fab8347b7c req-5ff45993-85d9-417a-a1cc-3425a18737f3 service neutron] Transition to ACTIVE for port object 1475caf1-f5b0-45e1-bfc4-2d0716cb22bb will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:08:14.518231 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-b38d8819-1c0c-4d15-ab11-61fab8347b7c req-5ff45993-85d9-417a-a1cc-3425a18737f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:14.557700 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 082c5b60-04fb-4ae3-ae64-64d07ad777a5, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=082c5b60-04fb-4ae3-ae64-64d07ad777a5,segment=NetworkSegment(e7dfc92d-b32e-4f74-ad53-4fda8afa908d),segment_id=e7dfc92d-b32e-4f74-ad53-4fda8afa908d)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:08:14.567741 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:14.592259 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 38050) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:08:14.639400 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=082c5b60-04fb-4ae3-ae64-64d07ad777a5,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:08:14.641391 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23fb7858-15b5-4535-abaa-ac168d93bb75 req-337725b3-be4c-47c3-9b3f-1f39485d4bf4 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Made reservation on behalf of 7a2081d5abe54005b461481ec4f5ce09 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:08:14.645189 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-23fb7858-15b5-4535-abaa-ac168d93bb75 req-337725b3-be4c-47c3-9b3f-1f39485d4bf4 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:14.645558 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff45993-85d9-417a-a1cc-3425a18737f3 service neutron] Pushing event updated for resources: {'Port': ['ID=1475caf1-f5b0-45e1-bfc4-2d0716cb22bb,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:08:14.651594 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2b173c8b-0291-4f15-b7ed-3ab754ea3ae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:14.688813 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-b38d8819-1c0c-4d15-ab11-61fab8347b7c req-5ff45993-85d9-417a-a1cc-3425a18737f3 service neutron] Attempting to bind port 1475caf1-f5b0-45e1-bfc4-2d0716cb22bb on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:08:14.689148 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-b38d8819-1c0c-4d15-ab11-61fab8347b7c req-5ff45993-85d9-417a-a1cc-3425a18737f3 service neutron] Attempting to bind port 1475caf1-f5b0-45e1-bfc4-2d0716cb22bb by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'b2579ac6-3dfd-4f20-bd86-d180c36ba39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:08:14.689478 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38d8819-1c0c-4d15-ab11-61fab8347b7c req-5ff45993-85d9-417a-a1cc-3425a18737f3 service neutron] Attempting to bind port 1475caf1-f5b0-45e1-bfc4-2d0716cb22bb on network 4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:08:14.714498 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38d8819-1c0c-4d15-ab11-61fab8347b7c req-5ff45993-85d9-417a-a1cc-3425a18737f3 service neutron] Port 1475caf1-f5b0-45e1-bfc4-2d0716cb22bb on network 4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:08:14.714940 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38d8819-1c0c-4d15-ab11-61fab8347b7c req-5ff45993-85d9-417a-a1cc-3425a18737f3 service neutron] Attempting to bind port 1475caf1-f5b0-45e1-bfc4-2d0716cb22bb on network 4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:08:14.733201 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38d8819-1c0c-4d15-ab11-61fab8347b7c req-5ff45993-85d9-417a-a1cc-3425a18737f3 service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:08:14.737122 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38d8819-1c0c-4d15-ab11-61fab8347b7c req-5ff45993-85d9-417a-a1cc-3425a18737f3 service neutron] Checking segment: {'id': 'b2579ac6-3dfd-4f20-bd86-d180c36ba39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:08:14.737667 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38d8819-1c0c-4d15-ab11-61fab8347b7c req-5ff45993-85d9-417a-a1cc-3425a18737f3 service neutron] Bound using segment: {'id': 'b2579ac6-3dfd-4f20-bd86-d180c36ba39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:08:14.738237 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-b38d8819-1c0c-4d15-ab11-61fab8347b7c req-5ff45993-85d9-417a-a1cc-3425a18737f3 service neutron] Bound port: 1475caf1-f5b0-45e1-bfc4-2d0716cb22bb, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2579ac6-3dfd-4f20-bd86-d180c36ba39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:08:14.738717 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-b38d8819-1c0c-4d15-ab11-61fab8347b7c req-5ff45993-85d9-417a-a1cc-3425a18737f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:14.858968 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-b38d8819-1c0c-4d15-ab11-61fab8347b7c req-5ff45993-85d9-417a-a1cc-3425a18737f3 service neutron] For port 1475caf1-f5b0-45e1-bfc4-2d0716cb22bb, host n-h1-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:08:14.865413 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-b38d8819-1c0c-4d15-ab11-61fab8347b7c req-5ff45993-85d9-417a-a1cc-3425a18737f3 service neutron] For port 1475caf1-f5b0-45e1-bfc4-2d0716cb22bb, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=1475caf1-f5b0-45e1-bfc4-2d0716cb22bb,segment=NetworkSegment(b2579ac6-3dfd-4f20-bd86-d180c36ba39f),segment_id=b2579ac6-3dfd-4f20-bd86-d180c36ba39f)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:08:14.874289 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-b38d8819-1c0c-4d15-ab11-61fab8347b7c req-5ff45993-85d9-417a-a1cc-3425a18737f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:14.880644 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d996a-babf-4c80-b142-d25473e4a35d req-edbc90ca-4e8f-4185-990a-45bee8c7fc80 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:14.884837 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-106d996a-babf-4c80-b142-d25473e4a35d req-edbc90ca-4e8f-4185-990a-45bee8c7fc80 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 945 time: 0.1290495 Sep 17 08:08:14.927817 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d8819-1c0c-4d15-ab11-61fab8347b7c req-5ff45993-85d9-417a-a1cc-3425a18737f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:14.928507 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-b38d8819-1c0c-4d15-ab11-61fab8347b7c req-5ff45993-85d9-417a-a1cc-3425a18737f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:14.929958 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b38d8819-1c0c-4d15-ab11-61fab8347b7c req-5ff45993-85d9-417a-a1cc-3425a18737f3 service neutron] 10.222.0.41 "PUT /v2.0/ports/1475caf1-f5b0-45e1-bfc4-2d0716cb22bb HTTP/1.1" status: 200 len: 1092 time: 1.0323992 Sep 17 08:08:14.932371 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2b173c8b-0291-4f15-b7ed-3ab754ea3ae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:14.935112 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d21dcaf-2e2d-4d69-94e4-520d7f9115c3', 'tag': '1475caf1-f5b0-45e1-bfc4-2d0716cb22bb'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:08:14.937767 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff31d9f2-3894-488b-a10c-6351021a5030" -d '{"events": [{"name": "network-changed", "server_uuid": "5d21dcaf-2e2d-4d69-94e4-520d7f9115c3", "tag": "1475caf1-f5b0-45e1-bfc4-2d0716cb22bb"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:08:14.945588 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2b173c8b-0291-4f15-b7ed-3ab754ea3ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:14.952654 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [req-23fb7858-15b5-4535-abaa-ac168d93bb75 req-337725b3-be4c-47c3-9b3f-1f39485d4bf4 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Allocated IP 172.20.0.13 (0e69c8f7-9487-4d4a-a471-cd917e269754/52fcefb8-8f4a-473c-8836-ba05f0bdb035/07efe3ac-c945-4dfa-8f82-7f6d000f4040) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:08:15.027470 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-2b173c8b-0291-4f15-b7ed-3ab754ea3ae6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=73d23d42aa1a4f5ca09b43eaeed6b162&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4309103 Sep 17 08:08:15.033794 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['082c5b60-04fb-4ae3-ae64-64d07ad777a5'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:08:15.043454 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff45993-85d9-417a-a1cc-3425a18737f3 service neutron] Pushing event updated for resources: {'Port': ['ID=1475caf1-f5b0-45e1-bfc4-2d0716cb22bb,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:08:15.047332 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 38058) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:08:15.059133 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3607dc9c-c028-4ab8-a2af-089faa07b401 req-1aafea17-f76a-4d71-922b-d0e5c7e75101 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/ports?device_id=e68859ef-81fd-4010-bb85-6859a87a290c HTTP/1.1" status: 200 len: 210 time: 0.0997140 Sep 17 08:08:15.061660 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b173c8b-0291-4f15-b7ed-3ab754ea3ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ac991b-21c0-416a-bb9e-f0cb3a31cc93,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:08:15.102681 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d8819-1c0c-4d15-ab11-61fab8347b7c req-0c3b8696-74a9-497b-bc03-9503c26c2715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:15.104277 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b38d8819-1c0c-4d15-ab11-61fab8347b7c req-0c3b8696-74a9-497b-bc03-9503c26c2715 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6ef7951b2ac4d2ead98d70f1879d714&device_id=5d21dcaf-2e2d-4d69-94e4-520d7f9115c3 HTTP/1.1" status: 200 len: 1095 time: 0.0998254 Sep 17 08:08:15.133009 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-106d996a-babf-4c80-b142-d25473e4a35d req-fabe6898-e579-49f3-af71-2b84a97888f3 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2285867 Sep 17 08:08:15.189608 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-288e4d3a-56d5-4f22-9460-203c81a99b1c x-openstack-request-id: req-288e4d3a-56d5-4f22-9460-203c81a99b1c {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:08:15.189945 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d21dcaf-2e2d-4d69-94e4-520d7f9115c3", "tag": "1475caf1-f5b0-45e1-bfc4-2d0716cb22bb", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:08:15.190170 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-288e4d3a-56d5-4f22-9460-203c81a99b1c {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:08:15.190579 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d21dcaf-2e2d-4d69-94e4-520d7f9115c3', 'tag': '1475caf1-f5b0-45e1-bfc4-2d0716cb22bb', 'status': 'completed', 'code': 200} Sep 17 08:08:15.199632 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b38d8819-1c0c-4d15-ab11-61fab8347b7c req-ec0cd82f-de3b-42f0-ba1d-bb640f342f3a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1475caf1-f5b0-45e1-bfc4-2d0716cb22bb HTTP/1.1" status: 200 len: 217 time: 0.0795650 Sep 17 08:08:15.240057 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-510993cb-e84f-4f78-b4cd-91bed965f158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:15.274133 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-510993cb-e84f-4f78-b4cd-91bed965f158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:15.276768 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d8819-1c0c-4d15-ab11-61fab8347b7c req-9c6a554d-7bf5-4792-bf48-170be0396435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:15.278256 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b38d8819-1c0c-4d15-ab11-61fab8347b7c req-9c6a554d-7bf5-4792-bf48-170be0396435 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b98ec8dd-adb0-4978-b4cf-67dad35b09f8 HTTP/1.1" status: 200 len: 835 time: 0.0704257 Sep 17 08:08:15.347217 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9320c8-d5b3-47cd-92c8-12998d00cd5b req-8d931f6e-c18e-4b27-82d3-31058cd95619 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:15.348779 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8c9320c8-d5b3-47cd-92c8-12998d00cd5b req-8d931f6e-c18e-4b27-82d3-31058cd95619 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d21dcaf-2e2d-4d69-94e4-520d7f9115c3 HTTP/1.1" status: 200 len: 944 time: 0.0816345 Sep 17 08:08:15.351681 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-23fb7858-15b5-4535-abaa-ac168d93bb75 req-337725b3-be4c-47c3-9b3f-1f39485d4bf4 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:15.360631 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d8819-1c0c-4d15-ab11-61fab8347b7c req-57066028-985f-4532-b01c-7d1d34098d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:15.362411 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b38d8819-1c0c-4d15-ab11-61fab8347b7c req-57066028-985f-4532-b01c-7d1d34098d8f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738757 Sep 17 08:08:15.380399 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-510993cb-e84f-4f78-b4cd-91bed965f158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:15.382906 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-510993cb-e84f-4f78-b4cd-91bed965f158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:15.384022 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-510993cb-e84f-4f78-b4cd-91bed965f158 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/30ac991b-21c0-416a-bb9e-f0cb3a31cc93 HTTP/1.1" status: 204 len: 168 time: 0.3317475 Sep 17 08:08:15.409475 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510993cb-e84f-4f78-b4cd-91bed965f158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ac991b-21c0-416a-bb9e-f0cb3a31cc93,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:08:15.409682 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8c9320c8-d5b3-47cd-92c8-12998d00cd5b req-855796ff-f120-44a9-ae21-bd89a8cd0e3e tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=d107d5ef-6bbd-42bc-9048-57654bfdda1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523257 Sep 17 08:08:15.421857 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-23fb7858-15b5-4535-abaa-ac168d93bb75 req-337725b3-be4c-47c3-9b3f-1f39485d4bf4 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:15.467583 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23fb7858-15b5-4535-abaa-ac168d93bb75 req-337725b3-be4c-47c3-9b3f-1f39485d4bf4 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Network 0e69c8f7-9487-4d4a-a471-cd917e269754 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:08:15.470728 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [req-23fb7858-15b5-4535-abaa-ac168d93bb75 req-337725b3-be4c-47c3-9b3f-1f39485d4bf4 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:08:15.474666 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-23fb7858-15b5-4535-abaa-ac168d93bb75 req-337725b3-be4c-47c3-9b3f-1f39485d4bf4 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:08:15.486110 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b38d8819-1c0c-4d15-ab11-61fab8347b7c req-3afdfc92-29aa-423c-80bf-9aa304f21ba0 service neutron] 10.222.0.41 "GET /v2.0/networks/4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166492 Sep 17 08:08:15.504716 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337725b3-be4c-47c3-9b3f-1f39485d4bf4 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Pushing event updated for resources: {'Port': ['ID=07efe3ac-c945-4dfa-8f82-7f6d000f4040,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:08:15.532067 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb7858-15b5-4535-abaa-ac168d93bb75 req-337725b3-be4c-47c3-9b3f-1f39485d4bf4 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:15.532671 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-23fb7858-15b5-4535-abaa-ac168d93bb75 req-337725b3-be4c-47c3-9b3f-1f39485d4bf4 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:15.547889 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-23fb7858-15b5-4535-abaa-ac168d93bb75 req-337725b3-be4c-47c3-9b3f-1f39485d4bf4 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1226366 Sep 17 08:08:15.566621 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-23fb7858-15b5-4535-abaa-ac168d93bb75 req-3916cf51-75f5-4099-9152-b59a1f3be160 service neutron] Request body: {'port': {'device_id': 'e68859ef-81fd-4010-bb85-6859a87a290c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-9'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:08:15.603199 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b38d8819-1c0c-4d15-ab11-61fab8347b7c req-20dd646d-5689-4891-a355-8f53d9069ae1 service neutron] 10.222.0.41 "GET /v2.0/networks/4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095495 Sep 17 08:08:15.623086 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-23fb7858-15b5-4535-abaa-ac168d93bb75 req-3916cf51-75f5-4099-9152-b59a1f3be160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:15.731601 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff31d9f2-3894-488b-a10c-6351021a5030 req-7b77f7fe-ed25-4354-8fea-aa7379fa96d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:15.733408 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ff31d9f2-3894-488b-a10c-6351021a5030 req-7b77f7fe-ed25-4354-8fea-aa7379fa96d3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6ef7951b2ac4d2ead98d70f1879d714&device_id=5d21dcaf-2e2d-4d69-94e4-520d7f9115c3 HTTP/1.1" status: 200 len: 1095 time: 0.0444710 Sep 17 08:08:15.848435 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff31d9f2-3894-488b-a10c-6351021a5030 req-e71185fe-dcd5-4fea-a7d2-025c2ed62c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:15.850042 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ff31d9f2-3894-488b-a10c-6351021a5030 req-e71185fe-dcd5-4fea-a7d2-025c2ed62c23 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f HTTP/1.1" status: 200 len: 897 time: 0.1083913 Sep 17 08:08:15.893895 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ff31d9f2-3894-488b-a10c-6351021a5030 req-bb4782d6-cefb-4ea5-9a89-381fd6e8897b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1475caf1-f5b0-45e1-bfc4-2d0716cb22bb HTTP/1.1" status: 200 len: 217 time: 0.0364230 Sep 17 08:08:15.928855 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [req-23fb7858-15b5-4535-abaa-ac168d93bb75 req-3916cf51-75f5-4099-9152-b59a1f3be160 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07efe3ac-c945-4dfa-8f82-7f6d000f4040 {{(pid=101289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:08:15.938615 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-23fb7858-15b5-4535-abaa-ac168d93bb75 req-3916cf51-75f5-4099-9152-b59a1f3be160 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:15.947465 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff31d9f2-3894-488b-a10c-6351021a5030 req-bcc1e7c7-e987-4d12-ab9a-93680c93c9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:15.949061 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ff31d9f2-3894-488b-a10c-6351021a5030 req-bcc1e7c7-e987-4d12-ab9a-93680c93c9a9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b98ec8dd-adb0-4978-b4cf-67dad35b09f8 HTTP/1.1" status: 200 len: 835 time: 0.0484898 Sep 17 08:08:15.952103 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.provisioning_blocks [req-23fb7858-15b5-4535-abaa-ac168d93bb75 req-3916cf51-75f5-4099-9152-b59a1f3be160 service neutron] Transition to ACTIVE for port object 07efe3ac-c945-4dfa-8f82-7f6d000f4040 will not be triggered until provisioned by entity L2. {{(pid=101289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:08:15.957018 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-23fb7858-15b5-4535-abaa-ac168d93bb75 req-3916cf51-75f5-4099-9152-b59a1f3be160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:15.999902 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff31d9f2-3894-488b-a10c-6351021a5030 req-09ce60e6-385e-4c3d-9ecc-49fe427b53d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:16.002410 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ff31d9f2-3894-488b-a10c-6351021a5030 req-09ce60e6-385e-4c3d-9ecc-49fe427b53d6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462542 Sep 17 08:08:16.028403 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3916cf51-75f5-4099-9152-b59a1f3be160 service neutron] Pushing event updated for resources: {'Port': ['ID=07efe3ac-c945-4dfa-8f82-7f6d000f4040,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:08:16.090068 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-23fb7858-15b5-4535-abaa-ac168d93bb75 req-3916cf51-75f5-4099-9152-b59a1f3be160 service neutron] Attempting to bind port 07efe3ac-c945-4dfa-8f82-7f6d000f4040 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:08:16.090420 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-23fb7858-15b5-4535-abaa-ac168d93bb75 req-3916cf51-75f5-4099-9152-b59a1f3be160 service neutron] Attempting to bind port 07efe3ac-c945-4dfa-8f82-7f6d000f4040 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': '8543ed5b-b079-4b95-998c-d309c18fb77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0e69c8f7-9487-4d4a-a471-cd917e269754'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:08:16.090803 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fb7858-15b5-4535-abaa-ac168d93bb75 req-3916cf51-75f5-4099-9152-b59a1f3be160 service neutron] Attempting to bind port 07efe3ac-c945-4dfa-8f82-7f6d000f4040 on network 0e69c8f7-9487-4d4a-a471-cd917e269754 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:08:16.095760 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fb7858-15b5-4535-abaa-ac168d93bb75 req-3916cf51-75f5-4099-9152-b59a1f3be160 service neutron] Port 07efe3ac-c945-4dfa-8f82-7f6d000f4040 on network 0e69c8f7-9487-4d4a-a471-cd917e269754 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:08:16.096123 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fb7858-15b5-4535-abaa-ac168d93bb75 req-3916cf51-75f5-4099-9152-b59a1f3be160 service neutron] Attempting to bind port 07efe3ac-c945-4dfa-8f82-7f6d000f4040 on network 0e69c8f7-9487-4d4a-a471-cd917e269754 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:08:16.101785 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fb7858-15b5-4535-abaa-ac168d93bb75 req-3916cf51-75f5-4099-9152-b59a1f3be160 service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:08:16.102061 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fb7858-15b5-4535-abaa-ac168d93bb75 req-3916cf51-75f5-4099-9152-b59a1f3be160 service neutron] Checking segment: {'id': '8543ed5b-b079-4b95-998c-d309c18fb77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0e69c8f7-9487-4d4a-a471-cd917e269754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:08:16.102457 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fb7858-15b5-4535-abaa-ac168d93bb75 req-3916cf51-75f5-4099-9152-b59a1f3be160 service neutron] Bound using segment: {'id': '8543ed5b-b079-4b95-998c-d309c18fb77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0e69c8f7-9487-4d4a-a471-cd917e269754'} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:08:16.103005 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-23fb7858-15b5-4535-abaa-ac168d93bb75 req-3916cf51-75f5-4099-9152-b59a1f3be160 service neutron] Bound port: 07efe3ac-c945-4dfa-8f82-7f6d000f4040, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8543ed5b-b079-4b95-998c-d309c18fb77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0e69c8f7-9487-4d4a-a471-cd917e269754'}}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:08:16.103388 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-23fb7858-15b5-4535-abaa-ac168d93bb75 req-3916cf51-75f5-4099-9152-b59a1f3be160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:16.109272 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ff31d9f2-3894-488b-a10c-6351021a5030 req-9c4a72c5-248c-465d-8c83-f153d4f0b746 service neutron] 10.222.0.41 "GET /v2.0/networks/4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991075 Sep 17 08:08:16.205303 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ff31d9f2-3894-488b-a10c-6351021a5030 req-3f9d6133-d20d-4808-a2e5-61417855718f service neutron] 10.222.0.41 "GET /v2.0/networks/4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882900 Sep 17 08:08:16.214961 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea33a21-f570-4955-8142-8d5da4e141dd req-a96a61c5-edfa-4633-835b-f13321d9c5ec tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:16.216432 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dea33a21-f570-4955-8142-8d5da4e141dd req-a96a61c5-edfa-4633-835b-f13321d9c5ec tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/ports?device_id=e68859ef-81fd-4010-bb85-6859a87a290c HTTP/1.1" status: 200 len: 944 time: 0.0799923 Sep 17 08:08:16.220416 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-23fb7858-15b5-4535-abaa-ac168d93bb75 req-3916cf51-75f5-4099-9152-b59a1f3be160 service neutron] For port 07efe3ac-c945-4dfa-8f82-7f6d000f4040, host n-h1-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:08:16.253209 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-23fb7858-15b5-4535-abaa-ac168d93bb75 req-3916cf51-75f5-4099-9152-b59a1f3be160 service neutron] For port 07efe3ac-c945-4dfa-8f82-7f6d000f4040, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=07efe3ac-c945-4dfa-8f82-7f6d000f4040,segment=NetworkSegment(8543ed5b-b079-4b95-998c-d309c18fb77e),segment_id=8543ed5b-b079-4b95-998c-d309c18fb77e)] {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:08:16.267696 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-23fb7858-15b5-4535-abaa-ac168d93bb75 req-3916cf51-75f5-4099-9152-b59a1f3be160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:16.322503 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb7858-15b5-4535-abaa-ac168d93bb75 req-3916cf51-75f5-4099-9152-b59a1f3be160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:16.323109 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-23fb7858-15b5-4535-abaa-ac168d93bb75 req-3916cf51-75f5-4099-9152-b59a1f3be160 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:16.324491 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-23fb7858-15b5-4535-abaa-ac168d93bb75 req-3916cf51-75f5-4099-9152-b59a1f3be160 service neutron] 10.222.0.41 "PUT /v2.0/ports/07efe3ac-c945-4dfa-8f82-7f6d000f4040 HTTP/1.1" status: 200 len: 1092 time: 0.7632983 Sep 17 08:08:16.325060 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e68859ef-81fd-4010-bb85-6859a87a290c', 'tag': '07efe3ac-c945-4dfa-8f82-7f6d000f4040'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:08:16.327266 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f80c512b-3a64-4bcc-b4ac-2a8a62888b92" -d '{"events": [{"name": "network-changed", "server_uuid": "e68859ef-81fd-4010-bb85-6859a87a290c", "tag": "07efe3ac-c945-4dfa-8f82-7f6d000f4040"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:08:16.337120 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37697a12-f9ee-4eb2-b722-1647eb6c41c8 req-cf7bcbae-c968-4a01-ae8e-83eca2e3966f tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:16.338577 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-37697a12-f9ee-4eb2-b722-1647eb6c41c8 req-cf7bcbae-c968-4a01-ae8e-83eca2e3966f tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 945 time: 0.1441369 Sep 17 08:08:16.346238 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dea33a21-f570-4955-8142-8d5da4e141dd req-485cf1e0-d978-48c8-800a-0aab418aaf56 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b0f20cd-fe5f-4348-a155-df58c7d0646f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087470 Sep 17 08:08:16.375148 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3916cf51-75f5-4099-9152-b59a1f3be160 service neutron] Pushing event updated for resources: {'Port': ['ID=07efe3ac-c945-4dfa-8f82-7f6d000f4040,revision_number=3']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:08:16.400820 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281426d0-0057-4352-b38d-7c19ecb69908 x-openstack-request-id: req-281426d0-0057-4352-b38d-7c19ecb69908 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:08:16.401044 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e68859ef-81fd-4010-bb85-6859a87a290c", "tag": "07efe3ac-c945-4dfa-8f82-7f6d000f4040", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:08:16.401293 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-281426d0-0057-4352-b38d-7c19ecb69908 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:08:16.401684 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e68859ef-81fd-4010-bb85-6859a87a290c', 'tag': '07efe3ac-c945-4dfa-8f82-7f6d000f4040', 'status': 'completed', 'code': 200} Sep 17 08:08:16.406016 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-37697a12-f9ee-4eb2-b722-1647eb6c41c8 req-a3d7af7a-cbd6-46a3-99ce-c6fcb070515f tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589008 Sep 17 08:08:16.434758 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb7858-15b5-4535-abaa-ac168d93bb75 req-9ba12e78-1f5c-42dd-8066-43909d51d3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:16.436288 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-23fb7858-15b5-4535-abaa-ac168d93bb75 req-9ba12e78-1f5c-42dd-8066-43909d51d3f6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7a2081d5abe54005b461481ec4f5ce09&device_id=e68859ef-81fd-4010-bb85-6859a87a290c HTTP/1.1" status: 200 len: 1095 time: 0.0470476 Sep 17 08:08:16.490295 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-23fb7858-15b5-4535-abaa-ac168d93bb75 req-f9fefadd-7efb-4e83-bd3e-68f30a84ba43 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07efe3ac-c945-4dfa-8f82-7f6d000f4040 HTTP/1.1" status: 200 len: 217 time: 0.0395954 Sep 17 08:08:16.556284 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb7858-15b5-4535-abaa-ac168d93bb75 req-9c113ed1-de8a-4259-8de1-aa830a7f96be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:16.557721 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-23fb7858-15b5-4535-abaa-ac168d93bb75 req-9c113ed1-de8a-4259-8de1-aa830a7f96be service neutron] 10.222.0.41 "GET /v2.0/subnets?id=52fcefb8-8f4a-473c-8836-ba05f0bdb035 HTTP/1.1" status: 200 len: 855 time: 0.0603137 Sep 17 08:08:16.569558 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7ecb88-e795-480b-aaa2-6797dd37592b req-c571af59-74a8-4cda-9b4b-f558ce9dd03c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:16.570943 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ec7ecb88-e795-480b-aaa2-6797dd37592b req-c571af59-74a8-4cda-9b4b-f558ce9dd03c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d21dcaf-2e2d-4d69-94e4-520d7f9115c3 HTTP/1.1" status: 200 len: 944 time: 0.0831101 Sep 17 08:08:16.600842 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-23fb7858-15b5-4535-abaa-ac168d93bb75 req-2441db17-97a1-45a1-9693-98a8ab803075 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0e69c8f7-9487-4d4a-a471-cd917e269754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289514 Sep 17 08:08:16.970681 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ec7ecb88-e795-480b-aaa2-6797dd37592b req-21144ddd-0aa1-4514-93b9-9015bfab2a0f tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=d107d5ef-6bbd-42bc-9048-57654bfdda1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3902218 Sep 17 08:08:17.026137 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-23fb7858-15b5-4535-abaa-ac168d93bb75 req-fa84c524-9d01-412c-8a86-d143ada6b3b5 service neutron] 10.222.0.41 "GET /v2.0/networks/0e69c8f7-9487-4d4a-a471-cd917e269754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4178028 Sep 17 08:08:17.128406 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-23fb7858-15b5-4535-abaa-ac168d93bb75 req-4be36226-9e6b-4db7-847e-710fb2b513c9 service neutron] 10.222.0.41 "GET /v2.0/networks/0e69c8f7-9487-4d4a-a471-cd917e269754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935149 Sep 17 08:08:17.268247 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c512b-3a64-4bcc-b4ac-2a8a62888b92 req-15f8929a-bae8-4f65-bb53-f4c40fc20b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:17.269653 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f80c512b-3a64-4bcc-b4ac-2a8a62888b92 req-15f8929a-bae8-4f65-bb53-f4c40fc20b62 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7a2081d5abe54005b461481ec4f5ce09&device_id=e68859ef-81fd-4010-bb85-6859a87a290c HTTP/1.1" status: 200 len: 1095 time: 0.0397217 Sep 17 08:08:17.361353 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c512b-3a64-4bcc-b4ac-2a8a62888b92 req-4f810953-97fc-4c6a-8cee-ead906664e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:17.362813 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f80c512b-3a64-4bcc-b4ac-2a8a62888b92 req-4f810953-97fc-4c6a-8cee-ead906664e04 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0e69c8f7-9487-4d4a-a471-cd917e269754 HTTP/1.1" status: 200 len: 916 time: 0.0850394 Sep 17 08:08:17.405307 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f80c512b-3a64-4bcc-b4ac-2a8a62888b92 req-766a2b6c-9c0d-402f-bf78-7be63a5ea3b9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07efe3ac-c945-4dfa-8f82-7f6d000f4040 HTTP/1.1" status: 200 len: 217 time: 0.0348351 Sep 17 08:08:17.494875 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c512b-3a64-4bcc-b4ac-2a8a62888b92 req-0849557d-1a82-4bd1-ad2b-20232b59d8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:17.496337 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f80c512b-3a64-4bcc-b4ac-2a8a62888b92 req-0849557d-1a82-4bd1-ad2b-20232b59d8d5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=52fcefb8-8f4a-473c-8836-ba05f0bdb035 HTTP/1.1" status: 200 len: 855 time: 0.0836091 Sep 17 08:08:17.540924 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f80c512b-3a64-4bcc-b4ac-2a8a62888b92 req-e2b7b566-f03d-4955-a7e9-33d506ff71db service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0e69c8f7-9487-4d4a-a471-cd917e269754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296161 Sep 17 08:08:17.549588 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b12f8d-8789-4488-850e-b2c71881ed20 req-505b02e7-204e-444b-92bc-21722d8c4b1d tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:17.550959 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-56b12f8d-8789-4488-850e-b2c71881ed20 req-505b02e7-204e-444b-92bc-21722d8c4b1d tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/ports?device_id=e68859ef-81fd-4010-bb85-6859a87a290c HTTP/1.1" status: 200 len: 944 time: 0.1304061 Sep 17 08:08:17.594603 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee5731-1176-4741-b070-aa4dda2731ce req-e90bfa00-acd1-4c4a-aa85-79a7a401790c tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:17.596062 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2dee5731-1176-4741-b070-aa4dda2731ce req-e90bfa00-acd1-4c4a-aa85-79a7a401790c tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 945 time: 0.1220276 Sep 17 08:08:17.673577 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-56b12f8d-8789-4488-850e-b2c71881ed20 req-606ff564-aa68-4456-863c-1fe55a3a8186 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b0f20cd-fe5f-4348-a155-df58c7d0646f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124799 Sep 17 08:08:17.691430 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2dee5731-1176-4741-b070-aa4dda2731ce req-7f180a16-36d6-4607-8ce1-5de0fd767fbf tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869355 Sep 17 08:08:17.705196 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f80c512b-3a64-4bcc-b4ac-2a8a62888b92 req-6e8e109e-e683-4551-87f0-08b48d596595 service neutron] 10.222.0.41 "GET /v2.0/networks/0e69c8f7-9487-4d4a-a471-cd917e269754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532080 Sep 17 08:08:17.794313 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f80c512b-3a64-4bcc-b4ac-2a8a62888b92 req-d56e481a-b8c0-47e6-a2e0-3362fa4081bc service neutron] 10.222.0.41 "GET /v2.0/networks/0e69c8f7-9487-4d4a-a471-cd917e269754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810709 Sep 17 08:08:17.930993 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 082c5b60-04fb-4ae3-ae64-64d07ad777a5 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:08:17.977563 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port 082c5b60-04fb-4ae3-ae64-64d07ad777a5 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:08:17.981026 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 082c5b60-04fb-4ae3-ae64-64d07ad777a5 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:08:17.981397 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:18.062058 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:18.085343 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '082c5b60-04fb-4ae3-ae64-64d07ad777a5'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:08:18.088072 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3facd0e4-9afe-4329-8ad2-3b5f5f306db0" -d '{"events": [{"server_uuid": "aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6", "name": "network-vif-plugged", "status": "completed", "tag": "082c5b60-04fb-4ae3-ae64-64d07ad777a5"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:08:18.092123 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e55fa-7cc5-442e-8122-fb7c2e5ba5ee req-4e7fe32b-56b5-4d1d-a639-306b060b4bd7 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:18.093717 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6a6e55fa-7cc5-442e-8122-fb7c2e5ba5ee req-4e7fe32b-56b5-4d1d-a639-306b060b4bd7 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d21dcaf-2e2d-4d69-94e4-520d7f9115c3 HTTP/1.1" status: 200 len: 944 time: 0.0551291 Sep 17 08:08:18.101590 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 082c5b60-04fb-4ae3-ae64-64d07ad777a5, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=082c5b60-04fb-4ae3-ae64-64d07ad777a5,segment=NetworkSegment(e7dfc92d-b32e-4f74-ad53-4fda8afa908d),segment_id=e7dfc92d-b32e-4f74-ad53-4fda8afa908d)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:08:18.109072 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:18.134318 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae3ae92a-758e-47ec-8754-ac27a78b897e x-openstack-request-id: req-ae3ae92a-758e-47ec-8754-ac27a78b897e {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:08:18.134607 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6", "name": "network-vif-plugged", "status": "completed", "tag": "082c5b60-04fb-4ae3-ae64-64d07ad777a5", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:08:18.134857 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ae3ae92a-758e-47ec-8754-ac27a78b897e {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:08:18.135241 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '082c5b60-04fb-4ae3-ae64-64d07ad777a5', 'code': 200} Sep 17 08:08:18.147287 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6a6e55fa-7cc5-442e-8122-fb7c2e5ba5ee req-d8a56944-751d-4ff0-8cd9-ea2a7a937217 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=d107d5ef-6bbd-42bc-9048-57654bfdda1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343153 Sep 17 08:08:18.163595 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=082c5b60-04fb-4ae3-ae64-64d07ad777a5,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:08:18.249293 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead8b7e-8a96-4fd5-8e66-1c9709ff538a req-d6ad00d3-2258-492f-b34a-309ae7f3b741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:18.250799 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bead8b7e-8a96-4fd5-8e66-1c9709ff538a req-d6ad00d3-2258-492f-b34a-309ae7f3b741 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 1097 time: 0.0393705 Sep 17 08:08:18.285012 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bead8b7e-8a96-4fd5-8e66-1c9709ff538a req-f7557cc7-e467-4242-a361-cebd95a62709 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274684 Sep 17 08:08:18.817510 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14940fca-a9e5-4d60-90b2-708cb74bfb4f req-0053858b-a8a8-4efa-8342-dbb2c46131e7 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:18.819005 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-14940fca-a9e5-4d60-90b2-708cb74bfb4f req-0053858b-a8a8-4efa-8342-dbb2c46131e7 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/ports?device_id=e68859ef-81fd-4010-bb85-6859a87a290c HTTP/1.1" status: 200 len: 944 time: 0.0765502 Sep 17 08:08:18.830886 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b65526-fef8-4410-8229-e890dddb38ed req-2e8b9e3c-bd06-4b5a-9afe-528a6e7a0fde tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:18.832326 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-58b65526-fef8-4410-8229-e890dddb38ed req-2e8b9e3c-bd06-4b5a-9afe-528a6e7a0fde tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 946 time: 0.0637355 Sep 17 08:08:18.888026 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-14940fca-a9e5-4d60-90b2-708cb74bfb4f req-a0c0e699-31ff-4027-83a7-e6d700315100 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b0f20cd-fe5f-4348-a155-df58c7d0646f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547225 Sep 17 08:08:18.895003 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-58b65526-fef8-4410-8229-e890dddb38ed req-9263b5b1-2cef-4a9a-8d0d-b7bd0228bbd2 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549159 Sep 17 08:08:19.263319 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de117f9d-c966-49f6-82c8-0490575907b7 req-87b72046-cbb7-4383-9300-16a4ccd95a04 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:19.264877 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-de117f9d-c966-49f6-82c8-0490575907b7 req-87b72046-cbb7-4383-9300-16a4ccd95a04 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d21dcaf-2e2d-4d69-94e4-520d7f9115c3 HTTP/1.1" status: 200 len: 944 time: 0.0505815 Sep 17 08:08:19.302584 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-de117f9d-c966-49f6-82c8-0490575907b7 req-30e9af73-a4ba-4b6f-a279-7a07c153b9c5 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=d107d5ef-6bbd-42bc-9048-57654bfdda1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310555 Sep 17 08:08:19.340874 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 1475caf1-f5b0-45e1-bfc4-2d0716cb22bb details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:08:19.436740 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 1475caf1-f5b0-45e1-bfc4-2d0716cb22bb, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=1475caf1-f5b0-45e1-bfc4-2d0716cb22bb,segment=NetworkSegment(b2579ac6-3dfd-4f20-bd86-d180c36ba39f),segment_id=b2579ac6-3dfd-4f20-bd86-d180c36ba39f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:08:19.447382 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': '1475caf1-f5b0-45e1-bfc4-2d0716cb22bb', 'network_id': '4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f', 'port_id': '1475caf1-f5b0-45e1-bfc4-2d0716cb22bb', 'mac_address': 'fa:16:3e:f4:ec:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b98ec8dd-adb0-4978-b4cf-67dad35b09f8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:08:19.483003 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:19.495748 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1475caf1-f5b0-45e1-bfc4-2d0716cb22bb {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:08:19.514004 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 1475caf1-f5b0-45e1-bfc4-2d0716cb22bb, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=1475caf1-f5b0-45e1-bfc4-2d0716cb22bb,segment=NetworkSegment(b2579ac6-3dfd-4f20-bd86-d180c36ba39f),segment_id=b2579ac6-3dfd-4f20-bd86-d180c36ba39f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:08:19.522912 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:19.567986 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=1475caf1-f5b0-45e1-bfc4-2d0716cb22bb,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:08:19.905860 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-096ce16d-4f36-459d-8e6c-02f85b32f20b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:19.948597 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['1475caf1-f5b0-45e1-bfc4-2d0716cb22bb'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:08:20.037035 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cb5928-4467-4dfd-ac81-fe3bad5fd557 req-cf692f8e-68a4-49d6-9447-4da8a27ece33 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:20.038521 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-95cb5928-4467-4dfd-ac81-fe3bad5fd557 req-cf692f8e-68a4-49d6-9447-4da8a27ece33 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/ports?device_id=e68859ef-81fd-4010-bb85-6859a87a290c HTTP/1.1" status: 200 len: 944 time: 0.0810828 Sep 17 08:08:20.045905 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a74432c-723f-4745-ba81-3ee96c97060e req-b5980b49-fd17-4553-9deb-1a07e8898c8e tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:20.047357 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7a74432c-723f-4745-ba81-3ee96c97060e req-b5980b49-fd17-4553-9deb-1a07e8898c8e tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 946 time: 0.0794158 Sep 17 08:08:20.103797 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-95cb5928-4467-4dfd-ac81-fe3bad5fd557 req-4640c502-1427-43a1-895d-a2d0e4d2725c tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b0f20cd-fe5f-4348-a155-df58c7d0646f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554614 Sep 17 08:08:20.109055 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7a74432c-723f-4745-ba81-3ee96c97060e req-c4792ff1-95cc-476b-a449-7edacf44144b tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545628 Sep 17 08:08:20.223356 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701741bc-a73c-4545-a1c4-0b69a675a769 req-813efa5c-6227-41f3-86e8-a96d1212e4a0 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:20.224854 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-701741bc-a73c-4545-a1c4-0b69a675a769 req-813efa5c-6227-41f3-86e8-a96d1212e4a0 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 946 time: 0.0503275 Sep 17 08:08:20.233358 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 38094) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:08:20.238196 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-b664cff3-e9ab-490d-aa30-1c1883395dfa tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Request body: {'floatingip': {'port_id': '082c5b60-04fb-4ae3-ae64-64d07ad777a5'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:08:20.279210 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b664cff3-e9ab-490d-aa30-1c1883395dfa tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks [] for floatingip, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:20.460318 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269f1ee-0522-4a7f-bc5c-3024afb6f49a req-786b1936-9fb4-40c1-ac09-d84c68865195 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:20.461796 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d269f1ee-0522-4a7f-bc5c-3024afb6f49a req-786b1936-9fb4-40c1-ac09-d84c68865195 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d21dcaf-2e2d-4d69-94e4-520d7f9115c3 HTTP/1.1" status: 200 len: 945 time: 0.0935562 Sep 17 08:08:20.537621 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d269f1ee-0522-4a7f-bc5c-3024afb6f49a req-4e12d1ee-6fc4-4a4b-bfa1-76d559271b99 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=d107d5ef-6bbd-42bc-9048-57654bfdda1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680354 Sep 17 08:08:20.758653 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b664cff3-e9ab-490d-aa30-1c1883395dfa tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:20.762487 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b664cff3-e9ab-490d-aa30-1c1883395dfa tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:20.863464 n-d-789963-9 neutron-server[101289]: INFO neutron.db.l3_db [None req-b664cff3-e9ab-490d-aa30-1c1883395dfa tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Floating IP 6c4e2f23-3798-4189-9d5e-3145201f92b8 associated. External IP: 172.25.6.71, port: 082c5b60-04fb-4ae3-ae64-64d07ad777a5. Sep 17 08:08:21.060296 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b664cff3-e9ab-490d-aa30-1c1883395dfa tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Router 9646d832-45bc-44d1-b512-0e817c27480b has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:08:21.163803 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b664cff3-e9ab-490d-aa30-1c1883395dfa tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:08:21.168261 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b664cff3-e9ab-490d-aa30-1c1883395dfa tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:21.175267 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fecb40-718c-4574-be5c-aeffd9e764d0 None None] Sync routers for ids ['9646d832-45bc-44d1-b512-0e817c27480b'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:08:21.184986 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fecb40-718c-4574-be5c-aeffd9e764d0 None None] Routers {'9646d832-45bc-44d1-b512-0e817c27480b'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:08:21.185603 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-c9fecb40-718c-4574-be5c-aeffd9e764d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:07:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['9646d832-45bc-44d1-b512-0e817c27480b'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:08:21.225019 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-b664cff3-e9ab-490d-aa30-1c1883395dfa tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "PUT /v2.0/floatingips/6c4e2f23-3798-4189-9d5e-3145201f92b8 HTTP/1.1" status: 200 len: 991 time: 0.9882321 Sep 17 08:08:21.225019 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6', 'tag': '082c5b60-04fb-4ae3-ae64-64d07ad777a5'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:08:21.226182 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a298e8-d7cf-4aad-ba5b-e2a1f760eb82" -d '{"events": [{"name": "network-changed", "server_uuid": "aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6", "tag": "082c5b60-04fb-4ae3-ae64-64d07ad777a5"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:08:21.244062 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee8fa2-22df-45aa-9683-49398659e9ce req-db9342c6-a457-4678-9b57-1fa5fd923b8f tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:21.245616 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b1ee8fa2-22df-45aa-9683-49398659e9ce req-db9342c6-a457-4678-9b57-1fa5fd923b8f tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/ports?device_id=e68859ef-81fd-4010-bb85-6859a87a290c HTTP/1.1" status: 200 len: 944 time: 0.0750022 Sep 17 08:08:21.285460 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b1ee8fa2-22df-45aa-9683-49398659e9ce req-7299ae1a-b4b4-4eff-b890-b9d85121b776 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b0f20cd-fe5f-4348-a155-df58c7d0646f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329642 Sep 17 08:08:21.292593 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-c9fecb40-718c-4574-be5c-aeffd9e764d0 None None] Set router 9646d832-45bc-44d1-b512-0e817c27480b gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:08:21.329497 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24119863-ff46-4043-968a-d543fd422d26 x-openstack-request-id: req-24119863-ff46-4043-968a-d543fd422d26 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:08:21.329792 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6", "tag": "082c5b60-04fb-4ae3-ae64-64d07ad777a5", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:08:21.330047 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-24119863-ff46-4043-968a-d543fd422d26 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:08:21.330444 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6', 'tag': '082c5b60-04fb-4ae3-ae64-64d07ad777a5', 'status': 'completed', 'code': 200} Sep 17 08:08:21.373633 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 07efe3ac-c945-4dfa-8f82-7f6d000f4040 details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:08:21.381079 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 1475caf1-f5b0-45e1-bfc4-2d0716cb22bb up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:08:21.412859 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a298e8-d7cf-4aad-ba5b-e2a1f760eb82 req-0a1a2452-31af-4444-b9fd-ff5d141880e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:21.414380 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a1a298e8-d7cf-4aad-ba5b-e2a1f760eb82 req-0a1a2452-31af-4444-b9fd-ff5d141880e7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a40110368b234965bf3fd6f856f2361c&device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 1097 time: 0.0430028 Sep 17 08:08:21.494103 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning for port 1475caf1-f5b0-45e1-bfc4-2d0716cb22bb completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:08:21.499109 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port 1475caf1-f5b0-45e1-bfc4-2d0716cb22bb triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:08:21.499553 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:21.511783 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a298e8-d7cf-4aad-ba5b-e2a1f760eb82 req-54281d8a-1dc2-4e72-924c-5e19989dc83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:21.513445 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a1a298e8-d7cf-4aad-ba5b-e2a1f760eb82 req-54281d8a-1dc2-4e72-924c-5e19989dc83f service neutron] 10.222.0.39 "GET /v2.0/networks?id=b775eb3f-2b25-4820-827b-6765ebe265c2 HTTP/1.1" status: 200 len: 913 time: 0.0925615 Sep 17 08:08:21.520238 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-c9fecb40-718c-4574-be5c-aeffd9e764d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9646d832-45bc-44d1-b512-0e817c27480b', 'name': 'tempest-ServerActionsTestJSON-1786562898-router', 'tenant_id': 'a40110368b234965bf3fd6f856f2361c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '2b229370-8dd1-4f48-9769-50e6d1b09aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:07:50Z', 'updated_at': '2021-09-17T08:07:55Z', 'revision_number': 4, 'project_id': 'a40110368b234965bf3fd6f856f2361c', 'gw_port': {'id': '2b229370-8dd1-4f48-9769-50e6d1b09aa1', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9646d832-45bc-44d1-b512-0e817c27480b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:07:51Z', 'updated_at': '2021-09-17T08:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '6c4e2f23-3798-4189-9d5e-3145201f92b8', 'tenant_id': 'a40110368b234965bf3fd6f856f2361c', 'floating_ip_address': '172.25.6.71', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '9646d832-45bc-44d1-b512-0e817c27480b', 'port_id': '082c5b60-04fb-4ae3-ae64-64d07ad777a5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b775eb3f-2b25-4820-827b-6765ebe265c2', 'mac_address': 'fa:16:3e:80:97:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:07:58Z', 'updated_at': '2021-09-17T08:08:20Z', 'revision_number': 1, 'project_id': 'a40110368b234965bf3fd6f856f2361c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36043235-d597-4dc9-8eab-899b8c4acb52', 'name': '', 'network_id': 'b775eb3f-2b25-4820-827b-6765ebe265c2', 'tenant_id': 'a40110368b234965bf3fd6f856f2361c', 'mac_address': 'fa:16:3e:64:49:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9646d832-45bc-44d1-b512-0e817c27480b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': '9b7cebd9-83b6-4be8-81d9-9f32073aed40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:07:53Z', 'updated_at': '2021-09-17T08:07:58Z', 'revision_number': 5, 'project_id': 'a40110368b234965bf3fd6f856f2361c', 'subnets': [{'id': '9b7cebd9-83b6-4be8-81d9-9f32073aed40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:08:21.543795 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 07efe3ac-c945-4dfa-8f82-7f6d000f4040, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=07efe3ac-c945-4dfa-8f82-7f6d000f4040,segment=NetworkSegment(8543ed5b-b079-4b95-998c-d309c18fb77e),segment_id=8543ed5b-b079-4b95-998c-d309c18fb77e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:08:21.550631 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fecb40-718c-4574-be5c-aeffd9e764d0 None None] Checking router: 9646d832-45bc-44d1-b512-0e817c27480b for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:08:21.561341 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': '07efe3ac-c945-4dfa-8f82-7f6d000f4040', 'network_id': '0e69c8f7-9487-4d4a-a471-cd917e269754', 'port_id': '07efe3ac-c945-4dfa-8f82-7f6d000f4040', 'mac_address': 'fa:16:3e:f9:5d:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52fcefb8-8f4a-473c-8836-ba05f0bdb035', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:08:21.568371 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fecb40-718c-4574-be5c-aeffd9e764d0 None None] Routers {'9646d832-45bc-44d1-b512-0e817c27480b'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:08:21.569071 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-c9fecb40-718c-4574-be5c-aeffd9e764d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:07:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['9646d832-45bc-44d1-b512-0e817c27480b'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:08:21.587466 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a1a298e8-d7cf-4aad-ba5b-e2a1f760eb82 req-4d2a5a95-fd9d-479b-9107-815df6906298 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=082c5b60-04fb-4ae3-ae64-64d07ad777a5 HTTP/1.1" status: 200 len: 999 time: 0.0659220 Sep 17 08:08:21.628195 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:21.643116 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:21.647824 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07efe3ac-c945-4dfa-8f82-7f6d000f4040 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:08:21.653209 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a298e8-d7cf-4aad-ba5b-e2a1f760eb82 req-d737530e-54d2-4183-8866-a02c3584962c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:21.655187 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a1a298e8-d7cf-4aad-ba5b-e2a1f760eb82 req-d737530e-54d2-4183-8866-a02c3584962c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9b7cebd9-83b6-4be8-81d9-9f32073aed40 HTTP/1.1" status: 200 len: 851 time: 0.0599320 Sep 17 08:08:21.683026 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 07efe3ac-c945-4dfa-8f82-7f6d000f4040, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=07efe3ac-c945-4dfa-8f82-7f6d000f4040,segment=NetworkSegment(8543ed5b-b079-4b95-998c-d309c18fb77e),segment_id=8543ed5b-b079-4b95-998c-d309c18fb77e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:08:21.684869 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e67c188-4fc8-45d5-be1d-23f6c99f3d2a req-99a2f203-7275-43d5-9cfb-65843592e087 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:21.686892 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d21dcaf-2e2d-4d69-94e4-520d7f9115c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1475caf1-f5b0-45e1-bfc4-2d0716cb22bb'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:08:21.689752 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf288986-d759-4206-947e-476e13e2269b" -d '{"events": [{"server_uuid": "5d21dcaf-2e2d-4d69-94e4-520d7f9115c3", "name": "network-vif-plugged", "status": "completed", "tag": "1475caf1-f5b0-45e1-bfc4-2d0716cb22bb"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:08:21.698336 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2e67c188-4fc8-45d5-be1d-23f6c99f3d2a req-99a2f203-7275-43d5-9cfb-65843592e087 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d21dcaf-2e2d-4d69-94e4-520d7f9115c3 HTTP/1.1" status: 200 len: 945 time: 0.0786812 Sep 17 08:08:21.699332 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:21.706186 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 1475caf1-f5b0-45e1-bfc4-2d0716cb22bb, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=1475caf1-f5b0-45e1-bfc4-2d0716cb22bb,segment=NetworkSegment(b2579ac6-3dfd-4f20-bd86-d180c36ba39f),segment_id=b2579ac6-3dfd-4f20-bd86-d180c36ba39f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:08:21.718262 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a298e8-d7cf-4aad-ba5b-e2a1f760eb82 req-2089a6ab-7b6f-4c5b-bff5-83f3060ceb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:21.720574 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a1a298e8-d7cf-4aad-ba5b-e2a1f760eb82 req-2089a6ab-7b6f-4c5b-bff5-83f3060ceb88 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b775eb3f-2b25-4820-827b-6765ebe265c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574837 Sep 17 08:08:21.732975 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:21.739214 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-c9fecb40-718c-4574-be5c-aeffd9e764d0 None None] Set router 9646d832-45bc-44d1-b512-0e817c27480b gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:08:21.759739 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2e67c188-4fc8-45d5-be1d-23f6c99f3d2a req-6f417b6a-240c-424c-916a-524aa49b6c67 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=d107d5ef-6bbd-42bc-9048-57654bfdda1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594139 Sep 17 08:08:21.770517 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=07efe3ac-c945-4dfa-8f82-7f6d000f4040,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:08:21.774469 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ca8542-61e7-4be7-ba1d-0466890146e2 x-openstack-request-id: req-95ca8542-61e7-4be7-ba1d-0466890146e2 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:08:21.774803 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d21dcaf-2e2d-4d69-94e4-520d7f9115c3", "name": "network-vif-plugged", "status": "completed", "tag": "1475caf1-f5b0-45e1-bfc4-2d0716cb22bb", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:08:21.775076 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-95ca8542-61e7-4be7-ba1d-0466890146e2 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:08:21.775439 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d21dcaf-2e2d-4d69-94e4-520d7f9115c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1475caf1-f5b0-45e1-bfc4-2d0716cb22bb', 'code': 200} Sep 17 08:08:21.827225 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=1475caf1-f5b0-45e1-bfc4-2d0716cb22bb,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:08:21.841557 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a1a298e8-d7cf-4aad-ba5b-e2a1f760eb82 req-cac266cc-7cc1-45a0-ae3d-6cf726a741ae service neutron] 10.222.0.39 "GET /v2.0/networks/b775eb3f-2b25-4820-827b-6765ebe265c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132231 Sep 17 08:08:21.901568 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5af8ad3-4c89-4157-baca-c85885646915 req-8815a73e-a2af-40e0-82f6-85b81d1b5cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:21.903337 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f5af8ad3-4c89-4157-baca-c85885646915 req-8815a73e-a2af-40e0-82f6-85b81d1b5cbb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5d21dcaf-2e2d-4d69-94e4-520d7f9115c3 HTTP/1.1" status: 200 len: 1097 time: 0.0445473 Sep 17 08:08:21.940657 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f5af8ad3-4c89-4157-baca-c85885646915 req-dbe7e78e-6e42-4850-a05c-d6cd8072133d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d107d5ef-6bbd-42bc-9048-57654bfdda1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293403 Sep 17 08:08:21.946229 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a1a298e8-d7cf-4aad-ba5b-e2a1f760eb82 req-be197f4d-75db-4ce5-990b-bda77920b636 service neutron] 10.222.0.39 "GET /v2.0/networks/b775eb3f-2b25-4820-827b-6765ebe265c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965142 Sep 17 08:08:21.996199 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-c9fecb40-718c-4574-be5c-aeffd9e764d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9646d832-45bc-44d1-b512-0e817c27480b', 'name': 'tempest-ServerActionsTestJSON-1786562898-router', 'tenant_id': 'a40110368b234965bf3fd6f856f2361c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '2b229370-8dd1-4f48-9769-50e6d1b09aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:07:50Z', 'updated_at': '2021-09-17T08:07:55Z', 'revision_number': 4, 'project_id': 'a40110368b234965bf3fd6f856f2361c', 'gw_port': {'id': '2b229370-8dd1-4f48-9769-50e6d1b09aa1', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9646d832-45bc-44d1-b512-0e817c27480b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:07:51Z', 'updated_at': '2021-09-17T08:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '6c4e2f23-3798-4189-9d5e-3145201f92b8', 'tenant_id': 'a40110368b234965bf3fd6f856f2361c', 'floating_ip_address': '172.25.6.71', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '9646d832-45bc-44d1-b512-0e817c27480b', 'port_id': '082c5b60-04fb-4ae3-ae64-64d07ad777a5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b775eb3f-2b25-4820-827b-6765ebe265c2', 'mac_address': 'fa:16:3e:80:97:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:07:58Z', 'updated_at': '2021-09-17T08:08:20Z', 'revision_number': 1, 'project_id': 'a40110368b234965bf3fd6f856f2361c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36043235-d597-4dc9-8eab-899b8c4acb52', 'name': '', 'network_id': 'b775eb3f-2b25-4820-827b-6765ebe265c2', 'tenant_id': 'a40110368b234965bf3fd6f856f2361c', 'mac_address': 'fa:16:3e:64:49:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9646d832-45bc-44d1-b512-0e817c27480b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': '9b7cebd9-83b6-4be8-81d9-9f32073aed40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:07:53Z', 'updated_at': '2021-09-17T08:07:58Z', 'revision_number': 5, 'project_id': 'a40110368b234965bf3fd6f856f2361c', 'subnets': [{'id': '9b7cebd9-83b6-4be8-81d9-9f32073aed40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:08:22.021216 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fecb40-718c-4574-be5c-aeffd9e764d0 None None] The sync data for ids ['9646d832-45bc-44d1-b512-0e817c27480b'] in n-d-789963-9 is: [{'id': '9646d832-45bc-44d1-b512-0e817c27480b', 'name': 'tempest-ServerActionsTestJSON-1786562898-router', 'tenant_id': 'a40110368b234965bf3fd6f856f2361c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '2b229370-8dd1-4f48-9769-50e6d1b09aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:07:50Z', 'updated_at': '2021-09-17T08:07:55Z', 'revision_number': 4, 'project_id': 'a40110368b234965bf3fd6f856f2361c', 'gw_port': {'id': '2b229370-8dd1-4f48-9769-50e6d1b09aa1', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9646d832-45bc-44d1-b512-0e817c27480b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:07:51Z', 'updated_at': '2021-09-17T08:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '6c4e2f23-3798-4189-9d5e-3145201f92b8', 'tenant_id': 'a40110368b234965bf3fd6f856f2361c', 'floating_ip_address': '172.25.6.71', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '9646d832-45bc-44d1-b512-0e817c27480b', 'port_id': '082c5b60-04fb-4ae3-ae64-64d07ad777a5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b775eb3f-2b25-4820-827b-6765ebe265c2', 'mac_address': 'fa:16:3e:80:97:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:07:58Z', 'updated_at': '2021-09-17T08:08:20Z', 'revision_number': 1, 'project_id': 'a40110368b234965bf3fd6f856f2361c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36043235-d597-4dc9-8eab-899b8c4acb52', 'name': '', 'network_id': 'b775eb3f-2b25-4820-827b-6765ebe265c2', 'tenant_id': 'a40110368b234965bf3fd6f856f2361c', 'mac_address': 'fa:16:3e:64:49:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9646d832-45bc-44d1-b512-0e817c27480b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': '9b7cebd9-83b6-4be8-81d9-9f32073aed40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:07:53Z', 'updated_at': '2021-09-17T08:07:58Z', 'revision_number': 5, 'project_id': 'a40110368b234965bf3fd6f856f2361c', 'subnets': [{'id': '9b7cebd9-83b6-4be8-81d9-9f32073aed40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:08:22.095390 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['07efe3ac-c945-4dfa-8f82-7f6d000f4040'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:08:22.171349 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:08:22.223751 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b30e62-6c8e-4ef3-923b-c326718f1d71 None None] New status for floating IP 6c4e2f23-3798-4189-9d5e-3145201f92b8: ACTIVE {{(pid=101291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 08:08:22.408392 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7ce25b-4b14-4d76-bcca-b69b534a2913 req-b7db1837-8a6d-4fb0-bbbe-ea18e03201e9 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:22.409994 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0d7ce25b-4b14-4d76-bcca-b69b534a2913 req-b7db1837-8a6d-4fb0-bbbe-ea18e03201e9 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/ports?device_id=e68859ef-81fd-4010-bb85-6859a87a290c HTTP/1.1" status: 200 len: 945 time: 0.0509024 Sep 17 08:08:22.414986 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-90cf94bf-736b-42e0-9a34-eb436fdf3ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:22.449663 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0d7ce25b-4b14-4d76-bcca-b69b534a2913 req-ca052428-5711-4706-866d-6115ada1b010 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b0f20cd-fe5f-4348-a155-df58c7d0646f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321960 Sep 17 08:08:22.674806 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:22.866504 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10edfe06-8a3f-4d2a-bf7b-2562570aa710 req-16648ee8-51ef-4de4-9335-51ce67baace3 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:22.867998 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-10edfe06-8a3f-4d2a-bf7b-2562570aa710 req-16648ee8-51ef-4de4-9335-51ce67baace3 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d21dcaf-2e2d-4d69-94e4-520d7f9115c3 HTTP/1.1" status: 200 len: 946 time: 0.0490370 Sep 17 08:08:22.904615 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-10edfe06-8a3f-4d2a-bf7b-2562570aa710 req-1bde02cd-6ff0-4fd1-9ce5-25e880efe3fa tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=d107d5ef-6bbd-42bc-9048-57654bfdda1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307174 Sep 17 08:08:23.377930 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 07efe3ac-c945-4dfa-8f82-7f6d000f4040 up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:08:23.435242 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning for port 07efe3ac-c945-4dfa-8f82-7f6d000f4040 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:08:23.441171 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port 07efe3ac-c945-4dfa-8f82-7f6d000f4040 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:08:23.441548 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:23.524419 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:23.556008 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 07efe3ac-c945-4dfa-8f82-7f6d000f4040, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=07efe3ac-c945-4dfa-8f82-7f6d000f4040,segment=NetworkSegment(8543ed5b-b079-4b95-998c-d309c18fb77e),segment_id=8543ed5b-b079-4b95-998c-d309c18fb77e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:08:23.559868 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:23.571061 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d50f88-fd02-4ef6-9e0b-9782338b76a2 req-3ef2f5e2-47f6-4468-a9b6-024a4a2df11e tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:23.572581 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-55d50f88-fd02-4ef6-9e0b-9782338b76a2 req-3ef2f5e2-47f6-4468-a9b6-024a4a2df11e tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/ports?device_id=e68859ef-81fd-4010-bb85-6859a87a290c HTTP/1.1" status: 200 len: 945 time: 0.0525641 Sep 17 08:08:23.606201 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=07efe3ac-c945-4dfa-8f82-7f6d000f4040,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:08:23.609605 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-55d50f88-fd02-4ef6-9e0b-9782338b76a2 req-f209cc12-59d7-4766-a3f2-9bf113ace41d tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b0f20cd-fe5f-4348-a155-df58c7d0646f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306687 Sep 17 08:08:23.664973 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:23.776663 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e68859ef-81fd-4010-bb85-6859a87a290c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07efe3ac-c945-4dfa-8f82-7f6d000f4040'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:08:23.778987 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92e1e3f-00a4-4e08-9cf2-7a5bd4a11a6e" -d '{"events": [{"server_uuid": "e68859ef-81fd-4010-bb85-6859a87a290c", "name": "network-vif-plugged", "status": "completed", "tag": "07efe3ac-c945-4dfa-8f82-7f6d000f4040"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:08:23.814100 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d4682c-896d-49d9-92ef-f6e574abb87b x-openstack-request-id: req-48d4682c-896d-49d9-92ef-f6e574abb87b {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:08:23.814385 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e68859ef-81fd-4010-bb85-6859a87a290c", "name": "network-vif-plugged", "status": "completed", "tag": "07efe3ac-c945-4dfa-8f82-7f6d000f4040", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:08:23.814634 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-48d4682c-896d-49d9-92ef-f6e574abb87b {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:08:23.815020 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e68859ef-81fd-4010-bb85-6859a87a290c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07efe3ac-c945-4dfa-8f82-7f6d000f4040', 'code': 200} Sep 17 08:08:23.933872 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ca952-0792-4bb2-8ae7-76003e6ccc21 req-de90a1ff-6730-42c3-b7ff-8632a73711fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:23.935381 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5a5ca952-0792-4bb2-8ae7-76003e6ccc21 req-de90a1ff-6730-42c3-b7ff-8632a73711fb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e68859ef-81fd-4010-bb85-6859a87a290c HTTP/1.1" status: 200 len: 1097 time: 0.0380650 Sep 17 08:08:23.972722 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5a5ca952-0792-4bb2-8ae7-76003e6ccc21 req-7dffa2f9-8509-4975-8e6b-f29cd44ec5d5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2b0f20cd-fe5f-4348-a155-df58c7d0646f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290859 Sep 17 08:08:24.018993 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1572498-65b6-446e-8f89-718e706fd9d5 req-f82226a6-f7f4-4638-9d3d-db947b9dc834 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:24.020523 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a1572498-65b6-446e-8f89-718e706fd9d5 req-f82226a6-f7f4-4638-9d3d-db947b9dc834 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d21dcaf-2e2d-4d69-94e4-520d7f9115c3 HTTP/1.1" status: 200 len: 946 time: 0.0469344 Sep 17 08:08:24.057485 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a1572498-65b6-446e-8f89-718e706fd9d5 req-c89a6e58-e2ad-4ebb-8d5e-69485131c851 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=d107d5ef-6bbd-42bc-9048-57654bfdda1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306807 Sep 17 08:08:24.174368 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a5ff0c-27a1-44b7-b6b5-1d0a4acce5ba req-b245c5b8-fa06-45d9-b0bc-7d1d19e31be4 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:24.175884 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-05a5ff0c-27a1-44b7-b6b5-1d0a4acce5ba req-b245c5b8-fa06-45d9-b0bc-7d1d19e31be4 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d21dcaf-2e2d-4d69-94e4-520d7f9115c3 HTTP/1.1" status: 200 len: 946 time: 0.0519505 Sep 17 08:08:24.213168 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-05a5ff0c-27a1-44b7-b6b5-1d0a4acce5ba req-be38f230-dfd1-464a-a2ec-e5decb2440fa tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=d107d5ef-6bbd-42bc-9048-57654bfdda1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311940 Sep 17 08:08:24.233912 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 38124) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:08:24.277618 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bcebb8-b815-414d-8e3e-0139ab80df7b tempest-TestNetworkAdvancedServerOps-1491937489 tempest-TestNetworkAdvancedServerOps-1491937489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:24.279127 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-06bcebb8-b815-414d-8e3e-0139ab80df7b tempest-TestNetworkAdvancedServerOps-1491937489 tempest-TestNetworkAdvancedServerOps-1491937489-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5d21dcaf-2e2d-4d69-94e4-520d7f9115c3 HTTP/1.1" status: 200 len: 1092 time: 0.0442905 Sep 17 08:08:24.282015 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 38126) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:08:24.287773 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-9f3d4101-1817-47a9-832c-fa9da58acf81 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Request body: {'floatingip': {'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'port_id': '1475caf1-f5b0-45e1-bfc4-2d0716cb22bb', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:08:24.311725 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9f3d4101-1817-47a9-832c-fa9da58acf81 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for floatingip, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:24.406935 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9f3d4101-1817-47a9-832c-fa9da58acf81 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:24.508844 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-9f3d4101-1817-47a9-832c-fa9da58acf81 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Allocated IP 172.25.6.164 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/bbe4afb8-3523-442d-a483-ac9403b451db) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:08:24.615595 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9f3d4101-1817-47a9-832c-fa9da58acf81 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:24.652804 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9f3d4101-1817-47a9-832c-fa9da58acf81 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:24.711459 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3d4101-1817-47a9-832c-fa9da58acf81 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:08:24.721606 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-9f3d4101-1817-47a9-832c-fa9da58acf81 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:08:24.727878 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3d4101-1817-47a9-832c-fa9da58acf81 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:08:24.731758 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3d4101-1817-47a9-832c-fa9da58acf81 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event updated for resources: {'Port': ['ID=bbe4afb8-3523-442d-a483-ac9403b451db,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:08:24.768316 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3d4101-1817-47a9-832c-fa9da58acf81 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:08:24.768665 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3d4101-1817-47a9-832c-fa9da58acf81 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:08:24.769010 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3d4101-1817-47a9-832c-fa9da58acf81 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:08:24.769350 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3d4101-1817-47a9-832c-fa9da58acf81 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:08:24.769685 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3d4101-1817-47a9-832c-fa9da58acf81 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:08:24.770021 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3d4101-1817-47a9-832c-fa9da58acf81 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:08:24.770360 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3d4101-1817-47a9-832c-fa9da58acf81 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:08:24.770691 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3d4101-1817-47a9-832c-fa9da58acf81 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:08:24.771023 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3d4101-1817-47a9-832c-fa9da58acf81 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:08:24.771353 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3d4101-1817-47a9-832c-fa9da58acf81 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:08:24.771678 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3d4101-1817-47a9-832c-fa9da58acf81 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:08:24.772029 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3d4101-1817-47a9-832c-fa9da58acf81 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:08:24.790189 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7339c-803e-4a67-abe7-039fd2005ae2 req-16b15159-01bc-4b29-bb43-b2535987eb0a tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:24.791681 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b5c7339c-803e-4a67-abe7-039fd2005ae2 req-16b15159-01bc-4b29-bb43-b2535987eb0a tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/ports?device_id=e68859ef-81fd-4010-bb85-6859a87a290c HTTP/1.1" status: 200 len: 946 time: 0.1135674 Sep 17 08:08:24.875615 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b5c7339c-803e-4a67-abe7-039fd2005ae2 req-de387282-1ed9-43ae-96b6-8705a61f9cfd tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b0f20cd-fe5f-4348-a155-df58c7d0646f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774999 Sep 17 08:08:25.258795 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:25.456710 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9f3d4101-1817-47a9-832c-fa9da58acf81 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:25.523120 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9f3d4101-1817-47a9-832c-fa9da58acf81 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:25.669113 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9f3d4101-1817-47a9-832c-fa9da58acf81 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:25.674253 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9f3d4101-1817-47a9-832c-fa9da58acf81 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:25.744199 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3d4101-1817-47a9-832c-fa9da58acf81 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event updated for resources: {'Port': ['ID=bbe4afb8-3523-442d-a483-ac9403b451db,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:08:25.751662 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9f3d4101-1817-47a9-832c-fa9da58acf81 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:25.848630 n-d-789963-9 neutron-server[101289]: INFO neutron.db.l3_db [None req-9f3d4101-1817-47a9-832c-fa9da58acf81 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Floating IP b24315ee-a216-4154-81fa-29254f1216fb associated. External IP: 172.25.6.164, port: 1475caf1-f5b0-45e1-bfc4-2d0716cb22bb. Sep 17 08:08:26.031017 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f6a2a-f4e7-42c2-8ade-aba055a6019f req-cd1a5444-22db-4618-b4b5-8cccac1e9d55 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:26.033188 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-115f6a2a-f4e7-42c2-8ade-aba055a6019f req-cd1a5444-22db-4618-b4b5-8cccac1e9d55 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/ports?device_id=e68859ef-81fd-4010-bb85-6859a87a290c HTTP/1.1" status: 200 len: 946 time: 0.0892742 Sep 17 08:08:26.107232 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-115f6a2a-f4e7-42c2-8ade-aba055a6019f req-7b1f97b9-3187-4aa6-b2ca-4c20199f5427 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b0f20cd-fe5f-4348-a155-df58c7d0646f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676184 Sep 17 08:08:26.116742 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f3d4101-1817-47a9-832c-fa9da58acf81 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Router a0cbab66-f53a-436b-931a-44e3534c23bc has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:08:26.224547 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f3d4101-1817-47a9-832c-fa9da58acf81 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:08:26.234877 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc60148-6697-4e15-8017-bdf2f79cca47 None None] Sync routers for ids ['a0cbab66-f53a-436b-931a-44e3534c23bc'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:08:26.242572 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9f3d4101-1817-47a9-832c-fa9da58acf81 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:26.244731 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc60148-6697-4e15-8017-bdf2f79cca47 None None] Routers {'a0cbab66-f53a-436b-931a-44e3534c23bc'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:08:26.245444 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-1bc60148-6697-4e15-8017-bdf2f79cca47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:08:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['a0cbab66-f53a-436b-931a-44e3534c23bc'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:08:26.273924 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-9f3d4101-1817-47a9-832c-fa9da58acf81 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9883726 Sep 17 08:08:26.273924 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d21dcaf-2e2d-4d69-94e4-520d7f9115c3', 'tag': '1475caf1-f5b0-45e1-bfc4-2d0716cb22bb'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:08:26.277438 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d86b31-d361-4559-b0cd-5e598311f4ad" -d '{"events": [{"name": "network-changed", "server_uuid": "5d21dcaf-2e2d-4d69-94e4-520d7f9115c3", "tag": "1475caf1-f5b0-45e1-bfc4-2d0716cb22bb"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:08:26.343879 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c6d750-1c5e-4ee8-ac3c-25666cdad995 x-openstack-request-id: req-02c6d750-1c5e-4ee8-ac3c-25666cdad995 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:08:26.344610 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d21dcaf-2e2d-4d69-94e4-520d7f9115c3", "tag": "1475caf1-f5b0-45e1-bfc4-2d0716cb22bb", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:08:26.344610 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-02c6d750-1c5e-4ee8-ac3c-25666cdad995 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:08:26.344882 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d21dcaf-2e2d-4d69-94e4-520d7f9115c3', 'tag': '1475caf1-f5b0-45e1-bfc4-2d0716cb22bb', 'status': 'completed', 'code': 200} Sep 17 08:08:26.359147 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-1bc60148-6697-4e15-8017-bdf2f79cca47 None None] Set router a0cbab66-f53a-436b-931a-44e3534c23bc gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:08:26.446848 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5f22e2-8bec-4b91-8deb-0227ce6114eb req-1fb7f1d1-8ba1-4ea1-956f-fe11be088ba3 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:26.449144 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9b5f22e2-8bec-4b91-8deb-0227ce6114eb req-1fb7f1d1-8ba1-4ea1-956f-fe11be088ba3 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d21dcaf-2e2d-4d69-94e4-520d7f9115c3 HTTP/1.1" status: 200 len: 946 time: 0.0923686 Sep 17 08:08:26.455797 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d86b31-d361-4559-b0cd-5e598311f4ad req-b337751a-ceec-4296-ba08-e1f66964fa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:26.457411 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b9d86b31-d361-4559-b0cd-5e598311f4ad req-b337751a-ceec-4296-ba08-e1f66964fa02 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6ef7951b2ac4d2ead98d70f1879d714&device_id=5d21dcaf-2e2d-4d69-94e4-520d7f9115c3 HTTP/1.1" status: 200 len: 1097 time: 0.0662482 Sep 17 08:08:26.556269 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9b5f22e2-8bec-4b91-8deb-0227ce6114eb req-c69f9aaa-23a8-4802-b54f-55226614613c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=d107d5ef-6bbd-42bc-9048-57654bfdda1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915797 Sep 17 08:08:26.587374 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 38148) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:08:26.589506 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d86b31-d361-4559-b0cd-5e598311f4ad req-165bb080-f3fd-4e1d-a65b-7720a768eda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:26.590995 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b9d86b31-d361-4559-b0cd-5e598311f4ad req-165bb080-f3fd-4e1d-a65b-7720a768eda6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f HTTP/1.1" status: 200 len: 897 time: 0.1243429 Sep 17 08:08:26.653497 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-1d1fe35c-93a3-46a4-b91e-11ba3cdaf6d8 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/floatingips/b24315ee-a216-4154-81fa-29254f1216fb HTTP/1.1" status: 200 len: 992 time: 0.0645015 Sep 17 08:08:26.680114 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b9d86b31-d361-4559-b0cd-5e598311f4ad req-6f7c1ed6-804d-401c-8250-aa86f39a02b8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1475caf1-f5b0-45e1-bfc4-2d0716cb22bb HTTP/1.1" status: 200 len: 1000 time: 0.0812831 Sep 17 08:08:26.722523 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-1bc60148-6697-4e15-8017-bdf2f79cca47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cbab66-f53a-436b-931a-44e3534c23bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688856691', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'd2ac2cc7-29cb-4207-8a56-7017ef124dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:08:02Z', 'updated_at': '2021-09-17T08:08:08Z', 'revision_number': 4, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'gw_port': {'id': 'd2ac2cc7-29cb-4207-8a56-7017ef124dc2', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:10:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cbab66-f53a-436b-931a-44e3534c23bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:08:02Z', 'updated_at': '2021-09-17T08:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': 'b24315ee-a216-4154-81fa-29254f1216fb', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'floating_ip_address': '172.25.6.164', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': 'a0cbab66-f53a-436b-931a-44e3534c23bc', 'port_id': '1475caf1-f5b0-45e1-bfc4-2d0716cb22bb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f', 'mac_address': 'fa:16:3e:f4:ec:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d21dcaf-2e2d-4d69-94e4-520d7f9115c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:08:25Z', 'updated_at': '2021-09-17T08:08:25Z', 'revision_number': 0, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60a033f7-9e73-4cae-a3b4-fd120afc52cb', 'name': '', 'network_id': '4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'mac_address': 'fa:16:3e:9d:04:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cbab66-f53a-436b-931a-44e3534c23bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': 'b98ec8dd-adb0-4978-b4cf-67dad35b09f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:08:08Z', 'updated_at': '2021-09-17T08:08:12Z', 'revision_number': 5, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'subnets': [{'id': 'b98ec8dd-adb0-4978-b4cf-67dad35b09f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:08:26.736020 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d86b31-d361-4559-b0cd-5e598311f4ad req-f9d00b1e-9c9b-4781-8ec0-6a17b5818562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:26.737812 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b9d86b31-d361-4559-b0cd-5e598311f4ad req-f9d00b1e-9c9b-4781-8ec0-6a17b5818562 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b98ec8dd-adb0-4978-b4cf-67dad35b09f8 HTTP/1.1" status: 200 len: 835 time: 0.0504889 Sep 17 08:08:26.747787 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc60148-6697-4e15-8017-bdf2f79cca47 None None] Checking router: a0cbab66-f53a-436b-931a-44e3534c23bc for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:08:26.757386 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc60148-6697-4e15-8017-bdf2f79cca47 None None] Routers {'a0cbab66-f53a-436b-931a-44e3534c23bc'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:08:26.758146 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-1bc60148-6697-4e15-8017-bdf2f79cca47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:08:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['a0cbab66-f53a-436b-931a-44e3534c23bc'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:08:26.794405 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d86b31-d361-4559-b0cd-5e598311f4ad req-f2dac8ef-2c77-44c5-9f02-7f1b2a839206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:26.797785 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b9d86b31-d361-4559-b0cd-5e598311f4ad req-f2dac8ef-2c77-44c5-9f02-7f1b2a839206 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504262 Sep 17 08:08:26.869283 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-1bc60148-6697-4e15-8017-bdf2f79cca47 None None] Set router a0cbab66-f53a-436b-931a-44e3534c23bc gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:08:26.887526 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b9d86b31-d361-4559-b0cd-5e598311f4ad req-7ee546d0-13f5-4d23-8f68-898e2588e523 service neutron] 10.222.0.41 "GET /v2.0/networks/4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824277 Sep 17 08:08:26.993418 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b9d86b31-d361-4559-b0cd-5e598311f4ad req-645882ab-8efa-4794-b0ec-f263dc58a3de service neutron] 10.222.0.41 "GET /v2.0/networks/4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980666 Sep 17 08:08:27.131237 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-1bc60148-6697-4e15-8017-bdf2f79cca47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cbab66-f53a-436b-931a-44e3534c23bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688856691', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'd2ac2cc7-29cb-4207-8a56-7017ef124dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:08:02Z', 'updated_at': '2021-09-17T08:08:08Z', 'revision_number': 4, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'gw_port': {'id': 'd2ac2cc7-29cb-4207-8a56-7017ef124dc2', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:10:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cbab66-f53a-436b-931a-44e3534c23bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:08:02Z', 'updated_at': '2021-09-17T08:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': 'b24315ee-a216-4154-81fa-29254f1216fb', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'floating_ip_address': '172.25.6.164', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': 'a0cbab66-f53a-436b-931a-44e3534c23bc', 'port_id': '1475caf1-f5b0-45e1-bfc4-2d0716cb22bb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f', 'mac_address': 'fa:16:3e:f4:ec:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d21dcaf-2e2d-4d69-94e4-520d7f9115c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:08:25Z', 'updated_at': '2021-09-17T08:08:25Z', 'revision_number': 0, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60a033f7-9e73-4cae-a3b4-fd120afc52cb', 'name': '', 'network_id': '4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'mac_address': 'fa:16:3e:9d:04:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cbab66-f53a-436b-931a-44e3534c23bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': 'b98ec8dd-adb0-4978-b4cf-67dad35b09f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:08:08Z', 'updated_at': '2021-09-17T08:08:12Z', 'revision_number': 5, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'subnets': [{'id': 'b98ec8dd-adb0-4978-b4cf-67dad35b09f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:08:27.157220 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc60148-6697-4e15-8017-bdf2f79cca47 None None] The sync data for ids ['a0cbab66-f53a-436b-931a-44e3534c23bc'] in n-d-789963-9 is: [{'id': 'a0cbab66-f53a-436b-931a-44e3534c23bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688856691', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'd2ac2cc7-29cb-4207-8a56-7017ef124dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:08:02Z', 'updated_at': '2021-09-17T08:08:08Z', 'revision_number': 4, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'gw_port': {'id': 'd2ac2cc7-29cb-4207-8a56-7017ef124dc2', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:10:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cbab66-f53a-436b-931a-44e3534c23bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:08:02Z', 'updated_at': '2021-09-17T08:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': 'b24315ee-a216-4154-81fa-29254f1216fb', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'floating_ip_address': '172.25.6.164', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': 'a0cbab66-f53a-436b-931a-44e3534c23bc', 'port_id': '1475caf1-f5b0-45e1-bfc4-2d0716cb22bb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f', 'mac_address': 'fa:16:3e:f4:ec:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d21dcaf-2e2d-4d69-94e4-520d7f9115c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:08:25Z', 'updated_at': '2021-09-17T08:08:25Z', 'revision_number': 0, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60a033f7-9e73-4cae-a3b4-fd120afc52cb', 'name': '', 'network_id': '4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'mac_address': 'fa:16:3e:9d:04:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cbab66-f53a-436b-931a-44e3534c23bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': 'b98ec8dd-adb0-4978-b4cf-67dad35b09f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:08:08Z', 'updated_at': '2021-09-17T08:08:12Z', 'revision_number': 5, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'subnets': [{'id': 'b98ec8dd-adb0-4978-b4cf-67dad35b09f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:08:27.347531 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b0825f-0812-47d6-baaf-c60eb50bad9d None None] New status for floating IP b24315ee-a216-4154-81fa-29254f1216fb: ACTIVE {{(pid=101291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 08:08:27.656649 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 38158) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:08:27.733717 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-bc7b42e7-a49e-4fae-97fe-e6955889960d tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/floatingips/b24315ee-a216-4154-81fa-29254f1216fb HTTP/1.1" status: 200 len: 994 time: 0.0706439 Sep 17 08:08:30.582301 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67901222-e55c-4440-8a3f-594b49f58f26 req-687febdf-339c-477b-990b-565df94dc4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:30.583729 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-67901222-e55c-4440-8a3f-594b49f58f26 req-687febdf-339c-477b-990b-565df94dc4d9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a5824afe-a6bc-4b7d-9ccb-04d7bcdf358e HTTP/1.1" status: 200 len: 1096 time: 0.0395813 Sep 17 08:08:30.618127 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-67901222-e55c-4440-8a3f-594b49f58f26 req-13e2c243-1a43-42e7-a1d6-9b2e9228817e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=83742478-7935-4acd-a93b-b4526a9c1047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281727 Sep 17 08:08:35.354810 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:35.690148 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:38.723671 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcddc801-6610-4e1e-835f-eb2e69def512 req-c0335533-5821-4ae5-8711-be2ae565f5be tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:38.725189 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fcddc801-6610-4e1e-835f-eb2e69def512 req-c0335533-5821-4ae5-8711-be2ae565f5be tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/networks?id=0e69c8f7-9487-4d4a-a471-cd917e269754 HTTP/1.1" status: 200 len: 815 time: 0.1015799 Sep 17 08:08:38.739983 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fcddc801-6610-4e1e-835f-eb2e69def512 req-a8de1e66-2ccf-4f8a-a7eb-d2d3ae536fa0 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/quotas/7a2081d5abe54005b461481ec4f5ce09 HTTP/1.1" status: 200 len: 375 time: 0.0088887 Sep 17 08:08:38.792074 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fcddc801-6610-4e1e-835f-eb2e69def512 req-e3c7a399-d99b-4e79-9cf7-caec7b1d3225 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7a2081d5abe54005b461481ec4f5ce09&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0468431 Sep 17 08:08:38.880166 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fcddc801-6610-4e1e-835f-eb2e69def512 req-762a0007-7613-494d-bcd3-aa97083c3a79 service neutron] 10.222.0.13 "GET /v2.0/networks/0e69c8f7-9487-4d4a-a471-cd917e269754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810070 Sep 17 08:08:38.970933 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fcddc801-6610-4e1e-835f-eb2e69def512 req-b6787a1d-e5b2-43bf-bbba-557f7f6acd82 service neutron] 10.222.0.13 "GET /v2.0/networks/0e69c8f7-9487-4d4a-a471-cd917e269754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848534 Sep 17 08:08:39.133563 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a91d24c3-2e47-4737-abdc-1cb45a3695e4 req-773d9c4d-2881-45e5-9799-c881e1c36693 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/ports?device_id=42795b5c-cea7-4f2a-8140-56b64341073d HTTP/1.1" status: 200 len: 210 time: 0.0275388 Sep 17 08:08:40.177570 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcddc801-6610-4e1e-835f-eb2e69def512 req-9efd776c-6801-4e51-945e-eaad072d2c5c tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:40.179050 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fcddc801-6610-4e1e-835f-eb2e69def512 req-9efd776c-6801-4e51-945e-eaad072d2c5c tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.39 "GET /v2.0/networks?id=0e69c8f7-9487-4d4a-a471-cd917e269754 HTTP/1.1" status: 200 len: 815 time: 0.1123116 Sep 17 08:08:40.206281 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-fcddc801-6610-4e1e-835f-eb2e69def512 req-ab2526ed-3273-49ed-ad01-e52104403d33 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Request body: {'port': {'device_id': '42795b5c-cea7-4f2a-8140-56b64341073d', 'network_id': '0e69c8f7-9487-4d4a-a471-cd917e269754', 'admin_state_up': True, 'tenant_id': '7a2081d5abe54005b461481ec4f5ce09'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:08:40.230400 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a9abed96-aa13-4e95-9a8f-08855aa30e2b req-9acd4173-fc19-41cb-be7e-ed7250f83c4b tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/ports?device_id=42795b5c-cea7-4f2a-8140-56b64341073d HTTP/1.1" status: 200 len: 210 time: 0.0275261 Sep 17 08:08:40.313810 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcddc801-6610-4e1e-835f-eb2e69def512 req-ab2526ed-3273-49ed-ad01-e52104403d33 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Made reservation on behalf of 7a2081d5abe54005b461481ec4f5ce09 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:08:40.317429 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fcddc801-6610-4e1e-835f-eb2e69def512 req-ab2526ed-3273-49ed-ad01-e52104403d33 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:40.441477 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-fcddc801-6610-4e1e-835f-eb2e69def512 req-ab2526ed-3273-49ed-ad01-e52104403d33 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Allocated IP 172.20.0.3 (0e69c8f7-9487-4d4a-a471-cd917e269754/52fcefb8-8f4a-473c-8836-ba05f0bdb035/4cad3a80-eb91-4e6e-ab3c-bfa0d83f2415) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:08:40.583548 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fcddc801-6610-4e1e-835f-eb2e69def512 req-ab2526ed-3273-49ed-ad01-e52104403d33 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:40.615743 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fcddc801-6610-4e1e-835f-eb2e69def512 req-ab2526ed-3273-49ed-ad01-e52104403d33 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:40.653654 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['07efe3ac-c945-4dfa-8f82-7f6d000f4040'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:08:40.655021 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcddc801-6610-4e1e-835f-eb2e69def512 req-ab2526ed-3273-49ed-ad01-e52104403d33 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Network 0e69c8f7-9487-4d4a-a471-cd917e269754 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:08:40.660450 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-fcddc801-6610-4e1e-835f-eb2e69def512 req-ab2526ed-3273-49ed-ad01-e52104403d33 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:08:40.666487 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcddc801-6610-4e1e-835f-eb2e69def512 req-ab2526ed-3273-49ed-ad01-e52104403d33 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:08:40.690490 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2526ed-3273-49ed-ad01-e52104403d33 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Pushing event updated for resources: {'Port': ['ID=4cad3a80-eb91-4e6e-ab3c-bfa0d83f2415,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:08:40.720157 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcddc801-6610-4e1e-835f-eb2e69def512 req-ab2526ed-3273-49ed-ad01-e52104403d33 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:40.721079 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fcddc801-6610-4e1e-835f-eb2e69def512 req-ab2526ed-3273-49ed-ad01-e52104403d33 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:40.737730 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fcddc801-6610-4e1e-835f-eb2e69def512 req-ab2526ed-3273-49ed-ad01-e52104403d33 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5353899 Sep 17 08:08:40.756723 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-fcddc801-6610-4e1e-835f-eb2e69def512 req-1606163e-083f-4a77-afeb-cd65b88f1aff service neutron] Request body: {'port': {'device_id': '42795b5c-cea7-4f2a-8140-56b64341073d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:08:40.814227 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fcddc801-6610-4e1e-835f-eb2e69def512 req-1606163e-083f-4a77-afeb-cd65b88f1aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:41.065905 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-fcddc801-6610-4e1e-835f-eb2e69def512 req-1606163e-083f-4a77-afeb-cd65b88f1aff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cad3a80-eb91-4e6e-ab3c-bfa0d83f2415 {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:08:41.073844 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fcddc801-6610-4e1e-835f-eb2e69def512 req-1606163e-083f-4a77-afeb-cd65b88f1aff service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:41.086181 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-fcddc801-6610-4e1e-835f-eb2e69def512 req-1606163e-083f-4a77-afeb-cd65b88f1aff service neutron] Transition to ACTIVE for port object 4cad3a80-eb91-4e6e-ab3c-bfa0d83f2415 will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:08:41.090444 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fcddc801-6610-4e1e-835f-eb2e69def512 req-1606163e-083f-4a77-afeb-cd65b88f1aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:41.155590 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1606163e-083f-4a77-afeb-cd65b88f1aff service neutron] Pushing event updated for resources: {'Port': ['ID=4cad3a80-eb91-4e6e-ab3c-bfa0d83f2415,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:08:41.209247 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-fcddc801-6610-4e1e-835f-eb2e69def512 req-1606163e-083f-4a77-afeb-cd65b88f1aff service neutron] Attempting to bind port 4cad3a80-eb91-4e6e-ab3c-bfa0d83f2415 on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:08:41.209933 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-fcddc801-6610-4e1e-835f-eb2e69def512 req-1606163e-083f-4a77-afeb-cd65b88f1aff service neutron] Attempting to bind port 4cad3a80-eb91-4e6e-ab3c-bfa0d83f2415 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': '8543ed5b-b079-4b95-998c-d309c18fb77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0e69c8f7-9487-4d4a-a471-cd917e269754'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:08:41.209933 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcddc801-6610-4e1e-835f-eb2e69def512 req-1606163e-083f-4a77-afeb-cd65b88f1aff service neutron] Attempting to bind port 4cad3a80-eb91-4e6e-ab3c-bfa0d83f2415 on network 0e69c8f7-9487-4d4a-a471-cd917e269754 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:08:41.214455 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcddc801-6610-4e1e-835f-eb2e69def512 req-1606163e-083f-4a77-afeb-cd65b88f1aff service neutron] Port 4cad3a80-eb91-4e6e-ab3c-bfa0d83f2415 on network 0e69c8f7-9487-4d4a-a471-cd917e269754 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:08:41.214811 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcddc801-6610-4e1e-835f-eb2e69def512 req-1606163e-083f-4a77-afeb-cd65b88f1aff service neutron] Attempting to bind port 4cad3a80-eb91-4e6e-ab3c-bfa0d83f2415 on network 0e69c8f7-9487-4d4a-a471-cd917e269754 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:08:41.219526 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcddc801-6610-4e1e-835f-eb2e69def512 req-1606163e-083f-4a77-afeb-cd65b88f1aff service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:08:41.219886 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcddc801-6610-4e1e-835f-eb2e69def512 req-1606163e-083f-4a77-afeb-cd65b88f1aff service neutron] Checking segment: {'id': '8543ed5b-b079-4b95-998c-d309c18fb77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0e69c8f7-9487-4d4a-a471-cd917e269754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:08:41.220272 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcddc801-6610-4e1e-835f-eb2e69def512 req-1606163e-083f-4a77-afeb-cd65b88f1aff service neutron] Bound using segment: {'id': '8543ed5b-b079-4b95-998c-d309c18fb77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0e69c8f7-9487-4d4a-a471-cd917e269754'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:08:41.220695 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-fcddc801-6610-4e1e-835f-eb2e69def512 req-1606163e-083f-4a77-afeb-cd65b88f1aff service neutron] Bound port: 4cad3a80-eb91-4e6e-ab3c-bfa0d83f2415, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8543ed5b-b079-4b95-998c-d309c18fb77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0e69c8f7-9487-4d4a-a471-cd917e269754'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:08:41.221049 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fcddc801-6610-4e1e-835f-eb2e69def512 req-1606163e-083f-4a77-afeb-cd65b88f1aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:41.282761 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-fcddc801-6610-4e1e-835f-eb2e69def512 req-1606163e-083f-4a77-afeb-cd65b88f1aff service neutron] For port 4cad3a80-eb91-4e6e-ab3c-bfa0d83f2415, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:08:41.285814 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-fcddc801-6610-4e1e-835f-eb2e69def512 req-1606163e-083f-4a77-afeb-cd65b88f1aff service neutron] For port 4cad3a80-eb91-4e6e-ab3c-bfa0d83f2415, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=4cad3a80-eb91-4e6e-ab3c-bfa0d83f2415,segment=NetworkSegment(8543ed5b-b079-4b95-998c-d309c18fb77e),segment_id=8543ed5b-b079-4b95-998c-d309c18fb77e)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:08:41.290464 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fcddc801-6610-4e1e-835f-eb2e69def512 req-1606163e-083f-4a77-afeb-cd65b88f1aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:41.325135 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcddc801-6610-4e1e-835f-eb2e69def512 req-1606163e-083f-4a77-afeb-cd65b88f1aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:41.326298 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fcddc801-6610-4e1e-835f-eb2e69def512 req-1606163e-083f-4a77-afeb-cd65b88f1aff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:41.328122 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fcddc801-6610-4e1e-835f-eb2e69def512 req-1606163e-083f-4a77-afeb-cd65b88f1aff service neutron] 10.222.0.39 "PUT /v2.0/ports/4cad3a80-eb91-4e6e-ab3c-bfa0d83f2415 HTTP/1.1" status: 200 len: 1091 time: 0.5756633 Sep 17 08:08:41.330718 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42795b5c-cea7-4f2a-8140-56b64341073d', 'tag': '4cad3a80-eb91-4e6e-ab3c-bfa0d83f2415'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:08:41.333004 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e1e72f-6b7a-4c15-b343-7e9ba9bf399e" -d '{"events": [{"name": "network-changed", "server_uuid": "42795b5c-cea7-4f2a-8140-56b64341073d", "tag": "4cad3a80-eb91-4e6e-ab3c-bfa0d83f2415"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:08:41.346278 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bffb89-3f52-4246-a468-b4da701a161d req-d69e8d5b-fbd4-42d7-ba8e-0f4cbf53277e tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:41.354237 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-94bffb89-3f52-4246-a468-b4da701a161d req-d69e8d5b-fbd4-42d7-ba8e-0f4cbf53277e tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/ports?device_id=42795b5c-cea7-4f2a-8140-56b64341073d HTTP/1.1" status: 200 len: 943 time: 0.0575559 Sep 17 08:08:41.363661 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1606163e-083f-4a77-afeb-cd65b88f1aff service neutron] Pushing event updated for resources: {'Port': ['ID=4cad3a80-eb91-4e6e-ab3c-bfa0d83f2415,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:08:41.375124 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50391509-d891-4ea4-8562-d33c84fcb804 x-openstack-request-id: req-50391509-d891-4ea4-8562-d33c84fcb804 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:08:41.375412 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42795b5c-cea7-4f2a-8140-56b64341073d", "tag": "4cad3a80-eb91-4e6e-ab3c-bfa0d83f2415", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:08:41.376292 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-50391509-d891-4ea4-8562-d33c84fcb804 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:08:41.376292 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42795b5c-cea7-4f2a-8140-56b64341073d', 'tag': '4cad3a80-eb91-4e6e-ab3c-bfa0d83f2415', 'status': 'completed', 'code': 200} Sep 17 08:08:41.389361 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-94bffb89-3f52-4246-a468-b4da701a161d req-84eea1b8-c080-4aa9-a0f8-b8d58622bf77 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b0f20cd-fe5f-4348-a155-df58c7d0646f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342674 Sep 17 08:08:41.446832 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcddc801-6610-4e1e-835f-eb2e69def512 req-891a4b75-8d05-4d57-9de9-27ed9beeffee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:41.448340 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fcddc801-6610-4e1e-835f-eb2e69def512 req-891a4b75-8d05-4d57-9de9-27ed9beeffee service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7a2081d5abe54005b461481ec4f5ce09&device_id=42795b5c-cea7-4f2a-8140-56b64341073d HTTP/1.1" status: 200 len: 1094 time: 0.0408020 Sep 17 08:08:41.502858 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fcddc801-6610-4e1e-835f-eb2e69def512 req-2cfa6f9e-7622-4efc-b71e-b466ebf90224 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4cad3a80-eb91-4e6e-ab3c-bfa0d83f2415 HTTP/1.1" status: 200 len: 217 time: 0.0358431 Sep 17 08:08:41.550045 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcddc801-6610-4e1e-835f-eb2e69def512 req-4db0795d-5d0e-4857-b74e-6a4c6945a58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:41.552042 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fcddc801-6610-4e1e-835f-eb2e69def512 req-4db0795d-5d0e-4857-b74e-6a4c6945a58e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=52fcefb8-8f4a-473c-8836-ba05f0bdb035 HTTP/1.1" status: 200 len: 855 time: 0.0416069 Sep 17 08:08:41.584819 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fcddc801-6610-4e1e-835f-eb2e69def512 req-0328d8b7-b05e-4f50-8914-002dfe4f942f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0e69c8f7-9487-4d4a-a471-cd917e269754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234954 Sep 17 08:08:41.675697 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fcddc801-6610-4e1e-835f-eb2e69def512 req-f741e147-dab8-4c8e-a560-e2b49ace2bdc service neutron] 10.222.0.39 "GET /v2.0/networks/0e69c8f7-9487-4d4a-a471-cd917e269754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826342 Sep 17 08:08:41.764881 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fcddc801-6610-4e1e-835f-eb2e69def512 req-d95b5337-3ce6-4e0f-9aa9-680cf56601e4 service neutron] 10.222.0.39 "GET /v2.0/networks/0e69c8f7-9487-4d4a-a471-cd917e269754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815189 Sep 17 08:08:41.934891 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e1e72f-6b7a-4c15-b343-7e9ba9bf399e req-0b9813e8-1b4c-4a00-afd6-a1dd3373edb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:41.936418 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-16e1e72f-6b7a-4c15-b343-7e9ba9bf399e req-0b9813e8-1b4c-4a00-afd6-a1dd3373edb3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7a2081d5abe54005b461481ec4f5ce09&device_id=42795b5c-cea7-4f2a-8140-56b64341073d HTTP/1.1" status: 200 len: 1094 time: 0.0445492 Sep 17 08:08:42.024099 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e1e72f-6b7a-4c15-b343-7e9ba9bf399e req-bc30d251-6dc5-483e-9419-36ba6ab828c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:42.025528 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-16e1e72f-6b7a-4c15-b343-7e9ba9bf399e req-bc30d251-6dc5-483e-9419-36ba6ab828c9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0e69c8f7-9487-4d4a-a471-cd917e269754 HTTP/1.1" status: 200 len: 916 time: 0.0811448 Sep 17 08:08:42.069570 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-16e1e72f-6b7a-4c15-b343-7e9ba9bf399e req-e000e22f-fd27-46d7-9270-f79f16ba3e2a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4cad3a80-eb91-4e6e-ab3c-bfa0d83f2415 HTTP/1.1" status: 200 len: 217 time: 0.0363541 Sep 17 08:08:42.118316 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e1e72f-6b7a-4c15-b343-7e9ba9bf399e req-3552e705-1709-4248-be13-ac86bab0399e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:42.119744 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-16e1e72f-6b7a-4c15-b343-7e9ba9bf399e req-3552e705-1709-4248-be13-ac86bab0399e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=52fcefb8-8f4a-473c-8836-ba05f0bdb035 HTTP/1.1" status: 200 len: 855 time: 0.0430038 Sep 17 08:08:42.157918 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-16e1e72f-6b7a-4c15-b343-7e9ba9bf399e req-26347df3-f89f-4207-86a3-0b9bedd8f940 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0e69c8f7-9487-4d4a-a471-cd917e269754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234814 Sep 17 08:08:42.248104 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-16e1e72f-6b7a-4c15-b343-7e9ba9bf399e req-e5aba629-d6c0-4e50-943b-cb2ff06cba83 service neutron] 10.222.0.39 "GET /v2.0/networks/0e69c8f7-9487-4d4a-a471-cd917e269754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824506 Sep 17 08:08:42.334158 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-16e1e72f-6b7a-4c15-b343-7e9ba9bf399e req-8755ed98-dfcf-4eb1-8b44-001d9dd08fe2 service neutron] 10.222.0.39 "GET /v2.0/networks/0e69c8f7-9487-4d4a-a471-cd917e269754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787864 Sep 17 08:08:42.509044 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9544343a-5a8b-47d5-b0d8-32fab2207270 req-7109453b-2d4f-4305-9b52-01ad5bf7ecbf tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:42.510541 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9544343a-5a8b-47d5-b0d8-32fab2207270 req-7109453b-2d4f-4305-9b52-01ad5bf7ecbf tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/ports?device_id=42795b5c-cea7-4f2a-8140-56b64341073d HTTP/1.1" status: 200 len: 943 time: 0.0519669 Sep 17 08:08:42.546595 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9544343a-5a8b-47d5-b0d8-32fab2207270 req-909f1662-9d1f-4525-ba0e-70cad322e60c tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b0f20cd-fe5f-4348-a155-df58c7d0646f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302064 Sep 17 08:08:43.662033 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488daa7-34c3-4b47-8dba-e95de319d8cc req-1700c3c9-b8b9-467f-94e6-02d0d22e8b57 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:43.663735 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1488daa7-34c3-4b47-8dba-e95de319d8cc req-1700c3c9-b8b9-467f-94e6-02d0d22e8b57 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/ports?device_id=42795b5c-cea7-4f2a-8140-56b64341073d HTTP/1.1" status: 200 len: 943 time: 0.0525730 Sep 17 08:08:43.703468 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1488daa7-34c3-4b47-8dba-e95de319d8cc req-25fe0e65-46aa-49f7-b3d6-50b0da60b528 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b0f20cd-fe5f-4348-a155-df58c7d0646f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309076 Sep 17 08:08:44.815265 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215adc8-0b50-4858-9b5f-343d6f52ea91 req-7a49069a-19ab-40cf-911b-2c6ca621a639 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:44.816767 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c215adc8-0b50-4858-9b5f-343d6f52ea91 req-7a49069a-19ab-40cf-911b-2c6ca621a639 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/ports?device_id=42795b5c-cea7-4f2a-8140-56b64341073d HTTP/1.1" status: 200 len: 943 time: 0.0479681 Sep 17 08:08:44.853121 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c215adc8-0b50-4858-9b5f-343d6f52ea91 req-d06a517e-381c-46c9-884c-b126830f66be tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b0f20cd-fe5f-4348-a155-df58c7d0646f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305068 Sep 17 08:08:46.078665 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 4cad3a80-eb91-4e6e-ab3c-bfa0d83f2415 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:08:46.123152 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4206abff-a417-4a76-ae9a-d288682512c1 req-40bf7b9f-000e-49ec-833e-c09e8315847c tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:46.124696 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4206abff-a417-4a76-ae9a-d288682512c1 req-40bf7b9f-000e-49ec-833e-c09e8315847c tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/ports?device_id=42795b5c-cea7-4f2a-8140-56b64341073d HTTP/1.1" status: 200 len: 943 time: 0.2075815 Sep 17 08:08:46.167547 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4206abff-a417-4a76-ae9a-d288682512c1 req-eecc87f0-c703-4101-94cb-d1b0b90cb048 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b0f20cd-fe5f-4348-a155-df58c7d0646f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365701 Sep 17 08:08:46.178643 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 4cad3a80-eb91-4e6e-ab3c-bfa0d83f2415, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=4cad3a80-eb91-4e6e-ab3c-bfa0d83f2415,segment=NetworkSegment(8543ed5b-b079-4b95-998c-d309c18fb77e),segment_id=8543ed5b-b079-4b95-998c-d309c18fb77e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:08:46.189346 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '4cad3a80-eb91-4e6e-ab3c-bfa0d83f2415', 'network_id': '0e69c8f7-9487-4d4a-a471-cd917e269754', 'port_id': '4cad3a80-eb91-4e6e-ab3c-bfa0d83f2415', 'mac_address': 'fa:16:3e:9a:66:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52fcefb8-8f4a-473c-8836-ba05f0bdb035', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:08:46.226230 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:46.238180 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cad3a80-eb91-4e6e-ab3c-bfa0d83f2415 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:08:46.257112 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 4cad3a80-eb91-4e6e-ab3c-bfa0d83f2415, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=4cad3a80-eb91-4e6e-ab3c-bfa0d83f2415,segment=NetworkSegment(8543ed5b-b079-4b95-998c-d309c18fb77e),segment_id=8543ed5b-b079-4b95-998c-d309c18fb77e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:08:46.260827 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:46.307232 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=4cad3a80-eb91-4e6e-ab3c-bfa0d83f2415,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:08:46.714589 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['4cad3a80-eb91-4e6e-ab3c-bfa0d83f2415'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:08:47.287582 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac20dd2-d90f-47a7-b011-2682bbf75ec1 req-3c4f4873-2bd8-425f-bb42-7ecd4265f4a6 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:47.289102 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-eac20dd2-d90f-47a7-b011-2682bbf75ec1 req-3c4f4873-2bd8-425f-bb42-7ecd4265f4a6 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/ports?device_id=42795b5c-cea7-4f2a-8140-56b64341073d HTTP/1.1" status: 200 len: 944 time: 0.0554192 Sep 17 08:08:47.326148 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-eac20dd2-d90f-47a7-b011-2682bbf75ec1 req-9433ecee-e1d0-4d6e-8ee0-29f93ba78828 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b0f20cd-fe5f-4348-a155-df58c7d0646f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311248 Sep 17 08:08:48.089973 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 4cad3a80-eb91-4e6e-ab3c-bfa0d83f2415 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:08:48.137324 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port 4cad3a80-eb91-4e6e-ab3c-bfa0d83f2415 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:08:48.140745 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 4cad3a80-eb91-4e6e-ab3c-bfa0d83f2415 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:08:48.141112 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:48.216687 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:48.237493 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42795b5c-cea7-4f2a-8140-56b64341073d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cad3a80-eb91-4e6e-ab3c-bfa0d83f2415'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:08:48.240242 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a355d0e-63c2-4b16-a79e-1ac12e87d6e1" -d '{"events": [{"server_uuid": "42795b5c-cea7-4f2a-8140-56b64341073d", "name": "network-vif-plugged", "status": "completed", "tag": "4cad3a80-eb91-4e6e-ab3c-bfa0d83f2415"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:08:48.252492 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 4cad3a80-eb91-4e6e-ab3c-bfa0d83f2415, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=4cad3a80-eb91-4e6e-ab3c-bfa0d83f2415,segment=NetworkSegment(8543ed5b-b079-4b95-998c-d309c18fb77e),segment_id=8543ed5b-b079-4b95-998c-d309c18fb77e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:08:48.257057 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:48.279701 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed3465d5-428e-4999-987d-76cd7bbca767 x-openstack-request-id: req-ed3465d5-428e-4999-987d-76cd7bbca767 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:08:48.280021 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42795b5c-cea7-4f2a-8140-56b64341073d", "name": "network-vif-plugged", "status": "completed", "tag": "4cad3a80-eb91-4e6e-ab3c-bfa0d83f2415", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:08:48.280269 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ed3465d5-428e-4999-987d-76cd7bbca767 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:08:48.280649 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42795b5c-cea7-4f2a-8140-56b64341073d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cad3a80-eb91-4e6e-ab3c-bfa0d83f2415', 'code': 200} Sep 17 08:08:48.306359 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=4cad3a80-eb91-4e6e-ab3c-bfa0d83f2415,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:08:48.415351 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936c6517-1591-4f88-a23e-52ece533037b req-79e3878c-0776-49d0-b79b-3591d03315a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:48.416946 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-936c6517-1591-4f88-a23e-52ece533037b req-79e3878c-0776-49d0-b79b-3591d03315a5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=42795b5c-cea7-4f2a-8140-56b64341073d HTTP/1.1" status: 200 len: 1096 time: 0.0392938 Sep 17 08:08:48.452619 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-936c6517-1591-4f88-a23e-52ece533037b req-0ce8d929-a568-4298-b042-10e07f40e62f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2b0f20cd-fe5f-4348-a155-df58c7d0646f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286558 Sep 17 08:08:48.495857 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a22048-ec0d-4dd0-909d-5a442ec404ca req-0bda0ed2-5073-4560-a0ac-a223841476e5 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:48.497329 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-85a22048-ec0d-4dd0-909d-5a442ec404ca req-0bda0ed2-5073-4560-a0ac-a223841476e5 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/ports?device_id=42795b5c-cea7-4f2a-8140-56b64341073d HTTP/1.1" status: 200 len: 945 time: 0.1033006 Sep 17 08:08:48.534450 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-85a22048-ec0d-4dd0-909d-5a442ec404ca req-3090c160-7691-4616-a6e9-fc63e9c88205 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b0f20cd-fe5f-4348-a155-df58c7d0646f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310943 Sep 17 08:08:49.650939 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7da5d-c488-4f01-b62d-f77b842d4375 req-33afb4f1-3244-4d3d-a861-6a4da2531c54 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:49.652626 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-19e7da5d-c488-4f01-b62d-f77b842d4375 req-33afb4f1-3244-4d3d-a861-6a4da2531c54 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/ports?device_id=42795b5c-cea7-4f2a-8140-56b64341073d HTTP/1.1" status: 200 len: 945 time: 0.0525174 Sep 17 08:08:49.689468 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-19e7da5d-c488-4f01-b62d-f77b842d4375 req-21eaf3af-d142-4ff6-8cc9-4a92e26650c6 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b0f20cd-fe5f-4348-a155-df58c7d0646f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307806 Sep 17 08:08:49.907628 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3f1d4a93-7033-45e3-a4bd-e36ae26595c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:50.801314 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb9528-356e-4c12-bd3d-ca1ee7850e90 req-8945c83a-7ccf-461e-a750-e5f451c49b36 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:50.802814 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-aceb9528-356e-4c12-bd3d-ca1ee7850e90 req-8945c83a-7ccf-461e-a750-e5f451c49b36 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/ports?device_id=42795b5c-cea7-4f2a-8140-56b64341073d HTTP/1.1" status: 200 len: 945 time: 0.0489612 Sep 17 08:08:50.840351 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-aceb9528-356e-4c12-bd3d-ca1ee7850e90 req-17d3fbfe-1f73-49bd-b2e1-9b3a057a9283 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b0f20cd-fe5f-4348-a155-df58c7d0646f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316117 Sep 17 08:08:52.409977 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-89de71da-2e2d-44ef-9382-a351dd1b6471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:52.676622 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:53.668012 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:55.259020 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:55.774987 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a916d-babe-4f86-8569-aacee945be9f req-29a10614-2341-45cc-9688-70ba0021e0b9 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:55.776407 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0d8a916d-babe-4f86-8569-aacee945be9f req-29a10614-2341-45cc-9688-70ba0021e0b9 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/networks?id=0e69c8f7-9487-4d4a-a471-cd917e269754 HTTP/1.1" status: 200 len: 815 time: 0.1037798 Sep 17 08:08:55.791569 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0d8a916d-babe-4f86-8569-aacee945be9f req-09edb415-f400-4637-9e07-193638fd6a6b tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/quotas/7a2081d5abe54005b461481ec4f5ce09 HTTP/1.1" status: 200 len: 375 time: 0.0095186 Sep 17 08:08:55.840776 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0d8a916d-babe-4f86-8569-aacee945be9f req-ffd1eb4c-a774-4e8b-a913-112780f3c371 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7a2081d5abe54005b461481ec4f5ce09&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441895 Sep 17 08:08:55.936193 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0d8a916d-babe-4f86-8569-aacee945be9f req-2a0438bb-4691-4a68-93d9-2e165d2f22a4 service neutron] 10.222.0.13 "GET /v2.0/networks/0e69c8f7-9487-4d4a-a471-cd917e269754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841269 Sep 17 08:08:56.028265 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0d8a916d-babe-4f86-8569-aacee945be9f req-4d4bb8de-8ef4-4329-8bae-2615249601d8 service neutron] 10.222.0.13 "GET /v2.0/networks/0e69c8f7-9487-4d4a-a471-cd917e269754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858836 Sep 17 08:08:56.186849 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-00b7f90a-5f3d-427e-8cba-92df4c97f935 req-3fd7ac8f-1b53-4ad0-8420-cc6ae4796c71 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d771ba9-a5af-4d4f-8819-8231c748c977 HTTP/1.1" status: 200 len: 210 time: 0.0267975 Sep 17 08:08:57.165733 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a916d-babe-4f86-8569-aacee945be9f req-e0992702-63d1-44b7-af1e-4944d9803dc9 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:57.167221 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0d8a916d-babe-4f86-8569-aacee945be9f req-e0992702-63d1-44b7-af1e-4944d9803dc9 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.41 "GET /v2.0/networks?id=0e69c8f7-9487-4d4a-a471-cd917e269754 HTTP/1.1" status: 200 len: 815 time: 0.1080871 Sep 17 08:08:57.199682 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-0d8a916d-babe-4f86-8569-aacee945be9f req-f564fbe4-4fdc-4d20-8b56-de5c7ceef9b4 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Request body: {'port': {'device_id': '1d771ba9-a5af-4d4f-8819-8231c748c977', 'network_id': '0e69c8f7-9487-4d4a-a471-cd917e269754', 'admin_state_up': True, 'tenant_id': '7a2081d5abe54005b461481ec4f5ce09'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:08:57.291302 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-824a8b8a-3f2f-4e07-a080-aee90d9fef48 req-c65ad1a8-d4c8-42d9-bad7-e51031f3c433 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d771ba9-a5af-4d4f-8819-8231c748c977 HTTP/1.1" status: 200 len: 210 time: 0.0349319 Sep 17 08:08:57.332126 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d8a916d-babe-4f86-8569-aacee945be9f req-f564fbe4-4fdc-4d20-8b56-de5c7ceef9b4 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Made reservation on behalf of 7a2081d5abe54005b461481ec4f5ce09 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:08:57.335594 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-0d8a916d-babe-4f86-8569-aacee945be9f req-f564fbe4-4fdc-4d20-8b56-de5c7ceef9b4 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:57.456945 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [req-0d8a916d-babe-4f86-8569-aacee945be9f req-f564fbe4-4fdc-4d20-8b56-de5c7ceef9b4 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Allocated IP 172.20.0.12 (0e69c8f7-9487-4d4a-a471-cd917e269754/52fcefb8-8f4a-473c-8836-ba05f0bdb035/9cb28f12-e4aa-4c5d-9a8f-aa598686c799) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:08:57.600500 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-0d8a916d-babe-4f86-8569-aacee945be9f req-f564fbe4-4fdc-4d20-8b56-de5c7ceef9b4 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:57.632672 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-0d8a916d-babe-4f86-8569-aacee945be9f req-f564fbe4-4fdc-4d20-8b56-de5c7ceef9b4 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:57.668354 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['07efe3ac-c945-4dfa-8f82-7f6d000f4040'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:08:57.673184 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['4cad3a80-eb91-4e6e-ab3c-bfa0d83f2415'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:08:57.676224 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d8a916d-babe-4f86-8569-aacee945be9f req-f564fbe4-4fdc-4d20-8b56-de5c7ceef9b4 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Network 0e69c8f7-9487-4d4a-a471-cd917e269754 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:08:57.680099 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [req-0d8a916d-babe-4f86-8569-aacee945be9f req-f564fbe4-4fdc-4d20-8b56-de5c7ceef9b4 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:08:57.682501 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d8a916d-babe-4f86-8569-aacee945be9f req-f564fbe4-4fdc-4d20-8b56-de5c7ceef9b4 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:08:57.721193 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f564fbe4-4fdc-4d20-8b56-de5c7ceef9b4 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Pushing event updated for resources: {'Port': ['ID=9cb28f12-e4aa-4c5d-9a8f-aa598686c799,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:08:57.742848 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a916d-babe-4f86-8569-aacee945be9f req-f564fbe4-4fdc-4d20-8b56-de5c7ceef9b4 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:57.743466 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-0d8a916d-babe-4f86-8569-aacee945be9f req-f564fbe4-4fdc-4d20-8b56-de5c7ceef9b4 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:57.758678 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0d8a916d-babe-4f86-8569-aacee945be9f req-f564fbe4-4fdc-4d20-8b56-de5c7ceef9b4 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5633626 Sep 17 08:08:57.776954 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-0d8a916d-babe-4f86-8569-aacee945be9f req-a817afc8-ba27-4e4e-8f95-4fcdd91ae922 service neutron] Request body: {'port': {'device_id': '1d771ba9-a5af-4d4f-8819-8231c748c977', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-9'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:08:57.829998 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-0d8a916d-babe-4f86-8569-aacee945be9f req-a817afc8-ba27-4e4e-8f95-4fcdd91ae922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:58.123237 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [req-0d8a916d-babe-4f86-8569-aacee945be9f req-a817afc8-ba27-4e4e-8f95-4fcdd91ae922 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cb28f12-e4aa-4c5d-9a8f-aa598686c799 {{(pid=101289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:08:58.131268 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-0d8a916d-babe-4f86-8569-aacee945be9f req-a817afc8-ba27-4e4e-8f95-4fcdd91ae922 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:58.142866 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.provisioning_blocks [req-0d8a916d-babe-4f86-8569-aacee945be9f req-a817afc8-ba27-4e4e-8f95-4fcdd91ae922 service neutron] Transition to ACTIVE for port object 9cb28f12-e4aa-4c5d-9a8f-aa598686c799 will not be triggered until provisioned by entity L2. {{(pid=101289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:08:58.146978 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-0d8a916d-babe-4f86-8569-aacee945be9f req-a817afc8-ba27-4e4e-8f95-4fcdd91ae922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:58.196240 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a817afc8-ba27-4e4e-8f95-4fcdd91ae922 service neutron] Pushing event updated for resources: {'Port': ['ID=9cb28f12-e4aa-4c5d-9a8f-aa598686c799,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:08:58.258759 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-0d8a916d-babe-4f86-8569-aacee945be9f req-a817afc8-ba27-4e4e-8f95-4fcdd91ae922 service neutron] Attempting to bind port 9cb28f12-e4aa-4c5d-9a8f-aa598686c799 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:08:58.259147 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-0d8a916d-babe-4f86-8569-aacee945be9f req-a817afc8-ba27-4e4e-8f95-4fcdd91ae922 service neutron] Attempting to bind port 9cb28f12-e4aa-4c5d-9a8f-aa598686c799 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': '8543ed5b-b079-4b95-998c-d309c18fb77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0e69c8f7-9487-4d4a-a471-cd917e269754'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:08:58.259415 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8a916d-babe-4f86-8569-aacee945be9f req-a817afc8-ba27-4e4e-8f95-4fcdd91ae922 service neutron] Attempting to bind port 9cb28f12-e4aa-4c5d-9a8f-aa598686c799 on network 0e69c8f7-9487-4d4a-a471-cd917e269754 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:08:58.263604 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8a916d-babe-4f86-8569-aacee945be9f req-a817afc8-ba27-4e4e-8f95-4fcdd91ae922 service neutron] Port 9cb28f12-e4aa-4c5d-9a8f-aa598686c799 on network 0e69c8f7-9487-4d4a-a471-cd917e269754 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:08:58.263955 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8a916d-babe-4f86-8569-aacee945be9f req-a817afc8-ba27-4e4e-8f95-4fcdd91ae922 service neutron] Attempting to bind port 9cb28f12-e4aa-4c5d-9a8f-aa598686c799 on network 0e69c8f7-9487-4d4a-a471-cd917e269754 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:08:58.268628 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8a916d-babe-4f86-8569-aacee945be9f req-a817afc8-ba27-4e4e-8f95-4fcdd91ae922 service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:08:58.268962 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8a916d-babe-4f86-8569-aacee945be9f req-a817afc8-ba27-4e4e-8f95-4fcdd91ae922 service neutron] Checking segment: {'id': '8543ed5b-b079-4b95-998c-d309c18fb77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0e69c8f7-9487-4d4a-a471-cd917e269754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:08:58.269341 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8a916d-babe-4f86-8569-aacee945be9f req-a817afc8-ba27-4e4e-8f95-4fcdd91ae922 service neutron] Bound using segment: {'id': '8543ed5b-b079-4b95-998c-d309c18fb77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0e69c8f7-9487-4d4a-a471-cd917e269754'} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:08:58.269761 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-0d8a916d-babe-4f86-8569-aacee945be9f req-a817afc8-ba27-4e4e-8f95-4fcdd91ae922 service neutron] Bound port: 9cb28f12-e4aa-4c5d-9a8f-aa598686c799, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8543ed5b-b079-4b95-998c-d309c18fb77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0e69c8f7-9487-4d4a-a471-cd917e269754'}}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:08:58.270112 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-0d8a916d-babe-4f86-8569-aacee945be9f req-a817afc8-ba27-4e4e-8f95-4fcdd91ae922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:58.335072 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-0d8a916d-babe-4f86-8569-aacee945be9f req-a817afc8-ba27-4e4e-8f95-4fcdd91ae922 service neutron] For port 9cb28f12-e4aa-4c5d-9a8f-aa598686c799, host n-h1-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:08:58.338326 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-0d8a916d-babe-4f86-8569-aacee945be9f req-a817afc8-ba27-4e4e-8f95-4fcdd91ae922 service neutron] For port 9cb28f12-e4aa-4c5d-9a8f-aa598686c799, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=9cb28f12-e4aa-4c5d-9a8f-aa598686c799,segment=NetworkSegment(8543ed5b-b079-4b95-998c-d309c18fb77e),segment_id=8543ed5b-b079-4b95-998c-d309c18fb77e)] {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:08:58.342177 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-0d8a916d-babe-4f86-8569-aacee945be9f req-a817afc8-ba27-4e4e-8f95-4fcdd91ae922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:58.383917 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a916d-babe-4f86-8569-aacee945be9f req-a817afc8-ba27-4e4e-8f95-4fcdd91ae922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:58.384543 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-0d8a916d-babe-4f86-8569-aacee945be9f req-a817afc8-ba27-4e4e-8f95-4fcdd91ae922 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:08:58.385905 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0d8a916d-babe-4f86-8569-aacee945be9f req-a817afc8-ba27-4e4e-8f95-4fcdd91ae922 service neutron] 10.222.0.41 "PUT /v2.0/ports/9cb28f12-e4aa-4c5d-9a8f-aa598686c799 HTTP/1.1" status: 200 len: 1092 time: 0.6132600 Sep 17 08:08:58.386346 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d771ba9-a5af-4d4f-8819-8231c748c977', 'tag': '9cb28f12-e4aa-4c5d-9a8f-aa598686c799'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:08:58.388590 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87437383-a699-417c-9e32-992c5f25ebfe" -d '{"events": [{"name": "network-changed", "server_uuid": "1d771ba9-a5af-4d4f-8819-8231c748c977", "tag": "9cb28f12-e4aa-4c5d-9a8f-aa598686c799"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:08:58.442468 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3258baab-af4b-4522-b14d-a02e8903c035 x-openstack-request-id: req-3258baab-af4b-4522-b14d-a02e8903c035 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:08:58.443360 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d771ba9-a5af-4d4f-8819-8231c748c977", "tag": "9cb28f12-e4aa-4c5d-9a8f-aa598686c799", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:08:58.443615 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3258baab-af4b-4522-b14d-a02e8903c035 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:08:58.444047 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d771ba9-a5af-4d4f-8819-8231c748c977', 'tag': '9cb28f12-e4aa-4c5d-9a8f-aa598686c799', 'status': 'completed', 'code': 200} Sep 17 08:08:58.451598 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94bbd0b-7f60-4d1c-9df7-0d92d484ce6f req-d248c923-c88f-4fd6-bfa7-269a3daa3dde tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:58.453117 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b94bbd0b-7f60-4d1c-9df7-0d92d484ce6f req-d248c923-c88f-4fd6-bfa7-269a3daa3dde tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d771ba9-a5af-4d4f-8819-8231c748c977 HTTP/1.1" status: 200 len: 944 time: 0.0854363 Sep 17 08:08:58.454136 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a817afc8-ba27-4e4e-8f95-4fcdd91ae922 service neutron] Pushing event updated for resources: {'Port': ['ID=9cb28f12-e4aa-4c5d-9a8f-aa598686c799,revision_number=3']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:08:58.521127 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b94bbd0b-7f60-4d1c-9df7-0d92d484ce6f req-8a6bab35-e91f-44d8-882f-f8a0a3f8f6b8 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b0f20cd-fe5f-4348-a155-df58c7d0646f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538998 Sep 17 08:08:58.526361 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a916d-babe-4f86-8569-aacee945be9f req-145bd927-b68d-4c2a-8430-90f84fb8f9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:58.527790 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0d8a916d-babe-4f86-8569-aacee945be9f req-145bd927-b68d-4c2a-8430-90f84fb8f9a7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7a2081d5abe54005b461481ec4f5ce09&device_id=1d771ba9-a5af-4d4f-8819-8231c748c977 HTTP/1.1" status: 200 len: 1095 time: 0.0683274 Sep 17 08:08:58.581765 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0d8a916d-babe-4f86-8569-aacee945be9f req-e68dd23f-9398-4dbe-b2f5-b3541d80ccfe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9cb28f12-e4aa-4c5d-9a8f-aa598686c799 HTTP/1.1" status: 200 len: 217 time: 0.0340540 Sep 17 08:08:58.628567 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a916d-babe-4f86-8569-aacee945be9f req-51698465-8430-4d9b-bc92-d07c5d1fa666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:58.629954 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0d8a916d-babe-4f86-8569-aacee945be9f req-51698465-8430-4d9b-bc92-d07c5d1fa666 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=52fcefb8-8f4a-473c-8836-ba05f0bdb035 HTTP/1.1" status: 200 len: 855 time: 0.0414140 Sep 17 08:08:58.660478 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0d8a916d-babe-4f86-8569-aacee945be9f req-2cedfd31-c529-4500-8e78-5411b25c8136 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0e69c8f7-9487-4d4a-a471-cd917e269754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0225832 Sep 17 08:08:58.761913 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0d8a916d-babe-4f86-8569-aacee945be9f req-f7221fb2-8e06-4fb4-9e26-20c94c021ca5 service neutron] 10.222.0.41 "GET /v2.0/networks/0e69c8f7-9487-4d4a-a471-cd917e269754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870743 Sep 17 08:08:58.851908 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0d8a916d-babe-4f86-8569-aacee945be9f req-bc729115-3f48-4c32-8889-514612d2d9ce service neutron] 10.222.0.41 "GET /v2.0/networks/0e69c8f7-9487-4d4a-a471-cd917e269754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830634 Sep 17 08:08:58.976597 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87437383-a699-417c-9e32-992c5f25ebfe req-2032bf1d-4c62-4cfc-aba1-ee3377d3b8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:58.978067 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-87437383-a699-417c-9e32-992c5f25ebfe req-2032bf1d-4c62-4cfc-aba1-ee3377d3b8a2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7a2081d5abe54005b461481ec4f5ce09&device_id=1d771ba9-a5af-4d4f-8819-8231c748c977 HTTP/1.1" status: 200 len: 1095 time: 0.0401449 Sep 17 08:08:59.078284 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87437383-a699-417c-9e32-992c5f25ebfe req-6d3d2416-d31f-42f0-ae5f-cb79a55b139f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:59.079769 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-87437383-a699-417c-9e32-992c5f25ebfe req-6d3d2416-d31f-42f0-ae5f-cb79a55b139f service neutron] 10.222.0.41 "GET /v2.0/networks?id=0e69c8f7-9487-4d4a-a471-cd917e269754 HTTP/1.1" status: 200 len: 916 time: 0.0933280 Sep 17 08:08:59.129735 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-87437383-a699-417c-9e32-992c5f25ebfe req-3f37f7dd-d6d1-4d94-a842-cba02e44ba04 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9cb28f12-e4aa-4c5d-9a8f-aa598686c799 HTTP/1.1" status: 200 len: 217 time: 0.0428925 Sep 17 08:08:59.173674 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:08:59.180185 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87437383-a699-417c-9e32-992c5f25ebfe req-2a74d309-cae4-4802-a646-1cdcabc77ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:59.181715 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-87437383-a699-417c-9e32-992c5f25ebfe req-2a74d309-cae4-4802-a646-1cdcabc77ac8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=52fcefb8-8f4a-473c-8836-ba05f0bdb035 HTTP/1.1" status: 200 len: 855 time: 0.0445063 Sep 17 08:08:59.215379 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-87437383-a699-417c-9e32-992c5f25ebfe req-bcd490e5-6824-46a0-a33a-19f4fb4607bd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0e69c8f7-9487-4d4a-a471-cd917e269754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262010 Sep 17 08:08:59.306108 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-87437383-a699-417c-9e32-992c5f25ebfe req-d4178ca0-9a51-4f96-a5f2-a2cc122c3eec service neutron] 10.222.0.41 "GET /v2.0/networks/0e69c8f7-9487-4d4a-a471-cd917e269754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837066 Sep 17 08:08:59.402802 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-87437383-a699-417c-9e32-992c5f25ebfe req-c8c6a735-85a7-43b6-9906-195caefb227a service neutron] 10.222.0.41 "GET /v2.0/networks/0e69c8f7-9487-4d4a-a471-cd917e269754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884600 Sep 17 08:08:59.637321 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342e157c-25ee-4797-910c-dfe72ca7a5e0 req-e06c2d4b-3f13-47a8-9671-ee0b324ea753 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:08:59.638800 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-342e157c-25ee-4797-910c-dfe72ca7a5e0 req-e06c2d4b-3f13-47a8-9671-ee0b324ea753 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d771ba9-a5af-4d4f-8819-8231c748c977 HTTP/1.1" status: 200 len: 944 time: 0.0517943 Sep 17 08:08:59.676873 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-342e157c-25ee-4797-910c-dfe72ca7a5e0 req-4f831c1a-4903-4599-a065-8d5733074471 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b0f20cd-fe5f-4348-a155-df58c7d0646f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322096 Sep 17 08:09:00.535328 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9b5dcef8-07a4-4d18-ae3f-73a058f8093f req-fe34948f-154e-4ba2-bdfb-ddc62fd6a8cd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a5824afe-a6bc-4b7d-9ccb-04d7bcdf358e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425694 Sep 17 08:09:00.609076 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5dcef8-07a4-4d18-ae3f-73a058f8093f req-1c23332c-1a27-4df6-aea3-b725008c92d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:09:00.610522 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9b5dcef8-07a4-4d18-ae3f-73a058f8093f req-1c23332c-1a27-4df6-aea3-b725008c92d0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=260b03f453f349768a37ec125c8bcd26&device_id=a5824afe-a6bc-4b7d-9ccb-04d7bcdf358e HTTP/1.1" status: 200 len: 1096 time: 0.0388961 Sep 17 08:09:00.714733 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5dcef8-07a4-4d18-ae3f-73a058f8093f req-b396e91d-0ad6-4076-8bdf-fa8be1c09eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:09:00.716524 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9b5dcef8-07a4-4d18-ae3f-73a058f8093f req-b396e91d-0ad6-4076-8bdf-fa8be1c09eef service neutron] 10.222.0.39 "GET /v2.0/networks?id=3e7c1e00-bad7-4380-8834-71b168d79dbc HTTP/1.1" status: 200 len: 908 time: 0.0871754 Sep 17 08:09:00.792254 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a99628-d2ba-4297-9b22-22f240062257 req-fc4e487d-16d0-4970-a68f-7951c704f0d1 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:09:00.793769 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-42a99628-d2ba-4297-9b22-22f240062257 req-fc4e487d-16d0-4970-a68f-7951c704f0d1 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d771ba9-a5af-4d4f-8819-8231c748c977 HTTP/1.1" status: 200 len: 944 time: 0.0499747 Sep 17 08:09:00.833760 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-42a99628-d2ba-4297-9b22-22f240062257 req-683254d9-45ca-4089-a326-94042a19a85e tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b0f20cd-fe5f-4348-a155-df58c7d0646f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338540 Sep 17 08:09:01.112221 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9b5dcef8-07a4-4d18-ae3f-73a058f8093f req-19586630-f6c3-43a8-8f7f-39d7975fbef7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4520fde-a66a-46b7-8fc2-eb7cde68e52c HTTP/1.1" status: 200 len: 1001 time: 0.3886526 Sep 17 08:09:01.160497 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5dcef8-07a4-4d18-ae3f-73a058f8093f req-12900a14-0ad5-4ccf-b303-1ab76d247936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:09:01.161881 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9b5dcef8-07a4-4d18-ae3f-73a058f8093f req-12900a14-0ad5-4ccf-b303-1ab76d247936 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c3166a00-49a0-4d01-aec4-1b7f3fd8acfe HTTP/1.1" status: 200 len: 846 time: 0.0421195 Sep 17 08:09:01.208496 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5dcef8-07a4-4d18-ae3f-73a058f8093f req-9ff6d726-86a2-4579-898a-5321213aafa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:09:01.210713 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9b5dcef8-07a4-4d18-ae3f-73a058f8093f req-9ff6d726-86a2-4579-898a-5321213aafa1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3e7c1e00-bad7-4380-8834-71b168d79dbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420892 Sep 17 08:09:01.301452 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9b5dcef8-07a4-4d18-ae3f-73a058f8093f req-453ca957-1b88-4efb-8c14-473aa75ff351 service neutron] 10.222.0.39 "GET /v2.0/networks/3e7c1e00-bad7-4380-8834-71b168d79dbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828609 Sep 17 08:09:01.395921 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9b5dcef8-07a4-4d18-ae3f-73a058f8093f req-50bfb355-e6a6-4f8d-8ef8-5517e2f6812b service neutron] 10.222.0.39 "GET /v2.0/networks/3e7c1e00-bad7-4380-8834-71b168d79dbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856786 Sep 17 08:09:01.522802 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 9cb28f12-e4aa-4c5d-9a8f-aa598686c799 details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:09:01.614413 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 9cb28f12-e4aa-4c5d-9a8f-aa598686c799, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=9cb28f12-e4aa-4c5d-9a8f-aa598686c799,segment=NetworkSegment(8543ed5b-b079-4b95-998c-d309c18fb77e),segment_id=8543ed5b-b079-4b95-998c-d309c18fb77e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:09:01.625669 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': '9cb28f12-e4aa-4c5d-9a8f-aa598686c799', 'network_id': '0e69c8f7-9487-4d4a-a471-cd917e269754', 'port_id': '9cb28f12-e4aa-4c5d-9a8f-aa598686c799', 'mac_address': 'fa:16:3e:e0:9f:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52fcefb8-8f4a-473c-8836-ba05f0bdb035', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:09:01.666395 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:09:01.679079 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cb28f12-e4aa-4c5d-9a8f-aa598686c799 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:09:01.697691 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 9cb28f12-e4aa-4c5d-9a8f-aa598686c799, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=9cb28f12-e4aa-4c5d-9a8f-aa598686c799,segment=NetworkSegment(8543ed5b-b079-4b95-998c-d309c18fb77e),segment_id=8543ed5b-b079-4b95-998c-d309c18fb77e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:09:01.701568 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:09:01.747372 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=9cb28f12-e4aa-4c5d-9a8f-aa598686c799,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:09:01.755528 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:09:01.756693 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:09:01.757059 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:09:01.757475 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:09:01.757744 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:09:01.758112 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:09:01.758580 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:09:01.758917 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:09:01.759250 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:09:01.759581 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:09:01.759935 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:09:01.760265 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:09:01.955795 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e455ed-0f58-43d6-b150-8e2cdbadfde4 req-18702dc5-3f95-477a-82a7-925970cfcdb3 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:09:01.957285 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-92e455ed-0f58-43d6-b150-8e2cdbadfde4 req-18702dc5-3f95-477a-82a7-925970cfcdb3 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d771ba9-a5af-4d4f-8819-8231c748c977 HTTP/1.1" status: 200 len: 945 time: 0.0480838 Sep 17 08:09:01.994696 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-92e455ed-0f58-43d6-b150-8e2cdbadfde4 req-d2819713-2c64-4893-9e65-f20bd13476f3 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b0f20cd-fe5f-4348-a155-df58c7d0646f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316060 Sep 17 08:09:02.328998 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['9cb28f12-e4aa-4c5d-9a8f-aa598686c799'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:09:03.113379 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c3bdf5-8358-4a12-994c-a11380dd627a req-b52e51c3-e2b1-4226-ae21-5179cbc9557e tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:09:03.114854 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-31c3bdf5-8358-4a12-994c-a11380dd627a req-b52e51c3-e2b1-4226-ae21-5179cbc9557e tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d771ba9-a5af-4d4f-8819-8231c748c977 HTTP/1.1" status: 200 len: 945 time: 0.0522108 Sep 17 08:09:03.477586 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-31c3bdf5-8358-4a12-994c-a11380dd627a req-bc72e65c-b9ca-493c-9b39-4c7a611b0292 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b0f20cd-fe5f-4348-a155-df58c7d0646f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562779 Sep 17 08:09:03.539137 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 9cb28f12-e4aa-4c5d-9a8f-aa598686c799 up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:09:03.586763 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning for port 9cb28f12-e4aa-4c5d-9a8f-aa598686c799 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:09:03.590337 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port 9cb28f12-e4aa-4c5d-9a8f-aa598686c799 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:09:03.590975 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:09:03.665265 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:09:03.687318 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d771ba9-a5af-4d4f-8819-8231c748c977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cb28f12-e4aa-4c5d-9a8f-aa598686c799'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:09:03.689536 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5217a4a9-a039-4f57-b830-b03405a8f854" -d '{"events": [{"server_uuid": "1d771ba9-a5af-4d4f-8819-8231c748c977", "name": "network-vif-plugged", "status": "completed", "tag": "9cb28f12-e4aa-4c5d-9a8f-aa598686c799"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:09:03.704807 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 9cb28f12-e4aa-4c5d-9a8f-aa598686c799, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=9cb28f12-e4aa-4c5d-9a8f-aa598686c799,segment=NetworkSegment(8543ed5b-b079-4b95-998c-d309c18fb77e),segment_id=8543ed5b-b079-4b95-998c-d309c18fb77e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:09:03.709711 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:09:03.735278 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5611be4d-2267-45cf-bcea-da29a6c15422 x-openstack-request-id: req-5611be4d-2267-45cf-bcea-da29a6c15422 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:09:03.735562 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d771ba9-a5af-4d4f-8819-8231c748c977", "name": "network-vif-plugged", "status": "completed", "tag": "9cb28f12-e4aa-4c5d-9a8f-aa598686c799", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:09:03.735806 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5611be4d-2267-45cf-bcea-da29a6c15422 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:09:03.736210 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d771ba9-a5af-4d4f-8819-8231c748c977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cb28f12-e4aa-4c5d-9a8f-aa598686c799', 'code': 200} Sep 17 08:09:03.761330 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=9cb28f12-e4aa-4c5d-9a8f-aa598686c799,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:09:03.849758 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a51819e-df71-402a-9d67-47f4f0ec7915 req-70d8c4c1-435e-44b5-8ba6-b424b4ec7844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:09:03.851862 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9a51819e-df71-402a-9d67-47f4f0ec7915 req-70d8c4c1-435e-44b5-8ba6-b424b4ec7844 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1d771ba9-a5af-4d4f-8819-8231c748c977 HTTP/1.1" status: 200 len: 1097 time: 0.0385234 Sep 17 08:09:03.884638 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9a51819e-df71-402a-9d67-47f4f0ec7915 req-101934ba-039e-46b9-9a79-e2098fa40baf service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2b0f20cd-fe5f-4348-a155-df58c7d0646f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0259778 Sep 17 08:09:04.591862 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da5a8a-6b1b-4c03-a0bc-ed9721e633e9 req-5a743a34-8bb9-44ad-aa2a-aa4157a84f6f tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:09:04.593342 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b3da5a8a-6b1b-4c03-a0bc-ed9721e633e9 req-5a743a34-8bb9-44ad-aa2a-aa4157a84f6f tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d771ba9-a5af-4d4f-8819-8231c748c977 HTTP/1.1" status: 200 len: 946 time: 0.0482500 Sep 17 08:09:04.629376 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b3da5a8a-6b1b-4c03-a0bc-ed9721e633e9 req-e2e38f46-b687-41f4-821c-69f40dc5570f tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b0f20cd-fe5f-4348-a155-df58c7d0646f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301559 Sep 17 08:09:05.366270 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:09:05.696778 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:09:05.744567 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab296a-abba-4015-91c1-6d3d43d31768 req-54fc80a7-fcf3-4b97-af8b-38c413f2d280 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:09:05.746041 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-36ab296a-abba-4015-91c1-6d3d43d31768 req-54fc80a7-fcf3-4b97-af8b-38c413f2d280 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d771ba9-a5af-4d4f-8819-8231c748c977 HTTP/1.1" status: 200 len: 946 time: 0.0508382 Sep 17 08:09:05.782795 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-36ab296a-abba-4015-91c1-6d3d43d31768 req-1b137136-a52f-4a4e-9c5f-f87648dc5d2f tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b0f20cd-fe5f-4348-a155-df58c7d0646f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309048 Sep 17 08:09:07.042635 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-72962788-8005-4684-9dbf-1de168f829f8 req-309d0467-3975-4e49-84b2-21a193c33708 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0263619 Sep 17 08:09:07.126506 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-72962788-8005-4684-9dbf-1de168f829f8 req-b42b7bbf-e4f4-436d-b2a9-e1f62583af7d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0247333 Sep 17 08:09:07.170739 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-72962788-8005-4684-9dbf-1de168f829f8 req-6a598836-a861-4f11-9681-8ab79afd1611 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0187404 Sep 17 08:09:07.267072 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72962788-8005-4684-9dbf-1de168f829f8 req-6c764967-6fc9-4c43-b6b0-e937b2b528a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:09:07.268685 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-72962788-8005-4684-9dbf-1de168f829f8 req-6c764967-6fc9-4c43-b6b0-e937b2b528a3 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911636 Sep 17 08:09:19.908280 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4a0bf434-ba89-4321-ad2a-0bbf72083d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:09:22.410589 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-17aa5b7d-81fa-42ab-b1d1-02b5d81dc977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:09:22.681114 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:09:22.870788 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b11457-8c49-4b9e-a103-9d9c5a26a071 req-4dc92937-39a3-4ed9-89a1-0a60eb3b04e4 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:09:22.872330 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-07b11457-8c49-4b9e-a103-9d9c5a26a071 req-4dc92937-39a3-4ed9-89a1-0a60eb3b04e4 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/networks?id=0e69c8f7-9487-4d4a-a471-cd917e269754 HTTP/1.1" status: 200 len: 815 time: 0.0990288 Sep 17 08:09:22.887183 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-07b11457-8c49-4b9e-a103-9d9c5a26a071 req-70f20b87-0acb-4ac7-9ccc-ccc2065806da tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/quotas/7a2081d5abe54005b461481ec4f5ce09 HTTP/1.1" status: 200 len: 375 time: 0.0091248 Sep 17 08:09:22.943145 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-07b11457-8c49-4b9e-a103-9d9c5a26a071 req-21923f63-c7ac-4c4d-9c2a-5d9ac9fe019e tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7a2081d5abe54005b461481ec4f5ce09&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0505211 Sep 17 08:09:23.030798 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-07b11457-8c49-4b9e-a103-9d9c5a26a071 req-62039bff-0566-4fc6-b9a8-03164320b469 service neutron] 10.222.0.13 "GET /v2.0/networks/0e69c8f7-9487-4d4a-a471-cd917e269754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804975 Sep 17 08:09:23.125983 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-07b11457-8c49-4b9e-a103-9d9c5a26a071 req-7ba965d4-0fba-49ad-b7ea-f770651e0c1a service neutron] 10.222.0.13 "GET /v2.0/networks/0e69c8f7-9487-4d4a-a471-cd917e269754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890837 Sep 17 08:09:23.285414 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3966470b-02e9-4286-89f3-fe1974cbada6 req-76ae60b0-1e73-4eaf-ab54-6708038aa2c7 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/ports?device_id=75e227fc-8857-4059-a54e-a81ec99bbf50 HTTP/1.1" status: 200 len: 210 time: 0.0299892 Sep 17 08:09:23.672446 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:09:24.275247 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b11457-8c49-4b9e-a103-9d9c5a26a071 req-ac1cad62-ebc5-4957-a584-dbd76222863d tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:09:24.277367 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-07b11457-8c49-4b9e-a103-9d9c5a26a071 req-ac1cad62-ebc5-4957-a584-dbd76222863d tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.39 "GET /v2.0/networks?id=0e69c8f7-9487-4d4a-a471-cd917e269754 HTTP/1.1" status: 200 len: 815 time: 0.1015751 Sep 17 08:09:24.298714 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-07b11457-8c49-4b9e-a103-9d9c5a26a071 req-370b860e-b90e-477b-bf7a-67fecd3b62b0 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Request body: {'port': {'device_id': '75e227fc-8857-4059-a54e-a81ec99bbf50', 'network_id': '0e69c8f7-9487-4d4a-a471-cd917e269754', 'admin_state_up': True, 'tenant_id': '7a2081d5abe54005b461481ec4f5ce09'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:09:24.386553 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8e1b5a05-010c-48df-ac93-32e2b990fe66 req-6ddc6f49-714f-4b08-bde5-711723bed8d4 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/ports?device_id=75e227fc-8857-4059-a54e-a81ec99bbf50 HTTP/1.1" status: 200 len: 210 time: 0.0291615 Sep 17 08:09:24.420092 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07b11457-8c49-4b9e-a103-9d9c5a26a071 req-370b860e-b90e-477b-bf7a-67fecd3b62b0 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Made reservation on behalf of 7a2081d5abe54005b461481ec4f5ce09 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:09:24.423641 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-07b11457-8c49-4b9e-a103-9d9c5a26a071 req-370b860e-b90e-477b-bf7a-67fecd3b62b0 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:09:24.549191 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-07b11457-8c49-4b9e-a103-9d9c5a26a071 req-370b860e-b90e-477b-bf7a-67fecd3b62b0 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Allocated IP 172.20.0.6 (0e69c8f7-9487-4d4a-a471-cd917e269754/52fcefb8-8f4a-473c-8836-ba05f0bdb035/57529b08-82a1-48cb-b59f-eb6c572bd5f3) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:09:24.688489 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-07b11457-8c49-4b9e-a103-9d9c5a26a071 req-370b860e-b90e-477b-bf7a-67fecd3b62b0 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:09:24.721864 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-07b11457-8c49-4b9e-a103-9d9c5a26a071 req-370b860e-b90e-477b-bf7a-67fecd3b62b0 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:09:24.756625 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['07efe3ac-c945-4dfa-8f82-7f6d000f4040', '9cb28f12-e4aa-4c5d-9a8f-aa598686c799'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:09:24.758904 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['4cad3a80-eb91-4e6e-ab3c-bfa0d83f2415'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:09:24.766275 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07b11457-8c49-4b9e-a103-9d9c5a26a071 req-370b860e-b90e-477b-bf7a-67fecd3b62b0 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Network 0e69c8f7-9487-4d4a-a471-cd917e269754 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:09:24.769367 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-07b11457-8c49-4b9e-a103-9d9c5a26a071 req-370b860e-b90e-477b-bf7a-67fecd3b62b0 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:09:24.773068 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-07b11457-8c49-4b9e-a103-9d9c5a26a071 req-370b860e-b90e-477b-bf7a-67fecd3b62b0 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:09:24.801902 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b860e-b90e-477b-bf7a-67fecd3b62b0 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Pushing event updated for resources: {'Port': ['ID=57529b08-82a1-48cb-b59f-eb6c572bd5f3,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:09:24.816417 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370b860e-b90e-477b-bf7a-67fecd3b62b0 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:09:24.816769 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370b860e-b90e-477b-bf7a-67fecd3b62b0 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:09:24.817109 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370b860e-b90e-477b-bf7a-67fecd3b62b0 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:09:24.817440 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370b860e-b90e-477b-bf7a-67fecd3b62b0 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:09:24.817769 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370b860e-b90e-477b-bf7a-67fecd3b62b0 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:09:24.818097 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370b860e-b90e-477b-bf7a-67fecd3b62b0 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:09:24.818420 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370b860e-b90e-477b-bf7a-67fecd3b62b0 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:09:24.818742 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370b860e-b90e-477b-bf7a-67fecd3b62b0 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:09:24.819064 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370b860e-b90e-477b-bf7a-67fecd3b62b0 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:09:24.819386 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370b860e-b90e-477b-bf7a-67fecd3b62b0 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:09:24.819706 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370b860e-b90e-477b-bf7a-67fecd3b62b0 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:09:24.820055 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370b860e-b90e-477b-bf7a-67fecd3b62b0 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:09:24.838479 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b11457-8c49-4b9e-a103-9d9c5a26a071 req-370b860e-b90e-477b-bf7a-67fecd3b62b0 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:09:24.839130 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-07b11457-8c49-4b9e-a103-9d9c5a26a071 req-370b860e-b90e-477b-bf7a-67fecd3b62b0 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:09:24.853697 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-07b11457-8c49-4b9e-a103-9d9c5a26a071 req-370b860e-b90e-477b-bf7a-67fecd3b62b0 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5584304 Sep 17 08:09:24.877109 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-07b11457-8c49-4b9e-a103-9d9c5a26a071 req-6177c8dc-e69c-4089-9db6-88b6b592665f service neutron] Request body: {'port': {'device_id': '75e227fc-8857-4059-a54e-a81ec99bbf50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:09:24.928493 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-07b11457-8c49-4b9e-a103-9d9c5a26a071 req-6177c8dc-e69c-4089-9db6-88b6b592665f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:09:25.193568 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-07b11457-8c49-4b9e-a103-9d9c5a26a071 req-6177c8dc-e69c-4089-9db6-88b6b592665f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57529b08-82a1-48cb-b59f-eb6c572bd5f3 {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:09:25.201171 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-07b11457-8c49-4b9e-a103-9d9c5a26a071 req-6177c8dc-e69c-4089-9db6-88b6b592665f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:09:25.212658 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-07b11457-8c49-4b9e-a103-9d9c5a26a071 req-6177c8dc-e69c-4089-9db6-88b6b592665f service neutron] Transition to ACTIVE for port object 57529b08-82a1-48cb-b59f-eb6c572bd5f3 will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:09:25.217481 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-07b11457-8c49-4b9e-a103-9d9c5a26a071 req-6177c8dc-e69c-4089-9db6-88b6b592665f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:09:25.262438 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:09:25.271370 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6177c8dc-e69c-4089-9db6-88b6b592665f service neutron] Pushing event updated for resources: {'Port': ['ID=57529b08-82a1-48cb-b59f-eb6c572bd5f3,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:09:25.336153 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-07b11457-8c49-4b9e-a103-9d9c5a26a071 req-6177c8dc-e69c-4089-9db6-88b6b592665f service neutron] Attempting to bind port 57529b08-82a1-48cb-b59f-eb6c572bd5f3 on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:09:25.336772 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-07b11457-8c49-4b9e-a103-9d9c5a26a071 req-6177c8dc-e69c-4089-9db6-88b6b592665f service neutron] Attempting to bind port 57529b08-82a1-48cb-b59f-eb6c572bd5f3 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': '8543ed5b-b079-4b95-998c-d309c18fb77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0e69c8f7-9487-4d4a-a471-cd917e269754'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:09:25.336772 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b11457-8c49-4b9e-a103-9d9c5a26a071 req-6177c8dc-e69c-4089-9db6-88b6b592665f service neutron] Attempting to bind port 57529b08-82a1-48cb-b59f-eb6c572bd5f3 on network 0e69c8f7-9487-4d4a-a471-cd917e269754 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:09:25.340924 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b11457-8c49-4b9e-a103-9d9c5a26a071 req-6177c8dc-e69c-4089-9db6-88b6b592665f service neutron] Port 57529b08-82a1-48cb-b59f-eb6c572bd5f3 on network 0e69c8f7-9487-4d4a-a471-cd917e269754 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:09:25.341248 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b11457-8c49-4b9e-a103-9d9c5a26a071 req-6177c8dc-e69c-4089-9db6-88b6b592665f service neutron] Attempting to bind port 57529b08-82a1-48cb-b59f-eb6c572bd5f3 on network 0e69c8f7-9487-4d4a-a471-cd917e269754 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:09:25.346136 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b11457-8c49-4b9e-a103-9d9c5a26a071 req-6177c8dc-e69c-4089-9db6-88b6b592665f service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:09:25.346473 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b11457-8c49-4b9e-a103-9d9c5a26a071 req-6177c8dc-e69c-4089-9db6-88b6b592665f service neutron] Checking segment: {'id': '8543ed5b-b079-4b95-998c-d309c18fb77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0e69c8f7-9487-4d4a-a471-cd917e269754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:09:25.346856 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b11457-8c49-4b9e-a103-9d9c5a26a071 req-6177c8dc-e69c-4089-9db6-88b6b592665f service neutron] Bound using segment: {'id': '8543ed5b-b079-4b95-998c-d309c18fb77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0e69c8f7-9487-4d4a-a471-cd917e269754'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:09:25.347276 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-07b11457-8c49-4b9e-a103-9d9c5a26a071 req-6177c8dc-e69c-4089-9db6-88b6b592665f service neutron] Bound port: 57529b08-82a1-48cb-b59f-eb6c572bd5f3, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8543ed5b-b079-4b95-998c-d309c18fb77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0e69c8f7-9487-4d4a-a471-cd917e269754'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:09:25.347626 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-07b11457-8c49-4b9e-a103-9d9c5a26a071 req-6177c8dc-e69c-4089-9db6-88b6b592665f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:09:25.408908 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-07b11457-8c49-4b9e-a103-9d9c5a26a071 req-6177c8dc-e69c-4089-9db6-88b6b592665f service neutron] For port 57529b08-82a1-48cb-b59f-eb6c572bd5f3, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:09:25.411848 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-07b11457-8c49-4b9e-a103-9d9c5a26a071 req-6177c8dc-e69c-4089-9db6-88b6b592665f service neutron] For port 57529b08-82a1-48cb-b59f-eb6c572bd5f3, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=57529b08-82a1-48cb-b59f-eb6c572bd5f3,segment=NetworkSegment(8543ed5b-b079-4b95-998c-d309c18fb77e),segment_id=8543ed5b-b079-4b95-998c-d309c18fb77e)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:09:25.416525 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-07b11457-8c49-4b9e-a103-9d9c5a26a071 req-6177c8dc-e69c-4089-9db6-88b6b592665f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:09:25.449849 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b11457-8c49-4b9e-a103-9d9c5a26a071 req-6177c8dc-e69c-4089-9db6-88b6b592665f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:09:25.450480 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-07b11457-8c49-4b9e-a103-9d9c5a26a071 req-6177c8dc-e69c-4089-9db6-88b6b592665f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:09:25.451930 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-07b11457-8c49-4b9e-a103-9d9c5a26a071 req-6177c8dc-e69c-4089-9db6-88b6b592665f service neutron] 10.222.0.39 "PUT /v2.0/ports/57529b08-82a1-48cb-b59f-eb6c572bd5f3 HTTP/1.1" status: 200 len: 1091 time: 0.5789838 Sep 17 08:09:25.454237 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75e227fc-8857-4059-a54e-a81ec99bbf50', 'tag': '57529b08-82a1-48cb-b59f-eb6c572bd5f3'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:09:25.456537 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b5f36fe-9662-492a-b6e9-f00fc57638e8" -d '{"events": [{"name": "network-changed", "server_uuid": "75e227fc-8857-4059-a54e-a81ec99bbf50", "tag": "57529b08-82a1-48cb-b59f-eb6c572bd5f3"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:09:25.487459 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6177c8dc-e69c-4089-9db6-88b6b592665f service neutron] Pushing event updated for resources: {'Port': ['ID=57529b08-82a1-48cb-b59f-eb6c572bd5f3,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:09:25.505841 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef46f3-e181-443e-b8ae-180e5f4b8858 req-e27e73e9-63d2-482b-8b37-eee98548e67c tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:09:25.506344 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ef4056-e9fc-4e76-ae20-bbf8655665d1 x-openstack-request-id: req-f4ef4056-e9fc-4e76-ae20-bbf8655665d1 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:09:25.506464 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75e227fc-8857-4059-a54e-a81ec99bbf50", "tag": "57529b08-82a1-48cb-b59f-eb6c572bd5f3", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:09:25.506690 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f4ef4056-e9fc-4e76-ae20-bbf8655665d1 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:09:25.507092 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75e227fc-8857-4059-a54e-a81ec99bbf50', 'tag': '57529b08-82a1-48cb-b59f-eb6c572bd5f3', 'status': 'completed', 'code': 200} Sep 17 08:09:25.507509 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-27ef46f3-e181-443e-b8ae-180e5f4b8858 req-e27e73e9-63d2-482b-8b37-eee98548e67c tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/ports?device_id=75e227fc-8857-4059-a54e-a81ec99bbf50 HTTP/1.1" status: 200 len: 943 time: 0.0515862 Sep 17 08:09:25.546284 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-27ef46f3-e181-443e-b8ae-180e5f4b8858 req-5838205b-540d-4842-8741-b2ab993024a2 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b0f20cd-fe5f-4348-a155-df58c7d0646f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324905 Sep 17 08:09:25.558180 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b11457-8c49-4b9e-a103-9d9c5a26a071 req-cd84ed82-9ee9-4e79-b44d-c5712c315722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:09:25.559701 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-07b11457-8c49-4b9e-a103-9d9c5a26a071 req-cd84ed82-9ee9-4e79-b44d-c5712c315722 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7a2081d5abe54005b461481ec4f5ce09&device_id=75e227fc-8857-4059-a54e-a81ec99bbf50 HTTP/1.1" status: 200 len: 1094 time: 0.0413883 Sep 17 08:09:25.611189 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-07b11457-8c49-4b9e-a103-9d9c5a26a071 req-ef4753e2-6a2f-420a-96fd-da1a19ae851c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57529b08-82a1-48cb-b59f-eb6c572bd5f3 HTTP/1.1" status: 200 len: 217 time: 0.0374229 Sep 17 08:09:25.661037 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b11457-8c49-4b9e-a103-9d9c5a26a071 req-63ce8c01-3fe0-4685-b7b1-10dcc3af473e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:09:25.662431 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-07b11457-8c49-4b9e-a103-9d9c5a26a071 req-63ce8c01-3fe0-4685-b7b1-10dcc3af473e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=52fcefb8-8f4a-473c-8836-ba05f0bdb035 HTTP/1.1" status: 200 len: 855 time: 0.0415711 Sep 17 08:09:25.693295 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-07b11457-8c49-4b9e-a103-9d9c5a26a071 req-f9cb47fe-2e9e-49ab-9522-abbbea65dd2e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0e69c8f7-9487-4d4a-a471-cd917e269754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230181 Sep 17 08:09:25.794525 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-07b11457-8c49-4b9e-a103-9d9c5a26a071 req-48f6d2b0-36b7-49c3-9d20-e21209cf2823 service neutron] 10.222.0.39 "GET /v2.0/networks/0e69c8f7-9487-4d4a-a471-cd917e269754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911121 Sep 17 08:09:25.883718 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-07b11457-8c49-4b9e-a103-9d9c5a26a071 req-386d9e2c-0816-45dc-b7db-c8d6c4d11679 service neutron] 10.222.0.39 "GET /v2.0/networks/0e69c8f7-9487-4d4a-a471-cd917e269754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812252 Sep 17 08:09:26.020113 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f36fe-9662-492a-b6e9-f00fc57638e8 req-5d0e495b-b57c-46a5-97cc-15a6522b8600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:09:26.023489 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7b5f36fe-9662-492a-b6e9-f00fc57638e8 req-5d0e495b-b57c-46a5-97cc-15a6522b8600 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7a2081d5abe54005b461481ec4f5ce09&device_id=75e227fc-8857-4059-a54e-a81ec99bbf50 HTTP/1.1" status: 200 len: 1094 time: 0.0468044 Sep 17 08:09:26.116933 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f36fe-9662-492a-b6e9-f00fc57638e8 req-356bc1d2-61d4-43a9-a35a-af3cc955979f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:09:26.118430 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7b5f36fe-9662-492a-b6e9-f00fc57638e8 req-356bc1d2-61d4-43a9-a35a-af3cc955979f service neutron] 10.222.0.39 "GET /v2.0/networks?id=0e69c8f7-9487-4d4a-a471-cd917e269754 HTTP/1.1" status: 200 len: 916 time: 0.0867875 Sep 17 08:09:26.164098 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7b5f36fe-9662-492a-b6e9-f00fc57638e8 req-1e593f87-1400-4451-8845-a5812287445e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57529b08-82a1-48cb-b59f-eb6c572bd5f3 HTTP/1.1" status: 200 len: 217 time: 0.0378432 Sep 17 08:09:26.213063 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f36fe-9662-492a-b6e9-f00fc57638e8 req-4dd1eae5-2297-4076-a641-eb34b9426100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:09:26.215131 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7b5f36fe-9662-492a-b6e9-f00fc57638e8 req-4dd1eae5-2297-4076-a641-eb34b9426100 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=52fcefb8-8f4a-473c-8836-ba05f0bdb035 HTTP/1.1" status: 200 len: 855 time: 0.0430765 Sep 17 08:09:26.246597 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7b5f36fe-9662-492a-b6e9-f00fc57638e8 req-c54095c6-7d21-4947-9967-37a2c4322955 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0e69c8f7-9487-4d4a-a471-cd917e269754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237291 Sep 17 08:09:26.336435 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7b5f36fe-9662-492a-b6e9-f00fc57638e8 req-752daf17-1451-499f-b33e-fc62c208382d service neutron] 10.222.0.39 "GET /v2.0/networks/0e69c8f7-9487-4d4a-a471-cd917e269754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814972 Sep 17 08:09:26.433546 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7b5f36fe-9662-492a-b6e9-f00fc57638e8 req-86bbe473-60ba-452c-94e1-4a17ff57ce06 service neutron] 10.222.0.39 "GET /v2.0/networks/0e69c8f7-9487-4d4a-a471-cd917e269754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890403 Sep 17 08:09:26.662808 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f8dfb7-08b3-47b9-8f47-5ea4010082e6 req-9ddbece9-954d-4bf0-b7f5-519b57f3fd7e tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:09:26.664322 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-93f8dfb7-08b3-47b9-8f47-5ea4010082e6 req-9ddbece9-954d-4bf0-b7f5-519b57f3fd7e tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/ports?device_id=75e227fc-8857-4059-a54e-a81ec99bbf50 HTTP/1.1" status: 200 len: 943 time: 0.0520597 Sep 17 08:09:26.700906 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-93f8dfb7-08b3-47b9-8f47-5ea4010082e6 req-d8512e7b-c2c1-4447-bc20-c0ad718392fa tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b0f20cd-fe5f-4348-a155-df58c7d0646f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306640 Sep 17 08:09:27.811667 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc463c9a-ec71-456c-ba44-1c4b67a8d79c req-461c7d27-e394-4a08-83af-083d10cd0e27 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:09:27.813177 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bc463c9a-ec71-456c-ba44-1c4b67a8d79c req-461c7d27-e394-4a08-83af-083d10cd0e27 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/ports?device_id=75e227fc-8857-4059-a54e-a81ec99bbf50 HTTP/1.1" status: 200 len: 943 time: 0.0475059 Sep 17 08:09:27.849047 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bc463c9a-ec71-456c-ba44-1c4b67a8d79c req-1446d446-f040-44c7-809a-4617c3fd7ca0 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b0f20cd-fe5f-4348-a155-df58c7d0646f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301189 Sep 17 08:09:28.958894 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76cedd-490b-4dfd-b933-cb31d3e2d50f req-6c466a1b-c0b4-4b56-bc98-5eb3da63bd7b tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:09:28.960358 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6c76cedd-490b-4dfd-b933-cb31d3e2d50f req-6c466a1b-c0b4-4b56-bc98-5eb3da63bd7b tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/ports?device_id=75e227fc-8857-4059-a54e-a81ec99bbf50 HTTP/1.1" status: 200 len: 943 time: 0.0469594 Sep 17 08:09:28.997216 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6c76cedd-490b-4dfd-b933-cb31d3e2d50f req-c91338d7-899b-4e87-9629-b56247259a5e tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b0f20cd-fe5f-4348-a155-df58c7d0646f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304632 Sep 17 08:09:30.116910 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0006bfb0-0278-43f4-9b4f-8b5d27b3b0da req-9ea8917c-ca39-4452-a2c8-51d9009f8b80 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:09:30.118410 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0006bfb0-0278-43f4-9b4f-8b5d27b3b0da req-9ea8917c-ca39-4452-a2c8-51d9009f8b80 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/ports?device_id=75e227fc-8857-4059-a54e-a81ec99bbf50 HTTP/1.1" status: 200 len: 943 time: 0.0571940 Sep 17 08:09:30.155334 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0006bfb0-0278-43f4-9b4f-8b5d27b3b0da req-8b6bd73c-1ac5-435a-99c2-c447ced437a9 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b0f20cd-fe5f-4348-a155-df58c7d0646f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303154 Sep 17 08:09:30.233671 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 57529b08-82a1-48cb-b59f-eb6c572bd5f3 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:09:30.324040 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 57529b08-82a1-48cb-b59f-eb6c572bd5f3, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=57529b08-82a1-48cb-b59f-eb6c572bd5f3,segment=NetworkSegment(8543ed5b-b079-4b95-998c-d309c18fb77e),segment_id=8543ed5b-b079-4b95-998c-d309c18fb77e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:09:30.334428 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '57529b08-82a1-48cb-b59f-eb6c572bd5f3', 'network_id': '0e69c8f7-9487-4d4a-a471-cd917e269754', 'port_id': '57529b08-82a1-48cb-b59f-eb6c572bd5f3', 'mac_address': 'fa:16:3e:04:0d:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52fcefb8-8f4a-473c-8836-ba05f0bdb035', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:09:30.373745 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:09:30.385618 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57529b08-82a1-48cb-b59f-eb6c572bd5f3 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:09:30.404087 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 57529b08-82a1-48cb-b59f-eb6c572bd5f3, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=57529b08-82a1-48cb-b59f-eb6c572bd5f3,segment=NetworkSegment(8543ed5b-b079-4b95-998c-d309c18fb77e),segment_id=8543ed5b-b079-4b95-998c-d309c18fb77e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:09:30.408145 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:09:30.461519 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=57529b08-82a1-48cb-b59f-eb6c572bd5f3,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:09:30.897139 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['57529b08-82a1-48cb-b59f-eb6c572bd5f3'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:09:31.268400 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a91a595-e4b3-4230-8b1d-333edbd4b65b req-41d5c7df-9b70-43a8-ba7f-122f93b3a1de tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:09:31.269869 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9a91a595-e4b3-4230-8b1d-333edbd4b65b req-41d5c7df-9b70-43a8-ba7f-122f93b3a1de tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/ports?device_id=75e227fc-8857-4059-a54e-a81ec99bbf50 HTTP/1.1" status: 200 len: 944 time: 0.0479863 Sep 17 08:09:31.308737 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9a91a595-e4b3-4230-8b1d-333edbd4b65b req-8bb301f1-5352-4994-84da-5769630e215f tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b0f20cd-fe5f-4348-a155-df58c7d0646f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325074 Sep 17 08:09:32.244431 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 57529b08-82a1-48cb-b59f-eb6c572bd5f3 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:09:32.291381 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port 57529b08-82a1-48cb-b59f-eb6c572bd5f3 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:09:32.294855 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 57529b08-82a1-48cb-b59f-eb6c572bd5f3 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:09:32.295223 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:09:32.369242 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:09:32.391481 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e227fc-8857-4059-a54e-a81ec99bbf50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57529b08-82a1-48cb-b59f-eb6c572bd5f3'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:09:32.393753 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b298b0-d08b-4ec1-8f94-32e82aa0f89d" -d '{"events": [{"server_uuid": "75e227fc-8857-4059-a54e-a81ec99bbf50", "name": "network-vif-plugged", "status": "completed", "tag": "57529b08-82a1-48cb-b59f-eb6c572bd5f3"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:09:32.407446 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 57529b08-82a1-48cb-b59f-eb6c572bd5f3, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=57529b08-82a1-48cb-b59f-eb6c572bd5f3,segment=NetworkSegment(8543ed5b-b079-4b95-998c-d309c18fb77e),segment_id=8543ed5b-b079-4b95-998c-d309c18fb77e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:09:32.412617 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:09:32.427514 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81504e14-5658-4486-8381-f074c554e5d2 req-a6c0d0a9-07db-4348-b81a-66c568409928 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:09:32.429125 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-81504e14-5658-4486-8381-f074c554e5d2 req-a6c0d0a9-07db-4348-b81a-66c568409928 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/ports?device_id=75e227fc-8857-4059-a54e-a81ec99bbf50 HTTP/1.1" status: 200 len: 944 time: 0.0541968 Sep 17 08:09:32.438342 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ec472e-ca18-4db3-afd8-0729d316e5fb x-openstack-request-id: req-e6ec472e-ca18-4db3-afd8-0729d316e5fb {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:09:32.438639 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75e227fc-8857-4059-a54e-a81ec99bbf50", "name": "network-vif-plugged", "status": "completed", "tag": "57529b08-82a1-48cb-b59f-eb6c572bd5f3", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:09:32.438889 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e6ec472e-ca18-4db3-afd8-0729d316e5fb {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:09:32.439272 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e227fc-8857-4059-a54e-a81ec99bbf50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57529b08-82a1-48cb-b59f-eb6c572bd5f3', 'code': 200} Sep 17 08:09:32.465102 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=57529b08-82a1-48cb-b59f-eb6c572bd5f3,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:09:32.468743 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-81504e14-5658-4486-8381-f074c554e5d2 req-23176aa9-7e8d-4fd0-bbb6-9c4dce44230c tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b0f20cd-fe5f-4348-a155-df58c7d0646f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321994 Sep 17 08:09:32.566202 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f642521-e66c-4de3-988f-7bea855f768e req-7b088a57-81d6-47db-b6c9-f8b63dc6231f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:09:32.567716 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3f642521-e66c-4de3-988f-7bea855f768e req-7b088a57-81d6-47db-b6c9-f8b63dc6231f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=75e227fc-8857-4059-a54e-a81ec99bbf50 HTTP/1.1" status: 200 len: 1096 time: 0.0382760 Sep 17 08:09:32.602264 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3f642521-e66c-4de3-988f-7bea855f768e req-fd7c8676-37bb-4bdf-a22c-72ad2e74c0cd service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2b0f20cd-fe5f-4348-a155-df58c7d0646f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271842 Sep 17 08:09:33.586081 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1354c4c5-b97c-4dbf-bee7-d915970be545 req-0db33b28-99cd-4736-b3d4-c58f38b51734 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:09:33.587546 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1354c4c5-b97c-4dbf-bee7-d915970be545 req-0db33b28-99cd-4736-b3d4-c58f38b51734 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/ports?device_id=75e227fc-8857-4059-a54e-a81ec99bbf50 HTTP/1.1" status: 200 len: 945 time: 0.0513234 Sep 17 08:09:33.624110 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1354c4c5-b97c-4dbf-bee7-d915970be545 req-fbbd19bb-3d6b-4269-8e58-a3c6a728936c tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b0f20cd-fe5f-4348-a155-df58c7d0646f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300758 Sep 17 08:09:34.735689 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d5f22f-247e-4f2a-869f-7eb43f7bf5e9 req-4f8cdea7-31e2-4978-9069-dff94320e194 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:09:34.737216 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-19d5f22f-247e-4f2a-869f-7eb43f7bf5e9 req-4f8cdea7-31e2-4978-9069-dff94320e194 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/ports?device_id=75e227fc-8857-4059-a54e-a81ec99bbf50 HTTP/1.1" status: 200 len: 945 time: 0.0489213 Sep 17 08:09:34.774580 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-19d5f22f-247e-4f2a-869f-7eb43f7bf5e9 req-8d32fff4-acf8-4de0-991c-800762f8636d tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b0f20cd-fe5f-4348-a155-df58c7d0646f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315402 Sep 17 08:09:35.377248 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:09:35.692109 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:09:36.172228 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:09:49.909475 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-66b7ac1e-991c-40d3-b0b7-f329f22d8eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:09:52.411882 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ed04dab9-9f6a-46ae-80c5-f7a2e3dd4a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:09:52.683053 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:09:53.673629 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:09:54.012000 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1733ac-861b-4b9d-a977-d9e02a5f7aa7 req-19b02e6c-dadb-4a6c-a282-fa59229e52b3 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:09:54.013540 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1e1733ac-861b-4b9d-a977-d9e02a5f7aa7 req-19b02e6c-dadb-4a6c-a282-fa59229e52b3 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/ports?device_id=75e227fc-8857-4059-a54e-a81ec99bbf50 HTTP/1.1" status: 200 len: 945 time: 0.0495844 Sep 17 08:09:54.052136 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1e1733ac-861b-4b9d-a977-d9e02a5f7aa7 req-6c0598c6-3607-4392-9197-ba962ce55c71 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b0f20cd-fe5f-4348-a155-df58c7d0646f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315862 Sep 17 08:09:55.169774 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa702cc5-b37e-4e9f-ae27-d978c7be32fd req-7024fda3-298d-4132-9aa3-9a656f640eb9 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:09:55.175595 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-aa702cc5-b37e-4e9f-ae27-d978c7be32fd req-7024fda3-298d-4132-9aa3-9a656f640eb9 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/ports?device_id=75e227fc-8857-4059-a54e-a81ec99bbf50 HTTP/1.1" status: 200 len: 945 time: 0.0570707 Sep 17 08:09:55.216331 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-aa702cc5-b37e-4e9f-ae27-d978c7be32fd req-c12e2f89-b2a4-440f-9dda-02b853d32988 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b0f20cd-fe5f-4348-a155-df58c7d0646f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346339 Sep 17 08:09:55.264851 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:09:55.988901 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c453b2-3b15-43b8-b5bc-53e08c018f38 req-97d83c4b-d7c3-43cb-a440-e3920011ebf7 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:09:55.990355 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-64c453b2-3b15-43b8-b5bc-53e08c018f38 req-97d83c4b-d7c3-43cb-a440-e3920011ebf7 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.39 "GET /v2.0/ports?device_id=75e227fc-8857-4059-a54e-a81ec99bbf50 HTTP/1.1" status: 200 len: 945 time: 0.0521576 Sep 17 08:09:56.082149 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-64c453b2-3b15-43b8-b5bc-53e08c018f38 req-c3d5b5bb-39eb-4347-9f7a-57bf975a28bf tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Deleting port 57529b08-82a1-48cb-b59f-eb6c572bd5f3 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:09:56.082501 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-64c453b2-3b15-43b8-b5bc-53e08c018f38 req-c3d5b5bb-39eb-4347-9f7a-57bf975a28bf tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:09:56.170941 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-64c453b2-3b15-43b8-b5bc-53e08c018f38 req-c3d5b5bb-39eb-4347-9f7a-57bf975a28bf tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] For port 57529b08-82a1-48cb-b59f-eb6c572bd5f3, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=57529b08-82a1-48cb-b59f-eb6c572bd5f3,segment=NetworkSegment(8543ed5b-b079-4b95-998c-d309c18fb77e),segment_id=8543ed5b-b079-4b95-998c-d309c18fb77e)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:09:56.171303 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-64c453b2-3b15-43b8-b5bc-53e08c018f38 req-c3d5b5bb-39eb-4347-9f7a-57bf975a28bf tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:09:56.183057 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-64c453b2-3b15-43b8-b5bc-53e08c018f38 req-c3d5b5bb-39eb-4347-9f7a-57bf975a28bf tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Calling delete_port for 57529b08-82a1-48cb-b59f-eb6c572bd5f3 owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:09:56.312579 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-64c453b2-3b15-43b8-b5bc-53e08c018f38 req-c3d5b5bb-39eb-4347-9f7a-57bf975a28bf tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:09:56.336928 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea4f83d-61ab-41f4-b754-4e71a939e483 req-c1203692-eb6f-42be-b5b2-18967744dd8b tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:09:56.338446 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4ea4f83d-61ab-41f4-b754-4e71a939e483 req-c1203692-eb6f-42be-b5b2-18967744dd8b tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/ports?device_id=75e227fc-8857-4059-a54e-a81ec99bbf50 HTTP/1.1" status: 200 len: 867 time: 0.0564301 Sep 17 08:09:56.344356 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d5b5bb-39eb-4347-9f7a-57bf975a28bf tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Pushing event deleted for resources: {'Port': ['ID=57529b08-82a1-48cb-b59f-eb6c572bd5f3,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:09:56.348192 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['4cad3a80-eb91-4e6e-ab3c-bfa0d83f2415', '57529b08-82a1-48cb-b59f-eb6c572bd5f3'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:09:56.356896 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['07efe3ac-c945-4dfa-8f82-7f6d000f4040', '9cb28f12-e4aa-4c5d-9a8f-aa598686c799'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:09:56.391134 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-64c453b2-3b15-43b8-b5bc-53e08c018f38 req-c3d5b5bb-39eb-4347-9f7a-57bf975a28bf tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] No DVR routers for this DVR port 57529b08-82a1-48cb-b59f-eb6c572bd5f3 on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:09:56.394545 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-64c453b2-3b15-43b8-b5bc-53e08c018f38 req-c3d5b5bb-39eb-4347-9f7a-57bf975a28bf tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:09:56.394920 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4ea4f83d-61ab-41f4-b754-4e71a939e483 req-58c60c92-0a87-4a81-8e4c-ec8984de6519 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b0f20cd-fe5f-4348-a155-df58c7d0646f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379639 Sep 17 08:09:56.397136 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-64c453b2-3b15-43b8-b5bc-53e08c018f38 req-c3d5b5bb-39eb-4347-9f7a-57bf975a28bf tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.39 "DELETE /v2.0/ports/57529b08-82a1-48cb-b59f-eb6c572bd5f3 HTTP/1.1" status: 204 len: 173 time: 0.3996172 Sep 17 08:09:56.397775 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e227fc-8857-4059-a54e-a81ec99bbf50', 'name': 'network-vif-deleted', 'tag': '57529b08-82a1-48cb-b59f-eb6c572bd5f3'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:09:56.405726 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be79d59-e567-4c43-8dc3-2829438c239c" -d '{"events": [{"server_uuid": "75e227fc-8857-4059-a54e-a81ec99bbf50", "name": "network-vif-deleted", "tag": "57529b08-82a1-48cb-b59f-eb6c572bd5f3"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:09:56.458031 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61271087-b693-486d-8535-866d44770216 x-openstack-request-id: req-61271087-b693-486d-8535-866d44770216 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:09:56.458395 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75e227fc-8857-4059-a54e-a81ec99bbf50", "name": "network-vif-deleted", "tag": "57529b08-82a1-48cb-b59f-eb6c572bd5f3", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:09:56.458713 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-61271087-b693-486d-8535-866d44770216 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:09:56.459185 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e227fc-8857-4059-a54e-a81ec99bbf50', 'name': 'network-vif-deleted', 'tag': '57529b08-82a1-48cb-b59f-eb6c572bd5f3', 'status': 'completed', 'code': 200} Sep 17 08:09:56.510159 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff24105-9407-483e-9b66-7f0c43c8b343 req-f1112225-80d3-4eaf-b1c1-a2c8fb95cfdb tempest-TestNetworkAdvancedServerOps-1491937489 tempest-TestNetworkAdvancedServerOps-1491937489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:09:56.512749 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dff24105-9407-483e-9b66-7f0c43c8b343 req-f1112225-80d3-4eaf-b1c1-a2c8fb95cfdb tempest-TestNetworkAdvancedServerOps-1491937489 tempest-TestNetworkAdvancedServerOps-1491937489-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5d21dcaf-2e2d-4d69-94e4-520d7f9115c3 HTTP/1.1" status: 200 len: 1097 time: 0.0438976 Sep 17 08:09:56.553905 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dff24105-9407-483e-9b66-7f0c43c8b343 req-52ee28dd-88cf-4464-a1ab-a8986b9bc0b5 tempest-TestNetworkAdvancedServerOps-1491937489 tempest-TestNetworkAdvancedServerOps-1491937489-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d107d5ef-6bbd-42bc-9048-57654bfdda1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302582 Sep 17 08:09:56.779003 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe27a9-29dc-447c-9e97-f47283c43204 req-190e8989-61f7-4469-ba52-4cb8b73df399 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:09:56.781041 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b7fe27a9-29dc-447c-9e97-f47283c43204 req-190e8989-61f7-4469-ba52-4cb8b73df399 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d21dcaf-2e2d-4d69-94e4-520d7f9115c3 HTTP/1.1" status: 200 len: 946 time: 0.0515578 Sep 17 08:09:56.827270 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b7fe27a9-29dc-447c-9e97-f47283c43204 req-0f1cb67d-9034-423b-81e6-44c081b3fe78 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=d107d5ef-6bbd-42bc-9048-57654bfdda1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397530 Sep 17 08:09:56.849461 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 38726) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:09:56.908401 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-cedd12c9-f64f-4d19-909b-45c1ba887342 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/floatingips/b24315ee-a216-4154-81fa-29254f1216fb HTTP/1.1" status: 200 len: 994 time: 0.0578318 Sep 17 08:09:57.225632 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [req-26623e5f-1524-4ed2-9a1c-8e33012f34a1 req-49d86487-9f7e-43c8-bc09-9d74bbbfdb8c service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:09:57.226622 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-26623e5f-1524-4ed2-9a1c-8e33012f34a1 req-49d86487-9f7e-43c8-bc09-9d74bbbfdb8c service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056748 Sep 17 08:09:57.559063 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562a666-8211-476d-9ea0-586a13491160 req-92cb93fa-34c7-42ef-9431-1ba95b8e05d5 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:09:57.566831 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5562a666-8211-476d-9ea0-586a13491160 req-92cb93fa-34c7-42ef-9431-1ba95b8e05d5 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d21dcaf-2e2d-4d69-94e4-520d7f9115c3 HTTP/1.1" status: 200 len: 946 time: 0.0569770 Sep 17 08:09:57.602154 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5562a666-8211-476d-9ea0-586a13491160 req-f3bac318-8f3b-4279-8cc7-afc7b07efe02 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=d107d5ef-6bbd-42bc-9048-57654bfdda1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343747 Sep 17 08:09:57.635330 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-aac21ad6-5c04-4e8a-a505-4db7f32f31f8 req-76a39cf3-1213-431a-9d33-191aac2c18b1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5d21dcaf-2e2d-4d69-94e4-520d7f9115c3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1391814 Sep 17 08:09:57.644155 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [req-aac21ad6-5c04-4e8a-a505-4db7f32f31f8 req-3343af3b-d39a-4706-8ad3-daa01614ebfd service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:09:57.645181 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-aac21ad6-5c04-4e8a-a505-4db7f32f31f8 req-3343af3b-d39a-4706-8ad3-daa01614ebfd service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049553 Sep 17 08:09:58.720947 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4da23f9-1f93-44f4-a09d-cb76426b8839 req-fb70d9f1-5cec-4a54-a69e-1a0944aec176 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:09:58.722714 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a4da23f9-1f93-44f4-a09d-cb76426b8839 req-fb70d9f1-5cec-4a54-a69e-1a0944aec176 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d21dcaf-2e2d-4d69-94e4-520d7f9115c3 HTTP/1.1" status: 200 len: 946 time: 0.0525939 Sep 17 08:09:58.760207 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a4da23f9-1f93-44f4-a09d-cb76426b8839 req-4b452cfc-9721-42bc-802c-255c8787f6ba tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=d107d5ef-6bbd-42bc-9048-57654bfdda1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315208 Sep 17 08:09:59.017361 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac21ad6-5c04-4e8a-a505-4db7f32f31f8 req-61e5c5f1-3c5b-4632-b3e4-638f587049e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:09:59.018893 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-aac21ad6-5c04-4e8a-a505-4db7f32f31f8 req-61e5c5f1-3c5b-4632-b3e4-638f587049e9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6ef7951b2ac4d2ead98d70f1879d714&device_id=5d21dcaf-2e2d-4d69-94e4-520d7f9115c3 HTTP/1.1" status: 200 len: 1097 time: 0.1002212 Sep 17 08:09:59.115267 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac21ad6-5c04-4e8a-a505-4db7f32f31f8 req-38e085c0-e6e3-411d-8b37-ef7b4be46654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:09:59.116922 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-aac21ad6-5c04-4e8a-a505-4db7f32f31f8 req-38e085c0-e6e3-411d-8b37-ef7b4be46654 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f HTTP/1.1" status: 200 len: 897 time: 0.0908284 Sep 17 08:09:59.182608 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-aac21ad6-5c04-4e8a-a505-4db7f32f31f8 req-b1822832-fd18-4e1d-b29b-c1f028650f22 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1475caf1-f5b0-45e1-bfc4-2d0716cb22bb HTTP/1.1" status: 200 len: 1002 time: 0.0573461 Sep 17 08:09:59.232964 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac21ad6-5c04-4e8a-a505-4db7f32f31f8 req-40625bbb-fe7d-4724-83b9-39aadbd21eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:09:59.234469 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-aac21ad6-5c04-4e8a-a505-4db7f32f31f8 req-40625bbb-fe7d-4724-83b9-39aadbd21eab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b98ec8dd-adb0-4978-b4cf-67dad35b09f8 HTTP/1.1" status: 200 len: 835 time: 0.0448182 Sep 17 08:09:59.284516 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac21ad6-5c04-4e8a-a505-4db7f32f31f8 req-0a4f653e-d312-4e99-8cd9-e9fbda76a700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:09:59.286057 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-aac21ad6-5c04-4e8a-a505-4db7f32f31f8 req-0a4f653e-d312-4e99-8cd9-e9fbda76a700 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440099 Sep 17 08:09:59.377570 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-aac21ad6-5c04-4e8a-a505-4db7f32f31f8 req-9927e842-470c-46b1-af08-87b36eece2ab service neutron] 10.222.0.41 "GET /v2.0/networks/4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834105 Sep 17 08:09:59.475154 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-aac21ad6-5c04-4e8a-a505-4db7f32f31f8 req-0e67c22a-fa4f-42e7-97df-e4cdad8a1d6f service neutron] 10.222.0.41 "GET /v2.0/networks/4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903499 Sep 17 08:09:59.906446 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ebd00-3ff5-4964-a1fb-3a8a490e8fc9 req-5e7395b7-e16e-4ee9-ae76-663cd669b977 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:09:59.908793 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d72ebd00-3ff5-4964-a1fb-3a8a490e8fc9 req-5e7395b7-e16e-4ee9-ae76-663cd669b977 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d21dcaf-2e2d-4d69-94e4-520d7f9115c3 HTTP/1.1" status: 200 len: 946 time: 0.0801489 Sep 17 08:09:59.928316 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e4be64-11eb-4793-ae59-f8f65e963acc req-191ab924-5f62-4eb5-bb43-3faa7be78149 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:09:59.929803 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e8e4be64-11eb-4793-ae59-f8f65e963acc req-191ab924-5f62-4eb5-bb43-3faa7be78149 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d771ba9-a5af-4d4f-8819-8231c748c977 HTTP/1.1" status: 200 len: 946 time: 0.0752084 Sep 17 08:09:59.973813 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d72ebd00-3ff5-4964-a1fb-3a8a490e8fc9 req-2b6ce8b3-3c54-462e-a3c5-686b4de49e08 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=d107d5ef-6bbd-42bc-9048-57654bfdda1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599265 Sep 17 08:09:59.986713 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e8e4be64-11eb-4793-ae59-f8f65e963acc req-e599605f-30dd-4495-bbc1-2c4b207e6dd0 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b0f20cd-fe5f-4348-a155-df58c7d0646f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487232 Sep 17 08:10:00.460554 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 57529b08-82a1-48cb-b59f-eb6c572bd5f3 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:10:00.480827 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: 57529b08-82a1-48cb-b59f-eb6c572bd5f3 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:10:00.481170 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 57529b08-82a1-48cb-b59f-eb6c572bd5f3 not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:10:01.125667 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba0485e-856f-4086-9505-d61336527c9a req-a241a39f-9c50-4900-85f3-ab12ff138a01 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:01.127154 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fba0485e-856f-4086-9505-d61336527c9a req-a241a39f-9c50-4900-85f3-ab12ff138a01 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d21dcaf-2e2d-4d69-94e4-520d7f9115c3 HTTP/1.1" status: 200 len: 946 time: 0.0816901 Sep 17 08:10:01.134465 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c3efe-5fc6-4c0f-b833-d57a2cdd4d5e req-f28026a4-4f45-4a9b-8848-80e607a9812f tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:01.135821 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7a1c3efe-5fc6-4c0f-b833-d57a2cdd4d5e req-f28026a4-4f45-4a9b-8848-80e607a9812f tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d771ba9-a5af-4d4f-8819-8231c748c977 HTTP/1.1" status: 200 len: 946 time: 0.0798864 Sep 17 08:10:01.188158 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fba0485e-856f-4086-9505-d61336527c9a req-cde06fe9-4ba8-4557-910f-25ea64373db3 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=d107d5ef-6bbd-42bc-9048-57654bfdda1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513268 Sep 17 08:10:01.195245 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7a1c3efe-5fc6-4c0f-b833-d57a2cdd4d5e req-3494f158-477f-4235-96e4-4e501e4dfb3c tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b0f20cd-fe5f-4348-a155-df58c7d0646f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522878 Sep 17 08:10:01.599903 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-34d1dce9-6ef9-49a6-a707-a70824a1a691 req-35f2d30f-3b29-4f12-8271-5ff61b98ebc7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0906477 Sep 17 08:10:01.713413 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1dce9-6ef9-49a6-a707-a70824a1a691 req-bf7d7814-1a6d-4a8d-9408-bfdd82ea25ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:01.713899 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1dce9-6ef9-49a6-a707-a70824a1a691 req-bf7d7814-1a6d-4a8d-9408-bfdd82ea25ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:01.714372 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1dce9-6ef9-49a6-a707-a70824a1a691 req-bf7d7814-1a6d-4a8d-9408-bfdd82ea25ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:01.714843 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1dce9-6ef9-49a6-a707-a70824a1a691 req-bf7d7814-1a6d-4a8d-9408-bfdd82ea25ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:01.715314 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1dce9-6ef9-49a6-a707-a70824a1a691 req-bf7d7814-1a6d-4a8d-9408-bfdd82ea25ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:01.715783 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1dce9-6ef9-49a6-a707-a70824a1a691 req-bf7d7814-1a6d-4a8d-9408-bfdd82ea25ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:01.716291 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1dce9-6ef9-49a6-a707-a70824a1a691 req-bf7d7814-1a6d-4a8d-9408-bfdd82ea25ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:01.718223 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-34d1dce9-6ef9-49a6-a707-a70824a1a691 req-bf7d7814-1a6d-4a8d-9408-bfdd82ea25ec service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9dd60ef4e32342ee9bd756b274f1d1f9&device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab HTTP/1.1" status: 200 len: 6488 time: 0.0520329 Sep 17 08:10:01.816675 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4164555f-4fba-4dcf-b0a5-8d2979ff34c9 req-aa9d0479-1b9a-4f22-82e1-d62e4c51c4a8 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:01.818077 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4164555f-4fba-4dcf-b0a5-8d2979ff34c9 req-aa9d0479-1b9a-4f22-82e1-d62e4c51c4a8 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d771ba9-a5af-4d4f-8819-8231c748c977 HTTP/1.1" status: 200 len: 946 time: 0.0473084 Sep 17 08:10:01.832379 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1dce9-6ef9-49a6-a707-a70824a1a691 req-89abac63-28aa-4e5f-9d14-60ac286211b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:01.832871 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1dce9-6ef9-49a6-a707-a70824a1a691 req-89abac63-28aa-4e5f-9d14-60ac286211b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:01.833341 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1dce9-6ef9-49a6-a707-a70824a1a691 req-89abac63-28aa-4e5f-9d14-60ac286211b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:01.834926 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-34d1dce9-6ef9-49a6-a707-a70824a1a691 req-89abac63-28aa-4e5f-9d14-60ac286211b1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f09c285a-372f-4d9d-93e7-05d1bf72bf1b&id=38da8219-9711-4a17-95ce-4a60364cf1ab&id=38da8219-9711-4a17-95ce-4a60364cf1ab&id=38da8219-9711-4a17-95ce-4a60364cf1ab&id=38da8219-9711-4a17-95ce-4a60364cf1ab&id=af537dc7-8886-4fdc-a38b-73c1633b0a59&id=af537dc7-8886-4fdc-a38b-73c1633b0a59 HTTP/1.1" status: 200 len: 2292 time: 0.0916960 Sep 17 08:10:01.905454 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-34d1dce9-6ef9-49a6-a707-a70824a1a691 req-11819964-47e7-43c0-b77e-cdfa4596ab22 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f925fa88-e615-42d2-b3ec-449463c7b53e HTTP/1.1" status: 200 len: 1001 time: 0.0623398 Sep 17 08:10:01.914038 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-4164555f-4fba-4dcf-b0a5-8d2979ff34c9 req-63a2ef2a-b7f4-4ac6-a2ff-c2f484a0d1a0 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Deleting port 9cb28f12-e4aa-4c5d-9a8f-aa598686c799 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:10:01.914391 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-4164555f-4fba-4dcf-b0a5-8d2979ff34c9 req-63a2ef2a-b7f4-4ac6-a2ff-c2f484a0d1a0 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:01.954528 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1dce9-6ef9-49a6-a707-a70824a1a691 req-3db06b85-7dda-4d8e-8d25-58c6b9960353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:01.956021 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-34d1dce9-6ef9-49a6-a707-a70824a1a691 req-3db06b85-7dda-4d8e-8d25-58c6b9960353 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1862c60a-900a-428f-84d5-02f641b77766 HTTP/1.1" status: 200 len: 850 time: 0.0435750 Sep 17 08:10:02.002777 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1dce9-6ef9-49a6-a707-a70824a1a691 req-497ce906-ac95-46fd-9017-035e57727035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:02.004572 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-34d1dce9-6ef9-49a6-a707-a70824a1a691 req-497ce906-ac95-46fd-9017-035e57727035 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f09c285a-372f-4d9d-93e7-05d1bf72bf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414197 Sep 17 08:10:02.007652 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-4164555f-4fba-4dcf-b0a5-8d2979ff34c9 req-63a2ef2a-b7f4-4ac6-a2ff-c2f484a0d1a0 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] For port 9cb28f12-e4aa-4c5d-9a8f-aa598686c799, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=9cb28f12-e4aa-4c5d-9a8f-aa598686c799,segment=NetworkSegment(8543ed5b-b079-4b95-998c-d309c18fb77e),segment_id=8543ed5b-b079-4b95-998c-d309c18fb77e)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:10:02.008062 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-4164555f-4fba-4dcf-b0a5-8d2979ff34c9 req-63a2ef2a-b7f4-4ac6-a2ff-c2f484a0d1a0 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:02.020069 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-4164555f-4fba-4dcf-b0a5-8d2979ff34c9 req-63a2ef2a-b7f4-4ac6-a2ff-c2f484a0d1a0 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Calling delete_port for 9cb28f12-e4aa-4c5d-9a8f-aa598686c799 owned by compute:nova {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:10:02.101018 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-34d1dce9-6ef9-49a6-a707-a70824a1a691 req-ec2ce6bc-6ed2-4d0d-87dc-df552d401bce service neutron] 10.222.0.39 "GET /v2.0/networks/f09c285a-372f-4d9d-93e7-05d1bf72bf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871928 Sep 17 08:10:02.152310 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-4164555f-4fba-4dcf-b0a5-8d2979ff34c9 req-63a2ef2a-b7f4-4ac6-a2ff-c2f484a0d1a0 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:02.184218 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a2ef2a-b7f4-4ac6-a2ff-c2f484a0d1a0 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Pushing event deleted for resources: {'Port': ['ID=9cb28f12-e4aa-4c5d-9a8f-aa598686c799,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:02.192383 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['4cad3a80-eb91-4e6e-ab3c-bfa0d83f2415'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:10:02.198217 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-34d1dce9-6ef9-49a6-a707-a70824a1a691 req-4b06ab82-fe0b-475d-85f1-6017f0644ed4 service neutron] 10.222.0.39 "GET /v2.0/networks/f09c285a-372f-4d9d-93e7-05d1bf72bf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854979 Sep 17 08:10:02.198465 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2ef2a-b7f4-4ac6-a2ff-c2f484a0d1a0 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:10:02.198772 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2ef2a-b7f4-4ac6-a2ff-c2f484a0d1a0 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:10:02.199119 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2ef2a-b7f4-4ac6-a2ff-c2f484a0d1a0 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:10:02.199459 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2ef2a-b7f4-4ac6-a2ff-c2f484a0d1a0 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:10:02.199794 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2ef2a-b7f4-4ac6-a2ff-c2f484a0d1a0 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:10:02.200149 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2ef2a-b7f4-4ac6-a2ff-c2f484a0d1a0 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:10:02.200478 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2ef2a-b7f4-4ac6-a2ff-c2f484a0d1a0 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:10:02.200805 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2ef2a-b7f4-4ac6-a2ff-c2f484a0d1a0 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:10:02.201138 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2ef2a-b7f4-4ac6-a2ff-c2f484a0d1a0 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:10:02.201466 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2ef2a-b7f4-4ac6-a2ff-c2f484a0d1a0 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:10:02.201791 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2ef2a-b7f4-4ac6-a2ff-c2f484a0d1a0 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:10:02.202117 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2ef2a-b7f4-4ac6-a2ff-c2f484a0d1a0 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:10:02.237469 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['07efe3ac-c945-4dfa-8f82-7f6d000f4040', '9cb28f12-e4aa-4c5d-9a8f-aa598686c799'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:10:02.250716 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-4164555f-4fba-4dcf-b0a5-8d2979ff34c9 req-63a2ef2a-b7f4-4ac6-a2ff-c2f484a0d1a0 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] No DVR routers for this DVR port 9cb28f12-e4aa-4c5d-9a8f-aa598686c799 on host n-h1-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:10:02.253444 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-4164555f-4fba-4dcf-b0a5-8d2979ff34c9 req-63a2ef2a-b7f4-4ac6-a2ff-c2f484a0d1a0 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:02.256136 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4164555f-4fba-4dcf-b0a5-8d2979ff34c9 req-63a2ef2a-b7f4-4ac6-a2ff-c2f484a0d1a0 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.41 "DELETE /v2.0/ports/9cb28f12-e4aa-4c5d-9a8f-aa598686c799 HTTP/1.1" status: 204 len: 173 time: 0.4306281 Sep 17 08:10:02.256620 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d771ba9-a5af-4d4f-8819-8231c748c977', 'name': 'network-vif-deleted', 'tag': '9cb28f12-e4aa-4c5d-9a8f-aa598686c799'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:10:02.259506 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-34d1dce9-6ef9-49a6-a707-a70824a1a691 req-625a1661-bd16-43d6-a2f6-e24de98e22e9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=f1fe0f28-22d4-4b09-bc17-0fd02f571177 HTTP/1.1" status: 200 len: 217 time: 0.0495484 Sep 17 08:10:02.259774 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc1622d-5592-4ca9-b7ed-3e4768f8b4af" -d '{"events": [{"server_uuid": "1d771ba9-a5af-4d4f-8819-8231c748c977", "name": "network-vif-deleted", "tag": "9cb28f12-e4aa-4c5d-9a8f-aa598686c799"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:10:02.334619 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1dce9-6ef9-49a6-a707-a70824a1a691 req-11cd064e-2df5-4298-9973-22c73c760893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:02.336393 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-34d1dce9-6ef9-49a6-a707-a70824a1a691 req-11cd064e-2df5-4298-9973-22c73c760893 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b03d39e8-6611-49a1-bc08-558dcfc2f27e HTTP/1.1" status: 200 len: 797 time: 0.0687044 Sep 17 08:10:02.353528 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-72cd04c5-4f50-4f61-868d-9caf1985322b req-548a393c-06fe-426a-beb0-9e2e01e94b58 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d771ba9-a5af-4d4f-8819-8231c748c977 HTTP/1.1" status: 200 len: 210 time: 0.0607927 Sep 17 08:10:02.406931 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba0973-8638-4af7-bba6-40f16bb8f16a req-b826f061-f673-4ef7-9dd4-837529a9f08c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:02.410629 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1dce9-6ef9-49a6-a707-a70824a1a691 req-d2236f42-0e2c-4eea-b1c1-f1511c7ecbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:02.410824 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3dba0973-8638-4af7-bba6-40f16bb8f16a req-b826f061-f673-4ef7-9dd4-837529a9f08c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d21dcaf-2e2d-4d69-94e4-520d7f9115c3 HTTP/1.1" status: 200 len: 946 time: 0.1069264 Sep 17 08:10:02.413266 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-34d1dce9-6ef9-49a6-a707-a70824a1a691 req-d2236f42-0e2c-4eea-b1c1-f1511c7ecbfd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=38da8219-9711-4a17-95ce-4a60364cf1ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0664623 Sep 17 08:10:02.459814 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3dba0973-8638-4af7-bba6-40f16bb8f16a req-98de6d27-d78c-47b2-9bb9-c8763d100260 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=d107d5ef-6bbd-42bc-9048-57654bfdda1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443714 Sep 17 08:10:02.509310 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a56bd7b-ad1e-40e0-a1c4-5c4087d864ff x-openstack-request-id: req-8a56bd7b-ad1e-40e0-a1c4-5c4087d864ff {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:10:02.509680 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d771ba9-a5af-4d4f-8819-8231c748c977", "name": "network-vif-deleted", "tag": "9cb28f12-e4aa-4c5d-9a8f-aa598686c799", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:10:02.509912 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8a56bd7b-ad1e-40e0-a1c4-5c4087d864ff {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:10:02.510322 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d771ba9-a5af-4d4f-8819-8231c748c977', 'name': 'network-vif-deleted', 'tag': '9cb28f12-e4aa-4c5d-9a8f-aa598686c799', 'status': 'completed', 'code': 200} Sep 17 08:10:02.549742 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-34d1dce9-6ef9-49a6-a707-a70824a1a691 req-ac9d8c44-6139-425b-b9f4-24d8d57d3dcf service neutron] 10.222.0.39 "GET /v2.0/networks/38da8219-9711-4a17-95ce-4a60364cf1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266801 Sep 17 08:10:02.637879 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-34d1dce9-6ef9-49a6-a707-a70824a1a691 req-7cbc6746-5e3b-4068-a79e-afbfeab57963 service neutron] 10.222.0.39 "GET /v2.0/networks/38da8219-9711-4a17-95ce-4a60364cf1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808368 Sep 17 08:10:02.684604 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-34d1dce9-6ef9-49a6-a707-a70824a1a691 req-9274174b-ed6c-437f-9b27-3cb31f9b7d17 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=58361d99-ef9c-4fbd-af39-2f7f8767303c HTTP/1.1" status: 200 len: 217 time: 0.0371716 Sep 17 08:10:02.736071 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1dce9-6ef9-49a6-a707-a70824a1a691 req-6c4b1dfb-2c7d-46e0-b01e-a0063ad870c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:02.737470 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-34d1dce9-6ef9-49a6-a707-a70824a1a691 req-6c4b1dfb-2c7d-46e0-b01e-a0063ad870c3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b03d39e8-6611-49a1-bc08-558dcfc2f27e HTTP/1.1" status: 200 len: 797 time: 0.0426712 Sep 17 08:10:02.782134 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1dce9-6ef9-49a6-a707-a70824a1a691 req-90e66724-61eb-46cf-b797-0a05922fbf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:02.783595 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-34d1dce9-6ef9-49a6-a707-a70824a1a691 req-90e66724-61eb-46cf-b797-0a05922fbf28 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=38da8219-9711-4a17-95ce-4a60364cf1ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0388558 Sep 17 08:10:02.875004 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-34d1dce9-6ef9-49a6-a707-a70824a1a691 req-f21dfc94-00c4-40c1-abbe-860ea66239f9 service neutron] 10.222.0.39 "GET /v2.0/networks/38da8219-9711-4a17-95ce-4a60364cf1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832226 Sep 17 08:10:02.964138 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-34d1dce9-6ef9-49a6-a707-a70824a1a691 req-548e8089-afed-4a2a-8f2b-5fb140aab748 service neutron] 10.222.0.39 "GET /v2.0/networks/38da8219-9711-4a17-95ce-4a60364cf1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811515 Sep 17 08:10:03.008396 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-34d1dce9-6ef9-49a6-a707-a70824a1a691 req-41af7e3a-6359-420c-a978-3efd4dffd71d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=cd1505ba-efdd-43fd-ab1a-f53b5617d26f HTTP/1.1" status: 200 len: 217 time: 0.0367732 Sep 17 08:10:03.055939 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1dce9-6ef9-49a6-a707-a70824a1a691 req-8e960d4c-0f8c-428f-b523-353564af837b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:03.057340 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-34d1dce9-6ef9-49a6-a707-a70824a1a691 req-8e960d4c-0f8c-428f-b523-353564af837b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b03d39e8-6611-49a1-bc08-558dcfc2f27e HTTP/1.1" status: 200 len: 797 time: 0.0413752 Sep 17 08:10:03.103721 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1dce9-6ef9-49a6-a707-a70824a1a691 req-b2c7e20d-d868-4f4f-94c7-7be0a462ec10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:03.105250 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-34d1dce9-6ef9-49a6-a707-a70824a1a691 req-b2c7e20d-d868-4f4f-94c7-7be0a462ec10 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=38da8219-9711-4a17-95ce-4a60364cf1ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0397079 Sep 17 08:10:03.201767 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-34d1dce9-6ef9-49a6-a707-a70824a1a691 req-85a54e53-6fdd-4963-ad14-3808c9a66dcf service neutron] 10.222.0.39 "GET /v2.0/networks/38da8219-9711-4a17-95ce-4a60364cf1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879841 Sep 17 08:10:03.294672 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-34d1dce9-6ef9-49a6-a707-a70824a1a691 req-97fde383-8b41-44e1-bbd0-82a97d6970b7 service neutron] 10.222.0.39 "GET /v2.0/networks/38da8219-9711-4a17-95ce-4a60364cf1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851634 Sep 17 08:10:03.339623 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-34d1dce9-6ef9-49a6-a707-a70824a1a691 req-213af9f2-f4b4-457a-88ec-a1a5400f942a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.79&port_id=1507ef2b-f42c-4d87-a44c-871476fa8797 HTTP/1.1" status: 200 len: 217 time: 0.0382309 Sep 17 08:10:03.388912 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1dce9-6ef9-49a6-a707-a70824a1a691 req-109edb5e-3b64-48d3-895a-b95859635457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:03.390350 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-34d1dce9-6ef9-49a6-a707-a70824a1a691 req-109edb5e-3b64-48d3-895a-b95859635457 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b03d39e8-6611-49a1-bc08-558dcfc2f27e HTTP/1.1" status: 200 len: 797 time: 0.0439687 Sep 17 08:10:03.444923 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1dce9-6ef9-49a6-a707-a70824a1a691 req-b95dff0b-2c62-4f76-9afc-f29d76d586a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:03.446438 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-34d1dce9-6ef9-49a6-a707-a70824a1a691 req-b95dff0b-2c62-4f76-9afc-f29d76d586a1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=38da8219-9711-4a17-95ce-4a60364cf1ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0446458 Sep 17 08:10:03.545529 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-34d1dce9-6ef9-49a6-a707-a70824a1a691 req-38836141-c350-4075-a798-8ae924581326 service neutron] 10.222.0.39 "GET /v2.0/networks/38da8219-9711-4a17-95ce-4a60364cf1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894878 Sep 17 08:10:03.606521 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca0a23f-faac-4a12-b756-f31c4ffb8974 req-d3ed0731-7c85-4083-a5a5-c9aeee0801de tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:03.608218 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-aca0a23f-faac-4a12-b756-f31c4ffb8974 req-d3ed0731-7c85-4083-a5a5-c9aeee0801de tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d21dcaf-2e2d-4d69-94e4-520d7f9115c3 HTTP/1.1" status: 200 len: 946 time: 0.0865204 Sep 17 08:10:03.640317 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-34d1dce9-6ef9-49a6-a707-a70824a1a691 req-786ef3ec-dc51-491e-9d43-e53424d4afa2 service neutron] 10.222.0.39 "GET /v2.0/networks/38da8219-9711-4a17-95ce-4a60364cf1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878897 Sep 17 08:10:03.670601 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a72e5f-03e6-46d1-b754-266d4c11c2ad req-6f5ad8b6-2118-485a-9138-b15dfb6dc207 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:03.672648 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a1a72e5f-03e6-46d1-b754-266d4c11c2ad req-6f5ad8b6-2118-485a-9138-b15dfb6dc207 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/ports?device_id=42795b5c-cea7-4f2a-8140-56b64341073d HTTP/1.1" status: 200 len: 945 time: 0.0825698 Sep 17 08:10:03.675664 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-aca0a23f-faac-4a12-b756-f31c4ffb8974 req-523ea658-58c6-468b-8286-2c21d6f3025e tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=d107d5ef-6bbd-42bc-9048-57654bfdda1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497911 Sep 17 08:10:03.695772 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-34d1dce9-6ef9-49a6-a707-a70824a1a691 req-95571279-d31c-4b67-abbb-4d0479bf633c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0b73edc0-ba71-4e4d-b7e8-33b02fa74b71 HTTP/1.1" status: 200 len: 217 time: 0.0395219 Sep 17 08:10:03.714519 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a1a72e5f-03e6-46d1-b754-266d4c11c2ad req-f29c3fbd-fad8-44b1-9de1-beacf98978f9 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b0f20cd-fe5f-4348-a155-df58c7d0646f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351157 Sep 17 08:10:03.741861 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1dce9-6ef9-49a6-a707-a70824a1a691 req-95789e1b-5f16-4004-8e53-f73bd579f5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:03.743321 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-34d1dce9-6ef9-49a6-a707-a70824a1a691 req-95789e1b-5f16-4004-8e53-f73bd579f5a8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4987e41e-b830-443a-b55c-26b976d72533 HTTP/1.1" status: 200 len: 797 time: 0.0459123 Sep 17 08:10:03.811366 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1dce9-6ef9-49a6-a707-a70824a1a691 req-d7ed2eec-eca0-455b-b883-8ef8af17d54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:03.812810 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-34d1dce9-6ef9-49a6-a707-a70824a1a691 req-d7ed2eec-eca0-455b-b883-8ef8af17d54b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=af537dc7-8886-4fdc-a38b-73c1633b0a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0391309 Sep 17 08:10:03.904604 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-34d1dce9-6ef9-49a6-a707-a70824a1a691 req-36fbb1c4-10b8-4c68-b752-200fc68ef1fa service neutron] 10.222.0.39 "GET /v2.0/networks/af537dc7-8886-4fdc-a38b-73c1633b0a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827062 Sep 17 08:10:03.992223 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-34d1dce9-6ef9-49a6-a707-a70824a1a691 req-d19207c0-f48a-4446-86d2-799c52b2ee01 service neutron] 10.222.0.39 "GET /v2.0/networks/af537dc7-8886-4fdc-a38b-73c1633b0a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793936 Sep 17 08:10:04.037108 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-34d1dce9-6ef9-49a6-a707-a70824a1a691 req-ca9a394c-0367-4e49-84df-0d71de42a439 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c7185e8d-f50c-4a78-a0cb-5d976790c2e1 HTTP/1.1" status: 200 len: 217 time: 0.0358818 Sep 17 08:10:04.086089 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1dce9-6ef9-49a6-a707-a70824a1a691 req-758db79d-584a-4dcd-bb7a-303a7db1e74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:04.087584 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-34d1dce9-6ef9-49a6-a707-a70824a1a691 req-758db79d-584a-4dcd-bb7a-303a7db1e74f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4987e41e-b830-443a-b55c-26b976d72533 HTTP/1.1" status: 200 len: 797 time: 0.0421941 Sep 17 08:10:04.133476 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1dce9-6ef9-49a6-a707-a70824a1a691 req-ce35f14e-6578-4a28-a19e-245e4b1ab700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:04.134922 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-34d1dce9-6ef9-49a6-a707-a70824a1a691 req-ce35f14e-6578-4a28-a19e-245e4b1ab700 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=af537dc7-8886-4fdc-a38b-73c1633b0a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0382116 Sep 17 08:10:04.229398 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-34d1dce9-6ef9-49a6-a707-a70824a1a691 req-0f5c6369-6d56-4b65-9f9b-b3e64761cab5 service neutron] 10.222.0.39 "GET /v2.0/networks/af537dc7-8886-4fdc-a38b-73c1633b0a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822155 Sep 17 08:10:04.317544 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-34d1dce9-6ef9-49a6-a707-a70824a1a691 req-f29692af-7d55-414d-97d0-593089d6797b service neutron] 10.222.0.39 "GET /v2.0/networks/af537dc7-8886-4fdc-a38b-73c1633b0a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780463 Sep 17 08:10:04.803992 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cde665-70e7-458b-bfde-0451f8b1e7fb req-acc104f2-7540-4fe0-a18b-cc3fc2cf0fb5 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:04.805499 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c0cde665-70e7-458b-bfde-0451f8b1e7fb req-acc104f2-7540-4fe0-a18b-cc3fc2cf0fb5 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d21dcaf-2e2d-4d69-94e4-520d7f9115c3 HTTP/1.1" status: 200 len: 946 time: 0.0630319 Sep 17 08:10:04.876911 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f701bf-32ab-43a4-ba1c-e909e73571fd req-78685144-29c7-4736-ab53-1a84efc8610f tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:04.878394 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-18f701bf-32ab-43a4-ba1c-e909e73571fd req-78685144-29c7-4736-ab53-1a84efc8610f tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/ports?device_id=42795b5c-cea7-4f2a-8140-56b64341073d HTTP/1.1" status: 200 len: 945 time: 0.0720353 Sep 17 08:10:04.880992 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c0cde665-70e7-458b-bfde-0451f8b1e7fb req-c15a9720-5010-4ae1-a968-b0e762cbdc2c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=d107d5ef-6bbd-42bc-9048-57654bfdda1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626619 Sep 17 08:10:04.915867 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-18f701bf-32ab-43a4-ba1c-e909e73571fd req-730fd98b-e97c-4d80-af8a-d9e04d5e6cca tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b0f20cd-fe5f-4348-a155-df58c7d0646f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315025 Sep 17 08:10:05.335752 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ab0fc-39f7-49ba-b88d-b90c9ebec470 req-1793962e-b2a2-4994-87b9-1dc41d50f67a tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:05.337162 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b42ab0fc-39f7-49ba-b88d-b90c9ebec470 req-1793962e-b2a2-4994-87b9-1dc41d50f67a tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.39 "GET /v2.0/ports?device_id=42795b5c-cea7-4f2a-8140-56b64341073d HTTP/1.1" status: 200 len: 945 time: 0.0509298 Sep 17 08:10:05.379114 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:05.433829 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-b42ab0fc-39f7-49ba-b88d-b90c9ebec470 req-796326fc-4c32-4c40-8332-7b7c966cd03c tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Deleting port 4cad3a80-eb91-4e6e-ab3c-bfa0d83f2415 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:10:05.434081 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-b42ab0fc-39f7-49ba-b88d-b90c9ebec470 req-796326fc-4c32-4c40-8332-7b7c966cd03c tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:05.520842 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-b42ab0fc-39f7-49ba-b88d-b90c9ebec470 req-796326fc-4c32-4c40-8332-7b7c966cd03c tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] For port 4cad3a80-eb91-4e6e-ab3c-bfa0d83f2415, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=4cad3a80-eb91-4e6e-ab3c-bfa0d83f2415,segment=NetworkSegment(8543ed5b-b079-4b95-998c-d309c18fb77e),segment_id=8543ed5b-b079-4b95-998c-d309c18fb77e)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:10:05.521195 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-b42ab0fc-39f7-49ba-b88d-b90c9ebec470 req-796326fc-4c32-4c40-8332-7b7c966cd03c tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:05.533043 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-b42ab0fc-39f7-49ba-b88d-b90c9ebec470 req-796326fc-4c32-4c40-8332-7b7c966cd03c tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Calling delete_port for 4cad3a80-eb91-4e6e-ab3c-bfa0d83f2415 owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:10:05.703414 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:05.885804 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 9cb28f12-e4aa-4c5d-9a8f-aa598686c799 no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:10:05.923327 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] No Port match for: 9cb28f12-e4aa-4c5d-9a8f-aa598686c799 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:10:05.923327 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 9cb28f12-e4aa-4c5d-9a8f-aa598686c799 not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:10:05.992964 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-b42ab0fc-39f7-49ba-b88d-b90c9ebec470 req-796326fc-4c32-4c40-8332-7b7c966cd03c tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:06.009624 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21f0d46-933c-4923-9864-5b6e571eabda req-e679c5de-c4d3-4596-b008-f20900a776de tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:06.011076 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b21f0d46-933c-4923-9864-5b6e571eabda req-e679c5de-c4d3-4596-b008-f20900a776de tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d21dcaf-2e2d-4d69-94e4-520d7f9115c3 HTTP/1.1" status: 200 len: 946 time: 0.0605552 Sep 17 08:10:06.026949 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['07efe3ac-c945-4dfa-8f82-7f6d000f4040'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:10:06.027908 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796326fc-4c32-4c40-8332-7b7c966cd03c tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Pushing event deleted for resources: {'Port': ['ID=4cad3a80-eb91-4e6e-ab3c-bfa0d83f2415,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:06.029468 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['4cad3a80-eb91-4e6e-ab3c-bfa0d83f2415'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:10:06.034099 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-951b90e1-8b59-4676-b364-e06ccad78639 req-711cb62c-568c-47e5-838b-89f444d36669 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/ports?device_id=42795b5c-cea7-4f2a-8140-56b64341073d HTTP/1.1" status: 200 len: 210 time: 0.0410047 Sep 17 08:10:06.067653 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b21f0d46-933c-4923-9864-5b6e571eabda req-ae4bdb01-891d-4b07-956f-a40222508a8c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=d107d5ef-6bbd-42bc-9048-57654bfdda1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360689 Sep 17 08:10:06.082623 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-b42ab0fc-39f7-49ba-b88d-b90c9ebec470 req-796326fc-4c32-4c40-8332-7b7c966cd03c tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] No DVR routers for this DVR port 4cad3a80-eb91-4e6e-ab3c-bfa0d83f2415 on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:10:06.091405 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-b42ab0fc-39f7-49ba-b88d-b90c9ebec470 req-796326fc-4c32-4c40-8332-7b7c966cd03c tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:06.093859 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b42ab0fc-39f7-49ba-b88d-b90c9ebec470 req-796326fc-4c32-4c40-8332-7b7c966cd03c tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.39 "DELETE /v2.0/ports/4cad3a80-eb91-4e6e-ab3c-bfa0d83f2415 HTTP/1.1" status: 204 len: 173 time: 0.7496901 Sep 17 08:10:06.094229 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42795b5c-cea7-4f2a-8140-56b64341073d', 'name': 'network-vif-deleted', 'tag': '4cad3a80-eb91-4e6e-ab3c-bfa0d83f2415'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:10:06.105938 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1498e24-3083-40d9-9ef5-5ffb944b89b5" -d '{"events": [{"server_uuid": "42795b5c-cea7-4f2a-8140-56b64341073d", "name": "network-vif-deleted", "tag": "4cad3a80-eb91-4e6e-ab3c-bfa0d83f2415"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:10:06.144203 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe35ab0a-96dd-439b-a6a4-f8eeb4be7623 x-openstack-request-id: req-fe35ab0a-96dd-439b-a6a4-f8eeb4be7623 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:10:06.144497 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42795b5c-cea7-4f2a-8140-56b64341073d", "name": "network-vif-deleted", "tag": "4cad3a80-eb91-4e6e-ab3c-bfa0d83f2415", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:10:06.144747 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fe35ab0a-96dd-439b-a6a4-f8eeb4be7623 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:10:06.145150 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42795b5c-cea7-4f2a-8140-56b64341073d', 'name': 'network-vif-deleted', 'tag': '4cad3a80-eb91-4e6e-ab3c-bfa0d83f2415', 'status': 'completed', 'code': 200} Sep 17 08:10:07.064166 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6b69e-ea7b-45b8-84ef-f03b2abb29a3 req-fecbe7bb-b2b4-4cc6-a50f-08dc93dfec6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:07.065912 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6de6b69e-ea7b-45b8-84ef-f03b2abb29a3 req-fecbe7bb-b2b4-4cc6-a50f-08dc93dfec6e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6ef7951b2ac4d2ead98d70f1879d714&device_id=5d21dcaf-2e2d-4d69-94e4-520d7f9115c3 HTTP/1.1" status: 200 len: 1097 time: 0.0425684 Sep 17 08:10:07.207057 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6b69e-ea7b-45b8-84ef-f03b2abb29a3 req-0348c475-3505-40f3-9d90-b55978932155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:07.208607 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6de6b69e-ea7b-45b8-84ef-f03b2abb29a3 req-0348c475-3505-40f3-9d90-b55978932155 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f HTTP/1.1" status: 200 len: 897 time: 0.1218941 Sep 17 08:10:07.287286 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7867834f-fa3c-4f66-84da-42c87daa37f6 req-ba9bdcae-2831-4186-abd6-57e7d6f8f91f tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:07.288932 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7867834f-fa3c-4f66-84da-42c87daa37f6 req-ba9bdcae-2831-4186-abd6-57e7d6f8f91f tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d21dcaf-2e2d-4d69-94e4-520d7f9115c3 HTTP/1.1" status: 200 len: 946 time: 0.1172476 Sep 17 08:10:07.309195 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6de6b69e-ea7b-45b8-84ef-f03b2abb29a3 req-95051712-2924-411e-bd68-988020fc3dd9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1475caf1-f5b0-45e1-bfc4-2d0716cb22bb HTTP/1.1" status: 200 len: 1002 time: 0.0803533 Sep 17 08:10:07.367273 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7867834f-fa3c-4f66-84da-42c87daa37f6 req-f6c924b3-201a-4bdf-be35-6dc683beddf9 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=d107d5ef-6bbd-42bc-9048-57654bfdda1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712049 Sep 17 08:10:07.377676 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6b69e-ea7b-45b8-84ef-f03b2abb29a3 req-6a5f198d-51a9-43f3-9f8e-a5c480b02da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:07.379117 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6de6b69e-ea7b-45b8-84ef-f03b2abb29a3 req-6a5f198d-51a9-43f3-9f8e-a5c480b02da6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b98ec8dd-adb0-4978-b4cf-67dad35b09f8 HTTP/1.1" status: 200 len: 835 time: 0.0622253 Sep 17 08:10:07.425980 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6b69e-ea7b-45b8-84ef-f03b2abb29a3 req-18e2e305-1418-44e5-8eb7-432c6820f885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:07.427497 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6de6b69e-ea7b-45b8-84ef-f03b2abb29a3 req-18e2e305-1418-44e5-8eb7-432c6820f885 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406027 Sep 17 08:10:07.517610 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6de6b69e-ea7b-45b8-84ef-f03b2abb29a3 req-1750c618-520d-4d3f-81c5-2dcd17b69030 service neutron] 10.222.0.41 "GET /v2.0/networks/4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821841 Sep 17 08:10:07.616196 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6de6b69e-ea7b-45b8-84ef-f03b2abb29a3 req-7621698e-d7c5-46c4-883a-eb53662dc41a service neutron] 10.222.0.41 "GET /v2.0/networks/4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914493 Sep 17 08:10:07.763073 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa638e56-a2ba-4ae8-916d-abfb2bc0d64d req-01b855fd-e316-4ef0-aedc-e1776f1bedc7 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:07.769148 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa638e56-a2ba-4ae8-916d-abfb2bc0d64d req-01b855fd-e316-4ef0-aedc-e1776f1bedc7 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:07.775090 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa638e56-a2ba-4ae8-916d-abfb2bc0d64d req-01b855fd-e316-4ef0-aedc-e1776f1bedc7 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:07.781499 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa638e56-a2ba-4ae8-916d-abfb2bc0d64d req-01b855fd-e316-4ef0-aedc-e1776f1bedc7 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:07.787365 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa638e56-a2ba-4ae8-916d-abfb2bc0d64d req-01b855fd-e316-4ef0-aedc-e1776f1bedc7 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:07.793301 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa638e56-a2ba-4ae8-916d-abfb2bc0d64d req-01b855fd-e316-4ef0-aedc-e1776f1bedc7 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:07.799812 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa638e56-a2ba-4ae8-916d-abfb2bc0d64d req-01b855fd-e316-4ef0-aedc-e1776f1bedc7 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:07.801785 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fa638e56-a2ba-4ae8-916d-abfb2bc0d64d req-01b855fd-e316-4ef0-aedc-e1776f1bedc7 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab HTTP/1.1" status: 200 len: 5431 time: 0.0922961 Sep 17 08:10:07.844173 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fa638e56-a2ba-4ae8-916d-abfb2bc0d64d req-6d107a56-f512-4e97-8ce5-dfdabfe65711 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/security-groups?id=d72823b7-81c0-42a5-9665-1378d889a01c&id=018bc854-5d2e-47d2-a820-83cebe160ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356772 Sep 17 08:10:08.486638 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8e621-2eff-4469-b41e-378428069175 req-db6b78cc-5579-467b-b995-3fd66de4cf81 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:08.488557 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5cd8e621-2eff-4469-b41e-378428069175 req-db6b78cc-5579-467b-b995-3fd66de4cf81 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d21dcaf-2e2d-4d69-94e4-520d7f9115c3 HTTP/1.1" status: 200 len: 946 time: 0.0533125 Sep 17 08:10:08.525773 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5cd8e621-2eff-4469-b41e-378428069175 req-405ad706-edc0-44fb-9b31-e3b5f3baf9a2 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=d107d5ef-6bbd-42bc-9048-57654bfdda1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312998 Sep 17 08:10:08.538528 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 4cad3a80-eb91-4e6e-ab3c-bfa0d83f2415 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:10:08.560771 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: 4cad3a80-eb91-4e6e-ab3c-bfa0d83f2415 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:10:08.561125 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 4cad3a80-eb91-4e6e-ab3c-bfa0d83f2415 not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:10:08.975331 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2f4f8-1744-447a-bec6-3fa45c45ddce req-ac1f9786-dd61-473b-a6db-15fcc0dbf024 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:08.981285 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2f4f8-1744-447a-bec6-3fa45c45ddce req-ac1f9786-dd61-473b-a6db-15fcc0dbf024 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:08.987757 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2f4f8-1744-447a-bec6-3fa45c45ddce req-ac1f9786-dd61-473b-a6db-15fcc0dbf024 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:08.993620 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2f4f8-1744-447a-bec6-3fa45c45ddce req-ac1f9786-dd61-473b-a6db-15fcc0dbf024 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:08.999459 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2f4f8-1744-447a-bec6-3fa45c45ddce req-ac1f9786-dd61-473b-a6db-15fcc0dbf024 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:09.005306 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2f4f8-1744-447a-bec6-3fa45c45ddce req-ac1f9786-dd61-473b-a6db-15fcc0dbf024 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:09.010169 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-ed63ba55-ea06-474d-a184-26353efbc49d tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:09.011143 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2f4f8-1744-447a-bec6-3fa45c45ddce req-ac1f9786-dd61-473b-a6db-15fcc0dbf024 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:09.013082 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-14d2f4f8-1744-447a-bec6-3fa45c45ddce req-ac1f9786-dd61-473b-a6db-15fcc0dbf024 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab HTTP/1.1" status: 200 len: 5431 time: 0.0920005 Sep 17 08:10:09.020595 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-ed63ba55-ea06-474d-a184-26353efbc49d tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:09.027465 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-ed63ba55-ea06-474d-a184-26353efbc49d tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:09.034048 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-ed63ba55-ea06-474d-a184-26353efbc49d tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:09.040022 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-ed63ba55-ea06-474d-a184-26353efbc49d tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:09.046119 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-ed63ba55-ea06-474d-a184-26353efbc49d tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:09.052855 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-ed63ba55-ea06-474d-a184-26353efbc49d tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:09.054842 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-ed63ba55-ea06-474d-a184-26353efbc49d tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab HTTP/1.1" status: 200 len: 5431 time: 0.1024432 Sep 17 08:10:09.072906 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-14d2f4f8-1744-447a-bec6-3fa45c45ddce req-d820a7a3-d845-434b-ba66-a2d2d5c2fe3e tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/security-groups?id=d72823b7-81c0-42a5-9665-1378d889a01c&id=018bc854-5d2e-47d2-a820-83cebe160ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0463827 Sep 17 08:10:09.106041 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-f5e92776-165b-4179-ab0d-4a8b52fcbf8b tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:09.107458 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-f5e92776-165b-4179-ab0d-4a8b52fcbf8b tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.39 "GET /v2.0/ports/58361d99-ef9c-4fbd-af39-2f7f8767303c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0445490 Sep 17 08:10:09.220342 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-75f930b8-0fd1-4f5c-9293-c722fb6c5061 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.39 "GET /v2.0/networks/38da8219-9711-4a17-95ce-4a60364cf1ab?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1035826 Sep 17 08:10:09.233166 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-5d919887-2570-4a54-be17-023b1c11f3f5 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:10:09.304553 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-5d919887-2570-4a54-be17-023b1c11f3f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:09.484972 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-5d919887-2570-4a54-be17-023b1c11f3f5 service neutron] For port 58361d99-ef9c-4fbd-af39-2f7f8767303c, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=58361d99-ef9c-4fbd-af39-2f7f8767303c,segment=NetworkSegment(8776ef69-18a3-435b-bcae-3ec13a221682),segment_id=8776ef69-18a3-435b-bcae-3ec13a221682)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:10:09.520487 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-5d919887-2570-4a54-be17-023b1c11f3f5 service neutron] For port 58361d99-ef9c-4fbd-af39-2f7f8767303c, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:10:09.569950 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-5d919887-2570-4a54-be17-023b1c11f3f5 service neutron] device_id is not set on port 58361d99-ef9c-4fbd-af39-2f7f8767303c yet. {{(pid=101290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 08:10:09.576450 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d152d94-acfd-475c-aeb6-8d63e426e486 req-435f5efd-ee6c-4b08-85ae-910613dc85aa tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:09.579093 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7d152d94-acfd-475c-aeb6-8d63e426e486 req-435f5efd-ee6c-4b08-85ae-910613dc85aa tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/ports?device_id=e68859ef-81fd-4010-bb85-6859a87a290c HTTP/1.1" status: 200 len: 946 time: 0.0560875 Sep 17 08:10:09.582993 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-5d919887-2570-4a54-be17-023b1c11f3f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:09.591089 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-5d919887-2570-4a54-be17-023b1c11f3f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:09.648272 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7d152d94-acfd-475c-aeb6-8d63e426e486 req-b8f42ada-292e-4b0b-92f0-e6be9fb497c0 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b0f20cd-fe5f-4348-a155-df58c7d0646f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620263 Sep 17 08:10:09.675949 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-5d919887-2570-4a54-be17-023b1c11f3f5 service neutron] No DVR routers for this DVR port 58361d99-ef9c-4fbd-af39-2f7f8767303c on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:10:09.682578 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d919887-2570-4a54-be17-023b1c11f3f5 service neutron] Pushing event updated for resources: {'Port': ['ID=58361d99-ef9c-4fbd-af39-2f7f8767303c,revision_number=6']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:09.691525 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f36e40-7ac8-4a7e-b2d5-17bfe40afb4f req-d015edb6-cf2e-4aab-84e3-eb23ea1a6c6c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:09.693558 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-18f36e40-7ac8-4a7e-b2d5-17bfe40afb4f req-d015edb6-cf2e-4aab-84e3-eb23ea1a6c6c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d21dcaf-2e2d-4d69-94e4-520d7f9115c3 HTTP/1.1" status: 200 len: 946 time: 0.0622048 Sep 17 08:10:09.728672 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-5d919887-2570-4a54-be17-023b1c11f3f5 service neutron] In _notify_port_updated(), no bound segment for port 58361d99-ef9c-4fbd-af39-2f7f8767303c on network 38da8219-9711-4a17-95ce-4a60364cf1ab {{(pid=101290) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 08:10:09.743145 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-5d919887-2570-4a54-be17-023b1c11f3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:09.744206 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-5d919887-2570-4a54-be17-023b1c11f3f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:09.745750 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-5d919887-2570-4a54-be17-023b1c11f3f5 service neutron] 10.222.0.39 "PUT /v2.0/ports/58361d99-ef9c-4fbd-af39-2f7f8767303c HTTP/1.1" status: 200 len: 1026 time: 0.5181675 Sep 17 08:10:09.758688 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-18f36e40-7ac8-4a7e-b2d5-17bfe40afb4f req-2cdd5659-8aef-4261-82f0-097867fc30c2 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=d107d5ef-6bbd-42bc-9048-57654bfdda1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559063 Sep 17 08:10:09.811879 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-a4267337-87c6-4e1f-889e-c669a96a9766 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:09.813532 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-a4267337-87c6-4e1f-889e-c669a96a9766 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.39 "GET /v2.0/ports/f1fe0f28-22d4-4b09-bc17-0fd02f571177?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0589941 Sep 17 08:10:09.825102 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-903fc8ec-b478-46e9-8849-20f6348280ba service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:10:09.885663 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-903fc8ec-b478-46e9-8849-20f6348280ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:09.979395 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5e426724-0da5-4c23-b046-55046a715943 None None] Provisioning complete for port 58361d99-ef9c-4fbd-af39-2f7f8767303c triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:10:09.980629 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5e426724-0da5-4c23-b046-55046a715943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:10.028576 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5e426724-0da5-4c23-b046-55046a715943 None None] Port 58361d99-ef9c-4fbd-af39-2f7f8767303c cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:10:10.033384 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-903fc8ec-b478-46e9-8849-20f6348280ba service neutron] For port f1fe0f28-22d4-4b09-bc17-0fd02f571177, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=f1fe0f28-22d4-4b09-bc17-0fd02f571177,segment=NetworkSegment(8776ef69-18a3-435b-bcae-3ec13a221682),segment_id=8776ef69-18a3-435b-bcae-3ec13a221682)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:10:10.066737 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-903fc8ec-b478-46e9-8849-20f6348280ba service neutron] For port f1fe0f28-22d4-4b09-bc17-0fd02f571177, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:10:10.103754 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-903fc8ec-b478-46e9-8849-20f6348280ba service neutron] device_id is not set on port f1fe0f28-22d4-4b09-bc17-0fd02f571177 yet. {{(pid=101290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 08:10:10.114148 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-903fc8ec-b478-46e9-8849-20f6348280ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:10.120239 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-903fc8ec-b478-46e9-8849-20f6348280ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:10.182319 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-903fc8ec-b478-46e9-8849-20f6348280ba service neutron] No DVR routers for this DVR port f1fe0f28-22d4-4b09-bc17-0fd02f571177 on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:10:10.215168 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903fc8ec-b478-46e9-8849-20f6348280ba service neutron] Pushing event updated for resources: {'Port': ['ID=f1fe0f28-22d4-4b09-bc17-0fd02f571177,revision_number=6']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:10.216021 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127e74e-1081-4363-b594-f0c3504f6759 req-52518bcb-476c-4c4d-923e-7461295472d0 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:10.226409 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127e74e-1081-4363-b594-f0c3504f6759 req-52518bcb-476c-4c4d-923e-7461295472d0 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:10.233547 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127e74e-1081-4363-b594-f0c3504f6759 req-52518bcb-476c-4c4d-923e-7461295472d0 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:10.239713 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-903fc8ec-b478-46e9-8849-20f6348280ba service neutron] In _notify_port_updated(), no bound segment for port f1fe0f28-22d4-4b09-bc17-0fd02f571177 on network 38da8219-9711-4a17-95ce-4a60364cf1ab {{(pid=101290) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 08:10:10.239963 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127e74e-1081-4363-b594-f0c3504f6759 req-52518bcb-476c-4c4d-923e-7461295472d0 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:10.240615 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-903fc8ec-b478-46e9-8849-20f6348280ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:10.241254 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-903fc8ec-b478-46e9-8849-20f6348280ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:10.242608 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-903fc8ec-b478-46e9-8849-20f6348280ba service neutron] 10.222.0.39 "PUT /v2.0/ports/f1fe0f28-22d4-4b09-bc17-0fd02f571177 HTTP/1.1" status: 200 len: 1026 time: 0.4217486 Sep 17 08:10:10.246206 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127e74e-1081-4363-b594-f0c3504f6759 req-52518bcb-476c-4c4d-923e-7461295472d0 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:10.248149 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d127e74e-1081-4363-b594-f0c3504f6759 req-52518bcb-476c-4c4d-923e-7461295472d0 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab HTTP/1.1" status: 200 len: 3885 time: 0.0936165 Sep 17 08:10:10.290247 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d127e74e-1081-4363-b594-f0c3504f6759 req-3450b490-a675-4d2f-8ad8-ba701b87bc0c tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/security-groups?id=018bc854-5d2e-47d2-a820-83cebe160ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355144 Sep 17 08:10:10.341982 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-e78c4309-4ca1-41b7-a407-9353690c80b4 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Deleting port c7185e8d-f50c-4a78-a0cb-5d976790c2e1 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:10:10.342320 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-e78c4309-4ca1-41b7-a407-9353690c80b4 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:10.432048 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-e78c4309-4ca1-41b7-a407-9353690c80b4 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] For port c7185e8d-f50c-4a78-a0cb-5d976790c2e1, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=c7185e8d-f50c-4a78-a0cb-5d976790c2e1,segment=NetworkSegment(b1e1c750-8376-4bf1-bd42-cdccdc64eea3),segment_id=b1e1c750-8376-4bf1-bd42-cdccdc64eea3)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:10:10.432409 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-e78c4309-4ca1-41b7-a407-9353690c80b4 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:10.444789 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-e78c4309-4ca1-41b7-a407-9353690c80b4 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Calling delete_port for c7185e8d-f50c-4a78-a0cb-5d976790c2e1 owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:10:10.451675 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-0741e4f4-f3ae-44ef-8e83-ec0cf0e28ef1 None None] Provisioning complete for port f1fe0f28-22d4-4b09-bc17-0fd02f571177 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:10:10.452081 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0741e4f4-f3ae-44ef-8e83-ec0cf0e28ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:10.487008 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-0741e4f4-f3ae-44ef-8e83-ec0cf0e28ef1 None None] Port f1fe0f28-22d4-4b09-bc17-0fd02f571177 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:10:10.573873 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-e78c4309-4ca1-41b7-a407-9353690c80b4 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:10.606276 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78c4309-4ca1-41b7-a407-9353690c80b4 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Pushing event deleted for resources: {'Port': ['ID=c7185e8d-f50c-4a78-a0cb-5d976790c2e1,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:10.647015 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-e78c4309-4ca1-41b7-a407-9353690c80b4 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] No DVR routers for this DVR port c7185e8d-f50c-4a78-a0cb-5d976790c2e1 on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:10:10.650001 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-e78c4309-4ca1-41b7-a407-9353690c80b4 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:10.652469 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-e78c4309-4ca1-41b7-a407-9353690c80b4 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.39 "DELETE /v2.0/ports/c7185e8d-f50c-4a78-a0cb-5d976790c2e1 HTTP/1.1" status: 204 len: 173 time: 0.4006226 Sep 17 08:10:10.652972 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a3e4cd7-fd9e-4c48-83d0-fdef58210aab', 'name': 'network-vif-deleted', 'tag': 'c7185e8d-f50c-4a78-a0cb-5d976790c2e1'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:10:10.655319 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f9edb97-2692-4dc9-bf6c-420eb661ce7d" -d '{"events": [{"server_uuid": "4a3e4cd7-fd9e-4c48-83d0-fdef58210aab", "name": "network-vif-deleted", "tag": "c7185e8d-f50c-4a78-a0cb-5d976790c2e1"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:10:10.703525 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee19ca4-a640-4317-ad5f-e97402e8c598 x-openstack-request-id: req-2ee19ca4-a640-4317-ad5f-e97402e8c598 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:10:10.704494 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a3e4cd7-fd9e-4c48-83d0-fdef58210aab", "name": "network-vif-deleted", "tag": "c7185e8d-f50c-4a78-a0cb-5d976790c2e1", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:10:10.704494 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2ee19ca4-a640-4317-ad5f-e97402e8c598 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:10:10.704494 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a3e4cd7-fd9e-4c48-83d0-fdef58210aab', 'name': 'network-vif-deleted', 'tag': 'c7185e8d-f50c-4a78-a0cb-5d976790c2e1', 'status': 'completed', 'code': 200} Sep 17 08:10:10.755487 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-9797bc85-19df-4d1e-81a5-9ba7ff662898 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Deleting port cd1505ba-efdd-43fd-ab1a-f53b5617d26f {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:10:10.755826 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-9797bc85-19df-4d1e-81a5-9ba7ff662898 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:10.775350 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb216e2-70ec-4f37-8875-37b3d0690aba req-16a07ac8-fcf8-4b95-a6af-459b722b0d6d tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:10.776887 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5bb216e2-70ec-4f37-8875-37b3d0690aba req-16a07ac8-fcf8-4b95-a6af-459b722b0d6d tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/ports?device_id=e68859ef-81fd-4010-bb85-6859a87a290c HTTP/1.1" status: 200 len: 946 time: 0.0556083 Sep 17 08:10:10.822439 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5bb216e2-70ec-4f37-8875-37b3d0690aba req-4929d819-2d53-4b7e-8615-4570f1da9177 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b0f20cd-fe5f-4348-a155-df58c7d0646f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382371 Sep 17 08:10:10.854456 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-9797bc85-19df-4d1e-81a5-9ba7ff662898 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] For port cd1505ba-efdd-43fd-ab1a-f53b5617d26f, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=cd1505ba-efdd-43fd-ab1a-f53b5617d26f,segment=NetworkSegment(8776ef69-18a3-435b-bcae-3ec13a221682),segment_id=8776ef69-18a3-435b-bcae-3ec13a221682)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:10:10.854826 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-9797bc85-19df-4d1e-81a5-9ba7ff662898 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:10.868114 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-9797bc85-19df-4d1e-81a5-9ba7ff662898 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Calling delete_port for cd1505ba-efdd-43fd-ab1a-f53b5617d26f owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:10:10.897803 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0807d-de6e-468d-af99-fcc8b39703bc req-7a1d1df0-89a2-4e1e-aea9-cd6f16302332 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:10.899186 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a9e0807d-de6e-468d-af99-fcc8b39703bc req-7a1d1df0-89a2-4e1e-aea9-cd6f16302332 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d21dcaf-2e2d-4d69-94e4-520d7f9115c3 HTTP/1.1" status: 200 len: 946 time: 0.0491140 Sep 17 08:10:10.948993 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a9e0807d-de6e-468d-af99-fcc8b39703bc req-10ccddec-2538-4f7d-97dd-3455311221d1 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=d107d5ef-6bbd-42bc-9048-57654bfdda1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333405 Sep 17 08:10:11.002567 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-9797bc85-19df-4d1e-81a5-9ba7ff662898 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:11.031697 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9797bc85-19df-4d1e-81a5-9ba7ff662898 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Pushing event deleted for resources: {'Port': ['ID=cd1505ba-efdd-43fd-ab1a-f53b5617d26f,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:11.082085 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-9797bc85-19df-4d1e-81a5-9ba7ff662898 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] No DVR routers for this DVR port cd1505ba-efdd-43fd-ab1a-f53b5617d26f on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:10:11.084639 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-9797bc85-19df-4d1e-81a5-9ba7ff662898 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:11.086914 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-9797bc85-19df-4d1e-81a5-9ba7ff662898 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.39 "DELETE /v2.0/ports/cd1505ba-efdd-43fd-ab1a-f53b5617d26f HTTP/1.1" status: 204 len: 173 time: 0.4278493 Sep 17 08:10:11.184797 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-6ffdffe2-1fdb-4b26-a04a-5c30bc027e4f tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Deleting port f925fa88-e615-42d2-b3ec-449463c7b53e {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:10:11.185120 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-6ffdffe2-1fdb-4b26-a04a-5c30bc027e4f tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:11.270631 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-6ffdffe2-1fdb-4b26-a04a-5c30bc027e4f tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] For port f925fa88-e615-42d2-b3ec-449463c7b53e, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=f925fa88-e615-42d2-b3ec-449463c7b53e,segment=NetworkSegment(a29178db-d5c9-4d31-b4e5-63807b5c0c4d),segment_id=a29178db-d5c9-4d31-b4e5-63807b5c0c4d)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:10:11.270920 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-6ffdffe2-1fdb-4b26-a04a-5c30bc027e4f tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:11.426714 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e618a8e0-7d84-44d7-920c-161038f73bf5 req-4944cb7f-f364-4b4e-9e9d-9d7169f24f9c tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:11.432770 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e618a8e0-7d84-44d7-920c-161038f73bf5 req-4944cb7f-f364-4b4e-9e9d-9d7169f24f9c tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:11.438847 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e618a8e0-7d84-44d7-920c-161038f73bf5 req-4944cb7f-f364-4b4e-9e9d-9d7169f24f9c tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:11.440560 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e618a8e0-7d84-44d7-920c-161038f73bf5 req-4944cb7f-f364-4b4e-9e9d-9d7169f24f9c tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab HTTP/1.1" status: 200 len: 2415 time: 0.0667169 Sep 17 08:10:11.452680 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-6ffdffe2-1fdb-4b26-a04a-5c30bc027e4f tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:11.453081 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-6ffdffe2-1fdb-4b26-a04a-5c30bc027e4f tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:11.453400 n-d-789963-9 neutron-server[101290]: INFO neutron.db.l3_db [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-6ffdffe2-1fdb-4b26-a04a-5c30bc027e4f tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Floating IP d9f84afd-78be-4119-bac2-cc72d11533b1 disassociated. External IP: 172.25.6.102, port: f925fa88-e615-42d2-b3ec-449463c7b53e. Sep 17 08:10:11.453751 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-6ffdffe2-1fdb-4b26-a04a-5c30bc027e4f tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Calling delete_port for f925fa88-e615-42d2-b3ec-449463c7b53e owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:10:11.490408 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e618a8e0-7d84-44d7-920c-161038f73bf5 req-d9c306d6-4a46-4a89-9a16-9143ce9e1198 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/security-groups?id=018bc854-5d2e-47d2-a820-83cebe160ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406351 Sep 17 08:10:11.589057 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-6ffdffe2-1fdb-4b26-a04a-5c30bc027e4f tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:11.619627 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc241239-e075-4dae-9455-73901cd538bd req-f4d00ef1-b1bd-454c-b225-c0cb44f88360 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:11.620946 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffdffe2-1fdb-4b26-a04a-5c30bc027e4f tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Pushing event deleted for resources: {'Port': ['ID=f925fa88-e615-42d2-b3ec-449463c7b53e,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:11.621291 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dc241239-e075-4dae-9455-73901cd538bd req-f4d00ef1-b1bd-454c-b225-c0cb44f88360 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.41 "GET /v2.0/ports?device_id=e68859ef-81fd-4010-bb85-6859a87a290c HTTP/1.1" status: 200 len: 946 time: 0.0483880 Sep 17 08:10:11.720765 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-dc241239-e075-4dae-9455-73901cd538bd req-8fcfce68-6c91-425e-aeaa-412786ba15ea tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Deleting port 07efe3ac-c945-4dfa-8f82-7f6d000f4040 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:10:11.721101 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-dc241239-e075-4dae-9455-73901cd538bd req-8fcfce68-6c91-425e-aeaa-412786ba15ea tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:11.768321 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-6ffdffe2-1fdb-4b26-a04a-5c30bc027e4f tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Router 3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:10:11.810180 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-dc241239-e075-4dae-9455-73901cd538bd req-8fcfce68-6c91-425e-aeaa-412786ba15ea tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] For port 07efe3ac-c945-4dfa-8f82-7f6d000f4040, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=07efe3ac-c945-4dfa-8f82-7f6d000f4040,segment=NetworkSegment(8543ed5b-b079-4b95-998c-d309c18fb77e),segment_id=8543ed5b-b079-4b95-998c-d309c18fb77e)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:10:11.810796 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-dc241239-e075-4dae-9455-73901cd538bd req-8fcfce68-6c91-425e-aeaa-412786ba15ea tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:11.821834 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-dc241239-e075-4dae-9455-73901cd538bd req-8fcfce68-6c91-425e-aeaa-412786ba15ea tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Calling delete_port for 07efe3ac-c945-4dfa-8f82-7f6d000f4040 owned by compute:nova {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:10:11.835374 n-d-789963-9 neutron-server[101290]: INFO neutron.api.v2.resource [req-aac21ad6-5c04-4e8a-a505-4db7f32f31f8 req-806ced55-a04d-4c36-b602-d8f53907b64d service neutron] show failed (client error): The resource could not be found. Sep 17 08:10:11.836421 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-aac21ad6-5c04-4e8a-a505-4db7f32f31f8 req-806ced55-a04d-4c36-b602-d8f53907b64d service neutron] 10.222.0.41 "GET /v2.0/ports/1475caf1-f5b0-45e1-bfc4-2d0716cb22bb/bindings/n-h2-789963-9 HTTP/1.1" status: 404 len: 380 time: 0.1059227 Sep 17 08:10:11.911083 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-6ffdffe2-1fdb-4b26-a04a-5c30bc027e4f tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:10:11.922243 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d85b125-9c13-4e8e-972f-dd02d73f0e95 None None] Sync routers for ids ['3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:10:11.931469 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d85b125-9c13-4e8e-972f-dd02d73f0e95 None None] Routers {'3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:10:11.932201 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-2d85b125-9c13-4e8e-972f-dd02d73f0e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:09:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:10:11.966879 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-6ffdffe2-1fdb-4b26-a04a-5c30bc027e4f tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] No DVR routers for this DVR port f925fa88-e615-42d2-b3ec-449463c7b53e on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:10:11.970300 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-6ffdffe2-1fdb-4b26-a04a-5c30bc027e4f tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:11.972325 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-6ffdffe2-1fdb-4b26-a04a-5c30bc027e4f tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.39 "DELETE /v2.0/ports/f925fa88-e615-42d2-b3ec-449463c7b53e HTTP/1.1" status: 204 len: 173 time: 0.8791747 Sep 17 08:10:12.005796 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24721333-e83e-45cb-bafe-28e59f5bf74b req-de7ac1ab-0a81-4572-9a9b-6c9341dd19c9 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:12.009478 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-24721333-e83e-45cb-bafe-28e59f5bf74b req-de7ac1ab-0a81-4572-9a9b-6c9341dd19c9 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/ports?device_id=e68859ef-81fd-4010-bb85-6859a87a290c HTTP/1.1" status: 200 len: 946 time: 0.1081777 Sep 17 08:10:12.038843 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-dc241239-e075-4dae-9455-73901cd538bd req-8fcfce68-6c91-425e-aeaa-412786ba15ea tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:12.071533 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['07efe3ac-c945-4dfa-8f82-7f6d000f4040'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:10:12.095719 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcfce68-6c91-425e-aeaa-412786ba15ea tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Pushing event deleted for resources: {'Port': ['ID=07efe3ac-c945-4dfa-8f82-7f6d000f4040,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:12.103242 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-2d85b125-9c13-4e8e-972f-dd02d73f0e95 None None] Set router 3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:10:12.167154 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac21ad6-5c04-4e8a-a505-4db7f32f31f8 req-00682d86-d031-45ba-b511-c5a0fc95d965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:12.170188 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-aac21ad6-5c04-4e8a-a505-4db7f32f31f8 req-00682d86-d031-45ba-b511-c5a0fc95d965 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5d21dcaf-2e2d-4d69-94e4-520d7f9115c3&tenant_id=d6ef7951b2ac4d2ead98d70f1879d714 HTTP/1.1" status: 200 len: 1097 time: 0.0884135 Sep 17 08:10:12.176524 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc241239-e075-4dae-9455-73901cd538bd req-8fcfce68-6c91-425e-aeaa-412786ba15ea tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] No DVR routers for this DVR port 07efe3ac-c945-4dfa-8f82-7f6d000f4040 on host n-h1-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:10:12.180177 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-dc241239-e075-4dae-9455-73901cd538bd req-8fcfce68-6c91-425e-aeaa-412786ba15ea tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:12.182908 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-85b75559-2696-4ce2-b225-6617cafbdf17 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Deleting port 0b73edc0-ba71-4e4d-b7e8-33b02fa74b71 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:10:12.183275 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-85b75559-2696-4ce2-b225-6617cafbdf17 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:12.183971 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dc241239-e075-4dae-9455-73901cd538bd req-8fcfce68-6c91-425e-aeaa-412786ba15ea tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.41 "DELETE /v2.0/ports/07efe3ac-c945-4dfa-8f82-7f6d000f4040 HTTP/1.1" status: 204 len: 173 time: 0.5557292 Sep 17 08:10:12.188972 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e68859ef-81fd-4010-bb85-6859a87a290c', 'name': 'network-vif-deleted', 'tag': '07efe3ac-c945-4dfa-8f82-7f6d000f4040'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:10:12.191699 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5f31e3-7815-488a-ae49-35490f12599f" -d '{"events": [{"server_uuid": "e68859ef-81fd-4010-bb85-6859a87a290c", "name": "network-vif-deleted", "tag": "07efe3ac-c945-4dfa-8f82-7f6d000f4040"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:10:12.204221 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-24721333-e83e-45cb-bafe-28e59f5bf74b req-7f6fe60c-9a34-4492-b685-6a91d41eb773 tempest-AttachVolumeNegativeTest-2028961403 tempest-AttachVolumeNegativeTest-2028961403-project] 10.222.0.13 "GET /v2.0/security-groups?id=2b0f20cd-fe5f-4348-a155-df58c7d0646f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866002 Sep 17 08:10:12.204504 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-aac21ad6-5c04-4e8a-a505-4db7f32f31f8 req-4424aa1e-c0f6-4bef-8175-96fe525a91af service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-9', 'device_owner': 'compute:nova'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:10:12.230351 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6807d9-4c8a-419e-b92c-abc6b2b56f7a req-91b75d54-fca8-41e6-9188-0e15a0028cce tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:12.232699 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8b6807d9-4c8a-419e-b92c-abc6b2b56f7a req-91b75d54-fca8-41e6-9188-0e15a0028cce tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d21dcaf-2e2d-4d69-94e4-520d7f9115c3 HTTP/1.1" status: 200 len: 946 time: 0.1121304 Sep 17 08:10:12.289153 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0102a9c7-67ad-4e7e-8e71-a58a2ed1b51c x-openstack-request-id: req-0102a9c7-67ad-4e7e-8e71-a58a2ed1b51c {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:10:12.289438 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e68859ef-81fd-4010-bb85-6859a87a290c", "name": "network-vif-deleted", "tag": "07efe3ac-c945-4dfa-8f82-7f6d000f4040", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:10:12.289689 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0102a9c7-67ad-4e7e-8e71-a58a2ed1b51c {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:10:12.290081 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e68859ef-81fd-4010-bb85-6859a87a290c', 'name': 'network-vif-deleted', 'tag': '07efe3ac-c945-4dfa-8f82-7f6d000f4040', 'status': 'completed', 'code': 200} Sep 17 08:10:12.312133 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8b6807d9-4c8a-419e-b92c-abc6b2b56f7a req-461950b8-6aaa-4edd-981f-b40b9cef9b2a tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=d107d5ef-6bbd-42bc-9048-57654bfdda1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661149 Sep 17 08:10:12.369249 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-2d85b125-9c13-4e8e-972f-dd02d73f0e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c', 'name': 'tempest-TaggedBootDevicesTest-224542195-router', 'tenant_id': '9dd60ef4e32342ee9bd756b274f1d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '6e7aa29d-71b4-4990-bd46-12ee5ca175e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:00:08Z', 'updated_at': '2021-09-17T08:00:17Z', 'revision_number': 4, 'project_id': '9dd60ef4e32342ee9bd756b274f1d1f9', 'gw_port': {'id': '6e7aa29d-71b4-4990-bd46-12ee5ca175e2', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:00:09Z', 'updated_at': '2021-09-17T08:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'c5ec85c1-c444-4943-98c8-ce08f2c79d06', 'name': '', 'network_id': 'f09c285a-372f-4d9d-93e7-05d1bf72bf1b', 'tenant_id': '9dd60ef4e32342ee9bd756b274f1d1f9', 'mac_address': 'fa:16:3e:11:00:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '1862c60a-900a-428f-84d5-02f641b77766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:00:15Z', 'updated_at': '2021-09-17T08:00:20Z', 'revision_number': 5, 'project_id': '9dd60ef4e32342ee9bd756b274f1d1f9', 'subnets': [{'id': '1862c60a-900a-428f-84d5-02f641b77766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:10:12.373848 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-aac21ad6-5c04-4e8a-a505-4db7f32f31f8 req-4424aa1e-c0f6-4bef-8175-96fe525a91af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:12.394893 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d85b125-9c13-4e8e-972f-dd02d73f0e95 None None] Checking router: 3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:10:12.403550 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d85b125-9c13-4e8e-972f-dd02d73f0e95 None None] Routers {'3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:10:12.404187 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-2d85b125-9c13-4e8e-972f-dd02d73f0e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:09:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:10:12.431325 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-85b75559-2696-4ce2-b225-6617cafbdf17 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] For port 0b73edc0-ba71-4e4d-b7e8-33b02fa74b71, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=0b73edc0-ba71-4e4d-b7e8-33b02fa74b71,segment=NetworkSegment(b1e1c750-8376-4bf1-bd42-cdccdc64eea3),segment_id=b1e1c750-8376-4bf1-bd42-cdccdc64eea3)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:10:12.431689 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-85b75559-2696-4ce2-b225-6617cafbdf17 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:12.455281 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-85b75559-2696-4ce2-b225-6617cafbdf17 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Calling delete_port for 0b73edc0-ba71-4e4d-b7e8-33b02fa74b71 owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:10:12.505805 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-2d85b125-9c13-4e8e-972f-dd02d73f0e95 None None] Set router 3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:10:12.569965 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 58361d99-ef9c-4fbd-af39-2f7f8767303c no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:10:12.622561 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c68f7-d351-41df-a55e-40ec11b7704f req-beed97d3-d6f1-4079-954f-bf01701fccf8 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:12.630304 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 58361d99-ef9c-4fbd-af39-2f7f8767303c not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:10:12.631425 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device f1fe0f28-22d4-4b09-bc17-0fd02f571177 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:10:12.644881 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c68f7-d351-41df-a55e-40ec11b7704f req-beed97d3-d6f1-4079-954f-bf01701fccf8 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:12.657027 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-950c68f7-d351-41df-a55e-40ec11b7704f req-beed97d3-d6f1-4079-954f-bf01701fccf8 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab HTTP/1.1" status: 200 len: 1680 time: 0.0857737 Sep 17 08:10:12.713129 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a3e4cd7-fd9e-4c48-83d0-fdef58210aab', 'name': 'network-vif-deleted', 'tag': 'cd1505ba-efdd-43fd-ab1a-f53b5617d26f'}, {'server_uuid': '4a3e4cd7-fd9e-4c48-83d0-fdef58210aab', 'name': 'network-vif-deleted', 'tag': 'f925fa88-e615-42d2-b3ec-449463c7b53e'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:10:12.718076 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3970b60f-152d-4aa0-ac77-5f9aef56426e" -d '{"events": [{"server_uuid": "4a3e4cd7-fd9e-4c48-83d0-fdef58210aab", "name": "network-vif-deleted", "tag": "cd1505ba-efdd-43fd-ab1a-f53b5617d26f"}, {"server_uuid": "4a3e4cd7-fd9e-4c48-83d0-fdef58210aab", "name": "network-vif-deleted", "tag": "f925fa88-e615-42d2-b3ec-449463c7b53e"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:10:12.726688 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device f1fe0f28-22d4-4b09-bc17-0fd02f571177 not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:10:12.727133 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 1507ef2b-f42c-4d87-a44c-871476fa8797 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:10:12.742534 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-950c68f7-d351-41df-a55e-40ec11b7704f req-f96b1661-38aa-4034-99f3-6698fd95be32 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/security-groups?id=018bc854-5d2e-47d2-a820-83cebe160ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755439 Sep 17 08:10:12.755232 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-aac21ad6-5c04-4e8a-a505-4db7f32f31f8 req-4424aa1e-c0f6-4bef-8175-96fe525a91af service neutron] For port 1475caf1-f5b0-45e1-bfc4-2d0716cb22bb, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=1475caf1-f5b0-45e1-bfc4-2d0716cb22bb,segment=NetworkSegment(b2579ac6-3dfd-4f20-bd86-d180c36ba39f),segment_id=b2579ac6-3dfd-4f20-bd86-d180c36ba39f)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:10:12.784488 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-2d85b125-9c13-4e8e-972f-dd02d73f0e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c', 'name': 'tempest-TaggedBootDevicesTest-224542195-router', 'tenant_id': '9dd60ef4e32342ee9bd756b274f1d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '6e7aa29d-71b4-4990-bd46-12ee5ca175e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:00:08Z', 'updated_at': '2021-09-17T08:00:17Z', 'revision_number': 4, 'project_id': '9dd60ef4e32342ee9bd756b274f1d1f9', 'gw_port': {'id': '6e7aa29d-71b4-4990-bd46-12ee5ca175e2', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:00:09Z', 'updated_at': '2021-09-17T08:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'c5ec85c1-c444-4943-98c8-ce08f2c79d06', 'name': '', 'network_id': 'f09c285a-372f-4d9d-93e7-05d1bf72bf1b', 'tenant_id': '9dd60ef4e32342ee9bd756b274f1d1f9', 'mac_address': 'fa:16:3e:11:00:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '1862c60a-900a-428f-84d5-02f641b77766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:00:15Z', 'updated_at': '2021-09-17T08:00:20Z', 'revision_number': 5, 'project_id': '9dd60ef4e32342ee9bd756b274f1d1f9', 'subnets': [{'id': '1862c60a-900a-428f-84d5-02f641b77766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:10:12.805011 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Sep 2021 08:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e777bdc-a0a4-4ebc-b251-e9d1bfa94b6f x-openstack-request-id: req-5e777bdc-a0a4-4ebc-b251-e9d1bfa94b6f {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:10:12.805305 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a3e4cd7-fd9e-4c48-83d0-fdef58210aab", "name": "network-vif-deleted", "tag": "cd1505ba-efdd-43fd-ab1a-f53b5617d26f", "status": "completed", "code": 200}, {"server_uuid": "4a3e4cd7-fd9e-4c48-83d0-fdef58210aab", "name": "network-vif-deleted", "tag": "f925fa88-e615-42d2-b3ec-449463c7b53e", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:10:12.805557 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5e777bdc-a0a4-4ebc-b251-e9d1bfa94b6f {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:10:12.806058 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a3e4cd7-fd9e-4c48-83d0-fdef58210aab', 'name': 'network-vif-deleted', 'tag': 'cd1505ba-efdd-43fd-ab1a-f53b5617d26f', 'status': 'completed', 'code': 200} Sep 17 08:10:12.806227 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a3e4cd7-fd9e-4c48-83d0-fdef58210aab', 'name': 'network-vif-deleted', 'tag': 'f925fa88-e615-42d2-b3ec-449463c7b53e', 'status': 'completed', 'code': 200} Sep 17 08:10:12.826078 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d85b125-9c13-4e8e-972f-dd02d73f0e95 None None] The sync data for ids ['3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c'] in n-d-789963-9 is: [{'id': '3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c', 'name': 'tempest-TaggedBootDevicesTest-224542195-router', 'tenant_id': '9dd60ef4e32342ee9bd756b274f1d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '6e7aa29d-71b4-4990-bd46-12ee5ca175e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:00:08Z', 'updated_at': '2021-09-17T08:00:17Z', 'revision_number': 4, 'project_id': '9dd60ef4e32342ee9bd756b274f1d1f9', 'gw_port': {'id': '6e7aa29d-71b4-4990-bd46-12ee5ca175e2', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:00:09Z', 'updated_at': '2021-09-17T08:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'c5ec85c1-c444-4943-98c8-ce08f2c79d06', 'name': '', 'network_id': 'f09c285a-372f-4d9d-93e7-05d1bf72bf1b', 'tenant_id': '9dd60ef4e32342ee9bd756b274f1d1f9', 'mac_address': 'fa:16:3e:11:00:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '1862c60a-900a-428f-84d5-02f641b77766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:00:15Z', 'updated_at': '2021-09-17T08:00:20Z', 'revision_number': 5, 'project_id': '9dd60ef4e32342ee9bd756b274f1d1f9', 'subnets': [{'id': '1862c60a-900a-428f-84d5-02f641b77766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:10:12.841184 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:12.845317 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-85b75559-2696-4ce2-b225-6617cafbdf17 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:12.847428 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-aac21ad6-5c04-4e8a-a505-4db7f32f31f8 req-4424aa1e-c0f6-4bef-8175-96fe525a91af service neutron] For port 1475caf1-f5b0-45e1-bfc4-2d0716cb22bb, host n-h1-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:10:12.869741 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a3e4cd7-fd9e-4c48-83d0-fdef58210aab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1507ef2b-f42c-4d87-a44c-871476fa8797'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:10:12.872218 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a296aae-71db-401d-90c7-b9d318c249a8" -d '{"events": [{"server_uuid": "4a3e4cd7-fd9e-4c48-83d0-fdef58210aab", "name": "network-vif-unplugged", "status": "completed", "tag": "1507ef2b-f42c-4d87-a44c-871476fa8797"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:10:12.889227 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 1507ef2b-f42c-4d87-a44c-871476fa8797, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=1507ef2b-f42c-4d87-a44c-871476fa8797,segment=NetworkSegment(8776ef69-18a3-435b-bcae-3ec13a221682),segment_id=8776ef69-18a3-435b-bcae-3ec13a221682)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:10:12.895194 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b75559-2696-4ce2-b225-6617cafbdf17 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Pushing event deleted for resources: {'Port': ['ID=0b73edc0-ba71-4e4d-b7e8-33b02fa74b71,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:12.914586 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:12.915554 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 0b73edc0-ba71-4e4d-b7e8-33b02fa74b71 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:10:12.969669 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-85b75559-2696-4ce2-b225-6617cafbdf17 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] No DVR routers for this DVR port 0b73edc0-ba71-4e4d-b7e8-33b02fa74b71 on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:10:12.972089 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: 0b73edc0-ba71-4e4d-b7e8-33b02fa74b71 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:10:12.972380 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-aac21ad6-5c04-4e8a-a505-4db7f32f31f8 req-4424aa1e-c0f6-4bef-8175-96fe525a91af service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:12.972521 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 0b73edc0-ba71-4e4d-b7e8-33b02fa74b71 not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:10:12.972854 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device c7185e8d-f50c-4a78-a0cb-5d976790c2e1 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:10:12.975423 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-85b75559-2696-4ce2-b225-6617cafbdf17 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:12.978224 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-85b75559-2696-4ce2-b225-6617cafbdf17 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.39 "DELETE /v2.0/ports/0b73edc0-ba71-4e4d-b7e8-33b02fa74b71 HTTP/1.1" status: 204 len: 173 time: 0.9985487 Sep 17 08:10:12.994893 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-aac21ad6-5c04-4e8a-a505-4db7f32f31f8 req-4424aa1e-c0f6-4bef-8175-96fe525a91af service neutron] Transition to ACTIVE for port object 1475caf1-f5b0-45e1-bfc4-2d0716cb22bb will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:10:12.998168 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: c7185e8d-f50c-4a78-a0cb-5d976790c2e1 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:10:12.998519 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device c7185e8d-f50c-4a78-a0cb-5d976790c2e1 not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:10:12.998937 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device cd1505ba-efdd-43fd-ab1a-f53b5617d26f no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:10:13.018426 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-aac21ad6-5c04-4e8a-a505-4db7f32f31f8 req-4424aa1e-c0f6-4bef-8175-96fe525a91af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:13.034600 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 08:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa44687-6338-4d2f-96b7-a39374875654 x-openstack-request-id: req-1aa44687-6338-4d2f-96b7-a39374875654 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:10:13.034894 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a3e4cd7-fd9e-4c48-83d0-fdef58210aab", "name": "network-vif-unplugged", "status": "completed", "tag": "1507ef2b-f42c-4d87-a44c-871476fa8797", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:10:13.035469 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1aa44687-6338-4d2f-96b7-a39374875654 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:10:13.035895 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a3e4cd7-fd9e-4c48-83d0-fdef58210aab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1507ef2b-f42c-4d87-a44c-871476fa8797', 'code': 200} Sep 17 08:10:13.040820 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: cd1505ba-efdd-43fd-ab1a-f53b5617d26f {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:10:13.041180 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device cd1505ba-efdd-43fd-ab1a-f53b5617d26f not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:10:13.041878 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device f925fa88-e615-42d2-b3ec-449463c7b53e no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:10:13.062579 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=1507ef2b-f42c-4d87-a44c-871476fa8797,revision_number=6']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:13.066098 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: f925fa88-e615-42d2-b3ec-449463c7b53e {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:10:13.066684 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device f925fa88-e615-42d2-b3ec-449463c7b53e not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:10:13.073597 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:10:13.074657 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:10:13.075174 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:10:13.075805 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:10:13.076325 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:10:13.076808 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:10:13.077300 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:10:13.077778 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:10:13.078795 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:10:13.079298 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:10:13.079805 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:10:13.080363 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:10:13.158497 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4424aa1e-c0f6-4bef-8175-96fe525a91af service neutron] Pushing event updated for resources: {'Port': ['ID=1475caf1-f5b0-45e1-bfc4-2d0716cb22bb,revision_number=6']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:13.171053 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:10:13.188616 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39a82fd-805f-4331-92a5-e51a57373140 None None] New status for floating IP d9f84afd-78be-4119-bac2-cc72d11533b1: DOWN {{(pid=101291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 08:10:13.210923 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-aac21ad6-5c04-4e8a-a505-4db7f32f31f8 req-4424aa1e-c0f6-4bef-8175-96fe525a91af service neutron] No DVR routers for this DVR port 1475caf1-f5b0-45e1-bfc4-2d0716cb22bb on host n-h1-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:10:13.253557 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-f44ecf56-e6b4-433c-9533-6d3d5fff0ccd tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Deleting port 1507ef2b-f42c-4d87-a44c-871476fa8797 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:10:13.253909 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-f44ecf56-e6b4-433c-9533-6d3d5fff0ccd tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:13.286636 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 38898) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:13.366517 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-54545169-d65b-4fed-bf8d-104b26055cc1 admin admin] Deleting subnet 52fcefb8-8f4a-473c-8836-ba05f0bdb035 {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:10:13.370664 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-54545169-d65b-4fed-bf8d-104b26055cc1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:13.416046 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-54545169-d65b-4fed-bf8d-104b26055cc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:13.432449 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-f44ecf56-e6b4-433c-9533-6d3d5fff0ccd tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] For port 1507ef2b-f42c-4d87-a44c-871476fa8797, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=1507ef2b-f42c-4d87-a44c-871476fa8797,segment=NetworkSegment(8776ef69-18a3-435b-bcae-3ec13a221682),segment_id=8776ef69-18a3-435b-bcae-3ec13a221682)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:10:13.432823 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-f44ecf56-e6b4-433c-9533-6d3d5fff0ccd tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:13.470779 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-f44ecf56-e6b4-433c-9533-6d3d5fff0ccd tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Calling delete_port for 1507ef2b-f42c-4d87-a44c-871476fa8797 owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:10:13.489694 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-aac21ad6-5c04-4e8a-a505-4db7f32f31f8 req-4424aa1e-c0f6-4bef-8175-96fe525a91af service neutron] Attempting to bind port 1475caf1-f5b0-45e1-bfc4-2d0716cb22bb on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:10:13.490028 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-aac21ad6-5c04-4e8a-a505-4db7f32f31f8 req-4424aa1e-c0f6-4bef-8175-96fe525a91af service neutron] Attempting to bind port 1475caf1-f5b0-45e1-bfc4-2d0716cb22bb by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': 'b2579ac6-3dfd-4f20-bd86-d180c36ba39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:10:13.490359 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac21ad6-5c04-4e8a-a505-4db7f32f31f8 req-4424aa1e-c0f6-4bef-8175-96fe525a91af service neutron] Attempting to bind port 1475caf1-f5b0-45e1-bfc4-2d0716cb22bb on network 4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:10:13.504127 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-54545169-d65b-4fed-bf8d-104b26055cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:13.513076 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f4810-690c-44e4-b55e-9cd092ce9dac req-24679f4e-e828-4239-bf24-53f28a103989 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:13.514488 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5c1f4810-690c-44e4-b55e-9cd092ce9dac req-24679f4e-e828-4239-bf24-53f28a103989 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d21dcaf-2e2d-4d69-94e4-520d7f9115c3 HTTP/1.1" status: 200 len: 944 time: 0.0962570 Sep 17 08:10:13.525715 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac21ad6-5c04-4e8a-a505-4db7f32f31f8 req-4424aa1e-c0f6-4bef-8175-96fe525a91af service neutron] Port 1475caf1-f5b0-45e1-bfc4-2d0716cb22bb on network 4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:10:13.526042 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac21ad6-5c04-4e8a-a505-4db7f32f31f8 req-4424aa1e-c0f6-4bef-8175-96fe525a91af service neutron] Attempting to bind port 1475caf1-f5b0-45e1-bfc4-2d0716cb22bb on network 4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:10:13.534288 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac21ad6-5c04-4e8a-a505-4db7f32f31f8 req-4424aa1e-c0f6-4bef-8175-96fe525a91af service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:10:13.534640 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac21ad6-5c04-4e8a-a505-4db7f32f31f8 req-4424aa1e-c0f6-4bef-8175-96fe525a91af service neutron] Checking segment: {'id': 'b2579ac6-3dfd-4f20-bd86-d180c36ba39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:10:13.535003 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac21ad6-5c04-4e8a-a505-4db7f32f31f8 req-4424aa1e-c0f6-4bef-8175-96fe525a91af service neutron] Bound using segment: {'id': 'b2579ac6-3dfd-4f20-bd86-d180c36ba39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:10:13.535429 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-aac21ad6-5c04-4e8a-a505-4db7f32f31f8 req-4424aa1e-c0f6-4bef-8175-96fe525a91af service neutron] Bound port: 1475caf1-f5b0-45e1-bfc4-2d0716cb22bb, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2579ac6-3dfd-4f20-bd86-d180c36ba39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:10:13.535784 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-aac21ad6-5c04-4e8a-a505-4db7f32f31f8 req-4424aa1e-c0f6-4bef-8175-96fe525a91af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:13.575374 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5c1f4810-690c-44e4-b55e-9cd092ce9dac req-c4aa3d19-50a1-4ffa-bcdc-ebebb98eb06b tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=d107d5ef-6bbd-42bc-9048-57654bfdda1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435305 Sep 17 08:10:13.590904 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-54545169-d65b-4fed-bf8d-104b26055cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:13.620825 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54545169-d65b-4fed-bf8d-104b26055cc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52fcefb8-8f4a-473c-8836-ba05f0bdb035,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:13.624690 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-54545169-d65b-4fed-bf8d-104b26055cc1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:13.627207 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-aac21ad6-5c04-4e8a-a505-4db7f32f31f8 req-4424aa1e-c0f6-4bef-8175-96fe525a91af service neutron] For port 1475caf1-f5b0-45e1-bfc4-2d0716cb22bb, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:10:13.627349 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-54545169-d65b-4fed-bf8d-104b26055cc1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/52fcefb8-8f4a-473c-8836-ba05f0bdb035 HTTP/1.1" status: 204 len: 168 time: 0.3398023 Sep 17 08:10:13.629655 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 38902) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:13.675044 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-f44ecf56-e6b4-433c-9533-6d3d5fff0ccd tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:13.695936 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5f45d697-9670-46d7-bd5e-07fbbe6abca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:13.707565 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-aac21ad6-5c04-4e8a-a505-4db7f32f31f8 req-4424aa1e-c0f6-4bef-8175-96fe525a91af service neutron] For port 1475caf1-f5b0-45e1-bfc4-2d0716cb22bb, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=1475caf1-f5b0-45e1-bfc4-2d0716cb22bb,segment=NetworkSegment(b2579ac6-3dfd-4f20-bd86-d180c36ba39f),segment_id=b2579ac6-3dfd-4f20-bd86-d180c36ba39f)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:10:13.711022 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44ecf56-e6b4-433c-9533-6d3d5fff0ccd tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Pushing event deleted for resources: {'Port': ['ID=1507ef2b-f42c-4d87-a44c-871476fa8797,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:13.715436 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-aac21ad6-5c04-4e8a-a505-4db7f32f31f8 req-4424aa1e-c0f6-4bef-8175-96fe525a91af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:13.780819 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5f45d697-9670-46d7-bd5e-07fbbe6abca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:13.785794 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-f44ecf56-e6b4-433c-9533-6d3d5fff0ccd tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] No DVR routers for this DVR port 1507ef2b-f42c-4d87-a44c-871476fa8797 on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:10:13.789515 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac21ad6-5c04-4e8a-a505-4db7f32f31f8 req-4424aa1e-c0f6-4bef-8175-96fe525a91af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:13.790139 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-aac21ad6-5c04-4e8a-a505-4db7f32f31f8 req-4424aa1e-c0f6-4bef-8175-96fe525a91af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:13.791555 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-aac21ad6-5c04-4e8a-a505-4db7f32f31f8 req-4424aa1e-c0f6-4bef-8175-96fe525a91af service neutron] 10.222.0.39 "PUT /v2.0/ports/1475caf1-f5b0-45e1-bfc4-2d0716cb22bb HTTP/1.1" status: 200 len: 1092 time: 1.5956035 Sep 17 08:10:13.797265 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-f44ecf56-e6b4-433c-9533-6d3d5fff0ccd tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:13.799208 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0c848653-ca68-420f-915f-9c8b3f0ed3b3 req-f44ecf56-e6b4-433c-9533-6d3d5fff0ccd tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.39 "DELETE /v2.0/ports/1507ef2b-f42c-4d87-a44c-871476fa8797 HTTP/1.1" status: 204 len: 173 time: 0.8124080 Sep 17 08:10:13.805271 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-5f45d697-9670-46d7-bd5e-07fbbe6abca5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e69c8f7-9487-4d4a-a471-cd917e269754']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:10:13.815527 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4424aa1e-c0f6-4bef-8175-96fe525a91af service neutron] Pushing event updated for resources: {'Port': ['ID=1475caf1-f5b0-45e1-bfc4-2d0716cb22bb,revision_number=7']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:13.817002 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-5f45d697-9670-46d7-bd5e-07fbbe6abca5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8543ed5b-b079-4b95-998c-d309c18fb77e') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:10:13.817481 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-5f45d697-9670-46d7-bd5e-07fbbe6abca5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8543ed5b-b079-4b95-998c-d309c18fb77e') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:10:13.830711 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5f45d697-9670-46d7-bd5e-07fbbe6abca5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:13.847530 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5f45d697-9670-46d7-bd5e-07fbbe6abca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:13.855983 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f45d697-9670-46d7-bd5e-07fbbe6abca5 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:10:13.856993 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5f45d697-9670-46d7-bd5e-07fbbe6abca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:13.859128 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:10:13.859128 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:10:13.859128 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:10:13.859128 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:10:13.859128 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:10:13.859128 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:10:13.859128 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:10:13.859128 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:10:13.859128 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:10:13.859128 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:10:13.859128 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:10:13.859128 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:10:13.859128 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:10:13.859128 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:10:13.859128 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:10:13.859128 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:10:13.859128 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:10:13.859128 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:10:13.859128 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:10:13.859128 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:10:13.859128 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:10:13.859128 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:10:13.859128 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:10:13.859128 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:10:13.859128 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:10:13.859128 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:10:13.859128 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:10:13.859128 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:10:13.859128 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:10:13.859128 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:10:13.859128 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:10:13.859128 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:10:13.901770 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac21ad6-5c04-4e8a-a505-4db7f32f31f8 req-0cccb7e3-da77-44a8-8ffd-8113ca3da3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:13.903400 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-aac21ad6-5c04-4e8a-a505-4db7f32f31f8 req-0cccb7e3-da77-44a8-8ffd-8113ca3da3f5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d6ef7951b2ac4d2ead98d70f1879d714&device_id=5d21dcaf-2e2d-4d69-94e4-520d7f9115c3 HTTP/1.1" status: 200 len: 1095 time: 0.0561252 Sep 17 08:10:13.962776 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f5e27e57-dd85-478e-8f77-8fcdd5269222 req-21ed09c6-890d-4831-a756-d761e8bbc6bb tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab HTTP/1.1" status: 200 len: 210 time: 0.0878088 Sep 17 08:10:13.978961 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5f45d697-9670-46d7-bd5e-07fbbe6abca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:13.985586 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5f45d697-9670-46d7-bd5e-07fbbe6abca5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:13.990196 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-5f45d697-9670-46d7-bd5e-07fbbe6abca5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/0e69c8f7-9487-4d4a-a471-cd917e269754 HTTP/1.1" status: 204 len: 168 time: 0.3572171 Sep 17 08:10:14.005364 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f45d697-9670-46d7-bd5e-07fbbe6abca5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e69c8f7-9487-4d4a-a471-cd917e269754,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:14.019931 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac21ad6-5c04-4e8a-a505-4db7f32f31f8 req-56199fca-f3e2-47e4-aa70-d56828a5444a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:14.021494 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-aac21ad6-5c04-4e8a-a505-4db7f32f31f8 req-56199fca-f3e2-47e4-aa70-d56828a5444a service neutron] 10.222.0.39 "GET /v2.0/networks?id=4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f HTTP/1.1" status: 200 len: 897 time: 0.1108632 Sep 17 08:10:14.104802 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-aac21ad6-5c04-4e8a-a505-4db7f32f31f8 req-75ee6124-29f4-4e56-86b0-a7cc3afd968a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1475caf1-f5b0-45e1-bfc4-2d0716cb22bb HTTP/1.1" status: 200 len: 1000 time: 0.0756371 Sep 17 08:10:14.171278 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac21ad6-5c04-4e8a-a505-4db7f32f31f8 req-c20970cc-401f-4576-9682-1f145d2e3510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:14.173511 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-aac21ad6-5c04-4e8a-a505-4db7f32f31f8 req-c20970cc-401f-4576-9682-1f145d2e3510 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b98ec8dd-adb0-4978-b4cf-67dad35b09f8 HTTP/1.1" status: 200 len: 835 time: 0.0605540 Sep 17 08:10:14.226283 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac21ad6-5c04-4e8a-a505-4db7f32f31f8 req-b5deb872-9dfc-4808-afa5-340d1170cfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:14.228982 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-aac21ad6-5c04-4e8a-a505-4db7f32f31f8 req-b5deb872-9dfc-4808-afa5-340d1170cfb2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479341 Sep 17 08:10:14.254184 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 38910) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:14.295416 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-3227dcac-6575-446d-8a78-18da4c08e3c7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7a2081d5abe54005b461481ec4f5ce09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399508 Sep 17 08:10:14.300267 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 38912) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:14.338620 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-aac21ad6-5c04-4e8a-a505-4db7f32f31f8 req-773322ef-7678-4d0e-83f5-abaaa4ea3037 service neutron] 10.222.0.39 "GET /v2.0/networks/4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018920 Sep 17 08:10:14.351891 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2e69de64-711f-4b20-bc44-9bf31512f424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:14.373691 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2e69de64-711f-4b20-bc44-9bf31512f424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:14.430689 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2e69de64-711f-4b20-bc44-9bf31512f424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:14.435017 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2e69de64-711f-4b20-bc44-9bf31512f424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:14.439379 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-2e69de64-711f-4b20-bc44-9bf31512f424 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2b0f20cd-fe5f-4348-a155-df58c7d0646f HTTP/1.1" status: 204 len: 168 time: 0.1349564 Sep 17 08:10:14.447658 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-aac21ad6-5c04-4e8a-a505-4db7f32f31f8 req-2ea100c0-e17e-4101-83f0-04a099539545 service neutron] 10.222.0.39 "GET /v2.0/networks/4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023626 Sep 17 08:10:14.451119 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e69de64-711f-4b20-bc44-9bf31512f424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b0f20cd-fe5f-4348-a155-df58c7d0646f,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:14.704797 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e7306-3e40-48ae-9714-f0b93c902960 req-03952ccc-667c-4e30-91d3-bdef1e7deaf5 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:14.706393 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a01e7306-3e40-48ae-9714-f0b93c902960 req-03952ccc-667c-4e30-91d3-bdef1e7deaf5 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d21dcaf-2e2d-4d69-94e4-520d7f9115c3 HTTP/1.1" status: 200 len: 944 time: 0.0497587 Sep 17 08:10:14.753509 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a01e7306-3e40-48ae-9714-f0b93c902960 req-6894cc2b-fec5-4fa9-a6a6-e00bc35499ad tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=d107d5ef-6bbd-42bc-9048-57654bfdda1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405741 Sep 17 08:10:14.807232 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d21dcaf-2e2d-4d69-94e4-520d7f9115c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1475caf1-f5b0-45e1-bfc4-2d0716cb22bb'}, {'server_uuid': '4a3e4cd7-fd9e-4c48-83d0-fdef58210aab', 'name': 'network-vif-deleted', 'tag': '0b73edc0-ba71-4e4d-b7e8-33b02fa74b71'}, {'name': 'network-changed', 'server_uuid': '5d21dcaf-2e2d-4d69-94e4-520d7f9115c3', 'tag': '1475caf1-f5b0-45e1-bfc4-2d0716cb22bb'}, {'server_uuid': '4a3e4cd7-fd9e-4c48-83d0-fdef58210aab', 'name': 'network-vif-deleted', 'tag': '1507ef2b-f42c-4d87-a44c-871476fa8797'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:10:14.809648 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9daa28-17e9-428c-ad02-c59da5386b46" -d '{"events": [{"server_uuid": "5d21dcaf-2e2d-4d69-94e4-520d7f9115c3", "name": "network-vif-unplugged", "status": "completed", "tag": "1475caf1-f5b0-45e1-bfc4-2d0716cb22bb"}, {"server_uuid": "4a3e4cd7-fd9e-4c48-83d0-fdef58210aab", "name": "network-vif-deleted", "tag": "0b73edc0-ba71-4e4d-b7e8-33b02fa74b71"}, {"name": "network-changed", "server_uuid": "5d21dcaf-2e2d-4d69-94e4-520d7f9115c3", "tag": "1475caf1-f5b0-45e1-bfc4-2d0716cb22bb"}, {"server_uuid": "4a3e4cd7-fd9e-4c48-83d0-fdef58210aab", "name": "network-vif-deleted", "tag": "1507ef2b-f42c-4d87-a44c-871476fa8797"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:10:14.867918 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 694 Content-Type: application/json Date: Fri, 17 Sep 2021 08:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8c9d89-d7da-4723-8dcd-226c11eec7f3 x-openstack-request-id: req-bb8c9d89-d7da-4723-8dcd-226c11eec7f3 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:10:14.868228 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d21dcaf-2e2d-4d69-94e4-520d7f9115c3", "name": "network-vif-unplugged", "status": "completed", "tag": "1475caf1-f5b0-45e1-bfc4-2d0716cb22bb", "code": 200}, {"server_uuid": "4a3e4cd7-fd9e-4c48-83d0-fdef58210aab", "name": "network-vif-deleted", "tag": "0b73edc0-ba71-4e4d-b7e8-33b02fa74b71", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5d21dcaf-2e2d-4d69-94e4-520d7f9115c3", "tag": "1475caf1-f5b0-45e1-bfc4-2d0716cb22bb", "status": "completed", "code": 200}, {"server_uuid": "4a3e4cd7-fd9e-4c48-83d0-fdef58210aab", "name": "network-vif-deleted", "tag": "1507ef2b-f42c-4d87-a44c-871476fa8797", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:10:14.868486 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bb8c9d89-d7da-4723-8dcd-226c11eec7f3 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:10:14.868900 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d21dcaf-2e2d-4d69-94e4-520d7f9115c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1475caf1-f5b0-45e1-bfc4-2d0716cb22bb', 'code': 200} Sep 17 08:10:14.869185 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a3e4cd7-fd9e-4c48-83d0-fdef58210aab', 'name': 'network-vif-deleted', 'tag': '0b73edc0-ba71-4e4d-b7e8-33b02fa74b71', 'status': 'completed', 'code': 200} Sep 17 08:10:14.869438 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d21dcaf-2e2d-4d69-94e4-520d7f9115c3', 'tag': '1475caf1-f5b0-45e1-bfc4-2d0716cb22bb', 'status': 'completed', 'code': 200} Sep 17 08:10:14.869687 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a3e4cd7-fd9e-4c48-83d0-fdef58210aab', 'name': 'network-vif-deleted', 'tag': '1507ef2b-f42c-4d87-a44c-871476fa8797', 'status': 'completed', 'code': 200} Sep 17 08:10:14.991325 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9daa28-17e9-428c-ad02-c59da5386b46 req-89729a3a-656f-4b00-b3de-a53f1e2dafd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:14.993149 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3d9daa28-17e9-428c-ad02-c59da5386b46 req-89729a3a-656f-4b00-b3de-a53f1e2dafd2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6ef7951b2ac4d2ead98d70f1879d714&device_id=5d21dcaf-2e2d-4d69-94e4-520d7f9115c3 HTTP/1.1" status: 200 len: 1095 time: 0.0514746 Sep 17 08:10:15.001738 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9daa28-17e9-428c-ad02-c59da5386b46 req-462c931d-120b-4b24-b03c-db40f5cad2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:15.003363 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3d9daa28-17e9-428c-ad02-c59da5386b46 req-462c931d-120b-4b24-b03c-db40f5cad2e6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d6ef7951b2ac4d2ead98d70f1879d714&device_id=5d21dcaf-2e2d-4d69-94e4-520d7f9115c3 HTTP/1.1" status: 200 len: 1095 time: 0.0550432 Sep 17 08:10:15.131557 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4d8b2814-3775-498d-aa90-83ccc25949c3 req-d6c7babc-1765-411f-8d56-23172238a294 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab HTTP/1.1" status: 200 len: 210 time: 0.0535619 Sep 17 08:10:15.161984 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9daa28-17e9-428c-ad02-c59da5386b46 req-406127fa-e5fd-4293-b63e-9c4b06d05fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:15.166440 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3d9daa28-17e9-428c-ad02-c59da5386b46 req-406127fa-e5fd-4293-b63e-9c4b06d05fd1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f HTTP/1.1" status: 200 len: 897 time: 0.1652977 Sep 17 08:10:15.243121 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3d9daa28-17e9-428c-ad02-c59da5386b46 req-1fc189ef-bdb6-4b74-b5fe-01ff63b84f51 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1475caf1-f5b0-45e1-bfc4-2d0716cb22bb HTTP/1.1" status: 200 len: 1000 time: 0.0688179 Sep 17 08:10:15.300460 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9daa28-17e9-428c-ad02-c59da5386b46 req-74dcb796-564f-4762-929c-1cf2d07742e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:15.303409 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3d9daa28-17e9-428c-ad02-c59da5386b46 req-74dcb796-564f-4762-929c-1cf2d07742e3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b98ec8dd-adb0-4978-b4cf-67dad35b09f8 HTTP/1.1" status: 200 len: 835 time: 0.0535667 Sep 17 08:10:15.371577 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9daa28-17e9-428c-ad02-c59da5386b46 req-25da6575-f30b-48dd-af21-8b552fbc6a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:15.373610 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3d9daa28-17e9-428c-ad02-c59da5386b46 req-25da6575-f30b-48dd-af21-8b552fbc6a0b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635192 Sep 17 08:10:15.487864 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3d9daa28-17e9-428c-ad02-c59da5386b46 req-ac87e116-0146-4746-9f4d-4011b31c640c service neutron] 10.222.0.41 "GET /v2.0/networks/4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065001 Sep 17 08:10:15.521836 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9daa28-17e9-428c-ad02-c59da5386b46 req-dee7b317-b102-4767-b40f-4ff6e50c178b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:15.524042 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3d9daa28-17e9-428c-ad02-c59da5386b46 req-dee7b317-b102-4767-b40f-4ff6e50c178b service neutron] 10.222.0.39 "GET /v2.0/networks?id=4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f HTTP/1.1" status: 200 len: 897 time: 0.5130315 Sep 17 08:10:15.600837 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3d9daa28-17e9-428c-ad02-c59da5386b46 req-4b42ec65-d55e-43ad-a9b6-51f2881d3c48 service neutron] 10.222.0.41 "GET /v2.0/networks/4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057482 Sep 17 08:10:15.601956 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3d9daa28-17e9-428c-ad02-c59da5386b46 req-54c7ec03-1f01-4f69-930d-ae38586fc23e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1475caf1-f5b0-45e1-bfc4-2d0716cb22bb HTTP/1.1" status: 200 len: 1000 time: 0.0691113 Sep 17 08:10:15.660514 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9daa28-17e9-428c-ad02-c59da5386b46 req-ab3d81e8-7119-42ee-8725-1922d8f870ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:15.662148 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3d9daa28-17e9-428c-ad02-c59da5386b46 req-ab3d81e8-7119-42ee-8725-1922d8f870ab service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b98ec8dd-adb0-4978-b4cf-67dad35b09f8 HTTP/1.1" status: 200 len: 835 time: 0.0527956 Sep 17 08:10:15.711348 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9daa28-17e9-428c-ad02-c59da5386b46 req-081a6208-4a94-4be7-8b66-b3873d98925a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:15.713300 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3d9daa28-17e9-428c-ad02-c59da5386b46 req-081a6208-4a94-4be7-8b66-b3873d98925a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428212 Sep 17 08:10:15.838928 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3d9daa28-17e9-428c-ad02-c59da5386b46 req-be6866f1-928e-47c1-99b2-0b48b16d47e2 service neutron] 10.222.0.39 "GET /v2.0/networks/4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180117 Sep 17 08:10:15.902951 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 07efe3ac-c945-4dfa-8f82-7f6d000f4040 no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:10:15.904461 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0947546f-5aa7-42c4-8d42-5592eb8ff79d req-90dac545-1e02-4b00-8f5b-f999e86f1fe2 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:15.913468 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0947546f-5aa7-42c4-8d42-5592eb8ff79d req-90dac545-1e02-4b00-8f5b-f999e86f1fe2 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d21dcaf-2e2d-4d69-94e4-520d7f9115c3 HTTP/1.1" status: 200 len: 944 time: 0.0698190 Sep 17 08:10:15.947324 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] No Port match for: 07efe3ac-c945-4dfa-8f82-7f6d000f4040 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:10:15.948095 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 07efe3ac-c945-4dfa-8f82-7f6d000f4040 not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:10:15.948811 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 1475caf1-f5b0-45e1-bfc4-2d0716cb22bb no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:10:15.958954 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0947546f-5aa7-42c4-8d42-5592eb8ff79d req-185cb4d0-e7b0-484a-91cf-e0cb2ca0fc5e tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=d107d5ef-6bbd-42bc-9048-57654bfdda1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445282 Sep 17 08:10:15.975937 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3d9daa28-17e9-428c-ad02-c59da5386b46 req-d8adfdf8-33ff-4a0e-8540-be0e27706e01 service neutron] 10.222.0.39 "GET /v2.0/networks/4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284201 Sep 17 08:10:16.005121 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 1475caf1-f5b0-45e1-bfc4-2d0716cb22bb not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:10:16.244398 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e743a202-989a-42d4-aeba-2fd5fda6b0e7 req-fc8195c7-3cb6-488c-853b-34921c0d1c54 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab HTTP/1.1" status: 200 len: 210 time: 0.0287695 Sep 17 08:10:17.101280 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975d9a8-a444-4232-a145-ef6961814e58 req-376e66ff-b461-4ad1-9b07-1496a8ed5d7f tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:17.102853 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3975d9a8-a444-4232-a145-ef6961814e58 req-376e66ff-b461-4ad1-9b07-1496a8ed5d7f tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d21dcaf-2e2d-4d69-94e4-520d7f9115c3 HTTP/1.1" status: 200 len: 944 time: 0.0674305 Sep 17 08:10:17.164154 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3975d9a8-a444-4232-a145-ef6961814e58 req-eb3f95e8-5279-43b3-b677-845e10c50ed6 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=d107d5ef-6bbd-42bc-9048-57654bfdda1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514863 Sep 17 08:10:17.350676 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-137f7621-1a58-4018-9246-b18b01ebd033 req-4c6080ad-7c74-4e35-9d46-a90573b561cb tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab HTTP/1.1" status: 200 len: 210 time: 0.0280128 Sep 17 08:10:18.282533 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0553072-2b0a-4447-9697-4ee2ee2adb1c req-fd4aefa4-cf1a-4f5c-ae85-b0853fd98c5f tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:18.284338 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b0553072-2b0a-4447-9697-4ee2ee2adb1c req-fd4aefa4-cf1a-4f5c-ae85-b0853fd98c5f tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d21dcaf-2e2d-4d69-94e4-520d7f9115c3 HTTP/1.1" status: 200 len: 944 time: 0.0526676 Sep 17 08:10:18.332020 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b0553072-2b0a-4447-9697-4ee2ee2adb1c req-281fdda9-3633-4f8b-8710-3c7e0948be67 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=d107d5ef-6bbd-42bc-9048-57654bfdda1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404432 Sep 17 08:10:18.468768 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ac5ff2b6-0a1f-445d-971a-b67a885a0c8b req-28829175-f13f-4c2b-8a35-c4d0d8ca90ed tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab HTTP/1.1" status: 200 len: 210 time: 0.0319524 Sep 17 08:10:18.581794 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 1475caf1-f5b0-45e1-bfc4-2d0716cb22bb details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:10:18.630713 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a6996-f394-4feb-8e04-437a12cd7d87 req-49f18a4d-20e4-4cfd-b5d9-6b5343cda2dc tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:18.632644 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-536a6996-f394-4feb-8e04-437a12cd7d87 req-49f18a4d-20e4-4cfd-b5d9-6b5343cda2dc tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d21dcaf-2e2d-4d69-94e4-520d7f9115c3&tenant_id=d6ef7951b2ac4d2ead98d70f1879d714&binding%3Ahost_id=n-h2-789963-9 HTTP/1.1" status: 200 len: 944 time: 0.0869541 Sep 17 08:10:18.660696 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8bcccc-0f1c-4bb8-ae9c-bb9f34769f65 req-cc9d9a19-0895-4d6e-80a9-443062531470 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:18.662265 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-db8bcccc-0f1c-4bb8-ae9c-bb9f34769f65 req-cc9d9a19-0895-4d6e-80a9-443062531470 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d21dcaf-2e2d-4d69-94e4-520d7f9115c3 HTTP/1.1" status: 200 len: 944 time: 0.0735691 Sep 17 08:10:18.704747 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 1475caf1-f5b0-45e1-bfc4-2d0716cb22bb, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=1475caf1-f5b0-45e1-bfc4-2d0716cb22bb,segment=NetworkSegment(b2579ac6-3dfd-4f20-bd86-d180c36ba39f),segment_id=b2579ac6-3dfd-4f20-bd86-d180c36ba39f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:10:18.718060 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '1475caf1-f5b0-45e1-bfc4-2d0716cb22bb', 'network_id': '4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f', 'port_id': '1475caf1-f5b0-45e1-bfc4-2d0716cb22bb', 'mac_address': 'fa:16:3e:f4:ec:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b98ec8dd-adb0-4978-b4cf-67dad35b09f8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:10:18.720541 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-536a6996-f394-4feb-8e04-437a12cd7d87 req-b711c55c-93e5-45c3-87c3-438db5d62516 service neutron] 10.222.0.39 "GET /v2.0/ports/1475caf1-f5b0-45e1-bfc4-2d0716cb22bb/bindings/n-h2-789963-9 HTTP/1.1" status: 200 len: 382 time: 0.0788453 Sep 17 08:10:18.774453 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:18.790480 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1475caf1-f5b0-45e1-bfc4-2d0716cb22bb {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:10:18.816181 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 1475caf1-f5b0-45e1-bfc4-2d0716cb22bb, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=1475caf1-f5b0-45e1-bfc4-2d0716cb22bb,segment=NetworkSegment(b2579ac6-3dfd-4f20-bd86-d180c36ba39f),segment_id=b2579ac6-3dfd-4f20-bd86-d180c36ba39f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:10:18.823879 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:18.849581 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a6996-f394-4feb-8e04-437a12cd7d87 req-6d541f41-40fc-47a3-ab5f-b63a4198c461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:18.851265 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-536a6996-f394-4feb-8e04-437a12cd7d87 req-6d541f41-40fc-47a3-ab5f-b63a4198c461 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d6ef7951b2ac4d2ead98d70f1879d714&device_id=5d21dcaf-2e2d-4d69-94e4-520d7f9115c3 HTTP/1.1" status: 200 len: 1095 time: 0.0924139 Sep 17 08:10:18.893444 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=1475caf1-f5b0-45e1-bfc4-2d0716cb22bb,revision_number=8']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:18.959300 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a6996-f394-4feb-8e04-437a12cd7d87 req-f5b62e3b-c959-4821-ab20-c4ab7acee7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:18.961684 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-536a6996-f394-4feb-8e04-437a12cd7d87 req-f5b62e3b-c959-4821-ab20-c4ab7acee7aa service neutron] 10.222.0.39 "GET /v2.0/networks?id=4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f HTTP/1.1" status: 200 len: 897 time: 0.1023903 Sep 17 08:10:19.044123 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-536a6996-f394-4feb-8e04-437a12cd7d87 req-be5992b0-a97e-46cc-9d36-6ac05a71fb1e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1475caf1-f5b0-45e1-bfc4-2d0716cb22bb HTTP/1.1" status: 200 len: 1001 time: 0.0735419 Sep 17 08:10:19.108411 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a6996-f394-4feb-8e04-437a12cd7d87 req-9a808a18-3b0c-4807-aa30-bfb641d8c437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:19.111129 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-536a6996-f394-4feb-8e04-437a12cd7d87 req-9a808a18-3b0c-4807-aa30-bfb641d8c437 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b98ec8dd-adb0-4978-b4cf-67dad35b09f8 HTTP/1.1" status: 200 len: 835 time: 0.0593631 Sep 17 08:10:19.164599 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a6996-f394-4feb-8e04-437a12cd7d87 req-e9ebfb55-76d0-4285-b70e-c0e81fb73491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:19.166236 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-536a6996-f394-4feb-8e04-437a12cd7d87 req-e9ebfb55-76d0-4285-b70e-c0e81fb73491 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468380 Sep 17 08:10:19.193451 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-db8bcccc-0f1c-4bb8-ae9c-bb9f34769f65 req-9248c371-2027-4f6e-a8d5-356482d408d1 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=d107d5ef-6bbd-42bc-9048-57654bfdda1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5239556 Sep 17 08:10:19.213315 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['1475caf1-f5b0-45e1-bfc4-2d0716cb22bb'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:10:19.278428 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-536a6996-f394-4feb-8e04-437a12cd7d87 req-6c61df33-11fa-4cac-ab66-39f928f18786 service neutron] 10.222.0.39 "GET /v2.0/networks/4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034055 Sep 17 08:10:19.397603 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-536a6996-f394-4feb-8e04-437a12cd7d87 req-86fe4790-fcce-4102-97f8-dd33d6290e8f service neutron] 10.222.0.39 "GET /v2.0/networks/4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068885 Sep 17 08:10:19.730214 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39014) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:19.767704 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bbe9c2fc-a499-4e40-bf10-c40b89e6ed85 req-8278db2c-3e01-4fa7-b396-6d31cae68d8a tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab HTTP/1.1" status: 200 len: 210 time: 0.0275543 Sep 17 08:10:19.904434 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f302b47b-88f9-47ba-86ed-1a17e0f9ee8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:19.911001 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-adf49331-f537-46e9-8901-e0beac61beb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:20.006986 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f302b47b-88f9-47ba-86ed-1a17e0f9ee8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:20.010508 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f302b47b-88f9-47ba-86ed-1a17e0f9ee8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:20.048935 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-f302b47b-88f9-47ba-86ed-1a17e0f9ee8c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=717ee82a4966427fb69999cc07ce4e0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3176134 Sep 17 08:10:20.050228 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f302b47b-88f9-47ba-86ed-1a17e0f9ee8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c25e32-480f-4fcb-a70c-61f6c7cbaf91,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:20.051548 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39018) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:20.110333 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-103d6d88-b41d-4575-af4d-e0fe4bef6f35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:20.130797 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-103d6d88-b41d-4575-af4d-e0fe4bef6f35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:20.177555 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-103d6d88-b41d-4575-af4d-e0fe4bef6f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:20.180778 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-103d6d88-b41d-4575-af4d-e0fe4bef6f35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:20.181978 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-103d6d88-b41d-4575-af4d-e0fe4bef6f35 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f2c25e32-480f-4fcb-a70c-61f6c7cbaf91 HTTP/1.1" status: 204 len: 168 time: 0.1281090 Sep 17 08:10:20.190825 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103d6d88-b41d-4575-af4d-e0fe4bef6f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c25e32-480f-4fcb-a70c-61f6c7cbaf91,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:20.307407 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bc22e7-0baa-41da-80b5-d8d31b491244 req-9c3fe880-d71f-4eb3-80c5-922fd1815b54 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:20.308961 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a1bc22e7-0baa-41da-80b5-d8d31b491244 req-9c3fe880-d71f-4eb3-80c5-922fd1815b54 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d21dcaf-2e2d-4d69-94e4-520d7f9115c3 HTTP/1.1" status: 200 len: 945 time: 0.0505102 Sep 17 08:10:20.354614 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a1bc22e7-0baa-41da-80b5-d8d31b491244 req-2f6e070a-3a91-47d5-98cc-049e6d44870e tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=d107d5ef-6bbd-42bc-9048-57654bfdda1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327842 Sep 17 08:10:20.596541 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 1475caf1-f5b0-45e1-bfc4-2d0716cb22bb up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:10:20.838613 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port 1475caf1-f5b0-45e1-bfc4-2d0716cb22bb completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:10:20.842598 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 1475caf1-f5b0-45e1-bfc4-2d0716cb22bb triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:10:20.842981 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:20.894057 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-011c3578-b18b-425f-978d-ce91973599d2 req-0ddc9f0a-ca93-4e55-831a-bcd92ca90343 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab HTTP/1.1" status: 200 len: 210 time: 0.0352745 Sep 17 08:10:20.941442 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:20.964173 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d21dcaf-2e2d-4d69-94e4-520d7f9115c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1475caf1-f5b0-45e1-bfc4-2d0716cb22bb'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:10:20.966563 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-885288c7-7631-4062-ac2f-998240f96c67" -d '{"events": [{"server_uuid": "5d21dcaf-2e2d-4d69-94e4-520d7f9115c3", "name": "network-vif-plugged", "status": "completed", "tag": "1475caf1-f5b0-45e1-bfc4-2d0716cb22bb"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:10:20.979971 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 1475caf1-f5b0-45e1-bfc4-2d0716cb22bb, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=1475caf1-f5b0-45e1-bfc4-2d0716cb22bb,segment=NetworkSegment(b2579ac6-3dfd-4f20-bd86-d180c36ba39f),segment_id=b2579ac6-3dfd-4f20-bd86-d180c36ba39f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:10:20.986816 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:21.052251 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=1475caf1-f5b0-45e1-bfc4-2d0716cb22bb,revision_number=9']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:21.061044 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0f656c-4894-4499-8fd9-7b10f884f7ec x-openstack-request-id: req-1e0f656c-4894-4499-8fd9-7b10f884f7ec {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:10:21.062281 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d21dcaf-2e2d-4d69-94e4-520d7f9115c3", "name": "network-vif-plugged", "status": "completed", "tag": "1475caf1-f5b0-45e1-bfc4-2d0716cb22bb", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:10:21.062701 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1e0f656c-4894-4499-8fd9-7b10f884f7ec {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:10:21.063290 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d21dcaf-2e2d-4d69-94e4-520d7f9115c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1475caf1-f5b0-45e1-bfc4-2d0716cb22bb', 'code': 200} Sep 17 08:10:21.492145 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1b96f-1fac-487a-b591-a7de93efb2d6 req-624824e8-3bde-4390-9d1e-e13f62d51a6d tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:21.493877 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-97a1b96f-1fac-487a-b591-a7de93efb2d6 req-624824e8-3bde-4390-9d1e-e13f62d51a6d tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d21dcaf-2e2d-4d69-94e4-520d7f9115c3 HTTP/1.1" status: 200 len: 946 time: 0.0582194 Sep 17 08:10:21.566245 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-97a1b96f-1fac-487a-b591-a7de93efb2d6 req-5a859025-0f4c-4487-ace6-9c8117341588 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=d107d5ef-6bbd-42bc-9048-57654bfdda1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643041 Sep 17 08:10:21.790070 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a6996-f394-4feb-8e04-437a12cd7d87 req-e1587437-be38-42da-8aea-bb14c0844913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:21.791584 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-536a6996-f394-4feb-8e04-437a12cd7d87 req-e1587437-be38-42da-8aea-bb14c0844913 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5d21dcaf-2e2d-4d69-94e4-520d7f9115c3&tenant_id=d6ef7951b2ac4d2ead98d70f1879d714 HTTP/1.1" status: 200 len: 1097 time: 0.0825436 Sep 17 08:10:21.810807 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-536a6996-f394-4feb-8e04-437a12cd7d87 req-6432e7d4-a779-4b12-a796-e29e41fae317 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-9', 'device_owner': 'compute:nova'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:10:21.866210 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-536a6996-f394-4feb-8e04-437a12cd7d87 req-6432e7d4-a779-4b12-a796-e29e41fae317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:22.020310 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d9083d80-2aa3-4e25-b28f-98081140ea65 req-43949141-d381-4dd5-9b1c-e8ae230abb08 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab HTTP/1.1" status: 200 len: 210 time: 0.0312009 Sep 17 08:10:22.122847 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-536a6996-f394-4feb-8e04-437a12cd7d87 req-6432e7d4-a779-4b12-a796-e29e41fae317 service neutron] For port 1475caf1-f5b0-45e1-bfc4-2d0716cb22bb, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=1475caf1-f5b0-45e1-bfc4-2d0716cb22bb,segment=NetworkSegment(b2579ac6-3dfd-4f20-bd86-d180c36ba39f),segment_id=b2579ac6-3dfd-4f20-bd86-d180c36ba39f)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:10:22.149676 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [req-e53f0ed3-bd76-48aa-bf50-a750a7bbb54f req-b886e98f-d584-4558-8776-ea3130884172 service neutron] (101289) timed out ('10.222.0.39', 62083) {{(pid=101289) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 08:10:22.156774 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-536a6996-f394-4feb-8e04-437a12cd7d87 req-6432e7d4-a779-4b12-a796-e29e41fae317 service neutron] For port 1475caf1-f5b0-45e1-bfc4-2d0716cb22bb, host n-h2-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:10:22.197330 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d21dcaf-2e2d-4d69-94e4-520d7f9115c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1475caf1-f5b0-45e1-bfc4-2d0716cb22bb'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:10:22.199951 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b87d502-3341-46de-ba8f-d046e28af9f0" -d '{"events": [{"server_uuid": "5d21dcaf-2e2d-4d69-94e4-520d7f9115c3", "name": "network-vif-unplugged", "status": "completed", "tag": "1475caf1-f5b0-45e1-bfc4-2d0716cb22bb"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:10:22.204962 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-536a6996-f394-4feb-8e04-437a12cd7d87 req-6432e7d4-a779-4b12-a796-e29e41fae317 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:22.218711 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.provisioning_blocks [req-536a6996-f394-4feb-8e04-437a12cd7d87 req-6432e7d4-a779-4b12-a796-e29e41fae317 service neutron] Transition to ACTIVE for port object 1475caf1-f5b0-45e1-bfc4-2d0716cb22bb will not be triggered until provisioned by entity L2. {{(pid=101289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:10:22.224597 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-536a6996-f394-4feb-8e04-437a12cd7d87 req-6432e7d4-a779-4b12-a796-e29e41fae317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:22.288287 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 08:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-044e4acb-c424-4120-8c2b-c60e6088ac0b x-openstack-request-id: req-044e4acb-c424-4120-8c2b-c60e6088ac0b {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:10:22.288580 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d21dcaf-2e2d-4d69-94e4-520d7f9115c3", "name": "network-vif-unplugged", "status": "completed", "tag": "1475caf1-f5b0-45e1-bfc4-2d0716cb22bb", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:10:22.289259 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-044e4acb-c424-4120-8c2b-c60e6088ac0b {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:10:22.289662 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d21dcaf-2e2d-4d69-94e4-520d7f9115c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1475caf1-f5b0-45e1-bfc4-2d0716cb22bb', 'code': 200} Sep 17 08:10:22.343078 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6432e7d4-a779-4b12-a796-e29e41fae317 service neutron] Pushing event updated for resources: {'Port': ['ID=1475caf1-f5b0-45e1-bfc4-2d0716cb22bb,revision_number=10']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:22.409709 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-536a6996-f394-4feb-8e04-437a12cd7d87 req-6432e7d4-a779-4b12-a796-e29e41fae317 service neutron] No DVR routers for this DVR port 1475caf1-f5b0-45e1-bfc4-2d0716cb22bb on host n-h2-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:10:22.421283 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dbe2358d-6d2d-401d-a27a-849d781ddb87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:22.559357 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-536a6996-f394-4feb-8e04-437a12cd7d87 req-6432e7d4-a779-4b12-a796-e29e41fae317 service neutron] Attempting to bind port 1475caf1-f5b0-45e1-bfc4-2d0716cb22bb on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:10:22.559708 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-536a6996-f394-4feb-8e04-437a12cd7d87 req-6432e7d4-a779-4b12-a796-e29e41fae317 service neutron] Attempting to bind port 1475caf1-f5b0-45e1-bfc4-2d0716cb22bb by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'b2579ac6-3dfd-4f20-bd86-d180c36ba39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:10:22.560106 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536a6996-f394-4feb-8e04-437a12cd7d87 req-6432e7d4-a779-4b12-a796-e29e41fae317 service neutron] Attempting to bind port 1475caf1-f5b0-45e1-bfc4-2d0716cb22bb on network 4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:10:22.565245 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536a6996-f394-4feb-8e04-437a12cd7d87 req-6432e7d4-a779-4b12-a796-e29e41fae317 service neutron] Port 1475caf1-f5b0-45e1-bfc4-2d0716cb22bb on network 4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:10:22.565574 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536a6996-f394-4feb-8e04-437a12cd7d87 req-6432e7d4-a779-4b12-a796-e29e41fae317 service neutron] Attempting to bind port 1475caf1-f5b0-45e1-bfc4-2d0716cb22bb on network 4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:10:22.570608 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536a6996-f394-4feb-8e04-437a12cd7d87 req-6432e7d4-a779-4b12-a796-e29e41fae317 service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:10:22.570938 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536a6996-f394-4feb-8e04-437a12cd7d87 req-6432e7d4-a779-4b12-a796-e29e41fae317 service neutron] Checking segment: {'id': 'b2579ac6-3dfd-4f20-bd86-d180c36ba39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:10:22.571327 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536a6996-f394-4feb-8e04-437a12cd7d87 req-6432e7d4-a779-4b12-a796-e29e41fae317 service neutron] Bound using segment: {'id': 'b2579ac6-3dfd-4f20-bd86-d180c36ba39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f'} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:10:22.571858 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-536a6996-f394-4feb-8e04-437a12cd7d87 req-6432e7d4-a779-4b12-a796-e29e41fae317 service neutron] Bound port: 1475caf1-f5b0-45e1-bfc4-2d0716cb22bb, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2579ac6-3dfd-4f20-bd86-d180c36ba39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f'}}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:10:22.572142 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-536a6996-f394-4feb-8e04-437a12cd7d87 req-6432e7d4-a779-4b12-a796-e29e41fae317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:22.655551 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-536a6996-f394-4feb-8e04-437a12cd7d87 req-6432e7d4-a779-4b12-a796-e29e41fae317 service neutron] For port 1475caf1-f5b0-45e1-bfc4-2d0716cb22bb, host n-h1-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:10:22.659506 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-536a6996-f394-4feb-8e04-437a12cd7d87 req-6432e7d4-a779-4b12-a796-e29e41fae317 service neutron] For port 1475caf1-f5b0-45e1-bfc4-2d0716cb22bb, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=1475caf1-f5b0-45e1-bfc4-2d0716cb22bb,segment=NetworkSegment(b2579ac6-3dfd-4f20-bd86-d180c36ba39f),segment_id=b2579ac6-3dfd-4f20-bd86-d180c36ba39f)] {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:10:22.667891 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-536a6996-f394-4feb-8e04-437a12cd7d87 req-6432e7d4-a779-4b12-a796-e29e41fae317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:22.694085 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:22.770728 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a6996-f394-4feb-8e04-437a12cd7d87 req-6432e7d4-a779-4b12-a796-e29e41fae317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:22.771353 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-536a6996-f394-4feb-8e04-437a12cd7d87 req-6432e7d4-a779-4b12-a796-e29e41fae317 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:22.773077 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-536a6996-f394-4feb-8e04-437a12cd7d87 req-6432e7d4-a779-4b12-a796-e29e41fae317 service neutron] 10.222.0.41 "PUT /v2.0/ports/1475caf1-f5b0-45e1-bfc4-2d0716cb22bb HTTP/1.1" status: 200 len: 1093 time: 0.9668162 Sep 17 08:10:22.793600 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b457b-b183-4728-b780-47af44fe7be9 req-80f75e4d-4b02-4f39-8f06-a08c55bd6c0d tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:22.795381 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e40b457b-b183-4728-b780-47af44fe7be9 req-80f75e4d-4b02-4f39-8f06-a08c55bd6c0d tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d21dcaf-2e2d-4d69-94e4-520d7f9115c3 HTTP/1.1" status: 200 len: 945 time: 0.1152720 Sep 17 08:10:22.801117 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6432e7d4-a779-4b12-a796-e29e41fae317 service neutron] Pushing event updated for resources: {'Port': ['ID=1475caf1-f5b0-45e1-bfc4-2d0716cb22bb,revision_number=11']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:22.895908 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a6996-f394-4feb-8e04-437a12cd7d87 req-636c8648-aedb-419c-9caa-86ebd358bfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:22.897690 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-536a6996-f394-4feb-8e04-437a12cd7d87 req-636c8648-aedb-419c-9caa-86ebd358bfb5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6ef7951b2ac4d2ead98d70f1879d714&device_id=5d21dcaf-2e2d-4d69-94e4-520d7f9115c3 HTTP/1.1" status: 200 len: 1096 time: 0.0675116 Sep 17 08:10:22.901778 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e40b457b-b183-4728-b780-47af44fe7be9 req-00acebd2-2369-4bc9-af8c-03931405279f tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=d107d5ef-6bbd-42bc-9048-57654bfdda1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901883 Sep 17 08:10:23.013614 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a6996-f394-4feb-8e04-437a12cd7d87 req-8b8914bb-c93d-4df2-b9b2-0aea702cd792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:23.015176 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-536a6996-f394-4feb-8e04-437a12cd7d87 req-8b8914bb-c93d-4df2-b9b2-0aea702cd792 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f HTTP/1.1" status: 200 len: 897 time: 0.1098680 Sep 17 08:10:23.099059 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-536a6996-f394-4feb-8e04-437a12cd7d87 req-8d7ca271-5572-43e9-97e6-00fbe02908aa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1475caf1-f5b0-45e1-bfc4-2d0716cb22bb HTTP/1.1" status: 200 len: 1000 time: 0.0760140 Sep 17 08:10:23.179312 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-638e775f-bcc3-45b6-96c2-6ae071784cef req-b765b385-6549-4d48-9d27-2c568cf8793a tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab HTTP/1.1" status: 200 len: 210 time: 0.0378313 Sep 17 08:10:23.186487 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a6996-f394-4feb-8e04-437a12cd7d87 req-80aeb398-79d3-4ab1-ab5e-902ae2981dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:23.187997 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-536a6996-f394-4feb-8e04-437a12cd7d87 req-80aeb398-79d3-4ab1-ab5e-902ae2981dfc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b98ec8dd-adb0-4978-b4cf-67dad35b09f8 HTTP/1.1" status: 200 len: 835 time: 0.0812976 Sep 17 08:10:23.236759 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a6996-f394-4feb-8e04-437a12cd7d87 req-a0e3433f-7f1b-4d0c-8f9b-c415b2e1812b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:23.238445 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-536a6996-f394-4feb-8e04-437a12cd7d87 req-a0e3433f-7f1b-4d0c-8f9b-c415b2e1812b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431383 Sep 17 08:10:23.330380 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-536a6996-f394-4feb-8e04-437a12cd7d87 req-87685bee-289f-4b8a-8745-a011842a6465 service neutron] 10.222.0.41 "GET /v2.0/networks/4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847387 Sep 17 08:10:23.440380 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-536a6996-f394-4feb-8e04-437a12cd7d87 req-6d045025-e97d-4bcc-bacf-bf4d4a0c9345 service neutron] 10.222.0.41 "GET /v2.0/networks/4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028914 Sep 17 08:10:23.678518 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:24.036302 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda40702-e7ed-4636-97ad-3c7261834629 req-aa3d8d35-8f30-4a4c-81e4-cc728e248537 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:24.037752 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cda40702-e7ed-4636-97ad-3c7261834629 req-aa3d8d35-8f30-4a4c-81e4-cc728e248537 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d21dcaf-2e2d-4d69-94e4-520d7f9115c3 HTTP/1.1" status: 200 len: 945 time: 0.0593579 Sep 17 08:10:24.085388 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cda40702-e7ed-4636-97ad-3c7261834629 req-b16ee2f6-530a-4aa7-a16a-48fd0b4a6e62 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=d107d5ef-6bbd-42bc-9048-57654bfdda1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409083 Sep 17 08:10:24.299316 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d21dcaf-2e2d-4d69-94e4-520d7f9115c3', 'tag': '1475caf1-f5b0-45e1-bfc4-2d0716cb22bb'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:10:24.302052 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51557e55-8e77-42e6-bd66-a5d063fe1602" -d '{"events": [{"name": "network-changed", "server_uuid": "5d21dcaf-2e2d-4d69-94e4-520d7f9115c3", "tag": "1475caf1-f5b0-45e1-bfc4-2d0716cb22bb"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:10:24.312382 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-89606f29-6ad3-49d7-b4f1-01521007fa61 req-bd2d9e32-1068-46e3-b7db-ebb6408332ac tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab HTTP/1.1" status: 200 len: 210 time: 0.0470238 Sep 17 08:10:24.390495 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9696acb0-471f-4c0a-97c5-25a8b32f41de x-openstack-request-id: req-9696acb0-471f-4c0a-97c5-25a8b32f41de {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:10:24.390792 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d21dcaf-2e2d-4d69-94e4-520d7f9115c3", "tag": "1475caf1-f5b0-45e1-bfc4-2d0716cb22bb", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:10:24.391047 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9696acb0-471f-4c0a-97c5-25a8b32f41de {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:10:24.391473 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d21dcaf-2e2d-4d69-94e4-520d7f9115c3', 'tag': '1475caf1-f5b0-45e1-bfc4-2d0716cb22bb', 'status': 'completed', 'code': 200} Sep 17 08:10:24.493625 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51557e55-8e77-42e6-bd66-a5d063fe1602 req-86dfe1d9-b4a4-47b1-8ffb-1ac970296ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:24.495315 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-51557e55-8e77-42e6-bd66-a5d063fe1602 req-86dfe1d9-b4a4-47b1-8ffb-1ac970296ae0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6ef7951b2ac4d2ead98d70f1879d714&device_id=5d21dcaf-2e2d-4d69-94e4-520d7f9115c3 HTTP/1.1" status: 200 len: 1096 time: 0.0499694 Sep 17 08:10:24.497133 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51557e55-8e77-42e6-bd66-a5d063fe1602 req-6bdf8393-28aa-4e60-ba81-5b600a380035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:24.498785 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-51557e55-8e77-42e6-bd66-a5d063fe1602 req-6bdf8393-28aa-4e60-ba81-5b600a380035 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d6ef7951b2ac4d2ead98d70f1879d714&device_id=5d21dcaf-2e2d-4d69-94e4-520d7f9115c3 HTTP/1.1" status: 200 len: 1096 time: 0.0561945 Sep 17 08:10:24.617335 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51557e55-8e77-42e6-bd66-a5d063fe1602 req-6d6dc4e4-6cf4-4272-9ef0-0e40b07cfeda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:24.618514 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 1475caf1-f5b0-45e1-bfc4-2d0716cb22bb no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:10:24.619040 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-51557e55-8e77-42e6-bd66-a5d063fe1602 req-6d6dc4e4-6cf4-4272-9ef0-0e40b07cfeda service neutron] 10.222.0.41 "GET /v2.0/networks?id=4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f HTTP/1.1" status: 200 len: 897 time: 0.1154006 Sep 17 08:10:24.624880 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51557e55-8e77-42e6-bd66-a5d063fe1602 req-c2c6c138-7ee9-4119-a684-14b67cfce3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:24.633142 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-51557e55-8e77-42e6-bd66-a5d063fe1602 req-c2c6c138-7ee9-4119-a684-14b67cfce3cc service neutron] 10.222.0.39 "GET /v2.0/networks?id=4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f HTTP/1.1" status: 200 len: 897 time: 0.1276259 Sep 17 08:10:24.676545 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 1475caf1-f5b0-45e1-bfc4-2d0716cb22bb not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:10:24.694340 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-51557e55-8e77-42e6-bd66-a5d063fe1602 req-c9c4b763-3565-4cd9-bdc6-a81f8b5fae51 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1475caf1-f5b0-45e1-bfc4-2d0716cb22bb HTTP/1.1" status: 200 len: 1000 time: 0.0669429 Sep 17 08:10:24.721735 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-51557e55-8e77-42e6-bd66-a5d063fe1602 req-dc23eade-e208-4aa0-9bed-e6a3576d6ee6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1475caf1-f5b0-45e1-bfc4-2d0716cb22bb HTTP/1.1" status: 200 len: 1000 time: 0.0807872 Sep 17 08:10:24.754106 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51557e55-8e77-42e6-bd66-a5d063fe1602 req-933255e8-f4ec-4c32-bd23-e98c96dfb089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:24.755787 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-51557e55-8e77-42e6-bd66-a5d063fe1602 req-933255e8-f4ec-4c32-bd23-e98c96dfb089 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b98ec8dd-adb0-4978-b4cf-67dad35b09f8 HTTP/1.1" status: 200 len: 835 time: 0.0538754 Sep 17 08:10:24.784672 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51557e55-8e77-42e6-bd66-a5d063fe1602 req-335a449c-dff0-4028-abd4-4ec453eae44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:24.786589 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-51557e55-8e77-42e6-bd66-a5d063fe1602 req-335a449c-dff0-4028-abd4-4ec453eae44c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b98ec8dd-adb0-4978-b4cf-67dad35b09f8 HTTP/1.1" status: 200 len: 835 time: 0.0578775 Sep 17 08:10:24.817825 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51557e55-8e77-42e6-bd66-a5d063fe1602 req-ac76225b-501a-4bd3-b1bb-620c2c4009ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:24.819359 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-51557e55-8e77-42e6-bd66-a5d063fe1602 req-ac76225b-501a-4bd3-b1bb-620c2c4009ae service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546787 Sep 17 08:10:24.861813 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51557e55-8e77-42e6-bd66-a5d063fe1602 req-dc7c9beb-8ffc-45d6-a85e-30768f09820f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:24.863737 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-51557e55-8e77-42e6-bd66-a5d063fe1602 req-dc7c9beb-8ffc-45d6-a85e-30768f09820f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700369 Sep 17 08:10:24.941842 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-51557e55-8e77-42e6-bd66-a5d063fe1602 req-ad97b6c3-474d-44a4-892d-677b25e4f39f service neutron] 10.222.0.41 "GET /v2.0/networks/4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145346 Sep 17 08:10:24.999846 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-51557e55-8e77-42e6-bd66-a5d063fe1602 req-28ab9273-f409-45bd-b7b8-e408e7396309 service neutron] 10.222.0.39 "GET /v2.0/networks/4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288047 Sep 17 08:10:25.043714 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-51557e55-8e77-42e6-bd66-a5d063fe1602 req-2b68d2e0-a896-4234-927a-8d8e8a29f00b service neutron] 10.222.0.41 "GET /v2.0/networks/4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944011 Sep 17 08:10:25.117676 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-51557e55-8e77-42e6-bd66-a5d063fe1602 req-ce1d0fbb-7a5c-487a-98fa-a044c03f9fb1 service neutron] 10.222.0.39 "GET /v2.0/networks/4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084628 Sep 17 08:10:25.210013 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83b78bc-6d65-4139-af75-fdb524f17b96 req-a2c17423-45b1-420c-8016-7211bfcb8aa8 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:25.212291 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d83b78bc-6d65-4139-af75-fdb524f17b96 req-a2c17423-45b1-420c-8016-7211bfcb8aa8 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d21dcaf-2e2d-4d69-94e4-520d7f9115c3 HTTP/1.1" status: 200 len: 945 time: 0.0533431 Sep 17 08:10:25.251387 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d83b78bc-6d65-4139-af75-fdb524f17b96 req-723ed725-5339-4fd9-966e-df7a5399fc5c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=d107d5ef-6bbd-42bc-9048-57654bfdda1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338337 Sep 17 08:10:25.279867 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:25.452517 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-58eed4b9-e024-470a-9829-335bc4bc83ea req-af9861cb-0418-4635-ae7f-d675a727e788 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a3e4cd7-fd9e-4c48-83d0-fdef58210aab HTTP/1.1" status: 200 len: 210 time: 0.0356591 Sep 17 08:10:25.883045 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39268) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:25.958906 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 1475caf1-f5b0-45e1-bfc4-2d0716cb22bb details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:10:25.991518 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b8b0c72f-8d45-48d3-956e-2eaade2e985f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:26.056736 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 1475caf1-f5b0-45e1-bfc4-2d0716cb22bb, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=1475caf1-f5b0-45e1-bfc4-2d0716cb22bb,segment=NetworkSegment(b2579ac6-3dfd-4f20-bd86-d180c36ba39f),segment_id=b2579ac6-3dfd-4f20-bd86-d180c36ba39f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:10:26.071969 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': '1475caf1-f5b0-45e1-bfc4-2d0716cb22bb', 'network_id': '4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f', 'port_id': '1475caf1-f5b0-45e1-bfc4-2d0716cb22bb', 'mac_address': 'fa:16:3e:f4:ec:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b98ec8dd-adb0-4978-b4cf-67dad35b09f8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:10:26.092771 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b8b0c72f-8d45-48d3-956e-2eaade2e985f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:26.097094 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b8b0c72f-8d45-48d3-956e-2eaade2e985f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:26.111048 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:26.124089 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1475caf1-f5b0-45e1-bfc4-2d0716cb22bb {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:10:26.135057 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b0c72f-8d45-48d3-956e-2eaade2e985f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e79be0-3183-4e7a-8563-44c85b2501d5,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:26.142553 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39274) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:26.144347 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b8b0c72f-8d45-48d3-956e-2eaade2e985f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=abd28b02fb824b97882753f41376b89e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2602179 Sep 17 08:10:26.144495 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 1475caf1-f5b0-45e1-bfc4-2d0716cb22bb, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=1475caf1-f5b0-45e1-bfc4-2d0716cb22bb,segment=NetworkSegment(b2579ac6-3dfd-4f20-bd86-d180c36ba39f),segment_id=b2579ac6-3dfd-4f20-bd86-d180c36ba39f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:10:26.148207 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:26.150407 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b0c72f-8d45-48d3-956e-2eaade2e985f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:10:26.150833 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b0c72f-8d45-48d3-956e-2eaade2e985f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:10:26.151400 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b0c72f-8d45-48d3-956e-2eaade2e985f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:10:26.151814 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b0c72f-8d45-48d3-956e-2eaade2e985f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:10:26.152350 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b0c72f-8d45-48d3-956e-2eaade2e985f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:10:26.152856 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b0c72f-8d45-48d3-956e-2eaade2e985f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:10:26.153265 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b0c72f-8d45-48d3-956e-2eaade2e985f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:10:26.153791 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b0c72f-8d45-48d3-956e-2eaade2e985f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:10:26.154135 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b0c72f-8d45-48d3-956e-2eaade2e985f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:10:26.154471 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b0c72f-8d45-48d3-956e-2eaade2e985f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:10:26.154805 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b0c72f-8d45-48d3-956e-2eaade2e985f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:10:26.155141 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b0c72f-8d45-48d3-956e-2eaade2e985f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:10:26.190950 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d6b24707-70df-4e30-bc35-2a547bb08919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:26.196595 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=1475caf1-f5b0-45e1-bfc4-2d0716cb22bb,revision_number=12']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:26.210945 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d6b24707-70df-4e30-bc35-2a547bb08919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:26.260192 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d6b24707-70df-4e30-bc35-2a547bb08919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:26.262705 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d6b24707-70df-4e30-bc35-2a547bb08919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:26.263862 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-d6b24707-70df-4e30-bc35-2a547bb08919 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/79e79be0-3183-4e7a-8563-44c85b2501d5 HTTP/1.1" status: 204 len: 168 time: 0.1203415 Sep 17 08:10:26.271457 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b24707-70df-4e30-bc35-2a547bb08919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e79be0-3183-4e7a-8563-44c85b2501d5,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:26.376735 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ec033-d727-4f2d-9665-e15a8418cf0f req-a1c4ad59-ff75-420e-abd8-8c1a3a4dbca4 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:26.378401 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-721ec033-d727-4f2d-9665-e15a8418cf0f req-a1c4ad59-ff75-420e-abd8-8c1a3a4dbca4 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d21dcaf-2e2d-4d69-94e4-520d7f9115c3 HTTP/1.1" status: 200 len: 946 time: 0.0505526 Sep 17 08:10:26.416169 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-721ec033-d727-4f2d-9665-e15a8418cf0f req-c04280a0-f2d7-4a66-8ca4-b52cfa91219f tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=d107d5ef-6bbd-42bc-9048-57654bfdda1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315123 Sep 17 08:10:26.544297 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39286) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:26.558372 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-38e3a927-fe89-4752-acdc-2fbe475c536e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:26.559323 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39288) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:26.616702 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-49084e67-c04e-4b83-ab09-3433db671387 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:26.645730 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-49084e67-c04e-4b83-ab09-3433db671387 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:26.656545 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-38e3a927-fe89-4752-acdc-2fbe475c536e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:26.661894 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-38e3a927-fe89-4752-acdc-2fbe475c536e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:26.683103 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['1475caf1-f5b0-45e1-bfc4-2d0716cb22bb'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:10:26.703917 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-38e3a927-fe89-4752-acdc-2fbe475c536e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6d43f1a21c744d0c89dbfa7020c34f7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1584740 Sep 17 08:10:26.704695 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39290) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:26.705799 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e3a927-fe89-4752-acdc-2fbe475c536e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff559cc4-a0d6-438f-b1c7-547a728227a9,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:26.713465 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-49084e67-c04e-4b83-ab09-3433db671387 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:26.716263 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-49084e67-c04e-4b83-ab09-3433db671387 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:26.721200 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-49084e67-c04e-4b83-ab09-3433db671387 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "DELETE /v2.0/security-groups/018bc854-5d2e-47d2-a820-83cebe160ae5 HTTP/1.1" status: 204 len: 168 time: 0.1571822 Sep 17 08:10:26.721414 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39292) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:26.740108 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-732310bf-81f6-4d62-9eec-741aa5caa793 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] show failed (client error): The resource could not be found. Sep 17 08:10:26.744277 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49084e67-c04e-4b83-ab09-3433db671387 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=018bc854-5d2e-47d2-a820-83cebe160ae5,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:26.744846 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-732310bf-81f6-4d62-9eec-741aa5caa793 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "GET /v2.0/security-groups/018bc854-5d2e-47d2-a820-83cebe160ae5 HTTP/1.1" status: 404 len: 347 time: 0.0224128 Sep 17 08:10:26.745480 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39294) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:26.781199 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-883cc854-fa88-498c-8894-4fb06015e21e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:26.804990 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-883cc854-fa88-498c-8894-4fb06015e21e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:26.855610 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-883cc854-fa88-498c-8894-4fb06015e21e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:26.858847 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-883cc854-fa88-498c-8894-4fb06015e21e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:26.860413 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-883cc854-fa88-498c-8894-4fb06015e21e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ff559cc4-a0d6-438f-b1c7-547a728227a9 HTTP/1.1" status: 204 len: 168 time: 0.1545336 Sep 17 08:10:26.870136 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883cc854-fa88-498c-8894-4fb06015e21e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff559cc4-a0d6-438f-b1c7-547a728227a9,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:26.897881 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-7435ad75-c921-4306-8360-9bab6e2d988f tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Deleting port 19ebcf98-5434-4305-8c68-ae0a0f1f4471 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:10:26.898592 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7435ad75-c921-4306-8360-9bab6e2d988f tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:26.978221 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7435ad75-c921-4306-8360-9bab6e2d988f tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:26.978634 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7435ad75-c921-4306-8360-9bab6e2d988f tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:26.991782 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-7435ad75-c921-4306-8360-9bab6e2d988f tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Calling delete_port for 19ebcf98-5434-4305-8c68-ae0a0f1f4471 owned by network:floatingip {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:10:27.146012 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7435ad75-c921-4306-8360-9bab6e2d988f tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:27.177868 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7435ad75-c921-4306-8360-9bab6e2d988f tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Pushing event deleted for resources: {'Port': ['ID=19ebcf98-5434-4305-8c68-ae0a0f1f4471,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:27.239527 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7435ad75-c921-4306-8360-9bab6e2d988f tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks [] for floatingip, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:27.242506 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7435ad75-c921-4306-8360-9bab6e2d988f tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:27.243649 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-7435ad75-c921-4306-8360-9bab6e2d988f tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "DELETE /v2.0/floatingips/d9f84afd-78be-4119-bac2-cc72d11533b1 HTTP/1.1" status: 204 len: 168 time: 0.4972594 Sep 17 08:10:27.246299 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39308) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:27.335509 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-13c8a74d-ea7e-49e5-9248-bf8e94f5c61c tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Deleting port 58361d99-ef9c-4fbd-af39-2f7f8767303c {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:10:27.335855 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-13c8a74d-ea7e-49e5-9248-bf8e94f5c61c tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:27.434422 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-13c8a74d-ea7e-49e5-9248-bf8e94f5c61c tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:27.452338 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-13c8a74d-ea7e-49e5-9248-bf8e94f5c61c tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Calling delete_port for 58361d99-ef9c-4fbd-af39-2f7f8767303c owned by {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:10:27.562981 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b1fcec-8f9f-4b4b-bfdd-db4f6180f2be req-78a35052-ab4d-4dfe-9138-e5fb32bebb8f tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:27.564532 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-06b1fcec-8f9f-4b4b-bfdd-db4f6180f2be req-78a35052-ab4d-4dfe-9138-e5fb32bebb8f tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d21dcaf-2e2d-4d69-94e4-520d7f9115c3 HTTP/1.1" status: 200 len: 946 time: 0.0735991 Sep 17 08:10:27.643976 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-06b1fcec-8f9f-4b4b-bfdd-db4f6180f2be req-3ec29297-07de-40b4-9472-7a676b5190fb tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=d107d5ef-6bbd-42bc-9048-57654bfdda1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671589 Sep 17 08:10:27.648392 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-13c8a74d-ea7e-49e5-9248-bf8e94f5c61c tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:27.668615 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39324) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:27.676902 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c8a74d-ea7e-49e5-9248-bf8e94f5c61c tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Pushing event deleted for resources: {'Port': ['ID=58361d99-ef9c-4fbd-af39-2f7f8767303c,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:27.746805 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-13c8a74d-ea7e-49e5-9248-bf8e94f5c61c tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:27.751916 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-13c8a74d-ea7e-49e5-9248-bf8e94f5c61c tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "DELETE /v2.0/ports/58361d99-ef9c-4fbd-af39-2f7f8767303c HTTP/1.1" status: 204 len: 168 time: 0.5017061 Sep 17 08:10:27.752271 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39328) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:27.764341 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-7c2569c1-7241-4d52-8adf-187ffab9b628 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/floatingips/b24315ee-a216-4154-81fa-29254f1216fb HTTP/1.1" status: 200 len: 993 time: 0.0945826 Sep 17 08:10:27.845551 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-b95fdf27-d3fd-44ac-bbcd-20030f0f7571 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Deleting port f1fe0f28-22d4-4b09-bc17-0fd02f571177 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:10:27.845908 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b95fdf27-d3fd-44ac-bbcd-20030f0f7571 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:27.935223 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b95fdf27-d3fd-44ac-bbcd-20030f0f7571 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:27.947791 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-b95fdf27-d3fd-44ac-bbcd-20030f0f7571 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Calling delete_port for f1fe0f28-22d4-4b09-bc17-0fd02f571177 owned by {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:10:27.984873 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 1475caf1-f5b0-45e1-bfc4-2d0716cb22bb up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:10:28.040318 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning for port 1475caf1-f5b0-45e1-bfc4-2d0716cb22bb completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:10:28.044269 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port 1475caf1-f5b0-45e1-bfc4-2d0716cb22bb triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:10:28.044653 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:28.106827 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b95fdf27-d3fd-44ac-bbcd-20030f0f7571 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:28.155423 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95fdf27-d3fd-44ac-bbcd-20030f0f7571 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Pushing event deleted for resources: {'Port': ['ID=f1fe0f28-22d4-4b09-bc17-0fd02f571177,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:28.161742 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:28.209020 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 1475caf1-f5b0-45e1-bfc4-2d0716cb22bb, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=1475caf1-f5b0-45e1-bfc4-2d0716cb22bb,segment=NetworkSegment(b2579ac6-3dfd-4f20-bd86-d180c36ba39f),segment_id=b2579ac6-3dfd-4f20-bd86-d180c36ba39f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:10:28.210310 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d21dcaf-2e2d-4d69-94e4-520d7f9115c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1475caf1-f5b0-45e1-bfc4-2d0716cb22bb'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:10:28.213333 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eceb5cb0-a902-410e-85bd-1979aec6be2b" -d '{"events": [{"server_uuid": "5d21dcaf-2e2d-4d69-94e4-520d7f9115c3", "name": "network-vif-plugged", "status": "completed", "tag": "1475caf1-f5b0-45e1-bfc4-2d0716cb22bb"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:10:28.229418 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:28.258804 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b95fdf27-d3fd-44ac-bbcd-20030f0f7571 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:28.261664 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b95fdf27-d3fd-44ac-bbcd-20030f0f7571 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "DELETE /v2.0/ports/f1fe0f28-22d4-4b09-bc17-0fd02f571177 HTTP/1.1" status: 204 len: 168 time: 0.5084293 Sep 17 08:10:28.264586 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39350) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:28.275040 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7fdccea-f560-474e-92d4-15b104130c5f x-openstack-request-id: req-d7fdccea-f560-474e-92d4-15b104130c5f {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:10:28.275511 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d21dcaf-2e2d-4d69-94e4-520d7f9115c3", "name": "network-vif-plugged", "status": "completed", "tag": "1475caf1-f5b0-45e1-bfc4-2d0716cb22bb", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:10:28.275765 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d7fdccea-f560-474e-92d4-15b104130c5f {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:10:28.276190 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d21dcaf-2e2d-4d69-94e4-520d7f9115c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1475caf1-f5b0-45e1-bfc4-2d0716cb22bb', 'code': 200} Sep 17 08:10:28.295356 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=1475caf1-f5b0-45e1-bfc4-2d0716cb22bb,revision_number=13']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:28.329370 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8e69d2b-c628-41bb-b739-cafeff674a3a tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Deleting subnet 4987e41e-b830-443a-b55c-26b976d72533 {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:10:28.332587 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b8e69d2b-c628-41bb-b739-cafeff674a3a tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:28.372666 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b8e69d2b-c628-41bb-b739-cafeff674a3a tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:28.457181 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b8e69d2b-c628-41bb-b739-cafeff674a3a tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:28.519425 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b8e69d2b-c628-41bb-b739-cafeff674a3a tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:28.549148 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e69d2b-c628-41bb-b739-cafeff674a3a tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Pushing event deleted for resources: {'Subnet': ['ID=4987e41e-b830-443a-b55c-26b976d72533,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:28.552966 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b8e69d2b-c628-41bb-b739-cafeff674a3a tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:28.556307 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-b8e69d2b-c628-41bb-b739-cafeff674a3a tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "DELETE /v2.0/subnets/4987e41e-b830-443a-b55c-26b976d72533 HTTP/1.1" status: 204 len: 168 time: 0.2905650 Sep 17 08:10:28.557557 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39368) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:28.562138 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a06e527-fc3c-4dad-868c-e96e84ab0f34 None None] Network af537dc7-8886-4fdc-a38b-73c1633b0a59 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:10:28.609219 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e67ff3a-13fc-49dc-9af4-47c95fae7af9 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Deleting subnet b03d39e8-6611-49a1-bc08-558dcfc2f27e {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:10:28.613339 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4e67ff3a-13fc-49dc-9af4-47c95fae7af9 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:28.659078 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4e67ff3a-13fc-49dc-9af4-47c95fae7af9 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:28.769007 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4e67ff3a-13fc-49dc-9af4-47c95fae7af9 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:28.795421 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e1cd54-1045-4d64-91c6-e958060cebb5 None None] DHCP port deletion for af537dc7-8886-4fdc-a38b-73c1633b0a59 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 08:10:28.848054 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4e67ff3a-13fc-49dc-9af4-47c95fae7af9 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:28.871742 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-66e1cd54-1045-4d64-91c6-e958060cebb5 None None] Deleting port 4d7ec045-c5a8-4c54-a108-4f946a866419 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:10:28.872236 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-66e1cd54-1045-4d64-91c6-e958060cebb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:28.875458 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e67ff3a-13fc-49dc-9af4-47c95fae7af9 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Pushing event deleted for resources: {'Subnet': ['ID=b03d39e8-6611-49a1-bc08-558dcfc2f27e,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:28.879385 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4e67ff3a-13fc-49dc-9af4-47c95fae7af9 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:28.881325 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-4e67ff3a-13fc-49dc-9af4-47c95fae7af9 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "DELETE /v2.0/subnets/b03d39e8-6611-49a1-bc08-558dcfc2f27e HTTP/1.1" status: 204 len: 168 time: 0.3228359 Sep 17 08:10:28.883921 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39388) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:28.897292 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8005c4b4-c531-4778-8081-b2ac6c5f2017 None None] Network 38da8219-9711-4a17-95ce-4a60364cf1ab requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:10:28.960952 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-66e1cd54-1045-4d64-91c6-e958060cebb5 None None] For port 4d7ec045-c5a8-4c54-a108-4f946a866419, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=4d7ec045-c5a8-4c54-a108-4f946a866419,segment=NetworkSegment(b1e1c750-8376-4bf1-bd42-cdccdc64eea3),segment_id=b1e1c750-8376-4bf1-bd42-cdccdc64eea3)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:10:28.960952 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-66e1cd54-1045-4d64-91c6-e958060cebb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:28.966011 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1573f69f-c26d-4cc9-a1ab-40dbd2f89cb2 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:29.008590 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-66e1cd54-1045-4d64-91c6-e958060cebb5 None None] Calling delete_port for 4d7ec045-c5a8-4c54-a108-4f946a866419 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:10:29.022164 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-1573f69f-c26d-4cc9-a1ab-40dbd2f89cb2 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Deleting port 4d7ec045-c5a8-4c54-a108-4f946a866419 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:10:29.022635 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1573f69f-c26d-4cc9-a1ab-40dbd2f89cb2 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:29.094868 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-1573f69f-c26d-4cc9-a1ab-40dbd2f89cb2 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] For port 4d7ec045-c5a8-4c54-a108-4f946a866419, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=4d7ec045-c5a8-4c54-a108-4f946a866419,segment=NetworkSegment(b1e1c750-8376-4bf1-bd42-cdccdc64eea3),segment_id=b1e1c750-8376-4bf1-bd42-cdccdc64eea3)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:10:29.095245 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1573f69f-c26d-4cc9-a1ab-40dbd2f89cb2 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:29.108475 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-1573f69f-c26d-4cc9-a1ab-40dbd2f89cb2 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Calling delete_port for 4d7ec045-c5a8-4c54-a108-4f946a866419 owned by network:dhcp {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:10:29.140625 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-66e1cd54-1045-4d64-91c6-e958060cebb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:29.182429 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e1cd54-1045-4d64-91c6-e958060cebb5 None None] Pushing event deleted for resources: {'Port': ['ID=4d7ec045-c5a8-4c54-a108-4f946a866419,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:29.186136 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e1cd54-1045-4d64-91c6-e958060cebb5 None None] No DVR routers for this DVR port 4d7ec045-c5a8-4c54-a108-4f946a866419 on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:10:29.211921 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1573f69f-c26d-4cc9-a1ab-40dbd2f89cb2 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:29.216377 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae49d93c-ddf4-4e89-89ff-19acbb33b885 None None] DHCP port deletion for 38da8219-9711-4a17-95ce-4a60364cf1ab request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 08:10:29.228562 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1573f69f-c26d-4cc9-a1ab-40dbd2f89cb2 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] No DVR routers for this DVR port 4d7ec045-c5a8-4c54-a108-4f946a866419 on host n-d-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:10:29.274720 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1573f69f-c26d-4cc9-a1ab-40dbd2f89cb2 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Pushing event deleted for resources: {'Port': ['ID=4d7ec045-c5a8-4c54-a108-4f946a866419,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:29.290499 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ae49d93c-ddf4-4e89-89ff-19acbb33b885 None None] Deleting port 40fcae34-2273-4ab3-9fd8-9eaa4c81d481 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:10:29.290883 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ae49d93c-ddf4-4e89-89ff-19acbb33b885 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:29.339873 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1573f69f-c26d-4cc9-a1ab-40dbd2f89cb2 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:29.356896 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ae49d93c-ddf4-4e89-89ff-19acbb33b885 None None] For port 40fcae34-2273-4ab3-9fd8-9eaa4c81d481, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=40fcae34-2273-4ab3-9fd8-9eaa4c81d481,segment=NetworkSegment(8776ef69-18a3-435b-bcae-3ec13a221682),segment_id=8776ef69-18a3-435b-bcae-3ec13a221682)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:10:29.357515 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ae49d93c-ddf4-4e89-89ff-19acbb33b885 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:29.362235 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-1573f69f-c26d-4cc9-a1ab-40dbd2f89cb2 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af537dc7-8886-4fdc-a38b-73c1633b0a59']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:10:29.370455 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ae49d93c-ddf4-4e89-89ff-19acbb33b885 None None] Calling delete_port for 40fcae34-2273-4ab3-9fd8-9eaa4c81d481 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:10:29.371855 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-1573f69f-c26d-4cc9-a1ab-40dbd2f89cb2 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1e1c750-8376-4bf1-bd42-cdccdc64eea3') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:10:29.372250 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-1573f69f-c26d-4cc9-a1ab-40dbd2f89cb2 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1e1c750-8376-4bf1-bd42-cdccdc64eea3') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:10:29.383093 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1573f69f-c26d-4cc9-a1ab-40dbd2f89cb2 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:29.401511 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1573f69f-c26d-4cc9-a1ab-40dbd2f89cb2 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:29.407557 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1573f69f-c26d-4cc9-a1ab-40dbd2f89cb2 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:10:29.407978 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1573f69f-c26d-4cc9-a1ab-40dbd2f89cb2 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:29.411159 n-d-789963-9 neutron-server[101289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:10:29.411159 n-d-789963-9 neutron-server[101289]: self.session.flush() Sep 17 08:10:29.411159 n-d-789963-9 neutron-server[101289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:10:29.411159 n-d-789963-9 neutron-server[101289]: self.session.flush() Sep 17 08:10:29.411159 n-d-789963-9 neutron-server[101289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:10:29.411159 n-d-789963-9 neutron-server[101289]: self.session.flush() Sep 17 08:10:29.411159 n-d-789963-9 neutron-server[101289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:10:29.411159 n-d-789963-9 neutron-server[101289]: self.session.flush() Sep 17 08:10:29.411159 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:10:29.411159 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:10:29.411159 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:10:29.411159 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:10:29.411159 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:10:29.411159 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:10:29.411159 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:10:29.411159 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:10:29.411159 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:10:29.411159 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:10:29.411159 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:10:29.411159 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:10:29.411159 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:10:29.411159 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:10:29.411159 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:10:29.411159 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:10:29.411159 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:10:29.411159 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:10:29.411159 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:10:29.411159 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:10:29.411159 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:10:29.411159 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:10:29.411159 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:10:29.411159 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:10:29.411159 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:10:29.411159 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:10:29.411159 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:10:29.411159 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:10:29.411159 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:10:29.411159 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:10:29.411159 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:10:29.411159 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:10:29.465292 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ae49d93c-ddf4-4e89-89ff-19acbb33b885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:29.480418 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1573f69f-c26d-4cc9-a1ab-40dbd2f89cb2 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:29.492379 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae49d93c-ddf4-4e89-89ff-19acbb33b885 None None] Pushing event deleted for resources: {'Port': ['ID=40fcae34-2273-4ab3-9fd8-9eaa4c81d481,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:29.494208 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae49d93c-ddf4-4e89-89ff-19acbb33b885 None None] No DVR routers for this DVR port 40fcae34-2273-4ab3-9fd8-9eaa4c81d481 on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:10:29.498848 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1573f69f-c26d-4cc9-a1ab-40dbd2f89cb2 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:29.500986 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-1573f69f-c26d-4cc9-a1ab-40dbd2f89cb2 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "DELETE /v2.0/networks/af537dc7-8886-4fdc-a38b-73c1633b0a59 HTTP/1.1" status: 204 len: 168 time: 0.6159742 Sep 17 08:10:29.502578 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1573f69f-c26d-4cc9-a1ab-40dbd2f89cb2 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Pushing event deleted for resources: {'Network': ['ID=af537dc7-8886-4fdc-a38b-73c1633b0a59,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:29.505542 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39416) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:29.561758 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39418) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:29.589207 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bd4889ad-de0b-4154-97ea-af789d948909 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:29.668840 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-23de23d9-fe5d-4734-b768-bb5a3252f183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:29.674195 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bd4889ad-de0b-4154-97ea-af789d948909 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:29.696528 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-bd4889ad-de0b-4154-97ea-af789d948909 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38da8219-9711-4a17-95ce-4a60364cf1ab']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:10:29.706921 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-bd4889ad-de0b-4154-97ea-af789d948909 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8776ef69-18a3-435b-bcae-3ec13a221682') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:10:29.707223 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-bd4889ad-de0b-4154-97ea-af789d948909 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8776ef69-18a3-435b-bcae-3ec13a221682') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:10:29.717697 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bd4889ad-de0b-4154-97ea-af789d948909 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:29.732537 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bd4889ad-de0b-4154-97ea-af789d948909 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:29.739402 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd4889ad-de0b-4154-97ea-af789d948909 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:10:29.739687 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bd4889ad-de0b-4154-97ea-af789d948909 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:29.744110 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 08:10:29.744110 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:10:29.744110 n-d-789963-9 neutron-server[101290]: timer() Sep 17 08:10:29.744110 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:10:29.744110 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 08:10:29.744110 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:10:29.744110 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 08:10:29.744110 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:10:29.744110 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 08:10:29.744110 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:10:29.744110 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 08:10:29.744110 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:10:29.744110 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 08:10:29.744110 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:10:29.744110 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:10:29.744110 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:10:29.744110 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:10:29.744110 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:10:29.744110 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 08:10:29.744110 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:10:29.744110 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 08:10:29.744110 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:10:29.744110 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:10:29.744110 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:10:29.744110 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 08:10:29.744110 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:10:29.744110 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:10:29.744110 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:10:29.744110 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:10:29.744110 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:10:29.744110 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:10:29.744110 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:10:29.761057 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-23de23d9-fe5d-4734-b768-bb5a3252f183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:29.765024 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-23de23d9-fe5d-4734-b768-bb5a3252f183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:29.805989 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bd4889ad-de0b-4154-97ea-af789d948909 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:29.808953 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-23de23d9-fe5d-4734-b768-bb5a3252f183 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5ba6b096797044a686d289ed9303ae6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2461052 Sep 17 08:10:29.809591 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39422) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:29.811692 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bd4889ad-de0b-4154-97ea-af789d948909 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:29.813676 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-bd4889ad-de0b-4154-97ea-af789d948909 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] 10.222.0.13 "DELETE /v2.0/networks/38da8219-9711-4a17-95ce-4a60364cf1ab HTTP/1.1" status: 204 len: 168 time: 0.3054256 Sep 17 08:10:29.822633 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23de23d9-fe5d-4734-b768-bb5a3252f183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a204e56-bf1b-4297-97bd-89d1002a8fb1,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:29.830958 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4889ad-de0b-4154-97ea-af789d948909 tempest-TaggedBootDevicesTest-326386170 tempest-TaggedBootDevicesTest-326386170-project] Pushing event deleted for resources: {'Network': ['ID=38da8219-9711-4a17-95ce-4a60364cf1ab,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:29.874532 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-59017e58-f3a2-40b0-8bf7-87c7cb7446e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:29.896073 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-59017e58-f3a2-40b0-8bf7-87c7cb7446e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:29.942274 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-59017e58-f3a2-40b0-8bf7-87c7cb7446e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:29.945003 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-59017e58-f3a2-40b0-8bf7-87c7cb7446e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:29.946152 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-59017e58-f3a2-40b0-8bf7-87c7cb7446e7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1a204e56-bf1b-4297-97bd-89d1002a8fb1 HTTP/1.1" status: 204 len: 168 time: 0.1348243 Sep 17 08:10:29.953430 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59017e58-f3a2-40b0-8bf7-87c7cb7446e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a204e56-bf1b-4297-97bd-89d1002a8fb1,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:30.187538 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 4d7ec045-c5a8-4c54-a108-4f946a866419 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:10:30.212964 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 4d7ec045-c5a8-4c54-a108-4f946a866419 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:10:30.213376 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 4d7ec045-c5a8-4c54-a108-4f946a866419 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:10:30.213923 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 40fcae34-2273-4ab3-9fd8-9eaa4c81d481 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:10:30.233895 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 40fcae34-2273-4ab3-9fd8-9eaa4c81d481 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:10:30.234334 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 40fcae34-2273-4ab3-9fd8-9eaa4c81d481 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:10:30.246692 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39436) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:30.263804 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-622a089d-cb27-497e-b1e1-2d8f2b95d426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:30.357802 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-622a089d-cb27-497e-b1e1-2d8f2b95d426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:30.361708 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-622a089d-cb27-497e-b1e1-2d8f2b95d426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:30.401520 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-622a089d-cb27-497e-b1e1-2d8f2b95d426 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8a48b800ff724edeacca08d106ec4240&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1535454 Sep 17 08:10:30.402648 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622a089d-cb27-497e-b1e1-2d8f2b95d426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc0ca76-77fe-483b-9f3c-871227479752,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:30.404190 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39440) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:30.453763 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a6efa631-2b4b-42a6-bfb4-7f50c87d8232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:30.475575 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a6efa631-2b4b-42a6-bfb4-7f50c87d8232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:30.521517 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a6efa631-2b4b-42a6-bfb4-7f50c87d8232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:30.525288 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a6efa631-2b4b-42a6-bfb4-7f50c87d8232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:30.526922 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a6efa631-2b4b-42a6-bfb4-7f50c87d8232 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4fc0ca76-77fe-483b-9f3c-871227479752 HTTP/1.1" status: 204 len: 168 time: 0.1217396 Sep 17 08:10:30.535749 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6efa631-2b4b-42a6-bfb4-7f50c87d8232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc0ca76-77fe-483b-9f3c-871227479752,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:31.776210 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39480) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:31.920537 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-5249c0fb-6a37-4011-8487-4b249fb5bacb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593190727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593190727-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1110965708'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:10:31.942231 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5249c0fb-6a37-4011-8487-4b249fb5bacb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593190727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593190727-project] Made reservation on behalf of 884f6d7cbd1040b5a750994dcbb44e9a for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:10:31.945910 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5249c0fb-6a37-4011-8487-4b249fb5bacb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593190727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593190727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:31.954191 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5249c0fb-6a37-4011-8487-4b249fb5bacb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593190727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593190727-project] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:32.056215 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5249c0fb-6a37-4011-8487-4b249fb5bacb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593190727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593190727-project] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:32.059997 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5249c0fb-6a37-4011-8487-4b249fb5bacb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593190727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593190727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:32.093904 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5249c0fb-6a37-4011-8487-4b249fb5bacb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593190727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593190727-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:10:32.107532 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5249c0fb-6a37-4011-8487-4b249fb5bacb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593190727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593190727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4a6850-583b-4d71-8e6f-d0c8294ec733,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:32.115320 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5249c0fb-6a37-4011-8487-4b249fb5bacb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593190727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593190727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:32.115920 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-5249c0fb-6a37-4011-8487-4b249fb5bacb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593190727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593190727-project] Added segment 26cecd80-7b85-4ce3-93aa-ab10255b3ad3 of type vlan for network a37a07bf-b173-42c9-b9c8-fd4f4de080b6 Sep 17 08:10:32.158258 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5249c0fb-6a37-4011-8487-4b249fb5bacb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593190727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593190727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:32.182949 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5249c0fb-6a37-4011-8487-4b249fb5bacb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593190727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593190727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:32.189812 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5249c0fb-6a37-4011-8487-4b249fb5bacb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593190727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593190727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:32.190483 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5249c0fb-6a37-4011-8487-4b249fb5bacb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593190727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593190727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:32.230472 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-5249c0fb-6a37-4011-8487-4b249fb5bacb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593190727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593190727-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.4531021 Sep 17 08:10:32.260232 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5249c0fb-6a37-4011-8487-4b249fb5bacb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593190727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593190727-project] Pushing event updated for resources: {'Network': ['ID=a37a07bf-b173-42c9-b9c8-fd4f4de080b6,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:32.271665 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network a37a07bf-b173-42c9-b9c8-fd4f4de080b6 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:10:32.444996 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39494) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:32.450018 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Request body: {'port': {'network_id': 'a37a07bf-b173-42c9-b9c8-fd4f4de080b6', 'binding:host_id': 'n-h1-789963-9', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434799017'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:10:32.475243 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Made reservation on behalf of 6a51903ab3cf4907bb29c3318b77e1b2 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:10:32.478264 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:32.493065 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:32.591346 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:32.595699 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:32.601792 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] device_id is not set on port b69b6984-614b-4313-8d86-9e74faa1e7fe yet. {{(pid=101290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 08:10:32.683408 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6ee2ed-4464-4d4b-8dfc-43d23c30663e,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:32.834704 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] device_id is not set on port b69b6984-614b-4313-8d86-9e74faa1e7fe yet. {{(pid=101290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 08:10:32.844040 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:32.850154 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:32.901779 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Pushing event updated for resources: {'Port': ['ID=b69b6984-614b-4313-8d86-9e74faa1e7fe,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:32.918297 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Checking segment: {'id': '26cecd80-7b85-4ce3-93aa-ab10255b3ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a37a07bf-b173-42c9-b9c8-fd4f4de080b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:10:32.918661 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Network hostable DHCP agents. Network: a37a07bf-b173-42c9-b9c8-fd4f4de080b6, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:10:32.936394 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Network a37a07bf-b173-42c9-b9c8-fd4f4de080b6 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:10:32.946930 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, a37a07bf-b173-42c9-b9c8-fd4f4de080b6) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:10:32.950966 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:10:32.959294 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2a89d1-38d3-4735-b612-809d6e2764d4 None None] Network a37a07bf-b173-42c9-b9c8-fd4f4de080b6 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:10:32.966062 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port b69b6984-614b-4313-8d86-9e74faa1e7fe on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:10:32.966539 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port b69b6984-614b-4313-8d86-9e74faa1e7fe by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': '26cecd80-7b85-4ce3-93aa-ab10255b3ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a37a07bf-b173-42c9-b9c8-fd4f4de080b6'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:10:32.967011 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port b69b6984-614b-4313-8d86-9e74faa1e7fe on network a37a07bf-b173-42c9-b9c8-fd4f4de080b6 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:10:32.972227 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Port b69b6984-614b-4313-8d86-9e74faa1e7fe on network a37a07bf-b173-42c9-b9c8-fd4f4de080b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:10:32.972647 n-d-789963-9 neutron-server[101290]: ERROR neutron.plugins.ml2.managers [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Failed to bind port b69b6984-614b-4313-8d86-9e74faa1e7fe on host n-h1-789963-9 for vnic_type normal using segments [{'id': '26cecd80-7b85-4ce3-93aa-ab10255b3ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a37a07bf-b173-42c9-b9c8-fd4f4de080b6'}] Sep 17 08:10:32.973110 n-d-789963-9 neutron-server[101290]: INFO neutron.plugins.ml2.plugin [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempt 2 to bind port b69b6984-614b-4313-8d86-9e74faa1e7fe Sep 17 08:10:32.985539 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port b69b6984-614b-4313-8d86-9e74faa1e7fe on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:10:32.986556 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port b69b6984-614b-4313-8d86-9e74faa1e7fe by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': '26cecd80-7b85-4ce3-93aa-ab10255b3ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a37a07bf-b173-42c9-b9c8-fd4f4de080b6'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:10:32.986899 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port b69b6984-614b-4313-8d86-9e74faa1e7fe on network a37a07bf-b173-42c9-b9c8-fd4f4de080b6 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:10:32.992727 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Port b69b6984-614b-4313-8d86-9e74faa1e7fe on network a37a07bf-b173-42c9-b9c8-fd4f4de080b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:10:32.993057 n-d-789963-9 neutron-server[101290]: ERROR neutron.plugins.ml2.managers [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Failed to bind port b69b6984-614b-4313-8d86-9e74faa1e7fe on host n-h1-789963-9 for vnic_type normal using segments [{'id': '26cecd80-7b85-4ce3-93aa-ab10255b3ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a37a07bf-b173-42c9-b9c8-fd4f4de080b6'}] Sep 17 08:10:32.993454 n-d-789963-9 neutron-server[101290]: INFO neutron.plugins.ml2.plugin [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempt 3 to bind port b69b6984-614b-4313-8d86-9e74faa1e7fe Sep 17 08:10:33.009923 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port b69b6984-614b-4313-8d86-9e74faa1e7fe on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:10:33.010260 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port b69b6984-614b-4313-8d86-9e74faa1e7fe by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': '26cecd80-7b85-4ce3-93aa-ab10255b3ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a37a07bf-b173-42c9-b9c8-fd4f4de080b6'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:10:33.010599 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port b69b6984-614b-4313-8d86-9e74faa1e7fe on network a37a07bf-b173-42c9-b9c8-fd4f4de080b6 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:10:33.015882 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Port b69b6984-614b-4313-8d86-9e74faa1e7fe on network a37a07bf-b173-42c9-b9c8-fd4f4de080b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:10:33.015882 n-d-789963-9 neutron-server[101290]: ERROR neutron.plugins.ml2.managers [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Failed to bind port b69b6984-614b-4313-8d86-9e74faa1e7fe on host n-h1-789963-9 for vnic_type normal using segments [{'id': '26cecd80-7b85-4ce3-93aa-ab10255b3ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a37a07bf-b173-42c9-b9c8-fd4f4de080b6'}] Sep 17 08:10:33.016221 n-d-789963-9 neutron-server[101290]: INFO neutron.plugins.ml2.plugin [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempt 4 to bind port b69b6984-614b-4313-8d86-9e74faa1e7fe Sep 17 08:10:33.029485 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port b69b6984-614b-4313-8d86-9e74faa1e7fe on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:10:33.029889 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port b69b6984-614b-4313-8d86-9e74faa1e7fe by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': '26cecd80-7b85-4ce3-93aa-ab10255b3ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a37a07bf-b173-42c9-b9c8-fd4f4de080b6'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:10:33.030166 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port b69b6984-614b-4313-8d86-9e74faa1e7fe on network a37a07bf-b173-42c9-b9c8-fd4f4de080b6 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:10:33.035299 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Port b69b6984-614b-4313-8d86-9e74faa1e7fe on network a37a07bf-b173-42c9-b9c8-fd4f4de080b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:10:33.035635 n-d-789963-9 neutron-server[101290]: ERROR neutron.plugins.ml2.managers [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Failed to bind port b69b6984-614b-4313-8d86-9e74faa1e7fe on host n-h1-789963-9 for vnic_type normal using segments [{'id': '26cecd80-7b85-4ce3-93aa-ab10255b3ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a37a07bf-b173-42c9-b9c8-fd4f4de080b6'}] Sep 17 08:10:33.036073 n-d-789963-9 neutron-server[101290]: INFO neutron.plugins.ml2.plugin [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempt 5 to bind port b69b6984-614b-4313-8d86-9e74faa1e7fe Sep 17 08:10:33.051342 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port b69b6984-614b-4313-8d86-9e74faa1e7fe on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:10:33.051685 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port b69b6984-614b-4313-8d86-9e74faa1e7fe by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': '26cecd80-7b85-4ce3-93aa-ab10255b3ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a37a07bf-b173-42c9-b9c8-fd4f4de080b6'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:10:33.052117 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port b69b6984-614b-4313-8d86-9e74faa1e7fe on network a37a07bf-b173-42c9-b9c8-fd4f4de080b6 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:10:33.057214 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Port b69b6984-614b-4313-8d86-9e74faa1e7fe on network a37a07bf-b173-42c9-b9c8-fd4f4de080b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:10:33.057568 n-d-789963-9 neutron-server[101290]: ERROR neutron.plugins.ml2.managers [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Failed to bind port b69b6984-614b-4313-8d86-9e74faa1e7fe on host n-h1-789963-9 for vnic_type normal using segments [{'id': '26cecd80-7b85-4ce3-93aa-ab10255b3ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a37a07bf-b173-42c9-b9c8-fd4f4de080b6'}] Sep 17 08:10:33.057959 n-d-789963-9 neutron-server[101290]: INFO neutron.plugins.ml2.plugin [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempt 6 to bind port b69b6984-614b-4313-8d86-9e74faa1e7fe Sep 17 08:10:33.079627 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port b69b6984-614b-4313-8d86-9e74faa1e7fe on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:10:33.080063 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port b69b6984-614b-4313-8d86-9e74faa1e7fe by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': '26cecd80-7b85-4ce3-93aa-ab10255b3ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a37a07bf-b173-42c9-b9c8-fd4f4de080b6'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:10:33.080415 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port b69b6984-614b-4313-8d86-9e74faa1e7fe on network a37a07bf-b173-42c9-b9c8-fd4f4de080b6 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:10:33.090653 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Port b69b6984-614b-4313-8d86-9e74faa1e7fe on network a37a07bf-b173-42c9-b9c8-fd4f4de080b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:10:33.090988 n-d-789963-9 neutron-server[101290]: ERROR neutron.plugins.ml2.managers [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Failed to bind port b69b6984-614b-4313-8d86-9e74faa1e7fe on host n-h1-789963-9 for vnic_type normal using segments [{'id': '26cecd80-7b85-4ce3-93aa-ab10255b3ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a37a07bf-b173-42c9-b9c8-fd4f4de080b6'}] Sep 17 08:10:33.091395 n-d-789963-9 neutron-server[101290]: INFO neutron.plugins.ml2.plugin [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempt 7 to bind port b69b6984-614b-4313-8d86-9e74faa1e7fe Sep 17 08:10:33.106418 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port b69b6984-614b-4313-8d86-9e74faa1e7fe on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:10:33.106775 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port b69b6984-614b-4313-8d86-9e74faa1e7fe by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': '26cecd80-7b85-4ce3-93aa-ab10255b3ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a37a07bf-b173-42c9-b9c8-fd4f4de080b6'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:10:33.107096 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port b69b6984-614b-4313-8d86-9e74faa1e7fe on network a37a07bf-b173-42c9-b9c8-fd4f4de080b6 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:10:33.112215 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Port b69b6984-614b-4313-8d86-9e74faa1e7fe on network a37a07bf-b173-42c9-b9c8-fd4f4de080b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:10:33.112543 n-d-789963-9 neutron-server[101290]: ERROR neutron.plugins.ml2.managers [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Failed to bind port b69b6984-614b-4313-8d86-9e74faa1e7fe on host n-h1-789963-9 for vnic_type normal using segments [{'id': '26cecd80-7b85-4ce3-93aa-ab10255b3ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a37a07bf-b173-42c9-b9c8-fd4f4de080b6'}] Sep 17 08:10:33.112935 n-d-789963-9 neutron-server[101290]: INFO neutron.plugins.ml2.plugin [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempt 8 to bind port b69b6984-614b-4313-8d86-9e74faa1e7fe Sep 17 08:10:33.125164 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port b69b6984-614b-4313-8d86-9e74faa1e7fe on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:10:33.125507 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port b69b6984-614b-4313-8d86-9e74faa1e7fe by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': '26cecd80-7b85-4ce3-93aa-ab10255b3ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a37a07bf-b173-42c9-b9c8-fd4f4de080b6'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:10:33.125852 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port b69b6984-614b-4313-8d86-9e74faa1e7fe on network a37a07bf-b173-42c9-b9c8-fd4f4de080b6 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:10:33.130726 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Port b69b6984-614b-4313-8d86-9e74faa1e7fe on network a37a07bf-b173-42c9-b9c8-fd4f4de080b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:10:33.131131 n-d-789963-9 neutron-server[101290]: ERROR neutron.plugins.ml2.managers [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Failed to bind port b69b6984-614b-4313-8d86-9e74faa1e7fe on host n-h1-789963-9 for vnic_type normal using segments [{'id': '26cecd80-7b85-4ce3-93aa-ab10255b3ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a37a07bf-b173-42c9-b9c8-fd4f4de080b6'}] Sep 17 08:10:33.131710 n-d-789963-9 neutron-server[101290]: INFO neutron.plugins.ml2.plugin [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempt 9 to bind port b69b6984-614b-4313-8d86-9e74faa1e7fe Sep 17 08:10:33.145707 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port b69b6984-614b-4313-8d86-9e74faa1e7fe on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:10:33.146141 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port b69b6984-614b-4313-8d86-9e74faa1e7fe by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': '26cecd80-7b85-4ce3-93aa-ab10255b3ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a37a07bf-b173-42c9-b9c8-fd4f4de080b6'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:10:33.146570 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port b69b6984-614b-4313-8d86-9e74faa1e7fe on network a37a07bf-b173-42c9-b9c8-fd4f4de080b6 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:10:33.150913 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Port b69b6984-614b-4313-8d86-9e74faa1e7fe on network a37a07bf-b173-42c9-b9c8-fd4f4de080b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:10:33.151321 n-d-789963-9 neutron-server[101290]: ERROR neutron.plugins.ml2.managers [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Failed to bind port b69b6984-614b-4313-8d86-9e74faa1e7fe on host n-h1-789963-9 for vnic_type normal using segments [{'id': '26cecd80-7b85-4ce3-93aa-ab10255b3ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a37a07bf-b173-42c9-b9c8-fd4f4de080b6'}] Sep 17 08:10:33.151921 n-d-789963-9 neutron-server[101290]: INFO neutron.plugins.ml2.plugin [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempt 10 to bind port b69b6984-614b-4313-8d86-9e74faa1e7fe Sep 17 08:10:33.164016 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port b69b6984-614b-4313-8d86-9e74faa1e7fe on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:10:33.164433 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port b69b6984-614b-4313-8d86-9e74faa1e7fe by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': '26cecd80-7b85-4ce3-93aa-ab10255b3ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a37a07bf-b173-42c9-b9c8-fd4f4de080b6'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:10:33.164847 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port b69b6984-614b-4313-8d86-9e74faa1e7fe on network a37a07bf-b173-42c9-b9c8-fd4f4de080b6 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:10:33.169092 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Port b69b6984-614b-4313-8d86-9e74faa1e7fe on network a37a07bf-b173-42c9-b9c8-fd4f4de080b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:10:33.169492 n-d-789963-9 neutron-server[101290]: ERROR neutron.plugins.ml2.managers [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Failed to bind port b69b6984-614b-4313-8d86-9e74faa1e7fe on host n-h1-789963-9 for vnic_type normal using segments [{'id': '26cecd80-7b85-4ce3-93aa-ab10255b3ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a37a07bf-b173-42c9-b9c8-fd4f4de080b6'}] Sep 17 08:10:33.169925 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:33.233704 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] For port b69b6984-614b-4313-8d86-9e74faa1e7fe, host n-h1-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:10:33.233999 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempted to set empty binding levels {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 17 08:10:33.239538 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:33.269705 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:33.270330 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:33.290658 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Pushing event updated for resources: {'Port': ['ID=b69b6984-614b-4313-8d86-9e74faa1e7fe,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:33.293710 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-3cfc3327-881b-4c10-bc57-b14eebe1ab2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 0.8476624 Sep 17 08:10:33.296884 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39500) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:33.373422 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-c03d6f1f-d242-4e96-bd75-6fc90efa936e tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Deleting port b69b6984-614b-4313-8d86-9e74faa1e7fe {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:10:33.373679 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c03d6f1f-d242-4e96-bd75-6fc90efa936e tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:33.438044 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-c03d6f1f-d242-4e96-bd75-6fc90efa936e tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] For port b69b6984-614b-4313-8d86-9e74faa1e7fe, host n-h1-789963-9, got binding levels [] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:10:33.438496 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c03d6f1f-d242-4e96-bd75-6fc90efa936e tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:33.451896 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-c03d6f1f-d242-4e96-bd75-6fc90efa936e tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Calling delete_port for b69b6984-614b-4313-8d86-9e74faa1e7fe owned by {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:10:33.533737 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c03d6f1f-d242-4e96-bd75-6fc90efa936e tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:33.563480 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03d6f1f-d242-4e96-bd75-6fc90efa936e tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Pushing event deleted for resources: {'Port': ['ID=b69b6984-614b-4313-8d86-9e74faa1e7fe,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:33.570389 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c03d6f1f-d242-4e96-bd75-6fc90efa936e tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:33.572806 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c03d6f1f-d242-4e96-bd75-6fc90efa936e tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] 10.222.0.13 "DELETE /v2.0/ports/b69b6984-614b-4313-8d86-9e74faa1e7fe HTTP/1.1" status: 204 len: 168 time: 0.2749949 Sep 17 08:10:33.575437 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39506) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:33.600002 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f816692-5eb9-4bdb-8a12-6983ddf955e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] GET failed (client error): The resource could not be found. Sep 17 08:10:33.601798 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-8f816692-5eb9-4bdb-8a12-6983ddf955e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] 10.222.0.13 "GET /v2.0/ports/b69b6984-614b-4313-8d86-9e74faa1e7fe HTTP/1.1" status: 404 len: 333 time: 0.0253682 Sep 17 08:10:33.605445 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39508) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:33.610699 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-58f0de20-bb42-4de9-b21a-c43bba61c1a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Request body: {'port': {'network_id': 'a37a07bf-b173-42c9-b9c8-fd4f4de080b6', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-468844042'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:10:33.632985 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f0de20-bb42-4de9-b21a-c43bba61c1a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Made reservation on behalf of 6a51903ab3cf4907bb29c3318b77e1b2 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:10:33.635374 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-58f0de20-bb42-4de9-b21a-c43bba61c1a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:33.651179 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [None req-58f0de20-bb42-4de9-b21a-c43bba61c1a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] device_id is not set on port 817ec80d-32e1-456c-b09f-c5a1cbfa365a yet. {{(pid=101289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 08:10:33.808022 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-58f0de20-bb42-4de9-b21a-c43bba61c1a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:33.840740 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-58f0de20-bb42-4de9-b21a-c43bba61c1a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:33.881363 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f0de20-bb42-4de9-b21a-c43bba61c1a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Network a37a07bf-b173-42c9-b9c8-fd4f4de080b6 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:10:33.884226 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-58f0de20-bb42-4de9-b21a-c43bba61c1a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:10:33.886592 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f0de20-bb42-4de9-b21a-c43bba61c1a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:10:33.887688 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f0de20-bb42-4de9-b21a-c43bba61c1a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:33.888322 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-58f0de20-bb42-4de9-b21a-c43bba61c1a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:33.902071 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f0de20-bb42-4de9-b21a-c43bba61c1a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Pushing event updated for resources: {'Port': ['ID=817ec80d-32e1-456c-b09f-c5a1cbfa365a,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:33.910814 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-58f0de20-bb42-4de9-b21a-c43bba61c1a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3041108 Sep 17 08:10:33.913362 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39512) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:33.918168 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-1c399f55-0d05-4bc6-99ca-26690d2bc9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-789963-9'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:10:34.296897 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1c399f55-0d05-4bc6-99ca-26690d2bc9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:34.467078 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [None req-1c399f55-0d05-4bc6-99ca-26690d2bc9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] device_id is not set on port 817ec80d-32e1-456c-b09f-c5a1cbfa365a yet. {{(pid=101289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 08:10:34.482639 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1c399f55-0d05-4bc6-99ca-26690d2bc9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:34.488626 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1c399f55-0d05-4bc6-99ca-26690d2bc9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:34.554814 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c399f55-0d05-4bc6-99ca-26690d2bc9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Pushing event updated for resources: {'Port': ['ID=817ec80d-32e1-456c-b09f-c5a1cbfa365a,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:34.559817 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [None req-1c399f55-0d05-4bc6-99ca-26690d2bc9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port 817ec80d-32e1-456c-b09f-c5a1cbfa365a on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:10:34.560277 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [None req-1c399f55-0d05-4bc6-99ca-26690d2bc9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port 817ec80d-32e1-456c-b09f-c5a1cbfa365a by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': '26cecd80-7b85-4ce3-93aa-ab10255b3ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a37a07bf-b173-42c9-b9c8-fd4f4de080b6'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:10:34.560708 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c399f55-0d05-4bc6-99ca-26690d2bc9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port 817ec80d-32e1-456c-b09f-c5a1cbfa365a on network a37a07bf-b173-42c9-b9c8-fd4f4de080b6 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:10:34.565930 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c399f55-0d05-4bc6-99ca-26690d2bc9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Port 817ec80d-32e1-456c-b09f-c5a1cbfa365a on network a37a07bf-b173-42c9-b9c8-fd4f4de080b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:10:34.566344 n-d-789963-9 neutron-server[101289]: ERROR neutron.plugins.ml2.managers [None req-1c399f55-0d05-4bc6-99ca-26690d2bc9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Failed to bind port 817ec80d-32e1-456c-b09f-c5a1cbfa365a on host n-h1-789963-9 for vnic_type normal using segments [{'id': '26cecd80-7b85-4ce3-93aa-ab10255b3ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a37a07bf-b173-42c9-b9c8-fd4f4de080b6'}] Sep 17 08:10:34.566848 n-d-789963-9 neutron-server[101289]: INFO neutron.plugins.ml2.plugin [None req-1c399f55-0d05-4bc6-99ca-26690d2bc9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempt 2 to bind port 817ec80d-32e1-456c-b09f-c5a1cbfa365a Sep 17 08:10:34.578446 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [None req-1c399f55-0d05-4bc6-99ca-26690d2bc9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port 817ec80d-32e1-456c-b09f-c5a1cbfa365a on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:10:34.578782 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [None req-1c399f55-0d05-4bc6-99ca-26690d2bc9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port 817ec80d-32e1-456c-b09f-c5a1cbfa365a by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': '26cecd80-7b85-4ce3-93aa-ab10255b3ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a37a07bf-b173-42c9-b9c8-fd4f4de080b6'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:10:34.579115 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c399f55-0d05-4bc6-99ca-26690d2bc9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port 817ec80d-32e1-456c-b09f-c5a1cbfa365a on network a37a07bf-b173-42c9-b9c8-fd4f4de080b6 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:10:34.583770 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c399f55-0d05-4bc6-99ca-26690d2bc9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Port 817ec80d-32e1-456c-b09f-c5a1cbfa365a on network a37a07bf-b173-42c9-b9c8-fd4f4de080b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:10:34.584136 n-d-789963-9 neutron-server[101289]: ERROR neutron.plugins.ml2.managers [None req-1c399f55-0d05-4bc6-99ca-26690d2bc9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Failed to bind port 817ec80d-32e1-456c-b09f-c5a1cbfa365a on host n-h1-789963-9 for vnic_type normal using segments [{'id': '26cecd80-7b85-4ce3-93aa-ab10255b3ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a37a07bf-b173-42c9-b9c8-fd4f4de080b6'}] Sep 17 08:10:34.584519 n-d-789963-9 neutron-server[101289]: INFO neutron.plugins.ml2.plugin [None req-1c399f55-0d05-4bc6-99ca-26690d2bc9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempt 3 to bind port 817ec80d-32e1-456c-b09f-c5a1cbfa365a Sep 17 08:10:34.596442 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [None req-1c399f55-0d05-4bc6-99ca-26690d2bc9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port 817ec80d-32e1-456c-b09f-c5a1cbfa365a on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:10:34.596780 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [None req-1c399f55-0d05-4bc6-99ca-26690d2bc9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port 817ec80d-32e1-456c-b09f-c5a1cbfa365a by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': '26cecd80-7b85-4ce3-93aa-ab10255b3ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a37a07bf-b173-42c9-b9c8-fd4f4de080b6'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:10:34.597107 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c399f55-0d05-4bc6-99ca-26690d2bc9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port 817ec80d-32e1-456c-b09f-c5a1cbfa365a on network a37a07bf-b173-42c9-b9c8-fd4f4de080b6 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:10:34.601655 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c399f55-0d05-4bc6-99ca-26690d2bc9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Port 817ec80d-32e1-456c-b09f-c5a1cbfa365a on network a37a07bf-b173-42c9-b9c8-fd4f4de080b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:10:34.601976 n-d-789963-9 neutron-server[101289]: ERROR neutron.plugins.ml2.managers [None req-1c399f55-0d05-4bc6-99ca-26690d2bc9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Failed to bind port 817ec80d-32e1-456c-b09f-c5a1cbfa365a on host n-h1-789963-9 for vnic_type normal using segments [{'id': '26cecd80-7b85-4ce3-93aa-ab10255b3ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a37a07bf-b173-42c9-b9c8-fd4f4de080b6'}] Sep 17 08:10:34.602425 n-d-789963-9 neutron-server[101289]: INFO neutron.plugins.ml2.plugin [None req-1c399f55-0d05-4bc6-99ca-26690d2bc9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempt 4 to bind port 817ec80d-32e1-456c-b09f-c5a1cbfa365a Sep 17 08:10:34.613683 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [None req-1c399f55-0d05-4bc6-99ca-26690d2bc9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port 817ec80d-32e1-456c-b09f-c5a1cbfa365a on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:10:34.614247 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [None req-1c399f55-0d05-4bc6-99ca-26690d2bc9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port 817ec80d-32e1-456c-b09f-c5a1cbfa365a by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': '26cecd80-7b85-4ce3-93aa-ab10255b3ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a37a07bf-b173-42c9-b9c8-fd4f4de080b6'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:10:34.614352 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c399f55-0d05-4bc6-99ca-26690d2bc9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port 817ec80d-32e1-456c-b09f-c5a1cbfa365a on network a37a07bf-b173-42c9-b9c8-fd4f4de080b6 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:10:34.618440 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c399f55-0d05-4bc6-99ca-26690d2bc9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Port 817ec80d-32e1-456c-b09f-c5a1cbfa365a on network a37a07bf-b173-42c9-b9c8-fd4f4de080b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:10:34.618763 n-d-789963-9 neutron-server[101289]: ERROR neutron.plugins.ml2.managers [None req-1c399f55-0d05-4bc6-99ca-26690d2bc9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Failed to bind port 817ec80d-32e1-456c-b09f-c5a1cbfa365a on host n-h1-789963-9 for vnic_type normal using segments [{'id': '26cecd80-7b85-4ce3-93aa-ab10255b3ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a37a07bf-b173-42c9-b9c8-fd4f4de080b6'}] Sep 17 08:10:34.619145 n-d-789963-9 neutron-server[101289]: INFO neutron.plugins.ml2.plugin [None req-1c399f55-0d05-4bc6-99ca-26690d2bc9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempt 5 to bind port 817ec80d-32e1-456c-b09f-c5a1cbfa365a Sep 17 08:10:34.634143 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [None req-1c399f55-0d05-4bc6-99ca-26690d2bc9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port 817ec80d-32e1-456c-b09f-c5a1cbfa365a on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:10:34.634477 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [None req-1c399f55-0d05-4bc6-99ca-26690d2bc9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port 817ec80d-32e1-456c-b09f-c5a1cbfa365a by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': '26cecd80-7b85-4ce3-93aa-ab10255b3ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a37a07bf-b173-42c9-b9c8-fd4f4de080b6'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:10:34.634812 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c399f55-0d05-4bc6-99ca-26690d2bc9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port 817ec80d-32e1-456c-b09f-c5a1cbfa365a on network a37a07bf-b173-42c9-b9c8-fd4f4de080b6 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:10:34.639249 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c399f55-0d05-4bc6-99ca-26690d2bc9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Port 817ec80d-32e1-456c-b09f-c5a1cbfa365a on network a37a07bf-b173-42c9-b9c8-fd4f4de080b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:10:34.639579 n-d-789963-9 neutron-server[101289]: ERROR neutron.plugins.ml2.managers [None req-1c399f55-0d05-4bc6-99ca-26690d2bc9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Failed to bind port 817ec80d-32e1-456c-b09f-c5a1cbfa365a on host n-h1-789963-9 for vnic_type normal using segments [{'id': '26cecd80-7b85-4ce3-93aa-ab10255b3ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a37a07bf-b173-42c9-b9c8-fd4f4de080b6'}] Sep 17 08:10:34.640010 n-d-789963-9 neutron-server[101289]: INFO neutron.plugins.ml2.plugin [None req-1c399f55-0d05-4bc6-99ca-26690d2bc9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempt 6 to bind port 817ec80d-32e1-456c-b09f-c5a1cbfa365a Sep 17 08:10:34.653553 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [None req-1c399f55-0d05-4bc6-99ca-26690d2bc9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port 817ec80d-32e1-456c-b09f-c5a1cbfa365a on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:10:34.653963 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [None req-1c399f55-0d05-4bc6-99ca-26690d2bc9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port 817ec80d-32e1-456c-b09f-c5a1cbfa365a by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': '26cecd80-7b85-4ce3-93aa-ab10255b3ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a37a07bf-b173-42c9-b9c8-fd4f4de080b6'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:10:34.654371 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c399f55-0d05-4bc6-99ca-26690d2bc9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port 817ec80d-32e1-456c-b09f-c5a1cbfa365a on network a37a07bf-b173-42c9-b9c8-fd4f4de080b6 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:10:34.658781 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c399f55-0d05-4bc6-99ca-26690d2bc9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Port 817ec80d-32e1-456c-b09f-c5a1cbfa365a on network a37a07bf-b173-42c9-b9c8-fd4f4de080b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:10:34.659186 n-d-789963-9 neutron-server[101289]: ERROR neutron.plugins.ml2.managers [None req-1c399f55-0d05-4bc6-99ca-26690d2bc9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Failed to bind port 817ec80d-32e1-456c-b09f-c5a1cbfa365a on host n-h1-789963-9 for vnic_type normal using segments [{'id': '26cecd80-7b85-4ce3-93aa-ab10255b3ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a37a07bf-b173-42c9-b9c8-fd4f4de080b6'}] Sep 17 08:10:34.659651 n-d-789963-9 neutron-server[101289]: INFO neutron.plugins.ml2.plugin [None req-1c399f55-0d05-4bc6-99ca-26690d2bc9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempt 7 to bind port 817ec80d-32e1-456c-b09f-c5a1cbfa365a Sep 17 08:10:34.672619 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [None req-1c399f55-0d05-4bc6-99ca-26690d2bc9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port 817ec80d-32e1-456c-b09f-c5a1cbfa365a on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:10:34.672922 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [None req-1c399f55-0d05-4bc6-99ca-26690d2bc9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port 817ec80d-32e1-456c-b09f-c5a1cbfa365a by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': '26cecd80-7b85-4ce3-93aa-ab10255b3ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a37a07bf-b173-42c9-b9c8-fd4f4de080b6'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:10:34.673340 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c399f55-0d05-4bc6-99ca-26690d2bc9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port 817ec80d-32e1-456c-b09f-c5a1cbfa365a on network a37a07bf-b173-42c9-b9c8-fd4f4de080b6 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:10:34.677725 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c399f55-0d05-4bc6-99ca-26690d2bc9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Port 817ec80d-32e1-456c-b09f-c5a1cbfa365a on network a37a07bf-b173-42c9-b9c8-fd4f4de080b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:10:34.678005 n-d-789963-9 neutron-server[101289]: ERROR neutron.plugins.ml2.managers [None req-1c399f55-0d05-4bc6-99ca-26690d2bc9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Failed to bind port 817ec80d-32e1-456c-b09f-c5a1cbfa365a on host n-h1-789963-9 for vnic_type normal using segments [{'id': '26cecd80-7b85-4ce3-93aa-ab10255b3ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a37a07bf-b173-42c9-b9c8-fd4f4de080b6'}] Sep 17 08:10:34.678395 n-d-789963-9 neutron-server[101289]: INFO neutron.plugins.ml2.plugin [None req-1c399f55-0d05-4bc6-99ca-26690d2bc9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempt 8 to bind port 817ec80d-32e1-456c-b09f-c5a1cbfa365a Sep 17 08:10:34.690415 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [None req-1c399f55-0d05-4bc6-99ca-26690d2bc9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port 817ec80d-32e1-456c-b09f-c5a1cbfa365a on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:10:34.690751 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [None req-1c399f55-0d05-4bc6-99ca-26690d2bc9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port 817ec80d-32e1-456c-b09f-c5a1cbfa365a by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': '26cecd80-7b85-4ce3-93aa-ab10255b3ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a37a07bf-b173-42c9-b9c8-fd4f4de080b6'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:10:34.691080 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c399f55-0d05-4bc6-99ca-26690d2bc9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port 817ec80d-32e1-456c-b09f-c5a1cbfa365a on network a37a07bf-b173-42c9-b9c8-fd4f4de080b6 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:10:34.695267 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c399f55-0d05-4bc6-99ca-26690d2bc9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Port 817ec80d-32e1-456c-b09f-c5a1cbfa365a on network a37a07bf-b173-42c9-b9c8-fd4f4de080b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:10:34.695592 n-d-789963-9 neutron-server[101289]: ERROR neutron.plugins.ml2.managers [None req-1c399f55-0d05-4bc6-99ca-26690d2bc9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Failed to bind port 817ec80d-32e1-456c-b09f-c5a1cbfa365a on host n-h1-789963-9 for vnic_type normal using segments [{'id': '26cecd80-7b85-4ce3-93aa-ab10255b3ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a37a07bf-b173-42c9-b9c8-fd4f4de080b6'}] Sep 17 08:10:34.696438 n-d-789963-9 neutron-server[101289]: INFO neutron.plugins.ml2.plugin [None req-1c399f55-0d05-4bc6-99ca-26690d2bc9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempt 9 to bind port 817ec80d-32e1-456c-b09f-c5a1cbfa365a Sep 17 08:10:34.711707 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [None req-1c399f55-0d05-4bc6-99ca-26690d2bc9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port 817ec80d-32e1-456c-b09f-c5a1cbfa365a on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:10:34.712085 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [None req-1c399f55-0d05-4bc6-99ca-26690d2bc9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port 817ec80d-32e1-456c-b09f-c5a1cbfa365a by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': '26cecd80-7b85-4ce3-93aa-ab10255b3ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a37a07bf-b173-42c9-b9c8-fd4f4de080b6'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:10:34.712425 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c399f55-0d05-4bc6-99ca-26690d2bc9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port 817ec80d-32e1-456c-b09f-c5a1cbfa365a on network a37a07bf-b173-42c9-b9c8-fd4f4de080b6 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:10:34.716722 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c399f55-0d05-4bc6-99ca-26690d2bc9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Port 817ec80d-32e1-456c-b09f-c5a1cbfa365a on network a37a07bf-b173-42c9-b9c8-fd4f4de080b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:10:34.717048 n-d-789963-9 neutron-server[101289]: ERROR neutron.plugins.ml2.managers [None req-1c399f55-0d05-4bc6-99ca-26690d2bc9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Failed to bind port 817ec80d-32e1-456c-b09f-c5a1cbfa365a on host n-h1-789963-9 for vnic_type normal using segments [{'id': '26cecd80-7b85-4ce3-93aa-ab10255b3ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a37a07bf-b173-42c9-b9c8-fd4f4de080b6'}] Sep 17 08:10:34.717435 n-d-789963-9 neutron-server[101289]: INFO neutron.plugins.ml2.plugin [None req-1c399f55-0d05-4bc6-99ca-26690d2bc9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempt 10 to bind port 817ec80d-32e1-456c-b09f-c5a1cbfa365a Sep 17 08:10:34.729263 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [None req-1c399f55-0d05-4bc6-99ca-26690d2bc9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port 817ec80d-32e1-456c-b09f-c5a1cbfa365a on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:10:34.729598 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [None req-1c399f55-0d05-4bc6-99ca-26690d2bc9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port 817ec80d-32e1-456c-b09f-c5a1cbfa365a by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': '26cecd80-7b85-4ce3-93aa-ab10255b3ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a37a07bf-b173-42c9-b9c8-fd4f4de080b6'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:10:34.729930 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c399f55-0d05-4bc6-99ca-26690d2bc9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port 817ec80d-32e1-456c-b09f-c5a1cbfa365a on network a37a07bf-b173-42c9-b9c8-fd4f4de080b6 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:10:34.734167 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c399f55-0d05-4bc6-99ca-26690d2bc9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Port 817ec80d-32e1-456c-b09f-c5a1cbfa365a on network a37a07bf-b173-42c9-b9c8-fd4f4de080b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:10:34.734488 n-d-789963-9 neutron-server[101289]: ERROR neutron.plugins.ml2.managers [None req-1c399f55-0d05-4bc6-99ca-26690d2bc9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Failed to bind port 817ec80d-32e1-456c-b09f-c5a1cbfa365a on host n-h1-789963-9 for vnic_type normal using segments [{'id': '26cecd80-7b85-4ce3-93aa-ab10255b3ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a37a07bf-b173-42c9-b9c8-fd4f4de080b6'}] Sep 17 08:10:34.734850 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1c399f55-0d05-4bc6-99ca-26690d2bc9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:34.801087 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-1c399f55-0d05-4bc6-99ca-26690d2bc9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] For port 817ec80d-32e1-456c-b09f-c5a1cbfa365a, host n-h1-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:10:34.801443 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-1c399f55-0d05-4bc6-99ca-26690d2bc9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempted to set empty binding levels {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 17 08:10:34.805926 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1c399f55-0d05-4bc6-99ca-26690d2bc9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:34.836442 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-1c399f55-0d05-4bc6-99ca-26690d2bc9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] In _notify_port_updated(), no bound segment for port 817ec80d-32e1-456c-b09f-c5a1cbfa365a on network a37a07bf-b173-42c9-b9c8-fd4f4de080b6 {{(pid=101289) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 08:10:34.837298 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c399f55-0d05-4bc6-99ca-26690d2bc9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:34.837907 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1c399f55-0d05-4bc6-99ca-26690d2bc9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:34.839222 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-1c399f55-0d05-4bc6-99ca-26690d2bc9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] 10.222.0.13 "PUT /v2.0/ports/817ec80d-32e1-456c-b09f-c5a1cbfa365a HTTP/1.1" status: 200 len: 978 time: 0.9249516 Sep 17 08:10:34.841695 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39518) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:34.902000 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c399f55-0d05-4bc6-99ca-26690d2bc9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Pushing event updated for resources: {'Port': ['ID=817ec80d-32e1-456c-b09f-c5a1cbfa365a,revision_number=3']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:34.937015 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed7e893-7805-4056-a892-34dc87a71dad tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:34.937408 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed7e893-7805-4056-a892-34dc87a71dad tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:34.937877 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed7e893-7805-4056-a892-34dc87a71dad tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:34.938342 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed7e893-7805-4056-a892-34dc87a71dad tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:34.938806 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed7e893-7805-4056-a892-34dc87a71dad tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:34.939879 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed7e893-7805-4056-a892-34dc87a71dad tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:34.940395 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed7e893-7805-4056-a892-34dc87a71dad tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:34.940854 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed7e893-7805-4056-a892-34dc87a71dad tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:34.941310 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed7e893-7805-4056-a892-34dc87a71dad tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:34.941768 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed7e893-7805-4056-a892-34dc87a71dad tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:34.942225 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed7e893-7805-4056-a892-34dc87a71dad tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:34.942678 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed7e893-7805-4056-a892-34dc87a71dad tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:34.943133 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed7e893-7805-4056-a892-34dc87a71dad tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:34.943590 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed7e893-7805-4056-a892-34dc87a71dad tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:34.944074 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed7e893-7805-4056-a892-34dc87a71dad tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:34.944529 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed7e893-7805-4056-a892-34dc87a71dad tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:34.944982 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed7e893-7805-4056-a892-34dc87a71dad tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:34.945433 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed7e893-7805-4056-a892-34dc87a71dad tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:34.945885 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed7e893-7805-4056-a892-34dc87a71dad tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:34.946336 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed7e893-7805-4056-a892-34dc87a71dad tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:34.946786 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed7e893-7805-4056-a892-34dc87a71dad tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:34.947239 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed7e893-7805-4056-a892-34dc87a71dad tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:34.947693 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed7e893-7805-4056-a892-34dc87a71dad tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:34.948189 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed7e893-7805-4056-a892-34dc87a71dad tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:34.948627 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed7e893-7805-4056-a892-34dc87a71dad tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:34.949086 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed7e893-7805-4056-a892-34dc87a71dad tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:34.952418 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-3ed7e893-7805-4056-a892-34dc87a71dad tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 23414 time: 0.1095402 Sep 17 08:10:34.956010 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39520) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:35.030019 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-1a43252c-67f2-4b7f-af75-797a39b9899b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Deleting port 817ec80d-32e1-456c-b09f-c5a1cbfa365a {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:10:35.030360 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1a43252c-67f2-4b7f-af75-797a39b9899b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:35.096312 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-1a43252c-67f2-4b7f-af75-797a39b9899b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] For port 817ec80d-32e1-456c-b09f-c5a1cbfa365a, host n-h1-789963-9, got binding levels [] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:10:35.096674 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1a43252c-67f2-4b7f-af75-797a39b9899b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:35.108718 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-1a43252c-67f2-4b7f-af75-797a39b9899b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Calling delete_port for 817ec80d-32e1-456c-b09f-c5a1cbfa365a owned by {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:10:35.184930 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1a43252c-67f2-4b7f-af75-797a39b9899b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:35.216319 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a43252c-67f2-4b7f-af75-797a39b9899b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Pushing event deleted for resources: {'Port': ['ID=817ec80d-32e1-456c-b09f-c5a1cbfa365a,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:35.222292 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1a43252c-67f2-4b7f-af75-797a39b9899b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:35.224294 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-1a43252c-67f2-4b7f-af75-797a39b9899b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] 10.222.0.13 "DELETE /v2.0/ports/817ec80d-32e1-456c-b09f-c5a1cbfa365a HTTP/1.1" status: 204 len: 168 time: 0.2673481 Sep 17 08:10:35.227230 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39522) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:35.249715 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bee18c4-86d9-4ac9-aff7-3be3ab31c87a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] GET failed (client error): The resource could not be found. Sep 17 08:10:35.251121 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-6bee18c4-86d9-4ac9-aff7-3be3ab31c87a tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] 10.222.0.13 "GET /v2.0/ports/817ec80d-32e1-456c-b09f-c5a1cbfa365a HTTP/1.1" status: 404 len: 333 time: 0.0229859 Sep 17 08:10:35.255371 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39524) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:35.259681 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-70b13d33-043a-432b-bf81-060b09e1f25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1517279320', 'network_id': 'a37a07bf-b173-42c9-b9c8-fd4f4de080b6'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:10:35.281598 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b13d33-043a-432b-bf81-060b09e1f25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Made reservation on behalf of 6a51903ab3cf4907bb29c3318b77e1b2 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:10:35.284049 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-70b13d33-043a-432b-bf81-060b09e1f25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:35.299406 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [None req-70b13d33-043a-432b-bf81-060b09e1f25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] device_id is not set on port c900b31a-698e-405b-952c-6a44c989b78e yet. {{(pid=101289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 08:10:35.418165 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:35.454560 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-70b13d33-043a-432b-bf81-060b09e1f25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:35.491786 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-70b13d33-043a-432b-bf81-060b09e1f25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:35.531945 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b13d33-043a-432b-bf81-060b09e1f25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Network a37a07bf-b173-42c9-b9c8-fd4f4de080b6 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:10:35.536353 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-70b13d33-043a-432b-bf81-060b09e1f25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:10:35.541927 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b13d33-043a-432b-bf81-060b09e1f25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:10:35.542875 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b13d33-043a-432b-bf81-060b09e1f25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:35.543454 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-70b13d33-043a-432b-bf81-060b09e1f25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:35.550530 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b13d33-043a-432b-bf81-060b09e1f25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Pushing event updated for resources: {'Port': ['ID=c900b31a-698e-405b-952c-6a44c989b78e,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:35.569277 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-70b13d33-043a-432b-bf81-060b09e1f25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3125823 Sep 17 08:10:35.573545 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39530) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:35.607469 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda0ab0f-6d98-4238-8f99-650e6ecf272c tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:35.614596 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-dda0ab0f-6d98-4238-8f99-650e6ecf272c tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] 10.222.0.13 "GET /v2.0/ports/c900b31a-698e-405b-952c-6a44c989b78e HTTP/1.1" status: 200 len: 959 time: 0.0377069 Sep 17 08:10:35.615363 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39534) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:35.696786 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-a33ccee8-a85d-4979-836b-561caf0fe95b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Deleting port c900b31a-698e-405b-952c-6a44c989b78e {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:10:35.697205 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:35.697403 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a33ccee8-a85d-4979-836b-561caf0fe95b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:35.760324 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a33ccee8-a85d-4979-836b-561caf0fe95b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:35.772449 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-a33ccee8-a85d-4979-836b-561caf0fe95b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Calling delete_port for c900b31a-698e-405b-952c-6a44c989b78e owned by {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:10:35.854250 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a33ccee8-a85d-4979-836b-561caf0fe95b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:35.880638 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33ccee8-a85d-4979-836b-561caf0fe95b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Pushing event deleted for resources: {'Port': ['ID=c900b31a-698e-405b-952c-6a44c989b78e,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:35.888431 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a33ccee8-a85d-4979-836b-561caf0fe95b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:35.892740 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-a33ccee8-a85d-4979-836b-561caf0fe95b tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] 10.222.0.13 "DELETE /v2.0/ports/c900b31a-698e-405b-952c-6a44c989b78e HTTP/1.1" status: 204 len: 168 time: 0.2745235 Sep 17 08:10:35.892974 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39538) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:35.915930 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba8a79c3-7464-4d1d-9f45-e6c4c0f58214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] GET failed (client error): The resource could not be found. Sep 17 08:10:35.917425 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ba8a79c3-7464-4d1d-9f45-e6c4c0f58214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] 10.222.0.13 "GET /v2.0/ports/c900b31a-698e-405b-952c-6a44c989b78e HTTP/1.1" status: 404 len: 333 time: 0.0235338 Sep 17 08:10:35.921201 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39540) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:35.927540 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-5f1a41b6-2600-490f-b03a-d6712c0a6f07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Request body: {'port': {'network_id': 'a37a07bf-b173-42c9-b9c8-fd4f4de080b6', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2073268649'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:10:35.948756 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f1a41b6-2600-490f-b03a-d6712c0a6f07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Made reservation on behalf of 6a51903ab3cf4907bb29c3318b77e1b2 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:10:35.951075 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5f1a41b6-2600-490f-b03a-d6712c0a6f07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:35.966307 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [None req-5f1a41b6-2600-490f-b03a-d6712c0a6f07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] device_id is not set on port 96b950b0-fb20-4c4b-ae54-a0ce055aa5e3 yet. {{(pid=101290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 08:10:36.112778 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5f1a41b6-2600-490f-b03a-d6712c0a6f07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:36.144376 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5f1a41b6-2600-490f-b03a-d6712c0a6f07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:36.186760 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1a41b6-2600-490f-b03a-d6712c0a6f07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Network a37a07bf-b173-42c9-b9c8-fd4f4de080b6 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:10:36.189636 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-5f1a41b6-2600-490f-b03a-d6712c0a6f07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:10:36.195056 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1a41b6-2600-490f-b03a-d6712c0a6f07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:10:36.195996 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1a41b6-2600-490f-b03a-d6712c0a6f07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:36.196587 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5f1a41b6-2600-490f-b03a-d6712c0a6f07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:36.202382 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1a41b6-2600-490f-b03a-d6712c0a6f07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Pushing event updated for resources: {'Port': ['ID=96b950b0-fb20-4c4b-ae54-a0ce055aa5e3,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:36.215917 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-5f1a41b6-2600-490f-b03a-d6712c0a6f07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.2934659 Sep 17 08:10:36.218483 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39542) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:36.224683 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-c22399a0-5696-46ef-b2d5-b4fe0b63867d tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:10:36.279210 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c22399a0-5696-46ef-b2d5-b4fe0b63867d tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:36.442561 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [None req-c22399a0-5696-46ef-b2d5-b4fe0b63867d tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] device_id is not set on port 96b950b0-fb20-4c4b-ae54-a0ce055aa5e3 yet. {{(pid=101290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 08:10:36.450139 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c22399a0-5696-46ef-b2d5-b4fe0b63867d tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:36.456200 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c22399a0-5696-46ef-b2d5-b4fe0b63867d tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:36.505094 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22399a0-5696-46ef-b2d5-b4fe0b63867d tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Pushing event updated for resources: {'Port': ['ID=96b950b0-fb20-4c4b-ae54-a0ce055aa5e3,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:36.516865 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [None req-c22399a0-5696-46ef-b2d5-b4fe0b63867d tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port 96b950b0-fb20-4c4b-ae54-a0ce055aa5e3 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:10:36.517139 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [None req-c22399a0-5696-46ef-b2d5-b4fe0b63867d tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port 96b950b0-fb20-4c4b-ae54-a0ce055aa5e3 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': '26cecd80-7b85-4ce3-93aa-ab10255b3ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a37a07bf-b173-42c9-b9c8-fd4f4de080b6'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:10:36.518021 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22399a0-5696-46ef-b2d5-b4fe0b63867d tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port 96b950b0-fb20-4c4b-ae54-a0ce055aa5e3 on network a37a07bf-b173-42c9-b9c8-fd4f4de080b6 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:10:36.524545 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22399a0-5696-46ef-b2d5-b4fe0b63867d tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Port 96b950b0-fb20-4c4b-ae54-a0ce055aa5e3 on network a37a07bf-b173-42c9-b9c8-fd4f4de080b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:10:36.527303 n-d-789963-9 neutron-server[101290]: ERROR neutron.plugins.ml2.managers [None req-c22399a0-5696-46ef-b2d5-b4fe0b63867d tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Failed to bind port 96b950b0-fb20-4c4b-ae54-a0ce055aa5e3 on host n-h1-789963-9 for vnic_type normal using segments [{'id': '26cecd80-7b85-4ce3-93aa-ab10255b3ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a37a07bf-b173-42c9-b9c8-fd4f4de080b6'}] Sep 17 08:10:36.527695 n-d-789963-9 neutron-server[101290]: INFO neutron.plugins.ml2.plugin [None req-c22399a0-5696-46ef-b2d5-b4fe0b63867d tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempt 2 to bind port 96b950b0-fb20-4c4b-ae54-a0ce055aa5e3 Sep 17 08:10:36.544380 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [None req-c22399a0-5696-46ef-b2d5-b4fe0b63867d tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port 96b950b0-fb20-4c4b-ae54-a0ce055aa5e3 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:10:36.544688 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [None req-c22399a0-5696-46ef-b2d5-b4fe0b63867d tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port 96b950b0-fb20-4c4b-ae54-a0ce055aa5e3 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': '26cecd80-7b85-4ce3-93aa-ab10255b3ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a37a07bf-b173-42c9-b9c8-fd4f4de080b6'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:10:36.545020 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22399a0-5696-46ef-b2d5-b4fe0b63867d tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port 96b950b0-fb20-4c4b-ae54-a0ce055aa5e3 on network a37a07bf-b173-42c9-b9c8-fd4f4de080b6 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:10:36.549794 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22399a0-5696-46ef-b2d5-b4fe0b63867d tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Port 96b950b0-fb20-4c4b-ae54-a0ce055aa5e3 on network a37a07bf-b173-42c9-b9c8-fd4f4de080b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:10:36.550119 n-d-789963-9 neutron-server[101290]: ERROR neutron.plugins.ml2.managers [None req-c22399a0-5696-46ef-b2d5-b4fe0b63867d tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Failed to bind port 96b950b0-fb20-4c4b-ae54-a0ce055aa5e3 on host n-h1-789963-9 for vnic_type normal using segments [{'id': '26cecd80-7b85-4ce3-93aa-ab10255b3ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a37a07bf-b173-42c9-b9c8-fd4f4de080b6'}] Sep 17 08:10:36.550510 n-d-789963-9 neutron-server[101290]: INFO neutron.plugins.ml2.plugin [None req-c22399a0-5696-46ef-b2d5-b4fe0b63867d tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempt 3 to bind port 96b950b0-fb20-4c4b-ae54-a0ce055aa5e3 Sep 17 08:10:36.561858 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [None req-c22399a0-5696-46ef-b2d5-b4fe0b63867d tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port 96b950b0-fb20-4c4b-ae54-a0ce055aa5e3 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:10:36.562194 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [None req-c22399a0-5696-46ef-b2d5-b4fe0b63867d tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port 96b950b0-fb20-4c4b-ae54-a0ce055aa5e3 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': '26cecd80-7b85-4ce3-93aa-ab10255b3ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a37a07bf-b173-42c9-b9c8-fd4f4de080b6'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:10:36.562523 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22399a0-5696-46ef-b2d5-b4fe0b63867d tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port 96b950b0-fb20-4c4b-ae54-a0ce055aa5e3 on network a37a07bf-b173-42c9-b9c8-fd4f4de080b6 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:10:36.567278 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22399a0-5696-46ef-b2d5-b4fe0b63867d tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Port 96b950b0-fb20-4c4b-ae54-a0ce055aa5e3 on network a37a07bf-b173-42c9-b9c8-fd4f4de080b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:10:36.567607 n-d-789963-9 neutron-server[101290]: ERROR neutron.plugins.ml2.managers [None req-c22399a0-5696-46ef-b2d5-b4fe0b63867d tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Failed to bind port 96b950b0-fb20-4c4b-ae54-a0ce055aa5e3 on host n-h1-789963-9 for vnic_type normal using segments [{'id': '26cecd80-7b85-4ce3-93aa-ab10255b3ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a37a07bf-b173-42c9-b9c8-fd4f4de080b6'}] Sep 17 08:10:36.568028 n-d-789963-9 neutron-server[101290]: INFO neutron.plugins.ml2.plugin [None req-c22399a0-5696-46ef-b2d5-b4fe0b63867d tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempt 4 to bind port 96b950b0-fb20-4c4b-ae54-a0ce055aa5e3 Sep 17 08:10:36.580422 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [None req-c22399a0-5696-46ef-b2d5-b4fe0b63867d tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port 96b950b0-fb20-4c4b-ae54-a0ce055aa5e3 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:10:36.580762 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [None req-c22399a0-5696-46ef-b2d5-b4fe0b63867d tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port 96b950b0-fb20-4c4b-ae54-a0ce055aa5e3 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': '26cecd80-7b85-4ce3-93aa-ab10255b3ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a37a07bf-b173-42c9-b9c8-fd4f4de080b6'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:10:36.581102 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22399a0-5696-46ef-b2d5-b4fe0b63867d tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port 96b950b0-fb20-4c4b-ae54-a0ce055aa5e3 on network a37a07bf-b173-42c9-b9c8-fd4f4de080b6 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:10:36.585343 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22399a0-5696-46ef-b2d5-b4fe0b63867d tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Port 96b950b0-fb20-4c4b-ae54-a0ce055aa5e3 on network a37a07bf-b173-42c9-b9c8-fd4f4de080b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:10:36.585670 n-d-789963-9 neutron-server[101290]: ERROR neutron.plugins.ml2.managers [None req-c22399a0-5696-46ef-b2d5-b4fe0b63867d tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Failed to bind port 96b950b0-fb20-4c4b-ae54-a0ce055aa5e3 on host n-h1-789963-9 for vnic_type normal using segments [{'id': '26cecd80-7b85-4ce3-93aa-ab10255b3ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a37a07bf-b173-42c9-b9c8-fd4f4de080b6'}] Sep 17 08:10:36.586056 n-d-789963-9 neutron-server[101290]: INFO neutron.plugins.ml2.plugin [None req-c22399a0-5696-46ef-b2d5-b4fe0b63867d tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempt 5 to bind port 96b950b0-fb20-4c4b-ae54-a0ce055aa5e3 Sep 17 08:10:36.597291 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [None req-c22399a0-5696-46ef-b2d5-b4fe0b63867d tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port 96b950b0-fb20-4c4b-ae54-a0ce055aa5e3 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:10:36.597625 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [None req-c22399a0-5696-46ef-b2d5-b4fe0b63867d tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port 96b950b0-fb20-4c4b-ae54-a0ce055aa5e3 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': '26cecd80-7b85-4ce3-93aa-ab10255b3ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a37a07bf-b173-42c9-b9c8-fd4f4de080b6'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:10:36.597954 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22399a0-5696-46ef-b2d5-b4fe0b63867d tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port 96b950b0-fb20-4c4b-ae54-a0ce055aa5e3 on network a37a07bf-b173-42c9-b9c8-fd4f4de080b6 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:10:36.602307 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22399a0-5696-46ef-b2d5-b4fe0b63867d tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Port 96b950b0-fb20-4c4b-ae54-a0ce055aa5e3 on network a37a07bf-b173-42c9-b9c8-fd4f4de080b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:10:36.602631 n-d-789963-9 neutron-server[101290]: ERROR neutron.plugins.ml2.managers [None req-c22399a0-5696-46ef-b2d5-b4fe0b63867d tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Failed to bind port 96b950b0-fb20-4c4b-ae54-a0ce055aa5e3 on host n-h1-789963-9 for vnic_type normal using segments [{'id': '26cecd80-7b85-4ce3-93aa-ab10255b3ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a37a07bf-b173-42c9-b9c8-fd4f4de080b6'}] Sep 17 08:10:36.603009 n-d-789963-9 neutron-server[101290]: INFO neutron.plugins.ml2.plugin [None req-c22399a0-5696-46ef-b2d5-b4fe0b63867d tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempt 6 to bind port 96b950b0-fb20-4c4b-ae54-a0ce055aa5e3 Sep 17 08:10:36.615257 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [None req-c22399a0-5696-46ef-b2d5-b4fe0b63867d tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port 96b950b0-fb20-4c4b-ae54-a0ce055aa5e3 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:10:36.615591 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [None req-c22399a0-5696-46ef-b2d5-b4fe0b63867d tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port 96b950b0-fb20-4c4b-ae54-a0ce055aa5e3 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': '26cecd80-7b85-4ce3-93aa-ab10255b3ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a37a07bf-b173-42c9-b9c8-fd4f4de080b6'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:10:36.615957 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22399a0-5696-46ef-b2d5-b4fe0b63867d tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port 96b950b0-fb20-4c4b-ae54-a0ce055aa5e3 on network a37a07bf-b173-42c9-b9c8-fd4f4de080b6 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:10:36.620052 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22399a0-5696-46ef-b2d5-b4fe0b63867d tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Port 96b950b0-fb20-4c4b-ae54-a0ce055aa5e3 on network a37a07bf-b173-42c9-b9c8-fd4f4de080b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:10:36.620378 n-d-789963-9 neutron-server[101290]: ERROR neutron.plugins.ml2.managers [None req-c22399a0-5696-46ef-b2d5-b4fe0b63867d tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Failed to bind port 96b950b0-fb20-4c4b-ae54-a0ce055aa5e3 on host n-h1-789963-9 for vnic_type normal using segments [{'id': '26cecd80-7b85-4ce3-93aa-ab10255b3ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a37a07bf-b173-42c9-b9c8-fd4f4de080b6'}] Sep 17 08:10:36.620757 n-d-789963-9 neutron-server[101290]: INFO neutron.plugins.ml2.plugin [None req-c22399a0-5696-46ef-b2d5-b4fe0b63867d tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempt 7 to bind port 96b950b0-fb20-4c4b-ae54-a0ce055aa5e3 Sep 17 08:10:36.632401 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [None req-c22399a0-5696-46ef-b2d5-b4fe0b63867d tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port 96b950b0-fb20-4c4b-ae54-a0ce055aa5e3 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:10:36.632733 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [None req-c22399a0-5696-46ef-b2d5-b4fe0b63867d tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port 96b950b0-fb20-4c4b-ae54-a0ce055aa5e3 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': '26cecd80-7b85-4ce3-93aa-ab10255b3ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a37a07bf-b173-42c9-b9c8-fd4f4de080b6'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:10:36.633063 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22399a0-5696-46ef-b2d5-b4fe0b63867d tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port 96b950b0-fb20-4c4b-ae54-a0ce055aa5e3 on network a37a07bf-b173-42c9-b9c8-fd4f4de080b6 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:10:36.637154 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22399a0-5696-46ef-b2d5-b4fe0b63867d tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Port 96b950b0-fb20-4c4b-ae54-a0ce055aa5e3 on network a37a07bf-b173-42c9-b9c8-fd4f4de080b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:10:36.637481 n-d-789963-9 neutron-server[101290]: ERROR neutron.plugins.ml2.managers [None req-c22399a0-5696-46ef-b2d5-b4fe0b63867d tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Failed to bind port 96b950b0-fb20-4c4b-ae54-a0ce055aa5e3 on host n-h1-789963-9 for vnic_type normal using segments [{'id': '26cecd80-7b85-4ce3-93aa-ab10255b3ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a37a07bf-b173-42c9-b9c8-fd4f4de080b6'}] Sep 17 08:10:36.637862 n-d-789963-9 neutron-server[101290]: INFO neutron.plugins.ml2.plugin [None req-c22399a0-5696-46ef-b2d5-b4fe0b63867d tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempt 8 to bind port 96b950b0-fb20-4c4b-ae54-a0ce055aa5e3 Sep 17 08:10:36.649473 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [None req-c22399a0-5696-46ef-b2d5-b4fe0b63867d tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port 96b950b0-fb20-4c4b-ae54-a0ce055aa5e3 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:10:36.649803 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [None req-c22399a0-5696-46ef-b2d5-b4fe0b63867d tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port 96b950b0-fb20-4c4b-ae54-a0ce055aa5e3 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': '26cecd80-7b85-4ce3-93aa-ab10255b3ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a37a07bf-b173-42c9-b9c8-fd4f4de080b6'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:10:36.650130 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22399a0-5696-46ef-b2d5-b4fe0b63867d tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port 96b950b0-fb20-4c4b-ae54-a0ce055aa5e3 on network a37a07bf-b173-42c9-b9c8-fd4f4de080b6 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:10:36.654282 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22399a0-5696-46ef-b2d5-b4fe0b63867d tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Port 96b950b0-fb20-4c4b-ae54-a0ce055aa5e3 on network a37a07bf-b173-42c9-b9c8-fd4f4de080b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:10:36.654604 n-d-789963-9 neutron-server[101290]: ERROR neutron.plugins.ml2.managers [None req-c22399a0-5696-46ef-b2d5-b4fe0b63867d tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Failed to bind port 96b950b0-fb20-4c4b-ae54-a0ce055aa5e3 on host n-h1-789963-9 for vnic_type normal using segments [{'id': '26cecd80-7b85-4ce3-93aa-ab10255b3ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a37a07bf-b173-42c9-b9c8-fd4f4de080b6'}] Sep 17 08:10:36.654988 n-d-789963-9 neutron-server[101290]: INFO neutron.plugins.ml2.plugin [None req-c22399a0-5696-46ef-b2d5-b4fe0b63867d tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempt 9 to bind port 96b950b0-fb20-4c4b-ae54-a0ce055aa5e3 Sep 17 08:10:36.667417 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [None req-c22399a0-5696-46ef-b2d5-b4fe0b63867d tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port 96b950b0-fb20-4c4b-ae54-a0ce055aa5e3 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:10:36.667787 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [None req-c22399a0-5696-46ef-b2d5-b4fe0b63867d tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port 96b950b0-fb20-4c4b-ae54-a0ce055aa5e3 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': '26cecd80-7b85-4ce3-93aa-ab10255b3ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a37a07bf-b173-42c9-b9c8-fd4f4de080b6'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:10:36.668160 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22399a0-5696-46ef-b2d5-b4fe0b63867d tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port 96b950b0-fb20-4c4b-ae54-a0ce055aa5e3 on network a37a07bf-b173-42c9-b9c8-fd4f4de080b6 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:10:36.672835 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22399a0-5696-46ef-b2d5-b4fe0b63867d tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Port 96b950b0-fb20-4c4b-ae54-a0ce055aa5e3 on network a37a07bf-b173-42c9-b9c8-fd4f4de080b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:10:36.673165 n-d-789963-9 neutron-server[101290]: ERROR neutron.plugins.ml2.managers [None req-c22399a0-5696-46ef-b2d5-b4fe0b63867d tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Failed to bind port 96b950b0-fb20-4c4b-ae54-a0ce055aa5e3 on host n-h1-789963-9 for vnic_type normal using segments [{'id': '26cecd80-7b85-4ce3-93aa-ab10255b3ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a37a07bf-b173-42c9-b9c8-fd4f4de080b6'}] Sep 17 08:10:36.674406 n-d-789963-9 neutron-server[101290]: INFO neutron.plugins.ml2.plugin [None req-c22399a0-5696-46ef-b2d5-b4fe0b63867d tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempt 10 to bind port 96b950b0-fb20-4c4b-ae54-a0ce055aa5e3 Sep 17 08:10:36.688761 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [None req-c22399a0-5696-46ef-b2d5-b4fe0b63867d tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port 96b950b0-fb20-4c4b-ae54-a0ce055aa5e3 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:10:36.689109 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [None req-c22399a0-5696-46ef-b2d5-b4fe0b63867d tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port 96b950b0-fb20-4c4b-ae54-a0ce055aa5e3 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': '26cecd80-7b85-4ce3-93aa-ab10255b3ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a37a07bf-b173-42c9-b9c8-fd4f4de080b6'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:10:36.690049 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22399a0-5696-46ef-b2d5-b4fe0b63867d tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempting to bind port 96b950b0-fb20-4c4b-ae54-a0ce055aa5e3 on network a37a07bf-b173-42c9-b9c8-fd4f4de080b6 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:10:36.694837 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22399a0-5696-46ef-b2d5-b4fe0b63867d tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Port 96b950b0-fb20-4c4b-ae54-a0ce055aa5e3 on network a37a07bf-b173-42c9-b9c8-fd4f4de080b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:10:36.695148 n-d-789963-9 neutron-server[101290]: ERROR neutron.plugins.ml2.managers [None req-c22399a0-5696-46ef-b2d5-b4fe0b63867d tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Failed to bind port 96b950b0-fb20-4c4b-ae54-a0ce055aa5e3 on host n-h1-789963-9 for vnic_type normal using segments [{'id': '26cecd80-7b85-4ce3-93aa-ab10255b3ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a37a07bf-b173-42c9-b9c8-fd4f4de080b6'}] Sep 17 08:10:36.695463 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c22399a0-5696-46ef-b2d5-b4fe0b63867d tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:36.759690 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-c22399a0-5696-46ef-b2d5-b4fe0b63867d tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] For port 96b950b0-fb20-4c4b-ae54-a0ce055aa5e3, host n-h1-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:10:36.760094 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-c22399a0-5696-46ef-b2d5-b4fe0b63867d tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attempted to set empty binding levels {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 17 08:10:36.764609 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c22399a0-5696-46ef-b2d5-b4fe0b63867d tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:36.795652 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-c22399a0-5696-46ef-b2d5-b4fe0b63867d tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] In _notify_port_updated(), no bound segment for port 96b950b0-fb20-4c4b-ae54-a0ce055aa5e3 on network a37a07bf-b173-42c9-b9c8-fd4f4de080b6 {{(pid=101290) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 08:10:36.796644 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22399a0-5696-46ef-b2d5-b4fe0b63867d tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:36.797816 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c22399a0-5696-46ef-b2d5-b4fe0b63867d tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:36.802262 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c22399a0-5696-46ef-b2d5-b4fe0b63867d tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] 10.222.0.13 "PUT /v2.0/ports/96b950b0-fb20-4c4b-ae54-a0ce055aa5e3 HTTP/1.1" status: 200 len: 979 time: 0.5791016 Sep 17 08:10:36.802436 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39548) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:36.818228 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22399a0-5696-46ef-b2d5-b4fe0b63867d tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Pushing event updated for resources: {'Port': ['ID=96b950b0-fb20-4c4b-ae54-a0ce055aa5e3,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:36.891374 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-caa70e08-0170-4d7c-8bcb-fd02737c5244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Deleting port 96b950b0-fb20-4c4b-ae54-a0ce055aa5e3 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:10:36.891713 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-caa70e08-0170-4d7c-8bcb-fd02737c5244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:36.951660 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-caa70e08-0170-4d7c-8bcb-fd02737c5244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] For port 96b950b0-fb20-4c4b-ae54-a0ce055aa5e3, host n-h1-789963-9, got binding levels [] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:10:36.951934 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-caa70e08-0170-4d7c-8bcb-fd02737c5244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:36.963759 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-caa70e08-0170-4d7c-8bcb-fd02737c5244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Calling delete_port for 96b950b0-fb20-4c4b-ae54-a0ce055aa5e3 owned by {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:10:37.044684 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-caa70e08-0170-4d7c-8bcb-fd02737c5244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:37.071458 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa70e08-0170-4d7c-8bcb-fd02737c5244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Pushing event deleted for resources: {'Port': ['ID=96b950b0-fb20-4c4b-ae54-a0ce055aa5e3,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:37.076704 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-caa70e08-0170-4d7c-8bcb-fd02737c5244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:37.079042 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-caa70e08-0170-4d7c-8bcb-fd02737c5244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] 10.222.0.13 "DELETE /v2.0/ports/96b950b0-fb20-4c4b-ae54-a0ce055aa5e3 HTTP/1.1" status: 204 len: 168 time: 0.2758999 Sep 17 08:10:37.081595 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39550) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:37.107096 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-c060cde8-9af8-48e5-9450-6f60817052d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] GET failed (client error): The resource could not be found. Sep 17 08:10:37.109492 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-c060cde8-9af8-48e5-9450-6f60817052d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94468326-project-admin] 10.222.0.13 "GET /v2.0/ports/96b950b0-fb20-4c4b-ae54-a0ce055aa5e3 HTTP/1.1" status: 404 len: 333 time: 0.0259781 Sep 17 08:10:37.112375 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39552) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:37.191661 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-659a8cb1-c4fb-4e7d-a643-445a0483e9ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593190727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593190727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:37.280150 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-659a8cb1-c4fb-4e7d-a643-445a0483e9ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593190727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593190727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:37.299420 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-659a8cb1-c4fb-4e7d-a643-445a0483e9ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593190727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593190727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a37a07bf-b173-42c9-b9c8-fd4f4de080b6']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:10:37.308469 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-659a8cb1-c4fb-4e7d-a643-445a0483e9ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593190727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593190727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26cecd80-7b85-4ce3-93aa-ab10255b3ad3') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:10:37.308761 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-659a8cb1-c4fb-4e7d-a643-445a0483e9ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593190727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593190727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26cecd80-7b85-4ce3-93aa-ab10255b3ad3') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:10:37.317721 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-659a8cb1-c4fb-4e7d-a643-445a0483e9ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593190727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593190727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:37.330823 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-659a8cb1-c4fb-4e7d-a643-445a0483e9ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593190727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593190727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:37.336548 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-659a8cb1-c4fb-4e7d-a643-445a0483e9ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593190727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593190727-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:10:37.336926 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-659a8cb1-c4fb-4e7d-a643-445a0483e9ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593190727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593190727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:37.339757 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 08:10:37.339757 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:10:37.339757 n-d-789963-9 neutron-server[101290]: timer() Sep 17 08:10:37.339757 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:10:37.339757 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 08:10:37.339757 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:10:37.339757 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 08:10:37.339757 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:10:37.339757 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 08:10:37.339757 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:10:37.339757 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 08:10:37.339757 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:10:37.339757 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 08:10:37.339757 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:10:37.339757 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:10:37.339757 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:10:37.339757 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:10:37.339757 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:10:37.339757 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 08:10:37.339757 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:10:37.339757 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 08:10:37.339757 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:10:37.339757 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:10:37.339757 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:10:37.339757 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 08:10:37.339757 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:10:37.339757 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:10:37.339757 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:10:37.339757 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:10:37.339757 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:10:37.339757 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:10:37.339757 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:10:37.396886 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-659a8cb1-c4fb-4e7d-a643-445a0483e9ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593190727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593190727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:37.403490 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-659a8cb1-c4fb-4e7d-a643-445a0483e9ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593190727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593190727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:37.405429 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-659a8cb1-c4fb-4e7d-a643-445a0483e9ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593190727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593190727-project] 10.222.0.13 "DELETE /v2.0/networks/a37a07bf-b173-42c9-b9c8-fd4f4de080b6 HTTP/1.1" status: 204 len: 168 time: 0.2920554 Sep 17 08:10:37.417065 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659a8cb1-c4fb-4e7d-a643-445a0483e9ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593190727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593190727-project] Pushing event deleted for resources: {'Network': ['ID=a37a07bf-b173-42c9-b9c8-fd4f4de080b6,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:37.663124 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39558) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:37.750270 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39564) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:37.823028 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-61566fad-d865-4fe6-82a1-21d6093f2583 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=884f6d7cbd1040b5a750994dcbb44e9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1586058 Sep 17 08:10:37.825564 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39568) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:37.876342 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f5f6c078-03e9-4643-8fe9-39f0795f5dfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:37.899904 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f5f6c078-03e9-4643-8fe9-39f0795f5dfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:37.960839 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f5f6c078-03e9-4643-8fe9-39f0795f5dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:37.963743 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f5f6c078-03e9-4643-8fe9-39f0795f5dfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:37.967880 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-f5f6c078-03e9-4643-8fe9-39f0795f5dfd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ea4a6850-583b-4d71-8e6f-d0c8294ec733 HTTP/1.1" status: 204 len: 168 time: 0.1385531 Sep 17 08:10:37.974893 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f6c078-03e9-4643-8fe9-39f0795f5dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4a6850-583b-4d71-8e6f-d0c8294ec733,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:38.183244 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-48662c2f-c443-4409-80b7-010eb6b756d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:38.265483 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39576) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:38.307909 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-389c7aaa-6986-49e3-b854-1f5256cf5c95 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6a51903ab3cf4907bb29c3318b77e1b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409570 Sep 17 08:10:38.310481 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39578) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:38.369484 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-48cc1902-0a01-4fd1-a424-cfe6b320ed50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:38.395456 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-48cc1902-0a01-4fd1-a424-cfe6b320ed50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:38.453944 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-48cc1902-0a01-4fd1-a424-cfe6b320ed50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:38.457449 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-48cc1902-0a01-4fd1-a424-cfe6b320ed50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:38.462537 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-48cc1902-0a01-4fd1-a424-cfe6b320ed50 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4d6ee2ed-4464-4d4b-8dfc-43d23c30663e HTTP/1.1" status: 204 len: 168 time: 0.1508973 Sep 17 08:10:38.472549 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cc1902-0a01-4fd1-a424-cfe6b320ed50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6ee2ed-4464-4d4b-8dfc-43d23c30663e,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:38.481349 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-48662c2f-c443-4409-80b7-010eb6b756d7 admin admin] Deleting port c5ec85c1-c444-4943-98c8-ce08f2c79d06 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:10:38.481813 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-48662c2f-c443-4409-80b7-010eb6b756d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:38.591377 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-48662c2f-c443-4409-80b7-010eb6b756d7 admin admin] For port c5ec85c1-c444-4943-98c8-ce08f2c79d06, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=c5ec85c1-c444-4943-98c8-ce08f2c79d06,segment=NetworkSegment(a29178db-d5c9-4d31-b4e5-63807b5c0c4d),segment_id=a29178db-d5c9-4d31-b4e5-63807b5c0c4d)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:10:38.591677 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-48662c2f-c443-4409-80b7-010eb6b756d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:38.614008 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-48662c2f-c443-4409-80b7-010eb6b756d7 admin admin] Calling delete_port for c5ec85c1-c444-4943-98c8-ce08f2c79d06 owned by network:router_interface {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:10:38.804272 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-48662c2f-c443-4409-80b7-010eb6b756d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:38.838873 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48662c2f-c443-4409-80b7-010eb6b756d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5ec85c1-c444-4943-98c8-ce08f2c79d06,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:39.005578 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-48662c2f-c443-4409-80b7-010eb6b756d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:39.232566 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48662c2f-c443-4409-80b7-010eb6b756d7 admin admin] Router 3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:10:39.683487 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48662c2f-c443-4409-80b7-010eb6b756d7 admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:10:39.689331 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-48662c2f-c443-4409-80b7-010eb6b756d7 admin admin] 10.222.0.13 "PUT /v2.0/routers/3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9379396 Sep 17 08:10:39.691998 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39616) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:39.692859 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f14787-abfa-460d-8ca4-b322ec54e0ee None None] Sync routers for ids ['3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:10:39.701817 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f14787-abfa-460d-8ca4-b322ec54e0ee None None] Routers {'3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:10:39.702423 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-79f14787-abfa-460d-8ca4-b322ec54e0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:10:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:10:39.764779 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39618) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:39.798930 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ced5244f-1642-4d18-b89c-a2f876d158bd admin admin] Notify callbacks [] for router, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:39.809399 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-79f14787-abfa-460d-8ca4-b322ec54e0ee None None] Set router 3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:10:39.874250 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-6d31f67c-65bd-48d3-b94b-bee3cb2c734c tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-614802456', 'router:external': True}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:10:39.896303 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d31f67c-65bd-48d3-b94b-bee3cb2c734c tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Made reservation on behalf of 981203ad8b764540969072e5e04a2cf7 for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:10:39.898939 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6d31f67c-65bd-48d3-b94b-bee3cb2c734c tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:39.906572 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ced5244f-1642-4d18-b89c-a2f876d158bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:39.907668 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6d31f67c-65bd-48d3-b94b-bee3cb2c734c tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:39.962633 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-ced5244f-1642-4d18-b89c-a2f876d158bd admin admin] Deleting port 6e7aa29d-71b4-4990-bd46-12ee5ca175e2 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:10:39.962990 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ced5244f-1642-4d18-b89c-a2f876d158bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:39.993631 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-79f14787-abfa-460d-8ca4-b322ec54e0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c', 'name': 'tempest-TaggedBootDevicesTest-224542195-router', 'tenant_id': '9dd60ef4e32342ee9bd756b274f1d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '6e7aa29d-71b4-4990-bd46-12ee5ca175e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:00:08Z', 'updated_at': '2021-09-17T08:10:38Z', 'revision_number': 5, 'project_id': '9dd60ef4e32342ee9bd756b274f1d1f9', 'gw_port': {'id': '6e7aa29d-71b4-4990-bd46-12ee5ca175e2', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:00:09Z', 'updated_at': '2021-09-17T08:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:10:40.006997 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6d31f67c-65bd-48d3-b94b-bee3cb2c734c tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:40.012933 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6d31f67c-65bd-48d3-b94b-bee3cb2c734c tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:40.023374 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f14787-abfa-460d-8ca4-b322ec54e0ee None None] Checking router: 3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:10:40.032816 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f14787-abfa-460d-8ca4-b322ec54e0ee None None] Routers {'3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:10:40.033996 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-79f14787-abfa-460d-8ca4-b322ec54e0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:10:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:10:40.045233 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d31f67c-65bd-48d3-b94b-bee3cb2c734c tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:10:40.050920 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-ced5244f-1642-4d18-b89c-a2f876d158bd admin admin] For port 6e7aa29d-71b4-4990-bd46-12ee5ca175e2, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=6e7aa29d-71b4-4990-bd46-12ee5ca175e2,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:10:40.051185 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d31f67c-65bd-48d3-b94b-bee3cb2c734c tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cca6c606-df83-43c8-8c49-e12bf52ae9fc,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:40.051341 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ced5244f-1642-4d18-b89c-a2f876d158bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:40.059981 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6d31f67c-65bd-48d3-b94b-bee3cb2c734c tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:40.060404 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-6d31f67c-65bd-48d3-b94b-bee3cb2c734c tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Added segment 4732c89f-c778-4688-a609-97353cd4006f of type vlan for network 29d2d6f2-ae3b-4000-bdb9-ca861fce34bc Sep 17 08:10:40.092512 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-ced5244f-1642-4d18-b89c-a2f876d158bd admin admin] Calling delete_port for 6e7aa29d-71b4-4990-bd46-12ee5ca175e2 owned by network:router_gateway {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:10:40.127426 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-79f14787-abfa-460d-8ca4-b322ec54e0ee None None] Set router 3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c gateway port host: None {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:10:40.134517 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6d31f67c-65bd-48d3-b94b-bee3cb2c734c tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:40.169161 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6d31f67c-65bd-48d3-b94b-bee3cb2c734c tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:40.170412 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d31f67c-65bd-48d3-b94b-bee3cb2c734c tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:40.171240 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6d31f67c-65bd-48d3-b94b-bee3cb2c734c tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:40.192912 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-79f14787-abfa-460d-8ca4-b322ec54e0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c', 'name': 'tempest-TaggedBootDevicesTest-224542195-router', 'tenant_id': '9dd60ef4e32342ee9bd756b274f1d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:00:08Z', 'updated_at': '2021-09-17T08:10:39Z', 'revision_number': 6, 'project_id': '9dd60ef4e32342ee9bd756b274f1d1f9', 'gw_port_host': None}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:10:40.201929 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-6d31f67c-65bd-48d3-b94b-bee3cb2c734c tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.4358876 Sep 17 08:10:40.206487 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39624) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:40.213305 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-84eae698-cc0d-45ea-8e09-2cef5bf5cbcf tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Request body: {'subnet': {'network_id': '29d2d6f2-ae3b-4000-bdb9-ca861fce34bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:10:40.229622 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f14787-abfa-460d-8ca4-b322ec54e0ee None None] The sync data for ids ['3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c'] in n-d-789963-9 is: [{'id': '3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c', 'name': 'tempest-TaggedBootDevicesTest-224542195-router', 'tenant_id': '9dd60ef4e32342ee9bd756b274f1d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:00:08Z', 'updated_at': '2021-09-17T08:10:39Z', 'revision_number': 6, 'project_id': '9dd60ef4e32342ee9bd756b274f1d1f9', 'gw_port_host': None}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:10:40.251092 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d31f67c-65bd-48d3-b94b-bee3cb2c734c tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Pushing event updated for resources: {'Network': ['ID=29d2d6f2-ae3b-4000-bdb9-ca861fce34bc,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:40.271061 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 29d2d6f2-ae3b-4000-bdb9-ca861fce34bc details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:10:40.272142 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84eae698-cc0d-45ea-8e09-2cef5bf5cbcf tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Made reservation on behalf of 981203ad8b764540969072e5e04a2cf7 for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:10:40.274808 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-84eae698-cc0d-45ea-8e09-2cef5bf5cbcf tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:40.298015 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ced5244f-1642-4d18-b89c-a2f876d158bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:40.329122 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced5244f-1642-4d18-b89c-a2f876d158bd admin admin] Pushing event deleted for resources: {'Port': ['ID=6e7aa29d-71b4-4990-bd46-12ee5ca175e2,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:40.389519 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ced5244f-1642-4d18-b89c-a2f876d158bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:40.481221 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ced5244f-1642-4d18-b89c-a2f876d158bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:40.483250 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ced5244f-1642-4d18-b89c-a2f876d158bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:40.525857 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ced5244f-1642-4d18-b89c-a2f876d158bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:40.526339 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced5244f-1642-4d18-b89c-a2f876d158bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c {{(pid=101290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 08:10:40.531229 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ced5244f-1642-4d18-b89c-a2f876d158bd admin admin] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:40.532465 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ced5244f-1642-4d18-b89c-a2f876d158bd admin admin] 10.222.0.13 "DELETE /v2.0/routers/3edf592d-23bc-43ec-aeb1-d0b7b8ae1f7c HTTP/1.1" status: 204 len: 168 time: 0.8393381 Sep 17 08:10:40.535484 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39626) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:40.575815 n-d-789963-9 neutron-server[101289]: DEBUG neutron.objects.ports [None req-84eae698-cc0d-45ea-8e09-2cef5bf5cbcf tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101289) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 08:10:40.576306 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-84eae698-cc0d-45ea-8e09-2cef5bf5cbcf tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:40.582162 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b8ff75e-37b6-42da-81d2-5a94889b0cc1 admin admin] Deleting subnet 1862c60a-900a-428f-84d5-02f641b77766 {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:10:40.586232 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0b8ff75e-37b6-42da-81d2-5a94889b0cc1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:40.621560 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0b8ff75e-37b6-42da-81d2-5a94889b0cc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:40.638316 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eae698-cc0d-45ea-8e09-2cef5bf5cbcf tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Pushing event updated for resources: {'Subnet': ['ID=669d5e5c-1f89-45b2-b3b8-c23133c33abe,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:40.642792 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84eae698-cc0d-45ea-8e09-2cef5bf5cbcf tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Checking segment: {'id': '4732c89f-c778-4688-a609-97353cd4006f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '29d2d6f2-ae3b-4000-bdb9-ca861fce34bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:10:40.643162 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84eae698-cc0d-45ea-8e09-2cef5bf5cbcf tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Network hostable DHCP agents. Network: 29d2d6f2-ae3b-4000-bdb9-ca861fce34bc, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:10:40.663651 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84eae698-cc0d-45ea-8e09-2cef5bf5cbcf tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Network 29d2d6f2-ae3b-4000-bdb9-ca861fce34bc is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:10:40.672971 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-84eae698-cc0d-45ea-8e09-2cef5bf5cbcf tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 29d2d6f2-ae3b-4000-bdb9-ca861fce34bc) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:10:40.678627 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84eae698-cc0d-45ea-8e09-2cef5bf5cbcf tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:40.679244 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-84eae698-cc0d-45ea-8e09-2cef5bf5cbcf tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:40.684387 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82dd94d5-cde4-47ed-8063-d9f1f7e14aa4 None None] Network 29d2d6f2-ae3b-4000-bdb9-ca861fce34bc requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:10:40.696904 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-84eae698-cc0d-45ea-8e09-2cef5bf5cbcf tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.4869535 Sep 17 08:10:40.699053 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39628) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:40.708718 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-e39ce83a-5c03-4512-9975-2f4033a317fe tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-465809174', 'network_id': '29d2d6f2-ae3b-4000-bdb9-ca861fce34bc'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:10:40.717994 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0b8ff75e-37b6-42da-81d2-5a94889b0cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:40.733229 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e39ce83a-5c03-4512-9975-2f4033a317fe tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Made reservation on behalf of 981203ad8b764540969072e5e04a2cf7 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:10:40.735759 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e39ce83a-5c03-4512-9975-2f4033a317fe tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:40.752356 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [None req-e39ce83a-5c03-4512-9975-2f4033a317fe tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] device_id is not set on port aa781918-ba11-40f9-a40d-816d914db4e4 yet. {{(pid=101289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 08:10:40.792145 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0b8ff75e-37b6-42da-81d2-5a94889b0cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:40.812686 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ae9761-ff75-475a-8c9d-f0a100da7b4c None None] Network 29d2d6f2-ae3b-4000-bdb9-ca861fce34bc requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:10:40.821633 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8ff75e-37b6-42da-81d2-5a94889b0cc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1862c60a-900a-428f-84d5-02f641b77766,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:40.823631 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0b8ff75e-37b6-42da-81d2-5a94889b0cc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:40.828691 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-0b8ff75e-37b6-42da-81d2-5a94889b0cc1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1862c60a-900a-428f-84d5-02f641b77766 HTTP/1.1" status: 204 len: 168 time: 0.2918458 Sep 17 08:10:40.828879 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39630) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:40.833619 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156636bf-609a-4983-9c06-926f9a315923 None None] Network f09c285a-372f-4d9d-93e7-05d1bf72bf1b requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:10:40.935162 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-e39ce83a-5c03-4512-9975-2f4033a317fe tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Allocated IP 2001:db8::177 (29d2d6f2-ae3b-4000-bdb9-ca861fce34bc/669d5e5c-1f89-45b2-b3b8-c23133c33abe/aa781918-ba11-40f9-a40d-816d914db4e4) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:10:40.939145 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bb32eabc-8a19-4008-8804-11c6bc2b431b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:41.077561 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-bb32eabc-8a19-4008-8804-11c6bc2b431b admin admin] Deleting port 2ea6c43e-26b6-4b3f-8503-0476456181e2 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:10:41.077904 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bb32eabc-8a19-4008-8804-11c6bc2b431b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:41.133404 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b1074f-f6f9-49d3-92cb-a3299440cb45 None None] DHCP port deletion for f09c285a-372f-4d9d-93e7-05d1bf72bf1b request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 08:10:41.160683 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e39ce83a-5c03-4512-9975-2f4033a317fe tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:41.166924 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-bb32eabc-8a19-4008-8804-11c6bc2b431b admin admin] For port 2ea6c43e-26b6-4b3f-8503-0476456181e2, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=2ea6c43e-26b6-4b3f-8503-0476456181e2,segment=NetworkSegment(a29178db-d5c9-4d31-b4e5-63807b5c0c4d),segment_id=a29178db-d5c9-4d31-b4e5-63807b5c0c4d)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:10:41.167280 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bb32eabc-8a19-4008-8804-11c6bc2b431b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:41.182897 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-bb32eabc-8a19-4008-8804-11c6bc2b431b admin admin] Calling delete_port for 2ea6c43e-26b6-4b3f-8503-0476456181e2 owned by network:dhcp {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:10:41.189299 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-95b1074f-f6f9-49d3-92cb-a3299440cb45 None None] Deleting port 2ea6c43e-26b6-4b3f-8503-0476456181e2 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:10:41.191213 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-95b1074f-f6f9-49d3-92cb-a3299440cb45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:41.263118 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-95b1074f-f6f9-49d3-92cb-a3299440cb45 None None] For port 2ea6c43e-26b6-4b3f-8503-0476456181e2, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=2ea6c43e-26b6-4b3f-8503-0476456181e2,segment=NetworkSegment(a29178db-d5c9-4d31-b4e5-63807b5c0c4d),segment_id=a29178db-d5c9-4d31-b4e5-63807b5c0c4d)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:10:41.263520 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-95b1074f-f6f9-49d3-92cb-a3299440cb45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:41.266324 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e39ce83a-5c03-4512-9975-2f4033a317fe tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:41.277419 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-95b1074f-f6f9-49d3-92cb-a3299440cb45 None None] Calling delete_port for 2ea6c43e-26b6-4b3f-8503-0476456181e2 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:10:41.321216 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39ce83a-5c03-4512-9975-2f4033a317fe tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Network 29d2d6f2-ae3b-4000-bdb9-ca861fce34bc is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:10:41.331120 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-e39ce83a-5c03-4512-9975-2f4033a317fe tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:10:41.334282 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39ce83a-5c03-4512-9975-2f4033a317fe tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:10:41.335263 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39ce83a-5c03-4512-9975-2f4033a317fe tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:41.335893 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e39ce83a-5c03-4512-9975-2f4033a317fe tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:41.338232 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39ce83a-5c03-4512-9975-2f4033a317fe tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Pushing event updated for resources: {'Port': ['ID=aa781918-ba11-40f9-a40d-816d914db4e4,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:41.344404 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bb32eabc-8a19-4008-8804-11c6bc2b431b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:41.355152 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:10:41.355152 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:10:41.355152 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:10:41.355152 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:10:41.355152 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:10:41.355152 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:10:41.355152 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:10:41.355152 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:10:41.355152 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:10:41.355152 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:10:41.355152 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:10:41.355152 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:10:41.355152 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:10:41.355152 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:10:41.355152 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:10:41.355152 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:10:41.355152 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:10:41.355152 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:10:41.355152 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:10:41.355152 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:10:41.355152 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:10:41.355152 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:10:41.355152 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:10:41.355152 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:10:41.355152 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:10:41.355152 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:10:41.355152 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:10:41.355152 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:10:41.355152 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:10:41.355152 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:10:41.355152 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:10:41.355152 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:10:41.355152 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:10:41.355152 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:10:41.355152 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:10:41.355152 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:10:41.355152 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:10:41.355152 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:10:41.355152 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:10:41.355152 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:10:41.355152 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:10:41.355152 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:10:41.355152 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:10:41.355152 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:10:41.355152 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:10:41.355152 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:10:41.355152 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:10:41.355152 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:10:41.355152 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:10:41.355152 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:10:41.355152 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:10:41.355152 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:10:41.355152 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:10:41.355152 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:10:41.364218 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-95b1074f-f6f9-49d3-92cb-a3299440cb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:41.375922 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb32eabc-8a19-4008-8804-11c6bc2b431b admin admin] No DVR routers for this DVR port 2ea6c43e-26b6-4b3f-8503-0476456181e2 on host n-d-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:10:41.377566 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb32eabc-8a19-4008-8804-11c6bc2b431b admin admin] Pushing event deleted for resources: {'Port': ['ID=2ea6c43e-26b6-4b3f-8503-0476456181e2,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:41.384548 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39636) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:41.385038 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e39ce83a-5c03-4512-9975-2f4033a317fe tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6818991 Sep 17 08:10:41.394073 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b1074f-f6f9-49d3-92cb-a3299440cb45 None None] Pushing event deleted for resources: {'Port': ['ID=2ea6c43e-26b6-4b3f-8503-0476456181e2,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:41.402211 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b1074f-f6f9-49d3-92cb-a3299440cb45 None None] No DVR routers for this DVR port 2ea6c43e-26b6-4b3f-8503-0476456181e2 on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:10:41.474793 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-e30fa691-c902-48aa-8b4c-561676540963 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Deleting port aa781918-ba11-40f9-a40d-816d914db4e4 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:10:41.475135 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e30fa691-c902-48aa-8b4c-561676540963 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:41.483392 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bb32eabc-8a19-4008-8804-11c6bc2b431b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:41.503321 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-bb32eabc-8a19-4008-8804-11c6bc2b431b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f09c285a-372f-4d9d-93e7-05d1bf72bf1b']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:10:41.512566 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-bb32eabc-8a19-4008-8804-11c6bc2b431b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a29178db-d5c9-4d31-b4e5-63807b5c0c4d') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:10:41.512861 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-bb32eabc-8a19-4008-8804-11c6bc2b431b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a29178db-d5c9-4d31-b4e5-63807b5c0c4d') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:10:41.522129 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bb32eabc-8a19-4008-8804-11c6bc2b431b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:41.535656 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bb32eabc-8a19-4008-8804-11c6bc2b431b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:41.541653 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb32eabc-8a19-4008-8804-11c6bc2b431b admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:10:41.542090 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bb32eabc-8a19-4008-8804-11c6bc2b431b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:41.543760 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:10:41.543760 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:10:41.543760 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:10:41.543760 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:10:41.543760 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:10:41.543760 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:10:41.543760 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:10:41.543760 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:10:41.543760 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:10:41.543760 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:10:41.543760 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:10:41.543760 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:10:41.543760 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:10:41.543760 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:10:41.543760 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:10:41.543760 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:10:41.543760 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:10:41.543760 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:10:41.543760 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:10:41.543760 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:10:41.543760 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:10:41.543760 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:10:41.543760 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:10:41.543760 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:10:41.543760 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:10:41.543760 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:10:41.543760 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:10:41.543760 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:10:41.543760 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:10:41.543760 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:10:41.543760 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:10:41.543760 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:10:41.558398 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e30fa691-c902-48aa-8b4c-561676540963 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:41.570449 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-e30fa691-c902-48aa-8b4c-561676540963 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Calling delete_port for aa781918-ba11-40f9-a40d-816d914db4e4 owned by {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:10:41.602909 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bb32eabc-8a19-4008-8804-11c6bc2b431b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:41.611164 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bb32eabc-8a19-4008-8804-11c6bc2b431b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:41.614010 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-bb32eabc-8a19-4008-8804-11c6bc2b431b admin admin] 10.222.0.13 "DELETE /v2.0/networks/f09c285a-372f-4d9d-93e7-05d1bf72bf1b HTTP/1.1" status: 204 len: 168 time: 0.7842076 Sep 17 08:10:41.627480 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb32eabc-8a19-4008-8804-11c6bc2b431b admin admin] Pushing event deleted for resources: {'Network': ['ID=f09c285a-372f-4d9d-93e7-05d1bf72bf1b,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:41.709849 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e30fa691-c902-48aa-8b4c-561676540963 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:41.737639 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30fa691-c902-48aa-8b4c-561676540963 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Pushing event deleted for resources: {'Port': ['ID=aa781918-ba11-40f9-a40d-816d914db4e4,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:41.766382 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e30fa691-c902-48aa-8b4c-561676540963 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:41.772373 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e30fa691-c902-48aa-8b4c-561676540963 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] 10.222.0.13 "DELETE /v2.0/ports/aa781918-ba11-40f9-a40d-816d914db4e4 HTTP/1.1" status: 204 len: 168 time: 0.3853064 Sep 17 08:10:41.773703 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39640) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:41.778834 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-8f641650-36e8-4894-9bc3-8ddd67b82533 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '29d2d6f2-ae3b-4000-bdb9-ca861fce34bc', 'external_fixed_ips': [{'subnet_id': '669d5e5c-1f89-45b2-b3b8-c23133c33abe', 'ip_address': '2001:db8::177'}]}}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:10:41.804023 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39642) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:41.806189 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8f641650-36e8-4894-9bc3-8ddd67b82533 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:41.807255 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8f641650-36e8-4894-9bc3-8ddd67b82533 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:41.843750 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-fea605ab-82ba-4cea-a9de-7622b9d589e3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9dd60ef4e32342ee9bd756b274f1d1f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404868 Sep 17 08:10:41.846362 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39644) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:41.862686 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8f641650-36e8-4894-9bc3-8ddd67b82533 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:41.893896 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7c979d58-694b-4b93-aace-0c5afd14e3e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:41.914269 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7c979d58-694b-4b93-aace-0c5afd14e3e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:41.960603 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7c979d58-694b-4b93-aace-0c5afd14e3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:41.963331 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7c979d58-694b-4b93-aace-0c5afd14e3e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:41.964507 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-7c979d58-694b-4b93-aace-0c5afd14e3e9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d72823b7-81c0-42a5-9665-1378d889a01c HTTP/1.1" status: 204 len: 168 time: 0.1171994 Sep 17 08:10:41.972759 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c979d58-694b-4b93-aace-0c5afd14e3e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72823b7-81c0-42a5-9665-1378d889a01c,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:42.000584 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8f641650-36e8-4894-9bc3-8ddd67b82533 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:42.186801 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 2ea6c43e-26b6-4b3f-8503-0476456181e2 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:10:42.206340 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 2ea6c43e-26b6-4b3f-8503-0476456181e2 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:10:42.206787 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 2ea6c43e-26b6-4b3f-8503-0476456181e2 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:10:42.207349 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 6e7aa29d-71b4-4990-bd46-12ee5ca175e2 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:10:42.219192 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8f641650-36e8-4894-9bc3-8ddd67b82533 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:42.227324 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 6e7aa29d-71b4-4990-bd46-12ee5ca175e2 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:10:42.227785 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 6e7aa29d-71b4-4990-bd46-12ee5ca175e2 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:10:42.228485 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device c5ec85c1-c444-4943-98c8-ce08f2c79d06 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:10:42.241983 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8f641650-36e8-4894-9bc3-8ddd67b82533 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:42.248151 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: c5ec85c1-c444-4943-98c8-ce08f2c79d06 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:10:42.248607 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device c5ec85c1-c444-4943-98c8-ce08f2c79d06 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:10:42.398270 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-8f641650-36e8-4894-9bc3-8ddd67b82533 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Allocated IP 2001:db8::177 (29d2d6f2-ae3b-4000-bdb9-ca861fce34bc/669d5e5c-1f89-45b2-b3b8-c23133c33abe/7de491af-07e1-4059-835b-a6f49d896ea3) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:10:42.507250 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8f641650-36e8-4894-9bc3-8ddd67b82533 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:42.541767 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8f641650-36e8-4894-9bc3-8ddd67b82533 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:42.576699 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f641650-36e8-4894-9bc3-8ddd67b82533 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Network 29d2d6f2-ae3b-4000-bdb9-ca861fce34bc is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:10:42.579449 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-8f641650-36e8-4894-9bc3-8ddd67b82533 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:10:42.582425 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f641650-36e8-4894-9bc3-8ddd67b82533 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:10:42.630046 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f641650-36e8-4894-9bc3-8ddd67b82533 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Pushing event updated for resources: {'Port': ['ID=7de491af-07e1-4059-835b-a6f49d896ea3,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:42.698202 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39668) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:42.802623 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-f2003b9a-f831-460a-b90e-83437fab3915 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1772641538-network', 'tenant_id': '81632076e85c469a8f56f6da12aee24c'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:10:42.806006 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8f641650-36e8-4894-9bc3-8ddd67b82533 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:42.824010 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2003b9a-f831-460a-b90e-83437fab3915 admin admin] Made reservation on behalf of 81632076e85c469a8f56f6da12aee24c for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:10:42.826217 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f2003b9a-f831-460a-b90e-83437fab3915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:42.835235 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f2003b9a-f831-460a-b90e-83437fab3915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:42.925646 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f2003b9a-f831-460a-b90e-83437fab3915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:42.930222 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f2003b9a-f831-460a-b90e-83437fab3915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:42.954914 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2003b9a-f831-460a-b90e-83437fab3915 admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:10:42.964002 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2003b9a-f831-460a-b90e-83437fab3915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66e3514e-4269-47ef-b2b2-2fe2409c64ee,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:42.970084 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f2003b9a-f831-460a-b90e-83437fab3915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:42.970482 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-f2003b9a-f831-460a-b90e-83437fab3915 admin admin] Added segment f07fd61d-94b1-4db1-8da4-2df4b04cf57d of type vlan for network 2feccfd6-bff5-4952-b86d-3413bedfc5c5 Sep 17 08:10:43.010238 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f2003b9a-f831-460a-b90e-83437fab3915 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:43.010484 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8f641650-36e8-4894-9bc3-8ddd67b82533 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:43.036481 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f2003b9a-f831-460a-b90e-83437fab3915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:43.037589 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2003b9a-f831-460a-b90e-83437fab3915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:43.038185 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f2003b9a-f831-460a-b90e-83437fab3915 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:43.071689 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-f2003b9a-f831-460a-b90e-83437fab3915 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3723674 Sep 17 08:10:43.095785 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39672) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:43.102814 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-ae907b5b-137c-4708-82e2-baead4ce59a1 admin admin] Request body: {'subnet': {'network_id': '2feccfd6-bff5-4952-b86d-3413bedfc5c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1772641538-subnet', 'tenant_id': '81632076e85c469a8f56f6da12aee24c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:10:43.108621 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2003b9a-f831-460a-b90e-83437fab3915 admin admin] Pushing event updated for resources: {'Network': ['ID=2feccfd6-bff5-4952-b86d-3413bedfc5c5,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:43.120079 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 2feccfd6-bff5-4952-b86d-3413bedfc5c5 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:10:43.129286 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae907b5b-137c-4708-82e2-baead4ce59a1 admin admin] Made reservation on behalf of 81632076e85c469a8f56f6da12aee24c for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:10:43.132028 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ae907b5b-137c-4708-82e2-baead4ce59a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:43.152411 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f641650-36e8-4894-9bc3-8ddd67b82533 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Router 4be9325b-81c4-4cf1-91e9-ac57f1d0be70 is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 08:10:43.264967 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f641650-36e8-4894-9bc3-8ddd67b82533 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:10:43.274834 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e67785-4fb8-4a27-96bb-f957eeecc42b None None] Sync routers for ids ['4be9325b-81c4-4cf1-91e9-ac57f1d0be70'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:10:43.281165 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8f641650-36e8-4894-9bc3-8ddd67b82533 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:43.282444 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-8f641650-36e8-4894-9bc3-8ddd67b82533 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 1.5076015 Sep 17 08:10:43.284560 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e67785-4fb8-4a27-96bb-f957eeecc42b None None] Routers {'4be9325b-81c4-4cf1-91e9-ac57f1d0be70'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:10:43.285311 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-15e67785-4fb8-4a27-96bb-f957eeecc42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:10:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['4be9325b-81c4-4cf1-91e9-ac57f1d0be70'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:10:43.286439 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39674) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:43.348228 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ae907b5b-137c-4708-82e2-baead4ce59a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:43.448576 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae907b5b-137c-4708-82e2-baead4ce59a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e79d3233-7267-4f69-96c6-35ae9ed26fe5,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:43.459618 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-494b6c26-dfd4-4f5f-89ab-d6d826284a47 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks [] for router, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:43.506155 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae907b5b-137c-4708-82e2-baead4ce59a1 admin admin] Checking segment: {'id': 'f07fd61d-94b1-4db1-8da4-2df4b04cf57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2feccfd6-bff5-4952-b86d-3413bedfc5c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:10:43.506508 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae907b5b-137c-4708-82e2-baead4ce59a1 admin admin] Network hostable DHCP agents. Network: 2feccfd6-bff5-4952-b86d-3413bedfc5c5, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:10:43.541966 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-15e67785-4fb8-4a27-96bb-f957eeecc42b None None] Set router 4be9325b-81c4-4cf1-91e9-ac57f1d0be70 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:10:43.560760 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae907b5b-137c-4708-82e2-baead4ce59a1 admin admin] Network 2feccfd6-bff5-4952-b86d-3413bedfc5c5 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:10:43.576536 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-ae907b5b-137c-4708-82e2-baead4ce59a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 2feccfd6-bff5-4952-b86d-3413bedfc5c5) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:10:43.585255 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae907b5b-137c-4708-82e2-baead4ce59a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:43.585848 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ae907b5b-137c-4708-82e2-baead4ce59a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:43.598043 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6787af-5667-4349-9a0b-479f7fe9ac71 None None] Network 2feccfd6-bff5-4952-b86d-3413bedfc5c5 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:10:43.603088 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-494b6c26-dfd4-4f5f-89ab-d6d826284a47 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:43.608166 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ae907b5b-137c-4708-82e2-baead4ce59a1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5113149 Sep 17 08:10:43.610802 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39678) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:43.615684 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-b3779e7d-6272-4c9d-b480-c245563f1b2a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1772641538-router', 'tenant_id': '81632076e85c469a8f56f6da12aee24c', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:10:43.658170 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b3779e7d-6272-4c9d-b480-c245563f1b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:43.659780 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b3779e7d-6272-4c9d-b480-c245563f1b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:43.696001 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-494b6c26-dfd4-4f5f-89ab-d6d826284a47 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Deleting port 7de491af-07e1-4059-835b-a6f49d896ea3 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:10:43.696344 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-494b6c26-dfd4-4f5f-89ab-d6d826284a47 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:43.729589 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b3779e7d-6272-4c9d-b480-c245563f1b2a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:43.806984 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c181c6-0def-49d8-8f4b-6ddca04e7bd1 None None] Network 2feccfd6-bff5-4952-b86d-3413bedfc5c5 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:10:43.879127 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-15e67785-4fb8-4a27-96bb-f957eeecc42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be9325b-81c4-4cf1-91e9-ac57f1d0be70', 'name': '', 'tenant_id': '981203ad8b764540969072e5e04a2cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29d2d6f2-ae3b-4000-bdb9-ca861fce34bc', 'external_fixed_ips': [{'subnet_id': '669d5e5c-1f89-45b2-b3b8-c23133c33abe', 'ip_address': '2001:db8::177'}], 'enable_snat': True}, 'gw_port_id': '7de491af-07e1-4059-835b-a6f49d896ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:10:41Z', 'updated_at': '2021-09-17T08:10:42Z', 'revision_number': 3, 'project_id': '981203ad8b764540969072e5e04a2cf7', 'gw_port': {'id': '7de491af-07e1-4059-835b-a6f49d896ea3', 'name': '', 'network_id': '29d2d6f2-ae3b-4000-bdb9-ca861fce34bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be9325b-81c4-4cf1-91e9-ac57f1d0be70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '669d5e5c-1f89-45b2-b3b8-c23133c33abe', 'ip_address': '2001:db8::177', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:10:42Z', 'updated_at': '2021-09-17T08:10:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '669d5e5c-1f89-45b2-b3b8-c23133c33abe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:10:43.908225 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e67785-4fb8-4a27-96bb-f957eeecc42b None None] Checking router: 4be9325b-81c4-4cf1-91e9-ac57f1d0be70 for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:10:43.909166 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e67785-4fb8-4a27-96bb-f957eeecc42b None None] Updating router 4be9325b-81c4-4cf1-91e9-ac57f1d0be70 port 7de491af-07e1-4059-835b-a6f49d896ea3 binding host n-d-789963-9 {{(pid=101291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 08:10:43.919327 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b3779e7d-6272-4c9d-b480-c245563f1b2a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:43.925596 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-494b6c26-dfd4-4f5f-89ab-d6d826284a47 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:43.948104 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-494b6c26-dfd4-4f5f-89ab-d6d826284a47 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Calling delete_port for 7de491af-07e1-4059-835b-a6f49d896ea3 owned by network:router_gateway {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:10:43.964073 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-15e67785-4fb8-4a27-96bb-f957eeecc42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:44.239632 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-15e67785-4fb8-4a27-96bb-f957eeecc42b None None] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:44.245627 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-15e67785-4fb8-4a27-96bb-f957eeecc42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:44.303376 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd18e93-5279-4053-8805-0386f43f5544 None None] Pushing event updated for resources: {'Port': ['ID=7de491af-07e1-4059-835b-a6f49d896ea3,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:44.307894 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-15e67785-4fb8-4a27-96bb-f957eeecc42b None None] Attempting to bind port 7de491af-07e1-4059-835b-a6f49d896ea3 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:10:44.308283 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-15e67785-4fb8-4a27-96bb-f957eeecc42b None None] Attempting to bind port 7de491af-07e1-4059-835b-a6f49d896ea3 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '4732c89f-c778-4688-a609-97353cd4006f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '29d2d6f2-ae3b-4000-bdb9-ca861fce34bc'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:10:44.308649 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e67785-4fb8-4a27-96bb-f957eeecc42b None None] Attempting to bind port 7de491af-07e1-4059-835b-a6f49d896ea3 on network 29d2d6f2-ae3b-4000-bdb9-ca861fce34bc {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:10:44.314095 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e67785-4fb8-4a27-96bb-f957eeecc42b None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:10:44.314485 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e67785-4fb8-4a27-96bb-f957eeecc42b None None] Checking segment: {'id': '4732c89f-c778-4688-a609-97353cd4006f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '29d2d6f2-ae3b-4000-bdb9-ca861fce34bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:10:44.314968 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-15e67785-4fb8-4a27-96bb-f957eeecc42b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:44.315370 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e67785-4fb8-4a27-96bb-f957eeecc42b None None] Bound using segment: {'id': '4732c89f-c778-4688-a609-97353cd4006f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '29d2d6f2-ae3b-4000-bdb9-ca861fce34bc'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:10:44.315867 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-15e67785-4fb8-4a27-96bb-f957eeecc42b None None] Bound port: 7de491af-07e1-4059-835b-a6f49d896ea3, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4732c89f-c778-4688-a609-97353cd4006f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '29d2d6f2-ae3b-4000-bdb9-ca861fce34bc'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:10:44.316258 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-15e67785-4fb8-4a27-96bb-f957eeecc42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:44.370443 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-15e67785-4fb8-4a27-96bb-f957eeecc42b None None] For port 7de491af-07e1-4059-835b-a6f49d896ea3, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:10:44.374155 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-15e67785-4fb8-4a27-96bb-f957eeecc42b None None] For port 7de491af-07e1-4059-835b-a6f49d896ea3, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=7de491af-07e1-4059-835b-a6f49d896ea3,segment=NetworkSegment(4732c89f-c778-4688-a609-97353cd4006f),segment_id=4732c89f-c778-4688-a609-97353cd4006f)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:10:44.377912 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-15e67785-4fb8-4a27-96bb-f957eeecc42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:44.435220 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e67785-4fb8-4a27-96bb-f957eeecc42b None None] Routers {'4be9325b-81c4-4cf1-91e9-ac57f1d0be70'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:10:44.435545 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-15e67785-4fb8-4a27-96bb-f957eeecc42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:10:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['4be9325b-81c4-4cf1-91e9-ac57f1d0be70'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:10:44.438321 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd18e93-5279-4053-8805-0386f43f5544 None None] Pushing event updated for resources: {'Port': ['ID=7de491af-07e1-4059-835b-a6f49d896ea3,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:44.524343 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-15e67785-4fb8-4a27-96bb-f957eeecc42b None None] Set router 4be9325b-81c4-4cf1-91e9-ac57f1d0be70 gateway port host: None {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:10:44.577988 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-15e67785-4fb8-4a27-96bb-f957eeecc42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be9325b-81c4-4cf1-91e9-ac57f1d0be70', 'name': '', 'tenant_id': '981203ad8b764540969072e5e04a2cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:10:41Z', 'updated_at': '2021-09-17T08:10:43Z', 'revision_number': 4, 'project_id': '981203ad8b764540969072e5e04a2cf7', 'gw_port_host': None}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:10:44.583476 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-494b6c26-dfd4-4f5f-89ab-d6d826284a47 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:44.604949 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e67785-4fb8-4a27-96bb-f957eeecc42b None None] The sync data for ids ['4be9325b-81c4-4cf1-91e9-ac57f1d0be70'] in n-d-789963-9 is: [{'id': '4be9325b-81c4-4cf1-91e9-ac57f1d0be70', 'name': '', 'tenant_id': '981203ad8b764540969072e5e04a2cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:10:41Z', 'updated_at': '2021-09-17T08:10:43Z', 'revision_number': 4, 'project_id': '981203ad8b764540969072e5e04a2cf7', 'gw_port_host': None}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:10:44.617641 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494b6c26-dfd4-4f5f-89ab-d6d826284a47 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Pushing event deleted for resources: {'Port': ['ID=7de491af-07e1-4059-835b-a6f49d896ea3,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:44.619904 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b3779e7d-6272-4c9d-b480-c245563f1b2a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:44.649160 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b3779e7d-6272-4c9d-b480-c245563f1b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:44.670159 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-494b6c26-dfd4-4f5f-89ab-d6d826284a47 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:44.792235 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-494b6c26-dfd4-4f5f-89ab-d6d826284a47 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:44.796107 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-494b6c26-dfd4-4f5f-89ab-d6d826284a47 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:44.869536 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-494b6c26-dfd4-4f5f-89ab-d6d826284a47 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:44.870056 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-494b6c26-dfd4-4f5f-89ab-d6d826284a47 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4be9325b-81c4-4cf1-91e9-ac57f1d0be70 {{(pid=101289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 08:10:44.875348 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-494b6c26-dfd4-4f5f-89ab-d6d826284a47 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:44.876525 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-494b6c26-dfd4-4f5f-89ab-d6d826284a47 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] 10.222.0.13 "DELETE /v2.0/routers/4be9325b-81c4-4cf1-91e9-ac57f1d0be70 HTTP/1.1" status: 204 len: 168 time: 1.5891306 Sep 17 08:10:44.879318 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39682) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:44.892806 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-b3779e7d-6272-4c9d-b480-c245563f1b2a admin admin] Allocated IP 172.25.6.218 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/2ddcfc0c-2af8-4248-90c9-6f37f76062e3) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:10:44.925011 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-33b13275-6962-401c-85a5-0aa7575c77f7 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Deleting subnet 669d5e5c-1f89-45b2-b3b8-c23133c33abe {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:10:44.928113 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-33b13275-6962-401c-85a5-0aa7575c77f7 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:44.962448 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-33b13275-6962-401c-85a5-0aa7575c77f7 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:44.993412 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b3779e7d-6272-4c9d-b480-c245563f1b2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:45.007285 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-33b13275-6962-401c-85a5-0aa7575c77f7 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:45.029372 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b3779e7d-6272-4c9d-b480-c245563f1b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:45.062322 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-33b13275-6962-401c-85a5-0aa7575c77f7 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:45.071202 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3779e7d-6272-4c9d-b480-c245563f1b2a admin admin] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:10:45.078700 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-b3779e7d-6272-4c9d-b480-c245563f1b2a admin admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:10:45.086668 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3779e7d-6272-4c9d-b480-c245563f1b2a admin admin] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:10:45.088789 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b13275-6962-401c-85a5-0aa7575c77f7 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=669d5e5c-1f89-45b2-b3b8-c23133c33abe,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:45.092246 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-33b13275-6962-401c-85a5-0aa7575c77f7 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:45.096751 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-33b13275-6962-401c-85a5-0aa7575c77f7 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] 10.222.0.13 "DELETE /v2.0/subnets/669d5e5c-1f89-45b2-b3b8-c23133c33abe HTTP/1.1" status: 204 len: 168 time: 0.2163043 Sep 17 08:10:45.097340 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39684) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:45.117692 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3779e7d-6272-4c9d-b480-c245563f1b2a admin admin] Pushing event updated for resources: {'Port': ['ID=2ddcfc0c-2af8-4248-90c9-6f37f76062e3,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:45.171013 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d23547a3-2dda-412d-a158-2467de207259 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:45.255335 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d23547a3-2dda-412d-a158-2467de207259 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:45.276320 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-d23547a3-2dda-412d-a158-2467de207259 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29d2d6f2-ae3b-4000-bdb9-ca861fce34bc']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:10:45.285972 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-d23547a3-2dda-412d-a158-2467de207259 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4732c89f-c778-4688-a609-97353cd4006f') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:10:45.286266 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-d23547a3-2dda-412d-a158-2467de207259 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4732c89f-c778-4688-a609-97353cd4006f') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:10:45.295422 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d23547a3-2dda-412d-a158-2467de207259 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:45.309170 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d23547a3-2dda-412d-a158-2467de207259 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:45.315542 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d23547a3-2dda-412d-a158-2467de207259 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:10:45.316034 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d23547a3-2dda-412d-a158-2467de207259 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:45.317834 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 08:10:45.317834 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:10:45.317834 n-d-789963-9 neutron-server[101290]: timer() Sep 17 08:10:45.317834 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:10:45.317834 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 08:10:45.317834 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:10:45.317834 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 08:10:45.317834 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:10:45.317834 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 08:10:45.317834 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:10:45.317834 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 08:10:45.317834 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:10:45.317834 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 08:10:45.317834 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:10:45.317834 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:10:45.317834 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:10:45.317834 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:10:45.317834 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:10:45.317834 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 08:10:45.317834 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:10:45.317834 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 08:10:45.317834 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:10:45.317834 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:10:45.317834 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:10:45.317834 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 08:10:45.317834 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:10:45.317834 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:10:45.317834 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:10:45.317834 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:10:45.317834 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:10:45.317834 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:10:45.317834 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:10:45.354086 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b3779e7d-6272-4c9d-b480-c245563f1b2a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:45.380798 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d23547a3-2dda-412d-a158-2467de207259 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:45.385956 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d23547a3-2dda-412d-a158-2467de207259 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 29d2d6f2-ae3b-4000-bdb9-ca861fce34bc {{(pid=101290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 17 08:10:45.389337 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d23547a3-2dda-412d-a158-2467de207259 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:45.390645 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d23547a3-2dda-412d-a158-2467de207259 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] 10.222.0.13 "DELETE /v2.0/networks/29d2d6f2-ae3b-4000-bdb9-ca861fce34bc HTTP/1.1" status: 204 len: 168 time: 0.2923830 Sep 17 08:10:45.401197 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23547a3-2dda-412d-a158-2467de207259 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Pushing event deleted for resources: {'Network': ['ID=29d2d6f2-ae3b-4000-bdb9-ca861fce34bc,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:45.577682 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b3779e7d-6272-4c9d-b480-c245563f1b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:45.660400 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39694) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:45.664816 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-09a4b55d-d562-4754-96d4-ae3809d6d442 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Request body: {'router': {'name': 'tempest-router--1345722419', 'project_id': '9ade230df5104ed5a6c3b3cf22520618'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:10:45.686442 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-09a4b55d-d562-4754-96d4-ae3809d6d442 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:45.687660 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-09a4b55d-d562-4754-96d4-ae3809d6d442 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:45.724531 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3779e7d-6272-4c9d-b480-c245563f1b2a admin admin] Router ba4608dd-cd7e-4d0a-be5d-cb66e1cb2886 is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 08:10:45.739568 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-09a4b55d-d562-4754-96d4-ae3809d6d442 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:45.744633 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-09a4b55d-d562-4754-96d4-ae3809d6d442 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:45.757789 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-09a4b55d-d562-4754-96d4-ae3809d6d442 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:45.761801 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-09a4b55d-d562-4754-96d4-ae3809d6d442 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.0977283 Sep 17 08:10:45.762011 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39696) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:45.833898 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3779e7d-6272-4c9d-b480-c245563f1b2a admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:10:45.834123 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-700a4fc7-c5f6-4de9-b398-5baaa7704920 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks [] for router, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:45.844754 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072e1994-fc85-4262-8388-974d3aba2f14 None None] Sync routers for ids ['ba4608dd-cd7e-4d0a-be5d-cb66e1cb2886'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:10:45.856719 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072e1994-fc85-4262-8388-974d3aba2f14 None None] Routers {'ba4608dd-cd7e-4d0a-be5d-cb66e1cb2886'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:10:45.856918 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b3779e7d-6272-4c9d-b480-c245563f1b2a admin admin] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:45.857419 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-072e1994-fc85-4262-8388-974d3aba2f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:10:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['ba4608dd-cd7e-4d0a-be5d-cb66e1cb2886'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:10:45.859875 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-b3779e7d-6272-4c9d-b480-c245563f1b2a admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2463896 Sep 17 08:10:45.860862 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39698) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:45.967446 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-072e1994-fc85-4262-8388-974d3aba2f14 None None] Set router ba4608dd-cd7e-4d0a-be5d-cb66e1cb2886 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:10:45.995756 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-700a4fc7-c5f6-4de9-b398-5baaa7704920 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:45.998130 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-700a4fc7-c5f6-4de9-b398-5baaa7704920 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:46.051522 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-700a4fc7-c5f6-4de9-b398-5baaa7704920 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:46.052088 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-700a4fc7-c5f6-4de9-b398-5baaa7704920 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8608eea3-2b94-467b-9b30-bc3ce78216fc {{(pid=101290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 08:10:46.057167 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-700a4fc7-c5f6-4de9-b398-5baaa7704920 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:46.063147 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-700a4fc7-c5f6-4de9-b398-5baaa7704920 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] 10.222.0.13 "DELETE /v2.0/routers/8608eea3-2b94-467b-9b30-bc3ce78216fc HTTP/1.1" status: 204 len: 168 time: 0.2979577 Sep 17 08:10:46.170999 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-072e1994-fc85-4262-8388-974d3aba2f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba4608dd-cd7e-4d0a-be5d-cb66e1cb2886', 'name': 'tempest-ServerRescueTestJSON-1772641538-router', 'tenant_id': '81632076e85c469a8f56f6da12aee24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '2ddcfc0c-2af8-4248-90c9-6f37f76062e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:10:43Z', 'updated_at': '2021-09-17T08:10:45Z', 'revision_number': 3, 'project_id': '81632076e85c469a8f56f6da12aee24c', 'gw_port': {'id': '2ddcfc0c-2af8-4248-90c9-6f37f76062e3', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba4608dd-cd7e-4d0a-be5d-cb66e1cb2886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:10:44Z', 'updated_at': '2021-09-17T08:10:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:10:46.192773 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39702) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:46.202037 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072e1994-fc85-4262-8388-974d3aba2f14 None None] Checking router: ba4608dd-cd7e-4d0a-be5d-cb66e1cb2886 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:10:46.202370 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072e1994-fc85-4262-8388-974d3aba2f14 None None] Updating router ba4608dd-cd7e-4d0a-be5d-cb66e1cb2886 port 2ddcfc0c-2af8-4248-90c9-6f37f76062e3 binding host n-d-789963-9 {{(pid=101292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 08:10:46.233487 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-072e1994-fc85-4262-8388-974d3aba2f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:46.344319 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-200a6597-d2dd-40cb-b94c-25f9f2b5b391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:46.400635 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-d537865c-d4f9-4210-b207-802366e79c23 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-695123113', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}, 'admin_state_up': False}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:10:46.426125 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d537865c-d4f9-4210-b207-802366e79c23 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:46.427552 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d537865c-d4f9-4210-b207-802366e79c23 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:46.484062 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d537865c-d4f9-4210-b207-802366e79c23 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:46.491119 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-072e1994-fc85-4262-8388-974d3aba2f14 None None] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:46.496785 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-072e1994-fc85-4262-8388-974d3aba2f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:46.508337 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-200a6597-d2dd-40cb-b94c-25f9f2b5b391 admin admin] Allocated IP 172.20.0.1 (2feccfd6-bff5-4952-b86d-3413bedfc5c5/e79d3233-7267-4f69-96c6-35ae9ed26fe5/c5e1d3bb-e712-4646-8d44-a5bea5aefbb4) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:10:46.545273 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-072e1994-fc85-4262-8388-974d3aba2f14 None None] Attempting to bind port 2ddcfc0c-2af8-4248-90c9-6f37f76062e3 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:10:46.545574 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-072e1994-fc85-4262-8388-974d3aba2f14 None None] Attempting to bind port 2ddcfc0c-2af8-4248-90c9-6f37f76062e3 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:10:46.545904 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072e1994-fc85-4262-8388-974d3aba2f14 None None] Attempting to bind port 2ddcfc0c-2af8-4248-90c9-6f37f76062e3 on network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:10:46.556652 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072e1994-fc85-4262-8388-974d3aba2f14 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:10:46.557023 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072e1994-fc85-4262-8388-974d3aba2f14 None None] Checking segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:10:46.557437 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-072e1994-fc85-4262-8388-974d3aba2f14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:46.557836 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072e1994-fc85-4262-8388-974d3aba2f14 None None] Bound using segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:10:46.558301 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-072e1994-fc85-4262-8388-974d3aba2f14 None None] Bound port: 2ddcfc0c-2af8-4248-90c9-6f37f76062e3, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:10:46.559081 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-072e1994-fc85-4262-8388-974d3aba2f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:46.561682 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7521eded-3c11-4bc1-a5bf-4c6a9921e736 None None] Pushing event updated for resources: {'Port': ['ID=2ddcfc0c-2af8-4248-90c9-6f37f76062e3,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:46.589328 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7521eded-3c11-4bc1-a5bf-4c6a9921e736 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:10:46.589709 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7521eded-3c11-4bc1-a5bf-4c6a9921e736 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:10:46.590022 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7521eded-3c11-4bc1-a5bf-4c6a9921e736 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:10:46.590357 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7521eded-3c11-4bc1-a5bf-4c6a9921e736 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:10:46.590691 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7521eded-3c11-4bc1-a5bf-4c6a9921e736 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:10:46.591025 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7521eded-3c11-4bc1-a5bf-4c6a9921e736 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:10:46.591368 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7521eded-3c11-4bc1-a5bf-4c6a9921e736 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:10:46.591680 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7521eded-3c11-4bc1-a5bf-4c6a9921e736 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:10:46.592430 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7521eded-3c11-4bc1-a5bf-4c6a9921e736 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:10:46.592430 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7521eded-3c11-4bc1-a5bf-4c6a9921e736 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:10:46.592657 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7521eded-3c11-4bc1-a5bf-4c6a9921e736 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:10:46.592970 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7521eded-3c11-4bc1-a5bf-4c6a9921e736 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:10:46.631755 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-072e1994-fc85-4262-8388-974d3aba2f14 None None] For port 2ddcfc0c-2af8-4248-90c9-6f37f76062e3, host n-d-789963-9, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:10:46.634407 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d537865c-d4f9-4210-b207-802366e79c23 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:46.635617 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-072e1994-fc85-4262-8388-974d3aba2f14 None None] For port 2ddcfc0c-2af8-4248-90c9-6f37f76062e3, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=2ddcfc0c-2af8-4248-90c9-6f37f76062e3,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:10:46.641137 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-072e1994-fc85-4262-8388-974d3aba2f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:46.659191 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-200a6597-d2dd-40cb-b94c-25f9f2b5b391 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:46.692754 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072e1994-fc85-4262-8388-974d3aba2f14 None None] Routers {'ba4608dd-cd7e-4d0a-be5d-cb66e1cb2886'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:10:46.693386 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-072e1994-fc85-4262-8388-974d3aba2f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:10:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['ba4608dd-cd7e-4d0a-be5d-cb66e1cb2886'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:10:46.707629 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-200a6597-d2dd-40cb-b94c-25f9f2b5b391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:46.743121 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200a6597-d2dd-40cb-b94c-25f9f2b5b391 admin admin] Network 2feccfd6-bff5-4952-b86d-3413bedfc5c5 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:10:46.747432 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-200a6597-d2dd-40cb-b94c-25f9f2b5b391 admin admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:10:46.750992 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200a6597-d2dd-40cb-b94c-25f9f2b5b391 admin admin] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:10:46.777716 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200a6597-d2dd-40cb-b94c-25f9f2b5b391 admin admin] Pushing event updated for resources: {'Port': ['ID=c5e1d3bb-e712-4646-8d44-a5bea5aefbb4,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:46.796701 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-200a6597-d2dd-40cb-b94c-25f9f2b5b391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:46.842607 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d537865c-d4f9-4210-b207-802366e79c23 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks [] for router_gateway, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:46.870047 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d537865c-d4f9-4210-b207-802366e79c23 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:46.910066 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-072e1994-fc85-4262-8388-974d3aba2f14 None None] Set router ba4608dd-cd7e-4d0a-be5d-cb66e1cb2886 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:10:46.912558 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7521eded-3c11-4bc1-a5bf-4c6a9921e736 None None] Pushing event updated for resources: {'Port': ['ID=2ddcfc0c-2af8-4248-90c9-6f37f76062e3,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:46.935955 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-200a6597-d2dd-40cb-b94c-25f9f2b5b391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:46.986499 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-d537865c-d4f9-4210-b207-802366e79c23 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Allocated IP 172.25.6.244 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/cdc0014c-cb5d-4e98-82c4-3514791fe970) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:10:47.106097 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-200a6597-d2dd-40cb-b94c-25f9f2b5b391 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:47.107630 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-072e1994-fc85-4262-8388-974d3aba2f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba4608dd-cd7e-4d0a-be5d-cb66e1cb2886', 'name': 'tempest-ServerRescueTestJSON-1772641538-router', 'tenant_id': '81632076e85c469a8f56f6da12aee24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '2ddcfc0c-2af8-4248-90c9-6f37f76062e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:10:43Z', 'updated_at': '2021-09-17T08:10:45Z', 'revision_number': 3, 'project_id': '81632076e85c469a8f56f6da12aee24c', 'gw_port': {'id': '2ddcfc0c-2af8-4248-90c9-6f37f76062e3', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba4608dd-cd7e-4d0a-be5d-cb66e1cb2886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:10:44Z', 'updated_at': '2021-09-17T08:10:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:10:47.111057 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-200a6597-d2dd-40cb-b94c-25f9f2b5b391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:47.141730 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072e1994-fc85-4262-8388-974d3aba2f14 None None] The sync data for ids ['ba4608dd-cd7e-4d0a-be5d-cb66e1cb2886'] in n-d-789963-9 is: [{'id': 'ba4608dd-cd7e-4d0a-be5d-cb66e1cb2886', 'name': 'tempest-ServerRescueTestJSON-1772641538-router', 'tenant_id': '81632076e85c469a8f56f6da12aee24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '2ddcfc0c-2af8-4248-90c9-6f37f76062e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:10:43Z', 'updated_at': '2021-09-17T08:10:45Z', 'revision_number': 3, 'project_id': '81632076e85c469a8f56f6da12aee24c', 'gw_port': {'id': '2ddcfc0c-2af8-4248-90c9-6f37f76062e3', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba4608dd-cd7e-4d0a-be5d-cb66e1cb2886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:10:44Z', 'updated_at': '2021-09-17T08:10:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:10:47.181542 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-200a6597-d2dd-40cb-b94c-25f9f2b5b391 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:47.191024 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200a6597-d2dd-40cb-b94c-25f9f2b5b391 admin admin] Pushing event updated for resources: {'Port': ['ID=c5e1d3bb-e712-4646-8d44-a5bea5aefbb4,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:47.289414 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200a6597-d2dd-40cb-b94c-25f9f2b5b391 admin admin] Network 2feccfd6-bff5-4952-b86d-3413bedfc5c5 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:10:47.290995 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-200a6597-d2dd-40cb-b94c-25f9f2b5b391 admin admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:10:47.432402 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-200a6597-d2dd-40cb-b94c-25f9f2b5b391 admin admin] Router ba4608dd-cd7e-4d0a-be5d-cb66e1cb2886 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:10:47.466178 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d537865c-d4f9-4210-b207-802366e79c23 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:47.513947 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d537865c-d4f9-4210-b207-802366e79c23 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:47.562646 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d537865c-d4f9-4210-b207-802366e79c23 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:10:47.566182 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-d537865c-d4f9-4210-b207-802366e79c23 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:10:47.568833 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d537865c-d4f9-4210-b207-802366e79c23 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:10:47.599263 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d537865c-d4f9-4210-b207-802366e79c23 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Pushing event updated for resources: {'Port': ['ID=cdc0014c-cb5d-4e98-82c4-3514791fe970,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:47.881736 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d537865c-d4f9-4210-b207-802366e79c23 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks [] for router_gateway, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:47.947240 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-200a6597-d2dd-40cb-b94c-25f9f2b5b391 admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:10:47.956598 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-200a6597-d2dd-40cb-b94c-25f9f2b5b391 admin admin] 10.222.0.13 "PUT /v2.0/routers/ba4608dd-cd7e-4d0a-be5d-cb66e1cb2886/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0906396 Sep 17 08:10:48.120119 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d537865c-d4f9-4210-b207-802366e79c23 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:48.228476 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 2ddcfc0c-2af8-4248-90c9-6f37f76062e3 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:10:48.263999 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d537865c-d4f9-4210-b207-802366e79c23 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Router 24860de1-9e42-4b9d-9c6e-5b3e1f609568 is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 08:10:48.277528 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 2ddcfc0c-2af8-4248-90c9-6f37f76062e3 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:10:48.278364 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:48.363643 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:48.371904 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d537865c-d4f9-4210-b207-802366e79c23 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:10:48.385353 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port 2ddcfc0c-2af8-4248-90c9-6f37f76062e3, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=2ddcfc0c-2af8-4248-90c9-6f37f76062e3,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:10:48.392924 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde701a0-316d-494f-a05b-f7864cb2ce19 None None] Sync routers for ids ['24860de1-9e42-4b9d-9c6e-5b3e1f609568'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:10:48.393405 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d537865c-d4f9-4210-b207-802366e79c23 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:48.395294 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d537865c-d4f9-4210-b207-802366e79c23 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.2006853 Sep 17 08:10:48.397861 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39726) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:48.398384 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:48.430717 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde701a0-316d-494f-a05b-f7864cb2ce19 None None] Routers {'24860de1-9e42-4b9d-9c6e-5b3e1f609568'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:10:48.431359 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-fde701a0-316d-494f-a05b-f7864cb2ce19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:10:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['24860de1-9e42-4b9d-9c6e-5b3e1f609568'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:10:48.467982 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-fde701a0-316d-494f-a05b-f7864cb2ce19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:10:48.490982 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=2ddcfc0c-2af8-4248-90c9-6f37f76062e3,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:48.493525 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde701a0-316d-494f-a05b-f7864cb2ce19 None None] Routers {'24860de1-9e42-4b9d-9c6e-5b3e1f609568'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:10:48.494134 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-fde701a0-316d-494f-a05b-f7864cb2ce19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:10:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['24860de1-9e42-4b9d-9c6e-5b3e1f609568'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:10:48.512603 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ef3ead0e-71fa-4b1b-aa92-d0a9562fa63d tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] 10.222.0.13 "GET /v2.0/routers/24860de1-9e42-4b9d-9c6e-5b3e1f609568 HTTP/1.1" status: 200 len: 924 time: 0.1111193 Sep 17 08:10:48.513149 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39728) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:48.523416 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9033cc-0ead-4e91-aad6-4687ca4a73fe req-85c23627-59d5-4573-a60d-bfe7441499a7 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:48.524972 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-be9033cc-0ead-4e91-aad6-4687ca4a73fe req-85c23627-59d5-4573-a60d-bfe7441499a7 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/networks?id=2feccfd6-bff5-4952-b86d-3413bedfc5c5 HTTP/1.1" status: 200 len: 811 time: 0.1215391 Sep 17 08:10:48.527209 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-fde701a0-316d-494f-a05b-f7864cb2ce19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:10:48.527895 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde701a0-316d-494f-a05b-f7864cb2ce19 None None] The sync data for ids ['24860de1-9e42-4b9d-9c6e-5b3e1f609568'] in n-d-789963-9 is: [] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:10:48.540761 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-be9033cc-0ead-4e91-aad6-4687ca4a73fe req-24b3425f-2fa1-41e8-aef4-06f771d8a265 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/quotas/81632076e85c469a8f56f6da12aee24c HTTP/1.1" status: 200 len: 375 time: 0.0094855 Sep 17 08:10:48.546285 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-5825876e-fad2-4308-93d6-ad78c5244aea tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] 10.222.0.13 "GET /v2.0/ports?device_id=24860de1-9e42-4b9d-9c6e-5b3e1f609568 HTTP/1.1" status: 200 len: 205 time: 0.0322714 Sep 17 08:10:48.548841 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39730) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:48.594161 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-be9033cc-0ead-4e91-aad6-4687ca4a73fe req-5edea05a-4443-4057-bbe1-d8a56f3782ba tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=81632076e85c469a8f56f6da12aee24c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0475450 Sep 17 08:10:48.655281 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1486497f-ef3b-4414-80c3-f17bdccb6d29 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks [] for router, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:48.687990 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-be9033cc-0ead-4e91-aad6-4687ca4a73fe req-29c36a9c-7f75-4c64-a6a3-40f891a896f9 service neutron] 10.222.0.13 "GET /v2.0/networks/2feccfd6-bff5-4952-b86d-3413bedfc5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869324 Sep 17 08:10:48.761567 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1486497f-ef3b-4414-80c3-f17bdccb6d29 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:48.784442 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-be9033cc-0ead-4e91-aad6-4687ca4a73fe req-d6ec125a-692b-421e-a88e-6d7d7b14189d service neutron] 10.222.0.13 "GET /v2.0/networks/2feccfd6-bff5-4952-b86d-3413bedfc5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892406 Sep 17 08:10:48.822499 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-1486497f-ef3b-4414-80c3-f17bdccb6d29 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Deleting port cdc0014c-cb5d-4e98-82c4-3514791fe970 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:10:48.822850 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1486497f-ef3b-4414-80c3-f17bdccb6d29 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:48.907608 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1486497f-ef3b-4414-80c3-f17bdccb6d29 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:48.920463 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-1486497f-ef3b-4414-80c3-f17bdccb6d29 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Calling delete_port for cdc0014c-cb5d-4e98-82c4-3514791fe970 owned by network:router_gateway {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:10:48.961105 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca527005-f5fa-4057-8dac-f2b620f06ff0 None None] Sync routers for ids ['ba4608dd-cd7e-4d0a-be5d-cb66e1cb2886'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:10:48.973341 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca527005-f5fa-4057-8dac-f2b620f06ff0 None None] Routers {'ba4608dd-cd7e-4d0a-be5d-cb66e1cb2886'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:10:48.974708 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-ca527005-f5fa-4057-8dac-f2b620f06ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:10:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['ba4608dd-cd7e-4d0a-be5d-cb66e1cb2886'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:10:48.976038 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-170e674d-d5b8-4ee1-9d44-f753128ab903 req-719b6d4d-aae3-437c-b370-d1471ab2e2ca tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=0abec55c-dd24-41d5-8ce4-ad6a53205049 HTTP/1.1" status: 200 len: 210 time: 0.0363073 Sep 17 08:10:49.096075 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-ca527005-f5fa-4057-8dac-f2b620f06ff0 None None] Set router ba4608dd-cd7e-4d0a-be5d-cb66e1cb2886 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:10:49.104085 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1486497f-ef3b-4414-80c3-f17bdccb6d29 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:49.132710 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1486497f-ef3b-4414-80c3-f17bdccb6d29 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Pushing event deleted for resources: {'Port': ['ID=cdc0014c-cb5d-4e98-82c4-3514791fe970,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:49.198708 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1486497f-ef3b-4414-80c3-f17bdccb6d29 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:49.298718 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1486497f-ef3b-4414-80c3-f17bdccb6d29 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:49.301325 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1486497f-ef3b-4414-80c3-f17bdccb6d29 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:49.317511 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-ca527005-f5fa-4057-8dac-f2b620f06ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba4608dd-cd7e-4d0a-be5d-cb66e1cb2886', 'name': 'tempest-ServerRescueTestJSON-1772641538-router', 'tenant_id': '81632076e85c469a8f56f6da12aee24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '2ddcfc0c-2af8-4248-90c9-6f37f76062e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:10:43Z', 'updated_at': '2021-09-17T08:10:46Z', 'revision_number': 4, 'project_id': '81632076e85c469a8f56f6da12aee24c', 'gw_port': {'id': '2ddcfc0c-2af8-4248-90c9-6f37f76062e3', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4608dd-cd7e-4d0a-be5d-cb66e1cb2886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:10:44Z', 'updated_at': '2021-09-17T08:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'c5e1d3bb-e712-4646-8d44-a5bea5aefbb4', 'name': '', 'network_id': '2feccfd6-bff5-4952-b86d-3413bedfc5c5', 'tenant_id': '81632076e85c469a8f56f6da12aee24c', 'mac_address': 'fa:16:3e:c9:ba:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba4608dd-cd7e-4d0a-be5d-cb66e1cb2886', 'device_owner': 'network:router_interface', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': 'e79d3233-7267-4f69-96c6-35ae9ed26fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:10:46Z', 'updated_at': '2021-09-17T08:10:46Z', 'revision_number': 2, 'project_id': '81632076e85c469a8f56f6da12aee24c', 'subnets': [{'id': 'e79d3233-7267-4f69-96c6-35ae9ed26fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:10:49.344553 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca527005-f5fa-4057-8dac-f2b620f06ff0 None None] Checking router: ba4608dd-cd7e-4d0a-be5d-cb66e1cb2886 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:10:49.344907 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca527005-f5fa-4057-8dac-f2b620f06ff0 None None] Updating router ba4608dd-cd7e-4d0a-be5d-cb66e1cb2886 port c5e1d3bb-e712-4646-8d44-a5bea5aefbb4 binding host n-d-789963-9 {{(pid=101292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 08:10:49.350487 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1486497f-ef3b-4414-80c3-f17bdccb6d29 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:49.350996 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1486497f-ef3b-4414-80c3-f17bdccb6d29 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Fanout notify agent at l3_agent the message router_deleted on router 24860de1-9e42-4b9d-9c6e-5b3e1f609568 {{(pid=101290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 08:10:49.358463 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1486497f-ef3b-4414-80c3-f17bdccb6d29 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:49.363260 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-1486497f-ef3b-4414-80c3-f17bdccb6d29 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] 10.222.0.13 "DELETE /v2.0/routers/24860de1-9e42-4b9d-9c6e-5b3e1f609568 HTTP/1.1" status: 204 len: 168 time: 0.8098593 Sep 17 08:10:49.364095 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39744) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:49.369054 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-88bf5815-dcb8-4e62-91c4-21c5b19082d4 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1216788219', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'enable_snat': False}}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:10:49.371763 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ca527005-f5fa-4057-8dac-f2b620f06ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:49.392058 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-88bf5815-dcb8-4e62-91c4-21c5b19082d4 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:49.393085 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-88bf5815-dcb8-4e62-91c4-21c5b19082d4 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:49.445614 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-88bf5815-dcb8-4e62-91c4-21c5b19082d4 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:49.592717 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-88bf5815-dcb8-4e62-91c4-21c5b19082d4 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:49.648852 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ca527005-f5fa-4057-8dac-f2b620f06ff0 None None] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:49.654113 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ca527005-f5fa-4057-8dac-f2b620f06ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:49.700479 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca3da95-8ff8-4ca0-bf7a-ff0daa124492 None None] Pushing event updated for resources: {'Port': ['ID=c5e1d3bb-e712-4646-8d44-a5bea5aefbb4,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:49.755117 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-ca527005-f5fa-4057-8dac-f2b620f06ff0 None None] Attempting to bind port c5e1d3bb-e712-4646-8d44-a5bea5aefbb4 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:10:49.755479 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-ca527005-f5fa-4057-8dac-f2b620f06ff0 None None] Attempting to bind port c5e1d3bb-e712-4646-8d44-a5bea5aefbb4 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'f07fd61d-94b1-4db1-8da4-2df4b04cf57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2feccfd6-bff5-4952-b86d-3413bedfc5c5'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:10:49.755848 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca527005-f5fa-4057-8dac-f2b620f06ff0 None None] Attempting to bind port c5e1d3bb-e712-4646-8d44-a5bea5aefbb4 on network 2feccfd6-bff5-4952-b86d-3413bedfc5c5 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:10:49.760720 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca527005-f5fa-4057-8dac-f2b620f06ff0 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:10:49.761085 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca527005-f5fa-4057-8dac-f2b620f06ff0 None None] Checking segment: {'id': 'f07fd61d-94b1-4db1-8da4-2df4b04cf57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2feccfd6-bff5-4952-b86d-3413bedfc5c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:10:49.761477 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ca527005-f5fa-4057-8dac-f2b620f06ff0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:49.761859 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca527005-f5fa-4057-8dac-f2b620f06ff0 None None] Bound using segment: {'id': 'f07fd61d-94b1-4db1-8da4-2df4b04cf57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2feccfd6-bff5-4952-b86d-3413bedfc5c5'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:10:49.762312 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-ca527005-f5fa-4057-8dac-f2b620f06ff0 None None] Bound port: c5e1d3bb-e712-4646-8d44-a5bea5aefbb4, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f07fd61d-94b1-4db1-8da4-2df4b04cf57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2feccfd6-bff5-4952-b86d-3413bedfc5c5'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:10:49.762672 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ca527005-f5fa-4057-8dac-f2b620f06ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:49.791386 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-88bf5815-dcb8-4e62-91c4-21c5b19082d4 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:49.813942 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-88bf5815-dcb8-4e62-91c4-21c5b19082d4 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:49.822572 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-ca527005-f5fa-4057-8dac-f2b620f06ff0 None None] For port c5e1d3bb-e712-4646-8d44-a5bea5aefbb4, host n-d-789963-9, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:10:49.827170 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-ca527005-f5fa-4057-8dac-f2b620f06ff0 None None] For port c5e1d3bb-e712-4646-8d44-a5bea5aefbb4, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=c5e1d3bb-e712-4646-8d44-a5bea5aefbb4,segment=NetworkSegment(f07fd61d-94b1-4db1-8da4-2df4b04cf57d),segment_id=f07fd61d-94b1-4db1-8da4-2df4b04cf57d)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:10:49.831433 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ca527005-f5fa-4057-8dac-f2b620f06ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:49.875306 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca527005-f5fa-4057-8dac-f2b620f06ff0 None None] Routers {'ba4608dd-cd7e-4d0a-be5d-cb66e1cb2886'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:10:49.875975 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-ca527005-f5fa-4057-8dac-f2b620f06ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:10:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['ba4608dd-cd7e-4d0a-be5d-cb66e1cb2886'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:10:49.923933 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a7c85b02-f7a4-4885-a3e7-52ca92af7cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:49.935095 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-88bf5815-dcb8-4e62-91c4-21c5b19082d4 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Allocated IP 172.25.6.89 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/475873dd-e8b4-4d94-98be-6d8968305118) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:10:50.010464 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-ca527005-f5fa-4057-8dac-f2b620f06ff0 None None] Set router ba4608dd-cd7e-4d0a-be5d-cb66e1cb2886 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:10:50.074434 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-88bf5815-dcb8-4e62-91c4-21c5b19082d4 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:50.097968 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca3da95-8ff8-4ca0-bf7a-ff0daa124492 None None] Pushing event updated for resources: {'Port': ['ID=c5e1d3bb-e712-4646-8d44-a5bea5aefbb4,revision_number=4']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:50.127801 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-88bf5815-dcb8-4e62-91c4-21c5b19082d4 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:50.153109 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9033cc-0ead-4e91-aad6-4687ca4a73fe req-80d7f3d8-9e6f-4ae0-be3b-24bf1859bf72 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:50.154713 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-be9033cc-0ead-4e91-aad6-4687ca4a73fe req-80d7f3d8-9e6f-4ae0-be3b-24bf1859bf72 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.39 "GET /v2.0/networks?id=2feccfd6-bff5-4952-b86d-3413bedfc5c5 HTTP/1.1" status: 200 len: 811 time: 0.1679306 Sep 17 08:10:50.157156 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-406845fa-bdbe-453d-b7fb-9ae436884e55 req-77e716ab-9e0d-4af0-a25a-4b8f65a7a3a5 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=0abec55c-dd24-41d5-8ce4-ad6a53205049 HTTP/1.1" status: 200 len: 210 time: 0.0425766 Sep 17 08:10:50.179996 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-be9033cc-0ead-4e91-aad6-4687ca4a73fe req-a6ff5540-00a1-4181-b03a-e8e50332e4e5 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Request body: {'port': {'device_id': '0abec55c-dd24-41d5-8ce4-ad6a53205049', 'network_id': '2feccfd6-bff5-4952-b86d-3413bedfc5c5', 'admin_state_up': True, 'tenant_id': '81632076e85c469a8f56f6da12aee24c'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:10:50.197271 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bf5815-dcb8-4e62-91c4-21c5b19082d4 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:10:50.200370 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-88bf5815-dcb8-4e62-91c4-21c5b19082d4 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:10:50.202841 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bf5815-dcb8-4e62-91c4-21c5b19082d4 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:10:50.240393 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 2ddcfc0c-2af8-4248-90c9-6f37f76062e3 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:10:50.249753 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bf5815-dcb8-4e62-91c4-21c5b19082d4 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Pushing event updated for resources: {'Port': ['ID=475873dd-e8b4-4d94-98be-6d8968305118,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:50.261752 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:10:50.292753 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 2ddcfc0c-2af8-4248-90c9-6f37f76062e3 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:10:50.293462 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:50.323642 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-ca527005-f5fa-4057-8dac-f2b620f06ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba4608dd-cd7e-4d0a-be5d-cb66e1cb2886', 'name': 'tempest-ServerRescueTestJSON-1772641538-router', 'tenant_id': '81632076e85c469a8f56f6da12aee24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '2ddcfc0c-2af8-4248-90c9-6f37f76062e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:10:43Z', 'updated_at': '2021-09-17T08:10:46Z', 'revision_number': 4, 'project_id': '81632076e85c469a8f56f6da12aee24c', 'gw_port': {'id': '2ddcfc0c-2af8-4248-90c9-6f37f76062e3', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4608dd-cd7e-4d0a-be5d-cb66e1cb2886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:10:44Z', 'updated_at': '2021-09-17T08:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'c5e1d3bb-e712-4646-8d44-a5bea5aefbb4', 'name': '', 'network_id': '2feccfd6-bff5-4952-b86d-3413bedfc5c5', 'tenant_id': '81632076e85c469a8f56f6da12aee24c', 'mac_address': 'fa:16:3e:c9:ba:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba4608dd-cd7e-4d0a-be5d-cb66e1cb2886', 'device_owner': 'network:router_interface', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': 'e79d3233-7267-4f69-96c6-35ae9ed26fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:10:46Z', 'updated_at': '2021-09-17T08:10:49Z', 'revision_number': 4, 'project_id': '81632076e85c469a8f56f6da12aee24c', 'subnets': [{'id': 'e79d3233-7267-4f69-96c6-35ae9ed26fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:10:50.349049 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be9033cc-0ead-4e91-aad6-4687ca4a73fe req-a6ff5540-00a1-4181-b03a-e8e50332e4e5 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Made reservation on behalf of 81632076e85c469a8f56f6da12aee24c for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:10:50.353143 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-be9033cc-0ead-4e91-aad6-4687ca4a73fe req-a6ff5540-00a1-4181-b03a-e8e50332e4e5 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:50.366459 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca527005-f5fa-4057-8dac-f2b620f06ff0 None None] The sync data for ids ['ba4608dd-cd7e-4d0a-be5d-cb66e1cb2886'] in n-d-789963-9 is: [{'id': 'ba4608dd-cd7e-4d0a-be5d-cb66e1cb2886', 'name': 'tempest-ServerRescueTestJSON-1772641538-router', 'tenant_id': '81632076e85c469a8f56f6da12aee24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '2ddcfc0c-2af8-4248-90c9-6f37f76062e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:10:43Z', 'updated_at': '2021-09-17T08:10:46Z', 'revision_number': 4, 'project_id': '81632076e85c469a8f56f6da12aee24c', 'gw_port': {'id': '2ddcfc0c-2af8-4248-90c9-6f37f76062e3', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4608dd-cd7e-4d0a-be5d-cb66e1cb2886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:10:44Z', 'updated_at': '2021-09-17T08:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'c5e1d3bb-e712-4646-8d44-a5bea5aefbb4', 'name': '', 'network_id': '2feccfd6-bff5-4952-b86d-3413bedfc5c5', 'tenant_id': '81632076e85c469a8f56f6da12aee24c', 'mac_address': 'fa:16:3e:c9:ba:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba4608dd-cd7e-4d0a-be5d-cb66e1cb2886', 'device_owner': 'network:router_interface', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': 'e79d3233-7267-4f69-96c6-35ae9ed26fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:10:46Z', 'updated_at': '2021-09-17T08:10:49Z', 'revision_number': 4, 'project_id': '81632076e85c469a8f56f6da12aee24c', 'subnets': [{'id': 'e79d3233-7267-4f69-96c6-35ae9ed26fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:10:50.527654 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-88bf5815-dcb8-4e62-91c4-21c5b19082d4 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:50.542876 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-be9033cc-0ead-4e91-aad6-4687ca4a73fe req-a6ff5540-00a1-4181-b03a-e8e50332e4e5 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Allocated IP 172.20.0.14 (2feccfd6-bff5-4952-b86d-3413bedfc5c5/e79d3233-7267-4f69-96c6-35ae9ed26fe5/e0201f38-46ee-4e9c-bba0-2afd85e4b392) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:10:50.724477 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-be9033cc-0ead-4e91-aad6-4687ca4a73fe req-a6ff5540-00a1-4181-b03a-e8e50332e4e5 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:50.757018 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-88bf5815-dcb8-4e62-91c4-21c5b19082d4 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:50.761251 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-be9033cc-0ead-4e91-aad6-4687ca4a73fe req-a6ff5540-00a1-4181-b03a-e8e50332e4e5 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:50.800749 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be9033cc-0ead-4e91-aad6-4687ca4a73fe req-a6ff5540-00a1-4181-b03a-e8e50332e4e5 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Network 2feccfd6-bff5-4952-b86d-3413bedfc5c5 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:10:50.804282 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-be9033cc-0ead-4e91-aad6-4687ca4a73fe req-a6ff5540-00a1-4181-b03a-e8e50332e4e5 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:10:50.808138 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-be9033cc-0ead-4e91-aad6-4687ca4a73fe req-a6ff5540-00a1-4181-b03a-e8e50332e4e5 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:10:50.852805 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ff5540-00a1-4181-b03a-e8e50332e4e5 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Pushing event updated for resources: {'Port': ['ID=e0201f38-46ee-4e9c-bba0-2afd85e4b392,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:50.869152 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9033cc-0ead-4e91-aad6-4687ca4a73fe req-a6ff5540-00a1-4181-b03a-e8e50332e4e5 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:50.869948 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-be9033cc-0ead-4e91-aad6-4687ca4a73fe req-a6ff5540-00a1-4181-b03a-e8e50332e4e5 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:50.885778 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-be9033cc-0ead-4e91-aad6-4687ca4a73fe req-a6ff5540-00a1-4181-b03a-e8e50332e4e5 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7098219 Sep 17 08:10:50.905657 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88bf5815-dcb8-4e62-91c4-21c5b19082d4 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Router 47dbe498-9244-4e5c-8d74-4f6cf04fdd1d is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 08:10:50.988407 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-be9033cc-0ead-4e91-aad6-4687ca4a73fe req-1d633231-95b8-4ad0-acde-c08ecc3d916b service neutron] Request body: {'port': {'device_id': '0abec55c-dd24-41d5-8ce4-ad6a53205049', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:10:51.026666 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88bf5815-dcb8-4e62-91c4-21c5b19082d4 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:10:51.038756 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8785366f-29ea-459c-97e4-9890f46943f5 None None] Sync routers for ids ['47dbe498-9244-4e5c-8d74-4f6cf04fdd1d'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:10:51.055433 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8785366f-29ea-459c-97e4-9890f46943f5 None None] Routers {'47dbe498-9244-4e5c-8d74-4f6cf04fdd1d'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:10:51.056372 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-8785366f-29ea-459c-97e4-9890f46943f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:10:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['47dbe498-9244-4e5c-8d74-4f6cf04fdd1d'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:10:51.058271 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-88bf5815-dcb8-4e62-91c4-21c5b19082d4 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:51.062355 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-88bf5815-dcb8-4e62-91c4-21c5b19082d4 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 1.6943161 Sep 17 08:10:51.064960 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39752) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:51.090578 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-be9033cc-0ead-4e91-aad6-4687ca4a73fe req-1d633231-95b8-4ad0-acde-c08ecc3d916b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:51.196009 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-8785366f-29ea-459c-97e4-9890f46943f5 None None] Set router 47dbe498-9244-4e5c-8d74-4f6cf04fdd1d gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:10:51.230392 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-cd1c6649-55aa-4773-a59b-fb994d4e4f6a tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] 10.222.0.13 "GET /v2.0/routers/47dbe498-9244-4e5c-8d74-4f6cf04fdd1d HTTP/1.1" status: 200 len: 908 time: 0.1616049 Sep 17 08:10:51.231148 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39756) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:51.236495 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-f4894b8a-1a98-4ee0-8718-d5ffb177d920 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1216788219', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'enable_snat': True}}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:10:51.295863 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f4894b8a-1a98-4ee0-8718-d5ffb177d920 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:51.297077 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f4894b8a-1a98-4ee0-8718-d5ffb177d920 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:51.338434 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925425f0-cd4c-4c91-ae87-41ceb066adfd req-594e7fe3-568c-4876-9830-0c378b53d320 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:51.340328 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-925425f0-cd4c-4c91-ae87-41ceb066adfd req-594e7fe3-568c-4876-9830-0c378b53d320 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=0abec55c-dd24-41d5-8ce4-ad6a53205049 HTTP/1.1" status: 200 len: 932 time: 0.0766060 Sep 17 08:10:51.376472 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f4894b8a-1a98-4ee0-8718-d5ffb177d920 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:51.401129 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-be9033cc-0ead-4e91-aad6-4687ca4a73fe req-1d633231-95b8-4ad0-acde-c08ecc3d916b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0201f38-46ee-4e9c-bba0-2afd85e4b392 {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:10:51.408569 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-be9033cc-0ead-4e91-aad6-4687ca4a73fe req-1d633231-95b8-4ad0-acde-c08ecc3d916b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:51.411801 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-8785366f-29ea-459c-97e4-9890f46943f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47dbe498-9244-4e5c-8d74-4f6cf04fdd1d', 'name': 'tempest-snat-router-1216788219', 'tenant_id': '981203ad8b764540969072e5e04a2cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.89'}], 'enable_snat': False}, 'gw_port_id': '475873dd-e8b4-4d94-98be-6d8968305118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:10:49Z', 'updated_at': '2021-09-17T08:10:50Z', 'revision_number': 3, 'project_id': '981203ad8b764540969072e5e04a2cf7', 'gw_port': {'id': '475873dd-e8b4-4d94-98be-6d8968305118', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:78:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47dbe498-9244-4e5c-8d74-4f6cf04fdd1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:10:49Z', 'updated_at': '2021-09-17T08:10:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:10:51.422176 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-be9033cc-0ead-4e91-aad6-4687ca4a73fe req-1d633231-95b8-4ad0-acde-c08ecc3d916b service neutron] Transition to ACTIVE for port object e0201f38-46ee-4e9c-bba0-2afd85e4b392 will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:10:51.427001 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-be9033cc-0ead-4e91-aad6-4687ca4a73fe req-1d633231-95b8-4ad0-acde-c08ecc3d916b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:51.447363 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8785366f-29ea-459c-97e4-9890f46943f5 None None] Checking router: 47dbe498-9244-4e5c-8d74-4f6cf04fdd1d for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:10:51.447871 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8785366f-29ea-459c-97e4-9890f46943f5 None None] Updating router 47dbe498-9244-4e5c-8d74-4f6cf04fdd1d port 475873dd-e8b4-4d94-98be-6d8968305118 binding host n-d-789963-9 {{(pid=101291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 08:10:51.481029 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8785366f-29ea-459c-97e4-9890f46943f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:51.482498 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-925425f0-cd4c-4c91-ae87-41ceb066adfd req-6ed3b059-dc10-4a50-b5fa-804051dd93a6 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090751 Sep 17 08:10:51.483522 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d633231-95b8-4ad0-acde-c08ecc3d916b service neutron] Pushing event updated for resources: {'Port': ['ID=e0201f38-46ee-4e9c-bba0-2afd85e4b392,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:51.549899 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f4894b8a-1a98-4ee0-8718-d5ffb177d920 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:51.580802 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-be9033cc-0ead-4e91-aad6-4687ca4a73fe req-1d633231-95b8-4ad0-acde-c08ecc3d916b service neutron] Attempting to bind port e0201f38-46ee-4e9c-bba0-2afd85e4b392 on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:10:51.581771 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-be9033cc-0ead-4e91-aad6-4687ca4a73fe req-1d633231-95b8-4ad0-acde-c08ecc3d916b service neutron] Attempting to bind port e0201f38-46ee-4e9c-bba0-2afd85e4b392 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': 'f07fd61d-94b1-4db1-8da4-2df4b04cf57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2feccfd6-bff5-4952-b86d-3413bedfc5c5'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:10:51.582202 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9033cc-0ead-4e91-aad6-4687ca4a73fe req-1d633231-95b8-4ad0-acde-c08ecc3d916b service neutron] Attempting to bind port e0201f38-46ee-4e9c-bba0-2afd85e4b392 on network 2feccfd6-bff5-4952-b86d-3413bedfc5c5 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:10:51.587430 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9033cc-0ead-4e91-aad6-4687ca4a73fe req-1d633231-95b8-4ad0-acde-c08ecc3d916b service neutron] Port e0201f38-46ee-4e9c-bba0-2afd85e4b392 on network 2feccfd6-bff5-4952-b86d-3413bedfc5c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:10:51.587910 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9033cc-0ead-4e91-aad6-4687ca4a73fe req-1d633231-95b8-4ad0-acde-c08ecc3d916b service neutron] Attempting to bind port e0201f38-46ee-4e9c-bba0-2afd85e4b392 on network 2feccfd6-bff5-4952-b86d-3413bedfc5c5 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:10:51.593106 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9033cc-0ead-4e91-aad6-4687ca4a73fe req-1d633231-95b8-4ad0-acde-c08ecc3d916b service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:10:51.593598 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9033cc-0ead-4e91-aad6-4687ca4a73fe req-1d633231-95b8-4ad0-acde-c08ecc3d916b service neutron] Checking segment: {'id': 'f07fd61d-94b1-4db1-8da4-2df4b04cf57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2feccfd6-bff5-4952-b86d-3413bedfc5c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:10:51.594097 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9033cc-0ead-4e91-aad6-4687ca4a73fe req-1d633231-95b8-4ad0-acde-c08ecc3d916b service neutron] Bound using segment: {'id': 'f07fd61d-94b1-4db1-8da4-2df4b04cf57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2feccfd6-bff5-4952-b86d-3413bedfc5c5'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:10:51.594621 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-be9033cc-0ead-4e91-aad6-4687ca4a73fe req-1d633231-95b8-4ad0-acde-c08ecc3d916b service neutron] Bound port: e0201f38-46ee-4e9c-bba0-2afd85e4b392, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f07fd61d-94b1-4db1-8da4-2df4b04cf57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2feccfd6-bff5-4952-b86d-3413bedfc5c5'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:10:51.595095 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-be9033cc-0ead-4e91-aad6-4687ca4a73fe req-1d633231-95b8-4ad0-acde-c08ecc3d916b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:51.675607 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-be9033cc-0ead-4e91-aad6-4687ca4a73fe req-1d633231-95b8-4ad0-acde-c08ecc3d916b service neutron] For port e0201f38-46ee-4e9c-bba0-2afd85e4b392, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:10:51.679357 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-be9033cc-0ead-4e91-aad6-4687ca4a73fe req-1d633231-95b8-4ad0-acde-c08ecc3d916b service neutron] For port e0201f38-46ee-4e9c-bba0-2afd85e4b392, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=e0201f38-46ee-4e9c-bba0-2afd85e4b392,segment=NetworkSegment(f07fd61d-94b1-4db1-8da4-2df4b04cf57d),segment_id=f07fd61d-94b1-4db1-8da4-2df4b04cf57d)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:10:51.686276 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-be9033cc-0ead-4e91-aad6-4687ca4a73fe req-1d633231-95b8-4ad0-acde-c08ecc3d916b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:51.723303 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9033cc-0ead-4e91-aad6-4687ca4a73fe req-1d633231-95b8-4ad0-acde-c08ecc3d916b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:51.723953 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-be9033cc-0ead-4e91-aad6-4687ca4a73fe req-1d633231-95b8-4ad0-acde-c08ecc3d916b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:51.725373 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-be9033cc-0ead-4e91-aad6-4687ca4a73fe req-1d633231-95b8-4ad0-acde-c08ecc3d916b service neutron] 10.222.0.39 "PUT /v2.0/ports/e0201f38-46ee-4e9c-bba0-2afd85e4b392 HTTP/1.1" status: 200 len: 1092 time: 0.7420912 Sep 17 08:10:51.727807 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0abec55c-dd24-41d5-8ce4-ad6a53205049', 'tag': 'e0201f38-46ee-4e9c-bba0-2afd85e4b392'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:10:51.730359 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979df433-ec29-4810-b3cf-0bc17f82ad1b" -d '{"events": [{"name": "network-changed", "server_uuid": "0abec55c-dd24-41d5-8ce4-ad6a53205049", "tag": "e0201f38-46ee-4e9c-bba0-2afd85e4b392"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:10:51.758757 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d633231-95b8-4ad0-acde-c08ecc3d916b service neutron] Pushing event updated for resources: {'Port': ['ID=e0201f38-46ee-4e9c-bba0-2afd85e4b392,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:51.798605 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f4894b8a-1a98-4ee0-8718-d5ffb177d920 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:51.805531 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11af699c-3ddd-42c5-ae2c-ded52f3d4ee6 x-openstack-request-id: req-11af699c-3ddd-42c5-ae2c-ded52f3d4ee6 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:10:51.805755 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0abec55c-dd24-41d5-8ce4-ad6a53205049", "tag": "e0201f38-46ee-4e9c-bba0-2afd85e4b392", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:10:51.805993 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-11af699c-3ddd-42c5-ae2c-ded52f3d4ee6 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:10:51.806392 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0abec55c-dd24-41d5-8ce4-ad6a53205049', 'tag': 'e0201f38-46ee-4e9c-bba0-2afd85e4b392', 'status': 'completed', 'code': 200} Sep 17 08:10:51.811604 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8785366f-29ea-459c-97e4-9890f46943f5 None None] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:51.819118 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8785366f-29ea-459c-97e4-9890f46943f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:51.820894 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f4894b8a-1a98-4ee0-8718-d5ffb177d920 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:51.842543 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9033cc-0ead-4e91-aad6-4687ca4a73fe req-e57f8a0f-fe3e-4961-a6f0-c08c4cf436cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:51.844493 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-be9033cc-0ead-4e91-aad6-4687ca4a73fe req-e57f8a0f-fe3e-4961-a6f0-c08c4cf436cd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=81632076e85c469a8f56f6da12aee24c&device_id=0abec55c-dd24-41d5-8ce4-ad6a53205049 HTTP/1.1" status: 200 len: 1095 time: 0.0509746 Sep 17 08:10:51.875358 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-8785366f-29ea-459c-97e4-9890f46943f5 None None] Attempting to bind port 475873dd-e8b4-4d94-98be-6d8968305118 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:10:51.876399 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-8785366f-29ea-459c-97e4-9890f46943f5 None None] Attempting to bind port 475873dd-e8b4-4d94-98be-6d8968305118 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:10:51.876399 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8785366f-29ea-459c-97e4-9890f46943f5 None None] Attempting to bind port 475873dd-e8b4-4d94-98be-6d8968305118 on network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:10:51.885300 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8785366f-29ea-459c-97e4-9890f46943f5 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:10:51.885766 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8785366f-29ea-459c-97e4-9890f46943f5 None None] Checking segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:10:51.886245 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8785366f-29ea-459c-97e4-9890f46943f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:51.886704 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8785366f-29ea-459c-97e4-9890f46943f5 None None] Bound using segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:10:51.887312 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-8785366f-29ea-459c-97e4-9890f46943f5 None None] Bound port: 475873dd-e8b4-4d94-98be-6d8968305118, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:10:51.887916 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8785366f-29ea-459c-97e4-9890f46943f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:51.889814 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32143ab-87d4-4be2-83a5-987bf9d01362 None None] Pushing event updated for resources: {'Port': ['ID=475873dd-e8b4-4d94-98be-6d8968305118,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:51.899794 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-be9033cc-0ead-4e91-aad6-4687ca4a73fe req-ae396114-e0be-4d75-8171-71a919b6ed12 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e0201f38-46ee-4e9c-bba0-2afd85e4b392 HTTP/1.1" status: 200 len: 217 time: 0.0413227 Sep 17 08:10:51.947151 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-f4894b8a-1a98-4ee0-8718-d5ffb177d920 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Allocated IP 172.25.6.129 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/927b4465-5d78-4471-b477-59d7a7ccc20b) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:10:51.958386 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9033cc-0ead-4e91-aad6-4687ca4a73fe req-062eea1d-4470-4a82-9155-90005c2d068d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:51.960705 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-be9033cc-0ead-4e91-aad6-4687ca4a73fe req-062eea1d-4470-4a82-9155-90005c2d068d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e79d3233-7267-4f69-96c6-35ae9ed26fe5 HTTP/1.1" status: 200 len: 851 time: 0.0540438 Sep 17 08:10:51.997679 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-be9033cc-0ead-4e91-aad6-4687ca4a73fe req-dfc014e2-58a3-48d1-bb19-0a6c4009aa38 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2feccfd6-bff5-4952-b86d-3413bedfc5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298469 Sep 17 08:10:52.061071 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f4894b8a-1a98-4ee0-8718-d5ffb177d920 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:52.103616 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-8785366f-29ea-459c-97e4-9890f46943f5 None None] For port 475873dd-e8b4-4d94-98be-6d8968305118, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:10:52.107062 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-be9033cc-0ead-4e91-aad6-4687ca4a73fe req-135f50e3-c76a-41dd-bae1-514bf1db898d service neutron] 10.222.0.39 "GET /v2.0/networks/2feccfd6-bff5-4952-b86d-3413bedfc5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988343 Sep 17 08:10:52.107390 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-8785366f-29ea-459c-97e4-9890f46943f5 None None] For port 475873dd-e8b4-4d94-98be-6d8968305118, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=475873dd-e8b4-4d94-98be-6d8968305118,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:10:52.111527 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f4894b8a-1a98-4ee0-8718-d5ffb177d920 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:52.113587 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8785366f-29ea-459c-97e4-9890f46943f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:52.180637 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32143ab-87d4-4be2-83a5-987bf9d01362 None None] Pushing event updated for resources: {'Port': ['ID=475873dd-e8b4-4d94-98be-6d8968305118,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:52.183394 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8785366f-29ea-459c-97e4-9890f46943f5 None None] Routers {'47dbe498-9244-4e5c-8d74-4f6cf04fdd1d'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:10:52.184112 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-8785366f-29ea-459c-97e4-9890f46943f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:10:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['47dbe498-9244-4e5c-8d74-4f6cf04fdd1d'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:10:52.202741 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4894b8a-1a98-4ee0-8718-d5ffb177d920 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:10:52.205815 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-f4894b8a-1a98-4ee0-8718-d5ffb177d920 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:10:52.216685 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4894b8a-1a98-4ee0-8718-d5ffb177d920 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:10:52.234054 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-be9033cc-0ead-4e91-aad6-4687ca4a73fe req-b60bb691-2308-463b-b5ef-da74c5d8496a service neutron] 10.222.0.39 "GET /v2.0/networks/2feccfd6-bff5-4952-b86d-3413bedfc5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192346 Sep 17 08:10:52.251756 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4894b8a-1a98-4ee0-8718-d5ffb177d920 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Pushing event updated for resources: {'Port': ['ID=927b4465-5d78-4471-b477-59d7a7ccc20b,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:52.286737 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device c5e1d3bb-e712-4646-8d44-a5bea5aefbb4 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:10:52.336007 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-8785366f-29ea-459c-97e4-9890f46943f5 None None] Set router 47dbe498-9244-4e5c-8d74-4f6cf04fdd1d gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:10:52.371037 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979df433-ec29-4810-b3cf-0bc17f82ad1b req-2780d3e8-ba6a-4e56-bc76-80d33acf9af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:52.372619 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-979df433-ec29-4810-b3cf-0bc17f82ad1b req-2780d3e8-ba6a-4e56-bc76-80d33acf9af9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=81632076e85c469a8f56f6da12aee24c&device_id=0abec55c-dd24-41d5-8ce4-ad6a53205049 HTTP/1.1" status: 200 len: 1095 time: 0.0420780 Sep 17 08:10:52.465479 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port c5e1d3bb-e712-4646-8d44-a5bea5aefbb4 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:10:52.465764 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:52.467790 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979df433-ec29-4810-b3cf-0bc17f82ad1b req-d48d22f2-ff60-4a33-9639-993fb2921309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:52.469429 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-979df433-ec29-4810-b3cf-0bc17f82ad1b req-d48d22f2-ff60-4a33-9639-993fb2921309 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2feccfd6-bff5-4952-b86d-3413bedfc5c5 HTTP/1.1" status: 200 len: 912 time: 0.0894551 Sep 17 08:10:52.500353 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f4894b8a-1a98-4ee0-8718-d5ffb177d920 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:52.503360 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4a995572-f0e8-4dee-9bcf-d554f684bdda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:52.515541 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-979df433-ec29-4810-b3cf-0bc17f82ad1b req-33789fdd-5c02-435c-a441-837a279462ab service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e0201f38-46ee-4e9c-bba0-2afd85e4b392 HTTP/1.1" status: 200 len: 217 time: 0.0389726 Sep 17 08:10:52.571702 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979df433-ec29-4810-b3cf-0bc17f82ad1b req-dba33b30-5ec6-4f88-8a85-4e2a9c9296cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:52.573544 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-979df433-ec29-4810-b3cf-0bc17f82ad1b req-dba33b30-5ec6-4f88-8a85-4e2a9c9296cd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e79d3233-7267-4f69-96c6-35ae9ed26fe5 HTTP/1.1" status: 200 len: 851 time: 0.0504749 Sep 17 08:10:52.586527 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:52.608619 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-979df433-ec29-4810-b3cf-0bc17f82ad1b req-4dd6fb47-963d-4ba5-af9c-b7bce6313bbe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2feccfd6-bff5-4952-b86d-3413bedfc5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275283 Sep 17 08:10:52.626940 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port c5e1d3bb-e712-4646-8d44-a5bea5aefbb4, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=c5e1d3bb-e712-4646-8d44-a5bea5aefbb4,segment=NetworkSegment(f07fd61d-94b1-4db1-8da4-2df4b04cf57d),segment_id=f07fd61d-94b1-4db1-8da4-2df4b04cf57d)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:10:52.634907 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:52.639883 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-8785366f-29ea-459c-97e4-9890f46943f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47dbe498-9244-4e5c-8d74-4f6cf04fdd1d', 'name': 'tempest-snat-router-1216788219', 'tenant_id': '981203ad8b764540969072e5e04a2cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.89'}], 'enable_snat': False}, 'gw_port_id': '475873dd-e8b4-4d94-98be-6d8968305118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:10:49Z', 'updated_at': '2021-09-17T08:10:50Z', 'revision_number': 3, 'project_id': '981203ad8b764540969072e5e04a2cf7', 'gw_port': {'id': '475873dd-e8b4-4d94-98be-6d8968305118', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:78:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47dbe498-9244-4e5c-8d74-4f6cf04fdd1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:10:49Z', 'updated_at': '2021-09-17T08:10:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:10:52.694223 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8785366f-29ea-459c-97e4-9890f46943f5 None None] The sync data for ids ['47dbe498-9244-4e5c-8d74-4f6cf04fdd1d'] in n-d-789963-9 is: [{'id': '47dbe498-9244-4e5c-8d74-4f6cf04fdd1d', 'name': 'tempest-snat-router-1216788219', 'tenant_id': '981203ad8b764540969072e5e04a2cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.89'}], 'enable_snat': False}, 'gw_port_id': '475873dd-e8b4-4d94-98be-6d8968305118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:10:49Z', 'updated_at': '2021-09-17T08:10:50Z', 'revision_number': 3, 'project_id': '981203ad8b764540969072e5e04a2cf7', 'gw_port': {'id': '475873dd-e8b4-4d94-98be-6d8968305118', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:78:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47dbe498-9244-4e5c-8d74-4f6cf04fdd1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:10:49Z', 'updated_at': '2021-09-17T08:10:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-9'}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:10:52.698668 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f061a917-e93e-45a1-a476-223ec66324e9 req-a6dda07c-5da0-4448-a3b5-b3b71de37d81 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:52.700232 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f061a917-e93e-45a1-a476-223ec66324e9 req-a6dda07c-5da0-4448-a3b5-b3b71de37d81 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=0abec55c-dd24-41d5-8ce4-ad6a53205049 HTTP/1.1" status: 200 len: 944 time: 0.1013165 Sep 17 08:10:52.713000 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-979df433-ec29-4810-b3cf-0bc17f82ad1b req-db1d513c-02b7-4161-8292-ad7a68c7cfa2 service neutron] 10.222.0.39 "GET /v2.0/networks/2feccfd6-bff5-4952-b86d-3413bedfc5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973878 Sep 17 08:10:52.719623 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:52.733090 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=c5e1d3bb-e712-4646-8d44-a5bea5aefbb4,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:52.798318 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f061a917-e93e-45a1-a476-223ec66324e9 req-8a3cb6d3-ef64-4a72-865a-1c9545594a39 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814838 Sep 17 08:10:52.799519 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f4894b8a-1a98-4ee0-8718-d5ffb177d920 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:52.816145 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-979df433-ec29-4810-b3cf-0bc17f82ad1b req-5a11fcc3-f7f0-4796-9ef3-e9707a1e378e service neutron] 10.222.0.39 "GET /v2.0/networks/2feccfd6-bff5-4952-b86d-3413bedfc5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916986 Sep 17 08:10:52.935757 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4894b8a-1a98-4ee0-8718-d5ffb177d920 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Router 379f0a80-fa79-43eb-a352-3e55aa393639 is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 08:10:53.060515 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4894b8a-1a98-4ee0-8718-d5ffb177d920 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:10:53.070831 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce4bf3d-d2d2-44a5-b7a6-f5906e5ec6f0 None None] Sync routers for ids ['379f0a80-fa79-43eb-a352-3e55aa393639'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:10:53.080393 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f4894b8a-1a98-4ee0-8718-d5ffb177d920 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:53.082356 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce4bf3d-d2d2-44a5-b7a6-f5906e5ec6f0 None None] Routers {'379f0a80-fa79-43eb-a352-3e55aa393639'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:10:53.083178 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-1ce4bf3d-d2d2-44a5-b7a6-f5906e5ec6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:10:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['379f0a80-fa79-43eb-a352-3e55aa393639'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:10:53.087047 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-f4894b8a-1a98-4ee0-8718-d5ffb177d920 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 1.8535891 Sep 17 08:10:53.087047 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39764) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:53.202458 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-337db161-d835-409f-9a08-70a08c5b06ac tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] 10.222.0.13 "GET /v2.0/routers/379f0a80-fa79-43eb-a352-3e55aa393639 HTTP/1.1" status: 200 len: 908 time: 0.1133721 Sep 17 08:10:53.205363 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39768) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:53.300157 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-1ce4bf3d-d2d2-44a5-b7a6-f5906e5ec6f0 None None] Set router 379f0a80-fa79-43eb-a352-3e55aa393639 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:10:53.331714 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-071701d9-a362-495c-a2a1-542cc6fe0cdd tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks [] for router, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:53.435890 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-071701d9-a362-495c-a2a1-542cc6fe0cdd tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:53.485180 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-1ce4bf3d-d2d2-44a5-b7a6-f5906e5ec6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379f0a80-fa79-43eb-a352-3e55aa393639', 'name': 'tempest-snat-router-1216788219', 'tenant_id': '981203ad8b764540969072e5e04a2cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '927b4465-5d78-4471-b477-59d7a7ccc20b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:10:51Z', 'updated_at': '2021-09-17T08:10:52Z', 'revision_number': 3, 'project_id': '981203ad8b764540969072e5e04a2cf7', 'gw_port': {'id': '927b4465-5d78-4471-b477-59d7a7ccc20b', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:98:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '379f0a80-fa79-43eb-a352-3e55aa393639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:10:51Z', 'updated_at': '2021-09-17T08:10:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:10:53.500334 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-071701d9-a362-495c-a2a1-542cc6fe0cdd tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Deleting port 927b4465-5d78-4471-b477-59d7a7ccc20b {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:10:53.500886 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-071701d9-a362-495c-a2a1-542cc6fe0cdd tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:53.519660 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce4bf3d-d2d2-44a5-b7a6-f5906e5ec6f0 None None] Checking router: 379f0a80-fa79-43eb-a352-3e55aa393639 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:10:53.520045 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce4bf3d-d2d2-44a5-b7a6-f5906e5ec6f0 None None] Updating router 379f0a80-fa79-43eb-a352-3e55aa393639 port 927b4465-5d78-4471-b477-59d7a7ccc20b binding host n-d-789963-9 {{(pid=101292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 08:10:53.547881 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1ce4bf3d-d2d2-44a5-b7a6-f5906e5ec6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:53.586068 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-071701d9-a362-495c-a2a1-542cc6fe0cdd tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:53.598819 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-071701d9-a362-495c-a2a1-542cc6fe0cdd tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Calling delete_port for 927b4465-5d78-4471-b477-59d7a7ccc20b owned by network:router_gateway {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:10:53.681486 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:53.772213 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-071701d9-a362-495c-a2a1-542cc6fe0cdd tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:53.797683 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071701d9-a362-495c-a2a1-542cc6fe0cdd tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Pushing event deleted for resources: {'Port': ['ID=927b4465-5d78-4471-b477-59d7a7ccc20b,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:53.798394 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.db.api [None req-1ce4bf3d-d2d2-44a5-b7a6-f5906e5ec6f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101292) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 08:10:53.798769 n-d-789963-9 neutron-server[101292]: DEBUG oslo_db.api [None req-1ce4bf3d-d2d2-44a5-b7a6-f5906e5ec6f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 08:10:53.862852 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-071701d9-a362-495c-a2a1-542cc6fe0cdd tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:53.953732 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-071701d9-a362-495c-a2a1-542cc6fe0cdd tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:53.956087 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-071701d9-a362-495c-a2a1-542cc6fe0cdd tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:54.001600 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-071701d9-a362-495c-a2a1-542cc6fe0cdd tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:54.002199 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-071701d9-a362-495c-a2a1-542cc6fe0cdd tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 379f0a80-fa79-43eb-a352-3e55aa393639 {{(pid=101290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 08:10:54.007151 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-071701d9-a362-495c-a2a1-542cc6fe0cdd tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:54.010769 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-071701d9-a362-495c-a2a1-542cc6fe0cdd tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] 10.222.0.13 "DELETE /v2.0/routers/379f0a80-fa79-43eb-a352-3e55aa393639 HTTP/1.1" status: 204 len: 168 time: 0.8014646 Sep 17 08:10:54.012491 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39772) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:54.281284 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a2f139-97b6-4c0b-b28d-8e815623d7a7 req-d9eefecf-4391-429d-a61a-74ea3f45424a tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:54.284409 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-61a2f139-97b6-4c0b-b28d-8e815623d7a7 req-d9eefecf-4391-429d-a61a-74ea3f45424a tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=0abec55c-dd24-41d5-8ce4-ad6a53205049 HTTP/1.1" status: 200 len: 944 time: 0.4171231 Sep 17 08:10:54.332015 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device c5e1d3bb-e712-4646-8d44-a5bea5aefbb4 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:10:54.332434 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce4bf3d-d2d2-44a5-b7a6-f5906e5ec6f0 None None] Port 927b4465-5d78-4471-b477-59d7a7ccc20b not found while updating agent binding for router 379f0a80-fa79-43eb-a352-3e55aa393639. {{(pid=101292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 17 08:10:54.333662 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-61a2f139-97b6-4c0b-b28d-8e815623d7a7 req-dd34946a-2265-4ace-9380-ddbc63196b8c tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438268 Sep 17 08:10:54.350367 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce4bf3d-d2d2-44a5-b7a6-f5906e5ec6f0 None None] Routers set() bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:10:54.350950 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce4bf3d-d2d2-44a5-b7a6-f5906e5ec6f0 None None] Router IDs set() for agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 17 08:10:54.352804 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_agentschedulers_db [None req-1ce4bf3d-d2d2-44a5-b7a6-f5906e5ec6f0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'379f0a80-fa79-43eb-a352-3e55aa393639'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:10:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent'). {{(pid=101292) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 17 08:10:54.353794 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce4bf3d-d2d2-44a5-b7a6-f5906e5ec6f0 None None] The sync data for ids ['379f0a80-fa79-43eb-a352-3e55aa393639'] in n-d-789963-9 is: [] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:10:54.400386 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port c5e1d3bb-e712-4646-8d44-a5bea5aefbb4 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:10:54.400759 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:54.483717 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 475873dd-e8b4-4d94-98be-6d8968305118 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:10:54.523323 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ff0b30e9-b617-4a3d-9ec5-da0aa788dd98 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks [] for router, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:54.529812 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 475873dd-e8b4-4d94-98be-6d8968305118 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:10:54.530185 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:54.604525 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:54.625576 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ff0b30e9-b617-4a3d-9ec5-da0aa788dd98 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:54.625831 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port 475873dd-e8b4-4d94-98be-6d8968305118, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=475873dd-e8b4-4d94-98be-6d8968305118,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:10:54.630575 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:54.676905 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-ff0b30e9-b617-4a3d-9ec5-da0aa788dd98 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Deleting port 475873dd-e8b4-4d94-98be-6d8968305118 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:10:54.677327 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ff0b30e9-b617-4a3d-9ec5-da0aa788dd98 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:54.681754 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=475873dd-e8b4-4d94-98be-6d8968305118,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:54.756761 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-ff0b30e9-b617-4a3d-9ec5-da0aa788dd98 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] For port 475873dd-e8b4-4d94-98be-6d8968305118, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=475873dd-e8b4-4d94-98be-6d8968305118,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:10:54.757127 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ff0b30e9-b617-4a3d-9ec5-da0aa788dd98 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:54.768214 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-ff0b30e9-b617-4a3d-9ec5-da0aa788dd98 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Calling delete_port for 475873dd-e8b4-4d94-98be-6d8968305118 owned by network:router_gateway {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:10:54.930715 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ff0b30e9-b617-4a3d-9ec5-da0aa788dd98 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:54.956700 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0b30e9-b617-4a3d-9ec5-da0aa788dd98 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Pushing event deleted for resources: {'Port': ['ID=475873dd-e8b4-4d94-98be-6d8968305118,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:55.013432 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ff0b30e9-b617-4a3d-9ec5-da0aa788dd98 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:55.101302 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ff0b30e9-b617-4a3d-9ec5-da0aa788dd98 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:55.103668 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ff0b30e9-b617-4a3d-9ec5-da0aa788dd98 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:55.147893 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ff0b30e9-b617-4a3d-9ec5-da0aa788dd98 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:55.148444 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff0b30e9-b617-4a3d-9ec5-da0aa788dd98 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 47dbe498-9244-4e5c-8d74-4f6cf04fdd1d {{(pid=101290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 08:10:55.152696 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ff0b30e9-b617-4a3d-9ec5-da0aa788dd98 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:55.153851 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ff0b30e9-b617-4a3d-9ec5-da0aa788dd98 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] 10.222.0.13 "DELETE /v2.0/routers/47dbe498-9244-4e5c-8d74-4f6cf04fdd1d HTTP/1.1" status: 204 len: 168 time: 1.1402121 Sep 17 08:10:55.157427 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39776) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:55.162422 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-7d02099e-ed82-4250-9d6e-21b4eb1d9d69 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1518781134', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}, 'admin_state_up': False}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:10:55.186195 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7d02099e-ed82-4250-9d6e-21b4eb1d9d69 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:55.187199 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7d02099e-ed82-4250-9d6e-21b4eb1d9d69 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:55.245245 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7d02099e-ed82-4250-9d6e-21b4eb1d9d69 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:55.280690 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:55.382735 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7d02099e-ed82-4250-9d6e-21b4eb1d9d69 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:55.452800 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad7644-0fc1-4845-b6c7-85b37e0a1fb9 req-457983a7-ad39-4c76-a243-b6089e50c30c tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:55.454569 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5bad7644-0fc1-4845-b6c7-85b37e0a1fb9 req-457983a7-ad39-4c76-a243-b6089e50c30c tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=0abec55c-dd24-41d5-8ce4-ad6a53205049 HTTP/1.1" status: 200 len: 944 time: 0.0518942 Sep 17 08:10:55.492520 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5bad7644-0fc1-4845-b6c7-85b37e0a1fb9 req-a9555546-4ef7-4296-ae7f-e1cf9491e5d4 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312130 Sep 17 08:10:55.578338 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7d02099e-ed82-4250-9d6e-21b4eb1d9d69 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks [] for router_gateway, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:55.598935 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7d02099e-ed82-4250-9d6e-21b4eb1d9d69 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:55.708190 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-7d02099e-ed82-4250-9d6e-21b4eb1d9d69 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Allocated IP 172.25.6.220 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/ca0e8888-2321-4536-8a9b-7a6196d5a520) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:10:55.807407 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7d02099e-ed82-4250-9d6e-21b4eb1d9d69 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:55.844894 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7d02099e-ed82-4250-9d6e-21b4eb1d9d69 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:55.881563 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d02099e-ed82-4250-9d6e-21b4eb1d9d69 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:10:55.884348 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-7d02099e-ed82-4250-9d6e-21b4eb1d9d69 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:10:55.890041 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d02099e-ed82-4250-9d6e-21b4eb1d9d69 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:10:55.911236 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d02099e-ed82-4250-9d6e-21b4eb1d9d69 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Pushing event updated for resources: {'Port': ['ID=ca0e8888-2321-4536-8a9b-7a6196d5a520,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:56.133830 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7d02099e-ed82-4250-9d6e-21b4eb1d9d69 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks [] for router_gateway, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:56.179667 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 475873dd-e8b4-4d94-98be-6d8968305118 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:10:56.200971 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 475873dd-e8b4-4d94-98be-6d8968305118 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:10:56.201326 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 475873dd-e8b4-4d94-98be-6d8968305118 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:10:56.329775 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7d02099e-ed82-4250-9d6e-21b4eb1d9d69 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:56.455315 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d02099e-ed82-4250-9d6e-21b4eb1d9d69 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Router 3eb0e690-b53a-45cf-9ccc-25d2a68cb2e9 is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 08:10:56.561401 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d02099e-ed82-4250-9d6e-21b4eb1d9d69 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:10:56.570929 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2b80cc-2b3e-43e6-a210-3d592bf31ebb None None] Sync routers for ids ['3eb0e690-b53a-45cf-9ccc-25d2a68cb2e9'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:10:56.580723 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2b80cc-2b3e-43e6-a210-3d592bf31ebb None None] Routers {'3eb0e690-b53a-45cf-9ccc-25d2a68cb2e9'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:10:56.582725 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7d02099e-ed82-4250-9d6e-21b4eb1d9d69 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:56.586531 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-7d02099e-ed82-4250-9d6e-21b4eb1d9d69 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 1.4256802 Sep 17 08:10:56.586693 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-ce2b80cc-2b3e-43e6-a210-3d592bf31ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:10:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['3eb0e690-b53a-45cf-9ccc-25d2a68cb2e9'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:10:56.586828 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39786) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:56.591369 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-ed9b440f-cf9b-4c76-8084-6922b8523c3a tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'enable_snat': False}}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:10:56.606618 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bcb958-ce8c-4ceb-b9cf-ba86c6dc0531 req-ab6927a7-4226-4b8a-a63d-cbd707b4cd01 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:56.608245 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-82bcb958-ce8c-4ceb-b9cf-ba86c6dc0531 req-ab6927a7-4226-4b8a-a63d-cbd707b4cd01 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=0abec55c-dd24-41d5-8ce4-ad6a53205049 HTTP/1.1" status: 200 len: 944 time: 0.0506058 Sep 17 08:10:56.619409 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-ce2b80cc-2b3e-43e6-a210-3d592bf31ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:10:56.628659 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2b80cc-2b3e-43e6-a210-3d592bf31ebb None None] Routers {'3eb0e690-b53a-45cf-9ccc-25d2a68cb2e9'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:10:56.629509 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-ce2b80cc-2b3e-43e6-a210-3d592bf31ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:10:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['3eb0e690-b53a-45cf-9ccc-25d2a68cb2e9'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:10:56.650158 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-82bcb958-ce8c-4ceb-b9cf-ba86c6dc0531 req-ed0b145f-b639-4ea4-8852-a17495d44b9e tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352392 Sep 17 08:10:56.669185 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-ce2b80cc-2b3e-43e6-a210-3d592bf31ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:10:56.669839 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2b80cc-2b3e-43e6-a210-3d592bf31ebb None None] The sync data for ids ['3eb0e690-b53a-45cf-9ccc-25d2a68cb2e9'] in n-d-789963-9 is: [] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:10:56.731765 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device e0201f38-46ee-4e9c-bba0-2afd85e4b392 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:10:56.822470 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port e0201f38-46ee-4e9c-bba0-2afd85e4b392, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=e0201f38-46ee-4e9c-bba0-2afd85e4b392,segment=NetworkSegment(f07fd61d-94b1-4db1-8da4-2df4b04cf57d),segment_id=f07fd61d-94b1-4db1-8da4-2df4b04cf57d)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:10:56.833810 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': 'e0201f38-46ee-4e9c-bba0-2afd85e4b392', 'network_id': '2feccfd6-bff5-4952-b86d-3413bedfc5c5', 'port_id': 'e0201f38-46ee-4e9c-bba0-2afd85e4b392', 'mac_address': 'fa:16:3e:ef:c9:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e79d3233-7267-4f69-96c6-35ae9ed26fe5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:10:56.879507 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:56.891060 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ed9b440f-cf9b-4c76-8084-6922b8523c3a tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:56.892173 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0201f38-46ee-4e9c-bba0-2afd85e4b392 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:10:56.912219 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port e0201f38-46ee-4e9c-bba0-2afd85e4b392, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=e0201f38-46ee-4e9c-bba0-2afd85e4b392,segment=NetworkSegment(f07fd61d-94b1-4db1-8da4-2df4b04cf57d),segment_id=f07fd61d-94b1-4db1-8da4-2df4b04cf57d)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:10:56.916006 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:56.961723 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=e0201f38-46ee-4e9c-bba0-2afd85e4b392,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:57.284377 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ed9b440f-cf9b-4c76-8084-6922b8523c3a tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-726791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7677'] for router, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:57.288080 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ed9b440f-cf9b-4c76-8084-6922b8523c3a tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-748988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-748965', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-726796'] for router, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:57.361753 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['e0201f38-46ee-4e9c-bba0-2afd85e4b392'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:10:57.738235 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed9b440f-cf9b-4c76-8084-6922b8523c3a tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Router 3eb0e690-b53a-45cf-9ccc-25d2a68cb2e9 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:10:57.773403 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549056da-a35c-4413-957c-fd4630b0c9a5 req-506f3905-6c07-42d0-a1f5-35560f7c1663 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:57.774922 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-549056da-a35c-4413-957c-fd4630b0c9a5 req-506f3905-6c07-42d0-a1f5-35560f7c1663 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=0abec55c-dd24-41d5-8ce4-ad6a53205049 HTTP/1.1" status: 200 len: 945 time: 0.0516305 Sep 17 08:10:57.811263 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-549056da-a35c-4413-957c-fd4630b0c9a5 req-5d7a942f-c994-4762-b123-3e7484cdc661 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301375 Sep 17 08:10:57.845553 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed9b440f-cf9b-4c76-8084-6922b8523c3a tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:10:57.850127 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ed9b440f-cf9b-4c76-8084-6922b8523c3a tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:57.851390 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ed9b440f-cf9b-4c76-8084-6922b8523c3a tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] 10.222.0.13 "PUT /v2.0/routers/3eb0e690-b53a-45cf-9ccc-25d2a68cb2e9 HTTP/1.1" status: 200 len: 926 time: 1.2635417 Sep 17 08:10:57.854170 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39792) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:57.856675 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684d5713-af44-4be4-b8d1-b7bb5d410cbc None None] Sync routers for ids ['3eb0e690-b53a-45cf-9ccc-25d2a68cb2e9'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:10:57.865846 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684d5713-af44-4be4-b8d1-b7bb5d410cbc None None] Routers {'3eb0e690-b53a-45cf-9ccc-25d2a68cb2e9'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:10:57.866392 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-684d5713-af44-4be4-b8d1-b7bb5d410cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:10:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['3eb0e690-b53a-45cf-9ccc-25d2a68cb2e9'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:10:57.902053 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-684d5713-af44-4be4-b8d1-b7bb5d410cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:10:57.910331 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684d5713-af44-4be4-b8d1-b7bb5d410cbc None None] Routers {'3eb0e690-b53a-45cf-9ccc-25d2a68cb2e9'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:10:57.910935 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-684d5713-af44-4be4-b8d1-b7bb5d410cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:10:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['3eb0e690-b53a-45cf-9ccc-25d2a68cb2e9'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:10:57.941306 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-684d5713-af44-4be4-b8d1-b7bb5d410cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:10:57.941947 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684d5713-af44-4be4-b8d1-b7bb5d410cbc None None] The sync data for ids ['3eb0e690-b53a-45cf-9ccc-25d2a68cb2e9'] in n-d-789963-9 is: [] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:10:57.960683 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-1285a180-68e2-40f4-ad55-bd7617267fcb tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] 10.222.0.13 "GET /v2.0/routers/3eb0e690-b53a-45cf-9ccc-25d2a68cb2e9 HTTP/1.1" status: 200 len: 926 time: 0.1054347 Sep 17 08:10:57.963332 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39794) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:58.031422 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b94339-afc1-4deb-83b6-2f296a78c18d tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:58.032960 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-10b94339-afc1-4deb-83b6-2f296a78c18d tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=5fc128c4-343a-4b5b-8a61-6a2b8d95c555&device_id=3eb0e690-b53a-45cf-9ccc-25d2a68cb2e9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0686827 Sep 17 08:10:58.035499 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39796) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:58.120022 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5d63cc-b6d4-4cc4-b09d-3d669b7f85d8 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:58.121343 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-da5d63cc-b6d4-4cc4-b09d-3d669b7f85d8 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] 10.222.0.13 "GET /v2.0/networks/5fc128c4-343a-4b5b-8a61-6a2b8d95c555 HTTP/1.1" status: 200 len: 881 time: 0.0849292 Sep 17 08:10:58.124034 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39798) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:58.149908 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-12367780-7065-46e8-962f-cdb5106a29ad tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] 10.222.0.13 "GET /v2.0/ports?device_id=3eb0e690-b53a-45cf-9ccc-25d2a68cb2e9 HTTP/1.1" status: 200 len: 205 time: 0.0248625 Sep 17 08:10:58.152308 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39800) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:58.261809 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8d142b56-50ec-4940-8f8e-948513c1f55e tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks [] for router, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:58.359722 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8d142b56-50ec-4940-8f8e-948513c1f55e tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:58.410213 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-8d142b56-50ec-4940-8f8e-948513c1f55e tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Deleting port ca0e8888-2321-4536-8a9b-7a6196d5a520 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:10:58.410733 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8d142b56-50ec-4940-8f8e-948513c1f55e tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:58.492915 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8d142b56-50ec-4940-8f8e-948513c1f55e tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:58.504370 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-8d142b56-50ec-4940-8f8e-948513c1f55e tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Calling delete_port for ca0e8888-2321-4536-8a9b-7a6196d5a520 owned by network:router_gateway {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:10:58.662147 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8d142b56-50ec-4940-8f8e-948513c1f55e tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:58.688737 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d142b56-50ec-4940-8f8e-948513c1f55e tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Pushing event deleted for resources: {'Port': ['ID=ca0e8888-2321-4536-8a9b-7a6196d5a520,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:58.739109 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device e0201f38-46ee-4e9c-bba0-2afd85e4b392 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:10:58.746386 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8d142b56-50ec-4940-8f8e-948513c1f55e tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:58.787797 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port e0201f38-46ee-4e9c-bba0-2afd85e4b392 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:10:58.791385 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port e0201f38-46ee-4e9c-bba0-2afd85e4b392 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:10:58.791763 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:58.837424 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8d142b56-50ec-4940-8f8e-948513c1f55e tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:58.839574 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8d142b56-50ec-4940-8f8e-948513c1f55e tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:58.869367 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:58.892767 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8d142b56-50ec-4940-8f8e-948513c1f55e tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:58.893275 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d142b56-50ec-4940-8f8e-948513c1f55e tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Fanout notify agent at l3_agent the message router_deleted on router 3eb0e690-b53a-45cf-9ccc-25d2a68cb2e9 {{(pid=101290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 08:10:58.897178 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0abec55c-dd24-41d5-8ce4-ad6a53205049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0201f38-46ee-4e9c-bba0-2afd85e4b392'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:10:58.899913 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c228cb7c-12bf-4e19-9ccf-d25b31a45489" -d '{"events": [{"server_uuid": "0abec55c-dd24-41d5-8ce4-ad6a53205049", "name": "network-vif-plugged", "status": "completed", "tag": "e0201f38-46ee-4e9c-bba0-2afd85e4b392"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:10:58.901969 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8d142b56-50ec-4940-8f8e-948513c1f55e tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:58.906825 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-8d142b56-50ec-4940-8f8e-948513c1f55e tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] 10.222.0.13 "DELETE /v2.0/routers/3eb0e690-b53a-45cf-9ccc-25d2a68cb2e9 HTTP/1.1" status: 204 len: 168 time: 0.7500885 Sep 17 08:10:58.907364 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39808) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:58.913062 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-14301888-ded1-43a7-8f18-094496d51dfd tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1669968805', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:10:58.926101 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port e0201f38-46ee-4e9c-bba0-2afd85e4b392, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=e0201f38-46ee-4e9c-bba0-2afd85e4b392,segment=NetworkSegment(f07fd61d-94b1-4db1-8da4-2df4b04cf57d),segment_id=f07fd61d-94b1-4db1-8da4-2df4b04cf57d)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:10:58.929907 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc28226e-ef0a-4900-9c2f-7c1377c188e4 req-0f214f3a-fd5f-4d66-b490-8792e9e85d9d tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:58.934151 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:58.937372 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bc28226e-ef0a-4900-9c2f-7c1377c188e4 req-0f214f3a-fd5f-4d66-b490-8792e9e85d9d tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=0abec55c-dd24-41d5-8ce4-ad6a53205049 HTTP/1.1" status: 200 len: 945 time: 0.0573552 Sep 17 08:10:58.938916 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-14301888-ded1-43a7-8f18-094496d51dfd tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:58.940253 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-14301888-ded1-43a7-8f18-094496d51dfd tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:58.964908 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160f3e21-8922-4b41-8fcf-57ad0c2df4da x-openstack-request-id: req-160f3e21-8922-4b41-8fcf-57ad0c2df4da {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:10:58.965209 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0abec55c-dd24-41d5-8ce4-ad6a53205049", "name": "network-vif-plugged", "status": "completed", "tag": "e0201f38-46ee-4e9c-bba0-2afd85e4b392", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:10:58.965680 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-160f3e21-8922-4b41-8fcf-57ad0c2df4da {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:10:58.966081 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0abec55c-dd24-41d5-8ce4-ad6a53205049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0201f38-46ee-4e9c-bba0-2afd85e4b392', 'code': 200} Sep 17 08:10:58.976404 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bc28226e-ef0a-4900-9c2f-7c1377c188e4 req-47f748d2-24c9-4914-8bbf-3a19ad27ac6f tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379364 Sep 17 08:10:58.996138 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-14301888-ded1-43a7-8f18-094496d51dfd tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:59.001483 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-14301888-ded1-43a7-8f18-094496d51dfd tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:59.005564 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=e0201f38-46ee-4e9c-bba0-2afd85e4b392,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:10:59.018926 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-14301888-ded1-43a7-8f18-094496d51dfd tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:59.020823 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-14301888-ded1-43a7-8f18-094496d51dfd tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1122215 Sep 17 08:10:59.023443 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39810) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:10:59.027869 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-48668e33-636e-4739-9c8e-1e28ef051302 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Request body: {'router': {'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:10:59.189518 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab9d98-fcdc-4c0e-9a6b-4d1f95236fd9 req-d6a2dcfb-a0e5-4985-8bbc-64da855d1c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:10:59.190935 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2dab9d98-fcdc-4c0e-9a6b-4d1f95236fd9 req-d6a2dcfb-a0e5-4985-8bbc-64da855d1c97 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0abec55c-dd24-41d5-8ce4-ad6a53205049 HTTP/1.1" status: 200 len: 1097 time: 0.1277032 Sep 17 08:10:59.270351 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-48668e33-636e-4739-9c8e-1e28ef051302 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:59.296718 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2dab9d98-fcdc-4c0e-9a6b-4d1f95236fd9 req-c7fa47bb-510c-4e0f-855f-1c66b621554d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694580 Sep 17 08:10:59.463571 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-48668e33-636e-4739-9c8e-1e28ef051302 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks [] for router_gateway, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:59.482206 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-48668e33-636e-4739-9c8e-1e28ef051302 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:59.580403 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-48668e33-636e-4739-9c8e-1e28ef051302 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Allocated IP 172.25.6.132 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/1d5d3c50-c117-4cb7-b169-cd1c5f0d7951) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:10:59.681360 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-48668e33-636e-4739-9c8e-1e28ef051302 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:59.717066 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-48668e33-636e-4739-9c8e-1e28ef051302 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:10:59.754592 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48668e33-636e-4739-9c8e-1e28ef051302 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:10:59.757481 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-48668e33-636e-4739-9c8e-1e28ef051302 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:10:59.763061 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48668e33-636e-4739-9c8e-1e28ef051302 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:10:59.768430 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48668e33-636e-4739-9c8e-1e28ef051302 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Pushing event updated for resources: {'Port': ['ID=1d5d3c50-c117-4cb7-b169-cd1c5f0d7951,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:00.002329 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-48668e33-636e-4739-9c8e-1e28ef051302 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks [] for router_gateway, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:00.093904 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d66c1c-d4bf-4b67-80c1-9c32465fdcd1 req-a18c844b-e829-4a17-8a7c-bec4cce8e800 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:00.095425 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-70d66c1c-d4bf-4b67-80c1-9c32465fdcd1 req-a18c844b-e829-4a17-8a7c-bec4cce8e800 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=0abec55c-dd24-41d5-8ce4-ad6a53205049 HTTP/1.1" status: 200 len: 946 time: 0.0535309 Sep 17 08:11:00.139146 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-70d66c1c-d4bf-4b67-80c1-9c32465fdcd1 req-45560efd-89d3-4c5f-9078-381516ed1dae tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367663 Sep 17 08:11:00.200550 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-48668e33-636e-4739-9c8e-1e28ef051302 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-726791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7677'] for router, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:00.203792 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-48668e33-636e-4739-9c8e-1e28ef051302 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-748988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-748965', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-726796'] for router, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:00.671292 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48668e33-636e-4739-9c8e-1e28ef051302 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Router 0d0cf94b-734e-4323-b6f9-e4de156c5eef is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 08:11:00.776268 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48668e33-636e-4739-9c8e-1e28ef051302 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:11:00.783733 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-48668e33-636e-4739-9c8e-1e28ef051302 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:00.787449 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-48668e33-636e-4739-9c8e-1e28ef051302 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] 10.222.0.13 "PUT /v2.0/routers/0d0cf94b-734e-4323-b6f9-e4de156c5eef HTTP/1.1" status: 200 len: 884 time: 1.7607205 Sep 17 08:11:00.787591 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d03e93a-d31a-4360-88b6-3ddae0718018 None None] Sync routers for ids ['0d0cf94b-734e-4323-b6f9-e4de156c5eef'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:11:00.788041 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39816) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:00.795735 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d03e93a-d31a-4360-88b6-3ddae0718018 None None] Routers {'0d0cf94b-734e-4323-b6f9-e4de156c5eef'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:11:00.796407 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-9d03e93a-d31a-4360-88b6-3ddae0718018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:10:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['0d0cf94b-734e-4323-b6f9-e4de156c5eef'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:00.828975 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-9d03e93a-d31a-4360-88b6-3ddae0718018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:00.838068 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d03e93a-d31a-4360-88b6-3ddae0718018 None None] Routers {'0d0cf94b-734e-4323-b6f9-e4de156c5eef'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:11:00.838690 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-9d03e93a-d31a-4360-88b6-3ddae0718018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:10:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['0d0cf94b-734e-4323-b6f9-e4de156c5eef'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:00.880107 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-9d03e93a-d31a-4360-88b6-3ddae0718018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:00.880780 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d03e93a-d31a-4360-88b6-3ddae0718018 None None] The sync data for ids ['0d0cf94b-734e-4323-b6f9-e4de156c5eef'] in n-d-789963-9 is: [] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:11:00.909556 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b53ac110-3726-447a-9380-4e472305e601 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] 10.222.0.13 "GET /v2.0/routers/0d0cf94b-734e-4323-b6f9-e4de156c5eef HTTP/1.1" status: 200 len: 925 time: 0.1202404 Sep 17 08:11:00.912376 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39820) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:00.953655 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e733614-5b62-4796-9c4a-c03e55b86efd tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:00.955145 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6e733614-5b62-4796-9c4a-c03e55b86efd tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=5fc128c4-343a-4b5b-8a61-6a2b8d95c555&device_id=0d0cf94b-734e-4323-b6f9-e4de156c5eef&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0418479 Sep 17 08:11:00.958614 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39822) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:01.044911 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79633fa4-6fb1-4131-9952-7d46deea51d2 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:01.046620 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-79633fa4-6fb1-4131-9952-7d46deea51d2 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] 10.222.0.13 "GET /v2.0/networks/5fc128c4-343a-4b5b-8a61-6a2b8d95c555 HTTP/1.1" status: 200 len: 881 time: 0.0856760 Sep 17 08:11:01.049439 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39824) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:01.076286 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-5371d9ab-8f9d-4f7e-be03-fd846c1dd5c0 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d0cf94b-734e-4323-b6f9-e4de156c5eef HTTP/1.1" status: 200 len: 205 time: 0.0256827 Sep 17 08:11:01.078629 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39826) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:01.183160 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ec80fc42-0771-48ff-bb9d-ca6d1132f5a5 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks [] for router, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:01.255649 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83891318-dd85-4761-bcd9-c4e096930cba req-4af7e383-97a6-40de-8ab5-5720a71ff1bb tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:01.257117 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-83891318-dd85-4761-bcd9-c4e096930cba req-4af7e383-97a6-40de-8ab5-5720a71ff1bb tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=0abec55c-dd24-41d5-8ce4-ad6a53205049 HTTP/1.1" status: 200 len: 946 time: 0.0541151 Sep 17 08:11:01.290933 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ec80fc42-0771-48ff-bb9d-ca6d1132f5a5 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:01.294616 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-83891318-dd85-4761-bcd9-c4e096930cba req-e0d14687-04c6-4575-bb6d-9fa3e9934d3d tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314612 Sep 17 08:11:01.342244 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-ec80fc42-0771-48ff-bb9d-ca6d1132f5a5 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Deleting port 1d5d3c50-c117-4cb7-b169-cd1c5f0d7951 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:11:01.342588 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ec80fc42-0771-48ff-bb9d-ca6d1132f5a5 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:01.421256 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ec80fc42-0771-48ff-bb9d-ca6d1132f5a5 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:01.435193 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-ec80fc42-0771-48ff-bb9d-ca6d1132f5a5 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Calling delete_port for 1d5d3c50-c117-4cb7-b169-cd1c5f0d7951 owned by network:router_gateway {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:11:01.523792 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c9c70-8bc2-495b-b6c4-6de66adc8579 req-0a67a403-d910-4c36-95e2-b97bff8ebfe2 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:01.525221 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f67c9c70-8bc2-495b-b6c4-6de66adc8579 req-0a67a403-d910-4c36-95e2-b97bff8ebfe2 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=0abec55c-dd24-41d5-8ce4-ad6a53205049 HTTP/1.1" status: 200 len: 946 time: 0.0531983 Sep 17 08:11:01.563044 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f67c9c70-8bc2-495b-b6c4-6de66adc8579 req-14fe7e34-70d6-41ef-8082-8bcf6022fb8a tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318778 Sep 17 08:11:01.587502 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dc9c14-7443-477c-b5b5-04bcc28dc8d3 req-68cc4657-8e8a-41ae-bd2b-c9075dbccb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:01.589068 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-76dc9c14-7443-477c-b5b5-04bcc28dc8d3 req-68cc4657-8e8a-41ae-bd2b-c9075dbccb14 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=81632076e85c469a8f56f6da12aee24c&device_id=0abec55c-dd24-41d5-8ce4-ad6a53205049 HTTP/1.1" status: 200 len: 1097 time: 0.0961044 Sep 17 08:11:01.698746 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ec80fc42-0771-48ff-bb9d-ca6d1132f5a5 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:01.736777 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec80fc42-0771-48ff-bb9d-ca6d1132f5a5 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Pushing event deleted for resources: {'Port': ['ID=1d5d3c50-c117-4cb7-b169-cd1c5f0d7951,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:01.744799 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dc9c14-7443-477c-b5b5-04bcc28dc8d3 req-f3b0b6d5-6238-472c-9d5d-8c74ef2936e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:01.746306 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-76dc9c14-7443-477c-b5b5-04bcc28dc8d3 req-f3b0b6d5-6238-472c-9d5d-8c74ef2936e7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2feccfd6-bff5-4952-b86d-3413bedfc5c5 HTTP/1.1" status: 200 len: 912 time: 0.1499727 Sep 17 08:11:01.816352 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-76dc9c14-7443-477c-b5b5-04bcc28dc8d3 req-74357c14-6b94-4165-917c-b06b2ca0c304 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e0201f38-46ee-4e9c-bba0-2afd85e4b392 HTTP/1.1" status: 200 len: 217 time: 0.0563002 Sep 17 08:11:01.862193 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ec80fc42-0771-48ff-bb9d-ca6d1132f5a5 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:01.933941 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dc9c14-7443-477c-b5b5-04bcc28dc8d3 req-4edacec2-b3a3-439e-87b5-a02713189b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:01.935460 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-76dc9c14-7443-477c-b5b5-04bcc28dc8d3 req-4edacec2-b3a3-439e-87b5-a02713189b5a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e79d3233-7267-4f69-96c6-35ae9ed26fe5 HTTP/1.1" status: 200 len: 851 time: 0.1120405 Sep 17 08:11:01.963974 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ec80fc42-0771-48ff-bb9d-ca6d1132f5a5 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:01.973825 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ec80fc42-0771-48ff-bb9d-ca6d1132f5a5 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:01.991331 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-76dc9c14-7443-477c-b5b5-04bcc28dc8d3 req-9e712f7e-9e77-4ebb-bd3c-d95232a61ae5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2feccfd6-bff5-4952-b86d-3413bedfc5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298386 Sep 17 08:11:02.055884 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ec80fc42-0771-48ff-bb9d-ca6d1132f5a5 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:02.056407 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec80fc42-0771-48ff-bb9d-ca6d1132f5a5 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Fanout notify agent at l3_agent the message router_deleted on router 0d0cf94b-734e-4323-b6f9-e4de156c5eef {{(pid=101290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 08:11:02.062633 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b08599-37ec-4e6b-ac89-dfe4294b9b82 req-6ca1a80f-9bd4-412e-8e57-ecdad89fa3ee tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:02.064293 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ec80fc42-0771-48ff-bb9d-ca6d1132f5a5 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:02.064637 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-34b08599-37ec-4e6b-ac89-dfe4294b9b82 req-6ca1a80f-9bd4-412e-8e57-ecdad89fa3ee tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 946 time: 0.0531368 Sep 17 08:11:02.065531 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ec80fc42-0771-48ff-bb9d-ca6d1132f5a5 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] 10.222.0.13 "DELETE /v2.0/routers/0d0cf94b-734e-4323-b6f9-e4de156c5eef HTTP/1.1" status: 204 len: 168 time: 0.9858823 Sep 17 08:11:02.069779 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39844) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:02.074240 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-5436d64c-6909-4c2e-be9c-6a83c75a9640 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-887092498', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:11:02.118868 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5436d64c-6909-4c2e-be9c-6a83c75a9640 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:02.119871 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5436d64c-6909-4c2e-be9c-6a83c75a9640 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:02.122067 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-76dc9c14-7443-477c-b5b5-04bcc28dc8d3 req-86bec6e2-402a-40f5-88bb-0ad9e33223be service neutron] 10.222.0.39 "GET /v2.0/networks/2feccfd6-bff5-4952-b86d-3413bedfc5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942259 Sep 17 08:11:02.135166 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-34b08599-37ec-4e6b-ac89-dfe4294b9b82 req-50e785aa-c372-4da6-a74d-7d2c90fad201 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541861 Sep 17 08:11:02.184822 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5436d64c-6909-4c2e-be9c-6a83c75a9640 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:02.189487 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5436d64c-6909-4c2e-be9c-6a83c75a9640 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:02.206669 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5436d64c-6909-4c2e-be9c-6a83c75a9640 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:02.207986 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-5436d64c-6909-4c2e-be9c-6a83c75a9640 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1372278 Sep 17 08:11:02.210580 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39848) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:02.217555 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-6ca62410-340c-4620-ba92-ca763b1b46a4 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'enable_snat': True}}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:11:02.229588 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-76dc9c14-7443-477c-b5b5-04bcc28dc8d3 req-ded80802-d94c-4ef6-a053-0ac4dab422f1 service neutron] 10.222.0.39 "GET /v2.0/networks/2feccfd6-bff5-4952-b86d-3413bedfc5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986435 Sep 17 08:11:02.421969 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6ca62410-340c-4620-ba92-ca763b1b46a4 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:02.640564 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6ca62410-340c-4620-ba92-ca763b1b46a4 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:02.680134 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6ca62410-340c-4620-ba92-ca763b1b46a4 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:02.740314 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76727cb-4e09-42b1-9195-08e54d549caf req-d74762ca-2953-4e74-8091-87e1eeefb881 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:02.741822 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b76727cb-4e09-42b1-9195-08e54d549caf req-d74762ca-2953-4e74-8091-87e1eeefb881 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=0abec55c-dd24-41d5-8ce4-ad6a53205049 HTTP/1.1" status: 200 len: 946 time: 0.1038013 Sep 17 08:11:02.815659 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b76727cb-4e09-42b1-9195-08e54d549caf req-fb24709a-c7e5-4b05-9948-1003bcd1a818 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666466 Sep 17 08:11:02.828758 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-6ca62410-340c-4620-ba92-ca763b1b46a4 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Allocated IP 172.25.6.85 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/93d8ad74-9c64-43bc-9cf0-0e9975660e1f) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:11:02.928361 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6ca62410-340c-4620-ba92-ca763b1b46a4 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:02.960735 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6ca62410-340c-4620-ba92-ca763b1b46a4 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:03.000884 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca62410-340c-4620-ba92-ca763b1b46a4 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:11:03.003589 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-6ca62410-340c-4620-ba92-ca763b1b46a4 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:11:03.007120 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca62410-340c-4620-ba92-ca763b1b46a4 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:11:03.032917 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca62410-340c-4620-ba92-ca763b1b46a4 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Pushing event updated for resources: {'Port': ['ID=93d8ad74-9c64-43bc-9cf0-0e9975660e1f,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:03.045928 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca62410-340c-4620-ba92-ca763b1b46a4 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:11:03.046280 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca62410-340c-4620-ba92-ca763b1b46a4 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:11:03.046629 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca62410-340c-4620-ba92-ca763b1b46a4 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:11:03.046967 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca62410-340c-4620-ba92-ca763b1b46a4 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:11:03.047301 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca62410-340c-4620-ba92-ca763b1b46a4 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:11:03.047637 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca62410-340c-4620-ba92-ca763b1b46a4 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:11:03.048001 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca62410-340c-4620-ba92-ca763b1b46a4 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:11:03.048334 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca62410-340c-4620-ba92-ca763b1b46a4 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:11:03.048663 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca62410-340c-4620-ba92-ca763b1b46a4 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:11:03.048989 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca62410-340c-4620-ba92-ca763b1b46a4 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:11:03.049313 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca62410-340c-4620-ba92-ca763b1b46a4 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:11:03.049640 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca62410-340c-4620-ba92-ca763b1b46a4 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:11:03.266476 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6ca62410-340c-4620-ba92-ca763b1b46a4 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:03.460794 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6ca62410-340c-4620-ba92-ca763b1b46a4 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-726791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7677'] for router, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:03.464126 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6ca62410-340c-4620-ba92-ca763b1b46a4 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-748988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-748965', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-726796'] for router, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:03.543522 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-897a5c45-ded4-4c1d-8324-e4d7b69717bc req-d158f807-1f36-4faf-afac-31931373638d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a5824afe-a6bc-4b7d-9ccb-04d7bcdf358e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407054 Sep 17 08:11:03.587812 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ca62410-340c-4620-ba92-ca763b1b46a4 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Router 1a49a677-c7c8-42e1-8894-e3bcd276118e is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 08:11:03.617131 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897a5c45-ded4-4c1d-8324-e4d7b69717bc req-6fd5d074-fa3b-4cea-9833-db4a92ae5a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:03.618802 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-897a5c45-ded4-4c1d-8324-e4d7b69717bc req-6fd5d074-fa3b-4cea-9833-db4a92ae5a18 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=260b03f453f349768a37ec125c8bcd26&device_id=a5824afe-a6bc-4b7d-9ccb-04d7bcdf358e HTTP/1.1" status: 200 len: 1096 time: 0.0416381 Sep 17 08:11:03.697274 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca62410-340c-4620-ba92-ca763b1b46a4 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:11:03.701934 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6ca62410-340c-4620-ba92-ca763b1b46a4 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:03.705496 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-6ca62410-340c-4620-ba92-ca763b1b46a4 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] 10.222.0.13 "PUT /v2.0/routers/1a49a677-c7c8-42e1-8894-e3bcd276118e HTTP/1.1" status: 200 len: 917 time: 1.4916303 Sep 17 08:11:03.705724 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39872) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:03.711602 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257832ec-b04d-4c17-9c53-d69739a9349c None None] Sync routers for ids ['1a49a677-c7c8-42e1-8894-e3bcd276118e'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:11:03.721859 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257832ec-b04d-4c17-9c53-d69739a9349c None None] Routers {'1a49a677-c7c8-42e1-8894-e3bcd276118e'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:11:03.723151 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-257832ec-b04d-4c17-9c53-d69739a9349c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:10:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['1a49a677-c7c8-42e1-8894-e3bcd276118e'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:03.729991 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897a5c45-ded4-4c1d-8324-e4d7b69717bc req-b8b0be02-65a4-45dc-8080-01f640e61c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:03.731468 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-897a5c45-ded4-4c1d-8324-e4d7b69717bc req-b8b0be02-65a4-45dc-8080-01f640e61c05 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3e7c1e00-bad7-4380-8834-71b168d79dbc HTTP/1.1" status: 200 len: 908 time: 0.0931902 Sep 17 08:11:03.758199 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-257832ec-b04d-4c17-9c53-d69739a9349c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:03.766923 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257832ec-b04d-4c17-9c53-d69739a9349c None None] Routers {'1a49a677-c7c8-42e1-8894-e3bcd276118e'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:11:03.767643 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-257832ec-b04d-4c17-9c53-d69739a9349c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:10:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['1a49a677-c7c8-42e1-8894-e3bcd276118e'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:03.797880 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-897a5c45-ded4-4c1d-8324-e4d7b69717bc req-a8c09cdf-b01d-4719-b085-35e2dbc654ab service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4520fde-a66a-46b7-8fc2-eb7cde68e52c HTTP/1.1" status: 200 len: 1001 time: 0.0571756 Sep 17 08:11:03.799314 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-257832ec-b04d-4c17-9c53-d69739a9349c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:03.799995 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257832ec-b04d-4c17-9c53-d69739a9349c None None] The sync data for ids ['1a49a677-c7c8-42e1-8894-e3bcd276118e'] in n-d-789963-9 is: [] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:11:03.813328 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-d03b8cd0-d1c0-4205-8760-b901886b4959 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] 10.222.0.13 "GET /v2.0/routers/1a49a677-c7c8-42e1-8894-e3bcd276118e HTTP/1.1" status: 200 len: 923 time: 0.1064541 Sep 17 08:11:03.815968 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39874) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:03.852009 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897a5c45-ded4-4c1d-8324-e4d7b69717bc req-84380161-53b4-4a4b-b4b0-cdc25a90fd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:03.853634 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-897a5c45-ded4-4c1d-8324-e4d7b69717bc req-84380161-53b4-4a4b-b4b0-cdc25a90fd51 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c3166a00-49a0-4d01-aec4-1b7f3fd8acfe HTTP/1.1" status: 200 len: 846 time: 0.0477028 Sep 17 08:11:03.899344 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4333f622-8852-4a79-b8a4-0912d61fdf55 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:03.900853 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-4333f622-8852-4a79-b8a4-0912d61fdf55 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=5fc128c4-343a-4b5b-8a61-6a2b8d95c555&device_id=1a49a677-c7c8-42e1-8894-e3bcd276118e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0834694 Sep 17 08:11:03.903489 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39878) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:03.921983 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897a5c45-ded4-4c1d-8324-e4d7b69717bc req-3b3b0ea3-db69-4187-a501-076d776c8c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:03.923472 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-897a5c45-ded4-4c1d-8324-e4d7b69717bc req-3b3b0ea3-db69-4187-a501-076d776c8c09 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3e7c1e00-bad7-4380-8834-71b168d79dbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444117 Sep 17 08:11:03.993960 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b498db1-a132-459a-806a-3dfc9aeede9e req-027540ee-a30f-403e-bbe5-1abba2014fd6 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:03.995431 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3b498db1-a132-459a-806a-3dfc9aeede9e req-027540ee-a30f-403e-bbe5-1abba2014fd6 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=0abec55c-dd24-41d5-8ce4-ad6a53205049 HTTP/1.1" status: 200 len: 946 time: 0.1068060 Sep 17 08:11:04.012997 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-897a5c45-ded4-4c1d-8324-e4d7b69717bc req-8922666c-1f06-4c20-95c9-8e18b91b6f77 service neutron] 10.222.0.39 "GET /v2.0/networks/3e7c1e00-bad7-4380-8834-71b168d79dbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812848 Sep 17 08:11:04.039687 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5d76ed-a863-4ab0-bf5c-2fe79f048f3f tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:04.043634 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-aa5d76ed-a863-4ab0-bf5c-2fe79f048f3f tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] 10.222.0.13 "GET /v2.0/networks/5fc128c4-343a-4b5b-8a61-6a2b8d95c555 HTTP/1.1" status: 200 len: 881 time: 0.1366737 Sep 17 08:11:04.045864 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39880) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:04.056947 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3b498db1-a132-459a-806a-3dfc9aeede9e req-174b6141-eafd-49fd-99af-ea6b1d220d3a tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535562 Sep 17 08:11:04.075792 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-d5b2e541-d89f-42e9-ae92-4d0355e90140 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a49a677-c7c8-42e1-8894-e3bcd276118e HTTP/1.1" status: 200 len: 205 time: 0.0288200 Sep 17 08:11:04.078185 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39882) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:04.113994 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-897a5c45-ded4-4c1d-8324-e4d7b69717bc req-a1a230b3-6bcf-47d3-841d-c23a66636d87 service neutron] 10.222.0.39 "GET /v2.0/networks/3e7c1e00-bad7-4380-8834-71b168d79dbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914340 Sep 17 08:11:04.184527 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8587393d-e1ac-4382-8966-b77b29b7e132 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks [] for router, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:04.283858 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8587393d-e1ac-4382-8966-b77b29b7e132 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:04.335982 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-8587393d-e1ac-4382-8966-b77b29b7e132 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Deleting port 93d8ad74-9c64-43bc-9cf0-0e9975660e1f {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:11:04.336211 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8587393d-e1ac-4382-8966-b77b29b7e132 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:04.411226 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8587393d-e1ac-4382-8966-b77b29b7e132 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:04.422275 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-8587393d-e1ac-4382-8966-b77b29b7e132 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Calling delete_port for 93d8ad74-9c64-43bc-9cf0-0e9975660e1f owned by network:router_gateway {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:11:04.578952 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8587393d-e1ac-4382-8966-b77b29b7e132 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:04.605305 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8587393d-e1ac-4382-8966-b77b29b7e132 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Pushing event deleted for resources: {'Port': ['ID=93d8ad74-9c64-43bc-9cf0-0e9975660e1f,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:04.661894 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8587393d-e1ac-4382-8966-b77b29b7e132 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:04.749090 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8587393d-e1ac-4382-8966-b77b29b7e132 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:04.751180 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8587393d-e1ac-4382-8966-b77b29b7e132 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:04.795086 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8587393d-e1ac-4382-8966-b77b29b7e132 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:04.795641 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8587393d-e1ac-4382-8966-b77b29b7e132 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Fanout notify agent at l3_agent the message router_deleted on router 1a49a677-c7c8-42e1-8894-e3bcd276118e {{(pid=101289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 08:11:04.802396 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8587393d-e1ac-4382-8966-b77b29b7e132 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:04.803442 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-8587393d-e1ac-4382-8966-b77b29b7e132 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] 10.222.0.13 "DELETE /v2.0/routers/1a49a677-c7c8-42e1-8894-e3bcd276118e HTTP/1.1" status: 204 len: 168 time: 0.7241943 Sep 17 08:11:04.807048 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39890) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:04.811228 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-d4824d7d-d0fc-4dff-9d66-d520286ca8c8 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1181716793', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:11:04.833901 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d4824d7d-d0fc-4dff-9d66-d520286ca8c8 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:04.834876 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d4824d7d-d0fc-4dff-9d66-d520286ca8c8 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:04.884488 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d4824d7d-d0fc-4dff-9d66-d520286ca8c8 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:04.888262 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d4824d7d-d0fc-4dff-9d66-d520286ca8c8 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:04.902927 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d4824d7d-d0fc-4dff-9d66-d520286ca8c8 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:04.904109 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-d4824d7d-d0fc-4dff-9d66-d520286ca8c8 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.0961308 Sep 17 08:11:04.906695 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39892) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:04.910764 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-2f4f9750-61d3-4450-bc7d-e95f4b776501 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'enable_snat': False}}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:11:05.409836 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:05.454305 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2f4f9750-61d3-4450-bc7d-e95f4b776501 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:05.481830 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c2ade6-2600-452b-a299-b4ef840a34f5 req-28fd50a4-eb88-434d-8909-c3d489074087 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:05.483290 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-80c2ade6-2600-452b-a299-b4ef840a34f5 req-28fd50a4-eb88-434d-8909-c3d489074087 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=0abec55c-dd24-41d5-8ce4-ad6a53205049 HTTP/1.1" status: 200 len: 946 time: 0.1182578 Sep 17 08:11:05.535765 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-80c2ade6-2600-452b-a299-b4ef840a34f5 req-56827ae4-4972-4450-9aa6-b90fc2edc4ef tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451310 Sep 17 08:11:05.686481 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2f4f9750-61d3-4450-bc7d-e95f4b776501 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:05.709129 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2f4f9750-61d3-4450-bc7d-e95f4b776501 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:05.709349 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:05.809848 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-2f4f9750-61d3-4450-bc7d-e95f4b776501 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Allocated IP 172.25.6.80 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/68ed8314-045e-4c93-9227-3b24f0c92306) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:11:05.915095 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2f4f9750-61d3-4450-bc7d-e95f4b776501 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:05.946955 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2f4f9750-61d3-4450-bc7d-e95f4b776501 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:05.981279 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4f9750-61d3-4450-bc7d-e95f4b776501 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:11:05.985388 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-2f4f9750-61d3-4450-bc7d-e95f4b776501 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:11:05.988847 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4f9750-61d3-4450-bc7d-e95f4b776501 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:11:06.013371 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4f9750-61d3-4450-bc7d-e95f4b776501 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Pushing event updated for resources: {'Port': ['ID=68ed8314-045e-4c93-9227-3b24f0c92306,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:06.235541 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2f4f9750-61d3-4450-bc7d-e95f4b776501 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:06.419650 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2f4f9750-61d3-4450-bc7d-e95f4b776501 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-726791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7677'] for router, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:06.422888 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2f4f9750-61d3-4450-bc7d-e95f4b776501 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-748988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-748965', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-726796'] for router, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:06.544571 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f4f9750-61d3-4450-bc7d-e95f4b776501 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Router c4729a11-68d2-4887-8cea-7e0ec1c2a3ee is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 08:11:06.673185 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f4f9750-61d3-4450-bc7d-e95f4b776501 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:11:06.678259 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2f4f9750-61d3-4450-bc7d-e95f4b776501 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:06.679447 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-2f4f9750-61d3-4450-bc7d-e95f4b776501 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] 10.222.0.13 "PUT /v2.0/routers/c4729a11-68d2-4887-8cea-7e0ec1c2a3ee HTTP/1.1" status: 200 len: 919 time: 1.7718577 Sep 17 08:11:06.682160 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39906) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:06.684683 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cf0a69-3828-4e29-936a-d0f9b66d6182 None None] Sync routers for ids ['c4729a11-68d2-4887-8cea-7e0ec1c2a3ee'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:11:06.694624 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cf0a69-3828-4e29-936a-d0f9b66d6182 None None] Routers {'c4729a11-68d2-4887-8cea-7e0ec1c2a3ee'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:11:06.695232 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-e9cf0a69-3828-4e29-936a-d0f9b66d6182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:10:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['c4729a11-68d2-4887-8cea-7e0ec1c2a3ee'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:06.695376 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c3ead-490e-4598-880a-55702960de5c req-d50d4212-9e4f-4274-b761-c7d00bf39cac tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:06.696817 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-be6c3ead-490e-4598-880a-55702960de5c req-d50d4212-9e4f-4274-b761-c7d00bf39cac tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=0abec55c-dd24-41d5-8ce4-ad6a53205049 HTTP/1.1" status: 200 len: 946 time: 0.0916710 Sep 17 08:11:06.731501 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-e9cf0a69-3828-4e29-936a-d0f9b66d6182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:06.736641 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-be6c3ead-490e-4598-880a-55702960de5c req-101fbaa9-3554-4ec3-b190-69f66f48832b tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338290 Sep 17 08:11:06.740029 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cf0a69-3828-4e29-936a-d0f9b66d6182 None None] Routers {'c4729a11-68d2-4887-8cea-7e0ec1c2a3ee'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:11:06.740640 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-e9cf0a69-3828-4e29-936a-d0f9b66d6182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:10:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['c4729a11-68d2-4887-8cea-7e0ec1c2a3ee'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:06.773165 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-e9cf0a69-3828-4e29-936a-d0f9b66d6182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:06.773805 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cf0a69-3828-4e29-936a-d0f9b66d6182 None None] The sync data for ids ['c4729a11-68d2-4887-8cea-7e0ec1c2a3ee'] in n-d-789963-9 is: [] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:11:06.795772 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-791a8e7d-82e3-4663-ab83-5c64ec4b3cfd tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] 10.222.0.13 "GET /v2.0/routers/c4729a11-68d2-4887-8cea-7e0ec1c2a3ee HTTP/1.1" status: 200 len: 925 time: 0.1113231 Sep 17 08:11:06.798385 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39908) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:06.837755 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4dbacb6-2e2a-404d-bc6a-1eef06334787 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:06.839255 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c4dbacb6-2e2a-404d-bc6a-1eef06334787 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=5fc128c4-343a-4b5b-8a61-6a2b8d95c555&device_id=c4729a11-68d2-4887-8cea-7e0ec1c2a3ee&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0399263 Sep 17 08:11:06.841753 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39910) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:06.925699 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6acf26e-3be3-4b55-8336-5a33b63203bd tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:06.927085 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e6acf26e-3be3-4b55-8336-5a33b63203bd tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] 10.222.0.13 "GET /v2.0/networks/5fc128c4-343a-4b5b-8a61-6a2b8d95c555 HTTP/1.1" status: 200 len: 881 time: 0.0844502 Sep 17 08:11:06.929736 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39912) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:06.955282 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-1dd410fb-7c5f-44c4-ae4a-0287bffeebaf tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4729a11-68d2-4887-8cea-7e0ec1c2a3ee HTTP/1.1" status: 200 len: 205 time: 0.0245543 Sep 17 08:11:06.958119 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39914) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:07.061196 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-782fa19b-b54c-4d13-ac77-c821f8299126 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks [] for router, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:07.163410 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-782fa19b-b54c-4d13-ac77-c821f8299126 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:07.212765 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-782fa19b-b54c-4d13-ac77-c821f8299126 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Deleting port 68ed8314-045e-4c93-9227-3b24f0c92306 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:11:07.213098 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-782fa19b-b54c-4d13-ac77-c821f8299126 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:07.286345 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-782fa19b-b54c-4d13-ac77-c821f8299126 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:07.297656 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-782fa19b-b54c-4d13-ac77-c821f8299126 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Calling delete_port for 68ed8314-045e-4c93-9227-3b24f0c92306 owned by network:router_gateway {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:11:07.454282 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-782fa19b-b54c-4d13-ac77-c821f8299126 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:07.483640 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782fa19b-b54c-4d13-ac77-c821f8299126 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Pushing event deleted for resources: {'Port': ['ID=68ed8314-045e-4c93-9227-3b24f0c92306,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:07.541639 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-782fa19b-b54c-4d13-ac77-c821f8299126 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:07.629497 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-782fa19b-b54c-4d13-ac77-c821f8299126 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:07.631597 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-782fa19b-b54c-4d13-ac77-c821f8299126 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:07.680608 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-782fa19b-b54c-4d13-ac77-c821f8299126 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:07.681226 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-782fa19b-b54c-4d13-ac77-c821f8299126 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Fanout notify agent at l3_agent the message router_deleted on router c4729a11-68d2-4887-8cea-7e0ec1c2a3ee {{(pid=101290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 08:11:07.688114 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-782fa19b-b54c-4d13-ac77-c821f8299126 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:07.689347 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-782fa19b-b54c-4d13-ac77-c821f8299126 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] 10.222.0.13 "DELETE /v2.0/routers/c4729a11-68d2-4887-8cea-7e0ec1c2a3ee HTTP/1.1" status: 204 len: 168 time: 0.7303588 Sep 17 08:11:07.693064 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39920) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:07.697562 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-a1888877-69b4-4597-bb13-172e8d1808e5 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1271560184', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}, 'admin_state_up': False}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:11:07.721319 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a1888877-69b4-4597-bb13-172e8d1808e5 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:07.722315 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a1888877-69b4-4597-bb13-172e8d1808e5 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:07.775061 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a1888877-69b4-4597-bb13-172e8d1808e5 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:07.939694 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a1888877-69b4-4597-bb13-172e8d1808e5 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:07.951711 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b94536-9a12-4e74-a6b9-28bc7eab9432 req-08fec815-7e6d-405b-90dc-306432ea1559 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:07.953248 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-20b94536-9a12-4e74-a6b9-28bc7eab9432 req-08fec815-7e6d-405b-90dc-306432ea1559 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=0abec55c-dd24-41d5-8ce4-ad6a53205049 HTTP/1.1" status: 200 len: 946 time: 0.1419203 Sep 17 08:11:08.014754 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-20b94536-9a12-4e74-a6b9-28bc7eab9432 req-94997d8e-ab47-4169-822b-22edf50ce383 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481160 Sep 17 08:11:08.161837 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a1888877-69b4-4597-bb13-172e8d1808e5 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks [] for router_gateway, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:08.179740 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a1888877-69b4-4597-bb13-172e8d1808e5 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:08.285525 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-a1888877-69b4-4597-bb13-172e8d1808e5 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Allocated IP 172.25.6.213 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/3521b8ac-bfb8-4509-8b65-b12bb8dfaca1) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:11:08.381477 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a1888877-69b4-4597-bb13-172e8d1808e5 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:08.413271 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a1888877-69b4-4597-bb13-172e8d1808e5 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:08.452373 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1888877-69b4-4597-bb13-172e8d1808e5 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:11:08.455280 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-a1888877-69b4-4597-bb13-172e8d1808e5 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:11:08.457671 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1888877-69b4-4597-bb13-172e8d1808e5 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:11:08.483208 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1888877-69b4-4597-bb13-172e8d1808e5 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Pushing event updated for resources: {'Port': ['ID=3521b8ac-bfb8-4509-8b65-b12bb8dfaca1,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:08.702129 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a1888877-69b4-4597-bb13-172e8d1808e5 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks [] for router_gateway, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:08.797455 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 082c5b60-04fb-4ae3-ae64-64d07ad777a5 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:11:08.893568 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 082c5b60-04fb-4ae3-ae64-64d07ad777a5, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=082c5b60-04fb-4ae3-ae64-64d07ad777a5,segment=NetworkSegment(e7dfc92d-b32e-4f74-ad53-4fda8afa908d),segment_id=e7dfc92d-b32e-4f74-ad53-4fda8afa908d)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:11:08.897813 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a1888877-69b4-4597-bb13-172e8d1808e5 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:08.904367 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '082c5b60-04fb-4ae3-ae64-64d07ad777a5', 'network_id': 'b775eb3f-2b25-4820-827b-6765ebe265c2', 'port_id': '082c5b60-04fb-4ae3-ae64-64d07ad777a5', 'mac_address': 'fa:16:3e:80:97:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b7cebd9-83b6-4be8-81d9-9f32073aed40', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:11:08.939888 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:08.952597 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 082c5b60-04fb-4ae3-ae64-64d07ad777a5 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:11:08.974965 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 082c5b60-04fb-4ae3-ae64-64d07ad777a5, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=082c5b60-04fb-4ae3-ae64-64d07ad777a5,segment=NetworkSegment(e7dfc92d-b32e-4f74-ad53-4fda8afa908d),segment_id=e7dfc92d-b32e-4f74-ad53-4fda8afa908d)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:11:08.979024 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:09.029514 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=082c5b60-04fb-4ae3-ae64-64d07ad777a5,revision_number=6']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:09.126571 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['082c5b60-04fb-4ae3-ae64-64d07ad777a5'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:11:09.411992 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b5df32-523a-4e67-90c5-b5c7d92d8889 req-11dd0d23-4541-4ea1-bfd3-4abd6fe24eef tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:09.413490 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-02b5df32-523a-4e67-90c5-b5c7d92d8889 req-11dd0d23-4541-4ea1-bfd3-4abd6fe24eef tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=0abec55c-dd24-41d5-8ce4-ad6a53205049 HTTP/1.1" status: 200 len: 946 time: 0.0637476 Sep 17 08:11:09.426730 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1888877-69b4-4597-bb13-172e8d1808e5 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Router 44aadbc9-09c0-421d-b19d-54e607aa26ea is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 08:11:09.490287 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-02b5df32-523a-4e67-90c5-b5c7d92d8889 req-0d1af6dc-2f0a-4bd7-8f2f-cdf68691bc0b tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705693 Sep 17 08:11:09.553301 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1888877-69b4-4597-bb13-172e8d1808e5 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:11:09.562951 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c25d86-3e1f-4e70-8618-44657ae92c78 None None] Sync routers for ids ['44aadbc9-09c0-421d-b19d-54e607aa26ea'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:11:09.573545 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c25d86-3e1f-4e70-8618-44657ae92c78 None None] Routers {'44aadbc9-09c0-421d-b19d-54e607aa26ea'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:11:09.574184 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-52c25d86-3e1f-4e70-8618-44657ae92c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:10:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['44aadbc9-09c0-421d-b19d-54e607aa26ea'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:09.576695 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a1888877-69b4-4597-bb13-172e8d1808e5 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:09.578214 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-a1888877-69b4-4597-bb13-172e8d1808e5 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 1.8839936 Sep 17 08:11:09.580778 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39932) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:09.588754 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-bd9e51e3-cdfe-45d9-86aa-6499534246b0 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:11:09.609841 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-52c25d86-3e1f-4e70-8618-44657ae92c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:09.619062 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c25d86-3e1f-4e70-8618-44657ae92c78 None None] Routers {'44aadbc9-09c0-421d-b19d-54e607aa26ea'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:11:09.619658 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-52c25d86-3e1f-4e70-8618-44657ae92c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:10:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['44aadbc9-09c0-421d-b19d-54e607aa26ea'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:09.656177 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-52c25d86-3e1f-4e70-8618-44657ae92c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:09.656822 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c25d86-3e1f-4e70-8618-44657ae92c78 None None] The sync data for ids ['44aadbc9-09c0-421d-b19d-54e607aa26ea'] in n-d-789963-9 is: [] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:11:09.896112 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bd9e51e3-cdfe-45d9-86aa-6499534246b0 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:09.907711 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bd9e51e3-cdfe-45d9-86aa-6499534246b0 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:09.958681 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-bd9e51e3-cdfe-45d9-86aa-6499534246b0 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Deleting port 3521b8ac-bfb8-4509-8b65-b12bb8dfaca1 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:11:09.958939 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bd9e51e3-cdfe-45d9-86aa-6499534246b0 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:10.032312 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bd9e51e3-cdfe-45d9-86aa-6499534246b0 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:10.045043 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-bd9e51e3-cdfe-45d9-86aa-6499534246b0 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Calling delete_port for 3521b8ac-bfb8-4509-8b65-b12bb8dfaca1 owned by network:router_gateway {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:11:10.216880 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bd9e51e3-cdfe-45d9-86aa-6499534246b0 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:10.247185 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9e51e3-cdfe-45d9-86aa-6499534246b0 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Pushing event deleted for resources: {'Port': ['ID=3521b8ac-bfb8-4509-8b65-b12bb8dfaca1,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:10.306888 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bd9e51e3-cdfe-45d9-86aa-6499534246b0 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:10.501171 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bd9e51e3-cdfe-45d9-86aa-6499534246b0 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-726791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7677'] for router, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:10.504286 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bd9e51e3-cdfe-45d9-86aa-6499534246b0 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-748988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-748965', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-726796'] for router, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:10.603673 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd9e51e3-cdfe-45d9-86aa-6499534246b0 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Router 44aadbc9-09c0-421d-b19d-54e607aa26ea has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:11:10.631412 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c1eb2f-3465-44d3-a415-ab9899323ef0 req-6e1bb681-6488-4114-bbbd-6f301c1289e7 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:10.632939 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d7c1eb2f-3465-44d3-a415-ab9899323ef0 req-6e1bb681-6488-4114-bbbd-6f301c1289e7 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=0abec55c-dd24-41d5-8ce4-ad6a53205049 HTTP/1.1" status: 200 len: 946 time: 0.0610149 Sep 17 08:11:10.710615 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd9e51e3-cdfe-45d9-86aa-6499534246b0 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:11:10.718123 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bd9e51e3-cdfe-45d9-86aa-6499534246b0 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:10.719452 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-bd9e51e3-cdfe-45d9-86aa-6499534246b0 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] 10.222.0.13 "PUT /v2.0/routers/44aadbc9-09c0-421d-b19d-54e607aa26ea HTTP/1.1" status: 200 len: 710 time: 1.1375005 Sep 17 08:11:10.719684 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a747a763-0a46-41e7-adec-fda9dc7ad5e8 None None] Sync routers for ids ['44aadbc9-09c0-421d-b19d-54e607aa26ea'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:11:10.722201 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39944) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:10.729096 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a747a763-0a46-41e7-adec-fda9dc7ad5e8 None None] Routers {'44aadbc9-09c0-421d-b19d-54e607aa26ea'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:11:10.729705 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-a747a763-0a46-41e7-adec-fda9dc7ad5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:10:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['44aadbc9-09c0-421d-b19d-54e607aa26ea'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:10.736526 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d7c1eb2f-3465-44d3-a415-ab9899323ef0 req-0c186b6b-8ad9-4e82-8d84-25c4e5d5351b tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711019 Sep 17 08:11:10.769506 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-a747a763-0a46-41e7-adec-fda9dc7ad5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:10.778610 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a747a763-0a46-41e7-adec-fda9dc7ad5e8 None None] Routers {'44aadbc9-09c0-421d-b19d-54e607aa26ea'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:11:10.779221 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-a747a763-0a46-41e7-adec-fda9dc7ad5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:10:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['44aadbc9-09c0-421d-b19d-54e607aa26ea'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:10.793047 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f91f2f9f-55c6-4151-9059-9b4e1c50e6b0 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] 10.222.0.13 "GET /v2.0/routers/44aadbc9-09c0-421d-b19d-54e607aa26ea HTTP/1.1" status: 200 len: 745 time: 0.0685322 Sep 17 08:11:10.795670 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39946) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:10.813353 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 082c5b60-04fb-4ae3-ae64-64d07ad777a5 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:11:10.816347 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-a747a763-0a46-41e7-adec-fda9dc7ad5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:10.817165 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a747a763-0a46-41e7-adec-fda9dc7ad5e8 None None] The sync data for ids ['44aadbc9-09c0-421d-b19d-54e607aa26ea'] in n-d-789963-9 is: [] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:11:10.845302 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-689e1f4c-17b9-4771-8340-c5217b85ef88 tempest-RoutersIpV6AdminTest-223092606 tempest-RoutersIpV6AdminTest-223092606-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=5fc128c4-343a-4b5b-8a61-6a2b8d95c555&device_id=44aadbc9-09c0-421d-b19d-54e607aa26ea HTTP/1.1" status: 200 len: 205 time: 0.0484819 Sep 17 08:11:10.847773 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39948) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:10.868302 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 082c5b60-04fb-4ae3-ae64-64d07ad777a5 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:11:10.868859 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:10.873702 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f1346588-095a-4d57-a383-d981a1a2dab9 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] 10.222.0.13 "GET /v2.0/ports?device_id=44aadbc9-09c0-421d-b19d-54e607aa26ea HTTP/1.1" status: 200 len: 205 time: 0.0247247 Sep 17 08:11:10.876171 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39950) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:10.944851 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:10.949904 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ac6ecad2-d8e6-4b48-9ed1-56ac771d5726 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks [] for router, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:10.966163 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '082c5b60-04fb-4ae3-ae64-64d07ad777a5'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:11:10.968410 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4056c0df-755b-49c6-937c-45078d5b336f" -d '{"events": [{"server_uuid": "aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6", "name": "network-vif-plugged", "status": "completed", "tag": "082c5b60-04fb-4ae3-ae64-64d07ad777a5"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:11:10.981355 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 082c5b60-04fb-4ae3-ae64-64d07ad777a5, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=082c5b60-04fb-4ae3-ae64-64d07ad777a5,segment=NetworkSegment(e7dfc92d-b32e-4f74-ad53-4fda8afa908d),segment_id=e7dfc92d-b32e-4f74-ad53-4fda8afa908d)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:11:10.985747 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:11.010349 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc0c05b-bcdf-47b0-ac70-cb16ffd9f07e x-openstack-request-id: req-dbc0c05b-bcdf-47b0-ac70-cb16ffd9f07e {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:11:11.010643 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6", "name": "network-vif-plugged", "status": "completed", "tag": "082c5b60-04fb-4ae3-ae64-64d07ad777a5", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:11:11.010917 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dbc0c05b-bcdf-47b0-ac70-cb16ffd9f07e {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:11:11.011300 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '082c5b60-04fb-4ae3-ae64-64d07ad777a5', 'code': 200} Sep 17 08:11:11.036181 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=082c5b60-04fb-4ae3-ae64-64d07ad777a5,revision_number=7']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:11.112003 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ac6ecad2-d8e6-4b48-9ed1-56ac771d5726 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:11.114113 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ac6ecad2-d8e6-4b48-9ed1-56ac771d5726 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:11.157658 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ac6ecad2-d8e6-4b48-9ed1-56ac771d5726 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:11.158202 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6ecad2-d8e6-4b48-9ed1-56ac771d5726 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Fanout notify agent at l3_agent the message router_deleted on router 44aadbc9-09c0-421d-b19d-54e607aa26ea {{(pid=101289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 08:11:11.164982 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ac6ecad2-d8e6-4b48-9ed1-56ac771d5726 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:11.165930 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ac6ecad2-d8e6-4b48-9ed1-56ac771d5726 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] 10.222.0.13 "DELETE /v2.0/routers/44aadbc9-09c0-421d-b19d-54e607aa26ea HTTP/1.1" status: 204 len: 168 time: 0.2887661 Sep 17 08:11:11.169322 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39954) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:11.199443 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-3c0f6fe1-2dc4-418a-b661-6c783ee0c4be tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] 10.222.0.13 "GET /v2.0/ports?device_id=44aadbc9-09c0-421d-b19d-54e607aa26ea HTTP/1.1" status: 200 len: 205 time: 0.0290093 Sep 17 08:11:11.201650 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39956) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:11.237291 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-c1f48867-34b5-43d1-8417-03a31bb84fb6 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] delete failed (client error): The resource could not be found. Sep 17 08:11:11.238258 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-c1f48867-34b5-43d1-8417-03a31bb84fb6 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] 10.222.0.13 "DELETE /v2.0/routers/44aadbc9-09c0-421d-b19d-54e607aa26ea HTTP/1.1" status: 404 len: 336 time: 0.0357511 Sep 17 08:11:11.241221 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39958) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:11.265934 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-0666c8d4-004f-4aee-902d-b624cd39794f tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4729a11-68d2-4887-8cea-7e0ec1c2a3ee HTTP/1.1" status: 200 len: 205 time: 0.0237534 Sep 17 08:11:11.267997 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39960) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:11.305986 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-296c3fb6-3b9a-4d63-bec2-300cf48191d0 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] delete failed (client error): The resource could not be found. Sep 17 08:11:11.306850 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-296c3fb6-3b9a-4d63-bec2-300cf48191d0 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] 10.222.0.13 "DELETE /v2.0/routers/c4729a11-68d2-4887-8cea-7e0ec1c2a3ee HTTP/1.1" status: 404 len: 336 time: 0.0380099 Sep 17 08:11:11.309134 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39962) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:11.333835 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-b2c1c00e-435a-4211-b4c6-da6546f36820 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a49a677-c7c8-42e1-8894-e3bcd276118e HTTP/1.1" status: 200 len: 205 time: 0.0237598 Sep 17 08:11:11.335908 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39964) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:11.370822 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-eae644d9-0b93-4d57-abc1-17f2e4cac96f tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] delete failed (client error): The resource could not be found. Sep 17 08:11:11.371753 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-eae644d9-0b93-4d57-abc1-17f2e4cac96f tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] 10.222.0.13 "DELETE /v2.0/routers/1a49a677-c7c8-42e1-8894-e3bcd276118e HTTP/1.1" status: 404 len: 336 time: 0.0350144 Sep 17 08:11:11.373885 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39966) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:11.402453 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-c86785bc-0346-4821-8c7b-cb9d073ce089 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d0cf94b-734e-4323-b6f9-e4de156c5eef HTTP/1.1" status: 200 len: 205 time: 0.0276163 Sep 17 08:11:11.404515 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39968) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:11.438404 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-536e55e3-6439-4a50-893c-94fc9744fc3f tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] delete failed (client error): The resource could not be found. Sep 17 08:11:11.439349 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-536e55e3-6439-4a50-893c-94fc9744fc3f tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] 10.222.0.13 "DELETE /v2.0/routers/0d0cf94b-734e-4323-b6f9-e4de156c5eef HTTP/1.1" status: 404 len: 336 time: 0.0338776 Sep 17 08:11:11.441483 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39970) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:11.466917 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-3f369e7f-ee6d-4572-8056-dd5f69d446ac tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] 10.222.0.13 "GET /v2.0/ports?device_id=3eb0e690-b53a-45cf-9ccc-25d2a68cb2e9 HTTP/1.1" status: 200 len: 205 time: 0.0244980 Sep 17 08:11:11.468973 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39972) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:11.506555 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-3b2902bd-e381-4640-a87e-177a3b2cd553 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] delete failed (client error): The resource could not be found. Sep 17 08:11:11.507491 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-3b2902bd-e381-4640-a87e-177a3b2cd553 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] 10.222.0.13 "DELETE /v2.0/routers/3eb0e690-b53a-45cf-9ccc-25d2a68cb2e9 HTTP/1.1" status: 404 len: 336 time: 0.0376742 Sep 17 08:11:11.509726 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39974) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:11.534651 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-14784852-2154-4055-96cb-2e7b47edd764 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] 10.222.0.13 "GET /v2.0/ports?device_id=24860de1-9e42-4b9d-9c6e-5b3e1f609568 HTTP/1.1" status: 200 len: 205 time: 0.0239825 Sep 17 08:11:11.536714 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39976) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:11.570914 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-dfa4cc41-9805-4021-9aa3-deb2931e3e70 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] delete failed (client error): The resource could not be found. Sep 17 08:11:11.571785 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-dfa4cc41-9805-4021-9aa3-deb2931e3e70 tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] 10.222.0.13 "DELETE /v2.0/routers/24860de1-9e42-4b9d-9c6e-5b3e1f609568 HTTP/1.1" status: 404 len: 336 time: 0.0342371 Sep 17 08:11:11.574104 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39978) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:11.602861 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-5927f7da-3e5d-4865-9288-9e54ba39d9bf tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] DELETE failed (client error): The resource could not be found. Sep 17 08:11:11.603404 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5927f7da-3e5d-4865-9288-9e54ba39d9bf tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:11:11.605340 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-5927f7da-3e5d-4865-9288-9e54ba39d9bf tempest-RoutersIpV6AdminTest-1651705273 tempest-RoutersIpV6AdminTest-1651705273-project] 10.222.0.13 "DELETE /v2.0/subnets/669d5e5c-1f89-45b2-b3b8-c23133c33abe HTTP/1.1" status: 404 len: 337 time: 0.0301158 Sep 17 08:11:11.847301 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39990) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:11.852918 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad76d25-b78c-4c78-b218-dcf9409404de req-09641767-ba07-486b-bf8d-adfbf689f5fe tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:11.854422 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cad76d25-b78c-4c78-b218-dcf9409404de req-09641767-ba07-486b-bf8d-adfbf689f5fe tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=0abec55c-dd24-41d5-8ce4-ad6a53205049 HTTP/1.1" status: 200 len: 946 time: 0.0481999 Sep 17 08:11:11.893247 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cad76d25-b78c-4c78-b218-dcf9409404de req-89433c82-01c0-4a51-b110-ffe74993d2b5 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325115 Sep 17 08:11:11.958038 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a407de7c-4a03-42ba-928a-8f8a4d206e8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:12.045693 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a407de7c-4a03-42ba-928a-8f8a4d206e8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:12.049332 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a407de7c-4a03-42ba-928a-8f8a4d206e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:12.087472 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a407de7c-4a03-42ba-928a-8f8a4d206e8b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bd918cd0a6554416ba2eb3f31b8501dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2390242 Sep 17 08:11:12.088375 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a407de7c-4a03-42ba-928a-8f8a4d206e8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbdd4e0b-2806-427f-b8e4-ace8e9cb21fd,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:12.090199 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39994) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:12.139660 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-283c847c-ec71-4ef2-9963-09bf69ff7887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:12.159582 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-283c847c-ec71-4ef2-9963-09bf69ff7887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:12.204383 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-283c847c-ec71-4ef2-9963-09bf69ff7887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:12.207129 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-283c847c-ec71-4ef2-9963-09bf69ff7887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:12.208309 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-283c847c-ec71-4ef2-9963-09bf69ff7887 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cbdd4e0b-2806-427f-b8e4-ace8e9cb21fd HTTP/1.1" status: 204 len: 168 time: 0.1170802 Sep 17 08:11:12.217003 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283c847c-ec71-4ef2-9963-09bf69ff7887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbdd4e0b-2806-427f-b8e4-ace8e9cb21fd,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:12.461806 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 40000) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:12.500637 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-bcd5e1a6-dbfc-4632-a379-0c8dddfb3231 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=981203ad8b764540969072e5e04a2cf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376692 Sep 17 08:11:12.502888 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 40002) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:12.552378 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5b493ca0-daa0-4ec2-a3c1-91a938be349e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:12.572882 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5b493ca0-daa0-4ec2-a3c1-91a938be349e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:12.619613 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5b493ca0-daa0-4ec2-a3c1-91a938be349e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:12.622238 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5b493ca0-daa0-4ec2-a3c1-91a938be349e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:12.623393 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-5b493ca0-daa0-4ec2-a3c1-91a938be349e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cca6c606-df83-43c8-8c49-e12bf52ae9fc HTTP/1.1" status: 204 len: 168 time: 0.1195893 Sep 17 08:11:12.630852 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b493ca0-daa0-4ec2-a3c1-91a938be349e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca6c606-df83-43c8-8c49-e12bf52ae9fc,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:13.011690 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd23876c-49f5-4012-8650-e05ec88c8dbd req-94594976-86c2-45b2-a88e-21de689ed458 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:13.013330 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bd23876c-49f5-4012-8650-e05ec88c8dbd req-94594976-86c2-45b2-a88e-21de689ed458 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=0abec55c-dd24-41d5-8ce4-ad6a53205049 HTTP/1.1" status: 200 len: 946 time: 0.0522325 Sep 17 08:11:13.050552 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bd23876c-49f5-4012-8650-e05ec88c8dbd req-d0cf87f1-9c09-4a6e-b2bc-5ea4c7c6ef0e tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312834 Sep 17 08:11:13.867480 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40072) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:14.015760 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-36e1da61-392e-4889-94eb-b29a3d8ac4c9 tempest-RoutersAdminNegativeTest-34763977 tempest-RoutersAdminNegativeTest-34763977-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-290218382', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:11:14.038685 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e1da61-392e-4889-94eb-b29a3d8ac4c9 tempest-RoutersAdminNegativeTest-34763977 tempest-RoutersAdminNegativeTest-34763977-project-admin] Made reservation on behalf of 7ea470776bf8417ca9e9d548c6d1d45e for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:11:14.041249 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-36e1da61-392e-4889-94eb-b29a3d8ac4c9 tempest-RoutersAdminNegativeTest-34763977 tempest-RoutersAdminNegativeTest-34763977-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:14.049843 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-36e1da61-392e-4889-94eb-b29a3d8ac4c9 tempest-RoutersAdminNegativeTest-34763977 tempest-RoutersAdminNegativeTest-34763977-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:14.180130 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b8236b-1349-44fb-9ff6-38710f613ec3 req-3740b043-d387-4a0d-89a4-1e147761eca5 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:14.181955 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-94b8236b-1349-44fb-9ff6-38710f613ec3 req-3740b043-d387-4a0d-89a4-1e147761eca5 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=0abec55c-dd24-41d5-8ce4-ad6a53205049 HTTP/1.1" status: 200 len: 946 time: 0.0582964 Sep 17 08:11:14.198351 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-36e1da61-392e-4889-94eb-b29a3d8ac4c9 tempest-RoutersAdminNegativeTest-34763977 tempest-RoutersAdminNegativeTest-34763977-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:14.205400 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-36e1da61-392e-4889-94eb-b29a3d8ac4c9 tempest-RoutersAdminNegativeTest-34763977 tempest-RoutersAdminNegativeTest-34763977-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:14.211397 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [None req-36e1da61-392e-4889-94eb-b29a3d8ac4c9 tempest-RoutersAdminNegativeTest-34763977 tempest-RoutersAdminNegativeTest-34763977-project-admin] device_id is not set on port 1d722fa1-d5e8-4917-bb8d-6ee53050056b yet. {{(pid=101290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 08:11:14.237612 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-94b8236b-1349-44fb-9ff6-38710f613ec3 req-8de71988-5804-4b84-876f-aa7f5a4db9a1 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476396 Sep 17 08:11:14.277546 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e1da61-392e-4889-94eb-b29a3d8ac4c9 tempest-RoutersAdminNegativeTest-34763977 tempest-RoutersAdminNegativeTest-34763977-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4eda7c4-ecfe-40df-9806-622376944518,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:14.347480 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-36e1da61-392e-4889-94eb-b29a3d8ac4c9 tempest-RoutersAdminNegativeTest-34763977 tempest-RoutersAdminNegativeTest-34763977-project-admin] Allocated IP 172.25.6.55 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/1d722fa1-d5e8-4917-bb8d-6ee53050056b) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:11:14.519303 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-36e1da61-392e-4889-94eb-b29a3d8ac4c9 tempest-RoutersAdminNegativeTest-34763977 tempest-RoutersAdminNegativeTest-34763977-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:14.557869 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-36e1da61-392e-4889-94eb-b29a3d8ac4c9 tempest-RoutersAdminNegativeTest-34763977 tempest-RoutersAdminNegativeTest-34763977-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:14.598786 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e1da61-392e-4889-94eb-b29a3d8ac4c9 tempest-RoutersAdminNegativeTest-34763977 tempest-RoutersAdminNegativeTest-34763977-project-admin] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:11:14.601858 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-36e1da61-392e-4889-94eb-b29a3d8ac4c9 tempest-RoutersAdminNegativeTest-34763977 tempest-RoutersAdminNegativeTest-34763977-project-admin] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:11:14.607885 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e1da61-392e-4889-94eb-b29a3d8ac4c9 tempest-RoutersAdminNegativeTest-34763977 tempest-RoutersAdminNegativeTest-34763977-project-admin] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:11:14.613612 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e1da61-392e-4889-94eb-b29a3d8ac4c9 tempest-RoutersAdminNegativeTest-34763977 tempest-RoutersAdminNegativeTest-34763977-project-admin] Pushing event updated for resources: {'Port': ['ID=1d722fa1-d5e8-4917-bb8d-6ee53050056b,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:14.660713 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e1da61-392e-4889-94eb-b29a3d8ac4c9 tempest-RoutersAdminNegativeTest-34763977 tempest-RoutersAdminNegativeTest-34763977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:14.661329 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-36e1da61-392e-4889-94eb-b29a3d8ac4c9 tempest-RoutersAdminNegativeTest-34763977 tempest-RoutersAdminNegativeTest-34763977-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:14.679077 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-36e1da61-392e-4889-94eb-b29a3d8ac4c9 tempest-RoutersAdminNegativeTest-34763977 tempest-RoutersAdminNegativeTest-34763977-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 0.8100822 Sep 17 08:11:14.682025 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40080) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:14.686773 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-97e98adf-00d6-43b4-baf0-75860eb14aec tempest-RoutersAdminNegativeTest-34763977 tempest-RoutersAdminNegativeTest-34763977-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.55'}]}}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:11:14.712075 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-97e98adf-00d6-43b4-baf0-75860eb14aec tempest-RoutersAdminNegativeTest-34763977 tempest-RoutersAdminNegativeTest-34763977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:14.713098 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-97e98adf-00d6-43b4-baf0-75860eb14aec tempest-RoutersAdminNegativeTest-34763977 tempest-RoutersAdminNegativeTest-34763977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:14.768843 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-97e98adf-00d6-43b4-baf0-75860eb14aec tempest-RoutersAdminNegativeTest-34763977 tempest-RoutersAdminNegativeTest-34763977-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:15.272208 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-97e98adf-00d6-43b4-baf0-75860eb14aec tempest-RoutersAdminNegativeTest-34763977 tempest-RoutersAdminNegativeTest-34763977-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:15.362392 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469c9867-ac72-44ce-bb85-e18b9c71e3b8 req-1f8f99bd-767b-49d5-82c8-887aafcf2bb4 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:15.370330 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-469c9867-ac72-44ce-bb85-e18b9c71e3b8 req-1f8f99bd-767b-49d5-82c8-887aafcf2bb4 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=0abec55c-dd24-41d5-8ce4-ad6a53205049 HTTP/1.1" status: 200 len: 946 time: 0.0588186 Sep 17 08:11:15.412334 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-469c9867-ac72-44ce-bb85-e18b9c71e3b8 req-0633e5fb-9838-4a11-b978-9a3c2842efd4 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402536 Sep 17 08:11:15.482089 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-97e98adf-00d6-43b4-baf0-75860eb14aec tempest-RoutersAdminNegativeTest-34763977 tempest-RoutersAdminNegativeTest-34763977-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:15.501900 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-97e98adf-00d6-43b4-baf0-75860eb14aec tempest-RoutersAdminNegativeTest-34763977 tempest-RoutersAdminNegativeTest-34763977-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:15.663276 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-97e98adf-00d6-43b4-baf0-75860eb14aec tempest-RoutersAdminNegativeTest-34763977 tempest-RoutersAdminNegativeTest-34763977-project-admin] Notify callbacks [] for router, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:15.837779 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-97e98adf-00d6-43b4-baf0-75860eb14aec tempest-RoutersAdminNegativeTest-34763977 tempest-RoutersAdminNegativeTest-34763977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:15.840008 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-97e98adf-00d6-43b4-baf0-75860eb14aec tempest-RoutersAdminNegativeTest-34763977 tempest-RoutersAdminNegativeTest-34763977-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:15.887498 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-97e98adf-00d6-43b4-baf0-75860eb14aec tempest-RoutersAdminNegativeTest-34763977 tempest-RoutersAdminNegativeTest-34763977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:15.888109 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e98adf-00d6-43b4-baf0-75860eb14aec tempest-RoutersAdminNegativeTest-34763977 tempest-RoutersAdminNegativeTest-34763977-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b49101d9-33ea-4c1c-bdc4-ca713809758f {{(pid=101290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 08:11:15.908233 n-d-789963-9 neutron-server[101290]: INFO neutron.api.v2.resource [None req-97e98adf-00d6-43b4-baf0-75860eb14aec tempest-RoutersAdminNegativeTest-34763977 tempest-RoutersAdminNegativeTest-34763977-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 17 08:11:15.912574 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 40092) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:15.916530 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-97e98adf-00d6-43b4-baf0-75860eb14aec tempest-RoutersAdminNegativeTest-34763977 tempest-RoutersAdminNegativeTest-34763977-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.2331071 Sep 17 08:11:16.000744 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-da33bfab-68a9-40ab-b631-14a63b0dc00d tempest-RoutersAdminNegativeTest-34763977 tempest-RoutersAdminNegativeTest-34763977-project-admin] Deleting port 1d722fa1-d5e8-4917-bb8d-6ee53050056b {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:11:16.001082 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-da33bfab-68a9-40ab-b631-14a63b0dc00d tempest-RoutersAdminNegativeTest-34763977 tempest-RoutersAdminNegativeTest-34763977-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:16.107279 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-da33bfab-68a9-40ab-b631-14a63b0dc00d tempest-RoutersAdminNegativeTest-34763977 tempest-RoutersAdminNegativeTest-34763977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:16.123659 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-da33bfab-68a9-40ab-b631-14a63b0dc00d tempest-RoutersAdminNegativeTest-34763977 tempest-RoutersAdminNegativeTest-34763977-project-admin] Calling delete_port for 1d722fa1-d5e8-4917-bb8d-6ee53050056b owned by {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:11:16.267373 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-da33bfab-68a9-40ab-b631-14a63b0dc00d tempest-RoutersAdminNegativeTest-34763977 tempest-RoutersAdminNegativeTest-34763977-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:16.296496 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da33bfab-68a9-40ab-b631-14a63b0dc00d tempest-RoutersAdminNegativeTest-34763977 tempest-RoutersAdminNegativeTest-34763977-project-admin] Pushing event deleted for resources: {'Port': ['ID=1d722fa1-d5e8-4917-bb8d-6ee53050056b,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:16.357863 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-da33bfab-68a9-40ab-b631-14a63b0dc00d tempest-RoutersAdminNegativeTest-34763977 tempest-RoutersAdminNegativeTest-34763977-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:16.363555 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-da33bfab-68a9-40ab-b631-14a63b0dc00d tempest-RoutersAdminNegativeTest-34763977 tempest-RoutersAdminNegativeTest-34763977-project-admin] 10.222.0.13 "DELETE /v2.0/ports/1d722fa1-d5e8-4917-bb8d-6ee53050056b HTTP/1.1" status: 204 len: 168 time: 0.4498630 Sep 17 08:11:16.543215 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7161c9c-39a1-4def-81cc-e220eb35eaa8 req-87b72a82-01fd-4b9b-92c8-1ce13d95f392 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:16.545139 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b7161c9c-39a1-4def-81cc-e220eb35eaa8 req-87b72a82-01fd-4b9b-92c8-1ce13d95f392 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=0abec55c-dd24-41d5-8ce4-ad6a53205049 HTTP/1.1" status: 200 len: 946 time: 0.0612614 Sep 17 08:11:16.610057 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b7161c9c-39a1-4def-81cc-e220eb35eaa8 req-0592f7b8-5cb5-479c-b468-aa1f6001c93c tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552096 Sep 17 08:11:16.683389 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40100) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:16.815664 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2477fd85-8786-4cc4-910e-cb0a4dccfe96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:16.933848 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2477fd85-8786-4cc4-910e-cb0a4dccfe96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:16.939012 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2477fd85-8786-4cc4-910e-cb0a4dccfe96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:16.979665 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-2477fd85-8786-4cc4-910e-cb0a4dccfe96 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=693c95339b2a48d99f520d0c78254329&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2947981 Sep 17 08:11:16.983020 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 40112) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:16.983879 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2477fd85-8786-4cc4-910e-cb0a4dccfe96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4517f0-4f2c-4e0c-8eb9-8688b12f39be,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:17.038638 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ae7437fb-1bfe-4d7a-9f2c-49bc32299f86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:17.062216 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ae7437fb-1bfe-4d7a-9f2c-49bc32299f86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:17.126410 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ae7437fb-1bfe-4d7a-9f2c-49bc32299f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:17.129150 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ae7437fb-1bfe-4d7a-9f2c-49bc32299f86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:17.135802 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ae7437fb-1bfe-4d7a-9f2c-49bc32299f86 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4c4517f0-4f2c-4e0c-8eb9-8688b12f39be HTTP/1.1" status: 204 len: 168 time: 0.1462934 Sep 17 08:11:17.140250 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7437fb-1bfe-4d7a-9f2c-49bc32299f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c4517f0-4f2c-4e0c-8eb9-8688b12f39be,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:17.421364 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 40118) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:17.471591 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e960fd0f-f14b-459d-ac5e-b26fc408d34b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7ea470776bf8417ca9e9d548c6d1d45e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0490627 Sep 17 08:11:17.474964 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40120) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:17.528668 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-352eaaa5-7d6d-4fa7-af30-ecb8e67239a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:17.551793 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-352eaaa5-7d6d-4fa7-af30-ecb8e67239a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:17.606874 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-352eaaa5-7d6d-4fa7-af30-ecb8e67239a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:17.609680 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-352eaaa5-7d6d-4fa7-af30-ecb8e67239a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:17.610999 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-352eaaa5-7d6d-4fa7-af30-ecb8e67239a0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a4eda7c4-ecfe-40df-9806-622376944518 HTTP/1.1" status: 204 len: 168 time: 0.1350260 Sep 17 08:11:17.620511 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352eaaa5-7d6d-4fa7-af30-ecb8e67239a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4eda7c4-ecfe-40df-9806-622376944518,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:17.763034 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1860bc71-f455-468b-991d-f4adeab35362 req-ecfa8387-2afa-4589-ae3c-d2f1d22885c8 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:17.773416 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1860bc71-f455-468b-991d-f4adeab35362 req-ecfa8387-2afa-4589-ae3c-d2f1d22885c8 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=0abec55c-dd24-41d5-8ce4-ad6a53205049 HTTP/1.1" status: 200 len: 946 time: 0.0685096 Sep 17 08:11:17.811551 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1860bc71-f455-468b-991d-f4adeab35362 req-e20f9c03-892c-4df8-aa30-82e81b08769e tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369427 Sep 17 08:11:18.476814 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40150) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:18.584537 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-adba6ed4-cd25-4da3-b07a-a861d6931a27 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-305652138'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:11:18.608335 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adba6ed4-cd25-4da3-b07a-a861d6931a27 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Made reservation on behalf of f593322429814399ab6f30c7b581ac43 for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:11:18.611827 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-adba6ed4-cd25-4da3-b07a-a861d6931a27 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:18.620597 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-adba6ed4-cd25-4da3-b07a-a861d6931a27 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:18.725983 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-adba6ed4-cd25-4da3-b07a-a861d6931a27 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:18.731993 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-adba6ed4-cd25-4da3-b07a-a861d6931a27 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:18.762375 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adba6ed4-cd25-4da3-b07a-a861d6931a27 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:11:18.769177 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adba6ed4-cd25-4da3-b07a-a861d6931a27 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3a48ef-ce0b-48e4-bf4f-d5f3f7883940,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:18.776101 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-adba6ed4-cd25-4da3-b07a-a861d6931a27 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:18.776534 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-adba6ed4-cd25-4da3-b07a-a861d6931a27 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Added segment 3c592cdc-4dd7-49c9-ad33-4d9cda71abc5 of type vlan for network 99e1ac47-de60-4372-882d-d39ae93abbb6 Sep 17 08:11:18.819547 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-adba6ed4-cd25-4da3-b07a-a861d6931a27 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:18.849564 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-adba6ed4-cd25-4da3-b07a-a861d6931a27 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:18.857350 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adba6ed4-cd25-4da3-b07a-a861d6931a27 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:18.858050 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-adba6ed4-cd25-4da3-b07a-a861d6931a27 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:18.904115 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-adba6ed4-cd25-4da3-b07a-a861d6931a27 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4261160 Sep 17 08:11:18.907846 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40160) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:18.920904 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-0e7bd9c8-6d2d-4787-99fc-7a256b7511ea tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Request body: {'subnet': {'network_id': '99e1ac47-de60-4372-882d-d39ae93abbb6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:11:18.957628 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1160165c-2182-43ba-a196-1011f6615fa9 req-0a4aa490-71c9-4770-94f2-f1189e37b5d1 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:18.966312 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1160165c-2182-43ba-a196-1011f6615fa9 req-0a4aa490-71c9-4770-94f2-f1189e37b5d1 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=0abec55c-dd24-41d5-8ce4-ad6a53205049 HTTP/1.1" status: 200 len: 946 time: 0.0647199 Sep 17 08:11:19.017169 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1160165c-2182-43ba-a196-1011f6615fa9 req-8d6c27ca-3085-4972-8b24-80fb6df93ccf tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495331 Sep 17 08:11:19.028547 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adba6ed4-cd25-4da3-b07a-a861d6931a27 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Pushing event updated for resources: {'Network': ['ID=99e1ac47-de60-4372-882d-d39ae93abbb6,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:19.038590 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 99e1ac47-de60-4372-882d-d39ae93abbb6 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:11:19.056815 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e7bd9c8-6d2d-4787-99fc-7a256b7511ea tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Made reservation on behalf of f593322429814399ab6f30c7b581ac43 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:11:19.060394 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0e7bd9c8-6d2d-4787-99fc-7a256b7511ea tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:19.263983 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0e7bd9c8-6d2d-4787-99fc-7a256b7511ea tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:19.321252 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bd9c8-6d2d-4787-99fc-7a256b7511ea tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Pushing event updated for resources: {'Subnet': ['ID=e7f86919-24e8-4613-a438-84c460cbf65b,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:19.344842 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7bd9c8-6d2d-4787-99fc-7a256b7511ea tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Checking segment: {'id': '3c592cdc-4dd7-49c9-ad33-4d9cda71abc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '99e1ac47-de60-4372-882d-d39ae93abbb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:11:19.345205 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7bd9c8-6d2d-4787-99fc-7a256b7511ea tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Network hostable DHCP agents. Network: 99e1ac47-de60-4372-882d-d39ae93abbb6, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:11:19.370033 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7bd9c8-6d2d-4787-99fc-7a256b7511ea tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Network 99e1ac47-de60-4372-882d-d39ae93abbb6 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:11:19.379990 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-0e7bd9c8-6d2d-4787-99fc-7a256b7511ea tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 99e1ac47-de60-4372-882d-d39ae93abbb6) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:11:19.392510 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7bd9c8-6d2d-4787-99fc-7a256b7511ea tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:19.392510 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0e7bd9c8-6d2d-4787-99fc-7a256b7511ea tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:19.397070 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8bcc2bd-df74-4df0-8da9-c5fa82cc6238 None None] Network 99e1ac47-de60-4372-882d-d39ae93abbb6 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:11:19.407467 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-0e7bd9c8-6d2d-4787-99fc-7a256b7511ea tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4981508 Sep 17 08:11:19.410031 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 40162) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:19.414957 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-0079e737-38bd-41be-932d-3e7547a46a3d tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-131948924', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}, 'admin_state_up': False}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:11:19.446297 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0079e737-38bd-41be-932d-3e7547a46a3d tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:19.447506 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0079e737-38bd-41be-932d-3e7547a46a3d tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:19.514349 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0079e737-38bd-41be-932d-3e7547a46a3d tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:19.561380 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3879738f-aac6-4759-b499-9c5dc135af69 None None] Network 99e1ac47-de60-4372-882d-d39ae93abbb6 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:11:19.672446 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0079e737-38bd-41be-932d-3e7547a46a3d tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:19.895994 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0079e737-38bd-41be-932d-3e7547a46a3d tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for router_gateway, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:19.924787 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0079e737-38bd-41be-932d-3e7547a46a3d tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:19.928282 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b39b1406-0676-4ae0-8bb8-17e93e38f2b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:20.036691 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-0079e737-38bd-41be-932d-3e7547a46a3d tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Allocated IP 172.25.6.139 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/7ab20603-db13-44e1-800f-b0f91491ba94) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:11:20.193872 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf749711-91de-46f9-a8f6-887dd11f24e9 req-4a0b7daf-e04c-41f3-95fc-11948819b7f7 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:20.195558 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cf749711-91de-46f9-a8f6-887dd11f24e9 req-4a0b7daf-e04c-41f3-95fc-11948819b7f7 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=0abec55c-dd24-41d5-8ce4-ad6a53205049 HTTP/1.1" status: 200 len: 946 time: 0.0792265 Sep 17 08:11:20.200800 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0079e737-38bd-41be-932d-3e7547a46a3d tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:20.255202 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cf749711-91de-46f9-a8f6-887dd11f24e9 req-7efb31c1-a1ea-455b-94bd-3f37f6966178 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499690 Sep 17 08:11:20.270263 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0079e737-38bd-41be-932d-3e7547a46a3d tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:20.320769 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0079e737-38bd-41be-932d-3e7547a46a3d tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:11:20.324859 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-0079e737-38bd-41be-932d-3e7547a46a3d tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:11:20.326820 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0079e737-38bd-41be-932d-3e7547a46a3d tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Pushing event updated for resources: {'Port': ['ID=7ab20603-db13-44e1-800f-b0f91491ba94,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:20.329217 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0079e737-38bd-41be-932d-3e7547a46a3d tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:11:20.962915 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0079e737-38bd-41be-932d-3e7547a46a3d tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for router_gateway, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:21.180883 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0079e737-38bd-41be-932d-3e7547a46a3d tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:21.332859 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0079e737-38bd-41be-932d-3e7547a46a3d tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Router eebf1336-6585-418e-9865-ef92b7d0c8fc is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 08:11:21.440949 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d838e9a-4bbd-431f-bf91-3d88d336618d req-ed909944-6543-44d2-9286-22f483f4d968 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:21.442599 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9d838e9a-4bbd-431f-bf91-3d88d336618d req-ed909944-6543-44d2-9286-22f483f4d968 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=0abec55c-dd24-41d5-8ce4-ad6a53205049 HTTP/1.1" status: 200 len: 946 time: 0.1060355 Sep 17 08:11:21.521231 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0079e737-38bd-41be-932d-3e7547a46a3d tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:11:21.530796 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ba01cf-9e34-4737-9357-7006f4e03732 None None] Sync routers for ids ['eebf1336-6585-418e-9865-ef92b7d0c8fc'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:11:21.533290 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9d838e9a-4bbd-431f-bf91-3d88d336618d req-f8d99405-3218-4fbe-8c04-bac4b8ec4140 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829592 Sep 17 08:11:21.542014 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ba01cf-9e34-4737-9357-7006f4e03732 None None] Routers {'eebf1336-6585-418e-9865-ef92b7d0c8fc'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:11:21.542434 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-89ba01cf-9e34-4737-9357-7006f4e03732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:10:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['eebf1336-6585-418e-9865-ef92b7d0c8fc'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:21.548012 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0079e737-38bd-41be-932d-3e7547a46a3d tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:21.553340 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40180) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:21.560427 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-0079e737-38bd-41be-932d-3e7547a46a3d tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1489286 Sep 17 08:11:21.575964 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-89ba01cf-9e34-4737-9357-7006f4e03732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:21.584993 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ba01cf-9e34-4737-9357-7006f4e03732 None None] Routers {'eebf1336-6585-418e-9865-ef92b7d0c8fc'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:11:21.585599 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-89ba01cf-9e34-4737-9357-7006f4e03732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:10:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['eebf1336-6585-418e-9865-ef92b7d0c8fc'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:21.620006 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-89ba01cf-9e34-4737-9357-7006f4e03732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:21.620919 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ba01cf-9e34-4737-9357-7006f4e03732 None None] The sync data for ids ['eebf1336-6585-418e-9865-ef92b7d0c8fc'] in n-d-789963-9 is: [] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:11:22.016686 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b3141dd3-f0d6-426e-9856-100f0a64c741 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:22.298069 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-b3141dd3-f0d6-426e-9856-100f0a64c741 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Allocated IP 172.20.0.1 (99e1ac47-de60-4372-882d-d39ae93abbb6/e7f86919-24e8-4613-a438-84c460cbf65b/2da8f29c-ef43-400d-ba9b-63c957949371) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:11:22.414154 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b3141dd3-f0d6-426e-9856-100f0a64c741 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:22.428640 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1651d8a7-fb54-4a64-8e03-3baae1417d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:22.452848 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b3141dd3-f0d6-426e-9856-100f0a64c741 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:22.491670 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3141dd3-f0d6-426e-9856-100f0a64c741 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Network 99e1ac47-de60-4372-882d-d39ae93abbb6 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:11:22.494608 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-b3141dd3-f0d6-426e-9856-100f0a64c741 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:11:22.496996 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3141dd3-f0d6-426e-9856-100f0a64c741 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:11:22.537220 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3141dd3-f0d6-426e-9856-100f0a64c741 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Pushing event updated for resources: {'Port': ['ID=2da8f29c-ef43-400d-ba9b-63c957949371,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:22.555766 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b3141dd3-f0d6-426e-9856-100f0a64c741 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:22.698028 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b3141dd3-f0d6-426e-9856-100f0a64c741 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:22.701094 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:22.713018 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef7006-1290-427f-8f08-aa9b6c3b301d req-fd3da29c-42b5-44a3-bd78-410abf11cca9 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:22.714665 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dbef7006-1290-427f-8f08-aa9b6c3b301d req-fd3da29c-42b5-44a3-bd78-410abf11cca9 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=0abec55c-dd24-41d5-8ce4-ad6a53205049 HTTP/1.1" status: 200 len: 946 time: 0.0902240 Sep 17 08:11:22.761522 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dbef7006-1290-427f-8f08-aa9b6c3b301d req-aee743a3-2c43-4dcb-94eb-767b129e214a tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371125 Sep 17 08:11:23.007199 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b3141dd3-f0d6-426e-9856-100f0a64c741 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:23.017343 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b3141dd3-f0d6-426e-9856-100f0a64c741 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:23.102168 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b3141dd3-f0d6-426e-9856-100f0a64c741 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:23.107645 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3141dd3-f0d6-426e-9856-100f0a64c741 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Pushing event updated for resources: {'Port': ['ID=2da8f29c-ef43-400d-ba9b-63c957949371,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:23.207595 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3141dd3-f0d6-426e-9856-100f0a64c741 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Network 99e1ac47-de60-4372-882d-d39ae93abbb6 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:11:23.209090 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-b3141dd3-f0d6-426e-9856-100f0a64c741 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:11:23.347071 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3141dd3-f0d6-426e-9856-100f0a64c741 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Router eebf1336-6585-418e-9865-ef92b7d0c8fc has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:11:23.488113 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3141dd3-f0d6-426e-9856-100f0a64c741 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:11:23.497805 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 40196) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:23.498228 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b3141dd3-f0d6-426e-9856-100f0a64c741 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] 10.222.0.13 "PUT /v2.0/routers/eebf1336-6585-418e-9865-ef92b7d0c8fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9429953 Sep 17 08:11:23.505911 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874236e0-cd45-44c4-914e-56e5cf09a322 None None] Sync routers for ids ['eebf1336-6585-418e-9865-ef92b7d0c8fc'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:11:23.510815 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-7b5bc955-9236-404c-9bb5-3ace7598c475 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Request body: {'port': {'network_id': '99e1ac47-de60-4372-882d-d39ae93abbb6', 'name': 'tempest-FloatingIPTestJSON-1577143688'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:11:23.522221 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874236e0-cd45-44c4-914e-56e5cf09a322 None None] Routers {'eebf1336-6585-418e-9865-ef92b7d0c8fc'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:11:23.523248 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-874236e0-cd45-44c4-914e-56e5cf09a322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:11:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['eebf1336-6585-418e-9865-ef92b7d0c8fc'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:23.558997 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-874236e0-cd45-44c4-914e-56e5cf09a322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:23.568854 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874236e0-cd45-44c4-914e-56e5cf09a322 None None] Routers {'eebf1336-6585-418e-9865-ef92b7d0c8fc'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:11:23.569588 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-874236e0-cd45-44c4-914e-56e5cf09a322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:11:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['eebf1336-6585-418e-9865-ef92b7d0c8fc'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:23.607232 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-874236e0-cd45-44c4-914e-56e5cf09a322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:23.607957 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874236e0-cd45-44c4-914e-56e5cf09a322 None None] The sync data for ids ['eebf1336-6585-418e-9865-ef92b7d0c8fc'] in n-d-789963-9 is: [] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:11:23.648120 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b5bc955-9236-404c-9bb5-3ace7598c475 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Made reservation on behalf of f593322429814399ab6f30c7b581ac43 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:11:23.651640 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7b5bc955-9236-404c-9bb5-3ace7598c475 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:23.673734 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [None req-7b5bc955-9236-404c-9bb5-3ace7598c475 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] device_id is not set on port 5c5d585a-ce56-4562-a7e3-9abf08d9cc48 yet. {{(pid=101289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 08:11:23.684954 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:23.788404 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-7b5bc955-9236-404c-9bb5-3ace7598c475 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Allocated IP 172.20.0.6 (99e1ac47-de60-4372-882d-d39ae93abbb6/e7f86919-24e8-4613-a438-84c460cbf65b/5c5d585a-ce56-4562-a7e3-9abf08d9cc48) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:11:23.946034 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b23cb2-e4ce-497d-b596-08578a178fa9 req-9ef5ae21-92d6-479c-9e4d-9f5804c395d2 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:23.947564 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d9b23cb2-e4ce-497d-b596-08578a178fa9 req-9ef5ae21-92d6-479c-9e4d-9f5804c395d2 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=0abec55c-dd24-41d5-8ce4-ad6a53205049 HTTP/1.1" status: 200 len: 946 time: 0.1087179 Sep 17 08:11:23.999458 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7b5bc955-9236-404c-9bb5-3ace7598c475 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:24.016069 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d9b23cb2-e4ce-497d-b596-08578a178fa9 req-4450694a-1d67-4eea-b6e9-2a429428e283 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613458 Sep 17 08:11:24.047133 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7b5bc955-9236-404c-9bb5-3ace7598c475 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:24.090106 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5bc955-9236-404c-9bb5-3ace7598c475 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Network 99e1ac47-de60-4372-882d-d39ae93abbb6 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:11:24.093211 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-7b5bc955-9236-404c-9bb5-3ace7598c475 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:11:24.096257 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5bc955-9236-404c-9bb5-3ace7598c475 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:11:24.151435 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5bc955-9236-404c-9bb5-3ace7598c475 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Pushing event updated for resources: {'Port': ['ID=5c5d585a-ce56-4562-a7e3-9abf08d9cc48,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:24.178977 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5bc955-9236-404c-9bb5-3ace7598c475 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:24.179578 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7b5bc955-9236-404c-9bb5-3ace7598c475 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:24.196630 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae64e19-7c60-44e5-b0b0-28fd25602042 req-d2f286ac-9763-4b8b-9b90-c38eae1ffa72 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:24.198087 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8ae64e19-7c60-44e5-b0b0-28fd25602042 req-d2f286ac-9763-4b8b-9b90-c38eae1ffa72 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 946 time: 0.0991807 Sep 17 08:11:24.204412 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-7b5bc955-9236-404c-9bb5-3ace7598c475 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7038369 Sep 17 08:11:24.207140 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40216) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:24.212965 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-679df160-9f92-4505-ae43-917119a66020 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Request body: {'port': {'network_id': '99e1ac47-de60-4372-882d-d39ae93abbb6', 'name': 'tempest-FloatingIPTestJSON-902911997'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:11:24.239564 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8ae64e19-7c60-44e5-b0b0-28fd25602042 req-3067b059-79eb-466a-8dbc-e5f72a6ed3cb tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340745 Sep 17 08:11:24.322549 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-679df160-9f92-4505-ae43-917119a66020 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Made reservation on behalf of f593322429814399ab6f30c7b581ac43 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:11:24.326248 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-679df160-9f92-4505-ae43-917119a66020 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:24.343461 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [None req-679df160-9f92-4505-ae43-917119a66020 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] device_id is not set on port a992ece9-b411-46eb-a3fc-0d3fd5781cd6 yet. {{(pid=101290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 08:11:24.446201 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-679df160-9f92-4505-ae43-917119a66020 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Allocated IP 172.20.0.3 (99e1ac47-de60-4372-882d-d39ae93abbb6/e7f86919-24e8-4613-a438-84c460cbf65b/a992ece9-b411-46eb-a3fc-0d3fd5781cd6) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:11:24.594079 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-679df160-9f92-4505-ae43-917119a66020 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:24.627360 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-679df160-9f92-4505-ae43-917119a66020 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:24.669519 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679df160-9f92-4505-ae43-917119a66020 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Network 99e1ac47-de60-4372-882d-d39ae93abbb6 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:11:24.672654 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-679df160-9f92-4505-ae43-917119a66020 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:11:24.678423 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679df160-9f92-4505-ae43-917119a66020 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:11:24.684799 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679df160-9f92-4505-ae43-917119a66020 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Pushing event updated for resources: {'Port': ['ID=a992ece9-b411-46eb-a3fc-0d3fd5781cd6,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:24.733892 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679df160-9f92-4505-ae43-917119a66020 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:24.734413 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-679df160-9f92-4505-ae43-917119a66020 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:24.747822 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-679df160-9f92-4505-ae43-917119a66020 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.5394392 Sep 17 08:11:24.750928 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40224) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:24.755191 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-07aeb72c-0266-4f33-99b2-0cf1a9b75ae3 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Request body: {'floatingip': {'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'port_id': 'a992ece9-b411-46eb-a3fc-0d3fd5781cd6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:11:24.777140 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-07aeb72c-0266-4f33-99b2-0cf1a9b75ae3 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for floatingip, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:24.869800 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-07aeb72c-0266-4f33-99b2-0cf1a9b75ae3 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:24.912427 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b5dfca-c25e-4a12-a8a8-282c4eb386a5 req-be0ca5c1-e31e-4aae-9a99-62eba21fc3e0 tempest-TestNetworkAdvancedServerOps-1491937489 tempest-TestNetworkAdvancedServerOps-1491937489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:24.913995 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-53b5dfca-c25e-4a12-a8a8-282c4eb386a5 req-be0ca5c1-e31e-4aae-9a99-62eba21fc3e0 tempest-TestNetworkAdvancedServerOps-1491937489 tempest-TestNetworkAdvancedServerOps-1491937489-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5d21dcaf-2e2d-4d69-94e4-520d7f9115c3 HTTP/1.1" status: 200 len: 1098 time: 0.0464005 Sep 17 08:11:24.948261 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-53b5dfca-c25e-4a12-a8a8-282c4eb386a5 req-897ae754-a344-4b51-8119-cffc32242428 tempest-TestNetworkAdvancedServerOps-1491937489 tempest-TestNetworkAdvancedServerOps-1491937489-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d107d5ef-6bbd-42bc-9048-57654bfdda1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282702 Sep 17 08:11:24.970198 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 40228) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:24.977862 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-07aeb72c-0266-4f33-99b2-0cf1a9b75ae3 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Allocated IP 172.25.6.207 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/79a8f891-0b62-4738-bbb5-5800f9894940) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:11:25.081120 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-07aeb72c-0266-4f33-99b2-0cf1a9b75ae3 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:25.122247 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-07aeb72c-0266-4f33-99b2-0cf1a9b75ae3 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:25.161312 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07aeb72c-0266-4f33-99b2-0cf1a9b75ae3 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:11:25.164152 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933cb093-ff5f-45b6-a9f1-cd14f8616b6d req-d15b7f8f-53e3-4f18-8a0d-547eeebc725e tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:25.164765 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-07aeb72c-0266-4f33-99b2-0cf1a9b75ae3 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:11:25.165663 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-933cb093-ff5f-45b6-a9f1-cd14f8616b6d req-d15b7f8f-53e3-4f18-8a0d-547eeebc725e tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=0abec55c-dd24-41d5-8ce4-ad6a53205049 HTTP/1.1" status: 200 len: 946 time: 0.0743608 Sep 17 08:11:25.168405 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07aeb72c-0266-4f33-99b2-0cf1a9b75ae3 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:11:25.186122 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-22a102c1-e61a-40d7-8aa0-9a7dde3b54b0 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Deleting port bbe4afb8-3523-442d-a483-ac9403b451db {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:11:25.187077 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-22a102c1-e61a-40d7-8aa0-9a7dde3b54b0 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:25.194579 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aeb72c-0266-4f33-99b2-0cf1a9b75ae3 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Pushing event updated for resources: {'Port': ['ID=79a8f891-0b62-4738-bbb5-5800f9894940,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:25.260498 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-933cb093-ff5f-45b6-a9f1-cd14f8616b6d req-afebd832-0a82-4329-8abf-0d869b177e76 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848377 Sep 17 08:11:25.279172 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:25.294393 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-22a102c1-e61a-40d7-8aa0-9a7dde3b54b0 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:25.294785 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-22a102c1-e61a-40d7-8aa0-9a7dde3b54b0 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:25.314516 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-22a102c1-e61a-40d7-8aa0-9a7dde3b54b0 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Calling delete_port for bbe4afb8-3523-442d-a483-ac9403b451db owned by network:floatingip {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:11:25.411704 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e1e0d6-44c1-4e2d-80af-7c4ab49bbfab req-b2b63836-8a29-4031-9bc4-7bdaf8c2d708 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:25.413271 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-88e1e0d6-44c1-4e2d-80af-7c4ab49bbfab req-b2b63836-8a29-4031-9bc4-7bdaf8c2d708 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 946 time: 0.0967088 Sep 17 08:11:25.467439 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-88e1e0d6-44c1-4e2d-80af-7c4ab49bbfab req-4eaeff4f-8066-4085-9bd8-d80dcc45b7eb tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469322 Sep 17 08:11:25.540973 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-22a102c1-e61a-40d7-8aa0-9a7dde3b54b0 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:25.557936 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-07aeb72c-0266-4f33-99b2-0cf1a9b75ae3 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:25.569922 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a102c1-e61a-40d7-8aa0-9a7dde3b54b0 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event deleted for resources: {'Port': ['ID=bbe4afb8-3523-442d-a483-ac9403b451db,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:25.630954 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-22a102c1-e61a-40d7-8aa0-9a7dde3b54b0 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for floatingip, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:25.631391 n-d-789963-9 neutron-server[101289]: INFO neutron.db.l3_db [None req-22a102c1-e61a-40d7-8aa0-9a7dde3b54b0 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Floating IP b24315ee-a216-4154-81fa-29254f1216fb disassociated (deleted). External IP: 172.25.6.164, port: 1475caf1-f5b0-45e1-bfc4-2d0716cb22bb. Sep 17 08:11:25.637563 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-07aeb72c-0266-4f33-99b2-0cf1a9b75ae3 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:25.815653 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-07aeb72c-0266-4f33-99b2-0cf1a9b75ae3 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:25.820428 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-07aeb72c-0266-4f33-99b2-0cf1a9b75ae3 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:25.848439 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a102c1-e61a-40d7-8aa0-9a7dde3b54b0 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Router a0cbab66-f53a-436b-931a-44e3534c23bc has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:11:25.884503 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aeb72c-0266-4f33-99b2-0cf1a9b75ae3 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Pushing event updated for resources: {'Port': ['ID=79a8f891-0b62-4738-bbb5-5800f9894940,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:25.902490 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-07aeb72c-0266-4f33-99b2-0cf1a9b75ae3 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:25.960464 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a102c1-e61a-40d7-8aa0-9a7dde3b54b0 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:11:25.965214 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-22a102c1-e61a-40d7-8aa0-9a7dde3b54b0 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:25.971347 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f852ac4e-3618-45d1-9d9a-24ad7a5b3aa4 None None] Sync routers for ids ['a0cbab66-f53a-436b-931a-44e3534c23bc'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:11:25.981122 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f852ac4e-3618-45d1-9d9a-24ad7a5b3aa4 None None] Routers {'a0cbab66-f53a-436b-931a-44e3534c23bc'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:11:25.982105 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-f852ac4e-3618-45d1-9d9a-24ad7a5b3aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:11:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['a0cbab66-f53a-436b-931a-44e3534c23bc'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:25.993562 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-22a102c1-e61a-40d7-8aa0-9a7dde3b54b0 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "DELETE /v2.0/floatingips/b24315ee-a216-4154-81fa-29254f1216fb HTTP/1.1" status: 204 len: 168 time: 1.0223093 Sep 17 08:11:25.994154 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d21dcaf-2e2d-4d69-94e4-520d7f9115c3', 'tag': '1475caf1-f5b0-45e1-bfc4-2d0716cb22bb'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:11:25.996567 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2181f59c-b889-430a-8d25-a4741f016175" -d '{"events": [{"name": "network-changed", "server_uuid": "5d21dcaf-2e2d-4d69-94e4-520d7f9115c3", "tag": "1475caf1-f5b0-45e1-bfc4-2d0716cb22bb"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:11:26.012982 n-d-789963-9 neutron-server[101290]: INFO neutron.db.l3_db [None req-07aeb72c-0266-4f33-99b2-0cf1a9b75ae3 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Floating IP 9d3db7ad-a559-4cac-913c-153578081ef7 associated. External IP: 172.25.6.207, port: a992ece9-b411-46eb-a3fc-0d3fd5781cd6. Sep 17 08:11:26.041590 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e13e90-8dcb-4c01-b562-3765893460fc x-openstack-request-id: req-e8e13e90-8dcb-4c01-b562-3765893460fc {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:11:26.041890 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d21dcaf-2e2d-4d69-94e4-520d7f9115c3", "tag": "1475caf1-f5b0-45e1-bfc4-2d0716cb22bb", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:11:26.042189 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e8e13e90-8dcb-4c01-b562-3765893460fc {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:11:26.042585 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d21dcaf-2e2d-4d69-94e4-520d7f9115c3', 'tag': '1475caf1-f5b0-45e1-bfc4-2d0716cb22bb', 'status': 'completed', 'code': 200} Sep 17 08:11:26.094018 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-f852ac4e-3618-45d1-9d9a-24ad7a5b3aa4 None None] Set router a0cbab66-f53a-436b-931a-44e3534c23bc gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:11:26.143074 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2181f59c-b889-430a-8d25-a4741f016175 req-67a8c027-ac41-4e24-a5b1-b8c6527d3d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:26.144670 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2181f59c-b889-430a-8d25-a4741f016175 req-67a8c027-ac41-4e24-a5b1-b8c6527d3d9a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6ef7951b2ac4d2ead98d70f1879d714&device_id=5d21dcaf-2e2d-4d69-94e4-520d7f9115c3 HTTP/1.1" status: 200 len: 1098 time: 0.0477881 Sep 17 08:11:26.274613 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07aeb72c-0266-4f33-99b2-0cf1a9b75ae3 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Router eebf1336-6585-418e-9865-ef92b7d0c8fc has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:11:26.289921 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2181f59c-b889-430a-8d25-a4741f016175 req-adba3242-f7e6-4f6f-baf7-d119414830f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:26.291418 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2181f59c-b889-430a-8d25-a4741f016175 req-adba3242-f7e6-4f6f-baf7-d119414830f7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f HTTP/1.1" status: 200 len: 897 time: 0.1338561 Sep 17 08:11:26.350870 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-f852ac4e-3618-45d1-9d9a-24ad7a5b3aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cbab66-f53a-436b-931a-44e3534c23bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688856691', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'd2ac2cc7-29cb-4207-8a56-7017ef124dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:08:02Z', 'updated_at': '2021-09-17T08:08:08Z', 'revision_number': 4, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'gw_port': {'id': 'd2ac2cc7-29cb-4207-8a56-7017ef124dc2', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:10:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cbab66-f53a-436b-931a-44e3534c23bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:08:02Z', 'updated_at': '2021-09-17T08:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '60a033f7-9e73-4cae-a3b4-fd120afc52cb', 'name': '', 'network_id': '4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'mac_address': 'fa:16:3e:9d:04:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cbab66-f53a-436b-931a-44e3534c23bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': 'b98ec8dd-adb0-4978-b4cf-67dad35b09f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:08:08Z', 'updated_at': '2021-09-17T08:08:12Z', 'revision_number': 5, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'subnets': [{'id': 'b98ec8dd-adb0-4978-b4cf-67dad35b09f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:26.362192 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4550b7-9f73-40ae-a29c-8563811b74f6 req-1ecdbc80-72f0-4906-9c3b-1914bbbd553f tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:26.363666 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9b4550b7-9f73-40ae-a29c-8563811b74f6 req-1ecdbc80-72f0-4906-9c3b-1914bbbd553f tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d21dcaf-2e2d-4d69-94e4-520d7f9115c3 HTTP/1.1" status: 200 len: 947 time: 0.1177850 Sep 17 08:11:26.365884 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2181f59c-b889-430a-8d25-a4741f016175 req-ec210128-5c0e-4256-ac85-0ec4cebd8237 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1475caf1-f5b0-45e1-bfc4-2d0716cb22bb HTTP/1.1" status: 200 len: 217 time: 0.0664766 Sep 17 08:11:26.378342 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f852ac4e-3618-45d1-9d9a-24ad7a5b3aa4 None None] Checking router: a0cbab66-f53a-436b-931a-44e3534c23bc for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:11:26.390080 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f852ac4e-3618-45d1-9d9a-24ad7a5b3aa4 None None] Routers {'a0cbab66-f53a-436b-931a-44e3534c23bc'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:11:26.390747 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-f852ac4e-3618-45d1-9d9a-24ad7a5b3aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:11:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['a0cbab66-f53a-436b-931a-44e3534c23bc'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:26.469725 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2181f59c-b889-430a-8d25-a4741f016175 req-bf079760-8bc7-4c67-afce-a3f2a5437f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:26.471205 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2181f59c-b889-430a-8d25-a4741f016175 req-bf079760-8bc7-4c67-afce-a3f2a5437f81 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b98ec8dd-adb0-4978-b4cf-67dad35b09f8 HTTP/1.1" status: 200 len: 835 time: 0.0975804 Sep 17 08:11:26.476386 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9b4550b7-9f73-40ae-a29c-8563811b74f6 req-abacdf87-79aa-4169-a2eb-35ec894d17d4 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=d107d5ef-6bbd-42bc-9048-57654bfdda1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016088 Sep 17 08:11:26.485543 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4885a144-f84e-4e9c-b3f1-4c0a7b03551d req-75982738-2e86-4781-a561-bcbb3061e045 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:26.487100 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4885a144-f84e-4e9c-b3f1-4c0a7b03551d req-75982738-2e86-4781-a561-bcbb3061e045 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=0abec55c-dd24-41d5-8ce4-ad6a53205049 HTTP/1.1" status: 200 len: 946 time: 0.1333599 Sep 17 08:11:26.508726 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-f852ac4e-3618-45d1-9d9a-24ad7a5b3aa4 None None] Set router a0cbab66-f53a-436b-931a-44e3534c23bc gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:11:26.554213 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2181f59c-b889-430a-8d25-a4741f016175 req-fd3b1100-b7c6-464e-8fa0-cbeadd14db1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:26.555856 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2181f59c-b889-430a-8d25-a4741f016175 req-fd3b1100-b7c6-464e-8fa0-cbeadd14db1a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677660 Sep 17 08:11:26.558782 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4885a144-f84e-4e9c-b3f1-4c0a7b03551d req-36df04d8-9886-4419-b85d-62f3873c63c2 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633008 Sep 17 08:11:26.658491 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2181f59c-b889-430a-8d25-a4741f016175 req-73461eaf-0a2d-4b99-b746-754fbe7c53fb service neutron] 10.222.0.41 "GET /v2.0/networks/4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941703 Sep 17 08:11:26.754732 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2181f59c-b889-430a-8d25-a4741f016175 req-b34ae647-6ecd-4d8f-9dff-5f61a2b8c8dc service neutron] 10.222.0.41 "GET /v2.0/networks/4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883749 Sep 17 08:11:26.784387 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07aeb72c-0266-4f33-99b2-0cf1a9b75ae3 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:11:26.796408 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3689df6b-bc25-4498-a329-381020555885 None None] Sync routers for ids ['eebf1336-6585-418e-9865-ef92b7d0c8fc'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:11:26.803827 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-07aeb72c-0266-4f33-99b2-0cf1a9b75ae3 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:26.807822 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3689df6b-bc25-4498-a329-381020555885 None None] Routers {'eebf1336-6585-418e-9865-ef92b7d0c8fc'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:11:26.808669 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-3689df6b-bc25-4498-a329-381020555885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:11:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['eebf1336-6585-418e-9865-ef92b7d0c8fc'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:26.814447 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-f852ac4e-3618-45d1-9d9a-24ad7a5b3aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cbab66-f53a-436b-931a-44e3534c23bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688856691', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'd2ac2cc7-29cb-4207-8a56-7017ef124dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:08:02Z', 'updated_at': '2021-09-17T08:08:08Z', 'revision_number': 4, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'gw_port': {'id': 'd2ac2cc7-29cb-4207-8a56-7017ef124dc2', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:10:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cbab66-f53a-436b-931a-44e3534c23bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:08:02Z', 'updated_at': '2021-09-17T08:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '60a033f7-9e73-4cae-a3b4-fd120afc52cb', 'name': '', 'network_id': '4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'mac_address': 'fa:16:3e:9d:04:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cbab66-f53a-436b-931a-44e3534c23bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': 'b98ec8dd-adb0-4978-b4cf-67dad35b09f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:08:08Z', 'updated_at': '2021-09-17T08:08:12Z', 'revision_number': 5, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'subnets': [{'id': 'b98ec8dd-adb0-4978-b4cf-67dad35b09f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:26.837626 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-07aeb72c-0266-4f33-99b2-0cf1a9b75ae3 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.0832214 Sep 17 08:11:26.837863 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40262) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:26.841512 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-3689df6b-bc25-4498-a329-381020555885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:26.842715 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-e5e68710-a007-4da5-97c7-657af3d704d4 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:11:26.843788 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f852ac4e-3618-45d1-9d9a-24ad7a5b3aa4 None None] The sync data for ids ['a0cbab66-f53a-436b-931a-44e3534c23bc'] in n-d-789963-9 is: [{'id': 'a0cbab66-f53a-436b-931a-44e3534c23bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688856691', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'd2ac2cc7-29cb-4207-8a56-7017ef124dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:08:02Z', 'updated_at': '2021-09-17T08:08:08Z', 'revision_number': 4, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'gw_port': {'id': 'd2ac2cc7-29cb-4207-8a56-7017ef124dc2', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:10:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cbab66-f53a-436b-931a-44e3534c23bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:08:02Z', 'updated_at': '2021-09-17T08:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '60a033f7-9e73-4cae-a3b4-fd120afc52cb', 'name': '', 'network_id': '4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'mac_address': 'fa:16:3e:9d:04:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cbab66-f53a-436b-931a-44e3534c23bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': 'b98ec8dd-adb0-4978-b4cf-67dad35b09f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:08:08Z', 'updated_at': '2021-09-17T08:08:12Z', 'revision_number': 5, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'subnets': [{'id': 'b98ec8dd-adb0-4978-b4cf-67dad35b09f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:11:26.851493 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3689df6b-bc25-4498-a329-381020555885 None None] Routers {'eebf1336-6585-418e-9865-ef92b7d0c8fc'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:11:26.852365 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-3689df6b-bc25-4498-a329-381020555885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:11:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['eebf1336-6585-418e-9865-ef92b7d0c8fc'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:26.888907 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-3689df6b-bc25-4498-a329-381020555885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:26.889570 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3689df6b-bc25-4498-a329-381020555885 None None] The sync data for ids ['eebf1336-6585-418e-9865-ef92b7d0c8fc'] in n-d-789963-9 is: [] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:11:26.902335 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e5e68710-a007-4da5-97c7-657af3d704d4 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for floatingip, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:27.051182 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e5e68710-a007-4da5-97c7-657af3d704d4 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:27.055814 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e5e68710-a007-4da5-97c7-657af3d704d4 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:27.056361 n-d-789963-9 neutron-server[101290]: INFO neutron.db.l3_db [None req-e5e68710-a007-4da5-97c7-657af3d704d4 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Floating IP 9d3db7ad-a559-4cac-913c-153578081ef7 disassociated. External IP: 172.25.6.207, port: a992ece9-b411-46eb-a3fc-0d3fd5781cd6. Sep 17 08:11:27.074749 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88299fb-e8fe-4065-9790-9da21bdbd2b5 None None] New status for floating IP b24315ee-a216-4154-81fa-29254f1216fb: DOWN {{(pid=101292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 08:11:27.250194 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:11:27.267124 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5e68710-a007-4da5-97c7-657af3d704d4 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Router eebf1336-6585-418e-9865-ef92b7d0c8fc has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:11:27.368503 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e68710-a007-4da5-97c7-657af3d704d4 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:11:27.372803 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e5e68710-a007-4da5-97c7-657af3d704d4 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:27.377788 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413b89ac-199e-48c4-96c6-705a9014c86e None None] Sync routers for ids ['eebf1336-6585-418e-9865-ef92b7d0c8fc'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:11:27.386542 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413b89ac-199e-48c4-96c6-705a9014c86e None None] Routers {'eebf1336-6585-418e-9865-ef92b7d0c8fc'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:11:27.387158 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-413b89ac-199e-48c4-96c6-705a9014c86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:11:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['eebf1336-6585-418e-9865-ef92b7d0c8fc'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:27.401873 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e5e68710-a007-4da5-97c7-657af3d704d4 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] 10.222.0.13 "PUT /v2.0/floatingips/9d3db7ad-a559-4cac-913c-153578081ef7 HTTP/1.1" status: 200 len: 688 time: 0.5629275 Sep 17 08:11:27.404451 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40264) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:27.419912 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-413b89ac-199e-48c4-96c6-705a9014c86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:27.428446 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413b89ac-199e-48c4-96c6-705a9014c86e None None] Routers {'eebf1336-6585-418e-9865-ef92b7d0c8fc'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:11:27.429052 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-413b89ac-199e-48c4-96c6-705a9014c86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:11:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['eebf1336-6585-418e-9865-ef92b7d0c8fc'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:27.463283 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-413b89ac-199e-48c4-96c6-705a9014c86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:27.463959 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413b89ac-199e-48c4-96c6-705a9014c86e None None] The sync data for ids ['eebf1336-6585-418e-9865-ef92b7d0c8fc'] in n-d-789963-9 is: [] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:11:27.531070 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-7d9df321-85ac-4f9e-9a2c-d25afe150746 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Deleting port 79a8f891-0b62-4738-bbb5-5800f9894940 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:11:27.531418 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7d9df321-85ac-4f9e-9a2c-d25afe150746 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:27.596150 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b5e8d-0831-4f46-9aca-aeb6d31bffa1 req-5a221ec7-1b32-40bf-ba1c-a5f28f0d0387 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:27.597923 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2d6b5e8d-0831-4f46-9aca-aeb6d31bffa1 req-5a221ec7-1b32-40bf-ba1c-a5f28f0d0387 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d21dcaf-2e2d-4d69-94e4-520d7f9115c3 HTTP/1.1" status: 200 len: 947 time: 0.0498013 Sep 17 08:11:27.609434 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7d9df321-85ac-4f9e-9a2c-d25afe150746 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:27.609843 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7d9df321-85ac-4f9e-9a2c-d25afe150746 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:27.627655 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-7d9df321-85ac-4f9e-9a2c-d25afe150746 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Calling delete_port for 79a8f891-0b62-4738-bbb5-5800f9894940 owned by network:floatingip {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:11:27.637951 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2d6b5e8d-0831-4f46-9aca-aeb6d31bffa1 req-bf510d37-9e4e-4941-8d33-2cd27e9f5130 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=d107d5ef-6bbd-42bc-9048-57654bfdda1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336850 Sep 17 08:11:27.698402 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a773a8-cde1-45cd-bc4d-b1908b6a0b0c req-1999966c-52ff-4cf8-b196-3425c44c72b6 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:27.699858 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-37a773a8-cde1-45cd-bc4d-b1908b6a0b0c req-1999966c-52ff-4cf8-b196-3425c44c72b6 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=0abec55c-dd24-41d5-8ce4-ad6a53205049 HTTP/1.1" status: 200 len: 946 time: 0.0605478 Sep 17 08:11:27.738941 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-37a773a8-cde1-45cd-bc4d-b1908b6a0b0c req-0988fb88-ac47-4762-9702-b7aabf790ce1 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324242 Sep 17 08:11:27.768793 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7d9df321-85ac-4f9e-9a2c-d25afe150746 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:27.793728 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9df321-85ac-4f9e-9a2c-d25afe150746 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Pushing event deleted for resources: {'Port': ['ID=79a8f891-0b62-4738-bbb5-5800f9894940,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:27.805631 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9df321-85ac-4f9e-9a2c-d25afe150746 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:11:27.805985 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9df321-85ac-4f9e-9a2c-d25afe150746 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:11:27.806334 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9df321-85ac-4f9e-9a2c-d25afe150746 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:11:27.806675 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9df321-85ac-4f9e-9a2c-d25afe150746 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:11:27.807022 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9df321-85ac-4f9e-9a2c-d25afe150746 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:11:27.807387 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9df321-85ac-4f9e-9a2c-d25afe150746 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:11:27.807684 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9df321-85ac-4f9e-9a2c-d25afe150746 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:11:27.808064 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9df321-85ac-4f9e-9a2c-d25afe150746 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:11:27.808369 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9df321-85ac-4f9e-9a2c-d25afe150746 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:11:27.808695 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9df321-85ac-4f9e-9a2c-d25afe150746 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:11:27.809022 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9df321-85ac-4f9e-9a2c-d25afe150746 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:11:27.809348 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9df321-85ac-4f9e-9a2c-d25afe150746 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:11:27.826307 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd24837-863e-4a23-8daa-f80ef26bd20b req-64553289-0228-4406-868a-d4e220efe0be tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:27.827959 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9fd24837-863e-4a23-8daa-f80ef26bd20b req-64553289-0228-4406-868a-d4e220efe0be tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d21dcaf-2e2d-4d69-94e4-520d7f9115c3 HTTP/1.1" status: 200 len: 947 time: 0.0508881 Sep 17 08:11:27.866923 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7d9df321-85ac-4f9e-9a2c-d25afe150746 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for floatingip, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:27.869896 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7d9df321-85ac-4f9e-9a2c-d25afe150746 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:27.871259 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-7d9df321-85ac-4f9e-9a2c-d25afe150746 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] 10.222.0.13 "DELETE /v2.0/floatingips/9d3db7ad-a559-4cac-913c-153578081ef7 HTTP/1.1" status: 204 len: 168 time: 0.4658685 Sep 17 08:11:27.874636 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40274) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:27.879231 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-66033028-6f28-4ad7-aeb1-f806ab273d0d tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Request body: {'floatingip': {'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'port_id': '5c5d585a-ce56-4562-a7e3-9abf08d9cc48'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:11:27.901925 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-66033028-6f28-4ad7-aeb1-f806ab273d0d tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for floatingip, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:27.929222 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-9fd24837-863e-4a23-8daa-f80ef26bd20b req-7b7d40b0-1e1c-49c8-9a5e-85f8ba14c448 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Deleting port 1475caf1-f5b0-45e1-bfc4-2d0716cb22bb {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:11:27.929744 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-9fd24837-863e-4a23-8daa-f80ef26bd20b req-7b7d40b0-1e1c-49c8-9a5e-85f8ba14c448 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:28.003695 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-66033028-6f28-4ad7-aeb1-f806ab273d0d tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:28.018281 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-9fd24837-863e-4a23-8daa-f80ef26bd20b req-7b7d40b0-1e1c-49c8-9a5e-85f8ba14c448 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] For port 1475caf1-f5b0-45e1-bfc4-2d0716cb22bb, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=1475caf1-f5b0-45e1-bfc4-2d0716cb22bb,segment=NetworkSegment(b2579ac6-3dfd-4f20-bd86-d180c36ba39f),segment_id=b2579ac6-3dfd-4f20-bd86-d180c36ba39f)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:11:28.019423 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-9fd24837-863e-4a23-8daa-f80ef26bd20b req-7b7d40b0-1e1c-49c8-9a5e-85f8ba14c448 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:28.034020 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-9fd24837-863e-4a23-8daa-f80ef26bd20b req-7b7d40b0-1e1c-49c8-9a5e-85f8ba14c448 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Calling delete_port for 1475caf1-f5b0-45e1-bfc4-2d0716cb22bb owned by compute:nova {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:11:28.112681 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-66033028-6f28-4ad7-aeb1-f806ab273d0d tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Allocated IP 172.25.6.36 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/a85e0ed3-2cd9-489a-af47-2658211fcb96) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:11:28.166349 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-9fd24837-863e-4a23-8daa-f80ef26bd20b req-7b7d40b0-1e1c-49c8-9a5e-85f8ba14c448 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:28.195541 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7d40b0-1e1c-49c8-9a5e-85f8ba14c448 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event deleted for resources: {'Port': ['ID=1475caf1-f5b0-45e1-bfc4-2d0716cb22bb,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:28.216006 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-66033028-6f28-4ad7-aeb1-f806ab273d0d tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:28.237236 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fd24837-863e-4a23-8daa-f80ef26bd20b req-7b7d40b0-1e1c-49c8-9a5e-85f8ba14c448 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] No DVR routers for this DVR port 1475caf1-f5b0-45e1-bfc4-2d0716cb22bb on host n-h1-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:11:28.239806 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-9fd24837-863e-4a23-8daa-f80ef26bd20b req-7b7d40b0-1e1c-49c8-9a5e-85f8ba14c448 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:28.242736 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9fd24837-863e-4a23-8daa-f80ef26bd20b req-7b7d40b0-1e1c-49c8-9a5e-85f8ba14c448 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.41 "DELETE /v2.0/ports/1475caf1-f5b0-45e1-bfc4-2d0716cb22bb HTTP/1.1" status: 204 len: 173 time: 0.4072583 Sep 17 08:11:28.243200 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d21dcaf-2e2d-4d69-94e4-520d7f9115c3', 'name': 'network-vif-deleted', 'tag': '1475caf1-f5b0-45e1-bfc4-2d0716cb22bb'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:11:28.245502 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f225c1-f9ee-483f-9aeb-45aa3bc97d1b" -d '{"events": [{"server_uuid": "5d21dcaf-2e2d-4d69-94e4-520d7f9115c3", "name": "network-vif-deleted", "tag": "1475caf1-f5b0-45e1-bfc4-2d0716cb22bb"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:11:28.253778 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-66033028-6f28-4ad7-aeb1-f806ab273d0d tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:28.286827 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b5cf6a-7615-4259-8cb0-63da8c2a9a25 x-openstack-request-id: req-92b5cf6a-7615-4259-8cb0-63da8c2a9a25 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:11:28.287122 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d21dcaf-2e2d-4d69-94e4-520d7f9115c3", "name": "network-vif-deleted", "tag": "1475caf1-f5b0-45e1-bfc4-2d0716cb22bb", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:11:28.287373 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-92b5cf6a-7615-4259-8cb0-63da8c2a9a25 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:11:28.288712 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d21dcaf-2e2d-4d69-94e4-520d7f9115c3', 'name': 'network-vif-deleted', 'tag': '1475caf1-f5b0-45e1-bfc4-2d0716cb22bb', 'status': 'completed', 'code': 200} Sep 17 08:11:28.292226 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66033028-6f28-4ad7-aeb1-f806ab273d0d tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:11:28.295061 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-66033028-6f28-4ad7-aeb1-f806ab273d0d tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:11:28.301285 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66033028-6f28-4ad7-aeb1-f806ab273d0d tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:11:28.337034 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66033028-6f28-4ad7-aeb1-f806ab273d0d tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Pushing event updated for resources: {'Port': ['ID=a85e0ed3-2cd9-489a-af47-2658211fcb96,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:28.683990 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-66033028-6f28-4ad7-aeb1-f806ab273d0d tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:28.762226 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-66033028-6f28-4ad7-aeb1-f806ab273d0d tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:28.779645 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-aa5ac95a-52a8-4ab6-9bc1-760ddd85e73b req-98aad20c-4bc7-4aa2-bd8a-617cd65b70bc tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d21dcaf-2e2d-4d69-94e4-520d7f9115c3 HTTP/1.1" status: 200 len: 210 time: 0.0390100 Sep 17 08:11:28.867144 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309eda4a-2980-4e40-b480-a532c56577f9 req-a7a5f469-b5d6-400f-a751-4f59a535d6bb tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:28.868663 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-309eda4a-2980-4e40-b480-a532c56577f9 req-a7a5f469-b5d6-400f-a751-4f59a535d6bb tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=0abec55c-dd24-41d5-8ce4-ad6a53205049 HTTP/1.1" status: 200 len: 946 time: 0.0487552 Sep 17 08:11:28.909628 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-309eda4a-2980-4e40-b480-a532c56577f9 req-ffaa5dbf-4220-4dbe-8998-0b7aeab8966e tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347860 Sep 17 08:11:28.924597 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-66033028-6f28-4ad7-aeb1-f806ab273d0d tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:28.932333 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-66033028-6f28-4ad7-aeb1-f806ab273d0d tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:28.952309 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 082c5b60-04fb-4ae3-ae64-64d07ad777a5 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:11:29.009181 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66033028-6f28-4ad7-aeb1-f806ab273d0d tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Pushing event updated for resources: {'Port': ['ID=a85e0ed3-2cd9-489a-af47-2658211fcb96,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:29.017902 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-66033028-6f28-4ad7-aeb1-f806ab273d0d tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:29.131652 n-d-789963-9 neutron-server[101290]: INFO neutron.db.l3_db [None req-66033028-6f28-4ad7-aeb1-f806ab273d0d tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Floating IP a848663d-e5a3-4763-aa5f-fcd1d4010c03 associated. External IP: 172.25.6.36, port: 5c5d585a-ce56-4562-a7e3-9abf08d9cc48. Sep 17 08:11:29.176507 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:29.199122 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '082c5b60-04fb-4ae3-ae64-64d07ad777a5'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:11:29.201379 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f495a7-6aef-4c08-bdc1-9dd2ab3e526d" -d '{"events": [{"server_uuid": "aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6", "name": "network-vif-unplugged", "status": "completed", "tag": "082c5b60-04fb-4ae3-ae64-64d07ad777a5"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:11:29.214365 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 082c5b60-04fb-4ae3-ae64-64d07ad777a5, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=082c5b60-04fb-4ae3-ae64-64d07ad777a5,segment=NetworkSegment(e7dfc92d-b32e-4f74-ad53-4fda8afa908d),segment_id=e7dfc92d-b32e-4f74-ad53-4fda8afa908d)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:11:29.218667 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:29.244853 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 08:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d38e13-aeb4-4dc9-9878-17671b077e45 x-openstack-request-id: req-c7d38e13-aeb4-4dc9-9878-17671b077e45 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:11:29.245150 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6", "name": "network-vif-unplugged", "status": "completed", "tag": "082c5b60-04fb-4ae3-ae64-64d07ad777a5", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:11:29.245399 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c7d38e13-aeb4-4dc9-9878-17671b077e45 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:11:29.245783 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '082c5b60-04fb-4ae3-ae64-64d07ad777a5', 'code': 200} Sep 17 08:11:29.270445 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=082c5b60-04fb-4ae3-ae64-64d07ad777a5,revision_number=8']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:29.278201 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:11:29.278548 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:11:29.278893 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:11:29.279334 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:11:29.279673 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:11:29.280049 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:11:29.280362 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:11:29.280688 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:11:29.281013 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:11:29.281336 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:11:29.281657 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:11:29.281978 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:11:29.348138 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66033028-6f28-4ad7-aeb1-f806ab273d0d tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Router eebf1336-6585-418e-9865-ef92b7d0c8fc has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:11:29.451436 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66033028-6f28-4ad7-aeb1-f806ab273d0d tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:11:29.461207 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d5d0c0-3856-4164-88ca-72f4d80c60c2 None None] Sync routers for ids ['eebf1336-6585-418e-9865-ef92b7d0c8fc'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:11:29.467330 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-66033028-6f28-4ad7-aeb1-f806ab273d0d tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:29.470513 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d5d0c0-3856-4164-88ca-72f4d80c60c2 None None] Routers {'eebf1336-6585-418e-9865-ef92b7d0c8fc'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:11:29.471190 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-96d5d0c0-3856-4164-88ca-72f4d80c60c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:11:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['eebf1336-6585-418e-9865-ef92b7d0c8fc'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:29.494416 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-66033028-6f28-4ad7-aeb1-f806ab273d0d tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 1.6186762 Sep 17 08:11:29.497048 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40288) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:29.501938 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-96d5d0c0-3856-4164-88ca-72f4d80c60c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:29.510888 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d5d0c0-3856-4164-88ca-72f4d80c60c2 None None] Routers {'eebf1336-6585-418e-9865-ef92b7d0c8fc'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:11:29.511480 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-96d5d0c0-3856-4164-88ca-72f4d80c60c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:11:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['eebf1336-6585-418e-9865-ef92b7d0c8fc'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:29.544582 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-96d5d0c0-3856-4164-88ca-72f4d80c60c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:29.545205 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d5d0c0-3856-4164-88ca-72f4d80c60c2 None None] The sync data for ids ['eebf1336-6585-418e-9865-ef92b7d0c8fc'] in n-d-789963-9 is: [] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:11:29.556411 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-70804583-4563-4b71-b197-44b4fe2da127 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] 10.222.0.13 "GET /v2.0/floatingips/a848663d-e5a3-4763-aa5f-fcd1d4010c03 HTTP/1.1" status: 200 len: 977 time: 0.0583320 Sep 17 08:11:29.558798 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40290) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:29.663100 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e88194ee-64da-452c-8937-4a3acc95c70d tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1032672 Sep 17 08:11:29.665680 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40292) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:29.669767 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-90b5f376-7874-4417-9195-2d3e7a8f34cc tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Request body: {'floatingip': {'port_id': 'a992ece9-b411-46eb-a3fc-0d3fd5781cd6'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:11:29.735760 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-90b5f376-7874-4417-9195-2d3e7a8f34cc tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for floatingip, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:29.826954 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 40296) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:30.074175 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55da078-ecc0-44ea-b89e-6ef0f5b2cb50 req-0b9b167e-6a30-42b7-abfc-f496acf3ace2 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:30.075677 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e55da078-ecc0-44ea-b89e-6ef0f5b2cb50 req-0b9b167e-6a30-42b7-abfc-f496acf3ace2 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=0abec55c-dd24-41d5-8ce4-ad6a53205049 HTTP/1.1" status: 200 len: 946 time: 0.0953584 Sep 17 08:11:30.166999 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e55da078-ecc0-44ea-b89e-6ef0f5b2cb50 req-22f43307-f3d9-4cce-92e1-96b54132c9ad tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847051 Sep 17 08:11:30.252912 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b08e8685-7b54-43ad-83cc-1091661f96a9 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:30.544873 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-90b5f376-7874-4417-9195-2d3e7a8f34cc tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:30.549675 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-90b5f376-7874-4417-9195-2d3e7a8f34cc tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:30.653206 n-d-789963-9 neutron-server[101290]: INFO neutron.db.l3_db [None req-90b5f376-7874-4417-9195-2d3e7a8f34cc tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Floating IP a848663d-e5a3-4763-aa5f-fcd1d4010c03 associated. External IP: 172.25.6.36, port: 5c5d585a-ce56-4562-a7e3-9abf08d9cc48. Sep 17 08:11:30.857384 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-b08e8685-7b54-43ad-83cc-1091661f96a9 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Deleting port 60a033f7-9e73-4cae-a3b4-fd120afc52cb {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:11:30.857965 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b08e8685-7b54-43ad-83cc-1091661f96a9 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:30.860012 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90b5f376-7874-4417-9195-2d3e7a8f34cc tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Router eebf1336-6585-418e-9865-ef92b7d0c8fc has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:11:30.943735 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-b08e8685-7b54-43ad-83cc-1091661f96a9 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] For port 60a033f7-9e73-4cae-a3b4-fd120afc52cb, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=60a033f7-9e73-4cae-a3b4-fd120afc52cb,segment=NetworkSegment(b2579ac6-3dfd-4f20-bd86-d180c36ba39f),segment_id=b2579ac6-3dfd-4f20-bd86-d180c36ba39f)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:11:30.944684 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b08e8685-7b54-43ad-83cc-1091661f96a9 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:30.957878 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 082c5b60-04fb-4ae3-ae64-64d07ad777a5 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:11:30.963302 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-b08e8685-7b54-43ad-83cc-1091661f96a9 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Calling delete_port for 60a033f7-9e73-4cae-a3b4-fd120afc52cb owned by network:router_interface {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:11:30.975977 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b5f376-7874-4417-9195-2d3e7a8f34cc tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:11:30.991881 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bd4480-ffe3-4807-8612-ee75e88e2dd4 None None] Sync routers for ids ['eebf1336-6585-418e-9865-ef92b7d0c8fc'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:11:31.035091 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bd4480-ffe3-4807-8612-ee75e88e2dd4 None None] Routers {'eebf1336-6585-418e-9865-ef92b7d0c8fc'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:11:31.036100 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-70bd4480-ffe3-4807-8612-ee75e88e2dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:11:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['eebf1336-6585-418e-9865-ef92b7d0c8fc'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:31.082087 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-70bd4480-ffe3-4807-8612-ee75e88e2dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:31.101449 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bd4480-ffe3-4807-8612-ee75e88e2dd4 None None] Routers {'eebf1336-6585-418e-9865-ef92b7d0c8fc'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:11:31.102325 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-70bd4480-ffe3-4807-8612-ee75e88e2dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:11:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['eebf1336-6585-418e-9865-ef92b7d0c8fc'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:31.143061 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-70bd4480-ffe3-4807-8612-ee75e88e2dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:31.144108 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bd4480-ffe3-4807-8612-ee75e88e2dd4 None None] The sync data for ids ['eebf1336-6585-418e-9865-ef92b7d0c8fc'] in n-d-789963-9 is: [] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:11:31.146651 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 082c5b60-04fb-4ae3-ae64-64d07ad777a5, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=082c5b60-04fb-4ae3-ae64-64d07ad777a5,segment=NetworkSegment(e7dfc92d-b32e-4f74-ad53-4fda8afa908d),segment_id=e7dfc92d-b32e-4f74-ad53-4fda8afa908d)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:11:31.157995 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '082c5b60-04fb-4ae3-ae64-64d07ad777a5', 'network_id': 'b775eb3f-2b25-4820-827b-6765ebe265c2', 'port_id': '082c5b60-04fb-4ae3-ae64-64d07ad777a5', 'mac_address': 'fa:16:3e:80:97:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b7cebd9-83b6-4be8-81d9-9f32073aed40', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:11:31.170344 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b08e8685-7b54-43ad-83cc-1091661f96a9 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:31.197606 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:31.200670 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08e8685-7b54-43ad-83cc-1091661f96a9 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event deleted for resources: {'Port': ['ID=60a033f7-9e73-4cae-a3b4-fd120afc52cb,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:31.214302 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 082c5b60-04fb-4ae3-ae64-64d07ad777a5 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:11:31.239729 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90b5f376-7874-4417-9195-2d3e7a8f34cc tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Router eebf1336-6585-418e-9865-ef92b7d0c8fc has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:11:31.254648 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 082c5b60-04fb-4ae3-ae64-64d07ad777a5, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=082c5b60-04fb-4ae3-ae64-64d07ad777a5,segment=NetworkSegment(e7dfc92d-b32e-4f74-ad53-4fda8afa908d),segment_id=e7dfc92d-b32e-4f74-ad53-4fda8afa908d)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:11:31.260643 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:31.335477 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=082c5b60-04fb-4ae3-ae64-64d07ad777a5,revision_number=9']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:31.369107 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2196f14a-93fe-4f7d-b6d5-336a353b489f req-aec0b271-3a87-43b5-a297-fd4d8e0385aa tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:31.371101 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2196f14a-93fe-4f7d-b6d5-336a353b489f req-aec0b271-3a87-43b5-a297-fd4d8e0385aa tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=0abec55c-dd24-41d5-8ce4-ad6a53205049 HTTP/1.1" status: 200 len: 946 time: 0.1154447 Sep 17 08:11:31.379496 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b5f376-7874-4417-9195-2d3e7a8f34cc tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:11:31.385244 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-90b5f376-7874-4417-9195-2d3e7a8f34cc tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:31.392648 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6148718-99df-4982-9c92-4f96cd3b6f67 None None] Sync routers for ids ['eebf1336-6585-418e-9865-ef92b7d0c8fc'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:11:31.404963 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6148718-99df-4982-9c92-4f96cd3b6f67 None None] Routers {'eebf1336-6585-418e-9865-ef92b7d0c8fc'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:11:31.406428 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-f6148718-99df-4982-9c92-4f96cd3b6f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:11:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['eebf1336-6585-418e-9865-ef92b7d0c8fc'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:31.422083 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['082c5b60-04fb-4ae3-ae64-64d07ad777a5'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:11:31.445805 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-90b5f376-7874-4417-9195-2d3e7a8f34cc tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] 10.222.0.13 "PUT /v2.0/floatingips/a848663d-e5a3-4763-aa5f-fcd1d4010c03 HTTP/1.1" status: 200 len: 976 time: 1.7791193 Sep 17 08:11:31.448440 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40310) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:31.452853 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-f6148718-99df-4982-9c92-4f96cd3b6f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:31.453797 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-849d864c-fac8-4619-a4ee-f1106b18eaf1 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:11:31.461557 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6148718-99df-4982-9c92-4f96cd3b6f67 None None] Routers {'eebf1336-6585-418e-9865-ef92b7d0c8fc'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:11:31.462447 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-f6148718-99df-4982-9c92-4f96cd3b6f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:11:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['eebf1336-6585-418e-9865-ef92b7d0c8fc'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:31.487898 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2196f14a-93fe-4f7d-b6d5-336a353b489f req-8181a3e2-251c-422e-95c3-eb92198e0a62 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702503 Sep 17 08:11:31.500276 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b08e8685-7b54-43ad-83cc-1091661f96a9 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:31.507583 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-f6148718-99df-4982-9c92-4f96cd3b6f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:31.508488 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6148718-99df-4982-9c92-4f96cd3b6f67 None None] The sync data for ids ['eebf1336-6585-418e-9865-ef92b7d0c8fc'] in n-d-789963-9 is: [] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:11:31.529809 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-849d864c-fac8-4619-a4ee-f1106b18eaf1 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for floatingip, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:31.675172 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-849d864c-fac8-4619-a4ee-f1106b18eaf1 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:31.679769 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-849d864c-fac8-4619-a4ee-f1106b18eaf1 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:31.680163 n-d-789963-9 neutron-server[101290]: INFO neutron.db.l3_db [None req-849d864c-fac8-4619-a4ee-f1106b18eaf1 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Floating IP a848663d-e5a3-4763-aa5f-fcd1d4010c03 disassociated. External IP: 172.25.6.36, port: a992ece9-b411-46eb-a3fc-0d3fd5781cd6. Sep 17 08:11:31.728334 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b08e8685-7b54-43ad-83cc-1091661f96a9 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Router a0cbab66-f53a-436b-931a-44e3534c23bc has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:11:31.847230 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b08e8685-7b54-43ad-83cc-1091661f96a9 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:11:31.855275 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-b08e8685-7b54-43ad-83cc-1091661f96a9 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "PUT /v2.0/routers/a0cbab66-f53a-436b-931a-44e3534c23bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0245230 Sep 17 08:11:31.855275 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 40312) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:31.858118 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599d2726-a513-41ee-b121-2ea12105409d None None] Sync routers for ids ['a0cbab66-f53a-436b-931a-44e3534c23bc'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:11:31.868108 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599d2726-a513-41ee-b121-2ea12105409d None None] Routers {'a0cbab66-f53a-436b-931a-44e3534c23bc'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:11:31.868756 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-599d2726-a513-41ee-b121-2ea12105409d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:11:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['a0cbab66-f53a-436b-931a-44e3534c23bc'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:31.902491 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-849d864c-fac8-4619-a4ee-f1106b18eaf1 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Router eebf1336-6585-418e-9865-ef92b7d0c8fc has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:11:31.905976 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c4c7c43-b7a2-4a7e-897a-12375e3951f0 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Deleting subnet b98ec8dd-adb0-4978-b4cf-67dad35b09f8 {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:11:31.909175 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8c4c7c43-b7a2-4a7e-897a-12375e3951f0 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:31.954319 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8c4c7c43-b7a2-4a7e-897a-12375e3951f0 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:31.981408 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-599d2726-a513-41ee-b121-2ea12105409d None None] Set router a0cbab66-f53a-436b-931a-44e3534c23bc gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:11:32.026612 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-849d864c-fac8-4619-a4ee-f1106b18eaf1 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:11:32.036554 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e781a072-88a5-4476-8860-082741290c54 None None] Sync routers for ids ['eebf1336-6585-418e-9865-ef92b7d0c8fc'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:11:32.036968 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-849d864c-fac8-4619-a4ee-f1106b18eaf1 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:32.043345 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8c4c7c43-b7a2-4a7e-897a-12375e3951f0 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:32.047559 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e781a072-88a5-4476-8860-082741290c54 None None] Routers {'eebf1336-6585-418e-9865-ef92b7d0c8fc'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:11:32.048413 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-e781a072-88a5-4476-8860-082741290c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:11:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['eebf1336-6585-418e-9865-ef92b7d0c8fc'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:32.068030 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-849d864c-fac8-4619-a4ee-f1106b18eaf1 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] 10.222.0.13 "PUT /v2.0/floatingips/a848663d-e5a3-4763-aa5f-fcd1d4010c03 HTTP/1.1" status: 200 len: 687 time: 0.6158915 Sep 17 08:11:32.068356 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40318) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:32.102592 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-e781a072-88a5-4476-8860-082741290c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:32.113897 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e781a072-88a5-4476-8860-082741290c54 None None] Routers {'eebf1336-6585-418e-9865-ef92b7d0c8fc'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:11:32.114577 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-e781a072-88a5-4476-8860-082741290c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:11:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['eebf1336-6585-418e-9865-ef92b7d0c8fc'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:32.120754 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8c4c7c43-b7a2-4a7e-897a-12375e3951f0 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:32.164174 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-e781a072-88a5-4476-8860-082741290c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:32.168215 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e781a072-88a5-4476-8860-082741290c54 None None] The sync data for ids ['eebf1336-6585-418e-9865-ef92b7d0c8fc'] in n-d-789963-9 is: [] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:11:32.185334 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4c7c43-b7a2-4a7e-897a-12375e3951f0 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event deleted for resources: {'Subnet': ['ID=b98ec8dd-adb0-4978-b4cf-67dad35b09f8,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:32.194016 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e42451-d0e5-48ef-b6ec-7fbd6a682271 None None] Network 4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:11:32.194903 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8c4c7c43-b7a2-4a7e-897a-12375e3951f0 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:32.199428 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-8c4c7c43-b7a2-4a7e-897a-12375e3951f0 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "DELETE /v2.0/subnets/b98ec8dd-adb0-4978-b4cf-67dad35b09f8 HTTP/1.1" status: 204 len: 168 time: 0.3409870 Sep 17 08:11:32.199605 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-599d2726-a513-41ee-b121-2ea12105409d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cbab66-f53a-436b-931a-44e3534c23bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688856691', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'd2ac2cc7-29cb-4207-8a56-7017ef124dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:08:02Z', 'updated_at': '2021-09-17T08:11:31Z', 'revision_number': 5, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'gw_port': {'id': 'd2ac2cc7-29cb-4207-8a56-7017ef124dc2', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:10:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cbab66-f53a-436b-931a-44e3534c23bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:08:02Z', 'updated_at': '2021-09-17T08:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:32.199875 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 40320) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:32.232082 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-2262d2ea-e8db-4379-ae4c-fc8c1e398daf tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Deleting port a85e0ed3-2cd9-489a-af47-2658211fcb96 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:11:32.233109 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2262d2ea-e8db-4379-ae4c-fc8c1e398daf tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:32.244557 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599d2726-a513-41ee-b121-2ea12105409d None None] Checking router: a0cbab66-f53a-436b-931a-44e3534c23bc for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:11:32.283187 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 1475caf1-f5b0-45e1-bfc4-2d0716cb22bb no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:11:32.314949 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599d2726-a513-41ee-b121-2ea12105409d None None] Routers {'a0cbab66-f53a-436b-931a-44e3534c23bc'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:11:32.315575 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-599d2726-a513-41ee-b121-2ea12105409d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:11:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['a0cbab66-f53a-436b-931a-44e3534c23bc'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:32.317307 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] No Port match for: 1475caf1-f5b0-45e1-bfc4-2d0716cb22bb {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:11:32.317648 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 1475caf1-f5b0-45e1-bfc4-2d0716cb22bb not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:11:32.322187 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2262d2ea-e8db-4379-ae4c-fc8c1e398daf tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:32.322517 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2262d2ea-e8db-4379-ae4c-fc8c1e398daf tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:32.322862 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-64baf014-eaae-4e12-9175-6aec483d703c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for router, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:32.334777 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-2262d2ea-e8db-4379-ae4c-fc8c1e398daf tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Calling delete_port for a85e0ed3-2cd9-489a-af47-2658211fcb96 owned by network:floatingip {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:11:32.434910 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-64baf014-eaae-4e12-9175-6aec483d703c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:32.466847 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-599d2726-a513-41ee-b121-2ea12105409d None None] Set router a0cbab66-f53a-436b-931a-44e3534c23bc gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:11:32.474446 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2262d2ea-e8db-4379-ae4c-fc8c1e398daf tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:32.502595 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2262d2ea-e8db-4379-ae4c-fc8c1e398daf tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Pushing event deleted for resources: {'Port': ['ID=a85e0ed3-2cd9-489a-af47-2658211fcb96,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:32.511809 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-64baf014-eaae-4e12-9175-6aec483d703c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Deleting port d2ac2cc7-29cb-4207-8a56-7017ef124dc2 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:11:32.511809 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-64baf014-eaae-4e12-9175-6aec483d703c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:32.535803 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f25a19-a359-4f20-9514-d9b96651c1a8 None None] DHCP port deletion for 4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 08:11:32.578095 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2262d2ea-e8db-4379-ae4c-fc8c1e398daf tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for floatingip, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:32.581351 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2262d2ea-e8db-4379-ae4c-fc8c1e398daf tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:32.583875 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-2262d2ea-e8db-4379-ae4c-fc8c1e398daf tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] 10.222.0.13 "DELETE /v2.0/floatingips/a848663d-e5a3-4763-aa5f-fcd1d4010c03 HTTP/1.1" status: 204 len: 168 time: 0.5131748 Sep 17 08:11:32.586160 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40324) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:32.627776 n-d-789963-9 neutron-server[101290]: INFO neutron.api.v2.resource [None req-2f87e3cf-8657-4df5-bb1a-20bc2f5a84f3 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] delete failed (client error): The resource could not be found. Sep 17 08:11:32.632401 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-2f87e3cf-8657-4df5-bb1a-20bc2f5a84f3 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] 10.222.0.13 "DELETE /v2.0/floatingips/a848663d-e5a3-4763-aa5f-fcd1d4010c03 HTTP/1.1" status: 404 len: 345 time: 0.0417886 Sep 17 08:11:32.633371 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40326) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:32.649872 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-c9f25a19-a359-4f20-9514-d9b96651c1a8 None None] Deleting port 342f9c02-3a3f-4cf7-999a-edf05bffbcdb {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:11:32.650332 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c9f25a19-a359-4f20-9514-d9b96651c1a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:32.654523 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-64baf014-eaae-4e12-9175-6aec483d703c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] For port d2ac2cc7-29cb-4207-8a56-7017ef124dc2, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=d2ac2cc7-29cb-4207-8a56-7017ef124dc2,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:11:32.654906 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-64baf014-eaae-4e12-9175-6aec483d703c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:32.665466 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a9623c-d243-4198-b3fd-6f678b7a7de4 req-6214ecec-21cf-452f-be0f-90541b4809f6 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:32.667091 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-81a9623c-d243-4198-b3fd-6f678b7a7de4 req-6214ecec-21cf-452f-be0f-90541b4809f6 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=0abec55c-dd24-41d5-8ce4-ad6a53205049 HTTP/1.1" status: 200 len: 946 time: 0.0755916 Sep 17 08:11:32.683636 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-64baf014-eaae-4e12-9175-6aec483d703c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Calling delete_port for d2ac2cc7-29cb-4207-8a56-7017ef124dc2 owned by network:router_gateway {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:11:32.724260 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a320c1-3c2c-4f0f-b278-2c3a95d14aeb tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:32.730829 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a320c1-3c2c-4f0f-b278-2c3a95d14aeb tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:32.737600 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a320c1-3c2c-4f0f-b278-2c3a95d14aeb tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:32.739655 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f1a320c1-3c2c-4f0f-b278-2c3a95d14aeb tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] 10.222.0.13 "GET /v2.0/ports?network_id=99e1ac47-de60-4372-882d-d39ae93abbb6 HTTP/1.1" status: 200 len: 2357 time: 0.1045117 Sep 17 08:11:32.741450 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40328) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:32.752594 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-81a9623c-d243-4198-b3fd-6f678b7a7de4 req-047799b1-dcbe-4833-adb7-a9fbb04ed35c tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773387 Sep 17 08:11:32.752913 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-c9f25a19-a359-4f20-9514-d9b96651c1a8 None None] For port 342f9c02-3a3f-4cf7-999a-edf05bffbcdb, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=342f9c02-3a3f-4cf7-999a-edf05bffbcdb,segment=NetworkSegment(b2579ac6-3dfd-4f20-bd86-d180c36ba39f),segment_id=b2579ac6-3dfd-4f20-bd86-d180c36ba39f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:11:32.753156 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c9f25a19-a359-4f20-9514-d9b96651c1a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:32.767224 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-c9f25a19-a359-4f20-9514-d9b96651c1a8 None None] Calling delete_port for 342f9c02-3a3f-4cf7-999a-edf05bffbcdb owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:11:32.781424 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-599d2726-a513-41ee-b121-2ea12105409d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cbab66-f53a-436b-931a-44e3534c23bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688856691', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'd2ac2cc7-29cb-4207-8a56-7017ef124dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:08:02Z', 'updated_at': '2021-09-17T08:11:31Z', 'revision_number': 5, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'gw_port': {'id': 'd2ac2cc7-29cb-4207-8a56-7017ef124dc2', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:10:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cbab66-f53a-436b-931a-44e3534c23bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:08:02Z', 'updated_at': '2021-09-17T08:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:32.795786 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48de2bac-b462-42b6-8246-06555a9ee812 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:32.801110 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-48de2bac-b462-42b6-8246-06555a9ee812 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] 10.222.0.13 "GET /v2.0/subnets/e7f86919-24e8-4613-a438-84c460cbf65b HTTP/1.1" status: 200 len: 797 time: 0.0548227 Sep 17 08:11:32.801843 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40330) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:32.806445 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-b3224202-81f5-4a26-958a-0c79dfae325d tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Request body: {'port': {'network_id': '99e1ac47-de60-4372-882d-d39ae93abbb6', 'name': 'tempest-FloatingIPTestJSON-1026166627', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:11:32.817226 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599d2726-a513-41ee-b121-2ea12105409d None None] The sync data for ids ['a0cbab66-f53a-436b-931a-44e3534c23bc'] in n-d-789963-9 is: [{'id': 'a0cbab66-f53a-436b-931a-44e3534c23bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688856691', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'd2ac2cc7-29cb-4207-8a56-7017ef124dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:08:02Z', 'updated_at': '2021-09-17T08:11:31Z', 'revision_number': 5, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'gw_port': {'id': 'd2ac2cc7-29cb-4207-8a56-7017ef124dc2', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:10:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cbab66-f53a-436b-931a-44e3534c23bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:08:02Z', 'updated_at': '2021-09-17T08:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:11:32.902314 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c9f25a19-a359-4f20-9514-d9b96651c1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:32.910728 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-64baf014-eaae-4e12-9175-6aec483d703c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:32.924223 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3224202-81f5-4a26-958a-0c79dfae325d tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Made reservation on behalf of f593322429814399ab6f30c7b581ac43 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:11:32.933025 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f25a19-a359-4f20-9514-d9b96651c1a8 None None] Pushing event deleted for resources: {'Port': ['ID=342f9c02-3a3f-4cf7-999a-edf05bffbcdb,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:32.934993 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f25a19-a359-4f20-9514-d9b96651c1a8 None None] No DVR routers for this DVR port 342f9c02-3a3f-4cf7-999a-edf05bffbcdb on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:11:32.951231 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64baf014-eaae-4e12-9175-6aec483d703c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event deleted for resources: {'Port': ['ID=d2ac2cc7-29cb-4207-8a56-7017ef124dc2,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:32.965855 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 082c5b60-04fb-4ae3-ae64-64d07ad777a5 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:11:33.019154 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-64baf014-eaae-4e12-9175-6aec483d703c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:33.020989 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b3224202-81f5-4a26-958a-0c79dfae325d tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:33.021551 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 082c5b60-04fb-4ae3-ae64-64d07ad777a5 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:11:33.022036 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:33.047396 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [None req-b3224202-81f5-4a26-958a-0c79dfae325d tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] device_id is not set on port a5454416-25f3-46ee-b008-915071f0524a yet. {{(pid=101290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 08:11:33.118268 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:33.124433 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-64baf014-eaae-4e12-9175-6aec483d703c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:33.126573 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-64baf014-eaae-4e12-9175-6aec483d703c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:33.143354 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '082c5b60-04fb-4ae3-ae64-64d07ad777a5'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:11:33.146139 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7425c7e6-1808-48be-82f1-1f59a1b2aaa7" -d '{"events": [{"server_uuid": "aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6", "name": "network-vif-plugged", "status": "completed", "tag": "082c5b60-04fb-4ae3-ae64-64d07ad777a5"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:11:33.162282 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 082c5b60-04fb-4ae3-ae64-64d07ad777a5, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=082c5b60-04fb-4ae3-ae64-64d07ad777a5,segment=NetworkSegment(e7dfc92d-b32e-4f74-ad53-4fda8afa908d),segment_id=e7dfc92d-b32e-4f74-ad53-4fda8afa908d)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:11:33.172482 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:33.180835 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-64baf014-eaae-4e12-9175-6aec483d703c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:33.183555 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64baf014-eaae-4e12-9175-6aec483d703c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Fanout notify agent at l3_agent the message router_deleted on router a0cbab66-f53a-436b-931a-44e3534c23bc {{(pid=101289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 08:11:33.197440 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-64baf014-eaae-4e12-9175-6aec483d703c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:33.198552 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab1002fa-08a8-48c6-a9db-e6a5c284f998 x-openstack-request-id: req-ab1002fa-08a8-48c6-a9db-e6a5c284f998 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:11:33.198896 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6", "name": "network-vif-plugged", "status": "completed", "tag": "082c5b60-04fb-4ae3-ae64-64d07ad777a5", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:11:33.199152 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ab1002fa-08a8-48c6-a9db-e6a5c284f998 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:11:33.199538 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '082c5b60-04fb-4ae3-ae64-64d07ad777a5', 'code': 200} Sep 17 08:11:33.201332 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-64baf014-eaae-4e12-9175-6aec483d703c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "DELETE /v2.0/routers/a0cbab66-f53a-436b-931a-44e3534c23bc HTTP/1.1" status: 204 len: 168 time: 1.0000174 Sep 17 08:11:33.202113 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 40338) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:33.237406 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=082c5b60-04fb-4ae3-ae64-64d07ad777a5,revision_number=10']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:33.293475 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8f66d44e-25ec-4e15-82a6-ddd7c8d3aee8 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:33.398707 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8f66d44e-25ec-4e15-82a6-ddd7c8d3aee8 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:33.419293 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-8f66d44e-25ec-4e15-82a6-ddd7c8d3aee8 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:33.422274 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-b3224202-81f5-4a26-958a-0c79dfae325d tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Allocated IP 172.20.0.14 (99e1ac47-de60-4372-882d-d39ae93abbb6/e7f86919-24e8-4613-a438-84c460cbf65b/a5454416-25f3-46ee-b008-915071f0524a) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:11:33.430333 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-8f66d44e-25ec-4e15-82a6-ddd7c8d3aee8 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2579ac6-3dfd-4f20-bd86-d180c36ba39f') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:33.431018 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-b3224202-81f5-4a26-958a-0c79dfae325d tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Allocated IP 172.20.0.13 (99e1ac47-de60-4372-882d-d39ae93abbb6/e7f86919-24e8-4613-a438-84c460cbf65b/a5454416-25f3-46ee-b008-915071f0524a) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:11:33.431174 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-8f66d44e-25ec-4e15-82a6-ddd7c8d3aee8 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2579ac6-3dfd-4f20-bd86-d180c36ba39f') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:33.443100 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8f66d44e-25ec-4e15-82a6-ddd7c8d3aee8 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:33.457986 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8f66d44e-25ec-4e15-82a6-ddd7c8d3aee8 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:33.464293 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f66d44e-25ec-4e15-82a6-ddd7c8d3aee8 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:11:33.464706 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8f66d44e-25ec-4e15-82a6-ddd7c8d3aee8 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:33.467711 n-d-789963-9 neutron-server[101289]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:11:33.467711 n-d-789963-9 neutron-server[101289]: items = [ Sep 17 08:11:33.467711 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:11:33.467711 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:11:33.467711 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:11:33.467711 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:11:33.467711 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:11:33.467711 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:11:33.467711 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:11:33.467711 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:11:33.467711 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:11:33.467711 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:11:33.467711 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:11:33.467711 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:11:33.467711 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:11:33.467711 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:11:33.467711 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:11:33.467711 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:11:33.467711 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:11:33.467711 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:11:33.467711 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:11:33.467711 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:11:33.467711 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:11:33.467711 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:11:33.467711 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:11:33.467711 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:11:33.467711 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:11:33.467711 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:11:33.467711 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:11:33.467711 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:11:33.467711 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:11:33.467711 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:11:33.467711 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:11:33.467711 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:11:33.532118 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8f66d44e-25ec-4e15-82a6-ddd7c8d3aee8 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:33.537505 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8f66d44e-25ec-4e15-82a6-ddd7c8d3aee8 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:33.540467 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-8f66d44e-25ec-4e15-82a6-ddd7c8d3aee8 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "DELETE /v2.0/networks/4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f HTTP/1.1" status: 204 len: 168 time: 0.3365293 Sep 17 08:11:33.543060 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40340) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:33.555325 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f66d44e-25ec-4e15-82a6-ddd7c8d3aee8 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event deleted for resources: {'Network': ['ID=4956476e-b489-4fc8-9bdc-9ef8fe0e4e5f,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:33.625327 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b3224202-81f5-4a26-958a-0c79dfae325d tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:33.642569 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-98e9826c-7e91-499b-b594-78e978861675 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:33.677068 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-98e9826c-7e91-499b-b594-78e978861675 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:33.719632 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b3224202-81f5-4a26-958a-0c79dfae325d tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:33.769260 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3224202-81f5-4a26-958a-0c79dfae325d tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Network 99e1ac47-de60-4372-882d-d39ae93abbb6 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:11:33.773230 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-b3224202-81f5-4a26-958a-0c79dfae325d tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:11:33.783885 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3224202-81f5-4a26-958a-0c79dfae325d tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:11:33.806291 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3224202-81f5-4a26-958a-0c79dfae325d tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Pushing event updated for resources: {'Port': ['ID=a5454416-25f3-46ee-b008-915071f0524a,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:33.837285 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3224202-81f5-4a26-958a-0c79dfae325d tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:33.837831 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b3224202-81f5-4a26-958a-0c79dfae325d tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:33.841414 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-98e9826c-7e91-499b-b594-78e978861675 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:33.843888 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-98e9826c-7e91-499b-b594-78e978861675 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:33.845008 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-98e9826c-7e91-499b-b594-78e978861675 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "DELETE /v2.0/security-groups/d107d5ef-6bbd-42bc-9048-57654bfdda1b HTTP/1.1" status: 204 len: 168 time: 0.3012984 Sep 17 08:11:33.860902 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e9826c-7e91-499b-b594-78e978861675 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d107d5ef-6bbd-42bc-9048-57654bfdda1b,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:33.868307 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b3224202-81f5-4a26-958a-0c79dfae325d tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.0654898 Sep 17 08:11:33.868903 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40346) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:33.874420 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-03fe6a59-413a-4b74-8a58-23d83760ea05 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Request body: {'floatingip': {'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'port_id': 'a5454416-25f3-46ee-b008-915071f0524a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:11:33.907356 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-03fe6a59-413a-4b74-8a58-23d83760ea05 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for floatingip, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:33.918675 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa782347-0e0b-45d8-a1ea-b9259fe89fd6 req-60a2dd13-2913-4ad8-90f1-1e9a321a46a9 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:33.922927 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fa782347-0e0b-45d8-a1ea-b9259fe89fd6 req-60a2dd13-2913-4ad8-90f1-1e9a321a46a9 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=0abec55c-dd24-41d5-8ce4-ad6a53205049 HTTP/1.1" status: 200 len: 946 time: 0.0900106 Sep 17 08:11:33.978222 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fa782347-0e0b-45d8-a1ea-b9259fe89fd6 req-e924464b-9643-491f-a650-b8cca3375dba tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439911 Sep 17 08:11:34.033158 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-03fe6a59-413a-4b74-8a58-23d83760ea05 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:34.149493 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-03fe6a59-413a-4b74-8a58-23d83760ea05 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Allocated IP 172.25.6.130 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/7c0e4e26-c6f8-45e6-b6fd-900359bfaacc) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:11:34.225287 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 60a033f7-9e73-4cae-a3b4-fd120afc52cb no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:11:34.246761 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 60a033f7-9e73-4cae-a3b4-fd120afc52cb {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:11:34.247438 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 60a033f7-9e73-4cae-a3b4-fd120afc52cb not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:11:34.248100 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 342f9c02-3a3f-4cf7-999a-edf05bffbcdb no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:11:34.253962 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-03fe6a59-413a-4b74-8a58-23d83760ea05 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:34.270310 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 342f9c02-3a3f-4cf7-999a-edf05bffbcdb {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:11:34.270928 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 342f9c02-3a3f-4cf7-999a-edf05bffbcdb not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:11:34.271559 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device d2ac2cc7-29cb-4207-8a56-7017ef124dc2 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:11:34.287121 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-03fe6a59-413a-4b74-8a58-23d83760ea05 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:34.291145 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: d2ac2cc7-29cb-4207-8a56-7017ef124dc2 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:11:34.291719 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device d2ac2cc7-29cb-4207-8a56-7017ef124dc2 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:11:34.335989 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fe6a59-413a-4b74-8a58-23d83760ea05 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:11:34.340768 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-03fe6a59-413a-4b74-8a58-23d83760ea05 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:11:34.343560 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fe6a59-413a-4b74-8a58-23d83760ea05 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:11:34.349353 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fe6a59-413a-4b74-8a58-23d83760ea05 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Pushing event updated for resources: {'Port': ['ID=7c0e4e26-c6f8-45e6-b6fd-900359bfaacc,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:34.349511 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 40354) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:34.354680 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-bb9a242b-1167-49fe-9912-a87028bd6009 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1853425337', 'description': 'tempest-secgroup-smoke-1853425337 description', 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:11:34.378017 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bb9a242b-1167-49fe-9912-a87028bd6009 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:34.458819 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bb9a242b-1167-49fe-9912-a87028bd6009 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:34.463084 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bb9a242b-1167-49fe-9912-a87028bd6009 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:34.490939 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bb9a242b-1167-49fe-9912-a87028bd6009 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:34.492331 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-bb9a242b-1167-49fe-9912-a87028bd6009 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1418228 Sep 17 08:11:34.494205 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9a242b-1167-49fe-9912-a87028bd6009 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1870af16-a40e-49bd-be81-639511d97305,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:34.496195 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 40356) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:34.500781 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-83731dd7-be03-4f3b-a69e-d46257bdd921 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Request body: {'security_group_rule': {'security_group_id': '1870af16-a40e-49bd-be81-639511d97305', 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:11:34.527710 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-83731dd7-be03-4f3b-a69e-d46257bdd921 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:34.582784 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-83731dd7-be03-4f3b-a69e-d46257bdd921 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:34.586748 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-83731dd7-be03-4f3b-a69e-d46257bdd921 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:34.610623 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83731dd7-be03-4f3b-a69e-d46257bdd921 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=336fe081-a06a-4ec4-bfe2-2c64f12557be,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:34.614747 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-83731dd7-be03-4f3b-a69e-d46257bdd921 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:34.616218 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-83731dd7-be03-4f3b-a69e-d46257bdd921 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1190267 Sep 17 08:11:34.619518 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40358) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:34.624302 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-6edecd08-d808-4a57-896e-84fc7be1ec99 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Request body: {'security_group_rule': {'security_group_id': '1870af16-a40e-49bd-be81-639511d97305', 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:11:34.697574 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6edecd08-d808-4a57-896e-84fc7be1ec99 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:34.803562 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-03fe6a59-413a-4b74-8a58-23d83760ea05 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:34.838939 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b503f5da-2d85-49f2-994f-9eb35af7e487 req-e8bf33eb-3f6f-499c-af61-d3c3c53797bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:34.840403 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b503f5da-2d85-49f2-994f-9eb35af7e487 req-e8bf33eb-3f6f-499c-af61-d3c3c53797bd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0abec55c-dd24-41d5-8ce4-ad6a53205049 HTTP/1.1" status: 200 len: 1097 time: 0.1350634 Sep 17 08:11:34.888242 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6edecd08-d808-4a57-896e-84fc7be1ec99 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:34.899638 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6edecd08-d808-4a57-896e-84fc7be1ec99 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:34.939745 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b503f5da-2d85-49f2-994f-9eb35af7e487 req-d2fd9076-2708-4950-9ff1-0b243a7a624e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900402 Sep 17 08:11:34.948778 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edecd08-d808-4a57-896e-84fc7be1ec99 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77a34bf4-ce79-420e-b1f5-03135b22a49a,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:34.950648 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-03fe6a59-413a-4b74-8a58-23d83760ea05 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:34.953793 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6edecd08-d808-4a57-896e-84fc7be1ec99 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:34.955060 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6edecd08-d808-4a57-896e-84fc7be1ec99 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3344254 Sep 17 08:11:34.957854 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 40360) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:34.962989 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-251428bc-36ee-4c7c-81b9-b6257bb15944 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Request body: {'security_group_rule': {'security_group_id': '1870af16-a40e-49bd-be81-639511d97305', 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:11:34.989850 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-251428bc-36ee-4c7c-81b9-b6257bb15944 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:35.057470 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-251428bc-36ee-4c7c-81b9-b6257bb15944 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:35.085611 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-251428bc-36ee-4c7c-81b9-b6257bb15944 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:35.109284 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251428bc-36ee-4c7c-81b9-b6257bb15944 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d47c4c6-6733-4433-9f79-baa7f6085536,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:35.111808 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-03fe6a59-413a-4b74-8a58-23d83760ea05 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:35.117074 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-251428bc-36ee-4c7c-81b9-b6257bb15944 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:35.117770 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-03fe6a59-413a-4b74-8a58-23d83760ea05 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:35.118433 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-251428bc-36ee-4c7c-81b9-b6257bb15944 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1595247 Sep 17 08:11:35.122262 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 40368) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:35.126576 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-87d3905d-2adf-4091-868c-365c50af7ce3 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Request body: {'security_group_rule': {'security_group_id': '1870af16-a40e-49bd-be81-639511d97305', 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:11:35.139007 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd27bcf5-8766-4bfe-9a66-870324b68b47 req-e268ee2b-dd8b-47bb-8d99-20e852bed1c6 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:35.140480 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fd27bcf5-8766-4bfe-9a66-870324b68b47 req-e268ee2b-dd8b-47bb-8d99-20e852bed1c6 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=0abec55c-dd24-41d5-8ce4-ad6a53205049 HTTP/1.1" status: 200 len: 946 time: 0.0851293 Sep 17 08:11:35.184280 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-87d3905d-2adf-4091-868c-365c50af7ce3 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:35.188939 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fe6a59-413a-4b74-8a58-23d83760ea05 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Pushing event updated for resources: {'Port': ['ID=7c0e4e26-c6f8-45e6-b6fd-900359bfaacc,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:35.192892 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fd27bcf5-8766-4bfe-9a66-870324b68b47 req-55164b05-ed14-4b66-8979-51914dc2344e tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460384 Sep 17 08:11:35.201292 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-03fe6a59-413a-4b74-8a58-23d83760ea05 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:35.252295 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-87d3905d-2adf-4091-868c-365c50af7ce3 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:35.256471 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-87d3905d-2adf-4091-868c-365c50af7ce3 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:35.275308 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d3905d-2adf-4091-868c-365c50af7ce3 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5d02ad7-9190-495f-b9a9-5520fc810acc,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:35.280403 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-87d3905d-2adf-4091-868c-365c50af7ce3 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:35.284607 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-87d3905d-2adf-4091-868c-365c50af7ce3 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1584969 Sep 17 08:11:35.284724 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40370) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:35.288916 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-bafb8bd8-5d4c-43f2-8504-efa408558eac tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Request body: {'security_group_rule': {'security_group_id': '1870af16-a40e-49bd-be81-639511d97305', 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:11:35.428764 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:35.676164 n-d-789963-9 neutron-server[101290]: INFO neutron.db.l3_db [None req-03fe6a59-413a-4b74-8a58-23d83760ea05 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Floating IP 6d878ffa-e45a-4273-aa2e-5df70d917337 associated. External IP: 172.25.6.130, port: a5454416-25f3-46ee-b008-915071f0524a. Sep 17 08:11:35.714074 n-d-789963-9 neutron-server[101290]: INFO neutron.db.securitygroups_db [None req-bafb8bd8-5d4c-43f2-8504-efa408558eac tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Project d6ef7951b2ac4d2ead98d70f1879d714 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 08:11:35.722439 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bafb8bd8-5d4c-43f2-8504-efa408558eac tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:35.729391 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:35.866727 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bafb8bd8-5d4c-43f2-8504-efa408558eac tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:35.874461 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bafb8bd8-5d4c-43f2-8504-efa408558eac tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:35.898370 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafb8bd8-5d4c-43f2-8504-efa408558eac tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1dce2f7-ee76-4a0b-852d-f2da86793bdc,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:35.932892 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [req-e4c049f3-1419-4543-8af3-9a37e6e9becc req-d523d779-620f-45e9-8df2-d3f7b7edd0a6 service neutron] (101289) timed out ('10.222.0.41', 59706) {{(pid=101289) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 08:11:35.950773 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bafb8bd8-5d4c-43f2-8504-efa408558eac tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:35.954779 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-bafb8bd8-5d4c-43f2-8504-efa408558eac tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6665895 Sep 17 08:11:35.954996 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40392) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:35.964257 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-f3100d73-e62c-4bc3-8245-fd01efb20112 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Request body: {'security_group_rule': {'security_group_id': '1870af16-a40e-49bd-be81-639511d97305', 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:11:35.988303 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03fe6a59-413a-4b74-8a58-23d83760ea05 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Router eebf1336-6585-418e-9865-ef92b7d0c8fc has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:11:35.999302 n-d-789963-9 neutron-server[101290]: INFO neutron.db.securitygroups_db [None req-f3100d73-e62c-4bc3-8245-fd01efb20112 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Project d6ef7951b2ac4d2ead98d70f1879d714 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 08:11:36.009902 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f3100d73-e62c-4bc3-8245-fd01efb20112 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:36.177982 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03fe6a59-413a-4b74-8a58-23d83760ea05 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:11:36.187597 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f3100d73-e62c-4bc3-8245-fd01efb20112 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:36.193234 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ab37ff-5e23-4321-827e-63e2a0632900 None None] Sync routers for ids ['eebf1336-6585-418e-9865-ef92b7d0c8fc'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:11:36.208514 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f3100d73-e62c-4bc3-8245-fd01efb20112 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:36.215442 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ab37ff-5e23-4321-827e-63e2a0632900 None None] Routers {'eebf1336-6585-418e-9865-ef92b7d0c8fc'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:11:36.216069 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-c9ab37ff-5e23-4321-827e-63e2a0632900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:11:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['eebf1336-6585-418e-9865-ef92b7d0c8fc'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:36.252260 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-03fe6a59-413a-4b74-8a58-23d83760ea05 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:36.270677 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3100d73-e62c-4bc3-8245-fd01efb20112 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36ff8ed1-5cc2-47e5-8c08-27634c920f60,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:36.286359 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-c9ab37ff-5e23-4321-827e-63e2a0632900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:36.311706 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ab37ff-5e23-4321-827e-63e2a0632900 None None] Routers {'eebf1336-6585-418e-9865-ef92b7d0c8fc'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:11:36.312748 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-c9ab37ff-5e23-4321-827e-63e2a0632900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:11:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['eebf1336-6585-418e-9865-ef92b7d0c8fc'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:36.320142 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f3100d73-e62c-4bc3-8245-fd01efb20112 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:36.325431 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f3100d73-e62c-4bc3-8245-fd01efb20112 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3694441 Sep 17 08:11:36.329008 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40404) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:36.335029 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-82235dbc-e9e6-4b00-8073-040d9d7db344 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Request body: {'network': {'name': 'tempest-network-smoke--1766541860', 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'port_security_enabled': True}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:11:36.341249 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b790e4-3f85-441d-9120-3bbf35cbf873 req-d951e63b-0812-4c75-91f4-ea741fc0dabc tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:36.349280 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-03fe6a59-413a-4b74-8a58-23d83760ea05 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.4792793 Sep 17 08:11:36.350841 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a3b790e4-3f85-441d-9120-3bbf35cbf873 req-d951e63b-0812-4c75-91f4-ea741fc0dabc tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=0abec55c-dd24-41d5-8ce4-ad6a53205049 HTTP/1.1" status: 200 len: 946 time: 0.0718784 Sep 17 08:11:36.353607 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 40406) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:36.360397 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-41079229-d3ae-4222-aaba-05b7c2840bfd tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Request body: {'floatingip': {'port_id': 'a5454416-25f3-46ee-b008-915071f0524a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:11:36.368613 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82235dbc-e9e6-4b00-8073-040d9d7db344 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Made reservation on behalf of d6ef7951b2ac4d2ead98d70f1879d714 for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:11:36.375646 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-82235dbc-e9e6-4b00-8073-040d9d7db344 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:36.397810 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-c9ab37ff-5e23-4321-827e-63e2a0632900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:36.406100 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ab37ff-5e23-4321-827e-63e2a0632900 None None] The sync data for ids ['eebf1336-6585-418e-9865-ef92b7d0c8fc'] in n-d-789963-9 is: [] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:11:36.427627 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82235dbc-e9e6-4b00-8073-040d9d7db344 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:11:36.435389 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a3b790e4-3f85-441d-9120-3bbf35cbf873 req-ab6e272a-88e3-4755-bea2-a2a28082fb73 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835116 Sep 17 08:11:36.445031 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-41079229-d3ae-4222-aaba-05b7c2840bfd tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for floatingip, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:36.450013 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-82235dbc-e9e6-4b00-8073-040d9d7db344 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:36.450199 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-82235dbc-e9e6-4b00-8073-040d9d7db344 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Added segment 0d1771dc-a12b-478f-b055-bfe9b99f98a3 of type vlan for network b31c82e6-300a-43e1-9f15-fe0340cd4575 Sep 17 08:11:36.497249 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-82235dbc-e9e6-4b00-8073-040d9d7db344 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:36.531729 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-82235dbc-e9e6-4b00-8073-040d9d7db344 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:36.542328 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82235dbc-e9e6-4b00-8073-040d9d7db344 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:36.543066 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-82235dbc-e9e6-4b00-8073-040d9d7db344 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:36.626623 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-82235dbc-e9e6-4b00-8073-040d9d7db344 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2961845 Sep 17 08:11:36.630172 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40408) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:36.636629 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-ad63f90f-b472-4df8-b2d2-fada9d662d2c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-545041273', 'admin_state_up': True, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:11:36.642911 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82235dbc-e9e6-4b00-8073-040d9d7db344 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event updated for resources: {'Network': ['ID=b31c82e6-300a-43e1-9f15-fe0340cd4575,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:36.656689 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network b31c82e6-300a-43e1-9f15-fe0340cd4575 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:11:36.685066 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ad63f90f-b472-4df8-b2d2-fada9d662d2c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:36.686397 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ad63f90f-b472-4df8-b2d2-fada9d662d2c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:36.767238 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ad63f90f-b472-4df8-b2d2-fada9d662d2c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:36.933791 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ad63f90f-b472-4df8-b2d2-fada9d662d2c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:37.020125 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-41079229-d3ae-4222-aaba-05b7c2840bfd tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:37.027629 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-41079229-d3ae-4222-aaba-05b7c2840bfd tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:37.228000 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ad63f90f-b472-4df8-b2d2-fada9d662d2c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for router_gateway, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:37.248819 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ad63f90f-b472-4df8-b2d2-fada9d662d2c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:37.282988 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41079229-d3ae-4222-aaba-05b7c2840bfd tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Router eebf1336-6585-418e-9865-ef92b7d0c8fc has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:11:37.371649 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-ad63f90f-b472-4df8-b2d2-fada9d662d2c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Allocated IP 172.25.6.109 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/c458d29e-753f-4412-9760-0e9429bcbbf3) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:11:37.406266 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41079229-d3ae-4222-aaba-05b7c2840bfd tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:11:37.419393 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6134bc-882e-4d34-a612-55253f7329d4 None None] Sync routers for ids ['eebf1336-6585-418e-9865-ef92b7d0c8fc'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:11:37.420821 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-41079229-d3ae-4222-aaba-05b7c2840bfd tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:37.429583 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6134bc-882e-4d34-a612-55253f7329d4 None None] Routers {'eebf1336-6585-418e-9865-ef92b7d0c8fc'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:11:37.430461 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-6c6134bc-882e-4d34-a612-55253f7329d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:11:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['eebf1336-6585-418e-9865-ef92b7d0c8fc'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:37.490623 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-41079229-d3ae-4222-aaba-05b7c2840bfd tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] 10.222.0.13 "PUT /v2.0/floatingips/6d878ffa-e45a-4273-aa2e-5df70d917337 HTTP/1.1" status: 200 len: 979 time: 1.1349893 Sep 17 08:11:37.491306 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 40416) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:37.515407 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-6c6134bc-882e-4d34-a612-55253f7329d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:37.523945 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ad63f90f-b472-4df8-b2d2-fada9d662d2c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:37.536953 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6134bc-882e-4d34-a612-55253f7329d4 None None] Routers {'eebf1336-6585-418e-9865-ef92b7d0c8fc'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:11:37.537870 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-6c6134bc-882e-4d34-a612-55253f7329d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:11:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['eebf1336-6585-418e-9865-ef92b7d0c8fc'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:37.575418 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-6c6134bc-882e-4d34-a612-55253f7329d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:37.576529 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6134bc-882e-4d34-a612-55253f7329d4 None None] The sync data for ids ['eebf1336-6585-418e-9865-ef92b7d0c8fc'] in n-d-789963-9 is: [] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:11:37.583524 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ad63f90f-b472-4df8-b2d2-fada9d662d2c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:37.627896 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad63f90f-b472-4df8-b2d2-fada9d662d2c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:11:37.643551 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-ad63f90f-b472-4df8-b2d2-fada9d662d2c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:11:37.646993 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad63f90f-b472-4df8-b2d2-fada9d662d2c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:11:37.658374 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ba81e2-7781-4b0f-8072-ce818abe9844 req-417e225e-1004-4614-b57e-c0aa987bca5f tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:37.664008 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-14ba81e2-7781-4b0f-8072-ce818abe9844 req-417e225e-1004-4614-b57e-c0aa987bca5f tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=0abec55c-dd24-41d5-8ce4-ad6a53205049 HTTP/1.1" status: 200 len: 946 time: 0.1040235 Sep 17 08:11:37.671427 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad63f90f-b472-4df8-b2d2-fada9d662d2c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event updated for resources: {'Port': ['ID=c458d29e-753f-4412-9760-0e9429bcbbf3,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:37.741597 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-14ba81e2-7781-4b0f-8072-ce818abe9844 req-1b260296-8fa3-456e-9f66-82fd87c59909 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766213 Sep 17 08:11:37.802277 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-da4f5cc1-128a-4b1d-90f4-05db0a64a1be tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Deleting port 7c0e4e26-c6f8-45e6-b6fd-900359bfaacc {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:11:37.804200 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-da4f5cc1-128a-4b1d-90f4-05db0a64a1be tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:37.922493 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-da4f5cc1-128a-4b1d-90f4-05db0a64a1be tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:37.922884 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-da4f5cc1-128a-4b1d-90f4-05db0a64a1be tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:37.940448 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-da4f5cc1-128a-4b1d-90f4-05db0a64a1be tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Calling delete_port for 7c0e4e26-c6f8-45e6-b6fd-900359bfaacc owned by network:floatingip {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:11:38.009868 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ad63f90f-b472-4df8-b2d2-fada9d662d2c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for router_gateway, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:38.150375 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b0f661-082d-4fe9-ab1e-5f6ee1f73112 req-09991a8d-e081-4eec-9526-e49024ce1596 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:38.151946 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-59b0f661-082d-4fe9-ab1e-5f6ee1f73112 req-09991a8d-e081-4eec-9526-e49024ce1596 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/networks?id=2feccfd6-bff5-4952-b86d-3413bedfc5c5 HTTP/1.1" status: 200 len: 811 time: 0.2095542 Sep 17 08:11:38.174019 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-59b0f661-082d-4fe9-ab1e-5f6ee1f73112 req-f161c680-ad04-4628-96fb-6f6ba5fc553d tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/quotas/81632076e85c469a8f56f6da12aee24c HTTP/1.1" status: 200 len: 375 time: 0.0122459 Sep 17 08:11:38.280869 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-da4f5cc1-128a-4b1d-90f4-05db0a64a1be tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:38.286918 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ad63f90f-b472-4df8-b2d2-fada9d662d2c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:38.308166 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4f5cc1-128a-4b1d-90f4-05db0a64a1be tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Pushing event deleted for resources: {'Port': ['ID=7c0e4e26-c6f8-45e6-b6fd-900359bfaacc,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:38.316101 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-59b0f661-082d-4fe9-ab1e-5f6ee1f73112 req-51843afb-e1f8-46d4-9d5b-edd5a76cb250 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=81632076e85c469a8f56f6da12aee24c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0951545 Sep 17 08:11:38.456620 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-da4f5cc1-128a-4b1d-90f4-05db0a64a1be tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for floatingip, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:38.457390 n-d-789963-9 neutron-server[101289]: INFO neutron.db.l3_db [None req-da4f5cc1-128a-4b1d-90f4-05db0a64a1be tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Floating IP 6d878ffa-e45a-4273-aa2e-5df70d917337 disassociated (deleted). External IP: 172.25.6.130, port: a5454416-25f3-46ee-b008-915071f0524a. Sep 17 08:11:38.477020 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad63f90f-b472-4df8-b2d2-fada9d662d2c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Router 519a35fd-c23b-47c4-ba2a-caff35c8cbef is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 08:11:38.589125 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-59b0f661-082d-4fe9-ab1e-5f6ee1f73112 req-4c339eb0-6757-49a7-99f6-2c3ab0883c4a service neutron] 10.222.0.13 "GET /v2.0/networks/2feccfd6-bff5-4952-b86d-3413bedfc5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645354 Sep 17 08:11:38.922590 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad63f90f-b472-4df8-b2d2-fada9d662d2c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:11:38.936926 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d2184b-feaa-4afc-a060-4ebf371aacd0 None None] Sync routers for ids ['519a35fd-c23b-47c4-ba2a-caff35c8cbef'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:11:38.949611 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d2184b-feaa-4afc-a060-4ebf371aacd0 None None] Routers {'519a35fd-c23b-47c4-ba2a-caff35c8cbef'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:11:38.950660 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-21d2184b-feaa-4afc-a060-4ebf371aacd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:11:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['519a35fd-c23b-47c4-ba2a-caff35c8cbef'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:38.961659 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ad63f90f-b472-4df8-b2d2-fada9d662d2c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:38.968441 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ad63f90f-b472-4df8-b2d2-fada9d662d2c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3365324 Sep 17 08:11:38.969160 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40436) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:39.009332 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-7095bab5-beed-4ecc-9e66-7185e5506344 tempest-TestNetworkAdvancedServerOps-1491937489 tempest-TestNetworkAdvancedServerOps-1491937489-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=d6ef7951b2ac4d2ead98d70f1879d714&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389111 Sep 17 08:11:39.011828 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40438) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:39.133132 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-21d2184b-feaa-4afc-a060-4ebf371aacd0 None None] Set router 519a35fd-c23b-47c4-ba2a-caff35c8cbef gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:11:39.180398 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-59b0f661-082d-4fe9-ab1e-5f6ee1f73112 req-6c8cc9d1-7afa-46a0-a128-9c765eec2731 service neutron] 10.222.0.13 "GET /v2.0/networks/2feccfd6-bff5-4952-b86d-3413bedfc5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5868361 Sep 17 08:11:39.191098 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da4f5cc1-128a-4b1d-90f4-05db0a64a1be tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Router eebf1336-6585-418e-9865-ef92b7d0c8fc has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:11:39.285974 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334afca7-5e54-4ea3-8fee-f2080588aa95 tempest-TestNetworkAdvancedServerOps-1491937489 tempest-TestNetworkAdvancedServerOps-1491937489-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:39.287950 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-334afca7-5e54-4ea3-8fee-f2080588aa95 tempest-TestNetworkAdvancedServerOps-1491937489 tempest-TestNetworkAdvancedServerOps-1491937489-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2744546 Sep 17 08:11:39.291651 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40444) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:39.331026 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da4f5cc1-128a-4b1d-90f4-05db0a64a1be tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:11:39.341283 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-da4f5cc1-128a-4b1d-90f4-05db0a64a1be tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:39.351345 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fc81d8-94f8-45aa-8d71-2991656c4a3e None None] Sync routers for ids ['eebf1336-6585-418e-9865-ef92b7d0c8fc'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:11:39.362614 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fc81d8-94f8-45aa-8d71-2991656c4a3e None None] Routers {'eebf1336-6585-418e-9865-ef92b7d0c8fc'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:11:39.365528 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-67fc81d8-94f8-45aa-8d71-2991656c4a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:11:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['eebf1336-6585-418e-9865-ef92b7d0c8fc'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:39.378519 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-da4f5cc1-128a-4b1d-90f4-05db0a64a1be tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] 10.222.0.13 "DELETE /v2.0/floatingips/6d878ffa-e45a-4273-aa2e-5df70d917337 HTTP/1.1" status: 204 len: 168 time: 1.8858290 Sep 17 08:11:39.379185 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 40446) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:39.384544 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-35ac3796-ae2f-4096-af5e-eb9f37b31994 tempest-TestNetworkAdvancedServerOps-1491937489 tempest-TestNetworkAdvancedServerOps-1491937489-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=5fc128c4-343a-4b5b-8a61-6a2b8d95c555&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0914531 Sep 17 08:11:39.385896 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40448) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:39.392920 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-c3880b13-cf11-466b-a19a-2f9b34c41ac7 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2104354928', 'network_id': 'b31c82e6-300a-43e1-9f15-fe0340cd4575', 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:11:39.430238 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-67fc81d8-94f8-45aa-8d71-2991656c4a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:39.442669 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fc81d8-94f8-45aa-8d71-2991656c4a3e None None] Routers {'eebf1336-6585-418e-9865-ef92b7d0c8fc'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:11:39.443603 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-67fc81d8-94f8-45aa-8d71-2991656c4a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:11:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['eebf1336-6585-418e-9865-ef92b7d0c8fc'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:39.487057 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-67fc81d8-94f8-45aa-8d71-2991656c4a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:39.488131 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fc81d8-94f8-45aa-8d71-2991656c4a3e None None] The sync data for ids ['eebf1336-6585-418e-9865-ef92b7d0c8fc'] in n-d-789963-9 is: [] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:11:39.566630 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f984f84d-58b2-4061-a675-efe0f4e151f0 req-5f6cf550-e08c-4ae0-9885-1ba93690522b tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=b55ddb13-dd82-4330-b9af-6bc35c436b6f HTTP/1.1" status: 200 len: 210 time: 0.0736084 Sep 17 08:11:39.586054 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3880b13-cf11-466b-a19a-2f9b34c41ac7 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Made reservation on behalf of d6ef7951b2ac4d2ead98d70f1879d714 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:11:39.592019 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c3880b13-cf11-466b-a19a-2f9b34c41ac7 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:39.612240 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-1ca88119-f4c7-4b6c-aba7-723c54da22b0 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Deleting port a5454416-25f3-46ee-b008-915071f0524a {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:11:39.612684 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1ca88119-f4c7-4b6c-aba7-723c54da22b0 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:39.698318 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-21d2184b-feaa-4afc-a060-4ebf371aacd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519a35fd-c23b-47c4-ba2a-caff35c8cbef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-545041273', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': 'c458d29e-753f-4412-9760-0e9429bcbbf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:11:36Z', 'updated_at': '2021-09-17T08:11:37Z', 'revision_number': 3, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'gw_port': {'id': 'c458d29e-753f-4412-9760-0e9429bcbbf3', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:48:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519a35fd-c23b-47c4-ba2a-caff35c8cbef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:11:37Z', 'updated_at': '2021-09-17T08:11:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:39.755586 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1ca88119-f4c7-4b6c-aba7-723c54da22b0 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:39.759997 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d2184b-feaa-4afc-a060-4ebf371aacd0 None None] Checking router: 519a35fd-c23b-47c4-ba2a-caff35c8cbef for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:11:39.760774 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d2184b-feaa-4afc-a060-4ebf371aacd0 None None] Updating router 519a35fd-c23b-47c4-ba2a-caff35c8cbef port c458d29e-753f-4412-9760-0e9429bcbbf3 binding host n-d-789963-9 {{(pid=101291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 08:11:39.773046 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-1ca88119-f4c7-4b6c-aba7-723c54da22b0 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Calling delete_port for a5454416-25f3-46ee-b008-915071f0524a owned by {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:11:39.789557 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-21d2184b-feaa-4afc-a060-4ebf371aacd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:39.902286 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c3880b13-cf11-466b-a19a-2f9b34c41ac7 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:39.979580 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3880b13-cf11-466b-a19a-2f9b34c41ac7 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event updated for resources: {'Subnet': ['ID=61938315-f914-4ad0-a7e1-28c2b11049ed,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:40.024847 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3880b13-cf11-466b-a19a-2f9b34c41ac7 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Checking segment: {'id': '0d1771dc-a12b-478f-b055-bfe9b99f98a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b31c82e6-300a-43e1-9f15-fe0340cd4575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:11:40.025738 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3880b13-cf11-466b-a19a-2f9b34c41ac7 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Network hostable DHCP agents. Network: b31c82e6-300a-43e1-9f15-fe0340cd4575, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:11:40.027691 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1ca88119-f4c7-4b6c-aba7-723c54da22b0 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:40.049294 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3880b13-cf11-466b-a19a-2f9b34c41ac7 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Network b31c82e6-300a-43e1-9f15-fe0340cd4575 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:11:40.061015 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca88119-f4c7-4b6c-aba7-723c54da22b0 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Pushing event deleted for resources: {'Port': ['ID=a5454416-25f3-46ee-b008-915071f0524a,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:40.074546 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-c3880b13-cf11-466b-a19a-2f9b34c41ac7 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, b31c82e6-300a-43e1-9f15-fe0340cd4575) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:11:40.093459 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ec05cc-2c68-4fdc-8913-e2aa21b3e2a8 None None] Network b31c82e6-300a-43e1-9f15-fe0340cd4575 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:11:40.096312 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3880b13-cf11-466b-a19a-2f9b34c41ac7 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:40.097072 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c3880b13-cf11-466b-a19a-2f9b34c41ac7 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:40.119538 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c3880b13-cf11-466b-a19a-2f9b34c41ac7 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7289264 Sep 17 08:11:40.119779 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40464) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:40.336547 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1ca88119-f4c7-4b6c-aba7-723c54da22b0 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:40.338472 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-1ca88119-f4c7-4b6c-aba7-723c54da22b0 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] 10.222.0.13 "DELETE /v2.0/ports/a5454416-25f3-46ee-b008-915071f0524a HTTP/1.1" status: 204 len: 168 time: 0.9582465 Sep 17 08:11:40.342258 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 40470) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:40.348959 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-acf87ce4-aa9d-446a-9cea-69c00ae54bdf tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Request body: {'floatingip': {'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:11:40.400496 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-acf87ce4-aa9d-446a-9cea-69c00ae54bdf tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for floatingip, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:40.450190 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa89aef-0609-44fa-894a-6a860169dd05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-b31c82e6-300a-43e1-9f15-fe0340cd4575', 'network_id': 'b31c82e6-300a-43e1-9f15-fe0340cd4575', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'fixed_ips': [{'subnet_id': '61938315-f914-4ad0-a7e1-28c2b11049ed'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:11:40.451177 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cfa89aef-0609-44fa-894a-6a860169dd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:40.491823 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-21d2184b-feaa-4afc-a060-4ebf371aacd0 None None] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:40.558408 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-acf87ce4-aa9d-446a-9cea-69c00ae54bdf tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:40.681438 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-21d2184b-feaa-4afc-a060-4ebf371aacd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:40.780357 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b1c4a-d61a-4366-b62e-a258a99be3c1 None None] Pushing event updated for resources: {'Port': ['ID=c458d29e-753f-4412-9760-0e9429bcbbf3,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:40.792790 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9a7e45b2-4039-4f19-a98f-4b6eb0f704ee req-8a10491c-a411-4d62-9586-d0746b48326c tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=b55ddb13-dd82-4330-b9af-6bc35c436b6f HTTP/1.1" status: 200 len: 210 time: 0.0448573 Sep 17 08:11:40.822929 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-acf87ce4-aa9d-446a-9cea-69c00ae54bdf tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Allocated IP 172.25.6.38 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/536cc8a8-37a7-494d-9882-930cd0790eef) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:11:40.905347 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-cfa89aef-0609-44fa-894a-6a860169dd05 None None] Allocated IP 172.20.0.2 (b31c82e6-300a-43e1-9f15-fe0340cd4575/61938315-f914-4ad0-a7e1-28c2b11049ed/a92b20b7-7c03-4b72-9878-072c6452baf5) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:11:40.923788 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e51e3aad-31f1-4c5a-9fe7-192671d22739 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:40.969891 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-acf87ce4-aa9d-446a-9cea-69c00ae54bdf tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:41.016372 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-acf87ce4-aa9d-446a-9cea-69c00ae54bdf tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:41.051752 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-21d2184b-feaa-4afc-a060-4ebf371aacd0 None None] Attempting to bind port c458d29e-753f-4412-9760-0e9429bcbbf3 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:11:41.052218 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-21d2184b-feaa-4afc-a060-4ebf371aacd0 None None] Attempting to bind port c458d29e-753f-4412-9760-0e9429bcbbf3 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:11:41.052589 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d2184b-feaa-4afc-a060-4ebf371aacd0 None None] Attempting to bind port c458d29e-753f-4412-9760-0e9429bcbbf3 on network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:11:41.060156 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d2184b-feaa-4afc-a060-4ebf371aacd0 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:11:41.061051 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d2184b-feaa-4afc-a060-4ebf371aacd0 None None] Checking segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:11:41.061051 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-21d2184b-feaa-4afc-a060-4ebf371aacd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:41.061466 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d2184b-feaa-4afc-a060-4ebf371aacd0 None None] Bound using segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:11:41.061990 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-21d2184b-feaa-4afc-a060-4ebf371aacd0 None None] Bound port: c458d29e-753f-4412-9760-0e9429bcbbf3, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:11:41.062394 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-21d2184b-feaa-4afc-a060-4ebf371aacd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:41.113800 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cfa89aef-0609-44fa-894a-6a860169dd05 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:41.135636 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cfa89aef-0609-44fa-894a-6a860169dd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:41.149544 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf87ce4-aa9d-446a-9cea-69c00ae54bdf tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:11:41.165355 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-acf87ce4-aa9d-446a-9cea-69c00ae54bdf tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:11:41.178869 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf87ce4-aa9d-446a-9cea-69c00ae54bdf tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:11:41.189207 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-21d2184b-feaa-4afc-a060-4ebf371aacd0 None None] For port c458d29e-753f-4412-9760-0e9429bcbbf3, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:11:41.192320 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa89aef-0609-44fa-894a-6a860169dd05 None None] Network b31c82e6-300a-43e1-9f15-fe0340cd4575 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:11:41.199089 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-cfa89aef-0609-44fa-894a-6a860169dd05 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:11:41.207822 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa89aef-0609-44fa-894a-6a860169dd05 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:11:41.239619 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-21d2184b-feaa-4afc-a060-4ebf371aacd0 None None] For port c458d29e-753f-4412-9760-0e9429bcbbf3, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=c458d29e-753f-4412-9760-0e9429bcbbf3,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:11:41.298006 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-21d2184b-feaa-4afc-a060-4ebf371aacd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:41.311216 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa89aef-0609-44fa-894a-6a860169dd05 None None] Pushing event updated for resources: {'Port': ['ID=a92b20b7-7c03-4b72-9878-072c6452baf5,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:41.404409 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-acf87ce4-aa9d-446a-9cea-69c00ae54bdf tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:41.409539 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf87ce4-aa9d-446a-9cea-69c00ae54bdf tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Pushing event updated for resources: {'Port': ['ID=536cc8a8-37a7-494d-9882-930cd0790eef,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:41.459931 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-cfa89aef-0609-44fa-894a-6a860169dd05 None None] Attempting to bind port a92b20b7-7c03-4b72-9878-072c6452baf5 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:11:41.461094 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-cfa89aef-0609-44fa-894a-6a860169dd05 None None] Attempting to bind port a92b20b7-7c03-4b72-9878-072c6452baf5 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '0d1771dc-a12b-478f-b055-bfe9b99f98a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b31c82e6-300a-43e1-9f15-fe0340cd4575'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:11:41.463289 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa89aef-0609-44fa-894a-6a860169dd05 None None] Attempting to bind port a92b20b7-7c03-4b72-9878-072c6452baf5 on network b31c82e6-300a-43e1-9f15-fe0340cd4575 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:11:41.472978 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b1c4a-d61a-4366-b62e-a258a99be3c1 None None] Pushing event updated for resources: {'Port': ['ID=c458d29e-753f-4412-9760-0e9429bcbbf3,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:41.473480 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-e51e3aad-31f1-4c5a-9fe7-192671d22739 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Allocated IP 172.20.0.1 (b31c82e6-300a-43e1-9f15-fe0340cd4575/61938315-f914-4ad0-a7e1-28c2b11049ed/1de4ec25-f671-4ced-9a12-eb6f7d03b81b) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:11:41.492898 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa89aef-0609-44fa-894a-6a860169dd05 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:11:41.493620 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa89aef-0609-44fa-894a-6a860169dd05 None None] Checking segment: {'id': '0d1771dc-a12b-478f-b055-bfe9b99f98a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b31c82e6-300a-43e1-9f15-fe0340cd4575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:11:41.494231 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cfa89aef-0609-44fa-894a-6a860169dd05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:41.494687 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa89aef-0609-44fa-894a-6a860169dd05 None None] Bound using segment: {'id': '0d1771dc-a12b-478f-b055-bfe9b99f98a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b31c82e6-300a-43e1-9f15-fe0340cd4575'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:11:41.495177 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-cfa89aef-0609-44fa-894a-6a860169dd05 None None] Bound port: a92b20b7-7c03-4b72-9878-072c6452baf5, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d1771dc-a12b-478f-b055-bfe9b99f98a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b31c82e6-300a-43e1-9f15-fe0340cd4575'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:11:41.495565 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cfa89aef-0609-44fa-894a-6a860169dd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:41.515329 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d2184b-feaa-4afc-a060-4ebf371aacd0 None None] Routers {'519a35fd-c23b-47c4-ba2a-caff35c8cbef'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:11:41.516889 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-21d2184b-feaa-4afc-a060-4ebf371aacd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:11:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['519a35fd-c23b-47c4-ba2a-caff35c8cbef'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:41.560414 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b0f661-082d-4fe9-ab1e-5f6ee1f73112 req-1fbdf55a-1c2f-4afb-9867-61d3ec4a17d0 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:41.561958 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-59b0f661-082d-4fe9-ab1e-5f6ee1f73112 req-1fbdf55a-1c2f-4afb-9867-61d3ec4a17d0 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.41 "GET /v2.0/networks?id=2feccfd6-bff5-4952-b86d-3413bedfc5c5 HTTP/1.1" status: 200 len: 811 time: 0.4302342 Sep 17 08:11:41.586709 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-59b0f661-082d-4fe9-ab1e-5f6ee1f73112 req-816d70ec-168b-4030-b83b-75e9d39c981b tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Request body: {'port': {'device_id': 'b55ddb13-dd82-4330-b9af-6bc35c436b6f', 'network_id': '2feccfd6-bff5-4952-b86d-3413bedfc5c5', 'admin_state_up': True, 'tenant_id': '81632076e85c469a8f56f6da12aee24c'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:11:41.591549 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-acf87ce4-aa9d-446a-9cea-69c00ae54bdf tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:41.674924 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-cfa89aef-0609-44fa-894a-6a860169dd05 None None] For port a92b20b7-7c03-4b72-9878-072c6452baf5, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:11:41.685540 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-cfa89aef-0609-44fa-894a-6a860169dd05 None None] For port a92b20b7-7c03-4b72-9878-072c6452baf5, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=a92b20b7-7c03-4b72-9878-072c6452baf5,segment=NetworkSegment(0d1771dc-a12b-478f-b055-bfe9b99f98a3),segment_id=0d1771dc-a12b-478f-b055-bfe9b99f98a3)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:11:41.697562 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cfa89aef-0609-44fa-894a-6a860169dd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:41.737335 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-21d2184b-feaa-4afc-a060-4ebf371aacd0 None None] Set router 519a35fd-c23b-47c4-ba2a-caff35c8cbef gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:11:41.749218 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e51e3aad-31f1-4c5a-9fe7-192671d22739 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:41.863462 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59b0f661-082d-4fe9-ab1e-5f6ee1f73112 req-816d70ec-168b-4030-b83b-75e9d39c981b tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Made reservation on behalf of 81632076e85c469a8f56f6da12aee24c for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:11:41.864632 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e51e3aad-31f1-4c5a-9fe7-192671d22739 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:41.875448 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-59b0f661-082d-4fe9-ab1e-5f6ee1f73112 req-816d70ec-168b-4030-b83b-75e9d39c981b tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:41.948821 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51e3aad-31f1-4c5a-9fe7-192671d22739 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Network b31c82e6-300a-43e1-9f15-fe0340cd4575 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:11:41.952561 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-e51e3aad-31f1-4c5a-9fe7-192671d22739 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:11:41.964016 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51e3aad-31f1-4c5a-9fe7-192671d22739 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:11:41.982106 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa89aef-0609-44fa-894a-6a860169dd05 None None] Pushing event updated for resources: {'Port': ['ID=a92b20b7-7c03-4b72-9878-072c6452baf5,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:42.043466 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51e3aad-31f1-4c5a-9fe7-192671d22739 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event updated for resources: {'Port': ['ID=1de4ec25-f671-4ced-9a12-eb6f7d03b81b,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:42.082243 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [req-59b0f661-082d-4fe9-ab1e-5f6ee1f73112 req-816d70ec-168b-4030-b83b-75e9d39c981b tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Allocated IP 172.20.0.11 (2feccfd6-bff5-4952-b86d-3413bedfc5c5/e79d3233-7267-4f69-96c6-35ae9ed26fe5/a3846f54-6d0d-4268-880b-ffeddf6a2433) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:11:42.092736 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e51e3aad-31f1-4c5a-9fe7-192671d22739 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:42.171198 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-21d2184b-feaa-4afc-a060-4ebf371aacd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519a35fd-c23b-47c4-ba2a-caff35c8cbef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-545041273', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': 'c458d29e-753f-4412-9760-0e9429bcbbf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:11:36Z', 'updated_at': '2021-09-17T08:11:37Z', 'revision_number': 3, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'gw_port': {'id': 'c458d29e-753f-4412-9760-0e9429bcbbf3', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:48:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519a35fd-c23b-47c4-ba2a-caff35c8cbef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:11:37Z', 'updated_at': '2021-09-17T08:11:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:42.216710 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d2184b-feaa-4afc-a060-4ebf371aacd0 None None] The sync data for ids ['519a35fd-c23b-47c4-ba2a-caff35c8cbef'] in n-d-789963-9 is: [{'id': '519a35fd-c23b-47c4-ba2a-caff35c8cbef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-545041273', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': 'c458d29e-753f-4412-9760-0e9429bcbbf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:11:36Z', 'updated_at': '2021-09-17T08:11:37Z', 'revision_number': 3, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'gw_port': {'id': 'c458d29e-753f-4412-9760-0e9429bcbbf3', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:48:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519a35fd-c23b-47c4-ba2a-caff35c8cbef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:11:37Z', 'updated_at': '2021-09-17T08:11:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:11:42.281696 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-59b0f661-082d-4fe9-ab1e-5f6ee1f73112 req-816d70ec-168b-4030-b83b-75e9d39c981b tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:42.341731 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device a92b20b7-7c03-4b72-9878-072c6452baf5 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:11:42.368035 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-59b0f661-082d-4fe9-ab1e-5f6ee1f73112 req-816d70ec-168b-4030-b83b-75e9d39c981b tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:42.411005 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['e0201f38-46ee-4e9c-bba0-2afd85e4b392'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:11:42.435562 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e51e3aad-31f1-4c5a-9fe7-192671d22739 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:42.499111 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59b0f661-082d-4fe9-ab1e-5f6ee1f73112 req-816d70ec-168b-4030-b83b-75e9d39c981b tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Network 2feccfd6-bff5-4952-b86d-3413bedfc5c5 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:11:42.515424 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [req-59b0f661-082d-4fe9-ab1e-5f6ee1f73112 req-816d70ec-168b-4030-b83b-75e9d39c981b tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:11:42.527871 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-59b0f661-082d-4fe9-ab1e-5f6ee1f73112 req-816d70ec-168b-4030-b83b-75e9d39c981b tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:11:42.538180 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port a92b20b7-7c03-4b72-9878-072c6452baf5 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:11:42.538844 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:42.593280 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b0f661-082d-4fe9-ab1e-5f6ee1f73112 req-816d70ec-168b-4030-b83b-75e9d39c981b tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:42.595797 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-59b0f661-082d-4fe9-ab1e-5f6ee1f73112 req-816d70ec-168b-4030-b83b-75e9d39c981b tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:42.647883 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816d70ec-168b-4030-b83b-75e9d39c981b tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Pushing event updated for resources: {'Port': ['ID=a3846f54-6d0d-4268-880b-ffeddf6a2433,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:42.656302 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-acf87ce4-aa9d-446a-9cea-69c00ae54bdf tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:42.670656 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb18a3-4024-4d98-9f90-5ab0b54d52e2 req-56bbc720-e17c-461d-9af0-d70a688a66c0 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:42.685594 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0afb18a3-4024-4d98-9f90-5ab0b54d52e2 req-56bbc720-e17c-461d-9af0-d70a688a66c0 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=b55ddb13-dd82-4330-b9af-6bc35c436b6f HTTP/1.1" status: 200 len: 932 time: 0.3469768 Sep 17 08:11:42.688903 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-59b0f661-082d-4fe9-ab1e-5f6ee1f73112 req-816d70ec-168b-4030-b83b-75e9d39c981b tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1083238 Sep 17 08:11:42.738097 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-acf87ce4-aa9d-446a-9cea-69c00ae54bdf tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:42.767094 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:42.781610 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-59b0f661-082d-4fe9-ab1e-5f6ee1f73112 req-c41bc2f5-052b-43d8-886b-dd886ca5edc3 service neutron] Request body: {'port': {'device_id': 'b55ddb13-dd82-4330-b9af-6bc35c436b6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-9'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:11:42.845015 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port a92b20b7-7c03-4b72-9878-072c6452baf5, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=a92b20b7-7c03-4b72-9878-072c6452baf5,segment=NetworkSegment(0d1771dc-a12b-478f-b055-bfe9b99f98a3),segment_id=0d1771dc-a12b-478f-b055-bfe9b99f98a3)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:11:42.864218 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:42.944685 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e51e3aad-31f1-4c5a-9fe7-192671d22739 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:42.963158 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e51e3aad-31f1-4c5a-9fe7-192671d22739 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:42.970311 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=a92b20b7-7c03-4b72-9878-072c6452baf5,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:43.054935 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-59b0f661-082d-4fe9-ab1e-5f6ee1f73112 req-c41bc2f5-052b-43d8-886b-dd886ca5edc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:43.061216 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e51e3aad-31f1-4c5a-9fe7-192671d22739 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:43.062514 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0afb18a3-4024-4d98-9f90-5ab0b54d52e2 req-04dfadc2-22a1-4a43-baad-47337b3ef362 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3754017 Sep 17 08:11:43.063254 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf87ce4-aa9d-446a-9cea-69c00ae54bdf tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Pushing event updated for resources: {'Port': ['ID=536cc8a8-37a7-494d-9882-930cd0790eef,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:43.092954 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-acf87ce4-aa9d-446a-9cea-69c00ae54bdf tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:43.146143 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-acf87ce4-aa9d-446a-9cea-69c00ae54bdf tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:43.147471 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-acf87ce4-aa9d-446a-9cea-69c00ae54bdf tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8041925 Sep 17 08:11:43.154286 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 40484) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:43.159661 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-74d3bba6-c796-4e2a-a271-5405af6acf46 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Request body: {'port': {'network_id': '99e1ac47-de60-4372-882d-d39ae93abbb6', 'name': 'tempest-FloatingIPTestJSON-1870551864'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:11:43.196106 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51e3aad-31f1-4c5a-9fe7-192671d22739 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event updated for resources: {'Port': ['ID=1de4ec25-f671-4ced-9a12-eb6f7d03b81b,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:43.215896 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51e3aad-31f1-4c5a-9fe7-192671d22739 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Network b31c82e6-300a-43e1-9f15-fe0340cd4575 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:11:43.218723 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-e51e3aad-31f1-4c5a-9fe7-192671d22739 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:11:43.361099 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e51e3aad-31f1-4c5a-9fe7-192671d22739 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Router 519a35fd-c23b-47c4-ba2a-caff35c8cbef has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:11:43.474014 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77728f5d-63b1-43a2-9eee-488a41693836 None None] Network b31c82e6-300a-43e1-9f15-fe0340cd4575 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:11:43.521763 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d3bba6-c796-4e2a-a271-5405af6acf46 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Made reservation on behalf of f593322429814399ab6f30c7b581ac43 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:11:43.533135 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-74d3bba6-c796-4e2a-a271-5405af6acf46 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:43.538051 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e51e3aad-31f1-4c5a-9fe7-192671d22739 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:11:43.554960 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e51e3aad-31f1-4c5a-9fe7-192671d22739 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "PUT /v2.0/routers/519a35fd-c23b-47c4-ba2a-caff35c8cbef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4243343 Sep 17 08:11:43.605480 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-197cf44f-0705-4a55-baac-bc6090432e25 None None] Provisioning complete for port a92b20b7-7c03-4b72-9878-072c6452baf5 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:11:43.605863 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-197cf44f-0705-4a55-baac-bc6090432e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:43.634754 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [None req-74d3bba6-c796-4e2a-a271-5405af6acf46 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] device_id is not set on port d17d58e4-ec84-4ccb-9aed-a72dbd3f89d7 yet. {{(pid=101289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 08:11:43.917122 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [req-59b0f661-082d-4fe9-ab1e-5f6ee1f73112 req-c41bc2f5-052b-43d8-886b-dd886ca5edc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3846f54-6d0d-4268-880b-ffeddf6a2433 {{(pid=101289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:11:43.938023 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-59b0f661-082d-4fe9-ab1e-5f6ee1f73112 req-c41bc2f5-052b-43d8-886b-dd886ca5edc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:43.948860 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-74d3bba6-c796-4e2a-a271-5405af6acf46 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Allocated IP 172.20.0.5 (99e1ac47-de60-4372-882d-d39ae93abbb6/e7f86919-24e8-4613-a438-84c460cbf65b/d17d58e4-ec84-4ccb-9aed-a72dbd3f89d7) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:11:43.975122 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3b8f4171-f044-4a22-a500-79dc5786a06e req-5197e087-2989-44d6-a753-807c118796ac tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1853425337&fields=id&tenant_id=d6ef7951b2ac4d2ead98d70f1879d714 HTTP/1.1" status: 200 len: 267 time: 0.1049838 Sep 17 08:11:43.979768 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.provisioning_blocks [req-59b0f661-082d-4fe9-ab1e-5f6ee1f73112 req-c41bc2f5-052b-43d8-886b-dd886ca5edc3 service neutron] Transition to ACTIVE for port object a3846f54-6d0d-4268-880b-ffeddf6a2433 will not be triggered until provisioned by entity L2. {{(pid=101289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:11:43.996750 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-59b0f661-082d-4fe9-ab1e-5f6ee1f73112 req-c41bc2f5-052b-43d8-886b-dd886ca5edc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:44.140537 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-4941e3c8-cefa-490b-a25d-e7a2c64299f9 None None] Provisioning complete for port a92b20b7-7c03-4b72-9878-072c6452baf5 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:11:44.141024 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4941e3c8-cefa-490b-a25d-e7a2c64299f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:44.173815 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bc2f5-052b-43d8-886b-dd886ca5edc3 service neutron] Pushing event updated for resources: {'Port': ['ID=a3846f54-6d0d-4268-880b-ffeddf6a2433,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:44.291283 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-4941e3c8-cefa-490b-a25d-e7a2c64299f9 None None] Provisioning complete for port 1de4ec25-f671-4ced-9a12-eb6f7d03b81b triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:11:44.291764 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4941e3c8-cefa-490b-a25d-e7a2c64299f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:44.338482 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-4941e3c8-cefa-490b-a25d-e7a2c64299f9 None None] Port 1de4ec25-f671-4ced-9a12-eb6f7d03b81b cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:11:44.449841 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f4171-f044-4a22-a500-79dc5786a06e req-6d356e93-a2a6-4ce3-b3a1-ecab22a7915a tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:44.451468 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3b8f4171-f044-4a22-a500-79dc5786a06e req-6d356e93-a2a6-4ce3-b3a1-ecab22a7915a tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/networks?id=b31c82e6-300a-43e1-9f15-fe0340cd4575 HTTP/1.1" status: 200 len: 797 time: 0.4601293 Sep 17 08:11:44.476153 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f9361d-cdc0-46e0-8447-cac2f5eb6698 req-73d86308-db51-44f6-8f94-bb6802cb3e3d tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:44.477765 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a1f9361d-cdc0-46e0-8447-cac2f5eb6698 req-73d86308-db51-44f6-8f94-bb6802cb3e3d tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=b55ddb13-dd82-4330-b9af-6bc35c436b6f HTTP/1.1" status: 200 len: 944 time: 0.2483335 Sep 17 08:11:44.481389 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device c458d29e-753f-4412-9760-0e9429bcbbf3 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:11:44.530650 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3b8f4171-f044-4a22-a500-79dc5786a06e req-cf6624c7-4b0f-481d-83c2-2b6ee88fce45 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/quotas/d6ef7951b2ac4d2ead98d70f1879d714 HTTP/1.1" status: 200 len: 375 time: 0.0482574 Sep 17 08:11:44.557855 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-74d3bba6-c796-4e2a-a271-5405af6acf46 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:44.610676 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-6afef41f-c103-4e3e-b95e-e1470e15536f None None] Provisioning complete for port 1de4ec25-f671-4ced-9a12-eb6f7d03b81b triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:11:44.611055 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6afef41f-c103-4e3e-b95e-e1470e15536f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:44.658798 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-59b0f661-082d-4fe9-ab1e-5f6ee1f73112 req-c41bc2f5-052b-43d8-886b-dd886ca5edc3 service neutron] Attempting to bind port a3846f54-6d0d-4268-880b-ffeddf6a2433 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:11:44.659261 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-59b0f661-082d-4fe9-ab1e-5f6ee1f73112 req-c41bc2f5-052b-43d8-886b-dd886ca5edc3 service neutron] Attempting to bind port a3846f54-6d0d-4268-880b-ffeddf6a2433 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'f07fd61d-94b1-4db1-8da4-2df4b04cf57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2feccfd6-bff5-4952-b86d-3413bedfc5c5'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:11:44.659927 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b0f661-082d-4fe9-ab1e-5f6ee1f73112 req-c41bc2f5-052b-43d8-886b-dd886ca5edc3 service neutron] Attempting to bind port a3846f54-6d0d-4268-880b-ffeddf6a2433 on network 2feccfd6-bff5-4952-b86d-3413bedfc5c5 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:11:44.695714 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a1f9361d-cdc0-46e0-8447-cac2f5eb6698 req-3e5dfe5a-fdcb-493a-baef-84d831b33f38 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045145 Sep 17 08:11:44.696346 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b0f661-082d-4fe9-ab1e-5f6ee1f73112 req-c41bc2f5-052b-43d8-886b-dd886ca5edc3 service neutron] Port a3846f54-6d0d-4268-880b-ffeddf6a2433 on network 2feccfd6-bff5-4952-b86d-3413bedfc5c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:11:44.696678 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b0f661-082d-4fe9-ab1e-5f6ee1f73112 req-c41bc2f5-052b-43d8-886b-dd886ca5edc3 service neutron] Attempting to bind port a3846f54-6d0d-4268-880b-ffeddf6a2433 on network 2feccfd6-bff5-4952-b86d-3413bedfc5c5 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:11:44.700323 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port c458d29e-753f-4412-9760-0e9429bcbbf3 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:11:44.700670 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:44.703368 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-6afef41f-c103-4e3e-b95e-e1470e15536f None None] Port 1de4ec25-f671-4ced-9a12-eb6f7d03b81b cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:11:44.735919 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b0f661-082d-4fe9-ab1e-5f6ee1f73112 req-c41bc2f5-052b-43d8-886b-dd886ca5edc3 service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:11:44.736265 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b0f661-082d-4fe9-ab1e-5f6ee1f73112 req-c41bc2f5-052b-43d8-886b-dd886ca5edc3 service neutron] Checking segment: {'id': 'f07fd61d-94b1-4db1-8da4-2df4b04cf57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2feccfd6-bff5-4952-b86d-3413bedfc5c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:11:44.736665 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b0f661-082d-4fe9-ab1e-5f6ee1f73112 req-c41bc2f5-052b-43d8-886b-dd886ca5edc3 service neutron] Bound using segment: {'id': 'f07fd61d-94b1-4db1-8da4-2df4b04cf57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2feccfd6-bff5-4952-b86d-3413bedfc5c5'} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:11:44.737119 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-59b0f661-082d-4fe9-ab1e-5f6ee1f73112 req-c41bc2f5-052b-43d8-886b-dd886ca5edc3 service neutron] Bound port: a3846f54-6d0d-4268-880b-ffeddf6a2433, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f07fd61d-94b1-4db1-8da4-2df4b04cf57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2feccfd6-bff5-4952-b86d-3413bedfc5c5'}}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:11:44.737482 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-59b0f661-082d-4fe9-ab1e-5f6ee1f73112 req-c41bc2f5-052b-43d8-886b-dd886ca5edc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:44.778814 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3b8f4171-f044-4a22-a500-79dc5786a06e req-d241c668-b4e2-407d-a119-8828533eebea tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d6ef7951b2ac4d2ead98d70f1879d714&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2191863 Sep 17 08:11:44.839698 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-74d3bba6-c796-4e2a-a271-5405af6acf46 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:44.909619 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:44.926659 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-e741ada4-522f-4238-98e5-eb3ee98b2151 None None] Provisioning complete for port 1de4ec25-f671-4ced-9a12-eb6f7d03b81b triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:11:44.927301 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e741ada4-522f-4238-98e5-eb3ee98b2151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:44.957282 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d3bba6-c796-4e2a-a271-5405af6acf46 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Network 99e1ac47-de60-4372-882d-d39ae93abbb6 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:11:44.970092 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-74d3bba6-c796-4e2a-a271-5405af6acf46 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:11:44.975138 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d3bba6-c796-4e2a-a271-5405af6acf46 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:11:44.984208 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d3bba6-c796-4e2a-a271-5405af6acf46 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Pushing event updated for resources: {'Port': ['ID=d17d58e4-ec84-4ccb-9aed-a72dbd3f89d7,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:44.984556 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-e741ada4-522f-4238-98e5-eb3ee98b2151 None None] Port 1de4ec25-f671-4ced-9a12-eb6f7d03b81b cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:11:44.987556 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-59b0f661-082d-4fe9-ab1e-5f6ee1f73112 req-c41bc2f5-052b-43d8-886b-dd886ca5edc3 service neutron] For port a3846f54-6d0d-4268-880b-ffeddf6a2433, host n-h1-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:11:45.006706 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port c458d29e-753f-4412-9760-0e9429bcbbf3, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=c458d29e-753f-4412-9760-0e9429bcbbf3,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:11:45.019443 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:45.020839 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device a92b20b7-7c03-4b72-9878-072c6452baf5 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:11:45.034344 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-59b0f661-082d-4fe9-ab1e-5f6ee1f73112 req-c41bc2f5-052b-43d8-886b-dd886ca5edc3 service neutron] For port a3846f54-6d0d-4268-880b-ffeddf6a2433, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=a3846f54-6d0d-4268-880b-ffeddf6a2433,segment=NetworkSegment(f07fd61d-94b1-4db1-8da4-2df4b04cf57d),segment_id=f07fd61d-94b1-4db1-8da4-2df4b04cf57d)] {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:11:45.036948 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3b8f4171-f044-4a22-a500-79dc5786a06e req-7adbce8e-8053-4147-b3f2-a6a7ff4dbef2 service neutron] 10.222.0.13 "GET /v2.0/networks/b31c82e6-300a-43e1-9f15-fe0340cd4575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237802 Sep 17 08:11:45.057064 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-59b0f661-082d-4fe9-ab1e-5f6ee1f73112 req-c41bc2f5-052b-43d8-886b-dd886ca5edc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:45.116642 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5d2a5b-564f-4bd4-a314-a7d9f49c6406 None None] Sync routers for ids ['519a35fd-c23b-47c4-ba2a-caff35c8cbef'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:11:45.132185 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d3bba6-c796-4e2a-a271-5405af6acf46 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:45.133180 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-74d3bba6-c796-4e2a-a271-5405af6acf46 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:45.151735 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=c458d29e-753f-4412-9760-0e9429bcbbf3,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:45.156227 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5d2a5b-564f-4bd4-a314-a7d9f49c6406 None None] Routers {'519a35fd-c23b-47c4-ba2a-caff35c8cbef'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:11:45.156875 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-af5d2a5b-564f-4bd4-a314-a7d9f49c6406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:11:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['519a35fd-c23b-47c4-ba2a-caff35c8cbef'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:45.196415 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b0f661-082d-4fe9-ab1e-5f6ee1f73112 req-c41bc2f5-052b-43d8-886b-dd886ca5edc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:45.197226 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-59b0f661-082d-4fe9-ab1e-5f6ee1f73112 req-c41bc2f5-052b-43d8-886b-dd886ca5edc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:45.198781 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-59b0f661-082d-4fe9-ab1e-5f6ee1f73112 req-c41bc2f5-052b-43d8-886b-dd886ca5edc3 service neutron] 10.222.0.41 "PUT /v2.0/ports/a3846f54-6d0d-4268-880b-ffeddf6a2433 HTTP/1.1" status: 200 len: 1092 time: 2.4447811 Sep 17 08:11:45.199364 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b55ddb13-dd82-4330-b9af-6bc35c436b6f', 'tag': 'a3846f54-6d0d-4268-880b-ffeddf6a2433'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:11:45.201841 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3fdaf7a-b991-4faf-b5c1-88ceff1f0338" -d '{"events": [{"name": "network-changed", "server_uuid": "b55ddb13-dd82-4330-b9af-6bc35c436b6f", "tag": "a3846f54-6d0d-4268-880b-ffeddf6a2433"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:11:45.204273 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port a92b20b7-7c03-4b72-9878-072c6452baf5 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:11:45.204735 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:45.229170 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bc2f5-052b-43d8-886b-dd886ca5edc3 service neutron] Pushing event updated for resources: {'Port': ['ID=a3846f54-6d0d-4268-880b-ffeddf6a2433,revision_number=3']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:45.245692 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-74d3bba6-c796-4e2a-a271-5405af6acf46 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0907147 Sep 17 08:11:45.248738 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40510) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:45.253915 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-945f359b-d4c3-415c-93d9-3d582996a808 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Request body: {'floatingip': {'port_id': 'd17d58e4-ec84-4ccb-9aed-a72dbd3f89d7'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:11:45.267396 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3b8f4171-f044-4a22-a500-79dc5786a06e req-05adaa3f-62df-4ea6-a5c1-f249faf5c9f2 service neutron] 10.222.0.13 "GET /v2.0/networks/b31c82e6-300a-43e1-9f15-fe0340cd4575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190723 Sep 17 08:11:45.325061 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc1b209-99f5-4cc5-8c81-a6e2508427cb x-openstack-request-id: req-1cc1b209-99f5-4cc5-8c81-a6e2508427cb {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:11:45.325491 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b55ddb13-dd82-4330-b9af-6bc35c436b6f", "tag": "a3846f54-6d0d-4268-880b-ffeddf6a2433", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:11:45.325854 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1cc1b209-99f5-4cc5-8c81-a6e2508427cb {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:11:45.326393 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b55ddb13-dd82-4330-b9af-6bc35c436b6f', 'tag': 'a3846f54-6d0d-4268-880b-ffeddf6a2433', 'status': 'completed', 'code': 200} Sep 17 08:11:45.333834 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b0f661-082d-4fe9-ab1e-5f6ee1f73112 req-24561833-93e1-4ed0-a0e8-56f260d4d3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:45.335562 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-59b0f661-082d-4fe9-ab1e-5f6ee1f73112 req-24561833-93e1-4ed0-a0e8-56f260d4d3db service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=81632076e85c469a8f56f6da12aee24c&device_id=b55ddb13-dd82-4330-b9af-6bc35c436b6f HTTP/1.1" status: 200 len: 1095 time: 0.0582461 Sep 17 08:11:45.406192 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-59b0f661-082d-4fe9-ab1e-5f6ee1f73112 req-8a37bfbc-171b-46ad-bd42-12d9c5ec0fec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3846f54-6d0d-4268-880b-ffeddf6a2433 HTTP/1.1" status: 200 len: 217 time: 0.0562301 Sep 17 08:11:45.502457 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b0f661-082d-4fe9-ab1e-5f6ee1f73112 req-477b8ea0-af65-47a5-8b5a-018b0cbed08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:45.504570 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-59b0f661-082d-4fe9-ab1e-5f6ee1f73112 req-477b8ea0-af65-47a5-8b5a-018b0cbed08d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e79d3233-7267-4f69-96c6-35ae9ed26fe5 HTTP/1.1" status: 200 len: 851 time: 0.0893662 Sep 17 08:11:45.565213 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-59b0f661-082d-4fe9-ab1e-5f6ee1f73112 req-75161bd3-b268-4817-be2b-d0641f846842 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2feccfd6-bff5-4952-b86d-3413bedfc5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506332 Sep 17 08:11:45.697853 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-945f359b-d4c3-415c-93d9-3d582996a808 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for floatingip, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:45.709054 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-417352ab-9ad8-4b8e-a961-e1e47bc6f822 req-59a8cb89-db5f-4cce-9c70-eac3474e4880 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=41c85e4c-2cc3-4250-be46-c5155c6ce0d3 HTTP/1.1" status: 200 len: 210 time: 0.0912750 Sep 17 08:11:45.794826 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-af5d2a5b-564f-4bd4-a314-a7d9f49c6406 None None] Set router 519a35fd-c23b-47c4-ba2a-caff35c8cbef gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:11:45.803696 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-59b0f661-082d-4fe9-ab1e-5f6ee1f73112 req-31e1d703-c727-4747-89ee-7c30261da1db service neutron] 10.222.0.41 "GET /v2.0/networks/2feccfd6-bff5-4952-b86d-3413bedfc5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298405 Sep 17 08:11:46.038195 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-59b0f661-082d-4fe9-ab1e-5f6ee1f73112 req-0cde0e68-7008-4bce-b0b7-cab063aab5f5 service neutron] 10.222.0.41 "GET /v2.0/networks/2feccfd6-bff5-4952-b86d-3413bedfc5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259169 Sep 17 08:11:46.088704 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec64f3c0-e844-4814-87e6-d1b57cf42d6d req-b3397631-d260-4014-b40f-995e30c77464 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:46.090232 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ec64f3c0-e844-4814-87e6-d1b57cf42d6d req-b3397631-d260-4014-b40f-995e30c77464 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=b55ddb13-dd82-4330-b9af-6bc35c436b6f HTTP/1.1" status: 200 len: 944 time: 0.2183261 Sep 17 08:11:46.223606 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ec64f3c0-e844-4814-87e6-d1b57cf42d6d req-a6412576-7028-4486-ad82-95022e66a26a tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136456 Sep 17 08:11:46.266451 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fdaf7a-b991-4faf-b5c1-88ceff1f0338 req-e008aba9-83e0-4f18-9f9e-0b8df9a666b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:46.268217 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a3fdaf7a-b991-4faf-b5c1-88ceff1f0338 req-e008aba9-83e0-4f18-9f9e-0b8df9a666b7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=81632076e85c469a8f56f6da12aee24c&device_id=b55ddb13-dd82-4330-b9af-6bc35c436b6f HTTP/1.1" status: 200 len: 1095 time: 0.1114812 Sep 17 08:11:46.293256 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-af5d2a5b-564f-4bd4-a314-a7d9f49c6406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519a35fd-c23b-47c4-ba2a-caff35c8cbef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-545041273', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': 'c458d29e-753f-4412-9760-0e9429bcbbf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:11:36Z', 'updated_at': '2021-09-17T08:11:42Z', 'revision_number': 4, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'gw_port': {'id': 'c458d29e-753f-4412-9760-0e9429bcbbf3', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:48:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519a35fd-c23b-47c4-ba2a-caff35c8cbef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:11:37Z', 'updated_at': '2021-09-17T08:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '1de4ec25-f671-4ced-9a12-eb6f7d03b81b', 'name': '', 'network_id': 'b31c82e6-300a-43e1-9f15-fe0340cd4575', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'mac_address': 'fa:16:3e:c3:80:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519a35fd-c23b-47c4-ba2a-caff35c8cbef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': '61938315-f914-4ad0-a7e1-28c2b11049ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:11:41Z', 'updated_at': '2021-09-17T08:11:42Z', 'revision_number': 2, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'subnets': [{'id': '61938315-f914-4ad0-a7e1-28c2b11049ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:46.340635 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device c458d29e-753f-4412-9760-0e9429bcbbf3 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:11:46.344461 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5d2a5b-564f-4bd4-a314-a7d9f49c6406 None None] Checking router: 519a35fd-c23b-47c4-ba2a-caff35c8cbef for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:11:46.345013 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5d2a5b-564f-4bd4-a314-a7d9f49c6406 None None] Updating router 519a35fd-c23b-47c4-ba2a-caff35c8cbef port 1de4ec25-f671-4ced-9a12-eb6f7d03b81b binding host n-d-789963-9 {{(pid=101291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 08:11:46.405992 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fdaf7a-b991-4faf-b5c1-88ceff1f0338 req-6898beef-ecec-4edd-b736-42d8c66ed1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:46.407754 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a3fdaf7a-b991-4faf-b5c1-88ceff1f0338 req-6898beef-ecec-4edd-b736-42d8c66ed1f8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2feccfd6-bff5-4952-b86d-3413bedfc5c5 HTTP/1.1" status: 200 len: 912 time: 0.1312127 Sep 17 08:11:46.407957 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-af5d2a5b-564f-4bd4-a314-a7d9f49c6406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:46.470961 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a3fdaf7a-b991-4faf-b5c1-88ceff1f0338 req-9c2e8708-48d7-4139-b681-35d4eba17199 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3846f54-6d0d-4268-880b-ffeddf6a2433 HTTP/1.1" status: 200 len: 217 time: 0.0550256 Sep 17 08:11:46.479750 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port c458d29e-753f-4412-9760-0e9429bcbbf3 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:11:46.480641 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:46.550175 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-945f359b-d4c3-415c-93d9-3d582996a808 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:46.562831 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-945f359b-d4c3-415c-93d9-3d582996a808 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:46.619854 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fdaf7a-b991-4faf-b5c1-88ceff1f0338 req-e4ac414f-05b1-40e1-a12e-bf67a0e2208a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:46.625856 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a3fdaf7a-b991-4faf-b5c1-88ceff1f0338 req-e4ac414f-05b1-40e1-a12e-bf67a0e2208a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e79d3233-7267-4f69-96c6-35ae9ed26fe5 HTTP/1.1" status: 200 len: 851 time: 0.1452689 Sep 17 08:11:46.738075 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a3fdaf7a-b991-4faf-b5c1-88ceff1f0338 req-31113c6e-3046-4a5b-94c4-0097cd0e85ae service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2feccfd6-bff5-4952-b86d-3413bedfc5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1017580 Sep 17 08:11:46.839418 n-d-789963-9 neutron-server[101290]: INFO neutron.db.l3_db [None req-945f359b-d4c3-415c-93d9-3d582996a808 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Floating IP 31093f0d-6281-4c2f-b7b9-f467651c3847 associated. External IP: 172.25.6.38, port: d17d58e4-ec84-4ccb-9aed-a72dbd3f89d7. Sep 17 08:11:46.869766 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-af5d2a5b-564f-4bd4-a314-a7d9f49c6406 None None] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:46.879913 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-af5d2a5b-564f-4bd4-a314-a7d9f49c6406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:46.937728 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9289f3-2dbb-4115-ab31-4559ed169694 None None] Pushing event updated for resources: {'Port': ['ID=1de4ec25-f671-4ced-9a12-eb6f7d03b81b,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:47.053539 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-af5d2a5b-564f-4bd4-a314-a7d9f49c6406 None None] Attempting to bind port 1de4ec25-f671-4ced-9a12-eb6f7d03b81b on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:11:47.053919 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-af5d2a5b-564f-4bd4-a314-a7d9f49c6406 None None] Attempting to bind port 1de4ec25-f671-4ced-9a12-eb6f7d03b81b by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '0d1771dc-a12b-478f-b055-bfe9b99f98a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b31c82e6-300a-43e1-9f15-fe0340cd4575'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:11:47.054295 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5d2a5b-564f-4bd4-a314-a7d9f49c6406 None None] Attempting to bind port 1de4ec25-f671-4ced-9a12-eb6f7d03b81b on network b31c82e6-300a-43e1-9f15-fe0340cd4575 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:11:47.060470 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5d2a5b-564f-4bd4-a314-a7d9f49c6406 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:11:47.060857 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5d2a5b-564f-4bd4-a314-a7d9f49c6406 None None] Checking segment: {'id': '0d1771dc-a12b-478f-b055-bfe9b99f98a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b31c82e6-300a-43e1-9f15-fe0340cd4575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:11:47.061275 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-af5d2a5b-564f-4bd4-a314-a7d9f49c6406 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:47.061682 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5d2a5b-564f-4bd4-a314-a7d9f49c6406 None None] Bound using segment: {'id': '0d1771dc-a12b-478f-b055-bfe9b99f98a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b31c82e6-300a-43e1-9f15-fe0340cd4575'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:11:47.062180 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-af5d2a5b-564f-4bd4-a314-a7d9f49c6406 None None] Bound port: 1de4ec25-f671-4ced-9a12-eb6f7d03b81b, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d1771dc-a12b-478f-b055-bfe9b99f98a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b31c82e6-300a-43e1-9f15-fe0340cd4575'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:11:47.062569 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-af5d2a5b-564f-4bd4-a314-a7d9f49c6406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:47.174938 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-af5d2a5b-564f-4bd4-a314-a7d9f49c6406 None None] For port 1de4ec25-f671-4ced-9a12-eb6f7d03b81b, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:11:47.178830 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-af5d2a5b-564f-4bd4-a314-a7d9f49c6406 None None] For port 1de4ec25-f671-4ced-9a12-eb6f7d03b81b, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=1de4ec25-f671-4ced-9a12-eb6f7d03b81b,segment=NetworkSegment(0d1771dc-a12b-478f-b055-bfe9b99f98a3),segment_id=0d1771dc-a12b-478f-b055-bfe9b99f98a3)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:11:47.189163 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-af5d2a5b-564f-4bd4-a314-a7d9f49c6406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:47.349006 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5d2a5b-564f-4bd4-a314-a7d9f49c6406 None None] Routers {'519a35fd-c23b-47c4-ba2a-caff35c8cbef'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:11:47.350062 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-af5d2a5b-564f-4bd4-a314-a7d9f49c6406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:11:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['519a35fd-c23b-47c4-ba2a-caff35c8cbef'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:47.400478 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f23ea3f8-93a6-40ca-9d99-81435dfffad1 req-fe846afb-7acf-4ff6-b849-ab321ccff4c8 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=41c85e4c-2cc3-4250-be46-c5155c6ce0d3 HTTP/1.1" status: 200 len: 210 time: 0.0934930 Sep 17 08:11:47.437725 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9289f3-2dbb-4115-ab31-4559ed169694 None None] Pushing event updated for resources: {'Port': ['ID=1de4ec25-f671-4ced-9a12-eb6f7d03b81b,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:47.458474 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-918def58-4978-4151-8765-5c65f18b4ee7 None None] Provisioning complete for port 1de4ec25-f671-4ced-9a12-eb6f7d03b81b triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:11:47.458908 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-918def58-4978-4151-8765-5c65f18b4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:47.600988 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-af5d2a5b-564f-4bd4-a314-a7d9f49c6406 None None] Set router 519a35fd-c23b-47c4-ba2a-caff35c8cbef gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:11:47.604975 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f4171-f044-4a22-a500-79dc5786a06e req-00dde9f0-fb29-4094-8aa8-de448ea390f0 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:47.606681 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3b8f4171-f044-4a22-a500-79dc5786a06e req-00dde9f0-fb29-4094-8aa8-de448ea390f0 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.41 "GET /v2.0/networks?id=b31c82e6-300a-43e1-9f15-fe0340cd4575 HTTP/1.1" status: 200 len: 797 time: 0.2649043 Sep 17 08:11:47.619810 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-945f359b-d4c3-415c-93d9-3d582996a808 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Router eebf1336-6585-418e-9865-ef92b7d0c8fc has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:11:47.626771 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a9e33-b690-4c33-9979-a9cb68aca52d req-09f8067e-5889-4ef5-9845-3e3a6a6717c7 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:47.628688 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c43a9e33-b690-4c33-9979-a9cb68aca52d req-09f8067e-5889-4ef5-9845-3e3a6a6717c7 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=b55ddb13-dd82-4330-b9af-6bc35c436b6f HTTP/1.1" status: 200 len: 944 time: 0.2591105 Sep 17 08:11:47.636636 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a3fdaf7a-b991-4faf-b5c1-88ceff1f0338 req-6aac86eb-a67d-42ca-9bbc-32c5638238d9 service neutron] 10.222.0.41 "GET /v2.0/networks/2feccfd6-bff5-4952-b86d-3413bedfc5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8909769 Sep 17 08:11:47.754066 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3b8f4171-f044-4a22-a500-79dc5786a06e req-4bc6fb45-9d0e-4652-9099-8c3852aa932e tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6ef7951b2ac4d2ead98d70f1879d714 HTTP/1.1" status: 200 len: 380 time: 0.1270797 Sep 17 08:11:47.770913 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c43a9e33-b690-4c33-9979-a9cb68aca52d req-371c3583-446f-4a74-9649-68a939c127e8 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324794 Sep 17 08:11:47.782723 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-3b8f4171-f044-4a22-a500-79dc5786a06e req-1e54568b-9934-49d3-b5c0-7b75fe9d08cc tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Request body: {'port': {'device_id': '41c85e4c-2cc3-4250-be46-c5155c6ce0d3', 'network_id': 'b31c82e6-300a-43e1-9f15-fe0340cd4575', 'admin_state_up': True, 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'security_groups': ['1870af16-a40e-49bd-be81-639511d97305']}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:11:47.800753 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-918def58-4978-4151-8765-5c65f18b4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:47.836524 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a3fdaf7a-b991-4faf-b5c1-88ceff1f0338 req-fc0686ab-9dc1-473b-ae16-0d03511af030 service neutron] 10.222.0.41 "GET /v2.0/networks/2feccfd6-bff5-4952-b86d-3413bedfc5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818244 Sep 17 08:11:47.877334 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-945f359b-d4c3-415c-93d9-3d582996a808 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:11:47.883225 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-945f359b-d4c3-415c-93d9-3d582996a808 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:47.893325 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13078701-8357-4d74-8e9d-3ed1b4441109 None None] Sync routers for ids ['eebf1336-6585-418e-9865-ef92b7d0c8fc'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:11:47.904699 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13078701-8357-4d74-8e9d-3ed1b4441109 None None] Routers {'eebf1336-6585-418e-9865-ef92b7d0c8fc'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:11:47.905591 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-13078701-8357-4d74-8e9d-3ed1b4441109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:11:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['eebf1336-6585-418e-9865-ef92b7d0c8fc'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:47.960495 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-13078701-8357-4d74-8e9d-3ed1b4441109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:47.966367 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-945f359b-d4c3-415c-93d9-3d582996a808 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] 10.222.0.13 "PUT /v2.0/floatingips/31093f0d-6281-4c2f-b7b9-f467651c3847 HTTP/1.1" status: 200 len: 977 time: 2.7139180 Sep 17 08:11:47.966572 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 40544) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:47.994292 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13078701-8357-4d74-8e9d-3ed1b4441109 None None] Routers {'eebf1336-6585-418e-9865-ef92b7d0c8fc'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:11:47.995590 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-13078701-8357-4d74-8e9d-3ed1b4441109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:11:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['eebf1336-6585-418e-9865-ef92b7d0c8fc'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:48.012725 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-918def58-4978-4151-8765-5c65f18b4ee7 None None] For port 1de4ec25-f671-4ced-9a12-eb6f7d03b81b, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=1de4ec25-f671-4ced-9a12-eb6f7d03b81b,segment=NetworkSegment(0d1771dc-a12b-478f-b055-bfe9b99f98a3),segment_id=0d1771dc-a12b-478f-b055-bfe9b99f98a3)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:11:48.031100 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b8f4171-f044-4a22-a500-79dc5786a06e req-1e54568b-9934-49d3-b5c0-7b75fe9d08cc tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Made reservation on behalf of d6ef7951b2ac4d2ead98d70f1879d714 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:11:48.037606 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-918def58-4978-4151-8765-5c65f18b4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:48.042327 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-3b8f4171-f044-4a22-a500-79dc5786a06e req-1e54568b-9934-49d3-b5c0-7b75fe9d08cc tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:48.057470 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-13078701-8357-4d74-8e9d-3ed1b4441109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:48.057470 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13078701-8357-4d74-8e9d-3ed1b4441109 None None] The sync data for ids ['eebf1336-6585-418e-9865-ef92b7d0c8fc'] in n-d-789963-9 is: [] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:11:48.171317 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-52127995-3309-4461-a0d4-abc3305e7d81 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Deleting port d17d58e4-ec84-4ccb-9aed-a72dbd3f89d7 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:11:48.171537 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-52127995-3309-4461-a0d4-abc3305e7d81 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:48.185283 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918def58-4978-4151-8765-5c65f18b4ee7 None None] Pushing event updated for resources: {'Port': ['ID=1de4ec25-f671-4ced-9a12-eb6f7d03b81b,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:48.190652 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-af5d2a5b-564f-4bd4-a314-a7d9f49c6406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519a35fd-c23b-47c4-ba2a-caff35c8cbef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-545041273', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': 'c458d29e-753f-4412-9760-0e9429bcbbf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:11:36Z', 'updated_at': '2021-09-17T08:11:42Z', 'revision_number': 4, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'gw_port': {'id': 'c458d29e-753f-4412-9760-0e9429bcbbf3', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:48:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519a35fd-c23b-47c4-ba2a-caff35c8cbef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:11:37Z', 'updated_at': '2021-09-17T08:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '1de4ec25-f671-4ced-9a12-eb6f7d03b81b', 'name': '', 'network_id': 'b31c82e6-300a-43e1-9f15-fe0340cd4575', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'mac_address': 'fa:16:3e:c3:80:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519a35fd-c23b-47c4-ba2a-caff35c8cbef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': '61938315-f914-4ad0-a7e1-28c2b11049ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:11:41Z', 'updated_at': '2021-09-17T08:11:47Z', 'revision_number': 4, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'subnets': [{'id': '61938315-f914-4ad0-a7e1-28c2b11049ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:48.225651 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5d2a5b-564f-4bd4-a314-a7d9f49c6406 None None] The sync data for ids ['519a35fd-c23b-47c4-ba2a-caff35c8cbef'] in n-d-789963-9 is: [{'id': '519a35fd-c23b-47c4-ba2a-caff35c8cbef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-545041273', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': 'c458d29e-753f-4412-9760-0e9429bcbbf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:11:36Z', 'updated_at': '2021-09-17T08:11:42Z', 'revision_number': 4, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'gw_port': {'id': 'c458d29e-753f-4412-9760-0e9429bcbbf3', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:48:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519a35fd-c23b-47c4-ba2a-caff35c8cbef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:11:37Z', 'updated_at': '2021-09-17T08:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '1de4ec25-f671-4ced-9a12-eb6f7d03b81b', 'name': '', 'network_id': 'b31c82e6-300a-43e1-9f15-fe0340cd4575', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'mac_address': 'fa:16:3e:c3:80:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519a35fd-c23b-47c4-ba2a-caff35c8cbef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': '61938315-f914-4ad0-a7e1-28c2b11049ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:11:41Z', 'updated_at': '2021-09-17T08:11:47Z', 'revision_number': 4, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'subnets': [{'id': '61938315-f914-4ad0-a7e1-28c2b11049ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:11:48.240005 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-6ad3c4f0-9263-4c04-a5a0-8dfd9cb3cb91 None None] Provisioning complete for port 1de4ec25-f671-4ced-9a12-eb6f7d03b81b triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:11:48.240799 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6ad3c4f0-9263-4c04-a5a0-8dfd9cb3cb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:48.257663 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-3b8f4171-f044-4a22-a500-79dc5786a06e req-1e54568b-9934-49d3-b5c0-7b75fe9d08cc tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Allocated IP 172.20.0.11 (b31c82e6-300a-43e1-9f15-fe0340cd4575/61938315-f914-4ad0-a7e1-28c2b11049ed/593d1b19-429f-4e03-ae46-3dbc5a7d2277) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:11:48.359383 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-52127995-3309-4461-a0d4-abc3305e7d81 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:48.521142 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-3b8f4171-f044-4a22-a500-79dc5786a06e req-1e54568b-9934-49d3-b5c0-7b75fe9d08cc tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:48.572727 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-3b8f4171-f044-4a22-a500-79dc5786a06e req-1e54568b-9934-49d3-b5c0-7b75fe9d08cc tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:48.626650 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b8f4171-f044-4a22-a500-79dc5786a06e req-1e54568b-9934-49d3-b5c0-7b75fe9d08cc tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Network b31c82e6-300a-43e1-9f15-fe0340cd4575 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:11:48.628290 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-52127995-3309-4461-a0d4-abc3305e7d81 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:48.628727 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-52127995-3309-4461-a0d4-abc3305e7d81 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:48.628966 n-d-789963-9 neutron-server[101289]: INFO neutron.db.l3_db [None req-52127995-3309-4461-a0d4-abc3305e7d81 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Floating IP 31093f0d-6281-4c2f-b7b9-f467651c3847 disassociated. External IP: 172.25.6.38, port: d17d58e4-ec84-4ccb-9aed-a72dbd3f89d7. Sep 17 08:11:48.629309 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-52127995-3309-4461-a0d4-abc3305e7d81 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Calling delete_port for d17d58e4-ec84-4ccb-9aed-a72dbd3f89d7 owned by {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:11:48.631860 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-3b8f4171-f044-4a22-a500-79dc5786a06e req-1e54568b-9934-49d3-b5c0-7b75fe9d08cc tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:11:48.651357 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b8f4171-f044-4a22-a500-79dc5786a06e req-1e54568b-9934-49d3-b5c0-7b75fe9d08cc tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:11:48.719199 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e54568b-9934-49d3-b5c0-7b75fe9d08cc tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event updated for resources: {'Port': ['ID=593d1b19-429f-4e03-ae46-3dbc5a7d2277,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:48.777594 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f4171-f044-4a22-a500-79dc5786a06e req-1e54568b-9934-49d3-b5c0-7b75fe9d08cc tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:48.778381 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-3b8f4171-f044-4a22-a500-79dc5786a06e req-1e54568b-9934-49d3-b5c0-7b75fe9d08cc tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:48.812218 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3b8f4171-f044-4a22-a500-79dc5786a06e req-1e54568b-9934-49d3-b5c0-7b75fe9d08cc tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0214338 Sep 17 08:11:48.830881 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-3b8f4171-f044-4a22-a500-79dc5786a06e req-1eb26f6c-09d9-45ff-808a-8e529ad38c03 service neutron] Request body: {'port': {'device_id': '41c85e4c-2cc3-4250-be46-c5155c6ce0d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:11:48.853830 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-52127995-3309-4461-a0d4-abc3305e7d81 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:48.953685 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-3b8f4171-f044-4a22-a500-79dc5786a06e req-1eb26f6c-09d9-45ff-808a-8e529ad38c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:48.978947 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52127995-3309-4461-a0d4-abc3305e7d81 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Pushing event deleted for resources: {'Port': ['ID=d17d58e4-ec84-4ccb-9aed-a72dbd3f89d7,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:49.079636 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7032ab1b-80dc-48b9-a20c-1d2e1df78380 req-bcfa2494-bc3c-409e-84b4-38868e551009 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:49.081643 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7032ab1b-80dc-48b9-a20c-1d2e1df78380 req-bcfa2494-bc3c-409e-84b4-38868e551009 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=41c85e4c-2cc3-4250-be46-c5155c6ce0d3 HTTP/1.1" status: 200 len: 932 time: 0.2578969 Sep 17 08:11:49.097117 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-9e643c81-35f9-4f66-8315-b29aefaf2f5e None None] Provisioning complete for port 593d1b19-429f-4e03-ae46-3dbc5a7d2277 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:11:49.098414 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9e643c81-35f9-4f66-8315-b29aefaf2f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:49.160034 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-9e643c81-35f9-4f66-8315-b29aefaf2f5e None None] Port 593d1b19-429f-4e03-ae46-3dbc5a7d2277 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:11:49.235787 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36382b0e-5fd9-4d5c-9eda-d8daf7adf370 req-4ec46abd-d277-41c9-9f46-58f19ab39ede tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:49.237542 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-36382b0e-5fd9-4d5c-9eda-d8daf7adf370 req-4ec46abd-d277-41c9-9f46-58f19ab39ede tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=b55ddb13-dd82-4330-b9af-6bc35c436b6f HTTP/1.1" status: 200 len: 944 time: 0.2872953 Sep 17 08:11:49.271083 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7032ab1b-80dc-48b9-a20c-1d2e1df78380 req-bf4e5aff-4c79-4bab-b892-c7ba7b996529 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=1870af16-a40e-49bd-be81-639511d97305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752400 Sep 17 08:11:49.340904 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-36382b0e-5fd9-4d5c-9eda-d8daf7adf370 req-9ec81a16-ba6a-4943-9ee5-f47274a80d8e tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733271 Sep 17 08:11:49.344602 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52127995-3309-4461-a0d4-abc3305e7d81 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Router eebf1336-6585-418e-9865-ef92b7d0c8fc has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:11:49.435319 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-3b8f4171-f044-4a22-a500-79dc5786a06e req-1eb26f6c-09d9-45ff-808a-8e529ad38c03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 593d1b19-429f-4e03-ae46-3dbc5a7d2277 {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:11:49.443439 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-3b8f4171-f044-4a22-a500-79dc5786a06e req-1eb26f6c-09d9-45ff-808a-8e529ad38c03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:49.458566 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-3b8f4171-f044-4a22-a500-79dc5786a06e req-1eb26f6c-09d9-45ff-808a-8e529ad38c03 service neutron] Transition to ACTIVE for port object 593d1b19-429f-4e03-ae46-3dbc5a7d2277 will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:11:49.468995 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-3b8f4171-f044-4a22-a500-79dc5786a06e req-1eb26f6c-09d9-45ff-808a-8e529ad38c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:49.524495 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52127995-3309-4461-a0d4-abc3305e7d81 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:11:49.540803 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6029cc-84bd-48a3-b1ed-f71925f7f670 None None] Sync routers for ids ['eebf1336-6585-418e-9865-ef92b7d0c8fc'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:11:49.558836 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6029cc-84bd-48a3-b1ed-f71925f7f670 None None] Routers {'eebf1336-6585-418e-9865-ef92b7d0c8fc'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:11:49.561769 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-bb6029cc-84bd-48a3-b1ed-f71925f7f670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:11:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['eebf1336-6585-418e-9865-ef92b7d0c8fc'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:49.636867 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-bb6029cc-84bd-48a3-b1ed-f71925f7f670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:49.637371 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb26f6c-09d9-45ff-808a-8e529ad38c03 service neutron] Pushing event updated for resources: {'Port': ['ID=593d1b19-429f-4e03-ae46-3dbc5a7d2277,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:49.661206 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6029cc-84bd-48a3-b1ed-f71925f7f670 None None] Routers {'eebf1336-6585-418e-9865-ef92b7d0c8fc'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:11:49.661871 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-bb6029cc-84bd-48a3-b1ed-f71925f7f670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:11:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['eebf1336-6585-418e-9865-ef92b7d0c8fc'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:49.673356 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-52127995-3309-4461-a0d4-abc3305e7d81 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:49.677510 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-52127995-3309-4461-a0d4-abc3305e7d81 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] 10.222.0.13 "DELETE /v2.0/ports/d17d58e4-ec84-4ccb-9aed-a72dbd3f89d7 HTTP/1.1" status: 204 len: 168 time: 1.7077432 Sep 17 08:11:49.679078 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40554) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:49.700522 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-3b8f4171-f044-4a22-a500-79dc5786a06e req-1eb26f6c-09d9-45ff-808a-8e529ad38c03 service neutron] Attempting to bind port 593d1b19-429f-4e03-ae46-3dbc5a7d2277 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:11:49.700878 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-3b8f4171-f044-4a22-a500-79dc5786a06e req-1eb26f6c-09d9-45ff-808a-8e529ad38c03 service neutron] Attempting to bind port 593d1b19-429f-4e03-ae46-3dbc5a7d2277 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': '0d1771dc-a12b-478f-b055-bfe9b99f98a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b31c82e6-300a-43e1-9f15-fe0340cd4575'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:11:49.701194 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8f4171-f044-4a22-a500-79dc5786a06e req-1eb26f6c-09d9-45ff-808a-8e529ad38c03 service neutron] Attempting to bind port 593d1b19-429f-4e03-ae46-3dbc5a7d2277 on network b31c82e6-300a-43e1-9f15-fe0340cd4575 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:11:49.714262 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-bb6029cc-84bd-48a3-b1ed-f71925f7f670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:49.722474 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6029cc-84bd-48a3-b1ed-f71925f7f670 None None] The sync data for ids ['eebf1336-6585-418e-9865-ef92b7d0c8fc'] in n-d-789963-9 is: [] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:11:49.759477 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8f4171-f044-4a22-a500-79dc5786a06e req-1eb26f6c-09d9-45ff-808a-8e529ad38c03 service neutron] Port 593d1b19-429f-4e03-ae46-3dbc5a7d2277 on network b31c82e6-300a-43e1-9f15-fe0340cd4575 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:11:49.759942 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8f4171-f044-4a22-a500-79dc5786a06e req-1eb26f6c-09d9-45ff-808a-8e529ad38c03 service neutron] Attempting to bind port 593d1b19-429f-4e03-ae46-3dbc5a7d2277 on network b31c82e6-300a-43e1-9f15-fe0340cd4575 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:11:49.773061 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8f4171-f044-4a22-a500-79dc5786a06e req-1eb26f6c-09d9-45ff-808a-8e529ad38c03 service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:11:49.774287 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8f4171-f044-4a22-a500-79dc5786a06e req-1eb26f6c-09d9-45ff-808a-8e529ad38c03 service neutron] Checking segment: {'id': '0d1771dc-a12b-478f-b055-bfe9b99f98a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b31c82e6-300a-43e1-9f15-fe0340cd4575'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:11:49.774783 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8f4171-f044-4a22-a500-79dc5786a06e req-1eb26f6c-09d9-45ff-808a-8e529ad38c03 service neutron] Bound using segment: {'id': '0d1771dc-a12b-478f-b055-bfe9b99f98a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b31c82e6-300a-43e1-9f15-fe0340cd4575'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:11:49.775322 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-3b8f4171-f044-4a22-a500-79dc5786a06e req-1eb26f6c-09d9-45ff-808a-8e529ad38c03 service neutron] Bound port: 593d1b19-429f-4e03-ae46-3dbc5a7d2277, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d1771dc-a12b-478f-b055-bfe9b99f98a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b31c82e6-300a-43e1-9f15-fe0340cd4575'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:11:49.775980 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-3b8f4171-f044-4a22-a500-79dc5786a06e req-1eb26f6c-09d9-45ff-808a-8e529ad38c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:49.800013 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 40560) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:49.800361 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-62089bc0-25ac-46be-b049-59fb4d398bf0 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] 10.222.0.13 "GET /v2.0/floatingips/31093f0d-6281-4c2f-b7b9-f467651c3847 HTTP/1.1" status: 200 len: 687 time: 0.1199799 Sep 17 08:11:49.882704 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-3b8f4171-f044-4a22-a500-79dc5786a06e req-1eb26f6c-09d9-45ff-808a-8e529ad38c03 service neutron] For port 593d1b19-429f-4e03-ae46-3dbc5a7d2277, host n-h1-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:11:49.886479 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-3b8f4171-f044-4a22-a500-79dc5786a06e req-1eb26f6c-09d9-45ff-808a-8e529ad38c03 service neutron] For port 593d1b19-429f-4e03-ae46-3dbc5a7d2277, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=593d1b19-429f-4e03-ae46-3dbc5a7d2277,segment=NetworkSegment(0d1771dc-a12b-478f-b055-bfe9b99f98a3),segment_id=0d1771dc-a12b-478f-b055-bfe9b99f98a3)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:11:49.897404 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-3b8f4171-f044-4a22-a500-79dc5786a06e req-1eb26f6c-09d9-45ff-808a-8e529ad38c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:49.938358 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1b890969-e11e-433e-a90c-5b6dd7b977cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:49.975163 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f4171-f044-4a22-a500-79dc5786a06e req-1eb26f6c-09d9-45ff-808a-8e529ad38c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:49.976310 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-3b8f4171-f044-4a22-a500-79dc5786a06e req-1eb26f6c-09d9-45ff-808a-8e529ad38c03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:49.977985 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3b8f4171-f044-4a22-a500-79dc5786a06e req-1eb26f6c-09d9-45ff-808a-8e529ad38c03 service neutron] 10.222.0.41 "PUT /v2.0/ports/593d1b19-429f-4e03-ae46-3dbc5a7d2277 HTTP/1.1" status: 200 len: 1092 time: 1.1614575 Sep 17 08:11:49.978738 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41c85e4c-2cc3-4250-be46-c5155c6ce0d3', 'tag': '593d1b19-429f-4e03-ae46-3dbc5a7d2277'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:11:49.982063 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5926d08-0322-47e0-aec6-2459f534c4ea" -d '{"events": [{"name": "network-changed", "server_uuid": "41c85e4c-2cc3-4250-be46-c5155c6ce0d3", "tag": "593d1b19-429f-4e03-ae46-3dbc5a7d2277"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:11:50.058702 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-7de39316-a60d-48cd-b15d-26bf0397fd73 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Deleting port 536cc8a8-37a7-494d-9882-930cd0790eef {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:11:50.059166 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7de39316-a60d-48cd-b15d-26bf0397fd73 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:50.129449 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb26f6c-09d9-45ff-808a-8e529ad38c03 service neutron] Pushing event updated for resources: {'Port': ['ID=593d1b19-429f-4e03-ae46-3dbc5a7d2277,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:50.162940 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f4171-f044-4a22-a500-79dc5786a06e req-35dffa26-eaba-4c41-aab2-57c2c548be39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:50.172391 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3b8f4171-f044-4a22-a500-79dc5786a06e req-35dffa26-eaba-4c41-aab2-57c2c548be39 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6ef7951b2ac4d2ead98d70f1879d714&device_id=41c85e4c-2cc3-4250-be46-c5155c6ce0d3 HTTP/1.1" status: 200 len: 1095 time: 0.1302640 Sep 17 08:11:50.241645 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3b8f4171-f044-4a22-a500-79dc5786a06e req-ee8aa1f7-913e-4bcc-bd1f-20106e664c26 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=593d1b19-429f-4e03-ae46-3dbc5a7d2277 HTTP/1.1" status: 200 len: 217 time: 0.0537550 Sep 17 08:11:50.264226 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7de39316-a60d-48cd-b15d-26bf0397fd73 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:50.264599 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7de39316-a60d-48cd-b15d-26bf0397fd73 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:50.268485 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352519cf-1ebb-4558-919c-787e0af4d699 x-openstack-request-id: req-352519cf-1ebb-4558-919c-787e0af4d699 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:11:50.268735 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41c85e4c-2cc3-4250-be46-c5155c6ce0d3", "tag": "593d1b19-429f-4e03-ae46-3dbc5a7d2277", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:11:50.268985 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-352519cf-1ebb-4558-919c-787e0af4d699 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:11:50.269379 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41c85e4c-2cc3-4250-be46-c5155c6ce0d3', 'tag': '593d1b19-429f-4e03-ae46-3dbc5a7d2277', 'status': 'completed', 'code': 200} Sep 17 08:11:50.279905 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-7de39316-a60d-48cd-b15d-26bf0397fd73 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Calling delete_port for 536cc8a8-37a7-494d-9882-930cd0790eef owned by network:floatingip {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:11:50.328964 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device a3846f54-6d0d-4268-880b-ffeddf6a2433 details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:11:50.356733 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f4171-f044-4a22-a500-79dc5786a06e req-472f487b-937e-46c8-b555-0542e5f0c0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:50.364963 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3b8f4171-f044-4a22-a500-79dc5786a06e req-472f487b-937e-46c8-b555-0542e5f0c0e6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=61938315-f914-4ad0-a7e1-28c2b11049ed HTTP/1.1" status: 200 len: 835 time: 0.1155467 Sep 17 08:11:50.371102 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 1de4ec25-f671-4ced-9a12-eb6f7d03b81b up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:11:50.447184 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f4171-f044-4a22-a500-79dc5786a06e req-01cf97b9-0893-4cfe-9372-b79527deb8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:50.450273 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3b8f4171-f044-4a22-a500-79dc5786a06e req-01cf97b9-0893-4cfe-9372-b79527deb8d6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b31c82e6-300a-43e1-9f15-fe0340cd4575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754998 Sep 17 08:11:50.568174 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c8f17-5e1f-4d39-94f9-f84b00c535d5 req-4ab4a34e-c451-4db6-ada5-b4c1ea6c1265 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:50.570011 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a47c8f17-5e1f-4d39-94f9-f84b00c535d5 req-4ab4a34e-c451-4db6-ada5-b4c1ea6c1265 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=b55ddb13-dd82-4330-b9af-6bc35c436b6f HTTP/1.1" status: 200 len: 944 time: 0.0951116 Sep 17 08:11:50.584019 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 1de4ec25-f671-4ced-9a12-eb6f7d03b81b triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:11:50.584481 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:50.585463 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e1ce8-0551-401b-8461-b215c431e99e req-37272125-d30a-4a6d-b15f-751443df4ea9 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:50.588496 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-af0e1ce8-0551-401b-8461-b215c431e99e req-37272125-d30a-4a6d-b15f-751443df4ea9 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=41c85e4c-2cc3-4250-be46-c5155c6ce0d3 HTTP/1.1" status: 200 len: 944 time: 0.1369312 Sep 17 08:11:50.596168 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7de39316-a60d-48cd-b15d-26bf0397fd73 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:50.614804 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3b8f4171-f044-4a22-a500-79dc5786a06e req-354d6cf2-2f1f-42bd-8f77-bbcc4bc79f1f service neutron] 10.222.0.41 "GET /v2.0/networks/b31c82e6-300a-43e1-9f15-fe0340cd4575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572230 Sep 17 08:11:50.623251 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port a3846f54-6d0d-4268-880b-ffeddf6a2433, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=a3846f54-6d0d-4268-880b-ffeddf6a2433,segment=NetworkSegment(f07fd61d-94b1-4db1-8da4-2df4b04cf57d),segment_id=f07fd61d-94b1-4db1-8da4-2df4b04cf57d)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:11:50.643678 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': 'a3846f54-6d0d-4268-880b-ffeddf6a2433', 'network_id': '2feccfd6-bff5-4952-b86d-3413bedfc5c5', 'port_id': 'a3846f54-6d0d-4268-880b-ffeddf6a2433', 'mac_address': 'fa:16:3e:c0:8b:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e79d3233-7267-4f69-96c6-35ae9ed26fe5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:11:50.693583 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de39316-a60d-48cd-b15d-26bf0397fd73 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Pushing event deleted for resources: {'Port': ['ID=536cc8a8-37a7-494d-9882-930cd0790eef,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:50.720844 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:50.728256 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-af0e1ce8-0551-401b-8461-b215c431e99e req-9235579c-0efa-4f9a-800c-03b0401b69da tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=1870af16-a40e-49bd-be81-639511d97305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202531 Sep 17 08:11:50.743908 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3846f54-6d0d-4268-880b-ffeddf6a2433 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:11:50.751670 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a47c8f17-5e1f-4d39-94f9-f84b00c535d5 req-ab65ae81-497b-4ed9-946c-53d8a40c7b79 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617570 Sep 17 08:11:50.766178 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3b8f4171-f044-4a22-a500-79dc5786a06e req-6470e177-38a2-4dac-a996-6cd3fb0dd668 service neutron] 10.222.0.41 "GET /v2.0/networks/b31c82e6-300a-43e1-9f15-fe0340cd4575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421101 Sep 17 08:11:50.769885 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7de39316-a60d-48cd-b15d-26bf0397fd73 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for floatingip, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:50.772763 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7de39316-a60d-48cd-b15d-26bf0397fd73 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:50.778201 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-7de39316-a60d-48cd-b15d-26bf0397fd73 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] 10.222.0.13 "DELETE /v2.0/floatingips/31093f0d-6281-4c2f-b7b9-f467651c3847 HTTP/1.1" status: 204 len: 168 time: 0.9730904 Sep 17 08:11:50.781857 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40574) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:50.788732 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-ba966ab1-3b2b-41e5-9bda-d6d46d0654bb tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Request body: {'floatingip': {'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'port_id': 'a992ece9-b411-46eb-a3fc-0d3fd5781cd6'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:11:50.802624 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port a3846f54-6d0d-4268-880b-ffeddf6a2433, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=a3846f54-6d0d-4268-880b-ffeddf6a2433,segment=NetworkSegment(f07fd61d-94b1-4db1-8da4-2df4b04cf57d),segment_id=f07fd61d-94b1-4db1-8da4-2df4b04cf57d)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:11:50.808485 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:50.838827 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ba966ab1-3b2b-41e5-9bda-d6d46d0654bb tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for floatingip, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:50.877823 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=a3846f54-6d0d-4268-880b-ffeddf6a2433,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:50.962745 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5926d08-0322-47e0-aec6-2459f534c4ea req-12e694c9-ab90-427a-8f02-2b13f06e6dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:50.964292 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b5926d08-0322-47e0-aec6-2459f534c4ea req-12e694c9-ab90-427a-8f02-2b13f06e6dab service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6ef7951b2ac4d2ead98d70f1879d714&device_id=41c85e4c-2cc3-4250-be46-c5155c6ce0d3 HTTP/1.1" status: 200 len: 1095 time: 0.0838568 Sep 17 08:11:51.052084 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ba966ab1-3b2b-41e5-9bda-d6d46d0654bb tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:51.116421 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5926d08-0322-47e0-aec6-2459f534c4ea req-37964e1b-2fd2-4d81-8996-90eda563b9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:51.118477 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b5926d08-0322-47e0-aec6-2459f534c4ea req-37964e1b-2fd2-4d81-8996-90eda563b9f3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b31c82e6-300a-43e1-9f15-fe0340cd4575 HTTP/1.1" status: 200 len: 898 time: 0.1443462 Sep 17 08:11:51.195363 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b5926d08-0322-47e0-aec6-2459f534c4ea req-4ec2d4f5-54ae-43d0-8b1b-d0bad44e5b60 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=593d1b19-429f-4e03-ae46-3dbc5a7d2277 HTTP/1.1" status: 200 len: 217 time: 0.0445001 Sep 17 08:11:51.368902 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['a3846f54-6d0d-4268-880b-ffeddf6a2433'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:11:51.507924 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-ba966ab1-3b2b-41e5-9bda-d6d46d0654bb tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Allocated IP 172.25.6.247 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/67242437-3c36-4b3b-88f5-d01b1615e495) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:11:51.535798 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5926d08-0322-47e0-aec6-2459f534c4ea req-7f7b3ae1-ba41-426e-bdda-f52e7fed3abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:51.537292 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b5926d08-0322-47e0-aec6-2459f534c4ea req-7f7b3ae1-ba41-426e-bdda-f52e7fed3abb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=61938315-f914-4ad0-a7e1-28c2b11049ed HTTP/1.1" status: 200 len: 835 time: 0.3346214 Sep 17 08:11:51.632032 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5926d08-0322-47e0-aec6-2459f534c4ea req-c40e43bb-ad33-4384-80db-ee451e7c51ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:51.635260 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b5926d08-0322-47e0-aec6-2459f534c4ea req-c40e43bb-ad33-4384-80db-ee451e7c51ed service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b31c82e6-300a-43e1-9f15-fe0340cd4575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0865903 Sep 17 08:11:51.685510 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ba966ab1-3b2b-41e5-9bda-d6d46d0654bb tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:51.767156 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b5926d08-0322-47e0-aec6-2459f534c4ea req-bd995342-85a8-4b74-b8f2-ba3f58f09b89 service neutron] 10.222.0.41 "GET /v2.0/networks/b31c82e6-300a-43e1-9f15-fe0340cd4575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226249 Sep 17 08:11:51.779371 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ba966ab1-3b2b-41e5-9bda-d6d46d0654bb tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:51.849654 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba966ab1-3b2b-41e5-9bda-d6d46d0654bb tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:11:51.857477 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-ba966ab1-3b2b-41e5-9bda-d6d46d0654bb tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:11:51.890985 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba966ab1-3b2b-41e5-9bda-d6d46d0654bb tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:11:51.926783 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba966ab1-3b2b-41e5-9bda-d6d46d0654bb tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Pushing event updated for resources: {'Port': ['ID=67242437-3c36-4b3b-88f5-d01b1615e495,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:51.962501 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec8ef6-bc80-48ec-be1b-e623cc740005 req-61e56356-938b-4222-a98c-616f7b18f8fe tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:51.964806 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-56ec8ef6-bc80-48ec-be1b-e623cc740005 req-61e56356-938b-4222-a98c-616f7b18f8fe tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=b55ddb13-dd82-4330-b9af-6bc35c436b6f HTTP/1.1" status: 200 len: 945 time: 0.1111224 Sep 17 08:11:51.982776 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b5926d08-0322-47e0-aec6-2459f534c4ea req-5e0fc8f4-4bac-49dc-8ed2-3fea7d7093a1 service neutron] 10.222.0.41 "GET /v2.0/networks/b31c82e6-300a-43e1-9f15-fe0340cd4575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071981 Sep 17 08:11:51.993065 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2fd06-8198-4533-8f9b-fc8cc9f4e5f8 req-77876811-78fc-4572-9dee-37b2898d7a07 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:52.000474 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e0b2fd06-8198-4533-8f9b-fc8cc9f4e5f8 req-77876811-78fc-4572-9dee-37b2898d7a07 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=41c85e4c-2cc3-4250-be46-c5155c6ce0d3 HTTP/1.1" status: 200 len: 944 time: 0.0998499 Sep 17 08:11:52.070235 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e0b2fd06-8198-4533-8f9b-fc8cc9f4e5f8 req-17c38f06-faf9-46e7-b7a5-2695e610fc2c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=1870af16-a40e-49bd-be81-639511d97305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687752 Sep 17 08:11:52.075460 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-56ec8ef6-bc80-48ec-be1b-e623cc740005 req-5c1546ba-bb94-4497-8bea-26fdfd645297 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006954 Sep 17 08:11:52.331525 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ba966ab1-3b2b-41e5-9bda-d6d46d0654bb tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:52.343152 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device a3846f54-6d0d-4268-880b-ffeddf6a2433 up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:11:52.392346 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning for port a3846f54-6d0d-4268-880b-ffeddf6a2433 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:11:52.396177 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port a3846f54-6d0d-4268-880b-ffeddf6a2433 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:11:52.396562 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:52.404114 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ba966ab1-3b2b-41e5-9bda-d6d46d0654bb tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:52.440632 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-04fee1dd-b187-4a27-9bbd-aa53a239a3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:52.485451 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:52.508270 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b55ddb13-dd82-4330-b9af-6bc35c436b6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3846f54-6d0d-4268-880b-ffeddf6a2433'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:11:52.510564 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb17c4d-0838-4e9c-904c-18fa96caa5b6" -d '{"events": [{"server_uuid": "b55ddb13-dd82-4330-b9af-6bc35c436b6f", "name": "network-vif-plugged", "status": "completed", "tag": "a3846f54-6d0d-4268-880b-ffeddf6a2433"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:11:52.523171 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port a3846f54-6d0d-4268-880b-ffeddf6a2433, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=a3846f54-6d0d-4268-880b-ffeddf6a2433,segment=NetworkSegment(f07fd61d-94b1-4db1-8da4-2df4b04cf57d),segment_id=f07fd61d-94b1-4db1-8da4-2df4b04cf57d)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:11:52.527961 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:52.556805 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ba966ab1-3b2b-41e5-9bda-d6d46d0654bb tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:52.558066 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657f7c6f-4652-4241-b553-3d7d2af1602d x-openstack-request-id: req-657f7c6f-4652-4241-b553-3d7d2af1602d {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:11:52.558407 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b55ddb13-dd82-4330-b9af-6bc35c436b6f", "name": "network-vif-plugged", "status": "completed", "tag": "a3846f54-6d0d-4268-880b-ffeddf6a2433", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:11:52.558898 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-657f7c6f-4652-4241-b553-3d7d2af1602d {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:11:52.559395 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b55ddb13-dd82-4330-b9af-6bc35c436b6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3846f54-6d0d-4268-880b-ffeddf6a2433', 'code': 200} Sep 17 08:11:52.562322 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ba966ab1-3b2b-41e5-9bda-d6d46d0654bb tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:52.588220 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=a3846f54-6d0d-4268-880b-ffeddf6a2433,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:52.628062 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba966ab1-3b2b-41e5-9bda-d6d46d0654bb tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Pushing event updated for resources: {'Port': ['ID=67242437-3c36-4b3b-88f5-d01b1615e495,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:52.647255 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ba966ab1-3b2b-41e5-9bda-d6d46d0654bb tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:52.683311 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:52.722416 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec24ba46-2f18-46d1-9152-a6b5fa94265c req-5503ba88-c7f4-4dec-8835-52976a756632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:52.723853 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ec24ba46-2f18-46d1-9152-a6b5fa94265c req-5503ba88-c7f4-4dec-8835-52976a756632 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b55ddb13-dd82-4330-b9af-6bc35c436b6f HTTP/1.1" status: 200 len: 1097 time: 0.0867860 Sep 17 08:11:52.790820 n-d-789963-9 neutron-server[101290]: INFO neutron.db.l3_db [None req-ba966ab1-3b2b-41e5-9bda-d6d46d0654bb tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Floating IP ea01c93e-81e0-48cd-a06f-3bf1ef2b8df3 associated. External IP: 172.25.6.247, port: a992ece9-b411-46eb-a3fc-0d3fd5781cd6. Sep 17 08:11:52.793916 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ec24ba46-2f18-46d1-9152-a6b5fa94265c req-76c85c89-a0bd-422e-b108-58780ba86e40 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447388 Sep 17 08:11:53.013375 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba966ab1-3b2b-41e5-9bda-d6d46d0654bb tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Router eebf1336-6585-418e-9865-ef92b7d0c8fc has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:11:53.133893 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba966ab1-3b2b-41e5-9bda-d6d46d0654bb tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:11:53.144855 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33271b85-4d00-4682-876c-beb1e33c582e None None] Sync routers for ids ['eebf1336-6585-418e-9865-ef92b7d0c8fc'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:11:53.155164 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33271b85-4d00-4682-876c-beb1e33c582e None None] Routers {'eebf1336-6585-418e-9865-ef92b7d0c8fc'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:11:53.156174 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-33271b85-4d00-4682-876c-beb1e33c582e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:11:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['eebf1336-6585-418e-9865-ef92b7d0c8fc'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:53.156771 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ba966ab1-3b2b-41e5-9bda-d6d46d0654bb tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:53.189414 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ba966ab1-3b2b-41e5-9bda-d6d46d0654bb tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.4041798 Sep 17 08:11:53.189791 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40618) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:53.191342 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-33271b85-4d00-4682-876c-beb1e33c582e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:53.195367 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-3da200e6-34cd-4c78-8c0d-848b0c497a46 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-209997693'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:11:53.202519 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33271b85-4d00-4682-876c-beb1e33c582e None None] Routers {'eebf1336-6585-418e-9865-ef92b7d0c8fc'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:11:53.203221 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-33271b85-4d00-4682-876c-beb1e33c582e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:11:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['eebf1336-6585-418e-9865-ef92b7d0c8fc'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:53.219674 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af506ea-c35e-4a9d-863c-b4236e5d9e35 req-9874adf3-a010-48ec-8f51-386a84bad615 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:53.220986 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da200e6-34cd-4c78-8c0d-848b0c497a46 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Made reservation on behalf of f593322429814399ab6f30c7b581ac43 for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:11:53.221220 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7af506ea-c35e-4a9d-863c-b4236e5d9e35 req-9874adf3-a010-48ec-8f51-386a84bad615 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 947 time: 0.0922070 Sep 17 08:11:53.225580 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3da200e6-34cd-4c78-8c0d-848b0c497a46 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:53.237731 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8ef4bd-33aa-447b-9623-c73c2a0de871 req-fceaab1e-feda-454d-93c5-e1659b472db2 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:53.239261 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8e8ef4bd-33aa-447b-9623-c73c2a0de871 req-fceaab1e-feda-454d-93c5-e1659b472db2 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=41c85e4c-2cc3-4250-be46-c5155c6ce0d3 HTTP/1.1" status: 200 len: 944 time: 0.0809450 Sep 17 08:11:53.241563 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-33271b85-4d00-4682-876c-beb1e33c582e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:53.242213 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33271b85-4d00-4682-876c-beb1e33c582e None None] The sync data for ids ['eebf1336-6585-418e-9865-ef92b7d0c8fc'] in n-d-789963-9 is: [] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:11:53.260214 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3da200e6-34cd-4c78-8c0d-848b0c497a46 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:11:53.269492 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3da200e6-34cd-4c78-8c0d-848b0c497a46 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:53.269793 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-3da200e6-34cd-4c78-8c0d-848b0c497a46 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Added segment 2627f5a4-dc59-49c1-b1e4-22f88b526208 of type vlan for network a0ef1a24-a9f8-4b34-9ddb-c50a77ea0c11 Sep 17 08:11:53.289996 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7af506ea-c35e-4a9d-863c-b4236e5d9e35 req-0dcd945b-c932-4184-a271-8e6ea8bb28c6 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492146 Sep 17 08:11:53.313956 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3da200e6-34cd-4c78-8c0d-848b0c497a46 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:53.315439 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8e8ef4bd-33aa-447b-9623-c73c2a0de871 req-a0d4dc68-114a-470f-bfa3-2ddce5ed21e3 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=1870af16-a40e-49bd-be81-639511d97305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546846 Sep 17 08:11:53.350252 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3da200e6-34cd-4c78-8c0d-848b0c497a46 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:53.357056 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da200e6-34cd-4c78-8c0d-848b0c497a46 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:53.357677 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3da200e6-34cd-4c78-8c0d-848b0c497a46 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:53.388392 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-3da200e6-34cd-4c78-8c0d-848b0c497a46 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1949978 Sep 17 08:11:53.389769 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 40626) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:53.395377 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-340a0aec-ad7c-4056-968a-52914e8201b8 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Request body: {'subnet': {'network_id': 'a0ef1a24-a9f8-4b34-9ddb-c50a77ea0c11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:11:53.427693 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da200e6-34cd-4c78-8c0d-848b0c497a46 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Pushing event updated for resources: {'Network': ['ID=a0ef1a24-a9f8-4b34-9ddb-c50a77ea0c11,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:53.430770 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c254307b-f536-45f7-9591-d3c6954c34ef req-beb91581-9187-4b92-b347-c7252ff89c62 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:53.432308 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c254307b-f536-45f7-9591-d3c6954c34ef req-beb91581-9187-4b92-b347-c7252ff89c62 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=b55ddb13-dd82-4330-b9af-6bc35c436b6f HTTP/1.1" status: 200 len: 946 time: 0.0772350 Sep 17 08:11:53.442329 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network a0ef1a24-a9f8-4b34-9ddb-c50a77ea0c11 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:11:53.514100 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c254307b-f536-45f7-9591-d3c6954c34ef req-0cecd47d-ee0d-43ff-9611-2aceaf8d8e9f tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757973 Sep 17 08:11:53.532404 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-340a0aec-ad7c-4056-968a-52914e8201b8 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Made reservation on behalf of f593322429814399ab6f30c7b581ac43 for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:11:53.536106 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-340a0aec-ad7c-4056-968a-52914e8201b8 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:53.686543 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:53.761159 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab08f41-d533-4aaf-9f62-4c454f37c296 req-c2ddfab5-9e9a-4ae3-a727-028e75a72694 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:53.762635 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8ab08f41-d533-4aaf-9f62-4c454f37c296 req-c2ddfab5-9e9a-4ae3-a727-028e75a72694 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 947 time: 0.0959580 Sep 17 08:11:53.763585 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-340a0aec-ad7c-4056-968a-52914e8201b8 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:53.840102 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340a0aec-ad7c-4056-968a-52914e8201b8 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Pushing event updated for resources: {'Subnet': ['ID=30fc8349-944e-4970-9f9e-6e1d2de874ea,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:53.857801 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8ab08f41-d533-4aaf-9f62-4c454f37c296 req-60c8cdea-0cf4-467e-b4e0-3312127d89e3 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878716 Sep 17 08:11:53.864860 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340a0aec-ad7c-4056-968a-52914e8201b8 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Checking segment: {'id': '2627f5a4-dc59-49c1-b1e4-22f88b526208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a0ef1a24-a9f8-4b34-9ddb-c50a77ea0c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:11:53.865211 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340a0aec-ad7c-4056-968a-52914e8201b8 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Network hostable DHCP agents. Network: a0ef1a24-a9f8-4b34-9ddb-c50a77ea0c11, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:11:53.883035 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340a0aec-ad7c-4056-968a-52914e8201b8 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Network a0ef1a24-a9f8-4b34-9ddb-c50a77ea0c11 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:11:53.892055 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-340a0aec-ad7c-4056-968a-52914e8201b8 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, a0ef1a24-a9f8-4b34-9ddb-c50a77ea0c11) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:11:53.895943 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340a0aec-ad7c-4056-968a-52914e8201b8 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:53.896541 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-340a0aec-ad7c-4056-968a-52914e8201b8 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:53.904079 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3ddd7a-6f14-4706-8a7e-f3ed60955827 None None] Network a0ef1a24-a9f8-4b34-9ddb-c50a77ea0c11 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:11:53.911382 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-340a0aec-ad7c-4056-968a-52914e8201b8 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5197787 Sep 17 08:11:53.914069 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40636) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:53.919495 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-8c87222d-ec42-4df2-a082-5bee9fd489da tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-455324193', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}, 'admin_state_up': False}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:11:53.942365 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8c87222d-ec42-4df2-a082-5bee9fd489da tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:53.943342 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8c87222d-ec42-4df2-a082-5bee9fd489da tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:53.997145 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8c87222d-ec42-4df2-a082-5bee9fd489da tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:54.051605 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016ac51c-ca05-4e86-a403-6ad45af0a256 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-a0ef1a24-a9f8-4b34-9ddb-c50a77ea0c11', 'network_id': 'a0ef1a24-a9f8-4b34-9ddb-c50a77ea0c11', 'tenant_id': 'f593322429814399ab6f30c7b581ac43', 'fixed_ips': [{'subnet_id': '30fc8349-944e-4970-9f9e-6e1d2de874ea'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:11:54.052493 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-016ac51c-ca05-4e86-a403-6ad45af0a256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:54.134020 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8c87222d-ec42-4df2-a082-5bee9fd489da tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:54.346914 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 593d1b19-429f-4e03-ae46-3dbc5a7d2277 details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:11:54.356231 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8c87222d-ec42-4df2-a082-5bee9fd489da tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for router_gateway, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:54.358620 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-016ac51c-ca05-4e86-a403-6ad45af0a256 None None] Allocated IP 172.20.0.2 (a0ef1a24-a9f8-4b34-9ddb-c50a77ea0c11/30fc8349-944e-4970-9f9e-6e1d2de874ea/f1343a41-f127-4aec-9a9c-b23c38ecb175) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:11:54.377082 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8c87222d-ec42-4df2-a082-5bee9fd489da tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:54.426088 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6788e1-07fe-4230-a689-2ad41765dd5f req-cbe24402-df9c-4597-a380-a9df5f27f5c1 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:54.427652 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8d6788e1-07fe-4230-a689-2ad41765dd5f req-cbe24402-df9c-4597-a380-a9df5f27f5c1 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=41c85e4c-2cc3-4250-be46-c5155c6ce0d3 HTTP/1.1" status: 200 len: 944 time: 0.0509577 Sep 17 08:11:54.466709 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8d6788e1-07fe-4230-a689-2ad41765dd5f req-bdda87e5-3350-4826-9f43-f9a9a9f9988a tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=1870af16-a40e-49bd-be81-639511d97305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325286 Sep 17 08:11:54.488271 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-8c87222d-ec42-4df2-a082-5bee9fd489da tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Allocated IP 172.25.6.56 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/99ec0793-9206-4fd2-8096-1c35c930f978) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:11:54.525945 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 593d1b19-429f-4e03-ae46-3dbc5a7d2277, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=593d1b19-429f-4e03-ae46-3dbc5a7d2277,segment=NetworkSegment(0d1771dc-a12b-478f-b055-bfe9b99f98a3),segment_id=0d1771dc-a12b-478f-b055-bfe9b99f98a3)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:11:54.572049 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': '593d1b19-429f-4e03-ae46-3dbc5a7d2277', 'network_id': 'b31c82e6-300a-43e1-9f15-fe0340cd4575', 'port_id': '593d1b19-429f-4e03-ae46-3dbc5a7d2277', 'mac_address': 'fa:16:3e:29:66:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61938315-f914-4ad0-a7e1-28c2b11049ed', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:11:54.593120 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-016ac51c-ca05-4e86-a403-6ad45af0a256 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:54.599877 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8c87222d-ec42-4df2-a082-5bee9fd489da tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:54.621830 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-016ac51c-ca05-4e86-a403-6ad45af0a256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:54.632950 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e87c29-97b2-41aa-aa63-e1c25448004e req-e2599237-4681-4c02-abad-10c9f9b98ed2 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:54.635793 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-02e87c29-97b2-41aa-aa63-e1c25448004e req-e2599237-4681-4c02-abad-10c9f9b98ed2 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=b55ddb13-dd82-4330-b9af-6bc35c436b6f HTTP/1.1" status: 200 len: 946 time: 0.0512788 Sep 17 08:11:54.641270 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8c87222d-ec42-4df2-a082-5bee9fd489da tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:54.664660 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016ac51c-ca05-4e86-a403-6ad45af0a256 None None] Network a0ef1a24-a9f8-4b34-9ddb-c50a77ea0c11 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:11:54.670727 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:54.672762 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-016ac51c-ca05-4e86-a403-6ad45af0a256 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:11:54.675173 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016ac51c-ca05-4e86-a403-6ad45af0a256 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:11:54.677017 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-02e87c29-97b2-41aa-aa63-e1c25448004e req-f9286962-8630-49c3-ab80-56d63c5d6c21 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354364 Sep 17 08:11:54.680028 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c87222d-ec42-4df2-a082-5bee9fd489da tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:11:54.683401 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-8c87222d-ec42-4df2-a082-5bee9fd489da tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:11:54.689159 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c87222d-ec42-4df2-a082-5bee9fd489da tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:11:54.702185 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 593d1b19-429f-4e03-ae46-3dbc5a7d2277 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:11:54.711252 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016ac51c-ca05-4e86-a403-6ad45af0a256 None None] Pushing event updated for resources: {'Port': ['ID=f1343a41-f127-4aec-9a9c-b23c38ecb175,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:54.713923 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c87222d-ec42-4df2-a082-5bee9fd489da tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Pushing event updated for resources: {'Port': ['ID=99ec0793-9206-4fd2-8096-1c35c930f978,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:54.754249 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 593d1b19-429f-4e03-ae46-3dbc5a7d2277, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=593d1b19-429f-4e03-ae46-3dbc5a7d2277,segment=NetworkSegment(0d1771dc-a12b-478f-b055-bfe9b99f98a3),segment_id=0d1771dc-a12b-478f-b055-bfe9b99f98a3)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:11:54.775434 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:54.811446 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-016ac51c-ca05-4e86-a403-6ad45af0a256 None None] Attempting to bind port f1343a41-f127-4aec-9a9c-b23c38ecb175 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:11:54.811822 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-016ac51c-ca05-4e86-a403-6ad45af0a256 None None] Attempting to bind port f1343a41-f127-4aec-9a9c-b23c38ecb175 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '2627f5a4-dc59-49c1-b1e4-22f88b526208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a0ef1a24-a9f8-4b34-9ddb-c50a77ea0c11'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:11:54.812346 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016ac51c-ca05-4e86-a403-6ad45af0a256 None None] Attempting to bind port f1343a41-f127-4aec-9a9c-b23c38ecb175 on network a0ef1a24-a9f8-4b34-9ddb-c50a77ea0c11 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:11:54.821803 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016ac51c-ca05-4e86-a403-6ad45af0a256 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:11:54.822181 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016ac51c-ca05-4e86-a403-6ad45af0a256 None None] Checking segment: {'id': '2627f5a4-dc59-49c1-b1e4-22f88b526208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a0ef1a24-a9f8-4b34-9ddb-c50a77ea0c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:11:54.822590 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-016ac51c-ca05-4e86-a403-6ad45af0a256 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:54.822990 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016ac51c-ca05-4e86-a403-6ad45af0a256 None None] Bound using segment: {'id': '2627f5a4-dc59-49c1-b1e4-22f88b526208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a0ef1a24-a9f8-4b34-9ddb-c50a77ea0c11'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:11:54.823460 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-016ac51c-ca05-4e86-a403-6ad45af0a256 None None] Bound port: f1343a41-f127-4aec-9a9c-b23c38ecb175, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2627f5a4-dc59-49c1-b1e4-22f88b526208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a0ef1a24-a9f8-4b34-9ddb-c50a77ea0c11'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:11:54.823872 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-016ac51c-ca05-4e86-a403-6ad45af0a256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:54.850273 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=593d1b19-429f-4e03-ae46-3dbc5a7d2277,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:54.917908 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-016ac51c-ca05-4e86-a403-6ad45af0a256 None None] For port f1343a41-f127-4aec-9a9c-b23c38ecb175, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:11:54.922611 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-016ac51c-ca05-4e86-a403-6ad45af0a256 None None] For port f1343a41-f127-4aec-9a9c-b23c38ecb175, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=f1343a41-f127-4aec-9a9c-b23c38ecb175,segment=NetworkSegment(2627f5a4-dc59-49c1-b1e4-22f88b526208),segment_id=2627f5a4-dc59-49c1-b1e4-22f88b526208)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:11:54.930052 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-016ac51c-ca05-4e86-a403-6ad45af0a256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:55.002451 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016ac51c-ca05-4e86-a403-6ad45af0a256 None None] Pushing event updated for resources: {'Port': ['ID=f1343a41-f127-4aec-9a9c-b23c38ecb175,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:55.030770 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5193c85-a77b-4e62-9092-5958b05b7618 req-68fb6984-6ab1-42cb-b5fb-9a2419a1670c tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:55.032499 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c5193c85-a77b-4e62-9092-5958b05b7618 req-68fb6984-6ab1-42cb-b5fb-9a2419a1670c tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=b55ddb13-dd82-4330-b9af-6bc35c436b6f HTTP/1.1" status: 200 len: 946 time: 0.0997741 Sep 17 08:11:55.045499 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0859fbf4-038e-4e10-a158-6a43ca2e5d44 req-bfa99c95-52b1-4b34-b07c-584412185cd8 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:55.047264 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0859fbf4-038e-4e10-a158-6a43ca2e5d44 req-bfa99c95-52b1-4b34-b07c-584412185cd8 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 947 time: 0.0828106 Sep 17 08:11:55.110172 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c5193c85-a77b-4e62-9092-5958b05b7618 req-b3f1d1c4-b6e6-41fe-91df-89c6d1436a80 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614884 Sep 17 08:11:55.113196 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0859fbf4-038e-4e10-a158-6a43ca2e5d44 req-97dc4ca0-51e9-40ee-b898-ddc5c4986e7f tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586233 Sep 17 08:11:55.189727 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['593d1b19-429f-4e03-ae46-3dbc5a7d2277'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:11:55.298674 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:55.301676 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8c87222d-ec42-4df2-a082-5bee9fd489da tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for router_gateway, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:55.343470 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec52fd3c-dd46-4185-8ae2-b8499f7e7031 req-a7fdbcd8-1326-412d-854a-69fcad6ecbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:55.345109 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ec52fd3c-dd46-4185-8ae2-b8499f7e7031 req-a7fdbcd8-1326-412d-854a-69fcad6ecbed service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=81632076e85c469a8f56f6da12aee24c&device_id=b55ddb13-dd82-4330-b9af-6bc35c436b6f HTTP/1.1" status: 200 len: 1097 time: 0.3756013 Sep 17 08:11:55.522122 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec52fd3c-dd46-4185-8ae2-b8499f7e7031 req-2d3260d4-d529-4d57-8636-8a6c5ac7e745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:55.523608 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ec52fd3c-dd46-4185-8ae2-b8499f7e7031 req-2d3260d4-d529-4d57-8636-8a6c5ac7e745 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2feccfd6-bff5-4952-b86d-3413bedfc5c5 HTTP/1.1" status: 200 len: 912 time: 0.1700952 Sep 17 08:11:55.582216 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d972e3bb-f9a7-4ad6-88ae-e277bc0081d5 req-b6449632-c6e2-4ea0-b497-6dbad459d6a5 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:55.583688 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d972e3bb-f9a7-4ad6-88ae-e277bc0081d5 req-b6449632-c6e2-4ea0-b497-6dbad459d6a5 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=41c85e4c-2cc3-4250-be46-c5155c6ce0d3 HTTP/1.1" status: 200 len: 945 time: 0.0473990 Sep 17 08:11:55.597587 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ec52fd3c-dd46-4185-8ae2-b8499f7e7031 req-a1834112-f8e4-4d27-81e3-3adbc98cab07 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3846f54-6d0d-4268-880b-ffeddf6a2433 HTTP/1.1" status: 200 len: 217 time: 0.0649350 Sep 17 08:11:55.624160 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d972e3bb-f9a7-4ad6-88ae-e277bc0081d5 req-e04e3bb2-ac8c-49b1-8627-2adae726e086 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=1870af16-a40e-49bd-be81-639511d97305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337024 Sep 17 08:11:55.637702 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8c87222d-ec42-4df2-a082-5bee9fd489da tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:55.690745 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec52fd3c-dd46-4185-8ae2-b8499f7e7031 req-cca62826-5cb8-496a-b642-400f0473405f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:55.692270 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ec52fd3c-dd46-4185-8ae2-b8499f7e7031 req-cca62826-5cb8-496a-b642-400f0473405f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e79d3233-7267-4f69-96c6-35ae9ed26fe5 HTTP/1.1" status: 200 len: 851 time: 0.0847640 Sep 17 08:11:55.731919 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ec52fd3c-dd46-4185-8ae2-b8499f7e7031 req-3270d783-f33a-4b25-a2e4-a83778b7a183 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2feccfd6-bff5-4952-b86d-3413bedfc5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307870 Sep 17 08:11:55.872996 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ec52fd3c-dd46-4185-8ae2-b8499f7e7031 req-5f5e8bed-c6ac-4339-8852-03e7ddb60f01 service neutron] 10.222.0.41 "GET /v2.0/networks/2feccfd6-bff5-4952-b86d-3413bedfc5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109090 Sep 17 08:11:55.880196 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c87222d-ec42-4df2-a082-5bee9fd489da tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Router 89a84619-5012-407c-b04e-724af116dc7f is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 08:11:55.935447 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2673c294-ccc8-4be7-a3b5-378c3a3fc8aa None None] Network a0ef1a24-a9f8-4b34-9ddb-c50a77ea0c11 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:11:56.046282 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ec52fd3c-dd46-4185-8ae2-b8499f7e7031 req-af90cdd6-2607-45b9-9a88-8aef2b53207f service neutron] 10.222.0.41 "GET /v2.0/networks/2feccfd6-bff5-4952-b86d-3413bedfc5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638858 Sep 17 08:11:56.054226 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-2ed3389e-f168-4947-98c2-e76ca8a1f31b None None] Provisioning complete for port f1343a41-f127-4aec-9a9c-b23c38ecb175 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:11:56.054603 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2ed3389e-f168-4947-98c2-e76ca8a1f31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:56.059668 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c87222d-ec42-4df2-a082-5bee9fd489da tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:11:56.080559 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2d3aa9-dfe0-415a-8916-cdf61f03ad17 None None] Sync routers for ids ['89a84619-5012-407c-b04e-724af116dc7f'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:11:56.080825 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8c87222d-ec42-4df2-a082-5bee9fd489da tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:56.082639 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-8c87222d-ec42-4df2-a082-5bee9fd489da tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.1662540 Sep 17 08:11:56.085089 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 40652) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:56.127224 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2d3aa9-dfe0-415a-8916-cdf61f03ad17 None None] Routers {'89a84619-5012-407c-b04e-724af116dc7f'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:11:56.127904 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-cb2d3aa9-dfe0-415a-8916-cdf61f03ad17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:11:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['89a84619-5012-407c-b04e-724af116dc7f'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:56.169770 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-cb2d3aa9-dfe0-415a-8916-cdf61f03ad17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:56.200060 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2d3aa9-dfe0-415a-8916-cdf61f03ad17 None None] Routers {'89a84619-5012-407c-b04e-724af116dc7f'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:11:56.200550 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-cb2d3aa9-dfe0-415a-8916-cdf61f03ad17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:11:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['89a84619-5012-407c-b04e-724af116dc7f'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:56.244303 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-cb2d3aa9-dfe0-415a-8916-cdf61f03ad17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:56.244956 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2d3aa9-dfe0-415a-8916-cdf61f03ad17 None None] The sync data for ids ['89a84619-5012-407c-b04e-724af116dc7f'] in n-d-789963-9 is: [] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:11:56.279758 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2ed3389e-f168-4947-98c2-e76ca8a1f31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:56.304238 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device f1343a41-f127-4aec-9a9c-b23c38ecb175 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:11:56.346055 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-2ed3389e-f168-4947-98c2-e76ca8a1f31b None None] For port f1343a41-f127-4aec-9a9c-b23c38ecb175, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=f1343a41-f127-4aec-9a9c-b23c38ecb175,segment=NetworkSegment(2627f5a4-dc59-49c1-b1e4-22f88b526208),segment_id=2627f5a4-dc59-49c1-b1e4-22f88b526208)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:11:56.350478 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 593d1b19-429f-4e03-ae46-3dbc5a7d2277 up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:11:56.360185 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2ed3389e-f168-4947-98c2-e76ca8a1f31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:56.387049 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5989b9a-2dfb-4800-9b14-be66edf8b5b0 req-c78ae55e-723d-4eb9-91f6-0718467f637b tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:56.388626 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b5989b9a-2dfb-4800-9b14-be66edf8b5b0 req-c78ae55e-723d-4eb9-91f6-0718467f637b tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=b55ddb13-dd82-4330-b9af-6bc35c436b6f HTTP/1.1" status: 200 len: 946 time: 0.1953199 Sep 17 08:11:56.411805 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae529ce-f3cc-44b5-a9c6-8b0e8d2e5274 req-c787a9b9-7d7a-4b04-8adb-da44e03fc053 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:56.413320 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3ae529ce-f3cc-44b5-a9c6-8b0e8d2e5274 req-c787a9b9-7d7a-4b04-8adb-da44e03fc053 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 947 time: 0.1575658 Sep 17 08:11:56.456849 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed3389e-f168-4947-98c2-e76ca8a1f31b None None] Pushing event updated for resources: {'Port': ['ID=f1343a41-f127-4aec-9a9c-b23c38ecb175,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:56.476425 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port f1343a41-f127-4aec-9a9c-b23c38ecb175 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:11:56.476806 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:56.479616 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning for port 593d1b19-429f-4e03-ae46-3dbc5a7d2277 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:11:56.504267 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port 593d1b19-429f-4e03-ae46-3dbc5a7d2277 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:11:56.504643 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:56.505687 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b5989b9a-2dfb-4800-9b14-be66edf8b5b0 req-53ac90e7-7055-4d3c-8d0d-f5f5d4ecd7f4 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084485 Sep 17 08:11:56.518719 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3ae529ce-f3cc-44b5-a9c6-8b0e8d2e5274 req-aede775a-49a1-48c7-bd2e-42fbff02af1b tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900984 Sep 17 08:11:56.532833 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-8e41a290-30f7-4306-910f-ab0764acf755 None None] Provisioning complete for port f1343a41-f127-4aec-9a9c-b23c38ecb175 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:11:56.533194 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8e41a290-30f7-4306-910f-ab0764acf755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:56.704890 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:56.726724 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41c85e4c-2cc3-4250-be46-c5155c6ce0d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '593d1b19-429f-4e03-ae46-3dbc5a7d2277'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:11:56.729073 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0350905-e740-435f-9def-a0c7546a06ef" -d '{"events": [{"server_uuid": "41c85e4c-2cc3-4250-be46-c5155c6ce0d3", "name": "network-vif-plugged", "status": "completed", "tag": "593d1b19-429f-4e03-ae46-3dbc5a7d2277"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:11:56.742616 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 593d1b19-429f-4e03-ae46-3dbc5a7d2277, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=593d1b19-429f-4e03-ae46-3dbc5a7d2277,segment=NetworkSegment(0d1771dc-a12b-478f-b055-bfe9b99f98a3),segment_id=0d1771dc-a12b-478f-b055-bfe9b99f98a3)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:11:56.747303 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:56.773504 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90bdc786-37e8-4d56-9a68-be34bc41094c x-openstack-request-id: req-90bdc786-37e8-4d56-9a68-be34bc41094c {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:11:56.773805 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41c85e4c-2cc3-4250-be46-c5155c6ce0d3", "name": "network-vif-plugged", "status": "completed", "tag": "593d1b19-429f-4e03-ae46-3dbc5a7d2277", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:11:56.774090 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-90bdc786-37e8-4d56-9a68-be34bc41094c {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:11:56.774486 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41c85e4c-2cc3-4250-be46-c5155c6ce0d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '593d1b19-429f-4e03-ae46-3dbc5a7d2277', 'code': 200} Sep 17 08:11:56.776390 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6f69c1c6-f3ea-4541-b685-3b95df43d006 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:56.795134 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e06e703-9d21-4957-aa95-0041610d4c34 req-9b78052c-4c98-4645-86c9-bcb92206388b tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:56.797647 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0e06e703-9d21-4957-aa95-0041610d4c34 req-9b78052c-4c98-4645-86c9-bcb92206388b tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=41c85e4c-2cc3-4250-be46-c5155c6ce0d3 HTTP/1.1" status: 200 len: 945 time: 0.0953968 Sep 17 08:11:56.803270 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=593d1b19-429f-4e03-ae46-3dbc5a7d2277,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:56.885780 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0e06e703-9d21-4957-aa95-0041610d4c34 req-8cdd0483-4e14-4c28-a5b1-011c021e2c4f tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=1870af16-a40e-49bd-be81-639511d97305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494101 Sep 17 08:11:56.893386 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546356eb-f9ea-4cd5-858a-86761d67f45a req-4910ce16-7cea-4fa9-bbdd-581dcb79b3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:56.894900 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-546356eb-f9ea-4cd5-858a-86761d67f45a req-4910ce16-7cea-4fa9-bbdd-581dcb79b3cf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=41c85e4c-2cc3-4250-be46-c5155c6ce0d3 HTTP/1.1" status: 200 len: 1097 time: 0.0411994 Sep 17 08:11:56.929175 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-546356eb-f9ea-4cd5-858a-86761d67f45a req-572ef1bd-0291-4473-904a-fe508590a4b0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1870af16-a40e-49bd-be81-639511d97305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271468 Sep 17 08:11:57.079452 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-6f69c1c6-f3ea-4541-b685-3b95df43d006 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Allocated IP 172.20.0.1 (a0ef1a24-a9f8-4b34-9ddb-c50a77ea0c11/30fc8349-944e-4970-9f9e-6e1d2de874ea/4ce97a58-9466-43f0-a9f7-c4fa8d5bd040) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:11:57.103561 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 082c5b60-04fb-4ae3-ae64-64d07ad777a5 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:11:57.110712 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 082c5b60-04fb-4ae3-ae64-64d07ad777a5 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:11:57.188010 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6f69c1c6-f3ea-4541-b685-3b95df43d006 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:57.220120 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6f69c1c6-f3ea-4541-b685-3b95df43d006 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:57.254373 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:57.264788 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f69c1c6-f3ea-4541-b685-3b95df43d006 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Network a0ef1a24-a9f8-4b34-9ddb-c50a77ea0c11 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:11:57.267801 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-6f69c1c6-f3ea-4541-b685-3b95df43d006 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:11:57.271468 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f69c1c6-f3ea-4541-b685-3b95df43d006 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:11:57.273448 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 082c5b60-04fb-4ae3-ae64-64d07ad777a5, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=082c5b60-04fb-4ae3-ae64-64d07ad777a5,segment=NetworkSegment(e7dfc92d-b32e-4f74-ad53-4fda8afa908d),segment_id=e7dfc92d-b32e-4f74-ad53-4fda8afa908d)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:11:57.292682 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '082c5b60-04fb-4ae3-ae64-64d07ad777a5', 'network_id': 'b775eb3f-2b25-4820-827b-6765ebe265c2', 'port_id': '082c5b60-04fb-4ae3-ae64-64d07ad777a5', 'mac_address': 'fa:16:3e:80:97:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b7cebd9-83b6-4be8-81d9-9f32073aed40', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:11:57.302527 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f69c1c6-f3ea-4541-b685-3b95df43d006 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Pushing event updated for resources: {'Port': ['ID=4ce97a58-9466-43f0-a9f7-c4fa8d5bd040,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:57.310781 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 082c5b60-04fb-4ae3-ae64-64d07ad777a5, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=082c5b60-04fb-4ae3-ae64-64d07ad777a5,segment=NetworkSegment(e7dfc92d-b32e-4f74-ad53-4fda8afa908d),segment_id=e7dfc92d-b32e-4f74-ad53-4fda8afa908d)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:11:57.325193 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6f69c1c6-f3ea-4541-b685-3b95df43d006 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:57.328903 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:57.370692 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:57.394551 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 082c5b60-04fb-4ae3-ae64-64d07ad777a5 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:11:57.405397 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=082c5b60-04fb-4ae3-ae64-64d07ad777a5,revision_number=11']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:57.447590 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.db.api [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 08:11:57.447897 n-d-789963-9 neutron-server[101291]: DEBUG oslo_db.api [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 08:11:57.531611 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-9da5fcd6-ad2b-4c03-b7ef-ea7569b6d82f None None] Provisioning complete for port 4ce97a58-9466-43f0-a9f7-c4fa8d5bd040 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:11:57.532022 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9da5fcd6-ad2b-4c03-b7ef-ea7569b6d82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:57.573799 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-9da5fcd6-ad2b-4c03-b7ef-ea7569b6d82f None None] Port 4ce97a58-9466-43f0-a9f7-c4fa8d5bd040 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:11:57.868780 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc150a-183e-4cfe-8167-4258db360248 req-6fbd5d54-81dc-4ad3-a977-4462b63224cb tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:57.870191 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-49cc150a-183e-4cfe-8167-4258db360248 req-6fbd5d54-81dc-4ad3-a977-4462b63224cb tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=b55ddb13-dd82-4330-b9af-6bc35c436b6f HTTP/1.1" status: 200 len: 946 time: 0.1122637 Sep 17 08:11:57.870760 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6f69c1c6-f3ea-4541-b685-3b95df43d006 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:57.881092 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7d880-c9c1-40d4-aa13-9d0cf8108d66 req-5689c0ca-00db-4ac1-b78b-0df7ef139f63 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:57.882504 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-85a7d880-c9c1-40d4-aa13-9d0cf8108d66 req-5689c0ca-00db-4ac1-b78b-0df7ef139f63 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 945 time: 0.1225100 Sep 17 08:11:57.978914 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-85a7d880-c9c1-40d4-aa13-9d0cf8108d66 req-737cecec-f024-4415-b6ad-d1f5f2b98631 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891571 Sep 17 08:11:57.984866 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-49cc150a-183e-4cfe-8167-4258db360248 req-47f239ee-9ec4-4574-a7e6-b9dcbe3570ec tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962157 Sep 17 08:11:57.985756 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:58.002081 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 082c5b60-04fb-4ae3-ae64-64d07ad777a5 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:11:58.024868 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 082c5b60-04fb-4ae3-ae64-64d07ad777a5, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=082c5b60-04fb-4ae3-ae64-64d07ad777a5,segment=NetworkSegment(e7dfc92d-b32e-4f74-ad53-4fda8afa908d),segment_id=e7dfc92d-b32e-4f74-ad53-4fda8afa908d)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:11:58.029037 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:58.081528 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=082c5b60-04fb-4ae3-ae64-64d07ad777a5,revision_number=12']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:58.144182 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa7afff-9493-4d84-840c-c2752aa941e0 req-8fd07042-d29d-4bb2-b1d6-8b267234ccab tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:58.145573 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5aa7afff-9493-4d84-840c-c2752aa941e0 req-8fd07042-d29d-4bb2-b1d6-8b267234ccab tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=41c85e4c-2cc3-4250-be46-c5155c6ce0d3 HTTP/1.1" status: 200 len: 946 time: 0.0777950 Sep 17 08:11:58.192760 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['082c5b60-04fb-4ae3-ae64-64d07ad777a5'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:11:58.233692 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5aa7afff-9493-4d84-840c-c2752aa941e0 req-29a83867-b568-4985-bad1-167d78fbc2cd tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=1870af16-a40e-49bd-be81-639511d97305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782304 Sep 17 08:11:58.243320 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device f1343a41-f127-4aec-9a9c-b23c38ecb175 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:11:58.275353 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6f69c1c6-f3ea-4541-b685-3b95df43d006 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:58.280552 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6f69c1c6-f3ea-4541-b685-3b95df43d006 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:58.346835 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port f1343a41-f127-4aec-9a9c-b23c38ecb175 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:11:58.347218 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:58.360477 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f69c1c6-f3ea-4541-b685-3b95df43d006 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Pushing event updated for resources: {'Port': ['ID=4ce97a58-9466-43f0-a9f7-c4fa8d5bd040,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:58.364515 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6f69c1c6-f3ea-4541-b685-3b95df43d006 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:58.459213 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f69c1c6-f3ea-4541-b685-3b95df43d006 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Network a0ef1a24-a9f8-4b34-9ddb-c50a77ea0c11 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:11:58.460705 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-6f69c1c6-f3ea-4541-b685-3b95df43d006 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:11:58.579950 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f69c1c6-f3ea-4541-b685-3b95df43d006 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Router 89a84619-5012-407c-b04e-724af116dc7f has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:11:58.690769 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f69c1c6-f3ea-4541-b685-3b95df43d006 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:11:58.695540 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-6f69c1c6-f3ea-4541-b685-3b95df43d006 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] 10.222.0.13 "PUT /v2.0/routers/89a84619-5012-407c-b04e-724af116dc7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6089911 Sep 17 08:11:58.700054 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 40672) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:58.701346 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2875277-0295-455c-a774-2099dd1ee954 None None] Sync routers for ids ['89a84619-5012-407c-b04e-724af116dc7f'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:11:58.702774 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-d6f4d0b3-21db-4499-8159-f142ec29a143 None None] Provisioning complete for port 4ce97a58-9466-43f0-a9f7-c4fa8d5bd040 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:11:58.703158 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d6f4d0b3-21db-4499-8159-f142ec29a143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:58.704858 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-1d8f260e-15f6-4993-9af9-1fc87808f9d9 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Request body: {'port': {'network_id': 'a0ef1a24-a9f8-4b34-9ddb-c50a77ea0c11', 'name': 'tempest-FloatingIPTestJSON-997142599'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:11:58.712763 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2875277-0295-455c-a774-2099dd1ee954 None None] Routers {'89a84619-5012-407c-b04e-724af116dc7f'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:11:58.713328 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-c2875277-0295-455c-a774-2099dd1ee954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:11:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['89a84619-5012-407c-b04e-724af116dc7f'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:58.737885 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-d6f4d0b3-21db-4499-8159-f142ec29a143 None None] Port 4ce97a58-9466-43f0-a9f7-c4fa8d5bd040 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:11:58.746084 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-c2875277-0295-455c-a774-2099dd1ee954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:58.754611 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2875277-0295-455c-a774-2099dd1ee954 None None] Routers {'89a84619-5012-407c-b04e-724af116dc7f'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:11:58.755218 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-c2875277-0295-455c-a774-2099dd1ee954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:11:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['89a84619-5012-407c-b04e-724af116dc7f'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:58.776053 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '082c5b60-04fb-4ae3-ae64-64d07ad777a5'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:11:58.778450 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb5806f-c7ad-4e44-9caf-881ef3fe8361" -d '{"events": [{"server_uuid": "aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6", "name": "network-vif-unplugged", "status": "completed", "tag": "082c5b60-04fb-4ae3-ae64-64d07ad777a5"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:11:58.786892 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-c2875277-0295-455c-a774-2099dd1ee954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:11:58.787557 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2875277-0295-455c-a774-2099dd1ee954 None None] The sync data for ids ['89a84619-5012-407c-b04e-724af116dc7f'] in n-d-789963-9 is: [] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:11:58.812919 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d8f260e-15f6-4993-9af9-1fc87808f9d9 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Made reservation on behalf of f593322429814399ab6f30c7b581ac43 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:11:58.813635 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 08:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-783f3a83-f671-4817-ab08-2da1bc1a1969 x-openstack-request-id: req-783f3a83-f671-4817-ab08-2da1bc1a1969 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:11:58.813963 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6", "name": "network-vif-unplugged", "status": "completed", "tag": "082c5b60-04fb-4ae3-ae64-64d07ad777a5", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:11:58.814221 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-783f3a83-f671-4817-ab08-2da1bc1a1969 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:11:58.814643 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '082c5b60-04fb-4ae3-ae64-64d07ad777a5', 'code': 200} Sep 17 08:11:58.816706 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1d8f260e-15f6-4993-9af9-1fc87808f9d9 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:58.838059 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [None req-1d8f260e-15f6-4993-9af9-1fc87808f9d9 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] device_id is not set on port 5562d735-f2a2-4ab6-8e2d-264defa7b195 yet. {{(pid=101289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 08:11:58.940214 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-1d8f260e-15f6-4993-9af9-1fc87808f9d9 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Allocated IP 172.20.0.5 (a0ef1a24-a9f8-4b34-9ddb-c50a77ea0c11/30fc8349-944e-4970-9f9e-6e1d2de874ea/5562d735-f2a2-4ab6-8e2d-264defa7b195) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:11:59.112879 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 082c5b60-04fb-4ae3-ae64-64d07ad777a5 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:11:59.150793 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1d8f260e-15f6-4993-9af9-1fc87808f9d9 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:59.161837 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 082c5b60-04fb-4ae3-ae64-64d07ad777a5 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:11:59.162467 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:59.164564 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec03acf9-f84a-400a-aa66-1b995c700b4d req-48c5aadc-f9f1-4cab-803e-ccd4a29fd646 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:59.166239 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ec03acf9-f84a-400a-aa66-1b995c700b4d req-48c5aadc-f9f1-4cab-803e-ccd4a29fd646 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=b55ddb13-dd82-4330-b9af-6bc35c436b6f HTTP/1.1" status: 200 len: 946 time: 0.1025946 Sep 17 08:11:59.175074 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3654f67-4e47-41d8-8eec-f2aa66f2a0c1 req-29881d8f-8766-4303-80a0-d5ed14ff0e9e tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:59.176506 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b3654f67-4e47-41d8-8eec-f2aa66f2a0c1 req-29881d8f-8766-4303-80a0-d5ed14ff0e9e tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 946 time: 0.1264009 Sep 17 08:11:59.240430 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:59.255785 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ec03acf9-f84a-400a-aa66-1b995c700b4d req-fbe8c0d8-c472-48e3-b6c7-a600cab48e56 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771918 Sep 17 08:11:59.266213 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b3654f67-4e47-41d8-8eec-f2aa66f2a0c1 req-494c1f59-5587-4fa4-8447-f99e1a872c36 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803337 Sep 17 08:11:59.267898 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1d8f260e-15f6-4993-9af9-1fc87808f9d9 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:59.276112 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 082c5b60-04fb-4ae3-ae64-64d07ad777a5, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=082c5b60-04fb-4ae3-ae64-64d07ad777a5,segment=NetworkSegment(e7dfc92d-b32e-4f74-ad53-4fda8afa908d),segment_id=e7dfc92d-b32e-4f74-ad53-4fda8afa908d)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:11:59.285119 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:59.323013 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8f260e-15f6-4993-9af9-1fc87808f9d9 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Network a0ef1a24-a9f8-4b34-9ddb-c50a77ea0c11 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:11:59.338103 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=082c5b60-04fb-4ae3-ae64-64d07ad777a5,revision_number=13']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:59.341252 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-1d8f260e-15f6-4993-9af9-1fc87808f9d9 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:11:59.344689 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8f260e-15f6-4993-9af9-1fc87808f9d9 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:11:59.347095 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8f260e-15f6-4993-9af9-1fc87808f9d9 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Pushing event updated for resources: {'Port': ['ID=5562d735-f2a2-4ab6-8e2d-264defa7b195,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:11:59.417025 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8f260e-15f6-4993-9af9-1fc87808f9d9 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:59.419282 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1d8f260e-15f6-4993-9af9-1fc87808f9d9 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:59.429808 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d5b37-380c-4a13-b21a-8fcf4e8c6f8a req-8dc42bc2-1393-433b-bc13-8de6b2a6fa7c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:59.431929 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-703d5b37-380c-4a13-b21a-8fcf4e8c6f8a req-8dc42bc2-1393-433b-bc13-8de6b2a6fa7c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=41c85e4c-2cc3-4250-be46-c5155c6ce0d3 HTTP/1.1" status: 200 len: 946 time: 0.1061196 Sep 17 08:11:59.456071 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-1d8f260e-15f6-4993-9af9-1fc87808f9d9 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7549369 Sep 17 08:11:59.458563 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 40682) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:59.463036 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-04cc370c-77f7-4040-b776-aadebb2906b4 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Request body: {'floatingip': {'port_id': '5562d735-f2a2-4ab6-8e2d-264defa7b195'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:11:59.519879 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-703d5b37-380c-4a13-b21a-8fcf4e8c6f8a req-7818b896-2b56-4826-8820-243e37184dab tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=1870af16-a40e-49bd-be81-639511d97305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817156 Sep 17 08:11:59.536116 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-04cc370c-77f7-4040-b776-aadebb2906b4 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for floatingip, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:59.562539 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-b2339d56-35f1-4f25-8928-142fabb6311f None None] Provisioning complete for port 5562d735-f2a2-4ab6-8e2d-264defa7b195 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:11:59.563022 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b2339d56-35f1-4f25-8928-142fabb6311f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:59.597534 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-b2339d56-35f1-4f25-8928-142fabb6311f None None] Port 5562d735-f2a2-4ab6-8e2d-264defa7b195 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:11:59.696246 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b6955a-c8a5-4dfa-874e-362924904ee1 req-2b74a070-5896-44b9-9326-57df5f3bfc47 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:59.697723 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d6b6955a-c8a5-4dfa-874e-362924904ee1 req-2b74a070-5896-44b9-9326-57df5f3bfc47 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=41c85e4c-2cc3-4250-be46-c5155c6ce0d3 HTTP/1.1" status: 200 len: 946 time: 0.1111810 Sep 17 08:11:59.786112 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d6b6955a-c8a5-4dfa-874e-362924904ee1 req-a641efda-e347-442e-9830-edb3d8557ce4 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=1870af16-a40e-49bd-be81-639511d97305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490377 Sep 17 08:11:59.808176 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40686) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:59.847223 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6af917f-e6c7-4c6d-96a5-af8ddc4ab622 tempest-TestNetworkAdvancedServerOps-1491937489 tempest-TestNetworkAdvancedServerOps-1491937489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:11:59.848809 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c6af917f-e6c7-4c6d-96a5-af8ddc4ab622 tempest-TestNetworkAdvancedServerOps-1491937489 tempest-TestNetworkAdvancedServerOps-1491937489-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=41c85e4c-2cc3-4250-be46-c5155c6ce0d3 HTTP/1.1" status: 200 len: 1092 time: 0.0395989 Sep 17 08:11:59.851697 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40688) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:11:59.856543 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-5f658a4c-284c-4617-a349-3abd0df9ddc9 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Request body: {'floatingip': {'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'port_id': '593d1b19-429f-4e03-ae46-3dbc5a7d2277', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:11:59.878643 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5f658a4c-284c-4617-a349-3abd0df9ddc9 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for floatingip, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:11:59.976422 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5f658a4c-284c-4617-a349-3abd0df9ddc9 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:00.079939 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-5f658a4c-284c-4617-a349-3abd0df9ddc9 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Allocated IP 172.25.6.147 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/ed690dcd-1e43-43f7-86cd-4f21a36f1660) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:12:00.082921 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-04cc370c-77f7-4040-b776-aadebb2906b4 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:00.090201 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-04cc370c-77f7-4040-b776-aadebb2906b4 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:00.188236 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5f658a4c-284c-4617-a349-3abd0df9ddc9 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:00.191644 n-d-789963-9 neutron-server[101289]: INFO neutron.db.l3_db [None req-04cc370c-77f7-4040-b776-aadebb2906b4 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Floating IP ea01c93e-81e0-48cd-a06f-3bf1ef2b8df3 associated. External IP: 172.25.6.247, port: a992ece9-b411-46eb-a3fc-0d3fd5781cd6. Sep 17 08:12:00.221183 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5f658a4c-284c-4617-a349-3abd0df9ddc9 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:00.257686 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f658a4c-284c-4617-a349-3abd0df9ddc9 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:12:00.260647 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-5f658a4c-284c-4617-a349-3abd0df9ddc9 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:12:00.264228 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f658a4c-284c-4617-a349-3abd0df9ddc9 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:12:00.294651 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f658a4c-284c-4617-a349-3abd0df9ddc9 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event updated for resources: {'Port': ['ID=ed690dcd-1e43-43f7-86cd-4f21a36f1660,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:00.469149 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04cc370c-77f7-4040-b776-aadebb2906b4 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Router eebf1336-6585-418e-9865-ef92b7d0c8fc has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:12:00.479063 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167157c8-efb5-4713-8597-982f95e2f4c1 req-97afd155-6ed8-409d-9411-54d6852e9cc9 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:00.480607 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-167157c8-efb5-4713-8597-982f95e2f4c1 req-97afd155-6ed8-409d-9411-54d6852e9cc9 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=b55ddb13-dd82-4330-b9af-6bc35c436b6f HTTP/1.1" status: 200 len: 946 time: 0.1244586 Sep 17 08:12:00.490038 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65efc48c-62ad-4cbc-90ab-bf7e134e33d5 req-a06d7515-3d0e-4597-a30f-922d587a9efd tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:00.491486 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65efc48c-62ad-4cbc-90ab-bf7e134e33d5 req-a06d7515-3d0e-4597-a30f-922d587a9efd tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 947 time: 0.0979884 Sep 17 08:12:00.589941 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-167157c8-efb5-4713-8597-982f95e2f4c1 req-6bd89c27-1770-49eb-be1b-fe9e6e75f3f5 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965261 Sep 17 08:12:00.594511 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65efc48c-62ad-4cbc-90ab-bf7e134e33d5 req-a643203c-3fa7-4270-b2bf-dd3a7001a197 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932596 Sep 17 08:12:00.644162 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5f658a4c-284c-4617-a349-3abd0df9ddc9 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:00.665892 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04cc370c-77f7-4040-b776-aadebb2906b4 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:12:00.678449 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b094716d-6338-431e-a3cb-4bea490999d0 None None] Sync routers for ids ['eebf1336-6585-418e-9865-ef92b7d0c8fc'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:12:00.687769 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b094716d-6338-431e-a3cb-4bea490999d0 None None] Routers {'eebf1336-6585-418e-9865-ef92b7d0c8fc'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:12:00.688428 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-b094716d-6338-431e-a3cb-4bea490999d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:11:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['eebf1336-6585-418e-9865-ef92b7d0c8fc'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:12:00.719301 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5f658a4c-284c-4617-a349-3abd0df9ddc9 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:00.720763 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-b094716d-6338-431e-a3cb-4bea490999d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:12:00.729328 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b094716d-6338-431e-a3cb-4bea490999d0 None None] Routers {'eebf1336-6585-418e-9865-ef92b7d0c8fc'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:12:00.729937 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-b094716d-6338-431e-a3cb-4bea490999d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:11:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['eebf1336-6585-418e-9865-ef92b7d0c8fc'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:12:00.765047 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-b094716d-6338-431e-a3cb-4bea490999d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:12:00.765704 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b094716d-6338-431e-a3cb-4bea490999d0 None None] The sync data for ids ['eebf1336-6585-418e-9865-ef92b7d0c8fc'] in n-d-789963-9 is: [] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:12:00.815920 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '082c5b60-04fb-4ae3-ae64-64d07ad777a5'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:12:00.818280 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be8e523-d8e4-4428-9057-b8718bb2c06d" -d '{"events": [{"server_uuid": "aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6", "name": "network-vif-plugged", "status": "completed", "tag": "082c5b60-04fb-4ae3-ae64-64d07ad777a5"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:12:00.864881 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39686ca7-c036-4e8f-9168-50a286dc6b1c x-openstack-request-id: req-39686ca7-c036-4e8f-9168-50a286dc6b1c {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:12:00.865367 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6", "name": "network-vif-plugged", "status": "completed", "tag": "082c5b60-04fb-4ae3-ae64-64d07ad777a5", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:12:00.865842 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-39686ca7-c036-4e8f-9168-50a286dc6b1c {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:12:00.866395 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '082c5b60-04fb-4ae3-ae64-64d07ad777a5', 'code': 200} Sep 17 08:12:00.890940 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04cc370c-77f7-4040-b776-aadebb2906b4 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Router 89a84619-5012-407c-b04e-724af116dc7f has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:12:00.892127 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5f658a4c-284c-4617-a349-3abd0df9ddc9 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:00.896714 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5f658a4c-284c-4617-a349-3abd0df9ddc9 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:00.966745 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f658a4c-284c-4617-a349-3abd0df9ddc9 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event updated for resources: {'Port': ['ID=ed690dcd-1e43-43f7-86cd-4f21a36f1660,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:00.978572 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5f658a4c-284c-4617-a349-3abd0df9ddc9 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:00.999983 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04cc370c-77f7-4040-b776-aadebb2906b4 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:12:01.004853 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-04cc370c-77f7-4040-b776-aadebb2906b4 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:01.011736 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b997580-df74-483b-9451-216c3ceab717 None None] Sync routers for ids ['89a84619-5012-407c-b04e-724af116dc7f'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:12:01.021305 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b997580-df74-483b-9451-216c3ceab717 None None] Routers {'89a84619-5012-407c-b04e-724af116dc7f'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:12:01.022348 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-7b997580-df74-483b-9451-216c3ceab717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:11:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['89a84619-5012-407c-b04e-724af116dc7f'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:12:01.057323 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-7b997580-df74-483b-9451-216c3ceab717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:12:01.068728 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b997580-df74-483b-9451-216c3ceab717 None None] Routers {'89a84619-5012-407c-b04e-724af116dc7f'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:12:01.068954 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-04cc370c-77f7-4040-b776-aadebb2906b4 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] 10.222.0.13 "PUT /v2.0/floatingips/ea01c93e-81e0-48cd-a06f-3bf1ef2b8df3 HTTP/1.1" status: 200 len: 977 time: 1.6066520 Sep 17 08:12:01.069070 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-7b997580-df74-483b-9451-216c3ceab717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:11:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['89a84619-5012-407c-b04e-724af116dc7f'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:12:01.069189 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40696) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:12:01.103303 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-7b997580-df74-483b-9451-216c3ceab717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:12:01.104233 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b997580-df74-483b-9451-216c3ceab717 None None] The sync data for ids ['89a84619-5012-407c-b04e-724af116dc7f'] in n-d-789963-9 is: [] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:12:01.138873 n-d-789963-9 neutron-server[101290]: INFO neutron.db.l3_db [None req-5f658a4c-284c-4617-a349-3abd0df9ddc9 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Floating IP 1236835b-49c8-4d09-b955-6855a1eda747 associated. External IP: 172.25.6.147, port: 593d1b19-429f-4e03-ae46-3dbc5a7d2277. Sep 17 08:12:01.241944 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-b27ae261-b37c-440e-ad61-5198d8d91cd5 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Deleting port 5562d735-f2a2-4ab6-8e2d-264defa7b195 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:12:01.242186 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b27ae261-b37c-440e-ad61-5198d8d91cd5 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:01.405944 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b27ae261-b37c-440e-ad61-5198d8d91cd5 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:01.739012 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796310e6-d8ea-4c2c-a3b7-0eb55f24b11d req-2361bccf-b5b9-40ed-aa55-e6369e82564c tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:01.740553 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-796310e6-d8ea-4c2c-a3b7-0eb55f24b11d req-2361bccf-b5b9-40ed-aa55-e6369e82564c tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 947 time: 0.0764055 Sep 17 08:12:01.749303 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da62d7a-e3ac-4b33-b07a-e0432d04f019 req-77ff8dbe-000b-48b2-8821-6ce7db585732 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:01.750730 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2da62d7a-e3ac-4b33-b07a-e0432d04f019 req-77ff8dbe-000b-48b2-8821-6ce7db585732 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=b55ddb13-dd82-4330-b9af-6bc35c436b6f HTTP/1.1" status: 200 len: 946 time: 0.0770051 Sep 17 08:12:01.761352 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f658a4c-284c-4617-a349-3abd0df9ddc9 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Router 519a35fd-c23b-47c4-ba2a-caff35c8cbef has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:12:01.799352 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-796310e6-d8ea-4c2c-a3b7-0eb55f24b11d req-ed9e9ecf-3af2-4eae-b046-f6c5613634c8 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476646 Sep 17 08:12:01.812330 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2da62d7a-e3ac-4b33-b07a-e0432d04f019 req-7e092c26-c7a1-4af4-a0dd-608edf210e9f tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540762 Sep 17 08:12:01.976225 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b27ae261-b37c-440e-ad61-5198d8d91cd5 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:01.976850 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b27ae261-b37c-440e-ad61-5198d8d91cd5 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:01.977004 n-d-789963-9 neutron-server[101290]: INFO neutron.db.l3_db [None req-b27ae261-b37c-440e-ad61-5198d8d91cd5 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Floating IP ea01c93e-81e0-48cd-a06f-3bf1ef2b8df3 disassociated. External IP: 172.25.6.247, port: 5562d735-f2a2-4ab6-8e2d-264defa7b195. Sep 17 08:12:01.977228 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-b27ae261-b37c-440e-ad61-5198d8d91cd5 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Calling delete_port for 5562d735-f2a2-4ab6-8e2d-264defa7b195 owned by {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:12:01.989576 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f658a4c-284c-4617-a349-3abd0df9ddc9 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:12:01.999129 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea275b1-024a-4168-b2a9-cd2e9508e501 None None] Sync routers for ids ['519a35fd-c23b-47c4-ba2a-caff35c8cbef'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:12:02.008478 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea275b1-024a-4168-b2a9-cd2e9508e501 None None] Routers {'519a35fd-c23b-47c4-ba2a-caff35c8cbef'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:12:02.009734 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-3ea275b1-024a-4168-b2a9-cd2e9508e501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:11:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['519a35fd-c23b-47c4-ba2a-caff35c8cbef'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:12:02.037264 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5f658a4c-284c-4617-a349-3abd0df9ddc9 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:02.079316 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-5f658a4c-284c-4617-a349-3abd0df9ddc9 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2265244 Sep 17 08:12:02.081666 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41c85e4c-2cc3-4250-be46-c5155c6ce0d3', 'tag': '593d1b19-429f-4e03-ae46-3dbc5a7d2277'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:12:02.084146 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b85267-ec64-40a8-8afa-275bd1b52fdf" -d '{"events": [{"name": "network-changed", "server_uuid": "41c85e4c-2cc3-4250-be46-c5155c6ce0d3", "tag": "593d1b19-429f-4e03-ae46-3dbc5a7d2277"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:12:02.151199 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b41dd9bc-d015-4368-9e01-80c016bd7938 x-openstack-request-id: req-b41dd9bc-d015-4368-9e01-80c016bd7938 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:12:02.151597 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41c85e4c-2cc3-4250-be46-c5155c6ce0d3", "tag": "593d1b19-429f-4e03-ae46-3dbc5a7d2277", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:12:02.151972 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b41dd9bc-d015-4368-9e01-80c016bd7938 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:12:02.152459 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41c85e4c-2cc3-4250-be46-c5155c6ce0d3', 'tag': '593d1b19-429f-4e03-ae46-3dbc5a7d2277', 'status': 'completed', 'code': 200} Sep 17 08:12:02.160019 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b27ae261-b37c-440e-ad61-5198d8d91cd5 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:02.194955 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27ae261-b37c-440e-ad61-5198d8d91cd5 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Pushing event deleted for resources: {'Port': ['ID=5562d735-f2a2-4ab6-8e2d-264defa7b195,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:02.226995 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82fa460-a0cc-4dce-aa72-c11ba40eb5ca req-555d8e23-fae6-4b59-8910-fb663da99546 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:02.229615 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e82fa460-a0cc-4dce-aa72-c11ba40eb5ca req-555d8e23-fae6-4b59-8910-fb663da99546 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=41c85e4c-2cc3-4250-be46-c5155c6ce0d3 HTTP/1.1" status: 200 len: 946 time: 0.0754232 Sep 17 08:12:02.275273 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e82fa460-a0cc-4dce-aa72-c11ba40eb5ca req-e63d17b0-6fac-40bb-b332-39c569de1dba tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=1870af16-a40e-49bd-be81-639511d97305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390422 Sep 17 08:12:02.299745 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-3ea275b1-024a-4168-b2a9-cd2e9508e501 None None] Set router 519a35fd-c23b-47c4-ba2a-caff35c8cbef gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:12:02.300007 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b85267-ec64-40a8-8afa-275bd1b52fdf req-0c91d0b9-358e-48d0-ac10-fe56be50c518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:02.301625 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-39b85267-ec64-40a8-8afa-275bd1b52fdf req-0c91d0b9-358e-48d0-ac10-fe56be50c518 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6ef7951b2ac4d2ead98d70f1879d714&device_id=41c85e4c-2cc3-4250-be46-c5155c6ce0d3 HTTP/1.1" status: 200 len: 1097 time: 0.0998559 Sep 17 08:12:02.302648 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 40706) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:12:02.372775 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-970d4a40-84c4-4bfd-bfc8-dccc7832241a tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/floatingips/1236835b-49c8-4d09-b955-6855a1eda747 HTTP/1.1" status: 200 len: 992 time: 0.0683298 Sep 17 08:12:02.414211 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b27ae261-b37c-440e-ad61-5198d8d91cd5 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Router 89a84619-5012-407c-b04e-724af116dc7f has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:12:02.483823 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b85267-ec64-40a8-8afa-275bd1b52fdf req-6c8c9816-4a62-4aba-ab6d-c5edcd9c0acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:02.485209 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-39b85267-ec64-40a8-8afa-275bd1b52fdf req-6c8c9816-4a62-4aba-ab6d-c5edcd9c0acc service neutron] 10.222.0.41 "GET /v2.0/networks?id=b31c82e6-300a-43e1-9f15-fe0340cd4575 HTTP/1.1" status: 200 len: 898 time: 0.1529195 Sep 17 08:12:02.548723 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-3ea275b1-024a-4168-b2a9-cd2e9508e501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519a35fd-c23b-47c4-ba2a-caff35c8cbef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-545041273', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': 'c458d29e-753f-4412-9760-0e9429bcbbf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:11:36Z', 'updated_at': '2021-09-17T08:11:42Z', 'revision_number': 4, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'gw_port': {'id': 'c458d29e-753f-4412-9760-0e9429bcbbf3', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:48:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519a35fd-c23b-47c4-ba2a-caff35c8cbef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:11:37Z', 'updated_at': '2021-09-17T08:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '1236835b-49c8-4d09-b955-6855a1eda747', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'floating_ip_address': '172.25.6.147', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '519a35fd-c23b-47c4-ba2a-caff35c8cbef', 'port_id': '593d1b19-429f-4e03-ae46-3dbc5a7d2277', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b31c82e6-300a-43e1-9f15-fe0340cd4575', 'mac_address': 'fa:16:3e:29:66:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c85e4c-2cc3-4250-be46-c5155c6ce0d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:12:00Z', 'updated_at': '2021-09-17T08:12:00Z', 'revision_number': 0, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1de4ec25-f671-4ced-9a12-eb6f7d03b81b', 'name': '', 'network_id': 'b31c82e6-300a-43e1-9f15-fe0340cd4575', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'mac_address': 'fa:16:3e:c3:80:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519a35fd-c23b-47c4-ba2a-caff35c8cbef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': '61938315-f914-4ad0-a7e1-28c2b11049ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:11:41Z', 'updated_at': '2021-09-17T08:11:47Z', 'revision_number': 5, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'subnets': [{'id': '61938315-f914-4ad0-a7e1-28c2b11049ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:12:02.578888 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea275b1-024a-4168-b2a9-cd2e9508e501 None None] Checking router: 519a35fd-c23b-47c4-ba2a-caff35c8cbef for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:12:02.587559 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea275b1-024a-4168-b2a9-cd2e9508e501 None None] Routers {'519a35fd-c23b-47c4-ba2a-caff35c8cbef'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:12:02.588200 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-3ea275b1-024a-4168-b2a9-cd2e9508e501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:11:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['519a35fd-c23b-47c4-ba2a-caff35c8cbef'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:12:02.593923 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-39b85267-ec64-40a8-8afa-275bd1b52fdf req-fd28695c-9753-4d7f-81ca-ddd80e25572f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=593d1b19-429f-4e03-ae46-3dbc5a7d2277 HTTP/1.1" status: 200 len: 1000 time: 0.1009161 Sep 17 08:12:02.595009 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b27ae261-b37c-440e-ad61-5198d8d91cd5 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:12:02.605833 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f0b873-7b47-4d6f-9630-4932448ae43a None None] Sync routers for ids ['89a84619-5012-407c-b04e-724af116dc7f'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:12:02.615324 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f0b873-7b47-4d6f-9630-4932448ae43a None None] Routers {'89a84619-5012-407c-b04e-724af116dc7f'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:12:02.616082 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-98f0b873-7b47-4d6f-9630-4932448ae43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:11:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['89a84619-5012-407c-b04e-724af116dc7f'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:12:02.659433 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-98f0b873-7b47-4d6f-9630-4932448ae43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:12:02.669121 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f0b873-7b47-4d6f-9630-4932448ae43a None None] Routers {'89a84619-5012-407c-b04e-724af116dc7f'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:12:02.669733 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-98f0b873-7b47-4d6f-9630-4932448ae43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:11:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['89a84619-5012-407c-b04e-724af116dc7f'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:12:02.694722 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-3ea275b1-024a-4168-b2a9-cd2e9508e501 None None] Set router 519a35fd-c23b-47c4-ba2a-caff35c8cbef gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:12:02.703446 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-98f0b873-7b47-4d6f-9630-4932448ae43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:12:02.704252 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f0b873-7b47-4d6f-9630-4932448ae43a None None] The sync data for ids ['89a84619-5012-407c-b04e-724af116dc7f'] in n-d-789963-9 is: [] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:12:02.714009 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b27ae261-b37c-440e-ad61-5198d8d91cd5 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:02.715903 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b27ae261-b37c-440e-ad61-5198d8d91cd5 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] 10.222.0.13 "DELETE /v2.0/ports/5562d735-f2a2-4ab6-8e2d-264defa7b195 HTTP/1.1" status: 204 len: 168 time: 1.6459265 Sep 17 08:12:02.718664 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 40708) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:12:02.723256 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b85267-ec64-40a8-8afa-275bd1b52fdf req-de901dd5-4601-4f94-a3ad-b311f2aa7311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:02.724732 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-39b85267-ec64-40a8-8afa-275bd1b52fdf req-de901dd5-4601-4f94-a3ad-b311f2aa7311 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=61938315-f914-4ad0-a7e1-28c2b11049ed HTTP/1.1" status: 200 len: 835 time: 0.1045628 Sep 17 08:12:02.774142 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b85267-ec64-40a8-8afa-275bd1b52fdf req-179d8404-546f-4abb-bf6c-2290053e9455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:02.775614 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-39b85267-ec64-40a8-8afa-275bd1b52fdf req-179d8404-546f-4abb-bf6c-2290053e9455 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b31c82e6-300a-43e1-9f15-fe0340cd4575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433233 Sep 17 08:12:02.890907 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-39b85267-ec64-40a8-8afa-275bd1b52fdf req-eba4c11f-58ad-44d2-a1ee-228697cdfb48 service neutron] 10.222.0.41 "GET /v2.0/networks/b31c82e6-300a-43e1-9f15-fe0340cd4575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077042 Sep 17 08:12:02.948410 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-3ea275b1-024a-4168-b2a9-cd2e9508e501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519a35fd-c23b-47c4-ba2a-caff35c8cbef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-545041273', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': 'c458d29e-753f-4412-9760-0e9429bcbbf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:11:36Z', 'updated_at': '2021-09-17T08:11:42Z', 'revision_number': 4, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'gw_port': {'id': 'c458d29e-753f-4412-9760-0e9429bcbbf3', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:48:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519a35fd-c23b-47c4-ba2a-caff35c8cbef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:11:37Z', 'updated_at': '2021-09-17T08:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '1236835b-49c8-4d09-b955-6855a1eda747', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'floating_ip_address': '172.25.6.147', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '519a35fd-c23b-47c4-ba2a-caff35c8cbef', 'port_id': '593d1b19-429f-4e03-ae46-3dbc5a7d2277', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b31c82e6-300a-43e1-9f15-fe0340cd4575', 'mac_address': 'fa:16:3e:29:66:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c85e4c-2cc3-4250-be46-c5155c6ce0d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:12:00Z', 'updated_at': '2021-09-17T08:12:00Z', 'revision_number': 0, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1de4ec25-f671-4ced-9a12-eb6f7d03b81b', 'name': '', 'network_id': 'b31c82e6-300a-43e1-9f15-fe0340cd4575', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'mac_address': 'fa:16:3e:c3:80:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519a35fd-c23b-47c4-ba2a-caff35c8cbef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': '61938315-f914-4ad0-a7e1-28c2b11049ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:11:41Z', 'updated_at': '2021-09-17T08:11:47Z', 'revision_number': 5, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'subnets': [{'id': '61938315-f914-4ad0-a7e1-28c2b11049ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:12:02.974949 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea275b1-024a-4168-b2a9-cd2e9508e501 None None] The sync data for ids ['519a35fd-c23b-47c4-ba2a-caff35c8cbef'] in n-d-789963-9 is: [{'id': '519a35fd-c23b-47c4-ba2a-caff35c8cbef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-545041273', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': 'c458d29e-753f-4412-9760-0e9429bcbbf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:11:36Z', 'updated_at': '2021-09-17T08:11:42Z', 'revision_number': 4, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'gw_port': {'id': 'c458d29e-753f-4412-9760-0e9429bcbbf3', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:48:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519a35fd-c23b-47c4-ba2a-caff35c8cbef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:11:37Z', 'updated_at': '2021-09-17T08:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '1236835b-49c8-4d09-b955-6855a1eda747', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'floating_ip_address': '172.25.6.147', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '519a35fd-c23b-47c4-ba2a-caff35c8cbef', 'port_id': '593d1b19-429f-4e03-ae46-3dbc5a7d2277', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b31c82e6-300a-43e1-9f15-fe0340cd4575', 'mac_address': 'fa:16:3e:29:66:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c85e4c-2cc3-4250-be46-c5155c6ce0d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:12:00Z', 'updated_at': '2021-09-17T08:12:00Z', 'revision_number': 0, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1de4ec25-f671-4ced-9a12-eb6f7d03b81b', 'name': '', 'network_id': 'b31c82e6-300a-43e1-9f15-fe0340cd4575', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'mac_address': 'fa:16:3e:c3:80:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519a35fd-c23b-47c4-ba2a-caff35c8cbef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': '61938315-f914-4ad0-a7e1-28c2b11049ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:11:41Z', 'updated_at': '2021-09-17T08:11:47Z', 'revision_number': 5, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'subnets': [{'id': '61938315-f914-4ad0-a7e1-28c2b11049ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:12:03.004132 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-39b85267-ec64-40a8-8afa-275bd1b52fdf req-3cf77287-c605-4775-b649-f68cfce9bf37 service neutron] 10.222.0.41 "GET /v2.0/networks/b31c82e6-300a-43e1-9f15-fe0340cd4575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044335 Sep 17 08:12:03.022870 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fdd1a9-bb11-4ae1-8a0f-052ddcb99707 req-c6b942ea-f5cf-409b-8909-dc08332b00b5 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:03.024550 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-51fdd1a9-bb11-4ae1-8a0f-052ddcb99707 req-c6b942ea-f5cf-409b-8909-dc08332b00b5 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=b55ddb13-dd82-4330-b9af-6bc35c436b6f HTTP/1.1" status: 200 len: 946 time: 0.1335785 Sep 17 08:12:03.043549 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae51047-e8bc-4840-9b6e-669c07c3fc60 req-aa120d0a-eca3-4347-9870-3e3ca7f16a8f tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:03.045099 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6ae51047-e8bc-4840-9b6e-669c07c3fc60 req-aa120d0a-eca3-4347-9870-3e3ca7f16a8f tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 947 time: 0.1390324 Sep 17 08:12:03.145411 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-51fdd1a9-bb11-4ae1-8a0f-052ddcb99707 req-9ce32f2a-aa17-4bcd-9bc8-85ba89f44ec8 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115079 Sep 17 08:12:03.168798 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6ae51047-e8bc-4840-9b6e-669c07c3fc60 req-1a3294d3-82e5-438c-8d69-c3a75fea4045 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144602 Sep 17 08:12:03.176803 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29dad602-3f93-4262-a4c1-5c731463a835 None None] New status for floating IP 1236835b-49c8-4d09-b955-6855a1eda747: ACTIVE {{(pid=101291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 08:12:03.250597 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3939b302-6059-48ff-9a97-1e0ee20a1d45 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:03.376159 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40714) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:12:03.449490 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a0374d12-fac9-4b6e-b0ae-76fdfea79e78 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/floatingips/1236835b-49c8-4d09-b955-6855a1eda747 HTTP/1.1" status: 200 len: 994 time: 0.0665224 Sep 17 08:12:03.515233 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-3939b302-6059-48ff-9a97-1e0ee20a1d45 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Deleting port 4ce97a58-9466-43f0-a9f7-c4fa8d5bd040 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:12:03.515570 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3939b302-6059-48ff-9a97-1e0ee20a1d45 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:03.602339 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3939b302-6059-48ff-9a97-1e0ee20a1d45 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:03.615211 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-3939b302-6059-48ff-9a97-1e0ee20a1d45 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Calling delete_port for 4ce97a58-9466-43f0-a9f7-c4fa8d5bd040 owned by network:router_interface {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:12:03.802835 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3939b302-6059-48ff-9a97-1e0ee20a1d45 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:03.830893 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3939b302-6059-48ff-9a97-1e0ee20a1d45 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Pushing event deleted for resources: {'Port': ['ID=4ce97a58-9466-43f0-a9f7-c4fa8d5bd040,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:03.861243 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3939b302-6059-48ff-9a97-1e0ee20a1d45 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:12:03.861615 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3939b302-6059-48ff-9a97-1e0ee20a1d45 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:12:03.861923 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3939b302-6059-48ff-9a97-1e0ee20a1d45 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:12:03.862257 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3939b302-6059-48ff-9a97-1e0ee20a1d45 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:12:03.862593 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3939b302-6059-48ff-9a97-1e0ee20a1d45 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:12:03.862925 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3939b302-6059-48ff-9a97-1e0ee20a1d45 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:12:03.863263 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3939b302-6059-48ff-9a97-1e0ee20a1d45 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:12:03.863567 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3939b302-6059-48ff-9a97-1e0ee20a1d45 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:12:03.863921 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3939b302-6059-48ff-9a97-1e0ee20a1d45 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:12:03.864247 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3939b302-6059-48ff-9a97-1e0ee20a1d45 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:12:03.864569 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3939b302-6059-48ff-9a97-1e0ee20a1d45 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:12:03.864890 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3939b302-6059-48ff-9a97-1e0ee20a1d45 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:12:04.049455 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3939b302-6059-48ff-9a97-1e0ee20a1d45 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:04.250959 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:12:04.640746 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d94832-2b59-4cc9-8b34-8f42b5031086 req-1873883e-fe20-4b9c-aa77-9dd5ebb5c8c3 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:04.642250 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-90d94832-2b59-4cc9-8b34-8f42b5031086 req-1873883e-fe20-4b9c-aa77-9dd5ebb5c8c3 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=b55ddb13-dd82-4330-b9af-6bc35c436b6f HTTP/1.1" status: 200 len: 946 time: 0.1275887 Sep 17 08:12:04.655550 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64f74a-0f6c-4ed3-ba47-6a482eb356fd req-81e04452-4b26-40e1-b434-cdda970a9520 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:04.657055 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-db64f74a-0f6c-4ed3-ba47-6a482eb356fd req-81e04452-4b26-40e1-b434-cdda970a9520 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 947 time: 0.1411028 Sep 17 08:12:04.766935 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-90d94832-2b59-4cc9-8b34-8f42b5031086 req-aa5ccb9b-2e45-40ee-86be-26174b88f96b tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064303 Sep 17 08:12:04.779878 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-db64f74a-0f6c-4ed3-ba47-6a482eb356fd req-47844df3-31b3-4e1b-a071-d99e02f893b5 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158667 Sep 17 08:12:04.871208 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3939b302-6059-48ff-9a97-1e0ee20a1d45 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Router 89a84619-5012-407c-b04e-724af116dc7f has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:12:05.021353 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3939b302-6059-48ff-9a97-1e0ee20a1d45 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:12:05.030045 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-3939b302-6059-48ff-9a97-1e0ee20a1d45 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] 10.222.0.13 "PUT /v2.0/routers/89a84619-5012-407c-b04e-724af116dc7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3079679 Sep 17 08:12:05.030426 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40742) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:12:05.038978 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbbff2d-6bed-4950-8db8-b936d4222893 None None] Sync routers for ids ['89a84619-5012-407c-b04e-724af116dc7f'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:12:05.052832 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbbff2d-6bed-4950-8db8-b936d4222893 None None] Routers {'89a84619-5012-407c-b04e-724af116dc7f'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:12:05.059743 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-acbbff2d-6bed-4950-8db8-b936d4222893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:11:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['89a84619-5012-407c-b04e-724af116dc7f'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:12:05.115078 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-acbbff2d-6bed-4950-8db8-b936d4222893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:12:05.140991 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbbff2d-6bed-4950-8db8-b936d4222893 None None] Routers {'89a84619-5012-407c-b04e-724af116dc7f'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:12:05.148717 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-acbbff2d-6bed-4950-8db8-b936d4222893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:11:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['89a84619-5012-407c-b04e-724af116dc7f'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:12:05.189149 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-acbbff2d-6bed-4950-8db8-b936d4222893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:12:05.190079 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbbff2d-6bed-4950-8db8-b936d4222893 None None] The sync data for ids ['89a84619-5012-407c-b04e-724af116dc7f'] in n-d-789963-9 is: [] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:12:05.253496 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6ecdc3eb-a8f9-4504-8aa1-c26a2f469a79 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for router, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:05.371194 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6ecdc3eb-a8f9-4504-8aa1-c26a2f469a79 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:05.434671 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-6ecdc3eb-a8f9-4504-8aa1-c26a2f469a79 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Deleting port 99ec0793-9206-4fd2-8096-1c35c930f978 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:12:05.435296 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6ecdc3eb-a8f9-4504-8aa1-c26a2f469a79 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:05.438592 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:05.524429 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6ecdc3eb-a8f9-4504-8aa1-c26a2f469a79 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:05.537134 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-6ecdc3eb-a8f9-4504-8aa1-c26a2f469a79 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Calling delete_port for 99ec0793-9206-4fd2-8096-1c35c930f978 owned by network:router_gateway {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:12:05.645788 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04663c3a-9a82-4e46-b074-38aab733935c req-bd775ed0-0feb-409e-9f2f-5166d5ce8c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:05.647259 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-04663c3a-9a82-4e46-b074-38aab733935c req-bd775ed0-0feb-409e-9f2f-5166d5ce8c55 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a40110368b234965bf3fd6f856f2361c&device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 1098 time: 0.0584373 Sep 17 08:12:05.736615 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:05.817570 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04663c3a-9a82-4e46-b074-38aab733935c req-21a2a4d7-ed4d-4558-a612-ae4eb68e0cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:05.819066 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-04663c3a-9a82-4e46-b074-38aab733935c req-21a2a4d7-ed4d-4558-a612-ae4eb68e0cfa service neutron] 10.222.0.39 "GET /v2.0/networks?id=b775eb3f-2b25-4820-827b-6765ebe265c2 HTTP/1.1" status: 200 len: 913 time: 0.1367955 Sep 17 08:12:05.835316 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6ecdc3eb-a8f9-4504-8aa1-c26a2f469a79 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:05.898160 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecdc3eb-a8f9-4504-8aa1-c26a2f469a79 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Pushing event deleted for resources: {'Port': ['ID=99ec0793-9206-4fd2-8096-1c35c930f978,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:05.963690 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-04663c3a-9a82-4e46-b074-38aab733935c req-293bd14d-6807-4f35-b086-05b9711d2930 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=082c5b60-04fb-4ae3-ae64-64d07ad777a5 HTTP/1.1" status: 200 len: 1001 time: 0.1370656 Sep 17 08:12:05.992364 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e26dc2-cfe1-4526-8009-e12613603e53 req-da6c14ed-b828-483c-a8ef-a5f0cca2ab87 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:05.994860 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-00e26dc2-cfe1-4526-8009-e12613603e53 req-da6c14ed-b828-483c-a8ef-a5f0cca2ab87 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=b55ddb13-dd82-4330-b9af-6bc35c436b6f HTTP/1.1" status: 200 len: 946 time: 0.1099601 Sep 17 08:12:06.003742 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b7a643-91e4-4ff8-861d-ea86aebf6aa4 req-4de4864c-67c9-459a-9e15-b896169352a9 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:06.005314 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-62b7a643-91e4-4ff8-861d-ea86aebf6aa4 req-4de4864c-67c9-459a-9e15-b896169352a9 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 947 time: 0.0960822 Sep 17 08:12:06.011690 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6ecdc3eb-a8f9-4504-8aa1-c26a2f469a79 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:06.081197 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-62b7a643-91e4-4ff8-861d-ea86aebf6aa4 req-7db5346e-af6f-4f74-bbaf-ba770f9dbd2e tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653355 Sep 17 08:12:06.095030 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-00e26dc2-cfe1-4526-8009-e12613603e53 req-d6a9ebbe-e670-49bc-b912-cc8cde9e9ee8 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886822 Sep 17 08:12:06.398153 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6ecdc3eb-a8f9-4504-8aa1-c26a2f469a79 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:06.402751 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6ecdc3eb-a8f9-4504-8aa1-c26a2f469a79 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:06.405242 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04663c3a-9a82-4e46-b074-38aab733935c req-f023ab22-20dd-4942-ae79-7e33db134a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:06.406733 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-04663c3a-9a82-4e46-b074-38aab733935c req-f023ab22-20dd-4942-ae79-7e33db134a16 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9b7cebd9-83b6-4be8-81d9-9f32073aed40 HTTP/1.1" status: 200 len: 851 time: 0.4339175 Sep 17 08:12:06.470341 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6ecdc3eb-a8f9-4504-8aa1-c26a2f469a79 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:06.470783 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ecdc3eb-a8f9-4504-8aa1-c26a2f469a79 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Fanout notify agent at l3_agent the message router_deleted on router 89a84619-5012-407c-b04e-724af116dc7f {{(pid=101290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 08:12:06.484531 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6ecdc3eb-a8f9-4504-8aa1-c26a2f469a79 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:06.485655 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6ecdc3eb-a8f9-4504-8aa1-c26a2f469a79 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] 10.222.0.13 "DELETE /v2.0/routers/89a84619-5012-407c-b04e-724af116dc7f HTTP/1.1" status: 204 len: 168 time: 1.4540634 Sep 17 08:12:06.489043 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 40748) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:12:06.502063 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04663c3a-9a82-4e46-b074-38aab733935c req-496aeec1-cb46-487e-998f-dcff08f846f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:06.503866 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-04663c3a-9a82-4e46-b074-38aab733935c req-496aeec1-cb46-487e-998f-dcff08f846f1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b775eb3f-2b25-4820-827b-6765ebe265c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0617056 Sep 17 08:12:06.546500 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b7e3c3e-0d53-4fea-9217-5712e3de0afc tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Deleting subnet 30fc8349-944e-4970-9f9e-6e1d2de874ea {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:12:06.550174 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0b7e3c3e-0d53-4fea-9217-5712e3de0afc tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:06.609983 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0b7e3c3e-0d53-4fea-9217-5712e3de0afc tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:06.621324 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-04663c3a-9a82-4e46-b074-38aab733935c req-55437049-0c7d-44e5-90fc-87a524f6a1f8 service neutron] 10.222.0.39 "GET /v2.0/networks/b775eb3f-2b25-4820-827b-6765ebe265c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024122 Sep 17 08:12:06.722402 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0b7e3c3e-0d53-4fea-9217-5712e3de0afc tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:06.738859 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-04663c3a-9a82-4e46-b074-38aab733935c req-7fac6625-42e9-4193-914d-3ff564664be5 service neutron] 10.222.0.39 "GET /v2.0/networks/b775eb3f-2b25-4820-827b-6765ebe265c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100624 Sep 17 08:12:06.793367 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0b7e3c3e-0d53-4fea-9217-5712e3de0afc tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:06.824579 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7e3c3e-0d53-4fea-9217-5712e3de0afc tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Pushing event deleted for resources: {'Subnet': ['ID=30fc8349-944e-4970-9f9e-6e1d2de874ea,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:06.836151 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0b7e3c3e-0d53-4fea-9217-5712e3de0afc tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:06.836151 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-0b7e3c3e-0d53-4fea-9217-5712e3de0afc tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] 10.222.0.13 "DELETE /v2.0/subnets/30fc8349-944e-4970-9f9e-6e1d2de874ea HTTP/1.1" status: 204 len: 168 time: 0.3431869 Sep 17 08:12:06.836151 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 40750) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:12:06.845842 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a519e91-fbeb-4698-ac9a-c0aa6777e064 None None] Network a0ef1a24-a9f8-4b34-9ddb-c50a77ea0c11 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:12:06.923338 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-dae3a81d-c9c2-49ce-ab78-8afccf8d3f21 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:06.998855 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-dae3a81d-c9c2-49ce-ab78-8afccf8d3f21 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Deleting port f1343a41-f127-4aec-9a9c-b23c38ecb175 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:12:06.999518 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-dae3a81d-c9c2-49ce-ab78-8afccf8d3f21 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:07.058511 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f893b8d6-ddd0-4d07-8d8c-344d6db8b9cc None None] DHCP port deletion for a0ef1a24-a9f8-4b34-9ddb-c50a77ea0c11 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 08:12:07.080138 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-dae3a81d-c9c2-49ce-ab78-8afccf8d3f21 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] For port f1343a41-f127-4aec-9a9c-b23c38ecb175, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=f1343a41-f127-4aec-9a9c-b23c38ecb175,segment=NetworkSegment(2627f5a4-dc59-49c1-b1e4-22f88b526208),segment_id=2627f5a4-dc59-49c1-b1e4-22f88b526208)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:12:07.080530 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-dae3a81d-c9c2-49ce-ab78-8afccf8d3f21 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:07.103866 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-dae3a81d-c9c2-49ce-ab78-8afccf8d3f21 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Calling delete_port for f1343a41-f127-4aec-9a9c-b23c38ecb175 owned by network:dhcp {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:12:07.141688 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-f893b8d6-ddd0-4d07-8d8c-344d6db8b9cc None None] Deleting port f1343a41-f127-4aec-9a9c-b23c38ecb175 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:12:07.143659 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f893b8d6-ddd0-4d07-8d8c-344d6db8b9cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:07.202084 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-dae3a81d-c9c2-49ce-ab78-8afccf8d3f21 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:07.231201 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae3a81d-c9c2-49ce-ab78-8afccf8d3f21 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Pushing event deleted for resources: {'Port': ['ID=f1343a41-f127-4aec-9a9c-b23c38ecb175,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:07.244407 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-f893b8d6-ddd0-4d07-8d8c-344d6db8b9cc None None] For port f1343a41-f127-4aec-9a9c-b23c38ecb175, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=f1343a41-f127-4aec-9a9c-b23c38ecb175,segment=NetworkSegment(2627f5a4-dc59-49c1-b1e4-22f88b526208),segment_id=2627f5a4-dc59-49c1-b1e4-22f88b526208)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:12:07.245042 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f893b8d6-ddd0-4d07-8d8c-344d6db8b9cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:07.263688 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-f893b8d6-ddd0-4d07-8d8c-344d6db8b9cc None None] Calling delete_port for f1343a41-f127-4aec-9a9c-b23c38ecb175 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:12:07.280753 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae3a81d-c9c2-49ce-ab78-8afccf8d3f21 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] No DVR routers for this DVR port f1343a41-f127-4aec-9a9c-b23c38ecb175 on host n-d-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:12:07.350515 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccacb6e9-9046-4650-8026-da2c59f4d652 req-aa9fed87-f54d-46c0-9faa-5ae63d418734 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:07.351989 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ccacb6e9-9046-4650-8026-da2c59f4d652 req-aa9fed87-f54d-46c0-9faa-5ae63d418734 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=b55ddb13-dd82-4330-b9af-6bc35c436b6f HTTP/1.1" status: 200 len: 946 time: 0.1239848 Sep 17 08:12:07.409511 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d014a-373e-483f-9160-e7c0fb5653d3 req-edc9804b-96d3-4a75-9cd5-608d83096d01 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:07.411043 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f68d014a-373e-483f-9160-e7c0fb5653d3 req-edc9804b-96d3-4a75-9cd5-608d83096d01 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 947 time: 0.1809368 Sep 17 08:12:07.422397 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f893b8d6-ddd0-4d07-8d8c-344d6db8b9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:07.459530 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f893b8d6-ddd0-4d07-8d8c-344d6db8b9cc None None] Pushing event deleted for resources: {'Port': ['ID=f1343a41-f127-4aec-9a9c-b23c38ecb175,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:07.460964 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-dae3a81d-c9c2-49ce-ab78-8afccf8d3f21 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:07.471941 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f893b8d6-ddd0-4d07-8d8c-344d6db8b9cc None None] No DVR routers for this DVR port f1343a41-f127-4aec-9a9c-b23c38ecb175 on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:12:07.482557 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ccacb6e9-9046-4650-8026-da2c59f4d652 req-bd21b72e-8fa6-4f85-9262-b865637396b3 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144526 Sep 17 08:12:07.521160 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-dae3a81d-c9c2-49ce-ab78-8afccf8d3f21 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0ef1a24-a9f8-4b34-9ddb-c50a77ea0c11']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:12:07.539316 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-dae3a81d-c9c2-49ce-ab78-8afccf8d3f21 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2627f5a4-dc59-49c1-b1e4-22f88b526208') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:12:07.539612 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-dae3a81d-c9c2-49ce-ab78-8afccf8d3f21 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2627f5a4-dc59-49c1-b1e4-22f88b526208') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:12:07.554013 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f68d014a-373e-483f-9160-e7c0fb5653d3 req-c8a68b34-7219-47de-a686-941ac4ed4c19 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951216 Sep 17 08:12:07.555689 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-dae3a81d-c9c2-49ce-ab78-8afccf8d3f21 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:07.572681 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-dae3a81d-c9c2-49ce-ab78-8afccf8d3f21 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:07.592259 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dae3a81d-c9c2-49ce-ab78-8afccf8d3f21 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:12:07.593004 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-dae3a81d-c9c2-49ce-ab78-8afccf8d3f21 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:07.597252 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:12:07.597252 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:12:07.597252 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:12:07.597252 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:12:07.597252 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:12:07.597252 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:12:07.597252 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:12:07.597252 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:12:07.597252 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:12:07.597252 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:12:07.597252 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:12:07.597252 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:12:07.597252 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:12:07.597252 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:12:07.597252 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:12:07.597252 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:12:07.597252 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:12:07.597252 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:12:07.597252 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:12:07.597252 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:12:07.597252 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:12:07.597252 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:12:07.597252 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:12:07.597252 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:12:07.597252 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:12:07.597252 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:12:07.597252 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:12:07.597252 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:12:07.597252 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:12:07.597252 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:12:07.597252 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:12:07.597252 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:12:07.667417 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-dae3a81d-c9c2-49ce-ab78-8afccf8d3f21 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:07.676234 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-dae3a81d-c9c2-49ce-ab78-8afccf8d3f21 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:07.678374 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-dae3a81d-c9c2-49ce-ab78-8afccf8d3f21 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] 10.222.0.13 "DELETE /v2.0/networks/a0ef1a24-a9f8-4b34-9ddb-c50a77ea0c11 HTTP/1.1" status: 204 len: 168 time: 0.8412468 Sep 17 08:12:07.683275 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40760) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:12:07.690943 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae3a81d-c9c2-49ce-ab78-8afccf8d3f21 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Pushing event deleted for resources: {'Network': ['ID=a0ef1a24-a9f8-4b34-9ddb-c50a77ea0c11,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:07.841560 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-9525e3bf-741a-41e1-8b48-b1d37b4c0ea9 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Deleting port 67242437-3c36-4b3b-88f5-d01b1615e495 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:12:07.841801 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9525e3bf-741a-41e1-8b48-b1d37b4c0ea9 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:07.936637 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9525e3bf-741a-41e1-8b48-b1d37b4c0ea9 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:07.936973 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9525e3bf-741a-41e1-8b48-b1d37b4c0ea9 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:07.950664 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-9525e3bf-741a-41e1-8b48-b1d37b4c0ea9 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Calling delete_port for 67242437-3c36-4b3b-88f5-d01b1615e495 owned by network:floatingip {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:12:08.124143 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9525e3bf-741a-41e1-8b48-b1d37b4c0ea9 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:08.151348 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9525e3bf-741a-41e1-8b48-b1d37b4c0ea9 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Pushing event deleted for resources: {'Port': ['ID=67242437-3c36-4b3b-88f5-d01b1615e495,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:08.224090 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9525e3bf-741a-41e1-8b48-b1d37b4c0ea9 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for floatingip, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:08.227326 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9525e3bf-741a-41e1-8b48-b1d37b4c0ea9 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:08.228928 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-9525e3bf-741a-41e1-8b48-b1d37b4c0ea9 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] 10.222.0.13 "DELETE /v2.0/floatingips/ea01c93e-81e0-48cd-a06f-3bf1ef2b8df3 HTTP/1.1" status: 204 len: 168 time: 0.5446265 Sep 17 08:12:08.238738 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 40762) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:12:08.263559 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device f1343a41-f127-4aec-9a9c-b23c38ecb175 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:12:08.276080 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-0df366de-0fb7-4cdf-993a-5d684fde04b7 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] DELETE failed (client error): The resource could not be found. Sep 17 08:12:08.277038 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0df366de-0fb7-4cdf-993a-5d684fde04b7 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:12:08.279886 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-0df366de-0fb7-4cdf-993a-5d684fde04b7 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] 10.222.0.13 "DELETE /v2.0/ports/5562d735-f2a2-4ab6-8e2d-264defa7b195 HTTP/1.1" status: 404 len: 333 time: 0.0385172 Sep 17 08:12:08.281653 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 40764) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:12:08.316221 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: f1343a41-f127-4aec-9a9c-b23c38ecb175 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:12:08.316668 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device f1343a41-f127-4aec-9a9c-b23c38ecb175 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:12:08.318696 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-71a9e1b4-c010-4f7a-adca-e4bb74476b10 req-814edfc9-6afc-4544-a32a-c19abacce5eb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0394926 Sep 17 08:12:08.321031 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-1ac4727c-ce06-4467-801f-a4b39c3a8b0d tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] 10.222.0.13 "GET /v2.0/ports?device_id=89a84619-5012-407c-b04e-724af116dc7f HTTP/1.1" status: 200 len: 205 time: 0.0380793 Sep 17 08:12:08.323929 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40766) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:12:08.365482 n-d-789963-9 neutron-server[101290]: INFO neutron.api.v2.resource [None req-08e8ba04-8068-4897-9bed-97c11906510f tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] delete failed (client error): The resource could not be found. Sep 17 08:12:08.366724 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-08e8ba04-8068-4897-9bed-97c11906510f tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] 10.222.0.13 "DELETE /v2.0/routers/89a84619-5012-407c-b04e-724af116dc7f HTTP/1.1" status: 404 len: 336 time: 0.0416448 Sep 17 08:12:08.369497 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 40768) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:12:08.396713 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-446bda66-5358-45c0-97c8-ba6d16b45a70 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] DELETE failed (client error): The resource could not be found. Sep 17 08:12:08.397320 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-446bda66-5358-45c0-97c8-ba6d16b45a70 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:12:08.402066 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-446bda66-5358-45c0-97c8-ba6d16b45a70 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] 10.222.0.13 "DELETE /v2.0/subnets/30fc8349-944e-4970-9f9e-6e1d2de874ea HTTP/1.1" status: 404 len: 337 time: 0.0285470 Sep 17 08:12:08.403023 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 40770) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:12:08.431453 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-71a9e1b4-c010-4f7a-adca-e4bb74476b10 req-2611aba8-57e0-482e-b986-54729dee1aaa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0352616 Sep 17 08:12:08.495531 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-71a9e1b4-c010-4f7a-adca-e4bb74476b10 req-f7499474-9a00-4228-a331-cb3d0e84f1a5 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348456 Sep 17 08:12:08.538879 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-4a164d1f-71f2-441f-979d-be772c101a07 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Deleting port a992ece9-b411-46eb-a3fc-0d3fd5781cd6 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:12:08.540540 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4a164d1f-71f2-441f-979d-be772c101a07 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:08.699919 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a9e1b4-c010-4f7a-adca-e4bb74476b10 req-bae62dbc-f77e-400b-91db-8aef875502fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:08.701712 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-71a9e1b4-c010-4f7a-adca-e4bb74476b10 req-bae62dbc-f77e-400b-91db-8aef875502fe service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1941245 Sep 17 08:12:08.796700 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d0c58-f9f8-4aed-b978-56b3fa6deb52 req-4b6ebbe0-cd34-4a27-8bb6-b3b43c3883a1 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:08.800316 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-383d0c58-f9f8-4aed-b978-56b3fa6deb52 req-4b6ebbe0-cd34-4a27-8bb6-b3b43c3883a1 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=b55ddb13-dd82-4330-b9af-6bc35c436b6f HTTP/1.1" status: 200 len: 946 time: 0.1597512 Sep 17 08:12:08.803062 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4a164d1f-71f2-441f-979d-be772c101a07 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:08.845018 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee9b28c-1026-40f5-aa86-a0fd5d8589cd req-189f7afa-e063-4d7f-bc6b-06d94dd7a8f2 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:08.846500 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5ee9b28c-1026-40f5-aa86-a0fd5d8589cd req-189f7afa-e063-4d7f-bc6b-06d94dd7a8f2 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 947 time: 0.1662707 Sep 17 08:12:08.849219 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-4a164d1f-71f2-441f-979d-be772c101a07 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Calling delete_port for a992ece9-b411-46eb-a3fc-0d3fd5781cd6 owned by {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:12:08.893347 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-383d0c58-f9f8-4aed-b978-56b3fa6deb52 req-a83c7105-1fa5-4b3f-b87b-c261624fc9a2 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862665 Sep 17 08:12:08.942937 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5ee9b28c-1026-40f5-aa86-a0fd5d8589cd req-0085788d-01a8-4e3b-8e85-ebf10ee805c1 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897222 Sep 17 08:12:09.035790 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4a164d1f-71f2-441f-979d-be772c101a07 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:09.068498 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a164d1f-71f2-441f-979d-be772c101a07 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Pushing event deleted for resources: {'Port': ['ID=a992ece9-b411-46eb-a3fc-0d3fd5781cd6,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:09.146314 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4a164d1f-71f2-441f-979d-be772c101a07 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:09.148759 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-4a164d1f-71f2-441f-979d-be772c101a07 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] 10.222.0.13 "DELETE /v2.0/ports/a992ece9-b411-46eb-a3fc-0d3fd5781cd6 HTTP/1.1" status: 204 len: 168 time: 0.7447150 Sep 17 08:12:09.151169 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 40776) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:12:09.250625 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-dcf5eba1-70c8-4a2c-9fb4-16b97392ec1f tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Deleting port 5c5d585a-ce56-4562-a7e3-9abf08d9cc48 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:12:09.251370 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-dcf5eba1-70c8-4a2c-9fb4-16b97392ec1f tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:09.350258 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-dcf5eba1-70c8-4a2c-9fb4-16b97392ec1f tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:09.371807 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-dcf5eba1-70c8-4a2c-9fb4-16b97392ec1f tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Calling delete_port for 5c5d585a-ce56-4562-a7e3-9abf08d9cc48 owned by {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:12:09.539908 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-dcf5eba1-70c8-4a2c-9fb4-16b97392ec1f tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:09.570783 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf5eba1-70c8-4a2c-9fb4-16b97392ec1f tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Pushing event deleted for resources: {'Port': ['ID=5c5d585a-ce56-4562-a7e3-9abf08d9cc48,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:09.650946 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-dcf5eba1-70c8-4a2c-9fb4-16b97392ec1f tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:09.653541 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-dcf5eba1-70c8-4a2c-9fb4-16b97392ec1f tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] 10.222.0.13 "DELETE /v2.0/ports/5c5d585a-ce56-4562-a7e3-9abf08d9cc48 HTTP/1.1" status: 204 len: 168 time: 0.5012767 Sep 17 08:12:09.655924 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 40778) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:12:09.707653 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acebf16-7468-4d06-ad82-2aa2d063d87e tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:09.709289 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-7acebf16-7468-4d06-ad82-2aa2d063d87e tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] 10.222.0.13 "GET /v2.0/ports?device_id=eebf1336-6585-418e-9865-ef92b7d0c8fc HTTP/1.1" status: 200 len: 913 time: 0.0521600 Sep 17 08:12:09.711980 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 40780) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:12:10.127528 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e81f1-b86e-4465-9a15-1bda49e0f377 req-2d71a4f2-8d27-466e-bc64-d42fa3f4ad17 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:10.129379 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7c0e81f1-b86e-4465-9a15-1bda49e0f377 req-2d71a4f2-8d27-466e-bc64-d42fa3f4ad17 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=b55ddb13-dd82-4330-b9af-6bc35c436b6f HTTP/1.1" status: 200 len: 946 time: 0.1097677 Sep 17 08:12:10.170705 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df03745-16af-4fdb-8f70-408a50bc2c1d req-1286c43a-8c43-4e1c-8728-f7ed5fceae98 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:10.172208 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1df03745-16af-4fdb-8f70-408a50bc2c1d req-1286c43a-8c43-4e1c-8728-f7ed5fceae98 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 947 time: 0.1160846 Sep 17 08:12:10.241453 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7c0e81f1-b86e-4465-9a15-1bda49e0f377 req-a0bf9679-aa43-441d-81c0-6e2a1660e150 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882626 Sep 17 08:12:10.290915 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1df03745-16af-4fdb-8f70-408a50bc2c1d req-3f7ab63e-09d4-42b2-85b2-2909f361d5c1 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059723 Sep 17 08:12:10.323877 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-317d4746-9440-4bb0-b5d6-4b6f5a619b5d tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:10.602657 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-317d4746-9440-4bb0-b5d6-4b6f5a619b5d tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Deleting port 2da8f29c-ef43-400d-ba9b-63c957949371 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:12:10.602907 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-317d4746-9440-4bb0-b5d6-4b6f5a619b5d tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:10.694960 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-317d4746-9440-4bb0-b5d6-4b6f5a619b5d tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:10.711904 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-317d4746-9440-4bb0-b5d6-4b6f5a619b5d tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Calling delete_port for 2da8f29c-ef43-400d-ba9b-63c957949371 owned by network:router_interface {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:12:10.902370 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-317d4746-9440-4bb0-b5d6-4b6f5a619b5d tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:10.929773 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317d4746-9440-4bb0-b5d6-4b6f5a619b5d tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Pushing event deleted for resources: {'Port': ['ID=2da8f29c-ef43-400d-ba9b-63c957949371,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:11.101565 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-317d4746-9440-4bb0-b5d6-4b6f5a619b5d tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:11.449538 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-317d4746-9440-4bb0-b5d6-4b6f5a619b5d tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Router eebf1336-6585-418e-9865-ef92b7d0c8fc has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:12:11.466635 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c693dce-d6a3-4bd6-b6e4-81651596d3dd req-69f04571-6ffd-4f7c-bce3-ce1172c89ee8 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:11.468139 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9c693dce-d6a3-4bd6-b6e4-81651596d3dd req-69f04571-6ffd-4f7c-bce3-ce1172c89ee8 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=b55ddb13-dd82-4330-b9af-6bc35c436b6f HTTP/1.1" status: 200 len: 946 time: 0.1168506 Sep 17 08:12:11.478649 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476bf69d-9ff9-4fbb-9978-3ee9bac7c6b9 req-7e5f53f9-ffde-498a-9f23-e3260fe676d8 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:11.483006 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-476bf69d-9ff9-4fbb-9978-3ee9bac7c6b9 req-7e5f53f9-ffde-498a-9f23-e3260fe676d8 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 947 time: 0.0987275 Sep 17 08:12:11.601958 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9c693dce-d6a3-4bd6-b6e4-81651596d3dd req-2a1427af-fedc-4661-861e-301380d33c6f tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205246 Sep 17 08:12:11.604503 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-476bf69d-9ff9-4fbb-9978-3ee9bac7c6b9 req-f79bd21f-058a-48b3-bae1-aae466a52add tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150408 Sep 17 08:12:11.684979 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-317d4746-9440-4bb0-b5d6-4b6f5a619b5d tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:12:11.690384 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-317d4746-9440-4bb0-b5d6-4b6f5a619b5d tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] 10.222.0.13 "PUT /v2.0/routers/eebf1336-6585-418e-9865-ef92b7d0c8fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9774063 Sep 17 08:12:11.692911 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 40794) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:12:11.696225 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76145747-0743-40a7-b4f2-2bb36debb79f None None] Sync routers for ids ['eebf1336-6585-418e-9865-ef92b7d0c8fc'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:12:11.706948 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76145747-0743-40a7-b4f2-2bb36debb79f None None] Routers {'eebf1336-6585-418e-9865-ef92b7d0c8fc'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:12:11.707894 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-76145747-0743-40a7-b4f2-2bb36debb79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:11:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['eebf1336-6585-418e-9865-ef92b7d0c8fc'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:12:11.769524 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-76145747-0743-40a7-b4f2-2bb36debb79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:12:11.783702 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76145747-0743-40a7-b4f2-2bb36debb79f None None] Routers {'eebf1336-6585-418e-9865-ef92b7d0c8fc'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:12:11.784355 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-76145747-0743-40a7-b4f2-2bb36debb79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:11:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['eebf1336-6585-418e-9865-ef92b7d0c8fc'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:12:11.823248 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-76145747-0743-40a7-b4f2-2bb36debb79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:12:11.824440 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76145747-0743-40a7-b4f2-2bb36debb79f None None] The sync data for ids ['eebf1336-6585-418e-9865-ef92b7d0c8fc'] in n-d-789963-9 is: [] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:12:11.838732 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b134927e-dae7-4bb1-883c-8ef76a1d3368 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for router, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:11.969083 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b134927e-dae7-4bb1-883c-8ef76a1d3368 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:12.033694 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-b134927e-dae7-4bb1-883c-8ef76a1d3368 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Deleting port 7ab20603-db13-44e1-800f-b0f91491ba94 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:12:12.034196 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b134927e-dae7-4bb1-883c-8ef76a1d3368 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:12.122464 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b134927e-dae7-4bb1-883c-8ef76a1d3368 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:12.135230 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-b134927e-dae7-4bb1-883c-8ef76a1d3368 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Calling delete_port for 7ab20603-db13-44e1-800f-b0f91491ba94 owned by network:router_gateway {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:12:12.683606 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b134927e-dae7-4bb1-883c-8ef76a1d3368 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:12.727345 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b134927e-dae7-4bb1-883c-8ef76a1d3368 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Pushing event deleted for resources: {'Port': ['ID=7ab20603-db13-44e1-800f-b0f91491ba94,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:12.852972 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2834ea97-46b6-4521-8e80-b0b9980a556f req-449ac43e-93ff-4bea-aa40-6263e67b6fe5 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:12.854669 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2834ea97-46b6-4521-8e80-b0b9980a556f req-449ac43e-93ff-4bea-aa40-6263e67b6fe5 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 947 time: 0.1396024 Sep 17 08:12:12.871569 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8573090-4e97-42bf-b3b3-b23fbb2a7070 req-5c4391aa-27b1-4fc1-84bb-b23de0d578ea tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:12.873207 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d8573090-4e97-42bf-b3b3-b23fbb2a7070 req-5c4391aa-27b1-4fc1-84bb-b23de0d578ea tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=b55ddb13-dd82-4330-b9af-6bc35c436b6f HTTP/1.1" status: 200 len: 946 time: 0.1298239 Sep 17 08:12:12.944171 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2834ea97-46b6-4521-8e80-b0b9980a556f req-062775e3-df24-4a7d-8669-eb050e6be5a2 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638137 Sep 17 08:12:12.944171 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d8573090-4e97-42bf-b3b3-b23fbb2a7070 req-d9057780-d98f-425f-9b26-d3f594497670 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602615 Sep 17 08:12:12.965953 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b134927e-dae7-4bb1-883c-8ef76a1d3368 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:13.062780 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b134927e-dae7-4bb1-883c-8ef76a1d3368 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:13.064970 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b134927e-dae7-4bb1-883c-8ef76a1d3368 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:13.131421 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b134927e-dae7-4bb1-883c-8ef76a1d3368 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:13.132058 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b134927e-dae7-4bb1-883c-8ef76a1d3368 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Fanout notify agent at l3_agent the message router_deleted on router eebf1336-6585-418e-9865-ef92b7d0c8fc {{(pid=101289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 08:12:13.141305 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b134927e-dae7-4bb1-883c-8ef76a1d3368 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:13.142442 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-b134927e-dae7-4bb1-883c-8ef76a1d3368 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] 10.222.0.13 "DELETE /v2.0/routers/eebf1336-6585-418e-9865-ef92b7d0c8fc HTTP/1.1" status: 204 len: 168 time: 1.4383817 Sep 17 08:12:13.145276 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40804) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:12:13.208855 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9fcbe71-dd0f-477e-ae53-493445a2b612 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Deleting subnet e7f86919-24e8-4613-a438-84c460cbf65b {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:12:13.212074 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f9fcbe71-dd0f-477e-ae53-493445a2b612 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:13.266005 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f9fcbe71-dd0f-477e-ae53-493445a2b612 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:13.319453 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f9fcbe71-dd0f-477e-ae53-493445a2b612 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:13.388968 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f9fcbe71-dd0f-477e-ae53-493445a2b612 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:13.416328 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fcbe71-dd0f-477e-ae53-493445a2b612 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Pushing event deleted for resources: {'Subnet': ['ID=e7f86919-24e8-4613-a438-84c460cbf65b,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:13.424369 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f9fcbe71-dd0f-477e-ae53-493445a2b612 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:13.429004 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 40806) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:12:13.437566 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f9fcbe71-dd0f-477e-ae53-493445a2b612 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] 10.222.0.13 "DELETE /v2.0/subnets/e7f86919-24e8-4613-a438-84c460cbf65b HTTP/1.1" status: 204 len: 168 time: 0.2903390 Sep 17 08:12:13.514534 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7fbd92a6-1ad8-4fea-a5b4-413f6c6c9308 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:13.604049 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7fbd92a6-1ad8-4fea-a5b4-413f6c6c9308 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:13.627729 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-7fbd92a6-1ad8-4fea-a5b4-413f6c6c9308 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99e1ac47-de60-4372-882d-d39ae93abbb6']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:12:13.637608 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-7fbd92a6-1ad8-4fea-a5b4-413f6c6c9308 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c592cdc-4dd7-49c9-ad33-4d9cda71abc5') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:12:13.637915 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-7fbd92a6-1ad8-4fea-a5b4-413f6c6c9308 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c592cdc-4dd7-49c9-ad33-4d9cda71abc5') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:12:13.648481 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7fbd92a6-1ad8-4fea-a5b4-413f6c6c9308 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:13.661657 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7fbd92a6-1ad8-4fea-a5b4-413f6c6c9308 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:13.668007 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fbd92a6-1ad8-4fea-a5b4-413f6c6c9308 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:12:13.668395 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7fbd92a6-1ad8-4fea-a5b4-413f6c6c9308 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:13.671375 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:12:13.671375 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:12:13.671375 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:12:13.671375 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:12:13.671375 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:12:13.671375 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:12:13.671375 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:12:13.671375 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:12:13.671375 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:12:13.671375 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:12:13.671375 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:12:13.671375 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:12:13.671375 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:12:13.671375 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:12:13.671375 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:12:13.671375 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:12:13.671375 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:12:13.671375 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:12:13.671375 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:12:13.671375 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:12:13.671375 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:12:13.671375 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:12:13.671375 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:12:13.671375 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:12:13.671375 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:12:13.671375 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:12:13.671375 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:12:13.671375 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:12:13.671375 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:12:13.671375 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:12:13.671375 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:12:13.671375 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:12:13.727362 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7fbd92a6-1ad8-4fea-a5b4-413f6c6c9308 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:13.734862 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7fbd92a6-1ad8-4fea-a5b4-413f6c6c9308 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:13.736991 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-7fbd92a6-1ad8-4fea-a5b4-413f6c6c9308 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] 10.222.0.13 "DELETE /v2.0/networks/99e1ac47-de60-4372-882d-d39ae93abbb6 HTTP/1.1" status: 204 len: 168 time: 0.3067362 Sep 17 08:12:13.748421 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbd92a6-1ad8-4fea-a5b4-413f6c6c9308 tempest-FloatingIPTestJSON-1964497326 tempest-FloatingIPTestJSON-1964497326-project] Pushing event deleted for resources: {'Network': ['ID=99e1ac47-de60-4372-882d-d39ae93abbb6,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:13.978159 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 40826) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:12:14.106714 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ce8614-3808-4c31-9f74-fa7479a04831 req-7641869d-ee89-4adb-bb58-f1fbc8b9888e tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:14.108221 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-94ce8614-3808-4c31-9f74-fa7479a04831 req-7641869d-ee89-4adb-bb58-f1fbc8b9888e tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 947 time: 0.0970197 Sep 17 08:12:14.116777 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0991677a-8fca-4fa5-a557-abe52113b73c req-c74a3022-60fd-4026-8579-f6c404e0a469 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:14.118138 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0991677a-8fca-4fa5-a557-abe52113b73c req-c74a3022-60fd-4026-8579-f6c404e0a469 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=b55ddb13-dd82-4330-b9af-6bc35c436b6f HTTP/1.1" status: 200 len: 946 time: 0.0910420 Sep 17 08:12:14.182925 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-29610ab8-09be-4478-96ea-2ce094a324a4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f593322429814399ab6f30c7b581ac43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2029033 Sep 17 08:12:14.185627 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40830) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:12:14.193514 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-94ce8614-3808-4c31-9f74-fa7479a04831 req-2c904ef9-843f-4326-b8b4-a3bd785539d2 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724638 Sep 17 08:12:14.196107 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0991677a-8fca-4fa5-a557-abe52113b73c req-fbd44b3a-34f3-4da9-b3c0-6ec42d71df39 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681143 Sep 17 08:12:14.241323 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e5048ab6-02a9-4759-968f-f0206ff9cb3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:14.261379 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e5048ab6-02a9-4759-968f-f0206ff9cb3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:14.305087 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e5048ab6-02a9-4759-968f-f0206ff9cb3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:14.307758 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e5048ab6-02a9-4759-968f-f0206ff9cb3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:14.308915 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e5048ab6-02a9-4759-968f-f0206ff9cb3b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5c3a48ef-ce0b-48e4-bf4f-d5f3f7883940 HTTP/1.1" status: 204 len: 168 time: 0.1223171 Sep 17 08:12:14.316633 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5048ab6-02a9-4759-968f-f0206ff9cb3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3a48ef-ce0b-48e4-bf4f-d5f3f7883940,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:15.356885 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571df32c-11ef-4a98-9f47-01ae6c3a5e73 req-220bcd00-6de1-4895-bb16-6a8f04062ecb tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:15.358373 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-571df32c-11ef-4a98-9f47-01ae6c3a5e73 req-220bcd00-6de1-4895-bb16-6a8f04062ecb tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 947 time: 0.0814819 Sep 17 08:12:15.366140 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee8f01-56f2-4176-a3f8-9721b3c972c5 req-84ac3db5-f84b-48c4-8d94-b7a333ca5bce tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:15.367352 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-57ee8f01-56f2-4176-a3f8-9721b3c972c5 req-84ac3db5-f84b-48c4-8d94-b7a333ca5bce tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=b55ddb13-dd82-4330-b9af-6bc35c436b6f HTTP/1.1" status: 200 len: 946 time: 0.0892413 Sep 17 08:12:15.421389 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-571df32c-11ef-4a98-9f47-01ae6c3a5e73 req-aca69326-5d41-487c-b86d-f4d1fcee231e tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530429 Sep 17 08:12:15.426081 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-57ee8f01-56f2-4176-a3f8-9721b3c972c5 req-0c4dda27-8adc-4f1b-9fba-02b5d252a5f6 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520473 Sep 17 08:12:15.627636 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f93e829-2a11-4879-b39d-a55274f65ebd req-7b202928-7e0b-4dca-801e-9c493ad48c3f tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:15.629265 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7f93e829-2a11-4879-b39d-a55274f65ebd req-7b202928-7e0b-4dca-801e-9c493ad48c3f tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 947 time: 0.0496941 Sep 17 08:12:15.672246 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7f93e829-2a11-4879-b39d-a55274f65ebd req-b6d45be9-25d6-4702-a54c-77c06222bfb3 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367942 Sep 17 08:12:15.964420 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 40946) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:12:16.073886 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-89c2ee73-fbb0-458f-a9eb-7d45a34f87a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:16.171075 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-89c2ee73-fbb0-458f-a9eb-7d45a34f87a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:16.174899 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-89c2ee73-fbb0-458f-a9eb-7d45a34f87a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:16.213098 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-89c2ee73-fbb0-458f-a9eb-7d45a34f87a2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dfcbef1a91944feca5829973eb81a199&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2476022 Sep 17 08:12:16.213984 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c2ee73-fbb0-458f-a9eb-7d45a34f87a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7335bc-86c1-44ff-b15c-35861b953614,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:16.216197 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 40976) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:12:16.269553 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a58bd52a-80b6-49f9-9c71-e7f484c72fc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:16.291738 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a58bd52a-80b6-49f9-9c71-e7f484c72fc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:16.340647 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a58bd52a-80b6-49f9-9c71-e7f484c72fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:16.343116 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a58bd52a-80b6-49f9-9c71-e7f484c72fc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:16.346896 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-a58bd52a-80b6-49f9-9c71-e7f484c72fc3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2c7335bc-86c1-44ff-b15c-35861b953614 HTTP/1.1" status: 204 len: 168 time: 0.1297207 Sep 17 08:12:16.354759 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58bd52a-80b6-49f9-9c71-e7f484c72fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7335bc-86c1-44ff-b15c-35861b953614,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:16.546363 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce60e8e8-0767-4a6a-9629-3d2c5790d84a req-5a72c05f-6bd6-4b63-90db-755695a7415f tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:16.547908 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ce60e8e8-0767-4a6a-9629-3d2c5790d84a req-5a72c05f-6bd6-4b63-90db-755695a7415f tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=b55ddb13-dd82-4330-b9af-6bc35c436b6f HTTP/1.1" status: 200 len: 946 time: 0.0492065 Sep 17 08:12:16.588313 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ce60e8e8-0767-4a6a-9629-3d2c5790d84a req-47d27301-96a1-4424-9c69-e05e24cce7de tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340099 Sep 17 08:12:16.637556 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 40998) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:12:16.650869 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-23792757-2722-43dc-9338-127296fa9a24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:16.746035 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-23792757-2722-43dc-9338-127296fa9a24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:16.749971 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-23792757-2722-43dc-9338-127296fa9a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:16.787825 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23792757-2722-43dc-9338-127296fa9a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb66c1dc-cefc-4ce5-8d2f-5ae487de8fcd,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:16.795947 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-23792757-2722-43dc-9338-127296fa9a24 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=58283673b9dd4db681d301034fa82a42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1551676 Sep 17 08:12:16.796759 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41022) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:12:16.845582 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2af7f687-aa98-4892-a740-00203f4b44a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:16.866700 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2af7f687-aa98-4892-a740-00203f4b44a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:16.918220 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2af7f687-aa98-4892-a740-00203f4b44a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:16.920791 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2af7f687-aa98-4892-a740-00203f4b44a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:16.922072 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-2af7f687-aa98-4892-a740-00203f4b44a2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eb66c1dc-cefc-4ce5-8d2f-5ae487de8fcd HTTP/1.1" status: 204 len: 168 time: 0.1243052 Sep 17 08:12:16.930033 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af7f687-aa98-4892-a740-00203f4b44a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb66c1dc-cefc-4ce5-8d2f-5ae487de8fcd,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:16.997635 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8141cba-8358-4d74-9dd9-d2c6907fbc22 req-67cca2de-4ef5-4c23-9a92-795a8f3f0759 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:16.999138 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b8141cba-8358-4d74-9dd9-d2c6907fbc22 req-67cca2de-4ef5-4c23-9a92-795a8f3f0759 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 947 time: 0.0489128 Sep 17 08:12:17.036828 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b8141cba-8358-4d74-9dd9-d2c6907fbc22 req-dec4e929-567f-4942-be40-e2b514cbe5e7 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316975 Sep 17 08:12:17.184465 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 082c5b60-04fb-4ae3-ae64-64d07ad777a5 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:12:17.270953 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13573ffd-03e2-4fc4-b745-18c33233494b req-b75c94f3-932c-4247-97c7-e29040968e94 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:17.273263 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-13573ffd-03e2-4fc4-b745-18c33233494b req-b75c94f3-932c-4247-97c7-e29040968e94 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 947 time: 0.0733135 Sep 17 08:12:17.285496 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5428a-c8dc-4648-9a22-bca1d619966b req-6bdcba1c-e15e-4e9d-b97b-6996e400368c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:17.288453 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f0f5428a-c8dc-4648-9a22-bca1d619966b req-6bdcba1c-e15e-4e9d-b97b-6996e400368c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a40110368b234965bf3fd6f856f2361c&device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 1098 time: 0.0519927 Sep 17 08:12:17.294151 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:17.329113 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-13573ffd-03e2-4fc4-b745-18c33233494b req-9b2b5155-4659-4970-b6d9-443ffb2933cc tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491025 Sep 17 08:12:17.338061 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '082c5b60-04fb-4ae3-ae64-64d07ad777a5'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:12:17.340401 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa509e66-492e-46cd-93e2-b33b94aaecee" -d '{"events": [{"server_uuid": "aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6", "name": "network-vif-unplugged", "status": "completed", "tag": "082c5b60-04fb-4ae3-ae64-64d07ad777a5"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:12:17.354736 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 082c5b60-04fb-4ae3-ae64-64d07ad777a5, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=082c5b60-04fb-4ae3-ae64-64d07ad777a5,segment=NetworkSegment(e7dfc92d-b32e-4f74-ad53-4fda8afa908d),segment_id=e7dfc92d-b32e-4f74-ad53-4fda8afa908d)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:12:17.360847 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:17.390862 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 08:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbebd72d-a013-41cc-be0d-5f59c4de8276 x-openstack-request-id: req-cbebd72d-a013-41cc-be0d-5f59c4de8276 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:12:17.391386 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6", "name": "network-vif-unplugged", "status": "completed", "tag": "082c5b60-04fb-4ae3-ae64-64d07ad777a5", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:12:17.391807 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cbebd72d-a013-41cc-be0d-5f59c4de8276 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:12:17.392227 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '082c5b60-04fb-4ae3-ae64-64d07ad777a5', 'code': 200} Sep 17 08:12:17.412523 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5428a-c8dc-4648-9a22-bca1d619966b req-7e3c62e3-9ad0-4619-87cb-cb27f032c550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:17.414050 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f0f5428a-c8dc-4648-9a22-bca1d619966b req-7e3c62e3-9ad0-4619-87cb-cb27f032c550 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b775eb3f-2b25-4820-827b-6765ebe265c2 HTTP/1.1" status: 200 len: 913 time: 0.1189184 Sep 17 08:12:17.419248 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=082c5b60-04fb-4ae3-ae64-64d07ad777a5,revision_number=14']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:17.484666 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f0f5428a-c8dc-4648-9a22-bca1d619966b req-22ac9fc6-64c3-4ac4-9286-ddf959473c62 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=082c5b60-04fb-4ae3-ae64-64d07ad777a5 HTTP/1.1" status: 200 len: 999 time: 0.0622766 Sep 17 08:12:17.534136 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5428a-c8dc-4648-9a22-bca1d619966b req-95c50172-0f5b-43d1-b5d5-451854046c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:17.535760 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f0f5428a-c8dc-4648-9a22-bca1d619966b req-95c50172-0f5b-43d1-b5d5-451854046c23 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9b7cebd9-83b6-4be8-81d9-9f32073aed40 HTTP/1.1" status: 200 len: 851 time: 0.0442877 Sep 17 08:12:17.583299 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5428a-c8dc-4648-9a22-bca1d619966b req-8dec0c05-5266-46a4-af23-7acd04b1491a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:17.584862 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f0f5428a-c8dc-4648-9a22-bca1d619966b req-8dec0c05-5266-46a4-af23-7acd04b1491a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b775eb3f-2b25-4820-827b-6765ebe265c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421593 Sep 17 08:12:17.704707 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f0f5428a-c8dc-4648-9a22-bca1d619966b req-9503802f-08ae-4348-98ea-a3d603cec55c service neutron] 10.222.0.39 "GET /v2.0/networks/b775eb3f-2b25-4820-827b-6765ebe265c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127121 Sep 17 08:12:17.714969 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d327a2-4321-49b0-8b8e-a9e1fd2bc5d1 req-b85fde44-a219-4963-82f6-2a064ef62a72 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:17.716516 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-91d327a2-4321-49b0-8b8e-a9e1fd2bc5d1 req-b85fde44-a219-4963-82f6-2a064ef62a72 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=b55ddb13-dd82-4330-b9af-6bc35c436b6f HTTP/1.1" status: 200 len: 946 time: 0.0538850 Sep 17 08:12:17.754709 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-91d327a2-4321-49b0-8b8e-a9e1fd2bc5d1 req-3a106f29-3add-4828-b9e0-780c82b5920b tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318029 Sep 17 08:12:17.799460 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f0f5428a-c8dc-4648-9a22-bca1d619966b req-2e1996d3-cf92-4f8e-9b70-b8f4c9bc35e7 service neutron] 10.222.0.39 "GET /v2.0/networks/b775eb3f-2b25-4820-827b-6765ebe265c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873199 Sep 17 08:12:18.449715 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b352d6-ffab-4318-987b-68efef39b7f2 req-e52e9045-480d-44a7-b27d-fe492ef5f46d tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:18.451229 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a5b352d6-ffab-4318-987b-68efef39b7f2 req-e52e9045-480d-44a7-b27d-fe492ef5f46d tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 945 time: 0.0507948 Sep 17 08:12:18.491121 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a5b352d6-ffab-4318-987b-68efef39b7f2 req-c9830e25-96ab-4154-b15b-2ee1552a23b8 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330834 Sep 17 08:12:18.627063 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41082) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:12:18.737602 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f165306e-3f81-45c2-9b6c-327db8d2cd71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:18.829594 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f165306e-3f81-45c2-9b6c-327db8d2cd71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:18.833830 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f165306e-3f81-45c2-9b6c-327db8d2cd71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:18.868695 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ee4f4-6eaf-4f79-af98-a909fb9b85e9 req-978cd8da-efd5-492d-99ac-f3da5a0b384c tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:18.870202 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0e0ee4f4-6eaf-4f79-af98-a909fb9b85e9 req-978cd8da-efd5-492d-99ac-f3da5a0b384c tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=b55ddb13-dd82-4330-b9af-6bc35c436b6f HTTP/1.1" status: 200 len: 946 time: 0.0491760 Sep 17 08:12:18.872045 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f165306e-3f81-45c2-9b6c-327db8d2cd71 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0a9da62c876b4e5f96ad5779c3971c82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2438855 Sep 17 08:12:18.873306 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f165306e-3f81-45c2-9b6c-327db8d2cd71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=440c2db3-3193-47bc-8013-44c5f0b38800,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:18.874543 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 41088) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:12:18.945766 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0e0ee4f4-6eaf-4f79-af98-a909fb9b85e9 req-f9b993a0-08a8-44f2-916c-a3cc0aba7351 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593283 Sep 17 08:12:18.956793 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ff7829d0-6817-4dfc-9c6b-1b3cca1400ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:18.979100 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ff7829d0-6817-4dfc-9c6b-1b3cca1400ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:19.024099 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ff7829d0-6817-4dfc-9c6b-1b3cca1400ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:19.027194 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ff7829d0-6817-4dfc-9c6b-1b3cca1400ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:19.028356 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ff7829d0-6817-4dfc-9c6b-1b3cca1400ab admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/440c2db3-3193-47bc-8013-44c5f0b38800 HTTP/1.1" status: 204 len: 168 time: 0.1528966 Sep 17 08:12:19.035546 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7829d0-6817-4dfc-9c6b-1b3cca1400ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440c2db3-3193-47bc-8013-44c5f0b38800,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:19.281248 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 41094) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:12:19.294401 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-473ead09-fbc8-4ac8-98d5-1fa1a6e2fbc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:19.380113 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-473ead09-fbc8-4ac8-98d5-1fa1a6e2fbc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:19.383493 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-473ead09-fbc8-4ac8-98d5-1fa1a6e2fbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:19.420639 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-473ead09-fbc8-4ac8-98d5-1fa1a6e2fbc9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e1239c69c66c402d8bae37efc80bb746&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1382871 Sep 17 08:12:19.421588 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473ead09-fbc8-4ac8-98d5-1fa1a6e2fbc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b8dda8-7f31-40a8-ad2e-7172b7f41a49,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:19.423330 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41096) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:12:19.472027 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-da2acef5-ccd3-4495-a17c-9d7fd82386d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:19.492718 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-da2acef5-ccd3-4495-a17c-9d7fd82386d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:19.537737 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-da2acef5-ccd3-4495-a17c-9d7fd82386d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:19.540455 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-da2acef5-ccd3-4495-a17c-9d7fd82386d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:19.542187 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-da2acef5-ccd3-4495-a17c-9d7fd82386d1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/44b8dda8-7f31-40a8-ad2e-7172b7f41a49 HTTP/1.1" status: 204 len: 168 time: 0.1166413 Sep 17 08:12:19.552348 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2acef5-ccd3-4495-a17c-9d7fd82386d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b8dda8-7f31-40a8-ad2e-7172b7f41a49,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:19.612396 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0588563-1845-40be-a8cd-559770828a18 req-bb8fe238-b468-404f-b3b5-489b51a067dc tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:19.613896 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f0588563-1845-40be-a8cd-559770828a18 req-bb8fe238-b468-404f-b3b5-489b51a067dc tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 945 time: 0.0489771 Sep 17 08:12:19.651505 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f0588563-1845-40be-a8cd-559770828a18 req-7d1d5ac1-33db-49e4-be8f-7580742e6cd3 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315366 Sep 17 08:12:19.842553 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ccf2b2-7067-4d5e-9c23-855af84c8f05 req-1d44662a-354c-4271-8861-ac1c0d8811f2 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:19.844109 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-64ccf2b2-7067-4d5e-9c23-855af84c8f05 req-1d44662a-354c-4271-8861-ac1c0d8811f2 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 945 time: 0.0529962 Sep 17 08:12:19.883819 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-64ccf2b2-7067-4d5e-9c23-855af84c8f05 req-f50306fe-9ee3-41f7-9b36-a061defb61b7 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337207 Sep 17 08:12:19.931987 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a575b263-e918-4b39-a2e1-34782bd54431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:20.008592 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b24ad9-cbe0-4793-ab94-d3c8edd2adc3 req-a6fb5b74-3a10-47c8-a6da-61cf426b7492 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:20.010136 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d0b24ad9-cbe0-4793-ab94-d3c8edd2adc3 req-a6fb5b74-3a10-47c8-a6da-61cf426b7492 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 945 time: 0.0525951 Sep 17 08:12:20.079034 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d0b24ad9-cbe0-4793-ab94-d3c8edd2adc3 req-8ff2cf0e-4202-468d-bdb0-049dd74fef1b tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612586 Sep 17 08:12:20.104118 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434873f-f1b0-4738-9e39-fb983a73a9bc req-5041823f-b4ed-4750-b9f0-a44fa0153c28 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:20.104118 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7434873f-f1b0-4738-9e39-fb983a73a9bc req-5041823f-b4ed-4750-b9f0-a44fa0153c28 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=b55ddb13-dd82-4330-b9af-6bc35c436b6f HTTP/1.1" status: 200 len: 946 time: 0.0776041 Sep 17 08:12:20.141762 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7434873f-f1b0-4738-9e39-fb983a73a9bc req-9b781488-f355-4370-ba96-f8ffbed3314b tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386431 Sep 17 08:12:20.383859 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9037048-3b7a-43a5-a542-b49505647ec6 req-b301e4e3-1dff-430a-8b8c-24e5ee6bbe24 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:20.385390 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f9037048-3b7a-43a5-a542-b49505647ec6 req-b301e4e3-1dff-430a-8b8c-24e5ee6bbe24 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/networks?id=b775eb3f-2b25-4820-827b-6765ebe265c2 HTTP/1.1" status: 200 len: 812 time: 0.1236949 Sep 17 08:12:20.399908 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f9037048-3b7a-43a5-a542-b49505647ec6 req-1522d93c-2578-4915-b990-ebc6d9dfb0e2 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/quotas/a40110368b234965bf3fd6f856f2361c HTTP/1.1" status: 200 len: 375 time: 0.0088820 Sep 17 08:12:20.455549 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f9037048-3b7a-43a5-a542-b49505647ec6 req-cf05ecad-cd94-48e0-b1ee-24fac485378d tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a40110368b234965bf3fd6f856f2361c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0505271 Sep 17 08:12:20.552986 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f9037048-3b7a-43a5-a542-b49505647ec6 req-6fc89d8d-f101-40da-8771-dae41eede7f1 service neutron] 10.222.0.13 "GET /v2.0/networks/b775eb3f-2b25-4820-827b-6765ebe265c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902510 Sep 17 08:12:20.647872 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f9037048-3b7a-43a5-a542-b49505647ec6 req-2774b4a8-7e0c-451f-995e-d4b24a472353 service neutron] 10.222.0.13 "GET /v2.0/networks/b775eb3f-2b25-4820-827b-6765ebe265c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882232 Sep 17 08:12:20.820273 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6ee4b83e-e999-4dc2-aba4-67b52179183e req-5c6d72f1-65e1-4abb-9380-05fc4086aa64 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa278202-6ad6-449b-92ea-8188709d82f5 HTTP/1.1" status: 200 len: 210 time: 0.0275335 Sep 17 08:12:21.264603 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7babb7-1457-45b5-b616-203648aa844f req-c04b6d47-d31d-401f-8b35-83319c8a1bea tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:21.266252 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bb7babb7-1457-45b5-b616-203648aa844f req-c04b6d47-d31d-401f-8b35-83319c8a1bea tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=b55ddb13-dd82-4330-b9af-6bc35c436b6f HTTP/1.1" status: 200 len: 946 time: 0.0540888 Sep 17 08:12:21.304707 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bb7babb7-1457-45b5-b616-203648aa844f req-4bb2adea-a9b9-4759-af83-5a0428797098 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320010 Sep 17 08:12:21.851043 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9037048-3b7a-43a5-a542-b49505647ec6 req-24295aca-4cf5-4d17-829a-f458cf88ad4f tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:21.853814 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f9037048-3b7a-43a5-a542-b49505647ec6 req-24295aca-4cf5-4d17-829a-f458cf88ad4f tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.39 "GET /v2.0/networks?id=b775eb3f-2b25-4820-827b-6765ebe265c2 HTTP/1.1" status: 200 len: 812 time: 0.1120610 Sep 17 08:12:21.875827 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-f9037048-3b7a-43a5-a542-b49505647ec6 req-fcfb2321-663a-49c0-9ec9-6fb081362546 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Request body: {'port': {'device_id': 'fa278202-6ad6-449b-92ea-8188709d82f5', 'network_id': 'b775eb3f-2b25-4820-827b-6765ebe265c2', 'admin_state_up': True, 'tenant_id': 'a40110368b234965bf3fd6f856f2361c'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:12:21.924432 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2ba73bd1-09de-483d-b0c7-d87f505eaa36 req-81a1fbd1-9ef0-497d-a4c1-6f441f306c01 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa278202-6ad6-449b-92ea-8188709d82f5 HTTP/1.1" status: 200 len: 210 time: 0.0264211 Sep 17 08:12:21.985675 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9037048-3b7a-43a5-a542-b49505647ec6 req-fcfb2321-663a-49c0-9ec9-6fb081362546 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Made reservation on behalf of a40110368b234965bf3fd6f856f2361c for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:12:21.989455 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-f9037048-3b7a-43a5-a542-b49505647ec6 req-fcfb2321-663a-49c0-9ec9-6fb081362546 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:22.126938 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-f9037048-3b7a-43a5-a542-b49505647ec6 req-fcfb2321-663a-49c0-9ec9-6fb081362546 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Allocated IP 172.20.0.8 (b775eb3f-2b25-4820-827b-6765ebe265c2/9b7cebd9-83b6-4be8-81d9-9f32073aed40/7ebfe381-193d-41f3-8710-45fa3d308dbd) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:12:22.289500 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-f9037048-3b7a-43a5-a542-b49505647ec6 req-fcfb2321-663a-49c0-9ec9-6fb081362546 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:22.322531 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-f9037048-3b7a-43a5-a542-b49505647ec6 req-fcfb2321-663a-49c0-9ec9-6fb081362546 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:22.368428 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9037048-3b7a-43a5-a542-b49505647ec6 req-fcfb2321-663a-49c0-9ec9-6fb081362546 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Network b775eb3f-2b25-4820-827b-6765ebe265c2 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:12:22.371546 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-f9037048-3b7a-43a5-a542-b49505647ec6 req-fcfb2321-663a-49c0-9ec9-6fb081362546 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:12:22.378111 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9037048-3b7a-43a5-a542-b49505647ec6 req-fcfb2321-663a-49c0-9ec9-6fb081362546 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:12:22.404454 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfb2321-663a-49c0-9ec9-6fb081362546 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Pushing event updated for resources: {'Port': ['ID=7ebfe381-193d-41f3-8710-45fa3d308dbd,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:22.428051 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78bb041-acba-4f94-b0cd-bc8b90bdf7a4 req-82d93fee-a037-4a33-a6d0-226b0cce9553 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:22.428677 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2dc2e84a-8d36-465f-a644-08860fca17bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:22.435124 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f78bb041-acba-4f94-b0cd-bc8b90bdf7a4 req-82d93fee-a037-4a33-a6d0-226b0cce9553 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=b55ddb13-dd82-4330-b9af-6bc35c436b6f HTTP/1.1" status: 200 len: 946 time: 0.0623393 Sep 17 08:12:22.441803 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9037048-3b7a-43a5-a542-b49505647ec6 req-fcfb2321-663a-49c0-9ec9-6fb081362546 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:22.442514 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-f9037048-3b7a-43a5-a542-b49505647ec6 req-fcfb2321-663a-49c0-9ec9-6fb081362546 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:22.461933 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f9037048-3b7a-43a5-a542-b49505647ec6 req-fcfb2321-663a-49c0-9ec9-6fb081362546 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5923357 Sep 17 08:12:22.471155 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f78bb041-acba-4f94-b0cd-bc8b90bdf7a4 req-a366e97a-bffe-4d2e-9e2c-affd017a3ccf tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352182 Sep 17 08:12:22.480824 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-f9037048-3b7a-43a5-a542-b49505647ec6 req-0bd18105-d44a-44ec-a5f0-657446747b83 service neutron] Request body: {'port': {'device_id': 'fa278202-6ad6-449b-92ea-8188709d82f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:12:22.545484 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-f9037048-3b7a-43a5-a542-b49505647ec6 req-0bd18105-d44a-44ec-a5f0-657446747b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:22.603870 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-cb7ad18d-f17f-45c1-b342-684d91843a72 None None] Provisioning complete for port 7ebfe381-193d-41f3-8710-45fa3d308dbd triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:12:22.604375 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cb7ad18d-f17f-45c1-b342-684d91843a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:22.645718 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-cb7ad18d-f17f-45c1-b342-684d91843a72 None None] Port 7ebfe381-193d-41f3-8710-45fa3d308dbd cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:12:22.688735 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:22.841494 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-f9037048-3b7a-43a5-a542-b49505647ec6 req-0bd18105-d44a-44ec-a5f0-657446747b83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ebfe381-193d-41f3-8710-45fa3d308dbd {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:12:22.848845 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-f9037048-3b7a-43a5-a542-b49505647ec6 req-0bd18105-d44a-44ec-a5f0-657446747b83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:22.861000 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-f9037048-3b7a-43a5-a542-b49505647ec6 req-0bd18105-d44a-44ec-a5f0-657446747b83 service neutron] Transition to ACTIVE for port object 7ebfe381-193d-41f3-8710-45fa3d308dbd will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:12:22.865475 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-f9037048-3b7a-43a5-a542-b49505647ec6 req-0bd18105-d44a-44ec-a5f0-657446747b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:22.917215 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd18105-d44a-44ec-a5f0-657446747b83 service neutron] Pushing event updated for resources: {'Port': ['ID=7ebfe381-193d-41f3-8710-45fa3d308dbd,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:22.996398 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-f9037048-3b7a-43a5-a542-b49505647ec6 req-0bd18105-d44a-44ec-a5f0-657446747b83 service neutron] Attempting to bind port 7ebfe381-193d-41f3-8710-45fa3d308dbd on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:12:22.996554 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-f9037048-3b7a-43a5-a542-b49505647ec6 req-0bd18105-d44a-44ec-a5f0-657446747b83 service neutron] Attempting to bind port 7ebfe381-193d-41f3-8710-45fa3d308dbd by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': 'e7dfc92d-b32e-4f74-ad53-4fda8afa908d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b775eb3f-2b25-4820-827b-6765ebe265c2'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:12:22.996790 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9037048-3b7a-43a5-a542-b49505647ec6 req-0bd18105-d44a-44ec-a5f0-657446747b83 service neutron] Attempting to bind port 7ebfe381-193d-41f3-8710-45fa3d308dbd on network b775eb3f-2b25-4820-827b-6765ebe265c2 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:12:23.001935 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9037048-3b7a-43a5-a542-b49505647ec6 req-0bd18105-d44a-44ec-a5f0-657446747b83 service neutron] Port 7ebfe381-193d-41f3-8710-45fa3d308dbd on network b775eb3f-2b25-4820-827b-6765ebe265c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:12:23.002267 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9037048-3b7a-43a5-a542-b49505647ec6 req-0bd18105-d44a-44ec-a5f0-657446747b83 service neutron] Attempting to bind port 7ebfe381-193d-41f3-8710-45fa3d308dbd on network b775eb3f-2b25-4820-827b-6765ebe265c2 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:12:23.007904 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9037048-3b7a-43a5-a542-b49505647ec6 req-0bd18105-d44a-44ec-a5f0-657446747b83 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:12:23.008203 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9037048-3b7a-43a5-a542-b49505647ec6 req-0bd18105-d44a-44ec-a5f0-657446747b83 service neutron] Checking segment: {'id': 'e7dfc92d-b32e-4f74-ad53-4fda8afa908d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b775eb3f-2b25-4820-827b-6765ebe265c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:12:23.010125 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9037048-3b7a-43a5-a542-b49505647ec6 req-0bd18105-d44a-44ec-a5f0-657446747b83 service neutron] Bound using segment: {'id': 'e7dfc92d-b32e-4f74-ad53-4fda8afa908d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b775eb3f-2b25-4820-827b-6765ebe265c2'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:12:23.011879 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-f9037048-3b7a-43a5-a542-b49505647ec6 req-0bd18105-d44a-44ec-a5f0-657446747b83 service neutron] Bound port: 7ebfe381-193d-41f3-8710-45fa3d308dbd, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7dfc92d-b32e-4f74-ad53-4fda8afa908d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b775eb3f-2b25-4820-827b-6765ebe265c2'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:12:23.012261 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-f9037048-3b7a-43a5-a542-b49505647ec6 req-0bd18105-d44a-44ec-a5f0-657446747b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:23.068125 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da6dfb-3cac-4514-ac7c-9cfe93631464 req-9ce1f0b7-d98b-4360-9d80-3aacdaabe431 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:23.076505 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-94da6dfb-3cac-4514-ac7c-9cfe93631464 req-9ce1f0b7-d98b-4360-9d80-3aacdaabe431 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa278202-6ad6-449b-92ea-8188709d82f5 HTTP/1.1" status: 200 len: 943 time: 0.0708818 Sep 17 08:12:23.093492 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-f9037048-3b7a-43a5-a542-b49505647ec6 req-0bd18105-d44a-44ec-a5f0-657446747b83 service neutron] For port 7ebfe381-193d-41f3-8710-45fa3d308dbd, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:12:23.097639 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-f9037048-3b7a-43a5-a542-b49505647ec6 req-0bd18105-d44a-44ec-a5f0-657446747b83 service neutron] For port 7ebfe381-193d-41f3-8710-45fa3d308dbd, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=7ebfe381-193d-41f3-8710-45fa3d308dbd,segment=NetworkSegment(e7dfc92d-b32e-4f74-ad53-4fda8afa908d),segment_id=e7dfc92d-b32e-4f74-ad53-4fda8afa908d)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:12:23.105652 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-f9037048-3b7a-43a5-a542-b49505647ec6 req-0bd18105-d44a-44ec-a5f0-657446747b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:23.126891 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-94da6dfb-3cac-4514-ac7c-9cfe93631464 req-a14a8874-2a0c-4637-a87a-41df30fa3bcc tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460703 Sep 17 08:12:23.147894 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9037048-3b7a-43a5-a542-b49505647ec6 req-0bd18105-d44a-44ec-a5f0-657446747b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:23.148511 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-f9037048-3b7a-43a5-a542-b49505647ec6 req-0bd18105-d44a-44ec-a5f0-657446747b83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:23.149912 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f9037048-3b7a-43a5-a542-b49505647ec6 req-0bd18105-d44a-44ec-a5f0-657446747b83 service neutron] 10.222.0.39 "PUT /v2.0/ports/7ebfe381-193d-41f3-8710-45fa3d308dbd HTTP/1.1" status: 200 len: 1091 time: 0.6735942 Sep 17 08:12:23.150355 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa278202-6ad6-449b-92ea-8188709d82f5', 'tag': '7ebfe381-193d-41f3-8710-45fa3d308dbd'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:12:23.152743 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2249f52-1217-4967-8a01-d51d2ddd5160" -d '{"events": [{"name": "network-changed", "server_uuid": "fa278202-6ad6-449b-92ea-8188709d82f5", "tag": "7ebfe381-193d-41f3-8710-45fa3d308dbd"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:12:23.173399 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd18105-d44a-44ec-a5f0-657446747b83 service neutron] Pushing event updated for resources: {'Port': ['ID=7ebfe381-193d-41f3-8710-45fa3d308dbd,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:23.204070 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a009c11-ec94-446b-b4b3-b50a8eff7b8d x-openstack-request-id: req-6a009c11-ec94-446b-b4b3-b50a8eff7b8d {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:12:23.204371 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa278202-6ad6-449b-92ea-8188709d82f5", "tag": "7ebfe381-193d-41f3-8710-45fa3d308dbd", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:12:23.204627 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6a009c11-ec94-446b-b4b3-b50a8eff7b8d {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:12:23.205033 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa278202-6ad6-449b-92ea-8188709d82f5', 'tag': '7ebfe381-193d-41f3-8710-45fa3d308dbd', 'status': 'completed', 'code': 200} Sep 17 08:12:23.274719 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9037048-3b7a-43a5-a542-b49505647ec6 req-8e1d5094-58e7-43da-b1c1-3627c4f086ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:23.276429 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f9037048-3b7a-43a5-a542-b49505647ec6 req-8e1d5094-58e7-43da-b1c1-3627c4f086ba service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a40110368b234965bf3fd6f856f2361c&device_id=fa278202-6ad6-449b-92ea-8188709d82f5 HTTP/1.1" status: 200 len: 1094 time: 0.0544310 Sep 17 08:12:23.335524 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f9037048-3b7a-43a5-a542-b49505647ec6 req-49f0a20d-05c2-4f4d-aa65-6d4ddc416a6d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ebfe381-193d-41f3-8710-45fa3d308dbd HTTP/1.1" status: 200 len: 217 time: 0.0358078 Sep 17 08:12:23.385439 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9037048-3b7a-43a5-a542-b49505647ec6 req-108c0621-1a26-41af-9b20-a37ef94bf5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:23.386967 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f9037048-3b7a-43a5-a542-b49505647ec6 req-108c0621-1a26-41af-9b20-a37ef94bf5d8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9b7cebd9-83b6-4be8-81d9-9f32073aed40 HTTP/1.1" status: 200 len: 851 time: 0.0441301 Sep 17 08:12:23.437622 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9037048-3b7a-43a5-a542-b49505647ec6 req-217207e9-69a5-4e27-98a0-c1279b323ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:23.439050 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f9037048-3b7a-43a5-a542-b49505647ec6 req-217207e9-69a5-4e27-98a0-c1279b323ac2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b775eb3f-2b25-4820-827b-6765ebe265c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444930 Sep 17 08:12:23.538292 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f9037048-3b7a-43a5-a542-b49505647ec6 req-ef010cc7-c1f2-40e3-92a7-5afd6b9cf6de service neutron] 10.222.0.39 "GET /v2.0/networks/b775eb3f-2b25-4820-827b-6765ebe265c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881610 Sep 17 08:12:23.591144 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa23b68-e392-4da9-a148-098d01a1e6e7 req-397575e9-feca-47cc-8aad-af68e0f6e462 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:23.592876 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8aa23b68-e392-4da9-a148-098d01a1e6e7 req-397575e9-feca-47cc-8aad-af68e0f6e462 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=b55ddb13-dd82-4330-b9af-6bc35c436b6f HTTP/1.1" status: 200 len: 946 time: 0.0494509 Sep 17 08:12:23.630887 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8aa23b68-e392-4da9-a148-098d01a1e6e7 req-37e96438-f1f4-4012-ae68-b6a6dd6d82ef tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318711 Sep 17 08:12:23.633407 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f9037048-3b7a-43a5-a542-b49505647ec6 req-d5ebb013-27be-4ab0-8db6-80cae9e75bcf service neutron] 10.222.0.39 "GET /v2.0/networks/b775eb3f-2b25-4820-827b-6765ebe265c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878119 Sep 17 08:12:23.691653 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:23.779373 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2249f52-1217-4967-8a01-d51d2ddd5160 req-f35dc8c9-5b28-42cd-8b86-5a7ed0de08f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:23.780943 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a2249f52-1217-4967-8a01-d51d2ddd5160 req-f35dc8c9-5b28-42cd-8b86-5a7ed0de08f9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a40110368b234965bf3fd6f856f2361c&device_id=fa278202-6ad6-449b-92ea-8188709d82f5 HTTP/1.1" status: 200 len: 1094 time: 0.0405278 Sep 17 08:12:23.874799 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2249f52-1217-4967-8a01-d51d2ddd5160 req-b5fd516b-0056-4afb-bc14-79285eaffef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:23.876469 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a2249f52-1217-4967-8a01-d51d2ddd5160 req-b5fd516b-0056-4afb-bc14-79285eaffef9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b775eb3f-2b25-4820-827b-6765ebe265c2 HTTP/1.1" status: 200 len: 913 time: 0.0891037 Sep 17 08:12:23.918401 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a2249f52-1217-4967-8a01-d51d2ddd5160 req-5a9cbecd-d9ac-4e2c-8c21-48d394e15d66 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ebfe381-193d-41f3-8710-45fa3d308dbd HTTP/1.1" status: 200 len: 217 time: 0.0348785 Sep 17 08:12:23.966795 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2249f52-1217-4967-8a01-d51d2ddd5160 req-b3fb5beb-b13d-4268-8fbd-198fc298809a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:23.968194 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a2249f52-1217-4967-8a01-d51d2ddd5160 req-b3fb5beb-b13d-4268-8fbd-198fc298809a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9b7cebd9-83b6-4be8-81d9-9f32073aed40 HTTP/1.1" status: 200 len: 851 time: 0.0426862 Sep 17 08:12:24.013324 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2249f52-1217-4967-8a01-d51d2ddd5160 req-3b42ed34-5dd2-4c0c-9d95-38d520e0dd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:24.014979 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a2249f52-1217-4967-8a01-d51d2ddd5160 req-3b42ed34-5dd2-4c0c-9d95-38d520e0dd0a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b775eb3f-2b25-4820-827b-6765ebe265c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399895 Sep 17 08:12:24.109832 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a2249f52-1217-4967-8a01-d51d2ddd5160 req-a2591ead-3630-4069-981e-b421d60252fe service neutron] 10.222.0.39 "GET /v2.0/networks/b775eb3f-2b25-4820-827b-6765ebe265c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873566 Sep 17 08:12:24.212710 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a2249f52-1217-4967-8a01-d51d2ddd5160 req-82997d3d-1953-4689-97a2-60e3eea4ff09 service neutron] 10.222.0.39 "GET /v2.0/networks/b775eb3f-2b25-4820-827b-6765ebe265c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958393 Sep 17 08:12:24.263052 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610a2a4-f0b8-4621-83eb-09511e0a216f req-eb126392-54c3-4c24-aa15-c6237348b080 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:24.264598 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2610a2a4-f0b8-4621-83eb-09511e0a216f req-eb126392-54c3-4c24-aa15-c6237348b080 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa278202-6ad6-449b-92ea-8188709d82f5 HTTP/1.1" status: 200 len: 943 time: 0.0594704 Sep 17 08:12:24.304326 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2610a2a4-f0b8-4621-83eb-09511e0a216f req-52ffea8d-0a07-4c1c-a67a-8d95bd820aa1 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333743 Sep 17 08:12:24.746200 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0f69e8-5f52-41b6-ab75-08813260881e req-b2fa88f6-1fc4-4bd3-bf63-25329d87a765 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:24.747991 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5f0f69e8-5f52-41b6-ab75-08813260881e req-b2fa88f6-1fc4-4bd3-bf63-25329d87a765 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=b55ddb13-dd82-4330-b9af-6bc35c436b6f HTTP/1.1" status: 200 len: 946 time: 0.0514989 Sep 17 08:12:24.784852 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5f0f69e8-5f52-41b6-ab75-08813260881e req-444d7123-9031-4fd8-b2cb-5af6c41be822 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309515 Sep 17 08:12:25.104242 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41222) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:12:25.217347 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d6e1e9d3-e055-4808-8575-d810f23daaa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:25.284100 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:25.305588 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d6e1e9d3-e055-4808-8575-d810f23daaa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:25.309104 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d6e1e9d3-e055-4808-8575-d810f23daaa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:25.346474 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d6e1e9d3-e055-4808-8575-d810f23daaa3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=97ce598c672a40bf95c9e526f6aa394b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2405448 Sep 17 08:12:25.347358 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e1e9d3-e055-4808-8575-d810f23daaa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b3a86d-24a5-4d54-af9e-95cf45f174e1,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:25.349149 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 41228) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:12:25.429959 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b2354903-1b7a-4fc7-81a9-1e292ed73711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:25.441373 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c801f0f-2437-4555-916a-201cc679f919 req-8836785c-b80d-41a1-9547-bc10e641ccc5 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:25.442780 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9c801f0f-2437-4555-916a-201cc679f919 req-8836785c-b80d-41a1-9547-bc10e641ccc5 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa278202-6ad6-449b-92ea-8188709d82f5 HTTP/1.1" status: 200 len: 943 time: 0.0709388 Sep 17 08:12:25.475077 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b2354903-1b7a-4fc7-81a9-1e292ed73711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:25.516771 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9c801f0f-2437-4555-916a-201cc679f919 req-83c40728-f129-4294-850e-331265fa6d24 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666642 Sep 17 08:12:25.537337 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b2354903-1b7a-4fc7-81a9-1e292ed73711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:25.540061 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b2354903-1b7a-4fc7-81a9-1e292ed73711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:25.541347 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-b2354903-1b7a-4fc7-81a9-1e292ed73711 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f0b3a86d-24a5-4d54-af9e-95cf45f174e1 HTTP/1.1" status: 204 len: 168 time: 0.1911719 Sep 17 08:12:25.549339 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2354903-1b7a-4fc7-81a9-1e292ed73711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b3a86d-24a5-4d54-af9e-95cf45f174e1,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:25.787741 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 41234) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:12:25.800921 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ab9038d0-d9e1-45c7-bd06-137293612ec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:25.921134 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68cfbb8-0875-4908-8ff7-c7826ed62f16 req-0595dec3-5f2d-48b3-8dc6-738ec6d1632f tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:25.922615 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d68cfbb8-0875-4908-8ff7-c7826ed62f16 req-0595dec3-5f2d-48b3-8dc6-738ec6d1632f tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=b55ddb13-dd82-4330-b9af-6bc35c436b6f HTTP/1.1" status: 200 len: 946 time: 0.0701041 Sep 17 08:12:25.953015 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ab9038d0-d9e1-45c7-bd06-137293612ec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:25.959375 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ab9038d0-d9e1-45c7-bd06-137293612ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:25.996181 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d68cfbb8-0875-4908-8ff7-c7826ed62f16 req-728e3d28-d6ab-4027-a7ee-0e9837889a92 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665872 Sep 17 08:12:26.010150 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ab9038d0-d9e1-45c7-bd06-137293612ec0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f5ca8f3bdb8a43219dfc596689a78121&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2212682 Sep 17 08:12:26.012594 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9038d0-d9e1-45c7-bd06-137293612ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa036d47-cf64-4bf7-9049-0762b3fd2ed8,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:26.014624 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41238) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:12:26.062938 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-20830ec0-4d0c-4ef2-98f5-384954a25bd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:26.083479 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-20830ec0-4d0c-4ef2-98f5-384954a25bd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:26.129110 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-20830ec0-4d0c-4ef2-98f5-384954a25bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:26.131682 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-20830ec0-4d0c-4ef2-98f5-384954a25bd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:26.135281 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-20830ec0-4d0c-4ef2-98f5-384954a25bd1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aa036d47-cf64-4bf7-9049-0762b3fd2ed8 HTTP/1.1" status: 204 len: 168 time: 0.1172929 Sep 17 08:12:26.140985 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20830ec0-4d0c-4ef2-98f5-384954a25bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa036d47-cf64-4bf7-9049-0762b3fd2ed8,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:26.636043 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc49fee-ceeb-4bb7-89b4-c593d032fba5 req-e8a58f6a-89fb-4bb0-b432-0dad386072b5 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:26.637535 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3dc49fee-ceeb-4bb7-89b4-c593d032fba5 req-e8a58f6a-89fb-4bb0-b432-0dad386072b5 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa278202-6ad6-449b-92ea-8188709d82f5 HTTP/1.1" status: 200 len: 943 time: 0.0517488 Sep 17 08:12:26.676450 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3dc49fee-ceeb-4bb7-89b4-c593d032fba5 req-74198cc3-e41b-4454-abbc-03f42f4ea840 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327010 Sep 17 08:12:27.121714 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b829fd-776d-4795-a18e-1c312d2e6de8 req-8b9a4152-c3ea-444a-b1bf-d26e3be80e15 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:27.123415 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f2b829fd-776d-4795-a18e-1c312d2e6de8 req-8b9a4152-c3ea-444a-b1bf-d26e3be80e15 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=b55ddb13-dd82-4330-b9af-6bc35c436b6f HTTP/1.1" status: 200 len: 946 time: 0.0563090 Sep 17 08:12:27.161669 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f2b829fd-776d-4795-a18e-1c312d2e6de8 req-fa1492b5-abcb-49f0-be62-7cefa565da44 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323288 Sep 17 08:12:27.284954 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 7ebfe381-193d-41f3-8710-45fa3d308dbd details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:12:27.381266 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 7ebfe381-193d-41f3-8710-45fa3d308dbd, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=7ebfe381-193d-41f3-8710-45fa3d308dbd,segment=NetworkSegment(e7dfc92d-b32e-4f74-ad53-4fda8afa908d),segment_id=e7dfc92d-b32e-4f74-ad53-4fda8afa908d)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:12:27.393142 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '7ebfe381-193d-41f3-8710-45fa3d308dbd', 'network_id': 'b775eb3f-2b25-4820-827b-6765ebe265c2', 'port_id': '7ebfe381-193d-41f3-8710-45fa3d308dbd', 'mac_address': 'fa:16:3e:cb:d7:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b7cebd9-83b6-4be8-81d9-9f32073aed40', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:12:27.429139 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:27.442243 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ebfe381-193d-41f3-8710-45fa3d308dbd {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:12:27.461983 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 7ebfe381-193d-41f3-8710-45fa3d308dbd, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=7ebfe381-193d-41f3-8710-45fa3d308dbd,segment=NetworkSegment(e7dfc92d-b32e-4f74-ad53-4fda8afa908d),segment_id=e7dfc92d-b32e-4f74-ad53-4fda8afa908d)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:12:27.466113 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:27.519075 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=7ebfe381-193d-41f3-8710-45fa3d308dbd,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:27.790907 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d87b4-16c0-4b9f-9576-79f9624aceed req-2b7e0cbf-abca-4f5b-bccb-5884ac5a1183 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:27.792858 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0b9d87b4-16c0-4b9f-9576-79f9624aceed req-2b7e0cbf-abca-4f5b-bccb-5884ac5a1183 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa278202-6ad6-449b-92ea-8188709d82f5 HTTP/1.1" status: 200 len: 944 time: 0.0494595 Sep 17 08:12:27.834195 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0b9d87b4-16c0-4b9f-9576-79f9624aceed req-d2b19caa-bb3c-4dae-92d6-91882105d84b tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353098 Sep 17 08:12:27.924163 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['7ebfe381-193d-41f3-8710-45fa3d308dbd'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:12:28.190433 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f063aea-9fa1-4293-87eb-e63d6c74a6e4 req-a5b1b44d-e242-4dea-bff5-56716a0ff088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:28.192131 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8f063aea-9fa1-4293-87eb-e63d6c74a6e4 req-a5b1b44d-e242-4dea-bff5-56716a0ff088 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b55ddb13-dd82-4330-b9af-6bc35c436b6f HTTP/1.1" status: 200 len: 1097 time: 0.0436900 Sep 17 08:12:28.233353 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8f063aea-9fa1-4293-87eb-e63d6c74a6e4 req-d81f0981-1afb-4d56-90f6-76b304ce0955 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317895 Sep 17 08:12:28.284369 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c184c3ca-b69d-4e9b-90b1-cd3f25328733 req-85f2cbb2-fdaf-4302-af9b-67dd5dea284e tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:28.285888 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c184c3ca-b69d-4e9b-90b1-cd3f25328733 req-85f2cbb2-fdaf-4302-af9b-67dd5dea284e tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=b55ddb13-dd82-4330-b9af-6bc35c436b6f HTTP/1.1" status: 200 len: 946 time: 0.0507324 Sep 17 08:12:28.323999 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c184c3ca-b69d-4e9b-90b1-cd3f25328733 req-7f74d508-a3c4-47bb-bcc3-0a9205e44c1e tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319793 Sep 17 08:12:28.945648 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3784450d-bad1-40ed-9736-083001e34645 req-6e7d7603-c68d-4e88-91c8-e39750abe262 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:28.947098 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3784450d-bad1-40ed-9736-083001e34645 req-6e7d7603-c68d-4e88-91c8-e39750abe262 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa278202-6ad6-449b-92ea-8188709d82f5 HTTP/1.1" status: 200 len: 944 time: 0.0471504 Sep 17 08:12:28.983278 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3784450d-bad1-40ed-9736-083001e34645 req-428ffc52-d251-4464-b747-fbbfbf3a748b tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296726 Sep 17 08:12:29.295852 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 7ebfe381-193d-41f3-8710-45fa3d308dbd up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:12:29.343501 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port 7ebfe381-193d-41f3-8710-45fa3d308dbd completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:12:29.347212 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 7ebfe381-193d-41f3-8710-45fa3d308dbd triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:12:29.347587 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:29.455093 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2227373-26f1-47d3-a790-9e4b288b029d req-330ceebd-2c7b-4efe-9b09-86eeae5a5fd7 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:29.457386 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a2227373-26f1-47d3-a790-9e4b288b029d req-330ceebd-2c7b-4efe-9b09-86eeae5a5fd7 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=b55ddb13-dd82-4330-b9af-6bc35c436b6f HTTP/1.1" status: 200 len: 946 time: 0.0552595 Sep 17 08:12:29.530654 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a2227373-26f1-47d3-a790-9e4b288b029d req-f58f55db-187c-4988-b4f7-67a8a3d0ffa1 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666270 Sep 17 08:12:29.583673 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:29.606118 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa278202-6ad6-449b-92ea-8188709d82f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ebfe381-193d-41f3-8710-45fa3d308dbd'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:12:29.608333 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45a5d95-1146-4a0b-ac13-75538692573f" -d '{"events": [{"server_uuid": "fa278202-6ad6-449b-92ea-8188709d82f5", "name": "network-vif-plugged", "status": "completed", "tag": "7ebfe381-193d-41f3-8710-45fa3d308dbd"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:12:29.620611 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 7ebfe381-193d-41f3-8710-45fa3d308dbd, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=7ebfe381-193d-41f3-8710-45fa3d308dbd,segment=NetworkSegment(e7dfc92d-b32e-4f74-ad53-4fda8afa908d),segment_id=e7dfc92d-b32e-4f74-ad53-4fda8afa908d)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:12:29.625752 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:29.650490 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04f6077-8565-4a3c-b599-120de85b9ad5 x-openstack-request-id: req-b04f6077-8565-4a3c-b599-120de85b9ad5 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:12:29.650901 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa278202-6ad6-449b-92ea-8188709d82f5", "name": "network-vif-plugged", "status": "completed", "tag": "7ebfe381-193d-41f3-8710-45fa3d308dbd", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:12:29.651159 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b04f6077-8565-4a3c-b599-120de85b9ad5 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:12:29.652111 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa278202-6ad6-449b-92ea-8188709d82f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ebfe381-193d-41f3-8710-45fa3d308dbd', 'code': 200} Sep 17 08:12:29.679025 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=7ebfe381-193d-41f3-8710-45fa3d308dbd,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:29.687703 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:12:29.688074 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:12:29.688416 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:12:29.688752 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:12:29.689084 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:12:29.689532 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:12:29.690425 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:12:29.690811 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:12:29.691424 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:12:29.691761 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:12:29.692124 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:12:29.692452 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:12:29.775797 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d350d7-4c58-4aa1-8c61-358af114590b req-e9fb0e34-6c8a-4d33-8c78-bbb6b09f0f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:29.778515 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-72d350d7-4c58-4aa1-8c61-358af114590b req-e9fb0e34-6c8a-4d33-8c78-bbb6b09f0f99 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fa278202-6ad6-449b-92ea-8188709d82f5 HTTP/1.1" status: 200 len: 1096 time: 0.0404477 Sep 17 08:12:29.813928 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-72d350d7-4c58-4aa1-8c61-358af114590b req-839418f7-b3dd-4877-8214-5117909f818f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275917 Sep 17 08:12:30.122381 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788a32fd-57ca-4e0d-ba4d-c9397dfd30be req-a2d1a5eb-427f-4611-b7ff-1d4e58491633 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:30.140827 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-788a32fd-57ca-4e0d-ba4d-c9397dfd30be req-a2d1a5eb-427f-4611-b7ff-1d4e58491633 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa278202-6ad6-449b-92ea-8188709d82f5 HTTP/1.1" status: 200 len: 945 time: 0.0873032 Sep 17 08:12:30.192608 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-788a32fd-57ca-4e0d-ba4d-c9397dfd30be req-c82fb394-1aea-47e4-b0e5-8e4a42000c2e tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497084 Sep 17 08:12:30.661372 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2e30a0-55d0-4317-9863-b702fa328c32 req-a3d5e94f-d163-4489-8955-25307dd3596a tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:30.662892 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3f2e30a0-55d0-4317-9863-b702fa328c32 req-a3d5e94f-d163-4489-8955-25307dd3596a tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=b55ddb13-dd82-4330-b9af-6bc35c436b6f HTTP/1.1" status: 200 len: 946 time: 0.0508397 Sep 17 08:12:30.700187 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3f2e30a0-55d0-4317-9863-b702fa328c32 req-22393e22-4bc6-4827-8b9c-d89119108422 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313663 Sep 17 08:12:30.891426 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd388db-3bb8-46c0-ad7e-6ce790bac2f7 req-e262857a-d375-4aae-bfa4-4206829154b5 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:30.892945 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4cd388db-3bb8-46c0-ad7e-6ce790bac2f7 req-e262857a-d375-4aae-bfa4-4206829154b5 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=b55ddb13-dd82-4330-b9af-6bc35c436b6f HTTP/1.1" status: 200 len: 946 time: 0.0488503 Sep 17 08:12:30.894406 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1916cd93-e53e-4d19-9a8a-8a9b49ab66de req-37e94fa8-8ad9-448a-9947-96067aa45787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:30.895965 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1916cd93-e53e-4d19-9a8a-8a9b49ab66de req-37e94fa8-8ad9-448a-9947-96067aa45787 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=81632076e85c469a8f56f6da12aee24c&device_id=b55ddb13-dd82-4330-b9af-6bc35c436b6f HTTP/1.1" status: 200 len: 1097 time: 0.0395572 Sep 17 08:12:30.939280 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4cd388db-3bb8-46c0-ad7e-6ce790bac2f7 req-e963aa1c-bbbb-4ad2-8e1f-6a2697b380c6 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401638 Sep 17 08:12:31.001263 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1916cd93-e53e-4d19-9a8a-8a9b49ab66de req-a2f1209b-8a70-41b3-bff4-20fa1263ba21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:31.002748 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1916cd93-e53e-4d19-9a8a-8a9b49ab66de req-a2f1209b-8a70-41b3-bff4-20fa1263ba21 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2feccfd6-bff5-4952-b86d-3413bedfc5c5 HTTP/1.1" status: 200 len: 912 time: 0.0998547 Sep 17 08:12:31.041814 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1916cd93-e53e-4d19-9a8a-8a9b49ab66de req-0f3ffb92-f7c9-4222-9bde-5967d25bf7d7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3846f54-6d0d-4268-880b-ffeddf6a2433 HTTP/1.1" status: 200 len: 217 time: 0.0319738 Sep 17 08:12:31.093084 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1916cd93-e53e-4d19-9a8a-8a9b49ab66de req-6b25c5c2-1994-4bb8-9524-61ddec2be34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:31.094653 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1916cd93-e53e-4d19-9a8a-8a9b49ab66de req-6b25c5c2-1994-4bb8-9524-61ddec2be34f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e79d3233-7267-4f69-96c6-35ae9ed26fe5 HTTP/1.1" status: 200 len: 851 time: 0.0458219 Sep 17 08:12:31.345060 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97cae0-f6a1-4e64-820a-a88b6a0a1110 req-1d0af8e8-8f75-4f8d-b0cf-811da2881494 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:31.347736 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-da97cae0-f6a1-4e64-820a-a88b6a0a1110 req-1d0af8e8-8f75-4f8d-b0cf-811da2881494 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa278202-6ad6-449b-92ea-8188709d82f5 HTTP/1.1" status: 200 len: 945 time: 0.0673058 Sep 17 08:12:31.403821 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-da97cae0-f6a1-4e64-820a-a88b6a0a1110 req-d2514fbb-8f63-4b08-98f0-9bf2882e560b tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495083 Sep 17 08:12:31.404480 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1916cd93-e53e-4d19-9a8a-8a9b49ab66de req-9829fe93-ba5b-48c5-a3a7-9b99ac68c722 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2feccfd6-bff5-4952-b86d-3413bedfc5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3030088 Sep 17 08:12:31.496132 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1916cd93-e53e-4d19-9a8a-8a9b49ab66de req-4fec2bef-9b81-4cf1-9feb-49d216e1f1eb service neutron] 10.222.0.41 "GET /v2.0/networks/2feccfd6-bff5-4952-b86d-3413bedfc5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831342 Sep 17 08:12:31.590017 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1916cd93-e53e-4d19-9a8a-8a9b49ab66de req-e3edeffa-82b1-4f0b-ab4f-a56c8dfa578e service neutron] 10.222.0.41 "GET /v2.0/networks/2feccfd6-bff5-4952-b86d-3413bedfc5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864580 Sep 17 08:12:32.054708 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9cf9d9-9211-4dfc-893f-57e64c940378 req-dc22423b-5e32-49d6-a8e1-c1b38fbabbf5 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:32.056280 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2c9cf9d9-9211-4dfc-893f-57e64c940378 req-dc22423b-5e32-49d6-a8e1-c1b38fbabbf5 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=b55ddb13-dd82-4330-b9af-6bc35c436b6f HTTP/1.1" status: 200 len: 946 time: 0.0512805 Sep 17 08:12:32.099461 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2c9cf9d9-9211-4dfc-893f-57e64c940378 req-ce2aca95-de60-49ec-a675-6b0e1001fe5a tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360217 Sep 17 08:12:32.510947 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c945b8-9cf6-4281-b464-f3d30a088de8 req-a8698639-b718-4600-bd15-77e7fe512af7 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:32.514398 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-01c945b8-9cf6-4281-b464-f3d30a088de8 req-a8698639-b718-4600-bd15-77e7fe512af7 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa278202-6ad6-449b-92ea-8188709d82f5 HTTP/1.1" status: 200 len: 945 time: 0.0529437 Sep 17 08:12:32.562677 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-01c945b8-9cf6-4281-b464-f3d30a088de8 req-909125fa-bde0-47c4-90d6-2dfbfb3d7451 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420609 Sep 17 08:12:32.782991 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d7b5f2-8eac-4fd5-9956-2e9536137ed1 req-92bda964-d97f-4c04-bf02-ea20dbfcdfdb tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:32.784520 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a2d7b5f2-8eac-4fd5-9956-2e9536137ed1 req-92bda964-d97f-4c04-bf02-ea20dbfcdfdb tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa278202-6ad6-449b-92ea-8188709d82f5 HTTP/1.1" status: 200 len: 945 time: 0.0505824 Sep 17 08:12:32.821604 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a2d7b5f2-8eac-4fd5-9956-2e9536137ed1 req-4b6837f2-e502-4c52-89c3-5d5bfe49b749 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312235 Sep 17 08:12:33.215201 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88e106-b0df-4013-aa79-f5334d5150e5 req-6038e0bc-8f52-4c4b-baab-f2363d492346 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:33.216719 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8b88e106-b0df-4013-aa79-f5334d5150e5 req-6038e0bc-8f52-4c4b-baab-f2363d492346 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=b55ddb13-dd82-4330-b9af-6bc35c436b6f HTTP/1.1" status: 200 len: 946 time: 0.0479119 Sep 17 08:12:33.253526 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8b88e106-b0df-4013-aa79-f5334d5150e5 req-531e9de2-c31e-4153-b2bd-7b001150c50b tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310521 Sep 17 08:12:33.937471 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d8c6cc-07ea-4ab2-8605-a80cf4a57d9e req-0df6a43f-40de-44d5-8879-9440d2dd7d84 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:33.938960 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65d8c6cc-07ea-4ab2-8605-a80cf4a57d9e req-0df6a43f-40de-44d5-8879-9440d2dd7d84 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa278202-6ad6-449b-92ea-8188709d82f5 HTTP/1.1" status: 200 len: 945 time: 0.0481262 Sep 17 08:12:33.981434 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65d8c6cc-07ea-4ab2-8605-a80cf4a57d9e req-de2fe2d7-be4b-4c27-a565-816dc71be683 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363059 Sep 17 08:12:34.365757 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ecba26-28d9-421b-8be1-c86bb04cf818 req-a4f912e3-9ccd-4eb8-bc4f-4204c7e8e1ba tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:34.367264 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c0ecba26-28d9-421b-8be1-c86bb04cf818 req-a4f912e3-9ccd-4eb8-bc4f-4204c7e8e1ba tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=b55ddb13-dd82-4330-b9af-6bc35c436b6f HTTP/1.1" status: 200 len: 946 time: 0.0494096 Sep 17 08:12:34.405767 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c0ecba26-28d9-421b-8be1-c86bb04cf818 req-c71f5935-56fc-42c3-9c00-9794a6c57f34 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320394 Sep 17 08:12:34.648524 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4a1817-046d-4d45-a478-fc863999f4b7 req-5579b08c-b90e-4c9f-b5fd-79d9cf552027 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:34.650100 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ce4a1817-046d-4d45-a478-fc863999f4b7 req-5579b08c-b90e-4c9f-b5fd-79d9cf552027 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=b55ddb13-dd82-4330-b9af-6bc35c436b6f HTTP/1.1" status: 200 len: 946 time: 0.0515568 Sep 17 08:12:34.689512 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ce4a1817-046d-4d45-a478-fc863999f4b7 req-04f70ef8-92a6-4e46-83d0-4e844d7b36b9 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330811 Sep 17 08:12:35.112626 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00988d15-e77a-4d6e-8f7c-3958c7608c0e req-f3b503b5-04dc-4ffa-8c8e-59eb9075f20f tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:35.114542 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-00988d15-e77a-4d6e-8f7c-3958c7608c0e req-f3b503b5-04dc-4ffa-8c8e-59eb9075f20f tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa278202-6ad6-449b-92ea-8188709d82f5 HTTP/1.1" status: 200 len: 945 time: 0.0528224 Sep 17 08:12:35.155668 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-00988d15-e77a-4d6e-8f7c-3958c7608c0e req-f80825bd-39b5-4ed1-afce-7e71382619c0 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350380 Sep 17 08:12:35.424874 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:35.592999 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9789e8d1-f9de-442a-9ea2-4a65d559dd72 req-2a807875-8420-440a-8301-0578ad1646c7 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:35.594481 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9789e8d1-f9de-442a-9ea2-4a65d559dd72 req-2a807875-8420-440a-8301-0578ad1646c7 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5824afe-a6bc-4b7d-9ccb-04d7bcdf358e HTTP/1.1" status: 200 len: 945 time: 0.0485287 Sep 17 08:12:35.632711 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9789e8d1-f9de-442a-9ea2-4a65d559dd72 req-5ce27b8d-e81a-4d37-a872-507fdfc9670d tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] 10.222.0.13 "GET /v2.0/security-groups?id=83742478-7935-4acd-a93b-b4526a9c1047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321069 Sep 17 08:12:35.738214 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:35.804463 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebee9e4-b868-4178-b317-89b8a03aa72a req-00e5a528-6454-4e37-b0da-54b181cd4fb3 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:35.805941 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9ebee9e4-b868-4178-b317-89b8a03aa72a req-00e5a528-6454-4e37-b0da-54b181cd4fb3 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=b55ddb13-dd82-4330-b9af-6bc35c436b6f HTTP/1.1" status: 200 len: 946 time: 0.0479333 Sep 17 08:12:35.844179 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9ebee9e4-b868-4178-b317-89b8a03aa72a req-db062276-8833-4033-b84f-c79bece445bd tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316308 Sep 17 08:12:36.278417 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab9bbb7-3c62-4f85-a0e2-39cd1d5e69b0 req-ef94c348-252b-473a-8a0e-10659b522577 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:36.279959 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cab9bbb7-3c62-4f85-a0e2-39cd1d5e69b0 req-ef94c348-252b-473a-8a0e-10659b522577 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa278202-6ad6-449b-92ea-8188709d82f5 HTTP/1.1" status: 200 len: 945 time: 0.0485198 Sep 17 08:12:36.321532 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41386) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:12:36.322063 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cab9bbb7-3c62-4f85-a0e2-39cd1d5e69b0 req-8973571b-e0d3-464a-8ea4-5f78e8dc6f73 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356481 Sep 17 08:12:36.431409 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7e057336-afc0-4cb9-9336-a0fc226a5b44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:36.545886 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd74c0-0908-413a-85ff-7d8dffe80a29 req-51350def-9ad6-4a84-8239-9e22eff2d0b4 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:36.547327 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6abd74c0-0908-413a-85ff-7d8dffe80a29 req-51350def-9ad6-4a84-8239-9e22eff2d0b4 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5824afe-a6bc-4b7d-9ccb-04d7bcdf358e HTTP/1.1" status: 200 len: 945 time: 0.0799718 Sep 17 08:12:36.596862 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7e057336-afc0-4cb9-9336-a0fc226a5b44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:36.602515 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7e057336-afc0-4cb9-9336-a0fc226a5b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:36.669779 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-7e057336-afc0-4cb9-9336-a0fc226a5b44 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fe44551c541441e7859370e2a936aab2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3468394 Sep 17 08:12:36.672313 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 41392) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:12:36.676338 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e057336-afc0-4cb9-9336-a0fc226a5b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=483de9c9-2eaf-48fd-9640-4a48b896f720,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:36.687209 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e057336-afc0-4cb9-9336-a0fc226a5b44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:12:36.687694 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e057336-afc0-4cb9-9336-a0fc226a5b44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:12:36.688493 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e057336-afc0-4cb9-9336-a0fc226a5b44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:12:36.688493 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e057336-afc0-4cb9-9336-a0fc226a5b44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:12:36.688882 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e057336-afc0-4cb9-9336-a0fc226a5b44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:12:36.689216 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e057336-afc0-4cb9-9336-a0fc226a5b44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:12:36.689543 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e057336-afc0-4cb9-9336-a0fc226a5b44 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:12:36.689865 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e057336-afc0-4cb9-9336-a0fc226a5b44 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:12:36.690304 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e057336-afc0-4cb9-9336-a0fc226a5b44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:12:36.690633 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e057336-afc0-4cb9-9336-a0fc226a5b44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:12:36.690950 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e057336-afc0-4cb9-9336-a0fc226a5b44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:12:36.691269 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e057336-afc0-4cb9-9336-a0fc226a5b44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:12:36.715315 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-6abd74c0-0908-413a-85ff-7d8dffe80a29 req-b31a4d4d-195e-43a1-8ca2-ccdfe462fc09 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Deleting port e4520fde-a66a-46b7-8fc2-eb7cde68e52c {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:12:36.715681 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-6abd74c0-0908-413a-85ff-7d8dffe80a29 req-b31a4d4d-195e-43a1-8ca2-ccdfe462fc09 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:36.751868 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7813e9f6-1bde-493a-8743-ce7b9e29d6a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:36.781315 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b424e30b-5f33-4393-bcf3-51f710d0c497 req-2e14ee46-5e8f-4628-8921-55ad5098c15e tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:36.782794 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b424e30b-5f33-4393-bcf3-51f710d0c497 req-2e14ee46-5e8f-4628-8921-55ad5098c15e tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5824afe-a6bc-4b7d-9ccb-04d7bcdf358e HTTP/1.1" status: 200 len: 945 time: 0.0730999 Sep 17 08:12:36.787908 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7813e9f6-1bde-493a-8743-ce7b9e29d6a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:36.806208 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-6abd74c0-0908-413a-85ff-7d8dffe80a29 req-b31a4d4d-195e-43a1-8ca2-ccdfe462fc09 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] For port e4520fde-a66a-46b7-8fc2-eb7cde68e52c, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=e4520fde-a66a-46b7-8fc2-eb7cde68e52c,segment=NetworkSegment(045c5cbd-a1d9-472d-822a-d770440d685c),segment_id=045c5cbd-a1d9-472d-822a-d770440d685c)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:12:36.806580 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-6abd74c0-0908-413a-85ff-7d8dffe80a29 req-b31a4d4d-195e-43a1-8ca2-ccdfe462fc09 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:36.843591 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b424e30b-5f33-4393-bcf3-51f710d0c497 req-def3a8b2-b652-4aa2-8f9c-d18a4ff46459 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] 10.222.0.13 "GET /v2.0/security-groups?id=83742478-7935-4acd-a93b-b4526a9c1047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500607 Sep 17 08:12:36.876451 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7813e9f6-1bde-493a-8743-ce7b9e29d6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:36.879427 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7813e9f6-1bde-493a-8743-ce7b9e29d6a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:36.883319 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-7813e9f6-1bde-493a-8743-ce7b9e29d6a1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/483de9c9-2eaf-48fd-9640-4a48b896f720 HTTP/1.1" status: 204 len: 168 time: 0.2076912 Sep 17 08:12:36.890007 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7813e9f6-1bde-493a-8743-ce7b9e29d6a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=483de9c9-2eaf-48fd-9640-4a48b896f720,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:36.977887 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ba0c3-d274-4906-990a-e9eeddde578c req-ca35eebb-1ecb-43b9-8403-79fbfcbcf4a0 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:36.979514 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8c5ba0c3-d274-4906-990a-e9eeddde578c req-ca35eebb-1ecb-43b9-8403-79fbfcbcf4a0 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=b55ddb13-dd82-4330-b9af-6bc35c436b6f HTTP/1.1" status: 200 len: 946 time: 0.0542276 Sep 17 08:12:36.994840 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-6abd74c0-0908-413a-85ff-7d8dffe80a29 req-b31a4d4d-195e-43a1-8ca2-ccdfe462fc09 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:36.995273 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-6abd74c0-0908-413a-85ff-7d8dffe80a29 req-b31a4d4d-195e-43a1-8ca2-ccdfe462fc09 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:36.996250 n-d-789963-9 neutron-server[101290]: INFO neutron.db.l3_db [req-6abd74c0-0908-413a-85ff-7d8dffe80a29 req-b31a4d4d-195e-43a1-8ca2-ccdfe462fc09 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Floating IP 0b0d7b49-038d-4691-86b6-15a28d28b66f disassociated. External IP: 172.25.6.240, port: e4520fde-a66a-46b7-8fc2-eb7cde68e52c. Sep 17 08:12:36.996970 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-6abd74c0-0908-413a-85ff-7d8dffe80a29 req-b31a4d4d-195e-43a1-8ca2-ccdfe462fc09 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Calling delete_port for e4520fde-a66a-46b7-8fc2-eb7cde68e52c owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:12:37.020249 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8c5ba0c3-d274-4906-990a-e9eeddde578c req-ae15a762-6aa8-431d-84ec-bca10cd07529 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343280 Sep 17 08:12:37.133815 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-6abd74c0-0908-413a-85ff-7d8dffe80a29 req-b31a4d4d-195e-43a1-8ca2-ccdfe462fc09 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:37.163148 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a4d4d-195e-43a1-8ca2-ccdfe462fc09 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Pushing event deleted for resources: {'Port': ['ID=e4520fde-a66a-46b7-8fc2-eb7cde68e52c,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:37.166859 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 41400) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:12:37.180506 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-71163170-d635-42a4-a782-2464dd45138e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:37.269387 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-71163170-d635-42a4-a782-2464dd45138e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:37.273755 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-71163170-d635-42a4-a782-2464dd45138e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:37.280551 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6abd74c0-0908-413a-85ff-7d8dffe80a29 req-b31a4d4d-195e-43a1-8ca2-ccdfe462fc09 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Router 325b293f-cec9-408a-8a1a-19e61c6867e3 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:12:37.314503 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-71163170-d635-42a4-a782-2464dd45138e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f307646c1fd94c94aa8898dc3ee1ea67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1442375 Sep 17 08:12:37.314503 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71163170-d635-42a4-a782-2464dd45138e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d99920-95da-43ae-b011-31d416ec1e04,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:37.316006 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 41402) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:12:37.374054 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7e4aaff7-0114-4549-afaa-05defc84d6d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:37.395188 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6abd74c0-0908-413a-85ff-7d8dffe80a29 req-b31a4d4d-195e-43a1-8ca2-ccdfe462fc09 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:12:37.398944 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7e4aaff7-0114-4549-afaa-05defc84d6d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:37.406319 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce539d6-d1f8-4ef8-90b9-feffcfdc5165 None None] Sync routers for ids ['325b293f-cec9-408a-8a1a-19e61c6867e3'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:12:37.415165 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce539d6-d1f8-4ef8-90b9-feffcfdc5165 None None] Routers {'325b293f-cec9-408a-8a1a-19e61c6867e3'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:12:37.415960 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-3ce539d6-d1f8-4ef8-90b9-feffcfdc5165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:12:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['325b293f-cec9-408a-8a1a-19e61c6867e3'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:12:37.439041 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-6abd74c0-0908-413a-85ff-7d8dffe80a29 req-b31a4d4d-195e-43a1-8ca2-ccdfe462fc09 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] No DVR routers for this DVR port e4520fde-a66a-46b7-8fc2-eb7cde68e52c on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:12:37.442215 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-6abd74c0-0908-413a-85ff-7d8dffe80a29 req-b31a4d4d-195e-43a1-8ca2-ccdfe462fc09 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:37.444489 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6abd74c0-0908-413a-85ff-7d8dffe80a29 req-b31a4d4d-195e-43a1-8ca2-ccdfe462fc09 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] 10.222.0.39 "DELETE /v2.0/ports/e4520fde-a66a-46b7-8fc2-eb7cde68e52c HTTP/1.1" status: 204 len: 173 time: 0.8835168 Sep 17 08:12:37.444955 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5824afe-a6bc-4b7d-9ccb-04d7bcdf358e', 'name': 'network-vif-deleted', 'tag': 'e4520fde-a66a-46b7-8fc2-eb7cde68e52c'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:12:37.447345 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c779dba8-5710-4b25-8cf8-2ca1afee60ef" -d '{"events": [{"server_uuid": "a5824afe-a6bc-4b7d-9ccb-04d7bcdf358e", "name": "network-vif-deleted", "tag": "e4520fde-a66a-46b7-8fc2-eb7cde68e52c"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:12:37.477761 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ebb15e-9c5e-48ea-ba11-0c36bc7fee9c req-021071fe-d3f9-4674-8fea-605bb0fbb365 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:37.479274 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b0ebb15e-9c5e-48ea-ba11-0c36bc7fee9c req-021071fe-d3f9-4674-8fea-605bb0fbb365 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa278202-6ad6-449b-92ea-8188709d82f5 HTTP/1.1" status: 200 len: 945 time: 0.0857327 Sep 17 08:12:37.490918 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-638ba9ec-7bb9-4f34-8c74-96adfd170167 x-openstack-request-id: req-638ba9ec-7bb9-4f34-8c74-96adfd170167 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:12:37.491248 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5824afe-a6bc-4b7d-9ccb-04d7bcdf358e", "name": "network-vif-deleted", "tag": "e4520fde-a66a-46b7-8fc2-eb7cde68e52c", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:12:37.491795 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-638ba9ec-7bb9-4f34-8c74-96adfd170167 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:12:37.492297 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5824afe-a6bc-4b7d-9ccb-04d7bcdf358e', 'name': 'network-vif-deleted', 'tag': 'e4520fde-a66a-46b7-8fc2-eb7cde68e52c', 'status': 'completed', 'code': 200} Sep 17 08:12:37.519920 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7e4aaff7-0114-4549-afaa-05defc84d6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:37.523276 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7e4aaff7-0114-4549-afaa-05defc84d6d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:37.528722 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-7e4aaff7-0114-4549-afaa-05defc84d6d4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f1d99920-95da-43ae-b011-31d416ec1e04 HTTP/1.1" status: 204 len: 168 time: 0.2110245 Sep 17 08:12:37.552542 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4aaff7-0114-4549-afaa-05defc84d6d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d99920-95da-43ae-b011-31d416ec1e04,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:37.625620 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b0ebb15e-9c5e-48ea-ba11-0c36bc7fee9c req-a0bf0c93-5743-4600-8090-724db655ca8b tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163774 Sep 17 08:12:37.704659 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-3ce539d6-d1f8-4ef8-90b9-feffcfdc5165 None None] Set router 325b293f-cec9-408a-8a1a-19e61c6867e3 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:12:37.907672 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-3ce539d6-d1f8-4ef8-90b9-feffcfdc5165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325b293f-cec9-408a-8a1a-19e61c6867e3', 'name': 'tempest-TestServerBasicOps-44110641-router', 'tenant_id': '260b03f453f349768a37ec125c8bcd26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'bf298beb-195c-436f-96b3-17c2eb47a9d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:06:54Z', 'updated_at': '2021-09-17T08:06:57Z', 'revision_number': 4, 'project_id': '260b03f453f349768a37ec125c8bcd26', 'gw_port': {'id': 'bf298beb-195c-436f-96b3-17c2eb47a9d0', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325b293f-cec9-408a-8a1a-19e61c6867e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:06:54Z', 'updated_at': '2021-09-17T08:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '6e50c52c-e011-4282-bfc1-739cf9d79349', 'name': '', 'network_id': '3e7c1e00-bad7-4380-8834-71b168d79dbc', 'tenant_id': '260b03f453f349768a37ec125c8bcd26', 'mac_address': 'fa:16:3e:f8:3a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325b293f-cec9-408a-8a1a-19e61c6867e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': 'c3166a00-49a0-4d01-aec4-1b7f3fd8acfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:06:56Z', 'updated_at': '2021-09-17T08:07:01Z', 'revision_number': 5, 'project_id': '260b03f453f349768a37ec125c8bcd26', 'subnets': [{'id': 'c3166a00-49a0-4d01-aec4-1b7f3fd8acfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:12:37.941166 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce539d6-d1f8-4ef8-90b9-feffcfdc5165 None None] Checking router: 325b293f-cec9-408a-8a1a-19e61c6867e3 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:12:37.951857 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce539d6-d1f8-4ef8-90b9-feffcfdc5165 None None] Routers {'325b293f-cec9-408a-8a1a-19e61c6867e3'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:12:37.952763 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-3ce539d6-d1f8-4ef8-90b9-feffcfdc5165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:12:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['325b293f-cec9-408a-8a1a-19e61c6867e3'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:12:37.960811 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f61cd27-49a9-49fb-8c20-38d9a9f75734 req-5d48e9fc-c824-496e-af61-1f1af4e1356c tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:37.966100 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9f61cd27-49a9-49fb-8c20-38d9a9f75734 req-5d48e9fc-c824-496e-af61-1f1af4e1356c tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.41 "GET /v2.0/ports?device_id=b55ddb13-dd82-4330-b9af-6bc35c436b6f HTTP/1.1" status: 200 len: 946 time: 0.0649278 Sep 17 08:12:37.967373 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f970d31-669a-405f-9ad9-7cd239c3dd83 req-d0db9aec-45ba-4075-a049-00c0485bdfcc tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5824afe-a6bc-4b7d-9ccb-04d7bcdf358e HTTP/1.1" status: 200 len: 210 time: 0.0306931 Sep 17 08:12:38.088788 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-9f61cd27-49a9-49fb-8c20-38d9a9f75734 req-2b774efb-5ed3-4a2e-8b64-ea1aabb2d44d tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Deleting port a3846f54-6d0d-4268-880b-ffeddf6a2433 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:12:38.089133 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-9f61cd27-49a9-49fb-8c20-38d9a9f75734 req-2b774efb-5ed3-4a2e-8b64-ea1aabb2d44d tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:38.098903 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-3ce539d6-d1f8-4ef8-90b9-feffcfdc5165 None None] Set router 325b293f-cec9-408a-8a1a-19e61c6867e3 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:12:38.205480 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-9f61cd27-49a9-49fb-8c20-38d9a9f75734 req-2b774efb-5ed3-4a2e-8b64-ea1aabb2d44d tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] For port a3846f54-6d0d-4268-880b-ffeddf6a2433, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=a3846f54-6d0d-4268-880b-ffeddf6a2433,segment=NetworkSegment(f07fd61d-94b1-4db1-8da4-2df4b04cf57d),segment_id=f07fd61d-94b1-4db1-8da4-2df4b04cf57d)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:12:38.206154 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-9f61cd27-49a9-49fb-8c20-38d9a9f75734 req-2b774efb-5ed3-4a2e-8b64-ea1aabb2d44d tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:38.231152 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-9f61cd27-49a9-49fb-8c20-38d9a9f75734 req-2b774efb-5ed3-4a2e-8b64-ea1aabb2d44d tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Calling delete_port for a3846f54-6d0d-4268-880b-ffeddf6a2433 owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:12:38.248792 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab8ac0-c972-4694-9696-047617cc4695 req-56362a56-973e-4e71-93a9-f08fc236715a tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:38.256816 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0aab8ac0-c972-4694-9696-047617cc4695 req-56362a56-973e-4e71-93a9-f08fc236715a tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=b55ddb13-dd82-4330-b9af-6bc35c436b6f HTTP/1.1" status: 200 len: 946 time: 0.1169114 Sep 17 08:12:38.304641 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0aab8ac0-c972-4694-9696-047617cc4695 req-96bd5f23-c46c-4919-ae55-be92a6e7e0d5 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426693 Sep 17 08:12:38.323511 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-3ce539d6-d1f8-4ef8-90b9-feffcfdc5165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325b293f-cec9-408a-8a1a-19e61c6867e3', 'name': 'tempest-TestServerBasicOps-44110641-router', 'tenant_id': '260b03f453f349768a37ec125c8bcd26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'bf298beb-195c-436f-96b3-17c2eb47a9d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:06:54Z', 'updated_at': '2021-09-17T08:06:57Z', 'revision_number': 4, 'project_id': '260b03f453f349768a37ec125c8bcd26', 'gw_port': {'id': 'bf298beb-195c-436f-96b3-17c2eb47a9d0', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325b293f-cec9-408a-8a1a-19e61c6867e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:06:54Z', 'updated_at': '2021-09-17T08:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '6e50c52c-e011-4282-bfc1-739cf9d79349', 'name': '', 'network_id': '3e7c1e00-bad7-4380-8834-71b168d79dbc', 'tenant_id': '260b03f453f349768a37ec125c8bcd26', 'mac_address': 'fa:16:3e:f8:3a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325b293f-cec9-408a-8a1a-19e61c6867e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': 'c3166a00-49a0-4d01-aec4-1b7f3fd8acfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:06:56Z', 'updated_at': '2021-09-17T08:07:01Z', 'revision_number': 5, 'project_id': '260b03f453f349768a37ec125c8bcd26', 'subnets': [{'id': 'c3166a00-49a0-4d01-aec4-1b7f3fd8acfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:12:38.354277 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce539d6-d1f8-4ef8-90b9-feffcfdc5165 None None] The sync data for ids ['325b293f-cec9-408a-8a1a-19e61c6867e3'] in n-d-789963-9 is: [{'id': '325b293f-cec9-408a-8a1a-19e61c6867e3', 'name': 'tempest-TestServerBasicOps-44110641-router', 'tenant_id': '260b03f453f349768a37ec125c8bcd26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'bf298beb-195c-436f-96b3-17c2eb47a9d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:06:54Z', 'updated_at': '2021-09-17T08:06:57Z', 'revision_number': 4, 'project_id': '260b03f453f349768a37ec125c8bcd26', 'gw_port': {'id': 'bf298beb-195c-436f-96b3-17c2eb47a9d0', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325b293f-cec9-408a-8a1a-19e61c6867e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:06:54Z', 'updated_at': '2021-09-17T08:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '6e50c52c-e011-4282-bfc1-739cf9d79349', 'name': '', 'network_id': '3e7c1e00-bad7-4380-8834-71b168d79dbc', 'tenant_id': '260b03f453f349768a37ec125c8bcd26', 'mac_address': 'fa:16:3e:f8:3a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325b293f-cec9-408a-8a1a-19e61c6867e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': 'c3166a00-49a0-4d01-aec4-1b7f3fd8acfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:06:56Z', 'updated_at': '2021-09-17T08:07:01Z', 'revision_number': 5, 'project_id': '260b03f453f349768a37ec125c8bcd26', 'subnets': [{'id': 'c3166a00-49a0-4d01-aec4-1b7f3fd8acfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:12:38.392175 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-9f61cd27-49a9-49fb-8c20-38d9a9f75734 req-2b774efb-5ed3-4a2e-8b64-ea1aabb2d44d tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:38.427770 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['a3846f54-6d0d-4268-880b-ffeddf6a2433'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:12:38.430635 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['e0201f38-46ee-4e9c-bba0-2afd85e4b392'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:12:38.444287 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b774efb-5ed3-4a2e-8b64-ea1aabb2d44d tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Pushing event deleted for resources: {'Port': ['ID=a3846f54-6d0d-4268-880b-ffeddf6a2433,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:38.492645 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f61cd27-49a9-49fb-8c20-38d9a9f75734 req-2b774efb-5ed3-4a2e-8b64-ea1aabb2d44d tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] No DVR routers for this DVR port a3846f54-6d0d-4268-880b-ffeddf6a2433 on host n-h1-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:12:38.495691 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-9f61cd27-49a9-49fb-8c20-38d9a9f75734 req-2b774efb-5ed3-4a2e-8b64-ea1aabb2d44d tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:38.503198 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9f61cd27-49a9-49fb-8c20-38d9a9f75734 req-2b774efb-5ed3-4a2e-8b64-ea1aabb2d44d tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.41 "DELETE /v2.0/ports/a3846f54-6d0d-4268-880b-ffeddf6a2433 HTTP/1.1" status: 204 len: 173 time: 0.5295374 Sep 17 08:12:38.698639 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370d558c-0fa2-4b8f-a0e1-234bbec94119 None None] New status for floating IP 0b0d7b49-038d-4691-86b6-15a28d28b66f: DOWN {{(pid=101291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 08:12:38.748011 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af326d0e-1ae2-4219-86fe-da5c8792f665 req-81c5c358-3f51-45aa-8cd4-2338991e8cc2 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:38.749670 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-af326d0e-1ae2-4219-86fe-da5c8792f665 req-81c5c358-3f51-45aa-8cd4-2338991e8cc2 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa278202-6ad6-449b-92ea-8188709d82f5 HTTP/1.1" status: 200 len: 945 time: 0.0560353 Sep 17 08:12:38.793038 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-af326d0e-1ae2-4219-86fe-da5c8792f665 req-0bdf5d35-afaf-4ab4-83b2-0fcf26bd3df9 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372028 Sep 17 08:12:39.025764 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41456) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:12:39.153464 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-d54e61d2-d26c-423e-8584-f93f721c9d66 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Deleting port a443720b-c1da-4807-835c-ee7f74315e62 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:12:39.153813 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d54e61d2-d26c-423e-8584-f93f721c9d66 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:39.230033 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d54e61d2-d26c-423e-8584-f93f721c9d66 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:39.230941 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d54e61d2-d26c-423e-8584-f93f721c9d66 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:39.243948 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-d54e61d2-d26c-423e-8584-f93f721c9d66 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Calling delete_port for a443720b-c1da-4807-835c-ee7f74315e62 owned by network:floatingip {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:12:39.358312 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device e4520fde-a66a-46b7-8fc2-eb7cde68e52c no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:12:39.378653 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: e4520fde-a66a-46b7-8fc2-eb7cde68e52c {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:12:39.379012 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device e4520fde-a66a-46b7-8fc2-eb7cde68e52c not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:12:39.395361 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d54e61d2-d26c-423e-8584-f93f721c9d66 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:39.425482 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54e61d2-d26c-423e-8584-f93f721c9d66 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Pushing event deleted for resources: {'Port': ['ID=a443720b-c1da-4807-835c-ee7f74315e62,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:39.492808 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b55ddb13-dd82-4330-b9af-6bc35c436b6f', 'name': 'network-vif-deleted', 'tag': 'a3846f54-6d0d-4268-880b-ffeddf6a2433'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:12:39.496058 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b9b80a-42a3-4b19-bacb-d34d1f400f1f" -d '{"events": [{"server_uuid": "b55ddb13-dd82-4330-b9af-6bc35c436b6f", "name": "network-vif-deleted", "tag": "a3846f54-6d0d-4268-880b-ffeddf6a2433"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:12:39.502013 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d54e61d2-d26c-423e-8584-f93f721c9d66 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Notify callbacks [] for floatingip, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:39.508339 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d54e61d2-d26c-423e-8584-f93f721c9d66 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:39.509468 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d54e61d2-d26c-423e-8584-f93f721c9d66 tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] 10.222.0.13 "DELETE /v2.0/floatingips/0b0d7b49-038d-4691-86b6-15a28d28b66f HTTP/1.1" status: 204 len: 168 time: 0.4826794 Sep 17 08:12:39.539151 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea1f72f-5c94-4c8e-a788-42843204d57d x-openstack-request-id: req-2ea1f72f-5c94-4c8e-a788-42843204d57d {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:12:39.539443 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b55ddb13-dd82-4330-b9af-6bc35c436b6f", "name": "network-vif-deleted", "tag": "a3846f54-6d0d-4268-880b-ffeddf6a2433", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:12:39.539691 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2ea1f72f-5c94-4c8e-a788-42843204d57d {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:12:39.540261 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b55ddb13-dd82-4330-b9af-6bc35c436b6f', 'name': 'network-vif-deleted', 'tag': 'a3846f54-6d0d-4268-880b-ffeddf6a2433', 'status': 'completed', 'code': 200} Sep 17 08:12:39.607527 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41492) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:12:39.617886 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d0b42-b644-4e4e-a2da-3d3c5f0b6a90 req-49b299e4-1c31-4402-92b2-dff8ad6a5b6d tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:39.619640 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-091d0b42-b644-4e4e-a2da-3d3c5f0b6a90 req-49b299e4-1c31-4402-92b2-dff8ad6a5b6d tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=0abec55c-dd24-41d5-8ce4-ad6a53205049 HTTP/1.1" status: 200 len: 946 time: 0.0531297 Sep 17 08:12:39.663381 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-091d0b42-b644-4e4e-a2da-3d3c5f0b6a90 req-2076bc85-b6f8-44da-8ee5-bbee7622e31d tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373766 Sep 17 08:12:39.671440 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9fc9787a-35de-4fbd-843b-b4fa77d5cd2c tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:39.697126 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9fc9787a-35de-4fbd-843b-b4fa77d5cd2c tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:39.765303 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9fc9787a-35de-4fbd-843b-b4fa77d5cd2c tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:39.768406 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9fc9787a-35de-4fbd-843b-b4fa77d5cd2c tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:39.769678 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-9fc9787a-35de-4fbd-843b-b4fa77d5cd2c tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] 10.222.0.13 "DELETE /v2.0/security-groups/83742478-7935-4acd-a93b-b4526a9c1047 HTTP/1.1" status: 204 len: 168 time: 0.1611392 Sep 17 08:12:39.779343 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc9787a-35de-4fbd-843b-b4fa77d5cd2c tempest-TestServerBasicOps-1874101114 tempest-TestServerBasicOps-1874101114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83742478-7935-4acd-a93b-b4526a9c1047,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:39.808377 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 41504) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:12:39.919968 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31112e38-bd35-464a-a43e-8e6cec8bdb8a req-55d357b5-1130-4149-b957-d3183471c53e tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:39.921520 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-31112e38-bd35-464a-a43e-8e6cec8bdb8a req-55d357b5-1130-4149-b957-d3183471c53e tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa278202-6ad6-449b-92ea-8188709d82f5 HTTP/1.1" status: 200 len: 945 time: 0.0548666 Sep 17 08:12:39.987477 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41512) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:12:40.008401 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-31112e38-bd35-464a-a43e-8e6cec8bdb8a req-84274221-b75a-42b6-b9ff-feb5fc48d407 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802443 Sep 17 08:12:40.110911 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-500003cb-44ad-48a6-b45a-92f2ff1636fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:40.199804 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-500003cb-44ad-48a6-b45a-92f2ff1636fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:40.205140 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-500003cb-44ad-48a6-b45a-92f2ff1636fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:40.244131 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500003cb-44ad-48a6-b45a-92f2ff1636fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d08c576-9da3-4de1-8e20-db148985eb93,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:40.253940 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-500003cb-44ad-48a6-b45a-92f2ff1636fa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0ec330f5dd254e53a787e9d0cb50a340&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2615027 Sep 17 08:12:40.254728 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41518) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:12:40.303168 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cc4e157f-5199-4d68-a736-3920f1a264e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:40.309237 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-041c505d-4f5d-4b02-b23c-41e4a4b0d26f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:40.325564 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cc4e157f-5199-4d68-a736-3920f1a264e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:40.372790 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cc4e157f-5199-4d68-a736-3920f1a264e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:40.375334 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cc4e157f-5199-4d68-a736-3920f1a264e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:40.376564 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-cc4e157f-5199-4d68-a736-3920f1a264e3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6d08c576-9da3-4de1-8e20-db148985eb93 HTTP/1.1" status: 204 len: 168 time: 0.1213853 Sep 17 08:12:40.384588 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4e157f-5199-4d68-a736-3920f1a264e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d08c576-9da3-4de1-8e20-db148985eb93,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:40.555231 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-041c505d-4f5d-4b02-b23c-41e4a4b0d26f admin admin] Deleting port 6e50c52c-e011-4282-bfc1-739cf9d79349 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:12:40.555579 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-041c505d-4f5d-4b02-b23c-41e4a4b0d26f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:40.583610 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device a3846f54-6d0d-4268-880b-ffeddf6a2433 no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:12:40.607365 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] No Port match for: a3846f54-6d0d-4268-880b-ffeddf6a2433 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:12:40.607796 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device a3846f54-6d0d-4268-880b-ffeddf6a2433 not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:12:40.639629 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-041c505d-4f5d-4b02-b23c-41e4a4b0d26f admin admin] For port 6e50c52c-e011-4282-bfc1-739cf9d79349, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=6e50c52c-e011-4282-bfc1-739cf9d79349,segment=NetworkSegment(045c5cbd-a1d9-472d-822a-d770440d685c),segment_id=045c5cbd-a1d9-472d-822a-d770440d685c)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:12:40.640169 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-041c505d-4f5d-4b02-b23c-41e4a4b0d26f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:40.651506 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41524) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:12:40.656606 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-041c505d-4f5d-4b02-b23c-41e4a4b0d26f admin admin] Calling delete_port for 6e50c52c-e011-4282-bfc1-739cf9d79349 owned by network:router_interface {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:12:40.664684 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b987a5ac-8054-4ff5-9d1a-817480b7c979 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:40.761393 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b987a5ac-8054-4ff5-9d1a-817480b7c979 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:40.766218 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b987a5ac-8054-4ff5-9d1a-817480b7c979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:40.805310 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b987a5ac-8054-4ff5-9d1a-817480b7c979 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c22b43c85b7f4bbe8f63f4b2bad2fb7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1525428 Sep 17 08:12:40.806600 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b987a5ac-8054-4ff5-9d1a-817480b7c979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1165662f-9218-4c45-856d-8b43e3fe69e0,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:40.809881 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41528) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:12:40.826971 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b0f92-d88a-4e2b-be4a-971cce98fb67 req-11c99ee8-5dbc-466a-a1f2-81ac2d647ecb tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:40.828506 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-124b0f92-d88a-4e2b-be4a-971cce98fb67 req-11c99ee8-5dbc-466a-a1f2-81ac2d647ecb tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=0abec55c-dd24-41d5-8ce4-ad6a53205049 HTTP/1.1" status: 200 len: 946 time: 0.0733781 Sep 17 08:12:40.860305 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-72322203-b2e9-4567-aa02-be6815bcf40b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:40.881388 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-72322203-b2e9-4567-aa02-be6815bcf40b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:40.898353 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-124b0f92-d88a-4e2b-be4a-971cce98fb67 req-21c6d0ba-be59-448c-849a-31b265638e67 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633411 Sep 17 08:12:40.911514 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-041c505d-4f5d-4b02-b23c-41e4a4b0d26f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:40.929151 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-72322203-b2e9-4567-aa02-be6815bcf40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:40.931767 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-72322203-b2e9-4567-aa02-be6815bcf40b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:40.932980 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-72322203-b2e9-4567-aa02-be6815bcf40b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1165662f-9218-4c45-856d-8b43e3fe69e0 HTTP/1.1" status: 204 len: 168 time: 0.1221974 Sep 17 08:12:40.938464 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041c505d-4f5d-4b02-b23c-41e4a4b0d26f admin admin] Pushing event deleted for resources: {'Port': ['ID=6e50c52c-e011-4282-bfc1-739cf9d79349,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:40.941113 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72322203-b2e9-4567-aa02-be6815bcf40b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1165662f-9218-4c45-856d-8b43e3fe69e0,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:41.156193 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-041c505d-4f5d-4b02-b23c-41e4a4b0d26f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:41.177832 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f56493f-6967-4d58-95de-aa20d6efe59d req-c778ec11-4e9f-4bce-84ac-027e454d87a1 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:41.179356 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0f56493f-6967-4d58-95de-aa20d6efe59d req-c778ec11-4e9f-4bce-84ac-027e454d87a1 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa278202-6ad6-449b-92ea-8188709d82f5 HTTP/1.1" status: 200 len: 945 time: 0.0720487 Sep 17 08:12:41.251286 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:12:41.285921 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0f56493f-6967-4d58-95de-aa20d6efe59d req-cc126998-5324-47e6-b794-412c891d7fbd tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736713 Sep 17 08:12:41.414485 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-041c505d-4f5d-4b02-b23c-41e4a4b0d26f admin admin] Router 325b293f-cec9-408a-8a1a-19e61c6867e3 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:12:41.859634 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-041c505d-4f5d-4b02-b23c-41e4a4b0d26f admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:12:41.865211 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-041c505d-4f5d-4b02-b23c-41e4a4b0d26f admin admin] 10.222.0.13 "PUT /v2.0/routers/325b293f-cec9-408a-8a1a-19e61c6867e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0581706 Sep 17 08:12:41.867816 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 41556) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:12:41.872147 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bf4937-43ae-4a22-a68d-6b4ee12f25fa None None] Sync routers for ids ['325b293f-cec9-408a-8a1a-19e61c6867e3'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:12:41.881323 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bf4937-43ae-4a22-a68d-6b4ee12f25fa None None] Routers {'325b293f-cec9-408a-8a1a-19e61c6867e3'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:12:41.881925 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-19bf4937-43ae-4a22-a68d-6b4ee12f25fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:12:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['325b293f-cec9-408a-8a1a-19e61c6867e3'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:12:42.005230 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-19bf4937-43ae-4a22-a68d-6b4ee12f25fa None None] Set router 325b293f-cec9-408a-8a1a-19e61c6867e3 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:12:42.025665 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bc8bd64a-4920-4693-a7f9-b7aef3ee421c admin admin] Notify callbacks [] for router, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:42.098828 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd0e126-44d6-4e3d-b2fe-673beee9b9f9 req-f8b9b4ca-c193-481b-8807-7c1cee9b9d8f tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:42.100357 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6bd0e126-44d6-4e3d-b2fe-673beee9b9f9 req-f8b9b4ca-c193-481b-8807-7c1cee9b9d8f tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=0abec55c-dd24-41d5-8ce4-ad6a53205049 HTTP/1.1" status: 200 len: 946 time: 0.1232905 Sep 17 08:12:42.181928 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6bd0e126-44d6-4e3d-b2fe-673beee9b9f9 req-527695bf-3180-40ce-a481-aaa1583dd4f7 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/security-groups?id=66e3514e-4269-47ef-b2b2-2fe2409c64ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737867 Sep 17 08:12:42.207726 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bc8bd64a-4920-4693-a7f9-b7aef3ee421c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:42.239649 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-19bf4937-43ae-4a22-a68d-6b4ee12f25fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325b293f-cec9-408a-8a1a-19e61c6867e3', 'name': 'tempest-TestServerBasicOps-44110641-router', 'tenant_id': '260b03f453f349768a37ec125c8bcd26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'bf298beb-195c-436f-96b3-17c2eb47a9d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:06:54Z', 'updated_at': '2021-09-17T08:12:40Z', 'revision_number': 5, 'project_id': '260b03f453f349768a37ec125c8bcd26', 'gw_port': {'id': 'bf298beb-195c-436f-96b3-17c2eb47a9d0', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325b293f-cec9-408a-8a1a-19e61c6867e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:06:54Z', 'updated_at': '2021-09-17T08:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:12:42.271545 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bf4937-43ae-4a22-a68d-6b4ee12f25fa None None] Checking router: 325b293f-cec9-408a-8a1a-19e61c6867e3 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:12:42.274585 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-bc8bd64a-4920-4693-a7f9-b7aef3ee421c admin admin] Deleting port bf298beb-195c-436f-96b3-17c2eb47a9d0 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:12:42.275032 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bc8bd64a-4920-4693-a7f9-b7aef3ee421c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:42.280544 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bf4937-43ae-4a22-a68d-6b4ee12f25fa None None] Routers {'325b293f-cec9-408a-8a1a-19e61c6867e3'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:12:42.281338 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-19bf4937-43ae-4a22-a68d-6b4ee12f25fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:12:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['325b293f-cec9-408a-8a1a-19e61c6867e3'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:12:42.365442 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-bc8bd64a-4920-4693-a7f9-b7aef3ee421c admin admin] For port bf298beb-195c-436f-96b3-17c2eb47a9d0, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=bf298beb-195c-436f-96b3-17c2eb47a9d0,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:12:42.366217 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bc8bd64a-4920-4693-a7f9-b7aef3ee421c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:42.373035 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-19bf4937-43ae-4a22-a68d-6b4ee12f25fa None None] Set router 325b293f-cec9-408a-8a1a-19e61c6867e3 gateway port host: None {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:12:42.389588 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-bc8bd64a-4920-4693-a7f9-b7aef3ee421c admin admin] Calling delete_port for bf298beb-195c-436f-96b3-17c2eb47a9d0 owned by network:router_gateway {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:12:42.425614 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-19bf4937-43ae-4a22-a68d-6b4ee12f25fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325b293f-cec9-408a-8a1a-19e61c6867e3', 'name': 'tempest-TestServerBasicOps-44110641-router', 'tenant_id': '260b03f453f349768a37ec125c8bcd26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:06:54Z', 'updated_at': '2021-09-17T08:12:42Z', 'revision_number': 6, 'project_id': '260b03f453f349768a37ec125c8bcd26', 'gw_port_host': None}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:12:42.461181 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa9b80a-a718-4ad9-b673-430d493082fa req-d4e583e9-c81a-49a4-99c8-30353444c194 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:42.462699 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bf4937-43ae-4a22-a68d-6b4ee12f25fa None None] The sync data for ids ['325b293f-cec9-408a-8a1a-19e61c6867e3'] in n-d-789963-9 is: [{'id': '325b293f-cec9-408a-8a1a-19e61c6867e3', 'name': 'tempest-TestServerBasicOps-44110641-router', 'tenant_id': '260b03f453f349768a37ec125c8bcd26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:06:54Z', 'updated_at': '2021-09-17T08:12:42Z', 'revision_number': 6, 'project_id': '260b03f453f349768a37ec125c8bcd26', 'gw_port_host': None}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:12:42.462973 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1aa9b80a-a718-4ad9-b673-430d493082fa req-d4e583e9-c81a-49a4-99c8-30353444c194 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa278202-6ad6-449b-92ea-8188709d82f5 HTTP/1.1" status: 200 len: 945 time: 0.0873072 Sep 17 08:12:42.483279 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a7cd7-fe77-4c4a-9c50-7f51b79efa13 req-a5b7168f-d193-443b-bfee-188687de0836 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:42.485555 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9b1a7cd7-fe77-4c4a-9c50-7f51b79efa13 req-a5b7168f-d193-443b-bfee-188687de0836 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.39 "GET /v2.0/ports?device_id=0abec55c-dd24-41d5-8ce4-ad6a53205049 HTTP/1.1" status: 200 len: 946 time: 0.0660276 Sep 17 08:12:42.523495 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1aa9b80a-a718-4ad9-b673-430d493082fa req-a0f668ce-761d-4ca1-9e8d-3b43137c7a0d tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502408 Sep 17 08:12:42.594605 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-9b1a7cd7-fe77-4c4a-9c50-7f51b79efa13 req-c2a127e8-7375-4e58-b205-321c923a83b5 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Deleting port e0201f38-46ee-4e9c-bba0-2afd85e4b392 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:12:42.595194 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-9b1a7cd7-fe77-4c4a-9c50-7f51b79efa13 req-c2a127e8-7375-4e58-b205-321c923a83b5 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:42.623940 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bc8bd64a-4920-4693-a7f9-b7aef3ee421c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:42.653606 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8bd64a-4920-4693-a7f9-b7aef3ee421c admin admin] Pushing event deleted for resources: {'Port': ['ID=bf298beb-195c-436f-96b3-17c2eb47a9d0,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:42.688016 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-9b1a7cd7-fe77-4c4a-9c50-7f51b79efa13 req-c2a127e8-7375-4e58-b205-321c923a83b5 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] For port e0201f38-46ee-4e9c-bba0-2afd85e4b392, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=e0201f38-46ee-4e9c-bba0-2afd85e4b392,segment=NetworkSegment(f07fd61d-94b1-4db1-8da4-2df4b04cf57d),segment_id=f07fd61d-94b1-4db1-8da4-2df4b04cf57d)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:12:42.688478 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-9b1a7cd7-fe77-4c4a-9c50-7f51b79efa13 req-c2a127e8-7375-4e58-b205-321c923a83b5 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:42.703288 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-9b1a7cd7-fe77-4c4a-9c50-7f51b79efa13 req-c2a127e8-7375-4e58-b205-321c923a83b5 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Calling delete_port for e0201f38-46ee-4e9c-bba0-2afd85e4b392 owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:12:42.720247 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bc8bd64a-4920-4693-a7f9-b7aef3ee421c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:42.832201 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bc8bd64a-4920-4693-a7f9-b7aef3ee421c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:42.834901 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bc8bd64a-4920-4693-a7f9-b7aef3ee421c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:42.849384 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-9b1a7cd7-fe77-4c4a-9c50-7f51b79efa13 req-c2a127e8-7375-4e58-b205-321c923a83b5 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:42.884950 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['e0201f38-46ee-4e9c-bba0-2afd85e4b392'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:12:42.888286 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bc8bd64a-4920-4693-a7f9-b7aef3ee421c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:42.888764 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc8bd64a-4920-4693-a7f9-b7aef3ee421c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 325b293f-cec9-408a-8a1a-19e61c6867e3 {{(pid=101289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 08:12:42.888911 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a127e8-7375-4e58-b205-321c923a83b5 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Pushing event deleted for resources: {'Port': ['ID=e0201f38-46ee-4e9c-bba0-2afd85e4b392,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:42.898135 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bc8bd64a-4920-4693-a7f9-b7aef3ee421c admin admin] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:42.901606 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-bc8bd64a-4920-4693-a7f9-b7aef3ee421c admin admin] 10.222.0.13 "DELETE /v2.0/routers/325b293f-cec9-408a-8a1a-19e61c6867e3 HTTP/1.1" status: 204 len: 168 time: 1.0307095 Sep 17 08:12:42.902050 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 41568) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:12:42.946062 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b1a7cd7-fe77-4c4a-9c50-7f51b79efa13 req-c2a127e8-7375-4e58-b205-321c923a83b5 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] No DVR routers for this DVR port e0201f38-46ee-4e9c-bba0-2afd85e4b392 on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:12:42.948856 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-9b1a7cd7-fe77-4c4a-9c50-7f51b79efa13 req-c2a127e8-7375-4e58-b205-321c923a83b5 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:42.951496 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9b1a7cd7-fe77-4c4a-9c50-7f51b79efa13 req-c2a127e8-7375-4e58-b205-321c923a83b5 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.39 "DELETE /v2.0/ports/e0201f38-46ee-4e9c-bba0-2afd85e4b392 HTTP/1.1" status: 204 len: 173 time: 0.4593215 Sep 17 08:12:42.952171 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0abec55c-dd24-41d5-8ce4-ad6a53205049', 'name': 'network-vif-deleted', 'tag': 'e0201f38-46ee-4e9c-bba0-2afd85e4b392'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:12:42.961621 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84eda5b-375e-4b82-90d4-1a3681084186" -d '{"events": [{"server_uuid": "0abec55c-dd24-41d5-8ce4-ad6a53205049", "name": "network-vif-deleted", "tag": "e0201f38-46ee-4e9c-bba0-2afd85e4b392"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:12:42.969466 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-14276505-1096-4af9-aba8-50de8ab056e7 admin admin] Deleting subnet c3166a00-49a0-4d01-aec4-1b7f3fd8acfe {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:12:42.972934 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-14276505-1096-4af9-aba8-50de8ab056e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:43.002275 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51860c60-95cf-42f2-9087-8acc37927e33 x-openstack-request-id: req-51860c60-95cf-42f2-9087-8acc37927e33 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:12:43.002584 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0abec55c-dd24-41d5-8ce4-ad6a53205049", "name": "network-vif-deleted", "tag": "e0201f38-46ee-4e9c-bba0-2afd85e4b392", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:12:43.002865 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-51860c60-95cf-42f2-9087-8acc37927e33 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:12:43.003264 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0abec55c-dd24-41d5-8ce4-ad6a53205049', 'name': 'network-vif-deleted', 'tag': 'e0201f38-46ee-4e9c-bba0-2afd85e4b392', 'status': 'completed', 'code': 200} Sep 17 08:12:43.009176 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-14276505-1096-4af9-aba8-50de8ab056e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:43.092198 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-14276505-1096-4af9-aba8-50de8ab056e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:43.144959 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-14276505-1096-4af9-aba8-50de8ab056e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:43.172704 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14276505-1096-4af9-aba8-50de8ab056e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3166a00-49a0-4d01-aec4-1b7f3fd8acfe,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:43.178412 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-14276505-1096-4af9-aba8-50de8ab056e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:43.180336 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-14276505-1096-4af9-aba8-50de8ab056e7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c3166a00-49a0-4d01-aec4-1b7f3fd8acfe HTTP/1.1" status: 204 len: 168 time: 0.2766836 Sep 17 08:12:43.182743 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 41574) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:12:43.185532 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8fa777-b9c2-4021-8f48-7de3b37d86dd None None] Network 3e7c1e00-bad7-4380-8834-71b168d79dbc requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:12:43.263979 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8f802ac1-084e-4177-81fe-eda4fa22a7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:43.326994 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-84c6f89a-da58-4015-a31f-c521309f972f req-2f751ca5-f6de-4192-a226-e0550cc35611 tempest-ServerRescueTestJSON-1452019668 tempest-ServerRescueTestJSON-1452019668-project] 10.222.0.13 "GET /v2.0/ports?device_id=0abec55c-dd24-41d5-8ce4-ad6a53205049 HTTP/1.1" status: 200 len: 210 time: 0.0526159 Sep 17 08:12:43.368203 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-8f802ac1-084e-4177-81fe-eda4fa22a7c0 admin admin] Deleting port c72be982-9a51-4ce9-a400-ff3981ffca63 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:12:43.368786 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8f802ac1-084e-4177-81fe-eda4fa22a7c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:43.441828 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-8f802ac1-084e-4177-81fe-eda4fa22a7c0 admin admin] For port c72be982-9a51-4ce9-a400-ff3981ffca63, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=c72be982-9a51-4ce9-a400-ff3981ffca63,segment=NetworkSegment(045c5cbd-a1d9-472d-822a-d770440d685c),segment_id=045c5cbd-a1d9-472d-822a-d770440d685c)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:12:43.442281 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8f802ac1-084e-4177-81fe-eda4fa22a7c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:43.459505 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-8f802ac1-084e-4177-81fe-eda4fa22a7c0 admin admin] Calling delete_port for c72be982-9a51-4ce9-a400-ff3981ffca63 owned by network:dhcp {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:12:43.468723 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccefd78-3cb6-46b6-8fac-34b36d63a383 None None] DHCP port deletion for 3e7c1e00-bad7-4380-8834-71b168d79dbc request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 08:12:43.528059 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-3ccefd78-3cb6-46b6-8fac-34b36d63a383 None None] Deleting port c72be982-9a51-4ce9-a400-ff3981ffca63 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:12:43.529951 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3ccefd78-3cb6-46b6-8fac-34b36d63a383 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:43.582825 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8f802ac1-084e-4177-81fe-eda4fa22a7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:43.625979 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-3ccefd78-3cb6-46b6-8fac-34b36d63a383 None None] For port c72be982-9a51-4ce9-a400-ff3981ffca63, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=c72be982-9a51-4ce9-a400-ff3981ffca63,segment=NetworkSegment(045c5cbd-a1d9-472d-822a-d770440d685c),segment_id=045c5cbd-a1d9-472d-822a-d770440d685c)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:12:43.626395 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3ccefd78-3cb6-46b6-8fac-34b36d63a383 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:43.628638 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f802ac1-084e-4177-81fe-eda4fa22a7c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c72be982-9a51-4ce9-a400-ff3981ffca63,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:43.632147 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f802ac1-084e-4177-81fe-eda4fa22a7c0 admin admin] No DVR routers for this DVR port c72be982-9a51-4ce9-a400-ff3981ffca63 on host n-d-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:12:43.661028 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-3ccefd78-3cb6-46b6-8fac-34b36d63a383 None None] Calling delete_port for c72be982-9a51-4ce9-a400-ff3981ffca63 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:12:43.753477 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8f802ac1-084e-4177-81fe-eda4fa22a7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:43.755499 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3ccefd78-3cb6-46b6-8fac-34b36d63a383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:43.785125 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88112076-1cf5-4b7d-a8e5-199e0ecc95e7 req-50f6af04-5556-4509-99ad-e5a723ed5550 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:43.786664 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-88112076-1cf5-4b7d-a8e5-199e0ecc95e7 req-50f6af04-5556-4509-99ad-e5a723ed5550 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa278202-6ad6-449b-92ea-8188709d82f5 HTTP/1.1" status: 200 len: 945 time: 0.1271408 Sep 17 08:12:43.788668 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccefd78-3cb6-46b6-8fac-34b36d63a383 None None] Pushing event deleted for resources: {'Port': ['ID=c72be982-9a51-4ce9-a400-ff3981ffca63,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:43.790742 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccefd78-3cb6-46b6-8fac-34b36d63a383 None None] No DVR routers for this DVR port c72be982-9a51-4ce9-a400-ff3981ffca63 on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:12:43.795206 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-8f802ac1-084e-4177-81fe-eda4fa22a7c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e7c1e00-bad7-4380-8834-71b168d79dbc']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:12:43.813544 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-8f802ac1-084e-4177-81fe-eda4fa22a7c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '045c5cbd-a1d9-472d-822a-d770440d685c') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:12:43.813845 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-8f802ac1-084e-4177-81fe-eda4fa22a7c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '045c5cbd-a1d9-472d-822a-d770440d685c') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:12:43.830637 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8f802ac1-084e-4177-81fe-eda4fa22a7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:43.859051 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-88112076-1cf5-4b7d-a8e5-199e0ecc95e7 req-f9eb4760-6927-4af0-8545-c87198898422 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546224 Sep 17 08:12:43.860151 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8f802ac1-084e-4177-81fe-eda4fa22a7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:43.868009 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f802ac1-084e-4177-81fe-eda4fa22a7c0 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:12:43.868449 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8f802ac1-084e-4177-81fe-eda4fa22a7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:43.876000 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:12:43.876000 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:12:43.876000 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:12:43.876000 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:12:43.876000 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:12:43.876000 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:12:43.876000 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:12:43.876000 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:12:43.876000 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:12:43.876000 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:12:43.876000 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:12:43.876000 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:12:43.876000 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:12:43.876000 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:12:43.876000 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:12:43.876000 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:12:43.876000 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:12:43.876000 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:12:43.876000 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:12:43.876000 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:12:43.876000 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:12:43.876000 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:12:43.876000 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:12:43.876000 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:12:43.876000 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:12:43.876000 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:12:43.876000 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:12:43.876000 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:12:43.876000 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:12:43.876000 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:12:43.876000 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:12:43.876000 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:12:43.927329 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8f802ac1-084e-4177-81fe-eda4fa22a7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:43.933347 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8f802ac1-084e-4177-81fe-eda4fa22a7c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:43.935009 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-8f802ac1-084e-4177-81fe-eda4fa22a7c0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/3e7c1e00-bad7-4380-8834-71b168d79dbc HTTP/1.1" status: 204 len: 168 time: 0.7512724 Sep 17 08:12:43.937921 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41610) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:12:43.948968 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f802ac1-084e-4177-81fe-eda4fa22a7c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e7c1e00-bad7-4380-8834-71b168d79dbc,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:44.274304 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 6e50c52c-e011-4282-bfc1-739cf9d79349 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:12:44.295866 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 6e50c52c-e011-4282-bfc1-739cf9d79349 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:12:44.296219 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 6e50c52c-e011-4282-bfc1-739cf9d79349 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:12:44.296842 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device c72be982-9a51-4ce9-a400-ff3981ffca63 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:12:44.315251 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: c72be982-9a51-4ce9-a400-ff3981ffca63 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:12:44.315596 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device c72be982-9a51-4ce9-a400-ff3981ffca63 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:12:44.316040 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device bf298beb-195c-436f-96b3-17c2eb47a9d0 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:12:44.338567 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: bf298beb-195c-436f-96b3-17c2eb47a9d0 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:12:44.338908 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device bf298beb-195c-436f-96b3-17c2eb47a9d0 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:12:44.378599 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-31c37800-0db8-439f-b108-9ed5dab7b16b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:44.388423 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 41614) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:12:44.755551 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d649ccc8-eaca-4f90-b054-bdcd81ff7a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:44.950185 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-31c37800-0db8-439f-b108-9ed5dab7b16b admin admin] Deleting port a37eea80-4707-42ff-a613-e917bdafc802 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:12:44.950793 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-31c37800-0db8-439f-b108-9ed5dab7b16b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:45.035402 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd5652d-521e-49ff-ad37-00ce7345c2a4 req-87cbd679-d976-4e72-90c9-146f11c1fd83 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:45.036998 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8bd5652d-521e-49ff-ad37-00ce7345c2a4 req-87cbd679-d976-4e72-90c9-146f11c1fd83 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa278202-6ad6-449b-92ea-8188709d82f5 HTTP/1.1" status: 200 len: 945 time: 0.0755999 Sep 17 08:12:45.040445 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-31c37800-0db8-439f-b108-9ed5dab7b16b admin admin] For port a37eea80-4707-42ff-a613-e917bdafc802, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=a37eea80-4707-42ff-a613-e917bdafc802,segment=NetworkSegment(a0eeebed-e0cd-42e1-9ca4-4f057d13cd86),segment_id=a0eeebed-e0cd-42e1-9ca4-4f057d13cd86)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:12:45.041236 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-31c37800-0db8-439f-b108-9ed5dab7b16b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:45.056374 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-31c37800-0db8-439f-b108-9ed5dab7b16b admin admin] Calling delete_port for a37eea80-4707-42ff-a613-e917bdafc802 owned by network:router_interface {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:12:45.079822 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-d649ccc8-eaca-4f90-b054-bdcd81ff7a35 admin admin] Deleting port c5e1d3bb-e712-4646-8d44-a5bea5aefbb4 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:12:45.080183 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d649ccc8-eaca-4f90-b054-bdcd81ff7a35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:45.104743 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8bd5652d-521e-49ff-ad37-00ce7345c2a4 req-d040039d-f524-4a94-9d75-08aec4426e58 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571303 Sep 17 08:12:45.172963 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-d649ccc8-eaca-4f90-b054-bdcd81ff7a35 admin admin] For port c5e1d3bb-e712-4646-8d44-a5bea5aefbb4, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=c5e1d3bb-e712-4646-8d44-a5bea5aefbb4,segment=NetworkSegment(f07fd61d-94b1-4db1-8da4-2df4b04cf57d),segment_id=f07fd61d-94b1-4db1-8da4-2df4b04cf57d)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:12:45.173336 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d649ccc8-eaca-4f90-b054-bdcd81ff7a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:45.186325 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-d649ccc8-eaca-4f90-b054-bdcd81ff7a35 admin admin] Calling delete_port for c5e1d3bb-e712-4646-8d44-a5bea5aefbb4 owned by network:router_interface {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:12:45.248131 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-31c37800-0db8-439f-b108-9ed5dab7b16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:45.276819 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c37800-0db8-439f-b108-9ed5dab7b16b admin admin] Pushing event deleted for resources: {'Port': ['ID=a37eea80-4707-42ff-a613-e917bdafc802,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:45.382782 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device e0201f38-46ee-4e9c-bba0-2afd85e4b392 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:12:45.393374 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d649ccc8-eaca-4f90-b054-bdcd81ff7a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:45.415963 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: e0201f38-46ee-4e9c-bba0-2afd85e4b392 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:12:45.416311 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device e0201f38-46ee-4e9c-bba0-2afd85e4b392 not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:12:45.451560 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d649ccc8-eaca-4f90-b054-bdcd81ff7a35 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5e1d3bb-e712-4646-8d44-a5bea5aefbb4,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:45.472654 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-31c37800-0db8-439f-b108-9ed5dab7b16b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:45.602606 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d649ccc8-eaca-4f90-b054-bdcd81ff7a35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:45.710753 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c37800-0db8-439f-b108-9ed5dab7b16b admin admin] Router 820b405c-defa-478d-ad7a-8e20ee3e470e has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:12:45.821644 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c37800-0db8-439f-b108-9ed5dab7b16b admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:12:45.827501 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-31c37800-0db8-439f-b108-9ed5dab7b16b admin admin] 10.222.0.13 "PUT /v2.0/routers/820b405c-defa-478d-ad7a-8e20ee3e470e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8875375 Sep 17 08:12:45.833288 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117094d2-c79b-4ffe-867b-9edb16bb179f None None] Sync routers for ids ['820b405c-defa-478d-ad7a-8e20ee3e470e'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:12:45.833665 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 41620) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:12:45.843571 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d649ccc8-eaca-4f90-b054-bdcd81ff7a35 admin admin] Router ba4608dd-cd7e-4d0a-be5d-cb66e1cb2886 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:12:45.845259 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117094d2-c79b-4ffe-867b-9edb16bb179f None None] Routers {'820b405c-defa-478d-ad7a-8e20ee3e470e'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:12:45.846232 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-117094d2-c79b-4ffe-867b-9edb16bb179f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:12:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['820b405c-defa-478d-ad7a-8e20ee3e470e'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:12:45.955939 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-117094d2-c79b-4ffe-867b-9edb16bb179f None None] Set router 820b405c-defa-478d-ad7a-8e20ee3e470e gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:12:46.014327 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ff127631-0cf3-4603-8709-6a8db179b91f admin admin] Notify callbacks [] for router, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:46.071540 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d649ccc8-eaca-4f90-b054-bdcd81ff7a35 admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:12:46.077860 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-d649ccc8-eaca-4f90-b054-bdcd81ff7a35 admin admin] 10.222.0.13 "PUT /v2.0/routers/ba4608dd-cd7e-4d0a-be5d-cb66e1cb2886/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6883545 Sep 17 08:12:46.080443 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41622) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:12:46.083094 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a8aed6-69b8-43c5-a16d-812f5290d626 None None] Sync routers for ids ['ba4608dd-cd7e-4d0a-be5d-cb66e1cb2886'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:12:46.097012 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a8aed6-69b8-43c5-a16d-812f5290d626 None None] Routers {'ba4608dd-cd7e-4d0a-be5d-cb66e1cb2886'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:12:46.097936 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-25a8aed6-69b8-43c5-a16d-812f5290d626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:12:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['ba4608dd-cd7e-4d0a-be5d-cb66e1cb2886'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:12:46.180882 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ff127631-0cf3-4603-8709-6a8db179b91f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:46.243807 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9753b97a-faab-4622-89ec-c448d5712727 admin admin] Notify callbacks [] for router, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:46.309570 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-117094d2-c79b-4ffe-867b-9edb16bb179f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820b405c-defa-478d-ad7a-8e20ee3e470e', 'name': 'tempest-TestServerBasicOps-1288547248-router', 'tenant_id': 'a8c5c6bc6a7c4a9bb4a367614dddaad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '2d5e9c5e-b326-4d17-bca2-1969db409679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:07:00Z', 'updated_at': '2021-09-17T08:12:45Z', 'revision_number': 5, 'project_id': 'a8c5c6bc6a7c4a9bb4a367614dddaad8', 'gw_port': {'id': '2d5e9c5e-b326-4d17-bca2-1969db409679', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fe:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820b405c-defa-478d-ad7a-8e20ee3e470e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:07:00Z', 'updated_at': '2021-09-17T08:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:12:46.367576 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117094d2-c79b-4ffe-867b-9edb16bb179f None None] Checking router: 820b405c-defa-478d-ad7a-8e20ee3e470e for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:12:46.378894 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117094d2-c79b-4ffe-867b-9edb16bb179f None None] Routers {'820b405c-defa-478d-ad7a-8e20ee3e470e'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:12:46.379565 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-117094d2-c79b-4ffe-867b-9edb16bb179f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:12:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['820b405c-defa-478d-ad7a-8e20ee3e470e'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:12:46.412146 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e556c0ec-3531-4569-8890-975955f7fada req-c5c898fc-bc62-486f-a646-78b31cfde1f8 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:46.414614 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e556c0ec-3531-4569-8890-975955f7fada req-c5c898fc-bc62-486f-a646-78b31cfde1f8 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa278202-6ad6-449b-92ea-8188709d82f5 HTTP/1.1" status: 200 len: 945 time: 0.1552625 Sep 17 08:12:46.421267 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-ff127631-0cf3-4603-8709-6a8db179b91f admin admin] Deleting port 2d5e9c5e-b326-4d17-bca2-1969db409679 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:12:46.423303 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ff127631-0cf3-4603-8709-6a8db179b91f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:46.478470 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-117094d2-c79b-4ffe-867b-9edb16bb179f None None] Set router 820b405c-defa-478d-ad7a-8e20ee3e470e gateway port host: None {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:12:46.487392 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9753b97a-faab-4622-89ec-c448d5712727 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:46.532857 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-25a8aed6-69b8-43c5-a16d-812f5290d626 None None] Set router ba4608dd-cd7e-4d0a-be5d-cb66e1cb2886 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:12:46.545753 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-117094d2-c79b-4ffe-867b-9edb16bb179f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820b405c-defa-478d-ad7a-8e20ee3e470e', 'name': 'tempest-TestServerBasicOps-1288547248-router', 'tenant_id': 'a8c5c6bc6a7c4a9bb4a367614dddaad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:07:00Z', 'updated_at': '2021-09-17T08:12:46Z', 'revision_number': 6, 'project_id': 'a8c5c6bc6a7c4a9bb4a367614dddaad8', 'gw_port_host': None}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:12:46.552239 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-ff127631-0cf3-4603-8709-6a8db179b91f admin admin] For port 2d5e9c5e-b326-4d17-bca2-1969db409679, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=2d5e9c5e-b326-4d17-bca2-1969db409679,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:12:46.552752 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ff127631-0cf3-4603-8709-6a8db179b91f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:46.567886 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-ff127631-0cf3-4603-8709-6a8db179b91f admin admin] Calling delete_port for 2d5e9c5e-b326-4d17-bca2-1969db409679 owned by network:router_gateway {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:12:46.576294 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117094d2-c79b-4ffe-867b-9edb16bb179f None None] The sync data for ids ['820b405c-defa-478d-ad7a-8e20ee3e470e'] in n-d-789963-9 is: [{'id': '820b405c-defa-478d-ad7a-8e20ee3e470e', 'name': 'tempest-TestServerBasicOps-1288547248-router', 'tenant_id': 'a8c5c6bc6a7c4a9bb4a367614dddaad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:07:00Z', 'updated_at': '2021-09-17T08:12:46Z', 'revision_number': 6, 'project_id': 'a8c5c6bc6a7c4a9bb4a367614dddaad8', 'gw_port_host': None}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:12:46.602677 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-9753b97a-faab-4622-89ec-c448d5712727 admin admin] Deleting port 2ddcfc0c-2af8-4248-90c9-6f37f76062e3 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:12:46.603063 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9753b97a-faab-4622-89ec-c448d5712727 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:46.622904 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41634) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:12:46.671666 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e556c0ec-3531-4569-8890-975955f7fada req-ac116d87-ab49-4b13-a19e-f817fcd99f84 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420881 Sep 17 08:12:46.754729 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-9753b97a-faab-4622-89ec-c448d5712727 admin admin] For port 2ddcfc0c-2af8-4248-90c9-6f37f76062e3, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=2ddcfc0c-2af8-4248-90c9-6f37f76062e3,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:12:46.755100 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9753b97a-faab-4622-89ec-c448d5712727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:46.773058 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-9753b97a-faab-4622-89ec-c448d5712727 admin admin] Calling delete_port for 2ddcfc0c-2af8-4248-90c9-6f37f76062e3 owned by network:router_gateway {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:12:46.799685 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ba9df819-8f46-45f8-b50d-991fcd8fc0ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:46.816010 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ff127631-0cf3-4603-8709-6a8db179b91f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:46.818630 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-25a8aed6-69b8-43c5-a16d-812f5290d626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba4608dd-cd7e-4d0a-be5d-cb66e1cb2886', 'name': 'tempest-ServerRescueTestJSON-1772641538-router', 'tenant_id': '81632076e85c469a8f56f6da12aee24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '2ddcfc0c-2af8-4248-90c9-6f37f76062e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:10:43Z', 'updated_at': '2021-09-17T08:12:45Z', 'revision_number': 5, 'project_id': '81632076e85c469a8f56f6da12aee24c', 'gw_port': {'id': '2ddcfc0c-2af8-4248-90c9-6f37f76062e3', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4608dd-cd7e-4d0a-be5d-cb66e1cb2886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:10:44Z', 'updated_at': '2021-09-17T08:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:12:46.843390 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff127631-0cf3-4603-8709-6a8db179b91f admin admin] Pushing event deleted for resources: {'Port': ['ID=2d5e9c5e-b326-4d17-bca2-1969db409679,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:46.849239 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a8aed6-69b8-43c5-a16d-812f5290d626 None None] Checking router: ba4608dd-cd7e-4d0a-be5d-cb66e1cb2886 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:12:46.861618 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a8aed6-69b8-43c5-a16d-812f5290d626 None None] Routers {'ba4608dd-cd7e-4d0a-be5d-cb66e1cb2886'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:12:46.862176 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-25a8aed6-69b8-43c5-a16d-812f5290d626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:12:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['ba4608dd-cd7e-4d0a-be5d-cb66e1cb2886'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:12:46.912859 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ff127631-0cf3-4603-8709-6a8db179b91f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:46.970882 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-25a8aed6-69b8-43c5-a16d-812f5290d626 None None] Set router ba4608dd-cd7e-4d0a-be5d-cb66e1cb2886 gateway port host: None {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:12:47.021431 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ff127631-0cf3-4603-8709-6a8db179b91f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:47.024256 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ff127631-0cf3-4603-8709-6a8db179b91f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:47.036587 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-25a8aed6-69b8-43c5-a16d-812f5290d626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba4608dd-cd7e-4d0a-be5d-cb66e1cb2886', 'name': 'tempest-ServerRescueTestJSON-1772641538-router', 'tenant_id': '81632076e85c469a8f56f6da12aee24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:10:43Z', 'updated_at': '2021-09-17T08:12:46Z', 'revision_number': 6, 'project_id': '81632076e85c469a8f56f6da12aee24c', 'gw_port_host': None}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:12:47.067927 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a8aed6-69b8-43c5-a16d-812f5290d626 None None] The sync data for ids ['ba4608dd-cd7e-4d0a-be5d-cb66e1cb2886'] in n-d-789963-9 is: [{'id': 'ba4608dd-cd7e-4d0a-be5d-cb66e1cb2886', 'name': 'tempest-ServerRescueTestJSON-1772641538-router', 'tenant_id': '81632076e85c469a8f56f6da12aee24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:10:43Z', 'updated_at': '2021-09-17T08:12:46Z', 'revision_number': 6, 'project_id': '81632076e85c469a8f56f6da12aee24c', 'gw_port_host': None}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:12:47.072490 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ff127631-0cf3-4603-8709-6a8db179b91f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:47.073187 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff127631-0cf3-4603-8709-6a8db179b91f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 820b405c-defa-478d-ad7a-8e20ee3e470e {{(pid=101289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 08:12:47.077723 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ff127631-0cf3-4603-8709-6a8db179b91f admin admin] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:47.081225 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ff127631-0cf3-4603-8709-6a8db179b91f admin admin] 10.222.0.13 "DELETE /v2.0/routers/820b405c-defa-478d-ad7a-8e20ee3e470e HTTP/1.1" status: 204 len: 168 time: 1.2444079 Sep 17 08:12:47.081481 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 41638) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:12:47.088257 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ba9df819-8f46-45f8-b50d-991fcd8fc0ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:47.089817 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ba9df819-8f46-45f8-b50d-991fcd8fc0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:47.128280 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9753b97a-faab-4622-89ec-c448d5712727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:47.129149 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-54e3286d-e685-4efb-bd4b-f917654bc7b0 admin admin] Deleting subnet 60b343a3-5aea-48dd-9a09-687daf9548b9 {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:12:47.132253 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-54e3286d-e685-4efb-bd4b-f917654bc7b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:47.159799 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9df819-8f46-45f8-b50d-991fcd8fc0ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab59dc30-b023-4144-bc65-31ae35c6d64b,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:47.166479 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ba9df819-8f46-45f8-b50d-991fcd8fc0ce admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=05a170c6b26e441fbf2f87a2c96956dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5401597 Sep 17 08:12:47.166677 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9753b97a-faab-4622-89ec-c448d5712727 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ddcfc0c-2af8-4248-90c9-6f37f76062e3,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:47.168224 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41640) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:12:47.176847 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-54e3286d-e685-4efb-bd4b-f917654bc7b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:47.254916 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-54e3286d-e685-4efb-bd4b-f917654bc7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:47.258004 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9753b97a-faab-4622-89ec-c448d5712727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:47.313173 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-54e3286d-e685-4efb-bd4b-f917654bc7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:47.341211 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e3286d-e685-4efb-bd4b-f917654bc7b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60b343a3-5aea-48dd-9a09-687daf9548b9,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:47.344637 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-54e3286d-e685-4efb-bd4b-f917654bc7b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:47.349087 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-54e3286d-e685-4efb-bd4b-f917654bc7b0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/60b343a3-5aea-48dd-9a09-687daf9548b9 HTTP/1.1" status: 204 len: 168 time: 0.2665756 Sep 17 08:12:47.349688 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 41642) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:12:47.351656 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3caab1bd-e410-4558-bb25-97607bef6582 None None] Network 05c8e90f-c4c9-4833-bc8d-b27441375e4a requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:12:47.360757 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9753b97a-faab-4622-89ec-c448d5712727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:47.362905 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-821b5b73-7d2d-472e-b353-e37add339c1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:47.366022 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9753b97a-faab-4622-89ec-c448d5712727 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:47.425542 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-821b5b73-7d2d-472e-b353-e37add339c1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:47.433946 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1bba7604-394b-46cb-be07-847e49624722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:47.434470 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9753b97a-faab-4622-89ec-c448d5712727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:47.435050 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9753b97a-faab-4622-89ec-c448d5712727 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba4608dd-cd7e-4d0a-be5d-cb66e1cb2886 {{(pid=101290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 08:12:47.440485 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9753b97a-faab-4622-89ec-c448d5712727 admin admin] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:47.441661 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-9753b97a-faab-4622-89ec-c448d5712727 admin admin] 10.222.0.13 "DELETE /v2.0/routers/ba4608dd-cd7e-4d0a-be5d-cb66e1cb2886 HTTP/1.1" status: 204 len: 168 time: 1.3596025 Sep 17 08:12:47.448608 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41644) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:12:47.501856 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-1bba7604-394b-46cb-be07-847e49624722 admin admin] Deleting port bb27f2e4-a3af-4204-be80-fab3748d55e3 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:12:47.502481 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1bba7604-394b-46cb-be07-847e49624722 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:47.524181 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-94285f4a-3889-49f8-93fb-7718976dead9 admin admin] Deleting subnet e79d3233-7267-4f69-96c6-35ae9ed26fe5 {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:12:47.528862 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-94285f4a-3889-49f8-93fb-7718976dead9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:47.570503 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-821b5b73-7d2d-472e-b353-e37add339c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:47.573417 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-821b5b73-7d2d-472e-b353-e37add339c1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:47.577789 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-821b5b73-7d2d-472e-b353-e37add339c1f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ab59dc30-b023-4144-bc65-31ae35c6d64b HTTP/1.1" status: 204 len: 168 time: 0.3902521 Sep 17 08:12:47.587735 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-94285f4a-3889-49f8-93fb-7718976dead9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:47.599144 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-1bba7604-394b-46cb-be07-847e49624722 admin admin] For port bb27f2e4-a3af-4204-be80-fab3748d55e3, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=bb27f2e4-a3af-4204-be80-fab3748d55e3,segment=NetworkSegment(a0eeebed-e0cd-42e1-9ca4-4f057d13cd86),segment_id=a0eeebed-e0cd-42e1-9ca4-4f057d13cd86)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:12:47.599514 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1bba7604-394b-46cb-be07-847e49624722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:47.612723 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-1bba7604-394b-46cb-be07-847e49624722 admin admin] Calling delete_port for bb27f2e4-a3af-4204-be80-fab3748d55e3 owned by network:dhcp {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:12:47.613512 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821b5b73-7d2d-472e-b353-e37add339c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab59dc30-b023-4144-bc65-31ae35c6d64b,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:47.645249 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-94285f4a-3889-49f8-93fb-7718976dead9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:47.710906 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a616f1-50f3-4e18-acd2-c0f1ca0764e2 None None] DHCP port deletion for 05c8e90f-c4c9-4833-bc8d-b27441375e4a request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 08:12:47.728006 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1bba7604-394b-46cb-be07-847e49624722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:47.735084 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-94285f4a-3889-49f8-93fb-7718976dead9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:47.790838 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bba7604-394b-46cb-be07-847e49624722 admin admin] No DVR routers for this DVR port bb27f2e4-a3af-4204-be80-fab3748d55e3 on host n-d-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:12:47.798106 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba7604-394b-46cb-be07-847e49624722 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb27f2e4-a3af-4204-be80-fab3748d55e3,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:47.810386 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-85a616f1-50f3-4e18-acd2-c0f1ca0764e2 None None] Deleting port bb27f2e4-a3af-4204-be80-fab3748d55e3 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:12:47.814246 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-85a616f1-50f3-4e18-acd2-c0f1ca0764e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:47.828790 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94285f4a-3889-49f8-93fb-7718976dead9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e79d3233-7267-4f69-96c6-35ae9ed26fe5,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:47.830940 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-94285f4a-3889-49f8-93fb-7718976dead9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:47.845371 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-94285f4a-3889-49f8-93fb-7718976dead9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e79d3233-7267-4f69-96c6-35ae9ed26fe5 HTTP/1.1" status: 204 len: 168 time: 0.3955886 Sep 17 08:12:47.846368 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41652) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:12:47.910625 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae02306-c2b2-4990-8654-52b5afc8acb8 req-84ca94b5-6272-4a74-9fbd-9dfa2ced8639 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:47.917097 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3ae02306-c2b2-4990-8654-52b5afc8acb8 req-84ca94b5-6272-4a74-9fbd-9dfa2ced8639 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa278202-6ad6-449b-92ea-8188709d82f5 HTTP/1.1" status: 200 len: 945 time: 0.1329279 Sep 17 08:12:47.931065 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-85a616f1-50f3-4e18-acd2-c0f1ca0764e2 None None] For port bb27f2e4-a3af-4204-be80-fab3748d55e3, host n-d-789963-9, got binding levels [] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:12:47.931238 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-85a616f1-50f3-4e18-acd2-c0f1ca0764e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:47.954571 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-85a616f1-50f3-4e18-acd2-c0f1ca0764e2 None None] Calling delete_port for bb27f2e4-a3af-4204-be80-fab3748d55e3 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:12:47.957587 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.ipam_backend_mixin [None req-85a616f1-50f3-4e18-acd2-c0f1ca0764e2 None None] Port bb27f2e4-a3af-4204-be80-fab3748d55e3 was not found and therefore no delete operation was performed {{(pid=101291) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 17 08:12:47.958919 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-85a616f1-50f3-4e18-acd2-c0f1ca0764e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:47.978270 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1bba7604-394b-46cb-be07-847e49624722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:47.993691 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a616f1-50f3-4e18-acd2-c0f1ca0764e2 None None] Pushing event deleted for resources: {'Port': ['ID=bb27f2e4-a3af-4204-be80-fab3748d55e3,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:47.999544 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a616f1-50f3-4e18-acd2-c0f1ca0764e2 None None] No DVR routers for this DVR port bb27f2e4-a3af-4204-be80-fab3748d55e3 on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:12:48.002030 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-084fbfda-0b71-4d3c-ac30-2277e13db44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:48.034179 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-1bba7604-394b-46cb-be07-847e49624722 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05c8e90f-c4c9-4833-bc8d-b27441375e4a']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:12:48.039347 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3ae02306-c2b2-4990-8654-52b5afc8acb8 req-b6bb1878-ea4e-47ba-9b33-174397b4bb5a tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166184 Sep 17 08:12:48.048637 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-1bba7604-394b-46cb-be07-847e49624722 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0eeebed-e0cd-42e1-9ca4-4f057d13cd86') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:12:48.049136 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-1bba7604-394b-46cb-be07-847e49624722 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0eeebed-e0cd-42e1-9ca4-4f057d13cd86') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:12:48.060503 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1bba7604-394b-46cb-be07-847e49624722 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:48.081519 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1bba7604-394b-46cb-be07-847e49624722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:48.088713 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bba7604-394b-46cb-be07-847e49624722 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:12:48.089132 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1bba7604-394b-46cb-be07-847e49624722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:48.104085 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:12:48.104085 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:12:48.104085 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:12:48.104085 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:12:48.104085 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:12:48.104085 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:12:48.104085 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:12:48.104085 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:12:48.104085 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:12:48.104085 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:12:48.104085 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:12:48.104085 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:12:48.104085 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:12:48.104085 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:12:48.104085 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:12:48.104085 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:12:48.104085 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:12:48.104085 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:12:48.104085 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:12:48.104085 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:12:48.104085 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:12:48.104085 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:12:48.104085 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:12:48.104085 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:12:48.104085 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:12:48.104085 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:12:48.104085 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:12:48.104085 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:12:48.104085 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:12:48.104085 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:12:48.104085 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:12:48.104085 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:12:48.136605 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-084fbfda-0b71-4d3c-ac30-2277e13db44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:48.160019 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-084fbfda-0b71-4d3c-ac30-2277e13db44c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2feccfd6-bff5-4952-b86d-3413bedfc5c5']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:12:48.178943 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-084fbfda-0b71-4d3c-ac30-2277e13db44c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f07fd61d-94b1-4db1-8da4-2df4b04cf57d') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:12:48.179237 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-084fbfda-0b71-4d3c-ac30-2277e13db44c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f07fd61d-94b1-4db1-8da4-2df4b04cf57d') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:12:48.197943 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-084fbfda-0b71-4d3c-ac30-2277e13db44c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:48.223553 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-084fbfda-0b71-4d3c-ac30-2277e13db44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:48.236635 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-084fbfda-0b71-4d3c-ac30-2277e13db44c admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:12:48.237388 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-084fbfda-0b71-4d3c-ac30-2277e13db44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:48.242811 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 08:12:48.242811 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:12:48.242811 n-d-789963-9 neutron-server[101290]: timer() Sep 17 08:12:48.242811 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:12:48.242811 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 08:12:48.242811 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:12:48.242811 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 08:12:48.242811 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:12:48.242811 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 08:12:48.242811 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:12:48.242811 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 08:12:48.242811 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:12:48.242811 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 08:12:48.242811 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:12:48.242811 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:12:48.242811 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:12:48.242811 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:12:48.242811 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:12:48.242811 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 08:12:48.242811 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:12:48.242811 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 08:12:48.242811 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:12:48.242811 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:12:48.242811 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:12:48.242811 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 08:12:48.242811 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:12:48.242811 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:12:48.242811 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:12:48.242811 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:12:48.242811 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:12:48.242811 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:12:48.242811 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:12:48.332443 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device c5e1d3bb-e712-4646-8d44-a5bea5aefbb4 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:12:48.338714 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-084fbfda-0b71-4d3c-ac30-2277e13db44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:48.346699 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-084fbfda-0b71-4d3c-ac30-2277e13db44c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:48.349225 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-084fbfda-0b71-4d3c-ac30-2277e13db44c admin admin] 10.222.0.13 "DELETE /v2.0/networks/2feccfd6-bff5-4952-b86d-3413bedfc5c5 HTTP/1.1" status: 204 len: 168 time: 0.5017524 Sep 17 08:12:48.364888 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: c5e1d3bb-e712-4646-8d44-a5bea5aefbb4 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:12:48.366221 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device c5e1d3bb-e712-4646-8d44-a5bea5aefbb4 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:12:48.366221 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 2ddcfc0c-2af8-4248-90c9-6f37f76062e3 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:12:48.376955 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084fbfda-0b71-4d3c-ac30-2277e13db44c admin admin] Pushing event deleted for resources: {'Network': ['ID=2feccfd6-bff5-4952-b86d-3413bedfc5c5,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:48.411880 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 2ddcfc0c-2af8-4248-90c9-6f37f76062e3 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:12:48.412459 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 2ddcfc0c-2af8-4248-90c9-6f37f76062e3 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:12:48.413077 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device a37eea80-4707-42ff-a613-e917bdafc802 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:12:48.441607 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: a37eea80-4707-42ff-a613-e917bdafc802 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:12:48.441989 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device a37eea80-4707-42ff-a613-e917bdafc802 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:12:48.452304 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 2d5e9c5e-b326-4d17-bca2-1969db409679 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:12:48.476520 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 2d5e9c5e-b326-4d17-bca2-1969db409679 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:12:48.476879 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 2d5e9c5e-b326-4d17-bca2-1969db409679 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:12:48.477482 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device bb27f2e4-a3af-4204-be80-fab3748d55e3 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:12:48.524505 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: bb27f2e4-a3af-4204-be80-fab3748d55e3 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:12:48.524859 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device bb27f2e4-a3af-4204-be80-fab3748d55e3 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:12:48.553297 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41672) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:12:48.565645 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1bba7604-394b-46cb-be07-847e49624722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:48.586057 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1bba7604-394b-46cb-be07-847e49624722 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:48.588241 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-1bba7604-394b-46cb-be07-847e49624722 admin admin] 10.222.0.13 "DELETE /v2.0/networks/05c8e90f-c4c9-4833-bc8d-b27441375e4a HTTP/1.1" status: 204 len: 168 time: 1.2373834 Sep 17 08:12:48.591334 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba7604-394b-46cb-be07-847e49624722 admin admin] Pushing event deleted for resources: {'Network': ['ID=05c8e90f-c4c9-4833-bc8d-b27441375e4a,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:48.601690 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6f067f7f-ff00-4ed8-8f66-ceeaef438352 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=81632076e85c469a8f56f6da12aee24c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468779 Sep 17 08:12:48.604062 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41678) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:12:48.655900 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-83b2ac09-4b2d-4485-bd86-40dbe2c7654f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:48.679590 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-83b2ac09-4b2d-4485-bd86-40dbe2c7654f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:48.730032 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-83b2ac09-4b2d-4485-bd86-40dbe2c7654f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:48.733406 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-83b2ac09-4b2d-4485-bd86-40dbe2c7654f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:48.737269 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-83b2ac09-4b2d-4485-bd86-40dbe2c7654f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/66e3514e-4269-47ef-b2b2-2fe2409c64ee HTTP/1.1" status: 204 len: 168 time: 0.1295292 Sep 17 08:12:48.742884 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b2ac09-4b2d-4485-bd86-40dbe2c7654f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e3514e-4269-47ef-b2b2-2fe2409c64ee,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:48.785945 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41686) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:12:48.826475 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ee9a2b1e-067b-47fb-8b2b-762bae2493d1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=260b03f453f349768a37ec125c8bcd26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391607 Sep 17 08:12:48.828887 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 41688) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:12:48.886465 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a4847ef0-8e6c-4d5e-add0-7079c9c773b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:48.907812 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a4847ef0-8e6c-4d5e-add0-7079c9c773b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:48.958339 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a4847ef0-8e6c-4d5e-add0-7079c9c773b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:48.961515 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a4847ef0-8e6c-4d5e-add0-7079c9c773b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:48.962896 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-a4847ef0-8e6c-4d5e-add0-7079c9c773b8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fb3cfb28-76f0-4f4c-b8dc-8cb756571706 HTTP/1.1" status: 204 len: 168 time: 0.1320744 Sep 17 08:12:48.971442 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4847ef0-8e6c-4d5e-add0-7079c9c773b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3cfb28-76f0-4f4c-b8dc-8cb756571706,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:49.175278 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b1b64-de66-43f0-a781-4aea27487cc1 req-dab4c5b9-cd32-43e1-b549-8c28b832071e tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:49.176928 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2b8b1b64-de66-43f0-a781-4aea27487cc1 req-dab4c5b9-cd32-43e1-b549-8c28b832071e tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa278202-6ad6-449b-92ea-8188709d82f5 HTTP/1.1" status: 200 len: 945 time: 0.0557582 Sep 17 08:12:49.221575 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2b8b1b64-de66-43f0-a781-4aea27487cc1 req-00897e34-90be-483d-9cf0-63a50a3f2532 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376000 Sep 17 08:12:49.333059 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 41714) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:12:49.381447 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-d9251e5c-9a83-45fd-8d8e-d95a0b7e4df8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a8c5c6bc6a7c4a9bb4a367614dddaad8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470212 Sep 17 08:12:49.384061 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 41718) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:12:49.434317 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7e9ef067-f33e-41a1-b047-1d1e5b89e970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:49.456251 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7e9ef067-f33e-41a1-b047-1d1e5b89e970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:49.515046 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7e9ef067-f33e-41a1-b047-1d1e5b89e970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:49.518860 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7e9ef067-f33e-41a1-b047-1d1e5b89e970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:49.520082 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-7e9ef067-f33e-41a1-b047-1d1e5b89e970 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/20e4d713-d62b-4678-8847-4254d133b08b HTTP/1.1" status: 204 len: 168 time: 0.1350665 Sep 17 08:12:49.528967 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9ef067-f33e-41a1-b047-1d1e5b89e970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e4d713-d62b-4678-8847-4254d133b08b,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:49.930849 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9cc16d20-5080-4e1b-a542-551593ba75b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:50.103637 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41746) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:12:50.210845 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-56e13e16-fe08-45a5-ac67-28e2608c01b8 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-56598293-network', 'tenant_id': 'afbda81027534d7e9de4042bdde36a42'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:12:50.234496 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e13e16-fe08-45a5-ac67-28e2608c01b8 admin admin] Made reservation on behalf of afbda81027534d7e9de4042bdde36a42 for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:12:50.236839 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-56e13e16-fe08-45a5-ac67-28e2608c01b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:50.245525 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-56e13e16-fe08-45a5-ac67-28e2608c01b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:50.344714 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-56e13e16-fe08-45a5-ac67-28e2608c01b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:50.348786 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc3bab8-7106-4c92-882c-c868b0224407 req-be67e67e-b186-4fe6-b29f-c0dcaff41201 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:50.349345 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-56e13e16-fe08-45a5-ac67-28e2608c01b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:50.350516 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fdc3bab8-7106-4c92-882c-c868b0224407 req-be67e67e-b186-4fe6-b29f-c0dcaff41201 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa278202-6ad6-449b-92ea-8188709d82f5 HTTP/1.1" status: 200 len: 945 time: 0.0591741 Sep 17 08:12:50.381244 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56e13e16-fe08-45a5-ac67-28e2608c01b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:12:50.394968 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fdc3bab8-7106-4c92-882c-c868b0224407 req-f07b40af-801b-42d0-8c34-8dfef7a510c6 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385783 Sep 17 08:12:50.395696 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e13e16-fe08-45a5-ac67-28e2608c01b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37bfa53e-a0be-495c-a8e5-9749d7700c0c,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:50.400699 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-56e13e16-fe08-45a5-ac67-28e2608c01b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:50.401047 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-56e13e16-fe08-45a5-ac67-28e2608c01b8 admin admin] Added segment 6632b766-c157-4f3f-815e-d382b38498ee of type vlan for network 36be4774-fc64-48b9-b530-ac258c53812c Sep 17 08:12:50.442441 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-56e13e16-fe08-45a5-ac67-28e2608c01b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:50.468200 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-56e13e16-fe08-45a5-ac67-28e2608c01b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:50.469182 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e13e16-fe08-45a5-ac67-28e2608c01b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:50.469783 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-56e13e16-fe08-45a5-ac67-28e2608c01b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:50.530152 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-56e13e16-fe08-45a5-ac67-28e2608c01b8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4148393 Sep 17 08:12:50.530772 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 41756) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:12:50.530772 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-91015ce2-6d69-4d1d-b4b4-7793659388a9 admin admin] Request body: {'subnet': {'network_id': '36be4774-fc64-48b9-b530-ac258c53812c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-56598293-subnet', 'tenant_id': 'afbda81027534d7e9de4042bdde36a42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:12:50.550047 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91015ce2-6d69-4d1d-b4b4-7793659388a9 admin admin] Made reservation on behalf of afbda81027534d7e9de4042bdde36a42 for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:12:50.552809 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-91015ce2-6d69-4d1d-b4b4-7793659388a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:50.566485 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e13e16-fe08-45a5-ac67-28e2608c01b8 admin admin] Pushing event updated for resources: {'Network': ['ID=36be4774-fc64-48b9-b530-ac258c53812c,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:50.580084 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 36be4774-fc64-48b9-b530-ac258c53812c details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:12:50.725905 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-91015ce2-6d69-4d1d-b4b4-7793659388a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:50.777456 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91015ce2-6d69-4d1d-b4b4-7793659388a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52a52c1c-7240-4248-beb1-75c19c3c711b,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:50.792819 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91015ce2-6d69-4d1d-b4b4-7793659388a9 admin admin] Checking segment: {'id': '6632b766-c157-4f3f-815e-d382b38498ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '36be4774-fc64-48b9-b530-ac258c53812c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:12:50.793179 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91015ce2-6d69-4d1d-b4b4-7793659388a9 admin admin] Network hostable DHCP agents. Network: 36be4774-fc64-48b9-b530-ac258c53812c, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:12:50.809771 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91015ce2-6d69-4d1d-b4b4-7793659388a9 admin admin] Network 36be4774-fc64-48b9-b530-ac258c53812c is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:12:50.818081 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-91015ce2-6d69-4d1d-b4b4-7793659388a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 36be4774-fc64-48b9-b530-ac258c53812c) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:12:50.822070 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91015ce2-6d69-4d1d-b4b4-7793659388a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:50.822653 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-91015ce2-6d69-4d1d-b4b4-7793659388a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:50.830006 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782e5e09-534a-4b8b-bf48-17f889fa26de None None] Network 36be4774-fc64-48b9-b530-ac258c53812c requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:12:50.836985 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-91015ce2-6d69-4d1d-b4b4-7793659388a9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3136544 Sep 17 08:12:50.978106 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1312ec-7b59-4186-bf6f-f6035a5b9fe8 None None] Network 36be4774-fc64-48b9-b530-ac258c53812c requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:12:51.305273 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41a4fdb-0058-46d4-8cd3-0eaf1bd64c0b req-0dcad52d-85d2-4766-a747-551b29d537d3 tempest-ServerTagsTestJSON-1958379973 tempest-ServerTagsTestJSON-1958379973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:51.306752 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e41a4fdb-0058-46d4-8cd3-0eaf1bd64c0b req-0dcad52d-85d2-4766-a747-551b29d537d3 tempest-ServerTagsTestJSON-1958379973 tempest-ServerTagsTestJSON-1958379973-project] 10.222.0.13 "GET /v2.0/networks?id=36be4774-fc64-48b9-b530-ac258c53812c HTTP/1.1" status: 200 len: 807 time: 0.1098626 Sep 17 08:12:51.321110 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e41a4fdb-0058-46d4-8cd3-0eaf1bd64c0b req-65111931-4b92-42ab-941b-6f1850adaaab tempest-ServerTagsTestJSON-1958379973 tempest-ServerTagsTestJSON-1958379973-project] 10.222.0.13 "GET /v2.0/quotas/afbda81027534d7e9de4042bdde36a42 HTTP/1.1" status: 200 len: 375 time: 0.0087109 Sep 17 08:12:51.351634 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e41a4fdb-0058-46d4-8cd3-0eaf1bd64c0b req-2d63c77c-df08-4401-87ee-2f04fb56ae1f tempest-ServerTagsTestJSON-1958379973 tempest-ServerTagsTestJSON-1958379973-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=afbda81027534d7e9de4042bdde36a42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250826 Sep 17 08:12:51.519879 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e41a4fdb-0058-46d4-8cd3-0eaf1bd64c0b req-b7d9c8ff-62ec-476f-8ed0-9b66976424d3 service neutron] 10.222.0.13 "GET /v2.0/networks/36be4774-fc64-48b9-b530-ac258c53812c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614258 Sep 17 08:12:51.551978 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb78e3e-e848-467d-998b-4136507d601d req-3ed3d1ed-4fcb-4d3d-b3b8-97be9efa4ac3 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:51.553461 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6cb78e3e-e848-467d-998b-4136507d601d req-3ed3d1ed-4fcb-4d3d-b3b8-97be9efa4ac3 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa278202-6ad6-449b-92ea-8188709d82f5 HTTP/1.1" status: 200 len: 945 time: 0.0815616 Sep 17 08:12:51.633578 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6cb78e3e-e848-467d-998b-4136507d601d req-c4bacd55-fe83-4958-85df-0d3055307299 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714173 Sep 17 08:12:51.650505 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e41a4fdb-0058-46d4-8cd3-0eaf1bd64c0b req-d3d7af1f-7b0f-4346-824b-b9baed383456 service neutron] 10.222.0.13 "GET /v2.0/networks/36be4774-fc64-48b9-b530-ac258c53812c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247520 Sep 17 08:12:51.842379 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4bffaf2e-53db-4f04-97d1-4d9df3f2353c req-4098850f-e02f-4fe3-b6a0-f94b21b3b4cf tempest-ServerTagsTestJSON-1958379973 tempest-ServerTagsTestJSON-1958379973-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7fb02fd-8418-485e-922e-50e1aed503d7 HTTP/1.1" status: 200 len: 210 time: 0.0277541 Sep 17 08:12:52.420104 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-05d8a9a5-73d4-489c-98ab-290271997131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:52.698088 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:52.794681 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf7f895-ae58-4db0-8c85-265889aee1de req-5096ae7a-e77d-4d61-894b-ac15507d94ad tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:52.800297 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7bf7f895-ae58-4db0-8c85-265889aee1de req-5096ae7a-e77d-4d61-894b-ac15507d94ad tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa278202-6ad6-449b-92ea-8188709d82f5 HTTP/1.1" status: 200 len: 945 time: 0.0725555 Sep 17 08:12:52.856631 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7bf7f895-ae58-4db0-8c85-265889aee1de req-fa934f6b-477d-4bf8-a010-dbac0eef652c tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467279 Sep 17 08:12:52.882618 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41a4fdb-0058-46d4-8cd3-0eaf1bd64c0b req-30dfd883-2b38-42db-8844-c5c0e9b23df4 tempest-ServerTagsTestJSON-1958379973 tempest-ServerTagsTestJSON-1958379973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:52.884461 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e41a4fdb-0058-46d4-8cd3-0eaf1bd64c0b req-30dfd883-2b38-42db-8844-c5c0e9b23df4 tempest-ServerTagsTestJSON-1958379973 tempest-ServerTagsTestJSON-1958379973-project] 10.222.0.41 "GET /v2.0/networks?id=36be4774-fc64-48b9-b530-ac258c53812c HTTP/1.1" status: 200 len: 807 time: 0.1304464 Sep 17 08:12:52.911855 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-e41a4fdb-0058-46d4-8cd3-0eaf1bd64c0b req-172a8a07-5d06-4e81-a14a-95ba1f9767f5 tempest-ServerTagsTestJSON-1958379973 tempest-ServerTagsTestJSON-1958379973-project] Request body: {'port': {'device_id': 'd7fb02fd-8418-485e-922e-50e1aed503d7', 'network_id': '36be4774-fc64-48b9-b530-ac258c53812c', 'admin_state_up': True, 'tenant_id': 'afbda81027534d7e9de4042bdde36a42'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:12:52.943425 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-be63644d-365d-4378-95aa-b958c8eb14f4 req-21ff411c-4d41-4671-9694-d326f9ef2816 tempest-ServerTagsTestJSON-1958379973 tempest-ServerTagsTestJSON-1958379973-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7fb02fd-8418-485e-922e-50e1aed503d7 HTTP/1.1" status: 200 len: 210 time: 0.0274413 Sep 17 08:12:53.027910 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e41a4fdb-0058-46d4-8cd3-0eaf1bd64c0b req-172a8a07-5d06-4e81-a14a-95ba1f9767f5 tempest-ServerTagsTestJSON-1958379973 tempest-ServerTagsTestJSON-1958379973-project] Made reservation on behalf of afbda81027534d7e9de4042bdde36a42 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:12:53.031388 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-e41a4fdb-0058-46d4-8cd3-0eaf1bd64c0b req-172a8a07-5d06-4e81-a14a-95ba1f9767f5 tempest-ServerTagsTestJSON-1958379973 tempest-ServerTagsTestJSON-1958379973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:53.163024 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-e41a4fdb-0058-46d4-8cd3-0eaf1bd64c0b req-172a8a07-5d06-4e81-a14a-95ba1f9767f5 tempest-ServerTagsTestJSON-1958379973 tempest-ServerTagsTestJSON-1958379973-project] Allocated IP 172.20.0.9 (36be4774-fc64-48b9-b530-ac258c53812c/52a52c1c-7240-4248-beb1-75c19c3c711b/be816bd1-f402-4e67-88fa-f232f2f4c149) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:12:53.604371 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-e41a4fdb-0058-46d4-8cd3-0eaf1bd64c0b req-172a8a07-5d06-4e81-a14a-95ba1f9767f5 tempest-ServerTagsTestJSON-1958379973 tempest-ServerTagsTestJSON-1958379973-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:53.639573 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-e41a4fdb-0058-46d4-8cd3-0eaf1bd64c0b req-172a8a07-5d06-4e81-a14a-95ba1f9767f5 tempest-ServerTagsTestJSON-1958379973 tempest-ServerTagsTestJSON-1958379973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:53.684111 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e41a4fdb-0058-46d4-8cd3-0eaf1bd64c0b req-172a8a07-5d06-4e81-a14a-95ba1f9767f5 tempest-ServerTagsTestJSON-1958379973 tempest-ServerTagsTestJSON-1958379973-project] Network 36be4774-fc64-48b9-b530-ac258c53812c is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:12:53.687222 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-e41a4fdb-0058-46d4-8cd3-0eaf1bd64c0b req-172a8a07-5d06-4e81-a14a-95ba1f9767f5 tempest-ServerTagsTestJSON-1958379973 tempest-ServerTagsTestJSON-1958379973-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:12:53.693061 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-e41a4fdb-0058-46d4-8cd3-0eaf1bd64c0b req-172a8a07-5d06-4e81-a14a-95ba1f9767f5 tempest-ServerTagsTestJSON-1958379973 tempest-ServerTagsTestJSON-1958379973-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:12:53.697404 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:53.699734 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172a8a07-5d06-4e81-a14a-95ba1f9767f5 tempest-ServerTagsTestJSON-1958379973 tempest-ServerTagsTestJSON-1958379973-project] Pushing event updated for resources: {'Port': ['ID=be816bd1-f402-4e67-88fa-f232f2f4c149,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:53.744687 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41a4fdb-0058-46d4-8cd3-0eaf1bd64c0b req-172a8a07-5d06-4e81-a14a-95ba1f9767f5 tempest-ServerTagsTestJSON-1958379973 tempest-ServerTagsTestJSON-1958379973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:53.745384 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-e41a4fdb-0058-46d4-8cd3-0eaf1bd64c0b req-172a8a07-5d06-4e81-a14a-95ba1f9767f5 tempest-ServerTagsTestJSON-1958379973 tempest-ServerTagsTestJSON-1958379973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:53.759011 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e41a4fdb-0058-46d4-8cd3-0eaf1bd64c0b req-172a8a07-5d06-4e81-a14a-95ba1f9767f5 tempest-ServerTagsTestJSON-1958379973 tempest-ServerTagsTestJSON-1958379973-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8510022 Sep 17 08:12:53.776912 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-e41a4fdb-0058-46d4-8cd3-0eaf1bd64c0b req-5259514b-7ed6-420f-b285-d32bd1ae3e09 service neutron] Request body: {'port': {'device_id': 'd7fb02fd-8418-485e-922e-50e1aed503d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:12:53.831263 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-e41a4fdb-0058-46d4-8cd3-0eaf1bd64c0b req-5259514b-7ed6-420f-b285-d32bd1ae3e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:54.010700 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8013783-59d0-465b-b082-7ee949599cad req-2430c5a8-929b-47ff-88db-f249add0ce03 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:54.019756 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c8013783-59d0-465b-b082-7ee949599cad req-2430c5a8-929b-47ff-88db-f249add0ce03 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa278202-6ad6-449b-92ea-8188709d82f5 HTTP/1.1" status: 200 len: 945 time: 0.0879090 Sep 17 08:12:54.085249 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c8013783-59d0-465b-b082-7ee949599cad req-8566f045-9831-41fd-9bd2-a179900bef30 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643351 Sep 17 08:12:54.106560 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763dd1d8-6771-496b-bd59-e7c1c7f3e9c4 req-bf23d18b-a2b7-47c0-a30c-305ce5f6fdfe tempest-ServerTagsTestJSON-1958379973 tempest-ServerTagsTestJSON-1958379973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:54.108440 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-763dd1d8-6771-496b-bd59-e7c1c7f3e9c4 req-bf23d18b-a2b7-47c0-a30c-305ce5f6fdfe tempest-ServerTagsTestJSON-1958379973 tempest-ServerTagsTestJSON-1958379973-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7fb02fd-8418-485e-922e-50e1aed503d7 HTTP/1.1" status: 200 len: 931 time: 0.0736949 Sep 17 08:12:54.136863 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-e41a4fdb-0058-46d4-8cd3-0eaf1bd64c0b req-5259514b-7ed6-420f-b285-d32bd1ae3e09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be816bd1-f402-4e67-88fa-f232f2f4c149 {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:12:54.146465 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-e41a4fdb-0058-46d4-8cd3-0eaf1bd64c0b req-5259514b-7ed6-420f-b285-d32bd1ae3e09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:54.150021 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-763dd1d8-6771-496b-bd59-e7c1c7f3e9c4 req-f74205cd-e369-47f6-bbfc-19bba3de204a tempest-ServerTagsTestJSON-1958379973 tempest-ServerTagsTestJSON-1958379973-project] 10.222.0.13 "GET /v2.0/security-groups?id=37bfa53e-a0be-495c-a8e5-9749d7700c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351393 Sep 17 08:12:54.160609 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-e41a4fdb-0058-46d4-8cd3-0eaf1bd64c0b req-5259514b-7ed6-420f-b285-d32bd1ae3e09 service neutron] Transition to ACTIVE for port object be816bd1-f402-4e67-88fa-f232f2f4c149 will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:12:54.165108 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-e41a4fdb-0058-46d4-8cd3-0eaf1bd64c0b req-5259514b-7ed6-420f-b285-d32bd1ae3e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:54.217950 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5259514b-7ed6-420f-b285-d32bd1ae3e09 service neutron] Pushing event updated for resources: {'Port': ['ID=be816bd1-f402-4e67-88fa-f232f2f4c149,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:54.280609 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-e41a4fdb-0058-46d4-8cd3-0eaf1bd64c0b req-5259514b-7ed6-420f-b285-d32bd1ae3e09 service neutron] Attempting to bind port be816bd1-f402-4e67-88fa-f232f2f4c149 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:12:54.280952 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-e41a4fdb-0058-46d4-8cd3-0eaf1bd64c0b req-5259514b-7ed6-420f-b285-d32bd1ae3e09 service neutron] Attempting to bind port be816bd1-f402-4e67-88fa-f232f2f4c149 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': '6632b766-c157-4f3f-815e-d382b38498ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '36be4774-fc64-48b9-b530-ac258c53812c'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:12:54.281270 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41a4fdb-0058-46d4-8cd3-0eaf1bd64c0b req-5259514b-7ed6-420f-b285-d32bd1ae3e09 service neutron] Attempting to bind port be816bd1-f402-4e67-88fa-f232f2f4c149 on network 36be4774-fc64-48b9-b530-ac258c53812c {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:12:54.285481 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41a4fdb-0058-46d4-8cd3-0eaf1bd64c0b req-5259514b-7ed6-420f-b285-d32bd1ae3e09 service neutron] Port be816bd1-f402-4e67-88fa-f232f2f4c149 on network 36be4774-fc64-48b9-b530-ac258c53812c not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:12:54.285802 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41a4fdb-0058-46d4-8cd3-0eaf1bd64c0b req-5259514b-7ed6-420f-b285-d32bd1ae3e09 service neutron] Attempting to bind port be816bd1-f402-4e67-88fa-f232f2f4c149 on network 36be4774-fc64-48b9-b530-ac258c53812c {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:12:54.290415 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41a4fdb-0058-46d4-8cd3-0eaf1bd64c0b req-5259514b-7ed6-420f-b285-d32bd1ae3e09 service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:12:54.290752 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41a4fdb-0058-46d4-8cd3-0eaf1bd64c0b req-5259514b-7ed6-420f-b285-d32bd1ae3e09 service neutron] Checking segment: {'id': '6632b766-c157-4f3f-815e-d382b38498ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '36be4774-fc64-48b9-b530-ac258c53812c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:12:54.291132 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41a4fdb-0058-46d4-8cd3-0eaf1bd64c0b req-5259514b-7ed6-420f-b285-d32bd1ae3e09 service neutron] Bound using segment: {'id': '6632b766-c157-4f3f-815e-d382b38498ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '36be4774-fc64-48b9-b530-ac258c53812c'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:12:54.291557 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-e41a4fdb-0058-46d4-8cd3-0eaf1bd64c0b req-5259514b-7ed6-420f-b285-d32bd1ae3e09 service neutron] Bound port: be816bd1-f402-4e67-88fa-f232f2f4c149, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6632b766-c157-4f3f-815e-d382b38498ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '36be4774-fc64-48b9-b530-ac258c53812c'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:12:54.291949 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-e41a4fdb-0058-46d4-8cd3-0eaf1bd64c0b req-5259514b-7ed6-420f-b285-d32bd1ae3e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:54.358823 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-e41a4fdb-0058-46d4-8cd3-0eaf1bd64c0b req-5259514b-7ed6-420f-b285-d32bd1ae3e09 service neutron] For port be816bd1-f402-4e67-88fa-f232f2f4c149, host n-h1-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:12:54.361998 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-e41a4fdb-0058-46d4-8cd3-0eaf1bd64c0b req-5259514b-7ed6-420f-b285-d32bd1ae3e09 service neutron] For port be816bd1-f402-4e67-88fa-f232f2f4c149, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=be816bd1-f402-4e67-88fa-f232f2f4c149,segment=NetworkSegment(6632b766-c157-4f3f-815e-d382b38498ee),segment_id=6632b766-c157-4f3f-815e-d382b38498ee)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:12:54.367007 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-e41a4fdb-0058-46d4-8cd3-0eaf1bd64c0b req-5259514b-7ed6-420f-b285-d32bd1ae3e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:54.400141 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41a4fdb-0058-46d4-8cd3-0eaf1bd64c0b req-5259514b-7ed6-420f-b285-d32bd1ae3e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:54.401405 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-e41a4fdb-0058-46d4-8cd3-0eaf1bd64c0b req-5259514b-7ed6-420f-b285-d32bd1ae3e09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:54.402790 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e41a4fdb-0058-46d4-8cd3-0eaf1bd64c0b req-5259514b-7ed6-420f-b285-d32bd1ae3e09 service neutron] 10.222.0.41 "PUT /v2.0/ports/be816bd1-f402-4e67-88fa-f232f2f4c149 HTTP/1.1" status: 200 len: 1091 time: 0.6300216 Sep 17 08:12:54.404971 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7fb02fd-8418-485e-922e-50e1aed503d7', 'tag': 'be816bd1-f402-4e67-88fa-f232f2f4c149'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:12:54.407222 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6e7795-6468-43e5-88f5-a532e8cf1aae" -d '{"events": [{"name": "network-changed", "server_uuid": "d7fb02fd-8418-485e-922e-50e1aed503d7", "tag": "be816bd1-f402-4e67-88fa-f232f2f4c149"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:12:54.435510 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5259514b-7ed6-420f-b285-d32bd1ae3e09 service neutron] Pushing event updated for resources: {'Port': ['ID=be816bd1-f402-4e67-88fa-f232f2f4c149,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:54.446141 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e24e9434-450f-4fa4-86ed-beff7dfadfb1 x-openstack-request-id: req-e24e9434-450f-4fa4-86ed-beff7dfadfb1 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:12:54.446439 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7fb02fd-8418-485e-922e-50e1aed503d7", "tag": "be816bd1-f402-4e67-88fa-f232f2f4c149", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:12:54.446690 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e24e9434-450f-4fa4-86ed-beff7dfadfb1 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:12:54.447087 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7fb02fd-8418-485e-922e-50e1aed503d7', 'tag': 'be816bd1-f402-4e67-88fa-f232f2f4c149', 'status': 'completed', 'code': 200} Sep 17 08:12:54.506983 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41a4fdb-0058-46d4-8cd3-0eaf1bd64c0b req-f8e26c7a-7686-4868-a062-3c599b144d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:54.508461 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e41a4fdb-0058-46d4-8cd3-0eaf1bd64c0b req-f8e26c7a-7686-4868-a062-3c599b144d48 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=afbda81027534d7e9de4042bdde36a42&device_id=d7fb02fd-8418-485e-922e-50e1aed503d7 HTTP/1.1" status: 200 len: 1094 time: 0.0422733 Sep 17 08:12:54.560042 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e41a4fdb-0058-46d4-8cd3-0eaf1bd64c0b req-0fa05e44-8050-428a-b73a-5bbb80dd6cd7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be816bd1-f402-4e67-88fa-f232f2f4c149 HTTP/1.1" status: 200 len: 217 time: 0.0375152 Sep 17 08:12:54.608539 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41a4fdb-0058-46d4-8cd3-0eaf1bd64c0b req-cedf3153-18a3-4796-900e-eec4aeb4c3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:54.610014 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e41a4fdb-0058-46d4-8cd3-0eaf1bd64c0b req-cedf3153-18a3-4796-900e-eec4aeb4c3d7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=52a52c1c-7240-4248-beb1-75c19c3c711b HTTP/1.1" status: 200 len: 847 time: 0.0428355 Sep 17 08:12:54.645791 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e41a4fdb-0058-46d4-8cd3-0eaf1bd64c0b req-50768cfc-ad89-434e-aca2-624bcb38149b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=36be4774-fc64-48b9-b530-ac258c53812c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284200 Sep 17 08:12:54.741411 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e41a4fdb-0058-46d4-8cd3-0eaf1bd64c0b req-668b35bd-6bde-43d2-8611-59ad337fb570 service neutron] 10.222.0.41 "GET /v2.0/networks/36be4774-fc64-48b9-b530-ac258c53812c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879619 Sep 17 08:12:54.847555 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e41a4fdb-0058-46d4-8cd3-0eaf1bd64c0b req-57e7f353-b47d-4727-812e-4fb3eef57d64 service neutron] 10.222.0.41 "GET /v2.0/networks/36be4774-fc64-48b9-b530-ac258c53812c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964451 Sep 17 08:12:54.970555 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e7795-6468-43e5-88f5-a532e8cf1aae req-970eb6ab-98dd-4077-ad4e-d8e43fca6b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:54.972462 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ab6e7795-6468-43e5-88f5-a532e8cf1aae req-970eb6ab-98dd-4077-ad4e-d8e43fca6b30 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=afbda81027534d7e9de4042bdde36a42&device_id=d7fb02fd-8418-485e-922e-50e1aed503d7 HTTP/1.1" status: 200 len: 1094 time: 0.0417237 Sep 17 08:12:55.073396 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e7795-6468-43e5-88f5-a532e8cf1aae req-099ac339-2fe2-4412-b601-2be394df1335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:55.075816 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ab6e7795-6468-43e5-88f5-a532e8cf1aae req-099ac339-2fe2-4412-b601-2be394df1335 service neutron] 10.222.0.41 "GET /v2.0/networks?id=36be4774-fc64-48b9-b530-ac258c53812c HTTP/1.1" status: 200 len: 908 time: 0.0953658 Sep 17 08:12:55.118318 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ab6e7795-6468-43e5-88f5-a532e8cf1aae req-e988a52d-71f4-48d2-bd9e-22f7de9e42f8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be816bd1-f402-4e67-88fa-f232f2f4c149 HTTP/1.1" status: 200 len: 217 time: 0.0347681 Sep 17 08:12:55.177690 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e7795-6468-43e5-88f5-a532e8cf1aae req-89947162-0cb8-4b6f-81b7-ebee217eb98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:55.179323 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ab6e7795-6468-43e5-88f5-a532e8cf1aae req-89947162-0cb8-4b6f-81b7-ebee217eb98f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=52a52c1c-7240-4248-beb1-75c19c3c711b HTTP/1.1" status: 200 len: 847 time: 0.0539970 Sep 17 08:12:55.220981 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1297bdb-19d8-4396-a769-2442732a45d9 req-25651045-a50e-4d26-aabc-c9bc618feec2 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:55.222265 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ab6e7795-6468-43e5-88f5-a532e8cf1aae req-159f3f69-e4d8-4f02-8709-7ced942f1bb8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=36be4774-fc64-48b9-b530-ac258c53812c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357335 Sep 17 08:12:55.223414 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b1297bdb-19d8-4396-a769-2442732a45d9 req-25651045-a50e-4d26-aabc-c9bc618feec2 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa278202-6ad6-449b-92ea-8188709d82f5 HTTP/1.1" status: 200 len: 945 time: 0.0611963 Sep 17 08:12:55.292731 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:55.300510 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc32343-fad9-44f1-9c5d-1b140385a13d req-3dea8578-b20e-4b5b-b257-e0e1bacf0a84 tempest-ServerTagsTestJSON-1958379973 tempest-ServerTagsTestJSON-1958379973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:55.302463 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2bc32343-fad9-44f1-9c5d-1b140385a13d req-3dea8578-b20e-4b5b-b257-e0e1bacf0a84 tempest-ServerTagsTestJSON-1958379973 tempest-ServerTagsTestJSON-1958379973-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7fb02fd-8418-485e-922e-50e1aed503d7 HTTP/1.1" status: 200 len: 943 time: 0.0772872 Sep 17 08:12:55.305261 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b1297bdb-19d8-4396-a769-2442732a45d9 req-55010ce9-4af0-4322-bd25-f2fbf116cc83 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716772 Sep 17 08:12:55.329018 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ab6e7795-6468-43e5-88f5-a532e8cf1aae req-7808bd62-e0b3-4ccf-bfa6-ef58e439ce1b service neutron] 10.222.0.41 "GET /v2.0/networks/36be4774-fc64-48b9-b530-ac258c53812c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993378 Sep 17 08:12:55.350804 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2bc32343-fad9-44f1-9c5d-1b140385a13d req-b9d53a72-7534-4b62-aa33-d89fff792de0 tempest-ServerTagsTestJSON-1958379973 tempest-ServerTagsTestJSON-1958379973-project] 10.222.0.13 "GET /v2.0/security-groups?id=37bfa53e-a0be-495c-a8e5-9749d7700c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397007 Sep 17 08:12:55.424401 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ab6e7795-6468-43e5-88f5-a532e8cf1aae req-ae3b2e2e-ab15-4f71-994d-1d885e9e936c service neutron] 10.222.0.41 "GET /v2.0/networks/36be4774-fc64-48b9-b530-ac258c53812c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877357 Sep 17 08:12:56.479343 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d82be9-4cb7-4114-83a5-c6346664bab8 req-9c283fe0-b508-4cc2-b5cd-99055e355d48 tempest-ServerTagsTestJSON-1958379973 tempest-ServerTagsTestJSON-1958379973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:56.480928 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-16d82be9-4cb7-4114-83a5-c6346664bab8 req-9c283fe0-b508-4cc2-b5cd-99055e355d48 tempest-ServerTagsTestJSON-1958379973 tempest-ServerTagsTestJSON-1958379973-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7fb02fd-8418-485e-922e-50e1aed503d7 HTTP/1.1" status: 200 len: 943 time: 0.0623248 Sep 17 08:12:56.552354 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-16d82be9-4cb7-4114-83a5-c6346664bab8 req-95c04a3f-919a-4702-9d20-40af52df75e6 tempest-ServerTagsTestJSON-1958379973 tempest-ServerTagsTestJSON-1958379973-project] 10.222.0.13 "GET /v2.0/security-groups?id=37bfa53e-a0be-495c-a8e5-9749d7700c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644164 Sep 17 08:12:56.560616 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb9ef5-1bd5-4ba9-888b-a68c1cfea89d req-e9f07166-be30-4752-99c4-caa41cf14837 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:56.562142 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cdbb9ef5-1bd5-4ba9-888b-a68c1cfea89d req-e9f07166-be30-4752-99c4-caa41cf14837 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa278202-6ad6-449b-92ea-8188709d82f5 HTTP/1.1" status: 200 len: 945 time: 0.0760632 Sep 17 08:12:56.600510 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cdbb9ef5-1bd5-4ba9-888b-a68c1cfea89d req-50d7cf80-b228-45e2-b34d-a5c27179fcf6 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321951 Sep 17 08:12:57.686310 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec6f6d6-6ed7-40e8-a198-490da1753803 req-4009deab-377a-42ff-95ef-2c89fbec9f4b tempest-ServerTagsTestJSON-1958379973 tempest-ServerTagsTestJSON-1958379973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:57.686906 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bec6f6d6-6ed7-40e8-a198-490da1753803 req-4009deab-377a-42ff-95ef-2c89fbec9f4b tempest-ServerTagsTestJSON-1958379973 tempest-ServerTagsTestJSON-1958379973-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7fb02fd-8418-485e-922e-50e1aed503d7 HTTP/1.1" status: 200 len: 943 time: 0.0671833 Sep 17 08:12:57.746280 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bec6f6d6-6ed7-40e8-a198-490da1753803 req-f588eeda-c149-4f5e-ba8e-4100d3a1eadd tempest-ServerTagsTestJSON-1958379973 tempest-ServerTagsTestJSON-1958379973-project] 10.222.0.13 "GET /v2.0/security-groups?id=37bfa53e-a0be-495c-a8e5-9749d7700c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412490 Sep 17 08:12:57.753749 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72da198-91aa-4fb5-bbb0-ab9b73da1809 req-9fd42014-04d9-464f-bf8e-e7d83ded4af5 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:57.755216 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a72da198-91aa-4fb5-bbb0-ab9b73da1809 req-9fd42014-04d9-464f-bf8e-e7d83ded4af5 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa278202-6ad6-449b-92ea-8188709d82f5 HTTP/1.1" status: 200 len: 945 time: 0.0881338 Sep 17 08:12:57.797882 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a72da198-91aa-4fb5-bbb0-ab9b73da1809 req-b2c4a7a0-5a2b-4868-b70f-358224892f26 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357759 Sep 17 08:12:58.586157 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41884) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:12:58.665855 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device be816bd1-f402-4e67-88fa-f232f2f4c149 details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:12:58.694652 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ff167e8e-a0d7-4fdc-8c4f-222180dce3aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:58.784164 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port be816bd1-f402-4e67-88fa-f232f2f4c149, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=be816bd1-f402-4e67-88fa-f232f2f4c149,segment=NetworkSegment(6632b766-c157-4f3f-815e-d382b38498ee),segment_id=6632b766-c157-4f3f-815e-d382b38498ee)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:12:58.789574 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ff167e8e-a0d7-4fdc-8c4f-222180dce3aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:58.795048 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ff167e8e-a0d7-4fdc-8c4f-222180dce3aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:58.796699 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': 'be816bd1-f402-4e67-88fa-f232f2f4c149', 'network_id': '36be4774-fc64-48b9-b530-ac258c53812c', 'port_id': 'be816bd1-f402-4e67-88fa-f232f2f4c149', 'mac_address': 'fa:16:3e:c9:80:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52a52c1c-7240-4248-beb1-75c19c3c711b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:12:58.840637 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ff167e8e-a0d7-4fdc-8c4f-222180dce3aa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b26e66cc5f7d4a69b65ee566fb5ae910&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2532797 Sep 17 08:12:58.844511 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41892) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:12:58.845096 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff167e8e-a0d7-4fdc-8c4f-222180dce3aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e29e298f-20f7-4983-9986-3b484e4fa660,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:58.848178 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:58.869098 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4ffcbb-45fe-4d89-8880-555019d37859 req-dae74714-1d56-40a0-885d-2b40d817e4b8 tempest-ServerTagsTestJSON-1958379973 tempest-ServerTagsTestJSON-1958379973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:58.870786 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3c4ffcbb-45fe-4d89-8880-555019d37859 req-dae74714-1d56-40a0-885d-2b40d817e4b8 tempest-ServerTagsTestJSON-1958379973 tempest-ServerTagsTestJSON-1958379973-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7fb02fd-8418-485e-922e-50e1aed503d7 HTTP/1.1" status: 200 len: 943 time: 0.0560293 Sep 17 08:12:58.875322 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be816bd1-f402-4e67-88fa-f232f2f4c149 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:12:58.899212 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port be816bd1-f402-4e67-88fa-f232f2f4c149, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=be816bd1-f402-4e67-88fa-f232f2f4c149,segment=NetworkSegment(6632b766-c157-4f3f-815e-d382b38498ee),segment_id=6632b766-c157-4f3f-815e-d382b38498ee)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:12:58.903312 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:58.922927 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d06b539e-8fba-4d55-b2b3-2ef58b1efc32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:58.941375 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3c4ffcbb-45fe-4d89-8880-555019d37859 req-2538aaed-8157-4167-b3e4-7234b3a491b3 tempest-ServerTagsTestJSON-1958379973 tempest-ServerTagsTestJSON-1958379973-project] 10.222.0.13 "GET /v2.0/security-groups?id=37bfa53e-a0be-495c-a8e5-9749d7700c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646844 Sep 17 08:12:58.944346 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d06b539e-8fba-4d55-b2b3-2ef58b1efc32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:58.952934 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5e2ff-90d1-452c-a0fb-502bee6bd9dc req-37853e83-772e-4780-88ad-e6780d8c8d31 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:12:58.955241 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-45d5e2ff-90d1-452c-a0fb-502bee6bd9dc req-37853e83-772e-4780-88ad-e6780d8c8d31 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa278202-6ad6-449b-92ea-8188709d82f5 HTTP/1.1" status: 200 len: 945 time: 0.0774355 Sep 17 08:12:58.973388 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=be816bd1-f402-4e67-88fa-f232f2f4c149,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:58.995674 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-45d5e2ff-90d1-452c-a0fb-502bee6bd9dc req-ee8a7344-50d5-478e-b259-871349cc3171 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334764 Sep 17 08:12:59.002457 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d06b539e-8fba-4d55-b2b3-2ef58b1efc32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:59.005425 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d06b539e-8fba-4d55-b2b3-2ef58b1efc32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:59.006624 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d06b539e-8fba-4d55-b2b3-2ef58b1efc32 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e29e298f-20f7-4983-9986-3b484e4fa660 HTTP/1.1" status: 204 len: 168 time: 0.1587141 Sep 17 08:12:59.022132 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06b539e-8fba-4d55-b2b3-2ef58b1efc32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e29e298f-20f7-4983-9986-3b484e4fa660,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:59.261577 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41898) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:12:59.274808 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-828e09cf-f86f-477f-9b17-a00e6500ad26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:59.361859 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-828e09cf-f86f-477f-9b17-a00e6500ad26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:59.365648 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-828e09cf-f86f-477f-9b17-a00e6500ad26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:59.370852 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['be816bd1-f402-4e67-88fa-f232f2f4c149'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:12:59.403245 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828e09cf-f86f-477f-9b17-a00e6500ad26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a95bc178-ed5c-4142-b8a8-f507f711f856,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:59.410540 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-828e09cf-f86f-477f-9b17-a00e6500ad26 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7af6050a75ea4ef6be3b4ecea58cfd11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1455894 Sep 17 08:12:59.411641 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 41900) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:12:59.458124 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8f0888bb-a844-469c-8a29-38b8bada684f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:59.482303 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8f0888bb-a844-469c-8a29-38b8bada684f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:59.527384 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8f0888bb-a844-469c-8a29-38b8bada684f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:59.530744 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8f0888bb-a844-469c-8a29-38b8bada684f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:59.531910 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-8f0888bb-a844-469c-8a29-38b8bada684f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a95bc178-ed5c-4142-b8a8-f507f711f856 HTTP/1.1" status: 204 len: 168 time: 0.1199789 Sep 17 08:12:59.539402 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0888bb-a844-469c-8a29-38b8bada684f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a95bc178-ed5c-4142-b8a8-f507f711f856,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:59.841110 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 41906) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:12:59.853921 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-dbcc4edd-94f4-4a1f-a82a-4ed5837fde57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:59.940242 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-dbcc4edd-94f4-4a1f-a82a-4ed5837fde57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:59.943861 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-dbcc4edd-94f4-4a1f-a82a-4ed5837fde57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:12:59.981629 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-dbcc4edd-94f4-4a1f-a82a-4ed5837fde57 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4ce2701f8a8d4f50a146ed6cbb23c946&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1394491 Sep 17 08:12:59.982875 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcc4edd-94f4-4a1f-a82a-4ed5837fde57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e898f56-96f0-4aa9-8ac9-78706b829533,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:12:59.985832 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 41910) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:13:00.038774 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d8062620-d546-4c39-a30a-56c1e52ebbc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:00.059435 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1261bd2-e32f-480b-9116-af93d5d5f316 req-fa6627de-0de4-4c53-9f71-14fcefe44d2f tempest-ServerTagsTestJSON-1958379973 tempest-ServerTagsTestJSON-1958379973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:00.061951 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f1261bd2-e32f-480b-9116-af93d5d5f316 req-fa6627de-0de4-4c53-9f71-14fcefe44d2f tempest-ServerTagsTestJSON-1958379973 tempest-ServerTagsTestJSON-1958379973-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7fb02fd-8418-485e-922e-50e1aed503d7 HTTP/1.1" status: 200 len: 944 time: 0.0506775 Sep 17 08:13:00.064974 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d8062620-d546-4c39-a30a-56c1e52ebbc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:00.119390 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d8062620-d546-4c39-a30a-56c1e52ebbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:00.122075 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d8062620-d546-4c39-a30a-56c1e52ebbc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:00.126262 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d8062620-d546-4c39-a30a-56c1e52ebbc6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2e898f56-96f0-4aa9-8ac9-78706b829533 HTTP/1.1" status: 204 len: 168 time: 0.1365273 Sep 17 08:13:00.133127 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f1261bd2-e32f-480b-9116-af93d5d5f316 req-9c22cc05-2ecc-4ea3-86f3-7dcb5c16f9e5 tempest-ServerTagsTestJSON-1958379973 tempest-ServerTagsTestJSON-1958379973-project] 10.222.0.13 "GET /v2.0/security-groups?id=37bfa53e-a0be-495c-a8e5-9749d7700c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652823 Sep 17 08:13:00.134665 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8062620-d546-4c39-a30a-56c1e52ebbc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e898f56-96f0-4aa9-8ac9-78706b829533,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:00.146696 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae6885-541b-4a8a-a68a-afbfb54c7897 req-8c01fe01-77b7-49f1-a224-46a60e2a6554 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:00.148169 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-04ae6885-541b-4a8a-a68a-afbfb54c7897 req-8c01fe01-77b7-49f1-a224-46a60e2a6554 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa278202-6ad6-449b-92ea-8188709d82f5 HTTP/1.1" status: 200 len: 945 time: 0.0786517 Sep 17 08:13:00.194088 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-04ae6885-541b-4a8a-a68a-afbfb54c7897 req-43903ada-b20c-46fd-908a-c3b21c2f0001 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351942 Sep 17 08:13:00.681101 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device be816bd1-f402-4e67-88fa-f232f2f4c149 up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:13:00.732094 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning for port be816bd1-f402-4e67-88fa-f232f2f4c149 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:13:00.735865 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port be816bd1-f402-4e67-88fa-f232f2f4c149 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:13:00.736257 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:00.812045 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:00.834513 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7fb02fd-8418-485e-922e-50e1aed503d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be816bd1-f402-4e67-88fa-f232f2f4c149'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:13:00.836859 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e309c6c-33c3-433a-b0f2-3c472ba55efd" -d '{"events": [{"server_uuid": "d7fb02fd-8418-485e-922e-50e1aed503d7", "name": "network-vif-plugged", "status": "completed", "tag": "be816bd1-f402-4e67-88fa-f232f2f4c149"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:13:00.850488 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port be816bd1-f402-4e67-88fa-f232f2f4c149, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=be816bd1-f402-4e67-88fa-f232f2f4c149,segment=NetworkSegment(6632b766-c157-4f3f-815e-d382b38498ee),segment_id=6632b766-c157-4f3f-815e-d382b38498ee)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:13:00.856582 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:00.887502 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90eb1a0b-890d-4fa3-abed-d3282bd94dda x-openstack-request-id: req-90eb1a0b-890d-4fa3-abed-d3282bd94dda {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:13:00.887790 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7fb02fd-8418-485e-922e-50e1aed503d7", "name": "network-vif-plugged", "status": "completed", "tag": "be816bd1-f402-4e67-88fa-f232f2f4c149", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:13:00.888066 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-90eb1a0b-890d-4fa3-abed-d3282bd94dda {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:13:00.888957 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7fb02fd-8418-485e-922e-50e1aed503d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be816bd1-f402-4e67-88fa-f232f2f4c149', 'code': 200} Sep 17 08:13:00.918704 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=be816bd1-f402-4e67-88fa-f232f2f4c149,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:00.995246 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a43e24-d9ae-4849-93f7-d24b17777f4e req-a594738b-3a63-4c40-b33c-bff6c502505c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:00.996879 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a1a43e24-d9ae-4849-93f7-d24b17777f4e req-a594738b-3a63-4c40-b33c-bff6c502505c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d7fb02fd-8418-485e-922e-50e1aed503d7 HTTP/1.1" status: 200 len: 1096 time: 0.0398822 Sep 17 08:13:01.033345 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a1a43e24-d9ae-4849-93f7-d24b17777f4e req-946b5c84-c1ec-495f-80c1-6cf76cb806fe service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=37bfa53e-a0be-495c-a8e5-9749d7700c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284812 Sep 17 08:13:01.270866 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95037a57-308b-49d9-b290-4fda64dd8e35 req-94adc02d-4cfe-47db-848e-b0e754cf9865 tempest-ServerTagsTestJSON-1958379973 tempest-ServerTagsTestJSON-1958379973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:01.276423 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-95037a57-308b-49d9-b290-4fda64dd8e35 req-94adc02d-4cfe-47db-848e-b0e754cf9865 tempest-ServerTagsTestJSON-1958379973 tempest-ServerTagsTestJSON-1958379973-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7fb02fd-8418-485e-922e-50e1aed503d7 HTTP/1.1" status: 200 len: 945 time: 0.0590396 Sep 17 08:13:01.337501 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-95037a57-308b-49d9-b290-4fda64dd8e35 req-4640e29b-6877-49d2-8d7b-f53a50ef90bb tempest-ServerTagsTestJSON-1958379973 tempest-ServerTagsTestJSON-1958379973-project] 10.222.0.13 "GET /v2.0/security-groups?id=37bfa53e-a0be-495c-a8e5-9749d7700c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591848 Sep 17 08:13:01.353923 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadf7c63-587c-441a-bf06-ab828f5f7c18 req-1277a958-e37f-44c1-b7db-4b75fce9869d tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:01.355586 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fadf7c63-587c-441a-bf06-ab828f5f7c18 req-1277a958-e37f-44c1-b7db-4b75fce9869d tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa278202-6ad6-449b-92ea-8188709d82f5 HTTP/1.1" status: 200 len: 945 time: 0.0632176 Sep 17 08:13:01.397466 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fadf7c63-587c-441a-bf06-ab828f5f7c18 req-0dfaa06c-4838-4b05-980a-e1afb76caf38 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359271 Sep 17 08:13:02.554638 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfba6d7-fda8-48d3-97a1-0d796a2192ff req-edb4b374-31c3-4f5f-b3b3-dbcf91fa0a61 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:02.556740 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8cfba6d7-fda8-48d3-97a1-0d796a2192ff req-edb4b374-31c3-4f5f-b3b3-dbcf91fa0a61 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa278202-6ad6-449b-92ea-8188709d82f5 HTTP/1.1" status: 200 len: 945 time: 0.0713134 Sep 17 08:13:02.608264 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8cfba6d7-fda8-48d3-97a1-0d796a2192ff req-86756004-d4b1-4a36-bb1b-34dab1f1873e tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445898 Sep 17 08:13:02.722243 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3885f4c7-8f9d-46b5-a79f-dac2e4860b79 req-caf24bd8-e85e-4a48-bee3-2ec93c71575e tempest-ServerTagsTestJSON-1958379973 tempest-ServerTagsTestJSON-1958379973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:02.723741 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3885f4c7-8f9d-46b5-a79f-dac2e4860b79 req-caf24bd8-e85e-4a48-bee3-2ec93c71575e tempest-ServerTagsTestJSON-1958379973 tempest-ServerTagsTestJSON-1958379973-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7fb02fd-8418-485e-922e-50e1aed503d7 HTTP/1.1" status: 200 len: 945 time: 0.0491922 Sep 17 08:13:02.761516 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3885f4c7-8f9d-46b5-a79f-dac2e4860b79 req-b68912b9-8480-4d78-9b54-53d957bf3d3b tempest-ServerTagsTestJSON-1958379973 tempest-ServerTagsTestJSON-1958379973-project] 10.222.0.13 "GET /v2.0/security-groups?id=37bfa53e-a0be-495c-a8e5-9749d7700c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317509 Sep 17 08:13:03.724913 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5c172e-3f0f-4e11-bbda-ac0d851979fc req-fa0272d6-ccc7-47e7-8de1-bf1fff669c4f tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:03.726384 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cb5c172e-3f0f-4e11-bbda-ac0d851979fc req-fa0272d6-ccc7-47e7-8de1-bf1fff669c4f tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa278202-6ad6-449b-92ea-8188709d82f5 HTTP/1.1" status: 200 len: 945 time: 0.0483778 Sep 17 08:13:03.777963 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cb5c172e-3f0f-4e11-bbda-ac0d851979fc req-d0d586aa-500c-4df2-9085-6795039149e2 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454037 Sep 17 08:13:03.884553 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6e9d37-8326-4353-9c56-aae3debc0f3a req-a6f30a11-12de-4cd6-9921-ed72553564a0 tempest-ServerTagsTestJSON-1958379973 tempest-ServerTagsTestJSON-1958379973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:03.886463 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6f6e9d37-8326-4353-9c56-aae3debc0f3a req-a6f30a11-12de-4cd6-9921-ed72553564a0 tempest-ServerTagsTestJSON-1958379973 tempest-ServerTagsTestJSON-1958379973-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7fb02fd-8418-485e-922e-50e1aed503d7 HTTP/1.1" status: 200 len: 945 time: 0.0563679 Sep 17 08:13:03.932982 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6f6e9d37-8326-4353-9c56-aae3debc0f3a req-f04ae82a-ec26-43aa-b4c7-2327c8bcc78c tempest-ServerTagsTestJSON-1958379973 tempest-ServerTagsTestJSON-1958379973-project] 10.222.0.13 "GET /v2.0/security-groups?id=37bfa53e-a0be-495c-a8e5-9749d7700c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387797 Sep 17 08:13:03.987975 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d85eee-342e-4d25-9c79-657c3e11b26f req-f0eb9249-0571-42c3-bea7-5c679354fb6c tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:03.989527 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c8d85eee-342e-4d25-9c79-657c3e11b26f req-f0eb9249-0571-42c3-bea7-5c679354fb6c tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 945 time: 0.0506251 Sep 17 08:13:04.029895 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c8d85eee-342e-4d25-9c79-657c3e11b26f req-477f354f-534f-4db9-8a21-3cb2cc9fd442 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326505 Sep 17 08:13:04.166167 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336b8e9-5463-4ff0-8845-17802f6953a7 req-26b100a9-6536-4162-9b46-9bd1a84d955b tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:04.168152 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8336b8e9-5463-4ff0-8845-17802f6953a7 req-26b100a9-6536-4162-9b46-9bd1a84d955b tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 945 time: 0.0518022 Sep 17 08:13:04.218892 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8336b8e9-5463-4ff0-8845-17802f6953a7 req-c5309e9b-b9f9-45be-8959-563f2b85c583 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446632 Sep 17 08:13:04.532364 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9176a5-80ba-4958-84b5-fe4762ce3b8d req-dbb4aeda-8cd7-4aa6-8ba9-92e11e42a264 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:04.534086 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cf9176a5-80ba-4958-84b5-fe4762ce3b8d req-dbb4aeda-8cd7-4aa6-8ba9-92e11e42a264 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/networks?id=b775eb3f-2b25-4820-827b-6765ebe265c2 HTTP/1.1" status: 200 len: 812 time: 0.1372898 Sep 17 08:13:04.555131 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cf9176a5-80ba-4958-84b5-fe4762ce3b8d req-163d7a21-d6e2-4f00-b83b-cda7089ac34e tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/quotas/a40110368b234965bf3fd6f856f2361c HTTP/1.1" status: 200 len: 375 time: 0.0152092 Sep 17 08:13:04.620114 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cf9176a5-80ba-4958-84b5-fe4762ce3b8d req-b883ced3-07f3-4b5e-a79b-4602a0db1a74 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a40110368b234965bf3fd6f856f2361c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0637667 Sep 17 08:13:04.719652 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cf9176a5-80ba-4958-84b5-fe4762ce3b8d req-cc63422e-aeb9-44a6-8a5a-d3e7bfa6d14c service neutron] 10.222.0.13 "GET /v2.0/networks/b775eb3f-2b25-4820-827b-6765ebe265c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987501 Sep 17 08:13:04.806067 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 42020) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:13:04.835955 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cf9176a5-80ba-4958-84b5-fe4762ce3b8d req-eeaa6c5d-ca18-4bac-bede-02a01d9aa7ca service neutron] 10.222.0.13 "GET /v2.0/networks/b775eb3f-2b25-4820-827b-6765ebe265c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075294 Sep 17 08:13:04.957721 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-273c29bb-8932-4b59-a82d-33f69efd6a1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:05.033067 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c421d539-6c26-4c15-b27f-c1186a7e1f22 req-a02e630b-ef08-464f-8137-047e389fe366 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=9952c559-f6eb-46d7-a764-04a0dd45f225 HTTP/1.1" status: 200 len: 210 time: 0.0494089 Sep 17 08:13:05.073324 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-273c29bb-8932-4b59-a82d-33f69efd6a1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:05.080136 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-273c29bb-8932-4b59-a82d-33f69efd6a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:05.114240 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-273c29bb-8932-4b59-a82d-33f69efd6a1b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6c513140b76b47aea76309b9feeab26b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3069685 Sep 17 08:13:05.117409 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 42036) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:13:05.137017 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273c29bb-8932-4b59-a82d-33f69efd6a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de35fd5f-637c-4b1f-844a-d937836a1632,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:05.180181 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0d38f77a-05a9-45cb-9665-5410c1864820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:05.207751 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0d38f77a-05a9-45cb-9665-5410c1864820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:05.261698 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0d38f77a-05a9-45cb-9665-5410c1864820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:05.265042 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0d38f77a-05a9-45cb-9665-5410c1864820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:05.265880 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-0d38f77a-05a9-45cb-9665-5410c1864820 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/de35fd5f-637c-4b1f-844a-d937836a1632 HTTP/1.1" status: 204 len: 168 time: 0.1475048 Sep 17 08:13:05.285456 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d38f77a-05a9-45cb-9665-5410c1864820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de35fd5f-637c-4b1f-844a-d937836a1632,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:05.294403 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d38f77a-05a9-45cb-9665-5410c1864820 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:13:05.295530 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d38f77a-05a9-45cb-9665-5410c1864820 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:13:05.295681 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d38f77a-05a9-45cb-9665-5410c1864820 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:13:05.296118 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d38f77a-05a9-45cb-9665-5410c1864820 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:13:05.296579 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d38f77a-05a9-45cb-9665-5410c1864820 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:13:05.296922 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d38f77a-05a9-45cb-9665-5410c1864820 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:13:05.297255 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d38f77a-05a9-45cb-9665-5410c1864820 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:13:05.297585 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d38f77a-05a9-45cb-9665-5410c1864820 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:13:05.298044 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d38f77a-05a9-45cb-9665-5410c1864820 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:13:05.298390 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d38f77a-05a9-45cb-9665-5410c1864820 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:13:05.298699 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d38f77a-05a9-45cb-9665-5410c1864820 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:13:05.299146 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d38f77a-05a9-45cb-9665-5410c1864820 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:13:05.443381 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:05.719740 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce0d4e-3096-4d2d-b289-6c5b2a25745a req-50db39c6-5d33-4d5f-8dde-cafd661bb5c6 tempest-ServerTagsTestJSON-1958379973 tempest-ServerTagsTestJSON-1958379973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:05.721151 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-83ce0d4e-3096-4d2d-b289-6c5b2a25745a req-50db39c6-5d33-4d5f-8dde-cafd661bb5c6 tempest-ServerTagsTestJSON-1958379973 tempest-ServerTagsTestJSON-1958379973-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7fb02fd-8418-485e-922e-50e1aed503d7 HTTP/1.1" status: 200 len: 945 time: 0.0472839 Sep 17 08:13:05.740057 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:05.762818 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-83ce0d4e-3096-4d2d-b289-6c5b2a25745a req-957d3cb0-f8d0-4800-85e9-fd754fed05db tempest-ServerTagsTestJSON-1958379973 tempest-ServerTagsTestJSON-1958379973-project] 10.222.0.13 "GET /v2.0/security-groups?id=37bfa53e-a0be-495c-a8e5-9749d7700c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352125 Sep 17 08:13:06.138160 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2b14c811-f582-41a0-aff4-0762858aa6d0 req-3ac1fb27-1c24-4297-90d6-760e8f655afc tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=9952c559-f6eb-46d7-a764-04a0dd45f225 HTTP/1.1" status: 200 len: 210 time: 0.0398846 Sep 17 08:13:06.171156 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9176a5-80ba-4958-84b5-fe4762ce3b8d req-50a374e2-8c63-48db-aa9e-c364842dadf6 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:06.172815 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cf9176a5-80ba-4958-84b5-fe4762ce3b8d req-50a374e2-8c63-48db-aa9e-c364842dadf6 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.39 "GET /v2.0/networks?id=b775eb3f-2b25-4820-827b-6765ebe265c2 HTTP/1.1" status: 200 len: 812 time: 0.1596498 Sep 17 08:13:06.199651 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-cf9176a5-80ba-4958-84b5-fe4762ce3b8d req-94ae6292-8e2e-4ea5-820c-38f4ea6c8d9e tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Request body: {'port': {'device_id': '9952c559-f6eb-46d7-a764-04a0dd45f225', 'network_id': 'b775eb3f-2b25-4820-827b-6765ebe265c2', 'admin_state_up': True, 'tenant_id': 'a40110368b234965bf3fd6f856f2361c'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:13:06.322605 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf9176a5-80ba-4958-84b5-fe4762ce3b8d req-94ae6292-8e2e-4ea5-820c-38f4ea6c8d9e tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Made reservation on behalf of a40110368b234965bf3fd6f856f2361c for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:13:06.327009 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-cf9176a5-80ba-4958-84b5-fe4762ce3b8d req-94ae6292-8e2e-4ea5-820c-38f4ea6c8d9e tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:06.510785 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-cf9176a5-80ba-4958-84b5-fe4762ce3b8d req-94ae6292-8e2e-4ea5-820c-38f4ea6c8d9e tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Allocated IP 172.20.0.3 (b775eb3f-2b25-4820-827b-6765ebe265c2/9b7cebd9-83b6-4be8-81d9-9f32073aed40/6efbdc62-2af9-4d03-854a-91c97c8f3b19) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:13:06.671931 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-cf9176a5-80ba-4958-84b5-fe4762ce3b8d req-94ae6292-8e2e-4ea5-820c-38f4ea6c8d9e tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:06.706839 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-cf9176a5-80ba-4958-84b5-fe4762ce3b8d req-94ae6292-8e2e-4ea5-820c-38f4ea6c8d9e tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:06.739238 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['7ebfe381-193d-41f3-8710-45fa3d308dbd'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:13:06.759744 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf9176a5-80ba-4958-84b5-fe4762ce3b8d req-94ae6292-8e2e-4ea5-820c-38f4ea6c8d9e tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Network b775eb3f-2b25-4820-827b-6765ebe265c2 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:13:06.763096 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-cf9176a5-80ba-4958-84b5-fe4762ce3b8d req-94ae6292-8e2e-4ea5-820c-38f4ea6c8d9e tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:13:06.766168 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf9176a5-80ba-4958-84b5-fe4762ce3b8d req-94ae6292-8e2e-4ea5-820c-38f4ea6c8d9e tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:13:06.805701 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ae6292-8e2e-4ea5-820c-38f4ea6c8d9e tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Pushing event updated for resources: {'Port': ['ID=6efbdc62-2af9-4d03-854a-91c97c8f3b19,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:06.842806 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9176a5-80ba-4958-84b5-fe4762ce3b8d req-94ae6292-8e2e-4ea5-820c-38f4ea6c8d9e tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:06.843625 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-cf9176a5-80ba-4958-84b5-fe4762ce3b8d req-94ae6292-8e2e-4ea5-820c-38f4ea6c8d9e tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:06.869443 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cf9176a5-80ba-4958-84b5-fe4762ce3b8d req-94ae6292-8e2e-4ea5-820c-38f4ea6c8d9e tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6730373 Sep 17 08:13:06.890558 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-cf9176a5-80ba-4958-84b5-fe4762ce3b8d req-2346850b-2512-4df7-9d1d-636ca0a37d38 service neutron] Request body: {'port': {'device_id': '9952c559-f6eb-46d7-a764-04a0dd45f225', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:13:06.912449 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6945ec-2a7c-44e5-9b08-6e34e6548ec3 req-163070ef-d209-4c46-bcfb-3029a8807857 tempest-ServerTagsTestJSON-1958379973 tempest-ServerTagsTestJSON-1958379973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:06.914313 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bc6945ec-2a7c-44e5-9b08-6e34e6548ec3 req-163070ef-d209-4c46-bcfb-3029a8807857 tempest-ServerTagsTestJSON-1958379973 tempest-ServerTagsTestJSON-1958379973-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7fb02fd-8418-485e-922e-50e1aed503d7 HTTP/1.1" status: 200 len: 945 time: 0.0608931 Sep 17 08:13:06.958618 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bc6945ec-2a7c-44e5-9b08-6e34e6548ec3 req-f0f2fcd0-7d5a-48af-a9ba-4b100dc32e15 tempest-ServerTagsTestJSON-1958379973 tempest-ServerTagsTestJSON-1958379973-project] 10.222.0.13 "GET /v2.0/security-groups?id=37bfa53e-a0be-495c-a8e5-9749d7700c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365272 Sep 17 08:13:06.968628 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-cf9176a5-80ba-4958-84b5-fe4762ce3b8d req-2346850b-2512-4df7-9d1d-636ca0a37d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:07.082927 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1085a7f9-26e2-4a8d-a2da-93aa0daa4539 None None] Provisioning complete for port 6efbdc62-2af9-4d03-854a-91c97c8f3b19 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:13:07.086088 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1085a7f9-26e2-4a8d-a2da-93aa0daa4539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:07.140618 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1085a7f9-26e2-4a8d-a2da-93aa0daa4539 None None] Port 6efbdc62-2af9-4d03-854a-91c97c8f3b19 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:13:07.267771 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-cf9176a5-80ba-4958-84b5-fe4762ce3b8d req-2346850b-2512-4df7-9d1d-636ca0a37d38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6efbdc62-2af9-4d03-854a-91c97c8f3b19 {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:13:07.268405 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f1579a-8cce-444b-82c1-e36b644227c8 req-7e1c71a5-eaff-49ba-91c0-4982dd2da238 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:07.269859 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e7f1579a-8cce-444b-82c1-e36b644227c8 req-7e1c71a5-eaff-49ba-91c0-4982dd2da238 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=9952c559-f6eb-46d7-a764-04a0dd45f225 HTTP/1.1" status: 200 len: 931 time: 0.0492673 Sep 17 08:13:07.275332 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-cf9176a5-80ba-4958-84b5-fe4762ce3b8d req-2346850b-2512-4df7-9d1d-636ca0a37d38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:07.288967 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-cf9176a5-80ba-4958-84b5-fe4762ce3b8d req-2346850b-2512-4df7-9d1d-636ca0a37d38 service neutron] Transition to ACTIVE for port object 6efbdc62-2af9-4d03-854a-91c97c8f3b19 will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:13:07.293277 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-cf9176a5-80ba-4958-84b5-fe4762ce3b8d req-2346850b-2512-4df7-9d1d-636ca0a37d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:07.310598 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e7f1579a-8cce-444b-82c1-e36b644227c8 req-0a9bb78a-a281-4f49-970d-2c2e8e00bb6d tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348282 Sep 17 08:13:07.354915 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2346850b-2512-4df7-9d1d-636ca0a37d38 service neutron] Pushing event updated for resources: {'Port': ['ID=6efbdc62-2af9-4d03-854a-91c97c8f3b19,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:07.422275 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-cf9176a5-80ba-4958-84b5-fe4762ce3b8d req-2346850b-2512-4df7-9d1d-636ca0a37d38 service neutron] Attempting to bind port 6efbdc62-2af9-4d03-854a-91c97c8f3b19 on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:13:07.422616 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-cf9176a5-80ba-4958-84b5-fe4762ce3b8d req-2346850b-2512-4df7-9d1d-636ca0a37d38 service neutron] Attempting to bind port 6efbdc62-2af9-4d03-854a-91c97c8f3b19 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': 'e7dfc92d-b32e-4f74-ad53-4fda8afa908d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b775eb3f-2b25-4820-827b-6765ebe265c2'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:13:07.422948 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9176a5-80ba-4958-84b5-fe4762ce3b8d req-2346850b-2512-4df7-9d1d-636ca0a37d38 service neutron] Attempting to bind port 6efbdc62-2af9-4d03-854a-91c97c8f3b19 on network b775eb3f-2b25-4820-827b-6765ebe265c2 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:13:07.427638 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9176a5-80ba-4958-84b5-fe4762ce3b8d req-2346850b-2512-4df7-9d1d-636ca0a37d38 service neutron] Port 6efbdc62-2af9-4d03-854a-91c97c8f3b19 on network b775eb3f-2b25-4820-827b-6765ebe265c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:13:07.427994 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9176a5-80ba-4958-84b5-fe4762ce3b8d req-2346850b-2512-4df7-9d1d-636ca0a37d38 service neutron] Attempting to bind port 6efbdc62-2af9-4d03-854a-91c97c8f3b19 on network b775eb3f-2b25-4820-827b-6765ebe265c2 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:13:07.432911 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9176a5-80ba-4958-84b5-fe4762ce3b8d req-2346850b-2512-4df7-9d1d-636ca0a37d38 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:13:07.433241 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9176a5-80ba-4958-84b5-fe4762ce3b8d req-2346850b-2512-4df7-9d1d-636ca0a37d38 service neutron] Checking segment: {'id': 'e7dfc92d-b32e-4f74-ad53-4fda8afa908d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b775eb3f-2b25-4820-827b-6765ebe265c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:13:07.433623 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9176a5-80ba-4958-84b5-fe4762ce3b8d req-2346850b-2512-4df7-9d1d-636ca0a37d38 service neutron] Bound using segment: {'id': 'e7dfc92d-b32e-4f74-ad53-4fda8afa908d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b775eb3f-2b25-4820-827b-6765ebe265c2'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:13:07.434051 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-cf9176a5-80ba-4958-84b5-fe4762ce3b8d req-2346850b-2512-4df7-9d1d-636ca0a37d38 service neutron] Bound port: 6efbdc62-2af9-4d03-854a-91c97c8f3b19, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7dfc92d-b32e-4f74-ad53-4fda8afa908d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b775eb3f-2b25-4820-827b-6765ebe265c2'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:13:07.434411 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-cf9176a5-80ba-4958-84b5-fe4762ce3b8d req-2346850b-2512-4df7-9d1d-636ca0a37d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:07.532737 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-cf9176a5-80ba-4958-84b5-fe4762ce3b8d req-2346850b-2512-4df7-9d1d-636ca0a37d38 service neutron] For port 6efbdc62-2af9-4d03-854a-91c97c8f3b19, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:13:07.536502 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-cf9176a5-80ba-4958-84b5-fe4762ce3b8d req-2346850b-2512-4df7-9d1d-636ca0a37d38 service neutron] For port 6efbdc62-2af9-4d03-854a-91c97c8f3b19, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=6efbdc62-2af9-4d03-854a-91c97c8f3b19,segment=NetworkSegment(e7dfc92d-b32e-4f74-ad53-4fda8afa908d),segment_id=e7dfc92d-b32e-4f74-ad53-4fda8afa908d)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:13:07.542011 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-cf9176a5-80ba-4958-84b5-fe4762ce3b8d req-2346850b-2512-4df7-9d1d-636ca0a37d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:07.553826 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d0a2a-7f6a-4234-a5c2-3c3dc4940dac req-11c08115-2063-4186-a2ae-e1f27f4d451f tempest-ServerTagsTestJSON-1958379973 tempest-ServerTagsTestJSON-1958379973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:07.555314 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e32d0a2a-7f6a-4234-a5c2-3c3dc4940dac req-11c08115-2063-4186-a2ae-e1f27f4d451f tempest-ServerTagsTestJSON-1958379973 tempest-ServerTagsTestJSON-1958379973-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7fb02fd-8418-485e-922e-50e1aed503d7 HTTP/1.1" status: 200 len: 945 time: 0.0887113 Sep 17 08:13:07.614050 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9176a5-80ba-4958-84b5-fe4762ce3b8d req-2346850b-2512-4df7-9d1d-636ca0a37d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:07.614667 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-cf9176a5-80ba-4958-84b5-fe4762ce3b8d req-2346850b-2512-4df7-9d1d-636ca0a37d38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:07.616086 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cf9176a5-80ba-4958-84b5-fe4762ce3b8d req-2346850b-2512-4df7-9d1d-636ca0a37d38 service neutron] 10.222.0.39 "PUT /v2.0/ports/6efbdc62-2af9-4d03-854a-91c97c8f3b19 HTTP/1.1" status: 200 len: 1091 time: 0.7305357 Sep 17 08:13:07.619167 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9952c559-f6eb-46d7-a764-04a0dd45f225', 'tag': '6efbdc62-2af9-4d03-854a-91c97c8f3b19'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:13:07.621460 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6f875d-95a2-494d-8280-583247895a4d" -d '{"events": [{"name": "network-changed", "server_uuid": "9952c559-f6eb-46d7-a764-04a0dd45f225", "tag": "6efbdc62-2af9-4d03-854a-91c97c8f3b19"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:13:07.673996 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2346850b-2512-4df7-9d1d-636ca0a37d38 service neutron] Pushing event updated for resources: {'Port': ['ID=6efbdc62-2af9-4d03-854a-91c97c8f3b19,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:07.685765 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-680d7bb9-6246-46e8-8cf2-52a42e246ff0 x-openstack-request-id: req-680d7bb9-6246-46e8-8cf2-52a42e246ff0 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:13:07.686137 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9952c559-f6eb-46d7-a764-04a0dd45f225", "tag": "6efbdc62-2af9-4d03-854a-91c97c8f3b19", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:13:07.686460 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-680d7bb9-6246-46e8-8cf2-52a42e246ff0 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:13:07.687631 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9952c559-f6eb-46d7-a764-04a0dd45f225', 'tag': '6efbdc62-2af9-4d03-854a-91c97c8f3b19', 'status': 'completed', 'code': 200} Sep 17 08:13:07.745904 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-e32d0a2a-7f6a-4234-a5c2-3c3dc4940dac req-87ff6088-f6e0-4d50-9bf5-cb7a4316070e tempest-ServerTagsTestJSON-1958379973 tempest-ServerTagsTestJSON-1958379973-project] Deleting port be816bd1-f402-4e67-88fa-f232f2f4c149 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:13:07.746268 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-e32d0a2a-7f6a-4234-a5c2-3c3dc4940dac req-87ff6088-f6e0-4d50-9bf5-cb7a4316070e tempest-ServerTagsTestJSON-1958379973 tempest-ServerTagsTestJSON-1958379973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:07.775961 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9176a5-80ba-4958-84b5-fe4762ce3b8d req-c7fe76af-6dae-4b30-ba5e-a39fe0025445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:07.777522 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cf9176a5-80ba-4958-84b5-fe4762ce3b8d req-c7fe76af-6dae-4b30-ba5e-a39fe0025445 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a40110368b234965bf3fd6f856f2361c&device_id=9952c559-f6eb-46d7-a764-04a0dd45f225 HTTP/1.1" status: 200 len: 1094 time: 0.0794506 Sep 17 08:13:07.856835 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cf9176a5-80ba-4958-84b5-fe4762ce3b8d req-5b68cec0-4bb3-4ecc-8842-e93349b3fcf0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6efbdc62-2af9-4d03-854a-91c97c8f3b19 HTTP/1.1" status: 200 len: 217 time: 0.0446510 Sep 17 08:13:07.913207 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-e32d0a2a-7f6a-4234-a5c2-3c3dc4940dac req-87ff6088-f6e0-4d50-9bf5-cb7a4316070e tempest-ServerTagsTestJSON-1958379973 tempest-ServerTagsTestJSON-1958379973-project] For port be816bd1-f402-4e67-88fa-f232f2f4c149, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=be816bd1-f402-4e67-88fa-f232f2f4c149,segment=NetworkSegment(6632b766-c157-4f3f-815e-d382b38498ee),segment_id=6632b766-c157-4f3f-815e-d382b38498ee)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:13:07.913610 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-e32d0a2a-7f6a-4234-a5c2-3c3dc4940dac req-87ff6088-f6e0-4d50-9bf5-cb7a4316070e tempest-ServerTagsTestJSON-1958379973 tempest-ServerTagsTestJSON-1958379973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:07.930012 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-e32d0a2a-7f6a-4234-a5c2-3c3dc4940dac req-87ff6088-f6e0-4d50-9bf5-cb7a4316070e tempest-ServerTagsTestJSON-1958379973 tempest-ServerTagsTestJSON-1958379973-project] Calling delete_port for be816bd1-f402-4e67-88fa-f232f2f4c149 owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:13:07.938188 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9176a5-80ba-4958-84b5-fe4762ce3b8d req-6166c20c-39b8-47a6-b6d0-8daa8eda1444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:07.939870 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cf9176a5-80ba-4958-84b5-fe4762ce3b8d req-6166c20c-39b8-47a6-b6d0-8daa8eda1444 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9b7cebd9-83b6-4be8-81d9-9f32073aed40 HTTP/1.1" status: 200 len: 851 time: 0.0758638 Sep 17 08:13:08.031240 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9176a5-80ba-4958-84b5-fe4762ce3b8d req-1eb601a1-5eb0-4d5f-a3a7-f96d65dc2f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:08.032779 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cf9176a5-80ba-4958-84b5-fe4762ce3b8d req-1eb601a1-5eb0-4d5f-a3a7-f96d65dc2f53 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b775eb3f-2b25-4820-827b-6765ebe265c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0864339 Sep 17 08:13:08.086169 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6211aa4c-a21a-4eff-9c63-931c1cb7fde0 req-24343a48-9128-4d36-83df-3f949b500057 tempest-ServerTagsTestJSON-1958379973 tempest-ServerTagsTestJSON-1958379973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:08.088137 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6211aa4c-a21a-4eff-9c63-931c1cb7fde0 req-24343a48-9128-4d36-83df-3f949b500057 tempest-ServerTagsTestJSON-1958379973 tempest-ServerTagsTestJSON-1958379973-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7fb02fd-8418-485e-922e-50e1aed503d7 HTTP/1.1" status: 200 len: 945 time: 0.0601621 Sep 17 08:13:08.130565 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6211aa4c-a21a-4eff-9c63-931c1cb7fde0 req-224fc7e0-2226-429a-a329-77c6d721e6dc tempest-ServerTagsTestJSON-1958379973 tempest-ServerTagsTestJSON-1958379973-project] 10.222.0.13 "GET /v2.0/security-groups?id=37bfa53e-a0be-495c-a8e5-9749d7700c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363326 Sep 17 08:13:08.185017 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cf9176a5-80ba-4958-84b5-fe4762ce3b8d req-72f8c323-524e-446f-a27f-3527bab13e41 service neutron] 10.222.0.39 "GET /v2.0/networks/b775eb3f-2b25-4820-827b-6765ebe265c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414533 Sep 17 08:13:08.187547 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-e32d0a2a-7f6a-4234-a5c2-3c3dc4940dac req-87ff6088-f6e0-4d50-9bf5-cb7a4316070e tempest-ServerTagsTestJSON-1958379973 tempest-ServerTagsTestJSON-1958379973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:08.226480 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['be816bd1-f402-4e67-88fa-f232f2f4c149'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:13:08.235507 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ff6088-f6e0-4d50-9bf5-cb7a4316070e tempest-ServerTagsTestJSON-1958379973 tempest-ServerTagsTestJSON-1958379973-project] Pushing event deleted for resources: {'Port': ['ID=be816bd1-f402-4e67-88fa-f232f2f4c149,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:08.311750 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-e32d0a2a-7f6a-4234-a5c2-3c3dc4940dac req-87ff6088-f6e0-4d50-9bf5-cb7a4316070e tempest-ServerTagsTestJSON-1958379973 tempest-ServerTagsTestJSON-1958379973-project] No DVR routers for this DVR port be816bd1-f402-4e67-88fa-f232f2f4c149 on host n-h1-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:13:08.316790 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-e32d0a2a-7f6a-4234-a5c2-3c3dc4940dac req-87ff6088-f6e0-4d50-9bf5-cb7a4316070e tempest-ServerTagsTestJSON-1958379973 tempest-ServerTagsTestJSON-1958379973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:08.318749 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e32d0a2a-7f6a-4234-a5c2-3c3dc4940dac req-87ff6088-f6e0-4d50-9bf5-cb7a4316070e tempest-ServerTagsTestJSON-1958379973 tempest-ServerTagsTestJSON-1958379973-project] 10.222.0.41 "DELETE /v2.0/ports/be816bd1-f402-4e67-88fa-f232f2f4c149 HTTP/1.1" status: 204 len: 173 time: 0.7433686 Sep 17 08:13:08.346208 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cf9176a5-80ba-4958-84b5-fe4762ce3b8d req-a8002465-8666-4357-b9c8-cff32b750d53 service neutron] 10.222.0.39 "GET /v2.0/networks/b775eb3f-2b25-4820-827b-6765ebe265c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522717 Sep 17 08:13:08.449479 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dc932b-7641-4c24-a590-7936c56fc85c req-b2b7721d-526d-4cf1-9fdc-d6367119f717 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:08.456159 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a7dc932b-7641-4c24-a590-7936c56fc85c req-b2b7721d-526d-4cf1-9fdc-d6367119f717 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=9952c559-f6eb-46d7-a764-04a0dd45f225 HTTP/1.1" status: 200 len: 943 time: 0.0639417 Sep 17 08:13:08.499071 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f875d-95a2-494d-8280-583247895a4d req-5615395c-d9b7-4c5d-a118-35472e7d25c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:08.501095 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-eb6f875d-95a2-494d-8280-583247895a4d req-5615395c-d9b7-4c5d-a118-35472e7d25c9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a40110368b234965bf3fd6f856f2361c&device_id=9952c559-f6eb-46d7-a764-04a0dd45f225 HTTP/1.1" status: 200 len: 1094 time: 0.0591738 Sep 17 08:13:08.513680 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a7dc932b-7641-4c24-a590-7936c56fc85c req-8eea95e5-fe8e-4488-b98e-c1979cfe5161 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540473 Sep 17 08:13:08.623350 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f875d-95a2-494d-8280-583247895a4d req-05f5e576-e183-4db2-aeb4-baa83663ee48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:08.624927 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-eb6f875d-95a2-494d-8280-583247895a4d req-05f5e576-e183-4db2-aeb4-baa83663ee48 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b775eb3f-2b25-4820-827b-6765ebe265c2 HTTP/1.1" status: 200 len: 913 time: 0.0924983 Sep 17 08:13:08.665673 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-eb6f875d-95a2-494d-8280-583247895a4d req-c7f64217-90a3-455b-b9ac-7c643791416b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6efbdc62-2af9-4d03-854a-91c97c8f3b19 HTTP/1.1" status: 200 len: 217 time: 0.0330255 Sep 17 08:13:08.713567 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f875d-95a2-494d-8280-583247895a4d req-7960fb09-13b8-45e2-b8c3-bddace9af65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:08.715003 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-eb6f875d-95a2-494d-8280-583247895a4d req-7960fb09-13b8-45e2-b8c3-bddace9af65e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9b7cebd9-83b6-4be8-81d9-9f32073aed40 HTTP/1.1" status: 200 len: 851 time: 0.0428076 Sep 17 08:13:08.759715 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f875d-95a2-494d-8280-583247895a4d req-8016b7b4-d580-424a-92f5-3d0c43a000ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:08.761208 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-eb6f875d-95a2-494d-8280-583247895a4d req-8016b7b4-d580-424a-92f5-3d0c43a000ad service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b775eb3f-2b25-4820-827b-6765ebe265c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389566 Sep 17 08:13:08.856573 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-eb6f875d-95a2-494d-8280-583247895a4d req-2e93cd2e-b04a-41f9-a197-0f4cfb3ab49a service neutron] 10.222.0.39 "GET /v2.0/networks/b775eb3f-2b25-4820-827b-6765ebe265c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851085 Sep 17 08:13:08.958537 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-eb6f875d-95a2-494d-8280-583247895a4d req-c353a086-6523-44b9-a1a3-91c5594fceb5 service neutron] 10.222.0.39 "GET /v2.0/networks/b775eb3f-2b25-4820-827b-6765ebe265c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946634 Sep 17 08:13:09.190726 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 42122) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:13:09.238973 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a1271bd-c6b6-47c4-9eef-136856cc9961 admin admin] Deleting subnet 52a52c1c-7240-4248-beb1-75c19c3c711b {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:13:09.243072 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2a1271bd-c6b6-47c4-9eef-136856cc9961 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:09.284900 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2a1271bd-c6b6-47c4-9eef-136856cc9961 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:09.328002 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2a1271bd-c6b6-47c4-9eef-136856cc9961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:09.396026 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2a1271bd-c6b6-47c4-9eef-136856cc9961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:09.423349 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1271bd-c6b6-47c4-9eef-136856cc9961 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52a52c1c-7240-4248-beb1-75c19c3c711b,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:09.425546 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2a1271bd-c6b6-47c4-9eef-136856cc9961 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:09.428022 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-2a1271bd-c6b6-47c4-9eef-136856cc9961 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/52a52c1c-7240-4248-beb1-75c19c3c711b HTTP/1.1" status: 204 len: 168 time: 0.2357814 Sep 17 08:13:09.430103 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 42130) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:13:09.498111 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-89caf98f-e5e8-4056-8e5c-16b9ea8e3ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:09.583698 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-89caf98f-e5e8-4056-8e5c-16b9ea8e3ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:09.611725 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-89caf98f-e5e8-4056-8e5c-16b9ea8e3ddb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36be4774-fc64-48b9-b530-ac258c53812c']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:13:09.621864 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-89caf98f-e5e8-4056-8e5c-16b9ea8e3ddb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6632b766-c157-4f3f-815e-d382b38498ee') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:13:09.622185 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-89caf98f-e5e8-4056-8e5c-16b9ea8e3ddb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6632b766-c157-4f3f-815e-d382b38498ee') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:13:09.632851 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-89caf98f-e5e8-4056-8e5c-16b9ea8e3ddb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:09.646139 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d954171b-b215-4474-a39a-29b90fa0aae8 req-079d0b0e-8029-439b-aab2-ff697e185015 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:09.647633 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-89caf98f-e5e8-4056-8e5c-16b9ea8e3ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:09.652313 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d954171b-b215-4474-a39a-29b90fa0aae8 req-079d0b0e-8029-439b-aab2-ff697e185015 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=9952c559-f6eb-46d7-a764-04a0dd45f225 HTTP/1.1" status: 200 len: 943 time: 0.0629685 Sep 17 08:13:09.656512 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89caf98f-e5e8-4056-8e5c-16b9ea8e3ddb admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:13:09.657014 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-89caf98f-e5e8-4056-8e5c-16b9ea8e3ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:09.659257 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 08:13:09.659257 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:13:09.659257 n-d-789963-9 neutron-server[101290]: timer() Sep 17 08:13:09.659257 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:13:09.659257 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 08:13:09.659257 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:13:09.659257 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 08:13:09.659257 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:13:09.659257 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 08:13:09.659257 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:13:09.659257 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 08:13:09.659257 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:13:09.659257 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 08:13:09.659257 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:13:09.659257 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:13:09.659257 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:13:09.659257 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:13:09.659257 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:13:09.659257 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 08:13:09.659257 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:13:09.659257 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 08:13:09.659257 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:13:09.659257 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:13:09.659257 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:13:09.659257 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 08:13:09.659257 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:13:09.659257 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:13:09.659257 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:13:09.659257 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:13:09.659257 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:13:09.659257 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:13:09.659257 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:13:09.692579 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d954171b-b215-4474-a39a-29b90fa0aae8 req-b98edd59-d83d-434f-8a63-39db8e74ffff tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378754 Sep 17 08:13:09.722714 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7fb02fd-8418-485e-922e-50e1aed503d7', 'name': 'network-vif-deleted', 'tag': 'be816bd1-f402-4e67-88fa-f232f2f4c149'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:13:09.725303 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471a8993-c357-4a9c-a011-5e6a7256242b" -d '{"events": [{"server_uuid": "d7fb02fd-8418-485e-922e-50e1aed503d7", "name": "network-vif-deleted", "tag": "be816bd1-f402-4e67-88fa-f232f2f4c149"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:13:09.741263 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-89caf98f-e5e8-4056-8e5c-16b9ea8e3ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:09.747172 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-89caf98f-e5e8-4056-8e5c-16b9ea8e3ddb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:09.749917 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-89caf98f-e5e8-4056-8e5c-16b9ea8e3ddb admin admin] 10.222.0.13 "DELETE /v2.0/networks/36be4774-fc64-48b9-b530-ac258c53812c HTTP/1.1" status: 204 len: 168 time: 0.3187799 Sep 17 08:13:10.001641 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 42138) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:13:10.061668 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-b7818cbc-dc2a-42d2-8d32-78a2be97f201 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=afbda81027534d7e9de4042bdde36a42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0583234 Sep 17 08:13:10.064131 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 42140) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:13:10.111259 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1164c41-64c3-4178-aaac-2a5663697dc9 x-openstack-request-id: req-e1164c41-64c3-4178-aaac-2a5663697dc9 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:13:10.112004 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7fb02fd-8418-485e-922e-50e1aed503d7", "name": "network-vif-deleted", "tag": "be816bd1-f402-4e67-88fa-f232f2f4c149", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:13:10.112269 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e1164c41-64c3-4178-aaac-2a5663697dc9 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:13:10.112807 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7fb02fd-8418-485e-922e-50e1aed503d7', 'name': 'network-vif-deleted', 'tag': 'be816bd1-f402-4e67-88fa-f232f2f4c149', 'status': 'completed', 'code': 200} Sep 17 08:13:10.114885 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89caf98f-e5e8-4056-8e5c-16b9ea8e3ddb admin admin] Pushing event deleted for resources: {'Network': ['ID=36be4774-fc64-48b9-b530-ac258c53812c,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:10.122639 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-902c8044-7c8a-40e7-877a-5eee27e81fce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:10.144840 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-902c8044-7c8a-40e7-877a-5eee27e81fce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:10.173639 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c540b503-624a-43d8-af53-3427e74c45e3 req-68900797-75f5-4980-ba97-b12eb8c562be service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=41c85e4c-2cc3-4250-be46-c5155c6ce0d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420258 Sep 17 08:13:10.195962 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-902c8044-7c8a-40e7-877a-5eee27e81fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:10.199173 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-902c8044-7c8a-40e7-877a-5eee27e81fce admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:10.200359 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-902c8044-7c8a-40e7-877a-5eee27e81fce admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/37bfa53e-a0be-495c-a8e5-9749d7700c0c HTTP/1.1" status: 204 len: 168 time: 0.1352677 Sep 17 08:13:10.208828 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902c8044-7c8a-40e7-877a-5eee27e81fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37bfa53e-a0be-495c-a8e5-9749d7700c0c,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:10.258046 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c540b503-624a-43d8-af53-3427e74c45e3 req-72da4771-2128-4633-aece-f55882b2da76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:10.259463 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c540b503-624a-43d8-af53-3427e74c45e3 req-72da4771-2128-4633-aece-f55882b2da76 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6ef7951b2ac4d2ead98d70f1879d714&device_id=41c85e4c-2cc3-4250-be46-c5155c6ce0d3 HTTP/1.1" status: 200 len: 1097 time: 0.0520673 Sep 17 08:13:10.376106 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c540b503-624a-43d8-af53-3427e74c45e3 req-84da8d6d-29b2-49c1-b066-264bfe66177a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:10.377750 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c540b503-624a-43d8-af53-3427e74c45e3 req-84da8d6d-29b2-49c1-b066-264bfe66177a service neutron] 10.222.0.41 "GET /v2.0/networks?id=b31c82e6-300a-43e1-9f15-fe0340cd4575 HTTP/1.1" status: 200 len: 898 time: 0.0987105 Sep 17 08:13:10.444530 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c540b503-624a-43d8-af53-3427e74c45e3 req-cf1a2fc7-bbc2-4aba-a687-034112e1263d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=593d1b19-429f-4e03-ae46-3dbc5a7d2277 HTTP/1.1" status: 200 len: 1002 time: 0.0590580 Sep 17 08:13:10.511377 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c540b503-624a-43d8-af53-3427e74c45e3 req-d7972dff-3b74-4971-86cf-0cac502197fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:10.513368 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c540b503-624a-43d8-af53-3427e74c45e3 req-d7972dff-3b74-4971-86cf-0cac502197fe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=61938315-f914-4ad0-a7e1-28c2b11049ed HTTP/1.1" status: 200 len: 835 time: 0.0604367 Sep 17 08:13:10.564548 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c540b503-624a-43d8-af53-3427e74c45e3 req-602710a4-2aa0-4e54-a5c4-a7c375bca636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:10.566080 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c540b503-624a-43d8-af53-3427e74c45e3 req-602710a4-2aa0-4e54-a5c4-a7c375bca636 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b31c82e6-300a-43e1-9f15-fe0340cd4575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452809 Sep 17 08:13:10.663659 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c540b503-624a-43d8-af53-3427e74c45e3 req-da1fee75-de15-4359-91b2-afa932487457 service neutron] 10.222.0.41 "GET /v2.0/networks/b31c82e6-300a-43e1-9f15-fe0340cd4575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894003 Sep 17 08:13:10.747477 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device be816bd1-f402-4e67-88fa-f232f2f4c149 no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:13:10.768791 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c540b503-624a-43d8-af53-3427e74c45e3 req-fec7eeef-5ece-4fa7-bab6-e556d83a6817 service neutron] 10.222.0.41 "GET /v2.0/networks/b31c82e6-300a-43e1-9f15-fe0340cd4575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955598 Sep 17 08:13:10.779017 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] No Port match for: be816bd1-f402-4e67-88fa-f232f2f4c149 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:13:10.780468 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device be816bd1-f402-4e67-88fa-f232f2f4c149 not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:13:10.829025 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2409e94f-f482-4eed-85f1-0f769d42294f req-28e0545e-845b-4df1-a8c5-092ce4f42044 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:10.830586 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2409e94f-f482-4eed-85f1-0f769d42294f req-28e0545e-845b-4df1-a8c5-092ce4f42044 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=9952c559-f6eb-46d7-a764-04a0dd45f225 HTTP/1.1" status: 200 len: 943 time: 0.0671136 Sep 17 08:13:10.883019 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2409e94f-f482-4eed-85f1-0f769d42294f req-41e4f9ab-4f0b-4024-97e3-30bf33ca74cf tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457287 Sep 17 08:13:10.979061 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 42180) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:13:11.083644 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-fb5d9a4b-be40-4a80-b027-3878dca7c392 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-507184629-network', 'tenant_id': '56e275efab454c57a2733a201971b985'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:13:11.104599 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5d9a4b-be40-4a80-b027-3878dca7c392 admin admin] Made reservation on behalf of 56e275efab454c57a2733a201971b985 for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:13:11.106867 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fb5d9a4b-be40-4a80-b027-3878dca7c392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:11.114932 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fb5d9a4b-be40-4a80-b027-3878dca7c392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:11.210825 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fb5d9a4b-be40-4a80-b027-3878dca7c392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:11.214529 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fb5d9a4b-be40-4a80-b027-3878dca7c392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:11.241310 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb5d9a4b-be40-4a80-b027-3878dca7c392 admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:13:11.252675 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5d9a4b-be40-4a80-b027-3878dca7c392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=458be896-f408-4487-acec-f5d454069f69,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:11.259242 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fb5d9a4b-be40-4a80-b027-3878dca7c392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:11.259667 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-fb5d9a4b-be40-4a80-b027-3878dca7c392 admin admin] Added segment 97a5f9eb-b96b-49f6-801a-38ac71ff3601 of type vlan for network 9e07c4b1-bdff-4c2c-98bc-db029bd9be3a Sep 17 08:13:11.301176 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fb5d9a4b-be40-4a80-b027-3878dca7c392 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:11.332058 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fb5d9a4b-be40-4a80-b027-3878dca7c392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:11.333531 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5d9a4b-be40-4a80-b027-3878dca7c392 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:11.334127 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fb5d9a4b-be40-4a80-b027-3878dca7c392 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:11.365330 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-fb5d9a4b-be40-4a80-b027-3878dca7c392 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.3850992 Sep 17 08:13:11.368613 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 42192) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:13:11.374088 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-859d5c02-51c3-4ebc-b915-2bc607a1c3b6 admin admin] Request body: {'subnet': {'network_id': '9e07c4b1-bdff-4c2c-98bc-db029bd9be3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-507184629-subnet', 'tenant_id': '56e275efab454c57a2733a201971b985', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:13:11.394844 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5d9a4b-be40-4a80-b027-3878dca7c392 admin admin] Pushing event updated for resources: {'Network': ['ID=9e07c4b1-bdff-4c2c-98bc-db029bd9be3a,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:11.396279 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-859d5c02-51c3-4ebc-b915-2bc607a1c3b6 admin admin] Made reservation on behalf of 56e275efab454c57a2733a201971b985 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:13:11.399178 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-859d5c02-51c3-4ebc-b915-2bc607a1c3b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:11.405012 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 9e07c4b1-bdff-4c2c-98bc-db029bd9be3a details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:13:11.567678 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 6efbdc62-2af9-4d03-854a-91c97c8f3b19 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:13:11.579414 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-859d5c02-51c3-4ebc-b915-2bc607a1c3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:11.646292 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859d5c02-51c3-4ebc-b915-2bc607a1c3b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c25df5a-36e7-4d20-9a35-2372fa90e853,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:11.655328 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859d5c02-51c3-4ebc-b915-2bc607a1c3b6 admin admin] Checking segment: {'id': '97a5f9eb-b96b-49f6-801a-38ac71ff3601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9e07c4b1-bdff-4c2c-98bc-db029bd9be3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:13:11.655691 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859d5c02-51c3-4ebc-b915-2bc607a1c3b6 admin admin] Network hostable DHCP agents. Network: 9e07c4b1-bdff-4c2c-98bc-db029bd9be3a, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:13:11.668336 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 6efbdc62-2af9-4d03-854a-91c97c8f3b19, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=6efbdc62-2af9-4d03-854a-91c97c8f3b19,segment=NetworkSegment(e7dfc92d-b32e-4f74-ad53-4fda8afa908d),segment_id=e7dfc92d-b32e-4f74-ad53-4fda8afa908d)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:13:11.673252 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859d5c02-51c3-4ebc-b915-2bc607a1c3b6 admin admin] Network 9e07c4b1-bdff-4c2c-98bc-db029bd9be3a is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:13:11.683100 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '6efbdc62-2af9-4d03-854a-91c97c8f3b19', 'network_id': 'b775eb3f-2b25-4820-827b-6765ebe265c2', 'port_id': '6efbdc62-2af9-4d03-854a-91c97c8f3b19', 'mac_address': 'fa:16:3e:5f:e4:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b7cebd9-83b6-4be8-81d9-9f32073aed40', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:13:11.683468 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-859d5c02-51c3-4ebc-b915-2bc607a1c3b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 9e07c4b1-bdff-4c2c-98bc-db029bd9be3a) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:13:11.688479 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859d5c02-51c3-4ebc-b915-2bc607a1c3b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:11.689251 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-859d5c02-51c3-4ebc-b915-2bc607a1c3b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:11.710211 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-859d5c02-51c3-4ebc-b915-2bc607a1c3b6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.3403180 Sep 17 08:13:11.715946 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8b1c2b-de64-49c7-9c83-25bc0253031e None None] Network 9e07c4b1-bdff-4c2c-98bc-db029bd9be3a requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:13:11.755931 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:11.798569 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6efbdc62-2af9-4d03-854a-91c97c8f3b19 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:13:11.828853 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 6efbdc62-2af9-4d03-854a-91c97c8f3b19, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=6efbdc62-2af9-4d03-854a-91c97c8f3b19,segment=NetworkSegment(e7dfc92d-b32e-4f74-ad53-4fda8afa908d),segment_id=e7dfc92d-b32e-4f74-ad53-4fda8afa908d)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:13:11.853674 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:11.907121 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a21d4d2-255e-436d-b116-e282b56ded35 None None] Network 9e07c4b1-bdff-4c2c-98bc-db029bd9be3a requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:13:11.971407 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=6efbdc62-2af9-4d03-854a-91c97c8f3b19,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:12.023247 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ce02a-0a12-4a79-a36b-9ccb0b453282 req-87779bed-869d-4cac-a1ef-6978a48b04e9 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:12.026522 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-566ce02a-0a12-4a79-a36b-9ccb0b453282 req-87779bed-869d-4cac-a1ef-6978a48b04e9 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=9952c559-f6eb-46d7-a764-04a0dd45f225 HTTP/1.1" status: 200 len: 944 time: 0.0706296 Sep 17 08:13:12.082501 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-566ce02a-0a12-4a79-a36b-9ccb0b453282 req-4527befe-e471-478b-8c80-e728d8ee1fad tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483830 Sep 17 08:13:12.200657 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175bb65c-f575-4859-86e1-0594f0a2ad76 req-81a2469d-6747-4939-8af3-ffddcff5f49d tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:12.202701 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-175bb65c-f575-4859-86e1-0594f0a2ad76 req-81a2469d-6747-4939-8af3-ffddcff5f49d tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/networks?id=9e07c4b1-bdff-4c2c-98bc-db029bd9be3a HTTP/1.1" status: 200 len: 805 time: 0.1012871 Sep 17 08:13:12.218630 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-175bb65c-f575-4859-86e1-0594f0a2ad76 req-5226dff7-a565-4516-9429-0c2dc3952c08 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/quotas/56e275efab454c57a2733a201971b985 HTTP/1.1" status: 200 len: 375 time: 0.0100403 Sep 17 08:13:12.256623 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-175bb65c-f575-4859-86e1-0594f0a2ad76 req-1ce22719-3ff3-4645-a535-6f62981e564b tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=56e275efab454c57a2733a201971b985&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316293 Sep 17 08:13:12.262885 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['6efbdc62-2af9-4d03-854a-91c97c8f3b19'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:13:12.349148 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-175bb65c-f575-4859-86e1-0594f0a2ad76 req-b8b2995f-7f0a-47c2-9534-41adaa4c62d1 service neutron] 10.222.0.13 "GET /v2.0/networks/9e07c4b1-bdff-4c2c-98bc-db029bd9be3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854583 Sep 17 08:13:12.442282 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-175bb65c-f575-4859-86e1-0594f0a2ad76 req-6e5cd686-ecba-49d1-a307-1d9b2099b9e2 service neutron] 10.222.0.13 "GET /v2.0/networks/9e07c4b1-bdff-4c2c-98bc-db029bd9be3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870435 Sep 17 08:13:12.604993 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b55141ff-17d8-461f-a2ff-62b931cf70e3 req-c76cdf09-962c-4571-9991-640ea6a5192b tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9a8ddb8-c79d-40a1-b39a-7be9f99bf3f9 HTTP/1.1" status: 200 len: 210 time: 0.0338767 Sep 17 08:13:13.224757 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd8453a-c841-40f5-af54-f8113de58227 req-94bc337d-9ffc-41a7-b52e-9d4b4521a5b2 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:13.226479 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cbd8453a-c841-40f5-af54-f8113de58227 req-94bc337d-9ffc-41a7-b52e-9d4b4521a5b2 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=9952c559-f6eb-46d7-a764-04a0dd45f225 HTTP/1.1" status: 200 len: 944 time: 0.0643947 Sep 17 08:13:13.268272 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cbd8453a-c841-40f5-af54-f8113de58227 req-2977f898-268c-4729-8042-3c856e80771a tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353045 Sep 17 08:13:13.582419 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 6efbdc62-2af9-4d03-854a-91c97c8f3b19 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:13:13.644316 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175bb65c-f575-4859-86e1-0594f0a2ad76 req-ec204c31-7c72-4df1-9bab-c225f89ebe5c tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:13.644887 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port 6efbdc62-2af9-4d03-854a-91c97c8f3b19 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:13:13.646803 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-175bb65c-f575-4859-86e1-0594f0a2ad76 req-ec204c31-7c72-4df1-9bab-c225f89ebe5c tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.41 "GET /v2.0/networks?id=9e07c4b1-bdff-4c2c-98bc-db029bd9be3a HTTP/1.1" status: 200 len: 805 time: 0.1274893 Sep 17 08:13:13.651448 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 6efbdc62-2af9-4d03-854a-91c97c8f3b19 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:13:13.652127 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:13.671241 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-175bb65c-f575-4859-86e1-0594f0a2ad76 req-55f9e3cd-75e5-4e63-80c3-c71ae28eff8e tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Request body: {'port': {'device_id': 'd9a8ddb8-c79d-40a1-b39a-7be9f99bf3f9', 'network_id': '9e07c4b1-bdff-4c2c-98bc-db029bd9be3a', 'admin_state_up': True, 'tenant_id': '56e275efab454c57a2733a201971b985'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:13:13.730875 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0bd6e387-1a6b-4c35-be42-678a9d810f9d req-19855ef9-490a-47da-bcbf-172db8d959df tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9a8ddb8-c79d-40a1-b39a-7be9f99bf3f9 HTTP/1.1" status: 200 len: 210 time: 0.0329990 Sep 17 08:13:13.748233 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:13.771342 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9952c559-f6eb-46d7-a764-04a0dd45f225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6efbdc62-2af9-4d03-854a-91c97c8f3b19'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:13:13.773589 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8414dc36-e0e7-4d69-b6d7-36d9520bec44" -d '{"events": [{"server_uuid": "9952c559-f6eb-46d7-a764-04a0dd45f225", "name": "network-vif-plugged", "status": "completed", "tag": "6efbdc62-2af9-4d03-854a-91c97c8f3b19"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:13:13.786203 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 6efbdc62-2af9-4d03-854a-91c97c8f3b19, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=6efbdc62-2af9-4d03-854a-91c97c8f3b19,segment=NetworkSegment(e7dfc92d-b32e-4f74-ad53-4fda8afa908d),segment_id=e7dfc92d-b32e-4f74-ad53-4fda8afa908d)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:13:13.792369 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:13.803060 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-175bb65c-f575-4859-86e1-0594f0a2ad76 req-55f9e3cd-75e5-4e63-80c3-c71ae28eff8e tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Made reservation on behalf of 56e275efab454c57a2733a201971b985 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:13:13.807891 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-175bb65c-f575-4859-86e1-0594f0a2ad76 req-55f9e3cd-75e5-4e63-80c3-c71ae28eff8e tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:13.820189 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34ae188-f117-4885-9561-20505a85a301 x-openstack-request-id: req-b34ae188-f117-4885-9561-20505a85a301 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:13:13.820510 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9952c559-f6eb-46d7-a764-04a0dd45f225", "name": "network-vif-plugged", "status": "completed", "tag": "6efbdc62-2af9-4d03-854a-91c97c8f3b19", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:13:13.820767 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b34ae188-f117-4885-9561-20505a85a301 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:13:13.821160 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9952c559-f6eb-46d7-a764-04a0dd45f225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6efbdc62-2af9-4d03-854a-91c97c8f3b19', 'code': 200} Sep 17 08:13:13.850465 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=6efbdc62-2af9-4d03-854a-91c97c8f3b19,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:13.974564 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-175bb65c-f575-4859-86e1-0594f0a2ad76 req-55f9e3cd-75e5-4e63-80c3-c71ae28eff8e tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Allocated IP 172.20.0.13 (9e07c4b1-bdff-4c2c-98bc-db029bd9be3a/7c25df5a-36e7-4d20-9a35-2372fa90e853/f4f03f9b-2200-4f26-9016-5ee974315705) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:13:13.988751 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd513cd-4c72-4a97-94a4-0116411127be req-559b8f32-6d9a-4227-b1c4-b67ed757be00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:13.990285 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1fd513cd-4c72-4a97-94a4-0116411127be req-559b8f32-6d9a-4227-b1c4-b67ed757be00 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9952c559-f6eb-46d7-a764-04a0dd45f225 HTTP/1.1" status: 200 len: 1096 time: 0.0655682 Sep 17 08:13:14.059540 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1fd513cd-4c72-4a97-94a4-0116411127be req-89e41a7d-58eb-4e39-8483-e7db559cb3c7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615511 Sep 17 08:13:14.160407 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-175bb65c-f575-4859-86e1-0594f0a2ad76 req-55f9e3cd-75e5-4e63-80c3-c71ae28eff8e tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:14.195229 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-175bb65c-f575-4859-86e1-0594f0a2ad76 req-55f9e3cd-75e5-4e63-80c3-c71ae28eff8e tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:14.240966 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-175bb65c-f575-4859-86e1-0594f0a2ad76 req-55f9e3cd-75e5-4e63-80c3-c71ae28eff8e tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Network 9e07c4b1-bdff-4c2c-98bc-db029bd9be3a is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:13:14.244944 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-175bb65c-f575-4859-86e1-0594f0a2ad76 req-55f9e3cd-75e5-4e63-80c3-c71ae28eff8e tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:13:14.247995 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-175bb65c-f575-4859-86e1-0594f0a2ad76 req-55f9e3cd-75e5-4e63-80c3-c71ae28eff8e tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:13:14.281281 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f9e3cd-75e5-4e63-80c3-c71ae28eff8e tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Pushing event updated for resources: {'Port': ['ID=f4f03f9b-2200-4f26-9016-5ee974315705,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:14.314806 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175bb65c-f575-4859-86e1-0594f0a2ad76 req-55f9e3cd-75e5-4e63-80c3-c71ae28eff8e tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:14.315444 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-175bb65c-f575-4859-86e1-0594f0a2ad76 req-55f9e3cd-75e5-4e63-80c3-c71ae28eff8e tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:14.334536 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-175bb65c-f575-4859-86e1-0594f0a2ad76 req-55f9e3cd-75e5-4e63-80c3-c71ae28eff8e tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6716673 Sep 17 08:13:14.356045 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-175bb65c-f575-4859-86e1-0594f0a2ad76 req-6206e8ff-a262-48ae-8b37-7c6acc7649fa service neutron] Request body: {'port': {'device_id': 'd9a8ddb8-c79d-40a1-b39a-7be9f99bf3f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:13:14.394317 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16945fd4-9efa-443a-81f7-5c4b96d7ee28 req-6d29eb44-254a-49ae-bd8b-433ce6548bf2 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:14.395656 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-16945fd4-9efa-443a-81f7-5c4b96d7ee28 req-6d29eb44-254a-49ae-bd8b-433ce6548bf2 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=9952c559-f6eb-46d7-a764-04a0dd45f225 HTTP/1.1" status: 200 len: 945 time: 0.0516264 Sep 17 08:13:14.417297 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-175bb65c-f575-4859-86e1-0594f0a2ad76 req-6206e8ff-a262-48ae-8b37-7c6acc7649fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:14.435796 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-16945fd4-9efa-443a-81f7-5c4b96d7ee28 req-3d5c8d48-a382-46d5-b8e4-e45850bb82d1 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336595 Sep 17 08:13:14.676626 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-175bb65c-f575-4859-86e1-0594f0a2ad76 req-6206e8ff-a262-48ae-8b37-7c6acc7649fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4f03f9b-2200-4f26-9016-5ee974315705 {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:13:14.683931 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-175bb65c-f575-4859-86e1-0594f0a2ad76 req-6206e8ff-a262-48ae-8b37-7c6acc7649fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:14.696063 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-175bb65c-f575-4859-86e1-0594f0a2ad76 req-6206e8ff-a262-48ae-8b37-7c6acc7649fa service neutron] Transition to ACTIVE for port object f4f03f9b-2200-4f26-9016-5ee974315705 will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:13:14.700144 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-175bb65c-f575-4859-86e1-0594f0a2ad76 req-6206e8ff-a262-48ae-8b37-7c6acc7649fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:14.755411 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6206e8ff-a262-48ae-8b37-7c6acc7649fa service neutron] Pushing event updated for resources: {'Port': ['ID=f4f03f9b-2200-4f26-9016-5ee974315705,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:14.820418 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-175bb65c-f575-4859-86e1-0594f0a2ad76 req-6206e8ff-a262-48ae-8b37-7c6acc7649fa service neutron] Attempting to bind port f4f03f9b-2200-4f26-9016-5ee974315705 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:13:14.820755 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-175bb65c-f575-4859-86e1-0594f0a2ad76 req-6206e8ff-a262-48ae-8b37-7c6acc7649fa service neutron] Attempting to bind port f4f03f9b-2200-4f26-9016-5ee974315705 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': '97a5f9eb-b96b-49f6-801a-38ac71ff3601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9e07c4b1-bdff-4c2c-98bc-db029bd9be3a'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:13:14.821096 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175bb65c-f575-4859-86e1-0594f0a2ad76 req-6206e8ff-a262-48ae-8b37-7c6acc7649fa service neutron] Attempting to bind port f4f03f9b-2200-4f26-9016-5ee974315705 on network 9e07c4b1-bdff-4c2c-98bc-db029bd9be3a {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:13:14.826159 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175bb65c-f575-4859-86e1-0594f0a2ad76 req-6206e8ff-a262-48ae-8b37-7c6acc7649fa service neutron] Port f4f03f9b-2200-4f26-9016-5ee974315705 on network 9e07c4b1-bdff-4c2c-98bc-db029bd9be3a not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:13:14.826493 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175bb65c-f575-4859-86e1-0594f0a2ad76 req-6206e8ff-a262-48ae-8b37-7c6acc7649fa service neutron] Attempting to bind port f4f03f9b-2200-4f26-9016-5ee974315705 on network 9e07c4b1-bdff-4c2c-98bc-db029bd9be3a {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:13:14.832519 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175bb65c-f575-4859-86e1-0594f0a2ad76 req-6206e8ff-a262-48ae-8b37-7c6acc7649fa service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:13:14.832865 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175bb65c-f575-4859-86e1-0594f0a2ad76 req-6206e8ff-a262-48ae-8b37-7c6acc7649fa service neutron] Checking segment: {'id': '97a5f9eb-b96b-49f6-801a-38ac71ff3601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9e07c4b1-bdff-4c2c-98bc-db029bd9be3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:13:14.833258 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175bb65c-f575-4859-86e1-0594f0a2ad76 req-6206e8ff-a262-48ae-8b37-7c6acc7649fa service neutron] Bound using segment: {'id': '97a5f9eb-b96b-49f6-801a-38ac71ff3601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9e07c4b1-bdff-4c2c-98bc-db029bd9be3a'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:13:14.833750 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-175bb65c-f575-4859-86e1-0594f0a2ad76 req-6206e8ff-a262-48ae-8b37-7c6acc7649fa service neutron] Bound port: f4f03f9b-2200-4f26-9016-5ee974315705, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97a5f9eb-b96b-49f6-801a-38ac71ff3601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9e07c4b1-bdff-4c2c-98bc-db029bd9be3a'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:13:14.834118 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-175bb65c-f575-4859-86e1-0594f0a2ad76 req-6206e8ff-a262-48ae-8b37-7c6acc7649fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:14.861821 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de19bfcc-35d4-40b3-b232-8442f1c6eac1 req-2c5132b3-71cf-4e25-9405-501d09f07850 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:14.863870 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-de19bfcc-35d4-40b3-b232-8442f1c6eac1 req-2c5132b3-71cf-4e25-9405-501d09f07850 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9a8ddb8-c79d-40a1-b39a-7be9f99bf3f9 HTTP/1.1" status: 200 len: 944 time: 0.0508118 Sep 17 08:13:14.902079 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-175bb65c-f575-4859-86e1-0594f0a2ad76 req-6206e8ff-a262-48ae-8b37-7c6acc7649fa service neutron] For port f4f03f9b-2200-4f26-9016-5ee974315705, host n-h1-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:13:14.904132 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-de19bfcc-35d4-40b3-b232-8442f1c6eac1 req-f17cacad-15ed-4e6f-b6db-8c8c263d9da7 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325561 Sep 17 08:13:14.906053 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-175bb65c-f575-4859-86e1-0594f0a2ad76 req-6206e8ff-a262-48ae-8b37-7c6acc7649fa service neutron] For port f4f03f9b-2200-4f26-9016-5ee974315705, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=f4f03f9b-2200-4f26-9016-5ee974315705,segment=NetworkSegment(97a5f9eb-b96b-49f6-801a-38ac71ff3601),segment_id=97a5f9eb-b96b-49f6-801a-38ac71ff3601)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:13:14.910032 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-175bb65c-f575-4859-86e1-0594f0a2ad76 req-6206e8ff-a262-48ae-8b37-7c6acc7649fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:14.947622 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175bb65c-f575-4859-86e1-0594f0a2ad76 req-6206e8ff-a262-48ae-8b37-7c6acc7649fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:14.948261 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-175bb65c-f575-4859-86e1-0594f0a2ad76 req-6206e8ff-a262-48ae-8b37-7c6acc7649fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:14.949638 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-175bb65c-f575-4859-86e1-0594f0a2ad76 req-6206e8ff-a262-48ae-8b37-7c6acc7649fa service neutron] 10.222.0.41 "PUT /v2.0/ports/f4f03f9b-2200-4f26-9016-5ee974315705 HTTP/1.1" status: 200 len: 1092 time: 0.5984631 Sep 17 08:13:14.950082 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9a8ddb8-c79d-40a1-b39a-7be9f99bf3f9', 'tag': 'f4f03f9b-2200-4f26-9016-5ee974315705'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:13:14.952948 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4478d6fa-c022-4934-9120-3d0bf33a735d" -d '{"events": [{"name": "network-changed", "server_uuid": "d9a8ddb8-c79d-40a1-b39a-7be9f99bf3f9", "tag": "f4f03f9b-2200-4f26-9016-5ee974315705"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:13:14.979428 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6206e8ff-a262-48ae-8b37-7c6acc7649fa service neutron] Pushing event updated for resources: {'Port': ['ID=f4f03f9b-2200-4f26-9016-5ee974315705,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:15.000772 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c71f4ee5-12d7-4194-9fd9-6a7701161dbb x-openstack-request-id: req-c71f4ee5-12d7-4194-9fd9-6a7701161dbb {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:13:15.001147 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9a8ddb8-c79d-40a1-b39a-7be9f99bf3f9", "tag": "f4f03f9b-2200-4f26-9016-5ee974315705", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:13:15.001468 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c71f4ee5-12d7-4194-9fd9-6a7701161dbb {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:13:15.001962 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9a8ddb8-c79d-40a1-b39a-7be9f99bf3f9', 'tag': 'f4f03f9b-2200-4f26-9016-5ee974315705', 'status': 'completed', 'code': 200} Sep 17 08:13:15.060287 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175bb65c-f575-4859-86e1-0594f0a2ad76 req-05c02864-7310-44f7-990e-28337f543f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:15.062453 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-175bb65c-f575-4859-86e1-0594f0a2ad76 req-05c02864-7310-44f7-990e-28337f543f8d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=56e275efab454c57a2733a201971b985&device_id=d9a8ddb8-c79d-40a1-b39a-7be9f99bf3f9 HTTP/1.1" status: 200 len: 1095 time: 0.0431504 Sep 17 08:13:15.126888 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-175bb65c-f575-4859-86e1-0594f0a2ad76 req-49d4ceed-4f31-4fcd-97d3-2aa56d4b5308 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4f03f9b-2200-4f26-9016-5ee974315705 HTTP/1.1" status: 200 len: 217 time: 0.0480285 Sep 17 08:13:15.189327 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175bb65c-f575-4859-86e1-0594f0a2ad76 req-79225f1e-844a-46b3-b80c-015af11a8918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:15.190936 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-175bb65c-f575-4859-86e1-0594f0a2ad76 req-79225f1e-844a-46b3-b80c-015af11a8918 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7c25df5a-36e7-4d20-9a35-2372fa90e853 HTTP/1.1" status: 200 len: 845 time: 0.0569580 Sep 17 08:13:15.224890 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-175bb65c-f575-4859-86e1-0594f0a2ad76 req-8a4f785f-d5d3-44f4-be24-0220c97aa439 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9e07c4b1-bdff-4c2c-98bc-db029bd9be3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251315 Sep 17 08:13:15.321646 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-175bb65c-f575-4859-86e1-0594f0a2ad76 req-cb5cde3a-3e98-4a16-9e79-2194fe922e3f service neutron] 10.222.0.41 "GET /v2.0/networks/9e07c4b1-bdff-4c2c-98bc-db029bd9be3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892992 Sep 17 08:13:15.416421 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-175bb65c-f575-4859-86e1-0594f0a2ad76 req-0ebb9622-e592-4f62-b452-077f73953095 service neutron] 10.222.0.41 "GET /v2.0/networks/9e07c4b1-bdff-4c2c-98bc-db029bd9be3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873754 Sep 17 08:13:15.539004 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4478d6fa-c022-4934-9120-3d0bf33a735d req-444115f2-54eb-4ead-be12-ee67c1d6dacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:15.540572 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4478d6fa-c022-4934-9120-3d0bf33a735d req-444115f2-54eb-4ead-be12-ee67c1d6dacb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=56e275efab454c57a2733a201971b985&device_id=d9a8ddb8-c79d-40a1-b39a-7be9f99bf3f9 HTTP/1.1" status: 200 len: 1095 time: 0.0413520 Sep 17 08:13:15.562025 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f11731-8200-4b56-b8ed-648a3811b783 req-b837b928-e53b-4cc5-8b9c-134507f46756 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:15.563570 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-90f11731-8200-4b56-b8ed-648a3811b783 req-b837b928-e53b-4cc5-8b9c-134507f46756 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=9952c559-f6eb-46d7-a764-04a0dd45f225 HTTP/1.1" status: 200 len: 945 time: 0.0501316 Sep 17 08:13:15.614534 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-90f11731-8200-4b56-b8ed-648a3811b783 req-48a660b1-b4af-4199-8ac1-91dfb3a34e8b tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426202 Sep 17 08:13:15.644790 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4478d6fa-c022-4934-9120-3d0bf33a735d req-2d502b92-b8fb-41fa-875b-172024c65185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:15.646260 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4478d6fa-c022-4934-9120-3d0bf33a735d req-2d502b92-b8fb-41fa-875b-172024c65185 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9e07c4b1-bdff-4c2c-98bc-db029bd9be3a HTTP/1.1" status: 200 len: 906 time: 0.0981162 Sep 17 08:13:15.688187 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4478d6fa-c022-4934-9120-3d0bf33a735d req-460474fd-ee39-42a8-bde4-8bde031ac10a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4f03f9b-2200-4f26-9016-5ee974315705 HTTP/1.1" status: 200 len: 217 time: 0.0346272 Sep 17 08:13:15.735674 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4478d6fa-c022-4934-9120-3d0bf33a735d req-c6f6ce68-2efa-4e38-9d69-15bce5ca8892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:15.737246 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4478d6fa-c022-4934-9120-3d0bf33a735d req-c6f6ce68-2efa-4e38-9d69-15bce5ca8892 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7c25df5a-36e7-4d20-9a35-2372fa90e853 HTTP/1.1" status: 200 len: 845 time: 0.0431747 Sep 17 08:13:15.773822 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4478d6fa-c022-4934-9120-3d0bf33a735d req-fc120c0a-8173-4f1b-859b-e6b2c73a9886 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9e07c4b1-bdff-4c2c-98bc-db029bd9be3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288160 Sep 17 08:13:15.862410 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4478d6fa-c022-4934-9120-3d0bf33a735d req-2048c6cf-61a5-4d13-89b0-c8870368af0f service neutron] 10.222.0.41 "GET /v2.0/networks/9e07c4b1-bdff-4c2c-98bc-db029bd9be3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806415 Sep 17 08:13:15.956451 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4478d6fa-c022-4934-9120-3d0bf33a735d req-1e7ce8e5-662f-4767-acaf-362500978d06 service neutron] 10.222.0.41 "GET /v2.0/networks/9e07c4b1-bdff-4c2c-98bc-db029bd9be3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870557 Sep 17 08:13:16.021876 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd937d1-6028-4f58-94e0-fb81a308ca23 req-2292ffcc-790d-4630-b5c8-6e84d6733666 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:16.023436 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0dd937d1-6028-4f58-94e0-fb81a308ca23 req-2292ffcc-790d-4630-b5c8-6e84d6733666 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9a8ddb8-c79d-40a1-b39a-7be9f99bf3f9 HTTP/1.1" status: 200 len: 944 time: 0.0489755 Sep 17 08:13:16.063379 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0dd937d1-6028-4f58-94e0-fb81a308ca23 req-e3d7be63-70ac-431e-95d4-cea2d411ce24 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335155 Sep 17 08:13:16.601008 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1aea9c-6b72-4c7b-9d67-31f57792d8a2 req-f2ae06a8-3634-4992-b94b-8cdce35c0e9b tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:16.602063 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ea1aea9c-6b72-4c7b-9d67-31f57792d8a2 req-f2ae06a8-3634-4992-b94b-8cdce35c0e9b tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=41c85e4c-2cc3-4250-be46-c5155c6ce0d3 HTTP/1.1" status: 200 len: 946 time: 0.0604632 Sep 17 08:13:16.640514 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ea1aea9c-6b72-4c7b-9d67-31f57792d8a2 req-a924e863-39ac-4e96-9212-1fe7cf0e8d68 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=1870af16-a40e-49bd-be81-639511d97305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323784 Sep 17 08:13:16.663894 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 42294) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:13:16.725530 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-bc5c5893-c7be-4525-9b60-638748000b97 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/floatingips/1236835b-49c8-4d09-b955-6855a1eda747 HTTP/1.1" status: 200 len: 994 time: 0.0599239 Sep 17 08:13:16.738250 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e10f731-b09f-455b-8789-8f0428e4a29e req-393b559f-2278-4124-8ef5-b0717ef9c737 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:16.739794 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7e10f731-b09f-455b-8789-8f0428e4a29e req-393b559f-2278-4124-8ef5-b0717ef9c737 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=9952c559-f6eb-46d7-a764-04a0dd45f225 HTTP/1.1" status: 200 len: 945 time: 0.0562358 Sep 17 08:13:16.784069 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7e10f731-b09f-455b-8789-8f0428e4a29e req-966c3254-e2b1-47f3-8890-a9fd9a0788c6 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367754 Sep 17 08:13:17.027280 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83685dce-1763-4272-98d3-63c1035112ca req-dbcd2c8b-6158-45d7-9076-765e4755574e tempest-TestNetworkAdvancedServerOps-1491937489 tempest-TestNetworkAdvancedServerOps-1491937489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:17.028876 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-83685dce-1763-4272-98d3-63c1035112ca req-dbcd2c8b-6158-45d7-9076-765e4755574e tempest-TestNetworkAdvancedServerOps-1491937489 tempest-TestNetworkAdvancedServerOps-1491937489-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=41c85e4c-2cc3-4250-be46-c5155c6ce0d3 HTTP/1.1" status: 200 len: 1097 time: 0.0414526 Sep 17 08:13:17.065305 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-83685dce-1763-4272-98d3-63c1035112ca req-41f7afa0-a508-41cf-b30f-e71761889904 tempest-TestNetworkAdvancedServerOps-1491937489 tempest-TestNetworkAdvancedServerOps-1491937489-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=1870af16-a40e-49bd-be81-639511d97305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297737 Sep 17 08:13:17.182809 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209da1f-3408-470c-9a53-d77e0d1aec68 req-dbafc738-a563-4668-918b-72e30ffe2270 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:17.184343 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3209da1f-3408-470c-9a53-d77e0d1aec68 req-dbafc738-a563-4668-918b-72e30ffe2270 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9a8ddb8-c79d-40a1-b39a-7be9f99bf3f9 HTTP/1.1" status: 200 len: 944 time: 0.0493522 Sep 17 08:13:17.235107 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3209da1f-3408-470c-9a53-d77e0d1aec68 req-47252c1e-e0a2-44dd-8cd6-739fe9636fd6 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441949 Sep 17 08:13:17.707122 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-1a01f00f-f25f-4a56-9191-d20533e6b2b6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=41c85e4c-2cc3-4250-be46-c5155c6ce0d3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0392795 Sep 17 08:13:17.715779 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-2aa46088-cc16-49ed-a34f-fc0e3f6d9aae service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:13:17.716771 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-2aa46088-cc16-49ed-a34f-fc0e3f6d9aae service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049195 Sep 17 08:13:18.252490 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:13:18.320535 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-33a0b123-3809-44ff-a4c0-587c1ed0fedb tempest-TestNetworkAdvancedServerOps-1491937489 tempest-TestNetworkAdvancedServerOps-1491937489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:18.328673 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-33a0b123-3809-44ff-a4c0-587c1ed0fedb tempest-TestNetworkAdvancedServerOps-1491937489 tempest-TestNetworkAdvancedServerOps-1491937489-project-admin] 10.222.0.13 "GET /v2.0/ports/593d1b19-429f-4e03-ae46-3dbc5a7d2277 HTTP/1.1" status: 200 len: 1094 time: 0.1173315 Sep 17 08:13:18.333406 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-7328e42d-f6dd-42d9-908d-e0da983dd371 service neutron] Request body: {'binding': {'host': 'n-h2-789963-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:13:18.334102 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-7328e42d-f6dd-42d9-908d-e0da983dd371 service neutron] Unknown quota resources ['binding']. {{(pid=101290) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 08:13:18.360649 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace9509d-9f6b-43df-9e9d-dfea5605ee8a req-bfc41770-8650-47dd-9b19-ea00564f3ef3 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:18.362266 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ace9509d-9f6b-43df-9e9d-dfea5605ee8a req-bfc41770-8650-47dd-9b19-ea00564f3ef3 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9a8ddb8-c79d-40a1-b39a-7be9f99bf3f9 HTTP/1.1" status: 200 len: 944 time: 0.0485101 Sep 17 08:13:18.428448 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ace9509d-9f6b-43df-9e9d-dfea5605ee8a req-9727cc7a-1be7-4ef0-bbbc-6bd61ae6e02b tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583377 Sep 17 08:13:18.481910 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-7328e42d-f6dd-42d9-908d-e0da983dd371 service neutron] Attempting to bind port 593d1b19-429f-4e03-ae46-3dbc5a7d2277 on host n-h2-789963-9 for vnic_type normal with profile None {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:13:18.482168 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-7328e42d-f6dd-42d9-908d-e0da983dd371 service neutron] Attempting to bind port 593d1b19-429f-4e03-ae46-3dbc5a7d2277 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': '0d1771dc-a12b-478f-b055-bfe9b99f98a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b31c82e6-300a-43e1-9f15-fe0340cd4575'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:13:18.482494 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-7328e42d-f6dd-42d9-908d-e0da983dd371 service neutron] Attempting to bind port 593d1b19-429f-4e03-ae46-3dbc5a7d2277 on network b31c82e6-300a-43e1-9f15-fe0340cd4575 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:13:18.486672 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-7328e42d-f6dd-42d9-908d-e0da983dd371 service neutron] Port 593d1b19-429f-4e03-ae46-3dbc5a7d2277 on network b31c82e6-300a-43e1-9f15-fe0340cd4575 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:13:18.486992 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-7328e42d-f6dd-42d9-908d-e0da983dd371 service neutron] Attempting to bind port 593d1b19-429f-4e03-ae46-3dbc5a7d2277 on network b31c82e6-300a-43e1-9f15-fe0340cd4575 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:13:18.491641 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-7328e42d-f6dd-42d9-908d-e0da983dd371 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:13:18.492004 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-7328e42d-f6dd-42d9-908d-e0da983dd371 service neutron] Checking segment: {'id': '0d1771dc-a12b-478f-b055-bfe9b99f98a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b31c82e6-300a-43e1-9f15-fe0340cd4575'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:13:18.492383 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-7328e42d-f6dd-42d9-908d-e0da983dd371 service neutron] Bound using segment: {'id': '0d1771dc-a12b-478f-b055-bfe9b99f98a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b31c82e6-300a-43e1-9f15-fe0340cd4575'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:13:18.492800 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-7328e42d-f6dd-42d9-908d-e0da983dd371 service neutron] Bound port: 593d1b19-429f-4e03-ae46-3dbc5a7d2277, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d1771dc-a12b-478f-b055-bfe9b99f98a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b31c82e6-300a-43e1-9f15-fe0340cd4575'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:13:18.575909 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-7328e42d-f6dd-42d9-908d-e0da983dd371 service neutron] For port 593d1b19-429f-4e03-ae46-3dbc5a7d2277, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=593d1b19-429f-4e03-ae46-3dbc5a7d2277,segment=NetworkSegment(0d1771dc-a12b-478f-b055-bfe9b99f98a3),segment_id=0d1771dc-a12b-478f-b055-bfe9b99f98a3)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:13:18.581134 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-7328e42d-f6dd-42d9-908d-e0da983dd371 service neutron] Notify callbacks [] for binding, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:18.582326 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-7328e42d-f6dd-42d9-908d-e0da983dd371 service neutron] 10.222.0.13 "POST /v2.0/ports/593d1b19-429f-4e03-ae46-3dbc5a7d2277/bindings HTTP/1.1" status: 201 len: 389 time: 0.2526178 Sep 17 08:13:18.732394 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21266f2-d264-4362-a051-0be4413fe47c req-a9812934-9303-4e0d-8dcb-31e8d923397e tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:18.734533 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d21266f2-d264-4362-a051-0be4413fe47c req-a9812934-9303-4e0d-8dcb-31e8d923397e tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=41c85e4c-2cc3-4250-be46-c5155c6ce0d3 HTTP/1.1" status: 200 len: 946 time: 0.0564079 Sep 17 08:13:18.774544 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d21266f2-d264-4362-a051-0be4413fe47c req-7eb58076-50c5-4fa7-9333-2916856308e0 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=1870af16-a40e-49bd-be81-639511d97305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336020 Sep 17 08:13:18.831028 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-2054626b-1b05-47cb-88f9-dc311ee72989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:18.832124 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-2054626b-1b05-47cb-88f9-dc311ee72989 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d6ef7951b2ac4d2ead98d70f1879d714&device_id=41c85e4c-2cc3-4250-be46-c5155c6ce0d3 HTTP/1.1" status: 200 len: 1097 time: 0.0420949 Sep 17 08:13:18.931661 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-1f0855f2-bdd2-47ea-b59f-00d5ac7a5f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:18.933198 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-1f0855f2-bdd2-47ea-b59f-00d5ac7a5f4d service neutron] 10.222.0.39 "GET /v2.0/networks?id=b31c82e6-300a-43e1-9f15-fe0340cd4575 HTTP/1.1" status: 200 len: 898 time: 0.0930316 Sep 17 08:13:18.998788 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-975e71f9-bc54-4903-8f08-4646dc5bac80 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=593d1b19-429f-4e03-ae46-3dbc5a7d2277 HTTP/1.1" status: 200 len: 1002 time: 0.0586905 Sep 17 08:13:19.054330 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-2944fa62-f53a-456e-af11-efa776846987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:19.055889 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-2944fa62-f53a-456e-af11-efa776846987 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=61938315-f914-4ad0-a7e1-28c2b11049ed HTTP/1.1" status: 200 len: 835 time: 0.0491428 Sep 17 08:13:19.102086 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-7b6356da-73f5-4634-be77-29e46d0af885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:19.103580 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-7b6356da-73f5-4634-be77-29e46d0af885 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b31c82e6-300a-43e1-9f15-fe0340cd4575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403516 Sep 17 08:13:19.192297 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-cd667c60-3b9d-4eb2-98f3-2a41f03ec3e5 service neutron] 10.222.0.39 "GET /v2.0/networks/b31c82e6-300a-43e1-9f15-fe0340cd4575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810940 Sep 17 08:13:19.287167 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-3e32f550-c0a5-4159-9a1f-d1a64b731c2a service neutron] 10.222.0.39 "GET /v2.0/networks/b31c82e6-300a-43e1-9f15-fe0340cd4575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877643 Sep 17 08:13:19.477051 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-71eb9389-82e9-445a-959a-c31015a84362 tempest-TestNetworkAdvancedServerOps-1491937489 tempest-TestNetworkAdvancedServerOps-1491937489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:19.479058 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-71eb9389-82e9-445a-959a-c31015a84362 tempest-TestNetworkAdvancedServerOps-1491937489 tempest-TestNetworkAdvancedServerOps-1491937489-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=41c85e4c-2cc3-4250-be46-c5155c6ce0d3&tenant_id=d6ef7951b2ac4d2ead98d70f1879d714&binding%3Ahost_id=n-h1-789963-9 HTTP/1.1" status: 200 len: 1097 time: 0.0869391 Sep 17 08:13:19.493555 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-c3db12a0-f7fa-4b59-9703-15bd26073d6a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-789963-9'}}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:13:19.536856 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c0bec-f48c-40cb-aaa4-b63e3810648c req-bed70299-000d-4e81-abeb-dd9520d3c08b tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:19.539262 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2e2c0bec-f48c-40cb-aaa4-b63e3810648c req-bed70299-000d-4e81-abeb-dd9520d3c08b tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9a8ddb8-c79d-40a1-b39a-7be9f99bf3f9 HTTP/1.1" status: 200 len: 944 time: 0.0566401 Sep 17 08:13:19.555579 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-c3db12a0-f7fa-4b59-9703-15bd26073d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:19.587523 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2e2c0bec-f48c-40cb-aaa4-b63e3810648c req-fb7eada4-65fc-470a-abf2-0a4984dd13be tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399330 Sep 17 08:13:19.699052 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 42356) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:13:19.708727 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-c3db12a0-f7fa-4b59-9703-15bd26073d6a service neutron] For port 593d1b19-429f-4e03-ae46-3dbc5a7d2277, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=593d1b19-429f-4e03-ae46-3dbc5a7d2277,segment=NetworkSegment(0d1771dc-a12b-478f-b055-bfe9b99f98a3),segment_id=0d1771dc-a12b-478f-b055-bfe9b99f98a3)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:13:19.745548 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-c3db12a0-f7fa-4b59-9703-15bd26073d6a service neutron] For port 593d1b19-429f-4e03-ae46-3dbc5a7d2277, host n-h1-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:13:19.785992 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41c85e4c-2cc3-4250-be46-c5155c6ce0d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '593d1b19-429f-4e03-ae46-3dbc5a7d2277'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:13:19.788476 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-937e644e-c0ff-496f-81f5-8b0bef02bd3b" -d '{"events": [{"server_uuid": "41c85e4c-2cc3-4250-be46-c5155c6ce0d3", "name": "network-vif-unplugged", "status": "completed", "tag": "593d1b19-429f-4e03-ae46-3dbc5a7d2277"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:13:19.792317 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-c3db12a0-f7fa-4b59-9703-15bd26073d6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:19.799275 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-c3db12a0-f7fa-4b59-9703-15bd26073d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:19.826881 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-54a6b6e8-3dde-4aa0-9e26-a0818cc56877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:19.834024 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 08:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f679a729-4e68-4494-95a5-0a860559ae74 x-openstack-request-id: req-f679a729-4e68-4494-95a5-0a860559ae74 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:13:19.834329 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41c85e4c-2cc3-4250-be46-c5155c6ce0d3", "name": "network-vif-unplugged", "status": "completed", "tag": "593d1b19-429f-4e03-ae46-3dbc5a7d2277", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:13:19.834581 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f679a729-4e68-4494-95a5-0a860559ae74 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:13:19.834975 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41c85e4c-2cc3-4250-be46-c5155c6ce0d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '593d1b19-429f-4e03-ae46-3dbc5a7d2277', 'code': 200} Sep 17 08:13:19.930103 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cba01f5d-2cbe-4bdb-ad5c-be36b63cf8f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:19.967395 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-54a6b6e8-3dde-4aa0-9e26-a0818cc56877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:19.973270 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3db12a0-f7fa-4b59-9703-15bd26073d6a service neutron] Pushing event updated for resources: {'Port': ['ID=593d1b19-429f-4e03-ae46-3dbc5a7d2277,revision_number=7']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:19.977014 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-54a6b6e8-3dde-4aa0-9e26-a0818cc56877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:20.013220 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a95a1a1-1c70-4960-9979-8f73c8646975 req-ee1aec39-c73b-49ea-a24f-c36a228d03f8 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:20.014820 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5a95a1a1-1c70-4960-9979-8f73c8646975 req-ee1aec39-c73b-49ea-a24f-c36a228d03f8 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=41c85e4c-2cc3-4250-be46-c5155c6ce0d3 HTTP/1.1" status: 200 len: 944 time: 0.0950599 Sep 17 08:13:20.032135 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-54a6b6e8-3dde-4aa0-9e26-a0818cc56877 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ffc9708d2c234057908fb270ab36b696&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3319359 Sep 17 08:13:20.037139 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 42364) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:13:20.065338 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a6b6e8-3dde-4aa0-9e26-a0818cc56877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=009f33fd-3992-45df-a297-48dabc1477a7,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:20.078844 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-c3db12a0-f7fa-4b59-9703-15bd26073d6a service neutron] Attempting to bind port 593d1b19-429f-4e03-ae46-3dbc5a7d2277 on host n-h1-789963-9 for vnic_type normal with profile {"migrating_to": "n-h2-789963-9"} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:13:20.079177 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-c3db12a0-f7fa-4b59-9703-15bd26073d6a service neutron] Attempting to bind port 593d1b19-429f-4e03-ae46-3dbc5a7d2277 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': '0d1771dc-a12b-478f-b055-bfe9b99f98a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b31c82e6-300a-43e1-9f15-fe0340cd4575'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:13:20.079507 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-c3db12a0-f7fa-4b59-9703-15bd26073d6a service neutron] Attempting to bind port 593d1b19-429f-4e03-ae46-3dbc5a7d2277 on network b31c82e6-300a-43e1-9f15-fe0340cd4575 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:13:20.087522 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5a95a1a1-1c70-4960-9979-8f73c8646975 req-b9f994d4-d6ae-4608-ab71-bf8e7daf0392 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=1870af16-a40e-49bd-be81-639511d97305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592303 Sep 17 08:13:20.089716 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-c3db12a0-f7fa-4b59-9703-15bd26073d6a service neutron] Port 593d1b19-429f-4e03-ae46-3dbc5a7d2277 on network b31c82e6-300a-43e1-9f15-fe0340cd4575 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:13:20.090207 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-c3db12a0-f7fa-4b59-9703-15bd26073d6a service neutron] Attempting to bind port 593d1b19-429f-4e03-ae46-3dbc5a7d2277 on network b31c82e6-300a-43e1-9f15-fe0340cd4575 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:13:20.102875 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-c3db12a0-f7fa-4b59-9703-15bd26073d6a service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:13:20.103126 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-c3db12a0-f7fa-4b59-9703-15bd26073d6a service neutron] Checking segment: {'id': '0d1771dc-a12b-478f-b055-bfe9b99f98a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b31c82e6-300a-43e1-9f15-fe0340cd4575'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:13:20.103501 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-c3db12a0-f7fa-4b59-9703-15bd26073d6a service neutron] Bound using segment: {'id': '0d1771dc-a12b-478f-b055-bfe9b99f98a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b31c82e6-300a-43e1-9f15-fe0340cd4575'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:13:20.103962 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-c3db12a0-f7fa-4b59-9703-15bd26073d6a service neutron] Bound port: 593d1b19-429f-4e03-ae46-3dbc5a7d2277, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d1771dc-a12b-478f-b055-bfe9b99f98a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b31c82e6-300a-43e1-9f15-fe0340cd4575'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:13:20.104316 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-c3db12a0-f7fa-4b59-9703-15bd26073d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:20.107213 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-046c215e-4b0c-44ad-9161-e166eb45daca None None] Provisioning complete for port 593d1b19-429f-4e03-ae46-3dbc5a7d2277 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:13:20.107591 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-046c215e-4b0c-44ad-9161-e166eb45daca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:20.122754 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9dffce7e-5a70-4e55-a4a6-e19150d2cc27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:20.167188 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9dffce7e-5a70-4e55-a4a6-e19150d2cc27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:20.222709 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-c3db12a0-f7fa-4b59-9703-15bd26073d6a service neutron] For port 593d1b19-429f-4e03-ae46-3dbc5a7d2277, host n-h1-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:13:20.228013 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-c3db12a0-f7fa-4b59-9703-15bd26073d6a service neutron] For port 593d1b19-429f-4e03-ae46-3dbc5a7d2277, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=593d1b19-429f-4e03-ae46-3dbc5a7d2277,segment=NetworkSegment(0d1771dc-a12b-478f-b055-bfe9b99f98a3),segment_id=0d1771dc-a12b-478f-b055-bfe9b99f98a3)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:13:20.236516 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-c3db12a0-f7fa-4b59-9703-15bd26073d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:20.280891 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9dffce7e-5a70-4e55-a4a6-e19150d2cc27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:20.283451 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9dffce7e-5a70-4e55-a4a6-e19150d2cc27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:20.284563 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-9dffce7e-5a70-4e55-a4a6-e19150d2cc27 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/009f33fd-3992-45df-a297-48dabc1477a7 HTTP/1.1" status: 204 len: 168 time: 0.2464728 Sep 17 08:13:20.298208 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-046c215e-4b0c-44ad-9161-e166eb45daca None None] Port 593d1b19-429f-4e03-ae46-3dbc5a7d2277 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:13:20.334096 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dffce7e-5a70-4e55-a4a6-e19150d2cc27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=009f33fd-3992-45df-a297-48dabc1477a7,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:20.373384 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3db12a0-f7fa-4b59-9703-15bd26073d6a service neutron] Pushing event updated for resources: {'Port': ['ID=593d1b19-429f-4e03-ae46-3dbc5a7d2277,revision_number=8']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:20.400662 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-c3db12a0-f7fa-4b59-9703-15bd26073d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:20.401447 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-c3db12a0-f7fa-4b59-9703-15bd26073d6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:20.402860 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-c3db12a0-f7fa-4b59-9703-15bd26073d6a service neutron] 10.222.0.39 "PUT /v2.0/ports/593d1b19-429f-4e03-ae46-3dbc5a7d2277 HTTP/1.1" status: 200 len: 1122 time: 0.9157724 Sep 17 08:13:20.526250 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-55499687-9b51-4eda-af44-c518337cc507 None None] Provisioning complete for port 593d1b19-429f-4e03-ae46-3dbc5a7d2277 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:13:20.526701 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-55499687-9b51-4eda-af44-c518337cc507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:20.548591 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['593d1b19-429f-4e03-ae46-3dbc5a7d2277'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:13:20.672143 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-55499687-9b51-4eda-af44-c518337cc507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:20.704051 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb4d71-fbd9-432f-a934-81d2ff058b6c req-56bd8bb9-ce9f-4c8c-8950-df36a6639b6d tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:20.705686 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0bcb4d71-fbd9-432f-a934-81d2ff058b6c req-56bd8bb9-ce9f-4c8c-8950-df36a6639b6d tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9a8ddb8-c79d-40a1-b39a-7be9f99bf3f9 HTTP/1.1" status: 200 len: 944 time: 0.0488122 Sep 17 08:13:20.705878 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41c85e4c-2cc3-4250-be46-c5155c6ce0d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '593d1b19-429f-4e03-ae46-3dbc5a7d2277'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:13:20.708391 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd14f2d-3c22-4e4f-8c8c-c3930c58b431" -d '{"events": [{"server_uuid": "41c85e4c-2cc3-4250-be46-c5155c6ce0d3", "name": "network-vif-plugged", "status": "completed", "tag": "593d1b19-429f-4e03-ae46-3dbc5a7d2277"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:13:20.729572 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-55499687-9b51-4eda-af44-c518337cc507 None None] For port 593d1b19-429f-4e03-ae46-3dbc5a7d2277, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=593d1b19-429f-4e03-ae46-3dbc5a7d2277,segment=NetworkSegment(0d1771dc-a12b-478f-b055-bfe9b99f98a3),segment_id=0d1771dc-a12b-478f-b055-bfe9b99f98a3)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:13:20.747901 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0bcb4d71-fbd9-432f-a934-81d2ff058b6c req-edb6d1b7-eaac-4e48-97fd-58dbaf817eb8 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356627 Sep 17 08:13:20.752827 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-55499687-9b51-4eda-af44-c518337cc507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:20.763150 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9099dafd-0958-4e4e-b2e0-efeaa1a3ca22 x-openstack-request-id: req-9099dafd-0958-4e4e-b2e0-efeaa1a3ca22 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:13:20.763442 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41c85e4c-2cc3-4250-be46-c5155c6ce0d3", "name": "network-vif-plugged", "status": "completed", "tag": "593d1b19-429f-4e03-ae46-3dbc5a7d2277", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:13:20.763695 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9099dafd-0958-4e4e-b2e0-efeaa1a3ca22 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:13:20.764122 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41c85e4c-2cc3-4250-be46-c5155c6ce0d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '593d1b19-429f-4e03-ae46-3dbc5a7d2277', 'code': 200} Sep 17 08:13:20.857806 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device f4f03f9b-2200-4f26-9016-5ee974315705 details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:13:20.949352 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55499687-9b51-4eda-af44-c518337cc507 None None] Pushing event updated for resources: {'Port': ['ID=593d1b19-429f-4e03-ae46-3dbc5a7d2277,revision_number=9']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:21.109130 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port f4f03f9b-2200-4f26-9016-5ee974315705, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=f4f03f9b-2200-4f26-9016-5ee974315705,segment=NetworkSegment(97a5f9eb-b96b-49f6-801a-38ac71ff3601),segment_id=97a5f9eb-b96b-49f6-801a-38ac71ff3601)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:13:21.130256 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': 'f4f03f9b-2200-4f26-9016-5ee974315705', 'network_id': '9e07c4b1-bdff-4c2c-98bc-db029bd9be3a', 'port_id': 'f4f03f9b-2200-4f26-9016-5ee974315705', 'mac_address': 'fa:16:3e:b8:18:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c25df5a-36e7-4d20-9a35-2372fa90e853', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:13:21.181979 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:21.194534 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4f03f9b-2200-4f26-9016-5ee974315705 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:13:21.215167 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port f4f03f9b-2200-4f26-9016-5ee974315705, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=f4f03f9b-2200-4f26-9016-5ee974315705,segment=NetworkSegment(97a5f9eb-b96b-49f6-801a-38ac71ff3601),segment_id=97a5f9eb-b96b-49f6-801a-38ac71ff3601)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:13:21.220583 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:21.230615 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbfe3a6-d19f-4811-8718-76410cf26e25 req-c0d88e7a-e78b-40e4-a3ff-ff913075852d tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:21.232159 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7fbfe3a6-d19f-4811-8718-76410cf26e25 req-c0d88e7a-e78b-40e4-a3ff-ff913075852d tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=41c85e4c-2cc3-4250-be46-c5155c6ce0d3 HTTP/1.1" status: 200 len: 946 time: 0.0647616 Sep 17 08:13:21.274264 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=f4f03f9b-2200-4f26-9016-5ee974315705,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:21.276862 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7fbfe3a6-d19f-4811-8718-76410cf26e25 req-6085d84b-dc1e-421a-b957-de08605cd571 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=1870af16-a40e-49bd-be81-639511d97305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358231 Sep 17 08:13:21.603621 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 593d1b19-429f-4e03-ae46-3dbc5a7d2277 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:13:21.647424 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['f4f03f9b-2200-4f26-9016-5ee974315705'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:13:21.738945 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 593d1b19-429f-4e03-ae46-3dbc5a7d2277, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=593d1b19-429f-4e03-ae46-3dbc5a7d2277,segment=NetworkSegment(0d1771dc-a12b-478f-b055-bfe9b99f98a3),segment_id=0d1771dc-a12b-478f-b055-bfe9b99f98a3)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:13:21.757775 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 593d1b19-429f-4e03-ae46-3dbc5a7d2277 has no active binding in host n-h2-789963-9 {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 17 08:13:21.836126 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41c85e4c-2cc3-4250-be46-c5155c6ce0d3', 'tag': '593d1b19-429f-4e03-ae46-3dbc5a7d2277'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:13:21.841573 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef4ede4-4daa-4358-bd39-ccd8fc5711c7" -d '{"events": [{"name": "network-changed", "server_uuid": "41c85e4c-2cc3-4250-be46-c5155c6ce0d3", "tag": "593d1b19-429f-4e03-ae46-3dbc5a7d2277"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:13:21.870701 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1044adf0-1a51-407d-8bce-c7183d185e0b req-898d8623-4d6d-492c-9cee-12941a0bb7e3 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:21.872352 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1044adf0-1a51-407d-8bce-c7183d185e0b req-898d8623-4d6d-492c-9cee-12941a0bb7e3 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9a8ddb8-c79d-40a1-b39a-7be9f99bf3f9 HTTP/1.1" status: 200 len: 945 time: 0.0508342 Sep 17 08:13:21.889432 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c743e158-c7b4-49e1-bf68-d54cdb002a6d x-openstack-request-id: req-c743e158-c7b4-49e1-bf68-d54cdb002a6d {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:13:21.890093 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41c85e4c-2cc3-4250-be46-c5155c6ce0d3", "tag": "593d1b19-429f-4e03-ae46-3dbc5a7d2277", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:13:21.890526 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c743e158-c7b4-49e1-bf68-d54cdb002a6d {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:13:21.891091 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41c85e4c-2cc3-4250-be46-c5155c6ce0d3', 'tag': '593d1b19-429f-4e03-ae46-3dbc5a7d2277', 'status': 'completed', 'code': 200} Sep 17 08:13:21.918889 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1044adf0-1a51-407d-8bce-c7183d185e0b req-75a2b02b-66a0-4d56-a08a-50cace597620 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341494 Sep 17 08:13:21.988212 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef4ede4-4daa-4358-bd39-ccd8fc5711c7 req-bfcc2990-2ef5-49ee-9d41-43d2aefcb055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:21.989797 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1ef4ede4-4daa-4358-bd39-ccd8fc5711c7 req-bfcc2990-2ef5-49ee-9d41-43d2aefcb055 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6ef7951b2ac4d2ead98d70f1879d714&device_id=41c85e4c-2cc3-4250-be46-c5155c6ce0d3 HTTP/1.1" status: 200 len: 1127 time: 0.0518181 Sep 17 08:13:22.085687 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef4ede4-4daa-4358-bd39-ccd8fc5711c7 req-ab6f8a8c-8a7e-4f19-b6f3-2bab30d46c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:22.087204 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1ef4ede4-4daa-4358-bd39-ccd8fc5711c7 req-ab6f8a8c-8a7e-4f19-b6f3-2bab30d46c06 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b31c82e6-300a-43e1-9f15-fe0340cd4575 HTTP/1.1" status: 200 len: 898 time: 0.0885944 Sep 17 08:13:22.157799 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1ef4ede4-4daa-4358-bd39-ccd8fc5711c7 req-8feac97c-c4ba-4268-9189-4e2e9fa9ef0c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=593d1b19-429f-4e03-ae46-3dbc5a7d2277 HTTP/1.1" status: 200 len: 1002 time: 0.0601933 Sep 17 08:13:22.211271 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef4ede4-4daa-4358-bd39-ccd8fc5711c7 req-95a373f6-e7f2-4728-b778-6fbd6ebe105d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:22.212457 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1ef4ede4-4daa-4358-bd39-ccd8fc5711c7 req-95a373f6-e7f2-4728-b778-6fbd6ebe105d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=61938315-f914-4ad0-a7e1-28c2b11049ed HTTP/1.1" status: 200 len: 835 time: 0.0492535 Sep 17 08:13:22.262273 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef4ede4-4daa-4358-bd39-ccd8fc5711c7 req-75e0f562-361c-4743-8a20-9fcd5b2ea392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:22.263778 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1ef4ede4-4daa-4358-bd39-ccd8fc5711c7 req-75e0f562-361c-4743-8a20-9fcd5b2ea392 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b31c82e6-300a-43e1-9f15-fe0340cd4575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428724 Sep 17 08:13:22.357150 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1ef4ede4-4daa-4358-bd39-ccd8fc5711c7 req-6e5eaae7-63a2-410e-b61c-551ab40f5b98 service neutron] 10.222.0.41 "GET /v2.0/networks/b31c82e6-300a-43e1-9f15-fe0340cd4575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848017 Sep 17 08:13:22.393504 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a01b9-6581-4cf0-b1fe-8e059410c2a4 req-300399c4-d8f6-4db6-817c-71ee59629199 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:22.395213 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bf9a01b9-6581-4cf0-b1fe-8e059410c2a4 req-300399c4-d8f6-4db6-817c-71ee59629199 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=41c85e4c-2cc3-4250-be46-c5155c6ce0d3 HTTP/1.1" status: 200 len: 946 time: 0.0484595 Sep 17 08:13:22.430012 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-86acecf7-4205-4d8a-ac34-849004265216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:22.436539 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bf9a01b9-6581-4cf0-b1fe-8e059410c2a4 req-9f6ed5a8-d7b6-49cb-98c1-47c39ceee6cd tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=1870af16-a40e-49bd-be81-639511d97305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351026 Sep 17 08:13:22.456908 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1ef4ede4-4daa-4358-bd39-ccd8fc5711c7 req-0479bf67-3574-4005-bda1-f231558429ca service neutron] 10.222.0.41 "GET /v2.0/networks/b31c82e6-300a-43e1-9f15-fe0340cd4575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922697 Sep 17 08:13:22.689999 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:22.853931 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device f4f03f9b-2200-4f26-9016-5ee974315705 up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:13:22.901385 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning for port f4f03f9b-2200-4f26-9016-5ee974315705 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:13:22.905949 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port f4f03f9b-2200-4f26-9016-5ee974315705 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:13:22.906333 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:22.988491 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:23.011556 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a8ddb8-c79d-40a1-b39a-7be9f99bf3f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f03f9b-2200-4f26-9016-5ee974315705'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:13:23.013845 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ff7a6a-5070-4fa7-a543-54182e10351e" -d '{"events": [{"server_uuid": "d9a8ddb8-c79d-40a1-b39a-7be9f99bf3f9", "name": "network-vif-plugged", "status": "completed", "tag": "f4f03f9b-2200-4f26-9016-5ee974315705"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:13:23.026315 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port f4f03f9b-2200-4f26-9016-5ee974315705, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=f4f03f9b-2200-4f26-9016-5ee974315705,segment=NetworkSegment(97a5f9eb-b96b-49f6-801a-38ac71ff3601),segment_id=97a5f9eb-b96b-49f6-801a-38ac71ff3601)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:13:23.031137 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:23.040797 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a53b6e0-69e6-4e07-acff-8ef4ed2ea552 req-655a7d67-2fbe-4512-b1a3-6d628e1fd1a7 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:23.042561 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0a53b6e0-69e6-4e07-acff-8ef4ed2ea552 req-655a7d67-2fbe-4512-b1a3-6d628e1fd1a7 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9a8ddb8-c79d-40a1-b39a-7be9f99bf3f9 HTTP/1.1" status: 200 len: 945 time: 0.0528688 Sep 17 08:13:23.084403 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f538237c-e209-4746-9052-9714d90cdc03 x-openstack-request-id: req-f538237c-e209-4746-9052-9714d90cdc03 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:13:23.084696 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a8ddb8-c79d-40a1-b39a-7be9f99bf3f9", "name": "network-vif-plugged", "status": "completed", "tag": "f4f03f9b-2200-4f26-9016-5ee974315705", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:13:23.084990 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f538237c-e209-4746-9052-9714d90cdc03 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:13:23.085324 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a8ddb8-c79d-40a1-b39a-7be9f99bf3f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f03f9b-2200-4f26-9016-5ee974315705', 'code': 200} Sep 17 08:13:23.090384 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=f4f03f9b-2200-4f26-9016-5ee974315705,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:23.099373 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0a53b6e0-69e6-4e07-acff-8ef4ed2ea552 req-858500c6-0d03-4f38-a3e2-d5253c52745f tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473158 Sep 17 08:13:23.209803 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d64574-a697-4bfe-b875-76c4c46551ea req-52a41a74-37f4-4908-82a7-56bfc0525d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:23.211301 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-91d64574-a697-4bfe-b875-76c4c46551ea req-52a41a74-37f4-4908-82a7-56bfc0525d4d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d9a8ddb8-c79d-40a1-b39a-7be9f99bf3f9 HTTP/1.1" status: 200 len: 1097 time: 0.0443161 Sep 17 08:13:23.246623 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-91d64574-a697-4bfe-b875-76c4c46551ea req-8eb42fa9-181e-4103-99d0-9aa175cba615 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272861 Sep 17 08:13:23.591050 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff286713-6c30-4cf1-82f6-b40b6b3df69f req-d86820e3-6824-40c6-81c9-b9dbeabbe11a tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:23.593868 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ff286713-6c30-4cf1-82f6-b40b6b3df69f req-d86820e3-6824-40c6-81c9-b9dbeabbe11a tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=41c85e4c-2cc3-4250-be46-c5155c6ce0d3 HTTP/1.1" status: 200 len: 946 time: 0.0906799 Sep 17 08:13:23.637843 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ff286713-6c30-4cf1-82f6-b40b6b3df69f req-3824a8e0-58e4-4c82-af2e-ed25109c0e97 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=1870af16-a40e-49bd-be81-639511d97305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372272 Sep 17 08:13:23.695478 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:24.217589 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf76f81b-35e3-409e-b8f7-7718806844d7 req-f3a9cd5c-8f0d-48ca-9bf4-d8ab598c83d4 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:24.219045 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bf76f81b-35e3-409e-b8f7-7718806844d7 req-f3a9cd5c-8f0d-48ca-9bf4-d8ab598c83d4 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9a8ddb8-c79d-40a1-b39a-7be9f99bf3f9 HTTP/1.1" status: 200 len: 946 time: 0.0514967 Sep 17 08:13:24.275026 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bf76f81b-35e3-409e-b8f7-7718806844d7 req-f577d325-6301-41eb-8de7-12dbeb5b94d2 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500429 Sep 17 08:13:24.758901 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d4ef72-4e22-4776-924c-f1452e839edf req-ea1b15da-07d6-4fce-aab7-995df2f2f9c6 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:24.760579 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-14d4ef72-4e22-4776-924c-f1452e839edf req-ea1b15da-07d6-4fce-aab7-995df2f2f9c6 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=41c85e4c-2cc3-4250-be46-c5155c6ce0d3 HTTP/1.1" status: 200 len: 946 time: 0.0530677 Sep 17 08:13:24.804412 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-14d4ef72-4e22-4776-924c-f1452e839edf req-d8756f20-b055-4999-a30e-bafaba01020d tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=1870af16-a40e-49bd-be81-639511d97305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368133 Sep 17 08:13:25.290022 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:25.392493 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65174a9b-3caf-4cce-b4bb-bd4bb1ae4704 req-ea45d061-b736-47f4-b929-c1202b832dd9 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:25.393919 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65174a9b-3caf-4cce-b4bb-bd4bb1ae4704 req-ea45d061-b736-47f4-b929-c1202b832dd9 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9a8ddb8-c79d-40a1-b39a-7be9f99bf3f9 HTTP/1.1" status: 200 len: 946 time: 0.0492551 Sep 17 08:13:25.436696 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65174a9b-3caf-4cce-b4bb-bd4bb1ae4704 req-6b6ce6e5-86b3-4809-96de-5a2b655c8cae tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366905 Sep 17 08:13:25.715159 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f44974-a7ae-424a-8e31-32b7e8427b03 req-b12da296-970a-4365-b83a-3f3a4f915ddf tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:25.716680 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-90f44974-a7ae-424a-8e31-32b7e8427b03 req-b12da296-970a-4365-b83a-3f3a4f915ddf tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/networks?id=9e07c4b1-bdff-4c2c-98bc-db029bd9be3a HTTP/1.1" status: 200 len: 805 time: 0.1035318 Sep 17 08:13:25.731635 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-90f44974-a7ae-424a-8e31-32b7e8427b03 req-60294acd-fc6b-43a7-885b-1192d0282799 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/quotas/56e275efab454c57a2733a201971b985 HTTP/1.1" status: 200 len: 375 time: 0.0090663 Sep 17 08:13:25.785172 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-90f44974-a7ae-424a-8e31-32b7e8427b03 req-0df785c7-41fb-4e7d-a290-0e843fb81806 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=56e275efab454c57a2733a201971b985&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0473628 Sep 17 08:13:25.956887 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-90f44974-a7ae-424a-8e31-32b7e8427b03 req-f0033378-8435-4752-9333-27c2f9add211 service neutron] 10.222.0.13 "GET /v2.0/networks/9e07c4b1-bdff-4c2c-98bc-db029bd9be3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619303 Sep 17 08:13:26.045828 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c0c9f3-ebef-4f11-8810-61d3a3ea9446 req-100a8bd0-ecf2-4936-b476-64e3ff771600 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:26.047932 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c8c0c9f3-ebef-4f11-8810-61d3a3ea9446 req-100a8bd0-ecf2-4936-b476-64e3ff771600 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=41c85e4c-2cc3-4250-be46-c5155c6ce0d3 HTTP/1.1" status: 200 len: 946 time: 0.1099124 Sep 17 08:13:26.091109 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-90f44974-a7ae-424a-8e31-32b7e8427b03 req-49ee0cce-6490-4ddc-8b17-76e04a2c4466 service neutron] 10.222.0.13 "GET /v2.0/networks/9e07c4b1-bdff-4c2c-98bc-db029bd9be3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204417 Sep 17 08:13:26.098920 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c8c0c9f3-ebef-4f11-8810-61d3a3ea9446 req-751ce65e-6593-4ace-899b-282f0c8e6c29 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=1870af16-a40e-49bd-be81-639511d97305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451109 Sep 17 08:13:26.736728 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a80a2-ea68-47b2-acdf-d3d244aa08cc req-65d05dd9-6b26-4a2b-8e15-a076ed3f1f82 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:26.738182 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-722a80a2-ea68-47b2-acdf-d3d244aa08cc req-65d05dd9-6b26-4a2b-8e15-a076ed3f1f82 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/networks?id=9e07c4b1-bdff-4c2c-98bc-db029bd9be3a HTTP/1.1" status: 200 len: 805 time: 0.1030185 Sep 17 08:13:26.753234 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-722a80a2-ea68-47b2-acdf-d3d244aa08cc req-5864a1ef-7290-4f77-9e4e-73a3c4892bc7 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/quotas/56e275efab454c57a2733a201971b985 HTTP/1.1" status: 200 len: 375 time: 0.0093052 Sep 17 08:13:26.799677 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-722a80a2-ea68-47b2-acdf-d3d244aa08cc req-41887933-c830-4c9d-8ea6-be06c3e7c691 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=56e275efab454c57a2733a201971b985&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0414557 Sep 17 08:13:26.888221 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-722a80a2-ea68-47b2-acdf-d3d244aa08cc req-22f6a333-7ee9-4565-a4a5-6c80306fb832 service neutron] 10.222.0.13 "GET /v2.0/networks/9e07c4b1-bdff-4c2c-98bc-db029bd9be3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816658 Sep 17 08:13:26.975447 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-722a80a2-ea68-47b2-acdf-d3d244aa08cc req-69cbc3ff-901d-4197-939d-becd65063b90 service neutron] 10.222.0.13 "GET /v2.0/networks/9e07c4b1-bdff-4c2c-98bc-db029bd9be3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808706 Sep 17 08:13:27.162828 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c84d3b4f-1dd1-4d66-8f33-14ad00bb08e7 req-2a7599cf-b78d-426c-86f5-987ff0ced0b0 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=a662a71c-10bc-4063-b9a4-397b1d0498bf HTTP/1.1" status: 200 len: 210 time: 0.0458438 Sep 17 08:13:27.245124 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aad9b0-6f13-4558-b505-a45e6b108a3b req-28fccfd2-0bba-47f7-97cb-5f6ba34e1f2a tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:27.246984 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-04aad9b0-6f13-4558-b505-a45e6b108a3b req-28fccfd2-0bba-47f7-97cb-5f6ba34e1f2a tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=41c85e4c-2cc3-4250-be46-c5155c6ce0d3 HTTP/1.1" status: 200 len: 946 time: 0.0627582 Sep 17 08:13:27.287763 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-04aad9b0-6f13-4558-b505-a45e6b108a3b req-30ff6f5e-de3f-4eb9-ab44-5ecde0ac6ee8 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=1870af16-a40e-49bd-be81-639511d97305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322144 Sep 17 08:13:28.271814 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a80a2-ea68-47b2-acdf-d3d244aa08cc req-cb732186-212c-4f2d-aa9a-b005e420a1c5 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:28.273486 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-722a80a2-ea68-47b2-acdf-d3d244aa08cc req-cb732186-212c-4f2d-aa9a-b005e420a1c5 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.39 "GET /v2.0/networks?id=9e07c4b1-bdff-4c2c-98bc-db029bd9be3a HTTP/1.1" status: 200 len: 805 time: 0.1943731 Sep 17 08:13:28.294713 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-722a80a2-ea68-47b2-acdf-d3d244aa08cc req-6e7e92b8-08fd-42ab-8f8a-95ea66bcfe68 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Request body: {'port': {'device_id': 'a662a71c-10bc-4063-b9a4-397b1d0498bf', 'network_id': '9e07c4b1-bdff-4c2c-98bc-db029bd9be3a', 'admin_state_up': True, 'tenant_id': '56e275efab454c57a2733a201971b985'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:13:28.300223 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cf6924c6-7baa-45a2-819c-5f71501b466f req-a10e3950-74ce-4379-b84b-ae03496403fd tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=a662a71c-10bc-4063-b9a4-397b1d0498bf HTTP/1.1" status: 200 len: 210 time: 0.0326917 Sep 17 08:13:28.416149 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-722a80a2-ea68-47b2-acdf-d3d244aa08cc req-6e7e92b8-08fd-42ab-8f8a-95ea66bcfe68 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Made reservation on behalf of 56e275efab454c57a2733a201971b985 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:13:28.419619 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-722a80a2-ea68-47b2-acdf-d3d244aa08cc req-6e7e92b8-08fd-42ab-8f8a-95ea66bcfe68 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:28.426153 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91a77c4-c56f-489b-bf07-c17344567884 req-86758446-a709-483b-a36a-74e5d54e0e07 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:28.427655 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e91a77c4-c56f-489b-bf07-c17344567884 req-86758446-a709-483b-a36a-74e5d54e0e07 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=41c85e4c-2cc3-4250-be46-c5155c6ce0d3 HTTP/1.1" status: 200 len: 946 time: 0.0501792 Sep 17 08:13:28.469089 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e91a77c4-c56f-489b-bf07-c17344567884 req-95878917-49b7-4510-a841-1f992b69da94 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=1870af16-a40e-49bd-be81-639511d97305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352411 Sep 17 08:13:28.545261 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-722a80a2-ea68-47b2-acdf-d3d244aa08cc req-6e7e92b8-08fd-42ab-8f8a-95ea66bcfe68 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Allocated IP 172.20.0.12 (9e07c4b1-bdff-4c2c-98bc-db029bd9be3a/7c25df5a-36e7-4d20-9a35-2372fa90e853/4168f3cb-cb1b-4682-b402-651754485afc) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:13:28.684386 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-722a80a2-ea68-47b2-acdf-d3d244aa08cc req-6e7e92b8-08fd-42ab-8f8a-95ea66bcfe68 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:28.716779 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-722a80a2-ea68-47b2-acdf-d3d244aa08cc req-6e7e92b8-08fd-42ab-8f8a-95ea66bcfe68 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:28.753591 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['f4f03f9b-2200-4f26-9016-5ee974315705'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:13:29.067526 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-722a80a2-ea68-47b2-acdf-d3d244aa08cc req-6e7e92b8-08fd-42ab-8f8a-95ea66bcfe68 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Network 9e07c4b1-bdff-4c2c-98bc-db029bd9be3a is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:13:29.073649 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-722a80a2-ea68-47b2-acdf-d3d244aa08cc req-6e7e92b8-08fd-42ab-8f8a-95ea66bcfe68 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:13:29.082846 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-722a80a2-ea68-47b2-acdf-d3d244aa08cc req-6e7e92b8-08fd-42ab-8f8a-95ea66bcfe68 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:13:29.115803 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7e92b8-08fd-42ab-8f8a-95ea66bcfe68 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Pushing event updated for resources: {'Port': ['ID=4168f3cb-cb1b-4682-b402-651754485afc,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:29.147063 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-951f05ba-0714-4f0f-9913-dbf19b91c8fb service neutron] 10.222.0.41 "GET /v2.0/ports/593d1b19-429f-4e03-ae46-3dbc5a7d2277/bindings/n-h2-789963-9 HTTP/1.1" status: 200 len: 384 time: 0.1152170 Sep 17 08:13:29.152927 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a80a2-ea68-47b2-acdf-d3d244aa08cc req-6e7e92b8-08fd-42ab-8f8a-95ea66bcfe68 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:29.153532 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-722a80a2-ea68-47b2-acdf-d3d244aa08cc req-6e7e92b8-08fd-42ab-8f8a-95ea66bcfe68 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:29.200040 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-722a80a2-ea68-47b2-acdf-d3d244aa08cc req-6e7e92b8-08fd-42ab-8f8a-95ea66bcfe68 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9094744 Sep 17 08:13:29.219106 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-722a80a2-ea68-47b2-acdf-d3d244aa08cc req-6a8b9524-81e3-42ef-9aa4-7bc3875a98ab service neutron] Request body: {'port': {'device_id': 'a662a71c-10bc-4063-b9a4-397b1d0498bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:13:29.305390 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-722a80a2-ea68-47b2-acdf-d3d244aa08cc req-6a8b9524-81e3-42ef-9aa4-7bc3875a98ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:29.434570 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95408cda-0573-4568-907c-41db5e8f4764 req-d9f948f3-b05d-4cd1-819f-46421f6a53ca tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:29.436111 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-95408cda-0573-4568-907c-41db5e8f4764 req-d9f948f3-b05d-4cd1-819f-46421f6a53ca tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=a662a71c-10bc-4063-b9a4-397b1d0498bf HTTP/1.1" status: 200 len: 932 time: 0.0650964 Sep 17 08:13:29.478475 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-95408cda-0573-4568-907c-41db5e8f4764 req-d68f9610-b6e1-4d8d-a5ab-7c2d1318b68b tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340281 Sep 17 08:13:29.503757 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-813ed340-6b6d-45f0-be0c-82ebadc2567f service neutron] For port 593d1b19-429f-4e03-ae46-3dbc5a7d2277, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=593d1b19-429f-4e03-ae46-3dbc5a7d2277,segment=NetworkSegment(0d1771dc-a12b-478f-b055-bfe9b99f98a3),segment_id=0d1771dc-a12b-478f-b055-bfe9b99f98a3)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:13:29.561470 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-813ed340-6b6d-45f0-be0c-82ebadc2567f service neutron] For port 593d1b19-429f-4e03-ae46-3dbc5a7d2277, host n-h1-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:13:29.606988 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cef254-9cad-42de-ae3f-e4664c18a06c req-b7904933-c00b-4cfd-9292-221514ed8b4f tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:29.612385 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d7cef254-9cad-42de-ae3f-e4664c18a06c req-b7904933-c00b-4cfd-9292-221514ed8b4f tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=41c85e4c-2cc3-4250-be46-c5155c6ce0d3 HTTP/1.1" status: 200 len: 946 time: 0.0621130 Sep 17 08:13:29.638478 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41c85e4c-2cc3-4250-be46-c5155c6ce0d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '593d1b19-429f-4e03-ae46-3dbc5a7d2277'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:13:29.640821 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514badda-c8be-4fda-b2f5-774024a501d3" -d '{"events": [{"server_uuid": "41c85e4c-2cc3-4250-be46-c5155c6ce0d3", "name": "network-vif-unplugged", "status": "completed", "tag": "593d1b19-429f-4e03-ae46-3dbc5a7d2277"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:13:29.651050 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-813ed340-6b6d-45f0-be0c-82ebadc2567f service neutron] For port 593d1b19-429f-4e03-ae46-3dbc5a7d2277, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=593d1b19-429f-4e03-ae46-3dbc5a7d2277,segment=NetworkSegment(0d1771dc-a12b-478f-b055-bfe9b99f98a3),segment_id=0d1771dc-a12b-478f-b055-bfe9b99f98a3)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:13:29.654514 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d7cef254-9cad-42de-ae3f-e4664c18a06c req-33319c28-7774-403e-b77e-0fe7c28ca55b tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=1870af16-a40e-49bd-be81-639511d97305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379310 Sep 17 08:13:29.686682 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-813ed340-6b6d-45f0-be0c-82ebadc2567f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:29.691417 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 08:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820d6da0-9f16-40a8-908c-9b2910fbca43 x-openstack-request-id: req-820d6da0-9f16-40a8-908c-9b2910fbca43 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:13:29.691711 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41c85e4c-2cc3-4250-be46-c5155c6ce0d3", "name": "network-vif-unplugged", "status": "completed", "tag": "593d1b19-429f-4e03-ae46-3dbc5a7d2277", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:13:29.692149 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-820d6da0-9f16-40a8-908c-9b2910fbca43 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:13:29.692349 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41c85e4c-2cc3-4250-be46-c5155c6ce0d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '593d1b19-429f-4e03-ae46-3dbc5a7d2277', 'code': 200} Sep 17 08:13:29.787526 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-722a80a2-ea68-47b2-acdf-d3d244aa08cc req-6a8b9524-81e3-42ef-9aa4-7bc3875a98ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4168f3cb-cb1b-4682-b402-651754485afc {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:13:29.796422 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-722a80a2-ea68-47b2-acdf-d3d244aa08cc req-6a8b9524-81e3-42ef-9aa4-7bc3875a98ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:29.817175 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-722a80a2-ea68-47b2-acdf-d3d244aa08cc req-6a8b9524-81e3-42ef-9aa4-7bc3875a98ab service neutron] Transition to ACTIVE for port object 4168f3cb-cb1b-4682-b402-651754485afc will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:13:29.818238 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-813ed340-6b6d-45f0-be0c-82ebadc2567f service neutron] Transition to ACTIVE for port object 593d1b19-429f-4e03-ae46-3dbc5a7d2277 will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:13:29.821881 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-722a80a2-ea68-47b2-acdf-d3d244aa08cc req-6a8b9524-81e3-42ef-9aa4-7bc3875a98ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:29.827372 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-813ed340-6b6d-45f0-be0c-82ebadc2567f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:29.893154 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8b9524-81e3-42ef-9aa4-7bc3875a98ab service neutron] Pushing event updated for resources: {'Port': ['ID=4168f3cb-cb1b-4682-b402-651754485afc,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:30.067201 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813ed340-6b6d-45f0-be0c-82ebadc2567f service neutron] Pushing event updated for resources: {'Port': ['ID=593d1b19-429f-4e03-ae46-3dbc5a7d2277,revision_number=11']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:30.081756 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-813ed340-6b6d-45f0-be0c-82ebadc2567f service neutron] No DVR routers for this DVR port 593d1b19-429f-4e03-ae46-3dbc5a7d2277 on host n-h1-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:13:30.109590 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429c7d47-3718-4160-a267-40c2a4428482 req-ef7566ea-270f-4d42-ad95-d4232a2c9d26 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:30.120648 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-429c7d47-3718-4160-a267-40c2a4428482 req-ef7566ea-270f-4d42-ad95-d4232a2c9d26 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 945 time: 0.0812957 Sep 17 08:13:30.136129 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-722a80a2-ea68-47b2-acdf-d3d244aa08cc req-6a8b9524-81e3-42ef-9aa4-7bc3875a98ab service neutron] Attempting to bind port 4168f3cb-cb1b-4682-b402-651754485afc on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:13:30.136555 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-722a80a2-ea68-47b2-acdf-d3d244aa08cc req-6a8b9524-81e3-42ef-9aa4-7bc3875a98ab service neutron] Attempting to bind port 4168f3cb-cb1b-4682-b402-651754485afc by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': '97a5f9eb-b96b-49f6-801a-38ac71ff3601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9e07c4b1-bdff-4c2c-98bc-db029bd9be3a'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:13:30.136958 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722a80a2-ea68-47b2-acdf-d3d244aa08cc req-6a8b9524-81e3-42ef-9aa4-7bc3875a98ab service neutron] Attempting to bind port 4168f3cb-cb1b-4682-b402-651754485afc on network 9e07c4b1-bdff-4c2c-98bc-db029bd9be3a {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:13:30.144622 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722a80a2-ea68-47b2-acdf-d3d244aa08cc req-6a8b9524-81e3-42ef-9aa4-7bc3875a98ab service neutron] Port 4168f3cb-cb1b-4682-b402-651754485afc on network 9e07c4b1-bdff-4c2c-98bc-db029bd9be3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:13:30.144960 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722a80a2-ea68-47b2-acdf-d3d244aa08cc req-6a8b9524-81e3-42ef-9aa4-7bc3875a98ab service neutron] Attempting to bind port 4168f3cb-cb1b-4682-b402-651754485afc on network 9e07c4b1-bdff-4c2c-98bc-db029bd9be3a {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:13:30.155116 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722a80a2-ea68-47b2-acdf-d3d244aa08cc req-6a8b9524-81e3-42ef-9aa4-7bc3875a98ab service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:13:30.155539 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722a80a2-ea68-47b2-acdf-d3d244aa08cc req-6a8b9524-81e3-42ef-9aa4-7bc3875a98ab service neutron] Checking segment: {'id': '97a5f9eb-b96b-49f6-801a-38ac71ff3601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9e07c4b1-bdff-4c2c-98bc-db029bd9be3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:13:30.156912 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722a80a2-ea68-47b2-acdf-d3d244aa08cc req-6a8b9524-81e3-42ef-9aa4-7bc3875a98ab service neutron] Bound using segment: {'id': '97a5f9eb-b96b-49f6-801a-38ac71ff3601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9e07c4b1-bdff-4c2c-98bc-db029bd9be3a'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:13:30.157229 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-429c7d47-3718-4160-a267-40c2a4428482 req-cd5dd895-4e2c-487a-b090-d31e06dce4c8 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357001 Sep 17 08:13:30.157496 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-722a80a2-ea68-47b2-acdf-d3d244aa08cc req-6a8b9524-81e3-42ef-9aa4-7bc3875a98ab service neutron] Bound port: 4168f3cb-cb1b-4682-b402-651754485afc, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97a5f9eb-b96b-49f6-801a-38ac71ff3601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9e07c4b1-bdff-4c2c-98bc-db029bd9be3a'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:13:30.157922 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-722a80a2-ea68-47b2-acdf-d3d244aa08cc req-6a8b9524-81e3-42ef-9aa4-7bc3875a98ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:30.285729 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05fc089-52c6-43f7-be2c-3e68ac691724 req-3b00ee12-a2dd-46f5-8f8d-c82decc782ae tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:30.286888 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-722a80a2-ea68-47b2-acdf-d3d244aa08cc req-6a8b9524-81e3-42ef-9aa4-7bc3875a98ab service neutron] For port 4168f3cb-cb1b-4682-b402-651754485afc, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:13:30.287422 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c05fc089-52c6-43f7-be2c-3e68ac691724 req-3b00ee12-a2dd-46f5-8f8d-c82decc782ae tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 945 time: 0.0545177 Sep 17 08:13:30.292362 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-722a80a2-ea68-47b2-acdf-d3d244aa08cc req-6a8b9524-81e3-42ef-9aa4-7bc3875a98ab service neutron] For port 4168f3cb-cb1b-4682-b402-651754485afc, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=4168f3cb-cb1b-4682-b402-651754485afc,segment=NetworkSegment(97a5f9eb-b96b-49f6-801a-38ac71ff3601),segment_id=97a5f9eb-b96b-49f6-801a-38ac71ff3601)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:13:30.309794 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-722a80a2-ea68-47b2-acdf-d3d244aa08cc req-6a8b9524-81e3-42ef-9aa4-7bc3875a98ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:30.322641 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-813ed340-6b6d-45f0-be0c-82ebadc2567f service neutron] 10.222.0.41 "PUT /v2.0/ports/593d1b19-429f-4e03-ae46-3dbc5a7d2277/bindings/n-h2-789963-9/activate HTTP/1.1" status: 200 len: 369 time: 1.1666813 Sep 17 08:13:30.330585 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c05fc089-52c6-43f7-be2c-3e68ac691724 req-1a285094-c9cd-4bdf-b0be-2291848f25c4 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370438 Sep 17 08:13:30.357733 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a80a2-ea68-47b2-acdf-d3d244aa08cc req-6a8b9524-81e3-42ef-9aa4-7bc3875a98ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:30.357998 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-722a80a2-ea68-47b2-acdf-d3d244aa08cc req-6a8b9524-81e3-42ef-9aa4-7bc3875a98ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:30.359390 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-722a80a2-ea68-47b2-acdf-d3d244aa08cc req-6a8b9524-81e3-42ef-9aa4-7bc3875a98ab service neutron] 10.222.0.39 "PUT /v2.0/ports/4168f3cb-cb1b-4682-b402-651754485afc HTTP/1.1" status: 200 len: 1092 time: 1.1444654 Sep 17 08:13:30.376364 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8b9524-81e3-42ef-9aa4-7bc3875a98ab service neutron] Pushing event updated for resources: {'Port': ['ID=4168f3cb-cb1b-4682-b402-651754485afc,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:30.491361 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a80a2-ea68-47b2-acdf-d3d244aa08cc req-6211b375-1af2-4c2f-9696-376ffb3ad30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:30.493121 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-722a80a2-ea68-47b2-acdf-d3d244aa08cc req-6211b375-1af2-4c2f-9696-376ffb3ad30e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=56e275efab454c57a2733a201971b985&device_id=a662a71c-10bc-4063-b9a4-397b1d0498bf HTTP/1.1" status: 200 len: 1095 time: 0.0776060 Sep 17 08:13:30.501102 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-f0322027-4843-4522-bce6-57c41422db85 tempest-TestNetworkAdvancedServerOps-1491937489 tempest-TestNetworkAdvancedServerOps-1491937489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:30.502629 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-f0322027-4843-4522-bce6-57c41422db85 tempest-TestNetworkAdvancedServerOps-1491937489 tempest-TestNetworkAdvancedServerOps-1491937489-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=41c85e4c-2cc3-4250-be46-c5155c6ce0d3&tenant_id=d6ef7951b2ac4d2ead98d70f1879d714&binding%3Ahost_id=n-h1-789963-9 HTTP/1.1" status: 200 len: 1096 time: 0.0591187 Sep 17 08:13:30.600142 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-722a80a2-ea68-47b2-acdf-d3d244aa08cc req-37ca2c8f-ce46-463f-b98e-abd591598f6d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4168f3cb-cb1b-4682-b402-651754485afc HTTP/1.1" status: 200 len: 217 time: 0.0847135 Sep 17 08:13:30.615543 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628964bb-880c-4acd-af17-aaedda47bed3 req-5d9e5030-b8a3-4448-8a51-f1f856de4409 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:30.617283 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-628964bb-880c-4acd-af17-aaedda47bed3 req-5d9e5030-b8a3-4448-8a51-f1f856de4409 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 945 time: 0.0796726 Sep 17 08:13:30.652094 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f2e8b6-0895-4706-9706-e638e996d0d6 req-68ca7f19-e0da-492f-9243-5a8375b8c872 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:30.653589 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e4f2e8b6-0895-4706-9706-e638e996d0d6 req-68ca7f19-e0da-492f-9243-5a8375b8c872 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=a662a71c-10bc-4063-b9a4-397b1d0498bf HTTP/1.1" status: 200 len: 944 time: 0.0785906 Sep 17 08:13:30.660419 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-197b411c-f086-437a-85b9-1f21a1ebd35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:30.661922 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-197b411c-f086-437a-85b9-1f21a1ebd35c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=41c85e4c-2cc3-4250-be46-c5155c6ce0d3&tenant_id=d6ef7951b2ac4d2ead98d70f1879d714 HTTP/1.1" status: 200 len: 1096 time: 0.1401470 Sep 17 08:13:30.667552 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a80a2-ea68-47b2-acdf-d3d244aa08cc req-4f427526-51ee-47b0-aeac-1140d8329f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:30.669046 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-722a80a2-ea68-47b2-acdf-d3d244aa08cc req-4f427526-51ee-47b0-aeac-1140d8329f0e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7c25df5a-36e7-4d20-9a35-2372fa90e853 HTTP/1.1" status: 200 len: 845 time: 0.0623252 Sep 17 08:13:30.696643 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-628964bb-880c-4acd-af17-aaedda47bed3 req-3251f601-02d0-4da8-a878-58dc80fcb165 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708113 Sep 17 08:13:30.725795 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e4f2e8b6-0895-4706-9706-e638e996d0d6 req-7f1f7a0f-65bb-4e3f-950b-420a95bd8c3c tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625279 Sep 17 08:13:30.752284 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-722a80a2-ea68-47b2-acdf-d3d244aa08cc req-8911cb78-ac2c-4f01-a6ac-95324e5a8314 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9e07c4b1-bdff-4c2c-98bc-db029bd9be3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581779 Sep 17 08:13:30.796020 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-94637953-4a62-46f7-9120-e34bb9ddf02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:30.798158 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-94637953-4a62-46f7-9120-e34bb9ddf02f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d6ef7951b2ac4d2ead98d70f1879d714&device_id=41c85e4c-2cc3-4250-be46-c5155c6ce0d3 HTTP/1.1" status: 200 len: 1096 time: 0.0942028 Sep 17 08:13:30.830868 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45090142-9084-4ecb-9f7a-da20fc010d26 req-1f038569-4155-4161-8eb1-517b07f420d7 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:30.832647 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-45090142-9084-4ecb-9f7a-da20fc010d26 req-1f038569-4155-4161-8eb1-517b07f420d7 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=41c85e4c-2cc3-4250-be46-c5155c6ce0d3 HTTP/1.1" status: 200 len: 945 time: 0.0544140 Sep 17 08:13:30.904525 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 593d1b19-429f-4e03-ae46-3dbc5a7d2277 no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:13:30.951648 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-45090142-9084-4ecb-9f7a-da20fc010d26 req-370fae2c-0f37-427c-bb27-82ba93b34231 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=1870af16-a40e-49bd-be81-639511d97305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123338 Sep 17 08:13:31.022826 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 593d1b19-429f-4e03-ae46-3dbc5a7d2277 not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:13:31.042069 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-722a80a2-ea68-47b2-acdf-d3d244aa08cc req-a94fafec-2462-45f4-b8a0-eb3442baed2e service neutron] 10.222.0.39 "GET /v2.0/networks/9e07c4b1-bdff-4c2c-98bc-db029bd9be3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822127 Sep 17 08:13:31.061773 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-3cbf659b-8a5b-4b15-8ca2-1c4ef2dddb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:31.063759 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-3cbf659b-8a5b-4b15-8ca2-1c4ef2dddb4a service neutron] 10.222.0.39 "GET /v2.0/networks?id=b31c82e6-300a-43e1-9f15-fe0340cd4575 HTTP/1.1" status: 200 len: 898 time: 0.2319331 Sep 17 08:13:31.186275 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-1acb1063-3711-4761-9bed-3733c3103f8b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=593d1b19-429f-4e03-ae46-3dbc5a7d2277 HTTP/1.1" status: 200 len: 1000 time: 0.1069615 Sep 17 08:13:31.203345 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-722a80a2-ea68-47b2-acdf-d3d244aa08cc req-a5668a76-a2e4-4820-8399-71d2500f6a29 service neutron] 10.222.0.39 "GET /v2.0/networks/9e07c4b1-bdff-4c2c-98bc-db029bd9be3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523714 Sep 17 08:13:31.217433 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a49e28-1bba-4d7a-9e65-6d841657472b req-4322fb0b-a538-4fc1-a7d2-9492a39025ae tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:31.219558 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-72a49e28-1bba-4d7a-9e65-6d841657472b req-4322fb0b-a538-4fc1-a7d2-9492a39025ae tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 945 time: 0.0622942 Sep 17 08:13:31.268447 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-72a49e28-1bba-4d7a-9e65-6d841657472b req-24f85157-5420-4c60-af05-979764ce60cd tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417144 Sep 17 08:13:31.269253 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-daaec4bd-ab96-416a-ae9d-3d6aea256571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:31.271052 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-daaec4bd-ab96-416a-ae9d-3d6aea256571 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=61938315-f914-4ad0-a7e1-28c2b11049ed HTTP/1.1" status: 200 len: 835 time: 0.0546916 Sep 17 08:13:31.349643 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-a661f323-c859-4a2f-83bf-89eda73234fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:31.351136 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-a661f323-c859-4a2f-83bf-89eda73234fa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b31c82e6-300a-43e1-9f15-fe0340cd4575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436757 Sep 17 08:13:31.439765 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-c7550e89-189e-4f66-983d-270a3bd7d030 service neutron] 10.222.0.39 "GET /v2.0/networks/b31c82e6-300a-43e1-9f15-fe0340cd4575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805736 Sep 17 08:13:31.532749 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-9d4b85cc-45ad-4726-9f35-26a7baee9b59 service neutron] 10.222.0.39 "GET /v2.0/networks/b31c82e6-300a-43e1-9f15-fe0340cd4575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848186 Sep 17 08:13:31.693614 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a662a71c-10bc-4063-b9a4-397b1d0498bf', 'tag': '4168f3cb-cb1b-4682-b402-651754485afc'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:13:31.695880 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c451bae8-0d05-40af-b5d0-7cee65dea7af" -d '{"events": [{"name": "network-changed", "server_uuid": "a662a71c-10bc-4063-b9a4-397b1d0498bf", "tag": "4168f3cb-cb1b-4682-b402-651754485afc"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:13:31.738713 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d719e1-f3a7-4c4e-8082-628a2d4fa36f x-openstack-request-id: req-f4d719e1-f3a7-4c4e-8082-628a2d4fa36f {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:13:31.739030 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a662a71c-10bc-4063-b9a4-397b1d0498bf", "tag": "4168f3cb-cb1b-4682-b402-651754485afc", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:13:31.739286 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f4d719e1-f3a7-4c4e-8082-628a2d4fa36f {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:13:31.739739 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a662a71c-10bc-4063-b9a4-397b1d0498bf', 'tag': '4168f3cb-cb1b-4682-b402-651754485afc', 'status': 'completed', 'code': 200} Sep 17 08:13:31.839556 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0bd4ba-9404-4365-8348-89fa76bff2d8 req-ab5e6800-224b-47ea-bf2c-492682bed099 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:31.841439 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fa0bd4ba-9404-4365-8348-89fa76bff2d8 req-ab5e6800-224b-47ea-bf2c-492682bed099 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=a662a71c-10bc-4063-b9a4-397b1d0498bf HTTP/1.1" status: 200 len: 944 time: 0.0559516 Sep 17 08:13:31.844351 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c451bae8-0d05-40af-b5d0-7cee65dea7af req-0488f4bb-b1ee-4afe-9acd-915dda5becdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:31.845990 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c451bae8-0d05-40af-b5d0-7cee65dea7af req-0488f4bb-b1ee-4afe-9acd-915dda5becdf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=56e275efab454c57a2733a201971b985&device_id=a662a71c-10bc-4063-b9a4-397b1d0498bf HTTP/1.1" status: 200 len: 1095 time: 0.0467715 Sep 17 08:13:31.880305 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fa0bd4ba-9404-4365-8348-89fa76bff2d8 req-1339c4bb-89da-4e9a-b915-299b153d0b40 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320795 Sep 17 08:13:31.976445 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-f8708b86-58af-413a-bf41-88d76fa47da0 tempest-TestNetworkAdvancedServerOps-1491937489 tempest-TestNetworkAdvancedServerOps-1491937489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:31.977964 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-f8708b86-58af-413a-bf41-88d76fa47da0 tempest-TestNetworkAdvancedServerOps-1491937489 tempest-TestNetworkAdvancedServerOps-1491937489-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=41c85e4c-2cc3-4250-be46-c5155c6ce0d3&tenant_id=d6ef7951b2ac4d2ead98d70f1879d714&binding%3Ahost_id=n-h2-789963-9 HTTP/1.1" status: 200 len: 1096 time: 0.1014678 Sep 17 08:13:32.014865 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c451bae8-0d05-40af-b5d0-7cee65dea7af req-fcd25a60-6492-4e03-9ebb-02cf4b306eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:32.016963 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c451bae8-0d05-40af-b5d0-7cee65dea7af req-fcd25a60-6492-4e03-9ebb-02cf4b306eac service neutron] 10.222.0.39 "GET /v2.0/networks?id=9e07c4b1-bdff-4c2c-98bc-db029bd9be3a HTTP/1.1" status: 200 len: 906 time: 0.1498983 Sep 17 08:13:32.066303 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d04fa3-80de-4bbe-bc00-846346e8dabb req-532c2fe4-521c-41dc-bd1d-c2fcb9cb188a tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:32.068039 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e4d04fa3-80de-4bbe-bc00-846346e8dabb req-532c2fe4-521c-41dc-bd1d-c2fcb9cb188a tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=41c85e4c-2cc3-4250-be46-c5155c6ce0d3 HTTP/1.1" status: 200 len: 945 time: 0.0533020 Sep 17 08:13:32.083309 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c451bae8-0d05-40af-b5d0-7cee65dea7af req-683dd8f4-6898-4c0b-9b75-cdccc016fa4b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4168f3cb-cb1b-4682-b402-651754485afc HTTP/1.1" status: 200 len: 217 time: 0.0480940 Sep 17 08:13:32.124594 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e4d04fa3-80de-4bbe-bc00-846346e8dabb req-106a6559-8040-483b-819b-71c2228fe33e tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=1870af16-a40e-49bd-be81-639511d97305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502350 Sep 17 08:13:32.180438 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c451bae8-0d05-40af-b5d0-7cee65dea7af req-f063bc5c-7fcd-4f68-84a4-b447ba76283f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:32.181989 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c451bae8-0d05-40af-b5d0-7cee65dea7af req-f063bc5c-7fcd-4f68-84a4-b447ba76283f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7c25df5a-36e7-4d20-9a35-2372fa90e853 HTTP/1.1" status: 200 len: 845 time: 0.0900402 Sep 17 08:13:32.198477 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-1f5b433c-90b0-454a-82aa-ba61f4e54694 service neutron] For port 593d1b19-429f-4e03-ae46-3dbc5a7d2277, host n-h1-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:13:32.202836 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-1f5b433c-90b0-454a-82aa-ba61f4e54694 service neutron] Notify callbacks [] for binding, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:32.204528 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5c81e78c-d8cf-4121-a5e0-8d538efa0d53 req-1f5b433c-90b0-454a-82aa-ba61f4e54694 service neutron] 10.222.0.39 "DELETE /v2.0/ports/593d1b19-429f-4e03-ae46-3dbc5a7d2277/bindings/n-h1-789963-9 HTTP/1.1" status: 204 len: 173 time: 0.2159288 Sep 17 08:13:32.220336 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c451bae8-0d05-40af-b5d0-7cee65dea7af req-ff24b8f6-f164-4f85-a60d-0c29f07df9fe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9e07c4b1-bdff-4c2c-98bc-db029bd9be3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298328 Sep 17 08:13:32.244164 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a961a8f3-9732-498a-8aff-1a0a74a31800 req-b48cf1fb-cbfd-4c95-bd29-9c1c290902d4 tempest-TestNetworkAdvancedServerOps-1491937489 tempest-TestNetworkAdvancedServerOps-1491937489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:32.246491 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a961a8f3-9732-498a-8aff-1a0a74a31800 req-b48cf1fb-cbfd-4c95-bd29-9c1c290902d4 tempest-TestNetworkAdvancedServerOps-1491937489 tempest-TestNetworkAdvancedServerOps-1491937489-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=41c85e4c-2cc3-4250-be46-c5155c6ce0d3 HTTP/1.1" status: 200 len: 1096 time: 0.0551651 Sep 17 08:13:32.303591 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a961a8f3-9732-498a-8aff-1a0a74a31800 req-a18369c2-67a5-41d4-8462-510ea202ab88 tempest-TestNetworkAdvancedServerOps-1491937489 tempest-TestNetworkAdvancedServerOps-1491937489-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=1870af16-a40e-49bd-be81-639511d97305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502260 Sep 17 08:13:32.332809 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c451bae8-0d05-40af-b5d0-7cee65dea7af req-bb40831e-d283-49e8-a034-3c7fcb92a292 service neutron] 10.222.0.39 "GET /v2.0/networks/9e07c4b1-bdff-4c2c-98bc-db029bd9be3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032073 Sep 17 08:13:32.393482 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536353c8-a625-41d6-8473-384b807365f3 req-9284ad36-01c4-4b87-9b79-146d55305aac tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:32.395305 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-536353c8-a625-41d6-8473-384b807365f3 req-9284ad36-01c4-4b87-9b79-146d55305aac tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 945 time: 0.0566959 Sep 17 08:13:32.440513 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c451bae8-0d05-40af-b5d0-7cee65dea7af req-79be8cf3-e1de-4972-bff8-a40411105c70 service neutron] 10.222.0.39 "GET /v2.0/networks/9e07c4b1-bdff-4c2c-98bc-db029bd9be3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969970 Sep 17 08:13:32.463025 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-536353c8-a625-41d6-8473-384b807365f3 req-ffa2dd2e-666f-476f-8c42-33576b2d459c tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582740 Sep 17 08:13:32.470953 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffdbb36-3302-4a48-a1ab-2621e38a2785 req-4cde1615-b711-4f02-820e-616295a8d2e2 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:32.472480 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6ffdbb36-3302-4a48-a1ab-2621e38a2785 req-4cde1615-b711-4f02-820e-616295a8d2e2 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=41c85e4c-2cc3-4250-be46-c5155c6ce0d3 HTTP/1.1" status: 200 len: 945 time: 0.0761642 Sep 17 08:13:32.516735 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6ffdbb36-3302-4a48-a1ab-2621e38a2785 req-dc991da3-29c4-40d7-a3ae-7a05f0d8f63d tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=1870af16-a40e-49bd-be81-639511d97305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378680 Sep 17 08:13:32.538249 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 42620) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:13:32.603000 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ff0b207a-ef4b-4715-a685-b8de281b4b58 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/floatingips/1236835b-49c8-4d09-b955-6855a1eda747 HTTP/1.1" status: 200 len: 992 time: 0.0635736 Sep 17 08:13:32.997144 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf9152e-4e9a-4450-91ac-e5c1932a5cb9 req-28a18a98-e499-45f8-9a98-10de32aa3cd4 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:33.000753 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cbf9152e-4e9a-4450-91ac-e5c1932a5cb9 req-28a18a98-e499-45f8-9a98-10de32aa3cd4 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=a662a71c-10bc-4063-b9a4-397b1d0498bf HTTP/1.1" status: 200 len: 944 time: 0.0503788 Sep 17 08:13:33.054105 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cbf9152e-4e9a-4450-91ac-e5c1932a5cb9 req-303b57ed-be2d-46d5-b43c-dbd61aaaa8f5 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489306 Sep 17 08:13:33.579528 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3149f23-1b6b-4e38-8fd7-926ad08f2b79 req-cfec38a1-b179-408c-b369-2e475e3c3ce6 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:33.580932 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b3149f23-1b6b-4e38-8fd7-926ad08f2b79 req-cfec38a1-b179-408c-b369-2e475e3c3ce6 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 945 time: 0.0503998 Sep 17 08:13:33.617611 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b3149f23-1b6b-4e38-8fd7-926ad08f2b79 req-7e9649d2-4b49-4953-8ee8-e5a1df467fbf tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309322 Sep 17 08:13:33.680164 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 4168f3cb-cb1b-4682-b402-651754485afc details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:13:33.772120 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 4168f3cb-cb1b-4682-b402-651754485afc, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=4168f3cb-cb1b-4682-b402-651754485afc,segment=NetworkSegment(97a5f9eb-b96b-49f6-801a-38ac71ff3601),segment_id=97a5f9eb-b96b-49f6-801a-38ac71ff3601)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:13:33.786608 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '4168f3cb-cb1b-4682-b402-651754485afc', 'network_id': '9e07c4b1-bdff-4c2c-98bc-db029bd9be3a', 'port_id': '4168f3cb-cb1b-4682-b402-651754485afc', 'mac_address': 'fa:16:3e:69:eb:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c25df5a-36e7-4d20-9a35-2372fa90e853', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:13:33.822178 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:33.834989 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4168f3cb-cb1b-4682-b402-651754485afc {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:13:33.854237 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 4168f3cb-cb1b-4682-b402-651754485afc, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=4168f3cb-cb1b-4682-b402-651754485afc,segment=NetworkSegment(97a5f9eb-b96b-49f6-801a-38ac71ff3601),segment_id=97a5f9eb-b96b-49f6-801a-38ac71ff3601)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:13:33.858571 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:33.903558 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=4168f3cb-cb1b-4682-b402-651754485afc,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:33.911247 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:13:33.911595 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:13:33.911963 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:13:33.912301 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:13:33.912639 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:13:33.912968 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:13:33.913300 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:13:33.913622 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:13:33.913944 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:13:33.914266 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:13:33.914589 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:13:33.914908 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:13:34.165537 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecbc92a-ae9c-43b7-b225-279e4d2ace66 req-c319fd2c-a9e1-468b-843c-1bb5ee8b8fc5 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:34.167015 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3ecbc92a-ae9c-43b7-b225-279e4d2ace66 req-c319fd2c-a9e1-468b-843c-1bb5ee8b8fc5 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=a662a71c-10bc-4063-b9a4-397b1d0498bf HTTP/1.1" status: 200 len: 945 time: 0.0468462 Sep 17 08:13:34.212995 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3ecbc92a-ae9c-43b7-b225-279e4d2ace66 req-587b5fd3-5d40-45fa-abe0-753faba7b835 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354695 Sep 17 08:13:34.309274 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['4168f3cb-cb1b-4682-b402-651754485afc'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:13:34.736194 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f0f0d-a21f-45e9-9189-d0b3c0b511e7 req-5c65d8c6-5908-4a02-bbd2-ecb7f4dc4455 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:34.738783 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b72f0f0d-a21f-45e9-9189-d0b3c0b511e7 req-5c65d8c6-5908-4a02-bbd2-ecb7f4dc4455 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 945 time: 0.0529363 Sep 17 08:13:34.776248 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b72f0f0d-a21f-45e9-9189-d0b3c0b511e7 req-1caa8fd7-a1a6-4b8e-b113-8ca128cb5949 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325994 Sep 17 08:13:35.336306 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b9f447-0c05-45d9-9e26-ac5030237a95 req-d664fa63-70c8-44ce-990f-e0ead8fbb482 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:35.337799 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d8b9f447-0c05-45d9-9e26-ac5030237a95 req-d664fa63-70c8-44ce-990f-e0ead8fbb482 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=a662a71c-10bc-4063-b9a4-397b1d0498bf HTTP/1.1" status: 200 len: 945 time: 0.0544834 Sep 17 08:13:35.378847 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d8b9f447-0c05-45d9-9e26-ac5030237a95 req-42b9b209-7eb7-4419-9b77-61fee8037bb5 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343611 Sep 17 08:13:35.442836 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:35.705006 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 4168f3cb-cb1b-4682-b402-651754485afc up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:13:35.756501 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port 4168f3cb-cb1b-4682-b402-651754485afc completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:13:35.765068 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 4168f3cb-cb1b-4682-b402-651754485afc triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:13:35.765459 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:35.768245 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:35.849488 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:35.871802 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a662a71c-10bc-4063-b9a4-397b1d0498bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4168f3cb-cb1b-4682-b402-651754485afc'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:13:35.874074 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f272ba6c-0672-4562-ae60-e19f50144936" -d '{"events": [{"server_uuid": "a662a71c-10bc-4063-b9a4-397b1d0498bf", "name": "network-vif-plugged", "status": "completed", "tag": "4168f3cb-cb1b-4682-b402-651754485afc"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:13:35.886862 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 4168f3cb-cb1b-4682-b402-651754485afc, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=4168f3cb-cb1b-4682-b402-651754485afc,segment=NetworkSegment(97a5f9eb-b96b-49f6-801a-38ac71ff3601),segment_id=97a5f9eb-b96b-49f6-801a-38ac71ff3601)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:13:35.892330 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:35.894287 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121e66e-42f4-4f75-999b-b509ae3a305c req-b27385fe-921d-4fcc-932e-cc00862d4494 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:35.900355 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1121e66e-42f4-4f75-999b-b509ae3a305c req-b27385fe-921d-4fcc-932e-cc00862d4494 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 945 time: 0.0554249 Sep 17 08:13:35.916956 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9640528e-e96b-4df8-86c9-753aca10fbeb x-openstack-request-id: req-9640528e-e96b-4df8-86c9-753aca10fbeb {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:13:35.917457 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a662a71c-10bc-4063-b9a4-397b1d0498bf", "name": "network-vif-plugged", "status": "completed", "tag": "4168f3cb-cb1b-4682-b402-651754485afc", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:13:35.917748 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9640528e-e96b-4df8-86c9-753aca10fbeb {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:13:35.918117 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a662a71c-10bc-4063-b9a4-397b1d0498bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4168f3cb-cb1b-4682-b402-651754485afc', 'code': 200} Sep 17 08:13:35.937815 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1121e66e-42f4-4f75-999b-b509ae3a305c req-830f4599-8514-48f8-b025-a61039027f8f tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342891 Sep 17 08:13:35.943428 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=4168f3cb-cb1b-4682-b402-651754485afc,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:36.050641 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93699a96-7403-4de0-9cbe-7de7632ff568 req-51ac9986-013f-4807-9392-84cc695f66e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:36.052075 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-93699a96-7403-4de0-9cbe-7de7632ff568 req-51ac9986-013f-4807-9392-84cc695f66e1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a662a71c-10bc-4063-b9a4-397b1d0498bf HTTP/1.1" status: 200 len: 1097 time: 0.0389023 Sep 17 08:13:36.086154 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-93699a96-7403-4de0-9cbe-7de7632ff568 req-250c4fc3-80fa-417c-8be3-788dfed7f4b2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269456 Sep 17 08:13:36.168499 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 42650) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:13:36.342481 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-d35a2f86-043e-4100-8a87-407b7e162f0e tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Deleting port ed690dcd-1e43-43f7-86cd-4f21a36f1660 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:13:36.342908 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d35a2f86-043e-4100-8a87-407b7e162f0e tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:36.427369 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d35a2f86-043e-4100-8a87-407b7e162f0e tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:36.427916 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d35a2f86-043e-4100-8a87-407b7e162f0e tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:36.447086 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-d35a2f86-043e-4100-8a87-407b7e162f0e tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Calling delete_port for ed690dcd-1e43-43f7-86cd-4f21a36f1660 owned by network:floatingip {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:13:36.529485 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2950d-d028-493f-b4a2-19fa0ad60bed req-e3997658-c0c0-4ff7-a705-5e73173d0a41 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:36.538489 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b0f2950d-d028-493f-b4a2-19fa0ad60bed req-e3997658-c0c0-4ff7-a705-5e73173d0a41 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=a662a71c-10bc-4063-b9a4-397b1d0498bf HTTP/1.1" status: 200 len: 946 time: 0.0650568 Sep 17 08:13:36.578992 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b0f2950d-d028-493f-b4a2-19fa0ad60bed req-d36cedfd-3ff3-45e2-abd0-4d20149b8115 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386295 Sep 17 08:13:36.653535 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d35a2f86-043e-4100-8a87-407b7e162f0e tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:36.679261 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35a2f86-043e-4100-8a87-407b7e162f0e tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event deleted for resources: {'Port': ['ID=ed690dcd-1e43-43f7-86cd-4f21a36f1660,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:36.742392 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d35a2f86-043e-4100-8a87-407b7e162f0e tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for floatingip, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:36.742722 n-d-789963-9 neutron-server[101290]: INFO neutron.db.l3_db [None req-d35a2f86-043e-4100-8a87-407b7e162f0e tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Floating IP 1236835b-49c8-4d09-b955-6855a1eda747 disassociated (deleted). External IP: 172.25.6.147, port: 593d1b19-429f-4e03-ae46-3dbc5a7d2277. Sep 17 08:13:36.955625 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d35a2f86-043e-4100-8a87-407b7e162f0e tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Router 519a35fd-c23b-47c4-ba2a-caff35c8cbef has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:13:37.060125 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab7756-d7fd-4ae6-ae16-04b6de47ed54 req-b3e73a95-069c-4d04-8785-d0e01f6344d7 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:37.061689 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5cab7756-d7fd-4ae6-ae16-04b6de47ed54 req-b3e73a95-069c-4d04-8785-d0e01f6344d7 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 945 time: 0.0521779 Sep 17 08:13:37.108384 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5cab7756-d7fd-4ae6-ae16-04b6de47ed54 req-52317f31-d3ea-4a1d-ba0f-42d6b37eb053 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365167 Sep 17 08:13:37.370938 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d35a2f86-043e-4100-8a87-407b7e162f0e tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:13:37.375559 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d35a2f86-043e-4100-8a87-407b7e162f0e tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:37.382022 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e09d1bd-86d7-4473-926e-d8ce7c96f60b None None] Sync routers for ids ['519a35fd-c23b-47c4-ba2a-caff35c8cbef'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:13:37.391510 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e09d1bd-86d7-4473-926e-d8ce7c96f60b None None] Routers {'519a35fd-c23b-47c4-ba2a-caff35c8cbef'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:13:37.392261 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-1e09d1bd-86d7-4473-926e-d8ce7c96f60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:13:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['519a35fd-c23b-47c4-ba2a-caff35c8cbef'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:13:37.406999 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d35a2f86-043e-4100-8a87-407b7e162f0e tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "DELETE /v2.0/floatingips/1236835b-49c8-4d09-b955-6855a1eda747 HTTP/1.1" status: 204 len: 168 time: 1.2343524 Sep 17 08:13:37.406999 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41c85e4c-2cc3-4250-be46-c5155c6ce0d3', 'tag': '593d1b19-429f-4e03-ae46-3dbc5a7d2277'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:13:37.407510 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56011b58-e435-455a-a1ac-33f811c74e06" -d '{"events": [{"name": "network-changed", "server_uuid": "41c85e4c-2cc3-4250-be46-c5155c6ce0d3", "tag": "593d1b19-429f-4e03-ae46-3dbc5a7d2277"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:13:37.458095 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00490881-357f-4725-b135-867bd954a370 x-openstack-request-id: req-00490881-357f-4725-b135-867bd954a370 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:13:37.458488 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41c85e4c-2cc3-4250-be46-c5155c6ce0d3", "tag": "593d1b19-429f-4e03-ae46-3dbc5a7d2277", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:13:37.458856 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-00490881-357f-4725-b135-867bd954a370 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:13:37.459514 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41c85e4c-2cc3-4250-be46-c5155c6ce0d3', 'tag': '593d1b19-429f-4e03-ae46-3dbc5a7d2277', 'status': 'completed', 'code': 200} Sep 17 08:13:37.510997 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-1e09d1bd-86d7-4473-926e-d8ce7c96f60b None None] Set router 519a35fd-c23b-47c4-ba2a-caff35c8cbef gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:13:37.648095 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56011b58-e435-455a-a1ac-33f811c74e06 req-a97cc0ff-4198-4318-bd0e-90939efe48a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:37.649314 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-56011b58-e435-455a-a1ac-33f811c74e06 req-a97cc0ff-4198-4318-bd0e-90939efe48a9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d6ef7951b2ac4d2ead98d70f1879d714&device_id=41c85e4c-2cc3-4250-be46-c5155c6ce0d3 HTTP/1.1" status: 200 len: 1096 time: 0.0981412 Sep 17 08:13:37.775083 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b96ee3-d35d-4c12-89e1-19bfa25c0568 req-6f4a65a2-4b4f-49d3-b135-24d9bfc2791d tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:37.778055 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c2b96ee3-d35d-4c12-89e1-19bfa25c0568 req-6f4a65a2-4b4f-49d3-b135-24d9bfc2791d tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=41c85e4c-2cc3-4250-be46-c5155c6ce0d3 HTTP/1.1" status: 200 len: 945 time: 0.1001439 Sep 17 08:13:37.781002 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56011b58-e435-455a-a1ac-33f811c74e06 req-308e38ba-6cdd-49a9-918b-e23d386d6b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:37.783541 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-56011b58-e435-455a-a1ac-33f811c74e06 req-308e38ba-6cdd-49a9-918b-e23d386d6b2c service neutron] 10.222.0.39 "GET /v2.0/networks?id=b31c82e6-300a-43e1-9f15-fe0340cd4575 HTTP/1.1" status: 200 len: 898 time: 0.1220477 Sep 17 08:13:37.787963 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9258d701-6f96-4f25-937e-81ed6b7ab720 req-614e0546-d261-4cc2-9559-348364541217 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:37.789480 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9258d701-6f96-4f25-937e-81ed6b7ab720 req-614e0546-d261-4cc2-9559-348364541217 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=a662a71c-10bc-4063-b9a4-397b1d0498bf HTTP/1.1" status: 200 len: 946 time: 0.0927637 Sep 17 08:13:37.803477 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-1e09d1bd-86d7-4473-926e-d8ce7c96f60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519a35fd-c23b-47c4-ba2a-caff35c8cbef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-545041273', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': 'c458d29e-753f-4412-9760-0e9429bcbbf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:11:36Z', 'updated_at': '2021-09-17T08:11:42Z', 'revision_number': 4, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'gw_port': {'id': 'c458d29e-753f-4412-9760-0e9429bcbbf3', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:48:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519a35fd-c23b-47c4-ba2a-caff35c8cbef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:11:37Z', 'updated_at': '2021-09-17T08:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '1de4ec25-f671-4ced-9a12-eb6f7d03b81b', 'name': '', 'network_id': 'b31c82e6-300a-43e1-9f15-fe0340cd4575', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'mac_address': 'fa:16:3e:c3:80:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519a35fd-c23b-47c4-ba2a-caff35c8cbef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': '61938315-f914-4ad0-a7e1-28c2b11049ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:11:41Z', 'updated_at': '2021-09-17T08:11:47Z', 'revision_number': 5, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'subnets': [{'id': '61938315-f914-4ad0-a7e1-28c2b11049ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:13:37.843287 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e09d1bd-86d7-4473-926e-d8ce7c96f60b None None] Checking router: 519a35fd-c23b-47c4-ba2a-caff35c8cbef for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:13:37.852031 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e09d1bd-86d7-4473-926e-d8ce7c96f60b None None] Routers {'519a35fd-c23b-47c4-ba2a-caff35c8cbef'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:13:37.852602 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-1e09d1bd-86d7-4473-926e-d8ce7c96f60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:13:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['519a35fd-c23b-47c4-ba2a-caff35c8cbef'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:13:37.853114 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c2b96ee3-d35d-4c12-89e1-19bfa25c0568 req-fd11723c-8605-4746-be47-0f32aea3052d tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=1870af16-a40e-49bd-be81-639511d97305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623400 Sep 17 08:13:37.868057 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9258d701-6f96-4f25-937e-81ed6b7ab720 req-86d018e7-72d9-412a-89ce-74d9083bee4f tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693724 Sep 17 08:13:37.872000 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-56011b58-e435-455a-a1ac-33f811c74e06 req-ff9dd943-11b8-404e-a37e-77238caf921a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=593d1b19-429f-4e03-ae46-3dbc5a7d2277 HTTP/1.1" status: 200 len: 217 time: 0.0530145 Sep 17 08:13:37.926934 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56011b58-e435-455a-a1ac-33f811c74e06 req-b1816fe5-829c-41ca-b213-97a76588162c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:37.928613 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-56011b58-e435-455a-a1ac-33f811c74e06 req-b1816fe5-829c-41ca-b213-97a76588162c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=61938315-f914-4ad0-a7e1-28c2b11049ed HTTP/1.1" status: 200 len: 835 time: 0.0493405 Sep 17 08:13:37.979634 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-1e09d1bd-86d7-4473-926e-d8ce7c96f60b None None] Set router 519a35fd-c23b-47c4-ba2a-caff35c8cbef gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:13:37.981662 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56011b58-e435-455a-a1ac-33f811c74e06 req-2e9acae0-7ed1-425f-89b4-9c979b8f0832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:37.983207 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-56011b58-e435-455a-a1ac-33f811c74e06 req-2e9acae0-7ed1-425f-89b4-9c979b8f0832 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b31c82e6-300a-43e1-9f15-fe0340cd4575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468733 Sep 17 08:13:38.093149 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-56011b58-e435-455a-a1ac-33f811c74e06 req-496e3827-516c-48de-a328-c3e7cba1ac2b service neutron] 10.222.0.39 "GET /v2.0/networks/b31c82e6-300a-43e1-9f15-fe0340cd4575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947640 Sep 17 08:13:38.231200 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-56011b58-e435-455a-a1ac-33f811c74e06 req-010578a5-112d-4a1c-aeae-2deaa7972871 service neutron] 10.222.0.39 "GET /v2.0/networks/b31c82e6-300a-43e1-9f15-fe0340cd4575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296079 Sep 17 08:13:38.262499 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420a8b9-d89e-454e-8160-1940c710f862 req-ec925708-3295-45ce-a979-29c6a4fee25d tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:38.264131 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8420a8b9-d89e-454e-8160-1940c710f862 req-ec925708-3295-45ce-a979-29c6a4fee25d tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 945 time: 0.0612442 Sep 17 08:13:38.305531 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8420a8b9-d89e-454e-8160-1940c710f862 req-be099717-94e6-4dad-bdb0-92b143527a8b tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345907 Sep 17 08:13:38.359293 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-1e09d1bd-86d7-4473-926e-d8ce7c96f60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519a35fd-c23b-47c4-ba2a-caff35c8cbef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-545041273', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': 'c458d29e-753f-4412-9760-0e9429bcbbf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:11:36Z', 'updated_at': '2021-09-17T08:11:42Z', 'revision_number': 4, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'gw_port': {'id': 'c458d29e-753f-4412-9760-0e9429bcbbf3', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:48:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519a35fd-c23b-47c4-ba2a-caff35c8cbef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:11:37Z', 'updated_at': '2021-09-17T08:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '1de4ec25-f671-4ced-9a12-eb6f7d03b81b', 'name': '', 'network_id': 'b31c82e6-300a-43e1-9f15-fe0340cd4575', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'mac_address': 'fa:16:3e:c3:80:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519a35fd-c23b-47c4-ba2a-caff35c8cbef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': '61938315-f914-4ad0-a7e1-28c2b11049ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:11:41Z', 'updated_at': '2021-09-17T08:11:47Z', 'revision_number': 5, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'subnets': [{'id': '61938315-f914-4ad0-a7e1-28c2b11049ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:13:38.386582 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e09d1bd-86d7-4473-926e-d8ce7c96f60b None None] The sync data for ids ['519a35fd-c23b-47c4-ba2a-caff35c8cbef'] in n-d-789963-9 is: [{'id': '519a35fd-c23b-47c4-ba2a-caff35c8cbef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-545041273', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': 'c458d29e-753f-4412-9760-0e9429bcbbf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:11:36Z', 'updated_at': '2021-09-17T08:11:42Z', 'revision_number': 4, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'gw_port': {'id': 'c458d29e-753f-4412-9760-0e9429bcbbf3', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:48:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519a35fd-c23b-47c4-ba2a-caff35c8cbef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:11:37Z', 'updated_at': '2021-09-17T08:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '1de4ec25-f671-4ced-9a12-eb6f7d03b81b', 'name': '', 'network_id': 'b31c82e6-300a-43e1-9f15-fe0340cd4575', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'mac_address': 'fa:16:3e:c3:80:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519a35fd-c23b-47c4-ba2a-caff35c8cbef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': '61938315-f914-4ad0-a7e1-28c2b11049ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:11:41Z', 'updated_at': '2021-09-17T08:11:47Z', 'revision_number': 5, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'subnets': [{'id': '61938315-f914-4ad0-a7e1-28c2b11049ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:13:38.582498 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07567d2-ec8b-4839-86dd-b9433020b9cf req-fc2e6adf-c155-4f85-a6a3-5c4cceb64e25 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:38.584375 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a07567d2-ec8b-4839-86dd-b9433020b9cf req-fc2e6adf-c155-4f85-a6a3-5c4cceb64e25 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.39 "GET /v2.0/ports?device_id=41c85e4c-2cc3-4250-be46-c5155c6ce0d3 HTTP/1.1" status: 200 len: 945 time: 0.0631084 Sep 17 08:13:38.658930 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5144bfd-bf7a-4608-9508-adbf2c3c33e0 None None] New status for floating IP 1236835b-49c8-4d09-b955-6855a1eda747: DOWN {{(pid=101292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 08:13:38.701512 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-a07567d2-ec8b-4839-86dd-b9433020b9cf req-7dd16c84-ffe1-4c37-9094-4d63bc391372 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Deleting port 593d1b19-429f-4e03-ae46-3dbc5a7d2277 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:13:38.702048 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-a07567d2-ec8b-4839-86dd-b9433020b9cf req-7dd16c84-ffe1-4c37-9094-4d63bc391372 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:38.817289 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-a07567d2-ec8b-4839-86dd-b9433020b9cf req-7dd16c84-ffe1-4c37-9094-4d63bc391372 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] For port 593d1b19-429f-4e03-ae46-3dbc5a7d2277, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=593d1b19-429f-4e03-ae46-3dbc5a7d2277,segment=NetworkSegment(0d1771dc-a12b-478f-b055-bfe9b99f98a3),segment_id=0d1771dc-a12b-478f-b055-bfe9b99f98a3)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:13:38.817872 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-a07567d2-ec8b-4839-86dd-b9433020b9cf req-7dd16c84-ffe1-4c37-9094-4d63bc391372 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:38.832725 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-a07567d2-ec8b-4839-86dd-b9433020b9cf req-7dd16c84-ffe1-4c37-9094-4d63bc391372 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Calling delete_port for 593d1b19-429f-4e03-ae46-3dbc5a7d2277 owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:13:38.849561 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 42680) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:13:38.975220 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-a07567d2-ec8b-4839-86dd-b9433020b9cf req-7dd16c84-ffe1-4c37-9094-4d63bc391372 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:39.006873 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd16c84-ffe1-4c37-9094-4d63bc391372 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event deleted for resources: {'Port': ['ID=593d1b19-429f-4e03-ae46-3dbc5a7d2277,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:39.012063 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d8417051-9019-4179-84ed-26d045143a35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:39.025297 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd16c84-ffe1-4c37-9094-4d63bc391372 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:13:39.025774 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd16c84-ffe1-4c37-9094-4d63bc391372 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:13:39.026323 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd16c84-ffe1-4c37-9094-4d63bc391372 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:13:39.026782 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd16c84-ffe1-4c37-9094-4d63bc391372 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:13:39.027310 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd16c84-ffe1-4c37-9094-4d63bc391372 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:13:39.027715 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd16c84-ffe1-4c37-9094-4d63bc391372 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:13:39.028330 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd16c84-ffe1-4c37-9094-4d63bc391372 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:13:39.028947 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd16c84-ffe1-4c37-9094-4d63bc391372 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:13:39.029613 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd16c84-ffe1-4c37-9094-4d63bc391372 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:13:39.029955 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd16c84-ffe1-4c37-9094-4d63bc391372 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:13:39.030573 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd16c84-ffe1-4c37-9094-4d63bc391372 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:13:39.031143 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd16c84-ffe1-4c37-9094-4d63bc391372 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:13:39.055149 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25930de-d351-49a9-9c87-3ff5d02ed2eb req-53904259-c286-45f3-8745-bfa05b85ef4d tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:39.056777 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e25930de-d351-49a9-9c87-3ff5d02ed2eb req-53904259-c286-45f3-8745-bfa05b85ef4d tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=41c85e4c-2cc3-4250-be46-c5155c6ce0d3 HTTP/1.1" status: 200 len: 866 time: 0.1120336 Sep 17 08:13:39.084534 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-a07567d2-ec8b-4839-86dd-b9433020b9cf req-7dd16c84-ffe1-4c37-9094-4d63bc391372 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] No DVR routers for this DVR port 593d1b19-429f-4e03-ae46-3dbc5a7d2277 on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:13:39.090269 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-a07567d2-ec8b-4839-86dd-b9433020b9cf req-7dd16c84-ffe1-4c37-9094-4d63bc391372 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:39.094073 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a07567d2-ec8b-4839-86dd-b9433020b9cf req-7dd16c84-ffe1-4c37-9094-4d63bc391372 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.39 "DELETE /v2.0/ports/593d1b19-429f-4e03-ae46-3dbc5a7d2277 HTTP/1.1" status: 204 len: 173 time: 0.4969218 Sep 17 08:13:39.117595 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7938fa-8601-4de6-8f57-9b2c294f2517 req-0fd1c118-643e-43a1-8c40-ca3a718c72e7 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:39.119140 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ac7938fa-8601-4de6-8f57-9b2c294f2517 req-0fd1c118-643e-43a1-8c40-ca3a718c72e7 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=a662a71c-10bc-4063-b9a4-397b1d0498bf HTTP/1.1" status: 200 len: 946 time: 0.1565328 Sep 17 08:13:39.156016 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e25930de-d351-49a9-9c87-3ff5d02ed2eb req-52ec3df2-84de-4d36-9003-21d5022c7154 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=1870af16-a40e-49bd-be81-639511d97305&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897017 Sep 17 08:13:39.190926 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ac7938fa-8601-4de6-8f57-9b2c294f2517 req-5a541546-7e34-4c5c-b2c0-707fe2f79072 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638165 Sep 17 08:13:39.229022 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d8417051-9019-4179-84ed-26d045143a35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:39.233579 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d8417051-9019-4179-84ed-26d045143a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:39.287604 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-d8417051-9019-4179-84ed-26d045143a35 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=03241af9a46c4aafb86cda63a1b99c6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4369256 Sep 17 08:13:39.288501 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8417051-9019-4179-84ed-26d045143a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=384ba0b0-0983-444b-a926-283c13841f79,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:39.290338 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 42690) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:13:39.331049 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d71391-6874-47a5-acff-e0413405a5fc req-a2ac1f4f-966c-4eac-8043-a6bc8a9f0ce5 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:39.332635 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-02d71391-6874-47a5-acff-e0413405a5fc req-a2ac1f4f-966c-4eac-8043-a6bc8a9f0ce5 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=a662a71c-10bc-4063-b9a4-397b1d0498bf HTTP/1.1" status: 200 len: 946 time: 0.0651846 Sep 17 08:13:39.362102 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-df209dc7-fd95-450c-b423-12dd7bc6d361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:39.398480 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-df209dc7-fd95-450c-b423-12dd7bc6d361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:39.400208 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-02d71391-6874-47a5-acff-e0413405a5fc req-d8623177-ea2a-4c14-9a5f-c2f789b3c037 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592771 Sep 17 08:13:39.458231 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-df209dc7-fd95-450c-b423-12dd7bc6d361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:39.461550 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-df209dc7-fd95-450c-b423-12dd7bc6d361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:39.462784 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee622f-3630-4e84-8348-f2b56fc472db req-0b59f28b-2e27-459e-9651-3d5f296da7a9 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:39.463388 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-df209dc7-fd95-450c-b423-12dd7bc6d361 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/384ba0b0-0983-444b-a926-283c13841f79 HTTP/1.1" status: 204 len: 168 time: 0.1698201 Sep 17 08:13:39.464378 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-10ee622f-3630-4e84-8348-f2b56fc472db req-0b59f28b-2e27-459e-9651-3d5f296da7a9 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 945 time: 0.0633042 Sep 17 08:13:39.466791 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41c85e4c-2cc3-4250-be46-c5155c6ce0d3', 'name': 'network-vif-deleted', 'tag': '593d1b19-429f-4e03-ae46-3dbc5a7d2277'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:13:39.471113 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e24d317-4be9-4db5-83f2-4d2261e2b051" -d '{"events": [{"server_uuid": "41c85e4c-2cc3-4250-be46-c5155c6ce0d3", "name": "network-vif-deleted", "tag": "593d1b19-429f-4e03-ae46-3dbc5a7d2277"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:13:39.497822 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df209dc7-fd95-450c-b423-12dd7bc6d361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=384ba0b0-0983-444b-a926-283c13841f79,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:39.511638 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-10ee622f-3630-4e84-8348-f2b56fc472db req-94b617b2-219f-4bd4-b954-c8d28e41a0db tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406225 Sep 17 08:13:39.585077 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ea8a62-3f79-4014-909e-0c10de370744 x-openstack-request-id: req-24ea8a62-3f79-4014-909e-0c10de370744 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:13:39.585077 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41c85e4c-2cc3-4250-be46-c5155c6ce0d3", "name": "network-vif-deleted", "tag": "593d1b19-429f-4e03-ae46-3dbc5a7d2277", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:13:39.585077 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-24ea8a62-3f79-4014-909e-0c10de370744 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:13:39.585077 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41c85e4c-2cc3-4250-be46-c5155c6ce0d3', 'name': 'network-vif-deleted', 'tag': '593d1b19-429f-4e03-ae46-3dbc5a7d2277', 'status': 'completed', 'code': 200} Sep 17 08:13:39.681260 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a9fcc-c2f3-4997-8072-63f92384e20e req-abf14153-1740-4494-9f56-9cf1a1df9459 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:39.682729 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e21a9fcc-c2f3-4997-8072-63f92384e20e req-abf14153-1740-4494-9f56-9cf1a1df9459 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=a662a71c-10bc-4063-b9a4-397b1d0498bf HTTP/1.1" status: 200 len: 946 time: 0.0468175 Sep 17 08:13:39.720906 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e21a9fcc-c2f3-4997-8072-63f92384e20e req-7ac66c0f-fa1f-446f-95b2-932555812aa1 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317740 Sep 17 08:13:40.213503 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 42724) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:13:40.695551 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678b4487-ce70-42c0-b02d-4a38b936e224 req-10b0470d-c94c-433d-806f-1781d4068509 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:40.697010 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-678b4487-ce70-42c0-b02d-4a38b936e224 req-10b0470d-c94c-433d-806f-1781d4068509 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 945 time: 0.0847864 Sep 17 08:13:40.794224 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-678b4487-ce70-42c0-b02d-4a38b936e224 req-02292eba-d470-4d60-b0a5-96a8668fb364 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887318 Sep 17 08:13:40.905270 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a384661-b19c-40c2-934c-39e010aba908 req-a152ae12-ab58-4afe-b761-ef892abe62b2 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:40.906787 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5a384661-b19c-40c2-934c-39e010aba908 req-a152ae12-ab58-4afe-b761-ef892abe62b2 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=a662a71c-10bc-4063-b9a4-397b1d0498bf HTTP/1.1" status: 200 len: 946 time: 0.1099718 Sep 17 08:13:40.973215 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5a384661-b19c-40c2-934c-39e010aba908 req-a12abc7b-5265-4c98-b661-15d4645d575e tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596392 Sep 17 08:13:41.057039 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-13636cfc-741f-40cb-a7cf-51aa9b5f3443 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:41.223630 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517f9210-f8c4-483a-b418-565b97c5bede req-aa0341af-e73f-4667-ac36-58711e90d450 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:41.225153 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-517f9210-f8c4-483a-b418-565b97c5bede req-aa0341af-e73f-4667-ac36-58711e90d450 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.39 "GET /v2.0/ports?device_id=a662a71c-10bc-4063-b9a4-397b1d0498bf HTTP/1.1" status: 200 len: 946 time: 0.0519860 Sep 17 08:13:41.314239 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-13636cfc-741f-40cb-a7cf-51aa9b5f3443 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Deleting port 1de4ec25-f671-4ced-9a12-eb6f7d03b81b {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:13:41.314851 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-13636cfc-741f-40cb-a7cf-51aa9b5f3443 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:41.321378 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-517f9210-f8c4-483a-b418-565b97c5bede req-e31190ce-8237-44dc-9634-a8296c0315a8 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Deleting port 4168f3cb-cb1b-4682-b402-651754485afc {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:13:41.321722 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-517f9210-f8c4-483a-b418-565b97c5bede req-e31190ce-8237-44dc-9634-a8296c0315a8 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:41.405377 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-13636cfc-741f-40cb-a7cf-51aa9b5f3443 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] For port 1de4ec25-f671-4ced-9a12-eb6f7d03b81b, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=1de4ec25-f671-4ced-9a12-eb6f7d03b81b,segment=NetworkSegment(0d1771dc-a12b-478f-b055-bfe9b99f98a3),segment_id=0d1771dc-a12b-478f-b055-bfe9b99f98a3)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:13:41.405752 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-13636cfc-741f-40cb-a7cf-51aa9b5f3443 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:41.417934 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-517f9210-f8c4-483a-b418-565b97c5bede req-e31190ce-8237-44dc-9634-a8296c0315a8 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] For port 4168f3cb-cb1b-4682-b402-651754485afc, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=4168f3cb-cb1b-4682-b402-651754485afc,segment=NetworkSegment(97a5f9eb-b96b-49f6-801a-38ac71ff3601),segment_id=97a5f9eb-b96b-49f6-801a-38ac71ff3601)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:13:41.418305 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-517f9210-f8c4-483a-b418-565b97c5bede req-e31190ce-8237-44dc-9634-a8296c0315a8 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:41.424419 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-13636cfc-741f-40cb-a7cf-51aa9b5f3443 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Calling delete_port for 1de4ec25-f671-4ced-9a12-eb6f7d03b81b owned by network:router_interface {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:13:41.432861 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-517f9210-f8c4-483a-b418-565b97c5bede req-e31190ce-8237-44dc-9634-a8296c0315a8 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Calling delete_port for 4168f3cb-cb1b-4682-b402-651754485afc owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:13:41.562191 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 42758) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:13:41.568151 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-add9e765-97cb-4c05-927f-9a939a211f43 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Request body: {'network': {'name': 'tempest-network-smoke--1262605972', 'project_id': '88a8f2227ebc48b493016d656871546b', 'port_security_enabled': True}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:13:41.581865 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-517f9210-f8c4-483a-b418-565b97c5bede req-e31190ce-8237-44dc-9634-a8296c0315a8 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:41.609631 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31190ce-8237-44dc-9634-a8296c0315a8 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Pushing event deleted for resources: {'Port': ['ID=4168f3cb-cb1b-4682-b402-651754485afc,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:41.618664 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add9e765-97cb-4c05-927f-9a939a211f43 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Made reservation on behalf of 88a8f2227ebc48b493016d656871546b for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:13:41.622496 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-add9e765-97cb-4c05-927f-9a939a211f43 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:41.623692 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['f4f03f9b-2200-4f26-9016-5ee974315705'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:13:41.627355 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['4168f3cb-cb1b-4682-b402-651754485afc'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:13:41.635264 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-add9e765-97cb-4c05-927f-9a939a211f43 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:41.655039 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-517f9210-f8c4-483a-b418-565b97c5bede req-e31190ce-8237-44dc-9634-a8296c0315a8 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] No DVR routers for this DVR port 4168f3cb-cb1b-4682-b402-651754485afc on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:13:41.658068 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-517f9210-f8c4-483a-b418-565b97c5bede req-e31190ce-8237-44dc-9634-a8296c0315a8 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:41.660068 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-517f9210-f8c4-483a-b418-565b97c5bede req-e31190ce-8237-44dc-9634-a8296c0315a8 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.39 "DELETE /v2.0/ports/4168f3cb-cb1b-4682-b402-651754485afc HTTP/1.1" status: 204 len: 173 time: 0.4279311 Sep 17 08:13:41.660530 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a662a71c-10bc-4063-b9a4-397b1d0498bf', 'name': 'network-vif-deleted', 'tag': '4168f3cb-cb1b-4682-b402-651754485afc'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:13:41.662844 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dffb3a2d-f1f0-4141-9645-bf96d44b4d7f" -d '{"events": [{"server_uuid": "a662a71c-10bc-4063-b9a4-397b1d0498bf", "name": "network-vif-deleted", "tag": "4168f3cb-cb1b-4682-b402-651754485afc"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:13:41.671398 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-13636cfc-741f-40cb-a7cf-51aa9b5f3443 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:41.711796 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f224a06-5441-429a-804f-fc9deb4a4ab1 x-openstack-request-id: req-9f224a06-5441-429a-804f-fc9deb4a4ab1 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:13:41.712122 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a662a71c-10bc-4063-b9a4-397b1d0498bf", "name": "network-vif-deleted", "tag": "4168f3cb-cb1b-4682-b402-651754485afc", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:13:41.712376 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9f224a06-5441-429a-804f-fc9deb4a4ab1 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:13:41.712778 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a662a71c-10bc-4063-b9a4-397b1d0498bf', 'name': 'network-vif-deleted', 'tag': '4168f3cb-cb1b-4682-b402-651754485afc', 'status': 'completed', 'code': 200} Sep 17 08:13:41.728330 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13636cfc-741f-40cb-a7cf-51aa9b5f3443 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event deleted for resources: {'Port': ['ID=1de4ec25-f671-4ced-9a12-eb6f7d03b81b,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:41.767977 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 4168f3cb-cb1b-4682-b402-651754485afc no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:13:41.797198 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: 4168f3cb-cb1b-4682-b402-651754485afc {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:13:41.798109 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 4168f3cb-cb1b-4682-b402-651754485afc not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:13:41.798740 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 593d1b19-429f-4e03-ae46-3dbc5a7d2277 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:13:41.822023 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: 593d1b19-429f-4e03-ae46-3dbc5a7d2277 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:13:41.822369 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 593d1b19-429f-4e03-ae46-3dbc5a7d2277 not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:13:41.977968 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-add9e765-97cb-4c05-927f-9a939a211f43 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:42.009971 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-add9e765-97cb-4c05-927f-9a939a211f43 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:42.056648 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-add9e765-97cb-4c05-927f-9a939a211f43 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:13:42.065679 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ef77c-dcde-4d61-8803-6fbd7b79773f req-5af88666-32c4-4df5-8de7-8b772e60e27e tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:42.067113 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2b3ef77c-dcde-4d61-8803-6fbd7b79773f req-5af88666-32c4-4df5-8de7-8b772e60e27e tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 945 time: 0.1480057 Sep 17 08:13:42.088192 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-13636cfc-741f-40cb-a7cf-51aa9b5f3443 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:42.112096 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-add9e765-97cb-4c05-927f-9a939a211f43 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:42.112446 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-add9e765-97cb-4c05-927f-9a939a211f43 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Added segment 6590139b-bf54-4ec0-9bd5-42da9623a691 of type vlan for network 08d90e55-61c4-4221-9b9d-45fa25d549fb Sep 17 08:13:42.113685 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add9e765-97cb-4c05-927f-9a939a211f43 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6569e6d-bc3f-4116-9559-1a1e51b6bb87,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:42.132884 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7f92ae79-7060-4bbf-9262-9e8606c15afe req-a4ced6f6-ce5f-4ff7-8d83-dd797166b868 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=a662a71c-10bc-4063-b9a4-397b1d0498bf HTTP/1.1" status: 200 len: 210 time: 0.0606318 Sep 17 08:13:42.222344 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-add9e765-97cb-4c05-927f-9a939a211f43 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:42.234751 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2b3ef77c-dcde-4d61-8803-6fbd7b79773f req-99502ec1-37a8-4553-a7f6-a9c09777bbf0 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578400 Sep 17 08:13:42.294972 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-add9e765-97cb-4c05-927f-9a939a211f43 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:42.300962 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add9e765-97cb-4c05-927f-9a939a211f43 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:42.301561 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-add9e765-97cb-4c05-927f-9a939a211f43 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:42.384128 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-add9e765-97cb-4c05-927f-9a939a211f43 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8208449 Sep 17 08:13:42.384808 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 42774) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:13:42.389538 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add9e765-97cb-4c05-927f-9a939a211f43 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Pushing event updated for resources: {'Network': ['ID=08d90e55-61c4-4221-9b9d-45fa25d549fb,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:42.393517 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-f2ae17bd-db9f-4a4d-a185-d8b5746a5fbd tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1123206626', 'admin_state_up': True, 'project_id': '88a8f2227ebc48b493016d656871546b', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:13:42.404255 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 08d90e55-61c4-4221-9b9d-45fa25d549fb details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:13:42.430238 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f2ae17bd-db9f-4a4d-a185-d8b5746a5fbd tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:42.431596 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f2ae17bd-db9f-4a4d-a185-d8b5746a5fbd tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:42.504416 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f2ae17bd-db9f-4a4d-a185-d8b5746a5fbd tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:42.540574 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13636cfc-741f-40cb-a7cf-51aa9b5f3443 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Router 519a35fd-c23b-47c4-ba2a-caff35c8cbef has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:13:42.548533 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd9c02e-febf-4c59-a7e1-33ed8f0f4e41 req-7096cf63-200a-41b8-b287-98e6bc1d64fc tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:42.550034 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ffd9c02e-febf-4c59-a7e1-33ed8f0f4e41 req-7096cf63-200a-41b8-b287-98e6bc1d64fc tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 945 time: 0.1066992 Sep 17 08:13:42.609786 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265aa3fa-2250-48d4-b7b9-02de4cd3a514 req-17200944-4c97-47a8-9a93-d8810692ca99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:42.611263 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-265aa3fa-2250-48d4-b7b9-02de4cd3a514 req-17200944-4c97-47a8-9a93-d8810692ca99 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a40110368b234965bf3fd6f856f2361c&device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 1096 time: 0.1032786 Sep 17 08:13:42.630999 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ffd9c02e-febf-4c59-a7e1-33ed8f0f4e41 req-c747e44d-0f85-47c5-8d37-424f82870e3c tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745423 Sep 17 08:13:42.683733 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13636cfc-741f-40cb-a7cf-51aa9b5f3443 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:13:42.689444 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-13636cfc-741f-40cb-a7cf-51aa9b5f3443 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "PUT /v2.0/routers/519a35fd-c23b-47c4-ba2a-caff35c8cbef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4748836 Sep 17 08:13:42.692098 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 42776) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:13:42.694301 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7ee3ae-12e1-42fa-835e-9583107bbdeb None None] Sync routers for ids ['519a35fd-c23b-47c4-ba2a-caff35c8cbef'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:13:42.703244 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7ee3ae-12e1-42fa-835e-9583107bbdeb None None] Routers {'519a35fd-c23b-47c4-ba2a-caff35c8cbef'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:13:42.704803 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-6b7ee3ae-12e1-42fa-835e-9583107bbdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:13:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['519a35fd-c23b-47c4-ba2a-caff35c8cbef'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:13:42.710856 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f2ae17bd-db9f-4a4d-a185-d8b5746a5fbd tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:42.744131 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-86d9df72-7860-4dcf-966e-eaabc6948143 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Deleting subnet 61938315-f914-4ad0-a7e1-28c2b11049ed {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:13:42.747464 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-86d9df72-7860-4dcf-966e-eaabc6948143 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:42.793296 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-86d9df72-7860-4dcf-966e-eaabc6948143 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:42.798983 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265aa3fa-2250-48d4-b7b9-02de4cd3a514 req-690d76bc-ec54-4ac1-a7bd-94a145ffd55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:42.800595 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-265aa3fa-2250-48d4-b7b9-02de4cd3a514 req-690d76bc-ec54-4ac1-a7bd-94a145ffd55d service neutron] 10.222.0.39 "GET /v2.0/networks?id=b775eb3f-2b25-4820-827b-6765ebe265c2 HTTP/1.1" status: 200 len: 913 time: 0.1510513 Sep 17 08:13:42.812055 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-6b7ee3ae-12e1-42fa-835e-9583107bbdeb None None] Set router 519a35fd-c23b-47c4-ba2a-caff35c8cbef gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:13:42.886817 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-86d9df72-7860-4dcf-966e-eaabc6948143 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:42.904155 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-265aa3fa-2250-48d4-b7b9-02de4cd3a514 req-6e50b5ab-8683-4ac6-a91a-0aa69b4a1c29 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=082c5b60-04fb-4ae3-ae64-64d07ad777a5 HTTP/1.1" status: 200 len: 999 time: 0.0708535 Sep 17 08:13:42.952554 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-86d9df72-7860-4dcf-966e-eaabc6948143 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:42.980290 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d9df72-7860-4dcf-966e-eaabc6948143 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event deleted for resources: {'Subnet': ['ID=61938315-f914-4ad0-a7e1-28c2b11049ed,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:42.983932 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-86d9df72-7860-4dcf-966e-eaabc6948143 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:42.985876 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-86d9df72-7860-4dcf-966e-eaabc6948143 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "DELETE /v2.0/subnets/61938315-f914-4ad0-a7e1-28c2b11049ed HTTP/1.1" status: 204 len: 168 time: 0.2927654 Sep 17 08:13:42.988568 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 42778) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:13:42.992739 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f63e82-cf3c-4dca-aaeb-1719edacf662 None None] Network b31c82e6-300a-43e1-9f15-fe0340cd4575 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:13:43.027027 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265aa3fa-2250-48d4-b7b9-02de4cd3a514 req-760d8542-5bd3-446c-b19f-151bb4f7e2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:43.028516 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-265aa3fa-2250-48d4-b7b9-02de4cd3a514 req-760d8542-5bd3-446c-b19f-151bb4f7e2c8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9b7cebd9-83b6-4be8-81d9-9f32073aed40 HTTP/1.1" status: 200 len: 851 time: 0.1166573 Sep 17 08:13:43.062072 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f2ae17bd-db9f-4a4d-a185-d8b5746a5fbd tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks [] for router_gateway, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:43.096905 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-6b7ee3ae-12e1-42fa-835e-9583107bbdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519a35fd-c23b-47c4-ba2a-caff35c8cbef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-545041273', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': 'c458d29e-753f-4412-9760-0e9429bcbbf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:11:36Z', 'updated_at': '2021-09-17T08:13:41Z', 'revision_number': 5, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'gw_port': {'id': 'c458d29e-753f-4412-9760-0e9429bcbbf3', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:48:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519a35fd-c23b-47c4-ba2a-caff35c8cbef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:11:37Z', 'updated_at': '2021-09-17T08:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:13:43.099385 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f2ae17bd-db9f-4a4d-a185-d8b5746a5fbd tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:43.119445 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8d1794a7-8eed-42da-8658-4e176f3bf5be tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for router, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:43.145871 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7ee3ae-12e1-42fa-835e-9583107bbdeb None None] Checking router: 519a35fd-c23b-47c4-ba2a-caff35c8cbef for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:13:43.152478 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265aa3fa-2250-48d4-b7b9-02de4cd3a514 req-4010a9c9-8dd2-4e24-a807-5e279db1bfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:43.153997 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-265aa3fa-2250-48d4-b7b9-02de4cd3a514 req-4010a9c9-8dd2-4e24-a807-5e279db1bfb6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b775eb3f-2b25-4820-827b-6765ebe265c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1182601 Sep 17 08:13:43.162454 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7ee3ae-12e1-42fa-835e-9583107bbdeb None None] Routers {'519a35fd-c23b-47c4-ba2a-caff35c8cbef'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:13:43.163090 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-6b7ee3ae-12e1-42fa-835e-9583107bbdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:13:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['519a35fd-c23b-47c4-ba2a-caff35c8cbef'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:13:43.267069 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8d1794a7-8eed-42da-8658-4e176f3bf5be tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:43.307284 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-f2ae17bd-db9f-4a4d-a185-d8b5746a5fbd tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Allocated IP 172.25.6.155 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/9f5aed9e-6be0-4365-8b88-4ab0a9cf60e7) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:13:43.321886 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-6b7ee3ae-12e1-42fa-835e-9583107bbdeb None None] Set router 519a35fd-c23b-47c4-ba2a-caff35c8cbef gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:13:43.330796 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87640100-40c2-411c-bf1a-159153c77287 None None] DHCP port deletion for b31c82e6-300a-43e1-9f15-fe0340cd4575 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 08:13:43.337288 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-265aa3fa-2250-48d4-b7b9-02de4cd3a514 req-9a5688c3-9cc3-46d0-a2fb-46dface5e8cd service neutron] 10.222.0.39 "GET /v2.0/networks/b775eb3f-2b25-4820-827b-6765ebe265c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738145 Sep 17 08:13:43.342990 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-8d1794a7-8eed-42da-8658-4e176f3bf5be tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Deleting port c458d29e-753f-4412-9760-0e9429bcbbf3 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:13:43.343339 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8d1794a7-8eed-42da-8658-4e176f3bf5be tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:43.435562 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-8d1794a7-8eed-42da-8658-4e176f3bf5be tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] For port c458d29e-753f-4412-9760-0e9429bcbbf3, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=c458d29e-753f-4412-9760-0e9429bcbbf3,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:13:43.436282 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8d1794a7-8eed-42da-8658-4e176f3bf5be tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:43.448726 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-8d1794a7-8eed-42da-8658-4e176f3bf5be tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Calling delete_port for c458d29e-753f-4412-9760-0e9429bcbbf3 owned by network:router_gateway {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:13:43.502196 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-265aa3fa-2250-48d4-b7b9-02de4cd3a514 req-98270f6b-0986-41b1-ab3a-0a7663f6f2ef service neutron] 10.222.0.39 "GET /v2.0/networks/b775eb3f-2b25-4820-827b-6765ebe265c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551728 Sep 17 08:13:43.504839 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f2ae17bd-db9f-4a4d-a185-d8b5746a5fbd tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:43.541028 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f2ae17bd-db9f-4a4d-a185-d8b5746a5fbd tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:43.548091 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-87640100-40c2-411c-bf1a-159153c77287 None None] Deleting port a92b20b7-7c03-4b72-9878-072c6452baf5 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:13:43.548697 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-87640100-40c2-411c-bf1a-159153c77287 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:43.581940 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ae17bd-db9f-4a4d-a185-d8b5746a5fbd tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:13:43.584892 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-f2ae17bd-db9f-4a4d-a185-d8b5746a5fbd tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:13:43.588459 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ae17bd-db9f-4a4d-a185-d8b5746a5fbd tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:13:43.667331 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-87640100-40c2-411c-bf1a-159153c77287 None None] For port a92b20b7-7c03-4b72-9878-072c6452baf5, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=a92b20b7-7c03-4b72-9878-072c6452baf5,segment=NetworkSegment(0d1771dc-a12b-478f-b055-bfe9b99f98a3),segment_id=0d1771dc-a12b-478f-b055-bfe9b99f98a3)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:13:43.667891 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-87640100-40c2-411c-bf1a-159153c77287 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:43.668129 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8d1794a7-8eed-42da-8658-4e176f3bf5be tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:43.687233 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-87640100-40c2-411c-bf1a-159153c77287 None None] Calling delete_port for a92b20b7-7c03-4b72-9878-072c6452baf5 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:13:43.691716 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ae17bd-db9f-4a4d-a185-d8b5746a5fbd tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Pushing event updated for resources: {'Port': ['ID=9f5aed9e-6be0-4365-8b88-4ab0a9cf60e7,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:43.714739 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-6b7ee3ae-12e1-42fa-835e-9583107bbdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519a35fd-c23b-47c4-ba2a-caff35c8cbef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-545041273', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': 'c458d29e-753f-4412-9760-0e9429bcbbf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:11:36Z', 'updated_at': '2021-09-17T08:13:41Z', 'revision_number': 5, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'gw_port': {'id': 'c458d29e-753f-4412-9760-0e9429bcbbf3', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:48:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519a35fd-c23b-47c4-ba2a-caff35c8cbef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:11:37Z', 'updated_at': '2021-09-17T08:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:13:43.734660 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1794a7-8eed-42da-8658-4e176f3bf5be tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event deleted for resources: {'Port': ['ID=c458d29e-753f-4412-9760-0e9429bcbbf3,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:43.777141 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7ee3ae-12e1-42fa-835e-9583107bbdeb None None] The sync data for ids ['519a35fd-c23b-47c4-ba2a-caff35c8cbef'] in n-d-789963-9 is: [{'id': '519a35fd-c23b-47c4-ba2a-caff35c8cbef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-545041273', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': 'c458d29e-753f-4412-9760-0e9429bcbbf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:11:36Z', 'updated_at': '2021-09-17T08:13:41Z', 'revision_number': 5, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'gw_port': {'id': 'c458d29e-753f-4412-9760-0e9429bcbbf3', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:48:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519a35fd-c23b-47c4-ba2a-caff35c8cbef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:11:37Z', 'updated_at': '2021-09-17T08:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:13:43.849893 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fc0610-9cf5-4066-97d7-7e430c3ac7f6 req-db589f4a-e89f-48e2-9e75-583862dcbe1f tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:43.851418 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-63fc0610-9cf5-4066-97d7-7e430c3ac7f6 req-db589f4a-e89f-48e2-9e75-583862dcbe1f tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 945 time: 0.0814126 Sep 17 08:13:43.865701 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-87640100-40c2-411c-bf1a-159153c77287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:43.878995 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8d1794a7-8eed-42da-8658-4e176f3bf5be tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:43.891874 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87640100-40c2-411c-bf1a-159153c77287 None None] Pushing event deleted for resources: {'Port': ['ID=a92b20b7-7c03-4b72-9878-072c6452baf5,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:43.893797 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87640100-40c2-411c-bf1a-159153c77287 None None] No DVR routers for this DVR port a92b20b7-7c03-4b72-9878-072c6452baf5 on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:13:43.928666 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f2ae17bd-db9f-4a4d-a185-d8b5746a5fbd tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks [] for router_gateway, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:44.026900 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8d1794a7-8eed-42da-8658-4e176f3bf5be tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:44.036313 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8d1794a7-8eed-42da-8658-4e176f3bf5be tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:44.088938 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-63fc0610-9cf5-4066-97d7-7e430c3ac7f6 req-d0cb906d-d899-4454-9ddd-48afc56e7f26 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2113631 Sep 17 08:13:44.116763 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8d1794a7-8eed-42da-8658-4e176f3bf5be tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:44.117301 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d1794a7-8eed-42da-8658-4e176f3bf5be tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Fanout notify agent at l3_agent the message router_deleted on router 519a35fd-c23b-47c4-ba2a-caff35c8cbef {{(pid=101289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 08:13:44.126826 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8d1794a7-8eed-42da-8658-4e176f3bf5be tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:44.126826 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-8d1794a7-8eed-42da-8658-4e176f3bf5be tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "DELETE /v2.0/routers/519a35fd-c23b-47c4-ba2a-caff35c8cbef HTTP/1.1" status: 204 len: 168 time: 1.1374161 Sep 17 08:13:44.129434 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 42800) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:13:44.144744 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4080629d-eba2-46ae-9006-2f95ca1b92b3 req-e71f76d6-fba8-46ca-80a0-4174f84c607a tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:44.153810 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4080629d-eba2-46ae-9006-2f95ca1b92b3 req-e71f76d6-fba8-46ca-80a0-4174f84c607a tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/networks?id=9e07c4b1-bdff-4c2c-98bc-db029bd9be3a HTTP/1.1" status: 200 len: 805 time: 0.3006656 Sep 17 08:13:44.175083 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f2ae17bd-db9f-4a4d-a185-d8b5746a5fbd tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:44.194966 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4080629d-eba2-46ae-9006-2f95ca1b92b3 req-50f9d6d6-35f1-4d16-ab7b-1344a104c949 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/quotas/56e275efab454c57a2733a201971b985 HTTP/1.1" status: 200 len: 375 time: 0.0402248 Sep 17 08:13:44.279374 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0f2e956a-2f3c-461d-b20c-8a0803e302c8 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:44.296881 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4080629d-eba2-46ae-9006-2f95ca1b92b3 req-4ed197a1-923c-4466-9d6a-87f7697156e3 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=56e275efab454c57a2733a201971b985&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1008458 Sep 17 08:13:44.325733 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2ae17bd-db9f-4a4d-a185-d8b5746a5fbd tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Router c656358b-93d3-4b01-b2c7-80ab3dfa6e4a is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 08:13:44.421866 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device a92b20b7-7c03-4b72-9878-072c6452baf5 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:13:44.446082 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0f2e956a-2f3c-461d-b20c-8a0803e302c8 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:44.448081 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: a92b20b7-7c03-4b72-9878-072c6452baf5 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:13:44.448430 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device a92b20b7-7c03-4b72-9878-072c6452baf5 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:13:44.448857 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 1de4ec25-f671-4ced-9a12-eb6f7d03b81b no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:13:44.460237 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ae17bd-db9f-4a4d-a185-d8b5746a5fbd tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:13:44.470493 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 1de4ec25-f671-4ced-9a12-eb6f7d03b81b {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:13:44.470842 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 1de4ec25-f671-4ced-9a12-eb6f7d03b81b not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:13:44.475366 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9a685d-a9d5-4a17-97a2-a8c1240269aa None None] Sync routers for ids ['c656358b-93d3-4b01-b2c7-80ab3dfa6e4a'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:13:44.485326 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-0f2e956a-2f3c-461d-b20c-8a0803e302c8 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b31c82e6-300a-43e1-9f15-fe0340cd4575']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:13:44.487670 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9a685d-a9d5-4a17-97a2-a8c1240269aa None None] Routers {'c656358b-93d3-4b01-b2c7-80ab3dfa6e4a'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:13:44.488390 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-7f9a685d-a9d5-4a17-97a2-a8c1240269aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:13:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['c656358b-93d3-4b01-b2c7-80ab3dfa6e4a'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:13:44.489366 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f2ae17bd-db9f-4a4d-a185-d8b5746a5fbd tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:44.495479 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f2ae17bd-db9f-4a4d-a185-d8b5746a5fbd tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1043198 Sep 17 08:13:44.496082 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 42802) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:13:44.515516 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-0f2e956a-2f3c-461d-b20c-8a0803e302c8 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d1771dc-a12b-478f-b055-bfe9b99f98a3') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:13:44.515888 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-0f2e956a-2f3c-461d-b20c-8a0803e302c8 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d1771dc-a12b-478f-b055-bfe9b99f98a3') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:13:44.535060 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0f2e956a-2f3c-461d-b20c-8a0803e302c8 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:44.558226 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4080629d-eba2-46ae-9006-2f95ca1b92b3 req-ca89f7f7-2b2f-4985-87ff-0f67aba910c2 service neutron] 10.222.0.13 "GET /v2.0/networks/9e07c4b1-bdff-4c2c-98bc-db029bd9be3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325671 Sep 17 08:13:44.589532 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0f2e956a-2f3c-461d-b20c-8a0803e302c8 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:44.609879 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f2e956a-2f3c-461d-b20c-8a0803e302c8 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:13:44.610297 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0f2e956a-2f3c-461d-b20c-8a0803e302c8 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:44.613289 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:13:44.613289 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:13:44.613289 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:13:44.613289 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:13:44.613289 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:13:44.613289 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:13:44.613289 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:13:44.613289 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:13:44.613289 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:13:44.613289 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:13:44.613289 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:13:44.613289 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:13:44.613289 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:13:44.613289 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:13:44.613289 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:13:44.613289 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:13:44.613289 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:13:44.613289 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:13:44.613289 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:13:44.613289 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:13:44.613289 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:13:44.613289 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:13:44.613289 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:13:44.613289 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:13:44.613289 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:13:44.613289 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:13:44.613289 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:13:44.613289 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:13:44.613289 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:13:44.613289 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:13:44.613289 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:13:44.613289 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:13:44.635640 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-7f9a685d-a9d5-4a17-97a2-a8c1240269aa None None] Set router c656358b-93d3-4b01-b2c7-80ab3dfa6e4a gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:13:44.686569 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e8ff2d36-3b81-4461-9614-515c4e656528 tempest-TestSecurityGroupsBasicOps-305868366 tempest-TestSecurityGroupsBasicOps-305868366-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=88a8f2227ebc48b493016d656871546b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1865137 Sep 17 08:13:44.687172 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 42806) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:13:44.729452 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0f2e956a-2f3c-461d-b20c-8a0803e302c8 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:44.735081 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0f2e956a-2f3c-461d-b20c-8a0803e302c8 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:44.739628 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-0f2e956a-2f3c-461d-b20c-8a0803e302c8 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "DELETE /v2.0/networks/b31c82e6-300a-43e1-9f15-fe0340cd4575 HTTP/1.1" status: 204 len: 168 time: 0.6069083 Sep 17 08:13:44.745268 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 42808) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:13:44.764731 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4080629d-eba2-46ae-9006-2f95ca1b92b3 req-20cbadca-c131-4d64-9e07-be2500b8c3d6 service neutron] 10.222.0.13 "GET /v2.0/networks/9e07c4b1-bdff-4c2c-98bc-db029bd9be3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056282 Sep 17 08:13:44.771526 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2e956a-2f3c-461d-b20c-8a0803e302c8 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event deleted for resources: {'Network': ['ID=b31c82e6-300a-43e1-9f15-fe0340cd4575,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:44.825098 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-91d2afbd-7392-4fe6-93c9-48c93d5a3aa3 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:44.862310 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-7f9a685d-a9d5-4a17-97a2-a8c1240269aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c656358b-93d3-4b01-b2c7-80ab3dfa6e4a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1123206626', 'tenant_id': '88a8f2227ebc48b493016d656871546b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '9f5aed9e-6be0-4365-8b88-4ab0a9cf60e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:13:42Z', 'updated_at': '2021-09-17T08:13:43Z', 'revision_number': 3, 'project_id': '88a8f2227ebc48b493016d656871546b', 'gw_port': {'id': '9f5aed9e-6be0-4365-8b88-4ab0a9cf60e7', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d8:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c656358b-93d3-4b01-b2c7-80ab3dfa6e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:13:43Z', 'updated_at': '2021-09-17T08:13:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:13:44.867490 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-91d2afbd-7392-4fe6-93c9-48c93d5a3aa3 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:44.891135 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9a685d-a9d5-4a17-97a2-a8c1240269aa None None] Checking router: c656358b-93d3-4b01-b2c7-80ab3dfa6e4a for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:13:44.892507 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9a685d-a9d5-4a17-97a2-a8c1240269aa None None] Updating router c656358b-93d3-4b01-b2c7-80ab3dfa6e4a port 9f5aed9e-6be0-4365-8b88-4ab0a9cf60e7 binding host n-d-789963-9 {{(pid=101292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 08:13:44.931210 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7f9a685d-a9d5-4a17-97a2-a8c1240269aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:44.958752 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-91d2afbd-7392-4fe6-93c9-48c93d5a3aa3 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:44.961900 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-91d2afbd-7392-4fe6-93c9-48c93d5a3aa3 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:44.965345 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-91d2afbd-7392-4fe6-93c9-48c93d5a3aa3 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "DELETE /v2.0/security-groups/1870af16-a40e-49bd-be81-639511d97305 HTTP/1.1" status: 204 len: 168 time: 0.2160382 Sep 17 08:13:44.989030 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d2afbd-7392-4fe6-93c9-48c93d5a3aa3 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1870af16-a40e-49bd-be81-639511d97305,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:45.096037 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6606c0de-001a-401b-9301-ccd8144b1f4f req-cf77f44f-4a1e-45ed-b762-ee6444f6c285 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=bffd9a44-08cf-41eb-b939-7bf5153f59d6 HTTP/1.1" status: 200 len: 210 time: 0.0973034 Sep 17 08:13:45.257675 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aef9ce-aff3-441e-8782-3d2918591432 req-1778b8a7-6907-417f-b12b-f577d9cfec2b tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:45.267678 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a0aef9ce-aff3-441e-8782-3d2918591432 req-1778b8a7-6907-417f-b12b-f577d9cfec2b tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 945 time: 0.0731077 Sep 17 08:13:45.267929 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402e3930-bb5f-41a5-9201-af3c0b9a2041 tempest-TestSecurityGroupsBasicOps-305868366 tempest-TestSecurityGroupsBasicOps-305868366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:45.272130 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-402e3930-bb5f-41a5-9201-af3c0b9a2041 tempest-TestSecurityGroupsBasicOps-305868366 tempest-TestSecurityGroupsBasicOps-305868366-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5835223 Sep 17 08:13:45.274574 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 42824) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:13:45.307191 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f465858d-7451-4cbe-b9c0-c41bb71f55ad tempest-TestSecurityGroupsBasicOps-305868366 tempest-TestSecurityGroupsBasicOps-305868366-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=5fc128c4-343a-4b5b-8a61-6a2b8d95c555&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292997 Sep 17 08:13:45.307441 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 42826) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:13:45.315185 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-e4ebe9ee-f692-441c-b77a-b366d78c863d tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1820125610', 'network_id': '08d90e55-61c4-4221-9b9d-45fa25d549fb', 'project_id': '88a8f2227ebc48b493016d656871546b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:13:45.332194 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a0aef9ce-aff3-441e-8782-3d2918591432 req-0eb6e836-46cc-450c-94cd-987c45c14f47 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627792 Sep 17 08:13:45.349652 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7f9a685d-a9d5-4a17-97a2-a8c1240269aa None None] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:45.358860 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7f9a685d-a9d5-4a17-97a2-a8c1240269aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:45.392180 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 42832) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:13:45.397008 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-3595f297-dc76-4066-8fdb-d8b101b90a50 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1915282038', 'description': 'tempest-secgroup-smoke-1915282038 description', 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:13:45.429199 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3595f297-dc76-4066-8fdb-d8b101b90a50 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:45.441418 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-7f9a685d-a9d5-4a17-97a2-a8c1240269aa None None] Attempting to bind port 9f5aed9e-6be0-4365-8b88-4ab0a9cf60e7 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:13:45.441877 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-7f9a685d-a9d5-4a17-97a2-a8c1240269aa None None] Attempting to bind port 9f5aed9e-6be0-4365-8b88-4ab0a9cf60e7 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:13:45.442421 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9a685d-a9d5-4a17-97a2-a8c1240269aa None None] Attempting to bind port 9f5aed9e-6be0-4365-8b88-4ab0a9cf60e7 on network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:13:45.460462 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9a685d-a9d5-4a17-97a2-a8c1240269aa None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:13:45.460924 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9a685d-a9d5-4a17-97a2-a8c1240269aa None None] Checking segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:13:45.461480 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7f9a685d-a9d5-4a17-97a2-a8c1240269aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:45.461950 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9a685d-a9d5-4a17-97a2-a8c1240269aa None None] Bound using segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:13:45.462543 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-7f9a685d-a9d5-4a17-97a2-a8c1240269aa None None] Bound port: 9f5aed9e-6be0-4365-8b88-4ab0a9cf60e7, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:13:45.463016 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7f9a685d-a9d5-4a17-97a2-a8c1240269aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:45.466991 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9702251-e85d-48d6-9184-4fa55f87f6fa None None] Pushing event updated for resources: {'Port': ['ID=9f5aed9e-6be0-4365-8b88-4ab0a9cf60e7,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:45.491542 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9702251-e85d-48d6-9184-4fa55f87f6fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:13:45.492480 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9702251-e85d-48d6-9184-4fa55f87f6fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:13:45.492480 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9702251-e85d-48d6-9184-4fa55f87f6fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:13:45.492695 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9702251-e85d-48d6-9184-4fa55f87f6fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:13:45.492963 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9702251-e85d-48d6-9184-4fa55f87f6fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:13:45.493536 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9702251-e85d-48d6-9184-4fa55f87f6fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:13:45.493845 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9702251-e85d-48d6-9184-4fa55f87f6fa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:13:45.495236 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9702251-e85d-48d6-9184-4fa55f87f6fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:13:45.495236 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9702251-e85d-48d6-9184-4fa55f87f6fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:13:45.495236 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9702251-e85d-48d6-9184-4fa55f87f6fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:13:45.495236 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9702251-e85d-48d6-9184-4fa55f87f6fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:13:45.496242 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9702251-e85d-48d6-9184-4fa55f87f6fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:13:45.534986 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-7f9a685d-a9d5-4a17-97a2-a8c1240269aa None None] For port 9f5aed9e-6be0-4365-8b88-4ab0a9cf60e7, host n-d-789963-9, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:13:45.535290 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3595f297-dc76-4066-8fdb-d8b101b90a50 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:45.539193 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-7f9a685d-a9d5-4a17-97a2-a8c1240269aa None None] For port 9f5aed9e-6be0-4365-8b88-4ab0a9cf60e7, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=9f5aed9e-6be0-4365-8b88-4ab0a9cf60e7,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:13:45.540433 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3595f297-dc76-4066-8fdb-d8b101b90a50 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:45.544680 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7f9a685d-a9d5-4a17-97a2-a8c1240269aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:45.573018 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3595f297-dc76-4066-8fdb-d8b101b90a50 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d58cca41-12a4-4922-945e-78e1f26f3fc8,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:45.588136 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3595f297-dc76-4066-8fdb-d8b101b90a50 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:45.589825 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-3595f297-dc76-4066-8fdb-d8b101b90a50 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1965187 Sep 17 08:13:45.593262 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 42834) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:13:45.601027 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-0cb0f752-b638-4f0b-ac9d-94614f3dd88b tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Request body: {'security_group_rule': {'security_group_id': 'd58cca41-12a4-4922-945e-78e1f26f3fc8', 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:13:45.601718 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9a685d-a9d5-4a17-97a2-a8c1240269aa None None] Routers {'c656358b-93d3-4b01-b2c7-80ab3dfa6e4a'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:13:45.602680 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-7f9a685d-a9d5-4a17-97a2-a8c1240269aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:13:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['c656358b-93d3-4b01-b2c7-80ab3dfa6e4a'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:13:45.633614 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0cb0f752-b638-4f0b-ac9d-94614f3dd88b tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:45.674656 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9702251-e85d-48d6-9184-4fa55f87f6fa None None] Pushing event updated for resources: {'Port': ['ID=9f5aed9e-6be0-4365-8b88-4ab0a9cf60e7,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:45.698278 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0cb0f752-b638-4f0b-ac9d-94614f3dd88b tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:45.703715 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0cb0f752-b638-4f0b-ac9d-94614f3dd88b tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:45.722745 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb0f752-b638-4f0b-ac9d-94614f3dd88b tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc1853e7-5326-45a9-9dc9-b6f08da46bbd,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:45.730676 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0cb0f752-b638-4f0b-ac9d-94614f3dd88b tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:45.736074 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-0cb0f752-b638-4f0b-ac9d-94614f3dd88b tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1375329 Sep 17 08:13:45.737820 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 42836) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:13:45.744727 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-3e2c3603-e6c2-4f5b-be06-306c293b0e7b tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Request body: {'security_group_rule': {'security_group_id': 'd58cca41-12a4-4922-945e-78e1f26f3fc8', 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:13:45.753201 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-7f9a685d-a9d5-4a17-97a2-a8c1240269aa None None] Set router c656358b-93d3-4b01-b2c7-80ab3dfa6e4a gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:13:45.783541 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3e2c3603-e6c2-4f5b-be06-306c293b0e7b tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:45.855953 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3e2c3603-e6c2-4f5b-be06-306c293b0e7b tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:45.860902 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3e2c3603-e6c2-4f5b-be06-306c293b0e7b tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:45.881747 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2c3603-e6c2-4f5b-be06-306c293b0e7b tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5649f772-a42b-40f2-861e-41054bf12ab2,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:45.889630 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3e2c3603-e6c2-4f5b-be06-306c293b0e7b tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:45.892685 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-3e2c3603-e6c2-4f5b-be06-306c293b0e7b tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1531742 Sep 17 08:13:45.895030 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 42838) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:13:45.900147 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-3ef2c296-43b8-41cd-8723-2436d19df83e tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Request body: {'security_group_rule': {'security_group_id': 'd58cca41-12a4-4922-945e-78e1f26f3fc8', 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:13:45.908292 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c517a90c-7e9a-4738-9c09-57d0a7ed7800 req-bfa0ff3e-e81d-484a-ac73-5dd320236141 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:45.909812 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c517a90c-7e9a-4738-9c09-57d0a7ed7800 req-bfa0ff3e-e81d-484a-ac73-5dd320236141 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 945 time: 0.0663710 Sep 17 08:13:45.929509 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ebe9ee-f692-441c-b77a-b366d78c863d tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Made reservation on behalf of 88a8f2227ebc48b493016d656871546b for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:13:45.932951 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e4ebe9ee-f692-441c-b77a-b366d78c863d tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:45.940590 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3ef2c296-43b8-41cd-8723-2436d19df83e tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:45.970359 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-7f9a685d-a9d5-4a17-97a2-a8c1240269aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c656358b-93d3-4b01-b2c7-80ab3dfa6e4a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1123206626', 'tenant_id': '88a8f2227ebc48b493016d656871546b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '9f5aed9e-6be0-4365-8b88-4ab0a9cf60e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:13:42Z', 'updated_at': '2021-09-17T08:13:43Z', 'revision_number': 3, 'project_id': '88a8f2227ebc48b493016d656871546b', 'gw_port': {'id': '9f5aed9e-6be0-4365-8b88-4ab0a9cf60e7', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d8:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c656358b-93d3-4b01-b2c7-80ab3dfa6e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:13:43Z', 'updated_at': '2021-09-17T08:13:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:13:45.981621 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c517a90c-7e9a-4738-9c09-57d0a7ed7800 req-541f9c31-76b9-475e-a202-280be3d10e6c tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658648 Sep 17 08:13:46.006689 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9a685d-a9d5-4a17-97a2-a8c1240269aa None None] The sync data for ids ['c656358b-93d3-4b01-b2c7-80ab3dfa6e4a'] in n-d-789963-9 is: [{'id': 'c656358b-93d3-4b01-b2c7-80ab3dfa6e4a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1123206626', 'tenant_id': '88a8f2227ebc48b493016d656871546b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '9f5aed9e-6be0-4365-8b88-4ab0a9cf60e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:13:42Z', 'updated_at': '2021-09-17T08:13:43Z', 'revision_number': 3, 'project_id': '88a8f2227ebc48b493016d656871546b', 'gw_port': {'id': '9f5aed9e-6be0-4365-8b88-4ab0a9cf60e7', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d8:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c656358b-93d3-4b01-b2c7-80ab3dfa6e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:13:43Z', 'updated_at': '2021-09-17T08:13:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:13:46.011280 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3ef2c296-43b8-41cd-8723-2436d19df83e tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:46.017539 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3ef2c296-43b8-41cd-8723-2436d19df83e tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:46.045890 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef2c296-43b8-41cd-8723-2436d19df83e tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=358518b4-1f00-4360-9782-36ba020d0a72,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:46.061698 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3ef2c296-43b8-41cd-8723-2436d19df83e tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:46.062880 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-3ef2c296-43b8-41cd-8723-2436d19df83e tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1667535 Sep 17 08:13:46.066145 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 42842) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:13:46.076192 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-63a716e0-57c2-4eb3-9e2f-f8644c737d59 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Request body: {'security_group_rule': {'security_group_id': 'd58cca41-12a4-4922-945e-78e1f26f3fc8', 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:13:46.122556 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-63a716e0-57c2-4eb3-9e2f-f8644c737d59 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:46.188035 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e4ebe9ee-f692-441c-b77a-b366d78c863d tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:46.206245 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-63a716e0-57c2-4eb3-9e2f-f8644c737d59 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:46.217596 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-63a716e0-57c2-4eb3-9e2f-f8644c737d59 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:46.240108 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a716e0-57c2-4eb3-9e2f-f8644c737d59 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4367ea2-0347-4cd5-b696-e20792cbee2d,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:46.249762 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-63a716e0-57c2-4eb3-9e2f-f8644c737d59 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:46.251511 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-63a716e0-57c2-4eb3-9e2f-f8644c737d59 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1843381 Sep 17 08:13:46.254287 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 42848) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:13:46.261199 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-3bf7cfc7-3cde-403d-8a91-1524003a44c2 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Request body: {'security_group_rule': {'security_group_id': 'd58cca41-12a4-4922-945e-78e1f26f3fc8', 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:13:46.276275 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device c458d29e-753f-4412-9760-0e9429bcbbf3 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:13:46.295873 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-043e64d3-2e36-4ac9-91aa-1b4d5aad8582 req-3d6d716b-b0a4-4d98-9f0b-f39362355324 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=bffd9a44-08cf-41eb-b939-7bf5153f59d6 HTTP/1.1" status: 200 len: 210 time: 0.0590968 Sep 17 08:13:46.316276 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ebe9ee-f692-441c-b77a-b366d78c863d tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Pushing event updated for resources: {'Subnet': ['ID=f9cd9da0-8ead-4119-8032-fbfa02985358,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:46.322948 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ebe9ee-f692-441c-b77a-b366d78c863d tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Checking segment: {'id': '6590139b-bf54-4ec0-9bd5-42da9623a691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '08d90e55-61c4-4221-9b9d-45fa25d549fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:13:46.323470 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ebe9ee-f692-441c-b77a-b366d78c863d tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Network hostable DHCP agents. Network: 08d90e55-61c4-4221-9b9d-45fa25d549fb, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:13:46.350105 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ebe9ee-f692-441c-b77a-b366d78c863d tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Network 08d90e55-61c4-4221-9b9d-45fa25d549fb is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:13:46.361437 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: c458d29e-753f-4412-9760-0e9429bcbbf3 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:13:46.363418 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-e4ebe9ee-f692-441c-b77a-b366d78c863d tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 08d90e55-61c4-4221-9b9d-45fa25d549fb) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:13:46.368904 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ebe9ee-f692-441c-b77a-b366d78c863d tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:46.370387 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device c458d29e-753f-4412-9760-0e9429bcbbf3 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:13:46.371130 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e4ebe9ee-f692-441c-b77a-b366d78c863d tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:46.377207 n-d-789963-9 neutron-server[101290]: INFO neutron.db.securitygroups_db [None req-3bf7cfc7-3cde-403d-8a91-1524003a44c2 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Project d6ef7951b2ac4d2ead98d70f1879d714 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 08:13:46.378728 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f502d8-c9b6-4ab8-91e6-4f8d1f3aaac0 None None] Network 08d90e55-61c4-4221-9b9d-45fa25d549fb requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:13:46.388078 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3bf7cfc7-3cde-403d-8a91-1524003a44c2 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:46.409565 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e4ebe9ee-f692-441c-b77a-b366d78c863d tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1008070 Sep 17 08:13:46.411972 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 42852) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:13:46.501942 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4080629d-eba2-46ae-9006-2f95ca1b92b3 req-a6ffd4df-a54f-4520-a74a-084ff792f220 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:46.504222 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4080629d-eba2-46ae-9006-2f95ca1b92b3 req-a6ffd4df-a54f-4520-a74a-084ff792f220 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.41 "GET /v2.0/networks?id=9e07c4b1-bdff-4c2c-98bc-db029bd9be3a HTTP/1.1" status: 200 len: 805 time: 0.2343864 Sep 17 08:13:46.526608 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3bf7cfc7-3cde-403d-8a91-1524003a44c2 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:46.534864 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-4080629d-eba2-46ae-9006-2f95ca1b92b3 req-39590abc-9681-4b9d-8ba4-250de35d5a87 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Request body: {'port': {'device_id': 'bffd9a44-08cf-41eb-b939-7bf5153f59d6', 'network_id': '9e07c4b1-bdff-4c2c-98bc-db029bd9be3a', 'admin_state_up': True, 'tenant_id': '56e275efab454c57a2733a201971b985'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:13:46.540180 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3bf7cfc7-3cde-403d-8a91-1524003a44c2 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:46.573370 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae1b38-87bc-4fb2-bf4f-a19e6974ea6e req-14756991-0135-4bfe-adbf-d2d5319c562a tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:46.574954 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-11ae1b38-87bc-4fb2-bf4f-a19e6974ea6e req-14756991-0135-4bfe-adbf-d2d5319c562a tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 945 time: 0.2734935 Sep 17 08:13:46.598980 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf7cfc7-3cde-403d-8a91-1524003a44c2 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86b0da27-ff94-442b-b896-5fc251862b33,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:46.605068 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3bf7cfc7-3cde-403d-8a91-1524003a44c2 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:46.606570 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-3bf7cfc7-3cde-403d-8a91-1524003a44c2 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3504243 Sep 17 08:13:46.610953 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 42854) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:13:46.615598 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-1f8821f0-1679-4c60-94c8-bc181912aa1f tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Request body: {'security_group_rule': {'security_group_id': 'd58cca41-12a4-4922-945e-78e1f26f3fc8', 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:13:46.649678 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d6f3c1-e52e-4841-8f4c-bd869d8b3950 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-08d90e55-61c4-4221-9b9d-45fa25d549fb', 'network_id': '08d90e55-61c4-4221-9b9d-45fa25d549fb', 'tenant_id': '88a8f2227ebc48b493016d656871546b', 'fixed_ips': [{'subnet_id': 'f9cd9da0-8ead-4119-8032-fbfa02985358'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:13:46.651994 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-26d6f3c1-e52e-4841-8f4c-bd869d8b3950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:46.679652 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-11ae1b38-87bc-4fb2-bf4f-a19e6974ea6e req-d39e1159-d829-4f8b-9bf5-a7ff887f305c tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639656 Sep 17 08:13:46.695715 n-d-789963-9 neutron-server[101290]: INFO neutron.db.securitygroups_db [None req-1f8821f0-1679-4c60-94c8-bc181912aa1f tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Project d6ef7951b2ac4d2ead98d70f1879d714 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 08:13:46.707530 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1f8821f0-1679-4c60-94c8-bc181912aa1f tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:46.806062 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1f8821f0-1679-4c60-94c8-bc181912aa1f tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:46.831246 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1f8821f0-1679-4c60-94c8-bc181912aa1f tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:46.850432 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4080629d-eba2-46ae-9006-2f95ca1b92b3 req-39590abc-9681-4b9d-8ba4-250de35d5a87 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Made reservation on behalf of 56e275efab454c57a2733a201971b985 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:13:46.857932 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-4080629d-eba2-46ae-9006-2f95ca1b92b3 req-39590abc-9681-4b9d-8ba4-250de35d5a87 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:46.864296 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-26d6f3c1-e52e-4841-8f4c-bd869d8b3950 None None] Allocated IP 172.20.0.2 (08d90e55-61c4-4221-9b9d-45fa25d549fb/f9cd9da0-8ead-4119-8032-fbfa02985358/b39ef910-b556-41c0-9ea8-7cc77da34253) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:13:46.879732 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8821f0-1679-4c60-94c8-bc181912aa1f tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08067667-06de-450c-8247-5f1cdd492cf1,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:46.886193 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1f8821f0-1679-4c60-94c8-bc181912aa1f tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:46.891174 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-1f8821f0-1679-4c60-94c8-bc181912aa1f tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2791302 Sep 17 08:13:46.894351 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 42860) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:13:46.899812 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-b0d7ce60-9ca1-4b75-858c-69a61ad2bee3 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Request body: {'network': {'name': 'tempest-network-smoke--2540350', 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'port_security_enabled': True}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:13:46.982853 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d7ce60-9ca1-4b75-858c-69a61ad2bee3 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Made reservation on behalf of d6ef7951b2ac4d2ead98d70f1879d714 for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:13:46.987225 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b0d7ce60-9ca1-4b75-858c-69a61ad2bee3 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:47.006560 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584a48bd-60cd-4c54-9f43-2c6b7fe5414a req-91b64b49-1d55-4deb-b660-51cbd419612e tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:47.008438 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-584a48bd-60cd-4c54-9f43-2c6b7fe5414a req-91b64b49-1d55-4deb-b660-51cbd419612e tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 945 time: 0.0812716 Sep 17 08:13:47.030102 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0d7ce60-9ca1-4b75-858c-69a61ad2bee3 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:13:47.073038 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b0d7ce60-9ca1-4b75-858c-69a61ad2bee3 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:47.073550 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-b0d7ce60-9ca1-4b75-858c-69a61ad2bee3 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Added segment 3463ea9b-9d7d-4240-8db7-f6a091102474 of type vlan for network ab4940a7-900f-447c-9070-f60b582c2f8c Sep 17 08:13:47.099917 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-26d6f3c1-e52e-4841-8f4c-bd869d8b3950 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:47.117039 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-584a48bd-60cd-4c54-9f43-2c6b7fe5414a req-ac9a183e-0248-4ca8-aafc-b9497fdd9907 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661528 Sep 17 08:13:47.117995 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-26d6f3c1-e52e-4841-8f4c-bd869d8b3950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:47.154339 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-4080629d-eba2-46ae-9006-2f95ca1b92b3 req-39590abc-9681-4b9d-8ba4-250de35d5a87 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Allocated IP 172.20.0.9 (9e07c4b1-bdff-4c2c-98bc-db029bd9be3a/7c25df5a-36e7-4d20-9a35-2372fa90e853/0d23a7d4-7b97-44bb-873a-ac22177ac34c) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:13:47.170091 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d6f3c1-e52e-4841-8f4c-bd869d8b3950 None None] Network 08d90e55-61c4-4221-9b9d-45fa25d549fb is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:13:47.173919 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-26d6f3c1-e52e-4841-8f4c-bd869d8b3950 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:13:47.179685 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b0d7ce60-9ca1-4b75-858c-69a61ad2bee3 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:47.180110 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d6f3c1-e52e-4841-8f4c-bd869d8b3950 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:13:47.241740 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d6f3c1-e52e-4841-8f4c-bd869d8b3950 None None] Pushing event updated for resources: {'Port': ['ID=b39ef910-b556-41c0-9ea8-7cc77da34253,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:47.255347 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-26d6f3c1-e52e-4841-8f4c-bd869d8b3950 None None] Attempting to bind port b39ef910-b556-41c0-9ea8-7cc77da34253 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:13:47.255860 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-26d6f3c1-e52e-4841-8f4c-bd869d8b3950 None None] Attempting to bind port b39ef910-b556-41c0-9ea8-7cc77da34253 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '6590139b-bf54-4ec0-9bd5-42da9623a691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '08d90e55-61c4-4221-9b9d-45fa25d549fb'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:13:47.256429 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d6f3c1-e52e-4841-8f4c-bd869d8b3950 None None] Attempting to bind port b39ef910-b556-41c0-9ea8-7cc77da34253 on network 08d90e55-61c4-4221-9b9d-45fa25d549fb {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:13:47.261733 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d6f3c1-e52e-4841-8f4c-bd869d8b3950 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:13:47.262256 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d6f3c1-e52e-4841-8f4c-bd869d8b3950 None None] Checking segment: {'id': '6590139b-bf54-4ec0-9bd5-42da9623a691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '08d90e55-61c4-4221-9b9d-45fa25d549fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:13:47.262764 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-26d6f3c1-e52e-4841-8f4c-bd869d8b3950 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:47.263256 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d6f3c1-e52e-4841-8f4c-bd869d8b3950 None None] Bound using segment: {'id': '6590139b-bf54-4ec0-9bd5-42da9623a691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '08d90e55-61c4-4221-9b9d-45fa25d549fb'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:13:47.263846 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-26d6f3c1-e52e-4841-8f4c-bd869d8b3950 None None] Bound port: b39ef910-b556-41c0-9ea8-7cc77da34253, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6590139b-bf54-4ec0-9bd5-42da9623a691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '08d90e55-61c4-4221-9b9d-45fa25d549fb'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:13:47.264332 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-26d6f3c1-e52e-4841-8f4c-bd869d8b3950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:47.264450 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f3c45dad-eb0f-48d3-8fa5-601acbbc92f7 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:47.293794 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.db.resource_extend [None req-b0d7ce60-9ca1-4b75-858c-69a61ad2bee3 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 08:13:47.340083 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b0d7ce60-9ca1-4b75-858c-69a61ad2bee3 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:47.340406 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-26d6f3c1-e52e-4841-8f4c-bd869d8b3950 None None] For port b39ef910-b556-41c0-9ea8-7cc77da34253, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:13:47.343895 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-26d6f3c1-e52e-4841-8f4c-bd869d8b3950 None None] For port b39ef910-b556-41c0-9ea8-7cc77da34253, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=b39ef910-b556-41c0-9ea8-7cc77da34253,segment=NetworkSegment(6590139b-bf54-4ec0-9bd5-42da9623a691),segment_id=6590139b-bf54-4ec0-9bd5-42da9623a691)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:13:47.349977 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d7ce60-9ca1-4b75-858c-69a61ad2bee3 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:47.351702 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-26d6f3c1-e52e-4841-8f4c-bd869d8b3950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:47.356722 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b0d7ce60-9ca1-4b75-858c-69a61ad2bee3 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:47.437625 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d6f3c1-e52e-4841-8f4c-bd869d8b3950 None None] Pushing event updated for resources: {'Port': ['ID=b39ef910-b556-41c0-9ea8-7cc77da34253,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:47.479037 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d7ce60-9ca1-4b75-858c-69a61ad2bee3 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event updated for resources: {'Network': ['ID=ab4940a7-900f-447c-9070-f60b582c2f8c,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:47.484658 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b0d7ce60-9ca1-4b75-858c-69a61ad2bee3 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5864789 Sep 17 08:13:47.488458 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 42864) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:13:47.492752 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c68b7147-491d-4217-8bf6-fe4afa171ec7 req-a75f4acc-ff1b-4363-8e43-a6be6c02d46b tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=bffd9a44-08cf-41eb-b939-7bf5153f59d6 HTTP/1.1" status: 200 len: 210 time: 0.0603580 Sep 17 08:13:47.500183 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network ab4940a7-900f-447c-9070-f60b582c2f8c details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:13:47.504720 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-10b502e3-2ceb-45d4-9813-6f99d4c35839 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-337188391', 'admin_state_up': True, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:13:47.520912 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-4080629d-eba2-46ae-9006-2f95ca1b92b3 req-39590abc-9681-4b9d-8ba4-250de35d5a87 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:47.571394 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-4080629d-eba2-46ae-9006-2f95ca1b92b3 req-39590abc-9681-4b9d-8ba4-250de35d5a87 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:47.575405 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-10b502e3-2ceb-45d4-9813-6f99d4c35839 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:47.576678 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-10b502e3-2ceb-45d4-9813-6f99d4c35839 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:47.606509 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['f4f03f9b-2200-4f26-9016-5ee974315705'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:13:47.657640 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4080629d-eba2-46ae-9006-2f95ca1b92b3 req-39590abc-9681-4b9d-8ba4-250de35d5a87 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Network 9e07c4b1-bdff-4c2c-98bc-db029bd9be3a is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:13:47.675123 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-f3c45dad-eb0f-48d3-8fa5-601acbbc92f7 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Allocated IP 172.20.0.1 (08d90e55-61c4-4221-9b9d-45fa25d549fb/f9cd9da0-8ead-4119-8032-fbfa02985358/8a6b89e0-0011-44ac-a5e2-e6ea34ec29cc) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:13:47.675569 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-4080629d-eba2-46ae-9006-2f95ca1b92b3 req-39590abc-9681-4b9d-8ba4-250de35d5a87 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:13:47.680675 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39590abc-9681-4b9d-8ba4-250de35d5a87 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Pushing event updated for resources: {'Port': ['ID=0d23a7d4-7b97-44bb-873a-ac22177ac34c,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:47.684810 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-4080629d-eba2-46ae-9006-2f95ca1b92b3 req-39590abc-9681-4b9d-8ba4-250de35d5a87 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:13:47.746134 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-10b502e3-2ceb-45d4-9813-6f99d4c35839 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:47.808459 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4080629d-eba2-46ae-9006-2f95ca1b92b3 req-39590abc-9681-4b9d-8ba4-250de35d5a87 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:47.809115 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-4080629d-eba2-46ae-9006-2f95ca1b92b3 req-39590abc-9681-4b9d-8ba4-250de35d5a87 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:47.842519 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f3c45dad-eb0f-48d3-8fa5-601acbbc92f7 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:47.881082 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f3c45dad-eb0f-48d3-8fa5-601acbbc92f7 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:47.887010 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4080629d-eba2-46ae-9006-2f95ca1b92b3 req-39590abc-9681-4b9d-8ba4-250de35d5a87 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3647332 Sep 17 08:13:47.921280 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c45dad-eb0f-48d3-8fa5-601acbbc92f7 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Network 08d90e55-61c4-4221-9b9d-45fa25d549fb is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:13:47.925022 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-f3c45dad-eb0f-48d3-8fa5-601acbbc92f7 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:13:47.926682 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-4080629d-eba2-46ae-9006-2f95ca1b92b3 req-9914e0e8-419c-4f8d-aafe-283ad9e5bc12 service neutron] Request body: {'port': {'device_id': 'bffd9a44-08cf-41eb-b939-7bf5153f59d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:13:47.930707 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-10b502e3-2ceb-45d4-9813-6f99d4c35839 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:47.931542 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c45dad-eb0f-48d3-8fa5-601acbbc92f7 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:13:47.959566 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c45dad-eb0f-48d3-8fa5-601acbbc92f7 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Pushing event updated for resources: {'Port': ['ID=8a6b89e0-0011-44ac-a5e2-e6ea34ec29cc,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:47.987612 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f3c45dad-eb0f-48d3-8fa5-601acbbc92f7 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:48.013537 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-4080629d-eba2-46ae-9006-2f95ca1b92b3 req-9914e0e8-419c-4f8d-aafe-283ad9e5bc12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:48.129292 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f3c45dad-eb0f-48d3-8fa5-601acbbc92f7 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:48.313346 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6575be93-ecd0-4adb-8548-c9ceeab3ab45 req-dcd3da2a-5f31-49d4-baf1-55bddd6b2de4 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:48.315686 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6575be93-ecd0-4adb-8548-c9ceeab3ab45 req-dcd3da2a-5f31-49d4-baf1-55bddd6b2de4 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 945 time: 0.0896552 Sep 17 08:13:48.335160 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-10b502e3-2ceb-45d4-9813-6f99d4c35839 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for router_gateway, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:48.356442 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-10b502e3-2ceb-45d4-9813-6f99d4c35839 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:48.402468 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6575be93-ecd0-4adb-8548-c9ceeab3ab45 req-bdd96170-f50c-45bf-8947-9d518a52f1fe tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771842 Sep 17 08:13:48.447306 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 9f5aed9e-6be0-4365-8b88-4ab0a9cf60e7 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:13:48.520769 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 9f5aed9e-6be0-4365-8b88-4ab0a9cf60e7 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:13:48.521297 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:48.635795 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f3c45dad-eb0f-48d3-8fa5-601acbbc92f7 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:48.643547 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:48.671628 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port 9f5aed9e-6be0-4365-8b88-4ab0a9cf60e7, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=9f5aed9e-6be0-4365-8b88-4ab0a9cf60e7,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:13:48.675890 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f3c45dad-eb0f-48d3-8fa5-601acbbc92f7 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:48.680780 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:48.681802 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device b39ef910-b556-41c0-9ea8-7cc77da34253 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:13:48.691933 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-10b502e3-2ceb-45d4-9813-6f99d4c35839 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Allocated IP 172.25.6.69 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/cb102f75-537b-41c7-8ee8-8b66e04a3017) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:13:48.696339 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-4080629d-eba2-46ae-9006-2f95ca1b92b3 req-9914e0e8-419c-4f8d-aafe-283ad9e5bc12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d23a7d4-7b97-44bb-873a-ac22177ac34c {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:13:48.711959 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-4080629d-eba2-46ae-9006-2f95ca1b92b3 req-9914e0e8-419c-4f8d-aafe-283ad9e5bc12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:48.753135 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-4080629d-eba2-46ae-9006-2f95ca1b92b3 req-9914e0e8-419c-4f8d-aafe-283ad9e5bc12 service neutron] Transition to ACTIVE for port object 0d23a7d4-7b97-44bb-873a-ac22177ac34c will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:13:48.769688 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-4080629d-eba2-46ae-9006-2f95ca1b92b3 req-9914e0e8-419c-4f8d-aafe-283ad9e5bc12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:48.818355 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=9f5aed9e-6be0-4365-8b88-4ab0a9cf60e7,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:48.824382 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f3c45dad-eb0f-48d3-8fa5-601acbbc92f7 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:48.826761 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c45dad-eb0f-48d3-8fa5-601acbbc92f7 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Pushing event updated for resources: {'Port': ['ID=8a6b89e0-0011-44ac-a5e2-e6ea34ec29cc,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:48.837144 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port b39ef910-b556-41c0-9ea8-7cc77da34253 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:13:48.838133 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:48.863347 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c41bd8d-9f2f-49e1-82e5-700facc3d24e req-26a71e6b-aea1-48f7-ba6c-cf9800fb3c6f tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:48.871800 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1c41bd8d-9f2f-49e1-82e5-700facc3d24e req-26a71e6b-aea1-48f7-ba6c-cf9800fb3c6f tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=bffd9a44-08cf-41eb-b939-7bf5153f59d6 HTTP/1.1" status: 200 len: 931 time: 0.2224412 Sep 17 08:13:48.925436 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9914e0e8-419c-4f8d-aafe-283ad9e5bc12 service neutron] Pushing event updated for resources: {'Port': ['ID=0d23a7d4-7b97-44bb-873a-ac22177ac34c,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:48.950290 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:48.978913 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-10b502e3-2ceb-45d4-9813-6f99d4c35839 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:49.027442 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-4080629d-eba2-46ae-9006-2f95ca1b92b3 req-9914e0e8-419c-4f8d-aafe-283ad9e5bc12 service neutron] Attempting to bind port 0d23a7d4-7b97-44bb-873a-ac22177ac34c on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:13:49.027442 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-4080629d-eba2-46ae-9006-2f95ca1b92b3 req-9914e0e8-419c-4f8d-aafe-283ad9e5bc12 service neutron] Attempting to bind port 0d23a7d4-7b97-44bb-873a-ac22177ac34c by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': '97a5f9eb-b96b-49f6-801a-38ac71ff3601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9e07c4b1-bdff-4c2c-98bc-db029bd9be3a'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:13:49.027442 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4080629d-eba2-46ae-9006-2f95ca1b92b3 req-9914e0e8-419c-4f8d-aafe-283ad9e5bc12 service neutron] Attempting to bind port 0d23a7d4-7b97-44bb-873a-ac22177ac34c on network 9e07c4b1-bdff-4c2c-98bc-db029bd9be3a {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:13:49.030181 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port b39ef910-b556-41c0-9ea8-7cc77da34253, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=b39ef910-b556-41c0-9ea8-7cc77da34253,segment=NetworkSegment(6590139b-bf54-4ec0-9bd5-42da9623a691),segment_id=6590139b-bf54-4ec0-9bd5-42da9623a691)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:13:49.035190 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4080629d-eba2-46ae-9006-2f95ca1b92b3 req-9914e0e8-419c-4f8d-aafe-283ad9e5bc12 service neutron] Port 0d23a7d4-7b97-44bb-873a-ac22177ac34c on network 9e07c4b1-bdff-4c2c-98bc-db029bd9be3a not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:13:49.035671 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4080629d-eba2-46ae-9006-2f95ca1b92b3 req-9914e0e8-419c-4f8d-aafe-283ad9e5bc12 service neutron] Attempting to bind port 0d23a7d4-7b97-44bb-873a-ac22177ac34c on network 9e07c4b1-bdff-4c2c-98bc-db029bd9be3a {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:13:49.039215 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:49.045484 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1c41bd8d-9f2f-49e1-82e5-700facc3d24e req-70caa89f-84dd-48b4-8571-96e844fed231 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706433 Sep 17 08:13:49.045749 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4080629d-eba2-46ae-9006-2f95ca1b92b3 req-9914e0e8-419c-4f8d-aafe-283ad9e5bc12 service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:13:49.046834 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4080629d-eba2-46ae-9006-2f95ca1b92b3 req-9914e0e8-419c-4f8d-aafe-283ad9e5bc12 service neutron] Checking segment: {'id': '97a5f9eb-b96b-49f6-801a-38ac71ff3601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9e07c4b1-bdff-4c2c-98bc-db029bd9be3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:13:49.047160 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4080629d-eba2-46ae-9006-2f95ca1b92b3 req-9914e0e8-419c-4f8d-aafe-283ad9e5bc12 service neutron] Bound using segment: {'id': '97a5f9eb-b96b-49f6-801a-38ac71ff3601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9e07c4b1-bdff-4c2c-98bc-db029bd9be3a'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:13:49.047604 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-4080629d-eba2-46ae-9006-2f95ca1b92b3 req-9914e0e8-419c-4f8d-aafe-283ad9e5bc12 service neutron] Bound port: 0d23a7d4-7b97-44bb-873a-ac22177ac34c, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97a5f9eb-b96b-49f6-801a-38ac71ff3601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9e07c4b1-bdff-4c2c-98bc-db029bd9be3a'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:13:49.048683 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-4080629d-eba2-46ae-9006-2f95ca1b92b3 req-9914e0e8-419c-4f8d-aafe-283ad9e5bc12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:49.063301 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-10b502e3-2ceb-45d4-9813-6f99d4c35839 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:49.106983 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705d718-02c3-4b54-a453-6f26bfc4a8d3 req-137ac3e2-f225-4475-8848-25a63f46195d tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:49.110308 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d9c886-f14a-4adf-b9d1-c81a1ecd6f72 None None] Network 08d90e55-61c4-4221-9b9d-45fa25d549fb requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:13:49.112296 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a705d718-02c3-4b54-a453-6f26bfc4a8d3 req-137ac3e2-f225-4475-8848-25a63f46195d tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 945 time: 0.3711565 Sep 17 08:13:49.114406 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c45dad-eb0f-48d3-8fa5-601acbbc92f7 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Network 08d90e55-61c4-4221-9b9d-45fa25d549fb is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:13:49.123809 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-f3c45dad-eb0f-48d3-8fa5-601acbbc92f7 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:13:49.145825 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b502e3-2ceb-45d4-9813-6f99d4c35839 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:13:49.150758 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=b39ef910-b556-41c0-9ea8-7cc77da34253,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:49.156749 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-10b502e3-2ceb-45d4-9813-6f99d4c35839 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:13:49.163931 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b502e3-2ceb-45d4-9813-6f99d4c35839 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event updated for resources: {'Port': ['ID=cb102f75-537b-41c7-8ee8-8b66e04a3017,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:49.166220 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b502e3-2ceb-45d4-9813-6f99d4c35839 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:13:49.201242 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a705d718-02c3-4b54-a453-6f26bfc4a8d3 req-5b4a3a46-34e6-4a9d-ba20-d169b0e8b165 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853813 Sep 17 08:13:49.202978 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-4080629d-eba2-46ae-9006-2f95ca1b92b3 req-9914e0e8-419c-4f8d-aafe-283ad9e5bc12 service neutron] For port 0d23a7d4-7b97-44bb-873a-ac22177ac34c, host n-h1-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:13:49.220960 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-4080629d-eba2-46ae-9006-2f95ca1b92b3 req-9914e0e8-419c-4f8d-aafe-283ad9e5bc12 service neutron] For port 0d23a7d4-7b97-44bb-873a-ac22177ac34c, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=0d23a7d4-7b97-44bb-873a-ac22177ac34c,segment=NetworkSegment(97a5f9eb-b96b-49f6-801a-38ac71ff3601),segment_id=97a5f9eb-b96b-49f6-801a-38ac71ff3601)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:13:49.260591 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-4080629d-eba2-46ae-9006-2f95ca1b92b3 req-9914e0e8-419c-4f8d-aafe-283ad9e5bc12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:49.285339 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3c45dad-eb0f-48d3-8fa5-601acbbc92f7 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Router c656358b-93d3-4b01-b2c7-80ab3dfa6e4a has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:13:49.349899 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4080629d-eba2-46ae-9006-2f95ca1b92b3 req-9914e0e8-419c-4f8d-aafe-283ad9e5bc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:49.350439 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-4080629d-eba2-46ae-9006-2f95ca1b92b3 req-9914e0e8-419c-4f8d-aafe-283ad9e5bc12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:49.351884 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4080629d-eba2-46ae-9006-2f95ca1b92b3 req-9914e0e8-419c-4f8d-aafe-283ad9e5bc12 service neutron] 10.222.0.41 "PUT /v2.0/ports/0d23a7d4-7b97-44bb-873a-ac22177ac34c HTTP/1.1" status: 200 len: 1091 time: 1.4300053 Sep 17 08:13:49.353906 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bffd9a44-08cf-41eb-b939-7bf5153f59d6', 'tag': '0d23a7d4-7b97-44bb-873a-ac22177ac34c'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:13:49.356200 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e06d109c-3cfd-4f65-9fdd-56903d5b4ad8" -d '{"events": [{"name": "network-changed", "server_uuid": "bffd9a44-08cf-41eb-b939-7bf5153f59d6", "tag": "0d23a7d4-7b97-44bb-873a-ac22177ac34c"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:13:49.374803 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-cf9bd6a1-bc4e-4f11-a9b9-1ea6c8b5eb5f None None] Provisioning complete for port b39ef910-b556-41c0-9ea8-7cc77da34253 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:13:49.375179 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cf9bd6a1-bc4e-4f11-a9b9-1ea6c8b5eb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:49.393747 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9914e0e8-419c-4f8d-aafe-283ad9e5bc12 service neutron] Pushing event updated for resources: {'Port': ['ID=0d23a7d4-7b97-44bb-873a-ac22177ac34c,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:49.439229 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c45dad-eb0f-48d3-8fa5-601acbbc92f7 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:13:49.445071 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-f3c45dad-eb0f-48d3-8fa5-601acbbc92f7 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.13 "PUT /v2.0/routers/c656358b-93d3-4b01-b2c7-80ab3dfa6e4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0317218 Sep 17 08:13:49.448673 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 42878) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:13:49.452935 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e674433-fb2b-44e3-8c39-61a8bf079c51 x-openstack-request-id: req-4e674433-fb2b-44e3-8c39-61a8bf079c51 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:13:49.453167 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bffd9a44-08cf-41eb-b939-7bf5153f59d6", "tag": "0d23a7d4-7b97-44bb-873a-ac22177ac34c", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:13:49.453629 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4e674433-fb2b-44e3-8c39-61a8bf079c51 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:13:49.454036 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bffd9a44-08cf-41eb-b939-7bf5153f59d6', 'tag': '0d23a7d4-7b97-44bb-873a-ac22177ac34c', 'status': 'completed', 'code': 200} Sep 17 08:13:49.455412 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-66df9b0a-6c65-4dc6-b920-0ade4cd56a59 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--736826879', 'description': 'tempest-secgroup_access--736826879 description', 'project_id': '88a8f2227ebc48b493016d656871546b'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:13:49.456690 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e9b5a4-405f-4ad5-a57d-bc80408f93a5 None None] Sync routers for ids ['c656358b-93d3-4b01-b2c7-80ab3dfa6e4a'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:13:49.480423 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-66df9b0a-6c65-4dc6-b920-0ade4cd56a59 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:49.508215 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e9b5a4-405f-4ad5-a57d-bc80408f93a5 None None] Routers {'c656358b-93d3-4b01-b2c7-80ab3dfa6e4a'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:13:49.508861 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-b8e9b5a4-405f-4ad5-a57d-bc80408f93a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:13:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['c656358b-93d3-4b01-b2c7-80ab3dfa6e4a'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:13:49.540463 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4080629d-eba2-46ae-9006-2f95ca1b92b3 req-55e18dcb-553d-4c90-9888-e761848179be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:49.542275 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4080629d-eba2-46ae-9006-2f95ca1b92b3 req-55e18dcb-553d-4c90-9888-e761848179be service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=56e275efab454c57a2733a201971b985&device_id=bffd9a44-08cf-41eb-b939-7bf5153f59d6 HTTP/1.1" status: 200 len: 1094 time: 0.0869732 Sep 17 08:13:49.553821 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-10b502e3-2ceb-45d4-9813-6f99d4c35839 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for router_gateway, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:49.574629 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-66df9b0a-6c65-4dc6-b920-0ade4cd56a59 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:49.578774 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-66df9b0a-6c65-4dc6-b920-0ade4cd56a59 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:49.604588 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-66df9b0a-6c65-4dc6-b920-0ade4cd56a59 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:49.605972 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-66df9b0a-6c65-4dc6-b920-0ade4cd56a59 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1561515 Sep 17 08:13:49.609737 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 42880) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:13:49.614264 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-02144f6a-a5dc-4356-816c-27545b22fadd tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1121860791', 'description': 'tempest-secgroup_general--1121860791 description', 'project_id': '88a8f2227ebc48b493016d656871546b'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:13:49.627088 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4080629d-eba2-46ae-9006-2f95ca1b92b3 req-0690c6f0-c436-4f26-9a04-f4f65d37e5cd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d23a7d4-7b97-44bb-873a-ac22177ac34c HTTP/1.1" status: 200 len: 217 time: 0.0686977 Sep 17 08:13:49.632851 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66df9b0a-6c65-4dc6-b920-0ade4cd56a59 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1b444e-99ea-42e5-8074-70ee511ec7c9,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:49.649868 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-02144f6a-a5dc-4356-816c-27545b22fadd tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:49.662077 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-b8e9b5a4-405f-4ad5-a57d-bc80408f93a5 None None] Set router c656358b-93d3-4b01-b2c7-80ab3dfa6e4a gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:13:49.726112 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4080629d-eba2-46ae-9006-2f95ca1b92b3 req-eb2c7fa1-ee0e-4e2b-aa4c-98dfdb723776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:49.727488 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4080629d-eba2-46ae-9006-2f95ca1b92b3 req-eb2c7fa1-ee0e-4e2b-aa4c-98dfdb723776 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7c25df5a-36e7-4d20-9a35-2372fa90e853 HTTP/1.1" status: 200 len: 845 time: 0.0921915 Sep 17 08:13:49.750842 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-02144f6a-a5dc-4356-816c-27545b22fadd tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:49.761468 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-02144f6a-a5dc-4356-816c-27545b22fadd tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:49.771669 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4080629d-eba2-46ae-9006-2f95ca1b92b3 req-f41cedb1-1eba-4869-8f18-a2027a2c43b6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9e07c4b1-bdff-4c2c-98bc-db029bd9be3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333080 Sep 17 08:13:49.796290 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02144f6a-a5dc-4356-816c-27545b22fadd tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=600f5643-1a38-496b-ab00-fdc18500a6dd,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:49.801931 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-02144f6a-a5dc-4356-816c-27545b22fadd tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:49.806083 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-02144f6a-a5dc-4356-816c-27545b22fadd tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.1925700 Sep 17 08:13:49.806481 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 42882) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:13:49.811224 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-5de0fe69-8705-4f53-ae27-83c388c9a956 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Request body: {'security_group_rule': {'security_group_id': '7f1b444e-99ea-42e5-8074-70ee511ec7c9', 'project_id': '88a8f2227ebc48b493016d656871546b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:13:49.842745 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5de0fe69-8705-4f53-ae27-83c388c9a956 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:49.897497 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-b8e9b5a4-405f-4ad5-a57d-bc80408f93a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c656358b-93d3-4b01-b2c7-80ab3dfa6e4a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1123206626', 'tenant_id': '88a8f2227ebc48b493016d656871546b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '9f5aed9e-6be0-4365-8b88-4ab0a9cf60e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:13:42Z', 'updated_at': '2021-09-17T08:13:48Z', 'revision_number': 4, 'project_id': '88a8f2227ebc48b493016d656871546b', 'gw_port': {'id': '9f5aed9e-6be0-4365-8b88-4ab0a9cf60e7', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c656358b-93d3-4b01-b2c7-80ab3dfa6e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:13:43Z', 'updated_at': '2021-09-17T08:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '8a6b89e0-0011-44ac-a5e2-e6ea34ec29cc', 'name': '', 'network_id': '08d90e55-61c4-4221-9b9d-45fa25d549fb', 'tenant_id': '88a8f2227ebc48b493016d656871546b', 'mac_address': 'fa:16:3e:97:93:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c656358b-93d3-4b01-b2c7-80ab3dfa6e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'f9cd9da0-8ead-4119-8032-fbfa02985358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:13:47Z', 'updated_at': '2021-09-17T08:13:48Z', 'revision_number': 2, 'project_id': '88a8f2227ebc48b493016d656871546b', 'subnets': [{'id': 'f9cd9da0-8ead-4119-8032-fbfa02985358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:13:49.914405 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5de0fe69-8705-4f53-ae27-83c388c9a956 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:49.919865 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5de0fe69-8705-4f53-ae27-83c388c9a956 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:49.941892 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de0fe69-8705-4f53-ae27-83c388c9a956 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84d41d5d-f92a-4a95-9dae-9a73e445872e,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:49.952149 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e9b5a4-405f-4ad5-a57d-bc80408f93a5 None None] Checking router: c656358b-93d3-4b01-b2c7-80ab3dfa6e4a for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:13:49.952729 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e9b5a4-405f-4ad5-a57d-bc80408f93a5 None None] Updating router c656358b-93d3-4b01-b2c7-80ab3dfa6e4a port 8a6b89e0-0011-44ac-a5e2-e6ea34ec29cc binding host n-d-789963-9 {{(pid=101291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 08:13:49.956026 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5de0fe69-8705-4f53-ae27-83c388c9a956 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:49.967913 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-5de0fe69-8705-4f53-ae27-83c388c9a956 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1514912 Sep 17 08:13:49.983713 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-41de18b4-bee3-4729-b3ac-36ee7d1ef69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:49.998353 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b8e9b5a4-405f-4ad5-a57d-bc80408f93a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:50.001002 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-10b502e3-2ceb-45d4-9813-6f99d4c35839 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:50.015752 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ee5a0a66-89b2-4cd3-a017-1c41392b2f47 None None] Provisioning complete for port b39ef910-b556-41c0-9ea8-7cc77da34253 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:13:50.016152 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ee5a0a66-89b2-4cd3-a017-1c41392b2f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:50.196975 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4a3e07e0-0c12-4505-9558-027080bae53f req-0069bd80-42b4-478e-98c9-3b5819c529c2 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup_general--1121860791&fields=id&tenant_id=88a8f2227ebc48b493016d656871546b HTTP/1.1" status: 200 len: 267 time: 0.0843222 Sep 17 08:13:50.223428 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8decc6-995a-44f3-bb47-4e05983dd9f6 req-2767ca53-4d88-41af-b645-65f041a1fa0c tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:50.232092 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1e8decc6-995a-44f3-bb47-4e05983dd9f6 req-2767ca53-4d88-41af-b645-65f041a1fa0c tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=bffd9a44-08cf-41eb-b939-7bf5153f59d6 HTTP/1.1" status: 200 len: 943 time: 0.0892229 Sep 17 08:13:50.313251 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4a3e07e0-0c12-4505-9558-027080bae53f req-b2e6c715-2f17-47e7-8150-b8aa709a1637 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup_access--736826879&fields=id&tenant_id=88a8f2227ebc48b493016d656871546b HTTP/1.1" status: 200 len: 267 time: 0.1100237 Sep 17 08:13:50.322347 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ee5a0a66-89b2-4cd3-a017-1c41392b2f47 None None] Provisioning complete for port 8a6b89e0-0011-44ac-a5e2-e6ea34ec29cc triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:13:50.322882 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ee5a0a66-89b2-4cd3-a017-1c41392b2f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:50.364396 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1e8decc6-995a-44f3-bb47-4e05983dd9f6 req-74b01cad-4ad1-4ceb-be4f-1bb04355c075 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260467 Sep 17 08:13:50.403964 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 9f5aed9e-6be0-4365-8b88-4ab0a9cf60e7 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:13:50.460746 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ee5a0a66-89b2-4cd3-a017-1c41392b2f47 None None] Port 8a6b89e0-0011-44ac-a5e2-e6ea34ec29cc cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:13:50.482627 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3e07e0-0c12-4505-9558-027080bae53f req-ddb57b6d-23fa-4067-b3f0-2340f2850d4c tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:50.484214 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4a3e07e0-0c12-4505-9558-027080bae53f req-ddb57b6d-23fa-4067-b3f0-2340f2850d4c tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.13 "GET /v2.0/networks?id=08d90e55-61c4-4221-9b9d-45fa25d549fb HTTP/1.1" status: 200 len: 797 time: 0.1701622 Sep 17 08:13:50.524994 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4a3e07e0-0c12-4505-9558-027080bae53f req-db0b52c5-670f-4503-98bb-162e6a83915b tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.13 "GET /v2.0/quotas/88a8f2227ebc48b493016d656871546b HTTP/1.1" status: 200 len: 375 time: 0.0306177 Sep 17 08:13:50.536631 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b8e9b5a4-405f-4ad5-a57d-bc80408f93a5 None None] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:50.545358 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b8e9b5a4-405f-4ad5-a57d-bc80408f93a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:50.545702 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4080629d-eba2-46ae-9006-2f95ca1b92b3 req-149d6d53-fcdb-4238-ad21-cd012fad39cb service neutron] 10.222.0.41 "GET /v2.0/networks/9e07c4b1-bdff-4c2c-98bc-db029bd9be3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6826491 Sep 17 08:13:50.580793 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b829bcc-fee8-4145-ac67-1cecdda76367 req-888afa42-bc9a-44b9-8336-e02965069fe0 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:50.581194 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 9f5aed9e-6be0-4365-8b88-4ab0a9cf60e7 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:13:50.581489 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:50.582340 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1b829bcc-fee8-4145-ac67-1cecdda76367 req-888afa42-bc9a-44b9-8336-e02965069fe0 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 945 time: 0.0970364 Sep 17 08:13:50.601827 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4a3e07e0-0c12-4505-9558-027080bae53f req-81c82506-6cc1-4c08-a511-77a631478b7e tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=88a8f2227ebc48b493016d656871546b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0696325 Sep 17 08:13:50.623732 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3d562f-89bf-438b-bddf-04dda9d3efaf None None] Pushing event updated for resources: {'Port': ['ID=8a6b89e0-0011-44ac-a5e2-e6ea34ec29cc,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:50.647526 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-b247bfbf-3384-45eb-83d2-81aaf1bb81d3 None None] Provisioning complete for port 8a6b89e0-0011-44ac-a5e2-e6ea34ec29cc triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:13:50.648378 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b247bfbf-3384-45eb-83d2-81aaf1bb81d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:50.656896 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10b502e3-2ceb-45d4-9813-6f99d4c35839 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Router f65a960c-4f30-4d5c-8c5a-fb5fe0fba938 is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 08:13:50.680307 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1b829bcc-fee8-4145-ac67-1cecdda76367 req-71459f2e-23e5-4a45-b308-fa224824e23e tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683677 Sep 17 08:13:50.737290 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-b247bfbf-3384-45eb-83d2-81aaf1bb81d3 None None] Port 8a6b89e0-0011-44ac-a5e2-e6ea34ec29cc cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:13:50.742094 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-b8e9b5a4-405f-4ad5-a57d-bc80408f93a5 None None] Attempting to bind port 8a6b89e0-0011-44ac-a5e2-e6ea34ec29cc on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:13:50.742310 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-b8e9b5a4-405f-4ad5-a57d-bc80408f93a5 None None] Attempting to bind port 8a6b89e0-0011-44ac-a5e2-e6ea34ec29cc by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '6590139b-bf54-4ec0-9bd5-42da9623a691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '08d90e55-61c4-4221-9b9d-45fa25d549fb'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:13:50.742674 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e9b5a4-405f-4ad5-a57d-bc80408f93a5 None None] Attempting to bind port 8a6b89e0-0011-44ac-a5e2-e6ea34ec29cc on network 08d90e55-61c4-4221-9b9d-45fa25d549fb {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:13:50.746909 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4080629d-eba2-46ae-9006-2f95ca1b92b3 req-73a57c90-f7cf-447d-9a9a-aa96dd929b11 service neutron] 10.222.0.41 "GET /v2.0/networks/9e07c4b1-bdff-4c2c-98bc-db029bd9be3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920555 Sep 17 08:13:50.748513 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4a3e07e0-0c12-4505-9558-027080bae53f req-860a2bc6-52cb-41fa-8220-a8dd1389f76e service neutron] 10.222.0.13 "GET /v2.0/networks/08d90e55-61c4-4221-9b9d-45fa25d549fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128953 Sep 17 08:13:50.769108 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e9b5a4-405f-4ad5-a57d-bc80408f93a5 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:13:50.769852 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e9b5a4-405f-4ad5-a57d-bc80408f93a5 None None] Checking segment: {'id': '6590139b-bf54-4ec0-9bd5-42da9623a691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '08d90e55-61c4-4221-9b9d-45fa25d549fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:13:50.769852 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b8e9b5a4-405f-4ad5-a57d-bc80408f93a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:50.770133 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e9b5a4-405f-4ad5-a57d-bc80408f93a5 None None] Bound using segment: {'id': '6590139b-bf54-4ec0-9bd5-42da9623a691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '08d90e55-61c4-4221-9b9d-45fa25d549fb'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:13:50.770617 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-b8e9b5a4-405f-4ad5-a57d-bc80408f93a5 None None] Bound port: 8a6b89e0-0011-44ac-a5e2-e6ea34ec29cc, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6590139b-bf54-4ec0-9bd5-42da9623a691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '08d90e55-61c4-4221-9b9d-45fa25d549fb'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:13:50.771043 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b8e9b5a4-405f-4ad5-a57d-bc80408f93a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:50.810731 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device b39ef910-b556-41c0-9ea8-7cc77da34253 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:13:50.884855 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b502e3-2ceb-45d4-9813-6f99d4c35839 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:13:50.896088 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a9dfc1-b226-4486-a433-491d627630ef None None] Sync routers for ids ['f65a960c-4f30-4d5c-8c5a-fb5fe0fba938'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:13:50.903075 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-b8e9b5a4-405f-4ad5-a57d-bc80408f93a5 None None] For port 8a6b89e0-0011-44ac-a5e2-e6ea34ec29cc, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:13:50.910544 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a9dfc1-b226-4486-a433-491d627630ef None None] Routers {'f65a960c-4f30-4d5c-8c5a-fb5fe0fba938'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:13:50.911106 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-b8e9b5a4-405f-4ad5-a57d-bc80408f93a5 None None] For port 8a6b89e0-0011-44ac-a5e2-e6ea34ec29cc, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=8a6b89e0-0011-44ac-a5e2-e6ea34ec29cc,segment=NetworkSegment(6590139b-bf54-4ec0-9bd5-42da9623a691),segment_id=6590139b-bf54-4ec0-9bd5-42da9623a691)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:13:50.911854 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-44a9dfc1-b226-4486-a433-491d627630ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:13:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['f65a960c-4f30-4d5c-8c5a-fb5fe0fba938'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:13:50.919885 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05018b9e-6826-4bfa-a81a-33d52e3b941b req-f5c607c8-b449-47b8-a7cb-f3d52af5c657 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:50.921488 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-05018b9e-6826-4bfa-a81a-33d52e3b941b req-f5c607c8-b449-47b8-a7cb-f3d52af5c657 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 945 time: 0.1203401 Sep 17 08:13:50.928011 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b8e9b5a4-405f-4ad5-a57d-bc80408f93a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:50.939458 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port b39ef910-b556-41c0-9ea8-7cc77da34253 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:13:50.939859 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:50.948941 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d109c-3cfd-4f65-9fdd-56903d5b4ad8 req-219bd795-391c-4111-9bd9-13f429fd88c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:50.951725 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e06d109c-3cfd-4f65-9fdd-56903d5b4ad8 req-219bd795-391c-4111-9bd9-13f429fd88c0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=56e275efab454c57a2733a201971b985&device_id=bffd9a44-08cf-41eb-b939-7bf5153f59d6 HTTP/1.1" status: 200 len: 1094 time: 0.1124852 Sep 17 08:13:50.953061 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-10b502e3-2ceb-45d4-9813-6f99d4c35839 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:50.954931 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-10b502e3-2ceb-45d4-9813-6f99d4c35839 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.4648137 Sep 17 08:13:50.958844 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 42902) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:13:50.971597 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4a3e07e0-0c12-4505-9558-027080bae53f req-da75a675-a25a-44ae-96f5-05173ff8e9e8 service neutron] 10.222.0.13 "GET /v2.0/networks/08d90e55-61c4-4221-9b9d-45fa25d549fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140419 Sep 17 08:13:51.008420 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-05018b9e-6826-4bfa-a81a-33d52e3b941b req-96617c43-8b79-4be8-af96-f368d4e84743 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778973 Sep 17 08:13:51.043075 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e9b5a4-405f-4ad5-a57d-bc80408f93a5 None None] Routers {'c656358b-93d3-4b01-b2c7-80ab3dfa6e4a'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:13:51.043948 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-b8e9b5a4-405f-4ad5-a57d-bc80408f93a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:13:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['c656358b-93d3-4b01-b2c7-80ab3dfa6e4a'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:13:51.047149 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3d562f-89bf-438b-bddf-04dda9d3efaf None None] Pushing event updated for resources: {'Port': ['ID=8a6b89e0-0011-44ac-a5e2-e6ea34ec29cc,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:51.112967 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-44a9dfc1-b226-4486-a433-491d627630ef None None] Set router f65a960c-4f30-4d5c-8c5a-fb5fe0fba938 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:13:51.160299 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-b2cffa4c-dbe7-4ac9-822c-200a38f23b44 None None] Provisioning complete for port 8a6b89e0-0011-44ac-a5e2-e6ea34ec29cc triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:13:51.160953 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b2cffa4c-dbe7-4ac9-822c-200a38f23b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:51.197166 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d109c-3cfd-4f65-9fdd-56903d5b4ad8 req-4d622e61-9dd7-44cc-90f3-60e1a3412977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:51.198903 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e06d109c-3cfd-4f65-9fdd-56903d5b4ad8 req-4d622e61-9dd7-44cc-90f3-60e1a3412977 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9e07c4b1-bdff-4c2c-98bc-db029bd9be3a HTTP/1.1" status: 200 len: 906 time: 0.2270622 Sep 17 08:13:51.263187 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f9d247d0-8aec-4de5-8a13-04e113cd9232 tempest-TestNetworkAdvancedServerOps-1491937489 tempest-TestNetworkAdvancedServerOps-1491937489-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=d6ef7951b2ac4d2ead98d70f1879d714&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3007674 Sep 17 08:13:51.265784 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 42910) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:13:51.280212 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-49421c68-53ee-4ec6-8c49-beb0489dc5ef req-785f612f-6e30-43eb-b915-340e536e6be8 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.13 "GET /v2.0/ports?device_id=154dccf3-43aa-4ebf-a865-afe5976a7de0 HTTP/1.1" status: 200 len: 210 time: 0.0628211 Sep 17 08:13:51.292424 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46912993-ef33-4937-a078-23d7d043d19f req-24e48aee-8d63-47bc-a1a9-3f4906f896fe tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:51.302778 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-46912993-ef33-4937-a078-23d7d043d19f req-24e48aee-8d63-47bc-a1a9-3f4906f896fe tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 945 time: 0.1458321 Sep 17 08:13:51.331294 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e06d109c-3cfd-4f65-9fdd-56903d5b4ad8 req-ce76cb31-6aa8-40a3-8d71-9f401407848a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d23a7d4-7b97-44bb-873a-ac22177ac34c HTTP/1.1" status: 200 len: 217 time: 0.1001554 Sep 17 08:13:51.385798 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-b8e9b5a4-405f-4ad5-a57d-bc80408f93a5 None None] Set router c656358b-93d3-4b01-b2c7-80ab3dfa6e4a gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:13:51.435347 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d109c-3cfd-4f65-9fdd-56903d5b4ad8 req-176b3131-02cd-4ea6-a915-bcc6cb9df502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:51.447631 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e06d109c-3cfd-4f65-9fdd-56903d5b4ad8 req-176b3131-02cd-4ea6-a915-bcc6cb9df502 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7c25df5a-36e7-4d20-9a35-2372fa90e853 HTTP/1.1" status: 200 len: 845 time: 0.1075587 Sep 17 08:13:51.474909 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-46912993-ef33-4937-a078-23d7d043d19f req-2720d6a8-2d6d-4a3c-993c-7d29a09a97c7 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731358 Sep 17 08:13:51.499782 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e06d109c-3cfd-4f65-9fdd-56903d5b4ad8 req-cb7248ee-e3c2-4c1f-853f-77521c7c53ca service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9e07c4b1-bdff-4c2c-98bc-db029bd9be3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438275 Sep 17 08:13:51.594350 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff395d36-623a-4895-abbd-e87453a9e0e4 tempest-TestNetworkAdvancedServerOps-1491937489 tempest-TestNetworkAdvancedServerOps-1491937489-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:51.596426 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ff395d36-623a-4895-abbd-e87453a9e0e4 tempest-TestNetworkAdvancedServerOps-1491937489 tempest-TestNetworkAdvancedServerOps-1491937489-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3272254 Sep 17 08:13:51.600750 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 42920) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:13:51.614383 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-44a9dfc1-b226-4486-a433-491d627630ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65a960c-4f30-4d5c-8c5a-fb5fe0fba938', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337188391', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'cb102f75-537b-41c7-8ee8-8b66e04a3017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:13:47Z', 'updated_at': '2021-09-17T08:13:49Z', 'revision_number': 3, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'gw_port': {'id': 'cb102f75-537b-41c7-8ee8-8b66e04a3017', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:87:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65a960c-4f30-4d5c-8c5a-fb5fe0fba938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:13:48Z', 'updated_at': '2021-09-17T08:13:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:13:51.639256 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-eff44213-78f8-40f2-b360-9964b96f6fdf tempest-TestNetworkAdvancedServerOps-1491937489 tempest-TestNetworkAdvancedServerOps-1491937489-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=5fc128c4-343a-4b5b-8a61-6a2b8d95c555&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377073 Sep 17 08:13:51.647663 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 42922) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:13:51.651067 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f141a256-8601-4452-955b-34b18136a5fe req-e5464960-0a27-4a7c-bda6-693433b78a50 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:51.652660 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f141a256-8601-4452-955b-34b18136a5fe req-e5464960-0a27-4a7c-bda6-693433b78a50 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=bffd9a44-08cf-41eb-b939-7bf5153f59d6 HTTP/1.1" status: 200 len: 943 time: 0.1604652 Sep 17 08:13:51.653195 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-c4497b80-4ff8-4a53-9e04-5157b55fe00b tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-498824633', 'network_id': 'ab4940a7-900f-447c-9070-f60b582c2f8c', 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:13:51.670760 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a9dfc1-b226-4486-a433-491d627630ef None None] Checking router: f65a960c-4f30-4d5c-8c5a-fb5fe0fba938 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:13:51.671101 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a9dfc1-b226-4486-a433-491d627630ef None None] Updating router f65a960c-4f30-4d5c-8c5a-fb5fe0fba938 port cb102f75-537b-41c7-8ee8-8b66e04a3017 binding host n-d-789963-9 {{(pid=101292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 08:13:51.676117 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e06d109c-3cfd-4f65-9fdd-56903d5b4ad8 req-41e3af0d-badb-477d-bc4b-fe47c391a7d9 service neutron] 10.222.0.41 "GET /v2.0/networks/9e07c4b1-bdff-4c2c-98bc-db029bd9be3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673763 Sep 17 08:13:51.729451 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-44a9dfc1-b226-4486-a433-491d627630ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:51.779691 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f141a256-8601-4452-955b-34b18136a5fe req-95de7425-3012-4a7b-9068-02287d2dfddc tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918863 Sep 17 08:13:51.801528 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b2cffa4c-dbe7-4ac9-822c-200a38f23b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:51.833542 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4497b80-4ff8-4a53-9e04-5157b55fe00b tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Made reservation on behalf of d6ef7951b2ac4d2ead98d70f1879d714 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:13:51.837370 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c4497b80-4ff8-4a53-9e04-5157b55fe00b tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:51.857393 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b234d5eb-9826-4ef0-9f91-f230a6d0683c req-86e80b8e-5370-43ed-b214-2d2b0b642742 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:51.874434 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b234d5eb-9826-4ef0-9f91-f230a6d0683c req-86e80b8e-5370-43ed-b214-2d2b0b642742 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 945 time: 0.2203867 Sep 17 08:13:51.921176 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b234d5eb-9826-4ef0-9f91-f230a6d0683c req-0ce7c44e-3a87-4213-ac1d-c992ca544e0a tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456743 Sep 17 08:13:51.930147 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-b2cffa4c-dbe7-4ac9-822c-200a38f23b44 None None] For port 8a6b89e0-0011-44ac-a5e2-e6ea34ec29cc, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=8a6b89e0-0011-44ac-a5e2-e6ea34ec29cc,segment=NetworkSegment(6590139b-bf54-4ec0-9bd5-42da9623a691),segment_id=6590139b-bf54-4ec0-9bd5-42da9623a691)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:13:51.955465 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b2cffa4c-dbe7-4ac9-822c-200a38f23b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:51.967120 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e06d109c-3cfd-4f65-9fdd-56903d5b4ad8 req-d5f431a1-b207-4bc4-bd34-2b1c70ca9b4c service neutron] 10.222.0.41 "GET /v2.0/networks/9e07c4b1-bdff-4c2c-98bc-db029bd9be3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802958 Sep 17 08:13:52.044553 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cffa4c-dbe7-4ac9-822c-200a38f23b44 None None] Pushing event updated for resources: {'Port': ['ID=8a6b89e0-0011-44ac-a5e2-e6ea34ec29cc,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:52.067163 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-b8e9b5a4-405f-4ad5-a57d-bc80408f93a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c656358b-93d3-4b01-b2c7-80ab3dfa6e4a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1123206626', 'tenant_id': '88a8f2227ebc48b493016d656871546b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '9f5aed9e-6be0-4365-8b88-4ab0a9cf60e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:13:42Z', 'updated_at': '2021-09-17T08:13:48Z', 'revision_number': 4, 'project_id': '88a8f2227ebc48b493016d656871546b', 'gw_port': {'id': '9f5aed9e-6be0-4365-8b88-4ab0a9cf60e7', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c656358b-93d3-4b01-b2c7-80ab3dfa6e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:13:43Z', 'updated_at': '2021-09-17T08:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '8a6b89e0-0011-44ac-a5e2-e6ea34ec29cc', 'name': '', 'network_id': '08d90e55-61c4-4221-9b9d-45fa25d549fb', 'tenant_id': '88a8f2227ebc48b493016d656871546b', 'mac_address': 'fa:16:3e:97:93:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c656358b-93d3-4b01-b2c7-80ab3dfa6e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'f9cd9da0-8ead-4119-8032-fbfa02985358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:13:47Z', 'updated_at': '2021-09-17T08:13:50Z', 'revision_number': 4, 'project_id': '88a8f2227ebc48b493016d656871546b', 'subnets': [{'id': 'f9cd9da0-8ead-4119-8032-fbfa02985358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:13:52.100492 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e9b5a4-405f-4ad5-a57d-bc80408f93a5 None None] The sync data for ids ['c656358b-93d3-4b01-b2c7-80ab3dfa6e4a'] in n-d-789963-9 is: [{'id': 'c656358b-93d3-4b01-b2c7-80ab3dfa6e4a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1123206626', 'tenant_id': '88a8f2227ebc48b493016d656871546b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '9f5aed9e-6be0-4365-8b88-4ab0a9cf60e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:13:42Z', 'updated_at': '2021-09-17T08:13:48Z', 'revision_number': 4, 'project_id': '88a8f2227ebc48b493016d656871546b', 'gw_port': {'id': '9f5aed9e-6be0-4365-8b88-4ab0a9cf60e7', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c656358b-93d3-4b01-b2c7-80ab3dfa6e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:13:43Z', 'updated_at': '2021-09-17T08:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '8a6b89e0-0011-44ac-a5e2-e6ea34ec29cc', 'name': '', 'network_id': '08d90e55-61c4-4221-9b9d-45fa25d549fb', 'tenant_id': '88a8f2227ebc48b493016d656871546b', 'mac_address': 'fa:16:3e:97:93:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c656358b-93d3-4b01-b2c7-80ab3dfa6e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'f9cd9da0-8ead-4119-8032-fbfa02985358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:13:47Z', 'updated_at': '2021-09-17T08:13:50Z', 'revision_number': 4, 'project_id': '88a8f2227ebc48b493016d656871546b', 'subnets': [{'id': 'f9cd9da0-8ead-4119-8032-fbfa02985358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:13:52.109585 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c4497b80-4ff8-4a53-9e04-5157b55fe00b tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:52.109752 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-2375dff5-0393-4247-a74c-ae8ac926b2dd None None] Provisioning complete for port 8a6b89e0-0011-44ac-a5e2-e6ea34ec29cc triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:13:52.110067 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2375dff5-0393-4247-a74c-ae8ac926b2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:52.130692 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-44a9dfc1-b226-4486-a433-491d627630ef None None] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:52.142769 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-44a9dfc1-b226-4486-a433-491d627630ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:52.236583 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4497b80-4ff8-4a53-9e04-5157b55fe00b tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Checking segment: {'id': '3463ea9b-9d7d-4240-8db7-f6a091102474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ab4940a7-900f-447c-9070-f60b582c2f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:13:52.237067 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4497b80-4ff8-4a53-9e04-5157b55fe00b tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Network hostable DHCP agents. Network: ab4940a7-900f-447c-9070-f60b582c2f8c, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:13:52.243003 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-44a9dfc1-b226-4486-a433-491d627630ef None None] Attempting to bind port cb102f75-537b-41c7-8ee8-8b66e04a3017 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:13:52.243381 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-44a9dfc1-b226-4486-a433-491d627630ef None None] Attempting to bind port cb102f75-537b-41c7-8ee8-8b66e04a3017 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:13:52.243520 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4497b80-4ff8-4a53-9e04-5157b55fe00b tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event updated for resources: {'Subnet': ['ID=7b4f533f-8a74-4de1-a95e-7e81d2a49ce7,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:52.243748 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a9dfc1-b226-4486-a433-491d627630ef None None] Attempting to bind port cb102f75-537b-41c7-8ee8-8b66e04a3017 on network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:13:52.259713 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9ce495-7474-4c07-bb3f-c973e52d69a4 None None] Pushing event updated for resources: {'Port': ['ID=cb102f75-537b-41c7-8ee8-8b66e04a3017,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:52.262292 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a9dfc1-b226-4486-a433-491d627630ef None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:13:52.262794 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a9dfc1-b226-4486-a433-491d627630ef None None] Checking segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:13:52.263073 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-44a9dfc1-b226-4486-a433-491d627630ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:52.263483 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a9dfc1-b226-4486-a433-491d627630ef None None] Bound using segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:13:52.265923 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-44a9dfc1-b226-4486-a433-491d627630ef None None] Bound port: cb102f75-537b-41c7-8ee8-8b66e04a3017, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:13:52.266330 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-44a9dfc1-b226-4486-a433-491d627630ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:52.285228 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4497b80-4ff8-4a53-9e04-5157b55fe00b tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Network ab4940a7-900f-447c-9070-f60b582c2f8c is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:13:52.300993 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-c4497b80-4ff8-4a53-9e04-5157b55fe00b tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, ab4940a7-900f-447c-9070-f60b582c2f8c) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:13:52.307276 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4497b80-4ff8-4a53-9e04-5157b55fe00b tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:52.309343 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c4497b80-4ff8-4a53-9e04-5157b55fe00b tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:52.320102 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca5fda6-33de-41ad-b758-9e2764bd0afb None None] Network ab4940a7-900f-447c-9070-f60b582c2f8c requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:13:52.341815 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c4497b80-4ff8-4a53-9e04-5157b55fe00b tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6928272 Sep 17 08:13:52.345155 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 42930) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:13:52.351932 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-44a9dfc1-b226-4486-a433-491d627630ef None None] For port cb102f75-537b-41c7-8ee8-8b66e04a3017, host n-d-789963-9, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:13:52.355381 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-44a9dfc1-b226-4486-a433-491d627630ef None None] For port cb102f75-537b-41c7-8ee8-8b66e04a3017, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=cb102f75-537b-41c7-8ee8-8b66e04a3017,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:13:52.360850 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-44a9dfc1-b226-4486-a433-491d627630ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:52.422555 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 8a6b89e0-0011-44ac-a5e2-e6ea34ec29cc up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:13:52.437606 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9ce495-7474-4c07-bb3f-c973e52d69a4 None None] Pushing event updated for resources: {'Port': ['ID=cb102f75-537b-41c7-8ee8-8b66e04a3017,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:52.447410 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a9dfc1-b226-4486-a433-491d627630ef None None] Routers {'f65a960c-4f30-4d5c-8c5a-fb5fe0fba938'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:13:52.448775 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-44a9dfc1-b226-4486-a433-491d627630ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:13:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['f65a960c-4f30-4d5c-8c5a-fb5fe0fba938'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:13:52.475424 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c1cc31b0-c6cd-4ae8-a958-54952d56f756 req-318d09ca-d2b5-47ee-8e9f-818465b6fcfe tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.13 "GET /v2.0/ports?device_id=154dccf3-43aa-4ebf-a865-afe5976a7de0 HTTP/1.1" status: 200 len: 210 time: 0.0565302 Sep 17 08:13:52.519235 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5a3d337f-634d-404d-99f6-dd321351213b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:52.534987 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 8a6b89e0-0011-44ac-a5e2-e6ea34ec29cc triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:13:52.535362 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:52.613597 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-44a9dfc1-b226-4486-a433-491d627630ef None None] Set router f65a960c-4f30-4d5c-8c5a-fb5fe0fba938 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:13:52.704484 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c41949b-02f8-4843-a92b-363eb2db113d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-ab4940a7-900f-447c-9070-f60b582c2f8c', 'network_id': 'ab4940a7-900f-447c-9070-f60b582c2f8c', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'fixed_ips': [{'subnet_id': '7b4f533f-8a74-4de1-a95e-7e81d2a49ce7'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:13:52.705655 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6c41949b-02f8-4843-a92b-363eb2db113d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:52.760550 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:52.895150 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-44a9dfc1-b226-4486-a433-491d627630ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65a960c-4f30-4d5c-8c5a-fb5fe0fba938', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337188391', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'cb102f75-537b-41c7-8ee8-8b66e04a3017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:13:47Z', 'updated_at': '2021-09-17T08:13:49Z', 'revision_number': 3, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'gw_port': {'id': 'cb102f75-537b-41c7-8ee8-8b66e04a3017', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:87:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65a960c-4f30-4d5c-8c5a-fb5fe0fba938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:13:48Z', 'updated_at': '2021-09-17T08:13:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:13:52.927626 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a9dfc1-b226-4486-a433-491d627630ef None None] The sync data for ids ['f65a960c-4f30-4d5c-8c5a-fb5fe0fba938'] in n-d-789963-9 is: [{'id': 'f65a960c-4f30-4d5c-8c5a-fb5fe0fba938', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337188391', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'cb102f75-537b-41c7-8ee8-8b66e04a3017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:13:47Z', 'updated_at': '2021-09-17T08:13:49Z', 'revision_number': 3, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'gw_port': {'id': 'cb102f75-537b-41c7-8ee8-8b66e04a3017', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:87:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65a960c-4f30-4d5c-8c5a-fb5fe0fba938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:13:48Z', 'updated_at': '2021-09-17T08:13:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:13:52.960646 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b78197-a7dd-4093-8782-b0d1de863803 req-99465abf-808b-4afc-8b3b-a458eb00abb4 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:52.960646 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-63b78197-a7dd-4093-8782-b0d1de863803 req-99465abf-808b-4afc-8b3b-a458eb00abb4 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=bffd9a44-08cf-41eb-b939-7bf5153f59d6 HTTP/1.1" status: 200 len: 943 time: 0.0649304 Sep 17 08:13:52.971315 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-6c41949b-02f8-4843-a92b-363eb2db113d None None] Allocated IP 172.20.0.2 (ab4940a7-900f-447c-9070-f60b582c2f8c/7b4f533f-8a74-4de1-a95e-7e81d2a49ce7/aee674d5-2b49-47d4-bbad-33dd8e3093ce) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:13:53.014167 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3e07e0-0c12-4505-9558-027080bae53f req-7753cced-83ae-4e73-9f91-d488472a2823 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:53.015730 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4a3e07e0-0c12-4505-9558-027080bae53f req-7753cced-83ae-4e73-9f91-d488472a2823 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.39 "GET /v2.0/networks?id=08d90e55-61c4-4221-9b9d-45fa25d549fb HTTP/1.1" status: 200 len: 797 time: 0.2874300 Sep 17 08:13:53.018516 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-63b78197-a7dd-4093-8782-b0d1de863803 req-609efa5d-8ae9-4631-8e37-3782d395342e tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510411 Sep 17 08:13:53.121099 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4a3e07e0-0c12-4505-9558-027080bae53f req-1a4a924c-b753-4d98-903d-554ff45e135a tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88a8f2227ebc48b493016d656871546b HTTP/1.1" status: 200 len: 477 time: 0.0821271 Sep 17 08:13:53.142951 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-4a3e07e0-0c12-4505-9558-027080bae53f req-5e2f2de1-b71a-4168-a1a2-1a64b2f9a3f9 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Request body: {'port': {'device_id': '154dccf3-43aa-4ebf-a865-afe5976a7de0', 'network_id': '08d90e55-61c4-4221-9b9d-45fa25d549fb', 'admin_state_up': True, 'tenant_id': '88a8f2227ebc48b493016d656871546b', 'security_groups': ['600f5643-1a38-496b-ab00-fdc18500a6dd', '7f1b444e-99ea-42e5-8074-70ee511ec7c9']}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:13:53.163165 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6c41949b-02f8-4843-a92b-363eb2db113d None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:53.170325 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6c41949b-02f8-4843-a92b-363eb2db113d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:53.210134 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c41949b-02f8-4843-a92b-363eb2db113d None None] Network ab4940a7-900f-447c-9070-f60b582c2f8c is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:13:53.213577 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-6c41949b-02f8-4843-a92b-363eb2db113d None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:13:53.216130 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c41949b-02f8-4843-a92b-363eb2db113d None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:13:53.266308 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c41949b-02f8-4843-a92b-363eb2db113d None None] Pushing event updated for resources: {'Port': ['ID=aee674d5-2b49-47d4-bbad-33dd8e3093ce,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:53.286717 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-00f22ede-5505-4d99-b796-d4cc6cf5387c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:53.306738 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-6c41949b-02f8-4843-a92b-363eb2db113d None None] Attempting to bind port aee674d5-2b49-47d4-bbad-33dd8e3093ce on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:13:53.307107 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-6c41949b-02f8-4843-a92b-363eb2db113d None None] Attempting to bind port aee674d5-2b49-47d4-bbad-33dd8e3093ce by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '3463ea9b-9d7d-4240-8db7-f6a091102474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ab4940a7-900f-447c-9070-f60b582c2f8c'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:13:53.307479 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c41949b-02f8-4843-a92b-363eb2db113d None None] Attempting to bind port aee674d5-2b49-47d4-bbad-33dd8e3093ce on network ab4940a7-900f-447c-9070-f60b582c2f8c {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:13:53.312850 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c41949b-02f8-4843-a92b-363eb2db113d None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:13:53.313227 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c41949b-02f8-4843-a92b-363eb2db113d None None] Checking segment: {'id': '3463ea9b-9d7d-4240-8db7-f6a091102474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ab4940a7-900f-447c-9070-f60b582c2f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:13:53.313626 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6c41949b-02f8-4843-a92b-363eb2db113d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:53.314063 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c41949b-02f8-4843-a92b-363eb2db113d None None] Bound using segment: {'id': '3463ea9b-9d7d-4240-8db7-f6a091102474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ab4940a7-900f-447c-9070-f60b582c2f8c'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:13:53.314532 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-6c41949b-02f8-4843-a92b-363eb2db113d None None] Bound port: aee674d5-2b49-47d4-bbad-33dd8e3093ce, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3463ea9b-9d7d-4240-8db7-f6a091102474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ab4940a7-900f-447c-9070-f60b582c2f8c'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:13:53.314929 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6c41949b-02f8-4843-a92b-363eb2db113d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:53.392685 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a3e07e0-0c12-4505-9558-027080bae53f req-5e2f2de1-b71a-4168-a1a2-1a64b2f9a3f9 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Made reservation on behalf of 88a8f2227ebc48b493016d656871546b for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:13:53.396162 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-6c41949b-02f8-4843-a92b-363eb2db113d None None] For port aee674d5-2b49-47d4-bbad-33dd8e3093ce, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:13:53.396332 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-4a3e07e0-0c12-4505-9558-027080bae53f req-5e2f2de1-b71a-4168-a1a2-1a64b2f9a3f9 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:53.399898 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-6c41949b-02f8-4843-a92b-363eb2db113d None None] For port aee674d5-2b49-47d4-bbad-33dd8e3093ce, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=aee674d5-2b49-47d4-bbad-33dd8e3093ce,segment=NetworkSegment(3463ea9b-9d7d-4240-8db7-f6a091102474),segment_id=3463ea9b-9d7d-4240-8db7-f6a091102474)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:13:53.408242 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6c41949b-02f8-4843-a92b-363eb2db113d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:53.494776 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c41949b-02f8-4843-a92b-363eb2db113d None None] Pushing event updated for resources: {'Port': ['ID=aee674d5-2b49-47d4-bbad-33dd8e3093ce,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:53.592650 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-46fe83d7-d619-4c6d-8608-b579732b98dd req-1530bdef-19a8-4c94-b9b3-8405aef29273 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.13 "GET /v2.0/ports?device_id=154dccf3-43aa-4ebf-a865-afe5976a7de0 HTTP/1.1" status: 200 len: 210 time: 0.0374703 Sep 17 08:13:53.701917 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-4a3e07e0-0c12-4505-9558-027080bae53f req-5e2f2de1-b71a-4168-a1a2-1a64b2f9a3f9 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Allocated IP 172.20.0.4 (08d90e55-61c4-4221-9b9d-45fa25d549fb/f9cd9da0-8ead-4119-8032-fbfa02985358/792983d7-0309-4f4d-85bf-d3507b04f093) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:13:53.723044 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:53.808131 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-00f22ede-5505-4d99-b796-d4cc6cf5387c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Allocated IP 172.20.0.1 (ab4940a7-900f-447c-9070-f60b582c2f8c/7b4f533f-8a74-4de1-a95e-7e81d2a49ce7/5b168bcb-1565-448c-848c-e25cdea9ff5f) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:13:54.021274 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-4a3e07e0-0c12-4505-9558-027080bae53f req-5e2f2de1-b71a-4168-a1a2-1a64b2f9a3f9 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:54.037003 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-00f22ede-5505-4d99-b796-d4cc6cf5387c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:54.095242 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-4a3e07e0-0c12-4505-9558-027080bae53f req-5e2f2de1-b71a-4168-a1a2-1a64b2f9a3f9 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:54.098420 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-00f22ede-5505-4d99-b796-d4cc6cf5387c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:54.141815 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50307664-7a7b-4705-9e94-c31418791a85 req-457aa60c-0661-4d28-9572-73326f08857c tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:54.149365 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-50307664-7a7b-4705-9e94-c31418791a85 req-457aa60c-0661-4d28-9572-73326f08857c tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=bffd9a44-08cf-41eb-b939-7bf5153f59d6 HTTP/1.1" status: 200 len: 943 time: 0.0665255 Sep 17 08:13:54.155948 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f22ede-5505-4d99-b796-d4cc6cf5387c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Network ab4940a7-900f-447c-9070-f60b582c2f8c is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:13:54.162338 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a3e07e0-0c12-4505-9558-027080bae53f req-5e2f2de1-b71a-4168-a1a2-1a64b2f9a3f9 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Network 08d90e55-61c4-4221-9b9d-45fa25d549fb is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:13:54.166074 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-00f22ede-5505-4d99-b796-d4cc6cf5387c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:13:54.168736 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f22ede-5505-4d99-b796-d4cc6cf5387c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:13:54.171255 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f22ede-5505-4d99-b796-d4cc6cf5387c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event updated for resources: {'Port': ['ID=5b168bcb-1565-448c-848c-e25cdea9ff5f,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:54.175721 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-4a3e07e0-0c12-4505-9558-027080bae53f req-5e2f2de1-b71a-4168-a1a2-1a64b2f9a3f9 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:13:54.187828 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-50307664-7a7b-4705-9e94-c31418791a85 req-d343cce6-9e6b-403d-a138-792788dc8cb9 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375218 Sep 17 08:13:54.198156 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a3e07e0-0c12-4505-9558-027080bae53f req-5e2f2de1-b71a-4168-a1a2-1a64b2f9a3f9 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:13:54.288938 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f2de1-b71a-4168-a1a2-1a64b2f9a3f9 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Pushing event updated for resources: {'Port': ['ID=792983d7-0309-4f4d-85bf-d3507b04f093,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:54.291394 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-00f22ede-5505-4d99-b796-d4cc6cf5387c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:54.303495 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3e07e0-0c12-4505-9558-027080bae53f req-5e2f2de1-b71a-4168-a1a2-1a64b2f9a3f9 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:54.304183 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-4a3e07e0-0c12-4505-9558-027080bae53f req-5e2f2de1-b71a-4168-a1a2-1a64b2f9a3f9 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:54.362057 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4a3e07e0-0c12-4505-9558-027080bae53f req-5e2f2de1-b71a-4168-a1a2-1a64b2f9a3f9 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.2230675 Sep 17 08:13:54.397862 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-4a3e07e0-0c12-4505-9558-027080bae53f req-8dfe7950-1fa8-4cec-8d9e-c03f0ecfa3c4 service neutron] Request body: {'port': {'device_id': '154dccf3-43aa-4ebf-a865-afe5976a7de0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:13:54.409990 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device cb102f75-537b-41c7-8ee8-8b66e04a3017 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:13:54.460752 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-7fd4bef9-51e2-431c-90e7-9f408a834bbc None None] Provisioning complete for port 792983d7-0309-4f4d-85bf-d3507b04f093 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:13:54.461042 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7fd4bef9-51e2-431c-90e7-9f408a834bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:54.479663 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-4a3e07e0-0c12-4505-9558-027080bae53f req-8dfe7950-1fa8-4cec-8d9e-c03f0ecfa3c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:54.503723 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port cb102f75-537b-41c7-8ee8-8b66e04a3017 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:13:54.504146 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:54.506226 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-7fd4bef9-51e2-431c-90e7-9f408a834bbc None None] Port 792983d7-0309-4f4d-85bf-d3507b04f093 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:13:54.518779 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-00f22ede-5505-4d99-b796-d4cc6cf5387c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:54.598885 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:54.625574 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port cb102f75-537b-41c7-8ee8-8b66e04a3017, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=cb102f75-537b-41c7-8ee8-8b66e04a3017,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:13:54.633601 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:54.634252 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device aee674d5-2b49-47d4-bbad-33dd8e3093ce up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:13:54.733684 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=cb102f75-537b-41c7-8ee8-8b66e04a3017,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:54.742624 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d22b731-5dc1-4e45-b076-74b3bbd80ece req-64af8c65-cb63-4b25-94ad-758177371484 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:54.748767 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0d22b731-5dc1-4e45-b076-74b3bbd80ece req-64af8c65-cb63-4b25-94ad-758177371484 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.13 "GET /v2.0/ports?device_id=154dccf3-43aa-4ebf-a865-afe5976a7de0 HTTP/1.1" status: 200 len: 970 time: 0.0640621 Sep 17 08:13:54.751350 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port aee674d5-2b49-47d4-bbad-33dd8e3093ce triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:13:54.751737 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:54.797564 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0d22b731-5dc1-4e45-b076-74b3bbd80ece req-ab8ece42-5e70-43e8-bdbb-78275406c84d tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f1b444e-99ea-42e5-8074-70ee511ec7c9&id=600f5643-1a38-496b-ab00-fdc18500a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0415852 Sep 17 08:13:54.847579 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:54.865233 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e9a532-b6ce-49d3-a126-bd7c0d4e6e71 None None] Network ab4940a7-900f-447c-9070-f60b582c2f8c requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:13:54.932593 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port aee674d5-2b49-47d4-bbad-33dd8e3093ce, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=aee674d5-2b49-47d4-bbad-33dd8e3093ce,segment=NetworkSegment(3463ea9b-9d7d-4240-8db7-f6a091102474),segment_id=3463ea9b-9d7d-4240-8db7-f6a091102474)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:13:54.942971 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:54.997709 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f90cd14-2342-4398-bce5-bc74affb16eb None None] Provisioning complete for port aee674d5-2b49-47d4-bbad-33dd8e3093ce triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:13:54.997709 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f90cd14-2342-4398-bce5-bc74affb16eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:55.007009 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 0d23a7d4-7b97-44bb-873a-ac22177ac34c details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:13:55.129051 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=aee674d5-2b49-47d4-bbad-33dd8e3093ce,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:55.253924 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:13:55.292448 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 0d23a7d4-7b97-44bb-873a-ac22177ac34c, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=0d23a7d4-7b97-44bb-873a-ac22177ac34c,segment=NetworkSegment(97a5f9eb-b96b-49f6-801a-38ac71ff3601),segment_id=97a5f9eb-b96b-49f6-801a-38ac71ff3601)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:13:55.315121 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': '0d23a7d4-7b97-44bb-873a-ac22177ac34c', 'network_id': '9e07c4b1-bdff-4c2c-98bc-db029bd9be3a', 'port_id': '0d23a7d4-7b97-44bb-873a-ac22177ac34c', 'mac_address': 'fa:16:3e:a2:61:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c25df5a-36e7-4d20-9a35-2372fa90e853', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:13:55.324939 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:55.330990 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce266b-e2f6-48bc-8368-1f7f14ef7f79 req-d85c70bc-8c9c-4c80-9f81-0d5cf52a5e35 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:55.338362 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a2ce266b-e2f6-48bc-8368-1f7f14ef7f79 req-d85c70bc-8c9c-4c80-9f81-0d5cf52a5e35 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=bffd9a44-08cf-41eb-b939-7bf5153f59d6 HTTP/1.1" status: 200 len: 943 time: 0.0692086 Sep 17 08:13:55.373369 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:55.381321 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-4a3e07e0-0c12-4505-9558-027080bae53f req-8dfe7950-1fa8-4cec-8d9e-c03f0ecfa3c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 792983d7-0309-4f4d-85bf-d3507b04f093 {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:13:55.383352 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a2ce266b-e2f6-48bc-8368-1f7f14ef7f79 req-a8d00a41-77e0-4f66-981e-72068472bf7e tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441315 Sep 17 08:13:55.387938 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d23a7d4-7b97-44bb-873a-ac22177ac34c {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:13:55.391350 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-4a3e07e0-0c12-4505-9558-027080bae53f req-8dfe7950-1fa8-4cec-8d9e-c03f0ecfa3c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:55.415203 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 0d23a7d4-7b97-44bb-873a-ac22177ac34c, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=0d23a7d4-7b97-44bb-873a-ac22177ac34c,segment=NetworkSegment(97a5f9eb-b96b-49f6-801a-38ac71ff3601),segment_id=97a5f9eb-b96b-49f6-801a-38ac71ff3601)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:13:55.418752 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-4a3e07e0-0c12-4505-9558-027080bae53f req-8dfe7950-1fa8-4cec-8d9e-c03f0ecfa3c4 service neutron] Transition to ACTIVE for port object 792983d7-0309-4f4d-85bf-d3507b04f093 will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:13:55.420984 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-00f22ede-5505-4d99-b796-d4cc6cf5387c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:55.421484 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:55.423092 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-4a3e07e0-0c12-4505-9558-027080bae53f req-8dfe7950-1fa8-4cec-8d9e-c03f0ecfa3c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:55.448904 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-00f22ede-5505-4d99-b796-d4cc6cf5387c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:55.477825 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=0d23a7d4-7b97-44bb-873a-ac22177ac34c,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:55.509313 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfe7950-1fa8-4cec-8d9e-c03f0ecfa3c4 service neutron] Pushing event updated for resources: {'Port': ['ID=792983d7-0309-4f4d-85bf-d3507b04f093,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:55.519929 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-00f22ede-5505-4d99-b796-d4cc6cf5387c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:55.613235 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f22ede-5505-4d99-b796-d4cc6cf5387c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event updated for resources: {'Port': ['ID=5b168bcb-1565-448c-848c-e25cdea9ff5f,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:55.639478 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-44ceceff-6b18-4bfa-82b5-b9632def0a39 None None] Provisioning complete for port 5b168bcb-1565-448c-848c-e25cdea9ff5f triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:13:55.640040 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-44ceceff-6b18-4bfa-82b5-b9632def0a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:55.681333 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-44ceceff-6b18-4bfa-82b5-b9632def0a39 None None] Port 5b168bcb-1565-448c-848c-e25cdea9ff5f cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:13:55.688836 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-4a3e07e0-0c12-4505-9558-027080bae53f req-8dfe7950-1fa8-4cec-8d9e-c03f0ecfa3c4 service neutron] Attempting to bind port 792983d7-0309-4f4d-85bf-d3507b04f093 on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:13:55.689745 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-4a3e07e0-0c12-4505-9558-027080bae53f req-8dfe7950-1fa8-4cec-8d9e-c03f0ecfa3c4 service neutron] Attempting to bind port 792983d7-0309-4f4d-85bf-d3507b04f093 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': '6590139b-bf54-4ec0-9bd5-42da9623a691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '08d90e55-61c4-4221-9b9d-45fa25d549fb'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:13:55.690068 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3e07e0-0c12-4505-9558-027080bae53f req-8dfe7950-1fa8-4cec-8d9e-c03f0ecfa3c4 service neutron] Attempting to bind port 792983d7-0309-4f4d-85bf-d3507b04f093 on network 08d90e55-61c4-4221-9b9d-45fa25d549fb {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:13:55.692389 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-44ceceff-6b18-4bfa-82b5-b9632def0a39 None None] Provisioning complete for port aee674d5-2b49-47d4-bbad-33dd8e3093ce triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:13:55.692839 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-44ceceff-6b18-4bfa-82b5-b9632def0a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:55.697119 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3e07e0-0c12-4505-9558-027080bae53f req-8dfe7950-1fa8-4cec-8d9e-c03f0ecfa3c4 service neutron] Port 792983d7-0309-4f4d-85bf-d3507b04f093 on network 08d90e55-61c4-4221-9b9d-45fa25d549fb not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:13:55.697443 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3e07e0-0c12-4505-9558-027080bae53f req-8dfe7950-1fa8-4cec-8d9e-c03f0ecfa3c4 service neutron] Attempting to bind port 792983d7-0309-4f4d-85bf-d3507b04f093 on network 08d90e55-61c4-4221-9b9d-45fa25d549fb {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:13:55.711053 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3e07e0-0c12-4505-9558-027080bae53f req-8dfe7950-1fa8-4cec-8d9e-c03f0ecfa3c4 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:13:55.711390 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3e07e0-0c12-4505-9558-027080bae53f req-8dfe7950-1fa8-4cec-8d9e-c03f0ecfa3c4 service neutron] Checking segment: {'id': '6590139b-bf54-4ec0-9bd5-42da9623a691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '08d90e55-61c4-4221-9b9d-45fa25d549fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:13:55.711769 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3e07e0-0c12-4505-9558-027080bae53f req-8dfe7950-1fa8-4cec-8d9e-c03f0ecfa3c4 service neutron] Bound using segment: {'id': '6590139b-bf54-4ec0-9bd5-42da9623a691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '08d90e55-61c4-4221-9b9d-45fa25d549fb'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:13:55.712714 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-4a3e07e0-0c12-4505-9558-027080bae53f req-8dfe7950-1fa8-4cec-8d9e-c03f0ecfa3c4 service neutron] Bound port: 792983d7-0309-4f4d-85bf-d3507b04f093, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6590139b-bf54-4ec0-9bd5-42da9623a691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '08d90e55-61c4-4221-9b9d-45fa25d549fb'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:13:55.712714 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-4a3e07e0-0c12-4505-9558-027080bae53f req-8dfe7950-1fa8-4cec-8d9e-c03f0ecfa3c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:55.730208 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f22ede-5505-4d99-b796-d4cc6cf5387c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Network ab4940a7-900f-447c-9070-f60b582c2f8c is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:13:55.734272 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-00f22ede-5505-4d99-b796-d4cc6cf5387c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:13:55.835324 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-4a3e07e0-0c12-4505-9558-027080bae53f req-8dfe7950-1fa8-4cec-8d9e-c03f0ecfa3c4 service neutron] For port 792983d7-0309-4f4d-85bf-d3507b04f093, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:13:55.886234 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-4a3e07e0-0c12-4505-9558-027080bae53f req-8dfe7950-1fa8-4cec-8d9e-c03f0ecfa3c4 service neutron] For port 792983d7-0309-4f4d-85bf-d3507b04f093, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=792983d7-0309-4f4d-85bf-d3507b04f093,segment=NetworkSegment(6590139b-bf54-4ec0-9bd5-42da9623a691),segment_id=6590139b-bf54-4ec0-9bd5-42da9623a691)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:13:55.894233 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-4a3e07e0-0c12-4505-9558-027080bae53f req-8dfe7950-1fa8-4cec-8d9e-c03f0ecfa3c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:55.906037 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-bd1f1c8f-5a87-4799-b474-541b87336d6a None None] Provisioning complete for port 5b168bcb-1565-448c-848c-e25cdea9ff5f triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:13:55.911212 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bd1f1c8f-5a87-4799-b474-541b87336d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:55.915686 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['0d23a7d4-7b97-44bb-873a-ac22177ac34c'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:13:55.944867 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3e07e0-0c12-4505-9558-027080bae53f req-8dfe7950-1fa8-4cec-8d9e-c03f0ecfa3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:55.945496 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-4a3e07e0-0c12-4505-9558-027080bae53f req-8dfe7950-1fa8-4cec-8d9e-c03f0ecfa3c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:55.946900 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4a3e07e0-0c12-4505-9558-027080bae53f req-8dfe7950-1fa8-4cec-8d9e-c03f0ecfa3c4 service neutron] 10.222.0.39 "PUT /v2.0/ports/792983d7-0309-4f4d-85bf-d3507b04f093 HTTP/1.1" status: 200 len: 1130 time: 1.5534923 Sep 17 08:13:55.948281 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '154dccf3-43aa-4ebf-a865-afe5976a7de0', 'tag': '792983d7-0309-4f4d-85bf-d3507b04f093'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:13:55.950556 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-887395da-0f80-48b0-a6c0-5d6592d0fc82" -d '{"events": [{"name": "network-changed", "server_uuid": "154dccf3-43aa-4ebf-a865-afe5976a7de0", "tag": "792983d7-0309-4f4d-85bf-d3507b04f093"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:13:55.954033 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1fe03-32e6-4a13-a116-9ee0f628562f req-8601a4fc-942e-4f1f-b0cf-d2744fea6730 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:55.956642 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b6a1fe03-32e6-4a13-a116-9ee0f628562f req-8601a4fc-942e-4f1f-b0cf-d2744fea6730 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.13 "GET /v2.0/ports?device_id=154dccf3-43aa-4ebf-a865-afe5976a7de0 HTTP/1.1" status: 200 len: 982 time: 0.0834668 Sep 17 08:13:55.977373 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00f22ede-5505-4d99-b796-d4cc6cf5387c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Router f65a960c-4f30-4d5c-8c5a-fb5fe0fba938 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:13:55.999359 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfe7950-1fa8-4cec-8d9e-c03f0ecfa3c4 service neutron] Pushing event updated for resources: {'Port': ['ID=792983d7-0309-4f4d-85bf-d3507b04f093,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:56.020964 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-bd1f1c8f-5a87-4799-b474-541b87336d6a None None] Port 5b168bcb-1565-448c-848c-e25cdea9ff5f cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:13:56.030914 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-585cdd37-c576-47b4-9e80-7548d9967560 x-openstack-request-id: req-585cdd37-c576-47b4-9e80-7548d9967560 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:13:56.031207 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "154dccf3-43aa-4ebf-a865-afe5976a7de0", "tag": "792983d7-0309-4f4d-85bf-d3507b04f093", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:13:56.031455 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-585cdd37-c576-47b4-9e80-7548d9967560 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:13:56.031870 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '154dccf3-43aa-4ebf-a865-afe5976a7de0', 'tag': '792983d7-0309-4f4d-85bf-d3507b04f093', 'status': 'completed', 'code': 200} Sep 17 08:13:56.053472 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b6a1fe03-32e6-4a13-a116-9ee0f628562f req-68c09a77-7ec5-4f5a-8176-fc12bfb76990 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f1b444e-99ea-42e5-8074-70ee511ec7c9&id=600f5643-1a38-496b-ab00-fdc18500a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0830326 Sep 17 08:13:56.166941 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3e07e0-0c12-4505-9558-027080bae53f req-d0f01d50-d240-4d49-bbf6-8b1142c4ba44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:56.168748 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4a3e07e0-0c12-4505-9558-027080bae53f req-d0f01d50-d240-4d49-bbf6-8b1142c4ba44 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=88a8f2227ebc48b493016d656871546b&device_id=154dccf3-43aa-4ebf-a865-afe5976a7de0 HTTP/1.1" status: 200 len: 1133 time: 0.0892606 Sep 17 08:13:56.199096 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-33e48463-e74f-4100-8436-2c1150dcff1e None None] Provisioning complete for port 5b168bcb-1565-448c-848c-e25cdea9ff5f triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:13:56.199857 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-33e48463-e74f-4100-8436-2c1150dcff1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:56.230137 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4a3e07e0-0c12-4505-9558-027080bae53f req-b7e1f833-dd68-4540-a428-61e84f3088ad service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=792983d7-0309-4f4d-85bf-d3507b04f093 HTTP/1.1" status: 200 len: 217 time: 0.0438325 Sep 17 08:13:56.231343 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f22ede-5505-4d99-b796-d4cc6cf5387c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:13:56.234716 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-33e48463-e74f-4100-8436-2c1150dcff1e None None] Port 5b168bcb-1565-448c-848c-e25cdea9ff5f cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:13:56.240327 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-00f22ede-5505-4d99-b796-d4cc6cf5387c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "PUT /v2.0/routers/f65a960c-4f30-4d5c-8c5a-fb5fe0fba938/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8910410 Sep 17 08:13:56.246952 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b780c233-ba33-4017-8fd8-e96a7e7a6b03 None None] Sync routers for ids ['f65a960c-4f30-4d5c-8c5a-fb5fe0fba938'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:13:56.256759 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b780c233-ba33-4017-8fd8-e96a7e7a6b03 None None] Routers {'f65a960c-4f30-4d5c-8c5a-fb5fe0fba938'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:13:56.257445 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-b780c233-ba33-4017-8fd8-e96a7e7a6b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:13:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['f65a960c-4f30-4d5c-8c5a-fb5fe0fba938'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:13:56.288888 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3e07e0-0c12-4505-9558-027080bae53f req-341620ac-39fc-4af7-b00e-bb12ec5040bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:56.290460 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4a3e07e0-0c12-4505-9558-027080bae53f req-341620ac-39fc-4af7-b00e-bb12ec5040bc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f9cd9da0-8ead-4119-8032-fbfa02985358 HTTP/1.1" status: 200 len: 835 time: 0.0521185 Sep 17 08:13:56.342663 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3e07e0-0c12-4505-9558-027080bae53f req-533b9430-4a25-42f4-800e-b894e50fed8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:56.344235 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4a3e07e0-0c12-4505-9558-027080bae53f req-533b9430-4a25-42f4-800e-b894e50fed8b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=08d90e55-61c4-4221-9b9d-45fa25d549fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458679 Sep 17 08:13:56.363942 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device cb102f75-537b-41c7-8ee8-8b66e04a3017 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:13:56.430658 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-b780c233-ba33-4017-8fd8-e96a7e7a6b03 None None] Set router f65a960c-4f30-4d5c-8c5a-fb5fe0fba938 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:13:56.448459 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4a3e07e0-0c12-4505-9558-027080bae53f req-41d4161a-31eb-47d9-9da6-a9d2837c542c service neutron] 10.222.0.39 "GET /v2.0/networks/08d90e55-61c4-4221-9b9d-45fa25d549fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958159 Sep 17 08:13:56.473251 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-85dfa968-48fc-477c-a9e3-5634bb49b395 req-7b81e941-6ac8-47b3-98d1-72a31414c33b tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1915282038&fields=id&tenant_id=d6ef7951b2ac4d2ead98d70f1879d714 HTTP/1.1" status: 200 len: 267 time: 0.0377002 Sep 17 08:13:56.508287 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port cb102f75-537b-41c7-8ee8-8b66e04a3017 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:13:56.508666 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:56.557908 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4a3e07e0-0c12-4505-9558-027080bae53f req-49eadee7-d70f-42bd-b0fc-b4e473ec6aa7 service neutron] 10.222.0.39 "GET /v2.0/networks/08d90e55-61c4-4221-9b9d-45fa25d549fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016824 Sep 17 08:13:56.594803 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad70f3e0-8061-4521-9145-74de440ef526 req-40d6a487-150e-4a15-83e0-f6d5ecdc200e tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:56.598119 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ad70f3e0-8061-4521-9145-74de440ef526 req-40d6a487-150e-4a15-83e0-f6d5ecdc200e tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=bffd9a44-08cf-41eb-b939-7bf5153f59d6 HTTP/1.1" status: 200 len: 944 time: 0.1069160 Sep 17 08:13:56.639421 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dfa968-48fc-477c-a9e3-5634bb49b395 req-ce6026d0-0c0d-4fd6-b49f-abc884a40b07 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:56.640991 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-85dfa968-48fc-477c-a9e3-5634bb49b395 req-ce6026d0-0c0d-4fd6-b49f-abc884a40b07 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/networks?id=ab4940a7-900f-447c-9070-f60b582c2f8c HTTP/1.1" status: 200 len: 794 time: 0.1606495 Sep 17 08:13:56.664868 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ad70f3e0-8061-4521-9145-74de440ef526 req-986fdb0c-1079-4e70-8da0-5b677655ea08 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602276 Sep 17 08:13:56.667453 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-85dfa968-48fc-477c-a9e3-5634bb49b395 req-abc74477-a283-4018-8bc9-9524a6365897 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/quotas/d6ef7951b2ac4d2ead98d70f1879d714 HTTP/1.1" status: 200 len: 375 time: 0.0163369 Sep 17 08:13:56.673555 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device aee674d5-2b49-47d4-bbad-33dd8e3093ce up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:13:56.704518 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887395da-0f80-48b0-a6c0-5d6592d0fc82 req-d19c9484-296c-419d-b26e-c726b32b7569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:56.706821 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-887395da-0f80-48b0-a6c0-5d6592d0fc82 req-d19c9484-296c-419d-b26e-c726b32b7569 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=88a8f2227ebc48b493016d656871546b&device_id=154dccf3-43aa-4ebf-a865-afe5976a7de0 HTTP/1.1" status: 200 len: 1133 time: 0.0558529 Sep 17 08:13:56.728211 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-85dfa968-48fc-477c-a9e3-5634bb49b395 req-6442dcfa-be63-4573-9476-5271d5567c58 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d6ef7951b2ac4d2ead98d70f1879d714&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486600 Sep 17 08:13:56.802752 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887395da-0f80-48b0-a6c0-5d6592d0fc82 req-665d865d-bdae-4d02-af0b-be75b31aa155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:56.804417 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-887395da-0f80-48b0-a6c0-5d6592d0fc82 req-665d865d-bdae-4d02-af0b-be75b31aa155 service neutron] 10.222.0.39 "GET /v2.0/networks?id=08d90e55-61c4-4221-9b9d-45fa25d549fb HTTP/1.1" status: 200 len: 898 time: 0.0894847 Sep 17 08:13:56.834395 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-85dfa968-48fc-477c-a9e3-5634bb49b395 req-1e25b1cc-decc-4528-b882-af0ddd3bd9a0 service neutron] 10.222.0.13 "GET /v2.0/networks/ab4940a7-900f-447c-9070-f60b582c2f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913961 Sep 17 08:13:56.855722 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-887395da-0f80-48b0-a6c0-5d6592d0fc82 req-917e8d57-ef74-40fe-a5b8-1caaaff4682c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=792983d7-0309-4f4d-85bf-d3507b04f093 HTTP/1.1" status: 200 len: 217 time: 0.0401309 Sep 17 08:13:56.907488 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port aee674d5-2b49-47d4-bbad-33dd8e3093ce triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:13:56.907923 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:56.913619 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887395da-0f80-48b0-a6c0-5d6592d0fc82 req-74713887-d313-4d6f-868a-3ef6cc82ed68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:56.915346 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-887395da-0f80-48b0-a6c0-5d6592d0fc82 req-74713887-d313-4d6f-868a-3ef6cc82ed68 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f9cd9da0-8ead-4119-8032-fbfa02985358 HTTP/1.1" status: 200 len: 835 time: 0.0488713 Sep 17 08:13:56.929312 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-85dfa968-48fc-477c-a9e3-5634bb49b395 req-24cb415f-8e8c-4930-8ad5-c066c78808e2 service neutron] 10.222.0.13 "GET /v2.0/networks/ab4940a7-900f-447c-9070-f60b582c2f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881217 Sep 17 08:13:56.935496 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-b780c233-ba33-4017-8fd8-e96a7e7a6b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65a960c-4f30-4d5c-8c5a-fb5fe0fba938', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337188391', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'cb102f75-537b-41c7-8ee8-8b66e04a3017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:13:47Z', 'updated_at': '2021-09-17T08:13:54Z', 'revision_number': 4, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'gw_port': {'id': 'cb102f75-537b-41c7-8ee8-8b66e04a3017', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:87:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65a960c-4f30-4d5c-8c5a-fb5fe0fba938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:13:48Z', 'updated_at': '2021-09-17T08:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '5b168bcb-1565-448c-848c-e25cdea9ff5f', 'name': '', 'network_id': 'ab4940a7-900f-447c-9070-f60b582c2f8c', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'mac_address': 'fa:16:3e:df:2d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65a960c-4f30-4d5c-8c5a-fb5fe0fba938', 'device_owner': 'network:router_interface', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': '7b4f533f-8a74-4de1-a95e-7e81d2a49ce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:13:53Z', 'updated_at': '2021-09-17T08:13:54Z', 'revision_number': 2, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'subnets': [{'id': '7b4f533f-8a74-4de1-a95e-7e81d2a49ce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:13:56.967492 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b780c233-ba33-4017-8fd8-e96a7e7a6b03 None None] Checking router: f65a960c-4f30-4d5c-8c5a-fb5fe0fba938 for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:13:56.967870 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b780c233-ba33-4017-8fd8-e96a7e7a6b03 None None] Updating router f65a960c-4f30-4d5c-8c5a-fb5fe0fba938 port 5b168bcb-1565-448c-848c-e25cdea9ff5f binding host n-d-789963-9 {{(pid=101291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 08:13:56.977712 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887395da-0f80-48b0-a6c0-5d6592d0fc82 req-ea2f5372-835a-47d4-b048-3f1141a610c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:56.979319 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-887395da-0f80-48b0-a6c0-5d6592d0fc82 req-ea2f5372-835a-47d4-b048-3f1141a610c5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=08d90e55-61c4-4221-9b9d-45fa25d549fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553629 Sep 17 08:13:56.998250 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 0d23a7d4-7b97-44bb-873a-ac22177ac34c up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:13:57.023351 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b780c233-ba33-4017-8fd8-e96a7e7a6b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:57.090604 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-887395da-0f80-48b0-a6c0-5d6592d0fc82 req-e7d34e4b-205d-403e-8267-e0f81bfcf10f service neutron] 10.222.0.39 "GET /v2.0/networks/08d90e55-61c4-4221-9b9d-45fa25d549fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983934 Sep 17 08:13:57.116735 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c739fa38-ef38-4f30-82b7-c623f382fa5d req-c8b27955-bb09-445f-8da6-91e2c3ed7ea2 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=8418b5e8-4c89-44e2-a136-b8a0d26f6a81 HTTP/1.1" status: 200 len: 210 time: 0.0348833 Sep 17 08:13:57.212796 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-887395da-0f80-48b0-a6c0-5d6592d0fc82 req-9f3235f1-cea4-4449-a23a-2b9970524148 service neutron] 10.222.0.39 "GET /v2.0/networks/08d90e55-61c4-4221-9b9d-45fa25d549fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145766 Sep 17 08:13:57.221420 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c26ba59-71a7-4943-aee3-3fb5c138fddc req-5c7278da-a4f5-4357-8e16-a090e73b896c tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:57.223162 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0c26ba59-71a7-4943-aee3-3fb5c138fddc req-5c7278da-a4f5-4357-8e16-a090e73b896c tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.13 "GET /v2.0/ports?device_id=154dccf3-43aa-4ebf-a865-afe5976a7de0 HTTP/1.1" status: 200 len: 982 time: 0.0772390 Sep 17 08:13:57.254079 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning for port 0d23a7d4-7b97-44bb-873a-ac22177ac34c completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:13:57.268798 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port 0d23a7d4-7b97-44bb-873a-ac22177ac34c triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:13:57.269185 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:57.272475 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0c26ba59-71a7-4943-aee3-3fb5c138fddc req-af850064-f68a-47d5-a127-daa870b71586 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f1b444e-99ea-42e5-8074-70ee511ec7c9&id=600f5643-1a38-496b-ab00-fdc18500a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0431492 Sep 17 08:13:57.422549 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:57.477028 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bffd9a44-08cf-41eb-b939-7bf5153f59d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d23a7d4-7b97-44bb-873a-ac22177ac34c'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:13:57.479255 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-817b7cfb-2495-4f5c-b675-6b812c68ac88" -d '{"events": [{"server_uuid": "bffd9a44-08cf-41eb-b939-7bf5153f59d6", "name": "network-vif-plugged", "status": "completed", "tag": "0d23a7d4-7b97-44bb-873a-ac22177ac34c"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:13:57.497047 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b780c233-ba33-4017-8fd8-e96a7e7a6b03 None None] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:57.501914 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 0d23a7d4-7b97-44bb-873a-ac22177ac34c, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=0d23a7d4-7b97-44bb-873a-ac22177ac34c,segment=NetworkSegment(97a5f9eb-b96b-49f6-801a-38ac71ff3601),segment_id=97a5f9eb-b96b-49f6-801a-38ac71ff3601)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:13:57.504918 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b780c233-ba33-4017-8fd8-e96a7e7a6b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:57.509458 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:57.535145 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5025dca4-cd5f-48df-b2f7-28b5c42dc2ba x-openstack-request-id: req-5025dca4-cd5f-48df-b2f7-28b5c42dc2ba {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:13:57.535440 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bffd9a44-08cf-41eb-b939-7bf5153f59d6", "name": "network-vif-plugged", "status": "completed", "tag": "0d23a7d4-7b97-44bb-873a-ac22177ac34c", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:13:57.535765 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5025dca4-cd5f-48df-b2f7-28b5c42dc2ba {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:13:57.536186 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bffd9a44-08cf-41eb-b939-7bf5153f59d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d23a7d4-7b97-44bb-873a-ac22177ac34c', 'code': 200} Sep 17 08:13:57.560627 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200f5eb1-5972-492f-bd0c-bfff686477ab None None] Pushing event updated for resources: {'Port': ['ID=5b168bcb-1565-448c-848c-e25cdea9ff5f,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:57.647174 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-b780c233-ba33-4017-8fd8-e96a7e7a6b03 None None] Attempting to bind port 5b168bcb-1565-448c-848c-e25cdea9ff5f on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:13:57.647543 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-b780c233-ba33-4017-8fd8-e96a7e7a6b03 None None] Attempting to bind port 5b168bcb-1565-448c-848c-e25cdea9ff5f by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '3463ea9b-9d7d-4240-8db7-f6a091102474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ab4940a7-900f-447c-9070-f60b582c2f8c'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:13:57.647938 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b780c233-ba33-4017-8fd8-e96a7e7a6b03 None None] Attempting to bind port 5b168bcb-1565-448c-848c-e25cdea9ff5f on network ab4940a7-900f-447c-9070-f60b582c2f8c {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:13:57.654907 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=0d23a7d4-7b97-44bb-873a-ac22177ac34c,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:57.658384 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b780c233-ba33-4017-8fd8-e96a7e7a6b03 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:13:57.658860 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b780c233-ba33-4017-8fd8-e96a7e7a6b03 None None] Checking segment: {'id': '3463ea9b-9d7d-4240-8db7-f6a091102474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ab4940a7-900f-447c-9070-f60b582c2f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:13:57.659269 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b780c233-ba33-4017-8fd8-e96a7e7a6b03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:57.659654 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b780c233-ba33-4017-8fd8-e96a7e7a6b03 None None] Bound using segment: {'id': '3463ea9b-9d7d-4240-8db7-f6a091102474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ab4940a7-900f-447c-9070-f60b582c2f8c'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:13:57.660472 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-b780c233-ba33-4017-8fd8-e96a7e7a6b03 None None] Bound port: 5b168bcb-1565-448c-848c-e25cdea9ff5f, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3463ea9b-9d7d-4240-8db7-f6a091102474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ab4940a7-900f-447c-9070-f60b582c2f8c'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:13:57.660621 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b780c233-ba33-4017-8fd8-e96a7e7a6b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:57.710558 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc405778-f248-45f0-92dc-3be65a6b5855 req-cbc361ba-e904-4ba0-ae94-743afdc86809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:57.714856 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fc405778-f248-45f0-92dc-3be65a6b5855 req-cbc361ba-e904-4ba0-ae94-743afdc86809 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bffd9a44-08cf-41eb-b939-7bf5153f59d6 HTTP/1.1" status: 200 len: 1096 time: 0.0628808 Sep 17 08:13:57.765162 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-b780c233-ba33-4017-8fd8-e96a7e7a6b03 None None] For port 5b168bcb-1565-448c-848c-e25cdea9ff5f, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:13:57.770629 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-b780c233-ba33-4017-8fd8-e96a7e7a6b03 None None] For port 5b168bcb-1565-448c-848c-e25cdea9ff5f, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=5b168bcb-1565-448c-848c-e25cdea9ff5f,segment=NetworkSegment(3463ea9b-9d7d-4240-8db7-f6a091102474),segment_id=3463ea9b-9d7d-4240-8db7-f6a091102474)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:13:57.775385 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fc405778-f248-45f0-92dc-3be65a6b5855 req-519d377b-725a-4387-aa0a-5276ee15c6fd service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525227 Sep 17 08:13:57.778891 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b780c233-ba33-4017-8fd8-e96a7e7a6b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:57.797319 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc6a10f-5a94-449f-8a08-386c2a327002 req-8a332365-e0b9-4d98-92d5-92eaa33495f6 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:57.798854 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-edc6a10f-5a94-449f-8a08-386c2a327002 req-8a332365-e0b9-4d98-92d5-92eaa33495f6 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=bffd9a44-08cf-41eb-b939-7bf5153f59d6 HTTP/1.1" status: 200 len: 945 time: 0.0549831 Sep 17 08:13:57.836061 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b780c233-ba33-4017-8fd8-e96a7e7a6b03 None None] Routers {'f65a960c-4f30-4d5c-8c5a-fb5fe0fba938'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:13:57.836704 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-b780c233-ba33-4017-8fd8-e96a7e7a6b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:13:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['f65a960c-4f30-4d5c-8c5a-fb5fe0fba938'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:13:57.838262 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-edc6a10f-5a94-449f-8a08-386c2a327002 req-28b43433-5c7c-4e6c-8ec2-4791f9aa5be5 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333347 Sep 17 08:13:57.842202 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200f5eb1-5972-492f-bd0c-bfff686477ab None None] Pushing event updated for resources: {'Port': ['ID=5b168bcb-1565-448c-848c-e25cdea9ff5f,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:57.902776 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-4537150d-89ca-4a18-a5bb-5603acc6bef8 None None] Provisioning complete for port 5b168bcb-1565-448c-848c-e25cdea9ff5f triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:13:57.903160 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4537150d-89ca-4a18-a5bb-5603acc6bef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:57.987171 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-b780c233-ba33-4017-8fd8-e96a7e7a6b03 None None] Set router f65a960c-4f30-4d5c-8c5a-fb5fe0fba938 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:13:58.107742 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4537150d-89ca-4a18-a5bb-5603acc6bef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:58.184594 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-4537150d-89ca-4a18-a5bb-5603acc6bef8 None None] For port 5b168bcb-1565-448c-848c-e25cdea9ff5f, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=5b168bcb-1565-448c-848c-e25cdea9ff5f,segment=NetworkSegment(3463ea9b-9d7d-4240-8db7-f6a091102474),segment_id=3463ea9b-9d7d-4240-8db7-f6a091102474)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:13:58.191669 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4537150d-89ca-4a18-a5bb-5603acc6bef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:58.207827 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-10b287f8-252e-425a-95b1-70621e679ed1 req-571b6506-5a7a-4c4a-95a0-b421e98090ac tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=8418b5e8-4c89-44e2-a136-b8a0d26f6a81 HTTP/1.1" status: 200 len: 210 time: 0.0285883 Sep 17 08:13:58.265313 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4537150d-89ca-4a18-a5bb-5603acc6bef8 None None] Pushing event updated for resources: {'Port': ['ID=5b168bcb-1565-448c-848c-e25cdea9ff5f,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:58.280085 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-b780c233-ba33-4017-8fd8-e96a7e7a6b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65a960c-4f30-4d5c-8c5a-fb5fe0fba938', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337188391', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'cb102f75-537b-41c7-8ee8-8b66e04a3017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:13:47Z', 'updated_at': '2021-09-17T08:13:54Z', 'revision_number': 4, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'gw_port': {'id': 'cb102f75-537b-41c7-8ee8-8b66e04a3017', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:87:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65a960c-4f30-4d5c-8c5a-fb5fe0fba938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:13:48Z', 'updated_at': '2021-09-17T08:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '5b168bcb-1565-448c-848c-e25cdea9ff5f', 'name': '', 'network_id': 'ab4940a7-900f-447c-9070-f60b582c2f8c', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'mac_address': 'fa:16:3e:df:2d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65a960c-4f30-4d5c-8c5a-fb5fe0fba938', 'device_owner': 'network:router_interface', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': '7b4f533f-8a74-4de1-a95e-7e81d2a49ce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:13:53Z', 'updated_at': '2021-09-17T08:13:57Z', 'revision_number': 4, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'subnets': [{'id': '7b4f533f-8a74-4de1-a95e-7e81d2a49ce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:13:58.313642 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b780c233-ba33-4017-8fd8-e96a7e7a6b03 None None] The sync data for ids ['f65a960c-4f30-4d5c-8c5a-fb5fe0fba938'] in n-d-789963-9 is: [{'id': 'f65a960c-4f30-4d5c-8c5a-fb5fe0fba938', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337188391', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'cb102f75-537b-41c7-8ee8-8b66e04a3017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:13:47Z', 'updated_at': '2021-09-17T08:13:54Z', 'revision_number': 4, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'gw_port': {'id': 'cb102f75-537b-41c7-8ee8-8b66e04a3017', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:87:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65a960c-4f30-4d5c-8c5a-fb5fe0fba938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:13:48Z', 'updated_at': '2021-09-17T08:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '5b168bcb-1565-448c-848c-e25cdea9ff5f', 'name': '', 'network_id': 'ab4940a7-900f-447c-9070-f60b582c2f8c', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'mac_address': 'fa:16:3e:df:2d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65a960c-4f30-4d5c-8c5a-fb5fe0fba938', 'device_owner': 'network:router_interface', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': '7b4f533f-8a74-4de1-a95e-7e81d2a49ce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:13:53Z', 'updated_at': '2021-09-17T08:13:57Z', 'revision_number': 4, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'subnets': [{'id': '7b4f533f-8a74-4de1-a95e-7e81d2a49ce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:13:58.324231 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-4090a850-bbe3-4d43-8254-3d2ece7b383b None None] Provisioning complete for port 5b168bcb-1565-448c-848c-e25cdea9ff5f triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:13:58.324683 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4090a850-bbe3-4d43-8254-3d2ece7b383b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:58.418260 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36374a-9ca5-46f9-ae30-eda7af9dc1aa req-ef5f4a61-1489-4d1a-92aa-d8a68e188f0b tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:58.423675 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4a36374a-9ca5-46f9-ae30-eda7af9dc1aa req-ef5f4a61-1489-4d1a-92aa-d8a68e188f0b tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.13 "GET /v2.0/ports?device_id=154dccf3-43aa-4ebf-a865-afe5976a7de0 HTTP/1.1" status: 200 len: 982 time: 0.0806110 Sep 17 08:13:58.467015 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4a36374a-9ca5-46f9-ae30-eda7af9dc1aa req-0d3af3eb-4028-4af9-9d95-91b27bba9e6a tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f1b444e-99ea-42e5-8074-70ee511ec7c9&id=600f5643-1a38-496b-ab00-fdc18500a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0401549 Sep 17 08:13:58.685445 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dfa968-48fc-477c-a9e3-5634bb49b395 req-2adbb64a-e782-4ab8-b46c-96acbddbe760 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:58.687041 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-85dfa968-48fc-477c-a9e3-5634bb49b395 req-2adbb64a-e782-4ab8-b46c-96acbddbe760 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.41 "GET /v2.0/networks?id=ab4940a7-900f-447c-9070-f60b582c2f8c HTTP/1.1" status: 200 len: 794 time: 0.1194186 Sep 17 08:13:58.740805 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-85dfa968-48fc-477c-a9e3-5634bb49b395 req-e66530ce-2717-4075-9010-2e2a6bd1a325 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6ef7951b2ac4d2ead98d70f1879d714 HTTP/1.1" status: 200 len: 380 time: 0.0357375 Sep 17 08:13:58.752745 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-85dfa968-48fc-477c-a9e3-5634bb49b395 req-100202f2-acc6-4f0f-8fa0-40aef497169e tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Request body: {'port': {'device_id': '8418b5e8-4c89-44e2-a136-b8a0d26f6a81', 'network_id': 'ab4940a7-900f-447c-9070-f60b582c2f8c', 'admin_state_up': True, 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'security_groups': ['d58cca41-12a4-4922-945e-78e1f26f3fc8']}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:13:58.870269 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85dfa968-48fc-477c-a9e3-5634bb49b395 req-100202f2-acc6-4f0f-8fa0-40aef497169e tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Made reservation on behalf of d6ef7951b2ac4d2ead98d70f1879d714 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:13:58.874407 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-85dfa968-48fc-477c-a9e3-5634bb49b395 req-100202f2-acc6-4f0f-8fa0-40aef497169e tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:58.958891 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a84e1d-210c-4894-906a-acf27d070ebc req-fc7c0936-7fa8-43ae-be5d-70347726cb7e tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:58.960625 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e9a84e1d-210c-4894-906a-acf27d070ebc req-fc7c0936-7fa8-43ae-be5d-70347726cb7e tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=bffd9a44-08cf-41eb-b939-7bf5153f59d6 HTTP/1.1" status: 200 len: 945 time: 0.0480306 Sep 17 08:13:59.000737 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e9a84e1d-210c-4894-906a-acf27d070ebc req-449c2fc4-9202-4d91-a76a-0ce62b3ec853 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336852 Sep 17 08:13:59.009576 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-85dfa968-48fc-477c-a9e3-5634bb49b395 req-100202f2-acc6-4f0f-8fa0-40aef497169e tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Allocated IP 172.20.0.12 (ab4940a7-900f-447c-9070-f60b582c2f8c/7b4f533f-8a74-4de1-a95e-7e81d2a49ce7/cc924b2e-aac2-4046-98c7-256cda945f96) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:13:59.149978 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-85dfa968-48fc-477c-a9e3-5634bb49b395 req-100202f2-acc6-4f0f-8fa0-40aef497169e tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:59.184779 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-85dfa968-48fc-477c-a9e3-5634bb49b395 req-100202f2-acc6-4f0f-8fa0-40aef497169e tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:59.242141 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85dfa968-48fc-477c-a9e3-5634bb49b395 req-100202f2-acc6-4f0f-8fa0-40aef497169e tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Network ab4940a7-900f-447c-9070-f60b582c2f8c is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:13:59.245512 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-85dfa968-48fc-477c-a9e3-5634bb49b395 req-100202f2-acc6-4f0f-8fa0-40aef497169e tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:13:59.252219 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-85dfa968-48fc-477c-a9e3-5634bb49b395 req-100202f2-acc6-4f0f-8fa0-40aef497169e tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:13:59.290316 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100202f2-acc6-4f0f-8fa0-40aef497169e tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event updated for resources: {'Port': ['ID=cc924b2e-aac2-4046-98c7-256cda945f96,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:59.307532 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dfa968-48fc-477c-a9e3-5634bb49b395 req-100202f2-acc6-4f0f-8fa0-40aef497169e tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:59.308214 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-85dfa968-48fc-477c-a9e3-5634bb49b395 req-100202f2-acc6-4f0f-8fa0-40aef497169e tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:59.333230 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-85dfa968-48fc-477c-a9e3-5634bb49b395 req-100202f2-acc6-4f0f-8fa0-40aef497169e tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5848663 Sep 17 08:13:59.352520 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-85dfa968-48fc-477c-a9e3-5634bb49b395 req-d867959b-75d7-4cb7-8dd4-7033d4e0cb60 service neutron] Request body: {'port': {'device_id': '8418b5e8-4c89-44e2-a136-b8a0d26f6a81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:13:59.371294 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c62cb-f505-4021-9c89-c52ba86be813 req-5d8b8dfd-ad0f-4625-91fe-26ba747209ff tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:59.380421 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-084c62cb-f505-4021-9c89-c52ba86be813 req-5d8b8dfd-ad0f-4625-91fe-26ba747209ff tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=8418b5e8-4c89-44e2-a136-b8a0d26f6a81 HTTP/1.1" status: 200 len: 932 time: 0.0938120 Sep 17 08:13:59.429228 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-85dfa968-48fc-477c-a9e3-5634bb49b395 req-d867959b-75d7-4cb7-8dd4-7033d4e0cb60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:59.442622 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-084c62cb-f505-4021-9c89-c52ba86be813 req-11fa2ff3-39af-4581-8d5e-b7f465dfb615 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=d58cca41-12a4-4922-945e-78e1f26f3fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602589 Sep 17 08:13:59.590032 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72842532-78d5-4214-992a-ea586a46387d req-cf2819b7-2a05-48f1-9ac4-2180c94336d5 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:13:59.591465 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-72842532-78d5-4214-992a-ea586a46387d req-cf2819b7-2a05-48f1-9ac4-2180c94336d5 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.13 "GET /v2.0/ports?device_id=154dccf3-43aa-4ebf-a865-afe5976a7de0 HTTP/1.1" status: 200 len: 982 time: 0.0523090 Sep 17 08:13:59.606798 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-beae8388-a9a8-4615-b553-92db89d16e4f None None] Provisioning complete for port cc924b2e-aac2-4046-98c7-256cda945f96 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:13:59.607822 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-beae8388-a9a8-4615-b553-92db89d16e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:59.633523 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-72842532-78d5-4214-992a-ea586a46387d req-712dea63-efad-4315-bee9-8a45fdf342d4 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f1b444e-99ea-42e5-8074-70ee511ec7c9&id=600f5643-1a38-496b-ab00-fdc18500a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0357513 Sep 17 08:13:59.642104 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-beae8388-a9a8-4615-b553-92db89d16e4f None None] Port cc924b2e-aac2-4046-98c7-256cda945f96 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:13:59.712917 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-85dfa968-48fc-477c-a9e3-5634bb49b395 req-d867959b-75d7-4cb7-8dd4-7033d4e0cb60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc924b2e-aac2-4046-98c7-256cda945f96 {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:13:59.720017 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-85dfa968-48fc-477c-a9e3-5634bb49b395 req-d867959b-75d7-4cb7-8dd4-7033d4e0cb60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:59.738261 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-85dfa968-48fc-477c-a9e3-5634bb49b395 req-d867959b-75d7-4cb7-8dd4-7033d4e0cb60 service neutron] Transition to ACTIVE for port object cc924b2e-aac2-4046-98c7-256cda945f96 will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:13:59.742167 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-85dfa968-48fc-477c-a9e3-5634bb49b395 req-d867959b-75d7-4cb7-8dd4-7033d4e0cb60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:59.809165 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d867959b-75d7-4cb7-8dd4-7033d4e0cb60 service neutron] Pushing event updated for resources: {'Port': ['ID=cc924b2e-aac2-4046-98c7-256cda945f96,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:13:59.818042 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 792983d7-0309-4f4d-85bf-d3507b04f093 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:13:59.865557 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-85dfa968-48fc-477c-a9e3-5634bb49b395 req-d867959b-75d7-4cb7-8dd4-7033d4e0cb60 service neutron] Attempting to bind port cc924b2e-aac2-4046-98c7-256cda945f96 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:13:59.865557 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-85dfa968-48fc-477c-a9e3-5634bb49b395 req-d867959b-75d7-4cb7-8dd4-7033d4e0cb60 service neutron] Attempting to bind port cc924b2e-aac2-4046-98c7-256cda945f96 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': '3463ea9b-9d7d-4240-8db7-f6a091102474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ab4940a7-900f-447c-9070-f60b582c2f8c'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:13:59.865903 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85dfa968-48fc-477c-a9e3-5634bb49b395 req-d867959b-75d7-4cb7-8dd4-7033d4e0cb60 service neutron] Attempting to bind port cc924b2e-aac2-4046-98c7-256cda945f96 on network ab4940a7-900f-447c-9070-f60b582c2f8c {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:13:59.872520 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85dfa968-48fc-477c-a9e3-5634bb49b395 req-d867959b-75d7-4cb7-8dd4-7033d4e0cb60 service neutron] Port cc924b2e-aac2-4046-98c7-256cda945f96 on network ab4940a7-900f-447c-9070-f60b582c2f8c not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:13:59.872958 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85dfa968-48fc-477c-a9e3-5634bb49b395 req-d867959b-75d7-4cb7-8dd4-7033d4e0cb60 service neutron] Attempting to bind port cc924b2e-aac2-4046-98c7-256cda945f96 on network ab4940a7-900f-447c-9070-f60b582c2f8c {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:13:59.879055 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85dfa968-48fc-477c-a9e3-5634bb49b395 req-d867959b-75d7-4cb7-8dd4-7033d4e0cb60 service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:13:59.879467 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85dfa968-48fc-477c-a9e3-5634bb49b395 req-d867959b-75d7-4cb7-8dd4-7033d4e0cb60 service neutron] Checking segment: {'id': '3463ea9b-9d7d-4240-8db7-f6a091102474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ab4940a7-900f-447c-9070-f60b582c2f8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:13:59.879939 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85dfa968-48fc-477c-a9e3-5634bb49b395 req-d867959b-75d7-4cb7-8dd4-7033d4e0cb60 service neutron] Bound using segment: {'id': '3463ea9b-9d7d-4240-8db7-f6a091102474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ab4940a7-900f-447c-9070-f60b582c2f8c'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:13:59.880451 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-85dfa968-48fc-477c-a9e3-5634bb49b395 req-d867959b-75d7-4cb7-8dd4-7033d4e0cb60 service neutron] Bound port: cc924b2e-aac2-4046-98c7-256cda945f96, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3463ea9b-9d7d-4240-8db7-f6a091102474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'ab4940a7-900f-447c-9070-f60b582c2f8c'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:13:59.881144 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-85dfa968-48fc-477c-a9e3-5634bb49b395 req-d867959b-75d7-4cb7-8dd4-7033d4e0cb60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:59.938689 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 792983d7-0309-4f4d-85bf-d3507b04f093, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=792983d7-0309-4f4d-85bf-d3507b04f093,segment=NetworkSegment(6590139b-bf54-4ec0-9bd5-42da9623a691),segment_id=6590139b-bf54-4ec0-9bd5-42da9623a691)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:13:59.957301 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '792983d7-0309-4f4d-85bf-d3507b04f093', 'network_id': '08d90e55-61c4-4221-9b9d-45fa25d549fb', 'port_id': '792983d7-0309-4f4d-85bf-d3507b04f093', 'mac_address': 'fa:16:3e:04:6b:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9cd9da0-8ead-4119-8032-fbfa02985358', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:13:59.965995 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-85dfa968-48fc-477c-a9e3-5634bb49b395 req-d867959b-75d7-4cb7-8dd4-7033d4e0cb60 service neutron] For port cc924b2e-aac2-4046-98c7-256cda945f96, host n-h1-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:13:59.970994 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-85dfa968-48fc-477c-a9e3-5634bb49b395 req-d867959b-75d7-4cb7-8dd4-7033d4e0cb60 service neutron] For port cc924b2e-aac2-4046-98c7-256cda945f96, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=cc924b2e-aac2-4046-98c7-256cda945f96,segment=NetworkSegment(3463ea9b-9d7d-4240-8db7-f6a091102474),segment_id=3463ea9b-9d7d-4240-8db7-f6a091102474)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:13:59.976003 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-85dfa968-48fc-477c-a9e3-5634bb49b395 req-d867959b-75d7-4cb7-8dd4-7033d4e0cb60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:13:59.998404 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:00.011986 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 792983d7-0309-4f4d-85bf-d3507b04f093 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:14:00.015154 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dfa968-48fc-477c-a9e3-5634bb49b395 req-d867959b-75d7-4cb7-8dd4-7033d4e0cb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:00.015772 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-85dfa968-48fc-477c-a9e3-5634bb49b395 req-d867959b-75d7-4cb7-8dd4-7033d4e0cb60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:00.017240 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-85dfa968-48fc-477c-a9e3-5634bb49b395 req-d867959b-75d7-4cb7-8dd4-7033d4e0cb60 service neutron] 10.222.0.41 "PUT /v2.0/ports/cc924b2e-aac2-4046-98c7-256cda945f96 HTTP/1.1" status: 200 len: 1092 time: 0.6694145 Sep 17 08:14:00.017663 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8418b5e8-4c89-44e2-a136-b8a0d26f6a81', 'tag': 'cc924b2e-aac2-4046-98c7-256cda945f96'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:14:00.019918 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb93ae99-7ab5-48c4-b06f-b9b4efbc2ed4" -d '{"events": [{"name": "network-changed", "server_uuid": "8418b5e8-4c89-44e2-a136-b8a0d26f6a81", "tag": "cc924b2e-aac2-4046-98c7-256cda945f96"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:14:00.045700 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d867959b-75d7-4cb7-8dd4-7033d4e0cb60 service neutron] Pushing event updated for resources: {'Port': ['ID=cc924b2e-aac2-4046-98c7-256cda945f96,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:14:00.077419 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 792983d7-0309-4f4d-85bf-d3507b04f093, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=792983d7-0309-4f4d-85bf-d3507b04f093,segment=NetworkSegment(6590139b-bf54-4ec0-9bd5-42da9623a691),segment_id=6590139b-bf54-4ec0-9bd5-42da9623a691)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:14:00.089281 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:00.127940 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09760355-4efd-41a5-8ef5-b3487e68efd7 x-openstack-request-id: req-09760355-4efd-41a5-8ef5-b3487e68efd7 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:14:00.128763 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8418b5e8-4c89-44e2-a136-b8a0d26f6a81", "tag": "cc924b2e-aac2-4046-98c7-256cda945f96", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:14:00.129021 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-09760355-4efd-41a5-8ef5-b3487e68efd7 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:14:00.129515 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8418b5e8-4c89-44e2-a136-b8a0d26f6a81', 'tag': 'cc924b2e-aac2-4046-98c7-256cda945f96', 'status': 'completed', 'code': 200} Sep 17 08:14:00.151908 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dfa968-48fc-477c-a9e3-5634bb49b395 req-99edc698-ea7e-49c4-880b-ddd1545f24df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:00.153480 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=792983d7-0309-4f4d-85bf-d3507b04f093,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:14:00.153699 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-85dfa968-48fc-477c-a9e3-5634bb49b395 req-99edc698-ea7e-49c4-880b-ddd1545f24df service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6ef7951b2ac4d2ead98d70f1879d714&device_id=8418b5e8-4c89-44e2-a136-b8a0d26f6a81 HTTP/1.1" status: 200 len: 1095 time: 0.0784519 Sep 17 08:14:00.159673 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b624194-2a1e-4aca-8928-9b9f4e1faae7 req-e06295ce-7703-40f8-a8b1-c72fcde853a0 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:00.164282 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0b624194-2a1e-4aca-8928-9b9f4e1faae7 req-e06295ce-7703-40f8-a8b1-c72fcde853a0 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=bffd9a44-08cf-41eb-b939-7bf5153f59d6 HTTP/1.1" status: 200 len: 945 time: 0.0645163 Sep 17 08:14:00.203384 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0b624194-2a1e-4aca-8928-9b9f4e1faae7 req-a0463295-7508-494e-a012-1c3940a807e7 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357118 Sep 17 08:14:00.209651 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-85dfa968-48fc-477c-a9e3-5634bb49b395 req-f551ceab-9f7a-45ab-bf8d-3b9de1e77bcc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc924b2e-aac2-4046-98c7-256cda945f96 HTTP/1.1" status: 200 len: 217 time: 0.0417612 Sep 17 08:14:00.265040 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dfa968-48fc-477c-a9e3-5634bb49b395 req-e6313217-a61c-4669-817a-0cfe5bbe9637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:00.266407 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-85dfa968-48fc-477c-a9e3-5634bb49b395 req-e6313217-a61c-4669-817a-0cfe5bbe9637 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b4f533f-8a74-4de1-a95e-7e81d2a49ce7 HTTP/1.1" status: 200 len: 834 time: 0.0496495 Sep 17 08:14:00.323820 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dfa968-48fc-477c-a9e3-5634bb49b395 req-eb0ef0b8-edae-4105-aa31-6f584b321b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:00.325474 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-85dfa968-48fc-477c-a9e3-5634bb49b395 req-eb0ef0b8-edae-4105-aa31-6f584b321b82 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ab4940a7-900f-447c-9070-f60b582c2f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516689 Sep 17 08:14:00.331667 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f78624-7e8f-4781-b923-799ccb77115f req-e6d3a7c7-7a7b-47dc-8ec4-7c1c3ad5e75a tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:00.336933 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-26f78624-7e8f-4781-b923-799ccb77115f req-e6d3a7c7-7a7b-47dc-8ec4-7c1c3ad5e75a tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=bffd9a44-08cf-41eb-b939-7bf5153f59d6 HTTP/1.1" status: 200 len: 945 time: 0.0538416 Sep 17 08:14:00.366369 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 5b168bcb-1565-448c-848c-e25cdea9ff5f up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:14:00.383795 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-26f78624-7e8f-4781-b923-799ccb77115f req-0e6d7a45-6159-4bb7-8b64-d92eac3c4184 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419145 Sep 17 08:14:00.421863 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 5b168bcb-1565-448c-848c-e25cdea9ff5f triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:14:00.422245 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:00.435525 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-85dfa968-48fc-477c-a9e3-5634bb49b395 req-13dd8ac3-9680-44d6-ac6f-a7e0788386da service neutron] 10.222.0.41 "GET /v2.0/networks/ab4940a7-900f-447c-9070-f60b582c2f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024613 Sep 17 08:14:00.507123 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['792983d7-0309-4f4d-85bf-d3507b04f093'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:14:00.542882 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-85dfa968-48fc-477c-a9e3-5634bb49b395 req-e2c949a0-3b7d-489a-9006-6ac392a8345e service neutron] 10.222.0.41 "GET /v2.0/networks/ab4940a7-900f-447c-9070-f60b582c2f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002698 Sep 17 08:14:00.583531 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5106ce-2128-42bc-9850-a720a1641517 req-8d755b5f-d2fc-4b34-9d81-aa4b50d8c5d7 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:00.590934 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0d5106ce-2128-42bc-9850-a720a1641517 req-8d755b5f-d2fc-4b34-9d81-aa4b50d8c5d7 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=8418b5e8-4c89-44e2-a136-b8a0d26f6a81 HTTP/1.1" status: 200 len: 944 time: 0.0703375 Sep 17 08:14:00.652693 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0d5106ce-2128-42bc-9850-a720a1641517 req-f8e17a95-54f5-426c-89ae-abe3e82d12e8 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=d58cca41-12a4-4922-945e-78e1f26f3fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604732 Sep 17 08:14:00.693346 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dbe5f5-4b78-49a7-aab6-d74c383bfa34 req-86000e89-b42b-4d13-a6c5-e0017bbaf111 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:00.704085 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d6dbe5f5-4b78-49a7-aab6-d74c383bfa34 req-86000e89-b42b-4d13-a6c5-e0017bbaf111 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=bffd9a44-08cf-41eb-b939-7bf5153f59d6 HTTP/1.1" status: 200 len: 945 time: 0.0947344 Sep 17 08:14:00.716947 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb93ae99-7ab5-48c4-b06f-b9b4efbc2ed4 req-24834d68-7614-4808-84a7-8e933442d9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:00.718472 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bb93ae99-7ab5-48c4-b06f-b9b4efbc2ed4 req-24834d68-7614-4808-84a7-8e933442d9c0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6ef7951b2ac4d2ead98d70f1879d714&device_id=8418b5e8-4c89-44e2-a136-b8a0d26f6a81 HTTP/1.1" status: 200 len: 1095 time: 0.0511127 Sep 17 08:14:00.762128 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d6dbe5f5-4b78-49a7-aab6-d74c383bfa34 req-88189c14-a299-4f55-a521-0722931a9d1f tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569210 Sep 17 08:14:00.778403 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c53de2a-310b-4900-8b91-2fde213e2bb0 req-137fb5c8-278c-434b-a931-24e9b7c3bc9d tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:00.779886 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5c53de2a-310b-4900-8b91-2fde213e2bb0 req-137fb5c8-278c-434b-a931-24e9b7c3bc9d tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.13 "GET /v2.0/ports?device_id=154dccf3-43aa-4ebf-a865-afe5976a7de0 HTTP/1.1" status: 200 len: 983 time: 0.0664558 Sep 17 08:14:00.815248 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb93ae99-7ab5-48c4-b06f-b9b4efbc2ed4 req-a8cf2d63-cffd-47b3-b66f-757280891351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:00.816682 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bb93ae99-7ab5-48c4-b06f-b9b4efbc2ed4 req-a8cf2d63-cffd-47b3-b66f-757280891351 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ab4940a7-900f-447c-9070-f60b582c2f8c HTTP/1.1" status: 200 len: 895 time: 0.0901959 Sep 17 08:14:00.822417 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5c53de2a-310b-4900-8b91-2fde213e2bb0 req-68a4498d-ebde-4812-9f94-2904d7f15410 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f1b444e-99ea-42e5-8074-70ee511ec7c9&id=600f5643-1a38-496b-ab00-fdc18500a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0358095 Sep 17 08:14:00.864249 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bb93ae99-7ab5-48c4-b06f-b9b4efbc2ed4 req-a14aa7dd-a768-4adc-96c0-20e30e9e86ae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc924b2e-aac2-4046-98c7-256cda945f96 HTTP/1.1" status: 200 len: 217 time: 0.0395193 Sep 17 08:14:00.915133 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb93ae99-7ab5-48c4-b06f-b9b4efbc2ed4 req-32dc164a-4609-447a-8957-ae26f4a0d6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:00.916641 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bb93ae99-7ab5-48c4-b06f-b9b4efbc2ed4 req-32dc164a-4609-447a-8957-ae26f4a0d6fa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b4f533f-8a74-4de1-a95e-7e81d2a49ce7 HTTP/1.1" status: 200 len: 834 time: 0.0446260 Sep 17 08:14:00.962848 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb93ae99-7ab5-48c4-b06f-b9b4efbc2ed4 req-8ccc5eb7-9122-41f1-9833-9b1f845b505c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:00.964357 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bb93ae99-7ab5-48c4-b06f-b9b4efbc2ed4 req-8ccc5eb7-9122-41f1-9833-9b1f845b505c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ab4940a7-900f-447c-9070-f60b582c2f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390825 Sep 17 08:14:01.057876 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bb93ae99-7ab5-48c4-b06f-b9b4efbc2ed4 req-73e31b83-7309-4ffe-86af-9b62bdc50fc5 service neutron] 10.222.0.41 "GET /v2.0/networks/ab4940a7-900f-447c-9070-f60b582c2f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846825 Sep 17 08:14:01.147898 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bb93ae99-7ab5-48c4-b06f-b9b4efbc2ed4 req-40110066-7767-4279-aa83-9ba4bfe81c5d service neutron] 10.222.0.41 "GET /v2.0/networks/ab4940a7-900f-447c-9070-f60b582c2f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813293 Sep 17 08:14:01.766623 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45054831-175c-4cb8-966f-9ed555e2abc2 req-37c74e28-728f-419a-921a-9398fb02a1b0 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:01.768055 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-45054831-175c-4cb8-966f-9ed555e2abc2 req-37c74e28-728f-419a-921a-9398fb02a1b0 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=8418b5e8-4c89-44e2-a136-b8a0d26f6a81 HTTP/1.1" status: 200 len: 944 time: 0.0473664 Sep 17 08:14:01.805384 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-45054831-175c-4cb8-966f-9ed555e2abc2 req-ee70e967-e195-4a52-9939-4019dec57fdc tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=d58cca41-12a4-4922-945e-78e1f26f3fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314164 Sep 17 08:14:01.851665 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 792983d7-0309-4f4d-85bf-d3507b04f093 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:14:01.882108 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47006bb-0f0b-4343-a428-830410dc6dc2 req-7ff9eeab-49ad-4c42-afd6-51d92ac7ef3e tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:01.883960 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e47006bb-0f0b-4343-a428-830410dc6dc2 req-7ff9eeab-49ad-4c42-afd6-51d92ac7ef3e tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=bffd9a44-08cf-41eb-b939-7bf5153f59d6 HTTP/1.1" status: 200 len: 945 time: 0.0547867 Sep 17 08:14:01.909911 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port 792983d7-0309-4f4d-85bf-d3507b04f093 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:14:01.913696 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 792983d7-0309-4f4d-85bf-d3507b04f093 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:14:01.914094 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:01.960513 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e47006bb-0f0b-4343-a428-830410dc6dc2 req-45a8bd3d-6cc1-4913-b798-73e0d7eaeb3b tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702233 Sep 17 08:14:01.973143 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9ce82-a35d-44d0-8c89-4fb167bd3e1f req-e00adbdd-6d22-4050-b4cf-559ed8d19977 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:01.974693 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d2e9ce82-a35d-44d0-8c89-4fb167bd3e1f req-e00adbdd-6d22-4050-b4cf-559ed8d19977 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.13 "GET /v2.0/ports?device_id=154dccf3-43aa-4ebf-a865-afe5976a7de0 HTTP/1.1" status: 200 len: 983 time: 0.0753264 Sep 17 08:14:02.001485 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:02.014664 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d2e9ce82-a35d-44d0-8c89-4fb167bd3e1f req-20d55795-8543-4aea-bfd4-191b1e115e0e tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f1b444e-99ea-42e5-8074-70ee511ec7c9&id=600f5643-1a38-496b-ab00-fdc18500a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0334256 Sep 17 08:14:02.023341 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '154dccf3-43aa-4ebf-a865-afe5976a7de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '792983d7-0309-4f4d-85bf-d3507b04f093'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:14:02.025698 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b0dbed-c1c1-4935-94b5-15bca6c7c462" -d '{"events": [{"server_uuid": "154dccf3-43aa-4ebf-a865-afe5976a7de0", "name": "network-vif-plugged", "status": "completed", "tag": "792983d7-0309-4f4d-85bf-d3507b04f093"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:14:02.039069 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 792983d7-0309-4f4d-85bf-d3507b04f093, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=792983d7-0309-4f4d-85bf-d3507b04f093,segment=NetworkSegment(6590139b-bf54-4ec0-9bd5-42da9623a691),segment_id=6590139b-bf54-4ec0-9bd5-42da9623a691)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:14:02.043359 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:02.075010 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e9f91d-592f-4ab2-be42-23e947ee793d x-openstack-request-id: req-b5e9f91d-592f-4ab2-be42-23e947ee793d {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:14:02.075302 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "154dccf3-43aa-4ebf-a865-afe5976a7de0", "name": "network-vif-plugged", "status": "completed", "tag": "792983d7-0309-4f4d-85bf-d3507b04f093", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:14:02.075551 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b5e9f91d-592f-4ab2-be42-23e947ee793d {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:14:02.076006 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '154dccf3-43aa-4ebf-a865-afe5976a7de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '792983d7-0309-4f4d-85bf-d3507b04f093', 'code': 200} Sep 17 08:14:02.097305 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=792983d7-0309-4f4d-85bf-d3507b04f093,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:14:02.208699 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65ba42-c4e1-4391-a6a5-dcab7afa6c18 req-48126b12-10fc-4bbe-817b-100c04c2f6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:02.210197 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3a65ba42-c4e1-4391-a6a5-dcab7afa6c18 req-48126b12-10fc-4bbe-817b-100c04c2f6f1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=154dccf3-43aa-4ebf-a865-afe5976a7de0 HTTP/1.1" status: 200 len: 1135 time: 0.0416241 Sep 17 08:14:02.254111 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3a65ba42-c4e1-4391-a6a5-dcab7afa6c18 req-349b8c4b-9d78-4eb9-bbb5-3eb91cc344ae service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7f1b444e-99ea-42e5-8074-70ee511ec7c9&id=600f5643-1a38-496b-ab00-fdc18500a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0362101 Sep 17 08:14:02.460210 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4057b7c8-9c0d-4049-9b95-95c29bf3ed65 req-a22da889-51c0-4101-9bd0-3cc40eb1f0dc tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:02.461710 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4057b7c8-9c0d-4049-9b95-95c29bf3ed65 req-a22da889-51c0-4101-9bd0-3cc40eb1f0dc tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.41 "GET /v2.0/ports?device_id=bffd9a44-08cf-41eb-b939-7bf5153f59d6 HTTP/1.1" status: 200 len: 945 time: 0.0473096 Sep 17 08:14:02.547569 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-4057b7c8-9c0d-4049-9b95-95c29bf3ed65 req-ba54287c-1b18-4db4-b107-1773530b103b tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Deleting port 0d23a7d4-7b97-44bb-873a-ac22177ac34c {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:14:02.547931 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-4057b7c8-9c0d-4049-9b95-95c29bf3ed65 req-ba54287c-1b18-4db4-b107-1773530b103b tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:02.635407 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-4057b7c8-9c0d-4049-9b95-95c29bf3ed65 req-ba54287c-1b18-4db4-b107-1773530b103b tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] For port 0d23a7d4-7b97-44bb-873a-ac22177ac34c, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=0d23a7d4-7b97-44bb-873a-ac22177ac34c,segment=NetworkSegment(97a5f9eb-b96b-49f6-801a-38ac71ff3601),segment_id=97a5f9eb-b96b-49f6-801a-38ac71ff3601)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:14:02.635763 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-4057b7c8-9c0d-4049-9b95-95c29bf3ed65 req-ba54287c-1b18-4db4-b107-1773530b103b tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:02.647697 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-4057b7c8-9c0d-4049-9b95-95c29bf3ed65 req-ba54287c-1b18-4db4-b107-1773530b103b tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Calling delete_port for 0d23a7d4-7b97-44bb-873a-ac22177ac34c owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:14:02.773098 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-4057b7c8-9c0d-4049-9b95-95c29bf3ed65 req-ba54287c-1b18-4db4-b107-1773530b103b tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:02.800405 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba54287c-1b18-4db4-b107-1773530b103b tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Pushing event deleted for resources: {'Port': ['ID=0d23a7d4-7b97-44bb-873a-ac22177ac34c,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:14:02.805484 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['f4f03f9b-2200-4f26-9016-5ee974315705', '0d23a7d4-7b97-44bb-873a-ac22177ac34c'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:14:02.843092 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-4057b7c8-9c0d-4049-9b95-95c29bf3ed65 req-ba54287c-1b18-4db4-b107-1773530b103b tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] No DVR routers for this DVR port 0d23a7d4-7b97-44bb-873a-ac22177ac34c on host n-h1-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:14:02.846076 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-4057b7c8-9c0d-4049-9b95-95c29bf3ed65 req-ba54287c-1b18-4db4-b107-1773530b103b tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:02.848445 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4057b7c8-9c0d-4049-9b95-95c29bf3ed65 req-ba54287c-1b18-4db4-b107-1773530b103b tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.41 "DELETE /v2.0/ports/0d23a7d4-7b97-44bb-873a-ac22177ac34c HTTP/1.1" status: 204 len: 173 time: 0.3806791 Sep 17 08:14:02.848889 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bffd9a44-08cf-41eb-b939-7bf5153f59d6', 'name': 'network-vif-deleted', 'tag': '0d23a7d4-7b97-44bb-873a-ac22177ac34c'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:14:02.851237 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b16aba5c-f9d0-4518-ae94-39b0eb7e0ef1" -d '{"events": [{"server_uuid": "bffd9a44-08cf-41eb-b939-7bf5153f59d6", "name": "network-vif-deleted", "tag": "0d23a7d4-7b97-44bb-873a-ac22177ac34c"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:14:02.900175 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34d8fcf-c90e-4d6b-84b1-ce03a8e75f71 x-openstack-request-id: req-f34d8fcf-c90e-4d6b-84b1-ce03a8e75f71 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:14:02.900442 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bffd9a44-08cf-41eb-b939-7bf5153f59d6", "name": "network-vif-deleted", "tag": "0d23a7d4-7b97-44bb-873a-ac22177ac34c", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:14:02.900696 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f34d8fcf-c90e-4d6b-84b1-ce03a8e75f71 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:14:02.903605 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bffd9a44-08cf-41eb-b939-7bf5153f59d6', 'name': 'network-vif-deleted', 'tag': '0d23a7d4-7b97-44bb-873a-ac22177ac34c', 'status': 'completed', 'code': 200} Sep 17 08:14:02.951336 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073d961f-fe0c-4a27-a6c1-0d1b3ed8fd9b req-644b7e05-9b05-4657-b035-7e2ba4863306 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:02.952965 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-073d961f-fe0c-4a27-a6c1-0d1b3ed8fd9b req-644b7e05-9b05-4657-b035-7e2ba4863306 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=8418b5e8-4c89-44e2-a136-b8a0d26f6a81 HTTP/1.1" status: 200 len: 944 time: 0.0735602 Sep 17 08:14:02.992010 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-073d961f-fe0c-4a27-a6c1-0d1b3ed8fd9b req-a06c5620-b438-46df-a984-fcce6c58f03f tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=d58cca41-12a4-4922-945e-78e1f26f3fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325587 Sep 17 08:14:03.069114 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-049b6887-3b8a-4d27-94d0-c38fcd5c98e3 req-4d61a376-0066-4546-be3c-43531e30f366 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=bffd9a44-08cf-41eb-b939-7bf5153f59d6 HTTP/1.1" status: 200 len: 210 time: 0.0274990 Sep 17 08:14:03.135084 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeef125-4875-4c28-b1e8-51315e3886d4 req-81b9fa54-dd54-4fd8-a5d0-0fdb069db057 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:03.136557 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6aeef125-4875-4c28-b1e8-51315e3886d4 req-81b9fa54-dd54-4fd8-a5d0-0fdb069db057 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.13 "GET /v2.0/ports?device_id=154dccf3-43aa-4ebf-a865-afe5976a7de0 HTTP/1.1" status: 200 len: 984 time: 0.0476587 Sep 17 08:14:03.178095 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6aeef125-4875-4c28-b1e8-51315e3886d4 req-5c0f9483-33c0-401b-80a4-d5c73784cdc6 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f1b444e-99ea-42e5-8074-70ee511ec7c9&id=600f5643-1a38-496b-ab00-fdc18500a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0356231 Sep 17 08:14:04.110739 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbd02b6-3701-4c5e-8f6f-10091454f666 req-6dddd63e-7e37-45f2-a42a-ea831cd1b3a0 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:04.112260 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8cbd02b6-3701-4c5e-8f6f-10091454f666 req-6dddd63e-7e37-45f2-a42a-ea831cd1b3a0 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=8418b5e8-4c89-44e2-a136-b8a0d26f6a81 HTTP/1.1" status: 200 len: 944 time: 0.0487583 Sep 17 08:14:04.152418 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8cbd02b6-3701-4c5e-8f6f-10091454f666 req-4496957f-e097-452a-8b0a-851994291485 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=d58cca41-12a4-4922-945e-78e1f26f3fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335112 Sep 17 08:14:04.374793 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a3e40-8940-4f43-85ba-2abd1ebc2d9a req-a6fc72b8-90f2-4c01-b699-a6339dcad9ee tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:04.376295 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-505a3e40-8940-4f43-85ba-2abd1ebc2d9a req-a6fc72b8-90f2-4c01-b699-a6339dcad9ee tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.13 "GET /v2.0/ports?device_id=154dccf3-43aa-4ebf-a865-afe5976a7de0 HTTP/1.1" status: 200 len: 984 time: 0.1328528 Sep 17 08:14:04.414722 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c509b267-13f1-41d2-9d94-806233b475b9 req-d85bf0df-21ac-4260-a7f4-60fd254b377b tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:04.416167 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c509b267-13f1-41d2-9d94-806233b475b9 req-d85bf0df-21ac-4260-a7f4-60fd254b377b tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/networks?id=9e07c4b1-bdff-4c2c-98bc-db029bd9be3a HTTP/1.1" status: 200 len: 805 time: 0.1626720 Sep 17 08:14:04.445722 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-505a3e40-8940-4f43-85ba-2abd1ebc2d9a req-13e8c969-be5f-4d86-8fb0-eb4db0b30121 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f1b444e-99ea-42e5-8074-70ee511ec7c9&id=600f5643-1a38-496b-ab00-fdc18500a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0614429 Sep 17 08:14:04.447257 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c509b267-13f1-41d2-9d94-806233b475b9 req-30cb0af6-1514-41e2-9be2-7d0e88a018e9 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/quotas/56e275efab454c57a2733a201971b985 HTTP/1.1" status: 200 len: 375 time: 0.0220861 Sep 17 08:14:04.494964 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c509b267-13f1-41d2-9d94-806233b475b9 req-caff7235-2b21-4c2b-817f-c352ed9ee723 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=56e275efab454c57a2733a201971b985&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0420530 Sep 17 08:14:04.620040 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b88c052-fb1a-4f3b-892b-cdb6ae1895f2 req-d3abe4fb-ada0-404c-af7f-2d09856427cb tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:04.623458 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2b88c052-fb1a-4f3b-892b-cdb6ae1895f2 req-d3abe4fb-ada0-404c-af7f-2d09856427cb tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.13 "GET /v2.0/ports?device_id=154dccf3-43aa-4ebf-a865-afe5976a7de0 HTTP/1.1" status: 200 len: 984 time: 0.1018157 Sep 17 08:14:04.644005 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c509b267-13f1-41d2-9d94-806233b475b9 req-fccaa1ff-f6d5-45ec-b355-b163933fa89b service neutron] 10.222.0.13 "GET /v2.0/networks/9e07c4b1-bdff-4c2c-98bc-db029bd9be3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417470 Sep 17 08:14:04.699199 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2b88c052-fb1a-4f3b-892b-cdb6ae1895f2 req-78d07dbf-fb29-4e5c-b86d-501d4d76d28c tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f1b444e-99ea-42e5-8074-70ee511ec7c9&id=600f5643-1a38-496b-ab00-fdc18500a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0667238 Sep 17 08:14:05.039747 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device cc924b2e-aac2-4046-98c7-256cda945f96 details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:14:05.046637 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 0d23a7d4-7b97-44bb-873a-ac22177ac34c no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:14:05.071096 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] No Port match for: 0d23a7d4-7b97-44bb-873a-ac22177ac34c {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:14:05.071473 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 0d23a7d4-7b97-44bb-873a-ac22177ac34c not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:14:05.117845 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c509b267-13f1-41d2-9d94-806233b475b9 req-f375aa0c-90db-4610-bae9-c36ecf441707 service neutron] 10.222.0.13 "GET /v2.0/networks/9e07c4b1-bdff-4c2c-98bc-db029bd9be3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4677825 Sep 17 08:14:05.120954 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c994c-eeab-48f7-bca1-fd98875893f6 req-46258d53-dfc8-4257-9896-13cef55dd9ce tempest-TestSecurityGroupsBasicOps-305868366 tempest-TestSecurityGroupsBasicOps-305868366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:05.122261 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-450c994c-eeab-48f7-bca1-fd98875893f6 req-46258d53-dfc8-4257-9896-13cef55dd9ce tempest-TestSecurityGroupsBasicOps-305868366 tempest-TestSecurityGroupsBasicOps-305868366-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=154dccf3-43aa-4ebf-a865-afe5976a7de0 HTTP/1.1" status: 200 len: 1135 time: 0.0610032 Sep 17 08:14:05.144648 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-450c994c-eeab-48f7-bca1-fd98875893f6 req-70eabfc1-2873-44ce-866d-819f4ababbf0 tempest-TestSecurityGroupsBasicOps-305868366 tempest-TestSecurityGroupsBasicOps-305868366-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:05.262984 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-450c994c-eeab-48f7-bca1-fd98875893f6 req-70eabfc1-2873-44ce-866d-819f4ababbf0 tempest-TestSecurityGroupsBasicOps-305868366 tempest-TestSecurityGroupsBasicOps-305868366-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:05.269873 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-450c994c-eeab-48f7-bca1-fd98875893f6 req-70eabfc1-2873-44ce-866d-819f4ababbf0 tempest-TestSecurityGroupsBasicOps-305868366 tempest-TestSecurityGroupsBasicOps-305868366-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:05.325702 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port cc924b2e-aac2-4046-98c7-256cda945f96, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=cc924b2e-aac2-4046-98c7-256cda945f96,segment=NetworkSegment(3463ea9b-9d7d-4240-8db7-f6a091102474),segment_id=3463ea9b-9d7d-4240-8db7-f6a091102474)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:14:05.326206 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-450c994c-eeab-48f7-bca1-fd98875893f6 req-70eabfc1-2873-44ce-866d-819f4ababbf0 tempest-TestSecurityGroupsBasicOps-305868366 tempest-TestSecurityGroupsBasicOps-305868366-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=7f1b444e-99ea-42e5-8074-70ee511ec7c9&id=600f5643-1a38-496b-ab00-fdc18500a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1955924 Sep 17 08:14:05.333306 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eabfc1-2873-44ce-866d-819f4ababbf0 tempest-TestSecurityGroupsBasicOps-305868366 tempest-TestSecurityGroupsBasicOps-305868366-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d263ac5-1c0e-4ab1-ae6d-43372445a18a,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:14:05.338765 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': 'cc924b2e-aac2-4046-98c7-256cda945f96', 'network_id': 'ab4940a7-900f-447c-9070-f60b582c2f8c', 'port_id': 'cc924b2e-aac2-4046-98c7-256cda945f96', 'mac_address': 'fa:16:3e:7f:09:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4f533f-8a74-4de1-a95e-7e81d2a49ce7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:14:05.343469 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eabfc1-2873-44ce-866d-819f4ababbf0 tempest-TestSecurityGroupsBasicOps-305868366 tempest-TestSecurityGroupsBasicOps-305868366-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:14:05.343782 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eabfc1-2873-44ce-866d-819f4ababbf0 tempest-TestSecurityGroupsBasicOps-305868366 tempest-TestSecurityGroupsBasicOps-305868366-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:14:05.344109 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eabfc1-2873-44ce-866d-819f4ababbf0 tempest-TestSecurityGroupsBasicOps-305868366 tempest-TestSecurityGroupsBasicOps-305868366-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:14:05.344450 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eabfc1-2873-44ce-866d-819f4ababbf0 tempest-TestSecurityGroupsBasicOps-305868366 tempest-TestSecurityGroupsBasicOps-305868366-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:14:05.344779 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eabfc1-2873-44ce-866d-819f4ababbf0 tempest-TestSecurityGroupsBasicOps-305868366 tempest-TestSecurityGroupsBasicOps-305868366-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:14:05.345111 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eabfc1-2873-44ce-866d-819f4ababbf0 tempest-TestSecurityGroupsBasicOps-305868366 tempest-TestSecurityGroupsBasicOps-305868366-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:14:05.345435 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eabfc1-2873-44ce-866d-819f4ababbf0 tempest-TestSecurityGroupsBasicOps-305868366 tempest-TestSecurityGroupsBasicOps-305868366-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:14:05.346422 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eabfc1-2873-44ce-866d-819f4ababbf0 tempest-TestSecurityGroupsBasicOps-305868366 tempest-TestSecurityGroupsBasicOps-305868366-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:14:05.346657 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eabfc1-2873-44ce-866d-819f4ababbf0 tempest-TestSecurityGroupsBasicOps-305868366 tempest-TestSecurityGroupsBasicOps-305868366-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:14:05.346984 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eabfc1-2873-44ce-866d-819f4ababbf0 tempest-TestSecurityGroupsBasicOps-305868366 tempest-TestSecurityGroupsBasicOps-305868366-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:14:05.347308 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eabfc1-2873-44ce-866d-819f4ababbf0 tempest-TestSecurityGroupsBasicOps-305868366 tempest-TestSecurityGroupsBasicOps-305868366-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:14:05.347630 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eabfc1-2873-44ce-866d-819f4ababbf0 tempest-TestSecurityGroupsBasicOps-305868366 tempest-TestSecurityGroupsBasicOps-305868366-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:14:05.352562 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43050) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:14:05.371802 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514198e6-c75b-477f-8429-a4586ddfa55c req-ea926290-8e6c-48b6-9fc7-9c57f946b865 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:05.373652 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-514198e6-c75b-477f-8429-a4586ddfa55c req-ea926290-8e6c-48b6-9fc7-9c57f946b865 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=8418b5e8-4c89-44e2-a136-b8a0d26f6a81 HTTP/1.1" status: 200 len: 944 time: 0.0822022 Sep 17 08:14:05.402816 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:05.419027 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc924b2e-aac2-4046-98c7-256cda945f96 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:14:05.438589 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port cc924b2e-aac2-4046-98c7-256cda945f96, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=cc924b2e-aac2-4046-98c7-256cda945f96,segment=NetworkSegment(3463ea9b-9d7d-4240-8db7-f6a091102474),segment_id=3463ea9b-9d7d-4240-8db7-f6a091102474)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:14:05.441006 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-514198e6-c75b-477f-8429-a4586ddfa55c req-7090a491-22d5-4198-9004-d1217c2239aa tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=d58cca41-12a4-4922-945e-78e1f26f3fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591757 Sep 17 08:14:05.441309 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e83957e-8cd4-4d2b-af18-63149f281315 tempest-TestSecurityGroupsBasicOps-305868366 tempest-TestSecurityGroupsBasicOps-305868366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:05.442957 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-3e83957e-8cd4-4d2b-af18-63149f281315 tempest-TestSecurityGroupsBasicOps-305868366 tempest-TestSecurityGroupsBasicOps-305868366-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=154dccf3-43aa-4ebf-a865-afe5976a7de0 HTTP/1.1" status: 200 len: 1130 time: 0.0891631 Sep 17 08:14:05.443869 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:05.445892 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43054) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:14:05.450557 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-3f5956eb-03d0-45be-8c0e-cdf7c9e94e6c tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Request body: {'floatingip': {'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'port_id': '792983d7-0309-4f4d-85bf-d3507b04f093', 'tenant_id': '88a8f2227ebc48b493016d656871546b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:14:05.459739 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-da4660fe-8431-49d3-9701-bd02382b4a77 req-3f0804cc-4ccb-4c77-831a-bc4f429b0ad9 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad113668-641e-43d8-b9a5-4c3d39373f50 HTTP/1.1" status: 200 len: 210 time: 0.0382733 Sep 17 08:14:05.490838 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3f5956eb-03d0-45be-8c0e-cdf7c9e94e6c tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks [] for floatingip, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:05.509225 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=cc924b2e-aac2-4046-98c7-256cda945f96,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:14:05.514373 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:05.600508 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3f5956eb-03d0-45be-8c0e-cdf7c9e94e6c tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:05.712391 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-3f5956eb-03d0-45be-8c0e-cdf7c9e94e6c tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Allocated IP 172.25.6.235 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/5441800e-281c-4af0-9bc2-eecb4c46fe82) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:14:05.780371 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:05.818740 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3f5956eb-03d0-45be-8c0e-cdf7c9e94e6c tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:05.851370 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3f5956eb-03d0-45be-8c0e-cdf7c9e94e6c tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:05.874488 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['cc924b2e-aac2-4046-98c7-256cda945f96'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:14:05.888858 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5956eb-03d0-45be-8c0e-cdf7c9e94e6c tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:14:05.891777 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-3f5956eb-03d0-45be-8c0e-cdf7c9e94e6c tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:14:05.897867 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5956eb-03d0-45be-8c0e-cdf7c9e94e6c tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:14:05.925617 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5956eb-03d0-45be-8c0e-cdf7c9e94e6c tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Pushing event updated for resources: {'Port': ['ID=5441800e-281c-4af0-9bc2-eecb4c46fe82,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:14:06.266592 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3f5956eb-03d0-45be-8c0e-cdf7c9e94e6c tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:06.333431 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3f5956eb-03d0-45be-8c0e-cdf7c9e94e6c tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:06.586113 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0efbfc2e-1a70-4b30-8195-d8d84e86ee05 req-a6438fe0-fd32-4173-b0a6-33bf4264fa05 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad113668-641e-43d8-b9a5-4c3d39373f50 HTTP/1.1" status: 200 len: 210 time: 0.0443778 Sep 17 08:14:06.606947 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254911d0-89ec-4463-88e6-e3cc8675643a req-2f0c0819-d859-4997-9018-3e927736dbc3 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:06.608688 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-254911d0-89ec-4463-88e6-e3cc8675643a req-2f0c0819-d859-4997-9018-3e927736dbc3 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=8418b5e8-4c89-44e2-a136-b8a0d26f6a81 HTTP/1.1" status: 200 len: 945 time: 0.0782905 Sep 17 08:14:06.648494 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-254911d0-89ec-4463-88e6-e3cc8675643a req-5341096b-2f4f-4170-abb7-92102f95bef5 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=d58cca41-12a4-4922-945e-78e1f26f3fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329981 Sep 17 08:14:06.851705 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c509b267-13f1-41d2-9d94-806233b475b9 req-e4ad08a6-b4d4-4048-b569-2cebb0638d44 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:06.853062 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c509b267-13f1-41d2-9d94-806233b475b9 req-e4ad08a6-b4d4-4048-b569-2cebb0638d44 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.39 "GET /v2.0/networks?id=9e07c4b1-bdff-4c2c-98bc-db029bd9be3a HTTP/1.1" status: 200 len: 805 time: 0.4965222 Sep 17 08:14:06.880366 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-c509b267-13f1-41d2-9d94-806233b475b9 req-09351677-6002-45c8-849b-3fa9501a0b98 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Request body: {'port': {'device_id': 'ad113668-641e-43d8-b9a5-4c3d39373f50', 'network_id': '9e07c4b1-bdff-4c2c-98bc-db029bd9be3a', 'admin_state_up': True, 'tenant_id': '56e275efab454c57a2733a201971b985'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:14:06.923110 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bd76f2b9-b4e2-4000-8a07-7d28547492bb req-afa2af25-f982-4e9c-a392-920bfac6805a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1072237 Sep 17 08:14:06.973396 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3f5956eb-03d0-45be-8c0e-cdf7c9e94e6c tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:06.979380 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3f5956eb-03d0-45be-8c0e-cdf7c9e94e6c tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:07.039975 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device cc924b2e-aac2-4046-98c7-256cda945f96 up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:14:07.092634 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning for port cc924b2e-aac2-4046-98c7-256cda945f96 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:14:07.096273 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port cc924b2e-aac2-4046-98c7-256cda945f96 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:14:07.096646 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:07.108398 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5956eb-03d0-45be-8c0e-cdf7c9e94e6c tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Pushing event updated for resources: {'Port': ['ID=5441800e-281c-4af0-9bc2-eecb4c46fe82,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:14:07.120937 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c509b267-13f1-41d2-9d94-806233b475b9 req-09351677-6002-45c8-849b-3fa9501a0b98 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Made reservation on behalf of 56e275efab454c57a2733a201971b985 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:14:07.124677 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c509b267-13f1-41d2-9d94-806233b475b9 req-09351677-6002-45c8-849b-3fa9501a0b98 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:07.142007 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd76f2b9-b4e2-4000-8a07-7d28547492bb req-ef13a823-80d6-4a4e-9e76-8b5181818f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:07.144109 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bd76f2b9-b4e2-4000-8a07-7d28547492bb req-ef13a823-80d6-4a4e-9e76-8b5181818f45 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a40110368b234965bf3fd6f856f2361c&device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 1096 time: 0.1537101 Sep 17 08:14:07.144842 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3f5956eb-03d0-45be-8c0e-cdf7c9e94e6c tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:07.176816 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:07.199087 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8418b5e8-4c89-44e2-a136-b8a0d26f6a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc924b2e-aac2-4046-98c7-256cda945f96'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:14:07.201367 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e0a5fb0-a38c-4afd-a55e-46641c83d5f2" -d '{"events": [{"server_uuid": "8418b5e8-4c89-44e2-a136-b8a0d26f6a81", "name": "network-vif-plugged", "status": "completed", "tag": "cc924b2e-aac2-4046-98c7-256cda945f96"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:14:07.214550 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port cc924b2e-aac2-4046-98c7-256cda945f96, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=cc924b2e-aac2-4046-98c7-256cda945f96,segment=NetworkSegment(3463ea9b-9d7d-4240-8db7-f6a091102474),segment_id=3463ea9b-9d7d-4240-8db7-f6a091102474)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:14:07.219252 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:07.243134 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f1fc05-15f5-4775-b01a-f3cd425df8a0 x-openstack-request-id: req-d6f1fc05-15f5-4775-b01a-f3cd425df8a0 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:14:07.243354 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8418b5e8-4c89-44e2-a136-b8a0d26f6a81", "name": "network-vif-plugged", "status": "completed", "tag": "cc924b2e-aac2-4046-98c7-256cda945f96", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:14:07.243579 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d6f1fc05-15f5-4775-b01a-f3cd425df8a0 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:14:07.243990 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8418b5e8-4c89-44e2-a136-b8a0d26f6a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc924b2e-aac2-4046-98c7-256cda945f96', 'code': 200} Sep 17 08:14:07.274260 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=cc924b2e-aac2-4046-98c7-256cda945f96,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:14:07.429822 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd76f2b9-b4e2-4000-8a07-7d28547492bb req-e0fd8766-9504-4508-894f-255efca83ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:07.431302 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bd76f2b9-b4e2-4000-8a07-7d28547492bb req-e0fd8766-9504-4508-894f-255efca83ed8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b775eb3f-2b25-4820-827b-6765ebe265c2 HTTP/1.1" status: 200 len: 913 time: 0.2504773 Sep 17 08:14:07.437931 n-d-789963-9 neutron-server[101290]: INFO neutron.db.l3_db [None req-3f5956eb-03d0-45be-8c0e-cdf7c9e94e6c tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Floating IP df7671c6-31ed-4a74-bc44-c49cf48eec8f associated. External IP: 172.25.6.235, port: 792983d7-0309-4f4d-85bf-d3507b04f093. Sep 17 08:14:07.525696 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa3087-e112-4931-b7c7-781bcd389112 req-12873758-6357-43da-9271-4872bcbfbaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:07.527201 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b6aa3087-e112-4931-b7c7-781bcd389112 req-12873758-6357-43da-9271-4872bcbfbaaa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8418b5e8-4c89-44e2-a136-b8a0d26f6a81 HTTP/1.1" status: 200 len: 1097 time: 0.1906674 Sep 17 08:14:07.529733 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-c509b267-13f1-41d2-9d94-806233b475b9 req-09351677-6002-45c8-849b-3fa9501a0b98 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Allocated IP 172.20.0.10 (9e07c4b1-bdff-4c2c-98bc-db029bd9be3a/7c25df5a-36e7-4d20-9a35-2372fa90e853/e8062288-8eeb-40af-8f1e-393de3e9aae3) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:14:07.628335 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bd76f2b9-b4e2-4000-8a07-7d28547492bb req-943bd15a-545f-46b6-9857-012ba02a0bc6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=082c5b60-04fb-4ae3-ae64-64d07ad777a5 HTTP/1.1" status: 200 len: 999 time: 0.1838498 Sep 17 08:14:07.682536 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c5ab4fa2-3447-4658-8920-950921b4f73b req-44120e13-df61-486c-a20d-c2a89dad57ec tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad113668-641e-43d8-b9a5-4c3d39373f50 HTTP/1.1" status: 200 len: 210 time: 0.0269837 Sep 17 08:14:07.697220 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b6aa3087-e112-4931-b7c7-781bcd389112 req-2b75f745-5738-4a6f-9897-7027d79ce3fb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d58cca41-12a4-4922-945e-78e1f26f3fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605251 Sep 17 08:14:07.771241 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c993697d-5861-4b8a-99f3-86d0f2cef767 req-c89c9fe7-ec50-4b8a-b781-b5d439536f7b tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:07.772841 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c993697d-5861-4b8a-99f3-86d0f2cef767 req-c89c9fe7-ec50-4b8a-b781-b5d439536f7b tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=8418b5e8-4c89-44e2-a136-b8a0d26f6a81 HTTP/1.1" status: 200 len: 946 time: 0.0485854 Sep 17 08:14:07.807025 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd76f2b9-b4e2-4000-8a07-7d28547492bb req-fbf96401-821a-430c-a6cd-2e0e50102e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:07.808506 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bd76f2b9-b4e2-4000-8a07-7d28547492bb req-fbf96401-821a-430c-a6cd-2e0e50102e24 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9b7cebd9-83b6-4be8-81d9-9f32073aed40 HTTP/1.1" status: 200 len: 851 time: 0.1704466 Sep 17 08:14:07.810438 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c993697d-5861-4b8a-99f3-86d0f2cef767 req-539fec8d-ae7f-4b40-aeda-06466a9e4eda tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=d58cca41-12a4-4922-945e-78e1f26f3fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314953 Sep 17 08:14:07.927403 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd76f2b9-b4e2-4000-8a07-7d28547492bb req-831fa4f6-6ca3-4b50-be15-f8ae8f744699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:07.928941 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bd76f2b9-b4e2-4000-8a07-7d28547492bb req-831fa4f6-6ca3-4b50-be15-f8ae8f744699 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b775eb3f-2b25-4820-827b-6765ebe265c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1125872 Sep 17 08:14:07.937398 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c509b267-13f1-41d2-9d94-806233b475b9 req-09351677-6002-45c8-849b-3fa9501a0b98 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:07.967180 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f5956eb-03d0-45be-8c0e-cdf7c9e94e6c tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Router c656358b-93d3-4b01-b2c7-80ab3dfa6e4a has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:14:08.105934 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c509b267-13f1-41d2-9d94-806233b475b9 req-09351677-6002-45c8-849b-3fa9501a0b98 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:08.137467 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bd76f2b9-b4e2-4000-8a07-7d28547492bb req-472935b7-5fed-4668-8fbe-6e1ace47be2f service neutron] 10.222.0.39 "GET /v2.0/networks/b775eb3f-2b25-4820-827b-6765ebe265c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967764 Sep 17 08:14:08.139419 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['f4f03f9b-2200-4f26-9016-5ee974315705'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:14:08.216126 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c509b267-13f1-41d2-9d94-806233b475b9 req-09351677-6002-45c8-849b-3fa9501a0b98 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Network 9e07c4b1-bdff-4c2c-98bc-db029bd9be3a is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:14:08.228637 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-c509b267-13f1-41d2-9d94-806233b475b9 req-09351677-6002-45c8-849b-3fa9501a0b98 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:14:08.230832 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5956eb-03d0-45be-8c0e-cdf7c9e94e6c tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:14:08.244157 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780286b3-3d7c-4ab8-9943-09ac3af92db3 None None] Sync routers for ids ['c656358b-93d3-4b01-b2c7-80ab3dfa6e4a'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:14:08.256838 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780286b3-3d7c-4ab8-9943-09ac3af92db3 None None] Routers {'c656358b-93d3-4b01-b2c7-80ab3dfa6e4a'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:14:08.257556 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-780286b3-3d7c-4ab8-9943-09ac3af92db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:13:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['c656358b-93d3-4b01-b2c7-80ab3dfa6e4a'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:14:08.260428 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-c509b267-13f1-41d2-9d94-806233b475b9 req-09351677-6002-45c8-849b-3fa9501a0b98 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:14:08.267344 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09351677-6002-45c8-849b-3fa9501a0b98 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Pushing event updated for resources: {'Port': ['ID=e8062288-8eeb-40af-8f1e-393de3e9aae3,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:14:08.315311 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3f5956eb-03d0-45be-8c0e-cdf7c9e94e6c tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:08.355733 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c509b267-13f1-41d2-9d94-806233b475b9 req-09351677-6002-45c8-849b-3fa9501a0b98 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:08.356369 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c509b267-13f1-41d2-9d94-806233b475b9 req-09351677-6002-45c8-849b-3fa9501a0b98 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:08.366483 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-780286b3-3d7c-4ab8-9943-09ac3af92db3 None None] Set router c656358b-93d3-4b01-b2c7-80ab3dfa6e4a gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:14:08.374278 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-3f5956eb-03d0-45be-8c0e-cdf7c9e94e6c tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9230933 Sep 17 08:14:08.374278 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '154dccf3-43aa-4ebf-a865-afe5976a7de0', 'tag': '792983d7-0309-4f4d-85bf-d3507b04f093'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:14:08.374773 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 43070) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:14:08.376052 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d0492b-afcf-4163-90d1-9e0a32af2cf9" -d '{"events": [{"name": "network-changed", "server_uuid": "154dccf3-43aa-4ebf-a865-afe5976a7de0", "tag": "792983d7-0309-4f4d-85bf-d3507b04f093"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:14:08.380080 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bd76f2b9-b4e2-4000-8a07-7d28547492bb req-02b38e74-f010-46a0-a63e-2d428f842c3b service neutron] 10.222.0.39 "GET /v2.0/networks/b775eb3f-2b25-4820-827b-6765ebe265c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334695 Sep 17 08:14:08.402607 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c509b267-13f1-41d2-9d94-806233b475b9 req-09351677-6002-45c8-849b-3fa9501a0b98 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5283532 Sep 17 08:14:08.420698 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7d7184-7945-48c1-963f-93fff0f81c78 x-openstack-request-id: req-8a7d7184-7945-48c1-963f-93fff0f81c78 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:14:08.421219 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "154dccf3-43aa-4ebf-a865-afe5976a7de0", "tag": "792983d7-0309-4f4d-85bf-d3507b04f093", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:14:08.421469 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8a7d7184-7945-48c1-963f-93fff0f81c78 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:14:08.421875 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '154dccf3-43aa-4ebf-a865-afe5976a7de0', 'tag': '792983d7-0309-4f4d-85bf-d3507b04f093', 'status': 'completed', 'code': 200} Sep 17 08:14:08.436454 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-c509b267-13f1-41d2-9d94-806233b475b9 req-ef13fcce-2d25-492f-8849-840d2634f686 service neutron] Request body: {'port': {'device_id': 'ad113668-641e-43d8-b9a5-4c3d39373f50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:14:08.506194 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fb16ea-c552-421a-a7fd-3892afd3e66f tempest-TestSecurityGroupsBasicOps-305868366 tempest-TestSecurityGroupsBasicOps-305868366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:08.506761 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fb16ea-c552-421a-a7fd-3892afd3e66f tempest-TestSecurityGroupsBasicOps-305868366 tempest-TestSecurityGroupsBasicOps-305868366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:08.507465 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fb16ea-c552-421a-a7fd-3892afd3e66f tempest-TestSecurityGroupsBasicOps-305868366 tempest-TestSecurityGroupsBasicOps-305868366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:08.508676 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fb16ea-c552-421a-a7fd-3892afd3e66f tempest-TestSecurityGroupsBasicOps-305868366 tempest-TestSecurityGroupsBasicOps-305868366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:08.508676 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fb16ea-c552-421a-a7fd-3892afd3e66f tempest-TestSecurityGroupsBasicOps-305868366 tempest-TestSecurityGroupsBasicOps-305868366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:08.509095 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fb16ea-c552-421a-a7fd-3892afd3e66f tempest-TestSecurityGroupsBasicOps-305868366 tempest-TestSecurityGroupsBasicOps-305868366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:08.509616 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fb16ea-c552-421a-a7fd-3892afd3e66f tempest-TestSecurityGroupsBasicOps-305868366 tempest-TestSecurityGroupsBasicOps-305868366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:08.514069 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-41fb16ea-c552-421a-a7fd-3892afd3e66f tempest-TestSecurityGroupsBasicOps-305868366 tempest-TestSecurityGroupsBasicOps-305868366-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4961 time: 0.1356699 Sep 17 08:14:08.515094 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 43074) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:14:08.535590 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c509b267-13f1-41d2-9d94-806233b475b9 req-ef13fcce-2d25-492f-8849-840d2634f686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:08.580285 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f1dd15-8e17-441d-9ce7-9269dc39ac05 tempest-TestSecurityGroupsBasicOps-305868366 tempest-TestSecurityGroupsBasicOps-305868366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:08.581325 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f1dd15-8e17-441d-9ce7-9269dc39ac05 tempest-TestSecurityGroupsBasicOps-305868366 tempest-TestSecurityGroupsBasicOps-305868366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:08.581852 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f1dd15-8e17-441d-9ce7-9269dc39ac05 tempest-TestSecurityGroupsBasicOps-305868366 tempest-TestSecurityGroupsBasicOps-305868366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:08.582184 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0492b-afcf-4163-90d1-9e0a32af2cf9 req-1f7ee515-860e-4e77-a309-d820ca558649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:08.582323 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f1dd15-8e17-441d-9ce7-9269dc39ac05 tempest-TestSecurityGroupsBasicOps-305868366 tempest-TestSecurityGroupsBasicOps-305868366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:08.582740 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f1dd15-8e17-441d-9ce7-9269dc39ac05 tempest-TestSecurityGroupsBasicOps-305868366 tempest-TestSecurityGroupsBasicOps-305868366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:08.583188 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f1dd15-8e17-441d-9ce7-9269dc39ac05 tempest-TestSecurityGroupsBasicOps-305868366 tempest-TestSecurityGroupsBasicOps-305868366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:08.583631 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f1dd15-8e17-441d-9ce7-9269dc39ac05 tempest-TestSecurityGroupsBasicOps-305868366 tempest-TestSecurityGroupsBasicOps-305868366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:08.583900 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f7d0492b-afcf-4163-90d1-9e0a32af2cf9 req-1f7ee515-860e-4e77-a309-d820ca558649 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=88a8f2227ebc48b493016d656871546b&device_id=154dccf3-43aa-4ebf-a865-afe5976a7de0 HTTP/1.1" status: 200 len: 1135 time: 0.0830727 Sep 17 08:14:08.585485 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-d6f1dd15-8e17-441d-9ce7-9269dc39ac05 tempest-TestSecurityGroupsBasicOps-305868366 tempest-TestSecurityGroupsBasicOps-305868366-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4622 time: 0.0694406 Sep 17 08:14:08.588745 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 43076) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:14:08.620533 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-780286b3-3d7c-4ab8-9943-09ac3af92db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c656358b-93d3-4b01-b2c7-80ab3dfa6e4a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1123206626', 'tenant_id': '88a8f2227ebc48b493016d656871546b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '9f5aed9e-6be0-4365-8b88-4ab0a9cf60e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:13:42Z', 'updated_at': '2021-09-17T08:13:48Z', 'revision_number': 4, 'project_id': '88a8f2227ebc48b493016d656871546b', 'gw_port': {'id': '9f5aed9e-6be0-4365-8b88-4ab0a9cf60e7', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c656358b-93d3-4b01-b2c7-80ab3dfa6e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:13:43Z', 'updated_at': '2021-09-17T08:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': 'df7671c6-31ed-4a74-bc44-c49cf48eec8f', 'tenant_id': '88a8f2227ebc48b493016d656871546b', 'floating_ip_address': '172.25.6.235', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': 'c656358b-93d3-4b01-b2c7-80ab3dfa6e4a', 'port_id': '792983d7-0309-4f4d-85bf-d3507b04f093', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08d90e55-61c4-4221-9b9d-45fa25d549fb', 'mac_address': 'fa:16:3e:04:6b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154dccf3-43aa-4ebf-a865-afe5976a7de0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:14:06Z', 'updated_at': '2021-09-17T08:14:06Z', 'revision_number': 0, 'project_id': '88a8f2227ebc48b493016d656871546b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a6b89e0-0011-44ac-a5e2-e6ea34ec29cc', 'name': '', 'network_id': '08d90e55-61c4-4221-9b9d-45fa25d549fb', 'tenant_id': '88a8f2227ebc48b493016d656871546b', 'mac_address': 'fa:16:3e:97:93:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c656358b-93d3-4b01-b2c7-80ab3dfa6e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'f9cd9da0-8ead-4119-8032-fbfa02985358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:13:47Z', 'updated_at': '2021-09-17T08:13:51Z', 'revision_number': 5, 'project_id': '88a8f2227ebc48b493016d656871546b', 'subnets': [{'id': 'f9cd9da0-8ead-4119-8032-fbfa02985358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:14:08.652779 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780286b3-3d7c-4ab8-9943-09ac3af92db3 None None] Checking router: c656358b-93d3-4b01-b2c7-80ab3dfa6e4a for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:14:08.661444 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780286b3-3d7c-4ab8-9943-09ac3af92db3 None None] Routers {'c656358b-93d3-4b01-b2c7-80ab3dfa6e4a'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:14:08.662159 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-780286b3-3d7c-4ab8-9943-09ac3af92db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:13:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['c656358b-93d3-4b01-b2c7-80ab3dfa6e4a'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:14:08.734575 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43080) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:14:08.735016 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-de890116-66ec-462d-8a18-da303f6d148f tempest-TestSecurityGroupsBasicOps-305868366 tempest-TestSecurityGroupsBasicOps-305868366-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3062 time: 0.1446044 Sep 17 08:14:08.775389 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-780286b3-3d7c-4ab8-9943-09ac3af92db3 None None] Set router c656358b-93d3-4b01-b2c7-80ab3dfa6e4a gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:14:08.813389 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646f8516-2f7b-4434-9407-8cd190f25e24 req-c2f0589c-166b-4b62-a45b-be78187d386a tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:08.820355 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-646f8516-2f7b-4434-9407-8cd190f25e24 req-c2f0589c-166b-4b62-a45b-be78187d386a tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad113668-641e-43d8-b9a5-4c3d39373f50 HTTP/1.1" status: 200 len: 932 time: 0.0603914 Sep 17 08:14:08.852305 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0492b-afcf-4163-90d1-9e0a32af2cf9 req-2dbeb05d-a846-40a4-a318-f2510a92c1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:08.854049 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f7d0492b-afcf-4163-90d1-9e0a32af2cf9 req-2dbeb05d-a846-40a4-a318-f2510a92c1e4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=08d90e55-61c4-4221-9b9d-45fa25d549fb HTTP/1.1" status: 200 len: 898 time: 0.2623284 Sep 17 08:14:08.860664 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-646f8516-2f7b-4434-9407-8cd190f25e24 req-601176cf-233a-474f-b8e4-fdcc02e0c97c tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382171 Sep 17 08:14:08.861688 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b031d2-cdb0-44fd-b6e3-4a03b067304f tempest-TestSecurityGroupsBasicOps-305868366 tempest-TestSecurityGroupsBasicOps-305868366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:08.862745 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b031d2-cdb0-44fd-b6e3-4a03b067304f tempest-TestSecurityGroupsBasicOps-305868366 tempest-TestSecurityGroupsBasicOps-305868366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:08.872850 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e3b031d2-cdb0-44fd-b6e3-4a03b067304f tempest-TestSecurityGroupsBasicOps-305868366 tempest-TestSecurityGroupsBasicOps-305868366-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c656358b-93d3-4b01-b2c7-80ab3dfa6e4a HTTP/1.1" status: 200 len: 1990 time: 0.1260347 Sep 17 08:14:08.949802 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f7d0492b-afcf-4163-90d1-9e0a32af2cf9 req-60782ab1-47c4-4d1b-821e-d4ae4f2ecf00 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=792983d7-0309-4f4d-85bf-d3507b04f093 HTTP/1.1" status: 200 len: 999 time: 0.0848563 Sep 17 08:14:08.957718 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5448270-c42d-4c67-8c9e-8fcdc79d082a req-8a7124ff-d46c-4c7d-838f-2901f6e7dbbc tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:08.959454 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b5448270-c42d-4c67-8c9e-8fcdc79d082a req-8a7124ff-d46c-4c7d-838f-2901f6e7dbbc tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=8418b5e8-4c89-44e2-a136-b8a0d26f6a81 HTTP/1.1" status: 200 len: 946 time: 0.0511842 Sep 17 08:14:09.000584 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b5448270-c42d-4c67-8c9e-8fcdc79d082a req-94fbfbd0-e3f1-4898-8831-f79a7eed69ca tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=d58cca41-12a4-4922-945e-78e1f26f3fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339844 Sep 17 08:14:09.020387 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-780286b3-3d7c-4ab8-9943-09ac3af92db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c656358b-93d3-4b01-b2c7-80ab3dfa6e4a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1123206626', 'tenant_id': '88a8f2227ebc48b493016d656871546b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '9f5aed9e-6be0-4365-8b88-4ab0a9cf60e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:13:42Z', 'updated_at': '2021-09-17T08:13:48Z', 'revision_number': 4, 'project_id': '88a8f2227ebc48b493016d656871546b', 'gw_port': {'id': '9f5aed9e-6be0-4365-8b88-4ab0a9cf60e7', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c656358b-93d3-4b01-b2c7-80ab3dfa6e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:13:43Z', 'updated_at': '2021-09-17T08:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': 'df7671c6-31ed-4a74-bc44-c49cf48eec8f', 'tenant_id': '88a8f2227ebc48b493016d656871546b', 'floating_ip_address': '172.25.6.235', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': 'c656358b-93d3-4b01-b2c7-80ab3dfa6e4a', 'port_id': '792983d7-0309-4f4d-85bf-d3507b04f093', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08d90e55-61c4-4221-9b9d-45fa25d549fb', 'mac_address': 'fa:16:3e:04:6b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154dccf3-43aa-4ebf-a865-afe5976a7de0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:14:06Z', 'updated_at': '2021-09-17T08:14:06Z', 'revision_number': 0, 'project_id': '88a8f2227ebc48b493016d656871546b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a6b89e0-0011-44ac-a5e2-e6ea34ec29cc', 'name': '', 'network_id': '08d90e55-61c4-4221-9b9d-45fa25d549fb', 'tenant_id': '88a8f2227ebc48b493016d656871546b', 'mac_address': 'fa:16:3e:97:93:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c656358b-93d3-4b01-b2c7-80ab3dfa6e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'f9cd9da0-8ead-4119-8032-fbfa02985358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:13:47Z', 'updated_at': '2021-09-17T08:13:51Z', 'revision_number': 5, 'project_id': '88a8f2227ebc48b493016d656871546b', 'subnets': [{'id': 'f9cd9da0-8ead-4119-8032-fbfa02985358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:14:09.041786 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-c509b267-13f1-41d2-9d94-806233b475b9 req-ef13fcce-2d25-492f-8849-840d2634f686 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8062288-8eeb-40af-8f1e-393de3e9aae3 {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:14:09.046709 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0492b-afcf-4163-90d1-9e0a32af2cf9 req-72ec741f-56ec-4203-a767-5acbcd9accc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:09.048217 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f7d0492b-afcf-4163-90d1-9e0a32af2cf9 req-72ec741f-56ec-4203-a767-5acbcd9accc9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f9cd9da0-8ead-4119-8032-fbfa02985358 HTTP/1.1" status: 200 len: 835 time: 0.0878158 Sep 17 08:14:09.049064 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780286b3-3d7c-4ab8-9943-09ac3af92db3 None None] The sync data for ids ['c656358b-93d3-4b01-b2c7-80ab3dfa6e4a'] in n-d-789963-9 is: [{'id': 'c656358b-93d3-4b01-b2c7-80ab3dfa6e4a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1123206626', 'tenant_id': '88a8f2227ebc48b493016d656871546b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '9f5aed9e-6be0-4365-8b88-4ab0a9cf60e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:13:42Z', 'updated_at': '2021-09-17T08:13:48Z', 'revision_number': 4, 'project_id': '88a8f2227ebc48b493016d656871546b', 'gw_port': {'id': '9f5aed9e-6be0-4365-8b88-4ab0a9cf60e7', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c656358b-93d3-4b01-b2c7-80ab3dfa6e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:13:43Z', 'updated_at': '2021-09-17T08:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': 'df7671c6-31ed-4a74-bc44-c49cf48eec8f', 'tenant_id': '88a8f2227ebc48b493016d656871546b', 'floating_ip_address': '172.25.6.235', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': 'c656358b-93d3-4b01-b2c7-80ab3dfa6e4a', 'port_id': '792983d7-0309-4f4d-85bf-d3507b04f093', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08d90e55-61c4-4221-9b9d-45fa25d549fb', 'mac_address': 'fa:16:3e:04:6b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154dccf3-43aa-4ebf-a865-afe5976a7de0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:14:06Z', 'updated_at': '2021-09-17T08:14:06Z', 'revision_number': 0, 'project_id': '88a8f2227ebc48b493016d656871546b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a6b89e0-0011-44ac-a5e2-e6ea34ec29cc', 'name': '', 'network_id': '08d90e55-61c4-4221-9b9d-45fa25d549fb', 'tenant_id': '88a8f2227ebc48b493016d656871546b', 'mac_address': 'fa:16:3e:97:93:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c656358b-93d3-4b01-b2c7-80ab3dfa6e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'f9cd9da0-8ead-4119-8032-fbfa02985358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:13:47Z', 'updated_at': '2021-09-17T08:13:51Z', 'revision_number': 5, 'project_id': '88a8f2227ebc48b493016d656871546b', 'subnets': [{'id': 'f9cd9da0-8ead-4119-8032-fbfa02985358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:14:09.052913 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c509b267-13f1-41d2-9d94-806233b475b9 req-ef13fcce-2d25-492f-8849-840d2634f686 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:09.088297 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-c509b267-13f1-41d2-9d94-806233b475b9 req-ef13fcce-2d25-492f-8849-840d2634f686 service neutron] Transition to ACTIVE for port object e8062288-8eeb-40af-8f1e-393de3e9aae3 will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:14:09.096737 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c509b267-13f1-41d2-9d94-806233b475b9 req-ef13fcce-2d25-492f-8849-840d2634f686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:09.144825 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0492b-afcf-4163-90d1-9e0a32af2cf9 req-3b3a349c-50e6-4312-bfab-f1b90898d068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:09.146502 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f7d0492b-afcf-4163-90d1-9e0a32af2cf9 req-3b3a349c-50e6-4312-bfab-f1b90898d068 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=08d90e55-61c4-4221-9b9d-45fa25d549fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0897825 Sep 17 08:14:09.193431 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef13fcce-2d25-492f-8849-840d2634f686 service neutron] Pushing event updated for resources: {'Port': ['ID=e8062288-8eeb-40af-8f1e-393de3e9aae3,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:14:09.275326 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e62ca7b-2269-48d4-983c-e71afaa654ac None None] New status for floating IP df7671c6-31ed-4a74-bc44-c49cf48eec8f: ACTIVE {{(pid=101291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 08:14:09.674518 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-c509b267-13f1-41d2-9d94-806233b475b9 req-ef13fcce-2d25-492f-8849-840d2634f686 service neutron] Attempting to bind port e8062288-8eeb-40af-8f1e-393de3e9aae3 on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:14:09.674855 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-c509b267-13f1-41d2-9d94-806233b475b9 req-ef13fcce-2d25-492f-8849-840d2634f686 service neutron] Attempting to bind port e8062288-8eeb-40af-8f1e-393de3e9aae3 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': '97a5f9eb-b96b-49f6-801a-38ac71ff3601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9e07c4b1-bdff-4c2c-98bc-db029bd9be3a'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:14:09.675177 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c509b267-13f1-41d2-9d94-806233b475b9 req-ef13fcce-2d25-492f-8849-840d2634f686 service neutron] Attempting to bind port e8062288-8eeb-40af-8f1e-393de3e9aae3 on network 9e07c4b1-bdff-4c2c-98bc-db029bd9be3a {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:14:09.678588 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f7d0492b-afcf-4163-90d1-9e0a32af2cf9 req-542dc262-7eff-44f1-ae2b-6e46f675f67c service neutron] 10.222.0.39 "GET /v2.0/networks/08d90e55-61c4-4221-9b9d-45fa25d549fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5237679 Sep 17 08:14:09.681576 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c509b267-13f1-41d2-9d94-806233b475b9 req-ef13fcce-2d25-492f-8849-840d2634f686 service neutron] Port e8062288-8eeb-40af-8f1e-393de3e9aae3 on network 9e07c4b1-bdff-4c2c-98bc-db029bd9be3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:14:09.681894 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c509b267-13f1-41d2-9d94-806233b475b9 req-ef13fcce-2d25-492f-8849-840d2634f686 service neutron] Attempting to bind port e8062288-8eeb-40af-8f1e-393de3e9aae3 on network 9e07c4b1-bdff-4c2c-98bc-db029bd9be3a {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:14:09.694008 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c509b267-13f1-41d2-9d94-806233b475b9 req-ef13fcce-2d25-492f-8849-840d2634f686 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:14:09.694339 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c509b267-13f1-41d2-9d94-806233b475b9 req-ef13fcce-2d25-492f-8849-840d2634f686 service neutron] Checking segment: {'id': '97a5f9eb-b96b-49f6-801a-38ac71ff3601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9e07c4b1-bdff-4c2c-98bc-db029bd9be3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:14:09.694760 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c509b267-13f1-41d2-9d94-806233b475b9 req-ef13fcce-2d25-492f-8849-840d2634f686 service neutron] Bound using segment: {'id': '97a5f9eb-b96b-49f6-801a-38ac71ff3601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9e07c4b1-bdff-4c2c-98bc-db029bd9be3a'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:14:09.695130 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-c509b267-13f1-41d2-9d94-806233b475b9 req-ef13fcce-2d25-492f-8849-840d2634f686 service neutron] Bound port: e8062288-8eeb-40af-8f1e-393de3e9aae3, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97a5f9eb-b96b-49f6-801a-38ac71ff3601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9e07c4b1-bdff-4c2c-98bc-db029bd9be3a'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:14:09.695481 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c509b267-13f1-41d2-9d94-806233b475b9 req-ef13fcce-2d25-492f-8849-840d2634f686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:09.821765 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-c509b267-13f1-41d2-9d94-806233b475b9 req-ef13fcce-2d25-492f-8849-840d2634f686 service neutron] For port e8062288-8eeb-40af-8f1e-393de3e9aae3, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:14:09.824965 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-c509b267-13f1-41d2-9d94-806233b475b9 req-ef13fcce-2d25-492f-8849-840d2634f686 service neutron] For port e8062288-8eeb-40af-8f1e-393de3e9aae3, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=e8062288-8eeb-40af-8f1e-393de3e9aae3,segment=NetworkSegment(97a5f9eb-b96b-49f6-801a-38ac71ff3601),segment_id=97a5f9eb-b96b-49f6-801a-38ac71ff3601)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:14:09.827645 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f7d0492b-afcf-4163-90d1-9e0a32af2cf9 req-da77cfa2-3fad-48b4-8147-7686fec1eff7 service neutron] 10.222.0.39 "GET /v2.0/networks/08d90e55-61c4-4221-9b9d-45fa25d549fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411381 Sep 17 08:14:09.829844 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c509b267-13f1-41d2-9d94-806233b475b9 req-ef13fcce-2d25-492f-8849-840d2634f686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:09.864815 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c509b267-13f1-41d2-9d94-806233b475b9 req-ef13fcce-2d25-492f-8849-840d2634f686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:09.865395 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c509b267-13f1-41d2-9d94-806233b475b9 req-ef13fcce-2d25-492f-8849-840d2634f686 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:09.866880 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c509b267-13f1-41d2-9d94-806233b475b9 req-ef13fcce-2d25-492f-8849-840d2634f686 service neutron] 10.222.0.39 "PUT /v2.0/ports/e8062288-8eeb-40af-8f1e-393de3e9aae3 HTTP/1.1" status: 200 len: 1092 time: 1.4350016 Sep 17 08:14:09.887080 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef13fcce-2d25-492f-8849-840d2634f686 service neutron] Pushing event updated for resources: {'Port': ['ID=e8062288-8eeb-40af-8f1e-393de3e9aae3,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:14:09.963822 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c509b267-13f1-41d2-9d94-806233b475b9 req-e103da3d-1ec3-4ce2-b031-6ea677a9e5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:09.965301 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c509b267-13f1-41d2-9d94-806233b475b9 req-e103da3d-1ec3-4ce2-b031-6ea677a9e5a4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=56e275efab454c57a2733a201971b985&device_id=ad113668-641e-43d8-b9a5-4c3d39373f50 HTTP/1.1" status: 200 len: 1095 time: 0.0412104 Sep 17 08:14:09.987856 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bef79c-cd9b-4ddc-b2ad-5b0bf40d0ddc req-911179f7-1965-4eea-9c26-8328e2d95423 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:09.989344 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-74bef79c-cd9b-4ddc-b2ad-5b0bf40d0ddc req-911179f7-1965-4eea-9c26-8328e2d95423 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad113668-641e-43d8-b9a5-4c3d39373f50 HTTP/1.1" status: 200 len: 944 time: 0.0480871 Sep 17 08:14:10.022652 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c509b267-13f1-41d2-9d94-806233b475b9 req-41e4c46b-4c1f-4c2a-b366-f37da2297803 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8062288-8eeb-40af-8f1e-393de3e9aae3 HTTP/1.1" status: 200 len: 217 time: 0.0386302 Sep 17 08:14:10.026894 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-74bef79c-cd9b-4ddc-b2ad-5b0bf40d0ddc req-2e8b33a1-a13e-4712-97d4-8911710f4c9a tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314307 Sep 17 08:14:10.083453 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c509b267-13f1-41d2-9d94-806233b475b9 req-a5eb631b-2934-4c39-9b49-0c98258e0c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:10.084989 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c509b267-13f1-41d2-9d94-806233b475b9 req-a5eb631b-2934-4c39-9b49-0c98258e0c44 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7c25df5a-36e7-4d20-9a35-2372fa90e853 HTTP/1.1" status: 200 len: 845 time: 0.0555801 Sep 17 08:14:10.117155 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c509b267-13f1-41d2-9d94-806233b475b9 req-42d1e46e-4f31-4fd2-bd68-35fbefa91655 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9e07c4b1-bdff-4c2c-98bc-db029bd9be3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252645 Sep 17 08:14:10.133420 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ef9ec-54ea-44e3-b328-c0de16c7a0df req-ecb649e4-5133-42ea-a4ab-5203f1eae28f tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:10.134903 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-426ef9ec-54ea-44e3-b328-c0de16c7a0df req-ecb649e4-5133-42ea-a4ab-5203f1eae28f tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=8418b5e8-4c89-44e2-a136-b8a0d26f6a81 HTTP/1.1" status: 200 len: 946 time: 0.0563893 Sep 17 08:14:10.171757 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-426ef9ec-54ea-44e3-b328-c0de16c7a0df req-2cdd1150-79f0-4346-bf0a-c0d7c2977a99 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=d58cca41-12a4-4922-945e-78e1f26f3fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308673 Sep 17 08:14:10.211096 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c509b267-13f1-41d2-9d94-806233b475b9 req-cb6f1825-b67a-4dd0-af6e-4487b1cc1a00 service neutron] 10.222.0.39 "GET /v2.0/networks/9e07c4b1-bdff-4c2c-98bc-db029bd9be3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868518 Sep 17 08:14:10.286148 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b658fd0-49c1-4b5f-9651-0227252ace30 req-8da6aa65-e348-478c-95eb-888f6f6f421e tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:10.287707 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3b658fd0-49c1-4b5f-9651-0227252ace30 req-8da6aa65-e348-478c-95eb-888f6f6f421e tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=8418b5e8-4c89-44e2-a136-b8a0d26f6a81 HTTP/1.1" status: 200 len: 946 time: 0.0497265 Sep 17 08:14:10.302049 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c509b267-13f1-41d2-9d94-806233b475b9 req-e5b6c49a-72c4-4c9c-bfd3-df75e50ecb1e service neutron] 10.222.0.39 "GET /v2.0/networks/9e07c4b1-bdff-4c2c-98bc-db029bd9be3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840862 Sep 17 08:14:10.326350 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3b658fd0-49c1-4b5f-9651-0227252ace30 req-bfb07dd3-2cf9-4c61-8d1d-2102cc5273eb tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=d58cca41-12a4-4922-945e-78e1f26f3fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327287 Sep 17 08:14:10.348284 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43092) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:14:10.388220 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25d24ce-4d49-4832-8ef9-242b116eccfa tempest-TestNetworkAdvancedServerOps-1491937489 tempest-TestNetworkAdvancedServerOps-1491937489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:10.389756 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f25d24ce-4d49-4832-8ef9-242b116eccfa tempest-TestNetworkAdvancedServerOps-1491937489 tempest-TestNetworkAdvancedServerOps-1491937489-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8418b5e8-4c89-44e2-a136-b8a0d26f6a81 HTTP/1.1" status: 200 len: 1092 time: 0.0404804 Sep 17 08:14:10.392591 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43094) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:14:10.396790 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-41487a19-fc71-4973-ab1b-cd7865245835 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Request body: {'floatingip': {'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'port_id': 'cc924b2e-aac2-4046-98c7-256cda945f96', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:14:10.418189 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-41487a19-fc71-4973-ab1b-cd7865245835 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for floatingip, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:10.430229 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad113668-641e-43d8-b9a5-4c3d39373f50', 'tag': 'e8062288-8eeb-40af-8f1e-393de3e9aae3'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:14:10.432439 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd7d9bf-c4f2-4a9d-83ce-8a79af0ced88" -d '{"events": [{"name": "network-changed", "server_uuid": "ad113668-641e-43d8-b9a5-4c3d39373f50", "tag": "e8062288-8eeb-40af-8f1e-393de3e9aae3"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:14:10.491405 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-609739a9-064d-4415-a545-df232bf8e487 x-openstack-request-id: req-609739a9-064d-4415-a545-df232bf8e487 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:14:10.491701 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad113668-641e-43d8-b9a5-4c3d39373f50", "tag": "e8062288-8eeb-40af-8f1e-393de3e9aae3", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:14:10.491975 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-609739a9-064d-4415-a545-df232bf8e487 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:14:10.492372 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad113668-641e-43d8-b9a5-4c3d39373f50', 'tag': 'e8062288-8eeb-40af-8f1e-393de3e9aae3', 'status': 'completed', 'code': 200} Sep 17 08:14:10.528445 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-41487a19-fc71-4973-ab1b-cd7865245835 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:10.636711 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7d9bf-c4f2-4a9d-83ce-8a79af0ced88 req-41e53de8-1ad4-474e-bcd6-7f8ebf2e07ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:10.638226 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bbd7d9bf-c4f2-4a9d-83ce-8a79af0ced88 req-41e53de8-1ad4-474e-bcd6-7f8ebf2e07ef service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=56e275efab454c57a2733a201971b985&device_id=ad113668-641e-43d8-b9a5-4c3d39373f50 HTTP/1.1" status: 200 len: 1095 time: 0.1072037 Sep 17 08:14:10.728597 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-41487a19-fc71-4973-ab1b-cd7865245835 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Allocated IP 172.25.6.238 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/092dd31e-2d67-4857-8947-78b17fbf127e) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:14:10.785103 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7d9bf-c4f2-4a9d-83ce-8a79af0ced88 req-3ab84771-90d4-4aee-9f44-df3bceeec464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:10.786457 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bbd7d9bf-c4f2-4a9d-83ce-8a79af0ced88 req-3ab84771-90d4-4aee-9f44-df3bceeec464 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9e07c4b1-bdff-4c2c-98bc-db029bd9be3a HTTP/1.1" status: 200 len: 906 time: 0.1313097 Sep 17 08:14:10.851081 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bbd7d9bf-c4f2-4a9d-83ce-8a79af0ced88 req-7dcc547a-d995-4911-909d-eab644bacb43 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8062288-8eeb-40af-8f1e-393de3e9aae3 HTTP/1.1" status: 200 len: 217 time: 0.0381303 Sep 17 08:14:10.918355 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-41487a19-fc71-4973-ab1b-cd7865245835 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:10.933526 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7d9bf-c4f2-4a9d-83ce-8a79af0ced88 req-c0b1962c-8749-4d44-a9ac-2e747dcb3193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:10.934977 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bbd7d9bf-c4f2-4a9d-83ce-8a79af0ced88 req-c0b1962c-8749-4d44-a9ac-2e747dcb3193 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7c25df5a-36e7-4d20-9a35-2372fa90e853 HTTP/1.1" status: 200 len: 845 time: 0.0672388 Sep 17 08:14:10.973747 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bbd7d9bf-c4f2-4a9d-83ce-8a79af0ced88 req-7f0f7fee-3a56-4b40-bbb7-66685a3533ef service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9e07c4b1-bdff-4c2c-98bc-db029bd9be3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304806 Sep 17 08:14:10.981606 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-41487a19-fc71-4973-ab1b-cd7865245835 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:11.054593 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41487a19-fc71-4973-ab1b-cd7865245835 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:14:11.097243 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3f9550e6-6fe5-4303-b5ee-ed75350c60b0 req-657eed3e-0811-470c-bfcc-63bfd6376486 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0602491 Sep 17 08:14:11.098090 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-41487a19-fc71-4973-ab1b-cd7865245835 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:14:11.108019 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41487a19-fc71-4973-ab1b-cd7865245835 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:14:11.133401 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41487a19-fc71-4973-ab1b-cd7865245835 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event updated for resources: {'Port': ['ID=092dd31e-2d67-4857-8947-78b17fbf127e,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:14:11.150283 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7734c40-aca2-4775-8605-851d0a758431 req-13ad7924-fd8d-4a97-b590-8be6e1de8864 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:11.151860 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f7734c40-aca2-4775-8605-851d0a758431 req-13ad7924-fd8d-4a97-b590-8be6e1de8864 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad113668-641e-43d8-b9a5-4c3d39373f50 HTTP/1.1" status: 200 len: 944 time: 0.0551064 Sep 17 08:14:11.197733 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bbd7d9bf-c4f2-4a9d-83ce-8a79af0ced88 req-d82b138c-014d-4126-90f6-29af8a4403f9 service neutron] 10.222.0.39 "GET /v2.0/networks/9e07c4b1-bdff-4c2c-98bc-db029bd9be3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140310 Sep 17 08:14:11.199526 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f7734c40-aca2-4775-8605-851d0a758431 req-8af81469-1ba5-444e-8135-d84c4aa12199 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414271 Sep 17 08:14:11.214441 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3f9550e6-6fe5-4303-b5ee-ed75350c60b0 req-4cbdcfee-08e8-4c4d-8317-f4075a4ff35f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0527043 Sep 17 08:14:11.294035 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3f9550e6-6fe5-4303-b5ee-ed75350c60b0 req-cdfb2837-0a8d-413a-8c7d-0cea955ea15f service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0522585 Sep 17 08:14:11.448857 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bbd7d9bf-c4f2-4a9d-83ce-8a79af0ced88 req-2039f16c-e1d8-4d94-bbd1-9b05ebaf7982 service neutron] 10.222.0.39 "GET /v2.0/networks/9e07c4b1-bdff-4c2c-98bc-db029bd9be3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316682 Sep 17 08:14:11.523744 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9550e6-6fe5-4303-b5ee-ed75350c60b0 req-b19c4b25-90c0-4879-8886-8e492fe1e294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:11.525227 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3f9550e6-6fe5-4303-b5ee-ed75350c60b0 req-b19c4b25-90c0-4879-8886-8e492fe1e294 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1986432 Sep 17 08:14:11.662195 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-41487a19-fc71-4973-ab1b-cd7865245835 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:11.725995 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-41487a19-fc71-4973-ab1b-cd7865245835 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:11.870712 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-41487a19-fc71-4973-ab1b-cd7865245835 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:11.875405 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-41487a19-fc71-4973-ab1b-cd7865245835 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:11.940607 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41487a19-fc71-4973-ab1b-cd7865245835 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event updated for resources: {'Port': ['ID=092dd31e-2d67-4857-8947-78b17fbf127e,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:14:11.950170 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-41487a19-fc71-4973-ab1b-cd7865245835 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:12.047707 n-d-789963-9 neutron-server[101290]: INFO neutron.db.l3_db [None req-41487a19-fc71-4973-ab1b-cd7865245835 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Floating IP 677cc905-9ca0-45fe-a37e-967569d1a1b2 associated. External IP: 172.25.6.238, port: cc924b2e-aac2-4046-98c7-256cda945f96. Sep 17 08:14:12.252123 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41487a19-fc71-4973-ab1b-cd7865245835 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Router f65a960c-4f30-4d5c-8c5a-fb5fe0fba938 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:14:12.319609 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc859e0-1776-41ee-80ec-1367825f856f req-7869eca0-b170-4052-a5c6-e235e2d1ff9b tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:12.321171 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2bc859e0-1776-41ee-80ec-1367825f856f req-7869eca0-b170-4052-a5c6-e235e2d1ff9b tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad113668-641e-43d8-b9a5-4c3d39373f50 HTTP/1.1" status: 200 len: 944 time: 0.0519431 Sep 17 08:14:12.359009 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2bc859e0-1776-41ee-80ec-1367825f856f req-3c4883a0-85c2-48c4-9241-1da299fb918a tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316260 Sep 17 08:14:12.359706 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41487a19-fc71-4973-ab1b-cd7865245835 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:14:12.369061 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70206827-ba28-442c-99ba-e285db3d7b4c None None] Sync routers for ids ['f65a960c-4f30-4d5c-8c5a-fb5fe0fba938'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:14:12.378969 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70206827-ba28-442c-99ba-e285db3d7b4c None None] Routers {'f65a960c-4f30-4d5c-8c5a-fb5fe0fba938'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:14:12.379781 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-41487a19-fc71-4973-ab1b-cd7865245835 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:12.380055 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-70206827-ba28-442c-99ba-e285db3d7b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:13:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['f65a960c-4f30-4d5c-8c5a-fb5fe0fba938'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:14:12.408330 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-41487a19-fc71-4973-ab1b-cd7865245835 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0147097 Sep 17 08:14:12.493387 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8418b5e8-4c89-44e2-a136-b8a0d26f6a81', 'tag': 'cc924b2e-aac2-4046-98c7-256cda945f96'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:14:12.495847 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63764016-f8ad-46ed-9697-051746d28082" -d '{"events": [{"name": "network-changed", "server_uuid": "8418b5e8-4c89-44e2-a136-b8a0d26f6a81", "tag": "cc924b2e-aac2-4046-98c7-256cda945f96"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:14:12.505938 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a70e5-8c29-471a-982e-0a341b9963d1 req-b1d31ff1-b478-432d-a172-952a02e9a126 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:12.507469 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2e0a70e5-8c29-471a-982e-0a341b9963d1 req-b1d31ff1-b478-432d-a172-952a02e9a126 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=8418b5e8-4c89-44e2-a136-b8a0d26f6a81 HTTP/1.1" status: 200 len: 946 time: 0.0498421 Sep 17 08:14:12.533616 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98ff6f3-ad63-47f6-a8cc-716d701a2b8b x-openstack-request-id: req-a98ff6f3-ad63-47f6-a8cc-716d701a2b8b {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:14:12.533937 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8418b5e8-4c89-44e2-a136-b8a0d26f6a81", "tag": "cc924b2e-aac2-4046-98c7-256cda945f96", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:14:12.534189 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a98ff6f3-ad63-47f6-a8cc-716d701a2b8b {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:14:12.534589 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8418b5e8-4c89-44e2-a136-b8a0d26f6a81', 'tag': 'cc924b2e-aac2-4046-98c7-256cda945f96', 'status': 'completed', 'code': 200} Sep 17 08:14:12.546958 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2e0a70e5-8c29-471a-982e-0a341b9963d1 req-5799e850-02f8-4b58-9ccf-f11e4ec36ff6 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=d58cca41-12a4-4922-945e-78e1f26f3fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336459 Sep 17 08:14:12.569337 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43108) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:14:12.578555 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-70206827-ba28-442c-99ba-e285db3d7b4c None None] Set router f65a960c-4f30-4d5c-8c5a-fb5fe0fba938 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:14:12.657830 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-73fd1a3f-ea28-4ff2-9a46-caedaf42799c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/floatingips/677cc905-9ca0-45fe-a37e-967569d1a1b2 HTTP/1.1" status: 200 len: 992 time: 0.0873561 Sep 17 08:14:12.665779 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63764016-f8ad-46ed-9697-051746d28082 req-aedcad04-f795-43ba-87ad-bbafde00205b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:12.667256 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-63764016-f8ad-46ed-9697-051746d28082 req-aedcad04-f795-43ba-87ad-bbafde00205b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6ef7951b2ac4d2ead98d70f1879d714&device_id=8418b5e8-4c89-44e2-a136-b8a0d26f6a81 HTTP/1.1" status: 200 len: 1097 time: 0.0593069 Sep 17 08:14:12.760363 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63764016-f8ad-46ed-9697-051746d28082 req-3acd8d59-d04c-43fd-9fb1-ec3c53270479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:12.761762 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-63764016-f8ad-46ed-9697-051746d28082 req-3acd8d59-d04c-43fd-9fb1-ec3c53270479 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ab4940a7-900f-447c-9070-f60b582c2f8c HTTP/1.1" status: 200 len: 895 time: 0.0876670 Sep 17 08:14:12.795814 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-70206827-ba28-442c-99ba-e285db3d7b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65a960c-4f30-4d5c-8c5a-fb5fe0fba938', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337188391', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'cb102f75-537b-41c7-8ee8-8b66e04a3017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:13:47Z', 'updated_at': '2021-09-17T08:13:54Z', 'revision_number': 4, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'gw_port': {'id': 'cb102f75-537b-41c7-8ee8-8b66e04a3017', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:87:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65a960c-4f30-4d5c-8c5a-fb5fe0fba938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:13:48Z', 'updated_at': '2021-09-17T08:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '677cc905-9ca0-45fe-a37e-967569d1a1b2', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'floating_ip_address': '172.25.6.238', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': 'f65a960c-4f30-4d5c-8c5a-fb5fe0fba938', 'port_id': 'cc924b2e-aac2-4046-98c7-256cda945f96', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab4940a7-900f-447c-9070-f60b582c2f8c', 'mac_address': 'fa:16:3e:7f:09:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8418b5e8-4c89-44e2-a136-b8a0d26f6a81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:14:11Z', 'updated_at': '2021-09-17T08:14:11Z', 'revision_number': 0, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b168bcb-1565-448c-848c-e25cdea9ff5f', 'name': '', 'network_id': 'ab4940a7-900f-447c-9070-f60b582c2f8c', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'mac_address': 'fa:16:3e:df:2d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65a960c-4f30-4d5c-8c5a-fb5fe0fba938', 'device_owner': 'network:router_interface', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': '7b4f533f-8a74-4de1-a95e-7e81d2a49ce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:13:53Z', 'updated_at': '2021-09-17T08:13:58Z', 'revision_number': 5, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'subnets': [{'id': '7b4f533f-8a74-4de1-a95e-7e81d2a49ce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:14:12.825432 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70206827-ba28-442c-99ba-e285db3d7b4c None None] Checking router: f65a960c-4f30-4d5c-8c5a-fb5fe0fba938 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:14:12.826133 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-63764016-f8ad-46ed-9697-051746d28082 req-007f479d-5ca8-4f18-912b-d4663556c0fc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc924b2e-aac2-4046-98c7-256cda945f96 HTTP/1.1" status: 200 len: 1000 time: 0.0567539 Sep 17 08:14:12.833591 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70206827-ba28-442c-99ba-e285db3d7b4c None None] Routers {'f65a960c-4f30-4d5c-8c5a-fb5fe0fba938'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:14:12.834196 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-70206827-ba28-442c-99ba-e285db3d7b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:13:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['f65a960c-4f30-4d5c-8c5a-fb5fe0fba938'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:14:12.875196 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63764016-f8ad-46ed-9697-051746d28082 req-341c954d-808d-4c32-8f26-fb9a8fe58490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:12.876714 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-63764016-f8ad-46ed-9697-051746d28082 req-341c954d-808d-4c32-8f26-fb9a8fe58490 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b4f533f-8a74-4de1-a95e-7e81d2a49ce7 HTTP/1.1" status: 200 len: 834 time: 0.0433822 Sep 17 08:14:12.924902 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63764016-f8ad-46ed-9697-051746d28082 req-2517ef7c-2e4c-49a3-979e-c20e261680d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:12.926485 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-63764016-f8ad-46ed-9697-051746d28082 req-2517ef7c-2e4c-49a3-979e-c20e261680d4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ab4940a7-900f-447c-9070-f60b582c2f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424340 Sep 17 08:14:12.936232 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-70206827-ba28-442c-99ba-e285db3d7b4c None None] Set router f65a960c-4f30-4d5c-8c5a-fb5fe0fba938 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:14:13.018059 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-63764016-f8ad-46ed-9697-051746d28082 req-f67bfaf3-737e-4023-a6ff-5e60899d328c service neutron] 10.222.0.41 "GET /v2.0/networks/ab4940a7-900f-447c-9070-f60b582c2f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845406 Sep 17 08:14:13.117876 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-63764016-f8ad-46ed-9697-051746d28082 req-3354eca8-5501-462a-a034-2acc05bec64a service neutron] 10.222.0.41 "GET /v2.0/networks/ab4940a7-900f-447c-9070-f60b582c2f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927477 Sep 17 08:14:13.175983 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-70206827-ba28-442c-99ba-e285db3d7b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65a960c-4f30-4d5c-8c5a-fb5fe0fba938', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337188391', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'cb102f75-537b-41c7-8ee8-8b66e04a3017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:13:47Z', 'updated_at': '2021-09-17T08:13:54Z', 'revision_number': 4, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'gw_port': {'id': 'cb102f75-537b-41c7-8ee8-8b66e04a3017', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:87:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65a960c-4f30-4d5c-8c5a-fb5fe0fba938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:13:48Z', 'updated_at': '2021-09-17T08:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '677cc905-9ca0-45fe-a37e-967569d1a1b2', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'floating_ip_address': '172.25.6.238', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': 'f65a960c-4f30-4d5c-8c5a-fb5fe0fba938', 'port_id': 'cc924b2e-aac2-4046-98c7-256cda945f96', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab4940a7-900f-447c-9070-f60b582c2f8c', 'mac_address': 'fa:16:3e:7f:09:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8418b5e8-4c89-44e2-a136-b8a0d26f6a81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:14:11Z', 'updated_at': '2021-09-17T08:14:11Z', 'revision_number': 0, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b168bcb-1565-448c-848c-e25cdea9ff5f', 'name': '', 'network_id': 'ab4940a7-900f-447c-9070-f60b582c2f8c', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'mac_address': 'fa:16:3e:df:2d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65a960c-4f30-4d5c-8c5a-fb5fe0fba938', 'device_owner': 'network:router_interface', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': '7b4f533f-8a74-4de1-a95e-7e81d2a49ce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:13:53Z', 'updated_at': '2021-09-17T08:13:58Z', 'revision_number': 5, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'subnets': [{'id': '7b4f533f-8a74-4de1-a95e-7e81d2a49ce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:14:13.200683 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70206827-ba28-442c-99ba-e285db3d7b4c None None] The sync data for ids ['f65a960c-4f30-4d5c-8c5a-fb5fe0fba938'] in n-d-789963-9 is: [{'id': 'f65a960c-4f30-4d5c-8c5a-fb5fe0fba938', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337188391', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'cb102f75-537b-41c7-8ee8-8b66e04a3017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:13:47Z', 'updated_at': '2021-09-17T08:13:54Z', 'revision_number': 4, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'gw_port': {'id': 'cb102f75-537b-41c7-8ee8-8b66e04a3017', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:87:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65a960c-4f30-4d5c-8c5a-fb5fe0fba938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:13:48Z', 'updated_at': '2021-09-17T08:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '677cc905-9ca0-45fe-a37e-967569d1a1b2', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'floating_ip_address': '172.25.6.238', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': 'f65a960c-4f30-4d5c-8c5a-fb5fe0fba938', 'port_id': 'cc924b2e-aac2-4046-98c7-256cda945f96', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab4940a7-900f-447c-9070-f60b582c2f8c', 'mac_address': 'fa:16:3e:7f:09:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8418b5e8-4c89-44e2-a136-b8a0d26f6a81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:14:11Z', 'updated_at': '2021-09-17T08:14:11Z', 'revision_number': 0, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b168bcb-1565-448c-848c-e25cdea9ff5f', 'name': '', 'network_id': 'ab4940a7-900f-447c-9070-f60b582c2f8c', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'mac_address': 'fa:16:3e:df:2d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65a960c-4f30-4d5c-8c5a-fb5fe0fba938', 'device_owner': 'network:router_interface', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': '7b4f533f-8a74-4de1-a95e-7e81d2a49ce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:13:53Z', 'updated_at': '2021-09-17T08:13:58Z', 'revision_number': 5, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'subnets': [{'id': '7b4f533f-8a74-4de1-a95e-7e81d2a49ce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:14:13.379132 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140519a7-c62d-4dbb-b4ee-7e9c6e23b150 None None] New status for floating IP 677cc905-9ca0-45fe-a37e-967569d1a1b2: ACTIVE {{(pid=101291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 08:14:13.476874 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b9f2c2-0ce6-410e-a9da-41079e386760 req-02212d48-2b80-4c68-a559-cbc498b3ff04 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:13.478377 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-50b9f2c2-0ce6-410e-a9da-41079e386760 req-02212d48-2b80-4c68-a559-cbc498b3ff04 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad113668-641e-43d8-b9a5-4c3d39373f50 HTTP/1.1" status: 200 len: 944 time: 0.0483222 Sep 17 08:14:13.515456 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-50b9f2c2-0ce6-410e-a9da-41079e386760 req-c62697a0-8a44-4874-9b56-429e3f4f9480 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309305 Sep 17 08:14:13.661685 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43112) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:14:13.719497 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-39db26bc-078e-45a6-b1d7-bed76f2946dd tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/floatingips/677cc905-9ca0-45fe-a37e-967569d1a1b2 HTTP/1.1" status: 200 len: 994 time: 0.0567045 Sep 17 08:14:13.913303 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device e8062288-8eeb-40af-8f1e-393de3e9aae3 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:14:14.004191 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port e8062288-8eeb-40af-8f1e-393de3e9aae3, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=e8062288-8eeb-40af-8f1e-393de3e9aae3,segment=NetworkSegment(97a5f9eb-b96b-49f6-801a-38ac71ff3601),segment_id=97a5f9eb-b96b-49f6-801a-38ac71ff3601)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:14:14.014783 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': 'e8062288-8eeb-40af-8f1e-393de3e9aae3', 'network_id': '9e07c4b1-bdff-4c2c-98bc-db029bd9be3a', 'port_id': 'e8062288-8eeb-40af-8f1e-393de3e9aae3', 'mac_address': 'fa:16:3e:44:d8:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c25df5a-36e7-4d20-9a35-2372fa90e853', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:14:14.054086 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:14.066816 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8062288-8eeb-40af-8f1e-393de3e9aae3 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:14:14.086177 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port e8062288-8eeb-40af-8f1e-393de3e9aae3, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=e8062288-8eeb-40af-8f1e-393de3e9aae3,segment=NetworkSegment(97a5f9eb-b96b-49f6-801a-38ac71ff3601),segment_id=97a5f9eb-b96b-49f6-801a-38ac71ff3601)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:14:14.090521 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:14.136418 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=e8062288-8eeb-40af-8f1e-393de3e9aae3,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:14:14.575244 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['e8062288-8eeb-40af-8f1e-393de3e9aae3'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:14:14.632649 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee761c42-9130-4d73-a89d-c4b4b40264a2 req-9aada0bb-423a-43e0-a531-0f21cbdd21c6 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:14.634145 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ee761c42-9130-4d73-a89d-c4b4b40264a2 req-9aada0bb-423a-43e0-a531-0f21cbdd21c6 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad113668-641e-43d8-b9a5-4c3d39373f50 HTTP/1.1" status: 200 len: 945 time: 0.0518100 Sep 17 08:14:14.671295 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ee761c42-9130-4d73-a89d-c4b4b40264a2 req-4b647f0b-78a5-45e2-b601-d6d5d7517cc4 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310013 Sep 17 08:14:15.782935 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa5585-26e9-416a-89a8-1fced28f2ca6 req-a2c9c231-1bf0-4244-bdad-31759fa3dab7 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:15.785017 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-70aa5585-26e9-416a-89a8-1fced28f2ca6 req-a2c9c231-1bf0-4244-bdad-31759fa3dab7 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad113668-641e-43d8-b9a5-4c3d39373f50 HTTP/1.1" status: 200 len: 945 time: 0.0489771 Sep 17 08:14:15.820866 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-70aa5585-26e9-416a-89a8-1fced28f2ca6 req-abed8e5c-b8db-4e81-a4d9-bf2f354362f9 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300658 Sep 17 08:14:15.926511 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device e8062288-8eeb-40af-8f1e-393de3e9aae3 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:14:15.973700 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port e8062288-8eeb-40af-8f1e-393de3e9aae3 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:14:15.977085 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port e8062288-8eeb-40af-8f1e-393de3e9aae3 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:14:15.977455 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:16.050222 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:16.072005 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad113668-641e-43d8-b9a5-4c3d39373f50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8062288-8eeb-40af-8f1e-393de3e9aae3'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:14:16.074236 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a5f770-858e-42d0-9d7b-b032dca06df4" -d '{"events": [{"server_uuid": "ad113668-641e-43d8-b9a5-4c3d39373f50", "name": "network-vif-plugged", "status": "completed", "tag": "e8062288-8eeb-40af-8f1e-393de3e9aae3"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:14:16.091571 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port e8062288-8eeb-40af-8f1e-393de3e9aae3, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=e8062288-8eeb-40af-8f1e-393de3e9aae3,segment=NetworkSegment(97a5f9eb-b96b-49f6-801a-38ac71ff3601),segment_id=97a5f9eb-b96b-49f6-801a-38ac71ff3601)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:14:16.096064 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:16.120677 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d2a1da-3614-4b9b-bb87-8c5e490d42fd x-openstack-request-id: req-d5d2a1da-3614-4b9b-bb87-8c5e490d42fd {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:14:16.120966 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad113668-641e-43d8-b9a5-4c3d39373f50", "name": "network-vif-plugged", "status": "completed", "tag": "e8062288-8eeb-40af-8f1e-393de3e9aae3", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:14:16.121207 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d5d2a1da-3614-4b9b-bb87-8c5e490d42fd {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:14:16.121590 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad113668-641e-43d8-b9a5-4c3d39373f50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8062288-8eeb-40af-8f1e-393de3e9aae3', 'code': 200} Sep 17 08:14:16.148442 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=e8062288-8eeb-40af-8f1e-393de3e9aae3,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:14:16.235707 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596088e7-206e-4e0a-9422-c0384cb0d816 req-357b21b0-5a28-4d48-9162-b6f7e15a91c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:16.237122 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-596088e7-206e-4e0a-9422-c0384cb0d816 req-357b21b0-5a28-4d48-9162-b6f7e15a91c0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ad113668-641e-43d8-b9a5-4c3d39373f50 HTTP/1.1" status: 200 len: 1097 time: 0.0386395 Sep 17 08:14:16.277280 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-596088e7-206e-4e0a-9422-c0384cb0d816 req-41eb1fb7-bfdc-4811-b229-889dd09c69ea service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320680 Sep 17 08:14:16.930702 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb8ee22-f814-4df2-96dd-2f132d36e6fe req-84ce76e4-6b02-4c1c-a59b-023eeda761ef tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:16.932202 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1eb8ee22-f814-4df2-96dd-2f132d36e6fe req-84ce76e4-6b02-4c1c-a59b-023eeda761ef tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad113668-641e-43d8-b9a5-4c3d39373f50 HTTP/1.1" status: 200 len: 946 time: 0.0473673 Sep 17 08:14:16.968971 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1eb8ee22-f814-4df2-96dd-2f132d36e6fe req-f2c6807d-4049-4cbd-aaa3-cf9511486bf0 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309577 Sep 17 08:14:18.084170 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ab3a9-971f-4768-95fc-711f563fed2f req-eedb6361-28eb-4dae-bb25-566dfdd91873 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:18.085662 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a49ab3a9-971f-4768-95fc-711f563fed2f req-eedb6361-28eb-4dae-bb25-566dfdd91873 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad113668-641e-43d8-b9a5-4c3d39373f50 HTTP/1.1" status: 200 len: 946 time: 0.0512486 Sep 17 08:14:18.122494 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a49ab3a9-971f-4768-95fc-711f563fed2f req-df2bc3dd-ddcb-4ed8-991d-beebe44d49a8 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307617 Sep 17 08:14:18.337796 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c411c-0e9c-411f-9e1d-2e9410371081 req-af52a7e9-d493-4c72-a2ed-d9ad4c42656f tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:18.339266 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ba5c411c-0e9c-411f-9e1d-2e9410371081 req-af52a7e9-d493-4c72-a2ed-d9ad4c42656f tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/networks?id=9e07c4b1-bdff-4c2c-98bc-db029bd9be3a HTTP/1.1" status: 200 len: 805 time: 0.0994656 Sep 17 08:14:18.353685 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ba5c411c-0e9c-411f-9e1d-2e9410371081 req-b877722b-e3bd-4c39-83f4-15b4406e7dff tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/quotas/56e275efab454c57a2733a201971b985 HTTP/1.1" status: 200 len: 375 time: 0.0087225 Sep 17 08:14:18.407747 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ba5c411c-0e9c-411f-9e1d-2e9410371081 req-9184a544-7ebc-46ab-b958-edc569166b71 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=56e275efab454c57a2733a201971b985&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490158 Sep 17 08:14:18.495947 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ba5c411c-0e9c-411f-9e1d-2e9410371081 req-7c790773-3b3e-449e-95cd-e936c5e3caa8 service neutron] 10.222.0.13 "GET /v2.0/networks/9e07c4b1-bdff-4c2c-98bc-db029bd9be3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811899 Sep 17 08:14:18.589009 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ba5c411c-0e9c-411f-9e1d-2e9410371081 req-97c38247-01b0-40e4-9248-6e19111ae57f service neutron] 10.222.0.13 "GET /v2.0/networks/9e07c4b1-bdff-4c2c-98bc-db029bd9be3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863047 Sep 17 08:14:18.745241 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4ac1aa93-940b-4bde-a4cc-42584404dfcb req-12726137-b28a-4bc0-89be-a14ed4a3c1ae tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=0859713c-7de3-4468-97db-e99d9ff4b1db HTTP/1.1" status: 200 len: 210 time: 0.0277388 Sep 17 08:14:19.750116 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c411c-0e9c-411f-9e1d-2e9410371081 req-4187823a-88f0-4ba5-ae20-1f73881ffe11 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:19.751764 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ba5c411c-0e9c-411f-9e1d-2e9410371081 req-4187823a-88f0-4ba5-ae20-1f73881ffe11 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.41 "GET /v2.0/networks?id=9e07c4b1-bdff-4c2c-98bc-db029bd9be3a HTTP/1.1" status: 200 len: 805 time: 0.1015468 Sep 17 08:14:19.773017 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-ba5c411c-0e9c-411f-9e1d-2e9410371081 req-bfde35b8-c34d-4d73-831b-4b2b5a0334ca tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Request body: {'port': {'device_id': '0859713c-7de3-4468-97db-e99d9ff4b1db', 'network_id': '9e07c4b1-bdff-4c2c-98bc-db029bd9be3a', 'admin_state_up': True, 'tenant_id': '56e275efab454c57a2733a201971b985'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:14:19.837707 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-764aa623-57b5-4732-8238-65e688103f75 req-51616fb9-e2c0-4d83-b316-ebe8cd18dc42 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=0859713c-7de3-4468-97db-e99d9ff4b1db HTTP/1.1" status: 200 len: 210 time: 0.0263593 Sep 17 08:14:19.884055 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba5c411c-0e9c-411f-9e1d-2e9410371081 req-bfde35b8-c34d-4d73-831b-4b2b5a0334ca tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Made reservation on behalf of 56e275efab454c57a2733a201971b985 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:14:19.887490 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-ba5c411c-0e9c-411f-9e1d-2e9410371081 req-bfde35b8-c34d-4d73-831b-4b2b5a0334ca tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:19.937777 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-988b57cb-7a44-41ab-87ad-75fcfb4e2218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:20.006395 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-ba5c411c-0e9c-411f-9e1d-2e9410371081 req-bfde35b8-c34d-4d73-831b-4b2b5a0334ca tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Allocated IP 172.20.0.12 (9e07c4b1-bdff-4c2c-98bc-db029bd9be3a/7c25df5a-36e7-4d20-9a35-2372fa90e853/d10912f3-2476-4266-bb25-58a2910b38fa) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:14:20.150163 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-ba5c411c-0e9c-411f-9e1d-2e9410371081 req-bfde35b8-c34d-4d73-831b-4b2b5a0334ca tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:20.183455 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-ba5c411c-0e9c-411f-9e1d-2e9410371081 req-bfde35b8-c34d-4d73-831b-4b2b5a0334ca tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:20.217082 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['f4f03f9b-2200-4f26-9016-5ee974315705'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:14:20.223698 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba5c411c-0e9c-411f-9e1d-2e9410371081 req-bfde35b8-c34d-4d73-831b-4b2b5a0334ca tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Network 9e07c4b1-bdff-4c2c-98bc-db029bd9be3a is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:14:20.226781 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-ba5c411c-0e9c-411f-9e1d-2e9410371081 req-bfde35b8-c34d-4d73-831b-4b2b5a0334ca tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:14:20.229091 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba5c411c-0e9c-411f-9e1d-2e9410371081 req-bfde35b8-c34d-4d73-831b-4b2b5a0334ca tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:14:20.239022 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['e8062288-8eeb-40af-8f1e-393de3e9aae3'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:14:20.600199 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfde35b8-c34d-4d73-831b-4b2b5a0334ca tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Pushing event updated for resources: {'Port': ['ID=d10912f3-2476-4266-bb25-58a2910b38fa,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:14:20.620932 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c411c-0e9c-411f-9e1d-2e9410371081 req-bfde35b8-c34d-4d73-831b-4b2b5a0334ca tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:20.621526 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-ba5c411c-0e9c-411f-9e1d-2e9410371081 req-bfde35b8-c34d-4d73-831b-4b2b5a0334ca tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:20.634734 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ba5c411c-0e9c-411f-9e1d-2e9410371081 req-bfde35b8-c34d-4d73-831b-4b2b5a0334ca tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8663430 Sep 17 08:14:20.655210 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-ba5c411c-0e9c-411f-9e1d-2e9410371081 req-90fb82e9-9b81-41f8-b6d0-5c6f7c75afed service neutron] Request body: {'port': {'device_id': '0859713c-7de3-4468-97db-e99d9ff4b1db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:14:20.706559 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-ba5c411c-0e9c-411f-9e1d-2e9410371081 req-90fb82e9-9b81-41f8-b6d0-5c6f7c75afed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:20.952634 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ccc83-57ce-4c4f-9fea-027eae93431c req-819ac89f-97d4-4ffd-b1ca-5373aea66150 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:20.954112 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-639ccc83-57ce-4c4f-9fea-027eae93431c req-819ac89f-97d4-4ffd-b1ca-5373aea66150 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=0859713c-7de3-4468-97db-e99d9ff4b1db HTTP/1.1" status: 200 len: 932 time: 0.0484021 Sep 17 08:14:20.965319 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-ba5c411c-0e9c-411f-9e1d-2e9410371081 req-90fb82e9-9b81-41f8-b6d0-5c6f7c75afed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d10912f3-2476-4266-bb25-58a2910b38fa {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:14:20.973309 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-ba5c411c-0e9c-411f-9e1d-2e9410371081 req-90fb82e9-9b81-41f8-b6d0-5c6f7c75afed service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:20.985853 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-ba5c411c-0e9c-411f-9e1d-2e9410371081 req-90fb82e9-9b81-41f8-b6d0-5c6f7c75afed service neutron] Transition to ACTIVE for port object d10912f3-2476-4266-bb25-58a2910b38fa will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:14:20.989200 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-ba5c411c-0e9c-411f-9e1d-2e9410371081 req-90fb82e9-9b81-41f8-b6d0-5c6f7c75afed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:20.994153 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-639ccc83-57ce-4c4f-9fea-027eae93431c req-e88c015d-4dd1-4309-9552-2e80317e5e02 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334768 Sep 17 08:14:21.040668 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fb82e9-9b81-41f8-b6d0-5c6f7c75afed service neutron] Pushing event updated for resources: {'Port': ['ID=d10912f3-2476-4266-bb25-58a2910b38fa,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:14:21.102601 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-ba5c411c-0e9c-411f-9e1d-2e9410371081 req-90fb82e9-9b81-41f8-b6d0-5c6f7c75afed service neutron] Attempting to bind port d10912f3-2476-4266-bb25-58a2910b38fa on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:14:21.102934 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-ba5c411c-0e9c-411f-9e1d-2e9410371081 req-90fb82e9-9b81-41f8-b6d0-5c6f7c75afed service neutron] Attempting to bind port d10912f3-2476-4266-bb25-58a2910b38fa by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': '97a5f9eb-b96b-49f6-801a-38ac71ff3601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9e07c4b1-bdff-4c2c-98bc-db029bd9be3a'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:14:21.103261 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5c411c-0e9c-411f-9e1d-2e9410371081 req-90fb82e9-9b81-41f8-b6d0-5c6f7c75afed service neutron] Attempting to bind port d10912f3-2476-4266-bb25-58a2910b38fa on network 9e07c4b1-bdff-4c2c-98bc-db029bd9be3a {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:14:21.107344 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5c411c-0e9c-411f-9e1d-2e9410371081 req-90fb82e9-9b81-41f8-b6d0-5c6f7c75afed service neutron] Port d10912f3-2476-4266-bb25-58a2910b38fa on network 9e07c4b1-bdff-4c2c-98bc-db029bd9be3a not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:14:21.107660 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5c411c-0e9c-411f-9e1d-2e9410371081 req-90fb82e9-9b81-41f8-b6d0-5c6f7c75afed service neutron] Attempting to bind port d10912f3-2476-4266-bb25-58a2910b38fa on network 9e07c4b1-bdff-4c2c-98bc-db029bd9be3a {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:14:21.112415 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5c411c-0e9c-411f-9e1d-2e9410371081 req-90fb82e9-9b81-41f8-b6d0-5c6f7c75afed service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:14:21.112753 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5c411c-0e9c-411f-9e1d-2e9410371081 req-90fb82e9-9b81-41f8-b6d0-5c6f7c75afed service neutron] Checking segment: {'id': '97a5f9eb-b96b-49f6-801a-38ac71ff3601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9e07c4b1-bdff-4c2c-98bc-db029bd9be3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:14:21.113160 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5c411c-0e9c-411f-9e1d-2e9410371081 req-90fb82e9-9b81-41f8-b6d0-5c6f7c75afed service neutron] Bound using segment: {'id': '97a5f9eb-b96b-49f6-801a-38ac71ff3601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9e07c4b1-bdff-4c2c-98bc-db029bd9be3a'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:14:21.113579 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-ba5c411c-0e9c-411f-9e1d-2e9410371081 req-90fb82e9-9b81-41f8-b6d0-5c6f7c75afed service neutron] Bound port: d10912f3-2476-4266-bb25-58a2910b38fa, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97a5f9eb-b96b-49f6-801a-38ac71ff3601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9e07c4b1-bdff-4c2c-98bc-db029bd9be3a'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:14:21.113928 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-ba5c411c-0e9c-411f-9e1d-2e9410371081 req-90fb82e9-9b81-41f8-b6d0-5c6f7c75afed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:21.177557 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-ba5c411c-0e9c-411f-9e1d-2e9410371081 req-90fb82e9-9b81-41f8-b6d0-5c6f7c75afed service neutron] For port d10912f3-2476-4266-bb25-58a2910b38fa, host n-h1-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:14:21.180670 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-ba5c411c-0e9c-411f-9e1d-2e9410371081 req-90fb82e9-9b81-41f8-b6d0-5c6f7c75afed service neutron] For port d10912f3-2476-4266-bb25-58a2910b38fa, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=d10912f3-2476-4266-bb25-58a2910b38fa,segment=NetworkSegment(97a5f9eb-b96b-49f6-801a-38ac71ff3601),segment_id=97a5f9eb-b96b-49f6-801a-38ac71ff3601)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:14:21.184480 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-ba5c411c-0e9c-411f-9e1d-2e9410371081 req-90fb82e9-9b81-41f8-b6d0-5c6f7c75afed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:21.217503 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c411c-0e9c-411f-9e1d-2e9410371081 req-90fb82e9-9b81-41f8-b6d0-5c6f7c75afed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:21.218113 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-ba5c411c-0e9c-411f-9e1d-2e9410371081 req-90fb82e9-9b81-41f8-b6d0-5c6f7c75afed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:21.219540 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ba5c411c-0e9c-411f-9e1d-2e9410371081 req-90fb82e9-9b81-41f8-b6d0-5c6f7c75afed service neutron] 10.222.0.41 "PUT /v2.0/ports/d10912f3-2476-4266-bb25-58a2910b38fa HTTP/1.1" status: 200 len: 1092 time: 0.5682890 Sep 17 08:14:21.219991 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0859713c-7de3-4468-97db-e99d9ff4b1db', 'tag': 'd10912f3-2476-4266-bb25-58a2910b38fa'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:14:21.222867 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21b11fc-d384-4c7a-b56d-188d0c418f48" -d '{"events": [{"name": "network-changed", "server_uuid": "0859713c-7de3-4468-97db-e99d9ff4b1db", "tag": "d10912f3-2476-4266-bb25-58a2910b38fa"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:14:21.248614 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fb82e9-9b81-41f8-b6d0-5c6f7c75afed service neutron] Pushing event updated for resources: {'Port': ['ID=d10912f3-2476-4266-bb25-58a2910b38fa,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:14:21.258796 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c6867f7-3df9-472f-b4d4-433d257646c0 x-openstack-request-id: req-9c6867f7-3df9-472f-b4d4-433d257646c0 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:14:21.259081 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0859713c-7de3-4468-97db-e99d9ff4b1db", "tag": "d10912f3-2476-4266-bb25-58a2910b38fa", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:14:21.259330 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9c6867f7-3df9-472f-b4d4-433d257646c0 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:14:21.259730 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0859713c-7de3-4468-97db-e99d9ff4b1db', 'tag': 'd10912f3-2476-4266-bb25-58a2910b38fa', 'status': 'completed', 'code': 200} Sep 17 08:14:21.321473 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c411c-0e9c-411f-9e1d-2e9410371081 req-d3aea570-8c0a-4199-82cb-8bc91e200b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:21.322958 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ba5c411c-0e9c-411f-9e1d-2e9410371081 req-d3aea570-8c0a-4199-82cb-8bc91e200b2f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=56e275efab454c57a2733a201971b985&device_id=0859713c-7de3-4468-97db-e99d9ff4b1db HTTP/1.1" status: 200 len: 1095 time: 0.0410054 Sep 17 08:14:21.373195 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ba5c411c-0e9c-411f-9e1d-2e9410371081 req-9d3ff607-1e17-40b6-a88c-695c3ec5022d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d10912f3-2476-4266-bb25-58a2910b38fa HTTP/1.1" status: 200 len: 217 time: 0.0359521 Sep 17 08:14:21.422176 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c411c-0e9c-411f-9e1d-2e9410371081 req-0a057c59-68fc-4839-8478-b01d90eb87b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:21.423592 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ba5c411c-0e9c-411f-9e1d-2e9410371081 req-0a057c59-68fc-4839-8478-b01d90eb87b1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7c25df5a-36e7-4d20-9a35-2372fa90e853 HTTP/1.1" status: 200 len: 845 time: 0.0421083 Sep 17 08:14:21.457597 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ba5c411c-0e9c-411f-9e1d-2e9410371081 req-d6b25d50-4e63-4904-a9bc-a3245d1af62a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9e07c4b1-bdff-4c2c-98bc-db029bd9be3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240076 Sep 17 08:14:21.548617 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ba5c411c-0e9c-411f-9e1d-2e9410371081 req-0b77dc80-7ff1-4851-bde6-962fdbec9fde service neutron] 10.222.0.41 "GET /v2.0/networks/9e07c4b1-bdff-4c2c-98bc-db029bd9be3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833824 Sep 17 08:14:21.636886 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ba5c411c-0e9c-411f-9e1d-2e9410371081 req-fd7dbe3a-fec1-4776-b797-347e2e607e42 service neutron] 10.222.0.41 "GET /v2.0/networks/9e07c4b1-bdff-4c2c-98bc-db029bd9be3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794299 Sep 17 08:14:21.784096 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b11fc-d384-4c7a-b56d-188d0c418f48 req-05e1c869-8644-40ff-8569-7d53ba3959f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:21.785522 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b21b11fc-d384-4c7a-b56d-188d0c418f48 req-05e1c869-8644-40ff-8569-7d53ba3959f9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=56e275efab454c57a2733a201971b985&device_id=0859713c-7de3-4468-97db-e99d9ff4b1db HTTP/1.1" status: 200 len: 1095 time: 0.0406890 Sep 17 08:14:21.884063 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b11fc-d384-4c7a-b56d-188d0c418f48 req-1265662a-ebe5-45ed-b5ae-ce543a12a521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:21.885730 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b21b11fc-d384-4c7a-b56d-188d0c418f48 req-1265662a-ebe5-45ed-b5ae-ce543a12a521 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9e07c4b1-bdff-4c2c-98bc-db029bd9be3a HTTP/1.1" status: 200 len: 906 time: 0.0919220 Sep 17 08:14:21.927336 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b21b11fc-d384-4c7a-b56d-188d0c418f48 req-7bb370e6-3c9b-4735-97a7-82fa60cd5cd1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d10912f3-2476-4266-bb25-58a2910b38fa HTTP/1.1" status: 200 len: 217 time: 0.0335805 Sep 17 08:14:21.978129 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b11fc-d384-4c7a-b56d-188d0c418f48 req-c4217ade-eaa2-41f4-b6e3-8ce1452a914e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:21.979525 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b21b11fc-d384-4c7a-b56d-188d0c418f48 req-c4217ade-eaa2-41f4-b6e3-8ce1452a914e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7c25df5a-36e7-4d20-9a35-2372fa90e853 HTTP/1.1" status: 200 len: 845 time: 0.0452037 Sep 17 08:14:22.012678 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b21b11fc-d384-4c7a-b56d-188d0c418f48 req-abf8e265-3936-4b74-920c-c50b5cb16259 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9e07c4b1-bdff-4c2c-98bc-db029bd9be3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242085 Sep 17 08:14:22.105827 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b21b11fc-d384-4c7a-b56d-188d0c418f48 req-8fff581c-1ba5-497e-bfc5-ddd03685c8c0 service neutron] 10.222.0.41 "GET /v2.0/networks/9e07c4b1-bdff-4c2c-98bc-db029bd9be3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838070 Sep 17 08:14:22.111758 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dffbea-e31c-4bdb-9699-959e2a2541b5 req-2088b874-187f-4e10-b433-451228bfa69b tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:22.113941 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-36dffbea-e31c-4bdb-9699-959e2a2541b5 req-2088b874-187f-4e10-b433-451228bfa69b tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=0859713c-7de3-4468-97db-e99d9ff4b1db HTTP/1.1" status: 200 len: 944 time: 0.0533621 Sep 17 08:14:22.151239 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-36dffbea-e31c-4bdb-9699-959e2a2541b5 req-d66e073c-84dc-4cab-9271-4cb46fe06427 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310760 Sep 17 08:14:22.202451 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b21b11fc-d384-4c7a-b56d-188d0c418f48 req-0daa4919-b40e-4a02-9144-fbd243946f0c service neutron] 10.222.0.41 "GET /v2.0/networks/9e07c4b1-bdff-4c2c-98bc-db029bd9be3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885320 Sep 17 08:14:22.420809 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e03d953d-9051-44d8-9f2c-ec13fe8619b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:22.697704 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:23.264597 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e7573d-fade-4cf4-a0a4-5d374cf2bdf8 req-0700a586-c09d-4dc6-9175-87f3cd761444 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:23.266077 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-16e7573d-fade-4cf4-a0a4-5d374cf2bdf8 req-0700a586-c09d-4dc6-9175-87f3cd761444 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=0859713c-7de3-4468-97db-e99d9ff4b1db HTTP/1.1" status: 200 len: 944 time: 0.0482607 Sep 17 08:14:23.303213 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-16e7573d-fade-4cf4-a0a4-5d374cf2bdf8 req-0289dde2-06c1-4ce1-bf0c-ae0c2defdddf tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306432 Sep 17 08:14:23.715557 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:24.418883 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3861e9d-665c-4c6b-985d-3f7e287fdf0b req-9cea7506-a055-4a44-b1b9-96117ecca413 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:24.420365 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d3861e9d-665c-4c6b-985d-3f7e287fdf0b req-9cea7506-a055-4a44-b1b9-96117ecca413 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=0859713c-7de3-4468-97db-e99d9ff4b1db HTTP/1.1" status: 200 len: 944 time: 0.0473871 Sep 17 08:14:24.456518 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d3861e9d-665c-4c6b-985d-3f7e287fdf0b req-a33e690d-3931-4455-a70a-d91d408b57b6 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295546 Sep 17 08:14:25.115457 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device d10912f3-2476-4266-bb25-58a2910b38fa details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:14:25.208613 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port d10912f3-2476-4266-bb25-58a2910b38fa, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=d10912f3-2476-4266-bb25-58a2910b38fa,segment=NetworkSegment(97a5f9eb-b96b-49f6-801a-38ac71ff3601),segment_id=97a5f9eb-b96b-49f6-801a-38ac71ff3601)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:14:25.219305 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': 'd10912f3-2476-4266-bb25-58a2910b38fa', 'network_id': '9e07c4b1-bdff-4c2c-98bc-db029bd9be3a', 'port_id': 'd10912f3-2476-4266-bb25-58a2910b38fa', 'mac_address': 'fa:16:3e:17:a4:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c25df5a-36e7-4d20-9a35-2372fa90e853', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:14:25.256064 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:25.268224 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d10912f3-2476-4266-bb25-58a2910b38fa {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:14:25.293665 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port d10912f3-2476-4266-bb25-58a2910b38fa, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=d10912f3-2476-4266-bb25-58a2910b38fa,segment=NetworkSegment(97a5f9eb-b96b-49f6-801a-38ac71ff3601),segment_id=97a5f9eb-b96b-49f6-801a-38ac71ff3601)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:14:25.298130 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:25.302355 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:25.346930 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=d10912f3-2476-4266-bb25-58a2910b38fa,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:14:25.570659 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c238ff-bcd9-4938-84ce-65affc44a1dd req-c9fa9659-b45b-4c25-af39-85924c9f8e77 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:25.572153 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-53c238ff-bcd9-4938-84ce-65affc44a1dd req-c9fa9659-b45b-4c25-af39-85924c9f8e77 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=0859713c-7de3-4468-97db-e99d9ff4b1db HTTP/1.1" status: 200 len: 945 time: 0.0512359 Sep 17 08:14:25.608879 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-53c238ff-bcd9-4938-84ce-65affc44a1dd req-80bfb996-8bf4-4941-99cb-2aae36197baa tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307674 Sep 17 08:14:25.732468 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['d10912f3-2476-4266-bb25-58a2910b38fa'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:14:26.719250 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da566b-35d6-4fc5-beb3-a6401a83de09 req-3a19d5bb-87b5-4f13-b1ee-4d0dad1fcc1c tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:26.720745 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-85da566b-35d6-4fc5-beb3-a6401a83de09 req-3a19d5bb-87b5-4f13-b1ee-4d0dad1fcc1c tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=0859713c-7de3-4468-97db-e99d9ff4b1db HTTP/1.1" status: 200 len: 945 time: 0.0474656 Sep 17 08:14:26.758226 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-85da566b-35d6-4fc5-beb3-a6401a83de09 req-93eabb72-bdb2-44d8-b445-551ce6960016 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307245 Sep 17 08:14:27.110572 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device d10912f3-2476-4266-bb25-58a2910b38fa up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:14:27.156871 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning for port d10912f3-2476-4266-bb25-58a2910b38fa completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:14:27.160964 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port d10912f3-2476-4266-bb25-58a2910b38fa triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:14:27.161334 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:27.236042 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:27.258169 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0859713c-7de3-4468-97db-e99d9ff4b1db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10912f3-2476-4266-bb25-58a2910b38fa'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:14:27.260436 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1654e882-1642-4625-ae4a-f5bf258b9a9c" -d '{"events": [{"server_uuid": "0859713c-7de3-4468-97db-e99d9ff4b1db", "name": "network-vif-plugged", "status": "completed", "tag": "d10912f3-2476-4266-bb25-58a2910b38fa"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:14:27.273428 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port d10912f3-2476-4266-bb25-58a2910b38fa, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=d10912f3-2476-4266-bb25-58a2910b38fa,segment=NetworkSegment(97a5f9eb-b96b-49f6-801a-38ac71ff3601),segment_id=97a5f9eb-b96b-49f6-801a-38ac71ff3601)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:14:27.278038 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:27.302483 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e7ad1c6-968b-4f00-8019-e4a6a1459d41 x-openstack-request-id: req-1e7ad1c6-968b-4f00-8019-e4a6a1459d41 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:14:27.302771 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0859713c-7de3-4468-97db-e99d9ff4b1db", "name": "network-vif-plugged", "status": "completed", "tag": "d10912f3-2476-4266-bb25-58a2910b38fa", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:14:27.303023 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1e7ad1c6-968b-4f00-8019-e4a6a1459d41 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:14:27.303407 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0859713c-7de3-4468-97db-e99d9ff4b1db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10912f3-2476-4266-bb25-58a2910b38fa', 'code': 200} Sep 17 08:14:27.327641 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=d10912f3-2476-4266-bb25-58a2910b38fa,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:14:27.437340 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76af9b8-db73-4036-97c4-3edc2727101c req-453d080d-7c49-4ea5-91ad-3c3b122dab40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:27.438807 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c76af9b8-db73-4036-97c4-3edc2727101c req-453d080d-7c49-4ea5-91ad-3c3b122dab40 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0859713c-7de3-4468-97db-e99d9ff4b1db HTTP/1.1" status: 200 len: 1097 time: 0.0386145 Sep 17 08:14:27.474348 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c76af9b8-db73-4036-97c4-3edc2727101c req-4c9cf877-f8dd-471f-854d-fba6b16d4483 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272028 Sep 17 08:14:27.869242 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b8693-97b9-4b51-b269-91b68b3bcb2c req-187171e5-31d8-4b81-9ae0-1db5b3e87e53 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:27.870688 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cf9b8693-97b9-4b51-b269-91b68b3bcb2c req-187171e5-31d8-4b81-9ae0-1db5b3e87e53 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=0859713c-7de3-4468-97db-e99d9ff4b1db HTTP/1.1" status: 200 len: 946 time: 0.0467529 Sep 17 08:14:27.906885 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cf9b8693-97b9-4b51-b269-91b68b3bcb2c req-10b1a081-db76-4290-97c0-627a4ae384b9 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300953 Sep 17 08:14:29.025084 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e9b0dc-055c-4f81-9a26-a36597958d36 req-abd6a944-e395-4261-ac2d-0e6940518012 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:29.026571 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-66e9b0dc-055c-4f81-9a26-a36597958d36 req-abd6a944-e395-4261-ac2d-0e6940518012 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=0859713c-7de3-4468-97db-e99d9ff4b1db HTTP/1.1" status: 200 len: 946 time: 0.0530317 Sep 17 08:14:29.067354 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-66e9b0dc-055c-4f81-9a26-a36597958d36 req-cb9226b7-f490-496d-878c-80515f5120a9 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347340 Sep 17 08:14:30.180251 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a03c06-7979-464c-9a5a-5120f88e64a3 req-5edcbc8e-2246-4e3d-a051-0b8e7d2afe8e tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:30.181728 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-68a03c06-7979-464c-9a5a-5120f88e64a3 req-5edcbc8e-2246-4e3d-a051-0b8e7d2afe8e tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=0859713c-7de3-4468-97db-e99d9ff4b1db HTTP/1.1" status: 200 len: 946 time: 0.0480218 Sep 17 08:14:30.217643 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-68a03c06-7979-464c-9a5a-5120f88e64a3 req-ff970212-11c9-49cb-8a5d-0de2c87020d3 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301125 Sep 17 08:14:30.329050 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6f20e-16d4-4121-a923-399cf63c7c05 req-22c2394c-b57f-4b42-9267-1357cbd1a2a0 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:30.330523 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d0a6f20e-16d4-4121-a923-399cf63c7c05 req-22c2394c-b57f-4b42-9267-1357cbd1a2a0 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad113668-641e-43d8-b9a5-4c3d39373f50 HTTP/1.1" status: 200 len: 946 time: 0.0481026 Sep 17 08:14:30.367008 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d0a6f20e-16d4-4121-a923-399cf63c7c05 req-c1b53fe7-ccee-4866-99d5-770ddceceb50 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300901 Sep 17 08:14:30.485262 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2588772-1999-44eb-b0fa-0a08566ce32b req-e08df61f-c74b-4998-b3bd-ff4e05a2bccc tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:30.486736 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c2588772-1999-44eb-b0fa-0a08566ce32b req-e08df61f-c74b-4998-b3bd-ff4e05a2bccc tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=0859713c-7de3-4468-97db-e99d9ff4b1db HTTP/1.1" status: 200 len: 946 time: 0.0519469 Sep 17 08:14:30.528374 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c2588772-1999-44eb-b0fa-0a08566ce32b req-96cdf8b1-7692-42f6-9b42-bd2a40de5e1d tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350416 Sep 17 08:14:30.757185 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0176f13-7893-4f01-996a-f3fd7a9a79ec req-7b4a2641-22e3-419d-8576-b2abf4722da3 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:30.758650 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a0176f13-7893-4f01-996a-f3fd7a9a79ec req-7b4a2641-22e3-419d-8576-b2abf4722da3 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=0859713c-7de3-4468-97db-e99d9ff4b1db HTTP/1.1" status: 200 len: 946 time: 0.0485108 Sep 17 08:14:30.794322 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a0176f13-7893-4f01-996a-f3fd7a9a79ec req-fa778a17-9433-4c4b-b9c5-20a280e39dd0 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298753 Sep 17 08:14:31.908569 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef35fb5-d2a8-4e36-bb95-5b25731fe460 req-2ad30439-8ae5-42a1-b727-1f7286e09565 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:31.910062 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1ef35fb5-d2a8-4e36-bb95-5b25731fe460 req-2ad30439-8ae5-42a1-b727-1f7286e09565 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=0859713c-7de3-4468-97db-e99d9ff4b1db HTTP/1.1" status: 200 len: 946 time: 0.0484211 Sep 17 08:14:31.946789 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1ef35fb5-d2a8-4e36-bb95-5b25731fe460 req-98fce3af-f3ca-4965-bcd6-0b9b939cd728 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308475 Sep 17 08:14:32.255481 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:14:32.425792 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf8e75b-cd4f-405f-a332-194e2b181936 req-1e33f32a-4e21-4429-8fd3-c69563f2cfed tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:32.427818 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ddf8e75b-cd4f-405f-a332-194e2b181936 req-1e33f32a-4e21-4429-8fd3-c69563f2cfed tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.41 "GET /v2.0/ports?device_id=0859713c-7de3-4468-97db-e99d9ff4b1db HTTP/1.1" status: 200 len: 946 time: 0.0531979 Sep 17 08:14:32.517898 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-ddf8e75b-cd4f-405f-a332-194e2b181936 req-589fdfbb-dec5-4c44-92d1-801203937564 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Deleting port d10912f3-2476-4266-bb25-58a2910b38fa {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:14:32.518246 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-ddf8e75b-cd4f-405f-a332-194e2b181936 req-589fdfbb-dec5-4c44-92d1-801203937564 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:32.611336 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-ddf8e75b-cd4f-405f-a332-194e2b181936 req-589fdfbb-dec5-4c44-92d1-801203937564 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] For port d10912f3-2476-4266-bb25-58a2910b38fa, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=d10912f3-2476-4266-bb25-58a2910b38fa,segment=NetworkSegment(97a5f9eb-b96b-49f6-801a-38ac71ff3601),segment_id=97a5f9eb-b96b-49f6-801a-38ac71ff3601)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:14:32.611703 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-ddf8e75b-cd4f-405f-a332-194e2b181936 req-589fdfbb-dec5-4c44-92d1-801203937564 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:32.623806 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-ddf8e75b-cd4f-405f-a332-194e2b181936 req-589fdfbb-dec5-4c44-92d1-801203937564 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Calling delete_port for d10912f3-2476-4266-bb25-58a2910b38fa owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:14:32.746429 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-ddf8e75b-cd4f-405f-a332-194e2b181936 req-589fdfbb-dec5-4c44-92d1-801203937564 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:32.777205 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589fdfbb-dec5-4c44-92d1-801203937564 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Pushing event deleted for resources: {'Port': ['ID=d10912f3-2476-4266-bb25-58a2910b38fa,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:14:32.780327 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['f4f03f9b-2200-4f26-9016-5ee974315705', 'd10912f3-2476-4266-bb25-58a2910b38fa'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:14:32.809332 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['e8062288-8eeb-40af-8f1e-393de3e9aae3'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:14:32.821953 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddf8e75b-cd4f-405f-a332-194e2b181936 req-589fdfbb-dec5-4c44-92d1-801203937564 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] No DVR routers for this DVR port d10912f3-2476-4266-bb25-58a2910b38fa on host n-h1-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:14:32.824901 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-ddf8e75b-cd4f-405f-a332-194e2b181936 req-589fdfbb-dec5-4c44-92d1-801203937564 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:32.826874 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ddf8e75b-cd4f-405f-a332-194e2b181936 req-589fdfbb-dec5-4c44-92d1-801203937564 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.41 "DELETE /v2.0/ports/d10912f3-2476-4266-bb25-58a2910b38fa HTTP/1.1" status: 204 len: 173 time: 0.3907826 Sep 17 08:14:32.827358 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0859713c-7de3-4468-97db-e99d9ff4b1db', 'name': 'network-vif-deleted', 'tag': 'd10912f3-2476-4266-bb25-58a2910b38fa'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:14:32.829644 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c78c70-ee77-497f-b571-907b1565ee82" -d '{"events": [{"server_uuid": "0859713c-7de3-4468-97db-e99d9ff4b1db", "name": "network-vif-deleted", "tag": "d10912f3-2476-4266-bb25-58a2910b38fa"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:14:32.870773 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f788ada-00b8-4153-afc8-2243fc3f71ea x-openstack-request-id: req-9f788ada-00b8-4153-afc8-2243fc3f71ea {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:14:32.870956 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0859713c-7de3-4468-97db-e99d9ff4b1db", "name": "network-vif-deleted", "tag": "d10912f3-2476-4266-bb25-58a2910b38fa", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:14:32.871142 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9f788ada-00b8-4153-afc8-2243fc3f71ea {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:14:32.871511 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0859713c-7de3-4468-97db-e99d9ff4b1db', 'name': 'network-vif-deleted', 'tag': 'd10912f3-2476-4266-bb25-58a2910b38fa', 'status': 'completed', 'code': 200} Sep 17 08:14:33.065641 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-24498a97-e8b3-4e7c-b200-cd8080038815 req-b8613534-17b1-4c80-81ca-927d42e8915f tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=0859713c-7de3-4468-97db-e99d9ff4b1db HTTP/1.1" status: 200 len: 210 time: 0.0301573 Sep 17 08:14:34.339166 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9fb7fb-99d6-48b8-84f5-22c785af081c req-11ce8915-8b95-47ba-9d0c-bf449de346e7 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:34.340587 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ad9fb7fb-99d6-48b8-84f5-22c785af081c req-11ce8915-8b95-47ba-9d0c-bf449de346e7 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad113668-641e-43d8-b9a5-4c3d39373f50 HTTP/1.1" status: 200 len: 946 time: 0.0476861 Sep 17 08:14:34.378681 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ad9fb7fb-99d6-48b8-84f5-22c785af081c req-e8689df7-3933-4d8b-872c-97ff2637e74d tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318027 Sep 17 08:14:35.140402 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device d10912f3-2476-4266-bb25-58a2910b38fa no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:14:35.159945 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] No Port match for: d10912f3-2476-4266-bb25-58a2910b38fa {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:14:35.160289 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device d10912f3-2476-4266-bb25-58a2910b38fa not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:14:35.480592 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:35.494701 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf122ab5-291f-45dd-a34b-eec373a84015 req-e53bbb9e-d95f-4bac-8878-c1794147ee0e tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:35.496190 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bf122ab5-291f-45dd-a34b-eec373a84015 req-e53bbb9e-d95f-4bac-8878-c1794147ee0e tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad113668-641e-43d8-b9a5-4c3d39373f50 HTTP/1.1" status: 200 len: 946 time: 0.0506389 Sep 17 08:14:35.533724 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bf122ab5-291f-45dd-a34b-eec373a84015 req-2f7ea7bf-0f7b-4113-8088-4c2212697e06 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313365 Sep 17 08:14:35.780008 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:36.274345 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85adba0-5b95-4c3c-a7cb-5fd2bd7b7f4b req-9f14a5f1-7b59-4535-9826-2e6a9ae88daa tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:36.275969 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e85adba0-5b95-4c3c-a7cb-5fd2bd7b7f4b req-9f14a5f1-7b59-4535-9826-2e6a9ae88daa tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad113668-641e-43d8-b9a5-4c3d39373f50 HTTP/1.1" status: 200 len: 946 time: 0.0497732 Sep 17 08:14:36.366381 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-e85adba0-5b95-4c3c-a7cb-5fd2bd7b7f4b req-7b1fdc71-ff82-4190-bea4-6d813b2583fc tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Deleting port e8062288-8eeb-40af-8f1e-393de3e9aae3 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:14:36.366641 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-e85adba0-5b95-4c3c-a7cb-5fd2bd7b7f4b req-7b1fdc71-ff82-4190-bea4-6d813b2583fc tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:36.451684 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-e85adba0-5b95-4c3c-a7cb-5fd2bd7b7f4b req-7b1fdc71-ff82-4190-bea4-6d813b2583fc tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] For port e8062288-8eeb-40af-8f1e-393de3e9aae3, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=e8062288-8eeb-40af-8f1e-393de3e9aae3,segment=NetworkSegment(97a5f9eb-b96b-49f6-801a-38ac71ff3601),segment_id=97a5f9eb-b96b-49f6-801a-38ac71ff3601)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:14:36.452075 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-e85adba0-5b95-4c3c-a7cb-5fd2bd7b7f4b req-7b1fdc71-ff82-4190-bea4-6d813b2583fc tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:36.464797 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-e85adba0-5b95-4c3c-a7cb-5fd2bd7b7f4b req-7b1fdc71-ff82-4190-bea4-6d813b2583fc tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Calling delete_port for e8062288-8eeb-40af-8f1e-393de3e9aae3 owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:14:36.597154 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-e85adba0-5b95-4c3c-a7cb-5fd2bd7b7f4b req-7b1fdc71-ff82-4190-bea4-6d813b2583fc tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:36.633087 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['f4f03f9b-2200-4f26-9016-5ee974315705'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:14:36.634936 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1fdc71-ff82-4190-bea4-6d813b2583fc tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Pushing event deleted for resources: {'Port': ['ID=e8062288-8eeb-40af-8f1e-393de3e9aae3,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:14:36.636413 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['e8062288-8eeb-40af-8f1e-393de3e9aae3'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:14:36.648511 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-94d90e22-cda9-4b86-88d0-9add9cdafcde req-a9fb606e-a8ca-4062-aa7b-7941669bbd69 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad113668-641e-43d8-b9a5-4c3d39373f50 HTTP/1.1" status: 200 len: 210 time: 0.0388362 Sep 17 08:14:36.674083 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-e85adba0-5b95-4c3c-a7cb-5fd2bd7b7f4b req-7b1fdc71-ff82-4190-bea4-6d813b2583fc tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] No DVR routers for this DVR port e8062288-8eeb-40af-8f1e-393de3e9aae3 on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:14:36.677056 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-e85adba0-5b95-4c3c-a7cb-5fd2bd7b7f4b req-7b1fdc71-ff82-4190-bea4-6d813b2583fc tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:36.679383 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e85adba0-5b95-4c3c-a7cb-5fd2bd7b7f4b req-7b1fdc71-ff82-4190-bea4-6d813b2583fc tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.39 "DELETE /v2.0/ports/e8062288-8eeb-40af-8f1e-393de3e9aae3 HTTP/1.1" status: 204 len: 173 time: 0.3972077 Sep 17 08:14:36.679710 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad113668-641e-43d8-b9a5-4c3d39373f50', 'name': 'network-vif-deleted', 'tag': 'e8062288-8eeb-40af-8f1e-393de3e9aae3'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:14:36.682088 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14111a96-296d-4026-ad26-528cd9ac23d3" -d '{"events": [{"server_uuid": "ad113668-641e-43d8-b9a5-4c3d39373f50", "name": "network-vif-deleted", "tag": "e8062288-8eeb-40af-8f1e-393de3e9aae3"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:14:36.736405 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7dab92f-80f6-49e2-9d9a-9e44a6cf9ce2 x-openstack-request-id: req-a7dab92f-80f6-49e2-9d9a-9e44a6cf9ce2 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:14:36.736945 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad113668-641e-43d8-b9a5-4c3d39373f50", "name": "network-vif-deleted", "tag": "e8062288-8eeb-40af-8f1e-393de3e9aae3", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:14:36.737901 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a7dab92f-80f6-49e2-9d9a-9e44a6cf9ce2 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:14:36.738305 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad113668-641e-43d8-b9a5-4c3d39373f50', 'name': 'network-vif-deleted', 'tag': 'e8062288-8eeb-40af-8f1e-393de3e9aae3', 'status': 'completed', 'code': 200} Sep 17 08:14:37.935648 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e15dc-f24b-4a0f-9238-d96370ed1057 req-3af93241-a17d-49f3-b89e-dcee144fb670 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:37.937072 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-141e15dc-f24b-4a0f-9238-d96370ed1057 req-3af93241-a17d-49f3-b89e-dcee144fb670 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/networks?id=9e07c4b1-bdff-4c2c-98bc-db029bd9be3a HTTP/1.1" status: 200 len: 805 time: 0.1018317 Sep 17 08:14:37.952041 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-141e15dc-f24b-4a0f-9238-d96370ed1057 req-2efc25f7-d7cb-4b0b-ad56-14bf692076e3 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/quotas/56e275efab454c57a2733a201971b985 HTTP/1.1" status: 200 len: 375 time: 0.0087461 Sep 17 08:14:37.998618 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-141e15dc-f24b-4a0f-9238-d96370ed1057 req-cb09e06c-9a54-4384-b54c-d2a62da41a35 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=56e275efab454c57a2733a201971b985&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0415399 Sep 17 08:14:38.091001 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-141e15dc-f24b-4a0f-9238-d96370ed1057 req-7f69f816-09cc-49a2-b75e-20f7333fa593 service neutron] 10.222.0.13 "GET /v2.0/networks/9e07c4b1-bdff-4c2c-98bc-db029bd9be3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845716 Sep 17 08:14:38.177006 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-141e15dc-f24b-4a0f-9238-d96370ed1057 req-539be790-5a64-4920-8434-1697c4c7ccc9 service neutron] 10.222.0.13 "GET /v2.0/networks/9e07c4b1-bdff-4c2c-98bc-db029bd9be3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800738 Sep 17 08:14:38.344413 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-19cd7e5a-9cb0-4663-bdb2-238a3a1a9cc6 req-a686a9b6-062e-4e8f-b931-3f4df63d4eb5 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ca22b5-4ea1-4d1c-8adb-696724972b3f HTTP/1.1" status: 200 len: 210 time: 0.0302186 Sep 17 08:14:39.319691 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e15dc-f24b-4a0f-9238-d96370ed1057 req-0eaa9d1a-4c3a-49a0-bdc9-8b8e7ffeb2eb tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:39.321326 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-141e15dc-f24b-4a0f-9238-d96370ed1057 req-0eaa9d1a-4c3a-49a0-bdc9-8b8e7ffeb2eb tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.39 "GET /v2.0/networks?id=9e07c4b1-bdff-4c2c-98bc-db029bd9be3a HTTP/1.1" status: 200 len: 805 time: 0.1061468 Sep 17 08:14:39.347864 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-141e15dc-f24b-4a0f-9238-d96370ed1057 req-0d9ad0b3-2a65-46da-abb9-90436cde280a tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Request body: {'port': {'device_id': 'e6ca22b5-4ea1-4d1c-8adb-696724972b3f', 'network_id': '9e07c4b1-bdff-4c2c-98bc-db029bd9be3a', 'admin_state_up': True, 'tenant_id': '56e275efab454c57a2733a201971b985'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:14:39.440371 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-af6ce6e1-58c0-4544-946b-102c39019b33 req-cb1cf054-e7e5-4d0a-a8af-a6adc9dcddf0 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ca22b5-4ea1-4d1c-8adb-696724972b3f HTTP/1.1" status: 200 len: 210 time: 0.0256395 Sep 17 08:14:39.460410 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-141e15dc-f24b-4a0f-9238-d96370ed1057 req-0d9ad0b3-2a65-46da-abb9-90436cde280a tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Made reservation on behalf of 56e275efab454c57a2733a201971b985 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:14:39.464011 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-141e15dc-f24b-4a0f-9238-d96370ed1057 req-0d9ad0b3-2a65-46da-abb9-90436cde280a tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:39.584621 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-141e15dc-f24b-4a0f-9238-d96370ed1057 req-0d9ad0b3-2a65-46da-abb9-90436cde280a tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Allocated IP 172.20.0.6 (9e07c4b1-bdff-4c2c-98bc-db029bd9be3a/7c25df5a-36e7-4d20-9a35-2372fa90e853/04b793da-dec2-4553-8762-b48ce671fe11) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:14:39.729456 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-141e15dc-f24b-4a0f-9238-d96370ed1057 req-0d9ad0b3-2a65-46da-abb9-90436cde280a tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:39.761444 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-141e15dc-f24b-4a0f-9238-d96370ed1057 req-0d9ad0b3-2a65-46da-abb9-90436cde280a tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:39.794104 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['f4f03f9b-2200-4f26-9016-5ee974315705'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:14:39.806396 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-141e15dc-f24b-4a0f-9238-d96370ed1057 req-0d9ad0b3-2a65-46da-abb9-90436cde280a tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Network 9e07c4b1-bdff-4c2c-98bc-db029bd9be3a is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:14:39.811024 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-141e15dc-f24b-4a0f-9238-d96370ed1057 req-0d9ad0b3-2a65-46da-abb9-90436cde280a tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:14:39.812110 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-141e15dc-f24b-4a0f-9238-d96370ed1057 req-0d9ad0b3-2a65-46da-abb9-90436cde280a tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:14:39.845629 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9ad0b3-2a65-46da-abb9-90436cde280a tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Pushing event updated for resources: {'Port': ['ID=04b793da-dec2-4553-8762-b48ce671fe11,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:14:39.859235 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9ad0b3-2a65-46da-abb9-90436cde280a tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:14:39.859660 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9ad0b3-2a65-46da-abb9-90436cde280a tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:14:39.860036 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9ad0b3-2a65-46da-abb9-90436cde280a tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:14:39.860374 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9ad0b3-2a65-46da-abb9-90436cde280a tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:14:39.860932 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9ad0b3-2a65-46da-abb9-90436cde280a tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:14:39.861275 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9ad0b3-2a65-46da-abb9-90436cde280a tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:14:39.861688 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9ad0b3-2a65-46da-abb9-90436cde280a tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:14:39.862022 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9ad0b3-2a65-46da-abb9-90436cde280a tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:14:39.862354 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9ad0b3-2a65-46da-abb9-90436cde280a tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:14:39.862680 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9ad0b3-2a65-46da-abb9-90436cde280a tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:14:39.863007 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9ad0b3-2a65-46da-abb9-90436cde280a tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:14:39.863333 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9ad0b3-2a65-46da-abb9-90436cde280a tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:14:39.884510 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e15dc-f24b-4a0f-9238-d96370ed1057 req-0d9ad0b3-2a65-46da-abb9-90436cde280a tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:39.885125 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-141e15dc-f24b-4a0f-9238-d96370ed1057 req-0d9ad0b3-2a65-46da-abb9-90436cde280a tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:39.899426 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-141e15dc-f24b-4a0f-9238-d96370ed1057 req-0d9ad0b3-2a65-46da-abb9-90436cde280a tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5552685 Sep 17 08:14:39.918107 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-141e15dc-f24b-4a0f-9238-d96370ed1057 req-25647900-a571-4d81-8a44-dd6e5f599f28 service neutron] Request body: {'port': {'device_id': 'e6ca22b5-4ea1-4d1c-8adb-696724972b3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:14:39.970526 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-141e15dc-f24b-4a0f-9238-d96370ed1057 req-25647900-a571-4d81-8a44-dd6e5f599f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:40.101958 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device e8062288-8eeb-40af-8f1e-393de3e9aae3 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:14:40.121953 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: e8062288-8eeb-40af-8f1e-393de3e9aae3 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:14:40.122296 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device e8062288-8eeb-40af-8f1e-393de3e9aae3 not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:14:40.238565 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-141e15dc-f24b-4a0f-9238-d96370ed1057 req-25647900-a571-4d81-8a44-dd6e5f599f28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04b793da-dec2-4553-8762-b48ce671fe11 {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:14:40.246139 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-141e15dc-f24b-4a0f-9238-d96370ed1057 req-25647900-a571-4d81-8a44-dd6e5f599f28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:40.258569 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-141e15dc-f24b-4a0f-9238-d96370ed1057 req-25647900-a571-4d81-8a44-dd6e5f599f28 service neutron] Transition to ACTIVE for port object 04b793da-dec2-4553-8762-b48ce671fe11 will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:14:40.262014 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-141e15dc-f24b-4a0f-9238-d96370ed1057 req-25647900-a571-4d81-8a44-dd6e5f599f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:40.309023 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25647900-a571-4d81-8a44-dd6e5f599f28 service neutron] Pushing event updated for resources: {'Port': ['ID=04b793da-dec2-4553-8762-b48ce671fe11,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:14:40.374784 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-141e15dc-f24b-4a0f-9238-d96370ed1057 req-25647900-a571-4d81-8a44-dd6e5f599f28 service neutron] Attempting to bind port 04b793da-dec2-4553-8762-b48ce671fe11 on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:14:40.375446 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-141e15dc-f24b-4a0f-9238-d96370ed1057 req-25647900-a571-4d81-8a44-dd6e5f599f28 service neutron] Attempting to bind port 04b793da-dec2-4553-8762-b48ce671fe11 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': '97a5f9eb-b96b-49f6-801a-38ac71ff3601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9e07c4b1-bdff-4c2c-98bc-db029bd9be3a'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:14:40.375446 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141e15dc-f24b-4a0f-9238-d96370ed1057 req-25647900-a571-4d81-8a44-dd6e5f599f28 service neutron] Attempting to bind port 04b793da-dec2-4553-8762-b48ce671fe11 on network 9e07c4b1-bdff-4c2c-98bc-db029bd9be3a {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:14:40.380406 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141e15dc-f24b-4a0f-9238-d96370ed1057 req-25647900-a571-4d81-8a44-dd6e5f599f28 service neutron] Port 04b793da-dec2-4553-8762-b48ce671fe11 on network 9e07c4b1-bdff-4c2c-98bc-db029bd9be3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:14:40.380730 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141e15dc-f24b-4a0f-9238-d96370ed1057 req-25647900-a571-4d81-8a44-dd6e5f599f28 service neutron] Attempting to bind port 04b793da-dec2-4553-8762-b48ce671fe11 on network 9e07c4b1-bdff-4c2c-98bc-db029bd9be3a {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:14:40.385399 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141e15dc-f24b-4a0f-9238-d96370ed1057 req-25647900-a571-4d81-8a44-dd6e5f599f28 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:14:40.385736 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141e15dc-f24b-4a0f-9238-d96370ed1057 req-25647900-a571-4d81-8a44-dd6e5f599f28 service neutron] Checking segment: {'id': '97a5f9eb-b96b-49f6-801a-38ac71ff3601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9e07c4b1-bdff-4c2c-98bc-db029bd9be3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:14:40.386115 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141e15dc-f24b-4a0f-9238-d96370ed1057 req-25647900-a571-4d81-8a44-dd6e5f599f28 service neutron] Bound using segment: {'id': '97a5f9eb-b96b-49f6-801a-38ac71ff3601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9e07c4b1-bdff-4c2c-98bc-db029bd9be3a'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:14:40.386539 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-141e15dc-f24b-4a0f-9238-d96370ed1057 req-25647900-a571-4d81-8a44-dd6e5f599f28 service neutron] Bound port: 04b793da-dec2-4553-8762-b48ce671fe11, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97a5f9eb-b96b-49f6-801a-38ac71ff3601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9e07c4b1-bdff-4c2c-98bc-db029bd9be3a'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:14:40.386890 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-141e15dc-f24b-4a0f-9238-d96370ed1057 req-25647900-a571-4d81-8a44-dd6e5f599f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:40.450532 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-141e15dc-f24b-4a0f-9238-d96370ed1057 req-25647900-a571-4d81-8a44-dd6e5f599f28 service neutron] For port 04b793da-dec2-4553-8762-b48ce671fe11, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:14:40.453447 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-141e15dc-f24b-4a0f-9238-d96370ed1057 req-25647900-a571-4d81-8a44-dd6e5f599f28 service neutron] For port 04b793da-dec2-4553-8762-b48ce671fe11, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=04b793da-dec2-4553-8762-b48ce671fe11,segment=NetworkSegment(97a5f9eb-b96b-49f6-801a-38ac71ff3601),segment_id=97a5f9eb-b96b-49f6-801a-38ac71ff3601)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:14:40.458508 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-141e15dc-f24b-4a0f-9238-d96370ed1057 req-25647900-a571-4d81-8a44-dd6e5f599f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:40.500428 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e15dc-f24b-4a0f-9238-d96370ed1057 req-25647900-a571-4d81-8a44-dd6e5f599f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:40.501328 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-141e15dc-f24b-4a0f-9238-d96370ed1057 req-25647900-a571-4d81-8a44-dd6e5f599f28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:40.502853 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-141e15dc-f24b-4a0f-9238-d96370ed1057 req-25647900-a571-4d81-8a44-dd6e5f599f28 service neutron] 10.222.0.39 "PUT /v2.0/ports/04b793da-dec2-4553-8762-b48ce671fe11 HTTP/1.1" status: 200 len: 1091 time: 0.5888841 Sep 17 08:14:40.503306 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6ca22b5-4ea1-4d1c-8adb-696724972b3f', 'tag': '04b793da-dec2-4553-8762-b48ce671fe11'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:14:40.507097 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee02e637-f945-4335-9db6-507c64eead8b" -d '{"events": [{"name": "network-changed", "server_uuid": "e6ca22b5-4ea1-4d1c-8adb-696724972b3f", "tag": "04b793da-dec2-4553-8762-b48ce671fe11"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:14:40.532137 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25647900-a571-4d81-8a44-dd6e5f599f28 service neutron] Pushing event updated for resources: {'Port': ['ID=04b793da-dec2-4553-8762-b48ce671fe11,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:14:40.544909 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2167e8b-d333-4aff-9d6f-b259795799af x-openstack-request-id: req-f2167e8b-d333-4aff-9d6f-b259795799af {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:14:40.545414 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6ca22b5-4ea1-4d1c-8adb-696724972b3f", "tag": "04b793da-dec2-4553-8762-b48ce671fe11", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:14:40.545944 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f2167e8b-d333-4aff-9d6f-b259795799af {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:14:40.546439 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6ca22b5-4ea1-4d1c-8adb-696724972b3f', 'tag': '04b793da-dec2-4553-8762-b48ce671fe11', 'status': 'completed', 'code': 200} Sep 17 08:14:40.571276 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae412c-324a-4fa0-8751-302deef78e76 req-f2591e1e-96bf-47f6-b9aa-89c12bf99b1b tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:40.572806 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e0ae412c-324a-4fa0-8751-302deef78e76 req-f2591e1e-96bf-47f6-b9aa-89c12bf99b1b tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ca22b5-4ea1-4d1c-8adb-696724972b3f HTTP/1.1" status: 200 len: 943 time: 0.0614164 Sep 17 08:14:40.609741 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e0ae412c-324a-4fa0-8751-302deef78e76 req-0974a3df-f7ba-4781-a704-5006d6e46a64 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309093 Sep 17 08:14:40.613851 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e15dc-f24b-4a0f-9238-d96370ed1057 req-0dbd4680-153f-4e3a-ba0d-d9ef85e172bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:40.615937 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-141e15dc-f24b-4a0f-9238-d96370ed1057 req-0dbd4680-153f-4e3a-ba0d-d9ef85e172bf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=56e275efab454c57a2733a201971b985&device_id=e6ca22b5-4ea1-4d1c-8adb-696724972b3f HTTP/1.1" status: 200 len: 1094 time: 0.0418708 Sep 17 08:14:40.666386 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-141e15dc-f24b-4a0f-9238-d96370ed1057 req-9f0ec2f0-fe75-4f20-a5b9-21353b997744 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04b793da-dec2-4553-8762-b48ce671fe11 HTTP/1.1" status: 200 len: 217 time: 0.0366354 Sep 17 08:14:40.714088 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e15dc-f24b-4a0f-9238-d96370ed1057 req-f7d7218a-b83d-439b-b457-e865a55ce614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:40.715461 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-141e15dc-f24b-4a0f-9238-d96370ed1057 req-f7d7218a-b83d-439b-b457-e865a55ce614 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7c25df5a-36e7-4d20-9a35-2372fa90e853 HTTP/1.1" status: 200 len: 845 time: 0.0419116 Sep 17 08:14:40.745320 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-141e15dc-f24b-4a0f-9238-d96370ed1057 req-64e980d7-d913-418b-9628-880ac222eece service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9e07c4b1-bdff-4c2c-98bc-db029bd9be3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231776 Sep 17 08:14:40.834557 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-141e15dc-f24b-4a0f-9238-d96370ed1057 req-3c10c948-9262-4dd1-a8ca-02ef3b73981c service neutron] 10.222.0.39 "GET /v2.0/networks/9e07c4b1-bdff-4c2c-98bc-db029bd9be3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819492 Sep 17 08:14:40.924139 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-141e15dc-f24b-4a0f-9238-d96370ed1057 req-3e56655e-547c-4279-8043-9739af3fdd0f service neutron] 10.222.0.39 "GET /v2.0/networks/9e07c4b1-bdff-4c2c-98bc-db029bd9be3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823939 Sep 17 08:14:41.055758 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee02e637-f945-4335-9db6-507c64eead8b req-af39f76b-9d94-440d-ae13-f3d50a83ceac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:41.057261 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ee02e637-f945-4335-9db6-507c64eead8b req-af39f76b-9d94-440d-ae13-f3d50a83ceac service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=56e275efab454c57a2733a201971b985&device_id=e6ca22b5-4ea1-4d1c-8adb-696724972b3f HTTP/1.1" status: 200 len: 1094 time: 0.0409856 Sep 17 08:14:41.151817 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee02e637-f945-4335-9db6-507c64eead8b req-3efbd4da-9a6d-4927-bce9-245fd5fd1610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:41.153791 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ee02e637-f945-4335-9db6-507c64eead8b req-3efbd4da-9a6d-4927-bce9-245fd5fd1610 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9e07c4b1-bdff-4c2c-98bc-db029bd9be3a HTTP/1.1" status: 200 len: 906 time: 0.0881984 Sep 17 08:14:41.195665 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ee02e637-f945-4335-9db6-507c64eead8b req-75ec87b6-e4b7-43f4-ab1d-6fc760036add service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04b793da-dec2-4553-8762-b48ce671fe11 HTTP/1.1" status: 200 len: 217 time: 0.0334003 Sep 17 08:14:41.248548 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee02e637-f945-4335-9db6-507c64eead8b req-a51afb87-d659-49f4-a67f-17632f7d861f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:41.249988 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ee02e637-f945-4335-9db6-507c64eead8b req-a51afb87-d659-49f4-a67f-17632f7d861f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7c25df5a-36e7-4d20-9a35-2372fa90e853 HTTP/1.1" status: 200 len: 845 time: 0.0469329 Sep 17 08:14:41.280201 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ee02e637-f945-4335-9db6-507c64eead8b req-5e1e35bb-50d6-43e9-8809-63a5b8dae9a2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9e07c4b1-bdff-4c2c-98bc-db029bd9be3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230830 Sep 17 08:14:41.366709 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ee02e637-f945-4335-9db6-507c64eead8b req-4f8a256c-aa76-4643-9ca0-96e6cde4fabf service neutron] 10.222.0.39 "GET /v2.0/networks/9e07c4b1-bdff-4c2c-98bc-db029bd9be3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795729 Sep 17 08:14:41.457070 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ee02e637-f945-4335-9db6-507c64eead8b req-e5b685a6-035c-41ed-ba21-7425664fc4e7 service neutron] 10.222.0.39 "GET /v2.0/networks/9e07c4b1-bdff-4c2c-98bc-db029bd9be3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827699 Sep 17 08:14:41.722888 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a30678-9e51-4fa8-8c00-98261f13bf24 req-0470f12b-6c03-453f-ba21-5c46022dee77 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:41.724310 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f1a30678-9e51-4fa8-8c00-98261f13bf24 req-0470f12b-6c03-453f-ba21-5c46022dee77 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ca22b5-4ea1-4d1c-8adb-696724972b3f HTTP/1.1" status: 200 len: 943 time: 0.0481434 Sep 17 08:14:41.760785 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f1a30678-9e51-4fa8-8c00-98261f13bf24 req-4a8abdc4-f998-4648-976d-203c2325274b tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307357 Sep 17 08:14:42.874866 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ae0102-5022-4272-baa5-7ec705271764 req-56a3dfb1-520f-4638-9c30-11e4673f054f tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:42.876688 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-19ae0102-5022-4272-baa5-7ec705271764 req-56a3dfb1-520f-4638-9c30-11e4673f054f tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ca22b5-4ea1-4d1c-8adb-696724972b3f HTTP/1.1" status: 200 len: 943 time: 0.0517459 Sep 17 08:14:42.913365 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-19ae0102-5022-4272-baa5-7ec705271764 req-c9ae2b92-174b-4ca5-8f86-7473cf20788d tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308201 Sep 17 08:14:44.022811 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c80d14-2b0a-401a-8338-df34e38fa7ce req-aae4fee9-2d28-4bbb-9c84-15d396ab0b7f tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:44.024298 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d0c80d14-2b0a-401a-8338-df34e38fa7ce req-aae4fee9-2d28-4bbb-9c84-15d396ab0b7f tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ca22b5-4ea1-4d1c-8adb-696724972b3f HTTP/1.1" status: 200 len: 943 time: 0.0474908 Sep 17 08:14:44.061382 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d0c80d14-2b0a-401a-8338-df34e38fa7ce req-b06c5e55-9a38-43ad-8b14-7d76d7b868fc tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311985 Sep 17 08:14:44.107078 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 04b793da-dec2-4553-8762-b48ce671fe11 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:14:44.200343 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 04b793da-dec2-4553-8762-b48ce671fe11, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=04b793da-dec2-4553-8762-b48ce671fe11,segment=NetworkSegment(97a5f9eb-b96b-49f6-801a-38ac71ff3601),segment_id=97a5f9eb-b96b-49f6-801a-38ac71ff3601)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:14:44.211416 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '04b793da-dec2-4553-8762-b48ce671fe11', 'network_id': '9e07c4b1-bdff-4c2c-98bc-db029bd9be3a', 'port_id': '04b793da-dec2-4553-8762-b48ce671fe11', 'mac_address': 'fa:16:3e:19:ab:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c25df5a-36e7-4d20-9a35-2372fa90e853', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:14:44.246662 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:44.258948 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04b793da-dec2-4553-8762-b48ce671fe11 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:14:44.277519 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 04b793da-dec2-4553-8762-b48ce671fe11, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=04b793da-dec2-4553-8762-b48ce671fe11,segment=NetworkSegment(97a5f9eb-b96b-49f6-801a-38ac71ff3601),segment_id=97a5f9eb-b96b-49f6-801a-38ac71ff3601)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:14:44.281347 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:44.330367 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=04b793da-dec2-4553-8762-b48ce671fe11,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:14:44.338119 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:14:44.338472 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:14:44.338816 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:14:44.339155 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:14:44.339496 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:14:44.339826 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:14:44.340188 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:14:44.340515 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:14:44.340842 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:14:44.341167 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:14:44.341491 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:14:44.341813 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:14:44.767060 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['04b793da-dec2-4553-8762-b48ce671fe11'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:14:45.171429 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e31962-4503-4c84-9d81-f4ae4b3ab511 req-d0f5811b-1a87-416d-afc4-f0938f00465e tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:45.173427 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-82e31962-4503-4c84-9d81-f4ae4b3ab511 req-d0f5811b-1a87-416d-afc4-f0938f00465e tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ca22b5-4ea1-4d1c-8adb-696724972b3f HTTP/1.1" status: 200 len: 944 time: 0.0474350 Sep 17 08:14:45.209553 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-82e31962-4503-4c84-9d81-f4ae4b3ab511 req-011e1680-eef1-45a5-822a-48d7c271b9be tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301414 Sep 17 08:14:46.139876 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 04b793da-dec2-4553-8762-b48ce671fe11 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:14:46.190776 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port 04b793da-dec2-4553-8762-b48ce671fe11 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:14:46.194345 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 04b793da-dec2-4553-8762-b48ce671fe11 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:14:46.194718 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:46.270686 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:46.292947 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6ca22b5-4ea1-4d1c-8adb-696724972b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b793da-dec2-4553-8762-b48ce671fe11'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:14:46.295367 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78cd4f4c-5c92-464a-98a5-9252cf893679" -d '{"events": [{"server_uuid": "e6ca22b5-4ea1-4d1c-8adb-696724972b3f", "name": "network-vif-plugged", "status": "completed", "tag": "04b793da-dec2-4553-8762-b48ce671fe11"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:14:46.308414 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 04b793da-dec2-4553-8762-b48ce671fe11, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=04b793da-dec2-4553-8762-b48ce671fe11,segment=NetworkSegment(97a5f9eb-b96b-49f6-801a-38ac71ff3601),segment_id=97a5f9eb-b96b-49f6-801a-38ac71ff3601)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:14:46.313321 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:46.329140 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b1991-8898-4094-ade0-af5e1c621b60 req-4e453c6e-3a1d-4ab9-b371-e3b1a62d691d tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:46.330764 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d98b1991-8898-4094-ade0-af5e1c621b60 req-4e453c6e-3a1d-4ab9-b371-e3b1a62d691d tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ca22b5-4ea1-4d1c-8adb-696724972b3f HTTP/1.1" status: 200 len: 944 time: 0.0568759 Sep 17 08:14:46.337997 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5875847c-e3b1-4a67-a89d-48f26efd7e70 x-openstack-request-id: req-5875847c-e3b1-4a67-a89d-48f26efd7e70 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:14:46.338343 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6ca22b5-4ea1-4d1c-8adb-696724972b3f", "name": "network-vif-plugged", "status": "completed", "tag": "04b793da-dec2-4553-8762-b48ce671fe11", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:14:46.338544 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5875847c-e3b1-4a67-a89d-48f26efd7e70 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:14:46.339010 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6ca22b5-4ea1-4d1c-8adb-696724972b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b793da-dec2-4553-8762-b48ce671fe11', 'code': 200} Sep 17 08:14:46.363973 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=04b793da-dec2-4553-8762-b48ce671fe11,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:14:46.370275 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d98b1991-8898-4094-ade0-af5e1c621b60 req-e834c794-f870-42a6-9874-506c5bae8cd6 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330396 Sep 17 08:14:46.470870 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da02a247-b7e1-492b-8af7-42e1548014ba req-31ed946f-e995-49b5-b428-328f51ab5461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:46.472459 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-da02a247-b7e1-492b-8af7-42e1548014ba req-31ed946f-e995-49b5-b428-328f51ab5461 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e6ca22b5-4ea1-4d1c-8adb-696724972b3f HTTP/1.1" status: 200 len: 1096 time: 0.0395782 Sep 17 08:14:46.507017 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-da02a247-b7e1-492b-8af7-42e1548014ba req-caaae19f-39f5-4514-aa5f-e018744f1a29 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273008 Sep 17 08:14:47.485761 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a3aa92-4fb3-4d9e-8c2c-17f2034fe29a req-e183755a-2d8e-4842-86b0-a738acadfbbf tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:47.487226 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-45a3aa92-4fb3-4d9e-8c2c-17f2034fe29a req-e183755a-2d8e-4842-86b0-a738acadfbbf tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ca22b5-4ea1-4d1c-8adb-696724972b3f HTTP/1.1" status: 200 len: 945 time: 0.0474958 Sep 17 08:14:47.524675 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-45a3aa92-4fb3-4d9e-8c2c-17f2034fe29a req-6856872b-555e-49fc-ae34-0accc129f052 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313969 Sep 17 08:14:48.652430 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb2801-d4c4-4f8e-8bcd-395c41ee2364 req-3bd481ff-262d-4735-8bed-9edcd8702160 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:48.653926 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-85cb2801-d4c4-4f8e-8bcd-395c41ee2364 req-3bd481ff-262d-4735-8bed-9edcd8702160 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ca22b5-4ea1-4d1c-8adb-696724972b3f HTTP/1.1" status: 200 len: 945 time: 0.0580251 Sep 17 08:14:48.698093 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-85cb2801-d4c4-4f8e-8bcd-395c41ee2364 req-274e9a0f-9a82-4836-bfb2-611967bf0647 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373716 Sep 17 08:14:48.920320 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be0a854-8d47-4404-b0b9-934a46abf239 req-32328e27-55bb-409a-ae26-f2b0feb776f6 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:48.921819 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0be0a854-8d47-4404-b0b9-934a46abf239 req-32328e27-55bb-409a-ae26-f2b0feb776f6 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ca22b5-4ea1-4d1c-8adb-696724972b3f HTTP/1.1" status: 200 len: 945 time: 0.0524688 Sep 17 08:14:48.959739 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0be0a854-8d47-4404-b0b9-934a46abf239 req-207922d4-d971-4a38-9dba-4e3d14550c90 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320227 Sep 17 08:14:49.078350 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb01d57-6549-4c23-b4bb-6c9fd36429cc req-48cc76bd-264c-4886-bd4c-f0fbbb2ac79b tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:49.079762 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5cb01d57-6549-4c23-b4bb-6c9fd36429cc req-48cc76bd-264c-4886-bd4c-f0fbbb2ac79b tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ca22b5-4ea1-4d1c-8adb-696724972b3f HTTP/1.1" status: 200 len: 945 time: 0.0482092 Sep 17 08:14:49.118028 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5cb01d57-6549-4c23-b4bb-6c9fd36429cc req-9153f4c9-72f9-4861-aeb8-6b4f6793b4b7 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322042 Sep 17 08:14:49.340831 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71f0f24-b656-4bc4-8e2a-77f16a5b0839 req-fb32211e-ec43-4653-8418-64f6c2fa2c73 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:49.342212 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e71f0f24-b656-4bc4-8e2a-77f16a5b0839 req-fb32211e-ec43-4653-8418-64f6c2fa2c73 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ca22b5-4ea1-4d1c-8adb-696724972b3f HTTP/1.1" status: 200 len: 945 time: 0.0472243 Sep 17 08:14:49.379028 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e71f0f24-b656-4bc4-8e2a-77f16a5b0839 req-eb957cbd-a7e6-45e0-a2dc-4572bc783d02 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310097 Sep 17 08:14:49.941425 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2fa2b77e-6f7d-40ce-b837-0fea69fb3a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:50.494677 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a2d3f7-001a-46b8-bdf7-6a4ad87fbda5 req-25372605-cd21-4a2d-9af7-9d1e858cbde1 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:50.496169 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-25a2d3f7-001a-46b8-bdf7-6a4ad87fbda5 req-25372605-cd21-4a2d-9af7-9d1e858cbde1 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ca22b5-4ea1-4d1c-8adb-696724972b3f HTTP/1.1" status: 200 len: 945 time: 0.0515859 Sep 17 08:14:50.534288 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-25a2d3f7-001a-46b8-bdf7-6a4ad87fbda5 req-b8e7db86-e8f9-4857-b51d-21336f981ae4 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322189 Sep 17 08:14:51.120759 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79414fc-c1e1-418a-a6fa-01ac67791c17 req-747b7052-818c-42b8-8f9f-310e0cf74aba tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:51.122328 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e79414fc-c1e1-418a-a6fa-01ac67791c17 req-747b7052-818c-42b8-8f9f-310e0cf74aba tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6ca22b5-4ea1-4d1c-8adb-696724972b3f HTTP/1.1" status: 200 len: 945 time: 0.0510988 Sep 17 08:14:51.225797 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-e79414fc-c1e1-418a-a6fa-01ac67791c17 req-f5fd2991-0d5b-417f-b8a4-a0933dda066b tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Deleting port 04b793da-dec2-4553-8762-b48ce671fe11 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:14:51.226161 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-e79414fc-c1e1-418a-a6fa-01ac67791c17 req-f5fd2991-0d5b-417f-b8a4-a0933dda066b tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:51.316195 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-e79414fc-c1e1-418a-a6fa-01ac67791c17 req-f5fd2991-0d5b-417f-b8a4-a0933dda066b tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] For port 04b793da-dec2-4553-8762-b48ce671fe11, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=04b793da-dec2-4553-8762-b48ce671fe11,segment=NetworkSegment(97a5f9eb-b96b-49f6-801a-38ac71ff3601),segment_id=97a5f9eb-b96b-49f6-801a-38ac71ff3601)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:14:51.316564 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-e79414fc-c1e1-418a-a6fa-01ac67791c17 req-f5fd2991-0d5b-417f-b8a4-a0933dda066b tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:51.328769 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-e79414fc-c1e1-418a-a6fa-01ac67791c17 req-f5fd2991-0d5b-417f-b8a4-a0933dda066b tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Calling delete_port for 04b793da-dec2-4553-8762-b48ce671fe11 owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:14:51.450331 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-e79414fc-c1e1-418a-a6fa-01ac67791c17 req-f5fd2991-0d5b-417f-b8a4-a0933dda066b tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:51.482893 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['f4f03f9b-2200-4f26-9016-5ee974315705'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:14:51.483502 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fd2991-0d5b-417f-b8a4-a0933dda066b tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Pushing event deleted for resources: {'Port': ['ID=04b793da-dec2-4553-8762-b48ce671fe11,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:14:51.486913 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['04b793da-dec2-4553-8762-b48ce671fe11'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:14:51.525476 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-e79414fc-c1e1-418a-a6fa-01ac67791c17 req-f5fd2991-0d5b-417f-b8a4-a0933dda066b tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] No DVR routers for this DVR port 04b793da-dec2-4553-8762-b48ce671fe11 on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:14:51.531061 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-e79414fc-c1e1-418a-a6fa-01ac67791c17 req-f5fd2991-0d5b-417f-b8a4-a0933dda066b tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:51.531061 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e79414fc-c1e1-418a-a6fa-01ac67791c17 req-f5fd2991-0d5b-417f-b8a4-a0933dda066b tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.39 "DELETE /v2.0/ports/04b793da-dec2-4553-8762-b48ce671fe11 HTTP/1.1" status: 204 len: 173 time: 0.4005010 Sep 17 08:14:51.531061 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6ca22b5-4ea1-4d1c-8adb-696724972b3f', 'name': 'network-vif-deleted', 'tag': '04b793da-dec2-4553-8762-b48ce671fe11'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:14:51.536003 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c4fa67-7f92-46b2-bb2a-4e9a0fc7b412" -d '{"events": [{"server_uuid": "e6ca22b5-4ea1-4d1c-8adb-696724972b3f", "name": "network-vif-deleted", "tag": "04b793da-dec2-4553-8762-b48ce671fe11"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:14:51.575006 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1773290c-b784-47d6-a3ec-0ac2e30b7a30 x-openstack-request-id: req-1773290c-b784-47d6-a3ec-0ac2e30b7a30 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:14:51.575006 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6ca22b5-4ea1-4d1c-8adb-696724972b3f", "name": "network-vif-deleted", "tag": "04b793da-dec2-4553-8762-b48ce671fe11", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:14:51.575267 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1773290c-b784-47d6-a3ec-0ac2e30b7a30 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:14:51.575618 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6ca22b5-4ea1-4d1c-8adb-696724972b3f', 'name': 'network-vif-deleted', 'tag': '04b793da-dec2-4553-8762-b48ce671fe11', 'status': 'completed', 'code': 200} Sep 17 08:14:51.660361 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9f0e2943-016f-478d-801c-74223b1c7e87 req-595eb1be-39e3-4585-856c-12c2b4a6b4f7 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ca22b5-4ea1-4d1c-8adb-696724972b3f HTTP/1.1" status: 200 len: 210 time: 0.0338042 Sep 17 08:14:51.679244 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa17914-f862-42a0-b01a-52cb50af4c93 req-b506606e-f8fc-4a6e-ac13-77ca61b6b948 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:51.680793 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-daa17914-f862-42a0-b01a-52cb50af4c93 req-b506606e-f8fc-4a6e-ac13-77ca61b6b948 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 945 time: 0.0865884 Sep 17 08:14:51.702512 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97371ae-deef-41c6-b0ef-a32516292674 req-62f4ccc2-707b-48f1-bc04-f6e0c0502fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:51.704104 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c97371ae-deef-41c6-b0ef-a32516292674 req-62f4ccc2-707b-48f1-bc04-f6e0c0502fdc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a40110368b234965bf3fd6f856f2361c&device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 1096 time: 0.0500219 Sep 17 08:14:51.724119 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-daa17914-f862-42a0-b01a-52cb50af4c93 req-da076835-7939-47f2-b228-544df1d21a78 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371971 Sep 17 08:14:51.814824 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97371ae-deef-41c6-b0ef-a32516292674 req-5cbdeae6-a29f-4979-9401-05413fb70e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:51.816331 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c97371ae-deef-41c6-b0ef-a32516292674 req-5cbdeae6-a29f-4979-9401-05413fb70e85 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b775eb3f-2b25-4820-827b-6765ebe265c2 HTTP/1.1" status: 200 len: 913 time: 0.0872893 Sep 17 08:14:51.881122 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c97371ae-deef-41c6-b0ef-a32516292674 req-bb667109-a2c1-4353-b436-5cc5b1d23fb9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=082c5b60-04fb-4ae3-ae64-64d07ad777a5 HTTP/1.1" status: 200 len: 999 time: 0.0571365 Sep 17 08:14:51.929811 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97371ae-deef-41c6-b0ef-a32516292674 req-fae79ad5-260b-4109-bd0a-4b19ed72778d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:51.931238 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c97371ae-deef-41c6-b0ef-a32516292674 req-fae79ad5-260b-4109-bd0a-4b19ed72778d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9b7cebd9-83b6-4be8-81d9-9f32073aed40 HTTP/1.1" status: 200 len: 851 time: 0.0424047 Sep 17 08:14:51.980724 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97371ae-deef-41c6-b0ef-a32516292674 req-7cc34b0e-07d7-4cb4-8bda-49e2f28823a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:51.982125 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c97371ae-deef-41c6-b0ef-a32516292674 req-7cc34b0e-07d7-4cb4-8bda-49e2f28823a0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b775eb3f-2b25-4820-827b-6765ebe265c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418687 Sep 17 08:14:52.073152 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c97371ae-deef-41c6-b0ef-a32516292674 req-cfc2cba7-00d4-472d-9f07-3ea265957ca5 service neutron] 10.222.0.39 "GET /v2.0/networks/b775eb3f-2b25-4820-827b-6765ebe265c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808473 Sep 17 08:14:52.174093 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c97371ae-deef-41c6-b0ef-a32516292674 req-7ca090f4-1115-4f1b-9e6c-2b56c3f7cbc9 service neutron] 10.222.0.39 "GET /v2.0/networks/b775eb3f-2b25-4820-827b-6765ebe265c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927999 Sep 17 08:14:52.421050 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-25e9d19b-e8fc-41e2-96f3-0a8e2047c5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:52.689111 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:52.908144 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465aa70-bdbd-43af-83f0-cbfc9541fc02 req-191dfc2a-10ed-4da8-9ada-c6209047ca9c tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:52.909669 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5465aa70-bdbd-43af-83f0-cbfc9541fc02 req-191dfc2a-10ed-4da8-9ada-c6209047ca9c tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 945 time: 0.1105390 Sep 17 08:14:52.965138 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5465aa70-bdbd-43af-83f0-cbfc9541fc02 req-0e607b74-3f4a-4529-ba4e-f9731ad45c6a tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481606 Sep 17 08:14:52.971594 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf879cf3-c6a2-42ae-9665-ac254b264cb8 req-da1122b0-be6f-4aa0-99de-872dc6b6d28e tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:52.973039 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cf879cf3-c6a2-42ae-9665-ac254b264cb8 req-da1122b0-be6f-4aa0-99de-872dc6b6d28e tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/networks?id=9e07c4b1-bdff-4c2c-98bc-db029bd9be3a HTTP/1.1" status: 200 len: 805 time: 0.1416779 Sep 17 08:14:52.988552 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cf879cf3-c6a2-42ae-9665-ac254b264cb8 req-ec9e7ffc-58e6-4f56-8c3e-775d3f498a5e tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/quotas/56e275efab454c57a2733a201971b985 HTTP/1.1" status: 200 len: 375 time: 0.0094595 Sep 17 08:14:53.039183 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cf879cf3-c6a2-42ae-9665-ac254b264cb8 req-1ffb59a5-dcef-4875-8ed1-f4ed89aeae79 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=56e275efab454c57a2733a201971b985&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0448327 Sep 17 08:14:53.127544 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cf879cf3-c6a2-42ae-9665-ac254b264cb8 req-ba4a01ff-e4ff-4530-b456-ed600ee1320f service neutron] 10.222.0.13 "GET /v2.0/networks/9e07c4b1-bdff-4c2c-98bc-db029bd9be3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813453 Sep 17 08:14:53.217107 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cf879cf3-c6a2-42ae-9665-ac254b264cb8 req-dc3b42a8-69d0-4898-93a8-9a0bced22cb0 service neutron] 10.222.0.13 "GET /v2.0/networks/9e07c4b1-bdff-4c2c-98bc-db029bd9be3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826142 Sep 17 08:14:53.380463 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-51e04e71-5aa2-4da1-9b7c-71270023b1f5 req-4c694489-17b3-4e66-a150-8d85e9d4da26 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b956a90-8f35-4fd3-a09e-99336a700290 HTTP/1.1" status: 200 len: 210 time: 0.0273807 Sep 17 08:14:53.717790 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:54.077188 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a3976d-4ba2-4b90-ac2a-bfff0f92c2ef req-c70bdefe-dc0a-40bd-a20f-91a99ea8d3b8 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:54.078689 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65a3976d-4ba2-4b90-ac2a-bfff0f92c2ef req-c70bdefe-dc0a-40bd-a20f-91a99ea8d3b8 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 945 time: 0.0478015 Sep 17 08:14:54.116263 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65a3976d-4ba2-4b90-ac2a-bfff0f92c2ef req-67d53a99-a1fd-4140-a249-fdf964f22912 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308456 Sep 17 08:14:54.196056 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 04b793da-dec2-4553-8762-b48ce671fe11 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:14:54.218315 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: 04b793da-dec2-4553-8762-b48ce671fe11 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:14:54.218659 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 04b793da-dec2-4553-8762-b48ce671fe11 not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:14:54.421998 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf879cf3-c6a2-42ae-9665-ac254b264cb8 req-3f332ef9-bb3f-46a7-bc45-223ee99558c9 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:54.423542 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cf879cf3-c6a2-42ae-9665-ac254b264cb8 req-3f332ef9-bb3f-46a7-bc45-223ee99558c9 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.39 "GET /v2.0/networks?id=9e07c4b1-bdff-4c2c-98bc-db029bd9be3a HTTP/1.1" status: 200 len: 805 time: 0.1045480 Sep 17 08:14:54.444484 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-cf879cf3-c6a2-42ae-9665-ac254b264cb8 req-eec13633-8237-4628-95cc-191c5789172f tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Request body: {'port': {'device_id': '3b956a90-8f35-4fd3-a09e-99336a700290', 'network_id': '9e07c4b1-bdff-4c2c-98bc-db029bd9be3a', 'admin_state_up': True, 'tenant_id': '56e275efab454c57a2733a201971b985'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:14:54.478684 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1b25186d-ade3-4c5d-bc6d-62ee35b018da req-a17edb67-952b-4bab-8b98-7cfff61f85f2 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b956a90-8f35-4fd3-a09e-99336a700290 HTTP/1.1" status: 200 len: 210 time: 0.0293396 Sep 17 08:14:54.554671 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf879cf3-c6a2-42ae-9665-ac254b264cb8 req-eec13633-8237-4628-95cc-191c5789172f tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Made reservation on behalf of 56e275efab454c57a2733a201971b985 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:14:54.558163 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-cf879cf3-c6a2-42ae-9665-ac254b264cb8 req-eec13633-8237-4628-95cc-191c5789172f tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:54.688614 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-cf879cf3-c6a2-42ae-9665-ac254b264cb8 req-eec13633-8237-4628-95cc-191c5789172f tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Allocated IP 172.20.0.12 (9e07c4b1-bdff-4c2c-98bc-db029bd9be3a/7c25df5a-36e7-4d20-9a35-2372fa90e853/64f4479f-f8bf-4c12-b04f-50096b70b34a) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:14:54.825417 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-cf879cf3-c6a2-42ae-9665-ac254b264cb8 req-eec13633-8237-4628-95cc-191c5789172f tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:54.862104 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-cf879cf3-c6a2-42ae-9665-ac254b264cb8 req-eec13633-8237-4628-95cc-191c5789172f tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:54.894020 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['f4f03f9b-2200-4f26-9016-5ee974315705'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:14:54.905353 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf879cf3-c6a2-42ae-9665-ac254b264cb8 req-eec13633-8237-4628-95cc-191c5789172f tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Network 9e07c4b1-bdff-4c2c-98bc-db029bd9be3a is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:14:54.908895 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-cf879cf3-c6a2-42ae-9665-ac254b264cb8 req-eec13633-8237-4628-95cc-191c5789172f tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:14:54.912835 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf879cf3-c6a2-42ae-9665-ac254b264cb8 req-eec13633-8237-4628-95cc-191c5789172f tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:14:54.941874 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec13633-8237-4628-95cc-191c5789172f tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Pushing event updated for resources: {'Port': ['ID=64f4479f-f8bf-4c12-b04f-50096b70b34a,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:14:54.966507 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf879cf3-c6a2-42ae-9665-ac254b264cb8 req-eec13633-8237-4628-95cc-191c5789172f tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:54.967119 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-cf879cf3-c6a2-42ae-9665-ac254b264cb8 req-eec13633-8237-4628-95cc-191c5789172f tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:54.981475 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cf879cf3-c6a2-42ae-9665-ac254b264cb8 req-eec13633-8237-4628-95cc-191c5789172f tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5415025 Sep 17 08:14:54.999069 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-cf879cf3-c6a2-42ae-9665-ac254b264cb8 req-6098e948-3dcd-440d-98ee-f9dc50f08697 service neutron] Request body: {'port': {'device_id': '3b956a90-8f35-4fd3-a09e-99336a700290', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:14:55.051731 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-cf879cf3-c6a2-42ae-9665-ac254b264cb8 req-6098e948-3dcd-440d-98ee-f9dc50f08697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:55.296645 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:55.307658 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-cf879cf3-c6a2-42ae-9665-ac254b264cb8 req-6098e948-3dcd-440d-98ee-f9dc50f08697 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64f4479f-f8bf-4c12-b04f-50096b70b34a {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:14:55.314979 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-cf879cf3-c6a2-42ae-9665-ac254b264cb8 req-6098e948-3dcd-440d-98ee-f9dc50f08697 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:55.326573 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-cf879cf3-c6a2-42ae-9665-ac254b264cb8 req-6098e948-3dcd-440d-98ee-f9dc50f08697 service neutron] Transition to ACTIVE for port object 64f4479f-f8bf-4c12-b04f-50096b70b34a will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:14:55.330443 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-cf879cf3-c6a2-42ae-9665-ac254b264cb8 req-6098e948-3dcd-440d-98ee-f9dc50f08697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:55.380143 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6098e948-3dcd-440d-98ee-f9dc50f08697 service neutron] Pushing event updated for resources: {'Port': ['ID=64f4479f-f8bf-4c12-b04f-50096b70b34a,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:14:55.442061 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-cf879cf3-c6a2-42ae-9665-ac254b264cb8 req-6098e948-3dcd-440d-98ee-f9dc50f08697 service neutron] Attempting to bind port 64f4479f-f8bf-4c12-b04f-50096b70b34a on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:14:55.442716 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-cf879cf3-c6a2-42ae-9665-ac254b264cb8 req-6098e948-3dcd-440d-98ee-f9dc50f08697 service neutron] Attempting to bind port 64f4479f-f8bf-4c12-b04f-50096b70b34a by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': '97a5f9eb-b96b-49f6-801a-38ac71ff3601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9e07c4b1-bdff-4c2c-98bc-db029bd9be3a'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:14:55.442716 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf879cf3-c6a2-42ae-9665-ac254b264cb8 req-6098e948-3dcd-440d-98ee-f9dc50f08697 service neutron] Attempting to bind port 64f4479f-f8bf-4c12-b04f-50096b70b34a on network 9e07c4b1-bdff-4c2c-98bc-db029bd9be3a {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:14:55.446869 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf879cf3-c6a2-42ae-9665-ac254b264cb8 req-6098e948-3dcd-440d-98ee-f9dc50f08697 service neutron] Port 64f4479f-f8bf-4c12-b04f-50096b70b34a on network 9e07c4b1-bdff-4c2c-98bc-db029bd9be3a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:14:55.447187 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf879cf3-c6a2-42ae-9665-ac254b264cb8 req-6098e948-3dcd-440d-98ee-f9dc50f08697 service neutron] Attempting to bind port 64f4479f-f8bf-4c12-b04f-50096b70b34a on network 9e07c4b1-bdff-4c2c-98bc-db029bd9be3a {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:14:55.451854 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf879cf3-c6a2-42ae-9665-ac254b264cb8 req-6098e948-3dcd-440d-98ee-f9dc50f08697 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:14:55.452267 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf879cf3-c6a2-42ae-9665-ac254b264cb8 req-6098e948-3dcd-440d-98ee-f9dc50f08697 service neutron] Checking segment: {'id': '97a5f9eb-b96b-49f6-801a-38ac71ff3601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9e07c4b1-bdff-4c2c-98bc-db029bd9be3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:14:55.452646 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf879cf3-c6a2-42ae-9665-ac254b264cb8 req-6098e948-3dcd-440d-98ee-f9dc50f08697 service neutron] Bound using segment: {'id': '97a5f9eb-b96b-49f6-801a-38ac71ff3601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9e07c4b1-bdff-4c2c-98bc-db029bd9be3a'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:14:55.453066 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-cf879cf3-c6a2-42ae-9665-ac254b264cb8 req-6098e948-3dcd-440d-98ee-f9dc50f08697 service neutron] Bound port: 64f4479f-f8bf-4c12-b04f-50096b70b34a, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97a5f9eb-b96b-49f6-801a-38ac71ff3601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '9e07c4b1-bdff-4c2c-98bc-db029bd9be3a'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:14:55.453410 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-cf879cf3-c6a2-42ae-9665-ac254b264cb8 req-6098e948-3dcd-440d-98ee-f9dc50f08697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:55.528965 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-cf879cf3-c6a2-42ae-9665-ac254b264cb8 req-6098e948-3dcd-440d-98ee-f9dc50f08697 service neutron] For port 64f4479f-f8bf-4c12-b04f-50096b70b34a, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:14:55.532212 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-cf879cf3-c6a2-42ae-9665-ac254b264cb8 req-6098e948-3dcd-440d-98ee-f9dc50f08697 service neutron] For port 64f4479f-f8bf-4c12-b04f-50096b70b34a, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=64f4479f-f8bf-4c12-b04f-50096b70b34a,segment=NetworkSegment(97a5f9eb-b96b-49f6-801a-38ac71ff3601),segment_id=97a5f9eb-b96b-49f6-801a-38ac71ff3601)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:14:55.536737 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-cf879cf3-c6a2-42ae-9665-ac254b264cb8 req-6098e948-3dcd-440d-98ee-f9dc50f08697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:55.571760 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf879cf3-c6a2-42ae-9665-ac254b264cb8 req-6098e948-3dcd-440d-98ee-f9dc50f08697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:55.572398 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-cf879cf3-c6a2-42ae-9665-ac254b264cb8 req-6098e948-3dcd-440d-98ee-f9dc50f08697 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:14:55.573792 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cf879cf3-c6a2-42ae-9665-ac254b264cb8 req-6098e948-3dcd-440d-98ee-f9dc50f08697 service neutron] 10.222.0.39 "PUT /v2.0/ports/64f4479f-f8bf-4c12-b04f-50096b70b34a HTTP/1.1" status: 200 len: 1092 time: 0.5789564 Sep 17 08:14:55.574228 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b956a90-8f35-4fd3-a09e-99336a700290', 'tag': '64f4479f-f8bf-4c12-b04f-50096b70b34a'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:14:55.576499 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f12e05e-10d4-4792-9be9-5f78feedbcf4" -d '{"events": [{"name": "network-changed", "server_uuid": "3b956a90-8f35-4fd3-a09e-99336a700290", "tag": "64f4479f-f8bf-4c12-b04f-50096b70b34a"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:14:55.599739 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6098e948-3dcd-440d-98ee-f9dc50f08697 service neutron] Pushing event updated for resources: {'Port': ['ID=64f4479f-f8bf-4c12-b04f-50096b70b34a,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:14:55.600662 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab10b2b-55ce-4088-89d4-ede3887dc447 req-c2ed7c88-2217-490c-9a18-7b18c66d6777 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:55.602209 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2ab10b2b-55ce-4088-89d4-ede3887dc447 req-c2ed7c88-2217-490c-9a18-7b18c66d6777 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b956a90-8f35-4fd3-a09e-99336a700290 HTTP/1.1" status: 200 len: 944 time: 0.0544324 Sep 17 08:14:55.620061 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-412d1bf9-d008-47ee-bf22-23710af44674 x-openstack-request-id: req-412d1bf9-d008-47ee-bf22-23710af44674 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:14:55.620355 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b956a90-8f35-4fd3-a09e-99336a700290", "tag": "64f4479f-f8bf-4c12-b04f-50096b70b34a", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:14:55.620603 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-412d1bf9-d008-47ee-bf22-23710af44674 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:14:55.621002 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b956a90-8f35-4fd3-a09e-99336a700290', 'tag': '64f4479f-f8bf-4c12-b04f-50096b70b34a', 'status': 'completed', 'code': 200} Sep 17 08:14:55.642965 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2ab10b2b-55ce-4088-89d4-ede3887dc447 req-8ff038a8-18f2-48b4-aaf1-69313c58f4c7 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330272 Sep 17 08:14:55.679385 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf879cf3-c6a2-42ae-9665-ac254b264cb8 req-ad386255-a771-48bb-83c1-be0dff0d5105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:55.680954 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cf879cf3-c6a2-42ae-9665-ac254b264cb8 req-ad386255-a771-48bb-83c1-be0dff0d5105 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=56e275efab454c57a2733a201971b985&device_id=3b956a90-8f35-4fd3-a09e-99336a700290 HTTP/1.1" status: 200 len: 1095 time: 0.0405827 Sep 17 08:14:55.732639 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cf879cf3-c6a2-42ae-9665-ac254b264cb8 req-21653637-6e41-477b-80df-70ac89caec90 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=64f4479f-f8bf-4c12-b04f-50096b70b34a HTTP/1.1" status: 200 len: 217 time: 0.0371783 Sep 17 08:14:55.779297 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf879cf3-c6a2-42ae-9665-ac254b264cb8 req-137d3353-4904-46c9-9cec-dcd64c1070ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:55.780747 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cf879cf3-c6a2-42ae-9665-ac254b264cb8 req-137d3353-4904-46c9-9cec-dcd64c1070ba service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7c25df5a-36e7-4d20-9a35-2372fa90e853 HTTP/1.1" status: 200 len: 845 time: 0.0413182 Sep 17 08:14:55.811019 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cf879cf3-c6a2-42ae-9665-ac254b264cb8 req-b1e61cc1-dbb3-4e53-b1a6-d182c38c4253 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9e07c4b1-bdff-4c2c-98bc-db029bd9be3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231574 Sep 17 08:14:56.202695 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cf879cf3-c6a2-42ae-9665-ac254b264cb8 req-5470dd63-8293-45ec-93bf-048585613fa7 service neutron] 10.222.0.39 "GET /v2.0/networks/9e07c4b1-bdff-4c2c-98bc-db029bd9be3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3842425 Sep 17 08:14:56.290612 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cf879cf3-c6a2-42ae-9665-ac254b264cb8 req-35ef1d33-5d2a-4f6a-a7d4-0aa7664ce8c8 service neutron] 10.222.0.39 "GET /v2.0/networks/9e07c4b1-bdff-4c2c-98bc-db029bd9be3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809398 Sep 17 08:14:56.417868 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f12e05e-10d4-4792-9be9-5f78feedbcf4 req-103d8051-0d96-4a42-9117-b319641ed3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:56.421190 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6f12e05e-10d4-4792-9be9-5f78feedbcf4 req-103d8051-0d96-4a42-9117-b319641ed3b4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=56e275efab454c57a2733a201971b985&device_id=3b956a90-8f35-4fd3-a09e-99336a700290 HTTP/1.1" status: 200 len: 1095 time: 0.0452955 Sep 17 08:14:56.511108 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f12e05e-10d4-4792-9be9-5f78feedbcf4 req-7778855e-be6b-4b88-a2ec-eeaaadf68ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:56.512592 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6f12e05e-10d4-4792-9be9-5f78feedbcf4 req-7778855e-be6b-4b88-a2ec-eeaaadf68ca7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9e07c4b1-bdff-4c2c-98bc-db029bd9be3a HTTP/1.1" status: 200 len: 906 time: 0.0846541 Sep 17 08:14:56.553775 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6f12e05e-10d4-4792-9be9-5f78feedbcf4 req-ab6d4265-851a-4bc4-9771-9d02a8752bc1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=64f4479f-f8bf-4c12-b04f-50096b70b34a HTTP/1.1" status: 200 len: 217 time: 0.0331314 Sep 17 08:14:56.607971 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f12e05e-10d4-4792-9be9-5f78feedbcf4 req-007b4f96-7d48-47b1-9b2f-88dac88a1a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:56.609443 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6f12e05e-10d4-4792-9be9-5f78feedbcf4 req-007b4f96-7d48-47b1-9b2f-88dac88a1a2c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7c25df5a-36e7-4d20-9a35-2372fa90e853 HTTP/1.1" status: 200 len: 845 time: 0.0490446 Sep 17 08:14:56.639216 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6f12e05e-10d4-4792-9be9-5f78feedbcf4 req-95d77e64-860a-40bf-af28-2cdd7cbe26ad service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9e07c4b1-bdff-4c2c-98bc-db029bd9be3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0228710 Sep 17 08:14:56.728349 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6f12e05e-10d4-4792-9be9-5f78feedbcf4 req-2219c835-192b-4149-940c-f9505d76ea00 service neutron] 10.222.0.39 "GET /v2.0/networks/9e07c4b1-bdff-4c2c-98bc-db029bd9be3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814378 Sep 17 08:14:56.758525 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b720d-1b1f-4d98-b004-4f8e51643535 req-cfe29ff4-ccf5-48ff-ad11-94f3a83a86d6 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:56.760062 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-136b720d-1b1f-4d98-b004-4f8e51643535 req-cfe29ff4-ccf5-48ff-ad11-94f3a83a86d6 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b956a90-8f35-4fd3-a09e-99336a700290 HTTP/1.1" status: 200 len: 944 time: 0.0509937 Sep 17 08:14:56.797392 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-136b720d-1b1f-4d98-b004-4f8e51643535 req-91039647-a3fa-4621-add0-204c811bdfdb tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308130 Sep 17 08:14:56.822514 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6f12e05e-10d4-4792-9be9-5f78feedbcf4 req-f6e1b421-c006-4c57-9560-66e0ccaabda4 service neutron] 10.222.0.39 "GET /v2.0/networks/9e07c4b1-bdff-4c2c-98bc-db029bd9be3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866275 Sep 17 08:14:57.908831 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2f20f1-207c-41b7-8d68-06ada5d75861 req-cd86fc18-8dcf-4105-9c47-b17baf7f9e68 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:57.910312 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7a2f20f1-207c-41b7-8d68-06ada5d75861 req-cd86fc18-8dcf-4105-9c47-b17baf7f9e68 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b956a90-8f35-4fd3-a09e-99336a700290 HTTP/1.1" status: 200 len: 944 time: 0.0469210 Sep 17 08:14:57.949790 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7a2f20f1-207c-41b7-8d68-06ada5d75861 req-79437986-bbd6-4886-b924-337afeeddad5 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337145 Sep 17 08:14:59.061230 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d375afcc-b5dd-4e81-8a9b-5739b600fd53 req-02629d65-73b2-4029-9531-d2f94cd0b307 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:14:59.062700 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d375afcc-b5dd-4e81-8a9b-5739b600fd53 req-02629d65-73b2-4029-9531-d2f94cd0b307 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b956a90-8f35-4fd3-a09e-99336a700290 HTTP/1.1" status: 200 len: 944 time: 0.0475273 Sep 17 08:14:59.099555 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d375afcc-b5dd-4e81-8a9b-5739b600fd53 req-14928dd5-7f75-47da-99ce-621ce80bf2e5 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309532 Sep 17 08:15:00.205769 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 64f4479f-f8bf-4c12-b04f-50096b70b34a details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:15:00.213516 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1435f9-7dac-4806-90a0-bda5fc82e0d1 req-09db1f74-e15e-42ff-a5fe-890e80d49492 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:00.215088 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2c1435f9-7dac-4806-90a0-bda5fc82e0d1 req-09db1f74-e15e-42ff-a5fe-890e80d49492 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b956a90-8f35-4fd3-a09e-99336a700290 HTTP/1.1" status: 200 len: 944 time: 0.0504377 Sep 17 08:15:00.252854 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2c1435f9-7dac-4806-90a0-bda5fc82e0d1 req-fe6da192-3748-47e5-94a1-f212d8f409be tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317624 Sep 17 08:15:00.301864 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 64f4479f-f8bf-4c12-b04f-50096b70b34a, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=64f4479f-f8bf-4c12-b04f-50096b70b34a,segment=NetworkSegment(97a5f9eb-b96b-49f6-801a-38ac71ff3601),segment_id=97a5f9eb-b96b-49f6-801a-38ac71ff3601)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:15:00.313108 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '64f4479f-f8bf-4c12-b04f-50096b70b34a', 'network_id': '9e07c4b1-bdff-4c2c-98bc-db029bd9be3a', 'port_id': '64f4479f-f8bf-4c12-b04f-50096b70b34a', 'mac_address': 'fa:16:3e:5d:81:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c25df5a-36e7-4d20-9a35-2372fa90e853', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:15:00.348579 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:00.361216 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64f4479f-f8bf-4c12-b04f-50096b70b34a {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:15:00.380220 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 64f4479f-f8bf-4c12-b04f-50096b70b34a, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=64f4479f-f8bf-4c12-b04f-50096b70b34a,segment=NetworkSegment(97a5f9eb-b96b-49f6-801a-38ac71ff3601),segment_id=97a5f9eb-b96b-49f6-801a-38ac71ff3601)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:15:00.384184 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:00.428757 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=64f4479f-f8bf-4c12-b04f-50096b70b34a,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:15:00.809409 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['64f4479f-f8bf-4c12-b04f-50096b70b34a'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:15:01.364091 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0bd495-2287-4e05-867d-380f8c04593c req-dbc9b8d0-2b2c-41d9-be4a-29dd0f98c384 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:01.365553 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bd0bd495-2287-4e05-867d-380f8c04593c req-dbc9b8d0-2b2c-41d9-be4a-29dd0f98c384 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b956a90-8f35-4fd3-a09e-99336a700290 HTTP/1.1" status: 200 len: 945 time: 0.0476794 Sep 17 08:15:01.405834 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bd0bd495-2287-4e05-867d-380f8c04593c req-5072f2cb-d115-454e-8eac-c3dedfbd7b10 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344758 Sep 17 08:15:02.232676 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 64f4479f-f8bf-4c12-b04f-50096b70b34a up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:15:02.279881 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port 64f4479f-f8bf-4c12-b04f-50096b70b34a completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:15:02.283514 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 64f4479f-f8bf-4c12-b04f-50096b70b34a triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:15:02.283917 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:02.360041 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:02.380756 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b956a90-8f35-4fd3-a09e-99336a700290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64f4479f-f8bf-4c12-b04f-50096b70b34a'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:15:02.382952 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d816e85-3ef2-4d78-a3b5-b482cdac7f13" -d '{"events": [{"server_uuid": "3b956a90-8f35-4fd3-a09e-99336a700290", "name": "network-vif-plugged", "status": "completed", "tag": "64f4479f-f8bf-4c12-b04f-50096b70b34a"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:15:02.394851 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 64f4479f-f8bf-4c12-b04f-50096b70b34a, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=64f4479f-f8bf-4c12-b04f-50096b70b34a,segment=NetworkSegment(97a5f9eb-b96b-49f6-801a-38ac71ff3601),segment_id=97a5f9eb-b96b-49f6-801a-38ac71ff3601)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:15:02.399732 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:02.423111 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ea4b82-9107-4425-8706-4aef32a08457 x-openstack-request-id: req-f9ea4b82-9107-4425-8706-4aef32a08457 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:15:02.423410 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b956a90-8f35-4fd3-a09e-99336a700290", "name": "network-vif-plugged", "status": "completed", "tag": "64f4479f-f8bf-4c12-b04f-50096b70b34a", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:15:02.423665 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f9ea4b82-9107-4425-8706-4aef32a08457 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:15:02.424077 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b956a90-8f35-4fd3-a09e-99336a700290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64f4479f-f8bf-4c12-b04f-50096b70b34a', 'code': 200} Sep 17 08:15:02.448804 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=64f4479f-f8bf-4c12-b04f-50096b70b34a,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:15:02.519042 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c786b-45e8-4855-b0cf-87df9fd4fa43 req-eea085f0-e9e5-46eb-99f4-dc146d8ad75b tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:02.520656 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-002c786b-45e8-4855-b0cf-87df9fd4fa43 req-eea085f0-e9e5-46eb-99f4-dc146d8ad75b tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b956a90-8f35-4fd3-a09e-99336a700290 HTTP/1.1" status: 200 len: 946 time: 0.0489469 Sep 17 08:15:02.560007 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-002c786b-45e8-4855-b0cf-87df9fd4fa43 req-c167bab5-54f9-486a-9ff0-d9c7a6177a29 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327280 Sep 17 08:15:02.641176 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a8e4d-84be-4338-9c6c-23c398f0c26f req-12106b49-1670-4d8b-b9c5-0ab7afa5e220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:02.642573 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-eb3a8e4d-84be-4338-9c6c-23c398f0c26f req-12106b49-1670-4d8b-b9c5-0ab7afa5e220 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3b956a90-8f35-4fd3-a09e-99336a700290 HTTP/1.1" status: 200 len: 1097 time: 0.1215470 Sep 17 08:15:02.676790 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-eb3a8e4d-84be-4338-9c6c-23c398f0c26f req-b54dd1ab-96a0-4bdf-a0b7-02b7a7306775 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265868 Sep 17 08:15:03.677048 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f7ddc-f31c-44d3-98e1-1219eb36ede5 req-93df7b7c-0e16-4e64-b20d-c9ed53525399 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:03.678559 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2a5f7ddc-f31c-44d3-98e1-1219eb36ede5 req-93df7b7c-0e16-4e64-b20d-c9ed53525399 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b956a90-8f35-4fd3-a09e-99336a700290 HTTP/1.1" status: 200 len: 946 time: 0.0481248 Sep 17 08:15:03.714971 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2a5f7ddc-f31c-44d3-98e1-1219eb36ede5 req-309711ba-ad1f-4b64-8958-d8a69ddafea6 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305121 Sep 17 08:15:04.829681 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b37b6c-b67a-4a74-b5ba-9e3834ff967c req-a0db1012-b5e4-414b-a9f2-43cef2b0cdaa tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:04.831162 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-00b37b6c-b67a-4a74-b5ba-9e3834ff967c req-a0db1012-b5e4-414b-a9f2-43cef2b0cdaa tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b956a90-8f35-4fd3-a09e-99336a700290 HTTP/1.1" status: 200 len: 946 time: 0.0475876 Sep 17 08:15:04.873170 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-00b37b6c-b67a-4a74-b5ba-9e3834ff967c req-8255b4e1-8b73-42a7-a0b0-e19eca2d28c7 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358484 Sep 17 08:15:05.069956 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df017516-77ad-4c26-88e4-c45e74eb2423 req-808be706-cf62-405a-9766-442e3797cef9 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:05.071385 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-df017516-77ad-4c26-88e4-c45e74eb2423 req-808be706-cf62-405a-9766-442e3797cef9 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b956a90-8f35-4fd3-a09e-99336a700290 HTTP/1.1" status: 200 len: 946 time: 0.0492566 Sep 17 08:15:05.108876 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-df017516-77ad-4c26-88e4-c45e74eb2423 req-06320172-e59a-4f7a-b4bc-1652f22bbad1 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315840 Sep 17 08:15:05.221517 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eac469a-e95d-4a27-ac9b-86ea7b637804 req-ce4e7fd2-3452-46fe-bae8-0913a74299d1 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:05.223515 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8eac469a-e95d-4a27-ac9b-86ea7b637804 req-ce4e7fd2-3452-46fe-bae8-0913a74299d1 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b956a90-8f35-4fd3-a09e-99336a700290 HTTP/1.1" status: 200 len: 946 time: 0.0480766 Sep 17 08:15:05.259915 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8eac469a-e95d-4a27-ac9b-86ea7b637804 req-ff768dc3-c333-4d59-9b30-9661eeeb3467 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304701 Sep 17 08:15:05.431936 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:05.450570 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43bcd2-724e-4ae2-a1c7-3f10da4af27b req-f2850188-8f66-46e2-858b-12630f09d503 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:05.452089 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8c43bcd2-724e-4ae2-a1c7-3f10da4af27b req-f2850188-8f66-46e2-858b-12630f09d503 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b956a90-8f35-4fd3-a09e-99336a700290 HTTP/1.1" status: 200 len: 946 time: 0.0501237 Sep 17 08:15:05.493627 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8c43bcd2-724e-4ae2-a1c7-3f10da4af27b req-d0896231-f3da-4105-b536-8576e5bd9e0d tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356755 Sep 17 08:15:05.765281 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:06.609074 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc2abec-9ad3-443f-8e44-47b05ad317bd req-48e33d9d-509c-4a7f-a912-e6940bf93ce2 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:06.610539 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cdc2abec-9ad3-443f-8e44-47b05ad317bd req-48e33d9d-509c-4a7f-a912-e6940bf93ce2 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b956a90-8f35-4fd3-a09e-99336a700290 HTTP/1.1" status: 200 len: 946 time: 0.0492146 Sep 17 08:15:06.648162 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cdc2abec-9ad3-443f-8e44-47b05ad317bd req-b1b9d0b9-7f82-4c2f-a0fa-d42469a1ce6c tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317130 Sep 17 08:15:07.315903 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-33ca64f5-a488-4fae-9f26-37f5a3d6701e req-37386fed-c26d-4481-a7b7-43c6ad135bd6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fa278202-6ad6-449b-92ea-8188709d82f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0385215 Sep 17 08:15:07.391034 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca64f5-a488-4fae-9f26-37f5a3d6701e req-de3d7ed1-0536-430d-a628-aab26bb45b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:07.392986 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-33ca64f5-a488-4fae-9f26-37f5a3d6701e req-de3d7ed1-0536-430d-a628-aab26bb45b10 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a40110368b234965bf3fd6f856f2361c&device_id=fa278202-6ad6-449b-92ea-8188709d82f5 HTTP/1.1" status: 200 len: 1096 time: 0.0434930 Sep 17 08:15:07.497156 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca64f5-a488-4fae-9f26-37f5a3d6701e req-2648bb05-a517-43b5-a819-4f2a2b0a2d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:07.498605 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-33ca64f5-a488-4fae-9f26-37f5a3d6701e req-2648bb05-a517-43b5-a819-4f2a2b0a2d7d service neutron] 10.222.0.39 "GET /v2.0/networks?id=b775eb3f-2b25-4820-827b-6765ebe265c2 HTTP/1.1" status: 200 len: 913 time: 0.0820732 Sep 17 08:15:07.553411 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-33ca64f5-a488-4fae-9f26-37f5a3d6701e req-a9bf2604-ad50-4b01-8492-4cf58e119d03 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ebfe381-193d-41f3-8710-45fa3d308dbd HTTP/1.1" status: 200 len: 217 time: 0.0389230 Sep 17 08:15:07.610762 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca64f5-a488-4fae-9f26-37f5a3d6701e req-4f578ddc-1d86-4d91-b541-ba71e5fa17d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:07.612267 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-33ca64f5-a488-4fae-9f26-37f5a3d6701e req-4f578ddc-1d86-4d91-b541-ba71e5fa17d4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9b7cebd9-83b6-4be8-81d9-9f32073aed40 HTTP/1.1" status: 200 len: 851 time: 0.0432549 Sep 17 08:15:07.667287 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca64f5-a488-4fae-9f26-37f5a3d6701e req-738db516-fb0a-4c18-9a7f-9e2cf07b9876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:07.668828 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-33ca64f5-a488-4fae-9f26-37f5a3d6701e req-738db516-fb0a-4c18-9a7f-9e2cf07b9876 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b775eb3f-2b25-4820-827b-6765ebe265c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394185 Sep 17 08:15:07.688602 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [req-33ca64f5-a488-4fae-9f26-37f5a3d6701e req-0675c9ee-4f1a-4900-9c2a-8a6dfa7e28b0 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:15:07.689607 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-33ca64f5-a488-4fae-9f26-37f5a3d6701e req-0675c9ee-4f1a-4900-9c2a-8a6dfa7e28b0 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051877 Sep 17 08:15:07.759664 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53cd88e-8633-4b69-ad11-b4a244d17514 req-338f0c64-b84f-4d85-9899-86b1044c905a tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:07.761191 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f53cd88e-8633-4b69-ad11-b4a244d17514 req-338f0c64-b84f-4d85-9899-86b1044c905a tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b956a90-8f35-4fd3-a09e-99336a700290 HTTP/1.1" status: 200 len: 946 time: 0.0476768 Sep 17 08:15:07.783070 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-33ca64f5-a488-4fae-9f26-37f5a3d6701e req-00345690-3855-4ef3-9e06-1b9b4cb20f82 service neutron] 10.222.0.39 "GET /v2.0/networks/b775eb3f-2b25-4820-827b-6765ebe265c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859308 Sep 17 08:15:07.798573 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f53cd88e-8633-4b69-ad11-b4a244d17514 req-698c345f-6026-486d-a585-04a880256bd0 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308790 Sep 17 08:15:07.884460 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-33ca64f5-a488-4fae-9f26-37f5a3d6701e req-3cb18621-2dd3-4f07-af11-0ad161ba9b8d service neutron] 10.222.0.39 "GET /v2.0/networks/b775eb3f-2b25-4820-827b-6765ebe265c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857537 Sep 17 08:15:08.919269 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec732db-7367-4ae1-a622-e3b396d87049 req-a684061e-5792-40e1-b776-26f2bbcd0727 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:08.920749 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bec732db-7367-4ae1-a622-e3b396d87049 req-a684061e-5792-40e1-b776-26f2bbcd0727 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b956a90-8f35-4fd3-a09e-99336a700290 HTTP/1.1" status: 200 len: 946 time: 0.0475621 Sep 17 08:15:08.960500 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bec732db-7367-4ae1-a622-e3b396d87049 req-9beadcc3-7918-4ba6-9e72-e62206466288 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333898 Sep 17 08:15:09.253858 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:15:10.074782 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee300639-cc32-46ca-a302-0d4009014b0a req-d03b092a-c22f-4af8-a6ed-36c04ae9328d tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:10.076455 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ee300639-cc32-46ca-a302-0d4009014b0a req-d03b092a-c22f-4af8-a6ed-36c04ae9328d tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b956a90-8f35-4fd3-a09e-99336a700290 HTTP/1.1" status: 200 len: 946 time: 0.0506935 Sep 17 08:15:10.114319 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ee300639-cc32-46ca-a302-0d4009014b0a req-e617137e-e51c-41bb-a018-2747a7396d5c tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319271 Sep 17 08:15:11.239579 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a32abe0-328c-46aa-aa34-bfa92ff7fa4a req-5457f2d7-9cff-4d74-84ad-a19cf0db72da tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:11.241111 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2a32abe0-328c-46aa-aa34-bfa92ff7fa4a req-5457f2d7-9cff-4d74-84ad-a19cf0db72da tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b956a90-8f35-4fd3-a09e-99336a700290 HTTP/1.1" status: 200 len: 946 time: 0.0614276 Sep 17 08:15:11.277474 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2a32abe0-328c-46aa-aa34-bfa92ff7fa4a req-97798be8-fa9e-4269-8dd5-21c63c23378c tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302601 Sep 17 08:15:12.388532 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d368b40a-2029-439c-bad7-d4f9d1bbec1b req-73bdd8d7-b1ae-4d19-b267-8637ab7417ea tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:12.389906 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d368b40a-2029-439c-bad7-d4f9d1bbec1b req-73bdd8d7-b1ae-4d19-b267-8637ab7417ea tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b956a90-8f35-4fd3-a09e-99336a700290 HTTP/1.1" status: 200 len: 946 time: 0.0476608 Sep 17 08:15:12.428815 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d368b40a-2029-439c-bad7-d4f9d1bbec1b req-1836f7d7-e719-49e0-ad3e-6b0ffb220ccb tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331655 Sep 17 08:15:13.075138 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-82a79fa9-798c-49c8-aa9e-9ca1189ac27b req-faa5ad9c-0813-4d01-96c6-a627ffdffed8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d9a8ddb8-c79d-40a1-b39a-7be9f99bf3f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0895782 Sep 17 08:15:13.144114 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a79fa9-798c-49c8-aa9e-9ca1189ac27b req-a604d97d-1036-47f4-a57c-8f2eceb36c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:13.145558 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-82a79fa9-798c-49c8-aa9e-9ca1189ac27b req-a604d97d-1036-47f4-a57c-8f2eceb36c39 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=56e275efab454c57a2733a201971b985&device_id=d9a8ddb8-c79d-40a1-b39a-7be9f99bf3f9 HTTP/1.1" status: 200 len: 1097 time: 0.0381224 Sep 17 08:15:13.246534 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a79fa9-798c-49c8-aa9e-9ca1189ac27b req-e5b3534f-73d8-4280-a01c-d1172c10f167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:13.247935 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-82a79fa9-798c-49c8-aa9e-9ca1189ac27b req-e5b3534f-73d8-4280-a01c-d1172c10f167 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9e07c4b1-bdff-4c2c-98bc-db029bd9be3a HTTP/1.1" status: 200 len: 906 time: 0.0829914 Sep 17 08:15:13.290777 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-82a79fa9-798c-49c8-aa9e-9ca1189ac27b req-48c1cfdf-5ea8-4f72-8d0f-a68bae04dbee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4f03f9b-2200-4f26-9016-5ee974315705 HTTP/1.1" status: 200 len: 217 time: 0.0359738 Sep 17 08:15:13.337031 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a79fa9-798c-49c8-aa9e-9ca1189ac27b req-f8c25622-de92-4332-9f9a-f51c9b4ea1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:13.338411 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-82a79fa9-798c-49c8-aa9e-9ca1189ac27b req-f8c25622-de92-4332-9f9a-f51c9b4ea1f2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7c25df5a-36e7-4d20-9a35-2372fa90e853 HTTP/1.1" status: 200 len: 845 time: 0.0408566 Sep 17 08:15:13.370470 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-82a79fa9-798c-49c8-aa9e-9ca1189ac27b req-e1c02d1b-508d-4a35-b6de-f21aa7e53328 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9e07c4b1-bdff-4c2c-98bc-db029bd9be3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231092 Sep 17 08:15:13.381275 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [req-82a79fa9-798c-49c8-aa9e-9ca1189ac27b req-f472eb80-d35a-453f-abf0-bf25937bb8e6 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:15:13.382199 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-82a79fa9-798c-49c8-aa9e-9ca1189ac27b req-f472eb80-d35a-453f-abf0-bf25937bb8e6 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046623 Sep 17 08:15:13.475061 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-82a79fa9-798c-49c8-aa9e-9ca1189ac27b req-17b7f643-6611-45ea-bb64-df005891bad7 service neutron] 10.222.0.41 "GET /v2.0/networks/9e07c4b1-bdff-4c2c-98bc-db029bd9be3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858297 Sep 17 08:15:13.543383 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66efb5-370c-43d7-bf6e-5f68e7693c79 req-3b5dc673-a462-496b-b8c7-3a2c2795e409 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:13.544823 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ae66efb5-370c-43d7-bf6e-5f68e7693c79 req-3b5dc673-a462-496b-b8c7-3a2c2795e409 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b956a90-8f35-4fd3-a09e-99336a700290 HTTP/1.1" status: 200 len: 946 time: 0.0480971 Sep 17 08:15:13.564170 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-82a79fa9-798c-49c8-aa9e-9ca1189ac27b req-ce61e942-5a96-4982-a888-5c39a5b0a957 service neutron] 10.222.0.41 "GET /v2.0/networks/9e07c4b1-bdff-4c2c-98bc-db029bd9be3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822136 Sep 17 08:15:13.582090 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ae66efb5-370c-43d7-bf6e-5f68e7693c79 req-d8830fe5-c49c-4630-af9b-fbd2c80ecede tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312586 Sep 17 08:15:14.693433 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb31016-7667-4121-a8e0-0ac68922fcc8 req-53924a0a-2427-4e4b-89c3-3c3a689aa33e tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:14.694875 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fbb31016-7667-4121-a8e0-0ac68922fcc8 req-53924a0a-2427-4e4b-89c3-3c3a689aa33e tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b956a90-8f35-4fd3-a09e-99336a700290 HTTP/1.1" status: 200 len: 946 time: 0.0464268 Sep 17 08:15:14.730716 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fbb31016-7667-4121-a8e0-0ac68922fcc8 req-888254ba-a23c-4f27-a090-e008d7e3155b tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294211 Sep 17 08:15:15.840503 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57e5969-e12c-43f8-9e57-70357453716b req-3b5262cb-1181-480a-becf-b8a479b85152 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:15.841965 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e57e5969-e12c-43f8-9e57-70357453716b req-3b5262cb-1181-480a-becf-b8a479b85152 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b956a90-8f35-4fd3-a09e-99336a700290 HTTP/1.1" status: 200 len: 946 time: 0.0470057 Sep 17 08:15:15.882003 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e57e5969-e12c-43f8-9e57-70357453716b req-ea6d735d-5688-46c5-8efb-bfeadc3fd447 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341611 Sep 17 08:15:16.991869 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9492ff5-5bad-435e-9762-042b7df27e29 req-af56d1ed-ea70-4805-a977-156d7da7c9c5 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:16.993321 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d9492ff5-5bad-435e-9762-042b7df27e29 req-af56d1ed-ea70-4805-a977-156d7da7c9c5 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b956a90-8f35-4fd3-a09e-99336a700290 HTTP/1.1" status: 200 len: 946 time: 0.0476761 Sep 17 08:15:17.029563 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d9492ff5-5bad-435e-9762-042b7df27e29 req-64d08832-513d-424b-a221-940dad809dfe tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304267 Sep 17 08:15:18.141636 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5498a8a6-9ac4-4c24-a6b1-c78ac5288376 req-fd37f932-30a7-4ef9-8e66-49e2358191ed tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:18.143088 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5498a8a6-9ac4-4c24-a6b1-c78ac5288376 req-fd37f932-30a7-4ef9-8e66-49e2358191ed tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b956a90-8f35-4fd3-a09e-99336a700290 HTTP/1.1" status: 200 len: 946 time: 0.0477669 Sep 17 08:15:18.179519 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5498a8a6-9ac4-4c24-a6b1-c78ac5288376 req-f9adc8f2-f66c-4eb5-b5e8-f0f68474306d tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305848 Sep 17 08:15:19.289863 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f353e-a51b-4cf7-a615-daeb4bf65632 req-aaac26ee-ba8b-4197-ad7e-e3881f33e43b tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:19.291295 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-083f353e-a51b-4cf7-a615-daeb4bf65632 req-aaac26ee-ba8b-4197-ad7e-e3881f33e43b tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b956a90-8f35-4fd3-a09e-99336a700290 HTTP/1.1" status: 200 len: 946 time: 0.0464017 Sep 17 08:15:19.331012 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-083f353e-a51b-4cf7-a615-daeb4bf65632 req-61e8ca97-2ad8-4622-8443-d5e930d5431d tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338910 Sep 17 08:15:19.941936 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0cbbc104-264c-475e-9ade-497920960ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:20.441114 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a9449f-c027-459c-979e-87508e8a00ee req-439d436c-68b9-48ff-b0aa-0f929df89c3a tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:20.442556 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e9a9449f-c027-459c-979e-87508e8a00ee req-439d436c-68b9-48ff-b0aa-0f929df89c3a tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b956a90-8f35-4fd3-a09e-99336a700290 HTTP/1.1" status: 200 len: 946 time: 0.0474153 Sep 17 08:15:20.478571 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e9a9449f-c027-459c-979e-87508e8a00ee req-4f591cfb-90c5-4f3e-9c86-abea767ad28f tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301967 Sep 17 08:15:21.589560 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c231f41-a2af-4338-b853-cd609337175a req-641cf3f9-57ce-47b4-80f2-15c4ea8e163a tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:21.591034 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3c231f41-a2af-4338-b853-cd609337175a req-641cf3f9-57ce-47b4-80f2-15c4ea8e163a tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b956a90-8f35-4fd3-a09e-99336a700290 HTTP/1.1" status: 200 len: 946 time: 0.0474920 Sep 17 08:15:21.627413 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3c231f41-a2af-4338-b853-cd609337175a req-17cf71e7-ad14-4b8e-a4c8-b9bfeaaa7573 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298133 Sep 17 08:15:22.421042 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5bb98fd1-3f96-4e0d-8283-82b42f6afc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:22.694007 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:22.740212 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239a76cc-8255-41aa-8f9d-26788edf8173 req-61418a1c-15c2-4f41-b760-ea26d5839584 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:22.741656 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-239a76cc-8255-41aa-8f9d-26788edf8173 req-61418a1c-15c2-4f41-b760-ea26d5839584 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b956a90-8f35-4fd3-a09e-99336a700290 HTTP/1.1" status: 200 len: 946 time: 0.0470769 Sep 17 08:15:22.781296 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-239a76cc-8255-41aa-8f9d-26788edf8173 req-c1c07412-42bd-4cb3-8284-2ceac8c55d92 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336781 Sep 17 08:15:23.720438 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:23.903382 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e846281-6887-43ad-997a-2763be8493a7 req-a6018351-1bf5-457f-b44f-5a2004da3cbf tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:23.904938 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8e846281-6887-43ad-997a-2763be8493a7 req-a6018351-1bf5-457f-b44f-5a2004da3cbf tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b956a90-8f35-4fd3-a09e-99336a700290 HTTP/1.1" status: 200 len: 946 time: 0.0522060 Sep 17 08:15:23.941312 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8e846281-6887-43ad-997a-2763be8493a7 req-e144ddf3-dd00-4cae-b9f9-1cdf0e83e52b tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305543 Sep 17 08:15:24.981965 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43414) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:15:25.054611 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53630a5-30a4-43ee-b3cb-ec50f8c74d07 req-c38eb9e7-5249-4542-9aee-852f1ed700a7 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:25.056121 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c53630a5-30a4-43ee-b3cb-ec50f8c74d07 req-c38eb9e7-5249-4542-9aee-852f1ed700a7 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b956a90-8f35-4fd3-a09e-99336a700290 HTTP/1.1" status: 200 len: 946 time: 0.0481086 Sep 17 08:15:25.072987 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f4df5757-823b-43b6-a67e-357c234a6736 tempest-TestSecurityGroupsBasicOps-305868366 tempest-TestSecurityGroupsBasicOps-305868366-project-admin] 10.222.0.13 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3192 time: 0.0898044 Sep 17 08:15:25.076901 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43416) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:15:25.082235 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-1d68abc5-2483-4013-8ba6-9a847027ba06 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Request body: {'network': {'name': 'tempest-network-smoke--1585122739', 'project_id': '88a8f2227ebc48b493016d656871546b', 'port_security_enabled': False}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:15:25.095403 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c53630a5-30a4-43ee-b3cb-ec50f8c74d07 req-8121996b-1a83-4950-a242-23ddbc041a9e tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332446 Sep 17 08:15:25.103344 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d68abc5-2483-4013-8ba6-9a847027ba06 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Made reservation on behalf of 88a8f2227ebc48b493016d656871546b for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:15:25.107901 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1d68abc5-2483-4013-8ba6-9a847027ba06 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:25.130962 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d68abc5-2483-4013-8ba6-9a847027ba06 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:15:25.140299 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1d68abc5-2483-4013-8ba6-9a847027ba06 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:25.140654 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-1d68abc5-2483-4013-8ba6-9a847027ba06 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Added segment c440726f-09b3-43a7-8fdc-2a231910f0df of type vlan for network 75ed7eff-e83e-4c2d-90e8-295392213fa7 Sep 17 08:15:25.178471 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1d68abc5-2483-4013-8ba6-9a847027ba06 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:25.201292 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1d68abc5-2483-4013-8ba6-9a847027ba06 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:25.207307 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d68abc5-2483-4013-8ba6-9a847027ba06 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:25.207950 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1d68abc5-2483-4013-8ba6-9a847027ba06 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:25.243243 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-1d68abc5-2483-4013-8ba6-9a847027ba06 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1647384 Sep 17 08:15:25.245881 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43418) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:15:25.250199 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-67cdb2b5-15af-4806-b617-b0987d591771 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-874254671', 'admin_state_up': True, 'project_id': '88a8f2227ebc48b493016d656871546b', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:15:25.288157 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d68abc5-2483-4013-8ba6-9a847027ba06 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Pushing event updated for resources: {'Network': ['ID=75ed7eff-e83e-4c2d-90e8-295392213fa7,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:15:25.298503 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 75ed7eff-e83e-4c2d-90e8-295392213fa7 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:15:25.301958 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:25.305616 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-67cdb2b5-15af-4806-b617-b0987d591771 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:25.306738 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-67cdb2b5-15af-4806-b617-b0987d591771 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:25.357502 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-67cdb2b5-15af-4806-b617-b0987d591771 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:25.492002 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-67cdb2b5-15af-4806-b617-b0987d591771 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:25.677809 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-67cdb2b5-15af-4806-b617-b0987d591771 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks [] for router_gateway, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:25.696265 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-67cdb2b5-15af-4806-b617-b0987d591771 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:25.795177 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-67cdb2b5-15af-4806-b617-b0987d591771 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Allocated IP 172.25.6.92 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/1e28d7ee-9112-4171-848f-1e0659bf815b) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:15:25.907334 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-67cdb2b5-15af-4806-b617-b0987d591771 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:25.940158 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-67cdb2b5-15af-4806-b617-b0987d591771 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:25.972841 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cdb2b5-15af-4806-b617-b0987d591771 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:15:25.975577 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-67cdb2b5-15af-4806-b617-b0987d591771 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:15:25.978953 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cdb2b5-15af-4806-b617-b0987d591771 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:15:26.008144 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cdb2b5-15af-4806-b617-b0987d591771 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Pushing event updated for resources: {'Port': ['ID=1e28d7ee-9112-4171-848f-1e0659bf815b,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:15:26.214106 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea03272-3f40-4a9c-8b8f-337cf2306250 req-2e1dfaf6-910e-4336-b744-f33f25b3bc83 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:26.215503 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0ea03272-3f40-4a9c-8b8f-337cf2306250 req-2e1dfaf6-910e-4336-b744-f33f25b3bc83 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b956a90-8f35-4fd3-a09e-99336a700290 HTTP/1.1" status: 200 len: 946 time: 0.0522974 Sep 17 08:15:26.231689 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-67cdb2b5-15af-4806-b617-b0987d591771 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks [] for router_gateway, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:26.258777 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0ea03272-3f40-4a9c-8b8f-337cf2306250 req-c5bd61e2-c073-47f7-b1c4-a6724e68d77f tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372093 Sep 17 08:15:26.423571 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-67cdb2b5-15af-4806-b617-b0987d591771 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:26.551718 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67cdb2b5-15af-4806-b617-b0987d591771 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Router 777d653e-bd8a-48d9-99b6-224b03559acd is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 08:15:26.653833 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67cdb2b5-15af-4806-b617-b0987d591771 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:15:26.663214 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6375c5-20b9-4938-aa4a-4fd2986cc19f None None] Sync routers for ids ['777d653e-bd8a-48d9-99b6-224b03559acd'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:15:26.672374 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-67cdb2b5-15af-4806-b617-b0987d591771 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:26.672979 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6375c5-20b9-4938-aa4a-4fd2986cc19f None None] Routers {'777d653e-bd8a-48d9-99b6-224b03559acd'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:15:26.673561 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-67cdb2b5-15af-4806-b617-b0987d591771 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.4267282 Sep 17 08:15:26.673821 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-2f6375c5-20b9-4938-aa4a-4fd2986cc19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:15:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['777d653e-bd8a-48d9-99b6-224b03559acd'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:15:26.676583 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43422) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:15:26.739714 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11542e9b-3eeb-4d2d-a0d7-5f5c6f300400 tempest-TestSecurityGroupsBasicOps-305868366 tempest-TestSecurityGroupsBasicOps-305868366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:26.741229 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-11542e9b-3eeb-4d2d-a0d7-5f5c6f300400 tempest-TestSecurityGroupsBasicOps-305868366 tempest-TestSecurityGroupsBasicOps-305868366-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=88a8f2227ebc48b493016d656871546b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0637195 Sep 17 08:15:26.743921 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43424) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:15:26.773219 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-2f6375c5-20b9-4938-aa4a-4fd2986cc19f None None] Set router 777d653e-bd8a-48d9-99b6-224b03559acd gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:15:26.830995 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795e7847-914c-4a53-8376-dd0ab54f174b tempest-TestSecurityGroupsBasicOps-305868366 tempest-TestSecurityGroupsBasicOps-305868366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:26.832437 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-795e7847-914c-4a53-8376-dd0ab54f174b tempest-TestSecurityGroupsBasicOps-305868366 tempest-TestSecurityGroupsBasicOps-305868366-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0876272 Sep 17 08:15:26.835251 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43426) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:15:26.862329 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-2cbd2b39-aa4e-4b09-9bc1-ab0c504f0b4e tempest-TestSecurityGroupsBasicOps-305868366 tempest-TestSecurityGroupsBasicOps-305868366-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=5fc128c4-343a-4b5b-8a61-6a2b8d95c555&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260193 Sep 17 08:15:26.865014 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43428) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:15:26.892151 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-fd223479-19d0-48af-9095-2cd203b39770 tempest-TestSecurityGroupsBasicOps-305868366 tempest-TestSecurityGroupsBasicOps-305868366-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=88a8f2227ebc48b493016d656871546b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260036 Sep 17 08:15:26.894403 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43430) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:15:26.945741 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-2f6375c5-20b9-4938-aa4a-4fd2986cc19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '777d653e-bd8a-48d9-99b6-224b03559acd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-874254671', 'tenant_id': '88a8f2227ebc48b493016d656871546b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '1e28d7ee-9112-4171-848f-1e0659bf815b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:15:25Z', 'updated_at': '2021-09-17T08:15:26Z', 'revision_number': 3, 'project_id': '88a8f2227ebc48b493016d656871546b', 'gw_port': {'id': '1e28d7ee-9112-4171-848f-1e0659bf815b', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '777d653e-bd8a-48d9-99b6-224b03559acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:15:25Z', 'updated_at': '2021-09-17T08:15:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:15:26.971134 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6375c5-20b9-4938-aa4a-4fd2986cc19f None None] Checking router: 777d653e-bd8a-48d9-99b6-224b03559acd for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:15:26.971481 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6375c5-20b9-4938-aa4a-4fd2986cc19f None None] Updating router 777d653e-bd8a-48d9-99b6-224b03559acd port 1e28d7ee-9112-4171-848f-1e0659bf815b binding host n-d-789963-9 {{(pid=101292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 08:15:26.983133 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7941d427-1694-4600-862e-bd821a5b57a9 tempest-TestSecurityGroupsBasicOps-305868366 tempest-TestSecurityGroupsBasicOps-305868366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:26.984678 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-7941d427-1694-4600-862e-bd821a5b57a9 tempest-TestSecurityGroupsBasicOps-305868366 tempest-TestSecurityGroupsBasicOps-305868366-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0893586 Sep 17 08:15:26.987363 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43432) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:15:26.999524 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2f6375c5-20b9-4938-aa4a-4fd2986cc19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:27.018298 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-0b19d824-8b4d-4aa1-b389-638dbd50b8b2 tempest-TestSecurityGroupsBasicOps-305868366 tempest-TestSecurityGroupsBasicOps-305868366-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=5fc128c4-343a-4b5b-8a61-6a2b8d95c555&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298629 Sep 17 08:15:27.020681 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43434) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:15:27.025338 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-a29a2d23-9978-48a1-bac0-bb3b3d2edcc6 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1114954603', 'network_id': '75ed7eff-e83e-4c2d-90e8-295392213fa7', 'project_id': '88a8f2227ebc48b493016d656871546b', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:15:27.114526 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a29a2d23-9978-48a1-bac0-bb3b3d2edcc6 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Made reservation on behalf of 88a8f2227ebc48b493016d656871546b for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:15:27.118007 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a29a2d23-9978-48a1-bac0-bb3b3d2edcc6 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:27.302135 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a29a2d23-9978-48a1-bac0-bb3b3d2edcc6 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:27.336809 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2f6375c5-20b9-4938-aa4a-4fd2986cc19f None None] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:27.343430 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2f6375c5-20b9-4938-aa4a-4fd2986cc19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:27.362990 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29a2d23-9978-48a1-bac0-bb3b3d2edcc6 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Pushing event updated for resources: {'Subnet': ['ID=eb06afa4-339d-44fd-896d-94ee6ddcd5a3,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:15:27.372384 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29a2d23-9978-48a1-bac0-bb3b3d2edcc6 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Checking segment: {'id': 'c440726f-09b3-43a7-8fdc-2a231910f0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '75ed7eff-e83e-4c2d-90e8-295392213fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:15:27.372829 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29a2d23-9978-48a1-bac0-bb3b3d2edcc6 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Network hostable DHCP agents. Network: 75ed7eff-e83e-4c2d-90e8-295392213fa7, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:15:27.380099 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c15054d-31bc-49b1-86d5-a0f09149a289 req-768a823d-f478-47c5-8b7a-e8eea9de7ff4 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:27.381674 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9c15054d-31bc-49b1-86d5-a0f09149a289 req-768a823d-f478-47c5-8b7a-e8eea9de7ff4 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b956a90-8f35-4fd3-a09e-99336a700290 HTTP/1.1" status: 200 len: 946 time: 0.0513864 Sep 17 08:15:27.391072 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29a2d23-9978-48a1-bac0-bb3b3d2edcc6 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Network 75ed7eff-e83e-4c2d-90e8-295392213fa7 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:15:27.394656 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6519379-da0c-4810-be31-9038bd7eefb0 None None] Pushing event updated for resources: {'Port': ['ID=1e28d7ee-9112-4171-848f-1e0659bf815b,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:15:27.401778 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-a29a2d23-9978-48a1-bac0-bb3b3d2edcc6 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 75ed7eff-e83e-4c2d-90e8-295392213fa7) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:15:27.403982 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6519379-da0c-4810-be31-9038bd7eefb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:15:27.404345 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6519379-da0c-4810-be31-9038bd7eefb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:15:27.404748 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6519379-da0c-4810-be31-9038bd7eefb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:15:27.405085 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6519379-da0c-4810-be31-9038bd7eefb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:15:27.405414 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6519379-da0c-4810-be31-9038bd7eefb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:15:27.405740 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6519379-da0c-4810-be31-9038bd7eefb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:15:27.406064 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6519379-da0c-4810-be31-9038bd7eefb0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:15:27.406391 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6519379-da0c-4810-be31-9038bd7eefb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:15:27.406696 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6519379-da0c-4810-be31-9038bd7eefb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:15:27.407018 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6519379-da0c-4810-be31-9038bd7eefb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:15:27.407337 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6519379-da0c-4810-be31-9038bd7eefb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:15:27.407648 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6519379-da0c-4810-be31-9038bd7eefb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:15:27.409180 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29a2d23-9978-48a1-bac0-bb3b3d2edcc6 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:27.410254 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a29a2d23-9978-48a1-bac0-bb3b3d2edcc6 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:27.413515 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4127ce2-d64e-4c4a-b351-061920dacf00 None None] Network 75ed7eff-e83e-4c2d-90e8-295392213fa7 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:15:27.423620 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-2f6375c5-20b9-4938-aa4a-4fd2986cc19f None None] Attempting to bind port 1e28d7ee-9112-4171-848f-1e0659bf815b on host n-d-789963-9 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:15:27.424083 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-2f6375c5-20b9-4938-aa4a-4fd2986cc19f None None] Attempting to bind port 1e28d7ee-9112-4171-848f-1e0659bf815b by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:15:27.424651 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6375c5-20b9-4938-aa4a-4fd2986cc19f None None] Attempting to bind port 1e28d7ee-9112-4171-848f-1e0659bf815b on network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:15:27.428068 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a29a2d23-9978-48a1-bac0-bb3b3d2edcc6 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4061847 Sep 17 08:15:27.429959 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6375c5-20b9-4938-aa4a-4fd2986cc19f None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:15:27.430416 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6375c5-20b9-4938-aa4a-4fd2986cc19f None None] Checking segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:15:27.430888 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2f6375c5-20b9-4938-aa4a-4fd2986cc19f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:27.431345 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6375c5-20b9-4938-aa4a-4fd2986cc19f None None] Bound using segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:15:27.431661 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43438) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:15:27.431916 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-2f6375c5-20b9-4938-aa4a-4fd2986cc19f None None] Bound port: 1e28d7ee-9112-4171-848f-1e0659bf815b, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:15:27.432402 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2f6375c5-20b9-4938-aa4a-4fd2986cc19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:27.453426 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9c15054d-31bc-49b1-86d5-a0f09149a289 req-f9d3a4f5-aa73-41ab-8c19-4c18ca94239a tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622272 Sep 17 08:15:27.494603 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-2f6375c5-20b9-4938-aa4a-4fd2986cc19f None None] For port 1e28d7ee-9112-4171-848f-1e0659bf815b, host n-d-789963-9, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:15:27.498711 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-2f6375c5-20b9-4938-aa4a-4fd2986cc19f None None] For port 1e28d7ee-9112-4171-848f-1e0659bf815b, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=1e28d7ee-9112-4171-848f-1e0659bf815b,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:15:27.503666 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2f6375c5-20b9-4938-aa4a-4fd2986cc19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:27.560630 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6375c5-20b9-4938-aa4a-4fd2986cc19f None None] Routers {'777d653e-bd8a-48d9-99b6-224b03559acd'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:15:27.561341 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-2f6375c5-20b9-4938-aa4a-4fd2986cc19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:15:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['777d653e-bd8a-48d9-99b6-224b03559acd'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:15:27.566192 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6519379-da0c-4810-be31-9038bd7eefb0 None None] Pushing event updated for resources: {'Port': ['ID=1e28d7ee-9112-4171-848f-1e0659bf815b,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:15:27.590361 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37deb42-5ffa-4478-a3d7-7ea08c8ccb74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-75ed7eff-e83e-4c2d-90e8-295392213fa7', 'network_id': '75ed7eff-e83e-4c2d-90e8-295392213fa7', 'tenant_id': '88a8f2227ebc48b493016d656871546b', 'fixed_ips': [{'subnet_id': 'eb06afa4-339d-44fd-896d-94ee6ddcd5a3'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:15:27.591316 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c37deb42-5ffa-4478-a3d7-7ea08c8ccb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:27.672557 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-2f6375c5-20b9-4938-aa4a-4fd2986cc19f None None] Set router 777d653e-bd8a-48d9-99b6-224b03559acd gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:15:27.732573 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-c37deb42-5ffa-4478-a3d7-7ea08c8ccb74 None None] Allocated IP 172.20.0.18 (75ed7eff-e83e-4c2d-90e8-295392213fa7/eb06afa4-339d-44fd-896d-94ee6ddcd5a3/42bad7b6-e255-417d-a57d-e9c645a21049) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:15:27.867964 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-2f6375c5-20b9-4938-aa4a-4fd2986cc19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '777d653e-bd8a-48d9-99b6-224b03559acd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-874254671', 'tenant_id': '88a8f2227ebc48b493016d656871546b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '1e28d7ee-9112-4171-848f-1e0659bf815b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:15:25Z', 'updated_at': '2021-09-17T08:15:26Z', 'revision_number': 3, 'project_id': '88a8f2227ebc48b493016d656871546b', 'gw_port': {'id': '1e28d7ee-9112-4171-848f-1e0659bf815b', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '777d653e-bd8a-48d9-99b6-224b03559acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:15:25Z', 'updated_at': '2021-09-17T08:15:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:15:27.898499 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6375c5-20b9-4938-aa4a-4fd2986cc19f None None] The sync data for ids ['777d653e-bd8a-48d9-99b6-224b03559acd'] in n-d-789963-9 is: [{'id': '777d653e-bd8a-48d9-99b6-224b03559acd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-874254671', 'tenant_id': '88a8f2227ebc48b493016d656871546b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '1e28d7ee-9112-4171-848f-1e0659bf815b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:15:25Z', 'updated_at': '2021-09-17T08:15:26Z', 'revision_number': 3, 'project_id': '88a8f2227ebc48b493016d656871546b', 'gw_port': {'id': '1e28d7ee-9112-4171-848f-1e0659bf815b', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '777d653e-bd8a-48d9-99b6-224b03559acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:15:25Z', 'updated_at': '2021-09-17T08:15:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:15:28.041360 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c37deb42-5ffa-4478-a3d7-7ea08c8ccb74 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:28.047970 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c37deb42-5ffa-4478-a3d7-7ea08c8ccb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:28.101464 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37deb42-5ffa-4478-a3d7-7ea08c8ccb74 None None] Pushing event updated for resources: {'Port': ['ID=42bad7b6-e255-417d-a57d-e9c645a21049,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:15:28.116369 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37deb42-5ffa-4478-a3d7-7ea08c8ccb74 None None] Network 75ed7eff-e83e-4c2d-90e8-295392213fa7 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:15:28.120378 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-c37deb42-5ffa-4478-a3d7-7ea08c8ccb74 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:15:28.122970 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37deb42-5ffa-4478-a3d7-7ea08c8ccb74 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:15:28.206681 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-c37deb42-5ffa-4478-a3d7-7ea08c8ccb74 None None] Attempting to bind port 42bad7b6-e255-417d-a57d-e9c645a21049 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:15:28.207060 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-c37deb42-5ffa-4478-a3d7-7ea08c8ccb74 None None] Attempting to bind port 42bad7b6-e255-417d-a57d-e9c645a21049 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'c440726f-09b3-43a7-8fdc-2a231910f0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '75ed7eff-e83e-4c2d-90e8-295392213fa7'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:15:28.207428 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37deb42-5ffa-4478-a3d7-7ea08c8ccb74 None None] Attempting to bind port 42bad7b6-e255-417d-a57d-e9c645a21049 on network 75ed7eff-e83e-4c2d-90e8-295392213fa7 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:15:28.212599 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37deb42-5ffa-4478-a3d7-7ea08c8ccb74 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:15:28.212980 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37deb42-5ffa-4478-a3d7-7ea08c8ccb74 None None] Checking segment: {'id': 'c440726f-09b3-43a7-8fdc-2a231910f0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '75ed7eff-e83e-4c2d-90e8-295392213fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:15:28.213387 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c37deb42-5ffa-4478-a3d7-7ea08c8ccb74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:28.213785 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37deb42-5ffa-4478-a3d7-7ea08c8ccb74 None None] Bound using segment: {'id': 'c440726f-09b3-43a7-8fdc-2a231910f0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '75ed7eff-e83e-4c2d-90e8-295392213fa7'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:15:28.214260 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-c37deb42-5ffa-4478-a3d7-7ea08c8ccb74 None None] Bound port: 42bad7b6-e255-417d-a57d-e9c645a21049, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c440726f-09b3-43a7-8fdc-2a231910f0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '75ed7eff-e83e-4c2d-90e8-295392213fa7'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:15:28.214638 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c37deb42-5ffa-4478-a3d7-7ea08c8ccb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:28.269870 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f4acc24d-0cd0-40c9-9619-4002d75d11c8 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:28.286163 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-c37deb42-5ffa-4478-a3d7-7ea08c8ccb74 None None] For port 42bad7b6-e255-417d-a57d-e9c645a21049, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:15:28.289560 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-c37deb42-5ffa-4478-a3d7-7ea08c8ccb74 None None] For port 42bad7b6-e255-417d-a57d-e9c645a21049, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=42bad7b6-e255-417d-a57d-e9c645a21049,segment=NetworkSegment(c440726f-09b3-43a7-8fdc-2a231910f0df),segment_id=c440726f-09b3-43a7-8fdc-2a231910f0df)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:15:28.294914 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c37deb42-5ffa-4478-a3d7-7ea08c8ccb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:28.360190 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37deb42-5ffa-4478-a3d7-7ea08c8ccb74 None None] Pushing event updated for resources: {'Port': ['ID=42bad7b6-e255-417d-a57d-e9c645a21049,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:15:28.413061 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 1e28d7ee-9112-4171-848f-1e0659bf815b up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:15:28.476061 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 1e28d7ee-9112-4171-848f-1e0659bf815b triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:15:28.476734 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:28.613372 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:28.654568 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port 1e28d7ee-9112-4171-848f-1e0659bf815b, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=1e28d7ee-9112-4171-848f-1e0659bf815b,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:15:28.660760 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:28.681882 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be85390-3e6c-48bd-8d8c-b4f58b7788cd req-f63bab26-fc19-4bae-9fcf-c4961e133509 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:28.684093 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8be85390-3e6c-48bd-8d8c-b4f58b7788cd req-f63bab26-fc19-4bae-9fcf-c4961e133509 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b956a90-8f35-4fd3-a09e-99336a700290 HTTP/1.1" status: 200 len: 946 time: 0.0975716 Sep 17 08:15:28.743414 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-f4acc24d-0cd0-40c9-9619-4002d75d11c8 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Allocated IP 172.20.0.17 (75ed7eff-e83e-4c2d-90e8-295392213fa7/eb06afa4-339d-44fd-896d-94ee6ddcd5a3/02ae713e-adfd-46c2-851b-d354941d8f4b) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:15:28.752086 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=1e28d7ee-9112-4171-848f-1e0659bf815b,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:15:28.768130 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8be85390-3e6c-48bd-8d8c-b4f58b7788cd req-824633ef-438f-45fe-a607-e419f816b301 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680432 Sep 17 08:15:28.891307 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f4acc24d-0cd0-40c9-9619-4002d75d11c8 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:28.929984 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f4acc24d-0cd0-40c9-9619-4002d75d11c8 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:28.971961 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4acc24d-0cd0-40c9-9619-4002d75d11c8 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Network 75ed7eff-e83e-4c2d-90e8-295392213fa7 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:15:28.979349 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-f4acc24d-0cd0-40c9-9619-4002d75d11c8 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:15:28.984415 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4acc24d-0cd0-40c9-9619-4002d75d11c8 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:15:28.988313 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4acc24d-0cd0-40c9-9619-4002d75d11c8 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Pushing event updated for resources: {'Port': ['ID=02ae713e-adfd-46c2-851b-d354941d8f4b,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:15:29.028329 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f4acc24d-0cd0-40c9-9619-4002d75d11c8 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:29.177010 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f4acc24d-0cd0-40c9-9619-4002d75d11c8 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:29.186164 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f19f35d-33ca-4ed5-898a-39fc391b2a81 req-7b67ad0c-080d-4e24-914e-b86de014b5f0 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:29.187790 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0f19f35d-33ca-4ed5-898a-39fc391b2a81 req-7b67ad0c-080d-4e24-914e-b86de014b5f0 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=8418b5e8-4c89-44e2-a136-b8a0d26f6a81 HTTP/1.1" status: 200 len: 946 time: 0.0520225 Sep 17 08:15:29.233051 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0f19f35d-33ca-4ed5-898a-39fc391b2a81 req-2a7d27da-b10f-4de4-918c-7724beeb3c40 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=d58cca41-12a4-4922-945e-78e1f26f3fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386150 Sep 17 08:15:29.468838 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f4acc24d-0cd0-40c9-9619-4002d75d11c8 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:29.473562 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f4acc24d-0cd0-40c9-9619-4002d75d11c8 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:29.546500 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4acc24d-0cd0-40c9-9619-4002d75d11c8 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Pushing event updated for resources: {'Port': ['ID=02ae713e-adfd-46c2-851b-d354941d8f4b,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:15:29.548917 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f4acc24d-0cd0-40c9-9619-4002d75d11c8 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:29.648613 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4acc24d-0cd0-40c9-9619-4002d75d11c8 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Network 75ed7eff-e83e-4c2d-90e8-295392213fa7 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:15:29.650090 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-f4acc24d-0cd0-40c9-9619-4002d75d11c8 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:15:29.772658 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4acc24d-0cd0-40c9-9619-4002d75d11c8 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Router 777d653e-bd8a-48d9-99b6-224b03559acd has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:15:29.801163 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b33b7cb-0232-4a9c-a35e-4481d218f5b5 None None] Network 75ed7eff-e83e-4c2d-90e8-295392213fa7 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:15:29.883260 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-3cd3e7d3-44df-4835-a39c-b108065d0b72 None None] Provisioning complete for port 42bad7b6-e255-417d-a57d-e9c645a21049 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:15:29.883628 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3cd3e7d3-44df-4835-a39c-b108065d0b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:29.890256 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4acc24d-0cd0-40c9-9619-4002d75d11c8 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:15:29.897039 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f4acc24d-0cd0-40c9-9619-4002d75d11c8 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.13 "PUT /v2.0/routers/777d653e-bd8a-48d9-99b6-224b03559acd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4636242 Sep 17 08:15:29.904497 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a2261-2e89-443f-b1e9-fc37910c2800 req-5694f323-90ba-4607-85b1-7ea3ffaaa682 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:29.907140 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-659a2261-2e89-443f-b1e9-fc37910c2800 req-5694f323-90ba-4607-85b1-7ea3ffaaa682 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b956a90-8f35-4fd3-a09e-99336a700290 HTTP/1.1" status: 200 len: 946 time: 0.0686619 Sep 17 08:15:29.922683 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf34e9a-0b43-4f0c-9718-5cda5ce75e64 None None] Sync routers for ids ['777d653e-bd8a-48d9-99b6-224b03559acd'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:15:29.950624 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-659a2261-2e89-443f-b1e9-fc37910c2800 req-e25bc52d-0cd5-4fe2-b088-884ab7f2f982 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368125 Sep 17 08:15:29.960018 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf34e9a-0b43-4f0c-9718-5cda5ce75e64 None None] Routers {'777d653e-bd8a-48d9-99b6-224b03559acd'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:15:29.960674 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-1cf34e9a-0b43-4f0c-9718-5cda5ce75e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:15:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['777d653e-bd8a-48d9-99b6-224b03559acd'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:15:30.112782 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a427aa0a-a086-454e-be95-f00442b28963 req-88389e1d-17c2-4748-879e-7f185bf1e45a tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:30.114264 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a427aa0a-a086-454e-be95-f00442b28963 req-88389e1d-17c2-4748-879e-7f185bf1e45a tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.13 "GET /v2.0/networks?id=75ed7eff-e83e-4c2d-90e8-295392213fa7 HTTP/1.1" status: 200 len: 798 time: 0.1019425 Sep 17 08:15:30.129551 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a427aa0a-a086-454e-be95-f00442b28963 req-4dc00eb4-a8c1-4cc0-a526-6505ed567373 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.13 "GET /v2.0/quotas/88a8f2227ebc48b493016d656871546b HTTP/1.1" status: 200 len: 375 time: 0.0088236 Sep 17 08:15:30.148241 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-1cf34e9a-0b43-4f0c-9718-5cda5ce75e64 None None] Set router 777d653e-bd8a-48d9-99b6-224b03559acd gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:15:30.151708 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3cd3e7d3-44df-4835-a39c-b108065d0b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:30.188078 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a427aa0a-a086-454e-be95-f00442b28963 req-7a2c3b76-a6bd-4d92-bd10-b85f8ced490e tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=88a8f2227ebc48b493016d656871546b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0524864 Sep 17 08:15:30.206032 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [req-a427aa0a-a086-454e-be95-f00442b28963 req-0716d019-9b25-4cdb-9f51-376f93aff18e service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:15:30.206818 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a427aa0a-a086-454e-be95-f00442b28963 req-0716d019-9b25-4cdb-9f51-376f93aff18e service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056939 Sep 17 08:15:30.249896 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-3cd3e7d3-44df-4835-a39c-b108065d0b72 None None] For port 42bad7b6-e255-417d-a57d-e9c645a21049, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=42bad7b6-e255-417d-a57d-e9c645a21049,segment=NetworkSegment(c440726f-09b3-43a7-8fdc-2a231910f0df),segment_id=c440726f-09b3-43a7-8fdc-2a231910f0df)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:15:30.265836 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3cd3e7d3-44df-4835-a39c-b108065d0b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:30.307958 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a427aa0a-a086-454e-be95-f00442b28963 req-25ea5969-7ff2-48a2-b4c0-9de43ee88142 service neutron] 10.222.0.13 "GET /v2.0/networks/75ed7eff-e83e-4c2d-90e8-295392213fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934436 Sep 17 08:15:30.383365 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd3e7d3-44df-4835-a39c-b108065d0b72 None None] Pushing event updated for resources: {'Port': ['ID=42bad7b6-e255-417d-a57d-e9c645a21049,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:15:30.432806 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f25fab6-b361-4eb1-9a68-6ab12c0e94f7 req-14135ecc-de67-448d-aa28-55b75cfe27a9 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:30.434494 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5f25fab6-b361-4eb1-9a68-6ab12c0e94f7 req-14135ecc-de67-448d-aa28-55b75cfe27a9 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=8418b5e8-4c89-44e2-a136-b8a0d26f6a81 HTTP/1.1" status: 200 len: 946 time: 0.1097653 Sep 17 08:15:30.445857 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-1cf34e9a-0b43-4f0c-9718-5cda5ce75e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '777d653e-bd8a-48d9-99b6-224b03559acd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-874254671', 'tenant_id': '88a8f2227ebc48b493016d656871546b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '1e28d7ee-9112-4171-848f-1e0659bf815b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:15:25Z', 'updated_at': '2021-09-17T08:15:29Z', 'revision_number': 4, 'project_id': '88a8f2227ebc48b493016d656871546b', 'gw_port': {'id': '1e28d7ee-9112-4171-848f-1e0659bf815b', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777d653e-bd8a-48d9-99b6-224b03559acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:15:25Z', 'updated_at': '2021-09-17T08:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '02ae713e-adfd-46c2-851b-d354941d8f4b', 'name': '', 'network_id': '75ed7eff-e83e-4c2d-90e8-295392213fa7', 'tenant_id': '88a8f2227ebc48b493016d656871546b', 'mac_address': 'fa:16:3e:f2:b5:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '777d653e-bd8a-48d9-99b6-224b03559acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'eb06afa4-339d-44fd-896d-94ee6ddcd5a3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:15:28Z', 'updated_at': '2021-09-17T08:15:29Z', 'revision_number': 2, 'project_id': '88a8f2227ebc48b493016d656871546b', 'subnets': [{'id': 'eb06afa4-339d-44fd-896d-94ee6ddcd5a3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:15:30.475879 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a427aa0a-a086-454e-be95-f00442b28963 req-0dfe0769-6eaf-4fd0-b7e7-1c3011b6861e service neutron] 10.222.0.13 "GET /v2.0/networks/75ed7eff-e83e-4c2d-90e8-295392213fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612556 Sep 17 08:15:30.513231 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf34e9a-0b43-4f0c-9718-5cda5ce75e64 None None] Checking router: 777d653e-bd8a-48d9-99b6-224b03559acd for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:15:30.513555 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf34e9a-0b43-4f0c-9718-5cda5ce75e64 None None] Updating router 777d653e-bd8a-48d9-99b6-224b03559acd port 02ae713e-adfd-46c2-851b-d354941d8f4b binding host n-d-789963-9 {{(pid=101291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 08:15:30.520445 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5f25fab6-b361-4eb1-9a68-6ab12c0e94f7 req-f1eef5c5-b89d-4833-bee8-8b3588fe2bf9 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=d58cca41-12a4-4922-945e-78e1f26f3fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754130 Sep 17 08:15:30.524387 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-18be9529-c15f-4a63-bf41-b9e72afaee8c None None] Provisioning complete for port 42bad7b6-e255-417d-a57d-e9c645a21049 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:15:30.524779 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-18be9529-c15f-4a63-bf41-b9e72afaee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:30.551687 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 42bad7b6-e255-417d-a57d-e9c645a21049 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:15:30.608397 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1cf34e9a-0b43-4f0c-9718-5cda5ce75e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:30.724306 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1874a37f-a4a5-4608-b0d8-f5373d833aab req-4386999f-aed0-4a78-9b98-988494f96030 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.13 "GET /v2.0/ports?device_id=06af59e7-a843-4cf3-bf92-d752147fe9a6 HTTP/1.1" status: 200 len: 210 time: 0.0330110 Sep 17 08:15:30.785722 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 42bad7b6-e255-417d-a57d-e9c645a21049 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:15:30.786094 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:30.902266 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-18be9529-c15f-4a63-bf41-b9e72afaee8c None None] Provisioning complete for port 02ae713e-adfd-46c2-851b-d354941d8f4b triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:15:30.902891 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-18be9529-c15f-4a63-bf41-b9e72afaee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:31.002713 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-18be9529-c15f-4a63-bf41-b9e72afaee8c None None] Port 02ae713e-adfd-46c2-851b-d354941d8f4b cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:15:31.023170 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 1e28d7ee-9112-4171-848f-1e0659bf815b up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:15:31.070423 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1cf34e9a-0b43-4f0c-9718-5cda5ce75e64 None None] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:31.077069 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dab80e-d29f-49a7-89a5-0b3a21c0e9c4 req-2e768f7d-1c7d-412f-b479-71af56375b99 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:31.078886 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b2dab80e-d29f-49a7-89a5-0b3a21c0e9c4 req-2e768f7d-1c7d-412f-b479-71af56375b99 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b956a90-8f35-4fd3-a09e-99336a700290 HTTP/1.1" status: 200 len: 946 time: 0.0563862 Sep 17 08:15:31.084207 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1cf34e9a-0b43-4f0c-9718-5cda5ce75e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:31.126625 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b2dab80e-d29f-49a7-89a5-0b3a21c0e9c4 req-f623efde-4090-4c7d-b9ad-c7706de46bf6 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391297 Sep 17 08:15:31.149041 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 1e28d7ee-9112-4171-848f-1e0659bf815b triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:15:31.149041 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:31.177815 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8c30f2-b311-4fd7-b6b2-c5999c94c267 None None] Pushing event updated for resources: {'Port': ['ID=02ae713e-adfd-46c2-851b-d354941d8f4b,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:15:31.187717 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-c3e41dce-7f6b-423d-a7a5-5d51af244390 None None] Provisioning complete for port 02ae713e-adfd-46c2-851b-d354941d8f4b triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:15:31.188127 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c3e41dce-7f6b-423d-a7a5-5d51af244390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:31.273113 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-1cf34e9a-0b43-4f0c-9718-5cda5ce75e64 None None] Attempting to bind port 02ae713e-adfd-46c2-851b-d354941d8f4b on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:15:31.273575 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-1cf34e9a-0b43-4f0c-9718-5cda5ce75e64 None None] Attempting to bind port 02ae713e-adfd-46c2-851b-d354941d8f4b by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'c440726f-09b3-43a7-8fdc-2a231910f0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '75ed7eff-e83e-4c2d-90e8-295392213fa7'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:15:31.274064 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf34e9a-0b43-4f0c-9718-5cda5ce75e64 None None] Attempting to bind port 02ae713e-adfd-46c2-851b-d354941d8f4b on network 75ed7eff-e83e-4c2d-90e8-295392213fa7 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:15:31.276556 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-c3e41dce-7f6b-423d-a7a5-5d51af244390 None None] Port 02ae713e-adfd-46c2-851b-d354941d8f4b cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:15:31.284091 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf34e9a-0b43-4f0c-9718-5cda5ce75e64 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:15:31.284544 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf34e9a-0b43-4f0c-9718-5cda5ce75e64 None None] Checking segment: {'id': 'c440726f-09b3-43a7-8fdc-2a231910f0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '75ed7eff-e83e-4c2d-90e8-295392213fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:15:31.285016 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1cf34e9a-0b43-4f0c-9718-5cda5ce75e64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:31.285475 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf34e9a-0b43-4f0c-9718-5cda5ce75e64 None None] Bound using segment: {'id': 'c440726f-09b3-43a7-8fdc-2a231910f0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '75ed7eff-e83e-4c2d-90e8-295392213fa7'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:15:31.286024 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-1cf34e9a-0b43-4f0c-9718-5cda5ce75e64 None None] Bound port: 02ae713e-adfd-46c2-851b-d354941d8f4b, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c440726f-09b3-43a7-8fdc-2a231910f0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '75ed7eff-e83e-4c2d-90e8-295392213fa7'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:15:31.286490 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1cf34e9a-0b43-4f0c-9718-5cda5ce75e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:31.385072 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1cf34e9a-0b43-4f0c-9718-5cda5ce75e64 None None] For port 02ae713e-adfd-46c2-851b-d354941d8f4b, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:15:31.390458 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1cf34e9a-0b43-4f0c-9718-5cda5ce75e64 None None] For port 02ae713e-adfd-46c2-851b-d354941d8f4b, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=02ae713e-adfd-46c2-851b-d354941d8f4b,segment=NetworkSegment(c440726f-09b3-43a7-8fdc-2a231910f0df),segment_id=c440726f-09b3-43a7-8fdc-2a231910f0df)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:15:31.396416 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1cf34e9a-0b43-4f0c-9718-5cda5ce75e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:31.431655 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-2072e0f1-195b-4f5f-8278-b589d8729f3b None None] Provisioning complete for port 02ae713e-adfd-46c2-851b-d354941d8f4b triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:15:31.432051 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2072e0f1-195b-4f5f-8278-b589d8729f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:31.488248 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8c30f2-b311-4fd7-b6b2-c5999c94c267 None None] Pushing event updated for resources: {'Port': ['ID=02ae713e-adfd-46c2-851b-d354941d8f4b,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:15:31.490838 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf34e9a-0b43-4f0c-9718-5cda5ce75e64 None None] Routers {'777d653e-bd8a-48d9-99b6-224b03559acd'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:15:31.491450 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-1cf34e9a-0b43-4f0c-9718-5cda5ce75e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:15:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['777d653e-bd8a-48d9-99b6-224b03559acd'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:15:31.640899 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678ee657-0739-4dde-959c-e0fd02b7332d req-e6bad978-6a6f-4fed-8dce-852e0827b6fa tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:31.642541 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-678ee657-0739-4dde-959c-e0fd02b7332d req-e6bad978-6a6f-4fed-8dce-852e0827b6fa tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=8418b5e8-4c89-44e2-a136-b8a0d26f6a81 HTTP/1.1" status: 200 len: 946 time: 0.0527866 Sep 17 08:15:31.680626 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-678ee657-0739-4dde-959c-e0fd02b7332d req-0fa737de-27c4-4388-bcce-4fd37549d818 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=d58cca41-12a4-4922-945e-78e1f26f3fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318990 Sep 17 08:15:31.782852 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2072e0f1-195b-4f5f-8278-b589d8729f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:31.786265 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-1cf34e9a-0b43-4f0c-9718-5cda5ce75e64 None None] Set router 777d653e-bd8a-48d9-99b6-224b03559acd gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:15:31.823124 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-50f0a07e-a398-44af-a635-01d52bde88bb req-57e2431b-f5d7-449c-80d0-69db1e35f06a tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.13 "GET /v2.0/ports?device_id=06af59e7-a843-4cf3-bf92-d752147fe9a6 HTTP/1.1" status: 200 len: 210 time: 0.0313382 Sep 17 08:15:31.885613 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-2072e0f1-195b-4f5f-8278-b589d8729f3b None None] For port 02ae713e-adfd-46c2-851b-d354941d8f4b, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=02ae713e-adfd-46c2-851b-d354941d8f4b,segment=NetworkSegment(c440726f-09b3-43a7-8fdc-2a231910f0df),segment_id=c440726f-09b3-43a7-8fdc-2a231910f0df)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:15:31.899233 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2072e0f1-195b-4f5f-8278-b589d8729f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:31.994534 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2072e0f1-195b-4f5f-8278-b589d8729f3b None None] Pushing event updated for resources: {'Port': ['ID=02ae713e-adfd-46c2-851b-d354941d8f4b,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:15:31.995229 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a427aa0a-a086-454e-be95-f00442b28963 req-bcc08f7e-6bed-4b56-b506-343f3bafc6e9 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:31.997192 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a427aa0a-a086-454e-be95-f00442b28963 req-bcc08f7e-6bed-4b56-b506-343f3bafc6e9 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.41 "GET /v2.0/networks?id=75ed7eff-e83e-4c2d-90e8-295392213fa7 HTTP/1.1" status: 200 len: 798 time: 0.1100888 Sep 17 08:15:32.016625 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-a427aa0a-a086-454e-be95-f00442b28963 req-de2d493d-1464-462e-bbc3-0950a892c20d tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Request body: {'port': {'device_id': '06af59e7-a843-4cf3-bf92-d752147fe9a6', 'network_id': '75ed7eff-e83e-4c2d-90e8-295392213fa7', 'admin_state_up': True, 'tenant_id': '88a8f2227ebc48b493016d656871546b'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:15:32.049535 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-c7747ea0-1b63-4fa0-aee1-eccd479ee721 None None] Provisioning complete for port 02ae713e-adfd-46c2-851b-d354941d8f4b triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:15:32.049830 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c7747ea0-1b63-4fa0-aee1-eccd479ee721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:32.092807 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-1cf34e9a-0b43-4f0c-9718-5cda5ce75e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '777d653e-bd8a-48d9-99b6-224b03559acd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-874254671', 'tenant_id': '88a8f2227ebc48b493016d656871546b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '1e28d7ee-9112-4171-848f-1e0659bf815b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:15:25Z', 'updated_at': '2021-09-17T08:15:29Z', 'revision_number': 4, 'project_id': '88a8f2227ebc48b493016d656871546b', 'gw_port': {'id': '1e28d7ee-9112-4171-848f-1e0659bf815b', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777d653e-bd8a-48d9-99b6-224b03559acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:15:25Z', 'updated_at': '2021-09-17T08:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '02ae713e-adfd-46c2-851b-d354941d8f4b', 'name': '', 'network_id': '75ed7eff-e83e-4c2d-90e8-295392213fa7', 'tenant_id': '88a8f2227ebc48b493016d656871546b', 'mac_address': 'fa:16:3e:f2:b5:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '777d653e-bd8a-48d9-99b6-224b03559acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'eb06afa4-339d-44fd-896d-94ee6ddcd5a3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:15:28Z', 'updated_at': '2021-09-17T08:15:31Z', 'revision_number': 4, 'project_id': '88a8f2227ebc48b493016d656871546b', 'subnets': [{'id': 'eb06afa4-339d-44fd-896d-94ee6ddcd5a3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:15:32.120462 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf34e9a-0b43-4f0c-9718-5cda5ce75e64 None None] The sync data for ids ['777d653e-bd8a-48d9-99b6-224b03559acd'] in n-d-789963-9 is: [{'id': '777d653e-bd8a-48d9-99b6-224b03559acd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-874254671', 'tenant_id': '88a8f2227ebc48b493016d656871546b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '1e28d7ee-9112-4171-848f-1e0659bf815b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:15:25Z', 'updated_at': '2021-09-17T08:15:29Z', 'revision_number': 4, 'project_id': '88a8f2227ebc48b493016d656871546b', 'gw_port': {'id': '1e28d7ee-9112-4171-848f-1e0659bf815b', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777d653e-bd8a-48d9-99b6-224b03559acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:15:25Z', 'updated_at': '2021-09-17T08:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '02ae713e-adfd-46c2-851b-d354941d8f4b', 'name': '', 'network_id': '75ed7eff-e83e-4c2d-90e8-295392213fa7', 'tenant_id': '88a8f2227ebc48b493016d656871546b', 'mac_address': 'fa:16:3e:f2:b5:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '777d653e-bd8a-48d9-99b6-224b03559acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': 'eb06afa4-339d-44fd-896d-94ee6ddcd5a3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:15:28Z', 'updated_at': '2021-09-17T08:15:31Z', 'revision_number': 4, 'project_id': '88a8f2227ebc48b493016d656871546b', 'subnets': [{'id': 'eb06afa4-339d-44fd-896d-94ee6ddcd5a3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:15:32.129862 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a427aa0a-a086-454e-be95-f00442b28963 req-de2d493d-1464-462e-bbc3-0950a892c20d tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Made reservation on behalf of 88a8f2227ebc48b493016d656871546b for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:15:32.133653 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-a427aa0a-a086-454e-be95-f00442b28963 req-de2d493d-1464-462e-bbc3-0950a892c20d tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:32.300813 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4579b535-43a5-4677-9499-64a377a068b8 req-5e33e25d-b0c3-4fed-b6f5-2cd9dd538f01 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:32.302334 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4579b535-43a5-4677-9499-64a377a068b8 req-5e33e25d-b0c3-4fed-b6f5-2cd9dd538f01 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b956a90-8f35-4fd3-a09e-99336a700290 HTTP/1.1" status: 200 len: 946 time: 0.0607805 Sep 17 08:15:32.304405 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-a427aa0a-a086-454e-be95-f00442b28963 req-de2d493d-1464-462e-bbc3-0950a892c20d tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Allocated IP 172.20.0.30 (75ed7eff-e83e-4c2d-90e8-295392213fa7/eb06afa4-339d-44fd-896d-94ee6ddcd5a3/e38aa82e-24a8-432a-b139-fb10926788c8) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:15:32.355534 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4579b535-43a5-4677-9499-64a377a068b8 req-8dc8c8f8-d799-41dd-8a55-a0dc12f64656 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445986 Sep 17 08:15:32.458881 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-a427aa0a-a086-454e-be95-f00442b28963 req-de2d493d-1464-462e-bbc3-0950a892c20d tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:32.459668 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 42bad7b6-e255-417d-a57d-e9c645a21049 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:15:32.496746 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-a427aa0a-a086-454e-be95-f00442b28963 req-de2d493d-1464-462e-bbc3-0950a892c20d tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:32.509081 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 42bad7b6-e255-417d-a57d-e9c645a21049 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:15:32.509539 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:32.543675 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a427aa0a-a086-454e-be95-f00442b28963 req-de2d493d-1464-462e-bbc3-0950a892c20d tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Network 75ed7eff-e83e-4c2d-90e8-295392213fa7 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:15:32.547431 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-a427aa0a-a086-454e-be95-f00442b28963 req-de2d493d-1464-462e-bbc3-0950a892c20d tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:15:32.551624 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-a427aa0a-a086-454e-be95-f00442b28963 req-de2d493d-1464-462e-bbc3-0950a892c20d tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:15:32.593865 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 02ae713e-adfd-46c2-851b-d354941d8f4b up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:15:32.603925 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2d493d-1464-462e-bbc3-0950a892c20d tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Pushing event updated for resources: {'Port': ['ID=e38aa82e-24a8-432a-b139-fb10926788c8,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:15:32.614114 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a427aa0a-a086-454e-be95-f00442b28963 req-de2d493d-1464-462e-bbc3-0950a892c20d tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:32.614742 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-a427aa0a-a086-454e-be95-f00442b28963 req-de2d493d-1464-462e-bbc3-0950a892c20d tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:32.638025 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a427aa0a-a086-454e-be95-f00442b28963 req-de2d493d-1464-462e-bbc3-0950a892c20d tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.6253061 Sep 17 08:15:32.661180 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-a427aa0a-a086-454e-be95-f00442b28963 req-df0a8686-27d9-425f-b379-8f18ce4aee9b service neutron] Request body: {'port': {'device_id': '06af59e7-a843-4cf3-bf92-d752147fe9a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:15:32.661465 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 02ae713e-adfd-46c2-851b-d354941d8f4b triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:15:32.661598 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:32.732746 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-a427aa0a-a086-454e-be95-f00442b28963 req-df0a8686-27d9-425f-b379-8f18ce4aee9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:32.819148 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-45de4ce1-1d21-477f-9957-5abefa84e6cd None None] Provisioning complete for port e38aa82e-24a8-432a-b139-fb10926788c8 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:15:32.819424 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-45de4ce1-1d21-477f-9957-5abefa84e6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:32.849934 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35c5e9-2dcf-465b-bb2d-8dee602a989a req-01a58ff4-7a43-4162-a88c-79feba817010 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:32.852572 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4f35c5e9-2dcf-465b-bb2d-8dee602a989a req-01a58ff4-7a43-4162-a88c-79feba817010 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=8418b5e8-4c89-44e2-a136-b8a0d26f6a81 HTTP/1.1" status: 200 len: 946 time: 0.0611148 Sep 17 08:15:32.862613 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-45de4ce1-1d21-477f-9957-5abefa84e6cd None None] Port e38aa82e-24a8-432a-b139-fb10926788c8 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:15:32.901040 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4f35c5e9-2dcf-465b-bb2d-8dee602a989a req-36b904d7-e99e-4a5f-ade9-40ddd0fdd27f tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=d58cca41-12a4-4922-945e-78e1f26f3fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417249 Sep 17 08:15:32.958787 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545af221-4360-4dc1-ab91-4ad53769f695 req-6f3e348c-2048-4243-9ac7-f369a91932c7 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:32.960701 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-545af221-4360-4dc1-ab91-4ad53769f695 req-6f3e348c-2048-4243-9ac7-f369a91932c7 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.13 "GET /v2.0/ports?device_id=06af59e7-a843-4cf3-bf92-d752147fe9a6 HTTP/1.1" status: 200 len: 895 time: 0.0532198 Sep 17 08:15:33.072426 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-a427aa0a-a086-454e-be95-f00442b28963 req-df0a8686-27d9-425f-b379-8f18ce4aee9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e38aa82e-24a8-432a-b139-fb10926788c8 {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:15:33.080270 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-a427aa0a-a086-454e-be95-f00442b28963 req-df0a8686-27d9-425f-b379-8f18ce4aee9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:33.093193 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-a427aa0a-a086-454e-be95-f00442b28963 req-df0a8686-27d9-425f-b379-8f18ce4aee9b service neutron] Transition to ACTIVE for port object e38aa82e-24a8-432a-b139-fb10926788c8 will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:15:33.098930 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-a427aa0a-a086-454e-be95-f00442b28963 req-df0a8686-27d9-425f-b379-8f18ce4aee9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:33.185915 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0a8686-27d9-425f-b379-8f18ce4aee9b service neutron] Pushing event updated for resources: {'Port': ['ID=e38aa82e-24a8-432a-b139-fb10926788c8,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:15:33.221704 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-a427aa0a-a086-454e-be95-f00442b28963 req-df0a8686-27d9-425f-b379-8f18ce4aee9b service neutron] Attempting to bind port e38aa82e-24a8-432a-b139-fb10926788c8 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:15:33.222050 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-a427aa0a-a086-454e-be95-f00442b28963 req-df0a8686-27d9-425f-b379-8f18ce4aee9b service neutron] Attempting to bind port e38aa82e-24a8-432a-b139-fb10926788c8 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'c440726f-09b3-43a7-8fdc-2a231910f0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '75ed7eff-e83e-4c2d-90e8-295392213fa7'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:15:33.222679 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a427aa0a-a086-454e-be95-f00442b28963 req-df0a8686-27d9-425f-b379-8f18ce4aee9b service neutron] Attempting to bind port e38aa82e-24a8-432a-b139-fb10926788c8 on network 75ed7eff-e83e-4c2d-90e8-295392213fa7 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:15:33.228354 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a427aa0a-a086-454e-be95-f00442b28963 req-df0a8686-27d9-425f-b379-8f18ce4aee9b service neutron] Port e38aa82e-24a8-432a-b139-fb10926788c8 on network 75ed7eff-e83e-4c2d-90e8-295392213fa7 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:15:33.228682 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a427aa0a-a086-454e-be95-f00442b28963 req-df0a8686-27d9-425f-b379-8f18ce4aee9b service neutron] Attempting to bind port e38aa82e-24a8-432a-b139-fb10926788c8 on network 75ed7eff-e83e-4c2d-90e8-295392213fa7 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:15:33.233965 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a427aa0a-a086-454e-be95-f00442b28963 req-df0a8686-27d9-425f-b379-8f18ce4aee9b service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:15:33.234301 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a427aa0a-a086-454e-be95-f00442b28963 req-df0a8686-27d9-425f-b379-8f18ce4aee9b service neutron] Checking segment: {'id': 'c440726f-09b3-43a7-8fdc-2a231910f0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '75ed7eff-e83e-4c2d-90e8-295392213fa7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:15:33.234686 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a427aa0a-a086-454e-be95-f00442b28963 req-df0a8686-27d9-425f-b379-8f18ce4aee9b service neutron] Bound using segment: {'id': 'c440726f-09b3-43a7-8fdc-2a231910f0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '75ed7eff-e83e-4c2d-90e8-295392213fa7'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:15:33.235113 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-a427aa0a-a086-454e-be95-f00442b28963 req-df0a8686-27d9-425f-b379-8f18ce4aee9b service neutron] Bound port: e38aa82e-24a8-432a-b139-fb10926788c8, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c440726f-09b3-43a7-8fdc-2a231910f0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '75ed7eff-e83e-4c2d-90e8-295392213fa7'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:15:33.235473 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-a427aa0a-a086-454e-be95-f00442b28963 req-df0a8686-27d9-425f-b379-8f18ce4aee9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:33.307657 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-a427aa0a-a086-454e-be95-f00442b28963 req-df0a8686-27d9-425f-b379-8f18ce4aee9b service neutron] For port e38aa82e-24a8-432a-b139-fb10926788c8, host n-h1-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:15:33.311366 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-a427aa0a-a086-454e-be95-f00442b28963 req-df0a8686-27d9-425f-b379-8f18ce4aee9b service neutron] For port e38aa82e-24a8-432a-b139-fb10926788c8, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=e38aa82e-24a8-432a-b139-fb10926788c8,segment=NetworkSegment(c440726f-09b3-43a7-8fdc-2a231910f0df),segment_id=c440726f-09b3-43a7-8fdc-2a231910f0df)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:15:33.316083 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-a427aa0a-a086-454e-be95-f00442b28963 req-df0a8686-27d9-425f-b379-8f18ce4aee9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:33.350473 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a427aa0a-a086-454e-be95-f00442b28963 req-df0a8686-27d9-425f-b379-8f18ce4aee9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:33.351109 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-a427aa0a-a086-454e-be95-f00442b28963 req-df0a8686-27d9-425f-b379-8f18ce4aee9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:33.353101 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a427aa0a-a086-454e-be95-f00442b28963 req-df0a8686-27d9-425f-b379-8f18ce4aee9b service neutron] 10.222.0.41 "PUT /v2.0/ports/e38aa82e-24a8-432a-b139-fb10926788c8 HTTP/1.1" status: 200 len: 1055 time: 0.6969221 Sep 17 08:15:33.353540 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06af59e7-a843-4cf3-bf92-d752147fe9a6', 'tag': 'e38aa82e-24a8-432a-b139-fb10926788c8'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:15:33.355794 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43df520-3536-4609-b2a9-321c94d1a905" -d '{"events": [{"name": "network-changed", "server_uuid": "06af59e7-a843-4cf3-bf92-d752147fe9a6", "tag": "e38aa82e-24a8-432a-b139-fb10926788c8"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:15:33.396658 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0a8686-27d9-425f-b379-8f18ce4aee9b service neutron] Pushing event updated for resources: {'Port': ['ID=e38aa82e-24a8-432a-b139-fb10926788c8,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:15:33.418293 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13fde409-4bfb-401f-bb0a-06d4aaa087cf x-openstack-request-id: req-13fde409-4bfb-401f-bb0a-06d4aaa087cf {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:15:33.418585 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06af59e7-a843-4cf3-bf92-d752147fe9a6", "tag": "e38aa82e-24a8-432a-b139-fb10926788c8", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:15:33.418841 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-13fde409-4bfb-401f-bb0a-06d4aaa087cf {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:15:33.419245 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06af59e7-a843-4cf3-bf92-d752147fe9a6', 'tag': 'e38aa82e-24a8-432a-b139-fb10926788c8', 'status': 'completed', 'code': 200} Sep 17 08:15:33.478190 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a427aa0a-a086-454e-be95-f00442b28963 req-f593d324-cc98-45b0-9d66-394c0bbe6246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:33.479673 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a427aa0a-a086-454e-be95-f00442b28963 req-f593d324-cc98-45b0-9d66-394c0bbe6246 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=88a8f2227ebc48b493016d656871546b&device_id=06af59e7-a843-4cf3-bf92-d752147fe9a6 HTTP/1.1" status: 200 len: 1058 time: 0.0487711 Sep 17 08:15:33.502534 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e2799-8cac-4355-ac7c-8599927babdc req-eb22fde6-26d0-4d0a-a4c8-4a57b3f48c33 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:33.504086 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3c6e2799-8cac-4355-ac7c-8599927babdc req-eb22fde6-26d0-4d0a-a4c8-4a57b3f48c33 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b956a90-8f35-4fd3-a09e-99336a700290 HTTP/1.1" status: 200 len: 946 time: 0.0566571 Sep 17 08:15:33.529497 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a427aa0a-a086-454e-be95-f00442b28963 req-bb620e78-3040-47a7-a95d-5e781056200f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=e38aa82e-24a8-432a-b139-fb10926788c8 HTTP/1.1" status: 200 len: 217 time: 0.0344768 Sep 17 08:15:33.544204 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3c6e2799-8cac-4355-ac7c-8599927babdc req-a96ff796-5713-4f52-82d2-40ae2ecf57d1 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326972 Sep 17 08:15:33.583659 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a427aa0a-a086-454e-be95-f00442b28963 req-ec2a73c6-9e0d-410b-ada4-2e600424308e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:33.585108 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a427aa0a-a086-454e-be95-f00442b28963 req-ec2a73c6-9e0d-410b-ada4-2e600424308e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eb06afa4-339d-44fd-896d-94ee6ddcd5a3 HTTP/1.1" status: 200 len: 838 time: 0.0489426 Sep 17 08:15:33.630820 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a427aa0a-a086-454e-be95-f00442b28963 req-ea90b9ce-8f30-413d-b655-6c8d913057dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:33.632424 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a427aa0a-a086-454e-be95-f00442b28963 req-ea90b9ce-8f30-413d-b655-6c8d913057dc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=75ed7eff-e83e-4c2d-90e8-295392213fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404239 Sep 17 08:15:33.725625 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a427aa0a-a086-454e-be95-f00442b28963 req-0de226e0-b0e8-4e2f-9761-27dc8572627c service neutron] 10.222.0.41 "GET /v2.0/networks/75ed7eff-e83e-4c2d-90e8-295392213fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838327 Sep 17 08:15:33.811730 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a427aa0a-a086-454e-be95-f00442b28963 req-843d5c16-2310-4cdb-96ad-14e5dd4246c2 service neutron] 10.222.0.41 "GET /v2.0/networks/75ed7eff-e83e-4c2d-90e8-295392213fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789754 Sep 17 08:15:33.942720 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43df520-3536-4609-b2a9-321c94d1a905 req-b6a618c4-a3bf-4636-bc3d-958477de4547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:33.944229 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f43df520-3536-4609-b2a9-321c94d1a905 req-b6a618c4-a3bf-4636-bc3d-958477de4547 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=88a8f2227ebc48b493016d656871546b&device_id=06af59e7-a843-4cf3-bf92-d752147fe9a6 HTTP/1.1" status: 200 len: 1058 time: 0.0400312 Sep 17 08:15:34.014121 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18073cc4-7d8d-4cef-ab43-0036aea1cd1c req-cca8b1d8-3480-402d-b601-d953af619b27 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:34.015927 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-18073cc4-7d8d-4cef-ab43-0036aea1cd1c req-cca8b1d8-3480-402d-b601-d953af619b27 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=8418b5e8-4c89-44e2-a136-b8a0d26f6a81 HTTP/1.1" status: 200 len: 946 time: 0.0489972 Sep 17 08:15:34.039419 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43df520-3536-4609-b2a9-321c94d1a905 req-42fdb4d9-6d91-4f9a-ae02-0ab7dd140b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:34.040991 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f43df520-3536-4609-b2a9-321c94d1a905 req-42fdb4d9-6d91-4f9a-ae02-0ab7dd140b63 service neutron] 10.222.0.41 "GET /v2.0/networks?id=75ed7eff-e83e-4c2d-90e8-295392213fa7 HTTP/1.1" status: 200 len: 899 time: 0.0903294 Sep 17 08:15:34.063769 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-18073cc4-7d8d-4cef-ab43-0036aea1cd1c req-386149b1-eedf-475c-975d-1b7b40aa9b14 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=d58cca41-12a4-4922-945e-78e1f26f3fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413311 Sep 17 08:15:34.083268 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f43df520-3536-4609-b2a9-321c94d1a905 req-38b3f864-0a86-4031-bd53-49d216db0e61 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=e38aa82e-24a8-432a-b139-fb10926788c8 HTTP/1.1" status: 200 len: 217 time: 0.0348215 Sep 17 08:15:34.101867 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a947965-e93c-4d48-8026-fc6e8e8bcc31 req-7939a630-198c-4ae5-994b-0ac3781882b0 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:34.103357 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1a947965-e93c-4d48-8026-fc6e8e8bcc31 req-7939a630-198c-4ae5-994b-0ac3781882b0 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.13 "GET /v2.0/ports?device_id=06af59e7-a843-4cf3-bf92-d752147fe9a6 HTTP/1.1" status: 200 len: 907 time: 0.0602729 Sep 17 08:15:34.144626 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43df520-3536-4609-b2a9-321c94d1a905 req-56e78e5f-952e-402b-a93d-8aa824a6d403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:34.146092 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f43df520-3536-4609-b2a9-321c94d1a905 req-56e78e5f-952e-402b-a93d-8aa824a6d403 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eb06afa4-339d-44fd-896d-94ee6ddcd5a3 HTTP/1.1" status: 200 len: 838 time: 0.0556154 Sep 17 08:15:34.194009 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43df520-3536-4609-b2a9-321c94d1a905 req-977b4cbb-c346-4cbb-9beb-fed5abb7e0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:34.196026 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f43df520-3536-4609-b2a9-321c94d1a905 req-977b4cbb-c346-4cbb-9beb-fed5abb7e0f6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=75ed7eff-e83e-4c2d-90e8-295392213fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431297 Sep 17 08:15:34.283858 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f43df520-3536-4609-b2a9-321c94d1a905 req-03cb41e0-bf00-4958-bdc2-4cf4db5ab198 service neutron] 10.222.0.41 "GET /v2.0/networks/75ed7eff-e83e-4c2d-90e8-295392213fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800714 Sep 17 08:15:34.378307 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f43df520-3536-4609-b2a9-321c94d1a905 req-23357934-fdae-4f41-b71d-c450849de97d service neutron] 10.222.0.41 "GET /v2.0/networks/75ed7eff-e83e-4c2d-90e8-295392213fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871553 Sep 17 08:15:34.664941 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb985af-8be7-490c-8ec6-40cb27270957 req-b873d089-9278-45b7-9d89-03f0d51c552e tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:34.666430 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3cb985af-8be7-490c-8ec6-40cb27270957 req-b873d089-9278-45b7-9d89-03f0d51c552e tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b956a90-8f35-4fd3-a09e-99336a700290 HTTP/1.1" status: 200 len: 946 time: 0.0555549 Sep 17 08:15:34.703628 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3cb985af-8be7-490c-8ec6-40cb27270957 req-fb3fa90e-2d56-45f8-87fc-8a2ae6c5358c tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312936 Sep 17 08:15:35.191046 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb9d03d-ea71-4c3a-b4ea-a5a913d9d566 req-fbdd0fae-df6f-4227-a817-4395c3b3c136 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:35.193330 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4bb9d03d-ea71-4c3a-b4ea-a5a913d9d566 req-fbdd0fae-df6f-4227-a817-4395c3b3c136 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=8418b5e8-4c89-44e2-a136-b8a0d26f6a81 HTTP/1.1" status: 200 len: 946 time: 0.0599401 Sep 17 08:15:35.247582 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4bb9d03d-ea71-4c3a-b4ea-a5a913d9d566 req-5f0e1346-2e95-4be6-b9a8-f138e867ccdc tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=d58cca41-12a4-4922-945e-78e1f26f3fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400307 Sep 17 08:15:35.255732 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b620f6-ec53-44d0-8eb6-95c37fe66ffa req-e2a9200a-2954-4f03-a1a2-40f0ed75ddf7 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:35.257226 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-59b620f6-ec53-44d0-8eb6-95c37fe66ffa req-e2a9200a-2954-4f03-a1a2-40f0ed75ddf7 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.13 "GET /v2.0/ports?device_id=06af59e7-a843-4cf3-bf92-d752147fe9a6 HTTP/1.1" status: 200 len: 907 time: 0.0878844 Sep 17 08:15:35.406420 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:35.749774 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:35.823314 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba85c3-897c-4af9-8968-eb4442bbb3a7 req-a474e03b-c869-4d91-bb0e-b1d3bdd48357 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:35.824785 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c1ba85c3-897c-4af9-8968-eb4442bbb3a7 req-a474e03b-c869-4d91-bb0e-b1d3bdd48357 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b956a90-8f35-4fd3-a09e-99336a700290 HTTP/1.1" status: 200 len: 946 time: 0.0522251 Sep 17 08:15:35.861612 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c1ba85c3-897c-4af9-8968-eb4442bbb3a7 req-b572910b-136b-47ef-b934-5eddc376cd3e tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307729 Sep 17 08:15:36.067049 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b7f35-0eee-478a-8494-97c171be8dfa req-19bc71d0-2e1e-4772-9551-026e6c31af71 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:36.068610 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-558b7f35-0eee-478a-8494-97c171be8dfa req-19bc71d0-2e1e-4772-9551-026e6c31af71 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b956a90-8f35-4fd3-a09e-99336a700290 HTTP/1.1" status: 200 len: 946 time: 0.0482070 Sep 17 08:15:36.107113 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-558b7f35-0eee-478a-8494-97c171be8dfa req-05741502-d44d-4e03-8276-f90bbb4915ef tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322251 Sep 17 08:15:36.221657 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79edbde-d57b-4608-a642-650b3953ffcf req-c1f93234-4b2b-42a0-99ad-de162eb41b11 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:36.223114 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e79edbde-d57b-4608-a642-650b3953ffcf req-c1f93234-4b2b-42a0-99ad-de162eb41b11 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b956a90-8f35-4fd3-a09e-99336a700290 HTTP/1.1" status: 200 len: 946 time: 0.0472047 Sep 17 08:15:36.263188 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e79edbde-d57b-4608-a642-650b3953ffcf req-5b005986-226f-4f68-8c38-9bb3030db254 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335340 Sep 17 08:15:36.393330 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25cfb6c-344d-4b72-9cd4-65a1318b93fa req-41509e8c-22cf-4566-bbb0-d46fe1f747f1 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:36.394808 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c25cfb6c-344d-4b72-9cd4-65a1318b93fa req-41509e8c-22cf-4566-bbb0-d46fe1f747f1 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=8418b5e8-4c89-44e2-a136-b8a0d26f6a81 HTTP/1.1" status: 200 len: 946 time: 0.0783758 Sep 17 08:15:36.403377 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99cfd52-7846-43ff-940d-a98d2750b181 req-4b0916b1-b6f3-462a-a8b7-6b6658d6c318 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:36.404770 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a99cfd52-7846-43ff-940d-a98d2750b181 req-4b0916b1-b6f3-462a-a8b7-6b6658d6c318 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.13 "GET /v2.0/ports?device_id=06af59e7-a843-4cf3-bf92-d752147fe9a6 HTTP/1.1" status: 200 len: 907 time: 0.0782607 Sep 17 08:15:36.437102 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c25cfb6c-344d-4b72-9cd4-65a1318b93fa req-d4e806a1-cb51-4741-bfdc-bde4a3f3be4d tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=d58cca41-12a4-4922-945e-78e1f26f3fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313904 Sep 17 08:15:36.621389 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558598ba-83d5-451a-8e2b-ea82aefaae54 req-c40c1317-b0ab-4736-996d-159c43c5422a tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:36.622847 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-558598ba-83d5-451a-8e2b-ea82aefaae54 req-c40c1317-b0ab-4736-996d-159c43c5422a tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b956a90-8f35-4fd3-a09e-99336a700290 HTTP/1.1" status: 200 len: 946 time: 0.0474851 Sep 17 08:15:36.664193 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-558598ba-83d5-451a-8e2b-ea82aefaae54 req-beaf6585-b275-453b-897d-45f9c3443d0f tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354128 Sep 17 08:15:37.380395 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device e38aa82e-24a8-432a-b139-fb10926788c8 details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:15:37.478367 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port e38aa82e-24a8-432a-b139-fb10926788c8, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=e38aa82e-24a8-432a-b139-fb10926788c8,segment=NetworkSegment(c440726f-09b3-43a7-8fdc-2a231910f0df),segment_id=c440726f-09b3-43a7-8fdc-2a231910f0df)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:15:37.490256 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': 'e38aa82e-24a8-432a-b139-fb10926788c8', 'network_id': '75ed7eff-e83e-4c2d-90e8-295392213fa7', 'port_id': 'e38aa82e-24a8-432a-b139-fb10926788c8', 'mac_address': 'fa:16:3e:e2:87:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb06afa4-339d-44fd-896d-94ee6ddcd5a3', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:15:37.522401 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc839b-d4a4-4c23-81f4-a772c3afb6bb req-78621725-ddba-4535-9435-2657b322b54e tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:37.523903 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-55bc839b-d4a4-4c23-81f4-a772c3afb6bb req-78621725-ddba-4535-9435-2657b322b54e tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.13 "GET /v2.0/ports?device_id=06af59e7-a843-4cf3-bf92-d752147fe9a6 HTTP/1.1" status: 200 len: 907 time: 0.0514271 Sep 17 08:15:37.527737 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:37.546963 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e38aa82e-24a8-432a-b139-fb10926788c8 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:15:37.574542 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port e38aa82e-24a8-432a-b139-fb10926788c8, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=e38aa82e-24a8-432a-b139-fb10926788c8,segment=NetworkSegment(c440726f-09b3-43a7-8fdc-2a231910f0df),segment_id=c440726f-09b3-43a7-8fdc-2a231910f0df)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:15:37.577340 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0875f-a815-4a35-abc2-4177c7e08160 req-98980f7a-f3cb-47af-8eef-a48ca8680a4b tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:37.579244 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fac0875f-a815-4a35-abc2-4177c7e08160 req-98980f7a-f3cb-47af-8eef-a48ca8680a4b tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=8418b5e8-4c89-44e2-a136-b8a0d26f6a81 HTTP/1.1" status: 200 len: 946 time: 0.0543697 Sep 17 08:15:37.579391 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:37.616749 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fac0875f-a815-4a35-abc2-4177c7e08160 req-3273bdcc-c142-4457-bc69-a14032d24774 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=d58cca41-12a4-4922-945e-78e1f26f3fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311651 Sep 17 08:15:37.634558 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=e38aa82e-24a8-432a-b139-fb10926788c8,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:15:37.777802 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc3d28e-5413-4e55-a93c-d426d172412f req-8fcec671-c6eb-4da7-8554-8fd775fd4c20 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:37.779278 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ebc3d28e-5413-4e55-a93c-d426d172412f req-8fcec671-c6eb-4da7-8554-8fd775fd4c20 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b956a90-8f35-4fd3-a09e-99336a700290 HTTP/1.1" status: 200 len: 946 time: 0.0477476 Sep 17 08:15:37.815287 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ebc3d28e-5413-4e55-a93c-d426d172412f req-27b69117-811c-4da1-9352-39965ca5eeed tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301178 Sep 17 08:15:37.945737 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a385ed8-2557-465e-8f7e-cc63172da2c5 req-9da8d3ba-dd4f-4ad1-9461-c8dcb4c5bd76 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:37.947212 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1a385ed8-2557-465e-8f7e-cc63172da2c5 req-9da8d3ba-dd4f-4ad1-9461-c8dcb4c5bd76 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b956a90-8f35-4fd3-a09e-99336a700290 HTTP/1.1" status: 200 len: 946 time: 0.0485177 Sep 17 08:15:38.044297 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-1a385ed8-2557-465e-8f7e-cc63172da2c5 req-92423089-5f95-402c-8e2f-9df21b238894 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Deleting port 64f4479f-f8bf-4c12-b04f-50096b70b34a {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:15:38.044643 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-1a385ed8-2557-465e-8f7e-cc63172da2c5 req-92423089-5f95-402c-8e2f-9df21b238894 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:38.108457 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['e38aa82e-24a8-432a-b139-fb10926788c8'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:15:38.147354 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-1a385ed8-2557-465e-8f7e-cc63172da2c5 req-92423089-5f95-402c-8e2f-9df21b238894 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] For port 64f4479f-f8bf-4c12-b04f-50096b70b34a, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=64f4479f-f8bf-4c12-b04f-50096b70b34a,segment=NetworkSegment(97a5f9eb-b96b-49f6-801a-38ac71ff3601),segment_id=97a5f9eb-b96b-49f6-801a-38ac71ff3601)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:15:38.147730 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-1a385ed8-2557-465e-8f7e-cc63172da2c5 req-92423089-5f95-402c-8e2f-9df21b238894 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:38.160678 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-1a385ed8-2557-465e-8f7e-cc63172da2c5 req-92423089-5f95-402c-8e2f-9df21b238894 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Calling delete_port for 64f4479f-f8bf-4c12-b04f-50096b70b34a owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:15:38.309733 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-1a385ed8-2557-465e-8f7e-cc63172da2c5 req-92423089-5f95-402c-8e2f-9df21b238894 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:38.343955 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['64f4479f-f8bf-4c12-b04f-50096b70b34a'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:15:38.345497 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92423089-5f95-402c-8e2f-9df21b238894 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Pushing event deleted for resources: {'Port': ['ID=64f4479f-f8bf-4c12-b04f-50096b70b34a,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:15:38.346210 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['f4f03f9b-2200-4f26-9016-5ee974315705'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:15:38.388658 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a385ed8-2557-465e-8f7e-cc63172da2c5 req-92423089-5f95-402c-8e2f-9df21b238894 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] No DVR routers for this DVR port 64f4479f-f8bf-4c12-b04f-50096b70b34a on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:15:38.391916 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-1a385ed8-2557-465e-8f7e-cc63172da2c5 req-92423089-5f95-402c-8e2f-9df21b238894 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:38.393435 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1a385ed8-2557-465e-8f7e-cc63172da2c5 req-92423089-5f95-402c-8e2f-9df21b238894 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.39 "DELETE /v2.0/ports/64f4479f-f8bf-4c12-b04f-50096b70b34a HTTP/1.1" status: 204 len: 173 time: 0.4403899 Sep 17 08:15:38.393883 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b956a90-8f35-4fd3-a09e-99336a700290', 'name': 'network-vif-deleted', 'tag': '64f4479f-f8bf-4c12-b04f-50096b70b34a'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:15:38.396255 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0c9432-7f19-4757-bae4-eded3a304766" -d '{"events": [{"server_uuid": "3b956a90-8f35-4fd3-a09e-99336a700290", "name": "network-vif-deleted", "tag": "64f4479f-f8bf-4c12-b04f-50096b70b34a"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:15:38.443419 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a324860-505f-462b-9090-babb06e21a5a x-openstack-request-id: req-7a324860-505f-462b-9090-babb06e21a5a {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:15:38.443709 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b956a90-8f35-4fd3-a09e-99336a700290", "name": "network-vif-deleted", "tag": "64f4479f-f8bf-4c12-b04f-50096b70b34a", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:15:38.443986 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7a324860-505f-462b-9090-babb06e21a5a {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:15:38.444379 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b956a90-8f35-4fd3-a09e-99336a700290', 'name': 'network-vif-deleted', 'tag': '64f4479f-f8bf-4c12-b04f-50096b70b34a', 'status': 'completed', 'code': 200} Sep 17 08:15:38.659894 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b82604-90fe-45b6-a05e-fd5aaf08c37e req-332a6a49-dcff-451d-9c98-496bc3671530 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:38.663784 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c2b82604-90fe-45b6-a05e-fd5aaf08c37e req-332a6a49-dcff-451d-9c98-496bc3671530 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.13 "GET /v2.0/ports?device_id=06af59e7-a843-4cf3-bf92-d752147fe9a6 HTTP/1.1" status: 200 len: 908 time: 0.0483563 Sep 17 08:15:38.741401 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1759a5-63f9-4d71-a062-b8df90e61b03 req-d8bac768-c3c9-43e3-b69a-e1d54fc265e8 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:38.742898 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ac1759a5-63f9-4d71-a062-b8df90e61b03 req-d8bac768-c3c9-43e3-b69a-e1d54fc265e8 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=8418b5e8-4c89-44e2-a136-b8a0d26f6a81 HTTP/1.1" status: 200 len: 946 time: 0.0513780 Sep 17 08:15:38.780740 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ac1759a5-63f9-4d71-a062-b8df90e61b03 req-151c2561-8e49-4e41-ad91-14e16740f77f tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=d58cca41-12a4-4922-945e-78e1f26f3fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317526 Sep 17 08:15:38.930222 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2473ae18-f214-4632-a019-ec15094b57f1 req-8e8d4f8c-e941-4918-8f08-fda521d2dac6 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b956a90-8f35-4fd3-a09e-99336a700290 HTTP/1.1" status: 200 len: 210 time: 0.0345273 Sep 17 08:15:39.397693 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device e38aa82e-24a8-432a-b139-fb10926788c8 up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:15:39.447327 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning for port e38aa82e-24a8-432a-b139-fb10926788c8 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:15:39.450926 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port e38aa82e-24a8-432a-b139-fb10926788c8 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:15:39.451307 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:39.532981 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:39.555564 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06af59e7-a843-4cf3-bf92-d752147fe9a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e38aa82e-24a8-432a-b139-fb10926788c8'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:15:39.557854 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef3f0e1-cd2a-4d09-b1b6-0a50e0a03f81" -d '{"events": [{"server_uuid": "06af59e7-a843-4cf3-bf92-d752147fe9a6", "name": "network-vif-plugged", "status": "completed", "tag": "e38aa82e-24a8-432a-b139-fb10926788c8"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:15:39.570570 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port e38aa82e-24a8-432a-b139-fb10926788c8, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=e38aa82e-24a8-432a-b139-fb10926788c8,segment=NetworkSegment(c440726f-09b3-43a7-8fdc-2a231910f0df),segment_id=c440726f-09b3-43a7-8fdc-2a231910f0df)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:15:39.574831 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:39.621378 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=e38aa82e-24a8-432a-b139-fb10926788c8,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:15:39.657033 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-834b2fef-511e-478a-8f5d-b114773c2084 x-openstack-request-id: req-834b2fef-511e-478a-8f5d-b114773c2084 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:15:39.657331 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06af59e7-a843-4cf3-bf92-d752147fe9a6", "name": "network-vif-plugged", "status": "completed", "tag": "e38aa82e-24a8-432a-b139-fb10926788c8", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:15:39.657584 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-834b2fef-511e-478a-8f5d-b114773c2084 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:15:39.657985 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06af59e7-a843-4cf3-bf92-d752147fe9a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e38aa82e-24a8-432a-b139-fb10926788c8', 'code': 200} Sep 17 08:15:39.782027 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c506d7af-ced0-48d6-a70a-c8096fa02407 req-e4afd7af-abab-49a7-8925-958646973b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:39.783545 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c506d7af-ced0-48d6-a70a-c8096fa02407 req-e4afd7af-abab-49a7-8925-958646973b4b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=06af59e7-a843-4cf3-bf92-d752147fe9a6 HTTP/1.1" status: 200 len: 1060 time: 0.0394318 Sep 17 08:15:39.788622 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba15ce1a-6208-4057-9fc2-0ccdfa4687b7 req-f3205019-d09c-4c17-b936-c40d1e19035e tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:39.790139 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ba15ce1a-6208-4057-9fc2-0ccdfa4687b7 req-f3205019-d09c-4c17-b936-c40d1e19035e tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.13 "GET /v2.0/ports?device_id=06af59e7-a843-4cf3-bf92-d752147fe9a6 HTTP/1.1" status: 200 len: 909 time: 0.0485656 Sep 17 08:15:39.899741 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa9544-23b3-4c0d-adf5-074faa027629 req-97ccfc0f-81c4-42f1-a3c2-74e450f7023e tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:39.901355 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-50aa9544-23b3-4c0d-adf5-074faa027629 req-97ccfc0f-81c4-42f1-a3c2-74e450f7023e tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=8418b5e8-4c89-44e2-a136-b8a0d26f6a81 HTTP/1.1" status: 200 len: 946 time: 0.0469551 Sep 17 08:15:39.940993 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-50aa9544-23b3-4c0d-adf5-074faa027629 req-0615f6c9-3722-468c-9c25-dfcbc02163ef tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=d58cca41-12a4-4922-945e-78e1f26f3fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336547 Sep 17 08:15:40.607139 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6850cce7-ece2-450c-b3d1-324bf5c5e198 req-dd3458eb-6d37-4d32-96d9-2994493148d9 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:40.608619 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6850cce7-ece2-450c-b3d1-324bf5c5e198 req-dd3458eb-6d37-4d32-96d9-2994493148d9 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9a8ddb8-c79d-40a1-b39a-7be9f99bf3f9 HTTP/1.1" status: 200 len: 946 time: 0.0469370 Sep 17 08:15:40.645222 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6850cce7-ece2-450c-b3d1-324bf5c5e198 req-8432136b-65c3-44b5-aec9-f16fce191a57 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300949 Sep 17 08:15:40.903044 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd6d89-7277-47ab-914a-6a274a833d70 req-8727f6ec-e886-452b-b6f7-641f9c9a78a0 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:40.904521 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a9cd6d89-7277-47ab-914a-6a274a833d70 req-8727f6ec-e886-452b-b6f7-641f9c9a78a0 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.13 "GET /v2.0/ports?device_id=06af59e7-a843-4cf3-bf92-d752147fe9a6 HTTP/1.1" status: 200 len: 909 time: 0.0465941 Sep 17 08:15:41.052774 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44b841-c49c-439a-af97-80334bde528e req-8a68756d-adaf-4684-911b-52358d219f58 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:41.054229 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9a44b841-c49c-439a-af97-80334bde528e req-8a68756d-adaf-4684-911b-52358d219f58 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=8418b5e8-4c89-44e2-a136-b8a0d26f6a81 HTTP/1.1" status: 200 len: 946 time: 0.0470865 Sep 17 08:15:41.092494 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9a44b841-c49c-439a-af97-80334bde528e req-919f4bdc-3423-418e-b121-fec084049855 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=d58cca41-12a4-4922-945e-78e1f26f3fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323508 Sep 17 08:15:41.762999 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5062955-cbf8-4e23-a251-d794c6ea48fa req-4da276eb-b2d1-4720-a935-6411e1dda7e1 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:41.764536 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e5062955-cbf8-4e23-a251-d794c6ea48fa req-4da276eb-b2d1-4720-a935-6411e1dda7e1 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9a8ddb8-c79d-40a1-b39a-7be9f99bf3f9 HTTP/1.1" status: 200 len: 946 time: 0.0504856 Sep 17 08:15:41.801157 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e5062955-cbf8-4e23-a251-d794c6ea48fa req-3ccacfc3-1dc1-4bd9-955d-35ebe012fb1e tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300875 Sep 17 08:15:42.015451 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a68063-a609-41df-973b-ebf38757d267 req-5e33ac1b-85b1-41d2-bd7c-a87676b18b7f tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:42.016922 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-62a68063-a609-41df-973b-ebf38757d267 req-5e33ac1b-85b1-41d2-bd7c-a87676b18b7f tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.13 "GET /v2.0/ports?device_id=06af59e7-a843-4cf3-bf92-d752147fe9a6 HTTP/1.1" status: 200 len: 909 time: 0.0467834 Sep 17 08:15:42.127063 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb31b58a-6d32-455f-806a-14337b3cebb9 req-16f25695-cf64-4e87-b779-f7c7bc9369c4 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:42.128585 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cb31b58a-6d32-455f-806a-14337b3cebb9 req-16f25695-cf64-4e87-b779-f7c7bc9369c4 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.13 "GET /v2.0/ports?device_id=06af59e7-a843-4cf3-bf92-d752147fe9a6 HTTP/1.1" status: 200 len: 909 time: 0.0476434 Sep 17 08:15:42.239113 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e6943-0132-4e07-9ac6-574369dc80f2 req-54d9fda5-9d53-4c1e-932a-66d172d89cbb tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:42.241482 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1e2e6943-0132-4e07-9ac6-574369dc80f2 req-54d9fda5-9d53-4c1e-932a-66d172d89cbb tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=8418b5e8-4c89-44e2-a136-b8a0d26f6a81 HTTP/1.1" status: 200 len: 946 time: 0.0820572 Sep 17 08:15:42.284633 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c786ff-59db-4152-9d1b-100fc99b6942 req-6edbac87-6079-4773-bc6b-d1b6baadeb93 tempest-TestSecurityGroupsBasicOps-305868366 tempest-TestSecurityGroupsBasicOps-305868366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:42.287100 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-34c786ff-59db-4152-9d1b-100fc99b6942 req-6edbac87-6079-4773-bc6b-d1b6baadeb93 tempest-TestSecurityGroupsBasicOps-305868366 tempest-TestSecurityGroupsBasicOps-305868366-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=06af59e7-a843-4cf3-bf92-d752147fe9a6 HTTP/1.1" status: 200 len: 1060 time: 0.0933290 Sep 17 08:15:42.308966 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1e2e6943-0132-4e07-9ac6-574369dc80f2 req-e613f1ca-326a-4ef0-a5b9-80e97ed13d58 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=d58cca41-12a4-4922-945e-78e1f26f3fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599611 Sep 17 08:15:42.390388 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc5856b-8d01-43fd-90db-b01a099bb319 req-5baddcff-9fc9-449f-89bf-5809d4f2732e tempest-TestSecurityGroupsBasicOps-305868366 tempest-TestSecurityGroupsBasicOps-305868366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:42.391971 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3cc5856b-8d01-43fd-90db-b01a099bb319 req-5baddcff-9fc9-449f-89bf-5809d4f2732e tempest-TestSecurityGroupsBasicOps-305868366 tempest-TestSecurityGroupsBasicOps-305868366-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=154dccf3-43aa-4ebf-a865-afe5976a7de0 HTTP/1.1" status: 200 len: 1135 time: 0.0409317 Sep 17 08:15:42.400782 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 64f4479f-f8bf-4c12-b04f-50096b70b34a no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:15:42.421089 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: 64f4479f-f8bf-4c12-b04f-50096b70b34a {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:15:42.421436 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 64f4479f-f8bf-4c12-b04f-50096b70b34a not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:15:42.429356 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3cc5856b-8d01-43fd-90db-b01a099bb319 req-fab0effc-b3f5-466e-9d35-4ad021a3a853 tempest-TestSecurityGroupsBasicOps-305868366 tempest-TestSecurityGroupsBasicOps-305868366-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=7f1b444e-99ea-42e5-8074-70ee511ec7c9&id=600f5643-1a38-496b-ab00-fdc18500a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0313225 Sep 17 08:15:42.450387 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 43608) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:15:42.489020 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e5a954-edb7-4bdd-99c8-e58625ecc043 tempest-TestSecurityGroupsBasicOps-305868366 tempest-TestSecurityGroupsBasicOps-305868366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:42.490657 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-90e5a954-edb7-4bdd-99c8-e58625ecc043 tempest-TestSecurityGroupsBasicOps-305868366 tempest-TestSecurityGroupsBasicOps-305868366-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=06af59e7-a843-4cf3-bf92-d752147fe9a6 HTTP/1.1" status: 200 len: 1055 time: 0.0392101 Sep 17 08:15:42.706369 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccfd728-e535-48d5-8455-3dda791fcff6 req-5db5c95c-4b8c-4c5c-9a2f-eb345250e8e3 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:42.707896 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dccfd728-e535-48d5-8455-3dda791fcff6 req-5db5c95c-4b8c-4c5c-9a2f-eb345250e8e3 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.13 "GET /v2.0/ports?device_id=06af59e7-a843-4cf3-bf92-d752147fe9a6 HTTP/1.1" status: 200 len: 909 time: 0.0563004 Sep 17 08:15:42.733613 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c99d3e-ac1a-4c20-bbdc-f4a3b1017220 req-4a819118-eca0-46f2-9e15-3a74ee04054b tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:42.735206 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d9c99d3e-ac1a-4c20-bbdc-f4a3b1017220 req-4a819118-eca0-46f2-9e15-3a74ee04054b tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9a8ddb8-c79d-40a1-b39a-7be9f99bf3f9 HTTP/1.1" status: 200 len: 946 time: 0.0475562 Sep 17 08:15:42.824565 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-d9c99d3e-ac1a-4c20-bbdc-f4a3b1017220 req-5059ef07-d81a-40f3-89ad-886145dd0be1 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Deleting port f4f03f9b-2200-4f26-9016-5ee974315705 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:15:42.824907 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-d9c99d3e-ac1a-4c20-bbdc-f4a3b1017220 req-5059ef07-d81a-40f3-89ad-886145dd0be1 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:42.911209 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-d9c99d3e-ac1a-4c20-bbdc-f4a3b1017220 req-5059ef07-d81a-40f3-89ad-886145dd0be1 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] For port f4f03f9b-2200-4f26-9016-5ee974315705, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=f4f03f9b-2200-4f26-9016-5ee974315705,segment=NetworkSegment(97a5f9eb-b96b-49f6-801a-38ac71ff3601),segment_id=97a5f9eb-b96b-49f6-801a-38ac71ff3601)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:15:42.911566 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-d9c99d3e-ac1a-4c20-bbdc-f4a3b1017220 req-5059ef07-d81a-40f3-89ad-886145dd0be1 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:42.914203 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d20a63-dba8-417a-b53e-3c7eaa17fb26 req-08584b83-8e16-438b-a45a-eda26cdbd8be tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:42.915712 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-38d20a63-dba8-417a-b53e-3c7eaa17fb26 req-08584b83-8e16-438b-a45a-eda26cdbd8be tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9a8ddb8-c79d-40a1-b39a-7be9f99bf3f9 HTTP/1.1" status: 200 len: 946 time: 0.0480919 Sep 17 08:15:42.924275 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-d9c99d3e-ac1a-4c20-bbdc-f4a3b1017220 req-5059ef07-d81a-40f3-89ad-886145dd0be1 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Calling delete_port for f4f03f9b-2200-4f26-9016-5ee974315705 owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:15:42.952464 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-38d20a63-dba8-417a-b53e-3c7eaa17fb26 req-b8754c23-e7b9-42e9-b11e-93c3c17b1d1a tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.13 "GET /v2.0/security-groups?id=458be896-f408-4487-acec-f5d454069f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307009 Sep 17 08:15:43.048735 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-d9c99d3e-ac1a-4c20-bbdc-f4a3b1017220 req-5059ef07-d81a-40f3-89ad-886145dd0be1 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:43.078911 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5059ef07-d81a-40f3-89ad-886145dd0be1 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Pushing event deleted for resources: {'Port': ['ID=f4f03f9b-2200-4f26-9016-5ee974315705,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:15:43.089704 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['f4f03f9b-2200-4f26-9016-5ee974315705'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:15:43.107309 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5059ef07-d81a-40f3-89ad-886145dd0be1 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:15:43.107654 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5059ef07-d81a-40f3-89ad-886145dd0be1 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:15:43.108018 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5059ef07-d81a-40f3-89ad-886145dd0be1 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:15:43.108352 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5059ef07-d81a-40f3-89ad-886145dd0be1 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:15:43.108680 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5059ef07-d81a-40f3-89ad-886145dd0be1 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:15:43.109005 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5059ef07-d81a-40f3-89ad-886145dd0be1 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:15:43.109355 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5059ef07-d81a-40f3-89ad-886145dd0be1 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:15:43.110025 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5059ef07-d81a-40f3-89ad-886145dd0be1 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:15:43.110249 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5059ef07-d81a-40f3-89ad-886145dd0be1 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:15:43.110577 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5059ef07-d81a-40f3-89ad-886145dd0be1 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:15:43.110899 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5059ef07-d81a-40f3-89ad-886145dd0be1 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:15:43.111218 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5059ef07-d81a-40f3-89ad-886145dd0be1 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:15:43.135024 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9c99d3e-ac1a-4c20-bbdc-f4a3b1017220 req-5059ef07-d81a-40f3-89ad-886145dd0be1 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] No DVR routers for this DVR port f4f03f9b-2200-4f26-9016-5ee974315705 on host n-h1-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:15:43.137524 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-d9c99d3e-ac1a-4c20-bbdc-f4a3b1017220 req-5059ef07-d81a-40f3-89ad-886145dd0be1 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:43.141468 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d9c99d3e-ac1a-4c20-bbdc-f4a3b1017220 req-5059ef07-d81a-40f3-89ad-886145dd0be1 tempest-ServersTestJSON-234250087 tempest-ServersTestJSON-234250087-project] 10.222.0.41 "DELETE /v2.0/ports/f4f03f9b-2200-4f26-9016-5ee974315705 HTTP/1.1" status: 204 len: 173 time: 0.4005549 Sep 17 08:15:43.141926 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a8ddb8-c79d-40a1-b39a-7be9f99bf3f9', 'name': 'network-vif-deleted', 'tag': 'f4f03f9b-2200-4f26-9016-5ee974315705'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:15:43.144230 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a5b6be-0361-4a60-b053-d58f0ee0c440" -d '{"events": [{"server_uuid": "d9a8ddb8-c79d-40a1-b39a-7be9f99bf3f9", "name": "network-vif-deleted", "tag": "f4f03f9b-2200-4f26-9016-5ee974315705"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:15:43.179289 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d179a3b-b175-4ad0-993a-dea2a77af94f x-openstack-request-id: req-2d179a3b-b175-4ad0-993a-dea2a77af94f {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:15:43.179599 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a8ddb8-c79d-40a1-b39a-7be9f99bf3f9", "name": "network-vif-deleted", "tag": "f4f03f9b-2200-4f26-9016-5ee974315705", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:15:43.179872 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2d179a3b-b175-4ad0-993a-dea2a77af94f {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:15:43.180272 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a8ddb8-c79d-40a1-b39a-7be9f99bf3f9', 'name': 'network-vif-deleted', 'tag': 'f4f03f9b-2200-4f26-9016-5ee974315705', 'status': 'completed', 'code': 200} Sep 17 08:15:43.417971 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2902d34-da24-4ebd-aa0e-0f9eff806fb6 req-884a7cb7-541e-4b0c-9e03-dc30e43ea9c3 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:43.419424 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b2902d34-da24-4ebd-aa0e-0f9eff806fb6 req-884a7cb7-541e-4b0c-9e03-dc30e43ea9c3 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=8418b5e8-4c89-44e2-a136-b8a0d26f6a81 HTTP/1.1" status: 200 len: 946 time: 0.0469835 Sep 17 08:15:43.456165 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b2902d34-da24-4ebd-aa0e-0f9eff806fb6 req-dc30068a-435a-4496-b238-9c3188c46b30 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=d58cca41-12a4-4922-945e-78e1f26f3fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302050 Sep 17 08:15:44.008843 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43624) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:15:44.054821 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dfd91bb-dba8-435b-8e8a-c73a12316ea0 admin admin] Deleting subnet 7c25df5a-36e7-4d20-9a35-2372fa90e853 {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:15:44.058158 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2dfd91bb-dba8-435b-8e8a-c73a12316ea0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:44.095029 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2dfd91bb-dba8-435b-8e8a-c73a12316ea0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:44.133919 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2dfd91bb-dba8-435b-8e8a-c73a12316ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:44.173127 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75276db3-7b65-474f-867c-ec26cc04eefe req-ee2fd738-e8f6-435f-88d4-3484b3807fef tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:44.174620 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-75276db3-7b65-474f-867c-ec26cc04eefe req-ee2fd738-e8f6-435f-88d4-3484b3807fef tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.13 "GET /v2.0/ports?device_id=06af59e7-a843-4cf3-bf92-d752147fe9a6 HTTP/1.1" status: 200 len: 909 time: 0.3964772 Sep 17 08:15:44.194756 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2dfd91bb-dba8-435b-8e8a-c73a12316ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:44.217162 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfd91bb-dba8-435b-8e8a-c73a12316ea0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c25df5a-36e7-4d20-9a35-2372fa90e853,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:15:44.221378 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2dfd91bb-dba8-435b-8e8a-c73a12316ea0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:44.223240 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-2dfd91bb-dba8-435b-8e8a-c73a12316ea0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7c25df5a-36e7-4d20-9a35-2372fa90e853 HTTP/1.1" status: 204 len: 168 time: 0.2133753 Sep 17 08:15:44.225735 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43626) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:15:44.292943 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a0e06c8c-2dc1-45de-b599-7a15521b0ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:44.372134 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a0e06c8c-2dc1-45de-b599-7a15521b0ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:44.391612 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-a0e06c8c-2dc1-45de-b599-7a15521b0ca4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e07c4b1-bdff-4c2c-98bc-db029bd9be3a']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:15:44.400489 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-a0e06c8c-2dc1-45de-b599-7a15521b0ca4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97a5f9eb-b96b-49f6-801a-38ac71ff3601') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:15:44.400787 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-a0e06c8c-2dc1-45de-b599-7a15521b0ca4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97a5f9eb-b96b-49f6-801a-38ac71ff3601') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:15:44.410349 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a0e06c8c-2dc1-45de-b599-7a15521b0ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:44.422841 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a0e06c8c-2dc1-45de-b599-7a15521b0ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:44.428714 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0e06c8c-2dc1-45de-b599-7a15521b0ca4 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:15:44.429031 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a0e06c8c-2dc1-45de-b599-7a15521b0ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:44.430631 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 08:15:44.430631 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:15:44.430631 n-d-789963-9 neutron-server[101290]: timer() Sep 17 08:15:44.430631 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:15:44.430631 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 08:15:44.430631 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:15:44.430631 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 08:15:44.430631 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:15:44.430631 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 08:15:44.430631 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:15:44.430631 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 08:15:44.430631 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:15:44.430631 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 08:15:44.430631 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:15:44.430631 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:15:44.430631 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:15:44.430631 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:15:44.430631 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:15:44.430631 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 08:15:44.430631 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:15:44.430631 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 08:15:44.430631 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:15:44.430631 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:15:44.430631 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:15:44.430631 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 08:15:44.430631 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:15:44.430631 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:15:44.430631 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:15:44.430631 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:15:44.430631 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:15:44.430631 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:15:44.430631 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:15:44.482447 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a0e06c8c-2dc1-45de-b599-7a15521b0ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:44.487375 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a0e06c8c-2dc1-45de-b599-7a15521b0ca4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:44.492116 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a0e06c8c-2dc1-45de-b599-7a15521b0ca4 admin admin] 10.222.0.13 "DELETE /v2.0/networks/9e07c4b1-bdff-4c2c-98bc-db029bd9be3a HTTP/1.1" status: 204 len: 168 time: 0.2626777 Sep 17 08:15:44.528255 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e06c8c-2dc1-45de-b599-7a15521b0ca4 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e07c4b1-bdff-4c2c-98bc-db029bd9be3a,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:15:44.553242 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad1948a-b2c5-4db5-aed2-fcf1369a7a52 req-7abb165c-b3fc-4a04-afa6-49d1d90b60b3 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:44.554810 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4ad1948a-b2c5-4db5-aed2-fcf1369a7a52 req-7abb165c-b3fc-4a04-afa6-49d1d90b60b3 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.41 "GET /v2.0/ports?device_id=06af59e7-a843-4cf3-bf92-d752147fe9a6 HTTP/1.1" status: 200 len: 909 time: 0.0643597 Sep 17 08:15:44.575440 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863370af-f6db-4e24-b11e-25ced99e3a2f req-7e8b3ac3-8426-4646-abdf-c425f8168451 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:44.577206 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-863370af-f6db-4e24-b11e-25ced99e3a2f req-7e8b3ac3-8426-4646-abdf-c425f8168451 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=8418b5e8-4c89-44e2-a136-b8a0d26f6a81 HTTP/1.1" status: 200 len: 946 time: 0.0520020 Sep 17 08:15:44.617129 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-863370af-f6db-4e24-b11e-25ced99e3a2f req-74da6973-37ae-4a6c-96d1-fa1bb5678c7b tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=d58cca41-12a4-4922-945e-78e1f26f3fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333858 Sep 17 08:15:44.655626 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-4ad1948a-b2c5-4db5-aed2-fcf1369a7a52 req-6eb5ea9e-ce69-487e-bd77-f516cb9a880d tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Deleting port e38aa82e-24a8-432a-b139-fb10926788c8 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:15:44.656071 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-4ad1948a-b2c5-4db5-aed2-fcf1369a7a52 req-6eb5ea9e-ce69-487e-bd77-f516cb9a880d tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:44.694254 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 43632) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:15:44.732011 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-397765b3-fe70-4613-a960-7437ee60ec19 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=56e275efab454c57a2733a201971b985&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0365629 Sep 17 08:15:44.735036 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 43634) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:15:44.750905 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-4ad1948a-b2c5-4db5-aed2-fcf1369a7a52 req-6eb5ea9e-ce69-487e-bd77-f516cb9a880d tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] For port e38aa82e-24a8-432a-b139-fb10926788c8, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=e38aa82e-24a8-432a-b139-fb10926788c8,segment=NetworkSegment(c440726f-09b3-43a7-8fdc-2a231910f0df),segment_id=c440726f-09b3-43a7-8fdc-2a231910f0df)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:15:44.751266 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-4ad1948a-b2c5-4db5-aed2-fcf1369a7a52 req-6eb5ea9e-ce69-487e-bd77-f516cb9a880d tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:44.762914 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-4ad1948a-b2c5-4db5-aed2-fcf1369a7a52 req-6eb5ea9e-ce69-487e-bd77-f516cb9a880d tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Calling delete_port for e38aa82e-24a8-432a-b139-fb10926788c8 owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:15:44.781718 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-98ea8043-e296-409d-a135-d5820722ddc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:44.803413 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-98ea8043-e296-409d-a135-d5820722ddc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:44.850760 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-98ea8043-e296-409d-a135-d5820722ddc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:44.853740 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-98ea8043-e296-409d-a135-d5820722ddc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:44.854883 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-98ea8043-e296-409d-a135-d5820722ddc4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/458be896-f408-4487-acec-f5d454069f69 HTTP/1.1" status: 204 len: 168 time: 0.1189673 Sep 17 08:15:44.865071 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ea8043-e296-409d-a135-d5820722ddc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=458be896-f408-4487-acec-f5d454069f69,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:15:44.872885 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ea8043-e296-409d-a135-d5820722ddc4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:15:44.873241 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ea8043-e296-409d-a135-d5820722ddc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:15:44.873646 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ea8043-e296-409d-a135-d5820722ddc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:15:44.873977 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ea8043-e296-409d-a135-d5820722ddc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:15:44.874365 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ea8043-e296-409d-a135-d5820722ddc4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:15:44.874632 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ea8043-e296-409d-a135-d5820722ddc4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:15:44.874956 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ea8043-e296-409d-a135-d5820722ddc4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:15:44.875280 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ea8043-e296-409d-a135-d5820722ddc4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:15:44.875675 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ea8043-e296-409d-a135-d5820722ddc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:15:44.876057 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ea8043-e296-409d-a135-d5820722ddc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:15:44.876382 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ea8043-e296-409d-a135-d5820722ddc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:15:44.876710 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ea8043-e296-409d-a135-d5820722ddc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:15:44.904289 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-4ad1948a-b2c5-4db5-aed2-fcf1369a7a52 req-6eb5ea9e-ce69-487e-bd77-f516cb9a880d tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:44.932059 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a9e81c-4f44-450a-84aa-04a906516207 req-518296cc-7a0c-42a9-824a-c5d2df98bd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:44.933910 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f0a9e81c-4f44-450a-84aa-04a906516207 req-518296cc-7a0c-42a9-824a-c5d2df98bd1f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8418b5e8-4c89-44e2-a136-b8a0d26f6a81 HTTP/1.1" status: 200 len: 1097 time: 0.0480208 Sep 17 08:15:44.938477 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb5ea9e-ce69-487e-bd77-f516cb9a880d tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Pushing event deleted for resources: {'Port': ['ID=e38aa82e-24a8-432a-b139-fb10926788c8,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:15:44.975825 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f0a9e81c-4f44-450a-84aa-04a906516207 req-619b1d6b-2b34-468f-a1ef-b153111514fe service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d58cca41-12a4-4922-945e-78e1f26f3fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345614 Sep 17 08:15:44.984388 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ad1948a-b2c5-4db5-aed2-fcf1369a7a52 req-6eb5ea9e-ce69-487e-bd77-f516cb9a880d tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] No DVR routers for this DVR port e38aa82e-24a8-432a-b139-fb10926788c8 on host n-h1-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:15:44.987084 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-4ad1948a-b2c5-4db5-aed2-fcf1369a7a52 req-6eb5ea9e-ce69-487e-bd77-f516cb9a880d tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:44.989403 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4ad1948a-b2c5-4db5-aed2-fcf1369a7a52 req-6eb5ea9e-ce69-487e-bd77-f516cb9a880d tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.41 "DELETE /v2.0/ports/e38aa82e-24a8-432a-b139-fb10926788c8 HTTP/1.1" status: 204 len: 173 time: 0.4269102 Sep 17 08:15:45.181398 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06af59e7-a843-4cf3-bf92-d752147fe9a6', 'name': 'network-vif-deleted', 'tag': 'e38aa82e-24a8-432a-b139-fb10926788c8'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:15:45.184158 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea706ad9-c3af-481b-8c28-decfabc0491c" -d '{"events": [{"server_uuid": "06af59e7-a843-4cf3-bf92-d752147fe9a6", "name": "network-vif-deleted", "tag": "e38aa82e-24a8-432a-b139-fb10926788c8"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:15:45.221745 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40191bad-7960-4b14-9a31-3e0155a100e2 x-openstack-request-id: req-40191bad-7960-4b14-9a31-3e0155a100e2 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:15:45.222104 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06af59e7-a843-4cf3-bf92-d752147fe9a6", "name": "network-vif-deleted", "tag": "e38aa82e-24a8-432a-b139-fb10926788c8", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:15:45.222424 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-40191bad-7960-4b14-9a31-3e0155a100e2 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:15:45.222886 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06af59e7-a843-4cf3-bf92-d752147fe9a6', 'name': 'network-vif-deleted', 'tag': 'e38aa82e-24a8-432a-b139-fb10926788c8', 'status': 'completed', 'code': 200} Sep 17 08:15:45.268315 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cf946349-44bc-4c23-9526-1b1fbc5c47a1 req-696bf66b-702e-4293-b188-3674d04e00d0 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.13 "GET /v2.0/ports?device_id=06af59e7-a843-4cf3-bf92-d752147fe9a6 HTTP/1.1" status: 200 len: 210 time: 0.0263014 Sep 17 08:15:45.407635 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device cc924b2e-aac2-4046-98c7-256cda945f96 details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:15:45.414429 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device cc924b2e-aac2-4046-98c7-256cda945f96 no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:15:45.569291 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:45.583696 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43660) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:15:45.593349 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port cc924b2e-aac2-4046-98c7-256cda945f96, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=cc924b2e-aac2-4046-98c7-256cda945f96,segment=NetworkSegment(3463ea9b-9d7d-4240-8db7-f6a091102474),segment_id=3463ea9b-9d7d-4240-8db7-f6a091102474)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:15:45.614916 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8418b5e8-4c89-44e2-a136-b8a0d26f6a81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc924b2e-aac2-4046-98c7-256cda945f96'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:15:45.617109 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5923a3cb-1f98-40f5-8e87-e2b21b463510" -d '{"events": [{"server_uuid": "8418b5e8-4c89-44e2-a136-b8a0d26f6a81", "name": "network-vif-unplugged", "status": "completed", "tag": "cc924b2e-aac2-4046-98c7-256cda945f96"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:15:45.626991 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': 'cc924b2e-aac2-4046-98c7-256cda945f96', 'network_id': 'ab4940a7-900f-447c-9070-f60b582c2f8c', 'port_id': 'cc924b2e-aac2-4046-98c7-256cda945f96', 'mac_address': 'fa:16:3e:7f:09:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4f533f-8a74-4de1-a95e-7e81d2a49ce7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:15:45.632248 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port cc924b2e-aac2-4046-98c7-256cda945f96, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=cc924b2e-aac2-4046-98c7-256cda945f96,segment=NetworkSegment(3463ea9b-9d7d-4240-8db7-f6a091102474),segment_id=3463ea9b-9d7d-4240-8db7-f6a091102474)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:15:45.661089 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:45.662163 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device f4f03f9b-2200-4f26-9016-5ee974315705 no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:15:45.670958 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 08:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd98ec8-53be-4ed2-9310-5ec1ed479e89 x-openstack-request-id: req-9fd98ec8-53be-4ed2-9310-5ec1ed479e89 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:15:45.671248 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8418b5e8-4c89-44e2-a136-b8a0d26f6a81", "name": "network-vif-unplugged", "status": "completed", "tag": "cc924b2e-aac2-4046-98c7-256cda945f96", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:15:45.671648 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9fd98ec8-53be-4ed2-9310-5ec1ed479e89 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:15:45.672225 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8418b5e8-4c89-44e2-a136-b8a0d26f6a81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc924b2e-aac2-4046-98c7-256cda945f96', 'code': 200} Sep 17 08:15:45.692688 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] No Port match for: f4f03f9b-2200-4f26-9016-5ee974315705 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:15:45.693043 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device f4f03f9b-2200-4f26-9016-5ee974315705 not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:15:45.693958 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-3c9befa1-847f-45a6-b5bf-5e3aa012c128 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-696205720-network', 'tenant_id': '8b27055ca25d48d28002aa2279d58577'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:15:45.719195 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c9befa1-847f-45a6-b5bf-5e3aa012c128 admin admin] Made reservation on behalf of 8b27055ca25d48d28002aa2279d58577 for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:15:45.722437 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3c9befa1-847f-45a6-b5bf-5e3aa012c128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:45.724900 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:45.732685 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3c9befa1-847f-45a6-b5bf-5e3aa012c128 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:45.750416 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cc924b2e-aac2-4046-98c7-256cda945f96 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:15:45.753506 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f1a3d-ccae-4708-863a-c291b8ebd7ac req-4cdfe2d0-93cb-4f3f-aa72-f7dc1ea3ae75 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:45.761568 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-108f1a3d-ccae-4708-863a-c291b8ebd7ac req-4cdfe2d0-93cb-4f3f-aa72-f7dc1ea3ae75 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=8418b5e8-4c89-44e2-a136-b8a0d26f6a81 HTTP/1.1" status: 200 len: 944 time: 0.0578849 Sep 17 08:15:45.781374 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=cc924b2e-aac2-4046-98c7-256cda945f96,revision_number=6']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:15:45.791013 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:15:45.791181 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:15:45.791532 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:15:45.792027 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:15:45.792258 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:15:45.792620 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:15:45.792878 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:15:45.793216 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:15:45.793535 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:15:45.793887 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:15:45.794196 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:15:45.794522 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:15:45.797411 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-108f1a3d-ccae-4708-863a-c291b8ebd7ac req-d9784c78-7e64-4d6b-91f3-c0b16316647d tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=d58cca41-12a4-4922-945e-78e1f26f3fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346086 Sep 17 08:15:45.819381 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.db.api [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 08:15:45.819751 n-d-789963-9 neutron-server[101291]: DEBUG oslo_db.api [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 08:15:45.844931 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3c9befa1-847f-45a6-b5bf-5e3aa012c128 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:45.848943 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3c9befa1-847f-45a6-b5bf-5e3aa012c128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:45.869598 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c9befa1-847f-45a6-b5bf-5e3aa012c128 admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:15:45.883170 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9befa1-847f-45a6-b5bf-5e3aa012c128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd37c90-db9f-4d3d-8170-3224986ebda5,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:15:45.888037 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3c9befa1-847f-45a6-b5bf-5e3aa012c128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:45.888377 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-3c9befa1-847f-45a6-b5bf-5e3aa012c128 admin admin] Added segment 46025e8d-63c5-4de8-95f4-1c42be162829 of type vlan for network e65f884c-2c8f-48ea-b79e-b731ed55ac23 Sep 17 08:15:45.931486 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3c9befa1-847f-45a6-b5bf-5e3aa012c128 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:45.956517 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3c9befa1-847f-45a6-b5bf-5e3aa012c128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:45.957468 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9befa1-847f-45a6-b5bf-5e3aa012c128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:45.958121 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3c9befa1-847f-45a6-b5bf-5e3aa012c128 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:45.990902 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-3c9befa1-847f-45a6-b5bf-5e3aa012c128 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4059932 Sep 17 08:15:45.993975 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 43668) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:15:45.998797 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-f6d4527e-1b04-4900-95ea-0f83be1de218 admin admin] Request body: {'subnet': {'network_id': 'e65f884c-2c8f-48ea-b79e-b731ed55ac23', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-696205720-subnet', 'tenant_id': '8b27055ca25d48d28002aa2279d58577', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:15:46.016833 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9befa1-847f-45a6-b5bf-5e3aa012c128 admin admin] Pushing event updated for resources: {'Network': ['ID=e65f884c-2c8f-48ea-b79e-b731ed55ac23,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:15:46.020036 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d4527e-1b04-4900-95ea-0f83be1de218 admin admin] Made reservation on behalf of 8b27055ca25d48d28002aa2279d58577 for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:15:46.022375 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f6d4527e-1b04-4900-95ea-0f83be1de218 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:46.026859 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network e65f884c-2c8f-48ea-b79e-b731ed55ac23 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:15:46.188383 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f6d4527e-1b04-4900-95ea-0f83be1de218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:46.250501 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d4527e-1b04-4900-95ea-0f83be1de218 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a12b56e-5850-4bc0-bba9-8ec5a23a47ff,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:15:46.254074 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:15:46.260461 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d4527e-1b04-4900-95ea-0f83be1de218 admin admin] Checking segment: {'id': '46025e8d-63c5-4de8-95f4-1c42be162829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e65f884c-2c8f-48ea-b79e-b731ed55ac23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:15:46.260828 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d4527e-1b04-4900-95ea-0f83be1de218 admin admin] Network hostable DHCP agents. Network: e65f884c-2c8f-48ea-b79e-b731ed55ac23, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:15:46.278093 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d4527e-1b04-4900-95ea-0f83be1de218 admin admin] Network e65f884c-2c8f-48ea-b79e-b731ed55ac23 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:15:46.286033 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-f6d4527e-1b04-4900-95ea-0f83be1de218 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, e65f884c-2c8f-48ea-b79e-b731ed55ac23) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:15:46.290858 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d4527e-1b04-4900-95ea-0f83be1de218 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:46.292028 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f6d4527e-1b04-4900-95ea-0f83be1de218 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:46.296093 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a297f9-34c6-4cfc-b2eb-751b1ea668c4 None None] Network e65f884c-2c8f-48ea-b79e-b731ed55ac23 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:15:46.305635 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-f6d4527e-1b04-4900-95ea-0f83be1de218 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3105390 Sep 17 08:15:46.309145 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 43672) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:15:46.313973 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-25f825b5-3908-498c-8f50-fd8fc1ceb3dc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-696205720-router', 'tenant_id': '8b27055ca25d48d28002aa2279d58577', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:15:46.330969 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43674) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:15:46.336810 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-25f825b5-3908-498c-8f50-fd8fc1ceb3dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:46.337912 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-25f825b5-3908-498c-8f50-fd8fc1ceb3dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:46.393761 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-25f825b5-3908-498c-8f50-fd8fc1ceb3dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:46.414932 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:46.443290 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc924b2e-aac2-4046-98c7-256cda945f96 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:15:46.549574 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-25f825b5-3908-498c-8f50-fd8fc1ceb3dc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:46.648145 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port cc924b2e-aac2-4046-98c7-256cda945f96, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=cc924b2e-aac2-4046-98c7-256cda945f96,segment=NetworkSegment(3463ea9b-9d7d-4240-8db7-f6a091102474),segment_id=3463ea9b-9d7d-4240-8db7-f6a091102474)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:15:46.656414 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:46.720695 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452af272-e52c-430b-bd77-6b4fc6649213 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-e65f884c-2c8f-48ea-b79e-b731ed55ac23', 'network_id': 'e65f884c-2c8f-48ea-b79e-b731ed55ac23', 'tenant_id': '8b27055ca25d48d28002aa2279d58577', 'fixed_ips': [{'subnet_id': '9a12b56e-5850-4bc0-bba9-8ec5a23a47ff'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:15:46.721561 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-452af272-e52c-430b-bd77-6b4fc6649213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:46.742747 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=cc924b2e-aac2-4046-98c7-256cda945f96,revision_number=7']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:15:46.769289 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-25f825b5-3908-498c-8f50-fd8fc1ceb3dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:46.789319 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-25f825b5-3908-498c-8f50-fd8fc1ceb3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:46.905220 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-452af272-e52c-430b-bd77-6b4fc6649213 None None] Allocated IP 172.20.0.2 (e65f884c-2c8f-48ea-b79e-b731ed55ac23/9a12b56e-5850-4bc0-bba9-8ec5a23a47ff/4a0c058d-83ae-42aa-a04b-3242b6f261dc) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:15:46.926993 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-25f825b5-3908-498c-8f50-fd8fc1ceb3dc admin admin] Allocated IP 172.25.6.20 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/c5a999f3-e235-4c77-adea-857265150556) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:15:46.974938 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb280a0-601e-4bac-975f-0abb64199c97 req-84204a71-1c06-4e88-aa03-e9eb66a5df41 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:46.976374 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-aeb280a0-601e-4bac-975f-0abb64199c97 req-84204a71-1c06-4e88-aa03-e9eb66a5df41 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=8418b5e8-4c89-44e2-a136-b8a0d26f6a81 HTTP/1.1" status: 200 len: 945 time: 0.0870612 Sep 17 08:15:47.051726 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-aeb280a0-601e-4bac-975f-0abb64199c97 req-4583e0c4-57d9-4b9f-8245-1e71ee19dfef tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=d58cca41-12a4-4922-945e-78e1f26f3fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672753 Sep 17 08:15:47.079977 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-452af272-e52c-430b-bd77-6b4fc6649213 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:47.086168 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 43678) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:15:47.092587 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-452af272-e52c-430b-bd77-6b4fc6649213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:47.104430 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['cc924b2e-aac2-4046-98c7-256cda945f96'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:15:47.119539 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d79e7bf9-9dad-4a40-8130-df41a4da98fa tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:47.136490 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-25f825b5-3908-498c-8f50-fd8fc1ceb3dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:47.156754 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452af272-e52c-430b-bd77-6b4fc6649213 None None] Network e65f884c-2c8f-48ea-b79e-b731ed55ac23 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:15:47.164434 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-452af272-e52c-430b-bd77-6b4fc6649213 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:15:47.168397 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-947f4e23-f828-47f0-b58c-671a55b6c0ac tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/floatingips/677cc905-9ca0-45fe-a37e-967569d1a1b2 HTTP/1.1" status: 200 len: 993 time: 0.0836992 Sep 17 08:15:47.171509 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452af272-e52c-430b-bd77-6b4fc6649213 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:15:47.177513 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452af272-e52c-430b-bd77-6b4fc6649213 None None] Pushing event updated for resources: {'Port': ['ID=4a0c058d-83ae-42aa-a04b-3242b6f261dc,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:15:47.195411 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-25f825b5-3908-498c-8f50-fd8fc1ceb3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:47.233312 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f825b5-3908-498c-8f50-fd8fc1ceb3dc admin admin] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:15:47.236294 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-25f825b5-3908-498c-8f50-fd8fc1ceb3dc admin admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:15:47.240048 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f825b5-3908-498c-8f50-fd8fc1ceb3dc admin admin] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:15:47.261201 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-452af272-e52c-430b-bd77-6b4fc6649213 None None] Attempting to bind port 4a0c058d-83ae-42aa-a04b-3242b6f261dc on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:15:47.261568 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-452af272-e52c-430b-bd77-6b4fc6649213 None None] Attempting to bind port 4a0c058d-83ae-42aa-a04b-3242b6f261dc by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '46025e8d-63c5-4de8-95f4-1c42be162829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e65f884c-2c8f-48ea-b79e-b731ed55ac23'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:15:47.261933 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452af272-e52c-430b-bd77-6b4fc6649213 None None] Attempting to bind port 4a0c058d-83ae-42aa-a04b-3242b6f261dc on network e65f884c-2c8f-48ea-b79e-b731ed55ac23 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:15:47.269819 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f825b5-3908-498c-8f50-fd8fc1ceb3dc admin admin] Pushing event updated for resources: {'Port': ['ID=c5a999f3-e235-4c77-adea-857265150556,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:15:47.273357 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452af272-e52c-430b-bd77-6b4fc6649213 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:15:47.273829 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452af272-e52c-430b-bd77-6b4fc6649213 None None] Checking segment: {'id': '46025e8d-63c5-4de8-95f4-1c42be162829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e65f884c-2c8f-48ea-b79e-b731ed55ac23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:15:47.274191 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-452af272-e52c-430b-bd77-6b4fc6649213 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:47.274584 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452af272-e52c-430b-bd77-6b4fc6649213 None None] Bound using segment: {'id': '46025e8d-63c5-4de8-95f4-1c42be162829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e65f884c-2c8f-48ea-b79e-b731ed55ac23'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:15:47.275136 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-452af272-e52c-430b-bd77-6b4fc6649213 None None] Bound port: 4a0c058d-83ae-42aa-a04b-3242b6f261dc, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46025e8d-63c5-4de8-95f4-1c42be162829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e65f884c-2c8f-48ea-b79e-b731ed55ac23'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:15:47.275723 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-452af272-e52c-430b-bd77-6b4fc6649213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:47.381113 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-452af272-e52c-430b-bd77-6b4fc6649213 None None] For port 4a0c058d-83ae-42aa-a04b-3242b6f261dc, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:15:47.384719 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-452af272-e52c-430b-bd77-6b4fc6649213 None None] For port 4a0c058d-83ae-42aa-a04b-3242b6f261dc, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=4a0c058d-83ae-42aa-a04b-3242b6f261dc,segment=NetworkSegment(46025e8d-63c5-4de8-95f4-1c42be162829),segment_id=46025e8d-63c5-4de8-95f4-1c42be162829)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:15:47.391536 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-452af272-e52c-430b-bd77-6b4fc6649213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:47.413695 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device e38aa82e-24a8-432a-b139-fb10926788c8 no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:15:47.417261 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-d79e7bf9-9dad-4a40-8130-df41a4da98fa tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Deleting port 02ae713e-adfd-46c2-851b-d354941d8f4b {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:15:47.417741 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d79e7bf9-9dad-4a40-8130-df41a4da98fa tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:47.464155 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] No Port match for: e38aa82e-24a8-432a-b139-fb10926788c8 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:15:47.464697 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device e38aa82e-24a8-432a-b139-fb10926788c8 not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:15:47.512428 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452af272-e52c-430b-bd77-6b4fc6649213 None None] Pushing event updated for resources: {'Port': ['ID=4a0c058d-83ae-42aa-a04b-3242b6f261dc,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:15:47.517141 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-25f825b5-3908-498c-8f50-fd8fc1ceb3dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:47.543370 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-d79e7bf9-9dad-4a40-8130-df41a4da98fa tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] For port 02ae713e-adfd-46c2-851b-d354941d8f4b, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=02ae713e-adfd-46c2-851b-d354941d8f4b,segment=NetworkSegment(c440726f-09b3-43a7-8fdc-2a231910f0df),segment_id=c440726f-09b3-43a7-8fdc-2a231910f0df)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:15:47.544900 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d79e7bf9-9dad-4a40-8130-df41a4da98fa tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:47.562407 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-d79e7bf9-9dad-4a40-8130-df41a4da98fa tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Calling delete_port for 02ae713e-adfd-46c2-851b-d354941d8f4b owned by network:router_interface {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:15:47.764946 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-25f825b5-3908-498c-8f50-fd8fc1ceb3dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:47.793044 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d79e7bf9-9dad-4a40-8130-df41a4da98fa tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:47.826856 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79e7bf9-9dad-4a40-8130-df41a4da98fa tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Pushing event deleted for resources: {'Port': ['ID=02ae713e-adfd-46c2-851b-d354941d8f4b,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:15:47.907559 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25f825b5-3908-498c-8f50-fd8fc1ceb3dc admin admin] Router ba807bb7-68a8-454b-b1e8-55c7152f6265 is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 08:15:48.008784 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d79e7bf9-9dad-4a40-8130-df41a4da98fa tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:48.023679 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f825b5-3908-498c-8f50-fd8fc1ceb3dc admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:15:48.033925 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0de9c53-a30f-4ee3-b71a-04cb8ce4e5cf None None] Sync routers for ids ['ba807bb7-68a8-454b-b1e8-55c7152f6265'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:15:48.048558 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0de9c53-a30f-4ee3-b71a-04cb8ce4e5cf None None] Routers {'ba807bb7-68a8-454b-b1e8-55c7152f6265'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:15:48.050416 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-25f825b5-3908-498c-8f50-fd8fc1ceb3dc admin admin] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:48.051793 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-e0de9c53-a30f-4ee3-b71a-04cb8ce4e5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:15:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['ba807bb7-68a8-454b-b1e8-55c7152f6265'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:15:48.055168 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-25f825b5-3908-498c-8f50-fd8fc1ceb3dc admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7448015 Sep 17 08:15:48.056139 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 43680) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:15:48.168738 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-e0de9c53-a30f-4ee3-b71a-04cb8ce4e5cf None None] Set router ba807bb7-68a8-454b-b1e8-55c7152f6265 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:15:48.270842 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d79e7bf9-9dad-4a40-8130-df41a4da98fa tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Router 777d653e-bd8a-48d9-99b6-224b03559acd has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:15:48.420378 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d79e7bf9-9dad-4a40-8130-df41a4da98fa tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:15:48.430322 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d79e7bf9-9dad-4a40-8130-df41a4da98fa tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.13 "PUT /v2.0/routers/777d653e-bd8a-48d9-99b6-224b03559acd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0955491 Sep 17 08:15:48.430922 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43682) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:15:48.432661 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-e0de9c53-a30f-4ee3-b71a-04cb8ce4e5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba807bb7-68a8-454b-b1e8-55c7152f6265', 'name': 'tempest-AttachVolumeTestJSON-696205720-router', 'tenant_id': '8b27055ca25d48d28002aa2279d58577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'c5a999f3-e235-4c77-adea-857265150556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:15:46Z', 'updated_at': '2021-09-17T08:15:47Z', 'revision_number': 3, 'project_id': '8b27055ca25d48d28002aa2279d58577', 'gw_port': {'id': 'c5a999f3-e235-4c77-adea-857265150556', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e6:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba807bb7-68a8-454b-b1e8-55c7152f6265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:15:46Z', 'updated_at': '2021-09-17T08:15:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:15:48.434353 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da3d25d-5b3b-48b7-a5e2-cadcb1c27130 None None] Sync routers for ids ['777d653e-bd8a-48d9-99b6-224b03559acd'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:15:48.448772 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da3d25d-5b3b-48b7-a5e2-cadcb1c27130 None None] Routers {'777d653e-bd8a-48d9-99b6-224b03559acd'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:15:48.449419 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-3da3d25d-5b3b-48b7-a5e2-cadcb1c27130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:15:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['777d653e-bd8a-48d9-99b6-224b03559acd'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:15:48.509093 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0de9c53-a30f-4ee3-b71a-04cb8ce4e5cf None None] Checking router: ba807bb7-68a8-454b-b1e8-55c7152f6265 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:15:48.509778 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0de9c53-a30f-4ee3-b71a-04cb8ce4e5cf None None] Updating router ba807bb7-68a8-454b-b1e8-55c7152f6265 port c5a999f3-e235-4c77-adea-857265150556 binding host n-d-789963-9 {{(pid=101292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 08:15:48.540364 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d4ca3ee-1f64-414b-bd6e-31339e15fdbe tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Deleting subnet eb06afa4-339d-44fd-896d-94ee6ddcd5a3 {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:15:48.543700 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e0de9c53-a30f-4ee3-b71a-04cb8ce4e5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:48.554759 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4d4ca3ee-1f64-414b-bd6e-31339e15fdbe tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:48.609559 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 4a0c058d-83ae-42aa-a04b-3242b6f261dc up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:15:48.616751 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4d4ca3ee-1f64-414b-bd6e-31339e15fdbe tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:48.682882 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-3da3d25d-5b3b-48b7-a5e2-cadcb1c27130 None None] Set router 777d653e-bd8a-48d9-99b6-224b03559acd gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:15:48.695560 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-806f4687-529f-43b7-9829-f86dd0b42842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:48.741633 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 4a0c058d-83ae-42aa-a04b-3242b6f261dc triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:15:48.741996 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:48.787481 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4d4ca3ee-1f64-414b-bd6e-31339e15fdbe tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:48.795299 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51aa143-754a-4ca4-ba5a-df9ef519677e None None] Network e65f884c-2c8f-48ea-b79e-b731ed55ac23 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:15:48.872187 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4d4ca3ee-1f64-414b-bd6e-31339e15fdbe tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:48.913205 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4ca3ee-1f64-414b-bd6e-31339e15fdbe tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Pushing event deleted for resources: {'Subnet': ['ID=eb06afa4-339d-44fd-896d-94ee6ddcd5a3,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:15:48.916417 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4d4ca3ee-1f64-414b-bd6e-31339e15fdbe tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:48.917953 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-4d4ca3ee-1f64-414b-bd6e-31339e15fdbe tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.13 "DELETE /v2.0/subnets/eb06afa4-339d-44fd-896d-94ee6ddcd5a3 HTTP/1.1" status: 204 len: 168 time: 0.4861326 Sep 17 08:15:48.924172 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 43684) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:15:48.938879 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0334fe7-193b-42a2-af39-288ec997b74d None None] Network 75ed7eff-e83e-4c2d-90e8-295392213fa7 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:15:48.962475 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-c52ffc21-7313-44ce-9ccf-cdb97e33bf0c None None] Provisioning complete for port 4a0c058d-83ae-42aa-a04b-3242b6f261dc triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:15:48.962840 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c52ffc21-7313-44ce-9ccf-cdb97e33bf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:48.966120 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e0de9c53-a30f-4ee3-b71a-04cb8ce4e5cf None None] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:48.975289 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e0de9c53-a30f-4ee3-b71a-04cb8ce4e5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:48.994922 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-806f4687-529f-43b7-9829-f86dd0b42842 admin admin] Allocated IP 172.20.0.1 (e65f884c-2c8f-48ea-b79e-b731ed55ac23/9a12b56e-5850-4bc0-bba9-8ec5a23a47ff/5176e92d-b753-4cc7-ae3d-cbe7b39b4f9b) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:15:49.038120 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a77a22-9c6e-48f4-a96c-e2d4e979001e None None] Pushing event updated for resources: {'Port': ['ID=c5a999f3-e235-4c77-adea-857265150556,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:15:49.049114 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-e0de9c53-a30f-4ee3-b71a-04cb8ce4e5cf None None] Attempting to bind port c5a999f3-e235-4c77-adea-857265150556 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:15:49.049492 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-e0de9c53-a30f-4ee3-b71a-04cb8ce4e5cf None None] Attempting to bind port c5a999f3-e235-4c77-adea-857265150556 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:15:49.049853 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0de9c53-a30f-4ee3-b71a-04cb8ce4e5cf None None] Attempting to bind port c5a999f3-e235-4c77-adea-857265150556 on network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:15:49.055853 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0de9c53-a30f-4ee3-b71a-04cb8ce4e5cf None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:15:49.056237 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0de9c53-a30f-4ee3-b71a-04cb8ce4e5cf None None] Checking segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:15:49.056638 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e0de9c53-a30f-4ee3-b71a-04cb8ce4e5cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:49.057029 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0de9c53-a30f-4ee3-b71a-04cb8ce4e5cf None None] Bound using segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:15:49.057490 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-e0de9c53-a30f-4ee3-b71a-04cb8ce4e5cf None None] Bound port: c5a999f3-e235-4c77-adea-857265150556, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:15:49.057871 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e0de9c53-a30f-4ee3-b71a-04cb8ce4e5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:49.076736 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:49.078258 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2830f6c5-c481-4501-8964-2e339d5fa8eb tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks [] for router, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:49.127521 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-e0de9c53-a30f-4ee3-b71a-04cb8ce4e5cf None None] For port c5a999f3-e235-4c77-adea-857265150556, host n-d-789963-9, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:15:49.130565 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-e0de9c53-a30f-4ee3-b71a-04cb8ce4e5cf None None] For port c5a999f3-e235-4c77-adea-857265150556, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=c5a999f3-e235-4c77-adea-857265150556,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:15:49.136969 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e0de9c53-a30f-4ee3-b71a-04cb8ce4e5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:49.186582 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0de9c53-a30f-4ee3-b71a-04cb8ce4e5cf None None] Routers {'ba807bb7-68a8-454b-b1e8-55c7152f6265'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:15:49.186582 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-e0de9c53-a30f-4ee3-b71a-04cb8ce4e5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:15:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['ba807bb7-68a8-454b-b1e8-55c7152f6265'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:15:49.232375 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-806f4687-529f-43b7-9829-f86dd0b42842 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:49.234645 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port 4a0c058d-83ae-42aa-a04b-3242b6f261dc, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=4a0c058d-83ae-42aa-a04b-3242b6f261dc,segment=NetworkSegment(46025e8d-63c5-4de8-95f4-1c42be162829),segment_id=46025e8d-63c5-4de8-95f4-1c42be162829)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:15:49.241542 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2830f6c5-c481-4501-8964-2e339d5fa8eb tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:49.252279 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a77a22-9c6e-48f4-a96c-e2d4e979001e None None] Pushing event updated for resources: {'Port': ['ID=c5a999f3-e235-4c77-adea-857265150556,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:15:49.274722 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:49.303172 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-806f4687-529f-43b7-9829-f86dd0b42842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:49.318258 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-e0de9c53-a30f-4ee3-b71a-04cb8ce4e5cf None None] Set router ba807bb7-68a8-454b-b1e8-55c7152f6265 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:15:49.338528 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c52ffc21-7313-44ce-9ccf-cdb97e33bf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:49.358459 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806f4687-529f-43b7-9829-f86dd0b42842 admin admin] Network e65f884c-2c8f-48ea-b79e-b731ed55ac23 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:15:49.361408 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-2830f6c5-c481-4501-8964-2e339d5fa8eb tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Deleting port 1e28d7ee-9112-4171-848f-1e0659bf815b {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:15:49.361756 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2830f6c5-c481-4501-8964-2e339d5fa8eb tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:49.363402 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806f4687-529f-43b7-9829-f86dd0b42842 admin admin] Pushing event updated for resources: {'Port': ['ID=5176e92d-b753-4cc7-ae3d-cbe7b39b4f9b,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:15:49.366874 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-806f4687-529f-43b7-9829-f86dd0b42842 admin admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:15:49.380119 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806f4687-529f-43b7-9829-f86dd0b42842 admin admin] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:15:49.402675 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=4a0c058d-83ae-42aa-a04b-3242b6f261dc,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:15:49.411469 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device cc924b2e-aac2-4046-98c7-256cda945f96 up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:15:49.462692 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-3da3d25d-5b3b-48b7-a5e2-cadcb1c27130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '777d653e-bd8a-48d9-99b6-224b03559acd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-874254671', 'tenant_id': '88a8f2227ebc48b493016d656871546b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '1e28d7ee-9112-4171-848f-1e0659bf815b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:15:25Z', 'updated_at': '2021-09-17T08:15:47Z', 'revision_number': 5, 'project_id': '88a8f2227ebc48b493016d656871546b', 'gw_port': {'id': '1e28d7ee-9112-4171-848f-1e0659bf815b', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777d653e-bd8a-48d9-99b6-224b03559acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:15:25Z', 'updated_at': '2021-09-17T08:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:15:49.475584 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-806f4687-529f-43b7-9829-f86dd0b42842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:49.544222 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-2830f6c5-c481-4501-8964-2e339d5fa8eb tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] For port 1e28d7ee-9112-4171-848f-1e0659bf815b, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=1e28d7ee-9112-4171-848f-1e0659bf815b,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:15:49.544598 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2830f6c5-c481-4501-8964-2e339d5fa8eb tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:49.570831 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-2830f6c5-c481-4501-8964-2e339d5fa8eb tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Calling delete_port for 1e28d7ee-9112-4171-848f-1e0659bf815b owned by network:router_gateway {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:15:49.638919 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-e0de9c53-a30f-4ee3-b71a-04cb8ce4e5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba807bb7-68a8-454b-b1e8-55c7152f6265', 'name': 'tempest-AttachVolumeTestJSON-696205720-router', 'tenant_id': '8b27055ca25d48d28002aa2279d58577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'c5a999f3-e235-4c77-adea-857265150556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:15:46Z', 'updated_at': '2021-09-17T08:15:47Z', 'revision_number': 3, 'project_id': '8b27055ca25d48d28002aa2279d58577', 'gw_port': {'id': 'c5a999f3-e235-4c77-adea-857265150556', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e6:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba807bb7-68a8-454b-b1e8-55c7152f6265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:15:46Z', 'updated_at': '2021-09-17T08:15:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:15:49.673200 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0de9c53-a30f-4ee3-b71a-04cb8ce4e5cf None None] The sync data for ids ['ba807bb7-68a8-454b-b1e8-55c7152f6265'] in n-d-789963-9 is: [{'id': 'ba807bb7-68a8-454b-b1e8-55c7152f6265', 'name': 'tempest-AttachVolumeTestJSON-696205720-router', 'tenant_id': '8b27055ca25d48d28002aa2279d58577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'c5a999f3-e235-4c77-adea-857265150556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:15:46Z', 'updated_at': '2021-09-17T08:15:47Z', 'revision_number': 3, 'project_id': '8b27055ca25d48d28002aa2279d58577', 'gw_port': {'id': 'c5a999f3-e235-4c77-adea-857265150556', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e6:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba807bb7-68a8-454b-b1e8-55c7152f6265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:15:46Z', 'updated_at': '2021-09-17T08:15:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:15:49.685962 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d5935e-475d-4925-a1ec-d0ed2d3c8489 None None] DHCP port deletion for 75ed7eff-e83e-4c2d-90e8-295392213fa7 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 08:15:49.690795 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da3d25d-5b3b-48b7-a5e2-cadcb1c27130 None None] Checking router: 777d653e-bd8a-48d9-99b6-224b03559acd for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:15:49.693743 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.db.api [None req-c52ffc21-7313-44ce-9ccf-cdb97e33bf0c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 08:15:49.694093 n-d-789963-9 neutron-server[101291]: DEBUG oslo_db.api [None req-c52ffc21-7313-44ce-9ccf-cdb97e33bf0c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 08:15:49.726253 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da3d25d-5b3b-48b7-a5e2-cadcb1c27130 None None] Routers {'777d653e-bd8a-48d9-99b6-224b03559acd'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:15:49.726910 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-3da3d25d-5b3b-48b7-a5e2-cadcb1c27130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:15:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['777d653e-bd8a-48d9-99b6-224b03559acd'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:15:49.817189 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port cc924b2e-aac2-4046-98c7-256cda945f96 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:15:49.818073 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:49.869089 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-3da3d25d-5b3b-48b7-a5e2-cadcb1c27130 None None] Set router 777d653e-bd8a-48d9-99b6-224b03559acd gateway port host: None {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:15:49.932119 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-3da3d25d-5b3b-48b7-a5e2-cadcb1c27130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '777d653e-bd8a-48d9-99b6-224b03559acd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-874254671', 'tenant_id': '88a8f2227ebc48b493016d656871546b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:15:25Z', 'updated_at': '2021-09-17T08:15:49Z', 'revision_number': 6, 'project_id': '88a8f2227ebc48b493016d656871546b', 'gw_port_host': None}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:15:50.015946 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-24d5935e-475d-4925-a1ec-d0ed2d3c8489 None None] Deleting port 42bad7b6-e255-417d-a57d-e9c645a21049 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:15:50.016366 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-24d5935e-475d-4925-a1ec-d0ed2d3c8489 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:50.019106 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da3d25d-5b3b-48b7-a5e2-cadcb1c27130 None None] The sync data for ids ['777d653e-bd8a-48d9-99b6-224b03559acd'] in n-d-789963-9 is: [{'id': '777d653e-bd8a-48d9-99b6-224b03559acd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-874254671', 'tenant_id': '88a8f2227ebc48b493016d656871546b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:15:25Z', 'updated_at': '2021-09-17T08:15:49Z', 'revision_number': 6, 'project_id': '88a8f2227ebc48b493016d656871546b', 'gw_port_host': None}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:15:50.023231 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5cb74f19-4217-4178-ac26-e7ba4be8cc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:50.143898 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-806f4687-529f-43b7-9829-f86dd0b42842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:50.168667 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-24d5935e-475d-4925-a1ec-d0ed2d3c8489 None None] For port 42bad7b6-e255-417d-a57d-e9c645a21049, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=42bad7b6-e255-417d-a57d-e9c645a21049,segment=NetworkSegment(c440726f-09b3-43a7-8fdc-2a231910f0df),segment_id=c440726f-09b3-43a7-8fdc-2a231910f0df)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:15:50.169104 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-24d5935e-475d-4925-a1ec-d0ed2d3c8489 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:50.184740 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:50.198585 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-24d5935e-475d-4925-a1ec-d0ed2d3c8489 None None] Calling delete_port for 42bad7b6-e255-417d-a57d-e9c645a21049 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:15:50.244032 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8418b5e8-4c89-44e2-a136-b8a0d26f6a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc924b2e-aac2-4046-98c7-256cda945f96'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:15:50.247002 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0450e350-223b-4dc7-8c33-9cd67208716b" -d '{"events": [{"server_uuid": "8418b5e8-4c89-44e2-a136-b8a0d26f6a81", "name": "network-vif-plugged", "status": "completed", "tag": "cc924b2e-aac2-4046-98c7-256cda945f96"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:15:50.306314 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port cc924b2e-aac2-4046-98c7-256cda945f96, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=cc924b2e-aac2-4046-98c7-256cda945f96,segment=NetworkSegment(3463ea9b-9d7d-4240-8db7-f6a091102474),segment_id=3463ea9b-9d7d-4240-8db7-f6a091102474)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:15:50.308699 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e8ef96-9d64-4b4e-8e81-053d58d248e1 x-openstack-request-id: req-d4e8ef96-9d64-4b4e-8e81-053d58d248e1 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:15:50.308961 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8418b5e8-4c89-44e2-a136-b8a0d26f6a81", "name": "network-vif-plugged", "status": "completed", "tag": "cc924b2e-aac2-4046-98c7-256cda945f96", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:15:50.309200 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d4e8ef96-9d64-4b4e-8e81-053d58d248e1 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:15:50.309593 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8418b5e8-4c89-44e2-a136-b8a0d26f6a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc924b2e-aac2-4046-98c7-256cda945f96', 'code': 200} Sep 17 08:15:50.315037 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:50.369393 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2830f6c5-c481-4501-8964-2e339d5fa8eb tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:50.383874 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=cc924b2e-aac2-4046-98c7-256cda945f96,revision_number=8']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:15:50.394216 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-24d5935e-475d-4925-a1ec-d0ed2d3c8489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:50.444088 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2830f6c5-c481-4501-8964-2e339d5fa8eb tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Pushing event deleted for resources: {'Port': ['ID=1e28d7ee-9112-4171-848f-1e0659bf815b,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:15:50.447245 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d5935e-475d-4925-a1ec-d0ed2d3c8489 None None] No DVR routers for this DVR port 42bad7b6-e255-417d-a57d-e9c645a21049 on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:15:50.449418 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d5935e-475d-4925-a1ec-d0ed2d3c8489 None None] Pushing event deleted for resources: {'Port': ['ID=42bad7b6-e255-417d-a57d-e9c645a21049,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:15:50.477320 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-745e459e-c66a-4b28-9174-075ee8e3a573 None None] Provisioning complete for port 5176e92d-b753-4cc7-ae3d-cbe7b39b4f9b triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:15:50.477720 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-745e459e-c66a-4b28-9174-075ee8e3a573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:50.532024 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-745e459e-c66a-4b28-9174-075ee8e3a573 None None] Port 5176e92d-b753-4cc7-ae3d-cbe7b39b4f9b cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:15:50.550737 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2830f6c5-c481-4501-8964-2e339d5fa8eb tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:50.551063 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-745e459e-c66a-4b28-9174-075ee8e3a573 None None] Provisioning complete for port 4a0c058d-83ae-42aa-a04b-3242b6f261dc triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:15:50.551442 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-745e459e-c66a-4b28-9174-075ee8e3a573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:50.608728 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-806f4687-529f-43b7-9829-f86dd0b42842 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:50.644555 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-806f4687-529f-43b7-9829-f86dd0b42842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:50.675285 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device c5a999f3-e235-4c77-adea-857265150556 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:15:50.698753 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2830f6c5-c481-4501-8964-2e339d5fa8eb tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:50.718982 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2830f6c5-c481-4501-8964-2e339d5fa8eb tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:50.740098 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port c5a999f3-e235-4c77-adea-857265150556 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:15:50.741058 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:50.789738 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806f4687-529f-43b7-9829-f86dd0b42842 admin admin] Pushing event updated for resources: {'Port': ['ID=5176e92d-b753-4cc7-ae3d-cbe7b39b4f9b,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:15:50.793621 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-806f4687-529f-43b7-9829-f86dd0b42842 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:50.795929 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2830f6c5-c481-4501-8964-2e339d5fa8eb tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:50.796481 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2830f6c5-c481-4501-8964-2e339d5fa8eb tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Fanout notify agent at l3_agent the message router_deleted on router 777d653e-bd8a-48d9-99b6-224b03559acd {{(pid=101289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 08:15:50.810822 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2830f6c5-c481-4501-8964-2e339d5fa8eb tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:50.814343 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-2830f6c5-c481-4501-8964-2e339d5fa8eb tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.13 "DELETE /v2.0/routers/777d653e-bd8a-48d9-99b6-224b03559acd HTTP/1.1" status: 204 len: 168 time: 1.8868411 Sep 17 08:15:50.814975 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43688) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:15:50.846925 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:50.869137 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port c5a999f3-e235-4c77-adea-857265150556, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=c5a999f3-e235-4c77-adea-857265150556,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:15:50.874732 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:50.875765 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 4a0c058d-83ae-42aa-a04b-3242b6f261dc up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:15:50.908889 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806f4687-529f-43b7-9829-f86dd0b42842 admin admin] Network e65f884c-2c8f-48ea-b79e-b731ed55ac23 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:15:50.910420 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-806f4687-529f-43b7-9829-f86dd0b42842 admin admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:15:50.923662 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c48b927f-4146-4ac2-a994-f7ca0167085c tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:50.964761 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=c5a999f3-e235-4c77-adea-857265150556,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:15:50.996535 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 4a0c058d-83ae-42aa-a04b-3242b6f261dc triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:15:50.996911 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:51.033928 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c48b927f-4146-4ac2-a994-f7ca0167085c tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:51.047825 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-806f4687-529f-43b7-9829-f86dd0b42842 admin admin] Router ba807bb7-68a8-454b-b1e8-55c7152f6265 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:15:51.064951 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-c48b927f-4146-4ac2-a994-f7ca0167085c tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75ed7eff-e83e-4c2d-90e8-295392213fa7']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:15:51.075956 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-c48b927f-4146-4ac2-a994-f7ca0167085c tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c440726f-09b3-43a7-8fdc-2a231910f0df') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:15:51.076404 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-c48b927f-4146-4ac2-a994-f7ca0167085c tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c440726f-09b3-43a7-8fdc-2a231910f0df') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:15:51.089499 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c48b927f-4146-4ac2-a994-f7ca0167085c tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:51.107752 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c48b927f-4146-4ac2-a994-f7ca0167085c tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:51.119013 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c48b927f-4146-4ac2-a994-f7ca0167085c tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:15:51.120027 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c48b927f-4146-4ac2-a994-f7ca0167085c tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:51.123229 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 08:15:51.123229 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:15:51.123229 n-d-789963-9 neutron-server[101290]: timer() Sep 17 08:15:51.123229 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:15:51.123229 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 08:15:51.123229 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:15:51.123229 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 08:15:51.123229 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:15:51.123229 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 08:15:51.123229 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:15:51.123229 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 08:15:51.123229 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:15:51.123229 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 08:15:51.123229 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:15:51.123229 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:15:51.123229 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:15:51.123229 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:15:51.123229 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:15:51.123229 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 08:15:51.123229 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:15:51.123229 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 08:15:51.123229 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:15:51.123229 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:15:51.123229 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:15:51.123229 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 08:15:51.123229 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:15:51.123229 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:15:51.123229 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:15:51.123229 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:15:51.123229 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:15:51.123229 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:15:51.123229 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:15:51.171363 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-806f4687-529f-43b7-9829-f86dd0b42842 admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:15:51.185760 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-806f4687-529f-43b7-9829-f86dd0b42842 admin admin] 10.222.0.13 "PUT /v2.0/routers/ba807bb7-68a8-454b-b1e8-55c7152f6265/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1198521 Sep 17 08:15:51.194451 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 42bad7b6-e255-417d-a57d-e9c645a21049 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:15:51.198600 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c48b927f-4146-4ac2-a994-f7ca0167085c tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:51.209479 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c48b927f-4146-4ac2-a994-f7ca0167085c tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:51.214261 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c48b927f-4146-4ac2-a994-f7ca0167085c tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.13 "DELETE /v2.0/networks/75ed7eff-e83e-4c2d-90e8-295392213fa7 HTTP/1.1" status: 204 len: 168 time: 0.3954663 Sep 17 08:15:51.215205 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 43692) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:15:51.221644 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 42bad7b6-e255-417d-a57d-e9c645a21049 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:15:51.221999 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 42bad7b6-e255-417d-a57d-e9c645a21049 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:15:51.222106 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48b927f-4146-4ac2-a994-f7ca0167085c tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Pushing event deleted for resources: {'Network': ['ID=75ed7eff-e83e-4c2d-90e8-295392213fa7,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:15:51.222433 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 02ae713e-adfd-46c2-851b-d354941d8f4b no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:15:51.242810 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 02ae713e-adfd-46c2-851b-d354941d8f4b {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:15:51.243330 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 02ae713e-adfd-46c2-851b-d354941d8f4b not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:15:51.280176 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-411f6d11-e49e-4a29-a650-c00394bbbb98 None None] Provisioning complete for port 5176e92d-b753-4cc7-ae3d-cbe7b39b4f9b triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:15:51.281101 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-411f6d11-e49e-4a29-a650-c00394bbbb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:51.323331 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-411f6d11-e49e-4a29-a650-c00394bbbb98 None None] Port 5176e92d-b753-4cc7-ae3d-cbe7b39b4f9b cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:15:51.402106 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-abf76ebe-8ad0-4996-b6de-8c1b36970c35 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Deleting port 5441800e-281c-4af0-9bc2-eecb4c46fe82 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:15:51.402455 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-abf76ebe-8ad0-4996-b6de-8c1b36970c35 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:51.483033 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-abf76ebe-8ad0-4996-b6de-8c1b36970c35 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:51.483361 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-abf76ebe-8ad0-4996-b6de-8c1b36970c35 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:51.494816 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-abf76ebe-8ad0-4996-b6de-8c1b36970c35 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Calling delete_port for 5441800e-281c-4af0-9bc2-eecb4c46fe82 owned by network:floatingip {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:15:51.592399 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80689a4-090b-4475-b70d-d00f39a7dffa None None] Sync routers for ids ['ba807bb7-68a8-454b-b1e8-55c7152f6265'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:15:51.602728 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80689a4-090b-4475-b70d-d00f39a7dffa None None] Routers {'ba807bb7-68a8-454b-b1e8-55c7152f6265'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:15:51.604401 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-e80689a4-090b-4475-b70d-d00f39a7dffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:15:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['ba807bb7-68a8-454b-b1e8-55c7152f6265'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:15:51.649545 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-abf76ebe-8ad0-4996-b6de-8c1b36970c35 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:51.675459 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf76ebe-8ad0-4996-b6de-8c1b36970c35 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Pushing event deleted for resources: {'Port': ['ID=5441800e-281c-4af0-9bc2-eecb4c46fe82,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:15:51.709169 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-e80689a4-090b-4475-b70d-d00f39a7dffa None None] Set router ba807bb7-68a8-454b-b1e8-55c7152f6265 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:15:51.735905 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-abf76ebe-8ad0-4996-b6de-8c1b36970c35 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks [] for floatingip, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:51.736228 n-d-789963-9 neutron-server[101289]: INFO neutron.db.l3_db [None req-abf76ebe-8ad0-4996-b6de-8c1b36970c35 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Floating IP df7671c6-31ed-4a74-bc44-c49cf48eec8f disassociated (deleted). External IP: 172.25.6.235, port: 792983d7-0309-4f4d-85bf-d3507b04f093. Sep 17 08:15:51.757290 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43698) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:15:51.762502 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-ccb04da0-32a5-42fa-ac06-6dc8747b638d tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2099371330', 'description': 'tempest-description--1596721368'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:15:51.791585 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ccb04da0-32a5-42fa-ac06-6dc8747b638d tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:51.907939 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ccb04da0-32a5-42fa-ac06-6dc8747b638d tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:51.914829 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ccb04da0-32a5-42fa-ac06-6dc8747b638d tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:51.950864 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-e80689a4-090b-4475-b70d-d00f39a7dffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba807bb7-68a8-454b-b1e8-55c7152f6265', 'name': 'tempest-AttachVolumeTestJSON-696205720-router', 'tenant_id': '8b27055ca25d48d28002aa2279d58577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'c5a999f3-e235-4c77-adea-857265150556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:15:46Z', 'updated_at': '2021-09-17T08:15:50Z', 'revision_number': 4, 'project_id': '8b27055ca25d48d28002aa2279d58577', 'gw_port': {'id': 'c5a999f3-e235-4c77-adea-857265150556', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba807bb7-68a8-454b-b1e8-55c7152f6265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:15:46Z', 'updated_at': '2021-09-17T08:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '5176e92d-b753-4cc7-ae3d-cbe7b39b4f9b', 'name': '', 'network_id': 'e65f884c-2c8f-48ea-b79e-b731ed55ac23', 'tenant_id': '8b27055ca25d48d28002aa2279d58577', 'mac_address': 'fa:16:3e:30:96:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba807bb7-68a8-454b-b1e8-55c7152f6265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '9a12b56e-5850-4bc0-bba9-8ec5a23a47ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:15:48Z', 'updated_at': '2021-09-17T08:15:50Z', 'revision_number': 2, 'project_id': '8b27055ca25d48d28002aa2279d58577', 'subnets': [{'id': '9a12b56e-5850-4bc0-bba9-8ec5a23a47ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:15:51.956560 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb04da0-32a5-42fa-ac06-6dc8747b638d tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22db448d-7d22-40d6-bae3-de108c4c0c77,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:15:51.960013 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ccb04da0-32a5-42fa-ac06-6dc8747b638d tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:51.961335 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ccb04da0-32a5-42fa-ac06-6dc8747b638d tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2030194 Sep 17 08:15:51.964612 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43700) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:15:51.969524 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-c064642f-13f3-4532-b28b-9890f7254062 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Request body: {'security_group_rule': {'security_group_id': '22db448d-7d22-40d6-bae3-de108c4c0c77', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:15:51.984949 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80689a4-090b-4475-b70d-d00f39a7dffa None None] Checking router: ba807bb7-68a8-454b-b1e8-55c7152f6265 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:15:51.985738 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80689a4-090b-4475-b70d-d00f39a7dffa None None] Updating router ba807bb7-68a8-454b-b1e8-55c7152f6265 port 5176e92d-b753-4cc7-ae3d-cbe7b39b4f9b binding host n-d-789963-9 {{(pid=101292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 08:15:51.986138 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abf76ebe-8ad0-4996-b6de-8c1b36970c35 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Router c656358b-93d3-4b01-b2c7-80ab3dfa6e4a has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:15:52.002010 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c064642f-13f3-4532-b28b-9890f7254062 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:52.011692 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e80689a4-090b-4475-b70d-d00f39a7dffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:52.058762 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c064642f-13f3-4532-b28b-9890f7254062 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:52.063569 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c064642f-13f3-4532-b28b-9890f7254062 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:52.091420 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c064642f-13f3-4532-b28b-9890f7254062 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d692edd-dd6e-4bff-939c-327950a56a28,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:15:52.094399 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c064642f-13f3-4532-b28b-9890f7254062 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:52.095858 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c064642f-13f3-4532-b28b-9890f7254062 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1302495 Sep 17 08:15:52.098551 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43702) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:15:52.105164 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-bc7c2332-1c28-4516-b843-3c3c9d25c3f4 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Request body: {'security_group_rule': {'security_group_id': '22db448d-7d22-40d6-bae3-de108c4c0c77', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:15:52.111182 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf76ebe-8ad0-4996-b6de-8c1b36970c35 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:15:52.115818 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-abf76ebe-8ad0-4996-b6de-8c1b36970c35 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:52.127947 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322755bc-5ac0-4a63-8fb7-2e9d083b6c1f None None] Sync routers for ids ['c656358b-93d3-4b01-b2c7-80ab3dfa6e4a'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:15:52.138524 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322755bc-5ac0-4a63-8fb7-2e9d083b6c1f None None] Routers {'c656358b-93d3-4b01-b2c7-80ab3dfa6e4a'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:15:52.139144 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-322755bc-5ac0-4a63-8fb7-2e9d083b6c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:15:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['c656358b-93d3-4b01-b2c7-80ab3dfa6e4a'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:15:52.139461 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bc7c2332-1c28-4516-b843-3c3c9d25c3f4 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:52.154128 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-abf76ebe-8ad0-4996-b6de-8c1b36970c35 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.13 "DELETE /v2.0/floatingips/df7671c6-31ed-4a74-bc44-c49cf48eec8f HTTP/1.1" status: 204 len: 168 time: 0.9376078 Sep 17 08:15:52.154688 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '154dccf3-43aa-4ebf-a865-afe5976a7de0', 'tag': '792983d7-0309-4f4d-85bf-d3507b04f093'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:15:52.157660 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3e2d00-8b37-4619-915c-2ee52f4ac4be" -d '{"events": [{"name": "network-changed", "server_uuid": "154dccf3-43aa-4ebf-a865-afe5976a7de0", "tag": "792983d7-0309-4f4d-85bf-d3507b04f093"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:15:52.213295 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bc7c2332-1c28-4516-b843-3c3c9d25c3f4 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:52.220482 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bc7c2332-1c28-4516-b843-3c3c9d25c3f4 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:52.241392 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7c2332-1c28-4516-b843-3c3c9d25c3f4 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30635634-87eb-47b7-a52f-21f8e886ac82,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:15:52.255730 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bc7c2332-1c28-4516-b843-3c3c9d25c3f4 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:52.259626 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-bc7c2332-1c28-4516-b843-3c3c9d25c3f4 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1581936 Sep 17 08:15:52.262533 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43710) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:15:52.267959 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-377f22a6-fab1-4fc0-b93e-897757ea03ed tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Request body: {'floatingip': {'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:15:52.297735 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-377f22a6-fab1-4fc0-b93e-897757ea03ed tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks [] for floatingip, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:52.303305 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceaaeac5-f5b9-4972-af1a-71afdc86bd6a x-openstack-request-id: req-ceaaeac5-f5b9-4972-af1a-71afdc86bd6a {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:15:52.303806 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "154dccf3-43aa-4ebf-a865-afe5976a7de0", "tag": "792983d7-0309-4f4d-85bf-d3507b04f093", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:15:52.303916 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ceaaeac5-f5b9-4972-af1a-71afdc86bd6a {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:15:52.304308 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '154dccf3-43aa-4ebf-a865-afe5976a7de0', 'tag': '792983d7-0309-4f4d-85bf-d3507b04f093', 'status': 'completed', 'code': 200} Sep 17 08:15:52.319374 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-322755bc-5ac0-4a63-8fb7-2e9d083b6c1f None None] Set router c656358b-93d3-4b01-b2c7-80ab3dfa6e4a gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:15:52.347926 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e80689a4-090b-4475-b70d-d00f39a7dffa None None] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:52.368259 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e80689a4-090b-4475-b70d-d00f39a7dffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:52.454960 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41442b70-7321-4e26-b68c-0c1990953ccb None None] Pushing event updated for resources: {'Port': ['ID=5176e92d-b753-4cc7-ae3d-cbe7b39b4f9b,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:15:52.462235 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device c5a999f3-e235-4c77-adea-857265150556 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:15:52.472379 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e2d00-8b37-4619-915c-2ee52f4ac4be req-5bd7c0f3-68ef-4f7a-a845-82bc4aa3c9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:52.473900 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7b3e2d00-8b37-4619-915c-2ee52f4ac4be req-5bd7c0f3-68ef-4f7a-a845-82bc4aa3c9e4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=88a8f2227ebc48b493016d656871546b&device_id=154dccf3-43aa-4ebf-a865-afe5976a7de0 HTTP/1.1" status: 200 len: 1135 time: 0.0907807 Sep 17 08:15:52.486384 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-377f22a6-fab1-4fc0-b93e-897757ea03ed tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:52.512906 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9c468c2d-ef22-4d10-b135-fdfe5c94ba45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:52.554473 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-e80689a4-090b-4475-b70d-d00f39a7dffa None None] Attempting to bind port 5176e92d-b753-4cc7-ae3d-cbe7b39b4f9b on host n-d-789963-9 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:15:52.554936 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-e80689a4-090b-4475-b70d-d00f39a7dffa None None] Attempting to bind port 5176e92d-b753-4cc7-ae3d-cbe7b39b4f9b by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '46025e8d-63c5-4de8-95f4-1c42be162829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e65f884c-2c8f-48ea-b79e-b731ed55ac23'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:15:52.555360 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80689a4-090b-4475-b70d-d00f39a7dffa None None] Attempting to bind port 5176e92d-b753-4cc7-ae3d-cbe7b39b4f9b on network e65f884c-2c8f-48ea-b79e-b731ed55ac23 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:15:52.563741 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80689a4-090b-4475-b70d-d00f39a7dffa None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:15:52.564231 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80689a4-090b-4475-b70d-d00f39a7dffa None None] Checking segment: {'id': '46025e8d-63c5-4de8-95f4-1c42be162829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e65f884c-2c8f-48ea-b79e-b731ed55ac23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:15:52.564700 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e80689a4-090b-4475-b70d-d00f39a7dffa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:52.565163 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80689a4-090b-4475-b70d-d00f39a7dffa None None] Bound using segment: {'id': '46025e8d-63c5-4de8-95f4-1c42be162829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e65f884c-2c8f-48ea-b79e-b731ed55ac23'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:15:52.565690 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-e80689a4-090b-4475-b70d-d00f39a7dffa None None] Bound port: 5176e92d-b753-4cc7-ae3d-cbe7b39b4f9b, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46025e8d-63c5-4de8-95f4-1c42be162829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e65f884c-2c8f-48ea-b79e-b731ed55ac23'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:15:52.566248 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e80689a4-090b-4475-b70d-d00f39a7dffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:52.578033 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81674a2-4302-4783-89bf-420154e99092 req-ce7ee8a4-6886-49b0-932e-d1c918d11554 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:52.586809 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d81674a2-4302-4783-89bf-420154e99092 req-ce7ee8a4-6886-49b0-932e-d1c918d11554 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.13 "GET /v2.0/ports?device_id=154dccf3-43aa-4ebf-a865-afe5976a7de0 HTTP/1.1" status: 200 len: 984 time: 0.0893228 Sep 17 08:15:52.589258 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e2d00-8b37-4619-915c-2ee52f4ac4be req-b1a877ae-d500-40b2-bd43-5cb749f87e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:52.594182 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7b3e2d00-8b37-4619-915c-2ee52f4ac4be req-b1a877ae-d500-40b2-bd43-5cb749f87e40 service neutron] 10.222.0.39 "GET /v2.0/networks?id=08d90e55-61c4-4221-9b9d-45fa25d549fb HTTP/1.1" status: 200 len: 898 time: 0.1095593 Sep 17 08:15:52.615805 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port c5a999f3-e235-4c77-adea-857265150556 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:15:52.616220 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:52.640383 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d81674a2-4302-4783-89bf-420154e99092 req-37647c9c-7477-4873-8f07-cae37b8212c0 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f1b444e-99ea-42e5-8074-70ee511ec7c9&id=600f5643-1a38-496b-ab00-fdc18500a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0479014 Sep 17 08:15:52.653742 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-e80689a4-090b-4475-b70d-d00f39a7dffa None None] For port 5176e92d-b753-4cc7-ae3d-cbe7b39b4f9b, host n-d-789963-9, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:15:52.657415 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-e80689a4-090b-4475-b70d-d00f39a7dffa None None] For port 5176e92d-b753-4cc7-ae3d-cbe7b39b4f9b, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=5176e92d-b753-4cc7-ae3d-cbe7b39b4f9b,segment=NetworkSegment(46025e8d-63c5-4de8-95f4-1c42be162829),segment_id=46025e8d-63c5-4de8-95f4-1c42be162829)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:15:52.664506 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e80689a4-090b-4475-b70d-d00f39a7dffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:52.666309 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7b3e2d00-8b37-4619-915c-2ee52f4ac4be req-5de3ae8e-b0e3-4111-b089-98d465a8c9b7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=792983d7-0309-4f4d-85bf-d3507b04f093 HTTP/1.1" status: 200 len: 217 time: 0.0479419 Sep 17 08:15:52.717818 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:52.729200 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80689a4-090b-4475-b70d-d00f39a7dffa None None] Routers {'ba807bb7-68a8-454b-b1e8-55c7152f6265'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:15:52.732613 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-e80689a4-090b-4475-b70d-d00f39a7dffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:15:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['ba807bb7-68a8-454b-b1e8-55c7152f6265'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:15:52.786070 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41442b70-7321-4e26-b68c-0c1990953ccb None None] Pushing event updated for resources: {'Port': ['ID=5176e92d-b753-4cc7-ae3d-cbe7b39b4f9b,revision_number=4']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:15:52.800072 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-322755bc-5ac0-4a63-8fb7-2e9d083b6c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c656358b-93d3-4b01-b2c7-80ab3dfa6e4a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1123206626', 'tenant_id': '88a8f2227ebc48b493016d656871546b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '9f5aed9e-6be0-4365-8b88-4ab0a9cf60e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:13:42Z', 'updated_at': '2021-09-17T08:13:48Z', 'revision_number': 4, 'project_id': '88a8f2227ebc48b493016d656871546b', 'gw_port': {'id': '9f5aed9e-6be0-4365-8b88-4ab0a9cf60e7', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c656358b-93d3-4b01-b2c7-80ab3dfa6e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:13:43Z', 'updated_at': '2021-09-17T08:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '8a6b89e0-0011-44ac-a5e2-e6ea34ec29cc', 'name': '', 'network_id': '08d90e55-61c4-4221-9b9d-45fa25d549fb', 'tenant_id': '88a8f2227ebc48b493016d656871546b', 'mac_address': 'fa:16:3e:97:93:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c656358b-93d3-4b01-b2c7-80ab3dfa6e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'f9cd9da0-8ead-4119-8032-fbfa02985358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:13:47Z', 'updated_at': '2021-09-17T08:13:51Z', 'revision_number': 5, 'project_id': '88a8f2227ebc48b493016d656871546b', 'subnets': [{'id': 'f9cd9da0-8ead-4119-8032-fbfa02985358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:15:52.828083 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-377f22a6-fab1-4fc0-b93e-897757ea03ed tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Allocated IP 172.25.6.73 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/07463263-9e70-4d10-86c5-0cda5b4b0afa) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:15:52.861907 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 1e28d7ee-9112-4171-848f-1e0659bf815b no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:15:52.872243 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322755bc-5ac0-4a63-8fb7-2e9d083b6c1f None None] Checking router: c656358b-93d3-4b01-b2c7-80ab3dfa6e4a for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:15:52.881894 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-e80689a4-090b-4475-b70d-d00f39a7dffa None None] Set router ba807bb7-68a8-454b-b1e8-55c7152f6265 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:15:52.898864 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-8cbe33a6-5334-41d7-907f-5460c43c6ea2 None None] Provisioning complete for port 5176e92d-b753-4cc7-ae3d-cbe7b39b4f9b triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:15:52.899277 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8cbe33a6-5334-41d7-907f-5460c43c6ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:52.937626 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 1e28d7ee-9112-4171-848f-1e0659bf815b {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:15:52.937987 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 1e28d7ee-9112-4171-848f-1e0659bf815b not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:15:52.949681 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-377f22a6-fab1-4fc0-b93e-897757ea03ed tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:52.950269 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322755bc-5ac0-4a63-8fb7-2e9d083b6c1f None None] Routers {'c656358b-93d3-4b01-b2c7-80ab3dfa6e4a'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:15:52.950490 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-322755bc-5ac0-4a63-8fb7-2e9d083b6c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:15:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['c656358b-93d3-4b01-b2c7-80ab3dfa6e4a'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:15:52.995185 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e2d00-8b37-4619-915c-2ee52f4ac4be req-36d41be7-add1-4e89-866c-9c6e7f578860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:52.996853 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7b3e2d00-8b37-4619-915c-2ee52f4ac4be req-36d41be7-add1-4e89-866c-9c6e7f578860 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f9cd9da0-8ead-4119-8032-fbfa02985358 HTTP/1.1" status: 200 len: 835 time: 0.2098091 Sep 17 08:15:52.998511 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-377f22a6-fab1-4fc0-b93e-897757ea03ed tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:53.049500 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8cbe33a6-5334-41d7-907f-5460c43c6ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:53.082018 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377f22a6-fab1-4fc0-b93e-897757ea03ed tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:15:53.089894 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-377f22a6-fab1-4fc0-b93e-897757ea03ed tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:15:53.096715 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377f22a6-fab1-4fc0-b93e-897757ea03ed tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Pushing event updated for resources: {'Port': ['ID=07463263-9e70-4d10-86c5-0cda5b4b0afa,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:15:53.103028 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377f22a6-fab1-4fc0-b93e-897757ea03ed tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:15:53.115336 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-e80689a4-090b-4475-b70d-d00f39a7dffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba807bb7-68a8-454b-b1e8-55c7152f6265', 'name': 'tempest-AttachVolumeTestJSON-696205720-router', 'tenant_id': '8b27055ca25d48d28002aa2279d58577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'c5a999f3-e235-4c77-adea-857265150556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:15:46Z', 'updated_at': '2021-09-17T08:15:50Z', 'revision_number': 4, 'project_id': '8b27055ca25d48d28002aa2279d58577', 'gw_port': {'id': 'c5a999f3-e235-4c77-adea-857265150556', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba807bb7-68a8-454b-b1e8-55c7152f6265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:15:46Z', 'updated_at': '2021-09-17T08:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '5176e92d-b753-4cc7-ae3d-cbe7b39b4f9b', 'name': '', 'network_id': 'e65f884c-2c8f-48ea-b79e-b731ed55ac23', 'tenant_id': '8b27055ca25d48d28002aa2279d58577', 'mac_address': 'fa:16:3e:30:96:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba807bb7-68a8-454b-b1e8-55c7152f6265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '9a12b56e-5850-4bc0-bba9-8ec5a23a47ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:15:48Z', 'updated_at': '2021-09-17T08:15:52Z', 'revision_number': 4, 'project_id': '8b27055ca25d48d28002aa2279d58577', 'subnets': [{'id': '9a12b56e-5850-4bc0-bba9-8ec5a23a47ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:15:53.134652 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-322755bc-5ac0-4a63-8fb7-2e9d083b6c1f None None] Set router c656358b-93d3-4b01-b2c7-80ab3dfa6e4a gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:15:53.143539 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e2d00-8b37-4619-915c-2ee52f4ac4be req-2c71cd3f-8dd8-449d-bc49-6ee24875dd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:53.145087 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7b3e2d00-8b37-4619-915c-2ee52f4ac4be req-2c71cd3f-8dd8-449d-bc49-6ee24875dd3f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=08d90e55-61c4-4221-9b9d-45fa25d549fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1123486 Sep 17 08:15:53.146986 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80689a4-090b-4475-b70d-d00f39a7dffa None None] The sync data for ids ['ba807bb7-68a8-454b-b1e8-55c7152f6265'] in n-d-789963-9 is: [{'id': 'ba807bb7-68a8-454b-b1e8-55c7152f6265', 'name': 'tempest-AttachVolumeTestJSON-696205720-router', 'tenant_id': '8b27055ca25d48d28002aa2279d58577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'c5a999f3-e235-4c77-adea-857265150556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:15:46Z', 'updated_at': '2021-09-17T08:15:50Z', 'revision_number': 4, 'project_id': '8b27055ca25d48d28002aa2279d58577', 'gw_port': {'id': 'c5a999f3-e235-4c77-adea-857265150556', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba807bb7-68a8-454b-b1e8-55c7152f6265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:15:46Z', 'updated_at': '2021-09-17T08:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '5176e92d-b753-4cc7-ae3d-cbe7b39b4f9b', 'name': '', 'network_id': 'e65f884c-2c8f-48ea-b79e-b731ed55ac23', 'tenant_id': '8b27055ca25d48d28002aa2279d58577', 'mac_address': 'fa:16:3e:30:96:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba807bb7-68a8-454b-b1e8-55c7152f6265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '9a12b56e-5850-4bc0-bba9-8ec5a23a47ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:15:48Z', 'updated_at': '2021-09-17T08:15:52Z', 'revision_number': 4, 'project_id': '8b27055ca25d48d28002aa2279d58577', 'subnets': [{'id': '9a12b56e-5850-4bc0-bba9-8ec5a23a47ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:15:53.169930 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-8cbe33a6-5334-41d7-907f-5460c43c6ea2 None None] For port 5176e92d-b753-4cc7-ae3d-cbe7b39b4f9b, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=5176e92d-b753-4cc7-ae3d-cbe7b39b4f9b,segment=NetworkSegment(46025e8d-63c5-4de8-95f4-1c42be162829),segment_id=46025e8d-63c5-4de8-95f4-1c42be162829)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:15:53.178116 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8cbe33a6-5334-41d7-907f-5460c43c6ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:53.284262 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-377f22a6-fab1-4fc0-b93e-897757ea03ed tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:53.309433 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7b3e2d00-8b37-4619-915c-2ee52f4ac4be req-2413e349-a3e4-4bac-9758-f261ba275136 service neutron] 10.222.0.39 "GET /v2.0/networks/08d90e55-61c4-4221-9b9d-45fa25d549fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540287 Sep 17 08:15:53.345110 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbe33a6-5334-41d7-907f-5460c43c6ea2 None None] Pushing event updated for resources: {'Port': ['ID=5176e92d-b753-4cc7-ae3d-cbe7b39b4f9b,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:15:53.356639 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-377f22a6-fab1-4fc0-b93e-897757ea03ed tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:53.358259 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-2afc07af-3312-4e97-881f-f8f49f22442c None None] Provisioning complete for port 5176e92d-b753-4cc7-ae3d-cbe7b39b4f9b triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:15:53.358622 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2afc07af-3312-4e97-881f-f8f49f22442c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:53.460278 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7b3e2d00-8b37-4619-915c-2ee52f4ac4be req-fbd2bc02-c3b8-447e-ba28-6e1f38fd24b0 service neutron] 10.222.0.39 "GET /v2.0/networks/08d90e55-61c4-4221-9b9d-45fa25d549fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359303 Sep 17 08:15:53.497546 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-322755bc-5ac0-4a63-8fb7-2e9d083b6c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c656358b-93d3-4b01-b2c7-80ab3dfa6e4a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1123206626', 'tenant_id': '88a8f2227ebc48b493016d656871546b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '9f5aed9e-6be0-4365-8b88-4ab0a9cf60e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:13:42Z', 'updated_at': '2021-09-17T08:13:48Z', 'revision_number': 4, 'project_id': '88a8f2227ebc48b493016d656871546b', 'gw_port': {'id': '9f5aed9e-6be0-4365-8b88-4ab0a9cf60e7', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c656358b-93d3-4b01-b2c7-80ab3dfa6e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:13:43Z', 'updated_at': '2021-09-17T08:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '8a6b89e0-0011-44ac-a5e2-e6ea34ec29cc', 'name': '', 'network_id': '08d90e55-61c4-4221-9b9d-45fa25d549fb', 'tenant_id': '88a8f2227ebc48b493016d656871546b', 'mac_address': 'fa:16:3e:97:93:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c656358b-93d3-4b01-b2c7-80ab3dfa6e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'f9cd9da0-8ead-4119-8032-fbfa02985358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:13:47Z', 'updated_at': '2021-09-17T08:13:51Z', 'revision_number': 5, 'project_id': '88a8f2227ebc48b493016d656871546b', 'subnets': [{'id': 'f9cd9da0-8ead-4119-8032-fbfa02985358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:15:53.525138 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322755bc-5ac0-4a63-8fb7-2e9d083b6c1f None None] The sync data for ids ['c656358b-93d3-4b01-b2c7-80ab3dfa6e4a'] in n-d-789963-9 is: [{'id': 'c656358b-93d3-4b01-b2c7-80ab3dfa6e4a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1123206626', 'tenant_id': '88a8f2227ebc48b493016d656871546b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '9f5aed9e-6be0-4365-8b88-4ab0a9cf60e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:13:42Z', 'updated_at': '2021-09-17T08:13:48Z', 'revision_number': 4, 'project_id': '88a8f2227ebc48b493016d656871546b', 'gw_port': {'id': '9f5aed9e-6be0-4365-8b88-4ab0a9cf60e7', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c656358b-93d3-4b01-b2c7-80ab3dfa6e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:13:43Z', 'updated_at': '2021-09-17T08:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '8a6b89e0-0011-44ac-a5e2-e6ea34ec29cc', 'name': '', 'network_id': '08d90e55-61c4-4221-9b9d-45fa25d549fb', 'tenant_id': '88a8f2227ebc48b493016d656871546b', 'mac_address': 'fa:16:3e:97:93:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c656358b-93d3-4b01-b2c7-80ab3dfa6e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'f9cd9da0-8ead-4119-8032-fbfa02985358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:13:47Z', 'updated_at': '2021-09-17T08:13:51Z', 'revision_number': 5, 'project_id': '88a8f2227ebc48b493016d656871546b', 'subnets': [{'id': 'f9cd9da0-8ead-4119-8032-fbfa02985358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:15:53.590767 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-377f22a6-fab1-4fc0-b93e-897757ea03ed tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:53.596049 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-377f22a6-fab1-4fc0-b93e-897757ea03ed tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:53.674363 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377f22a6-fab1-4fc0-b93e-897757ea03ed tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Pushing event updated for resources: {'Port': ['ID=07463263-9e70-4d10-86c5-0cda5b4b0afa,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:15:53.688601 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-377f22a6-fab1-4fc0-b93e-897757ea03ed tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:53.709236 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-377f22a6-fab1-4fc0-b93e-897757ea03ed tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:53.720960 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-377f22a6-fab1-4fc0-b93e-897757ea03ed tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4459224 Sep 17 08:15:53.734457 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:53.776494 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb774c-a274-43d5-bb3c-674d2a442ee2 req-1b5b5d85-65a0-477e-980e-731eb7b43816 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:53.788869 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-62eb774c-a274-43d5-bb3c-674d2a442ee2 req-1b5b5d85-65a0-477e-980e-731eb7b43816 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.13 "GET /v2.0/ports?device_id=154dccf3-43aa-4ebf-a865-afe5976a7de0 HTTP/1.1" status: 200 len: 984 time: 0.0740027 Sep 17 08:15:53.857775 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-62eb774c-a274-43d5-bb3c-674d2a442ee2 req-4723b6d7-4ee8-4699-a87d-af405597ffe1 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f1b444e-99ea-42e5-8074-70ee511ec7c9&id=600f5643-1a38-496b-ab00-fdc18500a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0677571 Sep 17 08:15:53.893547 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5167cad4-e826-4a80-a647-34dc0a9d5d91 req-66babd7c-771e-45bf-98a4-df394f256ce0 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--2099371330&fields=id&tenant_id=8b27055ca25d48d28002aa2279d58577 HTTP/1.1" status: 200 len: 267 time: 0.0474768 Sep 17 08:15:53.911205 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374ebad5-336c-4956-b9d0-af6425373160 None None] New status for floating IP df7671c6-31ed-4a74-bc44-c49cf48eec8f: DOWN {{(pid=101292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 08:15:54.015313 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5167cad4-e826-4a80-a647-34dc0a9d5d91 req-e02ec213-6a30-4912-88be-b52072db29e5 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:54.017026 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5167cad4-e826-4a80-a647-34dc0a9d5d91 req-e02ec213-6a30-4912-88be-b52072db29e5 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/networks?id=e65f884c-2c8f-48ea-b79e-b731ed55ac23 HTTP/1.1" status: 200 len: 810 time: 0.1160567 Sep 17 08:15:54.032600 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5167cad4-e826-4a80-a647-34dc0a9d5d91 req-acbd46df-34ce-43a5-9687-03120b807e47 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/quotas/8b27055ca25d48d28002aa2279d58577 HTTP/1.1" status: 200 len: 375 time: 0.0097308 Sep 17 08:15:54.090874 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5167cad4-e826-4a80-a647-34dc0a9d5d91 req-c95efe7c-7217-4007-a56a-51563bdd93a6 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8b27055ca25d48d28002aa2279d58577&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0519729 Sep 17 08:15:54.192728 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5167cad4-e826-4a80-a647-34dc0a9d5d91 req-0b1349d1-e3c0-461e-9493-42eb13f077ae service neutron] 10.222.0.13 "GET /v2.0/networks/e65f884c-2c8f-48ea-b79e-b731ed55ac23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897834 Sep 17 08:15:54.233947 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e6909f-d834-466a-81e7-491fd1fc5b08 req-921558e9-e437-41d6-9d60-4bfad826d814 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:54.235659 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-96e6909f-d834-466a-81e7-491fd1fc5b08 req-921558e9-e437-41d6-9d60-4bfad826d814 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.39 "GET /v2.0/ports?device_id=154dccf3-43aa-4ebf-a865-afe5976a7de0 HTTP/1.1" status: 200 len: 984 time: 0.0519593 Sep 17 08:15:54.288705 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5167cad4-e826-4a80-a647-34dc0a9d5d91 req-1b0da84c-6ff1-40cc-8702-4df3759e4b08 service neutron] 10.222.0.13 "GET /v2.0/networks/e65f884c-2c8f-48ea-b79e-b731ed55ac23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891619 Sep 17 08:15:54.357405 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-96e6909f-d834-466a-81e7-491fd1fc5b08 req-094d388b-1e04-4054-8170-c6fef61c1ec6 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Deleting port 792983d7-0309-4f4d-85bf-d3507b04f093 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:15:54.357633 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-96e6909f-d834-466a-81e7-491fd1fc5b08 req-094d388b-1e04-4054-8170-c6fef61c1ec6 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:54.435550 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 5176e92d-b753-4cc7-ae3d-cbe7b39b4f9b up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:15:54.483617 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-96e6909f-d834-466a-81e7-491fd1fc5b08 req-094d388b-1e04-4054-8170-c6fef61c1ec6 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] For port 792983d7-0309-4f4d-85bf-d3507b04f093, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=792983d7-0309-4f4d-85bf-d3507b04f093,segment=NetworkSegment(6590139b-bf54-4ec0-9bd5-42da9623a691),segment_id=6590139b-bf54-4ec0-9bd5-42da9623a691)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:15:54.484082 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-96e6909f-d834-466a-81e7-491fd1fc5b08 req-094d388b-1e04-4054-8170-c6fef61c1ec6 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:54.499530 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-96e6909f-d834-466a-81e7-491fd1fc5b08 req-094d388b-1e04-4054-8170-c6fef61c1ec6 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Calling delete_port for 792983d7-0309-4f4d-85bf-d3507b04f093 owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:15:54.530404 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e56f845a-0648-4ee0-9a50-839bc216b309 req-21ab269e-d29d-43e0-aeeb-426f048bc5f9 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c119ed3-ec1d-499e-a289-b7b44a534f08 HTTP/1.1" status: 200 len: 210 time: 0.0290415 Sep 17 08:15:54.654297 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-96e6909f-d834-466a-81e7-491fd1fc5b08 req-094d388b-1e04-4054-8170-c6fef61c1ec6 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:54.667134 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 5176e92d-b753-4cc7-ae3d-cbe7b39b4f9b triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:15:54.667523 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:54.683896 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094d388b-1e04-4054-8170-c6fef61c1ec6 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Pushing event deleted for resources: {'Port': ['ID=792983d7-0309-4f4d-85bf-d3507b04f093,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:15:54.744658 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-96e6909f-d834-466a-81e7-491fd1fc5b08 req-094d388b-1e04-4054-8170-c6fef61c1ec6 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] No DVR routers for this DVR port 792983d7-0309-4f4d-85bf-d3507b04f093 on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:15:54.747671 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-96e6909f-d834-466a-81e7-491fd1fc5b08 req-094d388b-1e04-4054-8170-c6fef61c1ec6 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:54.749237 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-96e6909f-d834-466a-81e7-491fd1fc5b08 req-094d388b-1e04-4054-8170-c6fef61c1ec6 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.39 "DELETE /v2.0/ports/792983d7-0309-4f4d-85bf-d3507b04f093 HTTP/1.1" status: 204 len: 173 time: 0.5042374 Sep 17 08:15:54.749668 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '154dccf3-43aa-4ebf-a865-afe5976a7de0', 'name': 'network-vif-deleted', 'tag': '792983d7-0309-4f4d-85bf-d3507b04f093'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:15:54.751992 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92970174-01c1-4a1b-b607-7a34fd105bf0" -d '{"events": [{"server_uuid": "154dccf3-43aa-4ebf-a865-afe5976a7de0", "name": "network-vif-deleted", "tag": "792983d7-0309-4f4d-85bf-d3507b04f093"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:15:54.791491 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f03490e4-fb7e-41b9-9d06-9f8d8bff6ee0 x-openstack-request-id: req-f03490e4-fb7e-41b9-9d06-9f8d8bff6ee0 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:15:54.791929 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "154dccf3-43aa-4ebf-a865-afe5976a7de0", "name": "network-vif-deleted", "tag": "792983d7-0309-4f4d-85bf-d3507b04f093", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:15:54.792186 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f03490e4-fb7e-41b9-9d06-9f8d8bff6ee0 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:15:54.792640 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '154dccf3-43aa-4ebf-a865-afe5976a7de0', 'name': 'network-vif-deleted', 'tag': '792983d7-0309-4f4d-85bf-d3507b04f093', 'status': 'completed', 'code': 200} Sep 17 08:15:54.980436 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4f1c6fee-c0d8-467b-bfd1-4ce39c3c73ae req-5c12d53c-a5eb-4164-b311-84242d5e96ae tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.13 "GET /v2.0/ports?device_id=154dccf3-43aa-4ebf-a865-afe5976a7de0 HTTP/1.1" status: 200 len: 210 time: 0.0267267 Sep 17 08:15:55.304898 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:55.636152 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-376d75d4-1c08-4032-99f7-a6448c944c77 req-c1c52fbe-bbd6-435a-8618-b9f158553bd7 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c119ed3-ec1d-499e-a289-b7b44a534f08 HTTP/1.1" status: 200 len: 210 time: 0.0311220 Sep 17 08:15:55.642028 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5167cad4-e826-4a80-a647-34dc0a9d5d91 req-7c16ed70-7158-41d6-868d-da73fddb7a73 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:55.643531 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5167cad4-e826-4a80-a647-34dc0a9d5d91 req-7c16ed70-7158-41d6-868d-da73fddb7a73 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.41 "GET /v2.0/networks?id=e65f884c-2c8f-48ea-b79e-b731ed55ac23 HTTP/1.1" status: 200 len: 810 time: 0.1168671 Sep 17 08:15:55.698980 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5167cad4-e826-4a80-a647-34dc0a9d5d91 req-35de1adf-e2c3-4550-a029-e66cf6a0db06 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b27055ca25d48d28002aa2279d58577 HTTP/1.1" status: 200 len: 380 time: 0.0385544 Sep 17 08:15:55.729215 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-5167cad4-e826-4a80-a647-34dc0a9d5d91 req-fe3964d5-1571-4c92-a9bc-2e82ca267df0 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Request body: {'port': {'device_id': '0c119ed3-ec1d-499e-a289-b7b44a534f08', 'network_id': 'e65f884c-2c8f-48ea-b79e-b731ed55ac23', 'admin_state_up': True, 'tenant_id': '8b27055ca25d48d28002aa2279d58577', 'security_groups': ['22db448d-7d22-40d6-bae3-de108c4c0c77']}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:15:55.833585 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5167cad4-e826-4a80-a647-34dc0a9d5d91 req-fe3964d5-1571-4c92-a9bc-2e82ca267df0 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Made reservation on behalf of 8b27055ca25d48d28002aa2279d58577 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:15:55.836986 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-5167cad4-e826-4a80-a647-34dc0a9d5d91 req-fe3964d5-1571-4c92-a9bc-2e82ca267df0 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:55.960708 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-5167cad4-e826-4a80-a647-34dc0a9d5d91 req-fe3964d5-1571-4c92-a9bc-2e82ca267df0 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Allocated IP 172.20.0.5 (e65f884c-2c8f-48ea-b79e-b731ed55ac23/9a12b56e-5850-4bc0-bba9-8ec5a23a47ff/fa6fbd79-08f8-46b1-ae1e-6a39d2d1638e) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:15:56.037596 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 43746) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:15:56.090960 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0885a6ea-d8c5-4012-bfc9-a9a159f39810 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:56.092583 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-5167cad4-e826-4a80-a647-34dc0a9d5d91 req-fe3964d5-1571-4c92-a9bc-2e82ca267df0 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:56.113155 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0885a6ea-d8c5-4012-bfc9-a9a159f39810 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:56.130369 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-5167cad4-e826-4a80-a647-34dc0a9d5d91 req-fe3964d5-1571-4c92-a9bc-2e82ca267df0 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:56.153898 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0885a6ea-d8c5-4012-bfc9-a9a159f39810 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:56.156653 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0885a6ea-d8c5-4012-bfc9-a9a159f39810 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:56.160203 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-0885a6ea-d8c5-4012-bfc9-a9a159f39810 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.13 "DELETE /v2.0/security-groups/600f5643-1a38-496b-ab00-fdc18500a6dd HTTP/1.1" status: 204 len: 168 time: 0.1192114 Sep 17 08:15:56.162247 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 43748) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:15:56.173885 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5167cad4-e826-4a80-a647-34dc0a9d5d91 req-fe3964d5-1571-4c92-a9bc-2e82ca267df0 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Network e65f884c-2c8f-48ea-b79e-b731ed55ac23 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:15:56.177087 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-5167cad4-e826-4a80-a647-34dc0a9d5d91 req-fe3964d5-1571-4c92-a9bc-2e82ca267df0 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:15:56.177748 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0885a6ea-d8c5-4012-bfc9-a9a159f39810 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=600f5643-1a38-496b-ab00-fdc18500a6dd,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:15:56.181693 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-5167cad4-e826-4a80-a647-34dc0a9d5d91 req-fe3964d5-1571-4c92-a9bc-2e82ca267df0 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:15:56.202521 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3964d5-1571-4c92-a9bc-2e82ca267df0 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Pushing event updated for resources: {'Port': ['ID=fa6fbd79-08f8-46b1-ae1e-6a39d2d1638e,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:15:56.228869 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-569f7ddb-6969-420b-86b6-4b86568f01cd tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:56.257019 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5167cad4-e826-4a80-a647-34dc0a9d5d91 req-fe3964d5-1571-4c92-a9bc-2e82ca267df0 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:56.257955 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-5167cad4-e826-4a80-a647-34dc0a9d5d91 req-fe3964d5-1571-4c92-a9bc-2e82ca267df0 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:56.266347 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-569f7ddb-6969-420b-86b6-4b86568f01cd tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:56.273362 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5167cad4-e826-4a80-a647-34dc0a9d5d91 req-fe3964d5-1571-4c92-a9bc-2e82ca267df0 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5476949 Sep 17 08:15:56.293004 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-5167cad4-e826-4a80-a647-34dc0a9d5d91 req-01234837-1376-4f4e-b1e1-63ccfdea1f79 service neutron] Request body: {'port': {'device_id': '0c119ed3-ec1d-499e-a289-b7b44a534f08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:15:56.317055 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-569f7ddb-6969-420b-86b6-4b86568f01cd tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:56.320063 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-569f7ddb-6969-420b-86b6-4b86568f01cd tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:56.321276 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-569f7ddb-6969-420b-86b6-4b86568f01cd tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.13 "DELETE /v2.0/security-groups/7f1b444e-99ea-42e5-8074-70ee511ec7c9 HTTP/1.1" status: 204 len: 168 time: 0.1557698 Sep 17 08:15:56.324215 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43750) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:15:56.331086 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569f7ddb-6969-420b-86b6-4b86568f01cd tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1b444e-99ea-42e5-8074-70ee511ec7c9,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:15:56.414327 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-5167cad4-e826-4a80-a647-34dc0a9d5d91 req-01234837-1376-4f4e-b1e1-63ccfdea1f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:56.434102 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-678eddc5-5c99-4425-807f-7214494a0e29 None None] Provisioning complete for port fa6fbd79-08f8-46b1-ae1e-6a39d2d1638e triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:15:56.434646 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-678eddc5-5c99-4425-807f-7214494a0e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:56.471373 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-678eddc5-5c99-4425-807f-7214494a0e29 None None] Port fa6fbd79-08f8-46b1-ae1e-6a39d2d1638e cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:15:56.757465 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df45791e-a99c-46fa-bbbe-6deedf30b538 req-3cf3eab6-da6a-42c5-9821-05c32bb7cf03 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:56.759060 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-df45791e-a99c-46fa-bbbe-6deedf30b538 req-3cf3eab6-da6a-42c5-9821-05c32bb7cf03 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c119ed3-ec1d-499e-a289-b7b44a534f08 HTTP/1.1" status: 200 len: 931 time: 0.0531311 Sep 17 08:15:56.799705 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-df45791e-a99c-46fa-bbbe-6deedf30b538 req-1b5ced36-3bb6-4d75-9921-cc6e12f781a5 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/security-groups?id=22db448d-7d22-40d6-bae3-de108c4c0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344822 Sep 17 08:15:57.189515 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-5167cad4-e826-4a80-a647-34dc0a9d5d91 req-01234837-1376-4f4e-b1e1-63ccfdea1f79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa6fbd79-08f8-46b1-ae1e-6a39d2d1638e {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:15:57.205212 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-5167cad4-e826-4a80-a647-34dc0a9d5d91 req-01234837-1376-4f4e-b1e1-63ccfdea1f79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:57.222634 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-5167cad4-e826-4a80-a647-34dc0a9d5d91 req-01234837-1376-4f4e-b1e1-63ccfdea1f79 service neutron] Transition to ACTIVE for port object fa6fbd79-08f8-46b1-ae1e-6a39d2d1638e will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:15:57.241401 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-5167cad4-e826-4a80-a647-34dc0a9d5d91 req-01234837-1376-4f4e-b1e1-63ccfdea1f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:57.320959 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01234837-1376-4f4e-b1e1-63ccfdea1f79 service neutron] Pushing event updated for resources: {'Port': ['ID=fa6fbd79-08f8-46b1-ae1e-6a39d2d1638e,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:15:57.357200 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1876d76-f520-4296-8db5-802f18b69836 req-59dfd515-f271-42eb-b32e-769e4dee1e36 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:57.359468 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f1876d76-f520-4296-8db5-802f18b69836 req-59dfd515-f271-42eb-b32e-769e4dee1e36 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 945 time: 0.0524306 Sep 17 08:15:57.359744 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a4a2fd4e-0854-4b0c-9251-e061cb075d2d tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:57.400821 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f1876d76-f520-4296-8db5-802f18b69836 req-fb4a0985-a6f3-4187-967e-ad839cd57dda tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348439 Sep 17 08:15:57.433948 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-5167cad4-e826-4a80-a647-34dc0a9d5d91 req-01234837-1376-4f4e-b1e1-63ccfdea1f79 service neutron] Attempting to bind port fa6fbd79-08f8-46b1-ae1e-6a39d2d1638e on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:15:57.434297 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-5167cad4-e826-4a80-a647-34dc0a9d5d91 req-01234837-1376-4f4e-b1e1-63ccfdea1f79 service neutron] Attempting to bind port fa6fbd79-08f8-46b1-ae1e-6a39d2d1638e by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': '46025e8d-63c5-4de8-95f4-1c42be162829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e65f884c-2c8f-48ea-b79e-b731ed55ac23'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:15:57.434636 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5167cad4-e826-4a80-a647-34dc0a9d5d91 req-01234837-1376-4f4e-b1e1-63ccfdea1f79 service neutron] Attempting to bind port fa6fbd79-08f8-46b1-ae1e-6a39d2d1638e on network e65f884c-2c8f-48ea-b79e-b731ed55ac23 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:15:57.467475 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5167cad4-e826-4a80-a647-34dc0a9d5d91 req-01234837-1376-4f4e-b1e1-63ccfdea1f79 service neutron] Port fa6fbd79-08f8-46b1-ae1e-6a39d2d1638e on network e65f884c-2c8f-48ea-b79e-b731ed55ac23 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:15:57.467816 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5167cad4-e826-4a80-a647-34dc0a9d5d91 req-01234837-1376-4f4e-b1e1-63ccfdea1f79 service neutron] Attempting to bind port fa6fbd79-08f8-46b1-ae1e-6a39d2d1638e on network e65f884c-2c8f-48ea-b79e-b731ed55ac23 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:15:57.477906 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5167cad4-e826-4a80-a647-34dc0a9d5d91 req-01234837-1376-4f4e-b1e1-63ccfdea1f79 service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:15:57.478253 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5167cad4-e826-4a80-a647-34dc0a9d5d91 req-01234837-1376-4f4e-b1e1-63ccfdea1f79 service neutron] Checking segment: {'id': '46025e8d-63c5-4de8-95f4-1c42be162829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e65f884c-2c8f-48ea-b79e-b731ed55ac23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:15:57.478645 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5167cad4-e826-4a80-a647-34dc0a9d5d91 req-01234837-1376-4f4e-b1e1-63ccfdea1f79 service neutron] Bound using segment: {'id': '46025e8d-63c5-4de8-95f4-1c42be162829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e65f884c-2c8f-48ea-b79e-b731ed55ac23'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:15:57.479086 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-5167cad4-e826-4a80-a647-34dc0a9d5d91 req-01234837-1376-4f4e-b1e1-63ccfdea1f79 service neutron] Bound port: fa6fbd79-08f8-46b1-ae1e-6a39d2d1638e, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46025e8d-63c5-4de8-95f4-1c42be162829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e65f884c-2c8f-48ea-b79e-b731ed55ac23'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:15:57.479448 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-5167cad4-e826-4a80-a647-34dc0a9d5d91 req-01234837-1376-4f4e-b1e1-63ccfdea1f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:57.526295 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a2f07-bda5-45bc-85b8-d89ba4ea3630 req-621b58be-44f9-4408-8b6a-c401a8e3763c tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:57.527887 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d18a2f07-bda5-45bc-85b8-d89ba4ea3630 req-621b58be-44f9-4408-8b6a-c401a8e3763c tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 945 time: 0.0502605 Sep 17 08:15:57.568902 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d18a2f07-bda5-45bc-85b8-d89ba4ea3630 req-2da0c882-0103-42ee-9d8b-517bb7d81c4d tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347824 Sep 17 08:15:57.610016 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-5167cad4-e826-4a80-a647-34dc0a9d5d91 req-01234837-1376-4f4e-b1e1-63ccfdea1f79 service neutron] For port fa6fbd79-08f8-46b1-ae1e-6a39d2d1638e, host n-h1-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:15:57.614086 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-5167cad4-e826-4a80-a647-34dc0a9d5d91 req-01234837-1376-4f4e-b1e1-63ccfdea1f79 service neutron] For port fa6fbd79-08f8-46b1-ae1e-6a39d2d1638e, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=fa6fbd79-08f8-46b1-ae1e-6a39d2d1638e,segment=NetworkSegment(46025e8d-63c5-4de8-95f4-1c42be162829),segment_id=46025e8d-63c5-4de8-95f4-1c42be162829)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:15:57.618919 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-5167cad4-e826-4a80-a647-34dc0a9d5d91 req-01234837-1376-4f4e-b1e1-63ccfdea1f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:57.665981 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5167cad4-e826-4a80-a647-34dc0a9d5d91 req-01234837-1376-4f4e-b1e1-63ccfdea1f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:57.666575 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-5167cad4-e826-4a80-a647-34dc0a9d5d91 req-01234837-1376-4f4e-b1e1-63ccfdea1f79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:57.667935 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5167cad4-e826-4a80-a647-34dc0a9d5d91 req-01234837-1376-4f4e-b1e1-63ccfdea1f79 service neutron] 10.222.0.41 "PUT /v2.0/ports/fa6fbd79-08f8-46b1-ae1e-6a39d2d1638e HTTP/1.1" status: 200 len: 1091 time: 1.3805888 Sep 17 08:15:57.668384 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c119ed3-ec1d-499e-a289-b7b44a534f08', 'tag': 'fa6fbd79-08f8-46b1-ae1e-6a39d2d1638e'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:15:57.670650 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2952cb41-5b00-412a-9768-443ddd66a25e" -d '{"events": [{"name": "network-changed", "server_uuid": "0c119ed3-ec1d-499e-a289-b7b44a534f08", "tag": "fa6fbd79-08f8-46b1-ae1e-6a39d2d1638e"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:15:57.718233 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d7e09d-511f-4b80-80ea-1a157d5b2775 x-openstack-request-id: req-61d7e09d-511f-4b80-80ea-1a157d5b2775 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:15:57.724149 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c119ed3-ec1d-499e-a289-b7b44a534f08", "tag": "fa6fbd79-08f8-46b1-ae1e-6a39d2d1638e", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:15:57.724568 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-61d7e09d-511f-4b80-80ea-1a157d5b2775 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:15:57.725096 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c119ed3-ec1d-499e-a289-b7b44a534f08', 'tag': 'fa6fbd79-08f8-46b1-ae1e-6a39d2d1638e', 'status': 'completed', 'code': 200} Sep 17 08:15:57.730930 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01234837-1376-4f4e-b1e1-63ccfdea1f79 service neutron] Pushing event updated for resources: {'Port': ['ID=fa6fbd79-08f8-46b1-ae1e-6a39d2d1638e,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:15:57.814351 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5167cad4-e826-4a80-a647-34dc0a9d5d91 req-a0dc87d3-d4ed-4ffb-8f71-b964ed952b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:57.815769 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5167cad4-e826-4a80-a647-34dc0a9d5d91 req-a0dc87d3-d4ed-4ffb-8f71-b964ed952b06 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8b27055ca25d48d28002aa2279d58577&device_id=0c119ed3-ec1d-499e-a289-b7b44a534f08 HTTP/1.1" status: 200 len: 1094 time: 0.0714607 Sep 17 08:15:57.830629 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-a4a2fd4e-0854-4b0c-9251-e061cb075d2d tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Deleting port 8a6b89e0-0011-44ac-a5e2-e6ea34ec29cc {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:15:57.830971 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a4a2fd4e-0854-4b0c-9251-e061cb075d2d tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:57.882470 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b10b9c-2eb5-48bd-a22a-673f85c1c86c req-a1c42b68-1c90-43af-a153-91e8c3c8d3b9 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:57.884897 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-94b10b9c-2eb5-48bd-a22a-673f85c1c86c req-a1c42b68-1c90-43af-a153-91e8c3c8d3b9 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/networks?id=b775eb3f-2b25-4820-827b-6765ebe265c2 HTTP/1.1" status: 200 len: 812 time: 0.1254139 Sep 17 08:15:57.894409 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5167cad4-e826-4a80-a647-34dc0a9d5d91 req-104df0b1-b033-4073-970b-7ce7d8522391 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa6fbd79-08f8-46b1-ae1e-6a39d2d1638e HTTP/1.1" status: 200 len: 217 time: 0.0595810 Sep 17 08:15:57.925047 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-94b10b9c-2eb5-48bd-a22a-673f85c1c86c req-5466024a-320c-4d86-b8b0-dfe204289953 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/quotas/a40110368b234965bf3fd6f856f2361c HTTP/1.1" status: 200 len: 375 time: 0.0323257 Sep 17 08:15:57.975808 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a62216-c015-4b26-b1e9-5c1ede56e035 req-18e07799-958d-4525-a0db-3528a07921c9 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:57.977243 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a2a62216-c015-4b26-b1e9-5c1ede56e035 req-18e07799-958d-4525-a0db-3528a07921c9 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c119ed3-ec1d-499e-a289-b7b44a534f08 HTTP/1.1" status: 200 len: 943 time: 0.0866628 Sep 17 08:15:57.994046 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5167cad4-e826-4a80-a647-34dc0a9d5d91 req-797fa232-de63-4725-8d07-397b78dc420c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:57.995507 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5167cad4-e826-4a80-a647-34dc0a9d5d91 req-797fa232-de63-4725-8d07-397b78dc420c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a12b56e-5850-4bc0-bba9-8ec5a23a47ff HTTP/1.1" status: 200 len: 849 time: 0.0932045 Sep 17 08:15:58.001813 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-a4a2fd4e-0854-4b0c-9251-e061cb075d2d tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] For port 8a6b89e0-0011-44ac-a5e2-e6ea34ec29cc, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=8a6b89e0-0011-44ac-a5e2-e6ea34ec29cc,segment=NetworkSegment(6590139b-bf54-4ec0-9bd5-42da9623a691),segment_id=6590139b-bf54-4ec0-9bd5-42da9623a691)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:15:58.002179 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a4a2fd4e-0854-4b0c-9251-e061cb075d2d tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:58.014788 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-94b10b9c-2eb5-48bd-a22a-673f85c1c86c req-f98e5cbb-80c6-4b0d-b780-e762220d9e1d tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a40110368b234965bf3fd6f856f2361c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0821242 Sep 17 08:15:58.036814 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-a4a2fd4e-0854-4b0c-9251-e061cb075d2d tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Calling delete_port for 8a6b89e0-0011-44ac-a5e2-e6ea34ec29cc owned by network:router_interface {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:15:58.060592 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a2a62216-c015-4b26-b1e9-5c1ede56e035 req-2310f700-1b68-439a-a55d-27f2427fc97e tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/security-groups?id=22db448d-7d22-40d6-bae3-de108c4c0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753126 Sep 17 08:15:58.087364 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5167cad4-e826-4a80-a647-34dc0a9d5d91 req-04403732-cfa7-4129-a53a-267332da541b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:58.089391 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5167cad4-e826-4a80-a647-34dc0a9d5d91 req-04403732-cfa7-4129-a53a-267332da541b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e65f884c-2c8f-48ea-b79e-b731ed55ac23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0843060 Sep 17 08:15:58.116542 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-94b10b9c-2eb5-48bd-a22a-673f85c1c86c req-539a3a2d-02f5-4c93-b685-466a2dcef479 service neutron] 10.222.0.13 "GET /v2.0/networks/b775eb3f-2b25-4820-827b-6765ebe265c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925517 Sep 17 08:15:58.207069 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-94b10b9c-2eb5-48bd-a22a-673f85c1c86c req-805645f4-74a3-43b5-8dfd-5770fd261621 service neutron] 10.222.0.13 "GET /v2.0/networks/b775eb3f-2b25-4820-827b-6765ebe265c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840795 Sep 17 08:15:58.247131 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5167cad4-e826-4a80-a647-34dc0a9d5d91 req-e34ec48f-bc3e-49ef-b0bc-b8e9a7f479e1 service neutron] 10.222.0.41 "GET /v2.0/networks/e65f884c-2c8f-48ea-b79e-b731ed55ac23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452041 Sep 17 08:15:58.370533 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a4a2fd4e-0854-4b0c-9251-e061cb075d2d tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:58.397703 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3b453674-f58a-4694-aa3a-d0ef5a770075 req-9fb1102e-d183-466b-8295-5a2416e232e2 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0e13769-703c-4681-a5b3-224acb3d2319 HTTP/1.1" status: 200 len: 210 time: 0.0393269 Sep 17 08:15:58.405372 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a2fd4e-0854-4b0c-9251-e061cb075d2d tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Pushing event deleted for resources: {'Port': ['ID=8a6b89e0-0011-44ac-a5e2-e6ea34ec29cc,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:15:58.419670 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5167cad4-e826-4a80-a647-34dc0a9d5d91 req-99ad510a-6772-41f0-bc90-7a80bfe54972 service neutron] 10.222.0.41 "GET /v2.0/networks/e65f884c-2c8f-48ea-b79e-b731ed55ac23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632648 Sep 17 08:15:58.427040 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 792983d7-0309-4f4d-85bf-d3507b04f093 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:15:58.450177 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: 792983d7-0309-4f4d-85bf-d3507b04f093 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:15:58.450529 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 792983d7-0309-4f4d-85bf-d3507b04f093 not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:15:58.646070 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2952cb41-5b00-412a-9768-443ddd66a25e req-11f5e8a7-9588-4d13-9e21-c71b7e0f553a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:58.647589 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2952cb41-5b00-412a-9768-443ddd66a25e req-11f5e8a7-9588-4d13-9e21-c71b7e0f553a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8b27055ca25d48d28002aa2279d58577&device_id=0c119ed3-ec1d-499e-a289-b7b44a534f08 HTTP/1.1" status: 200 len: 1094 time: 0.0963776 Sep 17 08:15:58.678230 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a4a2fd4e-0854-4b0c-9251-e061cb075d2d tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:58.828116 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2952cb41-5b00-412a-9768-443ddd66a25e req-fa6579aa-9bff-48de-bf00-215f47519727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:58.829600 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2952cb41-5b00-412a-9768-443ddd66a25e req-fa6579aa-9bff-48de-bf00-215f47519727 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e65f884c-2c8f-48ea-b79e-b731ed55ac23 HTTP/1.1" status: 200 len: 911 time: 0.1735792 Sep 17 08:15:58.879608 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2952cb41-5b00-412a-9768-443ddd66a25e req-723dd386-d36d-4454-8225-1982dbf69770 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa6fbd79-08f8-46b1-ae1e-6a39d2d1638e HTTP/1.1" status: 200 len: 217 time: 0.0393128 Sep 17 08:15:59.006427 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2952cb41-5b00-412a-9768-443ddd66a25e req-9a9f3916-a98f-4bf2-8741-1785b26a7fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:59.007881 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2952cb41-5b00-412a-9768-443ddd66a25e req-9a9f3916-a98f-4bf2-8741-1785b26a7fac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a12b56e-5850-4bc0-bba9-8ec5a23a47ff HTTP/1.1" status: 200 len: 849 time: 0.0925610 Sep 17 08:15:59.055314 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a2fd4e-0854-4b0c-9251-e061cb075d2d tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Router c656358b-93d3-4b01-b2c7-80ab3dfa6e4a has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:15:59.070874 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2952cb41-5b00-412a-9768-443ddd66a25e req-29e432aa-12b9-4ef1-9cda-a0ec1122cb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:59.072312 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2952cb41-5b00-412a-9768-443ddd66a25e req-29e432aa-12b9-4ef1-9cda-a0ec1122cb88 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e65f884c-2c8f-48ea-b79e-b731ed55ac23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553973 Sep 17 08:15:59.178017 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398102c8-dba4-49d3-b6b6-a0cfc5256056 req-02f0b4cd-8fe2-4cf0-9997-914edcace137 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:59.179525 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-398102c8-dba4-49d3-b6b6-a0cfc5256056 req-02f0b4cd-8fe2-4cf0-9997-914edcace137 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c119ed3-ec1d-499e-a289-b7b44a534f08 HTTP/1.1" status: 200 len: 943 time: 0.0481997 Sep 17 08:15:59.217503 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-398102c8-dba4-49d3-b6b6-a0cfc5256056 req-f4c9a254-7bb7-4061-8a3b-666706aa8d27 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/security-groups?id=22db448d-7d22-40d6-bae3-de108c4c0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318129 Sep 17 08:15:59.242920 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a2fd4e-0854-4b0c-9251-e061cb075d2d tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:15:59.246138 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2952cb41-5b00-412a-9768-443ddd66a25e req-b204684a-b178-41d3-945e-74e0cb1a5c11 service neutron] 10.222.0.41 "GET /v2.0/networks/e65f884c-2c8f-48ea-b79e-b731ed55ac23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371901 Sep 17 08:15:59.252601 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a4a2fd4e-0854-4b0c-9251-e061cb075d2d tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.13 "PUT /v2.0/routers/c656358b-93d3-4b01-b2c7-80ab3dfa6e4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9270623 Sep 17 08:15:59.253212 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 43790) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:15:59.253312 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06a9b62-0567-4732-9495-07f748c0702c None None] Sync routers for ids ['c656358b-93d3-4b01-b2c7-80ab3dfa6e4a'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:15:59.263344 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06a9b62-0567-4732-9495-07f748c0702c None None] Routers {'c656358b-93d3-4b01-b2c7-80ab3dfa6e4a'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:15:59.264261 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-f06a9b62-0567-4732-9495-07f748c0702c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:15:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['c656358b-93d3-4b01-b2c7-80ab3dfa6e4a'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:15:59.316061 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-4797629b-8bee-435d-9956-bffb17486b43 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Deleting subnet f9cd9da0-8ead-4119-8032-fbfa02985358 {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:15:59.319774 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4797629b-8bee-435d-9956-bffb17486b43 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:59.362468 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4797629b-8bee-435d-9956-bffb17486b43 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:59.377078 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2952cb41-5b00-412a-9768-443ddd66a25e req-bdf1c07f-5767-49ba-add7-e53da8bf619b service neutron] 10.222.0.41 "GET /v2.0/networks/e65f884c-2c8f-48ea-b79e-b731ed55ac23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222847 Sep 17 08:15:59.394427 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-f06a9b62-0567-4732-9495-07f748c0702c None None] Set router c656358b-93d3-4b01-b2c7-80ab3dfa6e4a gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:15:59.481073 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4797629b-8bee-435d-9956-bffb17486b43 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:59.499787 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b10b9c-2eb5-48bd-a22a-673f85c1c86c req-0505cdf8-1798-47cc-8d98-ffaf4ee67df1 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:15:59.502307 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-94b10b9c-2eb5-48bd-a22a-673f85c1c86c req-0505cdf8-1798-47cc-8d98-ffaf4ee67df1 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.39 "GET /v2.0/networks?id=b775eb3f-2b25-4820-827b-6765ebe265c2 HTTP/1.1" status: 200 len: 812 time: 0.1563265 Sep 17 08:15:59.524938 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-94b10b9c-2eb5-48bd-a22a-673f85c1c86c req-02f5185a-b56d-430f-936a-7e4328d99639 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Request body: {'port': {'device_id': 'a0e13769-703c-4681-a5b3-224acb3d2319', 'network_id': 'b775eb3f-2b25-4820-827b-6765ebe265c2', 'admin_state_up': True, 'tenant_id': 'a40110368b234965bf3fd6f856f2361c'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:15:59.538825 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4bc5612d-527b-4b6d-94de-63dc4b968579 req-a5a52f5f-8237-4246-9cb7-22080b457887 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0e13769-703c-4681-a5b3-224acb3d2319 HTTP/1.1" status: 200 len: 210 time: 0.0619094 Sep 17 08:15:59.581201 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4797629b-8bee-435d-9956-bffb17486b43 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:59.609010 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4797629b-8bee-435d-9956-bffb17486b43 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Pushing event deleted for resources: {'Subnet': ['ID=f9cd9da0-8ead-4119-8032-fbfa02985358,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:15:59.616151 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4797629b-8bee-435d-9956-bffb17486b43 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:59.620676 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-4797629b-8bee-435d-9956-bffb17486b43 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.13 "DELETE /v2.0/subnets/f9cd9da0-8ead-4119-8032-fbfa02985358 HTTP/1.1" status: 204 len: 168 time: 0.3666575 Sep 17 08:15:59.621722 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43794) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:15:59.623248 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4431ad27-b14b-43e4-ac83-43ff173cecd7 None None] Network 08d90e55-61c4-4221-9b9d-45fa25d549fb requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:15:59.627108 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-f06a9b62-0567-4732-9495-07f748c0702c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c656358b-93d3-4b01-b2c7-80ab3dfa6e4a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1123206626', 'tenant_id': '88a8f2227ebc48b493016d656871546b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '9f5aed9e-6be0-4365-8b88-4ab0a9cf60e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:13:42Z', 'updated_at': '2021-09-17T08:15:58Z', 'revision_number': 5, 'project_id': '88a8f2227ebc48b493016d656871546b', 'gw_port': {'id': '9f5aed9e-6be0-4365-8b88-4ab0a9cf60e7', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c656358b-93d3-4b01-b2c7-80ab3dfa6e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:13:43Z', 'updated_at': '2021-09-17T08:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:15:59.670774 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06a9b62-0567-4732-9495-07f748c0702c None None] Checking router: c656358b-93d3-4b01-b2c7-80ab3dfa6e4a for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:15:59.715230 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06a9b62-0567-4732-9495-07f748c0702c None None] Routers {'c656358b-93d3-4b01-b2c7-80ab3dfa6e4a'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:15:59.715880 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-f06a9b62-0567-4732-9495-07f748c0702c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:15:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['c656358b-93d3-4b01-b2c7-80ab3dfa6e4a'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:15:59.724696 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94b10b9c-2eb5-48bd-a22a-673f85c1c86c req-02f5185a-b56d-430f-936a-7e4328d99639 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Made reservation on behalf of a40110368b234965bf3fd6f856f2361c for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:15:59.728140 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-94b10b9c-2eb5-48bd-a22a-673f85c1c86c req-02f5185a-b56d-430f-936a-7e4328d99639 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:59.768801 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-02ca0504-5b5a-4020-96dd-d6be52579b35 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks [] for router, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:15:59.861933 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-f06a9b62-0567-4732-9495-07f748c0702c None None] Set router c656358b-93d3-4b01-b2c7-80ab3dfa6e4a gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:15:59.920428 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04857268-0aa3-4270-8402-86b6bb3c9ff2 None None] DHCP port deletion for 08d90e55-61c4-4221-9b9d-45fa25d549fb request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 08:16:00.058302 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-04857268-0aa3-4270-8402-86b6bb3c9ff2 None None] Deleting port b39ef910-b556-41c0-9ea8-7cc77da34253 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:16:00.058680 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-04857268-0aa3-4270-8402-86b6bb3c9ff2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:00.128941 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-04857268-0aa3-4270-8402-86b6bb3c9ff2 None None] For port b39ef910-b556-41c0-9ea8-7cc77da34253, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=b39ef910-b556-41c0-9ea8-7cc77da34253,segment=NetworkSegment(6590139b-bf54-4ec0-9bd5-42da9623a691),segment_id=6590139b-bf54-4ec0-9bd5-42da9623a691)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:16:00.129316 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-04857268-0aa3-4270-8402-86b6bb3c9ff2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:00.149976 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-04857268-0aa3-4270-8402-86b6bb3c9ff2 None None] Calling delete_port for b39ef910-b556-41c0-9ea8-7cc77da34253 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:16:00.162714 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-f06a9b62-0567-4732-9495-07f748c0702c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c656358b-93d3-4b01-b2c7-80ab3dfa6e4a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1123206626', 'tenant_id': '88a8f2227ebc48b493016d656871546b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '9f5aed9e-6be0-4365-8b88-4ab0a9cf60e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:13:42Z', 'updated_at': '2021-09-17T08:15:58Z', 'revision_number': 5, 'project_id': '88a8f2227ebc48b493016d656871546b', 'gw_port': {'id': '9f5aed9e-6be0-4365-8b88-4ab0a9cf60e7', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c656358b-93d3-4b01-b2c7-80ab3dfa6e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:13:43Z', 'updated_at': '2021-09-17T08:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:16:00.216484 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06a9b62-0567-4732-9495-07f748c0702c None None] The sync data for ids ['c656358b-93d3-4b01-b2c7-80ab3dfa6e4a'] in n-d-789963-9 is: [{'id': 'c656358b-93d3-4b01-b2c7-80ab3dfa6e4a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1123206626', 'tenant_id': '88a8f2227ebc48b493016d656871546b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '9f5aed9e-6be0-4365-8b88-4ab0a9cf60e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:13:42Z', 'updated_at': '2021-09-17T08:15:58Z', 'revision_number': 5, 'project_id': '88a8f2227ebc48b493016d656871546b', 'gw_port': {'id': '9f5aed9e-6be0-4365-8b88-4ab0a9cf60e7', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c656358b-93d3-4b01-b2c7-80ab3dfa6e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:13:43Z', 'updated_at': '2021-09-17T08:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:16:00.268585 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-04857268-0aa3-4270-8402-86b6bb3c9ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:00.283922 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-02ca0504-5b5a-4020-96dd-d6be52579b35 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:00.288575 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-94b10b9c-2eb5-48bd-a22a-673f85c1c86c req-02f5185a-b56d-430f-936a-7e4328d99639 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Allocated IP 172.20.0.5 (b775eb3f-2b25-4820-827b-6765ebe265c2/9b7cebd9-83b6-4be8-81d9-9f32073aed40/2792c1ea-d9bf-436c-b4f4-8ca5d8d25463) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:16:00.301494 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04857268-0aa3-4270-8402-86b6bb3c9ff2 None None] No DVR routers for this DVR port b39ef910-b556-41c0-9ea8-7cc77da34253 on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:16:00.307154 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04857268-0aa3-4270-8402-86b6bb3c9ff2 None None] Pushing event deleted for resources: {'Port': ['ID=b39ef910-b556-41c0-9ea8-7cc77da34253,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:16:00.352636 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3fdf8-c249-497d-98a3-5ef966d93829 req-f56567ff-1e28-47ca-8471-23dbf67e86c5 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:00.354226 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-64d3fdf8-c249-497d-98a3-5ef966d93829 req-f56567ff-1e28-47ca-8471-23dbf67e86c5 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c119ed3-ec1d-499e-a289-b7b44a534f08 HTTP/1.1" status: 200 len: 943 time: 0.0509458 Sep 17 08:16:00.391372 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-64d3fdf8-c249-497d-98a3-5ef966d93829 req-925481c6-79af-42e5-bff5-051bb15363a0 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/security-groups?id=22db448d-7d22-40d6-bae3-de108c4c0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308082 Sep 17 08:16:00.400811 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-02ca0504-5b5a-4020-96dd-d6be52579b35 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Deleting port 9f5aed9e-6be0-4365-8b88-4ab0a9cf60e7 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:16:00.401160 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-02ca0504-5b5a-4020-96dd-d6be52579b35 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:00.524151 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-94b10b9c-2eb5-48bd-a22a-673f85c1c86c req-02f5185a-b56d-430f-936a-7e4328d99639 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:00.538373 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-02ca0504-5b5a-4020-96dd-d6be52579b35 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] For port 9f5aed9e-6be0-4365-8b88-4ab0a9cf60e7, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=9f5aed9e-6be0-4365-8b88-4ab0a9cf60e7,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:16:00.538733 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-02ca0504-5b5a-4020-96dd-d6be52579b35 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:00.554655 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-02ca0504-5b5a-4020-96dd-d6be52579b35 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Calling delete_port for 9f5aed9e-6be0-4365-8b88-4ab0a9cf60e7 owned by network:router_gateway {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:16:00.620617 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 8a6b89e0-0011-44ac-a5e2-e6ea34ec29cc no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:16:00.624404 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-94b10b9c-2eb5-48bd-a22a-673f85c1c86c req-02f5185a-b56d-430f-936a-7e4328d99639 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:00.658749 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 8a6b89e0-0011-44ac-a5e2-e6ea34ec29cc {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:16:00.659304 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 8a6b89e0-0011-44ac-a5e2-e6ea34ec29cc not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:16:00.659756 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device b39ef910-b556-41c0-9ea8-7cc77da34253 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:16:00.664333 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['7ebfe381-193d-41f3-8710-45fa3d308dbd', '6efbdc62-2af9-4d03-854a-91c97c8f3b19'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:16:00.682358 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94b10b9c-2eb5-48bd-a22a-673f85c1c86c req-02f5185a-b56d-430f-936a-7e4328d99639 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Network b775eb3f-2b25-4820-827b-6765ebe265c2 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:16:00.690316 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3ea6a6-6b2c-4dd9-98cd-368ee44a90fd req-ebb3d5fd-9265-4acb-a870-adb864613838 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:00.694314 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: b39ef910-b556-41c0-9ea8-7cc77da34253 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:16:00.694665 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device b39ef910-b556-41c0-9ea8-7cc77da34253 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:16:00.700726 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fc3ea6a6-6b2c-4dd9-98cd-368ee44a90fd req-ebb3d5fd-9265-4acb-a870-adb864613838 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0e13769-703c-4681-a5b3-224acb3d2319 HTTP/1.1" status: 200 len: 931 time: 0.0734391 Sep 17 08:16:00.731921 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-94b10b9c-2eb5-48bd-a22a-673f85c1c86c req-02f5185a-b56d-430f-936a-7e4328d99639 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:16:00.734440 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-94b10b9c-2eb5-48bd-a22a-673f85c1c86c req-02f5185a-b56d-430f-936a-7e4328d99639 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:16:00.750187 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fc3ea6a6-6b2c-4dd9-98cd-368ee44a90fd req-679df8fc-0b1b-47f2-97c0-a4d0939e2bee tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443490 Sep 17 08:16:00.781502 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f5185a-b56d-430f-936a-7e4328d99639 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Pushing event updated for resources: {'Port': ['ID=2792c1ea-d9bf-436c-b4f4-8ca5d8d25463,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:16:00.809422 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b10b9c-2eb5-48bd-a22a-673f85c1c86c req-02f5185a-b56d-430f-936a-7e4328d99639 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:00.810147 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-94b10b9c-2eb5-48bd-a22a-673f85c1c86c req-02f5185a-b56d-430f-936a-7e4328d99639 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:00.830984 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-94b10b9c-2eb5-48bd-a22a-673f85c1c86c req-02f5185a-b56d-430f-936a-7e4328d99639 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3123939 Sep 17 08:16:00.864728 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-94b10b9c-2eb5-48bd-a22a-673f85c1c86c req-1171d782-3490-4e93-af46-a2bcdb63f45e service neutron] Request body: {'port': {'device_id': 'a0e13769-703c-4681-a5b3-224acb3d2319', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:16:00.936784 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-02ca0504-5b5a-4020-96dd-d6be52579b35 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:00.974037 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ca0504-5b5a-4020-96dd-d6be52579b35 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Pushing event deleted for resources: {'Port': ['ID=9f5aed9e-6be0-4365-8b88-4ab0a9cf60e7,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:16:00.978212 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-94b10b9c-2eb5-48bd-a22a-673f85c1c86c req-1171d782-3490-4e93-af46-a2bcdb63f45e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:01.065382 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-02ca0504-5b5a-4020-96dd-d6be52579b35 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:01.086465 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-4f24c1fe-96bd-47bf-beca-1a54f2e3753e None None] Provisioning complete for port 2792c1ea-d9bf-436c-b4f4-8ca5d8d25463 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:16:01.086860 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4f24c1fe-96bd-47bf-beca-1a54f2e3753e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:01.120716 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-4f24c1fe-96bd-47bf-beca-1a54f2e3753e None None] Port 2792c1ea-d9bf-436c-b4f4-8ca5d8d25463 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:16:01.212625 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-02ca0504-5b5a-4020-96dd-d6be52579b35 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:01.219720 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-02ca0504-5b5a-4020-96dd-d6be52579b35 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:01.285217 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-02ca0504-5b5a-4020-96dd-d6be52579b35 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:01.285899 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ca0504-5b5a-4020-96dd-d6be52579b35 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Fanout notify agent at l3_agent the message router_deleted on router c656358b-93d3-4b01-b2c7-80ab3dfa6e4a {{(pid=101290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 08:16:01.293126 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-02ca0504-5b5a-4020-96dd-d6be52579b35 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:01.294218 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-02ca0504-5b5a-4020-96dd-d6be52579b35 tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.13 "DELETE /v2.0/routers/c656358b-93d3-4b01-b2c7-80ab3dfa6e4a HTTP/1.1" status: 204 len: 168 time: 1.6715662 Sep 17 08:16:01.296919 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43800) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:16:01.422136 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-61a074af-15a8-4fa3-aa20-b36d676b23cf tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:01.423183 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device fa6fbd79-08f8-46b1-ae1e-6a39d2d1638e details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:16:01.511283 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a3764-8201-4d9e-8c4f-169cf9ae710f req-3c9e38f7-53ac-45ae-a462-3280196d8a88 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:01.513738 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5b1a3764-8201-4d9e-8c4f-169cf9ae710f req-3c9e38f7-53ac-45ae-a462-3280196d8a88 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c119ed3-ec1d-499e-a289-b7b44a534f08 HTTP/1.1" status: 200 len: 943 time: 0.0553067 Sep 17 08:16:01.523692 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port fa6fbd79-08f8-46b1-ae1e-6a39d2d1638e, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=fa6fbd79-08f8-46b1-ae1e-6a39d2d1638e,segment=NetworkSegment(46025e8d-63c5-4de8-95f4-1c42be162829),segment_id=46025e8d-63c5-4de8-95f4-1c42be162829)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:16:01.535269 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': 'fa6fbd79-08f8-46b1-ae1e-6a39d2d1638e', 'network_id': 'e65f884c-2c8f-48ea-b79e-b731ed55ac23', 'port_id': 'fa6fbd79-08f8-46b1-ae1e-6a39d2d1638e', 'mac_address': 'fa:16:3e:b3:4c:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a12b56e-5850-4bc0-bba9-8ec5a23a47ff', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:16:01.555170 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5b1a3764-8201-4d9e-8c4f-169cf9ae710f req-f39e2558-a9cc-4702-9c13-4d46caabc074 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/security-groups?id=22db448d-7d22-40d6-bae3-de108c4c0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350983 Sep 17 08:16:01.568625 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-61a074af-15a8-4fa3-aa20-b36d676b23cf tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:01.573514 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:01.589449 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa6fbd79-08f8-46b1-ae1e-6a39d2d1638e {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:16:01.593825 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-94b10b9c-2eb5-48bd-a22a-673f85c1c86c req-1171d782-3490-4e93-af46-a2bcdb63f45e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2792c1ea-d9bf-436c-b4f4-8ca5d8d25463 {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:16:01.603008 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-61a074af-15a8-4fa3-aa20-b36d676b23cf tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08d90e55-61c4-4221-9b9d-45fa25d549fb']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:16:01.606092 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-94b10b9c-2eb5-48bd-a22a-673f85c1c86c req-1171d782-3490-4e93-af46-a2bcdb63f45e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:01.608785 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port fa6fbd79-08f8-46b1-ae1e-6a39d2d1638e, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=fa6fbd79-08f8-46b1-ae1e-6a39d2d1638e,segment=NetworkSegment(46025e8d-63c5-4de8-95f4-1c42be162829),segment_id=46025e8d-63c5-4de8-95f4-1c42be162829)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:16:01.612416 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:01.617648 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-61a074af-15a8-4fa3-aa20-b36d676b23cf tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6590139b-bf54-4ec0-9bd5-42da9623a691') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:16:01.617952 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-61a074af-15a8-4fa3-aa20-b36d676b23cf tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6590139b-bf54-4ec0-9bd5-42da9623a691') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:16:01.632649 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-61a074af-15a8-4fa3-aa20-b36d676b23cf tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:01.634427 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-94b10b9c-2eb5-48bd-a22a-673f85c1c86c req-1171d782-3490-4e93-af46-a2bcdb63f45e service neutron] Transition to ACTIVE for port object 2792c1ea-d9bf-436c-b4f4-8ca5d8d25463 will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:16:01.641179 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-94b10b9c-2eb5-48bd-a22a-673f85c1c86c req-1171d782-3490-4e93-af46-a2bcdb63f45e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:01.652033 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-61a074af-15a8-4fa3-aa20-b36d676b23cf tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:01.660807 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=fa6fbd79-08f8-46b1-ae1e-6a39d2d1638e,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:16:01.679700 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61a074af-15a8-4fa3-aa20-b36d676b23cf tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:16:01.680137 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-61a074af-15a8-4fa3-aa20-b36d676b23cf tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:01.684564 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 08:16:01.684564 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:16:01.684564 n-d-789963-9 neutron-server[101290]: timer() Sep 17 08:16:01.684564 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:16:01.684564 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 08:16:01.684564 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:16:01.684564 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 08:16:01.684564 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:16:01.684564 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 08:16:01.684564 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:16:01.684564 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 08:16:01.684564 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:16:01.684564 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 08:16:01.684564 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:16:01.684564 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:16:01.684564 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:16:01.684564 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:16:01.684564 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:16:01.684564 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 08:16:01.684564 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:16:01.684564 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 08:16:01.684564 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:16:01.684564 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:16:01.684564 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:16:01.684564 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 08:16:01.684564 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:16:01.684564 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:16:01.684564 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:16:01.684564 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:16:01.684564 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:16:01.684564 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:16:01.684564 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:16:01.757164 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1171d782-3490-4e93-af46-a2bcdb63f45e service neutron] Pushing event updated for resources: {'Port': ['ID=2792c1ea-d9bf-436c-b4f4-8ca5d8d25463,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:16:01.784098 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-61a074af-15a8-4fa3-aa20-b36d676b23cf tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:01.810367 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-61a074af-15a8-4fa3-aa20-b36d676b23cf tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:01.814487 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-61a074af-15a8-4fa3-aa20-b36d676b23cf tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] 10.222.0.13 "DELETE /v2.0/networks/08d90e55-61c4-4221-9b9d-45fa25d549fb HTTP/1.1" status: 204 len: 168 time: 0.5135427 Sep 17 08:16:01.827186 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a074af-15a8-4fa3-aa20-b36d676b23cf tempest-TestSecurityGroupsBasicOps-1701080679 tempest-TestSecurityGroupsBasicOps-1701080679-project] Pushing event deleted for resources: {'Network': ['ID=08d90e55-61c4-4221-9b9d-45fa25d549fb,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:16:01.878787 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-94b10b9c-2eb5-48bd-a22a-673f85c1c86c req-1171d782-3490-4e93-af46-a2bcdb63f45e service neutron] Attempting to bind port 2792c1ea-d9bf-436c-b4f4-8ca5d8d25463 on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:16:01.879271 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-94b10b9c-2eb5-48bd-a22a-673f85c1c86c req-1171d782-3490-4e93-af46-a2bcdb63f45e service neutron] Attempting to bind port 2792c1ea-d9bf-436c-b4f4-8ca5d8d25463 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': 'e7dfc92d-b32e-4f74-ad53-4fda8afa908d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b775eb3f-2b25-4820-827b-6765ebe265c2'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:16:01.879703 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b10b9c-2eb5-48bd-a22a-673f85c1c86c req-1171d782-3490-4e93-af46-a2bcdb63f45e service neutron] Attempting to bind port 2792c1ea-d9bf-436c-b4f4-8ca5d8d25463 on network b775eb3f-2b25-4820-827b-6765ebe265c2 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:16:01.885227 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b10b9c-2eb5-48bd-a22a-673f85c1c86c req-1171d782-3490-4e93-af46-a2bcdb63f45e service neutron] Port 2792c1ea-d9bf-436c-b4f4-8ca5d8d25463 on network b775eb3f-2b25-4820-827b-6765ebe265c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:16:01.885397 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b10b9c-2eb5-48bd-a22a-673f85c1c86c req-1171d782-3490-4e93-af46-a2bcdb63f45e service neutron] Attempting to bind port 2792c1ea-d9bf-436c-b4f4-8ca5d8d25463 on network b775eb3f-2b25-4820-827b-6765ebe265c2 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:16:01.890981 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b10b9c-2eb5-48bd-a22a-673f85c1c86c req-1171d782-3490-4e93-af46-a2bcdb63f45e service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:16:01.891331 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b10b9c-2eb5-48bd-a22a-673f85c1c86c req-1171d782-3490-4e93-af46-a2bcdb63f45e service neutron] Checking segment: {'id': 'e7dfc92d-b32e-4f74-ad53-4fda8afa908d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b775eb3f-2b25-4820-827b-6765ebe265c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:16:01.891718 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b10b9c-2eb5-48bd-a22a-673f85c1c86c req-1171d782-3490-4e93-af46-a2bcdb63f45e service neutron] Bound using segment: {'id': 'e7dfc92d-b32e-4f74-ad53-4fda8afa908d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b775eb3f-2b25-4820-827b-6765ebe265c2'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:16:01.892198 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-94b10b9c-2eb5-48bd-a22a-673f85c1c86c req-1171d782-3490-4e93-af46-a2bcdb63f45e service neutron] Bound port: 2792c1ea-d9bf-436c-b4f4-8ca5d8d25463, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7dfc92d-b32e-4f74-ad53-4fda8afa908d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b775eb3f-2b25-4820-827b-6765ebe265c2'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:16:01.892561 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-94b10b9c-2eb5-48bd-a22a-673f85c1c86c req-1171d782-3490-4e93-af46-a2bcdb63f45e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:01.903566 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dad158-f377-4b79-87fb-9bace611d84b req-930012b7-a26f-4a1a-8f71-a5a29f0548a3 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:01.906666 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a3dad158-f377-4b79-87fb-9bace611d84b req-930012b7-a26f-4a1a-8f71-a5a29f0548a3 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0e13769-703c-4681-a5b3-224acb3d2319 HTTP/1.1" status: 200 len: 943 time: 0.0862720 Sep 17 08:16:01.952305 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a3dad158-f377-4b79-87fb-9bace611d84b req-00d64014-22f0-4abe-ad71-c2e631524133 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379682 Sep 17 08:16:01.963221 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-94b10b9c-2eb5-48bd-a22a-673f85c1c86c req-1171d782-3490-4e93-af46-a2bcdb63f45e service neutron] For port 2792c1ea-d9bf-436c-b4f4-8ca5d8d25463, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:16:01.967416 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-94b10b9c-2eb5-48bd-a22a-673f85c1c86c req-1171d782-3490-4e93-af46-a2bcdb63f45e service neutron] For port 2792c1ea-d9bf-436c-b4f4-8ca5d8d25463, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=2792c1ea-d9bf-436c-b4f4-8ca5d8d25463,segment=NetworkSegment(e7dfc92d-b32e-4f74-ad53-4fda8afa908d),segment_id=e7dfc92d-b32e-4f74-ad53-4fda8afa908d)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:16:01.979144 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-94b10b9c-2eb5-48bd-a22a-673f85c1c86c req-1171d782-3490-4e93-af46-a2bcdb63f45e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:02.018558 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b10b9c-2eb5-48bd-a22a-673f85c1c86c req-1171d782-3490-4e93-af46-a2bcdb63f45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:02.019228 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-94b10b9c-2eb5-48bd-a22a-673f85c1c86c req-1171d782-3490-4e93-af46-a2bcdb63f45e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:02.020665 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-94b10b9c-2eb5-48bd-a22a-673f85c1c86c req-1171d782-3490-4e93-af46-a2bcdb63f45e service neutron] 10.222.0.39 "PUT /v2.0/ports/2792c1ea-d9bf-436c-b4f4-8ca5d8d25463 HTTP/1.1" status: 200 len: 1091 time: 1.1629930 Sep 17 08:16:02.021105 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0e13769-703c-4681-a5b3-224acb3d2319', 'tag': '2792c1ea-d9bf-436c-b4f4-8ca5d8d25463'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:16:02.025507 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['fa6fbd79-08f8-46b1-ae1e-6a39d2d1638e'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:16:02.028208 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-557f30b6-a132-4849-b629-8b14fbe13752" -d '{"events": [{"name": "network-changed", "server_uuid": "a0e13769-703c-4681-a5b3-224acb3d2319", "tag": "2792c1ea-d9bf-436c-b4f4-8ca5d8d25463"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:16:02.055879 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1171d782-3490-4e93-af46-a2bcdb63f45e service neutron] Pushing event updated for resources: {'Port': ['ID=2792c1ea-d9bf-436c-b4f4-8ca5d8d25463,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:16:02.089838 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088b43d1-98ef-48a1-82b3-2d1c6a561cf8 x-openstack-request-id: req-088b43d1-98ef-48a1-82b3-2d1c6a561cf8 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:16:02.092686 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0e13769-703c-4681-a5b3-224acb3d2319", "tag": "2792c1ea-d9bf-436c-b4f4-8ca5d8d25463", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:16:02.093171 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-088b43d1-98ef-48a1-82b3-2d1c6a561cf8 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:16:02.094268 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0e13769-703c-4681-a5b3-224acb3d2319', 'tag': '2792c1ea-d9bf-436c-b4f4-8ca5d8d25463', 'status': 'completed', 'code': 200} Sep 17 08:16:02.132643 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 43814) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:16:02.167713 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b10b9c-2eb5-48bd-a22a-673f85c1c86c req-894f7253-8405-48f2-8bcd-497ed391e0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:02.169336 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-94b10b9c-2eb5-48bd-a22a-673f85c1c86c req-894f7253-8405-48f2-8bcd-497ed391e0fc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a40110368b234965bf3fd6f856f2361c&device_id=a0e13769-703c-4681-a5b3-224acb3d2319 HTTP/1.1" status: 200 len: 1094 time: 0.0629694 Sep 17 08:16:02.224300 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-94b10b9c-2eb5-48bd-a22a-673f85c1c86c req-251acd8b-c0e7-408b-9eb9-cc114150e353 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2792c1ea-d9bf-436c-b4f4-8ca5d8d25463 HTTP/1.1" status: 200 len: 217 time: 0.0410218 Sep 17 08:16:02.280898 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b10b9c-2eb5-48bd-a22a-673f85c1c86c req-243680dd-53ea-48e1-a23d-a51b96d8ad2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:02.282931 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-94b10b9c-2eb5-48bd-a22a-673f85c1c86c req-243680dd-53ea-48e1-a23d-a51b96d8ad2e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9b7cebd9-83b6-4be8-81d9-9f32073aed40 HTTP/1.1" status: 200 len: 851 time: 0.0517082 Sep 17 08:16:02.296661 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-90c5011f-d002-424c-9131-1f651121d659 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=88a8f2227ebc48b493016d656871546b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1629004 Sep 17 08:16:02.299495 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 43818) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:16:02.333442 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b10b9c-2eb5-48bd-a22a-673f85c1c86c req-e4ee2ed6-3143-4813-b620-acaad2f03500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:02.334974 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-94b10b9c-2eb5-48bd-a22a-673f85c1c86c req-e4ee2ed6-3143-4813-b620-acaad2f03500 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b775eb3f-2b25-4820-827b-6765ebe265c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439322 Sep 17 08:16:02.356830 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-37397a7a-6eb7-43f6-80fe-9095986392e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:02.378793 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-37397a7a-6eb7-43f6-80fe-9095986392e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:02.394550 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 9f5aed9e-6be0-4365-8b88-4ab0a9cf60e7 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:16:02.416619 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 9f5aed9e-6be0-4365-8b88-4ab0a9cf60e7 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:16:02.417140 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 9f5aed9e-6be0-4365-8b88-4ab0a9cf60e7 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:16:02.430782 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-94b10b9c-2eb5-48bd-a22a-673f85c1c86c req-8bdd9f33-f406-4dd0-910a-c543b729ce51 service neutron] 10.222.0.39 "GET /v2.0/networks/b775eb3f-2b25-4820-827b-6765ebe265c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875704 Sep 17 08:16:02.432582 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-37397a7a-6eb7-43f6-80fe-9095986392e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:02.435269 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-37397a7a-6eb7-43f6-80fe-9095986392e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:02.436456 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-37397a7a-6eb7-43f6-80fe-9095986392e0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f6569e6d-bc3f-4116-9559-1a1e51b6bb87 HTTP/1.1" status: 204 len: 168 time: 0.1354077 Sep 17 08:16:02.444888 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37397a7a-6eb7-43f6-80fe-9095986392e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6569e6d-bc3f-4116-9559-1a1e51b6bb87,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:16:02.529107 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-94b10b9c-2eb5-48bd-a22a-673f85c1c86c req-50140e0e-f5a9-4650-b0b1-52e857d78f45 service neutron] 10.222.0.39 "GET /v2.0/networks/b775eb3f-2b25-4820-827b-6765ebe265c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887754 Sep 17 08:16:02.666815 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f30b6-a132-4849-b629-8b14fbe13752 req-2d749286-0d67-43c0-8a34-0f43c421b251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:02.668385 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-557f30b6-a132-4849-b629-8b14fbe13752 req-2d749286-0d67-43c0-8a34-0f43c421b251 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a40110368b234965bf3fd6f856f2361c&device_id=a0e13769-703c-4681-a5b3-224acb3d2319 HTTP/1.1" status: 200 len: 1094 time: 0.0437801 Sep 17 08:16:02.675276 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95fa90b-8d19-4027-95ba-f2b51c9972ed req-0c1d3cf4-f540-4360-9693-9c4adf9e821a tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:02.676821 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b95fa90b-8d19-4027-95ba-f2b51c9972ed req-0c1d3cf4-f540-4360-9693-9c4adf9e821a tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c119ed3-ec1d-499e-a289-b7b44a534f08 HTTP/1.1" status: 200 len: 944 time: 0.0503430 Sep 17 08:16:02.718255 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b95fa90b-8d19-4027-95ba-f2b51c9972ed req-bea04143-624f-43ed-971b-1295d0b177bd tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/security-groups?id=22db448d-7d22-40d6-bae3-de108c4c0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343771 Sep 17 08:16:02.719722 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 43826) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:16:02.739906 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-10c70f78-b0b1-4667-8572-8620bd7da0c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:02.773096 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f30b6-a132-4849-b629-8b14fbe13752 req-74a158c2-e27d-454b-93b2-656837b16453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:02.774593 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-557f30b6-a132-4849-b629-8b14fbe13752 req-74a158c2-e27d-454b-93b2-656837b16453 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b775eb3f-2b25-4820-827b-6765ebe265c2 HTTP/1.1" status: 200 len: 913 time: 0.0993850 Sep 17 08:16:02.815919 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-557f30b6-a132-4849-b629-8b14fbe13752 req-5fd6fd62-aafd-4f4b-b0fe-071bc7a33e48 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2792c1ea-d9bf-436c-b4f4-8ca5d8d25463 HTTP/1.1" status: 200 len: 217 time: 0.0337467 Sep 17 08:16:02.834491 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-10c70f78-b0b1-4667-8572-8620bd7da0c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:02.838229 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-10c70f78-b0b1-4667-8572-8620bd7da0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:02.864512 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f30b6-a132-4849-b629-8b14fbe13752 req-35606966-124e-4393-a148-5c2fad5b9243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:02.866034 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-557f30b6-a132-4849-b629-8b14fbe13752 req-35606966-124e-4393-a148-5c2fad5b9243 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9b7cebd9-83b6-4be8-81d9-9f32073aed40 HTTP/1.1" status: 200 len: 851 time: 0.0435538 Sep 17 08:16:02.879889 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-10c70f78-b0b1-4667-8572-8620bd7da0c9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9f425e72452441f68ec6ff580d82783a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1590445 Sep 17 08:16:02.880721 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c70f78-b0b1-4667-8572-8620bd7da0c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ebe648-5ffc-4e9b-88e3-9888633510ab,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:16:02.882407 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43828) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:16:02.946464 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f30b6-a132-4849-b629-8b14fbe13752 req-66951480-077f-4f49-933d-0b39f1a96070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:02.948030 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-557f30b6-a132-4849-b629-8b14fbe13752 req-66951480-077f-4f49-933d-0b39f1a96070 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b775eb3f-2b25-4820-827b-6765ebe265c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751164 Sep 17 08:16:02.968616 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4f2b8bc4-0d9a-4347-bc85-593a2efa1693 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:03.030190 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4f2b8bc4-0d9a-4347-bc85-593a2efa1693 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:03.067677 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce092b-95bf-4290-95ee-670179782307 req-bfc2fd30-367d-49d4-9035-49fefd28e535 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:03.073200 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9bce092b-95bf-4290-95ee-670179782307 req-bfc2fd30-367d-49d4-9035-49fefd28e535 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0e13769-703c-4681-a5b3-224acb3d2319 HTTP/1.1" status: 200 len: 943 time: 0.0472250 Sep 17 08:16:03.087489 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-557f30b6-a132-4849-b629-8b14fbe13752 req-e6b8c87d-8c43-4a36-ba7d-fd25fefe20e7 service neutron] 10.222.0.39 "GET /v2.0/networks/b775eb3f-2b25-4820-827b-6765ebe265c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300414 Sep 17 08:16:03.111518 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9bce092b-95bf-4290-95ee-670179782307 req-269a108a-c534-41f2-954a-4146d2fdf6ff tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348446 Sep 17 08:16:03.124425 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4f2b8bc4-0d9a-4347-bc85-593a2efa1693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:03.126963 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4f2b8bc4-0d9a-4347-bc85-593a2efa1693 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:03.128642 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-4f2b8bc4-0d9a-4347-bc85-593a2efa1693 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/40ebe648-5ffc-4e9b-88e3-9888633510ab HTTP/1.1" status: 204 len: 168 time: 0.2453263 Sep 17 08:16:03.164593 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2b8bc4-0d9a-4347-bc85-593a2efa1693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ebe648-5ffc-4e9b-88e3-9888633510ab,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:16:03.197376 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-557f30b6-a132-4849-b629-8b14fbe13752 req-06e0628c-d436-4bf3-b182-8ffea0e2290c service neutron] 10.222.0.39 "GET /v2.0/networks/b775eb3f-2b25-4820-827b-6765ebe265c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031034 Sep 17 08:16:03.413054 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device fa6fbd79-08f8-46b1-ae1e-6a39d2d1638e up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:16:03.435405 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43836) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:16:03.462736 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning for port fa6fbd79-08f8-46b1-ae1e-6a39d2d1638e completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:16:03.466595 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port fa6fbd79-08f8-46b1-ae1e-6a39d2d1638e triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:16:03.467006 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:03.479658 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e4e82769-0307-422c-b06f-81da21683f3c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0a3d55babae140cd84309423d1348273&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407901 Sep 17 08:16:03.480271 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 43838) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:16:03.529625 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-84883a45-499e-4d67-9133-44f4cfe6f293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:03.550867 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-84883a45-499e-4d67-9133-44f4cfe6f293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:03.551050 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:03.573025 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c119ed3-ec1d-499e-a289-b7b44a534f08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa6fbd79-08f8-46b1-ae1e-6a39d2d1638e'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:16:03.575542 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d3fecf-34fe-432f-8144-f1f9b6e87946" -d '{"events": [{"server_uuid": "0c119ed3-ec1d-499e-a289-b7b44a534f08", "name": "network-vif-plugged", "status": "completed", "tag": "fa6fbd79-08f8-46b1-ae1e-6a39d2d1638e"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:16:03.590005 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port fa6fbd79-08f8-46b1-ae1e-6a39d2d1638e, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=fa6fbd79-08f8-46b1-ae1e-6a39d2d1638e,segment=NetworkSegment(46025e8d-63c5-4de8-95f4-1c42be162829),segment_id=46025e8d-63c5-4de8-95f4-1c42be162829)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:16:03.593683 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:03.601784 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-84883a45-499e-4d67-9133-44f4cfe6f293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:03.604541 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-84883a45-499e-4d67-9133-44f4cfe6f293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:03.607982 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-84883a45-499e-4d67-9133-44f4cfe6f293 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5d263ac5-1c0e-4ab1-ae6d-43372445a18a HTTP/1.1" status: 204 len: 168 time: 0.1243930 Sep 17 08:16:03.620495 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84883a45-499e-4d67-9133-44f4cfe6f293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d263ac5-1c0e-4ab1-ae6d-43372445a18a,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:16:03.624168 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f254d530-f098-4788-8dd5-ee608c95345d x-openstack-request-id: req-f254d530-f098-4788-8dd5-ee608c95345d {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:16:03.624506 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c119ed3-ec1d-499e-a289-b7b44a534f08", "name": "network-vif-plugged", "status": "completed", "tag": "fa6fbd79-08f8-46b1-ae1e-6a39d2d1638e", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:16:03.624800 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f254d530-f098-4788-8dd5-ee608c95345d {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:16:03.625145 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c119ed3-ec1d-499e-a289-b7b44a534f08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa6fbd79-08f8-46b1-ae1e-6a39d2d1638e', 'code': 200} Sep 17 08:16:03.662293 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=fa6fbd79-08f8-46b1-ae1e-6a39d2d1638e,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:16:03.754925 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b271426d-effb-4bf3-a66b-104840442ac5 req-b5823f29-e0d9-4562-85f0-8d73954c7f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:03.756574 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b271426d-effb-4bf3-a66b-104840442ac5 req-b5823f29-e0d9-4562-85f0-8d73954c7f91 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0c119ed3-ec1d-499e-a289-b7b44a534f08 HTTP/1.1" status: 200 len: 1096 time: 0.0445545 Sep 17 08:16:03.794316 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b271426d-effb-4bf3-a66b-104840442ac5 req-5474b052-76f9-4621-a01c-6b0554623a2b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=22db448d-7d22-40d6-bae3-de108c4c0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296144 Sep 17 08:16:03.842895 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d48f3-6380-4f7d-88fc-3a37262e4a99 req-a7958a5f-b306-4cf4-8dee-7db0ac2ced1a tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:03.844417 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-932d48f3-6380-4f7d-88fc-3a37262e4a99 req-a7958a5f-b306-4cf4-8dee-7db0ac2ced1a tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c119ed3-ec1d-499e-a289-b7b44a534f08 HTTP/1.1" status: 200 len: 945 time: 0.0519478 Sep 17 08:16:03.883507 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-932d48f3-6380-4f7d-88fc-3a37262e4a99 req-4d9b4040-de89-44b5-805f-b15bd5ea2a29 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/security-groups?id=22db448d-7d22-40d6-bae3-de108c4c0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324628 Sep 17 08:16:04.231032 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1bbf8c-4c29-493e-93fa-e584734f0f32 req-8a43c084-4830-4a05-964e-ace6a4c9578d tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:04.232562 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ba1bbf8c-4c29-493e-93fa-e584734f0f32 req-8a43c084-4830-4a05-964e-ace6a4c9578d tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0e13769-703c-4681-a5b3-224acb3d2319 HTTP/1.1" status: 200 len: 943 time: 0.0488575 Sep 17 08:16:04.271880 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ba1bbf8c-4c29-493e-93fa-e584734f0f32 req-2805ec06-0988-47d6-a88e-5b5c1e046691 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327225 Sep 17 08:16:04.282433 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 43866) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:16:04.379492 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-347001be-e7da-4f14-aefe-1056859d7659 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1039178191-network', 'tenant_id': '32c57cf494ce460794ec1974cc984054'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:16:04.400086 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-347001be-e7da-4f14-aefe-1056859d7659 admin admin] Made reservation on behalf of 32c57cf494ce460794ec1974cc984054 for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:16:04.402418 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-347001be-e7da-4f14-aefe-1056859d7659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:04.411065 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-347001be-e7da-4f14-aefe-1056859d7659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:04.495148 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-347001be-e7da-4f14-aefe-1056859d7659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:04.498728 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-347001be-e7da-4f14-aefe-1056859d7659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:04.522082 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-347001be-e7da-4f14-aefe-1056859d7659 admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:16:04.531397 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347001be-e7da-4f14-aefe-1056859d7659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47162ff2-fc07-4bd5-a1a7-487b89406e42,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:16:04.537185 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-347001be-e7da-4f14-aefe-1056859d7659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:04.537535 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-347001be-e7da-4f14-aefe-1056859d7659 admin admin] Added segment ab820241-fc53-4427-84a7-638cdadac06a of type vlan for network d13a16da-5fd3-4030-8475-01498f2cc2b4 Sep 17 08:16:04.578742 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-347001be-e7da-4f14-aefe-1056859d7659 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:04.602594 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-347001be-e7da-4f14-aefe-1056859d7659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:04.603964 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347001be-e7da-4f14-aefe-1056859d7659 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:04.604566 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-347001be-e7da-4f14-aefe-1056859d7659 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:04.636892 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-347001be-e7da-4f14-aefe-1056859d7659 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3533270 Sep 17 08:16:04.639761 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43870) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:16:04.644869 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-3bd3c269-41df-4352-a042-a8aae670e82e admin admin] Request body: {'subnet': {'network_id': 'd13a16da-5fd3-4030-8475-01498f2cc2b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1039178191-subnet', 'tenant_id': '32c57cf494ce460794ec1974cc984054', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:16:04.663380 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347001be-e7da-4f14-aefe-1056859d7659 admin admin] Pushing event updated for resources: {'Network': ['ID=d13a16da-5fd3-4030-8475-01498f2cc2b4,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:16:04.664913 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd3c269-41df-4352-a042-a8aae670e82e admin admin] Made reservation on behalf of 32c57cf494ce460794ec1974cc984054 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:16:04.667293 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3bd3c269-41df-4352-a042-a8aae670e82e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:04.674559 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network d13a16da-5fd3-4030-8475-01498f2cc2b4 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:16:04.835802 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3bd3c269-41df-4352-a042-a8aae670e82e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:04.890383 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd3c269-41df-4352-a042-a8aae670e82e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6aef4f02-eac7-4b9b-8b23-d7f6ca4fabc5,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:16:04.897816 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd3c269-41df-4352-a042-a8aae670e82e admin admin] Checking segment: {'id': 'ab820241-fc53-4427-84a7-638cdadac06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd13a16da-5fd3-4030-8475-01498f2cc2b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:16:04.898202 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd3c269-41df-4352-a042-a8aae670e82e admin admin] Network hostable DHCP agents. Network: d13a16da-5fd3-4030-8475-01498f2cc2b4, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:16:04.914943 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd3c269-41df-4352-a042-a8aae670e82e admin admin] Network d13a16da-5fd3-4030-8475-01498f2cc2b4 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:16:04.925523 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-3bd3c269-41df-4352-a042-a8aae670e82e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, d13a16da-5fd3-4030-8475-01498f2cc2b4) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:16:04.929657 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd3c269-41df-4352-a042-a8aae670e82e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:04.930252 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3bd3c269-41df-4352-a042-a8aae670e82e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:04.935326 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4b1502-4b15-44b7-8943-e3be96b4a455 None None] Network d13a16da-5fd3-4030-8475-01498f2cc2b4 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:16:04.954564 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-3bd3c269-41df-4352-a042-a8aae670e82e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3058279 Sep 17 08:16:05.004762 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7424dac9-8d7d-4f73-995a-9fe624af4f0b req-c8166fe7-b7dd-4bab-bd2b-7b1420f8c625 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:05.006479 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7424dac9-8d7d-4f73-995a-9fe624af4f0b req-c8166fe7-b7dd-4bab-bd2b-7b1420f8c625 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c119ed3-ec1d-499e-a289-b7b44a534f08 HTTP/1.1" status: 200 len: 945 time: 0.0549576 Sep 17 08:16:05.047451 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7424dac9-8d7d-4f73-995a-9fe624af4f0b req-bc3fbd3a-9028-4f68-adec-d47efb2b9456 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/security-groups?id=22db448d-7d22-40d6-bae3-de108c4c0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330350 Sep 17 08:16:05.063809 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3959a0-e4ea-4f8b-ae6d-d440459d9e7e None None] Network d13a16da-5fd3-4030-8475-01498f2cc2b4 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:16:05.395718 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e8ab5-aa9e-46eb-a20e-53c4922d7d5f req-cadc1055-fd16-4a42-a163-5bfb0fd28920 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:05.397317 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e74e8ab5-aa9e-46eb-a20e-53c4922d7d5f req-cadc1055-fd16-4a42-a163-5bfb0fd28920 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0e13769-703c-4681-a5b3-224acb3d2319 HTTP/1.1" status: 200 len: 943 time: 0.0536866 Sep 17 08:16:05.409114 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:05.436924 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e74e8ab5-aa9e-46eb-a20e-53c4922d7d5f req-dd773256-5f7a-4482-9c37-6d47ab028b9b tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333943 Sep 17 08:16:05.443325 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43890) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:16:05.448424 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-0c77b8a3-c54f-445e-b590-d521ebb40113 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1542642392-network', 'tenant_id': '66b9e861d22a43c696db5df38651aafc'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:16:05.469015 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c77b8a3-c54f-445e-b590-d521ebb40113 admin admin] Made reservation on behalf of 66b9e861d22a43c696db5df38651aafc for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:16:05.471654 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0c77b8a3-c54f-445e-b590-d521ebb40113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:05.480453 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0c77b8a3-c54f-445e-b590-d521ebb40113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:05.567503 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0c77b8a3-c54f-445e-b590-d521ebb40113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:05.570952 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0c77b8a3-c54f-445e-b590-d521ebb40113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:05.598286 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c77b8a3-c54f-445e-b590-d521ebb40113 admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:16:05.606672 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c77b8a3-c54f-445e-b590-d521ebb40113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b59fec-a2d8-4a70-a28a-496d35fcb6f4,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:16:05.613126 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0c77b8a3-c54f-445e-b590-d521ebb40113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:05.613465 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-0c77b8a3-c54f-445e-b590-d521ebb40113 admin admin] Added segment b8465f55-cce4-41be-9075-5486b9a69b83 of type vlan for network d8f2d8b7-1349-4233-a461-85ddbc76cf08 Sep 17 08:16:05.654873 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0c77b8a3-c54f-445e-b590-d521ebb40113 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:05.679527 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0c77b8a3-c54f-445e-b590-d521ebb40113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:05.680495 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c77b8a3-c54f-445e-b590-d521ebb40113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:05.681075 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0c77b8a3-c54f-445e-b590-d521ebb40113 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:05.713492 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-0c77b8a3-c54f-445e-b590-d521ebb40113 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2689555 Sep 17 08:16:05.717289 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 43892) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:16:05.723028 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-bb61ad09-161d-436e-849f-080bd8328eb4 admin admin] Request body: {'subnet': {'network_id': 'd8f2d8b7-1349-4233-a461-85ddbc76cf08', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1542642392-subnet', 'tenant_id': '66b9e861d22a43c696db5df38651aafc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:16:05.728955 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:05.740631 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c77b8a3-c54f-445e-b590-d521ebb40113 admin admin] Pushing event updated for resources: {'Network': ['ID=d8f2d8b7-1349-4233-a461-85ddbc76cf08,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:16:05.745199 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb61ad09-161d-436e-849f-080bd8328eb4 admin admin] Made reservation on behalf of 66b9e861d22a43c696db5df38651aafc for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:16:05.747503 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bb61ad09-161d-436e-849f-080bd8328eb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:05.751788 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network d8f2d8b7-1349-4233-a461-85ddbc76cf08 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:16:05.912254 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bb61ad09-161d-436e-849f-080bd8328eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:05.967164 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb61ad09-161d-436e-849f-080bd8328eb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c65bf00-2acd-4a83-96d5-c1830318e4a7,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:16:05.974516 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb61ad09-161d-436e-849f-080bd8328eb4 admin admin] Checking segment: {'id': 'b8465f55-cce4-41be-9075-5486b9a69b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd8f2d8b7-1349-4233-a461-85ddbc76cf08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:16:05.974876 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb61ad09-161d-436e-849f-080bd8328eb4 admin admin] Network hostable DHCP agents. Network: d8f2d8b7-1349-4233-a461-85ddbc76cf08, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:16:05.991210 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb61ad09-161d-436e-849f-080bd8328eb4 admin admin] Network d8f2d8b7-1349-4233-a461-85ddbc76cf08 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:16:05.999413 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-bb61ad09-161d-436e-849f-080bd8328eb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, d8f2d8b7-1349-4233-a461-85ddbc76cf08) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:16:06.003579 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb61ad09-161d-436e-849f-080bd8328eb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:06.004204 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bb61ad09-161d-436e-849f-080bd8328eb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:06.008362 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29fc1f3-99e3-4f8d-835c-b6b188b77b16 None None] Network d8f2d8b7-1349-4233-a461-85ddbc76cf08 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:16:06.017490 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-bb61ad09-161d-436e-849f-080bd8328eb4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.2994308 Sep 17 08:16:06.186109 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd7513e-7ab9-423b-8179-57db980c1924 req-a8488795-3933-4335-afe3-8e79b5dae476 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:06.187751 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2bd7513e-7ab9-423b-8179-57db980c1924 req-a8488795-3933-4335-afe3-8e79b5dae476 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c119ed3-ec1d-499e-a289-b7b44a534f08 HTTP/1.1" status: 200 len: 945 time: 0.0569029 Sep 17 08:16:06.234834 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2bd7513e-7ab9-423b-8179-57db980c1924 req-1eb80c7a-aed8-489a-aee0-12bdd8e277f3 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/security-groups?id=22db448d-7d22-40d6-bae3-de108c4c0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402629 Sep 17 08:16:06.296819 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcee7e20-4768-43d3-b50b-f3063fcff81e None None] Network d8f2d8b7-1349-4233-a461-85ddbc76cf08 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:16:06.374347 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca489072-672c-41e6-84a6-69dab0f5858a req-1baa7e7b-99a6-44e6-b738-f1fbffe34c13 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:06.376578 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ca489072-672c-41e6-84a6-69dab0f5858a req-1baa7e7b-99a6-44e6-b738-f1fbffe34c13 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c119ed3-ec1d-499e-a289-b7b44a534f08 HTTP/1.1" status: 200 len: 945 time: 0.0505350 Sep 17 08:16:06.384890 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 43908) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:16:06.389595 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-03490fe1-5689-4e8f-b414-1aba78da28dd tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Request body: {'floatingip': {'port_id': 'fa6fbd79-08f8-46b1-ae1e-6a39d2d1638e'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:16:06.433535 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-03490fe1-5689-4e8f-b414-1aba78da28dd tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks [] for floatingip, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:06.452460 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 2792c1ea-d9bf-436c-b4f4-8ca5d8d25463 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:16:06.557637 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 2792c1ea-d9bf-436c-b4f4-8ca5d8d25463, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=2792c1ea-d9bf-436c-b4f4-8ca5d8d25463,segment=NetworkSegment(e7dfc92d-b32e-4f74-ad53-4fda8afa908d),segment_id=e7dfc92d-b32e-4f74-ad53-4fda8afa908d)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:16:06.568619 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc2e379-5bba-4037-bc74-9d9be5ae0bc0 req-63d627b5-ce6f-42a2-9c43-a5632986cb6f tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:06.570137 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dbc2e379-5bba-4037-bc74-9d9be5ae0bc0 req-63d627b5-ce6f-42a2-9c43-a5632986cb6f tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] 10.222.0.13 "GET /v2.0/networks?id=d13a16da-5fd3-4030-8475-01498f2cc2b4 HTTP/1.1" status: 200 len: 812 time: 0.1324375 Sep 17 08:16:06.573909 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '2792c1ea-d9bf-436c-b4f4-8ca5d8d25463', 'network_id': 'b775eb3f-2b25-4820-827b-6765ebe265c2', 'port_id': '2792c1ea-d9bf-436c-b4f4-8ca5d8d25463', 'mac_address': 'fa:16:3e:c9:80:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b7cebd9-83b6-4be8-81d9-9f32073aed40', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:16:06.596604 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c02b6c8-ea2e-4865-85cb-dd8fc942168b req-976f9d17-4d3a-48b7-baf9-39c67ce82905 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:06.598064 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6c02b6c8-ea2e-4865-85cb-dd8fc942168b req-976f9d17-4d3a-48b7-baf9-39c67ce82905 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0e13769-703c-4681-a5b3-224acb3d2319 HTTP/1.1" status: 200 len: 943 time: 0.0780175 Sep 17 08:16:06.599723 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dbc2e379-5bba-4037-bc74-9d9be5ae0bc0 req-a413e150-d5b2-4ec7-a8d6-01ec89290474 tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] 10.222.0.13 "GET /v2.0/quotas/32c57cf494ce460794ec1974cc984054 HTTP/1.1" status: 200 len: 375 time: 0.0210605 Sep 17 08:16:06.616908 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:06.633322 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2792c1ea-d9bf-436c-b4f4-8ca5d8d25463 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:16:06.651876 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dbc2e379-5bba-4037-bc74-9d9be5ae0bc0 req-da8fdb85-a6ef-41f3-88ea-db14fb6b7911 tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=32c57cf494ce460794ec1974cc984054&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407934 Sep 17 08:16:06.653992 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 2792c1ea-d9bf-436c-b4f4-8ca5d8d25463, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=2792c1ea-d9bf-436c-b4f4-8ca5d8d25463,segment=NetworkSegment(e7dfc92d-b32e-4f74-ad53-4fda8afa908d),segment_id=e7dfc92d-b32e-4f74-ad53-4fda8afa908d)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:16:06.659576 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6c02b6c8-ea2e-4865-85cb-dd8fc942168b req-1ade9c1d-ac1c-421c-9bbd-5c19efe0c7ed tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556598 Sep 17 08:16:06.660879 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:06.666833 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [req-dbc2e379-5bba-4037-bc74-9d9be5ae0bc0 req-59c3191e-b424-4dad-9738-f9dee38bc4c1 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:16:06.667947 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dbc2e379-5bba-4037-bc74-9d9be5ae0bc0 req-59c3191e-b424-4dad-9738-f9dee38bc4c1 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053430 Sep 17 08:16:06.711710 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=2792c1ea-d9bf-436c-b4f4-8ca5d8d25463,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:16:06.764971 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dbc2e379-5bba-4037-bc74-9d9be5ae0bc0 req-dbde9bc7-da08-4178-813d-3a4116d5cc60 service neutron] 10.222.0.13 "GET /v2.0/networks/d13a16da-5fd3-4030-8475-01498f2cc2b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892942 Sep 17 08:16:06.851701 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dbc2e379-5bba-4037-bc74-9d9be5ae0bc0 req-83231d9f-b87b-4cec-84bb-1ae9607217c6 service neutron] 10.222.0.13 "GET /v2.0/networks/d13a16da-5fd3-4030-8475-01498f2cc2b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798924 Sep 17 08:16:06.912059 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-03490fe1-5689-4e8f-b414-1aba78da28dd tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:06.915817 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-03490fe1-5689-4e8f-b414-1aba78da28dd tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:07.014136 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-76f6384d-a91e-482e-befe-ed381b06f496 req-37c12ef5-0b11-4f93-9a16-5f5533c6095b tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] 10.222.0.13 "GET /v2.0/ports?device_id=3adebe6c-022d-4a57-b3b3-2ebd5558d464 HTTP/1.1" status: 200 len: 210 time: 0.0282812 Sep 17 08:16:07.021162 n-d-789963-9 neutron-server[101290]: INFO neutron.db.l3_db [None req-03490fe1-5689-4e8f-b414-1aba78da28dd tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Floating IP 867ad5a5-4a61-49b8-9162-b3821db0f757 associated. External IP: 172.25.6.73, port: fa6fbd79-08f8-46b1-ae1e-6a39d2d1638e. Sep 17 08:16:07.055740 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['2792c1ea-d9bf-436c-b4f4-8ca5d8d25463'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:16:07.568671 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03490fe1-5689-4e8f-b414-1aba78da28dd tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Router ba807bb7-68a8-454b-b1e8-55c7152f6265 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:16:07.677619 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03490fe1-5689-4e8f-b414-1aba78da28dd tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:16:07.682311 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-03490fe1-5689-4e8f-b414-1aba78da28dd tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:07.687181 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b42a3f8-0f92-4209-bbaf-f98aed2bab42 None None] Sync routers for ids ['ba807bb7-68a8-454b-b1e8-55c7152f6265'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:16:07.703763 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b42a3f8-0f92-4209-bbaf-f98aed2bab42 None None] Routers {'ba807bb7-68a8-454b-b1e8-55c7152f6265'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:16:07.704396 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-8b42a3f8-0f92-4209-bbaf-f98aed2bab42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:15:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['ba807bb7-68a8-454b-b1e8-55c7152f6265'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:16:07.708700 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-03490fe1-5689-4e8f-b414-1aba78da28dd tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "PUT /v2.0/floatingips/867ad5a5-4a61-49b8-9162-b3821db0f757 HTTP/1.1" status: 200 len: 990 time: 1.3226941 Sep 17 08:16:07.709306 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c119ed3-ec1d-499e-a289-b7b44a534f08', 'tag': 'fa6fbd79-08f8-46b1-ae1e-6a39d2d1638e'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:16:07.711561 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f5dc5c-f74a-4bac-a5dc-e8ca8823a4bc" -d '{"events": [{"name": "network-changed", "server_uuid": "0c119ed3-ec1d-499e-a289-b7b44a534f08", "tag": "fa6fbd79-08f8-46b1-ae1e-6a39d2d1638e"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:16:07.789859 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b3b0a-dc7c-403b-a268-0c893e706a95 req-9e6f5441-3283-469f-93e7-d6050b860171 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:07.791615 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fc2b3b0a-dc7c-403b-a268-0c893e706a95 req-9e6f5441-3283-469f-93e7-d6050b860171 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0e13769-703c-4681-a5b3-224acb3d2319 HTTP/1.1" status: 200 len: 944 time: 0.0545864 Sep 17 08:16:07.823458 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1570d773-9ae6-44f4-84c7-8874c0c2726e x-openstack-request-id: req-1570d773-9ae6-44f4-84c7-8874c0c2726e {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:16:07.823762 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c119ed3-ec1d-499e-a289-b7b44a534f08", "tag": "fa6fbd79-08f8-46b1-ae1e-6a39d2d1638e", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:16:07.824060 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1570d773-9ae6-44f4-84c7-8874c0c2726e {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:16:07.824465 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c119ed3-ec1d-499e-a289-b7b44a534f08', 'tag': 'fa6fbd79-08f8-46b1-ae1e-6a39d2d1638e', 'status': 'completed', 'code': 200} Sep 17 08:16:07.833933 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fc2b3b0a-dc7c-403b-a268-0c893e706a95 req-83c1087b-4a8f-49d8-9fa3-0198bf7e98c0 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350885 Sep 17 08:16:07.903394 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-8b42a3f8-0f92-4209-bbaf-f98aed2bab42 None None] Set router ba807bb7-68a8-454b-b1e8-55c7152f6265 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:16:07.916606 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f5dc5c-f74a-4bac-a5dc-e8ca8823a4bc req-f0f74b8e-631e-4721-8609-c9788b67f463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:07.918436 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-41f5dc5c-f74a-4bac-a5dc-e8ca8823a4bc req-f0f74b8e-631e-4721-8609-c9788b67f463 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8b27055ca25d48d28002aa2279d58577&device_id=0c119ed3-ec1d-499e-a289-b7b44a534f08 HTTP/1.1" status: 200 len: 1096 time: 0.0446527 Sep 17 08:16:08.012981 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f5dc5c-f74a-4bac-a5dc-e8ca8823a4bc req-19c83bdd-8c9b-4ac6-81d4-6e1fca075546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:08.014314 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-41f5dc5c-f74a-4bac-a5dc-e8ca8823a4bc req-19c83bdd-8c9b-4ac6-81d4-6e1fca075546 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e65f884c-2c8f-48ea-b79e-b731ed55ac23 HTTP/1.1" status: 200 len: 911 time: 0.0878785 Sep 17 08:16:08.142639 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-41f5dc5c-f74a-4bac-a5dc-e8ca8823a4bc req-d8e87740-da4c-4f4c-ba9a-6d1237af8fb7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa6fbd79-08f8-46b1-ae1e-6a39d2d1638e HTTP/1.1" status: 200 len: 998 time: 0.0739615 Sep 17 08:16:08.143321 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-8b42a3f8-0f92-4209-bbaf-f98aed2bab42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba807bb7-68a8-454b-b1e8-55c7152f6265', 'name': 'tempest-AttachVolumeTestJSON-696205720-router', 'tenant_id': '8b27055ca25d48d28002aa2279d58577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'c5a999f3-e235-4c77-adea-857265150556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:15:46Z', 'updated_at': '2021-09-17T08:15:50Z', 'revision_number': 4, 'project_id': '8b27055ca25d48d28002aa2279d58577', 'gw_port': {'id': 'c5a999f3-e235-4c77-adea-857265150556', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba807bb7-68a8-454b-b1e8-55c7152f6265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:15:46Z', 'updated_at': '2021-09-17T08:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '867ad5a5-4a61-49b8-9162-b3821db0f757', 'tenant_id': '8b27055ca25d48d28002aa2279d58577', 'floating_ip_address': '172.25.6.73', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': 'ba807bb7-68a8-454b-b1e8-55c7152f6265', 'port_id': 'fa6fbd79-08f8-46b1-ae1e-6a39d2d1638e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e65f884c-2c8f-48ea-b79e-b731ed55ac23', 'mac_address': 'fa:16:3e:b3:4c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c119ed3-ec1d-499e-a289-b7b44a534f08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:15:53Z', 'updated_at': '2021-09-17T08:16:06Z', 'revision_number': 1, 'project_id': '8b27055ca25d48d28002aa2279d58577', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5176e92d-b753-4cc7-ae3d-cbe7b39b4f9b', 'name': '', 'network_id': 'e65f884c-2c8f-48ea-b79e-b731ed55ac23', 'tenant_id': '8b27055ca25d48d28002aa2279d58577', 'mac_address': 'fa:16:3e:30:96:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba807bb7-68a8-454b-b1e8-55c7152f6265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '9a12b56e-5850-4bc0-bba9-8ec5a23a47ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:15:48Z', 'updated_at': '2021-09-17T08:15:53Z', 'revision_number': 5, 'project_id': '8b27055ca25d48d28002aa2279d58577', 'subnets': [{'id': '9a12b56e-5850-4bc0-bba9-8ec5a23a47ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:16:08.173742 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b42a3f8-0f92-4209-bbaf-f98aed2bab42 None None] Checking router: ba807bb7-68a8-454b-b1e8-55c7152f6265 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:16:08.180849 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-53affbcb-2005-41ac-924c-65abb91ce875 req-0190df01-2aa7-45b2-b0e9-7ba4cc941ed0 tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] 10.222.0.13 "GET /v2.0/ports?device_id=3adebe6c-022d-4a57-b3b3-2ebd5558d464 HTTP/1.1" status: 200 len: 210 time: 0.0415151 Sep 17 08:16:08.193623 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b42a3f8-0f92-4209-bbaf-f98aed2bab42 None None] Routers {'ba807bb7-68a8-454b-b1e8-55c7152f6265'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:16:08.194490 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-8b42a3f8-0f92-4209-bbaf-f98aed2bab42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:15:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['ba807bb7-68a8-454b-b1e8-55c7152f6265'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:16:08.214400 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc2e379-5bba-4037-bc74-9d9be5ae0bc0 req-c0445d86-526e-4cf9-8e4c-f0f1be909c9c tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:08.215973 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dbc2e379-5bba-4037-bc74-9d9be5ae0bc0 req-c0445d86-526e-4cf9-8e4c-f0f1be909c9c tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] 10.222.0.41 "GET /v2.0/networks?id=d13a16da-5fd3-4030-8475-01498f2cc2b4 HTTP/1.1" status: 200 len: 812 time: 0.1470242 Sep 17 08:16:08.218441 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f5dc5c-f74a-4bac-a5dc-e8ca8823a4bc req-c1af6671-4e07-4c92-9640-4be0aceb2280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:08.219943 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-41f5dc5c-f74a-4bac-a5dc-e8ca8823a4bc req-c1af6671-4e07-4c92-9640-4be0aceb2280 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a12b56e-5850-4bc0-bba9-8ec5a23a47ff HTTP/1.1" status: 200 len: 849 time: 0.0690708 Sep 17 08:16:08.241560 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-dbc2e379-5bba-4037-bc74-9d9be5ae0bc0 req-30a7ed5a-83c9-4106-bf0d-903e0f6f4b85 tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] Request body: {'port': {'device_id': '3adebe6c-022d-4a57-b3b3-2ebd5558d464', 'network_id': 'd13a16da-5fd3-4030-8475-01498f2cc2b4', 'admin_state_up': True, 'tenant_id': '32c57cf494ce460794ec1974cc984054'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:16:08.286682 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f5dc5c-f74a-4bac-a5dc-e8ca8823a4bc req-d1217d61-3f32-4fb8-9274-5e0cad0a4f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:08.288194 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-41f5dc5c-f74a-4bac-a5dc-e8ca8823a4bc req-d1217d61-3f32-4fb8-9274-5e0cad0a4f89 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e65f884c-2c8f-48ea-b79e-b731ed55ac23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420644 Sep 17 08:16:08.310451 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-8b42a3f8-0f92-4209-bbaf-f98aed2bab42 None None] Set router ba807bb7-68a8-454b-b1e8-55c7152f6265 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:16:08.352972 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbc2e379-5bba-4037-bc74-9d9be5ae0bc0 req-30a7ed5a-83c9-4106-bf0d-903e0f6f4b85 tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] Made reservation on behalf of 32c57cf494ce460794ec1974cc984054 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:16:08.356683 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-dbc2e379-5bba-4037-bc74-9d9be5ae0bc0 req-30a7ed5a-83c9-4106-bf0d-903e0f6f4b85 tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:08.393355 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-41f5dc5c-f74a-4bac-a5dc-e8ca8823a4bc req-aecd6d1f-5fac-4733-b044-bcae62c103ee service neutron] 10.222.0.41 "GET /v2.0/networks/e65f884c-2c8f-48ea-b79e-b731ed55ac23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967138 Sep 17 08:16:08.451929 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 2792c1ea-d9bf-436c-b4f4-8ca5d8d25463 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:16:08.491386 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-41f5dc5c-f74a-4bac-a5dc-e8ca8823a4bc req-05c8e580-6b95-43e7-997c-d57055d4a2b4 service neutron] 10.222.0.41 "GET /v2.0/networks/e65f884c-2c8f-48ea-b79e-b731ed55ac23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897245 Sep 17 08:16:08.494445 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [req-dbc2e379-5bba-4037-bc74-9d9be5ae0bc0 req-30a7ed5a-83c9-4106-bf0d-903e0f6f4b85 tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] Allocated IP 172.20.0.10 (d13a16da-5fd3-4030-8475-01498f2cc2b4/6aef4f02-eac7-4b9b-8b23-d7f6ca4fabc5/d02ad3d6-8d36-48ed-a156-65628d35161b) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:16:08.503234 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port 2792c1ea-d9bf-436c-b4f4-8ca5d8d25463 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:16:08.508833 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 2792c1ea-d9bf-436c-b4f4-8ca5d8d25463 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:16:08.509235 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:08.568595 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-8b42a3f8-0f92-4209-bbaf-f98aed2bab42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba807bb7-68a8-454b-b1e8-55c7152f6265', 'name': 'tempest-AttachVolumeTestJSON-696205720-router', 'tenant_id': '8b27055ca25d48d28002aa2279d58577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'c5a999f3-e235-4c77-adea-857265150556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:15:46Z', 'updated_at': '2021-09-17T08:15:50Z', 'revision_number': 4, 'project_id': '8b27055ca25d48d28002aa2279d58577', 'gw_port': {'id': 'c5a999f3-e235-4c77-adea-857265150556', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba807bb7-68a8-454b-b1e8-55c7152f6265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:15:46Z', 'updated_at': '2021-09-17T08:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '867ad5a5-4a61-49b8-9162-b3821db0f757', 'tenant_id': '8b27055ca25d48d28002aa2279d58577', 'floating_ip_address': '172.25.6.73', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': 'ba807bb7-68a8-454b-b1e8-55c7152f6265', 'port_id': 'fa6fbd79-08f8-46b1-ae1e-6a39d2d1638e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e65f884c-2c8f-48ea-b79e-b731ed55ac23', 'mac_address': 'fa:16:3e:b3:4c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c119ed3-ec1d-499e-a289-b7b44a534f08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:15:53Z', 'updated_at': '2021-09-17T08:16:06Z', 'revision_number': 1, 'project_id': '8b27055ca25d48d28002aa2279d58577', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5176e92d-b753-4cc7-ae3d-cbe7b39b4f9b', 'name': '', 'network_id': 'e65f884c-2c8f-48ea-b79e-b731ed55ac23', 'tenant_id': '8b27055ca25d48d28002aa2279d58577', 'mac_address': 'fa:16:3e:30:96:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba807bb7-68a8-454b-b1e8-55c7152f6265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '9a12b56e-5850-4bc0-bba9-8ec5a23a47ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:15:48Z', 'updated_at': '2021-09-17T08:15:53Z', 'revision_number': 5, 'project_id': '8b27055ca25d48d28002aa2279d58577', 'subnets': [{'id': '9a12b56e-5850-4bc0-bba9-8ec5a23a47ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:16:08.597607 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:08.598157 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b42a3f8-0f92-4209-bbaf-f98aed2bab42 None None] The sync data for ids ['ba807bb7-68a8-454b-b1e8-55c7152f6265'] in n-d-789963-9 is: [{'id': 'ba807bb7-68a8-454b-b1e8-55c7152f6265', 'name': 'tempest-AttachVolumeTestJSON-696205720-router', 'tenant_id': '8b27055ca25d48d28002aa2279d58577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'c5a999f3-e235-4c77-adea-857265150556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:15:46Z', 'updated_at': '2021-09-17T08:15:50Z', 'revision_number': 4, 'project_id': '8b27055ca25d48d28002aa2279d58577', 'gw_port': {'id': 'c5a999f3-e235-4c77-adea-857265150556', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba807bb7-68a8-454b-b1e8-55c7152f6265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:15:46Z', 'updated_at': '2021-09-17T08:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '867ad5a5-4a61-49b8-9162-b3821db0f757', 'tenant_id': '8b27055ca25d48d28002aa2279d58577', 'floating_ip_address': '172.25.6.73', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': 'ba807bb7-68a8-454b-b1e8-55c7152f6265', 'port_id': 'fa6fbd79-08f8-46b1-ae1e-6a39d2d1638e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e65f884c-2c8f-48ea-b79e-b731ed55ac23', 'mac_address': 'fa:16:3e:b3:4c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c119ed3-ec1d-499e-a289-b7b44a534f08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:15:53Z', 'updated_at': '2021-09-17T08:16:06Z', 'revision_number': 1, 'project_id': '8b27055ca25d48d28002aa2279d58577', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5176e92d-b753-4cc7-ae3d-cbe7b39b4f9b', 'name': '', 'network_id': 'e65f884c-2c8f-48ea-b79e-b731ed55ac23', 'tenant_id': '8b27055ca25d48d28002aa2279d58577', 'mac_address': 'fa:16:3e:30:96:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba807bb7-68a8-454b-b1e8-55c7152f6265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '9a12b56e-5850-4bc0-bba9-8ec5a23a47ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:15:48Z', 'updated_at': '2021-09-17T08:15:53Z', 'revision_number': 5, 'project_id': '8b27055ca25d48d28002aa2279d58577', 'subnets': [{'id': '9a12b56e-5850-4bc0-bba9-8ec5a23a47ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:16:08.625294 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0e13769-703c-4681-a5b3-224acb3d2319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2792c1ea-d9bf-436c-b4f4-8ca5d8d25463'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:16:08.627597 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deec3054-bc41-4ade-bcaa-4670409277ca" -d '{"events": [{"server_uuid": "a0e13769-703c-4681-a5b3-224acb3d2319", "name": "network-vif-plugged", "status": "completed", "tag": "2792c1ea-d9bf-436c-b4f4-8ca5d8d25463"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:16:08.638670 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 2792c1ea-d9bf-436c-b4f4-8ca5d8d25463, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=2792c1ea-d9bf-436c-b4f4-8ca5d8d25463,segment=NetworkSegment(e7dfc92d-b32e-4f74-ad53-4fda8afa908d),segment_id=e7dfc92d-b32e-4f74-ad53-4fda8afa908d)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:16:08.644707 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:08.663758 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-dbc2e379-5bba-4037-bc74-9d9be5ae0bc0 req-30a7ed5a-83c9-4106-bf0d-903e0f6f4b85 tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:08.674949 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4691f4ad-1e5a-49a4-baca-58364fbf80df x-openstack-request-id: req-4691f4ad-1e5a-49a4-baca-58364fbf80df {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:16:08.675302 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0e13769-703c-4681-a5b3-224acb3d2319", "name": "network-vif-plugged", "status": "completed", "tag": "2792c1ea-d9bf-436c-b4f4-8ca5d8d25463", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:16:08.675562 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4691f4ad-1e5a-49a4-baca-58364fbf80df {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:16:08.675984 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0e13769-703c-4681-a5b3-224acb3d2319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2792c1ea-d9bf-436c-b4f4-8ca5d8d25463', 'code': 200} Sep 17 08:16:08.700817 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-dbc2e379-5bba-4037-bc74-9d9be5ae0bc0 req-30a7ed5a-83c9-4106-bf0d-903e0f6f4b85 tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:08.703901 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=2792c1ea-d9bf-436c-b4f4-8ca5d8d25463,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:16:08.744084 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbc2e379-5bba-4037-bc74-9d9be5ae0bc0 req-30a7ed5a-83c9-4106-bf0d-903e0f6f4b85 tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] Network d13a16da-5fd3-4030-8475-01498f2cc2b4 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:16:08.750124 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [req-dbc2e379-5bba-4037-bc74-9d9be5ae0bc0 req-30a7ed5a-83c9-4106-bf0d-903e0f6f4b85 tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:16:08.757464 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbc2e379-5bba-4037-bc74-9d9be5ae0bc0 req-30a7ed5a-83c9-4106-bf0d-903e0f6f4b85 tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:16:08.797328 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a7ed5a-83c9-4106-bf0d-903e0f6f4b85 tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] Pushing event updated for resources: {'Port': ['ID=d02ad3d6-8d36-48ed-a156-65628d35161b,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:16:08.821936 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8e74b1-69bb-4f1a-b3d2-0f2e3985aa36 req-492c79b0-4b58-4afc-b958-888081e779c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:08.822822 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc2e379-5bba-4037-bc74-9d9be5ae0bc0 req-30a7ed5a-83c9-4106-bf0d-903e0f6f4b85 tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:08.823535 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4a8e74b1-69bb-4f1a-b3d2-0f2e3985aa36 req-492c79b0-4b58-4afc-b958-888081e779c4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a0e13769-703c-4681-a5b3-224acb3d2319 HTTP/1.1" status: 200 len: 1096 time: 0.0632255 Sep 17 08:16:08.824136 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-dbc2e379-5bba-4037-bc74-9d9be5ae0bc0 req-30a7ed5a-83c9-4106-bf0d-903e0f6f4b85 tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:08.841987 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4cebbc-403b-4fc6-a6f0-172848b34dd0 None None] New status for floating IP 867ad5a5-4a61-49b8-9162-b3821db0f757: ACTIVE {{(pid=101291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 08:16:08.849695 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dbc2e379-5bba-4037-bc74-9d9be5ae0bc0 req-30a7ed5a-83c9-4106-bf0d-903e0f6f4b85 tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6118324 Sep 17 08:16:08.867263 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4a8e74b1-69bb-4f1a-b3d2-0f2e3985aa36 req-838cc63a-8f41-4286-a29b-0685b51bf87f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363586 Sep 17 08:16:08.882887 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-dbc2e379-5bba-4037-bc74-9d9be5ae0bc0 req-b4d8d392-4ce4-4513-a131-cd787b982d0a service neutron] Request body: {'port': {'device_id': '3adebe6c-022d-4a57-b3b3-2ebd5558d464', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-9'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:16:08.970702 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-dbc2e379-5bba-4037-bc74-9d9be5ae0bc0 req-b4d8d392-4ce4-4513-a131-cd787b982d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:08.990851 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64b040-4ba4-4310-81ab-693d205f25dc req-f50945f1-8b86-4dfe-bdad-92c22402f55c tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:08.992472 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0a64b040-4ba4-4310-81ab-693d205f25dc req-f50945f1-8b86-4dfe-bdad-92c22402f55c tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0e13769-703c-4681-a5b3-224acb3d2319 HTTP/1.1" status: 200 len: 945 time: 0.0865085 Sep 17 08:16:09.068617 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0a64b040-4ba4-4310-81ab-693d205f25dc req-8d813090-a1d1-4aa7-9e78-5b8b64622398 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681317 Sep 17 08:16:09.308916 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [req-dbc2e379-5bba-4037-bc74-9d9be5ae0bc0 req-b4d8d392-4ce4-4513-a131-cd787b982d0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d02ad3d6-8d36-48ed-a156-65628d35161b {{(pid=101289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:16:09.309346 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cbe7def0-c44d-4d17-8b18-56fe04729dde req-573ff698-a7ff-429d-89d5-b7d97478dc51 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9952c559-f6eb-46d7-a764-04a0dd45f225&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397403 Sep 17 08:16:09.318715 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-dbc2e379-5bba-4037-bc74-9d9be5ae0bc0 req-b4d8d392-4ce4-4513-a131-cd787b982d0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:09.341945 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.provisioning_blocks [req-dbc2e379-5bba-4037-bc74-9d9be5ae0bc0 req-b4d8d392-4ce4-4513-a131-cd787b982d0a service neutron] Transition to ACTIVE for port object d02ad3d6-8d36-48ed-a156-65628d35161b will not be triggered until provisioned by entity L2. {{(pid=101289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:16:09.350345 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e29fbe-5483-427a-97fa-98ea9c9256f3 req-e429afdf-a9f7-4268-8b3f-3f447f9c9c92 tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:09.351863 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-97e29fbe-5483-427a-97fa-98ea9c9256f3 req-e429afdf-a9f7-4268-8b3f-3f447f9c9c92 tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] 10.222.0.13 "GET /v2.0/ports?device_id=3adebe6c-022d-4a57-b3b3-2ebd5558d464 HTTP/1.1" status: 200 len: 932 time: 0.0845568 Sep 17 08:16:09.352966 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-dbc2e379-5bba-4037-bc74-9d9be5ae0bc0 req-b4d8d392-4ce4-4513-a131-cd787b982d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:09.388463 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7def0-c44d-4d17-8b18-56fe04729dde req-1118815c-0d3b-458d-8652-1aed394c3f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:09.390628 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cbe7def0-c44d-4d17-8b18-56fe04729dde req-1118815c-0d3b-458d-8652-1aed394c3f61 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a40110368b234965bf3fd6f856f2361c&device_id=9952c559-f6eb-46d7-a764-04a0dd45f225 HTTP/1.1" status: 200 len: 1096 time: 0.0439153 Sep 17 08:16:09.420241 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d8d392-4ce4-4513-a131-cd787b982d0a service neutron] Pushing event updated for resources: {'Port': ['ID=d02ad3d6-8d36-48ed-a156-65628d35161b,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:16:09.470758 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-97e29fbe-5483-427a-97fa-98ea9c9256f3 req-068d3fb4-39e6-42e3-b122-b676f485b87e tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] 10.222.0.13 "GET /v2.0/security-groups?id=47162ff2-fc07-4bd5-a1a7-487b89406e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923960 Sep 17 08:16:09.499141 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-dbc2e379-5bba-4037-bc74-9d9be5ae0bc0 req-b4d8d392-4ce4-4513-a131-cd787b982d0a service neutron] Attempting to bind port d02ad3d6-8d36-48ed-a156-65628d35161b on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:16:09.499471 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-dbc2e379-5bba-4037-bc74-9d9be5ae0bc0 req-b4d8d392-4ce4-4513-a131-cd787b982d0a service neutron] Attempting to bind port d02ad3d6-8d36-48ed-a156-65628d35161b by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'ab820241-fc53-4427-84a7-638cdadac06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd13a16da-5fd3-4030-8475-01498f2cc2b4'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:16:09.499791 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc2e379-5bba-4037-bc74-9d9be5ae0bc0 req-b4d8d392-4ce4-4513-a131-cd787b982d0a service neutron] Attempting to bind port d02ad3d6-8d36-48ed-a156-65628d35161b on network d13a16da-5fd3-4030-8475-01498f2cc2b4 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:16:09.503992 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc2e379-5bba-4037-bc74-9d9be5ae0bc0 req-b4d8d392-4ce4-4513-a131-cd787b982d0a service neutron] Port d02ad3d6-8d36-48ed-a156-65628d35161b on network d13a16da-5fd3-4030-8475-01498f2cc2b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:16:09.504137 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7def0-c44d-4d17-8b18-56fe04729dde req-ac46b5c0-f1bd-4522-83db-3cbfb8cf9162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:09.504299 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc2e379-5bba-4037-bc74-9d9be5ae0bc0 req-b4d8d392-4ce4-4513-a131-cd787b982d0a service neutron] Attempting to bind port d02ad3d6-8d36-48ed-a156-65628d35161b on network d13a16da-5fd3-4030-8475-01498f2cc2b4 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:16:09.505606 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cbe7def0-c44d-4d17-8b18-56fe04729dde req-ac46b5c0-f1bd-4522-83db-3cbfb8cf9162 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b775eb3f-2b25-4820-827b-6765ebe265c2 HTTP/1.1" status: 200 len: 913 time: 0.0955093 Sep 17 08:16:09.508907 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc2e379-5bba-4037-bc74-9d9be5ae0bc0 req-b4d8d392-4ce4-4513-a131-cd787b982d0a service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:16:09.509240 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc2e379-5bba-4037-bc74-9d9be5ae0bc0 req-b4d8d392-4ce4-4513-a131-cd787b982d0a service neutron] Checking segment: {'id': 'ab820241-fc53-4427-84a7-638cdadac06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd13a16da-5fd3-4030-8475-01498f2cc2b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:16:09.509618 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc2e379-5bba-4037-bc74-9d9be5ae0bc0 req-b4d8d392-4ce4-4513-a131-cd787b982d0a service neutron] Bound using segment: {'id': 'ab820241-fc53-4427-84a7-638cdadac06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd13a16da-5fd3-4030-8475-01498f2cc2b4'} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:16:09.510065 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-dbc2e379-5bba-4037-bc74-9d9be5ae0bc0 req-b4d8d392-4ce4-4513-a131-cd787b982d0a service neutron] Bound port: d02ad3d6-8d36-48ed-a156-65628d35161b, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab820241-fc53-4427-84a7-638cdadac06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'd13a16da-5fd3-4030-8475-01498f2cc2b4'}}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:16:09.510429 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-dbc2e379-5bba-4037-bc74-9d9be5ae0bc0 req-b4d8d392-4ce4-4513-a131-cd787b982d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:09.548918 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cbe7def0-c44d-4d17-8b18-56fe04729dde req-1fa70d9e-7e93-4a50-8198-b8d15977dfaa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6efbdc62-2af9-4d03-854a-91c97c8f3b19 HTTP/1.1" status: 200 len: 217 time: 0.0356293 Sep 17 08:16:09.575699 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-dbc2e379-5bba-4037-bc74-9d9be5ae0bc0 req-b4d8d392-4ce4-4513-a131-cd787b982d0a service neutron] For port d02ad3d6-8d36-48ed-a156-65628d35161b, host n-h1-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:16:09.580017 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-dbc2e379-5bba-4037-bc74-9d9be5ae0bc0 req-b4d8d392-4ce4-4513-a131-cd787b982d0a service neutron] For port d02ad3d6-8d36-48ed-a156-65628d35161b, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=d02ad3d6-8d36-48ed-a156-65628d35161b,segment=NetworkSegment(ab820241-fc53-4427-84a7-638cdadac06a),segment_id=ab820241-fc53-4427-84a7-638cdadac06a)] {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:16:09.584910 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-dbc2e379-5bba-4037-bc74-9d9be5ae0bc0 req-b4d8d392-4ce4-4513-a131-cd787b982d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:09.602428 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7def0-c44d-4d17-8b18-56fe04729dde req-7cc71a55-c540-4106-966e-9daeabad8111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:09.603993 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cbe7def0-c44d-4d17-8b18-56fe04729dde req-7cc71a55-c540-4106-966e-9daeabad8111 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9b7cebd9-83b6-4be8-81d9-9f32073aed40 HTTP/1.1" status: 200 len: 851 time: 0.0471113 Sep 17 08:16:09.619460 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc2e379-5bba-4037-bc74-9d9be5ae0bc0 req-b4d8d392-4ce4-4513-a131-cd787b982d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:09.620207 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-dbc2e379-5bba-4037-bc74-9d9be5ae0bc0 req-b4d8d392-4ce4-4513-a131-cd787b982d0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:09.621850 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dbc2e379-5bba-4037-bc74-9d9be5ae0bc0 req-b4d8d392-4ce4-4513-a131-cd787b982d0a service neutron] 10.222.0.41 "PUT /v2.0/ports/d02ad3d6-8d36-48ed-a156-65628d35161b HTTP/1.1" status: 200 len: 1092 time: 0.7432542 Sep 17 08:16:09.625220 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3adebe6c-022d-4a57-b3b3-2ebd5558d464', 'tag': 'd02ad3d6-8d36-48ed-a156-65628d35161b'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:16:09.629702 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a88fb28-1e72-44cc-876d-47a8327605fb" -d '{"events": [{"name": "network-changed", "server_uuid": "3adebe6c-022d-4a57-b3b3-2ebd5558d464", "tag": "d02ad3d6-8d36-48ed-a156-65628d35161b"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:16:09.662462 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7def0-c44d-4d17-8b18-56fe04729dde req-12d0361f-cb42-4bef-b851-5ce61187079c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:09.663573 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cbe7def0-c44d-4d17-8b18-56fe04729dde req-12d0361f-cb42-4bef-b851-5ce61187079c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b775eb3f-2b25-4820-827b-6765ebe265c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515549 Sep 17 08:16:09.667624 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d8d392-4ce4-4513-a131-cd787b982d0a service neutron] Pushing event updated for resources: {'Port': ['ID=d02ad3d6-8d36-48ed-a156-65628d35161b,revision_number=3']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:16:09.686103 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72503c07-63c0-4770-948f-87f497dc3fb7 x-openstack-request-id: req-72503c07-63c0-4770-948f-87f497dc3fb7 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:16:09.686895 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3adebe6c-022d-4a57-b3b3-2ebd5558d464", "tag": "d02ad3d6-8d36-48ed-a156-65628d35161b", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:16:09.687144 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-72503c07-63c0-4770-948f-87f497dc3fb7 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:16:09.687539 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3adebe6c-022d-4a57-b3b3-2ebd5558d464', 'tag': 'd02ad3d6-8d36-48ed-a156-65628d35161b', 'status': 'completed', 'code': 200} Sep 17 08:16:09.746807 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc2e379-5bba-4037-bc74-9d9be5ae0bc0 req-dad229b5-8aa1-4041-8416-67bd9e55c94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:09.748545 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dbc2e379-5bba-4037-bc74-9d9be5ae0bc0 req-dad229b5-8aa1-4041-8416-67bd9e55c94a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=32c57cf494ce460794ec1974cc984054&device_id=3adebe6c-022d-4a57-b3b3-2ebd5558d464 HTTP/1.1" status: 200 len: 1095 time: 0.0417669 Sep 17 08:16:09.761312 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cbe7def0-c44d-4d17-8b18-56fe04729dde req-49368afb-feaa-4297-940e-25e575a6a3bd service neutron] 10.222.0.39 "GET /v2.0/networks/b775eb3f-2b25-4820-827b-6765ebe265c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894084 Sep 17 08:16:09.803559 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dbc2e379-5bba-4037-bc74-9d9be5ae0bc0 req-52867357-4158-4bd2-940b-fecf242667c9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d02ad3d6-8d36-48ed-a156-65628d35161b HTTP/1.1" status: 200 len: 217 time: 0.0379338 Sep 17 08:16:09.855679 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc2e379-5bba-4037-bc74-9d9be5ae0bc0 req-e901546e-ad37-45ae-adc8-c1ee04e413ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:09.857485 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dbc2e379-5bba-4037-bc74-9d9be5ae0bc0 req-e901546e-ad37-45ae-adc8-c1ee04e413ad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6aef4f02-eac7-4b9b-8b23-d7f6ca4fabc5 HTTP/1.1" status: 200 len: 852 time: 0.0466805 Sep 17 08:16:09.860456 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cbe7def0-c44d-4d17-8b18-56fe04729dde req-3607f5eb-6dfb-4c98-a83c-0577e836afc2 service neutron] 10.222.0.39 "GET /v2.0/networks/b775eb3f-2b25-4820-827b-6765ebe265c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915322 Sep 17 08:16:09.889354 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dbc2e379-5bba-4037-bc74-9d9be5ae0bc0 req-3ca10fd5-3cec-443f-b64a-27d3327a437e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d13a16da-5fd3-4030-8475-01498f2cc2b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252252 Sep 17 08:16:10.365408 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dbc2e379-5bba-4037-bc74-9d9be5ae0bc0 req-51679e90-5800-47da-9371-00b919021045 service neutron] 10.222.0.41 "GET /v2.0/networks/d13a16da-5fd3-4030-8475-01498f2cc2b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4647493 Sep 17 08:16:10.377648 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f467640f-de7c-423e-b4d5-830bd69e7195 req-b3161925-3898-44a7-bb96-b18dbdb4c48b tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:10.378947 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f467640f-de7c-423e-b4d5-830bd69e7195 req-b3161925-3898-44a7-bb96-b18dbdb4c48b tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0e13769-703c-4681-a5b3-224acb3d2319 HTTP/1.1" status: 200 len: 945 time: 0.0671258 Sep 17 08:16:10.463927 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f467640f-de7c-423e-b4d5-830bd69e7195 req-6d081a77-6518-4207-ad98-43cf76293a47 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773695 Sep 17 08:16:10.486797 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dbc2e379-5bba-4037-bc74-9d9be5ae0bc0 req-e9c148ce-d273-499e-a199-8a63e22b626c service neutron] 10.222.0.41 "GET /v2.0/networks/d13a16da-5fd3-4030-8475-01498f2cc2b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069701 Sep 17 08:16:10.636169 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30379e7-57c0-4cdc-b128-7a35c9162e50 req-96ae6723-7c79-4a69-9342-f81863e13853 tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:10.637538 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a30379e7-57c0-4cdc-b128-7a35c9162e50 req-96ae6723-7c79-4a69-9342-f81863e13853 tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] 10.222.0.13 "GET /v2.0/ports?device_id=3adebe6c-022d-4a57-b3b3-2ebd5558d464 HTTP/1.1" status: 200 len: 944 time: 0.0766702 Sep 17 08:16:10.653043 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a88fb28-1e72-44cc-876d-47a8327605fb req-a1f0f4ec-7006-420c-80d3-58c8fa4342ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:10.654474 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8a88fb28-1e72-44cc-876d-47a8327605fb req-a1f0f4ec-7006-420c-80d3-58c8fa4342ff service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=32c57cf494ce460794ec1974cc984054&device_id=3adebe6c-022d-4a57-b3b3-2ebd5558d464 HTTP/1.1" status: 200 len: 1095 time: 0.0598171 Sep 17 08:16:10.680332 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a30379e7-57c0-4cdc-b128-7a35c9162e50 req-a51c14b3-97a9-4459-9e7d-869a8fe3a8a5 tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] 10.222.0.13 "GET /v2.0/security-groups?id=47162ff2-fc07-4bd5-a1a7-487b89406e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350807 Sep 17 08:16:10.769263 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a88fb28-1e72-44cc-876d-47a8327605fb req-e5c59df3-e7b6-40fb-982c-b5776b724b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:10.770742 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8a88fb28-1e72-44cc-876d-47a8327605fb req-e5c59df3-e7b6-40fb-982c-b5776b724b6c service neutron] 10.222.0.41 "GET /v2.0/networks?id=d13a16da-5fd3-4030-8475-01498f2cc2b4 HTTP/1.1" status: 200 len: 913 time: 0.0864282 Sep 17 08:16:10.825824 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8a88fb28-1e72-44cc-876d-47a8327605fb req-b5a0433e-252b-499e-95d6-ed45d6d6de1f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d02ad3d6-8d36-48ed-a156-65628d35161b HTTP/1.1" status: 200 len: 217 time: 0.0340667 Sep 17 08:16:10.880532 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a88fb28-1e72-44cc-876d-47a8327605fb req-40773a5d-f474-4a1f-8bbc-a480eb725540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:10.881992 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8a88fb28-1e72-44cc-876d-47a8327605fb req-40773a5d-f474-4a1f-8bbc-a480eb725540 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6aef4f02-eac7-4b9b-8b23-d7f6ca4fabc5 HTTP/1.1" status: 200 len: 852 time: 0.0489104 Sep 17 08:16:10.915986 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8a88fb28-1e72-44cc-876d-47a8327605fb req-5bdd63ad-8e11-4933-9f77-fef16728ed0f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d13a16da-5fd3-4030-8475-01498f2cc2b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257564 Sep 17 08:16:11.008399 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8a88fb28-1e72-44cc-876d-47a8327605fb req-3620814d-47b5-40da-97dd-675ad3eba9e5 service neutron] 10.222.0.41 "GET /v2.0/networks/d13a16da-5fd3-4030-8475-01498f2cc2b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869901 Sep 17 08:16:11.126839 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8a88fb28-1e72-44cc-876d-47a8327605fb req-c84e5116-ffa2-4213-b7fb-586284183b72 service neutron] 10.222.0.41 "GET /v2.0/networks/d13a16da-5fd3-4030-8475-01498f2cc2b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865951 Sep 17 08:16:11.577215 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2827165-6e50-4e92-bcf9-2e3d15ee7e52 req-badf46e2-c0e4-4133-9b17-9778ed971f0a tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:11.578660 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d2827165-6e50-4e92-bcf9-2e3d15ee7e52 req-badf46e2-c0e4-4133-9b17-9778ed971f0a tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0e13769-703c-4681-a5b3-224acb3d2319 HTTP/1.1" status: 200 len: 945 time: 0.0486152 Sep 17 08:16:11.615690 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d2827165-6e50-4e92-bcf9-2e3d15ee7e52 req-7cab113c-8217-4b8c-9e93-81b572cc9438 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311756 Sep 17 08:16:11.712764 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9e4fbb25-4122-4e3f-b269-28842120b414 req-fbb5b6ef-0dc6-42f0-b86f-b7dd9dc80edc tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=a40110368b234965bf3fd6f856f2361c HTTP/1.1" status: 200 len: 267 time: 0.0318053 Sep 17 08:16:11.796970 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4fbb25-4122-4e3f-b269-28842120b414 req-91af03f8-81e4-4de6-96b1-3664c1a0d5d7 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:11.798353 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9e4fbb25-4122-4e3f-b269-28842120b414 req-91af03f8-81e4-4de6-96b1-3664c1a0d5d7 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0e13769-703c-4681-a5b3-224acb3d2319 HTTP/1.1" status: 200 len: 945 time: 0.0797274 Sep 17 08:16:11.809438 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1187f356-3889-41bb-aea0-4581ee33d0e5 req-359a7786-41f3-4b72-aee5-b49f7fcf16e8 tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:11.811430 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1187f356-3889-41bb-aea0-4581ee33d0e5 req-359a7786-41f3-4b72-aee5-b49f7fcf16e8 tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] 10.222.0.13 "GET /v2.0/ports?device_id=3adebe6c-022d-4a57-b3b3-2ebd5558d464 HTTP/1.1" status: 200 len: 944 time: 0.0643730 Sep 17 08:16:11.816804 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-9e4fbb25-4122-4e3f-b269-28842120b414 req-11326d4a-a848-4360-9819-3c9763f9f387 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Request body: {'port': {'security_groups': []}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:16:11.894320 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1187f356-3889-41bb-aea0-4581ee33d0e5 req-41775ff4-ed0b-4022-9d0c-7ba5f22d02b2 tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] 10.222.0.13 "GET /v2.0/security-groups?id=47162ff2-fc07-4bd5-a1a7-487b89406e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746148 Sep 17 08:16:11.900011 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-9e4fbb25-4122-4e3f-b269-28842120b414 req-11326d4a-a848-4360-9819-3c9763f9f387 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:12.052846 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-9e4fbb25-4122-4e3f-b269-28842120b414 req-11326d4a-a848-4360-9819-3c9763f9f387 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] For port 2792c1ea-d9bf-436c-b4f4-8ca5d8d25463, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=2792c1ea-d9bf-436c-b4f4-8ca5d8d25463,segment=NetworkSegment(e7dfc92d-b32e-4f74-ad53-4fda8afa908d),segment_id=e7dfc92d-b32e-4f74-ad53-4fda8afa908d)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:16:12.087253 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-9e4fbb25-4122-4e3f-b269-28842120b414 req-11326d4a-a848-4360-9819-3c9763f9f387 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:12.092825 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-9e4fbb25-4122-4e3f-b269-28842120b414 req-11326d4a-a848-4360-9819-3c9763f9f387 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:12.126164 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['7ebfe381-193d-41f3-8710-45fa3d308dbd', '6efbdc62-2af9-4d03-854a-91c97c8f3b19', '2792c1ea-d9bf-436c-b4f4-8ca5d8d25463'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:16:12.134671 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4fbb25-4122-4e3f-b269-28842120b414 req-11326d4a-a848-4360-9819-3c9763f9f387 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:12.135301 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-9e4fbb25-4122-4e3f-b269-28842120b414 req-11326d4a-a848-4360-9819-3c9763f9f387 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:12.136748 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9e4fbb25-4122-4e3f-b269-28842120b414 req-11326d4a-a848-4360-9819-3c9763f9f387 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "PUT /v2.0/ports/2792c1ea-d9bf-436c-b4f4-8ca5d8d25463 HTTP/1.1" status: 200 len: 904 time: 0.3243942 Sep 17 08:16:12.137201 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0e13769-703c-4681-a5b3-224acb3d2319', 'tag': '2792c1ea-d9bf-436c-b4f4-8ca5d8d25463'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:16:12.139560 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e127202f-571e-4171-ac72-a316d0b52722" -d '{"events": [{"name": "network-changed", "server_uuid": "a0e13769-703c-4681-a5b3-224acb3d2319", "tag": "2792c1ea-d9bf-436c-b4f4-8ca5d8d25463"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:16:12.168209 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11326d4a-a848-4360-9819-3c9763f9f387 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Pushing event updated for resources: {'Port': ['ID=2792c1ea-d9bf-436c-b4f4-8ca5d8d25463,revision_number=6']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:16:12.195129 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc9ed0a-27ba-44a9-b8eb-94196a91572e x-openstack-request-id: req-3dc9ed0a-27ba-44a9-b8eb-94196a91572e {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:16:12.195424 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0e13769-703c-4681-a5b3-224acb3d2319", "tag": "2792c1ea-d9bf-436c-b4f4-8ca5d8d25463", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:16:12.195678 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3dc9ed0a-27ba-44a9-b8eb-94196a91572e {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:16:12.196109 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0e13769-703c-4681-a5b3-224acb3d2319', 'tag': '2792c1ea-d9bf-436c-b4f4-8ca5d8d25463', 'status': 'completed', 'code': 200} Sep 17 08:16:12.264738 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1409cc0-fefe-44cc-b984-ea1439ac9a8a req-343a4943-02d3-4f53-9eea-af06bc66f729 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:12.266475 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f1409cc0-fefe-44cc-b984-ea1439ac9a8a req-343a4943-02d3-4f53-9eea-af06bc66f729 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0e13769-703c-4681-a5b3-224acb3d2319 HTTP/1.1" status: 200 len: 907 time: 0.0527055 Sep 17 08:16:12.274624 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['2792c1ea-d9bf-436c-b4f4-8ca5d8d25463'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:16:12.293347 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127202f-571e-4171-ac72-a316d0b52722 req-21c6df8e-1997-4c37-9e1d-a6e5813ee626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:12.294902 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e127202f-571e-4171-ac72-a316d0b52722 req-21c6df8e-1997-4c37-9e1d-a6e5813ee626 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a40110368b234965bf3fd6f856f2361c&device_id=a0e13769-703c-4681-a5b3-224acb3d2319 HTTP/1.1" status: 200 len: 1058 time: 0.0440447 Sep 17 08:16:12.396466 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127202f-571e-4171-ac72-a316d0b52722 req-afc7eab0-7785-488e-940f-9d39e8a62932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:12.398076 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e127202f-571e-4171-ac72-a316d0b52722 req-afc7eab0-7785-488e-940f-9d39e8a62932 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b775eb3f-2b25-4820-827b-6765ebe265c2 HTTP/1.1" status: 200 len: 913 time: 0.0963452 Sep 17 08:16:12.405007 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c022df9-99ba-44a6-9367-7c3122885212 req-3e9c742e-d925-4559-8cfb-05a5a0153b88 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:12.409673 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2c022df9-99ba-44a6-9367-7c3122885212 req-3e9c742e-d925-4559-8cfb-05a5a0153b88 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 945 time: 0.0624971 Sep 17 08:16:12.431477 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-dec61305-32a6-42b5-af65-6f8a3e76d6d1 None None] Provisioning complete for port 2792c1ea-d9bf-436c-b4f4-8ca5d8d25463 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:16:12.431870 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dec61305-32a6-42b5-af65-6f8a3e76d6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:12.441903 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e127202f-571e-4171-ac72-a316d0b52722 req-771d5140-5d15-4b15-8848-e34f4bf4b79f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2792c1ea-d9bf-436c-b4f4-8ca5d8d25463 HTTP/1.1" status: 200 len: 217 time: 0.0356624 Sep 17 08:16:12.446080 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2c022df9-99ba-44a6-9367-7c3122885212 req-7af082ce-f37d-42da-97f4-9ea365c2da5a tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333800 Sep 17 08:16:12.493026 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127202f-571e-4171-ac72-a316d0b52722 req-4496ff52-9b35-4de7-b111-422548f87e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:12.494649 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e127202f-571e-4171-ac72-a316d0b52722 req-4496ff52-9b35-4de7-b111-422548f87e4e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9b7cebd9-83b6-4be8-81d9-9f32073aed40 HTTP/1.1" status: 200 len: 851 time: 0.0452852 Sep 17 08:16:12.552660 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127202f-571e-4171-ac72-a316d0b52722 req-0845a898-d533-44ee-970d-18df9c36c407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:12.554205 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e127202f-571e-4171-ac72-a316d0b52722 req-0845a898-d533-44ee-970d-18df9c36c407 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b775eb3f-2b25-4820-827b-6765ebe265c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529153 Sep 17 08:16:12.575146 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e66bd0-2d78-4e44-aa0f-ca1f5b142130 req-5a243929-1fc4-4fbe-9642-baf46150ca4c tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:12.577166 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-28e66bd0-2d78-4e44-aa0f-ca1f5b142130 req-5a243929-1fc4-4fbe-9642-baf46150ca4c tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 945 time: 0.0611610 Sep 17 08:16:12.615213 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-28e66bd0-2d78-4e44-aa0f-ca1f5b142130 req-8b1312f3-0851-4d48-ac55-1d79c87a4882 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317664 Sep 17 08:16:12.650398 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e127202f-571e-4171-ac72-a316d0b52722 req-5aa1e463-3826-438d-9799-7b8fbb1b8126 service neutron] 10.222.0.39 "GET /v2.0/networks/b775eb3f-2b25-4820-827b-6765ebe265c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882905 Sep 17 08:16:12.743575 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e127202f-571e-4171-ac72-a316d0b52722 req-e10f7a1f-e7ce-408c-bdbd-49470bfa7a95 service neutron] 10.222.0.39 "GET /v2.0/networks/b775eb3f-2b25-4820-827b-6765ebe265c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856607 Sep 17 08:16:12.880286 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb1a86-01e7-41ac-be16-e495daa19d1f req-a7178019-96b1-4fd2-9915-f1e9cb2efda0 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:12.881676 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8bbb1a86-01e7-41ac-be16-e495daa19d1f req-a7178019-96b1-4fd2-9915-f1e9cb2efda0 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/networks?id=b775eb3f-2b25-4820-827b-6765ebe265c2 HTTP/1.1" status: 200 len: 812 time: 0.0990891 Sep 17 08:16:12.896990 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8bbb1a86-01e7-41ac-be16-e495daa19d1f req-d053cb3c-3e1f-466f-a929-a4700a97c04c tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/quotas/a40110368b234965bf3fd6f856f2361c HTTP/1.1" status: 200 len: 375 time: 0.0094991 Sep 17 08:16:12.991860 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8bbb1a86-01e7-41ac-be16-e495daa19d1f req-3e8994cc-99f0-4826-969e-21b45b2d0860 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a40110368b234965bf3fd6f856f2361c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0859616 Sep 17 08:16:13.088163 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d01a19ce-c38c-449a-b1d5-20487c5f7bd6 req-385916ba-eb0f-46fe-9216-3fbe7b91b0fb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8418b5e8-4c89-44e2-a136-b8a0d26f6a81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1394300 Sep 17 08:16:13.105858 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25caa02b-c9cf-4d18-82ac-6a3880d4a4de req-e2a87807-5bc9-4b91-987c-d89a29cca79d tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:13.107860 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-25caa02b-c9cf-4d18-82ac-6a3880d4a4de req-e2a87807-5bc9-4b91-987c-d89a29cca79d tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] 10.222.0.13 "GET /v2.0/ports?device_id=3adebe6c-022d-4a57-b3b3-2ebd5558d464 HTTP/1.1" status: 200 len: 944 time: 0.1350946 Sep 17 08:16:13.144998 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8bbb1a86-01e7-41ac-be16-e495daa19d1f req-6b0ec36f-fb8d-4621-b2fe-c1d81fd991b1 service neutron] 10.222.0.13 "GET /v2.0/networks/b775eb3f-2b25-4820-827b-6765ebe265c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447978 Sep 17 08:16:13.207909 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-25caa02b-c9cf-4d18-82ac-6a3880d4a4de req-91034fc2-8e1c-4e84-b276-d87466134ef9 tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] 10.222.0.13 "GET /v2.0/security-groups?id=47162ff2-fc07-4bd5-a1a7-487b89406e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938451 Sep 17 08:16:13.247748 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a19ce-c38c-449a-b1d5-20487c5f7bd6 req-6af7f046-27fe-4525-9641-4dc2273dc8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:13.249311 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d01a19ce-c38c-449a-b1d5-20487c5f7bd6 req-6af7f046-27fe-4525-9641-4dc2273dc8ee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6ef7951b2ac4d2ead98d70f1879d714&device_id=8418b5e8-4c89-44e2-a136-b8a0d26f6a81 HTTP/1.1" status: 200 len: 1097 time: 0.1225410 Sep 17 08:16:13.271810 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8bbb1a86-01e7-41ac-be16-e495daa19d1f req-7f5ce4b1-4edf-4be0-b065-d46012407ca3 service neutron] 10.222.0.13 "GET /v2.0/networks/b775eb3f-2b25-4820-827b-6765ebe265c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129708 Sep 17 08:16:13.377421 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a19ce-c38c-449a-b1d5-20487c5f7bd6 req-2ee8cea2-dd36-42cd-a130-d7dc4e847c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:13.378953 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d01a19ce-c38c-449a-b1d5-20487c5f7bd6 req-2ee8cea2-dd36-42cd-a130-d7dc4e847c3c service neutron] 10.222.0.41 "GET /v2.0/networks?id=ab4940a7-900f-447c-9070-f60b582c2f8c HTTP/1.1" status: 200 len: 895 time: 0.0862281 Sep 17 08:16:13.453147 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device d02ad3d6-8d36-48ed-a156-65628d35161b details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:16:13.476590 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-10fa7f48-6863-453e-a170-e8ebe017687e req-7ffd9cec-e841-4acd-b1e7-f5cde172a60c tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb833826-ff28-4833-8cb5-23fa38af82b0 HTTP/1.1" status: 200 len: 210 time: 0.0339363 Sep 17 08:16:13.478770 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d01a19ce-c38c-449a-b1d5-20487c5f7bd6 req-96af4f65-5c56-4a60-afd8-6f25b1b231fe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc924b2e-aac2-4046-98c7-256cda945f96 HTTP/1.1" status: 200 len: 1002 time: 0.0920565 Sep 17 08:16:13.534775 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a19ce-c38c-449a-b1d5-20487c5f7bd6 req-e749cac7-47b9-4d80-a9c9-b00688a6fc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:13.536193 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d01a19ce-c38c-449a-b1d5-20487c5f7bd6 req-e749cac7-47b9-4d80-a9c9-b00688a6fc8f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b4f533f-8a74-4de1-a95e-7e81d2a49ce7 HTTP/1.1" status: 200 len: 834 time: 0.0498958 Sep 17 08:16:13.553883 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port d02ad3d6-8d36-48ed-a156-65628d35161b, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=d02ad3d6-8d36-48ed-a156-65628d35161b,segment=NetworkSegment(ab820241-fc53-4427-84a7-638cdadac06a),segment_id=ab820241-fc53-4427-84a7-638cdadac06a)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:16:13.566004 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': 'd02ad3d6-8d36-48ed-a156-65628d35161b', 'network_id': 'd13a16da-5fd3-4030-8475-01498f2cc2b4', 'port_id': 'd02ad3d6-8d36-48ed-a156-65628d35161b', 'mac_address': 'fa:16:3e:6e:99:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aef4f02-eac7-4b9b-8b23-d7f6ca4fabc5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:16:13.587393 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a19ce-c38c-449a-b1d5-20487c5f7bd6 req-c16c33ac-4bac-4b82-8373-2ad04f35ab68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:13.588951 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d01a19ce-c38c-449a-b1d5-20487c5f7bd6 req-c16c33ac-4bac-4b82-8373-2ad04f35ab68 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ab4940a7-900f-447c-9070-f60b582c2f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452898 Sep 17 08:16:13.605529 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:13.621061 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d02ad3d6-8d36-48ed-a156-65628d35161b {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:16:13.641351 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port d02ad3d6-8d36-48ed-a156-65628d35161b, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=d02ad3d6-8d36-48ed-a156-65628d35161b,segment=NetworkSegment(ab820241-fc53-4427-84a7-638cdadac06a),segment_id=ab820241-fc53-4427-84a7-638cdadac06a)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:16:13.645498 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:13.682692 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d01a19ce-c38c-449a-b1d5-20487c5f7bd6 req-eaaaf5ab-316d-4dff-8f0b-03144a5ecee0 service neutron] 10.222.0.41 "GET /v2.0/networks/ab4940a7-900f-447c-9070-f60b582c2f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864997 Sep 17 08:16:13.695013 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=d02ad3d6-8d36-48ed-a156-65628d35161b,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:16:13.780108 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d01a19ce-c38c-449a-b1d5-20487c5f7bd6 req-121c35c1-e20e-49fb-be42-dacc45d50595 service neutron] 10.222.0.41 "GET /v2.0/networks/ab4940a7-900f-447c-9070-f60b582c2f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903678 Sep 17 08:16:14.045931 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['d02ad3d6-8d36-48ed-a156-65628d35161b'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:16:14.324426 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8675d094-95ca-44be-a750-af7ccddb9928 req-dbc376f6-1349-4038-9d20-9f0351fb3a8b tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:14.326934 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8675d094-95ca-44be-a750-af7ccddb9928 req-dbc376f6-1349-4038-9d20-9f0351fb3a8b tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] 10.222.0.13 "GET /v2.0/ports?device_id=3adebe6c-022d-4a57-b3b3-2ebd5558d464 HTTP/1.1" status: 200 len: 945 time: 0.0501058 Sep 17 08:16:14.371890 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8675d094-95ca-44be-a750-af7ccddb9928 req-ddaf54cb-9062-48b6-9e19-2beed6245f6c tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] 10.222.0.13 "GET /v2.0/security-groups?id=47162ff2-fc07-4bd5-a1a7-487b89406e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329363 Sep 17 08:16:14.468532 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb1a86-01e7-41ac-be16-e495daa19d1f req-222db9e4-877d-4757-97e2-b533fdf5749a tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:14.469987 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8bbb1a86-01e7-41ac-be16-e495daa19d1f req-222db9e4-877d-4757-97e2-b533fdf5749a tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.39 "GET /v2.0/networks?id=b775eb3f-2b25-4820-827b-6765ebe265c2 HTTP/1.1" status: 200 len: 812 time: 0.1081662 Sep 17 08:16:14.488974 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-8bbb1a86-01e7-41ac-be16-e495daa19d1f req-9f1db36b-b2fa-49e1-bc79-1ba63ce3375e tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Request body: {'port': {'device_id': 'bb833826-ff28-4833-8cb5-23fa38af82b0', 'network_id': 'b775eb3f-2b25-4820-827b-6765ebe265c2', 'admin_state_up': True, 'tenant_id': 'a40110368b234965bf3fd6f856f2361c'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:16:14.574999 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a212c724-54e5-4ecd-94f3-8ebb7a93ffaa req-a453d2f2-522b-453b-8b70-b4939d4ab47e tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb833826-ff28-4833-8cb5-23fa38af82b0 HTTP/1.1" status: 200 len: 210 time: 0.0261142 Sep 17 08:16:14.600050 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bbb1a86-01e7-41ac-be16-e495daa19d1f req-9f1db36b-b2fa-49e1-bc79-1ba63ce3375e tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Made reservation on behalf of a40110368b234965bf3fd6f856f2361c for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:16:14.603545 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8bbb1a86-01e7-41ac-be16-e495daa19d1f req-9f1db36b-b2fa-49e1-bc79-1ba63ce3375e tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:14.729135 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-8bbb1a86-01e7-41ac-be16-e495daa19d1f req-9f1db36b-b2fa-49e1-bc79-1ba63ce3375e tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Allocated IP 172.20.0.13 (b775eb3f-2b25-4820-827b-6765ebe265c2/9b7cebd9-83b6-4be8-81d9-9f32073aed40/7343d702-afd4-4127-8b11-7fdaccbc6c78) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:16:14.871228 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8bbb1a86-01e7-41ac-be16-e495daa19d1f req-9f1db36b-b2fa-49e1-bc79-1ba63ce3375e tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:14.903199 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8bbb1a86-01e7-41ac-be16-e495daa19d1f req-9f1db36b-b2fa-49e1-bc79-1ba63ce3375e tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:14.942356 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['7ebfe381-193d-41f3-8710-45fa3d308dbd', '6efbdc62-2af9-4d03-854a-91c97c8f3b19'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:16:14.948601 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bbb1a86-01e7-41ac-be16-e495daa19d1f req-9f1db36b-b2fa-49e1-bc79-1ba63ce3375e tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Network b775eb3f-2b25-4820-827b-6765ebe265c2 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:16:14.951875 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-8bbb1a86-01e7-41ac-be16-e495daa19d1f req-9f1db36b-b2fa-49e1-bc79-1ba63ce3375e tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:16:14.957764 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bbb1a86-01e7-41ac-be16-e495daa19d1f req-9f1db36b-b2fa-49e1-bc79-1ba63ce3375e tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:16:14.964197 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1db36b-b2fa-49e1-bc79-1ba63ce3375e tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Pushing event updated for resources: {'Port': ['ID=7343d702-afd4-4127-8b11-7fdaccbc6c78,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:16:15.011285 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb1a86-01e7-41ac-be16-e495daa19d1f req-9f1db36b-b2fa-49e1-bc79-1ba63ce3375e tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:15.011974 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8bbb1a86-01e7-41ac-be16-e495daa19d1f req-9f1db36b-b2fa-49e1-bc79-1ba63ce3375e tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:15.027031 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8bbb1a86-01e7-41ac-be16-e495daa19d1f req-9f1db36b-b2fa-49e1-bc79-1ba63ce3375e tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5420144 Sep 17 08:16:15.045791 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-8bbb1a86-01e7-41ac-be16-e495daa19d1f req-782b74aa-2245-4896-90b9-45caa69e3b55 service neutron] Request body: {'port': {'device_id': 'bb833826-ff28-4833-8cb5-23fa38af82b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:16:15.104117 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8bbb1a86-01e7-41ac-be16-e495daa19d1f req-782b74aa-2245-4896-90b9-45caa69e3b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:15.186904 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-fc0b66c2-2ab5-47f9-a0c5-8e8719c354ba None None] Provisioning complete for port 7343d702-afd4-4127-8b11-7fdaccbc6c78 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:16:15.187273 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fc0b66c2-2ab5-47f9-a0c5-8e8719c354ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:15.221260 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-fc0b66c2-2ab5-47f9-a0c5-8e8719c354ba None None] Port 7343d702-afd4-4127-8b11-7fdaccbc6c78 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:16:15.369930 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-8bbb1a86-01e7-41ac-be16-e495daa19d1f req-782b74aa-2245-4896-90b9-45caa69e3b55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7343d702-afd4-4127-8b11-7fdaccbc6c78 {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:16:15.377116 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8bbb1a86-01e7-41ac-be16-e495daa19d1f req-782b74aa-2245-4896-90b9-45caa69e3b55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:15.389529 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-8bbb1a86-01e7-41ac-be16-e495daa19d1f req-782b74aa-2245-4896-90b9-45caa69e3b55 service neutron] Transition to ACTIVE for port object 7343d702-afd4-4127-8b11-7fdaccbc6c78 will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:16:15.393730 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8bbb1a86-01e7-41ac-be16-e495daa19d1f req-782b74aa-2245-4896-90b9-45caa69e3b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:15.446302 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782b74aa-2245-4896-90b9-45caa69e3b55 service neutron] Pushing event updated for resources: {'Port': ['ID=7343d702-afd4-4127-8b11-7fdaccbc6c78,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:16:15.453493 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device d02ad3d6-8d36-48ed-a156-65628d35161b up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:16:15.513293 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning for port d02ad3d6-8d36-48ed-a156-65628d35161b completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:16:15.517036 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f529fc-2f14-42e0-85ab-1e3c0102e48a req-91dfa031-7590-42c5-9176-3047cee69683 tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:15.517766 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port d02ad3d6-8d36-48ed-a156-65628d35161b triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:16:15.518121 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:15.519083 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-11f529fc-2f14-42e0-85ab-1e3c0102e48a req-91dfa031-7590-42c5-9176-3047cee69683 tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] 10.222.0.13 "GET /v2.0/ports?device_id=3adebe6c-022d-4a57-b3b3-2ebd5558d464 HTTP/1.1" status: 200 len: 945 time: 0.0707021 Sep 17 08:16:15.519400 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-8bbb1a86-01e7-41ac-be16-e495daa19d1f req-782b74aa-2245-4896-90b9-45caa69e3b55 service neutron] Attempting to bind port 7343d702-afd4-4127-8b11-7fdaccbc6c78 on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:16:15.519823 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-8bbb1a86-01e7-41ac-be16-e495daa19d1f req-782b74aa-2245-4896-90b9-45caa69e3b55 service neutron] Attempting to bind port 7343d702-afd4-4127-8b11-7fdaccbc6c78 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': 'e7dfc92d-b32e-4f74-ad53-4fda8afa908d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b775eb3f-2b25-4820-827b-6765ebe265c2'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:16:15.520093 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbb1a86-01e7-41ac-be16-e495daa19d1f req-782b74aa-2245-4896-90b9-45caa69e3b55 service neutron] Attempting to bind port 7343d702-afd4-4127-8b11-7fdaccbc6c78 on network b775eb3f-2b25-4820-827b-6765ebe265c2 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:16:15.525048 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbb1a86-01e7-41ac-be16-e495daa19d1f req-782b74aa-2245-4896-90b9-45caa69e3b55 service neutron] Port 7343d702-afd4-4127-8b11-7fdaccbc6c78 on network b775eb3f-2b25-4820-827b-6765ebe265c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:16:15.525375 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbb1a86-01e7-41ac-be16-e495daa19d1f req-782b74aa-2245-4896-90b9-45caa69e3b55 service neutron] Attempting to bind port 7343d702-afd4-4127-8b11-7fdaccbc6c78 on network b775eb3f-2b25-4820-827b-6765ebe265c2 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:16:15.530840 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbb1a86-01e7-41ac-be16-e495daa19d1f req-782b74aa-2245-4896-90b9-45caa69e3b55 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:16:15.531166 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbb1a86-01e7-41ac-be16-e495daa19d1f req-782b74aa-2245-4896-90b9-45caa69e3b55 service neutron] Checking segment: {'id': 'e7dfc92d-b32e-4f74-ad53-4fda8afa908d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b775eb3f-2b25-4820-827b-6765ebe265c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:16:15.531550 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbb1a86-01e7-41ac-be16-e495daa19d1f req-782b74aa-2245-4896-90b9-45caa69e3b55 service neutron] Bound using segment: {'id': 'e7dfc92d-b32e-4f74-ad53-4fda8afa908d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b775eb3f-2b25-4820-827b-6765ebe265c2'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:16:15.532006 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-8bbb1a86-01e7-41ac-be16-e495daa19d1f req-782b74aa-2245-4896-90b9-45caa69e3b55 service neutron] Bound port: 7343d702-afd4-4127-8b11-7fdaccbc6c78, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7dfc92d-b32e-4f74-ad53-4fda8afa908d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b775eb3f-2b25-4820-827b-6765ebe265c2'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:16:15.532359 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8bbb1a86-01e7-41ac-be16-e495daa19d1f req-782b74aa-2245-4896-90b9-45caa69e3b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:15.575754 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-11f529fc-2f14-42e0-85ab-1e3c0102e48a req-94b4a1e8-aa4f-4787-89fb-712a7d0104da tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] 10.222.0.13 "GET /v2.0/security-groups?id=47162ff2-fc07-4bd5-a1a7-487b89406e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468502 Sep 17 08:16:15.604523 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-8bbb1a86-01e7-41ac-be16-e495daa19d1f req-782b74aa-2245-4896-90b9-45caa69e3b55 service neutron] For port 7343d702-afd4-4127-8b11-7fdaccbc6c78, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:16:15.608559 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-8bbb1a86-01e7-41ac-be16-e495daa19d1f req-782b74aa-2245-4896-90b9-45caa69e3b55 service neutron] For port 7343d702-afd4-4127-8b11-7fdaccbc6c78, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=7343d702-afd4-4127-8b11-7fdaccbc6c78,segment=NetworkSegment(e7dfc92d-b32e-4f74-ad53-4fda8afa908d),segment_id=e7dfc92d-b32e-4f74-ad53-4fda8afa908d)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:16:15.610475 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:15.614490 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8bbb1a86-01e7-41ac-be16-e495daa19d1f req-782b74aa-2245-4896-90b9-45caa69e3b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:15.634934 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3adebe6c-022d-4a57-b3b3-2ebd5558d464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd02ad3d6-8d36-48ed-a156-65628d35161b'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:16:15.637297 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-081c92c3-86e1-45b0-88e8-0c5cc40cd2cd" -d '{"events": [{"server_uuid": "3adebe6c-022d-4a57-b3b3-2ebd5558d464", "name": "network-vif-plugged", "status": "completed", "tag": "d02ad3d6-8d36-48ed-a156-65628d35161b"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:16:15.650555 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port d02ad3d6-8d36-48ed-a156-65628d35161b, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=d02ad3d6-8d36-48ed-a156-65628d35161b,segment=NetworkSegment(ab820241-fc53-4427-84a7-638cdadac06a),segment_id=ab820241-fc53-4427-84a7-638cdadac06a)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:16:15.659857 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:15.669820 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb1a86-01e7-41ac-be16-e495daa19d1f req-782b74aa-2245-4896-90b9-45caa69e3b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:15.670440 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8bbb1a86-01e7-41ac-be16-e495daa19d1f req-782b74aa-2245-4896-90b9-45caa69e3b55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:15.672542 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8bbb1a86-01e7-41ac-be16-e495daa19d1f req-782b74aa-2245-4896-90b9-45caa69e3b55 service neutron] 10.222.0.39 "PUT /v2.0/ports/7343d702-afd4-4127-8b11-7fdaccbc6c78 HTTP/1.1" status: 200 len: 1092 time: 0.6317730 Sep 17 08:16:15.672542 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb833826-ff28-4833-8cb5-23fa38af82b0', 'tag': '7343d702-afd4-4127-8b11-7fdaccbc6c78'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:16:15.674756 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392738e8-a227-43f6-876d-9973c32f2bc9" -d '{"events": [{"name": "network-changed", "server_uuid": "bb833826-ff28-4833-8cb5-23fa38af82b0", "tag": "7343d702-afd4-4127-8b11-7fdaccbc6c78"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:16:15.718990 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782b74aa-2245-4896-90b9-45caa69e3b55 service neutron] Pushing event updated for resources: {'Port': ['ID=7343d702-afd4-4127-8b11-7fdaccbc6c78,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:16:15.721325 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-271287e3-1788-47d7-9ab4-ceaaa30a8edd x-openstack-request-id: req-271287e3-1788-47d7-9ab4-ceaaa30a8edd {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:16:15.721858 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3adebe6c-022d-4a57-b3b3-2ebd5558d464", "name": "network-vif-plugged", "status": "completed", "tag": "d02ad3d6-8d36-48ed-a156-65628d35161b", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:16:15.722279 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-271287e3-1788-47d7-9ab4-ceaaa30a8edd {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:16:15.722693 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3adebe6c-022d-4a57-b3b3-2ebd5558d464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd02ad3d6-8d36-48ed-a156-65628d35161b', 'code': 200} Sep 17 08:16:15.751286 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da397af-9fa1-4f45-a558-bbdbc6f32c4c req-64706e47-ec52-4bc0-bdfe-83c36f88656e tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:15.760469 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=d02ad3d6-8d36-48ed-a156-65628d35161b,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:16:15.765956 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3da397af-9fa1-4f45-a558-bbdbc6f32c4c req-64706e47-ec52-4bc0-bdfe-83c36f88656e tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb833826-ff28-4833-8cb5-23fa38af82b0 HTTP/1.1" status: 200 len: 944 time: 0.0880444 Sep 17 08:16:15.768079 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc173f6c-130b-4c31-ae20-c4b9df0d5206 x-openstack-request-id: req-dc173f6c-130b-4c31-ae20-c4b9df0d5206 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:16:15.768373 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb833826-ff28-4833-8cb5-23fa38af82b0", "tag": "7343d702-afd4-4127-8b11-7fdaccbc6c78", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:16:15.768822 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dc173f6c-130b-4c31-ae20-c4b9df0d5206 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:16:15.769579 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb833826-ff28-4833-8cb5-23fa38af82b0', 'tag': '7343d702-afd4-4127-8b11-7fdaccbc6c78', 'status': 'completed', 'code': 200} Sep 17 08:16:15.789816 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb1a86-01e7-41ac-be16-e495daa19d1f req-aeb8f0a3-3762-4465-b325-9c5c78b277e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:15.792677 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8bbb1a86-01e7-41ac-be16-e495daa19d1f req-aeb8f0a3-3762-4465-b325-9c5c78b277e1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a40110368b234965bf3fd6f856f2361c&device_id=bb833826-ff28-4833-8cb5-23fa38af82b0 HTTP/1.1" status: 200 len: 1095 time: 0.0618644 Sep 17 08:16:15.804324 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3da397af-9fa1-4f45-a558-bbdbc6f32c4c req-cfa8cf0f-7da7-4a9b-a2c7-cd50d40a1f60 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374844 Sep 17 08:16:15.847191 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad56d7f6-1244-4256-b3f5-87bed5a65f9a req-b93eb825-37cb-48e4-b4e0-2d933537ffb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:15.848842 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ad56d7f6-1244-4256-b3f5-87bed5a65f9a req-b93eb825-37cb-48e4-b4e0-2d933537ffb0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3adebe6c-022d-4a57-b3b3-2ebd5558d464 HTTP/1.1" status: 200 len: 1097 time: 0.0409889 Sep 17 08:16:15.849972 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8bbb1a86-01e7-41ac-be16-e495daa19d1f req-a22e5db5-8d00-4e7a-8790-1410de5c698f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7343d702-afd4-4127-8b11-7fdaccbc6c78 HTTP/1.1" status: 200 len: 217 time: 0.0419624 Sep 17 08:16:15.885260 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ad56d7f6-1244-4256-b3f5-87bed5a65f9a req-a9069f0f-4e22-4203-8f1c-c3933318b35b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=47162ff2-fc07-4bd5-a1a7-487b89406e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295932 Sep 17 08:16:15.901236 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb1a86-01e7-41ac-be16-e495daa19d1f req-3dd6e0c7-5b45-414a-826d-28fc88d67cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:15.902783 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8bbb1a86-01e7-41ac-be16-e495daa19d1f req-3dd6e0c7-5b45-414a-826d-28fc88d67cd2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9b7cebd9-83b6-4be8-81d9-9f32073aed40 HTTP/1.1" status: 200 len: 851 time: 0.0459511 Sep 17 08:16:15.950430 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb1a86-01e7-41ac-be16-e495daa19d1f req-48e77159-93af-4040-8ddf-65e111508af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:15.952024 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8bbb1a86-01e7-41ac-be16-e495daa19d1f req-48e77159-93af-4040-8ddf-65e111508af7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b775eb3f-2b25-4820-827b-6765ebe265c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415146 Sep 17 08:16:16.045937 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8bbb1a86-01e7-41ac-be16-e495daa19d1f req-8444573e-2396-46c0-b1f9-69c2029cf4fa service neutron] 10.222.0.39 "GET /v2.0/networks/b775eb3f-2b25-4820-827b-6765ebe265c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860808 Sep 17 08:16:16.133448 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8bbb1a86-01e7-41ac-be16-e495daa19d1f req-99783130-fa52-468f-92c3-802a576b9141 service neutron] 10.222.0.39 "GET /v2.0/networks/b775eb3f-2b25-4820-827b-6765ebe265c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807209 Sep 17 08:16:16.270165 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392738e8-a227-43f6-876d-9973c32f2bc9 req-eb10c8e9-13fb-465a-b9f3-6a5b23699995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:16.271733 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-392738e8-a227-43f6-876d-9973c32f2bc9 req-eb10c8e9-13fb-465a-b9f3-6a5b23699995 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a40110368b234965bf3fd6f856f2361c&device_id=bb833826-ff28-4833-8cb5-23fa38af82b0 HTTP/1.1" status: 200 len: 1095 time: 0.0405633 Sep 17 08:16:16.364671 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392738e8-a227-43f6-876d-9973c32f2bc9 req-2ed8456f-6cd4-49e7-8b9c-758c0d945496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:16.366142 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-392738e8-a227-43f6-876d-9973c32f2bc9 req-2ed8456f-6cd4-49e7-8b9c-758c0d945496 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b775eb3f-2b25-4820-827b-6765ebe265c2 HTTP/1.1" status: 200 len: 913 time: 0.0868850 Sep 17 08:16:16.408922 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-392738e8-a227-43f6-876d-9973c32f2bc9 req-edd1de3f-7b2e-469c-8cb2-9e9288a6d7e4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7343d702-afd4-4127-8b11-7fdaccbc6c78 HTTP/1.1" status: 200 len: 217 time: 0.0328219 Sep 17 08:16:16.460737 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392738e8-a227-43f6-876d-9973c32f2bc9 req-97f707d3-dfb7-48e7-88b7-1681888b5a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:16.462138 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-392738e8-a227-43f6-876d-9973c32f2bc9 req-97f707d3-dfb7-48e7-88b7-1681888b5a01 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9b7cebd9-83b6-4be8-81d9-9f32073aed40 HTTP/1.1" status: 200 len: 851 time: 0.0453973 Sep 17 08:16:16.506771 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392738e8-a227-43f6-876d-9973c32f2bc9 req-d66f6440-486a-48eb-a31b-afa5b9192a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:16.508495 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-392738e8-a227-43f6-876d-9973c32f2bc9 req-d66f6440-486a-48eb-a31b-afa5b9192a8a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b775eb3f-2b25-4820-827b-6765ebe265c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398986 Sep 17 08:16:16.601543 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-392738e8-a227-43f6-876d-9973c32f2bc9 req-387aee16-f8dd-45d5-bfd7-20505c5bac74 service neutron] 10.222.0.39 "GET /v2.0/networks/b775eb3f-2b25-4820-827b-6765ebe265c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851164 Sep 17 08:16:16.689816 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cb2bba-e940-4415-b3dd-df1f9f49e462 req-69c72e55-de61-4bd1-87c1-e8aedf72279b tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:16.691323 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e7cb2bba-e940-4415-b3dd-df1f9f49e462 req-69c72e55-de61-4bd1-87c1-e8aedf72279b tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] 10.222.0.13 "GET /v2.0/ports?device_id=3adebe6c-022d-4a57-b3b3-2ebd5558d464 HTTP/1.1" status: 200 len: 946 time: 0.0518920 Sep 17 08:16:16.692260 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-392738e8-a227-43f6-876d-9973c32f2bc9 req-b98739d1-de76-45dd-be74-fcf8452b8032 service neutron] 10.222.0.39 "GET /v2.0/networks/b775eb3f-2b25-4820-827b-6765ebe265c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838525 Sep 17 08:16:16.730897 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e7cb2bba-e940-4415-b3dd-df1f9f49e462 req-7d733ece-f9d7-440b-b5c9-22202a67b8a2 tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] 10.222.0.13 "GET /v2.0/security-groups?id=47162ff2-fc07-4bd5-a1a7-487b89406e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334866 Sep 17 08:16:16.921458 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a669c712-b4db-4c81-9919-276b451e0e7d req-d4d6ee25-672c-4c50-804b-3ca479ea42fd tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:16.922980 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a669c712-b4db-4c81-9919-276b451e0e7d req-d4d6ee25-672c-4c50-804b-3ca479ea42fd tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb833826-ff28-4833-8cb5-23fa38af82b0 HTTP/1.1" status: 200 len: 944 time: 0.0480845 Sep 17 08:16:16.959577 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a669c712-b4db-4c81-9919-276b451e0e7d req-835ae5d8-f480-457f-825a-e38de1c9ed42 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306540 Sep 17 08:16:17.842265 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcedadbf-fbe4-4486-b741-162e543bd71b req-9cf0f909-4727-40b2-a0ef-5b031e4b4352 tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:17.843638 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bcedadbf-fbe4-4486-b741-162e543bd71b req-9cf0f909-4727-40b2-a0ef-5b031e4b4352 tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] 10.222.0.13 "GET /v2.0/ports?device_id=3adebe6c-022d-4a57-b3b3-2ebd5558d464 HTTP/1.1" status: 200 len: 946 time: 0.0471349 Sep 17 08:16:17.879545 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bcedadbf-fbe4-4486-b741-162e543bd71b req-83e2c955-7ff4-4722-bc09-351650ab9a71 tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] 10.222.0.13 "GET /v2.0/security-groups?id=47162ff2-fc07-4bd5-a1a7-487b89406e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302014 Sep 17 08:16:17.995886 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc518b-3ee6-44bd-8aeb-10d5e32c0233 req-ec3ef84e-1343-4726-9ae0-c3060a5df612 tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:17.997394 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fddc518b-3ee6-44bd-8aeb-10d5e32c0233 req-ec3ef84e-1343-4726-9ae0-c3060a5df612 tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] 10.222.0.13 "GET /v2.0/ports?device_id=3adebe6c-022d-4a57-b3b3-2ebd5558d464 HTTP/1.1" status: 200 len: 946 time: 0.0519285 Sep 17 08:16:18.045919 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fddc518b-3ee6-44bd-8aeb-10d5e32c0233 req-964283fd-7d59-40fa-a044-95aa6497c176 tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] 10.222.0.13 "GET /v2.0/security-groups?id=47162ff2-fc07-4bd5-a1a7-487b89406e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427220 Sep 17 08:16:18.083036 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e962873c-685a-4316-9915-0c3c9128fd01 req-fe2b07ec-9d90-4437-9afa-19077505ba12 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:18.084820 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e962873c-685a-4316-9915-0c3c9128fd01 req-fe2b07ec-9d90-4437-9afa-19077505ba12 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb833826-ff28-4833-8cb5-23fa38af82b0 HTTP/1.1" status: 200 len: 944 time: 0.0553634 Sep 17 08:16:18.123353 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e962873c-685a-4316-9915-0c3c9128fd01 req-31b6aa66-cdad-4167-a462-5bd76323b8c3 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320895 Sep 17 08:16:18.264642 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d5d60-9919-4084-9c7e-e74707f89102 req-34cd4aec-854b-4e6b-96cb-ff2ae321c9f0 tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:18.266100 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-299d5d60-9919-4084-9c7e-e74707f89102 req-34cd4aec-854b-4e6b-96cb-ff2ae321c9f0 tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] 10.222.0.13 "GET /v2.0/ports?device_id=3adebe6c-022d-4a57-b3b3-2ebd5558d464 HTTP/1.1" status: 200 len: 946 time: 0.0472858 Sep 17 08:16:18.302455 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-299d5d60-9919-4084-9c7e-e74707f89102 req-b55ade0c-9655-4718-9761-389c63e270fd tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] 10.222.0.13 "GET /v2.0/security-groups?id=47162ff2-fc07-4bd5-a1a7-487b89406e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303917 Sep 17 08:16:19.238596 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210e3dad-88ac-430f-951f-e5716180a8fe req-139b7041-35f2-4a6c-8ff5-cbd58724e9fa tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:19.240147 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-210e3dad-88ac-430f-951f-e5716180a8fe req-139b7041-35f2-4a6c-8ff5-cbd58724e9fa tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb833826-ff28-4833-8cb5-23fa38af82b0 HTTP/1.1" status: 200 len: 944 time: 0.0510247 Sep 17 08:16:19.277198 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-210e3dad-88ac-430f-951f-e5716180a8fe req-5148a9f5-6416-4137-96bc-f861020e0221 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304258 Sep 17 08:16:19.415938 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0747c9-84be-4411-9ce3-0735681a088d req-3a0386c6-aa29-4f66-bf8e-ab60730a0fb8 tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:19.417917 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fa0747c9-84be-4411-9ce3-0735681a088d req-3a0386c6-aa29-4f66-bf8e-ab60730a0fb8 tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] 10.222.0.13 "GET /v2.0/ports?device_id=3adebe6c-022d-4a57-b3b3-2ebd5558d464 HTTP/1.1" status: 200 len: 946 time: 0.0478272 Sep 17 08:16:19.454360 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fa0747c9-84be-4411-9ce3-0735681a088d req-1d75aa49-ae93-4ed9-872b-c1848cb6442b tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] 10.222.0.13 "GET /v2.0/security-groups?id=47162ff2-fc07-4bd5-a1a7-487b89406e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301538 Sep 17 08:16:19.645456 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4538ad5-022a-4744-b878-2cea96345e88 req-3763e364-ad18-437a-908d-24e2f975dd37 tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:19.646868 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d4538ad5-022a-4744-b878-2cea96345e88 req-3763e364-ad18-437a-908d-24e2f975dd37 tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] 10.222.0.13 "GET /v2.0/ports?device_id=3adebe6c-022d-4a57-b3b3-2ebd5558d464 HTTP/1.1" status: 200 len: 946 time: 0.0483277 Sep 17 08:16:19.715170 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d4538ad5-022a-4744-b878-2cea96345e88 req-379f901b-2117-4dc5-a89f-cc038ff1dd62 tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] 10.222.0.13 "GET /v2.0/security-groups?id=47162ff2-fc07-4bd5-a1a7-487b89406e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618348 Sep 17 08:16:19.725214 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da35f6c-6a76-4c8e-92e9-56696cb3d014 req-3fcf925a-e90f-42fb-90f4-fefa755f1dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:19.726897 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6da35f6c-6a76-4c8e-92e9-56696cb3d014 req-3fcf925a-e90f-42fb-90f4-fefa755f1dec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=32c57cf494ce460794ec1974cc984054&device_id=3adebe6c-022d-4a57-b3b3-2ebd5558d464 HTTP/1.1" status: 200 len: 1097 time: 0.0678036 Sep 17 08:16:19.818849 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da35f6c-6a76-4c8e-92e9-56696cb3d014 req-dab4ba60-29c2-48a0-ad94-127da700879c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:19.820454 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6da35f6c-6a76-4c8e-92e9-56696cb3d014 req-dab4ba60-29c2-48a0-ad94-127da700879c service neutron] 10.222.0.41 "GET /v2.0/networks?id=d13a16da-5fd3-4030-8475-01498f2cc2b4 HTTP/1.1" status: 200 len: 913 time: 0.0863662 Sep 17 08:16:19.865222 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6da35f6c-6a76-4c8e-92e9-56696cb3d014 req-50651e55-c12d-4ef8-acd5-77074607037c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d02ad3d6-8d36-48ed-a156-65628d35161b HTTP/1.1" status: 200 len: 217 time: 0.0365896 Sep 17 08:16:19.911916 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da35f6c-6a76-4c8e-92e9-56696cb3d014 req-5e109384-bc17-403a-bb29-7e2e467d40fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:19.913289 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6da35f6c-6a76-4c8e-92e9-56696cb3d014 req-5e109384-bc17-403a-bb29-7e2e467d40fe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6aef4f02-eac7-4b9b-8b23-d7f6ca4fabc5 HTTP/1.1" status: 200 len: 852 time: 0.0411355 Sep 17 08:16:19.944930 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-934a5ce5-284d-4ce5-bd4f-a79962011a6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:19.946415 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6da35f6c-6a76-4c8e-92e9-56696cb3d014 req-dbe68239-1497-4c15-bd89-d1ee0b404804 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d13a16da-5fd3-4030-8475-01498f2cc2b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249155 Sep 17 08:16:20.035641 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6da35f6c-6a76-4c8e-92e9-56696cb3d014 req-277e97d4-3a20-4bff-a2c7-b125d0a2e5ad service neutron] 10.222.0.41 "GET /v2.0/networks/d13a16da-5fd3-4030-8475-01498f2cc2b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826838 Sep 17 08:16:20.124640 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6da35f6c-6a76-4c8e-92e9-56696cb3d014 req-eaaa13fc-f739-4e84-9b5c-3244ad37eec2 service neutron] 10.222.0.41 "GET /v2.0/networks/d13a16da-5fd3-4030-8475-01498f2cc2b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813682 Sep 17 08:16:20.388057 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3684c3-6fb7-4034-b3dd-df5e70a1ca12 req-dd4dc90b-d346-4990-91ad-eb3390d8d968 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:20.389521 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0f3684c3-6fb7-4034-b3dd-df5e70a1ca12 req-dd4dc90b-d346-4990-91ad-eb3390d8d968 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb833826-ff28-4833-8cb5-23fa38af82b0 HTTP/1.1" status: 200 len: 944 time: 0.0473373 Sep 17 08:16:20.426413 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0f3684c3-6fb7-4034-b3dd-df5e70a1ca12 req-86422703-db80-4d25-8de3-c12abdfdf3db tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311155 Sep 17 08:16:20.518826 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 7343d702-afd4-4127-8b11-7fdaccbc6c78 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:16:20.612093 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 7343d702-afd4-4127-8b11-7fdaccbc6c78, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=7343d702-afd4-4127-8b11-7fdaccbc6c78,segment=NetworkSegment(e7dfc92d-b32e-4f74-ad53-4fda8afa908d),segment_id=e7dfc92d-b32e-4f74-ad53-4fda8afa908d)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:16:20.622454 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '7343d702-afd4-4127-8b11-7fdaccbc6c78', 'network_id': 'b775eb3f-2b25-4820-827b-6765ebe265c2', 'port_id': '7343d702-afd4-4127-8b11-7fdaccbc6c78', 'mac_address': 'fa:16:3e:d6:8a:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b7cebd9-83b6-4be8-81d9-9f32073aed40', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:16:20.658114 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:20.670511 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7343d702-afd4-4127-8b11-7fdaccbc6c78 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:16:20.693100 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 7343d702-afd4-4127-8b11-7fdaccbc6c78, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=7343d702-afd4-4127-8b11-7fdaccbc6c78,segment=NetworkSegment(e7dfc92d-b32e-4f74-ad53-4fda8afa908d),segment_id=e7dfc92d-b32e-4f74-ad53-4fda8afa908d)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:16:20.697072 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:20.745718 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=7343d702-afd4-4127-8b11-7fdaccbc6c78,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:16:20.844000 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7519ad-2e88-416a-acb0-9a24041fb481 req-e1fddfa6-3060-4173-bbd7-4a384c474433 tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:20.845514 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-db7519ad-2e88-416a-acb0-9a24041fb481 req-e1fddfa6-3060-4173-bbd7-4a384c474433 tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] 10.222.0.13 "GET /v2.0/ports?device_id=3adebe6c-022d-4a57-b3b3-2ebd5558d464 HTTP/1.1" status: 200 len: 946 time: 0.0604084 Sep 17 08:16:20.885861 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-db7519ad-2e88-416a-acb0-9a24041fb481 req-6b07dbcf-aab2-4e48-b913-4ee4d2e86ea4 tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] 10.222.0.13 "GET /v2.0/security-groups?id=47162ff2-fc07-4bd5-a1a7-487b89406e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330422 Sep 17 08:16:21.134873 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['7343d702-afd4-4127-8b11-7fdaccbc6c78'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:16:21.539629 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ab142d-fe63-4666-af80-eb89a9036155 req-9dcb80ca-3b28-4b14-9100-519e408bbaad tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:21.541146 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-98ab142d-fe63-4666-af80-eb89a9036155 req-9dcb80ca-3b28-4b14-9100-519e408bbaad tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb833826-ff28-4833-8cb5-23fa38af82b0 HTTP/1.1" status: 200 len: 945 time: 0.0475550 Sep 17 08:16:21.577422 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-98ab142d-fe63-4666-af80-eb89a9036155 req-91ff9ba9-5e54-4702-9fc6-48ab3641d120 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304649 Sep 17 08:16:21.995799 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdb1fdd-af9e-473c-acdf-1937d990b63f req-64cb44e9-c422-45e5-8696-41d03ab52552 tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:21.997289 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9cdb1fdd-af9e-473c-acdf-1937d990b63f req-64cb44e9-c422-45e5-8696-41d03ab52552 tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] 10.222.0.13 "GET /v2.0/ports?device_id=3adebe6c-022d-4a57-b3b3-2ebd5558d464 HTTP/1.1" status: 200 len: 946 time: 0.0471029 Sep 17 08:16:22.033626 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9cdb1fdd-af9e-473c-acdf-1937d990b63f req-35ab746e-95eb-4374-b55e-d6c3263f7320 tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] 10.222.0.13 "GET /v2.0/security-groups?id=47162ff2-fc07-4bd5-a1a7-487b89406e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305533 Sep 17 08:16:22.252198 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b8fe0a-2a09-4151-9519-caff6deb63f1 req-c644b4c7-a134-4054-af38-f642b219a3f4 tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:22.253677 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-29b8fe0a-2a09-4151-9519-caff6deb63f1 req-c644b4c7-a134-4054-af38-f642b219a3f4 tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] 10.222.0.13 "GET /v2.0/ports?device_id=3adebe6c-022d-4a57-b3b3-2ebd5558d464 HTTP/1.1" status: 200 len: 946 time: 0.0511105 Sep 17 08:16:22.290966 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-29b8fe0a-2a09-4151-9519-caff6deb63f1 req-c62cf662-d56c-41bc-8b83-69b2020a04d3 tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] 10.222.0.13 "GET /v2.0/security-groups?id=47162ff2-fc07-4bd5-a1a7-487b89406e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308754 Sep 17 08:16:22.425285 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-699d252c-805b-4e9f-803e-80357b954ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:22.524922 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 7343d702-afd4-4127-8b11-7fdaccbc6c78 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:16:22.574718 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port 7343d702-afd4-4127-8b11-7fdaccbc6c78 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:16:22.578179 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 7343d702-afd4-4127-8b11-7fdaccbc6c78 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:16:22.578541 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:22.654364 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:22.676609 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb833826-ff28-4833-8cb5-23fa38af82b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7343d702-afd4-4127-8b11-7fdaccbc6c78'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:16:22.678730 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfdd9832-085c-403d-8b63-0de4f877f5d9" -d '{"events": [{"server_uuid": "bb833826-ff28-4833-8cb5-23fa38af82b0", "name": "network-vif-plugged", "status": "completed", "tag": "7343d702-afd4-4127-8b11-7fdaccbc6c78"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:16:22.698450 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 7343d702-afd4-4127-8b11-7fdaccbc6c78, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=7343d702-afd4-4127-8b11-7fdaccbc6c78,segment=NetworkSegment(e7dfc92d-b32e-4f74-ad53-4fda8afa908d),segment_id=e7dfc92d-b32e-4f74-ad53-4fda8afa908d)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:16:22.704923 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:22.706761 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d862811c-5aca-4e5b-aa14-c0f75193b3ab req-1709b94a-5933-47eb-9db8-634946647c94 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:22.708226 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d862811c-5aca-4e5b-aa14-c0f75193b3ab req-1709b94a-5933-47eb-9db8-634946647c94 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb833826-ff28-4833-8cb5-23fa38af82b0 HTTP/1.1" status: 200 len: 945 time: 0.0623930 Sep 17 08:16:22.709957 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:22.728814 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72689197-6169-4e50-b8c1-bcf229f56758 x-openstack-request-id: req-72689197-6169-4e50-b8c1-bcf229f56758 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:16:22.729106 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb833826-ff28-4833-8cb5-23fa38af82b0", "name": "network-vif-plugged", "status": "completed", "tag": "7343d702-afd4-4127-8b11-7fdaccbc6c78", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:16:22.729357 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-72689197-6169-4e50-b8c1-bcf229f56758 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:16:22.729742 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb833826-ff28-4833-8cb5-23fa38af82b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7343d702-afd4-4127-8b11-7fdaccbc6c78', 'code': 200} Sep 17 08:16:22.752186 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d862811c-5aca-4e5b-aa14-c0f75193b3ab req-ab8e9993-d5db-4d4b-ab68-4eab7669321d tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360849 Sep 17 08:16:22.759153 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=7343d702-afd4-4127-8b11-7fdaccbc6c78,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:16:22.857160 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50b1c4-5d28-4868-bfd5-c1dc025ae818 req-792c6a8c-1d80-4a29-9dfd-8c3baaab4f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:22.858627 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5e50b1c4-5d28-4868-bfd5-c1dc025ae818 req-792c6a8c-1d80-4a29-9dfd-8c3baaab4f58 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bb833826-ff28-4833-8cb5-23fa38af82b0 HTTP/1.1" status: 200 len: 1097 time: 0.0390391 Sep 17 08:16:22.894578 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5e50b1c4-5d28-4868-bfd5-c1dc025ae818 req-816dca72-f39d-4558-a15b-a987f3e52039 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270965 Sep 17 08:16:23.253070 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:16:23.402340 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a58d7-ed1b-4e38-93ef-b3c584bddcf0 req-f44d9a6a-cbb8-4a08-b991-95c696a5724a tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:23.403815 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c57a58d7-ed1b-4e38-93ef-b3c584bddcf0 req-f44d9a6a-cbb8-4a08-b991-95c696a5724a tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] 10.222.0.13 "GET /v2.0/ports?device_id=3adebe6c-022d-4a57-b3b3-2ebd5558d464 HTTP/1.1" status: 200 len: 946 time: 0.0467434 Sep 17 08:16:23.440197 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c57a58d7-ed1b-4e38-93ef-b3c584bddcf0 req-a2026099-8840-4d39-9807-ba7dded84f66 tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] 10.222.0.13 "GET /v2.0/security-groups?id=47162ff2-fc07-4bd5-a1a7-487b89406e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304561 Sep 17 08:16:23.638948 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26fc83-87a1-460c-b8f2-a13829cb046c req-9bdfa289-9fb5-4cd3-b5bf-755b3d2731cf tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:23.640459 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9e26fc83-87a1-460c-b8f2-a13829cb046c req-9bdfa289-9fb5-4cd3-b5bf-755b3d2731cf tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] 10.222.0.13 "GET /v2.0/ports?device_id=3adebe6c-022d-4a57-b3b3-2ebd5558d464 HTTP/1.1" status: 200 len: 946 time: 0.0519044 Sep 17 08:16:23.698281 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9e26fc83-87a1-460c-b8f2-a13829cb046c req-ecce9b47-01e6-4937-9b39-d29e3c547e52 tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] 10.222.0.13 "GET /v2.0/security-groups?id=47162ff2-fc07-4bd5-a1a7-487b89406e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497479 Sep 17 08:16:23.704439 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3b4223-04f2-4451-9c69-f74a69631a75 req-b57e36a8-6813-4df1-809f-f5f5517f8cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:23.705868 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-db3b4223-04f2-4451-9c69-f74a69631a75 req-b57e36a8-6813-4df1-809f-f5f5517f8cc4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=32c57cf494ce460794ec1974cc984054&device_id=3adebe6c-022d-4a57-b3b3-2ebd5558d464 HTTP/1.1" status: 200 len: 1097 time: 0.0645678 Sep 17 08:16:23.729230 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:23.798754 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3b4223-04f2-4451-9c69-f74a69631a75 req-62c0c8cc-e86c-426b-a585-dd2b25f114b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:23.800304 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-db3b4223-04f2-4451-9c69-f74a69631a75 req-62c0c8cc-e86c-426b-a585-dd2b25f114b8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d13a16da-5fd3-4030-8475-01498f2cc2b4 HTTP/1.1" status: 200 len: 913 time: 0.0874262 Sep 17 08:16:23.843269 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-db3b4223-04f2-4451-9c69-f74a69631a75 req-719de174-8b06-456c-80d0-6a794ae96062 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d02ad3d6-8d36-48ed-a156-65628d35161b HTTP/1.1" status: 200 len: 217 time: 0.0353189 Sep 17 08:16:23.913550 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3b4223-04f2-4451-9c69-f74a69631a75 req-26552ea2-4cc6-449c-a951-1cec5645332b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:23.914990 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-db3b4223-04f2-4451-9c69-f74a69631a75 req-26552ea2-4cc6-449c-a951-1cec5645332b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6aef4f02-eac7-4b9b-8b23-d7f6ca4fabc5 HTTP/1.1" status: 200 len: 852 time: 0.0646906 Sep 17 08:16:23.925216 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615285fc-4fdc-48d2-8380-30cb5a6efd01 req-8eb2827f-87e2-4bec-a548-c6b667139ce2 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:23.926560 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-615285fc-4fdc-48d2-8380-30cb5a6efd01 req-8eb2827f-87e2-4bec-a548-c6b667139ce2 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb833826-ff28-4833-8cb5-23fa38af82b0 HTTP/1.1" status: 200 len: 946 time: 0.0859730 Sep 17 08:16:23.955784 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-db3b4223-04f2-4451-9c69-f74a69631a75 req-334dc145-5d2c-4568-9228-d800bdd3529d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d13a16da-5fd3-4030-8475-01498f2cc2b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283368 Sep 17 08:16:24.002822 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-615285fc-4fdc-48d2-8380-30cb5a6efd01 req-2b31e8a8-48e8-45be-abd4-ac3f7a9fab78 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679300 Sep 17 08:16:24.060508 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-db3b4223-04f2-4451-9c69-f74a69631a75 req-edaf57fb-b74a-47cf-9155-1faf406606fe service neutron] 10.222.0.41 "GET /v2.0/networks/d13a16da-5fd3-4030-8475-01498f2cc2b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953693 Sep 17 08:16:24.152068 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-db3b4223-04f2-4451-9c69-f74a69631a75 req-d9bc1857-027f-48d7-975b-34ac67e73b64 service neutron] 10.222.0.41 "GET /v2.0/networks/d13a16da-5fd3-4030-8475-01498f2cc2b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827506 Sep 17 08:16:24.810684 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678f192-e8a9-4e40-8e81-b08ada4983c9 req-f9b7e27b-e6bd-4aaa-a6e3-d5c8079d26b1 tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:24.812178 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a678f192-e8a9-4e40-8e81-b08ada4983c9 req-f9b7e27b-e6bd-4aaa-a6e3-d5c8079d26b1 tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] 10.222.0.13 "GET /v2.0/ports?device_id=3adebe6c-022d-4a57-b3b3-2ebd5558d464 HTTP/1.1" status: 200 len: 946 time: 0.0474818 Sep 17 08:16:24.852973 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a678f192-e8a9-4e40-8e81-b08ada4983c9 req-3bd70253-ea2b-46e9-97d2-263a5891a231 tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] 10.222.0.13 "GET /v2.0/security-groups?id=47162ff2-fc07-4bd5-a1a7-487b89406e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349190 Sep 17 08:16:25.121055 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12b2eb-f8da-43ad-8351-5ffaa20b881d req-f1eb3f2c-7dee-4792-ad6a-e84b2df6ee4b tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:25.122533 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7e12b2eb-f8da-43ad-8351-5ffaa20b881d req-f1eb3f2c-7dee-4792-ad6a-e84b2df6ee4b tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb833826-ff28-4833-8cb5-23fa38af82b0 HTTP/1.1" status: 200 len: 946 time: 0.0519338 Sep 17 08:16:25.162364 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7e12b2eb-f8da-43ad-8351-5ffaa20b881d req-f675b9fe-2752-49dc-8b08-56b1e815cec6 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337000 Sep 17 08:16:25.310206 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:25.379989 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f606ec82-553d-4ca9-b71f-0fc0484943d8 req-376ea7fc-3fe2-431f-bad4-0999ccb31e03 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:25.381485 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f606ec82-553d-4ca9-b71f-0fc0484943d8 req-376ea7fc-3fe2-431f-bad4-0999ccb31e03 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb833826-ff28-4833-8cb5-23fa38af82b0 HTTP/1.1" status: 200 len: 946 time: 0.0518744 Sep 17 08:16:25.419265 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f606ec82-553d-4ca9-b71f-0fc0484943d8 req-2f94f744-9bb3-44d8-8bd7-1680a31e8ae9 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318666 Sep 17 08:16:25.968409 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1abcdb-38b3-4bd1-89b3-13103b3749dc req-ddf111d0-e6a4-4aea-87cf-24f5a1b7178a tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:25.969870 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8c1abcdb-38b3-4bd1-89b3-13103b3749dc req-ddf111d0-e6a4-4aea-87cf-24f5a1b7178a tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] 10.222.0.13 "GET /v2.0/ports?device_id=3adebe6c-022d-4a57-b3b3-2ebd5558d464 HTTP/1.1" status: 200 len: 946 time: 0.0466022 Sep 17 08:16:26.006221 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8c1abcdb-38b3-4bd1-89b3-13103b3749dc req-665ab31c-e823-4f22-ab80-96dca8045827 tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] 10.222.0.13 "GET /v2.0/security-groups?id=47162ff2-fc07-4bd5-a1a7-487b89406e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306153 Sep 17 08:16:26.235651 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab17f00-a52a-4d30-903e-77483e3383df req-d735128e-637e-447f-a803-cde4f414367b tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:26.237128 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-aab17f00-a52a-4d30-903e-77483e3383df req-d735128e-637e-447f-a803-cde4f414367b tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] 10.222.0.13 "GET /v2.0/ports?device_id=3adebe6c-022d-4a57-b3b3-2ebd5558d464 HTTP/1.1" status: 200 len: 946 time: 0.0510259 Sep 17 08:16:26.295164 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-aab17f00-a52a-4d30-903e-77483e3383df req-972adb28-1a4b-4e57-96cb-e8126d15e689 tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] 10.222.0.13 "GET /v2.0/security-groups?id=47162ff2-fc07-4bd5-a1a7-487b89406e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517461 Sep 17 08:16:26.529965 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd88956b-bc2d-42c9-8bd8-01bee1064525 req-3e3a8b6a-e140-4fc7-9433-b82df401f567 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:26.531427 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bd88956b-bc2d-42c9-8bd8-01bee1064525 req-3e3a8b6a-e140-4fc7-9433-b82df401f567 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb833826-ff28-4833-8cb5-23fa38af82b0 HTTP/1.1" status: 200 len: 946 time: 0.0473213 Sep 17 08:16:26.575152 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bd88956b-bc2d-42c9-8bd8-01bee1064525 req-5ef72b3e-3223-4322-bfb2-0a8a6d6afbd0 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374351 Sep 17 08:16:26.974291 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db7499-dcdc-4487-af28-89f61e1a217b req-1323c126-6fbe-4ac5-9b44-2c13a473c393 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:26.975665 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-69db7499-dcdc-4487-af28-89f61e1a217b req-1323c126-6fbe-4ac5-9b44-2c13a473c393 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb833826-ff28-4833-8cb5-23fa38af82b0 HTTP/1.1" status: 200 len: 946 time: 0.0475986 Sep 17 08:16:27.011967 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-69db7499-dcdc-4487-af28-89f61e1a217b req-0251ab06-7cef-4a26-ad0e-a1f4285a34e3 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304585 Sep 17 08:16:27.407369 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e34e820-ae23-4df4-be2c-386258f237f8 req-dc39da4d-2e89-4652-9280-70f139a92d00 tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:27.408848 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8e34e820-ae23-4df4-be2c-386258f237f8 req-dc39da4d-2e89-4652-9280-70f139a92d00 tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] 10.222.0.13 "GET /v2.0/ports?device_id=3adebe6c-022d-4a57-b3b3-2ebd5558d464 HTTP/1.1" status: 200 len: 946 time: 0.0502751 Sep 17 08:16:27.446728 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8e34e820-ae23-4df4-be2c-386258f237f8 req-96df23a5-1c26-4eaf-a354-0031914d36ae tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] 10.222.0.13 "GET /v2.0/security-groups?id=47162ff2-fc07-4bd5-a1a7-487b89406e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311365 Sep 17 08:16:28.124762 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14befd22-7f69-4e6c-931a-2ec8d92de3d9 req-8aa8f069-bbb3-48f8-87ab-cbdff1708101 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:28.126219 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-14befd22-7f69-4e6c-931a-2ec8d92de3d9 req-8aa8f069-bbb3-48f8-87ab-cbdff1708101 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb833826-ff28-4833-8cb5-23fa38af82b0 HTTP/1.1" status: 200 len: 946 time: 0.0473359 Sep 17 08:16:28.161651 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-14befd22-7f69-4e6c-931a-2ec8d92de3d9 req-82ca2717-f486-4a28-90c6-baaa2f9cbce6 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296052 Sep 17 08:16:28.557047 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348e387-1b1b-4349-8708-04259b0ae49d req-ad948b60-4535-40a0-acfd-1c3ecfb9dcd3 tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:28.558501 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d348e387-1b1b-4349-8708-04259b0ae49d req-ad948b60-4535-40a0-acfd-1c3ecfb9dcd3 tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] 10.222.0.13 "GET /v2.0/ports?device_id=3adebe6c-022d-4a57-b3b3-2ebd5558d464 HTTP/1.1" status: 200 len: 946 time: 0.0473096 Sep 17 08:16:28.596661 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d348e387-1b1b-4349-8708-04259b0ae49d req-8e443966-51b7-45a9-8f47-664d77e0eeff tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] 10.222.0.13 "GET /v2.0/security-groups?id=47162ff2-fc07-4bd5-a1a7-487b89406e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322130 Sep 17 08:16:28.656745 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a447efd-778e-4364-9b07-ac4d4c5e8bdc req-c7a98bb8-5494-4b42-88c9-4dc001e41785 tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:28.658175 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4a447efd-778e-4364-9b07-ac4d4c5e8bdc req-c7a98bb8-5494-4b42-88c9-4dc001e41785 tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] 10.222.0.41 "GET /v2.0/ports?device_id=3adebe6c-022d-4a57-b3b3-2ebd5558d464 HTTP/1.1" status: 200 len: 946 time: 0.0495315 Sep 17 08:16:28.744862 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-4a447efd-778e-4364-9b07-ac4d4c5e8bdc req-467881cc-ac58-4c80-8eb9-6f07251a1afd tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] Deleting port d02ad3d6-8d36-48ed-a156-65628d35161b {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:16:28.745177 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-4a447efd-778e-4364-9b07-ac4d4c5e8bdc req-467881cc-ac58-4c80-8eb9-6f07251a1afd tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:28.836537 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-4a447efd-778e-4364-9b07-ac4d4c5e8bdc req-467881cc-ac58-4c80-8eb9-6f07251a1afd tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] For port d02ad3d6-8d36-48ed-a156-65628d35161b, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=d02ad3d6-8d36-48ed-a156-65628d35161b,segment=NetworkSegment(ab820241-fc53-4427-84a7-638cdadac06a),segment_id=ab820241-fc53-4427-84a7-638cdadac06a)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:16:28.836900 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-4a447efd-778e-4364-9b07-ac4d4c5e8bdc req-467881cc-ac58-4c80-8eb9-6f07251a1afd tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:28.848305 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-4a447efd-778e-4364-9b07-ac4d4c5e8bdc req-467881cc-ac58-4c80-8eb9-6f07251a1afd tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] Calling delete_port for d02ad3d6-8d36-48ed-a156-65628d35161b owned by compute:nova {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:16:28.969689 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-4a447efd-778e-4364-9b07-ac4d4c5e8bdc req-467881cc-ac58-4c80-8eb9-6f07251a1afd tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:28.999778 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467881cc-ac58-4c80-8eb9-6f07251a1afd tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] Pushing event deleted for resources: {'Port': ['ID=d02ad3d6-8d36-48ed-a156-65628d35161b,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:16:29.005433 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['d02ad3d6-8d36-48ed-a156-65628d35161b'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:16:29.040654 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a447efd-778e-4364-9b07-ac4d4c5e8bdc req-467881cc-ac58-4c80-8eb9-6f07251a1afd tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] No DVR routers for this DVR port d02ad3d6-8d36-48ed-a156-65628d35161b on host n-h1-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:16:29.043154 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-4a447efd-778e-4364-9b07-ac4d4c5e8bdc req-467881cc-ac58-4c80-8eb9-6f07251a1afd tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:29.045245 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4a447efd-778e-4364-9b07-ac4d4c5e8bdc req-467881cc-ac58-4c80-8eb9-6f07251a1afd tempest-TestServerAdvancedOps-386730303 tempest-TestServerAdvancedOps-386730303-project] 10.222.0.41 "DELETE /v2.0/ports/d02ad3d6-8d36-48ed-a156-65628d35161b HTTP/1.1" status: 204 len: 173 time: 0.3809111 Sep 17 08:16:29.045658 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3adebe6c-022d-4a57-b3b3-2ebd5558d464', 'name': 'network-vif-deleted', 'tag': 'd02ad3d6-8d36-48ed-a156-65628d35161b'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:16:29.047894 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b43189df-3fba-4c59-97c1-2946d0c472f7" -d '{"events": [{"server_uuid": "3adebe6c-022d-4a57-b3b3-2ebd5558d464", "name": "network-vif-deleted", "tag": "d02ad3d6-8d36-48ed-a156-65628d35161b"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:16:29.087729 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-114527e7-866c-4a63-b2f3-619405bcbd87 x-openstack-request-id: req-114527e7-866c-4a63-b2f3-619405bcbd87 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:16:29.088039 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3adebe6c-022d-4a57-b3b3-2ebd5558d464", "name": "network-vif-deleted", "tag": "d02ad3d6-8d36-48ed-a156-65628d35161b", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:16:29.088339 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-114527e7-866c-4a63-b2f3-619405bcbd87 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:16:29.089054 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3adebe6c-022d-4a57-b3b3-2ebd5558d464', 'name': 'network-vif-deleted', 'tag': 'd02ad3d6-8d36-48ed-a156-65628d35161b', 'status': 'completed', 'code': 200} Sep 17 08:16:29.276224 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7dd088-64b8-474a-bae8-c6f9a179fef6 req-1fbd7539-e3c7-43f2-a744-f330bfee8a1f tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:29.277704 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5d7dd088-64b8-474a-bae8-c6f9a179fef6 req-1fbd7539-e3c7-43f2-a744-f330bfee8a1f tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb833826-ff28-4833-8cb5-23fa38af82b0 HTTP/1.1" status: 200 len: 946 time: 0.0477479 Sep 17 08:16:29.313358 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5d7dd088-64b8-474a-bae8-c6f9a179fef6 req-1530f1ba-9bcc-4295-a458-1ab4d452a0f1 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298436 Sep 17 08:16:29.655748 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44132) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:16:29.704443 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f30ef21-2806-4de3-9a8f-b00a87b3c083 admin admin] Deleting subnet 6aef4f02-eac7-4b9b-8b23-d7f6ca4fabc5 {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:16:29.707357 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4f30ef21-2806-4de3-9a8f-b00a87b3c083 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:29.740878 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4f30ef21-2806-4de3-9a8f-b00a87b3c083 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:29.778024 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4f30ef21-2806-4de3-9a8f-b00a87b3c083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:29.830562 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4f30ef21-2806-4de3-9a8f-b00a87b3c083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:29.856853 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30ef21-2806-4de3-9a8f-b00a87b3c083 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6aef4f02-eac7-4b9b-8b23-d7f6ca4fabc5,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:16:29.858847 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4f30ef21-2806-4de3-9a8f-b00a87b3c083 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:29.861347 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-4f30ef21-2806-4de3-9a8f-b00a87b3c083 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6aef4f02-eac7-4b9b-8b23-d7f6ca4fabc5 HTTP/1.1" status: 204 len: 168 time: 0.2036500 Sep 17 08:16:29.863152 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44134) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:16:29.933815 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bbbeae4e-5f6a-4084-a933-acb44f959ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:30.010613 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bbbeae4e-5f6a-4084-a933-acb44f959ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:30.029316 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-bbbeae4e-5f6a-4084-a933-acb44f959ed1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d13a16da-5fd3-4030-8475-01498f2cc2b4']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:16:30.038775 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-bbbeae4e-5f6a-4084-a933-acb44f959ed1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab820241-fc53-4427-84a7-638cdadac06a') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:16:30.039064 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-bbbeae4e-5f6a-4084-a933-acb44f959ed1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab820241-fc53-4427-84a7-638cdadac06a') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:16:30.048016 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bbbeae4e-5f6a-4084-a933-acb44f959ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:30.061099 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bbbeae4e-5f6a-4084-a933-acb44f959ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:30.066721 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbbeae4e-5f6a-4084-a933-acb44f959ed1 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:16:30.067079 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bbbeae4e-5f6a-4084-a933-acb44f959ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:30.068718 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 08:16:30.068718 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:16:30.068718 n-d-789963-9 neutron-server[101290]: timer() Sep 17 08:16:30.068718 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:16:30.068718 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 08:16:30.068718 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:16:30.068718 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 08:16:30.068718 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:16:30.068718 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 08:16:30.068718 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:16:30.068718 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 08:16:30.068718 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:16:30.068718 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 08:16:30.068718 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:16:30.068718 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:16:30.068718 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:16:30.068718 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:16:30.068718 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:16:30.068718 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 08:16:30.068718 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:16:30.068718 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 08:16:30.068718 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:16:30.068718 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:16:30.068718 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:16:30.068718 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 08:16:30.068718 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:16:30.068718 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:16:30.068718 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:16:30.068718 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:16:30.068718 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:16:30.068718 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:16:30.068718 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:16:30.121652 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bbbeae4e-5f6a-4084-a933-acb44f959ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:30.126441 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bbbeae4e-5f6a-4084-a933-acb44f959ed1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:30.128613 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-bbbeae4e-5f6a-4084-a933-acb44f959ed1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d13a16da-5fd3-4030-8475-01498f2cc2b4 HTTP/1.1" status: 204 len: 168 time: 0.2642684 Sep 17 08:16:30.131275 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 44136) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:16:30.140429 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbeae4e-5f6a-4084-a933-acb44f959ed1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d13a16da-5fd3-4030-8475-01498f2cc2b4,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:16:30.178888 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-66439c34-6cad-4991-bf8b-17ce140c0cb1 admin admin] Deleting subnet 0c65bf00-2acd-4a83-96d5-c1830318e4a7 {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:16:30.182009 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-66439c34-6cad-4991-bf8b-17ce140c0cb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:30.215252 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-66439c34-6cad-4991-bf8b-17ce140c0cb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:30.252899 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-66439c34-6cad-4991-bf8b-17ce140c0cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:30.302959 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-66439c34-6cad-4991-bf8b-17ce140c0cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:30.324868 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66439c34-6cad-4991-bf8b-17ce140c0cb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c65bf00-2acd-4a83-96d5-c1830318e4a7,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:16:30.330476 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-66439c34-6cad-4991-bf8b-17ce140c0cb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:30.332254 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-66439c34-6cad-4991-bf8b-17ce140c0cb1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0c65bf00-2acd-4a83-96d5-c1830318e4a7 HTTP/1.1" status: 204 len: 168 time: 0.1994526 Sep 17 08:16:30.335251 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 44138) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:16:30.430656 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-14d1b484-be25-4f2d-ab7f-7308725ac9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:30.473864 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672c7999-7f4f-490a-8619-92ece636a5f4 req-17967ef5-19c6-4193-8bd2-08ccbfbccf6f tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:30.476033 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-672c7999-7f4f-490a-8619-92ece636a5f4 req-17967ef5-19c6-4193-8bd2-08ccbfbccf6f tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb833826-ff28-4833-8cb5-23fa38af82b0 HTTP/1.1" status: 200 len: 946 time: 0.0802677 Sep 17 08:16:30.541220 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-14d1b484-be25-4f2d-ab7f-7308725ac9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:30.552375 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 7343d702-afd4-4127-8b11-7fdaccbc6c78 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:16:30.568487 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-672c7999-7f4f-490a-8619-92ece636a5f4 req-aea6477b-2e37-4878-b464-e84ce9f594e3 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809145 Sep 17 08:16:30.571983 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-14d1b484-be25-4f2d-ab7f-7308725ac9fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8f2d8b7-1349-4233-a461-85ddbc76cf08']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:16:30.591579 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-14d1b484-be25-4f2d-ab7f-7308725ac9fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8465f55-cce4-41be-9075-5486b9a69b83') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:16:30.591796 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-14d1b484-be25-4f2d-ab7f-7308725ac9fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8465f55-cce4-41be-9075-5486b9a69b83') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:16:30.602361 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-14d1b484-be25-4f2d-ab7f-7308725ac9fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:30.615248 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-14d1b484-be25-4f2d-ab7f-7308725ac9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:30.621253 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14d1b484-be25-4f2d-ab7f-7308725ac9fe admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:16:30.621639 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-14d1b484-be25-4f2d-ab7f-7308725ac9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:30.623311 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:16:30.623311 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:16:30.623311 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:16:30.623311 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:16:30.623311 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:16:30.623311 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:16:30.623311 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:16:30.623311 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:16:30.623311 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:16:30.623311 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:16:30.623311 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:16:30.623311 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:16:30.623311 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:16:30.623311 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:16:30.623311 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:16:30.623311 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:16:30.623311 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:16:30.623311 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:16:30.623311 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:16:30.623311 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:16:30.623311 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:16:30.623311 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:16:30.623311 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:16:30.623311 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:16:30.623311 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:16:30.623311 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:16:30.623311 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:16:30.623311 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:16:30.623311 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:16:30.623311 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:16:30.623311 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:16:30.623311 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:16:30.659416 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 7343d702-afd4-4127-8b11-7fdaccbc6c78, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=7343d702-afd4-4127-8b11-7fdaccbc6c78,segment=NetworkSegment(e7dfc92d-b32e-4f74-ad53-4fda8afa908d),segment_id=e7dfc92d-b32e-4f74-ad53-4fda8afa908d)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:16:30.670253 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '7343d702-afd4-4127-8b11-7fdaccbc6c78', 'network_id': 'b775eb3f-2b25-4820-827b-6765ebe265c2', 'port_id': '7343d702-afd4-4127-8b11-7fdaccbc6c78', 'mac_address': 'fa:16:3e:d6:8a:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b7cebd9-83b6-4be8-81d9-9f32073aed40', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:16:30.682026 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-14d1b484-be25-4f2d-ab7f-7308725ac9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:30.687346 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-14d1b484-be25-4f2d-ab7f-7308725ac9fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:30.691823 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-14d1b484-be25-4f2d-ab7f-7308725ac9fe admin admin] 10.222.0.13 "DELETE /v2.0/networks/d8f2d8b7-1349-4233-a461-85ddbc76cf08 HTTP/1.1" status: 204 len: 168 time: 0.3513312 Sep 17 08:16:30.702923 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d1b484-be25-4f2d-ab7f-7308725ac9fe admin admin] Pushing event deleted for resources: {'Network': ['ID=d8f2d8b7-1349-4233-a461-85ddbc76cf08,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:16:30.713187 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:30.725718 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7343d702-afd4-4127-8b11-7fdaccbc6c78 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:16:30.744699 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 7343d702-afd4-4127-8b11-7fdaccbc6c78, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=7343d702-afd4-4127-8b11-7fdaccbc6c78,segment=NetworkSegment(e7dfc92d-b32e-4f74-ad53-4fda8afa908d),segment_id=e7dfc92d-b32e-4f74-ad53-4fda8afa908d)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:16:30.748415 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:30.795761 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=7343d702-afd4-4127-8b11-7fdaccbc6c78,revision_number=6']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:16:30.850768 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 44146) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:16:30.889618 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-76612158-ed8b-45bf-91ef-810d9a6080a4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=32c57cf494ce460794ec1974cc984054&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376592 Sep 17 08:16:30.892164 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 44148) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:16:30.912050 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['7343d702-afd4-4127-8b11-7fdaccbc6c78'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:16:30.938953 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9c2d3a15-c3a0-43a1-b628-8b227d0a7b8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:30.960340 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9c2d3a15-c3a0-43a1-b628-8b227d0a7b8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:31.004694 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9c2d3a15-c3a0-43a1-b628-8b227d0a7b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:31.007970 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9c2d3a15-c3a0-43a1-b628-8b227d0a7b8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:31.009158 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-9c2d3a15-c3a0-43a1-b628-8b227d0a7b8b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/47162ff2-fc07-4bd5-a1a7-487b89406e42 HTTP/1.1" status: 204 len: 168 time: 0.1161029 Sep 17 08:16:31.016875 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2d3a15-c3a0-43a1-b628-8b227d0a7b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47162ff2-fc07-4bd5-a1a7-487b89406e42,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:16:31.315008 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 44154) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:16:31.353879 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-d97debfb-58da-43ab-a7e3-30d54eab7799 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=66b9e861d22a43c696db5df38651aafc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376434 Sep 17 08:16:31.356132 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 44156) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:16:31.403776 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2a2d0bee-af56-42a3-909b-e8f6543dc2c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:31.424421 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2a2d0bee-af56-42a3-909b-e8f6543dc2c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:31.469006 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2a2d0bee-af56-42a3-909b-e8f6543dc2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:31.471622 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2a2d0bee-af56-42a3-909b-e8f6543dc2c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:31.472775 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-2a2d0bee-af56-42a3-909b-e8f6543dc2c7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/87b59fec-a2d8-4a70-a28a-496d35fcb6f4 HTTP/1.1" status: 204 len: 168 time: 0.1157784 Sep 17 08:16:31.480726 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2d0bee-af56-42a3-909b-e8f6543dc2c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b59fec-a2d8-4a70-a28a-496d35fcb6f4,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:16:31.691161 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046cea52-daf3-44d6-8d68-ebc958455b9d req-48090eb4-0061-4c55-985e-4cee0ef6fd66 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:31.693206 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-046cea52-daf3-44d6-8d68-ebc958455b9d req-48090eb4-0061-4c55-985e-4cee0ef6fd66 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb833826-ff28-4833-8cb5-23fa38af82b0 HTTP/1.1" status: 200 len: 945 time: 0.0543365 Sep 17 08:16:31.735046 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-046cea52-daf3-44d6-8d68-ebc958455b9d req-2d2d9299-6d83-4495-a5f8-630ae9f7fb61 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356183 Sep 17 08:16:32.561964 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 7343d702-afd4-4127-8b11-7fdaccbc6c78 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:16:32.611728 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 7343d702-afd4-4127-8b11-7fdaccbc6c78 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:16:32.612126 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:32.698720 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:32.742275 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb833826-ff28-4833-8cb5-23fa38af82b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7343d702-afd4-4127-8b11-7fdaccbc6c78'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:16:32.747496 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db1b83eb-99b2-4495-bdc2-9c87b994dfcf" -d '{"events": [{"server_uuid": "bb833826-ff28-4833-8cb5-23fa38af82b0", "name": "network-vif-plugged", "status": "completed", "tag": "7343d702-afd4-4127-8b11-7fdaccbc6c78"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:16:32.763934 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 7343d702-afd4-4127-8b11-7fdaccbc6c78, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=7343d702-afd4-4127-8b11-7fdaccbc6c78,segment=NetworkSegment(e7dfc92d-b32e-4f74-ad53-4fda8afa908d),segment_id=e7dfc92d-b32e-4f74-ad53-4fda8afa908d)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:16:32.769249 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:32.815549 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34845c3-6c72-498a-8eab-e82aa8d28bc5 x-openstack-request-id: req-b34845c3-6c72-498a-8eab-e82aa8d28bc5 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:16:32.816349 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb833826-ff28-4833-8cb5-23fa38af82b0", "name": "network-vif-plugged", "status": "completed", "tag": "7343d702-afd4-4127-8b11-7fdaccbc6c78", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:16:32.816787 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b34845c3-6c72-498a-8eab-e82aa8d28bc5 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:16:32.817942 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb833826-ff28-4833-8cb5-23fa38af82b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7343d702-afd4-4127-8b11-7fdaccbc6c78', 'code': 200} Sep 17 08:16:32.839305 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=7343d702-afd4-4127-8b11-7fdaccbc6c78,revision_number=7']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:16:32.924613 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb5934f-82b7-4134-aaa1-72cc7472b4dc req-57baad55-3b27-4b01-9555-5f2af423dcc6 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:32.926175 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-efb5934f-82b7-4134-aaa1-72cc7472b4dc req-57baad55-3b27-4b01-9555-5f2af423dcc6 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb833826-ff28-4833-8cb5-23fa38af82b0 HTTP/1.1" status: 200 len: 946 time: 0.0490625 Sep 17 08:16:32.963905 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-efb5934f-82b7-4134-aaa1-72cc7472b4dc req-607be07b-a44a-4e92-ac0c-cbc49f925616 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311208 Sep 17 08:16:33.519085 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device d02ad3d6-8d36-48ed-a156-65628d35161b no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:16:33.540905 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] No Port match for: d02ad3d6-8d36-48ed-a156-65628d35161b {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:16:33.541289 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device d02ad3d6-8d36-48ed-a156-65628d35161b not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:16:34.098466 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1738c-7c8a-42d2-8da3-d14c8e8d2bfd req-29dcd68b-369b-4633-88f4-0e37509f6951 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:34.100059 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9fd1738c-7c8a-42d2-8da3-d14c8e8d2bfd req-29dcd68b-369b-4633-88f4-0e37509f6951 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb833826-ff28-4833-8cb5-23fa38af82b0 HTTP/1.1" status: 200 len: 946 time: 0.0638890 Sep 17 08:16:34.140961 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9fd1738c-7c8a-42d2-8da3-d14c8e8d2bfd req-b1e7f7b5-ca5e-4369-8c22-496fe5d2ca17 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340753 Sep 17 08:16:35.260253 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e04792-3422-42e0-a75e-3fdaf230fe1c req-0e1113fe-ea4e-43ec-9fa7-5f37ca1d2270 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:35.261701 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d8e04792-3422-42e0-a75e-3fdaf230fe1c req-0e1113fe-ea4e-43ec-9fa7-5f37ca1d2270 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb833826-ff28-4833-8cb5-23fa38af82b0 HTTP/1.1" status: 200 len: 946 time: 0.0492926 Sep 17 08:16:35.311359 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d8e04792-3422-42e0-a75e-3fdaf230fe1c req-b8672bcc-64b3-44b5-8700-96cf029cef43 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432477 Sep 17 08:16:35.419493 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:35.732888 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:36.438298 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f451579d-4a19-4246-afdc-b5222209196e req-ebd41485-84e0-406c-b85f-f079a1cb00ee tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:36.439857 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f451579d-4a19-4246-afdc-b5222209196e req-ebd41485-84e0-406c-b85f-f079a1cb00ee tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb833826-ff28-4833-8cb5-23fa38af82b0 HTTP/1.1" status: 200 len: 946 time: 0.0551579 Sep 17 08:16:36.481379 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f451579d-4a19-4246-afdc-b5222209196e req-a598e603-0c4e-42fe-afcf-4d52b7b42722 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343316 Sep 17 08:16:37.617345 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944975ab-caba-494e-90b3-1bbe42c721d7 req-803d86d7-cbd4-4a81-b270-4bc274be1772 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:37.618962 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-944975ab-caba-494e-90b3-1bbe42c721d7 req-803d86d7-cbd4-4a81-b270-4bc274be1772 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb833826-ff28-4833-8cb5-23fa38af82b0 HTTP/1.1" status: 200 len: 946 time: 0.0586872 Sep 17 08:16:37.660246 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-944975ab-caba-494e-90b3-1bbe42c721d7 req-8b066523-e1ca-49bf-9484-0301a8d23dc6 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344443 Sep 17 08:16:38.783453 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe8cdf6-226c-470e-931c-58e05cbbe76c req-c882a8c2-6401-4e8b-8289-72d29ab3da2d tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:38.785489 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5fe8cdf6-226c-470e-931c-58e05cbbe76c req-c882a8c2-6401-4e8b-8289-72d29ab3da2d tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb833826-ff28-4833-8cb5-23fa38af82b0 HTTP/1.1" status: 200 len: 946 time: 0.0505998 Sep 17 08:16:38.828489 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5fe8cdf6-226c-470e-931c-58e05cbbe76c req-014f6564-6423-485e-8441-34ab48008d1c tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368512 Sep 17 08:16:39.957632 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb82133-8007-495d-98ad-449f34c41af4 req-13688756-ef56-41e5-9d94-bd39b2fb6af6 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:39.959266 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3cb82133-8007-495d-98ad-449f34c41af4 req-13688756-ef56-41e5-9d94-bd39b2fb6af6 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb833826-ff28-4833-8cb5-23fa38af82b0 HTTP/1.1" status: 200 len: 946 time: 0.0528038 Sep 17 08:16:40.000393 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3cb82133-8007-495d-98ad-449f34c41af4 req-13d6bd3b-d8d7-4c6d-9322-3fdfb9de3583 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328517 Sep 17 08:16:41.144354 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25656d57-d4b7-4b02-b0a2-e48edaa62693 req-901f100e-20f3-44f1-9e82-a9443780155e tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:41.146783 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-25656d57-d4b7-4b02-b0a2-e48edaa62693 req-901f100e-20f3-44f1-9e82-a9443780155e tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb833826-ff28-4833-8cb5-23fa38af82b0 HTTP/1.1" status: 200 len: 946 time: 0.0635030 Sep 17 08:16:41.196830 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-25656d57-d4b7-4b02-b0a2-e48edaa62693 req-780d48d1-a7a5-48b2-b607-55f50b75d7df tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437191 Sep 17 08:16:42.313394 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97080a9-d17c-4a67-a16d-43018404eaf7 req-cd5a84c0-9a62-43eb-a809-23dbebb96b0b tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:42.314878 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e97080a9-d17c-4a67-a16d-43018404eaf7 req-cd5a84c0-9a62-43eb-a809-23dbebb96b0b tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb833826-ff28-4833-8cb5-23fa38af82b0 HTTP/1.1" status: 200 len: 946 time: 0.0500555 Sep 17 08:16:42.352751 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e97080a9-d17c-4a67-a16d-43018404eaf7 req-3efa1829-bc74-42fa-94cf-171d428ae73e tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319042 Sep 17 08:16:42.483131 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb5971-20f4-453d-948d-7b48dafc2ce8 req-c3d9fc5a-7542-4546-97cd-4636e0fc6719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:42.484649 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7dfb5971-20f4-453d-948d-7b48dafc2ce8 req-c3d9fc5a-7542-4546-97cd-4636e0fc6719 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a40110368b234965bf3fd6f856f2361c&device_id=bb833826-ff28-4833-8cb5-23fa38af82b0 HTTP/1.1" status: 200 len: 1097 time: 0.0442035 Sep 17 08:16:42.571791 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb5971-20f4-453d-948d-7b48dafc2ce8 req-118a8e2f-defb-4109-9f58-712e09e39e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:42.573264 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7dfb5971-20f4-453d-948d-7b48dafc2ce8 req-118a8e2f-defb-4109-9f58-712e09e39e75 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b775eb3f-2b25-4820-827b-6765ebe265c2 HTTP/1.1" status: 200 len: 913 time: 0.0817142 Sep 17 08:16:42.616482 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7dfb5971-20f4-453d-948d-7b48dafc2ce8 req-0940437d-8de7-481f-b9ba-2b1778f9a583 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7343d702-afd4-4127-8b11-7fdaccbc6c78 HTTP/1.1" status: 200 len: 217 time: 0.0360553 Sep 17 08:16:42.669663 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb5971-20f4-453d-948d-7b48dafc2ce8 req-63bca6d0-1ad9-4a07-984b-d9a55979f2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:42.672036 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7dfb5971-20f4-453d-948d-7b48dafc2ce8 req-63bca6d0-1ad9-4a07-984b-d9a55979f2a5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9b7cebd9-83b6-4be8-81d9-9f32073aed40 HTTP/1.1" status: 200 len: 851 time: 0.0433695 Sep 17 08:16:42.715890 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb5971-20f4-453d-948d-7b48dafc2ce8 req-27ad44ab-51d8-4b4b-a088-456da16d9521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:42.717353 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7dfb5971-20f4-453d-948d-7b48dafc2ce8 req-27ad44ab-51d8-4b4b-a088-456da16d9521 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b775eb3f-2b25-4820-827b-6765ebe265c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394731 Sep 17 08:16:42.807155 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7dfb5971-20f4-453d-948d-7b48dafc2ce8 req-59951218-4111-4375-ab1d-35e32e18df1e service neutron] 10.222.0.39 "GET /v2.0/networks/b775eb3f-2b25-4820-827b-6765ebe265c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824614 Sep 17 08:16:42.897902 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7dfb5971-20f4-453d-948d-7b48dafc2ce8 req-68730443-3085-4a72-ad00-b63e6ef1568e service neutron] 10.222.0.39 "GET /v2.0/networks/b775eb3f-2b25-4820-827b-6765ebe265c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822065 Sep 17 08:16:43.462999 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac28d9d-971d-4f6d-9705-40f5e544b304 req-e88f090a-62d7-4efe-a76b-80ad223b5b8f tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:43.464482 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bac28d9d-971d-4f6d-9705-40f5e544b304 req-e88f090a-62d7-4efe-a76b-80ad223b5b8f tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb833826-ff28-4833-8cb5-23fa38af82b0 HTTP/1.1" status: 200 len: 946 time: 0.0469007 Sep 17 08:16:43.500804 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bac28d9d-971d-4f6d-9705-40f5e544b304 req-3fcf571f-e9c0-4b25-ba07-5862ce89fbce tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300021 Sep 17 08:16:44.615559 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c30477-6550-42ff-aab3-35e838e21668 req-b8c5d6db-ba99-4b34-a5f3-d0ca7c2d0ca6 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:44.616942 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-75c30477-6550-42ff-aab3-35e838e21668 req-b8c5d6db-ba99-4b34-a5f3-d0ca7c2d0ca6 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb833826-ff28-4833-8cb5-23fa38af82b0 HTTP/1.1" status: 200 len: 946 time: 0.0502634 Sep 17 08:16:44.653026 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-75c30477-6550-42ff-aab3-35e838e21668 req-0d8d1256-8a77-41f6-8c03-84216741645d tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301614 Sep 17 08:16:45.764379 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddebab6a-6e36-4f91-b9cc-a85f7202a6df req-1df33b83-5d2b-460a-b168-612b3cfbd52c tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:45.765894 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ddebab6a-6e36-4f91-b9cc-a85f7202a6df req-1df33b83-5d2b-460a-b168-612b3cfbd52c tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb833826-ff28-4833-8cb5-23fa38af82b0 HTTP/1.1" status: 200 len: 946 time: 0.0476375 Sep 17 08:16:45.803463 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ddebab6a-6e36-4f91-b9cc-a85f7202a6df req-17cc2fd7-d8ae-4755-bad2-017bd99b65b8 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317075 Sep 17 08:16:45.915908 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f8c7a-d763-419e-82f5-ac7978ae550d req-bfc82d00-2c64-4f31-b293-72af83810dcc tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:45.917390 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a03f8c7a-d763-419e-82f5-ac7978ae550d req-bfc82d00-2c64-4f31-b293-72af83810dcc tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 945 time: 0.0475454 Sep 17 08:16:45.956244 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a03f8c7a-d763-419e-82f5-ac7978ae550d req-5367f0d0-3fab-4e99-8ecc-ed6bfa7c861a tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321734 Sep 17 08:16:46.079501 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a049e3-d7b8-46ed-9cb7-88368b8b2f0a req-b8fda08f-ac2d-4652-84f9-bd5c716f47ec tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:46.080986 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f8a049e3-d7b8-46ed-9cb7-88368b8b2f0a req-b8fda08f-ac2d-4652-84f9-bd5c716f47ec tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 945 time: 0.0508881 Sep 17 08:16:46.117992 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f8a049e3-d7b8-46ed-9cb7-88368b8b2f0a req-aedb16cb-246a-4dd8-b792-07e5fe061cde tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309405 Sep 17 08:16:46.307809 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3476ff6f-edfd-4ba7-bd13-6d20e54eb3a4 req-b5317852-2cda-4355-b5e3-2be0441f68aa tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:46.310113 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3476ff6f-edfd-4ba7-bd13-6d20e54eb3a4 req-b5317852-2cda-4355-b5e3-2be0441f68aa tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 945 time: 0.0485098 Sep 17 08:16:46.347123 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3476ff6f-edfd-4ba7-bd13-6d20e54eb3a4 req-3f9d1198-781c-4713-914e-fff6fc4703d1 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315399 Sep 17 08:16:46.672781 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 7343d702-afd4-4127-8b11-7fdaccbc6c78 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:16:46.747616 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:46.769285 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb833826-ff28-4833-8cb5-23fa38af82b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7343d702-afd4-4127-8b11-7fdaccbc6c78'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:16:46.771474 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e3ef47-87b8-4160-8931-cb9580176aca" -d '{"events": [{"server_uuid": "bb833826-ff28-4833-8cb5-23fa38af82b0", "name": "network-vif-unplugged", "status": "completed", "tag": "7343d702-afd4-4127-8b11-7fdaccbc6c78"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:16:46.783948 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 7343d702-afd4-4127-8b11-7fdaccbc6c78, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=7343d702-afd4-4127-8b11-7fdaccbc6c78,segment=NetworkSegment(e7dfc92d-b32e-4f74-ad53-4fda8afa908d),segment_id=e7dfc92d-b32e-4f74-ad53-4fda8afa908d)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:16:46.788119 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:46.811390 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 17 Sep 2021 08:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59607b0c-dceb-4aa0-9e89-b93eaa888402 x-openstack-request-id: req-59607b0c-dceb-4aa0-9e89-b93eaa888402 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:16:46.811682 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb833826-ff28-4833-8cb5-23fa38af82b0", "name": "network-vif-unplugged", "status": "failed", "tag": "7343d702-afd4-4127-8b11-7fdaccbc6c78", "code": 422}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:16:46.812623 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-59607b0c-dceb-4aa0-9e89-b93eaa888402 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:16:46.813014 n-d-789963-9 neutron-server[101291]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bb833826-ff28-4833-8cb5-23fa38af82b0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7343d702-afd4-4127-8b11-7fdaccbc6c78', 'code': 422} returned with failed status Sep 17 08:16:46.837080 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=7343d702-afd4-4127-8b11-7fdaccbc6c78,revision_number=8']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:16:46.844623 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:16:46.844968 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:16:46.845309 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:16:46.845646 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:16:46.845974 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:16:46.846309 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:16:46.846634 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:16:46.846958 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:16:46.847281 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:16:46.847602 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:16:46.847948 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:16:46.848268 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:16:47.458464 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f420c770-a567-4b1b-b3ee-71d93bdb091b req-e19aa767-ad26-4ce5-b021-2f378b43c9ec tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:47.459955 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f420c770-a567-4b1b-b3ee-71d93bdb091b req-e19aa767-ad26-4ce5-b021-2f378b43c9ec tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 945 time: 0.0468481 Sep 17 08:16:47.496644 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f420c770-a567-4b1b-b3ee-71d93bdb091b req-5e87b8d1-a23a-4259-b4ec-43ca7649a8c1 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308902 Sep 17 08:16:48.613324 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a02b48-9326-41ea-a948-2e0cb9680db6 req-ccffd611-1f9f-4102-950e-99dc76b344aa tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:48.615294 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-57a02b48-9326-41ea-a948-2e0cb9680db6 req-ccffd611-1f9f-4102-950e-99dc76b344aa tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 945 time: 0.0512044 Sep 17 08:16:48.652202 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-57a02b48-9326-41ea-a948-2e0cb9680db6 req-60d949cc-f1bb-4426-819a-5c4a16390369 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304713 Sep 17 08:16:49.766468 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5553ace0-583e-4675-8f2e-68a64ccb3ab0 req-49a2005e-bb8d-4293-a30e-37e2bae5c6b1 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:49.767981 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5553ace0-583e-4675-8f2e-68a64ccb3ab0 req-49a2005e-bb8d-4293-a30e-37e2bae5c6b1 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 945 time: 0.0469687 Sep 17 08:16:49.803925 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5553ace0-583e-4675-8f2e-68a64ccb3ab0 req-b2aa9759-6cda-4782-a4ad-80e65abdea1f tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302169 Sep 17 08:16:49.945796 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e2738edc-ee39-48bb-bc35-daae891d3152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:50.918370 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12ab70e-6a63-467e-a2d5-211d88965565 req-f601bb0d-e441-4e8b-948c-65dba8ed14e5 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:50.920441 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c12ab70e-6a63-467e-a2d5-211d88965565 req-f601bb0d-e441-4e8b-948c-65dba8ed14e5 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 945 time: 0.0510981 Sep 17 08:16:50.957665 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c12ab70e-6a63-467e-a2d5-211d88965565 req-08b73bd6-3655-497f-b72a-8f07b828ba99 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313706 Sep 17 08:16:52.410890 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d148c-8175-4491-a113-01804f68493f req-221833c2-5ce2-4794-a58e-fae57a19732c tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:52.412394 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a51d148c-8175-4491-a113-01804f68493f req-221833c2-5ce2-4794-a58e-fae57a19732c tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 945 time: 0.3860362 Sep 17 08:16:52.425962 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-41e824b6-a0c0-426b-82c2-a11f5d2ece9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:52.449151 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a51d148c-8175-4491-a113-01804f68493f req-345f6c42-65dd-4ae5-a19b-704f989ae67c tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308053 Sep 17 08:16:52.701555 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:53.561108 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de7a428-26a0-425a-a2ac-67b7cbf5ba52 req-6c929049-eb87-4e2e-8e9c-ba1ba56963b1 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:53.562563 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0de7a428-26a0-425a-a2ac-67b7cbf5ba52 req-6c929049-eb87-4e2e-8e9c-ba1ba56963b1 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 945 time: 0.0481818 Sep 17 08:16:53.598598 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0de7a428-26a0-425a-a2ac-67b7cbf5ba52 req-b582d9e7-4a70-411e-976d-47c4539c01a4 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295877 Sep 17 08:16:53.733520 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:54.711852 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7eefe-9bba-4692-8438-66ef397f1a4e req-c68c210a-99b0-49a6-9215-0959288f3a80 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:54.713305 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2ae7eefe-9bba-4692-8438-66ef397f1a4e req-c68c210a-99b0-49a6-9215-0959288f3a80 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 945 time: 0.0470054 Sep 17 08:16:54.752121 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2ae7eefe-9bba-4692-8438-66ef397f1a4e req-d6208bc7-a6b9-4c8d-a52c-e57428447ae3 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329468 Sep 17 08:16:55.309803 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:16:55.862169 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff76c5-2f4d-4f47-b2f4-602ff5728e4d req-6bbe14ec-9959-4403-b176-48eaaf79d3e8 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:55.863550 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2eff76c5-2f4d-4f47-b2f4-602ff5728e4d req-6bbe14ec-9959-4403-b176-48eaaf79d3e8 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 945 time: 0.0469136 Sep 17 08:16:55.899036 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2eff76c5-2f4d-4f47-b2f4-602ff5728e4d req-ec358e16-1fdd-4941-8a8d-5ce79c1e4a94 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296862 Sep 17 08:16:57.017924 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801b5f10-1b7e-4ff5-8f27-323d93fe7e64 req-98643fc2-ad53-4adb-83ce-585699504773 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:57.019382 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-801b5f10-1b7e-4ff5-8f27-323d93fe7e64 req-98643fc2-ad53-4adb-83ce-585699504773 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 945 time: 0.0469069 Sep 17 08:16:57.056259 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-801b5f10-1b7e-4ff5-8f27-323d93fe7e64 req-1739ee52-a4c4-45de-8f77-497cadb7ac0a tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308964 Sep 17 08:16:57.250644 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c65fcf0-3978-4d6b-909c-fa3369905df4 req-cdc1a41f-0556-4cdc-8034-091a45913714 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:57.252211 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0c65fcf0-3978-4d6b-909c-fa3369905df4 req-cdc1a41f-0556-4cdc-8034-091a45913714 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 945 time: 0.0476041 Sep 17 08:16:57.294719 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0c65fcf0-3978-4d6b-909c-fa3369905df4 req-1902debc-55cd-4b98-89c1-2f884db18b22 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366695 Sep 17 08:16:57.301661 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5ee603-016b-4cee-8d9d-850ba56a4a8f req-cc74d6c0-5516-47b2-861f-f1079bfe974d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:57.303218 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fd5ee603-016b-4cee-8d9d-850ba56a4a8f req-cc74d6c0-5516-47b2-861f-f1079bfe974d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a40110368b234965bf3fd6f856f2361c&device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 1096 time: 0.0424578 Sep 17 08:16:57.395920 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5ee603-016b-4cee-8d9d-850ba56a4a8f req-0089667d-d169-49fe-9e3d-9894e820efc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:57.397406 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fd5ee603-016b-4cee-8d9d-850ba56a4a8f req-0089667d-d169-49fe-9e3d-9894e820efc8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b775eb3f-2b25-4820-827b-6765ebe265c2 HTTP/1.1" status: 200 len: 913 time: 0.0870545 Sep 17 08:16:57.462535 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fd5ee603-016b-4cee-8d9d-850ba56a4a8f req-0ade0a5d-1a45-4327-99cd-cf537cdced84 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=082c5b60-04fb-4ae3-ae64-64d07ad777a5 HTTP/1.1" status: 200 len: 999 time: 0.0584710 Sep 17 08:16:57.509018 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5ee603-016b-4cee-8d9d-850ba56a4a8f req-9bac83d5-a24e-47c3-8e93-cf6b238027b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:57.510400 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fd5ee603-016b-4cee-8d9d-850ba56a4a8f req-9bac83d5-a24e-47c3-8e93-cf6b238027b7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9b7cebd9-83b6-4be8-81d9-9f32073aed40 HTTP/1.1" status: 200 len: 851 time: 0.0415726 Sep 17 08:16:57.555319 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5ee603-016b-4cee-8d9d-850ba56a4a8f req-335a83c4-75e5-48ac-953f-07280bfa115f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:57.557156 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fd5ee603-016b-4cee-8d9d-850ba56a4a8f req-335a83c4-75e5-48ac-953f-07280bfa115f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b775eb3f-2b25-4820-827b-6765ebe265c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402327 Sep 17 08:16:57.647423 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fd5ee603-016b-4cee-8d9d-850ba56a4a8f req-d2bfd075-9808-4c25-8884-d68ac7867cf2 service neutron] 10.222.0.39 "GET /v2.0/networks/b775eb3f-2b25-4820-827b-6765ebe265c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831430 Sep 17 08:16:57.735424 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fd5ee603-016b-4cee-8d9d-850ba56a4a8f req-190f84a4-6c65-4804-bea4-af2b85c490d3 service neutron] 10.222.0.39 "GET /v2.0/networks/b775eb3f-2b25-4820-827b-6765ebe265c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808830 Sep 17 08:16:58.415787 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d771f31a-ae7c-49e1-8bce-63afeceb61c7 req-4dc487cf-be57-4edf-90c6-6ec27e72d5f2 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:58.417902 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d771f31a-ae7c-49e1-8bce-63afeceb61c7 req-4dc487cf-be57-4edf-90c6-6ec27e72d5f2 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 945 time: 0.0471375 Sep 17 08:16:58.453438 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d771f31a-ae7c-49e1-8bce-63afeceb61c7 req-ca7a57d9-6406-4fc9-8751-4e8a8bd5d4fd tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298047 Sep 17 08:16:58.566704 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa7244-0ce1-44f8-ae61-4d2d075a9025 req-785fff6b-b3ca-4867-a4b2-be86350b5983 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:58.568191 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-31aa7244-0ce1-44f8-ae61-4d2d075a9025 req-785fff6b-b3ca-4867-a4b2-be86350b5983 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 945 time: 0.0479562 Sep 17 08:16:58.604408 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-31aa7244-0ce1-44f8-ae61-4d2d075a9025 req-76d0184d-e042-47d7-b3eb-a2a0d2a30690 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303452 Sep 17 08:16:58.716524 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952008d8-0ca6-4d46-ae39-36c411dd108b req-399354eb-4b53-44ae-a37a-22e145761548 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:58.717980 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-952008d8-0ca6-4d46-ae39-36c411dd108b req-399354eb-4b53-44ae-a37a-22e145761548 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 945 time: 0.0474162 Sep 17 08:16:58.756848 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-952008d8-0ca6-4d46-ae39-36c411dd108b req-87388499-d139-4ce1-9f10-d7deb534e797 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331078 Sep 17 08:16:58.976510 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ebcfb-e450-4ef4-91f1-811f70c4cfd7 req-0ff92bbf-4b13-4911-a049-d900a0052071 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:16:58.977978 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f88ebcfb-e450-4ef4-91f1-811f70c4cfd7 req-0ff92bbf-4b13-4911-a049-d900a0052071 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 945 time: 0.0497372 Sep 17 08:16:59.014697 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f88ebcfb-e450-4ef4-91f1-811f70c4cfd7 req-3efb50a6-fb04-4b4b-863f-3d090a61ca81 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308263 Sep 17 08:17:00.128495 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e683b5f8-27ac-4cff-b7a1-d286ff0f9820 req-01c8ac5b-35cd-4e78-b1bc-5a22e7606e79 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:00.129879 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e683b5f8-27ac-4cff-b7a1-d286ff0f9820 req-01c8ac5b-35cd-4e78-b1bc-5a22e7606e79 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 945 time: 0.0479248 Sep 17 08:17:00.166134 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e683b5f8-27ac-4cff-b7a1-d286ff0f9820 req-d0288b96-1f3b-4f17-ab72-ec093661ba0e tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304492 Sep 17 08:17:00.253475 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:17:00.363134 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d477bf-68e8-49b0-abc0-00cf66121005 req-cfebb6fe-1ef0-410f-be62-e84672b94882 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:00.364777 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b0d477bf-68e8-49b0-abc0-00cf66121005 req-cfebb6fe-1ef0-410f-be62-e84672b94882 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 945 time: 0.0495143 Sep 17 08:17:00.404728 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13beb2bd-1735-414e-a000-cb88e90d8a57 req-db607e79-ba9b-42d6-8f9e-17757587404b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:00.406235 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-13beb2bd-1735-414e-a000-cb88e90d8a57 req-db607e79-ba9b-42d6-8f9e-17757587404b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a40110368b234965bf3fd6f856f2361c&device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 1096 time: 0.0408366 Sep 17 08:17:00.408641 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b0d477bf-68e8-49b0-abc0-00cf66121005 req-70db4aa0-1d71-43f4-8c99-a42e8bfa108c tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378520 Sep 17 08:17:00.498212 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13beb2bd-1735-414e-a000-cb88e90d8a57 req-a8c5793c-c4ea-445a-9ed5-d8bb022019d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:00.499680 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-13beb2bd-1735-414e-a000-cb88e90d8a57 req-a8c5793c-c4ea-445a-9ed5-d8bb022019d7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b775eb3f-2b25-4820-827b-6765ebe265c2 HTTP/1.1" status: 200 len: 913 time: 0.0854909 Sep 17 08:17:00.566314 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-13beb2bd-1735-414e-a000-cb88e90d8a57 req-ad49eabf-cdde-4311-b586-8fd72859b09a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=082c5b60-04fb-4ae3-ae64-64d07ad777a5 HTTP/1.1" status: 200 len: 999 time: 0.0594261 Sep 17 08:17:00.612856 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13beb2bd-1735-414e-a000-cb88e90d8a57 req-52f966dc-08cb-4137-bffd-a18b59aa5d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:00.614244 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-13beb2bd-1735-414e-a000-cb88e90d8a57 req-52f966dc-08cb-4137-bffd-a18b59aa5d6c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9b7cebd9-83b6-4be8-81d9-9f32073aed40 HTTP/1.1" status: 200 len: 851 time: 0.0415349 Sep 17 08:17:00.658360 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13beb2bd-1735-414e-a000-cb88e90d8a57 req-5eb3934f-5282-4bce-8cc1-382514196339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:00.659749 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-13beb2bd-1735-414e-a000-cb88e90d8a57 req-5eb3934f-5282-4bce-8cc1-382514196339 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b775eb3f-2b25-4820-827b-6765ebe265c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384097 Sep 17 08:17:01.066926 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-13beb2bd-1735-414e-a000-cb88e90d8a57 req-6bc89b8a-32dc-479d-a448-6c636ae8cf3a service neutron] 10.222.0.39 "GET /v2.0/networks/b775eb3f-2b25-4820-827b-6765ebe265c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3996937 Sep 17 08:17:01.154371 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-13beb2bd-1735-414e-a000-cb88e90d8a57 req-606b84a0-5368-407d-a41e-dd058f7793e7 service neutron] 10.222.0.39 "GET /v2.0/networks/b775eb3f-2b25-4820-827b-6765ebe265c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794628 Sep 17 08:17:01.519977 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e458c-d858-49dd-ac3d-cc0df8cb2b25 req-b89f26a9-b38b-4faf-b4d6-fbe5b2eec667 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:01.521430 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1d8e458c-d858-49dd-ac3d-cc0df8cb2b25 req-b89f26a9-b38b-4faf-b4d6-fbe5b2eec667 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 945 time: 0.0473201 Sep 17 08:17:01.558413 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1d8e458c-d858-49dd-ac3d-cc0df8cb2b25 req-0595ac04-15d5-4875-9b5c-1917263970be tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303833 Sep 17 08:17:02.669495 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c66298-e6fa-4072-8ddc-f08ccb666ccf req-2e02a136-b1e9-4f58-a38f-5cc5adea7674 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:02.670957 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a9c66298-e6fa-4072-8ddc-f08ccb666ccf req-2e02a136-b1e9-4f58-a38f-5cc5adea7674 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 945 time: 0.0479820 Sep 17 08:17:02.706853 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a9c66298-e6fa-4072-8ddc-f08ccb666ccf req-f273fb80-dab5-4f0e-a647-cf957e09cacd tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301735 Sep 17 08:17:02.820039 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277eb019-bca2-4023-9148-0d0ea52ced3d req-bfdef007-9ab7-4631-b702-392cc88d44dd tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:02.821494 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-277eb019-bca2-4023-9148-0d0ea52ced3d req-bfdef007-9ab7-4631-b702-392cc88d44dd tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 945 time: 0.0469139 Sep 17 08:17:02.860787 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-277eb019-bca2-4023-9148-0d0ea52ced3d req-ffe56850-22fc-46d4-b45d-930a00daff3e tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329499 Sep 17 08:17:03.404808 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf09790-1469-4821-9526-3e9858b18cdf req-dcffc7e1-df23-40ec-875e-d93088403004 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:03.406269 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bdf09790-1469-4821-9526-3e9858b18cdf req-dcffc7e1-df23-40ec-875e-d93088403004 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb833826-ff28-4833-8cb5-23fa38af82b0 HTTP/1.1" status: 200 len: 944 time: 0.0476046 Sep 17 08:17:03.492181 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-bdf09790-1469-4821-9526-3e9858b18cdf req-3244d5f1-8e79-4aa2-8701-ee728533ea66 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Deleting port 7343d702-afd4-4127-8b11-7fdaccbc6c78 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:17:03.492448 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-bdf09790-1469-4821-9526-3e9858b18cdf req-3244d5f1-8e79-4aa2-8701-ee728533ea66 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:03.580470 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-bdf09790-1469-4821-9526-3e9858b18cdf req-3244d5f1-8e79-4aa2-8701-ee728533ea66 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] For port 7343d702-afd4-4127-8b11-7fdaccbc6c78, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=7343d702-afd4-4127-8b11-7fdaccbc6c78,segment=NetworkSegment(e7dfc92d-b32e-4f74-ad53-4fda8afa908d),segment_id=e7dfc92d-b32e-4f74-ad53-4fda8afa908d)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:17:03.580836 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-bdf09790-1469-4821-9526-3e9858b18cdf req-3244d5f1-8e79-4aa2-8701-ee728533ea66 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:03.592567 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-bdf09790-1469-4821-9526-3e9858b18cdf req-3244d5f1-8e79-4aa2-8701-ee728533ea66 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Calling delete_port for 7343d702-afd4-4127-8b11-7fdaccbc6c78 owned by compute:nova {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:17:03.716840 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-bdf09790-1469-4821-9526-3e9858b18cdf req-3244d5f1-8e79-4aa2-8701-ee728533ea66 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:03.744836 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3244d5f1-8e79-4aa2-8701-ee728533ea66 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Pushing event deleted for resources: {'Port': ['ID=7343d702-afd4-4127-8b11-7fdaccbc6c78,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:03.749422 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['7ebfe381-193d-41f3-8710-45fa3d308dbd', '6efbdc62-2af9-4d03-854a-91c97c8f3b19'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:17:03.756751 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3244d5f1-8e79-4aa2-8701-ee728533ea66 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:17:03.757103 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3244d5f1-8e79-4aa2-8701-ee728533ea66 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:17:03.757566 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3244d5f1-8e79-4aa2-8701-ee728533ea66 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:17:03.757789 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3244d5f1-8e79-4aa2-8701-ee728533ea66 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:17:03.758133 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3244d5f1-8e79-4aa2-8701-ee728533ea66 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:17:03.758465 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3244d5f1-8e79-4aa2-8701-ee728533ea66 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:17:03.758791 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3244d5f1-8e79-4aa2-8701-ee728533ea66 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:17:03.759122 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3244d5f1-8e79-4aa2-8701-ee728533ea66 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:17:03.759448 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3244d5f1-8e79-4aa2-8701-ee728533ea66 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:17:03.759924 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3244d5f1-8e79-4aa2-8701-ee728533ea66 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:17:03.760193 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3244d5f1-8e79-4aa2-8701-ee728533ea66 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:17:03.760497 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3244d5f1-8e79-4aa2-8701-ee728533ea66 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:17:03.794775 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdf09790-1469-4821-9526-3e9858b18cdf req-3244d5f1-8e79-4aa2-8701-ee728533ea66 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] No DVR routers for this DVR port 7343d702-afd4-4127-8b11-7fdaccbc6c78 on host n-h2-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:17:03.797470 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-bdf09790-1469-4821-9526-3e9858b18cdf req-3244d5f1-8e79-4aa2-8701-ee728533ea66 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:03.799477 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bdf09790-1469-4821-9526-3e9858b18cdf req-3244d5f1-8e79-4aa2-8701-ee728533ea66 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "DELETE /v2.0/ports/7343d702-afd4-4127-8b11-7fdaccbc6c78 HTTP/1.1" status: 204 len: 173 time: 0.3876364 Sep 17 08:17:03.799954 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb833826-ff28-4833-8cb5-23fa38af82b0', 'name': 'network-vif-deleted', 'tag': '7343d702-afd4-4127-8b11-7fdaccbc6c78'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:17:03.802249 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fed8690-e06c-49ae-aef1-0314a72119e2" -d '{"events": [{"server_uuid": "bb833826-ff28-4833-8cb5-23fa38af82b0", "name": "network-vif-deleted", "tag": "7343d702-afd4-4127-8b11-7fdaccbc6c78"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:17:03.840332 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 17 Sep 2021 08:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88790b68-bb34-4837-afd9-375b30b82007 x-openstack-request-id: req-88790b68-bb34-4837-afd9-375b30b82007 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:17:03.840738 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb833826-ff28-4833-8cb5-23fa38af82b0", "name": "network-vif-deleted", "tag": "7343d702-afd4-4127-8b11-7fdaccbc6c78", "status": "failed", "code": 422}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:17:03.841349 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-88790b68-bb34-4837-afd9-375b30b82007 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:17:03.841930 n-d-789963-9 neutron-server[101289]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bb833826-ff28-4833-8cb5-23fa38af82b0', 'name': 'network-vif-deleted', 'tag': '7343d702-afd4-4127-8b11-7fdaccbc6c78', 'status': 'failed', 'code': 422} returned with failed status Sep 17 08:17:04.216890 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 44418) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:17:04.283924 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345fd4a2-53b8-403a-b8da-7f447fd1edbc req-a4128f1b-6712-448f-89de-ec6e68d50fa5 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:04.285411 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-345fd4a2-53b8-403a-b8da-7f447fd1edbc req-a4128f1b-6712-448f-89de-ec6e68d50fa5 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0e13769-703c-4681-a5b3-224acb3d2319 HTTP/1.1" status: 200 len: 907 time: 0.0957811 Sep 17 08:17:04.397361 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-781d5a1e-7006-48f9-abf8-84b47e36a58d tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Deleting port 092dd31e-2d67-4857-8947-78b17fbf127e {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:17:04.397702 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-781d5a1e-7006-48f9-abf8-84b47e36a58d tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:04.469750 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-781d5a1e-7006-48f9-abf8-84b47e36a58d tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:04.470078 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-781d5a1e-7006-48f9-abf8-84b47e36a58d tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:04.481304 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-781d5a1e-7006-48f9-abf8-84b47e36a58d tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Calling delete_port for 092dd31e-2d67-4857-8947-78b17fbf127e owned by network:floatingip {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:17:04.626140 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-781d5a1e-7006-48f9-abf8-84b47e36a58d tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:04.651470 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d5a1e-7006-48f9-abf8-84b47e36a58d tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event deleted for resources: {'Port': ['ID=092dd31e-2d67-4857-8947-78b17fbf127e,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:04.714188 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-781d5a1e-7006-48f9-abf8-84b47e36a58d tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for floatingip, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:04.714595 n-d-789963-9 neutron-server[101289]: INFO neutron.db.l3_db [None req-781d5a1e-7006-48f9-abf8-84b47e36a58d tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Floating IP 677cc905-9ca0-45fe-a37e-967569d1a1b2 disassociated (deleted). External IP: 172.25.6.238, port: cc924b2e-aac2-4046-98c7-256cda945f96. Sep 17 08:17:04.915249 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-781d5a1e-7006-48f9-abf8-84b47e36a58d tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Router f65a960c-4f30-4d5c-8c5a-fb5fe0fba938 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:17:05.017027 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781d5a1e-7006-48f9-abf8-84b47e36a58d tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:17:05.021533 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-781d5a1e-7006-48f9-abf8-84b47e36a58d tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:05.027247 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c4568e-5471-4df7-b509-29ddb1c181b8 None None] Sync routers for ids ['f65a960c-4f30-4d5c-8c5a-fb5fe0fba938'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:17:05.035864 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c4568e-5471-4df7-b509-29ddb1c181b8 None None] Routers {'f65a960c-4f30-4d5c-8c5a-fb5fe0fba938'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:17:05.036486 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-b2c4568e-5471-4df7-b509-29ddb1c181b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:16:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['f65a960c-4f30-4d5c-8c5a-fb5fe0fba938'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:17:05.052252 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-781d5a1e-7006-48f9-abf8-84b47e36a58d tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "DELETE /v2.0/floatingips/677cc905-9ca0-45fe-a37e-967569d1a1b2 HTTP/1.1" status: 204 len: 168 time: 0.8330097 Sep 17 08:17:05.142062 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-b2c4568e-5471-4df7-b509-29ddb1c181b8 None None] Set router f65a960c-4f30-4d5c-8c5a-fb5fe0fba938 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:17:05.268558 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b1f82-f1f8-4b87-9b11-329768c823e7 req-44a5d815-faf5-4de5-863e-08f2a187960d tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:05.270361 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-591b1f82-f1f8-4b87-9b11-329768c823e7 req-44a5d815-faf5-4de5-863e-08f2a187960d tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=8418b5e8-4c89-44e2-a136-b8a0d26f6a81 HTTP/1.1" status: 200 len: 946 time: 0.0492210 Sep 17 08:17:05.313081 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-591b1f82-f1f8-4b87-9b11-329768c823e7 req-05936f14-d1eb-4efc-bae7-bcd9ed812ad5 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=d58cca41-12a4-4922-945e-78e1f26f3fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352457 Sep 17 08:17:05.346875 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-b2c4568e-5471-4df7-b509-29ddb1c181b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65a960c-4f30-4d5c-8c5a-fb5fe0fba938', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337188391', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'cb102f75-537b-41c7-8ee8-8b66e04a3017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:13:47Z', 'updated_at': '2021-09-17T08:13:54Z', 'revision_number': 4, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'gw_port': {'id': 'cb102f75-537b-41c7-8ee8-8b66e04a3017', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:87:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65a960c-4f30-4d5c-8c5a-fb5fe0fba938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:13:48Z', 'updated_at': '2021-09-17T08:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '5b168bcb-1565-448c-848c-e25cdea9ff5f', 'name': '', 'network_id': 'ab4940a7-900f-447c-9070-f60b582c2f8c', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'mac_address': 'fa:16:3e:df:2d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65a960c-4f30-4d5c-8c5a-fb5fe0fba938', 'device_owner': 'network:router_interface', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': '7b4f533f-8a74-4de1-a95e-7e81d2a49ce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:13:53Z', 'updated_at': '2021-09-17T08:13:58Z', 'revision_number': 5, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'subnets': [{'id': '7b4f533f-8a74-4de1-a95e-7e81d2a49ce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:17:05.372517 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c4568e-5471-4df7-b509-29ddb1c181b8 None None] Checking router: f65a960c-4f30-4d5c-8c5a-fb5fe0fba938 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:17:05.380689 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c4568e-5471-4df7-b509-29ddb1c181b8 None None] Routers {'f65a960c-4f30-4d5c-8c5a-fb5fe0fba938'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:17:05.381295 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-b2c4568e-5471-4df7-b509-29ddb1c181b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:16:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['f65a960c-4f30-4d5c-8c5a-fb5fe0fba938'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:17:05.417861 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa192a5-b38b-4a15-bd4e-d410a2b4b4a2 req-7deb78f9-0c26-4c4b-86a6-848fdcb4cae9 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:05.419632 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5fa192a5-b38b-4a15-bd4e-d410a2b4b4a2 req-7deb78f9-0c26-4c4b-86a6-848fdcb4cae9 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0e13769-703c-4681-a5b3-224acb3d2319 HTTP/1.1" status: 200 len: 907 time: 0.0532990 Sep 17 08:17:05.426069 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:05.489525 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-b2c4568e-5471-4df7-b509-29ddb1c181b8 None None] Set router f65a960c-4f30-4d5c-8c5a-fb5fe0fba938 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:17:05.680635 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-b2c4568e-5471-4df7-b509-29ddb1c181b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65a960c-4f30-4d5c-8c5a-fb5fe0fba938', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337188391', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'cb102f75-537b-41c7-8ee8-8b66e04a3017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:13:47Z', 'updated_at': '2021-09-17T08:13:54Z', 'revision_number': 4, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'gw_port': {'id': 'cb102f75-537b-41c7-8ee8-8b66e04a3017', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:87:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65a960c-4f30-4d5c-8c5a-fb5fe0fba938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:13:48Z', 'updated_at': '2021-09-17T08:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '5b168bcb-1565-448c-848c-e25cdea9ff5f', 'name': '', 'network_id': 'ab4940a7-900f-447c-9070-f60b582c2f8c', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'mac_address': 'fa:16:3e:df:2d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65a960c-4f30-4d5c-8c5a-fb5fe0fba938', 'device_owner': 'network:router_interface', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': '7b4f533f-8a74-4de1-a95e-7e81d2a49ce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:13:53Z', 'updated_at': '2021-09-17T08:13:58Z', 'revision_number': 5, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'subnets': [{'id': '7b4f533f-8a74-4de1-a95e-7e81d2a49ce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:17:05.705639 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c4568e-5471-4df7-b509-29ddb1c181b8 None None] The sync data for ids ['f65a960c-4f30-4d5c-8c5a-fb5fe0fba938'] in n-d-789963-9 is: [{'id': 'f65a960c-4f30-4d5c-8c5a-fb5fe0fba938', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337188391', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'cb102f75-537b-41c7-8ee8-8b66e04a3017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:13:47Z', 'updated_at': '2021-09-17T08:13:54Z', 'revision_number': 4, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'gw_port': {'id': 'cb102f75-537b-41c7-8ee8-8b66e04a3017', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:87:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65a960c-4f30-4d5c-8c5a-fb5fe0fba938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:13:48Z', 'updated_at': '2021-09-17T08:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '5b168bcb-1565-448c-848c-e25cdea9ff5f', 'name': '', 'network_id': 'ab4940a7-900f-447c-9070-f60b582c2f8c', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'mac_address': 'fa:16:3e:df:2d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65a960c-4f30-4d5c-8c5a-fb5fe0fba938', 'device_owner': 'network:router_interface', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': '7b4f533f-8a74-4de1-a95e-7e81d2a49ce7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:13:53Z', 'updated_at': '2021-09-17T08:13:58Z', 'revision_number': 5, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'subnets': [{'id': '7b4f533f-8a74-4de1-a95e-7e81d2a49ce7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:17:05.709879 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:05.843038 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8418b5e8-4c89-44e2-a136-b8a0d26f6a81', 'tag': 'cc924b2e-aac2-4046-98c7-256cda945f96'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:17:05.845569 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c8d2b30-c102-40ae-b598-05ab1bacf121" -d '{"events": [{"name": "network-changed", "server_uuid": "8418b5e8-4c89-44e2-a136-b8a0d26f6a81", "tag": "cc924b2e-aac2-4046-98c7-256cda945f96"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:17:05.883111 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531cb65e-0f1a-447e-a3cc-7f1b867c89dc x-openstack-request-id: req-531cb65e-0f1a-447e-a3cc-7f1b867c89dc {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:17:05.883397 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8418b5e8-4c89-44e2-a136-b8a0d26f6a81", "tag": "cc924b2e-aac2-4046-98c7-256cda945f96", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:17:05.883666 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-531cb65e-0f1a-447e-a3cc-7f1b867c89dc {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:17:05.884719 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8418b5e8-4c89-44e2-a136-b8a0d26f6a81', 'tag': 'cc924b2e-aac2-4046-98c7-256cda945f96', 'status': 'completed', 'code': 200} Sep 17 08:17:05.915231 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7afb2e2-e584-486b-b62c-4d1e491f0687 None None] New status for floating IP 677cc905-9ca0-45fe-a37e-967569d1a1b2: DOWN {{(pid=101291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 08:17:05.969634 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d2b30-c102-40ae-b598-05ab1bacf121 req-fdbb27f6-94b7-4a2b-b3b2-5e3aba7b9376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:05.971071 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2c8d2b30-c102-40ae-b598-05ab1bacf121 req-fdbb27f6-94b7-4a2b-b3b2-5e3aba7b9376 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6ef7951b2ac4d2ead98d70f1879d714&device_id=8418b5e8-4c89-44e2-a136-b8a0d26f6a81 HTTP/1.1" status: 200 len: 1097 time: 0.0433457 Sep 17 08:17:05.977277 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d9f06-17f0-413a-abd1-0c363346a293 req-5d778096-7eca-4cb2-ba5e-71eb081ca7b9 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:05.978827 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-245d9f06-17f0-413a-abd1-0c363346a293 req-5d778096-7eca-4cb2-ba5e-71eb081ca7b9 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0e13769-703c-4681-a5b3-224acb3d2319 HTTP/1.1" status: 200 len: 907 time: 0.0498667 Sep 17 08:17:06.069034 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d2b30-c102-40ae-b598-05ab1bacf121 req-03779e83-e5cb-419c-a26a-274c622a36e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:06.070845 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2c8d2b30-c102-40ae-b598-05ab1bacf121 req-03779e83-e5cb-419c-a26a-274c622a36e7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ab4940a7-900f-447c-9070-f60b582c2f8c HTTP/1.1" status: 200 len: 895 time: 0.0915458 Sep 17 08:17:06.073248 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-245d9f06-17f0-413a-abd1-0c363346a293 req-534cff3c-e968-4aff-8f20-9bea4958a133 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Deleting port 2792c1ea-d9bf-436c-b4f4-8ca5d8d25463 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:17:06.073587 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-245d9f06-17f0-413a-abd1-0c363346a293 req-534cff3c-e968-4aff-8f20-9bea4958a133 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:06.113280 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2c8d2b30-c102-40ae-b598-05ab1bacf121 req-1ce5e74e-1fef-4dbc-a88d-6e5c8cecc1a8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc924b2e-aac2-4046-98c7-256cda945f96 HTTP/1.1" status: 200 len: 217 time: 0.0346019 Sep 17 08:17:06.162617 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-245d9f06-17f0-413a-abd1-0c363346a293 req-534cff3c-e968-4aff-8f20-9bea4958a133 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] For port 2792c1ea-d9bf-436c-b4f4-8ca5d8d25463, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=2792c1ea-d9bf-436c-b4f4-8ca5d8d25463,segment=NetworkSegment(e7dfc92d-b32e-4f74-ad53-4fda8afa908d),segment_id=e7dfc92d-b32e-4f74-ad53-4fda8afa908d)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:17:06.162985 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-245d9f06-17f0-413a-abd1-0c363346a293 req-534cff3c-e968-4aff-8f20-9bea4958a133 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:06.166215 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d2b30-c102-40ae-b598-05ab1bacf121 req-c484e512-d822-4f1e-be55-00da99b28896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:06.167674 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2c8d2b30-c102-40ae-b598-05ab1bacf121 req-c484e512-d822-4f1e-be55-00da99b28896 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b4f533f-8a74-4de1-a95e-7e81d2a49ce7 HTTP/1.1" status: 200 len: 834 time: 0.0467336 Sep 17 08:17:06.179969 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-245d9f06-17f0-413a-abd1-0c363346a293 req-534cff3c-e968-4aff-8f20-9bea4958a133 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Calling delete_port for 2792c1ea-d9bf-436c-b4f4-8ca5d8d25463 owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:17:06.214307 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d2b30-c102-40ae-b598-05ab1bacf121 req-d0ad58cc-68d1-4b0c-bc56-6e7978211f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:06.215876 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2c8d2b30-c102-40ae-b598-05ab1bacf121 req-d0ad58cc-68d1-4b0c-bc56-6e7978211f92 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ab4940a7-900f-447c-9070-f60b582c2f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392625 Sep 17 08:17:06.307607 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-245d9f06-17f0-413a-abd1-0c363346a293 req-534cff3c-e968-4aff-8f20-9bea4958a133 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:06.310365 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2c8d2b30-c102-40ae-b598-05ab1bacf121 req-c40e53ac-9a09-41f6-a11e-3bef3f2e5283 service neutron] 10.222.0.41 "GET /v2.0/networks/ab4940a7-900f-447c-9070-f60b582c2f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858026 Sep 17 08:17:06.335240 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534cff3c-e968-4aff-8f20-9bea4958a133 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Pushing event deleted for resources: {'Port': ['ID=2792c1ea-d9bf-436c-b4f4-8ca5d8d25463,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:06.367640 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534cff3c-e968-4aff-8f20-9bea4958a133 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:17:06.368403 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534cff3c-e968-4aff-8f20-9bea4958a133 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:17:06.368813 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534cff3c-e968-4aff-8f20-9bea4958a133 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:17:06.369452 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534cff3c-e968-4aff-8f20-9bea4958a133 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:17:06.369930 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534cff3c-e968-4aff-8f20-9bea4958a133 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:17:06.370329 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534cff3c-e968-4aff-8f20-9bea4958a133 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:17:06.370761 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534cff3c-e968-4aff-8f20-9bea4958a133 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:17:06.371185 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534cff3c-e968-4aff-8f20-9bea4958a133 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:17:06.371618 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534cff3c-e968-4aff-8f20-9bea4958a133 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:17:06.372897 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534cff3c-e968-4aff-8f20-9bea4958a133 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:17:06.373250 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534cff3c-e968-4aff-8f20-9bea4958a133 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:17:06.373586 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534cff3c-e968-4aff-8f20-9bea4958a133 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:17:06.400304 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-245d9f06-17f0-413a-abd1-0c363346a293 req-534cff3c-e968-4aff-8f20-9bea4958a133 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] No DVR routers for this DVR port 2792c1ea-d9bf-436c-b4f4-8ca5d8d25463 on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:17:06.402894 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-245d9f06-17f0-413a-abd1-0c363346a293 req-534cff3c-e968-4aff-8f20-9bea4958a133 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:06.405443 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-245d9f06-17f0-413a-abd1-0c363346a293 req-534cff3c-e968-4aff-8f20-9bea4958a133 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.39 "DELETE /v2.0/ports/2792c1ea-d9bf-436c-b4f4-8ca5d8d25463 HTTP/1.1" status: 204 len: 173 time: 0.4208727 Sep 17 08:17:06.405894 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0e13769-703c-4681-a5b3-224acb3d2319', 'name': 'network-vif-deleted', 'tag': '2792c1ea-d9bf-436c-b4f4-8ca5d8d25463'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:17:06.408295 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3da7b93-d493-4933-b970-ebac3d9c5ff3" -d '{"events": [{"server_uuid": "a0e13769-703c-4681-a5b3-224acb3d2319", "name": "network-vif-deleted", "tag": "2792c1ea-d9bf-436c-b4f4-8ca5d8d25463"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:17:06.420108 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2c8d2b30-c102-40ae-b598-05ab1bacf121 req-70d970c4-e139-4194-b003-6c0fe60c668c service neutron] 10.222.0.41 "GET /v2.0/networks/ab4940a7-900f-447c-9070-f60b582c2f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016741 Sep 17 08:17:06.492087 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49986e29-d33d-4c58-8cff-2efabd27abb0 req-7c83559e-27b4-42aa-b87b-e569b2ac3e4c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:06.496416 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-49986e29-d33d-4c58-8cff-2efabd27abb0 req-7c83559e-27b4-42aa-b87b-e569b2ac3e4c tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=8418b5e8-4c89-44e2-a136-b8a0d26f6a81 HTTP/1.1" status: 200 len: 946 time: 0.0742154 Sep 17 08:17:06.539212 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-49986e29-d33d-4c58-8cff-2efabd27abb0 req-5d565750-d902-470e-aaad-f2a331b53a1a tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/security-groups?id=d58cca41-12a4-4922-945e-78e1f26f3fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402460 Sep 17 08:17:06.607596 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0499c1ff-0b2b-41f9-84ee-32172e5b59e2 x-openstack-request-id: req-0499c1ff-0b2b-41f9-84ee-32172e5b59e2 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:17:06.607977 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0e13769-703c-4681-a5b3-224acb3d2319", "name": "network-vif-deleted", "tag": "2792c1ea-d9bf-436c-b4f4-8ca5d8d25463", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:17:06.608304 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0499c1ff-0b2b-41f9-84ee-32172e5b59e2 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:17:06.608759 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0e13769-703c-4681-a5b3-224acb3d2319', 'name': 'network-vif-deleted', 'tag': '2792c1ea-d9bf-436c-b4f4-8ca5d8d25463', 'status': 'completed', 'code': 200} Sep 17 08:17:06.691405 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-39998493-c2aa-4f9d-b62f-90550902831c req-d1d22333-4e56-474b-b9be-56661d712d09 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0e13769-703c-4681-a5b3-224acb3d2319 HTTP/1.1" status: 200 len: 210 time: 0.0301704 Sep 17 08:17:07.181133 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d49c5ad-0b10-4fee-8779-48972d3a2045 req-3e81d121-a980-4c84-95f8-8e6bb0d332cd tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:07.182565 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7d49c5ad-0b10-4fee-8779-48972d3a2045 req-3e81d121-a980-4c84-95f8-8e6bb0d332cd tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.41 "GET /v2.0/ports?device_id=8418b5e8-4c89-44e2-a136-b8a0d26f6a81 HTTP/1.1" status: 200 len: 946 time: 0.0468504 Sep 17 08:17:07.269511 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-7d49c5ad-0b10-4fee-8779-48972d3a2045 req-a3fcde35-9d1f-4767-b4a5-030eb7c037a6 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Deleting port cc924b2e-aac2-4046-98c7-256cda945f96 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:17:07.269852 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-7d49c5ad-0b10-4fee-8779-48972d3a2045 req-a3fcde35-9d1f-4767-b4a5-030eb7c037a6 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:07.356825 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-7d49c5ad-0b10-4fee-8779-48972d3a2045 req-a3fcde35-9d1f-4767-b4a5-030eb7c037a6 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] For port cc924b2e-aac2-4046-98c7-256cda945f96, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=cc924b2e-aac2-4046-98c7-256cda945f96,segment=NetworkSegment(3463ea9b-9d7d-4240-8db7-f6a091102474),segment_id=3463ea9b-9d7d-4240-8db7-f6a091102474)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:17:07.357187 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-7d49c5ad-0b10-4fee-8779-48972d3a2045 req-a3fcde35-9d1f-4767-b4a5-030eb7c037a6 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:07.374565 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-7d49c5ad-0b10-4fee-8779-48972d3a2045 req-a3fcde35-9d1f-4767-b4a5-030eb7c037a6 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Calling delete_port for cc924b2e-aac2-4046-98c7-256cda945f96 owned by compute:nova {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:17:07.506306 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-7d49c5ad-0b10-4fee-8779-48972d3a2045 req-a3fcde35-9d1f-4767-b4a5-030eb7c037a6 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:07.535072 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fcde35-9d1f-4767-b4a5-030eb7c037a6 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event deleted for resources: {'Port': ['ID=cc924b2e-aac2-4046-98c7-256cda945f96,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:07.576832 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d49c5ad-0b10-4fee-8779-48972d3a2045 req-a3fcde35-9d1f-4767-b4a5-030eb7c037a6 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] No DVR routers for this DVR port cc924b2e-aac2-4046-98c7-256cda945f96 on host n-h1-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:17:07.579566 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-7d49c5ad-0b10-4fee-8779-48972d3a2045 req-a3fcde35-9d1f-4767-b4a5-030eb7c037a6 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:07.582016 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7d49c5ad-0b10-4fee-8779-48972d3a2045 req-a3fcde35-9d1f-4767-b4a5-030eb7c037a6 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.41 "DELETE /v2.0/ports/cc924b2e-aac2-4046-98c7-256cda945f96 HTTP/1.1" status: 204 len: 173 time: 0.3928826 Sep 17 08:17:07.643069 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f78ff596-a8a9-4525-aa7d-e9bb3069c600 req-ff487620-61e8-4e2d-b215-54fe70de574f tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "GET /v2.0/ports?device_id=8418b5e8-4c89-44e2-a136-b8a0d26f6a81 HTTP/1.1" status: 200 len: 210 time: 0.0300403 Sep 17 08:17:07.885866 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8418b5e8-4c89-44e2-a136-b8a0d26f6a81', 'name': 'network-vif-deleted', 'tag': 'cc924b2e-aac2-4046-98c7-256cda945f96'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:17:07.888502 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046d9627-7e3a-4fc5-814a-f16598106ab1" -d '{"events": [{"server_uuid": "8418b5e8-4c89-44e2-a136-b8a0d26f6a81", "name": "network-vif-deleted", "tag": "cc924b2e-aac2-4046-98c7-256cda945f96"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:17:07.927813 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a43adb-75da-4e6f-ba03-41dea517e683 x-openstack-request-id: req-12a43adb-75da-4e6f-ba03-41dea517e683 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:17:07.928131 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8418b5e8-4c89-44e2-a136-b8a0d26f6a81", "name": "network-vif-deleted", "tag": "cc924b2e-aac2-4046-98c7-256cda945f96", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:17:07.928390 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-12a43adb-75da-4e6f-ba03-41dea517e683 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:17:07.928855 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8418b5e8-4c89-44e2-a136-b8a0d26f6a81', 'name': 'network-vif-deleted', 'tag': 'cc924b2e-aac2-4046-98c7-256cda945f96', 'status': 'completed', 'code': 200} Sep 17 08:17:08.205622 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e1aa74-14b2-47f8-87d2-2c3b3a3506b6 req-9f47bad6-f647-44c9-bc0d-8005077d52c2 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:08.207074 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-58e1aa74-14b2-47f8-87d2-2c3b3a3506b6 req-9f47bad6-f647-44c9-bc0d-8005077d52c2 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=9952c559-f6eb-46d7-a764-04a0dd45f225 HTTP/1.1" status: 200 len: 945 time: 0.0477774 Sep 17 08:17:08.243746 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-58e1aa74-14b2-47f8-87d2-2c3b3a3506b6 req-7f1d9969-64ab-4614-9de3-c7a8b21d9a28 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301838 Sep 17 08:17:08.702219 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44454) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:17:09.054030 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5f8fb071-e523-4935-8973-cc5a9ca2b96f tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:09.311010 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-5f8fb071-e523-4935-8973-cc5a9ca2b96f tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Deleting port 5b168bcb-1565-448c-848c-e25cdea9ff5f {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:17:09.311284 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5f8fb071-e523-4935-8973-cc5a9ca2b96f tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:09.359700 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc82416-ae36-4ebc-afce-8669c25c32ee req-c671358a-b2de-4ae0-b535-2843efb3908a tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:09.361283 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1fc82416-ae36-4ebc-afce-8669c25c32ee req-c671358a-b2de-4ae0-b535-2843efb3908a tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=9952c559-f6eb-46d7-a764-04a0dd45f225 HTTP/1.1" status: 200 len: 945 time: 0.0500567 Sep 17 08:17:09.400529 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1fc82416-ae36-4ebc-afce-8669c25c32ee req-ed14910a-3d3e-41a8-bf9b-ebbcd02614fe tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329282 Sep 17 08:17:09.406396 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-5f8fb071-e523-4935-8973-cc5a9ca2b96f tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] For port 5b168bcb-1565-448c-848c-e25cdea9ff5f, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=5b168bcb-1565-448c-848c-e25cdea9ff5f,segment=NetworkSegment(3463ea9b-9d7d-4240-8db7-f6a091102474),segment_id=3463ea9b-9d7d-4240-8db7-f6a091102474)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:17:09.406769 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5f8fb071-e523-4935-8973-cc5a9ca2b96f tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:09.421290 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-5f8fb071-e523-4935-8973-cc5a9ca2b96f tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Calling delete_port for 5b168bcb-1565-448c-848c-e25cdea9ff5f owned by network:router_interface {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:17:09.608158 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5f8fb071-e523-4935-8973-cc5a9ca2b96f tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:09.635529 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8fb071-e523-4935-8973-cc5a9ca2b96f tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event deleted for resources: {'Port': ['ID=5b168bcb-1565-448c-848c-e25cdea9ff5f,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:09.860025 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a25a27e-4aa8-4663-802a-471b3c20a415 req-14198696-dce7-4f78-8ef5-78e82ee2a24d tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:09.861394 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7a25a27e-4aa8-4663-802a-471b3c20a415 req-14198696-dce7-4f78-8ef5-78e82ee2a24d tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.39 "GET /v2.0/ports?device_id=9952c559-f6eb-46d7-a764-04a0dd45f225 HTTP/1.1" status: 200 len: 945 time: 0.1151915 Sep 17 08:17:09.864243 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5f8fb071-e523-4935-8973-cc5a9ca2b96f tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:10.045000 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-7a25a27e-4aa8-4663-802a-471b3c20a415 req-59604731-56b1-4ef6-b07b-f4e72b703d7c tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Deleting port 6efbdc62-2af9-4d03-854a-91c97c8f3b19 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:17:10.045346 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-7a25a27e-4aa8-4663-802a-471b3c20a415 req-59604731-56b1-4ef6-b07b-f4e72b703d7c tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:10.207260 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-7a25a27e-4aa8-4663-802a-471b3c20a415 req-59604731-56b1-4ef6-b07b-f4e72b703d7c tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] For port 6efbdc62-2af9-4d03-854a-91c97c8f3b19, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=6efbdc62-2af9-4d03-854a-91c97c8f3b19,segment=NetworkSegment(e7dfc92d-b32e-4f74-ad53-4fda8afa908d),segment_id=e7dfc92d-b32e-4f74-ad53-4fda8afa908d)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:17:10.207631 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-7a25a27e-4aa8-4663-802a-471b3c20a415 req-59604731-56b1-4ef6-b07b-f4e72b703d7c tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:10.226772 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-7a25a27e-4aa8-4663-802a-471b3c20a415 req-59604731-56b1-4ef6-b07b-f4e72b703d7c tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Calling delete_port for 6efbdc62-2af9-4d03-854a-91c97c8f3b19 owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:17:10.229395 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f8fb071-e523-4935-8973-cc5a9ca2b96f tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Router f65a960c-4f30-4d5c-8c5a-fb5fe0fba938 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:17:10.396032 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f8fb071-e523-4935-8973-cc5a9ca2b96f tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:17:10.404115 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-5f8fb071-e523-4935-8973-cc5a9ca2b96f tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "PUT /v2.0/routers/f65a960c-4f30-4d5c-8c5a-fb5fe0fba938/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7008286 Sep 17 08:17:10.406959 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 44462) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:17:10.411349 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b972f892-42bc-47f2-8ac4-8b41e539b5ea None None] Sync routers for ids ['f65a960c-4f30-4d5c-8c5a-fb5fe0fba938'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:17:10.447370 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b972f892-42bc-47f2-8ac4-8b41e539b5ea None None] Routers {'f65a960c-4f30-4d5c-8c5a-fb5fe0fba938'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:17:10.448034 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-b972f892-42bc-47f2-8ac4-8b41e539b5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:16:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['f65a960c-4f30-4d5c-8c5a-fb5fe0fba938'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:17:10.457147 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-7a25a27e-4aa8-4663-802a-471b3c20a415 req-59604731-56b1-4ef6-b07b-f4e72b703d7c tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:10.481681 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ff7201a-98c2-4857-9228-c4a19f266c94 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Deleting subnet 7b4f533f-8a74-4de1-a95e-7e81d2a49ce7 {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:17:10.487785 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59604731-56b1-4ef6-b07b-f4e72b703d7c tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Pushing event deleted for resources: {'Port': ['ID=6efbdc62-2af9-4d03-854a-91c97c8f3b19,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:10.496885 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['7ebfe381-193d-41f3-8710-45fa3d308dbd', '6efbdc62-2af9-4d03-854a-91c97c8f3b19'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:17:10.506026 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5ff7201a-98c2-4857-9228-c4a19f266c94 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:10.546821 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a25a27e-4aa8-4663-802a-471b3c20a415 req-59604731-56b1-4ef6-b07b-f4e72b703d7c tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] No DVR routers for this DVR port 6efbdc62-2af9-4d03-854a-91c97c8f3b19 on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:17:10.550631 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-7a25a27e-4aa8-4663-802a-471b3c20a415 req-59604731-56b1-4ef6-b07b-f4e72b703d7c tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:10.553096 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7a25a27e-4aa8-4663-802a-471b3c20a415 req-59604731-56b1-4ef6-b07b-f4e72b703d7c tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.39 "DELETE /v2.0/ports/6efbdc62-2af9-4d03-854a-91c97c8f3b19 HTTP/1.1" status: 204 len: 173 time: 0.6829727 Sep 17 08:17:10.553572 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9952c559-f6eb-46d7-a764-04a0dd45f225', 'name': 'network-vif-deleted', 'tag': '6efbdc62-2af9-4d03-854a-91c97c8f3b19'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:17:10.556515 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749f13e0-a95f-43fd-8977-f024b7624a13" -d '{"events": [{"server_uuid": "9952c559-f6eb-46d7-a764-04a0dd45f225", "name": "network-vif-deleted", "tag": "6efbdc62-2af9-4d03-854a-91c97c8f3b19"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:17:10.580401 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d94ec106-c742-4149-96f1-a07d343b85c0 req-7238ea5e-5095-4cb5-830e-a5f87e63d7f9 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=9952c559-f6eb-46d7-a764-04a0dd45f225 HTTP/1.1" status: 200 len: 210 time: 0.0389318 Sep 17 08:17:10.598262 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5ff7201a-98c2-4857-9228-c4a19f266c94 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:10.625799 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f53d2b-9333-42b0-9106-91be500b941e x-openstack-request-id: req-36f53d2b-9333-42b0-9106-91be500b941e {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:17:10.626098 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9952c559-f6eb-46d7-a764-04a0dd45f225", "name": "network-vif-deleted", "tag": "6efbdc62-2af9-4d03-854a-91c97c8f3b19", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:17:10.626357 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-36f53d2b-9333-42b0-9106-91be500b941e {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:17:10.626830 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9952c559-f6eb-46d7-a764-04a0dd45f225', 'name': 'network-vif-deleted', 'tag': '6efbdc62-2af9-4d03-854a-91c97c8f3b19', 'status': 'completed', 'code': 200} Sep 17 08:17:10.655380 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-b972f892-42bc-47f2-8ac4-8b41e539b5ea None None] Set router f65a960c-4f30-4d5c-8c5a-fb5fe0fba938 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:17:10.718090 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5ff7201a-98c2-4857-9228-c4a19f266c94 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:10.794387 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5ff7201a-98c2-4857-9228-c4a19f266c94 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:10.800634 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 2792c1ea-d9bf-436c-b4f4-8ca5d8d25463 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:17:10.823911 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff7201a-98c2-4857-9228-c4a19f266c94 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event deleted for resources: {'Subnet': ['ID=7b4f533f-8a74-4de1-a95e-7e81d2a49ce7,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:10.828071 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5ff7201a-98c2-4857-9228-c4a19f266c94 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:10.832429 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-5ff7201a-98c2-4857-9228-c4a19f266c94 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "DELETE /v2.0/subnets/7b4f533f-8a74-4de1-a95e-7e81d2a49ce7 HTTP/1.1" status: 204 len: 168 time: 0.4205818 Sep 17 08:17:10.832591 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: 2792c1ea-d9bf-436c-b4f4-8ca5d8d25463 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:17:10.832797 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 2792c1ea-d9bf-436c-b4f4-8ca5d8d25463 not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:17:10.832894 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44468) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:17:10.846014 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-b972f892-42bc-47f2-8ac4-8b41e539b5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65a960c-4f30-4d5c-8c5a-fb5fe0fba938', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337188391', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'cb102f75-537b-41c7-8ee8-8b66e04a3017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:13:47Z', 'updated_at': '2021-09-17T08:17:09Z', 'revision_number': 5, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'gw_port': {'id': 'cb102f75-537b-41c7-8ee8-8b66e04a3017', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:87:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65a960c-4f30-4d5c-8c5a-fb5fe0fba938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:13:48Z', 'updated_at': '2021-09-17T08:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:17:10.860477 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd6a24d-0418-4da8-bf0e-5eb1a5530fcb None None] Network ab4940a7-900f-447c-9070-f60b582c2f8c requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:17:10.876037 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b972f892-42bc-47f2-8ac4-8b41e539b5ea None None] Checking router: f65a960c-4f30-4d5c-8c5a-fb5fe0fba938 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:17:10.890218 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b972f892-42bc-47f2-8ac4-8b41e539b5ea None None] Routers {'f65a960c-4f30-4d5c-8c5a-fb5fe0fba938'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:17:10.890856 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-b972f892-42bc-47f2-8ac4-8b41e539b5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:16:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['f65a960c-4f30-4d5c-8c5a-fb5fe0fba938'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:17:10.975480 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-11b3fb51-140e-4e18-b95a-d0c7e92569cf tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for router, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:11.005756 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-b972f892-42bc-47f2-8ac4-8b41e539b5ea None None] Set router f65a960c-4f30-4d5c-8c5a-fb5fe0fba938 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:17:11.189605 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-11b3fb51-140e-4e18-b95a-d0c7e92569cf tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:11.196029 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cc38b3-17dd-4a4a-b2dc-8ddbc6c45395 None None] DHCP port deletion for ab4940a7-900f-447c-9070-f60b582c2f8c request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 08:17:11.209011 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-b972f892-42bc-47f2-8ac4-8b41e539b5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65a960c-4f30-4d5c-8c5a-fb5fe0fba938', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337188391', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'cb102f75-537b-41c7-8ee8-8b66e04a3017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:13:47Z', 'updated_at': '2021-09-17T08:17:09Z', 'revision_number': 5, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'gw_port': {'id': 'cb102f75-537b-41c7-8ee8-8b66e04a3017', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:87:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65a960c-4f30-4d5c-8c5a-fb5fe0fba938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:13:48Z', 'updated_at': '2021-09-17T08:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:17:11.235435 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b972f892-42bc-47f2-8ac4-8b41e539b5ea None None] The sync data for ids ['f65a960c-4f30-4d5c-8c5a-fb5fe0fba938'] in n-d-789963-9 is: [{'id': 'f65a960c-4f30-4d5c-8c5a-fb5fe0fba938', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337188391', 'tenant_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'cb102f75-537b-41c7-8ee8-8b66e04a3017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:13:47Z', 'updated_at': '2021-09-17T08:17:09Z', 'revision_number': 5, 'project_id': 'd6ef7951b2ac4d2ead98d70f1879d714', 'gw_port': {'id': 'cb102f75-537b-41c7-8ee8-8b66e04a3017', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:87:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65a960c-4f30-4d5c-8c5a-fb5fe0fba938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:13:48Z', 'updated_at': '2021-09-17T08:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:17:11.252580 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-97cc38b3-17dd-4a4a-b2dc-8ddbc6c45395 None None] Deleting port aee674d5-2b49-47d4-bbad-33dd8e3093ce {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:17:11.253043 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-97cc38b3-17dd-4a4a-b2dc-8ddbc6c45395 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:11.256920 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-11b3fb51-140e-4e18-b95a-d0c7e92569cf tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Deleting port cb102f75-537b-41c7-8ee8-8b66e04a3017 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:17:11.257808 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-11b3fb51-140e-4e18-b95a-d0c7e92569cf tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:11.320482 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-97cc38b3-17dd-4a4a-b2dc-8ddbc6c45395 None None] For port aee674d5-2b49-47d4-bbad-33dd8e3093ce, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=aee674d5-2b49-47d4-bbad-33dd8e3093ce,segment=NetworkSegment(3463ea9b-9d7d-4240-8db7-f6a091102474),segment_id=3463ea9b-9d7d-4240-8db7-f6a091102474)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:17:11.320887 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-97cc38b3-17dd-4a4a-b2dc-8ddbc6c45395 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:11.333122 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-97cc38b3-17dd-4a4a-b2dc-8ddbc6c45395 None None] Calling delete_port for aee674d5-2b49-47d4-bbad-33dd8e3093ce owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:17:11.339697 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-11b3fb51-140e-4e18-b95a-d0c7e92569cf tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] For port cb102f75-537b-41c7-8ee8-8b66e04a3017, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=cb102f75-537b-41c7-8ee8-8b66e04a3017,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:17:11.340103 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-11b3fb51-140e-4e18-b95a-d0c7e92569cf tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:11.351469 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-11b3fb51-140e-4e18-b95a-d0c7e92569cf tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Calling delete_port for cb102f75-537b-41c7-8ee8-8b66e04a3017 owned by network:router_gateway {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:17:11.410778 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-97cc38b3-17dd-4a4a-b2dc-8ddbc6c45395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:11.439206 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cc38b3-17dd-4a4a-b2dc-8ddbc6c45395 None None] Pushing event deleted for resources: {'Port': ['ID=aee674d5-2b49-47d4-bbad-33dd8e3093ce,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:11.442761 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cc38b3-17dd-4a4a-b2dc-8ddbc6c45395 None None] No DVR routers for this DVR port aee674d5-2b49-47d4-bbad-33dd8e3093ce on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:17:11.522622 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-11b3fb51-140e-4e18-b95a-d0c7e92569cf tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:11.547375 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b3fb51-140e-4e18-b95a-d0c7e92569cf tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event deleted for resources: {'Port': ['ID=cb102f75-537b-41c7-8ee8-8b66e04a3017,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:11.607391 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-11b3fb51-140e-4e18-b95a-d0c7e92569cf tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:11.684929 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device cc924b2e-aac2-4046-98c7-256cda945f96 no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:17:11.710663 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] No Port match for: cc924b2e-aac2-4046-98c7-256cda945f96 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:17:11.711016 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device cc924b2e-aac2-4046-98c7-256cda945f96 not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:17:11.716344 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-11b3fb51-140e-4e18-b95a-d0c7e92569cf tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:11.718572 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-11b3fb51-140e-4e18-b95a-d0c7e92569cf tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:11.766299 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-11b3fb51-140e-4e18-b95a-d0c7e92569cf tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:11.767053 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11b3fb51-140e-4e18-b95a-d0c7e92569cf tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Fanout notify agent at l3_agent the message router_deleted on router f65a960c-4f30-4d5c-8c5a-fb5fe0fba938 {{(pid=101290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 08:17:11.777126 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-11b3fb51-140e-4e18-b95a-d0c7e92569cf tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:11.780891 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-11b3fb51-140e-4e18-b95a-d0c7e92569cf tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "DELETE /v2.0/routers/f65a960c-4f30-4d5c-8c5a-fb5fe0fba938 HTTP/1.1" status: 204 len: 168 time: 0.9446266 Sep 17 08:17:11.781361 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 44476) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:17:11.883518 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a495dccf-3f83-4727-a19b-15a87cbfd57d tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:11.915653 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd18b0b-18fb-4b49-94c3-5e07e7d7be57 req-aa833fd4-82e4-4d2b-bb7b-c3dff3c11c5b tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:11.917200 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4bd18b0b-18fb-4b49-94c3-5e07e7d7be57 req-aa833fd4-82e4-4d2b-bb7b-c3dff3c11c5b tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa278202-6ad6-449b-92ea-8188709d82f5 HTTP/1.1" status: 200 len: 945 time: 0.0753405 Sep 17 08:17:12.009590 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a495dccf-3f83-4727-a19b-15a87cbfd57d tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:12.014311 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4bd18b0b-18fb-4b49-94c3-5e07e7d7be57 req-fe025c7b-b18e-4f37-8b9f-65851c847e3b tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803659 Sep 17 08:17:12.037137 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-a495dccf-3f83-4727-a19b-15a87cbfd57d tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab4940a7-900f-447c-9070-f60b582c2f8c']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:17:12.046895 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-a495dccf-3f83-4727-a19b-15a87cbfd57d tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3463ea9b-9d7d-4240-8db7-f6a091102474') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:17:12.047193 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-a495dccf-3f83-4727-a19b-15a87cbfd57d tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3463ea9b-9d7d-4240-8db7-f6a091102474') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:17:12.060770 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a495dccf-3f83-4727-a19b-15a87cbfd57d tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:12.074049 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a495dccf-3f83-4727-a19b-15a87cbfd57d tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:12.079788 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a495dccf-3f83-4727-a19b-15a87cbfd57d tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:17:12.080196 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a495dccf-3f83-4727-a19b-15a87cbfd57d tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:12.083078 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:17:12.083078 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:17:12.083078 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:17:12.083078 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:17:12.083078 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:17:12.083078 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:17:12.083078 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:17:12.083078 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:17:12.083078 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:17:12.083078 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:17:12.083078 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:17:12.083078 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:17:12.083078 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:17:12.083078 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:17:12.083078 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:17:12.083078 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:17:12.083078 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:17:12.083078 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:17:12.083078 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:17:12.083078 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:17:12.083078 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:17:12.083078 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:17:12.083078 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:17:12.083078 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:17:12.083078 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:17:12.083078 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:17:12.083078 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:17:12.083078 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:17:12.083078 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:17:12.083078 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:17:12.083078 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:17:12.083078 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:17:12.140479 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a495dccf-3f83-4727-a19b-15a87cbfd57d tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:12.148785 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a495dccf-3f83-4727-a19b-15a87cbfd57d tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:12.149990 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-a495dccf-3f83-4727-a19b-15a87cbfd57d tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "DELETE /v2.0/networks/ab4940a7-900f-447c-9070-f60b582c2f8c HTTP/1.1" status: 204 len: 168 time: 0.3676827 Sep 17 08:17:12.152965 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44482) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:17:12.161661 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a495dccf-3f83-4727-a19b-15a87cbfd57d tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event deleted for resources: {'Network': ['ID=ab4940a7-900f-447c-9070-f60b582c2f8c,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:12.212823 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2a98024f-b29c-4cd0-a22b-ac06abeafa85 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:12.236785 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2a98024f-b29c-4cd0-a22b-ac06abeafa85 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:12.296930 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2a98024f-b29c-4cd0-a22b-ac06abeafa85 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:12.299596 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2a98024f-b29c-4cd0-a22b-ac06abeafa85 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:12.300848 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-2a98024f-b29c-4cd0-a22b-ac06abeafa85 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] 10.222.0.13 "DELETE /v2.0/security-groups/d58cca41-12a4-4922-945e-78e1f26f3fc8 HTTP/1.1" status: 204 len: 168 time: 0.1467876 Sep 17 08:17:12.314145 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a98024f-b29c-4cd0-a22b-ac06abeafa85 tempest-TestNetworkAdvancedServerOps-784691534 tempest-TestNetworkAdvancedServerOps-784691534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58cca41-12a4-4922-945e-78e1f26f3fc8,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:12.429548 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 5b168bcb-1565-448c-848c-e25cdea9ff5f no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:17:12.450146 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 5b168bcb-1565-448c-848c-e25cdea9ff5f {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:17:12.450582 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 5b168bcb-1565-448c-848c-e25cdea9ff5f not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:17:12.451077 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device cb102f75-537b-41c7-8ee8-8b66e04a3017 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:17:12.470432 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: cb102f75-537b-41c7-8ee8-8b66e04a3017 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:17:12.470768 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device cb102f75-537b-41c7-8ee8-8b66e04a3017 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:17:12.471191 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device aee674d5-2b49-47d4-bbad-33dd8e3093ce no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:17:12.489542 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: aee674d5-2b49-47d4-bbad-33dd8e3093ce {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:17:12.489896 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device aee674d5-2b49-47d4-bbad-33dd8e3093ce not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:17:12.601009 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44490) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:17:12.731255 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-49c4cab8-4561-44b0-914f-d0d0798959db admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d6ef7951b2ac4d2ead98d70f1879d714&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1290987 Sep 17 08:17:12.733703 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44494) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:17:12.783367 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-460e1b76-a007-4d99-a191-cd17d572ccc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:12.803504 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-460e1b76-a007-4d99-a191-cd17d572ccc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:12.849189 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-460e1b76-a007-4d99-a191-cd17d572ccc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:12.851794 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-460e1b76-a007-4d99-a191-cd17d572ccc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:12.852998 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-460e1b76-a007-4d99-a191-cd17d572ccc8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/864dad5c-e3dd-435a-bb3f-1ebcb02b0f9a HTTP/1.1" status: 204 len: 168 time: 0.1183767 Sep 17 08:17:12.860382 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460e1b76-a007-4d99-a191-cd17d572ccc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=864dad5c-e3dd-435a-bb3f-1ebcb02b0f9a,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:13.135880 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95101b2c-dbe3-4753-a330-5b872109cf34 req-28572495-5f0f-4ed4-90aa-04d7fc550d95 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:13.137071 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44504) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:17:13.137847 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-95101b2c-dbe3-4753-a330-5b872109cf34 req-28572495-5f0f-4ed4-90aa-04d7fc550d95 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa278202-6ad6-449b-92ea-8188709d82f5 HTTP/1.1" status: 200 len: 945 time: 0.0531750 Sep 17 08:17:13.177994 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-95101b2c-dbe3-4753-a330-5b872109cf34 req-a12adfab-1de3-4835-912b-efb6424c01b4 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f0707f-4c0b-4743-b4df-e988ae3cd6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330632 Sep 17 08:17:13.179655 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-49ba8037-1df1-4693-9ccf-5505e0320f42 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9a7820f854824b73a0d67b77be335f95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405793 Sep 17 08:17:13.182178 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44506) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:17:13.228861 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-de014b2f-6448-4b74-9ae4-f9d69042aeec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:13.249941 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-de014b2f-6448-4b74-9ae4-f9d69042aeec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:13.315496 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-de014b2f-6448-4b74-9ae4-f9d69042aeec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:13.318055 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-de014b2f-6448-4b74-9ae4-f9d69042aeec admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:13.319212 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-de014b2f-6448-4b74-9ae4-f9d69042aeec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ae6601da-c806-433a-ac79-7414622f5992 HTTP/1.1" status: 204 len: 168 time: 0.1359985 Sep 17 08:17:13.329664 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de014b2f-6448-4b74-9ae4-f9d69042aeec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6601da-c806-433a-ac79-7414622f5992,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:13.358332 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14d9b96-0003-44ff-8568-1744eef87b65 req-37b62deb-cc69-415e-8412-9034d516dd20 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:13.359966 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d14d9b96-0003-44ff-8568-1744eef87b65 req-37b62deb-cc69-415e-8412-9034d516dd20 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.39 "GET /v2.0/ports?device_id=fa278202-6ad6-449b-92ea-8188709d82f5 HTTP/1.1" status: 200 len: 945 time: 0.0756559 Sep 17 08:17:13.450058 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-d14d9b96-0003-44ff-8568-1744eef87b65 req-4d22aa98-b29d-4f1e-be32-49d6f3b19c16 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Deleting port 7ebfe381-193d-41f3-8710-45fa3d308dbd {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:17:13.450430 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-d14d9b96-0003-44ff-8568-1744eef87b65 req-4d22aa98-b29d-4f1e-be32-49d6f3b19c16 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:13.545570 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-d14d9b96-0003-44ff-8568-1744eef87b65 req-4d22aa98-b29d-4f1e-be32-49d6f3b19c16 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] For port 7ebfe381-193d-41f3-8710-45fa3d308dbd, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=7ebfe381-193d-41f3-8710-45fa3d308dbd,segment=NetworkSegment(e7dfc92d-b32e-4f74-ad53-4fda8afa908d),segment_id=e7dfc92d-b32e-4f74-ad53-4fda8afa908d)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:17:13.545933 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-d14d9b96-0003-44ff-8568-1744eef87b65 req-4d22aa98-b29d-4f1e-be32-49d6f3b19c16 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:13.557476 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-d14d9b96-0003-44ff-8568-1744eef87b65 req-4d22aa98-b29d-4f1e-be32-49d6f3b19c16 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Calling delete_port for 7ebfe381-193d-41f3-8710-45fa3d308dbd owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:17:13.683217 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-d14d9b96-0003-44ff-8568-1744eef87b65 req-4d22aa98-b29d-4f1e-be32-49d6f3b19c16 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:13.711337 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d22aa98-b29d-4f1e-be32-49d6f3b19c16 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Pushing event deleted for resources: {'Port': ['ID=7ebfe381-193d-41f3-8710-45fa3d308dbd,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:13.722035 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['7ebfe381-193d-41f3-8710-45fa3d308dbd'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:17:13.758940 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-d14d9b96-0003-44ff-8568-1744eef87b65 req-4d22aa98-b29d-4f1e-be32-49d6f3b19c16 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] No DVR routers for this DVR port 7ebfe381-193d-41f3-8710-45fa3d308dbd on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:17:13.761472 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-d14d9b96-0003-44ff-8568-1744eef87b65 req-4d22aa98-b29d-4f1e-be32-49d6f3b19c16 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:13.763545 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d14d9b96-0003-44ff-8568-1744eef87b65 req-4d22aa98-b29d-4f1e-be32-49d6f3b19c16 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.39 "DELETE /v2.0/ports/7ebfe381-193d-41f3-8710-45fa3d308dbd HTTP/1.1" status: 204 len: 173 time: 0.3969247 Sep 17 08:17:13.764095 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa278202-6ad6-449b-92ea-8188709d82f5', 'name': 'network-vif-deleted', 'tag': '7ebfe381-193d-41f3-8710-45fa3d308dbd'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:17:13.766362 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e57ff271-e930-422b-9981-d38b3dd6abaf" -d '{"events": [{"server_uuid": "fa278202-6ad6-449b-92ea-8188709d82f5", "name": "network-vif-deleted", "tag": "7ebfe381-193d-41f3-8710-45fa3d308dbd"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:17:13.812449 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e527da-be53-4a0c-87ba-7d7ab0673958 x-openstack-request-id: req-a6e527da-be53-4a0c-87ba-7d7ab0673958 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:17:13.812760 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa278202-6ad6-449b-92ea-8188709d82f5", "name": "network-vif-deleted", "tag": "7ebfe381-193d-41f3-8710-45fa3d308dbd", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:17:13.813159 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a6e527da-be53-4a0c-87ba-7d7ab0673958 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:17:13.813606 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa278202-6ad6-449b-92ea-8188709d82f5', 'name': 'network-vif-deleted', 'tag': '7ebfe381-193d-41f3-8710-45fa3d308dbd', 'status': 'completed', 'code': 200} Sep 17 08:17:13.952347 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ad7bc3bb-ed92-40e6-a9f5-dbd1331ff725 req-1c6a945f-eea5-45fa-90c8-e9757eabce84 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0311770 Sep 17 08:17:14.035765 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ad7bc3bb-ed92-40e6-a9f5-dbd1331ff725 req-7c892079-28cb-4fa3-a580-3c9a92d1735d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0248880 Sep 17 08:17:14.062995 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44530) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:17:14.079249 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ad7bc3bb-ed92-40e6-a9f5-dbd1331ff725 req-160a6986-30da-4405-8309-b0702eb76f62 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0198407 Sep 17 08:17:14.160454 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-f7373556-c1a9-48c5-985e-4a454fb8c1c5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1133283628-network', 'tenant_id': '5a6798d8a56640cabd874ecb5022c2e7'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:17:14.170922 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7bc3bb-ed92-40e6-a9f5-dbd1331ff725 req-cc6f5b3d-be0e-43ad-86d2-9b96a2d6f3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:14.173416 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ad7bc3bb-ed92-40e6-a9f5-dbd1331ff725 req-cc6f5b3d-be0e-43ad-86d2-9b96a2d6f3ec service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0865085 Sep 17 08:17:14.184092 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7373556-c1a9-48c5-985e-4a454fb8c1c5 admin admin] Made reservation on behalf of 5a6798d8a56640cabd874ecb5022c2e7 for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:17:14.186770 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f7373556-c1a9-48c5-985e-4a454fb8c1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:14.196551 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f7373556-c1a9-48c5-985e-4a454fb8c1c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:14.297877 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4e11981c-3799-4cc5-a498-f01ab9dbd221 req-0129ff68-53f5-4520-aa7a-14f30585c004 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa278202-6ad6-449b-92ea-8188709d82f5 HTTP/1.1" status: 200 len: 210 time: 0.0311334 Sep 17 08:17:14.309082 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f7373556-c1a9-48c5-985e-4a454fb8c1c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:14.322426 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f7373556-c1a9-48c5-985e-4a454fb8c1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:14.347603 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7373556-c1a9-48c5-985e-4a454fb8c1c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:17:14.357103 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7373556-c1a9-48c5-985e-4a454fb8c1c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a19089a2-9b1b-47a2-bab6-35c5b2572b30,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:14.364242 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f7373556-c1a9-48c5-985e-4a454fb8c1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:14.364596 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-f7373556-c1a9-48c5-985e-4a454fb8c1c5 admin admin] Added segment 87efb6ce-2270-470a-8c19-7b337a956aa6 of type vlan for network 660139d9-bdd8-4ad7-b799-f8f93f25eccf Sep 17 08:17:14.411966 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f7373556-c1a9-48c5-985e-4a454fb8c1c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:14.435419 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f7373556-c1a9-48c5-985e-4a454fb8c1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:14.436406 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7373556-c1a9-48c5-985e-4a454fb8c1c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:14.436989 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f7373556-c1a9-48c5-985e-4a454fb8c1c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:14.780721 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f7373556-c1a9-48c5-985e-4a454fb8c1c5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7165651 Sep 17 08:17:14.783791 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 44538) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:17:14.789196 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-4260acd5-1f2d-4a2d-8807-ffbea36a28da admin admin] Request body: {'subnet': {'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1133283628-subnet', 'tenant_id': '5a6798d8a56640cabd874ecb5022c2e7', 'ip_version': 4}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:17:14.809867 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4260acd5-1f2d-4a2d-8807-ffbea36a28da admin admin] Made reservation on behalf of 5a6798d8a56640cabd874ecb5022c2e7 for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:17:14.811971 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7373556-c1a9-48c5-985e-4a454fb8c1c5 admin admin] Pushing event updated for resources: {'Network': ['ID=660139d9-bdd8-4ad7-b799-f8f93f25eccf,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:14.812201 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4260acd5-1f2d-4a2d-8807-ffbea36a28da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:14.823338 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 660139d9-bdd8-4ad7-b799-f8f93f25eccf details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:17:14.825439 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 6efbdc62-2af9-4d03-854a-91c97c8f3b19 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:17:14.855176 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: 6efbdc62-2af9-4d03-854a-91c97c8f3b19 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:17:14.855604 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 6efbdc62-2af9-4d03-854a-91c97c8f3b19 not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:17:14.976096 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4260acd5-1f2d-4a2d-8807-ffbea36a28da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:15.033979 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4260acd5-1f2d-4a2d-8807-ffbea36a28da admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d01eb21-118c-498b-a866-b124536b59b1,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:15.042879 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4260acd5-1f2d-4a2d-8807-ffbea36a28da admin admin] Checking segment: {'id': '87efb6ce-2270-470a-8c19-7b337a956aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:17:15.043239 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4260acd5-1f2d-4a2d-8807-ffbea36a28da admin admin] Network hostable DHCP agents. Network: 660139d9-bdd8-4ad7-b799-f8f93f25eccf, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:17:15.058228 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4260acd5-1f2d-4a2d-8807-ffbea36a28da admin admin] Network 660139d9-bdd8-4ad7-b799-f8f93f25eccf is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:17:15.066623 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-4260acd5-1f2d-4a2d-8807-ffbea36a28da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 660139d9-bdd8-4ad7-b799-f8f93f25eccf) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:17:15.075435 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4260acd5-1f2d-4a2d-8807-ffbea36a28da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:15.076437 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4260acd5-1f2d-4a2d-8807-ffbea36a28da admin admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:15.077299 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b560b9bd-8e37-49ad-95a1-3900d89f1bb5 None None] Network 660139d9-bdd8-4ad7-b799-f8f93f25eccf requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:17:15.095042 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-4260acd5-1f2d-4a2d-8807-ffbea36a28da admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3077765 Sep 17 08:17:15.095266 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 44540) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:17:15.099524 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-62aea916-a029-413e-b791-b1d7b61dc0a0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1133283628-router', 'tenant_id': '5a6798d8a56640cabd874ecb5022c2e7', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:17:15.120111 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-62aea916-a029-413e-b791-b1d7b61dc0a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:15.121155 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-62aea916-a029-413e-b791-b1d7b61dc0a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:15.171747 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-62aea916-a029-413e-b791-b1d7b61dc0a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:15.219717 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6301df5b-9b61-4760-8c90-b7cfe5d07e00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-660139d9-bdd8-4ad7-b799-f8f93f25eccf', 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf', 'tenant_id': '5a6798d8a56640cabd874ecb5022c2e7', 'fixed_ips': [{'subnet_id': '0d01eb21-118c-498b-a866-b124536b59b1'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:17:15.220604 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6301df5b-9b61-4760-8c90-b7cfe5d07e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:15.312787 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-62aea916-a029-413e-b791-b1d7b61dc0a0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:15.358330 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-6301df5b-9b61-4760-8c90-b7cfe5d07e00 None None] Allocated IP 172.20.0.2 (660139d9-bdd8-4ad7-b799-f8f93f25eccf/0d01eb21-118c-498b-a866-b124536b59b1/b7e1555f-d430-4a2e-9438-290785200d93) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:17:15.510468 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6301df5b-9b61-4760-8c90-b7cfe5d07e00 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:15.519398 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6301df5b-9b61-4760-8c90-b7cfe5d07e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:15.536732 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-62aea916-a029-413e-b791-b1d7b61dc0a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:15.557087 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6301df5b-9b61-4760-8c90-b7cfe5d07e00 None None] Network 660139d9-bdd8-4ad7-b799-f8f93f25eccf is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:17:15.559542 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-62aea916-a029-413e-b791-b1d7b61dc0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:15.559892 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-6301df5b-9b61-4760-8c90-b7cfe5d07e00 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:17:15.565402 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6301df5b-9b61-4760-8c90-b7cfe5d07e00 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:17:15.573019 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6301df5b-9b61-4760-8c90-b7cfe5d07e00 None None] Pushing event updated for resources: {'Port': ['ID=b7e1555f-d430-4a2e-9438-290785200d93,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:15.623728 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-6301df5b-9b61-4760-8c90-b7cfe5d07e00 None None] Attempting to bind port b7e1555f-d430-4a2e-9438-290785200d93 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:17:15.624125 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-6301df5b-9b61-4760-8c90-b7cfe5d07e00 None None] Attempting to bind port b7e1555f-d430-4a2e-9438-290785200d93 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '87efb6ce-2270-470a-8c19-7b337a956aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:17:15.624638 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6301df5b-9b61-4760-8c90-b7cfe5d07e00 None None] Attempting to bind port b7e1555f-d430-4a2e-9438-290785200d93 on network 660139d9-bdd8-4ad7-b799-f8f93f25eccf {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:17:15.629530 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6301df5b-9b61-4760-8c90-b7cfe5d07e00 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:17:15.629928 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6301df5b-9b61-4760-8c90-b7cfe5d07e00 None None] Checking segment: {'id': '87efb6ce-2270-470a-8c19-7b337a956aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:17:15.630328 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6301df5b-9b61-4760-8c90-b7cfe5d07e00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:15.630720 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6301df5b-9b61-4760-8c90-b7cfe5d07e00 None None] Bound using segment: {'id': '87efb6ce-2270-470a-8c19-7b337a956aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:17:15.631938 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-6301df5b-9b61-4760-8c90-b7cfe5d07e00 None None] Bound port: b7e1555f-d430-4a2e-9438-290785200d93, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87efb6ce-2270-470a-8c19-7b337a956aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:17:15.632321 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6301df5b-9b61-4760-8c90-b7cfe5d07e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:15.651727 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895ef027-59dc-41b8-9f96-994b74b45974 req-992cdcbc-8226-4ef6-824f-6e7f08f6013a tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:15.653265 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-895ef027-59dc-41b8-9f96-994b74b45974 req-992cdcbc-8226-4ef6-824f-6e7f08f6013a tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 945 time: 0.0962307 Sep 17 08:17:15.692780 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-6301df5b-9b61-4760-8c90-b7cfe5d07e00 None None] For port b7e1555f-d430-4a2e-9438-290785200d93, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:17:15.696373 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-6301df5b-9b61-4760-8c90-b7cfe5d07e00 None None] For port b7e1555f-d430-4a2e-9438-290785200d93, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=b7e1555f-d430-4a2e-9438-290785200d93,segment=NetworkSegment(87efb6ce-2270-470a-8c19-7b337a956aa6),segment_id=87efb6ce-2270-470a-8c19-7b337a956aa6)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:17:15.700882 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6301df5b-9b61-4760-8c90-b7cfe5d07e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:15.727814 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-62aea916-a029-413e-b791-b1d7b61dc0a0 admin admin] Allocated IP 172.25.6.138 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/d5ead04b-07db-412a-80e2-5020e764ee32) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:17:15.733295 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-895ef027-59dc-41b8-9f96-994b74b45974 req-590c1ede-06af-4a53-8209-293d359b5d74 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582106 Sep 17 08:17:15.773572 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6301df5b-9b61-4760-8c90-b7cfe5d07e00 None None] Pushing event updated for resources: {'Port': ['ID=b7e1555f-d430-4a2e-9438-290785200d93,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:15.838199 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-62aea916-a029-413e-b791-b1d7b61dc0a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:15.871975 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-62aea916-a029-413e-b791-b1d7b61dc0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:15.932461 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62aea916-a029-413e-b791-b1d7b61dc0a0 admin admin] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:17:15.937165 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-62aea916-a029-413e-b791-b1d7b61dc0a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:17:15.941513 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62aea916-a029-413e-b791-b1d7b61dc0a0 admin admin] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:17:15.945044 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aea916-a029-413e-b791-b1d7b61dc0a0 admin admin] Pushing event updated for resources: {'Port': ['ID=d5ead04b-07db-412a-80e2-5020e764ee32,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:16.182960 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-62aea916-a029-413e-b791-b1d7b61dc0a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:16.473784 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device b7e1555f-d430-4a2e-9438-290785200d93 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:17:16.529315 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port b7e1555f-d430-4a2e-9438-290785200d93 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:17:16.529695 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:16.617191 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:16.656493 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port b7e1555f-d430-4a2e-9438-290785200d93, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=b7e1555f-d430-4a2e-9438-290785200d93,segment=NetworkSegment(87efb6ce-2270-470a-8c19-7b337a956aa6),segment_id=87efb6ce-2270-470a-8c19-7b337a956aa6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:17:16.661672 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:16.701068 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ff2083-809d-4860-8864-66fd49de2e83 None None] Network 660139d9-bdd8-4ad7-b799-f8f93f25eccf requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:17:16.733512 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=b7e1555f-d430-4a2e-9438-290785200d93,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:16.743603 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-62aea916-a029-413e-b791-b1d7b61dc0a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:16.778109 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-96886e83-0a7a-4bae-8fc2-2a0611279126 None None] Provisioning complete for port b7e1555f-d430-4a2e-9438-290785200d93 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:17:16.778506 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-96886e83-0a7a-4bae-8fc2-2a0611279126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:16.897978 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb8ae4-0556-47df-a341-2f074e3b5c01 req-ef3be1d6-bfa7-45b1-9c3b-b0633c748f2f tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:16.899846 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5abb8ae4-0556-47df-a341-2f074e3b5c01 req-ef3be1d6-bfa7-45b1-9c3b-b0633c748f2f tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 945 time: 0.0736811 Sep 17 08:17:16.916355 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62aea916-a029-413e-b791-b1d7b61dc0a0 admin admin] Router 08013a1c-233c-40ff-97a4-f09f85b30ac0 is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 08:17:16.977946 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5abb8ae4-0556-47df-a341-2f074e3b5c01 req-badf0e58-3cd7-424f-b800-47d8de104e34 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups?id=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704322 Sep 17 08:17:17.050546 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62aea916-a029-413e-b791-b1d7b61dc0a0 admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:17:17.061474 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeac1c98-3c3f-4926-8852-71c989b67850 None None] Sync routers for ids ['08013a1c-233c-40ff-97a4-f09f85b30ac0'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:17:17.072451 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-62aea916-a029-413e-b791-b1d7b61dc0a0 admin admin] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:17.075416 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-62aea916-a029-413e-b791-b1d7b61dc0a0 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9775138 Sep 17 08:17:17.076514 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 44554) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:17:17.077889 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeac1c98-3c3f-4926-8852-71c989b67850 None None] Routers {'08013a1c-233c-40ff-97a4-f09f85b30ac0'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:17:17.078534 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-eeac1c98-3c3f-4926-8852-71c989b67850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:16:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['08013a1c-233c-40ff-97a4-f09f85b30ac0'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:17:17.193616 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-eeac1c98-3c3f-4926-8852-71c989b67850 None None] Set router 08013a1c-233c-40ff-97a4-f09f85b30ac0 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:17:17.280326 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-d699fc64-7446-40b7-abff-71b3104f4aeb None None] Provisioning complete for port b7e1555f-d430-4a2e-9438-290785200d93 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:17:17.280620 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d699fc64-7446-40b7-abff-71b3104f4aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:17.376276 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d92e7f-8a8c-4653-8e38-66d946c9f6c6 req-dc110b17-dd37-491b-a872-d4638352e723 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:17.377784 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-72d92e7f-8a8c-4653-8e38-66d946c9f6c6 req-dc110b17-dd37-491b-a872-d4638352e723 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 945 time: 0.0510697 Sep 17 08:17:17.444801 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-eeac1c98-3c3f-4926-8852-71c989b67850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'name': 'tempest-TestVolumeBootPattern-1133283628-router', 'tenant_id': '5a6798d8a56640cabd874ecb5022c2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'd5ead04b-07db-412a-80e2-5020e764ee32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:17:15Z', 'updated_at': '2021-09-17T08:17:16Z', 'revision_number': 3, 'project_id': '5a6798d8a56640cabd874ecb5022c2e7', 'gw_port': {'id': 'd5ead04b-07db-412a-80e2-5020e764ee32', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:dc:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:17:15Z', 'updated_at': '2021-09-17T08:17:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:17:17.475459 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeac1c98-3c3f-4926-8852-71c989b67850 None None] Checking router: 08013a1c-233c-40ff-97a4-f09f85b30ac0 for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:17:17.476038 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeac1c98-3c3f-4926-8852-71c989b67850 None None] Updating router 08013a1c-233c-40ff-97a4-f09f85b30ac0 port d5ead04b-07db-412a-80e2-5020e764ee32 binding host n-d-789963-9 {{(pid=101291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 08:17:17.488528 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-72d92e7f-8a8c-4653-8e38-66d946c9f6c6 req-778485b3-4f90-45a8-ad76-e268995a906e tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Deleting port 082c5b60-04fb-4ae3-ae64-64d07ad777a5 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:17:17.488875 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-72d92e7f-8a8c-4653-8e38-66d946c9f6c6 req-778485b3-4f90-45a8-ad76-e268995a906e tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:17.491158 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2b6091cb-b90e-4c79-8f6f-2c10b8008110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:17.502737 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-eeac1c98-3c3f-4926-8852-71c989b67850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:17.602707 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-72d92e7f-8a8c-4653-8e38-66d946c9f6c6 req-778485b3-4f90-45a8-ad76-e268995a906e tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] For port 082c5b60-04fb-4ae3-ae64-64d07ad777a5, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=082c5b60-04fb-4ae3-ae64-64d07ad777a5,segment=NetworkSegment(e7dfc92d-b32e-4f74-ad53-4fda8afa908d),segment_id=e7dfc92d-b32e-4f74-ad53-4fda8afa908d)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:17:17.603080 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-72d92e7f-8a8c-4653-8e38-66d946c9f6c6 req-778485b3-4f90-45a8-ad76-e268995a906e tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:17.667219 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-2b6091cb-b90e-4c79-8f6f-2c10b8008110 admin admin] Allocated IP 172.20.0.1 (660139d9-bdd8-4ad7-b799-f8f93f25eccf/0d01eb21-118c-498b-a866-b124536b59b1/5028a10b-5e29-404b-b928-c890920938fa) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:17:17.765970 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-eeac1c98-3c3f-4926-8852-71c989b67850 None None] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:17.773110 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-eeac1c98-3c3f-4926-8852-71c989b67850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:17.779314 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2b6091cb-b90e-4c79-8f6f-2c10b8008110 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:17.782481 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-72d92e7f-8a8c-4653-8e38-66d946c9f6c6 req-778485b3-4f90-45a8-ad76-e268995a906e tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:17.782849 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-72d92e7f-8a8c-4653-8e38-66d946c9f6c6 req-778485b3-4f90-45a8-ad76-e268995a906e tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:17.783167 n-d-789963-9 neutron-server[101290]: INFO neutron.db.l3_db [req-72d92e7f-8a8c-4653-8e38-66d946c9f6c6 req-778485b3-4f90-45a8-ad76-e268995a906e tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Floating IP 6c4e2f23-3798-4189-9d5e-3145201f92b8 disassociated. External IP: 172.25.6.71, port: 082c5b60-04fb-4ae3-ae64-64d07ad777a5. Sep 17 08:17:17.783515 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-72d92e7f-8a8c-4653-8e38-66d946c9f6c6 req-778485b3-4f90-45a8-ad76-e268995a906e tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Calling delete_port for 082c5b60-04fb-4ae3-ae64-64d07ad777a5 owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:17:17.817485 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2b6091cb-b90e-4c79-8f6f-2c10b8008110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:17.825119 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-eeac1c98-3c3f-4926-8852-71c989b67850 None None] Attempting to bind port d5ead04b-07db-412a-80e2-5020e764ee32 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:17:17.825485 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-eeac1c98-3c3f-4926-8852-71c989b67850 None None] Attempting to bind port d5ead04b-07db-412a-80e2-5020e764ee32 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:17:17.825851 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeac1c98-3c3f-4926-8852-71c989b67850 None None] Attempting to bind port d5ead04b-07db-412a-80e2-5020e764ee32 on network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:17:17.838180 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeac1c98-3c3f-4926-8852-71c989b67850 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:17:17.838557 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeac1c98-3c3f-4926-8852-71c989b67850 None None] Checking segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:17:17.838965 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-eeac1c98-3c3f-4926-8852-71c989b67850 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:17.839358 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeac1c98-3c3f-4926-8852-71c989b67850 None None] Bound using segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:17:17.839846 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-eeac1c98-3c3f-4926-8852-71c989b67850 None None] Bound port: d5ead04b-07db-412a-80e2-5020e764ee32, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:17:17.840243 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-eeac1c98-3c3f-4926-8852-71c989b67850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:17.842835 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c18162-b9f2-48b0-8416-5e5293f5fa1c None None] Pushing event updated for resources: {'Port': ['ID=d5ead04b-07db-412a-80e2-5020e764ee32,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:17.858998 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6091cb-b90e-4c79-8f6f-2c10b8008110 admin admin] Network 660139d9-bdd8-4ad7-b799-f8f93f25eccf is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:17:17.863705 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-2b6091cb-b90e-4c79-8f6f-2c10b8008110 admin admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:17:17.870570 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6091cb-b90e-4c79-8f6f-2c10b8008110 admin admin] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:17:17.900890 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6091cb-b90e-4c79-8f6f-2c10b8008110 admin admin] Pushing event updated for resources: {'Port': ['ID=5028a10b-5e29-404b-b928-c890920938fa,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:17.914960 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-eeac1c98-3c3f-4926-8852-71c989b67850 None None] For port d5ead04b-07db-412a-80e2-5020e764ee32, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:17:17.919271 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-eeac1c98-3c3f-4926-8852-71c989b67850 None None] For port d5ead04b-07db-412a-80e2-5020e764ee32, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=d5ead04b-07db-412a-80e2-5020e764ee32,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:17:17.921657 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-72d92e7f-8a8c-4653-8e38-66d946c9f6c6 req-778485b3-4f90-45a8-ad76-e268995a906e tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:17.929136 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2b6091cb-b90e-4c79-8f6f-2c10b8008110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:17.929480 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-eeac1c98-3c3f-4926-8852-71c989b67850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:17.968451 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778485b3-4f90-45a8-ad76-e268995a906e tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Pushing event deleted for resources: {'Port': ['ID=082c5b60-04fb-4ae3-ae64-64d07ad777a5,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:17.992607 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeac1c98-3c3f-4926-8852-71c989b67850 None None] Routers {'08013a1c-233c-40ff-97a4-f09f85b30ac0'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:17:17.995800 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-eeac1c98-3c3f-4926-8852-71c989b67850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:16:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['08013a1c-233c-40ff-97a4-f09f85b30ac0'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:17:18.096430 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c18162-b9f2-48b0-8416-5e5293f5fa1c None None] Pushing event updated for resources: {'Port': ['ID=d5ead04b-07db-412a-80e2-5020e764ee32,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:18.151442 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-96aba7a8-8232-47a4-b70d-f5ac2dd3833b req-8c63c190-261b-4dd9-91bd-daad6eff235f tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6 HTTP/1.1" status: 200 len: 210 time: 0.0461767 Sep 17 08:17:18.196005 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-eeac1c98-3c3f-4926-8852-71c989b67850 None None] Set router 08013a1c-233c-40ff-97a4-f09f85b30ac0 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:17:18.217698 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2b6091cb-b90e-4c79-8f6f-2c10b8008110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:18.227597 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72d92e7f-8a8c-4653-8e38-66d946c9f6c6 req-778485b3-4f90-45a8-ad76-e268995a906e tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Router 9646d832-45bc-44d1-b512-0e817c27480b has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:17:18.353596 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-bf0469ba-21c0-4003-bf93-62d9fda00097 None None] Provisioning complete for port 5028a10b-5e29-404b-b928-c890920938fa triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:17:18.355229 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bf0469ba-21c0-4003-bf93-62d9fda00097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:18.394174 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72d92e7f-8a8c-4653-8e38-66d946c9f6c6 req-778485b3-4f90-45a8-ad76-e268995a906e tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:17:18.428810 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8363eaa6-c941-4229-a40e-bce18d42189c None None] Sync routers for ids ['9646d832-45bc-44d1-b512-0e817c27480b'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:17:18.463482 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-72d92e7f-8a8c-4653-8e38-66d946c9f6c6 req-778485b3-4f90-45a8-ad76-e268995a906e tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] No DVR routers for this DVR port 082c5b60-04fb-4ae3-ae64-64d07ad777a5 on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:17:18.466455 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-72d92e7f-8a8c-4653-8e38-66d946c9f6c6 req-778485b3-4f90-45a8-ad76-e268995a906e tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:18.468408 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2b6091cb-b90e-4c79-8f6f-2c10b8008110 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:18.470824 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-72d92e7f-8a8c-4653-8e38-66d946c9f6c6 req-778485b3-4f90-45a8-ad76-e268995a906e tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.39 "DELETE /v2.0/ports/082c5b60-04fb-4ae3-ae64-64d07ad777a5 HTTP/1.1" status: 204 len: 173 time: 1.0861688 Sep 17 08:17:18.471347 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6', 'name': 'network-vif-deleted', 'tag': '082c5b60-04fb-4ae3-ae64-64d07ad777a5'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:17:18.481876 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2b6091cb-b90e-4c79-8f6f-2c10b8008110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:18.482661 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d14e2d3-a13f-40fc-a405-ce29aefbe797" -d '{"events": [{"server_uuid": "aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6", "name": "network-vif-deleted", "tag": "082c5b60-04fb-4ae3-ae64-64d07ad777a5"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:17:18.523684 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8363eaa6-c941-4229-a40e-bce18d42189c None None] Routers {'9646d832-45bc-44d1-b512-0e817c27480b'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:17:18.524725 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-8363eaa6-c941-4229-a40e-bce18d42189c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:16:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['9646d832-45bc-44d1-b512-0e817c27480b'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:17:18.544546 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b92d04-aa7d-44b3-b6a0-30bf26df6453 x-openstack-request-id: req-79b92d04-aa7d-44b3-b6a0-30bf26df6453 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:17:18.544837 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6", "name": "network-vif-deleted", "tag": "082c5b60-04fb-4ae3-ae64-64d07ad777a5", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:17:18.545082 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-79b92d04-aa7d-44b3-b6a0-30bf26df6453 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:17:18.545483 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa1aa7f4-9cb1-46da-8b9d-598c6abdc8d6', 'name': 'network-vif-deleted', 'tag': '082c5b60-04fb-4ae3-ae64-64d07ad777a5', 'status': 'completed', 'code': 200} Sep 17 08:17:18.633883 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2b6091cb-b90e-4c79-8f6f-2c10b8008110 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:18.636575 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6091cb-b90e-4c79-8f6f-2c10b8008110 admin admin] Pushing event updated for resources: {'Port': ['ID=5028a10b-5e29-404b-b928-c890920938fa,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:18.639507 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device b7e1555f-d430-4a2e-9438-290785200d93 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:17:18.640036 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-8363eaa6-c941-4229-a40e-bce18d42189c None None] Set router 9646d832-45bc-44d1-b512-0e817c27480b gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:17:18.678220 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-bf0469ba-21c0-4003-bf93-62d9fda00097 None None] Port 5028a10b-5e29-404b-b928-c890920938fa cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:17:18.741152 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6091cb-b90e-4c79-8f6f-2c10b8008110 admin admin] Network 660139d9-bdd8-4ad7-b799-f8f93f25eccf is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:17:18.742703 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-2b6091cb-b90e-4c79-8f6f-2c10b8008110 admin admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:17:18.749452 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port b7e1555f-d430-4a2e-9438-290785200d93 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:17:18.749760 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:18.797821 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-eeac1c98-3c3f-4926-8852-71c989b67850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'name': 'tempest-TestVolumeBootPattern-1133283628-router', 'tenant_id': '5a6798d8a56640cabd874ecb5022c2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'd5ead04b-07db-412a-80e2-5020e764ee32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:17:15Z', 'updated_at': '2021-09-17T08:17:16Z', 'revision_number': 3, 'project_id': '5a6798d8a56640cabd874ecb5022c2e7', 'gw_port': {'id': 'd5ead04b-07db-412a-80e2-5020e764ee32', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:dc:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:17:15Z', 'updated_at': '2021-09-17T08:17:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:17:18.843641 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeac1c98-3c3f-4926-8852-71c989b67850 None None] The sync data for ids ['08013a1c-233c-40ff-97a4-f09f85b30ac0'] in n-d-789963-9 is: [{'id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'name': 'tempest-TestVolumeBootPattern-1133283628-router', 'tenant_id': '5a6798d8a56640cabd874ecb5022c2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'd5ead04b-07db-412a-80e2-5020e764ee32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:17:15Z', 'updated_at': '2021-09-17T08:17:16Z', 'revision_number': 3, 'project_id': '5a6798d8a56640cabd874ecb5022c2e7', 'gw_port': {'id': 'd5ead04b-07db-412a-80e2-5020e764ee32', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:dc:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:17:15Z', 'updated_at': '2021-09-17T08:17:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:17:18.858341 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 7ebfe381-193d-41f3-8710-45fa3d308dbd no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:17:18.867249 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-8363eaa6-c941-4229-a40e-bce18d42189c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9646d832-45bc-44d1-b512-0e817c27480b', 'name': 'tempest-ServerActionsTestJSON-1786562898-router', 'tenant_id': 'a40110368b234965bf3fd6f856f2361c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '2b229370-8dd1-4f48-9769-50e6d1b09aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:07:50Z', 'updated_at': '2021-09-17T08:07:55Z', 'revision_number': 4, 'project_id': 'a40110368b234965bf3fd6f856f2361c', 'gw_port': {'id': '2b229370-8dd1-4f48-9769-50e6d1b09aa1', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9646d832-45bc-44d1-b512-0e817c27480b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:07:51Z', 'updated_at': '2021-09-17T08:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '36043235-d597-4dc9-8eab-899b8c4acb52', 'name': '', 'network_id': 'b775eb3f-2b25-4820-827b-6765ebe265c2', 'tenant_id': 'a40110368b234965bf3fd6f856f2361c', 'mac_address': 'fa:16:3e:64:49:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9646d832-45bc-44d1-b512-0e817c27480b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': '9b7cebd9-83b6-4be8-81d9-9f32073aed40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:07:53Z', 'updated_at': '2021-09-17T08:07:58Z', 'revision_number': 5, 'project_id': 'a40110368b234965bf3fd6f856f2361c', 'subnets': [{'id': '9b7cebd9-83b6-4be8-81d9-9f32073aed40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:17:18.895009 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8363eaa6-c941-4229-a40e-bce18d42189c None None] Checking router: 9646d832-45bc-44d1-b512-0e817c27480b for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:17:18.897551 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b6091cb-b90e-4c79-8f6f-2c10b8008110 admin admin] Router 08013a1c-233c-40ff-97a4-f09f85b30ac0 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:17:18.898130 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: 7ebfe381-193d-41f3-8710-45fa3d308dbd {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:17:18.898640 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 7ebfe381-193d-41f3-8710-45fa3d308dbd not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:17:18.904727 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8363eaa6-c941-4229-a40e-bce18d42189c None None] Routers {'9646d832-45bc-44d1-b512-0e817c27480b'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:17:18.905360 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-8363eaa6-c941-4229-a40e-bce18d42189c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:16:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['9646d832-45bc-44d1-b512-0e817c27480b'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:17:19.012389 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-a4775917-8951-4ac9-b423-a0df4ef3533e None None] Provisioning complete for port 5028a10b-5e29-404b-b928-c890920938fa triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:17:19.013295 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a4775917-8951-4ac9-b423-a0df4ef3533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:19.039938 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-8363eaa6-c941-4229-a40e-bce18d42189c None None] Set router 9646d832-45bc-44d1-b512-0e817c27480b gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:17:19.059817 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-a4775917-8951-4ac9-b423-a0df4ef3533e None None] Port 5028a10b-5e29-404b-b928-c890920938fa cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:17:19.066878 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6091cb-b90e-4c79-8f6f-2c10b8008110 admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:17:19.079611 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-2b6091cb-b90e-4c79-8f6f-2c10b8008110 admin admin] 10.222.0.13 "PUT /v2.0/routers/08013a1c-233c-40ff-97a4-f09f85b30ac0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0018668 Sep 17 08:17:19.292985 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44572) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:17:19.364266 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f52af88c-36e4-4f72-aece-80f26ef774d2 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:19.390684 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f52af88c-36e4-4f72-aece-80f26ef774d2 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:19.423291 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-8363eaa6-c941-4229-a40e-bce18d42189c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9646d832-45bc-44d1-b512-0e817c27480b', 'name': 'tempest-ServerActionsTestJSON-1786562898-router', 'tenant_id': 'a40110368b234965bf3fd6f856f2361c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '2b229370-8dd1-4f48-9769-50e6d1b09aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:07:50Z', 'updated_at': '2021-09-17T08:07:55Z', 'revision_number': 4, 'project_id': 'a40110368b234965bf3fd6f856f2361c', 'gw_port': {'id': '2b229370-8dd1-4f48-9769-50e6d1b09aa1', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9646d832-45bc-44d1-b512-0e817c27480b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:07:51Z', 'updated_at': '2021-09-17T08:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '36043235-d597-4dc9-8eab-899b8c4acb52', 'name': '', 'network_id': 'b775eb3f-2b25-4820-827b-6765ebe265c2', 'tenant_id': 'a40110368b234965bf3fd6f856f2361c', 'mac_address': 'fa:16:3e:64:49:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9646d832-45bc-44d1-b512-0e817c27480b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': '9b7cebd9-83b6-4be8-81d9-9f32073aed40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:07:53Z', 'updated_at': '2021-09-17T08:07:58Z', 'revision_number': 5, 'project_id': 'a40110368b234965bf3fd6f856f2361c', 'subnets': [{'id': '9b7cebd9-83b6-4be8-81d9-9f32073aed40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:17:19.447653 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f52af88c-36e4-4f72-aece-80f26ef774d2 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:19.450504 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f52af88c-36e4-4f72-aece-80f26ef774d2 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:19.451794 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f52af88c-36e4-4f72-aece-80f26ef774d2 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "DELETE /v2.0/security-groups/623f81b2-48c3-49b5-9d6c-7b55fbfa2db3 HTTP/1.1" status: 204 len: 168 time: 0.1573906 Sep 17 08:17:19.452010 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8363eaa6-c941-4229-a40e-bce18d42189c None None] The sync data for ids ['9646d832-45bc-44d1-b512-0e817c27480b'] in n-d-789963-9 is: [{'id': '9646d832-45bc-44d1-b512-0e817c27480b', 'name': 'tempest-ServerActionsTestJSON-1786562898-router', 'tenant_id': 'a40110368b234965bf3fd6f856f2361c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '2b229370-8dd1-4f48-9769-50e6d1b09aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:07:50Z', 'updated_at': '2021-09-17T08:07:55Z', 'revision_number': 4, 'project_id': 'a40110368b234965bf3fd6f856f2361c', 'gw_port': {'id': '2b229370-8dd1-4f48-9769-50e6d1b09aa1', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9646d832-45bc-44d1-b512-0e817c27480b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:07:51Z', 'updated_at': '2021-09-17T08:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '36043235-d597-4dc9-8eab-899b8c4acb52', 'name': '', 'network_id': 'b775eb3f-2b25-4820-827b-6765ebe265c2', 'tenant_id': 'a40110368b234965bf3fd6f856f2361c', 'mac_address': 'fa:16:3e:64:49:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9646d832-45bc-44d1-b512-0e817c27480b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': '9b7cebd9-83b6-4be8-81d9-9f32073aed40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:07:53Z', 'updated_at': '2021-09-17T08:07:58Z', 'revision_number': 5, 'project_id': 'a40110368b234965bf3fd6f856f2361c', 'subnets': [{'id': '9b7cebd9-83b6-4be8-81d9-9f32073aed40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:17:19.454574 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 44576) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:17:19.463960 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52af88c-36e4-4f72-aece-80f26ef774d2 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=623f81b2-48c3-49b5-9d6c-7b55fbfa2db3,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:19.468190 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-547020cf-b76e-4ed3-bc55-0b30182e3480 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] show failed (client error): The resource could not be found. Sep 17 08:17:19.469550 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-547020cf-b76e-4ed3-bc55-0b30182e3480 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "GET /v2.0/security-groups/623f81b2-48c3-49b5-9d6c-7b55fbfa2db3 HTTP/1.1" status: 404 len: 347 time: 0.0139964 Sep 17 08:17:19.472606 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44580) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:17:19.621001 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-fb547d8b-fe82-44b3-b701-2816d1d12089 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Deleting port a7755755-24c4-4780-9374-9fcab26e4128 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:17:19.621354 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fb547d8b-fe82-44b3-b701-2816d1d12089 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:19.713117 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fb547d8b-fe82-44b3-b701-2816d1d12089 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:19.713395 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fb547d8b-fe82-44b3-b701-2816d1d12089 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:19.729918 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-fb547d8b-fe82-44b3-b701-2816d1d12089 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Calling delete_port for a7755755-24c4-4780-9374-9fcab26e4128 owned by network:floatingip {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:17:19.743651 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 44590) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:17:19.749961 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-b4b0026f-00db-4d78-9e31-e4bf54d83aaa admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1015506241-network', 'tenant_id': '6f4ea57678d4410d8da66e58c423a1b5'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:17:19.780952 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b0026f-00db-4d78-9e31-e4bf54d83aaa admin admin] Made reservation on behalf of 6f4ea57678d4410d8da66e58c423a1b5 for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:17:19.783760 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b4b0026f-00db-4d78-9e31-e4bf54d83aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:19.794382 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b4b0026f-00db-4d78-9e31-e4bf54d83aaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:19.847116 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77c5794-0650-4983-8d21-2107a5fed123 None None] New status for floating IP 6c4e2f23-3798-4189-9d5e-3145201f92b8: DOWN {{(pid=101291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 08:17:19.902859 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b4b0026f-00db-4d78-9e31-e4bf54d83aaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:19.909557 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b4b0026f-00db-4d78-9e31-e4bf54d83aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:19.913843 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fb547d8b-fe82-44b3-b701-2816d1d12089 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:19.930465 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.db.api [None req-a77c5794-0650-4983-8d21-2107a5fed123 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 08:17:19.930834 n-d-789963-9 neutron-server[101291]: DEBUG oslo_db.api [None req-a77c5794-0650-4983-8d21-2107a5fed123 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 08:17:19.934936 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4b0026f-00db-4d78-9e31-e4bf54d83aaa admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:17:19.943477 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb547d8b-fe82-44b3-b701-2816d1d12089 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Pushing event deleted for resources: {'Port': ['ID=a7755755-24c4-4780-9374-9fcab26e4128,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:19.955760 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b0026f-00db-4d78-9e31-e4bf54d83aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b16abfa-450d-4d2e-8769-839840ed10ec,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:19.960979 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b4b0026f-00db-4d78-9e31-e4bf54d83aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:19.961403 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-b4b0026f-00db-4d78-9e31-e4bf54d83aaa admin admin] Added segment 9c8a0f87-cd23-4072-9a6c-ab37eb24f7a3 of type vlan for network a03dff68-5907-4543-939f-2a654545fe85 Sep 17 08:17:19.968984 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9d56a399-b4c8-467b-bd72-4bd5f48dd8e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:20.009030 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fb547d8b-fe82-44b3-b701-2816d1d12089 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks [] for floatingip, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:20.010699 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b4b0026f-00db-4d78-9e31-e4bf54d83aaa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:20.011985 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fb547d8b-fe82-44b3-b701-2816d1d12089 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:20.013195 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-fb547d8b-fe82-44b3-b701-2816d1d12089 tempest-ServerActionsTestJSON-737510592 tempest-ServerActionsTestJSON-737510592-project] 10.222.0.13 "DELETE /v2.0/floatingips/6c4e2f23-3798-4189-9d5e-3145201f92b8 HTTP/1.1" status: 204 len: 168 time: 0.5391984 Sep 17 08:17:20.016225 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44592) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:17:20.039346 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b4b0026f-00db-4d78-9e31-e4bf54d83aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:20.040476 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b0026f-00db-4d78-9e31-e4bf54d83aaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:20.041138 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b4b0026f-00db-4d78-9e31-e4bf54d83aaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:20.080911 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-b4b0026f-00db-4d78-9e31-e4bf54d83aaa admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3335888 Sep 17 08:17:20.081271 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44596) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:17:20.100917 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-5ae2d722-930e-4bf2-b128-b3cf68579ac8 admin admin] Request body: {'subnet': {'network_id': 'a03dff68-5907-4543-939f-2a654545fe85', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1015506241-subnet', 'tenant_id': '6f4ea57678d4410d8da66e58c423a1b5', 'ip_version': 4}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:17:20.109382 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b0026f-00db-4d78-9e31-e4bf54d83aaa admin admin] Pushing event updated for resources: {'Network': ['ID=a03dff68-5907-4543-939f-2a654545fe85,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:20.119588 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network a03dff68-5907-4543-939f-2a654545fe85 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:17:20.133135 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae2d722-930e-4bf2-b128-b3cf68579ac8 admin admin] Made reservation on behalf of 6f4ea57678d4410d8da66e58c423a1b5 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:17:20.137449 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5ae2d722-930e-4bf2-b128-b3cf68579ac8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:20.358605 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5ae2d722-930e-4bf2-b128-b3cf68579ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:20.432414 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77c5794-0650-4983-8d21-2107a5fed123 None None] New status for floating IP 6c4e2f23-3798-4189-9d5e-3145201f92b8: DOWN {{(pid=101291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 08:17:20.451514 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae2d722-930e-4bf2-b128-b3cf68579ac8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=796f49d3-1cb3-4aaf-94ab-fce9d3191922,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:20.465102 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device d5ead04b-07db-412a-80e2-5020e764ee32 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:17:20.507757 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae2d722-930e-4bf2-b128-b3cf68579ac8 admin admin] Checking segment: {'id': '9c8a0f87-cd23-4072-9a6c-ab37eb24f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a03dff68-5907-4543-939f-2a654545fe85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:17:20.508205 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae2d722-930e-4bf2-b128-b3cf68579ac8 admin admin] Network hostable DHCP agents. Network: a03dff68-5907-4543-939f-2a654545fe85, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:17:20.540819 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae2d722-930e-4bf2-b128-b3cf68579ac8 admin admin] Network a03dff68-5907-4543-939f-2a654545fe85 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:17:20.541403 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port d5ead04b-07db-412a-80e2-5020e764ee32 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:17:20.541791 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:20.579284 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-5ae2d722-930e-4bf2-b128-b3cf68579ac8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, a03dff68-5907-4543-939f-2a654545fe85) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:17:20.588689 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae2d722-930e-4bf2-b128-b3cf68579ac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:20.589283 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5ae2d722-930e-4bf2-b128-b3cf68579ac8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:20.590793 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29911f7-1fc7-4cdf-b176-e3cd034b027a None None] Network a03dff68-5907-4543-939f-2a654545fe85 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:17:20.633278 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 44598) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:17:20.633493 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-5ae2d722-930e-4bf2-b128-b3cf68579ac8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5510206 Sep 17 08:17:20.638315 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-ed58a262-99f8-41f0-84d1-c738f271eec5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1015506241-router', 'tenant_id': '6f4ea57678d4410d8da66e58c423a1b5', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:17:20.663021 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ed58a262-99f8-41f0-84d1-c738f271eec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:20.664562 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ed58a262-99f8-41f0-84d1-c738f271eec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:20.677556 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:20.711184 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port d5ead04b-07db-412a-80e2-5020e764ee32, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=d5ead04b-07db-412a-80e2-5020e764ee32,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:17:20.721022 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:20.733258 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ed58a262-99f8-41f0-84d1-c738f271eec5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:20.779196 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-240ee2c3-ef2a-4700-adb0-b3e038f1b75f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:20.810473 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=d5ead04b-07db-412a-80e2-5020e764ee32,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:20.848044 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3faa0eed-8fc9-4737-9673-c5e1b7d4082d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-a03dff68-5907-4543-939f-2a654545fe85', 'network_id': 'a03dff68-5907-4543-939f-2a654545fe85', 'tenant_id': '6f4ea57678d4410d8da66e58c423a1b5', 'fixed_ips': [{'subnet_id': '796f49d3-1cb3-4aaf-94ab-fce9d3191922'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:17:20.849632 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3faa0eed-8fc9-4737-9673-c5e1b7d4082d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:20.889527 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ed58a262-99f8-41f0-84d1-c738f271eec5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:21.010532 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-3faa0eed-8fc9-4737-9673-c5e1b7d4082d None None] Allocated IP 172.20.0.2 (a03dff68-5907-4543-939f-2a654545fe85/796f49d3-1cb3-4aaf-94ab-fce9d3191922/73e37018-7511-4a1d-b9b5-d11c8988ad64) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:17:21.043695 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f0ec1b-6895-4f37-a119-610b7d156f6e None None] Sync routers for ids ['08013a1c-233c-40ff-97a4-f09f85b30ac0'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:17:21.056227 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f0ec1b-6895-4f37-a119-610b7d156f6e None None] Routers {'08013a1c-233c-40ff-97a4-f09f85b30ac0'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:17:21.056852 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-d4f0ec1b-6895-4f37-a119-610b7d156f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:16:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['08013a1c-233c-40ff-97a4-f09f85b30ac0'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:17:21.086522 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-240ee2c3-ef2a-4700-adb0-b3e038f1b75f admin admin] Deleting port 36043235-d597-4dc9-8eab-899b8c4acb52 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:17:21.086522 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-240ee2c3-ef2a-4700-adb0-b3e038f1b75f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:21.124344 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ed58a262-99f8-41f0-84d1-c738f271eec5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:21.144267 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ed58a262-99f8-41f0-84d1-c738f271eec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:21.181056 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-240ee2c3-ef2a-4700-adb0-b3e038f1b75f admin admin] For port 36043235-d597-4dc9-8eab-899b8c4acb52, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=36043235-d597-4dc9-8eab-899b8c4acb52,segment=NetworkSegment(e7dfc92d-b32e-4f74-ad53-4fda8afa908d),segment_id=e7dfc92d-b32e-4f74-ad53-4fda8afa908d)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:17:21.181620 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-240ee2c3-ef2a-4700-adb0-b3e038f1b75f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:21.201670 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3faa0eed-8fc9-4737-9673-c5e1b7d4082d None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:21.205145 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-d4f0ec1b-6895-4f37-a119-610b7d156f6e None None] Set router 08013a1c-233c-40ff-97a4-f09f85b30ac0 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:17:21.209521 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-240ee2c3-ef2a-4700-adb0-b3e038f1b75f admin admin] Calling delete_port for 36043235-d597-4dc9-8eab-899b8c4acb52 owned by network:router_interface {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:17:21.212915 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3faa0eed-8fc9-4737-9673-c5e1b7d4082d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:21.235316 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3faa0eed-8fc9-4737-9673-c5e1b7d4082d None None] Network a03dff68-5907-4543-939f-2a654545fe85 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:17:21.255269 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-3faa0eed-8fc9-4737-9673-c5e1b7d4082d None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:17:21.261997 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3faa0eed-8fc9-4737-9673-c5e1b7d4082d None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:17:21.271758 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-ed58a262-99f8-41f0-84d1-c738f271eec5 admin admin] Allocated IP 172.25.6.65 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/375ed368-72e0-47b9-b4a4-956ec2b07e0f) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:17:21.321169 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faa0eed-8fc9-4737-9673-c5e1b7d4082d None None] Pushing event updated for resources: {'Port': ['ID=73e37018-7511-4a1d-b9b5-d11c8988ad64,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:21.336789 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-3faa0eed-8fc9-4737-9673-c5e1b7d4082d None None] Attempting to bind port 73e37018-7511-4a1d-b9b5-d11c8988ad64 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:17:21.337363 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-3faa0eed-8fc9-4737-9673-c5e1b7d4082d None None] Attempting to bind port 73e37018-7511-4a1d-b9b5-d11c8988ad64 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '9c8a0f87-cd23-4072-9a6c-ab37eb24f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a03dff68-5907-4543-939f-2a654545fe85'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:17:21.337899 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3faa0eed-8fc9-4737-9673-c5e1b7d4082d None None] Attempting to bind port 73e37018-7511-4a1d-b9b5-d11c8988ad64 on network a03dff68-5907-4543-939f-2a654545fe85 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:17:21.343127 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3faa0eed-8fc9-4737-9673-c5e1b7d4082d None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:17:21.343707 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3faa0eed-8fc9-4737-9673-c5e1b7d4082d None None] Checking segment: {'id': '9c8a0f87-cd23-4072-9a6c-ab37eb24f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a03dff68-5907-4543-939f-2a654545fe85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:17:21.344295 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3faa0eed-8fc9-4737-9673-c5e1b7d4082d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:21.344839 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3faa0eed-8fc9-4737-9673-c5e1b7d4082d None None] Bound using segment: {'id': '9c8a0f87-cd23-4072-9a6c-ab37eb24f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a03dff68-5907-4543-939f-2a654545fe85'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:17:21.345474 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-3faa0eed-8fc9-4737-9673-c5e1b7d4082d None None] Bound port: 73e37018-7511-4a1d-b9b5-d11c8988ad64, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c8a0f87-cd23-4072-9a6c-ab37eb24f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a03dff68-5907-4543-939f-2a654545fe85'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:17:21.346162 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3faa0eed-8fc9-4737-9673-c5e1b7d4082d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:21.418486 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-3faa0eed-8fc9-4737-9673-c5e1b7d4082d None None] For port 73e37018-7511-4a1d-b9b5-d11c8988ad64, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:17:21.422604 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-3faa0eed-8fc9-4737-9673-c5e1b7d4082d None None] For port 73e37018-7511-4a1d-b9b5-d11c8988ad64, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=73e37018-7511-4a1d-b9b5-d11c8988ad64,segment=NetworkSegment(9c8a0f87-cd23-4072-9a6c-ab37eb24f7a3),segment_id=9c8a0f87-cd23-4072-9a6c-ab37eb24f7a3)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:17:21.428164 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3faa0eed-8fc9-4737-9673-c5e1b7d4082d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:21.441532 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-240ee2c3-ef2a-4700-adb0-b3e038f1b75f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:21.451828 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-d4f0ec1b-6895-4f37-a119-610b7d156f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'name': 'tempest-TestVolumeBootPattern-1133283628-router', 'tenant_id': '5a6798d8a56640cabd874ecb5022c2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'd5ead04b-07db-412a-80e2-5020e764ee32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:17:15Z', 'updated_at': '2021-09-17T08:17:18Z', 'revision_number': 4, 'project_id': '5a6798d8a56640cabd874ecb5022c2e7', 'gw_port': {'id': 'd5ead04b-07db-412a-80e2-5020e764ee32', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:dc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:17:15Z', 'updated_at': '2021-09-17T08:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '5028a10b-5e29-404b-b928-c890920938fa', 'name': '', 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf', 'tenant_id': '5a6798d8a56640cabd874ecb5022c2e7', 'mac_address': 'fa:16:3e:97:9c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '0d01eb21-118c-498b-a866-b124536b59b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:17:17Z', 'updated_at': '2021-09-17T08:17:18Z', 'revision_number': 2, 'project_id': '5a6798d8a56640cabd874ecb5022c2e7', 'subnets': [{'id': '0d01eb21-118c-498b-a866-b124536b59b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:17:21.455257 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ed58a262-99f8-41f0-84d1-c738f271eec5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:21.490460 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faa0eed-8fc9-4737-9673-c5e1b7d4082d None None] Pushing event updated for resources: {'Port': ['ID=73e37018-7511-4a1d-b9b5-d11c8988ad64,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:21.493900 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f0ec1b-6895-4f37-a119-610b7d156f6e None None] Checking router: 08013a1c-233c-40ff-97a4-f09f85b30ac0 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:17:21.494262 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f0ec1b-6895-4f37-a119-610b7d156f6e None None] Updating router 08013a1c-233c-40ff-97a4-f09f85b30ac0 port 5028a10b-5e29-404b-b928-c890920938fa binding host n-d-789963-9 {{(pid=101292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 08:17:21.496256 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240ee2c3-ef2a-4700-adb0-b3e038f1b75f admin admin] Pushing event deleted for resources: {'Port': ['ID=36043235-d597-4dc9-8eab-899b8c4acb52,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:21.518093 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ed58a262-99f8-41f0-84d1-c738f271eec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:21.525582 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d4f0ec1b-6895-4f37-a119-610b7d156f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:21.561714 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed58a262-99f8-41f0-84d1-c738f271eec5 admin admin] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:17:21.568704 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-ed58a262-99f8-41f0-84d1-c738f271eec5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:17:21.578451 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed58a262-99f8-41f0-84d1-c738f271eec5 admin admin] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:17:21.629826 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed58a262-99f8-41f0-84d1-c738f271eec5 admin admin] Pushing event updated for resources: {'Port': ['ID=375ed368-72e0-47b9-b4a4-956ec2b07e0f,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:21.683989 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-240ee2c3-ef2a-4700-adb0-b3e038f1b75f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:21.946994 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ed58a262-99f8-41f0-84d1-c738f271eec5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:21.970739 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d4f0ec1b-6895-4f37-a119-610b7d156f6e None None] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:21.977519 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d4f0ec1b-6895-4f37-a119-610b7d156f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:22.009789 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-240ee2c3-ef2a-4700-adb0-b3e038f1b75f admin admin] Router 9646d832-45bc-44d1-b512-0e817c27480b has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:17:22.045830 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c02a4d-e79f-42f5-a3aa-a6b5c727f6b8 None None] Pushing event updated for resources: {'Port': ['ID=5028a10b-5e29-404b-b928-c890920938fa,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:22.055078 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c02a4d-e79f-42f5-a3aa-a6b5c727f6b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:17:22.055701 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c02a4d-e79f-42f5-a3aa-a6b5c727f6b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:17:22.056069 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c02a4d-e79f-42f5-a3aa-a6b5c727f6b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:17:22.056479 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c02a4d-e79f-42f5-a3aa-a6b5c727f6b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:17:22.056744 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c02a4d-e79f-42f5-a3aa-a6b5c727f6b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:17:22.057078 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c02a4d-e79f-42f5-a3aa-a6b5c727f6b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:17:22.057406 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c02a4d-e79f-42f5-a3aa-a6b5c727f6b8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:17:22.057734 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c02a4d-e79f-42f5-a3aa-a6b5c727f6b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:17:22.058058 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c02a4d-e79f-42f5-a3aa-a6b5c727f6b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:17:22.058383 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c02a4d-e79f-42f5-a3aa-a6b5c727f6b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:17:22.058706 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c02a4d-e79f-42f5-a3aa-a6b5c727f6b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:17:22.059061 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c02a4d-e79f-42f5-a3aa-a6b5c727f6b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:17:22.110070 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-d4f0ec1b-6895-4f37-a119-610b7d156f6e None None] Attempting to bind port 5028a10b-5e29-404b-b928-c890920938fa on host n-d-789963-9 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:17:22.110450 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-d4f0ec1b-6895-4f37-a119-610b7d156f6e None None] Attempting to bind port 5028a10b-5e29-404b-b928-c890920938fa by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '87efb6ce-2270-470a-8c19-7b337a956aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:17:22.110817 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f0ec1b-6895-4f37-a119-610b7d156f6e None None] Attempting to bind port 5028a10b-5e29-404b-b928-c890920938fa on network 660139d9-bdd8-4ad7-b799-f8f93f25eccf {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:17:22.116045 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f0ec1b-6895-4f37-a119-610b7d156f6e None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:17:22.116435 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f0ec1b-6895-4f37-a119-610b7d156f6e None None] Checking segment: {'id': '87efb6ce-2270-470a-8c19-7b337a956aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:17:22.116833 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d4f0ec1b-6895-4f37-a119-610b7d156f6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:22.117232 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f0ec1b-6895-4f37-a119-610b7d156f6e None None] Bound using segment: {'id': '87efb6ce-2270-470a-8c19-7b337a956aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:17:22.117706 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-d4f0ec1b-6895-4f37-a119-610b7d156f6e None None] Bound port: 5028a10b-5e29-404b-b928-c890920938fa, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87efb6ce-2270-470a-8c19-7b337a956aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:17:22.118090 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d4f0ec1b-6895-4f37-a119-610b7d156f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:22.142987 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-240ee2c3-ef2a-4700-adb0-b3e038f1b75f admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:17:22.148952 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-240ee2c3-ef2a-4700-adb0-b3e038f1b75f admin admin] 10.222.0.13 "PUT /v2.0/routers/9646d832-45bc-44d1-b512-0e817c27480b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1317289 Sep 17 08:17:22.151532 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44604) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:17:22.158205 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8173b93f-548a-49a4-aa31-dd555b4f607d None None] Sync routers for ids ['9646d832-45bc-44d1-b512-0e817c27480b'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:17:22.173530 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8173b93f-548a-49a4-aa31-dd555b4f607d None None] Routers {'9646d832-45bc-44d1-b512-0e817c27480b'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:17:22.174934 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-8173b93f-548a-49a4-aa31-dd555b4f607d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:16:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['9646d832-45bc-44d1-b512-0e817c27480b'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:17:22.202054 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ed58a262-99f8-41f0-84d1-c738f271eec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:22.223496 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-d4f0ec1b-6895-4f37-a119-610b7d156f6e None None] For port 5028a10b-5e29-404b-b928-c890920938fa, host n-d-789963-9, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:17:22.226809 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-d4f0ec1b-6895-4f37-a119-610b7d156f6e None None] For port 5028a10b-5e29-404b-b928-c890920938fa, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=5028a10b-5e29-404b-b928-c890920938fa,segment=NetworkSegment(87efb6ce-2270-470a-8c19-7b337a956aa6),segment_id=87efb6ce-2270-470a-8c19-7b337a956aa6)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:17:22.240544 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d4f0ec1b-6895-4f37-a119-610b7d156f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:22.283204 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a9df02a4-a981-4477-b1cd-32661236ee42 admin admin] Notify callbacks [] for router, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:22.306965 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f0ec1b-6895-4f37-a119-610b7d156f6e None None] Routers {'08013a1c-233c-40ff-97a4-f09f85b30ac0'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:17:22.307579 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-d4f0ec1b-6895-4f37-a119-610b7d156f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:16:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['08013a1c-233c-40ff-97a4-f09f85b30ac0'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:17:22.395656 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed58a262-99f8-41f0-84d1-c738f271eec5 admin admin] Router a8c77e45-252b-4ee9-8068-ad3d257690ae is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 08:17:22.402986 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-8173b93f-548a-49a4-aa31-dd555b4f607d None None] Set router 9646d832-45bc-44d1-b512-0e817c27480b gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:17:22.459313 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a9df02a4-a981-4477-b1cd-32661236ee42 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:22.512383 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c02a4d-e79f-42f5-a3aa-a6b5c727f6b8 None None] Pushing event updated for resources: {'Port': ['ID=5028a10b-5e29-404b-b928-c890920938fa,revision_number=4']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:22.564945 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-d4f0ec1b-6895-4f37-a119-610b7d156f6e None None] Set router 08013a1c-233c-40ff-97a4-f09f85b30ac0 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:17:22.580117 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-a9df02a4-a981-4477-b1cd-32661236ee42 admin admin] Deleting port 2b229370-8dd1-4f48-9769-50e6d1b09aa1 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:17:22.580662 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a9df02a4-a981-4477-b1cd-32661236ee42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:22.629956 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-374a9121-4fdd-4031-b85e-ac2974928995 None None] Provisioning complete for port 5028a10b-5e29-404b-b928-c890920938fa triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:17:22.630428 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-374a9121-4fdd-4031-b85e-ac2974928995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:22.644576 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-63dcc42d-600b-4d28-b103-54215db26ae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:22.820173 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:22.827891 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 082c5b60-04fb-4ae3-ae64-64d07ad777a5 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:17:22.829233 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-a9df02a4-a981-4477-b1cd-32661236ee42 admin admin] For port 2b229370-8dd1-4f48-9769-50e6d1b09aa1, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=2b229370-8dd1-4f48-9769-50e6d1b09aa1,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:17:22.829769 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a9df02a4-a981-4477-b1cd-32661236ee42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:22.846055 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-a9df02a4-a981-4477-b1cd-32661236ee42 admin admin] Calling delete_port for 2b229370-8dd1-4f48-9769-50e6d1b09aa1 owned by network:router_gateway {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:17:22.906184 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: 082c5b60-04fb-4ae3-ae64-64d07ad777a5 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:17:22.906626 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 082c5b60-04fb-4ae3-ae64-64d07ad777a5 not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:17:22.930541 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 73e37018-7511-4a1d-b9b5-d11c8988ad64 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:17:22.986162 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-d4f0ec1b-6895-4f37-a119-610b7d156f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'name': 'tempest-TestVolumeBootPattern-1133283628-router', 'tenant_id': '5a6798d8a56640cabd874ecb5022c2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'd5ead04b-07db-412a-80e2-5020e764ee32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:17:15Z', 'updated_at': '2021-09-17T08:17:18Z', 'revision_number': 4, 'project_id': '5a6798d8a56640cabd874ecb5022c2e7', 'gw_port': {'id': 'd5ead04b-07db-412a-80e2-5020e764ee32', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:dc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:17:15Z', 'updated_at': '2021-09-17T08:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '5028a10b-5e29-404b-b928-c890920938fa', 'name': '', 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf', 'tenant_id': '5a6798d8a56640cabd874ecb5022c2e7', 'mac_address': 'fa:16:3e:97:9c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '0d01eb21-118c-498b-a866-b124536b59b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:17:17Z', 'updated_at': '2021-09-17T08:17:22Z', 'revision_number': 4, 'project_id': '5a6798d8a56640cabd874ecb5022c2e7', 'subnets': [{'id': '0d01eb21-118c-498b-a866-b124536b59b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:17:23.075953 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f0ec1b-6895-4f37-a119-610b7d156f6e None None] The sync data for ids ['08013a1c-233c-40ff-97a4-f09f85b30ac0'] in n-d-789963-9 is: [{'id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'name': 'tempest-TestVolumeBootPattern-1133283628-router', 'tenant_id': '5a6798d8a56640cabd874ecb5022c2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'd5ead04b-07db-412a-80e2-5020e764ee32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:17:15Z', 'updated_at': '2021-09-17T08:17:18Z', 'revision_number': 4, 'project_id': '5a6798d8a56640cabd874ecb5022c2e7', 'gw_port': {'id': 'd5ead04b-07db-412a-80e2-5020e764ee32', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:dc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:17:15Z', 'updated_at': '2021-09-17T08:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '5028a10b-5e29-404b-b928-c890920938fa', 'name': '', 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf', 'tenant_id': '5a6798d8a56640cabd874ecb5022c2e7', 'mac_address': 'fa:16:3e:97:9c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '0d01eb21-118c-498b-a866-b124536b59b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:17:17Z', 'updated_at': '2021-09-17T08:17:22Z', 'revision_number': 4, 'project_id': '5a6798d8a56640cabd874ecb5022c2e7', 'subnets': [{'id': '0d01eb21-118c-498b-a866-b124536b59b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:17:23.093576 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-374a9121-4fdd-4031-b85e-ac2974928995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:23.174235 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a9df02a4-a981-4477-b1cd-32661236ee42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:23.190273 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe502091-c37b-488e-81d8-c13e999f63d6 None None] Network a03dff68-5907-4543-939f-2a654545fe85 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:17:23.210491 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-374a9121-4fdd-4031-b85e-ac2974928995 None None] For port 5028a10b-5e29-404b-b928-c890920938fa, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=5028a10b-5e29-404b-b928-c890920938fa,segment=NetworkSegment(87efb6ce-2270-470a-8c19-7b337a956aa6),segment_id=87efb6ce-2270-470a-8c19-7b337a956aa6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:17:23.212721 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9df02a4-a981-4477-b1cd-32661236ee42 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b229370-8dd1-4f48-9769-50e6d1b09aa1,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:23.236185 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-374a9121-4fdd-4031-b85e-ac2974928995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:23.267731 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 73e37018-7511-4a1d-b9b5-d11c8988ad64 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:17:23.268183 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:23.299682 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a9df02a4-a981-4477-b1cd-32661236ee42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:23.408613 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed58a262-99f8-41f0-84d1-c738f271eec5 admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:17:23.419422 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acaeae9-2a79-4d8c-9a0e-d53fdbff8bf0 None None] Sync routers for ids ['a8c77e45-252b-4ee9-8068-ad3d257690ae'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:17:23.424836 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a9df02a4-a981-4477-b1cd-32661236ee42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:23.428192 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a9df02a4-a981-4477-b1cd-32661236ee42 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:23.430064 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ed58a262-99f8-41f0-84d1-c738f271eec5 admin admin] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:23.434959 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ed58a262-99f8-41f0-84d1-c738f271eec5 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7976632 Sep 17 08:17:23.435160 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acaeae9-2a79-4d8c-9a0e-d53fdbff8bf0 None None] Routers {'a8c77e45-252b-4ee9-8068-ad3d257690ae'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:17:23.435519 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-9acaeae9-2a79-4d8c-9a0e-d53fdbff8bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:17:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['a8c77e45-252b-4ee9-8068-ad3d257690ae'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:17:23.435907 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 44608) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:17:23.491247 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a9df02a4-a981-4477-b1cd-32661236ee42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:23.491734 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9df02a4-a981-4477-b1cd-32661236ee42 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9646d832-45bc-44d1-b512-0e817c27480b {{(pid=101290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 08:17:23.496611 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a9df02a4-a981-4477-b1cd-32661236ee42 admin admin] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:23.500985 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a9df02a4-a981-4477-b1cd-32661236ee42 admin admin] 10.222.0.13 "DELETE /v2.0/routers/9646d832-45bc-44d1-b512-0e817c27480b HTTP/1.1" status: 204 len: 168 time: 1.3482103 Sep 17 08:17:23.501732 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44610) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:17:23.616161 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-9acaeae9-2a79-4d8c-9a0e-d53fdbff8bf0 None None] Set router a8c77e45-252b-4ee9-8068-ad3d257690ae gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:17:23.682421 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-8173b93f-548a-49a4-aa31-dd555b4f607d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9646d832-45bc-44d1-b512-0e817c27480b', 'name': 'tempest-ServerActionsTestJSON-1786562898-router', 'tenant_id': 'a40110368b234965bf3fd6f856f2361c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '2b229370-8dd1-4f48-9769-50e6d1b09aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:07:50Z', 'updated_at': '2021-09-17T08:17:21Z', 'revision_number': 5, 'project_id': 'a40110368b234965bf3fd6f856f2361c', 'gw_port': {'id': '2b229370-8dd1-4f48-9769-50e6d1b09aa1', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9646d832-45bc-44d1-b512-0e817c27480b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:07:51Z', 'updated_at': '2021-09-17T08:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:17:23.743571 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8173b93f-548a-49a4-aa31-dd555b4f607d None None] Checking router: 9646d832-45bc-44d1-b512-0e817c27480b for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:17:23.828308 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374a9121-4fdd-4031-b85e-ac2974928995 None None] Pushing event updated for resources: {'Port': ['ID=5028a10b-5e29-404b-b928-c890920938fa,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:23.839994 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-4ec222f7-9a57-43bb-b619-d707609766dd None None] Provisioning complete for port 5028a10b-5e29-404b-b928-c890920938fa triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:17:23.840879 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4ec222f7-9a57-43bb-b619-d707609766dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:23.846370 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:23.878365 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-9acaeae9-2a79-4d8c-9a0e-d53fdbff8bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c77e45-252b-4ee9-8068-ad3d257690ae', 'name': 'tempest-TestVolumeBootPattern-1015506241-router', 'tenant_id': '6f4ea57678d4410d8da66e58c423a1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '375ed368-72e0-47b9-b4a4-956ec2b07e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:17:20Z', 'updated_at': '2021-09-17T08:17:21Z', 'revision_number': 3, 'project_id': '6f4ea57678d4410d8da66e58c423a1b5', 'gw_port': {'id': '375ed368-72e0-47b9-b4a4-956ec2b07e0f', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f2:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c77e45-252b-4ee9-8068-ad3d257690ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:17:21Z', 'updated_at': '2021-09-17T08:17:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:17:23.901992 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8173b93f-548a-49a4-aa31-dd555b4f607d None None] Routers set() bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:17:23.902538 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8173b93f-548a-49a4-aa31-dd555b4f607d None None] Router IDs set() for agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 17 08:17:23.903324 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_agentschedulers_db [None req-8173b93f-548a-49a4-aa31-dd555b4f607d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9646d832-45bc-44d1-b512-0e817c27480b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:17:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent'). {{(pid=101291) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 17 08:17:23.903724 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8173b93f-548a-49a4-aa31-dd555b4f607d None None] The sync data for ids ['9646d832-45bc-44d1-b512-0e817c27480b'] in n-d-789963-9 is: [] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:17:23.913009 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acaeae9-2a79-4d8c-9a0e-d53fdbff8bf0 None None] Checking router: a8c77e45-252b-4ee9-8068-ad3d257690ae for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:17:23.913518 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acaeae9-2a79-4d8c-9a0e-d53fdbff8bf0 None None] Updating router a8c77e45-252b-4ee9-8068-ad3d257690ae port 375ed368-72e0-47b9-b4a4-956ec2b07e0f binding host n-d-789963-9 {{(pid=101292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 08:17:23.944770 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9acaeae9-2a79-4d8c-9a0e-d53fdbff8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:23.985003 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4e68ecdd-ec98-42a3-b86b-029986ab4031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:24.033738 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:24.114716 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port 73e37018-7511-4a1d-b9b5-d11c8988ad64, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=73e37018-7511-4a1d-b9b5-d11c8988ad64,segment=NetworkSegment(9c8a0f87-cd23-4072-9a6c-ab37eb24f7a3),segment_id=9c8a0f87-cd23-4072-9a6c-ab37eb24f7a3)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:17:24.140631 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:24.141448 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device d5ead04b-07db-412a-80e2-5020e764ee32 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:17:24.346065 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a184bf8-4cc9-41dc-9d44-c1e5b48ef732 admin admin] Deleting subnet 9b7cebd9-83b6-4be8-81d9-9f32073aed40 {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:17:24.350658 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1a184bf8-4cc9-41dc-9d44-c1e5b48ef732 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:24.354167 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=73e37018-7511-4a1d-b9b5-d11c8988ad64,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:24.364200 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-4e68ecdd-ec98-42a3-b86b-029986ab4031 admin admin] Allocated IP 172.20.0.1 (a03dff68-5907-4543-939f-2a654545fe85/796f49d3-1cb3-4aaf-94ab-fce9d3191922/1a85da54-19a2-46b3-8e15-b429e0990dc5) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:17:24.389866 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1a184bf8-4cc9-41dc-9d44-c1e5b48ef732 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:24.398421 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-4ec222f7-9a57-43bb-b619-d707609766dd None None] Provisioning complete for port 73e37018-7511-4a1d-b9b5-d11c8988ad64 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:17:24.398804 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4ec222f7-9a57-43bb-b619-d707609766dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:24.438984 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port d5ead04b-07db-412a-80e2-5020e764ee32 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:17:24.439369 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:24.492424 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4e68ecdd-ec98-42a3-b86b-029986ab4031 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:24.496066 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1a184bf8-4cc9-41dc-9d44-c1e5b48ef732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:24.538367 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9acaeae9-2a79-4d8c-9a0e-d53fdbff8bf0 None None] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:24.539531 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4e68ecdd-ec98-42a3-b86b-029986ab4031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:24.555126 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9acaeae9-2a79-4d8c-9a0e-d53fdbff8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:24.577032 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1a184bf8-4cc9-41dc-9d44-c1e5b48ef732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:24.605362 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e68ecdd-ec98-42a3-b86b-029986ab4031 admin admin] Network a03dff68-5907-4543-939f-2a654545fe85 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:17:24.617438 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a184bf8-4cc9-41dc-9d44-c1e5b48ef732 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b7cebd9-83b6-4be8-81d9-9f32073aed40,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:24.621435 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-4e68ecdd-ec98-42a3-b86b-029986ab4031 admin admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:17:24.625087 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e68ecdd-ec98-42a3-b86b-029986ab4031 admin admin] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:17:24.625251 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1a184bf8-4cc9-41dc-9d44-c1e5b48ef732 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:24.627457 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-1a184bf8-4cc9-41dc-9d44-c1e5b48ef732 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9b7cebd9-83b6-4be8-81d9-9f32073aed40 HTTP/1.1" status: 204 len: 168 time: 1.1246769 Sep 17 08:17:24.627765 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-9acaeae9-2a79-4d8c-9a0e-d53fdbff8bf0 None None] Attempting to bind port 375ed368-72e0-47b9-b4a4-956ec2b07e0f on host n-d-789963-9 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:17:24.628151 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-9acaeae9-2a79-4d8c-9a0e-d53fdbff8bf0 None None] Attempting to bind port 375ed368-72e0-47b9-b4a4-956ec2b07e0f by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:17:24.628515 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acaeae9-2a79-4d8c-9a0e-d53fdbff8bf0 None None] Attempting to bind port 375ed368-72e0-47b9-b4a4-956ec2b07e0f on network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:17:24.630723 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44614) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:17:24.638339 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acaeae9-2a79-4d8c-9a0e-d53fdbff8bf0 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:17:24.638718 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acaeae9-2a79-4d8c-9a0e-d53fdbff8bf0 None None] Checking segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:17:24.639121 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9acaeae9-2a79-4d8c-9a0e-d53fdbff8bf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:24.639510 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acaeae9-2a79-4d8c-9a0e-d53fdbff8bf0 None None] Bound using segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:17:24.640009 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-9acaeae9-2a79-4d8c-9a0e-d53fdbff8bf0 None None] Bound port: 375ed368-72e0-47b9-b4a4-956ec2b07e0f, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:17:24.640394 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9acaeae9-2a79-4d8c-9a0e-d53fdbff8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:24.654666 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7c0863-bc31-4344-8ecd-51127f357bfe None None] Network b775eb3f-2b25-4820-827b-6765ebe265c2 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:17:24.666310 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e68ecdd-ec98-42a3-b86b-029986ab4031 admin admin] Pushing event updated for resources: {'Port': ['ID=1a85da54-19a2-46b3-8e15-b429e0990dc5,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:24.683350 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ae254d-95a1-4b34-9fc5-c18d22bf7703 None None] Pushing event updated for resources: {'Port': ['ID=375ed368-72e0-47b9-b4a4-956ec2b07e0f,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:24.713054 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4e68ecdd-ec98-42a3-b86b-029986ab4031 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:24.731083 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-61363231-98a0-4a65-9db0-98b93e51d7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:24.734902 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-9acaeae9-2a79-4d8c-9a0e-d53fdbff8bf0 None None] For port 375ed368-72e0-47b9-b4a4-956ec2b07e0f, host n-d-789963-9, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:17:24.744305 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-9acaeae9-2a79-4d8c-9a0e-d53fdbff8bf0 None None] For port 375ed368-72e0-47b9-b4a4-956ec2b07e0f, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=375ed368-72e0-47b9-b4a4-956ec2b07e0f,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:17:24.757871 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9acaeae9-2a79-4d8c-9a0e-d53fdbff8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:24.833398 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acaeae9-2a79-4d8c-9a0e-d53fdbff8bf0 None None] Routers {'a8c77e45-252b-4ee9-8068-ad3d257690ae'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:17:24.833954 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-9acaeae9-2a79-4d8c-9a0e-d53fdbff8bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:17:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['a8c77e45-252b-4ee9-8068-ad3d257690ae'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:17:24.864157 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-61363231-98a0-4a65-9db0-98b93e51d7f7 admin admin] Deleting port 96f70cb3-128c-4eea-b498-219b25024fd3 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:17:24.864157 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-61363231-98a0-4a65-9db0-98b93e51d7f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:24.885575 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-aad63431-4cd5-4ba0-89cc-898d7cfa68db None None] Provisioning complete for port 73e37018-7511-4a1d-b9b5-d11c8988ad64 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:17:24.886057 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-aad63431-4cd5-4ba0-89cc-898d7cfa68db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:24.931802 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ae254d-95a1-4b34-9fc5-c18d22bf7703 None None] Pushing event updated for resources: {'Port': ['ID=375ed368-72e0-47b9-b4a4-956ec2b07e0f,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:24.957518 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4e68ecdd-ec98-42a3-b86b-029986ab4031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:25.081919 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-61363231-98a0-4a65-9db0-98b93e51d7f7 admin admin] For port 96f70cb3-128c-4eea-b498-219b25024fd3, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=96f70cb3-128c-4eea-b498-219b25024fd3,segment=NetworkSegment(e7dfc92d-b32e-4f74-ad53-4fda8afa908d),segment_id=e7dfc92d-b32e-4f74-ad53-4fda8afa908d)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:17:25.085954 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-9acaeae9-2a79-4d8c-9a0e-d53fdbff8bf0 None None] Set router a8c77e45-252b-4ee9-8068-ad3d257690ae gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:17:25.086769 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-61363231-98a0-4a65-9db0-98b93e51d7f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:25.104208 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c215f32-82c3-44f0-91b8-99fc41059f40 None None] DHCP port deletion for b775eb3f-2b25-4820-827b-6765ebe265c2 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 08:17:25.124474 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-61363231-98a0-4a65-9db0-98b93e51d7f7 admin admin] Calling delete_port for 96f70cb3-128c-4eea-b498-219b25024fd3 owned by network:dhcp {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:17:25.194704 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-7c215f32-82c3-44f0-91b8-99fc41059f40 None None] Deleting port 96f70cb3-128c-4eea-b498-219b25024fd3 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:17:25.195098 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7c215f32-82c3-44f0-91b8-99fc41059f40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:25.281689 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 5028a10b-5e29-404b-b928-c890920938fa up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:17:25.283393 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4e68ecdd-ec98-42a3-b86b-029986ab4031 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:25.296939 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4e68ecdd-ec98-42a3-b86b-029986ab4031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:25.308803 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-61363231-98a0-4a65-9db0-98b93e51d7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:25.339156 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61363231-98a0-4a65-9db0-98b93e51d7f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=96f70cb3-128c-4eea-b498-219b25024fd3,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:25.343071 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61363231-98a0-4a65-9db0-98b93e51d7f7 admin admin] No DVR routers for this DVR port 96f70cb3-128c-4eea-b498-219b25024fd3 on host n-d-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:17:25.372336 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4e68ecdd-ec98-42a3-b86b-029986ab4031 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:25.377534 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-7c215f32-82c3-44f0-91b8-99fc41059f40 None None] For port 96f70cb3-128c-4eea-b498-219b25024fd3, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=96f70cb3-128c-4eea-b498-219b25024fd3,segment=NetworkSegment(e7dfc92d-b32e-4f74-ad53-4fda8afa908d),segment_id=e7dfc92d-b32e-4f74-ad53-4fda8afa908d)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:17:25.378056 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7c215f32-82c3-44f0-91b8-99fc41059f40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:25.378247 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-9acaeae9-2a79-4d8c-9a0e-d53fdbff8bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c77e45-252b-4ee9-8068-ad3d257690ae', 'name': 'tempest-TestVolumeBootPattern-1015506241-router', 'tenant_id': '6f4ea57678d4410d8da66e58c423a1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '375ed368-72e0-47b9-b4a4-956ec2b07e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:17:20Z', 'updated_at': '2021-09-17T08:17:21Z', 'revision_number': 3, 'project_id': '6f4ea57678d4410d8da66e58c423a1b5', 'gw_port': {'id': '375ed368-72e0-47b9-b4a4-956ec2b07e0f', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f2:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c77e45-252b-4ee9-8068-ad3d257690ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:17:21Z', 'updated_at': '2021-09-17T08:17:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:17:25.387177 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e68ecdd-ec98-42a3-b86b-029986ab4031 admin admin] Pushing event updated for resources: {'Port': ['ID=1a85da54-19a2-46b3-8e15-b429e0990dc5,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:25.416673 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acaeae9-2a79-4d8c-9a0e-d53fdbff8bf0 None None] The sync data for ids ['a8c77e45-252b-4ee9-8068-ad3d257690ae'] in n-d-789963-9 is: [{'id': 'a8c77e45-252b-4ee9-8068-ad3d257690ae', 'name': 'tempest-TestVolumeBootPattern-1015506241-router', 'tenant_id': '6f4ea57678d4410d8da66e58c423a1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '375ed368-72e0-47b9-b4a4-956ec2b07e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:17:20Z', 'updated_at': '2021-09-17T08:17:21Z', 'revision_number': 3, 'project_id': '6f4ea57678d4410d8da66e58c423a1b5', 'gw_port': {'id': '375ed368-72e0-47b9-b4a4-956ec2b07e0f', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f2:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c77e45-252b-4ee9-8068-ad3d257690ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:17:21Z', 'updated_at': '2021-09-17T08:17:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:17:25.426921 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-6c569b95-185f-49e0-8d25-e24b1e55db4b None None] Provisioning complete for port 1a85da54-19a2-46b3-8e15-b429e0990dc5 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:17:25.427313 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6c569b95-185f-49e0-8d25-e24b1e55db4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:25.456096 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-7c215f32-82c3-44f0-91b8-99fc41059f40 None None] Calling delete_port for 96f70cb3-128c-4eea-b498-219b25024fd3 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:17:25.465458 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-61363231-98a0-4a65-9db0-98b93e51d7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:25.469620 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:25.486000 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-6c569b95-185f-49e0-8d25-e24b1e55db4b None None] Port 1a85da54-19a2-46b3-8e15-b429e0990dc5 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:17:25.494830 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-61363231-98a0-4a65-9db0-98b93e51d7f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b775eb3f-2b25-4820-827b-6765ebe265c2']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:17:25.506492 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e68ecdd-ec98-42a3-b86b-029986ab4031 admin admin] Network a03dff68-5907-4543-939f-2a654545fe85 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:17:25.507036 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-61363231-98a0-4a65-9db0-98b93e51d7f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7dfc92d-b32e-4f74-ad53-4fda8afa908d') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:17:25.507036 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-61363231-98a0-4a65-9db0-98b93e51d7f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7dfc92d-b32e-4f74-ad53-4fda8afa908d') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:17:25.508672 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-4e68ecdd-ec98-42a3-b86b-029986ab4031 admin admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:17:25.518608 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-61363231-98a0-4a65-9db0-98b93e51d7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:25.526929 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 5028a10b-5e29-404b-b928-c890920938fa triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:17:25.527154 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:25.541927 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-61363231-98a0-4a65-9db0-98b93e51d7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:25.549950 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61363231-98a0-4a65-9db0-98b93e51d7f7 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:17:25.550202 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-61363231-98a0-4a65-9db0-98b93e51d7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:25.558928 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 08:17:25.558928 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:17:25.558928 n-d-789963-9 neutron-server[101290]: timer() Sep 17 08:17:25.558928 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:17:25.558928 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 08:17:25.558928 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:17:25.558928 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 08:17:25.558928 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:17:25.558928 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 08:17:25.558928 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:17:25.558928 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 08:17:25.558928 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:17:25.558928 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 08:17:25.558928 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:17:25.558928 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:17:25.558928 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:17:25.558928 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:17:25.558928 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:17:25.558928 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 08:17:25.558928 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:17:25.558928 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 08:17:25.558928 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:17:25.558928 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:17:25.558928 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:17:25.558928 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 08:17:25.558928 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:17:25.558928 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:17:25.558928 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:17:25.558928 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:17:25.558928 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:17:25.558928 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:17:25.558928 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:17:25.620130 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7c215f32-82c3-44f0-91b8-99fc41059f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:25.650332 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-61363231-98a0-4a65-9db0-98b93e51d7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:25.658710 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-61363231-98a0-4a65-9db0-98b93e51d7f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:25.659215 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c215f32-82c3-44f0-91b8-99fc41059f40 None None] Pushing event deleted for resources: {'Port': ['ID=96f70cb3-128c-4eea-b498-219b25024fd3,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:25.661757 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-61363231-98a0-4a65-9db0-98b93e51d7f7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b775eb3f-2b25-4820-827b-6765ebe265c2 HTTP/1.1" status: 204 len: 168 time: 1.0292296 Sep 17 08:17:25.665179 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c215f32-82c3-44f0-91b8-99fc41059f40 None None] No DVR routers for this DVR port 96f70cb3-128c-4eea-b498-219b25024fd3 on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:17:25.675501 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61363231-98a0-4a65-9db0-98b93e51d7f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b775eb3f-2b25-4820-827b-6765ebe265c2,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:25.680225 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 73e37018-7511-4a1d-b9b5-d11c8988ad64 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:17:25.708691 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e68ecdd-ec98-42a3-b86b-029986ab4031 admin admin] Router a8c77e45-252b-4ee9-8068-ad3d257690ae has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:17:25.785031 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 73e37018-7511-4a1d-b9b5-d11c8988ad64 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:17:25.785410 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:25.890354 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e68ecdd-ec98-42a3-b86b-029986ab4031 admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:17:25.895817 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44620) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:17:25.901961 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-4e68ecdd-ec98-42a3-b86b-029986ab4031 admin admin] 10.222.0.13 "PUT /v2.0/routers/a8c77e45-252b-4ee9-8068-ad3d257690ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4645915 Sep 17 08:17:25.921390 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-7b633d02-90de-4262-9664-96c141ad5b99 None None] Provisioning complete for port 1a85da54-19a2-46b3-8e15-b429e0990dc5 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:17:25.921797 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7b633d02-90de-4262-9664-96c141ad5b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:25.965154 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 44624) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:17:25.969010 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-bc13bc52-b107-46b5-8b6d-dccfe176f41e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a40110368b234965bf3fd6f856f2361c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0717990 Sep 17 08:17:25.975422 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-7b633d02-90de-4262-9664-96c141ad5b99 None None] Port 1a85da54-19a2-46b3-8e15-b429e0990dc5 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:17:25.986431 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 36043235-d597-4dc9-8eab-899b8c4acb52 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:17:26.006981 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 36043235-d597-4dc9-8eab-899b8c4acb52 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:17:26.007336 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 36043235-d597-4dc9-8eab-899b8c4acb52 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:17:26.007755 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 2b229370-8dd1-4f48-9769-50e6d1b09aa1 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:17:26.021113 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8db6188d-571e-461f-85bb-4797f1a55f03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:26.035288 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 2b229370-8dd1-4f48-9769-50e6d1b09aa1 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:17:26.035481 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 2b229370-8dd1-4f48-9769-50e6d1b09aa1 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:17:26.044120 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8db6188d-571e-461f-85bb-4797f1a55f03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:26.111812 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8db6188d-571e-461f-85bb-4797f1a55f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:26.119921 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8db6188d-571e-461f-85bb-4797f1a55f03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:26.124964 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-8db6188d-571e-461f-85bb-4797f1a55f03 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/13f0707f-4c0b-4743-b4df-e988ae3cd6b8 HTTP/1.1" status: 204 len: 168 time: 0.1564233 Sep 17 08:17:26.139579 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6188d-571e-461f-85bb-4797f1a55f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f0707f-4c0b-4743-b4df-e988ae3cd6b8,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:26.915896 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 375ed368-72e0-47b9-b4a4-956ec2b07e0f up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:17:26.924144 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 44668) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:17:26.980904 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 375ed368-72e0-47b9-b4a4-956ec2b07e0f triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:17:26.981522 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:27.039353 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-d31a796c-511f-4378-b9a8-bd4e5425ff77 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-860568683-network', 'tenant_id': '40463ff7d31c493da1110f685a5f43bb'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:17:27.066398 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d31a796c-511f-4378-b9a8-bd4e5425ff77 admin admin] Made reservation on behalf of 40463ff7d31c493da1110f685a5f43bb for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:17:27.071954 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d31a796c-511f-4378-b9a8-bd4e5425ff77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:27.081060 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:27.082937 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d31a796c-511f-4378-b9a8-bd4e5425ff77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:27.105258 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port 375ed368-72e0-47b9-b4a4-956ec2b07e0f, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=375ed368-72e0-47b9-b4a4-956ec2b07e0f,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:17:27.110950 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:27.176928 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=375ed368-72e0-47b9-b4a4-956ec2b07e0f,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:27.186639 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 96f70cb3-128c-4eea-b498-219b25024fd3 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:17:27.213733 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 96f70cb3-128c-4eea-b498-219b25024fd3 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:17:27.214328 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 96f70cb3-128c-4eea-b498-219b25024fd3 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:17:27.239239 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d31a796c-511f-4378-b9a8-bd4e5425ff77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:27.243347 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d31a796c-511f-4378-b9a8-bd4e5425ff77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:27.271979 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d31a796c-511f-4378-b9a8-bd4e5425ff77 admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:17:27.277391 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31a796c-511f-4378-b9a8-bd4e5425ff77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c600d35f-ba67-48fd-b561-d42dff752a2b,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:27.285294 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d31a796c-511f-4378-b9a8-bd4e5425ff77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:27.285550 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-d31a796c-511f-4378-b9a8-bd4e5425ff77 admin admin] Added segment 7b5a66a2-48c4-4c04-9391-a1357247c0cb of type vlan for network 30bf23b2-b5c9-49c2-b037-63877d0530d3 Sep 17 08:17:27.327187 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d31a796c-511f-4378-b9a8-bd4e5425ff77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:27.356564 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d31a796c-511f-4378-b9a8-bd4e5425ff77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:27.357853 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31a796c-511f-4378-b9a8-bd4e5425ff77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:27.358511 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d31a796c-511f-4378-b9a8-bd4e5425ff77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:27.380107 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47430af9-cff3-48f7-9f44-3b742d0757e3 None None] Sync routers for ids ['a8c77e45-252b-4ee9-8068-ad3d257690ae'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:17:27.398689 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47430af9-cff3-48f7-9f44-3b742d0757e3 None None] Routers {'a8c77e45-252b-4ee9-8068-ad3d257690ae'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:17:27.402040 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-47430af9-cff3-48f7-9f44-3b742d0757e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:17:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['a8c77e45-252b-4ee9-8068-ad3d257690ae'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:17:27.436923 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-d31a796c-511f-4378-b9a8-bd4e5425ff77 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5078509 Sep 17 08:17:27.437640 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44672) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:17:27.438128 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31a796c-511f-4378-b9a8-bd4e5425ff77 admin admin] Pushing event updated for resources: {'Network': ['ID=30bf23b2-b5c9-49c2-b037-63877d0530d3,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:27.443238 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-de599ac4-99fc-4a86-8aa1-d948a0afef46 admin admin] Request body: {'subnet': {'network_id': '30bf23b2-b5c9-49c2-b037-63877d0530d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-860568683-subnet', 'tenant_id': '40463ff7d31c493da1110f685a5f43bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:17:27.452883 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 30bf23b2-b5c9-49c2-b037-63877d0530d3 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:17:27.465783 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de599ac4-99fc-4a86-8aa1-d948a0afef46 admin admin] Made reservation on behalf of 40463ff7d31c493da1110f685a5f43bb for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:17:27.468921 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-de599ac4-99fc-4a86-8aa1-d948a0afef46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:27.590062 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-47430af9-cff3-48f7-9f44-3b742d0757e3 None None] Set router a8c77e45-252b-4ee9-8068-ad3d257690ae gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:17:27.659247 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-de599ac4-99fc-4a86-8aa1-d948a0afef46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:27.713139 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de599ac4-99fc-4a86-8aa1-d948a0afef46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a902b9e-60b5-48e6-bfe1-90a6422d7f70,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:27.728002 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de599ac4-99fc-4a86-8aa1-d948a0afef46 admin admin] Checking segment: {'id': '7b5a66a2-48c4-4c04-9391-a1357247c0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '30bf23b2-b5c9-49c2-b037-63877d0530d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:17:27.728372 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de599ac4-99fc-4a86-8aa1-d948a0afef46 admin admin] Network hostable DHCP agents. Network: 30bf23b2-b5c9-49c2-b037-63877d0530d3, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:17:27.745726 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de599ac4-99fc-4a86-8aa1-d948a0afef46 admin admin] Network 30bf23b2-b5c9-49c2-b037-63877d0530d3 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:17:27.756114 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-de599ac4-99fc-4a86-8aa1-d948a0afef46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 30bf23b2-b5c9-49c2-b037-63877d0530d3) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:17:27.760811 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de599ac4-99fc-4a86-8aa1-d948a0afef46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:27.761460 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-de599ac4-99fc-4a86-8aa1-d948a0afef46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:27.774541 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-de599ac4-99fc-4a86-8aa1-d948a0afef46 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3357568 Sep 17 08:17:27.782447 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb4a96c-8d3c-4fd9-ac0e-59c6b987c142 None None] Network 30bf23b2-b5c9-49c2-b037-63877d0530d3 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:17:27.878802 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-47430af9-cff3-48f7-9f44-3b742d0757e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c77e45-252b-4ee9-8068-ad3d257690ae', 'name': 'tempest-TestVolumeBootPattern-1015506241-router', 'tenant_id': '6f4ea57678d4410d8da66e58c423a1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '375ed368-72e0-47b9-b4a4-956ec2b07e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:17:20Z', 'updated_at': '2021-09-17T08:17:24Z', 'revision_number': 4, 'project_id': '6f4ea57678d4410d8da66e58c423a1b5', 'gw_port': {'id': '375ed368-72e0-47b9-b4a4-956ec2b07e0f', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c77e45-252b-4ee9-8068-ad3d257690ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:17:21Z', 'updated_at': '2021-09-17T08:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '1a85da54-19a2-46b3-8e15-b429e0990dc5', 'name': '', 'network_id': 'a03dff68-5907-4543-939f-2a654545fe85', 'tenant_id': '6f4ea57678d4410d8da66e58c423a1b5', 'mac_address': 'fa:16:3e:86:6e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c77e45-252b-4ee9-8068-ad3d257690ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '796f49d3-1cb3-4aaf-94ab-fce9d3191922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:17:24Z', 'updated_at': '2021-09-17T08:17:25Z', 'revision_number': 2, 'project_id': '6f4ea57678d4410d8da66e58c423a1b5', 'subnets': [{'id': '796f49d3-1cb3-4aaf-94ab-fce9d3191922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:17:27.925815 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47430af9-cff3-48f7-9f44-3b742d0757e3 None None] Checking router: a8c77e45-252b-4ee9-8068-ad3d257690ae for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:17:27.927130 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47430af9-cff3-48f7-9f44-3b742d0757e3 None None] Updating router a8c77e45-252b-4ee9-8068-ad3d257690ae port 1a85da54-19a2-46b3-8e15-b429e0990dc5 binding host n-d-789963-9 {{(pid=101291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 08:17:27.976819 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-47430af9-cff3-48f7-9f44-3b742d0757e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:27.981053 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a4979e-0f2e-4fd1-b71e-a17c8d000e4d None None] Network 30bf23b2-b5c9-49c2-b037-63877d0530d3 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:17:28.301137 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a69c60a-a4ea-428d-ad92-1fd2c9745584 req-fd391e6a-d8e1-4246-8d31-6d2fa9fc1b03 tempest-ServerAddressesTestJSON-1940805371 tempest-ServerAddressesTestJSON-1940805371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:28.302608 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8a69c60a-a4ea-428d-ad92-1fd2c9745584 req-fd391e6a-d8e1-4246-8d31-6d2fa9fc1b03 tempest-ServerAddressesTestJSON-1940805371 tempest-ServerAddressesTestJSON-1940805371-project] 10.222.0.13 "GET /v2.0/networks?id=30bf23b2-b5c9-49c2-b037-63877d0530d3 HTTP/1.1" status: 200 len: 813 time: 0.1781569 Sep 17 08:17:28.308897 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f904c8-2699-416b-b084-d5d97bb80008 req-9994076c-0ece-4482-954c-310ea1b9a3fa tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:28.310261 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d8f904c8-2699-416b-b084-d5d97bb80008 req-9994076c-0ece-4482-954c-310ea1b9a3fa tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/networks?id=660139d9-bdd8-4ad7-b799-f8f93f25eccf HTTP/1.1" status: 200 len: 812 time: 0.1762972 Sep 17 08:17:28.328601 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8a69c60a-a4ea-428d-ad92-1fd2c9745584 req-af382341-a49d-4612-8d6d-280458d5513a tempest-ServerAddressesTestJSON-1940805371 tempest-ServerAddressesTestJSON-1940805371-project] 10.222.0.13 "GET /v2.0/quotas/40463ff7d31c493da1110f685a5f43bb HTTP/1.1" status: 200 len: 375 time: 0.0173187 Sep 17 08:17:28.330060 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d8f904c8-2699-416b-b084-d5d97bb80008 req-fc59b47a-cb0b-477f-baa0-8ea7fe3cacc6 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/quotas/5a6798d8a56640cabd874ecb5022c2e7 HTTP/1.1" status: 200 len: 375 time: 0.0123448 Sep 17 08:17:28.346064 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-47430af9-cff3-48f7-9f44-3b742d0757e3 None None] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:28.352790 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-47430af9-cff3-48f7-9f44-3b742d0757e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:28.370113 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8a69c60a-a4ea-428d-ad92-1fd2c9745584 req-5f7a2c97-b660-4591-9b46-ec1c27297bb9 tempest-ServerAddressesTestJSON-1940805371 tempest-ServerAddressesTestJSON-1940805371-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=40463ff7d31c493da1110f685a5f43bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345149 Sep 17 08:17:28.407402 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413c257e-c6ee-4bdc-bfd3-bf60351f9011 None None] Pushing event updated for resources: {'Port': ['ID=1a85da54-19a2-46b3-8e15-b429e0990dc5,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:28.413435 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d8f904c8-2699-416b-b084-d5d97bb80008 req-e4ad1d9e-e974-489c-b73d-1211c73abeff tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5a6798d8a56640cabd874ecb5022c2e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0679953 Sep 17 08:17:28.476800 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-47430af9-cff3-48f7-9f44-3b742d0757e3 None None] Attempting to bind port 1a85da54-19a2-46b3-8e15-b429e0990dc5 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:17:28.477179 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-47430af9-cff3-48f7-9f44-3b742d0757e3 None None] Attempting to bind port 1a85da54-19a2-46b3-8e15-b429e0990dc5 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '9c8a0f87-cd23-4072-9a6c-ab37eb24f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a03dff68-5907-4543-939f-2a654545fe85'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:17:28.477550 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47430af9-cff3-48f7-9f44-3b742d0757e3 None None] Attempting to bind port 1a85da54-19a2-46b3-8e15-b429e0990dc5 on network a03dff68-5907-4543-939f-2a654545fe85 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:17:28.482736 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47430af9-cff3-48f7-9f44-3b742d0757e3 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:17:28.483123 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47430af9-cff3-48f7-9f44-3b742d0757e3 None None] Checking segment: {'id': '9c8a0f87-cd23-4072-9a6c-ab37eb24f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a03dff68-5907-4543-939f-2a654545fe85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:17:28.483531 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-47430af9-cff3-48f7-9f44-3b742d0757e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:28.483968 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47430af9-cff3-48f7-9f44-3b742d0757e3 None None] Bound using segment: {'id': '9c8a0f87-cd23-4072-9a6c-ab37eb24f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a03dff68-5907-4543-939f-2a654545fe85'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:17:28.484450 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-47430af9-cff3-48f7-9f44-3b742d0757e3 None None] Bound port: 1a85da54-19a2-46b3-8e15-b429e0990dc5, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c8a0f87-cd23-4072-9a6c-ab37eb24f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a03dff68-5907-4543-939f-2a654545fe85'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:17:28.484836 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-47430af9-cff3-48f7-9f44-3b742d0757e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:28.556563 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-47430af9-cff3-48f7-9f44-3b742d0757e3 None None] For port 1a85da54-19a2-46b3-8e15-b429e0990dc5, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:17:28.560547 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-47430af9-cff3-48f7-9f44-3b742d0757e3 None None] For port 1a85da54-19a2-46b3-8e15-b429e0990dc5, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=1a85da54-19a2-46b3-8e15-b429e0990dc5,segment=NetworkSegment(9c8a0f87-cd23-4072-9a6c-ab37eb24f7a3),segment_id=9c8a0f87-cd23-4072-9a6c-ab37eb24f7a3)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:17:28.567496 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-47430af9-cff3-48f7-9f44-3b742d0757e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:28.572279 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d8f904c8-2699-416b-b084-d5d97bb80008 req-8565d1fd-88b8-4be5-a5c6-8261d98a03ad service neutron] 10.222.0.13 "GET /v2.0/networks/660139d9-bdd8-4ad7-b799-f8f93f25eccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517954 Sep 17 08:17:28.601812 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8a69c60a-a4ea-428d-ad92-1fd2c9745584 req-5be541a3-2773-4f8d-9006-33c6b00f28c9 service neutron] 10.222.0.13 "GET /v2.0/networks/30bf23b2-b5c9-49c2-b037-63877d0530d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188156 Sep 17 08:17:28.649873 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47430af9-cff3-48f7-9f44-3b742d0757e3 None None] Routers {'a8c77e45-252b-4ee9-8068-ad3d257690ae'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:17:28.650505 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-47430af9-cff3-48f7-9f44-3b742d0757e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:17:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['a8c77e45-252b-4ee9-8068-ad3d257690ae'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:17:28.653178 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413c257e-c6ee-4bdc-bfd3-bf60351f9011 None None] Pushing event updated for resources: {'Port': ['ID=1a85da54-19a2-46b3-8e15-b429e0990dc5,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:28.659719 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-87ce765a-906a-43c2-83a8-e9f80a655d4f None None] Provisioning complete for port 1a85da54-19a2-46b3-8e15-b429e0990dc5 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:17:28.659719 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-87ce765a-906a-43c2-83a8-e9f80a655d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:28.748171 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d8f904c8-2699-416b-b084-d5d97bb80008 req-d67e0d76-1862-4af4-aa66-430c1727687a service neutron] 10.222.0.13 "GET /v2.0/networks/660139d9-bdd8-4ad7-b799-f8f93f25eccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638026 Sep 17 08:17:28.752332 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8a69c60a-a4ea-428d-ad92-1fd2c9745584 req-36e39146-460c-446e-9f20-5a54a7ab6126 service neutron] 10.222.0.13 "GET /v2.0/networks/30bf23b2-b5c9-49c2-b037-63877d0530d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412706 Sep 17 08:17:28.926648 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 375ed368-72e0-47b9-b4a4-956ec2b07e0f up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:17:29.088266 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 375ed368-72e0-47b9-b4a4-956ec2b07e0f triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:17:29.088859 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:29.125950 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-09e07cc0-67fd-4864-b289-7498b78fcc6e req-fc1ef5dd-5f4d-471e-b7ca-be8ec92217fa tempest-ServerAddressesTestJSON-1940805371 tempest-ServerAddressesTestJSON-1940805371-project] 10.222.0.13 "GET /v2.0/ports?device_id=942f8c58-138b-4824-913a-b88ecd3369a1 HTTP/1.1" status: 200 len: 210 time: 0.0738180 Sep 17 08:17:29.148772 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-47430af9-cff3-48f7-9f44-3b742d0757e3 None None] Set router a8c77e45-252b-4ee9-8068-ad3d257690ae gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:17:29.180641 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c8a85703-4fc3-40a4-81b4-d381b4811836 req-a764ca80-432f-4b84-a003-02ecf8905ac0 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=f08f383f-0614-44d7-99b1-9a55ce918a50 HTTP/1.1" status: 200 len: 210 time: 0.0637417 Sep 17 08:17:29.207625 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-87ce765a-906a-43c2-83a8-e9f80a655d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:29.301740 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-87ce765a-906a-43c2-83a8-e9f80a655d4f None None] For port 1a85da54-19a2-46b3-8e15-b429e0990dc5, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=1a85da54-19a2-46b3-8e15-b429e0990dc5,segment=NetworkSegment(9c8a0f87-cd23-4072-9a6c-ab37eb24f7a3),segment_id=9c8a0f87-cd23-4072-9a6c-ab37eb24f7a3)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:17:29.327822 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-87ce765a-906a-43c2-83a8-e9f80a655d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:29.455557 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ce765a-906a-43c2-83a8-e9f80a655d4f None None] Pushing event updated for resources: {'Port': ['ID=1a85da54-19a2-46b3-8e15-b429e0990dc5,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:29.490469 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-14b91a5b-ab44-409b-9263-ee4928d3339e None None] Provisioning complete for port 1a85da54-19a2-46b3-8e15-b429e0990dc5 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:17:29.490849 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-14b91a5b-ab44-409b-9263-ee4928d3339e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:29.554305 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-47430af9-cff3-48f7-9f44-3b742d0757e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c77e45-252b-4ee9-8068-ad3d257690ae', 'name': 'tempest-TestVolumeBootPattern-1015506241-router', 'tenant_id': '6f4ea57678d4410d8da66e58c423a1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '375ed368-72e0-47b9-b4a4-956ec2b07e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:17:20Z', 'updated_at': '2021-09-17T08:17:24Z', 'revision_number': 4, 'project_id': '6f4ea57678d4410d8da66e58c423a1b5', 'gw_port': {'id': '375ed368-72e0-47b9-b4a4-956ec2b07e0f', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c77e45-252b-4ee9-8068-ad3d257690ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:17:21Z', 'updated_at': '2021-09-17T08:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '1a85da54-19a2-46b3-8e15-b429e0990dc5', 'name': '', 'network_id': 'a03dff68-5907-4543-939f-2a654545fe85', 'tenant_id': '6f4ea57678d4410d8da66e58c423a1b5', 'mac_address': 'fa:16:3e:86:6e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c77e45-252b-4ee9-8068-ad3d257690ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '796f49d3-1cb3-4aaf-94ab-fce9d3191922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:17:24Z', 'updated_at': '2021-09-17T08:17:28Z', 'revision_number': 4, 'project_id': '6f4ea57678d4410d8da66e58c423a1b5', 'subnets': [{'id': '796f49d3-1cb3-4aaf-94ab-fce9d3191922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:17:29.605429 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47430af9-cff3-48f7-9f44-3b742d0757e3 None None] The sync data for ids ['a8c77e45-252b-4ee9-8068-ad3d257690ae'] in n-d-789963-9 is: [{'id': 'a8c77e45-252b-4ee9-8068-ad3d257690ae', 'name': 'tempest-TestVolumeBootPattern-1015506241-router', 'tenant_id': '6f4ea57678d4410d8da66e58c423a1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '375ed368-72e0-47b9-b4a4-956ec2b07e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:17:20Z', 'updated_at': '2021-09-17T08:17:24Z', 'revision_number': 4, 'project_id': '6f4ea57678d4410d8da66e58c423a1b5', 'gw_port': {'id': '375ed368-72e0-47b9-b4a4-956ec2b07e0f', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c77e45-252b-4ee9-8068-ad3d257690ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:17:21Z', 'updated_at': '2021-09-17T08:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '1a85da54-19a2-46b3-8e15-b429e0990dc5', 'name': '', 'network_id': 'a03dff68-5907-4543-939f-2a654545fe85', 'tenant_id': '6f4ea57678d4410d8da66e58c423a1b5', 'mac_address': 'fa:16:3e:86:6e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c77e45-252b-4ee9-8068-ad3d257690ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '796f49d3-1cb3-4aaf-94ab-fce9d3191922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:17:24Z', 'updated_at': '2021-09-17T08:17:28Z', 'revision_number': 4, 'project_id': '6f4ea57678d4410d8da66e58c423a1b5', 'subnets': [{'id': '796f49d3-1cb3-4aaf-94ab-fce9d3191922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:17:30.147731 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a69c60a-a4ea-428d-ad92-1fd2c9745584 req-3053db1b-fe79-46af-8ba3-9ab7cd3d2b5d tempest-ServerAddressesTestJSON-1940805371 tempest-ServerAddressesTestJSON-1940805371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:30.149263 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8a69c60a-a4ea-428d-ad92-1fd2c9745584 req-3053db1b-fe79-46af-8ba3-9ab7cd3d2b5d tempest-ServerAddressesTestJSON-1940805371 tempest-ServerAddressesTestJSON-1940805371-project] 10.222.0.39 "GET /v2.0/networks?id=30bf23b2-b5c9-49c2-b037-63877d0530d3 HTTP/1.1" status: 200 len: 813 time: 0.1185813 Sep 17 08:17:30.169379 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-8a69c60a-a4ea-428d-ad92-1fd2c9745584 req-e73b728f-806f-4110-93c3-17d9db8a5f74 tempest-ServerAddressesTestJSON-1940805371 tempest-ServerAddressesTestJSON-1940805371-project] Request body: {'port': {'device_id': '942f8c58-138b-4824-913a-b88ecd3369a1', 'network_id': '30bf23b2-b5c9-49c2-b037-63877d0530d3', 'admin_state_up': True, 'tenant_id': '40463ff7d31c493da1110f685a5f43bb'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:17:30.238374 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d3c8a878-4bb3-4110-97f5-d4643576e46a req-212fe8bb-308d-40f5-83a4-6e0ce3fa1df0 tempest-ServerAddressesTestJSON-1940805371 tempest-ServerAddressesTestJSON-1940805371-project] 10.222.0.13 "GET /v2.0/ports?device_id=942f8c58-138b-4824-913a-b88ecd3369a1 HTTP/1.1" status: 200 len: 210 time: 0.0274985 Sep 17 08:17:30.278213 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f4b37879-263a-4d88-a003-0d5b2eae3849 req-d502b59f-b60f-485f-9d4d-ea8e52df4ed7 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=f08f383f-0614-44d7-99b1-9a55ce918a50 HTTP/1.1" status: 200 len: 210 time: 0.0276809 Sep 17 08:17:30.326114 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a69c60a-a4ea-428d-ad92-1fd2c9745584 req-e73b728f-806f-4110-93c3-17d9db8a5f74 tempest-ServerAddressesTestJSON-1940805371 tempest-ServerAddressesTestJSON-1940805371-project] Made reservation on behalf of 40463ff7d31c493da1110f685a5f43bb for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:17:30.329650 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8a69c60a-a4ea-428d-ad92-1fd2c9745584 req-e73b728f-806f-4110-93c3-17d9db8a5f74 tempest-ServerAddressesTestJSON-1940805371 tempest-ServerAddressesTestJSON-1940805371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:30.462649 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-8a69c60a-a4ea-428d-ad92-1fd2c9745584 req-e73b728f-806f-4110-93c3-17d9db8a5f74 tempest-ServerAddressesTestJSON-1940805371 tempest-ServerAddressesTestJSON-1940805371-project] Allocated IP 172.20.0.5 (30bf23b2-b5c9-49c2-b037-63877d0530d3/9a902b9e-60b5-48e6-bfe1-90a6422d7f70/a0b822d5-cbfa-46dd-b692-85ee123c85fe) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:17:30.666698 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f904c8-2699-416b-b084-d5d97bb80008 req-96055dcd-6144-474e-9a76-4f078ed643e5 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:30.666698 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d8f904c8-2699-416b-b084-d5d97bb80008 req-96055dcd-6144-474e-9a76-4f078ed643e5 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.39 "GET /v2.0/networks?id=660139d9-bdd8-4ad7-b799-f8f93f25eccf HTTP/1.1" status: 200 len: 812 time: 0.1872060 Sep 17 08:17:30.705524 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8a69c60a-a4ea-428d-ad92-1fd2c9745584 req-e73b728f-806f-4110-93c3-17d9db8a5f74 tempest-ServerAddressesTestJSON-1940805371 tempest-ServerAddressesTestJSON-1940805371-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:30.736055 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-d8f904c8-2699-416b-b084-d5d97bb80008 req-1cd1cf56-315b-4d70-9154-cf91f695d841 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Request body: {'port': {'device_id': 'f08f383f-0614-44d7-99b1-9a55ce918a50', 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf', 'admin_state_up': True, 'tenant_id': '5a6798d8a56640cabd874ecb5022c2e7'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:17:30.763708 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8a69c60a-a4ea-428d-ad92-1fd2c9745584 req-e73b728f-806f-4110-93c3-17d9db8a5f74 tempest-ServerAddressesTestJSON-1940805371 tempest-ServerAddressesTestJSON-1940805371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:30.846906 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a69c60a-a4ea-428d-ad92-1fd2c9745584 req-e73b728f-806f-4110-93c3-17d9db8a5f74 tempest-ServerAddressesTestJSON-1940805371 tempest-ServerAddressesTestJSON-1940805371-project] Network 30bf23b2-b5c9-49c2-b037-63877d0530d3 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:17:30.855567 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-8a69c60a-a4ea-428d-ad92-1fd2c9745584 req-e73b728f-806f-4110-93c3-17d9db8a5f74 tempest-ServerAddressesTestJSON-1940805371 tempest-ServerAddressesTestJSON-1940805371-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:17:30.864349 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a69c60a-a4ea-428d-ad92-1fd2c9745584 req-e73b728f-806f-4110-93c3-17d9db8a5f74 tempest-ServerAddressesTestJSON-1940805371 tempest-ServerAddressesTestJSON-1940805371-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:17:30.870531 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73b728f-806f-4110-93c3-17d9db8a5f74 tempest-ServerAddressesTestJSON-1940805371 tempest-ServerAddressesTestJSON-1940805371-project] Pushing event updated for resources: {'Port': ['ID=a0b822d5-cbfa-46dd-b692-85ee123c85fe,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:30.921098 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 1a85da54-19a2-46b3-8e15-b429e0990dc5 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:17:30.935140 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a69c60a-a4ea-428d-ad92-1fd2c9745584 req-e73b728f-806f-4110-93c3-17d9db8a5f74 tempest-ServerAddressesTestJSON-1940805371 tempest-ServerAddressesTestJSON-1940805371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:30.935700 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8a69c60a-a4ea-428d-ad92-1fd2c9745584 req-e73b728f-806f-4110-93c3-17d9db8a5f74 tempest-ServerAddressesTestJSON-1940805371 tempest-ServerAddressesTestJSON-1940805371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:30.951929 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8f904c8-2699-416b-b084-d5d97bb80008 req-1cd1cf56-315b-4d70-9154-cf91f695d841 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Made reservation on behalf of 5a6798d8a56640cabd874ecb5022c2e7 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:17:30.955580 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-d8f904c8-2699-416b-b084-d5d97bb80008 req-1cd1cf56-315b-4d70-9154-cf91f695d841 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:30.965908 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8a69c60a-a4ea-428d-ad92-1fd2c9745584 req-e73b728f-806f-4110-93c3-17d9db8a5f74 tempest-ServerAddressesTestJSON-1940805371 tempest-ServerAddressesTestJSON-1940805371-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8012848 Sep 17 08:17:30.973740 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 1a85da54-19a2-46b3-8e15-b429e0990dc5 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:17:30.974125 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:30.984268 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-8a69c60a-a4ea-428d-ad92-1fd2c9745584 req-3c3e7b4e-c609-44a8-8847-e2a6e630546c service neutron] Request body: {'port': {'device_id': '942f8c58-138b-4824-913a-b88ecd3369a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:17:31.119246 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8a69c60a-a4ea-428d-ad92-1fd2c9745584 req-3c3e7b4e-c609-44a8-8847-e2a6e630546c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:31.178658 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-d8f904c8-2699-416b-b084-d5d97bb80008 req-1cd1cf56-315b-4d70-9154-cf91f695d841 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Allocated IP 172.20.0.9 (660139d9-bdd8-4ad7-b799-f8f93f25eccf/0d01eb21-118c-498b-a866-b124536b59b1/a1104554-0c8b-42e3-bff9-c23a67296c3d) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:17:31.418589 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-eab809bf-201e-420c-956d-850d9e7b59fd req-fe5ce9c6-6fff-4fdb-9449-aaf35207c357 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=f08f383f-0614-44d7-99b1-9a55ce918a50 HTTP/1.1" status: 200 len: 210 time: 0.0286098 Sep 17 08:17:31.434870 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737743ee-b0f9-4f33-84aa-8f1625673112 req-5a9a6852-5add-4a92-9f37-56b5e6552f13 tempest-ServerAddressesTestJSON-1940805371 tempest-ServerAddressesTestJSON-1940805371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:31.442939 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-737743ee-b0f9-4f33-84aa-8f1625673112 req-5a9a6852-5add-4a92-9f37-56b5e6552f13 tempest-ServerAddressesTestJSON-1940805371 tempest-ServerAddressesTestJSON-1940805371-project] 10.222.0.13 "GET /v2.0/ports?device_id=942f8c58-138b-4824-913a-b88ecd3369a1 HTTP/1.1" status: 200 len: 931 time: 0.1192575 Sep 17 08:17:31.492768 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-d8f904c8-2699-416b-b084-d5d97bb80008 req-1cd1cf56-315b-4d70-9154-cf91f695d841 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:31.494095 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-737743ee-b0f9-4f33-84aa-8f1625673112 req-75d9cf01-d76b-457d-80b9-b1bdb3ef7741 tempest-ServerAddressesTestJSON-1940805371 tempest-ServerAddressesTestJSON-1940805371-project] 10.222.0.13 "GET /v2.0/security-groups?id=c600d35f-ba67-48fd-b561-d42dff752a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471601 Sep 17 08:17:31.558420 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-8a69c60a-a4ea-428d-ad92-1fd2c9745584 req-3c3e7b4e-c609-44a8-8847-e2a6e630546c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0b822d5-cbfa-46dd-b692-85ee123c85fe {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:17:31.568035 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8a69c60a-a4ea-428d-ad92-1fd2c9745584 req-3c3e7b4e-c609-44a8-8847-e2a6e630546c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:31.580734 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-d8f904c8-2699-416b-b084-d5d97bb80008 req-1cd1cf56-315b-4d70-9154-cf91f695d841 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:31.589568 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-8a69c60a-a4ea-428d-ad92-1fd2c9745584 req-3c3e7b4e-c609-44a8-8847-e2a6e630546c service neutron] Transition to ACTIVE for port object a0b822d5-cbfa-46dd-b692-85ee123c85fe will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:17:31.619108 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8a69c60a-a4ea-428d-ad92-1fd2c9745584 req-3c3e7b4e-c609-44a8-8847-e2a6e630546c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:31.636985 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8f904c8-2699-416b-b084-d5d97bb80008 req-1cd1cf56-315b-4d70-9154-cf91f695d841 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Network 660139d9-bdd8-4ad7-b799-f8f93f25eccf is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:17:31.646442 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-d8f904c8-2699-416b-b084-d5d97bb80008 req-1cd1cf56-315b-4d70-9154-cf91f695d841 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:17:31.652565 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8f904c8-2699-416b-b084-d5d97bb80008 req-1cd1cf56-315b-4d70-9154-cf91f695d841 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:17:31.679621 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd1cf56-315b-4d70-9154-cf91f695d841 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Pushing event updated for resources: {'Port': ['ID=a1104554-0c8b-42e3-bff9-c23a67296c3d,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:31.785946 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f904c8-2699-416b-b084-d5d97bb80008 req-1cd1cf56-315b-4d70-9154-cf91f695d841 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:31.786584 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-d8f904c8-2699-416b-b084-d5d97bb80008 req-1cd1cf56-315b-4d70-9154-cf91f695d841 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:31.802526 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3e7b4e-c609-44a8-8847-e2a6e630546c service neutron] Pushing event updated for resources: {'Port': ['ID=a0b822d5-cbfa-46dd-b692-85ee123c85fe,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:31.821016 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d8f904c8-2699-416b-b084-d5d97bb80008 req-1cd1cf56-315b-4d70-9154-cf91f695d841 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0888035 Sep 17 08:17:31.823397 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-8a69c60a-a4ea-428d-ad92-1fd2c9745584 req-3c3e7b4e-c609-44a8-8847-e2a6e630546c service neutron] Attempting to bind port a0b822d5-cbfa-46dd-b692-85ee123c85fe on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:17:31.823734 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-8a69c60a-a4ea-428d-ad92-1fd2c9745584 req-3c3e7b4e-c609-44a8-8847-e2a6e630546c service neutron] Attempting to bind port a0b822d5-cbfa-46dd-b692-85ee123c85fe by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': '7b5a66a2-48c4-4c04-9391-a1357247c0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '30bf23b2-b5c9-49c2-b037-63877d0530d3'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:17:31.824088 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a69c60a-a4ea-428d-ad92-1fd2c9745584 req-3c3e7b4e-c609-44a8-8847-e2a6e630546c service neutron] Attempting to bind port a0b822d5-cbfa-46dd-b692-85ee123c85fe on network 30bf23b2-b5c9-49c2-b037-63877d0530d3 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:17:31.828510 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a69c60a-a4ea-428d-ad92-1fd2c9745584 req-3c3e7b4e-c609-44a8-8847-e2a6e630546c service neutron] Port a0b822d5-cbfa-46dd-b692-85ee123c85fe on network 30bf23b2-b5c9-49c2-b037-63877d0530d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:17:31.828827 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a69c60a-a4ea-428d-ad92-1fd2c9745584 req-3c3e7b4e-c609-44a8-8847-e2a6e630546c service neutron] Attempting to bind port a0b822d5-cbfa-46dd-b692-85ee123c85fe on network 30bf23b2-b5c9-49c2-b037-63877d0530d3 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:17:31.842117 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-d8f904c8-2699-416b-b084-d5d97bb80008 req-0d2c7883-6d23-4257-ae18-42d43a5c7ff9 service neutron] Request body: {'port': {'device_id': 'f08f383f-0614-44d7-99b1-9a55ce918a50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:17:31.846921 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a69c60a-a4ea-428d-ad92-1fd2c9745584 req-3c3e7b4e-c609-44a8-8847-e2a6e630546c service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:17:31.846921 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a69c60a-a4ea-428d-ad92-1fd2c9745584 req-3c3e7b4e-c609-44a8-8847-e2a6e630546c service neutron] Checking segment: {'id': '7b5a66a2-48c4-4c04-9391-a1357247c0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '30bf23b2-b5c9-49c2-b037-63877d0530d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:17:31.847319 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a69c60a-a4ea-428d-ad92-1fd2c9745584 req-3c3e7b4e-c609-44a8-8847-e2a6e630546c service neutron] Bound using segment: {'id': '7b5a66a2-48c4-4c04-9391-a1357247c0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '30bf23b2-b5c9-49c2-b037-63877d0530d3'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:17:31.847653 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-8a69c60a-a4ea-428d-ad92-1fd2c9745584 req-3c3e7b4e-c609-44a8-8847-e2a6e630546c service neutron] Bound port: a0b822d5-cbfa-46dd-b692-85ee123c85fe, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b5a66a2-48c4-4c04-9391-a1357247c0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '30bf23b2-b5c9-49c2-b037-63877d0530d3'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:17:31.848075 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8a69c60a-a4ea-428d-ad92-1fd2c9745584 req-3c3e7b4e-c609-44a8-8847-e2a6e630546c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:31.946809 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-d8f904c8-2699-416b-b084-d5d97bb80008 req-0d2c7883-6d23-4257-ae18-42d43a5c7ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:31.956964 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-a18217cf-7a87-4378-9136-371e32c4a320 None None] Provisioning complete for port a1104554-0c8b-42e3-bff9-c23a67296c3d triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:17:31.957874 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a18217cf-7a87-4378-9136-371e32c4a320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:31.989924 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-8a69c60a-a4ea-428d-ad92-1fd2c9745584 req-3c3e7b4e-c609-44a8-8847-e2a6e630546c service neutron] For port a0b822d5-cbfa-46dd-b692-85ee123c85fe, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:17:31.997433 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-a18217cf-7a87-4378-9136-371e32c4a320 None None] Port a1104554-0c8b-42e3-bff9-c23a67296c3d cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:17:32.006544 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-8a69c60a-a4ea-428d-ad92-1fd2c9745584 req-3c3e7b4e-c609-44a8-8847-e2a6e630546c service neutron] For port a0b822d5-cbfa-46dd-b692-85ee123c85fe, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=a0b822d5-cbfa-46dd-b692-85ee123c85fe,segment=NetworkSegment(7b5a66a2-48c4-4c04-9391-a1357247c0cb),segment_id=7b5a66a2-48c4-4c04-9391-a1357247c0cb)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:17:32.019779 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8a69c60a-a4ea-428d-ad92-1fd2c9745584 req-3c3e7b4e-c609-44a8-8847-e2a6e630546c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:32.115340 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a69c60a-a4ea-428d-ad92-1fd2c9745584 req-3c3e7b4e-c609-44a8-8847-e2a6e630546c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:32.115990 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8a69c60a-a4ea-428d-ad92-1fd2c9745584 req-3c3e7b4e-c609-44a8-8847-e2a6e630546c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:32.117423 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8a69c60a-a4ea-428d-ad92-1fd2c9745584 req-3c3e7b4e-c609-44a8-8847-e2a6e630546c service neutron] 10.222.0.39 "PUT /v2.0/ports/a0b822d5-cbfa-46dd-b692-85ee123c85fe HTTP/1.1" status: 200 len: 1091 time: 1.1383307 Sep 17 08:17:32.117869 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '942f8c58-138b-4824-913a-b88ecd3369a1', 'tag': 'a0b822d5-cbfa-46dd-b692-85ee123c85fe'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:17:32.120117 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8fce3c5-3572-4ae5-85db-9a6b35633cc0" -d '{"events": [{"name": "network-changed", "server_uuid": "942f8c58-138b-4824-913a-b88ecd3369a1", "tag": "a0b822d5-cbfa-46dd-b692-85ee123c85fe"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:17:32.174541 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d3a62d5-76b3-4ed8-99c3-0041c5eb8bb8 x-openstack-request-id: req-4d3a62d5-76b3-4ed8-99c3-0041c5eb8bb8 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:17:32.174906 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "942f8c58-138b-4824-913a-b88ecd3369a1", "tag": "a0b822d5-cbfa-46dd-b692-85ee123c85fe", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:17:32.175220 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4d3a62d5-76b3-4ed8-99c3-0041c5eb8bb8 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:17:32.175666 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '942f8c58-138b-4824-913a-b88ecd3369a1', 'tag': 'a0b822d5-cbfa-46dd-b692-85ee123c85fe', 'status': 'completed', 'code': 200} Sep 17 08:17:32.176505 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3e7b4e-c609-44a8-8847-e2a6e630546c service neutron] Pushing event updated for resources: {'Port': ['ID=a0b822d5-cbfa-46dd-b692-85ee123c85fe,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:32.276081 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a69c60a-a4ea-428d-ad92-1fd2c9745584 req-b4230bc2-847b-46c0-9e99-0150133e3c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:32.277604 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8a69c60a-a4ea-428d-ad92-1fd2c9745584 req-b4230bc2-847b-46c0-9e99-0150133e3c72 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=40463ff7d31c493da1110f685a5f43bb&device_id=942f8c58-138b-4824-913a-b88ecd3369a1 HTTP/1.1" status: 200 len: 1094 time: 0.0949156 Sep 17 08:17:32.331129 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8a69c60a-a4ea-428d-ad92-1fd2c9745584 req-79eea70a-0906-4112-859d-57cfd022c26f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0b822d5-cbfa-46dd-b692-85ee123c85fe HTTP/1.1" status: 200 len: 217 time: 0.0365467 Sep 17 08:17:32.414271 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-d8f904c8-2699-416b-b084-d5d97bb80008 req-0d2c7883-6d23-4257-ae18-42d43a5c7ff9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1104554-0c8b-42e3-bff9-c23a67296c3d {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:17:32.423167 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a69c60a-a4ea-428d-ad92-1fd2c9745584 req-181c3820-dc5d-4f27-b13c-a00ea68c323b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:32.424719 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8a69c60a-a4ea-428d-ad92-1fd2c9745584 req-181c3820-dc5d-4f27-b13c-a00ea68c323b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9a902b9e-60b5-48e6-bfe1-90a6422d7f70 HTTP/1.1" status: 200 len: 853 time: 0.0852330 Sep 17 08:17:32.426446 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-d8f904c8-2699-416b-b084-d5d97bb80008 req-0d2c7883-6d23-4257-ae18-42d43a5c7ff9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:32.462207 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8a69c60a-a4ea-428d-ad92-1fd2c9745584 req-90273b0c-049f-4630-ad9d-829cb168601e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=30bf23b2-b5c9-49c2-b037-63877d0530d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294456 Sep 17 08:17:32.463285 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-d8f904c8-2699-416b-b084-d5d97bb80008 req-0d2c7883-6d23-4257-ae18-42d43a5c7ff9 service neutron] Transition to ACTIVE for port object a1104554-0c8b-42e3-bff9-c23a67296c3d will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:17:32.467485 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-d8f904c8-2699-416b-b084-d5d97bb80008 req-0d2c7883-6d23-4257-ae18-42d43a5c7ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:32.586924 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f7a43d-9ed4-486e-a2a2-27c60c70204e req-86c6be5b-75cf-4558-866e-92dba1505292 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:32.588713 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c5f7a43d-9ed4-486e-a2a2-27c60c70204e req-86c6be5b-75cf-4558-866e-92dba1505292 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=f08f383f-0614-44d7-99b1-9a55ce918a50 HTTP/1.1" status: 200 len: 943 time: 0.0891304 Sep 17 08:17:32.594137 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2c7883-6d23-4257-ae18-42d43a5c7ff9 service neutron] Pushing event updated for resources: {'Port': ['ID=a1104554-0c8b-42e3-bff9-c23a67296c3d,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:32.659792 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8a69c60a-a4ea-428d-ad92-1fd2c9745584 req-8b6691b6-e439-4c6a-bd22-010af9f406ec service neutron] 10.222.0.39 "GET /v2.0/networks/30bf23b2-b5c9-49c2-b037-63877d0530d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886740 Sep 17 08:17:32.680050 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c5f7a43d-9ed4-486e-a2a2-27c60c70204e req-9f40db86-d91f-43f5-8cf7-5f13a23b2ce1 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566368 Sep 17 08:17:32.702358 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052f03e1-f7e0-4662-bd9a-25fa5a68ee18 req-d4719615-84e2-4594-a969-c4954dcaf580 tempest-ServerAddressesTestJSON-1940805371 tempest-ServerAddressesTestJSON-1940805371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:32.704634 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-052f03e1-f7e0-4662-bd9a-25fa5a68ee18 req-d4719615-84e2-4594-a969-c4954dcaf580 tempest-ServerAddressesTestJSON-1940805371 tempest-ServerAddressesTestJSON-1940805371-project] 10.222.0.13 "GET /v2.0/ports?device_id=942f8c58-138b-4824-913a-b88ecd3369a1 HTTP/1.1" status: 200 len: 943 time: 0.1370087 Sep 17 08:17:32.706568 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-d8f904c8-2699-416b-b084-d5d97bb80008 req-0d2c7883-6d23-4257-ae18-42d43a5c7ff9 service neutron] Attempting to bind port a1104554-0c8b-42e3-bff9-c23a67296c3d on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:17:32.706847 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-d8f904c8-2699-416b-b084-d5d97bb80008 req-0d2c7883-6d23-4257-ae18-42d43a5c7ff9 service neutron] Attempting to bind port a1104554-0c8b-42e3-bff9-c23a67296c3d by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': '87efb6ce-2270-470a-8c19-7b337a956aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:17:32.707173 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f904c8-2699-416b-b084-d5d97bb80008 req-0d2c7883-6d23-4257-ae18-42d43a5c7ff9 service neutron] Attempting to bind port a1104554-0c8b-42e3-bff9-c23a67296c3d on network 660139d9-bdd8-4ad7-b799-f8f93f25eccf {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:17:32.715911 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f904c8-2699-416b-b084-d5d97bb80008 req-0d2c7883-6d23-4257-ae18-42d43a5c7ff9 service neutron] Port a1104554-0c8b-42e3-bff9-c23a67296c3d on network 660139d9-bdd8-4ad7-b799-f8f93f25eccf not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:17:32.716361 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f904c8-2699-416b-b084-d5d97bb80008 req-0d2c7883-6d23-4257-ae18-42d43a5c7ff9 service neutron] Attempting to bind port a1104554-0c8b-42e3-bff9-c23a67296c3d on network 660139d9-bdd8-4ad7-b799-f8f93f25eccf {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:17:32.755515 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f904c8-2699-416b-b084-d5d97bb80008 req-0d2c7883-6d23-4257-ae18-42d43a5c7ff9 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:17:32.755874 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f904c8-2699-416b-b084-d5d97bb80008 req-0d2c7883-6d23-4257-ae18-42d43a5c7ff9 service neutron] Checking segment: {'id': '87efb6ce-2270-470a-8c19-7b337a956aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:17:32.756274 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f904c8-2699-416b-b084-d5d97bb80008 req-0d2c7883-6d23-4257-ae18-42d43a5c7ff9 service neutron] Bound using segment: {'id': '87efb6ce-2270-470a-8c19-7b337a956aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:17:32.756709 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-d8f904c8-2699-416b-b084-d5d97bb80008 req-0d2c7883-6d23-4257-ae18-42d43a5c7ff9 service neutron] Bound port: a1104554-0c8b-42e3-bff9-c23a67296c3d, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87efb6ce-2270-470a-8c19-7b337a956aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:17:32.757067 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-d8f904c8-2699-416b-b084-d5d97bb80008 req-0d2c7883-6d23-4257-ae18-42d43a5c7ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:32.763556 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-052f03e1-f7e0-4662-bd9a-25fa5a68ee18 req-1dfc1251-798e-49c9-9bd8-9833f3a8ce48 tempest-ServerAddressesTestJSON-1940805371 tempest-ServerAddressesTestJSON-1940805371-project] 10.222.0.13 "GET /v2.0/security-groups?id=c600d35f-ba67-48fd-b561-d42dff752a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509121 Sep 17 08:17:32.817073 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8a69c60a-a4ea-428d-ad92-1fd2c9745584 req-fec66dfa-b3f6-43b9-a5bd-a9badf3973ff service neutron] 10.222.0.39 "GET /v2.0/networks/30bf23b2-b5c9-49c2-b037-63877d0530d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480267 Sep 17 08:17:32.854006 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-d8f904c8-2699-416b-b084-d5d97bb80008 req-0d2c7883-6d23-4257-ae18-42d43a5c7ff9 service neutron] For port a1104554-0c8b-42e3-bff9-c23a67296c3d, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:17:32.857294 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-d8f904c8-2699-416b-b084-d5d97bb80008 req-0d2c7883-6d23-4257-ae18-42d43a5c7ff9 service neutron] For port a1104554-0c8b-42e3-bff9-c23a67296c3d, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=a1104554-0c8b-42e3-bff9-c23a67296c3d,segment=NetworkSegment(87efb6ce-2270-470a-8c19-7b337a956aa6),segment_id=87efb6ce-2270-470a-8c19-7b337a956aa6)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:17:32.861845 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-d8f904c8-2699-416b-b084-d5d97bb80008 req-0d2c7883-6d23-4257-ae18-42d43a5c7ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:32.898602 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f904c8-2699-416b-b084-d5d97bb80008 req-0d2c7883-6d23-4257-ae18-42d43a5c7ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:32.899230 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-d8f904c8-2699-416b-b084-d5d97bb80008 req-0d2c7883-6d23-4257-ae18-42d43a5c7ff9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:32.900657 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d8f904c8-2699-416b-b084-d5d97bb80008 req-0d2c7883-6d23-4257-ae18-42d43a5c7ff9 service neutron] 10.222.0.39 "PUT /v2.0/ports/a1104554-0c8b-42e3-bff9-c23a67296c3d HTTP/1.1" status: 200 len: 1091 time: 1.0645902 Sep 17 08:17:32.921125 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2c7883-6d23-4257-ae18-42d43a5c7ff9 service neutron] Pushing event updated for resources: {'Port': ['ID=a1104554-0c8b-42e3-bff9-c23a67296c3d,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:32.966636 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fce3c5-3572-4ae5-85db-9a6b35633cc0 req-3c555eb2-b98a-4734-a76f-ea2eecdc52dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:32.968416 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f8fce3c5-3572-4ae5-85db-9a6b35633cc0 req-3c555eb2-b98a-4734-a76f-ea2eecdc52dc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=40463ff7d31c493da1110f685a5f43bb&device_id=942f8c58-138b-4824-913a-b88ecd3369a1 HTTP/1.1" status: 200 len: 1094 time: 0.0438168 Sep 17 08:17:33.071871 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f904c8-2699-416b-b084-d5d97bb80008 req-272e97e2-7d1a-4ea2-9a3a-b14cb9cba3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:33.073419 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d8f904c8-2699-416b-b084-d5d97bb80008 req-272e97e2-7d1a-4ea2-9a3a-b14cb9cba3aa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5a6798d8a56640cabd874ecb5022c2e7&device_id=f08f383f-0614-44d7-99b1-9a55ce918a50 HTTP/1.1" status: 200 len: 1094 time: 0.1038377 Sep 17 08:17:33.131426 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d8f904c8-2699-416b-b084-d5d97bb80008 req-8cedf9ff-87ce-41b9-82f6-89eebaa3ba75 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1104554-0c8b-42e3-bff9-c23a67296c3d HTTP/1.1" status: 200 len: 217 time: 0.0441415 Sep 17 08:17:33.134164 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fce3c5-3572-4ae5-85db-9a6b35633cc0 req-1904440f-bf90-4f89-b79a-9fe8cfb010b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:33.135564 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f8fce3c5-3572-4ae5-85db-9a6b35633cc0 req-1904440f-bf90-4f89-b79a-9fe8cfb010b9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=30bf23b2-b5c9-49c2-b037-63877d0530d3 HTTP/1.1" status: 200 len: 914 time: 0.1581545 Sep 17 08:17:33.208522 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f8fce3c5-3572-4ae5-85db-9a6b35633cc0 req-29f14c3f-b498-43d2-8a3c-3af86418f009 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0b822d5-cbfa-46dd-b692-85ee123c85fe HTTP/1.1" status: 200 len: 217 time: 0.0557482 Sep 17 08:17:33.246661 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f904c8-2699-416b-b084-d5d97bb80008 req-b7662ab3-0ce4-4b62-81b8-37468ecf3e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:33.248498 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d8f904c8-2699-416b-b084-d5d97bb80008 req-b7662ab3-0ce4-4b62-81b8-37468ecf3e75 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d01eb21-118c-498b-a866-b124536b59b1 HTTP/1.1" status: 200 len: 851 time: 0.1032076 Sep 17 08:17:33.293746 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fce3c5-3572-4ae5-85db-9a6b35633cc0 req-4f57d736-1b41-441a-9d40-5c1c2de27f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:33.295210 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f8fce3c5-3572-4ae5-85db-9a6b35633cc0 req-4f57d736-1b41-441a-9d40-5c1c2de27f61 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9a902b9e-60b5-48e6-bfe1-90a6422d7f70 HTTP/1.1" status: 200 len: 853 time: 0.0787537 Sep 17 08:17:33.328780 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f904c8-2699-416b-b084-d5d97bb80008 req-c0e38860-aaa3-4f00-b168-b83d351b956f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:33.330299 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d8f904c8-2699-416b-b084-d5d97bb80008 req-c0e38860-aaa3-4f00-b168-b83d351b956f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=660139d9-bdd8-4ad7-b799-f8f93f25eccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738456 Sep 17 08:17:33.332020 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f8fce3c5-3572-4ae5-85db-9a6b35633cc0 req-ecca708e-ba79-4486-ab23-5f0b1d28e61e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=30bf23b2-b5c9-49c2-b037-63877d0530d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291104 Sep 17 08:17:33.489383 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d8f904c8-2699-416b-b084-d5d97bb80008 req-0e6d7306-329e-4af5-b8cd-7ae5b6231430 service neutron] 10.222.0.39 "GET /v2.0/networks/660139d9-bdd8-4ad7-b799-f8f93f25eccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462038 Sep 17 08:17:33.492556 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f8fce3c5-3572-4ae5-85db-9a6b35633cc0 req-4c16f6e8-c5ee-4da9-8914-29ea8d7bacb8 service neutron] 10.222.0.39 "GET /v2.0/networks/30bf23b2-b5c9-49c2-b037-63877d0530d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485190 Sep 17 08:17:33.655023 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d8f904c8-2699-416b-b084-d5d97bb80008 req-275f4adf-8e7f-46a5-8822-c257a0455845 service neutron] 10.222.0.39 "GET /v2.0/networks/660139d9-bdd8-4ad7-b799-f8f93f25eccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521342 Sep 17 08:17:33.656938 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f8fce3c5-3572-4ae5-85db-9a6b35633cc0 req-5d09eb05-76a5-4054-9fef-cf2199aef697 service neutron] 10.222.0.39 "GET /v2.0/networks/30bf23b2-b5c9-49c2-b037-63877d0530d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473825 Sep 17 08:17:33.786675 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22aebfa-65db-4d3a-bd79-822af86074be req-fdcb0b1a-a098-48bc-954b-ef931a83a51b tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:33.788151 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b22aebfa-65db-4d3a-bd79-822af86074be req-fdcb0b1a-a098-48bc-954b-ef931a83a51b tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=f08f383f-0614-44d7-99b1-9a55ce918a50 HTTP/1.1" status: 200 len: 943 time: 0.0488896 Sep 17 08:17:33.833899 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b22aebfa-65db-4d3a-bd79-822af86074be req-6ad7e5bf-8f43-4d75-a1a6-b6436699fbe6 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394905 Sep 17 08:17:33.897835 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5496da6-1501-40b6-8cd8-a9bccbba38b7 req-6604b379-c517-4726-8fb0-341a9d09bfd4 tempest-ServerAddressesTestJSON-1940805371 tempest-ServerAddressesTestJSON-1940805371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:33.899317 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b5496da6-1501-40b6-8cd8-a9bccbba38b7 req-6604b379-c517-4726-8fb0-341a9d09bfd4 tempest-ServerAddressesTestJSON-1940805371 tempest-ServerAddressesTestJSON-1940805371-project] 10.222.0.13 "GET /v2.0/ports?device_id=942f8c58-138b-4824-913a-b88ecd3369a1 HTTP/1.1" status: 200 len: 943 time: 0.0501103 Sep 17 08:17:33.936813 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b5496da6-1501-40b6-8cd8-a9bccbba38b7 req-3740f75b-7327-4f99-9dcc-c191bdc45503 tempest-ServerAddressesTestJSON-1940805371 tempest-ServerAddressesTestJSON-1940805371-project] 10.222.0.13 "GET /v2.0/security-groups?id=c600d35f-ba67-48fd-b561-d42dff752a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314405 Sep 17 08:17:34.176941 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f08f383f-0614-44d7-99b1-9a55ce918a50', 'tag': 'a1104554-0c8b-42e3-bff9-c23a67296c3d'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:17:34.179264 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c550ed-7f26-4545-8db0-469ab615466c" -d '{"events": [{"name": "network-changed", "server_uuid": "f08f383f-0614-44d7-99b1-9a55ce918a50", "tag": "a1104554-0c8b-42e3-bff9-c23a67296c3d"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:17:34.214382 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56af54b-8c53-482f-8945-896fd3b7d244 x-openstack-request-id: req-d56af54b-8c53-482f-8945-896fd3b7d244 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:17:34.214675 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f08f383f-0614-44d7-99b1-9a55ce918a50", "tag": "a1104554-0c8b-42e3-bff9-c23a67296c3d", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:17:34.214930 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d56af54b-8c53-482f-8945-896fd3b7d244 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:17:34.215337 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f08f383f-0614-44d7-99b1-9a55ce918a50', 'tag': 'a1104554-0c8b-42e3-bff9-c23a67296c3d', 'status': 'completed', 'code': 200} Sep 17 08:17:34.302201 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c550ed-7f26-4545-8db0-469ab615466c req-45544b82-50ac-4bf7-81d1-03c54f32506c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:34.303735 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-00c550ed-7f26-4545-8db0-469ab615466c req-45544b82-50ac-4bf7-81d1-03c54f32506c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5a6798d8a56640cabd874ecb5022c2e7&device_id=f08f383f-0614-44d7-99b1-9a55ce918a50 HTTP/1.1" status: 200 len: 1094 time: 0.0434558 Sep 17 08:17:34.397814 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c550ed-7f26-4545-8db0-469ab615466c req-ff33151d-598e-4118-9cfc-abe4745a6ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:34.399367 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-00c550ed-7f26-4545-8db0-469ab615466c req-ff33151d-598e-4118-9cfc-abe4745a6ab1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=660139d9-bdd8-4ad7-b799-f8f93f25eccf HTTP/1.1" status: 200 len: 913 time: 0.0884056 Sep 17 08:17:34.449528 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-00c550ed-7f26-4545-8db0-469ab615466c req-51f3f11f-e1c8-4b43-9364-d20b8d00c3c4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1104554-0c8b-42e3-bff9-c23a67296c3d HTTP/1.1" status: 200 len: 217 time: 0.0414829 Sep 17 08:17:34.499909 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c550ed-7f26-4545-8db0-469ab615466c req-5b0a1984-b4d3-4da0-a508-ecfb80cd5251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:34.502029 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-00c550ed-7f26-4545-8db0-469ab615466c req-5b0a1984-b4d3-4da0-a508-ecfb80cd5251 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d01eb21-118c-498b-a866-b124536b59b1 HTTP/1.1" status: 200 len: 851 time: 0.0448945 Sep 17 08:17:34.546787 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c550ed-7f26-4545-8db0-469ab615466c req-60c972dc-52e4-4b96-996d-2f88ece0cf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:34.548886 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-00c550ed-7f26-4545-8db0-469ab615466c req-60c972dc-52e4-4b96-996d-2f88ece0cf13 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=660139d9-bdd8-4ad7-b799-f8f93f25eccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400610 Sep 17 08:17:34.953892 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba0bc6-5d75-4788-9240-54613a7bbd4d req-9d6bd728-bade-44a5-a3a6-229b68aee176 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:34.955959 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-48ba0bc6-5d75-4788-9240-54613a7bbd4d req-9d6bd728-bade-44a5-a3a6-229b68aee176 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=f08f383f-0614-44d7-99b1-9a55ce918a50 HTTP/1.1" status: 200 len: 943 time: 0.0539994 Sep 17 08:17:34.970592 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-00c550ed-7f26-4545-8db0-469ab615466c req-0bbdd069-22f1-494d-993f-33f74a56792d service neutron] 10.222.0.39 "GET /v2.0/networks/660139d9-bdd8-4ad7-b799-f8f93f25eccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4136841 Sep 17 08:17:34.996602 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-48ba0bc6-5d75-4788-9240-54613a7bbd4d req-b606e6ce-5761-43b8-9df0-ea870c4931bb tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325851 Sep 17 08:17:35.055989 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77edcb0a-a497-4eb9-b206-e57b0b210c72 req-18133d6a-0289-4835-b0b9-503f75202f10 tempest-ServerAddressesTestJSON-1940805371 tempest-ServerAddressesTestJSON-1940805371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:35.057489 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-77edcb0a-a497-4eb9-b206-e57b0b210c72 req-18133d6a-0289-4835-b0b9-503f75202f10 tempest-ServerAddressesTestJSON-1940805371 tempest-ServerAddressesTestJSON-1940805371-project] 10.222.0.13 "GET /v2.0/ports?device_id=942f8c58-138b-4824-913a-b88ecd3369a1 HTTP/1.1" status: 200 len: 943 time: 0.0504870 Sep 17 08:17:35.061883 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-00c550ed-7f26-4545-8db0-469ab615466c req-f350b786-badc-441f-8e25-b2b77f865ec8 service neutron] 10.222.0.39 "GET /v2.0/networks/660139d9-bdd8-4ad7-b799-f8f93f25eccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835528 Sep 17 08:17:35.098853 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-77edcb0a-a497-4eb9-b206-e57b0b210c72 req-24336a0f-c459-419b-9b16-3322905e718a tempest-ServerAddressesTestJSON-1940805371 tempest-ServerAddressesTestJSON-1940805371-project] 10.222.0.13 "GET /v2.0/security-groups?id=c600d35f-ba67-48fd-b561-d42dff752a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352883 Sep 17 08:17:35.433373 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:35.730000 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:36.109771 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba8e8cc-e920-4480-a95c-05238bb0eb4c req-a0578eb0-ccd3-4572-b1ea-ebaa555fe62c tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:36.111322 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-eba8e8cc-e920-4480-a95c-05238bb0eb4c req-a0578eb0-ccd3-4572-b1ea-ebaa555fe62c tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=f08f383f-0614-44d7-99b1-9a55ce918a50 HTTP/1.1" status: 200 len: 943 time: 0.0486517 Sep 17 08:17:36.148959 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-eba8e8cc-e920-4480-a95c-05238bb0eb4c req-5bdc6370-1bfd-488d-9c32-e7a940bbf721 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317512 Sep 17 08:17:36.217346 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be9611c-b45b-4468-adf0-fde3ccba1555 req-b3652f2a-e5a0-4bc4-adc0-776be16eac98 tempest-ServerAddressesTestJSON-1940805371 tempest-ServerAddressesTestJSON-1940805371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:36.218819 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3be9611c-b45b-4468-adf0-fde3ccba1555 req-b3652f2a-e5a0-4bc4-adc0-776be16eac98 tempest-ServerAddressesTestJSON-1940805371 tempest-ServerAddressesTestJSON-1940805371-project] 10.222.0.13 "GET /v2.0/ports?device_id=942f8c58-138b-4824-913a-b88ecd3369a1 HTTP/1.1" status: 200 len: 943 time: 0.0517182 Sep 17 08:17:36.255175 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3be9611c-b45b-4468-adf0-fde3ccba1555 req-cbc6fcd7-fb3c-4e11-99c6-287d09449472 tempest-ServerAddressesTestJSON-1940805371 tempest-ServerAddressesTestJSON-1940805371-project] 10.222.0.13 "GET /v2.0/security-groups?id=c600d35f-ba67-48fd-b561-d42dff752a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304627 Sep 17 08:17:36.895697 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device a0b822d5-cbfa-46dd-b692-85ee123c85fe details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:17:36.991952 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port a0b822d5-cbfa-46dd-b692-85ee123c85fe, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=a0b822d5-cbfa-46dd-b692-85ee123c85fe,segment=NetworkSegment(7b5a66a2-48c4-4c04-9391-a1357247c0cb),segment_id=7b5a66a2-48c4-4c04-9391-a1357247c0cb)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:17:37.003280 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': 'a0b822d5-cbfa-46dd-b692-85ee123c85fe', 'network_id': '30bf23b2-b5c9-49c2-b037-63877d0530d3', 'port_id': 'a0b822d5-cbfa-46dd-b692-85ee123c85fe', 'mac_address': 'fa:16:3e:f5:61:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a902b9e-60b5-48e6-bfe1-90a6422d7f70', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:17:37.039056 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:37.051138 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0b822d5-cbfa-46dd-b692-85ee123c85fe {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:17:37.069739 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port a0b822d5-cbfa-46dd-b692-85ee123c85fe, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=a0b822d5-cbfa-46dd-b692-85ee123c85fe,segment=NetworkSegment(7b5a66a2-48c4-4c04-9391-a1357247c0cb),segment_id=7b5a66a2-48c4-4c04-9391-a1357247c0cb)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:17:37.074568 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:37.124769 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=a0b822d5-cbfa-46dd-b692-85ee123c85fe,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:37.252598 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:17:37.260751 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cbd315-bdd0-460a-b7d8-ef87f7f7b0e2 req-b07375a7-7a2c-4ffd-9cc7-e8d964601afa tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:37.262449 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-85cbd315-bdd0-460a-b7d8-ef87f7f7b0e2 req-b07375a7-7a2c-4ffd-9cc7-e8d964601afa tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=f08f383f-0614-44d7-99b1-9a55ce918a50 HTTP/1.1" status: 200 len: 943 time: 0.0472486 Sep 17 08:17:37.300751 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-85cbd315-bdd0-460a-b7d8-ef87f7f7b0e2 req-e1062b29-435a-4bd5-85f0-58f29ba750aa tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313551 Sep 17 08:17:37.368849 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c49053-c1dc-4cf3-b447-68be814e984f req-96eaf5d3-412a-4a44-98cd-66bc2948f6a7 tempest-ServerAddressesTestJSON-1940805371 tempest-ServerAddressesTestJSON-1940805371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:37.370136 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-80c49053-c1dc-4cf3-b447-68be814e984f req-96eaf5d3-412a-4a44-98cd-66bc2948f6a7 tempest-ServerAddressesTestJSON-1940805371 tempest-ServerAddressesTestJSON-1940805371-project] 10.222.0.13 "GET /v2.0/ports?device_id=942f8c58-138b-4824-913a-b88ecd3369a1 HTTP/1.1" status: 200 len: 944 time: 0.0470438 Sep 17 08:17:37.406683 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-80c49053-c1dc-4cf3-b447-68be814e984f req-b3aee389-2f5f-4bcc-a0f4-f5e0d20c0706 tempest-ServerAddressesTestJSON-1940805371 tempest-ServerAddressesTestJSON-1940805371-project] 10.222.0.13 "GET /v2.0/security-groups?id=c600d35f-ba67-48fd-b561-d42dff752a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300505 Sep 17 08:17:37.455046 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['a0b822d5-cbfa-46dd-b692-85ee123c85fe'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:17:38.418433 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655e4593-8db6-40f6-a1ca-1b1cb18e90eb req-550a32f3-f84a-4e02-bb55-5a1b4357e74b tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:38.419929 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-655e4593-8db6-40f6-a1ca-1b1cb18e90eb req-550a32f3-f84a-4e02-bb55-5a1b4357e74b tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=f08f383f-0614-44d7-99b1-9a55ce918a50 HTTP/1.1" status: 200 len: 943 time: 0.0520701 Sep 17 08:17:38.457384 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-655e4593-8db6-40f6-a1ca-1b1cb18e90eb req-e992f214-cd47-46bc-929f-56b9f348f390 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310190 Sep 17 08:17:38.520121 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134342f2-2f0b-44a8-b646-eee238c105c4 req-b7eb3530-90bb-427f-b925-08e98b7afc6b tempest-ServerAddressesTestJSON-1940805371 tempest-ServerAddressesTestJSON-1940805371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:38.521575 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-134342f2-2f0b-44a8-b646-eee238c105c4 req-b7eb3530-90bb-427f-b925-08e98b7afc6b tempest-ServerAddressesTestJSON-1940805371 tempest-ServerAddressesTestJSON-1940805371-project] 10.222.0.13 "GET /v2.0/ports?device_id=942f8c58-138b-4824-913a-b88ecd3369a1 HTTP/1.1" status: 200 len: 944 time: 0.0472810 Sep 17 08:17:38.558485 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-134342f2-2f0b-44a8-b646-eee238c105c4 req-37777ee1-0d45-41a0-aba2-e45f65f02dde tempest-ServerAddressesTestJSON-1940805371 tempest-ServerAddressesTestJSON-1940805371-project] 10.222.0.13 "GET /v2.0/security-groups?id=c600d35f-ba67-48fd-b561-d42dff752a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310996 Sep 17 08:17:38.909104 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device a0b822d5-cbfa-46dd-b692-85ee123c85fe up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:17:38.956220 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port a0b822d5-cbfa-46dd-b692-85ee123c85fe completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:17:38.959645 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port a0b822d5-cbfa-46dd-b692-85ee123c85fe triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:17:38.960057 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:39.037288 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:39.058425 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '942f8c58-138b-4824-913a-b88ecd3369a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b822d5-cbfa-46dd-b692-85ee123c85fe'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:17:39.060844 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a4bdcf-f46e-4ce6-991b-23563daf85bc" -d '{"events": [{"server_uuid": "942f8c58-138b-4824-913a-b88ecd3369a1", "name": "network-vif-plugged", "status": "completed", "tag": "a0b822d5-cbfa-46dd-b692-85ee123c85fe"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:17:39.073332 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port a0b822d5-cbfa-46dd-b692-85ee123c85fe, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=a0b822d5-cbfa-46dd-b692-85ee123c85fe,segment=NetworkSegment(7b5a66a2-48c4-4c04-9391-a1357247c0cb),segment_id=7b5a66a2-48c4-4c04-9391-a1357247c0cb)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:17:39.077636 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:39.106174 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f79db91-3868-4465-b14b-2732b7f2c936 x-openstack-request-id: req-1f79db91-3868-4465-b14b-2732b7f2c936 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:17:39.106469 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "942f8c58-138b-4824-913a-b88ecd3369a1", "name": "network-vif-plugged", "status": "completed", "tag": "a0b822d5-cbfa-46dd-b692-85ee123c85fe", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:17:39.106724 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1f79db91-3868-4465-b14b-2732b7f2c936 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:17:39.107144 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '942f8c58-138b-4824-913a-b88ecd3369a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b822d5-cbfa-46dd-b692-85ee123c85fe', 'code': 200} Sep 17 08:17:39.130526 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=a0b822d5-cbfa-46dd-b692-85ee123c85fe,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:39.228732 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa088f80-0983-426b-bc5a-f1344fa033eb req-2eb2dfe2-ca36-4d14-88a5-fc36849220d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:39.230240 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-aa088f80-0983-426b-bc5a-f1344fa033eb req-2eb2dfe2-ca36-4d14-88a5-fc36849220d1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=942f8c58-138b-4824-913a-b88ecd3369a1 HTTP/1.1" status: 200 len: 1096 time: 0.0443258 Sep 17 08:17:39.265532 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-aa088f80-0983-426b-bc5a-f1344fa033eb req-e669ab4a-a797-4576-af64-1959be144f08 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c600d35f-ba67-48fd-b561-d42dff752a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273018 Sep 17 08:17:39.570498 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2524a7b-a715-4bc7-a999-8bae55df84f3 req-f0ce4522-a40a-47ea-b953-fe4d3b0ae142 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:39.571998 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a2524a7b-a715-4bc7-a999-8bae55df84f3 req-f0ce4522-a40a-47ea-b953-fe4d3b0ae142 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=f08f383f-0614-44d7-99b1-9a55ce918a50 HTTP/1.1" status: 200 len: 943 time: 0.0475826 Sep 17 08:17:39.608494 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a2524a7b-a715-4bc7-a999-8bae55df84f3 req-1caa8bdd-8b2a-4e54-bd84-54cd698aa96a tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306261 Sep 17 08:17:39.676291 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d51b558-125e-4a30-be6a-540babdce42b req-c28b97c7-1fde-4199-a61e-57ac140f706d tempest-ServerAddressesTestJSON-1940805371 tempest-ServerAddressesTestJSON-1940805371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:39.677753 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5d51b558-125e-4a30-be6a-540babdce42b req-c28b97c7-1fde-4199-a61e-57ac140f706d tempest-ServerAddressesTestJSON-1940805371 tempest-ServerAddressesTestJSON-1940805371-project] 10.222.0.13 "GET /v2.0/ports?device_id=942f8c58-138b-4824-913a-b88ecd3369a1 HTTP/1.1" status: 200 len: 945 time: 0.0508404 Sep 17 08:17:39.714366 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5d51b558-125e-4a30-be6a-540babdce42b req-e5a3573e-acd1-4f8a-902a-2c6ffc9b8b78 tempest-ServerAddressesTestJSON-1940805371 tempest-ServerAddressesTestJSON-1940805371-project] 10.222.0.13 "GET /v2.0/security-groups?id=c600d35f-ba67-48fd-b561-d42dff752a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307617 Sep 17 08:17:40.725325 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0029eb2-109e-4fd0-a870-15d57e48aac8 req-b3ecf2ac-0396-42bc-a7ca-fe54c910958a tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:40.727061 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e0029eb2-109e-4fd0-a870-15d57e48aac8 req-b3ecf2ac-0396-42bc-a7ca-fe54c910958a tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=f08f383f-0614-44d7-99b1-9a55ce918a50 HTTP/1.1" status: 200 len: 943 time: 0.0506287 Sep 17 08:17:40.769364 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e0029eb2-109e-4fd0-a870-15d57e48aac8 req-6e2fe310-eb92-4077-a63c-b4179fc5ed4d tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358479 Sep 17 08:17:40.838147 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32263d9-a5d5-47c9-8791-59f4078272c8 req-76277e05-cf2b-42d2-ae66-6c890d4f545b tempest-ServerAddressesTestJSON-1940805371 tempest-ServerAddressesTestJSON-1940805371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:40.839625 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c32263d9-a5d5-47c9-8791-59f4078272c8 req-76277e05-cf2b-42d2-ae66-6c890d4f545b tempest-ServerAddressesTestJSON-1940805371 tempest-ServerAddressesTestJSON-1940805371-project] 10.222.0.13 "GET /v2.0/ports?device_id=942f8c58-138b-4824-913a-b88ecd3369a1 HTTP/1.1" status: 200 len: 945 time: 0.0468853 Sep 17 08:17:40.877250 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c32263d9-a5d5-47c9-8791-59f4078272c8 req-5776d3d0-94e6-4fdf-80c9-dea4d0e5a422 tempest-ServerAddressesTestJSON-1940805371 tempest-ServerAddressesTestJSON-1940805371-project] 10.222.0.13 "GET /v2.0/security-groups?id=c600d35f-ba67-48fd-b561-d42dff752a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310993 Sep 17 08:17:41.242552 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9347baa5-bdd5-46ab-b79f-5b63a02e7301 req-6227ebb2-2da3-48f1-b0b3-1d1ccb24ef9a tempest-ServerAddressesTestJSON-1940805371 tempest-ServerAddressesTestJSON-1940805371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:41.244035 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9347baa5-bdd5-46ab-b79f-5b63a02e7301 req-6227ebb2-2da3-48f1-b0b3-1d1ccb24ef9a tempest-ServerAddressesTestJSON-1940805371 tempest-ServerAddressesTestJSON-1940805371-project] 10.222.0.13 "GET /v2.0/ports?device_id=942f8c58-138b-4824-913a-b88ecd3369a1 HTTP/1.1" status: 200 len: 945 time: 0.0513418 Sep 17 08:17:41.283252 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9347baa5-bdd5-46ab-b79f-5b63a02e7301 req-8ddd1d87-64f4-428b-8a1e-027b9a0d638f tempest-ServerAddressesTestJSON-1940805371 tempest-ServerAddressesTestJSON-1940805371-project] 10.222.0.13 "GET /v2.0/security-groups?id=c600d35f-ba67-48fd-b561-d42dff752a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327144 Sep 17 08:17:41.883699 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53322aa7-e7be-4a71-afd3-4db037322304 req-de9f9c28-58db-4813-9bd5-8d63937b3998 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:41.885222 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-53322aa7-e7be-4a71-afd3-4db037322304 req-de9f9c28-58db-4813-9bd5-8d63937b3998 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=f08f383f-0614-44d7-99b1-9a55ce918a50 HTTP/1.1" status: 200 len: 943 time: 0.0479250 Sep 17 08:17:41.923853 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-53322aa7-e7be-4a71-afd3-4db037322304 req-2f6da97a-c2d2-4eb3-bca2-a68a1520a284 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318234 Sep 17 08:17:42.399106 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b807dc3-5cad-4937-86f8-2ef2de8cf87a req-366fdcb2-eedd-4ba6-a1ba-9cbae2efc690 tempest-ServerAddressesTestJSON-1940805371 tempest-ServerAddressesTestJSON-1940805371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:42.400519 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0b807dc3-5cad-4937-86f8-2ef2de8cf87a req-366fdcb2-eedd-4ba6-a1ba-9cbae2efc690 tempest-ServerAddressesTestJSON-1940805371 tempest-ServerAddressesTestJSON-1940805371-project] 10.222.0.13 "GET /v2.0/ports?device_id=942f8c58-138b-4824-913a-b88ecd3369a1 HTTP/1.1" status: 200 len: 945 time: 0.0510249 Sep 17 08:17:42.443128 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0b807dc3-5cad-4937-86f8-2ef2de8cf87a req-78ae53e9-1dd8-4863-a21f-08f141a3eba2 tempest-ServerAddressesTestJSON-1940805371 tempest-ServerAddressesTestJSON-1940805371-project] 10.222.0.13 "GET /v2.0/security-groups?id=c600d35f-ba67-48fd-b561-d42dff752a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366263 Sep 17 08:17:42.846542 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d31d2-f499-4629-a7f9-c30210533aa7 req-20090f72-cef1-4437-aa0c-29defc2bf7cb tempest-ServerAddressesTestJSON-1940805371 tempest-ServerAddressesTestJSON-1940805371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:42.848016 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-240d31d2-f499-4629-a7f9-c30210533aa7 req-20090f72-cef1-4437-aa0c-29defc2bf7cb tempest-ServerAddressesTestJSON-1940805371 tempest-ServerAddressesTestJSON-1940805371-project] 10.222.0.39 "GET /v2.0/ports?device_id=942f8c58-138b-4824-913a-b88ecd3369a1 HTTP/1.1" status: 200 len: 945 time: 0.0466938 Sep 17 08:17:42.933719 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-240d31d2-f499-4629-a7f9-c30210533aa7 req-e294d471-67a2-44e3-accd-2d60e20aa952 tempest-ServerAddressesTestJSON-1940805371 tempest-ServerAddressesTestJSON-1940805371-project] Deleting port a0b822d5-cbfa-46dd-b692-85ee123c85fe {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:17:42.934058 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-240d31d2-f499-4629-a7f9-c30210533aa7 req-e294d471-67a2-44e3-accd-2d60e20aa952 tempest-ServerAddressesTestJSON-1940805371 tempest-ServerAddressesTestJSON-1940805371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:43.027334 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-240d31d2-f499-4629-a7f9-c30210533aa7 req-e294d471-67a2-44e3-accd-2d60e20aa952 tempest-ServerAddressesTestJSON-1940805371 tempest-ServerAddressesTestJSON-1940805371-project] For port a0b822d5-cbfa-46dd-b692-85ee123c85fe, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=a0b822d5-cbfa-46dd-b692-85ee123c85fe,segment=NetworkSegment(7b5a66a2-48c4-4c04-9391-a1357247c0cb),segment_id=7b5a66a2-48c4-4c04-9391-a1357247c0cb)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:17:43.027712 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-240d31d2-f499-4629-a7f9-c30210533aa7 req-e294d471-67a2-44e3-accd-2d60e20aa952 tempest-ServerAddressesTestJSON-1940805371 tempest-ServerAddressesTestJSON-1940805371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:43.047739 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-240d31d2-f499-4629-a7f9-c30210533aa7 req-e294d471-67a2-44e3-accd-2d60e20aa952 tempest-ServerAddressesTestJSON-1940805371 tempest-ServerAddressesTestJSON-1940805371-project] Calling delete_port for a0b822d5-cbfa-46dd-b692-85ee123c85fe owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:17:43.048578 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c1cb5-d2f9-4df6-b791-00866b614c26 req-8f969835-e4f4-488c-ab7a-2477be0619ed tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:43.050155 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-103c1cb5-d2f9-4df6-b791-00866b614c26 req-8f969835-e4f4-488c-ab7a-2477be0619ed tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=f08f383f-0614-44d7-99b1-9a55ce918a50 HTTP/1.1" status: 200 len: 943 time: 0.0586600 Sep 17 08:17:43.088057 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-103c1cb5-d2f9-4df6-b791-00866b614c26 req-b0577bdb-16f0-4e5f-8387-43664d34b279 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316834 Sep 17 08:17:43.174808 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-240d31d2-f499-4629-a7f9-c30210533aa7 req-e294d471-67a2-44e3-accd-2d60e20aa952 tempest-ServerAddressesTestJSON-1940805371 tempest-ServerAddressesTestJSON-1940805371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:43.201966 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e294d471-67a2-44e3-accd-2d60e20aa952 tempest-ServerAddressesTestJSON-1940805371 tempest-ServerAddressesTestJSON-1940805371-project] Pushing event deleted for resources: {'Port': ['ID=a0b822d5-cbfa-46dd-b692-85ee123c85fe,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:43.208169 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['a0b822d5-cbfa-46dd-b692-85ee123c85fe'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:17:43.242152 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-240d31d2-f499-4629-a7f9-c30210533aa7 req-e294d471-67a2-44e3-accd-2d60e20aa952 tempest-ServerAddressesTestJSON-1940805371 tempest-ServerAddressesTestJSON-1940805371-project] No DVR routers for this DVR port a0b822d5-cbfa-46dd-b692-85ee123c85fe on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:17:43.244675 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-240d31d2-f499-4629-a7f9-c30210533aa7 req-e294d471-67a2-44e3-accd-2d60e20aa952 tempest-ServerAddressesTestJSON-1940805371 tempest-ServerAddressesTestJSON-1940805371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:43.246636 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-240d31d2-f499-4629-a7f9-c30210533aa7 req-e294d471-67a2-44e3-accd-2d60e20aa952 tempest-ServerAddressesTestJSON-1940805371 tempest-ServerAddressesTestJSON-1940805371-project] 10.222.0.39 "DELETE /v2.0/ports/a0b822d5-cbfa-46dd-b692-85ee123c85fe HTTP/1.1" status: 204 len: 173 time: 0.3928032 Sep 17 08:17:43.247070 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '942f8c58-138b-4824-913a-b88ecd3369a1', 'name': 'network-vif-deleted', 'tag': 'a0b822d5-cbfa-46dd-b692-85ee123c85fe'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:17:43.249814 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2024a288-86f3-45ca-bb33-0c6810be507c" -d '{"events": [{"server_uuid": "942f8c58-138b-4824-913a-b88ecd3369a1", "name": "network-vif-deleted", "tag": "a0b822d5-cbfa-46dd-b692-85ee123c85fe"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:17:43.289933 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-781d9fc7-001d-42cd-bb8d-736c53c1b719 x-openstack-request-id: req-781d9fc7-001d-42cd-bb8d-736c53c1b719 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:17:43.290251 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "942f8c58-138b-4824-913a-b88ecd3369a1", "name": "network-vif-deleted", "tag": "a0b822d5-cbfa-46dd-b692-85ee123c85fe", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:17:43.290500 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-781d9fc7-001d-42cd-bb8d-736c53c1b719 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:17:43.290923 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '942f8c58-138b-4824-913a-b88ecd3369a1', 'name': 'network-vif-deleted', 'tag': 'a0b822d5-cbfa-46dd-b692-85ee123c85fe', 'status': 'completed', 'code': 200} Sep 17 08:17:43.544542 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b7cb3938-2db7-40bf-b22a-0a0a0cd5c49d req-24131b7c-990a-474e-81dd-63c3ea3e54e7 tempest-ServerAddressesTestJSON-1940805371 tempest-ServerAddressesTestJSON-1940805371-project] 10.222.0.13 "GET /v2.0/ports?device_id=942f8c58-138b-4824-913a-b88ecd3369a1 HTTP/1.1" status: 200 len: 210 time: 0.0251884 Sep 17 08:17:44.198955 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea44527-68b4-472a-93fb-128049f85b82 req-f5c17c20-13f6-42c1-8f2a-7dc818711f4e tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:44.200427 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4ea44527-68b4-472a-93fb-128049f85b82 req-f5c17c20-13f6-42c1-8f2a-7dc818711f4e tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=f08f383f-0614-44d7-99b1-9a55ce918a50 HTTP/1.1" status: 200 len: 943 time: 0.0464869 Sep 17 08:17:44.237100 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4ea44527-68b4-472a-93fb-128049f85b82 req-479dd764-bf10-4390-a4da-167e6e16283c tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303953 Sep 17 08:17:44.600944 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44834) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:17:44.644170 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-25d8866f-5b67-46e6-bf0c-15234f57318f admin admin] Deleting subnet 9a902b9e-60b5-48e6-bfe1-90a6422d7f70 {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:17:44.647081 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-25d8866f-5b67-46e6-bf0c-15234f57318f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:44.685070 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-25d8866f-5b67-46e6-bf0c-15234f57318f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:44.721565 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-25d8866f-5b67-46e6-bf0c-15234f57318f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:44.778097 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-25d8866f-5b67-46e6-bf0c-15234f57318f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:44.806315 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-25d8866f-5b67-46e6-bf0c-15234f57318f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:44.808254 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-25d8866f-5b67-46e6-bf0c-15234f57318f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9a902b9e-60b5-48e6-bfe1-90a6422d7f70 HTTP/1.1" status: 204 len: 168 time: 0.2062891 Sep 17 08:17:44.809324 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d8866f-5b67-46e6-bf0c-15234f57318f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a902b9e-60b5-48e6-bfe1-90a6422d7f70,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:44.810809 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 44836) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:17:44.879032 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-36764428-758e-4d78-9c8e-da82add6ec5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:44.915514 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device a1104554-0c8b-42e3-bff9-c23a67296c3d details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:17:44.953047 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-36764428-758e-4d78-9c8e-da82add6ec5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:44.972385 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-36764428-758e-4d78-9c8e-da82add6ec5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30bf23b2-b5c9-49c2-b037-63877d0530d3']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:17:44.981162 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-36764428-758e-4d78-9c8e-da82add6ec5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b5a66a2-48c4-4c04-9391-a1357247c0cb') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:17:44.981456 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-36764428-758e-4d78-9c8e-da82add6ec5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b5a66a2-48c4-4c04-9391-a1357247c0cb') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:17:44.994194 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-36764428-758e-4d78-9c8e-da82add6ec5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:45.007308 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-36764428-758e-4d78-9c8e-da82add6ec5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:45.011006 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port a1104554-0c8b-42e3-bff9-c23a67296c3d, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=a1104554-0c8b-42e3-bff9-c23a67296c3d,segment=NetworkSegment(87efb6ce-2270-470a-8c19-7b337a956aa6),segment_id=87efb6ce-2270-470a-8c19-7b337a956aa6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:17:45.013464 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36764428-758e-4d78-9c8e-da82add6ec5b admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:17:45.013857 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-36764428-758e-4d78-9c8e-da82add6ec5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:45.016400 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:17:45.016400 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:17:45.016400 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:17:45.016400 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:17:45.016400 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:17:45.016400 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:17:45.016400 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:17:45.016400 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:17:45.016400 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:17:45.016400 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:17:45.016400 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:17:45.016400 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:17:45.016400 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:17:45.016400 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:17:45.016400 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:17:45.016400 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:17:45.016400 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:17:45.016400 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:17:45.016400 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:17:45.016400 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:17:45.016400 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:17:45.016400 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:17:45.016400 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:17:45.016400 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:17:45.016400 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:17:45.016400 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:17:45.016400 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:17:45.016400 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:17:45.016400 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:17:45.016400 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:17:45.016400 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:17:45.016400 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:17:45.023341 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': 'a1104554-0c8b-42e3-bff9-c23a67296c3d', 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf', 'port_id': 'a1104554-0c8b-42e3-bff9-c23a67296c3d', 'mac_address': 'fa:16:3e:6b:ff:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d01eb21-118c-498b-a866-b124536b59b1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:17:45.059488 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:45.069363 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-36764428-758e-4d78-9c8e-da82add6ec5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:45.073448 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1104554-0c8b-42e3-bff9-c23a67296c3d {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:17:45.090516 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-36764428-758e-4d78-9c8e-da82add6ec5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:45.092433 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-36764428-758e-4d78-9c8e-da82add6ec5b admin admin] 10.222.0.13 "DELETE /v2.0/networks/30bf23b2-b5c9-49c2-b037-63877d0530d3 HTTP/1.1" status: 204 len: 168 time: 0.2806473 Sep 17 08:17:45.094046 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36764428-758e-4d78-9c8e-da82add6ec5b admin admin] Pushing event deleted for resources: {'Network': ['ID=30bf23b2-b5c9-49c2-b037-63877d0530d3,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:45.095439 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port a1104554-0c8b-42e3-bff9-c23a67296c3d, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=a1104554-0c8b-42e3-bff9-c23a67296c3d,segment=NetworkSegment(87efb6ce-2270-470a-8c19-7b337a956aa6),segment_id=87efb6ce-2270-470a-8c19-7b337a956aa6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:17:45.100358 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:45.163233 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=a1104554-0c8b-42e3-bff9-c23a67296c3d,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:45.213003 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44842) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:17:45.253551 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c54f2656-189d-455c-bee5-c5a84efc326c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=40463ff7d31c493da1110f685a5f43bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392833 Sep 17 08:17:45.255889 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44844) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:17:45.309098 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c3b78f91-c35b-474b-9e4e-c3190c95d01a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:45.330035 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c3b78f91-c35b-474b-9e4e-c3190c95d01a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:45.351412 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae1d9d-9127-4227-9f9a-e1c4b1417b1e req-924afd1e-5cc5-465a-b31c-bf901c273793 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:45.352950 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6cae1d9d-9127-4227-9f9a-e1c4b1417b1e req-924afd1e-5cc5-465a-b31c-bf901c273793 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=f08f383f-0614-44d7-99b1-9a55ce918a50 HTTP/1.1" status: 200 len: 944 time: 0.0478547 Sep 17 08:17:45.381241 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c3b78f91-c35b-474b-9e4e-c3190c95d01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:45.384495 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c3b78f91-c35b-474b-9e4e-c3190c95d01a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:45.385192 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c3b78f91-c35b-474b-9e4e-c3190c95d01a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c600d35f-ba67-48fd-b561-d42dff752a2b HTTP/1.1" status: 204 len: 168 time: 0.1284165 Sep 17 08:17:45.392302 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6cae1d9d-9127-4227-9f9a-e1c4b1417b1e req-ad673aaf-ae8a-49da-96b8-bb2286b9a0c8 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326700 Sep 17 08:17:45.393264 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b78f91-c35b-474b-9e4e-c3190c95d01a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c600d35f-ba67-48fd-b561-d42dff752a2b,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:45.505586 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['a1104554-0c8b-42e3-bff9-c23a67296c3d'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:17:46.035551 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 44868) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:17:46.130151 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-043d4408-56f2-4ded-8eb8-503a21089fd4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1217549549-network', 'tenant_id': '34b9d74541724c24a2058e22401611b9'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:17:46.155768 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043d4408-56f2-4ded-8eb8-503a21089fd4 admin admin] Made reservation on behalf of 34b9d74541724c24a2058e22401611b9 for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:17:46.157974 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-043d4408-56f2-4ded-8eb8-503a21089fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:46.166037 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-043d4408-56f2-4ded-8eb8-503a21089fd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:46.254799 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-043d4408-56f2-4ded-8eb8-503a21089fd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:46.258869 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-043d4408-56f2-4ded-8eb8-503a21089fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:46.284436 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-043d4408-56f2-4ded-8eb8-503a21089fd4 admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:17:46.293977 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d4408-56f2-4ded-8eb8-503a21089fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd27c06d-685a-465b-8c7c-d50965cbcee2,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:46.299465 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-043d4408-56f2-4ded-8eb8-503a21089fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:46.299824 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-043d4408-56f2-4ded-8eb8-503a21089fd4 admin admin] Added segment d33211d4-e596-43e0-adba-2f6540362278 of type vlan for network c210c600-e193-40a1-9592-6870b6538743 Sep 17 08:17:46.341871 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-043d4408-56f2-4ded-8eb8-503a21089fd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:46.365713 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-043d4408-56f2-4ded-8eb8-503a21089fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:46.366749 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043d4408-56f2-4ded-8eb8-503a21089fd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:46.367337 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-043d4408-56f2-4ded-8eb8-503a21089fd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:46.398138 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-043d4408-56f2-4ded-8eb8-503a21089fd4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.3614411 Sep 17 08:17:46.401285 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 44874) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:17:46.406194 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-22dafdeb-99a5-4430-89e2-7a4cd8e69d90 admin admin] Request body: {'subnet': {'network_id': 'c210c600-e193-40a1-9592-6870b6538743', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1217549549-subnet', 'tenant_id': '34b9d74541724c24a2058e22401611b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:17:46.428283 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22dafdeb-99a5-4430-89e2-7a4cd8e69d90 admin admin] Made reservation on behalf of 34b9d74541724c24a2058e22401611b9 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:17:46.432044 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-22dafdeb-99a5-4430-89e2-7a4cd8e69d90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:46.432632 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d4408-56f2-4ded-8eb8-503a21089fd4 admin admin] Pushing event updated for resources: {'Network': ['ID=c210c600-e193-40a1-9592-6870b6538743,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:46.444382 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network c210c600-e193-40a1-9592-6870b6538743 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:17:46.513268 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a4dad-aa57-4483-9dbe-70d632d4ecf7 req-6f2b4217-96b7-4496-991e-f262ace2e7f2 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:46.515135 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ec4a4dad-aa57-4483-9dbe-70d632d4ecf7 req-6f2b4217-96b7-4496-991e-f262ace2e7f2 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=f08f383f-0614-44d7-99b1-9a55ce918a50 HTTP/1.1" status: 200 len: 944 time: 0.0500057 Sep 17 08:17:46.555063 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ec4a4dad-aa57-4483-9dbe-70d632d4ecf7 req-ad3f2a12-f809-4fe1-8894-496347f26edf tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322175 Sep 17 08:17:46.599201 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-22dafdeb-99a5-4430-89e2-7a4cd8e69d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:46.651886 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dafdeb-99a5-4430-89e2-7a4cd8e69d90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72f3fa29-4c80-4c5d-affb-43118f7a3dd6,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:46.662871 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22dafdeb-99a5-4430-89e2-7a4cd8e69d90 admin admin] Checking segment: {'id': 'd33211d4-e596-43e0-adba-2f6540362278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c210c600-e193-40a1-9592-6870b6538743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:17:46.663232 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22dafdeb-99a5-4430-89e2-7a4cd8e69d90 admin admin] Network hostable DHCP agents. Network: c210c600-e193-40a1-9592-6870b6538743, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:17:46.679478 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22dafdeb-99a5-4430-89e2-7a4cd8e69d90 admin admin] Network c210c600-e193-40a1-9592-6870b6538743 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:17:46.688507 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-22dafdeb-99a5-4430-89e2-7a4cd8e69d90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, c210c600-e193-40a1-9592-6870b6538743) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:17:46.692993 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22dafdeb-99a5-4430-89e2-7a4cd8e69d90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:46.694117 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-22dafdeb-99a5-4430-89e2-7a4cd8e69d90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:46.697279 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21144ce-2a73-49da-a146-b96e96018cff None None] Network c210c600-e193-40a1-9592-6870b6538743 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:17:46.708846 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-22dafdeb-99a5-4430-89e2-7a4cd8e69d90 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.3064976 Sep 17 08:17:46.711619 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 44878) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:17:46.716129 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-30dce80c-d38d-4647-a5ec-28fdd9fb8550 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1217549549-router', 'tenant_id': '34b9d74541724c24a2058e22401611b9', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:17:46.737664 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-30dce80c-d38d-4647-a5ec-28fdd9fb8550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:46.738738 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-30dce80c-d38d-4647-a5ec-28fdd9fb8550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:46.787774 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-30dce80c-d38d-4647-a5ec-28fdd9fb8550 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:46.819290 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6615333-dbc7-413b-805c-8c9e67cb05ec None None] Network c210c600-e193-40a1-9592-6870b6538743 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:17:46.915552 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device a1104554-0c8b-42e3-bff9-c23a67296c3d up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:17:46.918903 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-30dce80c-d38d-4647-a5ec-28fdd9fb8550 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:46.980022 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port a1104554-0c8b-42e3-bff9-c23a67296c3d completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:17:46.983653 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port a1104554-0c8b-42e3-bff9-c23a67296c3d triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:17:46.984055 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:47.061877 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:47.085688 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f08f383f-0614-44d7-99b1-9a55ce918a50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1104554-0c8b-42e3-bff9-c23a67296c3d'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:17:47.088022 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62760da8-4e1c-49c6-8f74-ded0149e0d0b" -d '{"events": [{"server_uuid": "f08f383f-0614-44d7-99b1-9a55ce918a50", "name": "network-vif-plugged", "status": "completed", "tag": "a1104554-0c8b-42e3-bff9-c23a67296c3d"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:17:47.101415 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port a1104554-0c8b-42e3-bff9-c23a67296c3d, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=a1104554-0c8b-42e3-bff9-c23a67296c3d,segment=NetworkSegment(87efb6ce-2270-470a-8c19-7b337a956aa6),segment_id=87efb6ce-2270-470a-8c19-7b337a956aa6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:17:47.106819 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:47.108537 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device a0b822d5-cbfa-46dd-b692-85ee123c85fe no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:17:47.150944 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-319319e4-52a3-43c9-b730-f33b1cd2aaa3 x-openstack-request-id: req-319319e4-52a3-43c9-b730-f33b1cd2aaa3 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:17:47.151243 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f08f383f-0614-44d7-99b1-9a55ce918a50", "name": "network-vif-plugged", "status": "completed", "tag": "a1104554-0c8b-42e3-bff9-c23a67296c3d", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:17:47.151500 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-319319e4-52a3-43c9-b730-f33b1cd2aaa3 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:17:47.152090 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f08f383f-0614-44d7-99b1-9a55ce918a50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1104554-0c8b-42e3-bff9-c23a67296c3d', 'code': 200} Sep 17 08:17:47.156629 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: a0b822d5-cbfa-46dd-b692-85ee123c85fe {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:17:47.156980 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device a0b822d5-cbfa-46dd-b692-85ee123c85fe not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:17:47.181301 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=a1104554-0c8b-42e3-bff9-c23a67296c3d,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:47.189670 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:17:47.190026 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:17:47.190379 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:17:47.190729 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:17:47.191073 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:17:47.191414 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:17:47.191754 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:17:47.192133 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:17:47.192467 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:17:47.192799 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:17:47.193131 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:17:47.193460 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:17:47.262186 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8411af-138e-43a2-839c-bc528f3feb1a req-f46577d2-aff2-4c23-8c2e-4696827bb75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:47.264568 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6b8411af-138e-43a2-839c-bc528f3feb1a req-f46577d2-aff2-4c23-8c2e-4696827bb75a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f08f383f-0614-44d7-99b1-9a55ce918a50 HTTP/1.1" status: 200 len: 1096 time: 0.0428724 Sep 17 08:17:47.300162 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6b8411af-138e-43a2-839c-bc528f3feb1a req-eca8a65e-29a8-4f3e-9526-d344d4f97006 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295153 Sep 17 08:17:47.465440 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-30dce80c-d38d-4647-a5ec-28fdd9fb8550 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:47.483707 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-30dce80c-d38d-4647-a5ec-28fdd9fb8550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:47.584373 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-30dce80c-d38d-4647-a5ec-28fdd9fb8550 admin admin] Allocated IP 172.25.6.95 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/e0db8e41-c4c0-494b-96e8-99adbf798e87) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:17:47.719427 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b01d62-bac8-4b93-9728-8c56ba6d5bb5 req-a6b0dc0d-e58b-4a71-aab4-e834c3b6d14d tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:47.720846 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-67b01d62-bac8-4b93-9728-8c56ba6d5bb5 req-a6b0dc0d-e58b-4a71-aab4-e834c3b6d14d tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=f08f383f-0614-44d7-99b1-9a55ce918a50 HTTP/1.1" status: 200 len: 945 time: 0.0974045 Sep 17 08:17:47.723457 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-30dce80c-d38d-4647-a5ec-28fdd9fb8550 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:47.775682 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-67b01d62-bac8-4b93-9728-8c56ba6d5bb5 req-1a97f7da-4d92-4bc8-ab3f-a98999c48f83 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480502 Sep 17 08:17:47.783034 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-30dce80c-d38d-4647-a5ec-28fdd9fb8550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:47.822881 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30dce80c-d38d-4647-a5ec-28fdd9fb8550 admin admin] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:17:47.825838 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-30dce80c-d38d-4647-a5ec-28fdd9fb8550 admin admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:17:47.831272 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dce80c-d38d-4647-a5ec-28fdd9fb8550 admin admin] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:17:47.836542 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dce80c-d38d-4647-a5ec-28fdd9fb8550 admin admin] Pushing event updated for resources: {'Port': ['ID=e0db8e41-c4c0-494b-96e8-99adbf798e87,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:48.065775 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-30dce80c-d38d-4647-a5ec-28fdd9fb8550 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:48.261564 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-30dce80c-d38d-4647-a5ec-28fdd9fb8550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:48.411418 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30dce80c-d38d-4647-a5ec-28fdd9fb8550 admin admin] Router 198da38c-2c36-464b-a834-01a03c23948e is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 08:17:48.519776 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30dce80c-d38d-4647-a5ec-28fdd9fb8550 admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:17:48.528872 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ada390-18ed-4087-b2bf-8830aa59e7d7 None None] Sync routers for ids ['198da38c-2c36-464b-a834-01a03c23948e'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:17:48.536022 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-30dce80c-d38d-4647-a5ec-28fdd9fb8550 admin admin] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:48.539995 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-30dce80c-d38d-4647-a5ec-28fdd9fb8550 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 1.8247607 Sep 17 08:17:48.540144 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ada390-18ed-4087-b2bf-8830aa59e7d7 None None] Routers {'198da38c-2c36-464b-a834-01a03c23948e'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:17:48.540144 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-13ada390-18ed-4087-b2bf-8830aa59e7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:17:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['198da38c-2c36-464b-a834-01a03c23948e'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:17:48.540345 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 44888) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:17:48.654889 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-13ada390-18ed-4087-b2bf-8830aa59e7d7 None None] Set router 198da38c-2c36-464b-a834-01a03c23948e gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:17:48.851812 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-13ada390-18ed-4087-b2bf-8830aa59e7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198da38c-2c36-464b-a834-01a03c23948e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1217549549-router', 'tenant_id': '34b9d74541724c24a2058e22401611b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'e0db8e41-c4c0-494b-96e8-99adbf798e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:17:46Z', 'updated_at': '2021-09-17T08:17:47Z', 'revision_number': 3, 'project_id': '34b9d74541724c24a2058e22401611b9', 'gw_port': {'id': 'e0db8e41-c4c0-494b-96e8-99adbf798e87', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cf:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198da38c-2c36-464b-a834-01a03c23948e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:17:47Z', 'updated_at': '2021-09-17T08:17:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:17:48.880536 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ada390-18ed-4087-b2bf-8830aa59e7d7 None None] Checking router: 198da38c-2c36-464b-a834-01a03c23948e for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:17:48.881878 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ada390-18ed-4087-b2bf-8830aa59e7d7 None None] Updating router 198da38c-2c36-464b-a834-01a03c23948e port e0db8e41-c4c0-494b-96e8-99adbf798e87 binding host n-d-789963-9 {{(pid=101292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 08:17:48.913545 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-13ada390-18ed-4087-b2bf-8830aa59e7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:48.951760 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed58977d-06a3-47a5-8bda-f80205933f6d req-19d639a8-6e53-4880-a5e2-ab0ee490485a tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:48.953265 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ed58977d-06a3-47a5-8bda-f80205933f6d req-19d639a8-6e53-4880-a5e2-ab0ee490485a tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=f08f383f-0614-44d7-99b1-9a55ce918a50 HTTP/1.1" status: 200 len: 945 time: 0.0901580 Sep 17 08:17:49.039036 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ed58977d-06a3-47a5-8bda-f80205933f6d req-d864ed5f-dd82-4208-ad7e-93cda9fc0e3d tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788200 Sep 17 08:17:49.068506 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-08c37e50-a8fc-45b4-a691-c59406676696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:49.167552 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-13ada390-18ed-4087-b2bf-8830aa59e7d7 None None] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:49.174002 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-13ada390-18ed-4087-b2bf-8830aa59e7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:49.223474 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c62e2-d2f7-4c70-92c5-7b9e97af5fa5 req-a05bc68c-3910-4833-9ea7-5207224972db tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:49.224898 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-13ada390-18ed-4087-b2bf-8830aa59e7d7 None None] Attempting to bind port e0db8e41-c4c0-494b-96e8-99adbf798e87 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:17:49.225033 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-037c62e2-d2f7-4c70-92c5-7b9e97af5fa5 req-a05bc68c-3910-4833-9ea7-5207224972db tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=f08f383f-0614-44d7-99b1-9a55ce918a50 HTTP/1.1" status: 200 len: 945 time: 0.0948706 Sep 17 08:17:49.225272 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-13ada390-18ed-4087-b2bf-8830aa59e7d7 None None] Attempting to bind port e0db8e41-c4c0-494b-96e8-99adbf798e87 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:17:49.225635 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ada390-18ed-4087-b2bf-8830aa59e7d7 None None] Attempting to bind port e0db8e41-c4c0-494b-96e8-99adbf798e87 on network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:17:49.230510 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82663066-a9e6-44e1-a264-6aa750e9d293 None None] Pushing event updated for resources: {'Port': ['ID=e0db8e41-c4c0-494b-96e8-99adbf798e87,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:49.233425 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ada390-18ed-4087-b2bf-8830aa59e7d7 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:17:49.233874 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ada390-18ed-4087-b2bf-8830aa59e7d7 None None] Checking segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:17:49.234201 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-13ada390-18ed-4087-b2bf-8830aa59e7d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:49.234638 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ada390-18ed-4087-b2bf-8830aa59e7d7 None None] Bound using segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:17:49.235060 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-13ada390-18ed-4087-b2bf-8830aa59e7d7 None None] Bound port: e0db8e41-c4c0-494b-96e8-99adbf798e87, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:17:49.235623 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-13ada390-18ed-4087-b2bf-8830aa59e7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:49.286989 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-13ada390-18ed-4087-b2bf-8830aa59e7d7 None None] For port e0db8e41-c4c0-494b-96e8-99adbf798e87, host n-d-789963-9, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:17:49.290241 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-13ada390-18ed-4087-b2bf-8830aa59e7d7 None None] For port e0db8e41-c4c0-494b-96e8-99adbf798e87, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=e0db8e41-c4c0-494b-96e8-99adbf798e87,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:17:49.294147 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-13ada390-18ed-4087-b2bf-8830aa59e7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:49.304148 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-037c62e2-d2f7-4c70-92c5-7b9e97af5fa5 req-2ef6ede3-845b-4be9-acba-bd952f17ee84 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717990 Sep 17 08:17:49.310718 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-08c37e50-a8fc-45b4-a691-c59406676696 admin admin] Allocated IP 172.20.0.1 (c210c600-e193-40a1-9592-6870b6538743/72f3fa29-4c80-4c5d-affb-43118f7a3dd6/64230600-1fcd-40a9-99e0-28b4097900c0) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:17:49.359809 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82663066-a9e6-44e1-a264-6aa750e9d293 None None] Pushing event updated for resources: {'Port': ['ID=e0db8e41-c4c0-494b-96e8-99adbf798e87,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:49.364107 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ada390-18ed-4087-b2bf-8830aa59e7d7 None None] Routers {'198da38c-2c36-464b-a834-01a03c23948e'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:17:49.364725 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-13ada390-18ed-4087-b2bf-8830aa59e7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:17:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['198da38c-2c36-464b-a834-01a03c23948e'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:17:49.462578 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b383d7-7f40-493b-bd49-03f5ff42acb9 req-b01c0eaf-90d8-408c-bb38-8607c59956b5 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:49.464361 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d1b383d7-7f40-493b-bd49-03f5ff42acb9 req-b01c0eaf-90d8-408c-bb38-8607c59956b5 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=f08f383f-0614-44d7-99b1-9a55ce918a50 HTTP/1.1" status: 200 len: 945 time: 0.0764413 Sep 17 08:17:49.469537 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-08c37e50-a8fc-45b4-a691-c59406676696 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:49.470246 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-13ada390-18ed-4087-b2bf-8830aa59e7d7 None None] Set router 198da38c-2c36-464b-a834-01a03c23948e gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:17:49.524735 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d1b383d7-7f40-493b-bd49-03f5ff42acb9 req-ef07d56b-8ee9-4eff-a880-36abf8119501 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533438 Sep 17 08:17:49.539100 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-08c37e50-a8fc-45b4-a691-c59406676696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:49.578757 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c37e50-a8fc-45b4-a691-c59406676696 admin admin] Network c210c600-e193-40a1-9592-6870b6538743 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:17:49.583228 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-08c37e50-a8fc-45b4-a691-c59406676696 admin admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:17:49.589451 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c37e50-a8fc-45b4-a691-c59406676696 admin admin] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:17:49.612315 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c37e50-a8fc-45b4-a691-c59406676696 admin admin] Pushing event updated for resources: {'Port': ['ID=64230600-1fcd-40a9-99e0-28b4097900c0,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:49.632558 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-08c37e50-a8fc-45b4-a691-c59406676696 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:49.658138 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-13ada390-18ed-4087-b2bf-8830aa59e7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198da38c-2c36-464b-a834-01a03c23948e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1217549549-router', 'tenant_id': '34b9d74541724c24a2058e22401611b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'e0db8e41-c4c0-494b-96e8-99adbf798e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:17:46Z', 'updated_at': '2021-09-17T08:17:47Z', 'revision_number': 3, 'project_id': '34b9d74541724c24a2058e22401611b9', 'gw_port': {'id': 'e0db8e41-c4c0-494b-96e8-99adbf798e87', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cf:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198da38c-2c36-464b-a834-01a03c23948e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:17:47Z', 'updated_at': '2021-09-17T08:17:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:17:49.690438 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ada390-18ed-4087-b2bf-8830aa59e7d7 None None] The sync data for ids ['198da38c-2c36-464b-a834-01a03c23948e'] in n-d-789963-9 is: [{'id': '198da38c-2c36-464b-a834-01a03c23948e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1217549549-router', 'tenant_id': '34b9d74541724c24a2058e22401611b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'e0db8e41-c4c0-494b-96e8-99adbf798e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:17:46Z', 'updated_at': '2021-09-17T08:17:47Z', 'revision_number': 3, 'project_id': '34b9d74541724c24a2058e22401611b9', 'gw_port': {'id': 'e0db8e41-c4c0-494b-96e8-99adbf798e87', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cf:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198da38c-2c36-464b-a834-01a03c23948e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:17:47Z', 'updated_at': '2021-09-17T08:17:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:17:49.787537 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-08c37e50-a8fc-45b4-a691-c59406676696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:49.835155 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0af6c5-2e99-4056-9470-5c02baba4565 req-250fe98b-a714-4da0-bbee-11adcc8040bf tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:49.836724 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8f0af6c5-2e99-4056-9470-5c02baba4565 req-250fe98b-a714-4da0-bbee-11adcc8040bf tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=f08f383f-0614-44d7-99b1-9a55ce918a50 HTTP/1.1" status: 200 len: 945 time: 0.0956440 Sep 17 08:17:49.924670 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8f0af6c5-2e99-4056-9470-5c02baba4565 req-a27650f6-d2fb-4fe3-a359-f8919d76b730 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798590 Sep 17 08:17:49.964383 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2d5c0d23-a031-4eca-915f-581fb95912e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:50.012142 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-08c37e50-a8fc-45b4-a691-c59406676696 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:50.019099 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-08c37e50-a8fc-45b4-a691-c59406676696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:50.091398 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c37e50-a8fc-45b4-a691-c59406676696 admin admin] Pushing event updated for resources: {'Port': ['ID=64230600-1fcd-40a9-99e0-28b4097900c0,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:50.094395 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-08c37e50-a8fc-45b4-a691-c59406676696 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:50.187201 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c37e50-a8fc-45b4-a691-c59406676696 admin admin] Network c210c600-e193-40a1-9592-6870b6538743 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:17:50.188698 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-08c37e50-a8fc-45b4-a691-c59406676696 admin admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:17:50.305379 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08c37e50-a8fc-45b4-a691-c59406676696 admin admin] Router 198da38c-2c36-464b-a834-01a03c23948e has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:17:50.413573 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c37e50-a8fc-45b4-a691-c59406676696 admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:17:50.418483 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-08c37e50-a8fc-45b4-a691-c59406676696 admin admin] 10.222.0.13 "PUT /v2.0/routers/198da38c-2c36-464b-a834-01a03c23948e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8772345 Sep 17 08:17:50.843169 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f00ab-a923-429a-bf89-7ddf0699db7a req-90813a3c-456d-44d5-ab98-facaa25e5082 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:50.844735 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7d1f00ab-a923-429a-bf89-7ddf0699db7a req-90813a3c-456d-44d5-ab98-facaa25e5082 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/networks?id=c210c600-e193-40a1-9592-6870b6538743 HTTP/1.1" status: 200 len: 820 time: 0.1074016 Sep 17 08:17:50.860571 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7d1f00ab-a923-429a-bf89-7ddf0699db7a req-1bf7d060-882c-4ac6-bbec-fa05beda50c6 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/quotas/34b9d74541724c24a2058e22401611b9 HTTP/1.1" status: 200 len: 375 time: 0.0098436 Sep 17 08:17:50.918954 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device e0db8e41-c4c0-494b-96e8-99adbf798e87 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:17:50.921265 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7d1f00ab-a923-429a-bf89-7ddf0699db7a req-f92d144b-4af6-4d77-9f90-f93c4f2064c2 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=34b9d74541724c24a2058e22401611b9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0545032 Sep 17 08:17:50.969882 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port e0db8e41-c4c0-494b-96e8-99adbf798e87 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:17:50.970403 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:51.040550 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7d1f00ab-a923-429a-bf89-7ddf0699db7a req-d04eb563-3516-47b1-8d1d-419e09671d79 service neutron] 10.222.0.13 "GET /v2.0/networks/c210c600-e193-40a1-9592-6870b6538743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183469 Sep 17 08:17:51.054761 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:51.076366 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port e0db8e41-c4c0-494b-96e8-99adbf798e87, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=e0db8e41-c4c0-494b-96e8-99adbf798e87,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:17:51.081173 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:51.089025 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd582f-d87a-4325-832e-f30d9caca5d1 req-23022a32-7d7c-41ad-a07b-1e4d34d2b0c4 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:51.092348 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-55cd582f-d87a-4325-832e-f30d9caca5d1 req-23022a32-7d7c-41ad-a07b-1e4d34d2b0c4 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=f08f383f-0614-44d7-99b1-9a55ce918a50 HTTP/1.1" status: 200 len: 945 time: 0.0857320 Sep 17 08:17:51.131777 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=e0db8e41-c4c0-494b-96e8-99adbf798e87,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:51.173557 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-55cd582f-d87a-4325-832e-f30d9caca5d1 req-35fa1c6d-9ca7-4265-9867-e72ef73c44ad tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531089 Sep 17 08:17:51.177542 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7d1f00ab-a923-429a-bf89-7ddf0699db7a req-e33707c0-2735-421b-81f7-703368d772f6 service neutron] 10.222.0.13 "GET /v2.0/networks/c210c600-e193-40a1-9592-6870b6538743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308668 Sep 17 08:17:51.236627 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85577f3a-e49c-46f4-ba2a-2fd3a4598413 None None] Sync routers for ids ['198da38c-2c36-464b-a834-01a03c23948e'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:17:51.245960 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85577f3a-e49c-46f4-ba2a-2fd3a4598413 None None] Routers {'198da38c-2c36-464b-a834-01a03c23948e'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:17:51.246585 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-85577f3a-e49c-46f4-ba2a-2fd3a4598413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:17:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['198da38c-2c36-464b-a834-01a03c23948e'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:17:51.356848 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-be746a14-3df1-4d8b-ae7e-231960bc438c req-9c7604ba-ae5e-4b7b-b98e-62c29f4cd5a0 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab41ec1a-241c-4210-8b48-700893713428 HTTP/1.1" status: 200 len: 210 time: 0.0320518 Sep 17 08:17:51.359262 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-85577f3a-e49c-46f4-ba2a-2fd3a4598413 None None] Set router 198da38c-2c36-464b-a834-01a03c23948e gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:17:51.428179 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4e0d7-353c-4c26-96f3-a336bdf4225e req-c1fffea8-3f27-4e05-9a7d-00b526631478 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:51.430180 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-45f4e0d7-353c-4c26-96f3-a336bdf4225e req-c1fffea8-3f27-4e05-9a7d-00b526631478 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.39 "GET /v2.0/ports?device_id=f08f383f-0614-44d7-99b1-9a55ce918a50 HTTP/1.1" status: 200 len: 945 time: 0.0553422 Sep 17 08:17:51.536239 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-45f4e0d7-353c-4c26-96f3-a336bdf4225e req-6e32b84e-7bcc-44a3-bd16-5e25bc537f6d tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Deleting port a1104554-0c8b-42e3-bff9-c23a67296c3d {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:17:51.536664 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-45f4e0d7-353c-4c26-96f3-a336bdf4225e req-6e32b84e-7bcc-44a3-bd16-5e25bc537f6d tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:51.569908 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-85577f3a-e49c-46f4-ba2a-2fd3a4598413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198da38c-2c36-464b-a834-01a03c23948e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1217549549-router', 'tenant_id': '34b9d74541724c24a2058e22401611b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'e0db8e41-c4c0-494b-96e8-99adbf798e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:17:46Z', 'updated_at': '2021-09-17T08:17:49Z', 'revision_number': 4, 'project_id': '34b9d74541724c24a2058e22401611b9', 'gw_port': {'id': 'e0db8e41-c4c0-494b-96e8-99adbf798e87', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198da38c-2c36-464b-a834-01a03c23948e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:17:47Z', 'updated_at': '2021-09-17T08:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '64230600-1fcd-40a9-99e0-28b4097900c0', 'name': '', 'network_id': 'c210c600-e193-40a1-9592-6870b6538743', 'tenant_id': '34b9d74541724c24a2058e22401611b9', 'mac_address': 'fa:16:3e:a7:03:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198da38c-2c36-464b-a834-01a03c23948e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '72f3fa29-4c80-4c5d-affb-43118f7a3dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:17:49Z', 'updated_at': '2021-09-17T08:17:49Z', 'revision_number': 2, 'project_id': '34b9d74541724c24a2058e22401611b9', 'subnets': [{'id': '72f3fa29-4c80-4c5d-affb-43118f7a3dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:17:51.601178 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85577f3a-e49c-46f4-ba2a-2fd3a4598413 None None] Checking router: 198da38c-2c36-464b-a834-01a03c23948e for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:17:51.601178 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85577f3a-e49c-46f4-ba2a-2fd3a4598413 None None] Updating router 198da38c-2c36-464b-a834-01a03c23948e port 64230600-1fcd-40a9-99e0-28b4097900c0 binding host n-d-789963-9 {{(pid=101291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 08:17:51.628623 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-85577f3a-e49c-46f4-ba2a-2fd3a4598413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:51.680883 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-45f4e0d7-353c-4c26-96f3-a336bdf4225e req-6e32b84e-7bcc-44a3-bd16-5e25bc537f6d tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] For port a1104554-0c8b-42e3-bff9-c23a67296c3d, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=a1104554-0c8b-42e3-bff9-c23a67296c3d,segment=NetworkSegment(87efb6ce-2270-470a-8c19-7b337a956aa6),segment_id=87efb6ce-2270-470a-8c19-7b337a956aa6)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:17:51.681253 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-45f4e0d7-353c-4c26-96f3-a336bdf4225e req-6e32b84e-7bcc-44a3-bd16-5e25bc537f6d tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:51.694742 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-45f4e0d7-353c-4c26-96f3-a336bdf4225e req-6e32b84e-7bcc-44a3-bd16-5e25bc537f6d tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Calling delete_port for a1104554-0c8b-42e3-bff9-c23a67296c3d owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:17:51.835523 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-45f4e0d7-353c-4c26-96f3-a336bdf4225e req-6e32b84e-7bcc-44a3-bd16-5e25bc537f6d tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:51.868559 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e32b84e-7bcc-44a3-bd16-5e25bc537f6d tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Pushing event deleted for resources: {'Port': ['ID=a1104554-0c8b-42e3-bff9-c23a67296c3d,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:51.870504 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['a1104554-0c8b-42e3-bff9-c23a67296c3d'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:17:51.921947 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-45f4e0d7-353c-4c26-96f3-a336bdf4225e req-6e32b84e-7bcc-44a3-bd16-5e25bc537f6d tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] No DVR routers for this DVR port a1104554-0c8b-42e3-bff9-c23a67296c3d on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:17:51.925499 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-45f4e0d7-353c-4c26-96f3-a336bdf4225e req-6e32b84e-7bcc-44a3-bd16-5e25bc537f6d tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:51.928510 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-45f4e0d7-353c-4c26-96f3-a336bdf4225e req-6e32b84e-7bcc-44a3-bd16-5e25bc537f6d tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.39 "DELETE /v2.0/ports/a1104554-0c8b-42e3-bff9-c23a67296c3d HTTP/1.1" status: 204 len: 173 time: 0.4910266 Sep 17 08:17:51.929056 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f08f383f-0614-44d7-99b1-9a55ce918a50', 'name': 'network-vif-deleted', 'tag': 'a1104554-0c8b-42e3-bff9-c23a67296c3d'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:17:51.932696 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c0ea29-35c1-4def-88e4-46bb438fffb8" -d '{"events": [{"server_uuid": "f08f383f-0614-44d7-99b1-9a55ce918a50", "name": "network-vif-deleted", "tag": "a1104554-0c8b-42e3-bff9-c23a67296c3d"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:17:51.982865 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a83e4871-4f54-4a72-93d0-b415faf0c248 x-openstack-request-id: req-a83e4871-4f54-4a72-93d0-b415faf0c248 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:17:51.983166 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f08f383f-0614-44d7-99b1-9a55ce918a50", "name": "network-vif-deleted", "tag": "a1104554-0c8b-42e3-bff9-c23a67296c3d", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:17:51.983431 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a83e4871-4f54-4a72-93d0-b415faf0c248 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:17:51.983982 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f08f383f-0614-44d7-99b1-9a55ce918a50', 'name': 'network-vif-deleted', 'tag': 'a1104554-0c8b-42e3-bff9-c23a67296c3d', 'status': 'completed', 'code': 200} Sep 17 08:17:52.106532 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-85577f3a-e49c-46f4-ba2a-2fd3a4598413 None None] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:52.114710 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-85577f3a-e49c-46f4-ba2a-2fd3a4598413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:52.162385 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9cb2d2-0937-41ab-82e5-dccea7e2d446 None None] Pushing event updated for resources: {'Port': ['ID=64230600-1fcd-40a9-99e0-28b4097900c0,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:52.213510 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-85577f3a-e49c-46f4-ba2a-2fd3a4598413 None None] Attempting to bind port 64230600-1fcd-40a9-99e0-28b4097900c0 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:17:52.214588 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-85577f3a-e49c-46f4-ba2a-2fd3a4598413 None None] Attempting to bind port 64230600-1fcd-40a9-99e0-28b4097900c0 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'd33211d4-e596-43e0-adba-2f6540362278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c210c600-e193-40a1-9592-6870b6538743'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:17:52.214963 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85577f3a-e49c-46f4-ba2a-2fd3a4598413 None None] Attempting to bind port 64230600-1fcd-40a9-99e0-28b4097900c0 on network c210c600-e193-40a1-9592-6870b6538743 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:17:52.221537 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85577f3a-e49c-46f4-ba2a-2fd3a4598413 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:17:52.221917 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85577f3a-e49c-46f4-ba2a-2fd3a4598413 None None] Checking segment: {'id': 'd33211d4-e596-43e0-adba-2f6540362278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c210c600-e193-40a1-9592-6870b6538743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:17:52.222332 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-85577f3a-e49c-46f4-ba2a-2fd3a4598413 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:52.222736 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85577f3a-e49c-46f4-ba2a-2fd3a4598413 None None] Bound using segment: {'id': 'd33211d4-e596-43e0-adba-2f6540362278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c210c600-e193-40a1-9592-6870b6538743'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:17:52.223215 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-85577f3a-e49c-46f4-ba2a-2fd3a4598413 None None] Bound port: 64230600-1fcd-40a9-99e0-28b4097900c0, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd33211d4-e596-43e0-adba-2f6540362278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c210c600-e193-40a1-9592-6870b6538743'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:17:52.223592 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-85577f3a-e49c-46f4-ba2a-2fd3a4598413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:52.277544 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1dc2b4c9-7fe3-4d3b-970f-20952ad3c8e9 req-139dfa8e-a2a6-4f9b-a946-9dba41fa83f1 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=f08f383f-0614-44d7-99b1-9a55ce918a50 HTTP/1.1" status: 200 len: 210 time: 0.0309672 Sep 17 08:17:52.304139 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-85577f3a-e49c-46f4-ba2a-2fd3a4598413 None None] For port 64230600-1fcd-40a9-99e0-28b4097900c0, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:17:52.307699 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-85577f3a-e49c-46f4-ba2a-2fd3a4598413 None None] For port 64230600-1fcd-40a9-99e0-28b4097900c0, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=64230600-1fcd-40a9-99e0-28b4097900c0,segment=NetworkSegment(d33211d4-e596-43e0-adba-2f6540362278),segment_id=d33211d4-e596-43e0-adba-2f6540362278)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:17:52.311816 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-85577f3a-e49c-46f4-ba2a-2fd3a4598413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:52.386764 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9cb2d2-0937-41ab-82e5-dccea7e2d446 None None] Pushing event updated for resources: {'Port': ['ID=64230600-1fcd-40a9-99e0-28b4097900c0,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:52.397255 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85577f3a-e49c-46f4-ba2a-2fd3a4598413 None None] Routers {'198da38c-2c36-464b-a834-01a03c23948e'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:17:52.397974 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-85577f3a-e49c-46f4-ba2a-2fd3a4598413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:17:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['198da38c-2c36-464b-a834-01a03c23948e'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:17:52.488483 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3673676d-b712-4854-83f9-44ae2ecfa1a2 req-7837d7b1-10fc-4254-9091-7b685d9e88a8 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab41ec1a-241c-4210-8b48-700893713428 HTTP/1.1" status: 200 len: 210 time: 0.0462699 Sep 17 08:17:52.522033 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-748fc687-4280-4c7a-8514-4ee198cf1350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:52.535690 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f00ab-a923-429a-bf89-7ddf0699db7a req-c3e4c812-3085-448d-9c3a-20decbe2b686 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:52.537407 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7d1f00ab-a923-429a-bf89-7ddf0699db7a req-c3e4c812-3085-448d-9c3a-20decbe2b686 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.41 "GET /v2.0/networks?id=c210c600-e193-40a1-9592-6870b6538743 HTTP/1.1" status: 200 len: 820 time: 0.1944902 Sep 17 08:17:52.549877 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-85577f3a-e49c-46f4-ba2a-2fd3a4598413 None None] Set router 198da38c-2c36-464b-a834-01a03c23948e gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:17:52.563107 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-7d1f00ab-a923-429a-bf89-7ddf0699db7a req-bda9aaea-f6de-40ed-8b26-a4e6f8d5878a tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Request body: {'port': {'device_id': 'ab41ec1a-241c-4210-8b48-700893713428', 'network_id': 'c210c600-e193-40a1-9592-6870b6538743', 'admin_state_up': True, 'tenant_id': '34b9d74541724c24a2058e22401611b9'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:17:52.676595 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d1f00ab-a923-429a-bf89-7ddf0699db7a req-bda9aaea-f6de-40ed-8b26-a4e6f8d5878a tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Made reservation on behalf of 34b9d74541724c24a2058e22401611b9 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:17:52.680755 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-7d1f00ab-a923-429a-bf89-7ddf0699db7a req-bda9aaea-f6de-40ed-8b26-a4e6f8d5878a tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:52.710779 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:52.782585 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-85577f3a-e49c-46f4-ba2a-2fd3a4598413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198da38c-2c36-464b-a834-01a03c23948e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1217549549-router', 'tenant_id': '34b9d74541724c24a2058e22401611b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'e0db8e41-c4c0-494b-96e8-99adbf798e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:17:46Z', 'updated_at': '2021-09-17T08:17:49Z', 'revision_number': 4, 'project_id': '34b9d74541724c24a2058e22401611b9', 'gw_port': {'id': 'e0db8e41-c4c0-494b-96e8-99adbf798e87', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198da38c-2c36-464b-a834-01a03c23948e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:17:47Z', 'updated_at': '2021-09-17T08:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '64230600-1fcd-40a9-99e0-28b4097900c0', 'name': '', 'network_id': 'c210c600-e193-40a1-9592-6870b6538743', 'tenant_id': '34b9d74541724c24a2058e22401611b9', 'mac_address': 'fa:16:3e:a7:03:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198da38c-2c36-464b-a834-01a03c23948e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '72f3fa29-4c80-4c5d-affb-43118f7a3dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:17:49Z', 'updated_at': '2021-09-17T08:17:52Z', 'revision_number': 4, 'project_id': '34b9d74541724c24a2058e22401611b9', 'subnets': [{'id': '72f3fa29-4c80-4c5d-affb-43118f7a3dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:17:52.820410 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85577f3a-e49c-46f4-ba2a-2fd3a4598413 None None] The sync data for ids ['198da38c-2c36-464b-a834-01a03c23948e'] in n-d-789963-9 is: [{'id': '198da38c-2c36-464b-a834-01a03c23948e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1217549549-router', 'tenant_id': '34b9d74541724c24a2058e22401611b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'e0db8e41-c4c0-494b-96e8-99adbf798e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:17:46Z', 'updated_at': '2021-09-17T08:17:49Z', 'revision_number': 4, 'project_id': '34b9d74541724c24a2058e22401611b9', 'gw_port': {'id': 'e0db8e41-c4c0-494b-96e8-99adbf798e87', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198da38c-2c36-464b-a834-01a03c23948e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:17:47Z', 'updated_at': '2021-09-17T08:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '64230600-1fcd-40a9-99e0-28b4097900c0', 'name': '', 'network_id': 'c210c600-e193-40a1-9592-6870b6538743', 'tenant_id': '34b9d74541724c24a2058e22401611b9', 'mac_address': 'fa:16:3e:a7:03:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198da38c-2c36-464b-a834-01a03c23948e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '72f3fa29-4c80-4c5d-affb-43118f7a3dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:17:49Z', 'updated_at': '2021-09-17T08:17:52Z', 'revision_number': 4, 'project_id': '34b9d74541724c24a2058e22401611b9', 'subnets': [{'id': '72f3fa29-4c80-4c5d-affb-43118f7a3dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:17:52.822686 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [req-7d1f00ab-a923-429a-bf89-7ddf0699db7a req-bda9aaea-f6de-40ed-8b26-a4e6f8d5878a tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Allocated IP 172.20.0.5 (c210c600-e193-40a1-9592-6870b6538743/72f3fa29-4c80-4c5d-affb-43118f7a3dd6/43ddff05-6e21-419b-892a-5fba682a874a) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:17:52.955358 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device e0db8e41-c4c0-494b-96e8-99adbf798e87 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:17:53.017659 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port e0db8e41-c4c0-494b-96e8-99adbf798e87 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:17:53.018196 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:53.032750 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-7d1f00ab-a923-429a-bf89-7ddf0699db7a req-bda9aaea-f6de-40ed-8b26-a4e6f8d5878a tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:53.073666 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-7d1f00ab-a923-429a-bf89-7ddf0699db7a req-bda9aaea-f6de-40ed-8b26-a4e6f8d5878a tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:53.128896 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d1f00ab-a923-429a-bf89-7ddf0699db7a req-bda9aaea-f6de-40ed-8b26-a4e6f8d5878a tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Network c210c600-e193-40a1-9592-6870b6538743 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:17:53.132005 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [req-7d1f00ab-a923-429a-bf89-7ddf0699db7a req-bda9aaea-f6de-40ed-8b26-a4e6f8d5878a tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:17:53.134501 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d1f00ab-a923-429a-bf89-7ddf0699db7a req-bda9aaea-f6de-40ed-8b26-a4e6f8d5878a tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:17:53.167530 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda9aaea-f6de-40ed-8b26-a4e6f8d5878a tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Pushing event updated for resources: {'Port': ['ID=43ddff05-6e21-419b-892a-5fba682a874a,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:53.204839 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f00ab-a923-429a-bf89-7ddf0699db7a req-bda9aaea-f6de-40ed-8b26-a4e6f8d5878a tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:53.205527 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-7d1f00ab-a923-429a-bf89-7ddf0699db7a req-bda9aaea-f6de-40ed-8b26-a4e6f8d5878a tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:53.222693 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7d1f00ab-a923-429a-bf89-7ddf0699db7a req-bda9aaea-f6de-40ed-8b26-a4e6f8d5878a tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6640997 Sep 17 08:17:53.241823 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-7d1f00ab-a923-429a-bf89-7ddf0699db7a req-04903feb-7568-4318-a2fd-a8b738783022 service neutron] Request body: {'port': {'device_id': 'ab41ec1a-241c-4210-8b48-700893713428', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-9'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:17:53.304635 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-7d1f00ab-a923-429a-bf89-7ddf0699db7a req-04903feb-7568-4318-a2fd-a8b738783022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:53.438909 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-abeb725a-1ce3-4dff-b22f-60663e5b8a3b req-c0098145-589f-4c93-b548-a59703843244 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=f08f383f-0614-44d7-99b1-9a55ce918a50 HTTP/1.1" status: 200 len: 210 time: 0.0773170 Sep 17 08:17:53.747375 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:53.961692 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70ca84a-b748-47aa-8787-155a8cc777fc req-58bd2577-7d7b-47f6-9d3a-f47e6b589669 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:53.963227 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b70ca84a-b748-47aa-8787-155a8cc777fc req-58bd2577-7d7b-47f6-9d3a-f47e6b589669 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab41ec1a-241c-4210-8b48-700893713428 HTTP/1.1" status: 200 len: 931 time: 0.1007395 Sep 17 08:17:54.025718 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b70ca84a-b748-47aa-8787-155a8cc777fc req-f174f54e-b5ca-4dcb-963d-d2e2d1837578 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd27c06d-685a-465b-8c7c-d50965cbcee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513158 Sep 17 08:17:54.058945 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [req-7d1f00ab-a923-429a-bf89-7ddf0699db7a req-04903feb-7568-4318-a2fd-a8b738783022 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43ddff05-6e21-419b-892a-5fba682a874a {{(pid=101289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:17:54.066913 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-7d1f00ab-a923-429a-bf89-7ddf0699db7a req-04903feb-7568-4318-a2fd-a8b738783022 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:54.080318 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.provisioning_blocks [req-7d1f00ab-a923-429a-bf89-7ddf0699db7a req-04903feb-7568-4318-a2fd-a8b738783022 service neutron] Transition to ACTIVE for port object 43ddff05-6e21-419b-892a-5fba682a874a will not be triggered until provisioned by entity L2. {{(pid=101289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:17:54.084372 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-7d1f00ab-a923-429a-bf89-7ddf0699db7a req-04903feb-7568-4318-a2fd-a8b738783022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:54.136393 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04903feb-7568-4318-a2fd-a8b738783022 service neutron] Pushing event updated for resources: {'Port': ['ID=43ddff05-6e21-419b-892a-5fba682a874a,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:54.208645 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-7d1f00ab-a923-429a-bf89-7ddf0699db7a req-04903feb-7568-4318-a2fd-a8b738783022 service neutron] Attempting to bind port 43ddff05-6e21-419b-892a-5fba682a874a on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:17:54.208901 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-7d1f00ab-a923-429a-bf89-7ddf0699db7a req-04903feb-7568-4318-a2fd-a8b738783022 service neutron] Attempting to bind port 43ddff05-6e21-419b-892a-5fba682a874a by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'd33211d4-e596-43e0-adba-2f6540362278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c210c600-e193-40a1-9592-6870b6538743'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:17:54.209226 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1f00ab-a923-429a-bf89-7ddf0699db7a req-04903feb-7568-4318-a2fd-a8b738783022 service neutron] Attempting to bind port 43ddff05-6e21-419b-892a-5fba682a874a on network c210c600-e193-40a1-9592-6870b6538743 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:17:54.213726 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1f00ab-a923-429a-bf89-7ddf0699db7a req-04903feb-7568-4318-a2fd-a8b738783022 service neutron] Port 43ddff05-6e21-419b-892a-5fba682a874a on network c210c600-e193-40a1-9592-6870b6538743 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:17:54.214067 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1f00ab-a923-429a-bf89-7ddf0699db7a req-04903feb-7568-4318-a2fd-a8b738783022 service neutron] Attempting to bind port 43ddff05-6e21-419b-892a-5fba682a874a on network c210c600-e193-40a1-9592-6870b6538743 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:17:54.219405 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1f00ab-a923-429a-bf89-7ddf0699db7a req-04903feb-7568-4318-a2fd-a8b738783022 service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:17:54.219736 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1f00ab-a923-429a-bf89-7ddf0699db7a req-04903feb-7568-4318-a2fd-a8b738783022 service neutron] Checking segment: {'id': 'd33211d4-e596-43e0-adba-2f6540362278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c210c600-e193-40a1-9592-6870b6538743'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:17:54.220185 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1f00ab-a923-429a-bf89-7ddf0699db7a req-04903feb-7568-4318-a2fd-a8b738783022 service neutron] Bound using segment: {'id': 'd33211d4-e596-43e0-adba-2f6540362278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c210c600-e193-40a1-9592-6870b6538743'} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:17:54.220610 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-7d1f00ab-a923-429a-bf89-7ddf0699db7a req-04903feb-7568-4318-a2fd-a8b738783022 service neutron] Bound port: 43ddff05-6e21-419b-892a-5fba682a874a, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd33211d4-e596-43e0-adba-2f6540362278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c210c600-e193-40a1-9592-6870b6538743'}}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:17:54.220979 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-7d1f00ab-a923-429a-bf89-7ddf0699db7a req-04903feb-7568-4318-a2fd-a8b738783022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:54.282803 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-7d1f00ab-a923-429a-bf89-7ddf0699db7a req-04903feb-7568-4318-a2fd-a8b738783022 service neutron] For port 43ddff05-6e21-419b-892a-5fba682a874a, host n-h1-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:17:54.285751 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-7d1f00ab-a923-429a-bf89-7ddf0699db7a req-04903feb-7568-4318-a2fd-a8b738783022 service neutron] For port 43ddff05-6e21-419b-892a-5fba682a874a, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=43ddff05-6e21-419b-892a-5fba682a874a,segment=NetworkSegment(d33211d4-e596-43e0-adba-2f6540362278),segment_id=d33211d4-e596-43e0-adba-2f6540362278)] {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:17:54.290075 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-7d1f00ab-a923-429a-bf89-7ddf0699db7a req-04903feb-7568-4318-a2fd-a8b738783022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:54.321876 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f00ab-a923-429a-bf89-7ddf0699db7a req-04903feb-7568-4318-a2fd-a8b738783022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:54.322357 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-7d1f00ab-a923-429a-bf89-7ddf0699db7a req-04903feb-7568-4318-a2fd-a8b738783022 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:54.323713 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7d1f00ab-a923-429a-bf89-7ddf0699db7a req-04903feb-7568-4318-a2fd-a8b738783022 service neutron] 10.222.0.41 "PUT /v2.0/ports/43ddff05-6e21-419b-892a-5fba682a874a HTTP/1.1" status: 200 len: 1091 time: 1.0866313 Sep 17 08:17:54.324176 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab41ec1a-241c-4210-8b48-700893713428', 'tag': '43ddff05-6e21-419b-892a-5fba682a874a'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:17:54.326447 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf6ed9a-ab21-4551-b6e9-6b1c0344bb98" -d '{"events": [{"name": "network-changed", "server_uuid": "ab41ec1a-241c-4210-8b48-700893713428", "tag": "43ddff05-6e21-419b-892a-5fba682a874a"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:17:54.352151 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04903feb-7568-4318-a2fd-a8b738783022 service neutron] Pushing event updated for resources: {'Port': ['ID=43ddff05-6e21-419b-892a-5fba682a874a,revision_number=3']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:54.378323 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7070fd-33f2-409e-a413-c105c037ca66 x-openstack-request-id: req-bd7070fd-33f2-409e-a413-c105c037ca66 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:17:54.378617 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab41ec1a-241c-4210-8b48-700893713428", "tag": "43ddff05-6e21-419b-892a-5fba682a874a", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:17:54.378873 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bd7070fd-33f2-409e-a413-c105c037ca66 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:17:54.379274 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab41ec1a-241c-4210-8b48-700893713428', 'tag': '43ddff05-6e21-419b-892a-5fba682a874a', 'status': 'completed', 'code': 200} Sep 17 08:17:54.429426 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f00ab-a923-429a-bf89-7ddf0699db7a req-a335b379-458c-4e52-aa23-8a1e9dee8b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:54.430941 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7d1f00ab-a923-429a-bf89-7ddf0699db7a req-a335b379-458c-4e52-aa23-8a1e9dee8b82 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=34b9d74541724c24a2058e22401611b9&device_id=ab41ec1a-241c-4210-8b48-700893713428 HTTP/1.1" status: 200 len: 1094 time: 0.0409112 Sep 17 08:17:54.482923 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7d1f00ab-a923-429a-bf89-7ddf0699db7a req-ae31a50a-1998-480d-a36e-f13e9c216efc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=43ddff05-6e21-419b-892a-5fba682a874a HTTP/1.1" status: 200 len: 217 time: 0.0375247 Sep 17 08:17:54.548305 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-490bb7f7-1c28-40ab-a2a6-c070aca436ba req-50679331-e9e4-4f6d-856a-1bf76795fe94 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=f08f383f-0614-44d7-99b1-9a55ce918a50 HTTP/1.1" status: 200 len: 210 time: 0.0339587 Sep 17 08:17:54.553885 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f00ab-a923-429a-bf89-7ddf0699db7a req-74377774-8e6b-4648-8018-0cee3855d277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:54.555361 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7d1f00ab-a923-429a-bf89-7ddf0699db7a req-74377774-8e6b-4648-8018-0cee3855d277 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72f3fa29-4c80-4c5d-affb-43118f7a3dd6 HTTP/1.1" status: 200 len: 860 time: 0.0661907 Sep 17 08:17:54.586836 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7d1f00ab-a923-429a-bf89-7ddf0699db7a req-46b6c571-d872-4a24-b274-277c06b37e30 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c210c600-e193-40a1-9592-6870b6538743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243680 Sep 17 08:17:54.678878 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7d1f00ab-a923-429a-bf89-7ddf0699db7a req-0794e763-6598-4473-97dd-60a542efd0a6 service neutron] 10.222.0.41 "GET /v2.0/networks/c210c600-e193-40a1-9592-6870b6538743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849569 Sep 17 08:17:54.773478 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7d1f00ab-a923-429a-bf89-7ddf0699db7a req-2011f89d-92a0-48ac-929f-72501d0de452 service neutron] 10.222.0.41 "GET /v2.0/networks/c210c600-e193-40a1-9592-6870b6538743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876687 Sep 17 08:17:54.897415 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf6ed9a-ab21-4551-b6e9-6b1c0344bb98 req-4ce788ea-1ab9-4036-bee7-92062fcb6761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:54.899082 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bcf6ed9a-ab21-4551-b6e9-6b1c0344bb98 req-4ce788ea-1ab9-4036-bee7-92062fcb6761 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=34b9d74541724c24a2058e22401611b9&device_id=ab41ec1a-241c-4210-8b48-700893713428 HTTP/1.1" status: 200 len: 1094 time: 0.0418947 Sep 17 08:17:54.935726 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 64230600-1fcd-40a9-99e0-28b4097900c0 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:17:54.972740 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device a1104554-0c8b-42e3-bff9-c23a67296c3d no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:17:54.995811 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf6ed9a-ab21-4551-b6e9-6b1c0344bb98 req-cb8cd94a-92c2-48d6-a71c-5d667681fa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:54.997919 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bcf6ed9a-ab21-4551-b6e9-6b1c0344bb98 req-cb8cd94a-92c2-48d6-a71c-5d667681fa10 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c210c600-e193-40a1-9592-6870b6538743 HTTP/1.1" status: 200 len: 921 time: 0.0918572 Sep 17 08:17:55.010497 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: a1104554-0c8b-42e3-bff9-c23a67296c3d {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:17:55.010843 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device a1104554-0c8b-42e3-bff9-c23a67296c3d not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:17:55.028488 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 64230600-1fcd-40a9-99e0-28b4097900c0 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:17:55.028871 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:55.057655 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bcf6ed9a-ab21-4551-b6e9-6b1c0344bb98 req-639d3de0-d56c-4bf6-8e59-9b19b7e03035 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=43ddff05-6e21-419b-892a-5fba682a874a HTTP/1.1" status: 200 len: 217 time: 0.0395525 Sep 17 08:17:55.120063 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:55.145289 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf6ed9a-ab21-4551-b6e9-6b1c0344bb98 req-b3f899a2-0cfc-4a3b-a595-3ffb2625a4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:55.146799 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bcf6ed9a-ab21-4551-b6e9-6b1c0344bb98 req-b3f899a2-0cfc-4a3b-a595-3ffb2625a4b8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72f3fa29-4c80-4c5d-affb-43118f7a3dd6 HTTP/1.1" status: 200 len: 860 time: 0.0819657 Sep 17 08:17:55.154724 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port 64230600-1fcd-40a9-99e0-28b4097900c0, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=64230600-1fcd-40a9-99e0-28b4097900c0,segment=NetworkSegment(d33211d4-e596-43e0-adba-2f6540362278),segment_id=d33211d4-e596-43e0-adba-2f6540362278)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:17:55.158348 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:55.185294 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bcf6ed9a-ab21-4551-b6e9-6b1c0344bb98 req-1a6fb3a1-057a-4395-83a7-5797d46f28f8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c210c600-e193-40a1-9592-6870b6538743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293727 Sep 17 08:17:55.209613 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f538053-053d-4e22-8879-d130e7d2c7cc req-2190fbb3-37ab-432f-bee5-820b63d6cbfc tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:55.211050 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=64230600-1fcd-40a9-99e0-28b4097900c0,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:55.211269 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0f538053-053d-4e22-8879-d130e7d2c7cc req-2190fbb3-37ab-432f-bee5-820b63d6cbfc tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab41ec1a-241c-4210-8b48-700893713428 HTTP/1.1" status: 200 len: 943 time: 0.0999820 Sep 17 08:17:55.300323 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0f538053-053d-4e22-8879-d130e7d2c7cc req-dbe5b0ba-9eac-415a-a8a2-b768140641a8 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd27c06d-685a-465b-8c7c-d50965cbcee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756421 Sep 17 08:17:55.324588 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:55.326431 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bcf6ed9a-ab21-4551-b6e9-6b1c0344bb98 req-65e60f83-98b7-40fd-9378-731b5645baa1 service neutron] 10.222.0.41 "GET /v2.0/networks/c210c600-e193-40a1-9592-6870b6538743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331458 Sep 17 08:17:55.424764 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bcf6ed9a-ab21-4551-b6e9-6b1c0344bb98 req-1b957ce6-0d0c-4f25-8746-9f79074ca4bb service neutron] 10.222.0.41 "GET /v2.0/networks/c210c600-e193-40a1-9592-6870b6538743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913348 Sep 17 08:17:55.655181 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4d22f0f0-0fde-48d2-b053-6a4bd159ffbd req-40dd3376-63c7-4aec-a565-d0a59cc57286 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=f08f383f-0614-44d7-99b1-9a55ce918a50 HTTP/1.1" status: 200 len: 210 time: 0.0259626 Sep 17 08:17:56.414905 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b39f06-87ba-43d5-90da-fce78ee95698 req-1e106c53-55e1-4aeb-8a8f-225d1be5afbd tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:56.416407 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e3b39f06-87ba-43d5-90da-fce78ee95698 req-1e106c53-55e1-4aeb-8a8f-225d1be5afbd tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab41ec1a-241c-4210-8b48-700893713428 HTTP/1.1" status: 200 len: 943 time: 0.0481720 Sep 17 08:17:56.453272 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e3b39f06-87ba-43d5-90da-fce78ee95698 req-2801fc8d-becc-4143-8a61-8b6f570e25bf tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd27c06d-685a-465b-8c7c-d50965cbcee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304141 Sep 17 08:17:56.893790 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 64230600-1fcd-40a9-99e0-28b4097900c0 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:17:56.941361 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 64230600-1fcd-40a9-99e0-28b4097900c0 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:17:56.941664 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:57.568856 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e9ee2-246e-4f48-9429-70181c2a2510 req-96fb29a3-3ddb-4047-aa28-2bd8a824448e tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:57.570390 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c08e9ee2-246e-4f48-9429-70181c2a2510 req-96fb29a3-3ddb-4047-aa28-2bd8a824448e tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab41ec1a-241c-4210-8b48-700893713428 HTTP/1.1" status: 200 len: 943 time: 0.0498977 Sep 17 08:17:57.612975 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c08e9ee2-246e-4f48-9429-70181c2a2510 req-8c595dde-129f-401b-951d-6b105cb87881 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd27c06d-685a-465b-8c7c-d50965cbcee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362592 Sep 17 08:17:57.968074 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 43ddff05-6e21-419b-892a-5fba682a874a details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:17:58.060243 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 43ddff05-6e21-419b-892a-5fba682a874a, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=43ddff05-6e21-419b-892a-5fba682a874a,segment=NetworkSegment(d33211d4-e596-43e0-adba-2f6540362278),segment_id=d33211d4-e596-43e0-adba-2f6540362278)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:17:58.070999 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': '43ddff05-6e21-419b-892a-5fba682a874a', 'network_id': 'c210c600-e193-40a1-9592-6870b6538743', 'port_id': '43ddff05-6e21-419b-892a-5fba682a874a', 'mac_address': 'fa:16:3e:13:e9:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72f3fa29-4c80-4c5d-affb-43118f7a3dd6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:17:58.111342 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:58.123682 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43ddff05-6e21-419b-892a-5fba682a874a {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:17:58.142716 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 43ddff05-6e21-419b-892a-5fba682a874a, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=43ddff05-6e21-419b-892a-5fba682a874a,segment=NetworkSegment(d33211d4-e596-43e0-adba-2f6540362278),segment_id=d33211d4-e596-43e0-adba-2f6540362278)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:17:58.146846 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:17:58.194337 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=43ddff05-6e21-419b-892a-5fba682a874a,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:17:58.553431 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['43ddff05-6e21-419b-892a-5fba682a874a'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:17:58.738096 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3515d0ba-9103-47c6-b2bf-3ed1c29acbec req-03ab088b-4294-4ea3-bf92-d2d41a53e86d tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:58.739624 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3515d0ba-9103-47c6-b2bf-3ed1c29acbec req-03ab088b-4294-4ea3-bf92-d2d41a53e86d tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab41ec1a-241c-4210-8b48-700893713428 HTTP/1.1" status: 200 len: 944 time: 0.0519423 Sep 17 08:17:58.781519 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3515d0ba-9103-47c6-b2bf-3ed1c29acbec req-30ce281c-8523-41a2-8880-58320f40965d tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd27c06d-685a-465b-8c7c-d50965cbcee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339341 Sep 17 08:17:59.902983 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdfbcfa-b652-4c19-b175-a94bcc03d89f req-3c43c0ab-9619-4dab-ab4c-36945c50b0f1 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:17:59.904569 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-abdfbcfa-b652-4c19-b175-a94bcc03d89f req-3c43c0ab-9619-4dab-ab4c-36945c50b0f1 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab41ec1a-241c-4210-8b48-700893713428 HTTP/1.1" status: 200 len: 944 time: 0.0523357 Sep 17 08:17:59.943691 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-abdfbcfa-b652-4c19-b175-a94bcc03d89f req-247bac5a-27a1-4765-a76a-780a618f8f72 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd27c06d-685a-465b-8c7c-d50965cbcee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329652 Sep 17 08:17:59.983712 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 43ddff05-6e21-419b-892a-5fba682a874a up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:18:00.033009 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning for port 43ddff05-6e21-419b-892a-5fba682a874a completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:18:00.036892 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port 43ddff05-6e21-419b-892a-5fba682a874a triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:18:00.037273 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:00.117459 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:00.149419 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab41ec1a-241c-4210-8b48-700893713428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43ddff05-6e21-419b-892a-5fba682a874a'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:18:00.152043 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1949058-7f87-466b-932b-9c00dfb6f999" -d '{"events": [{"server_uuid": "ab41ec1a-241c-4210-8b48-700893713428", "name": "network-vif-plugged", "status": "completed", "tag": "43ddff05-6e21-419b-892a-5fba682a874a"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:18:00.164670 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 43ddff05-6e21-419b-892a-5fba682a874a, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=43ddff05-6e21-419b-892a-5fba682a874a,segment=NetworkSegment(d33211d4-e596-43e0-adba-2f6540362278),segment_id=d33211d4-e596-43e0-adba-2f6540362278)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:18:00.169579 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:00.196132 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6aecf3f-7103-4f90-af68-128dcb72c58c x-openstack-request-id: req-f6aecf3f-7103-4f90-af68-128dcb72c58c {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:18:00.196428 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab41ec1a-241c-4210-8b48-700893713428", "name": "network-vif-plugged", "status": "completed", "tag": "43ddff05-6e21-419b-892a-5fba682a874a", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:18:00.196679 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f6aecf3f-7103-4f90-af68-128dcb72c58c {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:18:00.197068 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab41ec1a-241c-4210-8b48-700893713428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43ddff05-6e21-419b-892a-5fba682a874a', 'code': 200} Sep 17 08:18:00.225903 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=43ddff05-6e21-419b-892a-5fba682a874a,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:18:00.314923 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553613e-ae0d-487e-bfe4-aeb007f3bdca req-088b1343-17e1-49a4-8b0f-0d4b2b96ff81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:00.316851 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e553613e-ae0d-487e-bfe4-aeb007f3bdca req-088b1343-17e1-49a4-8b0f-0d4b2b96ff81 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ab41ec1a-241c-4210-8b48-700893713428 HTTP/1.1" status: 200 len: 1096 time: 0.0412555 Sep 17 08:18:00.357598 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e553613e-ae0d-487e-bfe4-aeb007f3bdca req-36d545b7-4260-4fba-b6d5-b3fe73e2987c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fd27c06d-685a-465b-8c7c-d50965cbcee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336626 Sep 17 08:18:01.061519 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a4907-c3f8-46ce-9d78-2c609eb59b04 req-d8931dee-a9a1-473a-a94a-402a6586f0de tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:01.063293 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e80a4907-c3f8-46ce-9d78-2c609eb59b04 req-d8931dee-a9a1-473a-a94a-402a6586f0de tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab41ec1a-241c-4210-8b48-700893713428 HTTP/1.1" status: 200 len: 945 time: 0.0504234 Sep 17 08:18:01.108192 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e80a4907-c3f8-46ce-9d78-2c609eb59b04 req-aa19f764-01de-45d5-ac1f-2d61139e0bb0 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd27c06d-685a-465b-8c7c-d50965cbcee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388782 Sep 17 08:18:02.224732 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b73c6a6-fd9e-4c5b-b05b-6ff81f2ca182 req-12b18021-c2ed-4a07-a35f-7b5ee3baf240 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:02.226219 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8b73c6a6-fd9e-4c5b-b05b-6ff81f2ca182 req-12b18021-c2ed-4a07-a35f-7b5ee3baf240 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab41ec1a-241c-4210-8b48-700893713428 HTTP/1.1" status: 200 len: 945 time: 0.0512371 Sep 17 08:18:02.269206 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8b73c6a6-fd9e-4c5b-b05b-6ff81f2ca182 req-cb94cd81-b16f-43fe-85bd-d50f918e6780 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd27c06d-685a-465b-8c7c-d50965cbcee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359960 Sep 17 08:18:02.538241 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f1064-7407-4aae-b726-07a116e880a8 req-9b2fa9bb-4587-44d5-9b9d-447ea554e635 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:02.539733 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ff3f1064-7407-4aae-b726-07a116e880a8 req-9b2fa9bb-4587-44d5-9b9d-447ea554e635 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab41ec1a-241c-4210-8b48-700893713428 HTTP/1.1" status: 200 len: 945 time: 0.0846198 Sep 17 08:18:02.546387 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cebe376-5dd3-4973-8a4d-cdeeb4e4cb38 req-a85393fa-0b85-4897-986d-1fd648668aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:02.549943 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2cebe376-5dd3-4973-8a4d-cdeeb4e4cb38 req-a85393fa-0b85-4897-986d-1fd648668aac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=34b9d74541724c24a2058e22401611b9&device_id=ab41ec1a-241c-4210-8b48-700893713428 HTTP/1.1" status: 200 len: 1096 time: 0.0644031 Sep 17 08:18:02.631150 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ff3f1064-7407-4aae-b726-07a116e880a8 req-bd346ee4-b8df-4551-b4d1-91b79ef92a6c tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd27c06d-685a-465b-8c7c-d50965cbcee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823364 Sep 17 08:18:02.659756 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cebe376-5dd3-4973-8a4d-cdeeb4e4cb38 req-2ed83431-00d3-47f9-8609-1fa17dab3b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:02.661209 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2cebe376-5dd3-4973-8a4d-cdeeb4e4cb38 req-2ed83431-00d3-47f9-8609-1fa17dab3b59 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c210c600-e193-40a1-9592-6870b6538743 HTTP/1.1" status: 200 len: 921 time: 0.1056590 Sep 17 08:18:02.707853 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2cebe376-5dd3-4973-8a4d-cdeeb4e4cb38 req-e982b25a-2836-4400-a3c3-6bea7178f7ee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=43ddff05-6e21-419b-892a-5fba682a874a HTTP/1.1" status: 200 len: 217 time: 0.0392547 Sep 17 08:18:02.757384 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cebe376-5dd3-4973-8a4d-cdeeb4e4cb38 req-8ef75bfe-a86f-4e74-af6c-c3b98698f062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:02.758861 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2cebe376-5dd3-4973-8a4d-cdeeb4e4cb38 req-8ef75bfe-a86f-4e74-af6c-c3b98698f062 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72f3fa29-4c80-4c5d-affb-43118f7a3dd6 HTTP/1.1" status: 200 len: 860 time: 0.0449171 Sep 17 08:18:02.790155 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2cebe376-5dd3-4973-8a4d-cdeeb4e4cb38 req-a3eb1b4d-42e4-437c-84ea-355cd99abde3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c210c600-e193-40a1-9592-6870b6538743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243566 Sep 17 08:18:02.896209 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2cebe376-5dd3-4973-8a4d-cdeeb4e4cb38 req-5bed8238-e7c2-4f9d-825c-10a10aa7e1de service neutron] 10.222.0.41 "GET /v2.0/networks/c210c600-e193-40a1-9592-6870b6538743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992858 Sep 17 08:18:02.992326 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2cebe376-5dd3-4973-8a4d-cdeeb4e4cb38 req-3d53a42f-d5ca-4de0-92c6-c41107c9a934 service neutron] 10.222.0.41 "GET /v2.0/networks/c210c600-e193-40a1-9592-6870b6538743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842421 Sep 17 08:18:03.753600 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe300b-6067-4a13-8f23-7f9f9af12328 req-962d9fe7-e677-439c-9365-81cb6ad3c40e tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:03.755942 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c1fe300b-6067-4a13-8f23-7f9f9af12328 req-962d9fe7-e677-439c-9365-81cb6ad3c40e tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab41ec1a-241c-4210-8b48-700893713428 HTTP/1.1" status: 200 len: 945 time: 0.0545275 Sep 17 08:18:03.794176 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c1fe300b-6067-4a13-8f23-7f9f9af12328 req-f02507cc-6493-4c18-a920-63bfd40b269b tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd27c06d-685a-465b-8c7c-d50965cbcee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320513 Sep 17 08:18:04.915758 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce5a2e-8ee4-40c1-8bf7-960fc1998397 req-c112a213-282d-4096-a15e-6140a57ddbb1 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:04.917347 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3dce5a2e-8ee4-40c1-8bf7-960fc1998397 req-c112a213-282d-4096-a15e-6140a57ddbb1 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab41ec1a-241c-4210-8b48-700893713428 HTTP/1.1" status: 200 len: 945 time: 0.0499067 Sep 17 08:18:04.955925 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3dce5a2e-8ee4-40c1-8bf7-960fc1998397 req-1f96b75b-652d-4601-8456-4b46762ad910 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd27c06d-685a-465b-8c7c-d50965cbcee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324039 Sep 17 08:18:05.448235 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:05.721759 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:06.070756 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef523211-9703-4419-8dbe-7f00ce3adfa3 req-72446a28-6904-4e4f-bf7b-1e2108429c41 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:06.072292 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ef523211-9703-4419-8dbe-7f00ce3adfa3 req-72446a28-6904-4e4f-bf7b-1e2108429c41 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab41ec1a-241c-4210-8b48-700893713428 HTTP/1.1" status: 200 len: 945 time: 0.0488131 Sep 17 08:18:06.111351 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ef523211-9703-4419-8dbe-7f00ce3adfa3 req-c9d1df03-52c6-4a4f-8a3b-da095437fc15 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd27c06d-685a-465b-8c7c-d50965cbcee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323980 Sep 17 08:18:07.233009 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d038a84-3761-404d-ad6f-6bac8a293a6f req-3a46e5d5-5b2f-42fe-becf-e193d4a3f721 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:07.234517 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6d038a84-3761-404d-ad6f-6bac8a293a6f req-3a46e5d5-5b2f-42fe-becf-e193d4a3f721 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab41ec1a-241c-4210-8b48-700893713428 HTTP/1.1" status: 200 len: 945 time: 0.0555360 Sep 17 08:18:07.273786 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6d038a84-3761-404d-ad6f-6bac8a293a6f req-75a13f37-8047-4c1f-a92b-44a5568cb37e tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd27c06d-685a-465b-8c7c-d50965cbcee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327928 Sep 17 08:18:08.387819 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad56dc3-6099-4d73-812f-a3b2966d62ca req-4f2a4511-bd71-4a14-82a5-d3251225cf82 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:08.389332 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4ad56dc3-6099-4d73-812f-a3b2966d62ca req-4f2a4511-bd71-4a14-82a5-d3251225cf82 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab41ec1a-241c-4210-8b48-700893713428 HTTP/1.1" status: 200 len: 945 time: 0.0481629 Sep 17 08:18:08.426056 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4ad56dc3-6099-4d73-812f-a3b2966d62ca req-2b2abf08-7d9f-4d76-9233-1e7be1af8d60 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd27c06d-685a-465b-8c7c-d50965cbcee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307724 Sep 17 08:18:09.541832 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22f13a-277f-492c-856e-9f366ae09a0a req-48c60673-c593-4932-b7b5-fae88207c4cb tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:09.543346 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8c22f13a-277f-492c-856e-9f366ae09a0a req-48c60673-c593-4932-b7b5-fae88207c4cb tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab41ec1a-241c-4210-8b48-700893713428 HTTP/1.1" status: 200 len: 945 time: 0.0488777 Sep 17 08:18:09.581222 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8c22f13a-277f-492c-856e-9f366ae09a0a req-f6a7849e-2565-42bf-9aaf-4ad33b2f26bd tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd27c06d-685a-465b-8c7c-d50965cbcee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318196 Sep 17 08:18:10.700974 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d25b7b-523c-43cb-a6fd-2b3a39a5f5c5 req-7ae661ab-b298-4e96-b2a3-babc5f798af7 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:10.702380 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-16d25b7b-523c-43cb-a6fd-2b3a39a5f5c5 req-7ae661ab-b298-4e96-b2a3-babc5f798af7 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab41ec1a-241c-4210-8b48-700893713428 HTTP/1.1" status: 200 len: 945 time: 0.0521622 Sep 17 08:18:10.740022 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-16d25b7b-523c-43cb-a6fd-2b3a39a5f5c5 req-ce2ced79-e39b-4cde-9f44-b51f58b82dd3 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd27c06d-685a-465b-8c7c-d50965cbcee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315597 Sep 17 08:18:11.877818 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af930c28-521b-4cc1-b988-35270ab2dc92 req-19ce3111-8158-4dce-a7b7-083bc20f812b tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:11.879960 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-af930c28-521b-4cc1-b988-35270ab2dc92 req-19ce3111-8158-4dce-a7b7-083bc20f812b tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab41ec1a-241c-4210-8b48-700893713428 HTTP/1.1" status: 200 len: 945 time: 0.0671773 Sep 17 08:18:11.931659 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-af930c28-521b-4cc1-b988-35270ab2dc92 req-a44fbe84-1b99-4e07-8ee4-0422a8b710b7 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd27c06d-685a-465b-8c7c-d50965cbcee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427742 Sep 17 08:18:13.042986 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09531ae8-a814-4c87-970b-9b0c271cf297 req-70fb5389-928e-425a-b56f-9cd42dc3a82b tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:13.044485 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-09531ae8-a814-4c87-970b-9b0c271cf297 req-70fb5389-928e-425a-b56f-9cd42dc3a82b tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab41ec1a-241c-4210-8b48-700893713428 HTTP/1.1" status: 200 len: 945 time: 0.0471077 Sep 17 08:18:13.085114 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-09531ae8-a814-4c87-970b-9b0c271cf297 req-f85c4d70-032f-4b20-ba9b-458ee78277ed tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd27c06d-685a-465b-8c7c-d50965cbcee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347521 Sep 17 08:18:14.204098 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeff477-f93f-403b-856c-9671f3ff0682 req-54c40e04-f0c3-46d0-8655-0c5945801634 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:14.206612 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4aeff477-f93f-403b-856c-9671f3ff0682 req-54c40e04-f0c3-46d0-8655-0c5945801634 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab41ec1a-241c-4210-8b48-700893713428 HTTP/1.1" status: 200 len: 945 time: 0.0547259 Sep 17 08:18:14.252880 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:18:14.264783 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4aeff477-f93f-403b-856c-9671f3ff0682 req-b873e0d9-4e30-48e9-a781-47de732963e4 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd27c06d-685a-465b-8c7c-d50965cbcee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515628 Sep 17 08:18:14.939362 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-01d37509-236a-4bd5-a602-9aea3858cea6 req-9390fd4f-a2a3-4766-b9f9-370f9f1dc5cd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0c119ed3-ec1d-499e-a289-b7b44a534f08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0387487 Sep 17 08:18:15.012831 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d37509-236a-4bd5-a602-9aea3858cea6 req-68e77842-30a4-49bd-9702-3f64c232e42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:15.014280 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-01d37509-236a-4bd5-a602-9aea3858cea6 req-68e77842-30a4-49bd-9702-3f64c232e42c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8b27055ca25d48d28002aa2279d58577&device_id=0c119ed3-ec1d-499e-a289-b7b44a534f08 HTTP/1.1" status: 200 len: 1096 time: 0.0395021 Sep 17 08:18:15.117631 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d37509-236a-4bd5-a602-9aea3858cea6 req-87e94376-8c48-4131-99de-0d3ac5de3668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:15.119672 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-01d37509-236a-4bd5-a602-9aea3858cea6 req-87e94376-8c48-4131-99de-0d3ac5de3668 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e65f884c-2c8f-48ea-b79e-b731ed55ac23 HTTP/1.1" status: 200 len: 911 time: 0.0862422 Sep 17 08:18:15.181864 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-01d37509-236a-4bd5-a602-9aea3858cea6 req-4fc13350-bf0b-4549-b592-a4c3186fc5a7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa6fbd79-08f8-46b1-ae1e-6a39d2d1638e HTTP/1.1" status: 200 len: 1000 time: 0.0551221 Sep 17 08:18:15.230130 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d37509-236a-4bd5-a602-9aea3858cea6 req-7588fffb-b9b0-435f-a0a7-d1b50e0eb84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:15.231541 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-01d37509-236a-4bd5-a602-9aea3858cea6 req-7588fffb-b9b0-435f-a0a7-d1b50e0eb84d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a12b56e-5850-4bc0-bba9-8ec5a23a47ff HTTP/1.1" status: 200 len: 849 time: 0.0423262 Sep 17 08:18:15.283475 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d37509-236a-4bd5-a602-9aea3858cea6 req-c27996fe-fb46-45a9-8350-5028bb4e6655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:15.285014 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-01d37509-236a-4bd5-a602-9aea3858cea6 req-c27996fe-fb46-45a9-8350-5028bb4e6655 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e65f884c-2c8f-48ea-b79e-b731ed55ac23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460711 Sep 17 08:18:15.383082 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-01d37509-236a-4bd5-a602-9aea3858cea6 req-d3c0651f-e3e8-4782-9db5-28adaeb27a6a service neutron] 10.222.0.41 "GET /v2.0/networks/e65f884c-2c8f-48ea-b79e-b731ed55ac23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908513 Sep 17 08:18:15.475360 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf17597-da7c-4134-ba86-04939cb8e431 req-ab8265ae-5bd0-4a62-9631-3303532800b2 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:15.476891 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5cf17597-da7c-4134-ba86-04939cb8e431 req-ab8265ae-5bd0-4a62-9631-3303532800b2 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab41ec1a-241c-4210-8b48-700893713428 HTTP/1.1" status: 200 len: 945 time: 0.1065269 Sep 17 08:18:15.518204 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-01d37509-236a-4bd5-a602-9aea3858cea6 req-d21c2ba9-2324-4de1-ba01-ae228c24eb99 service neutron] 10.222.0.41 "GET /v2.0/networks/e65f884c-2c8f-48ea-b79e-b731ed55ac23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174724 Sep 17 08:18:15.530859 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5cf17597-da7c-4134-ba86-04939cb8e431 req-89494518-d237-4d50-8781-f537a2cc5b95 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd27c06d-685a-465b-8c7c-d50965cbcee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474880 Sep 17 08:18:15.697682 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b6f0f1-b5c8-4cae-b7f9-82038f0a27d4 req-9fc8f35e-209b-4081-b285-2cb5857f3187 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:15.699139 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-72b6f0f1-b5c8-4cae-b7f9-82038f0a27d4 req-9fc8f35e-209b-4081-b285-2cb5857f3187 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/networks?id=660139d9-bdd8-4ad7-b799-f8f93f25eccf HTTP/1.1" status: 200 len: 812 time: 0.1006246 Sep 17 08:18:15.714004 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-72b6f0f1-b5c8-4cae-b7f9-82038f0a27d4 req-c191bf26-d06f-4217-b8d2-08f97aa2ddd6 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/quotas/5a6798d8a56640cabd874ecb5022c2e7 HTTP/1.1" status: 200 len: 375 time: 0.0091808 Sep 17 08:18:15.761979 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-72b6f0f1-b5c8-4cae-b7f9-82038f0a27d4 req-933d052b-61f4-4066-b732-12522744e78a tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5a6798d8a56640cabd874ecb5022c2e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0428913 Sep 17 08:18:15.851513 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-72b6f0f1-b5c8-4cae-b7f9-82038f0a27d4 req-84b3ccef-6ca9-4976-ac8b-329769d706c2 service neutron] 10.222.0.13 "GET /v2.0/networks/660139d9-bdd8-4ad7-b799-f8f93f25eccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827031 Sep 17 08:18:15.938532 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-72b6f0f1-b5c8-4cae-b7f9-82038f0a27d4 req-3dfb4ba5-a435-47f5-8126-57de7028799a service neutron] 10.222.0.13 "GET /v2.0/networks/660139d9-bdd8-4ad7-b799-f8f93f25eccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811055 Sep 17 08:18:16.129874 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-04858c58-71c5-4595-bf3a-1e412eb892f5 req-0f7ea944-34ac-43d8-a2e3-004a87056e0d tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=a93c0dfb-9e6f-4d58-8f62-f8e4730a0348 HTTP/1.1" status: 200 len: 210 time: 0.0252986 Sep 17 08:18:16.667999 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0838167-bc86-4cc5-aa90-7ec3704ac538 req-c932e9f8-ffc4-4785-8a3f-1798b762db83 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:16.671118 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f0838167-bc86-4cc5-aa90-7ec3704ac538 req-c932e9f8-ffc4-4785-8a3f-1798b762db83 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab41ec1a-241c-4210-8b48-700893713428 HTTP/1.1" status: 200 len: 945 time: 0.0671062 Sep 17 08:18:16.708369 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f0838167-bc86-4cc5-aa90-7ec3704ac538 req-17deb082-1cf3-49ce-b091-38fed103b67f tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd27c06d-685a-465b-8c7c-d50965cbcee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312889 Sep 17 08:18:17.099092 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b6f0f1-b5c8-4cae-b7f9-82038f0a27d4 req-11a49a07-bf08-4626-b103-53fe8bc3f613 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:17.100574 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-72b6f0f1-b5c8-4cae-b7f9-82038f0a27d4 req-11a49a07-bf08-4626-b103-53fe8bc3f613 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.39 "GET /v2.0/networks?id=660139d9-bdd8-4ad7-b799-f8f93f25eccf HTTP/1.1" status: 200 len: 812 time: 0.1093535 Sep 17 08:18:17.120910 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-72b6f0f1-b5c8-4cae-b7f9-82038f0a27d4 req-149cffba-aa3c-426e-9600-9be0cf51db8c tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Request body: {'port': {'device_id': 'a93c0dfb-9e6f-4d58-8f62-f8e4730a0348', 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf', 'admin_state_up': True, 'tenant_id': '5a6798d8a56640cabd874ecb5022c2e7'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:18:17.228503 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72b6f0f1-b5c8-4cae-b7f9-82038f0a27d4 req-149cffba-aa3c-426e-9600-9be0cf51db8c tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Made reservation on behalf of 5a6798d8a56640cabd874ecb5022c2e7 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:18:17.228685 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9617085c-7059-450c-b6e7-0dc32218e4b5 req-0fb418e3-700a-4b32-bfa6-65bc754dc206 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=a93c0dfb-9e6f-4d58-8f62-f8e4730a0348 HTTP/1.1" status: 200 len: 210 time: 0.0273099 Sep 17 08:18:17.232187 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-72b6f0f1-b5c8-4cae-b7f9-82038f0a27d4 req-149cffba-aa3c-426e-9600-9be0cf51db8c tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:17.375656 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-72b6f0f1-b5c8-4cae-b7f9-82038f0a27d4 req-149cffba-aa3c-426e-9600-9be0cf51db8c tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Allocated IP 172.20.0.5 (660139d9-bdd8-4ad7-b799-f8f93f25eccf/0d01eb21-118c-498b-a866-b124536b59b1/c7e04078-5c23-4fbd-8e79-df226fe1092a) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:18:17.541415 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-72b6f0f1-b5c8-4cae-b7f9-82038f0a27d4 req-149cffba-aa3c-426e-9600-9be0cf51db8c tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:17.576765 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-72b6f0f1-b5c8-4cae-b7f9-82038f0a27d4 req-149cffba-aa3c-426e-9600-9be0cf51db8c tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:17.620484 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72b6f0f1-b5c8-4cae-b7f9-82038f0a27d4 req-149cffba-aa3c-426e-9600-9be0cf51db8c tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Network 660139d9-bdd8-4ad7-b799-f8f93f25eccf is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:18:17.623664 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-72b6f0f1-b5c8-4cae-b7f9-82038f0a27d4 req-149cffba-aa3c-426e-9600-9be0cf51db8c tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:18:17.630264 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-72b6f0f1-b5c8-4cae-b7f9-82038f0a27d4 req-149cffba-aa3c-426e-9600-9be0cf51db8c tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:18:17.653729 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149cffba-aa3c-426e-9600-9be0cf51db8c tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Pushing event updated for resources: {'Port': ['ID=c7e04078-5c23-4fbd-8e79-df226fe1092a,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:18:17.668601 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149cffba-aa3c-426e-9600-9be0cf51db8c tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:18:17.668947 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149cffba-aa3c-426e-9600-9be0cf51db8c tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:18:17.669291 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149cffba-aa3c-426e-9600-9be0cf51db8c tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:18:17.669625 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149cffba-aa3c-426e-9600-9be0cf51db8c tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:18:17.670139 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149cffba-aa3c-426e-9600-9be0cf51db8c tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:18:17.670642 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149cffba-aa3c-426e-9600-9be0cf51db8c tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:18:17.671201 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149cffba-aa3c-426e-9600-9be0cf51db8c tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:18:17.671468 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149cffba-aa3c-426e-9600-9be0cf51db8c tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:18:17.671983 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149cffba-aa3c-426e-9600-9be0cf51db8c tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:18:17.672469 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149cffba-aa3c-426e-9600-9be0cf51db8c tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:18:17.672797 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149cffba-aa3c-426e-9600-9be0cf51db8c tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:18:17.673280 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149cffba-aa3c-426e-9600-9be0cf51db8c tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:18:17.694596 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b6f0f1-b5c8-4cae-b7f9-82038f0a27d4 req-149cffba-aa3c-426e-9600-9be0cf51db8c tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:17.695227 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-72b6f0f1-b5c8-4cae-b7f9-82038f0a27d4 req-149cffba-aa3c-426e-9600-9be0cf51db8c tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:17.710842 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-72b6f0f1-b5c8-4cae-b7f9-82038f0a27d4 req-149cffba-aa3c-426e-9600-9be0cf51db8c tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5942488 Sep 17 08:18:17.728876 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-72b6f0f1-b5c8-4cae-b7f9-82038f0a27d4 req-74bdbfca-025d-43b8-ba53-3ab09208f8b6 service neutron] Request body: {'port': {'device_id': 'a93c0dfb-9e6f-4d58-8f62-f8e4730a0348', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:18:17.789092 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-72b6f0f1-b5c8-4cae-b7f9-82038f0a27d4 req-74bdbfca-025d-43b8-ba53-3ab09208f8b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:17.850394 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d649ae2-b305-412c-a7f8-c956a4cb1062 req-62553e5e-e1bc-4182-8cbb-e94c16d6abaf tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:17.858637 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5d649ae2-b305-412c-a7f8-c956a4cb1062 req-62553e5e-e1bc-4182-8cbb-e94c16d6abaf tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab41ec1a-241c-4210-8b48-700893713428 HTTP/1.1" status: 200 len: 945 time: 0.0648894 Sep 17 08:18:17.895502 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5d649ae2-b305-412c-a7f8-c956a4cb1062 req-2c5740f5-6148-451b-aadb-02f41ea35c1e tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd27c06d-685a-465b-8c7c-d50965cbcee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327127 Sep 17 08:18:17.966952 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-c3888899-9137-4d7c-9091-4df3e13cf2a3 None None] Provisioning complete for port c7e04078-5c23-4fbd-8e79-df226fe1092a triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:18:17.967552 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c3888899-9137-4d7c-9091-4df3e13cf2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:18.005287 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-c3888899-9137-4d7c-9091-4df3e13cf2a3 None None] Port c7e04078-5c23-4fbd-8e79-df226fe1092a cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:18:18.073718 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-72b6f0f1-b5c8-4cae-b7f9-82038f0a27d4 req-74bdbfca-025d-43b8-ba53-3ab09208f8b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7e04078-5c23-4fbd-8e79-df226fe1092a {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:18:18.082554 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-72b6f0f1-b5c8-4cae-b7f9-82038f0a27d4 req-74bdbfca-025d-43b8-ba53-3ab09208f8b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:18.099744 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-72b6f0f1-b5c8-4cae-b7f9-82038f0a27d4 req-74bdbfca-025d-43b8-ba53-3ab09208f8b6 service neutron] Transition to ACTIVE for port object c7e04078-5c23-4fbd-8e79-df226fe1092a will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:18:18.104371 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-72b6f0f1-b5c8-4cae-b7f9-82038f0a27d4 req-74bdbfca-025d-43b8-ba53-3ab09208f8b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:18.184647 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bdbfca-025d-43b8-ba53-3ab09208f8b6 service neutron] Pushing event updated for resources: {'Port': ['ID=c7e04078-5c23-4fbd-8e79-df226fe1092a,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:18:18.237327 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-72b6f0f1-b5c8-4cae-b7f9-82038f0a27d4 req-74bdbfca-025d-43b8-ba53-3ab09208f8b6 service neutron] Attempting to bind port c7e04078-5c23-4fbd-8e79-df226fe1092a on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:18:18.237667 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-72b6f0f1-b5c8-4cae-b7f9-82038f0a27d4 req-74bdbfca-025d-43b8-ba53-3ab09208f8b6 service neutron] Attempting to bind port c7e04078-5c23-4fbd-8e79-df226fe1092a by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': '87efb6ce-2270-470a-8c19-7b337a956aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:18:18.237997 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b6f0f1-b5c8-4cae-b7f9-82038f0a27d4 req-74bdbfca-025d-43b8-ba53-3ab09208f8b6 service neutron] Attempting to bind port c7e04078-5c23-4fbd-8e79-df226fe1092a on network 660139d9-bdd8-4ad7-b799-f8f93f25eccf {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:18:18.243475 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b6f0f1-b5c8-4cae-b7f9-82038f0a27d4 req-74bdbfca-025d-43b8-ba53-3ab09208f8b6 service neutron] Port c7e04078-5c23-4fbd-8e79-df226fe1092a on network 660139d9-bdd8-4ad7-b799-f8f93f25eccf not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:18:18.243874 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b6f0f1-b5c8-4cae-b7f9-82038f0a27d4 req-74bdbfca-025d-43b8-ba53-3ab09208f8b6 service neutron] Attempting to bind port c7e04078-5c23-4fbd-8e79-df226fe1092a on network 660139d9-bdd8-4ad7-b799-f8f93f25eccf {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:18:18.248859 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b6f0f1-b5c8-4cae-b7f9-82038f0a27d4 req-74bdbfca-025d-43b8-ba53-3ab09208f8b6 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:18:18.249204 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b6f0f1-b5c8-4cae-b7f9-82038f0a27d4 req-74bdbfca-025d-43b8-ba53-3ab09208f8b6 service neutron] Checking segment: {'id': '87efb6ce-2270-470a-8c19-7b337a956aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:18:18.249591 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b6f0f1-b5c8-4cae-b7f9-82038f0a27d4 req-74bdbfca-025d-43b8-ba53-3ab09208f8b6 service neutron] Bound using segment: {'id': '87efb6ce-2270-470a-8c19-7b337a956aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:18:18.250094 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-72b6f0f1-b5c8-4cae-b7f9-82038f0a27d4 req-74bdbfca-025d-43b8-ba53-3ab09208f8b6 service neutron] Bound port: c7e04078-5c23-4fbd-8e79-df226fe1092a, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87efb6ce-2270-470a-8c19-7b337a956aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:18:18.250461 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-72b6f0f1-b5c8-4cae-b7f9-82038f0a27d4 req-74bdbfca-025d-43b8-ba53-3ab09208f8b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:18.324908 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-72b6f0f1-b5c8-4cae-b7f9-82038f0a27d4 req-74bdbfca-025d-43b8-ba53-3ab09208f8b6 service neutron] For port c7e04078-5c23-4fbd-8e79-df226fe1092a, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:18:18.328754 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-72b6f0f1-b5c8-4cae-b7f9-82038f0a27d4 req-74bdbfca-025d-43b8-ba53-3ab09208f8b6 service neutron] For port c7e04078-5c23-4fbd-8e79-df226fe1092a, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=c7e04078-5c23-4fbd-8e79-df226fe1092a,segment=NetworkSegment(87efb6ce-2270-470a-8c19-7b337a956aa6),segment_id=87efb6ce-2270-470a-8c19-7b337a956aa6)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:18:18.334216 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-72b6f0f1-b5c8-4cae-b7f9-82038f0a27d4 req-74bdbfca-025d-43b8-ba53-3ab09208f8b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:18.372647 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b6f0f1-b5c8-4cae-b7f9-82038f0a27d4 req-74bdbfca-025d-43b8-ba53-3ab09208f8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:18.373270 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-72b6f0f1-b5c8-4cae-b7f9-82038f0a27d4 req-74bdbfca-025d-43b8-ba53-3ab09208f8b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:18.374679 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-72b6f0f1-b5c8-4cae-b7f9-82038f0a27d4 req-74bdbfca-025d-43b8-ba53-3ab09208f8b6 service neutron] 10.222.0.39 "PUT /v2.0/ports/c7e04078-5c23-4fbd-8e79-df226fe1092a HTTP/1.1" status: 200 len: 1091 time: 0.6502421 Sep 17 08:18:18.374784 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212d978d-e4ee-4a57-be45-69e330c49349 req-37e13745-5a10-4a4f-9feb-4fdb78866bf2 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:18.375099 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a93c0dfb-9e6f-4d58-8f62-f8e4730a0348', 'tag': 'c7e04078-5c23-4fbd-8e79-df226fe1092a'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:18:18.377399 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d8d8c6-c857-4c83-a13e-faf2c3fbcbd4" -d '{"events": [{"name": "network-changed", "server_uuid": "a93c0dfb-9e6f-4d58-8f62-f8e4730a0348", "tag": "c7e04078-5c23-4fbd-8e79-df226fe1092a"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:18:18.383070 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-212d978d-e4ee-4a57-be45-69e330c49349 req-37e13745-5a10-4a4f-9feb-4fdb78866bf2 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=a93c0dfb-9e6f-4d58-8f62-f8e4730a0348 HTTP/1.1" status: 200 len: 943 time: 0.0752702 Sep 17 08:18:18.427673 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bdbfca-025d-43b8-ba53-3ab09208f8b6 service neutron] Pushing event updated for resources: {'Port': ['ID=c7e04078-5c23-4fbd-8e79-df226fe1092a,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:18:18.445698 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad86e55-fac9-4360-b592-01523f45c605 x-openstack-request-id: req-1ad86e55-fac9-4360-b592-01523f45c605 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:18:18.446419 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-212d978d-e4ee-4a57-be45-69e330c49349 req-46bccab9-0c6c-4100-8772-72766237e148 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607662 Sep 17 08:18:18.446952 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a93c0dfb-9e6f-4d58-8f62-f8e4730a0348", "tag": "c7e04078-5c23-4fbd-8e79-df226fe1092a", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:18:18.447565 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1ad86e55-fac9-4360-b592-01523f45c605 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:18:18.448302 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a93c0dfb-9e6f-4d58-8f62-f8e4730a0348', 'tag': 'c7e04078-5c23-4fbd-8e79-df226fe1092a', 'status': 'completed', 'code': 200} Sep 17 08:18:18.505620 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b6f0f1-b5c8-4cae-b7f9-82038f0a27d4 req-2a81c9fa-8ce1-434d-bdb0-6c3aa82ea7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:18.507161 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-72b6f0f1-b5c8-4cae-b7f9-82038f0a27d4 req-2a81c9fa-8ce1-434d-bdb0-6c3aa82ea7b9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5a6798d8a56640cabd874ecb5022c2e7&device_id=a93c0dfb-9e6f-4d58-8f62-f8e4730a0348 HTTP/1.1" status: 200 len: 1094 time: 0.0484140 Sep 17 08:18:18.557368 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-72b6f0f1-b5c8-4cae-b7f9-82038f0a27d4 req-39eda462-e6f8-41ae-a50b-cc62d0f7a300 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7e04078-5c23-4fbd-8e79-df226fe1092a HTTP/1.1" status: 200 len: 217 time: 0.0369902 Sep 17 08:18:18.609174 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b6f0f1-b5c8-4cae-b7f9-82038f0a27d4 req-4afa58c9-290c-47b5-823e-e8eff788c1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:18.610725 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-72b6f0f1-b5c8-4cae-b7f9-82038f0a27d4 req-4afa58c9-290c-47b5-823e-e8eff788c1d1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d01eb21-118c-498b-a866-b124536b59b1 HTTP/1.1" status: 200 len: 851 time: 0.0469940 Sep 17 08:18:18.659905 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b6f0f1-b5c8-4cae-b7f9-82038f0a27d4 req-a7e5e1a2-acf4-4255-a765-13ceba4eaf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:18.662077 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-72b6f0f1-b5c8-4cae-b7f9-82038f0a27d4 req-a7e5e1a2-acf4-4255-a765-13ceba4eaf19 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=660139d9-bdd8-4ad7-b799-f8f93f25eccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437062 Sep 17 08:18:18.755012 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-72b6f0f1-b5c8-4cae-b7f9-82038f0a27d4 req-07c45868-bf73-4a65-9c16-f6175ffbf6c8 service neutron] 10.222.0.39 "GET /v2.0/networks/660139d9-bdd8-4ad7-b799-f8f93f25eccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853479 Sep 17 08:18:18.846590 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-72b6f0f1-b5c8-4cae-b7f9-82038f0a27d4 req-fd5e1697-cdcf-49dd-860f-d2a7ebbe1744 service neutron] 10.222.0.39 "GET /v2.0/networks/660139d9-bdd8-4ad7-b799-f8f93f25eccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847678 Sep 17 08:18:18.962115 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d8d8c6-c857-4c83-a13e-faf2c3fbcbd4 req-08f02a66-3a6a-48e0-af8b-ee6ebbca6c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:18.963682 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-47d8d8c6-c857-4c83-a13e-faf2c3fbcbd4 req-08f02a66-3a6a-48e0-af8b-ee6ebbca6c27 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5a6798d8a56640cabd874ecb5022c2e7&device_id=a93c0dfb-9e6f-4d58-8f62-f8e4730a0348 HTTP/1.1" status: 200 len: 1094 time: 0.0448122 Sep 17 08:18:19.032540 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56507a81-0d20-4a8f-bc4b-11ef2ed9e23b req-f74dc20d-0892-46eb-964d-a802e3e22601 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:19.034777 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-56507a81-0d20-4a8f-bc4b-11ef2ed9e23b req-f74dc20d-0892-46eb-964d-a802e3e22601 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab41ec1a-241c-4210-8b48-700893713428 HTTP/1.1" status: 200 len: 945 time: 0.0592978 Sep 17 08:18:19.061867 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d8d8c6-c857-4c83-a13e-faf2c3fbcbd4 req-1ccbf76d-ebd0-4bd6-b6fc-7301c0cc6716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:19.063382 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-47d8d8c6-c857-4c83-a13e-faf2c3fbcbd4 req-1ccbf76d-ebd0-4bd6-b6fc-7301c0cc6716 service neutron] 10.222.0.39 "GET /v2.0/networks?id=660139d9-bdd8-4ad7-b799-f8f93f25eccf HTTP/1.1" status: 200 len: 913 time: 0.0921803 Sep 17 08:18:19.080004 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-56507a81-0d20-4a8f-bc4b-11ef2ed9e23b req-533a9d8f-0196-4c02-9a5d-18dc1fc5618a tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd27c06d-685a-465b-8c7c-d50965cbcee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382187 Sep 17 08:18:19.112947 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-47d8d8c6-c857-4c83-a13e-faf2c3fbcbd4 req-76279f93-aed1-42b9-a547-083c9f7c2428 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7e04078-5c23-4fbd-8e79-df226fe1092a HTTP/1.1" status: 200 len: 217 time: 0.0421197 Sep 17 08:18:19.164165 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d8d8c6-c857-4c83-a13e-faf2c3fbcbd4 req-adb12e03-a392-4f5a-9494-5b1e9273b9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:19.166074 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-47d8d8c6-c857-4c83-a13e-faf2c3fbcbd4 req-adb12e03-a392-4f5a-9494-5b1e9273b9ab service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d01eb21-118c-498b-a866-b124536b59b1 HTTP/1.1" status: 200 len: 851 time: 0.0457067 Sep 17 08:18:19.213014 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d8d8c6-c857-4c83-a13e-faf2c3fbcbd4 req-86863502-7520-406c-9d59-9f42b0e816b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:19.214556 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-47d8d8c6-c857-4c83-a13e-faf2c3fbcbd4 req-86863502-7520-406c-9d59-9f42b0e816b8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=660139d9-bdd8-4ad7-b799-f8f93f25eccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414488 Sep 17 08:18:19.311440 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-47d8d8c6-c857-4c83-a13e-faf2c3fbcbd4 req-94879087-271b-4730-abd8-897c06936c07 service neutron] 10.222.0.39 "GET /v2.0/networks/660139d9-bdd8-4ad7-b799-f8f93f25eccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896990 Sep 17 08:18:19.403121 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-47d8d8c6-c857-4c83-a13e-faf2c3fbcbd4 req-bb62b633-ce2a-47b6-8c49-02e622350d21 service neutron] 10.222.0.39 "GET /v2.0/networks/660139d9-bdd8-4ad7-b799-f8f93f25eccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848484 Sep 17 08:18:19.552833 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bc1eaf-ee6b-4da5-bcbd-9e43969a307e req-94fb2a9b-d359-48f7-ac6d-d3e18cbd3829 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:19.554332 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-25bc1eaf-ee6b-4da5-bcbd-9e43969a307e req-94fb2a9b-d359-48f7-ac6d-d3e18cbd3829 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=a93c0dfb-9e6f-4d58-8f62-f8e4730a0348 HTTP/1.1" status: 200 len: 943 time: 0.0493348 Sep 17 08:18:19.592232 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-25bc1eaf-ee6b-4da5-bcbd-9e43969a307e req-6d3cc12e-c3f3-49af-84f8-2fa590b1e721 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311644 Sep 17 08:18:19.966570 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f6ef4cbf-3844-4bc8-85da-312d42f4d47a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:20.205488 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12a2e4c-bae9-416b-ba95-061693ef2ff5 req-2e0a4ff0-e505-436a-952e-b28268b8f693 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:20.206989 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d12a2e4c-bae9-416b-ba95-061693ef2ff5 req-2e0a4ff0-e505-436a-952e-b28268b8f693 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab41ec1a-241c-4210-8b48-700893713428 HTTP/1.1" status: 200 len: 945 time: 0.0532451 Sep 17 08:18:20.264335 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d12a2e4c-bae9-416b-ba95-061693ef2ff5 req-cd712d79-6c8f-412d-9412-aff278b29964 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd27c06d-685a-465b-8c7c-d50965cbcee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431283 Sep 17 08:18:20.737791 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493475ca-bef9-42d5-a77b-a52550bc30a3 req-f747d605-fec8-484e-867d-31545d65b67e tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:20.740130 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-493475ca-bef9-42d5-a77b-a52550bc30a3 req-f747d605-fec8-484e-867d-31545d65b67e tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=a93c0dfb-9e6f-4d58-8f62-f8e4730a0348 HTTP/1.1" status: 200 len: 943 time: 0.0580568 Sep 17 08:18:20.787819 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-493475ca-bef9-42d5-a77b-a52550bc30a3 req-5911638d-6b07-482a-8c07-3200f90767de tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401525 Sep 17 08:18:21.424922 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b87cab-d72f-4e06-a707-53f5ee66ef28 req-b225475d-6aef-4d8b-8d28-3387c3dc8529 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:21.427672 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-79b87cab-d72f-4e06-a707-53f5ee66ef28 req-b225475d-6aef-4d8b-8d28-3387c3dc8529 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab41ec1a-241c-4210-8b48-700893713428 HTTP/1.1" status: 200 len: 945 time: 0.0796382 Sep 17 08:18:21.484485 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-79b87cab-d72f-4e06-a707-53f5ee66ef28 req-b64dcc20-438e-43f2-a887-6ad689dc7b6a tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd27c06d-685a-465b-8c7c-d50965cbcee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470133 Sep 17 08:18:21.957777 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4aca1c-edcd-453c-a723-8b5e9c701ba0 req-ff922add-cfe0-46e4-9960-d9cb3bf4c2c5 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:21.959253 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9c4aca1c-edcd-453c-a723-8b5e9c701ba0 req-ff922add-cfe0-46e4-9960-d9cb3bf4c2c5 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=a93c0dfb-9e6f-4d58-8f62-f8e4730a0348 HTTP/1.1" status: 200 len: 943 time: 0.0532260 Sep 17 08:18:22.003643 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9c4aca1c-edcd-453c-a723-8b5e9c701ba0 req-76217744-c25d-476b-b05f-497155d0ebbc tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373762 Sep 17 08:18:22.437859 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5664b2ff-953e-43ee-886b-9fd66b92f249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:22.672998 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a243ed88-d915-404d-952d-8c294fe98032 req-16e372cc-e9e0-4adb-8650-4423d992c699 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:22.676293 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a243ed88-d915-404d-952d-8c294fe98032 req-16e372cc-e9e0-4adb-8650-4423d992c699 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab41ec1a-241c-4210-8b48-700893713428 HTTP/1.1" status: 200 len: 945 time: 0.0933361 Sep 17 08:18:22.705440 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:22.714124 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a243ed88-d915-404d-952d-8c294fe98032 req-09df3666-e575-4a08-b447-f63aba59d253 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd27c06d-685a-465b-8c7c-d50965cbcee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335317 Sep 17 08:18:23.125055 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca3fe5f-49d4-4cb9-98da-8cfc5eb6c981 req-f8955986-5342-40ba-ad89-7e0a594d0318 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:23.126538 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cca3fe5f-49d4-4cb9-98da-8cfc5eb6c981 req-f8955986-5342-40ba-ad89-7e0a594d0318 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=a93c0dfb-9e6f-4d58-8f62-f8e4730a0348 HTTP/1.1" status: 200 len: 943 time: 0.0524511 Sep 17 08:18:23.165574 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cca3fe5f-49d4-4cb9-98da-8cfc5eb6c981 req-117306f6-d580-45a0-b7d1-9b2c0c3b020d tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321286 Sep 17 08:18:23.737242 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:23.834969 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875090db-ff39-4986-8fe8-f2cad839d4b4 req-21d8d3dd-b6c3-430e-b447-6630a880de62 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:23.842699 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-875090db-ff39-4986-8fe8-f2cad839d4b4 req-21d8d3dd-b6c3-430e-b447-6630a880de62 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab41ec1a-241c-4210-8b48-700893713428 HTTP/1.1" status: 200 len: 945 time: 0.0590816 Sep 17 08:18:23.874270 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-875090db-ff39-4986-8fe8-f2cad839d4b4 req-227ad01d-8e01-47e4-a46e-73dbaacb5313 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd27c06d-685a-465b-8c7c-d50965cbcee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307806 Sep 17 08:18:24.281483 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90112c58-3763-4466-9cbc-48ab02a0ee36 req-8ee0ecd1-dca9-490a-8b14-ed83a1d5e035 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:24.283211 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-90112c58-3763-4466-9cbc-48ab02a0ee36 req-8ee0ecd1-dca9-490a-8b14-ed83a1d5e035 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=a93c0dfb-9e6f-4d58-8f62-f8e4730a0348 HTTP/1.1" status: 200 len: 943 time: 0.0490298 Sep 17 08:18:24.319853 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-90112c58-3763-4466-9cbc-48ab02a0ee36 req-93db1922-71c2-412c-96a4-71f843177956 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300891 Sep 17 08:18:24.985915 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d602ee2f-4d52-4842-86f0-d8d5dac05347 req-02abe925-7054-4225-89d8-2513502e156f tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:24.987384 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d602ee2f-4d52-4842-86f0-d8d5dac05347 req-02abe925-7054-4225-89d8-2513502e156f tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab41ec1a-241c-4210-8b48-700893713428 HTTP/1.1" status: 200 len: 945 time: 0.0469847 Sep 17 08:18:25.024170 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d602ee2f-4d52-4842-86f0-d8d5dac05347 req-85c2ef06-82d9-4e58-92a6-76b1c7a1730b tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd27c06d-685a-465b-8c7c-d50965cbcee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304005 Sep 17 08:18:25.318050 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:25.436785 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1eb770-3788-4b1d-9ad2-0992136ca2a8 req-a8d666bd-a274-40da-877a-43cbf6e8baae tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:25.438262 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ed1eb770-3788-4b1d-9ad2-0992136ca2a8 req-a8d666bd-a274-40da-877a-43cbf6e8baae tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=a93c0dfb-9e6f-4d58-8f62-f8e4730a0348 HTTP/1.1" status: 200 len: 943 time: 0.0510437 Sep 17 08:18:25.474298 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ed1eb770-3788-4b1d-9ad2-0992136ca2a8 req-9bc71f12-c391-4172-8370-210c62f8a885 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301690 Sep 17 08:18:26.136641 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d5a11-9632-43b3-9aea-50d9e61b2c2e req-26f5ad0f-8cda-4252-a8d1-74e141b073c8 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:26.138102 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-200d5a11-9632-43b3-9aea-50d9e61b2c2e req-26f5ad0f-8cda-4252-a8d1-74e141b073c8 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab41ec1a-241c-4210-8b48-700893713428 HTTP/1.1" status: 200 len: 945 time: 0.0475554 Sep 17 08:18:26.174275 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-200d5a11-9632-43b3-9aea-50d9e61b2c2e req-b8247ab1-bac7-4670-9518-2bc94a2a650c tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd27c06d-685a-465b-8c7c-d50965cbcee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302575 Sep 17 08:18:26.588121 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e68a21-deb5-4eb2-9b34-396acd4b6c2b req-450c16cc-579f-49b3-8f88-821fcda734a9 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:26.589606 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c4e68a21-deb5-4eb2-9b34-396acd4b6c2b req-450c16cc-579f-49b3-8f88-821fcda734a9 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=a93c0dfb-9e6f-4d58-8f62-f8e4730a0348 HTTP/1.1" status: 200 len: 943 time: 0.0478117 Sep 17 08:18:26.625674 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c4e68a21-deb5-4eb2-9b34-396acd4b6c2b req-5eca756b-f594-425e-aa0f-8469856c0cbf tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302441 Sep 17 08:18:27.292360 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f3cd2-bcd1-47fa-82ad-68164163d949 req-f84cc731-243b-4c45-9ae9-a7e704a8ad49 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:27.293844 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c42f3cd2-bcd1-47fa-82ad-68164163d949 req-f84cc731-243b-4c45-9ae9-a7e704a8ad49 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab41ec1a-241c-4210-8b48-700893713428 HTTP/1.1" status: 200 len: 945 time: 0.0562456 Sep 17 08:18:27.331139 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c42f3cd2-bcd1-47fa-82ad-68164163d949 req-8954ef41-7825-4357-9d7d-2e4034331481 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd27c06d-685a-465b-8c7c-d50965cbcee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313988 Sep 17 08:18:27.744175 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b711c04-9286-4624-b9c0-b3211ca299d1 req-98c4d7cf-f51b-4821-bbba-9e0f54b6ce29 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:27.745922 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2b711c04-9286-4624-b9c0-b3211ca299d1 req-98c4d7cf-f51b-4821-bbba-9e0f54b6ce29 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=a93c0dfb-9e6f-4d58-8f62-f8e4730a0348 HTTP/1.1" status: 200 len: 943 time: 0.0497837 Sep 17 08:18:27.784502 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2b711c04-9286-4624-b9c0-b3211ca299d1 req-0566dfe9-4ef7-414d-ae84-907f11b6c8f5 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316982 Sep 17 08:18:28.442140 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb077cc-281b-4e55-90de-ea8e179bd55e req-03b30b13-bc1f-4460-82fa-11c69d55841e tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:28.443623 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9fb077cc-281b-4e55-90de-ea8e179bd55e req-03b30b13-bc1f-4460-82fa-11c69d55841e tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab41ec1a-241c-4210-8b48-700893713428 HTTP/1.1" status: 200 len: 945 time: 0.0477688 Sep 17 08:18:28.481228 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9fb077cc-281b-4e55-90de-ea8e179bd55e req-c7a33602-8323-447c-8610-42ae783ea294 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd27c06d-685a-465b-8c7c-d50965cbcee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307918 Sep 17 08:18:28.906623 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38697290-5372-45cb-b330-8c4a35d41236 req-7b69b29b-3171-4022-ab57-fe54f737c627 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:28.908164 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-38697290-5372-45cb-b330-8c4a35d41236 req-7b69b29b-3171-4022-ab57-fe54f737c627 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=a93c0dfb-9e6f-4d58-8f62-f8e4730a0348 HTTP/1.1" status: 200 len: 943 time: 0.0539639 Sep 17 08:18:28.951159 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-38697290-5372-45cb-b330-8c4a35d41236 req-a9a84111-9bde-435e-9555-b6d00627732c tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363584 Sep 17 08:18:29.597889 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba91193-5b58-4662-90e6-b8566950d26b req-b8740fa1-1af8-4717-ba4a-63e67790bc26 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:29.599434 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-eba91193-5b58-4662-90e6-b8566950d26b req-b8740fa1-1af8-4717-ba4a-63e67790bc26 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab41ec1a-241c-4210-8b48-700893713428 HTTP/1.1" status: 200 len: 945 time: 0.0512521 Sep 17 08:18:29.637944 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-eba91193-5b58-4662-90e6-b8566950d26b req-1c2924e2-5e89-42f5-86cb-cc9334742ad6 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd27c06d-685a-465b-8c7c-d50965cbcee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323119 Sep 17 08:18:29.897269 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accb1d8c-a374-44dc-aad6-906022bc6a7e req-e9a12b23-008a-4854-86e3-07d133b3a31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:29.898818 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-accb1d8c-a374-44dc-aad6-906022bc6a7e req-e9a12b23-008a-4854-86e3-07d133b3a31b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ab41ec1a-241c-4210-8b48-700893713428 HTTP/1.1" status: 200 len: 1096 time: 0.0413790 Sep 17 08:18:29.933947 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-accb1d8c-a374-44dc-aad6-906022bc6a7e req-1eef3cc3-a27d-46d6-b17f-834bcfd833c5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fd27c06d-685a-465b-8c7c-d50965cbcee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283799 Sep 17 08:18:30.072211 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d48c53-5060-44de-8233-a2b227e8909b req-ab8e40fc-943b-4c04-84e8-12ca2ac9c9ce tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:30.073737 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-46d48c53-5060-44de-8233-a2b227e8909b req-ab8e40fc-943b-4c04-84e8-12ca2ac9c9ce tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=a93c0dfb-9e6f-4d58-8f62-f8e4730a0348 HTTP/1.1" status: 200 len: 943 time: 0.0514059 Sep 17 08:18:30.111508 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-46d48c53-5060-44de-8233-a2b227e8909b req-c58f6c28-fc6a-4a20-ad63-583b0520abd4 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315094 Sep 17 08:18:30.754157 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad4363c-d30f-40aa-8c29-503afb7adaf5 req-1bec32b6-0e69-4d17-8fc1-10853a48435a tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:30.755634 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0ad4363c-d30f-40aa-8c29-503afb7adaf5 req-1bec32b6-0e69-4d17-8fc1-10853a48435a tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab41ec1a-241c-4210-8b48-700893713428 HTTP/1.1" status: 200 len: 945 time: 0.0478225 Sep 17 08:18:30.794208 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0ad4363c-d30f-40aa-8c29-503afb7adaf5 req-43684975-39fa-4e9f-8f39-5049039b31c9 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd27c06d-685a-465b-8c7c-d50965cbcee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316813 Sep 17 08:18:31.225657 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe6091-4c55-46d0-bcd0-896af68801c8 req-b3ebeece-0294-4118-ba89-b304e604eaa9 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:31.227189 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9fbe6091-4c55-46d0-bcd0-896af68801c8 req-b3ebeece-0294-4118-ba89-b304e604eaa9 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=a93c0dfb-9e6f-4d58-8f62-f8e4730a0348 HTTP/1.1" status: 200 len: 943 time: 0.0493655 Sep 17 08:18:31.267216 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9fbe6091-4c55-46d0-bcd0-896af68801c8 req-5955c518-ff2b-4c43-9ead-b760dd652ff7 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334547 Sep 17 08:18:31.912150 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2781bc-5a07-4040-bd1e-53a15281e426 req-0e1bdf11-b5f4-453c-8796-45bec64d1257 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:31.913649 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ae2781bc-5a07-4040-bd1e-53a15281e426 req-0e1bdf11-b5f4-453c-8796-45bec64d1257 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab41ec1a-241c-4210-8b48-700893713428 HTTP/1.1" status: 200 len: 945 time: 0.0539231 Sep 17 08:18:31.951131 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ae2781bc-5a07-4040-bd1e-53a15281e426 req-e3e43e46-9715-4213-85d5-56dc73c5ed2a tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd27c06d-685a-465b-8c7c-d50965cbcee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314360 Sep 17 08:18:31.991226 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-330000e0-70db-4e5e-be0b-ebac0d6415e7 req-cecf2a66-6916-4e34-8418-dac907db2f01 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-269527375', 'description': 'tempest-description-933951331'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:18:32.013081 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-330000e0-70db-4e5e-be0b-ebac0d6415e7 req-cecf2a66-6916-4e34-8418-dac907db2f01 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:32.091651 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-330000e0-70db-4e5e-be0b-ebac0d6415e7 req-cecf2a66-6916-4e34-8418-dac907db2f01 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:32.095243 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-330000e0-70db-4e5e-be0b-ebac0d6415e7 req-cecf2a66-6916-4e34-8418-dac907db2f01 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:32.121582 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-330000e0-70db-4e5e-be0b-ebac0d6415e7 req-cecf2a66-6916-4e34-8418-dac907db2f01 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:32.124057 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-330000e0-70db-4e5e-be0b-ebac0d6415e7 req-cecf2a66-6916-4e34-8418-dac907db2f01 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1374099 Sep 17 08:18:32.128155 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecf2a66-6916-4e34-8418-dac907db2f01 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75947ec6-a318-4c3f-b9b4-4e4811ac2078,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:18:32.135740 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecf2a66-6916-4e34-8418-dac907db2f01 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:18:32.136128 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecf2a66-6916-4e34-8418-dac907db2f01 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:18:32.136581 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecf2a66-6916-4e34-8418-dac907db2f01 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:18:32.136926 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecf2a66-6916-4e34-8418-dac907db2f01 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:18:32.137279 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecf2a66-6916-4e34-8418-dac907db2f01 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:18:32.137622 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecf2a66-6916-4e34-8418-dac907db2f01 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:18:32.137956 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecf2a66-6916-4e34-8418-dac907db2f01 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:18:32.138291 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecf2a66-6916-4e34-8418-dac907db2f01 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:18:32.138625 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecf2a66-6916-4e34-8418-dac907db2f01 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:18:32.138955 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecf2a66-6916-4e34-8418-dac907db2f01 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:18:32.139290 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecf2a66-6916-4e34-8418-dac907db2f01 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:18:32.139622 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecf2a66-6916-4e34-8418-dac907db2f01 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:18:32.209347 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1613204a-37e1-4049-ae6d-13afcb4b7cca req-1b6c6232-27c2-4c3e-abcb-93201a809d3d tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-269527375&fields=id&tenant_id=34b9d74541724c24a2058e22401611b9 HTTP/1.1" status: 200 len: 267 time: 0.0319250 Sep 17 08:18:32.259438 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613204a-37e1-4049-ae6d-13afcb4b7cca req-49d6dc31-65c5-4d3f-a565-195bc3a4799c tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:32.260897 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1613204a-37e1-4049-ae6d-13afcb4b7cca req-49d6dc31-65c5-4d3f-a565-195bc3a4799c tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab41ec1a-241c-4210-8b48-700893713428 HTTP/1.1" status: 200 len: 945 time: 0.0462413 Sep 17 08:18:32.271648 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-1613204a-37e1-4049-ae6d-13afcb4b7cca req-3b0d3eaf-9e03-4903-9d71-96a6f92df986 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Request body: {'port': {'security_groups': ['fd27c06d-685a-465b-8c7c-d50965cbcee2', '75947ec6-a318-4c3f-b9b4-4e4811ac2078']}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:18:32.337935 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1613204a-37e1-4049-ae6d-13afcb4b7cca req-3b0d3eaf-9e03-4903-9d71-96a6f92df986 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:32.435297 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293234c7-d6b8-4318-9a64-06dcd7f4e042 req-2a58e793-6af5-4a49-b237-c66bf3b1f0d4 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:32.436806 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-293234c7-d6b8-4318-9a64-06dcd7f4e042 req-2a58e793-6af5-4a49-b237-c66bf3b1f0d4 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=a93c0dfb-9e6f-4d58-8f62-f8e4730a0348 HTTP/1.1" status: 200 len: 943 time: 0.0904641 Sep 17 08:18:32.495178 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-293234c7-d6b8-4318-9a64-06dcd7f4e042 req-5221e3e5-bb6a-475a-a71d-8b81354800e7 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512130 Sep 17 08:18:32.579135 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-1613204a-37e1-4049-ae6d-13afcb4b7cca req-3b0d3eaf-9e03-4903-9d71-96a6f92df986 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] For port 43ddff05-6e21-419b-892a-5fba682a874a, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=43ddff05-6e21-419b-892a-5fba682a874a,segment=NetworkSegment(d33211d4-e596-43e0-adba-2f6540362278),segment_id=d33211d4-e596-43e0-adba-2f6540362278)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:18:32.605917 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1613204a-37e1-4049-ae6d-13afcb4b7cca req-3b0d3eaf-9e03-4903-9d71-96a6f92df986 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:32.610218 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1613204a-37e1-4049-ae6d-13afcb4b7cca req-3b0d3eaf-9e03-4903-9d71-96a6f92df986 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:32.651523 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['43ddff05-6e21-419b-892a-5fba682a874a'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:18:32.657354 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613204a-37e1-4049-ae6d-13afcb4b7cca req-3b0d3eaf-9e03-4903-9d71-96a6f92df986 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:32.657969 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1613204a-37e1-4049-ae6d-13afcb4b7cca req-3b0d3eaf-9e03-4903-9d71-96a6f92df986 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:32.659420 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1613204a-37e1-4049-ae6d-13afcb4b7cca req-3b0d3eaf-9e03-4903-9d71-96a6f92df986 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "PUT /v2.0/ports/43ddff05-6e21-419b-892a-5fba682a874a HTTP/1.1" status: 200 len: 981 time: 0.3921826 Sep 17 08:18:32.659880 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab41ec1a-241c-4210-8b48-700893713428', 'tag': '43ddff05-6e21-419b-892a-5fba682a874a'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:18:32.662645 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af6a2cbe-0baa-430b-ba6d-b81310b650bb" -d '{"events": [{"name": "network-changed", "server_uuid": "ab41ec1a-241c-4210-8b48-700893713428", "tag": "43ddff05-6e21-419b-892a-5fba682a874a"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:18:32.686703 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0d3eaf-9e03-4903-9d71-96a6f92df986 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Pushing event updated for resources: {'Port': ['ID=43ddff05-6e21-419b-892a-5fba682a874a,revision_number=6']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:18:32.727534 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c06dca1-bb6d-4a2c-b6aa-81e774c27a4c x-openstack-request-id: req-0c06dca1-bb6d-4a2c-b6aa-81e774c27a4c {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:18:32.727824 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab41ec1a-241c-4210-8b48-700893713428", "tag": "43ddff05-6e21-419b-892a-5fba682a874a", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:18:32.728252 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0c06dca1-bb6d-4a2c-b6aa-81e774c27a4c {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:18:32.728500 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab41ec1a-241c-4210-8b48-700893713428', 'tag': '43ddff05-6e21-419b-892a-5fba682a874a', 'status': 'completed', 'code': 200} Sep 17 08:18:32.764863 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ffb88880-56c7-4f25-8622-5da7cad71908 req-96d209f5-52cd-478b-aadc-aed49cb811f1 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-269527375&fields=id&tenant_id=34b9d74541724c24a2058e22401611b9 HTTP/1.1" status: 200 len: 267 time: 0.0354631 Sep 17 08:18:32.781200 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['43ddff05-6e21-419b-892a-5fba682a874a'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:18:32.846883 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb88880-56c7-4f25-8622-5da7cad71908 req-a49a8e2d-c7eb-4388-8515-98b922c5b569 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:32.848402 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ffb88880-56c7-4f25-8622-5da7cad71908 req-a49a8e2d-c7eb-4388-8515-98b922c5b569 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab41ec1a-241c-4210-8b48-700893713428 HTTP/1.1" status: 200 len: 984 time: 0.0774841 Sep 17 08:18:32.851490 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a2cbe-0baa-430b-ba6d-b81310b650bb req-214d2d55-9478-44e4-b5d2-7c0d76f72c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:32.852997 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-af6a2cbe-0baa-430b-ba6d-b81310b650bb req-214d2d55-9478-44e4-b5d2-7c0d76f72c75 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=34b9d74541724c24a2058e22401611b9&device_id=ab41ec1a-241c-4210-8b48-700893713428 HTTP/1.1" status: 200 len: 1135 time: 0.0797191 Sep 17 08:18:32.862876 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-ffb88880-56c7-4f25-8622-5da7cad71908 req-27ed7637-a7cb-427e-af19-b095b1e7541e tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Request body: {'port': {'security_groups': ['fd27c06d-685a-465b-8c7c-d50965cbcee2']}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:18:32.982634 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-ffb88880-56c7-4f25-8622-5da7cad71908 req-27ed7637-a7cb-427e-af19-b095b1e7541e tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:33.014237 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a2cbe-0baa-430b-ba6d-b81310b650bb req-32040895-bde3-4068-ae1d-ba0f78747c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:33.015692 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-af6a2cbe-0baa-430b-ba6d-b81310b650bb req-32040895-bde3-4068-ae1d-ba0f78747c7c service neutron] 10.222.0.41 "GET /v2.0/networks?id=c210c600-e193-40a1-9592-6870b6538743 HTTP/1.1" status: 200 len: 921 time: 0.1496091 Sep 17 08:18:33.070233 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-af6a2cbe-0baa-430b-ba6d-b81310b650bb req-d17de90c-742d-4ecc-83f3-3219e6e5a8f3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=43ddff05-6e21-419b-892a-5fba682a874a HTTP/1.1" status: 200 len: 217 time: 0.0357680 Sep 17 08:18:33.144971 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a2cbe-0baa-430b-ba6d-b81310b650bb req-93717cd8-fd1a-461c-ba29-d3fe4fdf6a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:33.147028 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-af6a2cbe-0baa-430b-ba6d-b81310b650bb req-93717cd8-fd1a-461c-ba29-d3fe4fdf6a5b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72f3fa29-4c80-4c5d-affb-43118f7a3dd6 HTTP/1.1" status: 200 len: 860 time: 0.0673881 Sep 17 08:18:33.194147 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-af6a2cbe-0baa-430b-ba6d-b81310b650bb req-dbdfa09f-b2c2-414d-9a08-4e428a1262db service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c210c600-e193-40a1-9592-6870b6538743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393519 Sep 17 08:18:33.309947 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-ffb88880-56c7-4f25-8622-5da7cad71908 req-27ed7637-a7cb-427e-af19-b095b1e7541e tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] For port 43ddff05-6e21-419b-892a-5fba682a874a, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=43ddff05-6e21-419b-892a-5fba682a874a,segment=NetworkSegment(d33211d4-e596-43e0-adba-2f6540362278),segment_id=d33211d4-e596-43e0-adba-2f6540362278)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:18:33.350488 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-af6a2cbe-0baa-430b-ba6d-b81310b650bb req-f9264608-fd28-405a-b679-be1d725a6cf9 service neutron] 10.222.0.41 "GET /v2.0/networks/c210c600-e193-40a1-9592-6870b6538743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287754 Sep 17 08:18:33.352381 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-ffb88880-56c7-4f25-8622-5da7cad71908 req-27ed7637-a7cb-427e-af19-b095b1e7541e tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:33.356968 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-ffb88880-56c7-4f25-8622-5da7cad71908 req-27ed7637-a7cb-427e-af19-b095b1e7541e tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:33.398252 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['43ddff05-6e21-419b-892a-5fba682a874a'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:18:33.785594 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb88880-56c7-4f25-8622-5da7cad71908 req-27ed7637-a7cb-427e-af19-b095b1e7541e tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:33.786224 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-ffb88880-56c7-4f25-8622-5da7cad71908 req-27ed7637-a7cb-427e-af19-b095b1e7541e tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:33.788157 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ffb88880-56c7-4f25-8622-5da7cad71908 req-27ed7637-a7cb-427e-af19-b095b1e7541e tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "PUT /v2.0/ports/43ddff05-6e21-419b-892a-5fba682a874a HTTP/1.1" status: 200 len: 942 time: 0.9308381 Sep 17 08:18:33.848543 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ed7637-a7cb-427e-af19-b095b1e7541e tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Pushing event updated for resources: {'Port': ['ID=43ddff05-6e21-419b-892a-5fba682a874a,revision_number=7']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:18:33.866198 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c9c3a-3330-4314-beaa-8aeaeb69431d req-23365452-1fe4-4384-869c-91c796be1bf6 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:33.867673 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-710c9c3a-3330-4314-beaa-8aeaeb69431d req-23365452-1fe4-4384-869c-91c796be1bf6 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=a93c0dfb-9e6f-4d58-8f62-f8e4730a0348 HTTP/1.1" status: 200 len: 943 time: 0.1257524 Sep 17 08:18:33.915844 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['43ddff05-6e21-419b-892a-5fba682a874a'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:18:33.934073 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-af6a2cbe-0baa-430b-ba6d-b81310b650bb req-27f91563-24d1-41a0-8712-382c6a57d169 service neutron] 10.222.0.41 "GET /v2.0/networks/c210c600-e193-40a1-9592-6870b6538743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5752482 Sep 17 08:18:33.993090 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-710c9c3a-3330-4314-beaa-8aeaeb69431d req-34c61446-6146-45a4-ad4a-760fa3e84d8f tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194506 Sep 17 08:18:34.110259 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ddb8f0e2-aedb-4d51-8b7b-8b9c4a8de31f req-d1543935-42a8-4a0d-b86b-7052b3fcdd2c tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2193587 Sep 17 08:18:34.119529 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-ddb8f0e2-aedb-4d51-8b7b-8b9c4a8de31f req-c3a5d26e-81cf-41a1-9f0b-d7de3015386d tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Request body: {'floatingip': {'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:18:34.143297 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-ddb8f0e2-aedb-4d51-8b7b-8b9c4a8de31f req-c3a5d26e-81cf-41a1-9f0b-d7de3015386d tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Notify callbacks [] for floatingip, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:34.235250 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-ddb8f0e2-aedb-4d51-8b7b-8b9c4a8de31f req-c3a5d26e-81cf-41a1-9f0b-d7de3015386d tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:34.341433 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [req-ddb8f0e2-aedb-4d51-8b7b-8b9c4a8de31f req-c3a5d26e-81cf-41a1-9f0b-d7de3015386d tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Allocated IP 172.25.6.150 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/74100db4-228a-41a0-9334-317b557abe2c) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:18:34.441380 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-ddb8f0e2-aedb-4d51-8b7b-8b9c4a8de31f req-c3a5d26e-81cf-41a1-9f0b-d7de3015386d tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:34.473144 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-ddb8f0e2-aedb-4d51-8b7b-8b9c4a8de31f req-c3a5d26e-81cf-41a1-9f0b-d7de3015386d tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:34.514776 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddb8f0e2-aedb-4d51-8b7b-8b9c4a8de31f req-c3a5d26e-81cf-41a1-9f0b-d7de3015386d tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:18:34.517642 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [req-ddb8f0e2-aedb-4d51-8b7b-8b9c4a8de31f req-c3a5d26e-81cf-41a1-9f0b-d7de3015386d tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:18:34.523037 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddb8f0e2-aedb-4d51-8b7b-8b9c4a8de31f req-c3a5d26e-81cf-41a1-9f0b-d7de3015386d tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:18:34.544620 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a5d26e-81cf-41a1-9f0b-d7de3015386d tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Pushing event updated for resources: {'Port': ['ID=74100db4-228a-41a0-9334-317b557abe2c,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:18:34.638025 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-ddb8f0e2-aedb-4d51-8b7b-8b9c4a8de31f req-c3a5d26e-81cf-41a1-9f0b-d7de3015386d tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:34.672767 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-ddb8f0e2-aedb-4d51-8b7b-8b9c4a8de31f req-c3a5d26e-81cf-41a1-9f0b-d7de3015386d tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:34.730804 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab41ec1a-241c-4210-8b48-700893713428', 'tag': '43ddff05-6e21-419b-892a-5fba682a874a'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:18:34.732992 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a0ef7d-0fa4-4c76-9414-e703fa5b4306" -d '{"events": [{"name": "network-changed", "server_uuid": "ab41ec1a-241c-4210-8b48-700893713428", "tag": "43ddff05-6e21-419b-892a-5fba682a874a"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:18:34.770564 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-770ee69d-b172-4bd4-a7e7-d9dc27c4b4ed x-openstack-request-id: req-770ee69d-b172-4bd4-a7e7-d9dc27c4b4ed {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:18:34.770857 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab41ec1a-241c-4210-8b48-700893713428", "tag": "43ddff05-6e21-419b-892a-5fba682a874a", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:18:34.771646 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-770ee69d-b172-4bd4-a7e7-d9dc27c4b4ed {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:18:34.772068 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab41ec1a-241c-4210-8b48-700893713428', 'tag': '43ddff05-6e21-419b-892a-5fba682a874a', 'status': 'completed', 'code': 200} Sep 17 08:18:34.855238 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-ddb8f0e2-aedb-4d51-8b7b-8b9c4a8de31f req-c3a5d26e-81cf-41a1-9f0b-d7de3015386d tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:34.861457 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-ddb8f0e2-aedb-4d51-8b7b-8b9c4a8de31f req-c3a5d26e-81cf-41a1-9f0b-d7de3015386d tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:34.922515 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a0ef7d-0fa4-4c76-9414-e703fa5b4306 req-f000bc82-2ace-4aab-a6f3-4a2e071c0421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:34.924060 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-18a0ef7d-0fa4-4c76-9414-e703fa5b4306 req-f000bc82-2ace-4aab-a6f3-4a2e071c0421 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=34b9d74541724c24a2058e22401611b9&device_id=ab41ec1a-241c-4210-8b48-700893713428 HTTP/1.1" status: 200 len: 1096 time: 0.1061759 Sep 17 08:18:34.936957 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a5d26e-81cf-41a1-9f0b-d7de3015386d tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Pushing event updated for resources: {'Port': ['ID=74100db4-228a-41a0-9334-317b557abe2c,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:18:34.948557 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-ddb8f0e2-aedb-4d51-8b7b-8b9c4a8de31f req-c3a5d26e-81cf-41a1-9f0b-d7de3015386d tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:34.986374 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-ddb8f0e2-aedb-4d51-8b7b-8b9c4a8de31f req-c3a5d26e-81cf-41a1-9f0b-d7de3015386d tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:34.987485 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ddb8f0e2-aedb-4d51-8b7b-8b9c4a8de31f req-c3a5d26e-81cf-41a1-9f0b-d7de3015386d tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.8716493 Sep 17 08:18:35.104542 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ddb8f0e2-aedb-4d51-8b7b-8b9c4a8de31f req-4ef0385a-7297-49c9-a355-c754b684e983 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.150 HTTP/1.1" status: 200 len: 696 time: 0.0877926 Sep 17 08:18:35.167791 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a0ef7d-0fa4-4c76-9414-e703fa5b4306 req-9ca9b2e9-7cff-4914-9202-7c502609a3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:35.169357 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-18a0ef7d-0fa4-4c76-9414-e703fa5b4306 req-9ca9b2e9-7cff-4914-9202-7c502609a3d1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c210c600-e193-40a1-9592-6870b6538743 HTTP/1.1" status: 200 len: 921 time: 0.2179208 Sep 17 08:18:35.191841 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b7ff07-b777-4b33-80d3-eef6d9dba83f req-b36f70fe-e775-4b8c-857a-8c9a83a9438a tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:35.193872 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-51b7ff07-b777-4b33-80d3-eef6d9dba83f req-b36f70fe-e775-4b8c-857a-8c9a83a9438a tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=a93c0dfb-9e6f-4d58-8f62-f8e4730a0348 HTTP/1.1" status: 200 len: 943 time: 0.1188102 Sep 17 08:18:35.262760 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-18a0ef7d-0fa4-4c76-9414-e703fa5b4306 req-d2921d3c-917b-4142-b79a-30bbf6f00301 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=43ddff05-6e21-419b-892a-5fba682a874a HTTP/1.1" status: 200 len: 217 time: 0.0849903 Sep 17 08:18:35.343945 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-51b7ff07-b777-4b33-80d3-eef6d9dba83f req-fdf4c346-b7a5-4ed9-adb1-142e7ef32168 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224053 Sep 17 08:18:35.350665 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb8f0e2-aedb-4d51-8b7b-8b9c4a8de31f req-18c8678c-78a3-4caf-8dab-b906e14a3b72 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:35.352001 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ddb8f0e2-aedb-4d51-8b7b-8b9c4a8de31f req-18c8678c-78a3-4caf-8dab-b906e14a3b72 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/networks/5fc128c4-343a-4b5b-8a61-6a2b8d95c555 HTTP/1.1" status: 200 len: 784 time: 0.2282329 Sep 17 08:18:35.353879 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a0ef7d-0fa4-4c76-9414-e703fa5b4306 req-2e0860b5-d42c-406a-a8bf-59761a578e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:35.355202 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-18a0ef7d-0fa4-4c76-9414-e703fa5b4306 req-2e0860b5-d42c-406a-a8bf-59761a578e46 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72f3fa29-4c80-4c5d-affb-43118f7a3dd6 HTTP/1.1" status: 200 len: 860 time: 0.0850928 Sep 17 08:18:35.362871 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [req-ddb8f0e2-aedb-4d51-8b7b-8b9c4a8de31f req-4bb52a4a-b34f-4e83-b27b-11e88786a891 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:18:35.363828 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ddb8f0e2-aedb-4d51-8b7b-8b9c4a8de31f req-4bb52a4a-b34f-4e83-b27b-11e88786a891 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055468 Sep 17 08:18:35.389728 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-18a0ef7d-0fa4-4c76-9414-e703fa5b4306 req-ac4407e6-c29a-409e-8023-0ef339edf918 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c210c600-e193-40a1-9592-6870b6538743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249636 Sep 17 08:18:35.441295 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:35.547933 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315ba6b-aee1-49e1-9a10-be58e74e2aac req-e930d04f-c6b7-48e2-9dd9-4a5640af1f16 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:35.549337 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1315ba6b-aee1-49e1-9a10-be58e74e2aac req-e930d04f-c6b7-48e2-9dd9-4a5640af1f16 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab41ec1a-241c-4210-8b48-700893713428&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1326182 Sep 17 08:18:35.566193 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-18a0ef7d-0fa4-4c76-9414-e703fa5b4306 req-c8936689-bc2a-4fe9-84c5-3c26fbc5aac3 service neutron] 10.222.0.41 "GET /v2.0/networks/c210c600-e193-40a1-9592-6870b6538743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686916 Sep 17 08:18:35.620545 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1315ba6b-aee1-49e1-9a10-be58e74e2aac req-f25fc808-4276-405d-bb2d-6da1ae0ddfab tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.150 HTTP/1.1" status: 200 len: 696 time: 0.0637169 Sep 17 08:18:35.635515 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-1315ba6b-aee1-49e1-9a10-be58e74e2aac req-31f5dfd7-dcd8-4ea2-8588-bb968c8ec1b2 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Request body: {'floatingip': {'port_id': '43ddff05-6e21-419b-892a-5fba682a874a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:18:35.700451 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1315ba6b-aee1-49e1-9a10-be58e74e2aac req-31f5dfd7-dcd8-4ea2-8588-bb968c8ec1b2 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Notify callbacks [] for floatingip, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:35.719779 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:35.809110 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-18a0ef7d-0fa4-4c76-9414-e703fa5b4306 req-50453f1a-bc7a-40e9-9185-46504aa48f45 service neutron] 10.222.0.41 "GET /v2.0/networks/c210c600-e193-40a1-9592-6870b6538743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121239 Sep 17 08:18:36.263761 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1315ba6b-aee1-49e1-9a10-be58e74e2aac req-31f5dfd7-dcd8-4ea2-8588-bb968c8ec1b2 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:36.267594 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1315ba6b-aee1-49e1-9a10-be58e74e2aac req-31f5dfd7-dcd8-4ea2-8588-bb968c8ec1b2 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:36.362801 n-d-789963-9 neutron-server[101289]: INFO neutron.db.l3_db [req-1315ba6b-aee1-49e1-9a10-be58e74e2aac req-31f5dfd7-dcd8-4ea2-8588-bb968c8ec1b2 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Floating IP cd697c55-2c42-48c6-80b1-4abaaf3f0c44 associated. External IP: 172.25.6.150, port: 43ddff05-6e21-419b-892a-5fba682a874a. Sep 17 08:18:36.830790 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6abac-cff4-44bf-8e16-d68a20dfbde5 req-74d9607e-b00e-4675-a98e-37113f1d5c3e tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:36.832305 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a6b6abac-cff4-44bf-8e16-d68a20dfbde5 req-74d9607e-b00e-4675-a98e-37113f1d5c3e tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=a93c0dfb-9e6f-4d58-8f62-f8e4730a0348 HTTP/1.1" status: 200 len: 943 time: 0.4206967 Sep 17 08:18:36.906995 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a6b6abac-cff4-44bf-8e16-d68a20dfbde5 req-6dfcd542-574f-46c3-ae38-072433e79b8d tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434227 Sep 17 08:18:36.958984 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1315ba6b-aee1-49e1-9a10-be58e74e2aac req-31f5dfd7-dcd8-4ea2-8588-bb968c8ec1b2 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Router 198da38c-2c36-464b-a834-01a03c23948e has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:18:37.064606 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1315ba6b-aee1-49e1-9a10-be58e74e2aac req-31f5dfd7-dcd8-4ea2-8588-bb968c8ec1b2 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:18:37.070059 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1315ba6b-aee1-49e1-9a10-be58e74e2aac req-31f5dfd7-dcd8-4ea2-8588-bb968c8ec1b2 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:37.077389 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4141197f-af1c-4648-aaea-833176544d45 None None] Sync routers for ids ['198da38c-2c36-464b-a834-01a03c23948e'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:18:37.086500 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4141197f-af1c-4648-aaea-833176544d45 None None] Routers {'198da38c-2c36-464b-a834-01a03c23948e'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:18:37.087081 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-4141197f-af1c-4648-aaea-833176544d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:18:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['198da38c-2c36-464b-a834-01a03c23948e'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:18:37.098142 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1315ba6b-aee1-49e1-9a10-be58e74e2aac req-31f5dfd7-dcd8-4ea2-8588-bb968c8ec1b2 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "PUT /v2.0/floatingips/cd697c55-2c42-48c6-80b1-4abaaf3f0c44 HTTP/1.1" status: 200 len: 996 time: 1.4690268 Sep 17 08:18:37.098419 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab41ec1a-241c-4210-8b48-700893713428', 'tag': '43ddff05-6e21-419b-892a-5fba682a874a'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:18:37.100738 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-793cb58d-7a59-4d43-972c-2e9466f7aac4" -d '{"events": [{"name": "network-changed", "server_uuid": "ab41ec1a-241c-4210-8b48-700893713428", "tag": "43ddff05-6e21-419b-892a-5fba682a874a"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:18:37.145381 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94fce288-6496-4d4b-8422-8fec33c4412d x-openstack-request-id: req-94fce288-6496-4d4b-8422-8fec33c4412d {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:18:37.145717 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab41ec1a-241c-4210-8b48-700893713428", "tag": "43ddff05-6e21-419b-892a-5fba682a874a", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:18:37.145973 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-94fce288-6496-4d4b-8422-8fec33c4412d {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:18:37.146376 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab41ec1a-241c-4210-8b48-700893713428', 'tag': '43ddff05-6e21-419b-892a-5fba682a874a', 'status': 'completed', 'code': 200} Sep 17 08:18:37.155543 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315ba6b-aee1-49e1-9a10-be58e74e2aac req-c6a4c4e7-680c-4966-b1a2-127cb62d4d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:37.157165 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1315ba6b-aee1-49e1-9a10-be58e74e2aac req-c6a4c4e7-680c-4966-b1a2-127cb62d4d08 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=34b9d74541724c24a2058e22401611b9&device_id=ab41ec1a-241c-4210-8b48-700893713428 HTTP/1.1" status: 200 len: 1096 time: 0.0449128 Sep 17 08:18:37.270572 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793cb58d-7a59-4d43-972c-2e9466f7aac4 req-9d7e992b-e3f5-4b0d-96b6-d38a7c2c1f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:37.272148 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-793cb58d-7a59-4d43-972c-2e9466f7aac4 req-9d7e992b-e3f5-4b0d-96b6-d38a7c2c1f2e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=34b9d74541724c24a2058e22401611b9&device_id=ab41ec1a-241c-4210-8b48-700893713428 HTTP/1.1" status: 200 len: 1096 time: 0.0836680 Sep 17 08:18:37.279596 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-4141197f-af1c-4648-aaea-833176544d45 None None] Set router 198da38c-2c36-464b-a834-01a03c23948e gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:18:37.301140 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315ba6b-aee1-49e1-9a10-be58e74e2aac req-e3731539-6f44-4d24-9839-aaecaba76098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:37.303257 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1315ba6b-aee1-49e1-9a10-be58e74e2aac req-e3731539-6f44-4d24-9839-aaecaba76098 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c210c600-e193-40a1-9592-6870b6538743 HTTP/1.1" status: 200 len: 921 time: 0.1397536 Sep 17 08:18:37.410727 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1315ba6b-aee1-49e1-9a10-be58e74e2aac req-9cf7f2fa-d0eb-4ea0-83fe-8e10d7e1b7ea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=43ddff05-6e21-419b-892a-5fba682a874a HTTP/1.1" status: 200 len: 999 time: 0.0989294 Sep 17 08:18:37.428739 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793cb58d-7a59-4d43-972c-2e9466f7aac4 req-1106b55a-cfd6-454c-9134-c5caf77c40ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:37.430158 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-793cb58d-7a59-4d43-972c-2e9466f7aac4 req-1106b55a-cfd6-454c-9134-c5caf77c40ea service neutron] 10.222.0.41 "GET /v2.0/networks?id=c210c600-e193-40a1-9592-6870b6538743 HTTP/1.1" status: 200 len: 921 time: 0.1495013 Sep 17 08:18:37.502965 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-4141197f-af1c-4648-aaea-833176544d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198da38c-2c36-464b-a834-01a03c23948e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1217549549-router', 'tenant_id': '34b9d74541724c24a2058e22401611b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'e0db8e41-c4c0-494b-96e8-99adbf798e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:17:46Z', 'updated_at': '2021-09-17T08:17:49Z', 'revision_number': 4, 'project_id': '34b9d74541724c24a2058e22401611b9', 'gw_port': {'id': 'e0db8e41-c4c0-494b-96e8-99adbf798e87', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198da38c-2c36-464b-a834-01a03c23948e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:17:47Z', 'updated_at': '2021-09-17T08:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': 'cd697c55-2c42-48c6-80b1-4abaaf3f0c44', 'tenant_id': '34b9d74541724c24a2058e22401611b9', 'floating_ip_address': '172.25.6.150', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '198da38c-2c36-464b-a834-01a03c23948e', 'port_id': '43ddff05-6e21-419b-892a-5fba682a874a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c210c600-e193-40a1-9592-6870b6538743', 'mac_address': 'fa:16:3e:13:e9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab41ec1a-241c-4210-8b48-700893713428', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:18:34Z', 'updated_at': '2021-09-17T08:18:36Z', 'revision_number': 1, 'project_id': '34b9d74541724c24a2058e22401611b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64230600-1fcd-40a9-99e0-28b4097900c0', 'name': '', 'network_id': 'c210c600-e193-40a1-9592-6870b6538743', 'tenant_id': '34b9d74541724c24a2058e22401611b9', 'mac_address': 'fa:16:3e:a7:03:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198da38c-2c36-464b-a834-01a03c23948e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '72f3fa29-4c80-4c5d-affb-43118f7a3dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:17:49Z', 'updated_at': '2021-09-17T08:17:55Z', 'revision_number': 5, 'project_id': '34b9d74541724c24a2058e22401611b9', 'subnets': [{'id': '72f3fa29-4c80-4c5d-affb-43118f7a3dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:18:37.506803 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315ba6b-aee1-49e1-9a10-be58e74e2aac req-631bda43-4c6e-4ad2-a5dd-d332a836f119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:37.508877 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1315ba6b-aee1-49e1-9a10-be58e74e2aac req-631bda43-4c6e-4ad2-a5dd-d332a836f119 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=72f3fa29-4c80-4c5d-affb-43118f7a3dd6 HTTP/1.1" status: 200 len: 860 time: 0.0903199 Sep 17 08:18:37.530199 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4141197f-af1c-4648-aaea-833176544d45 None None] Checking router: 198da38c-2c36-464b-a834-01a03c23948e for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:18:37.531045 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-793cb58d-7a59-4d43-972c-2e9466f7aac4 req-566adfaf-bf6a-4f48-99d1-e065d98a328a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=43ddff05-6e21-419b-892a-5fba682a874a HTTP/1.1" status: 200 len: 999 time: 0.0796926 Sep 17 08:18:37.540750 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4141197f-af1c-4648-aaea-833176544d45 None None] Routers {'198da38c-2c36-464b-a834-01a03c23948e'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:18:37.541362 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-4141197f-af1c-4648-aaea-833176544d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:18:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['198da38c-2c36-464b-a834-01a03c23948e'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:18:37.546965 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1315ba6b-aee1-49e1-9a10-be58e74e2aac req-aab92947-a34f-4de5-9790-fe1a624d9aad service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c210c600-e193-40a1-9592-6870b6538743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313568 Sep 17 08:18:37.559063 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [req-1315ba6b-aee1-49e1-9a10-be58e74e2aac req-befc4ccf-27bf-440f-ae19-aef1774fea64 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:18:37.560049 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1315ba6b-aee1-49e1-9a10-be58e74e2aac req-befc4ccf-27bf-440f-ae19-aef1774fea64 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056784 Sep 17 08:18:37.647417 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-4141197f-af1c-4648-aaea-833176544d45 None None] Set router 198da38c-2c36-464b-a834-01a03c23948e gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:18:37.648890 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793cb58d-7a59-4d43-972c-2e9466f7aac4 req-77b3234a-9576-4279-aa87-61f78ccdcc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:37.650373 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-793cb58d-7a59-4d43-972c-2e9466f7aac4 req-77b3234a-9576-4279-aa87-61f78ccdcc9a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72f3fa29-4c80-4c5d-affb-43118f7a3dd6 HTTP/1.1" status: 200 len: 860 time: 0.1057396 Sep 17 08:18:37.684361 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-793cb58d-7a59-4d43-972c-2e9466f7aac4 req-ab9eef36-7d09-4c90-a07a-c88b5897bb86 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c210c600-e193-40a1-9592-6870b6538743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261624 Sep 17 08:18:37.722494 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1315ba6b-aee1-49e1-9a10-be58e74e2aac req-b1474dc0-8d51-471b-bf99-76c523e663da service neutron] 10.222.0.13 "GET /v2.0/networks/c210c600-e193-40a1-9592-6870b6538743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413603 Sep 17 08:18:37.850556 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-793cb58d-7a59-4d43-972c-2e9466f7aac4 req-eb1c1a57-5793-4fc6-ad95-38982bad6c1e service neutron] 10.222.0.41 "GET /v2.0/networks/c210c600-e193-40a1-9592-6870b6538743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590025 Sep 17 08:18:37.880945 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1315ba6b-aee1-49e1-9a10-be58e74e2aac req-54ffb8d6-7a25-469c-9f71-90c8ea4afcf0 service neutron] 10.222.0.13 "GET /v2.0/networks/c210c600-e193-40a1-9592-6870b6538743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511769 Sep 17 08:18:37.885278 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-4141197f-af1c-4648-aaea-833176544d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198da38c-2c36-464b-a834-01a03c23948e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1217549549-router', 'tenant_id': '34b9d74541724c24a2058e22401611b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'e0db8e41-c4c0-494b-96e8-99adbf798e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:17:46Z', 'updated_at': '2021-09-17T08:17:49Z', 'revision_number': 4, 'project_id': '34b9d74541724c24a2058e22401611b9', 'gw_port': {'id': 'e0db8e41-c4c0-494b-96e8-99adbf798e87', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198da38c-2c36-464b-a834-01a03c23948e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:17:47Z', 'updated_at': '2021-09-17T08:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': 'cd697c55-2c42-48c6-80b1-4abaaf3f0c44', 'tenant_id': '34b9d74541724c24a2058e22401611b9', 'floating_ip_address': '172.25.6.150', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '198da38c-2c36-464b-a834-01a03c23948e', 'port_id': '43ddff05-6e21-419b-892a-5fba682a874a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c210c600-e193-40a1-9592-6870b6538743', 'mac_address': 'fa:16:3e:13:e9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab41ec1a-241c-4210-8b48-700893713428', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:18:34Z', 'updated_at': '2021-09-17T08:18:36Z', 'revision_number': 1, 'project_id': '34b9d74541724c24a2058e22401611b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64230600-1fcd-40a9-99e0-28b4097900c0', 'name': '', 'network_id': 'c210c600-e193-40a1-9592-6870b6538743', 'tenant_id': '34b9d74541724c24a2058e22401611b9', 'mac_address': 'fa:16:3e:a7:03:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198da38c-2c36-464b-a834-01a03c23948e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '72f3fa29-4c80-4c5d-affb-43118f7a3dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:17:49Z', 'updated_at': '2021-09-17T08:17:55Z', 'revision_number': 5, 'project_id': '34b9d74541724c24a2058e22401611b9', 'subnets': [{'id': '72f3fa29-4c80-4c5d-affb-43118f7a3dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:18:37.919350 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4141197f-af1c-4648-aaea-833176544d45 None None] The sync data for ids ['198da38c-2c36-464b-a834-01a03c23948e'] in n-d-789963-9 is: [{'id': '198da38c-2c36-464b-a834-01a03c23948e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1217549549-router', 'tenant_id': '34b9d74541724c24a2058e22401611b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'e0db8e41-c4c0-494b-96e8-99adbf798e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:17:46Z', 'updated_at': '2021-09-17T08:17:49Z', 'revision_number': 4, 'project_id': '34b9d74541724c24a2058e22401611b9', 'gw_port': {'id': 'e0db8e41-c4c0-494b-96e8-99adbf798e87', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198da38c-2c36-464b-a834-01a03c23948e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:17:47Z', 'updated_at': '2021-09-17T08:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': 'cd697c55-2c42-48c6-80b1-4abaaf3f0c44', 'tenant_id': '34b9d74541724c24a2058e22401611b9', 'floating_ip_address': '172.25.6.150', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '198da38c-2c36-464b-a834-01a03c23948e', 'port_id': '43ddff05-6e21-419b-892a-5fba682a874a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c210c600-e193-40a1-9592-6870b6538743', 'mac_address': 'fa:16:3e:13:e9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab41ec1a-241c-4210-8b48-700893713428', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:18:34Z', 'updated_at': '2021-09-17T08:18:36Z', 'revision_number': 1, 'project_id': '34b9d74541724c24a2058e22401611b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64230600-1fcd-40a9-99e0-28b4097900c0', 'name': '', 'network_id': 'c210c600-e193-40a1-9592-6870b6538743', 'tenant_id': '34b9d74541724c24a2058e22401611b9', 'mac_address': 'fa:16:3e:a7:03:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198da38c-2c36-464b-a834-01a03c23948e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '72f3fa29-4c80-4c5d-affb-43118f7a3dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:17:49Z', 'updated_at': '2021-09-17T08:17:55Z', 'revision_number': 5, 'project_id': '34b9d74541724c24a2058e22401611b9', 'subnets': [{'id': '72f3fa29-4c80-4c5d-affb-43118f7a3dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:18:38.067819 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f993b65-e85f-4fae-9227-00630c6caf83 req-9206c04b-9e96-4956-9113-7fc4ec526290 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.150 HTTP/1.1" status: 200 len: 999 time: 0.1453424 Sep 17 08:18:38.070340 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-793cb58d-7a59-4d43-972c-2e9466f7aac4 req-0606c715-6c4c-4180-9300-ebed5ba6bcd3 service neutron] 10.222.0.41 "GET /v2.0/networks/c210c600-e193-40a1-9592-6870b6538743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107258 Sep 17 08:18:38.085841 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40baa2-9ab7-4456-a396-2f249ebdbd81 req-51b6cffe-51e5-44f8-b77d-1b231575afcf tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:38.087482 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cc40baa2-9ab7-4456-a396-2f249ebdbd81 req-51b6cffe-51e5-44f8-b77d-1b231575afcf tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=a93c0dfb-9e6f-4d58-8f62-f8e4730a0348 HTTP/1.1" status: 200 len: 943 time: 0.1035423 Sep 17 08:18:38.137106 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c1781e-310f-4260-9030-2366923e77df None None] New status for floating IP cd697c55-2c42-48c6-80b1-4abaaf3f0c44: ACTIVE {{(pid=101291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 08:18:38.162805 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f993b65-e85f-4fae-9227-00630c6caf83 req-dd1c16c1-5d20-4144-bbaa-82b9353c2e1a tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:38.164210 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f993b65-e85f-4fae-9227-00630c6caf83 req-dd1c16c1-5d20-4144-bbaa-82b9353c2e1a tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/ports/43ddff05-6e21-419b-892a-5fba682a874a HTTP/1.1" status: 200 len: 942 time: 0.0757976 Sep 17 08:18:38.179420 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cc40baa2-9ab7-4456-a396-2f249ebdbd81 req-e6998290-2f27-41d6-bca8-60d1aa04e10f tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711324 Sep 17 08:18:38.267156 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f993b65-e85f-4fae-9227-00630c6caf83 req-93dbf692-beff-452b-a643-05c719821163 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.150 HTTP/1.1" status: 200 len: 999 time: 0.0609961 Sep 17 08:18:38.379065 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f993b65-e85f-4fae-9227-00630c6caf83 req-3f00a94f-e21e-47e0-8722-0aa0970017c3 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:38.380728 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f993b65-e85f-4fae-9227-00630c6caf83 req-3f00a94f-e21e-47e0-8722-0aa0970017c3 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/networks/5fc128c4-343a-4b5b-8a61-6a2b8d95c555 HTTP/1.1" status: 200 len: 784 time: 0.1039793 Sep 17 08:18:38.391068 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [req-2f993b65-e85f-4fae-9227-00630c6caf83 req-76bb4424-2a80-4518-8c22-f35a6e363730 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:18:38.392035 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f993b65-e85f-4fae-9227-00630c6caf83 req-76bb4424-2a80-4518-8c22-f35a6e363730 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054591 Sep 17 08:18:38.456024 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f993b65-e85f-4fae-9227-00630c6caf83 req-7a054212-2a41-4952-88ae-e87e11fa5760 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.150 HTTP/1.1" status: 200 len: 1001 time: 0.0571327 Sep 17 08:18:38.465785 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-2f993b65-e85f-4fae-9227-00630c6caf83 req-ddc3ce15-11f6-4525-a688-22b67e23e938 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:18:38.521856 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-2f993b65-e85f-4fae-9227-00630c6caf83 req-ddc3ce15-11f6-4525-a688-22b67e23e938 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Notify callbacks [] for floatingip, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:38.661664 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-2f993b65-e85f-4fae-9227-00630c6caf83 req-ddc3ce15-11f6-4525-a688-22b67e23e938 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:38.665363 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-2f993b65-e85f-4fae-9227-00630c6caf83 req-ddc3ce15-11f6-4525-a688-22b67e23e938 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:38.665759 n-d-789963-9 neutron-server[101289]: INFO neutron.db.l3_db [req-2f993b65-e85f-4fae-9227-00630c6caf83 req-ddc3ce15-11f6-4525-a688-22b67e23e938 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Floating IP cd697c55-2c42-48c6-80b1-4abaaf3f0c44 disassociated. External IP: 172.25.6.150, port: 43ddff05-6e21-419b-892a-5fba682a874a. Sep 17 08:18:38.865886 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f993b65-e85f-4fae-9227-00630c6caf83 req-ddc3ce15-11f6-4525-a688-22b67e23e938 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Router 198da38c-2c36-464b-a834-01a03c23948e has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:18:38.969770 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f993b65-e85f-4fae-9227-00630c6caf83 req-ddc3ce15-11f6-4525-a688-22b67e23e938 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:18:38.974104 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-2f993b65-e85f-4fae-9227-00630c6caf83 req-ddc3ce15-11f6-4525-a688-22b67e23e938 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:38.978895 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fea427-f815-49c5-9eb3-248e6385c228 None None] Sync routers for ids ['198da38c-2c36-464b-a834-01a03c23948e'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:18:38.987662 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fea427-f815-49c5-9eb3-248e6385c228 None None] Routers {'198da38c-2c36-464b-a834-01a03c23948e'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:18:38.988391 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-a3fea427-f815-49c5-9eb3-248e6385c228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:18:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['198da38c-2c36-464b-a834-01a03c23948e'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:18:38.999790 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f993b65-e85f-4fae-9227-00630c6caf83 req-ddc3ce15-11f6-4525-a688-22b67e23e938 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "PUT /v2.0/floatingips/cd697c55-2c42-48c6-80b1-4abaaf3f0c44 HTTP/1.1" status: 200 len: 695 time: 0.5376284 Sep 17 08:18:39.094776 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-a3fea427-f815-49c5-9eb3-248e6385c228 None None] Set router 198da38c-2c36-464b-a834-01a03c23948e gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:18:39.100055 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f993b65-e85f-4fae-9227-00630c6caf83 req-99a5afb6-c49f-4d36-abfa-9c8c1045179f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:39.101585 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f993b65-e85f-4fae-9227-00630c6caf83 req-99a5afb6-c49f-4d36-abfa-9c8c1045179f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=34b9d74541724c24a2058e22401611b9&device_id=ab41ec1a-241c-4210-8b48-700893713428 HTTP/1.1" status: 200 len: 1096 time: 0.0890000 Sep 17 08:18:39.165728 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab41ec1a-241c-4210-8b48-700893713428', 'tag': '43ddff05-6e21-419b-892a-5fba682a874a'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:18:39.168128 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdfa3fe0-c80b-459b-8924-2df32a9f092d" -d '{"events": [{"name": "network-changed", "server_uuid": "ab41ec1a-241c-4210-8b48-700893713428", "tag": "43ddff05-6e21-419b-892a-5fba682a874a"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:18:39.201256 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f993b65-e85f-4fae-9227-00630c6caf83 req-7c0c6200-1c6b-40f0-a083-e436eadbf5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:39.202262 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f993b65-e85f-4fae-9227-00630c6caf83 req-7c0c6200-1c6b-40f0-a083-e436eadbf5ab service neutron] 10.222.0.13 "GET /v2.0/networks?id=c210c600-e193-40a1-9592-6870b6538743 HTTP/1.1" status: 200 len: 921 time: 0.0943165 Sep 17 08:18:39.215990 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdcb9359-d14d-4f01-b82b-994bf33125fa x-openstack-request-id: req-bdcb9359-d14d-4f01-b82b-994bf33125fa {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:18:39.216299 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab41ec1a-241c-4210-8b48-700893713428", "tag": "43ddff05-6e21-419b-892a-5fba682a874a", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:18:39.216560 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bdcb9359-d14d-4f01-b82b-994bf33125fa {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:18:39.216954 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab41ec1a-241c-4210-8b48-700893713428', 'tag': '43ddff05-6e21-419b-892a-5fba682a874a', 'status': 'completed', 'code': 200} Sep 17 08:18:39.246644 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device c7e04078-5c23-4fbd-8e79-df226fe1092a details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:18:39.249141 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f993b65-e85f-4fae-9227-00630c6caf83 req-023f9dc2-8563-4a25-b939-d0a1e8ad9ff5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=43ddff05-6e21-419b-892a-5fba682a874a HTTP/1.1" status: 200 len: 217 time: 0.0400932 Sep 17 08:18:39.307216 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-a3fea427-f815-49c5-9eb3-248e6385c228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198da38c-2c36-464b-a834-01a03c23948e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1217549549-router', 'tenant_id': '34b9d74541724c24a2058e22401611b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'e0db8e41-c4c0-494b-96e8-99adbf798e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:17:46Z', 'updated_at': '2021-09-17T08:17:49Z', 'revision_number': 4, 'project_id': '34b9d74541724c24a2058e22401611b9', 'gw_port': {'id': 'e0db8e41-c4c0-494b-96e8-99adbf798e87', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198da38c-2c36-464b-a834-01a03c23948e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:17:47Z', 'updated_at': '2021-09-17T08:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '64230600-1fcd-40a9-99e0-28b4097900c0', 'name': '', 'network_id': 'c210c600-e193-40a1-9592-6870b6538743', 'tenant_id': '34b9d74541724c24a2058e22401611b9', 'mac_address': 'fa:16:3e:a7:03:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198da38c-2c36-464b-a834-01a03c23948e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '72f3fa29-4c80-4c5d-affb-43118f7a3dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:17:49Z', 'updated_at': '2021-09-17T08:17:55Z', 'revision_number': 5, 'project_id': '34b9d74541724c24a2058e22401611b9', 'subnets': [{'id': '72f3fa29-4c80-4c5d-affb-43118f7a3dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:18:39.333096 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fea427-f815-49c5-9eb3-248e6385c228 None None] Checking router: 198da38c-2c36-464b-a834-01a03c23948e for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:18:39.343073 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fea427-f815-49c5-9eb3-248e6385c228 None None] Routers {'198da38c-2c36-464b-a834-01a03c23948e'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:18:39.343702 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-a3fea427-f815-49c5-9eb3-248e6385c228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:18:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['198da38c-2c36-464b-a834-01a03c23948e'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:18:39.360232 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port c7e04078-5c23-4fbd-8e79-df226fe1092a, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=c7e04078-5c23-4fbd-8e79-df226fe1092a,segment=NetworkSegment(87efb6ce-2270-470a-8c19-7b337a956aa6),segment_id=87efb6ce-2270-470a-8c19-7b337a956aa6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:18:39.363019 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f993b65-e85f-4fae-9227-00630c6caf83 req-47f669ce-f19a-4ce8-a14d-7c771d181fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:39.365219 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f993b65-e85f-4fae-9227-00630c6caf83 req-47f669ce-f19a-4ce8-a14d-7c771d181fe4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=72f3fa29-4c80-4c5d-affb-43118f7a3dd6 HTTP/1.1" status: 200 len: 860 time: 0.1105173 Sep 17 08:18:39.372023 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': 'c7e04078-5c23-4fbd-8e79-df226fe1092a', 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf', 'port_id': 'c7e04078-5c23-4fbd-8e79-df226fe1092a', 'mac_address': 'fa:16:3e:85:0c:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d01eb21-118c-498b-a866-b124536b59b1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:18:39.375502 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfa3fe0-c80b-459b-8924-2df32a9f092d req-850ae058-7e90-4101-ab81-40460880df20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:39.376913 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cdfa3fe0-c80b-459b-8924-2df32a9f092d req-850ae058-7e90-4101-ab81-40460880df20 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=34b9d74541724c24a2058e22401611b9&device_id=ab41ec1a-241c-4210-8b48-700893713428 HTTP/1.1" status: 200 len: 1096 time: 0.0888269 Sep 17 08:18:39.395270 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0dfc71-0927-454f-8914-4597c6897627 req-f540af23-0d0d-498a-9fd1-80edbd5529e7 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:39.396821 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4f0dfc71-0927-454f-8914-4597c6897627 req-f540af23-0d0d-498a-9fd1-80edbd5529e7 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=a93c0dfb-9e6f-4d58-8f62-f8e4730a0348 HTTP/1.1" status: 200 len: 943 time: 0.1108694 Sep 17 08:18:39.415527 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:39.428742 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7e04078-5c23-4fbd-8e79-df226fe1092a {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:18:39.432445 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f993b65-e85f-4fae-9227-00630c6caf83 req-e7047b93-e2ff-4830-b9a6-c7eebc197076 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c210c600-e193-40a1-9592-6870b6538743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545135 Sep 17 08:18:39.448622 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port c7e04078-5c23-4fbd-8e79-df226fe1092a, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=c7e04078-5c23-4fbd-8e79-df226fe1092a,segment=NetworkSegment(87efb6ce-2270-470a-8c19-7b337a956aa6),segment_id=87efb6ce-2270-470a-8c19-7b337a956aa6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:18:39.454529 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:39.454900 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-a3fea427-f815-49c5-9eb3-248e6385c228 None None] Set router 198da38c-2c36-464b-a834-01a03c23948e gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:18:39.508391 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=c7e04078-5c23-4fbd-8e79-df226fe1092a,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:18:39.665211 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-a3fea427-f815-49c5-9eb3-248e6385c228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198da38c-2c36-464b-a834-01a03c23948e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1217549549-router', 'tenant_id': '34b9d74541724c24a2058e22401611b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'e0db8e41-c4c0-494b-96e8-99adbf798e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:17:46Z', 'updated_at': '2021-09-17T08:17:49Z', 'revision_number': 4, 'project_id': '34b9d74541724c24a2058e22401611b9', 'gw_port': {'id': 'e0db8e41-c4c0-494b-96e8-99adbf798e87', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198da38c-2c36-464b-a834-01a03c23948e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:17:47Z', 'updated_at': '2021-09-17T08:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '64230600-1fcd-40a9-99e0-28b4097900c0', 'name': '', 'network_id': 'c210c600-e193-40a1-9592-6870b6538743', 'tenant_id': '34b9d74541724c24a2058e22401611b9', 'mac_address': 'fa:16:3e:a7:03:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198da38c-2c36-464b-a834-01a03c23948e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '72f3fa29-4c80-4c5d-affb-43118f7a3dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:17:49Z', 'updated_at': '2021-09-17T08:17:55Z', 'revision_number': 5, 'project_id': '34b9d74541724c24a2058e22401611b9', 'subnets': [{'id': '72f3fa29-4c80-4c5d-affb-43118f7a3dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:18:39.693121 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fea427-f815-49c5-9eb3-248e6385c228 None None] The sync data for ids ['198da38c-2c36-464b-a834-01a03c23948e'] in n-d-789963-9 is: [{'id': '198da38c-2c36-464b-a834-01a03c23948e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1217549549-router', 'tenant_id': '34b9d74541724c24a2058e22401611b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'e0db8e41-c4c0-494b-96e8-99adbf798e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:17:46Z', 'updated_at': '2021-09-17T08:17:49Z', 'revision_number': 4, 'project_id': '34b9d74541724c24a2058e22401611b9', 'gw_port': {'id': 'e0db8e41-c4c0-494b-96e8-99adbf798e87', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198da38c-2c36-464b-a834-01a03c23948e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:17:47Z', 'updated_at': '2021-09-17T08:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '64230600-1fcd-40a9-99e0-28b4097900c0', 'name': '', 'network_id': 'c210c600-e193-40a1-9592-6870b6538743', 'tenant_id': '34b9d74541724c24a2058e22401611b9', 'mac_address': 'fa:16:3e:a7:03:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198da38c-2c36-464b-a834-01a03c23948e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '72f3fa29-4c80-4c5d-affb-43118f7a3dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:17:49Z', 'updated_at': '2021-09-17T08:17:55Z', 'revision_number': 5, 'project_id': '34b9d74541724c24a2058e22401611b9', 'subnets': [{'id': '72f3fa29-4c80-4c5d-affb-43118f7a3dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:18:39.837805 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['c7e04078-5c23-4fbd-8e79-df226fe1092a'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:18:39.845269 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4f0dfc71-0927-454f-8914-4597c6897627 req-02350e4a-6405-4596-9ef3-8148aeb026c4 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4249854 Sep 17 08:18:39.875217 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfa3fe0-c80b-459b-8924-2df32a9f092d req-fe658eb5-e9a1-46f3-9eeb-4d6f0f9de0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:39.876912 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cdfa3fe0-c80b-459b-8924-2df32a9f092d req-fe658eb5-e9a1-46f3-9eeb-4d6f0f9de0f2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c210c600-e193-40a1-9592-6870b6538743 HTTP/1.1" status: 200 len: 921 time: 0.4792073 Sep 17 08:18:39.936838 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f993b65-e85f-4fae-9227-00630c6caf83 req-aed0799f-b0c8-4e61-97fc-d22b2d8efc13 service neutron] 10.222.0.13 "GET /v2.0/networks/c210c600-e193-40a1-9592-6870b6538743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4897404 Sep 17 08:18:39.938374 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cdfa3fe0-c80b-459b-8924-2df32a9f092d req-df236708-e010-4481-acf7-f2eab207dbc7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=43ddff05-6e21-419b-892a-5fba682a874a HTTP/1.1" status: 200 len: 217 time: 0.0465524 Sep 17 08:18:39.949015 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1ad63b-741d-42e8-8a11-7807e4e1e325 None None] New status for floating IP cd697c55-2c42-48c6-80b1-4abaaf3f0c44: DOWN {{(pid=101291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 08:18:40.044861 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfa3fe0-c80b-459b-8924-2df32a9f092d req-ba112aa6-3bcc-43e8-838e-6ff425525c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:40.046319 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cdfa3fe0-c80b-459b-8924-2df32a9f092d req-ba112aa6-3bcc-43e8-838e-6ff425525c64 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72f3fa29-4c80-4c5d-affb-43118f7a3dd6 HTTP/1.1" status: 200 len: 860 time: 0.0920796 Sep 17 08:18:40.089107 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cdfa3fe0-c80b-459b-8924-2df32a9f092d req-e37f2ad0-192b-42da-b648-3633cfa1205d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c210c600-e193-40a1-9592-6870b6538743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354850 Sep 17 08:18:40.094525 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f993b65-e85f-4fae-9227-00630c6caf83 req-0a270309-5900-4ef5-9eb9-e52128b5a1ee service neutron] 10.222.0.13 "GET /v2.0/networks/c210c600-e193-40a1-9592-6870b6538743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481338 Sep 17 08:18:40.206912 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-36f73549-f544-4c15-9450-ee6e4db06197 req-ef33fd8e-15bb-455f-8122-c7d4257d8676 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/floatingips/cd697c55-2c42-48c6-80b1-4abaaf3f0c44 HTTP/1.1" status: 200 len: 695 time: 0.0755603 Sep 17 08:18:40.255656 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cdfa3fe0-c80b-459b-8924-2df32a9f092d req-72876aed-9e95-474e-9ea3-f87f56eb79ef service neutron] 10.222.0.41 "GET /v2.0/networks/c210c600-e193-40a1-9592-6870b6538743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585968 Sep 17 08:18:40.376068 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f73549-f544-4c15-9450-ee6e4db06197 req-a0a551b3-04bf-4953-94fb-0e787799a757 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:40.377392 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-36f73549-f544-4c15-9450-ee6e4db06197 req-a0a551b3-04bf-4953-94fb-0e787799a757 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/networks/5fc128c4-343a-4b5b-8a61-6a2b8d95c555 HTTP/1.1" status: 200 len: 784 time: 0.1644549 Sep 17 08:18:40.391239 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [req-36f73549-f544-4c15-9450-ee6e4db06197 req-4f800588-0827-417e-828e-6d64d5feeb90 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:18:40.392215 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-36f73549-f544-4c15-9450-ee6e4db06197 req-4f800588-0827-417e-828e-6d64d5feeb90 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070717 Sep 17 08:18:40.412504 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cdfa3fe0-c80b-459b-8924-2df32a9f092d req-5e9e7f8a-fcaf-4b98-97a1-2612ab3b2fa0 service neutron] 10.222.0.41 "GET /v2.0/networks/c210c600-e193-40a1-9592-6870b6538743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225641 Sep 17 08:18:40.453669 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-36f73549-f544-4c15-9450-ee6e4db06197 req-b70e9241-105b-4958-8c4e-23d761884c77 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.150 HTTP/1.1" status: 200 len: 696 time: 0.0526335 Sep 17 08:18:40.501383 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-36f73549-f544-4c15-9450-ee6e4db06197 req-ad2d1614-d4a1-4948-904f-6fd02fd05599 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.6.150 HTTP/1.1" status: 200 len: 696 time: 0.0409293 Sep 17 08:18:40.625582 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-36f73549-f544-4c15-9450-ee6e4db06197 req-8c35917e-f6d6-435f-b10b-bffcffb0a481 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Deleting port 74100db4-228a-41a0-9334-317b557abe2c {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:18:40.625924 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-36f73549-f544-4c15-9450-ee6e4db06197 req-8c35917e-f6d6-435f-b10b-bffcffb0a481 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:40.702215 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-36f73549-f544-4c15-9450-ee6e4db06197 req-8c35917e-f6d6-435f-b10b-bffcffb0a481 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:40.702543 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-36f73549-f544-4c15-9450-ee6e4db06197 req-8c35917e-f6d6-435f-b10b-bffcffb0a481 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:40.713864 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-36f73549-f544-4c15-9450-ee6e4db06197 req-8c35917e-f6d6-435f-b10b-bffcffb0a481 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Calling delete_port for 74100db4-228a-41a0-9334-317b557abe2c owned by network:floatingip {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:18:40.838982 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-36f73549-f544-4c15-9450-ee6e4db06197 req-8c35917e-f6d6-435f-b10b-bffcffb0a481 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:40.864541 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c35917e-f6d6-435f-b10b-bffcffb0a481 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Pushing event deleted for resources: {'Port': ['ID=74100db4-228a-41a0-9334-317b557abe2c,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:18:40.947657 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-36f73549-f544-4c15-9450-ee6e4db06197 req-8c35917e-f6d6-435f-b10b-bffcffb0a481 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Notify callbacks [] for floatingip, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:40.950204 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-36f73549-f544-4c15-9450-ee6e4db06197 req-8c35917e-f6d6-435f-b10b-bffcffb0a481 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:40.951341 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-36f73549-f544-4c15-9450-ee6e4db06197 req-8c35917e-f6d6-435f-b10b-bffcffb0a481 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "DELETE /v2.0/floatingips/cd697c55-2c42-48c6-80b1-4abaaf3f0c44 HTTP/1.1" status: 204 len: 173 time: 0.4439681 Sep 17 08:18:40.976988 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db56c55-64d1-4dc6-b4f6-715898424c5d req-33a81f2f-84fb-4b4b-80c6-f52bb64d79d7 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:40.978504 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8db56c55-64d1-4dc6-b4f6-715898424c5d req-33a81f2f-84fb-4b4b-80c6-f52bb64d79d7 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=a93c0dfb-9e6f-4d58-8f62-f8e4730a0348 HTTP/1.1" status: 200 len: 944 time: 0.0610404 Sep 17 08:18:41.016713 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8db56c55-64d1-4dc6-b4f6-715898424c5d req-dccac51a-2ff9-4a7b-8fed-ea03358e90eb tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321481 Sep 17 08:18:41.082254 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c0f0a349-e777-428e-b7ce-eb584b2c9ed1 req-8db725dd-9ba1-4313-a85d-9fa031551b87 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/security-groups/75947ec6-a318-4c3f-b9b4-4e4811ac2078 HTTP/1.1" status: 200 len: 1808 time: 0.0419712 Sep 17 08:18:41.137449 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-c0f0a349-e777-428e-b7ce-eb584b2c9ed1 req-1c36380b-2962-48d0-b35d-48c18c510e29 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:41.158227 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-c0f0a349-e777-428e-b7ce-eb584b2c9ed1 req-1c36380b-2962-48d0-b35d-48c18c510e29 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:41.197599 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-c0f0a349-e777-428e-b7ce-eb584b2c9ed1 req-1c36380b-2962-48d0-b35d-48c18c510e29 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:41.200208 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-c0f0a349-e777-428e-b7ce-eb584b2c9ed1 req-1c36380b-2962-48d0-b35d-48c18c510e29 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:41.201345 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c0f0a349-e777-428e-b7ce-eb584b2c9ed1 req-1c36380b-2962-48d0-b35d-48c18c510e29 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "DELETE /v2.0/security-groups/75947ec6-a318-4c3f-b9b4-4e4811ac2078 HTTP/1.1" status: 204 len: 173 time: 0.1129258 Sep 17 08:18:41.210022 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36380b-2962-48d0-b35d-48c18c510e29 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75947ec6-a318-4c3f-b9b4-4e4811ac2078,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:18:41.256791 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device c7e04078-5c23-4fbd-8e79-df226fe1092a up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:18:41.309041 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port c7e04078-5c23-4fbd-8e79-df226fe1092a completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:18:41.313179 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port c7e04078-5c23-4fbd-8e79-df226fe1092a triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:18:41.313662 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:41.396575 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:41.419756 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a93c0dfb-9e6f-4d58-8f62-f8e4730a0348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e04078-5c23-4fbd-8e79-df226fe1092a'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:18:41.422012 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c6aed2-1d11-47c8-88a1-30437879d573" -d '{"events": [{"server_uuid": "a93c0dfb-9e6f-4d58-8f62-f8e4730a0348", "name": "network-vif-plugged", "status": "completed", "tag": "c7e04078-5c23-4fbd-8e79-df226fe1092a"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:18:41.423027 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbbea28-2235-4255-9a59-1a993bce58f0 req-60abb76f-c3aa-4a51-96c8-dabd52ddc57c tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:41.424977 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-abbbea28-2235-4255-9a59-1a993bce58f0 req-60abb76f-c3aa-4a51-96c8-dabd52ddc57c tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab41ec1a-241c-4210-8b48-700893713428 HTTP/1.1" status: 200 len: 945 time: 0.0485296 Sep 17 08:18:41.434873 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port c7e04078-5c23-4fbd-8e79-df226fe1092a, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=c7e04078-5c23-4fbd-8e79-df226fe1092a,segment=NetworkSegment(87efb6ce-2270-470a-8c19-7b337a956aa6),segment_id=87efb6ce-2270-470a-8c19-7b337a956aa6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:18:41.440284 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:41.465191 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8318029e-290a-4fc7-a5aa-bcb12278826d x-openstack-request-id: req-8318029e-290a-4fc7-a5aa-bcb12278826d {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:18:41.465492 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a93c0dfb-9e6f-4d58-8f62-f8e4730a0348", "name": "network-vif-plugged", "status": "completed", "tag": "c7e04078-5c23-4fbd-8e79-df226fe1092a", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:18:41.465748 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8318029e-290a-4fc7-a5aa-bcb12278826d {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:18:41.466145 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a93c0dfb-9e6f-4d58-8f62-f8e4730a0348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e04078-5c23-4fbd-8e79-df226fe1092a', 'code': 200} Sep 17 08:18:41.468874 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-abbbea28-2235-4255-9a59-1a993bce58f0 req-6e3fa894-380a-4798-83ea-98a7e818a380 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd27c06d-685a-465b-8c7c-d50965cbcee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377378 Sep 17 08:18:41.496202 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=c7e04078-5c23-4fbd-8e79-df226fe1092a,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:18:41.586888 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257885eb-277c-49f5-8e03-4642698a7b24 req-74e6e1ac-56dc-49af-8cee-27c9ecf6de69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:41.588393 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-257885eb-277c-49f5-8e03-4642698a7b24 req-74e6e1ac-56dc-49af-8cee-27c9ecf6de69 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a93c0dfb-9e6f-4d58-8f62-f8e4730a0348 HTTP/1.1" status: 200 len: 1096 time: 0.0437117 Sep 17 08:18:41.621789 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-257885eb-277c-49f5-8e03-4642698a7b24 req-ca808ad6-78cf-41ce-b02f-2ea7ffa40176 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268986 Sep 17 08:18:42.135258 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b59ce8-c4a6-4c28-9c04-4705d8131bb8 req-f9f522cd-3020-46b6-968f-9ceb480afece tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:42.136783 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a6b59ce8-c4a6-4c28-9c04-4705d8131bb8 req-f9f522cd-3020-46b6-968f-9ceb480afece tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=a93c0dfb-9e6f-4d58-8f62-f8e4730a0348 HTTP/1.1" status: 200 len: 945 time: 0.0516956 Sep 17 08:18:42.173664 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a6b59ce8-c4a6-4c28-9c04-4705d8131bb8 req-966e0f9d-f97b-4003-9d8b-e87be25d3e60 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309546 Sep 17 08:18:42.583313 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230144f6-d524-4b93-b5b3-72115398c5eb req-77d6c366-c087-41d5-b13d-fc52602770d7 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:42.584726 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-230144f6-d524-4b93-b5b3-72115398c5eb req-77d6c366-c087-41d5-b13d-fc52602770d7 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab41ec1a-241c-4210-8b48-700893713428 HTTP/1.1" status: 200 len: 945 time: 0.0473695 Sep 17 08:18:42.621687 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-230144f6-d524-4b93-b5b3-72115398c5eb req-ea9c3d2f-19bb-4c77-aba4-51ceec4df62d tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd27c06d-685a-465b-8c7c-d50965cbcee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310202 Sep 17 08:18:43.288018 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7589c1ad-5a92-42b4-a00b-5df9d07e45bf req-31d5af34-6bd9-414e-8b7d-6dcca1a48e4d tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:43.289487 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7589c1ad-5a92-42b4-a00b-5df9d07e45bf req-31d5af34-6bd9-414e-8b7d-6dcca1a48e4d tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=a93c0dfb-9e6f-4d58-8f62-f8e4730a0348 HTTP/1.1" status: 200 len: 945 time: 0.0484157 Sep 17 08:18:43.325879 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7589c1ad-5a92-42b4-a00b-5df9d07e45bf req-45b5b83a-d173-43e6-98d2-3867b5e2cee6 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305181 Sep 17 08:18:43.446029 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bae077-478f-4eb4-8aaf-538a22e5095a req-fb57856c-1bd3-4e28-9f20-007f82eedfe1 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:43.447493 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c5bae077-478f-4eb4-8aaf-538a22e5095a req-fb57856c-1bd3-4e28-9f20-007f82eedfe1 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=a93c0dfb-9e6f-4d58-8f62-f8e4730a0348 HTTP/1.1" status: 200 len: 945 time: 0.0525579 Sep 17 08:18:43.484246 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c5bae077-478f-4eb4-8aaf-538a22e5095a req-87981011-4d40-4c8e-90ed-a55b50f02efd tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307808 Sep 17 08:18:43.594168 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddd0eea-fc65-4a58-acc2-86833f6f413f req-26cf2734-edbb-47f9-ba2b-0bf30a98e4bb tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:43.595779 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1ddd0eea-fc65-4a58-acc2-86833f6f413f req-26cf2734-edbb-47f9-ba2b-0bf30a98e4bb tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=a93c0dfb-9e6f-4d58-8f62-f8e4730a0348 HTTP/1.1" status: 200 len: 945 time: 0.0480890 Sep 17 08:18:43.633129 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1ddd0eea-fc65-4a58-acc2-86833f6f413f req-964b37c0-7ba2-4134-b4db-6e1a27424f3d tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308709 Sep 17 08:18:43.741070 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb10aef-45f3-4410-b283-21dcd8c6a5ba req-996b01b8-d4dd-4d4a-9ac9-cc494d09eded tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:43.742568 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dfb10aef-45f3-4410-b283-21dcd8c6a5ba req-996b01b8-d4dd-4d4a-9ac9-cc494d09eded tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab41ec1a-241c-4210-8b48-700893713428 HTTP/1.1" status: 200 len: 945 time: 0.0535643 Sep 17 08:18:43.781149 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dfb10aef-45f3-4410-b283-21dcd8c6a5ba req-69734846-3e0a-4009-bd9e-72c2e5005ffc tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd27c06d-685a-465b-8c7c-d50965cbcee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324562 Sep 17 08:18:43.928687 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f31deb-20cb-43c2-b0ae-9abca4ed2743 req-ae1edd91-5e41-42ef-9f65-3d061c572c3a tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:43.930165 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-05f31deb-20cb-43c2-b0ae-9abca4ed2743 req-ae1edd91-5e41-42ef-9f65-3d061c572c3a tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=a93c0dfb-9e6f-4d58-8f62-f8e4730a0348 HTTP/1.1" status: 200 len: 945 time: 0.0526156 Sep 17 08:18:43.966661 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-05f31deb-20cb-43c2-b0ae-9abca4ed2743 req-3188232b-a6fa-48fd-8f1b-a69cff803a85 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304618 Sep 17 08:18:44.049852 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877499ca-ebe9-4677-b1c4-81149753863b req-12e69ddc-2354-4c2a-b389-4838ffd8c6a7 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:44.051513 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-877499ca-ebe9-4677-b1c4-81149753863b req-12e69ddc-2354-4c2a-b389-4838ffd8c6a7 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab41ec1a-241c-4210-8b48-700893713428 HTTP/1.1" status: 200 len: 945 time: 0.0480583 Sep 17 08:18:44.138302 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-877499ca-ebe9-4677-b1c4-81149753863b req-73d8cfa5-1db0-47b3-b003-ffcb6020b81b tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Deleting port 43ddff05-6e21-419b-892a-5fba682a874a {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:18:44.138645 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-877499ca-ebe9-4677-b1c4-81149753863b req-73d8cfa5-1db0-47b3-b003-ffcb6020b81b tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:44.227048 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-877499ca-ebe9-4677-b1c4-81149753863b req-73d8cfa5-1db0-47b3-b003-ffcb6020b81b tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] For port 43ddff05-6e21-419b-892a-5fba682a874a, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=43ddff05-6e21-419b-892a-5fba682a874a,segment=NetworkSegment(d33211d4-e596-43e0-adba-2f6540362278),segment_id=d33211d4-e596-43e0-adba-2f6540362278)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:18:44.227345 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-877499ca-ebe9-4677-b1c4-81149753863b req-73d8cfa5-1db0-47b3-b003-ffcb6020b81b tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:44.239902 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-877499ca-ebe9-4677-b1c4-81149753863b req-73d8cfa5-1db0-47b3-b003-ffcb6020b81b tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Calling delete_port for 43ddff05-6e21-419b-892a-5fba682a874a owned by compute:nova {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:18:44.368578 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-877499ca-ebe9-4677-b1c4-81149753863b req-73d8cfa5-1db0-47b3-b003-ffcb6020b81b tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:44.402043 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['43ddff05-6e21-419b-892a-5fba682a874a'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:18:44.402605 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d8cfa5-1db0-47b3-b003-ffcb6020b81b tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Pushing event deleted for resources: {'Port': ['ID=43ddff05-6e21-419b-892a-5fba682a874a,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:18:44.440708 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-877499ca-ebe9-4677-b1c4-81149753863b req-73d8cfa5-1db0-47b3-b003-ffcb6020b81b tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] No DVR routers for this DVR port 43ddff05-6e21-419b-892a-5fba682a874a on host n-h1-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:18:44.443859 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-877499ca-ebe9-4677-b1c4-81149753863b req-73d8cfa5-1db0-47b3-b003-ffcb6020b81b tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:44.445898 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-877499ca-ebe9-4677-b1c4-81149753863b req-73d8cfa5-1db0-47b3-b003-ffcb6020b81b tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.41 "DELETE /v2.0/ports/43ddff05-6e21-419b-892a-5fba682a874a HTTP/1.1" status: 204 len: 173 time: 0.3887911 Sep 17 08:18:44.446333 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab41ec1a-241c-4210-8b48-700893713428', 'name': 'network-vif-deleted', 'tag': '43ddff05-6e21-419b-892a-5fba682a874a'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:18:44.448563 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8256668-f7e1-4c6c-b823-b53e8f78a99c" -d '{"events": [{"server_uuid": "ab41ec1a-241c-4210-8b48-700893713428", "name": "network-vif-deleted", "tag": "43ddff05-6e21-419b-892a-5fba682a874a"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:18:44.482980 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5213d03-744c-4b30-b486-b809bb8ec037 x-openstack-request-id: req-c5213d03-744c-4b30-b486-b809bb8ec037 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:18:44.483278 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab41ec1a-241c-4210-8b48-700893713428", "name": "network-vif-deleted", "tag": "43ddff05-6e21-419b-892a-5fba682a874a", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:18:44.483522 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c5213d03-744c-4b30-b486-b809bb8ec037 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:18:44.483953 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab41ec1a-241c-4210-8b48-700893713428', 'name': 'network-vif-deleted', 'tag': '43ddff05-6e21-419b-892a-5fba682a874a', 'status': 'completed', 'code': 200} Sep 17 08:18:44.888030 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0a1dc953-ef26-4a8a-8896-4f9ef852b013 req-f6fb3b71-0a89-4784-915b-77f7bd908f10 tempest-ServerRescueTestJSONUnderV235-1093994256 tempest-ServerRescueTestJSONUnderV235-1093994256-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab41ec1a-241c-4210-8b48-700893713428 HTTP/1.1" status: 200 len: 210 time: 0.0273705 Sep 17 08:18:45.085788 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8957bd-5141-4d26-824b-8f20d6623755 req-b26925b5-20eb-4460-912d-0a46e0f31f71 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:45.087211 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7d8957bd-5141-4d26-824b-8f20d6623755 req-b26925b5-20eb-4460-912d-0a46e0f31f71 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=a93c0dfb-9e6f-4d58-8f62-f8e4730a0348 HTTP/1.1" status: 200 len: 945 time: 0.0521004 Sep 17 08:18:45.125178 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7d8957bd-5141-4d26-824b-8f20d6623755 req-587fe080-a33e-4b6a-b9ec-6cd805833160 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319595 Sep 17 08:18:45.647653 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36200a41-dc39-4ccd-95b8-6e2fb02ca102 req-e4425992-0551-4171-bf94-1875bcce2ed4 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:45.649038 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-36200a41-dc39-4ccd-95b8-6e2fb02ca102 req-e4425992-0551-4171-bf94-1875bcce2ed4 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.39 "GET /v2.0/ports?device_id=a93c0dfb-9e6f-4d58-8f62-f8e4730a0348 HTTP/1.1" status: 200 len: 945 time: 0.0469992 Sep 17 08:18:45.740070 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-36200a41-dc39-4ccd-95b8-6e2fb02ca102 req-9445d687-bae9-42e1-8e5b-8acb373a1f83 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Deleting port c7e04078-5c23-4fbd-8e79-df226fe1092a {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:18:45.740410 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-36200a41-dc39-4ccd-95b8-6e2fb02ca102 req-9445d687-bae9-42e1-8e5b-8acb373a1f83 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:45.824378 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-36200a41-dc39-4ccd-95b8-6e2fb02ca102 req-9445d687-bae9-42e1-8e5b-8acb373a1f83 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] For port c7e04078-5c23-4fbd-8e79-df226fe1092a, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=c7e04078-5c23-4fbd-8e79-df226fe1092a,segment=NetworkSegment(87efb6ce-2270-470a-8c19-7b337a956aa6),segment_id=87efb6ce-2270-470a-8c19-7b337a956aa6)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:18:45.824740 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-36200a41-dc39-4ccd-95b8-6e2fb02ca102 req-9445d687-bae9-42e1-8e5b-8acb373a1f83 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:45.836920 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-36200a41-dc39-4ccd-95b8-6e2fb02ca102 req-9445d687-bae9-42e1-8e5b-8acb373a1f83 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Calling delete_port for c7e04078-5c23-4fbd-8e79-df226fe1092a owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:18:45.945049 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 45406) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:18:45.964032 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-36200a41-dc39-4ccd-95b8-6e2fb02ca102 req-9445d687-bae9-42e1-8e5b-8acb373a1f83 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:45.992467 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445d687-bae9-42e1-8e5b-8acb373a1f83 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Pushing event deleted for resources: {'Port': ['ID=c7e04078-5c23-4fbd-8e79-df226fe1092a,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:18:45.998260 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['c7e04078-5c23-4fbd-8e79-df226fe1092a'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:18:46.033003 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-36200a41-dc39-4ccd-95b8-6e2fb02ca102 req-9445d687-bae9-42e1-8e5b-8acb373a1f83 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] No DVR routers for this DVR port c7e04078-5c23-4fbd-8e79-df226fe1092a on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:18:46.036467 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-36200a41-dc39-4ccd-95b8-6e2fb02ca102 req-9445d687-bae9-42e1-8e5b-8acb373a1f83 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:46.038283 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-36200a41-dc39-4ccd-95b8-6e2fb02ca102 req-9445d687-bae9-42e1-8e5b-8acb373a1f83 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.39 "DELETE /v2.0/ports/c7e04078-5c23-4fbd-8e79-df226fe1092a HTTP/1.1" status: 204 len: 173 time: 0.3825595 Sep 17 08:18:46.039203 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a93c0dfb-9e6f-4d58-8f62-f8e4730a0348', 'name': 'network-vif-deleted', 'tag': 'c7e04078-5c23-4fbd-8e79-df226fe1092a'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:18:46.041086 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-313b2050-6022-4e0c-885c-a95c7ef7ba56" -d '{"events": [{"server_uuid": "a93c0dfb-9e6f-4d58-8f62-f8e4730a0348", "name": "network-vif-deleted", "tag": "c7e04078-5c23-4fbd-8e79-df226fe1092a"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:18:46.081447 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec91e75-1ccd-4ee5-bfc2-e8b550695c20 x-openstack-request-id: req-3ec91e75-1ccd-4ee5-bfc2-e8b550695c20 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:18:46.082519 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a93c0dfb-9e6f-4d58-8f62-f8e4730a0348", "name": "network-vif-deleted", "tag": "c7e04078-5c23-4fbd-8e79-df226fe1092a", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:18:46.082969 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3ec91e75-1ccd-4ee5-bfc2-e8b550695c20 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:18:46.083562 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a93c0dfb-9e6f-4d58-8f62-f8e4730a0348', 'name': 'network-vif-deleted', 'tag': 'c7e04078-5c23-4fbd-8e79-df226fe1092a', 'status': 'completed', 'code': 200} Sep 17 08:18:46.306332 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a8c97ec1-aff3-407a-9595-19e66cd7a5e1 req-b2ce8536-2e73-4d4a-9b7f-058fcb2d6d2b tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=a93c0dfb-9e6f-4d58-8f62-f8e4730a0348 HTTP/1.1" status: 200 len: 210 time: 0.1047742 Sep 17 08:18:46.424225 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c95ee69a-eedc-4396-8d34-cb226ed20b39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:46.714536 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-c95ee69a-eedc-4396-8d34-cb226ed20b39 admin admin] Deleting port 64230600-1fcd-40a9-99e0-28b4097900c0 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:18:46.714875 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c95ee69a-eedc-4396-8d34-cb226ed20b39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:46.792748 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-c95ee69a-eedc-4396-8d34-cb226ed20b39 admin admin] For port 64230600-1fcd-40a9-99e0-28b4097900c0, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=64230600-1fcd-40a9-99e0-28b4097900c0,segment=NetworkSegment(d33211d4-e596-43e0-adba-2f6540362278),segment_id=d33211d4-e596-43e0-adba-2f6540362278)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:18:46.793116 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c95ee69a-eedc-4396-8d34-cb226ed20b39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:46.806613 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-c95ee69a-eedc-4396-8d34-cb226ed20b39 admin admin] Calling delete_port for 64230600-1fcd-40a9-99e0-28b4097900c0 owned by network:router_interface {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:18:46.990233 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c95ee69a-eedc-4396-8d34-cb226ed20b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:47.289352 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95ee69a-eedc-4396-8d34-cb226ed20b39 admin admin] Pushing event deleted for resources: {'Port': ['ID=64230600-1fcd-40a9-99e0-28b4097900c0,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:18:47.426483 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0d3ebbb6-69cf-458f-a119-6599980d9147 req-3a96b235-5de7-4a93-aaac-980a7041643c tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=a93c0dfb-9e6f-4d58-8f62-f8e4730a0348 HTTP/1.1" status: 200 len: 210 time: 0.0357985 Sep 17 08:18:47.491435 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c95ee69a-eedc-4396-8d34-cb226ed20b39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:47.706394 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c95ee69a-eedc-4396-8d34-cb226ed20b39 admin admin] Router 198da38c-2c36-464b-a834-01a03c23948e has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:18:47.812582 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c95ee69a-eedc-4396-8d34-cb226ed20b39 admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:18:47.817738 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-c95ee69a-eedc-4396-8d34-cb226ed20b39 admin admin] 10.222.0.13 "PUT /v2.0/routers/198da38c-2c36-464b-a834-01a03c23948e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8716609 Sep 17 08:18:47.820499 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 45420) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:18:47.822964 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237705bb-562e-4664-862d-3b757b89f21c None None] Sync routers for ids ['198da38c-2c36-464b-a834-01a03c23948e'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:18:47.832906 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237705bb-562e-4664-862d-3b757b89f21c None None] Routers {'198da38c-2c36-464b-a834-01a03c23948e'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:18:47.833521 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-237705bb-562e-4664-862d-3b757b89f21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:18:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['198da38c-2c36-464b-a834-01a03c23948e'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:18:47.929994 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9602f765-3678-4adc-9bcd-301afc2ffe50 admin admin] Notify callbacks [] for router, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:48.026879 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-237705bb-562e-4664-862d-3b757b89f21c None None] Set router 198da38c-2c36-464b-a834-01a03c23948e gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:18:48.036336 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9602f765-3678-4adc-9bcd-301afc2ffe50 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:48.099884 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-9602f765-3678-4adc-9bcd-301afc2ffe50 admin admin] Deleting port e0db8e41-c4c0-494b-96e8-99adbf798e87 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:18:48.100475 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9602f765-3678-4adc-9bcd-301afc2ffe50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:48.182750 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-9602f765-3678-4adc-9bcd-301afc2ffe50 admin admin] For port e0db8e41-c4c0-494b-96e8-99adbf798e87, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=e0db8e41-c4c0-494b-96e8-99adbf798e87,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:18:48.183125 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9602f765-3678-4adc-9bcd-301afc2ffe50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:48.195602 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-9602f765-3678-4adc-9bcd-301afc2ffe50 admin admin] Calling delete_port for e0db8e41-c4c0-494b-96e8-99adbf798e87 owned by network:router_gateway {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:18:48.206042 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-237705bb-562e-4664-862d-3b757b89f21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198da38c-2c36-464b-a834-01a03c23948e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1217549549-router', 'tenant_id': '34b9d74541724c24a2058e22401611b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'e0db8e41-c4c0-494b-96e8-99adbf798e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:17:46Z', 'updated_at': '2021-09-17T08:18:46Z', 'revision_number': 5, 'project_id': '34b9d74541724c24a2058e22401611b9', 'gw_port': {'id': 'e0db8e41-c4c0-494b-96e8-99adbf798e87', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198da38c-2c36-464b-a834-01a03c23948e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:17:47Z', 'updated_at': '2021-09-17T08:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:18:48.208624 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 43ddff05-6e21-419b-892a-5fba682a874a no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:18:48.230268 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] No Port match for: 43ddff05-6e21-419b-892a-5fba682a874a {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:18:48.230985 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 43ddff05-6e21-419b-892a-5fba682a874a not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:18:48.237426 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237705bb-562e-4664-862d-3b757b89f21c None None] Checking router: 198da38c-2c36-464b-a834-01a03c23948e for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:18:48.245950 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237705bb-562e-4664-862d-3b757b89f21c None None] Routers {'198da38c-2c36-464b-a834-01a03c23948e'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:18:48.246562 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-237705bb-562e-4664-862d-3b757b89f21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:18:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['198da38c-2c36-464b-a834-01a03c23948e'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:18:48.333904 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-237705bb-562e-4664-862d-3b757b89f21c None None] Set router 198da38c-2c36-464b-a834-01a03c23948e gateway port host: None {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:18:48.369567 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9602f765-3678-4adc-9bcd-301afc2ffe50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:48.383363 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-237705bb-562e-4664-862d-3b757b89f21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198da38c-2c36-464b-a834-01a03c23948e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1217549549-router', 'tenant_id': '34b9d74541724c24a2058e22401611b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:17:46Z', 'updated_at': '2021-09-17T08:18:48Z', 'revision_number': 6, 'project_id': '34b9d74541724c24a2058e22401611b9', 'gw_port_host': None}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:18:48.397794 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602f765-3678-4adc-9bcd-301afc2ffe50 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0db8e41-c4c0-494b-96e8-99adbf798e87,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:18:48.413968 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237705bb-562e-4664-862d-3b757b89f21c None None] The sync data for ids ['198da38c-2c36-464b-a834-01a03c23948e'] in n-d-789963-9 is: [{'id': '198da38c-2c36-464b-a834-01a03c23948e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1217549549-router', 'tenant_id': '34b9d74541724c24a2058e22401611b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:17:46Z', 'updated_at': '2021-09-17T08:18:48Z', 'revision_number': 6, 'project_id': '34b9d74541724c24a2058e22401611b9', 'gw_port_host': None}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:18:48.468940 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9602f765-3678-4adc-9bcd-301afc2ffe50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:48.532597 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2e111c09-0d5f-4d66-a460-74ccb35c21e9 req-9ab86e00-2e5a-4727-8897-6836c3c7578c tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=a93c0dfb-9e6f-4d58-8f62-f8e4730a0348 HTTP/1.1" status: 200 len: 210 time: 0.0309899 Sep 17 08:18:48.560295 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9602f765-3678-4adc-9bcd-301afc2ffe50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:48.562454 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9602f765-3678-4adc-9bcd-301afc2ffe50 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:48.608760 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9602f765-3678-4adc-9bcd-301afc2ffe50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:48.609413 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9602f765-3678-4adc-9bcd-301afc2ffe50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 198da38c-2c36-464b-a834-01a03c23948e {{(pid=101290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 08:18:48.614215 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9602f765-3678-4adc-9bcd-301afc2ffe50 admin admin] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:48.616320 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-9602f765-3678-4adc-9bcd-301afc2ffe50 admin admin] 10.222.0.13 "DELETE /v2.0/routers/198da38c-2c36-464b-a834-01a03c23948e HTTP/1.1" status: 204 len: 168 time: 0.7938859 Sep 17 08:18:48.617907 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 45426) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:18:48.662049 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0c9968f-7b0b-47b6-86e0-79f155e1edf9 admin admin] Deleting subnet 72f3fa29-4c80-4c5d-affb-43118f7a3dd6 {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:18:48.665129 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d0c9968f-7b0b-47b6-86e0-79f155e1edf9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:48.702538 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d0c9968f-7b0b-47b6-86e0-79f155e1edf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:48.741664 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d0c9968f-7b0b-47b6-86e0-79f155e1edf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:48.800513 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d0c9968f-7b0b-47b6-86e0-79f155e1edf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:48.825190 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c9968f-7b0b-47b6-86e0-79f155e1edf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72f3fa29-4c80-4c5d-affb-43118f7a3dd6,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:18:48.832737 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d0c9968f-7b0b-47b6-86e0-79f155e1edf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:48.837075 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d0c9968f-7b0b-47b6-86e0-79f155e1edf9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/72f3fa29-4c80-4c5d-affb-43118f7a3dd6 HTTP/1.1" status: 204 len: 168 time: 0.2158241 Sep 17 08:18:48.837208 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 45428) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:18:48.916237 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-96a7bf22-f8ab-4d4c-bdea-4c52c1add110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:48.997315 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-96a7bf22-f8ab-4d4c-bdea-4c52c1add110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:49.017236 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-96a7bf22-f8ab-4d4c-bdea-4c52c1add110 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c210c600-e193-40a1-9592-6870b6538743']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:18:49.026110 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-96a7bf22-f8ab-4d4c-bdea-4c52c1add110 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd33211d4-e596-43e0-adba-2f6540362278') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:18:49.026403 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-96a7bf22-f8ab-4d4c-bdea-4c52c1add110 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd33211d4-e596-43e0-adba-2f6540362278') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:18:49.035526 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-96a7bf22-f8ab-4d4c-bdea-4c52c1add110 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:49.048266 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-96a7bf22-f8ab-4d4c-bdea-4c52c1add110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:49.054604 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96a7bf22-f8ab-4d4c-bdea-4c52c1add110 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:18:49.054989 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-96a7bf22-f8ab-4d4c-bdea-4c52c1add110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:49.056616 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 08:18:49.056616 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:18:49.056616 n-d-789963-9 neutron-server[101290]: timer() Sep 17 08:18:49.056616 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:18:49.056616 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 08:18:49.056616 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:18:49.056616 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 08:18:49.056616 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:18:49.056616 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 08:18:49.056616 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:18:49.056616 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 08:18:49.056616 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:18:49.056616 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 08:18:49.056616 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:18:49.056616 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:18:49.056616 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:18:49.056616 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:18:49.056616 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:18:49.056616 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 08:18:49.056616 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:18:49.056616 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 08:18:49.056616 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:18:49.056616 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:18:49.056616 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:18:49.056616 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 08:18:49.056616 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:18:49.056616 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:18:49.056616 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:18:49.056616 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:18:49.056616 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:18:49.056616 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:18:49.056616 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:18:49.114431 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-96a7bf22-f8ab-4d4c-bdea-4c52c1add110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:49.119825 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-96a7bf22-f8ab-4d4c-bdea-4c52c1add110 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:49.121697 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-96a7bf22-f8ab-4d4c-bdea-4c52c1add110 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c210c600-e193-40a1-9592-6870b6538743 HTTP/1.1" status: 204 len: 168 time: 0.2835500 Sep 17 08:18:49.133037 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a7bf22-f8ab-4d4c-bdea-4c52c1add110 admin admin] Pushing event deleted for resources: {'Network': ['ID=c210c600-e193-40a1-9592-6870b6538743,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:18:49.254902 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 45432) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:18:49.298458 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-186fc329-f5b0-49bf-b03d-0658234c1f13 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=34b9d74541724c24a2058e22401611b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400054 Sep 17 08:18:49.298764 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 45434) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:18:49.302831 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device c7e04078-5c23-4fbd-8e79-df226fe1092a no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:18:49.329830 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: c7e04078-5c23-4fbd-8e79-df226fe1092a {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:18:49.330066 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device c7e04078-5c23-4fbd-8e79-df226fe1092a not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:18:49.332011 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 64230600-1fcd-40a9-99e0-28b4097900c0 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:18:49.358021 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 64230600-1fcd-40a9-99e0-28b4097900c0 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:18:49.358445 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 64230600-1fcd-40a9-99e0-28b4097900c0 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:18:49.376200 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-29eba780-9c96-4182-9f54-1ba99cf82a0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:49.406957 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-29eba780-9c96-4182-9f54-1ba99cf82a0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:49.459487 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-29eba780-9c96-4182-9f54-1ba99cf82a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:49.462060 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-29eba780-9c96-4182-9f54-1ba99cf82a0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:49.465925 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-29eba780-9c96-4182-9f54-1ba99cf82a0c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fd27c06d-685a-465b-8c7c-d50965cbcee2 HTTP/1.1" status: 204 len: 168 time: 0.1634276 Sep 17 08:18:49.473817 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eba780-9c96-4182-9f54-1ba99cf82a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd27c06d-685a-465b-8c7c-d50965cbcee2,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:18:49.692799 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-da5aa22e-1a38-4543-af07-444c158f7e43 req-bc59c120-89d9-43c4-90f9-06450bfe3516 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=a93c0dfb-9e6f-4d58-8f62-f8e4730a0348 HTTP/1.1" status: 200 len: 210 time: 0.0495644 Sep 17 08:18:49.969285 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f27a8085-eb29-4308-9203-5433306a7c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:50.309048 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 45466) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:18:50.405488 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-cae3fcf4-99d1-4d7d-a118-041d9a5b3057 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-200399831-network', 'tenant_id': 'c8496b21f79743448e3585ce6bd75104'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:18:50.426233 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae3fcf4-99d1-4d7d-a118-041d9a5b3057 admin admin] Made reservation on behalf of c8496b21f79743448e3585ce6bd75104 for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:18:50.428621 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-cae3fcf4-99d1-4d7d-a118-041d9a5b3057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:50.436854 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-cae3fcf4-99d1-4d7d-a118-041d9a5b3057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:50.525171 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-cae3fcf4-99d1-4d7d-a118-041d9a5b3057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:50.528816 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-cae3fcf4-99d1-4d7d-a118-041d9a5b3057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:50.554867 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cae3fcf4-99d1-4d7d-a118-041d9a5b3057 admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:18:50.560131 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae3fcf4-99d1-4d7d-a118-041d9a5b3057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e76a7fd0-98aa-4df7-868d-af016c55b84d,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:18:50.567143 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-cae3fcf4-99d1-4d7d-a118-041d9a5b3057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:50.567480 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-cae3fcf4-99d1-4d7d-a118-041d9a5b3057 admin admin] Added segment febfad06-b75a-4311-9cbb-7515f98397a0 of type vlan for network c296f5b2-bf6b-4323-84f0-fc0c003f633a Sep 17 08:18:50.609752 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-cae3fcf4-99d1-4d7d-a118-041d9a5b3057 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:50.634474 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-cae3fcf4-99d1-4d7d-a118-041d9a5b3057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:50.635511 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae3fcf4-99d1-4d7d-a118-041d9a5b3057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:50.636204 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-cae3fcf4-99d1-4d7d-a118-041d9a5b3057 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:50.665674 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-cae3fcf4-99d1-4d7d-a118-041d9a5b3057 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3559330 Sep 17 08:18:50.668611 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 45472) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:18:50.673494 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-4a9901a9-bf20-446d-8221-d86da0bf4695 admin admin] Request body: {'subnet': {'network_id': 'c296f5b2-bf6b-4323-84f0-fc0c003f633a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-200399831-subnet', 'tenant_id': 'c8496b21f79743448e3585ce6bd75104', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:18:50.695806 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9901a9-bf20-446d-8221-d86da0bf4695 admin admin] Made reservation on behalf of c8496b21f79743448e3585ce6bd75104 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:18:50.700093 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4a9901a9-bf20-446d-8221-d86da0bf4695 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:50.705409 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae3fcf4-99d1-4d7d-a118-041d9a5b3057 admin admin] Pushing event updated for resources: {'Network': ['ID=c296f5b2-bf6b-4323-84f0-fc0c003f633a,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:18:50.716311 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network c296f5b2-bf6b-4323-84f0-fc0c003f633a details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:18:50.941817 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device e0db8e41-c4c0-494b-96e8-99adbf798e87 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:18:50.962161 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4a9901a9-bf20-446d-8221-d86da0bf4695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:50.963021 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: e0db8e41-c4c0-494b-96e8-99adbf798e87 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:18:50.963581 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device e0db8e41-c4c0-494b-96e8-99adbf798e87 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:18:51.034468 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9901a9-bf20-446d-8221-d86da0bf4695 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bcd6454-4350-41b7-a5bf-eb736ad1863c,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:18:51.037743 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9901a9-bf20-446d-8221-d86da0bf4695 admin admin] Checking segment: {'id': 'febfad06-b75a-4311-9cbb-7515f98397a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c296f5b2-bf6b-4323-84f0-fc0c003f633a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:18:51.038109 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9901a9-bf20-446d-8221-d86da0bf4695 admin admin] Network hostable DHCP agents. Network: c296f5b2-bf6b-4323-84f0-fc0c003f633a, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:18:51.057183 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9901a9-bf20-446d-8221-d86da0bf4695 admin admin] Network c296f5b2-bf6b-4323-84f0-fc0c003f633a is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:18:51.075794 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-4a9901a9-bf20-446d-8221-d86da0bf4695 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, c296f5b2-bf6b-4323-84f0-fc0c003f633a) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:18:51.081658 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9901a9-bf20-446d-8221-d86da0bf4695 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:51.082353 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4a9901a9-bf20-446d-8221-d86da0bf4695 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:51.093331 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4109b7a9-73eb-4699-824c-45123c089274 None None] Network c296f5b2-bf6b-4323-84f0-fc0c003f633a requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:18:51.098981 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-4a9901a9-bf20-446d-8221-d86da0bf4695 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4292789 Sep 17 08:18:51.241928 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df27136-5756-4cb6-a96a-0e4b573e917b None None] Network c296f5b2-bf6b-4323-84f0-fc0c003f633a requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:18:51.256595 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:18:51.546301 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 45496) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:18:51.551393 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-9620658e-4bc4-43c3-a799-feed2c1e4a97 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2134651679-network', 'tenant_id': 'c3d2d2d231284086bf672b73b9efbdd1'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:18:51.573955 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9620658e-4bc4-43c3-a799-feed2c1e4a97 admin admin] Made reservation on behalf of c3d2d2d231284086bf672b73b9efbdd1 for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:18:51.577144 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9620658e-4bc4-43c3-a799-feed2c1e4a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:51.587884 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9620658e-4bc4-43c3-a799-feed2c1e4a97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:51.686876 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9620658e-4bc4-43c3-a799-feed2c1e4a97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:51.691423 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9620658e-4bc4-43c3-a799-feed2c1e4a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:51.728053 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9620658e-4bc4-43c3-a799-feed2c1e4a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c89502-021c-48f7-999d-72039717854a,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:18:51.732606 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9620658e-4bc4-43c3-a799-feed2c1e4a97 admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:18:51.743047 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9620658e-4bc4-43c3-a799-feed2c1e4a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:51.743300 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-9620658e-4bc4-43c3-a799-feed2c1e4a97 admin admin] Added segment 53210d9a-b545-42e4-a93d-177050a00882 of type vlan for network ced66002-6d0f-4ffb-99eb-f965d4d0e097 Sep 17 08:18:51.789857 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9620658e-4bc4-43c3-a799-feed2c1e4a97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:51.818436 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9620658e-4bc4-43c3-a799-feed2c1e4a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:51.819465 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9620658e-4bc4-43c3-a799-feed2c1e4a97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:51.820266 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9620658e-4bc4-43c3-a799-feed2c1e4a97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:51.850488 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-9620658e-4bc4-43c3-a799-feed2c1e4a97 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3030751 Sep 17 08:18:51.853391 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 45498) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:18:51.859018 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-cf2ee9d2-c3b5-4c9d-898b-923dfb4ec945 admin admin] Request body: {'subnet': {'network_id': 'ced66002-6d0f-4ffb-99eb-f965d4d0e097', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2134651679-subnet', 'tenant_id': 'c3d2d2d231284086bf672b73b9efbdd1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:18:51.881926 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9620658e-4bc4-43c3-a799-feed2c1e4a97 admin admin] Pushing event updated for resources: {'Network': ['ID=ced66002-6d0f-4ffb-99eb-f965d4d0e097,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:18:51.884482 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf2ee9d2-c3b5-4c9d-898b-923dfb4ec945 admin admin] Made reservation on behalf of c3d2d2d231284086bf672b73b9efbdd1 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:18:51.887108 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9d2-c3b5-4c9d-898b-923dfb4ec945 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:51.892826 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network ced66002-6d0f-4ffb-99eb-f965d4d0e097 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:18:52.072774 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9d2-c3b5-4c9d-898b-923dfb4ec945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:52.171574 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2ee9d2-c3b5-4c9d-898b-923dfb4ec945 admin admin] Checking segment: {'id': '53210d9a-b545-42e4-a93d-177050a00882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ced66002-6d0f-4ffb-99eb-f965d4d0e097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:18:52.172224 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2ee9d2-c3b5-4c9d-898b-923dfb4ec945 admin admin] Network hostable DHCP agents. Network: ced66002-6d0f-4ffb-99eb-f965d4d0e097, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:18:52.175110 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee9d2-c3b5-4c9d-898b-923dfb4ec945 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f141845-f430-472b-a71c-4443a1f58bd8,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:18:52.197345 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2ee9d2-c3b5-4c9d-898b-923dfb4ec945 admin admin] Network ced66002-6d0f-4ffb-99eb-f965d4d0e097 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:18:52.207589 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-cf2ee9d2-c3b5-4c9d-898b-923dfb4ec945 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, ced66002-6d0f-4ffb-99eb-f965d4d0e097) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:18:52.213524 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2ee9d2-c3b5-4c9d-898b-923dfb4ec945 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:52.214423 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee9d2-c3b5-4c9d-898b-923dfb4ec945 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:52.219735 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b4498b-0245-4b33-9adc-ef4e7c339dd3 None None] Network ced66002-6d0f-4ffb-99eb-f965d4d0e097 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:18:52.248484 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-cf2ee9d2-c3b5-4c9d-898b-923dfb4ec945 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3933368 Sep 17 08:18:52.405803 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebed051-39c4-46d3-80e7-90877491cf4f None None] Network ced66002-6d0f-4ffb-99eb-f965d4d0e097 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:18:52.542993 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2f9b7e49-2784-4518-a42f-a043e0666d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:52.709023 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:53.029115 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b0a70-0e45-47f7-9539-a72ae74fc949 req-54900d5e-0a49-4a15-823f-6c3ab931c141 tempest-ServersNegativeTestMultiTenantJSON-1138845186 tempest-ServersNegativeTestMultiTenantJSON-1138845186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:53.030847 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-299b0a70-0e45-47f7-9539-a72ae74fc949 req-54900d5e-0a49-4a15-823f-6c3ab931c141 tempest-ServersNegativeTestMultiTenantJSON-1138845186 tempest-ServersNegativeTestMultiTenantJSON-1138845186-project] 10.222.0.13 "GET /v2.0/networks?id=c296f5b2-bf6b-4323-84f0-fc0c003f633a HTTP/1.1" status: 200 len: 824 time: 0.1287279 Sep 17 08:18:53.051956 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-299b0a70-0e45-47f7-9539-a72ae74fc949 req-825d06af-317f-4094-b4af-649e8d066e1b tempest-ServersNegativeTestMultiTenantJSON-1138845186 tempest-ServersNegativeTestMultiTenantJSON-1138845186-project] 10.222.0.13 "GET /v2.0/quotas/c8496b21f79743448e3585ce6bd75104 HTTP/1.1" status: 200 len: 375 time: 0.0109363 Sep 17 08:18:53.116782 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-299b0a70-0e45-47f7-9539-a72ae74fc949 req-9ad209b0-b0e3-4547-8798-b697ed0a0728 tempest-ServersNegativeTestMultiTenantJSON-1138845186 tempest-ServersNegativeTestMultiTenantJSON-1138845186-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c8496b21f79743448e3585ce6bd75104&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0583179 Sep 17 08:18:53.228529 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-299b0a70-0e45-47f7-9539-a72ae74fc949 req-2ee81506-f780-4d1d-b71c-3f98f01ac9a2 service neutron] 10.222.0.13 "GET /v2.0/networks/c296f5b2-bf6b-4323-84f0-fc0c003f633a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023428 Sep 17 08:18:53.328952 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-299b0a70-0e45-47f7-9539-a72ae74fc949 req-565f7fcf-cf02-42b7-a718-fdd7bf982d83 service neutron] 10.222.0.13 "GET /v2.0/networks/c296f5b2-bf6b-4323-84f0-fc0c003f633a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940230 Sep 17 08:18:53.515187 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-59b02b14-299e-4354-ab3f-ac6cd6cdd82f req-7f94d3b9-98b9-488c-b357-454077215c6b tempest-ServersNegativeTestMultiTenantJSON-1138845186 tempest-ServersNegativeTestMultiTenantJSON-1138845186-project] 10.222.0.13 "GET /v2.0/ports?device_id=11b8a292-9993-413e-8acd-5516e9559abb HTTP/1.1" status: 200 len: 210 time: 0.0351717 Sep 17 08:18:53.741746 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:54.525438 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b0a70-0e45-47f7-9539-a72ae74fc949 req-8811ec1e-c183-425f-995e-ab27b469d5de tempest-ServersNegativeTestMultiTenantJSON-1138845186 tempest-ServersNegativeTestMultiTenantJSON-1138845186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:54.527072 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-299b0a70-0e45-47f7-9539-a72ae74fc949 req-8811ec1e-c183-425f-995e-ab27b469d5de tempest-ServersNegativeTestMultiTenantJSON-1138845186 tempest-ServersNegativeTestMultiTenantJSON-1138845186-project] 10.222.0.39 "GET /v2.0/networks?id=c296f5b2-bf6b-4323-84f0-fc0c003f633a HTTP/1.1" status: 200 len: 824 time: 0.1200783 Sep 17 08:18:54.546770 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-299b0a70-0e45-47f7-9539-a72ae74fc949 req-5a2287ba-40d8-4a24-86a3-1d6d4909b715 tempest-ServersNegativeTestMultiTenantJSON-1138845186 tempest-ServersNegativeTestMultiTenantJSON-1138845186-project] Request body: {'port': {'device_id': '11b8a292-9993-413e-8acd-5516e9559abb', 'network_id': 'c296f5b2-bf6b-4323-84f0-fc0c003f633a', 'admin_state_up': True, 'tenant_id': 'c8496b21f79743448e3585ce6bd75104'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:18:54.633367 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-91331564-87f2-4ced-aa03-f285f9e99f78 req-202afdb0-39f3-4197-ab05-379c71fe98f7 tempest-ServersNegativeTestMultiTenantJSON-1138845186 tempest-ServersNegativeTestMultiTenantJSON-1138845186-project] 10.222.0.13 "GET /v2.0/ports?device_id=11b8a292-9993-413e-8acd-5516e9559abb HTTP/1.1" status: 200 len: 210 time: 0.0359349 Sep 17 08:18:54.676344 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-299b0a70-0e45-47f7-9539-a72ae74fc949 req-5a2287ba-40d8-4a24-86a3-1d6d4909b715 tempest-ServersNegativeTestMultiTenantJSON-1138845186 tempest-ServersNegativeTestMultiTenantJSON-1138845186-project] Made reservation on behalf of c8496b21f79743448e3585ce6bd75104 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:18:54.679908 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-299b0a70-0e45-47f7-9539-a72ae74fc949 req-5a2287ba-40d8-4a24-86a3-1d6d4909b715 tempest-ServersNegativeTestMultiTenantJSON-1138845186 tempest-ServersNegativeTestMultiTenantJSON-1138845186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:54.821084 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-299b0a70-0e45-47f7-9539-a72ae74fc949 req-5a2287ba-40d8-4a24-86a3-1d6d4909b715 tempest-ServersNegativeTestMultiTenantJSON-1138845186 tempest-ServersNegativeTestMultiTenantJSON-1138845186-project] Allocated IP 172.20.0.9 (c296f5b2-bf6b-4323-84f0-fc0c003f633a/5bcd6454-4350-41b7-a5bf-eb736ad1863c/8ef962c0-d25d-4aa1-84aa-ba11b4906f53) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:18:55.304291 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-299b0a70-0e45-47f7-9539-a72ae74fc949 req-5a2287ba-40d8-4a24-86a3-1d6d4909b715 tempest-ServersNegativeTestMultiTenantJSON-1138845186 tempest-ServersNegativeTestMultiTenantJSON-1138845186-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:55.336608 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:55.344822 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-299b0a70-0e45-47f7-9539-a72ae74fc949 req-5a2287ba-40d8-4a24-86a3-1d6d4909b715 tempest-ServersNegativeTestMultiTenantJSON-1138845186 tempest-ServersNegativeTestMultiTenantJSON-1138845186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:55.409159 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-299b0a70-0e45-47f7-9539-a72ae74fc949 req-5a2287ba-40d8-4a24-86a3-1d6d4909b715 tempest-ServersNegativeTestMultiTenantJSON-1138845186 tempest-ServersNegativeTestMultiTenantJSON-1138845186-project] Network c296f5b2-bf6b-4323-84f0-fc0c003f633a is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:18:55.411038 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-299b0a70-0e45-47f7-9539-a72ae74fc949 req-5a2287ba-40d8-4a24-86a3-1d6d4909b715 tempest-ServersNegativeTestMultiTenantJSON-1138845186 tempest-ServersNegativeTestMultiTenantJSON-1138845186-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:18:55.412925 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2287ba-40d8-4a24-86a3-1d6d4909b715 tempest-ServersNegativeTestMultiTenantJSON-1138845186 tempest-ServersNegativeTestMultiTenantJSON-1138845186-project] Pushing event updated for resources: {'Port': ['ID=8ef962c0-d25d-4aa1-84aa-ba11b4906f53,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:18:55.415131 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-299b0a70-0e45-47f7-9539-a72ae74fc949 req-5a2287ba-40d8-4a24-86a3-1d6d4909b715 tempest-ServersNegativeTestMultiTenantJSON-1138845186 tempest-ServersNegativeTestMultiTenantJSON-1138845186-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:18:55.465553 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b0a70-0e45-47f7-9539-a72ae74fc949 req-5a2287ba-40d8-4a24-86a3-1d6d4909b715 tempest-ServersNegativeTestMultiTenantJSON-1138845186 tempest-ServersNegativeTestMultiTenantJSON-1138845186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:55.466085 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-299b0a70-0e45-47f7-9539-a72ae74fc949 req-5a2287ba-40d8-4a24-86a3-1d6d4909b715 tempest-ServersNegativeTestMultiTenantJSON-1138845186 tempest-ServersNegativeTestMultiTenantJSON-1138845186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:55.480929 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-299b0a70-0e45-47f7-9539-a72ae74fc949 req-5a2287ba-40d8-4a24-86a3-1d6d4909b715 tempest-ServersNegativeTestMultiTenantJSON-1138845186 tempest-ServersNegativeTestMultiTenantJSON-1138845186-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9385939 Sep 17 08:18:55.497783 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-299b0a70-0e45-47f7-9539-a72ae74fc949 req-2adc9c7e-3aa3-43a1-adbe-a9ea8b987f5d service neutron] Request body: {'port': {'device_id': '11b8a292-9993-413e-8acd-5516e9559abb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:18:55.551879 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-299b0a70-0e45-47f7-9539-a72ae74fc949 req-2adc9c7e-3aa3-43a1-adbe-a9ea8b987f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:55.754059 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002bbd66-a198-4048-a8a8-d73beef42ccc req-e91e9f52-07c3-4925-8d4a-5d96d6894554 tempest-ServersNegativeTestMultiTenantJSON-1138845186 tempest-ServersNegativeTestMultiTenantJSON-1138845186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:55.755733 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-002bbd66-a198-4048-a8a8-d73beef42ccc req-e91e9f52-07c3-4925-8d4a-5d96d6894554 tempest-ServersNegativeTestMultiTenantJSON-1138845186 tempest-ServersNegativeTestMultiTenantJSON-1138845186-project] 10.222.0.13 "GET /v2.0/ports?device_id=11b8a292-9993-413e-8acd-5516e9559abb HTTP/1.1" status: 200 len: 931 time: 0.0514417 Sep 17 08:18:55.814120 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-002bbd66-a198-4048-a8a8-d73beef42ccc req-b76fab04-c416-4526-b29d-9f0b89f5cd3d tempest-ServersNegativeTestMultiTenantJSON-1138845186 tempest-ServersNegativeTestMultiTenantJSON-1138845186-project] 10.222.0.13 "GET /v2.0/security-groups?id=e76a7fd0-98aa-4df7-868d-af016c55b84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449719 Sep 17 08:18:55.891127 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-299b0a70-0e45-47f7-9539-a72ae74fc949 req-2adc9c7e-3aa3-43a1-adbe-a9ea8b987f5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ef962c0-d25d-4aa1-84aa-ba11b4906f53 {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:18:55.898566 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-299b0a70-0e45-47f7-9539-a72ae74fc949 req-2adc9c7e-3aa3-43a1-adbe-a9ea8b987f5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:55.911224 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-299b0a70-0e45-47f7-9539-a72ae74fc949 req-2adc9c7e-3aa3-43a1-adbe-a9ea8b987f5d service neutron] Transition to ACTIVE for port object 8ef962c0-d25d-4aa1-84aa-ba11b4906f53 will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:18:55.915171 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-299b0a70-0e45-47f7-9539-a72ae74fc949 req-2adc9c7e-3aa3-43a1-adbe-a9ea8b987f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:55.968183 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adc9c7e-3aa3-43a1-adbe-a9ea8b987f5d service neutron] Pushing event updated for resources: {'Port': ['ID=8ef962c0-d25d-4aa1-84aa-ba11b4906f53,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:18:56.042483 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-299b0a70-0e45-47f7-9539-a72ae74fc949 req-2adc9c7e-3aa3-43a1-adbe-a9ea8b987f5d service neutron] Attempting to bind port 8ef962c0-d25d-4aa1-84aa-ba11b4906f53 on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:18:56.042808 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-299b0a70-0e45-47f7-9539-a72ae74fc949 req-2adc9c7e-3aa3-43a1-adbe-a9ea8b987f5d service neutron] Attempting to bind port 8ef962c0-d25d-4aa1-84aa-ba11b4906f53 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': 'febfad06-b75a-4311-9cbb-7515f98397a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c296f5b2-bf6b-4323-84f0-fc0c003f633a'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:18:56.043234 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299b0a70-0e45-47f7-9539-a72ae74fc949 req-2adc9c7e-3aa3-43a1-adbe-a9ea8b987f5d service neutron] Attempting to bind port 8ef962c0-d25d-4aa1-84aa-ba11b4906f53 on network c296f5b2-bf6b-4323-84f0-fc0c003f633a {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:18:56.047515 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299b0a70-0e45-47f7-9539-a72ae74fc949 req-2adc9c7e-3aa3-43a1-adbe-a9ea8b987f5d service neutron] Port 8ef962c0-d25d-4aa1-84aa-ba11b4906f53 on network c296f5b2-bf6b-4323-84f0-fc0c003f633a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:18:56.047884 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299b0a70-0e45-47f7-9539-a72ae74fc949 req-2adc9c7e-3aa3-43a1-adbe-a9ea8b987f5d service neutron] Attempting to bind port 8ef962c0-d25d-4aa1-84aa-ba11b4906f53 on network c296f5b2-bf6b-4323-84f0-fc0c003f633a {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:18:56.053244 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299b0a70-0e45-47f7-9539-a72ae74fc949 req-2adc9c7e-3aa3-43a1-adbe-a9ea8b987f5d service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:18:56.053667 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299b0a70-0e45-47f7-9539-a72ae74fc949 req-2adc9c7e-3aa3-43a1-adbe-a9ea8b987f5d service neutron] Checking segment: {'id': 'febfad06-b75a-4311-9cbb-7515f98397a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c296f5b2-bf6b-4323-84f0-fc0c003f633a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:18:56.054048 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299b0a70-0e45-47f7-9539-a72ae74fc949 req-2adc9c7e-3aa3-43a1-adbe-a9ea8b987f5d service neutron] Bound using segment: {'id': 'febfad06-b75a-4311-9cbb-7515f98397a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c296f5b2-bf6b-4323-84f0-fc0c003f633a'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:18:56.054464 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-299b0a70-0e45-47f7-9539-a72ae74fc949 req-2adc9c7e-3aa3-43a1-adbe-a9ea8b987f5d service neutron] Bound port: 8ef962c0-d25d-4aa1-84aa-ba11b4906f53, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'febfad06-b75a-4311-9cbb-7515f98397a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c296f5b2-bf6b-4323-84f0-fc0c003f633a'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:18:56.054814 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-299b0a70-0e45-47f7-9539-a72ae74fc949 req-2adc9c7e-3aa3-43a1-adbe-a9ea8b987f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:56.120484 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-299b0a70-0e45-47f7-9539-a72ae74fc949 req-2adc9c7e-3aa3-43a1-adbe-a9ea8b987f5d service neutron] For port 8ef962c0-d25d-4aa1-84aa-ba11b4906f53, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:18:56.123599 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-299b0a70-0e45-47f7-9539-a72ae74fc949 req-2adc9c7e-3aa3-43a1-adbe-a9ea8b987f5d service neutron] For port 8ef962c0-d25d-4aa1-84aa-ba11b4906f53, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=8ef962c0-d25d-4aa1-84aa-ba11b4906f53,segment=NetworkSegment(febfad06-b75a-4311-9cbb-7515f98397a0),segment_id=febfad06-b75a-4311-9cbb-7515f98397a0)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:18:56.128538 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-299b0a70-0e45-47f7-9539-a72ae74fc949 req-2adc9c7e-3aa3-43a1-adbe-a9ea8b987f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:56.161518 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b0a70-0e45-47f7-9539-a72ae74fc949 req-2adc9c7e-3aa3-43a1-adbe-a9ea8b987f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:56.162085 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-299b0a70-0e45-47f7-9539-a72ae74fc949 req-2adc9c7e-3aa3-43a1-adbe-a9ea8b987f5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:18:56.163497 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-299b0a70-0e45-47f7-9539-a72ae74fc949 req-2adc9c7e-3aa3-43a1-adbe-a9ea8b987f5d service neutron] 10.222.0.39 "PUT /v2.0/ports/8ef962c0-d25d-4aa1-84aa-ba11b4906f53 HTTP/1.1" status: 200 len: 1091 time: 0.6699405 Sep 17 08:18:56.165776 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11b8a292-9993-413e-8acd-5516e9559abb', 'tag': '8ef962c0-d25d-4aa1-84aa-ba11b4906f53'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:18:56.168141 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb9e1292-ce90-4cca-bdfb-87349355390c" -d '{"events": [{"name": "network-changed", "server_uuid": "11b8a292-9993-413e-8acd-5516e9559abb", "tag": "8ef962c0-d25d-4aa1-84aa-ba11b4906f53"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:18:56.199178 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adc9c7e-3aa3-43a1-adbe-a9ea8b987f5d service neutron] Pushing event updated for resources: {'Port': ['ID=8ef962c0-d25d-4aa1-84aa-ba11b4906f53,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:18:56.213336 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cada7cea-be29-4c82-add4-ab030ef9016d x-openstack-request-id: req-cada7cea-be29-4c82-add4-ab030ef9016d {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:18:56.213629 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11b8a292-9993-413e-8acd-5516e9559abb", "tag": "8ef962c0-d25d-4aa1-84aa-ba11b4906f53", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:18:56.213876 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cada7cea-be29-4c82-add4-ab030ef9016d {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:18:56.214276 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11b8a292-9993-413e-8acd-5516e9559abb', 'tag': '8ef962c0-d25d-4aa1-84aa-ba11b4906f53', 'status': 'completed', 'code': 200} Sep 17 08:18:56.273652 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b0a70-0e45-47f7-9539-a72ae74fc949 req-b935351d-2e21-472c-8513-61549b1ed5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:56.275607 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-299b0a70-0e45-47f7-9539-a72ae74fc949 req-b935351d-2e21-472c-8513-61549b1ed5d2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c8496b21f79743448e3585ce6bd75104&device_id=11b8a292-9993-413e-8acd-5516e9559abb HTTP/1.1" status: 200 len: 1094 time: 0.0442374 Sep 17 08:18:56.327361 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-299b0a70-0e45-47f7-9539-a72ae74fc949 req-b98cc316-af1c-4361-8cdd-c40292171ff1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ef962c0-d25d-4aa1-84aa-ba11b4906f53 HTTP/1.1" status: 200 len: 217 time: 0.0387146 Sep 17 08:18:56.379097 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b0a70-0e45-47f7-9539-a72ae74fc949 req-c230300b-ffba-48d5-80b9-fd93ae6428ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:56.380852 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-299b0a70-0e45-47f7-9539-a72ae74fc949 req-c230300b-ffba-48d5-80b9-fd93ae6428ef service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5bcd6454-4350-41b7-a5bf-eb736ad1863c HTTP/1.1" status: 200 len: 864 time: 0.0443330 Sep 17 08:18:56.418838 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-299b0a70-0e45-47f7-9539-a72ae74fc949 req-ca999681-808f-493a-82b9-6117de6c0d71 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c296f5b2-bf6b-4323-84f0-fc0c003f633a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305190 Sep 17 08:18:56.540537 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-299b0a70-0e45-47f7-9539-a72ae74fc949 req-ae721643-c510-40db-bbe7-10582ae23e50 service neutron] 10.222.0.39 "GET /v2.0/networks/c296f5b2-bf6b-4323-84f0-fc0c003f633a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135161 Sep 17 08:18:56.639564 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-299b0a70-0e45-47f7-9539-a72ae74fc949 req-72f80c6c-0ded-4c68-8089-d241505441ec service neutron] 10.222.0.39 "GET /v2.0/networks/c296f5b2-bf6b-4323-84f0-fc0c003f633a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913713 Sep 17 08:18:56.787527 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9e1292-ce90-4cca-bdfb-87349355390c req-37b3b971-ba23-46fc-a99f-847a0228ce29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:56.789093 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-eb9e1292-ce90-4cca-bdfb-87349355390c req-37b3b971-ba23-46fc-a99f-847a0228ce29 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c8496b21f79743448e3585ce6bd75104&device_id=11b8a292-9993-413e-8acd-5516e9559abb HTTP/1.1" status: 200 len: 1094 time: 0.0497792 Sep 17 08:18:56.891656 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9e1292-ce90-4cca-bdfb-87349355390c req-42a9910a-cc19-45f0-977c-868f2287b924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:56.894248 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-eb9e1292-ce90-4cca-bdfb-87349355390c req-42a9910a-cc19-45f0-977c-868f2287b924 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c296f5b2-bf6b-4323-84f0-fc0c003f633a HTTP/1.1" status: 200 len: 925 time: 0.0973930 Sep 17 08:18:56.952024 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-eb9e1292-ce90-4cca-bdfb-87349355390c req-8e44d3ce-97dc-4d5d-907e-8f85824f74ad service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ef962c0-d25d-4aa1-84aa-ba11b4906f53 HTTP/1.1" status: 200 len: 217 time: 0.0496109 Sep 17 08:18:56.975489 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f21131f-53ea-4867-b88b-ba346f5c6290 req-bb8fda11-138b-4c8e-ab47-4628b9fca52e tempest-ServersNegativeTestMultiTenantJSON-1138845186 tempest-ServersNegativeTestMultiTenantJSON-1138845186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:56.977022 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4f21131f-53ea-4867-b88b-ba346f5c6290 req-bb8fda11-138b-4c8e-ab47-4628b9fca52e tempest-ServersNegativeTestMultiTenantJSON-1138845186 tempest-ServersNegativeTestMultiTenantJSON-1138845186-project] 10.222.0.13 "GET /v2.0/ports?device_id=11b8a292-9993-413e-8acd-5516e9559abb HTTP/1.1" status: 200 len: 943 time: 0.0557966 Sep 17 08:18:57.007166 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9e1292-ce90-4cca-bdfb-87349355390c req-0050e2ac-9e74-4e60-bf71-71bd00e16e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:57.008703 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-eb9e1292-ce90-4cca-bdfb-87349355390c req-0050e2ac-9e74-4e60-bf71-71bd00e16e96 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5bcd6454-4350-41b7-a5bf-eb736ad1863c HTTP/1.1" status: 200 len: 864 time: 0.0493619 Sep 17 08:18:57.019016 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4f21131f-53ea-4867-b88b-ba346f5c6290 req-e7b3b0c0-25ed-4f7d-b9d4-3e5a517effab tempest-ServersNegativeTestMultiTenantJSON-1138845186 tempest-ServersNegativeTestMultiTenantJSON-1138845186-project] 10.222.0.13 "GET /v2.0/security-groups?id=e76a7fd0-98aa-4df7-868d-af016c55b84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356834 Sep 17 08:18:57.044530 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-eb9e1292-ce90-4cca-bdfb-87349355390c req-80a1bcd7-2751-468f-b818-44f3677f3c91 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c296f5b2-bf6b-4323-84f0-fc0c003f633a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283198 Sep 17 08:18:57.140730 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-eb9e1292-ce90-4cca-bdfb-87349355390c req-f5243a50-a521-48d9-ba1c-f05477a07d89 service neutron] 10.222.0.39 "GET /v2.0/networks/c296f5b2-bf6b-4323-84f0-fc0c003f633a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885401 Sep 17 08:18:57.238231 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-eb9e1292-ce90-4cca-bdfb-87349355390c req-ff53ce80-92e7-4c15-a3c5-f07ec5729c27 service neutron] 10.222.0.39 "GET /v2.0/networks/c296f5b2-bf6b-4323-84f0-fc0c003f633a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896449 Sep 17 08:18:58.145792 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa488df8-b075-4af3-9e4c-94f3c03d16cc req-d982627e-1407-4cbf-b720-3da9a0701110 tempest-ServersNegativeTestMultiTenantJSON-1138845186 tempest-ServersNegativeTestMultiTenantJSON-1138845186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:58.147430 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fa488df8-b075-4af3-9e4c-94f3c03d16cc req-d982627e-1407-4cbf-b720-3da9a0701110 tempest-ServersNegativeTestMultiTenantJSON-1138845186 tempest-ServersNegativeTestMultiTenantJSON-1138845186-project] 10.222.0.13 "GET /v2.0/ports?device_id=11b8a292-9993-413e-8acd-5516e9559abb HTTP/1.1" status: 200 len: 943 time: 0.0540018 Sep 17 08:18:58.186248 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fa488df8-b075-4af3-9e4c-94f3c03d16cc req-9588aa08-30c4-4ae8-bbea-bbe9e4612cae tempest-ServersNegativeTestMultiTenantJSON-1138845186 tempest-ServersNegativeTestMultiTenantJSON-1138845186-project] 10.222.0.13 "GET /v2.0/security-groups?id=e76a7fd0-98aa-4df7-868d-af016c55b84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324457 Sep 17 08:18:59.302994 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cba84a-003b-4aea-adc5-ebc768f27d46 req-356822e1-5bd5-4e8d-a287-ed1bad654f8c tempest-ServersNegativeTestMultiTenantJSON-1138845186 tempest-ServersNegativeTestMultiTenantJSON-1138845186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:18:59.304547 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-71cba84a-003b-4aea-adc5-ebc768f27d46 req-356822e1-5bd5-4e8d-a287-ed1bad654f8c tempest-ServersNegativeTestMultiTenantJSON-1138845186 tempest-ServersNegativeTestMultiTenantJSON-1138845186-project] 10.222.0.13 "GET /v2.0/ports?device_id=11b8a292-9993-413e-8acd-5516e9559abb HTTP/1.1" status: 200 len: 943 time: 0.0498211 Sep 17 08:18:59.342285 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-71cba84a-003b-4aea-adc5-ebc768f27d46 req-ad2ec154-c6e5-4fd8-919c-e375d3ab511e tempest-ServersNegativeTestMultiTenantJSON-1138845186 tempest-ServersNegativeTestMultiTenantJSON-1138845186-project] 10.222.0.13 "GET /v2.0/security-groups?id=e76a7fd0-98aa-4df7-868d-af016c55b84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315731 Sep 17 08:19:00.463415 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e263aead-d18d-4b6e-9548-11960ea8fe09 req-fa2334f7-2e2c-46b2-a552-1d4c40ce67b4 tempest-ServersNegativeTestMultiTenantJSON-1138845186 tempest-ServersNegativeTestMultiTenantJSON-1138845186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:00.464947 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e263aead-d18d-4b6e-9548-11960ea8fe09 req-fa2334f7-2e2c-46b2-a552-1d4c40ce67b4 tempest-ServersNegativeTestMultiTenantJSON-1138845186 tempest-ServersNegativeTestMultiTenantJSON-1138845186-project] 10.222.0.13 "GET /v2.0/ports?device_id=11b8a292-9993-413e-8acd-5516e9559abb HTTP/1.1" status: 200 len: 943 time: 0.0490274 Sep 17 08:19:00.505166 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e263aead-d18d-4b6e-9548-11960ea8fe09 req-09186619-5540-415d-9a2c-97263700bcbb tempest-ServersNegativeTestMultiTenantJSON-1138845186 tempest-ServersNegativeTestMultiTenantJSON-1138845186-project] 10.222.0.13 "GET /v2.0/security-groups?id=e76a7fd0-98aa-4df7-868d-af016c55b84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332291 Sep 17 08:19:01.350167 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 8ef962c0-d25d-4aa1-84aa-ba11b4906f53 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:19:01.453923 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 8ef962c0-d25d-4aa1-84aa-ba11b4906f53, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=8ef962c0-d25d-4aa1-84aa-ba11b4906f53,segment=NetworkSegment(febfad06-b75a-4311-9cbb-7515f98397a0),segment_id=febfad06-b75a-4311-9cbb-7515f98397a0)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:19:01.465537 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '8ef962c0-d25d-4aa1-84aa-ba11b4906f53', 'network_id': 'c296f5b2-bf6b-4323-84f0-fc0c003f633a', 'port_id': '8ef962c0-d25d-4aa1-84aa-ba11b4906f53', 'mac_address': 'fa:16:3e:de:35:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bcd6454-4350-41b7-a5bf-eb736ad1863c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:19:01.503257 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:01.516518 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ef962c0-d25d-4aa1-84aa-ba11b4906f53 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:19:01.541801 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 8ef962c0-d25d-4aa1-84aa-ba11b4906f53, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=8ef962c0-d25d-4aa1-84aa-ba11b4906f53,segment=NetworkSegment(febfad06-b75a-4311-9cbb-7515f98397a0),segment_id=febfad06-b75a-4311-9cbb-7515f98397a0)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:19:01.546278 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:01.595724 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=8ef962c0-d25d-4aa1-84aa-ba11b4906f53,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:19:01.603164 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:19:01.603516 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:19:01.603906 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:19:01.604221 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:19:01.604559 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:19:01.604897 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:19:01.605228 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:19:01.605559 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:19:01.605889 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:19:01.606217 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:19:01.606542 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:19:01.606869 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:19:01.635174 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2d815-09b4-41ba-8017-70c24849b8f0 req-cfe96405-07ea-47da-a5b2-0c3065ab39c4 tempest-ServersNegativeTestMultiTenantJSON-1138845186 tempest-ServersNegativeTestMultiTenantJSON-1138845186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:01.636818 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-daa2d815-09b4-41ba-8017-70c24849b8f0 req-cfe96405-07ea-47da-a5b2-0c3065ab39c4 tempest-ServersNegativeTestMultiTenantJSON-1138845186 tempest-ServersNegativeTestMultiTenantJSON-1138845186-project] 10.222.0.13 "GET /v2.0/ports?device_id=11b8a292-9993-413e-8acd-5516e9559abb HTTP/1.1" status: 200 len: 944 time: 0.0550218 Sep 17 08:19:01.676285 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-daa2d815-09b4-41ba-8017-70c24849b8f0 req-d7ca43e8-323a-4361-844d-14ae52c25e6e tempest-ServersNegativeTestMultiTenantJSON-1138845186 tempest-ServersNegativeTestMultiTenantJSON-1138845186-project] 10.222.0.13 "GET /v2.0/security-groups?id=e76a7fd0-98aa-4df7-868d-af016c55b84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326667 Sep 17 08:19:01.897475 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['8ef962c0-d25d-4aa1-84aa-ba11b4906f53'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:19:02.799487 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b532b063-086c-4e4c-bc35-ac616d7c41d9 req-36a7c5d6-ea7a-4eb4-b7cf-55464dde62ed tempest-ServersNegativeTestMultiTenantJSON-1138845186 tempest-ServersNegativeTestMultiTenantJSON-1138845186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:02.801031 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b532b063-086c-4e4c-bc35-ac616d7c41d9 req-36a7c5d6-ea7a-4eb4-b7cf-55464dde62ed tempest-ServersNegativeTestMultiTenantJSON-1138845186 tempest-ServersNegativeTestMultiTenantJSON-1138845186-project] 10.222.0.13 "GET /v2.0/ports?device_id=11b8a292-9993-413e-8acd-5516e9559abb HTTP/1.1" status: 200 len: 944 time: 0.0559535 Sep 17 08:19:02.838890 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b532b063-086c-4e4c-bc35-ac616d7c41d9 req-23535d95-7e40-4174-992d-d22d906fe13f tempest-ServersNegativeTestMultiTenantJSON-1138845186 tempest-ServersNegativeTestMultiTenantJSON-1138845186-project] 10.222.0.13 "GET /v2.0/security-groups?id=e76a7fd0-98aa-4df7-868d-af016c55b84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318792 Sep 17 08:19:03.348832 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 8ef962c0-d25d-4aa1-84aa-ba11b4906f53 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:19:03.419295 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port 8ef962c0-d25d-4aa1-84aa-ba11b4906f53 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:19:03.423590 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 8ef962c0-d25d-4aa1-84aa-ba11b4906f53 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:19:03.424002 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:03.517911 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:03.542489 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11b8a292-9993-413e-8acd-5516e9559abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ef962c0-d25d-4aa1-84aa-ba11b4906f53'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:19:03.544969 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-618c4873-9f84-4990-bbc5-ebac27c7500a" -d '{"events": [{"server_uuid": "11b8a292-9993-413e-8acd-5516e9559abb", "name": "network-vif-plugged", "status": "completed", "tag": "8ef962c0-d25d-4aa1-84aa-ba11b4906f53"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:19:03.560269 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 8ef962c0-d25d-4aa1-84aa-ba11b4906f53, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=8ef962c0-d25d-4aa1-84aa-ba11b4906f53,segment=NetworkSegment(febfad06-b75a-4311-9cbb-7515f98397a0),segment_id=febfad06-b75a-4311-9cbb-7515f98397a0)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:19:03.562365 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d6a5ba-86fc-4c8b-99a6-a6499c147637 req-074a7511-6cf4-4631-91d4-6104f51e8d0c tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:03.565927 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e5d6a5ba-86fc-4c8b-99a6-a6499c147637 req-074a7511-6cf4-4631-91d4-6104f51e8d0c tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c119ed3-ec1d-499e-a289-b7b44a534f08 HTTP/1.1" status: 200 len: 945 time: 0.0539756 Sep 17 08:19:03.570345 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:03.606557 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e5d6a5ba-86fc-4c8b-99a6-a6499c147637 req-7db47cda-5a5d-42d6-be69-ddf0ad585491 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/security-groups?id=22db448d-7d22-40d6-bae3-de108c4c0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348120 Sep 17 08:19:03.612150 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0bbd960-6e58-40f3-a69c-57c0c7a309e2 x-openstack-request-id: req-c0bbd960-6e58-40f3-a69c-57c0c7a309e2 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:19:03.612454 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11b8a292-9993-413e-8acd-5516e9559abb", "name": "network-vif-plugged", "status": "completed", "tag": "8ef962c0-d25d-4aa1-84aa-ba11b4906f53", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:19:03.612715 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c0bbd960-6e58-40f3-a69c-57c0c7a309e2 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:19:03.613116 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11b8a292-9993-413e-8acd-5516e9559abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ef962c0-d25d-4aa1-84aa-ba11b4906f53', 'code': 200} Sep 17 08:19:03.646395 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=8ef962c0-d25d-4aa1-84aa-ba11b4906f53,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:19:03.719790 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1323d19c-5633-478c-a2e4-53fdb1219f4c req-4e1c714e-1e9f-420c-8ddd-3087b9ae5921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:03.721498 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1323d19c-5633-478c-a2e4-53fdb1219f4c req-4e1c714e-1e9f-420c-8ddd-3087b9ae5921 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=11b8a292-9993-413e-8acd-5516e9559abb HTTP/1.1" status: 200 len: 1096 time: 0.0417781 Sep 17 08:19:03.758105 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1323d19c-5633-478c-a2e4-53fdb1219f4c req-1305bb4a-61ea-406a-9d0a-63b5c26f3f31 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e76a7fd0-98aa-4df7-868d-af016c55b84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289757 Sep 17 08:19:03.962669 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d338b-e4bb-4043-b509-1fdc005637c8 req-92f4752b-cf06-4fd2-bd48-e43696bf0ab7 tempest-ServersNegativeTestMultiTenantJSON-1138845186 tempest-ServersNegativeTestMultiTenantJSON-1138845186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:03.964221 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-253d338b-e4bb-4043-b509-1fdc005637c8 req-92f4752b-cf06-4fd2-bd48-e43696bf0ab7 tempest-ServersNegativeTestMultiTenantJSON-1138845186 tempest-ServersNegativeTestMultiTenantJSON-1138845186-project] 10.222.0.13 "GET /v2.0/ports?device_id=11b8a292-9993-413e-8acd-5516e9559abb HTTP/1.1" status: 200 len: 945 time: 0.0540490 Sep 17 08:19:04.004229 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-253d338b-e4bb-4043-b509-1fdc005637c8 req-0aae6491-a9b3-4944-855f-25ef96a4ab69 tempest-ServersNegativeTestMultiTenantJSON-1138845186 tempest-ServersNegativeTestMultiTenantJSON-1138845186-project] 10.222.0.13 "GET /v2.0/security-groups?id=e76a7fd0-98aa-4df7-868d-af016c55b84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339811 Sep 17 08:19:04.726845 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42296d3e-0732-4ab3-a27f-b8fb63e97d97 req-4816d926-49d1-443d-bda8-d1ca20c77317 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:04.728420 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-42296d3e-0732-4ab3-a27f-b8fb63e97d97 req-4816d926-49d1-443d-bda8-d1ca20c77317 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c119ed3-ec1d-499e-a289-b7b44a534f08 HTTP/1.1" status: 200 len: 945 time: 0.0502138 Sep 17 08:19:04.766395 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-42296d3e-0732-4ab3-a27f-b8fb63e97d97 req-c8242430-359a-427c-a9d4-79f3f02ecba9 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/security-groups?id=22db448d-7d22-40d6-bae3-de108c4c0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318959 Sep 17 08:19:05.128832 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e084e50-98bf-473d-a941-87c74143f0ef req-c5a2ced5-a212-40ab-b464-4394a6f5b3e9 tempest-ServersNegativeTestMultiTenantJSON-1138845186 tempest-ServersNegativeTestMultiTenantJSON-1138845186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:05.130610 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2e084e50-98bf-473d-a941-87c74143f0ef req-c5a2ced5-a212-40ab-b464-4394a6f5b3e9 tempest-ServersNegativeTestMultiTenantJSON-1138845186 tempest-ServersNegativeTestMultiTenantJSON-1138845186-project] 10.222.0.13 "GET /v2.0/ports?device_id=11b8a292-9993-413e-8acd-5516e9559abb HTTP/1.1" status: 200 len: 945 time: 0.0581906 Sep 17 08:19:05.174755 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2e084e50-98bf-473d-a941-87c74143f0ef req-655e2491-b78a-415f-9d0c-314ff59fd62b tempest-ServersNegativeTestMultiTenantJSON-1138845186 tempest-ServersNegativeTestMultiTenantJSON-1138845186-project] 10.222.0.13 "GET /v2.0/security-groups?id=e76a7fd0-98aa-4df7-868d-af016c55b84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367239 Sep 17 08:19:05.451719 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:05.721460 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:05.884987 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc81884-3c2b-4ef3-892d-d10e8b83d324 req-d50c848f-6394-4025-bae8-2fb008a1f224 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:05.886469 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5dc81884-3c2b-4ef3-892d-d10e8b83d324 req-d50c848f-6394-4025-bae8-2fb008a1f224 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c119ed3-ec1d-499e-a289-b7b44a534f08 HTTP/1.1" status: 200 len: 945 time: 0.0531688 Sep 17 08:19:05.923843 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5dc81884-3c2b-4ef3-892d-d10e8b83d324 req-8062af81-c383-4091-bf9a-6b65a3b91c02 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/security-groups?id=22db448d-7d22-40d6-bae3-de108c4c0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307026 Sep 17 08:19:06.290327 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59653a95-d253-46ed-b1b2-3b06fe7d248a req-14193b11-6144-40b9-a0fd-080b8eed25bb tempest-ServersNegativeTestMultiTenantJSON-1138845186 tempest-ServersNegativeTestMultiTenantJSON-1138845186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:06.291893 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-59653a95-d253-46ed-b1b2-3b06fe7d248a req-14193b11-6144-40b9-a0fd-080b8eed25bb tempest-ServersNegativeTestMultiTenantJSON-1138845186 tempest-ServersNegativeTestMultiTenantJSON-1138845186-project] 10.222.0.13 "GET /v2.0/ports?device_id=11b8a292-9993-413e-8acd-5516e9559abb HTTP/1.1" status: 200 len: 945 time: 0.0495996 Sep 17 08:19:06.330444 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-59653a95-d253-46ed-b1b2-3b06fe7d248a req-0fb1f3b1-5ede-4c24-84b1-81bd63853220 tempest-ServersNegativeTestMultiTenantJSON-1138845186 tempest-ServersNegativeTestMultiTenantJSON-1138845186-project] 10.222.0.13 "GET /v2.0/security-groups?id=e76a7fd0-98aa-4df7-868d-af016c55b84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321577 Sep 17 08:19:06.444165 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7715e88-00b4-46ec-972e-61aea7d0041b req-b3299157-06ac-464f-8558-94883c75af69 tempest-ServersNegativeTestMultiTenantJSON-1138845186 tempest-ServersNegativeTestMultiTenantJSON-1138845186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:06.445584 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e7715e88-00b4-46ec-972e-61aea7d0041b req-b3299157-06ac-464f-8558-94883c75af69 tempest-ServersNegativeTestMultiTenantJSON-1138845186 tempest-ServersNegativeTestMultiTenantJSON-1138845186-project] 10.222.0.13 "GET /v2.0/ports?device_id=11b8a292-9993-413e-8acd-5516e9559abb HTTP/1.1" status: 200 len: 945 time: 0.0486290 Sep 17 08:19:06.482611 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e7715e88-00b4-46ec-972e-61aea7d0041b req-1f87d340-f3a1-460c-ac54-cf0a9859aaad tempest-ServersNegativeTestMultiTenantJSON-1138845186 tempest-ServersNegativeTestMultiTenantJSON-1138845186-project] 10.222.0.13 "GET /v2.0/security-groups?id=e76a7fd0-98aa-4df7-868d-af016c55b84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311034 Sep 17 08:19:06.693017 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9177292f-fb42-47c8-9a78-3599e99cafea req-8a43b313-90df-4898-a73c-92d83efd1bf2 tempest-ServersNegativeTestMultiTenantJSON-1138845186 tempest-ServersNegativeTestMultiTenantJSON-1138845186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:06.694538 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9177292f-fb42-47c8-9a78-3599e99cafea req-8a43b313-90df-4898-a73c-92d83efd1bf2 tempest-ServersNegativeTestMultiTenantJSON-1138845186 tempest-ServersNegativeTestMultiTenantJSON-1138845186-project] 10.222.0.13 "GET /v2.0/ports?device_id=11b8a292-9993-413e-8acd-5516e9559abb HTTP/1.1" status: 200 len: 945 time: 0.0613294 Sep 17 08:19:06.733739 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9177292f-fb42-47c8-9a78-3599e99cafea req-c89d2952-5147-4a10-9f49-1481d0f8144a tempest-ServersNegativeTestMultiTenantJSON-1138845186 tempest-ServersNegativeTestMultiTenantJSON-1138845186-project] 10.222.0.13 "GET /v2.0/security-groups?id=e76a7fd0-98aa-4df7-868d-af016c55b84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331473 Sep 17 08:19:07.002461 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b0ce53-9d79-44b2-b0da-a13bc3e51211 req-e2d86b2f-a2ee-4e7f-bacf-6f8d656dd36f tempest-ServersNegativeTestMultiTenantJSON-1138845186 tempest-ServersNegativeTestMultiTenantJSON-1138845186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:07.004216 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-63b0ce53-9d79-44b2-b0da-a13bc3e51211 req-e2d86b2f-a2ee-4e7f-bacf-6f8d656dd36f tempest-ServersNegativeTestMultiTenantJSON-1138845186 tempest-ServersNegativeTestMultiTenantJSON-1138845186-project] 10.222.0.13 "GET /v2.0/ports?device_id=11b8a292-9993-413e-8acd-5516e9559abb HTTP/1.1" status: 200 len: 945 time: 0.0519419 Sep 17 08:19:07.075322 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fbafbc-b409-44ac-9428-c877749c5694 req-f82efdf8-ec97-4855-93e3-211bf48a8aa6 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:07.076921 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-64fbafbc-b409-44ac-9428-c877749c5694 req-f82efdf8-ec97-4855-93e3-211bf48a8aa6 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c119ed3-ec1d-499e-a289-b7b44a534f08 HTTP/1.1" status: 200 len: 945 time: 0.0826550 Sep 17 08:19:07.080460 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-63b0ce53-9d79-44b2-b0da-a13bc3e51211 req-9d6e64d3-19b4-4277-9b1b-7412bd16f441 tempest-ServersNegativeTestMultiTenantJSON-1138845186 tempest-ServersNegativeTestMultiTenantJSON-1138845186-project] 10.222.0.13 "GET /v2.0/security-groups?id=e76a7fd0-98aa-4df7-868d-af016c55b84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684361 Sep 17 08:19:07.121513 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-64fbafbc-b409-44ac-9428-c877749c5694 req-1634a3df-55f0-4483-bc5a-7d6d5a0a5084 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/security-groups?id=22db448d-7d22-40d6-bae3-de108c4c0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352552 Sep 17 08:19:08.226753 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a532a9f-5387-4465-9019-0152a19fa294 req-552ff357-e380-49dd-a828-cd2bd94e3f2a tempest-ServersNegativeTestMultiTenantJSON-1138845186 tempest-ServersNegativeTestMultiTenantJSON-1138845186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:08.228377 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0a532a9f-5387-4465-9019-0152a19fa294 req-552ff357-e380-49dd-a828-cd2bd94e3f2a tempest-ServersNegativeTestMultiTenantJSON-1138845186 tempest-ServersNegativeTestMultiTenantJSON-1138845186-project] 10.222.0.13 "GET /v2.0/ports?device_id=11b8a292-9993-413e-8acd-5516e9559abb HTTP/1.1" status: 200 len: 945 time: 0.0756218 Sep 17 08:19:08.266436 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11185de3-c741-485c-b18b-4de8be697306 req-5dfee898-a778-4ff1-8d85-ec280e7faf26 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:08.268595 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-11185de3-c741-485c-b18b-4de8be697306 req-5dfee898-a778-4ff1-8d85-ec280e7faf26 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c119ed3-ec1d-499e-a289-b7b44a534f08 HTTP/1.1" status: 200 len: 945 time: 0.0755706 Sep 17 08:19:08.292370 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0a532a9f-5387-4465-9019-0152a19fa294 req-7e794dd2-2f2b-4917-834b-e46b7a9d2934 tempest-ServersNegativeTestMultiTenantJSON-1138845186 tempest-ServersNegativeTestMultiTenantJSON-1138845186-project] 10.222.0.13 "GET /v2.0/security-groups?id=e76a7fd0-98aa-4df7-868d-af016c55b84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540640 Sep 17 08:19:08.319372 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-11185de3-c741-485c-b18b-4de8be697306 req-ad34e2b9-b461-434c-b163-13234a29ccad tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/security-groups?id=22db448d-7d22-40d6-bae3-de108c4c0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403380 Sep 17 08:19:08.507462 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527a1c28-63a2-4292-b3bd-cf33971688b2 req-8e15d50e-19cc-465f-89aa-c6bf3c49ecd2 tempest-ServersNegativeTestMultiTenantJSON-1138845186 tempest-ServersNegativeTestMultiTenantJSON-1138845186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:08.508995 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-527a1c28-63a2-4292-b3bd-cf33971688b2 req-8e15d50e-19cc-465f-89aa-c6bf3c49ecd2 tempest-ServersNegativeTestMultiTenantJSON-1138845186 tempest-ServersNegativeTestMultiTenantJSON-1138845186-project] 10.222.0.39 "GET /v2.0/ports?device_id=11b8a292-9993-413e-8acd-5516e9559abb HTTP/1.1" status: 200 len: 945 time: 0.0548851 Sep 17 08:19:08.598368 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-527a1c28-63a2-4292-b3bd-cf33971688b2 req-e39a54da-92a1-4b46-b361-dd5c69862cb1 tempest-ServersNegativeTestMultiTenantJSON-1138845186 tempest-ServersNegativeTestMultiTenantJSON-1138845186-project] Deleting port 8ef962c0-d25d-4aa1-84aa-ba11b4906f53 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:19:08.598628 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-527a1c28-63a2-4292-b3bd-cf33971688b2 req-e39a54da-92a1-4b46-b361-dd5c69862cb1 tempest-ServersNegativeTestMultiTenantJSON-1138845186 tempest-ServersNegativeTestMultiTenantJSON-1138845186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:08.690562 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-527a1c28-63a2-4292-b3bd-cf33971688b2 req-e39a54da-92a1-4b46-b361-dd5c69862cb1 tempest-ServersNegativeTestMultiTenantJSON-1138845186 tempest-ServersNegativeTestMultiTenantJSON-1138845186-project] For port 8ef962c0-d25d-4aa1-84aa-ba11b4906f53, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=8ef962c0-d25d-4aa1-84aa-ba11b4906f53,segment=NetworkSegment(febfad06-b75a-4311-9cbb-7515f98397a0),segment_id=febfad06-b75a-4311-9cbb-7515f98397a0)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:19:08.690937 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-527a1c28-63a2-4292-b3bd-cf33971688b2 req-e39a54da-92a1-4b46-b361-dd5c69862cb1 tempest-ServersNegativeTestMultiTenantJSON-1138845186 tempest-ServersNegativeTestMultiTenantJSON-1138845186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:08.702562 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-527a1c28-63a2-4292-b3bd-cf33971688b2 req-e39a54da-92a1-4b46-b361-dd5c69862cb1 tempest-ServersNegativeTestMultiTenantJSON-1138845186 tempest-ServersNegativeTestMultiTenantJSON-1138845186-project] Calling delete_port for 8ef962c0-d25d-4aa1-84aa-ba11b4906f53 owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:19:08.857196 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-527a1c28-63a2-4292-b3bd-cf33971688b2 req-e39a54da-92a1-4b46-b361-dd5c69862cb1 tempest-ServersNegativeTestMultiTenantJSON-1138845186 tempest-ServersNegativeTestMultiTenantJSON-1138845186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:08.893337 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['8ef962c0-d25d-4aa1-84aa-ba11b4906f53'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:19:08.903263 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39a54da-92a1-4b46-b361-dd5c69862cb1 tempest-ServersNegativeTestMultiTenantJSON-1138845186 tempest-ServersNegativeTestMultiTenantJSON-1138845186-project] Pushing event deleted for resources: {'Port': ['ID=8ef962c0-d25d-4aa1-84aa-ba11b4906f53,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:19:08.955020 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-527a1c28-63a2-4292-b3bd-cf33971688b2 req-e39a54da-92a1-4b46-b361-dd5c69862cb1 tempest-ServersNegativeTestMultiTenantJSON-1138845186 tempest-ServersNegativeTestMultiTenantJSON-1138845186-project] No DVR routers for this DVR port 8ef962c0-d25d-4aa1-84aa-ba11b4906f53 on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:19:08.958447 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-527a1c28-63a2-4292-b3bd-cf33971688b2 req-e39a54da-92a1-4b46-b361-dd5c69862cb1 tempest-ServersNegativeTestMultiTenantJSON-1138845186 tempest-ServersNegativeTestMultiTenantJSON-1138845186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:08.960878 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-527a1c28-63a2-4292-b3bd-cf33971688b2 req-e39a54da-92a1-4b46-b361-dd5c69862cb1 tempest-ServersNegativeTestMultiTenantJSON-1138845186 tempest-ServersNegativeTestMultiTenantJSON-1138845186-project] 10.222.0.39 "DELETE /v2.0/ports/8ef962c0-d25d-4aa1-84aa-ba11b4906f53 HTTP/1.1" status: 204 len: 173 time: 0.4456105 Sep 17 08:19:08.961314 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11b8a292-9993-413e-8acd-5516e9559abb', 'name': 'network-vif-deleted', 'tag': '8ef962c0-d25d-4aa1-84aa-ba11b4906f53'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:19:08.963994 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb26765b-893c-432b-8c83-06fe4cf420f5" -d '{"events": [{"server_uuid": "11b8a292-9993-413e-8acd-5516e9559abb", "name": "network-vif-deleted", "tag": "8ef962c0-d25d-4aa1-84aa-ba11b4906f53"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:19:09.018088 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d692ccc-4b6d-4444-af75-d3ffe18b9dbc x-openstack-request-id: req-5d692ccc-4b6d-4444-af75-d3ffe18b9dbc {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:19:09.018383 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11b8a292-9993-413e-8acd-5516e9559abb", "name": "network-vif-deleted", "tag": "8ef962c0-d25d-4aa1-84aa-ba11b4906f53", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:19:09.018643 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5d692ccc-4b6d-4444-af75-d3ffe18b9dbc {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:19:09.019058 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11b8a292-9993-413e-8acd-5516e9559abb', 'name': 'network-vif-deleted', 'tag': '8ef962c0-d25d-4aa1-84aa-ba11b4906f53', 'status': 'completed', 'code': 200} Sep 17 08:19:09.450570 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e889702c-0e71-4556-9543-d3131c7acef2 req-5578c936-3b98-460e-8ff1-c192fcf7d865 tempest-ServersNegativeTestMultiTenantJSON-1138845186 tempest-ServersNegativeTestMultiTenantJSON-1138845186-project] 10.222.0.13 "GET /v2.0/ports?device_id=11b8a292-9993-413e-8acd-5516e9559abb HTTP/1.1" status: 200 len: 210 time: 0.0516253 Sep 17 08:19:09.484576 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cccbf6-a16d-4c70-96df-91d475d3343a req-170e0ebe-90ea-4553-8f3c-25f65fc6b320 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:09.487000 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-44cccbf6-a16d-4c70-96df-91d475d3343a req-170e0ebe-90ea-4553-8f3c-25f65fc6b320 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c119ed3-ec1d-499e-a289-b7b44a534f08 HTTP/1.1" status: 200 len: 945 time: 0.0780728 Sep 17 08:19:09.570251 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-44cccbf6-a16d-4c70-96df-91d475d3343a req-efcd0c54-2185-4393-9786-44b56e84f72c tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/security-groups?id=22db448d-7d22-40d6-bae3-de108c4c0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643382 Sep 17 08:19:10.512662 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 45770) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:19:10.557023 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-b38b76cf-1b28-4bfc-b777-d4f523cd1ed2 admin admin] Deleting subnet 5bcd6454-4350-41b7-a5bf-eb736ad1863c {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:19:10.560009 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b38b76cf-1b28-4bfc-b777-d4f523cd1ed2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:10.598195 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b38b76cf-1b28-4bfc-b777-d4f523cd1ed2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:10.639384 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b38b76cf-1b28-4bfc-b777-d4f523cd1ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:10.697003 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e022c52b-b0e6-4144-95a1-72e16cf08391 req-92e7e3a2-3d90-4c1d-9a22-899919684641 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:10.698585 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e022c52b-b0e6-4144-95a1-72e16cf08391 req-92e7e3a2-3d90-4c1d-9a22-899919684641 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c119ed3-ec1d-499e-a289-b7b44a534f08 HTTP/1.1" status: 200 len: 945 time: 0.0556040 Sep 17 08:19:10.702111 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b38b76cf-1b28-4bfc-b777-d4f523cd1ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:10.731063 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38b76cf-1b28-4bfc-b777-d4f523cd1ed2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bcd6454-4350-41b7-a5bf-eb736ad1863c,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:19:10.736256 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b38b76cf-1b28-4bfc-b777-d4f523cd1ed2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:10.738303 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b38b76cf-1b28-4bfc-b777-d4f523cd1ed2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5bcd6454-4350-41b7-a5bf-eb736ad1863c HTTP/1.1" status: 204 len: 168 time: 0.2245519 Sep 17 08:19:10.740993 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 45780) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:19:10.743045 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e022c52b-b0e6-4144-95a1-72e16cf08391 req-94cddcc5-ece6-47cb-a4bc-938a06aebdb9 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/security-groups?id=22db448d-7d22-40d6-bae3-de108c4c0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373349 Sep 17 08:19:10.813348 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e8996d25-02e5-4e0c-b348-90a627cee611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:10.899150 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e8996d25-02e5-4e0c-b348-90a627cee611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:10.919969 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-e8996d25-02e5-4e0c-b348-90a627cee611 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c296f5b2-bf6b-4323-84f0-fc0c003f633a']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:19:10.929335 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-e8996d25-02e5-4e0c-b348-90a627cee611 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'febfad06-b75a-4311-9cbb-7515f98397a0') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:19:10.929651 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-e8996d25-02e5-4e0c-b348-90a627cee611 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'febfad06-b75a-4311-9cbb-7515f98397a0') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:19:10.939112 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e8996d25-02e5-4e0c-b348-90a627cee611 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:10.948085 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fa50ee-ee86-4728-808f-ae592c9f827b req-599a9809-f9f6-487a-9e57-32a746b1ee0c tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:10.949594 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-85fa50ee-ee86-4728-808f-ae592c9f827b req-599a9809-f9f6-487a-9e57-32a746b1ee0c tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/networks?id=660139d9-bdd8-4ad7-b799-f8f93f25eccf HTTP/1.1" status: 200 len: 812 time: 0.1058540 Sep 17 08:19:10.952159 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e8996d25-02e5-4e0c-b348-90a627cee611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:10.958722 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8996d25-02e5-4e0c-b348-90a627cee611 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:19:10.959131 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e8996d25-02e5-4e0c-b348-90a627cee611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:10.960830 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 08:19:10.960830 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:19:10.960830 n-d-789963-9 neutron-server[101290]: timer() Sep 17 08:19:10.960830 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:19:10.960830 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 08:19:10.960830 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:19:10.960830 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 08:19:10.960830 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:19:10.960830 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 08:19:10.960830 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:19:10.960830 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 08:19:10.960830 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:19:10.960830 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 08:19:10.960830 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:19:10.960830 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:19:10.960830 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:19:10.960830 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:19:10.960830 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:19:10.960830 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 08:19:10.960830 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:19:10.960830 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 08:19:10.960830 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:19:10.960830 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:19:10.960830 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:19:10.960830 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 08:19:10.960830 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:19:10.960830 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:19:10.960830 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:19:10.960830 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:19:10.960830 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:19:10.960830 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:19:10.960830 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:19:10.965813 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-85fa50ee-ee86-4728-808f-ae592c9f827b req-d523ce79-671e-4e71-aeb2-adca5565f61e tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/quotas/5a6798d8a56640cabd874ecb5022c2e7 HTTP/1.1" status: 200 len: 375 time: 0.0096295 Sep 17 08:19:11.019542 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-85fa50ee-ee86-4728-808f-ae592c9f827b req-a87e87ed-2caa-4068-8ce6-a7e32142a3ca tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5a6798d8a56640cabd874ecb5022c2e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458872 Sep 17 08:19:11.021074 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e8996d25-02e5-4e0c-b348-90a627cee611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:11.027668 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e8996d25-02e5-4e0c-b348-90a627cee611 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:11.029473 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e8996d25-02e5-4e0c-b348-90a627cee611 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c296f5b2-bf6b-4323-84f0-fc0c003f633a HTTP/1.1" status: 204 len: 168 time: 0.2871342 Sep 17 08:19:11.034663 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 45786) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:19:11.039169 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8996d25-02e5-4e0c-b348-90a627cee611 admin admin] Pushing event deleted for resources: {'Network': ['ID=c296f5b2-bf6b-4323-84f0-fc0c003f633a,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:19:11.126954 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-e820377c-7009-4f73-a05c-0eef61eea570 admin admin] Deleting subnet 0f141845-f430-472b-a71c-4443a1f58bd8 {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:19:11.131146 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e820377c-7009-4f73-a05c-0eef61eea570 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:11.185098 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-85fa50ee-ee86-4728-808f-ae592c9f827b req-7846d2c8-055c-4fb6-82a2-8fcc6fd97475 service neutron] 10.222.0.13 "GET /v2.0/networks/660139d9-bdd8-4ad7-b799-f8f93f25eccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583326 Sep 17 08:19:11.186974 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e820377c-7009-4f73-a05c-0eef61eea570 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:11.278669 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e820377c-7009-4f73-a05c-0eef61eea570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:11.335378 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-85fa50ee-ee86-4728-808f-ae592c9f827b req-358ba197-6ca3-4b8e-863d-b4f09597b081 service neutron] 10.222.0.13 "GET /v2.0/networks/660139d9-bdd8-4ad7-b799-f8f93f25eccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293595 Sep 17 08:19:11.349138 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e820377c-7009-4f73-a05c-0eef61eea570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:11.377337 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e820377c-7009-4f73-a05c-0eef61eea570 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:11.381690 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e820377c-7009-4f73-a05c-0eef61eea570 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0f141845-f430-472b-a71c-4443a1f58bd8 HTTP/1.1" status: 204 len: 168 time: 0.3438668 Sep 17 08:19:11.381690 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e820377c-7009-4f73-a05c-0eef61eea570 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f141845-f430-472b-a71c-4443a1f58bd8,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:19:11.382284 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 45788) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:19:11.450880 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-954f4566-31a0-4928-8e4e-7505915272da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:11.536871 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-954f4566-31a0-4928-8e4e-7505915272da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:11.556818 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-954f4566-31a0-4928-8e4e-7505915272da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ced66002-6d0f-4ffb-99eb-f965d4d0e097']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:19:11.568554 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-954f4566-31a0-4928-8e4e-7505915272da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53210d9a-b545-42e4-a93d-177050a00882') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:19:11.568853 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-954f4566-31a0-4928-8e4e-7505915272da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53210d9a-b545-42e4-a93d-177050a00882') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:19:11.579046 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-954f4566-31a0-4928-8e4e-7505915272da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:11.592215 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-954f4566-31a0-4928-8e4e-7505915272da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:11.598358 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-954f4566-31a0-4928-8e4e-7505915272da admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:19:11.598777 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-954f4566-31a0-4928-8e4e-7505915272da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:11.630626 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-92d9ac38-5d83-4572-8e17-66e793c922ca req-ee11b03b-cb42-4d47-944b-92253edf55ec tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=b859899b-b0ac-4f07-8c51-0fc36698ffb2 HTTP/1.1" status: 200 len: 210 time: 0.0314522 Sep 17 08:19:11.651346 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 08:19:11.651346 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:19:11.651346 n-d-789963-9 neutron-server[101290]: timer() Sep 17 08:19:11.651346 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:19:11.651346 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 08:19:11.651346 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:19:11.651346 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 08:19:11.651346 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:19:11.651346 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 08:19:11.651346 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:19:11.651346 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 08:19:11.651346 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:19:11.651346 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 08:19:11.651346 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:19:11.651346 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:19:11.651346 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:19:11.651346 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:19:11.651346 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:19:11.651346 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 08:19:11.651346 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:19:11.651346 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 08:19:11.651346 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:19:11.651346 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:19:11.651346 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:19:11.651346 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 08:19:11.651346 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:19:11.651346 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:19:11.651346 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:19:11.651346 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:19:11.651346 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:19:11.651346 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:19:11.651346 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:19:11.661664 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-954f4566-31a0-4928-8e4e-7505915272da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:11.666867 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-954f4566-31a0-4928-8e4e-7505915272da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:11.668938 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-954f4566-31a0-4928-8e4e-7505915272da admin admin] 10.222.0.13 "DELETE /v2.0/networks/ced66002-6d0f-4ffb-99eb-f965d4d0e097 HTTP/1.1" status: 204 len: 168 time: 0.2856207 Sep 17 08:19:11.689600 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954f4566-31a0-4928-8e4e-7505915272da admin admin] Pushing event deleted for resources: {'Network': ['ID=ced66002-6d0f-4ffb-99eb-f965d4d0e097,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:19:11.840101 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 45810) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:19:11.866939 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4792e6-1133-4ebd-9062-4647a31446bd req-bb6f2690-e19a-4fbb-b07a-4b50117d0f18 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:11.868595 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9f4792e6-1133-4ebd-9062-4647a31446bd req-bb6f2690-e19a-4fbb-b07a-4b50117d0f18 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c119ed3-ec1d-499e-a289-b7b44a534f08 HTTP/1.1" status: 200 len: 945 time: 0.0547373 Sep 17 08:19:11.885157 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-39d760ef-8163-40f8-8c9e-3a230bc79dd9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c8496b21f79743448e3585ce6bd75104&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0438952 Sep 17 08:19:11.887558 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 45812) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:19:11.910872 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9f4792e6-1133-4ebd-9062-4647a31446bd req-24c17358-1894-49db-b7e3-e65add809f1f tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/security-groups?id=22db448d-7d22-40d6-bae3-de108c4c0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359204 Sep 17 08:19:11.943134 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b76228f3-2e59-46a1-85b0-5529b88ed833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:11.964603 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b76228f3-2e59-46a1-85b0-5529b88ed833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:12.014462 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b76228f3-2e59-46a1-85b0-5529b88ed833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:12.017654 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b76228f3-2e59-46a1-85b0-5529b88ed833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:12.019098 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b76228f3-2e59-46a1-85b0-5529b88ed833 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e76a7fd0-98aa-4df7-868d-af016c55b84d HTTP/1.1" status: 204 len: 168 time: 0.1306002 Sep 17 08:19:12.029561 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76228f3-2e59-46a1-85b0-5529b88ed833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76a7fd0-98aa-4df7-868d-af016c55b84d,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:19:12.336042 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 45818) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:19:12.374660 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-0c84c069-84b7-4a21-95b7-2996c438903c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c3d2d2d231284086bf672b73b9efbdd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374782 Sep 17 08:19:12.377020 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 45820) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:19:12.423844 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8d1e61de-c85f-4b76-a963-ad6960090d71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:12.444575 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8d1e61de-c85f-4b76-a963-ad6960090d71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:12.492181 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8d1e61de-c85f-4b76-a963-ad6960090d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:12.494778 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8d1e61de-c85f-4b76-a963-ad6960090d71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:12.496078 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-8d1e61de-c85f-4b76-a963-ad6960090d71 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/76c89502-021c-48f7-999d-72039717854a HTTP/1.1" status: 204 len: 168 time: 0.1181102 Sep 17 08:19:12.504324 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1e61de-c85f-4b76-a963-ad6960090d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c89502-021c-48f7-999d-72039717854a,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:19:12.676289 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fa50ee-ee86-4728-808f-ae592c9f827b req-4178bfdc-a953-482e-8591-44545daf3bed tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:12.677765 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-85fa50ee-ee86-4728-808f-ae592c9f827b req-4178bfdc-a953-482e-8591-44545daf3bed tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.39 "GET /v2.0/networks?id=660139d9-bdd8-4ad7-b799-f8f93f25eccf HTTP/1.1" status: 200 len: 812 time: 0.1250265 Sep 17 08:19:12.696354 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-85fa50ee-ee86-4728-808f-ae592c9f827b req-e13f2ac5-e280-4459-86fb-9b4733643901 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Request body: {'port': {'device_id': 'b859899b-b0ac-4f07-8c51-0fc36698ffb2', 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf', 'admin_state_up': True, 'tenant_id': '5a6798d8a56640cabd874ecb5022c2e7'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:19:12.756262 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e6826101-63f4-4948-89e8-b3d019fe4f1b req-c43b6f00-8fdb-4676-80dd-7189475dfc2e tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=b859899b-b0ac-4f07-8c51-0fc36698ffb2 HTTP/1.1" status: 200 len: 210 time: 0.0375237 Sep 17 08:19:12.832910 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85fa50ee-ee86-4728-808f-ae592c9f827b req-e13f2ac5-e280-4459-86fb-9b4733643901 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Made reservation on behalf of 5a6798d8a56640cabd874ecb5022c2e7 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:19:12.836499 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-85fa50ee-ee86-4728-808f-ae592c9f827b req-e13f2ac5-e280-4459-86fb-9b4733643901 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:12.966186 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-85fa50ee-ee86-4728-808f-ae592c9f827b req-e13f2ac5-e280-4459-86fb-9b4733643901 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Allocated IP 172.20.0.9 (660139d9-bdd8-4ad7-b799-f8f93f25eccf/0d01eb21-118c-498b-a866-b124536b59b1/7dba99e6-ab5b-4c27-acc5-622262095a59) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:19:13.054147 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67422b1c-717f-407c-adde-7bc85e4bdde4 req-12ad2756-ac56-47b7-9cbb-962534d62949 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:13.056788 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-67422b1c-717f-407c-adde-7bc85e4bdde4 req-12ad2756-ac56-47b7-9cbb-962534d62949 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c119ed3-ec1d-499e-a289-b7b44a534f08 HTTP/1.1" status: 200 len: 945 time: 0.0593288 Sep 17 08:19:13.114734 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-67422b1c-717f-407c-adde-7bc85e4bdde4 req-fc805264-e3ad-4253-bd4f-b0b83377d97b tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/security-groups?id=22db448d-7d22-40d6-bae3-de108c4c0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497580 Sep 17 08:19:13.168660 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-85fa50ee-ee86-4728-808f-ae592c9f827b req-e13f2ac5-e280-4459-86fb-9b4733643901 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:13.205752 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-85fa50ee-ee86-4728-808f-ae592c9f827b req-e13f2ac5-e280-4459-86fb-9b4733643901 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:13.246497 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85fa50ee-ee86-4728-808f-ae592c9f827b req-e13f2ac5-e280-4459-86fb-9b4733643901 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Network 660139d9-bdd8-4ad7-b799-f8f93f25eccf is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:19:13.250071 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-85fa50ee-ee86-4728-808f-ae592c9f827b req-e13f2ac5-e280-4459-86fb-9b4733643901 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:19:13.254861 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-85fa50ee-ee86-4728-808f-ae592c9f827b req-e13f2ac5-e280-4459-86fb-9b4733643901 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:19:13.296430 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13f2ac5-e280-4459-86fb-9b4733643901 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Pushing event updated for resources: {'Port': ['ID=7dba99e6-ab5b-4c27-acc5-622262095a59,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:19:13.319217 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fa50ee-ee86-4728-808f-ae592c9f827b req-e13f2ac5-e280-4459-86fb-9b4733643901 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:13.320164 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-85fa50ee-ee86-4728-808f-ae592c9f827b req-e13f2ac5-e280-4459-86fb-9b4733643901 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:13.335648 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-85fa50ee-ee86-4728-808f-ae592c9f827b req-e13f2ac5-e280-4459-86fb-9b4733643901 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6435738 Sep 17 08:19:13.345981 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 45846) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:19:13.365910 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-85fa50ee-ee86-4728-808f-ae592c9f827b req-255673d5-8460-4c68-aa88-dbde92a02d8c service neutron] Request body: {'port': {'device_id': 'b859899b-b0ac-4f07-8c51-0fc36698ffb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:19:13.410500 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 8ef962c0-d25d-4aa1-84aa-ba11b4906f53 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:19:13.440103 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: 8ef962c0-d25d-4aa1-84aa-ba11b4906f53 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:19:13.441544 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-85fa50ee-ee86-4728-808f-ae592c9f827b req-255673d5-8460-4c68-aa88-dbde92a02d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:13.443307 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 8ef962c0-d25d-4aa1-84aa-ba11b4906f53 not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:19:13.461472 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-fecd6aba-7e09-4ff8-959e-6849b2653fed admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-2066610691-network', 'tenant_id': '738f5bcdae3a40c4a6d32418bbdb2807'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:19:13.495178 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fecd6aba-7e09-4ff8-959e-6849b2653fed admin admin] Made reservation on behalf of 738f5bcdae3a40c4a6d32418bbdb2807 for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:19:13.497954 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fecd6aba-7e09-4ff8-959e-6849b2653fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:13.507477 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fecd6aba-7e09-4ff8-959e-6849b2653fed admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:13.609309 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fecd6aba-7e09-4ff8-959e-6849b2653fed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:13.613385 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fecd6aba-7e09-4ff8-959e-6849b2653fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:13.638038 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fecd6aba-7e09-4ff8-959e-6849b2653fed admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:19:13.648823 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecd6aba-7e09-4ff8-959e-6849b2653fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0d5588-3193-49af-b96c-a949d7cf3c8e,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:19:13.660776 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce3d4b2f-e71c-4c6b-853f-50fca4bb2237 None None] Provisioning complete for port 7dba99e6-ab5b-4c27-acc5-622262095a59 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:19:13.661095 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce3d4b2f-e71c-4c6b-853f-50fca4bb2237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:13.667500 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fecd6aba-7e09-4ff8-959e-6849b2653fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:13.668624 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-fecd6aba-7e09-4ff8-959e-6849b2653fed admin admin] Added segment 20bfc13a-7fef-4777-bae6-b3714c51112a of type vlan for network 2cf0ed23-1643-4be4-8b6e-7b3eb2ca1a50 Sep 17 08:19:13.709275 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce3d4b2f-e71c-4c6b-853f-50fca4bb2237 None None] Port 7dba99e6-ab5b-4c27-acc5-622262095a59 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:19:13.715780 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fecd6aba-7e09-4ff8-959e-6849b2653fed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:13.743622 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fecd6aba-7e09-4ff8-959e-6849b2653fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:13.744911 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fecd6aba-7e09-4ff8-959e-6849b2653fed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:13.745507 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fecd6aba-7e09-4ff8-959e-6849b2653fed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:13.761066 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-85fa50ee-ee86-4728-808f-ae592c9f827b req-255673d5-8460-4c68-aa88-dbde92a02d8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dba99e6-ab5b-4c27-acc5-622262095a59 {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:19:13.770870 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-85fa50ee-ee86-4728-808f-ae592c9f827b req-255673d5-8460-4c68-aa88-dbde92a02d8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:13.786283 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-85fa50ee-ee86-4728-808f-ae592c9f827b req-255673d5-8460-4c68-aa88-dbde92a02d8c service neutron] Transition to ACTIVE for port object 7dba99e6-ab5b-4c27-acc5-622262095a59 will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:19:13.791160 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-85fa50ee-ee86-4728-808f-ae592c9f827b req-255673d5-8460-4c68-aa88-dbde92a02d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:13.807131 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-fecd6aba-7e09-4ff8-959e-6849b2653fed admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4596584 Sep 17 08:19:13.809915 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 45852) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:19:13.815282 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-e148aad7-4d49-4716-a266-1149c2aa259a admin admin] Request body: {'subnet': {'network_id': '2cf0ed23-1643-4be4-8b6e-7b3eb2ca1a50', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-2066610691-subnet', 'tenant_id': '738f5bcdae3a40c4a6d32418bbdb2807', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:19:13.835213 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecd6aba-7e09-4ff8-959e-6849b2653fed admin admin] Pushing event updated for resources: {'Network': ['ID=2cf0ed23-1643-4be4-8b6e-7b3eb2ca1a50,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:19:13.841221 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e148aad7-4d49-4716-a266-1149c2aa259a admin admin] Made reservation on behalf of 738f5bcdae3a40c4a6d32418bbdb2807 for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:19:13.847096 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 2cf0ed23-1643-4be4-8b6e-7b3eb2ca1a50 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:19:13.855171 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e148aad7-4d49-4716-a266-1149c2aa259a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:13.968477 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255673d5-8460-4c68-aa88-dbde92a02d8c service neutron] Pushing event updated for resources: {'Port': ['ID=7dba99e6-ab5b-4c27-acc5-622262095a59,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:19:13.981276 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-85fa50ee-ee86-4728-808f-ae592c9f827b req-255673d5-8460-4c68-aa88-dbde92a02d8c service neutron] Attempting to bind port 7dba99e6-ab5b-4c27-acc5-622262095a59 on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:19:13.981613 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-85fa50ee-ee86-4728-808f-ae592c9f827b req-255673d5-8460-4c68-aa88-dbde92a02d8c service neutron] Attempting to bind port 7dba99e6-ab5b-4c27-acc5-622262095a59 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': '87efb6ce-2270-470a-8c19-7b337a956aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:19:13.981940 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85fa50ee-ee86-4728-808f-ae592c9f827b req-255673d5-8460-4c68-aa88-dbde92a02d8c service neutron] Attempting to bind port 7dba99e6-ab5b-4c27-acc5-622262095a59 on network 660139d9-bdd8-4ad7-b799-f8f93f25eccf {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:19:13.986589 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85fa50ee-ee86-4728-808f-ae592c9f827b req-255673d5-8460-4c68-aa88-dbde92a02d8c service neutron] Port 7dba99e6-ab5b-4c27-acc5-622262095a59 on network 660139d9-bdd8-4ad7-b799-f8f93f25eccf not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:19:13.986961 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85fa50ee-ee86-4728-808f-ae592c9f827b req-255673d5-8460-4c68-aa88-dbde92a02d8c service neutron] Attempting to bind port 7dba99e6-ab5b-4c27-acc5-622262095a59 on network 660139d9-bdd8-4ad7-b799-f8f93f25eccf {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:19:13.988188 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d82b81-3080-4700-879d-376f982502a4 req-208cfb31-e40d-4eaa-bdc7-bdec186f9f0d tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:13.990013 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-15d82b81-3080-4700-879d-376f982502a4 req-208cfb31-e40d-4eaa-bdc7-bdec186f9f0d tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=b859899b-b0ac-4f07-8c51-0fc36698ffb2 HTTP/1.1" status: 200 len: 943 time: 0.1263661 Sep 17 08:19:13.991919 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85fa50ee-ee86-4728-808f-ae592c9f827b req-255673d5-8460-4c68-aa88-dbde92a02d8c service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:19:13.992263 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85fa50ee-ee86-4728-808f-ae592c9f827b req-255673d5-8460-4c68-aa88-dbde92a02d8c service neutron] Checking segment: {'id': '87efb6ce-2270-470a-8c19-7b337a956aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:19:13.992645 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85fa50ee-ee86-4728-808f-ae592c9f827b req-255673d5-8460-4c68-aa88-dbde92a02d8c service neutron] Bound using segment: {'id': '87efb6ce-2270-470a-8c19-7b337a956aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:19:13.993081 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-85fa50ee-ee86-4728-808f-ae592c9f827b req-255673d5-8460-4c68-aa88-dbde92a02d8c service neutron] Bound port: 7dba99e6-ab5b-4c27-acc5-622262095a59, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87efb6ce-2270-470a-8c19-7b337a956aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:19:13.993438 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-85fa50ee-ee86-4728-808f-ae592c9f827b req-255673d5-8460-4c68-aa88-dbde92a02d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:14.097108 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-85fa50ee-ee86-4728-808f-ae592c9f827b req-255673d5-8460-4c68-aa88-dbde92a02d8c service neutron] For port 7dba99e6-ab5b-4c27-acc5-622262095a59, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:19:14.100724 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-85fa50ee-ee86-4728-808f-ae592c9f827b req-255673d5-8460-4c68-aa88-dbde92a02d8c service neutron] For port 7dba99e6-ab5b-4c27-acc5-622262095a59, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=7dba99e6-ab5b-4c27-acc5-622262095a59,segment=NetworkSegment(87efb6ce-2270-470a-8c19-7b337a956aa6),segment_id=87efb6ce-2270-470a-8c19-7b337a956aa6)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:19:14.108647 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-85fa50ee-ee86-4728-808f-ae592c9f827b req-255673d5-8460-4c68-aa88-dbde92a02d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:14.110790 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-15d82b81-3080-4700-879d-376f982502a4 req-98b01d9e-a8e1-423a-9a09-69ae04c81c24 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552864 Sep 17 08:19:14.167411 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e148aad7-4d49-4716-a266-1149c2aa259a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:14.175689 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fa50ee-ee86-4728-808f-ae592c9f827b req-255673d5-8460-4c68-aa88-dbde92a02d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:14.176358 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-85fa50ee-ee86-4728-808f-ae592c9f827b req-255673d5-8460-4c68-aa88-dbde92a02d8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:14.181237 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-85fa50ee-ee86-4728-808f-ae592c9f827b req-255673d5-8460-4c68-aa88-dbde92a02d8c service neutron] 10.222.0.39 "PUT /v2.0/ports/7dba99e6-ab5b-4c27-acc5-622262095a59 HTTP/1.1" status: 200 len: 1091 time: 0.8196507 Sep 17 08:19:14.183907 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b859899b-b0ac-4f07-8c51-0fc36698ffb2', 'tag': '7dba99e6-ab5b-4c27-acc5-622262095a59'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:19:14.186645 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc7995c-b282-46b6-8d15-ee768922af35" -d '{"events": [{"name": "network-changed", "server_uuid": "b859899b-b0ac-4f07-8c51-0fc36698ffb2", "tag": "7dba99e6-ab5b-4c27-acc5-622262095a59"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:19:14.221792 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255673d5-8460-4c68-aa88-dbde92a02d8c service neutron] Pushing event updated for resources: {'Port': ['ID=7dba99e6-ab5b-4c27-acc5-622262095a59,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:19:14.239998 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e148aad7-4d49-4716-a266-1149c2aa259a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4887791d-7fb6-4eff-b550-b160aff3ab4a,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:19:14.250472 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e148aad7-4d49-4716-a266-1149c2aa259a admin admin] Checking segment: {'id': '20bfc13a-7fef-4777-bae6-b3714c51112a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2cf0ed23-1643-4be4-8b6e-7b3eb2ca1a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:19:14.251633 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e148aad7-4d49-4716-a266-1149c2aa259a admin admin] Network hostable DHCP agents. Network: 2cf0ed23-1643-4be4-8b6e-7b3eb2ca1a50, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:19:14.286500 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a60ba70-4f7d-4f5f-b58d-6f0f86525d66 x-openstack-request-id: req-5a60ba70-4f7d-4f5f-b58d-6f0f86525d66 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:19:14.287151 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b859899b-b0ac-4f07-8c51-0fc36698ffb2", "tag": "7dba99e6-ab5b-4c27-acc5-622262095a59", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:19:14.287532 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5a60ba70-4f7d-4f5f-b58d-6f0f86525d66 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:19:14.288078 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b859899b-b0ac-4f07-8c51-0fc36698ffb2', 'tag': '7dba99e6-ab5b-4c27-acc5-622262095a59', 'status': 'completed', 'code': 200} Sep 17 08:19:14.304164 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e148aad7-4d49-4716-a266-1149c2aa259a admin admin] Network 2cf0ed23-1643-4be4-8b6e-7b3eb2ca1a50 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:19:14.306753 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fa50ee-ee86-4728-808f-ae592c9f827b req-7958be51-9527-4712-be02-0547be84396a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:14.308716 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-85fa50ee-ee86-4728-808f-ae592c9f827b req-7958be51-9527-4712-be02-0547be84396a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5a6798d8a56640cabd874ecb5022c2e7&device_id=b859899b-b0ac-4f07-8c51-0fc36698ffb2 HTTP/1.1" status: 200 len: 1094 time: 0.0639381 Sep 17 08:19:14.315999 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-e148aad7-4d49-4716-a266-1149c2aa259a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 2cf0ed23-1643-4be4-8b6e-7b3eb2ca1a50) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:19:14.320532 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e148aad7-4d49-4716-a266-1149c2aa259a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:14.321294 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e148aad7-4d49-4716-a266-1149c2aa259a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:14.327087 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ad80e9-4490-48d3-a6d9-fe99857ba0af None None] Network 2cf0ed23-1643-4be4-8b6e-7b3eb2ca1a50 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:19:14.364284 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-85fa50ee-ee86-4728-808f-ae592c9f827b req-19c8caf0-f4a6-421e-85fd-10fa9e262303 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7dba99e6-ab5b-4c27-acc5-622262095a59 HTTP/1.1" status: 200 len: 217 time: 0.0424328 Sep 17 08:19:14.365486 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e148aad7-4d49-4716-a266-1149c2aa259a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5541668 Sep 17 08:19:14.392525 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29cfc89-754d-4e15-bb1c-d9c96604549b req-972fd938-520e-4a7a-847e-670a9c246945 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:14.394431 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c29cfc89-754d-4e15-bb1c-d9c96604549b req-972fd938-520e-4a7a-847e-670a9c246945 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c119ed3-ec1d-499e-a289-b7b44a534f08 HTTP/1.1" status: 200 len: 945 time: 0.1258512 Sep 17 08:19:14.456094 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fa50ee-ee86-4728-808f-ae592c9f827b req-41fc7cdb-fce6-4de7-9a55-a77dda1f2c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:14.459548 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-85fa50ee-ee86-4728-808f-ae592c9f827b req-41fc7cdb-fce6-4de7-9a55-a77dda1f2c76 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d01eb21-118c-498b-a866-b124536b59b1 HTTP/1.1" status: 200 len: 851 time: 0.0884578 Sep 17 08:19:14.478585 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c29cfc89-754d-4e15-bb1c-d9c96604549b req-999bc543-3131-47a4-9e50-d3da49a22030 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/security-groups?id=22db448d-7d22-40d6-bae3-de108c4c0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722804 Sep 17 08:19:14.534996 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3a4101-d7b3-49c1-9f0f-b1ebfa66eefb None None] Network 2cf0ed23-1643-4be4-8b6e-7b3eb2ca1a50 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:19:14.546226 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fa50ee-ee86-4728-808f-ae592c9f827b req-81fb1710-9e87-4f9b-bf36-0000ed37e109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:14.550198 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-85fa50ee-ee86-4728-808f-ae592c9f827b req-81fb1710-9e87-4f9b-bf36-0000ed37e109 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=660139d9-bdd8-4ad7-b799-f8f93f25eccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0839834 Sep 17 08:19:14.652259 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 45864) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:19:14.737774 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-85fa50ee-ee86-4728-808f-ae592c9f827b req-89ec31da-74bc-45b4-9455-4c507bbe3209 service neutron] 10.222.0.39 "GET /v2.0/networks/660139d9-bdd8-4ad7-b799-f8f93f25eccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799493 Sep 17 08:19:14.741040 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-3de55c4e-2a79-4412-9e04-2a91efcaa21c admin admin] Deleting subnet 4887791d-7fb6-4eff-b550-b160aff3ab4a {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:19:14.744609 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3de55c4e-2a79-4412-9e04-2a91efcaa21c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:14.820716 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac2bd9-5384-4393-a66a-11127ab77f74 req-f16c7048-30b5-444b-8e95-bfd3c5b8ec1d tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:14.822491 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-42ac2bd9-5384-4393-a66a-11127ab77f74 req-f16c7048-30b5-444b-8e95-bfd3c5b8ec1d tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c119ed3-ec1d-499e-a289-b7b44a534f08 HTTP/1.1" status: 200 len: 945 time: 0.0988584 Sep 17 08:19:14.839936 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3de55c4e-2a79-4412-9e04-2a91efcaa21c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:14.847224 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2401875-a51b-452b-a410-645ab41cc3d7 req-69e42a95-054b-4b7d-9ba5-28b2924546c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:14.848876 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c2401875-a51b-452b-a410-645ab41cc3d7 req-69e42a95-054b-4b7d-9ba5-28b2924546c1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8b27055ca25d48d28002aa2279d58577&device_id=0c119ed3-ec1d-499e-a289-b7b44a534f08 HTTP/1.1" status: 200 len: 1096 time: 0.0704942 Sep 17 08:19:14.899272 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3de55c4e-2a79-4412-9e04-2a91efcaa21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:14.902880 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-85fa50ee-ee86-4728-808f-ae592c9f827b req-fa09bc3e-4faf-496b-b6e3-14b9f98d0362 service neutron] 10.222.0.39 "GET /v2.0/networks/660139d9-bdd8-4ad7-b799-f8f93f25eccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561418 Sep 17 08:19:14.907032 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-42ac2bd9-5384-4393-a66a-11127ab77f74 req-67951ec3-6754-4e31-83d8-d538128b15ea tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/security-groups?id=22db448d-7d22-40d6-bae3-de108c4c0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747404 Sep 17 08:19:14.970639 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3de55c4e-2a79-4412-9e04-2a91efcaa21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:14.995086 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2401875-a51b-452b-a410-645ab41cc3d7 req-66ee1b3c-f593-425c-b313-e146dc841f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:14.996692 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c2401875-a51b-452b-a410-645ab41cc3d7 req-66ee1b3c-f593-425c-b313-e146dc841f88 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e65f884c-2c8f-48ea-b79e-b731ed55ac23 HTTP/1.1" status: 200 len: 911 time: 0.1382329 Sep 17 08:19:14.999988 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de55c4e-2a79-4412-9e04-2a91efcaa21c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4887791d-7fb6-4eff-b550-b160aff3ab4a,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:19:15.012255 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3de55c4e-2a79-4412-9e04-2a91efcaa21c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:15.016458 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-3de55c4e-2a79-4412-9e04-2a91efcaa21c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4887791d-7fb6-4eff-b550-b160aff3ab4a HTTP/1.1" status: 204 len: 168 time: 0.3578434 Sep 17 08:19:15.016716 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 45868) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:19:15.067202 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c2401875-a51b-452b-a410-645ab41cc3d7 req-ad7c840c-b5fa-4751-982d-5b14ed3de10c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa6fbd79-08f8-46b1-ae1e-6a39d2d1638e HTTP/1.1" status: 200 len: 1000 time: 0.0628176 Sep 17 08:19:15.107637 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc7995c-b282-46b6-8d15-ee768922af35 req-f1a3de93-ffdb-474e-bf71-6e3f739bc387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:15.109188 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6bc7995c-b282-46b6-8d15-ee768922af35 req-f1a3de93-ffdb-474e-bf71-6e3f739bc387 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5a6798d8a56640cabd874ecb5022c2e7&device_id=b859899b-b0ac-4f07-8c51-0fc36698ffb2 HTTP/1.1" status: 200 len: 1094 time: 0.1103327 Sep 17 08:19:15.115708 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-dda19159-d2cf-4daa-baed-ad2893fda9cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:15.130577 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2401875-a51b-452b-a410-645ab41cc3d7 req-c3be5770-f3ce-4c82-b796-15282efabc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:15.134585 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c2401875-a51b-452b-a410-645ab41cc3d7 req-c3be5770-f3ce-4c82-b796-15282efabc61 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a12b56e-5850-4bc0-bba9-8ec5a23a47ff HTTP/1.1" status: 200 len: 849 time: 0.0598757 Sep 17 08:19:15.217136 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2401875-a51b-452b-a410-645ab41cc3d7 req-f63c361c-d21b-4075-ad61-45f96bf44516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:15.218839 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c2401875-a51b-452b-a410-645ab41cc3d7 req-f63c361c-d21b-4075-ad61-45f96bf44516 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e65f884c-2c8f-48ea-b79e-b731ed55ac23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681314 Sep 17 08:19:15.278356 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-dda19159-d2cf-4daa-baed-ad2893fda9cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:15.303479 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc7995c-b282-46b6-8d15-ee768922af35 req-19be7822-ae3e-4a13-92fc-31eb68d931cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:15.304992 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6bc7995c-b282-46b6-8d15-ee768922af35 req-19be7822-ae3e-4a13-92fc-31eb68d931cb service neutron] 10.222.0.39 "GET /v2.0/networks?id=660139d9-bdd8-4ad7-b799-f8f93f25eccf HTTP/1.1" status: 200 len: 913 time: 0.1865709 Sep 17 08:19:15.308289 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-dda19159-d2cf-4daa-baed-ad2893fda9cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cf0ed23-1643-4be4-8b6e-7b3eb2ca1a50']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:19:15.309904 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7b858-e7d5-43a8-bc95-3ba3dd5774c2 req-96fdf263-2374-4cc6-bd6f-c991c67e2eb8 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:15.311550 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bbd7b858-e7d5-43a8-bc95-3ba3dd5774c2 req-96fdf263-2374-4cc6-bd6f-c991c67e2eb8 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=b859899b-b0ac-4f07-8c51-0fc36698ffb2 HTTP/1.1" status: 200 len: 943 time: 0.1164055 Sep 17 08:19:15.325222 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-dda19159-d2cf-4daa-baed-ad2893fda9cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20bfc13a-7fef-4777-bae6-b3714c51112a') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:19:15.325522 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-dda19159-d2cf-4daa-baed-ad2893fda9cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20bfc13a-7fef-4777-bae6-b3714c51112a') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:19:15.351293 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c2401875-a51b-452b-a410-645ab41cc3d7 req-4111f017-cadf-43ec-a2c4-fe7dd0fd49c6 service neutron] 10.222.0.41 "GET /v2.0/networks/e65f884c-2c8f-48ea-b79e-b731ed55ac23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182108 Sep 17 08:19:15.361657 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6bc7995c-b282-46b6-8d15-ee768922af35 req-cc5e760d-2709-47c2-b456-b9a8a9a1f2f4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7dba99e6-ab5b-4c27-acc5-622262095a59 HTTP/1.1" status: 200 len: 217 time: 0.0461159 Sep 17 08:19:15.364982 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-dda19159-d2cf-4daa-baed-ad2893fda9cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:15.378194 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bbd7b858-e7d5-43a8-bc95-3ba3dd5774c2 req-36608568-39ca-4cd4-aaa2-78b2e54ce530 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599504 Sep 17 08:19:15.406315 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-dda19159-d2cf-4daa-baed-ad2893fda9cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:15.416311 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dda19159-d2cf-4daa-baed-ad2893fda9cc admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:19:15.416704 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-dda19159-d2cf-4daa-baed-ad2893fda9cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:15.418318 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 08:19:15.418318 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:19:15.418318 n-d-789963-9 neutron-server[101290]: timer() Sep 17 08:19:15.418318 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:19:15.418318 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 08:19:15.418318 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:19:15.418318 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 08:19:15.418318 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:19:15.418318 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 08:19:15.418318 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:19:15.418318 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 08:19:15.418318 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:19:15.418318 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 08:19:15.418318 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:19:15.418318 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:19:15.418318 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:19:15.418318 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:19:15.418318 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:19:15.418318 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 08:19:15.418318 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:19:15.418318 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 08:19:15.418318 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:19:15.418318 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:19:15.418318 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:19:15.418318 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 08:19:15.418318 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:19:15.418318 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:19:15.418318 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:19:15.418318 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:19:15.418318 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:19:15.418318 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:19:15.418318 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:19:15.440450 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc7995c-b282-46b6-8d15-ee768922af35 req-111351e6-e68b-4f9c-93cb-7860f6a50934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:15.442027 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6bc7995c-b282-46b6-8d15-ee768922af35 req-111351e6-e68b-4f9c-93cb-7860f6a50934 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d01eb21-118c-498b-a866-b124536b59b1 HTTP/1.1" status: 200 len: 851 time: 0.0704741 Sep 17 08:19:15.462997 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c2401875-a51b-452b-a410-645ab41cc3d7 req-4b0e2954-2d9b-4138-b9fc-8a3f1155946e service neutron] 10.222.0.41 "GET /v2.0/networks/e65f884c-2c8f-48ea-b79e-b731ed55ac23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024487 Sep 17 08:19:15.518778 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-dda19159-d2cf-4daa-baed-ad2893fda9cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:15.523334 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-dda19159-d2cf-4daa-baed-ad2893fda9cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:15.525728 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-dda19159-d2cf-4daa-baed-ad2893fda9cc admin admin] 10.222.0.13 "DELETE /v2.0/networks/2cf0ed23-1643-4be4-8b6e-7b3eb2ca1a50 HTTP/1.1" status: 204 len: 168 time: 0.5078988 Sep 17 08:19:15.541832 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda19159-d2cf-4daa-baed-ad2893fda9cc admin admin] Pushing event deleted for resources: {'Network': ['ID=2cf0ed23-1643-4be4-8b6e-7b3eb2ca1a50,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:19:15.549958 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc7995c-b282-46b6-8d15-ee768922af35 req-dfab8d69-dbfa-4bc6-b13f-c15a4be90bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:15.551524 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6bc7995c-b282-46b6-8d15-ee768922af35 req-dfab8d69-dbfa-4bc6-b13f-c15a4be90bf6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=660139d9-bdd8-4ad7-b799-f8f93f25eccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761716 Sep 17 08:19:15.650962 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6bc7995c-b282-46b6-8d15-ee768922af35 req-b0dc685f-c75e-48ca-9478-814f09c83886 service neutron] 10.222.0.39 "GET /v2.0/networks/660139d9-bdd8-4ad7-b799-f8f93f25eccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920060 Sep 17 08:19:15.652992 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 45874) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:19:15.751425 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-3ff10a35-64ad-4a31-b74f-30d3471ff9fd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=738f5bcdae3a40c4a6d32418bbdb2807&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0968099 Sep 17 08:19:15.754086 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 45876) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:19:15.806133 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6bc7995c-b282-46b6-8d15-ee768922af35 req-238e9e4e-fe37-4d31-8e73-bb38adbdc2ac service neutron] 10.222.0.39 "GET /v2.0/networks/660139d9-bdd8-4ad7-b799-f8f93f25eccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463816 Sep 17 08:19:15.822785 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-60d68c81-4788-450a-9dea-1a25d3cb88f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:15.845472 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-60d68c81-4788-450a-9dea-1a25d3cb88f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:15.896228 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-60d68c81-4788-450a-9dea-1a25d3cb88f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:15.898842 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-60d68c81-4788-450a-9dea-1a25d3cb88f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:15.900046 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-60d68c81-4788-450a-9dea-1a25d3cb88f4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5f0d5588-3193-49af-b96c-a949d7cf3c8e HTTP/1.1" status: 204 len: 168 time: 0.1450465 Sep 17 08:19:15.907828 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d68c81-4788-450a-9dea-1a25d3cb88f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0d5588-3193-49af-b96c-a949d7cf3c8e,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:19:16.032723 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a1077-3250-4875-97a7-166db76725a9 req-781efbf9-03ef-4be3-b5f7-2e706af27e97 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:16.036380 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f23a1077-3250-4875-97a7-166db76725a9 req-781efbf9-03ef-4be3-b5f7-2e706af27e97 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c119ed3-ec1d-499e-a289-b7b44a534f08 HTTP/1.1" status: 200 len: 945 time: 0.0524445 Sep 17 08:19:16.097399 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f23a1077-3250-4875-97a7-166db76725a9 req-aac0c6e8-f457-4f1a-a319-15ddf241768b tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/security-groups?id=22db448d-7d22-40d6-bae3-de108c4c0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556319 Sep 17 08:19:16.508822 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c666a-98d5-4d33-8f29-375530f8558e req-2b821f29-13d7-4741-a21d-76c5642a1214 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:16.510501 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e40c666a-98d5-4d33-8f29-375530f8558e req-2b821f29-13d7-4741-a21d-76c5642a1214 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=b859899b-b0ac-4f07-8c51-0fc36698ffb2 HTTP/1.1" status: 200 len: 943 time: 0.0578542 Sep 17 08:19:16.553143 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3c9def00-e66c-4f72-a5b4-9ffab4f276a4 req-ca286617-4820-475b-83e5-cf49b2fe21d2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0369403 Sep 17 08:19:16.573630 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e40c666a-98d5-4d33-8f29-375530f8558e req-670823f4-853c-40dd-a851-9daa3b3f29ec tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497994 Sep 17 08:19:16.635154 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 45902) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:19:16.638958 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3c9def00-e66c-4f72-a5b4-9ffab4f276a4 req-27607bd8-13da-41c0-bebe-f6d2a966aa3e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0258105 Sep 17 08:19:16.685869 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3c9def00-e66c-4f72-a5b4-9ffab4f276a4 req-b4a6deee-259b-463a-b0f4-d1c4117d3334 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232682 Sep 17 08:19:16.747510 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-aacfd021-244c-4582-bbc9-076c1a0041f9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1050428141-network', 'tenant_id': '0bbdb03fe4b44f819abe924e0a8980e4'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:19:16.770656 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aacfd021-244c-4582-bbc9-076c1a0041f9 admin admin] Made reservation on behalf of 0bbdb03fe4b44f819abe924e0a8980e4 for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:19:16.773262 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-aacfd021-244c-4582-bbc9-076c1a0041f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:16.781721 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-aacfd021-244c-4582-bbc9-076c1a0041f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:16.786854 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9def00-e66c-4f72-a5b4-9ffab4f276a4 req-8c3bc6a3-d06d-4404-8109-7e558dbe39d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:16.788812 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3c9def00-e66c-4f72-a5b4-9ffab4f276a4 req-8c3bc6a3-d06d-4404-8109-7e558dbe39d6 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0966601 Sep 17 08:19:16.868951 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-aacfd021-244c-4582-bbc9-076c1a0041f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:16.873059 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-aacfd021-244c-4582-bbc9-076c1a0041f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:16.899166 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aacfd021-244c-4582-bbc9-076c1a0041f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:19:16.909584 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacfd021-244c-4582-bbc9-076c1a0041f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78be631e-431f-4619-9276-ade9d58ee600,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:19:16.915267 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-aacfd021-244c-4582-bbc9-076c1a0041f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:16.915615 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-aacfd021-244c-4582-bbc9-076c1a0041f9 admin admin] Added segment c03e0a6e-57db-4f86-b77a-44067909abf9 of type vlan for network 1284743e-a278-4ea3-9090-9b3fd2cc34a4 Sep 17 08:19:16.957902 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-aacfd021-244c-4582-bbc9-076c1a0041f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:16.983693 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-aacfd021-244c-4582-bbc9-076c1a0041f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:16.984744 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacfd021-244c-4582-bbc9-076c1a0041f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:16.985433 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-aacfd021-244c-4582-bbc9-076c1a0041f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:17.019465 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-aacfd021-244c-4582-bbc9-076c1a0041f9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3831084 Sep 17 08:19:17.022890 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 45906) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:19:17.027879 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-093360e7-47c4-4e53-9674-92bacb9ef6d0 admin admin] Request body: {'subnet': {'network_id': '1284743e-a278-4ea3-9090-9b3fd2cc34a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1050428141-subnet', 'tenant_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:19:17.050347 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093360e7-47c4-4e53-9674-92bacb9ef6d0 admin admin] Made reservation on behalf of 0bbdb03fe4b44f819abe924e0a8980e4 for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:19:17.053117 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-093360e7-47c4-4e53-9674-92bacb9ef6d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:17.290783 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5695a93-f76e-4be7-8b44-d9fbc316bbf7 req-9270ad05-fd56-4904-bb16-c24c4e35eac1 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:17.292468 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c5695a93-f76e-4be7-8b44-d9fbc316bbf7 req-9270ad05-fd56-4904-bb16-c24c4e35eac1 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c119ed3-ec1d-499e-a289-b7b44a534f08 HTTP/1.1" status: 200 len: 945 time: 0.1049995 Sep 17 08:19:17.300967 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-093360e7-47c4-4e53-9674-92bacb9ef6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:17.374774 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacfd021-244c-4582-bbc9-076c1a0041f9 admin admin] Pushing event updated for resources: {'Network': ['ID=1284743e-a278-4ea3-9090-9b3fd2cc34a4,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:19:17.379132 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c5695a93-f76e-4be7-8b44-d9fbc316bbf7 req-fa5442a5-31ab-4f29-b116-f23aceb24314 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/security-groups?id=22db448d-7d22-40d6-bae3-de108c4c0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804601 Sep 17 08:19:17.385363 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 1284743e-a278-4ea3-9090-9b3fd2cc34a4 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:19:17.386507 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093360e7-47c4-4e53-9674-92bacb9ef6d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=212bda04-0276-4ed0-9083-c88107f0c4c6,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:19:17.403652 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093360e7-47c4-4e53-9674-92bacb9ef6d0 admin admin] Checking segment: {'id': 'c03e0a6e-57db-4f86-b77a-44067909abf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1284743e-a278-4ea3-9090-9b3fd2cc34a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:19:17.403652 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093360e7-47c4-4e53-9674-92bacb9ef6d0 admin admin] Network hostable DHCP agents. Network: 1284743e-a278-4ea3-9090-9b3fd2cc34a4, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:19:17.415067 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093360e7-47c4-4e53-9674-92bacb9ef6d0 admin admin] Network 1284743e-a278-4ea3-9090-9b3fd2cc34a4 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:19:17.424716 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-093360e7-47c4-4e53-9674-92bacb9ef6d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 1284743e-a278-4ea3-9090-9b3fd2cc34a4) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:19:17.429446 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093360e7-47c4-4e53-9674-92bacb9ef6d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:17.430049 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-093360e7-47c4-4e53-9674-92bacb9ef6d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:17.441675 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccab94e6-d958-4bb4-ac80-f4b1e739d77e None None] Network 1284743e-a278-4ea3-9090-9b3fd2cc34a4 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:19:17.448261 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 45912) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:19:17.448476 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-093360e7-47c4-4e53-9674-92bacb9ef6d0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4244986 Sep 17 08:19:17.452916 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-a128ca15-3735-4172-a385-2cefc1698f72 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1050428141-router', 'tenant_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:19:17.476445 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a128ca15-3735-4172-a385-2cefc1698f72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:17.477750 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a128ca15-3735-4172-a385-2cefc1698f72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:17.534965 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a128ca15-3735-4172-a385-2cefc1698f72 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:17.613611 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f46d379-4c56-4da1-8ba9-3606cd734b7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-1284743e-a278-4ea3-9090-9b3fd2cc34a4', 'network_id': '1284743e-a278-4ea3-9090-9b3fd2cc34a4', 'tenant_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'fixed_ips': [{'subnet_id': '212bda04-0276-4ed0-9083-c88107f0c4c6'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:19:17.614488 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1f46d379-4c56-4da1-8ba9-3606cd734b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:17.684349 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a128ca15-3735-4172-a385-2cefc1698f72 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:17.761680 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-1f46d379-4c56-4da1-8ba9-3606cd734b7f None None] Allocated IP 172.20.0.2 (1284743e-a278-4ea3-9090-9b3fd2cc34a4/212bda04-0276-4ed0-9083-c88107f0c4c6/12278a8b-e71d-416c-88a6-14c821cb0f79) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:19:17.896631 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a128ca15-3735-4172-a385-2cefc1698f72 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:17.916600 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a128ca15-3735-4172-a385-2cefc1698f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:17.927586 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1f46d379-4c56-4da1-8ba9-3606cd734b7f None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:17.933931 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1f46d379-4c56-4da1-8ba9-3606cd734b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:17.974361 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f46d379-4c56-4da1-8ba9-3606cd734b7f None None] Network 1284743e-a278-4ea3-9090-9b3fd2cc34a4 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:19:17.984387 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-1f46d379-4c56-4da1-8ba9-3606cd734b7f None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:19:17.987055 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f46d379-4c56-4da1-8ba9-3606cd734b7f None None] Pushing event updated for resources: {'Port': ['ID=12278a8b-e71d-416c-88a6-14c821cb0f79,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:19:17.989235 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f46d379-4c56-4da1-8ba9-3606cd734b7f None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:19:17.997940 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01171bb7-e71d-48e0-8936-4c276db32d64 req-7055eeaa-17d8-4ff1-9a95-cc293f9cc7f7 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:17.999512 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-01171bb7-e71d-48e0-8936-4c276db32d64 req-7055eeaa-17d8-4ff1-9a95-cc293f9cc7f7 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=b859899b-b0ac-4f07-8c51-0fc36698ffb2 HTTP/1.1" status: 200 len: 943 time: 0.3387845 Sep 17 08:19:18.024013 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-a128ca15-3735-4172-a385-2cefc1698f72 admin admin] Allocated IP 172.25.6.122 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/f62ee90b-8bc4-4c0c-8f9a-f6d7e0f09879) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:19:18.042543 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-01171bb7-e71d-48e0-8936-4c276db32d64 req-abcbedda-62c2-46c3-b773-bef8422db1c7 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361700 Sep 17 08:19:18.046178 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-1f46d379-4c56-4da1-8ba9-3606cd734b7f None None] Attempting to bind port 12278a8b-e71d-416c-88a6-14c821cb0f79 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:19:18.046559 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-1f46d379-4c56-4da1-8ba9-3606cd734b7f None None] Attempting to bind port 12278a8b-e71d-416c-88a6-14c821cb0f79 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'c03e0a6e-57db-4f86-b77a-44067909abf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1284743e-a278-4ea3-9090-9b3fd2cc34a4'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:19:18.046930 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f46d379-4c56-4da1-8ba9-3606cd734b7f None None] Attempting to bind port 12278a8b-e71d-416c-88a6-14c821cb0f79 on network 1284743e-a278-4ea3-9090-9b3fd2cc34a4 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:19:18.052582 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f46d379-4c56-4da1-8ba9-3606cd734b7f None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:19:18.052969 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f46d379-4c56-4da1-8ba9-3606cd734b7f None None] Checking segment: {'id': 'c03e0a6e-57db-4f86-b77a-44067909abf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1284743e-a278-4ea3-9090-9b3fd2cc34a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:19:18.053385 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1f46d379-4c56-4da1-8ba9-3606cd734b7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:18.053784 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f46d379-4c56-4da1-8ba9-3606cd734b7f None None] Bound using segment: {'id': 'c03e0a6e-57db-4f86-b77a-44067909abf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1284743e-a278-4ea3-9090-9b3fd2cc34a4'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:19:18.054254 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-1f46d379-4c56-4da1-8ba9-3606cd734b7f None None] Bound port: 12278a8b-e71d-416c-88a6-14c821cb0f79, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c03e0a6e-57db-4f86-b77a-44067909abf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1284743e-a278-4ea3-9090-9b3fd2cc34a4'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:19:18.054640 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1f46d379-4c56-4da1-8ba9-3606cd734b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:18.116544 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1f46d379-4c56-4da1-8ba9-3606cd734b7f None None] For port 12278a8b-e71d-416c-88a6-14c821cb0f79, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:19:18.119930 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1f46d379-4c56-4da1-8ba9-3606cd734b7f None None] For port 12278a8b-e71d-416c-88a6-14c821cb0f79, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=12278a8b-e71d-416c-88a6-14c821cb0f79,segment=NetworkSegment(c03e0a6e-57db-4f86-b77a-44067909abf9),segment_id=c03e0a6e-57db-4f86-b77a-44067909abf9)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:19:18.124098 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1f46d379-4c56-4da1-8ba9-3606cd734b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:18.139884 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a128ca15-3735-4172-a385-2cefc1698f72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:18.179846 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a128ca15-3735-4172-a385-2cefc1698f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:18.189278 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f46d379-4c56-4da1-8ba9-3606cd734b7f None None] Pushing event updated for resources: {'Port': ['ID=12278a8b-e71d-416c-88a6-14c821cb0f79,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:19:18.216320 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a128ca15-3735-4172-a385-2cefc1698f72 admin admin] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:19:18.219120 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-a128ca15-3735-4172-a385-2cefc1698f72 admin admin] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:19:18.223328 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a128ca15-3735-4172-a385-2cefc1698f72 admin admin] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:19:18.249028 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a128ca15-3735-4172-a385-2cefc1698f72 admin admin] Pushing event updated for resources: {'Port': ['ID=f62ee90b-8bc4-4c0c-8f9a-f6d7e0f09879,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:19:18.262953 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a128ca15-3735-4172-a385-2cefc1698f72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:19:18.263302 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a128ca15-3735-4172-a385-2cefc1698f72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:19:18.263644 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a128ca15-3735-4172-a385-2cefc1698f72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:19:18.264007 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a128ca15-3735-4172-a385-2cefc1698f72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:19:18.264343 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a128ca15-3735-4172-a385-2cefc1698f72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:19:18.264672 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a128ca15-3735-4172-a385-2cefc1698f72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:19:18.265009 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a128ca15-3735-4172-a385-2cefc1698f72 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:19:18.265331 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a128ca15-3735-4172-a385-2cefc1698f72 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:19:18.265658 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a128ca15-3735-4172-a385-2cefc1698f72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:19:18.265982 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a128ca15-3735-4172-a385-2cefc1698f72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:19:18.266838 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a128ca15-3735-4172-a385-2cefc1698f72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:19:18.267168 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a128ca15-3735-4172-a385-2cefc1698f72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:19:18.500885 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a128ca15-3735-4172-a385-2cefc1698f72 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:18.692876 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a128ca15-3735-4172-a385-2cefc1698f72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:18.823425 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a128ca15-3735-4172-a385-2cefc1698f72 admin admin] Router 3439a0dd-6fba-4955-8b70-95586a2a2996 is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 08:19:18.943863 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a128ca15-3735-4172-a385-2cefc1698f72 admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:19:18.953503 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad492600-2d2d-4810-9a7b-008b16cc43ed None None] Sync routers for ids ['3439a0dd-6fba-4955-8b70-95586a2a2996'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:19:18.956997 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a128ca15-3735-4172-a385-2cefc1698f72 admin admin] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:18.959094 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a128ca15-3735-4172-a385-2cefc1698f72 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5095644 Sep 17 08:19:18.962147 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 45916) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:19:18.981586 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad492600-2d2d-4810-9a7b-008b16cc43ed None None] Routers {'3439a0dd-6fba-4955-8b70-95586a2a2996'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:19:18.982337 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-ad492600-2d2d-4810-9a7b-008b16cc43ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:18:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['3439a0dd-6fba-4955-8b70-95586a2a2996'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:19:19.052347 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 12278a8b-e71d-416c-88a6-14c821cb0f79 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:19:19.107123 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c52df75-92b3-4375-ad99-d9665a9ec9ab None None] Network 1284743e-a278-4ea3-9090-9b3fd2cc34a4 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:19:19.199710 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-ad492600-2d2d-4810-9a7b-008b16cc43ed None None] Set router 3439a0dd-6fba-4955-8b70-95586a2a2996 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:19:19.211149 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c1fe8-a4f5-4edd-a2e3-26ef0f991a75 req-195eae65-1ff5-49a8-8b32-ee8c33a35741 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:19.212676 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5d0c1fe8-a4f5-4edd-a2e3-26ef0f991a75 req-195eae65-1ff5-49a8-8b32-ee8c33a35741 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=b859899b-b0ac-4f07-8c51-0fc36698ffb2 HTTP/1.1" status: 200 len: 943 time: 0.0905392 Sep 17 08:19:19.319082 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5d0c1fe8-a4f5-4edd-a2e3-26ef0f991a75 req-a5955e97-0e8b-4195-bc65-4a6709061548 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738428 Sep 17 08:19:19.387294 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-8fce2138-9d05-458b-8d4f-6ac4223e480d None None] Provisioning complete for port 12278a8b-e71d-416c-88a6-14c821cb0f79 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:19:19.387664 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8fce2138-9d05-458b-8d4f-6ac4223e480d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:19.458795 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2d56e179-0617-4ac9-ae55-a37cc25c9f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:19.547279 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 12278a8b-e71d-416c-88a6-14c821cb0f79 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:19:19.548220 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:19.617651 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-2d56e179-0617-4ac9-ae55-a37cc25c9f24 admin admin] Allocated IP 172.20.0.1 (1284743e-a278-4ea3-9090-9b3fd2cc34a4/212bda04-0276-4ed0-9083-c88107f0c4c6/ee9f0217-17b6-4856-bcdc-76e05c30a79b) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:19:19.697309 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8fce2138-9d05-458b-8d4f-6ac4223e480d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:19.717177 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2d56e179-0617-4ac9-ae55-a37cc25c9f24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:19.750493 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2d56e179-0617-4ac9-ae55-a37cc25c9f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:19.776503 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-8fce2138-9d05-458b-8d4f-6ac4223e480d None None] For port 12278a8b-e71d-416c-88a6-14c821cb0f79, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=12278a8b-e71d-416c-88a6-14c821cb0f79,segment=NetworkSegment(c03e0a6e-57db-4f86-b77a-44067909abf9),segment_id=c03e0a6e-57db-4f86-b77a-44067909abf9)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:19:19.784994 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8fce2138-9d05-458b-8d4f-6ac4223e480d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:19.792130 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:19.798369 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d56e179-0617-4ac9-ae55-a37cc25c9f24 admin admin] Network 1284743e-a278-4ea3-9090-9b3fd2cc34a4 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:19:19.806004 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-2d56e179-0617-4ac9-ae55-a37cc25c9f24 admin admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:19:19.810703 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d56e179-0617-4ac9-ae55-a37cc25c9f24 admin admin] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:19:19.813973 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d56e179-0617-4ac9-ae55-a37cc25c9f24 admin admin] Pushing event updated for resources: {'Port': ['ID=ee9f0217-17b6-4856-bcdc-76e05c30a79b,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:19:19.842986 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-ad492600-2d2d-4810-9a7b-008b16cc43ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3439a0dd-6fba-4955-8b70-95586a2a2996', 'name': 'tempest-AttachVolumeShelveTestJSON-1050428141-router', 'tenant_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'f62ee90b-8bc4-4c0c-8f9a-f6d7e0f09879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:19:17Z', 'updated_at': '2021-09-17T08:19:18Z', 'revision_number': 3, 'project_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'gw_port': {'id': 'f62ee90b-8bc4-4c0c-8f9a-f6d7e0f09879', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:75:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3439a0dd-6fba-4955-8b70-95586a2a2996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:19:17Z', 'updated_at': '2021-09-17T08:19:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:19:19.852390 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2d56e179-0617-4ac9-ae55-a37cc25c9f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:19.876705 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad492600-2d2d-4810-9a7b-008b16cc43ed None None] Checking router: 3439a0dd-6fba-4955-8b70-95586a2a2996 for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:19:19.877046 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad492600-2d2d-4810-9a7b-008b16cc43ed None None] Updating router 3439a0dd-6fba-4955-8b70-95586a2a2996 port f62ee90b-8bc4-4c0c-8f9a-f6d7e0f09879 binding host n-d-789963-9 {{(pid=101291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 08:19:19.944447 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fce2138-9d05-458b-8d4f-6ac4223e480d None None] Pushing event updated for resources: {'Port': ['ID=12278a8b-e71d-416c-88a6-14c821cb0f79,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:19:19.948916 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.db.api [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 08:19:19.948916 n-d-789963-9 neutron-server[101291]: DEBUG oslo_db.api [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 08:19:19.949472 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ad492600-2d2d-4810-9a7b-008b16cc43ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:19.989938 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2d56e179-0617-4ac9-ae55-a37cc25c9f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:20.071958 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-05485321-74b9-422b-b39d-f722c70245db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:20.080193 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-f35aea24-16d7-4daa-8e77-b796cba55676 None None] Provisioning complete for port 12278a8b-e71d-416c-88a6-14c821cb0f79 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:19:20.080728 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f35aea24-16d7-4daa-8e77-b796cba55676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:20.167074 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2d56e179-0617-4ac9-ae55-a37cc25c9f24 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:20.171930 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2d56e179-0617-4ac9-ae55-a37cc25c9f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:20.237067 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2d56e179-0617-4ac9-ae55-a37cc25c9f24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:20.242521 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d56e179-0617-4ac9-ae55-a37cc25c9f24 admin admin] Pushing event updated for resources: {'Port': ['ID=ee9f0217-17b6-4856-bcdc-76e05c30a79b,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:19:20.305020 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ad492600-2d2d-4810-9a7b-008b16cc43ed None None] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:20.311411 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ad492600-2d2d-4810-9a7b-008b16cc43ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:20.336309 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d56e179-0617-4ac9-ae55-a37cc25c9f24 admin admin] Network 1284743e-a278-4ea3-9090-9b3fd2cc34a4 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:19:20.337698 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-2d56e179-0617-4ac9-ae55-a37cc25c9f24 admin admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:19:20.363573 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-ad492600-2d2d-4810-9a7b-008b16cc43ed None None] Attempting to bind port f62ee90b-8bc4-4c0c-8f9a-f6d7e0f09879 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:19:20.364548 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-ad492600-2d2d-4810-9a7b-008b16cc43ed None None] Attempting to bind port f62ee90b-8bc4-4c0c-8f9a-f6d7e0f09879 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:19:20.364548 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad492600-2d2d-4810-9a7b-008b16cc43ed None None] Attempting to bind port f62ee90b-8bc4-4c0c-8f9a-f6d7e0f09879 on network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:19:20.368953 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c009888a-0a82-46c0-86d5-9da80557f35d None None] Pushing event updated for resources: {'Port': ['ID=f62ee90b-8bc4-4c0c-8f9a-f6d7e0f09879,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:19:20.384502 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad492600-2d2d-4810-9a7b-008b16cc43ed None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:19:20.384502 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad492600-2d2d-4810-9a7b-008b16cc43ed None None] Checking segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:19:20.384904 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ad492600-2d2d-4810-9a7b-008b16cc43ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:20.385459 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad492600-2d2d-4810-9a7b-008b16cc43ed None None] Bound using segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:19:20.385769 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-ad492600-2d2d-4810-9a7b-008b16cc43ed None None] Bound port: f62ee90b-8bc4-4c0c-8f9a-f6d7e0f09879, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:19:20.386145 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ad492600-2d2d-4810-9a7b-008b16cc43ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:20.418424 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1864b6c3-7528-4da1-8951-37a10102c056 None None] Provisioning complete for port ee9f0217-17b6-4856-bcdc-76e05c30a79b triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:19:20.418796 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1864b6c3-7528-4da1-8951-37a10102c056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:20.493402 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d56e179-0617-4ac9-ae55-a37cc25c9f24 admin admin] Router 3439a0dd-6fba-4955-8b70-95586a2a2996 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:19:20.496776 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ad492600-2d2d-4810-9a7b-008b16cc43ed None None] For port f62ee90b-8bc4-4c0c-8f9a-f6d7e0f09879, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:19:20.505907 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1864b6c3-7528-4da1-8951-37a10102c056 None None] Port ee9f0217-17b6-4856-bcdc-76e05c30a79b cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:19:20.506092 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d71c677-d137-410b-998b-0fb6d6a2b396 req-84b4fd01-75af-46a6-8d3d-5102928ac759 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:20.507262 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6d71c677-d137-410b-998b-0fb6d6a2b396 req-84b4fd01-75af-46a6-8d3d-5102928ac759 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=b859899b-b0ac-4f07-8c51-0fc36698ffb2 HTTP/1.1" status: 200 len: 943 time: 0.1048234 Sep 17 08:19:20.524108 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ad492600-2d2d-4810-9a7b-008b16cc43ed None None] For port f62ee90b-8bc4-4c0c-8f9a-f6d7e0f09879, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=f62ee90b-8bc4-4c0c-8f9a-f6d7e0f09879,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:19:20.529676 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ad492600-2d2d-4810-9a7b-008b16cc43ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:20.589957 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad492600-2d2d-4810-9a7b-008b16cc43ed None None] Routers {'3439a0dd-6fba-4955-8b70-95586a2a2996'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:19:20.590678 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-ad492600-2d2d-4810-9a7b-008b16cc43ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:18:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['3439a0dd-6fba-4955-8b70-95586a2a2996'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:19:20.622555 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6d71c677-d137-410b-998b-0fb6d6a2b396 req-df23d2a3-aefa-4569-9198-83ef7eec9246 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740125 Sep 17 08:19:20.637033 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c009888a-0a82-46c0-86d5-9da80557f35d None None] Pushing event updated for resources: {'Port': ['ID=f62ee90b-8bc4-4c0c-8f9a-f6d7e0f09879,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:19:20.645591 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d56e179-0617-4ac9-ae55-a37cc25c9f24 admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:19:20.653864 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-2d56e179-0617-4ac9-ae55-a37cc25c9f24 admin admin] 10.222.0.13 "PUT /v2.0/routers/3439a0dd-6fba-4955-8b70-95586a2a2996/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6874542 Sep 17 08:19:20.658143 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-cbc40e49-2e06-459a-9462-c2d2bb1266a2 None None] Provisioning complete for port ee9f0217-17b6-4856-bcdc-76e05c30a79b triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:19:20.658538 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cbc40e49-2e06-459a-9462-c2d2bb1266a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:20.728310 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-cbc40e49-2e06-459a-9462-c2d2bb1266a2 None None] Port ee9f0217-17b6-4856-bcdc-76e05c30a79b cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:19:20.736924 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-ad492600-2d2d-4810-9a7b-008b16cc43ed None None] Set router 3439a0dd-6fba-4955-8b70-95586a2a2996 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:19:20.936994 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-ad492600-2d2d-4810-9a7b-008b16cc43ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3439a0dd-6fba-4955-8b70-95586a2a2996', 'name': 'tempest-AttachVolumeShelveTestJSON-1050428141-router', 'tenant_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'f62ee90b-8bc4-4c0c-8f9a-f6d7e0f09879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:19:17Z', 'updated_at': '2021-09-17T08:19:19Z', 'revision_number': 4, 'project_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'gw_port': {'id': 'f62ee90b-8bc4-4c0c-8f9a-f6d7e0f09879', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:75:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3439a0dd-6fba-4955-8b70-95586a2a2996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:19:17Z', 'updated_at': '2021-09-17T08:19:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'ee9f0217-17b6-4856-bcdc-76e05c30a79b', 'name': '', 'network_id': '1284743e-a278-4ea3-9090-9b3fd2cc34a4', 'tenant_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'mac_address': 'fa:16:3e:4c:f2:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3439a0dd-6fba-4955-8b70-95586a2a2996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '212bda04-0276-4ed0-9083-c88107f0c4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:19:19Z', 'updated_at': '2021-09-17T08:19:20Z', 'revision_number': 2, 'project_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'subnets': [{'id': '212bda04-0276-4ed0-9083-c88107f0c4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:19:20.963386 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad492600-2d2d-4810-9a7b-008b16cc43ed None None] The sync data for ids ['3439a0dd-6fba-4955-8b70-95586a2a2996'] in n-d-789963-9 is: [{'id': '3439a0dd-6fba-4955-8b70-95586a2a2996', 'name': 'tempest-AttachVolumeShelveTestJSON-1050428141-router', 'tenant_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'f62ee90b-8bc4-4c0c-8f9a-f6d7e0f09879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:19:17Z', 'updated_at': '2021-09-17T08:19:19Z', 'revision_number': 4, 'project_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'gw_port': {'id': 'f62ee90b-8bc4-4c0c-8f9a-f6d7e0f09879', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:75:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3439a0dd-6fba-4955-8b70-95586a2a2996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:19:17Z', 'updated_at': '2021-09-17T08:19:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'ee9f0217-17b6-4856-bcdc-76e05c30a79b', 'name': '', 'network_id': '1284743e-a278-4ea3-9090-9b3fd2cc34a4', 'tenant_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'mac_address': 'fa:16:3e:4c:f2:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3439a0dd-6fba-4955-8b70-95586a2a2996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '212bda04-0276-4ed0-9083-c88107f0c4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:19:19Z', 'updated_at': '2021-09-17T08:19:20Z', 'revision_number': 2, 'project_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'subnets': [{'id': '212bda04-0276-4ed0-9083-c88107f0c4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:19:20.966309 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 12278a8b-e71d-416c-88a6-14c821cb0f79 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:19:21.017205 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 12278a8b-e71d-416c-88a6-14c821cb0f79 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:19:21.017600 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:21.242278 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 45928) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:19:21.246899 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-bb24c4e2-f1ed-48a1-96f8-7dbe04a40600 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1484595835', 'description': 'tempest-description--982371641'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:19:21.269962 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bb24c4e2-f1ed-48a1-96f8-7dbe04a40600 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:21.356167 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bb24c4e2-f1ed-48a1-96f8-7dbe04a40600 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:21.360339 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bb24c4e2-f1ed-48a1-96f8-7dbe04a40600 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:21.390761 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bb24c4e2-f1ed-48a1-96f8-7dbe04a40600 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:21.392583 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-bb24c4e2-f1ed-48a1-96f8-7dbe04a40600 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1492357 Sep 17 08:19:21.393419 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb24c4e2-f1ed-48a1-96f8-7dbe04a40600 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe024d8-7a4c-4097-93f9-010136de7dce,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:19:21.395433 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 45930) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:19:21.400462 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-bbe82de4-461e-4d7f-b026-6cc3e652f102 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Request body: {'security_group_rule': {'security_group_id': '3fe024d8-7a4c-4097-93f9-010136de7dce', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:19:21.430593 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bbe82de4-461e-4d7f-b026-6cc3e652f102 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:21.485255 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bbe82de4-461e-4d7f-b026-6cc3e652f102 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:21.489097 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bbe82de4-461e-4d7f-b026-6cc3e652f102 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:21.515182 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe82de4-461e-4d7f-b026-6cc3e652f102 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=345998ec-c873-492f-9222-1a41f9486451,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:19:21.521206 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bbe82de4-461e-4d7f-b026-6cc3e652f102 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:21.522428 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-bbe82de4-461e-4d7f-b026-6cc3e652f102 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1260459 Sep 17 08:19:21.525072 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 45932) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:19:21.529550 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-caa709cb-18c9-49e4-a98f-da93f9e28f10 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Request body: {'security_group_rule': {'security_group_id': '3fe024d8-7a4c-4097-93f9-010136de7dce', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:19:21.558173 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-caa709cb-18c9-49e4-a98f-da93f9e28f10 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:21.634470 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-caa709cb-18c9-49e4-a98f-da93f9e28f10 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:21.638072 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-caa709cb-18c9-49e4-a98f-da93f9e28f10 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:21.657512 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa709cb-18c9-49e4-a98f-da93f9e28f10 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9283055-f074-4d2f-801c-0002587472c1,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:19:21.668254 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-caa709cb-18c9-49e4-a98f-da93f9e28f10 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:21.668254 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-caa709cb-18c9-49e4-a98f-da93f9e28f10 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1420383 Sep 17 08:19:21.671414 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 45936) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:19:21.676352 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-b19d3a50-2afe-4b30-838b-bee7861fbad0 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Request body: {'floatingip': {'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:19:21.715430 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b19d3a50-2afe-4b30-838b-bee7861fbad0 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks [] for floatingip, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:21.776586 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcca150-e84a-4cae-be49-e1dd3f6e2646 req-8c10757f-bec5-4ff5-bc2d-e35ff4821e46 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:21.778164 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cfcca150-e84a-4cae-be49-e1dd3f6e2646 req-8c10757f-bec5-4ff5-bc2d-e35ff4821e46 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=b859899b-b0ac-4f07-8c51-0fc36698ffb2 HTTP/1.1" status: 200 len: 943 time: 0.0750306 Sep 17 08:19:21.854709 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cfcca150-e84a-4cae-be49-e1dd3f6e2646 req-432188c5-ea2d-4f50-a62a-914b7c0b5515 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696599 Sep 17 08:19:21.887396 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b19d3a50-2afe-4b30-838b-bee7861fbad0 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:21.994182 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-b19d3a50-2afe-4b30-838b-bee7861fbad0 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Allocated IP 172.25.6.100 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/d93b7712-1e47-4584-b8ef-4539e8bf83f7) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:19:22.104234 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b19d3a50-2afe-4b30-838b-bee7861fbad0 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:22.139397 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b19d3a50-2afe-4b30-838b-bee7861fbad0 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:22.176960 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19d3a50-2afe-4b30-838b-bee7861fbad0 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:19:22.179914 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-b19d3a50-2afe-4b30-838b-bee7861fbad0 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:19:22.185613 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19d3a50-2afe-4b30-838b-bee7861fbad0 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:19:22.191906 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19d3a50-2afe-4b30-838b-bee7861fbad0 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Pushing event updated for resources: {'Port': ['ID=d93b7712-1e47-4584-b8ef-4539e8bf83f7,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:19:22.278197 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b19d3a50-2afe-4b30-838b-bee7861fbad0 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:22.311071 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b19d3a50-2afe-4b30-838b-bee7861fbad0 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:22.448839 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-523a6795-4548-4900-a3e8-e7f54ca18d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:22.462719 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b19d3a50-2afe-4b30-838b-bee7861fbad0 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:22.467126 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b19d3a50-2afe-4b30-838b-bee7861fbad0 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:22.534713 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19d3a50-2afe-4b30-838b-bee7861fbad0 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Pushing event updated for resources: {'Port': ['ID=d93b7712-1e47-4584-b8ef-4539e8bf83f7,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:19:22.542383 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b19d3a50-2afe-4b30-838b-bee7861fbad0 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:22.556205 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b19d3a50-2afe-4b30-838b-bee7861fbad0 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:22.557447 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-b19d3a50-2afe-4b30-838b-bee7861fbad0 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8848453 Sep 17 08:19:22.697843 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-45e68931-491c-4dae-85fe-4f460ddd6f1e req-40e2314d-a7a1-4885-80aa-89aa333859b4 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1484595835&fields=id&tenant_id=0bbdb03fe4b44f819abe924e0a8980e4 HTTP/1.1" status: 200 len: 267 time: 0.0334392 Sep 17 08:19:22.712863 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:22.808842 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e68931-491c-4dae-85fe-4f460ddd6f1e req-f557f46a-510a-418c-9e0a-5bd7e42a198c tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:22.810354 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-45e68931-491c-4dae-85fe-4f460ddd6f1e req-f557f46a-510a-418c-9e0a-5bd7e42a198c tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/networks?id=1284743e-a278-4ea3-9090-9b3fd2cc34a4 HTTP/1.1" status: 200 len: 817 time: 0.1050706 Sep 17 08:19:22.825521 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-45e68931-491c-4dae-85fe-4f460ddd6f1e req-ef3321d4-8f8b-4073-8727-b75e6d8deb85 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/quotas/0bbdb03fe4b44f819abe924e0a8980e4 HTTP/1.1" status: 200 len: 375 time: 0.0090415 Sep 17 08:19:22.876438 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-45e68931-491c-4dae-85fe-4f460ddd6f1e req-fa9fdea6-3aab-406f-afec-00adc575ada9 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0bbdb03fe4b44f819abe924e0a8980e4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0451753 Sep 17 08:19:22.993629 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device f62ee90b-8bc4-4c0c-8f9a-f6d7e0f09879 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:19:23.006425 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b0e123-a460-462c-9c43-ee69fa3f8f59 None None] Sync routers for ids ['3439a0dd-6fba-4955-8b70-95586a2a2996'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:19:23.015721 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b0e123-a460-462c-9c43-ee69fa3f8f59 None None] Routers {'3439a0dd-6fba-4955-8b70-95586a2a2996'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:19:23.017024 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-38b0e123-a460-462c-9c43-ee69fa3f8f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:19:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['3439a0dd-6fba-4955-8b70-95586a2a2996'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:19:23.021412 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510bcfeb-823b-4687-9c80-b4d6a1c9755a req-57ec14fb-893f-4727-b334-1c31816fc8b9 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:23.022931 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-510bcfeb-823b-4687-9c80-b4d6a1c9755a req-57ec14fb-893f-4727-b334-1c31816fc8b9 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=b859899b-b0ac-4f07-8c51-0fc36698ffb2 HTTP/1.1" status: 200 len: 943 time: 0.0956128 Sep 17 08:19:23.026711 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-45e68931-491c-4dae-85fe-4f460ddd6f1e req-e8d79430-9358-4520-a988-44ae9ed6828e service neutron] 10.222.0.13 "GET /v2.0/networks/1284743e-a278-4ea3-9090-9b3fd2cc34a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370282 Sep 17 08:19:23.046902 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port f62ee90b-8bc4-4c0c-8f9a-f6d7e0f09879 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:19:23.047283 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:23.088240 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-510bcfeb-823b-4687-9c80-b4d6a1c9755a req-89d3a7be-ac5d-4f4b-8c39-ef4a0d56d9ac tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590479 Sep 17 08:19:23.136366 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:23.148518 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-45e68931-491c-4dae-85fe-4f460ddd6f1e req-34b1ec09-cbf3-4e5d-ba30-5418d09e2bfb service neutron] 10.222.0.13 "GET /v2.0/networks/1284743e-a278-4ea3-9090-9b3fd2cc34a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120088 Sep 17 08:19:23.149585 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-38b0e123-a460-462c-9c43-ee69fa3f8f59 None None] Set router 3439a0dd-6fba-4955-8b70-95586a2a2996 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:19:23.157703 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port f62ee90b-8bc4-4c0c-8f9a-f6d7e0f09879, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=f62ee90b-8bc4-4c0c-8f9a-f6d7e0f09879,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:19:23.164226 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:23.215054 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=f62ee90b-8bc4-4c0c-8f9a-f6d7e0f09879,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:19:23.318897 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-442a8ec4-01e6-4b97-a123-c128caf5428e req-e2902427-3e0b-4a05-ba5c-46fce68c222d tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 210 time: 0.0280530 Sep 17 08:19:23.367487 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-38b0e123-a460-462c-9c43-ee69fa3f8f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3439a0dd-6fba-4955-8b70-95586a2a2996', 'name': 'tempest-AttachVolumeShelveTestJSON-1050428141-router', 'tenant_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'f62ee90b-8bc4-4c0c-8f9a-f6d7e0f09879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:19:17Z', 'updated_at': '2021-09-17T08:19:19Z', 'revision_number': 4, 'project_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'gw_port': {'id': 'f62ee90b-8bc4-4c0c-8f9a-f6d7e0f09879', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:75:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3439a0dd-6fba-4955-8b70-95586a2a2996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:19:17Z', 'updated_at': '2021-09-17T08:19:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'ee9f0217-17b6-4856-bcdc-76e05c30a79b', 'name': '', 'network_id': '1284743e-a278-4ea3-9090-9b3fd2cc34a4', 'tenant_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'mac_address': 'fa:16:3e:4c:f2:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3439a0dd-6fba-4955-8b70-95586a2a2996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '212bda04-0276-4ed0-9083-c88107f0c4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:19:19Z', 'updated_at': '2021-09-17T08:19:20Z', 'revision_number': 2, 'project_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'subnets': [{'id': '212bda04-0276-4ed0-9083-c88107f0c4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:19:23.396821 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b0e123-a460-462c-9c43-ee69fa3f8f59 None None] Checking router: 3439a0dd-6fba-4955-8b70-95586a2a2996 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:19:23.397175 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b0e123-a460-462c-9c43-ee69fa3f8f59 None None] Updating router 3439a0dd-6fba-4955-8b70-95586a2a2996 port ee9f0217-17b6-4856-bcdc-76e05c30a79b binding host n-d-789963-9 {{(pid=101292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 08:19:23.421914 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-38b0e123-a460-462c-9c43-ee69fa3f8f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:23.693851 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-38b0e123-a460-462c-9c43-ee69fa3f8f59 None None] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:23.698475 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-38b0e123-a460-462c-9c43-ee69fa3f8f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:23.746091 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca3f461-1869-407a-9080-6c41763d8c31 None None] Pushing event updated for resources: {'Port': ['ID=ee9f0217-17b6-4856-bcdc-76e05c30a79b,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:19:23.754019 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:23.755717 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca3f461-1869-407a-9080-6c41763d8c31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:19:23.756104 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca3f461-1869-407a-9080-6c41763d8c31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:19:23.756439 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca3f461-1869-407a-9080-6c41763d8c31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:19:23.756768 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca3f461-1869-407a-9080-6c41763d8c31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:19:23.757094 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca3f461-1869-407a-9080-6c41763d8c31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:19:23.757417 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca3f461-1869-407a-9080-6c41763d8c31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:19:23.757770 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca3f461-1869-407a-9080-6c41763d8c31 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:19:23.758152 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca3f461-1869-407a-9080-6c41763d8c31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:19:23.758473 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca3f461-1869-407a-9080-6c41763d8c31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:19:23.758790 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca3f461-1869-407a-9080-6c41763d8c31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:19:23.759107 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca3f461-1869-407a-9080-6c41763d8c31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:19:23.759423 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca3f461-1869-407a-9080-6c41763d8c31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:19:23.816348 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-38b0e123-a460-462c-9c43-ee69fa3f8f59 None None] Attempting to bind port ee9f0217-17b6-4856-bcdc-76e05c30a79b on host n-d-789963-9 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:19:23.816723 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-38b0e123-a460-462c-9c43-ee69fa3f8f59 None None] Attempting to bind port ee9f0217-17b6-4856-bcdc-76e05c30a79b by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'c03e0a6e-57db-4f86-b77a-44067909abf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1284743e-a278-4ea3-9090-9b3fd2cc34a4'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:19:23.817089 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b0e123-a460-462c-9c43-ee69fa3f8f59 None None] Attempting to bind port ee9f0217-17b6-4856-bcdc-76e05c30a79b on network 1284743e-a278-4ea3-9090-9b3fd2cc34a4 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:19:23.822728 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b0e123-a460-462c-9c43-ee69fa3f8f59 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:19:23.823096 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b0e123-a460-462c-9c43-ee69fa3f8f59 None None] Checking segment: {'id': 'c03e0a6e-57db-4f86-b77a-44067909abf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1284743e-a278-4ea3-9090-9b3fd2cc34a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:19:23.823495 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-38b0e123-a460-462c-9c43-ee69fa3f8f59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:23.823970 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b0e123-a460-462c-9c43-ee69fa3f8f59 None None] Bound using segment: {'id': 'c03e0a6e-57db-4f86-b77a-44067909abf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1284743e-a278-4ea3-9090-9b3fd2cc34a4'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:19:23.824440 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-38b0e123-a460-462c-9c43-ee69fa3f8f59 None None] Bound port: ee9f0217-17b6-4856-bcdc-76e05c30a79b, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c03e0a6e-57db-4f86-b77a-44067909abf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1284743e-a278-4ea3-9090-9b3fd2cc34a4'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:19:23.824824 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-38b0e123-a460-462c-9c43-ee69fa3f8f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:23.901228 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-38b0e123-a460-462c-9c43-ee69fa3f8f59 None None] For port ee9f0217-17b6-4856-bcdc-76e05c30a79b, host n-d-789963-9, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:19:23.904236 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-38b0e123-a460-462c-9c43-ee69fa3f8f59 None None] For port ee9f0217-17b6-4856-bcdc-76e05c30a79b, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=ee9f0217-17b6-4856-bcdc-76e05c30a79b,segment=NetworkSegment(c03e0a6e-57db-4f86-b77a-44067909abf9),segment_id=c03e0a6e-57db-4f86-b77a-44067909abf9)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:19:23.908938 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-38b0e123-a460-462c-9c43-ee69fa3f8f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:23.954702 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b0e123-a460-462c-9c43-ee69fa3f8f59 None None] Routers {'3439a0dd-6fba-4955-8b70-95586a2a2996'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:19:23.955336 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-38b0e123-a460-462c-9c43-ee69fa3f8f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:19:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['3439a0dd-6fba-4955-8b70-95586a2a2996'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:19:23.972746 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-d56e7b34-e014-4fb7-9866-9188ca24e538 None None] Provisioning complete for port ee9f0217-17b6-4856-bcdc-76e05c30a79b triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:19:23.973319 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d56e7b34-e014-4fb7-9866-9188ca24e538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:24.064792 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d56e7b34-e014-4fb7-9866-9188ca24e538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:24.106047 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-d56e7b34-e014-4fb7-9866-9188ca24e538 None None] For port ee9f0217-17b6-4856-bcdc-76e05c30a79b, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=ee9f0217-17b6-4856-bcdc-76e05c30a79b,segment=NetworkSegment(c03e0a6e-57db-4f86-b77a-44067909abf9),segment_id=c03e0a6e-57db-4f86-b77a-44067909abf9)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:19:24.111205 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d56e7b34-e014-4fb7-9866-9188ca24e538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:24.164575 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca3f461-1869-407a-9080-6c41763d8c31 None None] Pushing event updated for resources: {'Port': ['ID=ee9f0217-17b6-4856-bcdc-76e05c30a79b,revision_number=4']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:19:24.171499 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56e7b34-e014-4fb7-9866-9188ca24e538 None None] Pushing event updated for resources: {'Port': ['ID=ee9f0217-17b6-4856-bcdc-76e05c30a79b,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:19:24.185796 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-38b0e123-a460-462c-9c43-ee69fa3f8f59 None None] Set router 3439a0dd-6fba-4955-8b70-95586a2a2996 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:19:24.216729 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44997377-cf78-4718-b84d-2b1054267868 req-53f7da77-9270-4cb9-a52f-aa5f0c716ee4 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:24.218244 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-44997377-cf78-4718-b84d-2b1054267868 req-53f7da77-9270-4cb9-a52f-aa5f0c716ee4 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=b859899b-b0ac-4f07-8c51-0fc36698ffb2 HTTP/1.1" status: 200 len: 943 time: 0.0500758 Sep 17 08:19:24.237777 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-8c05d35b-18ef-4acc-9fdc-ae412b7eb2c6 None None] Provisioning complete for port ee9f0217-17b6-4856-bcdc-76e05c30a79b triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:19:24.238158 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8c05d35b-18ef-4acc-9fdc-ae412b7eb2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:24.260179 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-44997377-cf78-4718-b84d-2b1054267868 req-080db05d-fc5b-4ac4-8400-a057e6a16b1b tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356300 Sep 17 08:19:24.415030 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-38b0e123-a460-462c-9c43-ee69fa3f8f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3439a0dd-6fba-4955-8b70-95586a2a2996', 'name': 'tempest-AttachVolumeShelveTestJSON-1050428141-router', 'tenant_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'f62ee90b-8bc4-4c0c-8f9a-f6d7e0f09879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:19:17Z', 'updated_at': '2021-09-17T08:19:19Z', 'revision_number': 4, 'project_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'gw_port': {'id': 'f62ee90b-8bc4-4c0c-8f9a-f6d7e0f09879', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:75:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3439a0dd-6fba-4955-8b70-95586a2a2996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:19:17Z', 'updated_at': '2021-09-17T08:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'ee9f0217-17b6-4856-bcdc-76e05c30a79b', 'name': '', 'network_id': '1284743e-a278-4ea3-9090-9b3fd2cc34a4', 'tenant_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'mac_address': 'fa:16:3e:4c:f2:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3439a0dd-6fba-4955-8b70-95586a2a2996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '212bda04-0276-4ed0-9083-c88107f0c4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:19:19Z', 'updated_at': '2021-09-17T08:19:23Z', 'revision_number': 4, 'project_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'subnets': [{'id': '212bda04-0276-4ed0-9083-c88107f0c4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:19:24.442210 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b0e123-a460-462c-9c43-ee69fa3f8f59 None None] The sync data for ids ['3439a0dd-6fba-4955-8b70-95586a2a2996'] in n-d-789963-9 is: [{'id': '3439a0dd-6fba-4955-8b70-95586a2a2996', 'name': 'tempest-AttachVolumeShelveTestJSON-1050428141-router', 'tenant_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'f62ee90b-8bc4-4c0c-8f9a-f6d7e0f09879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:19:17Z', 'updated_at': '2021-09-17T08:19:19Z', 'revision_number': 4, 'project_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'gw_port': {'id': 'f62ee90b-8bc4-4c0c-8f9a-f6d7e0f09879', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:75:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3439a0dd-6fba-4955-8b70-95586a2a2996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:19:17Z', 'updated_at': '2021-09-17T08:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'ee9f0217-17b6-4856-bcdc-76e05c30a79b', 'name': '', 'network_id': '1284743e-a278-4ea3-9090-9b3fd2cc34a4', 'tenant_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'mac_address': 'fa:16:3e:4c:f2:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3439a0dd-6fba-4955-8b70-95586a2a2996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '212bda04-0276-4ed0-9083-c88107f0c4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:19:19Z', 'updated_at': '2021-09-17T08:19:23Z', 'revision_number': 4, 'project_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'subnets': [{'id': '212bda04-0276-4ed0-9083-c88107f0c4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:19:24.450826 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2515e70e-4ca3-4917-9196-2786287ab504 req-27031003-24cf-4f0c-bf8a-65be206c39f5 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 210 time: 0.0336945 Sep 17 08:19:24.483608 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e68931-491c-4dae-85fe-4f460ddd6f1e req-9cf55627-334a-463f-a0ea-2418e7bf129a tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:24.483608 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-45e68931-491c-4dae-85fe-4f460ddd6f1e req-9cf55627-334a-463f-a0ea-2418e7bf129a tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.41 "GET /v2.0/networks?id=1284743e-a278-4ea3-9090-9b3fd2cc34a4 HTTP/1.1" status: 200 len: 817 time: 0.1506677 Sep 17 08:19:24.539273 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-45e68931-491c-4dae-85fe-4f460ddd6f1e req-47152b92-e6b2-4151-8749-d6192e171d93 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0bbdb03fe4b44f819abe924e0a8980e4 HTTP/1.1" status: 200 len: 380 time: 0.0457349 Sep 17 08:19:24.571431 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-45e68931-491c-4dae-85fe-4f460ddd6f1e req-058e6ced-955e-4620-a6d1-9679e49dc142 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Request body: {'port': {'device_id': '1b604678-fe30-4b32-ba4c-5f504220f021', 'network_id': '1284743e-a278-4ea3-9090-9b3fd2cc34a4', 'admin_state_up': True, 'tenant_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'security_groups': ['3fe024d8-7a4c-4097-93f9-010136de7dce']}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:19:24.685902 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45e68931-491c-4dae-85fe-4f460ddd6f1e req-058e6ced-955e-4620-a6d1-9679e49dc142 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Made reservation on behalf of 0bbdb03fe4b44f819abe924e0a8980e4 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:19:24.689745 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-45e68931-491c-4dae-85fe-4f460ddd6f1e req-058e6ced-955e-4620-a6d1-9679e49dc142 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:24.820816 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [req-45e68931-491c-4dae-85fe-4f460ddd6f1e req-058e6ced-955e-4620-a6d1-9679e49dc142 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Allocated IP 172.20.0.6 (1284743e-a278-4ea3-9090-9b3fd2cc34a4/212bda04-0276-4ed0-9083-c88107f0c4c6/962d721a-c38a-4b42-a171-47c73942c64a) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:19:24.966399 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-45e68931-491c-4dae-85fe-4f460ddd6f1e req-058e6ced-955e-4620-a6d1-9679e49dc142 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:24.986195 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device ee9f0217-17b6-4856-bcdc-76e05c30a79b up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:19:25.004768 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-45e68931-491c-4dae-85fe-4f460ddd6f1e req-058e6ced-955e-4620-a6d1-9679e49dc142 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:25.039755 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port ee9f0217-17b6-4856-bcdc-76e05c30a79b triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:19:25.040656 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:25.052375 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45e68931-491c-4dae-85fe-4f460ddd6f1e req-058e6ced-955e-4620-a6d1-9679e49dc142 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Network 1284743e-a278-4ea3-9090-9b3fd2cc34a4 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:19:25.055794 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [req-45e68931-491c-4dae-85fe-4f460ddd6f1e req-058e6ced-955e-4620-a6d1-9679e49dc142 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:19:25.058644 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-45e68931-491c-4dae-85fe-4f460ddd6f1e req-058e6ced-955e-4620-a6d1-9679e49dc142 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:19:25.094090 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058e6ced-955e-4620-a6d1-9679e49dc142 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Pushing event updated for resources: {'Port': ['ID=962d721a-c38a-4b42-a171-47c73942c64a,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:19:25.122989 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e68931-491c-4dae-85fe-4f460ddd6f1e req-058e6ced-955e-4620-a6d1-9679e49dc142 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:25.124036 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-45e68931-491c-4dae-85fe-4f460ddd6f1e req-058e6ced-955e-4620-a6d1-9679e49dc142 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:25.133565 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device f62ee90b-8bc4-4c0c-8f9a-f6d7e0f09879 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:19:25.140298 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-45e68931-491c-4dae-85fe-4f460ddd6f1e req-058e6ced-955e-4620-a6d1-9679e49dc142 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5726571 Sep 17 08:19:25.161844 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-45e68931-491c-4dae-85fe-4f460ddd6f1e req-0bff96f3-c873-4a57-9066-eafb7779c5dd service neutron] Request body: {'port': {'device_id': '1b604678-fe30-4b32-ba4c-5f504220f021', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-9'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:19:25.181834 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port f62ee90b-8bc4-4c0c-8f9a-f6d7e0f09879 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:19:25.182215 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:25.216372 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-45e68931-491c-4dae-85fe-4f460ddd6f1e req-0bff96f3-c873-4a57-9066-eafb7779c5dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:25.325936 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:25.358879 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-6aa9551e-f800-46a6-8543-42f593858dea None None] Provisioning complete for port 962d721a-c38a-4b42-a171-47c73942c64a triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:19:25.359172 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6aa9551e-f800-46a6-8543-42f593858dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:25.393529 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-6aa9551e-f800-46a6-8543-42f593858dea None None] Port 962d721a-c38a-4b42-a171-47c73942c64a cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:19:25.432944 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f9570-d8c2-4593-8ec0-d2f199490201 req-13685966-25fd-41e5-b008-9b13a308fc8c tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:25.434416 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ff6f9570-d8c2-4593-8ec0-d2f199490201 req-13685966-25fd-41e5-b008-9b13a308fc8c tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=b859899b-b0ac-4f07-8c51-0fc36698ffb2 HTTP/1.1" status: 200 len: 943 time: 0.1011097 Sep 17 08:19:25.495041 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 7dba99e6-ab5b-4c27-acc5-622262095a59 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:19:25.598340 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 7dba99e6-ab5b-4c27-acc5-622262095a59, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=7dba99e6-ab5b-4c27-acc5-622262095a59,segment=NetworkSegment(87efb6ce-2270-470a-8c19-7b337a956aa6),segment_id=87efb6ce-2270-470a-8c19-7b337a956aa6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:19:25.611916 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '7dba99e6-ab5b-4c27-acc5-622262095a59', 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf', 'port_id': '7dba99e6-ab5b-4c27-acc5-622262095a59', 'mac_address': 'fa:16:3e:02:5f:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d01eb21-118c-498b-a866-b124536b59b1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:19:25.650520 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:25.663792 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dba99e6-ab5b-4c27-acc5-622262095a59 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:19:25.683196 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 7dba99e6-ab5b-4c27-acc5-622262095a59, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=7dba99e6-ab5b-4c27-acc5-622262095a59,segment=NetworkSegment(87efb6ce-2270-470a-8c19-7b337a956aa6),segment_id=87efb6ce-2270-470a-8c19-7b337a956aa6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:19:25.688737 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:25.736445 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=7dba99e6-ab5b-4c27-acc5-622262095a59,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:19:25.790510 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ff6f9570-d8c2-4593-8ec0-d2f199490201 req-0a795b6f-ca49-4705-ad0d-626c63707813 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3495121 Sep 17 08:19:25.826013 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd47850-79eb-4910-8e08-68af730f63e4 req-d486f462-6e21-4298-8761-e2eb314287cb tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:25.827478 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fcd47850-79eb-4910-8e08-68af730f63e4 req-d486f462-6e21-4298-8761-e2eb314287cb tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 931 time: 0.0934722 Sep 17 08:19:25.874946 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [req-45e68931-491c-4dae-85fe-4f460ddd6f1e req-0bff96f3-c873-4a57-9066-eafb7779c5dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 962d721a-c38a-4b42-a171-47c73942c64a {{(pid=101289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:19:25.887910 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-45e68931-491c-4dae-85fe-4f460ddd6f1e req-0bff96f3-c873-4a57-9066-eafb7779c5dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:25.900942 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fcd47850-79eb-4910-8e08-68af730f63e4 req-a53bcc7b-6e09-4a77-aa54-a8d4ba6dbff6 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fe024d8-7a4c-4097-93f9-010136de7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540652 Sep 17 08:19:25.905339 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.provisioning_blocks [req-45e68931-491c-4dae-85fe-4f460ddd6f1e req-0bff96f3-c873-4a57-9066-eafb7779c5dd service neutron] Transition to ACTIVE for port object 962d721a-c38a-4b42-a171-47c73942c64a will not be triggered until provisioned by entity L2. {{(pid=101289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:19:25.909644 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-45e68931-491c-4dae-85fe-4f460ddd6f1e req-0bff96f3-c873-4a57-9066-eafb7779c5dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:25.967313 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bff96f3-c873-4a57-9066-eafb7779c5dd service neutron] Pushing event updated for resources: {'Port': ['ID=962d721a-c38a-4b42-a171-47c73942c64a,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:19:26.037303 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-45e68931-491c-4dae-85fe-4f460ddd6f1e req-0bff96f3-c873-4a57-9066-eafb7779c5dd service neutron] Attempting to bind port 962d721a-c38a-4b42-a171-47c73942c64a on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:19:26.037792 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-45e68931-491c-4dae-85fe-4f460ddd6f1e req-0bff96f3-c873-4a57-9066-eafb7779c5dd service neutron] Attempting to bind port 962d721a-c38a-4b42-a171-47c73942c64a by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'c03e0a6e-57db-4f86-b77a-44067909abf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1284743e-a278-4ea3-9090-9b3fd2cc34a4'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:19:26.038126 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e68931-491c-4dae-85fe-4f460ddd6f1e req-0bff96f3-c873-4a57-9066-eafb7779c5dd service neutron] Attempting to bind port 962d721a-c38a-4b42-a171-47c73942c64a on network 1284743e-a278-4ea3-9090-9b3fd2cc34a4 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:19:26.042516 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e68931-491c-4dae-85fe-4f460ddd6f1e req-0bff96f3-c873-4a57-9066-eafb7779c5dd service neutron] Port 962d721a-c38a-4b42-a171-47c73942c64a on network 1284743e-a278-4ea3-9090-9b3fd2cc34a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:19:26.042839 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e68931-491c-4dae-85fe-4f460ddd6f1e req-0bff96f3-c873-4a57-9066-eafb7779c5dd service neutron] Attempting to bind port 962d721a-c38a-4b42-a171-47c73942c64a on network 1284743e-a278-4ea3-9090-9b3fd2cc34a4 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:19:26.046833 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['7dba99e6-ab5b-4c27-acc5-622262095a59'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:19:26.049025 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e68931-491c-4dae-85fe-4f460ddd6f1e req-0bff96f3-c873-4a57-9066-eafb7779c5dd service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:19:26.049371 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e68931-491c-4dae-85fe-4f460ddd6f1e req-0bff96f3-c873-4a57-9066-eafb7779c5dd service neutron] Checking segment: {'id': 'c03e0a6e-57db-4f86-b77a-44067909abf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1284743e-a278-4ea3-9090-9b3fd2cc34a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:19:26.049761 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e68931-491c-4dae-85fe-4f460ddd6f1e req-0bff96f3-c873-4a57-9066-eafb7779c5dd service neutron] Bound using segment: {'id': 'c03e0a6e-57db-4f86-b77a-44067909abf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1284743e-a278-4ea3-9090-9b3fd2cc34a4'} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:19:26.050201 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-45e68931-491c-4dae-85fe-4f460ddd6f1e req-0bff96f3-c873-4a57-9066-eafb7779c5dd service neutron] Bound port: 962d721a-c38a-4b42-a171-47c73942c64a, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c03e0a6e-57db-4f86-b77a-44067909abf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1284743e-a278-4ea3-9090-9b3fd2cc34a4'}}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:19:26.050566 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-45e68931-491c-4dae-85fe-4f460ddd6f1e req-0bff96f3-c873-4a57-9066-eafb7779c5dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:26.120288 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-45e68931-491c-4dae-85fe-4f460ddd6f1e req-0bff96f3-c873-4a57-9066-eafb7779c5dd service neutron] For port 962d721a-c38a-4b42-a171-47c73942c64a, host n-h1-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:19:26.123747 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-45e68931-491c-4dae-85fe-4f460ddd6f1e req-0bff96f3-c873-4a57-9066-eafb7779c5dd service neutron] For port 962d721a-c38a-4b42-a171-47c73942c64a, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=962d721a-c38a-4b42-a171-47c73942c64a,segment=NetworkSegment(c03e0a6e-57db-4f86-b77a-44067909abf9),segment_id=c03e0a6e-57db-4f86-b77a-44067909abf9)] {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:19:26.130396 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-45e68931-491c-4dae-85fe-4f460ddd6f1e req-0bff96f3-c873-4a57-9066-eafb7779c5dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:26.167059 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e68931-491c-4dae-85fe-4f460ddd6f1e req-0bff96f3-c873-4a57-9066-eafb7779c5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:26.167672 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-45e68931-491c-4dae-85fe-4f460ddd6f1e req-0bff96f3-c873-4a57-9066-eafb7779c5dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:26.169164 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-45e68931-491c-4dae-85fe-4f460ddd6f1e req-0bff96f3-c873-4a57-9066-eafb7779c5dd service neutron] 10.222.0.41 "PUT /v2.0/ports/962d721a-c38a-4b42-a171-47c73942c64a HTTP/1.1" status: 200 len: 1091 time: 1.0123262 Sep 17 08:19:26.169531 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b604678-fe30-4b32-ba4c-5f504220f021', 'tag': '962d721a-c38a-4b42-a171-47c73942c64a'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:19:26.171809 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3815721a-cc72-40db-ab01-fa3bb8a6ea1b" -d '{"events": [{"name": "network-changed", "server_uuid": "1b604678-fe30-4b32-ba4c-5f504220f021", "tag": "962d721a-c38a-4b42-a171-47c73942c64a"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:19:26.199705 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bff96f3-c873-4a57-9066-eafb7779c5dd service neutron] Pushing event updated for resources: {'Port': ['ID=962d721a-c38a-4b42-a171-47c73942c64a,revision_number=3']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:19:26.245765 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f25339-c7e1-463b-82f4-7171fada1e55 x-openstack-request-id: req-f3f25339-c7e1-463b-82f4-7171fada1e55 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:19:26.246111 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b604678-fe30-4b32-ba4c-5f504220f021", "tag": "962d721a-c38a-4b42-a171-47c73942c64a", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:19:26.248170 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f3f25339-c7e1-463b-82f4-7171fada1e55 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:19:26.248574 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b604678-fe30-4b32-ba4c-5f504220f021', 'tag': '962d721a-c38a-4b42-a171-47c73942c64a', 'status': 'completed', 'code': 200} Sep 17 08:19:26.283926 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e68931-491c-4dae-85fe-4f460ddd6f1e req-2978c9fb-aa83-498a-bfdc-63b27c51e58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:26.285467 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-45e68931-491c-4dae-85fe-4f460ddd6f1e req-2978c9fb-aa83-498a-bfdc-63b27c51e58e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0bbdb03fe4b44f819abe924e0a8980e4&device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 1094 time: 0.0511365 Sep 17 08:19:26.337451 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-45e68931-491c-4dae-85fe-4f460ddd6f1e req-6f6f74d1-579f-4ae4-bd2f-d2b7e93f4cc6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=962d721a-c38a-4b42-a171-47c73942c64a HTTP/1.1" status: 200 len: 217 time: 0.0368855 Sep 17 08:19:26.389663 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e68931-491c-4dae-85fe-4f460ddd6f1e req-8a7a1fee-5aff-4fc0-9d48-db98560dab0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:26.391610 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-45e68931-491c-4dae-85fe-4f460ddd6f1e req-8a7a1fee-5aff-4fc0-9d48-db98560dab0a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=212bda04-0276-4ed0-9083-c88107f0c4c6 HTTP/1.1" status: 200 len: 856 time: 0.0473785 Sep 17 08:19:26.434342 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e68931-491c-4dae-85fe-4f460ddd6f1e req-49c71b0a-868a-4906-9b72-962dccbf68f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:26.435989 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-45e68931-491c-4dae-85fe-4f460ddd6f1e req-49c71b0a-868a-4906-9b72-962dccbf68f2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1284743e-a278-4ea3-9090-9b3fd2cc34a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383639 Sep 17 08:19:26.523209 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-45e68931-491c-4dae-85fe-4f460ddd6f1e req-1b0a73aa-3523-46fe-b6ed-1450b6cf5cdd service neutron] 10.222.0.41 "GET /v2.0/networks/1284743e-a278-4ea3-9090-9b3fd2cc34a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801218 Sep 17 08:19:26.614285 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-45e68931-491c-4dae-85fe-4f460ddd6f1e req-35e33714-b0a2-4e32-b8f0-a599e6e1948f service neutron] 10.222.0.41 "GET /v2.0/networks/1284743e-a278-4ea3-9090-9b3fd2cc34a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840333 Sep 17 08:19:26.741438 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3815721a-cc72-40db-ab01-fa3bb8a6ea1b req-77c30587-beef-4cd2-8083-1921ec2d2604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:26.742881 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3815721a-cc72-40db-ab01-fa3bb8a6ea1b req-77c30587-beef-4cd2-8083-1921ec2d2604 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0bbdb03fe4b44f819abe924e0a8980e4&device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 1094 time: 0.0400565 Sep 17 08:19:26.834345 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3815721a-cc72-40db-ab01-fa3bb8a6ea1b req-2f88fa87-4c77-49f0-a050-805f1db19584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:26.835807 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3815721a-cc72-40db-ab01-fa3bb8a6ea1b req-2f88fa87-4c77-49f0-a050-805f1db19584 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1284743e-a278-4ea3-9090-9b3fd2cc34a4 HTTP/1.1" status: 200 len: 918 time: 0.0858607 Sep 17 08:19:26.878164 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3815721a-cc72-40db-ab01-fa3bb8a6ea1b req-f3246067-7372-4555-9389-f748028bf556 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=962d721a-c38a-4b42-a171-47c73942c64a HTTP/1.1" status: 200 len: 217 time: 0.0347235 Sep 17 08:19:26.958058 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64366b4-3030-43bf-88f7-fb5af14bab70 req-0f7d34e1-db82-49e0-ba6b-fd8d849a03de tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:26.959540 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c64366b4-3030-43bf-88f7-fb5af14bab70 req-0f7d34e1-db82-49e0-ba6b-fd8d849a03de tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=b859899b-b0ac-4f07-8c51-0fc36698ffb2 HTTP/1.1" status: 200 len: 944 time: 0.0847983 Sep 17 08:19:26.960868 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3815721a-cc72-40db-ab01-fa3bb8a6ea1b req-cc2077a3-36ce-4901-b225-07e76d0351cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:26.962178 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3815721a-cc72-40db-ab01-fa3bb8a6ea1b req-cc2077a3-36ce-4901-b225-07e76d0351cf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=212bda04-0276-4ed0-9083-c88107f0c4c6 HTTP/1.1" status: 200 len: 856 time: 0.0771027 Sep 17 08:19:27.046552 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c64366b4-3030-43bf-88f7-fb5af14bab70 req-fd039734-32eb-4a67-a326-25850c00396e tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803571 Sep 17 08:19:27.062157 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3815721a-cc72-40db-ab01-fa3bb8a6ea1b req-2798b8b3-f0e5-43ad-b65d-f8d83bb294ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:27.064227 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3815721a-cc72-40db-ab01-fa3bb8a6ea1b req-2798b8b3-f0e5-43ad-b65d-f8d83bb294ca service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1284743e-a278-4ea3-9090-9b3fd2cc34a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0913050 Sep 17 08:19:27.071614 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d3c48e-6c97-4ae4-a448-593bb62c724d req-3fb05e31-0df1-4dc5-8210-a09512e865aa tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:27.073029 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-71d3c48e-6c97-4ae4-a448-593bb62c724d req-3fb05e31-0df1-4dc5-8210-a09512e865aa tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 943 time: 0.0872376 Sep 17 08:19:27.161480 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-71d3c48e-6c97-4ae4-a448-593bb62c724d req-c1fc4f74-541c-4460-8b22-b696cefa6a65 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fe024d8-7a4c-4097-93f9-010136de7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800376 Sep 17 08:19:27.185002 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3815721a-cc72-40db-ab01-fa3bb8a6ea1b req-af2382b5-4f39-4025-b7b2-a49d23586251 service neutron] 10.222.0.41 "GET /v2.0/networks/1284743e-a278-4ea3-9090-9b3fd2cc34a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110656 Sep 17 08:19:27.276501 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3815721a-cc72-40db-ab01-fa3bb8a6ea1b req-4048d3b3-419e-4d54-9c1b-a2a42bc7c793 service neutron] 10.222.0.41 "GET /v2.0/networks/1284743e-a278-4ea3-9090-9b3fd2cc34a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836873 Sep 17 08:19:27.500926 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 7dba99e6-ab5b-4c27-acc5-622262095a59 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:19:27.552330 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port 7dba99e6-ab5b-4c27-acc5-622262095a59 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:19:27.555704 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 7dba99e6-ab5b-4c27-acc5-622262095a59 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:19:27.556109 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:27.632805 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:27.654445 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b859899b-b0ac-4f07-8c51-0fc36698ffb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dba99e6-ab5b-4c27-acc5-622262095a59'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:19:27.657480 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f25c594a-753d-4128-8558-bfcfc051de96" -d '{"events": [{"server_uuid": "b859899b-b0ac-4f07-8c51-0fc36698ffb2", "name": "network-vif-plugged", "status": "completed", "tag": "7dba99e6-ab5b-4c27-acc5-622262095a59"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:19:27.669769 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 7dba99e6-ab5b-4c27-acc5-622262095a59, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=7dba99e6-ab5b-4c27-acc5-622262095a59,segment=NetworkSegment(87efb6ce-2270-470a-8c19-7b337a956aa6),segment_id=87efb6ce-2270-470a-8c19-7b337a956aa6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:19:27.674479 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:27.697452 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4502267b-4785-4c07-a35a-abdba0acdc11 x-openstack-request-id: req-4502267b-4785-4c07-a35a-abdba0acdc11 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:19:27.697745 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b859899b-b0ac-4f07-8c51-0fc36698ffb2", "name": "network-vif-plugged", "status": "completed", "tag": "7dba99e6-ab5b-4c27-acc5-622262095a59", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:19:27.697996 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4502267b-4785-4c07-a35a-abdba0acdc11 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:19:27.698401 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b859899b-b0ac-4f07-8c51-0fc36698ffb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dba99e6-ab5b-4c27-acc5-622262095a59', 'code': 200} Sep 17 08:19:27.722897 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=7dba99e6-ab5b-4c27-acc5-622262095a59,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:19:27.813359 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d65ce8-5c7b-4d40-a26e-5d0e20f40fdf req-b017d1e2-ccaf-4811-9781-206ab5608396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:27.814743 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-86d65ce8-5c7b-4d40-a26e-5d0e20f40fdf req-b017d1e2-ccaf-4811-9781-206ab5608396 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b859899b-b0ac-4f07-8c51-0fc36698ffb2 HTTP/1.1" status: 200 len: 1096 time: 0.0395293 Sep 17 08:19:27.847969 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-86d65ce8-5c7b-4d40-a26e-5d0e20f40fdf req-4a7c3134-df65-473b-b516-8662becdd7d1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265503 Sep 17 08:19:28.160101 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818e2ff-578e-400a-9fcf-6ac21c13f43d req-26bc713f-ac89-44bf-81b7-f48794cac48c tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:28.161573 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4818e2ff-578e-400a-9fcf-6ac21c13f43d req-26bc713f-ac89-44bf-81b7-f48794cac48c tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=b859899b-b0ac-4f07-8c51-0fc36698ffb2 HTTP/1.1" status: 200 len: 945 time: 0.0485940 Sep 17 08:19:28.197890 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4818e2ff-578e-400a-9fcf-6ac21c13f43d req-ee8b5da8-4819-4328-a352-ff919ba74a66 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304275 Sep 17 08:19:28.254864 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:19:28.280174 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad452a-1156-4f6c-bb2d-c691b6603fa4 req-347f4da4-7d88-4fd3-975c-3f20ca17cac3 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:28.282298 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b9ad452a-1156-4f6c-bb2d-c691b6603fa4 req-347f4da4-7d88-4fd3-975c-3f20ca17cac3 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 943 time: 0.0482948 Sep 17 08:19:28.318794 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b9ad452a-1156-4f6c-bb2d-c691b6603fa4 req-fe819b6d-4e5b-4e15-88f1-06c0ab8443f6 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fe024d8-7a4c-4097-93f9-010136de7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307329 Sep 17 08:19:29.310986 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc09d08-5161-404c-9479-efa2b7ef0356 req-5b63b8d7-6161-4a07-b513-5848ee3f6232 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:29.312505 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1dc09d08-5161-404c-9479-efa2b7ef0356 req-5b63b8d7-6161-4a07-b513-5848ee3f6232 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=b859899b-b0ac-4f07-8c51-0fc36698ffb2 HTTP/1.1" status: 200 len: 945 time: 0.0484104 Sep 17 08:19:29.352639 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1dc09d08-5161-404c-9479-efa2b7ef0356 req-cfc9de29-ff49-4ce5-8da2-90eaac0dbda7 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342782 Sep 17 08:19:29.462579 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abd8ddb-e4d5-4a98-8c42-0fcc2f6a63f6 req-e9d9774f-8c96-4fad-899f-9bdbd085859e tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:29.464073 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1abd8ddb-e4d5-4a98-8c42-0fcc2f6a63f6 req-e9d9774f-8c96-4fad-899f-9bdbd085859e tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 943 time: 0.0734477 Sep 17 08:19:29.484965 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bef2e3d-8842-4eeb-a725-1b118e33999e req-6d6adfa2-6ab1-4d42-9fae-43a463765433 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:29.486345 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1bef2e3d-8842-4eeb-a725-1b118e33999e req-6d6adfa2-6ab1-4d42-9fae-43a463765433 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=b859899b-b0ac-4f07-8c51-0fc36698ffb2 HTTP/1.1" status: 200 len: 945 time: 0.0660346 Sep 17 08:19:29.529175 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1abd8ddb-e4d5-4a98-8c42-0fcc2f6a63f6 req-c0e0eb72-54df-4b43-a4a1-915241197146 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fe024d8-7a4c-4097-93f9-010136de7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570989 Sep 17 08:19:29.543089 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1bef2e3d-8842-4eeb-a725-1b118e33999e req-e7c62c52-85b3-4995-88fe-5d91402e7437 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487514 Sep 17 08:19:30.453761 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 962d721a-c38a-4b42-a171-47c73942c64a details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:19:30.669470 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ecf8ff-7056-4c01-9a23-1f21f29ceda8 req-9ff8029a-5da5-4a95-b43b-3743ee7cbb01 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:30.677952 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-51ecf8ff-7056-4c01-9a23-1f21f29ceda8 req-9ff8029a-5da5-4a95-b43b-3743ee7cbb01 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 943 time: 0.0687392 Sep 17 08:19:30.743825 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-51ecf8ff-7056-4c01-9a23-1f21f29ceda8 req-a9af4655-7511-43d2-a870-b71a64eb6f67 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fe024d8-7a4c-4097-93f9-010136de7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618639 Sep 17 08:19:30.749138 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 962d721a-c38a-4b42-a171-47c73942c64a, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=962d721a-c38a-4b42-a171-47c73942c64a,segment=NetworkSegment(c03e0a6e-57db-4f86-b77a-44067909abf9),segment_id=c03e0a6e-57db-4f86-b77a-44067909abf9)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:19:30.761333 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': '962d721a-c38a-4b42-a171-47c73942c64a', 'network_id': '1284743e-a278-4ea3-9090-9b3fd2cc34a4', 'port_id': '962d721a-c38a-4b42-a171-47c73942c64a', 'mac_address': 'fa:16:3e:ab:95:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '212bda04-0276-4ed0-9083-c88107f0c4c6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:19:30.800182 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:30.812484 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 962d721a-c38a-4b42-a171-47c73942c64a {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:19:30.833546 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 962d721a-c38a-4b42-a171-47c73942c64a, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=962d721a-c38a-4b42-a171-47c73942c64a,segment=NetworkSegment(c03e0a6e-57db-4f86-b77a-44067909abf9),segment_id=c03e0a6e-57db-4f86-b77a-44067909abf9)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:19:30.838047 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:30.890328 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=962d721a-c38a-4b42-a171-47c73942c64a,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:19:31.338894 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['962d721a-c38a-4b42-a171-47c73942c64a'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:19:31.844681 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4111bad5-23b6-468a-ae04-f801fa9a4708 req-27d8a298-0cd8-4c41-ab7f-6a9d56a3ed19 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:31.846227 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4111bad5-23b6-468a-ae04-f801fa9a4708 req-27d8a298-0cd8-4c41-ab7f-6a9d56a3ed19 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 944 time: 0.0493770 Sep 17 08:19:31.885880 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4111bad5-23b6-468a-ae04-f801fa9a4708 req-2b6701c7-61e9-4e79-b0cf-2d5866a0f4db tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fe024d8-7a4c-4097-93f9-010136de7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336204 Sep 17 08:19:32.068548 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f6103e-89df-46bd-a9da-959f3097b277 req-5e6c80e8-3c7e-468c-ae4a-67d69d1b0637 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:32.069942 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e6f6103e-89df-46bd-a9da-959f3097b277 req-5e6c80e8-3c7e-468c-ae4a-67d69d1b0637 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/networks?id=660139d9-bdd8-4ad7-b799-f8f93f25eccf HTTP/1.1" status: 200 len: 812 time: 0.1030900 Sep 17 08:19:32.085125 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e6f6103e-89df-46bd-a9da-959f3097b277 req-b70e5208-a80b-4fed-b0bd-8551e8979f1a tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/quotas/5a6798d8a56640cabd874ecb5022c2e7 HTTP/1.1" status: 200 len: 375 time: 0.0093808 Sep 17 08:19:32.137529 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e6f6103e-89df-46bd-a9da-959f3097b277 req-5b660ca8-4ff1-4ea1-88d8-e41a4829c7d5 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5a6798d8a56640cabd874ecb5022c2e7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0468247 Sep 17 08:19:32.224069 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e6f6103e-89df-46bd-a9da-959f3097b277 req-13baf95b-34f4-4eac-889b-f695b4a9100d service neutron] 10.222.0.13 "GET /v2.0/networks/660139d9-bdd8-4ad7-b799-f8f93f25eccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794392 Sep 17 08:19:32.314796 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e6f6103e-89df-46bd-a9da-959f3097b277 req-c137624d-c6f6-4538-8271-6fe2627aa353 service neutron] 10.222.0.13 "GET /v2.0/networks/660139d9-bdd8-4ad7-b799-f8f93f25eccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848830 Sep 17 08:19:32.456353 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 962d721a-c38a-4b42-a171-47c73942c64a up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:19:32.502857 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ac059750-6d1d-408e-8980-5153a035df7d req-9c8e04ec-8f80-4100-8df2-c5716b796a58 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=522ed137-6892-4b20-8fb9-4cdf5a67721b HTTP/1.1" status: 200 len: 210 time: 0.0290139 Sep 17 08:19:32.512965 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning for port 962d721a-c38a-4b42-a171-47c73942c64a completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:19:32.518399 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port 962d721a-c38a-4b42-a171-47c73942c64a triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:19:32.518782 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:32.599126 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:32.621328 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b604678-fe30-4b32-ba4c-5f504220f021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962d721a-c38a-4b42-a171-47c73942c64a'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:19:32.623565 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1455516-2488-4037-b6f8-85c45bd036d2" -d '{"events": [{"server_uuid": "1b604678-fe30-4b32-ba4c-5f504220f021", "name": "network-vif-plugged", "status": "completed", "tag": "962d721a-c38a-4b42-a171-47c73942c64a"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:19:32.637217 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 962d721a-c38a-4b42-a171-47c73942c64a, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=962d721a-c38a-4b42-a171-47c73942c64a,segment=NetworkSegment(c03e0a6e-57db-4f86-b77a-44067909abf9),segment_id=c03e0a6e-57db-4f86-b77a-44067909abf9)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:19:32.643169 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:32.667512 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75fdc53f-6c6e-4ce4-8513-a820e4b43378 x-openstack-request-id: req-75fdc53f-6c6e-4ce4-8513-a820e4b43378 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:19:32.667803 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b604678-fe30-4b32-ba4c-5f504220f021", "name": "network-vif-plugged", "status": "completed", "tag": "962d721a-c38a-4b42-a171-47c73942c64a", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:19:32.668079 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-75fdc53f-6c6e-4ce4-8513-a820e4b43378 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:19:32.668473 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b604678-fe30-4b32-ba4c-5f504220f021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962d721a-c38a-4b42-a171-47c73942c64a', 'code': 200} Sep 17 08:19:32.705811 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=962d721a-c38a-4b42-a171-47c73942c64a,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:19:32.796075 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab59dd-4d89-47b3-b403-978feeb0c669 req-78a58742-c5ba-4e0d-b037-c73b44cd9b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:32.797622 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2aab59dd-4d89-47b3-b403-978feeb0c669 req-78a58742-c5ba-4e0d-b037-c73b44cd9b17 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 1096 time: 0.0433905 Sep 17 08:19:32.838387 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2aab59dd-4d89-47b3-b403-978feeb0c669 req-7c2bd7ec-5273-4cea-a381-ffa3cfd784b0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3fe024d8-7a4c-4097-93f9-010136de7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340505 Sep 17 08:19:33.009937 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c4101-8a63-47e5-944c-650c9f54c864 req-0a63a9c8-77d8-4181-9229-224916f9103f tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:33.011463 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d92c4101-8a63-47e5-944c-650c9f54c864 req-0a63a9c8-77d8-4181-9229-224916f9103f tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 945 time: 0.0481064 Sep 17 08:19:33.050349 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d92c4101-8a63-47e5-944c-650c9f54c864 req-e6692e06-34ba-4dad-b012-775c58020e0b tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fe024d8-7a4c-4097-93f9-010136de7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319729 Sep 17 08:19:33.514388 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f6103e-89df-46bd-a9da-959f3097b277 req-ab165422-8320-4c4d-baff-21dce4bb2a5f tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:33.515892 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e6f6103e-89df-46bd-a9da-959f3097b277 req-ab165422-8320-4c4d-baff-21dce4bb2a5f tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.39 "GET /v2.0/networks?id=660139d9-bdd8-4ad7-b799-f8f93f25eccf HTTP/1.1" status: 200 len: 812 time: 0.1062143 Sep 17 08:19:33.534805 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-e6f6103e-89df-46bd-a9da-959f3097b277 req-71455bc6-4462-4014-a148-abd91f15372c tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Request body: {'port': {'device_id': '522ed137-6892-4b20-8fb9-4cdf5a67721b', 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf', 'admin_state_up': True, 'tenant_id': '5a6798d8a56640cabd874ecb5022c2e7'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:19:33.606861 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cead9ea3-e909-4e4e-a6d5-a215f21ef430 req-fa50d933-ebe3-401b-8699-d8fb11426392 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=522ed137-6892-4b20-8fb9-4cdf5a67721b HTTP/1.1" status: 200 len: 210 time: 0.0260899 Sep 17 08:19:33.652696 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6f6103e-89df-46bd-a9da-959f3097b277 req-71455bc6-4462-4014-a148-abd91f15372c tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Made reservation on behalf of 5a6798d8a56640cabd874ecb5022c2e7 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:19:33.656714 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-e6f6103e-89df-46bd-a9da-959f3097b277 req-71455bc6-4462-4014-a148-abd91f15372c tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:33.786615 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-e6f6103e-89df-46bd-a9da-959f3097b277 req-71455bc6-4462-4014-a148-abd91f15372c tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Allocated IP 172.20.0.3 (660139d9-bdd8-4ad7-b799-f8f93f25eccf/0d01eb21-118c-498b-a866-b124536b59b1/f57e4346-dec3-4652-a512-722d142fb8f7) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:19:33.941187 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-e6f6103e-89df-46bd-a9da-959f3097b277 req-71455bc6-4462-4014-a148-abd91f15372c tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:33.975216 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-e6f6103e-89df-46bd-a9da-959f3097b277 req-71455bc6-4462-4014-a148-abd91f15372c tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:34.016831 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6f6103e-89df-46bd-a9da-959f3097b277 req-71455bc6-4462-4014-a148-abd91f15372c tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Network 660139d9-bdd8-4ad7-b799-f8f93f25eccf is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:19:34.018130 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['7dba99e6-ab5b-4c27-acc5-622262095a59'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:19:34.018572 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-e6f6103e-89df-46bd-a9da-959f3097b277 req-71455bc6-4462-4014-a148-abd91f15372c tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:19:34.022261 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6f6103e-89df-46bd-a9da-959f3097b277 req-71455bc6-4462-4014-a148-abd91f15372c tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:19:34.058625 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71455bc6-4462-4014-a148-abd91f15372c tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Pushing event updated for resources: {'Port': ['ID=f57e4346-dec3-4652-a512-722d142fb8f7,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:19:34.098797 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f6103e-89df-46bd-a9da-959f3097b277 req-71455bc6-4462-4014-a148-abd91f15372c tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:34.099574 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-e6f6103e-89df-46bd-a9da-959f3097b277 req-71455bc6-4462-4014-a148-abd91f15372c tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:34.124769 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e6f6103e-89df-46bd-a9da-959f3097b277 req-71455bc6-4462-4014-a148-abd91f15372c tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5937917 Sep 17 08:19:34.154685 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-e6f6103e-89df-46bd-a9da-959f3097b277 req-fdfa4b37-c1dd-4c6f-a873-5e6ab88265d1 service neutron] Request body: {'port': {'device_id': '522ed137-6892-4b20-8fb9-4cdf5a67721b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:19:34.228498 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e04a27c-19ca-4f0b-ae54-bf32e9c9bedb req-4b2f2098-4da4-48c6-a0ac-1ca291021f2a tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:34.231354 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-e6f6103e-89df-46bd-a9da-959f3097b277 req-fdfa4b37-c1dd-4c6f-a873-5e6ab88265d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:34.232793 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6e04a27c-19ca-4f0b-ae54-bf32e9c9bedb req-4b2f2098-4da4-48c6-a0ac-1ca291021f2a tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 945 time: 0.0885661 Sep 17 08:19:34.283892 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6e04a27c-19ca-4f0b-ae54-bf32e9c9bedb req-db66f7a9-e8ef-449c-98d5-66585e3cc461 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fe024d8-7a4c-4097-93f9-010136de7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444553 Sep 17 08:19:34.315808 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-6ebb485d-1eee-41e2-8cd2-2a2e934adc77 None None] Provisioning complete for port f57e4346-dec3-4652-a512-722d142fb8f7 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:19:34.316553 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6ebb485d-1eee-41e2-8cd2-2a2e934adc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:34.361572 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-6ebb485d-1eee-41e2-8cd2-2a2e934adc77 None None] Port f57e4346-dec3-4652-a512-722d142fb8f7 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:19:34.540518 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-e6f6103e-89df-46bd-a9da-959f3097b277 req-fdfa4b37-c1dd-4c6f-a873-5e6ab88265d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f57e4346-dec3-4652-a512-722d142fb8f7 {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:19:34.548831 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-e6f6103e-89df-46bd-a9da-959f3097b277 req-fdfa4b37-c1dd-4c6f-a873-5e6ab88265d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:34.561358 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-e6f6103e-89df-46bd-a9da-959f3097b277 req-fdfa4b37-c1dd-4c6f-a873-5e6ab88265d1 service neutron] Transition to ACTIVE for port object f57e4346-dec3-4652-a512-722d142fb8f7 will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:19:34.565483 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-e6f6103e-89df-46bd-a9da-959f3097b277 req-fdfa4b37-c1dd-4c6f-a873-5e6ab88265d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:34.614214 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfa4b37-c1dd-4c6f-a873-5e6ab88265d1 service neutron] Pushing event updated for resources: {'Port': ['ID=f57e4346-dec3-4652-a512-722d142fb8f7,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:19:34.698481 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-e6f6103e-89df-46bd-a9da-959f3097b277 req-fdfa4b37-c1dd-4c6f-a873-5e6ab88265d1 service neutron] Attempting to bind port f57e4346-dec3-4652-a512-722d142fb8f7 on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:19:34.698962 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-e6f6103e-89df-46bd-a9da-959f3097b277 req-fdfa4b37-c1dd-4c6f-a873-5e6ab88265d1 service neutron] Attempting to bind port f57e4346-dec3-4652-a512-722d142fb8f7 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': '87efb6ce-2270-470a-8c19-7b337a956aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:19:34.699302 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f6103e-89df-46bd-a9da-959f3097b277 req-fdfa4b37-c1dd-4c6f-a873-5e6ab88265d1 service neutron] Attempting to bind port f57e4346-dec3-4652-a512-722d142fb8f7 on network 660139d9-bdd8-4ad7-b799-f8f93f25eccf {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:19:34.704487 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f6103e-89df-46bd-a9da-959f3097b277 req-fdfa4b37-c1dd-4c6f-a873-5e6ab88265d1 service neutron] Port f57e4346-dec3-4652-a512-722d142fb8f7 on network 660139d9-bdd8-4ad7-b799-f8f93f25eccf not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:19:34.704810 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f6103e-89df-46bd-a9da-959f3097b277 req-fdfa4b37-c1dd-4c6f-a873-5e6ab88265d1 service neutron] Attempting to bind port f57e4346-dec3-4652-a512-722d142fb8f7 on network 660139d9-bdd8-4ad7-b799-f8f93f25eccf {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:19:34.710247 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f6103e-89df-46bd-a9da-959f3097b277 req-fdfa4b37-c1dd-4c6f-a873-5e6ab88265d1 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:19:34.710595 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f6103e-89df-46bd-a9da-959f3097b277 req-fdfa4b37-c1dd-4c6f-a873-5e6ab88265d1 service neutron] Checking segment: {'id': '87efb6ce-2270-470a-8c19-7b337a956aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:19:34.710985 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f6103e-89df-46bd-a9da-959f3097b277 req-fdfa4b37-c1dd-4c6f-a873-5e6ab88265d1 service neutron] Bound using segment: {'id': '87efb6ce-2270-470a-8c19-7b337a956aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:19:34.711435 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-e6f6103e-89df-46bd-a9da-959f3097b277 req-fdfa4b37-c1dd-4c6f-a873-5e6ab88265d1 service neutron] Bound port: f57e4346-dec3-4652-a512-722d142fb8f7, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87efb6ce-2270-470a-8c19-7b337a956aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:19:34.711788 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-e6f6103e-89df-46bd-a9da-959f3097b277 req-fdfa4b37-c1dd-4c6f-a873-5e6ab88265d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:34.752767 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9732eb-3bba-4745-893a-ce4668f55c04 req-808797ba-dce4-47bf-b1e9-2505d8e2ae69 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:34.754717 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5f9732eb-3bba-4745-893a-ce4668f55c04 req-808797ba-dce4-47bf-b1e9-2505d8e2ae69 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=522ed137-6892-4b20-8fb9-4cdf5a67721b HTTP/1.1" status: 200 len: 943 time: 0.0620584 Sep 17 08:19:34.782030 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-e6f6103e-89df-46bd-a9da-959f3097b277 req-fdfa4b37-c1dd-4c6f-a873-5e6ab88265d1 service neutron] For port f57e4346-dec3-4652-a512-722d142fb8f7, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:19:34.785467 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-e6f6103e-89df-46bd-a9da-959f3097b277 req-fdfa4b37-c1dd-4c6f-a873-5e6ab88265d1 service neutron] For port f57e4346-dec3-4652-a512-722d142fb8f7, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=f57e4346-dec3-4652-a512-722d142fb8f7,segment=NetworkSegment(87efb6ce-2270-470a-8c19-7b337a956aa6),segment_id=87efb6ce-2270-470a-8c19-7b337a956aa6)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:19:34.791995 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-e6f6103e-89df-46bd-a9da-959f3097b277 req-fdfa4b37-c1dd-4c6f-a873-5e6ab88265d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:34.812560 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5f9732eb-3bba-4745-893a-ce4668f55c04 req-1db8e4b4-407d-4958-af83-6bcbd23023f2 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509999 Sep 17 08:19:34.835377 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f6103e-89df-46bd-a9da-959f3097b277 req-fdfa4b37-c1dd-4c6f-a873-5e6ab88265d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:34.836587 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-e6f6103e-89df-46bd-a9da-959f3097b277 req-fdfa4b37-c1dd-4c6f-a873-5e6ab88265d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:34.838208 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e6f6103e-89df-46bd-a9da-959f3097b277 req-fdfa4b37-c1dd-4c6f-a873-5e6ab88265d1 service neutron] 10.222.0.39 "PUT /v2.0/ports/f57e4346-dec3-4652-a512-722d142fb8f7 HTTP/1.1" status: 200 len: 1091 time: 0.6988389 Sep 17 08:19:34.838686 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '522ed137-6892-4b20-8fb9-4cdf5a67721b', 'tag': 'f57e4346-dec3-4652-a512-722d142fb8f7'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:19:34.841101 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-396b00fc-41e9-484c-a97b-76354f558bba" -d '{"events": [{"name": "network-changed", "server_uuid": "522ed137-6892-4b20-8fb9-4cdf5a67721b", "tag": "f57e4346-dec3-4652-a512-722d142fb8f7"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:19:34.877923 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfa4b37-c1dd-4c6f-a873-5e6ab88265d1 service neutron] Pushing event updated for resources: {'Port': ['ID=f57e4346-dec3-4652-a512-722d142fb8f7,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:19:34.910018 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2550719-ec10-4e1a-89bc-cd5eacc9bee7 x-openstack-request-id: req-f2550719-ec10-4e1a-89bc-cd5eacc9bee7 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:19:34.910504 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "522ed137-6892-4b20-8fb9-4cdf5a67721b", "tag": "f57e4346-dec3-4652-a512-722d142fb8f7", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:19:34.910754 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f2550719-ec10-4e1a-89bc-cd5eacc9bee7 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:19:34.911158 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '522ed137-6892-4b20-8fb9-4cdf5a67721b', 'tag': 'f57e4346-dec3-4652-a512-722d142fb8f7', 'status': 'completed', 'code': 200} Sep 17 08:19:34.964622 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f6103e-89df-46bd-a9da-959f3097b277 req-95ee6a64-6156-4ebd-b848-4dfb84172d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:34.966245 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e6f6103e-89df-46bd-a9da-959f3097b277 req-95ee6a64-6156-4ebd-b848-4dfb84172d9c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5a6798d8a56640cabd874ecb5022c2e7&device_id=522ed137-6892-4b20-8fb9-4cdf5a67721b HTTP/1.1" status: 200 len: 1094 time: 0.0422730 Sep 17 08:19:35.025525 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e6f6103e-89df-46bd-a9da-959f3097b277 req-47a19330-8d4e-4a89-8a85-03458b5f74bd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f57e4346-dec3-4652-a512-722d142fb8f7 HTTP/1.1" status: 200 len: 217 time: 0.0424242 Sep 17 08:19:35.075739 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f6103e-89df-46bd-a9da-959f3097b277 req-007008de-af14-4608-afc4-1fe2e9c87af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:35.077256 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e6f6103e-89df-46bd-a9da-959f3097b277 req-007008de-af14-4608-afc4-1fe2e9c87af2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d01eb21-118c-498b-a866-b124536b59b1 HTTP/1.1" status: 200 len: 851 time: 0.0443702 Sep 17 08:19:35.126578 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f6103e-89df-46bd-a9da-959f3097b277 req-1e95af70-4ae5-49ef-8dbe-7c9f722fa327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:35.128593 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e6f6103e-89df-46bd-a9da-959f3097b277 req-1e95af70-4ae5-49ef-8dbe-7c9f722fa327 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=660139d9-bdd8-4ad7-b799-f8f93f25eccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446966 Sep 17 08:19:35.225988 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e6f6103e-89df-46bd-a9da-959f3097b277 req-874f7250-710d-4d68-8d71-0dcd55e7c600 service neutron] 10.222.0.39 "GET /v2.0/networks/660139d9-bdd8-4ad7-b799-f8f93f25eccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893519 Sep 17 08:19:35.315680 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e6f6103e-89df-46bd-a9da-959f3097b277 req-ad709cfd-c301-4117-81ef-aaf01d975dfa service neutron] 10.222.0.39 "GET /v2.0/networks/660139d9-bdd8-4ad7-b799-f8f93f25eccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830686 Sep 17 08:19:35.435531 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b00fc-41e9-484c-a97b-76354f558bba req-89a422cb-79e3-4ebd-ba6c-9b6bf8f0a551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:35.437096 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-396b00fc-41e9-484c-a97b-76354f558bba req-89a422cb-79e3-4ebd-ba6c-9b6bf8f0a551 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5a6798d8a56640cabd874ecb5022c2e7&device_id=522ed137-6892-4b20-8fb9-4cdf5a67721b HTTP/1.1" status: 200 len: 1094 time: 0.0469227 Sep 17 08:19:35.443270 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62890e88-4ec0-41c8-b919-36d3a9da9aeb req-c2a8de47-7bcf-43ba-aff1-241d90825d65 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:35.445166 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-62890e88-4ec0-41c8-b919-36d3a9da9aeb req-c2a8de47-7bcf-43ba-aff1-241d90825d65 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 945 time: 0.0496626 Sep 17 08:19:35.465475 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:35.492374 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-62890e88-4ec0-41c8-b919-36d3a9da9aeb req-1365b58c-ad5b-4360-87da-0b973c4c89e7 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fe024d8-7a4c-4097-93f9-010136de7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362408 Sep 17 08:19:35.533162 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b00fc-41e9-484c-a97b-76354f558bba req-3cd5d03f-b3a7-4933-b26c-26224003b256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:35.534671 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-396b00fc-41e9-484c-a97b-76354f558bba req-3cd5d03f-b3a7-4933-b26c-26224003b256 service neutron] 10.222.0.39 "GET /v2.0/networks?id=660139d9-bdd8-4ad7-b799-f8f93f25eccf HTTP/1.1" status: 200 len: 913 time: 0.0905428 Sep 17 08:19:35.583245 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-396b00fc-41e9-484c-a97b-76354f558bba req-4ac2f603-9e7a-40c1-8228-90438a15c607 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f57e4346-dec3-4652-a512-722d142fb8f7 HTTP/1.1" status: 200 len: 217 time: 0.0402155 Sep 17 08:19:35.617347 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515fe6b-678f-4bc5-b6d9-6a7288ba93d5 req-9c450bd4-458c-4d12-9fed-4c02f85effb8 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:35.618862 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7515fe6b-678f-4bc5-b6d9-6a7288ba93d5 req-9c450bd4-458c-4d12-9fed-4c02f85effb8 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 945 time: 0.0508265 Sep 17 08:19:35.628012 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 46102) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:19:35.633036 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-6afa7718-f273-44ad-a84f-757895c7b3d1 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Request body: {'floatingip': {'port_id': '962d721a-c38a-4b42-a171-47c73942c64a'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:19:35.633857 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b00fc-41e9-484c-a97b-76354f558bba req-4b56271a-5e70-4e9f-874b-d639edad5738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:35.635409 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-396b00fc-41e9-484c-a97b-76354f558bba req-4b56271a-5e70-4e9f-874b-d639edad5738 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d01eb21-118c-498b-a866-b124536b59b1 HTTP/1.1" status: 200 len: 851 time: 0.0454934 Sep 17 08:19:35.678207 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6afa7718-f273-44ad-a84f-757895c7b3d1 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks [] for floatingip, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:35.681021 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b00fc-41e9-484c-a97b-76354f558bba req-d36c85f8-de7b-4d51-8d08-f7e4d1a15ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:35.682574 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-396b00fc-41e9-484c-a97b-76354f558bba req-d36c85f8-de7b-4d51-8d08-f7e4d1a15ad0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=660139d9-bdd8-4ad7-b799-f8f93f25eccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404835 Sep 17 08:19:35.753273 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:35.790574 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-396b00fc-41e9-484c-a97b-76354f558bba req-9f5d05d0-02a6-4e9a-9c3b-7d39592386b4 service neutron] 10.222.0.39 "GET /v2.0/networks/660139d9-bdd8-4ad7-b799-f8f93f25eccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008439 Sep 17 08:19:35.883134 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-396b00fc-41e9-484c-a97b-76354f558bba req-47ae6660-9111-495d-9dc2-c264c087d8ec service neutron] 10.222.0.39 "GET /v2.0/networks/660139d9-bdd8-4ad7-b799-f8f93f25eccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856524 Sep 17 08:19:36.025482 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea53c66-1a16-46c5-9cde-e1bff4c78427 req-b5e31e82-d077-4cd6-b9bc-f7514665415c tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:36.026882 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9ea53c66-1a16-46c5-9cde-e1bff4c78427 req-b5e31e82-d077-4cd6-b9bc-f7514665415c tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=522ed137-6892-4b20-8fb9-4cdf5a67721b HTTP/1.1" status: 200 len: 943 time: 0.1342857 Sep 17 08:19:36.120672 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9ea53c66-1a16-46c5-9cde-e1bff4c78427 req-69ccba3d-20e6-4351-b01d-66c39a062519 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878401 Sep 17 08:19:36.247314 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6afa7718-f273-44ad-a84f-757895c7b3d1 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:36.260386 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6afa7718-f273-44ad-a84f-757895c7b3d1 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:36.381422 n-d-789963-9 neutron-server[101289]: INFO neutron.db.l3_db [None req-6afa7718-f273-44ad-a84f-757895c7b3d1 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Floating IP e94b78d8-deee-4664-aaa1-efd6a02be51d associated. External IP: 172.25.6.100, port: 962d721a-c38a-4b42-a171-47c73942c64a. Sep 17 08:19:36.624034 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6afa7718-f273-44ad-a84f-757895c7b3d1 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Router 3439a0dd-6fba-4955-8b70-95586a2a2996 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:19:36.785215 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6afa7718-f273-44ad-a84f-757895c7b3d1 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:19:36.791528 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6afa7718-f273-44ad-a84f-757895c7b3d1 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:36.809107 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2f3d9c-a1c2-4cf4-bbf5-164ed40dd7f5 None None] Sync routers for ids ['3439a0dd-6fba-4955-8b70-95586a2a2996'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:19:36.827291 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2f3d9c-a1c2-4cf4-bbf5-164ed40dd7f5 None None] Routers {'3439a0dd-6fba-4955-8b70-95586a2a2996'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:19:36.828216 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-6e2f3d9c-a1c2-4cf4-bbf5-164ed40dd7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:19:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['3439a0dd-6fba-4955-8b70-95586a2a2996'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:19:36.832621 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-6afa7718-f273-44ad-a84f-757895c7b3d1 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "PUT /v2.0/floatingips/e94b78d8-deee-4664-aaa1-efd6a02be51d HTTP/1.1" status: 200 len: 991 time: 1.2028475 Sep 17 08:19:36.833053 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b604678-fe30-4b32-ba4c-5f504220f021', 'tag': '962d721a-c38a-4b42-a171-47c73942c64a'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:19:36.835354 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-713fd9b8-e02f-4ebc-9cc4-17ab5d88ec8a" -d '{"events": [{"name": "network-changed", "server_uuid": "1b604678-fe30-4b32-ba4c-5f504220f021", "tag": "962d721a-c38a-4b42-a171-47c73942c64a"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:19:36.892913 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf98b178-0f98-46f5-9641-bb72ebca543d x-openstack-request-id: req-cf98b178-0f98-46f5-9641-bb72ebca543d {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:19:36.892913 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b604678-fe30-4b32-ba4c-5f504220f021", "tag": "962d721a-c38a-4b42-a171-47c73942c64a", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:19:36.893348 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cf98b178-0f98-46f5-9641-bb72ebca543d {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:19:36.893761 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b604678-fe30-4b32-ba4c-5f504220f021', 'tag': '962d721a-c38a-4b42-a171-47c73942c64a', 'status': 'completed', 'code': 200} Sep 17 08:19:36.986447 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-6e2f3d9c-a1c2-4cf4-bbf5-164ed40dd7f5 None None] Set router 3439a0dd-6fba-4955-8b70-95586a2a2996 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:19:37.010331 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713fd9b8-e02f-4ebc-9cc4-17ab5d88ec8a req-0f8cfb99-fc4f-4ca1-aa64-64192ae87169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:37.012145 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-713fd9b8-e02f-4ebc-9cc4-17ab5d88ec8a req-0f8cfb99-fc4f-4ca1-aa64-64192ae87169 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0bbdb03fe4b44f819abe924e0a8980e4&device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 1096 time: 0.0551414 Sep 17 08:19:37.134354 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713fd9b8-e02f-4ebc-9cc4-17ab5d88ec8a req-2de1308b-3e1f-460b-94a6-c2cfe60bb64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:37.135927 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-713fd9b8-e02f-4ebc-9cc4-17ab5d88ec8a req-2de1308b-3e1f-460b-94a6-c2cfe60bb64c service neutron] 10.222.0.41 "GET /v2.0/networks?id=1284743e-a278-4ea3-9090-9b3fd2cc34a4 HTTP/1.1" status: 200 len: 918 time: 0.1160998 Sep 17 08:19:37.239956 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-713fd9b8-e02f-4ebc-9cc4-17ab5d88ec8a req-f4a021a9-086e-4227-93af-bff13b991432 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=962d721a-c38a-4b42-a171-47c73942c64a HTTP/1.1" status: 200 len: 999 time: 0.0963204 Sep 17 08:19:37.362750 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-6e2f3d9c-a1c2-4cf4-bbf5-164ed40dd7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3439a0dd-6fba-4955-8b70-95586a2a2996', 'name': 'tempest-AttachVolumeShelveTestJSON-1050428141-router', 'tenant_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'f62ee90b-8bc4-4c0c-8f9a-f6d7e0f09879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:19:17Z', 'updated_at': '2021-09-17T08:19:19Z', 'revision_number': 4, 'project_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'gw_port': {'id': 'f62ee90b-8bc4-4c0c-8f9a-f6d7e0f09879', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:75:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3439a0dd-6fba-4955-8b70-95586a2a2996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:19:17Z', 'updated_at': '2021-09-17T08:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': 'e94b78d8-deee-4664-aaa1-efd6a02be51d', 'tenant_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'floating_ip_address': '172.25.6.100', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '3439a0dd-6fba-4955-8b70-95586a2a2996', 'port_id': '962d721a-c38a-4b42-a171-47c73942c64a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3286, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1284743e-a278-4ea3-9090-9b3fd2cc34a4', 'mac_address': 'fa:16:3e:ab:95:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b604678-fe30-4b32-ba4c-5f504220f021', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:19:22Z', 'updated_at': '2021-09-17T08:19:36Z', 'revision_number': 1, 'project_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee9f0217-17b6-4856-bcdc-76e05c30a79b', 'name': '', 'network_id': '1284743e-a278-4ea3-9090-9b3fd2cc34a4', 'tenant_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'mac_address': 'fa:16:3e:4c:f2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3439a0dd-6fba-4955-8b70-95586a2a2996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '212bda04-0276-4ed0-9083-c88107f0c4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:19:19Z', 'updated_at': '2021-09-17T08:19:24Z', 'revision_number': 5, 'project_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'subnets': [{'id': '212bda04-0276-4ed0-9083-c88107f0c4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:19:37.395920 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2f3d9c-a1c2-4cf4-bbf5-164ed40dd7f5 None None] Checking router: 3439a0dd-6fba-4955-8b70-95586a2a2996 for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:19:37.405965 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2f3d9c-a1c2-4cf4-bbf5-164ed40dd7f5 None None] Routers {'3439a0dd-6fba-4955-8b70-95586a2a2996'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:19:37.406694 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-6e2f3d9c-a1c2-4cf4-bbf5-164ed40dd7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:19:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['3439a0dd-6fba-4955-8b70-95586a2a2996'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:19:37.539040 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-6e2f3d9c-a1c2-4cf4-bbf5-164ed40dd7f5 None None] Set router 3439a0dd-6fba-4955-8b70-95586a2a2996 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:19:37.864147 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713fd9b8-e02f-4ebc-9cc4-17ab5d88ec8a req-e773e93b-93eb-45d6-9520-3380108d1e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:37.869828 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-713fd9b8-e02f-4ebc-9cc4-17ab5d88ec8a req-e773e93b-93eb-45d6-9520-3380108d1e0d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=212bda04-0276-4ed0-9083-c88107f0c4c6 HTTP/1.1" status: 200 len: 856 time: 0.6161327 Sep 17 08:19:37.869980 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-6e2f3d9c-a1c2-4cf4-bbf5-164ed40dd7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3439a0dd-6fba-4955-8b70-95586a2a2996', 'name': 'tempest-AttachVolumeShelveTestJSON-1050428141-router', 'tenant_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'f62ee90b-8bc4-4c0c-8f9a-f6d7e0f09879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:19:17Z', 'updated_at': '2021-09-17T08:19:19Z', 'revision_number': 4, 'project_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'gw_port': {'id': 'f62ee90b-8bc4-4c0c-8f9a-f6d7e0f09879', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:75:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3439a0dd-6fba-4955-8b70-95586a2a2996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:19:17Z', 'updated_at': '2021-09-17T08:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': 'e94b78d8-deee-4664-aaa1-efd6a02be51d', 'tenant_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'floating_ip_address': '172.25.6.100', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '3439a0dd-6fba-4955-8b70-95586a2a2996', 'port_id': '962d721a-c38a-4b42-a171-47c73942c64a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3286, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1284743e-a278-4ea3-9090-9b3fd2cc34a4', 'mac_address': 'fa:16:3e:ab:95:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b604678-fe30-4b32-ba4c-5f504220f021', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:19:22Z', 'updated_at': '2021-09-17T08:19:36Z', 'revision_number': 1, 'project_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee9f0217-17b6-4856-bcdc-76e05c30a79b', 'name': '', 'network_id': '1284743e-a278-4ea3-9090-9b3fd2cc34a4', 'tenant_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'mac_address': 'fa:16:3e:4c:f2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3439a0dd-6fba-4955-8b70-95586a2a2996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '212bda04-0276-4ed0-9083-c88107f0c4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:19:19Z', 'updated_at': '2021-09-17T08:19:24Z', 'revision_number': 5, 'project_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'subnets': [{'id': '212bda04-0276-4ed0-9083-c88107f0c4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:19:37.886342 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5b95b-9173-4477-ad83-2ab91b23b598 req-15a4fecb-e6b5-4e19-afb6-96c5cdf35d2c tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:37.892321 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-45d5b95b-9173-4477-ad83-2ab91b23b598 req-15a4fecb-e6b5-4e19-afb6-96c5cdf35d2c tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=522ed137-6892-4b20-8fb9-4cdf5a67721b HTTP/1.1" status: 200 len: 943 time: 0.6568019 Sep 17 08:19:37.900674 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2f3d9c-a1c2-4cf4-bbf5-164ed40dd7f5 None None] The sync data for ids ['3439a0dd-6fba-4955-8b70-95586a2a2996'] in n-d-789963-9 is: [{'id': '3439a0dd-6fba-4955-8b70-95586a2a2996', 'name': 'tempest-AttachVolumeShelveTestJSON-1050428141-router', 'tenant_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'f62ee90b-8bc4-4c0c-8f9a-f6d7e0f09879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:19:17Z', 'updated_at': '2021-09-17T08:19:19Z', 'revision_number': 4, 'project_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'gw_port': {'id': 'f62ee90b-8bc4-4c0c-8f9a-f6d7e0f09879', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:75:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3439a0dd-6fba-4955-8b70-95586a2a2996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:19:17Z', 'updated_at': '2021-09-17T08:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': 'e94b78d8-deee-4664-aaa1-efd6a02be51d', 'tenant_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'floating_ip_address': '172.25.6.100', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '3439a0dd-6fba-4955-8b70-95586a2a2996', 'port_id': '962d721a-c38a-4b42-a171-47c73942c64a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3286, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1284743e-a278-4ea3-9090-9b3fd2cc34a4', 'mac_address': 'fa:16:3e:ab:95:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b604678-fe30-4b32-ba4c-5f504220f021', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:19:22Z', 'updated_at': '2021-09-17T08:19:36Z', 'revision_number': 1, 'project_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee9f0217-17b6-4856-bcdc-76e05c30a79b', 'name': '', 'network_id': '1284743e-a278-4ea3-9090-9b3fd2cc34a4', 'tenant_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'mac_address': 'fa:16:3e:4c:f2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3439a0dd-6fba-4955-8b70-95586a2a2996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '212bda04-0276-4ed0-9083-c88107f0c4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:19:19Z', 'updated_at': '2021-09-17T08:19:24Z', 'revision_number': 5, 'project_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'subnets': [{'id': '212bda04-0276-4ed0-9083-c88107f0c4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:19:37.967923 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-45d5b95b-9173-4477-ad83-2ab91b23b598 req-a3638db7-3da2-42d6-9322-cc29c82fe6ab tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658040 Sep 17 08:19:37.973702 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713fd9b8-e02f-4ebc-9cc4-17ab5d88ec8a req-d0a9fd0e-f2bc-4abd-a188-54029946ebe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:37.975313 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-713fd9b8-e02f-4ebc-9cc4-17ab5d88ec8a req-d0a9fd0e-f2bc-4abd-a188-54029946ebe9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1284743e-a278-4ea3-9090-9b3fd2cc34a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0817342 Sep 17 08:19:38.098711 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-713fd9b8-e02f-4ebc-9cc4-17ab5d88ec8a req-382e7750-04ab-4e96-b5ac-80d408172aea service neutron] 10.222.0.41 "GET /v2.0/networks/1284743e-a278-4ea3-9090-9b3fd2cc34a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144073 Sep 17 08:19:38.236820 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-713fd9b8-e02f-4ebc-9cc4-17ab5d88ec8a req-4c3916f4-d65b-49ec-af96-b2be9f391aa0 service neutron] 10.222.0.41 "GET /v2.0/networks/1284743e-a278-4ea3-9090-9b3fd2cc34a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316924 Sep 17 08:19:38.298077 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba490cd-d3f2-4011-9abe-82f6b7dbf0e4 None None] New status for floating IP e94b78d8-deee-4664-aaa1-efd6a02be51d: ACTIVE {{(pid=101292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 08:19:39.153356 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac78e56c-86cc-4a0a-b3ad-b9d0d6523ee1 req-fc2f42cb-c248-4da4-9703-cb7e222fb952 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:39.157107 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ac78e56c-86cc-4a0a-b3ad-b9d0d6523ee1 req-fc2f42cb-c248-4da4-9703-cb7e222fb952 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=522ed137-6892-4b20-8fb9-4cdf5a67721b HTTP/1.1" status: 200 len: 943 time: 0.0655437 Sep 17 08:19:39.204102 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ac78e56c-86cc-4a0a-b3ad-b9d0d6523ee1 req-53aa39d6-a971-46ac-bafc-fc98b504af65 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374930 Sep 17 08:19:40.335582 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f94c9c-f04c-4c2f-a16c-e434bae7fd74 req-da2333e0-26ec-405c-b052-590f348e6224 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:40.337968 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-90f94c9c-f04c-4c2f-a16c-e434bae7fd74 req-da2333e0-26ec-405c-b052-590f348e6224 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=522ed137-6892-4b20-8fb9-4cdf5a67721b HTTP/1.1" status: 200 len: 943 time: 0.0527804 Sep 17 08:19:40.379252 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-90f94c9c-f04c-4c2f-a16c-e434bae7fd74 req-46cf5a0d-3a33-4221-8b3b-efc4f12b0d95 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342057 Sep 17 08:19:41.491674 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88baa11d-f9e2-423e-87a1-18687c9c11c8 req-dd84c47b-c4ea-4ea2-b97b-15e86888d287 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:41.493167 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-88baa11d-f9e2-423e-87a1-18687c9c11c8 req-dd84c47b-c4ea-4ea2-b97b-15e86888d287 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=522ed137-6892-4b20-8fb9-4cdf5a67721b HTTP/1.1" status: 200 len: 943 time: 0.0478213 Sep 17 08:19:41.529814 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-88baa11d-f9e2-423e-87a1-18687c9c11c8 req-98b73b55-9524-4002-bba4-80ca1ffb5c66 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307565 Sep 17 08:19:42.643797 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f6d164-08ca-4006-999d-e70a79886af8 req-9fb146bf-02ca-4821-8ad5-3dec2c388b46 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:42.645202 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-34f6d164-08ca-4006-999d-e70a79886af8 req-9fb146bf-02ca-4821-8ad5-3dec2c388b46 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=522ed137-6892-4b20-8fb9-4cdf5a67721b HTTP/1.1" status: 200 len: 943 time: 0.0516977 Sep 17 08:19:42.682478 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-34f6d164-08ca-4006-999d-e70a79886af8 req-d97856aa-08ed-42c4-a9b8-27e6038e6a0f tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313847 Sep 17 08:19:43.798077 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a1ae6a-f885-4280-b499-427245135d18 req-953e1978-8486-490c-a761-6d7e6971f50d tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:43.799491 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-48a1ae6a-f885-4280-b499-427245135d18 req-953e1978-8486-490c-a761-6d7e6971f50d tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=522ed137-6892-4b20-8fb9-4cdf5a67721b HTTP/1.1" status: 200 len: 943 time: 0.0496156 Sep 17 08:19:43.838481 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-48a1ae6a-f885-4280-b499-427245135d18 req-6de8b3b6-1c56-4f65-8682-92c70d2989c9 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326426 Sep 17 08:19:44.953735 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64fe45a-4e74-4c99-bc92-dee621adf02e req-9f638571-5edd-42c6-abdf-b2f2d8a6caae tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:44.955352 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e64fe45a-4e74-4c99-bc92-dee621adf02e req-9f638571-5edd-42c6-abdf-b2f2d8a6caae tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=522ed137-6892-4b20-8fb9-4cdf5a67721b HTTP/1.1" status: 200 len: 943 time: 0.0500352 Sep 17 08:19:44.999362 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e64fe45a-4e74-4c99-bc92-dee621adf02e req-e69adb25-2cc9-40cc-9a10-57001f97feee tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379016 Sep 17 08:19:46.117967 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6881b3d4-0a77-4b52-8b67-fa52970a92df req-2aed8185-9c08-4e90-b3a5-1ab068e4c545 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:46.119475 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6881b3d4-0a77-4b52-8b67-fa52970a92df req-2aed8185-9c08-4e90-b3a5-1ab068e4c545 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=522ed137-6892-4b20-8fb9-4cdf5a67721b HTTP/1.1" status: 200 len: 943 time: 0.0529649 Sep 17 08:19:46.160825 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6881b3d4-0a77-4b52-8b67-fa52970a92df req-2f41d7ba-054f-4147-b2a2-6e7a09ea73de tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352426 Sep 17 08:19:47.285260 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79c009b-2fc2-4339-9b84-aff236936f7b req-25e82b8a-bd9f-4607-99ff-79929d05ba50 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:47.286716 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c79c009b-2fc2-4339-9b84-aff236936f7b req-25e82b8a-bd9f-4607-99ff-79929d05ba50 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=522ed137-6892-4b20-8fb9-4cdf5a67721b HTTP/1.1" status: 200 len: 943 time: 0.0531631 Sep 17 08:19:47.325617 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c79c009b-2fc2-4339-9b84-aff236936f7b req-67caaf3f-da27-44f8-910d-d32304b728ab tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320132 Sep 17 08:19:48.441282 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddadc203-f43c-40c2-91d9-82ef0938d6c2 req-31834f96-fd7a-4475-94c1-11ce8704694a tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:48.442755 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ddadc203-f43c-40c2-91d9-82ef0938d6c2 req-31834f96-fd7a-4475-94c1-11ce8704694a tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=522ed137-6892-4b20-8fb9-4cdf5a67721b HTTP/1.1" status: 200 len: 943 time: 0.0493698 Sep 17 08:19:48.480749 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ddadc203-f43c-40c2-91d9-82ef0938d6c2 req-2365ec92-7ef4-406f-81c0-f42eee836861 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320764 Sep 17 08:19:49.608223 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ded2a9-0480-4ee1-a065-9c473cb9c3b0 req-7d0719bd-d43d-440e-adef-a5603cb5abdd tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:49.610374 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-19ded2a9-0480-4ee1-a065-9c473cb9c3b0 req-7d0719bd-d43d-440e-adef-a5603cb5abdd tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=522ed137-6892-4b20-8fb9-4cdf5a67721b HTTP/1.1" status: 200 len: 943 time: 0.0587635 Sep 17 08:19:49.652184 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-19ded2a9-0480-4ee1-a065-9c473cb9c3b0 req-c91fd928-bbe6-4bf7-8882-f2c81a84d727 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348964 Sep 17 08:19:49.969635 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f32af523-90d0-4d68-afe5-6d8d5d096536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:50.785593 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5126e0-045c-4422-a73b-e35d158a6e31 req-4cc61928-1670-445b-a4f2-ad39db35d35b tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:50.787146 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fd5126e0-045c-4422-a73b-e35d158a6e31 req-4cc61928-1670-445b-a4f2-ad39db35d35b tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=522ed137-6892-4b20-8fb9-4cdf5a67721b HTTP/1.1" status: 200 len: 943 time: 0.0539052 Sep 17 08:19:50.826557 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fd5126e0-045c-4422-a73b-e35d158a6e31 req-5cc70c08-3c4b-4a66-8ace-910caf65ea6c tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327864 Sep 17 08:19:51.942243 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763ee9e-0d11-4eb0-a1f2-844e65ceda2f req-bd1b5e41-34d2-41c9-b2e6-439c252aeab5 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:51.943753 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2763ee9e-0d11-4eb0-a1f2-844e65ceda2f req-bd1b5e41-34d2-41c9-b2e6-439c252aeab5 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=522ed137-6892-4b20-8fb9-4cdf5a67721b HTTP/1.1" status: 200 len: 943 time: 0.0484197 Sep 17 08:19:51.982168 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2763ee9e-0d11-4eb0-a1f2-844e65ceda2f req-38195045-4284-4fb8-ab92-fd8932b09816 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321121 Sep 17 08:19:52.449833 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a935c051-0955-4325-bb19-623626d2ff6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:52.715895 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:53.099206 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2657eeba-16df-4ea3-9f00-7971b3ac1258 req-5788ddb8-d535-49bb-9484-522a7c89d62c tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:53.100750 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2657eeba-16df-4ea3-9f00-7971b3ac1258 req-5788ddb8-d535-49bb-9484-522a7c89d62c tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=522ed137-6892-4b20-8fb9-4cdf5a67721b HTTP/1.1" status: 200 len: 943 time: 0.0517259 Sep 17 08:19:53.138798 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2657eeba-16df-4ea3-9f00-7971b3ac1258 req-9317fb41-26b0-42a1-88fd-432831624dc8 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321290 Sep 17 08:19:53.745002 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:54.268823 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb61581-327d-4069-bd89-3e6e9207f3b3 req-f71ff53d-7dea-45b7-8a04-1a1259e59226 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:54.270698 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cdb61581-327d-4069-bd89-3e6e9207f3b3 req-f71ff53d-7dea-45b7-8a04-1a1259e59226 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=522ed137-6892-4b20-8fb9-4cdf5a67721b HTTP/1.1" status: 200 len: 943 time: 0.0601223 Sep 17 08:19:54.318352 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cdb61581-327d-4069-bd89-3e6e9207f3b3 req-29fd69b7-8c97-4933-a5ae-9d99eb86499a tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409603 Sep 17 08:19:55.326738 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:55.433796 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045acc6-e2a1-4756-a1af-2de96c1c7c89 req-3308ab10-b213-4a4b-97b3-8bbfb57dfc23 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:55.435268 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2045acc6-e2a1-4756-a1af-2de96c1c7c89 req-3308ab10-b213-4a4b-97b3-8bbfb57dfc23 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=522ed137-6892-4b20-8fb9-4cdf5a67721b HTTP/1.1" status: 200 len: 943 time: 0.0487113 Sep 17 08:19:55.472124 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2045acc6-e2a1-4756-a1af-2de96c1c7c89 req-071b1619-5525-4c5f-b895-6fa8d5227b8d tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308249 Sep 17 08:19:55.674593 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device f57e4346-dec3-4652-a512-722d142fb8f7 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:19:55.769309 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port f57e4346-dec3-4652-a512-722d142fb8f7, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=f57e4346-dec3-4652-a512-722d142fb8f7,segment=NetworkSegment(87efb6ce-2270-470a-8c19-7b337a956aa6),segment_id=87efb6ce-2270-470a-8c19-7b337a956aa6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:19:55.779804 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': 'f57e4346-dec3-4652-a512-722d142fb8f7', 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf', 'port_id': 'f57e4346-dec3-4652-a512-722d142fb8f7', 'mac_address': 'fa:16:3e:37:17:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d01eb21-118c-498b-a866-b124536b59b1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:19:55.815478 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:55.827525 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f57e4346-dec3-4652-a512-722d142fb8f7 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:19:55.846742 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port f57e4346-dec3-4652-a512-722d142fb8f7, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=f57e4346-dec3-4652-a512-722d142fb8f7,segment=NetworkSegment(87efb6ce-2270-470a-8c19-7b337a956aa6),segment_id=87efb6ce-2270-470a-8c19-7b337a956aa6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:19:55.850756 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:55.903514 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=f57e4346-dec3-4652-a512-722d142fb8f7,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:19:56.243221 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['f57e4346-dec3-4652-a512-722d142fb8f7'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:19:56.597259 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd11bccb-bea2-4702-9897-cff923dd769a req-7e7c67ed-c993-4bdf-904f-59024e25f28c tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:56.598780 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bd11bccb-bea2-4702-9897-cff923dd769a req-7e7c67ed-c993-4bdf-904f-59024e25f28c tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=522ed137-6892-4b20-8fb9-4cdf5a67721b HTTP/1.1" status: 200 len: 944 time: 0.0553739 Sep 17 08:19:56.637327 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bd11bccb-bea2-4702-9897-cff923dd769a req-9e3b30ba-13a8-450e-a546-75ea5788fc21 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319989 Sep 17 08:19:57.692581 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device f57e4346-dec3-4652-a512-722d142fb8f7 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:19:57.747608 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port f57e4346-dec3-4652-a512-722d142fb8f7 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:19:57.752571 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port f57e4346-dec3-4652-a512-722d142fb8f7 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:19:57.752953 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:57.767326 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7bca51-17fd-4db6-8524-4fc3f38af86b req-0b835c34-2d5c-401b-9aee-82a2e799eb6d tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:57.769015 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0e7bca51-17fd-4db6-8524-4fc3f38af86b req-0b835c34-2d5c-401b-9aee-82a2e799eb6d tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=522ed137-6892-4b20-8fb9-4cdf5a67721b HTTP/1.1" status: 200 len: 944 time: 0.0595269 Sep 17 08:19:57.808277 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0e7bca51-17fd-4db6-8524-4fc3f38af86b req-cd2adac3-0bc1-4060-9cfe-57af7a15695f tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321932 Sep 17 08:19:57.833538 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:57.856533 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '522ed137-6892-4b20-8fb9-4cdf5a67721b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f57e4346-dec3-4652-a512-722d142fb8f7'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:19:57.858929 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4dc316b-2699-4704-9820-2bfdcbcbf83f" -d '{"events": [{"server_uuid": "522ed137-6892-4b20-8fb9-4cdf5a67721b", "name": "network-vif-plugged", "status": "completed", "tag": "f57e4346-dec3-4652-a512-722d142fb8f7"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:19:57.872320 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port f57e4346-dec3-4652-a512-722d142fb8f7, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=f57e4346-dec3-4652-a512-722d142fb8f7,segment=NetworkSegment(87efb6ce-2270-470a-8c19-7b337a956aa6),segment_id=87efb6ce-2270-470a-8c19-7b337a956aa6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:19:57.877304 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:19:57.905359 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-408b8b6a-f40c-4e4f-b058-dff54dbf44d7 x-openstack-request-id: req-408b8b6a-f40c-4e4f-b058-dff54dbf44d7 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:19:57.905661 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "522ed137-6892-4b20-8fb9-4cdf5a67721b", "name": "network-vif-plugged", "status": "completed", "tag": "f57e4346-dec3-4652-a512-722d142fb8f7", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:19:57.905917 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-408b8b6a-f40c-4e4f-b058-dff54dbf44d7 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:19:57.906374 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '522ed137-6892-4b20-8fb9-4cdf5a67721b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f57e4346-dec3-4652-a512-722d142fb8f7', 'code': 200} Sep 17 08:19:57.933065 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=f57e4346-dec3-4652-a512-722d142fb8f7,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:19:58.033654 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bffa80-703a-4bbc-b3ba-b89dcb3413ba req-341a05e2-2da5-4801-a753-826e45a9b509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:58.035068 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-05bffa80-703a-4bbc-b3ba-b89dcb3413ba req-341a05e2-2da5-4801-a753-826e45a9b509 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=522ed137-6892-4b20-8fb9-4cdf5a67721b HTTP/1.1" status: 200 len: 1096 time: 0.0411272 Sep 17 08:19:58.076045 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-05bffa80-703a-4bbc-b3ba-b89dcb3413ba req-396684de-a2ce-4c78-9ad7-41911272194e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324056 Sep 17 08:19:58.929357 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca6e2b-9417-4c6f-913d-95a09c68c0c1 req-4a492e7a-603f-45aa-ba91-b651599dea26 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:19:58.930872 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5eca6e2b-9417-4c6f-913d-95a09c68c0c1 req-4a492e7a-603f-45aa-ba91-b651599dea26 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=522ed137-6892-4b20-8fb9-4cdf5a67721b HTTP/1.1" status: 200 len: 945 time: 0.0509391 Sep 17 08:19:58.971387 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5eca6e2b-9417-4c6f-913d-95a09c68c0c1 req-ac9ed3a6-749a-4a3d-8b82-1172677df16f tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343308 Sep 17 08:20:00.097070 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4374ea22-46ff-4c50-b79a-0a93e3b5ddcd req-c87c09eb-3a9f-4ecf-9d76-3939c27a39af tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:20:00.098757 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4374ea22-46ff-4c50-b79a-0a93e3b5ddcd req-c87c09eb-3a9f-4ecf-9d76-3939c27a39af tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=522ed137-6892-4b20-8fb9-4cdf5a67721b HTTP/1.1" status: 200 len: 945 time: 0.0585482 Sep 17 08:20:00.140252 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4374ea22-46ff-4c50-b79a-0a93e3b5ddcd req-62d6ec6e-6b88-4d3a-8412-378c8b873c0a tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351775 Sep 17 08:20:00.261679 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d1f02-1067-409c-8641-dbbeb9affc97 req-56a43736-fd40-457f-860d-ae88f0a4be6d tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:20:00.263227 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ee5d1f02-1067-409c-8641-dbbeb9affc97 req-56a43736-fd40-457f-860d-ae88f0a4be6d tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=522ed137-6892-4b20-8fb9-4cdf5a67721b HTTP/1.1" status: 200 len: 945 time: 0.0519524 Sep 17 08:20:00.303626 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ee5d1f02-1067-409c-8641-dbbeb9affc97 req-34e61fd6-f039-4342-8591-876cde5c3cdf tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338771 Sep 17 08:20:00.629354 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173dee5d-38bd-48a1-823b-ec3032bb954e req-f528954b-f494-4408-8ed3-77b42258041b tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:20:00.631082 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-173dee5d-38bd-48a1-823b-ec3032bb954e req-f528954b-f494-4408-8ed3-77b42258041b tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=522ed137-6892-4b20-8fb9-4cdf5a67721b HTTP/1.1" status: 200 len: 945 time: 0.0599637 Sep 17 08:20:00.675609 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-173dee5d-38bd-48a1-823b-ec3032bb954e req-7b873413-432b-40db-84ca-e61b24c9f2e0 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381052 Sep 17 08:20:01.794029 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72feb5c-cee3-47e0-94cb-9b146232aa87 req-874ba34e-740c-4a6f-be4f-3b2a3182714c tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:20:01.795486 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b72feb5c-cee3-47e0-94cb-9b146232aa87 req-874ba34e-740c-4a6f-be4f-3b2a3182714c tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=522ed137-6892-4b20-8fb9-4cdf5a67721b HTTP/1.1" status: 200 len: 945 time: 0.0525379 Sep 17 08:20:01.844237 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b72feb5c-cee3-47e0-94cb-9b146232aa87 req-499120b1-af6f-47ed-935d-364e1211aa35 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427396 Sep 17 08:20:02.358574 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad344f7b-fc6d-48d9-a678-812369ded8e6 req-b845c43e-af0b-4b02-825b-fa946138731c tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:20:02.359966 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ad344f7b-fc6d-48d9-a678-812369ded8e6 req-b845c43e-af0b-4b02-825b-fa946138731c tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.39 "GET /v2.0/ports?device_id=522ed137-6892-4b20-8fb9-4cdf5a67721b HTTP/1.1" status: 200 len: 945 time: 0.0476284 Sep 17 08:20:02.448121 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-ad344f7b-fc6d-48d9-a678-812369ded8e6 req-9bb144c7-0464-46bc-88d9-894f8fa4065a tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Deleting port f57e4346-dec3-4652-a512-722d142fb8f7 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:20:02.448466 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-ad344f7b-fc6d-48d9-a678-812369ded8e6 req-9bb144c7-0464-46bc-88d9-894f8fa4065a tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:20:02.536838 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-ad344f7b-fc6d-48d9-a678-812369ded8e6 req-9bb144c7-0464-46bc-88d9-894f8fa4065a tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] For port f57e4346-dec3-4652-a512-722d142fb8f7, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=f57e4346-dec3-4652-a512-722d142fb8f7,segment=NetworkSegment(87efb6ce-2270-470a-8c19-7b337a956aa6),segment_id=87efb6ce-2270-470a-8c19-7b337a956aa6)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:20:02.537199 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-ad344f7b-fc6d-48d9-a678-812369ded8e6 req-9bb144c7-0464-46bc-88d9-894f8fa4065a tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:20:02.549045 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-ad344f7b-fc6d-48d9-a678-812369ded8e6 req-9bb144c7-0464-46bc-88d9-894f8fa4065a tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Calling delete_port for f57e4346-dec3-4652-a512-722d142fb8f7 owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:20:02.672040 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-ad344f7b-fc6d-48d9-a678-812369ded8e6 req-9bb144c7-0464-46bc-88d9-894f8fa4065a tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:20:02.698439 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb144c7-0464-46bc-88d9-894f8fa4065a tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Pushing event deleted for resources: {'Port': ['ID=f57e4346-dec3-4652-a512-722d142fb8f7,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:20:02.705444 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['7dba99e6-ab5b-4c27-acc5-622262095a59', 'f57e4346-dec3-4652-a512-722d142fb8f7'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:20:02.743866 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad344f7b-fc6d-48d9-a678-812369ded8e6 req-9bb144c7-0464-46bc-88d9-894f8fa4065a tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] No DVR routers for this DVR port f57e4346-dec3-4652-a512-722d142fb8f7 on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:20:02.746753 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-ad344f7b-fc6d-48d9-a678-812369ded8e6 req-9bb144c7-0464-46bc-88d9-894f8fa4065a tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:20:02.749344 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ad344f7b-fc6d-48d9-a678-812369ded8e6 req-9bb144c7-0464-46bc-88d9-894f8fa4065a tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.39 "DELETE /v2.0/ports/f57e4346-dec3-4652-a512-722d142fb8f7 HTTP/1.1" status: 204 len: 173 time: 0.3822765 Sep 17 08:20:02.749919 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '522ed137-6892-4b20-8fb9-4cdf5a67721b', 'name': 'network-vif-deleted', 'tag': 'f57e4346-dec3-4652-a512-722d142fb8f7'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:20:02.756146 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae6c90a-89d6-430d-aa5d-7b8b9b8bdd40" -d '{"events": [{"server_uuid": "522ed137-6892-4b20-8fb9-4cdf5a67721b", "name": "network-vif-deleted", "tag": "f57e4346-dec3-4652-a512-722d142fb8f7"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:20:02.796762 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d72db63-cd18-458b-a669-0f9b99c39c60 x-openstack-request-id: req-0d72db63-cd18-458b-a669-0f9b99c39c60 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:20:02.797140 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "522ed137-6892-4b20-8fb9-4cdf5a67721b", "name": "network-vif-deleted", "tag": "f57e4346-dec3-4652-a512-722d142fb8f7", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:20:02.797450 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0d72db63-cd18-458b-a669-0f9b99c39c60 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:20:02.797939 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '522ed137-6892-4b20-8fb9-4cdf5a67721b', 'name': 'network-vif-deleted', 'tag': 'f57e4346-dec3-4652-a512-722d142fb8f7', 'status': 'completed', 'code': 200} Sep 17 08:20:02.949504 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e6f35d56-9d63-4d87-b334-b156d2bb8470 req-5c120d2e-34a9-43ce-a66a-addd628fd85a tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=522ed137-6892-4b20-8fb9-4cdf5a67721b HTTP/1.1" status: 200 len: 210 time: 0.0289528 Sep 17 08:20:04.050950 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-93734471-9c22-4219-8bca-cdbae5fc80eb req-4df31856-5940-44a1-b495-7bccf83c7596 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=522ed137-6892-4b20-8fb9-4cdf5a67721b HTTP/1.1" status: 200 len: 210 time: 0.0303488 Sep 17 08:20:05.153741 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e60c4c99-4324-48c3-8a21-5e35d023284a req-0854be7f-737f-47ad-a748-aea4fc2314b3 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=522ed137-6892-4b20-8fb9-4cdf5a67721b HTTP/1.1" status: 200 len: 210 time: 0.0304103 Sep 17 08:20:05.255067 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:20:05.485983 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:20:05.706291 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device f57e4346-dec3-4652-a512-722d142fb8f7 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:20:05.729272 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: f57e4346-dec3-4652-a512-722d142fb8f7 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:20:05.729624 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device f57e4346-dec3-4652-a512-722d142fb8f7 not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:20:05.745154 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:20:06.259812 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d1b0eba2-ee60-4aa6-9cc2-906418453a7c req-fb80d009-2f80-491b-bab6-0011d3653462 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=522ed137-6892-4b20-8fb9-4cdf5a67721b HTTP/1.1" status: 200 len: 210 time: 0.0316248 Sep 17 08:20:10.745031 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2878c7d-e5a8-4075-9672-790e339d061c req-df0a9422-fb82-4049-b26e-b25656867529 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:20:10.746512 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a2878c7d-e5a8-4075-9672-790e339d061c req-df0a9422-fb82-4049-b26e-b25656867529 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=b859899b-b0ac-4f07-8c51-0fc36698ffb2 HTTP/1.1" status: 200 len: 945 time: 0.0514870 Sep 17 08:20:10.783466 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a2878c7d-e5a8-4075-9672-790e339d061c req-a567b8bd-95dd-4a4e-997a-10608c799633 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300791 Sep 17 08:20:11.896808 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f81c61a-1a9a-45b9-81ce-1287bccf138b req-cae91ba9-44e1-497f-b8b5-c24a960e968c tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:20:11.898204 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5f81c61a-1a9a-45b9-81ce-1287bccf138b req-cae91ba9-44e1-497f-b8b5-c24a960e968c tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=b859899b-b0ac-4f07-8c51-0fc36698ffb2 HTTP/1.1" status: 200 len: 945 time: 0.0480912 Sep 17 08:20:11.936078 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5f81c61a-1a9a-45b9-81ce-1287bccf138b req-cfc079bf-53d4-4141-8e07-8a246ee8c0d4 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=a19089a2-9b1b-47a2-bab6-35c5b2572b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319533 Sep 17 08:20:12.486113 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e83cb42-a168-46bd-96b8-be13e7a388e2 req-34b55d58-8971-474c-87f9-1cb94ebf695e tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:20:12.487580 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9e83cb42-a168-46bd-96b8-be13e7a388e2 req-34b55d58-8971-474c-87f9-1cb94ebf695e tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.39 "GET /v2.0/ports?device_id=b859899b-b0ac-4f07-8c51-0fc36698ffb2 HTTP/1.1" status: 200 len: 945 time: 0.0470002 Sep 17 08:20:12.583039 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-9e83cb42-a168-46bd-96b8-be13e7a388e2 req-8cfaa571-575f-4845-a490-c22876c9c0a3 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Deleting port 7dba99e6-ab5b-4c27-acc5-622262095a59 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:20:12.583380 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-9e83cb42-a168-46bd-96b8-be13e7a388e2 req-8cfaa571-575f-4845-a490-c22876c9c0a3 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:20:12.667977 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-9e83cb42-a168-46bd-96b8-be13e7a388e2 req-8cfaa571-575f-4845-a490-c22876c9c0a3 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] For port 7dba99e6-ab5b-4c27-acc5-622262095a59, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=7dba99e6-ab5b-4c27-acc5-622262095a59,segment=NetworkSegment(87efb6ce-2270-470a-8c19-7b337a956aa6),segment_id=87efb6ce-2270-470a-8c19-7b337a956aa6)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:20:12.668337 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-9e83cb42-a168-46bd-96b8-be13e7a388e2 req-8cfaa571-575f-4845-a490-c22876c9c0a3 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:20:12.681093 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-9e83cb42-a168-46bd-96b8-be13e7a388e2 req-8cfaa571-575f-4845-a490-c22876c9c0a3 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Calling delete_port for 7dba99e6-ab5b-4c27-acc5-622262095a59 owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:20:12.807680 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-9e83cb42-a168-46bd-96b8-be13e7a388e2 req-8cfaa571-575f-4845-a490-c22876c9c0a3 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:20:12.835574 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfaa571-575f-4845-a490-c22876c9c0a3 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Pushing event deleted for resources: {'Port': ['ID=7dba99e6-ab5b-4c27-acc5-622262095a59,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:20:12.840772 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['7dba99e6-ab5b-4c27-acc5-622262095a59'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:20:12.880744 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e83cb42-a168-46bd-96b8-be13e7a388e2 req-8cfaa571-575f-4845-a490-c22876c9c0a3 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] No DVR routers for this DVR port 7dba99e6-ab5b-4c27-acc5-622262095a59 on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:20:12.883248 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-9e83cb42-a168-46bd-96b8-be13e7a388e2 req-8cfaa571-575f-4845-a490-c22876c9c0a3 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:20:12.885364 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9e83cb42-a168-46bd-96b8-be13e7a388e2 req-8cfaa571-575f-4845-a490-c22876c9c0a3 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.39 "DELETE /v2.0/ports/7dba99e6-ab5b-4c27-acc5-622262095a59 HTTP/1.1" status: 204 len: 173 time: 0.3914235 Sep 17 08:20:12.885799 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b859899b-b0ac-4f07-8c51-0fc36698ffb2', 'name': 'network-vif-deleted', 'tag': '7dba99e6-ab5b-4c27-acc5-622262095a59'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:20:12.888034 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ad6894-4a81-4576-b8fc-a634ca205166" -d '{"events": [{"server_uuid": "b859899b-b0ac-4f07-8c51-0fc36698ffb2", "name": "network-vif-deleted", "tag": "7dba99e6-ab5b-4c27-acc5-622262095a59"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:20:12.927498 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-162799f9-2bbb-4bdb-9ca3-12d1fc74d7d8 x-openstack-request-id: req-162799f9-2bbb-4bdb-9ca3-12d1fc74d7d8 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:20:12.927791 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b859899b-b0ac-4f07-8c51-0fc36698ffb2", "name": "network-vif-deleted", "tag": "7dba99e6-ab5b-4c27-acc5-622262095a59", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:20:12.928068 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-162799f9-2bbb-4bdb-9ca3-12d1fc74d7d8 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:20:12.928462 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b859899b-b0ac-4f07-8c51-0fc36698ffb2', 'name': 'network-vif-deleted', 'tag': '7dba99e6-ab5b-4c27-acc5-622262095a59', 'status': 'completed', 'code': 200} Sep 17 08:20:13.033356 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c6ac710a-79aa-4704-80a7-915179068728 req-c0fbea28-5154-4cef-ae64-1079191de8bf tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=b859899b-b0ac-4f07-8c51-0fc36698ffb2 HTTP/1.1" status: 200 len: 210 time: 0.0267811 Sep 17 08:20:14.131194 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8e5a04ef-0319-4bfc-b479-30f0e86f588d req-47913cf7-811c-40b5-a382-dd2ea3b4193d tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=b859899b-b0ac-4f07-8c51-0fc36698ffb2 HTTP/1.1" status: 200 len: 210 time: 0.0296338 Sep 17 08:20:15.223287 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ef7df38c-caa1-4273-a67d-4a8950008acd req-80c608ba-c7f0-4cfb-acfe-b3e0fdc9dbd1 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=b859899b-b0ac-4f07-8c51-0fc36698ffb2 HTTP/1.1" status: 200 len: 210 time: 0.0263991 Sep 17 08:20:15.765695 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 7dba99e6-ab5b-4c27-acc5-622262095a59 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:20:15.786174 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: 7dba99e6-ab5b-4c27-acc5-622262095a59 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:20:15.786551 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 7dba99e6-ab5b-4c27-acc5-622262095a59 not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:20:16.321368 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e17d43f2-4bf8-4d6b-82a3-b961634f912f req-d72e2c79-b85f-454a-bf33-94f238c22edd tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=b859899b-b0ac-4f07-8c51-0fc36698ffb2 HTTP/1.1" status: 200 len: 210 time: 0.0276914 Sep 17 08:20:17.989425 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f47b1245-7daf-4121-a6da-68ef0fc81e63 req-2379bc8f-ef82-4be6-92bc-958670ea05f8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0c119ed3-ec1d-499e-a289-b7b44a534f08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1007009 Sep 17 08:20:18.060781 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47b1245-7daf-4121-a6da-68ef0fc81e63 req-649de29c-89e0-4c16-a334-1759d7b93d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:20:18.062156 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f47b1245-7daf-4121-a6da-68ef0fc81e63 req-649de29c-89e0-4c16-a334-1759d7b93d07 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8b27055ca25d48d28002aa2279d58577&device_id=0c119ed3-ec1d-499e-a289-b7b44a534f08 HTTP/1.1" status: 200 len: 1096 time: 0.0403221 Sep 17 08:20:18.184735 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47b1245-7daf-4121-a6da-68ef0fc81e63 req-2cc430d8-ad8e-4715-8bdf-6ce315e1e6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:20:18.186284 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f47b1245-7daf-4121-a6da-68ef0fc81e63 req-2cc430d8-ad8e-4715-8bdf-6ce315e1e6d9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e65f884c-2c8f-48ea-b79e-b731ed55ac23 HTTP/1.1" status: 200 len: 911 time: 0.1023812 Sep 17 08:20:18.252117 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f47b1245-7daf-4121-a6da-68ef0fc81e63 req-4140a77f-d32e-4988-ba54-4aff5864f9a7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa6fbd79-08f8-46b1-ae1e-6a39d2d1638e HTTP/1.1" status: 200 len: 1000 time: 0.0580533 Sep 17 08:20:18.307362 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47b1245-7daf-4121-a6da-68ef0fc81e63 req-b86dd735-cc4f-4587-b391-8ac9222ba1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:20:18.308913 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f47b1245-7daf-4121-a6da-68ef0fc81e63 req-b86dd735-cc4f-4587-b391-8ac9222ba1f4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a12b56e-5850-4bc0-bba9-8ec5a23a47ff HTTP/1.1" status: 200 len: 849 time: 0.0495656 Sep 17 08:20:18.355337 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47b1245-7daf-4121-a6da-68ef0fc81e63 req-62f26231-53b3-47fe-bf89-05f2c40f09eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:20:18.356893 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f47b1245-7daf-4121-a6da-68ef0fc81e63 req-62f26231-53b3-47fe-bf89-05f2c40f09eb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e65f884c-2c8f-48ea-b79e-b731ed55ac23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409911 Sep 17 08:20:18.456064 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f47b1245-7daf-4121-a6da-68ef0fc81e63 req-5d2d278c-4eb3-47e8-968e-85c7a358acdb service neutron] 10.222.0.41 "GET /v2.0/networks/e65f884c-2c8f-48ea-b79e-b731ed55ac23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915253 Sep 17 08:20:18.556322 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f47b1245-7daf-4121-a6da-68ef0fc81e63 req-3db09a0f-4fdb-42bf-97df-9abaf962238b service neutron] 10.222.0.41 "GET /v2.0/networks/e65f884c-2c8f-48ea-b79e-b731ed55ac23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913823 Sep 17 08:20:19.316157 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 46334) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:20:19.320724 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-b1055db6-eb51-4843-9b7a-ec79ba7fdc48 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1814237057', 'description': 'tempest-secgroup-smoke-1814237057 description', 'project_id': '5a6798d8a56640cabd874ecb5022c2e7'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:20:19.341033 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b1055db6-eb51-4843-9b7a-ec79ba7fdc48 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:20:19.420748 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b1055db6-eb51-4843-9b7a-ec79ba7fdc48 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:20:19.424977 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b1055db6-eb51-4843-9b7a-ec79ba7fdc48 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:20:19.450985 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b1055db6-eb51-4843-9b7a-ec79ba7fdc48 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:20:19.452225 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-b1055db6-eb51-4843-9b7a-ec79ba7fdc48 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1350601 Sep 17 08:20:19.454039 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1055db6-eb51-4843-9b7a-ec79ba7fdc48 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9e4360-0cd0-46e6-9fce-1fb8bd67e9ba,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:20:19.455277 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 46336) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:20:19.459854 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-c8bc959f-7c76-4409-bbc5-a0d7d33b9df7 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Request body: {'security_group_rule': {'security_group_id': '7a9e4360-0cd0-46e6-9fce-1fb8bd67e9ba', 'project_id': '5a6798d8a56640cabd874ecb5022c2e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:20:19.461327 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1055db6-eb51-4843-9b7a-ec79ba7fdc48 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:20:19.461680 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1055db6-eb51-4843-9b7a-ec79ba7fdc48 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:20:19.462022 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1055db6-eb51-4843-9b7a-ec79ba7fdc48 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:20:19.462364 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1055db6-eb51-4843-9b7a-ec79ba7fdc48 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:20:19.462697 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1055db6-eb51-4843-9b7a-ec79ba7fdc48 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:20:19.463041 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1055db6-eb51-4843-9b7a-ec79ba7fdc48 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:20:19.463356 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1055db6-eb51-4843-9b7a-ec79ba7fdc48 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:20:19.463680 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1055db6-eb51-4843-9b7a-ec79ba7fdc48 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:20:19.464043 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1055db6-eb51-4843-9b7a-ec79ba7fdc48 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:20:19.464370 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1055db6-eb51-4843-9b7a-ec79ba7fdc48 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:20:19.464695 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1055db6-eb51-4843-9b7a-ec79ba7fdc48 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:20:19.465023 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1055db6-eb51-4843-9b7a-ec79ba7fdc48 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:20:19.487408 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c8bc959f-7c76-4409-bbc5-a0d7d33b9df7 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:20:19.550343 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c8bc959f-7c76-4409-bbc5-a0d7d33b9df7 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:20:19.554364 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c8bc959f-7c76-4409-bbc5-a0d7d33b9df7 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:20:19.573427 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc959f-7c76-4409-bbc5-a0d7d33b9df7 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28daad71-f50b-42f4-a6f3-df52b256d2cd,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:20:19.581039 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c8bc959f-7c76-4409-bbc5-a0d7d33b9df7 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:20:19.582233 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c8bc959f-7c76-4409-bbc5-a0d7d33b9df7 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1259277 Sep 17 08:20:19.583978 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bc959f-7c76-4409-bbc5-a0d7d33b9df7 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:20:19.584328 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bc959f-7c76-4409-bbc5-a0d7d33b9df7 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:20:19.584669 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bc959f-7c76-4409-bbc5-a0d7d33b9df7 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:20:19.585026 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bc959f-7c76-4409-bbc5-a0d7d33b9df7 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:20:19.585140 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 46338) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:20:19.585343 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bc959f-7c76-4409-bbc5-a0d7d33b9df7 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:20:19.585676 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bc959f-7c76-4409-bbc5-a0d7d33b9df7 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:20:19.586001 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bc959f-7c76-4409-bbc5-a0d7d33b9df7 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:20:19.586326 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bc959f-7c76-4409-bbc5-a0d7d33b9df7 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:20:19.586651 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bc959f-7c76-4409-bbc5-a0d7d33b9df7 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:20:19.586973 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bc959f-7c76-4409-bbc5-a0d7d33b9df7 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:20:19.587298 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bc959f-7c76-4409-bbc5-a0d7d33b9df7 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:20:19.587623 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bc959f-7c76-4409-bbc5-a0d7d33b9df7 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:20:19.589695 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-b4f21ab8-d9b5-4fba-b57c-7c1a07c73320 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Request body: {'security_group_rule': {'security_group_id': '7a9e4360-0cd0-46e6-9fce-1fb8bd67e9ba', 'project_id': '5a6798d8a56640cabd874ecb5022c2e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:20:19.615808 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b4f21ab8-d9b5-4fba-b57c-7c1a07c73320 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:20:19.676259 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b4f21ab8-d9b5-4fba-b57c-7c1a07c73320 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:20:19.679803 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b4f21ab8-d9b5-4fba-b57c-7c1a07c73320 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:20:19.696128 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f21ab8-d9b5-4fba-b57c-7c1a07c73320 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcb61e45-cd12-4695-956c-3aceee6e6e25,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:20:19.702333 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b4f21ab8-d9b5-4fba-b57c-7c1a07c73320 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:20:19.705225 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-b4f21ab8-d9b5-4fba-b57c-7c1a07c73320 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1180117 Sep 17 08:20:19.706865 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 46340) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:20:19.711435 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-995e7e03-bab3-415a-8810-58596442f561 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Request body: {'security_group_rule': {'security_group_id': '7a9e4360-0cd0-46e6-9fce-1fb8bd67e9ba', 'project_id': '5a6798d8a56640cabd874ecb5022c2e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:20:19.737430 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-995e7e03-bab3-415a-8810-58596442f561 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:20:19.798040 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-995e7e03-bab3-415a-8810-58596442f561 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:20:19.801787 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-995e7e03-bab3-415a-8810-58596442f561 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:20:19.820291 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995e7e03-bab3-415a-8810-58596442f561 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a78509df-dac3-478b-bd44-63314af61e98,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:20:19.826130 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-995e7e03-bab3-415a-8810-58596442f561 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:20:19.827487 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-995e7e03-bab3-415a-8810-58596442f561 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1196501 Sep 17 08:20:19.830725 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 46342) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:20:19.836556 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-dc6fd30a-2a42-41f4-8b7e-4ea5bd724a37 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Request body: {'security_group_rule': {'security_group_id': '7a9e4360-0cd0-46e6-9fce-1fb8bd67e9ba', 'project_id': '5a6798d8a56640cabd874ecb5022c2e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:20:19.865133 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-dc6fd30a-2a42-41f4-8b7e-4ea5bd724a37 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:20:19.923583 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-dc6fd30a-2a42-41f4-8b7e-4ea5bd724a37 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:20:19.927186 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-dc6fd30a-2a42-41f4-8b7e-4ea5bd724a37 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:20:19.941776 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6fd30a-2a42-41f4-8b7e-4ea5bd724a37 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85d64202-359a-493f-af0d-e789c6c18760,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:20:19.950397 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-dc6fd30a-2a42-41f4-8b7e-4ea5bd724a37 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:20:19.951613 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-dc6fd30a-2a42-41f4-8b7e-4ea5bd724a37 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1199374 Sep 17 08:20:19.954893 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 46344) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:20:19.959209 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-8b3a4624-07a2-4703-ace7-2ccbf505ec6d tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Request body: {'security_group_rule': {'security_group_id': '7a9e4360-0cd0-46e6-9fce-1fb8bd67e9ba', 'project_id': '5a6798d8a56640cabd874ecb5022c2e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:20:19.971011 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5c9af4a7-0b8a-47a9-9b3a-9acd4c06a789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:20:19.981260 n-d-789963-9 neutron-server[101289]: INFO neutron.db.securitygroups_db [None req-8b3a4624-07a2-4703-ace7-2ccbf505ec6d tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Project 5a6798d8a56640cabd874ecb5022c2e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 08:20:19.986438 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8b3a4624-07a2-4703-ace7-2ccbf505ec6d tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:20:20.047261 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8b3a4624-07a2-4703-ace7-2ccbf505ec6d tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:20:20.050733 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8b3a4624-07a2-4703-ace7-2ccbf505ec6d tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:20:20.069162 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3a4624-07a2-4703-ace7-2ccbf505ec6d tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa5384b5-45b4-4f35-96d4-92d3b86fa7e4,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:20:20.072292 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8b3a4624-07a2-4703-ace7-2ccbf505ec6d tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:20:20.073538 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-8b3a4624-07a2-4703-ace7-2ccbf505ec6d tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1176689 Sep 17 08:20:20.076261 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 46348) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:20:20.081188 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-1e231bd7-969f-4786-bd85-c2d1ac743c77 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Request body: {'security_group_rule': {'security_group_id': '7a9e4360-0cd0-46e6-9fce-1fb8bd67e9ba', 'project_id': '5a6798d8a56640cabd874ecb5022c2e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:20:20.102124 n-d-789963-9 neutron-server[101289]: INFO neutron.db.securitygroups_db [None req-1e231bd7-969f-4786-bd85-c2d1ac743c77 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Project 5a6798d8a56640cabd874ecb5022c2e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 08:20:20.106823 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1e231bd7-969f-4786-bd85-c2d1ac743c77 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:20:20.167389 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1e231bd7-969f-4786-bd85-c2d1ac743c77 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:20:20.170796 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1e231bd7-969f-4786-bd85-c2d1ac743c77 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:20:20.187315 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e231bd7-969f-4786-bd85-c2d1ac743c77 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4536f337-0f0e-4667-884b-f5979f2d58dc,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:20:20.193644 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1e231bd7-969f-4786-bd85-c2d1ac743c77 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:20:20.194927 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-1e231bd7-969f-4786-bd85-c2d1ac743c77 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1177347 Sep 17 08:20:22.457948 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a78c4e42-b97b-45fb-9712-5f4361afa51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:20:22.720461 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:20:23.753066 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:20:25.226617 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3b79a1-1577-4b1c-9fea-eb6e2ad22a03 req-e6e645e1-e08a-4ca9-a6a2-ab12e5cd3925 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:20:25.228125 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dd3b79a1-1577-4b1c-9fea-eb6e2ad22a03 req-e6e645e1-e08a-4ca9-a6a2-ab12e5cd3925 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c119ed3-ec1d-499e-a289-b7b44a534f08 HTTP/1.1" status: 200 len: 945 time: 0.0502822 Sep 17 08:20:25.269889 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dd3b79a1-1577-4b1c-9fea-eb6e2ad22a03 req-e59d2ff0-8a52-4159-b0a6-8ba7afc14a31 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/security-groups?id=22db448d-7d22-40d6-bae3-de108c4c0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336578 Sep 17 08:20:25.329666 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:20:26.389865 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053bc87-8447-490d-98fa-864d7f7e6b30 req-0ec188f7-ac0a-4b39-be99-4c3cc6ca9d7a tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:20:26.391366 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e053bc87-8447-490d-98fa-864d7f7e6b30 req-0ec188f7-ac0a-4b39-be99-4c3cc6ca9d7a tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c119ed3-ec1d-499e-a289-b7b44a534f08 HTTP/1.1" status: 200 len: 945 time: 0.0526378 Sep 17 08:20:26.430279 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e053bc87-8447-490d-98fa-864d7f7e6b30 req-d0039cb1-e3c1-4597-9ea4-cb3ce2a28e78 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/security-groups?id=22db448d-7d22-40d6-bae3-de108c4c0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323470 Sep 17 08:20:27.547443 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf0c3e-5843-4a7a-a87c-dd1fb70a4b6c req-cb881ba8-1509-452b-8c3a-ebb4b08f4d7e tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:20:27.549252 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7cbf0c3e-5843-4a7a-a87c-dd1fb70a4b6c req-cb881ba8-1509-452b-8c3a-ebb4b08f4d7e tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c119ed3-ec1d-499e-a289-b7b44a534f08 HTTP/1.1" status: 200 len: 945 time: 0.0483584 Sep 17 08:20:27.587139 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7cbf0c3e-5843-4a7a-a87c-dd1fb70a4b6c req-d94ba262-89f2-4d92-9966-f8689598d248 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/security-groups?id=22db448d-7d22-40d6-bae3-de108c4c0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322981 Sep 17 08:20:28.706421 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ad58f-bd3a-495f-afe6-a6fe4fbf1cde req-43f68919-f456-4630-9e9f-caf3d61e0802 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:20:28.708053 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8c9ad58f-bd3a-495f-afe6-a6fe4fbf1cde req-43f68919-f456-4630-9e9f-caf3d61e0802 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c119ed3-ec1d-499e-a289-b7b44a534f08 HTTP/1.1" status: 200 len: 945 time: 0.0488183 Sep 17 08:20:28.745908 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8c9ad58f-bd3a-495f-afe6-a6fe4fbf1cde req-d80a6464-e4c7-4a5d-92c3-3d0b08bbc0c6 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/security-groups?id=22db448d-7d22-40d6-bae3-de108c4c0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318925 Sep 17 08:20:29.864989 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1bbb8b-8018-4d3c-99bf-a73714dd17f8 req-a4db58c9-9dc1-482d-9613-0ea8357470b4 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:20:29.866402 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fe1bbb8b-8018-4d3c-99bf-a73714dd17f8 req-a4db58c9-9dc1-482d-9613-0ea8357470b4 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c119ed3-ec1d-499e-a289-b7b44a534f08 HTTP/1.1" status: 200 len: 945 time: 0.0524862 Sep 17 08:20:29.903809 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fe1bbb8b-8018-4d3c-99bf-a73714dd17f8 req-785d4d20-263a-4bde-98d7-7fb953f18c90 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/security-groups?id=22db448d-7d22-40d6-bae3-de108c4c0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313392 Sep 17 08:20:31.021112 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb927ca-70e7-4ec9-9f6a-b3c6804c16fb req-4bb46dca-f3aa-40f2-8a05-6a7cc8d4840e tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:20:31.022764 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3fb927ca-70e7-4ec9-9f6a-b3c6804c16fb req-4bb46dca-f3aa-40f2-8a05-6a7cc8d4840e tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c119ed3-ec1d-499e-a289-b7b44a534f08 HTTP/1.1" status: 200 len: 945 time: 0.0492895 Sep 17 08:20:31.064492 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3fb927ca-70e7-4ec9-9f6a-b3c6804c16fb req-3fa9d7c6-4a83-475d-9479-d1b6b0154ddd tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/security-groups?id=22db448d-7d22-40d6-bae3-de108c4c0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356789 Sep 17 08:20:32.221751 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841118ed-4c5b-401f-96b2-4a30cecf1de4 req-be087133-7fc2-463f-888f-e58bd16f5717 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:20:32.223548 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-841118ed-4c5b-401f-96b2-4a30cecf1de4 req-be087133-7fc2-463f-888f-e58bd16f5717 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c119ed3-ec1d-499e-a289-b7b44a534f08 HTTP/1.1" status: 200 len: 945 time: 0.0785196 Sep 17 08:20:32.264284 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-841118ed-4c5b-401f-96b2-4a30cecf1de4 req-7023ab3a-3d00-40c1-8c2d-8f7ce5cabc4e tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/security-groups?id=22db448d-7d22-40d6-bae3-de108c4c0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345504 Sep 17 08:20:33.387813 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38bb66c-1f68-4219-b249-7df09473afec req-99b0a8db-f9f9-4801-b7d4-a497dd9f4278 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:20:33.389346 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a38bb66c-1f68-4219-b249-7df09473afec req-99b0a8db-f9f9-4801-b7d4-a497dd9f4278 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c119ed3-ec1d-499e-a289-b7b44a534f08 HTTP/1.1" status: 200 len: 945 time: 0.0547159 Sep 17 08:20:33.427429 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a38bb66c-1f68-4219-b249-7df09473afec req-3d65bb71-966a-44d1-a6d1-3fbc817b65fc tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/security-groups?id=22db448d-7d22-40d6-bae3-de108c4c0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314987 Sep 17 08:20:34.542926 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4b6b4e38-3387-4bec-81d1-997e4847962e req-4acfeffc-593a-41b8-9165-6fc11bd679db tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1814237057&fields=id&tenant_id=5a6798d8a56640cabd874ecb5022c2e7 HTTP/1.1" status: 200 len: 267 time: 0.0572965 Sep 17 08:20:34.567284 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28740b41-5755-41aa-afc6-e335aa00df8c req-2f53c3d1-57cf-4ed0-9df1-3158724344a1 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:20:34.568750 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-28740b41-5755-41aa-afc6-e335aa00df8c req-2f53c3d1-57cf-4ed0-9df1-3158724344a1 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c119ed3-ec1d-499e-a289-b7b44a534f08 HTTP/1.1" status: 200 len: 945 time: 0.0698898 Sep 17 08:20:34.659751 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-28740b41-5755-41aa-afc6-e335aa00df8c req-87dde82f-20b7-4c62-94de-c74679f12cd9 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/security-groups?id=22db448d-7d22-40d6-bae3-de108c4c0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789425 Sep 17 08:20:34.684871 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b4e38-3387-4bec-81d1-997e4847962e req-08a20379-5147-4d16-982e-2c19b0a3f1fe tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:20:34.686314 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4b6b4e38-3387-4bec-81d1-997e4847962e req-08a20379-5147-4d16-982e-2c19b0a3f1fe tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/networks?id=660139d9-bdd8-4ad7-b799-f8f93f25eccf HTTP/1.1" status: 200 len: 812 time: 0.1359632 Sep 17 08:20:34.701162 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4b6b4e38-3387-4bec-81d1-997e4847962e req-06f4438c-203b-4627-8f9d-15ff537865c8 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/quotas/5a6798d8a56640cabd874ecb5022c2e7 HTTP/1.1" status: 200 len: 375 time: 0.0086064 Sep 17 08:20:34.750563 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4b6b4e38-3387-4bec-81d1-997e4847962e req-e7d7f9d7-ec50-4b38-a92e-98160ab0ff15 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5a6798d8a56640cabd874ecb5022c2e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440702 Sep 17 08:20:34.844254 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4b6b4e38-3387-4bec-81d1-997e4847962e req-30a859b7-5543-4b92-8d00-c1363bd7e524 service neutron] 10.222.0.13 "GET /v2.0/networks/660139d9-bdd8-4ad7-b799-f8f93f25eccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825403 Sep 17 08:20:34.937314 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4b6b4e38-3387-4bec-81d1-997e4847962e req-3867a874-de67-4371-9711-e4f2d7cbf7fd service neutron] 10.222.0.13 "GET /v2.0/networks/660139d9-bdd8-4ad7-b799-f8f93f25eccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864449 Sep 17 08:20:35.219301 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5fddbabe-1255-4d0a-9d9f-b9b1d4cb7550 req-30fc085e-3cee-4a21-8c85-ed4bda076707 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9150a34-47e2-4771-b2fc-9da8813c6553 HTTP/1.1" status: 200 len: 210 time: 0.0300989 Sep 17 08:20:35.488701 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:20:35.741942 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:20:35.783194 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce00e3-858e-404c-9a9a-6134d8ad52ce req-609ca09b-baa5-42ae-aa4e-9f6722cedd1d tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:20:35.784739 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-62ce00e3-858e-404c-9a9a-6134d8ad52ce req-609ca09b-baa5-42ae-aa4e-9f6722cedd1d tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c119ed3-ec1d-499e-a289-b7b44a534f08 HTTP/1.1" status: 200 len: 945 time: 0.0549107 Sep 17 08:20:35.822136 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-62ce00e3-858e-404c-9a9a-6134d8ad52ce req-12d8a542-837a-4fea-8f13-52449a34f855 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/security-groups?id=22db448d-7d22-40d6-bae3-de108c4c0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312359 Sep 17 08:20:36.013102 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ce3cb8-1f63-4197-b235-38c46320e88f req-eb9915b3-5ded-4262-89ad-4d7e8b0771e5 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:20:36.014586 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-18ce3cb8-1f63-4197-b235-38c46320e88f req-eb9915b3-5ded-4262-89ad-4d7e8b0771e5 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c119ed3-ec1d-499e-a289-b7b44a534f08 HTTP/1.1" status: 200 len: 945 time: 0.0470991 Sep 17 08:20:36.082890 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-18ce3cb8-1f63-4197-b235-38c46320e88f req-8f320cdb-79cc-4c63-9104-8fab10f0a94a tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/security-groups?id=22db448d-7d22-40d6-bae3-de108c4c0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616114 Sep 17 08:20:36.087999 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5dbd72-54a8-43d3-b155-c59a31fb096a req-ee6a6580-edfa-4a01-9292-8c73d3a61ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:20:36.089383 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3c5dbd72-54a8-43d3-b155-c59a31fb096a req-ee6a6580-edfa-4a01-9292-8c73d3a61ecd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8b27055ca25d48d28002aa2279d58577&device_id=0c119ed3-ec1d-499e-a289-b7b44a534f08 HTTP/1.1" status: 200 len: 1096 time: 0.0623076 Sep 17 08:20:36.178429 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5dbd72-54a8-43d3-b155-c59a31fb096a req-32a9b1b9-d778-4b61-94a9-ec7704488526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:20:36.179917 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3c5dbd72-54a8-43d3-b155-c59a31fb096a req-32a9b1b9-d778-4b61-94a9-ec7704488526 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e65f884c-2c8f-48ea-b79e-b731ed55ac23 HTTP/1.1" status: 200 len: 911 time: 0.0833974 Sep 17 08:20:36.262426 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3c5dbd72-54a8-43d3-b155-c59a31fb096a req-e0b716dd-6e1a-4fd2-8bab-815ee3bd2b50 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa6fbd79-08f8-46b1-ae1e-6a39d2d1638e HTTP/1.1" status: 200 len: 1000 time: 0.0726538 Sep 17 08:20:36.315049 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b4e38-3387-4bec-81d1-997e4847962e req-f7df07b0-0e8c-4497-a27a-35473c9ad891 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:20:36.317471 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4b6b4e38-3387-4bec-81d1-997e4847962e req-f7df07b0-0e8c-4497-a27a-35473c9ad891 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.39 "GET /v2.0/networks?id=660139d9-bdd8-4ad7-b799-f8f93f25eccf HTTP/1.1" status: 200 len: 812 time: 0.1143084 Sep 17 08:20:36.332008 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-68922658-babb-43b5-8ff4-95bb1ffeab02 req-e3921ad6-bd4a-4d33-bef4-fa6feefe899a tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9150a34-47e2-4771-b2fc-9da8813c6553 HTTP/1.1" status: 200 len: 210 time: 0.0318997 Sep 17 08:20:36.340013 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5dbd72-54a8-43d3-b155-c59a31fb096a req-e64d5b95-fd3c-49c0-8991-57401cc74fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:20:36.341523 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3c5dbd72-54a8-43d3-b155-c59a31fb096a req-e64d5b95-fd3c-49c0-8991-57401cc74fd3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a12b56e-5850-4bc0-bba9-8ec5a23a47ff HTTP/1.1" status: 200 len: 849 time: 0.0714486 Sep 17 08:20:36.368736 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4b6b4e38-3387-4bec-81d1-997e4847962e req-ee7f8d48-3f00-4ea6-ab61-4d26830ebbac tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a6798d8a56640cabd874ecb5022c2e7 HTTP/1.1" status: 200 len: 380 time: 0.0374362 Sep 17 08:20:36.387395 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-4b6b4e38-3387-4bec-81d1-997e4847962e req-a1254038-c06c-413b-85a3-3a3eb147c10a tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Request body: {'port': {'device_id': 'c9150a34-47e2-4771-b2fc-9da8813c6553', 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf', 'admin_state_up': True, 'tenant_id': '5a6798d8a56640cabd874ecb5022c2e7', 'security_groups': ['7a9e4360-0cd0-46e6-9fce-1fb8bd67e9ba']}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:20:36.394544 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5dbd72-54a8-43d3-b155-c59a31fb096a req-0ab736aa-f78b-4cd5-9de8-7a2961abaae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:20:36.396077 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3c5dbd72-54a8-43d3-b155-c59a31fb096a req-0ab736aa-f78b-4cd5-9de8-7a2961abaae4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e65f884c-2c8f-48ea-b79e-b731ed55ac23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474436 Sep 17 08:20:36.495644 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3c5dbd72-54a8-43d3-b155-c59a31fb096a req-1b42e6f3-6651-4d7d-8ca9-4cdb4f92962e service neutron] 10.222.0.41 "GET /v2.0/networks/e65f884c-2c8f-48ea-b79e-b731ed55ac23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918884 Sep 17 08:20:36.499227 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b6b4e38-3387-4bec-81d1-997e4847962e req-a1254038-c06c-413b-85a3-3a3eb147c10a tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Made reservation on behalf of 5a6798d8a56640cabd874ecb5022c2e7 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:20:36.503059 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-4b6b4e38-3387-4bec-81d1-997e4847962e req-a1254038-c06c-413b-85a3-3a3eb147c10a tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:20:36.595222 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3c5dbd72-54a8-43d3-b155-c59a31fb096a req-420274c0-95c2-4fbe-8a77-05fbcfb130fe service neutron] 10.222.0.41 "GET /v2.0/networks/e65f884c-2c8f-48ea-b79e-b731ed55ac23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924654 Sep 17 08:20:36.635877 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-4b6b4e38-3387-4bec-81d1-997e4847962e req-a1254038-c06c-413b-85a3-3a3eb147c10a tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Allocated IP 172.20.0.5 (660139d9-bdd8-4ad7-b799-f8f93f25eccf/0d01eb21-118c-498b-a866-b124536b59b1/15a39dd4-4392-461c-b45d-0dbc67652d5c) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:20:36.773580 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-4b6b4e38-3387-4bec-81d1-997e4847962e req-a1254038-c06c-413b-85a3-3a3eb147c10a tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:20:36.806624 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-4b6b4e38-3387-4bec-81d1-997e4847962e req-a1254038-c06c-413b-85a3-3a3eb147c10a tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:20:36.848413 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b6b4e38-3387-4bec-81d1-997e4847962e req-a1254038-c06c-413b-85a3-3a3eb147c10a tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Network 660139d9-bdd8-4ad7-b799-f8f93f25eccf is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:20:36.851463 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-4b6b4e38-3387-4bec-81d1-997e4847962e req-a1254038-c06c-413b-85a3-3a3eb147c10a tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:20:36.857739 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b6b4e38-3387-4bec-81d1-997e4847962e req-a1254038-c06c-413b-85a3-3a3eb147c10a tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:20:36.883422 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1254038-c06c-413b-85a3-3a3eb147c10a tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Pushing event updated for resources: {'Port': ['ID=15a39dd4-4392-461c-b45d-0dbc67652d5c,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:20:36.911473 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b4e38-3387-4bec-81d1-997e4847962e req-a1254038-c06c-413b-85a3-3a3eb147c10a tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:20:36.912185 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-4b6b4e38-3387-4bec-81d1-997e4847962e req-a1254038-c06c-413b-85a3-3a3eb147c10a tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:20:36.927199 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4b6b4e38-3387-4bec-81d1-997e4847962e req-a1254038-c06c-413b-85a3-3a3eb147c10a tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5437417 Sep 17 08:20:36.998383 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-4b6b4e38-3387-4bec-81d1-997e4847962e req-641c95a0-9cac-4723-a68c-d43057dbf794 service neutron] Request body: {'port': {'device_id': 'c9150a34-47e2-4771-b2fc-9da8813c6553', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:20:37.058155 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-4b6b4e38-3387-4bec-81d1-997e4847962e req-641c95a0-9cac-4723-a68c-d43057dbf794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:20:37.069406 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ea49975c-9bde-4c44-96c1-4277287f7a96 None None] Provisioning complete for port 15a39dd4-4392-461c-b45d-0dbc67652d5c triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:20:37.069920 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ea49975c-9bde-4c44-96c1-4277287f7a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:20:37.112549 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ea49975c-9bde-4c44-96c1-4277287f7a96 None None] Port 15a39dd4-4392-461c-b45d-0dbc67652d5c cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:20:37.232168 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8035c7-32cb-4e6c-8856-8ea9a62f51b9 req-85ae9064-2896-4c8d-96e8-1460491cf521 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:20:37.234543 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fc8035c7-32cb-4e6c-8856-8ea9a62f51b9 req-85ae9064-2896-4c8d-96e8-1460491cf521 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c119ed3-ec1d-499e-a289-b7b44a534f08 HTTP/1.1" status: 200 len: 945 time: 0.0822937 Sep 17 08:20:37.280461 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fc8035c7-32cb-4e6c-8856-8ea9a62f51b9 req-581e0a9f-0abf-46d3-a7e2-2f47f299c79e tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/security-groups?id=22db448d-7d22-40d6-bae3-de108c4c0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380797 Sep 17 08:20:37.360208 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-4b6b4e38-3387-4bec-81d1-997e4847962e req-641c95a0-9cac-4723-a68c-d43057dbf794 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15a39dd4-4392-461c-b45d-0dbc67652d5c {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:20:37.368079 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-4b6b4e38-3387-4bec-81d1-997e4847962e req-641c95a0-9cac-4723-a68c-d43057dbf794 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:20:37.382866 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-4b6b4e38-3387-4bec-81d1-997e4847962e req-641c95a0-9cac-4723-a68c-d43057dbf794 service neutron] Transition to ACTIVE for port object 15a39dd4-4392-461c-b45d-0dbc67652d5c will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:20:37.386817 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-4b6b4e38-3387-4bec-81d1-997e4847962e req-641c95a0-9cac-4723-a68c-d43057dbf794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:20:37.440926 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641c95a0-9cac-4723-a68c-d43057dbf794 service neutron] Pushing event updated for resources: {'Port': ['ID=15a39dd4-4392-461c-b45d-0dbc67652d5c,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:20:37.472458 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd147c1-5391-4a86-83e9-80dfb6f93d88 req-3ec68934-0223-4771-adce-c58943e39f4a tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:20:37.474129 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0fd147c1-5391-4a86-83e9-80dfb6f93d88 req-3ec68934-0223-4771-adce-c58943e39f4a tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9150a34-47e2-4771-b2fc-9da8813c6553 HTTP/1.1" status: 200 len: 943 time: 0.0635180 Sep 17 08:20:37.530942 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0fd147c1-5391-4a86-83e9-80dfb6f93d88 req-b4b19b32-7b9e-4ea9-ba30-c44de4d18698 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a9e4360-0cd0-46e6-9fce-1fb8bd67e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449259 Sep 17 08:20:37.845608 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-4b6b4e38-3387-4bec-81d1-997e4847962e req-641c95a0-9cac-4723-a68c-d43057dbf794 service neutron] Attempting to bind port 15a39dd4-4392-461c-b45d-0dbc67652d5c on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:20:37.845968 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-4b6b4e38-3387-4bec-81d1-997e4847962e req-641c95a0-9cac-4723-a68c-d43057dbf794 service neutron] Attempting to bind port 15a39dd4-4392-461c-b45d-0dbc67652d5c by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': '87efb6ce-2270-470a-8c19-7b337a956aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:20:37.846299 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6b4e38-3387-4bec-81d1-997e4847962e req-641c95a0-9cac-4723-a68c-d43057dbf794 service neutron] Attempting to bind port 15a39dd4-4392-461c-b45d-0dbc67652d5c on network 660139d9-bdd8-4ad7-b799-f8f93f25eccf {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:20:37.850525 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6b4e38-3387-4bec-81d1-997e4847962e req-641c95a0-9cac-4723-a68c-d43057dbf794 service neutron] Port 15a39dd4-4392-461c-b45d-0dbc67652d5c on network 660139d9-bdd8-4ad7-b799-f8f93f25eccf not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:20:37.850826 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6b4e38-3387-4bec-81d1-997e4847962e req-641c95a0-9cac-4723-a68c-d43057dbf794 service neutron] Attempting to bind port 15a39dd4-4392-461c-b45d-0dbc67652d5c on network 660139d9-bdd8-4ad7-b799-f8f93f25eccf {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:20:37.855539 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6b4e38-3387-4bec-81d1-997e4847962e req-641c95a0-9cac-4723-a68c-d43057dbf794 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:20:37.855906 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6b4e38-3387-4bec-81d1-997e4847962e req-641c95a0-9cac-4723-a68c-d43057dbf794 service neutron] Checking segment: {'id': '87efb6ce-2270-470a-8c19-7b337a956aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:20:37.856295 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6b4e38-3387-4bec-81d1-997e4847962e req-641c95a0-9cac-4723-a68c-d43057dbf794 service neutron] Bound using segment: {'id': '87efb6ce-2270-470a-8c19-7b337a956aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:20:37.856718 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-4b6b4e38-3387-4bec-81d1-997e4847962e req-641c95a0-9cac-4723-a68c-d43057dbf794 service neutron] Bound port: 15a39dd4-4392-461c-b45d-0dbc67652d5c, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87efb6ce-2270-470a-8c19-7b337a956aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:20:37.857074 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-4b6b4e38-3387-4bec-81d1-997e4847962e req-641c95a0-9cac-4723-a68c-d43057dbf794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:20:37.918436 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-4b6b4e38-3387-4bec-81d1-997e4847962e req-641c95a0-9cac-4723-a68c-d43057dbf794 service neutron] For port 15a39dd4-4392-461c-b45d-0dbc67652d5c, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:20:37.922373 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-4b6b4e38-3387-4bec-81d1-997e4847962e req-641c95a0-9cac-4723-a68c-d43057dbf794 service neutron] For port 15a39dd4-4392-461c-b45d-0dbc67652d5c, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=15a39dd4-4392-461c-b45d-0dbc67652d5c,segment=NetworkSegment(87efb6ce-2270-470a-8c19-7b337a956aa6),segment_id=87efb6ce-2270-470a-8c19-7b337a956aa6)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:20:37.926433 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-4b6b4e38-3387-4bec-81d1-997e4847962e req-641c95a0-9cac-4723-a68c-d43057dbf794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:20:37.958403 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b4e38-3387-4bec-81d1-997e4847962e req-641c95a0-9cac-4723-a68c-d43057dbf794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:20:37.959395 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-4b6b4e38-3387-4bec-81d1-997e4847962e req-641c95a0-9cac-4723-a68c-d43057dbf794 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:20:37.960850 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4b6b4e38-3387-4bec-81d1-997e4847962e req-641c95a0-9cac-4723-a68c-d43057dbf794 service neutron] 10.222.0.39 "PUT /v2.0/ports/15a39dd4-4392-461c-b45d-0dbc67652d5c HTTP/1.1" status: 200 len: 1091 time: 1.0206232 Sep 17 08:20:37.963240 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9150a34-47e2-4771-b2fc-9da8813c6553', 'tag': '15a39dd4-4392-461c-b45d-0dbc67652d5c'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:20:37.965585 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-468afd72-541b-4467-9709-f73aba25ab18" -d '{"events": [{"name": "network-changed", "server_uuid": "c9150a34-47e2-4771-b2fc-9da8813c6553", "tag": "15a39dd4-4392-461c-b45d-0dbc67652d5c"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:20:37.995241 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641c95a0-9cac-4723-a68c-d43057dbf794 service neutron] Pushing event updated for resources: {'Port': ['ID=15a39dd4-4392-461c-b45d-0dbc67652d5c,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:20:38.011852 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94a8d53-fd80-435f-8fb9-46c77996885e x-openstack-request-id: req-a94a8d53-fd80-435f-8fb9-46c77996885e {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:20:38.012268 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9150a34-47e2-4771-b2fc-9da8813c6553", "tag": "15a39dd4-4392-461c-b45d-0dbc67652d5c", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:20:38.012619 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a94a8d53-fd80-435f-8fb9-46c77996885e {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:20:38.013137 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9150a34-47e2-4771-b2fc-9da8813c6553', 'tag': '15a39dd4-4392-461c-b45d-0dbc67652d5c', 'status': 'completed', 'code': 200} Sep 17 08:20:38.080916 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b4e38-3387-4bec-81d1-997e4847962e req-8e35e79e-0033-48e1-a10c-6223060baeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:20:38.082538 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4b6b4e38-3387-4bec-81d1-997e4847962e req-8e35e79e-0033-48e1-a10c-6223060baeab service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5a6798d8a56640cabd874ecb5022c2e7&device_id=c9150a34-47e2-4771-b2fc-9da8813c6553 HTTP/1.1" status: 200 len: 1094 time: 0.0508032 Sep 17 08:20:38.132857 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4b6b4e38-3387-4bec-81d1-997e4847962e req-d8296dc9-9bd1-4b27-bec9-6e3e7d95f2dd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15a39dd4-4392-461c-b45d-0dbc67652d5c HTTP/1.1" status: 200 len: 217 time: 0.0361660 Sep 17 08:20:38.187208 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b4e38-3387-4bec-81d1-997e4847962e req-29e5e6d5-9e27-4249-aadb-f163c5c5a6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:20:38.188756 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4b6b4e38-3387-4bec-81d1-997e4847962e req-29e5e6d5-9e27-4249-aadb-f163c5c5a6b4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d01eb21-118c-498b-a866-b124536b59b1 HTTP/1.1" status: 200 len: 851 time: 0.0488164 Sep 17 08:20:38.240590 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b4e38-3387-4bec-81d1-997e4847962e req-311c23b3-86e7-4f19-b2f0-42f79c7fec0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:20:38.242328 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4b6b4e38-3387-4bec-81d1-997e4847962e req-311c23b3-86e7-4f19-b2f0-42f79c7fec0f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=660139d9-bdd8-4ad7-b799-f8f93f25eccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463266 Sep 17 08:20:38.338571 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4b6b4e38-3387-4bec-81d1-997e4847962e req-5383aa67-d76b-423a-b253-3d80375027e6 service neutron] 10.222.0.39 "GET /v2.0/networks/660139d9-bdd8-4ad7-b799-f8f93f25eccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887911 Sep 17 08:20:38.406645 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f48c3-dac4-4385-98b0-33811f2c0d2e req-9a720d81-f787-443b-85f4-32c6123a0ef1 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:20:38.408853 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-736f48c3-dac4-4385-98b0-33811f2c0d2e req-9a720d81-f787-443b-85f4-32c6123a0ef1 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c119ed3-ec1d-499e-a289-b7b44a534f08 HTTP/1.1" status: 200 len: 945 time: 0.0569220 Sep 17 08:20:38.436816 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4b6b4e38-3387-4bec-81d1-997e4847962e req-02a5ee91-5641-4757-adbd-283690769a85 service neutron] 10.222.0.39 "GET /v2.0/networks/660139d9-bdd8-4ad7-b799-f8f93f25eccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914052 Sep 17 08:20:38.448487 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-736f48c3-dac4-4385-98b0-33811f2c0d2e req-1c465dad-74b9-4553-9b96-f95f34d7c85b tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/security-groups?id=22db448d-7d22-40d6-bae3-de108c4c0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323608 Sep 17 08:20:38.562851 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468afd72-541b-4467-9709-f73aba25ab18 req-9643dba9-75be-4e27-9013-97159296e106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:20:38.565145 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-468afd72-541b-4467-9709-f73aba25ab18 req-9643dba9-75be-4e27-9013-97159296e106 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5a6798d8a56640cabd874ecb5022c2e7&device_id=c9150a34-47e2-4771-b2fc-9da8813c6553 HTTP/1.1" status: 200 len: 1094 time: 0.0471060 Sep 17 08:20:38.668017 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b18549e-a330-4dd8-99ba-988698ae3b75 req-a58f9a6a-507f-4be0-ac16-38b2fe40e3c7 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:20:38.675413 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468afd72-541b-4467-9709-f73aba25ab18 req-12d625c4-f16f-4c0d-bded-f38da9004861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:20:38.675740 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0b18549e-a330-4dd8-99ba-988698ae3b75 req-a58f9a6a-507f-4be0-ac16-38b2fe40e3c7 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9150a34-47e2-4771-b2fc-9da8813c6553 HTTP/1.1" status: 200 len: 943 time: 0.0641308 Sep 17 08:20:38.676942 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-468afd72-541b-4467-9709-f73aba25ab18 req-12d625c4-f16f-4c0d-bded-f38da9004861 service neutron] 10.222.0.39 "GET /v2.0/networks?id=660139d9-bdd8-4ad7-b799-f8f93f25eccf HTTP/1.1" status: 200 len: 913 time: 0.1016583 Sep 17 08:20:38.723611 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-468afd72-541b-4467-9709-f73aba25ab18 req-53c1b4ff-3b5c-44cd-ba11-eda3d40ad067 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15a39dd4-4392-461c-b45d-0dbc67652d5c HTTP/1.1" status: 200 len: 217 time: 0.0392919 Sep 17 08:20:38.730615 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0b18549e-a330-4dd8-99ba-988698ae3b75 req-319417ef-d6ca-4928-9d26-d60a5af7479f tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a9e4360-0cd0-46e6-9fce-1fb8bd67e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538282 Sep 17 08:20:38.785520 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468afd72-541b-4467-9709-f73aba25ab18 req-c6b106f9-d29f-4821-b452-88e226d10039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:20:38.787259 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-468afd72-541b-4467-9709-f73aba25ab18 req-c6b106f9-d29f-4821-b452-88e226d10039 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d01eb21-118c-498b-a866-b124536b59b1 HTTP/1.1" status: 200 len: 851 time: 0.0556426 Sep 17 08:20:38.838572 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468afd72-541b-4467-9709-f73aba25ab18 req-a5d81681-2eb5-482b-93dd-5752fa9df1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:20:38.840170 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-468afd72-541b-4467-9709-f73aba25ab18 req-a5d81681-2eb5-482b-93dd-5752fa9df1f2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=660139d9-bdd8-4ad7-b799-f8f93f25eccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446794 Sep 17 08:20:38.938583 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-468afd72-541b-4467-9709-f73aba25ab18 req-3f768aa0-32dc-4a52-a2db-6b867d83fffe service neutron] 10.222.0.39 "GET /v2.0/networks/660139d9-bdd8-4ad7-b799-f8f93f25eccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913532 Sep 17 08:20:39.035103 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-468afd72-541b-4467-9709-f73aba25ab18 req-f056e246-156d-4db9-b79b-9b2899d924b5 service neutron] 10.222.0.39 "GET /v2.0/networks/660139d9-bdd8-4ad7-b799-f8f93f25eccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890980 Sep 17 08:20:39.844962 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2258a2d-cc1c-4fea-ad7c-4391bcd0c395 req-503894a4-3fa5-4c81-b4f8-18364c2963d6 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:20:39.846475 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d2258a2d-cc1c-4fea-ad7c-4391bcd0c395 req-503894a4-3fa5-4c81-b4f8-18364c2963d6 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9150a34-47e2-4771-b2fc-9da8813c6553 HTTP/1.1" status: 200 len: 943 time: 0.0535827 Sep 17 08:20:39.885425 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d2258a2d-cc1c-4fea-ad7c-4391bcd0c395 req-039c9389-3644-4689-9103-fab2dff12106 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a9e4360-0cd0-46e6-9fce-1fb8bd67e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326724 Sep 17 08:20:41.012012 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab711d4-d707-41b2-be2b-15f62ae3b7cf req-83848d7b-caae-43fa-af14-0cd822b857eb tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:20:41.013469 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3ab711d4-d707-41b2-be2b-15f62ae3b7cf req-83848d7b-caae-43fa-af14-0cd822b857eb tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9150a34-47e2-4771-b2fc-9da8813c6553 HTTP/1.1" status: 200 len: 943 time: 0.0473807 Sep 17 08:20:41.049930 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3ab711d4-d707-41b2-be2b-15f62ae3b7cf req-d00eea83-78db-4700-93ab-560df127f1bb tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a9e4360-0cd0-46e6-9fce-1fb8bd67e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305860 Sep 17 08:20:42.165480 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d81021-cf53-4830-9085-9dfed719bccd req-f2ef4019-2239-45ab-850f-3013572bde14 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:20:42.166961 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e1d81021-cf53-4830-9085-9dfed719bccd req-f2ef4019-2239-45ab-850f-3013572bde14 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9150a34-47e2-4771-b2fc-9da8813c6553 HTTP/1.1" status: 200 len: 943 time: 0.0519276 Sep 17 08:20:42.203175 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e1d81021-cf53-4830-9085-9dfed719bccd req-7732e9c3-3d85-429e-a24f-1a5f4a04f532 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a9e4360-0cd0-46e6-9fce-1fb8bd67e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303967 Sep 17 08:20:42.255097 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:20:43.314836 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd689c1-b3b7-46bb-9aa3-839ea5306666 req-2ed4d051-4820-4927-b1e1-887ec76736fb tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:20:43.316614 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dbd689c1-b3b7-46bb-9aa3-839ea5306666 req-2ed4d051-4820-4927-b1e1-887ec76736fb tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9150a34-47e2-4771-b2fc-9da8813c6553 HTTP/1.1" status: 200 len: 943 time: 0.0484860 Sep 17 08:20:43.355627 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dbd689c1-b3b7-46bb-9aa3-839ea5306666 req-9d8889ed-d267-4bf0-9428-1f0871abd890 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a9e4360-0cd0-46e6-9fce-1fb8bd67e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309811 Sep 17 08:20:44.467256 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37549961-1e1f-4ee0-9797-64b2bd77aaba req-a877e1b3-b6cb-47a6-bb85-e13bae2bab1b tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:20:44.468753 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-37549961-1e1f-4ee0-9797-64b2bd77aaba req-a877e1b3-b6cb-47a6-bb85-e13bae2bab1b tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9150a34-47e2-4771-b2fc-9da8813c6553 HTTP/1.1" status: 200 len: 943 time: 0.0466812 Sep 17 08:20:44.505439 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-37549961-1e1f-4ee0-9797-64b2bd77aaba req-fb553cb0-9808-4c5f-9b90-52c7c056c90e tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a9e4360-0cd0-46e6-9fce-1fb8bd67e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308301 Sep 17 08:20:45.620673 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389e9eb-820e-4d7f-b646-3abb9695276c req-4dea4665-d8b5-49ca-ae32-7799c28c2022 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:20:45.622157 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b389e9eb-820e-4d7f-b646-3abb9695276c req-4dea4665-d8b5-49ca-ae32-7799c28c2022 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9150a34-47e2-4771-b2fc-9da8813c6553 HTTP/1.1" status: 200 len: 943 time: 0.0513616 Sep 17 08:20:45.659244 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b389e9eb-820e-4d7f-b646-3abb9695276c req-8b1b883e-4c57-41ed-98f3-e9a47f9bcb65 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a9e4360-0cd0-46e6-9fce-1fb8bd67e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307245 Sep 17 08:20:46.770188 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84792d0-8dd1-4125-b51f-50dffb220210 req-5ba5db40-701f-4a7e-866f-934d5677c8d8 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:20:46.771671 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c84792d0-8dd1-4125-b51f-50dffb220210 req-5ba5db40-701f-4a7e-866f-934d5677c8d8 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9150a34-47e2-4771-b2fc-9da8813c6553 HTTP/1.1" status: 200 len: 943 time: 0.0472806 Sep 17 08:20:46.808122 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c84792d0-8dd1-4125-b51f-50dffb220210 req-a8bf0ecc-cb22-4281-80fa-0903e94d2041 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a9e4360-0cd0-46e6-9fce-1fb8bd67e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304725 Sep 17 08:20:47.921449 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7142c9fa-2167-466d-8746-f4b548aa5d6c req-0f62bb35-a179-489a-bcbe-5705ee60c2c6 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:20:47.922956 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7142c9fa-2167-466d-8746-f4b548aa5d6c req-0f62bb35-a179-489a-bcbe-5705ee60c2c6 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9150a34-47e2-4771-b2fc-9da8813c6553 HTTP/1.1" status: 200 len: 943 time: 0.0497167 Sep 17 08:20:47.965590 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7142c9fa-2167-466d-8746-f4b548aa5d6c req-7946687a-e5ac-4903-a69a-55b97cc15a0e tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a9e4360-0cd0-46e6-9fce-1fb8bd67e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301604 Sep 17 08:20:49.082369 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6bc5b9-34c4-4362-aac1-2b6f0d045d47 req-6955cd01-108a-495a-a105-9e700dd9d7c2 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:20:49.083968 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4a6bc5b9-34c4-4362-aac1-2b6f0d045d47 req-6955cd01-108a-495a-a105-9e700dd9d7c2 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9150a34-47e2-4771-b2fc-9da8813c6553 HTTP/1.1" status: 200 len: 943 time: 0.0519059 Sep 17 08:20:49.120759 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4a6bc5b9-34c4-4362-aac1-2b6f0d045d47 req-42a4fd30-3d0b-406b-8b3f-7ba1cf1cac0f tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a9e4360-0cd0-46e6-9fce-1fb8bd67e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309460 Sep 17 08:20:49.905097 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 15a39dd4-4392-461c-b45d-0dbc67652d5c details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:20:49.988640 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a349e0e5-7e59-4cdb-8f80-583cc80769c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:20:50.007521 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 15a39dd4-4392-461c-b45d-0dbc67652d5c, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=15a39dd4-4392-461c-b45d-0dbc67652d5c,segment=NetworkSegment(87efb6ce-2270-470a-8c19-7b337a956aa6),segment_id=87efb6ce-2270-470a-8c19-7b337a956aa6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:20:50.018261 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '15a39dd4-4392-461c-b45d-0dbc67652d5c', 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf', 'port_id': '15a39dd4-4392-461c-b45d-0dbc67652d5c', 'mac_address': 'fa:16:3e:78:f6:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d01eb21-118c-498b-a866-b124536b59b1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:20:50.057498 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:20:50.070192 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15a39dd4-4392-461c-b45d-0dbc67652d5c {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:20:50.089810 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 15a39dd4-4392-461c-b45d-0dbc67652d5c, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=15a39dd4-4392-461c-b45d-0dbc67652d5c,segment=NetworkSegment(87efb6ce-2270-470a-8c19-7b337a956aa6),segment_id=87efb6ce-2270-470a-8c19-7b337a956aa6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:20:50.093372 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:20:50.140001 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=15a39dd4-4392-461c-b45d-0dbc67652d5c,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:20:50.147086 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:20:50.147456 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:20:50.147789 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:20:50.148557 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:20:50.148557 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:20:50.148840 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:20:50.149136 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:20:50.149467 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:20:50.149796 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:20:50.150239 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:20:50.150578 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:20:50.150909 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:20:50.232456 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c9f4b-9824-4436-92be-1064015bbbb0 req-303532a2-59ba-41a8-8d5e-5f681f6d65df tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:20:50.233961 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-aa0c9f4b-9824-4436-92be-1064015bbbb0 req-303532a2-59ba-41a8-8d5e-5f681f6d65df tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9150a34-47e2-4771-b2fc-9da8813c6553 HTTP/1.1" status: 200 len: 944 time: 0.0474753 Sep 17 08:20:50.272230 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-aa0c9f4b-9824-4436-92be-1064015bbbb0 req-f3e79366-a52d-43da-8123-cbc8f6ad2d4c tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a9e4360-0cd0-46e6-9fce-1fb8bd67e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323136 Sep 17 08:20:50.446164 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['15a39dd4-4392-461c-b45d-0dbc67652d5c'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:20:51.384809 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f265fdab-ae5a-411b-9132-4b32eb6fa171 req-c8e3fcea-dcd0-4718-8d40-e9f839c5d2de tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:20:51.386256 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f265fdab-ae5a-411b-9132-4b32eb6fa171 req-c8e3fcea-dcd0-4718-8d40-e9f839c5d2de tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9150a34-47e2-4771-b2fc-9da8813c6553 HTTP/1.1" status: 200 len: 944 time: 0.0473258 Sep 17 08:20:51.422108 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f265fdab-ae5a-411b-9132-4b32eb6fa171 req-2e0fc047-e256-4216-b5b6-7d8a124889f5 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a9e4360-0cd0-46e6-9fce-1fb8bd67e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299556 Sep 17 08:20:51.919808 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 15a39dd4-4392-461c-b45d-0dbc67652d5c up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:20:51.966009 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port 15a39dd4-4392-461c-b45d-0dbc67652d5c completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:20:51.970107 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 15a39dd4-4392-461c-b45d-0dbc67652d5c triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:20:51.970474 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:20:52.045161 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:20:52.066772 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9150a34-47e2-4771-b2fc-9da8813c6553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a39dd4-4392-461c-b45d-0dbc67652d5c'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:20:52.069131 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e25d6c1-4ea6-4873-93c1-e68c70bf6513" -d '{"events": [{"server_uuid": "c9150a34-47e2-4771-b2fc-9da8813c6553", "name": "network-vif-plugged", "status": "completed", "tag": "15a39dd4-4392-461c-b45d-0dbc67652d5c"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:20:52.082183 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 15a39dd4-4392-461c-b45d-0dbc67652d5c, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=15a39dd4-4392-461c-b45d-0dbc67652d5c,segment=NetworkSegment(87efb6ce-2270-470a-8c19-7b337a956aa6),segment_id=87efb6ce-2270-470a-8c19-7b337a956aa6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:20:52.086788 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:20:52.134197 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=15a39dd4-4392-461c-b45d-0dbc67652d5c,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:20:52.181156 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684d90d2-0fb0-4d2d-9c8c-f3a1bccbacc1 x-openstack-request-id: req-684d90d2-0fb0-4d2d-9c8c-f3a1bccbacc1 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:20:52.181460 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9150a34-47e2-4771-b2fc-9da8813c6553", "name": "network-vif-plugged", "status": "completed", "tag": "15a39dd4-4392-461c-b45d-0dbc67652d5c", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:20:52.181717 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-684d90d2-0fb0-4d2d-9c8c-f3a1bccbacc1 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:20:52.182129 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9150a34-47e2-4771-b2fc-9da8813c6553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a39dd4-4392-461c-b45d-0dbc67652d5c', 'code': 200} Sep 17 08:20:52.299794 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270dafbd-b61c-42b6-a8c2-8e1310821bd7 req-38900e41-f15f-4a0c-a38e-77508355670b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:20:52.301341 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-270dafbd-b61c-42b6-a8c2-8e1310821bd7 req-38900e41-f15f-4a0c-a38e-77508355670b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c9150a34-47e2-4771-b2fc-9da8813c6553 HTTP/1.1" status: 200 len: 1096 time: 0.0396829 Sep 17 08:20:52.339678 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-270dafbd-b61c-42b6-a8c2-8e1310821bd7 req-982d318e-45b3-42ed-94a8-f313fd54af0f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7a9e4360-0cd0-46e6-9fce-1fb8bd67e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308545 Sep 17 08:20:52.450485 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e756b9a9-08d1-4f6a-b576-94701576d342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:20:52.546675 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fd16ff-d05a-43b7-bef6-9235dc9286ed req-23f8203d-4305-4a29-81ef-0a4f4734dd38 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:20:52.548176 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-26fd16ff-d05a-43b7-bef6-9235dc9286ed req-23f8203d-4305-4a29-81ef-0a4f4734dd38 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9150a34-47e2-4771-b2fc-9da8813c6553 HTTP/1.1" status: 200 len: 945 time: 0.0540886 Sep 17 08:20:52.589471 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-26fd16ff-d05a-43b7-bef6-9235dc9286ed req-00c2f1e5-69a9-4ddc-8b48-663539051e72 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a9e4360-0cd0-46e6-9fce-1fb8bd67e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321648 Sep 17 08:20:52.723047 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:20:53.709634 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d699c9-6338-4138-a247-e41680606ede req-9c6e821d-fc90-4a74-9e38-a8313876970f tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:20:53.711255 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c6d699c9-6338-4138-a247-e41680606ede req-9c6e821d-fc90-4a74-9e38-a8313876970f tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9150a34-47e2-4771-b2fc-9da8813c6553 HTTP/1.1" status: 200 len: 945 time: 0.0501540 Sep 17 08:20:53.748679 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:20:53.751362 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c6d699c9-6338-4138-a247-e41680606ede req-bc78cc6c-bd45-433b-9d6f-94cf217f8b59 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a9e4360-0cd0-46e6-9fce-1fb8bd67e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332062 Sep 17 08:20:54.861712 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60047536-26d8-48b3-8897-48e8d9a78f2a req-c0ef470d-13f7-4ac0-8d8c-57563b543e35 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:20:54.863184 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-60047536-26d8-48b3-8897-48e8d9a78f2a req-c0ef470d-13f7-4ac0-8d8c-57563b543e35 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9150a34-47e2-4771-b2fc-9da8813c6553 HTTP/1.1" status: 200 len: 945 time: 0.0476627 Sep 17 08:20:54.899726 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-60047536-26d8-48b3-8897-48e8d9a78f2a req-12d5925e-2ffa-459d-b96d-d6d7fb47a086 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a9e4360-0cd0-46e6-9fce-1fb8bd67e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307226 Sep 17 08:20:55.025170 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbb96e1-5b63-4457-963b-d3c16e147ff2 req-5d2219f1-788f-499c-8f3a-559fac0996df tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:20:55.026650 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-abbb96e1-5b63-4457-963b-d3c16e147ff2 req-5d2219f1-788f-499c-8f3a-559fac0996df tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9150a34-47e2-4771-b2fc-9da8813c6553 HTTP/1.1" status: 200 len: 945 time: 0.0529552 Sep 17 08:20:55.063520 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-abbb96e1-5b63-4457-963b-d3c16e147ff2 req-805529bc-c3a5-4347-bacd-3dcb33b7fdfe tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a9e4360-0cd0-46e6-9fce-1fb8bd67e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301504 Sep 17 08:20:55.085635 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 46656) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:20:55.123661 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153ae9bc-5ab4-4f81-9116-f94b5390f199 tempest-TestVolumeBootPattern-1063702705 tempest-TestVolumeBootPattern-1063702705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:20:55.125445 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-153ae9bc-5ab4-4f81-9116-f94b5390f199 tempest-TestVolumeBootPattern-1063702705 tempest-TestVolumeBootPattern-1063702705-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c9150a34-47e2-4771-b2fc-9da8813c6553 HTTP/1.1" status: 200 len: 1091 time: 0.0388379 Sep 17 08:20:55.128271 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 46658) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:20:55.132418 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-d56582c4-f78e-47fa-a2ae-01b0f015a624 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Request body: {'floatingip': {'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'port_id': '15a39dd4-4392-461c-b45d-0dbc67652d5c', 'tenant_id': '5a6798d8a56640cabd874ecb5022c2e7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:20:55.154501 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d56582c4-f78e-47fa-a2ae-01b0f015a624 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks [] for floatingip, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:20:55.249016 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d56582c4-f78e-47fa-a2ae-01b0f015a624 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:20:55.332894 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:20:55.350724 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-d56582c4-f78e-47fa-a2ae-01b0f015a624 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Allocated IP 172.25.6.110 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/38d24be1-1caa-47da-85a7-daa3f740b405) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:20:55.451380 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d56582c4-f78e-47fa-a2ae-01b0f015a624 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:20:55.484029 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d56582c4-f78e-47fa-a2ae-01b0f015a624 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:20:55.524531 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56582c4-f78e-47fa-a2ae-01b0f015a624 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:20:55.527385 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-d56582c4-f78e-47fa-a2ae-01b0f015a624 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:20:55.533310 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56582c4-f78e-47fa-a2ae-01b0f015a624 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:20:55.538643 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56582c4-f78e-47fa-a2ae-01b0f015a624 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Pushing event updated for resources: {'Port': ['ID=38d24be1-1caa-47da-85a7-daa3f740b405,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:20:56.147977 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d56582c4-f78e-47fa-a2ae-01b0f015a624 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:20:56.210221 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d56582c4-f78e-47fa-a2ae-01b0f015a624 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:20:56.354716 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d56582c4-f78e-47fa-a2ae-01b0f015a624 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:20:56.359511 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d56582c4-f78e-47fa-a2ae-01b0f015a624 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:20:56.430311 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56582c4-f78e-47fa-a2ae-01b0f015a624 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Pushing event updated for resources: {'Port': ['ID=38d24be1-1caa-47da-85a7-daa3f740b405,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:20:56.438837 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d56582c4-f78e-47fa-a2ae-01b0f015a624 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:20:56.534432 n-d-789963-9 neutron-server[101289]: INFO neutron.db.l3_db [None req-d56582c4-f78e-47fa-a2ae-01b0f015a624 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Floating IP 32f52600-decb-4ad9-b0ba-1b222dcb8418 associated. External IP: 172.25.6.110, port: 15a39dd4-4392-461c-b45d-0dbc67652d5c. Sep 17 08:20:56.730898 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d56582c4-f78e-47fa-a2ae-01b0f015a624 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Router 08013a1c-233c-40ff-97a4-f09f85b30ac0 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:20:56.835793 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d56582c4-f78e-47fa-a2ae-01b0f015a624 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:20:56.845767 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a431c82a-ae55-4542-8232-6f2d7897c929 None None] Sync routers for ids ['08013a1c-233c-40ff-97a4-f09f85b30ac0'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:20:56.851489 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d56582c4-f78e-47fa-a2ae-01b0f015a624 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:20:56.854721 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a431c82a-ae55-4542-8232-6f2d7897c929 None None] Routers {'08013a1c-233c-40ff-97a4-f09f85b30ac0'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:20:56.855344 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-a431c82a-ae55-4542-8232-6f2d7897c929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:20:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['08013a1c-233c-40ff-97a4-f09f85b30ac0'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:20:56.892890 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-d56582c4-f78e-47fa-a2ae-01b0f015a624 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7520397 Sep 17 08:20:56.892890 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9150a34-47e2-4771-b2fc-9da8813c6553', 'tag': '15a39dd4-4392-461c-b45d-0dbc67652d5c'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:20:56.892890 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6776539e-9a1e-408a-bf52-673f4754e1be" -d '{"events": [{"name": "network-changed", "server_uuid": "c9150a34-47e2-4771-b2fc-9da8813c6553", "tag": "15a39dd4-4392-461c-b45d-0dbc67652d5c"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:20:56.986747 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e08370-61fc-4708-a167-b1ee260c2c12 x-openstack-request-id: req-e2e08370-61fc-4708-a167-b1ee260c2c12 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:20:56.987047 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9150a34-47e2-4771-b2fc-9da8813c6553", "tag": "15a39dd4-4392-461c-b45d-0dbc67652d5c", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:20:56.987298 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e2e08370-61fc-4708-a167-b1ee260c2c12 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:20:56.987705 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9150a34-47e2-4771-b2fc-9da8813c6553', 'tag': '15a39dd4-4392-461c-b45d-0dbc67652d5c', 'status': 'completed', 'code': 200} Sep 17 08:20:57.069752 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776539e-9a1e-408a-bf52-673f4754e1be req-9b64f9a8-6c4b-4f8f-971b-460a153f560a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:20:57.071271 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6776539e-9a1e-408a-bf52-673f4754e1be req-9b64f9a8-6c4b-4f8f-971b-460a153f560a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5a6798d8a56640cabd874ecb5022c2e7&device_id=c9150a34-47e2-4771-b2fc-9da8813c6553 HTTP/1.1" status: 200 len: 1096 time: 0.0403845 Sep 17 08:20:57.114074 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-a431c82a-ae55-4542-8232-6f2d7897c929 None None] Set router 08013a1c-233c-40ff-97a4-f09f85b30ac0 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:20:57.167706 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776539e-9a1e-408a-bf52-673f4754e1be req-346dec58-930f-4a01-b499-c4a9df1d63ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:20:57.169215 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6776539e-9a1e-408a-bf52-673f4754e1be req-346dec58-930f-4a01-b499-c4a9df1d63ec service neutron] 10.222.0.39 "GET /v2.0/networks?id=660139d9-bdd8-4ad7-b799-f8f93f25eccf HTTP/1.1" status: 200 len: 913 time: 0.0909791 Sep 17 08:20:57.233210 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6776539e-9a1e-408a-bf52-673f4754e1be req-7d2d6334-a5d9-4405-8ba0-08278fa35dfe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15a39dd4-4392-461c-b45d-0dbc67652d5c HTTP/1.1" status: 200 len: 999 time: 0.0575755 Sep 17 08:20:57.287024 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776539e-9a1e-408a-bf52-673f4754e1be req-892c463c-d968-4e33-b325-7f3b83b124ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:20:57.288470 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6776539e-9a1e-408a-bf52-673f4754e1be req-892c463c-d968-4e33-b325-7f3b83b124ae service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d01eb21-118c-498b-a866-b124536b59b1 HTTP/1.1" status: 200 len: 851 time: 0.0485103 Sep 17 08:20:57.333193 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776539e-9a1e-408a-bf52-673f4754e1be req-cbafccac-56f3-4e26-9664-ff4a7232d39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:20:57.334765 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6776539e-9a1e-408a-bf52-673f4754e1be req-cbafccac-56f3-4e26-9664-ff4a7232d39a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=660139d9-bdd8-4ad7-b799-f8f93f25eccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390527 Sep 17 08:20:57.336472 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-a431c82a-ae55-4542-8232-6f2d7897c929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'name': 'tempest-TestVolumeBootPattern-1133283628-router', 'tenant_id': '5a6798d8a56640cabd874ecb5022c2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'd5ead04b-07db-412a-80e2-5020e764ee32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:17:15Z', 'updated_at': '2021-09-17T08:17:18Z', 'revision_number': 4, 'project_id': '5a6798d8a56640cabd874ecb5022c2e7', 'gw_port': {'id': 'd5ead04b-07db-412a-80e2-5020e764ee32', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:dc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:17:15Z', 'updated_at': '2021-09-17T08:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '32f52600-decb-4ad9-b0ba-1b222dcb8418', 'tenant_id': '5a6798d8a56640cabd874ecb5022c2e7', 'floating_ip_address': '172.25.6.110', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'port_id': '15a39dd4-4392-461c-b45d-0dbc67652d5c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf', 'mac_address': 'fa:16:3e:78:f6:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9150a34-47e2-4771-b2fc-9da8813c6553', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:20:55Z', 'updated_at': '2021-09-17T08:20:55Z', 'revision_number': 0, 'project_id': '5a6798d8a56640cabd874ecb5022c2e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5028a10b-5e29-404b-b928-c890920938fa', 'name': '', 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf', 'tenant_id': '5a6798d8a56640cabd874ecb5022c2e7', 'mac_address': 'fa:16:3e:97:9c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '0d01eb21-118c-498b-a866-b124536b59b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:17:17Z', 'updated_at': '2021-09-17T08:17:23Z', 'revision_number': 5, 'project_id': '5a6798d8a56640cabd874ecb5022c2e7', 'subnets': [{'id': '0d01eb21-118c-498b-a866-b124536b59b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:20:57.362198 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a431c82a-ae55-4542-8232-6f2d7897c929 None None] Checking router: 08013a1c-233c-40ff-97a4-f09f85b30ac0 for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:20:57.370238 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a431c82a-ae55-4542-8232-6f2d7897c929 None None] Routers {'08013a1c-233c-40ff-97a4-f09f85b30ac0'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:20:57.370863 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-a431c82a-ae55-4542-8232-6f2d7897c929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:20:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['08013a1c-233c-40ff-97a4-f09f85b30ac0'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:20:57.424276 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6776539e-9a1e-408a-bf52-673f4754e1be req-7bce0493-44c2-40cb-90af-39875e15aa3c service neutron] 10.222.0.39 "GET /v2.0/networks/660139d9-bdd8-4ad7-b799-f8f93f25eccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817223 Sep 17 08:20:57.474942 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-a431c82a-ae55-4542-8232-6f2d7897c929 None None] Set router 08013a1c-233c-40ff-97a4-f09f85b30ac0 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:20:57.517878 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6776539e-9a1e-408a-bf52-673f4754e1be req-603a20a3-1a4c-4824-93e4-8c76322a31cf service neutron] 10.222.0.39 "GET /v2.0/networks/660139d9-bdd8-4ad7-b799-f8f93f25eccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869942 Sep 17 08:20:57.694675 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-a431c82a-ae55-4542-8232-6f2d7897c929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'name': 'tempest-TestVolumeBootPattern-1133283628-router', 'tenant_id': '5a6798d8a56640cabd874ecb5022c2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'd5ead04b-07db-412a-80e2-5020e764ee32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:17:15Z', 'updated_at': '2021-09-17T08:17:18Z', 'revision_number': 4, 'project_id': '5a6798d8a56640cabd874ecb5022c2e7', 'gw_port': {'id': 'd5ead04b-07db-412a-80e2-5020e764ee32', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:dc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:17:15Z', 'updated_at': '2021-09-17T08:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '32f52600-decb-4ad9-b0ba-1b222dcb8418', 'tenant_id': '5a6798d8a56640cabd874ecb5022c2e7', 'floating_ip_address': '172.25.6.110', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'port_id': '15a39dd4-4392-461c-b45d-0dbc67652d5c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf', 'mac_address': 'fa:16:3e:78:f6:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9150a34-47e2-4771-b2fc-9da8813c6553', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:20:55Z', 'updated_at': '2021-09-17T08:20:55Z', 'revision_number': 0, 'project_id': '5a6798d8a56640cabd874ecb5022c2e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5028a10b-5e29-404b-b928-c890920938fa', 'name': '', 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf', 'tenant_id': '5a6798d8a56640cabd874ecb5022c2e7', 'mac_address': 'fa:16:3e:97:9c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '0d01eb21-118c-498b-a866-b124536b59b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:17:17Z', 'updated_at': '2021-09-17T08:17:23Z', 'revision_number': 5, 'project_id': '5a6798d8a56640cabd874ecb5022c2e7', 'subnets': [{'id': '0d01eb21-118c-498b-a866-b124536b59b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:20:57.720802 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a431c82a-ae55-4542-8232-6f2d7897c929 None None] The sync data for ids ['08013a1c-233c-40ff-97a4-f09f85b30ac0'] in n-d-789963-9 is: [{'id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'name': 'tempest-TestVolumeBootPattern-1133283628-router', 'tenant_id': '5a6798d8a56640cabd874ecb5022c2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'd5ead04b-07db-412a-80e2-5020e764ee32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:17:15Z', 'updated_at': '2021-09-17T08:17:18Z', 'revision_number': 4, 'project_id': '5a6798d8a56640cabd874ecb5022c2e7', 'gw_port': {'id': 'd5ead04b-07db-412a-80e2-5020e764ee32', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:dc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:17:15Z', 'updated_at': '2021-09-17T08:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '32f52600-decb-4ad9-b0ba-1b222dcb8418', 'tenant_id': '5a6798d8a56640cabd874ecb5022c2e7', 'floating_ip_address': '172.25.6.110', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'port_id': '15a39dd4-4392-461c-b45d-0dbc67652d5c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf', 'mac_address': 'fa:16:3e:78:f6:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9150a34-47e2-4771-b2fc-9da8813c6553', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:20:55Z', 'updated_at': '2021-09-17T08:20:55Z', 'revision_number': 0, 'project_id': '5a6798d8a56640cabd874ecb5022c2e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5028a10b-5e29-404b-b928-c890920938fa', 'name': '', 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf', 'tenant_id': '5a6798d8a56640cabd874ecb5022c2e7', 'mac_address': 'fa:16:3e:97:9c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '0d01eb21-118c-498b-a866-b124536b59b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:17:17Z', 'updated_at': '2021-09-17T08:17:23Z', 'revision_number': 5, 'project_id': '5a6798d8a56640cabd874ecb5022c2e7', 'subnets': [{'id': '0d01eb21-118c-498b-a866-b124536b59b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:20:57.916559 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf05a627-fbc4-4283-b953-6ba24c1deaec None None] New status for floating IP 32f52600-decb-4ad9-b0ba-1b222dcb8418: ACTIVE {{(pid=101292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 08:21:03.818207 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [req-afcd7801-0d55-4003-b730-c8c876f98b49 req-e9293a38-cb19-40f2-aa0f-c1882b8ea2ea tempest-TestNetworkBasicOps-120228046 tempest-TestNetworkBasicOps-120228046-project] (101289) timed out ('10.222.0.39', 61814) {{(pid=101289) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 08:21:05.474075 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:21:05.753641 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:21:12.410169 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-77767d23-e244-4bb4-98ca-bc573ca25ae0 req-f8fb3c5d-d2da-4330-b7ce-52bf9c3a3538 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c9150a34-47e2-4771-b2fc-9da8813c6553&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407457 Sep 17 08:21:12.510924 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77767d23-e244-4bb4-98ca-bc573ca25ae0 req-6b0a517a-037a-406d-8e11-649943e858ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:21:12.513069 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-77767d23-e244-4bb4-98ca-bc573ca25ae0 req-6b0a517a-037a-406d-8e11-649943e858ed service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5a6798d8a56640cabd874ecb5022c2e7&device_id=c9150a34-47e2-4771-b2fc-9da8813c6553 HTTP/1.1" status: 200 len: 1096 time: 0.0412738 Sep 17 08:21:12.619157 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77767d23-e244-4bb4-98ca-bc573ca25ae0 req-b8f22826-f90e-4c5f-be1d-daba83a90f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:21:12.620648 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-77767d23-e244-4bb4-98ca-bc573ca25ae0 req-b8f22826-f90e-4c5f-be1d-daba83a90f31 service neutron] 10.222.0.39 "GET /v2.0/networks?id=660139d9-bdd8-4ad7-b799-f8f93f25eccf HTTP/1.1" status: 200 len: 913 time: 0.0892491 Sep 17 08:21:12.684652 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-77767d23-e244-4bb4-98ca-bc573ca25ae0 req-67047299-2254-4049-8d94-655f32c6031d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15a39dd4-4392-461c-b45d-0dbc67652d5c HTTP/1.1" status: 200 len: 1001 time: 0.0557122 Sep 17 08:21:12.735987 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77767d23-e244-4bb4-98ca-bc573ca25ae0 req-116dddbb-8152-4141-9cf5-31968c078599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:21:12.737417 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-77767d23-e244-4bb4-98ca-bc573ca25ae0 req-116dddbb-8152-4141-9cf5-31968c078599 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d01eb21-118c-498b-a866-b124536b59b1 HTTP/1.1" status: 200 len: 851 time: 0.0458713 Sep 17 08:21:12.782188 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77767d23-e244-4bb4-98ca-bc573ca25ae0 req-5601be4c-479c-4183-9b2b-1bd5b7a0955b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:21:12.783668 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-77767d23-e244-4bb4-98ca-bc573ca25ae0 req-5601be4c-479c-4183-9b2b-1bd5b7a0955b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=660139d9-bdd8-4ad7-b799-f8f93f25eccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395277 Sep 17 08:21:12.875742 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-77767d23-e244-4bb4-98ca-bc573ca25ae0 req-97cb7071-f184-4cf1-8156-3f712987a682 service neutron] 10.222.0.39 "GET /v2.0/networks/660139d9-bdd8-4ad7-b799-f8f93f25eccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843985 Sep 17 08:21:12.965043 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-77767d23-e244-4bb4-98ca-bc573ca25ae0 req-55d06992-a5c3-42e2-9512-b9df96b7a58b service neutron] 10.222.0.39 "GET /v2.0/networks/660139d9-bdd8-4ad7-b799-f8f93f25eccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806556 Sep 17 08:21:18.922263 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-335b60a0-0600-40a8-b727-c74d2ff0f2a3 req-14ee3420-f54c-4cf8-9290-da431cab0599 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0308771 Sep 17 08:21:19.003361 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-335b60a0-0600-40a8-b727-c74d2ff0f2a3 req-1c65230a-1299-4b12-be17-49681a07a601 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0252147 Sep 17 08:21:19.048344 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-335b60a0-0600-40a8-b727-c74d2ff0f2a3 req-f94d7cf8-c490-4eec-94fc-134ca172dfcb service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0200396 Sep 17 08:21:19.150391 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b60a0-0600-40a8-b727-c74d2ff0f2a3 req-6a70b1f9-8133-48da-946e-4cca7796acbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:21:19.152045 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-335b60a0-0600-40a8-b727-c74d2ff0f2a3 req-6a70b1f9-8133-48da-946e-4cca7796acbc service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0974562 Sep 17 08:21:19.255533 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:21:19.969366 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4dc7c341-be0b-48b7-8b03-86d022162dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:21:22.451104 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d4691a4b-98fa-4c63-8fd1-3defeda6cbae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:21:22.723929 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:21:23.748137 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:21:25.335263 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:21:29.121207 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [req-fbe1a44a-4475-4ac0-b4f4-8885d63a058a req-7fb68bf5-879e-4396-965a-62f6e72fd0de service neutron] (101289) timed out ('10.222.0.13', 56988) {{(pid=101289) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 08:21:35.484528 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:21:35.750151 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:21:42.094534 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309944b6-a3cc-42ba-88f7-a33dd5397385 req-696b53fd-f5d7-4099-b07a-edefa54d3d5e tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:21:42.096217 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-309944b6-a3cc-42ba-88f7-a33dd5397385 req-696b53fd-f5d7-4099-b07a-edefa54d3d5e tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c119ed3-ec1d-499e-a289-b7b44a534f08 HTTP/1.1" status: 200 len: 945 time: 0.0485940 Sep 17 08:21:42.132706 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-309944b6-a3cc-42ba-88f7-a33dd5397385 req-ad3d7c83-a43a-4e69-99d7-9cd4a7d1c144 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/security-groups?id=22db448d-7d22-40d6-bae3-de108c4c0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304754 Sep 17 08:21:43.245813 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11357ff-dece-4d20-b96f-3856a72b68ac req-aca572cf-e62f-4b32-8157-85706530ac60 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:21:43.247439 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e11357ff-dece-4d20-b96f-3856a72b68ac req-aca572cf-e62f-4b32-8157-85706530ac60 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c119ed3-ec1d-499e-a289-b7b44a534f08 HTTP/1.1" status: 200 len: 945 time: 0.0481274 Sep 17 08:21:43.312752 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e11357ff-dece-4d20-b96f-3856a72b68ac req-508c16b8-a73f-4d20-813a-dd9aec0e8208 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/security-groups?id=22db448d-7d22-40d6-bae3-de108c4c0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594528 Sep 17 08:21:43.328096 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab84ab-3626-4c39-9981-62047feb6234 req-4c3c11ed-ebd3-4c09-88a8-71bce9444d54 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:21:43.329525 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8aab84ab-3626-4c39-9981-62047feb6234 req-4c3c11ed-ebd3-4c09-88a8-71bce9444d54 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c119ed3-ec1d-499e-a289-b7b44a534f08 HTTP/1.1" status: 200 len: 945 time: 0.0636363 Sep 17 08:21:43.416724 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-8aab84ab-3626-4c39-9981-62047feb6234 req-7fc15095-1aaf-4450-ae4a-61a6446dd116 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Deleting port fa6fbd79-08f8-46b1-ae1e-6a39d2d1638e {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:21:43.417063 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-8aab84ab-3626-4c39-9981-62047feb6234 req-7fc15095-1aaf-4450-ae4a-61a6446dd116 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:21:43.506293 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-8aab84ab-3626-4c39-9981-62047feb6234 req-7fc15095-1aaf-4450-ae4a-61a6446dd116 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] For port fa6fbd79-08f8-46b1-ae1e-6a39d2d1638e, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=fa6fbd79-08f8-46b1-ae1e-6a39d2d1638e,segment=NetworkSegment(46025e8d-63c5-4de8-95f4-1c42be162829),segment_id=46025e8d-63c5-4de8-95f4-1c42be162829)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:21:43.506566 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-8aab84ab-3626-4c39-9981-62047feb6234 req-7fc15095-1aaf-4450-ae4a-61a6446dd116 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:21:43.717360 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-8aab84ab-3626-4c39-9981-62047feb6234 req-7fc15095-1aaf-4450-ae4a-61a6446dd116 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:21:43.717736 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-8aab84ab-3626-4c39-9981-62047feb6234 req-7fc15095-1aaf-4450-ae4a-61a6446dd116 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:21:43.718044 n-d-789963-9 neutron-server[101289]: INFO neutron.db.l3_db [req-8aab84ab-3626-4c39-9981-62047feb6234 req-7fc15095-1aaf-4450-ae4a-61a6446dd116 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Floating IP 867ad5a5-4a61-49b8-9162-b3821db0f757 disassociated. External IP: 172.25.6.73, port: fa6fbd79-08f8-46b1-ae1e-6a39d2d1638e. Sep 17 08:21:43.718384 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-8aab84ab-3626-4c39-9981-62047feb6234 req-7fc15095-1aaf-4450-ae4a-61a6446dd116 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Calling delete_port for fa6fbd79-08f8-46b1-ae1e-6a39d2d1638e owned by compute:nova {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:21:43.839270 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-8aab84ab-3626-4c39-9981-62047feb6234 req-7fc15095-1aaf-4450-ae4a-61a6446dd116 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:21:43.866592 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc15095-1aaf-4450-ae4a-61a6446dd116 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Pushing event deleted for resources: {'Port': ['ID=fa6fbd79-08f8-46b1-ae1e-6a39d2d1638e,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:21:43.879070 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc15095-1aaf-4450-ae4a-61a6446dd116 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:21:43.879427 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc15095-1aaf-4450-ae4a-61a6446dd116 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:21:43.879774 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc15095-1aaf-4450-ae4a-61a6446dd116 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:21:43.880146 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc15095-1aaf-4450-ae4a-61a6446dd116 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:21:43.880486 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc15095-1aaf-4450-ae4a-61a6446dd116 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:21:43.880827 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc15095-1aaf-4450-ae4a-61a6446dd116 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:21:43.881156 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc15095-1aaf-4450-ae4a-61a6446dd116 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:21:43.881482 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc15095-1aaf-4450-ae4a-61a6446dd116 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:21:43.881809 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc15095-1aaf-4450-ae4a-61a6446dd116 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:21:43.882137 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc15095-1aaf-4450-ae4a-61a6446dd116 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:21:43.882464 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc15095-1aaf-4450-ae4a-61a6446dd116 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:21:43.882789 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc15095-1aaf-4450-ae4a-61a6446dd116 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:21:43.994420 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8aab84ab-3626-4c39-9981-62047feb6234 req-7fc15095-1aaf-4450-ae4a-61a6446dd116 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Router ba807bb7-68a8-454b-b1e8-55c7152f6265 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:21:44.099254 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8aab84ab-3626-4c39-9981-62047feb6234 req-7fc15095-1aaf-4450-ae4a-61a6446dd116 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:21:44.109775 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeaeff67-b091-4a4a-8c46-0ffbe894bef5 None None] Sync routers for ids ['ba807bb7-68a8-454b-b1e8-55c7152f6265'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:21:44.119210 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeaeff67-b091-4a4a-8c46-0ffbe894bef5 None None] Routers {'ba807bb7-68a8-454b-b1e8-55c7152f6265'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:21:44.119828 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-aeaeff67-b091-4a4a-8c46-0ffbe894bef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:21:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['ba807bb7-68a8-454b-b1e8-55c7152f6265'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:21:44.141282 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aab84ab-3626-4c39-9981-62047feb6234 req-7fc15095-1aaf-4450-ae4a-61a6446dd116 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] No DVR routers for this DVR port fa6fbd79-08f8-46b1-ae1e-6a39d2d1638e on host n-h1-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:21:44.143932 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-8aab84ab-3626-4c39-9981-62047feb6234 req-7fc15095-1aaf-4450-ae4a-61a6446dd116 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:21:44.145978 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8aab84ab-3626-4c39-9981-62047feb6234 req-7fc15095-1aaf-4450-ae4a-61a6446dd116 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.41 "DELETE /v2.0/ports/fa6fbd79-08f8-46b1-ae1e-6a39d2d1638e HTTP/1.1" status: 204 len: 173 time: 0.8096550 Sep 17 08:21:44.146413 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c119ed3-ec1d-499e-a289-b7b44a534f08', 'name': 'network-vif-deleted', 'tag': 'fa6fbd79-08f8-46b1-ae1e-6a39d2d1638e'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:21:44.148679 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4aef102-f8dc-40d0-92ed-268898a9a148" -d '{"events": [{"server_uuid": "0c119ed3-ec1d-499e-a289-b7b44a534f08", "name": "network-vif-deleted", "tag": "fa6fbd79-08f8-46b1-ae1e-6a39d2d1638e"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:21:44.188965 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a159fd4-cb92-4657-a756-c9ae4e775aa1 x-openstack-request-id: req-9a159fd4-cb92-4657-a756-c9ae4e775aa1 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:21:44.189335 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c119ed3-ec1d-499e-a289-b7b44a534f08", "name": "network-vif-deleted", "tag": "fa6fbd79-08f8-46b1-ae1e-6a39d2d1638e", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:21:44.189587 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9a159fd4-cb92-4657-a756-c9ae4e775aa1 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:21:44.189986 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c119ed3-ec1d-499e-a289-b7b44a534f08', 'name': 'network-vif-deleted', 'tag': 'fa6fbd79-08f8-46b1-ae1e-6a39d2d1638e', 'status': 'completed', 'code': 200} Sep 17 08:21:44.234972 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-aeaeff67-b091-4a4a-8c46-0ffbe894bef5 None None] Set router ba807bb7-68a8-454b-b1e8-55c7152f6265 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:21:44.424374 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d7da80f3-8316-4ba7-92b0-ce27f98fc19a req-129dade1-4b27-4428-b202-4cb05dc58435 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c119ed3-ec1d-499e-a289-b7b44a534f08 HTTP/1.1" status: 200 len: 210 time: 0.0283613 Sep 17 08:21:44.448214 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-aeaeff67-b091-4a4a-8c46-0ffbe894bef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba807bb7-68a8-454b-b1e8-55c7152f6265', 'name': 'tempest-AttachVolumeTestJSON-696205720-router', 'tenant_id': '8b27055ca25d48d28002aa2279d58577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'c5a999f3-e235-4c77-adea-857265150556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:15:46Z', 'updated_at': '2021-09-17T08:15:50Z', 'revision_number': 4, 'project_id': '8b27055ca25d48d28002aa2279d58577', 'gw_port': {'id': 'c5a999f3-e235-4c77-adea-857265150556', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba807bb7-68a8-454b-b1e8-55c7152f6265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:15:46Z', 'updated_at': '2021-09-17T08:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '5176e92d-b753-4cc7-ae3d-cbe7b39b4f9b', 'name': '', 'network_id': 'e65f884c-2c8f-48ea-b79e-b731ed55ac23', 'tenant_id': '8b27055ca25d48d28002aa2279d58577', 'mac_address': 'fa:16:3e:30:96:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba807bb7-68a8-454b-b1e8-55c7152f6265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '9a12b56e-5850-4bc0-bba9-8ec5a23a47ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:15:48Z', 'updated_at': '2021-09-17T08:15:53Z', 'revision_number': 5, 'project_id': '8b27055ca25d48d28002aa2279d58577', 'subnets': [{'id': '9a12b56e-5850-4bc0-bba9-8ec5a23a47ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:21:44.472989 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeaeff67-b091-4a4a-8c46-0ffbe894bef5 None None] Checking router: ba807bb7-68a8-454b-b1e8-55c7152f6265 for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:21:44.480964 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeaeff67-b091-4a4a-8c46-0ffbe894bef5 None None] Routers {'ba807bb7-68a8-454b-b1e8-55c7152f6265'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:21:44.481560 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-aeaeff67-b091-4a4a-8c46-0ffbe894bef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:21:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['ba807bb7-68a8-454b-b1e8-55c7152f6265'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:21:44.586229 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-aeaeff67-b091-4a4a-8c46-0ffbe894bef5 None None] Set router ba807bb7-68a8-454b-b1e8-55c7152f6265 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:21:44.786754 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-aeaeff67-b091-4a4a-8c46-0ffbe894bef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba807bb7-68a8-454b-b1e8-55c7152f6265', 'name': 'tempest-AttachVolumeTestJSON-696205720-router', 'tenant_id': '8b27055ca25d48d28002aa2279d58577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'c5a999f3-e235-4c77-adea-857265150556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:15:46Z', 'updated_at': '2021-09-17T08:15:50Z', 'revision_number': 4, 'project_id': '8b27055ca25d48d28002aa2279d58577', 'gw_port': {'id': 'c5a999f3-e235-4c77-adea-857265150556', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba807bb7-68a8-454b-b1e8-55c7152f6265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:15:46Z', 'updated_at': '2021-09-17T08:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '5176e92d-b753-4cc7-ae3d-cbe7b39b4f9b', 'name': '', 'network_id': 'e65f884c-2c8f-48ea-b79e-b731ed55ac23', 'tenant_id': '8b27055ca25d48d28002aa2279d58577', 'mac_address': 'fa:16:3e:30:96:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba807bb7-68a8-454b-b1e8-55c7152f6265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '9a12b56e-5850-4bc0-bba9-8ec5a23a47ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:15:48Z', 'updated_at': '2021-09-17T08:15:53Z', 'revision_number': 5, 'project_id': '8b27055ca25d48d28002aa2279d58577', 'subnets': [{'id': '9a12b56e-5850-4bc0-bba9-8ec5a23a47ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:21:44.816404 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeaeff67-b091-4a4a-8c46-0ffbe894bef5 None None] The sync data for ids ['ba807bb7-68a8-454b-b1e8-55c7152f6265'] in n-d-789963-9 is: [{'id': 'ba807bb7-68a8-454b-b1e8-55c7152f6265', 'name': 'tempest-AttachVolumeTestJSON-696205720-router', 'tenant_id': '8b27055ca25d48d28002aa2279d58577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'c5a999f3-e235-4c77-adea-857265150556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:15:46Z', 'updated_at': '2021-09-17T08:15:50Z', 'revision_number': 4, 'project_id': '8b27055ca25d48d28002aa2279d58577', 'gw_port': {'id': 'c5a999f3-e235-4c77-adea-857265150556', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba807bb7-68a8-454b-b1e8-55c7152f6265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:15:46Z', 'updated_at': '2021-09-17T08:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '5176e92d-b753-4cc7-ae3d-cbe7b39b4f9b', 'name': '', 'network_id': 'e65f884c-2c8f-48ea-b79e-b731ed55ac23', 'tenant_id': '8b27055ca25d48d28002aa2279d58577', 'mac_address': 'fa:16:3e:30:96:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba807bb7-68a8-454b-b1e8-55c7152f6265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '9a12b56e-5850-4bc0-bba9-8ec5a23a47ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:15:48Z', 'updated_at': '2021-09-17T08:15:53Z', 'revision_number': 5, 'project_id': '8b27055ca25d48d28002aa2279d58577', 'subnets': [{'id': '9a12b56e-5850-4bc0-bba9-8ec5a23a47ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:21:45.036782 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1478c4-553e-44d3-950b-90004458a9b5 None None] New status for floating IP 867ad5a5-4a61-49b8-9162-b3821db0f757: DOWN {{(pid=101292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 08:21:45.506779 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 46808) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:21:45.559918 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6ca0fbc5-195a-4935-a294-f8bd4b8fab52 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:21:45.581984 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6ca0fbc5-195a-4935-a294-f8bd4b8fab52 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:21:45.630067 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6ca0fbc5-195a-4935-a294-f8bd4b8fab52 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:21:45.632724 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6ca0fbc5-195a-4935-a294-f8bd4b8fab52 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:21:45.633926 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-6ca0fbc5-195a-4935-a294-f8bd4b8fab52 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "DELETE /v2.0/security-groups/22db448d-7d22-40d6-bae3-de108c4c0c77 HTTP/1.1" status: 204 len: 168 time: 0.1261306 Sep 17 08:21:45.636696 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 46812) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:21:45.643461 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca0fbc5-195a-4935-a294-f8bd4b8fab52 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22db448d-7d22-40d6-bae3-de108c4c0c77,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:21:45.653299 n-d-789963-9 neutron-server[101290]: INFO neutron.api.v2.resource [None req-3a9fba7d-fa2d-45ec-abdb-194093e38484 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] show failed (client error): The resource could not be found. Sep 17 08:21:45.658117 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 46814) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:21:45.658270 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-3a9fba7d-fa2d-45ec-abdb-194093e38484 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/security-groups/22db448d-7d22-40d6-bae3-de108c4c0c77 HTTP/1.1" status: 404 len: 347 time: 0.0197783 Sep 17 08:21:45.781056 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-c585ac4d-343c-4613-ad48-2cec84a4156f tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Deleting port 07463263-9e70-4d10-86c5-0cda5b4b0afa {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:21:45.781307 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c585ac4d-343c-4613-ad48-2cec84a4156f tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:21:45.856660 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c585ac4d-343c-4613-ad48-2cec84a4156f tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:21:45.856988 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c585ac4d-343c-4613-ad48-2cec84a4156f tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:21:45.868066 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-c585ac4d-343c-4613-ad48-2cec84a4156f tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Calling delete_port for 07463263-9e70-4d10-86c5-0cda5b4b0afa owned by network:floatingip {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:21:46.000293 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c585ac4d-343c-4613-ad48-2cec84a4156f tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:21:46.024839 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c585ac4d-343c-4613-ad48-2cec84a4156f tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Pushing event deleted for resources: {'Port': ['ID=07463263-9e70-4d10-86c5-0cda5b4b0afa,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:21:46.083012 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c585ac4d-343c-4613-ad48-2cec84a4156f tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks [] for floatingip, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:21:46.085740 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c585ac4d-343c-4613-ad48-2cec84a4156f tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:21:46.086929 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-c585ac4d-343c-4613-ad48-2cec84a4156f tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "DELETE /v2.0/floatingips/867ad5a5-4a61-49b8-9162-b3821db0f757 HTTP/1.1" status: 204 len: 168 time: 0.4273889 Sep 17 08:21:46.407081 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 46818) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:21:46.411739 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-4ef41b4c-e2e8-435c-ad32-a4c56b5cece5 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1145243471', 'description': 'tempest-description--1750715187'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:21:46.432783 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4ef41b4c-e2e8-435c-ad32-a4c56b5cece5 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:21:46.516191 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4ef41b4c-e2e8-435c-ad32-a4c56b5cece5 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:21:46.519852 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4ef41b4c-e2e8-435c-ad32-a4c56b5cece5 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:21:46.545300 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4ef41b4c-e2e8-435c-ad32-a4c56b5cece5 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:21:46.546517 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-4ef41b4c-e2e8-435c-ad32-a4c56b5cece5 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1384158 Sep 17 08:21:46.549480 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 46820) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:21:46.550415 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef41b4c-e2e8-435c-ad32-a4c56b5cece5 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b94d9899-65ee-4d02-a628-a2e0b7f05e78,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:21:46.554212 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-9de9db36-d343-4e10-8b67-041a4f030fdf tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Request body: {'security_group_rule': {'security_group_id': 'b94d9899-65ee-4d02-a628-a2e0b7f05e78', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:21:46.581332 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9de9db36-d343-4e10-8b67-041a4f030fdf tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:21:46.627023 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9de9db36-d343-4e10-8b67-041a4f030fdf tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:21:46.630748 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9de9db36-d343-4e10-8b67-041a4f030fdf tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:21:46.651327 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de9db36-d343-4e10-8b67-041a4f030fdf tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eea48f6-6848-4dff-831a-051f8e21bdab,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:21:46.654803 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9de9db36-d343-4e10-8b67-041a4f030fdf tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:21:46.656143 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-9de9db36-d343-4e10-8b67-041a4f030fdf tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1055751 Sep 17 08:21:46.658935 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 46822) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:21:46.661149 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de9db36-d343-4e10-8b67-041a4f030fdf tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:21:46.661493 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de9db36-d343-4e10-8b67-041a4f030fdf tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:21:46.661833 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de9db36-d343-4e10-8b67-041a4f030fdf tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:21:46.662167 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de9db36-d343-4e10-8b67-041a4f030fdf tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:21:46.662495 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de9db36-d343-4e10-8b67-041a4f030fdf tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:21:46.662821 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de9db36-d343-4e10-8b67-041a4f030fdf tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:21:46.663143 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de9db36-d343-4e10-8b67-041a4f030fdf tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:21:46.663462 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-d79fbbe4-81f2-4d19-8cad-8be9024f9ce9 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Request body: {'security_group_rule': {'security_group_id': 'b94d9899-65ee-4d02-a628-a2e0b7f05e78', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:21:46.663566 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de9db36-d343-4e10-8b67-041a4f030fdf tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:21:46.663779 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de9db36-d343-4e10-8b67-041a4f030fdf tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:21:46.664123 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de9db36-d343-4e10-8b67-041a4f030fdf tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:21:46.664446 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de9db36-d343-4e10-8b67-041a4f030fdf tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:21:46.664763 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de9db36-d343-4e10-8b67-041a4f030fdf tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:21:46.690008 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d79fbbe4-81f2-4d19-8cad-8be9024f9ce9 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:21:46.747477 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d79fbbe4-81f2-4d19-8cad-8be9024f9ce9 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:21:46.751633 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d79fbbe4-81f2-4d19-8cad-8be9024f9ce9 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:21:46.770774 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79fbbe4-81f2-4d19-8cad-8be9024f9ce9 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0656530-edaf-4c97-b9eb-1d3b2a1fa60f,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:21:46.777350 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d79fbbe4-81f2-4d19-8cad-8be9024f9ce9 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:21:46.778600 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-d79fbbe4-81f2-4d19-8cad-8be9024f9ce9 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1186724 Sep 17 08:21:46.781992 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 46826) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:21:46.786486 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-a516f940-73b3-4798-9a29-c3011664186d tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Request body: {'floatingip': {'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:21:46.808684 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a516f940-73b3-4798-9a29-c3011664186d tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks [] for floatingip, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:21:46.905422 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a516f940-73b3-4798-9a29-c3011664186d tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:21:47.010817 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-a516f940-73b3-4798-9a29-c3011664186d tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Allocated IP 172.25.6.61 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/b58bfaff-1210-4b9d-bee1-e66d012b2543) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:21:47.054263 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device fa6fbd79-08f8-46b1-ae1e-6a39d2d1638e no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:21:47.073779 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] No Port match for: fa6fbd79-08f8-46b1-ae1e-6a39d2d1638e {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:21:47.074122 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device fa6fbd79-08f8-46b1-ae1e-6a39d2d1638e not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:21:47.115167 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a516f940-73b3-4798-9a29-c3011664186d tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:21:47.146724 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a516f940-73b3-4798-9a29-c3011664186d tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:21:47.182630 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a516f940-73b3-4798-9a29-c3011664186d tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:21:47.185377 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-a516f940-73b3-4798-9a29-c3011664186d tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:21:47.190680 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a516f940-73b3-4798-9a29-c3011664186d tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:21:47.196056 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a516f940-73b3-4798-9a29-c3011664186d tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Pushing event updated for resources: {'Port': ['ID=b58bfaff-1210-4b9d-bee1-e66d012b2543,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:21:47.277873 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a516f940-73b3-4798-9a29-c3011664186d tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:21:47.309910 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a516f940-73b3-4798-9a29-c3011664186d tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:21:47.454752 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a516f940-73b3-4798-9a29-c3011664186d tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:21:47.459258 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a516f940-73b3-4798-9a29-c3011664186d tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:21:47.525778 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a516f940-73b3-4798-9a29-c3011664186d tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Pushing event updated for resources: {'Port': ['ID=b58bfaff-1210-4b9d-bee1-e66d012b2543,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:21:47.536754 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a516f940-73b3-4798-9a29-c3011664186d tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:21:47.550116 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a516f940-73b3-4798-9a29-c3011664186d tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:21:47.551400 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a516f940-73b3-4798-9a29-c3011664186d tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7684042 Sep 17 08:21:47.689037 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3d6c9572-2ba6-4201-b2ac-9fa009709e33 req-443c7dcd-af52-4a9b-8d87-2dabf36b2652 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1145243471&fields=id&tenant_id=8b27055ca25d48d28002aa2279d58577 HTTP/1.1" status: 200 len: 267 time: 0.0348361 Sep 17 08:21:47.795196 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6c9572-2ba6-4201-b2ac-9fa009709e33 req-4ff505c3-d947-4497-a5b5-837dc27e91e0 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:21:47.796713 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3d6c9572-2ba6-4201-b2ac-9fa009709e33 req-4ff505c3-d947-4497-a5b5-837dc27e91e0 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/networks?id=e65f884c-2c8f-48ea-b79e-b731ed55ac23 HTTP/1.1" status: 200 len: 810 time: 0.1005473 Sep 17 08:21:47.812545 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3d6c9572-2ba6-4201-b2ac-9fa009709e33 req-5f788c3c-7d3e-4d92-9db2-ce4028f6cbb4 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/quotas/8b27055ca25d48d28002aa2279d58577 HTTP/1.1" status: 200 len: 375 time: 0.0100658 Sep 17 08:21:47.864767 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3d6c9572-2ba6-4201-b2ac-9fa009709e33 req-bea27b68-7ad1-46f8-804a-4f8ba75c96d9 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8b27055ca25d48d28002aa2279d58577&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0464234 Sep 17 08:21:47.959480 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3d6c9572-2ba6-4201-b2ac-9fa009709e33 req-7ee1e576-da0b-4b74-9400-ba3ff7e87ba3 service neutron] 10.222.0.13 "GET /v2.0/networks/e65f884c-2c8f-48ea-b79e-b731ed55ac23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826986 Sep 17 08:21:48.063136 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3d6c9572-2ba6-4201-b2ac-9fa009709e33 req-54f6b821-2e17-4195-aa0b-4251479b0a36 service neutron] 10.222.0.13 "GET /v2.0/networks/e65f884c-2c8f-48ea-b79e-b731ed55ac23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972004 Sep 17 08:21:48.221350 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-82635f79-6c56-4866-84a5-6b2043df310b req-72e1c02c-e0b3-49c5-b414-0486cd339a3b tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/ports?device_id=4eda659a-7f72-4736-b858-f107726f995a HTTP/1.1" status: 200 len: 210 time: 0.0257514 Sep 17 08:21:49.266056 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6c9572-2ba6-4201-b2ac-9fa009709e33 req-d0a6bd8d-2880-4803-a121-e0be2db89b4a tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:21:49.267578 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3d6c9572-2ba6-4201-b2ac-9fa009709e33 req-d0a6bd8d-2880-4803-a121-e0be2db89b4a tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.39 "GET /v2.0/networks?id=e65f884c-2c8f-48ea-b79e-b731ed55ac23 HTTP/1.1" status: 200 len: 810 time: 0.1201839 Sep 17 08:21:49.317187 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3d6c9572-2ba6-4201-b2ac-9fa009709e33 req-d28ca57c-7165-498a-97fd-6d99155c1a23 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b27055ca25d48d28002aa2279d58577 HTTP/1.1" status: 200 len: 380 time: 0.0341554 Sep 17 08:21:49.320567 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-30f03332-9489-4a5e-9802-d06c8109c079 req-18f54587-7515-4942-9cb1-cc7dd5916d96 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/ports?device_id=4eda659a-7f72-4736-b858-f107726f995a HTTP/1.1" status: 200 len: 210 time: 0.0261891 Sep 17 08:21:49.339801 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-3d6c9572-2ba6-4201-b2ac-9fa009709e33 req-59cd7efa-d653-4f1d-81cb-4415d2e6e189 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Request body: {'port': {'device_id': '4eda659a-7f72-4736-b858-f107726f995a', 'network_id': 'e65f884c-2c8f-48ea-b79e-b731ed55ac23', 'admin_state_up': True, 'tenant_id': '8b27055ca25d48d28002aa2279d58577', 'security_groups': ['b94d9899-65ee-4d02-a628-a2e0b7f05e78']}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:21:49.441970 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d6c9572-2ba6-4201-b2ac-9fa009709e33 req-59cd7efa-d653-4f1d-81cb-4415d2e6e189 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Made reservation on behalf of 8b27055ca25d48d28002aa2279d58577 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:21:49.445552 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-3d6c9572-2ba6-4201-b2ac-9fa009709e33 req-59cd7efa-d653-4f1d-81cb-4415d2e6e189 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:21:49.571041 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-3d6c9572-2ba6-4201-b2ac-9fa009709e33 req-59cd7efa-d653-4f1d-81cb-4415d2e6e189 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Allocated IP 172.20.0.12 (e65f884c-2c8f-48ea-b79e-b731ed55ac23/9a12b56e-5850-4bc0-bba9-8ec5a23a47ff/c3e11471-4f74-4586-ad29-696693d67395) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:21:49.707131 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-3d6c9572-2ba6-4201-b2ac-9fa009709e33 req-59cd7efa-d653-4f1d-81cb-4415d2e6e189 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:21:49.738999 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-3d6c9572-2ba6-4201-b2ac-9fa009709e33 req-59cd7efa-d653-4f1d-81cb-4415d2e6e189 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:21:49.780211 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d6c9572-2ba6-4201-b2ac-9fa009709e33 req-59cd7efa-d653-4f1d-81cb-4415d2e6e189 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Network e65f884c-2c8f-48ea-b79e-b731ed55ac23 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:21:49.783242 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-3d6c9572-2ba6-4201-b2ac-9fa009709e33 req-59cd7efa-d653-4f1d-81cb-4415d2e6e189 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:21:49.789345 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d6c9572-2ba6-4201-b2ac-9fa009709e33 req-59cd7efa-d653-4f1d-81cb-4415d2e6e189 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:21:49.812727 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cd7efa-d653-4f1d-81cb-4415d2e6e189 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Pushing event updated for resources: {'Port': ['ID=c3e11471-4f74-4586-ad29-696693d67395,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:21:49.840571 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6c9572-2ba6-4201-b2ac-9fa009709e33 req-59cd7efa-d653-4f1d-81cb-4415d2e6e189 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:21:49.841197 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-3d6c9572-2ba6-4201-b2ac-9fa009709e33 req-59cd7efa-d653-4f1d-81cb-4415d2e6e189 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:21:49.855383 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3d6c9572-2ba6-4201-b2ac-9fa009709e33 req-59cd7efa-d653-4f1d-81cb-4415d2e6e189 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5232112 Sep 17 08:21:49.874517 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-3d6c9572-2ba6-4201-b2ac-9fa009709e33 req-1636dfc7-4a6e-4721-9188-face548c5811 service neutron] Request body: {'port': {'device_id': '4eda659a-7f72-4736-b858-f107726f995a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:21:49.944904 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-3d6c9572-2ba6-4201-b2ac-9fa009709e33 req-1636dfc7-4a6e-4721-9188-face548c5811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:21:49.977809 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-63334d28-6954-4f6c-9921-c201f221b83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:21:50.061143 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-0c4081aa-dd13-4572-80a5-39e0a18951cd None None] Provisioning complete for port c3e11471-4f74-4586-ad29-696693d67395 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:21:50.061423 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0c4081aa-dd13-4572-80a5-39e0a18951cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:21:50.096587 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-0c4081aa-dd13-4572-80a5-39e0a18951cd None None] Port c3e11471-4f74-4586-ad29-696693d67395 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:21:50.227827 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-3d6c9572-2ba6-4201-b2ac-9fa009709e33 req-1636dfc7-4a6e-4721-9188-face548c5811 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3e11471-4f74-4586-ad29-696693d67395 {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:21:50.235073 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-3d6c9572-2ba6-4201-b2ac-9fa009709e33 req-1636dfc7-4a6e-4721-9188-face548c5811 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:21:50.247328 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-3d6c9572-2ba6-4201-b2ac-9fa009709e33 req-1636dfc7-4a6e-4721-9188-face548c5811 service neutron] Transition to ACTIVE for port object c3e11471-4f74-4586-ad29-696693d67395 will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:21:50.250931 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-3d6c9572-2ba6-4201-b2ac-9fa009709e33 req-1636dfc7-4a6e-4721-9188-face548c5811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:21:50.325126 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1636dfc7-4a6e-4721-9188-face548c5811 service neutron] Pushing event updated for resources: {'Port': ['ID=c3e11471-4f74-4586-ad29-696693d67395,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:21:50.379962 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-3d6c9572-2ba6-4201-b2ac-9fa009709e33 req-1636dfc7-4a6e-4721-9188-face548c5811 service neutron] Attempting to bind port c3e11471-4f74-4586-ad29-696693d67395 on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:21:50.380311 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-3d6c9572-2ba6-4201-b2ac-9fa009709e33 req-1636dfc7-4a6e-4721-9188-face548c5811 service neutron] Attempting to bind port c3e11471-4f74-4586-ad29-696693d67395 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': '46025e8d-63c5-4de8-95f4-1c42be162829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e65f884c-2c8f-48ea-b79e-b731ed55ac23'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:21:50.380649 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6c9572-2ba6-4201-b2ac-9fa009709e33 req-1636dfc7-4a6e-4721-9188-face548c5811 service neutron] Attempting to bind port c3e11471-4f74-4586-ad29-696693d67395 on network e65f884c-2c8f-48ea-b79e-b731ed55ac23 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:21:50.385196 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6c9572-2ba6-4201-b2ac-9fa009709e33 req-1636dfc7-4a6e-4721-9188-face548c5811 service neutron] Port c3e11471-4f74-4586-ad29-696693d67395 on network e65f884c-2c8f-48ea-b79e-b731ed55ac23 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:21:50.385524 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6c9572-2ba6-4201-b2ac-9fa009709e33 req-1636dfc7-4a6e-4721-9188-face548c5811 service neutron] Attempting to bind port c3e11471-4f74-4586-ad29-696693d67395 on network e65f884c-2c8f-48ea-b79e-b731ed55ac23 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:21:50.390999 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6c9572-2ba6-4201-b2ac-9fa009709e33 req-1636dfc7-4a6e-4721-9188-face548c5811 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:21:50.391343 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6c9572-2ba6-4201-b2ac-9fa009709e33 req-1636dfc7-4a6e-4721-9188-face548c5811 service neutron] Checking segment: {'id': '46025e8d-63c5-4de8-95f4-1c42be162829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e65f884c-2c8f-48ea-b79e-b731ed55ac23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:21:50.391730 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6c9572-2ba6-4201-b2ac-9fa009709e33 req-1636dfc7-4a6e-4721-9188-face548c5811 service neutron] Bound using segment: {'id': '46025e8d-63c5-4de8-95f4-1c42be162829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e65f884c-2c8f-48ea-b79e-b731ed55ac23'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:21:50.392193 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-3d6c9572-2ba6-4201-b2ac-9fa009709e33 req-1636dfc7-4a6e-4721-9188-face548c5811 service neutron] Bound port: c3e11471-4f74-4586-ad29-696693d67395, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46025e8d-63c5-4de8-95f4-1c42be162829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e65f884c-2c8f-48ea-b79e-b731ed55ac23'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:21:50.392555 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-3d6c9572-2ba6-4201-b2ac-9fa009709e33 req-1636dfc7-4a6e-4721-9188-face548c5811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:21:50.447688 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f01828-9f5c-42f2-b7df-6262fa888bcd req-8294559e-d2b0-420a-b5ca-95e1a15a817a tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:21:50.449571 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-77f01828-9f5c-42f2-b7df-6262fa888bcd req-8294559e-d2b0-420a-b5ca-95e1a15a817a tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/ports?device_id=4eda659a-7f72-4736-b858-f107726f995a HTTP/1.1" status: 200 len: 944 time: 0.0585821 Sep 17 08:21:50.458752 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-3d6c9572-2ba6-4201-b2ac-9fa009709e33 req-1636dfc7-4a6e-4721-9188-face548c5811 service neutron] For port c3e11471-4f74-4586-ad29-696693d67395, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:21:50.462358 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-3d6c9572-2ba6-4201-b2ac-9fa009709e33 req-1636dfc7-4a6e-4721-9188-face548c5811 service neutron] For port c3e11471-4f74-4586-ad29-696693d67395, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=c3e11471-4f74-4586-ad29-696693d67395,segment=NetworkSegment(46025e8d-63c5-4de8-95f4-1c42be162829),segment_id=46025e8d-63c5-4de8-95f4-1c42be162829)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:21:50.467963 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-3d6c9572-2ba6-4201-b2ac-9fa009709e33 req-1636dfc7-4a6e-4721-9188-face548c5811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:21:50.490361 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-77f01828-9f5c-42f2-b7df-6262fa888bcd req-4854d066-a9a8-4af8-a52a-475665a1c4db tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/security-groups?id=b94d9899-65ee-4d02-a628-a2e0b7f05e78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335386 Sep 17 08:21:50.508285 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6c9572-2ba6-4201-b2ac-9fa009709e33 req-1636dfc7-4a6e-4721-9188-face548c5811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:21:50.509020 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-3d6c9572-2ba6-4201-b2ac-9fa009709e33 req-1636dfc7-4a6e-4721-9188-face548c5811 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:21:50.510434 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3d6c9572-2ba6-4201-b2ac-9fa009709e33 req-1636dfc7-4a6e-4721-9188-face548c5811 service neutron] 10.222.0.39 "PUT /v2.0/ports/c3e11471-4f74-4586-ad29-696693d67395 HTTP/1.1" status: 200 len: 1092 time: 0.6406415 Sep 17 08:21:50.510873 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eda659a-7f72-4736-b858-f107726f995a', 'tag': 'c3e11471-4f74-4586-ad29-696693d67395'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:21:50.513181 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6778852c-89b0-45e8-bc18-90af0e322ba9" -d '{"events": [{"name": "network-changed", "server_uuid": "4eda659a-7f72-4736-b858-f107726f995a", "tag": "c3e11471-4f74-4586-ad29-696693d67395"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:21:50.548236 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1636dfc7-4a6e-4721-9188-face548c5811 service neutron] Pushing event updated for resources: {'Port': ['ID=c3e11471-4f74-4586-ad29-696693d67395,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:21:50.556971 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e29b75-f3cc-4fc6-8a22-e373c74edbb6 x-openstack-request-id: req-f0e29b75-f3cc-4fc6-8a22-e373c74edbb6 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:21:50.557272 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eda659a-7f72-4736-b858-f107726f995a", "tag": "c3e11471-4f74-4586-ad29-696693d67395", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:21:50.557524 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f0e29b75-f3cc-4fc6-8a22-e373c74edbb6 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:21:50.557927 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eda659a-7f72-4736-b858-f107726f995a', 'tag': 'c3e11471-4f74-4586-ad29-696693d67395', 'status': 'completed', 'code': 200} Sep 17 08:21:50.617136 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6c9572-2ba6-4201-b2ac-9fa009709e33 req-cb4221c7-966a-4144-a8fc-8e3d20840d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:21:50.618668 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3d6c9572-2ba6-4201-b2ac-9fa009709e33 req-cb4221c7-966a-4144-a8fc-8e3d20840d89 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8b27055ca25d48d28002aa2279d58577&device_id=4eda659a-7f72-4736-b858-f107726f995a HTTP/1.1" status: 200 len: 1095 time: 0.0429640 Sep 17 08:21:50.666597 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3d6c9572-2ba6-4201-b2ac-9fa009709e33 req-40db33ab-8943-4cae-a758-5d9cfdd4540f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3e11471-4f74-4586-ad29-696693d67395 HTTP/1.1" status: 200 len: 217 time: 0.0357430 Sep 17 08:21:50.715544 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6c9572-2ba6-4201-b2ac-9fa009709e33 req-82086c4c-32ac-496a-b8ee-4f7f6fd4517b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:21:50.717084 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3d6c9572-2ba6-4201-b2ac-9fa009709e33 req-82086c4c-32ac-496a-b8ee-4f7f6fd4517b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9a12b56e-5850-4bc0-bba9-8ec5a23a47ff HTTP/1.1" status: 200 len: 849 time: 0.0442595 Sep 17 08:21:50.766344 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6c9572-2ba6-4201-b2ac-9fa009709e33 req-e3d5eafb-dd2c-4af8-9460-8b2f69989d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:21:50.767902 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3d6c9572-2ba6-4201-b2ac-9fa009709e33 req-e3d5eafb-dd2c-4af8-9460-8b2f69989d69 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e65f884c-2c8f-48ea-b79e-b731ed55ac23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440598 Sep 17 08:21:50.855762 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3d6c9572-2ba6-4201-b2ac-9fa009709e33 req-363cf0d6-7701-451f-a662-9ee411d82c22 service neutron] 10.222.0.39 "GET /v2.0/networks/e65f884c-2c8f-48ea-b79e-b731ed55ac23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797577 Sep 17 08:21:50.945828 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3d6c9572-2ba6-4201-b2ac-9fa009709e33 req-b9ea375d-04a5-4314-a6b1-e56bf6966a29 service neutron] 10.222.0.39 "GET /v2.0/networks/e65f884c-2c8f-48ea-b79e-b731ed55ac23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835228 Sep 17 08:21:51.067567 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6778852c-89b0-45e8-bc18-90af0e322ba9 req-6918da6f-9f7a-415a-97ae-72e5c7474def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:21:51.069233 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6778852c-89b0-45e8-bc18-90af0e322ba9 req-6918da6f-9f7a-415a-97ae-72e5c7474def service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8b27055ca25d48d28002aa2279d58577&device_id=4eda659a-7f72-4736-b858-f107726f995a HTTP/1.1" status: 200 len: 1095 time: 0.0411737 Sep 17 08:21:51.165197 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6778852c-89b0-45e8-bc18-90af0e322ba9 req-dafdabf8-9527-4ed5-bcee-4041b3578323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:21:51.166668 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6778852c-89b0-45e8-bc18-90af0e322ba9 req-dafdabf8-9527-4ed5-bcee-4041b3578323 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e65f884c-2c8f-48ea-b79e-b731ed55ac23 HTTP/1.1" status: 200 len: 911 time: 0.0895493 Sep 17 08:21:51.207124 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6778852c-89b0-45e8-bc18-90af0e322ba9 req-bcd88c03-0538-4d5d-838a-87fdf8929404 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3e11471-4f74-4586-ad29-696693d67395 HTTP/1.1" status: 200 len: 217 time: 0.0331118 Sep 17 08:21:51.254971 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6778852c-89b0-45e8-bc18-90af0e322ba9 req-6a23e896-4403-48d9-8c9e-abc8b82d838d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:21:51.256433 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6778852c-89b0-45e8-bc18-90af0e322ba9 req-6a23e896-4403-48d9-8c9e-abc8b82d838d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9a12b56e-5850-4bc0-bba9-8ec5a23a47ff HTTP/1.1" status: 200 len: 849 time: 0.0427883 Sep 17 08:21:51.305459 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6778852c-89b0-45e8-bc18-90af0e322ba9 req-877a3acd-909f-40ab-8fc7-96d428987409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:21:51.306955 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6778852c-89b0-45e8-bc18-90af0e322ba9 req-877a3acd-909f-40ab-8fc7-96d428987409 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e65f884c-2c8f-48ea-b79e-b731ed55ac23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435867 Sep 17 08:21:51.393655 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6778852c-89b0-45e8-bc18-90af0e322ba9 req-e208fa13-a346-4a87-955a-abc8ccb1e194 service neutron] 10.222.0.39 "GET /v2.0/networks/e65f884c-2c8f-48ea-b79e-b731ed55ac23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794106 Sep 17 08:21:51.485048 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6778852c-89b0-45e8-bc18-90af0e322ba9 req-0c094c89-9223-455b-ac1a-7dbae49a7b46 service neutron] 10.222.0.39 "GET /v2.0/networks/e65f884c-2c8f-48ea-b79e-b731ed55ac23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840232 Sep 17 08:21:51.603783 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e3571-20f0-41d3-8dad-17dc5d9a0cbc req-cbd49eb4-f4ca-4be4-b1e9-bfe58d0e3687 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:21:51.605280 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-279e3571-20f0-41d3-8dad-17dc5d9a0cbc req-cbd49eb4-f4ca-4be4-b1e9-bfe58d0e3687 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/ports?device_id=4eda659a-7f72-4736-b858-f107726f995a HTTP/1.1" status: 200 len: 944 time: 0.0474348 Sep 17 08:21:51.649579 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-279e3571-20f0-41d3-8dad-17dc5d9a0cbc req-ded7256b-cbc7-4395-b0a3-c4756e0a75b7 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/security-groups?id=b94d9899-65ee-4d02-a628-a2e0b7f05e78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378213 Sep 17 08:21:52.453629 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-06f78686-9ecd-4cfb-b30f-78df28f0c073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:21:52.728280 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:21:52.764412 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e262ca71-56b0-4def-a3ce-efa4afdd6146 req-1f653939-0da0-4441-a2c5-f2ab46b445e8 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:21:52.766086 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e262ca71-56b0-4def-a3ce-efa4afdd6146 req-1f653939-0da0-4441-a2c5-f2ab46b445e8 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/ports?device_id=4eda659a-7f72-4736-b858-f107726f995a HTTP/1.1" status: 200 len: 944 time: 0.0504875 Sep 17 08:21:52.804610 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e262ca71-56b0-4def-a3ce-efa4afdd6146 req-d4ed4b33-3a9a-4cbf-bd3c-70100b678f04 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/security-groups?id=b94d9899-65ee-4d02-a628-a2e0b7f05e78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316582 Sep 17 08:21:53.751371 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:21:53.921671 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53c843-bdf2-41d0-b7a5-500756728da7 req-37322516-3939-4b40-bb01-f7b3feaf37f6 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:21:53.923180 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8e53c843-bdf2-41d0-b7a5-500756728da7 req-37322516-3939-4b40-bb01-f7b3feaf37f6 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/ports?device_id=4eda659a-7f72-4736-b858-f107726f995a HTTP/1.1" status: 200 len: 944 time: 0.0522716 Sep 17 08:21:53.959503 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8e53c843-bdf2-41d0-b7a5-500756728da7 req-9f2772db-ac0a-4f71-9888-ac88eed03562 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/security-groups?id=b94d9899-65ee-4d02-a628-a2e0b7f05e78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303187 Sep 17 08:21:54.125093 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device c3e11471-4f74-4586-ad29-696693d67395 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:21:54.219134 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port c3e11471-4f74-4586-ad29-696693d67395, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=c3e11471-4f74-4586-ad29-696693d67395,segment=NetworkSegment(46025e8d-63c5-4de8-95f4-1c42be162829),segment_id=46025e8d-63c5-4de8-95f4-1c42be162829)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:21:54.229907 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': 'c3e11471-4f74-4586-ad29-696693d67395', 'network_id': 'e65f884c-2c8f-48ea-b79e-b731ed55ac23', 'port_id': 'c3e11471-4f74-4586-ad29-696693d67395', 'mac_address': 'fa:16:3e:b2:81:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a12b56e-5850-4bc0-bba9-8ec5a23a47ff', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:21:54.266218 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:21:54.278687 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3e11471-4f74-4586-ad29-696693d67395 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:21:54.298686 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port c3e11471-4f74-4586-ad29-696693d67395, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=c3e11471-4f74-4586-ad29-696693d67395,segment=NetworkSegment(46025e8d-63c5-4de8-95f4-1c42be162829),segment_id=46025e8d-63c5-4de8-95f4-1c42be162829)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:21:54.302621 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:21:54.352406 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=c3e11471-4f74-4586-ad29-696693d67395,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:21:54.360379 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:21:54.360733 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:21:54.361083 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:21:54.361423 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:21:54.361760 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:21:54.362094 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:21:54.362430 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:21:54.362760 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:21:54.363087 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:21:54.363414 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:21:54.363742 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:21:54.364093 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:21:54.679683 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['c3e11471-4f74-4586-ad29-696693d67395'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:21:55.070465 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b944d53-45f1-481a-a36d-0e236f1ff387 req-d490707e-0f9f-4021-9243-46778955cec2 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:21:55.071996 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6b944d53-45f1-481a-a36d-0e236f1ff387 req-d490707e-0f9f-4021-9243-46778955cec2 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/ports?device_id=4eda659a-7f72-4736-b858-f107726f995a HTTP/1.1" status: 200 len: 945 time: 0.0476987 Sep 17 08:21:55.109116 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6b944d53-45f1-481a-a36d-0e236f1ff387 req-71e77f30-c6e8-4829-a2e1-c7764e0c5406 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/security-groups?id=b94d9899-65ee-4d02-a628-a2e0b7f05e78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305977 Sep 17 08:21:55.338557 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:21:56.125088 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device c3e11471-4f74-4586-ad29-696693d67395 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:21:56.175614 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port c3e11471-4f74-4586-ad29-696693d67395 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:21:56.179814 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port c3e11471-4f74-4586-ad29-696693d67395 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:21:56.180224 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:21:56.222126 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e335f6-cda0-4aca-bf89-fa8d5f724636 req-45095807-b0db-437e-94c3-043d4a27ee80 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:21:56.223634 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a7e335f6-cda0-4aca-bf89-fa8d5f724636 req-45095807-b0db-437e-94c3-043d4a27ee80 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/ports?device_id=4eda659a-7f72-4736-b858-f107726f995a HTTP/1.1" status: 200 len: 945 time: 0.0479782 Sep 17 08:21:56.255619 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:21:56.259488 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:21:56.261912 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a7e335f6-cda0-4aca-bf89-fa8d5f724636 req-2b305c18-4d4e-4782-84ff-ac4c13574acc tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/security-groups?id=b94d9899-65ee-4d02-a628-a2e0b7f05e78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319824 Sep 17 08:21:56.282232 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eda659a-7f72-4736-b858-f107726f995a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3e11471-4f74-4586-ad29-696693d67395'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:21:56.284454 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2137484-f69c-45a8-b50e-586fa7f859a2" -d '{"events": [{"server_uuid": "4eda659a-7f72-4736-b858-f107726f995a", "name": "network-vif-plugged", "status": "completed", "tag": "c3e11471-4f74-4586-ad29-696693d67395"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:21:56.297228 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port c3e11471-4f74-4586-ad29-696693d67395, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=c3e11471-4f74-4586-ad29-696693d67395,segment=NetworkSegment(46025e8d-63c5-4de8-95f4-1c42be162829),segment_id=46025e8d-63c5-4de8-95f4-1c42be162829)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:21:56.301494 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:21:56.329663 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc211a8-1a85-4bf8-9c0b-796d7b4514cd x-openstack-request-id: req-9cc211a8-1a85-4bf8-9c0b-796d7b4514cd {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:21:56.329950 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eda659a-7f72-4736-b858-f107726f995a", "name": "network-vif-plugged", "status": "completed", "tag": "c3e11471-4f74-4586-ad29-696693d67395", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:21:56.330194 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9cc211a8-1a85-4bf8-9c0b-796d7b4514cd {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:21:56.330573 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eda659a-7f72-4736-b858-f107726f995a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3e11471-4f74-4586-ad29-696693d67395', 'code': 200} Sep 17 08:21:56.356166 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=c3e11471-4f74-4586-ad29-696693d67395,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:21:56.455188 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85930c4d-ec82-4e7b-870d-48ebc4ba04df req-0bc5c784-fca6-47df-ae9a-e92a5dc1c8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:21:56.456748 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-85930c4d-ec82-4e7b-870d-48ebc4ba04df req-0bc5c784-fca6-47df-ae9a-e92a5dc1c8c6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4eda659a-7f72-4736-b858-f107726f995a HTTP/1.1" status: 200 len: 1097 time: 0.0415759 Sep 17 08:21:56.491777 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-85930c4d-ec82-4e7b-870d-48ebc4ba04df req-2a38efa3-0a23-48b7-8ad2-f51c35d648f8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b94d9899-65ee-4d02-a628-a2e0b7f05e78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273409 Sep 17 08:21:57.379853 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e5babd-b515-4f6f-acb0-c7a0d5eaf79f req-76661acc-16ad-42d4-8e8a-17356a8e1172 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:21:57.381348 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d6e5babd-b515-4f6f-acb0-c7a0d5eaf79f req-76661acc-16ad-42d4-8e8a-17356a8e1172 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/ports?device_id=4eda659a-7f72-4736-b858-f107726f995a HTTP/1.1" status: 200 len: 946 time: 0.0514123 Sep 17 08:21:57.417992 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d6e5babd-b515-4f6f-acb0-c7a0d5eaf79f req-728e6869-2893-4a4b-8a43-f108138d3a08 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/security-groups?id=b94d9899-65ee-4d02-a628-a2e0b7f05e78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307467 Sep 17 08:21:58.536965 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3965acd5-0691-40a3-a9a8-b8feb1fe8c59 req-c2d0e5dc-3b26-4f06-8d9f-c68575f4ec6d tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:21:58.538662 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3965acd5-0691-40a3-a9a8-b8feb1fe8c59 req-c2d0e5dc-3b26-4f06-8d9f-c68575f4ec6d tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/ports?device_id=4eda659a-7f72-4736-b858-f107726f995a HTTP/1.1" status: 200 len: 946 time: 0.0533497 Sep 17 08:21:58.576481 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3965acd5-0691-40a3-a9a8-b8feb1fe8c59 req-1c6187e3-0795-430a-8235-21daecd28c92 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/security-groups?id=b94d9899-65ee-4d02-a628-a2e0b7f05e78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317152 Sep 17 08:21:58.684272 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56437e8-0610-43b1-97eb-4e3c958b8a1f req-62e1e47d-7b0f-4084-a538-5afad3badd60 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:21:58.685652 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b56437e8-0610-43b1-97eb-4e3c958b8a1f req-62e1e47d-7b0f-4084-a538-5afad3badd60 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/ports?device_id=4eda659a-7f72-4736-b858-f107726f995a HTTP/1.1" status: 200 len: 946 time: 0.0469496 Sep 17 08:21:58.694015 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 46904) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:21:58.698512 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-40b0a4bd-a566-40af-b27d-4cc169d1b21a tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Request body: {'floatingip': {'port_id': 'c3e11471-4f74-4586-ad29-696693d67395'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:21:58.740045 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-40b0a4bd-a566-40af-b27d-4cc169d1b21a tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks [] for floatingip, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:21:59.147226 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-40b0a4bd-a566-40af-b27d-4cc169d1b21a tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:21:59.150870 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-40b0a4bd-a566-40af-b27d-4cc169d1b21a tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:21:59.246626 n-d-789963-9 neutron-server[101290]: INFO neutron.db.l3_db [None req-40b0a4bd-a566-40af-b27d-4cc169d1b21a tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Floating IP 945e378f-8d3c-419d-b4c6-c856694a6f3d associated. External IP: 172.25.6.61, port: c3e11471-4f74-4586-ad29-696693d67395. Sep 17 08:21:59.756387 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40b0a4bd-a566-40af-b27d-4cc169d1b21a tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Router ba807bb7-68a8-454b-b1e8-55c7152f6265 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:21:59.859567 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b0a4bd-a566-40af-b27d-4cc169d1b21a tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:21:59.864435 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-40b0a4bd-a566-40af-b27d-4cc169d1b21a tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:21:59.869496 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370f9ee3-4d61-4136-8d06-0fb7386311f5 None None] Sync routers for ids ['ba807bb7-68a8-454b-b1e8-55c7152f6265'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:21:59.878564 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370f9ee3-4d61-4136-8d06-0fb7386311f5 None None] Routers {'ba807bb7-68a8-454b-b1e8-55c7152f6265'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:21:59.879179 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-370f9ee3-4d61-4136-8d06-0fb7386311f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:21:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['ba807bb7-68a8-454b-b1e8-55c7152f6265'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:21:59.892570 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-40b0a4bd-a566-40af-b27d-4cc169d1b21a tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "PUT /v2.0/floatingips/945e378f-8d3c-419d-b4c6-c856694a6f3d HTTP/1.1" status: 200 len: 991 time: 1.1948190 Sep 17 08:21:59.892570 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eda659a-7f72-4736-b858-f107726f995a', 'tag': 'c3e11471-4f74-4586-ad29-696693d67395'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:21:59.892788 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec53b3a-592e-4637-8b7c-d464fca3e284" -d '{"events": [{"name": "network-changed", "server_uuid": "4eda659a-7f72-4736-b858-f107726f995a", "tag": "c3e11471-4f74-4586-ad29-696693d67395"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:21:59.930631 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbfac85c-d885-4d15-a428-7193c01185b3 x-openstack-request-id: req-bbfac85c-d885-4d15-a428-7193c01185b3 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:21:59.930918 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eda659a-7f72-4736-b858-f107726f995a", "tag": "c3e11471-4f74-4586-ad29-696693d67395", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:21:59.931170 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bbfac85c-d885-4d15-a428-7193c01185b3 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:21:59.931566 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eda659a-7f72-4736-b858-f107726f995a', 'tag': 'c3e11471-4f74-4586-ad29-696693d67395', 'status': 'completed', 'code': 200} Sep 17 08:21:59.987735 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-370f9ee3-4d61-4136-8d06-0fb7386311f5 None None] Set router ba807bb7-68a8-454b-b1e8-55c7152f6265 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:22:00.034164 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec53b3a-592e-4637-8b7c-d464fca3e284 req-af4866b5-5048-4869-8208-baa3ab491a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:22:00.035711 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cec53b3a-592e-4637-8b7c-d464fca3e284 req-af4866b5-5048-4869-8208-baa3ab491a28 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8b27055ca25d48d28002aa2279d58577&device_id=4eda659a-7f72-4736-b858-f107726f995a HTTP/1.1" status: 200 len: 1097 time: 0.0493748 Sep 17 08:22:00.129763 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec53b3a-592e-4637-8b7c-d464fca3e284 req-745d98ef-8f8a-42f1-8ac9-4d46dbb185ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:22:00.131256 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cec53b3a-592e-4637-8b7c-d464fca3e284 req-745d98ef-8f8a-42f1-8ac9-4d46dbb185ec service neutron] 10.222.0.39 "GET /v2.0/networks?id=e65f884c-2c8f-48ea-b79e-b731ed55ac23 HTTP/1.1" status: 200 len: 911 time: 0.0883422 Sep 17 08:22:00.199135 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cec53b3a-592e-4637-8b7c-d464fca3e284 req-044e23b0-2bfb-4321-9604-660e2c0a1520 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3e11471-4f74-4586-ad29-696693d67395 HTTP/1.1" status: 200 len: 999 time: 0.0599508 Sep 17 08:22:00.246303 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec53b3a-592e-4637-8b7c-d464fca3e284 req-0035a58e-fd69-4ec3-92ae-04c2281fad0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:22:00.247795 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cec53b3a-592e-4637-8b7c-d464fca3e284 req-0035a58e-fd69-4ec3-92ae-04c2281fad0d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9a12b56e-5850-4bc0-bba9-8ec5a23a47ff HTTP/1.1" status: 200 len: 849 time: 0.0425012 Sep 17 08:22:00.293733 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec53b3a-592e-4637-8b7c-d464fca3e284 req-ac994aa3-2536-4d06-9604-4f237e36ce65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:22:00.295333 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cec53b3a-592e-4637-8b7c-d464fca3e284 req-ac994aa3-2536-4d06-9604-4f237e36ce65 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e65f884c-2c8f-48ea-b79e-b731ed55ac23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410423 Sep 17 08:22:00.362079 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-370f9ee3-4d61-4136-8d06-0fb7386311f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba807bb7-68a8-454b-b1e8-55c7152f6265', 'name': 'tempest-AttachVolumeTestJSON-696205720-router', 'tenant_id': '8b27055ca25d48d28002aa2279d58577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'c5a999f3-e235-4c77-adea-857265150556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:15:46Z', 'updated_at': '2021-09-17T08:15:50Z', 'revision_number': 4, 'project_id': '8b27055ca25d48d28002aa2279d58577', 'gw_port': {'id': 'c5a999f3-e235-4c77-adea-857265150556', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba807bb7-68a8-454b-b1e8-55c7152f6265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:15:46Z', 'updated_at': '2021-09-17T08:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '945e378f-8d3c-419d-b4c6-c856694a6f3d', 'tenant_id': '8b27055ca25d48d28002aa2279d58577', 'floating_ip_address': '172.25.6.61', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': 'ba807bb7-68a8-454b-b1e8-55c7152f6265', 'port_id': 'c3e11471-4f74-4586-ad29-696693d67395', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e65f884c-2c8f-48ea-b79e-b731ed55ac23', 'mac_address': 'fa:16:3e:b2:81:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eda659a-7f72-4736-b858-f107726f995a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:21:47Z', 'updated_at': '2021-09-17T08:21:59Z', 'revision_number': 1, 'project_id': '8b27055ca25d48d28002aa2279d58577', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5176e92d-b753-4cc7-ae3d-cbe7b39b4f9b', 'name': '', 'network_id': 'e65f884c-2c8f-48ea-b79e-b731ed55ac23', 'tenant_id': '8b27055ca25d48d28002aa2279d58577', 'mac_address': 'fa:16:3e:30:96:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba807bb7-68a8-454b-b1e8-55c7152f6265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '9a12b56e-5850-4bc0-bba9-8ec5a23a47ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:15:48Z', 'updated_at': '2021-09-17T08:15:53Z', 'revision_number': 5, 'project_id': '8b27055ca25d48d28002aa2279d58577', 'subnets': [{'id': '9a12b56e-5850-4bc0-bba9-8ec5a23a47ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:22:00.388346 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cec53b3a-592e-4637-8b7c-d464fca3e284 req-03a28937-0638-421e-a0c9-a19f43956286 service neutron] 10.222.0.39 "GET /v2.0/networks/e65f884c-2c8f-48ea-b79e-b731ed55ac23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854588 Sep 17 08:22:00.392627 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370f9ee3-4d61-4136-8d06-0fb7386311f5 None None] Checking router: ba807bb7-68a8-454b-b1e8-55c7152f6265 for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:22:00.400822 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370f9ee3-4d61-4136-8d06-0fb7386311f5 None None] Routers {'ba807bb7-68a8-454b-b1e8-55c7152f6265'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:22:00.401440 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-370f9ee3-4d61-4136-8d06-0fb7386311f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:21:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['ba807bb7-68a8-454b-b1e8-55c7152f6265'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:22:00.474290 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cec53b3a-592e-4637-8b7c-d464fca3e284 req-a50eb4f7-c319-4fab-8295-9e8b0f6c9ef2 service neutron] 10.222.0.39 "GET /v2.0/networks/e65f884c-2c8f-48ea-b79e-b731ed55ac23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796518 Sep 17 08:22:00.506185 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-370f9ee3-4d61-4136-8d06-0fb7386311f5 None None] Set router ba807bb7-68a8-454b-b1e8-55c7152f6265 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:22:00.720509 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-370f9ee3-4d61-4136-8d06-0fb7386311f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba807bb7-68a8-454b-b1e8-55c7152f6265', 'name': 'tempest-AttachVolumeTestJSON-696205720-router', 'tenant_id': '8b27055ca25d48d28002aa2279d58577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'c5a999f3-e235-4c77-adea-857265150556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:15:46Z', 'updated_at': '2021-09-17T08:15:50Z', 'revision_number': 4, 'project_id': '8b27055ca25d48d28002aa2279d58577', 'gw_port': {'id': 'c5a999f3-e235-4c77-adea-857265150556', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba807bb7-68a8-454b-b1e8-55c7152f6265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:15:46Z', 'updated_at': '2021-09-17T08:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '945e378f-8d3c-419d-b4c6-c856694a6f3d', 'tenant_id': '8b27055ca25d48d28002aa2279d58577', 'floating_ip_address': '172.25.6.61', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': 'ba807bb7-68a8-454b-b1e8-55c7152f6265', 'port_id': 'c3e11471-4f74-4586-ad29-696693d67395', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e65f884c-2c8f-48ea-b79e-b731ed55ac23', 'mac_address': 'fa:16:3e:b2:81:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eda659a-7f72-4736-b858-f107726f995a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:21:47Z', 'updated_at': '2021-09-17T08:21:59Z', 'revision_number': 1, 'project_id': '8b27055ca25d48d28002aa2279d58577', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5176e92d-b753-4cc7-ae3d-cbe7b39b4f9b', 'name': '', 'network_id': 'e65f884c-2c8f-48ea-b79e-b731ed55ac23', 'tenant_id': '8b27055ca25d48d28002aa2279d58577', 'mac_address': 'fa:16:3e:30:96:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba807bb7-68a8-454b-b1e8-55c7152f6265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '9a12b56e-5850-4bc0-bba9-8ec5a23a47ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:15:48Z', 'updated_at': '2021-09-17T08:15:53Z', 'revision_number': 5, 'project_id': '8b27055ca25d48d28002aa2279d58577', 'subnets': [{'id': '9a12b56e-5850-4bc0-bba9-8ec5a23a47ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:22:00.746351 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370f9ee3-4d61-4136-8d06-0fb7386311f5 None None] The sync data for ids ['ba807bb7-68a8-454b-b1e8-55c7152f6265'] in n-d-789963-9 is: [{'id': 'ba807bb7-68a8-454b-b1e8-55c7152f6265', 'name': 'tempest-AttachVolumeTestJSON-696205720-router', 'tenant_id': '8b27055ca25d48d28002aa2279d58577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'c5a999f3-e235-4c77-adea-857265150556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:15:46Z', 'updated_at': '2021-09-17T08:15:50Z', 'revision_number': 4, 'project_id': '8b27055ca25d48d28002aa2279d58577', 'gw_port': {'id': 'c5a999f3-e235-4c77-adea-857265150556', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba807bb7-68a8-454b-b1e8-55c7152f6265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:15:46Z', 'updated_at': '2021-09-17T08:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '945e378f-8d3c-419d-b4c6-c856694a6f3d', 'tenant_id': '8b27055ca25d48d28002aa2279d58577', 'floating_ip_address': '172.25.6.61', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': 'ba807bb7-68a8-454b-b1e8-55c7152f6265', 'port_id': 'c3e11471-4f74-4586-ad29-696693d67395', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e65f884c-2c8f-48ea-b79e-b731ed55ac23', 'mac_address': 'fa:16:3e:b2:81:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eda659a-7f72-4736-b858-f107726f995a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:21:47Z', 'updated_at': '2021-09-17T08:21:59Z', 'revision_number': 1, 'project_id': '8b27055ca25d48d28002aa2279d58577', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5176e92d-b753-4cc7-ae3d-cbe7b39b4f9b', 'name': '', 'network_id': 'e65f884c-2c8f-48ea-b79e-b731ed55ac23', 'tenant_id': '8b27055ca25d48d28002aa2279d58577', 'mac_address': 'fa:16:3e:30:96:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba807bb7-68a8-454b-b1e8-55c7152f6265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '9a12b56e-5850-4bc0-bba9-8ec5a23a47ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:15:48Z', 'updated_at': '2021-09-17T08:15:53Z', 'revision_number': 5, 'project_id': '8b27055ca25d48d28002aa2279d58577', 'subnets': [{'id': '9a12b56e-5850-4bc0-bba9-8ec5a23a47ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:22:00.933421 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e95379-1d42-4e3b-a4c1-c986bc85ee50 None None] New status for floating IP 945e378f-8d3c-419d-b4c6-c856694a6f3d: ACTIVE {{(pid=101292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 08:22:05.472376 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:22:05.747748 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:22:14.415314 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3cfa373d-b1c8-4612-95d7-fdf69a1260ef req-b2cb828e-d4ed-4645-9e4b-295014d57119 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c9150a34-47e2-4771-b2fc-9da8813c6553&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397508 Sep 17 08:22:14.516105 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa373d-b1c8-4612-95d7-fdf69a1260ef req-bb1bff77-7a57-4951-bd1c-749d8388246a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:22:14.517626 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3cfa373d-b1c8-4612-95d7-fdf69a1260ef req-bb1bff77-7a57-4951-bd1c-749d8388246a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5a6798d8a56640cabd874ecb5022c2e7&device_id=c9150a34-47e2-4771-b2fc-9da8813c6553 HTTP/1.1" status: 200 len: 1096 time: 0.0434413 Sep 17 08:22:14.617730 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa373d-b1c8-4612-95d7-fdf69a1260ef req-8f8ca4e5-b28d-43c0-be69-8d915bfcbf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:22:14.619218 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3cfa373d-b1c8-4612-95d7-fdf69a1260ef req-8f8ca4e5-b28d-43c0-be69-8d915bfcbf84 service neutron] 10.222.0.39 "GET /v2.0/networks?id=660139d9-bdd8-4ad7-b799-f8f93f25eccf HTTP/1.1" status: 200 len: 913 time: 0.0833864 Sep 17 08:22:14.686283 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3cfa373d-b1c8-4612-95d7-fdf69a1260ef req-84744224-c1ef-401d-bf15-0cd9a5077005 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15a39dd4-4392-461c-b45d-0dbc67652d5c HTTP/1.1" status: 200 len: 1001 time: 0.0594909 Sep 17 08:22:14.733298 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa373d-b1c8-4612-95d7-fdf69a1260ef req-c4aa4b12-94a0-47f1-96fb-49b64f0cbfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:22:14.734686 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3cfa373d-b1c8-4612-95d7-fdf69a1260ef req-c4aa4b12-94a0-47f1-96fb-49b64f0cbfb2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d01eb21-118c-498b-a866-b124536b59b1 HTTP/1.1" status: 200 len: 851 time: 0.0419178 Sep 17 08:22:14.780210 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa373d-b1c8-4612-95d7-fdf69a1260ef req-59b91695-a20d-4397-a98f-56f1d8188c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:22:14.781730 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3cfa373d-b1c8-4612-95d7-fdf69a1260ef req-59b91695-a20d-4397-a98f-56f1d8188c94 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=660139d9-bdd8-4ad7-b799-f8f93f25eccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401919 Sep 17 08:22:14.875186 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3cfa373d-b1c8-4612-95d7-fdf69a1260ef req-897949df-a951-4d9e-b2de-c8fb9ebd4009 service neutron] 10.222.0.39 "GET /v2.0/networks/660139d9-bdd8-4ad7-b799-f8f93f25eccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846558 Sep 17 08:22:14.963958 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3cfa373d-b1c8-4612-95d7-fdf69a1260ef req-114a3bd8-70ed-4053-bb54-8a888a9b3ad4 service neutron] 10.222.0.39 "GET /v2.0/networks/660139d9-bdd8-4ad7-b799-f8f93f25eccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805409 Sep 17 08:22:18.629435 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a112fa-6c6d-4549-85ca-5d2dddc5ca78 req-2364f4b4-9f88-483d-8c3c-db6baaeb9b99 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:22:18.630817 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-16a112fa-6c6d-4549-85ca-5d2dddc5ca78 req-2364f4b4-9f88-483d-8c3c-db6baaeb9b99 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 945 time: 0.0531929 Sep 17 08:22:18.940638 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-16a112fa-6c6d-4549-85ca-5d2dddc5ca78 req-fb2ce583-c516-45e7-a48f-1fa3faa05317 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fe024d8-7a4c-4097-93f9-010136de7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3037562 Sep 17 08:22:19.968827 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421fd37f-1cc2-4664-8e8b-a318ebc06588 req-71cab262-c0b2-4a45-a851-226476246034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:22:19.970335 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-421fd37f-1cc2-4664-8e8b-a318ebc06588 req-71cab262-c0b2-4a45-a851-226476246034 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0bbdb03fe4b44f819abe924e0a8980e4&device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 1096 time: 0.0400369 Sep 17 08:22:19.970668 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-76e0ceea-1de4-431e-8ab1-59cd32807949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:22:20.102842 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b8a56-c635-4b76-b06a-091f5184a7cf req-3560b3e7-c51b-4a5a-9ea1-913a68773c93 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:22:20.104347 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-be7b8a56-c635-4b76-b06a-091f5184a7cf req-3560b3e7-c51b-4a5a-9ea1-913a68773c93 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 945 time: 0.0893633 Sep 17 08:22:20.120565 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421fd37f-1cc2-4664-8e8b-a318ebc06588 req-7a4578a0-809e-4823-ad9a-123cfa23eb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:22:20.121946 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-421fd37f-1cc2-4664-8e8b-a318ebc06588 req-7a4578a0-809e-4823-ad9a-123cfa23eb94 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1284743e-a278-4ea3-9090-9b3fd2cc34a4 HTTP/1.1" status: 200 len: 918 time: 0.1322691 Sep 17 08:22:20.189482 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-be7b8a56-c635-4b76-b06a-091f5184a7cf req-43acc5d3-9ffc-4fd4-b27d-d036dc42359a tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fe024d8-7a4c-4097-93f9-010136de7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775044 Sep 17 08:22:20.203956 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-421fd37f-1cc2-4664-8e8b-a318ebc06588 req-a1ae0a66-7f27-4e19-a90d-3fac2e4ab7c3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=962d721a-c38a-4b42-a171-47c73942c64a HTTP/1.1" status: 200 len: 1001 time: 0.0734663 Sep 17 08:22:20.252586 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421fd37f-1cc2-4664-8e8b-a318ebc06588 req-1c4e28e4-dec3-47ef-8c35-b71451c2e450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:22:20.253932 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-421fd37f-1cc2-4664-8e8b-a318ebc06588 req-1c4e28e4-dec3-47ef-8c35-b71451c2e450 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=212bda04-0276-4ed0-9083-c88107f0c4c6 HTTP/1.1" status: 200 len: 856 time: 0.0431836 Sep 17 08:22:20.298855 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421fd37f-1cc2-4664-8e8b-a318ebc06588 req-be24241e-3915-4fc1-98ec-5bc3cf22d989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:22:20.300384 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-421fd37f-1cc2-4664-8e8b-a318ebc06588 req-be24241e-3915-4fc1-98ec-5bc3cf22d989 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1284743e-a278-4ea3-9090-9b3fd2cc34a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395660 Sep 17 08:22:20.395783 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-421fd37f-1cc2-4664-8e8b-a318ebc06588 req-de6f0607-0fc3-410b-ab0b-063d6f1ec4a1 service neutron] 10.222.0.41 "GET /v2.0/networks/1284743e-a278-4ea3-9090-9b3fd2cc34a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876460 Sep 17 08:22:20.484803 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-421fd37f-1cc2-4664-8e8b-a318ebc06588 req-2589658f-fbb6-460c-8c04-0525baedfff4 service neutron] 10.222.0.41 "GET /v2.0/networks/1284743e-a278-4ea3-9090-9b3fd2cc34a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818133 Sep 17 08:22:21.308707 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572b2ed7-4a1d-4257-8ab9-fc79142f28c6 req-ff9c7982-04a5-41de-903e-6f5e0bdb4365 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:22:21.310091 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-572b2ed7-4a1d-4257-8ab9-fc79142f28c6 req-ff9c7982-04a5-41de-903e-6f5e0bdb4365 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 945 time: 0.0495598 Sep 17 08:22:21.350225 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-572b2ed7-4a1d-4257-8ab9-fc79142f28c6 req-8a689381-448e-4a04-9bbe-08cb3ce36eae tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fe024d8-7a4c-4097-93f9-010136de7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343304 Sep 17 08:22:22.454860 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-97328276-b9f9-4bb2-8c8a-5efee161781f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:22:22.469054 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca311c-8f42-4ef7-89b1-fab71007ec89 req-80c4b93f-0783-4901-a33f-e7e7af748a76 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:22:22.470554 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0bca311c-8f42-4ef7-89b1-fab71007ec89 req-80c4b93f-0783-4901-a33f-e7e7af748a76 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 945 time: 0.0489230 Sep 17 08:22:22.506612 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0bca311c-8f42-4ef7-89b1-fab71007ec89 req-1f3a2939-03b8-4097-857e-55c75bc5c30c tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fe024d8-7a4c-4097-93f9-010136de7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301108 Sep 17 08:22:22.733137 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:22:23.624470 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f6709-5318-44c6-94da-d9e7ea56d1b5 req-ce3e572d-d77f-431d-a688-9f9319199924 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:22:23.625969 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-101f6709-5318-44c6-94da-d9e7ea56d1b5 req-ce3e572d-d77f-431d-a688-9f9319199924 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 945 time: 0.0475430 Sep 17 08:22:23.662799 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-101f6709-5318-44c6-94da-d9e7ea56d1b5 req-4a24144a-0abb-43c5-8124-2118c7487a0c tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fe024d8-7a4c-4097-93f9-010136de7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309956 Sep 17 08:22:23.754049 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:22:24.780839 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641a4b0-1aef-418e-85c7-ce46702b23fe req-696fb375-4e77-43b8-b2cb-e51faa6f26b6 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:22:24.782109 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8641a4b0-1aef-418e-85c7-ce46702b23fe req-696fb375-4e77-43b8-b2cb-e51faa6f26b6 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 945 time: 0.0475175 Sep 17 08:22:24.821701 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8641a4b0-1aef-418e-85c7-ce46702b23fe req-f1eccb66-4ea4-4889-819b-b9a51fd68451 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fe024d8-7a4c-4097-93f9-010136de7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338104 Sep 17 08:22:25.339874 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:22:25.937860 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34cfc0a-460c-4f32-bf23-cdbd0bab5ab1 req-46502254-ef42-4257-b6bf-75328fb20ff5 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:22:25.939549 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d34cfc0a-460c-4f32-bf23-cdbd0bab5ab1 req-46502254-ef42-4257-b6bf-75328fb20ff5 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 945 time: 0.0470991 Sep 17 08:22:25.975361 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d34cfc0a-460c-4f32-bf23-cdbd0bab5ab1 req-d72cec47-0283-42f1-ae0f-c263b3429708 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fe024d8-7a4c-4097-93f9-010136de7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301006 Sep 17 08:22:27.091996 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0220fb-9a04-4233-8b58-4429faa02e41 req-c0610882-c64f-4d39-83eb-ad4501e7e27e tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:22:27.093498 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5d0220fb-9a04-4233-8b58-4429faa02e41 req-c0610882-c64f-4d39-83eb-ad4501e7e27e tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 945 time: 0.0482614 Sep 17 08:22:27.131099 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5d0220fb-9a04-4233-8b58-4429faa02e41 req-1570c9cf-e061-4401-adc2-18a36c7edc25 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fe024d8-7a4c-4097-93f9-010136de7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316436 Sep 17 08:22:28.246019 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809757f3-80d1-4d99-a8eb-9e32dc1753f4 req-93bd7f32-b3e9-4999-9f6d-c17e4bb3b23c tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:22:28.247447 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-809757f3-80d1-4d99-a8eb-9e32dc1753f4 req-93bd7f32-b3e9-4999-9f6d-c17e4bb3b23c tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 945 time: 0.0476220 Sep 17 08:22:28.288166 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-809757f3-80d1-4d99-a8eb-9e32dc1753f4 req-ab0d712a-bbd3-4fe3-84a6-922791d81437 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fe024d8-7a4c-4097-93f9-010136de7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346560 Sep 17 08:22:29.403978 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16429e2e-ae8c-40de-823c-f44fb57f0963 req-90c12163-004d-42ed-a29c-1d1a44c7fb06 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:22:29.405452 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-16429e2e-ae8c-40de-823c-f44fb57f0963 req-90c12163-004d-42ed-a29c-1d1a44c7fb06 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 945 time: 0.0481715 Sep 17 08:22:29.441275 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-16429e2e-ae8c-40de-823c-f44fb57f0963 req-fcb74476-0751-444f-810c-cface1d41ffd tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fe024d8-7a4c-4097-93f9-010136de7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300789 Sep 17 08:22:30.558505 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373a183-11a2-4c49-a7dd-9815212478a1 req-fc3c0e48-1e44-4d6c-8dae-f15d8b1aef43 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:22:30.560019 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6373a183-11a2-4c49-a7dd-9815212478a1 req-fc3c0e48-1e44-4d6c-8dae-f15d8b1aef43 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 945 time: 0.0486553 Sep 17 08:22:30.598755 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6373a183-11a2-4c49-a7dd-9815212478a1 req-f67be216-3edb-4c7c-b356-b1ce6ae72a3d tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fe024d8-7a4c-4097-93f9-010136de7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320995 Sep 17 08:22:31.723709 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de77ea0-2dca-44c9-8ba5-bddc8f96a1d8 req-a1f293f8-c318-4c96-91a8-af87fb35f99d tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:22:31.725219 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0de77ea0-2dca-44c9-8ba5-bddc8f96a1d8 req-a1f293f8-c318-4c96-91a8-af87fb35f99d tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 945 time: 0.0510569 Sep 17 08:22:31.766799 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0de77ea0-2dca-44c9-8ba5-bddc8f96a1d8 req-1a5e5968-e3f9-42a6-87e8-cf58b2bcc71c tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fe024d8-7a4c-4097-93f9-010136de7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356219 Sep 17 08:22:32.881659 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb19d3-1377-4bd9-a534-2dc6cc840772 req-188f4f61-9cab-4573-8042-452a6bbf971f tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:22:32.883111 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4deb19d3-1377-4bd9-a534-2dc6cc840772 req-188f4f61-9cab-4573-8042-452a6bbf971f tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 945 time: 0.0475705 Sep 17 08:22:32.920221 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4deb19d3-1377-4bd9-a534-2dc6cc840772 req-2fb455f3-ce28-4c05-88f5-25dccff8a228 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fe024d8-7a4c-4097-93f9-010136de7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307310 Sep 17 08:22:33.256282 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:22:33.267881 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 962d721a-c38a-4b42-a171-47c73942c64a details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:22:33.359137 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 962d721a-c38a-4b42-a171-47c73942c64a, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=962d721a-c38a-4b42-a171-47c73942c64a,segment=NetworkSegment(c03e0a6e-57db-4f86-b77a-44067909abf9),segment_id=c03e0a6e-57db-4f86-b77a-44067909abf9)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:22:33.370382 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': '962d721a-c38a-4b42-a171-47c73942c64a', 'network_id': '1284743e-a278-4ea3-9090-9b3fd2cc34a4', 'port_id': '962d721a-c38a-4b42-a171-47c73942c64a', 'mac_address': 'fa:16:3e:ab:95:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '212bda04-0276-4ed0-9083-c88107f0c4c6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:22:33.410847 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:22:33.423367 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 962d721a-c38a-4b42-a171-47c73942c64a {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:22:33.447489 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 962d721a-c38a-4b42-a171-47c73942c64a, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=962d721a-c38a-4b42-a171-47c73942c64a,segment=NetworkSegment(c03e0a6e-57db-4f86-b77a-44067909abf9),segment_id=c03e0a6e-57db-4f86-b77a-44067909abf9)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:22:33.452956 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:22:33.498129 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=962d721a-c38a-4b42-a171-47c73942c64a,revision_number=6']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:22:33.596724 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['962d721a-c38a-4b42-a171-47c73942c64a'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:22:34.035784 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09646da-85f8-4d80-9ea1-8cb6369f20b3 req-76a85e69-590b-4d20-8ced-c292e240f347 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:22:34.037291 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b09646da-85f8-4d80-9ea1-8cb6369f20b3 req-76a85e69-590b-4d20-8ced-c292e240f347 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 944 time: 0.0483997 Sep 17 08:22:34.075332 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b09646da-85f8-4d80-9ea1-8cb6369f20b3 req-d7a3a783-cf06-4f04-b4e3-746842d58436 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fe024d8-7a4c-4097-93f9-010136de7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322597 Sep 17 08:22:35.197588 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e723bea-e647-4149-834a-10573ab52086 req-302bbd57-1c23-4ef1-898e-5ec9618223cb tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:22:35.199206 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9e723bea-e647-4149-834a-10573ab52086 req-302bbd57-1c23-4ef1-898e-5ec9618223cb tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 944 time: 0.0514634 Sep 17 08:22:35.242085 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9e723bea-e647-4149-834a-10573ab52086 req-5bdea8d5-2747-4c80-bb74-07b9b8ded54f tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fe024d8-7a4c-4097-93f9-010136de7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369205 Sep 17 08:22:35.285333 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 962d721a-c38a-4b42-a171-47c73942c64a up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:22:35.342393 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port 962d721a-c38a-4b42-a171-47c73942c64a triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:22:35.342775 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:22:35.437817 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:22:35.470298 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b604678-fe30-4b32-ba4c-5f504220f021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962d721a-c38a-4b42-a171-47c73942c64a'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:22:35.476013 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-335112bd-44c9-46e9-9f28-47889d4dfaaf" -d '{"events": [{"server_uuid": "1b604678-fe30-4b32-ba4c-5f504220f021", "name": "network-vif-plugged", "status": "completed", "tag": "962d721a-c38a-4b42-a171-47c73942c64a"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:22:35.484638 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 962d721a-c38a-4b42-a171-47c73942c64a, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=962d721a-c38a-4b42-a171-47c73942c64a,segment=NetworkSegment(c03e0a6e-57db-4f86-b77a-44067909abf9),segment_id=c03e0a6e-57db-4f86-b77a-44067909abf9)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:22:35.500932 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:22:35.530358 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:22:35.554777 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bed8d1d-0520-4283-8d62-171b38042d86 x-openstack-request-id: req-6bed8d1d-0520-4283-8d62-171b38042d86 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:22:35.555078 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b604678-fe30-4b32-ba4c-5f504220f021", "name": "network-vif-plugged", "status": "completed", "tag": "962d721a-c38a-4b42-a171-47c73942c64a", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:22:35.555338 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6bed8d1d-0520-4283-8d62-171b38042d86 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:22:35.555744 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b604678-fe30-4b32-ba4c-5f504220f021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962d721a-c38a-4b42-a171-47c73942c64a', 'code': 200} Sep 17 08:22:35.574750 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=962d721a-c38a-4b42-a171-47c73942c64a,revision_number=7']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:22:35.758310 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:22:36.370174 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d7085e-d9b3-46d2-9201-a2b5cc768b47 req-85a2f510-e887-4651-a052-c8b479a06e9c tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:22:36.372252 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-76d7085e-d9b3-46d2-9201-a2b5cc768b47 req-85a2f510-e887-4651-a052-c8b479a06e9c tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 945 time: 0.0524893 Sep 17 08:22:36.424449 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-76d7085e-d9b3-46d2-9201-a2b5cc768b47 req-39a9ade9-a13b-4d5e-a62d-a56137c55524 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fe024d8-7a4c-4097-93f9-010136de7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458519 Sep 17 08:22:37.546276 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea00e8-bce1-49aa-ae9c-1b65ebfe53c9 req-eb5fe714-0d64-4a46-8e72-411e7b0b020d tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:22:37.548103 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bdea00e8-bce1-49aa-ae9c-1b65ebfe53c9 req-eb5fe714-0d64-4a46-8e72-411e7b0b020d tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 945 time: 0.0523255 Sep 17 08:22:37.588181 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bdea00e8-bce1-49aa-ae9c-1b65ebfe53c9 req-0748191b-d722-4bfe-833c-d5bff3ac1831 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fe024d8-7a4c-4097-93f9-010136de7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339684 Sep 17 08:22:38.719870 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b429bcb-1db8-4d78-8083-e49cbea61c9e req-09e8daf8-3b3d-4eba-845a-e7cd1e6266c2 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:22:38.728108 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8b429bcb-1db8-4d78-8083-e49cbea61c9e req-09e8daf8-3b3d-4eba-845a-e7cd1e6266c2 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 945 time: 0.0588143 Sep 17 08:22:38.772346 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8b429bcb-1db8-4d78-8083-e49cbea61c9e req-26dbba26-3f54-48c8-a4c5-2578acba5382 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fe024d8-7a4c-4097-93f9-010136de7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431163 Sep 17 08:22:39.909153 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c6bc0-4195-4939-a797-99661646856c req-b813adbb-ebc4-459d-8d56-cc412f57a975 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:22:39.910812 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a46c6bc0-4195-4939-a797-99661646856c req-b813adbb-ebc4-459d-8d56-cc412f57a975 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 945 time: 0.0542336 Sep 17 08:22:39.951881 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a46c6bc0-4195-4939-a797-99661646856c req-586462dd-0e5b-43d0-867a-ae98c53eaadd tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fe024d8-7a4c-4097-93f9-010136de7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347452 Sep 17 08:22:41.096581 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3089d583-5de2-40d4-8fe8-414e75f4b96a req-62724f25-10e9-413d-9e60-3b12b014e3aa tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:22:41.098235 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3089d583-5de2-40d4-8fe8-414e75f4b96a req-62724f25-10e9-413d-9e60-3b12b014e3aa tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 945 time: 0.0594685 Sep 17 08:22:41.143687 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3089d583-5de2-40d4-8fe8-414e75f4b96a req-01c89d37-ea05-4e0c-a86d-d005140a47f5 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fe024d8-7a4c-4097-93f9-010136de7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373883 Sep 17 08:22:42.271584 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5800f44d-f65f-4d58-9892-85594d4ce4b7 req-1389a75f-34d3-4900-b8dc-9e0a9fe6e63e tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:22:42.273116 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5800f44d-f65f-4d58-9892-85594d4ce4b7 req-1389a75f-34d3-4900-b8dc-9e0a9fe6e63e tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 945 time: 0.0526061 Sep 17 08:22:42.331023 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5800f44d-f65f-4d58-9892-85594d4ce4b7 req-738f4782-57de-4f95-a089-f1b0133d6787 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fe024d8-7a4c-4097-93f9-010136de7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499635 Sep 17 08:22:43.458415 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef14b18-9b08-464e-a931-96c272cb8c89 req-f2a579a2-fa8c-4d14-aac9-1cc3446660f6 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:22:43.465119 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1ef14b18-9b08-464e-a931-96c272cb8c89 req-f2a579a2-fa8c-4d14-aac9-1cc3446660f6 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 945 time: 0.0607362 Sep 17 08:22:43.506664 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1ef14b18-9b08-464e-a931-96c272cb8c89 req-76b8bb40-1999-4e1e-b5f6-b9b34a5aa857 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fe024d8-7a4c-4097-93f9-010136de7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398128 Sep 17 08:22:44.627234 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc52a16-6b19-4dd1-91df-0b7c0058a42a req-734f40b5-2ef4-44bc-8463-571bdae31c8d tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:22:44.628750 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9cc52a16-6b19-4dd1-91df-0b7c0058a42a req-734f40b5-2ef4-44bc-8463-571bdae31c8d tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 945 time: 0.0491610 Sep 17 08:22:44.665491 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9cc52a16-6b19-4dd1-91df-0b7c0058a42a req-a3006dfc-72aa-4449-a99e-724f4bc680dd tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fe024d8-7a4c-4097-93f9-010136de7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309238 Sep 17 08:22:45.034064 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea6985-3573-4cc7-9561-39a0c75ab9fe req-d630512b-6bf9-4106-95f8-b0de791b3faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:22:45.035655 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-00ea6985-3573-4cc7-9561-39a0c75ab9fe req-d630512b-6bf9-4106-95f8-b0de791b3faf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0bbdb03fe4b44f819abe924e0a8980e4&device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 1096 time: 0.0401797 Sep 17 08:22:45.128448 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea6985-3573-4cc7-9561-39a0c75ab9fe req-fc16804d-cec6-4801-8388-f00f183862c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:22:45.129930 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-00ea6985-3573-4cc7-9561-39a0c75ab9fe req-fc16804d-cec6-4801-8388-f00f183862c7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1284743e-a278-4ea3-9090-9b3fd2cc34a4 HTTP/1.1" status: 200 len: 918 time: 0.0869508 Sep 17 08:22:45.196954 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-00ea6985-3573-4cc7-9561-39a0c75ab9fe req-83a30ba7-02db-4439-87f6-0d7a008705df service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=962d721a-c38a-4b42-a171-47c73942c64a HTTP/1.1" status: 200 len: 1001 time: 0.0594361 Sep 17 08:22:45.244705 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea6985-3573-4cc7-9561-39a0c75ab9fe req-42f1b1b0-f490-4d66-b9c2-d3643d4d0fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:22:45.246639 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-00ea6985-3573-4cc7-9561-39a0c75ab9fe req-42f1b1b0-f490-4d66-b9c2-d3643d4d0fa3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=212bda04-0276-4ed0-9083-c88107f0c4c6 HTTP/1.1" status: 200 len: 856 time: 0.0424039 Sep 17 08:22:45.290922 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea6985-3573-4cc7-9561-39a0c75ab9fe req-e51865b4-5f4e-413b-adef-2a5db51a7ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:22:45.292943 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-00ea6985-3573-4cc7-9561-39a0c75ab9fe req-e51865b4-5f4e-413b-adef-2a5db51a7ba6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1284743e-a278-4ea3-9090-9b3fd2cc34a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397568 Sep 17 08:22:45.385948 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-00ea6985-3573-4cc7-9561-39a0c75ab9fe req-5a2f564f-17cf-4d61-83d4-69804dd85649 service neutron] 10.222.0.41 "GET /v2.0/networks/1284743e-a278-4ea3-9090-9b3fd2cc34a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850508 Sep 17 08:22:45.472580 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-00ea6985-3573-4cc7-9561-39a0c75ab9fe req-3706f94c-7438-49fd-8035-1c8e33f050ed service neutron] 10.222.0.41 "GET /v2.0/networks/1284743e-a278-4ea3-9090-9b3fd2cc34a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801024 Sep 17 08:22:45.782588 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bc1b1c-b1cc-44e2-87a6-2a5db8868083 req-18fb804d-bbb3-48bc-ae8b-8b74adecfcad tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:22:45.784082 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-95bc1b1c-b1cc-44e2-87a6-2a5db8868083 req-18fb804d-bbb3-48bc-ae8b-8b74adecfcad tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 945 time: 0.0476716 Sep 17 08:22:45.825521 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-95bc1b1c-b1cc-44e2-87a6-2a5db8868083 req-ac12c691-524e-4e33-b690-1742441d354a tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fe024d8-7a4c-4097-93f9-010136de7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356314 Sep 17 08:22:46.954602 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be39b95-ca0b-4806-98bb-5c057054bb95 req-3734c74b-5d6d-4ebe-9b77-7d3e1a28ca56 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:22:46.956118 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9be39b95-ca0b-4806-98bb-5c057054bb95 req-3734c74b-5d6d-4ebe-9b77-7d3e1a28ca56 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 945 time: 0.0473435 Sep 17 08:22:46.993418 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9be39b95-ca0b-4806-98bb-5c057054bb95 req-f29d77ef-498a-4e8b-a87b-3f1c284e021f tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fe024d8-7a4c-4097-93f9-010136de7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314267 Sep 17 08:22:48.110437 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d187f062-9c8e-4346-95c9-f9b0621d38dc req-42021c1e-7f16-4f35-b0f0-8ad13a1cecea tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:22:48.111923 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d187f062-9c8e-4346-95c9-f9b0621d38dc req-42021c1e-7f16-4f35-b0f0-8ad13a1cecea tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 945 time: 0.0477550 Sep 17 08:22:48.148412 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d187f062-9c8e-4346-95c9-f9b0621d38dc req-fc7fceb9-8973-4064-8f6b-9eff85ccdcfc tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fe024d8-7a4c-4097-93f9-010136de7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303073 Sep 17 08:22:48.652671 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [req-b03b0969-6447-4dc4-8a1e-3cbd506ecdd9 req-cbe13b21-bcb1-454d-85eb-474ec3090521 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:22:48.653701 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b03b0969-6447-4dc4-8a1e-3cbd506ecdd9 req-cbe13b21-bcb1-454d-85eb-474ec3090521 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0532107 Sep 17 08:22:48.804209 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5261c789-bfc2-4f4e-9b23-040bcdd9473a req-94773e8a-3386-4578-bd4d-8340cb570fb2 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:22:48.805623 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5261c789-bfc2-4f4e-9b23-040bcdd9473a req-94773e8a-3386-4578-bd4d-8340cb570fb2 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 945 time: 0.0483010 Sep 17 08:22:48.849902 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5261c789-bfc2-4f4e-9b23-040bcdd9473a req-d99e985b-8b4d-4374-a20e-ce890b5758eb tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fe024d8-7a4c-4097-93f9-010136de7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382574 Sep 17 08:22:48.925362 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 47204) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:22:49.016572 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-92d080f2-0862-4d07-ac99-726222b4bce3 req-926ec445-aa37-4eba-9d48-bcc07d6bf74c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1b604678-fe30-4b32-ba4c-5f504220f021&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0900664 Sep 17 08:22:49.025444 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [req-92d080f2-0862-4d07-ac99-726222b4bce3 req-2bb4310d-7fa5-49a9-b833-91b3bedba8ed service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:22:49.026930 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-92d080f2-0862-4d07-ac99-726222b4bce3 req-2bb4310d-7fa5-49a9-b833-91b3bedba8ed service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054936 Sep 17 08:22:49.351403 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 962d721a-c38a-4b42-a171-47c73942c64a no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:22:49.428022 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:22:49.451379 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b604678-fe30-4b32-ba4c-5f504220f021', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '962d721a-c38a-4b42-a171-47c73942c64a'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:22:49.453035 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b00165-f5d9-4d61-9e24-8c6c88f39112" -d '{"events": [{"server_uuid": "1b604678-fe30-4b32-ba4c-5f504220f021", "name": "network-vif-unplugged", "status": "completed", "tag": "962d721a-c38a-4b42-a171-47c73942c64a"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:22:49.468994 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 962d721a-c38a-4b42-a171-47c73942c64a, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=962d721a-c38a-4b42-a171-47c73942c64a,segment=NetworkSegment(c03e0a6e-57db-4f86-b77a-44067909abf9),segment_id=c03e0a6e-57db-4f86-b77a-44067909abf9)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:22:49.473335 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:22:49.498041 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 17 Sep 2021 08:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f188fccf-3e1e-4ae5-a2d0-b872b8ae0e0f x-openstack-request-id: req-f188fccf-3e1e-4ae5-a2d0-b872b8ae0e0f {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:22:49.498333 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b604678-fe30-4b32-ba4c-5f504220f021", "name": "network-vif-unplugged", "status": "failed", "tag": "962d721a-c38a-4b42-a171-47c73942c64a", "code": 422}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:22:49.498581 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f188fccf-3e1e-4ae5-a2d0-b872b8ae0e0f {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:22:49.498992 n-d-789963-9 neutron-server[101291]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1b604678-fe30-4b32-ba4c-5f504220f021', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '962d721a-c38a-4b42-a171-47c73942c64a', 'code': 422} returned with failed status Sep 17 08:22:49.523626 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=962d721a-c38a-4b42-a171-47c73942c64a,revision_number=8']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:22:49.971061 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ebd357-e790-4ac4-9885-b028ffdc5eb4 req-1c35087e-e68a-4f5f-8977-e4bf4d0a6fd6 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:22:49.971719 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2a4d0eb6-230c-4c17-a67d-d546a7d327d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:22:49.972624 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a6ebd357-e790-4ac4-9885-b028ffdc5eb4 req-1c35087e-e68a-4f5f-8977-e4bf4d0a6fd6 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 943 time: 0.0496745 Sep 17 08:22:50.012526 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a6ebd357-e790-4ac4-9885-b028ffdc5eb4 req-f92b7154-9b06-4fbb-b70b-6f27785cfb91 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fe024d8-7a4c-4097-93f9-010136de7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335426 Sep 17 08:22:51.143210 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c1c6b1-2543-4cd3-a5d2-135b212a6a67 req-9d31808d-ba52-4a09-83ec-2a238906abd5 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:22:51.144756 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d7c1c6b1-2543-4cd3-a5d2-135b212a6a67 req-9d31808d-ba52-4a09-83ec-2a238906abd5 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 943 time: 0.0595276 Sep 17 08:22:51.183740 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d7c1c6b1-2543-4cd3-a5d2-135b212a6a67 req-ec3da5dc-5d3d-45a3-b8c7-d3cb2d77519e tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fe024d8-7a4c-4097-93f9-010136de7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328941 Sep 17 08:22:52.312134 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb610bf9-fd49-4fd1-8a9e-60907cc6e181 req-9566cace-0d93-4f1a-8b88-644c000ddfc2 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:22:52.313756 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bb610bf9-fd49-4fd1-8a9e-60907cc6e181 req-9566cace-0d93-4f1a-8b88-644c000ddfc2 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 943 time: 0.0505772 Sep 17 08:22:52.365673 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bb610bf9-fd49-4fd1-8a9e-60907cc6e181 req-9bd41739-5d00-42ac-92d7-ceea61679602 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fe024d8-7a4c-4097-93f9-010136de7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447145 Sep 17 08:22:52.458307 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb42f32-4fee-4eb5-ad60-c58b2295fd3a req-a139b631-1036-4a0d-aaf1-a3687a553e0c tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:22:52.460173 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ffb42f32-4fee-4eb5-ad60-c58b2295fd3a req-a139b631-1036-4a0d-aaf1-a3687a553e0c tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9150a34-47e2-4771-b2fc-9da8813c6553 HTTP/1.1" status: 200 len: 945 time: 0.0509734 Sep 17 08:22:52.465690 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-19674c46-94bf-4b63-aa7f-c67c24aca3d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:22:52.503258 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ffb42f32-4fee-4eb5-ad60-c58b2295fd3a req-2acb0b95-6e19-40b4-af67-be11cf8fa40b tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a9e4360-0cd0-46e6-9fce-1fb8bd67e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341101 Sep 17 08:22:52.734256 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:22:53.499287 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a8e6d5-9ffa-4233-86c7-60ba64fe282b req-1ab1d552-be54-4fa2-85bf-fb27aec7a0ce tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:22:53.500918 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-27a8e6d5-9ffa-4233-86c7-60ba64fe282b req-1ab1d552-be54-4fa2-85bf-fb27aec7a0ce tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 943 time: 0.0588102 Sep 17 08:22:53.549696 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-27a8e6d5-9ffa-4233-86c7-60ba64fe282b req-779d0935-0840-4e23-8b6f-161deb5de02e tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fe024d8-7a4c-4097-93f9-010136de7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413446 Sep 17 08:22:53.628350 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120df6a7-10eb-45fb-b2aa-32e0549f5169 req-be3f4f4e-a81c-4777-9524-88611588f6f4 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:22:53.629870 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-120df6a7-10eb-45fb-b2aa-32e0549f5169 req-be3f4f4e-a81c-4777-9524-88611588f6f4 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9150a34-47e2-4771-b2fc-9da8813c6553 HTTP/1.1" status: 200 len: 945 time: 0.0548387 Sep 17 08:22:53.679508 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-120df6a7-10eb-45fb-b2aa-32e0549f5169 req-7a1f3b7c-33ff-40f1-a035-e8b24d96cec9 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a9e4360-0cd0-46e6-9fce-1fb8bd67e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425844 Sep 17 08:22:53.758096 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:22:53.877627 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d080f2-0862-4d07-ac99-726222b4bce3 req-c60893f3-d99e-41ee-a923-8d5111915e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:22:53.879042 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-92d080f2-0862-4d07-ac99-726222b4bce3 req-c60893f3-d99e-41ee-a923-8d5111915e33 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1b604678-fe30-4b32-ba4c-5f504220f021&tenant_id=0bbdb03fe4b44f819abe924e0a8980e4 HTTP/1.1" status: 200 len: 1094 time: 0.0708957 Sep 17 08:22:53.949411 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d080f2-0862-4d07-ac99-726222b4bce3 req-34711c5e-892f-4b42-8779-d6da0d8b123f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:22:53.950917 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-92d080f2-0862-4d07-ac99-726222b4bce3 req-34711c5e-892f-4b42-8779-d6da0d8b123f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0bbdb03fe4b44f819abe924e0a8980e4&device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 1094 time: 0.0399189 Sep 17 08:22:54.042499 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d080f2-0862-4d07-ac99-726222b4bce3 req-64291c76-3b9b-4c15-a3e6-d09d358317a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:22:54.044007 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-92d080f2-0862-4d07-ac99-726222b4bce3 req-64291c76-3b9b-4c15-a3e6-d09d358317a1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1284743e-a278-4ea3-9090-9b3fd2cc34a4 HTTP/1.1" status: 200 len: 918 time: 0.0865560 Sep 17 08:22:54.107978 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-92d080f2-0862-4d07-ac99-726222b4bce3 req-9f68868a-d057-4d2e-9b90-1ae232a4dd16 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=962d721a-c38a-4b42-a171-47c73942c64a HTTP/1.1" status: 200 len: 999 time: 0.0568635 Sep 17 08:22:54.159533 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d080f2-0862-4d07-ac99-726222b4bce3 req-9efc2576-1614-4ba5-a68c-2a018f85a97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:22:54.160951 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-92d080f2-0862-4d07-ac99-726222b4bce3 req-9efc2576-1614-4ba5-a68c-2a018f85a97b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=212bda04-0276-4ed0-9083-c88107f0c4c6 HTTP/1.1" status: 200 len: 856 time: 0.0467103 Sep 17 08:22:54.204934 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d080f2-0862-4d07-ac99-726222b4bce3 req-1a171196-8a91-46aa-b177-329f39994aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:22:54.206463 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-92d080f2-0862-4d07-ac99-726222b4bce3 req-1a171196-8a91-46aa-b177-329f39994aa5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1284743e-a278-4ea3-9090-9b3fd2cc34a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380447 Sep 17 08:22:54.298530 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-92d080f2-0862-4d07-ac99-726222b4bce3 req-930f251a-994b-4968-9626-97b6383b7088 service neutron] 10.222.0.41 "GET /v2.0/networks/1284743e-a278-4ea3-9090-9b3fd2cc34a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838687 Sep 17 08:22:54.391175 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-92d080f2-0862-4d07-ac99-726222b4bce3 req-7c208b60-a123-4e83-bfc0-e343851f4653 service neutron] 10.222.0.41 "GET /v2.0/networks/1284743e-a278-4ea3-9090-9b3fd2cc34a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836549 Sep 17 08:22:54.391631 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d652c05e-5d55-43ca-9ac0-4d3e10f1fbc3 req-a8fc792c-55c1-40cd-a7f3-0442703be3a8 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:22:54.393147 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d652c05e-5d55-43ca-9ac0-4d3e10f1fbc3 req-a8fc792c-55c1-40cd-a7f3-0442703be3a8 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9150a34-47e2-4771-b2fc-9da8813c6553 HTTP/1.1" status: 200 len: 945 time: 0.0482464 Sep 17 08:22:54.485178 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-d652c05e-5d55-43ca-9ac0-4d3e10f1fbc3 req-a3a0b7e4-4e54-4efe-929e-50625eab7700 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Deleting port 15a39dd4-4392-461c-b45d-0dbc67652d5c {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:22:54.485522 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-d652c05e-5d55-43ca-9ac0-4d3e10f1fbc3 req-a3a0b7e4-4e54-4efe-929e-50625eab7700 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:22:54.578145 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-d652c05e-5d55-43ca-9ac0-4d3e10f1fbc3 req-a3a0b7e4-4e54-4efe-929e-50625eab7700 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] For port 15a39dd4-4392-461c-b45d-0dbc67652d5c, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=15a39dd4-4392-461c-b45d-0dbc67652d5c,segment=NetworkSegment(87efb6ce-2270-470a-8c19-7b337a956aa6),segment_id=87efb6ce-2270-470a-8c19-7b337a956aa6)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:22:54.578521 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-d652c05e-5d55-43ca-9ac0-4d3e10f1fbc3 req-a3a0b7e4-4e54-4efe-929e-50625eab7700 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:22:54.676578 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6252c9-8b74-4f56-9d8a-bfd96cec4664 req-8b0eea94-08d9-4c6f-96e7-593a0f7f8e4a tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:22:54.678125 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0a6252c9-8b74-4f56-9d8a-bfd96cec4664 req-8b0eea94-08d9-4c6f-96e7-593a0f7f8e4a tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 943 time: 0.0501945 Sep 17 08:22:54.763676 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0a6252c9-8b74-4f56-9d8a-bfd96cec4664 req-e051c267-1f34-487e-b699-845c19f8d27e tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fe024d8-7a4c-4097-93f9-010136de7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785112 Sep 17 08:22:54.767803 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-d652c05e-5d55-43ca-9ac0-4d3e10f1fbc3 req-a3a0b7e4-4e54-4efe-929e-50625eab7700 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:22:54.768209 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-d652c05e-5d55-43ca-9ac0-4d3e10f1fbc3 req-a3a0b7e4-4e54-4efe-929e-50625eab7700 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:22:54.768567 n-d-789963-9 neutron-server[101290]: INFO neutron.db.l3_db [req-d652c05e-5d55-43ca-9ac0-4d3e10f1fbc3 req-a3a0b7e4-4e54-4efe-929e-50625eab7700 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Floating IP 32f52600-decb-4ad9-b0ba-1b222dcb8418 disassociated. External IP: 172.25.6.110, port: 15a39dd4-4392-461c-b45d-0dbc67652d5c. Sep 17 08:22:54.768931 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-d652c05e-5d55-43ca-9ac0-4d3e10f1fbc3 req-a3a0b7e4-4e54-4efe-929e-50625eab7700 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Calling delete_port for 15a39dd4-4392-461c-b45d-0dbc67652d5c owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:22:54.881162 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaed109-975f-44c2-9bfe-2f75bc1722e9 req-cf537d5b-2ef8-4b2f-8dd4-3092a4234c35 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:22:54.893383 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ddaed109-975f-44c2-9bfe-2f75bc1722e9 req-cf537d5b-2ef8-4b2f-8dd4-3092a4234c35 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9150a34-47e2-4771-b2fc-9da8813c6553 HTTP/1.1" status: 200 len: 945 time: 0.0727947 Sep 17 08:22:54.935474 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-d652c05e-5d55-43ca-9ac0-4d3e10f1fbc3 req-a3a0b7e4-4e54-4efe-929e-50625eab7700 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:22:54.947939 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ddaed109-975f-44c2-9bfe-2f75bc1722e9 req-0b29217c-2e65-4fe6-86f6-4c13fef80d0a tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a9e4360-0cd0-46e6-9fce-1fb8bd67e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536427 Sep 17 08:22:54.972584 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a0b7e4-4e54-4efe-929e-50625eab7700 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Pushing event deleted for resources: {'Port': ['ID=15a39dd4-4392-461c-b45d-0dbc67652d5c,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:22:54.985199 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a0b7e4-4e54-4efe-929e-50625eab7700 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:22:54.985553 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a0b7e4-4e54-4efe-929e-50625eab7700 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:22:54.985899 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a0b7e4-4e54-4efe-929e-50625eab7700 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:22:54.986241 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a0b7e4-4e54-4efe-929e-50625eab7700 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:22:54.986584 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a0b7e4-4e54-4efe-929e-50625eab7700 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:22:54.987035 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a0b7e4-4e54-4efe-929e-50625eab7700 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:22:54.987431 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a0b7e4-4e54-4efe-929e-50625eab7700 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:22:54.987760 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a0b7e4-4e54-4efe-929e-50625eab7700 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:22:54.989966 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a0b7e4-4e54-4efe-929e-50625eab7700 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:22:54.990450 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a0b7e4-4e54-4efe-929e-50625eab7700 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:22:54.990915 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a0b7e4-4e54-4efe-929e-50625eab7700 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:22:54.991292 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a0b7e4-4e54-4efe-929e-50625eab7700 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:22:55.158364 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d652c05e-5d55-43ca-9ac0-4d3e10f1fbc3 req-a3a0b7e4-4e54-4efe-929e-50625eab7700 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Router 08013a1c-233c-40ff-97a4-f09f85b30ac0 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:22:55.300810 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d652c05e-5d55-43ca-9ac0-4d3e10f1fbc3 req-a3a0b7e4-4e54-4efe-929e-50625eab7700 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:22:55.311907 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b7eff5-0f1e-4944-819d-3ef92f202108 None None] Sync routers for ids ['08013a1c-233c-40ff-97a4-f09f85b30ac0'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:22:55.322981 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b7eff5-0f1e-4944-819d-3ef92f202108 None None] Routers {'08013a1c-233c-40ff-97a4-f09f85b30ac0'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:22:55.323929 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-12b7eff5-0f1e-4944-819d-3ef92f202108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:22:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['08013a1c-233c-40ff-97a4-f09f85b30ac0'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:22:55.346665 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-d652c05e-5d55-43ca-9ac0-4d3e10f1fbc3 req-a3a0b7e4-4e54-4efe-929e-50625eab7700 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] No DVR routers for this DVR port 15a39dd4-4392-461c-b45d-0dbc67652d5c on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:22:55.350145 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-d652c05e-5d55-43ca-9ac0-4d3e10f1fbc3 req-a3a0b7e4-4e54-4efe-929e-50625eab7700 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:22:55.352601 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d652c05e-5d55-43ca-9ac0-4d3e10f1fbc3 req-a3a0b7e4-4e54-4efe-929e-50625eab7700 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.39 "DELETE /v2.0/ports/15a39dd4-4392-461c-b45d-0dbc67652d5c HTTP/1.1" status: 204 len: 173 time: 0.9523432 Sep 17 08:22:55.354019 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9150a34-47e2-4771-b2fc-9da8813c6553', 'name': 'network-vif-deleted', 'tag': '15a39dd4-4392-461c-b45d-0dbc67652d5c'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:22:55.357707 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b5fe7db-f643-4889-a98f-322f5264d5d0" -d '{"events": [{"server_uuid": "c9150a34-47e2-4771-b2fc-9da8813c6553", "name": "network-vif-deleted", "tag": "15a39dd4-4392-461c-b45d-0dbc67652d5c"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:22:55.502837 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-12b7eff5-0f1e-4944-819d-3ef92f202108 None None] Set router 08013a1c-233c-40ff-97a4-f09f85b30ac0 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:22:55.534631 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f0986d2-2355-4685-97cc-0bf2526674bf x-openstack-request-id: req-7f0986d2-2355-4685-97cc-0bf2526674bf {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:22:55.536081 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9150a34-47e2-4771-b2fc-9da8813c6553", "name": "network-vif-deleted", "tag": "15a39dd4-4392-461c-b45d-0dbc67652d5c", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:22:55.536081 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7f0986d2-2355-4685-97cc-0bf2526674bf {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:22:55.536279 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9150a34-47e2-4771-b2fc-9da8813c6553', 'name': 'network-vif-deleted', 'tag': '15a39dd4-4392-461c-b45d-0dbc67652d5c', 'status': 'completed', 'code': 200} Sep 17 08:22:55.538433 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:22:55.759015 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-12b7eff5-0f1e-4944-819d-3ef92f202108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'name': 'tempest-TestVolumeBootPattern-1133283628-router', 'tenant_id': '5a6798d8a56640cabd874ecb5022c2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'd5ead04b-07db-412a-80e2-5020e764ee32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:17:15Z', 'updated_at': '2021-09-17T08:17:18Z', 'revision_number': 4, 'project_id': '5a6798d8a56640cabd874ecb5022c2e7', 'gw_port': {'id': 'd5ead04b-07db-412a-80e2-5020e764ee32', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:dc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:17:15Z', 'updated_at': '2021-09-17T08:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '5028a10b-5e29-404b-b928-c890920938fa', 'name': '', 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf', 'tenant_id': '5a6798d8a56640cabd874ecb5022c2e7', 'mac_address': 'fa:16:3e:97:9c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '0d01eb21-118c-498b-a866-b124536b59b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:17:17Z', 'updated_at': '2021-09-17T08:17:23Z', 'revision_number': 5, 'project_id': '5a6798d8a56640cabd874ecb5022c2e7', 'subnets': [{'id': '0d01eb21-118c-498b-a866-b124536b59b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:22:55.790443 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b7eff5-0f1e-4944-819d-3ef92f202108 None None] Checking router: 08013a1c-233c-40ff-97a4-f09f85b30ac0 for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:22:55.799731 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b7eff5-0f1e-4944-819d-3ef92f202108 None None] Routers {'08013a1c-233c-40ff-97a4-f09f85b30ac0'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:22:55.800464 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-12b7eff5-0f1e-4944-819d-3ef92f202108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:22:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['08013a1c-233c-40ff-97a4-f09f85b30ac0'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:22:55.939441 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-12b7eff5-0f1e-4944-819d-3ef92f202108 None None] Set router 08013a1c-233c-40ff-97a4-f09f85b30ac0 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:22:55.955630 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c49281-556e-49a3-bf54-888e38305652 req-3f20f952-3202-46da-b361-7f36aa411755 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:22:55.957264 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d6c49281-556e-49a3-bf54-888e38305652 req-3f20f952-3202-46da-b361-7f36aa411755 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 943 time: 0.0836115 Sep 17 08:22:56.034895 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d6c49281-556e-49a3-bf54-888e38305652 req-88fcb801-8abb-432f-8737-5326916a788a tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fe024d8-7a4c-4097-93f9-010136de7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677781 Sep 17 08:22:56.111748 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7cd70d6e-cfc7-46d6-82af-8277ccbf35cc req-37541323-e8dc-4f71-821e-62f0b8d51d8d tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9150a34-47e2-4771-b2fc-9da8813c6553 HTTP/1.1" status: 200 len: 210 time: 0.0542827 Sep 17 08:22:56.286345 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-12b7eff5-0f1e-4944-819d-3ef92f202108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'name': 'tempest-TestVolumeBootPattern-1133283628-router', 'tenant_id': '5a6798d8a56640cabd874ecb5022c2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'd5ead04b-07db-412a-80e2-5020e764ee32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:17:15Z', 'updated_at': '2021-09-17T08:17:18Z', 'revision_number': 4, 'project_id': '5a6798d8a56640cabd874ecb5022c2e7', 'gw_port': {'id': 'd5ead04b-07db-412a-80e2-5020e764ee32', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:dc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:17:15Z', 'updated_at': '2021-09-17T08:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '5028a10b-5e29-404b-b928-c890920938fa', 'name': '', 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf', 'tenant_id': '5a6798d8a56640cabd874ecb5022c2e7', 'mac_address': 'fa:16:3e:97:9c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '0d01eb21-118c-498b-a866-b124536b59b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:17:17Z', 'updated_at': '2021-09-17T08:17:23Z', 'revision_number': 5, 'project_id': '5a6798d8a56640cabd874ecb5022c2e7', 'subnets': [{'id': '0d01eb21-118c-498b-a866-b124536b59b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:22:56.314927 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b7eff5-0f1e-4944-819d-3ef92f202108 None None] The sync data for ids ['08013a1c-233c-40ff-97a4-f09f85b30ac0'] in n-d-789963-9 is: [{'id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'name': 'tempest-TestVolumeBootPattern-1133283628-router', 'tenant_id': '5a6798d8a56640cabd874ecb5022c2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'd5ead04b-07db-412a-80e2-5020e764ee32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:17:15Z', 'updated_at': '2021-09-17T08:17:18Z', 'revision_number': 4, 'project_id': '5a6798d8a56640cabd874ecb5022c2e7', 'gw_port': {'id': 'd5ead04b-07db-412a-80e2-5020e764ee32', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:dc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:17:15Z', 'updated_at': '2021-09-17T08:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '5028a10b-5e29-404b-b928-c890920938fa', 'name': '', 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf', 'tenant_id': '5a6798d8a56640cabd874ecb5022c2e7', 'mac_address': 'fa:16:3e:97:9c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '0d01eb21-118c-498b-a866-b124536b59b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:17:17Z', 'updated_at': '2021-09-17T08:17:23Z', 'revision_number': 5, 'project_id': '5a6798d8a56640cabd874ecb5022c2e7', 'subnets': [{'id': '0d01eb21-118c-498b-a866-b124536b59b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:22:56.594806 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01bb09a-af85-4d45-bcba-8cfc2d92c7ca None None] New status for floating IP 32f52600-decb-4ad9-b0ba-1b222dcb8418: DOWN {{(pid=101292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 08:22:57.204890 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8cdbdf-24ee-4ebf-b72c-312996eb511d req-5ee09ec5-610a-4cd1-af65-b478b30368f5 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:22:57.206589 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4b8cdbdf-24ee-4ebf-b72c-312996eb511d req-5ee09ec5-610a-4cd1-af65-b478b30368f5 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 943 time: 0.0832257 Sep 17 08:22:57.284468 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-539c1c36-e2b5-49dc-979f-89761d0ee34d req-e33c2e08-6bab-4aa6-b885-c00e14154a70 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9150a34-47e2-4771-b2fc-9da8813c6553 HTTP/1.1" status: 200 len: 210 time: 0.0467577 Sep 17 08:22:57.304411 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4b8cdbdf-24ee-4ebf-b72c-312996eb511d req-55d4dcd7-e404-4b23-bed5-126f842aeb89 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fe024d8-7a4c-4097-93f9-010136de7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793533 Sep 17 08:22:58.412527 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c74b96ef-aac0-4f9d-8e59-85649ad19ef6 req-3dbd9af9-10b3-4491-84d2-fa7c530ad2b5 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9150a34-47e2-4771-b2fc-9da8813c6553 HTTP/1.1" status: 200 len: 210 time: 0.0369308 Sep 17 08:22:58.501362 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2652b6e-0123-4be3-9b68-fa3382daf63d req-51c21511-356d-47cd-84d0-203ca7db599b tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:22:58.508988 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c2652b6e-0123-4be3-9b68-fa3382daf63d req-51c21511-356d-47cd-84d0-203ca7db599b tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 943 time: 0.0946412 Sep 17 08:22:58.523362 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 15a39dd4-4392-461c-b45d-0dbc67652d5c no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:22:58.566557 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c2652b6e-0123-4be3-9b68-fa3382daf63d req-fce5f11b-6d3e-473a-a795-4a3d073dde01 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fe024d8-7a4c-4097-93f9-010136de7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560236 Sep 17 08:22:58.566783 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: 15a39dd4-4392-461c-b45d-0dbc67652d5c {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:22:58.567185 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 15a39dd4-4392-461c-b45d-0dbc67652d5c not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:22:59.555187 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-90e55dc3-fc20-465d-a0ae-a5a2490bbbde req-2002c62a-5bf6-4c5d-9f9c-da25e0491d2a tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9150a34-47e2-4771-b2fc-9da8813c6553 HTTP/1.1" status: 200 len: 210 time: 0.0428910 Sep 17 08:22:59.689759 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5b05bd-09ca-4515-915b-66b0843f88d7 req-99eb8840-a893-4312-81b5-30881f90c427 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:22:59.692019 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5d5b05bd-09ca-4515-915b-66b0843f88d7 req-99eb8840-a893-4312-81b5-30881f90c427 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 943 time: 0.0492465 Sep 17 08:22:59.732036 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5d5b05bd-09ca-4515-915b-66b0843f88d7 req-a1df2f1e-1bec-4422-b365-35ba0d895b9f tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fe024d8-7a4c-4097-93f9-010136de7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338619 Sep 17 08:23:00.788977 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d845e6cc-1d53-407c-a4b8-058627fa9bb5 req-e08318ea-4906-456d-ae13-4ba24e673852 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1814237057&fields=id&tenant_id=5a6798d8a56640cabd874ecb5022c2e7 HTTP/1.1" status: 200 len: 267 time: 0.0375009 Sep 17 08:23:00.916635 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c6d046-68ab-43e4-af8b-97f1ff0482c7 req-2bdd8704-0d7b-491e-9307-80038e572913 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:23:00.918157 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-05c6d046-68ab-43e4-af8b-97f1ff0482c7 req-2bdd8704-0d7b-491e-9307-80038e572913 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 943 time: 0.1015804 Sep 17 08:23:00.939769 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d845e6cc-1d53-407c-a4b8-058627fa9bb5 req-832a727c-a209-4cd3-8e85-845b08c6f6ba tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:23:00.941299 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d845e6cc-1d53-407c-a4b8-058627fa9bb5 req-832a727c-a209-4cd3-8e85-845b08c6f6ba tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/networks?id=660139d9-bdd8-4ad7-b799-f8f93f25eccf HTTP/1.1" status: 200 len: 812 time: 0.1454027 Sep 17 08:23:00.966814 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d845e6cc-1d53-407c-a4b8-058627fa9bb5 req-71e9aca4-3794-490e-ab96-58e78022908a tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/quotas/5a6798d8a56640cabd874ecb5022c2e7 HTTP/1.1" status: 200 len: 375 time: 0.0181260 Sep 17 08:23:00.991954 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-05c6d046-68ab-43e4-af8b-97f1ff0482c7 req-55ff2be0-73a1-42f2-819e-b29472f1b66d tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fe024d8-7a4c-4097-93f9-010136de7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496054 Sep 17 08:23:01.029468 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d845e6cc-1d53-407c-a4b8-058627fa9bb5 req-b8d76abb-a272-4b93-b5aa-2fcd5b5afb00 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5a6798d8a56640cabd874ecb5022c2e7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0537963 Sep 17 08:23:01.207912 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d845e6cc-1d53-407c-a4b8-058627fa9bb5 req-09d2ae38-666d-4e17-846a-865bf4751779 service neutron] 10.222.0.13 "GET /v2.0/networks/660139d9-bdd8-4ad7-b799-f8f93f25eccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573467 Sep 17 08:23:01.298540 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d845e6cc-1d53-407c-a4b8-058627fa9bb5 req-fdbc112f-d6f2-4278-8ae6-70e77ddc9aa0 service neutron] 10.222.0.13 "GET /v2.0/networks/660139d9-bdd8-4ad7-b799-f8f93f25eccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842187 Sep 17 08:23:01.618425 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-417860fe-3cc6-412a-9a15-869c8f5db3e6 req-c58cfbb1-911e-4667-a364-9404fc4f1acd tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4f9ed2-e2f2-41fc-99cd-9caf82b03dea HTTP/1.1" status: 200 len: 210 time: 0.0329466 Sep 17 08:23:02.148819 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393ee6ea-92c0-4e64-9ff0-f95bfa3fbe08 req-14054543-34e0-4836-ab3d-bb1e1ac0e546 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:23:02.151753 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-393ee6ea-92c0-4e64-9ff0-f95bfa3fbe08 req-14054543-34e0-4836-ab3d-bb1e1ac0e546 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 943 time: 0.0550723 Sep 17 08:23:02.194150 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-393ee6ea-92c0-4e64-9ff0-f95bfa3fbe08 req-c9cdace6-d2d9-4315-b445-122595f11c95 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fe024d8-7a4c-4097-93f9-010136de7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363510 Sep 17 08:23:02.747818 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d845e6cc-1d53-407c-a4b8-058627fa9bb5 req-90129c31-7515-43f1-8bca-5cfeb6e8e203 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:23:02.749711 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d845e6cc-1d53-407c-a4b8-058627fa9bb5 req-90129c31-7515-43f1-8bca-5cfeb6e8e203 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.39 "GET /v2.0/networks?id=660139d9-bdd8-4ad7-b799-f8f93f25eccf HTTP/1.1" status: 200 len: 812 time: 0.1286259 Sep 17 08:23:02.753094 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f189502f-ed69-4de7-a8db-26a79ba7cc16 req-53ea94dc-4ebf-4ef1-9a1f-0e170f1da545 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4f9ed2-e2f2-41fc-99cd-9caf82b03dea HTTP/1.1" status: 200 len: 210 time: 0.0267675 Sep 17 08:23:02.813364 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d845e6cc-1d53-407c-a4b8-058627fa9bb5 req-bc486848-c01e-4a10-a55c-c03d00579925 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a6798d8a56640cabd874ecb5022c2e7 HTTP/1.1" status: 200 len: 380 time: 0.0455408 Sep 17 08:23:02.853959 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-d845e6cc-1d53-407c-a4b8-058627fa9bb5 req-08f41141-b7ad-49c8-adce-a2b523e2ad7f tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Request body: {'port': {'device_id': 'fa4f9ed2-e2f2-41fc-99cd-9caf82b03dea', 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf', 'admin_state_up': True, 'tenant_id': '5a6798d8a56640cabd874ecb5022c2e7', 'security_groups': ['7a9e4360-0cd0-46e6-9fce-1fb8bd67e9ba']}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:23:02.993385 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d845e6cc-1d53-407c-a4b8-058627fa9bb5 req-08f41141-b7ad-49c8-adce-a2b523e2ad7f tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Made reservation on behalf of 5a6798d8a56640cabd874ecb5022c2e7 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:23:02.997535 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-d845e6cc-1d53-407c-a4b8-058627fa9bb5 req-08f41141-b7ad-49c8-adce-a2b523e2ad7f tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:23:03.162827 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-d845e6cc-1d53-407c-a4b8-058627fa9bb5 req-08f41141-b7ad-49c8-adce-a2b523e2ad7f tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Allocated IP 172.20.0.13 (660139d9-bdd8-4ad7-b799-f8f93f25eccf/0d01eb21-118c-498b-a866-b124536b59b1/0f7445f0-d0ae-446f-ba7e-32a8a72a3c05) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:23:03.336790 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-d845e6cc-1d53-407c-a4b8-058627fa9bb5 req-08f41141-b7ad-49c8-adce-a2b523e2ad7f tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:23:03.350003 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e607b58-8f58-4a1d-973b-d6ba079b3355 req-779c8b26-3408-423f-8ce4-8fd5486e41c8 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:23:03.354243 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5e607b58-8f58-4a1d-973b-d6ba079b3355 req-779c8b26-3408-423f-8ce4-8fd5486e41c8 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 943 time: 0.0530410 Sep 17 08:23:03.391495 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-d845e6cc-1d53-407c-a4b8-058627fa9bb5 req-08f41141-b7ad-49c8-adce-a2b523e2ad7f tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:23:03.424459 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5e607b58-8f58-4a1d-973b-d6ba079b3355 req-bc8e1e77-302f-400b-853b-b86babedba4d tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fe024d8-7a4c-4097-93f9-010136de7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557253 Sep 17 08:23:03.454125 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d845e6cc-1d53-407c-a4b8-058627fa9bb5 req-08f41141-b7ad-49c8-adce-a2b523e2ad7f tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Network 660139d9-bdd8-4ad7-b799-f8f93f25eccf is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:23:03.455610 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-d845e6cc-1d53-407c-a4b8-058627fa9bb5 req-08f41141-b7ad-49c8-adce-a2b523e2ad7f tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:23:03.459917 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-d845e6cc-1d53-407c-a4b8-058627fa9bb5 req-08f41141-b7ad-49c8-adce-a2b523e2ad7f tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:23:03.501938 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f41141-b7ad-49c8-adce-a2b523e2ad7f tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Pushing event updated for resources: {'Port': ['ID=0f7445f0-d0ae-446f-ba7e-32a8a72a3c05,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:23:03.530526 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d845e6cc-1d53-407c-a4b8-058627fa9bb5 req-08f41141-b7ad-49c8-adce-a2b523e2ad7f tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:23:03.545628 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-d845e6cc-1d53-407c-a4b8-058627fa9bb5 req-08f41141-b7ad-49c8-adce-a2b523e2ad7f tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:23:03.574365 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d845e6cc-1d53-407c-a4b8-058627fa9bb5 req-08f41141-b7ad-49c8-adce-a2b523e2ad7f tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7279453 Sep 17 08:23:03.595016 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-d845e6cc-1d53-407c-a4b8-058627fa9bb5 req-40b88140-ee3e-4855-8057-e9b5475749e4 service neutron] Request body: {'port': {'device_id': 'fa4f9ed2-e2f2-41fc-99cd-9caf82b03dea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:23:03.679485 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-d845e6cc-1d53-407c-a4b8-058627fa9bb5 req-40b88140-ee3e-4855-8057-e9b5475749e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:23:03.770503 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-e8698e91-1f6d-4cb8-9d72-f9d82db1b1f8 None None] Provisioning complete for port 0f7445f0-d0ae-446f-ba7e-32a8a72a3c05 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:23:03.772505 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e8698e91-1f6d-4cb8-9d72-f9d82db1b1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:23:03.809853 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-e8698e91-1f6d-4cb8-9d72-f9d82db1b1f8 None None] Port 0f7445f0-d0ae-446f-ba7e-32a8a72a3c05 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:23:03.904988 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d544a-a3f5-4ee2-b104-ddbe04fd9c29 req-8c50e8a6-e4be-4ee1-8c75-dfb0bd49002d tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:23:03.915550 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ac3d544a-a3f5-4ee2-b104-ddbe04fd9c29 req-8c50e8a6-e4be-4ee1-8c75-dfb0bd49002d tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4f9ed2-e2f2-41fc-99cd-9caf82b03dea HTTP/1.1" status: 200 len: 932 time: 0.0773127 Sep 17 08:23:03.991648 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ac3d544a-a3f5-4ee2-b104-ddbe04fd9c29 req-fcca84b4-d112-469d-843a-6f70b87ef779 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a9e4360-0cd0-46e6-9fce-1fb8bd67e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701861 Sep 17 08:23:04.075078 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-d845e6cc-1d53-407c-a4b8-058627fa9bb5 req-40b88140-ee3e-4855-8057-e9b5475749e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f7445f0-d0ae-446f-ba7e-32a8a72a3c05 {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:23:04.083888 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-d845e6cc-1d53-407c-a4b8-058627fa9bb5 req-40b88140-ee3e-4855-8057-e9b5475749e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:23:04.100012 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-d845e6cc-1d53-407c-a4b8-058627fa9bb5 req-40b88140-ee3e-4855-8057-e9b5475749e4 service neutron] Transition to ACTIVE for port object 0f7445f0-d0ae-446f-ba7e-32a8a72a3c05 will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:23:04.113653 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-d845e6cc-1d53-407c-a4b8-058627fa9bb5 req-40b88140-ee3e-4855-8057-e9b5475749e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:23:04.181491 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b88140-ee3e-4855-8057-e9b5475749e4 service neutron] Pushing event updated for resources: {'Port': ['ID=0f7445f0-d0ae-446f-ba7e-32a8a72a3c05,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:23:04.329128 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-d845e6cc-1d53-407c-a4b8-058627fa9bb5 req-40b88140-ee3e-4855-8057-e9b5475749e4 service neutron] Attempting to bind port 0f7445f0-d0ae-446f-ba7e-32a8a72a3c05 on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:23:04.329387 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-d845e6cc-1d53-407c-a4b8-058627fa9bb5 req-40b88140-ee3e-4855-8057-e9b5475749e4 service neutron] Attempting to bind port 0f7445f0-d0ae-446f-ba7e-32a8a72a3c05 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': '87efb6ce-2270-470a-8c19-7b337a956aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:23:04.329722 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d845e6cc-1d53-407c-a4b8-058627fa9bb5 req-40b88140-ee3e-4855-8057-e9b5475749e4 service neutron] Attempting to bind port 0f7445f0-d0ae-446f-ba7e-32a8a72a3c05 on network 660139d9-bdd8-4ad7-b799-f8f93f25eccf {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:23:04.356971 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d845e6cc-1d53-407c-a4b8-058627fa9bb5 req-40b88140-ee3e-4855-8057-e9b5475749e4 service neutron] Port 0f7445f0-d0ae-446f-ba7e-32a8a72a3c05 on network 660139d9-bdd8-4ad7-b799-f8f93f25eccf not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:23:04.357305 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d845e6cc-1d53-407c-a4b8-058627fa9bb5 req-40b88140-ee3e-4855-8057-e9b5475749e4 service neutron] Attempting to bind port 0f7445f0-d0ae-446f-ba7e-32a8a72a3c05 on network 660139d9-bdd8-4ad7-b799-f8f93f25eccf {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:23:04.362750 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d845e6cc-1d53-407c-a4b8-058627fa9bb5 req-40b88140-ee3e-4855-8057-e9b5475749e4 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:23:04.363092 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d845e6cc-1d53-407c-a4b8-058627fa9bb5 req-40b88140-ee3e-4855-8057-e9b5475749e4 service neutron] Checking segment: {'id': '87efb6ce-2270-470a-8c19-7b337a956aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:23:04.363480 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d845e6cc-1d53-407c-a4b8-058627fa9bb5 req-40b88140-ee3e-4855-8057-e9b5475749e4 service neutron] Bound using segment: {'id': '87efb6ce-2270-470a-8c19-7b337a956aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:23:04.363940 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-d845e6cc-1d53-407c-a4b8-058627fa9bb5 req-40b88140-ee3e-4855-8057-e9b5475749e4 service neutron] Bound port: 0f7445f0-d0ae-446f-ba7e-32a8a72a3c05, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87efb6ce-2270-470a-8c19-7b337a956aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:23:04.364314 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-d845e6cc-1d53-407c-a4b8-058627fa9bb5 req-40b88140-ee3e-4855-8057-e9b5475749e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:23:04.469589 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-d845e6cc-1d53-407c-a4b8-058627fa9bb5 req-40b88140-ee3e-4855-8057-e9b5475749e4 service neutron] For port 0f7445f0-d0ae-446f-ba7e-32a8a72a3c05, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:23:04.473804 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-d845e6cc-1d53-407c-a4b8-058627fa9bb5 req-40b88140-ee3e-4855-8057-e9b5475749e4 service neutron] For port 0f7445f0-d0ae-446f-ba7e-32a8a72a3c05, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=0f7445f0-d0ae-446f-ba7e-32a8a72a3c05,segment=NetworkSegment(87efb6ce-2270-470a-8c19-7b337a956aa6),segment_id=87efb6ce-2270-470a-8c19-7b337a956aa6)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:23:04.494921 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-d845e6cc-1d53-407c-a4b8-058627fa9bb5 req-40b88140-ee3e-4855-8057-e9b5475749e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:23:04.542739 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d845e6cc-1d53-407c-a4b8-058627fa9bb5 req-40b88140-ee3e-4855-8057-e9b5475749e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:23:04.543524 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-d845e6cc-1d53-407c-a4b8-058627fa9bb5 req-40b88140-ee3e-4855-8057-e9b5475749e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:23:04.545085 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d845e6cc-1d53-407c-a4b8-058627fa9bb5 req-40b88140-ee3e-4855-8057-e9b5475749e4 service neutron] 10.222.0.39 "PUT /v2.0/ports/0f7445f0-d0ae-446f-ba7e-32a8a72a3c05 HTTP/1.1" status: 200 len: 1092 time: 0.9544401 Sep 17 08:23:04.545877 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa4f9ed2-e2f2-41fc-99cd-9caf82b03dea', 'tag': '0f7445f0-d0ae-446f-ba7e-32a8a72a3c05'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:23:04.548321 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8e1136-ba4f-4633-bac4-cfbfc4e00351" -d '{"events": [{"name": "network-changed", "server_uuid": "fa4f9ed2-e2f2-41fc-99cd-9caf82b03dea", "tag": "0f7445f0-d0ae-446f-ba7e-32a8a72a3c05"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:23:04.611136 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b88140-ee3e-4855-8057-e9b5475749e4 service neutron] Pushing event updated for resources: {'Port': ['ID=0f7445f0-d0ae-446f-ba7e-32a8a72a3c05,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:23:04.612814 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691002b6-ba8e-4504-be4b-0bc46d37770d req-f0a26af5-ae86-4b62-ad2c-8fdf0c19433c tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:23:04.623822 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-691002b6-ba8e-4504-be4b-0bc46d37770d req-f0a26af5-ae86-4b62-ad2c-8fdf0c19433c tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 943 time: 0.1243472 Sep 17 08:23:04.664731 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42867b86-9cfb-477c-b96d-79c0c1860ff2 x-openstack-request-id: req-42867b86-9cfb-477c-b96d-79c0c1860ff2 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:23:04.665564 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa4f9ed2-e2f2-41fc-99cd-9caf82b03dea", "tag": "0f7445f0-d0ae-446f-ba7e-32a8a72a3c05", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:23:04.666205 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-42867b86-9cfb-477c-b96d-79c0c1860ff2 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:23:04.666516 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa4f9ed2-e2f2-41fc-99cd-9caf82b03dea', 'tag': '0f7445f0-d0ae-446f-ba7e-32a8a72a3c05', 'status': 'completed', 'code': 200} Sep 17 08:23:04.676277 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-691002b6-ba8e-4504-be4b-0bc46d37770d req-cb479b05-6da7-4156-be35-ebee43efcb64 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fe024d8-7a4c-4097-93f9-010136de7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434191 Sep 17 08:23:04.682723 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d845e6cc-1d53-407c-a4b8-058627fa9bb5 req-50725bee-8544-4df0-99cc-3975e7f13f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:23:04.684426 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d845e6cc-1d53-407c-a4b8-058627fa9bb5 req-50725bee-8544-4df0-99cc-3975e7f13f99 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5a6798d8a56640cabd874ecb5022c2e7&device_id=fa4f9ed2-e2f2-41fc-99cd-9caf82b03dea HTTP/1.1" status: 200 len: 1095 time: 0.0619149 Sep 17 08:23:04.734092 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d845e6cc-1d53-407c-a4b8-058627fa9bb5 req-b5eb67be-4a95-4eac-a0f8-f18d137ce4cf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f7445f0-d0ae-446f-ba7e-32a8a72a3c05 HTTP/1.1" status: 200 len: 217 time: 0.0350738 Sep 17 08:23:04.800320 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d845e6cc-1d53-407c-a4b8-058627fa9bb5 req-7668b4ae-db02-4260-9aa4-289111adf7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:23:04.801815 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d845e6cc-1d53-407c-a4b8-058627fa9bb5 req-7668b4ae-db02-4260-9aa4-289111adf7c8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d01eb21-118c-498b-a866-b124536b59b1 HTTP/1.1" status: 200 len: 851 time: 0.0514371 Sep 17 08:23:04.850124 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d845e6cc-1d53-407c-a4b8-058627fa9bb5 req-700ccddb-797a-446c-9d21-d0053c4ff30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:23:04.851533 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d845e6cc-1d53-407c-a4b8-058627fa9bb5 req-700ccddb-797a-446c-9d21-d0053c4ff30c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=660139d9-bdd8-4ad7-b799-f8f93f25eccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406814 Sep 17 08:23:04.940600 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d845e6cc-1d53-407c-a4b8-058627fa9bb5 req-2ae5ca21-a1f0-4dfb-a210-27ba26a5be9e service neutron] 10.222.0.39 "GET /v2.0/networks/660139d9-bdd8-4ad7-b799-f8f93f25eccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818057 Sep 17 08:23:05.050920 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d845e6cc-1d53-407c-a4b8-058627fa9bb5 req-7641eae7-7c83-43f8-94b2-22e2c2fb586b service neutron] 10.222.0.39 "GET /v2.0/networks/660139d9-bdd8-4ad7-b799-f8f93f25eccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984027 Sep 17 08:23:05.126759 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2aac4-0c18-4014-a566-e3cfec1b5fe6 req-16fff676-ae0f-4e89-be82-e24b8a422aa2 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:23:05.128274 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-59c2aac4-0c18-4014-a566-e3cfec1b5fe6 req-16fff676-ae0f-4e89-be82-e24b8a422aa2 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4f9ed2-e2f2-41fc-99cd-9caf82b03dea HTTP/1.1" status: 200 len: 944 time: 0.0539694 Sep 17 08:23:05.171176 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-59c2aac4-0c18-4014-a566-e3cfec1b5fe6 req-ecee3efa-2d9b-474e-af6c-d2bce36b059d tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a9e4360-0cd0-46e6-9fce-1fb8bd67e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359898 Sep 17 08:23:05.190827 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e1136-ba4f-4633-bac4-cfbfc4e00351 req-134c2820-8e18-4661-b250-2b6ce3123e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:23:05.192702 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8f8e1136-ba4f-4633-bac4-cfbfc4e00351 req-134c2820-8e18-4661-b250-2b6ce3123e8c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5a6798d8a56640cabd874ecb5022c2e7&device_id=fa4f9ed2-e2f2-41fc-99cd-9caf82b03dea HTTP/1.1" status: 200 len: 1095 time: 0.0421565 Sep 17 08:23:05.286084 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e1136-ba4f-4633-bac4-cfbfc4e00351 req-b0190a4c-126d-420a-8910-a8e63a8d453e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:23:05.287500 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8f8e1136-ba4f-4633-bac4-cfbfc4e00351 req-b0190a4c-126d-420a-8910-a8e63a8d453e service neutron] 10.222.0.39 "GET /v2.0/networks?id=660139d9-bdd8-4ad7-b799-f8f93f25eccf HTTP/1.1" status: 200 len: 913 time: 0.0876417 Sep 17 08:23:05.328172 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8f8e1136-ba4f-4633-bac4-cfbfc4e00351 req-a80e4ce2-a8ab-4bab-ac16-9281819c7d0e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f7445f0-d0ae-446f-ba7e-32a8a72a3c05 HTTP/1.1" status: 200 len: 217 time: 0.0334563 Sep 17 08:23:05.380370 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e1136-ba4f-4633-bac4-cfbfc4e00351 req-b62bd44d-d033-4436-aaeb-9e01b6eb8c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:23:05.381758 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8f8e1136-ba4f-4633-bac4-cfbfc4e00351 req-b62bd44d-d033-4436-aaeb-9e01b6eb8c28 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d01eb21-118c-498b-a866-b124536b59b1 HTTP/1.1" status: 200 len: 851 time: 0.0469975 Sep 17 08:23:05.426993 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e1136-ba4f-4633-bac4-cfbfc4e00351 req-c64b7ecb-b028-4b16-979e-6eafaee89149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:23:05.428527 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8f8e1136-ba4f-4633-bac4-cfbfc4e00351 req-c64b7ecb-b028-4b16-979e-6eafaee89149 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=660139d9-bdd8-4ad7-b799-f8f93f25eccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392075 Sep 17 08:23:05.493702 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:23:05.518562 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8f8e1136-ba4f-4633-bac4-cfbfc4e00351 req-59098450-8592-4cf1-bece-ed5dc03120aa service neutron] 10.222.0.39 "GET /v2.0/networks/660139d9-bdd8-4ad7-b799-f8f93f25eccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827155 Sep 17 08:23:05.611699 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8f8e1136-ba4f-4633-bac4-cfbfc4e00351 req-fa493482-8e4c-4762-a403-2e0f6836e141 service neutron] 10.222.0.39 "GET /v2.0/networks/660139d9-bdd8-4ad7-b799-f8f93f25eccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853605 Sep 17 08:23:05.774125 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:23:05.789115 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddbae66-2ff3-4154-b2e0-6c8b78066e08 req-c8cae914-21b2-4455-9899-c923bfab56fb tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:23:05.790687 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2ddbae66-2ff3-4154-b2e0-6c8b78066e08 req-c8cae914-21b2-4455-9899-c923bfab56fb tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 943 time: 0.0494080 Sep 17 08:23:05.830409 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2ddbae66-2ff3-4154-b2e0-6c8b78066e08 req-6fddf36e-730f-48ac-ad4f-66f0e80183f6 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fe024d8-7a4c-4097-93f9-010136de7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335834 Sep 17 08:23:05.832155 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [req-32061f52-4a84-48aa-b363-02a3ac334771 req-087a62e3-5f4c-4343-8eca-6b162d80de39 service neutron] (101289) timed out ('10.222.0.13', 37748) {{(pid=101289) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 08:23:06.288882 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673d912-f82f-4441-b19d-ad96edf01935 req-2a47fa80-5216-48fa-badb-4b69ee92a41c tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:23:06.291321 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3673d912-f82f-4441-b19d-ad96edf01935 req-2a47fa80-5216-48fa-badb-4b69ee92a41c tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4f9ed2-e2f2-41fc-99cd-9caf82b03dea HTTP/1.1" status: 200 len: 944 time: 0.0518496 Sep 17 08:23:06.331878 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3673d912-f82f-4441-b19d-ad96edf01935 req-a525f3e3-b93d-46ba-87c6-71cef8974ba6 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a9e4360-0cd0-46e6-9fce-1fb8bd67e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325682 Sep 17 08:23:06.954623 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb2745-6715-4d1b-bb8d-c9644039040a req-b47c00ea-7343-4e18-9ad0-4ed9481a3243 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:23:06.956125 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-56bb2745-6715-4d1b-bb8d-c9644039040a req-b47c00ea-7343-4e18-9ad0-4ed9481a3243 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 943 time: 0.0484540 Sep 17 08:23:06.999164 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-56bb2745-6715-4d1b-bb8d-c9644039040a req-b27fd41a-cebe-42d1-bfef-eb13292f32de tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fe024d8-7a4c-4097-93f9-010136de7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363367 Sep 17 08:23:07.450144 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fac578-1586-4ed1-8d41-e7ef943bed6c req-5c3d5263-30b3-493f-b864-dff850196a42 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:23:07.451685 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-63fac578-1586-4ed1-8d41-e7ef943bed6c req-5c3d5263-30b3-493f-b864-dff850196a42 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4f9ed2-e2f2-41fc-99cd-9caf82b03dea HTTP/1.1" status: 200 len: 944 time: 0.0541151 Sep 17 08:23:07.491020 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-63fac578-1586-4ed1-8d41-e7ef943bed6c req-cfbc1447-fe7c-41e7-a1e1-d60e71ce9421 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a9e4360-0cd0-46e6-9fce-1fb8bd67e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328767 Sep 17 08:23:08.119066 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25326470-2f09-4efc-aff3-cf5292b60f8f req-d44f2547-32cc-4df6-8edc-753c0f417ea7 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:23:08.120574 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-25326470-2f09-4efc-aff3-cf5292b60f8f req-d44f2547-32cc-4df6-8edc-753c0f417ea7 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 943 time: 0.0484290 Sep 17 08:23:08.157286 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-25326470-2f09-4efc-aff3-cf5292b60f8f req-62857871-9bf5-47a5-bf0d-189f1a5c690e tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fe024d8-7a4c-4097-93f9-010136de7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309412 Sep 17 08:23:08.601095 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e5f30a-3fce-47fa-a02e-d006b4556864 req-c1262469-faa2-47d0-ad9c-013983fb02ad tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:23:08.602476 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a5e5f30a-3fce-47fa-a02e-d006b4556864 req-c1262469-faa2-47d0-ad9c-013983fb02ad tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4f9ed2-e2f2-41fc-99cd-9caf82b03dea HTTP/1.1" status: 200 len: 944 time: 0.0478141 Sep 17 08:23:08.642983 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a5e5f30a-3fce-47fa-a02e-d006b4556864 req-831c6d48-1a06-400d-9a8c-0c05871fbd15 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a9e4360-0cd0-46e6-9fce-1fb8bd67e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345864 Sep 17 08:23:09.277250 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a42c6-ad8e-4cff-9bb0-481b6cc35e73 req-8348e962-2b2a-4d82-99d2-918fa68744a3 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:23:09.278660 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8e3a42c6-ad8e-4cff-9bb0-481b6cc35e73 req-8348e962-2b2a-4d82-99d2-918fa68744a3 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 943 time: 0.0492239 Sep 17 08:23:09.316412 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8e3a42c6-ad8e-4cff-9bb0-481b6cc35e73 req-4942e71f-8059-4e26-9002-be730a4b44d9 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fe024d8-7a4c-4097-93f9-010136de7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314138 Sep 17 08:23:09.753526 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9bad05-b9e1-4368-a824-cb8cfe135f5c req-3447a855-d318-4cf4-a743-da4dbce6d2af tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:23:09.755005 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7e9bad05-b9e1-4368-a824-cb8cfe135f5c req-3447a855-d318-4cf4-a743-da4dbce6d2af tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4f9ed2-e2f2-41fc-99cd-9caf82b03dea HTTP/1.1" status: 200 len: 944 time: 0.0475349 Sep 17 08:23:09.792625 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7e9bad05-b9e1-4368-a824-cb8cfe135f5c req-e152c319-16a9-49d9-9a9e-b318239046a5 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a9e4360-0cd0-46e6-9fce-1fb8bd67e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308149 Sep 17 08:23:10.256022 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:23:10.435951 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa75239c-e4ab-4242-bbb8-2ad5e3e565c5 req-1b2e5f61-ef48-45d8-b1af-2b998531588f tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:23:10.437412 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fa75239c-e4ab-4242-bbb8-2ad5e3e565c5 req-1b2e5f61-ef48-45d8-b1af-2b998531588f tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 943 time: 0.0468283 Sep 17 08:23:10.479507 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fa75239c-e4ab-4242-bbb8-2ad5e3e565c5 req-09f998e5-607a-441d-bb62-f27694e5300f tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fe024d8-7a4c-4097-93f9-010136de7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363204 Sep 17 08:23:10.593336 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 0f7445f0-d0ae-446f-ba7e-32a8a72a3c05 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:23:10.685261 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 0f7445f0-d0ae-446f-ba7e-32a8a72a3c05, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=0f7445f0-d0ae-446f-ba7e-32a8a72a3c05,segment=NetworkSegment(87efb6ce-2270-470a-8c19-7b337a956aa6),segment_id=87efb6ce-2270-470a-8c19-7b337a956aa6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:23:10.695711 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '0f7445f0-d0ae-446f-ba7e-32a8a72a3c05', 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf', 'port_id': '0f7445f0-d0ae-446f-ba7e-32a8a72a3c05', 'mac_address': 'fa:16:3e:ed:10:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d01eb21-118c-498b-a866-b124536b59b1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:23:10.730383 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:23:10.742588 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f7445f0-d0ae-446f-ba7e-32a8a72a3c05 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:23:10.760895 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 0f7445f0-d0ae-446f-ba7e-32a8a72a3c05, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=0f7445f0-d0ae-446f-ba7e-32a8a72a3c05,segment=NetworkSegment(87efb6ce-2270-470a-8c19-7b337a956aa6),segment_id=87efb6ce-2270-470a-8c19-7b337a956aa6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:23:10.764892 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:23:10.809712 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=0f7445f0-d0ae-446f-ba7e-32a8a72a3c05,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:23:10.816675 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:23:10.817023 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:23:10.817362 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:23:10.817696 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:23:10.818029 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:23:10.818357 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:23:10.818681 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:23:10.819006 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:23:10.819329 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:23:10.819649 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:23:10.820008 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:23:10.820336 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:23:10.905253 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9405fe-c110-49d3-bada-8e9a1718c153 req-ef2102ad-efb3-46be-ac68-d9a0d148013a tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:23:10.906714 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0c9405fe-c110-49d3-bada-8e9a1718c153 req-ef2102ad-efb3-46be-ac68-d9a0d148013a tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4f9ed2-e2f2-41fc-99cd-9caf82b03dea HTTP/1.1" status: 200 len: 945 time: 0.0472932 Sep 17 08:23:10.943303 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0c9405fe-c110-49d3-bada-8e9a1718c153 req-08d901dd-fa8d-431e-b261-1aabe48459c4 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a9e4360-0cd0-46e6-9fce-1fb8bd67e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307412 Sep 17 08:23:11.165431 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['0f7445f0-d0ae-446f-ba7e-32a8a72a3c05'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:23:11.599040 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a411da-6744-4b35-a822-8fa425de4a48 req-044f7674-0c59-4366-9e30-7e6af8253f9e tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:23:11.600535 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f0a411da-6744-4b35-a822-8fa425de4a48 req-044f7674-0c59-4366-9e30-7e6af8253f9e tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 943 time: 0.0484600 Sep 17 08:23:11.637860 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f0a411da-6744-4b35-a822-8fa425de4a48 req-bb0198a2-f931-4fc2-95a0-889d2f583829 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fe024d8-7a4c-4097-93f9-010136de7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315430 Sep 17 08:23:12.056434 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27446284-a5a8-43de-bc06-a77c4801660d req-4d669d0c-5821-432d-acde-5adf6f3bd33c tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:23:12.057873 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-27446284-a5a8-43de-bc06-a77c4801660d req-4d669d0c-5821-432d-acde-5adf6f3bd33c tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4f9ed2-e2f2-41fc-99cd-9caf82b03dea HTTP/1.1" status: 200 len: 945 time: 0.0464325 Sep 17 08:23:12.098355 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-27446284-a5a8-43de-bc06-a77c4801660d req-580990fa-e440-462f-b4ee-36cd46c0580a tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a9e4360-0cd0-46e6-9fce-1fb8bd67e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346549 Sep 17 08:23:12.620240 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 0f7445f0-d0ae-446f-ba7e-32a8a72a3c05 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:23:12.671944 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port 0f7445f0-d0ae-446f-ba7e-32a8a72a3c05 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:23:12.677099 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 0f7445f0-d0ae-446f-ba7e-32a8a72a3c05 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:23:12.677715 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:23:12.755661 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:23:12.756938 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632bfdad-8d68-43d8-bdc8-168c3fe72335 req-075ddbe8-ce7c-4887-917d-1529115fbd20 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:23:12.758456 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-632bfdad-8d68-43d8-bdc8-168c3fe72335 req-075ddbe8-ce7c-4887-917d-1529115fbd20 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 943 time: 0.0478878 Sep 17 08:23:12.777589 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa4f9ed2-e2f2-41fc-99cd-9caf82b03dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f7445f0-d0ae-446f-ba7e-32a8a72a3c05'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:23:12.779855 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a0418f6-ef31-4feb-95cd-679492993e6f" -d '{"events": [{"server_uuid": "fa4f9ed2-e2f2-41fc-99cd-9caf82b03dea", "name": "network-vif-plugged", "status": "completed", "tag": "0f7445f0-d0ae-446f-ba7e-32a8a72a3c05"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:23:12.792777 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 0f7445f0-d0ae-446f-ba7e-32a8a72a3c05, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=0f7445f0-d0ae-446f-ba7e-32a8a72a3c05,segment=NetworkSegment(87efb6ce-2270-470a-8c19-7b337a956aa6),segment_id=87efb6ce-2270-470a-8c19-7b337a956aa6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:23:12.797237 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:23:12.797516 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-632bfdad-8d68-43d8-bdc8-168c3fe72335 req-5d4d6247-0589-49dd-bcef-805958c9a108 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fe024d8-7a4c-4097-93f9-010136de7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329590 Sep 17 08:23:12.822287 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-726eb4c5-f640-4b48-99f4-838ecfd75955 x-openstack-request-id: req-726eb4c5-f640-4b48-99f4-838ecfd75955 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:23:12.822580 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa4f9ed2-e2f2-41fc-99cd-9caf82b03dea", "name": "network-vif-plugged", "status": "completed", "tag": "0f7445f0-d0ae-446f-ba7e-32a8a72a3c05", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:23:12.822834 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-726eb4c5-f640-4b48-99f4-838ecfd75955 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:23:12.823223 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa4f9ed2-e2f2-41fc-99cd-9caf82b03dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f7445f0-d0ae-446f-ba7e-32a8a72a3c05', 'code': 200} Sep 17 08:23:12.849009 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=0f7445f0-d0ae-446f-ba7e-32a8a72a3c05,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:23:12.941769 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1f83c-017b-4cfd-83d0-a8d5227a3e02 req-625a631c-85ee-488c-a89e-c438ee61c609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:23:12.943275 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6bd1f83c-017b-4cfd-83d0-a8d5227a3e02 req-625a631c-85ee-488c-a89e-c438ee61c609 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fa4f9ed2-e2f2-41fc-99cd-9caf82b03dea HTTP/1.1" status: 200 len: 1097 time: 0.0396905 Sep 17 08:23:12.976390 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6bd1f83c-017b-4cfd-83d0-a8d5227a3e02 req-581b573e-cd3e-46d6-b222-d8710475a5b2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7a9e4360-0cd0-46e6-9fce-1fb8bd67e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0262125 Sep 17 08:23:13.209804 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce3b33a-7636-437c-8359-d8cdf0f1de43 req-a283d3f9-eb7e-416f-aa5e-e33faed8f723 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:23:13.211169 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bce3b33a-7636-437c-8359-d8cdf0f1de43 req-a283d3f9-eb7e-416f-aa5e-e33faed8f723 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4f9ed2-e2f2-41fc-99cd-9caf82b03dea HTTP/1.1" status: 200 len: 946 time: 0.0474367 Sep 17 08:23:13.247127 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bce3b33a-7636-437c-8359-d8cdf0f1de43 req-afa2ae95-4120-4014-b8c8-53518352be69 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a9e4360-0cd0-46e6-9fce-1fb8bd67e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301452 Sep 17 08:23:13.922537 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c99b790-4f42-479b-8f2e-bc8da4679aa2 req-f11e5547-9ebd-44c5-937a-5a719b5612de tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:23:13.924027 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3c99b790-4f42-479b-8f2e-bc8da4679aa2 req-f11e5547-9ebd-44c5-937a-5a719b5612de tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 943 time: 0.0477054 Sep 17 08:23:13.963470 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3c99b790-4f42-479b-8f2e-bc8da4679aa2 req-e1087b60-e678-4707-bbd9-2d81e84b2053 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fe024d8-7a4c-4097-93f9-010136de7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331664 Sep 17 08:23:14.360795 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e7318-323c-46f3-9bf0-470373e0279c req-d56f8ae8-0e16-436f-8db0-e70807727d96 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:23:14.362269 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0a4e7318-323c-46f3-9bf0-470373e0279c req-d56f8ae8-0e16-436f-8db0-e70807727d96 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4f9ed2-e2f2-41fc-99cd-9caf82b03dea HTTP/1.1" status: 200 len: 946 time: 0.0480785 Sep 17 08:23:14.401494 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0a4e7318-323c-46f3-9bf0-470373e0279c req-0712f8f1-8b12-44dc-831f-835d97d80b63 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a9e4360-0cd0-46e6-9fce-1fb8bd67e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328524 Sep 17 08:23:15.082107 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d360c81f-ca85-46f0-a052-074079bf21e7 req-3f07e8d3-fcf3-424e-b03e-e699fd1c5957 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:23:15.083516 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d360c81f-ca85-46f0-a052-074079bf21e7 req-3f07e8d3-fcf3-424e-b03e-e699fd1c5957 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 943 time: 0.0494230 Sep 17 08:23:15.121266 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d360c81f-ca85-46f0-a052-074079bf21e7 req-1ab815b9-61a7-4bbc-aa1b-8a61bdd190a7 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fe024d8-7a4c-4097-93f9-010136de7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317390 Sep 17 08:23:15.513841 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279f1bd9-c9a1-44a3-b319-704591362c33 req-f0e0e63e-03a6-4d2a-95e9-fd91171af7a7 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:23:15.515293 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-279f1bd9-c9a1-44a3-b319-704591362c33 req-f0e0e63e-03a6-4d2a-95e9-fd91171af7a7 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4f9ed2-e2f2-41fc-99cd-9caf82b03dea HTTP/1.1" status: 200 len: 946 time: 0.0467675 Sep 17 08:23:15.555252 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-279f1bd9-c9a1-44a3-b319-704591362c33 req-e9d4a75c-5618-4a74-95f6-8244ff83b996 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a9e4360-0cd0-46e6-9fce-1fb8bd67e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339680 Sep 17 08:23:15.669734 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db4876-bde0-47b2-8fbf-2ac96f454672 req-d15f3025-dbd7-41ea-a140-ecb7350c6581 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:23:15.671233 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-03db4876-bde0-47b2-8fbf-2ac96f454672 req-d15f3025-dbd7-41ea-a140-ecb7350c6581 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4f9ed2-e2f2-41fc-99cd-9caf82b03dea HTTP/1.1" status: 200 len: 946 time: 0.0487528 Sep 17 08:23:15.709433 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-03db4876-bde0-47b2-8fbf-2ac96f454672 req-059b14ea-558a-46cc-a358-62710a3d5725 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a9e4360-0cd0-46e6-9fce-1fb8bd67e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318224 Sep 17 08:23:15.731360 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 47410) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:23:15.868715 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f49089-8607-4c2e-951a-1d474a468d1f tempest-TestVolumeBootPattern-1063702705 tempest-TestVolumeBootPattern-1063702705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:23:15.870246 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-60f49089-8607-4c2e-951a-1d474a468d1f tempest-TestVolumeBootPattern-1063702705 tempest-TestVolumeBootPattern-1063702705-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fa4f9ed2-e2f2-41fc-99cd-9caf82b03dea HTTP/1.1" status: 200 len: 1092 time: 0.1378508 Sep 17 08:23:15.873070 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 47414) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:23:15.877614 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-b619c5a2-f081-4e1d-89b8-ed2ee799d452 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Request body: {'floatingip': {'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'port_id': '0f7445f0-d0ae-446f-ba7e-32a8a72a3c05', 'tenant_id': '5a6798d8a56640cabd874ecb5022c2e7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:23:15.901233 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b619c5a2-f081-4e1d-89b8-ed2ee799d452 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks [] for floatingip, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:23:15.997864 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b619c5a2-f081-4e1d-89b8-ed2ee799d452 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:23:16.099783 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-b619c5a2-f081-4e1d-89b8-ed2ee799d452 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Allocated IP 172.25.6.21 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/d1464aa3-a43d-45b5-905e-d41490533e5d) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:23:16.210325 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b619c5a2-f081-4e1d-89b8-ed2ee799d452 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:23:16.263578 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e65d5-f2cf-4ef5-b4ea-fc87eba6b9ab req-45f29b15-739b-4ba9-8e27-fb18b8ebc05a tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:23:16.265073 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-721e65d5-f2cf-4ef5-b4ea-fc87eba6b9ab req-45f29b15-739b-4ba9-8e27-fb18b8ebc05a tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 943 time: 0.0711143 Sep 17 08:23:16.285490 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b619c5a2-f081-4e1d-89b8-ed2ee799d452 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:23:16.338258 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b619c5a2-f081-4e1d-89b8-ed2ee799d452 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:23:16.343200 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-b619c5a2-f081-4e1d-89b8-ed2ee799d452 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:23:16.347368 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-721e65d5-f2cf-4ef5-b4ea-fc87eba6b9ab req-a1522a8e-1739-470e-b010-e0e4d35fd3eb tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fe024d8-7a4c-4097-93f9-010136de7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763350 Sep 17 08:23:16.348103 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b619c5a2-f081-4e1d-89b8-ed2ee799d452 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:23:16.374030 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b619c5a2-f081-4e1d-89b8-ed2ee799d452 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Pushing event updated for resources: {'Port': ['ID=d1464aa3-a43d-45b5-905e-d41490533e5d,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:23:16.387823 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b619c5a2-f081-4e1d-89b8-ed2ee799d452 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:23:16.388200 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b619c5a2-f081-4e1d-89b8-ed2ee799d452 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:23:16.388548 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b619c5a2-f081-4e1d-89b8-ed2ee799d452 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:23:16.388890 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b619c5a2-f081-4e1d-89b8-ed2ee799d452 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:23:16.389231 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b619c5a2-f081-4e1d-89b8-ed2ee799d452 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:23:16.389563 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b619c5a2-f081-4e1d-89b8-ed2ee799d452 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:23:16.389903 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b619c5a2-f081-4e1d-89b8-ed2ee799d452 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:23:16.390231 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b619c5a2-f081-4e1d-89b8-ed2ee799d452 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:23:16.390560 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b619c5a2-f081-4e1d-89b8-ed2ee799d452 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:23:16.390887 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b619c5a2-f081-4e1d-89b8-ed2ee799d452 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:23:16.391218 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b619c5a2-f081-4e1d-89b8-ed2ee799d452 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:23:16.391544 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b619c5a2-f081-4e1d-89b8-ed2ee799d452 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:23:16.974198 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b619c5a2-f081-4e1d-89b8-ed2ee799d452 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:23:17.042368 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b619c5a2-f081-4e1d-89b8-ed2ee799d452 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:23:17.189568 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b619c5a2-f081-4e1d-89b8-ed2ee799d452 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:23:17.193994 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b619c5a2-f081-4e1d-89b8-ed2ee799d452 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:23:17.235084 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ee2e3300-a5a6-4167-ba51-b28d1950fb84 req-fb12d7a6-3348-42b5-bda1-821d5a4623d2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4eda659a-7f72-4736-b858-f107726f995a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391891 Sep 17 08:23:17.272298 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b619c5a2-f081-4e1d-89b8-ed2ee799d452 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Pushing event updated for resources: {'Port': ['ID=d1464aa3-a43d-45b5-905e-d41490533e5d,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:23:17.282098 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b619c5a2-f081-4e1d-89b8-ed2ee799d452 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:23:17.313018 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e3300-a5a6-4167-ba51-b28d1950fb84 req-35462cd5-c267-47a9-9eda-c052108d85ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:23:17.314541 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ee2e3300-a5a6-4167-ba51-b28d1950fb84 req-35462cd5-c267-47a9-9eda-c052108d85ef service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8b27055ca25d48d28002aa2279d58577&device_id=4eda659a-7f72-4736-b858-f107726f995a HTTP/1.1" status: 200 len: 1097 time: 0.0464220 Sep 17 08:23:17.381452 n-d-789963-9 neutron-server[101289]: INFO neutron.db.l3_db [None req-b619c5a2-f081-4e1d-89b8-ed2ee799d452 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Floating IP b75e4d77-532e-40dc-a6c8-49f21a89ea73 associated. External IP: 172.25.6.21, port: 0f7445f0-d0ae-446f-ba7e-32a8a72a3c05. Sep 17 08:23:17.419905 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e3300-a5a6-4167-ba51-b28d1950fb84 req-9d77e515-a1e6-4c10-95a6-9d3251a3cf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:23:17.421425 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ee2e3300-a5a6-4167-ba51-b28d1950fb84 req-9d77e515-a1e6-4c10-95a6-9d3251a3cf7d service neutron] 10.222.0.39 "GET /v2.0/networks?id=e65f884c-2c8f-48ea-b79e-b731ed55ac23 HTTP/1.1" status: 200 len: 911 time: 0.0878179 Sep 17 08:23:17.492630 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ee2e3300-a5a6-4167-ba51-b28d1950fb84 req-e1436df3-95c4-4701-9d57-8a5646a02d2e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3e11471-4f74-4586-ad29-696693d67395 HTTP/1.1" status: 200 len: 1001 time: 0.0630631 Sep 17 08:23:17.500028 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 962d721a-c38a-4b42-a171-47c73942c64a details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:23:17.516204 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbe3368-359c-4dd2-93b6-c87d954adb1b req-5b118278-95b8-4d2d-acc2-4ddaf75ef45c tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:23:17.517712 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6cbe3368-359c-4dd2-93b6-c87d954adb1b req-5b118278-95b8-4d2d-acc2-4ddaf75ef45c tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 943 time: 0.0953386 Sep 17 08:23:17.546275 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e3300-a5a6-4167-ba51-b28d1950fb84 req-4d25e15b-275e-4902-bc10-7ecd20d587ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:23:17.547768 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ee2e3300-a5a6-4167-ba51-b28d1950fb84 req-4d25e15b-275e-4902-bc10-7ecd20d587ee service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9a12b56e-5850-4bc0-bba9-8ec5a23a47ff HTTP/1.1" status: 200 len: 849 time: 0.0484598 Sep 17 08:23:17.595749 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e3300-a5a6-4167-ba51-b28d1950fb84 req-22d2f162-6e46-4dca-a3b6-c843665bc5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:23:17.597608 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ee2e3300-a5a6-4167-ba51-b28d1950fb84 req-22d2f162-6e46-4dca-a3b6-c843665bc5f5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e65f884c-2c8f-48ea-b79e-b731ed55ac23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421207 Sep 17 08:23:17.601876 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 962d721a-c38a-4b42-a171-47c73942c64a, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=962d721a-c38a-4b42-a171-47c73942c64a,segment=NetworkSegment(c03e0a6e-57db-4f86-b77a-44067909abf9),segment_id=c03e0a6e-57db-4f86-b77a-44067909abf9)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:23:17.613223 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': '962d721a-c38a-4b42-a171-47c73942c64a', 'network_id': '1284743e-a278-4ea3-9090-9b3fd2cc34a4', 'port_id': '962d721a-c38a-4b42-a171-47c73942c64a', 'mac_address': 'fa:16:3e:ab:95:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '212bda04-0276-4ed0-9083-c88107f0c4c6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:23:17.626544 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6cbe3368-359c-4dd2-93b6-c87d954adb1b req-7769c5b2-bd03-495d-943d-42c394b3b113 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fe024d8-7a4c-4097-93f9-010136de7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695097 Sep 17 08:23:17.651885 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:23:17.658444 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b619c5a2-f081-4e1d-89b8-ed2ee799d452 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Router 08013a1c-233c-40ff-97a4-f09f85b30ac0 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:23:17.665960 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 962d721a-c38a-4b42-a171-47c73942c64a {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:23:17.690076 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 962d721a-c38a-4b42-a171-47c73942c64a, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=962d721a-c38a-4b42-a171-47c73942c64a,segment=NetworkSegment(c03e0a6e-57db-4f86-b77a-44067909abf9),segment_id=c03e0a6e-57db-4f86-b77a-44067909abf9)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:23:17.694323 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:23:17.700515 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ee2e3300-a5a6-4167-ba51-b28d1950fb84 req-9774ea7e-3d34-435b-b1fa-67374a9ed09d service neutron] 10.222.0.39 "GET /v2.0/networks/e65f884c-2c8f-48ea-b79e-b731ed55ac23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949080 Sep 17 08:23:17.749308 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=962d721a-c38a-4b42-a171-47c73942c64a,revision_number=9']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:23:17.781521 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b619c5a2-f081-4e1d-89b8-ed2ee799d452 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:23:17.792504 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614e9bcd-4a8e-401b-833b-d6d26e70cd4e None None] Sync routers for ids ['08013a1c-233c-40ff-97a4-f09f85b30ac0'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:23:17.793399 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ee2e3300-a5a6-4167-ba51-b28d1950fb84 req-6304c8f8-ba54-409f-8ea2-bb7bf839ba10 service neutron] 10.222.0.39 "GET /v2.0/networks/e65f884c-2c8f-48ea-b79e-b731ed55ac23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854528 Sep 17 08:23:17.797125 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b619c5a2-f081-4e1d-89b8-ed2ee799d452 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:23:17.802590 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614e9bcd-4a8e-401b-833b-d6d26e70cd4e None None] Routers {'08013a1c-233c-40ff-97a4-f09f85b30ac0'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:23:17.803216 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-614e9bcd-4a8e-401b-833b-d6d26e70cd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:22:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['08013a1c-233c-40ff-97a4-f09f85b30ac0'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:23:17.833854 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-b619c5a2-f081-4e1d-89b8-ed2ee799d452 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9597394 Sep 17 08:23:17.834566 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa4f9ed2-e2f2-41fc-99cd-9caf82b03dea', 'tag': '0f7445f0-d0ae-446f-ba7e-32a8a72a3c05'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:23:17.837151 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27bf665c-32a2-4b0e-bc78-f04d5ba5db37" -d '{"events": [{"name": "network-changed", "server_uuid": "fa4f9ed2-e2f2-41fc-99cd-9caf82b03dea", "tag": "0f7445f0-d0ae-446f-ba7e-32a8a72a3c05"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:23:17.882393 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3cbd94c-712e-47ec-85e5-f8d80891e700 x-openstack-request-id: req-f3cbd94c-712e-47ec-85e5-f8d80891e700 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:23:17.882724 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa4f9ed2-e2f2-41fc-99cd-9caf82b03dea", "tag": "0f7445f0-d0ae-446f-ba7e-32a8a72a3c05", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:23:17.882980 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f3cbd94c-712e-47ec-85e5-f8d80891e700 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:23:17.883383 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa4f9ed2-e2f2-41fc-99cd-9caf82b03dea', 'tag': '0f7445f0-d0ae-446f-ba7e-32a8a72a3c05', 'status': 'completed', 'code': 200} Sep 17 08:23:18.003908 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bf665c-32a2-4b0e-bc78-f04d5ba5db37 req-8e0cbf25-87f6-4e7b-95a1-9387d7cf7a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:23:18.005393 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-27bf665c-32a2-4b0e-bc78-f04d5ba5db37 req-8e0cbf25-87f6-4e7b-95a1-9387d7cf7a0c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5a6798d8a56640cabd874ecb5022c2e7&device_id=fa4f9ed2-e2f2-41fc-99cd-9caf82b03dea HTTP/1.1" status: 200 len: 1097 time: 0.0483975 Sep 17 08:23:18.081818 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-614e9bcd-4a8e-401b-833b-d6d26e70cd4e None None] Set router 08013a1c-233c-40ff-97a4-f09f85b30ac0 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:23:18.099219 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bf665c-32a2-4b0e-bc78-f04d5ba5db37 req-6c792ef7-4702-48d3-8cbb-ddfa1f670bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:23:18.100723 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-27bf665c-32a2-4b0e-bc78-f04d5ba5db37 req-6c792ef7-4702-48d3-8cbb-ddfa1f670bff service neutron] 10.222.0.39 "GET /v2.0/networks?id=660139d9-bdd8-4ad7-b799-f8f93f25eccf HTTP/1.1" status: 200 len: 913 time: 0.0878363 Sep 17 08:23:18.169542 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-27bf665c-32a2-4b0e-bc78-f04d5ba5db37 req-0257d633-94c5-415a-9250-cea208097312 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f7445f0-d0ae-446f-ba7e-32a8a72a3c05 HTTP/1.1" status: 200 len: 999 time: 0.0613265 Sep 17 08:23:18.191021 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['962d721a-c38a-4b42-a171-47c73942c64a'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:23:18.222778 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bf665c-32a2-4b0e-bc78-f04d5ba5db37 req-6a0879ef-d31b-475e-83b7-b15273a6590e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:23:18.224419 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-27bf665c-32a2-4b0e-bc78-f04d5ba5db37 req-6a0879ef-d31b-475e-83b7-b15273a6590e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d01eb21-118c-498b-a866-b124536b59b1 HTTP/1.1" status: 200 len: 851 time: 0.0477381 Sep 17 08:23:18.273878 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bf665c-32a2-4b0e-bc78-f04d5ba5db37 req-38e924c8-0984-4d79-9d38-a7a72c2ea8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:23:18.276188 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-27bf665c-32a2-4b0e-bc78-f04d5ba5db37 req-38e924c8-0984-4d79-9d38-a7a72c2ea8f2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=660139d9-bdd8-4ad7-b799-f8f93f25eccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441952 Sep 17 08:23:18.380128 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-27bf665c-32a2-4b0e-bc78-f04d5ba5db37 req-c52f4c08-afa2-4c6a-b8a5-9fe9fb6cf701 service neutron] 10.222.0.39 "GET /v2.0/networks/660139d9-bdd8-4ad7-b799-f8f93f25eccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965812 Sep 17 08:23:18.406119 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-614e9bcd-4a8e-401b-833b-d6d26e70cd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'name': 'tempest-TestVolumeBootPattern-1133283628-router', 'tenant_id': '5a6798d8a56640cabd874ecb5022c2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'd5ead04b-07db-412a-80e2-5020e764ee32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:17:15Z', 'updated_at': '2021-09-17T08:17:18Z', 'revision_number': 4, 'project_id': '5a6798d8a56640cabd874ecb5022c2e7', 'gw_port': {'id': 'd5ead04b-07db-412a-80e2-5020e764ee32', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:dc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:17:15Z', 'updated_at': '2021-09-17T08:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': 'b75e4d77-532e-40dc-a6c8-49f21a89ea73', 'tenant_id': '5a6798d8a56640cabd874ecb5022c2e7', 'floating_ip_address': '172.25.6.21', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'port_id': '0f7445f0-d0ae-446f-ba7e-32a8a72a3c05', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf', 'mac_address': 'fa:16:3e:ed:10:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4f9ed2-e2f2-41fc-99cd-9caf82b03dea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:23:16Z', 'updated_at': '2021-09-17T08:23:16Z', 'revision_number': 0, 'project_id': '5a6798d8a56640cabd874ecb5022c2e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5028a10b-5e29-404b-b928-c890920938fa', 'name': '', 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf', 'tenant_id': '5a6798d8a56640cabd874ecb5022c2e7', 'mac_address': 'fa:16:3e:97:9c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '0d01eb21-118c-498b-a866-b124536b59b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:17:17Z', 'updated_at': '2021-09-17T08:17:23Z', 'revision_number': 5, 'project_id': '5a6798d8a56640cabd874ecb5022c2e7', 'subnets': [{'id': '0d01eb21-118c-498b-a866-b124536b59b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:23:18.439785 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614e9bcd-4a8e-401b-833b-d6d26e70cd4e None None] Checking router: 08013a1c-233c-40ff-97a4-f09f85b30ac0 for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:23:18.452008 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614e9bcd-4a8e-401b-833b-d6d26e70cd4e None None] Routers {'08013a1c-233c-40ff-97a4-f09f85b30ac0'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:23:18.452635 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-614e9bcd-4a8e-401b-833b-d6d26e70cd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:22:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['08013a1c-233c-40ff-97a4-f09f85b30ac0'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:23:18.483086 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-27bf665c-32a2-4b0e-bc78-f04d5ba5db37 req-005050d1-dbb3-4885-ae19-20009a16a2c0 service neutron] 10.222.0.39 "GET /v2.0/networks/660139d9-bdd8-4ad7-b799-f8f93f25eccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960002 Sep 17 08:23:18.561991 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-614e9bcd-4a8e-401b-833b-d6d26e70cd4e None None] Set router 08013a1c-233c-40ff-97a4-f09f85b30ac0 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:23:18.757246 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a466fd4-e2eb-4934-8b4a-614404ac3f4a req-10a606bc-0c45-4300-95b7-38d534a27579 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:23:18.759355 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8a466fd4-e2eb-4934-8b4a-614404ac3f4a req-10a606bc-0c45-4300-95b7-38d534a27579 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 944 time: 0.0474088 Sep 17 08:23:18.791107 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-614e9bcd-4a8e-401b-833b-d6d26e70cd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'name': 'tempest-TestVolumeBootPattern-1133283628-router', 'tenant_id': '5a6798d8a56640cabd874ecb5022c2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'd5ead04b-07db-412a-80e2-5020e764ee32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:17:15Z', 'updated_at': '2021-09-17T08:17:18Z', 'revision_number': 4, 'project_id': '5a6798d8a56640cabd874ecb5022c2e7', 'gw_port': {'id': 'd5ead04b-07db-412a-80e2-5020e764ee32', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:dc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:17:15Z', 'updated_at': '2021-09-17T08:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': 'b75e4d77-532e-40dc-a6c8-49f21a89ea73', 'tenant_id': '5a6798d8a56640cabd874ecb5022c2e7', 'floating_ip_address': '172.25.6.21', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'port_id': '0f7445f0-d0ae-446f-ba7e-32a8a72a3c05', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf', 'mac_address': 'fa:16:3e:ed:10:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4f9ed2-e2f2-41fc-99cd-9caf82b03dea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:23:16Z', 'updated_at': '2021-09-17T08:23:16Z', 'revision_number': 0, 'project_id': '5a6798d8a56640cabd874ecb5022c2e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5028a10b-5e29-404b-b928-c890920938fa', 'name': '', 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf', 'tenant_id': '5a6798d8a56640cabd874ecb5022c2e7', 'mac_address': 'fa:16:3e:97:9c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '0d01eb21-118c-498b-a866-b124536b59b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:17:17Z', 'updated_at': '2021-09-17T08:17:23Z', 'revision_number': 5, 'project_id': '5a6798d8a56640cabd874ecb5022c2e7', 'subnets': [{'id': '0d01eb21-118c-498b-a866-b124536b59b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:23:18.797777 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8a466fd4-e2eb-4934-8b4a-614404ac3f4a req-91fa9136-a7b7-46e3-ac9c-fa6490097327 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fe024d8-7a4c-4097-93f9-010136de7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325220 Sep 17 08:23:18.817551 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614e9bcd-4a8e-401b-833b-d6d26e70cd4e None None] The sync data for ids ['08013a1c-233c-40ff-97a4-f09f85b30ac0'] in n-d-789963-9 is: [{'id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'name': 'tempest-TestVolumeBootPattern-1133283628-router', 'tenant_id': '5a6798d8a56640cabd874ecb5022c2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'd5ead04b-07db-412a-80e2-5020e764ee32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:17:15Z', 'updated_at': '2021-09-17T08:17:18Z', 'revision_number': 4, 'project_id': '5a6798d8a56640cabd874ecb5022c2e7', 'gw_port': {'id': 'd5ead04b-07db-412a-80e2-5020e764ee32', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:dc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:17:15Z', 'updated_at': '2021-09-17T08:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': 'b75e4d77-532e-40dc-a6c8-49f21a89ea73', 'tenant_id': '5a6798d8a56640cabd874ecb5022c2e7', 'floating_ip_address': '172.25.6.21', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'port_id': '0f7445f0-d0ae-446f-ba7e-32a8a72a3c05', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf', 'mac_address': 'fa:16:3e:ed:10:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4f9ed2-e2f2-41fc-99cd-9caf82b03dea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:23:16Z', 'updated_at': '2021-09-17T08:23:16Z', 'revision_number': 0, 'project_id': '5a6798d8a56640cabd874ecb5022c2e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5028a10b-5e29-404b-b928-c890920938fa', 'name': '', 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf', 'tenant_id': '5a6798d8a56640cabd874ecb5022c2e7', 'mac_address': 'fa:16:3e:97:9c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '0d01eb21-118c-498b-a866-b124536b59b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:17:17Z', 'updated_at': '2021-09-17T08:17:23Z', 'revision_number': 5, 'project_id': '5a6798d8a56640cabd874ecb5022c2e7', 'subnets': [{'id': '0d01eb21-118c-498b-a866-b124536b59b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:23:19.002053 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cb31c2-63f6-4b9f-8c9f-8d0e1d892a18 None None] New status for floating IP b75e4d77-532e-40dc-a6c8-49f21a89ea73: ACTIVE {{(pid=101292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 08:23:19.514577 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 962d721a-c38a-4b42-a171-47c73942c64a up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:23:19.560770 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port 962d721a-c38a-4b42-a171-47c73942c64a triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:23:19.561143 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:23:19.639536 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:23:19.660600 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b604678-fe30-4b32-ba4c-5f504220f021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962d721a-c38a-4b42-a171-47c73942c64a'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:23:19.662790 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8dd63cf-7857-49f0-a34a-19a8e25544f1" -d '{"events": [{"server_uuid": "1b604678-fe30-4b32-ba4c-5f504220f021", "name": "network-vif-plugged", "status": "completed", "tag": "962d721a-c38a-4b42-a171-47c73942c64a"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:23:19.676014 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 962d721a-c38a-4b42-a171-47c73942c64a, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=962d721a-c38a-4b42-a171-47c73942c64a,segment=NetworkSegment(c03e0a6e-57db-4f86-b77a-44067909abf9),segment_id=c03e0a6e-57db-4f86-b77a-44067909abf9)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:23:19.680331 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:23:19.704398 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa6574b-052b-43db-bc07-871f35475c06 x-openstack-request-id: req-9fa6574b-052b-43db-bc07-871f35475c06 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:23:19.704701 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b604678-fe30-4b32-ba4c-5f504220f021", "name": "network-vif-plugged", "status": "completed", "tag": "962d721a-c38a-4b42-a171-47c73942c64a", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:23:19.704956 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9fa6574b-052b-43db-bc07-871f35475c06 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:23:19.705347 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b604678-fe30-4b32-ba4c-5f504220f021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962d721a-c38a-4b42-a171-47c73942c64a', 'code': 200} Sep 17 08:23:19.731145 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=962d721a-c38a-4b42-a171-47c73942c64a,revision_number=10']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:23:19.917640 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26857102-4154-4deb-9b67-8bf898198452 req-454d8ae5-f7d8-41f4-8614-0b13c0b87193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:23:19.919134 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-26857102-4154-4deb-9b67-8bf898198452 req-454d8ae5-f7d8-41f4-8614-0b13c0b87193 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 1097 time: 0.0633914 Sep 17 08:23:19.949722 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca88fb-8b70-4c66-ab61-cd5eff88492e req-263ea5dc-7b2b-47c1-b3b9-50d7e7521560 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:23:19.951154 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-80ca88fb-8b70-4c66-ab61-cd5eff88492e req-263ea5dc-7b2b-47c1-b3b9-50d7e7521560 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 946 time: 0.0650053 Sep 17 08:23:19.968019 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2cc32f49-3e81-4ba4-807e-d7e3cdac942a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:23:19.977342 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-26857102-4154-4deb-9b67-8bf898198452 req-49c7aa3f-bdad-4744-94a7-bef244b75f4d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3fe024d8-7a4c-4097-93f9-010136de7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505981 Sep 17 08:23:20.002721 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-80ca88fb-8b70-4c66-ab61-cd5eff88492e req-4d95dfa0-a2d2-4b33-80d0-e51957c826fe tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fe024d8-7a4c-4097-93f9-010136de7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420430 Sep 17 08:23:21.123095 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa4b9b1-7803-4859-9b85-0d4068d607a7 req-1180c4a8-2ca6-4ed8-96ed-e11009d5f058 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:23:21.124619 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6aa4b9b1-7803-4859-9b85-0d4068d607a7 req-1180c4a8-2ca6-4ed8-96ed-e11009d5f058 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 946 time: 0.0496893 Sep 17 08:23:21.170974 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6aa4b9b1-7803-4859-9b85-0d4068d607a7 req-375a28c1-e635-4153-9728-850dfb2bf120 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fe024d8-7a4c-4097-93f9-010136de7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403447 Sep 17 08:23:21.863802 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8a384687-ea06-4fb4-9a0f-3ed4d512db97 req-13f95850-3979-4410-9bea-8e74c541e75a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0307446 Sep 17 08:23:21.950483 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8a384687-ea06-4fb4-9a0f-3ed4d512db97 req-b64dab74-4ea7-440f-8ce3-79d993e7d04c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0249364 Sep 17 08:23:22.006745 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8a384687-ea06-4fb4-9a0f-3ed4d512db97 req-fd62c5f3-198d-48a0-8af0-02e3b9a17f22 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0199862 Sep 17 08:23:22.099518 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a384687-ea06-4fb4-9a0f-3ed4d512db97 req-50139aa8-a044-4578-90bd-edbcd7b6dd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:23:22.101055 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8a384687-ea06-4fb4-9a0f-3ed4d512db97 req-50139aa8-a044-4578-90bd-edbcd7b6dd90 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0878556 Sep 17 08:23:22.288320 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d030ff3d-a5c5-4e2d-bc2d-ac796f32119a req-c45b22fd-e0c6-4d0c-bd0a-c6cc7af34df4 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:23:22.289827 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d030ff3d-a5c5-4e2d-bc2d-ac796f32119a req-c45b22fd-e0c6-4d0c-bd0a-c6cc7af34df4 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 946 time: 0.0489197 Sep 17 08:23:22.327107 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d030ff3d-a5c5-4e2d-bc2d-ac796f32119a req-b0bebd86-df48-42e9-82d3-2cfe9f948998 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fe024d8-7a4c-4097-93f9-010136de7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314019 Sep 17 08:23:22.456531 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-91f858f3-9b01-44ac-8241-53342e3c06f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:23:22.736222 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:23:23.760022 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:23:25.345516 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:23:30.620114 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [req-67901222-e55c-4440-8a3f-594b49f58f26 req-13e2c243-1a43-42e7-a1d6-9b2e9228817e service neutron] (101290) timed out ('10.222.0.13', 35252) {{(pid=101290) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 08:23:35.489053 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:23:35.769962 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:23:47.255367 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:23:49.968767 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8a19f6f2-cc91-4073-a40e-43df1ff99ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:23:52.460799 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-607110cf-8ad7-4c61-ae1a-acbc70b524f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:23:52.737326 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:23:53.767649 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:23:55.348613 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:24:05.501391 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:24:05.782276 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:24:18.406102 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-425bbb07-2dea-40ed-ac65-c97a22b2df2c req-4285915d-1acc-48b4-9233-f5727998320e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4eda659a-7f72-4736-b858-f107726f995a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426421 Sep 17 08:24:18.500766 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425bbb07-2dea-40ed-ac65-c97a22b2df2c req-7b262468-9817-4bbd-bdcf-fae84ce5d0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:24:18.502582 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-425bbb07-2dea-40ed-ac65-c97a22b2df2c req-7b262468-9817-4bbd-bdcf-fae84ce5d0b7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8b27055ca25d48d28002aa2279d58577&device_id=4eda659a-7f72-4736-b858-f107726f995a HTTP/1.1" status: 200 len: 1097 time: 0.0398076 Sep 17 08:24:18.605120 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425bbb07-2dea-40ed-ac65-c97a22b2df2c req-e4b877b4-e14e-4bc6-a16f-a7f9a11d109c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:24:18.607209 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-425bbb07-2dea-40ed-ac65-c97a22b2df2c req-e4b877b4-e14e-4bc6-a16f-a7f9a11d109c service neutron] 10.222.0.39 "GET /v2.0/networks?id=e65f884c-2c8f-48ea-b79e-b731ed55ac23 HTTP/1.1" status: 200 len: 911 time: 0.0853372 Sep 17 08:24:18.676388 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-425bbb07-2dea-40ed-ac65-c97a22b2df2c req-86eec285-7df8-41fe-b9f3-f69ff0fa72a6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3e11471-4f74-4586-ad29-696693d67395 HTTP/1.1" status: 200 len: 1001 time: 0.0606699 Sep 17 08:24:18.723409 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425bbb07-2dea-40ed-ac65-c97a22b2df2c req-e82e6a09-b4c4-4b43-a19a-83e6438bcfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:24:18.724873 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-425bbb07-2dea-40ed-ac65-c97a22b2df2c req-e82e6a09-b4c4-4b43-a19a-83e6438bcfd5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9a12b56e-5850-4bc0-bba9-8ec5a23a47ff HTTP/1.1" status: 200 len: 849 time: 0.0421338 Sep 17 08:24:18.768307 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425bbb07-2dea-40ed-ac65-c97a22b2df2c req-bef12bc6-eac4-4961-9927-c671d7cb012c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:24:18.769786 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-425bbb07-2dea-40ed-ac65-c97a22b2df2c req-bef12bc6-eac4-4961-9927-c671d7cb012c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e65f884c-2c8f-48ea-b79e-b731ed55ac23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380743 Sep 17 08:24:19.175603 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-425bbb07-2dea-40ed-ac65-c97a22b2df2c req-3f81f9ca-9a28-4cf1-9cc6-acf1881f2862 service neutron] 10.222.0.39 "GET /v2.0/networks/e65f884c-2c8f-48ea-b79e-b731ed55ac23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3985727 Sep 17 08:24:19.266455 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-425bbb07-2dea-40ed-ac65-c97a22b2df2c req-22d4bc47-c5c0-4087-b484-c9e514ed5458 service neutron] 10.222.0.39 "GET /v2.0/networks/e65f884c-2c8f-48ea-b79e-b731ed55ac23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829568 Sep 17 08:24:19.969042 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ae314369-5715-4fe1-97ef-5a7d2ddfebb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:24:22.461098 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-24c648fe-54d7-42b2-8cea-359f7a7790f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:24:22.738206 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:24:23.623015 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-549a8fa6-3102-4fc1-bd2f-dd9cea262ad6 req-07303a07-7ec7-4b5d-8b1b-4855aad18af0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1b604678-fe30-4b32-ba4c-5f504220f021&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396192 Sep 17 08:24:23.696802 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a8fa6-3102-4fc1-bd2f-dd9cea262ad6 req-fd8412a0-b34e-4e2c-a7ca-e70c0eefc631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:24:23.698265 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-549a8fa6-3102-4fc1-bd2f-dd9cea262ad6 req-fd8412a0-b34e-4e2c-a7ca-e70c0eefc631 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0bbdb03fe4b44f819abe924e0a8980e4&device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 1097 time: 0.0432916 Sep 17 08:24:23.767288 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:24:23.799427 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a8fa6-3102-4fc1-bd2f-dd9cea262ad6 req-1df24f33-8ad1-40fe-b87d-9069307b4545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:24:23.800937 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-549a8fa6-3102-4fc1-bd2f-dd9cea262ad6 req-1df24f33-8ad1-40fe-b87d-9069307b4545 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1284743e-a278-4ea3-9090-9b3fd2cc34a4 HTTP/1.1" status: 200 len: 918 time: 0.0837190 Sep 17 08:24:23.868585 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-549a8fa6-3102-4fc1-bd2f-dd9cea262ad6 req-49c05a7f-b197-4d97-aad5-28c328c1aa91 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=962d721a-c38a-4b42-a171-47c73942c64a HTTP/1.1" status: 200 len: 1001 time: 0.0589950 Sep 17 08:24:23.915449 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a8fa6-3102-4fc1-bd2f-dd9cea262ad6 req-e79bead3-ee91-45a4-8be3-6b2c1d97e536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:24:23.916964 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-549a8fa6-3102-4fc1-bd2f-dd9cea262ad6 req-e79bead3-ee91-45a4-8be3-6b2c1d97e536 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=212bda04-0276-4ed0-9083-c88107f0c4c6 HTTP/1.1" status: 200 len: 856 time: 0.0418978 Sep 17 08:24:23.963606 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a8fa6-3102-4fc1-bd2f-dd9cea262ad6 req-660e4590-3c33-40ba-9fc0-0e000df51fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:24:23.963606 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-549a8fa6-3102-4fc1-bd2f-dd9cea262ad6 req-660e4590-3c33-40ba-9fc0-0e000df51fa8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1284743e-a278-4ea3-9090-9b3fd2cc34a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390980 Sep 17 08:24:24.054291 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-549a8fa6-3102-4fc1-bd2f-dd9cea262ad6 req-54b30e16-2e37-446c-b8f9-4dec1d3a0fba service neutron] 10.222.0.41 "GET /v2.0/networks/1284743e-a278-4ea3-9090-9b3fd2cc34a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836036 Sep 17 08:24:24.142289 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-549a8fa6-3102-4fc1-bd2f-dd9cea262ad6 req-65a271ab-0429-4981-b60a-83d2a9ca5c44 service neutron] 10.222.0.41 "GET /v2.0/networks/1284743e-a278-4ea3-9090-9b3fd2cc34a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802948 Sep 17 08:24:24.254583 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:24:25.350463 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:24:31.948793 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe3c876-8198-4756-bfd7-d23e22bf42d3 req-3916a874-7ad0-49ae-b009-ada670532282 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:24:31.950325 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0fe3c876-8198-4756-bfd7-d23e22bf42d3 req-3916a874-7ad0-49ae-b009-ada670532282 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 946 time: 0.0543189 Sep 17 08:24:31.988503 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0fe3c876-8198-4756-bfd7-d23e22bf42d3 req-f207a88a-4b59-4a8e-84b5-23883b7ec00e tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fe024d8-7a4c-4097-93f9-010136de7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321043 Sep 17 08:24:33.115005 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b3d88-8042-4819-bd25-8048aca491c3 req-22c5516d-c133-4554-a772-c5bb414e4406 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:24:33.116666 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-305b3d88-8042-4819-bd25-8048aca491c3 req-22c5516d-c133-4554-a772-c5bb414e4406 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 946 time: 0.0577643 Sep 17 08:24:33.154065 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-305b3d88-8042-4819-bd25-8048aca491c3 req-1bbe9583-882b-468d-983d-075b5a59ef0b tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fe024d8-7a4c-4097-93f9-010136de7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309169 Sep 17 08:24:33.800386 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247bbe76-448b-4023-83d0-2d581aa3d2ee req-e359f29b-d405-40f7-a7af-8bf7e01fc324 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:24:33.801770 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-247bbe76-448b-4023-83d0-2d581aa3d2ee req-e359f29b-d405-40f7-a7af-8bf7e01fc324 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 946 time: 0.0507002 Sep 17 08:24:33.894892 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-247bbe76-448b-4023-83d0-2d581aa3d2ee req-4604516d-5b74-451a-a16a-5f22ca82fc6a tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Deleting port 962d721a-c38a-4b42-a171-47c73942c64a {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:24:33.895265 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-247bbe76-448b-4023-83d0-2d581aa3d2ee req-4604516d-5b74-451a-a16a-5f22ca82fc6a tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:24:33.984140 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-247bbe76-448b-4023-83d0-2d581aa3d2ee req-4604516d-5b74-451a-a16a-5f22ca82fc6a tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] For port 962d721a-c38a-4b42-a171-47c73942c64a, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=962d721a-c38a-4b42-a171-47c73942c64a,segment=NetworkSegment(c03e0a6e-57db-4f86-b77a-44067909abf9),segment_id=c03e0a6e-57db-4f86-b77a-44067909abf9)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:24:33.984517 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-247bbe76-448b-4023-83d0-2d581aa3d2ee req-4604516d-5b74-451a-a16a-5f22ca82fc6a tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:24:34.161294 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-247bbe76-448b-4023-83d0-2d581aa3d2ee req-4604516d-5b74-451a-a16a-5f22ca82fc6a tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:24:34.162022 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-247bbe76-448b-4023-83d0-2d581aa3d2ee req-4604516d-5b74-451a-a16a-5f22ca82fc6a tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:24:34.162022 n-d-789963-9 neutron-server[101289]: INFO neutron.db.l3_db [req-247bbe76-448b-4023-83d0-2d581aa3d2ee req-4604516d-5b74-451a-a16a-5f22ca82fc6a tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Floating IP e94b78d8-deee-4664-aaa1-efd6a02be51d disassociated. External IP: 172.25.6.100, port: 962d721a-c38a-4b42-a171-47c73942c64a. Sep 17 08:24:34.162297 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-247bbe76-448b-4023-83d0-2d581aa3d2ee req-4604516d-5b74-451a-a16a-5f22ca82fc6a tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Calling delete_port for 962d721a-c38a-4b42-a171-47c73942c64a owned by compute:nova {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:24:34.331624 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-247bbe76-448b-4023-83d0-2d581aa3d2ee req-4604516d-5b74-451a-a16a-5f22ca82fc6a tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:24:34.336449 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0b09e9-1a50-49c4-9b30-0ce628ccbc7e req-1aa8f1a7-9abf-4386-ba88-b610d140ccfa tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:24:34.338013 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fb0b09e9-1a50-49c4-9b30-0ce628ccbc7e req-1aa8f1a7-9abf-4386-ba88-b610d140ccfa tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b604678-fe30-4b32-ba4c-5f504220f021 HTTP/1.1" status: 200 len: 868 time: 0.1060677 Sep 17 08:24:34.374364 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4604516d-5b74-451a-a16a-5f22ca82fc6a tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Pushing event deleted for resources: {'Port': ['ID=962d721a-c38a-4b42-a171-47c73942c64a,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:24:34.431106 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4604516d-5b74-451a-a16a-5f22ca82fc6a tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:24:34.431463 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4604516d-5b74-451a-a16a-5f22ca82fc6a tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:24:34.431812 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4604516d-5b74-451a-a16a-5f22ca82fc6a tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:24:34.432204 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4604516d-5b74-451a-a16a-5f22ca82fc6a tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:24:34.432542 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4604516d-5b74-451a-a16a-5f22ca82fc6a tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:24:34.432878 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4604516d-5b74-451a-a16a-5f22ca82fc6a tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:24:34.433210 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4604516d-5b74-451a-a16a-5f22ca82fc6a tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:24:34.433540 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4604516d-5b74-451a-a16a-5f22ca82fc6a tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:24:34.433869 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4604516d-5b74-451a-a16a-5f22ca82fc6a tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:24:34.434195 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4604516d-5b74-451a-a16a-5f22ca82fc6a tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:24:34.434521 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4604516d-5b74-451a-a16a-5f22ca82fc6a tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:24:34.434844 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4604516d-5b74-451a-a16a-5f22ca82fc6a tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:24:34.457016 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fb0b09e9-1a50-49c4-9b30-0ce628ccbc7e req-83fe8b77-8acc-4e2b-8c34-f96475906f1e tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fe024d8-7a4c-4097-93f9-010136de7dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090503 Sep 17 08:24:34.524428 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-247bbe76-448b-4023-83d0-2d581aa3d2ee req-4604516d-5b74-451a-a16a-5f22ca82fc6a tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Router 3439a0dd-6fba-4955-8b70-95586a2a2996 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:24:34.638091 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-247bbe76-448b-4023-83d0-2d581aa3d2ee req-4604516d-5b74-451a-a16a-5f22ca82fc6a tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:24:34.647958 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3f2708-27f1-423e-98ad-808e890f56fc None None] Sync routers for ids ['3439a0dd-6fba-4955-8b70-95586a2a2996'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:24:34.658454 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3f2708-27f1-423e-98ad-808e890f56fc None None] Routers {'3439a0dd-6fba-4955-8b70-95586a2a2996'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:24:34.659354 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-3d3f2708-27f1-423e-98ad-808e890f56fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:24:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['3439a0dd-6fba-4955-8b70-95586a2a2996'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:24:34.683113 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-247bbe76-448b-4023-83d0-2d581aa3d2ee req-4604516d-5b74-451a-a16a-5f22ca82fc6a tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] No DVR routers for this DVR port 962d721a-c38a-4b42-a171-47c73942c64a on host n-h1-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:24:34.685806 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-247bbe76-448b-4023-83d0-2d581aa3d2ee req-4604516d-5b74-451a-a16a-5f22ca82fc6a tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:24:34.687939 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-247bbe76-448b-4023-83d0-2d581aa3d2ee req-4604516d-5b74-451a-a16a-5f22ca82fc6a tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.41 "DELETE /v2.0/ports/962d721a-c38a-4b42-a171-47c73942c64a HTTP/1.1" status: 204 len: 173 time: 0.8793879 Sep 17 08:24:34.688407 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b604678-fe30-4b32-ba4c-5f504220f021', 'name': 'network-vif-deleted', 'tag': '962d721a-c38a-4b42-a171-47c73942c64a'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:24:34.690895 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1034c86b-5dd2-4b1f-8a8e-022be4f9bb1b" -d '{"events": [{"server_uuid": "1b604678-fe30-4b32-ba4c-5f504220f021", "name": "network-vif-deleted", "tag": "962d721a-c38a-4b42-a171-47c73942c64a"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:24:34.766843 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940385ba-9627-43d6-9a61-e2d89e7bee6a x-openstack-request-id: req-940385ba-9627-43d6-9a61-e2d89e7bee6a {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:24:34.767534 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b604678-fe30-4b32-ba4c-5f504220f021", "name": "network-vif-deleted", "tag": "962d721a-c38a-4b42-a171-47c73942c64a", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:24:34.768004 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-940385ba-9627-43d6-9a61-e2d89e7bee6a {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:24:34.768627 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b604678-fe30-4b32-ba4c-5f504220f021', 'name': 'network-vif-deleted', 'tag': '962d721a-c38a-4b42-a171-47c73942c64a', 'status': 'completed', 'code': 200} Sep 17 08:24:34.786485 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-3d3f2708-27f1-423e-98ad-808e890f56fc None None] Set router 3439a0dd-6fba-4955-8b70-95586a2a2996 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:24:35.002721 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-3d3f2708-27f1-423e-98ad-808e890f56fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3439a0dd-6fba-4955-8b70-95586a2a2996', 'name': 'tempest-AttachVolumeShelveTestJSON-1050428141-router', 'tenant_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'f62ee90b-8bc4-4c0c-8f9a-f6d7e0f09879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:19:17Z', 'updated_at': '2021-09-17T08:19:19Z', 'revision_number': 4, 'project_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'gw_port': {'id': 'f62ee90b-8bc4-4c0c-8f9a-f6d7e0f09879', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:75:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3439a0dd-6fba-4955-8b70-95586a2a2996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:19:17Z', 'updated_at': '2021-09-17T08:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'ee9f0217-17b6-4856-bcdc-76e05c30a79b', 'name': '', 'network_id': '1284743e-a278-4ea3-9090-9b3fd2cc34a4', 'tenant_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'mac_address': 'fa:16:3e:4c:f2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3439a0dd-6fba-4955-8b70-95586a2a2996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '212bda04-0276-4ed0-9083-c88107f0c4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:19:19Z', 'updated_at': '2021-09-17T08:19:24Z', 'revision_number': 5, 'project_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'subnets': [{'id': '212bda04-0276-4ed0-9083-c88107f0c4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:24:35.032432 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3f2708-27f1-423e-98ad-808e890f56fc None None] Checking router: 3439a0dd-6fba-4955-8b70-95586a2a2996 for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:24:35.040661 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3f2708-27f1-423e-98ad-808e890f56fc None None] Routers {'3439a0dd-6fba-4955-8b70-95586a2a2996'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:24:35.041791 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-3d3f2708-27f1-423e-98ad-808e890f56fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:24:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['3439a0dd-6fba-4955-8b70-95586a2a2996'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:24:35.150514 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-3d3f2708-27f1-423e-98ad-808e890f56fc None None] Set router 3439a0dd-6fba-4955-8b70-95586a2a2996 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:24:35.358367 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-3d3f2708-27f1-423e-98ad-808e890f56fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3439a0dd-6fba-4955-8b70-95586a2a2996', 'name': 'tempest-AttachVolumeShelveTestJSON-1050428141-router', 'tenant_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'f62ee90b-8bc4-4c0c-8f9a-f6d7e0f09879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:19:17Z', 'updated_at': '2021-09-17T08:19:19Z', 'revision_number': 4, 'project_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'gw_port': {'id': 'f62ee90b-8bc4-4c0c-8f9a-f6d7e0f09879', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:75:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3439a0dd-6fba-4955-8b70-95586a2a2996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:19:17Z', 'updated_at': '2021-09-17T08:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'ee9f0217-17b6-4856-bcdc-76e05c30a79b', 'name': '', 'network_id': '1284743e-a278-4ea3-9090-9b3fd2cc34a4', 'tenant_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'mac_address': 'fa:16:3e:4c:f2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3439a0dd-6fba-4955-8b70-95586a2a2996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '212bda04-0276-4ed0-9083-c88107f0c4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:19:19Z', 'updated_at': '2021-09-17T08:19:24Z', 'revision_number': 5, 'project_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'subnets': [{'id': '212bda04-0276-4ed0-9083-c88107f0c4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:24:35.384969 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3f2708-27f1-423e-98ad-808e890f56fc None None] The sync data for ids ['3439a0dd-6fba-4955-8b70-95586a2a2996'] in n-d-789963-9 is: [{'id': '3439a0dd-6fba-4955-8b70-95586a2a2996', 'name': 'tempest-AttachVolumeShelveTestJSON-1050428141-router', 'tenant_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'f62ee90b-8bc4-4c0c-8f9a-f6d7e0f09879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:19:17Z', 'updated_at': '2021-09-17T08:19:19Z', 'revision_number': 4, 'project_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'gw_port': {'id': 'f62ee90b-8bc4-4c0c-8f9a-f6d7e0f09879', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:75:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3439a0dd-6fba-4955-8b70-95586a2a2996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:19:17Z', 'updated_at': '2021-09-17T08:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'ee9f0217-17b6-4856-bcdc-76e05c30a79b', 'name': '', 'network_id': '1284743e-a278-4ea3-9090-9b3fd2cc34a4', 'tenant_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'mac_address': 'fa:16:3e:4c:f2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3439a0dd-6fba-4955-8b70-95586a2a2996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '212bda04-0276-4ed0-9083-c88107f0c4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:19:19Z', 'updated_at': '2021-09-17T08:19:24Z', 'revision_number': 5, 'project_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'subnets': [{'id': '212bda04-0276-4ed0-9083-c88107f0c4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:24:35.557932 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:24:35.563781 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 47726) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:24:35.627659 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d10a5ab5-2418-4df8-9c64-8eddb22a229f tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:24:35.641155 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dd4947-3826-4cf8-8018-c6f6803c4708 None None] New status for floating IP e94b78d8-deee-4664-aaa1-efd6a02be51d: DOWN {{(pid=101292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 08:24:35.650827 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d10a5ab5-2418-4df8-9c64-8eddb22a229f tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:24:35.700485 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d10a5ab5-2418-4df8-9c64-8eddb22a229f tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:24:35.703609 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d10a5ab5-2418-4df8-9c64-8eddb22a229f tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:24:35.707490 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d10a5ab5-2418-4df8-9c64-8eddb22a229f tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "DELETE /v2.0/security-groups/3fe024d8-7a4c-4097-93f9-010136de7dce HTTP/1.1" status: 204 len: 168 time: 0.1399190 Sep 17 08:24:35.708238 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 47728) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:24:35.717109 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10a5ab5-2418-4df8-9c64-8eddb22a229f tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe024d8-7a4c-4097-93f9-010136de7dce,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:24:35.725792 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-5977b307-4d97-4546-869b-a997666a002f tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] show failed (client error): The resource could not be found. Sep 17 08:24:35.726520 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10a5ab5-2418-4df8-9c64-8eddb22a229f tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:24:35.730615 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10a5ab5-2418-4df8-9c64-8eddb22a229f tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:24:35.730615 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10a5ab5-2418-4df8-9c64-8eddb22a229f tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:24:35.730615 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10a5ab5-2418-4df8-9c64-8eddb22a229f tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:24:35.730615 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10a5ab5-2418-4df8-9c64-8eddb22a229f tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:24:35.730615 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10a5ab5-2418-4df8-9c64-8eddb22a229f tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:24:35.730615 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10a5ab5-2418-4df8-9c64-8eddb22a229f tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:24:35.730615 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10a5ab5-2418-4df8-9c64-8eddb22a229f tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:24:35.730615 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10a5ab5-2418-4df8-9c64-8eddb22a229f tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:24:35.730615 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10a5ab5-2418-4df8-9c64-8eddb22a229f tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:24:35.731640 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10a5ab5-2418-4df8-9c64-8eddb22a229f tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:24:35.732204 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10a5ab5-2418-4df8-9c64-8eddb22a229f tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:24:35.732733 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-5977b307-4d97-4546-869b-a997666a002f tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups/3fe024d8-7a4c-4097-93f9-010136de7dce HTTP/1.1" status: 404 len: 347 time: 0.0234869 Sep 17 08:24:35.733777 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 47730) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:24:35.795457 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:24:35.885542 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-980ce5b6-39e3-4296-8920-fa732c68352c tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Deleting port d93b7712-1e47-4584-b8ef-4539e8bf83f7 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:24:35.885775 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-980ce5b6-39e3-4296-8920-fa732c68352c tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:24:35.966552 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-980ce5b6-39e3-4296-8920-fa732c68352c tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:24:35.966893 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-980ce5b6-39e3-4296-8920-fa732c68352c tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:24:35.979567 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-980ce5b6-39e3-4296-8920-fa732c68352c tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Calling delete_port for d93b7712-1e47-4584-b8ef-4539e8bf83f7 owned by network:floatingip {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:24:36.115993 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-980ce5b6-39e3-4296-8920-fa732c68352c tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:24:36.141492 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980ce5b6-39e3-4296-8920-fa732c68352c tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Pushing event deleted for resources: {'Port': ['ID=d93b7712-1e47-4584-b8ef-4539e8bf83f7,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:24:36.202466 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-980ce5b6-39e3-4296-8920-fa732c68352c tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks [] for floatingip, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:24:36.205034 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-980ce5b6-39e3-4296-8920-fa732c68352c tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:24:36.206198 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-980ce5b6-39e3-4296-8920-fa732c68352c tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "DELETE /v2.0/floatingips/e94b78d8-deee-4664-aaa1-efd6a02be51d HTTP/1.1" status: 204 len: 168 time: 0.4713571 Sep 17 08:24:36.603298 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 47736) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:24:36.607954 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-3df32e4b-e784-4884-bda1-5d48f9e79185 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Request body: {'security_group': {'name': 'tempest-securitygroup--292484865', 'description': 'tempest-description--449891895'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:24:36.628979 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3df32e4b-e784-4884-bda1-5d48f9e79185 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:24:36.708676 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3df32e4b-e784-4884-bda1-5d48f9e79185 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:24:36.712275 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3df32e4b-e784-4884-bda1-5d48f9e79185 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:24:36.741913 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3df32e4b-e784-4884-bda1-5d48f9e79185 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:24:36.743141 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-3df32e4b-e784-4884-bda1-5d48f9e79185 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1387968 Sep 17 08:24:36.746477 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 47738) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:24:36.751454 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-045d20a6-500d-479d-81b5-811df5e3ae7a tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Request body: {'security_group_rule': {'security_group_id': '84c51e02-f8e0-4fcd-b67e-fb23d4d0ecfd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:24:36.756517 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df32e4b-e784-4884-bda1-5d48f9e79185 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84c51e02-f8e0-4fcd-b67e-fb23d4d0ecfd,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:24:36.780458 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-045d20a6-500d-479d-81b5-811df5e3ae7a tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:24:36.835340 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-045d20a6-500d-479d-81b5-811df5e3ae7a tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:24:36.838711 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-045d20a6-500d-479d-81b5-811df5e3ae7a tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:24:36.858826 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045d20a6-500d-479d-81b5-811df5e3ae7a tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80ebd41a-24c6-430c-9479-0041e89edcc2,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:24:36.863418 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-045d20a6-500d-479d-81b5-811df5e3ae7a tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:24:36.864720 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-045d20a6-500d-479d-81b5-811df5e3ae7a tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1172867 Sep 17 08:24:36.867355 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 47740) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:24:36.872240 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-bbde2774-8a9f-4b0c-8940-b020577c0be5 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Request body: {'security_group_rule': {'security_group_id': '84c51e02-f8e0-4fcd-b67e-fb23d4d0ecfd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:24:36.897909 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bbde2774-8a9f-4b0c-8940-b020577c0be5 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:24:36.954970 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bbde2774-8a9f-4b0c-8940-b020577c0be5 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:24:36.958475 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bbde2774-8a9f-4b0c-8940-b020577c0be5 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:24:36.978154 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbde2774-8a9f-4b0c-8940-b020577c0be5 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5aa2467-5eea-4c18-b77a-38f9b9539688,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:24:36.981397 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bbde2774-8a9f-4b0c-8940-b020577c0be5 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:24:36.985820 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-bbde2774-8a9f-4b0c-8940-b020577c0be5 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1143036 Sep 17 08:24:36.986284 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 47742) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:24:36.990189 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-c11b857d-c67f-4553-8126-88f5f4c828a0 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Request body: {'floatingip': {'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:24:37.012059 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c11b857d-c67f-4553-8126-88f5f4c828a0 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks [] for floatingip, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:24:37.109630 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c11b857d-c67f-4553-8126-88f5f4c828a0 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:24:37.211078 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-c11b857d-c67f-4553-8126-88f5f4c828a0 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Allocated IP 172.25.6.190 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/32e45f17-c815-41b5-a63b-f3a4d07f7cb9) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:24:37.315430 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c11b857d-c67f-4553-8126-88f5f4c828a0 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:24:37.346417 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c11b857d-c67f-4553-8126-88f5f4c828a0 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:24:37.381384 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11b857d-c67f-4553-8126-88f5f4c828a0 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:24:37.384085 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-c11b857d-c67f-4553-8126-88f5f4c828a0 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:24:37.387635 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11b857d-c67f-4553-8126-88f5f4c828a0 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:24:37.411704 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11b857d-c67f-4553-8126-88f5f4c828a0 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Pushing event updated for resources: {'Port': ['ID=32e45f17-c815-41b5-a63b-f3a4d07f7cb9,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:24:37.477950 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c11b857d-c67f-4553-8126-88f5f4c828a0 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:24:37.511770 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c11b857d-c67f-4553-8126-88f5f4c828a0 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:24:37.654794 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c11b857d-c67f-4553-8126-88f5f4c828a0 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:24:37.659052 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c11b857d-c67f-4553-8126-88f5f4c828a0 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:24:37.723708 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11b857d-c67f-4553-8126-88f5f4c828a0 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Pushing event updated for resources: {'Port': ['ID=32e45f17-c815-41b5-a63b-f3a4d07f7cb9,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:24:37.736059 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c11b857d-c67f-4553-8126-88f5f4c828a0 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:24:37.748643 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c11b857d-c67f-4553-8126-88f5f4c828a0 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:24:37.749905 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-c11b857d-c67f-4553-8126-88f5f4c828a0 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7630031 Sep 17 08:24:37.783939 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 962d721a-c38a-4b42-a171-47c73942c64a no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:24:37.803984 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] No Port match for: 962d721a-c38a-4b42-a171-47c73942c64a {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:24:37.804338 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 962d721a-c38a-4b42-a171-47c73942c64a not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:24:37.915949 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5bd2af3f-c008-4b67-a100-64cc72019ecd req-12adaba0-ad3a-4339-9789-cd62de349ac2 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--292484865&fields=id&tenant_id=0bbdb03fe4b44f819abe924e0a8980e4 HTTP/1.1" status: 200 len: 267 time: 0.0332713 Sep 17 08:24:38.031439 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2af3f-c008-4b67-a100-64cc72019ecd req-484acd85-8d2b-43b7-8721-9f7b14217d2a tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:24:38.032955 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5bd2af3f-c008-4b67-a100-64cc72019ecd req-484acd85-8d2b-43b7-8721-9f7b14217d2a tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/networks?id=1284743e-a278-4ea3-9090-9b3fd2cc34a4 HTTP/1.1" status: 200 len: 817 time: 0.1106296 Sep 17 08:24:38.047533 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5bd2af3f-c008-4b67-a100-64cc72019ecd req-c5bff1cb-cfc0-4a11-a890-4cf9e48423b9 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/quotas/0bbdb03fe4b44f819abe924e0a8980e4 HTTP/1.1" status: 200 len: 375 time: 0.0088422 Sep 17 08:24:38.099492 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5bd2af3f-c008-4b67-a100-64cc72019ecd req-c4a79133-6bc1-4790-8440-a5e8f75f88b5 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0bbdb03fe4b44f819abe924e0a8980e4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0469017 Sep 17 08:24:38.198794 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5bd2af3f-c008-4b67-a100-64cc72019ecd req-1b104468-81e6-41fa-8ad4-0334c6aaec23 service neutron] 10.222.0.13 "GET /v2.0/networks/1284743e-a278-4ea3-9090-9b3fd2cc34a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871363 Sep 17 08:24:38.284289 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5bd2af3f-c008-4b67-a100-64cc72019ecd req-2df3c51e-069e-4ede-9f96-c76799ef3f3b service neutron] 10.222.0.13 "GET /v2.0/networks/1284743e-a278-4ea3-9090-9b3fd2cc34a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794890 Sep 17 08:24:38.443408 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dd421b4b-51d8-44de-ab01-87e0a0d165a9 req-dd3c54db-c67d-4267-8e9c-55f6c936388c tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 210 time: 0.0260496 Sep 17 08:24:39.679109 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2b2918a3-5009-4d6d-852f-cd702d83a932 req-efb33416-7b89-4dd6-849a-a50d3993cd95 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 210 time: 0.0505192 Sep 17 08:24:39.716823 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2af3f-c008-4b67-a100-64cc72019ecd req-fdf0bb12-ccfa-4be6-b2f1-4d5dd5d6bc19 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:24:39.718355 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5bd2af3f-c008-4b67-a100-64cc72019ecd req-fdf0bb12-ccfa-4be6-b2f1-4d5dd5d6bc19 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.41 "GET /v2.0/networks?id=1284743e-a278-4ea3-9090-9b3fd2cc34a4 HTTP/1.1" status: 200 len: 817 time: 0.4038963 Sep 17 08:24:39.768287 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5bd2af3f-c008-4b67-a100-64cc72019ecd req-39d4b248-3b62-4333-93ea-05d754d7068d tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0bbdb03fe4b44f819abe924e0a8980e4 HTTP/1.1" status: 200 len: 379 time: 0.0337801 Sep 17 08:24:39.779368 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-5bd2af3f-c008-4b67-a100-64cc72019ecd req-b48b292b-9d4e-41b1-90c0-539bbb7c214b tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Request body: {'port': {'device_id': '79ec0fbb-6784-4bd2-a9b0-a362dc9c6862', 'network_id': '1284743e-a278-4ea3-9090-9b3fd2cc34a4', 'admin_state_up': True, 'tenant_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'security_groups': ['84c51e02-f8e0-4fcd-b67e-fb23d4d0ecfd']}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:24:39.887167 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bd2af3f-c008-4b67-a100-64cc72019ecd req-b48b292b-9d4e-41b1-90c0-539bbb7c214b tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Made reservation on behalf of 0bbdb03fe4b44f819abe924e0a8980e4 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:24:39.890693 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-5bd2af3f-c008-4b67-a100-64cc72019ecd req-b48b292b-9d4e-41b1-90c0-539bbb7c214b tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:24:40.017185 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [req-5bd2af3f-c008-4b67-a100-64cc72019ecd req-b48b292b-9d4e-41b1-90c0-539bbb7c214b tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Allocated IP 172.20.0.8 (1284743e-a278-4ea3-9090-9b3fd2cc34a4/212bda04-0276-4ed0-9083-c88107f0c4c6/75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:24:40.159912 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-5bd2af3f-c008-4b67-a100-64cc72019ecd req-b48b292b-9d4e-41b1-90c0-539bbb7c214b tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:24:40.191731 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-5bd2af3f-c008-4b67-a100-64cc72019ecd req-b48b292b-9d4e-41b1-90c0-539bbb7c214b tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:24:40.237111 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bd2af3f-c008-4b67-a100-64cc72019ecd req-b48b292b-9d4e-41b1-90c0-539bbb7c214b tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Network 1284743e-a278-4ea3-9090-9b3fd2cc34a4 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:24:40.240153 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [req-5bd2af3f-c008-4b67-a100-64cc72019ecd req-b48b292b-9d4e-41b1-90c0-539bbb7c214b tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:24:40.246409 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bd2af3f-c008-4b67-a100-64cc72019ecd req-b48b292b-9d4e-41b1-90c0-539bbb7c214b tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:24:40.269842 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48b292b-9d4e-41b1-90c0-539bbb7c214b tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Pushing event updated for resources: {'Port': ['ID=75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:24:40.297603 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2af3f-c008-4b67-a100-64cc72019ecd req-b48b292b-9d4e-41b1-90c0-539bbb7c214b tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:24:40.298219 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-5bd2af3f-c008-4b67-a100-64cc72019ecd req-b48b292b-9d4e-41b1-90c0-539bbb7c214b tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:24:40.313383 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5bd2af3f-c008-4b67-a100-64cc72019ecd req-b48b292b-9d4e-41b1-90c0-539bbb7c214b tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5382051 Sep 17 08:24:40.331948 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-5bd2af3f-c008-4b67-a100-64cc72019ecd req-1150ba30-72b1-4854-b0bb-29fba7bf2661 service neutron] Request body: {'port': {'device_id': '79ec0fbb-6784-4bd2-a9b0-a362dc9c6862', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-9'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:24:40.388129 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-5bd2af3f-c008-4b67-a100-64cc72019ecd req-1150ba30-72b1-4854-b0bb-29fba7bf2661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:24:40.441145 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-91486fc7-832b-46b8-9b18-f9a7186b1649 None None] Provisioning complete for port 75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:24:40.441683 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-91486fc7-832b-46b8-9b18-f9a7186b1649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:24:40.475483 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-91486fc7-832b-46b8-9b18-f9a7186b1649 None None] Port 75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:24:40.654379 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [req-5bd2af3f-c008-4b67-a100-64cc72019ecd req-1150ba30-72b1-4854-b0bb-29fba7bf2661 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65 {{(pid=101289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:24:40.661754 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-5bd2af3f-c008-4b67-a100-64cc72019ecd req-1150ba30-72b1-4854-b0bb-29fba7bf2661 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:24:40.675228 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.provisioning_blocks [req-5bd2af3f-c008-4b67-a100-64cc72019ecd req-1150ba30-72b1-4854-b0bb-29fba7bf2661 service neutron] Transition to ACTIVE for port object 75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65 will not be triggered until provisioned by entity L2. {{(pid=101289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:24:40.679002 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-5bd2af3f-c008-4b67-a100-64cc72019ecd req-1150ba30-72b1-4854-b0bb-29fba7bf2661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:24:40.732924 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1150ba30-72b1-4854-b0bb-29fba7bf2661 service neutron] Pushing event updated for resources: {'Port': ['ID=75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:24:40.858576 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a40ca10-5a9e-4536-a28e-6a63961afd18 req-19b74239-fb4a-42e6-9129-7f1af90c9342 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:24:40.860212 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6a40ca10-5a9e-4536-a28e-6a63961afd18 req-19b74239-fb4a-42e6-9129-7f1af90c9342 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 943 time: 0.0887141 Sep 17 08:24:40.860961 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-5bd2af3f-c008-4b67-a100-64cc72019ecd req-1150ba30-72b1-4854-b0bb-29fba7bf2661 service neutron] Attempting to bind port 75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:24:40.861289 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-5bd2af3f-c008-4b67-a100-64cc72019ecd req-1150ba30-72b1-4854-b0bb-29fba7bf2661 service neutron] Attempting to bind port 75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'c03e0a6e-57db-4f86-b77a-44067909abf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1284743e-a278-4ea3-9090-9b3fd2cc34a4'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:24:40.861610 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd2af3f-c008-4b67-a100-64cc72019ecd req-1150ba30-72b1-4854-b0bb-29fba7bf2661 service neutron] Attempting to bind port 75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65 on network 1284743e-a278-4ea3-9090-9b3fd2cc34a4 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:24:40.866517 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd2af3f-c008-4b67-a100-64cc72019ecd req-1150ba30-72b1-4854-b0bb-29fba7bf2661 service neutron] Port 75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65 on network 1284743e-a278-4ea3-9090-9b3fd2cc34a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:24:40.866840 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd2af3f-c008-4b67-a100-64cc72019ecd req-1150ba30-72b1-4854-b0bb-29fba7bf2661 service neutron] Attempting to bind port 75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65 on network 1284743e-a278-4ea3-9090-9b3fd2cc34a4 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:24:40.878967 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd2af3f-c008-4b67-a100-64cc72019ecd req-1150ba30-72b1-4854-b0bb-29fba7bf2661 service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:24:40.879306 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd2af3f-c008-4b67-a100-64cc72019ecd req-1150ba30-72b1-4854-b0bb-29fba7bf2661 service neutron] Checking segment: {'id': 'c03e0a6e-57db-4f86-b77a-44067909abf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1284743e-a278-4ea3-9090-9b3fd2cc34a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:24:40.879682 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd2af3f-c008-4b67-a100-64cc72019ecd req-1150ba30-72b1-4854-b0bb-29fba7bf2661 service neutron] Bound using segment: {'id': 'c03e0a6e-57db-4f86-b77a-44067909abf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1284743e-a278-4ea3-9090-9b3fd2cc34a4'} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:24:40.880144 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-5bd2af3f-c008-4b67-a100-64cc72019ecd req-1150ba30-72b1-4854-b0bb-29fba7bf2661 service neutron] Bound port: 75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c03e0a6e-57db-4f86-b77a-44067909abf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1284743e-a278-4ea3-9090-9b3fd2cc34a4'}}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:24:40.880495 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-5bd2af3f-c008-4b67-a100-64cc72019ecd req-1150ba30-72b1-4854-b0bb-29fba7bf2661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:24:40.935554 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6a40ca10-5a9e-4536-a28e-6a63961afd18 req-d3d04ef4-b511-4127-b40d-02d569b44c79 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=84c51e02-f8e0-4fcd-b67e-fb23d4d0ecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665047 Sep 17 08:24:40.962856 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-5bd2af3f-c008-4b67-a100-64cc72019ecd req-1150ba30-72b1-4854-b0bb-29fba7bf2661 service neutron] For port 75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65, host n-h1-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:24:40.965869 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-5bd2af3f-c008-4b67-a100-64cc72019ecd req-1150ba30-72b1-4854-b0bb-29fba7bf2661 service neutron] For port 75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65,segment=NetworkSegment(c03e0a6e-57db-4f86-b77a-44067909abf9),segment_id=c03e0a6e-57db-4f86-b77a-44067909abf9)] {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:24:40.969726 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-5bd2af3f-c008-4b67-a100-64cc72019ecd req-1150ba30-72b1-4854-b0bb-29fba7bf2661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:24:41.004031 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2af3f-c008-4b67-a100-64cc72019ecd req-1150ba30-72b1-4854-b0bb-29fba7bf2661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:24:41.004591 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-5bd2af3f-c008-4b67-a100-64cc72019ecd req-1150ba30-72b1-4854-b0bb-29fba7bf2661 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:24:41.006103 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5bd2af3f-c008-4b67-a100-64cc72019ecd req-1150ba30-72b1-4854-b0bb-29fba7bf2661 service neutron] 10.222.0.41 "PUT /v2.0/ports/75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65 HTTP/1.1" status: 200 len: 1091 time: 0.6783786 Sep 17 08:24:41.008606 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79ec0fbb-6784-4bd2-a9b0-a362dc9c6862', 'tag': '75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:24:41.010881 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8bbb3c-3b90-4c09-a86e-578ca1e740b8" -d '{"events": [{"name": "network-changed", "server_uuid": "79ec0fbb-6784-4bd2-a9b0-a362dc9c6862", "tag": "75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:24:41.045672 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1150ba30-72b1-4854-b0bb-29fba7bf2661 service neutron] Pushing event updated for resources: {'Port': ['ID=75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65,revision_number=3']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:24:41.060925 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-273a6fcf-de62-43bf-a303-bf0bb92472ef x-openstack-request-id: req-273a6fcf-de62-43bf-a303-bf0bb92472ef {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:24:41.061247 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79ec0fbb-6784-4bd2-a9b0-a362dc9c6862", "tag": "75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:24:41.061500 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-273a6fcf-de62-43bf-a303-bf0bb92472ef {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:24:41.061903 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79ec0fbb-6784-4bd2-a9b0-a362dc9c6862', 'tag': '75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65', 'status': 'completed', 'code': 200} Sep 17 08:24:41.125110 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2af3f-c008-4b67-a100-64cc72019ecd req-2bc1566a-ff5b-4bb7-a084-d2ce06663b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:24:41.126721 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5bd2af3f-c008-4b67-a100-64cc72019ecd req-2bc1566a-ff5b-4bb7-a084-d2ce06663b8d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0bbdb03fe4b44f819abe924e0a8980e4&device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 1094 time: 0.0501764 Sep 17 08:24:41.174999 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5bd2af3f-c008-4b67-a100-64cc72019ecd req-d17297fd-ebd6-4d48-8853-2e6065a5a1b9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65 HTTP/1.1" status: 200 len: 217 time: 0.0351756 Sep 17 08:24:41.226606 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2af3f-c008-4b67-a100-64cc72019ecd req-cebac4a3-064e-43a0-b22c-215d03a142f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:24:41.228640 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5bd2af3f-c008-4b67-a100-64cc72019ecd req-cebac4a3-064e-43a0-b22c-215d03a142f4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=212bda04-0276-4ed0-9083-c88107f0c4c6 HTTP/1.1" status: 200 len: 856 time: 0.0463068 Sep 17 08:24:41.276380 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2af3f-c008-4b67-a100-64cc72019ecd req-1928ee38-4db2-44b4-a67c-50cfc2331b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:24:41.277806 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5bd2af3f-c008-4b67-a100-64cc72019ecd req-1928ee38-4db2-44b4-a67c-50cfc2331b1a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1284743e-a278-4ea3-9090-9b3fd2cc34a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430422 Sep 17 08:24:41.365916 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5bd2af3f-c008-4b67-a100-64cc72019ecd req-d466aa6e-d3f1-4706-b5e1-f41fcfa5d0fd service neutron] 10.222.0.41 "GET /v2.0/networks/1284743e-a278-4ea3-9090-9b3fd2cc34a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810347 Sep 17 08:24:41.457776 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5bd2af3f-c008-4b67-a100-64cc72019ecd req-bed8040e-a9b6-4600-82fb-852b369b2429 service neutron] 10.222.0.41 "GET /v2.0/networks/1284743e-a278-4ea3-9090-9b3fd2cc34a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836637 Sep 17 08:24:41.590481 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8bbb3c-3b90-4c09-a86e-578ca1e740b8 req-109ba24c-5b0a-4900-960e-dcc1d1479fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:24:41.592497 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1d8bbb3c-3b90-4c09-a86e-578ca1e740b8 req-109ba24c-5b0a-4900-960e-dcc1d1479fe5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0bbdb03fe4b44f819abe924e0a8980e4&device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 1094 time: 0.0429258 Sep 17 08:24:41.692617 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8bbb3c-3b90-4c09-a86e-578ca1e740b8 req-7605d3eb-68c5-4007-a7fd-0d6da2c0c385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:24:41.694378 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1d8bbb3c-3b90-4c09-a86e-578ca1e740b8 req-7605d3eb-68c5-4007-a7fd-0d6da2c0c385 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1284743e-a278-4ea3-9090-9b3fd2cc34a4 HTTP/1.1" status: 200 len: 918 time: 0.0948625 Sep 17 08:24:41.738071 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1d8bbb3c-3b90-4c09-a86e-578ca1e740b8 req-69d26fbd-6a9e-4996-8170-11cdbea70433 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65 HTTP/1.1" status: 200 len: 217 time: 0.0361118 Sep 17 08:24:41.788455 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8bbb3c-3b90-4c09-a86e-578ca1e740b8 req-54b417c2-ba05-4913-930d-f76896da3e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:24:41.789939 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1d8bbb3c-3b90-4c09-a86e-578ca1e740b8 req-54b417c2-ba05-4913-930d-f76896da3e1b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=212bda04-0276-4ed0-9083-c88107f0c4c6 HTTP/1.1" status: 200 len: 856 time: 0.0446801 Sep 17 08:24:41.840717 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8bbb3c-3b90-4c09-a86e-578ca1e740b8 req-f1cdd42f-d3cc-4663-a961-a43c8e62ac04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:24:41.842211 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1d8bbb3c-3b90-4c09-a86e-578ca1e740b8 req-f1cdd42f-d3cc-4663-a961-a43c8e62ac04 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1284743e-a278-4ea3-9090-9b3fd2cc34a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454717 Sep 17 08:24:41.929848 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1d8bbb3c-3b90-4c09-a86e-578ca1e740b8 req-15639d78-3dec-44f5-aef7-56aa25a606a5 service neutron] 10.222.0.41 "GET /v2.0/networks/1284743e-a278-4ea3-9090-9b3fd2cc34a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804744 Sep 17 08:24:42.047336 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1d8bbb3c-3b90-4c09-a86e-578ca1e740b8 req-977a90fa-eb21-4a64-a604-041d6f22f848 service neutron] 10.222.0.41 "GET /v2.0/networks/1284743e-a278-4ea3-9090-9b3fd2cc34a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109328 Sep 17 08:24:42.066357 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33498a85-21c2-4a86-b7d9-d7d9dc65e9c3 req-899992c8-9755-4040-a872-7be1f6b4067e tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:24:42.068268 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-33498a85-21c2-4a86-b7d9-d7d9dc65e9c3 req-899992c8-9755-4040-a872-7be1f6b4067e tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 943 time: 0.0604658 Sep 17 08:24:42.106614 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-33498a85-21c2-4a86-b7d9-d7d9dc65e9c3 req-3734fe61-fa61-47e2-b08a-07951ddf70ef tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=84c51e02-f8e0-4fcd-b67e-fb23d4d0ecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318787 Sep 17 08:24:43.234824 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f825d6-68d7-4e7f-a448-2ddc8a578c50 req-a4063bd4-522d-4bd6-84ad-625c601eb1e3 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:24:43.236621 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c4f825d6-68d7-4e7f-a448-2ddc8a578c50 req-a4063bd4-522d-4bd6-84ad-625c601eb1e3 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 943 time: 0.0530548 Sep 17 08:24:43.276209 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c4f825d6-68d7-4e7f-a448-2ddc8a578c50 req-7f78646a-fcb7-4a75-bfc7-2e1dfe9e83f0 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=84c51e02-f8e0-4fcd-b67e-fb23d4d0ecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332522 Sep 17 08:24:44.398738 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d27cb-9f9b-43e4-9214-698eae530fe9 req-a4cff503-deb6-42fd-96bc-ab5fdd94ee0b tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:24:44.402255 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5f2d27cb-9f9b-43e4-9214-698eae530fe9 req-a4cff503-deb6-42fd-96bc-ab5fdd94ee0b tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 943 time: 0.0549090 Sep 17 08:24:44.440752 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5f2d27cb-9f9b-43e4-9214-698eae530fe9 req-1beab2b6-858d-48f1-9dfc-669adfbea8be tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=84c51e02-f8e0-4fcd-b67e-fb23d4d0ecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324383 Sep 17 08:24:45.558805 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab0763-ded8-48c7-a46d-c2f9360bdf3d req-98811fd2-b0e3-44a1-8b6e-6c0db96eb0d7 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:24:45.560334 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5fab0763-ded8-48c7-a46d-c2f9360bdf3d req-98811fd2-b0e3-44a1-8b6e-6c0db96eb0d7 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 943 time: 0.0482411 Sep 17 08:24:45.599877 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5fab0763-ded8-48c7-a46d-c2f9360bdf3d req-c6db2afc-b171-4291-a517-d9cbcc4d8e21 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=84c51e02-f8e0-4fcd-b67e-fb23d4d0ecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334611 Sep 17 08:24:45.830706 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65 details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:24:45.925249 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65,segment=NetworkSegment(c03e0a6e-57db-4f86-b77a-44067909abf9),segment_id=c03e0a6e-57db-4f86-b77a-44067909abf9)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:24:45.936680 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': '75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65', 'network_id': '1284743e-a278-4ea3-9090-9b3fd2cc34a4', 'port_id': '75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65', 'mac_address': 'fa:16:3e:9a:13:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '212bda04-0276-4ed0-9083-c88107f0c4c6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:24:45.973716 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:24:45.986460 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:24:46.005332 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65,segment=NetworkSegment(c03e0a6e-57db-4f86-b77a-44067909abf9),segment_id=c03e0a6e-57db-4f86-b77a-44067909abf9)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:24:46.009969 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:24:46.057633 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:24:46.065084 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:24:46.065437 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:24:46.065784 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:24:46.066123 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:24:46.066462 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:24:46.066858 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:24:46.067196 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:24:46.067525 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:24:46.067904 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:24:46.068233 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:24:46.068762 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:24:46.069096 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:24:46.442073 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:24:46.726326 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514e73e8-9145-401c-9f0f-b4e417e919d6 req-c82a29f6-6811-4bcc-9383-ee6c9afd997f tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:24:46.727842 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-514e73e8-9145-401c-9f0f-b4e417e919d6 req-c82a29f6-6811-4bcc-9383-ee6c9afd997f tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 944 time: 0.0485182 Sep 17 08:24:46.765679 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-514e73e8-9145-401c-9f0f-b4e417e919d6 req-c4cbc471-4a5f-4c2d-8ec0-352a12408515 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=84c51e02-f8e0-4fcd-b67e-fb23d4d0ecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315149 Sep 17 08:24:47.830781 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65 up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:24:47.880315 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning for port 75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:24:47.885709 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port 75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:24:47.886170 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:24:47.888922 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9ba06f-2d2a-4f35-b703-4f1208372d58 req-a030d723-1ffc-415d-a131-1b5d7b9dbdbb tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:24:47.890973 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ee9ba06f-2d2a-4f35-b703-4f1208372d58 req-a030d723-1ffc-415d-a131-1b5d7b9dbdbb tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 944 time: 0.0543809 Sep 17 08:24:47.931486 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ee9ba06f-2d2a-4f35-b703-4f1208372d58 req-7ff4c6cb-9037-4a93-82e7-84cdb2d84d0c tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=84c51e02-f8e0-4fcd-b67e-fb23d4d0ecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339398 Sep 17 08:24:47.968059 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:24:47.990324 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79ec0fbb-6784-4bd2-a9b0-a362dc9c6862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:24:47.992628 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1817cf1b-29a3-4819-9f86-8191b783828e" -d '{"events": [{"server_uuid": "79ec0fbb-6784-4bd2-a9b0-a362dc9c6862", "name": "network-vif-plugged", "status": "completed", "tag": "75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:24:48.005777 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65,segment=NetworkSegment(c03e0a6e-57db-4f86-b77a-44067909abf9),segment_id=c03e0a6e-57db-4f86-b77a-44067909abf9)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:24:48.010843 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:24:48.035532 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7fe0415-bb50-45a6-9631-2afe8ad6480f x-openstack-request-id: req-d7fe0415-bb50-45a6-9631-2afe8ad6480f {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:24:48.035827 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79ec0fbb-6784-4bd2-a9b0-a362dc9c6862", "name": "network-vif-plugged", "status": "completed", "tag": "75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:24:48.036106 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d7fe0415-bb50-45a6-9631-2afe8ad6480f {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:24:48.036493 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79ec0fbb-6784-4bd2-a9b0-a362dc9c6862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65', 'code': 200} Sep 17 08:24:48.062450 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:24:48.150671 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca825203-3cda-46ae-a7a1-82145c4e665a req-7bdc5590-77c9-4182-987f-0bf83571ce08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:24:48.152111 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ca825203-3cda-46ae-a7a1-82145c4e665a req-7bdc5590-77c9-4182-987f-0bf83571ce08 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 1096 time: 0.0396063 Sep 17 08:24:48.185766 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ca825203-3cda-46ae-a7a1-82145c4e665a req-1bbad9b8-29cb-4442-88f4-df91d81026c0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=84c51e02-f8e0-4fcd-b67e-fb23d4d0ecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270178 Sep 17 08:24:49.047972 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93a828-ef03-4a80-9b91-ee07e8717e3e req-52db1328-99d8-4ed6-93c2-38ef8c9eef17 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:24:49.049371 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4b93a828-ef03-4a80-9b91-ee07e8717e3e req-52db1328-99d8-4ed6-93c2-38ef8c9eef17 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 945 time: 0.0471435 Sep 17 08:24:49.090527 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4b93a828-ef03-4a80-9b91-ee07e8717e3e req-ce4d85d9-d5fe-4e6e-a530-6f6bd5cb9031 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=84c51e02-f8e0-4fcd-b67e-fb23d4d0ecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353382 Sep 17 08:24:49.970224 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bd653f2c-4fd5-4692-afb0-a57bb14c19c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:24:50.212839 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d2c87-21c2-4121-918c-a0ce608ccfa7 req-9bf78c7a-2add-49b1-9cba-80089ef314a0 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:24:50.214308 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-318d2c87-21c2-4121-918c-a0ce608ccfa7 req-9bf78c7a-2add-49b1-9cba-80089ef314a0 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 945 time: 0.0515735 Sep 17 08:24:50.251273 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-318d2c87-21c2-4121-918c-a0ce608ccfa7 req-7e875aba-8f6c-4f0e-a86b-5a834ebff04e tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=84c51e02-f8e0-4fcd-b67e-fb23d4d0ecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310411 Sep 17 08:24:50.363737 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662196c3-5190-4d29-ad60-01ca8c84b561 req-05c9ac8e-e851-4e1d-a6be-178fbbfeca81 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:24:50.365241 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-662196c3-5190-4d29-ad60-01ca8c84b561 req-05c9ac8e-e851-4e1d-a6be-178fbbfeca81 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 945 time: 0.0481324 Sep 17 08:24:50.374013 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 47848) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:24:50.378293 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-cff98021-dd03-4b51-af2a-7cd6a4837ccc tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Request body: {'floatingip': {'port_id': '75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:24:50.418986 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-cff98021-dd03-4b51-af2a-7cd6a4837ccc tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks [] for floatingip, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:24:50.832440 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-cff98021-dd03-4b51-af2a-7cd6a4837ccc tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:24:50.835990 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-cff98021-dd03-4b51-af2a-7cd6a4837ccc tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:24:50.940737 n-d-789963-9 neutron-server[101289]: INFO neutron.db.l3_db [None req-cff98021-dd03-4b51-af2a-7cd6a4837ccc tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Floating IP 49c97bbc-4f69-4be0-8ca0-637c0491921f associated. External IP: 172.25.6.190, port: 75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65. Sep 17 08:24:51.142155 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cff98021-dd03-4b51-af2a-7cd6a4837ccc tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Router 3439a0dd-6fba-4955-8b70-95586a2a2996 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:24:51.247065 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff98021-dd03-4b51-af2a-7cd6a4837ccc tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:24:51.251860 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-cff98021-dd03-4b51-af2a-7cd6a4837ccc tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:24:51.256429 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1cb921-5c38-42df-ae83-f4bf3ec41370 None None] Sync routers for ids ['3439a0dd-6fba-4955-8b70-95586a2a2996'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:24:51.265052 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1cb921-5c38-42df-ae83-f4bf3ec41370 None None] Routers {'3439a0dd-6fba-4955-8b70-95586a2a2996'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:24:51.265672 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-af1cb921-5c38-42df-ae83-f4bf3ec41370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:24:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['3439a0dd-6fba-4955-8b70-95586a2a2996'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:24:51.278040 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-cff98021-dd03-4b51-af2a-7cd6a4837ccc tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "PUT /v2.0/floatingips/49c97bbc-4f69-4be0-8ca0-637c0491921f HTTP/1.1" status: 200 len: 991 time: 0.9030077 Sep 17 08:24:51.278633 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79ec0fbb-6784-4bd2-a9b0-a362dc9c6862', 'tag': '75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:24:51.280905 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9188d9-10be-4752-a57a-22ad59c18bac" -d '{"events": [{"name": "network-changed", "server_uuid": "79ec0fbb-6784-4bd2-a9b0-a362dc9c6862", "tag": "75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:24:51.318138 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9100587d-38be-4bc0-bd53-beb9df87e713 x-openstack-request-id: req-9100587d-38be-4bc0-bd53-beb9df87e713 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:24:51.318800 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79ec0fbb-6784-4bd2-a9b0-a362dc9c6862", "tag": "75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:24:51.319282 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9100587d-38be-4bc0-bd53-beb9df87e713 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:24:51.319938 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79ec0fbb-6784-4bd2-a9b0-a362dc9c6862', 'tag': '75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65', 'status': 'completed', 'code': 200} Sep 17 08:24:51.417944 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9188d9-10be-4752-a57a-22ad59c18bac req-f49a53ca-926f-4fe1-8ee3-5c1fc909e41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:24:51.419531 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ca9188d9-10be-4752-a57a-22ad59c18bac req-f49a53ca-926f-4fe1-8ee3-5c1fc909e41f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0bbdb03fe4b44f819abe924e0a8980e4&device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 1096 time: 0.0430622 Sep 17 08:24:51.513658 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9188d9-10be-4752-a57a-22ad59c18bac req-6d77c0f3-e8df-4a83-9e56-65c0476790ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:24:51.515180 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ca9188d9-10be-4752-a57a-22ad59c18bac req-6d77c0f3-e8df-4a83-9e56-65c0476790ea service neutron] 10.222.0.41 "GET /v2.0/networks?id=1284743e-a278-4ea3-9090-9b3fd2cc34a4 HTTP/1.1" status: 200 len: 918 time: 0.0886493 Sep 17 08:24:51.529028 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-af1cb921-5c38-42df-ae83-f4bf3ec41370 None None] Set router 3439a0dd-6fba-4955-8b70-95586a2a2996 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:24:51.579435 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ca9188d9-10be-4752-a57a-22ad59c18bac req-8518e229-4966-4ff8-9918-93a431ddf7f8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65 HTTP/1.1" status: 200 len: 999 time: 0.0573189 Sep 17 08:24:51.632533 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9188d9-10be-4752-a57a-22ad59c18bac req-bc0bcbf9-71b5-42d2-a204-165c7debf75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:24:51.633956 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ca9188d9-10be-4752-a57a-22ad59c18bac req-bc0bcbf9-71b5-42d2-a204-165c7debf75e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=212bda04-0276-4ed0-9083-c88107f0c4c6 HTTP/1.1" status: 200 len: 856 time: 0.0478399 Sep 17 08:24:51.678428 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9188d9-10be-4752-a57a-22ad59c18bac req-e0c67772-9516-4a81-bedf-72712679c252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:24:51.680023 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ca9188d9-10be-4752-a57a-22ad59c18bac req-e0c67772-9516-4a81-bedf-72712679c252 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1284743e-a278-4ea3-9090-9b3fd2cc34a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390930 Sep 17 08:24:51.753694 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-af1cb921-5c38-42df-ae83-f4bf3ec41370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3439a0dd-6fba-4955-8b70-95586a2a2996', 'name': 'tempest-AttachVolumeShelveTestJSON-1050428141-router', 'tenant_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'f62ee90b-8bc4-4c0c-8f9a-f6d7e0f09879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:19:17Z', 'updated_at': '2021-09-17T08:19:19Z', 'revision_number': 4, 'project_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'gw_port': {'id': 'f62ee90b-8bc4-4c0c-8f9a-f6d7e0f09879', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:75:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3439a0dd-6fba-4955-8b70-95586a2a2996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:19:17Z', 'updated_at': '2021-09-17T08:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '49c97bbc-4f69-4be0-8ca0-637c0491921f', 'tenant_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'floating_ip_address': '172.25.6.190', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '3439a0dd-6fba-4955-8b70-95586a2a2996', 'port_id': '75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1284743e-a278-4ea3-9090-9b3fd2cc34a4', 'mac_address': 'fa:16:3e:9a:13:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ec0fbb-6784-4bd2-a9b0-a362dc9c6862', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:24:37Z', 'updated_at': '2021-09-17T08:24:50Z', 'revision_number': 1, 'project_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee9f0217-17b6-4856-bcdc-76e05c30a79b', 'name': '', 'network_id': '1284743e-a278-4ea3-9090-9b3fd2cc34a4', 'tenant_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'mac_address': 'fa:16:3e:4c:f2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3439a0dd-6fba-4955-8b70-95586a2a2996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '212bda04-0276-4ed0-9083-c88107f0c4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:19:19Z', 'updated_at': '2021-09-17T08:19:24Z', 'revision_number': 5, 'project_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'subnets': [{'id': '212bda04-0276-4ed0-9083-c88107f0c4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:24:51.767578 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ca9188d9-10be-4752-a57a-22ad59c18bac req-645da7c0-8980-4a1f-adb6-44c1881504ac service neutron] 10.222.0.41 "GET /v2.0/networks/1284743e-a278-4ea3-9090-9b3fd2cc34a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800383 Sep 17 08:24:51.780156 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1cb921-5c38-42df-ae83-f4bf3ec41370 None None] Checking router: 3439a0dd-6fba-4955-8b70-95586a2a2996 for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:24:51.788538 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1cb921-5c38-42df-ae83-f4bf3ec41370 None None] Routers {'3439a0dd-6fba-4955-8b70-95586a2a2996'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:24:51.789150 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-af1cb921-5c38-42df-ae83-f4bf3ec41370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:24:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['3439a0dd-6fba-4955-8b70-95586a2a2996'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:24:51.862429 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ca9188d9-10be-4752-a57a-22ad59c18bac req-cb91a877-16b2-4daf-bb84-a2fde9930c45 service neutron] 10.222.0.41 "GET /v2.0/networks/1284743e-a278-4ea3-9090-9b3fd2cc34a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872955 Sep 17 08:24:51.895469 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-af1cb921-5c38-42df-ae83-f4bf3ec41370 None None] Set router 3439a0dd-6fba-4955-8b70-95586a2a2996 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:24:52.118658 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-af1cb921-5c38-42df-ae83-f4bf3ec41370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3439a0dd-6fba-4955-8b70-95586a2a2996', 'name': 'tempest-AttachVolumeShelveTestJSON-1050428141-router', 'tenant_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'f62ee90b-8bc4-4c0c-8f9a-f6d7e0f09879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:19:17Z', 'updated_at': '2021-09-17T08:19:19Z', 'revision_number': 4, 'project_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'gw_port': {'id': 'f62ee90b-8bc4-4c0c-8f9a-f6d7e0f09879', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:75:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3439a0dd-6fba-4955-8b70-95586a2a2996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:19:17Z', 'updated_at': '2021-09-17T08:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '49c97bbc-4f69-4be0-8ca0-637c0491921f', 'tenant_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'floating_ip_address': '172.25.6.190', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '3439a0dd-6fba-4955-8b70-95586a2a2996', 'port_id': '75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1284743e-a278-4ea3-9090-9b3fd2cc34a4', 'mac_address': 'fa:16:3e:9a:13:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ec0fbb-6784-4bd2-a9b0-a362dc9c6862', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:24:37Z', 'updated_at': '2021-09-17T08:24:50Z', 'revision_number': 1, 'project_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee9f0217-17b6-4856-bcdc-76e05c30a79b', 'name': '', 'network_id': '1284743e-a278-4ea3-9090-9b3fd2cc34a4', 'tenant_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'mac_address': 'fa:16:3e:4c:f2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3439a0dd-6fba-4955-8b70-95586a2a2996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '212bda04-0276-4ed0-9083-c88107f0c4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:19:19Z', 'updated_at': '2021-09-17T08:19:24Z', 'revision_number': 5, 'project_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'subnets': [{'id': '212bda04-0276-4ed0-9083-c88107f0c4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:24:52.148382 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1cb921-5c38-42df-ae83-f4bf3ec41370 None None] The sync data for ids ['3439a0dd-6fba-4955-8b70-95586a2a2996'] in n-d-789963-9 is: [{'id': '3439a0dd-6fba-4955-8b70-95586a2a2996', 'name': 'tempest-AttachVolumeShelveTestJSON-1050428141-router', 'tenant_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'f62ee90b-8bc4-4c0c-8f9a-f6d7e0f09879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:19:17Z', 'updated_at': '2021-09-17T08:19:19Z', 'revision_number': 4, 'project_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'gw_port': {'id': 'f62ee90b-8bc4-4c0c-8f9a-f6d7e0f09879', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:75:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3439a0dd-6fba-4955-8b70-95586a2a2996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:19:17Z', 'updated_at': '2021-09-17T08:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '49c97bbc-4f69-4be0-8ca0-637c0491921f', 'tenant_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'floating_ip_address': '172.25.6.190', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '3439a0dd-6fba-4955-8b70-95586a2a2996', 'port_id': '75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1284743e-a278-4ea3-9090-9b3fd2cc34a4', 'mac_address': 'fa:16:3e:9a:13:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ec0fbb-6784-4bd2-a9b0-a362dc9c6862', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:24:37Z', 'updated_at': '2021-09-17T08:24:50Z', 'revision_number': 1, 'project_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee9f0217-17b6-4856-bcdc-76e05c30a79b', 'name': '', 'network_id': '1284743e-a278-4ea3-9090-9b3fd2cc34a4', 'tenant_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'mac_address': 'fa:16:3e:4c:f2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3439a0dd-6fba-4955-8b70-95586a2a2996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '212bda04-0276-4ed0-9083-c88107f0c4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:19:19Z', 'updated_at': '2021-09-17T08:19:24Z', 'revision_number': 5, 'project_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'subnets': [{'id': '212bda04-0276-4ed0-9083-c88107f0c4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:24:52.332467 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcaf6367-d564-4907-b6a5-944cee440096 None None] New status for floating IP 49c97bbc-4f69-4be0-8ca0-637c0491921f: ACTIVE {{(pid=101292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 08:24:52.462590 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-05fa1fa9-658a-490b-91ed-2d5f55107df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:24:52.739497 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:24:53.768926 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:24:55.355025 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:01.256024 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:25:05.220674 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f8927-c4f6-499c-b7cc-cc9cd9878767 req-0075b619-f201-41ff-ae29-bdbab36c10b7 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:05.222814 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a93f8927-c4f6-499c-b7cc-cc9cd9878767 req-0075b619-f201-41ff-ae29-bdbab36c10b7 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/ports?device_id=4eda659a-7f72-4736-b858-f107726f995a HTTP/1.1" status: 200 len: 946 time: 0.0513051 Sep 17 08:25:05.263336 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a93f8927-c4f6-499c-b7cc-cc9cd9878767 req-3da518f3-adf1-4afa-be06-f6047f943662 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/security-groups?id=b94d9899-65ee-4d02-a628-a2e0b7f05e78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330143 Sep 17 08:25:05.569597 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:05.789087 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:06.383974 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de835c3-eaf2-4992-acfd-4ee2927a1333 req-e7a311b7-e058-431a-834b-53e69f6dd583 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:06.385345 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0de835c3-eaf2-4992-acfd-4ee2927a1333 req-e7a311b7-e058-431a-834b-53e69f6dd583 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/ports?device_id=4eda659a-7f72-4736-b858-f107726f995a HTTP/1.1" status: 200 len: 946 time: 0.0526249 Sep 17 08:25:06.422114 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0de835c3-eaf2-4992-acfd-4ee2927a1333 req-7a717645-31bd-477a-b425-908ebc536f59 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/security-groups?id=b94d9899-65ee-4d02-a628-a2e0b7f05e78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309277 Sep 17 08:25:07.013671 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fd185158-b2a4-4e0c-8845-997cbb1e8c69 req-e11149f6-8f79-4bfe-b462-306d26a10056 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1814237057&fields=id&tenant_id=5a6798d8a56640cabd874ecb5022c2e7 HTTP/1.1" status: 200 len: 267 time: 0.0326829 Sep 17 08:25:07.117835 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd185158-b2a4-4e0c-8845-997cbb1e8c69 req-d5513920-574a-4a94-8232-9df8f7a6d8ae tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:07.119314 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fd185158-b2a4-4e0c-8845-997cbb1e8c69 req-d5513920-574a-4a94-8232-9df8f7a6d8ae tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/networks?id=660139d9-bdd8-4ad7-b799-f8f93f25eccf HTTP/1.1" status: 200 len: 812 time: 0.0989730 Sep 17 08:25:07.133824 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fd185158-b2a4-4e0c-8845-997cbb1e8c69 req-bc44994a-7432-46fe-9017-0a13cf24a4f7 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/quotas/5a6798d8a56640cabd874ecb5022c2e7 HTTP/1.1" status: 200 len: 375 time: 0.0087845 Sep 17 08:25:07.192506 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fd185158-b2a4-4e0c-8845-997cbb1e8c69 req-ee053505-3266-44b3-bc8e-4b07e64075dc tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5a6798d8a56640cabd874ecb5022c2e7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0535297 Sep 17 08:25:07.283895 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fd185158-b2a4-4e0c-8845-997cbb1e8c69 req-e019f664-3710-4e91-8a8b-98638a0e34c3 service neutron] 10.222.0.13 "GET /v2.0/networks/660139d9-bdd8-4ad7-b799-f8f93f25eccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803509 Sep 17 08:25:07.293660 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8997675-0f6b-4ba4-a9ff-a5b31d08df07 req-7e00ba76-4ad5-4429-8d3e-23eaf4288d56 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:07.295278 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a8997675-0f6b-4ba4-a9ff-a5b31d08df07 req-7e00ba76-4ad5-4429-8d3e-23eaf4288d56 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.39 "GET /v2.0/ports?device_id=4eda659a-7f72-4736-b858-f107726f995a HTTP/1.1" status: 200 len: 946 time: 0.0474966 Sep 17 08:25:07.376596 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fd185158-b2a4-4e0c-8845-997cbb1e8c69 req-3bea49b4-07f9-44d2-97a7-1381d275199d service neutron] 10.222.0.13 "GET /v2.0/networks/660139d9-bdd8-4ad7-b799-f8f93f25eccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860176 Sep 17 08:25:07.386565 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-a8997675-0f6b-4ba4-a9ff-a5b31d08df07 req-9cd2c6b7-cb0d-4992-8a75-05540fd58a03 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Deleting port c3e11471-4f74-4586-ad29-696693d67395 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:25:07.386908 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-a8997675-0f6b-4ba4-a9ff-a5b31d08df07 req-9cd2c6b7-cb0d-4992-8a75-05540fd58a03 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:07.478039 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-a8997675-0f6b-4ba4-a9ff-a5b31d08df07 req-9cd2c6b7-cb0d-4992-8a75-05540fd58a03 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] For port c3e11471-4f74-4586-ad29-696693d67395, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=c3e11471-4f74-4586-ad29-696693d67395,segment=NetworkSegment(46025e8d-63c5-4de8-95f4-1c42be162829),segment_id=46025e8d-63c5-4de8-95f4-1c42be162829)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:25:07.478428 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-a8997675-0f6b-4ba4-a9ff-a5b31d08df07 req-9cd2c6b7-cb0d-4992-8a75-05540fd58a03 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:07.549384 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd54008-bd31-46d0-8e23-d52173f79e13 req-10143755-52b7-4751-b6b9-4e803c29d696 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:07.551671 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fdd54008-bd31-46d0-8e23-d52173f79e13 req-10143755-52b7-4751-b6b9-4e803c29d696 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/ports?device_id=4eda659a-7f72-4736-b858-f107726f995a HTTP/1.1" status: 200 len: 946 time: 0.0557806 Sep 17 08:25:07.597120 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fdd54008-bd31-46d0-8e23-d52173f79e13 req-a96a8d1a-8e84-4f1b-81a8-48459ea58490 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/security-groups?id=b94d9899-65ee-4d02-a628-a2e0b7f05e78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379784 Sep 17 08:25:07.695047 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-a8997675-0f6b-4ba4-a9ff-a5b31d08df07 req-9cd2c6b7-cb0d-4992-8a75-05540fd58a03 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:07.695514 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-a8997675-0f6b-4ba4-a9ff-a5b31d08df07 req-9cd2c6b7-cb0d-4992-8a75-05540fd58a03 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:07.695946 n-d-789963-9 neutron-server[101290]: INFO neutron.db.l3_db [req-a8997675-0f6b-4ba4-a9ff-a5b31d08df07 req-9cd2c6b7-cb0d-4992-8a75-05540fd58a03 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Floating IP 945e378f-8d3c-419d-b4c6-c856694a6f3d disassociated. External IP: 172.25.6.61, port: c3e11471-4f74-4586-ad29-696693d67395. Sep 17 08:25:07.696358 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-a8997675-0f6b-4ba4-a9ff-a5b31d08df07 req-9cd2c6b7-cb0d-4992-8a75-05540fd58a03 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Calling delete_port for c3e11471-4f74-4586-ad29-696693d67395 owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:25:07.705262 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-285f85d5-4810-4d12-a99a-9585e93020dc req-3c784f53-da3a-4e64-86ab-308c8a85abee tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef11f0dd-5b0b-4d8a-a922-159a7bf2bb49 HTTP/1.1" status: 200 len: 210 time: 0.0300446 Sep 17 08:25:07.838609 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-a8997675-0f6b-4ba4-a9ff-a5b31d08df07 req-9cd2c6b7-cb0d-4992-8a75-05540fd58a03 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:07.872822 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd2c6b7-cb0d-4992-8a75-05540fd58a03 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Pushing event deleted for resources: {'Port': ['ID=c3e11471-4f74-4586-ad29-696693d67395,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:25:07.990331 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8997675-0f6b-4ba4-a9ff-a5b31d08df07 req-9cd2c6b7-cb0d-4992-8a75-05540fd58a03 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Router ba807bb7-68a8-454b-b1e8-55c7152f6265 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:25:08.097213 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8997675-0f6b-4ba4-a9ff-a5b31d08df07 req-9cd2c6b7-cb0d-4992-8a75-05540fd58a03 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:25:08.107377 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd546b7-c785-48e4-9a1b-9f93d33fc1f8 None None] Sync routers for ids ['ba807bb7-68a8-454b-b1e8-55c7152f6265'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:25:08.117144 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd546b7-c785-48e4-9a1b-9f93d33fc1f8 None None] Routers {'ba807bb7-68a8-454b-b1e8-55c7152f6265'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:25:08.117743 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-5cd546b7-c785-48e4-9a1b-9f93d33fc1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:24:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['ba807bb7-68a8-454b-b1e8-55c7152f6265'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:25:08.136591 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8997675-0f6b-4ba4-a9ff-a5b31d08df07 req-9cd2c6b7-cb0d-4992-8a75-05540fd58a03 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] No DVR routers for this DVR port c3e11471-4f74-4586-ad29-696693d67395 on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:25:08.139328 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-a8997675-0f6b-4ba4-a9ff-a5b31d08df07 req-9cd2c6b7-cb0d-4992-8a75-05540fd58a03 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:08.141534 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a8997675-0f6b-4ba4-a9ff-a5b31d08df07 req-9cd2c6b7-cb0d-4992-8a75-05540fd58a03 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.39 "DELETE /v2.0/ports/c3e11471-4f74-4586-ad29-696693d67395 HTTP/1.1" status: 204 len: 173 time: 0.8403223 Sep 17 08:25:08.142013 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eda659a-7f72-4736-b858-f107726f995a', 'name': 'network-vif-deleted', 'tag': 'c3e11471-4f74-4586-ad29-696693d67395'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:25:08.145073 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cff01fb-c3d3-48e9-bc47-9af696090f78" -d '{"events": [{"server_uuid": "4eda659a-7f72-4736-b858-f107726f995a", "name": "network-vif-deleted", "tag": "c3e11471-4f74-4586-ad29-696693d67395"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:25:08.184316 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28305e9b-1c65-4d9a-a3d1-e9d199ada50d x-openstack-request-id: req-28305e9b-1c65-4d9a-a3d1-e9d199ada50d {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:25:08.184685 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eda659a-7f72-4736-b858-f107726f995a", "name": "network-vif-deleted", "tag": "c3e11471-4f74-4586-ad29-696693d67395", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:25:08.185006 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-28305e9b-1c65-4d9a-a3d1-e9d199ada50d {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:25:08.185471 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eda659a-7f72-4736-b858-f107726f995a', 'name': 'network-vif-deleted', 'tag': 'c3e11471-4f74-4586-ad29-696693d67395', 'status': 'completed', 'code': 200} Sep 17 08:25:08.229233 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-5cd546b7-c785-48e4-9a1b-9f93d33fc1f8 None None] Set router ba807bb7-68a8-454b-b1e8-55c7152f6265 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:25:08.432663 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-5cd546b7-c785-48e4-9a1b-9f93d33fc1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba807bb7-68a8-454b-b1e8-55c7152f6265', 'name': 'tempest-AttachVolumeTestJSON-696205720-router', 'tenant_id': '8b27055ca25d48d28002aa2279d58577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'c5a999f3-e235-4c77-adea-857265150556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:15:46Z', 'updated_at': '2021-09-17T08:15:50Z', 'revision_number': 4, 'project_id': '8b27055ca25d48d28002aa2279d58577', 'gw_port': {'id': 'c5a999f3-e235-4c77-adea-857265150556', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba807bb7-68a8-454b-b1e8-55c7152f6265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:15:46Z', 'updated_at': '2021-09-17T08:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '5176e92d-b753-4cc7-ae3d-cbe7b39b4f9b', 'name': '', 'network_id': 'e65f884c-2c8f-48ea-b79e-b731ed55ac23', 'tenant_id': '8b27055ca25d48d28002aa2279d58577', 'mac_address': 'fa:16:3e:30:96:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba807bb7-68a8-454b-b1e8-55c7152f6265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '9a12b56e-5850-4bc0-bba9-8ec5a23a47ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:15:48Z', 'updated_at': '2021-09-17T08:15:53Z', 'revision_number': 5, 'project_id': '8b27055ca25d48d28002aa2279d58577', 'subnets': [{'id': '9a12b56e-5850-4bc0-bba9-8ec5a23a47ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:25:08.462350 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd546b7-c785-48e4-9a1b-9f93d33fc1f8 None None] Checking router: ba807bb7-68a8-454b-b1e8-55c7152f6265 for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:25:08.470447 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd546b7-c785-48e4-9a1b-9f93d33fc1f8 None None] Routers {'ba807bb7-68a8-454b-b1e8-55c7152f6265'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:25:08.471045 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-5cd546b7-c785-48e4-9a1b-9f93d33fc1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:24:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['ba807bb7-68a8-454b-b1e8-55c7152f6265'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:25:08.575035 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-5cd546b7-c785-48e4-9a1b-9f93d33fc1f8 None None] Set router ba807bb7-68a8-454b-b1e8-55c7152f6265 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:25:08.688273 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 48018) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:08.750713 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e1adf313-fb1e-46f0-a521-92ec1ac8a001 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:08.775680 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e1adf313-fb1e-46f0-a521-92ec1ac8a001 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:08.793304 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-5cd546b7-c785-48e4-9a1b-9f93d33fc1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba807bb7-68a8-454b-b1e8-55c7152f6265', 'name': 'tempest-AttachVolumeTestJSON-696205720-router', 'tenant_id': '8b27055ca25d48d28002aa2279d58577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'c5a999f3-e235-4c77-adea-857265150556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:15:46Z', 'updated_at': '2021-09-17T08:15:50Z', 'revision_number': 4, 'project_id': '8b27055ca25d48d28002aa2279d58577', 'gw_port': {'id': 'c5a999f3-e235-4c77-adea-857265150556', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba807bb7-68a8-454b-b1e8-55c7152f6265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:15:46Z', 'updated_at': '2021-09-17T08:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '5176e92d-b753-4cc7-ae3d-cbe7b39b4f9b', 'name': '', 'network_id': 'e65f884c-2c8f-48ea-b79e-b731ed55ac23', 'tenant_id': '8b27055ca25d48d28002aa2279d58577', 'mac_address': 'fa:16:3e:30:96:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba807bb7-68a8-454b-b1e8-55c7152f6265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '9a12b56e-5850-4bc0-bba9-8ec5a23a47ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:15:48Z', 'updated_at': '2021-09-17T08:15:53Z', 'revision_number': 5, 'project_id': '8b27055ca25d48d28002aa2279d58577', 'subnets': [{'id': '9a12b56e-5850-4bc0-bba9-8ec5a23a47ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:25:08.816730 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a48212d1-45eb-4038-be28-8a5404c76a60 req-f45e4dca-252c-408b-927b-c13ffc6b9955 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef11f0dd-5b0b-4d8a-a922-159a7bf2bb49 HTTP/1.1" status: 200 len: 210 time: 0.0324891 Sep 17 08:25:08.819559 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd546b7-c785-48e4-9a1b-9f93d33fc1f8 None None] The sync data for ids ['ba807bb7-68a8-454b-b1e8-55c7152f6265'] in n-d-789963-9 is: [{'id': 'ba807bb7-68a8-454b-b1e8-55c7152f6265', 'name': 'tempest-AttachVolumeTestJSON-696205720-router', 'tenant_id': '8b27055ca25d48d28002aa2279d58577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'c5a999f3-e235-4c77-adea-857265150556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:15:46Z', 'updated_at': '2021-09-17T08:15:50Z', 'revision_number': 4, 'project_id': '8b27055ca25d48d28002aa2279d58577', 'gw_port': {'id': 'c5a999f3-e235-4c77-adea-857265150556', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba807bb7-68a8-454b-b1e8-55c7152f6265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:15:46Z', 'updated_at': '2021-09-17T08:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '5176e92d-b753-4cc7-ae3d-cbe7b39b4f9b', 'name': '', 'network_id': 'e65f884c-2c8f-48ea-b79e-b731ed55ac23', 'tenant_id': '8b27055ca25d48d28002aa2279d58577', 'mac_address': 'fa:16:3e:30:96:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba807bb7-68a8-454b-b1e8-55c7152f6265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '9a12b56e-5850-4bc0-bba9-8ec5a23a47ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:15:48Z', 'updated_at': '2021-09-17T08:15:53Z', 'revision_number': 5, 'project_id': '8b27055ca25d48d28002aa2279d58577', 'subnets': [{'id': '9a12b56e-5850-4bc0-bba9-8ec5a23a47ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:25:08.857798 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e1adf313-fb1e-46f0-a521-92ec1ac8a001 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:08.860480 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e1adf313-fb1e-46f0-a521-92ec1ac8a001 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:08.861657 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e1adf313-fb1e-46f0-a521-92ec1ac8a001 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "DELETE /v2.0/security-groups/b94d9899-65ee-4d02-a628-a2e0b7f05e78 HTTP/1.1" status: 204 len: 168 time: 0.1723688 Sep 17 08:25:08.864522 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 48024) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:08.872633 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1adf313-fb1e-46f0-a521-92ec1ac8a001 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94d9899-65ee-4d02-a628-a2e0b7f05e78,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:25:08.884176 n-d-789963-9 neutron-server[101290]: INFO neutron.api.v2.resource [None req-815549f1-505c-41c3-a151-c41df04c7a16 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] show failed (client error): The resource could not be found. Sep 17 08:25:08.885366 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-815549f1-505c-41c3-a151-c41df04c7a16 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "GET /v2.0/security-groups/b94d9899-65ee-4d02-a628-a2e0b7f05e78 HTTP/1.1" status: 404 len: 347 time: 0.0184011 Sep 17 08:25:08.888416 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 48026) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:09.027794 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-8511976d-5b57-4f3f-8325-5a2445fbb281 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Deleting port b58bfaff-1210-4b9d-bee1-e66d012b2543 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:25:09.028181 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8511976d-5b57-4f3f-8325-5a2445fbb281 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:09.069879 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c51669-3aa1-4eac-8df6-4be0e8b727e7 None None] New status for floating IP 945e378f-8d3c-419d-b4c6-c856694a6f3d: DOWN {{(pid=101292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 08:25:09.137643 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8511976d-5b57-4f3f-8325-5a2445fbb281 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:09.138096 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8511976d-5b57-4f3f-8325-5a2445fbb281 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:09.157941 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-8511976d-5b57-4f3f-8325-5a2445fbb281 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Calling delete_port for b58bfaff-1210-4b9d-bee1-e66d012b2543 owned by network:floatingip {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:25:09.316097 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8511976d-5b57-4f3f-8325-5a2445fbb281 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:09.349441 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8511976d-5b57-4f3f-8325-5a2445fbb281 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Pushing event deleted for resources: {'Port': ['ID=b58bfaff-1210-4b9d-bee1-e66d012b2543,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:25:09.406789 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8511976d-5b57-4f3f-8325-5a2445fbb281 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks [] for floatingip, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:09.409892 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8511976d-5b57-4f3f-8325-5a2445fbb281 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:09.411064 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-8511976d-5b57-4f3f-8325-5a2445fbb281 tempest-AttachVolumeTestJSON-1060719041 tempest-AttachVolumeTestJSON-1060719041-project] 10.222.0.13 "DELETE /v2.0/floatingips/945e378f-8d3c-419d-b4c6-c856694a6f3d HTTP/1.1" status: 204 len: 168 time: 0.5215175 Sep 17 08:25:09.761819 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd185158-b2a4-4e0c-8845-997cbb1e8c69 req-09cc474f-2848-45d8-8c5e-190058ade53c tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:09.763415 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fd185158-b2a4-4e0c-8845-997cbb1e8c69 req-09cc474f-2848-45d8-8c5e-190058ade53c tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.39 "GET /v2.0/networks?id=660139d9-bdd8-4ad7-b799-f8f93f25eccf HTTP/1.1" status: 200 len: 812 time: 0.1127048 Sep 17 08:25:09.835002 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fd185158-b2a4-4e0c-8845-997cbb1e8c69 req-a8652faf-1577-4722-8642-9347613383b9 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a6798d8a56640cabd874ecb5022c2e7 HTTP/1.1" status: 200 len: 380 time: 0.0560656 Sep 17 08:25:09.861739 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-fd185158-b2a4-4e0c-8845-997cbb1e8c69 req-bfaf8ff5-bafe-4197-92a2-d4230b101c89 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Request body: {'port': {'device_id': 'ef11f0dd-5b0b-4d8a-a922-159a7bf2bb49', 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf', 'admin_state_up': True, 'tenant_id': '5a6798d8a56640cabd874ecb5022c2e7', 'security_groups': ['7a9e4360-0cd0-46e6-9fce-1fb8bd67e9ba']}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:25:09.972971 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6b4ad494-0da0-41ac-80c1-ea0c6a014d62 req-e17c49f8-606c-4aa5-ae84-cd4e02651445 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef11f0dd-5b0b-4d8a-a922-159a7bf2bb49 HTTP/1.1" status: 200 len: 210 time: 0.0332797 Sep 17 08:25:10.008629 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd185158-b2a4-4e0c-8845-997cbb1e8c69 req-bfaf8ff5-bafe-4197-92a2-d4230b101c89 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Made reservation on behalf of 5a6798d8a56640cabd874ecb5022c2e7 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:25:10.013535 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fd185158-b2a4-4e0c-8845-997cbb1e8c69 req-bfaf8ff5-bafe-4197-92a2-d4230b101c89 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:10.163259 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-fd185158-b2a4-4e0c-8845-997cbb1e8c69 req-bfaf8ff5-bafe-4197-92a2-d4230b101c89 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Allocated IP 172.20.0.6 (660139d9-bdd8-4ad7-b799-f8f93f25eccf/0d01eb21-118c-498b-a866-b124536b59b1/dff6e837-3baf-4200-9fdb-5c055afa7e6e) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:25:10.311747 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fd185158-b2a4-4e0c-8845-997cbb1e8c69 req-bfaf8ff5-bafe-4197-92a2-d4230b101c89 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:10.346313 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fd185158-b2a4-4e0c-8845-997cbb1e8c69 req-bfaf8ff5-bafe-4197-92a2-d4230b101c89 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:10.388841 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd185158-b2a4-4e0c-8845-997cbb1e8c69 req-bfaf8ff5-bafe-4197-92a2-d4230b101c89 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Network 660139d9-bdd8-4ad7-b799-f8f93f25eccf is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:25:10.391948 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-fd185158-b2a4-4e0c-8845-997cbb1e8c69 req-bfaf8ff5-bafe-4197-92a2-d4230b101c89 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:25:10.397707 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd185158-b2a4-4e0c-8845-997cbb1e8c69 req-bfaf8ff5-bafe-4197-92a2-d4230b101c89 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:25:10.404198 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaf8ff5-bafe-4197-92a2-d4230b101c89 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Pushing event updated for resources: {'Port': ['ID=dff6e837-3baf-4200-9fdb-5c055afa7e6e,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:25:10.453933 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd185158-b2a4-4e0c-8845-997cbb1e8c69 req-bfaf8ff5-bafe-4197-92a2-d4230b101c89 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:10.454593 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fd185158-b2a4-4e0c-8845-997cbb1e8c69 req-bfaf8ff5-bafe-4197-92a2-d4230b101c89 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:10.473327 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fd185158-b2a4-4e0c-8845-997cbb1e8c69 req-bfaf8ff5-bafe-4197-92a2-d4230b101c89 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6175735 Sep 17 08:25:10.484451 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [req-fd185158-b2a4-4e0c-8845-997cbb1e8c69 req-b6be6c47-19b4-454b-afd6-f5da1bf4ce4e tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:25:10.485962 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fd185158-b2a4-4e0c-8845-997cbb1e8c69 req-b6be6c47-19b4-454b-afd6-f5da1bf4ce4e tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066404 Sep 17 08:25:10.505302 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-fd185158-b2a4-4e0c-8845-997cbb1e8c69 req-e9c0f7f0-a35a-4d72-b043-61d345969f50 service neutron] Request body: {'port': {'device_id': 'ef11f0dd-5b0b-4d8a-a922-159a7bf2bb49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:25:10.566288 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fd185158-b2a4-4e0c-8845-997cbb1e8c69 req-e9c0f7f0-a35a-4d72-b043-61d345969f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:10.655469 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ff76708b-f14e-4fa6-a655-270a5650ea3f None None] Provisioning complete for port dff6e837-3baf-4200-9fdb-5c055afa7e6e triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:25:10.656063 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ff76708b-f14e-4fa6-a655-270a5650ea3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:10.708566 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ff76708b-f14e-4fa6-a655-270a5650ea3f None None] Port dff6e837-3baf-4200-9fdb-5c055afa7e6e cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:25:10.863189 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-fd185158-b2a4-4e0c-8845-997cbb1e8c69 req-e9c0f7f0-a35a-4d72-b043-61d345969f50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dff6e837-3baf-4200-9fdb-5c055afa7e6e {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:25:10.871377 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fd185158-b2a4-4e0c-8845-997cbb1e8c69 req-e9c0f7f0-a35a-4d72-b043-61d345969f50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:10.885180 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-fd185158-b2a4-4e0c-8845-997cbb1e8c69 req-e9c0f7f0-a35a-4d72-b043-61d345969f50 service neutron] Transition to ACTIVE for port object dff6e837-3baf-4200-9fdb-5c055afa7e6e will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:25:10.888635 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fd185158-b2a4-4e0c-8845-997cbb1e8c69 req-e9c0f7f0-a35a-4d72-b043-61d345969f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:10.941965 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c0f7f0-a35a-4d72-b043-61d345969f50 service neutron] Pushing event updated for resources: {'Port': ['ID=dff6e837-3baf-4200-9fdb-5c055afa7e6e,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:25:11.075991 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-fd185158-b2a4-4e0c-8845-997cbb1e8c69 req-e9c0f7f0-a35a-4d72-b043-61d345969f50 service neutron] Attempting to bind port dff6e837-3baf-4200-9fdb-5c055afa7e6e on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:25:11.076699 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-fd185158-b2a4-4e0c-8845-997cbb1e8c69 req-e9c0f7f0-a35a-4d72-b043-61d345969f50 service neutron] Attempting to bind port dff6e837-3baf-4200-9fdb-5c055afa7e6e by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': '87efb6ce-2270-470a-8c19-7b337a956aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:25:11.076699 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd185158-b2a4-4e0c-8845-997cbb1e8c69 req-e9c0f7f0-a35a-4d72-b043-61d345969f50 service neutron] Attempting to bind port dff6e837-3baf-4200-9fdb-5c055afa7e6e on network 660139d9-bdd8-4ad7-b799-f8f93f25eccf {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:25:11.101743 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd185158-b2a4-4e0c-8845-997cbb1e8c69 req-e9c0f7f0-a35a-4d72-b043-61d345969f50 service neutron] Port dff6e837-3baf-4200-9fdb-5c055afa7e6e on network 660139d9-bdd8-4ad7-b799-f8f93f25eccf not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:25:11.102070 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd185158-b2a4-4e0c-8845-997cbb1e8c69 req-e9c0f7f0-a35a-4d72-b043-61d345969f50 service neutron] Attempting to bind port dff6e837-3baf-4200-9fdb-5c055afa7e6e on network 660139d9-bdd8-4ad7-b799-f8f93f25eccf {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:25:11.109704 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd185158-b2a4-4e0c-8845-997cbb1e8c69 req-e9c0f7f0-a35a-4d72-b043-61d345969f50 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:25:11.110043 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd185158-b2a4-4e0c-8845-997cbb1e8c69 req-e9c0f7f0-a35a-4d72-b043-61d345969f50 service neutron] Checking segment: {'id': '87efb6ce-2270-470a-8c19-7b337a956aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:25:11.110430 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd185158-b2a4-4e0c-8845-997cbb1e8c69 req-e9c0f7f0-a35a-4d72-b043-61d345969f50 service neutron] Bound using segment: {'id': '87efb6ce-2270-470a-8c19-7b337a956aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:25:11.110861 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-fd185158-b2a4-4e0c-8845-997cbb1e8c69 req-e9c0f7f0-a35a-4d72-b043-61d345969f50 service neutron] Bound port: dff6e837-3baf-4200-9fdb-5c055afa7e6e, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87efb6ce-2270-470a-8c19-7b337a956aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:25:11.111231 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fd185158-b2a4-4e0c-8845-997cbb1e8c69 req-e9c0f7f0-a35a-4d72-b043-61d345969f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:11.135877 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68fb7da-9119-46a6-98ac-4ff19a71db1d req-58626766-b105-402e-86c0-6333e64018a1 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:11.147431 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b68fb7da-9119-46a6-98ac-4ff19a71db1d req-58626766-b105-402e-86c0-6333e64018a1 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef11f0dd-5b0b-4d8a-a922-159a7bf2bb49 HTTP/1.1" status: 200 len: 943 time: 0.0721908 Sep 17 08:25:11.207056 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b68fb7da-9119-46a6-98ac-4ff19a71db1d req-e1a8739e-8349-4cc7-85b4-78a9ce708280 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a9e4360-0cd0-46e6-9fce-1fb8bd67e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568447 Sep 17 08:25:11.229653 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-fd185158-b2a4-4e0c-8845-997cbb1e8c69 req-e9c0f7f0-a35a-4d72-b043-61d345969f50 service neutron] For port dff6e837-3baf-4200-9fdb-5c055afa7e6e, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:25:11.233838 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-fd185158-b2a4-4e0c-8845-997cbb1e8c69 req-e9c0f7f0-a35a-4d72-b043-61d345969f50 service neutron] For port dff6e837-3baf-4200-9fdb-5c055afa7e6e, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=dff6e837-3baf-4200-9fdb-5c055afa7e6e,segment=NetworkSegment(87efb6ce-2270-470a-8c19-7b337a956aa6),segment_id=87efb6ce-2270-470a-8c19-7b337a956aa6)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:25:11.242373 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fd185158-b2a4-4e0c-8845-997cbb1e8c69 req-e9c0f7f0-a35a-4d72-b043-61d345969f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:11.276298 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd185158-b2a4-4e0c-8845-997cbb1e8c69 req-e9c0f7f0-a35a-4d72-b043-61d345969f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:11.276922 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fd185158-b2a4-4e0c-8845-997cbb1e8c69 req-e9c0f7f0-a35a-4d72-b043-61d345969f50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:11.278327 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fd185158-b2a4-4e0c-8845-997cbb1e8c69 req-e9c0f7f0-a35a-4d72-b043-61d345969f50 service neutron] 10.222.0.39 "PUT /v2.0/ports/dff6e837-3baf-4200-9fdb-5c055afa7e6e HTTP/1.1" status: 200 len: 1091 time: 0.7775743 Sep 17 08:25:11.278778 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef11f0dd-5b0b-4d8a-a922-159a7bf2bb49', 'tag': 'dff6e837-3baf-4200-9fdb-5c055afa7e6e'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:25:11.281042 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a6ba16-b256-419a-99d8-503fa96a4135" -d '{"events": [{"name": "network-changed", "server_uuid": "ef11f0dd-5b0b-4d8a-a922-159a7bf2bb49", "tag": "dff6e837-3baf-4200-9fdb-5c055afa7e6e"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:25:11.292706 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device c3e11471-4f74-4586-ad29-696693d67395 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:25:11.319382 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c0f7f0-a35a-4d72-b043-61d345969f50 service neutron] Pushing event updated for resources: {'Port': ['ID=dff6e837-3baf-4200-9fdb-5c055afa7e6e,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:25:11.347825 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: c3e11471-4f74-4586-ad29-696693d67395 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:25:11.348214 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device c3e11471-4f74-4586-ad29-696693d67395 not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:25:11.370179 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5721343-cf70-426c-9534-1df3753e914e x-openstack-request-id: req-a5721343-cf70-426c-9534-1df3753e914e {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:25:11.370851 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef11f0dd-5b0b-4d8a-a922-159a7bf2bb49", "tag": "dff6e837-3baf-4200-9fdb-5c055afa7e6e", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:25:11.371479 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a5721343-cf70-426c-9534-1df3753e914e {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:25:11.372114 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef11f0dd-5b0b-4d8a-a922-159a7bf2bb49', 'tag': 'dff6e837-3baf-4200-9fdb-5c055afa7e6e', 'status': 'completed', 'code': 200} Sep 17 08:25:11.408682 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd185158-b2a4-4e0c-8845-997cbb1e8c69 req-460a9199-8d7e-4be9-b1a8-5c6568af83bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:11.410524 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fd185158-b2a4-4e0c-8845-997cbb1e8c69 req-460a9199-8d7e-4be9-b1a8-5c6568af83bc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5a6798d8a56640cabd874ecb5022c2e7&device_id=ef11f0dd-5b0b-4d8a-a922-159a7bf2bb49 HTTP/1.1" status: 200 len: 1094 time: 0.0641780 Sep 17 08:25:11.470987 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fd185158-b2a4-4e0c-8845-997cbb1e8c69 req-624d32f8-a5d5-47cd-8acc-4be405a46374 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dff6e837-3baf-4200-9fdb-5c055afa7e6e HTTP/1.1" status: 200 len: 217 time: 0.0460057 Sep 17 08:25:11.531702 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd185158-b2a4-4e0c-8845-997cbb1e8c69 req-5e776c85-4d52-4b33-90f0-2131ec80dcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:11.533606 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fd185158-b2a4-4e0c-8845-997cbb1e8c69 req-5e776c85-4d52-4b33-90f0-2131ec80dcdf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d01eb21-118c-498b-a866-b124536b59b1 HTTP/1.1" status: 200 len: 851 time: 0.0540013 Sep 17 08:25:11.598780 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd185158-b2a4-4e0c-8845-997cbb1e8c69 req-8fa37709-dca3-424e-b8da-6a39962398c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:11.601349 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fd185158-b2a4-4e0c-8845-997cbb1e8c69 req-8fa37709-dca3-424e-b8da-6a39962398c6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=660139d9-bdd8-4ad7-b799-f8f93f25eccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598257 Sep 17 08:25:11.700250 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fd185158-b2a4-4e0c-8845-997cbb1e8c69 req-b3c00688-f529-4ba1-acb1-b5a1c8fb6c51 service neutron] 10.222.0.39 "GET /v2.0/networks/660139d9-bdd8-4ad7-b799-f8f93f25eccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914044 Sep 17 08:25:11.802577 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fd185158-b2a4-4e0c-8845-997cbb1e8c69 req-75529b5d-50d0-475c-a138-7a4ee40c13b1 service neutron] 10.222.0.39 "GET /v2.0/networks/660139d9-bdd8-4ad7-b799-f8f93f25eccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951626 Sep 17 08:25:11.922053 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a6ba16-b256-419a-99d8-503fa96a4135 req-cbe27aff-7dda-4e4a-a27f-57194f1fca12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:11.923645 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-70a6ba16-b256-419a-99d8-503fa96a4135 req-cbe27aff-7dda-4e4a-a27f-57194f1fca12 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5a6798d8a56640cabd874ecb5022c2e7&device_id=ef11f0dd-5b0b-4d8a-a922-159a7bf2bb49 HTTP/1.1" status: 200 len: 1094 time: 0.0494900 Sep 17 08:25:12.022523 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a6ba16-b256-419a-99d8-503fa96a4135 req-a7882599-736f-40a1-96ff-fecbd46c70f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:12.024070 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-70a6ba16-b256-419a-99d8-503fa96a4135 req-a7882599-736f-40a1-96ff-fecbd46c70f9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=660139d9-bdd8-4ad7-b799-f8f93f25eccf HTTP/1.1" status: 200 len: 913 time: 0.0937922 Sep 17 08:25:12.080985 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-70a6ba16-b256-419a-99d8-503fa96a4135 req-af2364c4-c237-407d-8057-829556cb00f0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dff6e837-3baf-4200-9fdb-5c055afa7e6e HTTP/1.1" status: 200 len: 217 time: 0.0481682 Sep 17 08:25:12.135496 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a6ba16-b256-419a-99d8-503fa96a4135 req-36130f43-8899-470c-bfce-d949889ba236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:12.137132 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-70a6ba16-b256-419a-99d8-503fa96a4135 req-36130f43-8899-470c-bfce-d949889ba236 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d01eb21-118c-498b-a866-b124536b59b1 HTTP/1.1" status: 200 len: 851 time: 0.0492802 Sep 17 08:25:12.187771 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a6ba16-b256-419a-99d8-503fa96a4135 req-39665a47-e929-447e-b241-f75a55d90285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:12.189351 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-70a6ba16-b256-419a-99d8-503fa96a4135 req-39665a47-e929-447e-b241-f75a55d90285 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=660139d9-bdd8-4ad7-b799-f8f93f25eccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453258 Sep 17 08:25:12.309749 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-70a6ba16-b256-419a-99d8-503fa96a4135 req-09b6a915-96d0-42cd-ad97-a38d7a2ad27f service neutron] 10.222.0.39 "GET /v2.0/networks/660139d9-bdd8-4ad7-b799-f8f93f25eccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117923 Sep 17 08:25:12.343302 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f047e6-6803-4ffe-bc4e-85c073154dbb req-e953c1a9-cc34-41d5-b5da-404afa55a232 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:12.345595 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-74f047e6-6803-4ffe-bc4e-85c073154dbb req-e953c1a9-cc34-41d5-b5da-404afa55a232 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef11f0dd-5b0b-4d8a-a922-159a7bf2bb49 HTTP/1.1" status: 200 len: 943 time: 0.0615647 Sep 17 08:25:12.387557 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-74f047e6-6803-4ffe-bc4e-85c073154dbb req-d2d30379-b47e-4bab-a3e1-90922948bfef tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a9e4360-0cd0-46e6-9fce-1fb8bd67e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334222 Sep 17 08:25:12.418971 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-70a6ba16-b256-419a-99d8-503fa96a4135 req-38537d01-3a2f-46a1-8774-d60a2872b951 service neutron] 10.222.0.39 "GET /v2.0/networks/660139d9-bdd8-4ad7-b799-f8f93f25eccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021857 Sep 17 08:25:13.508385 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b63e5bb-2e90-46e7-9eb2-60b3a72ed97d req-5b33bc99-feac-44bf-8901-44ad13c34b59 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:13.509959 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4b63e5bb-2e90-46e7-9eb2-60b3a72ed97d req-5b33bc99-feac-44bf-8901-44ad13c34b59 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef11f0dd-5b0b-4d8a-a922-159a7bf2bb49 HTTP/1.1" status: 200 len: 943 time: 0.0542045 Sep 17 08:25:13.550133 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4b63e5bb-2e90-46e7-9eb2-60b3a72ed97d req-a3683178-d211-42b9-af06-b5d39317e9c4 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a9e4360-0cd0-46e6-9fce-1fb8bd67e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338967 Sep 17 08:25:14.671427 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d530f41-e4a8-4032-b7fc-b419dd4f8137 req-7fd263de-3a2e-4be6-a695-50a9ec4bbe31 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:14.672935 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5d530f41-e4a8-4032-b7fc-b419dd4f8137 req-7fd263de-3a2e-4be6-a695-50a9ec4bbe31 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef11f0dd-5b0b-4d8a-a922-159a7bf2bb49 HTTP/1.1" status: 200 len: 943 time: 0.0528619 Sep 17 08:25:14.710744 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5d530f41-e4a8-4032-b7fc-b419dd4f8137 req-00c2566e-3c76-4f4d-8695-3b07ba1d1463 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a9e4360-0cd0-46e6-9fce-1fb8bd67e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316505 Sep 17 08:25:15.826962 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd8c07b-0ccc-4144-acb7-ce9c70f5c723 req-748a68ad-3830-437c-b4a0-3886df76b47b tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:15.828420 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8bd8c07b-0ccc-4144-acb7-ce9c70f5c723 req-748a68ad-3830-437c-b4a0-3886df76b47b tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef11f0dd-5b0b-4d8a-a922-159a7bf2bb49 HTTP/1.1" status: 200 len: 943 time: 0.0501225 Sep 17 08:25:15.868180 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8bd8c07b-0ccc-4144-acb7-ce9c70f5c723 req-cfd63cb9-7be2-4c76-b790-2af1d8707cba tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a9e4360-0cd0-46e6-9fce-1fb8bd67e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317161 Sep 17 08:25:17.000417 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a87d5-9f76-4ced-8ce9-d384885b835f req-cdd28e55-569b-4c49-817f-aafa3d8b0cb7 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:17.001975 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-797a87d5-9f76-4ced-8ce9-d384885b835f req-cdd28e55-569b-4c49-817f-aafa3d8b0cb7 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef11f0dd-5b0b-4d8a-a922-159a7bf2bb49 HTTP/1.1" status: 200 len: 943 time: 0.0557430 Sep 17 08:25:17.039887 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-797a87d5-9f76-4ced-8ce9-d384885b835f req-a2bfc8ac-5ae0-42c1-b2b7-3bf7caea8891 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a9e4360-0cd0-46e6-9fce-1fb8bd67e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313461 Sep 17 08:25:18.165570 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d15f55a-a1df-4a36-af29-9507f0a67255 req-e0418185-c7f0-4872-811a-efc588918473 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:18.172579 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1d15f55a-a1df-4a36-af29-9507f0a67255 req-e0418185-c7f0-4872-811a-efc588918473 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef11f0dd-5b0b-4d8a-a922-159a7bf2bb49 HTTP/1.1" status: 200 len: 943 time: 0.0600893 Sep 17 08:25:18.206143 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1d15f55a-a1df-4a36-af29-9507f0a67255 req-4735b96b-10ef-44e3-9efd-8c2401a6fe76 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a9e4360-0cd0-46e6-9fce-1fb8bd67e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325603 Sep 17 08:25:18.320966 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 48100) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:18.737267 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-eddea888-9297-4853-a0f7-d00ef35d1fbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:18.982079 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-eddea888-9297-4853-a0f7-d00ef35d1fbd admin admin] Deleting port 5176e92d-b753-4cc7-ae3d-cbe7b39b4f9b {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:25:18.982420 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-eddea888-9297-4853-a0f7-d00ef35d1fbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:19.064030 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-eddea888-9297-4853-a0f7-d00ef35d1fbd admin admin] For port 5176e92d-b753-4cc7-ae3d-cbe7b39b4f9b, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=5176e92d-b753-4cc7-ae3d-cbe7b39b4f9b,segment=NetworkSegment(46025e8d-63c5-4de8-95f4-1c42be162829),segment_id=46025e8d-63c5-4de8-95f4-1c42be162829)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:25:19.064400 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-eddea888-9297-4853-a0f7-d00ef35d1fbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:19.077338 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-eddea888-9297-4853-a0f7-d00ef35d1fbd admin admin] Calling delete_port for 5176e92d-b753-4cc7-ae3d-cbe7b39b4f9b owned by network:router_interface {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:25:19.251817 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-eddea888-9297-4853-a0f7-d00ef35d1fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:19.280596 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddea888-9297-4853-a0f7-d00ef35d1fbd admin admin] Pushing event deleted for resources: {'Port': ['ID=5176e92d-b753-4cc7-ae3d-cbe7b39b4f9b,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:25:19.326740 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be4842b-07f9-48eb-9ef4-1167bc000f01 req-7e5b3fb4-73d4-41c4-97c3-2cc7a276b653 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:19.329026 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7be4842b-07f9-48eb-9ef4-1167bc000f01 req-7e5b3fb4-73d4-41c4-97c3-2cc7a276b653 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef11f0dd-5b0b-4d8a-a922-159a7bf2bb49 HTTP/1.1" status: 200 len: 943 time: 0.0546091 Sep 17 08:25:19.376456 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7be4842b-07f9-48eb-9ef4-1167bc000f01 req-063167e6-1c9e-43a5-8deb-65dbf585302c tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a9e4360-0cd0-46e6-9fce-1fb8bd67e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398426 Sep 17 08:25:19.767826 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-eddea888-9297-4853-a0f7-d00ef35d1fbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:19.972665 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e006e152-fe90-45b2-b537-a4b1d3d3bb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:19.976575 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eddea888-9297-4853-a0f7-d00ef35d1fbd admin admin] Router ba807bb7-68a8-454b-b1e8-55c7152f6265 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:25:20.083003 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eddea888-9297-4853-a0f7-d00ef35d1fbd admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:25:20.088537 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-eddea888-9297-4853-a0f7-d00ef35d1fbd admin admin] 10.222.0.13 "PUT /v2.0/routers/ba807bb7-68a8-454b-b1e8-55c7152f6265/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7664208 Sep 17 08:25:20.090984 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 48110) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:20.093508 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29989a3d-0c8a-4aaf-ab3c-38bbe4c46eff None None] Sync routers for ids ['ba807bb7-68a8-454b-b1e8-55c7152f6265'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:25:20.103533 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29989a3d-0c8a-4aaf-ab3c-38bbe4c46eff None None] Routers {'ba807bb7-68a8-454b-b1e8-55c7152f6265'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:25:20.104272 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-29989a3d-0c8a-4aaf-ab3c-38bbe4c46eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:24:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['ba807bb7-68a8-454b-b1e8-55c7152f6265'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:25:20.192524 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4767171c-3ba4-491a-80fe-9cb496325ee7 admin admin] Notify callbacks [] for router, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:20.206889 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-29989a3d-0c8a-4aaf-ab3c-38bbe4c46eff None None] Set router ba807bb7-68a8-454b-b1e8-55c7152f6265 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:25:20.293716 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4767171c-3ba4-491a-80fe-9cb496325ee7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:20.350941 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-4767171c-3ba4-491a-80fe-9cb496325ee7 admin admin] Deleting port c5a999f3-e235-4c77-adea-857265150556 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:25:20.351285 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4767171c-3ba4-491a-80fe-9cb496325ee7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:20.387067 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-29989a3d-0c8a-4aaf-ab3c-38bbe4c46eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba807bb7-68a8-454b-b1e8-55c7152f6265', 'name': 'tempest-AttachVolumeTestJSON-696205720-router', 'tenant_id': '8b27055ca25d48d28002aa2279d58577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'c5a999f3-e235-4c77-adea-857265150556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:15:46Z', 'updated_at': '2021-09-17T08:25:19Z', 'revision_number': 5, 'project_id': '8b27055ca25d48d28002aa2279d58577', 'gw_port': {'id': 'c5a999f3-e235-4c77-adea-857265150556', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba807bb7-68a8-454b-b1e8-55c7152f6265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:15:46Z', 'updated_at': '2021-09-17T08:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:25:20.417815 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29989a3d-0c8a-4aaf-ab3c-38bbe4c46eff None None] Checking router: ba807bb7-68a8-454b-b1e8-55c7152f6265 for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:25:20.426436 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29989a3d-0c8a-4aaf-ab3c-38bbe4c46eff None None] Routers {'ba807bb7-68a8-454b-b1e8-55c7152f6265'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:25:20.427109 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-29989a3d-0c8a-4aaf-ab3c-38bbe4c46eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:24:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['ba807bb7-68a8-454b-b1e8-55c7152f6265'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:25:20.452298 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6fa43c10-c82c-40e4-aaa9-6b64c72b2acb req-af2c1c10-66a8-4ff6-9316-f1b89759f4aa service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fa4f9ed2-e2f2-41fc-99cd-9caf82b03dea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0895250 Sep 17 08:25:20.465759 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-4767171c-3ba4-491a-80fe-9cb496325ee7 admin admin] For port c5a999f3-e235-4c77-adea-857265150556, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=c5a999f3-e235-4c77-adea-857265150556,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:25:20.466118 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4767171c-3ba4-491a-80fe-9cb496325ee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:20.480351 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-4767171c-3ba4-491a-80fe-9cb496325ee7 admin admin] Calling delete_port for c5a999f3-e235-4c77-adea-857265150556 owned by network:router_gateway {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:25:20.493378 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0ec163-ed26-4f4e-9199-0de36fae4f03 req-cac48dfc-6ca4-458d-94b5-815051fe1965 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:20.499073 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ca0ec163-ed26-4f4e-9199-0de36fae4f03 req-cac48dfc-6ca4-458d-94b5-815051fe1965 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef11f0dd-5b0b-4d8a-a922-159a7bf2bb49 HTTP/1.1" status: 200 len: 943 time: 0.0574703 Sep 17 08:25:20.536269 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ca0ec163-ed26-4f4e-9199-0de36fae4f03 req-e9bc2bc4-7a7d-47b8-826f-ad1556e2f537 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a9e4360-0cd0-46e6-9fce-1fb8bd67e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343463 Sep 17 08:25:20.578601 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa43c10-c82c-40e4-aaa9-6b64c72b2acb req-8c31854b-ba0d-4c1b-9ce8-d9de5b06b38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:20.580276 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6fa43c10-c82c-40e4-aaa9-6b64c72b2acb req-8c31854b-ba0d-4c1b-9ce8-d9de5b06b38e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5a6798d8a56640cabd874ecb5022c2e7&device_id=fa4f9ed2-e2f2-41fc-99cd-9caf82b03dea HTTP/1.1" status: 200 len: 1097 time: 0.0904636 Sep 17 08:25:20.673674 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-29989a3d-0c8a-4aaf-ab3c-38bbe4c46eff None None] Set router ba807bb7-68a8-454b-b1e8-55c7152f6265 gateway port host: None {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:25:20.727468 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-29989a3d-0c8a-4aaf-ab3c-38bbe4c46eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba807bb7-68a8-454b-b1e8-55c7152f6265', 'name': 'tempest-AttachVolumeTestJSON-696205720-router', 'tenant_id': '8b27055ca25d48d28002aa2279d58577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:15:46Z', 'updated_at': '2021-09-17T08:25:20Z', 'revision_number': 6, 'project_id': '8b27055ca25d48d28002aa2279d58577', 'gw_port_host': None}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:25:20.757628 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29989a3d-0c8a-4aaf-ab3c-38bbe4c46eff None None] The sync data for ids ['ba807bb7-68a8-454b-b1e8-55c7152f6265'] in n-d-789963-9 is: [{'id': 'ba807bb7-68a8-454b-b1e8-55c7152f6265', 'name': 'tempest-AttachVolumeTestJSON-696205720-router', 'tenant_id': '8b27055ca25d48d28002aa2279d58577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:15:46Z', 'updated_at': '2021-09-17T08:25:20Z', 'revision_number': 6, 'project_id': '8b27055ca25d48d28002aa2279d58577', 'gw_port_host': None}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:25:20.757826 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa43c10-c82c-40e4-aaa9-6b64c72b2acb req-f4d181a1-7648-4c97-bfc8-588dff93358f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:20.759124 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6fa43c10-c82c-40e4-aaa9-6b64c72b2acb req-f4d181a1-7648-4c97-bfc8-588dff93358f service neutron] 10.222.0.39 "GET /v2.0/networks?id=660139d9-bdd8-4ad7-b799-f8f93f25eccf HTTP/1.1" status: 200 len: 913 time: 0.1346109 Sep 17 08:25:20.775085 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4767171c-3ba4-491a-80fe-9cb496325ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:20.834090 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4767171c-3ba4-491a-80fe-9cb496325ee7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5a999f3-e235-4c77-adea-857265150556,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:25:20.889258 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6fa43c10-c82c-40e4-aaa9-6b64c72b2acb req-913051a5-2791-428f-b887-a2bd4dd20f48 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f7445f0-d0ae-446f-ba7e-32a8a72a3c05 HTTP/1.1" status: 200 len: 1001 time: 0.1219742 Sep 17 08:25:20.936852 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4767171c-3ba4-491a-80fe-9cb496325ee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:21.001508 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa43c10-c82c-40e4-aaa9-6b64c72b2acb req-fc5d9f00-016d-4529-bcce-21ad579668e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:21.002978 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6fa43c10-c82c-40e4-aaa9-6b64c72b2acb req-fc5d9f00-016d-4529-bcce-21ad579668e2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d01eb21-118c-498b-a866-b124536b59b1 HTTP/1.1" status: 200 len: 851 time: 0.1057961 Sep 17 08:25:21.033129 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4767171c-3ba4-491a-80fe-9cb496325ee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:21.041290 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4767171c-3ba4-491a-80fe-9cb496325ee7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:21.103457 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4767171c-3ba4-491a-80fe-9cb496325ee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:21.104024 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4767171c-3ba4-491a-80fe-9cb496325ee7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba807bb7-68a8-454b-b1e8-55c7152f6265 {{(pid=101290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 08:25:21.108792 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4767171c-3ba4-491a-80fe-9cb496325ee7 admin admin] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:21.112541 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 48116) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:21.112707 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-4767171c-3ba4-491a-80fe-9cb496325ee7 admin admin] 10.222.0.13 "DELETE /v2.0/routers/ba807bb7-68a8-454b-b1e8-55c7152f6265 HTTP/1.1" status: 204 len: 168 time: 1.0206606 Sep 17 08:25:21.119864 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa43c10-c82c-40e4-aaa9-6b64c72b2acb req-d6292728-d9f5-4bfe-9fa0-3455a4a79bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:21.121390 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6fa43c10-c82c-40e4-aaa9-6b64c72b2acb req-d6292728-d9f5-4bfe-9fa0-3455a4a79bf4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=660139d9-bdd8-4ad7-b799-f8f93f25eccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0905468 Sep 17 08:25:21.184410 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-16dd552d-9308-4f6f-826e-06fd57156e3a admin admin] Deleting subnet 9a12b56e-5850-4bc0-bba9-8ec5a23a47ff {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:25:21.191982 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-16dd552d-9308-4f6f-826e-06fd57156e3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:21.222557 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6fa43c10-c82c-40e4-aaa9-6b64c72b2acb req-c3319de8-627c-4ed5-a525-964d6a6dda6f service neutron] 10.222.0.39 "GET /v2.0/networks/660139d9-bdd8-4ad7-b799-f8f93f25eccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929506 Sep 17 08:25:21.232971 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-16dd552d-9308-4f6f-826e-06fd57156e3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:21.309555 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-16dd552d-9308-4f6f-826e-06fd57156e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:21.320030 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6fa43c10-c82c-40e4-aaa9-6b64c72b2acb req-a9c856e3-b790-47fd-b3ac-31be2fd9fe0c service neutron] 10.222.0.39 "GET /v2.0/networks/660139d9-bdd8-4ad7-b799-f8f93f25eccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899556 Sep 17 08:25:21.361760 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-16dd552d-9308-4f6f-826e-06fd57156e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:21.390936 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dd552d-9308-4f6f-826e-06fd57156e3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a12b56e-5850-4bc0-bba9-8ec5a23a47ff,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:25:21.394735 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-16dd552d-9308-4f6f-826e-06fd57156e3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:21.396683 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-16dd552d-9308-4f6f-826e-06fd57156e3a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9a12b56e-5850-4bc0-bba9-8ec5a23a47ff HTTP/1.1" status: 204 len: 168 time: 0.2828581 Sep 17 08:25:21.399160 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 48118) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:21.399874 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a902eee0-aeee-4a2a-9549-4fea21c3f9bf None None] Network e65f884c-2c8f-48ea-b79e-b731ed55ac23 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:25:21.464437 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-445c9f71-2969-4f0a-b0bc-df9055c924e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:21.516246 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-445c9f71-2969-4f0a-b0bc-df9055c924e8 admin admin] Deleting port 4a0c058d-83ae-42aa-a04b-3242b6f261dc {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:25:21.516794 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-445c9f71-2969-4f0a-b0bc-df9055c924e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:21.556082 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 5176e92d-b753-4cc7-ae3d-cbe7b39b4f9b no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:25:21.590779 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 5176e92d-b753-4cc7-ae3d-cbe7b39b4f9b {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:25:21.591497 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 5176e92d-b753-4cc7-ae3d-cbe7b39b4f9b not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:25:21.609492 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d9e97b-e282-4c7a-850d-c885152701b9 None None] DHCP port deletion for e65f884c-2c8f-48ea-b79e-b731ed55ac23 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 08:25:21.665042 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-85d9e97b-e282-4c7a-850d-c885152701b9 None None] Deleting port 4a0c058d-83ae-42aa-a04b-3242b6f261dc {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:25:21.665574 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-85d9e97b-e282-4c7a-850d-c885152701b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:21.733174 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-85d9e97b-e282-4c7a-850d-c885152701b9 None None] For port 4a0c058d-83ae-42aa-a04b-3242b6f261dc, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=4a0c058d-83ae-42aa-a04b-3242b6f261dc,segment=NetworkSegment(46025e8d-63c5-4de8-95f4-1c42be162829),segment_id=46025e8d-63c5-4de8-95f4-1c42be162829)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:25:21.733582 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-85d9e97b-e282-4c7a-850d-c885152701b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:21.746725 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-85d9e97b-e282-4c7a-850d-c885152701b9 None None] Calling delete_port for 4a0c058d-83ae-42aa-a04b-3242b6f261dc owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:25:21.852307 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-85d9e97b-e282-4c7a-850d-c885152701b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:21.886091 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d9e97b-e282-4c7a-850d-c885152701b9 None None] No DVR routers for this DVR port 4a0c058d-83ae-42aa-a04b-3242b6f261dc on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:25:21.891988 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d9e97b-e282-4c7a-850d-c885152701b9 None None] Pushing event deleted for resources: {'Port': ['ID=4a0c058d-83ae-42aa-a04b-3242b6f261dc,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:25:21.914589 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-445c9f71-2969-4f0a-b0bc-df9055c924e8 admin admin] For port 4a0c058d-83ae-42aa-a04b-3242b6f261dc, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=4a0c058d-83ae-42aa-a04b-3242b6f261dc,segment=NetworkSegment(46025e8d-63c5-4de8-95f4-1c42be162829),segment_id=46025e8d-63c5-4de8-95f4-1c42be162829)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:25:21.914954 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-445c9f71-2969-4f0a-b0bc-df9055c924e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:21.929249 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-445c9f71-2969-4f0a-b0bc-df9055c924e8 admin admin] Calling delete_port for 4a0c058d-83ae-42aa-a04b-3242b6f261dc owned by network:dhcp {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:25:21.951422 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3c410-f2bd-43fe-a04b-29f1dedef994 req-f0a83729-fd8a-4d70-a69f-4c23b56fc88d tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:21.953056 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-62a3c410-f2bd-43fe-a04b-29f1dedef994 req-f0a83729-fd8a-4d70-a69f-4c23b56fc88d tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef11f0dd-5b0b-4d8a-a922-159a7bf2bb49 HTTP/1.1" status: 200 len: 943 time: 0.0775065 Sep 17 08:25:22.033461 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-62a3c410-f2bd-43fe-a04b-29f1dedef994 req-3e4978e9-c3ff-4779-b33d-0e4aff8c5baf tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a9e4360-0cd0-46e6-9fce-1fb8bd67e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471685 Sep 17 08:25:22.054797 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-445c9f71-2969-4f0a-b0bc-df9055c924e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:22.074413 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445c9f71-2969-4f0a-b0bc-df9055c924e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a0c058d-83ae-42aa-a04b-3242b6f261dc,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:25:22.076295 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445c9f71-2969-4f0a-b0bc-df9055c924e8 admin admin] No DVR routers for this DVR port 4a0c058d-83ae-42aa-a04b-3242b6f261dc on host n-d-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:25:22.148798 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-445c9f71-2969-4f0a-b0bc-df9055c924e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:22.167583 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-445c9f71-2969-4f0a-b0bc-df9055c924e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e65f884c-2c8f-48ea-b79e-b731ed55ac23']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:25:22.176302 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-445c9f71-2969-4f0a-b0bc-df9055c924e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46025e8d-63c5-4de8-95f4-1c42be162829') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:25:22.176593 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-445c9f71-2969-4f0a-b0bc-df9055c924e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46025e8d-63c5-4de8-95f4-1c42be162829') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:25:22.185359 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-445c9f71-2969-4f0a-b0bc-df9055c924e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:22.198785 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-445c9f71-2969-4f0a-b0bc-df9055c924e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:22.204412 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-445c9f71-2969-4f0a-b0bc-df9055c924e8 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:25:22.204791 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-445c9f71-2969-4f0a-b0bc-df9055c924e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:22.206494 n-d-789963-9 neutron-server[101289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:25:22.206494 n-d-789963-9 neutron-server[101289]: self.session.flush() Sep 17 08:25:22.206494 n-d-789963-9 neutron-server[101289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:25:22.206494 n-d-789963-9 neutron-server[101289]: self.session.flush() Sep 17 08:25:22.206494 n-d-789963-9 neutron-server[101289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:25:22.206494 n-d-789963-9 neutron-server[101289]: self.session.flush() Sep 17 08:25:22.206494 n-d-789963-9 neutron-server[101289]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:25:22.206494 n-d-789963-9 neutron-server[101289]: self.session.flush() Sep 17 08:25:22.206494 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:25:22.206494 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:25:22.206494 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:25:22.206494 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:25:22.206494 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:25:22.206494 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:25:22.206494 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:25:22.206494 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:25:22.206494 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:25:22.206494 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:25:22.206494 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:25:22.206494 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:25:22.206494 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:25:22.206494 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:25:22.206494 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:25:22.206494 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:25:22.206494 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:25:22.206494 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:25:22.206494 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:25:22.206494 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:25:22.206494 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:25:22.206494 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:25:22.206494 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:25:22.206494 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:25:22.206494 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:25:22.206494 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:25:22.206494 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:25:22.206494 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:25:22.206494 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:25:22.206494 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:25:22.206494 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:25:22.206494 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:25:22.257448 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-445c9f71-2969-4f0a-b0bc-df9055c924e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:22.263988 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-445c9f71-2969-4f0a-b0bc-df9055c924e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:22.265711 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-445c9f71-2969-4f0a-b0bc-df9055c924e8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e65f884c-2c8f-48ea-b79e-b731ed55ac23 HTTP/1.1" status: 204 len: 168 time: 0.8656328 Sep 17 08:25:22.275228 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445c9f71-2969-4f0a-b0bc-df9055c924e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e65f884c-2c8f-48ea-b79e-b731ed55ac23,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:25:22.374262 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 48126) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:22.412555 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-8282511e-b88a-403c-a3ab-8129cf00f5fe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8b27055ca25d48d28002aa2279d58577&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0371788 Sep 17 08:25:22.414829 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 48128) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:22.463895 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4cc47fc2-7aba-4666-82ee-acf4c6a32572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:22.464809 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d3e04845-009b-4acf-a4d7-4b29b2545436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:22.485340 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d3e04845-009b-4acf-a4d7-4b29b2545436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:22.529428 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d3e04845-009b-4acf-a4d7-4b29b2545436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:22.532009 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d3e04845-009b-4acf-a4d7-4b29b2545436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:22.533143 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-d3e04845-009b-4acf-a4d7-4b29b2545436 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1cd37c90-db9f-4d3d-8170-3224986ebda5 HTTP/1.1" status: 204 len: 168 time: 0.1174548 Sep 17 08:25:22.540658 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e04845-009b-4acf-a4d7-4b29b2545436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd37c90-db9f-4d3d-8170-3224986ebda5,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:25:22.741162 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:23.150000 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d61fbfe-a028-4ba9-8535-5645021263f1 req-7bd62d4b-da27-4b17-898d-2585364dab3f tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:23.151747 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1d61fbfe-a028-4ba9-8535-5645021263f1 req-7bd62d4b-da27-4b17-898d-2585364dab3f tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef11f0dd-5b0b-4d8a-a922-159a7bf2bb49 HTTP/1.1" status: 200 len: 943 time: 0.0503709 Sep 17 08:25:23.158154 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device c5a999f3-e235-4c77-adea-857265150556 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:25:23.179339 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: c5a999f3-e235-4c77-adea-857265150556 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:25:23.179687 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device c5a999f3-e235-4c77-adea-857265150556 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:25:23.180147 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 4a0c058d-83ae-42aa-a04b-3242b6f261dc no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:25:23.193317 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1d61fbfe-a028-4ba9-8535-5645021263f1 req-ff3ae958-2717-43b2-93b2-f4348658c7fd tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a9e4360-0cd0-46e6-9fce-1fb8bd67e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330946 Sep 17 08:25:23.198824 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 4a0c058d-83ae-42aa-a04b-3242b6f261dc {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:25:23.199180 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 4a0c058d-83ae-42aa-a04b-3242b6f261dc not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:25:23.375207 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device dff6e837-3baf-4200-9fdb-5c055afa7e6e details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:25:23.476846 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port dff6e837-3baf-4200-9fdb-5c055afa7e6e, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=dff6e837-3baf-4200-9fdb-5c055afa7e6e,segment=NetworkSegment(87efb6ce-2270-470a-8c19-7b337a956aa6),segment_id=87efb6ce-2270-470a-8c19-7b337a956aa6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:25:23.488260 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': 'dff6e837-3baf-4200-9fdb-5c055afa7e6e', 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf', 'port_id': 'dff6e837-3baf-4200-9fdb-5c055afa7e6e', 'mac_address': 'fa:16:3e:a4:2a:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d01eb21-118c-498b-a866-b124536b59b1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:25:23.524851 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:23.537633 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dff6e837-3baf-4200-9fdb-5c055afa7e6e {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:25:23.559405 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port dff6e837-3baf-4200-9fdb-5c055afa7e6e, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=dff6e837-3baf-4200-9fdb-5c055afa7e6e,segment=NetworkSegment(87efb6ce-2270-470a-8c19-7b337a956aa6),segment_id=87efb6ce-2270-470a-8c19-7b337a956aa6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:25:23.563702 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:23.612254 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=dff6e837-3baf-4200-9fdb-5c055afa7e6e,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:25:23.745676 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 48182) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:23.772236 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:23.862772 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b2aafa2e-1a3d-4b6c-a011-67e5856b7dbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:23.953391 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b2aafa2e-1a3d-4b6c-a011-67e5856b7dbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:23.957230 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b2aafa2e-1a3d-4b6c-a011-67e5856b7dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:24.000528 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['dff6e837-3baf-4200-9fdb-5c055afa7e6e'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:25:24.000777 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-b2aafa2e-1a3d-4b6c-a011-67e5856b7dbc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8030494e6d1446ee898cd4b0a521bf64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2514586 Sep 17 08:25:24.000777 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aafa2e-1a3d-4b6c-a011-67e5856b7dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1efea965-1c75-48ad-91a4-75952ae65ba3,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:25:24.002433 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 48188) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:24.058762 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0679efdd-d560-4284-9078-f9b475c66ae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:24.081470 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0679efdd-d560-4284-9078-f9b475c66ae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:24.129598 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0679efdd-d560-4284-9078-f9b475c66ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:24.132926 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0679efdd-d560-4284-9078-f9b475c66ae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:24.134098 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-0679efdd-d560-4284-9078-f9b475c66ae9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1efea965-1c75-48ad-91a4-75952ae65ba3 HTTP/1.1" status: 204 len: 168 time: 0.1299338 Sep 17 08:25:24.142123 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0679efdd-d560-4284-9078-f9b475c66ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1efea965-1c75-48ad-91a4-75952ae65ba3,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:25:24.321819 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb7b3d-2dc3-43ef-9121-b8cc889055c5 req-364587d6-f9b5-4e6a-97a5-cad19e873046 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:24.323319 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bebb7b3d-2dc3-43ef-9121-b8cc889055c5 req-364587d6-f9b5-4e6a-97a5-cad19e873046 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef11f0dd-5b0b-4d8a-a922-159a7bf2bb49 HTTP/1.1" status: 200 len: 944 time: 0.0481987 Sep 17 08:25:24.365516 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bebb7b3d-2dc3-43ef-9121-b8cc889055c5 req-c5068062-acd5-468a-876b-bbcdc0fce93c tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a9e4360-0cd0-46e6-9fce-1fb8bd67e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358677 Sep 17 08:25:25.013103 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7ea1d053-6e99-4fcf-b443-cdfcb5b16378 req-2a4f7268-b312-4975-a566-22880110d5e1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1766160 Sep 17 08:25:25.117046 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7ea1d053-6e99-4fcf-b443-cdfcb5b16378 req-47e9cf9c-ac8f-416b-afa9-b821a8c73b12 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0265491 Sep 17 08:25:25.162021 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7ea1d053-6e99-4fcf-b443-cdfcb5b16378 req-1e5dbe91-c596-424c-bcad-dbca6dee1f5a service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0194745 Sep 17 08:25:25.259172 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea1d053-6e99-4fcf-b443-cdfcb5b16378 req-42395086-4a36-48e3-89d8-0ce4770c74db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:25.260712 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7ea1d053-6e99-4fcf-b443-cdfcb5b16378 req-42395086-4a36-48e3-89d8-0ce4770c74db service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0918858 Sep 17 08:25:25.356323 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:25.376599 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device dff6e837-3baf-4200-9fdb-5c055afa7e6e up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:25:25.431252 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port dff6e837-3baf-4200-9fdb-5c055afa7e6e completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:25:25.435200 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port dff6e837-3baf-4200-9fdb-5c055afa7e6e triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:25:25.435585 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:25.483426 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd6346c-0eef-4b92-b2cc-82b899970657 req-d9156b17-b734-46ab-b81e-fc72de1bc123 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:25.485061 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ecd6346c-0eef-4b92-b2cc-82b899970657 req-d9156b17-b734-46ab-b81e-fc72de1bc123 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef11f0dd-5b0b-4d8a-a922-159a7bf2bb49 HTTP/1.1" status: 200 len: 944 time: 0.0515518 Sep 17 08:25:25.525606 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ecd6346c-0eef-4b92-b2cc-82b899970657 req-ac1f8da3-6188-4c10-825c-40136564470c tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a9e4360-0cd0-46e6-9fce-1fb8bd67e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338125 Sep 17 08:25:25.526567 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:25.549474 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef11f0dd-5b0b-4d8a-a922-159a7bf2bb49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dff6e837-3baf-4200-9fdb-5c055afa7e6e'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:25:25.552300 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb13df6-dde4-4b8d-a7dc-e23b138991cc" -d '{"events": [{"server_uuid": "ef11f0dd-5b0b-4d8a-a922-159a7bf2bb49", "name": "network-vif-plugged", "status": "completed", "tag": "dff6e837-3baf-4200-9fdb-5c055afa7e6e"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:25:25.564676 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port dff6e837-3baf-4200-9fdb-5c055afa7e6e, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=dff6e837-3baf-4200-9fdb-5c055afa7e6e,segment=NetworkSegment(87efb6ce-2270-470a-8c19-7b337a956aa6),segment_id=87efb6ce-2270-470a-8c19-7b337a956aa6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:25:25.574621 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:25.600279 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b663d39-accd-424a-b594-1b687b7f44fc x-openstack-request-id: req-8b663d39-accd-424a-b594-1b687b7f44fc {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:25:25.600700 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef11f0dd-5b0b-4d8a-a922-159a7bf2bb49", "name": "network-vif-plugged", "status": "completed", "tag": "dff6e837-3baf-4200-9fdb-5c055afa7e6e", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:25:25.600961 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8b663d39-accd-424a-b594-1b687b7f44fc {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:25:25.601355 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef11f0dd-5b0b-4d8a-a922-159a7bf2bb49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dff6e837-3baf-4200-9fdb-5c055afa7e6e', 'code': 200} Sep 17 08:25:25.629560 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=dff6e837-3baf-4200-9fdb-5c055afa7e6e,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:25:25.714983 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c217aac5-760a-4311-bf04-a5043d0d0cdc req-b4cd4922-260c-4e37-a8b3-c2d71f7f5906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:25.716540 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c217aac5-760a-4311-bf04-a5043d0d0cdc req-b4cd4922-260c-4e37-a8b3-c2d71f7f5906 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ef11f0dd-5b0b-4d8a-a922-159a7bf2bb49 HTTP/1.1" status: 200 len: 1096 time: 0.0399165 Sep 17 08:25:25.751247 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c217aac5-760a-4311-bf04-a5043d0d0cdc req-cc83fe4e-4130-4811-8b58-1bfa32841200 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7a9e4360-0cd0-46e6-9fce-1fb8bd67e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280623 Sep 17 08:25:26.578253 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 48266) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:26.652456 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a76b74-3784-41fd-b3cd-983436c8f60d req-1d20c968-38c4-4d99-8e70-9b0e9ab56848 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:26.653956 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a0a76b74-3784-41fd-b3cd-983436c8f60d req-1d20c968-38c4-4d99-8e70-9b0e9ab56848 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef11f0dd-5b0b-4d8a-a922-159a7bf2bb49 HTTP/1.1" status: 200 len: 945 time: 0.0528986 Sep 17 08:25:26.693149 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a0a76b74-3784-41fd-b3cd-983436c8f60d req-8e7b54d7-0e1d-4922-931b-e3e8f3ebbdb1 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a9e4360-0cd0-46e6-9fce-1fb8bd67e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324950 Sep 17 08:25:26.693489 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f5443993-8764-4572-9052-84de5a505ed4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:26.779194 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f5443993-8764-4572-9052-84de5a505ed4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:26.782881 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f5443993-8764-4572-9052-84de5a505ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:26.821057 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f5443993-8764-4572-9052-84de5a505ed4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=27007829b76147f3a53464fd06376b0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2417367 Sep 17 08:25:26.821955 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5443993-8764-4572-9052-84de5a505ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1bb179a-d5bc-463b-bfa5-05b4da02cce9,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:25:26.823862 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 48270) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:26.876040 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-03622e0a-5482-4f1e-99e5-100b8db47838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:26.896118 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-03622e0a-5482-4f1e-99e5-100b8db47838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:26.946867 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-03622e0a-5482-4f1e-99e5-100b8db47838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:26.949404 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-03622e0a-5482-4f1e-99e5-100b8db47838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:26.950564 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-03622e0a-5482-4f1e-99e5-100b8db47838 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c1bb179a-d5bc-463b-bfa5-05b4da02cce9 HTTP/1.1" status: 204 len: 168 time: 0.1255271 Sep 17 08:25:26.958236 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03622e0a-5482-4f1e-99e5-100b8db47838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1bb179a-d5bc-463b-bfa5-05b4da02cce9,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:25:27.214262 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 48278) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:27.228864 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-cd6787e1-45b0-48b0-9fda-debec16a697d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:27.314503 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-cd6787e1-45b0-48b0-9fda-debec16a697d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:27.317844 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-cd6787e1-45b0-48b0-9fda-debec16a697d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:27.355413 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-cd6787e1-45b0-48b0-9fda-debec16a697d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=232a9b43c3f14166a73dcffed00acadb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1401062 Sep 17 08:25:27.356310 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6787e1-45b0-48b0-9fda-debec16a697d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b84d6f38-431b-47a6-bdfc-0d3c4fd545cf,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:25:27.358712 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 48280) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:27.407108 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0d4e3ba6-6563-4dea-997d-c5e3bb1b3d9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:27.427376 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0d4e3ba6-6563-4dea-997d-c5e3bb1b3d9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:27.473595 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0d4e3ba6-6563-4dea-997d-c5e3bb1b3d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:27.476021 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0d4e3ba6-6563-4dea-997d-c5e3bb1b3d9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:27.477218 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-0d4e3ba6-6563-4dea-997d-c5e3bb1b3d9e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b84d6f38-431b-47a6-bdfc-0d3c4fd545cf HTTP/1.1" status: 204 len: 168 time: 0.1180792 Sep 17 08:25:27.484897 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4e3ba6-6563-4dea-997d-c5e3bb1b3d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84d6f38-431b-47a6-bdfc-0d3c4fd545cf,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:25:27.813645 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c19fc10-8b3d-452e-b70b-05140ac9d400 req-9fe2c13e-40c5-497b-907f-fd567642b418 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:27.815020 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4c19fc10-8b3d-452e-b70b-05140ac9d400 req-9fe2c13e-40c5-497b-907f-fd567642b418 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef11f0dd-5b0b-4d8a-a922-159a7bf2bb49 HTTP/1.1" status: 200 len: 945 time: 0.0546880 Sep 17 08:25:27.854463 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4c19fc10-8b3d-452e-b70b-05140ac9d400 req-8ee7a915-45cd-4cb7-996a-933e022b9282 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a9e4360-0cd0-46e6-9fce-1fb8bd67e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323594 Sep 17 08:25:27.987313 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc2a2dc-e9f5-4a0e-bed3-01ca2394f0ec req-38dbce6d-c960-4c9c-b8e7-beeb100a5eb5 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:27.988998 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6bc2a2dc-e9f5-4a0e-bed3-01ca2394f0ec req-38dbce6d-c960-4c9c-b8e7-beeb100a5eb5 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef11f0dd-5b0b-4d8a-a922-159a7bf2bb49 HTTP/1.1" status: 200 len: 945 time: 0.0494089 Sep 17 08:25:28.028068 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6bc2a2dc-e9f5-4a0e-bed3-01ca2394f0ec req-3fb0e4b2-2582-4df2-80d2-3ea9aa332db5 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a9e4360-0cd0-46e6-9fce-1fb8bd67e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323920 Sep 17 08:25:28.050064 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 48304) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:28.093792 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8d9561-2d43-48f1-a58e-09e4bf62023a tempest-TestVolumeBootPattern-1063702705 tempest-TestVolumeBootPattern-1063702705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:28.095357 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-1d8d9561-2d43-48f1-a58e-09e4bf62023a tempest-TestVolumeBootPattern-1063702705 tempest-TestVolumeBootPattern-1063702705-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ef11f0dd-5b0b-4d8a-a922-159a7bf2bb49 HTTP/1.1" status: 200 len: 1091 time: 0.0442994 Sep 17 08:25:28.098457 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 48308) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:28.103494 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-0fca9f0a-825c-4be2-9ed9-76fc44f637c7 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Request body: {'floatingip': {'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'port_id': 'dff6e837-3baf-4200-9fdb-5c055afa7e6e', 'tenant_id': '5a6798d8a56640cabd874ecb5022c2e7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:25:28.126793 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0fca9f0a-825c-4be2-9ed9-76fc44f637c7 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks [] for floatingip, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:28.222753 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0fca9f0a-825c-4be2-9ed9-76fc44f637c7 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:28.332401 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-0fca9f0a-825c-4be2-9ed9-76fc44f637c7 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Allocated IP 172.25.6.56 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/c087c117-7ae4-4972-85ee-d5c483b0a998) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:25:28.439608 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0fca9f0a-825c-4be2-9ed9-76fc44f637c7 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:28.478136 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0fca9f0a-825c-4be2-9ed9-76fc44f637c7 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:28.514134 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fca9f0a-825c-4be2-9ed9-76fc44f637c7 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:25:28.518307 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-0fca9f0a-825c-4be2-9ed9-76fc44f637c7 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:25:28.525445 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fca9f0a-825c-4be2-9ed9-76fc44f637c7 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:25:28.548125 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fca9f0a-825c-4be2-9ed9-76fc44f637c7 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Pushing event updated for resources: {'Port': ['ID=c087c117-7ae4-4972-85ee-d5c483b0a998,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:25:28.891653 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0fca9f0a-825c-4be2-9ed9-76fc44f637c7 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:28.958584 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0fca9f0a-825c-4be2-9ed9-76fc44f637c7 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:29.123661 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0fca9f0a-825c-4be2-9ed9-76fc44f637c7 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:29.128270 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0fca9f0a-825c-4be2-9ed9-76fc44f637c7 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:29.202310 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fca9f0a-825c-4be2-9ed9-76fc44f637c7 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Pushing event updated for resources: {'Port': ['ID=c087c117-7ae4-4972-85ee-d5c483b0a998,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:25:29.212570 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0fca9f0a-825c-4be2-9ed9-76fc44f637c7 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:29.312952 n-d-789963-9 neutron-server[101289]: INFO neutron.db.l3_db [None req-0fca9f0a-825c-4be2-9ed9-76fc44f637c7 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Floating IP 65b989f1-7395-4919-8998-e72be77d6229 associated. External IP: 172.25.6.56, port: dff6e837-3baf-4200-9fdb-5c055afa7e6e. Sep 17 08:25:29.495679 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 48348) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:29.524577 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fca9f0a-825c-4be2-9ed9-76fc44f637c7 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Router 08013a1c-233c-40ff-97a4-f09f85b30ac0 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:25:29.602416 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5411300d-7b3f-49a3-8de8-93e9857d64f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:29.627631 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fca9f0a-825c-4be2-9ed9-76fc44f637c7 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:25:29.641975 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f626e9bb-aecf-4cbf-8f10-eeea49d59983 None None] Sync routers for ids ['08013a1c-233c-40ff-97a4-f09f85b30ac0'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:25:29.651389 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f626e9bb-aecf-4cbf-8f10-eeea49d59983 None None] Routers {'08013a1c-233c-40ff-97a4-f09f85b30ac0'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:25:29.652058 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-f626e9bb-aecf-4cbf-8f10-eeea49d59983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:25:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['08013a1c-233c-40ff-97a4-f09f85b30ac0'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:25:29.697496 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5411300d-7b3f-49a3-8de8-93e9857d64f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:29.702173 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5411300d-7b3f-49a3-8de8-93e9857d64f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:29.706530 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0fca9f0a-825c-4be2-9ed9-76fc44f637c7 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:29.730863 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5411300d-7b3f-49a3-8de8-93e9857d64f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c85314-fcb7-4cbd-887e-41c609976c57,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:25:29.737993 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-0fca9f0a-825c-4be2-9ed9-76fc44f637c7 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6382663 Sep 17 08:25:29.738476 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef11f0dd-5b0b-4d8a-a922-159a7bf2bb49', 'tag': 'dff6e837-3baf-4200-9fdb-5c055afa7e6e'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:25:29.741582 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418f4e5d-ec53-4726-a211-e826aabd4182" -d '{"events": [{"name": "network-changed", "server_uuid": "ef11f0dd-5b0b-4d8a-a922-159a7bf2bb49", "tag": "dff6e837-3baf-4200-9fdb-5c055afa7e6e"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:25:29.754201 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 48354) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:29.754538 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-5411300d-7b3f-49a3-8de8-93e9857d64f1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e3e9e022eade4223b693f325381987d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2570457 Sep 17 08:25:29.776958 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-f626e9bb-aecf-4cbf-8f10-eeea49d59983 None None] Set router 08013a1c-233c-40ff-97a4-f09f85b30ac0 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:25:29.789720 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a3187a-d83d-4978-b90f-055595d682d9 x-openstack-request-id: req-a3a3187a-d83d-4978-b90f-055595d682d9 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:25:29.790014 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef11f0dd-5b0b-4d8a-a922-159a7bf2bb49", "tag": "dff6e837-3baf-4200-9fdb-5c055afa7e6e", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:25:29.790277 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a3a3187a-d83d-4978-b90f-055595d682d9 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:25:29.790679 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef11f0dd-5b0b-4d8a-a922-159a7bf2bb49', 'tag': 'dff6e837-3baf-4200-9fdb-5c055afa7e6e', 'status': 'completed', 'code': 200} Sep 17 08:25:29.808219 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-aca5e0ba-48c0-41bb-afd7-992f355bd2b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:29.831411 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-aca5e0ba-48c0-41bb-afd7-992f355bd2b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:29.872950 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f4e5d-ec53-4726-a211-e826aabd4182 req-ab29e597-0063-471f-a4a9-40b286c27812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:29.874625 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-418f4e5d-ec53-4726-a211-e826aabd4182 req-ab29e597-0063-471f-a4a9-40b286c27812 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5a6798d8a56640cabd874ecb5022c2e7&device_id=ef11f0dd-5b0b-4d8a-a922-159a7bf2bb49 HTTP/1.1" status: 200 len: 1096 time: 0.0445449 Sep 17 08:25:29.884365 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-aca5e0ba-48c0-41bb-afd7-992f355bd2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:29.887040 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-aca5e0ba-48c0-41bb-afd7-992f355bd2b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:29.888296 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-aca5e0ba-48c0-41bb-afd7-992f355bd2b8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/15c85314-fcb7-4cbd-887e-41c609976c57 HTTP/1.1" status: 204 len: 168 time: 0.1330698 Sep 17 08:25:29.896988 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca5e0ba-48c0-41bb-afd7-992f355bd2b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c85314-fcb7-4cbd-887e-41c609976c57,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:25:29.974552 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f4e5d-ec53-4726-a211-e826aabd4182 req-92fccb95-f5f5-4a6c-a5a7-6c2ae1d9482e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:29.976257 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-418f4e5d-ec53-4726-a211-e826aabd4182 req-92fccb95-f5f5-4a6c-a5a7-6c2ae1d9482e service neutron] 10.222.0.39 "GET /v2.0/networks?id=660139d9-bdd8-4ad7-b799-f8f93f25eccf HTTP/1.1" status: 200 len: 913 time: 0.0941370 Sep 17 08:25:30.025841 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-f626e9bb-aecf-4cbf-8f10-eeea49d59983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'name': 'tempest-TestVolumeBootPattern-1133283628-router', 'tenant_id': '5a6798d8a56640cabd874ecb5022c2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'd5ead04b-07db-412a-80e2-5020e764ee32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:17:15Z', 'updated_at': '2021-09-17T08:17:18Z', 'revision_number': 4, 'project_id': '5a6798d8a56640cabd874ecb5022c2e7', 'gw_port': {'id': 'd5ead04b-07db-412a-80e2-5020e764ee32', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:dc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:17:15Z', 'updated_at': '2021-09-17T08:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '65b989f1-7395-4919-8998-e72be77d6229', 'tenant_id': '5a6798d8a56640cabd874ecb5022c2e7', 'floating_ip_address': '172.25.6.56', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'port_id': 'dff6e837-3baf-4200-9fdb-5c055afa7e6e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf', 'mac_address': 'fa:16:3e:a4:2a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef11f0dd-5b0b-4d8a-a922-159a7bf2bb49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:25:28Z', 'updated_at': '2021-09-17T08:25:28Z', 'revision_number': 0, 'project_id': '5a6798d8a56640cabd874ecb5022c2e7', 'fixed_ip_address_scope': None}, {'id': 'b75e4d77-532e-40dc-a6c8-49f21a89ea73', 'tenant_id': '5a6798d8a56640cabd874ecb5022c2e7', 'floating_ip_address': '172.25.6.21', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'port_id': '0f7445f0-d0ae-446f-ba7e-32a8a72a3c05', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf', 'mac_address': 'fa:16:3e:ed:10:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4f9ed2-e2f2-41fc-99cd-9caf82b03dea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:23:16Z', 'updated_at': '2021-09-17T08:23:19Z', 'revision_number': 1, 'project_id': '5a6798d8a56640cabd874ecb5022c2e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5028a10b-5e29-404b-b928-c890920938fa', 'name': '', 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf', 'tenant_id': '5a6798d8a56640cabd874ecb5022c2e7', 'mac_address': 'fa:16:3e:97:9c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '0d01eb21-118c-498b-a866-b124536b59b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:17:17Z', 'updated_at': '2021-09-17T08:17:23Z', 'revision_number': 5, 'project_id': '5a6798d8a56640cabd874ecb5022c2e7', 'subnets': [{'id': '0d01eb21-118c-498b-a866-b124536b59b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:25:30.047351 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-418f4e5d-ec53-4726-a211-e826aabd4182 req-2e5cae56-760f-4871-9088-493b87dddddb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dff6e837-3baf-4200-9fdb-5c055afa7e6e HTTP/1.1" status: 200 len: 998 time: 0.0635023 Sep 17 08:25:30.051917 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f626e9bb-aecf-4cbf-8f10-eeea49d59983 None None] Checking router: 08013a1c-233c-40ff-97a4-f09f85b30ac0 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:25:30.061169 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f626e9bb-aecf-4cbf-8f10-eeea49d59983 None None] Routers {'08013a1c-233c-40ff-97a4-f09f85b30ac0'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:25:30.062065 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-f626e9bb-aecf-4cbf-8f10-eeea49d59983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:25:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['08013a1c-233c-40ff-97a4-f09f85b30ac0'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:25:30.105080 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f4e5d-ec53-4726-a211-e826aabd4182 req-8af70efb-c230-4643-8086-557ff7416593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:30.107218 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-418f4e5d-ec53-4726-a211-e826aabd4182 req-8af70efb-c230-4643-8086-557ff7416593 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d01eb21-118c-498b-a866-b124536b59b1 HTTP/1.1" status: 200 len: 851 time: 0.0533714 Sep 17 08:25:30.155643 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f4e5d-ec53-4726-a211-e826aabd4182 req-1d03828c-3c66-427c-b5b1-dc1edb0a579e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:30.157214 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-418f4e5d-ec53-4726-a211-e826aabd4182 req-1d03828c-3c66-427c-b5b1-dc1edb0a579e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=660139d9-bdd8-4ad7-b799-f8f93f25eccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426106 Sep 17 08:25:30.183019 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-f626e9bb-aecf-4cbf-8f10-eeea49d59983 None None] Set router 08013a1c-233c-40ff-97a4-f09f85b30ac0 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:25:30.192157 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 48362) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:30.229994 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-41b9d628-1b97-4e08-af42-4be0c2a6dfb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:30.283416 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-418f4e5d-ec53-4726-a211-e826aabd4182 req-a64a6682-5a15-420d-969f-47baea2090f5 service neutron] 10.222.0.39 "GET /v2.0/networks/660139d9-bdd8-4ad7-b799-f8f93f25eccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184289 Sep 17 08:25:30.407443 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-418f4e5d-ec53-4726-a211-e826aabd4182 req-fd680102-8bd9-417f-bd21-8f657460eef1 service neutron] 10.222.0.39 "GET /v2.0/networks/660139d9-bdd8-4ad7-b799-f8f93f25eccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165798 Sep 17 08:25:30.407777 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-f626e9bb-aecf-4cbf-8f10-eeea49d59983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'name': 'tempest-TestVolumeBootPattern-1133283628-router', 'tenant_id': '5a6798d8a56640cabd874ecb5022c2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'd5ead04b-07db-412a-80e2-5020e764ee32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:17:15Z', 'updated_at': '2021-09-17T08:17:18Z', 'revision_number': 4, 'project_id': '5a6798d8a56640cabd874ecb5022c2e7', 'gw_port': {'id': 'd5ead04b-07db-412a-80e2-5020e764ee32', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:dc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:17:15Z', 'updated_at': '2021-09-17T08:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '65b989f1-7395-4919-8998-e72be77d6229', 'tenant_id': '5a6798d8a56640cabd874ecb5022c2e7', 'floating_ip_address': '172.25.6.56', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'port_id': 'dff6e837-3baf-4200-9fdb-5c055afa7e6e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf', 'mac_address': 'fa:16:3e:a4:2a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef11f0dd-5b0b-4d8a-a922-159a7bf2bb49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:25:28Z', 'updated_at': '2021-09-17T08:25:28Z', 'revision_number': 0, 'project_id': '5a6798d8a56640cabd874ecb5022c2e7', 'fixed_ip_address_scope': None}, {'id': 'b75e4d77-532e-40dc-a6c8-49f21a89ea73', 'tenant_id': '5a6798d8a56640cabd874ecb5022c2e7', 'floating_ip_address': '172.25.6.21', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'port_id': '0f7445f0-d0ae-446f-ba7e-32a8a72a3c05', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf', 'mac_address': 'fa:16:3e:ed:10:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4f9ed2-e2f2-41fc-99cd-9caf82b03dea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:23:16Z', 'updated_at': '2021-09-17T08:23:19Z', 'revision_number': 1, 'project_id': '5a6798d8a56640cabd874ecb5022c2e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5028a10b-5e29-404b-b928-c890920938fa', 'name': '', 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf', 'tenant_id': '5a6798d8a56640cabd874ecb5022c2e7', 'mac_address': 'fa:16:3e:97:9c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '0d01eb21-118c-498b-a866-b124536b59b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:17:17Z', 'updated_at': '2021-09-17T08:17:23Z', 'revision_number': 5, 'project_id': '5a6798d8a56640cabd874ecb5022c2e7', 'subnets': [{'id': '0d01eb21-118c-498b-a866-b124536b59b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:25:30.420364 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-41b9d628-1b97-4e08-af42-4be0c2a6dfb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:30.424756 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-41b9d628-1b97-4e08-af42-4be0c2a6dfb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:30.434020 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f626e9bb-aecf-4cbf-8f10-eeea49d59983 None None] The sync data for ids ['08013a1c-233c-40ff-97a4-f09f85b30ac0'] in n-d-789963-9 is: [{'id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'name': 'tempest-TestVolumeBootPattern-1133283628-router', 'tenant_id': '5a6798d8a56640cabd874ecb5022c2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'd5ead04b-07db-412a-80e2-5020e764ee32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:17:15Z', 'updated_at': '2021-09-17T08:17:18Z', 'revision_number': 4, 'project_id': '5a6798d8a56640cabd874ecb5022c2e7', 'gw_port': {'id': 'd5ead04b-07db-412a-80e2-5020e764ee32', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:dc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:17:15Z', 'updated_at': '2021-09-17T08:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '65b989f1-7395-4919-8998-e72be77d6229', 'tenant_id': '5a6798d8a56640cabd874ecb5022c2e7', 'floating_ip_address': '172.25.6.56', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'port_id': 'dff6e837-3baf-4200-9fdb-5c055afa7e6e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf', 'mac_address': 'fa:16:3e:a4:2a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef11f0dd-5b0b-4d8a-a922-159a7bf2bb49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:25:28Z', 'updated_at': '2021-09-17T08:25:28Z', 'revision_number': 0, 'project_id': '5a6798d8a56640cabd874ecb5022c2e7', 'fixed_ip_address_scope': None}, {'id': 'b75e4d77-532e-40dc-a6c8-49f21a89ea73', 'tenant_id': '5a6798d8a56640cabd874ecb5022c2e7', 'floating_ip_address': '172.25.6.21', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'port_id': '0f7445f0-d0ae-446f-ba7e-32a8a72a3c05', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf', 'mac_address': 'fa:16:3e:ed:10:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4f9ed2-e2f2-41fc-99cd-9caf82b03dea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:23:16Z', 'updated_at': '2021-09-17T08:23:19Z', 'revision_number': 1, 'project_id': '5a6798d8a56640cabd874ecb5022c2e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5028a10b-5e29-404b-b928-c890920938fa', 'name': '', 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf', 'tenant_id': '5a6798d8a56640cabd874ecb5022c2e7', 'mac_address': 'fa:16:3e:97:9c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '0d01eb21-118c-498b-a866-b124536b59b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:17:17Z', 'updated_at': '2021-09-17T08:17:23Z', 'revision_number': 5, 'project_id': '5a6798d8a56640cabd874ecb5022c2e7', 'subnets': [{'id': '0d01eb21-118c-498b-a866-b124536b59b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:25:30.466682 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b9d628-1b97-4e08-af42-4be0c2a6dfb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff0a95e-8e1d-478d-ac15-8d8ea398ef6b,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:25:30.471085 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-41b9d628-1b97-4e08-af42-4be0c2a6dfb2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=20a98f70c269426799c39e8a2e138d22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2780244 Sep 17 08:25:30.473748 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 48366) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:30.534641 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-72ca007f-0516-405a-9695-1d4c80ebb839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:30.555407 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-72ca007f-0516-405a-9695-1d4c80ebb839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:30.603738 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-72ca007f-0516-405a-9695-1d4c80ebb839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:30.606863 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-72ca007f-0516-405a-9695-1d4c80ebb839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:30.608145 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-72ca007f-0516-405a-9695-1d4c80ebb839 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fff0a95e-8e1d-478d-ac15-8d8ea398ef6b HTTP/1.1" status: 204 len: 168 time: 0.1331666 Sep 17 08:25:30.616675 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ca007f-0516-405a-9695-1d4c80ebb839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff0a95e-8e1d-478d-ac15-8d8ea398ef6b,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:25:30.655723 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4eef3e2-6674-484a-ba5c-a18af2c92a65 None None] New status for floating IP 65b989f1-7395-4919-8998-e72be77d6229: ACTIVE {{(pid=101291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 08:25:32.771048 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 48444) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:32.886629 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d269a4cf-6bbb-4dd2-9520-c61257b804ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:32.972517 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d269a4cf-6bbb-4dd2-9520-c61257b804ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:32.976604 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d269a4cf-6bbb-4dd2-9520-c61257b804ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:33.013449 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d269a4cf-6bbb-4dd2-9520-c61257b804ce admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8c92513e9566477db36d1f21c1299fc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2412696 Sep 17 08:25:33.014382 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d269a4cf-6bbb-4dd2-9520-c61257b804ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=effa1dc8-50ab-4994-afd2-63060b84cfab,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:25:33.016199 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 48448) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:33.063526 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d76f6f7f-fdb6-42c2-9305-4b95984a61f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:33.084501 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d76f6f7f-fdb6-42c2-9305-4b95984a61f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:33.129766 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d76f6f7f-fdb6-42c2-9305-4b95984a61f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:33.132387 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d76f6f7f-fdb6-42c2-9305-4b95984a61f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:33.133531 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-d76f6f7f-fdb6-42c2-9305-4b95984a61f8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/effa1dc8-50ab-4994-afd2-63060b84cfab HTTP/1.1" status: 204 len: 168 time: 0.1163490 Sep 17 08:25:33.140926 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76f6f7f-fdb6-42c2-9305-4b95984a61f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=effa1dc8-50ab-4994-afd2-63060b84cfab,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:25:33.382511 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 48454) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:33.398559 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-83838c85-010c-4f64-be09-995266b88c4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:33.482992 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-83838c85-010c-4f64-be09-995266b88c4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:33.486850 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-83838c85-010c-4f64-be09-995266b88c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:33.525014 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-83838c85-010c-4f64-be09-995266b88c4b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e801c60e59bb4b8fa3aca37b5be83fa4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1414623 Sep 17 08:25:33.525729 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83838c85-010c-4f64-be09-995266b88c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77fb12f3-2c59-4cd8-8622-09f2e4641110,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:25:33.528464 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 48456) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:33.578725 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3c3664ab-d7df-4633-83df-9c473104dcd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:33.599047 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3c3664ab-d7df-4633-83df-9c473104dcd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:33.645092 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3c3664ab-d7df-4633-83df-9c473104dcd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:33.648238 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3c3664ab-d7df-4633-83df-9c473104dcd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:33.649384 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-3c3664ab-d7df-4633-83df-9c473104dcd0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/77fb12f3-2c59-4cd8-8622-09f2e4641110 HTTP/1.1" status: 204 len: 168 time: 0.1197350 Sep 17 08:25:33.656724 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3664ab-d7df-4633-83df-9c473104dcd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77fb12f3-2c59-4cd8-8622-09f2e4641110,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:25:35.558561 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:35.777993 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:35.780835 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 48516) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:35.885714 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0c077e50-15ee-4166-b24b-9ec7f2306d50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:35.973349 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0c077e50-15ee-4166-b24b-9ec7f2306d50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:35.977620 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0c077e50-15ee-4166-b24b-9ec7f2306d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:36.013834 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-0c077e50-15ee-4166-b24b-9ec7f2306d50 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2ea23af57dd44f1ba01ef7ae3da2d5e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2319689 Sep 17 08:25:36.015756 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c077e50-15ee-4166-b24b-9ec7f2306d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c455a2cf-7d5a-48a1-9da8-d819adca61b7,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:25:36.016565 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 48522) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:36.023527 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c077e50-15ee-4166-b24b-9ec7f2306d50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:25:36.023815 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c077e50-15ee-4166-b24b-9ec7f2306d50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:25:36.024182 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c077e50-15ee-4166-b24b-9ec7f2306d50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:25:36.024521 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c077e50-15ee-4166-b24b-9ec7f2306d50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:25:36.024855 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c077e50-15ee-4166-b24b-9ec7f2306d50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:25:36.025187 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c077e50-15ee-4166-b24b-9ec7f2306d50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:25:36.025515 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c077e50-15ee-4166-b24b-9ec7f2306d50 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:25:36.025841 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c077e50-15ee-4166-b24b-9ec7f2306d50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:25:36.026172 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c077e50-15ee-4166-b24b-9ec7f2306d50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:25:36.026496 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c077e50-15ee-4166-b24b-9ec7f2306d50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:25:36.026819 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c077e50-15ee-4166-b24b-9ec7f2306d50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:25:36.027141 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c077e50-15ee-4166-b24b-9ec7f2306d50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:25:36.066142 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1022ed69-626d-4fd9-86b6-d2a875247641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:36.087529 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1022ed69-626d-4fd9-86b6-d2a875247641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:36.132670 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1022ed69-626d-4fd9-86b6-d2a875247641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:36.135240 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1022ed69-626d-4fd9-86b6-d2a875247641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:36.136419 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-1022ed69-626d-4fd9-86b6-d2a875247641 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c455a2cf-7d5a-48a1-9da8-d819adca61b7 HTTP/1.1" status: 204 len: 168 time: 0.1187928 Sep 17 08:25:36.143903 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1022ed69-626d-4fd9-86b6-d2a875247641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c455a2cf-7d5a-48a1-9da8-d819adca61b7,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:25:36.151741 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1022ed69-626d-4fd9-86b6-d2a875247641 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:25:36.152122 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1022ed69-626d-4fd9-86b6-d2a875247641 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:25:36.152471 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1022ed69-626d-4fd9-86b6-d2a875247641 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:25:36.152810 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1022ed69-626d-4fd9-86b6-d2a875247641 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:25:36.153164 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1022ed69-626d-4fd9-86b6-d2a875247641 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:25:36.153501 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1022ed69-626d-4fd9-86b6-d2a875247641 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:25:36.153856 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1022ed69-626d-4fd9-86b6-d2a875247641 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:25:36.154187 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1022ed69-626d-4fd9-86b6-d2a875247641 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:25:36.154541 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1022ed69-626d-4fd9-86b6-d2a875247641 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:25:36.154832 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1022ed69-626d-4fd9-86b6-d2a875247641 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:25:36.155160 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1022ed69-626d-4fd9-86b6-d2a875247641 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:25:36.155505 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1022ed69-626d-4fd9-86b6-d2a875247641 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:25:36.390823 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 48530) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:36.404574 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d3f069a5-7e03-4933-8648-2393759efa8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:36.494845 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d3f069a5-7e03-4933-8648-2393759efa8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:36.498417 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d3f069a5-7e03-4933-8648-2393759efa8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:36.536473 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-d3f069a5-7e03-4933-8648-2393759efa8a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0d99a1eba83c4881bf27fd780898c185&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1445258 Sep 17 08:25:36.537327 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f069a5-7e03-4933-8648-2393759efa8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=727d2eae-634a-4105-851b-d6064a218ca0,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:25:36.539152 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 48532) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:36.587772 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-01af1103-475d-4ed8-84d2-0c97f38db008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:36.607852 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-01af1103-475d-4ed8-84d2-0c97f38db008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:36.656358 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-01af1103-475d-4ed8-84d2-0c97f38db008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:36.659192 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-01af1103-475d-4ed8-84d2-0c97f38db008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:36.660444 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-01af1103-475d-4ed8-84d2-0c97f38db008 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/727d2eae-634a-4105-851b-d6064a218ca0 HTTP/1.1" status: 204 len: 168 time: 0.1196613 Sep 17 08:25:36.667737 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01af1103-475d-4ed8-84d2-0c97f38db008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=727d2eae-634a-4105-851b-d6064a218ca0,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:25:38.193428 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 48582) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:38.255927 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:25:38.314763 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2298e66a-3eaf-4912-b422-a4941cb65b74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:38.404818 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2298e66a-3eaf-4912-b422-a4941cb65b74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:38.408383 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2298e66a-3eaf-4912-b422-a4941cb65b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:38.445400 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-2298e66a-3eaf-4912-b422-a4941cb65b74 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=55a77b3b7b424f819a3e63d4a06be8da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2509291 Sep 17 08:25:38.446255 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2298e66a-3eaf-4912-b422-a4941cb65b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a099be18-cc06-4902-839e-7091a2882559,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:25:38.448195 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 48586) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:38.498757 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-68a765c1-261f-43d4-b271-89f8aa07605d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:38.518740 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-68a765c1-261f-43d4-b271-89f8aa07605d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:38.564466 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-68a765c1-261f-43d4-b271-89f8aa07605d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:38.566920 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-68a765c1-261f-43d4-b271-89f8aa07605d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:38.568604 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-68a765c1-261f-43d4-b271-89f8aa07605d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a099be18-cc06-4902-839e-7091a2882559 HTTP/1.1" status: 204 len: 168 time: 0.1184213 Sep 17 08:25:38.576157 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a765c1-261f-43d4-b271-89f8aa07605d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a099be18-cc06-4902-839e-7091a2882559,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:25:40.400573 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 48668) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:40.503200 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-cbfb8b7d-f785-4374-a6a1-bacb9d75c373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:40.595069 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-cbfb8b7d-f785-4374-a6a1-bacb9d75c373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:40.598799 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-cbfb8b7d-f785-4374-a6a1-bacb9d75c373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:40.638758 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-cbfb8b7d-f785-4374-a6a1-bacb9d75c373 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=287307f427604b28b75d95f2ef65ecca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2371061 Sep 17 08:25:40.641371 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 48672) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:40.648043 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfb8b7d-f785-4374-a6a1-bacb9d75c373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6bc868-8102-437d-8aee-264857c1088d,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:25:40.690211 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9ab9c35a-3b63-4efb-84e7-807fcdeb1a32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:40.710853 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9ab9c35a-3b63-4efb-84e7-807fcdeb1a32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:40.756156 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9ab9c35a-3b63-4efb-84e7-807fcdeb1a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:40.758629 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9ab9c35a-3b63-4efb-84e7-807fcdeb1a32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:40.759764 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-9ab9c35a-3b63-4efb-84e7-807fcdeb1a32 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ba6bc868-8102-437d-8aee-264857c1088d HTTP/1.1" status: 204 len: 168 time: 0.1175098 Sep 17 08:25:40.767082 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab9c35a-3b63-4efb-84e7-807fcdeb1a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6bc868-8102-437d-8aee-264857c1088d,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:25:41.010920 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 48678) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:41.023917 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9d40f81a-833a-447d-bbf6-0ac170998f69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:41.112669 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9d40f81a-833a-447d-bbf6-0ac170998f69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:41.116787 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9d40f81a-833a-447d-bbf6-0ac170998f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:41.153064 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-9d40f81a-833a-447d-bbf6-0ac170998f69 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e9ff1877f63945a1a5b0f192e62c1ebb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1409845 Sep 17 08:25:41.154241 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d40f81a-833a-447d-bbf6-0ac170998f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29610c11-e5ac-4624-8652-2d469946a83f,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:25:41.155677 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 48680) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:41.204180 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fd914f6c-94b6-4b78-b0ed-e5c28f9ce186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:41.225141 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fd914f6c-94b6-4b78-b0ed-e5c28f9ce186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:41.276523 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fd914f6c-94b6-4b78-b0ed-e5c28f9ce186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:41.279410 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fd914f6c-94b6-4b78-b0ed-e5c28f9ce186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:41.280622 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-fd914f6c-94b6-4b78-b0ed-e5c28f9ce186 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/29610c11-e5ac-4624-8652-2d469946a83f HTTP/1.1" status: 204 len: 168 time: 0.1233280 Sep 17 08:25:41.288906 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd914f6c-94b6-4b78-b0ed-e5c28f9ce186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29610c11-e5ac-4624-8652-2d469946a83f,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:25:42.811932 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 48798) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:42.927655 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-eaa9ef01-0ba1-401c-bb9a-1d2f3dcd6bf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:43.016330 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-eaa9ef01-0ba1-401c-bb9a-1d2f3dcd6bf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:43.019777 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-eaa9ef01-0ba1-401c-bb9a-1d2f3dcd6bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:43.061340 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-eaa9ef01-0ba1-401c-bb9a-1d2f3dcd6bf9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=15df98b1ad264f06a589464a0ab80942&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2483401 Sep 17 08:25:43.062354 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa9ef01-0ba1-401c-bb9a-1d2f3dcd6bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e51fcc-952b-4896-a4ec-473adc9f1134,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:25:43.064124 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 48802) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:43.115980 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2c10c214-4f83-4e2e-819b-78f1dbb55de3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:43.136108 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2c10c214-4f83-4e2e-819b-78f1dbb55de3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:43.181242 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2c10c214-4f83-4e2e-819b-78f1dbb55de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:43.183742 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2c10c214-4f83-4e2e-819b-78f1dbb55de3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:43.184945 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-2c10c214-4f83-4e2e-819b-78f1dbb55de3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e3e51fcc-952b-4896-a4ec-473adc9f1134 HTTP/1.1" status: 204 len: 168 time: 0.1191807 Sep 17 08:25:43.193007 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c10c214-4f83-4e2e-819b-78f1dbb55de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e51fcc-952b-4896-a4ec-473adc9f1134,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:25:44.383822 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 48840) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:44.480752 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-2ab649db-5277-4b2a-b806-be40b44111b4 tempest-MeteringIpV6TestJSON-1217311380 tempest-MeteringIpV6TestJSON-1217311380-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-336211443'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:25:44.481570 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-2ab649db-5277-4b2a-b806-be40b44111b4 tempest-MeteringIpV6TestJSON-1217311380 tempest-MeteringIpV6TestJSON-1217311380-project-admin] Unknown quota resources ['metering_label']. {{(pid=101289) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 08:25:44.668225 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2ab649db-5277-4b2a-b806-be40b44111b4 tempest-MeteringIpV6TestJSON-1217311380 tempest-MeteringIpV6TestJSON-1217311380-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:44.669483 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-2ab649db-5277-4b2a-b806-be40b44111b4 tempest-MeteringIpV6TestJSON-1217311380 tempest-MeteringIpV6TestJSON-1217311380-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.2846138 Sep 17 08:25:44.672216 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 48846) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:44.676590 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-beeb9726-81bd-4f83-a17a-d20350e31cb1 tempest-MeteringIpV6TestJSON-1217311380 tempest-MeteringIpV6TestJSON-1217311380-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '393bfc72-ba35-4de2-8f36-c35ff4a1e3a0'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:25:44.677730 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-beeb9726-81bd-4f83-a17a-d20350e31cb1 tempest-MeteringIpV6TestJSON-1217311380 tempest-MeteringIpV6TestJSON-1217311380-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101289) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 08:25:45.042083 n-d-789963-9 neutron-server[101289]: WARNING neutron.services.metering.metering_plugin [None req-beeb9726-81bd-4f83-a17a-d20350e31cb1 tempest-MeteringIpV6TestJSON-1217311380 tempest-MeteringIpV6TestJSON-1217311380-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 17 08:25:45.143167 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-beeb9726-81bd-4f83-a17a-d20350e31cb1 tempest-MeteringIpV6TestJSON-1217311380 tempest-MeteringIpV6TestJSON-1217311380-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:45.144407 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-beeb9726-81bd-4f83-a17a-d20350e31cb1 tempest-MeteringIpV6TestJSON-1217311380 tempest-MeteringIpV6TestJSON-1217311380-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4712710 Sep 17 08:25:45.147898 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 48848) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:45.151953 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-08bcf3ef-d6b2-418b-88db-a64f3227a19b tempest-MeteringIpV6TestJSON-1217311380 tempest-MeteringIpV6TestJSON-1217311380-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '393bfc72-ba35-4de2-8f36-c35ff4a1e3a0'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:25:45.152436 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-08bcf3ef-d6b2-418b-88db-a64f3227a19b tempest-MeteringIpV6TestJSON-1217311380 tempest-MeteringIpV6TestJSON-1217311380-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101289) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 08:25:45.201105 n-d-789963-9 neutron-server[101289]: WARNING neutron.services.metering.metering_plugin [None req-08bcf3ef-d6b2-418b-88db-a64f3227a19b tempest-MeteringIpV6TestJSON-1217311380 tempest-MeteringIpV6TestJSON-1217311380-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 17 08:25:45.279162 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-08bcf3ef-d6b2-418b-88db-a64f3227a19b tempest-MeteringIpV6TestJSON-1217311380 tempest-MeteringIpV6TestJSON-1217311380-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:45.280420 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-08bcf3ef-d6b2-418b-88db-a64f3227a19b tempest-MeteringIpV6TestJSON-1217311380 tempest-MeteringIpV6TestJSON-1217311380-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1315808 Sep 17 08:25:45.283117 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 48850) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:45.293849 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-9bc7b3c5-33c4-4644-b4f4-f34adc0272db tempest-MeteringIpV6TestJSON-1217311380 tempest-MeteringIpV6TestJSON-1217311380-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=050be998-0821-44b4-824a-410356c2476a HTTP/1.1" status: 200 len: 462 time: 0.0096455 Sep 17 08:25:45.295976 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 48852) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:45.398090 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-45980aa4-de23-4b75-a1d3-689d0c544816 tempest-MeteringIpV6TestJSON-1217311380 tempest-MeteringIpV6TestJSON-1217311380-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:45.399213 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-45980aa4-de23-4b75-a1d3-689d0c544816 tempest-MeteringIpV6TestJSON-1217311380 tempest-MeteringIpV6TestJSON-1217311380-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/050be998-0821-44b4-824a-410356c2476a HTTP/1.1" status: 204 len: 168 time: 0.1021948 Sep 17 08:25:45.401833 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 48854) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:45.410171 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ebe32e88-09c6-47a1-97c6-76a8a645fa28 tempest-MeteringIpV6TestJSON-1217311380 tempest-MeteringIpV6TestJSON-1217311380-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=050be998-0821-44b4-824a-410356c2476a HTTP/1.1" status: 200 len: 221 time: 0.0073640 Sep 17 08:25:45.413326 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 48856) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:45.417130 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-6ac144c5-c4e8-4161-9331-ba92ca714442 tempest-MeteringIpV6TestJSON-1217311380 tempest-MeteringIpV6TestJSON-1217311380-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2121081689', 'description': 'label created by tempest'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:25:45.417570 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-6ac144c5-c4e8-4161-9331-ba92ca714442 tempest-MeteringIpV6TestJSON-1217311380 tempest-MeteringIpV6TestJSON-1217311380-project-admin] Unknown quota resources ['metering_label']. {{(pid=101289) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 08:25:45.563947 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6ac144c5-c4e8-4161-9331-ba92ca714442 tempest-MeteringIpV6TestJSON-1217311380 tempest-MeteringIpV6TestJSON-1217311380-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:45.566480 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-6ac144c5-c4e8-4161-9331-ba92ca714442 tempest-MeteringIpV6TestJSON-1217311380 tempest-MeteringIpV6TestJSON-1217311380-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.1508601 Sep 17 08:25:45.568258 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 48860) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:45.641250 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e1b0a1c1-616f-4c03-9b0a-a74edfb382be tempest-MeteringIpV6TestJSON-1217311380 tempest-MeteringIpV6TestJSON-1217311380-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=013200e6-ff78-47c4-a084-d0d8b253bc2a HTTP/1.1" status: 200 len: 468 time: 0.0718029 Sep 17 08:25:45.643669 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 48862) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:45.822497 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6b04f8e2-c229-494f-b385-56f5dbee1425 tempest-MeteringIpV6TestJSON-1217311380 tempest-MeteringIpV6TestJSON-1217311380-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:45.823586 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-6b04f8e2-c229-494f-b385-56f5dbee1425 tempest-MeteringIpV6TestJSON-1217311380 tempest-MeteringIpV6TestJSON-1217311380-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/013200e6-ff78-47c4-a084-d0d8b253bc2a HTTP/1.1" status: 204 len: 168 time: 0.1789911 Sep 17 08:25:45.826317 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 48864) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:45.836769 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-386c61dd-caf4-4380-91c9-496ccb98d04b tempest-MeteringIpV6TestJSON-1217311380 tempest-MeteringIpV6TestJSON-1217311380-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=013200e6-ff78-47c4-a084-d0d8b253bc2a HTTP/1.1" status: 200 len: 216 time: 0.0094724 Sep 17 08:25:45.839944 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 48866) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:45.848104 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-895f264a-bf51-4404-8777-6c6583ece186 tempest-MeteringIpV6TestJSON-1217311380 tempest-MeteringIpV6TestJSON-1217311380-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0071621 Sep 17 08:25:45.850840 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 48868) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:45.861963 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-f8759a1f-acb0-4d45-856b-fde2e2232b6f tempest-MeteringIpV6TestJSON-1217311380 tempest-MeteringIpV6TestJSON-1217311380-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0102148 Sep 17 08:25:45.865979 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 48870) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:45.915879 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-8353ba9f-01df-4e1d-b6c8-de9e8e691f26 tempest-MeteringIpV6TestJSON-1217311380 tempest-MeteringIpV6TestJSON-1217311380-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels/393bfc72-ba35-4de2-8f36-c35ff4a1e3a0 HTTP/1.1" status: 200 len: 472 time: 0.0488794 Sep 17 08:25:45.919334 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 48872) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:45.928502 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-85828a63-ae1f-46bf-b3b0-c8a2710124a8 tempest-MeteringIpV6TestJSON-1217311380 tempest-MeteringIpV6TestJSON-1217311380-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules/6a6c3506-ad96-405e-8b92-043c5cdebf9b HTTP/1.1" status: 200 len: 459 time: 0.0081844 Sep 17 08:25:45.931070 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 48874) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:46.029008 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5c0cabd1-f96e-4e53-a075-9773314a99e6 tempest-MeteringIpV6TestJSON-1217311380 tempest-MeteringIpV6TestJSON-1217311380-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:46.030109 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-5c0cabd1-f96e-4e53-a075-9773314a99e6 tempest-MeteringIpV6TestJSON-1217311380 tempest-MeteringIpV6TestJSON-1217311380-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/6a6c3506-ad96-405e-8b92-043c5cdebf9b HTTP/1.1" status: 204 len: 168 time: 0.0981872 Sep 17 08:25:46.032559 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 48876) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:46.208485 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fdad6d4a-dd40-4279-99e6-7ff2084e5a73 tempest-MeteringIpV6TestJSON-1217311380 tempest-MeteringIpV6TestJSON-1217311380-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:46.209628 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-fdad6d4a-dd40-4279-99e6-7ff2084e5a73 tempest-MeteringIpV6TestJSON-1217311380 tempest-MeteringIpV6TestJSON-1217311380-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/393bfc72-ba35-4de2-8f36-c35ff4a1e3a0 HTTP/1.1" status: 204 len: 168 time: 0.1761465 Sep 17 08:25:46.481173 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 48882) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:46.588454 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a2b6b093-244a-4fe8-85e8-5ddba9a689b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:46.677229 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a2b6b093-244a-4fe8-85e8-5ddba9a689b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:46.681206 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a2b6b093-244a-4fe8-85e8-5ddba9a689b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:46.717249 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b6b093-244a-4fe8-85e8-5ddba9a689b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=308fb804-ceb9-4365-811b-c25b6682301d,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:25:46.721719 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-a2b6b093-244a-4fe8-85e8-5ddba9a689b4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8659ca871ebc47b799504a5a44d02533&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2394235 Sep 17 08:25:46.725440 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 48888) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:46.771234 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-34ea5f3a-6f93-4d3b-8555-0190547b1066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:46.791703 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-34ea5f3a-6f93-4d3b-8555-0190547b1066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:46.840237 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-34ea5f3a-6f93-4d3b-8555-0190547b1066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:46.842779 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-34ea5f3a-6f93-4d3b-8555-0190547b1066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:46.843959 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-34ea5f3a-6f93-4d3b-8555-0190547b1066 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/308fb804-ceb9-4365-811b-c25b6682301d HTTP/1.1" status: 204 len: 168 time: 0.1179774 Sep 17 08:25:46.851196 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea5f3a-6f93-4d3b-8555-0190547b1066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308fb804-ceb9-4365-811b-c25b6682301d,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:25:47.102128 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 48894) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:47.116254 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-11c03fad-a4da-4b56-b9e7-f19694438979 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:47.204063 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-11c03fad-a4da-4b56-b9e7-f19694438979 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:47.207459 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-11c03fad-a4da-4b56-b9e7-f19694438979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:47.245309 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-11c03fad-a4da-4b56-b9e7-f19694438979 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a42669c43d834028af3b873c936fac0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1417999 Sep 17 08:25:47.246538 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c03fad-a4da-4b56-b9e7-f19694438979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86736f2-e64b-49f2-8980-4f166c1d6bcc,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:25:47.248115 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 48896) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:47.303981 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b76c0193-5efd-40de-b519-7571e5928181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:47.325105 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b76c0193-5efd-40de-b519-7571e5928181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:47.371024 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b76c0193-5efd-40de-b519-7571e5928181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:47.373575 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b76c0193-5efd-40de-b519-7571e5928181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:47.374735 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-b76c0193-5efd-40de-b519-7571e5928181 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c86736f2-e64b-49f2-8980-4f166c1d6bcc HTTP/1.1" status: 204 len: 168 time: 0.1200857 Sep 17 08:25:47.383405 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76c0193-5efd-40de-b519-7571e5928181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86736f2-e64b-49f2-8980-4f166c1d6bcc,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:25:48.728854 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 48934) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:48.873112 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-fa741155-15c2-4768-bce6-912d00d0b3f2 tempest-PortsAdminExtendedAttrsTestJSON-1124836141 tempest-PortsAdminExtendedAttrsTestJSON-1124836141-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-318744240'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:25:48.898910 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa741155-15c2-4768-bce6-912d00d0b3f2 tempest-PortsAdminExtendedAttrsTestJSON-1124836141 tempest-PortsAdminExtendedAttrsTestJSON-1124836141-project] Made reservation on behalf of 785e583f30bd42c08e40e12b9ec7131e for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:25:48.902502 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fa741155-15c2-4768-bce6-912d00d0b3f2 tempest-PortsAdminExtendedAttrsTestJSON-1124836141 tempest-PortsAdminExtendedAttrsTestJSON-1124836141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:48.910971 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fa741155-15c2-4768-bce6-912d00d0b3f2 tempest-PortsAdminExtendedAttrsTestJSON-1124836141 tempest-PortsAdminExtendedAttrsTestJSON-1124836141-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:48.998828 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fa741155-15c2-4768-bce6-912d00d0b3f2 tempest-PortsAdminExtendedAttrsTestJSON-1124836141 tempest-PortsAdminExtendedAttrsTestJSON-1124836141-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:49.002481 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fa741155-15c2-4768-bce6-912d00d0b3f2 tempest-PortsAdminExtendedAttrsTestJSON-1124836141 tempest-PortsAdminExtendedAttrsTestJSON-1124836141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:49.025670 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa741155-15c2-4768-bce6-912d00d0b3f2 tempest-PortsAdminExtendedAttrsTestJSON-1124836141 tempest-PortsAdminExtendedAttrsTestJSON-1124836141-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:25:49.039241 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa741155-15c2-4768-bce6-912d00d0b3f2 tempest-PortsAdminExtendedAttrsTestJSON-1124836141 tempest-PortsAdminExtendedAttrsTestJSON-1124836141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70b5843c-b7ef-4707-84ef-2a17076b7393,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:25:49.044560 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fa741155-15c2-4768-bce6-912d00d0b3f2 tempest-PortsAdminExtendedAttrsTestJSON-1124836141 tempest-PortsAdminExtendedAttrsTestJSON-1124836141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:49.044913 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-fa741155-15c2-4768-bce6-912d00d0b3f2 tempest-PortsAdminExtendedAttrsTestJSON-1124836141 tempest-PortsAdminExtendedAttrsTestJSON-1124836141-project] Added segment fdcb205e-530b-4dab-bded-097e5f7cd85a of type vlan for network f13aeb87-9d67-4a81-bc98-54968e276325 Sep 17 08:25:49.088301 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fa741155-15c2-4768-bce6-912d00d0b3f2 tempest-PortsAdminExtendedAttrsTestJSON-1124836141 tempest-PortsAdminExtendedAttrsTestJSON-1124836141-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:49.113091 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fa741155-15c2-4768-bce6-912d00d0b3f2 tempest-PortsAdminExtendedAttrsTestJSON-1124836141 tempest-PortsAdminExtendedAttrsTestJSON-1124836141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:49.119135 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa741155-15c2-4768-bce6-912d00d0b3f2 tempest-PortsAdminExtendedAttrsTestJSON-1124836141 tempest-PortsAdminExtendedAttrsTestJSON-1124836141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:49.119738 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fa741155-15c2-4768-bce6-912d00d0b3f2 tempest-PortsAdminExtendedAttrsTestJSON-1124836141 tempest-PortsAdminExtendedAttrsTestJSON-1124836141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:49.169931 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-fa741155-15c2-4768-bce6-912d00d0b3f2 tempest-PortsAdminExtendedAttrsTestJSON-1124836141 tempest-PortsAdminExtendedAttrsTestJSON-1124836141-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.4399781 Sep 17 08:25:49.216706 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa741155-15c2-4768-bce6-912d00d0b3f2 tempest-PortsAdminExtendedAttrsTestJSON-1124836141 tempest-PortsAdminExtendedAttrsTestJSON-1124836141-project] Pushing event updated for resources: {'Network': ['ID=f13aeb87-9d67-4a81-bc98-54968e276325,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:25:49.228298 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network f13aeb87-9d67-4a81-bc98-54968e276325 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:25:49.358193 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 48944) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:49.363191 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Request body: {'port': {'network_id': 'f13aeb87-9d67-4a81-bc98-54968e276325', 'binding:host_id': 'n-h1-789963-9', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-968793240'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:25:49.383412 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Made reservation on behalf of ee53f686013e4112bfd75d20df2e23f8 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:25:49.385651 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:49.393884 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:49.488000 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:49.491724 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:49.498351 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] device_id is not set on port 1d6f00f6-f24c-4519-8ec5-d10a5a1208d8 yet. {{(pid=101290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 08:25:49.588566 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af42180-610f-4981-972d-f827edb339a1,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:25:49.737425 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] device_id is not set on port 1d6f00f6-f24c-4519-8ec5-d10a5a1208d8 yet. {{(pid=101290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 08:25:49.746067 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:49.751911 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:49.801503 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Pushing event updated for resources: {'Port': ['ID=1d6f00f6-f24c-4519-8ec5-d10a5a1208d8,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:25:49.816143 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Checking segment: {'id': 'fdcb205e-530b-4dab-bded-097e5f7cd85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f13aeb87-9d67-4a81-bc98-54968e276325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:25:49.816505 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Network hostable DHCP agents. Network: f13aeb87-9d67-4a81-bc98-54968e276325, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:25:49.833117 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Network f13aeb87-9d67-4a81-bc98-54968e276325 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:25:49.841448 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, f13aeb87-9d67-4a81-bc98-54968e276325) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:25:49.845124 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:25:49.850667 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5047335c-2184-4b3b-a758-6e58decfd749 None None] Network f13aeb87-9d67-4a81-bc98-54968e276325 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:25:49.859378 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port 1d6f00f6-f24c-4519-8ec5-d10a5a1208d8 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:25:49.859727 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port 1d6f00f6-f24c-4519-8ec5-d10a5a1208d8 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'fdcb205e-530b-4dab-bded-097e5f7cd85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f13aeb87-9d67-4a81-bc98-54968e276325'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:25:49.860089 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port 1d6f00f6-f24c-4519-8ec5-d10a5a1208d8 on network f13aeb87-9d67-4a81-bc98-54968e276325 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:25:49.864614 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Port 1d6f00f6-f24c-4519-8ec5-d10a5a1208d8 on network f13aeb87-9d67-4a81-bc98-54968e276325 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:25:49.864948 n-d-789963-9 neutron-server[101290]: ERROR neutron.plugins.ml2.managers [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Failed to bind port 1d6f00f6-f24c-4519-8ec5-d10a5a1208d8 on host n-h1-789963-9 for vnic_type normal using segments [{'id': 'fdcb205e-530b-4dab-bded-097e5f7cd85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f13aeb87-9d67-4a81-bc98-54968e276325'}] Sep 17 08:25:49.865750 n-d-789963-9 neutron-server[101290]: INFO neutron.plugins.ml2.plugin [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempt 2 to bind port 1d6f00f6-f24c-4519-8ec5-d10a5a1208d8 Sep 17 08:25:49.877386 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port 1d6f00f6-f24c-4519-8ec5-d10a5a1208d8 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:25:49.877742 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port 1d6f00f6-f24c-4519-8ec5-d10a5a1208d8 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'fdcb205e-530b-4dab-bded-097e5f7cd85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f13aeb87-9d67-4a81-bc98-54968e276325'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:25:49.878073 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port 1d6f00f6-f24c-4519-8ec5-d10a5a1208d8 on network f13aeb87-9d67-4a81-bc98-54968e276325 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:25:49.883031 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Port 1d6f00f6-f24c-4519-8ec5-d10a5a1208d8 on network f13aeb87-9d67-4a81-bc98-54968e276325 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:25:49.883360 n-d-789963-9 neutron-server[101290]: ERROR neutron.plugins.ml2.managers [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Failed to bind port 1d6f00f6-f24c-4519-8ec5-d10a5a1208d8 on host n-h1-789963-9 for vnic_type normal using segments [{'id': 'fdcb205e-530b-4dab-bded-097e5f7cd85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f13aeb87-9d67-4a81-bc98-54968e276325'}] Sep 17 08:25:49.883769 n-d-789963-9 neutron-server[101290]: INFO neutron.plugins.ml2.plugin [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempt 3 to bind port 1d6f00f6-f24c-4519-8ec5-d10a5a1208d8 Sep 17 08:25:49.895946 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port 1d6f00f6-f24c-4519-8ec5-d10a5a1208d8 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:25:49.896313 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port 1d6f00f6-f24c-4519-8ec5-d10a5a1208d8 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'fdcb205e-530b-4dab-bded-097e5f7cd85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f13aeb87-9d67-4a81-bc98-54968e276325'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:25:49.897168 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port 1d6f00f6-f24c-4519-8ec5-d10a5a1208d8 on network f13aeb87-9d67-4a81-bc98-54968e276325 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:25:49.901535 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Port 1d6f00f6-f24c-4519-8ec5-d10a5a1208d8 on network f13aeb87-9d67-4a81-bc98-54968e276325 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:25:49.901858 n-d-789963-9 neutron-server[101290]: ERROR neutron.plugins.ml2.managers [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Failed to bind port 1d6f00f6-f24c-4519-8ec5-d10a5a1208d8 on host n-h1-789963-9 for vnic_type normal using segments [{'id': 'fdcb205e-530b-4dab-bded-097e5f7cd85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f13aeb87-9d67-4a81-bc98-54968e276325'}] Sep 17 08:25:49.902238 n-d-789963-9 neutron-server[101290]: INFO neutron.plugins.ml2.plugin [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempt 4 to bind port 1d6f00f6-f24c-4519-8ec5-d10a5a1208d8 Sep 17 08:25:49.914152 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port 1d6f00f6-f24c-4519-8ec5-d10a5a1208d8 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:25:49.914494 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port 1d6f00f6-f24c-4519-8ec5-d10a5a1208d8 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'fdcb205e-530b-4dab-bded-097e5f7cd85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f13aeb87-9d67-4a81-bc98-54968e276325'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:25:49.914831 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port 1d6f00f6-f24c-4519-8ec5-d10a5a1208d8 on network f13aeb87-9d67-4a81-bc98-54968e276325 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:25:49.919388 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Port 1d6f00f6-f24c-4519-8ec5-d10a5a1208d8 on network f13aeb87-9d67-4a81-bc98-54968e276325 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:25:49.921684 n-d-789963-9 neutron-server[101290]: ERROR neutron.plugins.ml2.managers [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Failed to bind port 1d6f00f6-f24c-4519-8ec5-d10a5a1208d8 on host n-h1-789963-9 for vnic_type normal using segments [{'id': 'fdcb205e-530b-4dab-bded-097e5f7cd85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f13aeb87-9d67-4a81-bc98-54968e276325'}] Sep 17 08:25:49.922194 n-d-789963-9 neutron-server[101290]: INFO neutron.plugins.ml2.plugin [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempt 5 to bind port 1d6f00f6-f24c-4519-8ec5-d10a5a1208d8 Sep 17 08:25:49.939951 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port 1d6f00f6-f24c-4519-8ec5-d10a5a1208d8 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:25:49.940327 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port 1d6f00f6-f24c-4519-8ec5-d10a5a1208d8 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'fdcb205e-530b-4dab-bded-097e5f7cd85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f13aeb87-9d67-4a81-bc98-54968e276325'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:25:49.940665 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port 1d6f00f6-f24c-4519-8ec5-d10a5a1208d8 on network f13aeb87-9d67-4a81-bc98-54968e276325 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:25:49.946034 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Port 1d6f00f6-f24c-4519-8ec5-d10a5a1208d8 on network f13aeb87-9d67-4a81-bc98-54968e276325 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:25:49.946439 n-d-789963-9 neutron-server[101290]: ERROR neutron.plugins.ml2.managers [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Failed to bind port 1d6f00f6-f24c-4519-8ec5-d10a5a1208d8 on host n-h1-789963-9 for vnic_type normal using segments [{'id': 'fdcb205e-530b-4dab-bded-097e5f7cd85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f13aeb87-9d67-4a81-bc98-54968e276325'}] Sep 17 08:25:49.946779 n-d-789963-9 neutron-server[101290]: INFO neutron.plugins.ml2.plugin [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempt 6 to bind port 1d6f00f6-f24c-4519-8ec5-d10a5a1208d8 Sep 17 08:25:49.963943 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port 1d6f00f6-f24c-4519-8ec5-d10a5a1208d8 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:25:49.964398 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port 1d6f00f6-f24c-4519-8ec5-d10a5a1208d8 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'fdcb205e-530b-4dab-bded-097e5f7cd85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f13aeb87-9d67-4a81-bc98-54968e276325'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:25:49.964739 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port 1d6f00f6-f24c-4519-8ec5-d10a5a1208d8 on network f13aeb87-9d67-4a81-bc98-54968e276325 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:25:49.969933 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Port 1d6f00f6-f24c-4519-8ec5-d10a5a1208d8 on network f13aeb87-9d67-4a81-bc98-54968e276325 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:25:49.970471 n-d-789963-9 neutron-server[101290]: ERROR neutron.plugins.ml2.managers [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Failed to bind port 1d6f00f6-f24c-4519-8ec5-d10a5a1208d8 on host n-h1-789963-9 for vnic_type normal using segments [{'id': 'fdcb205e-530b-4dab-bded-097e5f7cd85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f13aeb87-9d67-4a81-bc98-54968e276325'}] Sep 17 08:25:49.971095 n-d-789963-9 neutron-server[101290]: INFO neutron.plugins.ml2.plugin [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempt 7 to bind port 1d6f00f6-f24c-4519-8ec5-d10a5a1208d8 Sep 17 08:25:49.979979 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-70b838de-1b82-44a4-aa48-f811dfc7817e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:49.989542 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port 1d6f00f6-f24c-4519-8ec5-d10a5a1208d8 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:25:49.989836 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port 1d6f00f6-f24c-4519-8ec5-d10a5a1208d8 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'fdcb205e-530b-4dab-bded-097e5f7cd85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f13aeb87-9d67-4a81-bc98-54968e276325'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:25:49.990208 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port 1d6f00f6-f24c-4519-8ec5-d10a5a1208d8 on network f13aeb87-9d67-4a81-bc98-54968e276325 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:25:49.994916 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Port 1d6f00f6-f24c-4519-8ec5-d10a5a1208d8 on network f13aeb87-9d67-4a81-bc98-54968e276325 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:25:49.995243 n-d-789963-9 neutron-server[101290]: ERROR neutron.plugins.ml2.managers [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Failed to bind port 1d6f00f6-f24c-4519-8ec5-d10a5a1208d8 on host n-h1-789963-9 for vnic_type normal using segments [{'id': 'fdcb205e-530b-4dab-bded-097e5f7cd85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f13aeb87-9d67-4a81-bc98-54968e276325'}] Sep 17 08:25:49.995652 n-d-789963-9 neutron-server[101290]: INFO neutron.plugins.ml2.plugin [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempt 8 to bind port 1d6f00f6-f24c-4519-8ec5-d10a5a1208d8 Sep 17 08:25:50.008220 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port 1d6f00f6-f24c-4519-8ec5-d10a5a1208d8 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:25:50.008556 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port 1d6f00f6-f24c-4519-8ec5-d10a5a1208d8 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'fdcb205e-530b-4dab-bded-097e5f7cd85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f13aeb87-9d67-4a81-bc98-54968e276325'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:25:50.008904 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port 1d6f00f6-f24c-4519-8ec5-d10a5a1208d8 on network f13aeb87-9d67-4a81-bc98-54968e276325 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:25:50.013270 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Port 1d6f00f6-f24c-4519-8ec5-d10a5a1208d8 on network f13aeb87-9d67-4a81-bc98-54968e276325 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:25:50.013600 n-d-789963-9 neutron-server[101290]: ERROR neutron.plugins.ml2.managers [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Failed to bind port 1d6f00f6-f24c-4519-8ec5-d10a5a1208d8 on host n-h1-789963-9 for vnic_type normal using segments [{'id': 'fdcb205e-530b-4dab-bded-097e5f7cd85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f13aeb87-9d67-4a81-bc98-54968e276325'}] Sep 17 08:25:50.013989 n-d-789963-9 neutron-server[101290]: INFO neutron.plugins.ml2.plugin [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempt 9 to bind port 1d6f00f6-f24c-4519-8ec5-d10a5a1208d8 Sep 17 08:25:50.028057 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port 1d6f00f6-f24c-4519-8ec5-d10a5a1208d8 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:25:50.028389 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port 1d6f00f6-f24c-4519-8ec5-d10a5a1208d8 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'fdcb205e-530b-4dab-bded-097e5f7cd85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f13aeb87-9d67-4a81-bc98-54968e276325'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:25:50.028871 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port 1d6f00f6-f24c-4519-8ec5-d10a5a1208d8 on network f13aeb87-9d67-4a81-bc98-54968e276325 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:25:50.033321 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Port 1d6f00f6-f24c-4519-8ec5-d10a5a1208d8 on network f13aeb87-9d67-4a81-bc98-54968e276325 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:25:50.033655 n-d-789963-9 neutron-server[101290]: ERROR neutron.plugins.ml2.managers [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Failed to bind port 1d6f00f6-f24c-4519-8ec5-d10a5a1208d8 on host n-h1-789963-9 for vnic_type normal using segments [{'id': 'fdcb205e-530b-4dab-bded-097e5f7cd85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f13aeb87-9d67-4a81-bc98-54968e276325'}] Sep 17 08:25:50.034066 n-d-789963-9 neutron-server[101290]: INFO neutron.plugins.ml2.plugin [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempt 10 to bind port 1d6f00f6-f24c-4519-8ec5-d10a5a1208d8 Sep 17 08:25:50.046658 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port 1d6f00f6-f24c-4519-8ec5-d10a5a1208d8 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:25:50.047097 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port 1d6f00f6-f24c-4519-8ec5-d10a5a1208d8 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'fdcb205e-530b-4dab-bded-097e5f7cd85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f13aeb87-9d67-4a81-bc98-54968e276325'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:25:50.047426 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port 1d6f00f6-f24c-4519-8ec5-d10a5a1208d8 on network f13aeb87-9d67-4a81-bc98-54968e276325 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:25:50.051880 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Port 1d6f00f6-f24c-4519-8ec5-d10a5a1208d8 on network f13aeb87-9d67-4a81-bc98-54968e276325 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:25:50.052211 n-d-789963-9 neutron-server[101290]: ERROR neutron.plugins.ml2.managers [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Failed to bind port 1d6f00f6-f24c-4519-8ec5-d10a5a1208d8 on host n-h1-789963-9 for vnic_type normal using segments [{'id': 'fdcb205e-530b-4dab-bded-097e5f7cd85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f13aeb87-9d67-4a81-bc98-54968e276325'}] Sep 17 08:25:50.052629 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:50.120870 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] For port 1d6f00f6-f24c-4519-8ec5-d10a5a1208d8, host n-h1-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:25:50.121237 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempted to set empty binding levels {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 17 08:25:50.124894 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:50.154118 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:50.154720 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:50.174282 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 0.8150089 Sep 17 08:25:50.177247 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 48950) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:50.178571 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff8edb3-5359-45a0-b780-c1dda68f2298 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Pushing event updated for resources: {'Port': ['ID=1d6f00f6-f24c-4519-8ec5-d10a5a1208d8,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:25:50.260957 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-289f6bd1-f179-4063-9f93-a10659b15244 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Deleting port 1d6f00f6-f24c-4519-8ec5-d10a5a1208d8 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:25:50.261224 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-289f6bd1-f179-4063-9f93-a10659b15244 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:50.323986 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-289f6bd1-f179-4063-9f93-a10659b15244 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] For port 1d6f00f6-f24c-4519-8ec5-d10a5a1208d8, host n-h1-789963-9, got binding levels [] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:25:50.324369 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-289f6bd1-f179-4063-9f93-a10659b15244 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:50.339910 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-289f6bd1-f179-4063-9f93-a10659b15244 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Calling delete_port for 1d6f00f6-f24c-4519-8ec5-d10a5a1208d8 owned by {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:25:50.416808 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-289f6bd1-f179-4063-9f93-a10659b15244 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:50.445108 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289f6bd1-f179-4063-9f93-a10659b15244 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Pushing event deleted for resources: {'Port': ['ID=1d6f00f6-f24c-4519-8ec5-d10a5a1208d8,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:25:50.451043 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-289f6bd1-f179-4063-9f93-a10659b15244 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:50.453030 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-289f6bd1-f179-4063-9f93-a10659b15244 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] 10.222.0.13 "DELETE /v2.0/ports/1d6f00f6-f24c-4519-8ec5-d10a5a1208d8 HTTP/1.1" status: 204 len: 168 time: 0.2741616 Sep 17 08:25:50.455639 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 48954) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:50.478419 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb57ca93-406a-4f4c-86ba-4451eeed6cb7 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] GET failed (client error): The resource could not be found. Sep 17 08:25:50.479910 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-eb57ca93-406a-4f4c-86ba-4451eeed6cb7 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] 10.222.0.13 "GET /v2.0/ports/1d6f00f6-f24c-4519-8ec5-d10a5a1208d8 HTTP/1.1" status: 404 len: 333 time: 0.0233109 Sep 17 08:25:50.483343 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 48956) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:50.488497 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-37de8af4-77da-4139-88ef-4ed7793c52b1 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Request body: {'port': {'network_id': 'f13aeb87-9d67-4a81-bc98-54968e276325', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1104084991'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:25:50.509323 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37de8af4-77da-4139-88ef-4ed7793c52b1 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Made reservation on behalf of ee53f686013e4112bfd75d20df2e23f8 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:25:50.511750 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-37de8af4-77da-4139-88ef-4ed7793c52b1 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:50.526083 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [None req-37de8af4-77da-4139-88ef-4ed7793c52b1 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] device_id is not set on port 38592904-2f1c-4893-b56f-e88641d221e7 yet. {{(pid=101289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 08:25:50.678124 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-37de8af4-77da-4139-88ef-4ed7793c52b1 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:50.710905 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-37de8af4-77da-4139-88ef-4ed7793c52b1 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:50.759705 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37de8af4-77da-4139-88ef-4ed7793c52b1 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Network f13aeb87-9d67-4a81-bc98-54968e276325 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:25:50.762508 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-37de8af4-77da-4139-88ef-4ed7793c52b1 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:25:50.768473 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37de8af4-77da-4139-88ef-4ed7793c52b1 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:25:50.769470 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37de8af4-77da-4139-88ef-4ed7793c52b1 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:50.770387 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-37de8af4-77da-4139-88ef-4ed7793c52b1 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:50.779952 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37de8af4-77da-4139-88ef-4ed7793c52b1 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Pushing event updated for resources: {'Port': ['ID=38592904-2f1c-4893-b56f-e88641d221e7,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:25:50.790935 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-37de8af4-77da-4139-88ef-4ed7793c52b1 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3063872 Sep 17 08:25:50.793561 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 48958) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:50.798659 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-b992789d-a9e8-45b9-a3f6-6df373139c66 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-789963-9'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:25:50.850829 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b992789d-a9e8-45b9-a3f6-6df373139c66 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:51.038084 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [None req-b992789d-a9e8-45b9-a3f6-6df373139c66 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] device_id is not set on port 38592904-2f1c-4893-b56f-e88641d221e7 yet. {{(pid=101289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 08:25:51.046586 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b992789d-a9e8-45b9-a3f6-6df373139c66 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:51.052132 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b992789d-a9e8-45b9-a3f6-6df373139c66 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:51.116340 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b992789d-a9e8-45b9-a3f6-6df373139c66 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Pushing event updated for resources: {'Port': ['ID=38592904-2f1c-4893-b56f-e88641d221e7,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:25:51.131331 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [None req-b992789d-a9e8-45b9-a3f6-6df373139c66 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port 38592904-2f1c-4893-b56f-e88641d221e7 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:25:51.131693 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [None req-b992789d-a9e8-45b9-a3f6-6df373139c66 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port 38592904-2f1c-4893-b56f-e88641d221e7 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'fdcb205e-530b-4dab-bded-097e5f7cd85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f13aeb87-9d67-4a81-bc98-54968e276325'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:25:51.132055 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b992789d-a9e8-45b9-a3f6-6df373139c66 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port 38592904-2f1c-4893-b56f-e88641d221e7 on network f13aeb87-9d67-4a81-bc98-54968e276325 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:25:51.137384 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b992789d-a9e8-45b9-a3f6-6df373139c66 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Port 38592904-2f1c-4893-b56f-e88641d221e7 on network f13aeb87-9d67-4a81-bc98-54968e276325 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:25:51.137750 n-d-789963-9 neutron-server[101289]: ERROR neutron.plugins.ml2.managers [None req-b992789d-a9e8-45b9-a3f6-6df373139c66 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Failed to bind port 38592904-2f1c-4893-b56f-e88641d221e7 on host n-h1-789963-9 for vnic_type normal using segments [{'id': 'fdcb205e-530b-4dab-bded-097e5f7cd85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f13aeb87-9d67-4a81-bc98-54968e276325'}] Sep 17 08:25:51.138168 n-d-789963-9 neutron-server[101289]: INFO neutron.plugins.ml2.plugin [None req-b992789d-a9e8-45b9-a3f6-6df373139c66 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempt 2 to bind port 38592904-2f1c-4893-b56f-e88641d221e7 Sep 17 08:25:51.153193 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [None req-b992789d-a9e8-45b9-a3f6-6df373139c66 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port 38592904-2f1c-4893-b56f-e88641d221e7 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:25:51.153654 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [None req-b992789d-a9e8-45b9-a3f6-6df373139c66 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port 38592904-2f1c-4893-b56f-e88641d221e7 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'fdcb205e-530b-4dab-bded-097e5f7cd85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f13aeb87-9d67-4a81-bc98-54968e276325'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:25:51.153990 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b992789d-a9e8-45b9-a3f6-6df373139c66 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port 38592904-2f1c-4893-b56f-e88641d221e7 on network f13aeb87-9d67-4a81-bc98-54968e276325 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:25:51.159362 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b992789d-a9e8-45b9-a3f6-6df373139c66 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Port 38592904-2f1c-4893-b56f-e88641d221e7 on network f13aeb87-9d67-4a81-bc98-54968e276325 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:25:51.159757 n-d-789963-9 neutron-server[101289]: ERROR neutron.plugins.ml2.managers [None req-b992789d-a9e8-45b9-a3f6-6df373139c66 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Failed to bind port 38592904-2f1c-4893-b56f-e88641d221e7 on host n-h1-789963-9 for vnic_type normal using segments [{'id': 'fdcb205e-530b-4dab-bded-097e5f7cd85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f13aeb87-9d67-4a81-bc98-54968e276325'}] Sep 17 08:25:51.160339 n-d-789963-9 neutron-server[101289]: INFO neutron.plugins.ml2.plugin [None req-b992789d-a9e8-45b9-a3f6-6df373139c66 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempt 3 to bind port 38592904-2f1c-4893-b56f-e88641d221e7 Sep 17 08:25:51.175597 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [None req-b992789d-a9e8-45b9-a3f6-6df373139c66 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port 38592904-2f1c-4893-b56f-e88641d221e7 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:25:51.176031 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [None req-b992789d-a9e8-45b9-a3f6-6df373139c66 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port 38592904-2f1c-4893-b56f-e88641d221e7 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'fdcb205e-530b-4dab-bded-097e5f7cd85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f13aeb87-9d67-4a81-bc98-54968e276325'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:25:51.176593 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b992789d-a9e8-45b9-a3f6-6df373139c66 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port 38592904-2f1c-4893-b56f-e88641d221e7 on network f13aeb87-9d67-4a81-bc98-54968e276325 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:25:51.181891 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b992789d-a9e8-45b9-a3f6-6df373139c66 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Port 38592904-2f1c-4893-b56f-e88641d221e7 on network f13aeb87-9d67-4a81-bc98-54968e276325 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:25:51.182460 n-d-789963-9 neutron-server[101289]: ERROR neutron.plugins.ml2.managers [None req-b992789d-a9e8-45b9-a3f6-6df373139c66 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Failed to bind port 38592904-2f1c-4893-b56f-e88641d221e7 on host n-h1-789963-9 for vnic_type normal using segments [{'id': 'fdcb205e-530b-4dab-bded-097e5f7cd85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f13aeb87-9d67-4a81-bc98-54968e276325'}] Sep 17 08:25:51.182869 n-d-789963-9 neutron-server[101289]: INFO neutron.plugins.ml2.plugin [None req-b992789d-a9e8-45b9-a3f6-6df373139c66 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempt 4 to bind port 38592904-2f1c-4893-b56f-e88641d221e7 Sep 17 08:25:51.197705 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [None req-b992789d-a9e8-45b9-a3f6-6df373139c66 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port 38592904-2f1c-4893-b56f-e88641d221e7 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:25:51.198082 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [None req-b992789d-a9e8-45b9-a3f6-6df373139c66 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port 38592904-2f1c-4893-b56f-e88641d221e7 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'fdcb205e-530b-4dab-bded-097e5f7cd85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f13aeb87-9d67-4a81-bc98-54968e276325'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:25:51.198427 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b992789d-a9e8-45b9-a3f6-6df373139c66 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port 38592904-2f1c-4893-b56f-e88641d221e7 on network f13aeb87-9d67-4a81-bc98-54968e276325 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:25:51.203366 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b992789d-a9e8-45b9-a3f6-6df373139c66 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Port 38592904-2f1c-4893-b56f-e88641d221e7 on network f13aeb87-9d67-4a81-bc98-54968e276325 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:25:51.203719 n-d-789963-9 neutron-server[101289]: ERROR neutron.plugins.ml2.managers [None req-b992789d-a9e8-45b9-a3f6-6df373139c66 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Failed to bind port 38592904-2f1c-4893-b56f-e88641d221e7 on host n-h1-789963-9 for vnic_type normal using segments [{'id': 'fdcb205e-530b-4dab-bded-097e5f7cd85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f13aeb87-9d67-4a81-bc98-54968e276325'}] Sep 17 08:25:51.204336 n-d-789963-9 neutron-server[101289]: INFO neutron.plugins.ml2.plugin [None req-b992789d-a9e8-45b9-a3f6-6df373139c66 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempt 5 to bind port 38592904-2f1c-4893-b56f-e88641d221e7 Sep 17 08:25:51.218580 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [None req-b992789d-a9e8-45b9-a3f6-6df373139c66 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port 38592904-2f1c-4893-b56f-e88641d221e7 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:25:51.218946 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [None req-b992789d-a9e8-45b9-a3f6-6df373139c66 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port 38592904-2f1c-4893-b56f-e88641d221e7 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'fdcb205e-530b-4dab-bded-097e5f7cd85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f13aeb87-9d67-4a81-bc98-54968e276325'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:25:51.219276 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b992789d-a9e8-45b9-a3f6-6df373139c66 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port 38592904-2f1c-4893-b56f-e88641d221e7 on network f13aeb87-9d67-4a81-bc98-54968e276325 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:25:51.224923 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b992789d-a9e8-45b9-a3f6-6df373139c66 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Port 38592904-2f1c-4893-b56f-e88641d221e7 on network f13aeb87-9d67-4a81-bc98-54968e276325 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:25:51.225416 n-d-789963-9 neutron-server[101289]: ERROR neutron.plugins.ml2.managers [None req-b992789d-a9e8-45b9-a3f6-6df373139c66 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Failed to bind port 38592904-2f1c-4893-b56f-e88641d221e7 on host n-h1-789963-9 for vnic_type normal using segments [{'id': 'fdcb205e-530b-4dab-bded-097e5f7cd85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f13aeb87-9d67-4a81-bc98-54968e276325'}] Sep 17 08:25:51.225871 n-d-789963-9 neutron-server[101289]: INFO neutron.plugins.ml2.plugin [None req-b992789d-a9e8-45b9-a3f6-6df373139c66 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempt 6 to bind port 38592904-2f1c-4893-b56f-e88641d221e7 Sep 17 08:25:51.240090 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [None req-b992789d-a9e8-45b9-a3f6-6df373139c66 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port 38592904-2f1c-4893-b56f-e88641d221e7 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:25:51.240550 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [None req-b992789d-a9e8-45b9-a3f6-6df373139c66 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port 38592904-2f1c-4893-b56f-e88641d221e7 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'fdcb205e-530b-4dab-bded-097e5f7cd85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f13aeb87-9d67-4a81-bc98-54968e276325'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:25:51.240872 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b992789d-a9e8-45b9-a3f6-6df373139c66 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port 38592904-2f1c-4893-b56f-e88641d221e7 on network f13aeb87-9d67-4a81-bc98-54968e276325 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:25:51.245746 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b992789d-a9e8-45b9-a3f6-6df373139c66 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Port 38592904-2f1c-4893-b56f-e88641d221e7 on network f13aeb87-9d67-4a81-bc98-54968e276325 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:25:51.246188 n-d-789963-9 neutron-server[101289]: ERROR neutron.plugins.ml2.managers [None req-b992789d-a9e8-45b9-a3f6-6df373139c66 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Failed to bind port 38592904-2f1c-4893-b56f-e88641d221e7 on host n-h1-789963-9 for vnic_type normal using segments [{'id': 'fdcb205e-530b-4dab-bded-097e5f7cd85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f13aeb87-9d67-4a81-bc98-54968e276325'}] Sep 17 08:25:51.246591 n-d-789963-9 neutron-server[101289]: INFO neutron.plugins.ml2.plugin [None req-b992789d-a9e8-45b9-a3f6-6df373139c66 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempt 7 to bind port 38592904-2f1c-4893-b56f-e88641d221e7 Sep 17 08:25:51.260618 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [None req-b992789d-a9e8-45b9-a3f6-6df373139c66 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port 38592904-2f1c-4893-b56f-e88641d221e7 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:25:51.261073 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [None req-b992789d-a9e8-45b9-a3f6-6df373139c66 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port 38592904-2f1c-4893-b56f-e88641d221e7 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'fdcb205e-530b-4dab-bded-097e5f7cd85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f13aeb87-9d67-4a81-bc98-54968e276325'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:25:51.261416 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b992789d-a9e8-45b9-a3f6-6df373139c66 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port 38592904-2f1c-4893-b56f-e88641d221e7 on network f13aeb87-9d67-4a81-bc98-54968e276325 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:25:51.266472 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b992789d-a9e8-45b9-a3f6-6df373139c66 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Port 38592904-2f1c-4893-b56f-e88641d221e7 on network f13aeb87-9d67-4a81-bc98-54968e276325 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:25:51.266772 n-d-789963-9 neutron-server[101289]: ERROR neutron.plugins.ml2.managers [None req-b992789d-a9e8-45b9-a3f6-6df373139c66 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Failed to bind port 38592904-2f1c-4893-b56f-e88641d221e7 on host n-h1-789963-9 for vnic_type normal using segments [{'id': 'fdcb205e-530b-4dab-bded-097e5f7cd85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f13aeb87-9d67-4a81-bc98-54968e276325'}] Sep 17 08:25:51.267259 n-d-789963-9 neutron-server[101289]: INFO neutron.plugins.ml2.plugin [None req-b992789d-a9e8-45b9-a3f6-6df373139c66 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempt 8 to bind port 38592904-2f1c-4893-b56f-e88641d221e7 Sep 17 08:25:51.282203 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [None req-b992789d-a9e8-45b9-a3f6-6df373139c66 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port 38592904-2f1c-4893-b56f-e88641d221e7 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:25:51.282755 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [None req-b992789d-a9e8-45b9-a3f6-6df373139c66 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port 38592904-2f1c-4893-b56f-e88641d221e7 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'fdcb205e-530b-4dab-bded-097e5f7cd85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f13aeb87-9d67-4a81-bc98-54968e276325'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:25:51.283117 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b992789d-a9e8-45b9-a3f6-6df373139c66 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port 38592904-2f1c-4893-b56f-e88641d221e7 on network f13aeb87-9d67-4a81-bc98-54968e276325 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:25:51.288457 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b992789d-a9e8-45b9-a3f6-6df373139c66 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Port 38592904-2f1c-4893-b56f-e88641d221e7 on network f13aeb87-9d67-4a81-bc98-54968e276325 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:25:51.288743 n-d-789963-9 neutron-server[101289]: ERROR neutron.plugins.ml2.managers [None req-b992789d-a9e8-45b9-a3f6-6df373139c66 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Failed to bind port 38592904-2f1c-4893-b56f-e88641d221e7 on host n-h1-789963-9 for vnic_type normal using segments [{'id': 'fdcb205e-530b-4dab-bded-097e5f7cd85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f13aeb87-9d67-4a81-bc98-54968e276325'}] Sep 17 08:25:51.289207 n-d-789963-9 neutron-server[101289]: INFO neutron.plugins.ml2.plugin [None req-b992789d-a9e8-45b9-a3f6-6df373139c66 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempt 9 to bind port 38592904-2f1c-4893-b56f-e88641d221e7 Sep 17 08:25:51.305224 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [None req-b992789d-a9e8-45b9-a3f6-6df373139c66 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port 38592904-2f1c-4893-b56f-e88641d221e7 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:25:51.305774 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [None req-b992789d-a9e8-45b9-a3f6-6df373139c66 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port 38592904-2f1c-4893-b56f-e88641d221e7 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'fdcb205e-530b-4dab-bded-097e5f7cd85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f13aeb87-9d67-4a81-bc98-54968e276325'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:25:51.306140 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b992789d-a9e8-45b9-a3f6-6df373139c66 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port 38592904-2f1c-4893-b56f-e88641d221e7 on network f13aeb87-9d67-4a81-bc98-54968e276325 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:25:51.311043 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b992789d-a9e8-45b9-a3f6-6df373139c66 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Port 38592904-2f1c-4893-b56f-e88641d221e7 on network f13aeb87-9d67-4a81-bc98-54968e276325 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:25:51.311394 n-d-789963-9 neutron-server[101289]: ERROR neutron.plugins.ml2.managers [None req-b992789d-a9e8-45b9-a3f6-6df373139c66 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Failed to bind port 38592904-2f1c-4893-b56f-e88641d221e7 on host n-h1-789963-9 for vnic_type normal using segments [{'id': 'fdcb205e-530b-4dab-bded-097e5f7cd85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f13aeb87-9d67-4a81-bc98-54968e276325'}] Sep 17 08:25:51.311964 n-d-789963-9 neutron-server[101289]: INFO neutron.plugins.ml2.plugin [None req-b992789d-a9e8-45b9-a3f6-6df373139c66 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempt 10 to bind port 38592904-2f1c-4893-b56f-e88641d221e7 Sep 17 08:25:51.327409 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [None req-b992789d-a9e8-45b9-a3f6-6df373139c66 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port 38592904-2f1c-4893-b56f-e88641d221e7 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:25:51.327763 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [None req-b992789d-a9e8-45b9-a3f6-6df373139c66 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port 38592904-2f1c-4893-b56f-e88641d221e7 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'fdcb205e-530b-4dab-bded-097e5f7cd85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f13aeb87-9d67-4a81-bc98-54968e276325'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:25:51.328158 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b992789d-a9e8-45b9-a3f6-6df373139c66 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port 38592904-2f1c-4893-b56f-e88641d221e7 on network f13aeb87-9d67-4a81-bc98-54968e276325 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:25:51.333060 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b992789d-a9e8-45b9-a3f6-6df373139c66 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Port 38592904-2f1c-4893-b56f-e88641d221e7 on network f13aeb87-9d67-4a81-bc98-54968e276325 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:25:51.333417 n-d-789963-9 neutron-server[101289]: ERROR neutron.plugins.ml2.managers [None req-b992789d-a9e8-45b9-a3f6-6df373139c66 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Failed to bind port 38592904-2f1c-4893-b56f-e88641d221e7 on host n-h1-789963-9 for vnic_type normal using segments [{'id': 'fdcb205e-530b-4dab-bded-097e5f7cd85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f13aeb87-9d67-4a81-bc98-54968e276325'}] Sep 17 08:25:51.334537 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b992789d-a9e8-45b9-a3f6-6df373139c66 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:51.406275 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-b992789d-a9e8-45b9-a3f6-6df373139c66 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] For port 38592904-2f1c-4893-b56f-e88641d221e7, host n-h1-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:25:51.406809 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-b992789d-a9e8-45b9-a3f6-6df373139c66 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempted to set empty binding levels {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 17 08:25:51.410840 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b992789d-a9e8-45b9-a3f6-6df373139c66 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:51.443209 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-b992789d-a9e8-45b9-a3f6-6df373139c66 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] In _notify_port_updated(), no bound segment for port 38592904-2f1c-4893-b56f-e88641d221e7 on network f13aeb87-9d67-4a81-bc98-54968e276325 {{(pid=101289) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 08:25:51.444075 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b992789d-a9e8-45b9-a3f6-6df373139c66 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:51.444682 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b992789d-a9e8-45b9-a3f6-6df373139c66 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:51.446091 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-b992789d-a9e8-45b9-a3f6-6df373139c66 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] 10.222.0.13 "PUT /v2.0/ports/38592904-2f1c-4893-b56f-e88641d221e7 HTTP/1.1" status: 200 len: 975 time: 0.6513269 Sep 17 08:25:51.449016 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 48962) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:51.461050 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b992789d-a9e8-45b9-a3f6-6df373139c66 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Pushing event updated for resources: {'Port': ['ID=38592904-2f1c-4893-b56f-e88641d221e7,revision_number=3']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:25:51.831246 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03c0ecb-d7a9-4df0-9080-4b28246fc85d tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:51.831628 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03c0ecb-d7a9-4df0-9080-4b28246fc85d tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:51.832124 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03c0ecb-d7a9-4df0-9080-4b28246fc85d tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:51.832598 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03c0ecb-d7a9-4df0-9080-4b28246fc85d tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:51.833061 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03c0ecb-d7a9-4df0-9080-4b28246fc85d tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:51.834058 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03c0ecb-d7a9-4df0-9080-4b28246fc85d tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:51.834524 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03c0ecb-d7a9-4df0-9080-4b28246fc85d tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:51.834974 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03c0ecb-d7a9-4df0-9080-4b28246fc85d tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:51.835438 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03c0ecb-d7a9-4df0-9080-4b28246fc85d tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:51.835967 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03c0ecb-d7a9-4df0-9080-4b28246fc85d tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:51.836428 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03c0ecb-d7a9-4df0-9080-4b28246fc85d tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:51.836883 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03c0ecb-d7a9-4df0-9080-4b28246fc85d tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:51.837342 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03c0ecb-d7a9-4df0-9080-4b28246fc85d tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:51.837802 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03c0ecb-d7a9-4df0-9080-4b28246fc85d tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:51.838260 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03c0ecb-d7a9-4df0-9080-4b28246fc85d tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:51.838718 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03c0ecb-d7a9-4df0-9080-4b28246fc85d tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:51.839179 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03c0ecb-d7a9-4df0-9080-4b28246fc85d tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:51.839638 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03c0ecb-d7a9-4df0-9080-4b28246fc85d tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:51.840123 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03c0ecb-d7a9-4df0-9080-4b28246fc85d tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:51.840582 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03c0ecb-d7a9-4df0-9080-4b28246fc85d tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:51.841039 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03c0ecb-d7a9-4df0-9080-4b28246fc85d tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:51.843798 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d03c0ecb-d7a9-4df0-9080-4b28246fc85d tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18736 time: 0.3936667 Sep 17 08:25:51.847389 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 48964) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:51.919217 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-638e0a74-1288-48d5-8de6-c18a688c8971 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Deleting port 38592904-2f1c-4893-b56f-e88641d221e7 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:25:51.919560 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-638e0a74-1288-48d5-8de6-c18a688c8971 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:51.983671 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-638e0a74-1288-48d5-8de6-c18a688c8971 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] For port 38592904-2f1c-4893-b56f-e88641d221e7, host n-h1-789963-9, got binding levels [] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:25:51.984072 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-638e0a74-1288-48d5-8de6-c18a688c8971 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:51.996642 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-638e0a74-1288-48d5-8de6-c18a688c8971 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Calling delete_port for 38592904-2f1c-4893-b56f-e88641d221e7 owned by {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:25:52.073294 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-638e0a74-1288-48d5-8de6-c18a688c8971 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:52.103132 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638e0a74-1288-48d5-8de6-c18a688c8971 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Pushing event deleted for resources: {'Port': ['ID=38592904-2f1c-4893-b56f-e88641d221e7,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:25:52.107242 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-638e0a74-1288-48d5-8de6-c18a688c8971 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:52.109203 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-638e0a74-1288-48d5-8de6-c18a688c8971 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] 10.222.0.13 "DELETE /v2.0/ports/38592904-2f1c-4893-b56f-e88641d221e7 HTTP/1.1" status: 204 len: 168 time: 0.2608514 Sep 17 08:25:52.111773 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 48968) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:52.138361 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-28e2fe68-a646-4f4c-826f-bfd27aec0eae tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] GET failed (client error): The resource could not be found. Sep 17 08:25:52.139895 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-28e2fe68-a646-4f4c-826f-bfd27aec0eae tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] 10.222.0.13 "GET /v2.0/ports/38592904-2f1c-4893-b56f-e88641d221e7 HTTP/1.1" status: 404 len: 333 time: 0.0270600 Sep 17 08:25:52.143452 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 48970) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:52.148708 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-7b9dcb2a-af64-4569-a543-45a5aff00c75 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1457207058', 'network_id': 'f13aeb87-9d67-4a81-bc98-54968e276325'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:25:52.169302 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b9dcb2a-af64-4569-a543-45a5aff00c75 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Made reservation on behalf of ee53f686013e4112bfd75d20df2e23f8 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:25:52.171731 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7b9dcb2a-af64-4569-a543-45a5aff00c75 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:52.186638 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [None req-7b9dcb2a-af64-4569-a543-45a5aff00c75 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] device_id is not set on port 2dfbf277-a780-4b76-821c-56575cb47197 yet. {{(pid=101290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 08:25:52.336901 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7b9dcb2a-af64-4569-a543-45a5aff00c75 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:52.370627 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7b9dcb2a-af64-4569-a543-45a5aff00c75 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:52.407495 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9dcb2a-af64-4569-a543-45a5aff00c75 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Network f13aeb87-9d67-4a81-bc98-54968e276325 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:25:52.410225 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-7b9dcb2a-af64-4569-a543-45a5aff00c75 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:25:52.413546 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9dcb2a-af64-4569-a543-45a5aff00c75 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:25:52.414455 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9dcb2a-af64-4569-a543-45a5aff00c75 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:52.415051 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7b9dcb2a-af64-4569-a543-45a5aff00c75 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:52.428875 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9dcb2a-af64-4569-a543-45a5aff00c75 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Pushing event updated for resources: {'Port': ['ID=2dfbf277-a780-4b76-821c-56575cb47197,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:25:52.434766 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-7b9dcb2a-af64-4569-a543-45a5aff00c75 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.2903414 Sep 17 08:25:52.437454 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 48972) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:52.464266 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cf41a6e9-1450-422d-b205-92a44bed9b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:52.471148 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afaf80b-4968-471e-a197-22ee77b3c59f tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:52.472683 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-3afaf80b-4968-471e-a197-22ee77b3c59f tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] 10.222.0.13 "GET /v2.0/ports/2dfbf277-a780-4b76-821c-56575cb47197 HTTP/1.1" status: 200 len: 955 time: 0.0342243 Sep 17 08:25:52.475291 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 48974) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:52.548851 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-65566b32-9c28-4370-aa42-f8f2ecf0669c tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Deleting port 2dfbf277-a780-4b76-821c-56575cb47197 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:25:52.549187 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-65566b32-9c28-4370-aa42-f8f2ecf0669c tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:52.605437 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-65566b32-9c28-4370-aa42-f8f2ecf0669c tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:52.617653 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-65566b32-9c28-4370-aa42-f8f2ecf0669c tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Calling delete_port for 2dfbf277-a780-4b76-821c-56575cb47197 owned by {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:25:52.694882 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-65566b32-9c28-4370-aa42-f8f2ecf0669c tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:52.725452 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-65566b32-9c28-4370-aa42-f8f2ecf0669c tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:52.728798 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-65566b32-9c28-4370-aa42-f8f2ecf0669c tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] 10.222.0.13 "DELETE /v2.0/ports/2dfbf277-a780-4b76-821c-56575cb47197 HTTP/1.1" status: 204 len: 168 time: 0.2525334 Sep 17 08:25:52.729843 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65566b32-9c28-4370-aa42-f8f2ecf0669c tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Pushing event deleted for resources: {'Port': ['ID=2dfbf277-a780-4b76-821c-56575cb47197,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:25:52.731544 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 48976) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:52.744092 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:52.757307 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-4164ea97-98d0-4086-9366-2a418e9c169a tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] GET failed (client error): The resource could not be found. Sep 17 08:25:52.758767 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-4164ea97-98d0-4086-9366-2a418e9c169a tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] 10.222.0.13 "GET /v2.0/ports/2dfbf277-a780-4b76-821c-56575cb47197 HTTP/1.1" status: 404 len: 333 time: 0.0256777 Sep 17 08:25:52.762384 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 48978) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:52.767109 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-8f96558c-a618-4b66-ba56-56da90d2600d tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Request body: {'port': {'network_id': 'f13aeb87-9d67-4a81-bc98-54968e276325', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-494700919'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:25:52.787424 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f96558c-a618-4b66-ba56-56da90d2600d tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Made reservation on behalf of ee53f686013e4112bfd75d20df2e23f8 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:25:52.789654 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8f96558c-a618-4b66-ba56-56da90d2600d tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:52.804467 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [None req-8f96558c-a618-4b66-ba56-56da90d2600d tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] device_id is not set on port b1440264-5284-46e2-9c7c-d91a124958a1 yet. {{(pid=101289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 08:25:52.946189 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8f96558c-a618-4b66-ba56-56da90d2600d tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:52.978118 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8f96558c-a618-4b66-ba56-56da90d2600d tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:53.024645 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f96558c-a618-4b66-ba56-56da90d2600d tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Network f13aeb87-9d67-4a81-bc98-54968e276325 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:25:53.027375 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-8f96558c-a618-4b66-ba56-56da90d2600d tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:25:53.032664 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f96558c-a618-4b66-ba56-56da90d2600d tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:25:53.033571 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f96558c-a618-4b66-ba56-56da90d2600d tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:53.034158 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8f96558c-a618-4b66-ba56-56da90d2600d tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:53.042065 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f96558c-a618-4b66-ba56-56da90d2600d tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Pushing event updated for resources: {'Port': ['ID=b1440264-5284-46e2-9c7c-d91a124958a1,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:25:53.053251 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-8f96558c-a618-4b66-ba56-56da90d2600d tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.2898686 Sep 17 08:25:53.055808 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 48980) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:53.060706 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-d1b61601-1c62-4ef6-83ef-a6e5f9d5cc63 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-789963-9'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:25:53.117801 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d1b61601-1c62-4ef6-83ef-a6e5f9d5cc63 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:53.279686 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [None req-d1b61601-1c62-4ef6-83ef-a6e5f9d5cc63 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] device_id is not set on port b1440264-5284-46e2-9c7c-d91a124958a1 yet. {{(pid=101289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 08:25:53.287542 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d1b61601-1c62-4ef6-83ef-a6e5f9d5cc63 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:53.292180 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d1b61601-1c62-4ef6-83ef-a6e5f9d5cc63 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:53.345330 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b61601-1c62-4ef6-83ef-a6e5f9d5cc63 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Pushing event updated for resources: {'Port': ['ID=b1440264-5284-46e2-9c7c-d91a124958a1,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:25:53.351300 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [None req-d1b61601-1c62-4ef6-83ef-a6e5f9d5cc63 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port b1440264-5284-46e2-9c7c-d91a124958a1 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:25:53.351630 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [None req-d1b61601-1c62-4ef6-83ef-a6e5f9d5cc63 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port b1440264-5284-46e2-9c7c-d91a124958a1 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'fdcb205e-530b-4dab-bded-097e5f7cd85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f13aeb87-9d67-4a81-bc98-54968e276325'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:25:53.352244 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b61601-1c62-4ef6-83ef-a6e5f9d5cc63 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port b1440264-5284-46e2-9c7c-d91a124958a1 on network f13aeb87-9d67-4a81-bc98-54968e276325 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:25:53.356408 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b61601-1c62-4ef6-83ef-a6e5f9d5cc63 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Port b1440264-5284-46e2-9c7c-d91a124958a1 on network f13aeb87-9d67-4a81-bc98-54968e276325 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:25:53.356735 n-d-789963-9 neutron-server[101289]: ERROR neutron.plugins.ml2.managers [None req-d1b61601-1c62-4ef6-83ef-a6e5f9d5cc63 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Failed to bind port b1440264-5284-46e2-9c7c-d91a124958a1 on host n-h1-789963-9 for vnic_type normal using segments [{'id': 'fdcb205e-530b-4dab-bded-097e5f7cd85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f13aeb87-9d67-4a81-bc98-54968e276325'}] Sep 17 08:25:53.357112 n-d-789963-9 neutron-server[101289]: INFO neutron.plugins.ml2.plugin [None req-d1b61601-1c62-4ef6-83ef-a6e5f9d5cc63 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempt 2 to bind port b1440264-5284-46e2-9c7c-d91a124958a1 Sep 17 08:25:53.369325 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [None req-d1b61601-1c62-4ef6-83ef-a6e5f9d5cc63 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port b1440264-5284-46e2-9c7c-d91a124958a1 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:25:53.369655 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [None req-d1b61601-1c62-4ef6-83ef-a6e5f9d5cc63 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port b1440264-5284-46e2-9c7c-d91a124958a1 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'fdcb205e-530b-4dab-bded-097e5f7cd85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f13aeb87-9d67-4a81-bc98-54968e276325'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:25:53.369978 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b61601-1c62-4ef6-83ef-a6e5f9d5cc63 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port b1440264-5284-46e2-9c7c-d91a124958a1 on network f13aeb87-9d67-4a81-bc98-54968e276325 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:25:53.374048 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b61601-1c62-4ef6-83ef-a6e5f9d5cc63 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Port b1440264-5284-46e2-9c7c-d91a124958a1 on network f13aeb87-9d67-4a81-bc98-54968e276325 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:25:53.374376 n-d-789963-9 neutron-server[101289]: ERROR neutron.plugins.ml2.managers [None req-d1b61601-1c62-4ef6-83ef-a6e5f9d5cc63 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Failed to bind port b1440264-5284-46e2-9c7c-d91a124958a1 on host n-h1-789963-9 for vnic_type normal using segments [{'id': 'fdcb205e-530b-4dab-bded-097e5f7cd85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f13aeb87-9d67-4a81-bc98-54968e276325'}] Sep 17 08:25:53.374750 n-d-789963-9 neutron-server[101289]: INFO neutron.plugins.ml2.plugin [None req-d1b61601-1c62-4ef6-83ef-a6e5f9d5cc63 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempt 3 to bind port b1440264-5284-46e2-9c7c-d91a124958a1 Sep 17 08:25:53.385839 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [None req-d1b61601-1c62-4ef6-83ef-a6e5f9d5cc63 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port b1440264-5284-46e2-9c7c-d91a124958a1 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:25:53.386168 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [None req-d1b61601-1c62-4ef6-83ef-a6e5f9d5cc63 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port b1440264-5284-46e2-9c7c-d91a124958a1 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'fdcb205e-530b-4dab-bded-097e5f7cd85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f13aeb87-9d67-4a81-bc98-54968e276325'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:25:53.386491 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b61601-1c62-4ef6-83ef-a6e5f9d5cc63 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port b1440264-5284-46e2-9c7c-d91a124958a1 on network f13aeb87-9d67-4a81-bc98-54968e276325 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:25:53.390517 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b61601-1c62-4ef6-83ef-a6e5f9d5cc63 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Port b1440264-5284-46e2-9c7c-d91a124958a1 on network f13aeb87-9d67-4a81-bc98-54968e276325 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:25:53.390834 n-d-789963-9 neutron-server[101289]: ERROR neutron.plugins.ml2.managers [None req-d1b61601-1c62-4ef6-83ef-a6e5f9d5cc63 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Failed to bind port b1440264-5284-46e2-9c7c-d91a124958a1 on host n-h1-789963-9 for vnic_type normal using segments [{'id': 'fdcb205e-530b-4dab-bded-097e5f7cd85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f13aeb87-9d67-4a81-bc98-54968e276325'}] Sep 17 08:25:53.391208 n-d-789963-9 neutron-server[101289]: INFO neutron.plugins.ml2.plugin [None req-d1b61601-1c62-4ef6-83ef-a6e5f9d5cc63 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempt 4 to bind port b1440264-5284-46e2-9c7c-d91a124958a1 Sep 17 08:25:53.403080 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [None req-d1b61601-1c62-4ef6-83ef-a6e5f9d5cc63 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port b1440264-5284-46e2-9c7c-d91a124958a1 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:25:53.403404 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [None req-d1b61601-1c62-4ef6-83ef-a6e5f9d5cc63 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port b1440264-5284-46e2-9c7c-d91a124958a1 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'fdcb205e-530b-4dab-bded-097e5f7cd85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f13aeb87-9d67-4a81-bc98-54968e276325'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:25:53.403732 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b61601-1c62-4ef6-83ef-a6e5f9d5cc63 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port b1440264-5284-46e2-9c7c-d91a124958a1 on network f13aeb87-9d67-4a81-bc98-54968e276325 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:25:53.407778 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b61601-1c62-4ef6-83ef-a6e5f9d5cc63 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Port b1440264-5284-46e2-9c7c-d91a124958a1 on network f13aeb87-9d67-4a81-bc98-54968e276325 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:25:53.408126 n-d-789963-9 neutron-server[101289]: ERROR neutron.plugins.ml2.managers [None req-d1b61601-1c62-4ef6-83ef-a6e5f9d5cc63 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Failed to bind port b1440264-5284-46e2-9c7c-d91a124958a1 on host n-h1-789963-9 for vnic_type normal using segments [{'id': 'fdcb205e-530b-4dab-bded-097e5f7cd85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f13aeb87-9d67-4a81-bc98-54968e276325'}] Sep 17 08:25:53.408502 n-d-789963-9 neutron-server[101289]: INFO neutron.plugins.ml2.plugin [None req-d1b61601-1c62-4ef6-83ef-a6e5f9d5cc63 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempt 5 to bind port b1440264-5284-46e2-9c7c-d91a124958a1 Sep 17 08:25:53.419939 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [None req-d1b61601-1c62-4ef6-83ef-a6e5f9d5cc63 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port b1440264-5284-46e2-9c7c-d91a124958a1 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:25:53.420264 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [None req-d1b61601-1c62-4ef6-83ef-a6e5f9d5cc63 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port b1440264-5284-46e2-9c7c-d91a124958a1 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'fdcb205e-530b-4dab-bded-097e5f7cd85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f13aeb87-9d67-4a81-bc98-54968e276325'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:25:53.420584 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b61601-1c62-4ef6-83ef-a6e5f9d5cc63 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port b1440264-5284-46e2-9c7c-d91a124958a1 on network f13aeb87-9d67-4a81-bc98-54968e276325 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:25:53.424684 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b61601-1c62-4ef6-83ef-a6e5f9d5cc63 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Port b1440264-5284-46e2-9c7c-d91a124958a1 on network f13aeb87-9d67-4a81-bc98-54968e276325 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:25:53.425002 n-d-789963-9 neutron-server[101289]: ERROR neutron.plugins.ml2.managers [None req-d1b61601-1c62-4ef6-83ef-a6e5f9d5cc63 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Failed to bind port b1440264-5284-46e2-9c7c-d91a124958a1 on host n-h1-789963-9 for vnic_type normal using segments [{'id': 'fdcb205e-530b-4dab-bded-097e5f7cd85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f13aeb87-9d67-4a81-bc98-54968e276325'}] Sep 17 08:25:53.425383 n-d-789963-9 neutron-server[101289]: INFO neutron.plugins.ml2.plugin [None req-d1b61601-1c62-4ef6-83ef-a6e5f9d5cc63 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempt 6 to bind port b1440264-5284-46e2-9c7c-d91a124958a1 Sep 17 08:25:53.436742 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [None req-d1b61601-1c62-4ef6-83ef-a6e5f9d5cc63 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port b1440264-5284-46e2-9c7c-d91a124958a1 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:25:53.437065 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [None req-d1b61601-1c62-4ef6-83ef-a6e5f9d5cc63 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port b1440264-5284-46e2-9c7c-d91a124958a1 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'fdcb205e-530b-4dab-bded-097e5f7cd85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f13aeb87-9d67-4a81-bc98-54968e276325'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:25:53.437381 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b61601-1c62-4ef6-83ef-a6e5f9d5cc63 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port b1440264-5284-46e2-9c7c-d91a124958a1 on network f13aeb87-9d67-4a81-bc98-54968e276325 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:25:53.441389 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b61601-1c62-4ef6-83ef-a6e5f9d5cc63 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Port b1440264-5284-46e2-9c7c-d91a124958a1 on network f13aeb87-9d67-4a81-bc98-54968e276325 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:25:53.441705 n-d-789963-9 neutron-server[101289]: ERROR neutron.plugins.ml2.managers [None req-d1b61601-1c62-4ef6-83ef-a6e5f9d5cc63 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Failed to bind port b1440264-5284-46e2-9c7c-d91a124958a1 on host n-h1-789963-9 for vnic_type normal using segments [{'id': 'fdcb205e-530b-4dab-bded-097e5f7cd85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f13aeb87-9d67-4a81-bc98-54968e276325'}] Sep 17 08:25:53.442080 n-d-789963-9 neutron-server[101289]: INFO neutron.plugins.ml2.plugin [None req-d1b61601-1c62-4ef6-83ef-a6e5f9d5cc63 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempt 7 to bind port b1440264-5284-46e2-9c7c-d91a124958a1 Sep 17 08:25:53.453089 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [None req-d1b61601-1c62-4ef6-83ef-a6e5f9d5cc63 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port b1440264-5284-46e2-9c7c-d91a124958a1 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:25:53.453420 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [None req-d1b61601-1c62-4ef6-83ef-a6e5f9d5cc63 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port b1440264-5284-46e2-9c7c-d91a124958a1 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'fdcb205e-530b-4dab-bded-097e5f7cd85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f13aeb87-9d67-4a81-bc98-54968e276325'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:25:53.453739 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b61601-1c62-4ef6-83ef-a6e5f9d5cc63 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port b1440264-5284-46e2-9c7c-d91a124958a1 on network f13aeb87-9d67-4a81-bc98-54968e276325 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:25:53.457758 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b61601-1c62-4ef6-83ef-a6e5f9d5cc63 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Port b1440264-5284-46e2-9c7c-d91a124958a1 on network f13aeb87-9d67-4a81-bc98-54968e276325 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:25:53.458077 n-d-789963-9 neutron-server[101289]: ERROR neutron.plugins.ml2.managers [None req-d1b61601-1c62-4ef6-83ef-a6e5f9d5cc63 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Failed to bind port b1440264-5284-46e2-9c7c-d91a124958a1 on host n-h1-789963-9 for vnic_type normal using segments [{'id': 'fdcb205e-530b-4dab-bded-097e5f7cd85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f13aeb87-9d67-4a81-bc98-54968e276325'}] Sep 17 08:25:53.458980 n-d-789963-9 neutron-server[101289]: INFO neutron.plugins.ml2.plugin [None req-d1b61601-1c62-4ef6-83ef-a6e5f9d5cc63 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempt 8 to bind port b1440264-5284-46e2-9c7c-d91a124958a1 Sep 17 08:25:53.470730 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [None req-d1b61601-1c62-4ef6-83ef-a6e5f9d5cc63 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port b1440264-5284-46e2-9c7c-d91a124958a1 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:25:53.471056 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [None req-d1b61601-1c62-4ef6-83ef-a6e5f9d5cc63 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port b1440264-5284-46e2-9c7c-d91a124958a1 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'fdcb205e-530b-4dab-bded-097e5f7cd85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f13aeb87-9d67-4a81-bc98-54968e276325'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:25:53.471378 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b61601-1c62-4ef6-83ef-a6e5f9d5cc63 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port b1440264-5284-46e2-9c7c-d91a124958a1 on network f13aeb87-9d67-4a81-bc98-54968e276325 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:25:53.476025 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b61601-1c62-4ef6-83ef-a6e5f9d5cc63 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Port b1440264-5284-46e2-9c7c-d91a124958a1 on network f13aeb87-9d67-4a81-bc98-54968e276325 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:25:53.476346 n-d-789963-9 neutron-server[101289]: ERROR neutron.plugins.ml2.managers [None req-d1b61601-1c62-4ef6-83ef-a6e5f9d5cc63 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Failed to bind port b1440264-5284-46e2-9c7c-d91a124958a1 on host n-h1-789963-9 for vnic_type normal using segments [{'id': 'fdcb205e-530b-4dab-bded-097e5f7cd85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f13aeb87-9d67-4a81-bc98-54968e276325'}] Sep 17 08:25:53.476724 n-d-789963-9 neutron-server[101289]: INFO neutron.plugins.ml2.plugin [None req-d1b61601-1c62-4ef6-83ef-a6e5f9d5cc63 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempt 9 to bind port b1440264-5284-46e2-9c7c-d91a124958a1 Sep 17 08:25:53.487853 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [None req-d1b61601-1c62-4ef6-83ef-a6e5f9d5cc63 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port b1440264-5284-46e2-9c7c-d91a124958a1 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:25:53.488178 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [None req-d1b61601-1c62-4ef6-83ef-a6e5f9d5cc63 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port b1440264-5284-46e2-9c7c-d91a124958a1 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'fdcb205e-530b-4dab-bded-097e5f7cd85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f13aeb87-9d67-4a81-bc98-54968e276325'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:25:53.488498 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b61601-1c62-4ef6-83ef-a6e5f9d5cc63 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port b1440264-5284-46e2-9c7c-d91a124958a1 on network f13aeb87-9d67-4a81-bc98-54968e276325 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:25:53.492578 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b61601-1c62-4ef6-83ef-a6e5f9d5cc63 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Port b1440264-5284-46e2-9c7c-d91a124958a1 on network f13aeb87-9d67-4a81-bc98-54968e276325 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:25:53.492840 n-d-789963-9 neutron-server[101289]: ERROR neutron.plugins.ml2.managers [None req-d1b61601-1c62-4ef6-83ef-a6e5f9d5cc63 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Failed to bind port b1440264-5284-46e2-9c7c-d91a124958a1 on host n-h1-789963-9 for vnic_type normal using segments [{'id': 'fdcb205e-530b-4dab-bded-097e5f7cd85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f13aeb87-9d67-4a81-bc98-54968e276325'}] Sep 17 08:25:53.493214 n-d-789963-9 neutron-server[101289]: INFO neutron.plugins.ml2.plugin [None req-d1b61601-1c62-4ef6-83ef-a6e5f9d5cc63 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempt 10 to bind port b1440264-5284-46e2-9c7c-d91a124958a1 Sep 17 08:25:53.504645 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [None req-d1b61601-1c62-4ef6-83ef-a6e5f9d5cc63 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port b1440264-5284-46e2-9c7c-d91a124958a1 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:25:53.504970 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [None req-d1b61601-1c62-4ef6-83ef-a6e5f9d5cc63 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port b1440264-5284-46e2-9c7c-d91a124958a1 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'fdcb205e-530b-4dab-bded-097e5f7cd85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f13aeb87-9d67-4a81-bc98-54968e276325'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:25:53.505848 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b61601-1c62-4ef6-83ef-a6e5f9d5cc63 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempting to bind port b1440264-5284-46e2-9c7c-d91a124958a1 on network f13aeb87-9d67-4a81-bc98-54968e276325 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:25:53.509856 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b61601-1c62-4ef6-83ef-a6e5f9d5cc63 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Port b1440264-5284-46e2-9c7c-d91a124958a1 on network f13aeb87-9d67-4a81-bc98-54968e276325 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:25:53.510177 n-d-789963-9 neutron-server[101289]: ERROR neutron.plugins.ml2.managers [None req-d1b61601-1c62-4ef6-83ef-a6e5f9d5cc63 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Failed to bind port b1440264-5284-46e2-9c7c-d91a124958a1 on host n-h1-789963-9 for vnic_type normal using segments [{'id': 'fdcb205e-530b-4dab-bded-097e5f7cd85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f13aeb87-9d67-4a81-bc98-54968e276325'}] Sep 17 08:25:53.510534 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d1b61601-1c62-4ef6-83ef-a6e5f9d5cc63 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:53.572640 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-d1b61601-1c62-4ef6-83ef-a6e5f9d5cc63 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] For port b1440264-5284-46e2-9c7c-d91a124958a1, host n-h1-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:25:53.572997 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-d1b61601-1c62-4ef6-83ef-a6e5f9d5cc63 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attempted to set empty binding levels {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 17 08:25:53.577228 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d1b61601-1c62-4ef6-83ef-a6e5f9d5cc63 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:53.605864 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-d1b61601-1c62-4ef6-83ef-a6e5f9d5cc63 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] In _notify_port_updated(), no bound segment for port b1440264-5284-46e2-9c7c-d91a124958a1 on network f13aeb87-9d67-4a81-bc98-54968e276325 {{(pid=101289) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 08:25:53.606839 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b61601-1c62-4ef6-83ef-a6e5f9d5cc63 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:53.607435 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d1b61601-1c62-4ef6-83ef-a6e5f9d5cc63 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:53.608772 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-d1b61601-1c62-4ef6-83ef-a6e5f9d5cc63 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] 10.222.0.13 "PUT /v2.0/ports/b1440264-5284-46e2-9c7c-d91a124958a1 HTTP/1.1" status: 200 len: 974 time: 0.5520334 Sep 17 08:25:53.611614 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 48984) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:53.623490 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b61601-1c62-4ef6-83ef-a6e5f9d5cc63 tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Pushing event updated for resources: {'Port': ['ID=b1440264-5284-46e2-9c7c-d91a124958a1,revision_number=3']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:25:53.687778 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-3aec7f62-6b66-4199-b486-f310632e054f tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Deleting port b1440264-5284-46e2-9c7c-d91a124958a1 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:25:53.688150 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3aec7f62-6b66-4199-b486-f310632e054f tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:53.750216 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-3aec7f62-6b66-4199-b486-f310632e054f tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] For port b1440264-5284-46e2-9c7c-d91a124958a1, host n-h1-789963-9, got binding levels [] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:25:53.750501 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3aec7f62-6b66-4199-b486-f310632e054f tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:53.762967 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-3aec7f62-6b66-4199-b486-f310632e054f tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Calling delete_port for b1440264-5284-46e2-9c7c-d91a124958a1 owned by {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:25:53.778277 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:53.843814 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3aec7f62-6b66-4199-b486-f310632e054f tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:53.869392 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aec7f62-6b66-4199-b486-f310632e054f tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Pushing event deleted for resources: {'Port': ['ID=b1440264-5284-46e2-9c7c-d91a124958a1,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:25:53.876513 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3aec7f62-6b66-4199-b486-f310632e054f tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:53.880913 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-3aec7f62-6b66-4199-b486-f310632e054f tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] 10.222.0.13 "DELETE /v2.0/ports/b1440264-5284-46e2-9c7c-d91a124958a1 HTTP/1.1" status: 204 len: 168 time: 0.2676060 Sep 17 08:25:53.881517 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 48986) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:53.906528 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3114303-96de-42da-be68-2cab5e50c29c tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] GET failed (client error): The resource could not be found. Sep 17 08:25:53.907974 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d3114303-96de-42da-be68-2cab5e50c29c tempest-PortsAdminExtendedAttrsTestJSON-633743955 tempest-PortsAdminExtendedAttrsTestJSON-633743955-project-admin] 10.222.0.13 "GET /v2.0/ports/b1440264-5284-46e2-9c7c-d91a124958a1 HTTP/1.1" status: 404 len: 333 time: 0.0255229 Sep 17 08:25:53.911154 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 48988) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:53.981908 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-36a48b33-259c-4be2-b00f-f861018ac62a tempest-PortsAdminExtendedAttrsTestJSON-1124836141 tempest-PortsAdminExtendedAttrsTestJSON-1124836141-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:54.066232 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-36a48b33-259c-4be2-b00f-f861018ac62a tempest-PortsAdminExtendedAttrsTestJSON-1124836141 tempest-PortsAdminExtendedAttrsTestJSON-1124836141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:54.085766 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-36a48b33-259c-4be2-b00f-f861018ac62a tempest-PortsAdminExtendedAttrsTestJSON-1124836141 tempest-PortsAdminExtendedAttrsTestJSON-1124836141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f13aeb87-9d67-4a81-bc98-54968e276325']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:25:54.094697 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-36a48b33-259c-4be2-b00f-f861018ac62a tempest-PortsAdminExtendedAttrsTestJSON-1124836141 tempest-PortsAdminExtendedAttrsTestJSON-1124836141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdcb205e-530b-4dab-bded-097e5f7cd85a') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:25:54.094988 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-36a48b33-259c-4be2-b00f-f861018ac62a tempest-PortsAdminExtendedAttrsTestJSON-1124836141 tempest-PortsAdminExtendedAttrsTestJSON-1124836141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdcb205e-530b-4dab-bded-097e5f7cd85a') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:25:54.104272 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-36a48b33-259c-4be2-b00f-f861018ac62a tempest-PortsAdminExtendedAttrsTestJSON-1124836141 tempest-PortsAdminExtendedAttrsTestJSON-1124836141-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:54.117453 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-36a48b33-259c-4be2-b00f-f861018ac62a tempest-PortsAdminExtendedAttrsTestJSON-1124836141 tempest-PortsAdminExtendedAttrsTestJSON-1124836141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:54.123378 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36a48b33-259c-4be2-b00f-f861018ac62a tempest-PortsAdminExtendedAttrsTestJSON-1124836141 tempest-PortsAdminExtendedAttrsTestJSON-1124836141-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:25:54.123858 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-36a48b33-259c-4be2-b00f-f861018ac62a tempest-PortsAdminExtendedAttrsTestJSON-1124836141 tempest-PortsAdminExtendedAttrsTestJSON-1124836141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:54.126697 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 08:25:54.126697 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:25:54.126697 n-d-789963-9 neutron-server[101290]: timer() Sep 17 08:25:54.126697 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:25:54.126697 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 08:25:54.126697 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:25:54.126697 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 08:25:54.126697 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:25:54.126697 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 08:25:54.126697 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:25:54.126697 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 08:25:54.126697 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:25:54.126697 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 08:25:54.126697 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:25:54.126697 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:25:54.126697 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:25:54.126697 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:25:54.126697 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:25:54.126697 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 08:25:54.126697 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:25:54.126697 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 08:25:54.126697 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:25:54.126697 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:25:54.126697 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:25:54.126697 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 08:25:54.126697 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:25:54.126697 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:25:54.126697 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:25:54.126697 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:25:54.126697 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:25:54.126697 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:25:54.126697 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:25:54.187055 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-36a48b33-259c-4be2-b00f-f861018ac62a tempest-PortsAdminExtendedAttrsTestJSON-1124836141 tempest-PortsAdminExtendedAttrsTestJSON-1124836141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:54.191506 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-36a48b33-259c-4be2-b00f-f861018ac62a tempest-PortsAdminExtendedAttrsTestJSON-1124836141 tempest-PortsAdminExtendedAttrsTestJSON-1124836141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:54.194360 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-36a48b33-259c-4be2-b00f-f861018ac62a tempest-PortsAdminExtendedAttrsTestJSON-1124836141 tempest-PortsAdminExtendedAttrsTestJSON-1124836141-project] 10.222.0.13 "DELETE /v2.0/networks/f13aeb87-9d67-4a81-bc98-54968e276325 HTTP/1.1" status: 204 len: 168 time: 0.2823312 Sep 17 08:25:54.207997 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a48b33-259c-4be2-b00f-f861018ac62a tempest-PortsAdminExtendedAttrsTestJSON-1124836141 tempest-PortsAdminExtendedAttrsTestJSON-1124836141-project] Pushing event deleted for resources: {'Network': ['ID=f13aeb87-9d67-4a81-bc98-54968e276325,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:25:54.437325 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 48996) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:54.566885 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c88012fa-29d3-47d8-8a03-20e66afa5294 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=785e583f30bd42c08e40e12b9ec7131e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1283417 Sep 17 08:25:54.569365 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49000) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:54.615574 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1cbaaec2-70f7-4e3f-95cc-fb2196021deb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:54.635445 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1cbaaec2-70f7-4e3f-95cc-fb2196021deb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:54.681060 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1cbaaec2-70f7-4e3f-95cc-fb2196021deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:54.683606 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1cbaaec2-70f7-4e3f-95cc-fb2196021deb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:54.684861 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-1cbaaec2-70f7-4e3f-95cc-fb2196021deb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/70b5843c-b7ef-4707-84ef-2a17076b7393 HTTP/1.1" status: 204 len: 168 time: 0.1146362 Sep 17 08:25:54.692068 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbaaec2-70f7-4e3f-95cc-fb2196021deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b5843c-b7ef-4707-84ef-2a17076b7393,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:25:54.935205 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49006) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:54.979024 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-633c6587-dbd2-481e-8442-771ba7d4bb84 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ee53f686013e4112bfd75d20df2e23f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426145 Sep 17 08:25:54.981382 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49008) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:55.027696 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-42155a89-5924-482d-ba22-0fda050698cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:55.047529 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-42155a89-5924-482d-ba22-0fda050698cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:55.094112 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-42155a89-5924-482d-ba22-0fda050698cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:55.096814 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-42155a89-5924-482d-ba22-0fda050698cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:55.098010 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-42155a89-5924-482d-ba22-0fda050698cb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1af42180-610f-4981-972d-f827edb339a1 HTTP/1.1" status: 204 len: 168 time: 0.1156428 Sep 17 08:25:55.106028 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42155a89-5924-482d-ba22-0fda050698cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af42180-610f-4981-972d-f827edb339a1,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:25:55.360765 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:55.812960 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49032) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:55.908052 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-33ea3130-8703-47a7-a66c-c257035ecb5b tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1042189186'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:25:55.929538 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ea3130-8703-47a7-a66c-c257035ecb5b tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Made reservation on behalf of bd7f41a62dde47e4a6c94d8176b903e7 for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:25:55.932952 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-33ea3130-8703-47a7-a66c-c257035ecb5b tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:55.940961 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-33ea3130-8703-47a7-a66c-c257035ecb5b tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:56.026010 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-33ea3130-8703-47a7-a66c-c257035ecb5b tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:56.029394 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-33ea3130-8703-47a7-a66c-c257035ecb5b tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:56.055458 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33ea3130-8703-47a7-a66c-c257035ecb5b tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:25:56.063957 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea3130-8703-47a7-a66c-c257035ecb5b tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04703ce7-c8bf-4ff0-b06b-8cb2212a07a7,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:25:56.070467 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-33ea3130-8703-47a7-a66c-c257035ecb5b tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:56.070467 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-33ea3130-8703-47a7-a66c-c257035ecb5b tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Added segment 6084fc3b-e944-4f82-9f47-167bc5242027 of type vlan for network 732256fb-00fc-442a-bb21-d9500dc97ccc Sep 17 08:25:56.112978 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-33ea3130-8703-47a7-a66c-c257035ecb5b tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:56.136837 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-33ea3130-8703-47a7-a66c-c257035ecb5b tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:56.142168 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ea3130-8703-47a7-a66c-c257035ecb5b tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:56.142753 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-33ea3130-8703-47a7-a66c-c257035ecb5b tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:56.175068 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-33ea3130-8703-47a7-a66c-c257035ecb5b tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.3610322 Sep 17 08:25:56.177898 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49036) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:56.184598 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-c401b889-4dea-4688-8a36-4ff5e96b381e tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Request body: {'subnet': {'network_id': '732256fb-00fc-442a-bb21-d9500dc97ccc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:25:56.232649 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea3130-8703-47a7-a66c-c257035ecb5b tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Pushing event updated for resources: {'Network': ['ID=732256fb-00fc-442a-bb21-d9500dc97ccc,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:25:56.242607 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 732256fb-00fc-442a-bb21-d9500dc97ccc details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:25:56.304585 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c401b889-4dea-4688-8a36-4ff5e96b381e tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Made reservation on behalf of bd7f41a62dde47e4a6c94d8176b903e7 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:25:56.308282 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c401b889-4dea-4688-8a36-4ff5e96b381e tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:56.486940 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c401b889-4dea-4688-8a36-4ff5e96b381e tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:56.545103 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c401b889-4dea-4688-8a36-4ff5e96b381e tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Pushing event updated for resources: {'Subnet': ['ID=fcf6f88c-dd85-4394-acee-d7f432a81809,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:25:56.556275 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c401b889-4dea-4688-8a36-4ff5e96b381e tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Checking segment: {'id': '6084fc3b-e944-4f82-9f47-167bc5242027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '732256fb-00fc-442a-bb21-d9500dc97ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:25:56.556641 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c401b889-4dea-4688-8a36-4ff5e96b381e tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Network hostable DHCP agents. Network: 732256fb-00fc-442a-bb21-d9500dc97ccc, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:25:56.573476 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c401b889-4dea-4688-8a36-4ff5e96b381e tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Network 732256fb-00fc-442a-bb21-d9500dc97ccc is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:25:56.582043 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-c401b889-4dea-4688-8a36-4ff5e96b381e tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 732256fb-00fc-442a-bb21-d9500dc97ccc) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:25:56.586752 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c401b889-4dea-4688-8a36-4ff5e96b381e tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:56.587429 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c401b889-4dea-4688-8a36-4ff5e96b381e tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:56.592254 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabf5ebf-9c75-4031-ad60-3ff4be28cfe8 None None] Network 732256fb-00fc-442a-bb21-d9500dc97ccc requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:25:56.602641 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c401b889-4dea-4688-8a36-4ff5e96b381e tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4236488 Sep 17 08:25:56.605285 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49040) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:56.610343 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-ee0b781e-86d0-4c39-a025-1d25804a2145 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Request body: {'port': {'network_id': '732256fb-00fc-442a-bb21-d9500dc97ccc', 'name': 'tempest-AllowedAddressPairTestJSON-2021342825'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:25:56.717461 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee0b781e-86d0-4c39-a025-1d25804a2145 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Made reservation on behalf of bd7f41a62dde47e4a6c94d8176b903e7 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:25:56.721050 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ee0b781e-86d0-4c39-a025-1d25804a2145 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:56.735856 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852edef0-b062-40b7-ac1a-71220bffbb92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-732256fb-00fc-442a-bb21-d9500dc97ccc', 'network_id': '732256fb-00fc-442a-bb21-d9500dc97ccc', 'tenant_id': 'bd7f41a62dde47e4a6c94d8176b903e7', 'fixed_ips': [{'subnet_id': 'fcf6f88c-dd85-4394-acee-d7f432a81809'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:25:56.736882 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-852edef0-b062-40b7-ac1a-71220bffbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:56.742961 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [None req-ee0b781e-86d0-4c39-a025-1d25804a2145 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] device_id is not set on port 7c3554ab-a88a-4abb-bdc8-71ac8747bc88 yet. {{(pid=101290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 08:25:56.848426 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-ee0b781e-86d0-4c39-a025-1d25804a2145 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Allocated IP 172.20.0.11 (732256fb-00fc-442a-bb21-d9500dc97ccc/fcf6f88c-dd85-4394-acee-d7f432a81809/7c3554ab-a88a-4abb-bdc8-71ac8747bc88) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:25:56.998523 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ee0b781e-86d0-4c39-a025-1d25804a2145 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:57.031119 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ee0b781e-86d0-4c39-a025-1d25804a2145 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:57.071586 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0b781e-86d0-4c39-a025-1d25804a2145 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Network 732256fb-00fc-442a-bb21-d9500dc97ccc is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:25:57.076793 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-ee0b781e-86d0-4c39-a025-1d25804a2145 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:25:57.081643 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-852edef0-b062-40b7-ac1a-71220bffbb92 None None] Allocated IP 172.20.0.2 (732256fb-00fc-442a-bb21-d9500dc97ccc/fcf6f88c-dd85-4394-acee-d7f432a81809/eac65b83-b1c9-43c4-a92b-b12b68c783ad) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:25:57.083420 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0b781e-86d0-4c39-a025-1d25804a2145 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:25:57.110900 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0b781e-86d0-4c39-a025-1d25804a2145 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Pushing event updated for resources: {'Port': ['ID=7c3554ab-a88a-4abb-bdc8-71ac8747bc88,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:25:57.140809 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0b781e-86d0-4c39-a025-1d25804a2145 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:57.141424 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ee0b781e-86d0-4c39-a025-1d25804a2145 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:57.154683 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ee0b781e-86d0-4c39-a025-1d25804a2145 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.5483236 Sep 17 08:25:57.157877 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49042) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:57.162860 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-00d51108-1033-4d6e-9d67-79fd3e45d20c tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Request body: {'port': {'network_id': '732256fb-00fc-442a-bb21-d9500dc97ccc', 'name': 'tempest-AllowedAddressPairTestJSON-841384199', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:c0:37:43'}]}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:25:57.224555 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-852edef0-b062-40b7-ac1a-71220bffbb92 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:57.231649 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-852edef0-b062-40b7-ac1a-71220bffbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:57.268177 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852edef0-b062-40b7-ac1a-71220bffbb92 None None] Network 732256fb-00fc-442a-bb21-d9500dc97ccc is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:25:57.270903 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-852edef0-b062-40b7-ac1a-71220bffbb92 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:25:57.274502 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852edef0-b062-40b7-ac1a-71220bffbb92 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:25:57.288239 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852edef0-b062-40b7-ac1a-71220bffbb92 None None] Pushing event updated for resources: {'Port': ['ID=eac65b83-b1c9-43c4-a92b-b12b68c783ad,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:25:57.297417 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d51108-1033-4d6e-9d67-79fd3e45d20c tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Made reservation on behalf of bd7f41a62dde47e4a6c94d8176b903e7 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:25:57.313272 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852edef0-b062-40b7-ac1a-71220bffbb92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:25:57.313620 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852edef0-b062-40b7-ac1a-71220bffbb92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:25:57.313966 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852edef0-b062-40b7-ac1a-71220bffbb92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:25:57.314304 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852edef0-b062-40b7-ac1a-71220bffbb92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:25:57.314640 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852edef0-b062-40b7-ac1a-71220bffbb92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:25:57.314972 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852edef0-b062-40b7-ac1a-71220bffbb92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:25:57.315303 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852edef0-b062-40b7-ac1a-71220bffbb92 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:25:57.315631 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852edef0-b062-40b7-ac1a-71220bffbb92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:25:57.315986 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852edef0-b062-40b7-ac1a-71220bffbb92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:25:57.316316 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852edef0-b062-40b7-ac1a-71220bffbb92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:25:57.316646 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852edef0-b062-40b7-ac1a-71220bffbb92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:25:57.316967 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852edef0-b062-40b7-ac1a-71220bffbb92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:25:57.346758 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-852edef0-b062-40b7-ac1a-71220bffbb92 None None] Attempting to bind port eac65b83-b1c9-43c4-a92b-b12b68c783ad on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:25:57.347126 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-852edef0-b062-40b7-ac1a-71220bffbb92 None None] Attempting to bind port eac65b83-b1c9-43c4-a92b-b12b68c783ad by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '6084fc3b-e944-4f82-9f47-167bc5242027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '732256fb-00fc-442a-bb21-d9500dc97ccc'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:25:57.347486 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852edef0-b062-40b7-ac1a-71220bffbb92 None None] Attempting to bind port eac65b83-b1c9-43c4-a92b-b12b68c783ad on network 732256fb-00fc-442a-bb21-d9500dc97ccc {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:25:57.353076 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852edef0-b062-40b7-ac1a-71220bffbb92 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:25:57.353445 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852edef0-b062-40b7-ac1a-71220bffbb92 None None] Checking segment: {'id': '6084fc3b-e944-4f82-9f47-167bc5242027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '732256fb-00fc-442a-bb21-d9500dc97ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:25:57.353888 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-852edef0-b062-40b7-ac1a-71220bffbb92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:57.354687 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852edef0-b062-40b7-ac1a-71220bffbb92 None None] Bound using segment: {'id': '6084fc3b-e944-4f82-9f47-167bc5242027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '732256fb-00fc-442a-bb21-d9500dc97ccc'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:25:57.354822 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-852edef0-b062-40b7-ac1a-71220bffbb92 None None] Bound port: eac65b83-b1c9-43c4-a92b-b12b68c783ad, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6084fc3b-e944-4f82-9f47-167bc5242027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '732256fb-00fc-442a-bb21-d9500dc97ccc'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:25:57.355089 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-852edef0-b062-40b7-ac1a-71220bffbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:57.383286 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-00d51108-1033-4d6e-9d67-79fd3e45d20c tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:57.403854 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [None req-00d51108-1033-4d6e-9d67-79fd3e45d20c tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] device_id is not set on port f46aa2ab-35a7-4fe6-abf1-cce60849726b yet. {{(pid=101290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 08:25:57.420519 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-852edef0-b062-40b7-ac1a-71220bffbb92 None None] For port eac65b83-b1c9-43c4-a92b-b12b68c783ad, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:25:57.423496 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-852edef0-b062-40b7-ac1a-71220bffbb92 None None] For port eac65b83-b1c9-43c4-a92b-b12b68c783ad, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=eac65b83-b1c9-43c4-a92b-b12b68c783ad,segment=NetworkSegment(6084fc3b-e944-4f82-9f47-167bc5242027),segment_id=6084fc3b-e944-4f82-9f47-167bc5242027)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:25:57.428268 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-852edef0-b062-40b7-ac1a-71220bffbb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:57.485130 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852edef0-b062-40b7-ac1a-71220bffbb92 None None] Pushing event updated for resources: {'Port': ['ID=eac65b83-b1c9-43c4-a92b-b12b68c783ad,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:25:57.515079 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-00d51108-1033-4d6e-9d67-79fd3e45d20c tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Allocated IP 172.20.0.7 (732256fb-00fc-442a-bb21-d9500dc97ccc/fcf6f88c-dd85-4394-acee-d7f432a81809/f46aa2ab-35a7-4fe6-abf1-cce60849726b) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:25:57.702645 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-00d51108-1033-4d6e-9d67-79fd3e45d20c tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:57.739319 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-00d51108-1033-4d6e-9d67-79fd3e45d20c tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:57.786675 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d51108-1033-4d6e-9d67-79fd3e45d20c tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Network 732256fb-00fc-442a-bb21-d9500dc97ccc is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:25:57.789625 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-00d51108-1033-4d6e-9d67-79fd3e45d20c tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:25:57.793294 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d51108-1033-4d6e-9d67-79fd3e45d20c tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:25:57.821144 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d51108-1033-4d6e-9d67-79fd3e45d20c tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Pushing event updated for resources: {'Port': ['ID=f46aa2ab-35a7-4fe6-abf1-cce60849726b,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:25:57.846077 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d51108-1033-4d6e-9d67-79fd3e45d20c tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:57.846693 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-00d51108-1033-4d6e-9d67-79fd3e45d20c tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:57.860965 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-00d51108-1033-4d6e-9d67-79fd3e45d20c tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 0.7021103 Sep 17 08:25:57.863543 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49046) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:57.947377 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d34612d-1372-4bbc-bd87-24203c40af2f tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:57.953406 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d34612d-1372-4bbc-bd87-24203c40af2f tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:57.960206 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d34612d-1372-4bbc-bd87-24203c40af2f tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:57.961925 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-1d34612d-1372-4bbc-bd87-24203c40af2f tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.0974371 Sep 17 08:25:57.964697 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49048) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:58.047770 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-eea4cdbb-63e6-4475-9007-ca19e6e5a3eb tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Deleting port f46aa2ab-35a7-4fe6-abf1-cce60849726b {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:25:58.048066 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-eea4cdbb-63e6-4475-9007-ca19e6e5a3eb tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:58.137265 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-eea4cdbb-63e6-4475-9007-ca19e6e5a3eb tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:58.150236 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-eea4cdbb-63e6-4475-9007-ca19e6e5a3eb tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Calling delete_port for f46aa2ab-35a7-4fe6-abf1-cce60849726b owned by {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:25:58.287104 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-eea4cdbb-63e6-4475-9007-ca19e6e5a3eb tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:58.322375 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea4cdbb-63e6-4475-9007-ca19e6e5a3eb tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Pushing event deleted for resources: {'Port': ['ID=f46aa2ab-35a7-4fe6-abf1-cce60849726b,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:25:58.414014 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c634a92-3ad8-4278-a5ca-13ecfef3669b None None] Network 732256fb-00fc-442a-bb21-d9500dc97ccc requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:25:58.474950 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-eea4cdbb-63e6-4475-9007-ca19e6e5a3eb tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:58.477696 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-eea4cdbb-63e6-4475-9007-ca19e6e5a3eb tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] 10.222.0.13 "DELETE /v2.0/ports/f46aa2ab-35a7-4fe6-abf1-cce60849726b HTTP/1.1" status: 204 len: 168 time: 0.5120599 Sep 17 08:25:58.480310 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49050) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:58.494265 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-02d9b0fa-c9d8-46c2-976e-3b039d6b2f0b None None] Provisioning complete for port eac65b83-b1c9-43c4-a92b-b12b68c783ad triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:25:58.494739 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-02d9b0fa-c9d8-46c2-976e-3b039d6b2f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:58.504090 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-77e68733-dae0-433f-8318-f72b229a5f3d tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] GET failed (client error): The resource could not be found. Sep 17 08:25:58.506201 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-77e68733-dae0-433f-8318-f72b229a5f3d tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] 10.222.0.13 "GET /v2.0/ports/f46aa2ab-35a7-4fe6-abf1-cce60849726b HTTP/1.1" status: 404 len: 333 time: 0.0249822 Sep 17 08:25:58.509819 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49052) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:58.514835 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-e92d48de-5b4a-4b2f-8164-4f0e9bc1c28c tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Request body: {'port': {'network_id': '732256fb-00fc-442a-bb21-d9500dc97ccc', 'name': 'tempest-AllowedAddressPairTestJSON-741811673'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:25:58.628217 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e92d48de-5b4a-4b2f-8164-4f0e9bc1c28c tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Made reservation on behalf of bd7f41a62dde47e4a6c94d8176b903e7 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:25:58.634802 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e92d48de-5b4a-4b2f-8164-4f0e9bc1c28c tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:58.652151 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [None req-e92d48de-5b4a-4b2f-8164-4f0e9bc1c28c tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] device_id is not set on port 3668d0c0-0369-4b33-80df-1ba6acb6ed89 yet. {{(pid=101290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 08:25:58.689393 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-02d9b0fa-c9d8-46c2-976e-3b039d6b2f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:58.762495 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-e92d48de-5b4a-4b2f-8164-4f0e9bc1c28c tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Allocated IP 172.20.0.9 (732256fb-00fc-442a-bb21-d9500dc97ccc/fcf6f88c-dd85-4394-acee-d7f432a81809/3668d0c0-0369-4b33-80df-1ba6acb6ed89) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:25:58.764157 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-02d9b0fa-c9d8-46c2-976e-3b039d6b2f0b None None] For port eac65b83-b1c9-43c4-a92b-b12b68c783ad, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=eac65b83-b1c9-43c4-a92b-b12b68c783ad,segment=NetworkSegment(6084fc3b-e944-4f82-9f47-167bc5242027),segment_id=6084fc3b-e944-4f82-9f47-167bc5242027)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:25:58.771805 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-02d9b0fa-c9d8-46c2-976e-3b039d6b2f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:58.835356 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d9b0fa-c9d8-46c2-976e-3b039d6b2f0b None None] Pushing event updated for resources: {'Port': ['ID=eac65b83-b1c9-43c4-a92b-b12b68c783ad,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:25:58.922946 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e92d48de-5b4a-4b2f-8164-4f0e9bc1c28c tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:58.957716 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e92d48de-5b4a-4b2f-8164-4f0e9bc1c28c tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:58.993677 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-92046cf0-558e-4481-83c9-4cc0df65cf4e None None] Provisioning complete for port eac65b83-b1c9-43c4-a92b-b12b68c783ad triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:25:58.994050 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-92046cf0-558e-4481-83c9-4cc0df65cf4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:59.001661 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92d48de-5b4a-4b2f-8164-4f0e9bc1c28c tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Network 732256fb-00fc-442a-bb21-d9500dc97ccc is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:25:59.005033 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-e92d48de-5b4a-4b2f-8164-4f0e9bc1c28c tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:25:59.011029 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92d48de-5b4a-4b2f-8164-4f0e9bc1c28c tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:25:59.017821 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92d48de-5b4a-4b2f-8164-4f0e9bc1c28c tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Pushing event updated for resources: {'Port': ['ID=3668d0c0-0369-4b33-80df-1ba6acb6ed89,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:25:59.074165 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92d48de-5b4a-4b2f-8164-4f0e9bc1c28c tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:59.074165 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e92d48de-5b4a-4b2f-8164-4f0e9bc1c28c tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:59.091545 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49058) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:59.091957 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e92d48de-5b4a-4b2f-8164-4f0e9bc1c28c tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.5804987 Sep 17 08:25:59.097706 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-d20de10a-9e56-45f7-a208-a7410c0c72af tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:c0:37:43'}]}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:25:59.260080 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device eac65b83-b1c9-43c4-a92b-b12b68c783ad up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:25:59.262455 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d20de10a-9e56-45f7-a208-a7410c0c72af tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:59.303828 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-92046cf0-558e-4481-83c9-4cc0df65cf4e None None] Provisioning complete for port 7c3554ab-a88a-4abb-bdc8-71ac8747bc88 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:25:59.304440 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-92046cf0-558e-4481-83c9-4cc0df65cf4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:59.350129 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-92046cf0-558e-4481-83c9-4cc0df65cf4e None None] Port 7c3554ab-a88a-4abb-bdc8-71ac8747bc88 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:25:59.353762 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port eac65b83-b1c9-43c4-a92b-b12b68c783ad triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:25:59.354126 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:59.448200 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d20de10a-9e56-45f7-a208-a7410c0c72af tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:59.453360 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d20de10a-9e56-45f7-a208-a7410c0c72af tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:59.462284 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1ec16da6-7ed4-4ba8-87e7-4d7a136e327a None None] Could not find standard attr ID for object f46aa2ab-35a7-4fe6-abf1-cce60849726b. {{(pid=101291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 08:25:59.472645 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1ec16da6-7ed4-4ba8-87e7-4d7a136e327a None None] Provisioning complete for port 7c3554ab-a88a-4abb-bdc8-71ac8747bc88 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:25:59.473022 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1ec16da6-7ed4-4ba8-87e7-4d7a136e327a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:59.509179 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1ec16da6-7ed4-4ba8-87e7-4d7a136e327a None None] Port 7c3554ab-a88a-4abb-bdc8-71ac8747bc88 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:25:59.538818 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20de10a-9e56-45f7-a208-a7410c0c72af tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Pushing event updated for resources: {'Port': ['ID=3668d0c0-0369-4b33-80df-1ba6acb6ed89,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:25:59.550449 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-d20de10a-9e56-45f7-a208-a7410c0c72af tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] In _notify_port_updated(), no bound segment for port 3668d0c0-0369-4b33-80df-1ba6acb6ed89 on network 732256fb-00fc-442a-bb21-d9500dc97ccc {{(pid=101289) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 08:25:59.557659 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20de10a-9e56-45f7-a208-a7410c0c72af tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:25:59.558309 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d20de10a-9e56-45f7-a208-a7410c0c72af tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:59.559648 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-d20de10a-9e56-45f7-a208-a7410c0c72af tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] 10.222.0.13 "PUT /v2.0/ports/3668d0c0-0369-4b33-80df-1ba6acb6ed89 HTTP/1.1" status: 200 len: 993 time: 0.4668641 Sep 17 08:25:59.562452 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49060) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:25:59.630105 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-c75fbaaf-f0b2-4007-b27b-e9760421e0db None None] Provisioning complete for port 3668d0c0-0369-4b33-80df-1ba6acb6ed89 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:25:59.630482 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c75fbaaf-f0b2-4007-b27b-e9760421e0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:59.651944 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-b7ee6597-8e24-47bc-a299-e818ebe78c64 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Deleting port 3668d0c0-0369-4b33-80df-1ba6acb6ed89 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:25:59.652292 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b7ee6597-8e24-47bc-a299-e818ebe78c64 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:59.670069 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-c75fbaaf-f0b2-4007-b27b-e9760421e0db None None] Port 3668d0c0-0369-4b33-80df-1ba6acb6ed89 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:25:59.748050 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b7ee6597-8e24-47bc-a299-e818ebe78c64 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:59.761378 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-b7ee6597-8e24-47bc-a299-e818ebe78c64 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Calling delete_port for 3668d0c0-0369-4b33-80df-1ba6acb6ed89 owned by {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:25:59.889181 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b7ee6597-8e24-47bc-a299-e818ebe78c64 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:59.889644 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-38047b3b-cb10-427e-ad81-f60dffa372e9 None None] Provisioning complete for port 3668d0c0-0369-4b33-80df-1ba6acb6ed89 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:25:59.890022 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-38047b3b-cb10-427e-ad81-f60dffa372e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:25:59.908744 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-38047b3b-cb10-427e-ad81-f60dffa372e9 None None] Port 3668d0c0-0369-4b33-80df-1ba6acb6ed89 was deleted so its status cannot be updated. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 17 08:25:59.921762 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ee6597-8e24-47bc-a299-e818ebe78c64 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Pushing event deleted for resources: {'Port': ['ID=3668d0c0-0369-4b33-80df-1ba6acb6ed89,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:00.079289 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b7ee6597-8e24-47bc-a299-e818ebe78c64 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:00.081251 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-b7ee6597-8e24-47bc-a299-e818ebe78c64 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] 10.222.0.13 "DELETE /v2.0/ports/3668d0c0-0369-4b33-80df-1ba6acb6ed89 HTTP/1.1" status: 204 len: 168 time: 0.5178769 Sep 17 08:26:00.084150 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49064) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:00.109589 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d93d5be-e380-450e-9bd7-03e07750ae54 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] GET failed (client error): The resource could not be found. Sep 17 08:26:00.111035 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-1d93d5be-e380-450e-9bd7-03e07750ae54 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] 10.222.0.13 "GET /v2.0/ports/3668d0c0-0369-4b33-80df-1ba6acb6ed89 HTTP/1.1" status: 404 len: 333 time: 0.0256495 Sep 17 08:26:00.115233 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49066) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:00.120230 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-bdb2a260-0323-4076-a7ab-0ced22b30bcf tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Request body: {'port': {'network_id': '732256fb-00fc-442a-bb21-d9500dc97ccc', 'name': 'tempest-AllowedAddressPairTestJSON-1150833514'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:26:00.221087 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb2a260-0323-4076-a7ab-0ced22b30bcf tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Made reservation on behalf of bd7f41a62dde47e4a6c94d8176b903e7 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:26:00.224506 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bdb2a260-0323-4076-a7ab-0ced22b30bcf tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:00.241118 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [None req-bdb2a260-0323-4076-a7ab-0ced22b30bcf tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] device_id is not set on port 4c2baa56-5700-48f0-aeee-b21fc8ca4e42 yet. {{(pid=101289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 08:26:00.629412 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-bdb2a260-0323-4076-a7ab-0ced22b30bcf tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Allocated IP 172.20.0.5 (732256fb-00fc-442a-bb21-d9500dc97ccc/fcf6f88c-dd85-4394-acee-d7f432a81809/4c2baa56-5700-48f0-aeee-b21fc8ca4e42) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:26:00.770971 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bdb2a260-0323-4076-a7ab-0ced22b30bcf tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:00.804746 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bdb2a260-0323-4076-a7ab-0ced22b30bcf tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:00.844374 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb2a260-0323-4076-a7ab-0ced22b30bcf tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Network 732256fb-00fc-442a-bb21-d9500dc97ccc is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:26:00.847304 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-bdb2a260-0323-4076-a7ab-0ced22b30bcf tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:26:00.850934 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb2a260-0323-4076-a7ab-0ced22b30bcf tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:26:00.889183 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb2a260-0323-4076-a7ab-0ced22b30bcf tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Pushing event updated for resources: {'Port': ['ID=4c2baa56-5700-48f0-aeee-b21fc8ca4e42,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:00.910278 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb2a260-0323-4076-a7ab-0ced22b30bcf tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:00.913694 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bdb2a260-0323-4076-a7ab-0ced22b30bcf tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:00.932614 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-bdb2a260-0323-4076-a7ab-0ced22b30bcf tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8137918 Sep 17 08:26:00.932864 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49070) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:00.938066 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-c67d879b-2858-4cf5-a6dd-88d33fa48648 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:c0:37:43'}]}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:26:01.012477 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c67d879b-2858-4cf5-a6dd-88d33fa48648 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:01.033153 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5307f214-8414-4ece-8c29-dc77a9a65ea9 None None] Provisioning complete for port 4c2baa56-5700-48f0-aeee-b21fc8ca4e42 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:26:01.033704 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5307f214-8414-4ece-8c29-dc77a9a65ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:01.066394 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5307f214-8414-4ece-8c29-dc77a9a65ea9 None None] Port 4c2baa56-5700-48f0-aeee-b21fc8ca4e42 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:26:01.186132 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c67d879b-2858-4cf5-a6dd-88d33fa48648 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:01.190126 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c67d879b-2858-4cf5-a6dd-88d33fa48648 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:01.266151 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67d879b-2858-4cf5-a6dd-88d33fa48648 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Pushing event updated for resources: {'Port': ['ID=4c2baa56-5700-48f0-aeee-b21fc8ca4e42,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:01.274060 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-c67d879b-2858-4cf5-a6dd-88d33fa48648 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] In _notify_port_updated(), no bound segment for port 4c2baa56-5700-48f0-aeee-b21fc8ca4e42 on network 732256fb-00fc-442a-bb21-d9500dc97ccc {{(pid=101289) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 08:26:01.279503 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67d879b-2858-4cf5-a6dd-88d33fa48648 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:01.280164 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c67d879b-2858-4cf5-a6dd-88d33fa48648 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:01.281492 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-c67d879b-2858-4cf5-a6dd-88d33fa48648 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] 10.222.0.13 "PUT /v2.0/ports/4c2baa56-5700-48f0-aeee-b21fc8ca4e42 HTTP/1.1" status: 200 len: 996 time: 0.3476923 Sep 17 08:26:01.284455 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49072) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:01.378961 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-91074e4f-1c5c-4b9f-b5ea-4578fef676e0 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Deleting port 4c2baa56-5700-48f0-aeee-b21fc8ca4e42 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:26:01.379931 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-91074e4f-1c5c-4b9f-b5ea-4578fef676e0 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:01.462430 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-91074e4f-1c5c-4b9f-b5ea-4578fef676e0 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:01.474255 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-91074e4f-1c5c-4b9f-b5ea-4578fef676e0 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Calling delete_port for 4c2baa56-5700-48f0-aeee-b21fc8ca4e42 owned by {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:26:01.486855 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-94219eca-7a6a-401c-8f81-851cde5bb340 None None] Provisioning complete for port 4c2baa56-5700-48f0-aeee-b21fc8ca4e42 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:26:01.487169 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-94219eca-7a6a-401c-8f81-851cde5bb340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:01.524158 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-94219eca-7a6a-401c-8f81-851cde5bb340 None None] Port 4c2baa56-5700-48f0-aeee-b21fc8ca4e42 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:26:01.600565 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-91074e4f-1c5c-4b9f-b5ea-4578fef676e0 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:01.628246 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91074e4f-1c5c-4b9f-b5ea-4578fef676e0 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Pushing event deleted for resources: {'Port': ['ID=4c2baa56-5700-48f0-aeee-b21fc8ca4e42,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:01.700715 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-91074e4f-1c5c-4b9f-b5ea-4578fef676e0 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:01.702619 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-91074e4f-1c5c-4b9f-b5ea-4578fef676e0 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] 10.222.0.13 "DELETE /v2.0/ports/4c2baa56-5700-48f0-aeee-b21fc8ca4e42 HTTP/1.1" status: 204 len: 168 time: 0.4174135 Sep 17 08:26:01.705266 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49074) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:01.729589 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-209fcb98-0654-498f-be2e-a6b142b29ef8 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] GET failed (client error): The resource could not be found. Sep 17 08:26:01.731532 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-209fcb98-0654-498f-be2e-a6b142b29ef8 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] 10.222.0.13 "GET /v2.0/ports/4c2baa56-5700-48f0-aeee-b21fc8ca4e42 HTTP/1.1" status: 404 len: 333 time: 0.0249169 Sep 17 08:26:01.734848 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49076) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:01.740218 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-d6a2c23f-1d11-44fd-b7bf-d93e0ddf1a80 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Request body: {'port': {'network_id': '732256fb-00fc-442a-bb21-d9500dc97ccc', 'name': 'tempest-AllowedAddressPairTestJSON-1996613663'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:26:01.851645 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a2c23f-1d11-44fd-b7bf-d93e0ddf1a80 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Made reservation on behalf of bd7f41a62dde47e4a6c94d8176b903e7 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:26:01.855072 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d6a2c23f-1d11-44fd-b7bf-d93e0ddf1a80 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:01.872235 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [None req-d6a2c23f-1d11-44fd-b7bf-d93e0ddf1a80 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] device_id is not set on port a6f8b9ff-02f4-4c10-a4aa-247fa6835667 yet. {{(pid=101289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 08:26:01.977798 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-d6a2c23f-1d11-44fd-b7bf-d93e0ddf1a80 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Allocated IP 172.20.0.12 (732256fb-00fc-442a-bb21-d9500dc97ccc/fcf6f88c-dd85-4394-acee-d7f432a81809/a6f8b9ff-02f4-4c10-a4aa-247fa6835667) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:26:02.124794 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d6a2c23f-1d11-44fd-b7bf-d93e0ddf1a80 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:02.156687 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d6a2c23f-1d11-44fd-b7bf-d93e0ddf1a80 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:02.196389 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a2c23f-1d11-44fd-b7bf-d93e0ddf1a80 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Network 732256fb-00fc-442a-bb21-d9500dc97ccc is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:26:02.199331 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-d6a2c23f-1d11-44fd-b7bf-d93e0ddf1a80 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:26:02.202989 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a2c23f-1d11-44fd-b7bf-d93e0ddf1a80 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:26:02.237440 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a2c23f-1d11-44fd-b7bf-d93e0ddf1a80 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Pushing event updated for resources: {'Port': ['ID=a6f8b9ff-02f4-4c10-a4aa-247fa6835667,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:02.262894 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a2c23f-1d11-44fd-b7bf-d93e0ddf1a80 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:02.263496 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d6a2c23f-1d11-44fd-b7bf-d93e0ddf1a80 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:02.283650 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-d6a2c23f-1d11-44fd-b7bf-d93e0ddf1a80 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.5477562 Sep 17 08:26:02.286882 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49080) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:02.291772 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-c38c8280-63d5-434c-a5ac-13290e992d35 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Request body: {'port': {'network_id': '732256fb-00fc-442a-bb21-d9500dc97ccc', 'name': 'tempest-AllowedAddressPairTestJSON-1704070714'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:26:02.399367 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38c8280-63d5-434c-a5ac-13290e992d35 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Made reservation on behalf of bd7f41a62dde47e4a6c94d8176b903e7 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:26:02.402807 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c38c8280-63d5-434c-a5ac-13290e992d35 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:02.421745 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [None req-c38c8280-63d5-434c-a5ac-13290e992d35 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] device_id is not set on port de0821e4-f58b-408a-96a6-621fcfc72767 yet. {{(pid=101289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 08:26:02.447897 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-26d65fad-e463-4409-9d0b-085d99ea8322 None None] Provisioning complete for port a6f8b9ff-02f4-4c10-a4aa-247fa6835667 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:26:02.448451 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-26d65fad-e463-4409-9d0b-085d99ea8322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:02.482983 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-26d65fad-e463-4409-9d0b-085d99ea8322 None None] Port a6f8b9ff-02f4-4c10-a4aa-247fa6835667 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:26:02.532198 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-c38c8280-63d5-434c-a5ac-13290e992d35 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Allocated IP 172.20.0.5 (732256fb-00fc-442a-bb21-d9500dc97ccc/fcf6f88c-dd85-4394-acee-d7f432a81809/de0821e4-f58b-408a-96a6-621fcfc72767) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:26:02.674003 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c38c8280-63d5-434c-a5ac-13290e992d35 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:02.706230 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c38c8280-63d5-434c-a5ac-13290e992d35 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:02.745680 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38c8280-63d5-434c-a5ac-13290e992d35 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Network 732256fb-00fc-442a-bb21-d9500dc97ccc is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:26:02.748637 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-c38c8280-63d5-434c-a5ac-13290e992d35 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:26:02.752252 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38c8280-63d5-434c-a5ac-13290e992d35 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:26:02.781713 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38c8280-63d5-434c-a5ac-13290e992d35 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Pushing event updated for resources: {'Port': ['ID=de0821e4-f58b-408a-96a6-621fcfc72767,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:02.807131 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38c8280-63d5-434c-a5ac-13290e992d35 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:02.807747 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c38c8280-63d5-434c-a5ac-13290e992d35 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:02.822452 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-c38c8280-63d5-434c-a5ac-13290e992d35 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.5343769 Sep 17 08:26:02.825107 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49082) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:02.830171 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-0a6fbac4-28a1-4346-bf74-6f88dbc55e56 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:c0:37:43'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:e0:8f:e3'}]}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:26:02.904688 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0a6fbac4-28a1-4346-bf74-6f88dbc55e56 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:03.003132 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-02862a7f-8032-4fac-97dd-745678657846 None None] Provisioning complete for port de0821e4-f58b-408a-96a6-621fcfc72767 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:26:03.003538 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-02862a7f-8032-4fac-97dd-745678657846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:03.037781 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-02862a7f-8032-4fac-97dd-745678657846 None None] Port de0821e4-f58b-408a-96a6-621fcfc72767 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:26:03.087361 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0a6fbac4-28a1-4346-bf74-6f88dbc55e56 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:03.092088 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0a6fbac4-28a1-4346-bf74-6f88dbc55e56 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:03.165596 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6fbac4-28a1-4346-bf74-6f88dbc55e56 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Pushing event updated for resources: {'Port': ['ID=de0821e4-f58b-408a-96a6-621fcfc72767,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:03.177981 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-0a6fbac4-28a1-4346-bf74-6f88dbc55e56 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] In _notify_port_updated(), no bound segment for port de0821e4-f58b-408a-96a6-621fcfc72767 on network 732256fb-00fc-442a-bb21-d9500dc97ccc {{(pid=101289) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 08:26:03.183436 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6fbac4-28a1-4346-bf74-6f88dbc55e56 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:03.184103 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0a6fbac4-28a1-4346-bf74-6f88dbc55e56 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:03.185454 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-0a6fbac4-28a1-4346-bf74-6f88dbc55e56 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] 10.222.0.13 "PUT /v2.0/ports/de0821e4-f58b-408a-96a6-621fcfc72767 HTTP/1.1" status: 200 len: 1057 time: 0.3594422 Sep 17 08:26:03.188541 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49086) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:03.283319 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-9119f8c9-c05d-4ccc-bfc2-535e3a37aaa4 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Deleting port de0821e4-f58b-408a-96a6-621fcfc72767 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:26:03.283906 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9119f8c9-c05d-4ccc-bfc2-535e3a37aaa4 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:03.358083 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ec015899-5a70-4866-8359-4a64d78cd368 None None] Provisioning complete for port de0821e4-f58b-408a-96a6-621fcfc72767 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:26:03.358460 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ec015899-5a70-4866-8359-4a64d78cd368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:03.368001 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9119f8c9-c05d-4ccc-bfc2-535e3a37aaa4 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:03.379634 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-9119f8c9-c05d-4ccc-bfc2-535e3a37aaa4 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Calling delete_port for de0821e4-f58b-408a-96a6-621fcfc72767 owned by {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:26:03.391729 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ec015899-5a70-4866-8359-4a64d78cd368 None None] Port de0821e4-f58b-408a-96a6-621fcfc72767 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:26:03.508134 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9119f8c9-c05d-4ccc-bfc2-535e3a37aaa4 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:03.533045 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9119f8c9-c05d-4ccc-bfc2-535e3a37aaa4 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Pushing event deleted for resources: {'Port': ['ID=de0821e4-f58b-408a-96a6-621fcfc72767,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:03.725613 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9119f8c9-c05d-4ccc-bfc2-535e3a37aaa4 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:03.727754 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-9119f8c9-c05d-4ccc-bfc2-535e3a37aaa4 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] 10.222.0.13 "DELETE /v2.0/ports/de0821e4-f58b-408a-96a6-621fcfc72767 HTTP/1.1" status: 204 len: 168 time: 0.5382779 Sep 17 08:26:03.730456 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49088) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:03.757518 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-d22ae956-e155-4691-a0b1-5b23193321e0 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] GET failed (client error): The resource could not be found. Sep 17 08:26:03.758977 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-d22ae956-e155-4691-a0b1-5b23193321e0 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] 10.222.0.13 "GET /v2.0/ports/de0821e4-f58b-408a-96a6-621fcfc72767 HTTP/1.1" status: 404 len: 333 time: 0.0275548 Sep 17 08:26:03.761442 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49090) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:03.844708 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-de81ae5c-a004-4f48-8cc4-a5b066cb1471 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Deleting port a6f8b9ff-02f4-4c10-a4aa-247fa6835667 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:26:03.844961 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-de81ae5c-a004-4f48-8cc4-a5b066cb1471 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:03.930045 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-de81ae5c-a004-4f48-8cc4-a5b066cb1471 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:03.941394 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-de81ae5c-a004-4f48-8cc4-a5b066cb1471 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Calling delete_port for a6f8b9ff-02f4-4c10-a4aa-247fa6835667 owned by {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:26:04.062305 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-de81ae5c-a004-4f48-8cc4-a5b066cb1471 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:04.093637 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de81ae5c-a004-4f48-8cc4-a5b066cb1471 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Pushing event deleted for resources: {'Port': ['ID=a6f8b9ff-02f4-4c10-a4aa-247fa6835667,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:04.162946 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-de81ae5c-a004-4f48-8cc4-a5b066cb1471 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:04.165046 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-de81ae5c-a004-4f48-8cc4-a5b066cb1471 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] 10.222.0.13 "DELETE /v2.0/ports/a6f8b9ff-02f4-4c10-a4aa-247fa6835667 HTTP/1.1" status: 204 len: 168 time: 0.4026599 Sep 17 08:26:04.167463 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49094) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:04.191219 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f9c9248-63b5-424b-85fa-2e634eecddc1 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] GET failed (client error): The resource could not be found. Sep 17 08:26:04.193349 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-8f9c9248-63b5-424b-85fa-2e634eecddc1 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] 10.222.0.13 "GET /v2.0/ports/a6f8b9ff-02f4-4c10-a4aa-247fa6835667 HTTP/1.1" status: 404 len: 333 time: 0.0249043 Sep 17 08:26:04.196911 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49096) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:04.286312 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-e60eb826-9a37-4b38-ba2f-7c9629688b0c tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Deleting port 7c3554ab-a88a-4abb-bdc8-71ac8747bc88 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:26:04.286906 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e60eb826-9a37-4b38-ba2f-7c9629688b0c tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:04.368186 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e60eb826-9a37-4b38-ba2f-7c9629688b0c tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:04.380207 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-e60eb826-9a37-4b38-ba2f-7c9629688b0c tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Calling delete_port for 7c3554ab-a88a-4abb-bdc8-71ac8747bc88 owned by {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:26:04.505905 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e60eb826-9a37-4b38-ba2f-7c9629688b0c tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:04.531321 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60eb826-9a37-4b38-ba2f-7c9629688b0c tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Pushing event deleted for resources: {'Port': ['ID=7c3554ab-a88a-4abb-bdc8-71ac8747bc88,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:04.604768 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e60eb826-9a37-4b38-ba2f-7c9629688b0c tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:04.606751 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e60eb826-9a37-4b38-ba2f-7c9629688b0c tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] 10.222.0.13 "DELETE /v2.0/ports/7c3554ab-a88a-4abb-bdc8-71ac8747bc88 HTTP/1.1" status: 204 len: 168 time: 0.4087217 Sep 17 08:26:04.609670 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49098) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:04.661224 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-f298702a-5e16-45c6-818b-6542e167dcc6 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Deleting subnet fcf6f88c-dd85-4394-acee-d7f432a81809 {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:26:04.664572 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f298702a-5e16-45c6-818b-6542e167dcc6 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:04.703213 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f298702a-5e16-45c6-818b-6542e167dcc6 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:04.786659 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f298702a-5e16-45c6-818b-6542e167dcc6 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:04.842426 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f298702a-5e16-45c6-818b-6542e167dcc6 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:04.865917 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f298702a-5e16-45c6-818b-6542e167dcc6 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Pushing event deleted for resources: {'Subnet': ['ID=fcf6f88c-dd85-4394-acee-d7f432a81809,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:04.872627 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f298702a-5e16-45c6-818b-6542e167dcc6 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:04.874491 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f298702a-5e16-45c6-818b-6542e167dcc6 tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] 10.222.0.13 "DELETE /v2.0/subnets/fcf6f88c-dd85-4394-acee-d7f432a81809 HTTP/1.1" status: 204 len: 168 time: 0.2640629 Sep 17 08:26:04.878576 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49100) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:04.878819 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b310995a-1cf6-44bd-8077-f2c9b02751d7 None None] Network 732256fb-00fc-442a-bb21-d9500dc97ccc requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:26:04.955590 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-70652c7d-7937-4bea-864e-d83af4b0d75d tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:05.009138 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-70652c7d-7937-4bea-864e-d83af4b0d75d tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Deleting port eac65b83-b1c9-43c4-a92b-b12b68c783ad {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:26:05.009483 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-70652c7d-7937-4bea-864e-d83af4b0d75d tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:05.060276 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb408e81-57f2-4920-a391-99b70bbbf99f None None] DHCP port deletion for 732256fb-00fc-442a-bb21-d9500dc97ccc request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 08:26:05.072161 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-70652c7d-7937-4bea-864e-d83af4b0d75d tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] For port eac65b83-b1c9-43c4-a92b-b12b68c783ad, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=eac65b83-b1c9-43c4-a92b-b12b68c783ad,segment=NetworkSegment(6084fc3b-e944-4f82-9f47-167bc5242027),segment_id=6084fc3b-e944-4f82-9f47-167bc5242027)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:26:05.072533 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-70652c7d-7937-4bea-864e-d83af4b0d75d tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:05.085670 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-70652c7d-7937-4bea-864e-d83af4b0d75d tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Calling delete_port for eac65b83-b1c9-43c4-a92b-b12b68c783ad owned by network:dhcp {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:26:05.112264 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-cb408e81-57f2-4920-a391-99b70bbbf99f None None] Deleting port eac65b83-b1c9-43c4-a92b-b12b68c783ad {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:26:05.112645 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cb408e81-57f2-4920-a391-99b70bbbf99f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:05.182425 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-70652c7d-7937-4bea-864e-d83af4b0d75d tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:05.185767 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device eac65b83-b1c9-43c4-a92b-b12b68c783ad no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:26:05.188673 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-cb408e81-57f2-4920-a391-99b70bbbf99f None None] For port eac65b83-b1c9-43c4-a92b-b12b68c783ad, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=eac65b83-b1c9-43c4-a92b-b12b68c783ad,segment=NetworkSegment(6084fc3b-e944-4f82-9f47-167bc5242027),segment_id=6084fc3b-e944-4f82-9f47-167bc5242027)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:26:05.189076 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cb408e81-57f2-4920-a391-99b70bbbf99f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:05.212673 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70652c7d-7937-4bea-864e-d83af4b0d75d tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] No DVR routers for this DVR port eac65b83-b1c9-43c4-a92b-b12b68c783ad on host n-d-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:26:05.214442 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: eac65b83-b1c9-43c4-a92b-b12b68c783ad {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:26:05.214796 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device eac65b83-b1c9-43c4-a92b-b12b68c783ad not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:26:05.215118 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70652c7d-7937-4bea-864e-d83af4b0d75d tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Pushing event deleted for resources: {'Port': ['ID=eac65b83-b1c9-43c4-a92b-b12b68c783ad,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:05.219414 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-cb408e81-57f2-4920-a391-99b70bbbf99f None None] Calling delete_port for eac65b83-b1c9-43c4-a92b-b12b68c783ad owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:26:05.294006 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-70652c7d-7937-4bea-864e-d83af4b0d75d tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:05.295579 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cb408e81-57f2-4920-a391-99b70bbbf99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:05.315668 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-70652c7d-7937-4bea-864e-d83af4b0d75d tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['732256fb-00fc-442a-bb21-d9500dc97ccc']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:05.322757 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb408e81-57f2-4920-a391-99b70bbbf99f None None] Pushing event deleted for resources: {'Port': ['ID=eac65b83-b1c9-43c4-a92b-b12b68c783ad,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:05.324635 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb408e81-57f2-4920-a391-99b70bbbf99f None None] No DVR routers for this DVR port eac65b83-b1c9-43c4-a92b-b12b68c783ad on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:26:05.327103 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-70652c7d-7937-4bea-864e-d83af4b0d75d tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6084fc3b-e944-4f82-9f47-167bc5242027') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:05.327725 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-70652c7d-7937-4bea-864e-d83af4b0d75d tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6084fc3b-e944-4f82-9f47-167bc5242027') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:05.337600 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-70652c7d-7937-4bea-864e-d83af4b0d75d tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:05.351234 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-70652c7d-7937-4bea-864e-d83af4b0d75d tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:05.357168 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70652c7d-7937-4bea-864e-d83af4b0d75d tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:26:05.357501 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-70652c7d-7937-4bea-864e-d83af4b0d75d tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:05.360421 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 08:26:05.360421 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:26:05.360421 n-d-789963-9 neutron-server[101290]: timer() Sep 17 08:26:05.360421 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:26:05.360421 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 08:26:05.360421 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:26:05.360421 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 08:26:05.360421 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:26:05.360421 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 08:26:05.360421 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:26:05.360421 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 08:26:05.360421 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:26:05.360421 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 08:26:05.360421 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:26:05.360421 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:26:05.360421 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:26:05.360421 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:26:05.360421 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:26:05.360421 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 08:26:05.360421 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:26:05.360421 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 08:26:05.360421 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:26:05.360421 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:26:05.360421 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:26:05.360421 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 08:26:05.360421 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:26:05.360421 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:26:05.360421 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:26:05.360421 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:26:05.360421 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:26:05.360421 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:26:05.360421 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:26:05.415800 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-70652c7d-7937-4bea-864e-d83af4b0d75d tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:05.422762 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-70652c7d-7937-4bea-864e-d83af4b0d75d tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:05.424614 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-70652c7d-7937-4bea-864e-d83af4b0d75d tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] 10.222.0.13 "DELETE /v2.0/networks/732256fb-00fc-442a-bb21-d9500dc97ccc HTTP/1.1" status: 204 len: 168 time: 0.5442905 Sep 17 08:26:05.440305 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70652c7d-7937-4bea-864e-d83af4b0d75d tempest-AllowedAddressPairTestJSON-225562662 tempest-AllowedAddressPairTestJSON-225562662-project] Pushing event deleted for resources: {'Network': ['ID=732256fb-00fc-442a-bb21-d9500dc97ccc,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:05.580016 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:05.658621 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49108) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:05.787518 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-aee0f811-7bec-40b9-9bdd-cbe82187c17f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bd7f41a62dde47e4a6c94d8176b903e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1277349 Sep 17 08:26:05.790026 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49112) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:05.801775 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:05.836112 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fdafd93d-5b90-4660-84f4-2248e7c6945a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:05.856880 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fdafd93d-5b90-4660-84f4-2248e7c6945a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:05.902434 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fdafd93d-5b90-4660-84f4-2248e7c6945a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:05.904957 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fdafd93d-5b90-4660-84f4-2248e7c6945a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:05.906157 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-fdafd93d-5b90-4660-84f4-2248e7c6945a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/04703ce7-c8bf-4ff0-b06b-8cb2212a07a7 HTTP/1.1" status: 204 len: 168 time: 0.1151826 Sep 17 08:26:05.914229 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdafd93d-5b90-4660-84f4-2248e7c6945a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04703ce7-c8bf-4ff0-b06b-8cb2212a07a7,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:06.524862 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49138) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:06.625579 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-00727002-1f85-4328-b371-dc67a942136d tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1277898638'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:26:06.647373 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00727002-1f85-4328-b371-dc67a942136d tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Made reservation on behalf of 640f981d59854d52b96b596e9f6fa834 for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:26:06.650859 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-00727002-1f85-4328-b371-dc67a942136d tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:06.659155 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-00727002-1f85-4328-b371-dc67a942136d tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:06.745770 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-00727002-1f85-4328-b371-dc67a942136d tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:06.749449 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-00727002-1f85-4328-b371-dc67a942136d tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:06.774129 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00727002-1f85-4328-b371-dc67a942136d tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:26:06.788568 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00727002-1f85-4328-b371-dc67a942136d tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3151a66-179f-4539-b7b7-4ad165c4b224,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:06.791378 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-00727002-1f85-4328-b371-dc67a942136d tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:06.791723 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-00727002-1f85-4328-b371-dc67a942136d tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Added segment ca49a077-541e-4081-8af5-4aef332f3d1c of type vlan for network be6bf817-971b-40d9-9300-3f0166eb5f2a Sep 17 08:26:06.830232 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-00727002-1f85-4328-b371-dc67a942136d tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:06.853191 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-00727002-1f85-4328-b371-dc67a942136d tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:06.858719 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00727002-1f85-4328-b371-dc67a942136d tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:06.859304 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-00727002-1f85-4328-b371-dc67a942136d tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:06.894650 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-00727002-1f85-4328-b371-dc67a942136d tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.3686893 Sep 17 08:26:06.897441 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49142) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:06.925086 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-dcfe5690-b44b-4ec8-97a9-f7d825a5be94 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Request body: {'subnet': {'network_id': 'be6bf817-971b-40d9-9300-3f0166eb5f2a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:26:06.940380 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00727002-1f85-4328-b371-dc67a942136d tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Pushing event updated for resources: {'Network': ['ID=be6bf817-971b-40d9-9300-3f0166eb5f2a,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:06.956350 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network be6bf817-971b-40d9-9300-3f0166eb5f2a details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:26:07.026329 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcfe5690-b44b-4ec8-97a9-f7d825a5be94 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Made reservation on behalf of 640f981d59854d52b96b596e9f6fa834 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:26:07.029691 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-dcfe5690-b44b-4ec8-97a9-f7d825a5be94 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:07.202208 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-dcfe5690-b44b-4ec8-97a9-f7d825a5be94 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:07.259332 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfe5690-b44b-4ec8-97a9-f7d825a5be94 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Pushing event updated for resources: {'Subnet': ['ID=f06a6202-9c52-473c-869f-b5cebfd7a124,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:07.268110 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfe5690-b44b-4ec8-97a9-f7d825a5be94 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Checking segment: {'id': 'ca49a077-541e-4081-8af5-4aef332f3d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'be6bf817-971b-40d9-9300-3f0166eb5f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:26:07.268490 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfe5690-b44b-4ec8-97a9-f7d825a5be94 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Network hostable DHCP agents. Network: be6bf817-971b-40d9-9300-3f0166eb5f2a, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:26:07.285622 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfe5690-b44b-4ec8-97a9-f7d825a5be94 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Network be6bf817-971b-40d9-9300-3f0166eb5f2a is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:26:07.293942 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-dcfe5690-b44b-4ec8-97a9-f7d825a5be94 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, be6bf817-971b-40d9-9300-3f0166eb5f2a) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:26:07.298127 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfe5690-b44b-4ec8-97a9-f7d825a5be94 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:07.298719 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-dcfe5690-b44b-4ec8-97a9-f7d825a5be94 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:07.308816 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a99ee91-110a-4204-b710-aba5425c9e89 None None] Network be6bf817-971b-40d9-9300-3f0166eb5f2a requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:26:07.314712 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-dcfe5690-b44b-4ec8-97a9-f7d825a5be94 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4162312 Sep 17 08:26:07.317336 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49146) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:07.321702 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-cfed7aab-95df-46e2-bf91-ecaefedcd4c9 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-347895473', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:26:07.348812 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cfed7aab-95df-46e2-bf91-ecaefedcd4c9 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:07.349882 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cfed7aab-95df-46e2-bf91-ecaefedcd4c9 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:07.406151 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cfed7aab-95df-46e2-bf91-ecaefedcd4c9 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:07.411204 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cfed7aab-95df-46e2-bf91-ecaefedcd4c9 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:07.427151 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cfed7aab-95df-46e2-bf91-ecaefedcd4c9 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:07.428619 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-cfed7aab-95df-46e2-bf91-ecaefedcd4c9 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.1103415 Sep 17 08:26:07.431203 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49148) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:07.455422 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47f3cf6-6087-4071-ab6c-cd58d8e69a87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-be6bf817-971b-40d9-9300-3f0166eb5f2a', 'network_id': 'be6bf817-971b-40d9-9300-3f0166eb5f2a', 'tenant_id': '640f981d59854d52b96b596e9f6fa834', 'fixed_ips': [{'subnet_id': 'f06a6202-9c52-473c-869f-b5cebfd7a124'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:26:07.456272 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a47f3cf6-6087-4071-ab6c-cd58d8e69a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:07.586272 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-a47f3cf6-6087-4071-ab6c-cd58d8e69a87 None None] Allocated IP 172.20.0.2 (be6bf817-971b-40d9-9300-3f0166eb5f2a/f06a6202-9c52-473c-869f-b5cebfd7a124/b500b807-606e-482f-8ec0-53dcf95e1b1c) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:26:07.698309 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0d843a42-00f3-4e84-8004-130dd4de1757 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:07.728408 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a47f3cf6-6087-4071-ab6c-cd58d8e69a87 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:07.733688 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a47f3cf6-6087-4071-ab6c-cd58d8e69a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:07.773662 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47f3cf6-6087-4071-ab6c-cd58d8e69a87 None None] Network be6bf817-971b-40d9-9300-3f0166eb5f2a is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:26:07.780003 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-a47f3cf6-6087-4071-ab6c-cd58d8e69a87 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:26:07.784401 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47f3cf6-6087-4071-ab6c-cd58d8e69a87 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:26:07.787442 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47f3cf6-6087-4071-ab6c-cd58d8e69a87 None None] Pushing event updated for resources: {'Port': ['ID=b500b807-606e-482f-8ec0-53dcf95e1b1c,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:07.841295 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-a47f3cf6-6087-4071-ab6c-cd58d8e69a87 None None] Attempting to bind port b500b807-606e-482f-8ec0-53dcf95e1b1c on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:26:07.841642 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-a47f3cf6-6087-4071-ab6c-cd58d8e69a87 None None] Attempting to bind port b500b807-606e-482f-8ec0-53dcf95e1b1c by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'ca49a077-541e-4081-8af5-4aef332f3d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'be6bf817-971b-40d9-9300-3f0166eb5f2a'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:26:07.842048 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47f3cf6-6087-4071-ab6c-cd58d8e69a87 None None] Attempting to bind port b500b807-606e-482f-8ec0-53dcf95e1b1c on network be6bf817-971b-40d9-9300-3f0166eb5f2a {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:26:07.846924 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47f3cf6-6087-4071-ab6c-cd58d8e69a87 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:26:07.847299 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47f3cf6-6087-4071-ab6c-cd58d8e69a87 None None] Checking segment: {'id': 'ca49a077-541e-4081-8af5-4aef332f3d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'be6bf817-971b-40d9-9300-3f0166eb5f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:26:07.847731 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a47f3cf6-6087-4071-ab6c-cd58d8e69a87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:07.848154 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47f3cf6-6087-4071-ab6c-cd58d8e69a87 None None] Bound using segment: {'id': 'ca49a077-541e-4081-8af5-4aef332f3d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'be6bf817-971b-40d9-9300-3f0166eb5f2a'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:26:07.848619 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-a47f3cf6-6087-4071-ab6c-cd58d8e69a87 None None] Bound port: b500b807-606e-482f-8ec0-53dcf95e1b1c, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca49a077-541e-4081-8af5-4aef332f3d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'be6bf817-971b-40d9-9300-3f0166eb5f2a'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:26:07.848998 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a47f3cf6-6087-4071-ab6c-cd58d8e69a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:07.914729 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-a47f3cf6-6087-4071-ab6c-cd58d8e69a87 None None] For port b500b807-606e-482f-8ec0-53dcf95e1b1c, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:26:07.918734 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-a47f3cf6-6087-4071-ab6c-cd58d8e69a87 None None] For port b500b807-606e-482f-8ec0-53dcf95e1b1c, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=b500b807-606e-482f-8ec0-53dcf95e1b1c,segment=NetworkSegment(ca49a077-541e-4081-8af5-4aef332f3d1c),segment_id=ca49a077-541e-4081-8af5-4aef332f3d1c)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:26:07.922892 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a47f3cf6-6087-4071-ab6c-cd58d8e69a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:07.985966 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47f3cf6-6087-4071-ab6c-cd58d8e69a87 None None] Pushing event updated for resources: {'Port': ['ID=b500b807-606e-482f-8ec0-53dcf95e1b1c,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:08.271499 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-0d843a42-00f3-4e84-8004-130dd4de1757 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Allocated IP 172.20.0.1 (be6bf817-971b-40d9-9300-3f0166eb5f2a/f06a6202-9c52-473c-869f-b5cebfd7a124/4f6d5821-4320-4323-bfb0-58cdcab50906) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:26:08.384127 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0d843a42-00f3-4e84-8004-130dd4de1757 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:08.418495 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0d843a42-00f3-4e84-8004-130dd4de1757 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:08.457800 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d843a42-00f3-4e84-8004-130dd4de1757 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Network be6bf817-971b-40d9-9300-3f0166eb5f2a is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:26:08.460805 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-0d843a42-00f3-4e84-8004-130dd4de1757 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:26:08.466315 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d843a42-00f3-4e84-8004-130dd4de1757 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:26:08.472410 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d843a42-00f3-4e84-8004-130dd4de1757 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Pushing event updated for resources: {'Port': ['ID=4f6d5821-4320-4323-bfb0-58cdcab50906,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:08.510900 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0d843a42-00f3-4e84-8004-130dd4de1757 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:08.627602 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0d843a42-00f3-4e84-8004-130dd4de1757 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:08.841474 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f00789-1fe8-49f1-bc87-6fa277ce6857 None None] Network be6bf817-971b-40d9-9300-3f0166eb5f2a requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:26:08.890109 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0d843a42-00f3-4e84-8004-130dd4de1757 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:08.895674 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0d843a42-00f3-4e84-8004-130dd4de1757 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:08.967362 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0d843a42-00f3-4e84-8004-130dd4de1757 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:08.970058 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d843a42-00f3-4e84-8004-130dd4de1757 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Pushing event updated for resources: {'Port': ['ID=4f6d5821-4320-4323-bfb0-58cdcab50906,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:08.973446 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-f79c4cee-7ed8-4566-bdc1-89923d934b91 None None] Provisioning complete for port b500b807-606e-482f-8ec0-53dcf95e1b1c triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:26:08.973821 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f79c4cee-7ed8-4566-bdc1-89923d934b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:09.065435 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d843a42-00f3-4e84-8004-130dd4de1757 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Network be6bf817-971b-40d9-9300-3f0166eb5f2a is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:26:09.066903 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-0d843a42-00f3-4e84-8004-130dd4de1757 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:26:09.088869 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f79c4cee-7ed8-4566-bdc1-89923d934b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:09.125148 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-f79c4cee-7ed8-4566-bdc1-89923d934b91 None None] For port b500b807-606e-482f-8ec0-53dcf95e1b1c, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=b500b807-606e-482f-8ec0-53dcf95e1b1c,segment=NetworkSegment(ca49a077-541e-4081-8af5-4aef332f3d1c),segment_id=ca49a077-541e-4081-8af5-4aef332f3d1c)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:26:09.131654 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f79c4cee-7ed8-4566-bdc1-89923d934b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:09.205161 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79c4cee-7ed8-4566-bdc1-89923d934b91 None None] Pushing event updated for resources: {'Port': ['ID=b500b807-606e-482f-8ec0-53dcf95e1b1c,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:09.237783 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d843a42-00f3-4e84-8004-130dd4de1757 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Router b3478d6c-5140-4e4e-95ac-83c7c393516b is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 08:26:09.265083 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device b500b807-606e-482f-8ec0-53dcf95e1b1c up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:26:09.318723 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port b500b807-606e-482f-8ec0-53dcf95e1b1c triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:26:09.319031 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:09.342473 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d843a42-00f3-4e84-8004-130dd4de1757 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:26:09.347927 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-0d843a42-00f3-4e84-8004-130dd4de1757 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] 10.222.0.13 "PUT /v2.0/routers/b3478d6c-5140-4e4e-95ac-83c7c393516b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9156861 Sep 17 08:26:09.350398 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49154) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:09.355940 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8cd2f0-a716-471c-bfb1-ad092d9576c8 None None] Sync routers for ids ['b3478d6c-5140-4e4e-95ac-83c7c393516b'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:26:09.364920 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-c8dc6957-75b1-4334-a911-584254f1461d tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Request body: {'port': {'network_id': 'be6bf817-971b-40d9-9300-3f0166eb5f2a', 'name': 'tempest-FloatingIPNegativeTestJSON-824495837'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:26:09.368877 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8cd2f0-a716-471c-bfb1-ad092d9576c8 None None] Routers {'b3478d6c-5140-4e4e-95ac-83c7c393516b'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:26:09.369735 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-0c8cd2f0-a716-471c-bfb1-ad092d9576c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:25:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['b3478d6c-5140-4e4e-95ac-83c7c393516b'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:09.374319 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-c7d05801-674f-4b27-81b2-f9959a6bd497 None None] Provisioning complete for port 4f6d5821-4320-4323-bfb0-58cdcab50906 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:26:09.374697 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c7d05801-674f-4b27-81b2-f9959a6bd497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:09.455200 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-c7d05801-674f-4b27-81b2-f9959a6bd497 None None] Port 4f6d5821-4320-4323-bfb0-58cdcab50906 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:26:09.457820 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-0c8cd2f0-a716-471c-bfb1-ad092d9576c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:09.467333 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-c7d05801-674f-4b27-81b2-f9959a6bd497 None None] Provisioning complete for port b500b807-606e-482f-8ec0-53dcf95e1b1c triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:26:09.468109 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c7d05801-674f-4b27-81b2-f9959a6bd497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:09.470385 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8cd2f0-a716-471c-bfb1-ad092d9576c8 None None] Routers {'b3478d6c-5140-4e4e-95ac-83c7c393516b'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:26:09.471078 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-0c8cd2f0-a716-471c-bfb1-ad092d9576c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:25:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['b3478d6c-5140-4e4e-95ac-83c7c393516b'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:09.518124 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-0c8cd2f0-a716-471c-bfb1-ad092d9576c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:09.520173 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8cd2f0-a716-471c-bfb1-ad092d9576c8 None None] The sync data for ids ['b3478d6c-5140-4e4e-95ac-83c7c393516b'] in n-d-789963-9 is: [] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:26:09.584262 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8dc6957-75b1-4334-a911-584254f1461d tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Made reservation on behalf of 640f981d59854d52b96b596e9f6fa834 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:26:09.588297 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c8dc6957-75b1-4334-a911-584254f1461d tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:09.606423 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [None req-c8dc6957-75b1-4334-a911-584254f1461d tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] device_id is not set on port bd582683-bf8d-4367-8620-85f06ab28ff4 yet. {{(pid=101290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 08:26:09.686099 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ef2d36b4-23a0-41d8-bc51-af4cfada6b32 None None] Provisioning complete for port 4f6d5821-4320-4323-bfb0-58cdcab50906 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:26:09.686919 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ef2d36b4-23a0-41d8-bc51-af4cfada6b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:09.726018 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-c8dc6957-75b1-4334-a911-584254f1461d tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Allocated IP 172.20.0.4 (be6bf817-971b-40d9-9300-3f0166eb5f2a/f06a6202-9c52-473c-869f-b5cebfd7a124/bd582683-bf8d-4367-8620-85f06ab28ff4) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:26:09.728658 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ef2d36b4-23a0-41d8-bc51-af4cfada6b32 None None] Port 4f6d5821-4320-4323-bfb0-58cdcab50906 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:26:09.848493 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-d6211ed2-e423-4f8a-9379-1b0d7bdd2c0e None None] Provisioning complete for port 4f6d5821-4320-4323-bfb0-58cdcab50906 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:26:09.848834 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d6211ed2-e423-4f8a-9379-1b0d7bdd2c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:09.883710 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-d6211ed2-e423-4f8a-9379-1b0d7bdd2c0e None None] Port 4f6d5821-4320-4323-bfb0-58cdcab50906 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:26:09.884112 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c8dc6957-75b1-4334-a911-584254f1461d tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:09.917142 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c8dc6957-75b1-4334-a911-584254f1461d tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:09.960697 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8dc6957-75b1-4334-a911-584254f1461d tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Network be6bf817-971b-40d9-9300-3f0166eb5f2a is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:26:09.964521 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-c8dc6957-75b1-4334-a911-584254f1461d tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:26:09.970852 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dc6957-75b1-4334-a911-584254f1461d tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:26:09.978107 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dc6957-75b1-4334-a911-584254f1461d tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Pushing event updated for resources: {'Port': ['ID=bd582683-bf8d-4367-8620-85f06ab28ff4,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:10.043655 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8dc6957-75b1-4334-a911-584254f1461d tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:10.044518 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c8dc6957-75b1-4334-a911-584254f1461d tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:10.060904 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c8dc6957-75b1-4334-a911-584254f1461d tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.7091906 Sep 17 08:26:10.064066 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49158) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:10.068953 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-4702d2e3-9a5d-41b7-8068-e061600f4615 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Request body: {'floatingip': {'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:26:10.093843 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4702d2e3-9a5d-41b7-8068-e061600f4615 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks [] for floatingip, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:10.201272 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4702d2e3-9a5d-41b7-8068-e061600f4615 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:10.203716 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5557539c-1d47-48fa-a828-47ba02c9a99d None None] Provisioning complete for port bd582683-bf8d-4367-8620-85f06ab28ff4 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:26:10.204174 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5557539c-1d47-48fa-a828-47ba02c9a99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:10.237736 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5557539c-1d47-48fa-a828-47ba02c9a99d None None] Port bd582683-bf8d-4367-8620-85f06ab28ff4 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:26:10.307232 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-4702d2e3-9a5d-41b7-8068-e061600f4615 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Allocated IP 172.25.6.114 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/17d61ffe-3cee-451c-a190-427cc10565dd) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:26:10.411157 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4702d2e3-9a5d-41b7-8068-e061600f4615 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:10.443797 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4702d2e3-9a5d-41b7-8068-e061600f4615 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:10.480419 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4702d2e3-9a5d-41b7-8068-e061600f4615 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:26:10.483177 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-4702d2e3-9a5d-41b7-8068-e061600f4615 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:26:10.485564 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4702d2e3-9a5d-41b7-8068-e061600f4615 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:26:10.511801 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4702d2e3-9a5d-41b7-8068-e061600f4615 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Pushing event updated for resources: {'Port': ['ID=17d61ffe-3cee-451c-a190-427cc10565dd,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:10.577539 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4702d2e3-9a5d-41b7-8068-e061600f4615 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:10.611623 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4702d2e3-9a5d-41b7-8068-e061600f4615 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:10.785133 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4702d2e3-9a5d-41b7-8068-e061600f4615 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:10.789731 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4702d2e3-9a5d-41b7-8068-e061600f4615 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:10.854923 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4702d2e3-9a5d-41b7-8068-e061600f4615 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Pushing event updated for resources: {'Port': ['ID=17d61ffe-3cee-451c-a190-427cc10565dd,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:10.866167 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4702d2e3-9a5d-41b7-8068-e061600f4615 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:10.879237 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4702d2e3-9a5d-41b7-8068-e061600f4615 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:10.881240 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-4702d2e3-9a5d-41b7-8068-e061600f4615 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8158960 Sep 17 08:26:10.884013 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49162) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:10.888445 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-8b122908-d506-4418-b653-c7121a191afd tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Request body: {'floatingip': {'port_id': 'bd582683-bf8d-4367-8620-85f06ab28ff4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:26:10.929894 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8b122908-d506-4418-b653-c7121a191afd tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks [] for floatingip, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:11.041015 n-d-789963-9 neutron-server[101290]: INFO neutron.api.v2.resource [None req-8b122908-d506-4418-b653-c7121a191afd tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] update failed (client error): The resource could not be found. Sep 17 08:26:11.042483 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-8b122908-d506-4418-b653-c7121a191afd tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] 10.222.0.13 "PUT /v2.0/floatingips/863f9540-9292-4b99-8952-924d570bcef0 HTTP/1.1" status: 404 len: 507 time: 0.1573627 Sep 17 08:26:11.045195 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49164) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:11.182418 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device b500b807-606e-482f-8ec0-53dcf95e1b1c up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:26:11.183065 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-decd77a3-1784-422f-84b1-04d2bc375d07 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Deleting port 17d61ffe-3cee-451c-a190-427cc10565dd {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:26:11.183414 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-decd77a3-1784-422f-84b1-04d2bc375d07 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:11.232137 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port b500b807-606e-482f-8ec0-53dcf95e1b1c triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:26:11.232699 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:11.258024 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-decd77a3-1784-422f-84b1-04d2bc375d07 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:11.258354 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-decd77a3-1784-422f-84b1-04d2bc375d07 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:11.269750 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-decd77a3-1784-422f-84b1-04d2bc375d07 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Calling delete_port for 17d61ffe-3cee-451c-a190-427cc10565dd owned by network:floatingip {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:26:11.400117 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-decd77a3-1784-422f-84b1-04d2bc375d07 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:11.425905 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decd77a3-1784-422f-84b1-04d2bc375d07 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Pushing event deleted for resources: {'Port': ['ID=17d61ffe-3cee-451c-a190-427cc10565dd,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:11.485221 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-decd77a3-1784-422f-84b1-04d2bc375d07 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks [] for floatingip, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:11.487743 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-decd77a3-1784-422f-84b1-04d2bc375d07 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:11.488933 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-decd77a3-1784-422f-84b1-04d2bc375d07 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] 10.222.0.13 "DELETE /v2.0/floatingips/863f9540-9292-4b99-8952-924d570bcef0 HTTP/1.1" status: 204 len: 168 time: 0.4425068 Sep 17 08:26:11.493126 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49166) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:11.497512 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-6cd7d625-da3f-4ddf-b0d9-a3409e32191b tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Request body: {'floatingip': {'floating_network_id': 'be6bf817-971b-40d9-9300-3f0166eb5f2a', 'port_id': 'bd582683-bf8d-4367-8620-85f06ab28ff4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:26:11.518572 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6cd7d625-da3f-4ddf-b0d9-a3409e32191b tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks [] for floatingip, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:11.631973 n-d-789963-9 neutron-server[101290]: INFO neutron.api.v2.resource [None req-6cd7d625-da3f-4ddf-b0d9-a3409e32191b tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 08:26:11.633003 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6cd7d625-da3f-4ddf-b0d9-a3409e32191b tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1388457 Sep 17 08:26:11.640293 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49168) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:11.645808 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-29e46747-fb0d-456c-8acc-d145642164e3 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Request body: {'floatingip': {'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'port_id': 'bd582683-bf8d-4367-8620-85f06ab28ff4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:26:11.670132 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-29e46747-fb0d-456c-8acc-d145642164e3 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks [] for floatingip, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:11.777025 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-29e46747-fb0d-456c-8acc-d145642164e3 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:11.881718 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-29e46747-fb0d-456c-8acc-d145642164e3 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Allocated IP 172.25.6.42 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/f40f4eb2-5a4a-4f2f-95ce-81baf794bad0) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:26:11.986327 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-29e46747-fb0d-456c-8acc-d145642164e3 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:12.020042 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-29e46747-fb0d-456c-8acc-d145642164e3 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:12.057326 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e46747-fb0d-456c-8acc-d145642164e3 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:26:12.060227 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-29e46747-fb0d-456c-8acc-d145642164e3 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:26:12.065705 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e46747-fb0d-456c-8acc-d145642164e3 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:26:12.071334 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e46747-fb0d-456c-8acc-d145642164e3 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Pushing event updated for resources: {'Port': ['ID=f40f4eb2-5a4a-4f2f-95ce-81baf794bad0,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:12.225773 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-29e46747-fb0d-456c-8acc-d145642164e3 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Deleting port f40f4eb2-5a4a-4f2f-95ce-81baf794bad0 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:26:12.226206 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-29e46747-fb0d-456c-8acc-d145642164e3 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:12.301078 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-29e46747-fb0d-456c-8acc-d145642164e3 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:12.301352 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-29e46747-fb0d-456c-8acc-d145642164e3 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:12.313112 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-29e46747-fb0d-456c-8acc-d145642164e3 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Calling delete_port for f40f4eb2-5a4a-4f2f-95ce-81baf794bad0 owned by network:floatingip {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:26:12.434409 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-29e46747-fb0d-456c-8acc-d145642164e3 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:12.461407 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e46747-fb0d-456c-8acc-d145642164e3 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Pushing event deleted for resources: {'Port': ['ID=f40f4eb2-5a4a-4f2f-95ce-81baf794bad0,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:12.536324 n-d-789963-9 neutron-server[101290]: INFO neutron.api.v2.resource [None req-29e46747-fb0d-456c-8acc-d145642164e3 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] create failed (client error): The resource could not be found. Sep 17 08:26:12.537736 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-29e46747-fb0d-456c-8acc-d145642164e3 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 0.8962355 Sep 17 08:26:12.541191 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49172) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:12.635273 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-4871fcd9-c885-4cd3-91fb-e8870f119aa6 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Deleting port bd582683-bf8d-4367-8620-85f06ab28ff4 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:26:12.635532 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4871fcd9-c885-4cd3-91fb-e8870f119aa6 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:12.730057 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4871fcd9-c885-4cd3-91fb-e8870f119aa6 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:12.742761 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-4871fcd9-c885-4cd3-91fb-e8870f119aa6 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Calling delete_port for bd582683-bf8d-4367-8620-85f06ab28ff4 owned by {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:26:12.876746 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4871fcd9-c885-4cd3-91fb-e8870f119aa6 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:12.905286 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4871fcd9-c885-4cd3-91fb-e8870f119aa6 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Pushing event deleted for resources: {'Port': ['ID=bd582683-bf8d-4367-8620-85f06ab28ff4,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:12.981786 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4871fcd9-c885-4cd3-91fb-e8870f119aa6 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:12.984270 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-4871fcd9-c885-4cd3-91fb-e8870f119aa6 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] 10.222.0.13 "DELETE /v2.0/ports/bd582683-bf8d-4367-8620-85f06ab28ff4 HTTP/1.1" status: 204 len: 168 time: 0.4420042 Sep 17 08:26:12.986789 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49176) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:13.040506 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed259e6-9fd7-4b68-ac14-78c12ee3e7de tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:13.042386 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6ed259e6-9fd7-4b68-ac14-78c12ee3e7de tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3478d6c-5140-4e4e-95ac-83c7c393516b HTTP/1.1" status: 200 len: 913 time: 0.0546610 Sep 17 08:26:13.045205 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49178) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:13.367235 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6cd31f63-6da6-4e6d-af0e-4c2eff992e2c tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:13.611653 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-6cd31f63-6da6-4e6d-af0e-4c2eff992e2c tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Deleting port 4f6d5821-4320-4323-bfb0-58cdcab50906 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:26:13.612024 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6cd31f63-6da6-4e6d-af0e-4c2eff992e2c tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:13.706708 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6cd31f63-6da6-4e6d-af0e-4c2eff992e2c tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:13.718334 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-6cd31f63-6da6-4e6d-af0e-4c2eff992e2c tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Calling delete_port for 4f6d5821-4320-4323-bfb0-58cdcab50906 owned by network:router_interface {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:26:13.888026 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6cd31f63-6da6-4e6d-af0e-4c2eff992e2c tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:13.918158 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd31f63-6da6-4e6d-af0e-4c2eff992e2c tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Pushing event deleted for resources: {'Port': ['ID=4f6d5821-4320-4323-bfb0-58cdcab50906,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:14.052909 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6cd31f63-6da6-4e6d-af0e-4c2eff992e2c tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:14.525736 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cd31f63-6da6-4e6d-af0e-4c2eff992e2c tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Router b3478d6c-5140-4e4e-95ac-83c7c393516b has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:26:14.598151 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd31f63-6da6-4e6d-af0e-4c2eff992e2c tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:26:14.603348 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6cd31f63-6da6-4e6d-af0e-4c2eff992e2c tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] 10.222.0.13 "PUT /v2.0/routers/b3478d6c-5140-4e4e-95ac-83c7c393516b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5572133 Sep 17 08:26:14.605894 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49182) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:14.607796 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c46e49-0506-43e2-bfd2-9865fa7fc978 None None] Sync routers for ids ['b3478d6c-5140-4e4e-95ac-83c7c393516b'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:26:14.616790 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c46e49-0506-43e2-bfd2-9865fa7fc978 None None] Routers {'b3478d6c-5140-4e4e-95ac-83c7c393516b'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:26:14.617405 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-d3c46e49-0506-43e2-bfd2-9865fa7fc978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:25:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['b3478d6c-5140-4e4e-95ac-83c7c393516b'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:14.648903 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-d3c46e49-0506-43e2-bfd2-9865fa7fc978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:14.657143 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c46e49-0506-43e2-bfd2-9865fa7fc978 None None] Routers {'b3478d6c-5140-4e4e-95ac-83c7c393516b'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:26:14.657732 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-d3c46e49-0506-43e2-bfd2-9865fa7fc978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:25:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['b3478d6c-5140-4e4e-95ac-83c7c393516b'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:14.675374 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-18526660-37b0-492f-afeb-794c14c03b0f tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks [] for router, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:14.690660 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-d3c46e49-0506-43e2-bfd2-9865fa7fc978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:14.691305 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c46e49-0506-43e2-bfd2-9865fa7fc978 None None] The sync data for ids ['b3478d6c-5140-4e4e-95ac-83c7c393516b'] in n-d-789963-9 is: [] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:26:14.828903 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-18526660-37b0-492f-afeb-794c14c03b0f tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:14.830918 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-18526660-37b0-492f-afeb-794c14c03b0f tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:14.875828 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-18526660-37b0-492f-afeb-794c14c03b0f tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:14.876348 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18526660-37b0-492f-afeb-794c14c03b0f tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Fanout notify agent at l3_agent the message router_deleted on router b3478d6c-5140-4e4e-95ac-83c7c393516b {{(pid=101290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 08:26:14.884322 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-18526660-37b0-492f-afeb-794c14c03b0f tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:14.885442 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-18526660-37b0-492f-afeb-794c14c03b0f tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] 10.222.0.13 "DELETE /v2.0/routers/b3478d6c-5140-4e4e-95ac-83c7c393516b HTTP/1.1" status: 204 len: 168 time: 0.2786422 Sep 17 08:26:14.887917 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49184) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:14.938686 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-c570fb43-0a67-4fab-b484-955208a12265 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Deleting subnet f06a6202-9c52-473c-869f-b5cebfd7a124 {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:26:14.941784 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c570fb43-0a67-4fab-b484-955208a12265 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:14.982646 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c570fb43-0a67-4fab-b484-955208a12265 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:15.067907 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c570fb43-0a67-4fab-b484-955208a12265 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:15.125660 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c570fb43-0a67-4fab-b484-955208a12265 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:15.152085 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c570fb43-0a67-4fab-b484-955208a12265 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Pushing event deleted for resources: {'Subnet': ['ID=f06a6202-9c52-473c-869f-b5cebfd7a124,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:15.155675 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c570fb43-0a67-4fab-b484-955208a12265 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:15.157551 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c570fb43-0a67-4fab-b484-955208a12265 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] 10.222.0.13 "DELETE /v2.0/subnets/f06a6202-9c52-473c-869f-b5cebfd7a124 HTTP/1.1" status: 204 len: 168 time: 0.2687206 Sep 17 08:26:15.159930 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49188) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:15.162515 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da22b85e-069e-47f3-8b9b-13f97ae0b2a0 None None] Network be6bf817-971b-40d9-9300-3f0166eb5f2a requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:26:15.237969 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d95f1fbb-fd67-4bf9-9ae3-4adb02f86294 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:15.254796 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:26:15.292846 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-d95f1fbb-fd67-4bf9-9ae3-4adb02f86294 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Deleting port b500b807-606e-482f-8ec0-53dcf95e1b1c {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:26:15.293269 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d95f1fbb-fd67-4bf9-9ae3-4adb02f86294 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:15.344005 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37db90e1-a643-4384-bd80-669581060436 None None] DHCP port deletion for be6bf817-971b-40d9-9300-3f0166eb5f2a request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 08:26:15.358284 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-d95f1fbb-fd67-4bf9-9ae3-4adb02f86294 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] For port b500b807-606e-482f-8ec0-53dcf95e1b1c, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=b500b807-606e-482f-8ec0-53dcf95e1b1c,segment=NetworkSegment(ca49a077-541e-4081-8af5-4aef332f3d1c),segment_id=ca49a077-541e-4081-8af5-4aef332f3d1c)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:26:15.358732 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d95f1fbb-fd67-4bf9-9ae3-4adb02f86294 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:15.376348 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-d95f1fbb-fd67-4bf9-9ae3-4adb02f86294 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Calling delete_port for b500b807-606e-482f-8ec0-53dcf95e1b1c owned by network:dhcp {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:26:15.390608 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-37db90e1-a643-4384-bd80-669581060436 None None] Deleting port b500b807-606e-482f-8ec0-53dcf95e1b1c {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:26:15.390983 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-37db90e1-a643-4384-bd80-669581060436 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:15.450602 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-37db90e1-a643-4384-bd80-669581060436 None None] For port b500b807-606e-482f-8ec0-53dcf95e1b1c, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=b500b807-606e-482f-8ec0-53dcf95e1b1c,segment=NetworkSegment(ca49a077-541e-4081-8af5-4aef332f3d1c),segment_id=ca49a077-541e-4081-8af5-4aef332f3d1c)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:26:15.451038 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-37db90e1-a643-4384-bd80-669581060436 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:15.453207 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d95f1fbb-fd67-4bf9-9ae3-4adb02f86294 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:15.466903 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-37db90e1-a643-4384-bd80-669581060436 None None] Calling delete_port for b500b807-606e-482f-8ec0-53dcf95e1b1c owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:26:15.480047 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f1fbb-fd67-4bf9-9ae3-4adb02f86294 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Pushing event deleted for resources: {'Port': ['ID=b500b807-606e-482f-8ec0-53dcf95e1b1c,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:15.481882 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95f1fbb-fd67-4bf9-9ae3-4adb02f86294 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] No DVR routers for this DVR port b500b807-606e-482f-8ec0-53dcf95e1b1c on host n-d-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:26:15.541329 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-37db90e1-a643-4384-bd80-669581060436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:15.561143 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d95f1fbb-fd67-4bf9-9ae3-4adb02f86294 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:15.566179 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37db90e1-a643-4384-bd80-669581060436 None None] Pushing event deleted for resources: {'Port': ['ID=b500b807-606e-482f-8ec0-53dcf95e1b1c,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:15.569794 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37db90e1-a643-4384-bd80-669581060436 None None] No DVR routers for this DVR port b500b807-606e-482f-8ec0-53dcf95e1b1c on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:26:15.582968 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-d95f1fbb-fd67-4bf9-9ae3-4adb02f86294 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be6bf817-971b-40d9-9300-3f0166eb5f2a']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:15.591952 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-d95f1fbb-fd67-4bf9-9ae3-4adb02f86294 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca49a077-541e-4081-8af5-4aef332f3d1c') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:15.592277 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-d95f1fbb-fd67-4bf9-9ae3-4adb02f86294 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca49a077-541e-4081-8af5-4aef332f3d1c') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:15.602402 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d95f1fbb-fd67-4bf9-9ae3-4adb02f86294 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:15.615430 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d95f1fbb-fd67-4bf9-9ae3-4adb02f86294 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:15.621174 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d95f1fbb-fd67-4bf9-9ae3-4adb02f86294 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:26:15.621597 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d95f1fbb-fd67-4bf9-9ae3-4adb02f86294 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:15.624616 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 08:26:15.624616 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:26:15.624616 n-d-789963-9 neutron-server[101290]: timer() Sep 17 08:26:15.624616 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:26:15.624616 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 08:26:15.624616 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:26:15.624616 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 08:26:15.624616 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:26:15.624616 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 08:26:15.624616 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:26:15.624616 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 08:26:15.624616 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:26:15.624616 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 08:26:15.624616 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:26:15.624616 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:26:15.624616 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:26:15.624616 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:26:15.624616 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:26:15.624616 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 08:26:15.624616 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:26:15.624616 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 08:26:15.624616 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:26:15.624616 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:26:15.624616 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:26:15.624616 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 08:26:15.624616 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:26:15.624616 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:26:15.624616 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:26:15.624616 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:26:15.624616 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:26:15.624616 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:26:15.624616 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:26:15.684653 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d95f1fbb-fd67-4bf9-9ae3-4adb02f86294 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:15.691518 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d95f1fbb-fd67-4bf9-9ae3-4adb02f86294 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:15.693251 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d95f1fbb-fd67-4bf9-9ae3-4adb02f86294 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] 10.222.0.13 "DELETE /v2.0/networks/be6bf817-971b-40d9-9300-3f0166eb5f2a HTTP/1.1" status: 204 len: 168 time: 0.5324128 Sep 17 08:26:15.704411 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f1fbb-fd67-4bf9-9ae3-4adb02f86294 tempest-FloatingIPNegativeTestJSON-729165116 tempest-FloatingIPNegativeTestJSON-729165116-project] Pushing event deleted for resources: {'Network': ['ID=be6bf817-971b-40d9-9300-3f0166eb5f2a,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:15.927064 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49194) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:16.057943 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e2e35661-de9f-4cec-a3e5-36dc6c83d8be admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=640f981d59854d52b96b596e9f6fa834&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1297295 Sep 17 08:26:16.060375 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49200) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:16.108259 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-508661ee-214b-4235-8c8a-1c665a1128e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:16.129050 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-508661ee-214b-4235-8c8a-1c665a1128e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:16.175275 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-508661ee-214b-4235-8c8a-1c665a1128e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:16.178267 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-508661ee-214b-4235-8c8a-1c665a1128e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:16.179475 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-508661ee-214b-4235-8c8a-1c665a1128e4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f3151a66-179f-4539-b7b7-4ad165c4b224 HTTP/1.1" status: 204 len: 168 time: 0.1181509 Sep 17 08:26:16.187051 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508661ee-214b-4235-8c8a-1c665a1128e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3151a66-179f-4539-b7b7-4ad165c4b224,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:16.797567 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49222) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:16.893390 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-5cf69c48-ef4f-483a-bd4f-024a0bc2253c tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Request body: {'networks': [{'name': 'tempest-network--1151345596'}, {'name': 'tempest-network--1742104086'}]} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:26:16.893706 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-5cf69c48-ef4f-483a-bd4f-024a0bc2253c tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Request body: {'network': {'name': 'tempest-network--1151345596'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:26:16.894169 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-5cf69c48-ef4f-483a-bd4f-024a0bc2253c tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Request body: {'network': {'name': 'tempest-network--1742104086'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:26:16.915728 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf69c48-ef4f-483a-bd4f-024a0bc2253c tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Made reservation on behalf of 5fdc5a40eac8453da691b6f0a4c97888 for: {'network': 2} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:26:16.920269 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5cf69c48-ef4f-483a-bd4f-024a0bc2253c tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:16.928992 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5cf69c48-ef4f-483a-bd4f-024a0bc2253c tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:17.022351 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5cf69c48-ef4f-483a-bd4f-024a0bc2253c tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:17.026219 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5cf69c48-ef4f-483a-bd4f-024a0bc2253c tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:17.026867 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5cf69c48-ef4f-483a-bd4f-024a0bc2253c tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:17.069385 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf69c48-ef4f-483a-bd4f-024a0bc2253c tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46c7b3bd-c0e4-44e4-9d22-89ca5ea0a941,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:17.075732 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cf69c48-ef4f-483a-bd4f-024a0bc2253c tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:26:17.087405 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5cf69c48-ef4f-483a-bd4f-024a0bc2253c tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:17.087809 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-5cf69c48-ef4f-483a-bd4f-024a0bc2253c tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Added segment b0b5cff8-0cde-462a-ba2c-05981e2a6ff4 of type vlan for network e8a5ef42-1cfe-45c3-b5df-70f2b00ccfc4 Sep 17 08:26:17.128501 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5cf69c48-ef4f-483a-bd4f-024a0bc2253c tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:17.162787 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cf69c48-ef4f-483a-bd4f-024a0bc2253c tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:26:17.172161 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5cf69c48-ef4f-483a-bd4f-024a0bc2253c tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:17.172525 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-5cf69c48-ef4f-483a-bd4f-024a0bc2253c tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Added segment 7533f7f4-9263-4d70-aedd-7d674954b610 of type vlan for network 8b9aa012-d0ce-4f9e-a770-c394e6f08a73 Sep 17 08:26:17.182714 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device b500b807-606e-482f-8ec0-53dcf95e1b1c no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:26:17.202696 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: b500b807-606e-482f-8ec0-53dcf95e1b1c {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:26:17.203045 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device b500b807-606e-482f-8ec0-53dcf95e1b1c not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:26:17.215208 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5cf69c48-ef4f-483a-bd4f-024a0bc2253c tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:17.241739 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5cf69c48-ef4f-483a-bd4f-024a0bc2253c tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:17.242293 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5cf69c48-ef4f-483a-bd4f-024a0bc2253c tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:17.247933 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf69c48-ef4f-483a-bd4f-024a0bc2253c tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:17.252701 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf69c48-ef4f-483a-bd4f-024a0bc2253c tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:17.253310 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5cf69c48-ef4f-483a-bd4f-024a0bc2253c tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:17.288737 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-5cf69c48-ef4f-483a-bd4f-024a0bc2253c tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.4900873 Sep 17 08:26:17.291389 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49228) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:17.323020 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf69c48-ef4f-483a-bd4f-024a0bc2253c tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Pushing event updated for resources: {'Network': ['ID=e8a5ef42-1cfe-45c3-b5df-70f2b00ccfc4,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:17.333651 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network e8a5ef42-1cfe-45c3-b5df-70f2b00ccfc4 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:26:17.385231 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf69c48-ef4f-483a-bd4f-024a0bc2253c tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Pushing event updated for resources: {'Network': ['ID=8b9aa012-d0ce-4f9e-a770-c394e6f08a73,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:17.399356 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 8b9aa012-d0ce-4f9e-a770-c394e6f08a73 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:26:17.475384 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88ac961-a19e-42a6-8424-7dd0348f2780 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:17.481689 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88ac961-a19e-42a6-8424-7dd0348f2780 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:17.487482 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88ac961-a19e-42a6-8424-7dd0348f2780 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:17.493278 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88ac961-a19e-42a6-8424-7dd0348f2780 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:17.494912 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-f88ac961-a19e-42a6-8424-7dd0348f2780 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2024934 Sep 17 08:26:17.497640 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49230) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:17.571962 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-676c02ad-abc4-4281-a48f-aa4c3acfe462 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:17.652589 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-676c02ad-abc4-4281-a48f-aa4c3acfe462 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:17.672068 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-676c02ad-abc4-4281-a48f-aa4c3acfe462 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8a5ef42-1cfe-45c3-b5df-70f2b00ccfc4']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:17.682080 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-676c02ad-abc4-4281-a48f-aa4c3acfe462 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0b5cff8-0cde-462a-ba2c-05981e2a6ff4') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:17.682470 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-676c02ad-abc4-4281-a48f-aa4c3acfe462 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0b5cff8-0cde-462a-ba2c-05981e2a6ff4') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:17.692114 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-676c02ad-abc4-4281-a48f-aa4c3acfe462 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:17.704795 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-676c02ad-abc4-4281-a48f-aa4c3acfe462 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:17.710332 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-676c02ad-abc4-4281-a48f-aa4c3acfe462 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:26:17.710711 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-676c02ad-abc4-4281-a48f-aa4c3acfe462 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:17.713569 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:26:17.713569 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:26:17.713569 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:26:17.713569 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:26:17.713569 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:26:17.713569 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:26:17.713569 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:26:17.713569 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:26:17.713569 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:26:17.713569 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:26:17.713569 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:26:17.713569 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:26:17.713569 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:26:17.713569 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:26:17.713569 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:26:17.713569 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:26:17.713569 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:26:17.713569 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:26:17.713569 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:26:17.713569 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:26:17.713569 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:26:17.713569 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:26:17.713569 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:26:17.713569 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:26:17.713569 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:26:17.713569 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:26:17.713569 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:26:17.713569 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:26:17.713569 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:26:17.713569 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:26:17.713569 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:26:17.713569 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:26:17.772063 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-676c02ad-abc4-4281-a48f-aa4c3acfe462 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:17.776694 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-676c02ad-abc4-4281-a48f-aa4c3acfe462 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:17.779137 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-676c02ad-abc4-4281-a48f-aa4c3acfe462 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] 10.222.0.13 "DELETE /v2.0/networks/e8a5ef42-1cfe-45c3-b5df-70f2b00ccfc4 HTTP/1.1" status: 204 len: 168 time: 0.2801397 Sep 17 08:26:17.781526 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49232) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:17.792877 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676c02ad-abc4-4281-a48f-aa4c3acfe462 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Pushing event deleted for resources: {'Network': ['ID=e8a5ef42-1cfe-45c3-b5df-70f2b00ccfc4,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:17.865723 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0670211c-8a05-4da9-9456-9e630dffddc8 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:17.947019 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0670211c-8a05-4da9-9456-9e630dffddc8 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:17.966424 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-0670211c-8a05-4da9-9456-9e630dffddc8 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b9aa012-d0ce-4f9e-a770-c394e6f08a73']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:17.976193 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-0670211c-8a05-4da9-9456-9e630dffddc8 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7533f7f4-9263-4d70-aedd-7d674954b610') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:17.976489 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-0670211c-8a05-4da9-9456-9e630dffddc8 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7533f7f4-9263-4d70-aedd-7d674954b610') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:17.990102 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0670211c-8a05-4da9-9456-9e630dffddc8 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:18.002650 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0670211c-8a05-4da9-9456-9e630dffddc8 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:18.008282 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0670211c-8a05-4da9-9456-9e630dffddc8 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:26:18.008664 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0670211c-8a05-4da9-9456-9e630dffddc8 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:18.011499 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 08:26:18.011499 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:26:18.011499 n-d-789963-9 neutron-server[101290]: timer() Sep 17 08:26:18.011499 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:26:18.011499 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 08:26:18.011499 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:26:18.011499 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 08:26:18.011499 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:26:18.011499 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 08:26:18.011499 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:26:18.011499 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 08:26:18.011499 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:26:18.011499 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 08:26:18.011499 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:26:18.011499 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:26:18.011499 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:26:18.011499 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:26:18.011499 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:26:18.011499 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 08:26:18.011499 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:26:18.011499 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 08:26:18.011499 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:26:18.011499 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:26:18.011499 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:26:18.011499 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 08:26:18.011499 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:26:18.011499 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:26:18.011499 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:26:18.011499 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:26:18.011499 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:26:18.011499 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:26:18.011499 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:26:18.066154 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0670211c-8a05-4da9-9456-9e630dffddc8 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:18.082841 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0670211c-8a05-4da9-9456-9e630dffddc8 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:18.087272 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-0670211c-8a05-4da9-9456-9e630dffddc8 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] 10.222.0.13 "DELETE /v2.0/networks/8b9aa012-d0ce-4f9e-a770-c394e6f08a73 HTTP/1.1" status: 204 len: 168 time: 0.3024349 Sep 17 08:26:18.087555 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49234) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:18.096871 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0670211c-8a05-4da9-9456-9e630dffddc8 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Pushing event deleted for resources: {'Network': ['ID=8b9aa012-d0ce-4f9e-a770-c394e6f08a73,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:18.267901 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12044a47-99bd-4610-9de5-35e74acc7cdc tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:18.274633 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12044a47-99bd-4610-9de5-35e74acc7cdc tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:18.276189 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-12044a47-99bd-4610-9de5-35e74acc7cdc tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1876841 Sep 17 08:26:18.279733 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49240) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:18.284382 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-4d399ac7-3e1e-4456-afb7-2a4e3c488fa1 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-457218019'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:26:18.304326 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d399ac7-3e1e-4456-afb7-2a4e3c488fa1 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Made reservation on behalf of 5fdc5a40eac8453da691b6f0a4c97888 for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:26:18.309036 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4d399ac7-3e1e-4456-afb7-2a4e3c488fa1 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:18.338354 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d399ac7-3e1e-4456-afb7-2a4e3c488fa1 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:26:18.347080 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4d399ac7-3e1e-4456-afb7-2a4e3c488fa1 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:18.347423 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-4d399ac7-3e1e-4456-afb7-2a4e3c488fa1 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Added segment 88072be9-ce53-4791-ac93-8966b97d02c3 of type vlan for network 16870cf5-d6a5-4672-b962-dab189c7f2a6 Sep 17 08:26:18.386087 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4d399ac7-3e1e-4456-afb7-2a4e3c488fa1 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:18.409471 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4d399ac7-3e1e-4456-afb7-2a4e3c488fa1 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:18.414903 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d399ac7-3e1e-4456-afb7-2a4e3c488fa1 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:18.415482 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4d399ac7-3e1e-4456-afb7-2a4e3c488fa1 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:18.446424 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-4d399ac7-3e1e-4456-afb7-2a4e3c488fa1 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.1656642 Sep 17 08:26:18.448959 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49242) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:18.453559 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-23385e42-7648-4ea9-9cf2-139202618d23 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1234386449'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:26:18.491807 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d399ac7-3e1e-4456-afb7-2a4e3c488fa1 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Pushing event updated for resources: {'Network': ['ID=16870cf5-d6a5-4672-b962-dab189c7f2a6,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:18.502031 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 16870cf5-d6a5-4672-b962-dab189c7f2a6 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:26:18.504673 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23385e42-7648-4ea9-9cf2-139202618d23 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Made reservation on behalf of 5fdc5a40eac8453da691b6f0a4c97888 for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:26:18.508213 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-23385e42-7648-4ea9-9cf2-139202618d23 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:18.534934 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23385e42-7648-4ea9-9cf2-139202618d23 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:26:18.544031 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-23385e42-7648-4ea9-9cf2-139202618d23 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:18.544383 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-23385e42-7648-4ea9-9cf2-139202618d23 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Added segment e652c972-6cbc-4f59-a361-8ba664855a25 of type vlan for network 3107a971-ba14-4789-927d-53c93925550c Sep 17 08:26:18.583723 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-23385e42-7648-4ea9-9cf2-139202618d23 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:18.607312 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-23385e42-7648-4ea9-9cf2-139202618d23 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:18.613031 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23385e42-7648-4ea9-9cf2-139202618d23 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:18.614343 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-23385e42-7648-4ea9-9cf2-139202618d23 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:18.657175 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-23385e42-7648-4ea9-9cf2-139202618d23 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2072053 Sep 17 08:26:18.660359 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49246) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:18.665449 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-5448aa35-6132-46ce-804d-c3c5eb94a6d5 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Request body: {'ports': [{'network_id': '16870cf5-d6a5-4672-b962-dab189c7f2a6', 'name': 'tempest-port--2136766702', 'admin_state_up': True}, {'network_id': '3107a971-ba14-4789-927d-53c93925550c', 'admin_state_up': False}]} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:26:18.666078 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-5448aa35-6132-46ce-804d-c3c5eb94a6d5 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Request body: {'port': {'network_id': '16870cf5-d6a5-4672-b962-dab189c7f2a6', 'name': 'tempest-port--2136766702', 'admin_state_up': True}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:26:18.666680 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-5448aa35-6132-46ce-804d-c3c5eb94a6d5 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Request body: {'port': {'network_id': '3107a971-ba14-4789-927d-53c93925550c', 'admin_state_up': False}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:26:18.690009 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23385e42-7648-4ea9-9cf2-139202618d23 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Pushing event updated for resources: {'Network': ['ID=3107a971-ba14-4789-927d-53c93925550c,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:18.700937 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 3107a971-ba14-4789-927d-53c93925550c details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:26:18.825194 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5448aa35-6132-46ce-804d-c3c5eb94a6d5 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Made reservation on behalf of 5fdc5a40eac8453da691b6f0a4c97888 for: {'port': 2} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:26:18.830319 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5448aa35-6132-46ce-804d-c3c5eb94a6d5 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:18.842119 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5448aa35-6132-46ce-804d-c3c5eb94a6d5 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:18.919249 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [None req-5448aa35-6132-46ce-804d-c3c5eb94a6d5 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] device_id is not set on port 0a9b869a-f424-4e00-a72a-011f8a0af44a yet. {{(pid=101289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 08:26:19.034084 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5448aa35-6132-46ce-804d-c3c5eb94a6d5 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:19.103845 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [None req-5448aa35-6132-46ce-804d-c3c5eb94a6d5 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] device_id is not set on port bce72b5d-2b2a-4b00-80ab-c122ca438f51 yet. {{(pid=101289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 08:26:19.515978 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5448aa35-6132-46ce-804d-c3c5eb94a6d5 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:19.551173 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5448aa35-6132-46ce-804d-c3c5eb94a6d5 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:19.613211 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5448aa35-6132-46ce-804d-c3c5eb94a6d5 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Pushing event updated for resources: {'Port': ['ID=0a9b869a-f424-4e00-a72a-011f8a0af44a,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:19.620743 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5448aa35-6132-46ce-804d-c3c5eb94a6d5 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Checking segment: {'id': '88072be9-ce53-4791-ac93-8966b97d02c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '16870cf5-d6a5-4672-b962-dab189c7f2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:26:19.621189 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5448aa35-6132-46ce-804d-c3c5eb94a6d5 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Network hostable DHCP agents. Network: 16870cf5-d6a5-4672-b962-dab189c7f2a6, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:26:19.636935 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5448aa35-6132-46ce-804d-c3c5eb94a6d5 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Network 16870cf5-d6a5-4672-b962-dab189c7f2a6 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:26:19.646060 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-5448aa35-6132-46ce-804d-c3c5eb94a6d5 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 16870cf5-d6a5-4672-b962-dab189c7f2a6) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:26:19.649798 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5448aa35-6132-46ce-804d-c3c5eb94a6d5 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:26:19.650632 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5448aa35-6132-46ce-804d-c3c5eb94a6d5 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:19.656822 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481082d8-c6c0-48d3-9f27-62a5ce74f8f1 None None] Network 16870cf5-d6a5-4672-b962-dab189c7f2a6 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:26:19.711568 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5448aa35-6132-46ce-804d-c3c5eb94a6d5 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Pushing event updated for resources: {'Port': ['ID=bce72b5d-2b2a-4b00-80ab-c122ca438f51,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:19.720420 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5448aa35-6132-46ce-804d-c3c5eb94a6d5 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Checking segment: {'id': 'e652c972-6cbc-4f59-a361-8ba664855a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '3107a971-ba14-4789-927d-53c93925550c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:26:19.720777 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5448aa35-6132-46ce-804d-c3c5eb94a6d5 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Network hostable DHCP agents. Network: 3107a971-ba14-4789-927d-53c93925550c, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:26:19.737030 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5448aa35-6132-46ce-804d-c3c5eb94a6d5 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Network 3107a971-ba14-4789-927d-53c93925550c is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:26:19.745938 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-5448aa35-6132-46ce-804d-c3c5eb94a6d5 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 3107a971-ba14-4789-927d-53c93925550c) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:26:19.749778 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5448aa35-6132-46ce-804d-c3c5eb94a6d5 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:26:19.756184 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5448aa35-6132-46ce-804d-c3c5eb94a6d5 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:19.760921 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5448aa35-6132-46ce-804d-c3c5eb94a6d5 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:19.761562 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5448aa35-6132-46ce-804d-c3c5eb94a6d5 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:19.764894 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb554bc4-8a16-4131-be9c-d2d4d48ea787 None None] Network 3107a971-ba14-4789-927d-53c93925550c requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:26:19.777671 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-5448aa35-6132-46ce-804d-c3c5eb94a6d5 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.1156046 Sep 17 08:26:19.779708 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49254) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:19.858847 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b41915e-3b68-4953-97f7-b25f1327ba12 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:19.864943 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b41915e-3b68-4953-97f7-b25f1327ba12 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:19.866498 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-2b41915e-3b68-4953-97f7-b25f1327ba12 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0857067 Sep 17 08:26:19.869307 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49256) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:19.955576 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-de2a7003-6bc9-44b3-9aab-0baf7d2f4a2f tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Deleting port 0a9b869a-f424-4e00-a72a-011f8a0af44a {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:26:19.955945 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-de2a7003-6bc9-44b3-9aab-0baf7d2f4a2f tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:19.972588 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bbfb39fa-3079-4e40-8851-5f0f6e0011d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:20.022186 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-de2a7003-6bc9-44b3-9aab-0baf7d2f4a2f tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:20.038599 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-de2a7003-6bc9-44b3-9aab-0baf7d2f4a2f tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Calling delete_port for 0a9b869a-f424-4e00-a72a-011f8a0af44a owned by {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:26:20.115446 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-de2a7003-6bc9-44b3-9aab-0baf7d2f4a2f tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:20.144466 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2a7003-6bc9-44b3-9aab-0baf7d2f4a2f tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Pushing event deleted for resources: {'Port': ['ID=0a9b869a-f424-4e00-a72a-011f8a0af44a,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:20.151363 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-de2a7003-6bc9-44b3-9aab-0baf7d2f4a2f tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:20.153613 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-de2a7003-6bc9-44b3-9aab-0baf7d2f4a2f tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] 10.222.0.13 "DELETE /v2.0/ports/0a9b869a-f424-4e00-a72a-011f8a0af44a HTTP/1.1" status: 204 len: 168 time: 0.2833815 Sep 17 08:26:20.156413 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49258) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:20.244810 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-339fef3f-9915-4ab0-ba57-c10c275e7bca tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Deleting port bce72b5d-2b2a-4b00-80ab-c122ca438f51 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:26:20.245153 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-339fef3f-9915-4ab0-ba57-c10c275e7bca tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:20.308289 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-339fef3f-9915-4ab0-ba57-c10c275e7bca tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:20.321816 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-339fef3f-9915-4ab0-ba57-c10c275e7bca tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Calling delete_port for bce72b5d-2b2a-4b00-80ab-c122ca438f51 owned by {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:26:20.415618 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-339fef3f-9915-4ab0-ba57-c10c275e7bca tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:20.454151 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339fef3f-9915-4ab0-ba57-c10c275e7bca tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Pushing event deleted for resources: {'Port': ['ID=bce72b5d-2b2a-4b00-80ab-c122ca438f51,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:20.473701 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-339fef3f-9915-4ab0-ba57-c10c275e7bca tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:20.475847 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-339fef3f-9915-4ab0-ba57-c10c275e7bca tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] 10.222.0.13 "DELETE /v2.0/ports/bce72b5d-2b2a-4b00-80ab-c122ca438f51 HTTP/1.1" status: 204 len: 168 time: 0.3182847 Sep 17 08:26:20.478311 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49264) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:20.510326 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-90817aa2-5ea9-4b35-9beb-08ff4b6fd123 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0309355 Sep 17 08:26:20.513864 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49266) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:20.519194 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-f4838b10-b32a-42d4-a0d8-70e8c37c89e9 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-833128220'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:26:20.525229 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fcbac246-f4a5-41e8-94c4-d648f06290a6 req-bc4c8f22-667a-43e3-934f-71feb1e6b882 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fa4f9ed2-e2f2-41fc-99cd-9caf82b03dea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1551898 Sep 17 08:26:20.541445 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4838b10-b32a-42d4-a0d8-70e8c37c89e9 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Made reservation on behalf of 5fdc5a40eac8453da691b6f0a4c97888 for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:26:20.544867 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f4838b10-b32a-42d4-a0d8-70e8c37c89e9 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:20.571502 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4838b10-b32a-42d4-a0d8-70e8c37c89e9 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:26:20.580667 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f4838b10-b32a-42d4-a0d8-70e8c37c89e9 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:20.581014 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-f4838b10-b32a-42d4-a0d8-70e8c37c89e9 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Added segment fca147b4-9f79-4a59-9d53-912e47bb0143 of type vlan for network dbe48dcb-e4ae-43a9-bf33-c685e5ab88a7 Sep 17 08:26:20.647307 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f4838b10-b32a-42d4-a0d8-70e8c37c89e9 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:20.664452 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbac246-f4a5-41e8-94c4-d648f06290a6 req-5c82649a-3bf1-4f25-ae6c-8a55e6d59f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:20.665949 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fcbac246-f4a5-41e8-94c4-d648f06290a6 req-5c82649a-3bf1-4f25-ae6c-8a55e6d59f17 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5a6798d8a56640cabd874ecb5022c2e7&device_id=fa4f9ed2-e2f2-41fc-99cd-9caf82b03dea HTTP/1.1" status: 200 len: 1097 time: 0.0767448 Sep 17 08:26:20.681512 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f4838b10-b32a-42d4-a0d8-70e8c37c89e9 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:20.687187 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4838b10-b32a-42d4-a0d8-70e8c37c89e9 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:20.687783 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f4838b10-b32a-42d4-a0d8-70e8c37c89e9 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:20.748242 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f4838b10-b32a-42d4-a0d8-70e8c37c89e9 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2333584 Sep 17 08:26:20.750999 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49268) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:20.756186 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-20a4881e-15fb-407f-93d9-1dd2d6483fa1 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2053191454'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:26:20.776902 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a4881e-15fb-407f-93d9-1dd2d6483fa1 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Made reservation on behalf of 5fdc5a40eac8453da691b6f0a4c97888 for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:26:20.780565 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-20a4881e-15fb-407f-93d9-1dd2d6483fa1 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:20.804616 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20a4881e-15fb-407f-93d9-1dd2d6483fa1 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:26:20.810650 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4838b10-b32a-42d4-a0d8-70e8c37c89e9 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Pushing event updated for resources: {'Network': ['ID=dbe48dcb-e4ae-43a9-bf33-c685e5ab88a7,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:20.813424 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-20a4881e-15fb-407f-93d9-1dd2d6483fa1 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:20.813812 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-20a4881e-15fb-407f-93d9-1dd2d6483fa1 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Added segment 9ffa9107-7ef4-45ea-abd4-f514af86c471 of type vlan for network fa8de887-9727-48d1-a1cd-af9f8b6cbb78 Sep 17 08:26:20.823017 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network dbe48dcb-e4ae-43a9-bf33-c685e5ab88a7 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:26:20.848593 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbac246-f4a5-41e8-94c4-d648f06290a6 req-18741970-3823-4c9f-a6e4-9c74ad6a0156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:20.850446 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fcbac246-f4a5-41e8-94c4-d648f06290a6 req-18741970-3823-4c9f-a6e4-9c74ad6a0156 service neutron] 10.222.0.39 "GET /v2.0/networks?id=660139d9-bdd8-4ad7-b799-f8f93f25eccf HTTP/1.1" status: 200 len: 913 time: 0.1593986 Sep 17 08:26:20.860680 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-20a4881e-15fb-407f-93d9-1dd2d6483fa1 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:20.885960 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-20a4881e-15fb-407f-93d9-1dd2d6483fa1 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:20.891602 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a4881e-15fb-407f-93d9-1dd2d6483fa1 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:20.892304 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-20a4881e-15fb-407f-93d9-1dd2d6483fa1 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:20.934650 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-20a4881e-15fb-407f-93d9-1dd2d6483fa1 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1754942 Sep 17 08:26:20.934882 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fcbac246-f4a5-41e8-94c4-d648f06290a6 req-af5c7b99-9539-46b6-a5fe-2b7c804a1499 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f7445f0-d0ae-446f-ba7e-32a8a72a3c05 HTTP/1.1" status: 200 len: 1001 time: 0.0719945 Sep 17 08:26:20.965068 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a4881e-15fb-407f-93d9-1dd2d6483fa1 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Pushing event updated for resources: {'Network': ['ID=fa8de887-9727-48d1-a1cd-af9f8b6cbb78,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:20.976716 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network fa8de887-9727-48d1-a1cd-af9f8b6cbb78 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:26:20.982736 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbac246-f4a5-41e8-94c4-d648f06290a6 req-c86a5ba0-aa45-4db7-a301-6d6361d95ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:20.984270 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fcbac246-f4a5-41e8-94c4-d648f06290a6 req-c86a5ba0-aa45-4db7-a301-6d6361d95ac0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d01eb21-118c-498b-a866-b124536b59b1 HTTP/1.1" status: 200 len: 851 time: 0.0469518 Sep 17 08:26:21.036385 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbac246-f4a5-41e8-94c4-d648f06290a6 req-cff30d0e-6315-48d9-9b5b-932b728d001e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:21.037890 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fcbac246-f4a5-41e8-94c4-d648f06290a6 req-cff30d0e-6315-48d9-9b5b-932b728d001e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=660139d9-bdd8-4ad7-b799-f8f93f25eccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456450 Sep 17 08:26:21.062785 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49270) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:21.068044 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-b97dcfae-ac07-45bb-90f6-8e60a8f51968 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Request body: {'subnets': [{'network_id': 'dbe48dcb-e4ae-43a9-bf33-c685e5ab88a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--343724703', 'ip_version': 4}, {'network_id': 'fa8de887-9727-48d1-a1cd-af9f8b6cbb78', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:26:21.068364 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-b97dcfae-ac07-45bb-90f6-8e60a8f51968 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Request body: {'subnet': {'network_id': 'dbe48dcb-e4ae-43a9-bf33-c685e5ab88a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--343724703', 'ip_version': 4}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:26:21.068943 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-b97dcfae-ac07-45bb-90f6-8e60a8f51968 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Request body: {'subnet': {'network_id': 'fa8de887-9727-48d1-a1cd-af9f8b6cbb78', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:26:21.141994 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fcbac246-f4a5-41e8-94c4-d648f06290a6 req-4d44eec8-b0d6-42e3-a9b3-cea0d44942af service neutron] 10.222.0.39 "GET /v2.0/networks/660139d9-bdd8-4ad7-b799-f8f93f25eccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960486 Sep 17 08:26:21.231341 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b97dcfae-ac07-45bb-90f6-8e60a8f51968 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Made reservation on behalf of 5fdc5a40eac8453da691b6f0a4c97888 for: {'subnet': 2} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:26:21.232811 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fcbac246-f4a5-41e8-94c4-d648f06290a6 req-dbea3dab-1c75-4855-8e86-70d243d2fc17 service neutron] 10.222.0.39 "GET /v2.0/networks/660139d9-bdd8-4ad7-b799-f8f93f25eccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833409 Sep 17 08:26:21.236296 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b97dcfae-ac07-45bb-90f6-8e60a8f51968 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:21.236633 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b97dcfae-ac07-45bb-90f6-8e60a8f51968 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:21.588172 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b97dcfae-ac07-45bb-90f6-8e60a8f51968 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:21.653365 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97dcfae-ac07-45bb-90f6-8e60a8f51968 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Pushing event updated for resources: {'Subnet': ['ID=ae280d9f-e15a-498f-a5bd-8d525558d545,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:21.661864 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97dcfae-ac07-45bb-90f6-8e60a8f51968 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Checking segment: {'id': 'fca147b4-9f79-4a59-9d53-912e47bb0143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'dbe48dcb-e4ae-43a9-bf33-c685e5ab88a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:26:21.662226 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97dcfae-ac07-45bb-90f6-8e60a8f51968 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Network hostable DHCP agents. Network: dbe48dcb-e4ae-43a9-bf33-c685e5ab88a7, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:26:21.678152 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97dcfae-ac07-45bb-90f6-8e60a8f51968 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Network dbe48dcb-e4ae-43a9-bf33-c685e5ab88a7 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:26:21.685768 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-b97dcfae-ac07-45bb-90f6-8e60a8f51968 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, dbe48dcb-e4ae-43a9-bf33-c685e5ab88a7) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:26:21.689465 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b97dcfae-ac07-45bb-90f6-8e60a8f51968 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:21.694797 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8c2c8e-1ee4-455d-96ed-94e32a8bc2c1 None None] Network dbe48dcb-e4ae-43a9-bf33-c685e5ab88a7 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:26:21.748409 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97dcfae-ac07-45bb-90f6-8e60a8f51968 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Pushing event updated for resources: {'Subnet': ['ID=d86a834a-3123-4a34-a799-92f08f010ccf,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:21.759564 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97dcfae-ac07-45bb-90f6-8e60a8f51968 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Checking segment: {'id': '9ffa9107-7ef4-45ea-abd4-f514af86c471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'fa8de887-9727-48d1-a1cd-af9f8b6cbb78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:26:21.760280 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97dcfae-ac07-45bb-90f6-8e60a8f51968 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Network hostable DHCP agents. Network: fa8de887-9727-48d1-a1cd-af9f8b6cbb78, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:26:21.778751 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97dcfae-ac07-45bb-90f6-8e60a8f51968 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Network fa8de887-9727-48d1-a1cd-af9f8b6cbb78 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:26:21.789178 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-b97dcfae-ac07-45bb-90f6-8e60a8f51968 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, fa8de887-9727-48d1-a1cd-af9f8b6cbb78) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:26:21.793483 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97dcfae-ac07-45bb-90f6-8e60a8f51968 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:21.793991 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97dcfae-ac07-45bb-90f6-8e60a8f51968 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:21.794628 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b97dcfae-ac07-45bb-90f6-8e60a8f51968 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:21.810435 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-b97dcfae-ac07-45bb-90f6-8e60a8f51968 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 0.7464788 Sep 17 08:26:21.813056 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49274) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:21.903207 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734d650c-22c9-433b-b6ec-448d3eb2abbd tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:21.904829 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734d650c-22c9-433b-b6ec-448d3eb2abbd tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:21.906351 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734d650c-22c9-433b-b6ec-448d3eb2abbd tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:21.911988 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-734d650c-22c9-433b-b6ec-448d3eb2abbd tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.0939903 Sep 17 08:26:21.912362 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49276) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:21.917906 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12dddfa1-cc94-4e4e-b070-e5656511dd6f None None] Network fa8de887-9727-48d1-a1cd-af9f8b6cbb78 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:26:21.990272 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed1db164-afd0-43f5-8511-7aa3dfdd8d9a tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Deleting subnet ae280d9f-e15a-498f-a5bd-8d525558d545 {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:26:21.993767 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ed1db164-afd0-43f5-8511-7aa3dfdd8d9a tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:22.039975 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ed1db164-afd0-43f5-8511-7aa3dfdd8d9a tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:22.087381 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ed1db164-afd0-43f5-8511-7aa3dfdd8d9a tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:22.111419 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a23458-c979-4db0-ab0e-25c86c2ff329 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-dbe48dcb-e4ae-43a9-bf33-c685e5ab88a7', 'network_id': 'dbe48dcb-e4ae-43a9-bf33-c685e5ab88a7', 'tenant_id': '5fdc5a40eac8453da691b6f0a4c97888', 'fixed_ips': [{'subnet_id': 'ae280d9f-e15a-498f-a5bd-8d525558d545'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:26:22.112469 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-86a23458-c979-4db0-ab0e-25c86c2ff329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:22.148793 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ed1db164-afd0-43f5-8511-7aa3dfdd8d9a tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:22.162444 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43648294-4cc4-479b-ab3f-86d47fd4f9ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-fa8de887-9727-48d1-a1cd-af9f8b6cbb78', 'network_id': 'fa8de887-9727-48d1-a1cd-af9f8b6cbb78', 'tenant_id': '5fdc5a40eac8453da691b6f0a4c97888', 'fixed_ips': [{'subnet_id': 'd86a834a-3123-4a34-a799-92f08f010ccf'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:26:22.163363 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-43648294-4cc4-479b-ab3f-86d47fd4f9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:22.177980 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1db164-afd0-43f5-8511-7aa3dfdd8d9a tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Pushing event deleted for resources: {'Subnet': ['ID=ae280d9f-e15a-498f-a5bd-8d525558d545,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:22.181813 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ed1db164-afd0-43f5-8511-7aa3dfdd8d9a tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:22.183895 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ed1db164-afd0-43f5-8511-7aa3dfdd8d9a tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] 10.222.0.13 "DELETE /v2.0/subnets/ae280d9f-e15a-498f-a5bd-8d525558d545 HTTP/1.1" status: 204 len: 168 time: 0.2701004 Sep 17 08:26:22.186336 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49278) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:22.245772 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-64f75066-4a88-4a2e-a9d6-d74c8d80691b tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Deleting subnet d86a834a-3123-4a34-a799-92f08f010ccf {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:26:22.249627 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-64f75066-4a88-4a2e-a9d6-d74c8d80691b tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:22.253712 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e171f14-5676-4ae2-8acd-eec7860ac715 None None] Network dbe48dcb-e4ae-43a9-bf33-c685e5ab88a7 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:26:22.294132 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-64f75066-4a88-4a2e-a9d6-d74c8d80691b tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:22.345812 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-64f75066-4a88-4a2e-a9d6-d74c8d80691b tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:22.404854 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-64f75066-4a88-4a2e-a9d6-d74c8d80691b tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server [None req-43648294-4cc4-479b-ab3f-86d47fd4f9ac None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d86a834a-3123-4a34-a799-92f08f010ccf: This subnet is being modified by another concurrent operation. Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise exception Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d86a834a-3123-4a34-a799-92f08f010ccf: This subnet is being modified by another concurrent operation. Sep 17 08:26:22.421841 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server Sep 17 08:26:22.436607 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f75066-4a88-4a2e-a9d6-d74c8d80691b tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Pushing event deleted for resources: {'Subnet': ['ID=d86a834a-3123-4a34-a799-92f08f010ccf,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:22.444170 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-64f75066-4a88-4a2e-a9d6-d74c8d80691b tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:22.444775 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddbaf47-fab5-47c9-87c8-c271e6973dd4 None None] Network fa8de887-9727-48d1-a1cd-af9f8b6cbb78 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:26:22.448957 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49280) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:22.449192 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-64f75066-4a88-4a2e-a9d6-d74c8d80691b tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] 10.222.0.13 "DELETE /v2.0/subnets/d86a834a-3123-4a34-a799-92f08f010ccf HTTP/1.1" status: 204 len: 168 time: 0.2615938 Sep 17 08:26:22.514526 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4c1a19-29d5-47d2-966c-25948f9c971a tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:22.520280 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-aa4c1a19-29d5-47d2-966c-25948f9c971a tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0661290 Sep 17 08:26:22.520434 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-423d3f9a-1158-4c0d-9c6a-00829a806179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:22.522624 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49284) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:22.586303 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e986c465-0d87-4376-87cf-d13005cdead4 None None] get_active_networks_info from n-d-789963-9 {{(pid=101291) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 08:26:22.605863 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1d3c2a0a-d613-4c59-885f-929c94779ecd tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:22.668580 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e986c465-0d87-4376-87cf-d13005cdead4 None None] Resources bound (agent type, host, resource id): {{(pid=101291) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 08:26:22.694952 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1d3c2a0a-d613-4c59-885f-929c94779ecd tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:22.715884 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-1d3c2a0a-d613-4c59-885f-929c94779ecd tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa8de887-9727-48d1-a1cd-af9f8b6cbb78']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:22.726468 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-1d3c2a0a-d613-4c59-885f-929c94779ecd tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ffa9107-7ef4-45ea-abd4-f514af86c471') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:22.726761 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-1d3c2a0a-d613-4c59-885f-929c94779ecd tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ffa9107-7ef4-45ea-abd4-f514af86c471') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:22.736279 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1d3c2a0a-d613-4c59-885f-929c94779ecd tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:22.749531 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1d3c2a0a-d613-4c59-885f-929c94779ecd tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:22.755892 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d3c2a0a-d613-4c59-885f-929c94779ecd tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:26:22.756290 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1d3c2a0a-d613-4c59-885f-929c94779ecd tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:22.759322 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:26:22.759322 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:26:22.759322 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:26:22.759322 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:26:22.759322 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:26:22.759322 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:26:22.759322 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:26:22.759322 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:26:22.759322 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:26:22.759322 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:26:22.759322 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:26:22.759322 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:26:22.759322 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:26:22.759322 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:26:22.759322 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:26:22.759322 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:26:22.759322 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:26:22.759322 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:26:22.759322 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:26:22.759322 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:26:22.759322 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:26:22.759322 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:26:22.759322 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:26:22.759322 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:26:22.759322 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:26:22.759322 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:26:22.759322 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:26:22.759322 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:26:22.759322 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:26:22.759322 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:26:22.759322 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:26:22.759322 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:26:22.768247 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:22.821264 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1d3c2a0a-d613-4c59-885f-929c94779ecd tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:22.829627 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1d3c2a0a-d613-4c59-885f-929c94779ecd tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:22.831492 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-1d3c2a0a-d613-4c59-885f-929c94779ecd tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] 10.222.0.13 "DELETE /v2.0/networks/fa8de887-9727-48d1-a1cd-af9f8b6cbb78 HTTP/1.1" status: 204 len: 168 time: 0.3077416 Sep 17 08:26:22.834695 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49286) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:22.841743 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3c2a0a-d613-4c59-885f-929c94779ecd tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Pushing event deleted for resources: {'Network': ['ID=fa8de887-9727-48d1-a1cd-af9f8b6cbb78,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:22.910139 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a609bc57-92ea-4d3f-aa8a-ae13c6a7e4ce tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:23.001672 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a609bc57-92ea-4d3f-aa8a-ae13c6a7e4ce tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:23.020892 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-a609bc57-92ea-4d3f-aa8a-ae13c6a7e4ce tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbe48dcb-e4ae-43a9-bf33-c685e5ab88a7']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:23.029668 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-a609bc57-92ea-4d3f-aa8a-ae13c6a7e4ce tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fca147b4-9f79-4a59-9d53-912e47bb0143') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:23.029962 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-a609bc57-92ea-4d3f-aa8a-ae13c6a7e4ce tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fca147b4-9f79-4a59-9d53-912e47bb0143') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:23.039383 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a609bc57-92ea-4d3f-aa8a-ae13c6a7e4ce tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:23.052534 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a609bc57-92ea-4d3f-aa8a-ae13c6a7e4ce tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:23.058144 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a609bc57-92ea-4d3f-aa8a-ae13c6a7e4ce tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:26:23.058518 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a609bc57-92ea-4d3f-aa8a-ae13c6a7e4ce tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:23.061342 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 08:26:23.061342 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:26:23.061342 n-d-789963-9 neutron-server[101290]: timer() Sep 17 08:26:23.061342 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:26:23.061342 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 08:26:23.061342 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:26:23.061342 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 08:26:23.061342 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:26:23.061342 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 08:26:23.061342 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:26:23.061342 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 08:26:23.061342 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:26:23.061342 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 08:26:23.061342 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:26:23.061342 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:26:23.061342 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:26:23.061342 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:26:23.061342 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:26:23.061342 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 08:26:23.061342 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:26:23.061342 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 08:26:23.061342 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:26:23.061342 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:26:23.061342 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:26:23.061342 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 08:26:23.061342 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:26:23.061342 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:26:23.061342 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:26:23.061342 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:26:23.061342 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:26:23.061342 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:26:23.061342 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:26:23.119909 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a609bc57-92ea-4d3f-aa8a-ae13c6a7e4ce tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:23.126827 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a609bc57-92ea-4d3f-aa8a-ae13c6a7e4ce tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:23.128683 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a609bc57-92ea-4d3f-aa8a-ae13c6a7e4ce tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] 10.222.0.13 "DELETE /v2.0/networks/dbe48dcb-e4ae-43a9-bf33-c685e5ab88a7 HTTP/1.1" status: 204 len: 168 time: 0.2927711 Sep 17 08:26:23.131172 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49288) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:23.140940 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a609bc57-92ea-4d3f-aa8a-ae13c6a7e4ce tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Pushing event deleted for resources: {'Network': ['ID=dbe48dcb-e4ae-43a9-bf33-c685e5ab88a7,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:23.205236 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d4dc5f3f-a66d-424d-a7e5-ee7aa62f796f tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:23.290175 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d4dc5f3f-a66d-424d-a7e5-ee7aa62f796f tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:23.310972 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-d4dc5f3f-a66d-424d-a7e5-ee7aa62f796f tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3107a971-ba14-4789-927d-53c93925550c']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:23.320408 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-d4dc5f3f-a66d-424d-a7e5-ee7aa62f796f tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e652c972-6cbc-4f59-a361-8ba664855a25') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:23.320702 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-d4dc5f3f-a66d-424d-a7e5-ee7aa62f796f tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e652c972-6cbc-4f59-a361-8ba664855a25') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:23.329684 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d4dc5f3f-a66d-424d-a7e5-ee7aa62f796f tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:23.342677 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d4dc5f3f-a66d-424d-a7e5-ee7aa62f796f tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:23.348504 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4dc5f3f-a66d-424d-a7e5-ee7aa62f796f tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:26:23.348894 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d4dc5f3f-a66d-424d-a7e5-ee7aa62f796f tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:23.352017 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:26:23.352017 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:26:23.352017 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:26:23.352017 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:26:23.352017 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:26:23.352017 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:26:23.352017 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:26:23.352017 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:26:23.352017 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:26:23.352017 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:26:23.352017 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:26:23.352017 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:26:23.352017 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:26:23.352017 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:26:23.352017 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:26:23.352017 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:26:23.352017 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:26:23.352017 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:26:23.352017 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:26:23.352017 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:26:23.352017 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:26:23.352017 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:26:23.352017 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:26:23.352017 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:26:23.352017 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:26:23.352017 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:26:23.352017 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:26:23.352017 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:26:23.352017 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:26:23.352017 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:26:23.352017 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:26:23.352017 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:26:23.406347 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d4dc5f3f-a66d-424d-a7e5-ee7aa62f796f tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:23.410734 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d4dc5f3f-a66d-424d-a7e5-ee7aa62f796f tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:23.412984 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-d4dc5f3f-a66d-424d-a7e5-ee7aa62f796f tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] 10.222.0.13 "DELETE /v2.0/networks/3107a971-ba14-4789-927d-53c93925550c HTTP/1.1" status: 204 len: 168 time: 0.2808361 Sep 17 08:26:23.415672 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49290) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:23.431546 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dc5f3f-a66d-424d-a7e5-ee7aa62f796f tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Pushing event deleted for resources: {'Network': ['ID=3107a971-ba14-4789-927d-53c93925550c,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:23.493445 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8c3caa1a-d717-4bb5-a6b1-251cb1fa9d84 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:23.577218 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8c3caa1a-d717-4bb5-a6b1-251cb1fa9d84 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:23.596517 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-8c3caa1a-d717-4bb5-a6b1-251cb1fa9d84 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16870cf5-d6a5-4672-b962-dab189c7f2a6']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:23.607445 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-8c3caa1a-d717-4bb5-a6b1-251cb1fa9d84 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88072be9-ce53-4791-ac93-8966b97d02c3') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:23.607742 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-8c3caa1a-d717-4bb5-a6b1-251cb1fa9d84 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88072be9-ce53-4791-ac93-8966b97d02c3') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:23.617208 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8c3caa1a-d717-4bb5-a6b1-251cb1fa9d84 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:23.630165 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8c3caa1a-d717-4bb5-a6b1-251cb1fa9d84 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:23.636499 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c3caa1a-d717-4bb5-a6b1-251cb1fa9d84 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:26:23.636883 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8c3caa1a-d717-4bb5-a6b1-251cb1fa9d84 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:23.639986 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 08:26:23.639986 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:26:23.639986 n-d-789963-9 neutron-server[101290]: timer() Sep 17 08:26:23.639986 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:26:23.639986 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 08:26:23.639986 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:26:23.639986 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 08:26:23.639986 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:26:23.639986 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 08:26:23.639986 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:26:23.639986 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 08:26:23.639986 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:26:23.639986 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 08:26:23.639986 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:26:23.639986 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:26:23.639986 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:26:23.639986 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:26:23.639986 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:26:23.639986 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 08:26:23.639986 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:26:23.639986 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 08:26:23.639986 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:26:23.639986 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:26:23.639986 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:26:23.639986 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 08:26:23.639986 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:26:23.639986 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:26:23.639986 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:26:23.639986 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:26:23.639986 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:26:23.639986 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:26:23.639986 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:26:23.695346 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8c3caa1a-d717-4bb5-a6b1-251cb1fa9d84 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:23.702386 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8c3caa1a-d717-4bb5-a6b1-251cb1fa9d84 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:23.704235 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-8c3caa1a-d717-4bb5-a6b1-251cb1fa9d84 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] 10.222.0.13 "DELETE /v2.0/networks/16870cf5-d6a5-4672-b962-dab189c7f2a6 HTTP/1.1" status: 204 len: 168 time: 0.2874620 Sep 17 08:26:23.714900 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3caa1a-d717-4bb5-a6b1-251cb1fa9d84 tempest-BulkNetworkOpsTest-1065288148 tempest-BulkNetworkOpsTest-1065288148-project] Pushing event deleted for resources: {'Network': ['ID=16870cf5-d6a5-4672-b962-dab189c7f2a6,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:23.776531 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:23.938824 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49298) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:24.076802 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-92de7d69-aab3-4360-b52d-0d2a1c1cdc2a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5fdc5a40eac8453da691b6f0a4c97888&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1367629 Sep 17 08:26:24.079139 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49302) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:24.126080 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a1e8702f-956d-44d5-bf76-86c14dafa774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:24.146430 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a1e8702f-956d-44d5-bf76-86c14dafa774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:24.192556 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a1e8702f-956d-44d5-bf76-86c14dafa774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:24.195149 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a1e8702f-956d-44d5-bf76-86c14dafa774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:24.196370 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a1e8702f-956d-44d5-bf76-86c14dafa774 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/46c7b3bd-c0e4-44e4-9d22-89ca5ea0a941 HTTP/1.1" status: 204 len: 168 time: 0.1162858 Sep 17 08:26:24.203884 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e8702f-956d-44d5-bf76-86c14dafa774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c7b3bd-c0e4-44e4-9d22-89ca5ea0a941,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:24.809413 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49326) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:24.902303 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-f5c66ff9-9001-465c-a7fc-4e1f5ecd4755 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1609778377'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:26:24.922843 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c66ff9-9001-465c-a7fc-4e1f5ecd4755 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Made reservation on behalf of 8f6097e219a146b8aaf42965919a8a3a for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:26:24.926674 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f5c66ff9-9001-465c-a7fc-4e1f5ecd4755 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:24.934670 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f5c66ff9-9001-465c-a7fc-4e1f5ecd4755 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:25.027416 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f5c66ff9-9001-465c-a7fc-4e1f5ecd4755 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:25.031194 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f5c66ff9-9001-465c-a7fc-4e1f5ecd4755 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:25.057435 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5c66ff9-9001-465c-a7fc-4e1f5ecd4755 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:26:25.066922 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c66ff9-9001-465c-a7fc-4e1f5ecd4755 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=897b473a-e57b-4a92-9522-e370244eaa68,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:25.072554 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f5c66ff9-9001-465c-a7fc-4e1f5ecd4755 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:25.072900 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-f5c66ff9-9001-465c-a7fc-4e1f5ecd4755 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Added segment 46b15a35-7aaf-4675-8e03-90ea232c8239 of type vlan for network 20d5ad5d-47a6-444c-b529-7b5bfcccc449 Sep 17 08:26:25.115213 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f5c66ff9-9001-465c-a7fc-4e1f5ecd4755 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:25.138563 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f5c66ff9-9001-465c-a7fc-4e1f5ecd4755 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:25.144077 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c66ff9-9001-465c-a7fc-4e1f5ecd4755 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:25.144686 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f5c66ff9-9001-465c-a7fc-4e1f5ecd4755 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:25.179990 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f5c66ff9-9001-465c-a7fc-4e1f5ecd4755 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3694189 Sep 17 08:26:25.208758 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c66ff9-9001-465c-a7fc-4e1f5ecd4755 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Pushing event updated for resources: {'Network': ['ID=20d5ad5d-47a6-444c-b529-7b5bfcccc449,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:25.219088 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 20d5ad5d-47a6-444c-b529-7b5bfcccc449 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:26:25.363517 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:26.869073 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-56d1d572-efe1-4789-806b-4a5b8c7aafd3 req-332395d9-9a9e-4035-b276-aafddc3c0f39 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412583 Sep 17 08:26:26.938349 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d1d572-efe1-4789-806b-4a5b8c7aafd3 req-08a21e80-b2ed-4efd-96e2-2255750dbe17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:26.939805 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-56d1d572-efe1-4789-806b-4a5b8c7aafd3 req-08a21e80-b2ed-4efd-96e2-2255750dbe17 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0bbdb03fe4b44f819abe924e0a8980e4&device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 1096 time: 0.0390255 Sep 17 08:26:27.057024 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d1d572-efe1-4789-806b-4a5b8c7aafd3 req-04307f3b-87e3-43ae-95e0-5bbd35b528c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:27.058412 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-56d1d572-efe1-4789-806b-4a5b8c7aafd3 req-04307f3b-87e3-43ae-95e0-5bbd35b528c9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1284743e-a278-4ea3-9090-9b3fd2cc34a4 HTTP/1.1" status: 200 len: 918 time: 0.0981421 Sep 17 08:26:27.123527 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-56d1d572-efe1-4789-806b-4a5b8c7aafd3 req-41f24dd7-a5cf-4fe6-a4c0-52ee8f7304ba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65 HTTP/1.1" status: 200 len: 1001 time: 0.0571260 Sep 17 08:26:27.171209 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d1d572-efe1-4789-806b-4a5b8c7aafd3 req-d1f75cd3-fe38-4a14-9cc1-4eb28c4fb583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:27.172656 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-56d1d572-efe1-4789-806b-4a5b8c7aafd3 req-d1f75cd3-fe38-4a14-9cc1-4eb28c4fb583 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=212bda04-0276-4ed0-9083-c88107f0c4c6 HTTP/1.1" status: 200 len: 856 time: 0.0418677 Sep 17 08:26:27.220601 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d1d572-efe1-4789-806b-4a5b8c7aafd3 req-2efdf9bd-59eb-4c66-968c-9ba775eb5c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:27.222070 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-56d1d572-efe1-4789-806b-4a5b8c7aafd3 req-2efdf9bd-59eb-4c66-968c-9ba775eb5c43 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1284743e-a278-4ea3-9090-9b3fd2cc34a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419676 Sep 17 08:26:27.232926 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [req-56d1d572-efe1-4789-806b-4a5b8c7aafd3 req-9bad97a1-be1e-429c-80c8-f749819e1b01 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:26:27.233860 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-56d1d572-efe1-4789-806b-4a5b8c7aafd3 req-9bad97a1-be1e-429c-80c8-f749819e1b01 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048118 Sep 17 08:26:27.322434 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-56d1d572-efe1-4789-806b-4a5b8c7aafd3 req-22dd521f-0c3d-4d16-b6de-e53da301f864 service neutron] 10.222.0.41 "GET /v2.0/networks/1284743e-a278-4ea3-9090-9b3fd2cc34a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801542 Sep 17 08:26:27.413560 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-56d1d572-efe1-4789-806b-4a5b8c7aafd3 req-9d708582-cc18-4344-a147-bb35578ecc0d service neutron] 10.222.0.41 "GET /v2.0/networks/1284743e-a278-4ea3-9090-9b3fd2cc34a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837214 Sep 17 08:26:28.413394 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49336) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:28.418530 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-59be9319-adad-4b4a-ab3b-2defa063c432 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Request body: {'subnet': {'network_id': '20d5ad5d-47a6-444c-b529-7b5bfcccc449', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:26:28.514745 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59be9319-adad-4b4a-ab3b-2defa063c432 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Made reservation on behalf of 8f6097e219a146b8aaf42965919a8a3a for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:26:28.518215 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-59be9319-adad-4b4a-ab3b-2defa063c432 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:28.691759 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-59be9319-adad-4b4a-ab3b-2defa063c432 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:28.749059 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59be9319-adad-4b4a-ab3b-2defa063c432 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Pushing event updated for resources: {'Subnet': ['ID=75a62832-1dbc-4a59-bf4c-4aadaa858b3d,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:28.757544 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59be9319-adad-4b4a-ab3b-2defa063c432 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Checking segment: {'id': '46b15a35-7aaf-4675-8e03-90ea232c8239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '20d5ad5d-47a6-444c-b529-7b5bfcccc449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:26:28.757908 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59be9319-adad-4b4a-ab3b-2defa063c432 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Network hostable DHCP agents. Network: 20d5ad5d-47a6-444c-b529-7b5bfcccc449, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:26:28.773748 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59be9319-adad-4b4a-ab3b-2defa063c432 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Network 20d5ad5d-47a6-444c-b529-7b5bfcccc449 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:26:28.782177 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-59be9319-adad-4b4a-ab3b-2defa063c432 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 20d5ad5d-47a6-444c-b529-7b5bfcccc449) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:26:28.787138 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59be9319-adad-4b4a-ab3b-2defa063c432 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:28.787721 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-59be9319-adad-4b4a-ab3b-2defa063c432 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:28.792220 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65eed0f2-08b5-434a-ab28-fec9a2d3de77 None None] Network 20d5ad5d-47a6-444c-b529-7b5bfcccc449 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:26:28.802522 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-59be9319-adad-4b4a-ab3b-2defa063c432 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3879960 Sep 17 08:26:28.805934 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49338) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:28.811027 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-4aa7c054-a394-4ffd-985d-f6bc444f8c2a tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-534108602'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:26:28.830149 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa7c054-a394-4ffd-985d-f6bc444f8c2a tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Made reservation on behalf of 8f6097e219a146b8aaf42965919a8a3a for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:26:28.833521 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4aa7c054-a394-4ffd-985d-f6bc444f8c2a tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:28.856554 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aa7c054-a394-4ffd-985d-f6bc444f8c2a tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:26:28.865656 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4aa7c054-a394-4ffd-985d-f6bc444f8c2a tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:28.866017 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-4aa7c054-a394-4ffd-985d-f6bc444f8c2a tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Added segment 6b4c08f5-0444-45cd-8387-6a20fddc99f1 of type vlan for network f41d1d9c-f034-4714-8a67-7eb1b5c0568c Sep 17 08:26:28.903568 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4aa7c054-a394-4ffd-985d-f6bc444f8c2a tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:28.929560 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4aa7c054-a394-4ffd-985d-f6bc444f8c2a tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:28.935469 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb4a849-26bf-48be-971e-ef671e82c7c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-20d5ad5d-47a6-444c-b529-7b5bfcccc449', 'network_id': '20d5ad5d-47a6-444c-b529-7b5bfcccc449', 'tenant_id': '8f6097e219a146b8aaf42965919a8a3a', 'fixed_ips': [{'subnet_id': '75a62832-1dbc-4a59-bf4c-4aadaa858b3d'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:26:28.935952 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa7c054-a394-4ffd-985d-f6bc444f8c2a tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:28.936420 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ceb4a849-26bf-48be-971e-ef671e82c7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:28.936547 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4aa7c054-a394-4ffd-985d-f6bc444f8c2a tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:28.977644 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-4aa7c054-a394-4ffd-985d-f6bc444f8c2a tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1679397 Sep 17 08:26:28.977867 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49342) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:28.982559 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-7ea570a4-4191-4845-a73d-166b0561af9e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Request body: {'subnet': {'network_id': 'f41d1d9c-f034-4714-8a67-7eb1b5c0568c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:26:29.037076 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa7c054-a394-4ffd-985d-f6bc444f8c2a tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Pushing event updated for resources: {'Network': ['ID=f41d1d9c-f034-4714-8a67-7eb1b5c0568c,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:29.068033 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network f41d1d9c-f034-4714-8a67-7eb1b5c0568c details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:26:29.112486 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-ceb4a849-26bf-48be-971e-ef671e82c7c4 None None] Allocated IP 2001:db8:0:ffff::2 (20d5ad5d-47a6-444c-b529-7b5bfcccc449/75a62832-1dbc-4a59-bf4c-4aadaa858b3d/bd676f1c-98ac-4b56-97a2-5637ef350396) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:26:29.115105 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea570a4-4191-4845-a73d-166b0561af9e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Made reservation on behalf of 8f6097e219a146b8aaf42965919a8a3a for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:26:29.118726 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7ea570a4-4191-4845-a73d-166b0561af9e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:29.294556 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ceb4a849-26bf-48be-971e-ef671e82c7c4 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:29.300751 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ceb4a849-26bf-48be-971e-ef671e82c7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:29.341271 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb4a849-26bf-48be-971e-ef671e82c7c4 None None] Network 20d5ad5d-47a6-444c-b529-7b5bfcccc449 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:26:29.346530 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-ceb4a849-26bf-48be-971e-ef671e82c7c4 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:26:29.352053 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb4a849-26bf-48be-971e-ef671e82c7c4 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:26:29.355226 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb4a849-26bf-48be-971e-ef671e82c7c4 None None] Pushing event updated for resources: {'Port': ['ID=bd676f1c-98ac-4b56-97a2-5637ef350396,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:29.415062 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-ceb4a849-26bf-48be-971e-ef671e82c7c4 None None] Attempting to bind port bd676f1c-98ac-4b56-97a2-5637ef350396 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:26:29.415433 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-ceb4a849-26bf-48be-971e-ef671e82c7c4 None None] Attempting to bind port bd676f1c-98ac-4b56-97a2-5637ef350396 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '46b15a35-7aaf-4675-8e03-90ea232c8239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '20d5ad5d-47a6-444c-b529-7b5bfcccc449'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:26:29.415849 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb4a849-26bf-48be-971e-ef671e82c7c4 None None] Attempting to bind port bd676f1c-98ac-4b56-97a2-5637ef350396 on network 20d5ad5d-47a6-444c-b529-7b5bfcccc449 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:26:29.420854 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb4a849-26bf-48be-971e-ef671e82c7c4 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:26:29.421239 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb4a849-26bf-48be-971e-ef671e82c7c4 None None] Checking segment: {'id': '46b15a35-7aaf-4675-8e03-90ea232c8239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '20d5ad5d-47a6-444c-b529-7b5bfcccc449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:26:29.421644 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ceb4a849-26bf-48be-971e-ef671e82c7c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:29.422042 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb4a849-26bf-48be-971e-ef671e82c7c4 None None] Bound using segment: {'id': '46b15a35-7aaf-4675-8e03-90ea232c8239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '20d5ad5d-47a6-444c-b529-7b5bfcccc449'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:26:29.422513 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-ceb4a849-26bf-48be-971e-ef671e82c7c4 None None] Bound port: bd676f1c-98ac-4b56-97a2-5637ef350396, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46b15a35-7aaf-4675-8e03-90ea232c8239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '20d5ad5d-47a6-444c-b529-7b5bfcccc449'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:26:29.422895 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ceb4a849-26bf-48be-971e-ef671e82c7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:29.486272 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ceb4a849-26bf-48be-971e-ef671e82c7c4 None None] For port bd676f1c-98ac-4b56-97a2-5637ef350396, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:26:29.489844 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ceb4a849-26bf-48be-971e-ef671e82c7c4 None None] For port bd676f1c-98ac-4b56-97a2-5637ef350396, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=bd676f1c-98ac-4b56-97a2-5637ef350396,segment=NetworkSegment(46b15a35-7aaf-4675-8e03-90ea232c8239),segment_id=46b15a35-7aaf-4675-8e03-90ea232c8239)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:26:29.494342 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ceb4a849-26bf-48be-971e-ef671e82c7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:29.549699 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb4a849-26bf-48be-971e-ef671e82c7c4 None None] Pushing event updated for resources: {'Port': ['ID=bd676f1c-98ac-4b56-97a2-5637ef350396,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:29.635069 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7ea570a4-4191-4845-a73d-166b0561af9e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:29.703812 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea570a4-4191-4845-a73d-166b0561af9e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Pushing event updated for resources: {'Subnet': ['ID=7cabbf66-bc1f-4c68-8b81-cdf26b46b8bf,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:29.707095 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea570a4-4191-4845-a73d-166b0561af9e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Checking segment: {'id': '6b4c08f5-0444-45cd-8387-6a20fddc99f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f41d1d9c-f034-4714-8a67-7eb1b5c0568c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:26:29.707095 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea570a4-4191-4845-a73d-166b0561af9e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Network hostable DHCP agents. Network: f41d1d9c-f034-4714-8a67-7eb1b5c0568c, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:26:29.741316 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea570a4-4191-4845-a73d-166b0561af9e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Network f41d1d9c-f034-4714-8a67-7eb1b5c0568c is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:26:29.749492 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-7ea570a4-4191-4845-a73d-166b0561af9e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, f41d1d9c-f034-4714-8a67-7eb1b5c0568c) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:26:29.754207 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea570a4-4191-4845-a73d-166b0561af9e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:29.754882 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7ea570a4-4191-4845-a73d-166b0561af9e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:29.761494 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbe0c5f-4cea-466e-9f3d-6c754f84be56 None None] Network f41d1d9c-f034-4714-8a67-7eb1b5c0568c requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:26:29.776865 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-7ea570a4-4191-4845-a73d-166b0561af9e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7971241 Sep 17 08:26:29.778689 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49344) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:29.882467 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7798c03d-3a4a-4207-8814-4a5987ecf649 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:29.911953 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2d92b0-610d-4af1-a9ad-28e5761236c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-f41d1d9c-f034-4714-8a67-7eb1b5c0568c', 'network_id': 'f41d1d9c-f034-4714-8a67-7eb1b5c0568c', 'tenant_id': '8f6097e219a146b8aaf42965919a8a3a', 'fixed_ips': [{'subnet_id': '7cabbf66-bc1f-4c68-8b81-cdf26b46b8bf'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:26:29.913331 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-db2d92b0-610d-4af1-a9ad-28e5761236c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:29.936937 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7798c03d-3a4a-4207-8814-4a5987ecf649 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:29.996171 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7798c03d-3a4a-4207-8814-4a5987ecf649 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server [None req-db2d92b0-610d-4af1-a9ad-28e5761236c1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7cabbf66-bc1f-4c68-8b81-cdf26b46b8bf: This subnet is being modified by another concurrent operation. Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise exception Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7cabbf66-bc1f-4c68-8b81-cdf26b46b8bf: This subnet is being modified by another concurrent operation. Sep 17 08:26:30.014125 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server Sep 17 08:26:30.028570 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7798c03d-3a4a-4207-8814-4a5987ecf649 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Pushing event deleted for resources: {'Subnet': ['ID=7cabbf66-bc1f-4c68-8b81-cdf26b46b8bf,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:30.058802 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ab6170-ac66-459f-8e54-a81ad94a3363 None None] Network f41d1d9c-f034-4714-8a67-7eb1b5c0568c requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:26:30.090574 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7798c03d-3a4a-4207-8814-4a5987ecf649 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:30.116125 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-7798c03d-3a4a-4207-8814-4a5987ecf649 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f41d1d9c-f034-4714-8a67-7eb1b5c0568c']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:30.126169 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-7798c03d-3a4a-4207-8814-4a5987ecf649 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b4c08f5-0444-45cd-8387-6a20fddc99f1') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:30.126461 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-7798c03d-3a4a-4207-8814-4a5987ecf649 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b4c08f5-0444-45cd-8387-6a20fddc99f1') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:30.136680 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7798c03d-3a4a-4207-8814-4a5987ecf649 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:30.149826 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7798c03d-3a4a-4207-8814-4a5987ecf649 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:30.155644 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7798c03d-3a4a-4207-8814-4a5987ecf649 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:26:30.156061 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7798c03d-3a4a-4207-8814-4a5987ecf649 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:30.159011 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:26:30.159011 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:26:30.159011 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:26:30.159011 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:26:30.159011 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:26:30.159011 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:26:30.159011 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:26:30.159011 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:26:30.159011 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:26:30.159011 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:26:30.159011 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:26:30.159011 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:26:30.159011 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:26:30.159011 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:26:30.159011 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:26:30.159011 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:26:30.159011 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:26:30.159011 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:26:30.159011 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:26:30.159011 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:26:30.159011 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:26:30.159011 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:26:30.159011 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:26:30.159011 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:26:30.159011 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:26:30.159011 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:26:30.159011 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:26:30.159011 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:26:30.159011 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:26:30.159011 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:26:30.159011 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:26:30.159011 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:26:30.217953 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7798c03d-3a4a-4207-8814-4a5987ecf649 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:30.226722 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7798c03d-3a4a-4207-8814-4a5987ecf649 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:30.232580 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-7798c03d-3a4a-4207-8814-4a5987ecf649 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] 10.222.0.13 "DELETE /v2.0/networks/f41d1d9c-f034-4714-8a67-7eb1b5c0568c HTTP/1.1" status: 204 len: 168 time: 0.4480610 Sep 17 08:26:30.232580 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49348) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:30.237240 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-ff9c3948-b4b7-44d6-a52d-0d3329b37da2 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-338935478'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:26:30.250258 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7798c03d-3a4a-4207-8814-4a5987ecf649 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Pushing event deleted for resources: {'Network': ['ID=f41d1d9c-f034-4714-8a67-7eb1b5c0568c,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:30.269525 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9c3948-b4b7-44d6-a52d-0d3329b37da2 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Made reservation on behalf of 8f6097e219a146b8aaf42965919a8a3a for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:26:30.273165 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ff9c3948-b4b7-44d6-a52d-0d3329b37da2 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:30.297670 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff9c3948-b4b7-44d6-a52d-0d3329b37da2 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:26:30.309599 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ff9c3948-b4b7-44d6-a52d-0d3329b37da2 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:30.310093 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-ff9c3948-b4b7-44d6-a52d-0d3329b37da2 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Added segment 5e1bced4-3f2c-4bc7-a9ac-d91ba70fbe6f of type vlan for network 2e793fbc-d42c-4aca-a3a2-908db8e94864 Sep 17 08:26:30.350373 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ff9c3948-b4b7-44d6-a52d-0d3329b37da2 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:30.381015 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ff9c3948-b4b7-44d6-a52d-0d3329b37da2 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:30.392264 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9c3948-b4b7-44d6-a52d-0d3329b37da2 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:30.393348 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ff9c3948-b4b7-44d6-a52d-0d3329b37da2 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:30.441561 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ff9c3948-b4b7-44d6-a52d-0d3329b37da2 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2081897 Sep 17 08:26:30.444543 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49350) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:30.449940 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-567cb17f-5de9-41a7-811f-48015163155a tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Request body: {'subnet': {'network_id': '2e793fbc-d42c-4aca-a3a2-908db8e94864', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:26:30.473255 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9c3948-b4b7-44d6-a52d-0d3329b37da2 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Pushing event updated for resources: {'Network': ['ID=2e793fbc-d42c-4aca-a3a2-908db8e94864,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:30.485463 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 2e793fbc-d42c-4aca-a3a2-908db8e94864 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:26:30.512820 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f1a7a8-1066-415d-ba0d-330533f15f8f None None] Network 20d5ad5d-47a6-444c-b529-7b5bfcccc449 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:26:30.541006 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-567cb17f-5de9-41a7-811f-48015163155a tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Made reservation on behalf of 8f6097e219a146b8aaf42965919a8a3a for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:26:30.544453 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-567cb17f-5de9-41a7-811f-48015163155a tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:30.637872 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-027f49bc-915c-4466-8e33-68875d16c688 None None] Provisioning complete for port bd676f1c-98ac-4b56-97a2-5637ef350396 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:26:30.638251 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-027f49bc-915c-4466-8e33-68875d16c688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:30.733459 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-567cb17f-5de9-41a7-811f-48015163155a tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:30.773783 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-027f49bc-915c-4466-8e33-68875d16c688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:30.793195 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567cb17f-5de9-41a7-811f-48015163155a tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Pushing event updated for resources: {'Subnet': ['ID=ed34086f-2185-419e-97dc-df6f09719f23,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:30.802506 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567cb17f-5de9-41a7-811f-48015163155a tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Checking segment: {'id': '5e1bced4-3f2c-4bc7-a9ac-d91ba70fbe6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2e793fbc-d42c-4aca-a3a2-908db8e94864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:26:30.802854 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567cb17f-5de9-41a7-811f-48015163155a tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Network hostable DHCP agents. Network: 2e793fbc-d42c-4aca-a3a2-908db8e94864, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:26:30.822745 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567cb17f-5de9-41a7-811f-48015163155a tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Network 2e793fbc-d42c-4aca-a3a2-908db8e94864 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:26:30.834024 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-567cb17f-5de9-41a7-811f-48015163155a tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 2e793fbc-d42c-4aca-a3a2-908db8e94864) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:26:30.838739 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567cb17f-5de9-41a7-811f-48015163155a tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:30.839351 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-567cb17f-5de9-41a7-811f-48015163155a tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:30.857430 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-567cb17f-5de9-41a7-811f-48015163155a tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4114549 Sep 17 08:26:30.861237 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49352) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:30.866875 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-77e5ca16-2c53-4cde-bdd0-54cf127fb453 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1877115534'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:26:30.889456 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e5ca16-2c53-4cde-bdd0-54cf127fb453 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Made reservation on behalf of 8f6097e219a146b8aaf42965919a8a3a for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:26:30.893244 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-77e5ca16-2c53-4cde-bdd0-54cf127fb453 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:30.920716 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77e5ca16-2c53-4cde-bdd0-54cf127fb453 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:26:30.930592 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-77e5ca16-2c53-4cde-bdd0-54cf127fb453 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:30.930946 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-77e5ca16-2c53-4cde-bdd0-54cf127fb453 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Added segment 6f3b5184-6036-4f99-8078-b37f20d8a928 of type vlan for network 1644416c-60d6-40a6-85e6-3070f924fff8 Sep 17 08:26:30.954242 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1112393f-3597-4ab6-8eb2-cf3a5863769d None None] Network 2e793fbc-d42c-4aca-a3a2-908db8e94864 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:26:30.975583 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-77e5ca16-2c53-4cde-bdd0-54cf127fb453 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:30.999020 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-77e5ca16-2c53-4cde-bdd0-54cf127fb453 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:31.005067 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e5ca16-2c53-4cde-bdd0-54cf127fb453 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:31.005658 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-77e5ca16-2c53-4cde-bdd0-54cf127fb453 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:31.023678 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-027f49bc-915c-4466-8e33-68875d16c688 None None] For port bd676f1c-98ac-4b56-97a2-5637ef350396, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=bd676f1c-98ac-4b56-97a2-5637ef350396,segment=NetworkSegment(46b15a35-7aaf-4675-8e03-90ea232c8239),segment_id=46b15a35-7aaf-4675-8e03-90ea232c8239)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:26:31.034227 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-027f49bc-915c-4466-8e33-68875d16c688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:31.045007 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-77e5ca16-2c53-4cde-bdd0-54cf127fb453 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1825871 Sep 17 08:26:31.048082 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49354) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:31.053231 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-dcdbd9bd-34bd-48d4-aaf8-d71c97515359 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Request body: {'subnet': {'network_id': '1644416c-60d6-40a6-85e6-3070f924fff8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:26:31.080025 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e5ca16-2c53-4cde-bdd0-54cf127fb453 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Pushing event updated for resources: {'Network': ['ID=1644416c-60d6-40a6-85e6-3070f924fff8,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:31.095889 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 1644416c-60d6-40a6-85e6-3070f924fff8 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:26:31.147234 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027f49bc-915c-4466-8e33-68875d16c688 None None] Pushing event updated for resources: {'Port': ['ID=bd676f1c-98ac-4b56-97a2-5637ef350396,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:31.172283 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcdbd9bd-34bd-48d4-aaf8-d71c97515359 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Made reservation on behalf of 8f6097e219a146b8aaf42965919a8a3a for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:26:31.176692 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd9bd-34bd-48d4-aaf8-d71c97515359 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:31.240557 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-08c04b26-28e3-466a-a611-e5d1384c6d3a None None] Provisioning complete for port bd676f1c-98ac-4b56-97a2-5637ef350396 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:26:31.240944 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-08c04b26-28e3-466a-a611-e5d1384c6d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:31.243510 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.ipam_backend_mixin [None req-dcdbd9bd-34bd-48d4-aaf8-d71c97515359 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Performing IP validity checks on allocation pools {{(pid=101289) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 17 08:26:31.244328 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.ipam_backend_mixin [None req-dcdbd9bd-34bd-48d4-aaf8-d71c97515359 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101289) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 17 08:26:31.266181 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29e5b1a-ca66-49b7-a076-02aebb288565 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-2e793fbc-d42c-4aca-a3a2-908db8e94864', 'network_id': '2e793fbc-d42c-4aca-a3a2-908db8e94864', 'tenant_id': '8f6097e219a146b8aaf42965919a8a3a', 'fixed_ips': [{'subnet_id': 'ed34086f-2185-419e-97dc-df6f09719f23'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:26:31.267582 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c29e5b1a-ca66-49b7-a076-02aebb288565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:31.270137 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device bd676f1c-98ac-4b56-97a2-5637ef350396 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:26:31.372176 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd9bd-34bd-48d4-aaf8-d71c97515359 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:31.430733 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdbd9bd-34bd-48d4-aaf8-d71c97515359 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Pushing event updated for resources: {'Subnet': ['ID=7202df01-6ca4-4b35-9cda-d6255060b41e,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:31.439967 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdbd9bd-34bd-48d4-aaf8-d71c97515359 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Checking segment: {'id': '6f3b5184-6036-4f99-8078-b37f20d8a928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1644416c-60d6-40a6-85e6-3070f924fff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:26:31.440327 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdbd9bd-34bd-48d4-aaf8-d71c97515359 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Network hostable DHCP agents. Network: 1644416c-60d6-40a6-85e6-3070f924fff8, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:26:31.456443 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdbd9bd-34bd-48d4-aaf8-d71c97515359 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Network 1644416c-60d6-40a6-85e6-3070f924fff8 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:26:31.465294 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-dcdbd9bd-34bd-48d4-aaf8-d71c97515359 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 1644416c-60d6-40a6-85e6-3070f924fff8) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:26:31.469534 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdbd9bd-34bd-48d4-aaf8-d71c97515359 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:31.470343 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd9bd-34bd-48d4-aaf8-d71c97515359 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:31.470601 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port bd676f1c-98ac-4b56-97a2-5637ef350396 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:26:31.470986 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:31.479565 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21853369-5869-4f58-9f8b-4076a18a60e8 None None] Network 1644416c-60d6-40a6-85e6-3070f924fff8 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:26:31.485720 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-dcdbd9bd-34bd-48d4-aaf8-d71c97515359 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.4365520 Sep 17 08:26:31.489063 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49358) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:31.534293 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-c29e5b1a-ca66-49b7-a076-02aebb288565 None None] Allocated IP 2001:db8::1 (2e793fbc-d42c-4aca-a3a2-908db8e94864/ed34086f-2185-419e-97dc-df6f09719f23/19274c05-315a-45e3-911e-fb39c12c9c02) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:26:31.586116 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-92081bd7-8f19-49f9-b74f-503c2cb6621e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:31.637207 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-92081bd7-8f19-49f9-b74f-503c2cb6621e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:31.695578 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-92081bd7-8f19-49f9-b74f-503c2cb6621e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:31.721584 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92081bd7-8f19-49f9-b74f-503c2cb6621e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Pushing event deleted for resources: {'Subnet': ['ID=7202df01-6ca4-4b35-9cda-d6255060b41e,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:31.794160 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-decb8fb1-fa73-4c28-89ee-84920ed7801b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-1644416c-60d6-40a6-85e6-3070f924fff8', 'network_id': '1644416c-60d6-40a6-85e6-3070f924fff8', 'tenant_id': '8f6097e219a146b8aaf42965919a8a3a', 'fixed_ips': [{'subnet_id': '7202df01-6ca4-4b35-9cda-d6255060b41e'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:26:31.795022 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-decb8fb1-fa73-4c28-89ee-84920ed7801b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:31.802115 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-92081bd7-8f19-49f9-b74f-503c2cb6621e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:31.822054 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-92081bd7-8f19-49f9-b74f-503c2cb6621e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1644416c-60d6-40a6-85e6-3070f924fff8']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:31.831764 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-92081bd7-8f19-49f9-b74f-503c2cb6621e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f3b5184-6036-4f99-8078-b37f20d8a928') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:31.832110 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-92081bd7-8f19-49f9-b74f-503c2cb6621e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f3b5184-6036-4f99-8078-b37f20d8a928') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:31.836730 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c29e5b1a-ca66-49b7-a076-02aebb288565 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:31.842165 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-92081bd7-8f19-49f9-b74f-503c2cb6621e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:31.856110 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-92081bd7-8f19-49f9-b74f-503c2cb6621e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:31.861861 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92081bd7-8f19-49f9-b74f-503c2cb6621e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:26:31.862249 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-92081bd7-8f19-49f9-b74f-503c2cb6621e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:31.865481 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:26:31.865481 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:26:31.865481 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:26:31.865481 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:26:31.865481 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:26:31.865481 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:26:31.865481 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:26:31.865481 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:26:31.865481 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:26:31.865481 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:26:31.865481 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:26:31.865481 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:26:31.865481 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:26:31.865481 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:26:31.865481 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:26:31.865481 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:26:31.865481 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:26:31.865481 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:26:31.865481 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:26:31.865481 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:26:31.865481 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:26:31.865481 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:26:31.865481 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:26:31.865481 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:26:31.865481 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:26:31.865481 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:26:31.865481 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:26:31.865481 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:26:31.865481 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:26:31.865481 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:26:31.865481 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:26:31.865481 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:26:31.884377 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c29e5b1a-ca66-49b7-a076-02aebb288565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:31.917410 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd69a13-35f7-43ab-8e45-81250ed6f7c3 None None] Network 1644416c-60d6-40a6-85e6-3070f924fff8 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:26:31.928064 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-92081bd7-8f19-49f9-b74f-503c2cb6621e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:31.936130 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-92081bd7-8f19-49f9-b74f-503c2cb6621e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:31.937999 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-92081bd7-8f19-49f9-b74f-503c2cb6621e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] 10.222.0.13 "DELETE /v2.0/networks/1644416c-60d6-40a6-85e6-3070f924fff8 HTTP/1.1" status: 204 len: 168 time: 0.4480317 Sep 17 08:26:31.942541 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49360) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:31.948001 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92081bd7-8f19-49f9-b74f-503c2cb6621e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Pushing event deleted for resources: {'Network': ['ID=1644416c-60d6-40a6-85e6-3070f924fff8,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:31.948874 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-5ee762ca-ece0-4fa6-bfae-f5de81962133 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-283244942'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:26:31.951520 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29e5b1a-ca66-49b7-a076-02aebb288565 None None] Network 2e793fbc-d42c-4aca-a3a2-908db8e94864 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:26:31.959102 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-c29e5b1a-ca66-49b7-a076-02aebb288565 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:26:31.960853 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29e5b1a-ca66-49b7-a076-02aebb288565 None None] Pushing event updated for resources: {'Port': ['ID=19274c05-315a-45e3-911e-fb39c12c9c02,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:31.963041 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29e5b1a-ca66-49b7-a076-02aebb288565 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:26:31.979058 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee762ca-ece0-4fa6-bfae-f5de81962133 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Made reservation on behalf of 8f6097e219a146b8aaf42965919a8a3a for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:26:31.982641 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5ee762ca-ece0-4fa6-bfae-f5de81962133 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:32.014030 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ee762ca-ece0-4fa6-bfae-f5de81962133 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:26:32.023887 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5ee762ca-ece0-4fa6-bfae-f5de81962133 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:32.024244 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-5ee762ca-ece0-4fa6-bfae-f5de81962133 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Added segment 808dd115-0102-4c15-9f28-06a85152a6cd of type vlan for network 1e49e74d-47e2-4dcc-9984-46410ed70920 Sep 17 08:26:32.063032 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5ee762ca-ece0-4fa6-bfae-f5de81962133 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:32.091137 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-c29e5b1a-ca66-49b7-a076-02aebb288565 None None] Attempting to bind port 19274c05-315a-45e3-911e-fb39c12c9c02 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:26:32.091515 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-c29e5b1a-ca66-49b7-a076-02aebb288565 None None] Attempting to bind port 19274c05-315a-45e3-911e-fb39c12c9c02 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '5e1bced4-3f2c-4bc7-a9ac-d91ba70fbe6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2e793fbc-d42c-4aca-a3a2-908db8e94864'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:26:32.091952 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29e5b1a-ca66-49b7-a076-02aebb288565 None None] Attempting to bind port 19274c05-315a-45e3-911e-fb39c12c9c02 on network 2e793fbc-d42c-4aca-a3a2-908db8e94864 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:26:32.094937 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5ee762ca-ece0-4fa6-bfae-f5de81962133 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:32.097612 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29e5b1a-ca66-49b7-a076-02aebb288565 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:26:32.097990 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29e5b1a-ca66-49b7-a076-02aebb288565 None None] Checking segment: {'id': '5e1bced4-3f2c-4bc7-a9ac-d91ba70fbe6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2e793fbc-d42c-4aca-a3a2-908db8e94864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:26:32.098403 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c29e5b1a-ca66-49b7-a076-02aebb288565 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:32.099065 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29e5b1a-ca66-49b7-a076-02aebb288565 None None] Bound using segment: {'id': '5e1bced4-3f2c-4bc7-a9ac-d91ba70fbe6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2e793fbc-d42c-4aca-a3a2-908db8e94864'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:26:32.099535 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-c29e5b1a-ca66-49b7-a076-02aebb288565 None None] Bound port: 19274c05-315a-45e3-911e-fb39c12c9c02, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e1bced4-3f2c-4bc7-a9ac-d91ba70fbe6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2e793fbc-d42c-4aca-a3a2-908db8e94864'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:26:32.099944 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c29e5b1a-ca66-49b7-a076-02aebb288565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:32.100994 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee762ca-ece0-4fa6-bfae-f5de81962133 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:32.101581 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5ee762ca-ece0-4fa6-bfae-f5de81962133 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:32.139058 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-5ee762ca-ece0-4fa6-bfae-f5de81962133 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1946292 Sep 17 08:26:32.142686 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49362) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:32.148546 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-11d4359e-69da-4d23-8d89-c6970c33b788 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Request body: {'subnet': {'network_id': '1e49e74d-47e2-4dcc-9984-46410ed70920', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:26:32.171167 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-c29e5b1a-ca66-49b7-a076-02aebb288565 None None] For port 19274c05-315a-45e3-911e-fb39c12c9c02, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:26:32.174051 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee762ca-ece0-4fa6-bfae-f5de81962133 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Pushing event updated for resources: {'Network': ['ID=1e49e74d-47e2-4dcc-9984-46410ed70920,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:32.174967 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-c29e5b1a-ca66-49b7-a076-02aebb288565 None None] For port 19274c05-315a-45e3-911e-fb39c12c9c02, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=19274c05-315a-45e3-911e-fb39c12c9c02,segment=NetworkSegment(5e1bced4-3f2c-4bc7-a9ac-d91ba70fbe6f),segment_id=5e1bced4-3f2c-4bc7-a9ac-d91ba70fbe6f)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:26:32.179993 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c29e5b1a-ca66-49b7-a076-02aebb288565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:32.205008 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 1e49e74d-47e2-4dcc-9984-46410ed70920 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:26:32.241094 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d4359e-69da-4d23-8d89-c6970c33b788 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Made reservation on behalf of 8f6097e219a146b8aaf42965919a8a3a for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:26:32.244912 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-11d4359e-69da-4d23-8d89-c6970c33b788 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:32.295018 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29e5b1a-ca66-49b7-a076-02aebb288565 None None] Pushing event updated for resources: {'Port': ['ID=19274c05-315a-45e3-911e-fb39c12c9c02,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:32.454472 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-11d4359e-69da-4d23-8d89-c6970c33b788 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:32.519458 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d4359e-69da-4d23-8d89-c6970c33b788 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Pushing event updated for resources: {'Subnet': ['ID=36a0fbd8-8add-4afb-853c-651a36304486,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:32.536146 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d4359e-69da-4d23-8d89-c6970c33b788 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Checking segment: {'id': '808dd115-0102-4c15-9f28-06a85152a6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1e49e74d-47e2-4dcc-9984-46410ed70920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:26:32.536511 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d4359e-69da-4d23-8d89-c6970c33b788 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Network hostable DHCP agents. Network: 1e49e74d-47e2-4dcc-9984-46410ed70920, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:26:32.555945 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d4359e-69da-4d23-8d89-c6970c33b788 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Network 1e49e74d-47e2-4dcc-9984-46410ed70920 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:26:32.565194 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-11d4359e-69da-4d23-8d89-c6970c33b788 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 1e49e74d-47e2-4dcc-9984-46410ed70920) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:26:32.569505 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d4359e-69da-4d23-8d89-c6970c33b788 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:32.570103 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-11d4359e-69da-4d23-8d89-c6970c33b788 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:32.577832 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b419439-7358-4fd2-a9f1-f8db39f2096a None None] Network 1e49e74d-47e2-4dcc-9984-46410ed70920 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:26:32.585525 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-11d4359e-69da-4d23-8d89-c6970c33b788 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.4416358 Sep 17 08:26:32.588302 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49366) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:32.684053 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-25e229c9-db56-4bfc-8689-10371abf2461 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:32.724708 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1234ce4-6206-40c8-b910-d2a98488588f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-1e49e74d-47e2-4dcc-9984-46410ed70920', 'network_id': '1e49e74d-47e2-4dcc-9984-46410ed70920', 'tenant_id': '8f6097e219a146b8aaf42965919a8a3a', 'fixed_ips': [{'subnet_id': '36a0fbd8-8add-4afb-853c-651a36304486'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:26:32.725700 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e1234ce4-6206-40c8-b910-d2a98488588f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:32.739689 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-25e229c9-db56-4bfc-8689-10371abf2461 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:32.804147 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-25e229c9-db56-4bfc-8689-10371abf2461 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server [None req-e1234ce4-6206-40c8-b910-d2a98488588f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 36a0fbd8-8add-4afb-853c-651a36304486: This subnet is being modified by another concurrent operation. Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise exception Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 36a0fbd8-8add-4afb-853c-651a36304486: This subnet is being modified by another concurrent operation. Sep 17 08:26:32.820141 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server Sep 17 08:26:32.834210 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a77fe03-c488-4955-99cb-c087fd168518 None None] Network 1e49e74d-47e2-4dcc-9984-46410ed70920 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:26:32.838086 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e229c9-db56-4bfc-8689-10371abf2461 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Pushing event deleted for resources: {'Subnet': ['ID=36a0fbd8-8add-4afb-853c-651a36304486,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:32.893992 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-25e229c9-db56-4bfc-8689-10371abf2461 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:32.921060 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-25e229c9-db56-4bfc-8689-10371abf2461 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e49e74d-47e2-4dcc-9984-46410ed70920']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:32.931376 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-25e229c9-db56-4bfc-8689-10371abf2461 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '808dd115-0102-4c15-9f28-06a85152a6cd') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:32.931965 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-25e229c9-db56-4bfc-8689-10371abf2461 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '808dd115-0102-4c15-9f28-06a85152a6cd') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:32.943289 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-25e229c9-db56-4bfc-8689-10371abf2461 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:32.957492 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-25e229c9-db56-4bfc-8689-10371abf2461 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:32.963453 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25e229c9-db56-4bfc-8689-10371abf2461 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:26:32.963865 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-25e229c9-db56-4bfc-8689-10371abf2461 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:32.967006 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:26:32.967006 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:26:32.967006 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:26:32.967006 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:26:32.967006 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:26:32.967006 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:26:32.967006 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:26:32.967006 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:26:32.967006 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:26:32.967006 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:26:32.967006 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:26:32.967006 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:26:32.967006 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:26:32.967006 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:26:32.967006 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:26:32.967006 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:26:32.967006 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:26:32.967006 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:26:32.967006 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:26:32.967006 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:26:32.967006 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:26:32.967006 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:26:32.967006 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:26:32.967006 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:26:32.967006 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:26:32.967006 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:26:32.967006 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:26:32.967006 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:26:32.967006 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:26:32.967006 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:26:32.967006 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:26:32.967006 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:26:33.025441 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-25e229c9-db56-4bfc-8689-10371abf2461 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:33.030793 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-25e229c9-db56-4bfc-8689-10371abf2461 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:33.032925 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-25e229c9-db56-4bfc-8689-10371abf2461 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] 10.222.0.13 "DELETE /v2.0/networks/1e49e74d-47e2-4dcc-9984-46410ed70920 HTTP/1.1" status: 204 len: 168 time: 0.4436996 Sep 17 08:26:33.039349 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49368) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:33.046101 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-954d7c6b-fb43-4747-ae68-486a7aad6ee8 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-534960472'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:26:33.052866 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e229c9-db56-4bfc-8689-10371abf2461 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Pushing event deleted for resources: {'Network': ['ID=1e49e74d-47e2-4dcc-9984-46410ed70920,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:33.072365 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954d7c6b-fb43-4747-ae68-486a7aad6ee8 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Made reservation on behalf of 8f6097e219a146b8aaf42965919a8a3a for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:26:33.076531 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-954d7c6b-fb43-4747-ae68-486a7aad6ee8 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:33.103069 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-954d7c6b-fb43-4747-ae68-486a7aad6ee8 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:26:33.112816 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-954d7c6b-fb43-4747-ae68-486a7aad6ee8 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:33.113246 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-954d7c6b-fb43-4747-ae68-486a7aad6ee8 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Added segment 6645f468-aaed-4e08-bca6-f5da47224eb3 of type vlan for network 3e1d8b96-aa45-4af1-9a4a-dc79cf75c883 Sep 17 08:26:33.158467 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-954d7c6b-fb43-4747-ae68-486a7aad6ee8 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:33.191809 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-954d7c6b-fb43-4747-ae68-486a7aad6ee8 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:33.199063 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954d7c6b-fb43-4747-ae68-486a7aad6ee8 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:33.199670 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-954d7c6b-fb43-4747-ae68-486a7aad6ee8 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:33.207726 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156ea0ad-641e-4136-96bd-f2e97aa70aa7 None None] Network 2e793fbc-d42c-4aca-a3a2-908db8e94864 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:26:33.239165 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-954d7c6b-fb43-4747-ae68-486a7aad6ee8 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1982398 Sep 17 08:26:33.242078 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49370) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:33.243987 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-61d55455-f89f-4646-a299-e9223f9a1077 None None] Provisioning complete for port 19274c05-315a-45e3-911e-fb39c12c9c02 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:26:33.244372 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-61d55455-f89f-4646-a299-e9223f9a1077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:33.249836 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-f05a84ae-6120-45d5-91aa-872b1b9cfee0 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Request body: {'subnet': {'network_id': '3e1d8b96-aa45-4af1-9a4a-dc79cf75c883', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:26:33.295956 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 19274c05-315a-45e3-911e-fb39c12c9c02 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:26:33.307804 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954d7c6b-fb43-4747-ae68-486a7aad6ee8 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Pushing event updated for resources: {'Network': ['ID=3e1d8b96-aa45-4af1-9a4a-dc79cf75c883,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:33.331647 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 3e1d8b96-aa45-4af1-9a4a-dc79cf75c883 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:26:33.374274 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f05a84ae-6120-45d5-91aa-872b1b9cfee0 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Made reservation on behalf of 8f6097e219a146b8aaf42965919a8a3a for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:26:33.378578 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f05a84ae-6120-45d5-91aa-872b1b9cfee0 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:33.520833 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 19274c05-315a-45e3-911e-fb39c12c9c02 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:26:33.521218 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:33.536208 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-61d55455-f89f-4646-a299-e9223f9a1077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:33.559505 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f05a84ae-6120-45d5-91aa-872b1b9cfee0 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:33.616299 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-61d55455-f89f-4646-a299-e9223f9a1077 None None] For port 19274c05-315a-45e3-911e-fb39c12c9c02, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=19274c05-315a-45e3-911e-fb39c12c9c02,segment=NetworkSegment(5e1bced4-3f2c-4bc7-a9ac-d91ba70fbe6f),segment_id=5e1bced4-3f2c-4bc7-a9ac-d91ba70fbe6f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:26:33.624695 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05a84ae-6120-45d5-91aa-872b1b9cfee0 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Pushing event updated for resources: {'Subnet': ['ID=11f81015-6a71-4aef-8740-bdf25e3665f4,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:33.634392 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05a84ae-6120-45d5-91aa-872b1b9cfee0 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Checking segment: {'id': '6645f468-aaed-4e08-bca6-f5da47224eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3e1d8b96-aa45-4af1-9a4a-dc79cf75c883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:26:33.634775 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05a84ae-6120-45d5-91aa-872b1b9cfee0 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Network hostable DHCP agents. Network: 3e1d8b96-aa45-4af1-9a4a-dc79cf75c883, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:26:33.654534 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05a84ae-6120-45d5-91aa-872b1b9cfee0 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Network 3e1d8b96-aa45-4af1-9a4a-dc79cf75c883 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:26:33.665315 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-f05a84ae-6120-45d5-91aa-872b1b9cfee0 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 3e1d8b96-aa45-4af1-9a4a-dc79cf75c883) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:26:33.671065 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05a84ae-6120-45d5-91aa-872b1b9cfee0 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:33.671733 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f05a84ae-6120-45d5-91aa-872b1b9cfee0 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:33.690025 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f05a84ae-6120-45d5-91aa-872b1b9cfee0 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.4458776 Sep 17 08:26:33.693239 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49374) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:33.801585 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8e457bb2-673b-469b-97bc-996d05571a4e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:33.812651 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97dcebdd-1f96-421c-97d2-be635796ada7 None None] Network 3e1d8b96-aa45-4af1-9a4a-dc79cf75c883 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:26:33.814444 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-61d55455-f89f-4646-a299-e9223f9a1077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:33.858674 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8e457bb2-673b-469b-97bc-996d05571a4e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:33.908401 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device bd676f1c-98ac-4b56-97a2-5637ef350396 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:26:33.916761 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8e457bb2-673b-469b-97bc-996d05571a4e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:33.941888 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e457bb2-673b-469b-97bc-996d05571a4e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Pushing event deleted for resources: {'Subnet': ['ID=11f81015-6a71-4aef-8740-bdf25e3665f4,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:33.961243 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d55455-f89f-4646-a299-e9223f9a1077 None None] Pushing event updated for resources: {'Port': ['ID=19274c05-315a-45e3-911e-fb39c12c9c02,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:33.992062 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-85d7f211-22e3-449e-ae96-687ca187f77a None None] Provisioning complete for port 19274c05-315a-45e3-911e-fb39c12c9c02 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:26:33.992448 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-85d7f211-22e3-449e-ae96-687ca187f77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:34.002411 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8e457bb2-673b-469b-97bc-996d05571a4e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:34.026882 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-8e457bb2-673b-469b-97bc-996d05571a4e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e1d8b96-aa45-4af1-9a4a-dc79cf75c883']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:34.036673 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-8e457bb2-673b-469b-97bc-996d05571a4e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6645f468-aaed-4e08-bca6-f5da47224eb3') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:34.036964 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-8e457bb2-673b-469b-97bc-996d05571a4e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6645f468-aaed-4e08-bca6-f5da47224eb3') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:34.046812 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8e457bb2-673b-469b-97bc-996d05571a4e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:34.060301 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8e457bb2-673b-469b-97bc-996d05571a4e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:34.068774 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e457bb2-673b-469b-97bc-996d05571a4e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:26:34.069182 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8e457bb2-673b-469b-97bc-996d05571a4e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:34.071707 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b1112c-99e0-46c9-819a-a3605e964819 None None] Network 3e1d8b96-aa45-4af1-9a4a-dc79cf75c883 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:26:34.072433 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 08:26:34.072433 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:26:34.072433 n-d-789963-9 neutron-server[101290]: timer() Sep 17 08:26:34.072433 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:26:34.072433 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 08:26:34.072433 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:26:34.072433 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 08:26:34.072433 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:26:34.072433 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 08:26:34.072433 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:26:34.072433 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 08:26:34.072433 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:26:34.072433 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 08:26:34.072433 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:26:34.072433 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:26:34.072433 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:26:34.072433 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:26:34.072433 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:26:34.072433 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 08:26:34.072433 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:26:34.072433 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 08:26:34.072433 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:26:34.072433 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:26:34.072433 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:26:34.072433 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 08:26:34.072433 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:26:34.072433 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:26:34.072433 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:26:34.072433 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:26:34.072433 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:26:34.072433 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:26:34.072433 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:26:34.076288 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port bd676f1c-98ac-4b56-97a2-5637ef350396 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:26:34.076681 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:34.138648 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8e457bb2-673b-469b-97bc-996d05571a4e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:34.143398 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8e457bb2-673b-469b-97bc-996d05571a4e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:34.149123 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-8e457bb2-673b-469b-97bc-996d05571a4e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] 10.222.0.13 "DELETE /v2.0/networks/3e1d8b96-aa45-4af1-9a4a-dc79cf75c883 HTTP/1.1" status: 204 len: 168 time: 0.4514499 Sep 17 08:26:34.149496 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49376) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:34.154584 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-6337b98e-43e8-4852-ba9d-f830dedf1fcc tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-974136101'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:26:34.162234 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e457bb2-673b-469b-97bc-996d05571a4e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Pushing event deleted for resources: {'Network': ['ID=3e1d8b96-aa45-4af1-9a4a-dc79cf75c883,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:34.176576 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6337b98e-43e8-4852-ba9d-f830dedf1fcc tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Made reservation on behalf of 8f6097e219a146b8aaf42965919a8a3a for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:26:34.180278 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6337b98e-43e8-4852-ba9d-f830dedf1fcc tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:34.203117 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6337b98e-43e8-4852-ba9d-f830dedf1fcc tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:26:34.212239 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6337b98e-43e8-4852-ba9d-f830dedf1fcc tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:34.212593 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-6337b98e-43e8-4852-ba9d-f830dedf1fcc tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Added segment bfc36b4b-21b5-4fba-a7fd-2f7f37e59e24 of type vlan for network a839ab67-b6fd-476c-aa88-e3eb1d87f31b Sep 17 08:26:34.260459 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6337b98e-43e8-4852-ba9d-f830dedf1fcc tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:34.265779 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2e3cac-b724-4893-80e6-2c7cdda4987c None None] get_active_networks_info from n-d-789963-9 {{(pid=101291) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 08:26:34.284583 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6337b98e-43e8-4852-ba9d-f830dedf1fcc tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:34.290070 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6337b98e-43e8-4852-ba9d-f830dedf1fcc tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:34.290664 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6337b98e-43e8-4852-ba9d-f830dedf1fcc tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:34.327114 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-6337b98e-43e8-4852-ba9d-f830dedf1fcc tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1765099 Sep 17 08:26:34.330098 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49378) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:34.335297 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-a22d3f40-bd51-4952-a25a-25d87dda88cd tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Request body: {'subnet': {'network_id': 'a839ab67-b6fd-476c-aa88-e3eb1d87f31b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:26:34.368244 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2e3cac-b724-4893-80e6-2c7cdda4987c None None] Resources bound (agent type, host, resource id): {{(pid=101291) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 08:26:34.373878 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6337b98e-43e8-4852-ba9d-f830dedf1fcc tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Pushing event updated for resources: {'Network': ['ID=a839ab67-b6fd-476c-aa88-e3eb1d87f31b,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:34.384077 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network a839ab67-b6fd-476c-aa88-e3eb1d87f31b details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:26:34.459017 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22d3f40-bd51-4952-a25a-25d87dda88cd tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Made reservation on behalf of 8f6097e219a146b8aaf42965919a8a3a for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:26:34.463198 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a22d3f40-bd51-4952-a25a-25d87dda88cd tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:34.645475 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a22d3f40-bd51-4952-a25a-25d87dda88cd tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:34.652949 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b752a7e7-43c4-49a5-a4af-f329f1ec23d6 None None] get_active_networks_info from n-d-789963-9 {{(pid=101291) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 08:26:34.704132 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22d3f40-bd51-4952-a25a-25d87dda88cd tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Pushing event updated for resources: {'Subnet': ['ID=5ff0ff44-d180-400b-b57d-d0043f11c63a,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:34.712584 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22d3f40-bd51-4952-a25a-25d87dda88cd tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Checking segment: {'id': 'bfc36b4b-21b5-4fba-a7fd-2f7f37e59e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'a839ab67-b6fd-476c-aa88-e3eb1d87f31b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:26:34.712945 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22d3f40-bd51-4952-a25a-25d87dda88cd tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Network hostable DHCP agents. Network: a839ab67-b6fd-476c-aa88-e3eb1d87f31b, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:26:34.729946 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22d3f40-bd51-4952-a25a-25d87dda88cd tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Network a839ab67-b6fd-476c-aa88-e3eb1d87f31b is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:26:34.739296 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-a22d3f40-bd51-4952-a25a-25d87dda88cd tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, a839ab67-b6fd-476c-aa88-e3eb1d87f31b) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:26:34.743781 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22d3f40-bd51-4952-a25a-25d87dda88cd tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:34.744665 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a22d3f40-bd51-4952-a25a-25d87dda88cd tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:34.758654 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-a22d3f40-bd51-4952-a25a-25d87dda88cd tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4275892 Sep 17 08:26:34.761627 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49382) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:34.766454 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-20975d2e-aac5-488f-a03f-1614a4298c0a tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Request body: {'subnet': {'network_id': 'a839ab67-b6fd-476c-aa88-e3eb1d87f31b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:26:34.844404 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b752a7e7-43c4-49a5-a4af-f329f1ec23d6 None None] Unable to find a vacant binding_index for network a839ab67-b6fd-476c-aa88-e3eb1d87f31b and agent b55afc1e-48d4-4470-8b07-b398b506c589 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Sep 17 08:26:34.850677 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b752a7e7-43c4-49a5-a4af-f329f1ec23d6 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, a839ab67-b6fd-476c-aa88-e3eb1d87f31b) {{(pid=101291) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 08:26:34.871908 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20975d2e-aac5-488f-a03f-1614a4298c0a tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Made reservation on behalf of 8f6097e219a146b8aaf42965919a8a3a for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:26:34.875317 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-20975d2e-aac5-488f-a03f-1614a4298c0a tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:35.091438 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749d7165-b560-411f-9631-239c26a5363a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-a839ab67-b6fd-476c-aa88-e3eb1d87f31b', 'network_id': 'a839ab67-b6fd-476c-aa88-e3eb1d87f31b', 'tenant_id': '8f6097e219a146b8aaf42965919a8a3a', 'fixed_ips': [{'subnet_id': '5ff0ff44-d180-400b-b57d-d0043f11c63a'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:26:35.091750 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-749d7165-b560-411f-9631-239c26a5363a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:35.209741 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 19274c05-315a-45e3-911e-fb39c12c9c02 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:26:35.265742 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-749d7165-b560-411f-9631-239c26a5363a None None] Allocated IP 2001:db8::2 (a839ab67-b6fd-476c-aa88-e3eb1d87f31b/5ff0ff44-d180-400b-b57d-d0043f11c63a/e987be8d-2ef1-4e71-bbc4-e31436d00770) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:26:35.311676 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 19274c05-315a-45e3-911e-fb39c12c9c02 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:26:35.312370 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:35.427781 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-20975d2e-aac5-488f-a03f-1614a4298c0a tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:35.467480 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20975d2e-aac5-488f-a03f-1614a4298c0a tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Network a839ab67-b6fd-476c-aa88-e3eb1d87f31b is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:26:35.470617 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-20975d2e-aac5-488f-a03f-1614a4298c0a tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:26:35.475185 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20975d2e-aac5-488f-a03f-1614a4298c0a tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:35.475786 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-20975d2e-aac5-488f-a03f-1614a4298c0a tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:35.478522 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-749d7165-b560-411f-9631-239c26a5363a None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:35.487797 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-749d7165-b560-411f-9631-239c26a5363a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:35.489279 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20975d2e-aac5-488f-a03f-1614a4298c0a tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Pushing event updated for resources: {'Subnet': ['ID=9477361f-a16d-4af2-a294-6a3d9ab2a7bf,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:35.500472 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-20975d2e-aac5-488f-a03f-1614a4298c0a tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7353513 Sep 17 08:26:35.500850 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49384) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:35.523226 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749d7165-b560-411f-9631-239c26a5363a None None] Network a839ab67-b6fd-476c-aa88-e3eb1d87f31b is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:26:35.526197 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-749d7165-b560-411f-9631-239c26a5363a None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:26:35.529628 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749d7165-b560-411f-9631-239c26a5363a None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:26:35.545647 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749d7165-b560-411f-9631-239c26a5363a None None] Pushing event updated for resources: {'Port': ['ID=e987be8d-2ef1-4e71-bbc4-e31436d00770,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:35.593026 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:35.598060 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f6393a-5692-4d29-b838-38895d82691e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:35.599883 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f6393a-5692-4d29-b838-38895d82691e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:35.601404 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f6393a-5692-4d29-b838-38895d82691e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:35.601971 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-749d7165-b560-411f-9631-239c26a5363a None None] Attempting to bind port e987be8d-2ef1-4e71-bbc4-e31436d00770 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:26:35.602343 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-749d7165-b560-411f-9631-239c26a5363a None None] Attempting to bind port e987be8d-2ef1-4e71-bbc4-e31436d00770 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'bfc36b4b-21b5-4fba-a7fd-2f7f37e59e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'a839ab67-b6fd-476c-aa88-e3eb1d87f31b'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:26:35.602722 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749d7165-b560-411f-9631-239c26a5363a None None] Attempting to bind port e987be8d-2ef1-4e71-bbc4-e31436d00770 on network a839ab67-b6fd-476c-aa88-e3eb1d87f31b {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:26:35.602920 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f6393a-5692-4d29-b838-38895d82691e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:35.604500 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f6393a-5692-4d29-b838-38895d82691e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:35.606187 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-32f6393a-5692-4d29-b838-38895d82691e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1043365 Sep 17 08:26:35.607670 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749d7165-b560-411f-9631-239c26a5363a None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:26:35.608521 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749d7165-b560-411f-9631-239c26a5363a None None] Checking segment: {'id': 'bfc36b4b-21b5-4fba-a7fd-2f7f37e59e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'a839ab67-b6fd-476c-aa88-e3eb1d87f31b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:26:35.608918 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-749d7165-b560-411f-9631-239c26a5363a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:35.609362 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749d7165-b560-411f-9631-239c26a5363a None None] Bound using segment: {'id': 'bfc36b4b-21b5-4fba-a7fd-2f7f37e59e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'a839ab67-b6fd-476c-aa88-e3eb1d87f31b'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:26:35.609833 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-749d7165-b560-411f-9631-239c26a5363a None None] Bound port: e987be8d-2ef1-4e71-bbc4-e31436d00770, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfc36b4b-21b5-4fba-a7fd-2f7f37e59e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'a839ab67-b6fd-476c-aa88-e3eb1d87f31b'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:26:35.609991 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49388) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:35.610208 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-749d7165-b560-411f-9631-239c26a5363a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:35.614849 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-807cb4ac-e05f-48a6-9a52-d7f009701fd9 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-965611358'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:26:35.636280 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807cb4ac-e05f-48a6-9a52-d7f009701fd9 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Made reservation on behalf of 8f6097e219a146b8aaf42965919a8a3a for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:26:35.639746 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-807cb4ac-e05f-48a6-9a52-d7f009701fd9 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:35.663327 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-807cb4ac-e05f-48a6-9a52-d7f009701fd9 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:26:35.672455 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-807cb4ac-e05f-48a6-9a52-d7f009701fd9 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:35.672910 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-807cb4ac-e05f-48a6-9a52-d7f009701fd9 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Added segment 7eac80a6-548c-4914-9fc6-47b74644212c of type vlan for network dc551121-6fa4-48ac-9609-203d01c3456b Sep 17 08:26:35.678245 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-749d7165-b560-411f-9631-239c26a5363a None None] For port e987be8d-2ef1-4e71-bbc4-e31436d00770, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:26:35.681514 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-749d7165-b560-411f-9631-239c26a5363a None None] For port e987be8d-2ef1-4e71-bbc4-e31436d00770, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=e987be8d-2ef1-4e71-bbc4-e31436d00770,segment=NetworkSegment(bfc36b4b-21b5-4fba-a7fd-2f7f37e59e24),segment_id=bfc36b4b-21b5-4fba-a7fd-2f7f37e59e24)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:26:35.685534 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-749d7165-b560-411f-9631-239c26a5363a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:35.713045 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-807cb4ac-e05f-48a6-9a52-d7f009701fd9 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:35.744746 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749d7165-b560-411f-9631-239c26a5363a None None] Pushing event updated for resources: {'Port': ['ID=e987be8d-2ef1-4e71-bbc4-e31436d00770,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:35.746245 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-807cb4ac-e05f-48a6-9a52-d7f009701fd9 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:35.752019 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807cb4ac-e05f-48a6-9a52-d7f009701fd9 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:35.752844 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-807cb4ac-e05f-48a6-9a52-d7f009701fd9 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:35.794939 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-807cb4ac-e05f-48a6-9a52-d7f009701fd9 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1837964 Sep 17 08:26:35.797709 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49390) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:35.803356 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-fa3234b3-caa3-4fe4-a7e4-f3d4360691eb tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:26:35.815064 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:35.848188 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807cb4ac-e05f-48a6-9a52-d7f009701fd9 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Pushing event updated for resources: {'Network': ['ID=dc551121-6fa4-48ac-9609-203d01c3456b,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:35.861047 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network dc551121-6fa4-48ac-9609-203d01c3456b details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:26:36.014063 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fa3234b3-caa3-4fe4-a7e4-f3d4360691eb tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:36.028164 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fa3234b3-caa3-4fe4-a7e4-f3d4360691eb tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:36.045735 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fa3234b3-caa3-4fe4-a7e4-f3d4360691eb tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Network dc551121-6fa4-48ac-9609-203d01c3456b is not hosted by any dhcp agent {{(pid=101290) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 17 08:26:36.051020 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3234b3-caa3-4fe4-a7e4-f3d4360691eb tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:36.051599 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fa3234b3-caa3-4fe4-a7e4-f3d4360691eb tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks [] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:36.052912 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-fa3234b3-caa3-4fe4-a7e4-f3d4360691eb tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] 10.222.0.13 "PUT /v2.0/networks/dc551121-6fa4-48ac-9609-203d01c3456b HTTP/1.1" status: 200 len: 723 time: 0.2542839 Sep 17 08:26:36.055781 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49392) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:36.060420 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-830126a3-b2c8-4bc1-8593-52930cddfa97 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Request body: {'subnet': {'network_id': 'dc551121-6fa4-48ac-9609-203d01c3456b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:26:36.126532 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3234b3-caa3-4fe4-a7e4-f3d4360691eb tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Pushing event updated for resources: {'Network': ['ID=dc551121-6fa4-48ac-9609-203d01c3456b,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:36.159605 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3234b3-caa3-4fe4-a7e4-f3d4360691eb tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:26:36.159989 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3234b3-caa3-4fe4-a7e4-f3d4360691eb tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:26:36.160337 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3234b3-caa3-4fe4-a7e4-f3d4360691eb tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:26:36.160677 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3234b3-caa3-4fe4-a7e4-f3d4360691eb tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:26:36.161014 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3234b3-caa3-4fe4-a7e4-f3d4360691eb tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:26:36.161353 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3234b3-caa3-4fe4-a7e4-f3d4360691eb tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:26:36.161685 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3234b3-caa3-4fe4-a7e4-f3d4360691eb tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:26:36.162015 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3234b3-caa3-4fe4-a7e4-f3d4360691eb tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:26:36.162342 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3234b3-caa3-4fe4-a7e4-f3d4360691eb tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:26:36.162666 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3234b3-caa3-4fe4-a7e4-f3d4360691eb tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:26:36.162992 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3234b3-caa3-4fe4-a7e4-f3d4360691eb tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:26:36.163333 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3234b3-caa3-4fe4-a7e4-f3d4360691eb tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:26:36.174308 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network dc551121-6fa4-48ac-9609-203d01c3456b details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:26:36.198299 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-830126a3-b2c8-4bc1-8593-52930cddfa97 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Made reservation on behalf of 8f6097e219a146b8aaf42965919a8a3a for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:26:36.202001 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-830126a3-b2c8-4bc1-8593-52930cddfa97 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:36.391367 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-830126a3-b2c8-4bc1-8593-52930cddfa97 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:36.450328 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830126a3-b2c8-4bc1-8593-52930cddfa97 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Pushing event updated for resources: {'Subnet': ['ID=d8258a06-e002-42ab-8a95-56ea77dda860,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:36.461307 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830126a3-b2c8-4bc1-8593-52930cddfa97 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Checking segment: {'id': '7eac80a6-548c-4914-9fc6-47b74644212c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'dc551121-6fa4-48ac-9609-203d01c3456b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:26:36.461676 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830126a3-b2c8-4bc1-8593-52930cddfa97 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Network hostable DHCP agents. Network: dc551121-6fa4-48ac-9609-203d01c3456b, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:26:36.482163 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830126a3-b2c8-4bc1-8593-52930cddfa97 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Network dc551121-6fa4-48ac-9609-203d01c3456b is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:26:36.493275 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-830126a3-b2c8-4bc1-8593-52930cddfa97 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, dc551121-6fa4-48ac-9609-203d01c3456b) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:26:36.498500 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830126a3-b2c8-4bc1-8593-52930cddfa97 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:36.499479 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-830126a3-b2c8-4bc1-8593-52930cddfa97 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:36.516672 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-830126a3-b2c8-4bc1-8593-52930cddfa97 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4598737 Sep 17 08:26:36.520256 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49394) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:36.525385 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-e19b227d-e397-476f-b9d5-7003ebbc633b tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:26:36.622146 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e19b227d-e397-476f-b9d5-7003ebbc633b tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-29677099'] for subnet, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:36.625925 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe5dd03-8ad2-4b40-a9ff-138e43fa078f None None] Network a839ab67-b6fd-476c-aa88-e3eb1d87f31b requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:26:36.628806 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5a055f-537a-44ac-9c9a-91f854a4c294 None None] Network dc551121-6fa4-48ac-9609-203d01c3456b requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:26:36.749366 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ba27154d-9f46-4044-a778-095dc6588c50 None None] Provisioning complete for port e987be8d-2ef1-4e71-bbc4-e31436d00770 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:26:36.749663 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ba27154d-9f46-4044-a778-095dc6588c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:36.767492 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e19b227d-e397-476f-b9d5-7003ebbc633b tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729337314308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-29439729'] for subnet, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:36.799367 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19b227d-e397-476f-b9d5-7003ebbc633b tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:36.799984 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e19b227d-e397-476f-b9d5-7003ebbc633b tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks [] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:36.803679 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e19b227d-e397-476f-b9d5-7003ebbc633b tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] 10.222.0.13 "PUT /v2.0/subnets/d8258a06-e002-42ab-8a95-56ea77dda860 HTTP/1.1" status: 200 len: 826 time: 0.2801039 Sep 17 08:26:36.804062 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49398) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:36.825180 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19b227d-e397-476f-b9d5-7003ebbc633b tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Pushing event updated for resources: {'Subnet': ['ID=d8258a06-e002-42ab-8a95-56ea77dda860,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:36.907527 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ba54a3a5-3980-455f-a715-4fb6c6e5384e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:36.933387 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd386b20-3c4d-42c7-9f4e-cb44317bcdbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-dc551121-6fa4-48ac-9609-203d01c3456b', 'network_id': 'dc551121-6fa4-48ac-9609-203d01c3456b', 'tenant_id': '8f6097e219a146b8aaf42965919a8a3a', 'fixed_ips': [{'subnet_id': 'd8258a06-e002-42ab-8a95-56ea77dda860'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:26:36.934233 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dd386b20-3c4d-42c7-9f4e-cb44317bcdbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:36.959341 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ba54a3a5-3980-455f-a715-4fb6c6e5384e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:37.022016 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ba54a3a5-3980-455f-a715-4fb6c6e5384e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:37.052674 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba54a3a5-3980-455f-a715-4fb6c6e5384e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Pushing event deleted for resources: {'Subnet': ['ID=d8258a06-e002-42ab-8a95-56ea77dda860,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:37.076342 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba54a3a5-3980-455f-a715-4fb6c6e5384e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:26:37.076693 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba54a3a5-3980-455f-a715-4fb6c6e5384e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:26:37.077042 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba54a3a5-3980-455f-a715-4fb6c6e5384e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:26:37.077374 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba54a3a5-3980-455f-a715-4fb6c6e5384e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:26:37.077703 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba54a3a5-3980-455f-a715-4fb6c6e5384e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:26:37.078030 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba54a3a5-3980-455f-a715-4fb6c6e5384e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:26:37.078362 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba54a3a5-3980-455f-a715-4fb6c6e5384e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:26:37.078690 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba54a3a5-3980-455f-a715-4fb6c6e5384e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:26:37.079012 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba54a3a5-3980-455f-a715-4fb6c6e5384e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:26:37.079333 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba54a3a5-3980-455f-a715-4fb6c6e5384e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:26:37.079653 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba54a3a5-3980-455f-a715-4fb6c6e5384e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:26:37.080002 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba54a3a5-3980-455f-a715-4fb6c6e5384e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:26:37.130348 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ba54a3a5-3980-455f-a715-4fb6c6e5384e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:37.142267 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ba27154d-9f46-4044-a778-095dc6588c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:37.154841 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-ba54a3a5-3980-455f-a715-4fb6c6e5384e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc551121-6fa4-48ac-9609-203d01c3456b']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:37.167508 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-ba54a3a5-3980-455f-a715-4fb6c6e5384e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eac80a6-548c-4914-9fc6-47b74644212c') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:37.167804 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-ba54a3a5-3980-455f-a715-4fb6c6e5384e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eac80a6-548c-4914-9fc6-47b74644212c') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:37.177213 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ba54a3a5-3980-455f-a715-4fb6c6e5384e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:37.190953 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ba54a3a5-3980-455f-a715-4fb6c6e5384e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:37.197627 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba54a3a5-3980-455f-a715-4fb6c6e5384e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:26:37.197627 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ba54a3a5-3980-455f-a715-4fb6c6e5384e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:37.200680 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:26:37.200680 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:26:37.200680 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:26:37.200680 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:26:37.200680 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:26:37.200680 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:26:37.200680 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:26:37.200680 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:26:37.200680 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:26:37.200680 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:26:37.200680 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:26:37.200680 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:26:37.200680 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:26:37.200680 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:26:37.200680 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:26:37.200680 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:26:37.200680 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:26:37.200680 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:26:37.200680 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:26:37.200680 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:26:37.200680 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:26:37.200680 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:26:37.200680 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:26:37.200680 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:26:37.200680 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:26:37.200680 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:26:37.200680 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:26:37.200680 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:26:37.200680 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:26:37.200680 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:26:37.200680 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:26:37.200680 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:26:37.229546 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ba27154d-9f46-4044-a778-095dc6588c50 None None] For port e987be8d-2ef1-4e71-bbc4-e31436d00770, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=e987be8d-2ef1-4e71-bbc4-e31436d00770,segment=NetworkSegment(bfc36b4b-21b5-4fba-a7fd-2f7f37e59e24),segment_id=bfc36b4b-21b5-4fba-a7fd-2f7f37e59e24)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:26:37.233834 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ba27154d-9f46-4044-a778-095dc6588c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:37.260118 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dee0b97-92bb-445d-86e8-221325c9e419 None None] Network dc551121-6fa4-48ac-9609-203d01c3456b requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:26:37.262384 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device e987be8d-2ef1-4e71-bbc4-e31436d00770 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:26:37.280668 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ba54a3a5-3980-455f-a715-4fb6c6e5384e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:37.285077 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ba54a3a5-3980-455f-a715-4fb6c6e5384e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1536043'] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:37.289916 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ba54a3a5-3980-455f-a715-4fb6c6e5384e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] 10.222.0.13 "DELETE /v2.0/networks/dc551121-6fa4-48ac-9609-203d01c3456b HTTP/1.1" status: 204 len: 168 time: 0.4848342 Sep 17 08:26:37.290147 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49400) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:37.305137 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba54a3a5-3980-455f-a715-4fb6c6e5384e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Pushing event deleted for resources: {'Network': ['ID=dc551121-6fa4-48ac-9609-203d01c3456b,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:37.309327 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-28248874-6c67-45a4-8358-dce40186be4b tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] DELETE failed (client error): The resource could not be found. Sep 17 08:26:37.309984 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28248874-6c67-45a4-8358-dce40186be4b tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:26:37.312180 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-28248874-6c67-45a4-8358-dce40186be4b tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] 10.222.0.13 "DELETE /v2.0/networks/dc551121-6fa4-48ac-9609-203d01c3456b HTTP/1.1" status: 404 len: 339 time: 0.0209277 Sep 17 08:26:37.316291 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49402) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:37.321302 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-6061eef6-25a9-4347-9893-f1d3b839844d tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1153072607', 'description': 'd1'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:26:37.342151 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6061eef6-25a9-4347-9893-f1d3b839844d tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Made reservation on behalf of 8f6097e219a146b8aaf42965919a8a3a for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:26:37.345631 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6061eef6-25a9-4347-9893-f1d3b839844d tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:37.369185 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6061eef6-25a9-4347-9893-f1d3b839844d tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:26:37.379334 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6061eef6-25a9-4347-9893-f1d3b839844d tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:37.379683 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-6061eef6-25a9-4347-9893-f1d3b839844d tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Added segment e1d9cd5f-4f88-4bc7-9473-694f1966679d of type vlan for network 9bd2a253-84a0-4b32-948d-852c70aec05c Sep 17 08:26:37.405295 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba27154d-9f46-4044-a778-095dc6588c50 None None] Pushing event updated for resources: {'Port': ['ID=e987be8d-2ef1-4e71-bbc4-e31436d00770,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:37.409150 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e0d36e-a37b-4bfe-aa53-5e9981209593 None None] Update dhcp port {'port': {'network_id': 'a839ab67-b6fd-476c-aa88-e3eb1d87f31b', 'fixed_ips': [{'subnet_id': '5ff0ff44-d180-400b-b57d-d0043f11c63a', 'ip_address': '2001:db8::2'}, {'subnet_id': '9477361f-a16d-4af2-a294-6a3d9ab2a7bf'}], 'binding:host_id': 'n-d-789963-9'}, 'id': 'e987be8d-2ef1-4e71-bbc4-e31436d00770'} from n-d-789963-9. {{(pid=101291) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 08:26:37.422032 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6061eef6-25a9-4347-9893-f1d3b839844d tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:37.446472 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6061eef6-25a9-4347-9893-f1d3b839844d tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:37.453798 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6061eef6-25a9-4347-9893-f1d3b839844d tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:37.454501 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6061eef6-25a9-4347-9893-f1d3b839844d tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks [] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:37.472043 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-36e0d36e-a37b-4bfe-aa53-5e9981209593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:37.481976 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532d61ac-721a-4b4a-aaa3-39029973246b None None] Network dc551121-6fa4-48ac-9609-203d01c3456b requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:26:37.492489 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6061eef6-25a9-4347-9893-f1d3b839844d tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1750767 Sep 17 08:26:37.495116 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49404) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:37.499136 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port e987be8d-2ef1-4e71-bbc4-e31436d00770 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:26:37.499513 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:37.501352 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532d61ac-721a-4b4a-aaa3-39029973246b None None] Network dc551121-6fa4-48ac-9609-203d01c3456b could not be found, it might have been deleted concurrently. {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 17 08:26:37.543726 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6061eef6-25a9-4347-9893-f1d3b839844d tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Pushing event updated for resources: {'Network': ['ID=9bd2a253-84a0-4b32-948d-852c70aec05c,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:37.563172 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 9bd2a253-84a0-4b32-948d-852c70aec05c details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:26:37.577645 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d7a4a4-e9a3-4ef5-a6f4-1f4dd12bb62b tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:37.579176 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-35d7a4a4-e9a3-4ef5-a6f4-1f4dd12bb62b tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] 10.222.0.13 "GET /v2.0/networks?id=9bd2a253-84a0-4b32-948d-852c70aec05c HTTP/1.1" status: 200 len: 765 time: 0.0830767 Sep 17 08:26:37.581872 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49406) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:37.587074 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-822e75d6-2251-4872-af86-4a91bae65c20 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Request body: {'network': {'description': 'd2'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:26:37.740107 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-822e75d6-2251-4872-af86-4a91bae65c20 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:37.754894 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-822e75d6-2251-4872-af86-4a91bae65c20 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:37.763754 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-822e75d6-2251-4872-af86-4a91bae65c20 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Network 9bd2a253-84a0-4b32-948d-852c70aec05c is not hosted by any dhcp agent {{(pid=101289) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 17 08:26:37.768985 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-36e0d36e-a37b-4bfe-aa53-5e9981209593 None None] Allocated IP 172.20.0.1 (a839ab67-b6fd-476c-aa88-e3eb1d87f31b/9477361f-a16d-4af2-a294-6a3d9ab2a7bf/e987be8d-2ef1-4e71-bbc4-e31436d00770) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:26:37.769520 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822e75d6-2251-4872-af86-4a91bae65c20 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:37.769767 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-822e75d6-2251-4872-af86-4a91bae65c20 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks [] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:37.774274 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49410) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:37.780334 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-822e75d6-2251-4872-af86-4a91bae65c20 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] 10.222.0.13 "PUT /v2.0/networks/9bd2a253-84a0-4b32-948d-852c70aec05c HTTP/1.1" status: 200 len: 762 time: 0.1973245 Sep 17 08:26:37.842712 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822e75d6-2251-4872-af86-4a91bae65c20 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Pushing event updated for resources: {'Network': ['ID=9bd2a253-84a0-4b32-948d-852c70aec05c,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:37.856928 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 9bd2a253-84a0-4b32-948d-852c70aec05c details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:26:37.869877 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bcb827-10e8-4c49-b123-45d49e831886 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:37.871744 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-34bcb827-10e8-4c49-b123-45d49e831886 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] 10.222.0.13 "GET /v2.0/networks?id=9bd2a253-84a0-4b32-948d-852c70aec05c HTTP/1.1" status: 200 len: 765 time: 0.0956147 Sep 17 08:26:37.875392 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49412) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:37.930593 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-36e0d36e-a37b-4bfe-aa53-5e9981209593 None None] For port e987be8d-2ef1-4e71-bbc4-e31436d00770, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=e987be8d-2ef1-4e71-bbc4-e31436d00770,segment=NetworkSegment(bfc36b4b-21b5-4fba-a7fd-2f7f37e59e24),segment_id=bfc36b4b-21b5-4fba-a7fd-2f7f37e59e24)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:26:37.962456 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-36e0d36e-a37b-4bfe-aa53-5e9981209593 None None] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:37.967041 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-36e0d36e-a37b-4bfe-aa53-5e9981209593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:38.052729 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e0d36e-a37b-4bfe-aa53-5e9981209593 None None] Pushing event updated for resources: {'Port': ['ID=e987be8d-2ef1-4e71-bbc4-e31436d00770,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:38.055394 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd9f97c-652d-41f3-ba1e-9a04402fa0c3 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:38.057338 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-0dd9f97c-652d-41f3-ba1e-9a04402fa0c3 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1805828 Sep 17 08:26:38.059577 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49414) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:38.100747 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-26aeb889-a6a9-44e5-8685-1c07b9932d54 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] 10.222.0.13 "GET /v2.0/subnets?network_id=5fc128c4-343a-4b5b-8a61-6a2b8d95c555 HTTP/1.1" status: 200 len: 207 time: 0.0400498 Sep 17 08:26:38.103946 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49416) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:38.213393 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3019732-e41d-41f2-ad54-669fbeecc04a tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:38.219146 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3019732-e41d-41f2-ad54-669fbeecc04a tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:38.225488 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3019732-e41d-41f2-ad54-669fbeecc04a tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:38.231608 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3019732-e41d-41f2-ad54-669fbeecc04a tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:38.238019 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3019732-e41d-41f2-ad54-669fbeecc04a tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:38.243753 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3019732-e41d-41f2-ad54-669fbeecc04a tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:38.245650 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e3019732-e41d-41f2-ad54-669fbeecc04a tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.1407614 Sep 17 08:26:38.249409 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49418) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:38.374270 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-c2095064-62ea-49a8-88a0-34705362c00b tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] 10.222.0.13 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1237185 Sep 17 08:26:38.378155 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49420) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:38.434198 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585de0d8-da5d-4946-8bba-552fe0429c8b tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:38.435711 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585de0d8-da5d-4946-8bba-552fe0429c8b tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:38.437246 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585de0d8-da5d-4946-8bba-552fe0429c8b tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:38.438743 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585de0d8-da5d-4946-8bba-552fe0429c8b tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:38.440851 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585de0d8-da5d-4946-8bba-552fe0429c8b tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:38.442608 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-585de0d8-da5d-4946-8bba-552fe0429c8b tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0635047 Sep 17 08:26:38.446140 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49422) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:38.504158 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934e4d0c-852f-4178-9483-5db38f670c54 None None] Network a839ab67-b6fd-476c-aa88-e3eb1d87f31b requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:26:38.508195 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984b6495-0b2c-416f-bc4f-251fd2065912 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Attributes excluded by policy engine: ['shared'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:38.509616 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984b6495-0b2c-416f-bc4f-251fd2065912 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Attributes excluded by policy engine: ['shared'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:38.511019 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984b6495-0b2c-416f-bc4f-251fd2065912 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Attributes excluded by policy engine: ['shared'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:38.512458 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984b6495-0b2c-416f-bc4f-251fd2065912 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Attributes excluded by policy engine: ['shared'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:38.513864 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984b6495-0b2c-416f-bc4f-251fd2065912 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Attributes excluded by policy engine: ['shared'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:38.515435 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-984b6495-0b2c-416f-bc4f-251fd2065912 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] 10.222.0.13 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0683806 Sep 17 08:26:38.519563 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49424) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:38.578653 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-e237a4b9-e2e1-4fbb-b41c-d9d6d8a958df None None] Provisioning complete for port e987be8d-2ef1-4e71-bbc4-e31436d00770 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:26:38.579021 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e237a4b9-e2e1-4fbb-b41c-d9d6d8a958df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:38.619096 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72aa88e-5336-43dc-b782-e4987c68d2d0 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:38.620531 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-f72aa88e-5336-43dc-b782-e4987c68d2d0 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] 10.222.0.13 "GET /v2.0/networks/20d5ad5d-47a6-444c-b529-7b5bfcccc449 HTTP/1.1" status: 200 len: 804 time: 0.1000326 Sep 17 08:26:38.624346 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49426) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:38.725390 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-eca09701-3b85-4967-8238-04de37e1e51f tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] 10.222.0.13 "GET /v2.0/networks/20d5ad5d-47a6-444c-b529-7b5bfcccc449?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.0999842 Sep 17 08:26:38.728792 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49428) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:38.780724 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fe598e-81c2-4f39-a5f4-f06131c3a0f8 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:38.782114 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-a8fe598e-81c2-4f39-a5f4-f06131c3a0f8 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] 10.222.0.13 "GET /v2.0/subnets/75a62832-1dbc-4a59-bf4c-4aadaa858b3d HTTP/1.1" status: 200 len: 843 time: 0.0523832 Sep 17 08:26:38.786214 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49432) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:38.839873 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1baffdb-ac39-4327-900e-8232e473ed61 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Attributes excluded by policy engine: ['shared'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:38.841282 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-b1baffdb-ac39-4327-900e-8232e473ed61 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] 10.222.0.13 "GET /v2.0/subnets/75a62832-1dbc-4a59-bf4c-4aadaa858b3d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0541406 Sep 17 08:26:38.844936 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49434) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:38.850999 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-7d75b20e-1141-4738-9570-48d9f8238a5d tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-465553776'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:26:38.872059 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d75b20e-1141-4738-9570-48d9f8238a5d tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Made reservation on behalf of 8f6097e219a146b8aaf42965919a8a3a for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:26:38.875512 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7d75b20e-1141-4738-9570-48d9f8238a5d tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:38.900480 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d75b20e-1141-4738-9570-48d9f8238a5d tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:26:38.907401 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb59347-a5f3-4328-a1ba-8c6d47c282f4 None None] Network a839ab67-b6fd-476c-aa88-e3eb1d87f31b requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:26:38.916809 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7d75b20e-1141-4738-9570-48d9f8238a5d tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:38.917146 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-7d75b20e-1141-4738-9570-48d9f8238a5d tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Added segment 2ab101dc-7f33-4ba8-884d-1a280fefebc1 of type vlan for network 1047eccb-956b-453f-b806-ed5040a6d54d Sep 17 08:26:38.960129 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7d75b20e-1141-4738-9570-48d9f8238a5d tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:38.976851 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-9712c4b4-3e80-4afa-8678-ab69305256fe None None] Provisioning complete for port e987be8d-2ef1-4e71-bbc4-e31436d00770 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:26:38.977224 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9712c4b4-3e80-4afa-8678-ab69305256fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:38.984809 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7d75b20e-1141-4738-9570-48d9f8238a5d tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:38.990365 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d75b20e-1141-4738-9570-48d9f8238a5d tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:38.990941 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7d75b20e-1141-4738-9570-48d9f8238a5d tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks [] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:39.021591 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-7d75b20e-1141-4738-9570-48d9f8238a5d tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1754797 Sep 17 08:26:39.025495 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49436) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:39.031812 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-a705d996-f2b0-4945-8b35-f4dc48800040 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Request body: {'subnet': {'network_id': '1047eccb-956b-453f-b806-ed5040a6d54d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:26:39.059820 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d75b20e-1141-4738-9570-48d9f8238a5d tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Pushing event updated for resources: {'Network': ['ID=1047eccb-956b-453f-b806-ed5040a6d54d,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:39.073713 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 1047eccb-956b-453f-b806-ed5040a6d54d details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:26:39.129872 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a705d996-f2b0-4945-8b35-f4dc48800040 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Made reservation on behalf of 8f6097e219a146b8aaf42965919a8a3a for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:26:39.133861 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a705d996-f2b0-4945-8b35-f4dc48800040 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:39.194676 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.ipam_backend_mixin [None req-a705d996-f2b0-4945-8b35-f4dc48800040 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Performing IP validity checks on allocation pools {{(pid=101289) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 17 08:26:39.195331 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.ipam_backend_mixin [None req-a705d996-f2b0-4945-8b35-f4dc48800040 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101289) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 17 08:26:39.210123 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device e987be8d-2ef1-4e71-bbc4-e31436d00770 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:26:39.273165 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port e987be8d-2ef1-4e71-bbc4-e31436d00770 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:26:39.273651 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:39.340710 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a705d996-f2b0-4945-8b35-f4dc48800040 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:39.398990 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-9db54651-cb0d-46f4-9d52-3f7c21c63471 None None] Provisioning complete for port e987be8d-2ef1-4e71-bbc4-e31436d00770 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:26:39.399369 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9db54651-cb0d-46f4-9d52-3f7c21c63471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:39.404550 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705d996-f2b0-4945-8b35-f4dc48800040 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Pushing event updated for resources: {'Subnet': ['ID=b29107a7-6abd-4f01-a3fc-5b62096eebf7,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:39.412102 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a705d996-f2b0-4945-8b35-f4dc48800040 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Checking segment: {'id': '2ab101dc-7f33-4ba8-884d-1a280fefebc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1047eccb-956b-453f-b806-ed5040a6d54d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:26:39.412475 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a705d996-f2b0-4945-8b35-f4dc48800040 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Network hostable DHCP agents. Network: 1047eccb-956b-453f-b806-ed5040a6d54d, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:26:39.429821 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a705d996-f2b0-4945-8b35-f4dc48800040 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Network 1047eccb-956b-453f-b806-ed5040a6d54d is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:26:39.439274 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-a705d996-f2b0-4945-8b35-f4dc48800040 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 1047eccb-956b-453f-b806-ed5040a6d54d) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:26:39.444042 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a705d996-f2b0-4945-8b35-f4dc48800040 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:39.444618 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a705d996-f2b0-4945-8b35-f4dc48800040 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:39.458697 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-a705d996-f2b0-4945-8b35-f4dc48800040 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.4312329 Sep 17 08:26:39.461515 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49438) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:39.466651 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-f5db885e-c587-4f6d-b2a4-0be608ae0d04 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:26:39.467718 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5df6ddb-5bcb-46b7-8ab0-a4818e186812 None None] Network 1047eccb-956b-453f-b806-ed5040a6d54d requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:26:39.561961 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f5db885e-c587-4f6d-b2a4-0be608ae0d04 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-30393584'] for subnet, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:39.623915 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbaf45e6-eee5-44a2-8099-90f7a487cafe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-1047eccb-956b-453f-b806-ed5040a6d54d', 'network_id': '1047eccb-956b-453f-b806-ed5040a6d54d', 'tenant_id': '8f6097e219a146b8aaf42965919a8a3a', 'fixed_ips': [{'subnet_id': 'b29107a7-6abd-4f01-a3fc-5b62096eebf7'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:26:39.624891 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bbaf45e6-eee5-44a2-8099-90f7a487cafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:39.721339 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f5db885e-c587-4f6d-b2a4-0be608ae0d04 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729337314308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-24491407'] for subnet, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:39.765028 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5db885e-c587-4f6d-b2a4-0be608ae0d04 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:39.765631 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f5db885e-c587-4f6d-b2a4-0be608ae0d04 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:39.769518 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-bbaf45e6-eee5-44a2-8099-90f7a487cafe None None] Allocated IP 2001:db8::3 (1047eccb-956b-453f-b806-ed5040a6d54d/b29107a7-6abd-4f01-a3fc-5b62096eebf7/6f6b5a8d-141b-4784-83e9-5f289dfc26a7) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:26:39.769666 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-f5db885e-c587-4f6d-b2a4-0be608ae0d04 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] 10.222.0.13 "PUT /v2.0/subnets/b29107a7-6abd-4f01-a3fc-5b62096eebf7 HTTP/1.1" status: 200 len: 900 time: 0.3044968 Sep 17 08:26:39.769785 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49440) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:39.792253 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5db885e-c587-4f6d-b2a4-0be608ae0d04 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Pushing event updated for resources: {'Subnet': ['ID=b29107a7-6abd-4f01-a3fc-5b62096eebf7,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:39.871880 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4c6fd735-4ad4-4de3-b731-bdb8205beb21 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:39.913119 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bbaf45e6-eee5-44a2-8099-90f7a487cafe None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:39.923060 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bbaf45e6-eee5-44a2-8099-90f7a487cafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:39.930469 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4c6fd735-4ad4-4de3-b731-bdb8205beb21 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:39.959502 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbaf45e6-eee5-44a2-8099-90f7a487cafe None None] Network 1047eccb-956b-453f-b806-ed5040a6d54d is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:26:39.965770 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-bbaf45e6-eee5-44a2-8099-90f7a487cafe None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:26:39.970239 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbaf45e6-eee5-44a2-8099-90f7a487cafe None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:26:39.974034 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaf45e6-eee5-44a2-8099-90f7a487cafe None None] Pushing event updated for resources: {'Port': ['ID=6f6b5a8d-141b-4784-83e9-5f289dfc26a7,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:39.998312 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4c6fd735-4ad4-4de3-b731-bdb8205beb21 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:40.025418 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6fd735-4ad4-4de3-b731-bdb8205beb21 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Pushing event deleted for resources: {'Subnet': ['ID=b29107a7-6abd-4f01-a3fc-5b62096eebf7,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:40.027760 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-bbaf45e6-eee5-44a2-8099-90f7a487cafe None None] Attempting to bind port 6f6b5a8d-141b-4784-83e9-5f289dfc26a7 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:26:40.028238 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-bbaf45e6-eee5-44a2-8099-90f7a487cafe None None] Attempting to bind port 6f6b5a8d-141b-4784-83e9-5f289dfc26a7 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '2ab101dc-7f33-4ba8-884d-1a280fefebc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1047eccb-956b-453f-b806-ed5040a6d54d'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:26:40.028598 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbaf45e6-eee5-44a2-8099-90f7a487cafe None None] Attempting to bind port 6f6b5a8d-141b-4784-83e9-5f289dfc26a7 on network 1047eccb-956b-453f-b806-ed5040a6d54d {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:26:40.034332 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbaf45e6-eee5-44a2-8099-90f7a487cafe None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:26:40.034709 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbaf45e6-eee5-44a2-8099-90f7a487cafe None None] Checking segment: {'id': '2ab101dc-7f33-4ba8-884d-1a280fefebc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1047eccb-956b-453f-b806-ed5040a6d54d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:26:40.035119 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bbaf45e6-eee5-44a2-8099-90f7a487cafe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:40.035504 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbaf45e6-eee5-44a2-8099-90f7a487cafe None None] Bound using segment: {'id': '2ab101dc-7f33-4ba8-884d-1a280fefebc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1047eccb-956b-453f-b806-ed5040a6d54d'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:26:40.035993 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-bbaf45e6-eee5-44a2-8099-90f7a487cafe None None] Bound port: 6f6b5a8d-141b-4784-83e9-5f289dfc26a7, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ab101dc-7f33-4ba8-884d-1a280fefebc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1047eccb-956b-453f-b806-ed5040a6d54d'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:26:40.036380 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bbaf45e6-eee5-44a2-8099-90f7a487cafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:40.091115 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4c6fd735-4ad4-4de3-b731-bdb8205beb21 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:40.100172 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-bbaf45e6-eee5-44a2-8099-90f7a487cafe None None] For port 6f6b5a8d-141b-4784-83e9-5f289dfc26a7, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:26:40.103490 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-bbaf45e6-eee5-44a2-8099-90f7a487cafe None None] For port 6f6b5a8d-141b-4784-83e9-5f289dfc26a7, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=6f6b5a8d-141b-4784-83e9-5f289dfc26a7,segment=NetworkSegment(2ab101dc-7f33-4ba8-884d-1a280fefebc1),segment_id=2ab101dc-7f33-4ba8-884d-1a280fefebc1)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:26:40.110489 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bbaf45e6-eee5-44a2-8099-90f7a487cafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:40.114392 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-4c6fd735-4ad4-4de3-b731-bdb8205beb21 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1047eccb-956b-453f-b806-ed5040a6d54d']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:40.123508 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-4c6fd735-4ad4-4de3-b731-bdb8205beb21 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ab101dc-7f33-4ba8-884d-1a280fefebc1') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:40.123801 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-4c6fd735-4ad4-4de3-b731-bdb8205beb21 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ab101dc-7f33-4ba8-884d-1a280fefebc1') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:40.133450 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4c6fd735-4ad4-4de3-b731-bdb8205beb21 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:40.149472 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4c6fd735-4ad4-4de3-b731-bdb8205beb21 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:40.155756 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c6fd735-4ad4-4de3-b731-bdb8205beb21 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:26:40.156208 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4c6fd735-4ad4-4de3-b731-bdb8205beb21 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:40.159620 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:26:40.159620 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:26:40.159620 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:26:40.159620 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:26:40.159620 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:26:40.159620 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:26:40.159620 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:26:40.159620 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:26:40.159620 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:26:40.159620 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:26:40.159620 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:26:40.159620 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:26:40.159620 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:26:40.159620 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:26:40.159620 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:26:40.159620 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:26:40.159620 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:26:40.159620 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:26:40.159620 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:26:40.159620 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:26:40.159620 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:26:40.159620 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:26:40.159620 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:26:40.159620 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:26:40.159620 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:26:40.159620 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:26:40.159620 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:26:40.159620 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:26:40.159620 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:26:40.159620 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:26:40.159620 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:26:40.159620 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:26:40.187644 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaf45e6-eee5-44a2-8099-90f7a487cafe None None] Pushing event updated for resources: {'Port': ['ID=6f6b5a8d-141b-4784-83e9-5f289dfc26a7,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:40.206998 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd62690-4615-4a77-8c17-90741df627ee None None] Network 1047eccb-956b-453f-b806-ed5040a6d54d requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:26:40.215778 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.db.api [None req-4c6fd735-4ad4-4de3-b731-bdb8205beb21 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 17 08:26:40.215778 n-d-789963-9 neutron-server[101289]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 17 08:26:40.215778 n-d-789963-9 neutron-server[101289]: [parameters: {'id': '1047eccb-956b-453f-b806-ed5040a6d54d'}] Sep 17 08:26:40.215778 n-d-789963-9 neutron-server[101289]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101289) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 08:26:40.216226 n-d-789963-9 neutron-server[101289]: DEBUG oslo_db.api [None req-4c6fd735-4ad4-4de3-b731-bdb8205beb21 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 08:26:40.326307 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7772de-68d2-4f1b-b86d-1676a285f5ff None None] Network 1047eccb-956b-453f-b806-ed5040a6d54d requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:26:40.445782 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72c6a0a-467e-428d-bd78-bdf85556e049 None None] get_active_networks_info from n-d-789963-9 {{(pid=101291) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 08:26:40.547237 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72c6a0a-467e-428d-bd78-bdf85556e049 None None] Resources bound (agent type, host, resource id): {{(pid=101291) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 08:26:40.717121 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4c6fd735-4ad4-4de3-b731-bdb8205beb21 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:40.773184 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-4c6fd735-4ad4-4de3-b731-bdb8205beb21 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Deleting port 6f6b5a8d-141b-4784-83e9-5f289dfc26a7 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:26:40.773614 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4c6fd735-4ad4-4de3-b731-bdb8205beb21 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:40.833421 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-4c6fd735-4ad4-4de3-b731-bdb8205beb21 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] For port 6f6b5a8d-141b-4784-83e9-5f289dfc26a7, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=6f6b5a8d-141b-4784-83e9-5f289dfc26a7,segment=NetworkSegment(2ab101dc-7f33-4ba8-884d-1a280fefebc1),segment_id=2ab101dc-7f33-4ba8-884d-1a280fefebc1)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:26:40.833776 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4c6fd735-4ad4-4de3-b731-bdb8205beb21 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:40.845480 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-4c6fd735-4ad4-4de3-b731-bdb8205beb21 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Calling delete_port for 6f6b5a8d-141b-4784-83e9-5f289dfc26a7 owned by network:dhcp {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:26:40.923075 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4c6fd735-4ad4-4de3-b731-bdb8205beb21 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:40.948633 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6fd735-4ad4-4de3-b731-bdb8205beb21 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Pushing event deleted for resources: {'Port': ['ID=6f6b5a8d-141b-4784-83e9-5f289dfc26a7,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:40.952318 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6fd735-4ad4-4de3-b731-bdb8205beb21 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] No DVR routers for this DVR port 6f6b5a8d-141b-4784-83e9-5f289dfc26a7 on host n-d-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:26:41.032135 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4c6fd735-4ad4-4de3-b731-bdb8205beb21 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:41.053791 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-4c6fd735-4ad4-4de3-b731-bdb8205beb21 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1047eccb-956b-453f-b806-ed5040a6d54d']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:41.063473 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-4c6fd735-4ad4-4de3-b731-bdb8205beb21 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ab101dc-7f33-4ba8-884d-1a280fefebc1') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:41.063770 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-4c6fd735-4ad4-4de3-b731-bdb8205beb21 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ab101dc-7f33-4ba8-884d-1a280fefebc1') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:41.073543 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4c6fd735-4ad4-4de3-b731-bdb8205beb21 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:41.086988 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4c6fd735-4ad4-4de3-b731-bdb8205beb21 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:41.092788 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c6fd735-4ad4-4de3-b731-bdb8205beb21 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:26:41.093420 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4c6fd735-4ad4-4de3-b731-bdb8205beb21 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:41.096050 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:26:41.096050 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:26:41.096050 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:26:41.096050 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:26:41.096050 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:26:41.096050 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:26:41.096050 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:26:41.096050 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:26:41.096050 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:26:41.096050 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:26:41.096050 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:26:41.096050 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:26:41.096050 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:26:41.096050 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:26:41.096050 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:26:41.096050 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:26:41.096050 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:26:41.096050 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:26:41.096050 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:26:41.096050 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:26:41.096050 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:26:41.096050 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:26:41.096050 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:26:41.096050 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:26:41.096050 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:26:41.096050 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:26:41.096050 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:26:41.096050 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:26:41.096050 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:26:41.096050 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:26:41.096050 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:26:41.096050 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:26:41.154513 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4c6fd735-4ad4-4de3-b731-bdb8205beb21 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:41.159939 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4c6fd735-4ad4-4de3-b731-bdb8205beb21 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks [] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:41.162182 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-4c6fd735-4ad4-4de3-b731-bdb8205beb21 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] 10.222.0.13 "DELETE /v2.0/networks/1047eccb-956b-453f-b806-ed5040a6d54d HTTP/1.1" status: 204 len: 168 time: 1.3911479 Sep 17 08:26:41.165141 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49446) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:41.176279 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6fd735-4ad4-4de3-b731-bdb8205beb21 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Pushing event deleted for resources: {'Network': ['ID=1047eccb-956b-453f-b806-ed5040a6d54d,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:41.191596 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b876b8d-7575-43f5-a714-db03e955e994 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] DELETE failed (client error): The resource could not be found. Sep 17 08:26:41.192079 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b876b8d-7575-43f5-a714-db03e955e994 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:26:41.193797 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-4b876b8d-7575-43f5-a714-db03e955e994 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] 10.222.0.13 "DELETE /v2.0/subnets/b29107a7-6abd-4f01-a3fc-5b62096eebf7 HTTP/1.1" status: 404 len: 337 time: 0.0276456 Sep 17 08:26:41.196298 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49448) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:41.213343 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a6ffd2b-e5a5-4abe-895c-bdd3c14cb210 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] DELETE failed (client error): The resource could not be found. Sep 17 08:26:41.213858 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a6ffd2b-e5a5-4abe-895c-bdd3c14cb210 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:26:41.215485 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-3a6ffd2b-e5a5-4abe-895c-bdd3c14cb210 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] 10.222.0.13 "DELETE /v2.0/networks/1047eccb-956b-453f-b806-ed5040a6d54d HTTP/1.1" status: 404 len: 339 time: 0.0183098 Sep 17 08:26:41.217557 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49450) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:41.292740 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2a77ed4e-618a-4ced-9834-49ad8d19c0c8 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:41.376751 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2a77ed4e-618a-4ced-9834-49ad8d19c0c8 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:41.396022 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-2a77ed4e-618a-4ced-9834-49ad8d19c0c8 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bd2a253-84a0-4b32-948d-852c70aec05c']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:41.404864 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-2a77ed4e-618a-4ced-9834-49ad8d19c0c8 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1d9cd5f-4f88-4bc7-9473-694f1966679d') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:41.405164 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-2a77ed4e-618a-4ced-9834-49ad8d19c0c8 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1d9cd5f-4f88-4bc7-9473-694f1966679d') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:41.414305 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2a77ed4e-618a-4ced-9834-49ad8d19c0c8 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:41.427546 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2a77ed4e-618a-4ced-9834-49ad8d19c0c8 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:41.433244 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a77ed4e-618a-4ced-9834-49ad8d19c0c8 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:26:41.433632 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2a77ed4e-618a-4ced-9834-49ad8d19c0c8 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:41.436482 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 08:26:41.436482 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:26:41.436482 n-d-789963-9 neutron-server[101290]: timer() Sep 17 08:26:41.436482 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:26:41.436482 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 08:26:41.436482 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:26:41.436482 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 08:26:41.436482 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:26:41.436482 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 08:26:41.436482 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:26:41.436482 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 08:26:41.436482 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:26:41.436482 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 08:26:41.436482 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:26:41.436482 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:26:41.436482 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:26:41.436482 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:26:41.436482 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:26:41.436482 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 08:26:41.436482 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:26:41.436482 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 08:26:41.436482 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:26:41.436482 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:26:41.436482 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:26:41.436482 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 08:26:41.436482 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:26:41.436482 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:26:41.436482 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:26:41.436482 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:26:41.436482 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:26:41.436482 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:26:41.436482 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:26:41.492259 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2a77ed4e-618a-4ced-9834-49ad8d19c0c8 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:41.496700 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2a77ed4e-618a-4ced-9834-49ad8d19c0c8 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks [] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:41.499156 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-2a77ed4e-618a-4ced-9834-49ad8d19c0c8 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] 10.222.0.13 "DELETE /v2.0/networks/9bd2a253-84a0-4b32-948d-852c70aec05c HTTP/1.1" status: 204 len: 168 time: 0.2801776 Sep 17 08:26:41.501169 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49452) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:41.512335 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a77ed4e-618a-4ced-9834-49ad8d19c0c8 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Pushing event deleted for resources: {'Network': ['ID=9bd2a253-84a0-4b32-948d-852c70aec05c,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:41.526206 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0ad4e19-3918-49bf-a04a-8473a82d068e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] DELETE failed (client error): The resource could not be found. Sep 17 08:26:41.526653 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0ad4e19-3918-49bf-a04a-8473a82d068e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:26:41.528365 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e0ad4e19-3918-49bf-a04a-8473a82d068e tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] 10.222.0.13 "DELETE /v2.0/subnets/d8258a06-e002-42ab-8a95-56ea77dda860 HTTP/1.1" status: 404 len: 337 time: 0.0261424 Sep 17 08:26:41.530985 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49454) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:41.553136 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1a1e5de-e6e5-4247-881f-f82fd178faa3 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] DELETE failed (client error): The resource could not be found. Sep 17 08:26:41.553586 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1a1e5de-e6e5-4247-881f-f82fd178faa3 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:26:41.555188 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-a1a1e5de-e6e5-4247-881f-f82fd178faa3 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] 10.222.0.13 "DELETE /v2.0/networks/dc551121-6fa4-48ac-9609-203d01c3456b HTTP/1.1" status: 404 len: 339 time: 0.0232325 Sep 17 08:26:41.557530 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49456) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:41.604597 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-3004c38d-692c-4a52-9d98-bc77dc9dfe08 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Deleting subnet 9477361f-a16d-4af2-a294-6a3d9ab2a7bf {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:26:41.607473 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3004c38d-692c-4a52-9d98-bc77dc9dfe08 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:41.645029 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3004c38d-692c-4a52-9d98-bc77dc9dfe08 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:41.741019 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3004c38d-692c-4a52-9d98-bc77dc9dfe08 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:41.794306 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3004c38d-692c-4a52-9d98-bc77dc9dfe08 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:41.821644 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3004c38d-692c-4a52-9d98-bc77dc9dfe08 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Pushing event deleted for resources: {'Subnet': ['ID=9477361f-a16d-4af2-a294-6a3d9ab2a7bf,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:41.823516 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3004c38d-692c-4a52-9d98-bc77dc9dfe08 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:41.826414 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-3004c38d-692c-4a52-9d98-bc77dc9dfe08 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] 10.222.0.13 "DELETE /v2.0/subnets/9477361f-a16d-4af2-a294-6a3d9ab2a7bf HTTP/1.1" status: 204 len: 168 time: 0.2669871 Sep 17 08:26:41.827856 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49458) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:41.830944 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d340ed50-ad27-4e0a-b931-9725ce068eed None None] Network a839ab67-b6fd-476c-aa88-e3eb1d87f31b requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:26:41.879252 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca9c607d-cd34-458e-b805-bfbd6be7a902 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Deleting subnet 5ff0ff44-d180-400b-b57d-d0043f11c63a {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:26:41.882220 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ca9c607d-cd34-458e-b805-bfbd6be7a902 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:41.919718 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ca9c607d-cd34-458e-b805-bfbd6be7a902 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:42.016147 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ca9c607d-cd34-458e-b805-bfbd6be7a902 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:42.100238 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ca9c607d-cd34-458e-b805-bfbd6be7a902 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:42.126280 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9c607d-cd34-458e-b805-bfbd6be7a902 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Pushing event deleted for resources: {'Subnet': ['ID=5ff0ff44-d180-400b-b57d-d0043f11c63a,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:42.130050 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ca9c607d-cd34-458e-b805-bfbd6be7a902 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:42.131928 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ca9c607d-cd34-458e-b805-bfbd6be7a902 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] 10.222.0.13 "DELETE /v2.0/subnets/5ff0ff44-d180-400b-b57d-d0043f11c63a HTTP/1.1" status: 204 len: 168 time: 0.3031087 Sep 17 08:26:42.134418 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49462) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:42.199082 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2941ff9-6631-472c-8de4-a7f6397c277c None None] Update dhcp port {'port': {'network_id': 'a839ab67-b6fd-476c-aa88-e3eb1d87f31b', 'fixed_ips': [{'subnet_id': '5ff0ff44-d180-400b-b57d-d0043f11c63a'}], 'binding:host_id': 'n-d-789963-9'}, 'id': 'e987be8d-2ef1-4e71-bbc4-e31436d00770'} from n-d-789963-9. {{(pid=101291) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 08:26:42.215624 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bf3f3860-8b01-4191-99ed-628dd419b72c tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:42.227406 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e2941ff9-6631-472c-8de4-a7f6397c277c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:42.266803 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-bf3f3860-8b01-4191-99ed-628dd419b72c tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Deleting port e987be8d-2ef1-4e71-bbc4-e31436d00770 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:26:42.267142 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bf3f3860-8b01-4191-99ed-628dd419b72c tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:42.332928 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-bf3f3860-8b01-4191-99ed-628dd419b72c tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] For port e987be8d-2ef1-4e71-bbc4-e31436d00770, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=e987be8d-2ef1-4e71-bbc4-e31436d00770,segment=NetworkSegment(bfc36b4b-21b5-4fba-a7fd-2f7f37e59e24),segment_id=bfc36b4b-21b5-4fba-a7fd-2f7f37e59e24)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:26:42.333299 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bf3f3860-8b01-4191-99ed-628dd419b72c tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:42.346477 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-bf3f3860-8b01-4191-99ed-628dd419b72c tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Calling delete_port for e987be8d-2ef1-4e71-bbc4-e31436d00770 owned by network:dhcp {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:26:42.394504 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473cd128-2cc8-4033-8097-c0e27a0a3be4 None None] Network a839ab67-b6fd-476c-aa88-e3eb1d87f31b requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:26:42.429082 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bf3f3860-8b01-4191-99ed-628dd419b72c tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:42.454732 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3f3860-8b01-4191-99ed-628dd419b72c tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Pushing event deleted for resources: {'Port': ['ID=e987be8d-2ef1-4e71-bbc4-e31436d00770,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:42.456678 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3f3860-8b01-4191-99ed-628dd419b72c tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] No DVR routers for this DVR port e987be8d-2ef1-4e71-bbc4-e31436d00770 on host n-d-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:26:42.468245 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-d33c2ea5-8dee-4d95-924d-0ba7192f8716 None None] Could not find standard attr ID for object e987be8d-2ef1-4e71-bbc4-e31436d00770. {{(pid=101291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 08:26:42.521609 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439aa199-55c5-4e57-ab2d-fba587f60f4f None None] DHCP port deletion for a839ab67-b6fd-476c-aa88-e3eb1d87f31b request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 08:26:42.536023 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bf3f3860-8b01-4191-99ed-628dd419b72c tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:42.556093 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-bf3f3860-8b01-4191-99ed-628dd419b72c tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a839ab67-b6fd-476c-aa88-e3eb1d87f31b']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:42.564968 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-bf3f3860-8b01-4191-99ed-628dd419b72c tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfc36b4b-21b5-4fba-a7fd-2f7f37e59e24') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:42.565262 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-bf3f3860-8b01-4191-99ed-628dd419b72c tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfc36b4b-21b5-4fba-a7fd-2f7f37e59e24') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:42.574301 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bf3f3860-8b01-4191-99ed-628dd419b72c tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:42.587371 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bf3f3860-8b01-4191-99ed-628dd419b72c tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:42.593525 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf3f3860-8b01-4191-99ed-628dd419b72c tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:26:42.593852 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bf3f3860-8b01-4191-99ed-628dd419b72c tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:42.597465 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:26:42.597465 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:26:42.597465 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:26:42.597465 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:26:42.597465 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:26:42.597465 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:26:42.597465 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:26:42.597465 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:26:42.597465 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:26:42.597465 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:26:42.597465 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:26:42.597465 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:26:42.597465 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:26:42.597465 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:26:42.597465 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:26:42.597465 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:26:42.597465 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:26:42.597465 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:26:42.597465 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:26:42.597465 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:26:42.597465 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:26:42.597465 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:26:42.597465 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:26:42.597465 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:26:42.597465 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:26:42.597465 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:26:42.597465 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:26:42.597465 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:26:42.597465 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:26:42.597465 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:26:42.597465 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:26:42.597465 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:26:42.657457 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bf3f3860-8b01-4191-99ed-628dd419b72c tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:42.664743 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bf3f3860-8b01-4191-99ed-628dd419b72c tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks [] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:42.666540 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-bf3f3860-8b01-4191-99ed-628dd419b72c tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] 10.222.0.13 "DELETE /v2.0/networks/a839ab67-b6fd-476c-aa88-e3eb1d87f31b HTTP/1.1" status: 204 len: 168 time: 0.5310762 Sep 17 08:26:42.669188 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49464) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:42.677464 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3f3860-8b01-4191-99ed-628dd419b72c tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Pushing event deleted for resources: {'Network': ['ID=a839ab67-b6fd-476c-aa88-e3eb1d87f31b,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:42.695235 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bdd23de-7e75-44cf-a615-18f46dcefc73 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] DELETE failed (client error): The resource could not be found. Sep 17 08:26:42.695676 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bdd23de-7e75-44cf-a615-18f46dcefc73 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:26:42.697396 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-3bdd23de-7e75-44cf-a615-18f46dcefc73 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] 10.222.0.13 "DELETE /v2.0/subnets/11f81015-6a71-4aef-8740-bdf25e3665f4 HTTP/1.1" status: 404 len: 337 time: 0.0272186 Sep 17 08:26:42.699813 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49466) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:42.721521 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-33391c67-1de0-4085-bdd5-e91251acfca9 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] DELETE failed (client error): The resource could not be found. Sep 17 08:26:42.722035 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33391c67-1de0-4085-bdd5-e91251acfca9 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:26:42.723927 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-33391c67-1de0-4085-bdd5-e91251acfca9 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] 10.222.0.13 "DELETE /v2.0/networks/3e1d8b96-aa45-4af1-9a4a-dc79cf75c883 HTTP/1.1" status: 404 len: 339 time: 0.0231781 Sep 17 08:26:42.726113 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49468) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:42.750162 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-895a6674-7dd5-4a03-8ef2-d7b0f93454d6 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] DELETE failed (client error): The resource could not be found. Sep 17 08:26:42.750598 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-895a6674-7dd5-4a03-8ef2-d7b0f93454d6 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:26:42.752234 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-895a6674-7dd5-4a03-8ef2-d7b0f93454d6 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] 10.222.0.13 "DELETE /v2.0/subnets/36a0fbd8-8add-4afb-853c-651a36304486 HTTP/1.1" status: 404 len: 337 time: 0.0252759 Sep 17 08:26:42.754456 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49470) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:42.771254 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-71164c94-2666-404d-a5de-0037f8d2c292 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] DELETE failed (client error): The resource could not be found. Sep 17 08:26:42.771767 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71164c94-2666-404d-a5de-0037f8d2c292 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:26:42.773367 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-71164c94-2666-404d-a5de-0037f8d2c292 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] 10.222.0.13 "DELETE /v2.0/networks/1e49e74d-47e2-4dcc-9984-46410ed70920 HTTP/1.1" status: 404 len: 339 time: 0.0180573 Sep 17 08:26:42.775412 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49472) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:42.799252 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6517d31-7cae-4407-95e3-77e0cd91b84a tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] DELETE failed (client error): The resource could not be found. Sep 17 08:26:42.799684 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6517d31-7cae-4407-95e3-77e0cd91b84a tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:26:42.801287 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e6517d31-7cae-4407-95e3-77e0cd91b84a tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] 10.222.0.13 "DELETE /v2.0/subnets/7202df01-6ca4-4b35-9cda-d6255060b41e HTTP/1.1" status: 404 len: 337 time: 0.0249989 Sep 17 08:26:42.803401 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49474) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:42.819443 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-66c5557a-6d24-4277-ba30-3061cb40c8bc tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] DELETE failed (client error): The resource could not be found. Sep 17 08:26:42.819971 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66c5557a-6d24-4277-ba30-3061cb40c8bc tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:26:42.821546 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-66c5557a-6d24-4277-ba30-3061cb40c8bc tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] 10.222.0.13 "DELETE /v2.0/networks/1644416c-60d6-40a6-85e6-3070f924fff8 HTTP/1.1" status: 404 len: 339 time: 0.0172734 Sep 17 08:26:42.823550 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49476) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:42.871402 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8c0b815-f590-4127-ab44-97bdf8c656ce tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Deleting subnet ed34086f-2185-419e-97dc-df6f09719f23 {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:26:42.874272 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e8c0b815-f590-4127-ab44-97bdf8c656ce tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:42.916364 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e8c0b815-f590-4127-ab44-97bdf8c656ce tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:42.996626 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e8c0b815-f590-4127-ab44-97bdf8c656ce tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:43.054263 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e8c0b815-f590-4127-ab44-97bdf8c656ce tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:43.078637 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c0b815-f590-4127-ab44-97bdf8c656ce tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Pushing event deleted for resources: {'Subnet': ['ID=ed34086f-2185-419e-97dc-df6f09719f23,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:43.084732 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e8c0b815-f590-4127-ab44-97bdf8c656ce tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks [] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:43.088832 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e8c0b815-f590-4127-ab44-97bdf8c656ce tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] 10.222.0.13 "DELETE /v2.0/subnets/ed34086f-2185-419e-97dc-df6f09719f23 HTTP/1.1" status: 204 len: 168 time: 0.2620871 Sep 17 08:26:43.089835 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49478) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:43.090602 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2931953-8783-47df-8368-4b030a21cdf8 None None] Network 2e793fbc-d42c-4aca-a3a2-908db8e94864 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:26:43.194371 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ac41-9df0-48c1-89f0-e3023e05b56d tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:43.218925 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device e987be8d-2ef1-4e71-bbc4-e31436d00770 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:26:43.239349 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: e987be8d-2ef1-4e71-bbc4-e31436d00770 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:26:43.239704 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device e987be8d-2ef1-4e71-bbc4-e31436d00770 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:26:43.255645 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-7fc1ac41-9df0-48c1-89f0-e3023e05b56d tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Deleting port 19274c05-315a-45e3-911e-fb39c12c9c02 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:26:43.256018 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ac41-9df0-48c1-89f0-e3023e05b56d tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:43.286921 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bd8712-c54a-4f9b-b6de-e4a718a056bf None None] DHCP port deletion for 2e793fbc-d42c-4aca-a3a2-908db8e94864 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 08:26:43.322362 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-7fc1ac41-9df0-48c1-89f0-e3023e05b56d tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] For port 19274c05-315a-45e3-911e-fb39c12c9c02, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=19274c05-315a-45e3-911e-fb39c12c9c02,segment=NetworkSegment(5e1bced4-3f2c-4bc7-a9ac-d91ba70fbe6f),segment_id=5e1bced4-3f2c-4bc7-a9ac-d91ba70fbe6f)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:26:43.322722 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ac41-9df0-48c1-89f0-e3023e05b56d tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:43.332436 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-f7bd8712-c54a-4f9b-b6de-e4a718a056bf None None] Deleting port 19274c05-315a-45e3-911e-fb39c12c9c02 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:26:43.332819 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f7bd8712-c54a-4f9b-b6de-e4a718a056bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:43.335121 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-7fc1ac41-9df0-48c1-89f0-e3023e05b56d tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Calling delete_port for 19274c05-315a-45e3-911e-fb39c12c9c02 owned by network:dhcp {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:26:43.396281 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-f7bd8712-c54a-4f9b-b6de-e4a718a056bf None None] For port 19274c05-315a-45e3-911e-fb39c12c9c02, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=19274c05-315a-45e3-911e-fb39c12c9c02,segment=NetworkSegment(5e1bced4-3f2c-4bc7-a9ac-d91ba70fbe6f),segment_id=5e1bced4-3f2c-4bc7-a9ac-d91ba70fbe6f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:26:43.396607 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f7bd8712-c54a-4f9b-b6de-e4a718a056bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:43.408872 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-f7bd8712-c54a-4f9b-b6de-e4a718a056bf None None] Calling delete_port for 19274c05-315a-45e3-911e-fb39c12c9c02 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:26:43.410117 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ac41-9df0-48c1-89f0-e3023e05b56d tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:43.438821 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc1ac41-9df0-48c1-89f0-e3023e05b56d tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Pushing event deleted for resources: {'Port': ['ID=19274c05-315a-45e3-911e-fb39c12c9c02,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:43.444112 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc1ac41-9df0-48c1-89f0-e3023e05b56d tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] No DVR routers for this DVR port 19274c05-315a-45e3-911e-fb39c12c9c02 on host n-d-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:26:43.481448 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f7bd8712-c54a-4f9b-b6de-e4a718a056bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:43.510930 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bd8712-c54a-4f9b-b6de-e4a718a056bf None None] Pushing event deleted for resources: {'Port': ['ID=19274c05-315a-45e3-911e-fb39c12c9c02,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:43.512693 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bd8712-c54a-4f9b-b6de-e4a718a056bf None None] No DVR routers for this DVR port 19274c05-315a-45e3-911e-fb39c12c9c02 on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:26:43.522301 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ac41-9df0-48c1-89f0-e3023e05b56d tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:43.541229 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-7fc1ac41-9df0-48c1-89f0-e3023e05b56d tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e793fbc-d42c-4aca-a3a2-908db8e94864']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:43.550555 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-7fc1ac41-9df0-48c1-89f0-e3023e05b56d tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e1bced4-3f2c-4bc7-a9ac-d91ba70fbe6f') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:43.550851 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-7fc1ac41-9df0-48c1-89f0-e3023e05b56d tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e1bced4-3f2c-4bc7-a9ac-d91ba70fbe6f') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:43.563756 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ac41-9df0-48c1-89f0-e3023e05b56d tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:43.576743 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ac41-9df0-48c1-89f0-e3023e05b56d tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:43.582418 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fc1ac41-9df0-48c1-89f0-e3023e05b56d tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:26:43.582866 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ac41-9df0-48c1-89f0-e3023e05b56d tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:43.586021 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:26:43.586021 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:26:43.586021 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:26:43.586021 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:26:43.586021 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:26:43.586021 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:26:43.586021 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:26:43.586021 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:26:43.586021 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:26:43.586021 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:26:43.586021 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:26:43.586021 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:26:43.586021 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:26:43.586021 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:26:43.586021 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:26:43.586021 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:26:43.586021 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:26:43.586021 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:26:43.586021 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:26:43.586021 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:26:43.586021 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:26:43.586021 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:26:43.586021 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:26:43.586021 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:26:43.586021 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:26:43.586021 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:26:43.586021 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:26:43.586021 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:26:43.586021 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:26:43.586021 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:26:43.586021 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:26:43.586021 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:26:43.640464 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ac41-9df0-48c1-89f0-e3023e05b56d tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:43.644824 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ac41-9df0-48c1-89f0-e3023e05b56d tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks [] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:43.646904 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-7fc1ac41-9df0-48c1-89f0-e3023e05b56d tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] 10.222.0.13 "DELETE /v2.0/networks/2e793fbc-d42c-4aca-a3a2-908db8e94864 HTTP/1.1" status: 204 len: 168 time: 0.5560172 Sep 17 08:26:43.649497 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49484) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:43.660327 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc1ac41-9df0-48c1-89f0-e3023e05b56d tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Pushing event deleted for resources: {'Network': ['ID=2e793fbc-d42c-4aca-a3a2-908db8e94864,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:43.679544 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ae32685-971a-48a7-aac6-e8b707f68732 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] DELETE failed (client error): The resource could not be found. Sep 17 08:26:43.680081 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ae32685-971a-48a7-aac6-e8b707f68732 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:26:43.681763 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-2ae32685-971a-48a7-aac6-e8b707f68732 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] 10.222.0.13 "DELETE /v2.0/subnets/7cabbf66-bc1f-4c68-8b81-cdf26b46b8bf HTTP/1.1" status: 404 len: 337 time: 0.0311947 Sep 17 08:26:43.684362 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49486) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:43.701585 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-0764c115-1c0f-4bc6-920b-705b373e6e4b tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] DELETE failed (client error): The resource could not be found. Sep 17 08:26:43.702114 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0764c115-1c0f-4bc6-920b-705b373e6e4b tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:26:43.703680 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-0764c115-1c0f-4bc6-920b-705b373e6e4b tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] 10.222.0.13 "DELETE /v2.0/networks/f41d1d9c-f034-4714-8a67-7eb1b5c0568c HTTP/1.1" status: 404 len: 339 time: 0.0184531 Sep 17 08:26:43.705803 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49488) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:43.753466 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-64c78c59-c0c2-4ac8-bba3-247d428fe641 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Deleting subnet 75a62832-1dbc-4a59-bf4c-4aadaa858b3d {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:26:43.756416 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-64c78c59-c0c2-4ac8-bba3-247d428fe641 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:43.793675 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-64c78c59-c0c2-4ac8-bba3-247d428fe641 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:43.877583 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-64c78c59-c0c2-4ac8-bba3-247d428fe641 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:43.933401 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-64c78c59-c0c2-4ac8-bba3-247d428fe641 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:43.957467 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c78c59-c0c2-4ac8-bba3-247d428fe641 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Pushing event deleted for resources: {'Subnet': ['ID=75a62832-1dbc-4a59-bf4c-4aadaa858b3d,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:43.963860 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-64c78c59-c0c2-4ac8-bba3-247d428fe641 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks [] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:43.965708 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-64c78c59-c0c2-4ac8-bba3-247d428fe641 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] 10.222.0.13 "DELETE /v2.0/subnets/75a62832-1dbc-4a59-bf4c-4aadaa858b3d HTTP/1.1" status: 204 len: 168 time: 0.2590680 Sep 17 08:26:43.968154 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49490) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:43.971418 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d696fe1-7dab-423c-9a82-2aeae16dfe1c None None] Network 20d5ad5d-47a6-444c-b529-7b5bfcccc449 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:26:44.046185 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5877661b-926e-4d7b-ab41-65a15f371c90 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:44.104918 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-5877661b-926e-4d7b-ab41-65a15f371c90 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Deleting port bd676f1c-98ac-4b56-97a2-5637ef350396 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:26:44.105272 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5877661b-926e-4d7b-ab41-65a15f371c90 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:44.135070 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f84a7d7-90ce-453b-9044-2d724f90529e None None] DHCP port deletion for 20d5ad5d-47a6-444c-b529-7b5bfcccc449 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 08:26:44.171664 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-5877661b-926e-4d7b-ab41-65a15f371c90 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] For port bd676f1c-98ac-4b56-97a2-5637ef350396, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=bd676f1c-98ac-4b56-97a2-5637ef350396,segment=NetworkSegment(46b15a35-7aaf-4675-8e03-90ea232c8239),segment_id=46b15a35-7aaf-4675-8e03-90ea232c8239)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:26:44.172061 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5877661b-926e-4d7b-ab41-65a15f371c90 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:44.184115 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-5877661b-926e-4d7b-ab41-65a15f371c90 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Calling delete_port for bd676f1c-98ac-4b56-97a2-5637ef350396 owned by network:dhcp {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:26:44.188236 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-3f84a7d7-90ce-453b-9044-2d724f90529e None None] Deleting port bd676f1c-98ac-4b56-97a2-5637ef350396 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:26:44.188735 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3f84a7d7-90ce-453b-9044-2d724f90529e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:44.251296 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-3f84a7d7-90ce-453b-9044-2d724f90529e None None] For port bd676f1c-98ac-4b56-97a2-5637ef350396, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=bd676f1c-98ac-4b56-97a2-5637ef350396,segment=NetworkSegment(46b15a35-7aaf-4675-8e03-90ea232c8239),segment_id=46b15a35-7aaf-4675-8e03-90ea232c8239)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:26:44.251737 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3f84a7d7-90ce-453b-9044-2d724f90529e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:44.264882 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-3f84a7d7-90ce-453b-9044-2d724f90529e None None] Calling delete_port for bd676f1c-98ac-4b56-97a2-5637ef350396 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:26:44.266514 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5877661b-926e-4d7b-ab41-65a15f371c90 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:44.293373 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5877661b-926e-4d7b-ab41-65a15f371c90 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Pushing event deleted for resources: {'Port': ['ID=bd676f1c-98ac-4b56-97a2-5637ef350396,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:44.295247 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5877661b-926e-4d7b-ab41-65a15f371c90 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] No DVR routers for this DVR port bd676f1c-98ac-4b56-97a2-5637ef350396 on host n-d-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:26:44.342819 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3f84a7d7-90ce-453b-9044-2d724f90529e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:44.371532 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f84a7d7-90ce-453b-9044-2d724f90529e None None] No DVR routers for this DVR port bd676f1c-98ac-4b56-97a2-5637ef350396 on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:26:44.375443 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f84a7d7-90ce-453b-9044-2d724f90529e None None] Pushing event deleted for resources: {'Port': ['ID=bd676f1c-98ac-4b56-97a2-5637ef350396,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:44.375659 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5877661b-926e-4d7b-ab41-65a15f371c90 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:44.396524 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-5877661b-926e-4d7b-ab41-65a15f371c90 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20d5ad5d-47a6-444c-b529-7b5bfcccc449']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:44.405463 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-5877661b-926e-4d7b-ab41-65a15f371c90 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46b15a35-7aaf-4675-8e03-90ea232c8239') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:44.405763 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-5877661b-926e-4d7b-ab41-65a15f371c90 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46b15a35-7aaf-4675-8e03-90ea232c8239') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:44.416068 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5877661b-926e-4d7b-ab41-65a15f371c90 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:44.428707 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5877661b-926e-4d7b-ab41-65a15f371c90 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:44.434485 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5877661b-926e-4d7b-ab41-65a15f371c90 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:26:44.434821 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5877661b-926e-4d7b-ab41-65a15f371c90 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:44.437876 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 08:26:44.437876 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:26:44.437876 n-d-789963-9 neutron-server[101290]: timer() Sep 17 08:26:44.437876 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:26:44.437876 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 08:26:44.437876 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:26:44.437876 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 08:26:44.437876 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:26:44.437876 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 08:26:44.437876 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:26:44.437876 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 08:26:44.437876 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:26:44.437876 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 08:26:44.437876 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:26:44.437876 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:26:44.437876 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:26:44.437876 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:26:44.437876 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:26:44.437876 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 08:26:44.437876 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:26:44.437876 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 08:26:44.437876 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:26:44.437876 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:26:44.437876 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:26:44.437876 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 08:26:44.437876 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:26:44.437876 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:26:44.437876 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:26:44.437876 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:26:44.437876 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:26:44.437876 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:26:44.437876 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:26:44.493411 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5877661b-926e-4d7b-ab41-65a15f371c90 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:44.499990 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5877661b-926e-4d7b-ab41-65a15f371c90 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Notify callbacks [] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:44.502335 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-5877661b-926e-4d7b-ab41-65a15f371c90 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] 10.222.0.13 "DELETE /v2.0/networks/20d5ad5d-47a6-444c-b529-7b5bfcccc449 HTTP/1.1" status: 204 len: 168 time: 0.5327318 Sep 17 08:26:44.513099 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5877661b-926e-4d7b-ab41-65a15f371c90 tempest-NetworksIpV6Test-2084602050 tempest-NetworksIpV6Test-2084602050-project] Pushing event deleted for resources: {'Network': ['ID=20d5ad5d-47a6-444c-b529-7b5bfcccc449,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:44.737886 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49498) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:44.869479 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-88ab5ad6-6ab2-42ad-9459-6f5748d6c634 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8f6097e219a146b8aaf42965919a8a3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1304407 Sep 17 08:26:44.872000 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49502) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:44.917828 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2c380900-74e0-4883-bfaa-14a2402c6dbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:44.938222 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2c380900-74e0-4883-bfaa-14a2402c6dbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:44.982460 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2c380900-74e0-4883-bfaa-14a2402c6dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:44.985271 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2c380900-74e0-4883-bfaa-14a2402c6dbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:44.986901 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-2c380900-74e0-4883-bfaa-14a2402c6dbc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/897b473a-e57b-4a92-9522-e370244eaa68 HTTP/1.1" status: 204 len: 168 time: 0.1140091 Sep 17 08:26:44.994220 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c380900-74e0-4883-bfaa-14a2402c6dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=897b473a-e57b-4a92-9522-e370244eaa68,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:45.196125 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 19274c05-315a-45e3-911e-fb39c12c9c02 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:26:45.216842 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 19274c05-315a-45e3-911e-fb39c12c9c02 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:26:45.217323 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 19274c05-315a-45e3-911e-fb39c12c9c02 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:26:45.217820 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device bd676f1c-98ac-4b56-97a2-5637ef350396 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:26:45.236348 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: bd676f1c-98ac-4b56-97a2-5637ef350396 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:26:45.236708 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device bd676f1c-98ac-4b56-97a2-5637ef350396 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:26:45.615216 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49526) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:45.710296 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-53a21b4d-fe77-4691-80cd-c7d35b8d2ee5 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1220943812'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:26:45.731215 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a21b4d-fe77-4691-80cd-c7d35b8d2ee5 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Made reservation on behalf of 79b828a2b8d840259af6c7e9b12b97d4 for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:26:45.734700 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-53a21b4d-fe77-4691-80cd-c7d35b8d2ee5 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:45.743256 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-53a21b4d-fe77-4691-80cd-c7d35b8d2ee5 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:45.830892 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-53a21b4d-fe77-4691-80cd-c7d35b8d2ee5 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:45.834971 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-53a21b4d-fe77-4691-80cd-c7d35b8d2ee5 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:45.861386 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53a21b4d-fe77-4691-80cd-c7d35b8d2ee5 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:26:45.870807 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a21b4d-fe77-4691-80cd-c7d35b8d2ee5 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a931cbee-44e1-4fb6-9d6b-c8a06a423690,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:45.875598 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-53a21b4d-fe77-4691-80cd-c7d35b8d2ee5 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:45.875971 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-53a21b4d-fe77-4691-80cd-c7d35b8d2ee5 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Added segment 7ae19f9d-ce5d-4888-9d61-ebe5afdc738f of type vlan for network 5ce00f21-2400-471a-a818-39886c7fd21c Sep 17 08:26:45.916435 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-53a21b4d-fe77-4691-80cd-c7d35b8d2ee5 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:45.941574 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-53a21b4d-fe77-4691-80cd-c7d35b8d2ee5 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:45.947313 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a21b4d-fe77-4691-80cd-c7d35b8d2ee5 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:45.947938 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-53a21b4d-fe77-4691-80cd-c7d35b8d2ee5 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks [] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:45.984421 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-53a21b4d-fe77-4691-80cd-c7d35b8d2ee5 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3680208 Sep 17 08:26:46.014504 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a21b4d-fe77-4691-80cd-c7d35b8d2ee5 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Pushing event updated for resources: {'Network': ['ID=5ce00f21-2400-471a-a818-39886c7fd21c,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:46.027457 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 5ce00f21-2400-471a-a818-39886c7fd21c details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:26:46.109929 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49532) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:46.115737 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-29bb0dab-bf75-4939-a97b-084d4dfd677e tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Request body: {'subnet': {'network_id': '5ce00f21-2400-471a-a818-39886c7fd21c', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:26:46.202088 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29bb0dab-bf75-4939-a97b-084d4dfd677e tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Made reservation on behalf of 79b828a2b8d840259af6c7e9b12b97d4 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:26:46.205892 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-29bb0dab-bf75-4939-a97b-084d4dfd677e tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:46.381807 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-29bb0dab-bf75-4939-a97b-084d4dfd677e tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:46.434114 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bb0dab-bf75-4939-a97b-084d4dfd677e tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Pushing event updated for resources: {'Subnet': ['ID=4d93d27a-ac3e-48ea-837e-858e0deafef8,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:46.448648 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bb0dab-bf75-4939-a97b-084d4dfd677e tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Checking segment: {'id': '7ae19f9d-ce5d-4888-9d61-ebe5afdc738f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5ce00f21-2400-471a-a818-39886c7fd21c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:26:46.449005 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bb0dab-bf75-4939-a97b-084d4dfd677e tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Network hostable DHCP agents. Network: 5ce00f21-2400-471a-a818-39886c7fd21c, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:26:46.464676 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bb0dab-bf75-4939-a97b-084d4dfd677e tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Network 5ce00f21-2400-471a-a818-39886c7fd21c is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:26:46.473456 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-29bb0dab-bf75-4939-a97b-084d4dfd677e tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 5ce00f21-2400-471a-a818-39886c7fd21c) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:26:46.477358 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29bb0dab-bf75-4939-a97b-084d4dfd677e tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:46.477945 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-29bb0dab-bf75-4939-a97b-084d4dfd677e tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks [] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:46.482328 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0cae8a5-8736-4dbb-800f-d1543bc7be86 None None] Network 5ce00f21-2400-471a-a818-39886c7fd21c requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:26:46.495876 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-29bb0dab-bf75-4939-a97b-084d4dfd677e tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.3822806 Sep 17 08:26:46.496759 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49536) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:46.501514 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-b62e3579-4926-4155-ad24-8dc23ee4ee61 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-864530312'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:26:46.521626 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b62e3579-4926-4155-ad24-8dc23ee4ee61 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Made reservation on behalf of 79b828a2b8d840259af6c7e9b12b97d4 for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:26:46.524937 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b62e3579-4926-4155-ad24-8dc23ee4ee61 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:46.548375 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b62e3579-4926-4155-ad24-8dc23ee4ee61 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:26:46.557035 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b62e3579-4926-4155-ad24-8dc23ee4ee61 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:46.557384 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-b62e3579-4926-4155-ad24-8dc23ee4ee61 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Added segment f8abab50-d467-4462-8572-ae575aab7981 of type vlan for network 9be4e2ea-9e59-4cb3-b6e7-3b306eae0de4 Sep 17 08:26:46.603574 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b62e3579-4926-4155-ad24-8dc23ee4ee61 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:46.626074 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fd8544-04eb-40b6-a45f-7cc4dd234429 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-5ce00f21-2400-471a-a818-39886c7fd21c', 'network_id': '5ce00f21-2400-471a-a818-39886c7fd21c', 'tenant_id': '79b828a2b8d840259af6c7e9b12b97d4', 'fixed_ips': [{'subnet_id': '4d93d27a-ac3e-48ea-837e-858e0deafef8'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:26:46.626995 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-68fd8544-04eb-40b6-a45f-7cc4dd234429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:46.628079 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b62e3579-4926-4155-ad24-8dc23ee4ee61 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:46.633727 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62e3579-4926-4155-ad24-8dc23ee4ee61 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:46.634326 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b62e3579-4926-4155-ad24-8dc23ee4ee61 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks [] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:46.670707 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b62e3579-4926-4155-ad24-8dc23ee4ee61 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1729348 Sep 17 08:26:46.673420 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49538) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:46.680085 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-f1b137eb-b54c-43e7-aeda-e98488dee92f tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Request body: {'subnet': {'network_id': '9be4e2ea-9e59-4cb3-b6e7-3b306eae0de4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:26:46.760089 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-68fd8544-04eb-40b6-a45f-7cc4dd234429 None None] Allocated IP 172.20.255.242 (5ce00f21-2400-471a-a818-39886c7fd21c/4d93d27a-ac3e-48ea-837e-858e0deafef8/e40271ec-2c2c-4394-b308-2933eb746efe) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:26:46.908557 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-68fd8544-04eb-40b6-a45f-7cc4dd234429 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:46.914892 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-68fd8544-04eb-40b6-a45f-7cc4dd234429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:46.952749 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fd8544-04eb-40b6-a45f-7cc4dd234429 None None] Network 5ce00f21-2400-471a-a818-39886c7fd21c is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:26:46.956248 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-68fd8544-04eb-40b6-a45f-7cc4dd234429 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:26:46.961759 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fd8544-04eb-40b6-a45f-7cc4dd234429 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:26:46.967212 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd8544-04eb-40b6-a45f-7cc4dd234429 None None] Pushing event updated for resources: {'Port': ['ID=e40271ec-2c2c-4394-b308-2933eb746efe,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:47.023736 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-68fd8544-04eb-40b6-a45f-7cc4dd234429 None None] Attempting to bind port e40271ec-2c2c-4394-b308-2933eb746efe on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:26:47.024140 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-68fd8544-04eb-40b6-a45f-7cc4dd234429 None None] Attempting to bind port e40271ec-2c2c-4394-b308-2933eb746efe by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '7ae19f9d-ce5d-4888-9d61-ebe5afdc738f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5ce00f21-2400-471a-a818-39886c7fd21c'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:26:47.024532 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fd8544-04eb-40b6-a45f-7cc4dd234429 None None] Attempting to bind port e40271ec-2c2c-4394-b308-2933eb746efe on network 5ce00f21-2400-471a-a818-39886c7fd21c {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:26:47.029843 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fd8544-04eb-40b6-a45f-7cc4dd234429 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:26:47.030216 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fd8544-04eb-40b6-a45f-7cc4dd234429 None None] Checking segment: {'id': '7ae19f9d-ce5d-4888-9d61-ebe5afdc738f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5ce00f21-2400-471a-a818-39886c7fd21c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:26:47.030622 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-68fd8544-04eb-40b6-a45f-7cc4dd234429 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:47.031017 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fd8544-04eb-40b6-a45f-7cc4dd234429 None None] Bound using segment: {'id': '7ae19f9d-ce5d-4888-9d61-ebe5afdc738f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5ce00f21-2400-471a-a818-39886c7fd21c'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:26:47.031483 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-68fd8544-04eb-40b6-a45f-7cc4dd234429 None None] Bound port: e40271ec-2c2c-4394-b308-2933eb746efe, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ae19f9d-ce5d-4888-9d61-ebe5afdc738f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5ce00f21-2400-471a-a818-39886c7fd21c'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:26:47.031882 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-68fd8544-04eb-40b6-a45f-7cc4dd234429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:47.073944 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62e3579-4926-4155-ad24-8dc23ee4ee61 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Pushing event updated for resources: {'Network': ['ID=9be4e2ea-9e59-4cb3-b6e7-3b306eae0de4,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:47.084395 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 9be4e2ea-9e59-4cb3-b6e7-3b306eae0de4 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:26:47.118235 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-68fd8544-04eb-40b6-a45f-7cc4dd234429 None None] For port e40271ec-2c2c-4394-b308-2933eb746efe, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:26:47.138614 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b137eb-b54c-43e7-aeda-e98488dee92f tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Made reservation on behalf of 79b828a2b8d840259af6c7e9b12b97d4 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:26:47.142175 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f1b137eb-b54c-43e7-aeda-e98488dee92f tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:47.161090 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-68fd8544-04eb-40b6-a45f-7cc4dd234429 None None] For port e40271ec-2c2c-4394-b308-2933eb746efe, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=e40271ec-2c2c-4394-b308-2933eb746efe,segment=NetworkSegment(7ae19f9d-ce5d-4888-9d61-ebe5afdc738f),segment_id=7ae19f9d-ce5d-4888-9d61-ebe5afdc738f)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:26:47.169151 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-68fd8544-04eb-40b6-a45f-7cc4dd234429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:47.227881 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd8544-04eb-40b6-a45f-7cc4dd234429 None None] Pushing event updated for resources: {'Port': ['ID=e40271ec-2c2c-4394-b308-2933eb746efe,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:47.333181 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f1b137eb-b54c-43e7-aeda-e98488dee92f tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:47.422833 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b137eb-b54c-43e7-aeda-e98488dee92f tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Pushing event updated for resources: {'Subnet': ['ID=558ce1b2-0556-43d4-a0de-d8f098a73dff,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:47.442182 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b137eb-b54c-43e7-aeda-e98488dee92f tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Checking segment: {'id': 'f8abab50-d467-4462-8572-ae575aab7981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '9be4e2ea-9e59-4cb3-b6e7-3b306eae0de4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:26:47.442920 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b137eb-b54c-43e7-aeda-e98488dee92f tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Network hostable DHCP agents. Network: 9be4e2ea-9e59-4cb3-b6e7-3b306eae0de4, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:26:47.475672 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b137eb-b54c-43e7-aeda-e98488dee92f tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Network 9be4e2ea-9e59-4cb3-b6e7-3b306eae0de4 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:26:47.489474 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-f1b137eb-b54c-43e7-aeda-e98488dee92f tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 9be4e2ea-9e59-4cb3-b6e7-3b306eae0de4) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:26:47.498410 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6355c36-6d4f-484b-9cdd-169e714c10b8 None None] Network 9be4e2ea-9e59-4cb3-b6e7-3b306eae0de4 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:26:47.507031 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b137eb-b54c-43e7-aeda-e98488dee92f tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:47.508219 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f1b137eb-b54c-43e7-aeda-e98488dee92f tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks [] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:47.534610 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f1b137eb-b54c-43e7-aeda-e98488dee92f tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.8576403 Sep 17 08:26:47.535257 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49542) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:47.633211 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-be2bbebe-2bab-46a7-82a8-3fdb05421650 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:47.646689 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0efdeb-1b9c-4b2f-8020-a4509ef051f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-9be4e2ea-9e59-4cb3-b6e7-3b306eae0de4', 'network_id': '9be4e2ea-9e59-4cb3-b6e7-3b306eae0de4', 'tenant_id': '79b828a2b8d840259af6c7e9b12b97d4', 'fixed_ips': [{'subnet_id': '558ce1b2-0556-43d4-a0de-d8f098a73dff'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:26:47.647600 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9f0efdeb-1b9c-4b2f-8020-a4509ef051f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:47.687455 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-be2bbebe-2bab-46a7-82a8-3fdb05421650 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:47.750775 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-be2bbebe-2bab-46a7-82a8-3fdb05421650 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server [None req-9f0efdeb-1b9c-4b2f-8020-a4509ef051f7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 558ce1b2-0556-43d4-a0de-d8f098a73dff: This subnet is being modified by another concurrent operation. Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise exception Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 558ce1b2-0556-43d4-a0de-d8f098a73dff: This subnet is being modified by another concurrent operation. Sep 17 08:26:47.752194 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server Sep 17 08:26:47.770974 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efa3d01-7b74-40d2-b45a-6d5d9ac65aeb None None] Network 9be4e2ea-9e59-4cb3-b6e7-3b306eae0de4 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:26:47.787904 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2bbebe-2bab-46a7-82a8-3fdb05421650 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Pushing event deleted for resources: {'Subnet': ['ID=558ce1b2-0556-43d4-a0de-d8f098a73dff,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:47.848699 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-be2bbebe-2bab-46a7-82a8-3fdb05421650 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:47.870864 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-be2bbebe-2bab-46a7-82a8-3fdb05421650 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9be4e2ea-9e59-4cb3-b6e7-3b306eae0de4']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:47.880729 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-be2bbebe-2bab-46a7-82a8-3fdb05421650 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8abab50-d467-4462-8572-ae575aab7981') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:47.881033 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-be2bbebe-2bab-46a7-82a8-3fdb05421650 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8abab50-d467-4462-8572-ae575aab7981') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:47.890778 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-be2bbebe-2bab-46a7-82a8-3fdb05421650 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:47.904663 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-be2bbebe-2bab-46a7-82a8-3fdb05421650 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:47.911308 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be2bbebe-2bab-46a7-82a8-3fdb05421650 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:26:47.911710 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-be2bbebe-2bab-46a7-82a8-3fdb05421650 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:47.914876 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:26:47.914876 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:26:47.914876 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:26:47.914876 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:26:47.914876 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:26:47.914876 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:26:47.914876 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:26:47.914876 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:26:47.914876 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:26:47.914876 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:26:47.914876 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:26:47.914876 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:26:47.914876 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:26:47.914876 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:26:47.914876 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:26:47.914876 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:26:47.914876 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:26:47.914876 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:26:47.914876 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:26:47.914876 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:26:47.914876 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:26:47.914876 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:26:47.914876 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:26:47.914876 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:26:47.914876 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:26:47.914876 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:26:47.914876 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:26:47.914876 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:26:47.914876 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:26:47.914876 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:26:47.914876 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:26:47.914876 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:26:47.974965 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-be2bbebe-2bab-46a7-82a8-3fdb05421650 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:47.982203 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-be2bbebe-2bab-46a7-82a8-3fdb05421650 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks [] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:47.984062 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-be2bbebe-2bab-46a7-82a8-3fdb05421650 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] 10.222.0.13 "DELETE /v2.0/networks/9be4e2ea-9e59-4cb3-b6e7-3b306eae0de4 HTTP/1.1" status: 204 len: 168 time: 0.4477639 Sep 17 08:26:47.988070 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49544) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:47.993899 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-481ccf05-a744-4838-b86e-df41f709f94b tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-868019619'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:26:48.000393 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2bbebe-2bab-46a7-82a8-3fdb05421650 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Pushing event deleted for resources: {'Network': ['ID=9be4e2ea-9e59-4cb3-b6e7-3b306eae0de4,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:48.016430 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481ccf05-a744-4838-b86e-df41f709f94b tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Made reservation on behalf of 79b828a2b8d840259af6c7e9b12b97d4 for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:26:48.020640 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-481ccf05-a744-4838-b86e-df41f709f94b tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:48.045891 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-481ccf05-a744-4838-b86e-df41f709f94b tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:26:48.055176 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-481ccf05-a744-4838-b86e-df41f709f94b tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:48.055535 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-481ccf05-a744-4838-b86e-df41f709f94b tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Added segment 0defb670-474e-4c5d-898e-930560c77771 of type vlan for network 7cee9b67-44ce-478f-a852-4f6b011cbb47 Sep 17 08:26:48.097504 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-481ccf05-a744-4838-b86e-df41f709f94b tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:48.121280 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-481ccf05-a744-4838-b86e-df41f709f94b tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:48.127360 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481ccf05-a744-4838-b86e-df41f709f94b tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:48.128096 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-481ccf05-a744-4838-b86e-df41f709f94b tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks [] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:48.139040 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40630b4-bc89-4ed3-841d-6d1f6d509519 None None] Network 5ce00f21-2400-471a-a818-39886c7fd21c requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:26:48.164569 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-481ccf05-a744-4838-b86e-df41f709f94b tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1751819 Sep 17 08:26:48.167224 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49546) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:48.199490 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-c08f1e37-1c03-4341-aa84-de7c74326b80 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Request body: {'subnet': {'network_id': '7cee9b67-44ce-478f-a852-4f6b011cbb47', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:26:48.206526 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481ccf05-a744-4838-b86e-df41f709f94b tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Pushing event updated for resources: {'Network': ['ID=7cee9b67-44ce-478f-a852-4f6b011cbb47,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:48.218881 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 7cee9b67-44ce-478f-a852-4f6b011cbb47 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:26:48.289085 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08f1e37-1c03-4341-aa84-de7c74326b80 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Made reservation on behalf of 79b828a2b8d840259af6c7e9b12b97d4 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:26:48.292845 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c08f1e37-1c03-4341-aa84-de7c74326b80 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:48.314773 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-7ef81b6b-dc22-43fc-a1fb-10a512c8458b None None] Provisioning complete for port e40271ec-2c2c-4394-b308-2933eb746efe triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:26:48.315156 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7ef81b6b-dc22-43fc-a1fb-10a512c8458b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:48.355787 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.ipam_backend_mixin [None req-c08f1e37-1c03-4341-aa84-de7c74326b80 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Performing IP validity checks on allocation pools {{(pid=101290) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 17 08:26:48.356365 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.ipam_backend_mixin [None req-c08f1e37-1c03-4341-aa84-de7c74326b80 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101290) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 17 08:26:48.429823 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7ef81b6b-dc22-43fc-a1fb-10a512c8458b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:48.463420 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-7ef81b6b-dc22-43fc-a1fb-10a512c8458b None None] For port e40271ec-2c2c-4394-b308-2933eb746efe, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=e40271ec-2c2c-4394-b308-2933eb746efe,segment=NetworkSegment(7ae19f9d-ce5d-4888-9d61-ebe5afdc738f),segment_id=7ae19f9d-ce5d-4888-9d61-ebe5afdc738f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:26:48.468805 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7ef81b6b-dc22-43fc-a1fb-10a512c8458b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:48.480387 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c08f1e37-1c03-4341-aa84-de7c74326b80 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:48.523189 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef81b6b-dc22-43fc-a1fb-10a512c8458b None None] Pushing event updated for resources: {'Port': ['ID=e40271ec-2c2c-4394-b308-2933eb746efe,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:48.558646 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08f1e37-1c03-4341-aa84-de7c74326b80 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Pushing event updated for resources: {'Subnet': ['ID=42c96d40-d6de-47c9-9f26-c6d63e27eb5b,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:48.561242 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08f1e37-1c03-4341-aa84-de7c74326b80 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Checking segment: {'id': '0defb670-474e-4c5d-898e-930560c77771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7cee9b67-44ce-478f-a852-4f6b011cbb47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:26:48.561695 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08f1e37-1c03-4341-aa84-de7c74326b80 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Network hostable DHCP agents. Network: 7cee9b67-44ce-478f-a852-4f6b011cbb47, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:26:48.581587 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08f1e37-1c03-4341-aa84-de7c74326b80 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Network 7cee9b67-44ce-478f-a852-4f6b011cbb47 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:26:48.591600 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-c08f1e37-1c03-4341-aa84-de7c74326b80 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 7cee9b67-44ce-478f-a852-4f6b011cbb47) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:26:48.596277 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08f1e37-1c03-4341-aa84-de7c74326b80 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:48.596936 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c08f1e37-1c03-4341-aa84-de7c74326b80 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks [] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:48.605003 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16024b64-ba8d-4c30-bc99-3b792c5d11f6 None None] Network 7cee9b67-44ce-478f-a852-4f6b011cbb47 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:26:48.611562 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c08f1e37-1c03-4341-aa84-de7c74326b80 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.4433537 Sep 17 08:26:48.614178 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49550) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:48.708145 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7a2b5fe7-e810-4112-85d6-21b06d791d33 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:48.720936 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-d2853bdb-d4c1-4efa-94c8-05270600411b None None] Provisioning complete for port e40271ec-2c2c-4394-b308-2933eb746efe triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:26:48.721247 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d2853bdb-d4c1-4efa-94c8-05270600411b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:48.759358 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7a2b5fe7-e810-4112-85d6-21b06d791d33 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:48.791248 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2284d9cb-2f55-4720-aa9b-544b9cda3dec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-7cee9b67-44ce-478f-a852-4f6b011cbb47', 'network_id': '7cee9b67-44ce-478f-a852-4f6b011cbb47', 'tenant_id': '79b828a2b8d840259af6c7e9b12b97d4', 'fixed_ips': [{'subnet_id': '42c96d40-d6de-47c9-9f26-c6d63e27eb5b'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:26:48.792112 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2284d9cb-2f55-4720-aa9b-544b9cda3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:48.823081 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7a2b5fe7-e810-4112-85d6-21b06d791d33 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:48.850985 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2b5fe7-e810-4112-85d6-21b06d791d33 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Pushing event deleted for resources: {'Subnet': ['ID=42c96d40-d6de-47c9-9f26-c6d63e27eb5b,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:48.901090 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e14403-737a-4a38-9ecd-40b6a0809506 None None] Network 7cee9b67-44ce-478f-a852-4f6b011cbb47 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:26:48.910012 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7a2b5fe7-e810-4112-85d6-21b06d791d33 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:48.929347 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-7a2b5fe7-e810-4112-85d6-21b06d791d33 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cee9b67-44ce-478f-a852-4f6b011cbb47']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:48.938943 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-7a2b5fe7-e810-4112-85d6-21b06d791d33 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0defb670-474e-4c5d-898e-930560c77771') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:48.939248 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-7a2b5fe7-e810-4112-85d6-21b06d791d33 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0defb670-474e-4c5d-898e-930560c77771') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:48.948648 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7a2b5fe7-e810-4112-85d6-21b06d791d33 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:48.962141 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7a2b5fe7-e810-4112-85d6-21b06d791d33 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:48.968379 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a2b5fe7-e810-4112-85d6-21b06d791d33 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:26:48.968789 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7a2b5fe7-e810-4112-85d6-21b06d791d33 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:48.972516 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 08:26:48.972516 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:26:48.972516 n-d-789963-9 neutron-server[101290]: timer() Sep 17 08:26:48.972516 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:26:48.972516 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 08:26:48.972516 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:26:48.972516 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 08:26:48.972516 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:26:48.972516 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 08:26:48.972516 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:26:48.972516 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 08:26:48.972516 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:26:48.972516 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 08:26:48.972516 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:26:48.972516 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:26:48.972516 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:26:48.972516 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:26:48.972516 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:26:48.972516 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 08:26:48.972516 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:26:48.972516 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 08:26:48.972516 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:26:48.972516 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:26:48.972516 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:26:48.972516 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 08:26:48.972516 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:26:48.972516 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:26:48.972516 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:26:48.972516 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:26:48.972516 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:26:48.972516 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:26:48.972516 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:26:49.007750 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfadaf4e-210c-4ea5-aa83-79d357a09c04 None None] get_active_networks_info from n-d-789963-9 {{(pid=101291) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 08:26:49.038128 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7a2b5fe7-e810-4112-85d6-21b06d791d33 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:49.042864 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7a2b5fe7-e810-4112-85d6-21b06d791d33 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks [] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:49.049617 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-7a2b5fe7-e810-4112-85d6-21b06d791d33 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] 10.222.0.13 "DELETE /v2.0/networks/7cee9b67-44ce-478f-a852-4f6b011cbb47 HTTP/1.1" status: 204 len: 168 time: 0.4295526 Sep 17 08:26:49.049779 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49552) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:49.054605 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-fdf6194e-71b0-4fd7-b6f4-7bed8b57bd9e tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1723686519'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:26:49.072882 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2b5fe7-e810-4112-85d6-21b06d791d33 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Pushing event deleted for resources: {'Network': ['ID=7cee9b67-44ce-478f-a852-4f6b011cbb47,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:49.094239 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfadaf4e-210c-4ea5-aa83-79d357a09c04 None None] Resources bound (agent type, host, resource id): {{(pid=101291) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 08:26:49.096410 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf6194e-71b0-4fd7-b6f4-7bed8b57bd9e tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Made reservation on behalf of 79b828a2b8d840259af6c7e9b12b97d4 for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:26:49.100272 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fdf6194e-71b0-4fd7-b6f4-7bed8b57bd9e tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:49.123343 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdf6194e-71b0-4fd7-b6f4-7bed8b57bd9e tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:26:49.133670 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fdf6194e-71b0-4fd7-b6f4-7bed8b57bd9e tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:49.134015 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-fdf6194e-71b0-4fd7-b6f4-7bed8b57bd9e tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Added segment 4e66d7f7-9edf-41f0-99f2-6f0522809516 of type vlan for network 37018902-d848-44f3-bc76-f6107bf6fe7d Sep 17 08:26:49.180300 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fdf6194e-71b0-4fd7-b6f4-7bed8b57bd9e tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:49.208718 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fdf6194e-71b0-4fd7-b6f4-7bed8b57bd9e tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:49.214914 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf6194e-71b0-4fd7-b6f4-7bed8b57bd9e tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:49.215538 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fdf6194e-71b0-4fd7-b6f4-7bed8b57bd9e tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks [] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:49.260035 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-fdf6194e-71b0-4fd7-b6f4-7bed8b57bd9e tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2091885 Sep 17 08:26:49.262894 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49554) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:49.268835 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-706c50b9-3069-4f89-9b1a-0b596c796b7a tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Request body: {'subnet': {'network_id': '37018902-d848-44f3-bc76-f6107bf6fe7d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:26:49.288966 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device e40271ec-2c2c-4394-b308-2933eb746efe up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:26:49.295493 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf6194e-71b0-4fd7-b6f4-7bed8b57bd9e tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Pushing event updated for resources: {'Network': ['ID=37018902-d848-44f3-bc76-f6107bf6fe7d,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:49.315643 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 37018902-d848-44f3-bc76-f6107bf6fe7d details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:26:49.482636 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port e40271ec-2c2c-4394-b308-2933eb746efe triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:26:49.483019 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:49.689061 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706c50b9-3069-4f89-9b1a-0b596c796b7a tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Made reservation on behalf of 79b828a2b8d840259af6c7e9b12b97d4 for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:26:49.692513 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-706c50b9-3069-4f89-9b1a-0b596c796b7a tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:49.865387 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-706c50b9-3069-4f89-9b1a-0b596c796b7a tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:49.926989 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706c50b9-3069-4f89-9b1a-0b596c796b7a tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Pushing event updated for resources: {'Subnet': ['ID=7e6a60a6-288a-4849-97c2-cd9902c98688,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:49.933740 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706c50b9-3069-4f89-9b1a-0b596c796b7a tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Checking segment: {'id': '4e66d7f7-9edf-41f0-99f2-6f0522809516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '37018902-d848-44f3-bc76-f6107bf6fe7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:26:49.933973 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706c50b9-3069-4f89-9b1a-0b596c796b7a tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Network hostable DHCP agents. Network: 37018902-d848-44f3-bc76-f6107bf6fe7d, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:26:49.948953 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706c50b9-3069-4f89-9b1a-0b596c796b7a tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Network 37018902-d848-44f3-bc76-f6107bf6fe7d is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:26:49.957406 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-706c50b9-3069-4f89-9b1a-0b596c796b7a tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 37018902-d848-44f3-bc76-f6107bf6fe7d) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:26:49.963189 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706c50b9-3069-4f89-9b1a-0b596c796b7a tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:49.963772 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-706c50b9-3069-4f89-9b1a-0b596c796b7a tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:49.970958 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d4a9bb-8aa5-4fa9-b421-7cfdd6ecc339 None None] Network 37018902-d848-44f3-bc76-f6107bf6fe7d requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:26:49.977878 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-706c50b9-3069-4f89-9b1a-0b596c796b7a tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7138135 Sep 17 08:26:49.980726 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49558) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:49.984869 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e6d4f9e9-ed7a-4603-a229-e4470c81bf67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:50.074756 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-44bd4dc0-3d59-4933-b5cb-60efe28ae295 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:50.118345 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f455cf07-5063-478c-a4ef-c7ea842e4c7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-37018902-d848-44f3-bc76-f6107bf6fe7d', 'network_id': '37018902-d848-44f3-bc76-f6107bf6fe7d', 'tenant_id': '79b828a2b8d840259af6c7e9b12b97d4', 'fixed_ips': [{'subnet_id': '7e6a60a6-288a-4849-97c2-cd9902c98688'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:26:50.119213 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f455cf07-5063-478c-a4ef-c7ea842e4c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:50.131235 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-44bd4dc0-3d59-4933-b5cb-60efe28ae295 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:50.189611 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-44bd4dc0-3d59-4933-b5cb-60efe28ae295 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server [None req-f455cf07-5063-478c-a4ef-c7ea842e4c7c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7e6a60a6-288a-4849-97c2-cd9902c98688: This subnet is being modified by another concurrent operation. Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise exception Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7e6a60a6-288a-4849-97c2-cd9902c98688: This subnet is being modified by another concurrent operation. Sep 17 08:26:50.214457 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server Sep 17 08:26:50.222891 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd4dc0-3d59-4933-b5cb-60efe28ae295 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Pushing event deleted for resources: {'Subnet': ['ID=7e6a60a6-288a-4849-97c2-cd9902c98688,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:50.231235 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12452b3e-a9ac-4b3a-98f0-e1b78c0bdbcb None None] Network 37018902-d848-44f3-bc76-f6107bf6fe7d requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:26:50.283114 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-44bd4dc0-3d59-4933-b5cb-60efe28ae295 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:50.303743 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-44bd4dc0-3d59-4933-b5cb-60efe28ae295 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37018902-d848-44f3-bc76-f6107bf6fe7d']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:50.315555 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-44bd4dc0-3d59-4933-b5cb-60efe28ae295 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e66d7f7-9edf-41f0-99f2-6f0522809516') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:50.315869 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-44bd4dc0-3d59-4933-b5cb-60efe28ae295 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e66d7f7-9edf-41f0-99f2-6f0522809516') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:50.325368 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-44bd4dc0-3d59-4933-b5cb-60efe28ae295 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:50.334925 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d64427-2160-40da-a3e0-765e9a664ba6 None None] get_active_networks_info from n-d-789963-9 {{(pid=101291) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 08:26:50.341479 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-44bd4dc0-3d59-4933-b5cb-60efe28ae295 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:50.348085 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44bd4dc0-3d59-4933-b5cb-60efe28ae295 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:26:50.348569 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-44bd4dc0-3d59-4933-b5cb-60efe28ae295 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:50.351911 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 08:26:50.351911 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:26:50.351911 n-d-789963-9 neutron-server[101290]: timer() Sep 17 08:26:50.351911 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:26:50.351911 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 08:26:50.351911 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:26:50.351911 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 08:26:50.351911 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:26:50.351911 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 08:26:50.351911 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:26:50.351911 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 08:26:50.351911 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:26:50.351911 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 08:26:50.351911 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:26:50.351911 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:26:50.351911 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:26:50.351911 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:26:50.351911 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:26:50.351911 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 08:26:50.351911 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:26:50.351911 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 08:26:50.351911 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:26:50.351911 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:26:50.351911 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:26:50.351911 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 08:26:50.351911 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:26:50.351911 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:26:50.351911 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:26:50.351911 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:26:50.351911 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:26:50.351911 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:26:50.351911 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:26:50.408247 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-44bd4dc0-3d59-4933-b5cb-60efe28ae295 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:50.415075 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-44bd4dc0-3d59-4933-b5cb-60efe28ae295 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks [] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:50.420917 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-44bd4dc0-3d59-4933-b5cb-60efe28ae295 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] 10.222.0.13 "DELETE /v2.0/networks/37018902-d848-44f3-bc76-f6107bf6fe7d HTTP/1.1" status: 204 len: 168 time: 0.4352510 Sep 17 08:26:50.420917 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49562) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:50.423284 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d64427-2160-40da-a3e0-765e9a664ba6 None None] Resources bound (agent type, host, resource id): {{(pid=101291) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 08:26:50.425442 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-e02cbf4c-e0b3-4c1a-98eb-2791d224605b tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-492008152'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:26:50.437519 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd4dc0-3d59-4933-b5cb-60efe28ae295 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Pushing event deleted for resources: {'Network': ['ID=37018902-d848-44f3-bc76-f6107bf6fe7d,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:50.456560 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02cbf4c-e0b3-4c1a-98eb-2791d224605b tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Made reservation on behalf of 79b828a2b8d840259af6c7e9b12b97d4 for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:26:50.460036 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e02cbf4c-e0b3-4c1a-98eb-2791d224605b tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:50.482536 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e02cbf4c-e0b3-4c1a-98eb-2791d224605b tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:26:50.491418 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e02cbf4c-e0b3-4c1a-98eb-2791d224605b tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:50.491770 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-e02cbf4c-e0b3-4c1a-98eb-2791d224605b tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Added segment bbba3418-9c6b-4f79-af26-773bdc241211 of type vlan for network 698183b8-5ad4-4fe2-81b8-96ed84f699d9 Sep 17 08:26:50.534735 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e02cbf4c-e0b3-4c1a-98eb-2791d224605b tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:50.559426 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e02cbf4c-e0b3-4c1a-98eb-2791d224605b tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:50.565542 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02cbf4c-e0b3-4c1a-98eb-2791d224605b tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:50.566129 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e02cbf4c-e0b3-4c1a-98eb-2791d224605b tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks [] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:50.599594 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e02cbf4c-e0b3-4c1a-98eb-2791d224605b tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1779284 Sep 17 08:26:50.602883 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49564) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:50.609023 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-195d1caf-d897-45c9-9601-981878503c2b tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Request body: {'subnet': {'network_id': '698183b8-5ad4-4fe2-81b8-96ed84f699d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:26:50.636512 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02cbf4c-e0b3-4c1a-98eb-2791d224605b tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Pushing event updated for resources: {'Network': ['ID=698183b8-5ad4-4fe2-81b8-96ed84f699d9,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:50.647407 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 698183b8-5ad4-4fe2-81b8-96ed84f699d9 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:26:50.701265 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195d1caf-d897-45c9-9601-981878503c2b tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Made reservation on behalf of 79b828a2b8d840259af6c7e9b12b97d4 for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:26:50.705413 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-195d1caf-d897-45c9-9601-981878503c2b tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:50.881429 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-195d1caf-d897-45c9-9601-981878503c2b tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:50.937115 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195d1caf-d897-45c9-9601-981878503c2b tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Pushing event updated for resources: {'Subnet': ['ID=87d684db-4ec5-4ee4-987f-0618679d415e,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:50.946447 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195d1caf-d897-45c9-9601-981878503c2b tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Checking segment: {'id': 'bbba3418-9c6b-4f79-af26-773bdc241211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '698183b8-5ad4-4fe2-81b8-96ed84f699d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:26:50.946837 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195d1caf-d897-45c9-9601-981878503c2b tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Network hostable DHCP agents. Network: 698183b8-5ad4-4fe2-81b8-96ed84f699d9, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:26:50.962708 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195d1caf-d897-45c9-9601-981878503c2b tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Network 698183b8-5ad4-4fe2-81b8-96ed84f699d9 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:26:50.970817 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-195d1caf-d897-45c9-9601-981878503c2b tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 698183b8-5ad4-4fe2-81b8-96ed84f699d9) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:26:50.974959 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195d1caf-d897-45c9-9601-981878503c2b tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:50.975658 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-195d1caf-d897-45c9-9601-981878503c2b tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:50.980915 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efed331-df0e-41b2-b461-7a80747d4c65 None None] Network 698183b8-5ad4-4fe2-81b8-96ed84f699d9 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:26:50.990334 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-195d1caf-d897-45c9-9601-981878503c2b tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3862469 Sep 17 08:26:50.992905 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49568) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:51.093731 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-544b0bd4-db35-4cce-9a43-651d02f72f8f tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:51.126438 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a8ed11-bca5-49dc-8e9f-c00f73f1efce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-698183b8-5ad4-4fe2-81b8-96ed84f699d9', 'network_id': '698183b8-5ad4-4fe2-81b8-96ed84f699d9', 'tenant_id': '79b828a2b8d840259af6c7e9b12b97d4', 'fixed_ips': [{'subnet_id': '87d684db-4ec5-4ee4-987f-0618679d415e'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:26:51.127299 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-30a8ed11-bca5-49dc-8e9f-c00f73f1efce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:51.150570 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-544b0bd4-db35-4cce-9a43-651d02f72f8f tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:51.211335 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-544b0bd4-db35-4cce-9a43-651d02f72f8f tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server [None req-30a8ed11-bca5-49dc-8e9f-c00f73f1efce None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 87d684db-4ec5-4ee4-987f-0618679d415e: This subnet is being modified by another concurrent operation. Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise exception Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 87d684db-4ec5-4ee4-987f-0618679d415e: This subnet is being modified by another concurrent operation. Sep 17 08:26:51.227710 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server Sep 17 08:26:51.242301 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b226e7-2b5e-44a8-8e90-05567d70fd48 None None] Network 698183b8-5ad4-4fe2-81b8-96ed84f699d9 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:26:51.243617 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544b0bd4-db35-4cce-9a43-651d02f72f8f tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Pushing event deleted for resources: {'Subnet': ['ID=87d684db-4ec5-4ee4-987f-0618679d415e,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:51.301497 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-544b0bd4-db35-4cce-9a43-651d02f72f8f tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:51.321434 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-544b0bd4-db35-4cce-9a43-651d02f72f8f tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['698183b8-5ad4-4fe2-81b8-96ed84f699d9']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:51.331128 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-544b0bd4-db35-4cce-9a43-651d02f72f8f tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbba3418-9c6b-4f79-af26-773bdc241211') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:51.331610 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-544b0bd4-db35-4cce-9a43-651d02f72f8f tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbba3418-9c6b-4f79-af26-773bdc241211') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:51.341111 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-544b0bd4-db35-4cce-9a43-651d02f72f8f tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:51.354206 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26fb46f-985b-48c3-b122-834b38b851c7 None None] get_active_networks_info from n-d-789963-9 {{(pid=101291) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 08:26:51.354729 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-544b0bd4-db35-4cce-9a43-651d02f72f8f tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:51.360575 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-544b0bd4-db35-4cce-9a43-651d02f72f8f tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:26:51.360966 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-544b0bd4-db35-4cce-9a43-651d02f72f8f tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:51.363933 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:26:51.363933 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:26:51.363933 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:26:51.363933 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:26:51.363933 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:26:51.363933 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:26:51.363933 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:26:51.363933 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:26:51.363933 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:26:51.363933 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:26:51.363933 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:26:51.363933 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:26:51.363933 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:26:51.363933 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:26:51.363933 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:26:51.363933 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:26:51.363933 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:26:51.363933 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:26:51.363933 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:26:51.363933 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:26:51.363933 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:26:51.363933 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:26:51.363933 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:26:51.363933 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:26:51.363933 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:26:51.363933 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:26:51.363933 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:26:51.363933 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:26:51.363933 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:26:51.363933 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:26:51.363933 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:26:51.363933 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:26:51.426733 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-544b0bd4-db35-4cce-9a43-651d02f72f8f tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:51.432076 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-544b0bd4-db35-4cce-9a43-651d02f72f8f tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks [] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:51.433951 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-544b0bd4-db35-4cce-9a43-651d02f72f8f tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] 10.222.0.13 "DELETE /v2.0/networks/698183b8-5ad4-4fe2-81b8-96ed84f699d9 HTTP/1.1" status: 204 len: 168 time: 0.4401269 Sep 17 08:26:51.437568 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49570) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:51.443446 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-661901f9-43bf-4d26-8547-fed5df1ed292 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1440346629'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:26:51.448110 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544b0bd4-db35-4cce-9a43-651d02f72f8f tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Pushing event deleted for resources: {'Network': ['ID=698183b8-5ad4-4fe2-81b8-96ed84f699d9,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:51.448484 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26fb46f-985b-48c3-b122-834b38b851c7 None None] Resources bound (agent type, host, resource id): {{(pid=101291) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 08:26:51.465154 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661901f9-43bf-4d26-8547-fed5df1ed292 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Made reservation on behalf of 79b828a2b8d840259af6c7e9b12b97d4 for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:26:51.468638 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-661901f9-43bf-4d26-8547-fed5df1ed292 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:51.493124 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-661901f9-43bf-4d26-8547-fed5df1ed292 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:26:51.502711 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-661901f9-43bf-4d26-8547-fed5df1ed292 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:51.503165 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-661901f9-43bf-4d26-8547-fed5df1ed292 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Added segment c3ec89ba-c8dd-4dfb-a55e-e18ae843b3ad of type vlan for network 291ba001-0686-4ff7-bd78-d6dd25a22876 Sep 17 08:26:51.546192 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-661901f9-43bf-4d26-8547-fed5df1ed292 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:51.570851 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-661901f9-43bf-4d26-8547-fed5df1ed292 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:51.576475 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661901f9-43bf-4d26-8547-fed5df1ed292 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:51.577055 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-661901f9-43bf-4d26-8547-fed5df1ed292 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks [] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:51.615986 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-661901f9-43bf-4d26-8547-fed5df1ed292 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1744132 Sep 17 08:26:51.616199 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49572) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:51.645112 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-eca4e0ef-7275-4e4f-b6cc-aa0ff6d38328 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Request body: {'subnet': {'network_id': '291ba001-0686-4ff7-bd78-d6dd25a22876', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:26:51.663294 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661901f9-43bf-4d26-8547-fed5df1ed292 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Pushing event updated for resources: {'Network': ['ID=291ba001-0686-4ff7-bd78-d6dd25a22876,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:51.677167 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 291ba001-0686-4ff7-bd78-d6dd25a22876 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:26:51.738751 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca4e0ef-7275-4e4f-b6cc-aa0ff6d38328 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Made reservation on behalf of 79b828a2b8d840259af6c7e9b12b97d4 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:26:51.742420 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-eca4e0ef-7275-4e4f-b6cc-aa0ff6d38328 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:51.797359 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.ipam_backend_mixin [None req-eca4e0ef-7275-4e4f-b6cc-aa0ff6d38328 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Performing IP validity checks on allocation pools {{(pid=101290) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 17 08:26:51.797916 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.ipam_backend_mixin [None req-eca4e0ef-7275-4e4f-b6cc-aa0ff6d38328 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101290) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 17 08:26:51.917510 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-eca4e0ef-7275-4e4f-b6cc-aa0ff6d38328 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:51.979042 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca4e0ef-7275-4e4f-b6cc-aa0ff6d38328 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Pushing event updated for resources: {'Subnet': ['ID=7535e592-543d-4af2-b500-cc7c5f5cfbc6,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:51.983596 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca4e0ef-7275-4e4f-b6cc-aa0ff6d38328 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Checking segment: {'id': 'c3ec89ba-c8dd-4dfb-a55e-e18ae843b3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '291ba001-0686-4ff7-bd78-d6dd25a22876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:26:51.983772 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca4e0ef-7275-4e4f-b6cc-aa0ff6d38328 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Network hostable DHCP agents. Network: 291ba001-0686-4ff7-bd78-d6dd25a22876, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:26:52.001315 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca4e0ef-7275-4e4f-b6cc-aa0ff6d38328 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Network 291ba001-0686-4ff7-bd78-d6dd25a22876 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:26:52.010316 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-eca4e0ef-7275-4e4f-b6cc-aa0ff6d38328 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 291ba001-0686-4ff7-bd78-d6dd25a22876) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:26:52.014881 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca4e0ef-7275-4e4f-b6cc-aa0ff6d38328 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:52.015599 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-eca4e0ef-7275-4e4f-b6cc-aa0ff6d38328 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks [] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:52.019590 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce92024-7f66-4cb6-b875-d20ede3d9b9e None None] Network 291ba001-0686-4ff7-bd78-d6dd25a22876 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:26:52.030529 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-eca4e0ef-7275-4e4f-b6cc-aa0ff6d38328 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.4133782 Sep 17 08:26:52.033201 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49576) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:52.131634 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6f2aa0db-366c-438a-9737-4413ef0d5f71 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:52.161380 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c42b9dd-75e6-472c-94cd-6f8adf12d8fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-291ba001-0686-4ff7-bd78-d6dd25a22876', 'network_id': '291ba001-0686-4ff7-bd78-d6dd25a22876', 'tenant_id': '79b828a2b8d840259af6c7e9b12b97d4', 'fixed_ips': [{'subnet_id': '7535e592-543d-4af2-b500-cc7c5f5cfbc6'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:26:52.162326 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6c42b9dd-75e6-472c-94cd-6f8adf12d8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:52.182605 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6f2aa0db-366c-438a-9737-4413ef0d5f71 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:52.241856 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6f2aa0db-366c-438a-9737-4413ef0d5f71 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server [None req-6c42b9dd-75e6-472c-94cd-6f8adf12d8fa None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7535e592-543d-4af2-b500-cc7c5f5cfbc6: This subnet is being modified by another concurrent operation. Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise exception Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7535e592-543d-4af2-b500-cc7c5f5cfbc6: This subnet is being modified by another concurrent operation. Sep 17 08:26:52.255016 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server Sep 17 08:26:52.261791 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:26:52.267718 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2aa0db-366c-438a-9737-4413ef0d5f71 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Pushing event deleted for resources: {'Subnet': ['ID=7535e592-543d-4af2-b500-cc7c5f5cfbc6,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:52.276908 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc5f1de-1bf2-43d5-a119-9a8aca21f882 None None] Network 291ba001-0686-4ff7-bd78-d6dd25a22876 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:26:52.333789 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6f2aa0db-366c-438a-9737-4413ef0d5f71 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:52.353109 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-6f2aa0db-366c-438a-9737-4413ef0d5f71 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['291ba001-0686-4ff7-bd78-d6dd25a22876']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:52.363392 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-6f2aa0db-366c-438a-9737-4413ef0d5f71 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3ec89ba-c8dd-4dfb-a55e-e18ae843b3ad') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:52.363687 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-6f2aa0db-366c-438a-9737-4413ef0d5f71 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3ec89ba-c8dd-4dfb-a55e-e18ae843b3ad') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:52.373071 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6f2aa0db-366c-438a-9737-4413ef0d5f71 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:52.383254 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed18e95-042a-467a-98dd-77370624ec72 None None] get_active_networks_info from n-d-789963-9 {{(pid=101291) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 08:26:52.387596 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6f2aa0db-366c-438a-9737-4413ef0d5f71 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:52.393666 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f2aa0db-366c-438a-9737-4413ef0d5f71 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:26:52.394048 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6f2aa0db-366c-438a-9737-4413ef0d5f71 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:52.397346 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 08:26:52.397346 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:26:52.397346 n-d-789963-9 neutron-server[101290]: timer() Sep 17 08:26:52.397346 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:26:52.397346 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 08:26:52.397346 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:26:52.397346 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 08:26:52.397346 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:26:52.397346 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 08:26:52.397346 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:26:52.397346 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 08:26:52.397346 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:26:52.397346 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 08:26:52.397346 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:26:52.397346 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:26:52.397346 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:26:52.397346 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:26:52.397346 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:26:52.397346 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 08:26:52.397346 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:26:52.397346 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 08:26:52.397346 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:26:52.397346 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:26:52.397346 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:26:52.397346 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 08:26:52.397346 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:26:52.397346 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:26:52.397346 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:26:52.397346 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:26:52.397346 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:26:52.397346 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:26:52.397346 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:26:52.457538 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6f2aa0db-366c-438a-9737-4413ef0d5f71 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:52.462772 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6f2aa0db-366c-438a-9737-4413ef0d5f71 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks [] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:52.468768 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6f2aa0db-366c-438a-9737-4413ef0d5f71 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] 10.222.0.13 "DELETE /v2.0/networks/291ba001-0686-4ff7-bd78-d6dd25a22876 HTTP/1.1" status: 204 len: 168 time: 0.4308188 Sep 17 08:26:52.469161 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49578) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:52.475540 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-eb7593c8-16c8-4c9b-a079-cd1c16c29769 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-641373211'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:26:52.477755 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed18e95-042a-467a-98dd-77370624ec72 None None] Resources bound (agent type, host, resource id): {{(pid=101291) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 08:26:52.482592 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8d43c472-13d1-4aa2-a9d2-8ccd825b7381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:52.496618 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2aa0db-366c-438a-9737-4413ef0d5f71 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Pushing event deleted for resources: {'Network': ['ID=291ba001-0686-4ff7-bd78-d6dd25a22876,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:52.513356 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7593c8-16c8-4c9b-a079-cd1c16c29769 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Made reservation on behalf of 79b828a2b8d840259af6c7e9b12b97d4 for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:26:52.517556 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-eb7593c8-16c8-4c9b-a079-cd1c16c29769 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:52.540873 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb7593c8-16c8-4c9b-a079-cd1c16c29769 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:26:52.549985 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-eb7593c8-16c8-4c9b-a079-cd1c16c29769 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:52.550323 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-eb7593c8-16c8-4c9b-a079-cd1c16c29769 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Added segment 939e2a5b-cb1f-4e17-8969-f19e481e05ce of type vlan for network c56dd29e-8cec-4324-9ba8-92d298521bf9 Sep 17 08:26:52.589160 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-eb7593c8-16c8-4c9b-a079-cd1c16c29769 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:52.613867 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-eb7593c8-16c8-4c9b-a079-cd1c16c29769 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:52.619473 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7593c8-16c8-4c9b-a079-cd1c16c29769 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:52.620102 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-eb7593c8-16c8-4c9b-a079-cd1c16c29769 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks [] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:52.651593 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-eb7593c8-16c8-4c9b-a079-cd1c16c29769 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1813850 Sep 17 08:26:52.654331 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49580) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:52.661542 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-44df1f23-fef2-4d27-8f12-79d438c068cc tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Request body: {'subnet': {'network_id': 'c56dd29e-8cec-4324-9ba8-92d298521bf9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:26:52.705158 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7593c8-16c8-4c9b-a079-cd1c16c29769 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Pushing event updated for resources: {'Network': ['ID=c56dd29e-8cec-4324-9ba8-92d298521bf9,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:52.715224 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network c56dd29e-8cec-4324-9ba8-92d298521bf9 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:26:52.780203 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44df1f23-fef2-4d27-8f12-79d438c068cc tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Made reservation on behalf of 79b828a2b8d840259af6c7e9b12b97d4 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:26:52.783231 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:52.783599 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-44df1f23-fef2-4d27-8f12-79d438c068cc tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:52.980861 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-44df1f23-fef2-4d27-8f12-79d438c068cc tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:53.033761 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44df1f23-fef2-4d27-8f12-79d438c068cc tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Pushing event updated for resources: {'Subnet': ['ID=c7c33e70-703c-498b-bad1-0a3054134df5,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:53.048521 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44df1f23-fef2-4d27-8f12-79d438c068cc tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Checking segment: {'id': '939e2a5b-cb1f-4e17-8969-f19e481e05ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c56dd29e-8cec-4324-9ba8-92d298521bf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:26:53.048886 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44df1f23-fef2-4d27-8f12-79d438c068cc tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Network hostable DHCP agents. Network: c56dd29e-8cec-4324-9ba8-92d298521bf9, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:26:53.065076 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44df1f23-fef2-4d27-8f12-79d438c068cc tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Network c56dd29e-8cec-4324-9ba8-92d298521bf9 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:26:53.073733 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-44df1f23-fef2-4d27-8f12-79d438c068cc tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, c56dd29e-8cec-4324-9ba8-92d298521bf9) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:26:53.077813 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44df1f23-fef2-4d27-8f12-79d438c068cc tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:53.078416 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-44df1f23-fef2-4d27-8f12-79d438c068cc tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks [] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:53.087953 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213a59a7-c87f-4033-8315-097c349baa12 None None] Network c56dd29e-8cec-4324-9ba8-92d298521bf9 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:26:53.094086 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-44df1f23-fef2-4d27-8f12-79d438c068cc tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4387386 Sep 17 08:26:53.096693 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49584) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:53.198599 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fcbc00ee-a8aa-4a84-92c7-d71e556b319e tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:53.237560 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70fa93e-8502-4cf3-930e-c115c12e9064 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-c56dd29e-8cec-4324-9ba8-92d298521bf9', 'network_id': 'c56dd29e-8cec-4324-9ba8-92d298521bf9', 'tenant_id': '79b828a2b8d840259af6c7e9b12b97d4', 'fixed_ips': [{'subnet_id': 'c7c33e70-703c-498b-bad1-0a3054134df5'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:26:53.238458 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a70fa93e-8502-4cf3-930e-c115c12e9064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:53.251444 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fcbc00ee-a8aa-4a84-92c7-d71e556b319e tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:53.315142 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fcbc00ee-a8aa-4a84-92c7-d71e556b319e tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server [None req-a70fa93e-8502-4cf3-930e-c115c12e9064 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c7c33e70-703c-498b-bad1-0a3054134df5: This subnet is being modified by another concurrent operation. Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise exception Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c7c33e70-703c-498b-bad1-0a3054134df5: This subnet is being modified by another concurrent operation. Sep 17 08:26:53.331519 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server Sep 17 08:26:53.345423 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbc00ee-a8aa-4a84-92c7-d71e556b319e tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Pushing event deleted for resources: {'Subnet': ['ID=c7c33e70-703c-498b-bad1-0a3054134df5,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:53.354660 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0048f34c-d1dd-4b23-966e-54b5e898f70e None None] Network c56dd29e-8cec-4324-9ba8-92d298521bf9 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:26:53.406835 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fcbc00ee-a8aa-4a84-92c7-d71e556b319e tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:53.426223 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-fcbc00ee-a8aa-4a84-92c7-d71e556b319e tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c56dd29e-8cec-4324-9ba8-92d298521bf9']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:53.434973 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-fcbc00ee-a8aa-4a84-92c7-d71e556b319e tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '939e2a5b-cb1f-4e17-8969-f19e481e05ce') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:53.435279 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-fcbc00ee-a8aa-4a84-92c7-d71e556b319e tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '939e2a5b-cb1f-4e17-8969-f19e481e05ce') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:53.444961 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fcbc00ee-a8aa-4a84-92c7-d71e556b319e tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:53.458289 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fcbc00ee-a8aa-4a84-92c7-d71e556b319e tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:53.462647 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8bbb39-2730-4c49-8716-c9746989130b None None] get_active_networks_info from n-d-789963-9 {{(pid=101291) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 08:26:53.464234 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcbc00ee-a8aa-4a84-92c7-d71e556b319e tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:26:53.464658 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fcbc00ee-a8aa-4a84-92c7-d71e556b319e tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:53.467589 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 08:26:53.467589 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:26:53.467589 n-d-789963-9 neutron-server[101290]: timer() Sep 17 08:26:53.467589 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:26:53.467589 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 08:26:53.467589 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:26:53.467589 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 08:26:53.467589 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:26:53.467589 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 08:26:53.467589 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:26:53.467589 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 08:26:53.467589 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:26:53.467589 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 08:26:53.467589 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:26:53.467589 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:26:53.467589 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:26:53.467589 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:26:53.467589 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:26:53.467589 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 08:26:53.467589 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:26:53.467589 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 08:26:53.467589 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:26:53.467589 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:26:53.467589 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:26:53.467589 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 08:26:53.467589 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:26:53.467589 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:26:53.467589 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:26:53.467589 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:26:53.467589 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:26:53.467589 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:26:53.467589 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:26:53.530001 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fcbc00ee-a8aa-4a84-92c7-d71e556b319e tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:53.538321 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fcbc00ee-a8aa-4a84-92c7-d71e556b319e tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks [] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:53.540226 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-fcbc00ee-a8aa-4a84-92c7-d71e556b319e tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] 10.222.0.13 "DELETE /v2.0/networks/c56dd29e-8cec-4324-9ba8-92d298521bf9 HTTP/1.1" status: 204 len: 168 time: 0.4423041 Sep 17 08:26:53.543929 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49586) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:53.549561 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-712c9980-8b0e-41dd-b0ef-8e1019afd5ae tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1177984332'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:26:53.559240 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbc00ee-a8aa-4a84-92c7-d71e556b319e tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Pushing event deleted for resources: {'Network': ['ID=c56dd29e-8cec-4324-9ba8-92d298521bf9,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:53.571309 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712c9980-8b0e-41dd-b0ef-8e1019afd5ae tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Made reservation on behalf of 79b828a2b8d840259af6c7e9b12b97d4 for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:26:53.575172 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-712c9980-8b0e-41dd-b0ef-8e1019afd5ae tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:53.600850 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-712c9980-8b0e-41dd-b0ef-8e1019afd5ae tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:26:53.611500 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-712c9980-8b0e-41dd-b0ef-8e1019afd5ae tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:53.611863 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-712c9980-8b0e-41dd-b0ef-8e1019afd5ae tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Added segment 4cd16d7d-d34e-456e-a74a-cddb66ac1bbc of type vlan for network f1e93ad7-b191-4d9b-bdfa-f7ec0e64df25 Sep 17 08:26:53.654086 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-712c9980-8b0e-41dd-b0ef-8e1019afd5ae tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:53.683860 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-712c9980-8b0e-41dd-b0ef-8e1019afd5ae tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:53.690066 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712c9980-8b0e-41dd-b0ef-8e1019afd5ae tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:53.690795 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-712c9980-8b0e-41dd-b0ef-8e1019afd5ae tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks [] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:53.708193 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8bbb39-2730-4c49-8716-c9746989130b None None] Resources bound (agent type, host, resource id): {{(pid=101291) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 08:26:53.727163 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-712c9980-8b0e-41dd-b0ef-8e1019afd5ae tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1821163 Sep 17 08:26:53.729969 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49588) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:53.762533 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-d4260091-6782-46c2-b98c-858563e87439 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Request body: {'subnet': {'network_id': 'f1e93ad7-b191-4d9b-bdfa-f7ec0e64df25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:26:53.769615 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712c9980-8b0e-41dd-b0ef-8e1019afd5ae tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Pushing event updated for resources: {'Network': ['ID=f1e93ad7-b191-4d9b-bdfa-f7ec0e64df25,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:53.782603 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network f1e93ad7-b191-4d9b-bdfa-f7ec0e64df25 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:26:53.822046 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:53.852444 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4260091-6782-46c2-b98c-858563e87439 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Made reservation on behalf of 79b828a2b8d840259af6c7e9b12b97d4 for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:26:53.855960 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d4260091-6782-46c2-b98c-858563e87439 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:54.037006 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d4260091-6782-46c2-b98c-858563e87439 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:54.100421 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4260091-6782-46c2-b98c-858563e87439 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Pushing event updated for resources: {'Subnet': ['ID=0e477354-57a9-4363-a99b-30d0d8f675c2,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:54.109088 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4260091-6782-46c2-b98c-858563e87439 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Checking segment: {'id': '4cd16d7d-d34e-456e-a74a-cddb66ac1bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f1e93ad7-b191-4d9b-bdfa-f7ec0e64df25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:26:54.109480 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4260091-6782-46c2-b98c-858563e87439 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Network hostable DHCP agents. Network: f1e93ad7-b191-4d9b-bdfa-f7ec0e64df25, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:26:54.126364 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4260091-6782-46c2-b98c-858563e87439 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Network f1e93ad7-b191-4d9b-bdfa-f7ec0e64df25 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:26:54.134443 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-d4260091-6782-46c2-b98c-858563e87439 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, f1e93ad7-b191-4d9b-bdfa-f7ec0e64df25) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:26:54.138457 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4260091-6782-46c2-b98c-858563e87439 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:54.139074 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d4260091-6782-46c2-b98c-858563e87439 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:54.143091 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7051bb-9663-4188-84df-68693d2ccdad None None] Network f1e93ad7-b191-4d9b-bdfa-f7ec0e64df25 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:26:54.153980 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-d4260091-6782-46c2-b98c-858563e87439 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4230196 Sep 17 08:26:54.156773 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49592) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:54.250094 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ff217040-280c-4480-954c-26b8c26eaf2b tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:54.288975 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74fe247-6d13-4040-80d1-3335bc4ff105 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-f1e93ad7-b191-4d9b-bdfa-f7ec0e64df25', 'network_id': 'f1e93ad7-b191-4d9b-bdfa-f7ec0e64df25', 'tenant_id': '79b828a2b8d840259af6c7e9b12b97d4', 'fixed_ips': [{'subnet_id': '0e477354-57a9-4363-a99b-30d0d8f675c2'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:26:54.289843 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c74fe247-6d13-4040-80d1-3335bc4ff105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:54.305795 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ff217040-280c-4480-954c-26b8c26eaf2b tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:54.365374 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ff217040-280c-4480-954c-26b8c26eaf2b tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server [None req-c74fe247-6d13-4040-80d1-3335bc4ff105 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0e477354-57a9-4363-a99b-30d0d8f675c2: This subnet is being modified by another concurrent operation. Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise exception Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0e477354-57a9-4363-a99b-30d0d8f675c2: This subnet is being modified by another concurrent operation. Sep 17 08:26:54.386763 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server Sep 17 08:26:54.398109 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff217040-280c-4480-954c-26b8c26eaf2b tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Pushing event deleted for resources: {'Subnet': ['ID=0e477354-57a9-4363-a99b-30d0d8f675c2,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:54.408671 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1229e410-0f0b-447d-99dc-05d2694963c5 None None] Network f1e93ad7-b191-4d9b-bdfa-f7ec0e64df25 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:26:54.455457 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ff217040-280c-4480-954c-26b8c26eaf2b tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:54.480603 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-ff217040-280c-4480-954c-26b8c26eaf2b tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1e93ad7-b191-4d9b-bdfa-f7ec0e64df25']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:54.490144 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-ff217040-280c-4480-954c-26b8c26eaf2b tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cd16d7d-d34e-456e-a74a-cddb66ac1bbc') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:54.490438 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-ff217040-280c-4480-954c-26b8c26eaf2b tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cd16d7d-d34e-456e-a74a-cddb66ac1bbc') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:54.499519 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ff217040-280c-4480-954c-26b8c26eaf2b tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:54.512463 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ff217040-280c-4480-954c-26b8c26eaf2b tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:54.516588 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5beb84d-a99c-417e-8d86-69e378a89e49 None None] get_active_networks_info from n-d-789963-9 {{(pid=101291) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 08:26:54.518334 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff217040-280c-4480-954c-26b8c26eaf2b tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:26:54.518723 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ff217040-280c-4480-954c-26b8c26eaf2b tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:54.521709 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:26:54.521709 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:26:54.521709 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:26:54.521709 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:26:54.521709 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:26:54.521709 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:26:54.521709 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:26:54.521709 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:26:54.521709 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:26:54.521709 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:26:54.521709 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:26:54.521709 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:26:54.521709 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:26:54.521709 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:26:54.521709 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:26:54.521709 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:26:54.521709 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:26:54.521709 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:26:54.521709 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:26:54.521709 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:26:54.521709 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:26:54.521709 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:26:54.521709 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:26:54.521709 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:26:54.521709 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:26:54.521709 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:26:54.521709 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:26:54.521709 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:26:54.521709 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:26:54.521709 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:26:54.521709 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:26:54.521709 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:26:54.578201 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ff217040-280c-4480-954c-26b8c26eaf2b tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:54.586530 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ff217040-280c-4480-954c-26b8c26eaf2b tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks [] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:54.592297 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49594) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:54.592798 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ff217040-280c-4480-954c-26b8c26eaf2b tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] 10.222.0.13 "DELETE /v2.0/networks/f1e93ad7-b191-4d9b-bdfa-f7ec0e64df25 HTTP/1.1" status: 204 len: 168 time: 0.4345315 Sep 17 08:26:54.598459 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-905e5d92-8432-456c-ac4c-f536c24ebbfc tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-739789592'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:26:54.602562 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff217040-280c-4480-954c-26b8c26eaf2b tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Pushing event deleted for resources: {'Network': ['ID=f1e93ad7-b191-4d9b-bdfa-f7ec0e64df25,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:54.605939 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5beb84d-a99c-417e-8d86-69e378a89e49 None None] Resources bound (agent type, host, resource id): {{(pid=101291) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 08:26:54.620115 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-905e5d92-8432-456c-ac4c-f536c24ebbfc tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Made reservation on behalf of 79b828a2b8d840259af6c7e9b12b97d4 for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:26:54.623785 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-905e5d92-8432-456c-ac4c-f536c24ebbfc tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:54.647885 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-905e5d92-8432-456c-ac4c-f536c24ebbfc tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:26:54.656512 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-905e5d92-8432-456c-ac4c-f536c24ebbfc tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:54.657398 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-905e5d92-8432-456c-ac4c-f536c24ebbfc tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Added segment e0a242e0-7ccb-43ea-887a-6e74775e4443 of type vlan for network 8e706934-92ba-4dc7-af26-ecbda8694371 Sep 17 08:26:54.695551 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-905e5d92-8432-456c-ac4c-f536c24ebbfc tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:54.720444 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-905e5d92-8432-456c-ac4c-f536c24ebbfc tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:54.726232 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905e5d92-8432-456c-ac4c-f536c24ebbfc tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:54.726819 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-905e5d92-8432-456c-ac4c-f536c24ebbfc tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks [] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:54.764515 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-905e5d92-8432-456c-ac4c-f536c24ebbfc tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1707704 Sep 17 08:26:54.764767 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49596) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:54.770507 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-6e8149a0-7b51-4295-af0a-80a321c8619b tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:26:54.801224 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905e5d92-8432-456c-ac4c-f536c24ebbfc tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Pushing event updated for resources: {'Network': ['ID=8e706934-92ba-4dc7-af26-ecbda8694371,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:54.813614 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 8e706934-92ba-4dc7-af26-ecbda8694371 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:26:54.925622 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6e8149a0-7b51-4295-af0a-80a321c8619b tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:54.938558 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6e8149a0-7b51-4295-af0a-80a321c8619b tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:54.947006 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6e8149a0-7b51-4295-af0a-80a321c8619b tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Network 8e706934-92ba-4dc7-af26-ecbda8694371 is not hosted by any dhcp agent {{(pid=101289) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 17 08:26:54.952271 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8149a0-7b51-4295-af0a-80a321c8619b tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:54.952858 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6e8149a0-7b51-4295-af0a-80a321c8619b tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks [] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:54.954784 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-6e8149a0-7b51-4295-af0a-80a321c8619b tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] 10.222.0.13 "PUT /v2.0/networks/8e706934-92ba-4dc7-af26-ecbda8694371 HTTP/1.1" status: 200 len: 723 time: 0.1890967 Sep 17 08:26:54.957723 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49598) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:54.963007 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-dfca2bb4-f5f5-4b5c-b08a-a6363bb11f47 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Request body: {'subnet': {'network_id': '8e706934-92ba-4dc7-af26-ecbda8694371', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:26:55.012565 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8149a0-7b51-4295-af0a-80a321c8619b tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Pushing event updated for resources: {'Network': ['ID=8e706934-92ba-4dc7-af26-ecbda8694371,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:55.023630 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 8e706934-92ba-4dc7-af26-ecbda8694371 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:26:55.050406 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfca2bb4-f5f5-4b5c-b08a-a6363bb11f47 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Made reservation on behalf of 79b828a2b8d840259af6c7e9b12b97d4 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:26:55.054333 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-dfca2bb4-f5f5-4b5c-b08a-a6363bb11f47 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:55.259660 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-dfca2bb4-f5f5-4b5c-b08a-a6363bb11f47 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:55.329101 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfca2bb4-f5f5-4b5c-b08a-a6363bb11f47 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Pushing event updated for resources: {'Subnet': ['ID=8edc1581-5025-41a7-936f-2b70211ace53,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:55.339591 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfca2bb4-f5f5-4b5c-b08a-a6363bb11f47 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Checking segment: {'id': 'e0a242e0-7ccb-43ea-887a-6e74775e4443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '8e706934-92ba-4dc7-af26-ecbda8694371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:26:55.339985 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfca2bb4-f5f5-4b5c-b08a-a6363bb11f47 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Network hostable DHCP agents. Network: 8e706934-92ba-4dc7-af26-ecbda8694371, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:26:55.362346 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfca2bb4-f5f5-4b5c-b08a-a6363bb11f47 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Network 8e706934-92ba-4dc7-af26-ecbda8694371 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:26:55.369536 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:55.371826 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-dfca2bb4-f5f5-4b5c-b08a-a6363bb11f47 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 8e706934-92ba-4dc7-af26-ecbda8694371) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:26:55.377197 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfca2bb4-f5f5-4b5c-b08a-a6363bb11f47 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:55.378777 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-dfca2bb4-f5f5-4b5c-b08a-a6363bb11f47 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks [] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:55.381989 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e9c219-827f-4d19-b576-296bf5058802 None None] Network 8e706934-92ba-4dc7-af26-ecbda8694371 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:26:55.393971 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-dfca2bb4-f5f5-4b5c-b08a-a6363bb11f47 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4348357 Sep 17 08:26:55.398941 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49602) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:55.404184 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-cdf05cde-f77e-4ea0-b823-38eeb89cc3b7 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:26:55.493654 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cdf05cde-f77e-4ea0-b823-38eeb89cc3b7 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-29677099'] for subnet, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:55.531084 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a038ef82-7ea0-4a87-b0c6-df4c9361cc8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-8e706934-92ba-4dc7-af26-ecbda8694371', 'network_id': '8e706934-92ba-4dc7-af26-ecbda8694371', 'tenant_id': '79b828a2b8d840259af6c7e9b12b97d4', 'fixed_ips': [{'subnet_id': '8edc1581-5025-41a7-936f-2b70211ace53'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:26:55.532016 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a038ef82-7ea0-4a87-b0c6-df4c9361cc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:55.639848 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cdf05cde-f77e-4ea0-b823-38eeb89cc3b7 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729337314308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-29439729'] for subnet, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:55.670249 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf05cde-f77e-4ea0-b823-38eeb89cc3b7 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:55.670840 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cdf05cde-f77e-4ea0-b823-38eeb89cc3b7 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks [] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:55.675627 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-cdf05cde-f77e-4ea0-b823-38eeb89cc3b7 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] 10.222.0.13 "PUT /v2.0/subnets/8edc1581-5025-41a7-936f-2b70211ace53 HTTP/1.1" status: 200 len: 806 time: 0.2733932 Sep 17 08:26:55.676049 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49604) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:55.686500 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-a038ef82-7ea0-4a87-b0c6-df4c9361cc8b None None] Allocated IP 172.20.0.2 (8e706934-92ba-4dc7-af26-ecbda8694371/8edc1581-5025-41a7-936f-2b70211ace53/3a9ca5e5-6233-4542-975d-416b7fdfce4f) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:26:55.696773 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf05cde-f77e-4ea0-b823-38eeb89cc3b7 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Pushing event updated for resources: {'Subnet': ['ID=8edc1581-5025-41a7-936f-2b70211ace53,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:55.778844 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-afa9b682-0927-40a4-94e4-b1f63103b590 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:55.835714 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-afa9b682-0927-40a4-94e4-b1f63103b590 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:55.850671 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a038ef82-7ea0-4a87-b0c6-df4c9361cc8b None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:55.857190 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a038ef82-7ea0-4a87-b0c6-df4c9361cc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:55.893761 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a038ef82-7ea0-4a87-b0c6-df4c9361cc8b None None] Network 8e706934-92ba-4dc7-af26-ecbda8694371 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:26:55.896804 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-a038ef82-7ea0-4a87-b0c6-df4c9361cc8b None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:26:55.898315 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-afa9b682-0927-40a4-94e4-b1f63103b590 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:55.900389 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a038ef82-7ea0-4a87-b0c6-df4c9361cc8b None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:26:55.911577 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a038ef82-7ea0-4a87-b0c6-df4c9361cc8b None None] Pushing event updated for resources: {'Port': ['ID=3a9ca5e5-6233-4542-975d-416b7fdfce4f,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:55.928206 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa9b682-0927-40a4-94e4-b1f63103b590 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Pushing event deleted for resources: {'Subnet': ['ID=8edc1581-5025-41a7-936f-2b70211ace53,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:55.961588 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-a038ef82-7ea0-4a87-b0c6-df4c9361cc8b None None] Attempting to bind port 3a9ca5e5-6233-4542-975d-416b7fdfce4f on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:26:55.961956 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-a038ef82-7ea0-4a87-b0c6-df4c9361cc8b None None] Attempting to bind port 3a9ca5e5-6233-4542-975d-416b7fdfce4f by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'e0a242e0-7ccb-43ea-887a-6e74775e4443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '8e706934-92ba-4dc7-af26-ecbda8694371'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:26:55.962323 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a038ef82-7ea0-4a87-b0c6-df4c9361cc8b None None] Attempting to bind port 3a9ca5e5-6233-4542-975d-416b7fdfce4f on network 8e706934-92ba-4dc7-af26-ecbda8694371 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:26:55.967370 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a038ef82-7ea0-4a87-b0c6-df4c9361cc8b None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:26:55.967753 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a038ef82-7ea0-4a87-b0c6-df4c9361cc8b None None] Checking segment: {'id': 'e0a242e0-7ccb-43ea-887a-6e74775e4443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '8e706934-92ba-4dc7-af26-ecbda8694371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:26:55.968321 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a038ef82-7ea0-4a87-b0c6-df4c9361cc8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:55.968721 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a038ef82-7ea0-4a87-b0c6-df4c9361cc8b None None] Bound using segment: {'id': 'e0a242e0-7ccb-43ea-887a-6e74775e4443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '8e706934-92ba-4dc7-af26-ecbda8694371'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:26:55.969721 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-a038ef82-7ea0-4a87-b0c6-df4c9361cc8b None None] Bound port: 3a9ca5e5-6233-4542-975d-416b7fdfce4f, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0a242e0-7ccb-43ea-887a-6e74775e4443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '8e706934-92ba-4dc7-af26-ecbda8694371'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:26:55.970104 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a038ef82-7ea0-4a87-b0c6-df4c9361cc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:55.991667 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-afa9b682-0927-40a4-94e4-b1f63103b590 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:56.011522 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-afa9b682-0927-40a4-94e4-b1f63103b590 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e706934-92ba-4dc7-af26-ecbda8694371']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:56.020549 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-afa9b682-0927-40a4-94e4-b1f63103b590 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0a242e0-7ccb-43ea-887a-6e74775e4443') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:56.020842 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-afa9b682-0927-40a4-94e4-b1f63103b590 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0a242e0-7ccb-43ea-887a-6e74775e4443') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:56.029948 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-afa9b682-0927-40a4-94e4-b1f63103b590 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:56.034629 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-a038ef82-7ea0-4a87-b0c6-df4c9361cc8b None None] For port 3a9ca5e5-6233-4542-975d-416b7fdfce4f, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:26:56.037666 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-a038ef82-7ea0-4a87-b0c6-df4c9361cc8b None None] For port 3a9ca5e5-6233-4542-975d-416b7fdfce4f, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=3a9ca5e5-6233-4542-975d-416b7fdfce4f,segment=NetworkSegment(e0a242e0-7ccb-43ea-887a-6e74775e4443),segment_id=e0a242e0-7ccb-43ea-887a-6e74775e4443)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:26:56.042558 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a038ef82-7ea0-4a87-b0c6-df4c9361cc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:56.044676 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-afa9b682-0927-40a4-94e4-b1f63103b590 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:56.051521 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afa9b682-0927-40a4-94e4-b1f63103b590 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:26:56.051962 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-afa9b682-0927-40a4-94e4-b1f63103b590 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:56.054834 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:26:56.054834 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:26:56.054834 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:26:56.054834 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:26:56.054834 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:26:56.054834 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:26:56.054834 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:26:56.054834 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:26:56.054834 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:26:56.054834 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:26:56.054834 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:26:56.054834 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:26:56.054834 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:26:56.054834 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:26:56.054834 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:26:56.054834 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:26:56.054834 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:26:56.054834 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:26:56.054834 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:26:56.054834 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:26:56.054834 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:26:56.054834 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:26:56.054834 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:26:56.054834 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:26:56.054834 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:26:56.054834 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:26:56.054834 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:26:56.054834 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:26:56.054834 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:26:56.054834 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:26:56.054834 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:26:56.054834 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:26:56.111063 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.db.api [None req-afa9b682-0927-40a4-94e4-b1f63103b590 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 17 08:26:56.111063 n-d-789963-9 neutron-server[101289]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 17 08:26:56.111063 n-d-789963-9 neutron-server[101289]: [parameters: {'id': '8e706934-92ba-4dc7-af26-ecbda8694371'}] Sep 17 08:26:56.111063 n-d-789963-9 neutron-server[101289]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101289) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 08:26:56.111543 n-d-789963-9 neutron-server[101289]: DEBUG oslo_db.api [None req-afa9b682-0927-40a4-94e4-b1f63103b590 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 08:26:56.119925 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a038ef82-7ea0-4a87-b0c6-df4c9361cc8b None None] Pushing event updated for resources: {'Port': ['ID=3a9ca5e5-6233-4542-975d-416b7fdfce4f,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:56.136149 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9aa87c7-7f6d-47e2-bd26-f9ebd75b8fbf None None] Network 8e706934-92ba-4dc7-af26-ecbda8694371 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:26:56.253985 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56dbd12d-35a1-49ba-bf97-98638897435b None None] Network 8e706934-92ba-4dc7-af26-ecbda8694371 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:26:56.372515 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ec95ba-c032-497a-bdf9-e549618826cd None None] get_active_networks_info from n-d-789963-9 {{(pid=101291) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 08:26:56.454620 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ec95ba-c032-497a-bdf9-e549618826cd None None] Resources bound (agent type, host, resource id): {{(pid=101291) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 08:26:56.612803 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-afa9b682-0927-40a4-94e4-b1f63103b590 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:56.663693 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-afa9b682-0927-40a4-94e4-b1f63103b590 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Deleting port 3a9ca5e5-6233-4542-975d-416b7fdfce4f {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:26:56.664291 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-afa9b682-0927-40a4-94e4-b1f63103b590 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:56.729463 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-afa9b682-0927-40a4-94e4-b1f63103b590 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] For port 3a9ca5e5-6233-4542-975d-416b7fdfce4f, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=3a9ca5e5-6233-4542-975d-416b7fdfce4f,segment=NetworkSegment(e0a242e0-7ccb-43ea-887a-6e74775e4443),segment_id=e0a242e0-7ccb-43ea-887a-6e74775e4443)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:26:56.730187 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-afa9b682-0927-40a4-94e4-b1f63103b590 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:56.741501 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-afa9b682-0927-40a4-94e4-b1f63103b590 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Calling delete_port for 3a9ca5e5-6233-4542-975d-416b7fdfce4f owned by network:dhcp {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:26:56.817324 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-afa9b682-0927-40a4-94e4-b1f63103b590 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:56.847281 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa9b682-0927-40a4-94e4-b1f63103b590 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Pushing event deleted for resources: {'Port': ['ID=3a9ca5e5-6233-4542-975d-416b7fdfce4f,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:56.849135 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa9b682-0927-40a4-94e4-b1f63103b590 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] No DVR routers for this DVR port 3a9ca5e5-6233-4542-975d-416b7fdfce4f on host n-d-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:26:56.923974 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-afa9b682-0927-40a4-94e4-b1f63103b590 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:56.943249 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-afa9b682-0927-40a4-94e4-b1f63103b590 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e706934-92ba-4dc7-af26-ecbda8694371']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:56.952090 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-afa9b682-0927-40a4-94e4-b1f63103b590 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0a242e0-7ccb-43ea-887a-6e74775e4443') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:56.952390 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-afa9b682-0927-40a4-94e4-b1f63103b590 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0a242e0-7ccb-43ea-887a-6e74775e4443') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:56.961392 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-afa9b682-0927-40a4-94e4-b1f63103b590 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:56.974456 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-afa9b682-0927-40a4-94e4-b1f63103b590 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:56.980236 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afa9b682-0927-40a4-94e4-b1f63103b590 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:26:56.980561 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-afa9b682-0927-40a4-94e4-b1f63103b590 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:56.983507 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:26:56.983507 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:26:56.983507 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:26:56.983507 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:26:56.983507 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:26:56.983507 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:26:56.983507 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:26:56.983507 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:26:56.983507 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:26:56.983507 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:26:56.983507 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:26:56.983507 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:26:56.983507 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:26:56.983507 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:26:56.983507 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:26:56.983507 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:26:56.983507 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:26:56.983507 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:26:56.983507 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:26:56.983507 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:26:56.983507 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:26:56.983507 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:26:56.983507 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:26:56.983507 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:26:56.983507 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:26:56.983507 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:26:56.983507 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:26:56.983507 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:26:56.983507 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:26:56.983507 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:26:56.983507 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:26:56.983507 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:26:57.059310 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-afa9b682-0927-40a4-94e4-b1f63103b590 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:57.064533 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-afa9b682-0927-40a4-94e4-b1f63103b590 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks [] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:57.066451 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-afa9b682-0927-40a4-94e4-b1f63103b590 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] 10.222.0.13 "DELETE /v2.0/networks/8e706934-92ba-4dc7-af26-ecbda8694371 HTTP/1.1" status: 204 len: 168 time: 1.3893127 Sep 17 08:26:57.069309 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49608) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:57.080262 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa9b682-0927-40a4-94e4-b1f63103b590 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Pushing event deleted for resources: {'Network': ['ID=8e706934-92ba-4dc7-af26-ecbda8694371,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:57.092095 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5d7737e-3b04-40c5-a15e-36f11fb1503f tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] DELETE failed (client error): The resource could not be found. Sep 17 08:26:57.092647 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5d7737e-3b04-40c5-a15e-36f11fb1503f tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:26:57.094401 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f5d7737e-3b04-40c5-a15e-36f11fb1503f tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] 10.222.0.13 "DELETE /v2.0/networks/8e706934-92ba-4dc7-af26-ecbda8694371 HTTP/1.1" status: 404 len: 339 time: 0.0233624 Sep 17 08:26:57.098576 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49610) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:57.104506 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-68ac27e0-c816-44b7-a6a3-ee4985874f99 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-551127914', 'description': 'd1'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:26:57.125667 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ac27e0-c816-44b7-a6a3-ee4985874f99 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Made reservation on behalf of 79b828a2b8d840259af6c7e9b12b97d4 for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:26:57.129041 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-68ac27e0-c816-44b7-a6a3-ee4985874f99 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:57.152869 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68ac27e0-c816-44b7-a6a3-ee4985874f99 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:26:57.162225 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-68ac27e0-c816-44b7-a6a3-ee4985874f99 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:57.162569 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-68ac27e0-c816-44b7-a6a3-ee4985874f99 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Added segment e5753dee-6a47-46b6-a831-4c1eb0d66b92 of type vlan for network bedea184-1bea-4aff-9c0b-92eb5532dce5 Sep 17 08:26:57.201019 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-68ac27e0-c816-44b7-a6a3-ee4985874f99 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:57.226143 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-68ac27e0-c816-44b7-a6a3-ee4985874f99 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:57.231718 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ac27e0-c816-44b7-a6a3-ee4985874f99 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:57.232273 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-68ac27e0-c816-44b7-a6a3-ee4985874f99 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks [] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:57.272614 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-68ac27e0-c816-44b7-a6a3-ee4985874f99 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.1726902 Sep 17 08:26:57.275210 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49614) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:57.320181 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ac27e0-c816-44b7-a6a3-ee4985874f99 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Pushing event updated for resources: {'Network': ['ID=bedea184-1bea-4aff-9c0b-92eb5532dce5,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:57.330948 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network bedea184-1bea-4aff-9c0b-92eb5532dce5 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:26:57.393047 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3721d00f-9a39-484b-93ef-cd810696fa24 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:57.394674 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-3721d00f-9a39-484b-93ef-cd810696fa24 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] 10.222.0.13 "GET /v2.0/networks?id=bedea184-1bea-4aff-9c0b-92eb5532dce5 HTTP/1.1" status: 200 len: 760 time: 0.1185384 Sep 17 08:26:57.397578 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49616) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:57.402620 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-d961d197-c535-4c1f-8115-271e3f5be8e1 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Request body: {'network': {'description': 'd2'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:26:57.555933 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d961d197-c535-4c1f-8115-271e3f5be8e1 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:57.568519 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d961d197-c535-4c1f-8115-271e3f5be8e1 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:57.576930 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d961d197-c535-4c1f-8115-271e3f5be8e1 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Network bedea184-1bea-4aff-9c0b-92eb5532dce5 is not hosted by any dhcp agent {{(pid=101290) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 17 08:26:57.582755 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d961d197-c535-4c1f-8115-271e3f5be8e1 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:57.583344 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d961d197-c535-4c1f-8115-271e3f5be8e1 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks [] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:57.584645 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d961d197-c535-4c1f-8115-271e3f5be8e1 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] 10.222.0.13 "PUT /v2.0/networks/bedea184-1bea-4aff-9c0b-92eb5532dce5 HTTP/1.1" status: 200 len: 757 time: 0.1861174 Sep 17 08:26:57.587414 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49618) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:57.638699 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961d197-c535-4c1f-8115-271e3f5be8e1 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Pushing event updated for resources: {'Network': ['ID=bedea184-1bea-4aff-9c0b-92eb5532dce5,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:57.649549 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network bedea184-1bea-4aff-9c0b-92eb5532dce5 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:26:57.674407 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e879a6f-1d5a-4661-aa79-fef79e8ec9eb tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:57.675938 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-6e879a6f-1d5a-4661-aa79-fef79e8ec9eb tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] 10.222.0.13 "GET /v2.0/networks?id=bedea184-1bea-4aff-9c0b-92eb5532dce5 HTTP/1.1" status: 200 len: 760 time: 0.0874572 Sep 17 08:26:57.679590 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49620) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:57.684312 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-355c78e9-49df-4740-963a-8144c54eee64 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1861471825'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:26:57.704817 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355c78e9-49df-4740-963a-8144c54eee64 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Made reservation on behalf of 79b828a2b8d840259af6c7e9b12b97d4 for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:26:57.709825 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-355c78e9-49df-4740-963a-8144c54eee64 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:57.737409 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-355c78e9-49df-4740-963a-8144c54eee64 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:26:57.746231 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-355c78e9-49df-4740-963a-8144c54eee64 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:57.746578 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-355c78e9-49df-4740-963a-8144c54eee64 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Added segment 36e972d5-5231-4e61-8623-7ea9f0cb4ad5 of type vlan for network 1791d91f-fc99-468e-a96e-d3aed478c853 Sep 17 08:26:57.784383 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-355c78e9-49df-4740-963a-8144c54eee64 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:57.809032 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-355c78e9-49df-4740-963a-8144c54eee64 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:57.815128 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355c78e9-49df-4740-963a-8144c54eee64 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:57.815712 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-355c78e9-49df-4740-963a-8144c54eee64 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks [] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:57.850493 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-355c78e9-49df-4740-963a-8144c54eee64 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1698370 Sep 17 08:26:57.853370 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49622) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:57.858435 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-53d5e536-2069-46c1-9a3c-8176310e5e3b tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Request body: {'subnet': {'network_id': '1791d91f-fc99-468e-a96e-d3aed478c853', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:26:57.887327 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355c78e9-49df-4740-963a-8144c54eee64 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Pushing event updated for resources: {'Network': ['ID=1791d91f-fc99-468e-a96e-d3aed478c853,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:57.897348 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 1791d91f-fc99-468e-a96e-d3aed478c853 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:26:57.949536 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d5e536-2069-46c1-9a3c-8176310e5e3b tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Made reservation on behalf of 79b828a2b8d840259af6c7e9b12b97d4 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:26:57.953068 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-53d5e536-2069-46c1-9a3c-8176310e5e3b tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:58.126119 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-53d5e536-2069-46c1-9a3c-8176310e5e3b tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:58.186336 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d5e536-2069-46c1-9a3c-8176310e5e3b tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Pushing event updated for resources: {'Subnet': ['ID=223eec1a-63db-4f8a-9dbb-99d9fb8d0706,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:58.191441 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d5e536-2069-46c1-9a3c-8176310e5e3b tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Checking segment: {'id': '36e972d5-5231-4e61-8623-7ea9f0cb4ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '1791d91f-fc99-468e-a96e-d3aed478c853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:26:58.191805 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d5e536-2069-46c1-9a3c-8176310e5e3b tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Network hostable DHCP agents. Network: 1791d91f-fc99-468e-a96e-d3aed478c853, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:26:58.207944 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d5e536-2069-46c1-9a3c-8176310e5e3b tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Network 1791d91f-fc99-468e-a96e-d3aed478c853 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:26:58.216255 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-53d5e536-2069-46c1-9a3c-8176310e5e3b tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 1791d91f-fc99-468e-a96e-d3aed478c853) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:26:58.220695 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d5e536-2069-46c1-9a3c-8176310e5e3b tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:58.221273 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-53d5e536-2069-46c1-9a3c-8176310e5e3b tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks [] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:58.225428 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfdbc787-a889-4923-9f55-9eab8b0b35f8 None None] Network 1791d91f-fc99-468e-a96e-d3aed478c853 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:26:58.236322 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-53d5e536-2069-46c1-9a3c-8176310e5e3b tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3817911 Sep 17 08:26:58.238852 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49624) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:58.334981 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9e441d21-6879-43af-bc12-8660a10bff9d tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:58.372708 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54af0c8-b30e-4071-acba-132d97dea7f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-1791d91f-fc99-468e-a96e-d3aed478c853', 'network_id': '1791d91f-fc99-468e-a96e-d3aed478c853', 'tenant_id': '79b828a2b8d840259af6c7e9b12b97d4', 'fixed_ips': [{'subnet_id': '223eec1a-63db-4f8a-9dbb-99d9fb8d0706'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:26:58.373575 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e54af0c8-b30e-4071-acba-132d97dea7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:58.389378 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9e441d21-6879-43af-bc12-8660a10bff9d tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:58.448922 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9e441d21-6879-43af-bc12-8660a10bff9d tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server [None req-e54af0c8-b30e-4071-acba-132d97dea7f4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 223eec1a-63db-4f8a-9dbb-99d9fb8d0706: This subnet is being modified by another concurrent operation. Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise exception Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 223eec1a-63db-4f8a-9dbb-99d9fb8d0706: This subnet is being modified by another concurrent operation. Sep 17 08:26:58.464338 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server Sep 17 08:26:58.476617 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e441d21-6879-43af-bc12-8660a10bff9d tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Pushing event deleted for resources: {'Subnet': ['ID=223eec1a-63db-4f8a-9dbb-99d9fb8d0706,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:58.484071 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c8ef40-941a-4a57-b14f-0da680b2a0fe None None] Network 1791d91f-fc99-468e-a96e-d3aed478c853 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:26:58.537134 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9e441d21-6879-43af-bc12-8660a10bff9d tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:58.556929 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-9e441d21-6879-43af-bc12-8660a10bff9d tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1791d91f-fc99-468e-a96e-d3aed478c853']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:58.566494 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-9e441d21-6879-43af-bc12-8660a10bff9d tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36e972d5-5231-4e61-8623-7ea9f0cb4ad5') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:58.566802 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-9e441d21-6879-43af-bc12-8660a10bff9d tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36e972d5-5231-4e61-8623-7ea9f0cb4ad5') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:26:58.577734 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9e441d21-6879-43af-bc12-8660a10bff9d tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:58.590901 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9e441d21-6879-43af-bc12-8660a10bff9d tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:58.592742 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8beea9-fed3-4642-89fd-e6de5a4eea9f None None] get_active_networks_info from n-d-789963-9 {{(pid=101291) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 08:26:58.597557 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e441d21-6879-43af-bc12-8660a10bff9d tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:26:58.597957 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9e441d21-6879-43af-bc12-8660a10bff9d tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:58.601296 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 08:26:58.601296 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:26:58.601296 n-d-789963-9 neutron-server[101290]: timer() Sep 17 08:26:58.601296 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:26:58.601296 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 08:26:58.601296 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:26:58.601296 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 08:26:58.601296 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:26:58.601296 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 08:26:58.601296 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:26:58.601296 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 08:26:58.601296 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:26:58.601296 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 08:26:58.601296 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:26:58.601296 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:26:58.601296 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:26:58.601296 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:26:58.601296 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:26:58.601296 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 08:26:58.601296 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:26:58.601296 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 08:26:58.601296 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:26:58.601296 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:26:58.601296 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:26:58.601296 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 08:26:58.601296 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:26:58.601296 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:26:58.601296 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:26:58.601296 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:26:58.601296 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:26:58.601296 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:26:58.601296 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:26:58.657788 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9e441d21-6879-43af-bc12-8660a10bff9d tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:58.664489 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9e441d21-6879-43af-bc12-8660a10bff9d tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks [] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:58.666369 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-9e441d21-6879-43af-bc12-8660a10bff9d tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] 10.222.0.13 "DELETE /v2.0/networks/1791d91f-fc99-468e-a96e-d3aed478c853 HTTP/1.1" status: 204 len: 168 time: 0.4266033 Sep 17 08:26:58.669196 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49628) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:58.677675 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e441d21-6879-43af-bc12-8660a10bff9d tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Pushing event deleted for resources: {'Network': ['ID=1791d91f-fc99-468e-a96e-d3aed478c853,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:26:58.681631 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8beea9-fed3-4642-89fd-e6de5a4eea9f None None] Resources bound (agent type, host, resource id): {{(pid=101291) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 08:26:58.704638 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0974279-f56c-43cf-9a61-234a04c1c586 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] GET failed (client error): The resource could not be found. Sep 17 08:26:58.705964 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-f0974279-f56c-43cf-9a61-234a04c1c586 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] 10.222.0.13 "GET /v2.0/subnets/223eec1a-63db-4f8a-9dbb-99d9fb8d0706 HTTP/1.1" status: 404 len: 337 time: 0.0354640 Sep 17 08:26:58.708716 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49630) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:58.726386 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-dad06e45-3477-437d-b177-4b65a3667f83 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] DELETE failed (client error): The resource could not be found. Sep 17 08:26:58.727070 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dad06e45-3477-437d-b177-4b65a3667f83 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:26:58.728766 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-dad06e45-3477-437d-b177-4b65a3667f83 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] 10.222.0.13 "DELETE /v2.0/networks/1791d91f-fc99-468e-a96e-d3aed478c853 HTTP/1.1" status: 404 len: 339 time: 0.0191507 Sep 17 08:26:58.732211 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49632) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:58.839815 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b22870e-95af-4f00-9533-63f1802f62da tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:58.841345 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-9b22870e-95af-4f00-9533-63f1802f62da tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1080918 Sep 17 08:26:58.844758 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49634) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:58.883886 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-4bb595a0-8e2f-4468-a6da-f7352589c37f tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] 10.222.0.13 "GET /v2.0/subnets?network_id=5fc128c4-343a-4b5b-8a61-6a2b8d95c555 HTTP/1.1" status: 200 len: 207 time: 0.0378342 Sep 17 08:26:58.887047 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49636) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:58.988099 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db79797-e390-46eb-9abf-f56bffe34f3a tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:58.993798 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db79797-e390-46eb-9abf-f56bffe34f3a tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:59.000438 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db79797-e390-46eb-9abf-f56bffe34f3a tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:59.006295 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db79797-e390-46eb-9abf-f56bffe34f3a tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:59.007909 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-1db79797-e390-46eb-9abf-f56bffe34f3a tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.1199262 Sep 17 08:26:59.011523 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49638) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:59.119479 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-13fb404e-c022-4799-b1b7-1fe9de8ed7e5 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] 10.222.0.13 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1068857 Sep 17 08:26:59.122754 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49640) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:59.173655 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cc8152-c077-4c22-a602-a101ae5dc891 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:59.175291 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cc8152-c077-4c22-a602-a101ae5dc891 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:59.176852 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-48cc8152-c077-4c22-a602-a101ae5dc891 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0532157 Sep 17 08:26:59.180365 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49642) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:59.228652 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cc5a6d-8f96-411f-8378-305977a9c535 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Attributes excluded by policy engine: ['shared'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:59.230163 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cc5a6d-8f96-411f-8378-305977a9c535 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Attributes excluded by policy engine: ['shared'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:59.231626 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-92cc5a6d-8f96-411f-8378-305977a9c535 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] 10.222.0.13 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0503902 Sep 17 08:26:59.235508 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49644) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:59.334431 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937c42c5-7972-4acf-9374-25d6b8f7931d tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:59.335974 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-937c42c5-7972-4acf-9374-25d6b8f7931d tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] 10.222.0.13 "GET /v2.0/networks/5ce00f21-2400-471a-a818-39886c7fd21c HTTP/1.1" status: 200 len: 800 time: 0.0995157 Sep 17 08:26:59.339513 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49646) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:59.440285 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-bcd02873-fc61-435e-8b49-b659807ab141 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] 10.222.0.13 "GET /v2.0/networks/5ce00f21-2400-471a-a818-39886c7fd21c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.0979846 Sep 17 08:26:59.441841 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49650) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:59.490228 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449d0717-5ceb-46c9-a48a-97f0cc98eea8 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:59.491576 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-449d0717-5ceb-46c9-a48a-97f0cc98eea8 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] 10.222.0.13 "GET /v2.0/subnets/4d93d27a-ac3e-48ea-837e-858e0deafef8 HTTP/1.1" status: 200 len: 811 time: 0.0488446 Sep 17 08:26:59.495075 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49652) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:59.542701 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb09c25-4b71-4adf-81ff-ad2c41890ad3 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Attributes excluded by policy engine: ['shared'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:26:59.544089 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-bfb09c25-4b71-4adf-81ff-ad2c41890ad3 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] 10.222.0.13 "GET /v2.0/subnets/4d93d27a-ac3e-48ea-837e-858e0deafef8?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0480978 Sep 17 08:26:59.547243 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49654) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:26:59.551722 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-1a501419-2810-4252-aacd-15a15e753c07 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1830835511'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:26:59.571479 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a501419-2810-4252-aacd-15a15e753c07 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Made reservation on behalf of 79b828a2b8d840259af6c7e9b12b97d4 for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:26:59.574735 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1a501419-2810-4252-aacd-15a15e753c07 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:59.596940 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a501419-2810-4252-aacd-15a15e753c07 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:26:59.605136 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1a501419-2810-4252-aacd-15a15e753c07 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:26:59.605481 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-1a501419-2810-4252-aacd-15a15e753c07 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Added segment 166f3a46-4b6f-46a6-abb7-5c5b5ebc4a16 of type vlan for network 9ab151ca-b961-44c3-91a4-04fa020a2852 Sep 17 08:26:59.646586 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1a501419-2810-4252-aacd-15a15e753c07 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:00.002330 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1a501419-2810-4252-aacd-15a15e753c07 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:00.007715 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a501419-2810-4252-aacd-15a15e753c07 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:27:00.008318 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1a501419-2810-4252-aacd-15a15e753c07 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks [] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:00.043062 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-1a501419-2810-4252-aacd-15a15e753c07 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4948299 Sep 17 08:27:00.046199 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49656) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:27:00.074457 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-2a35f2b7-f180-43b5-b7d5-67899a324021 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Request body: {'subnet': {'network_id': '9ab151ca-b961-44c3-91a4-04fa020a2852', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:27:00.090394 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a501419-2810-4252-aacd-15a15e753c07 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Pushing event updated for resources: {'Network': ['ID=9ab151ca-b961-44c3-91a4-04fa020a2852,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:27:00.101529 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 9ab151ca-b961-44c3-91a4-04fa020a2852 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:27:00.168553 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a35f2b7-f180-43b5-b7d5-67899a324021 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Made reservation on behalf of 79b828a2b8d840259af6c7e9b12b97d4 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:27:00.172155 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2a35f2b7-f180-43b5-b7d5-67899a324021 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:00.226288 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.ipam_backend_mixin [None req-2a35f2b7-f180-43b5-b7d5-67899a324021 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Performing IP validity checks on allocation pools {{(pid=101290) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 17 08:27:00.226881 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.ipam_backend_mixin [None req-2a35f2b7-f180-43b5-b7d5-67899a324021 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101290) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 17 08:27:00.349138 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2a35f2b7-f180-43b5-b7d5-67899a324021 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:00.405908 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a35f2b7-f180-43b5-b7d5-67899a324021 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Pushing event updated for resources: {'Subnet': ['ID=665b38ec-13ef-4ccc-8fea-071af7a6b4ef,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:27:00.414220 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a35f2b7-f180-43b5-b7d5-67899a324021 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Checking segment: {'id': '166f3a46-4b6f-46a6-abb7-5c5b5ebc4a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9ab151ca-b961-44c3-91a4-04fa020a2852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:27:00.414572 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a35f2b7-f180-43b5-b7d5-67899a324021 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Network hostable DHCP agents. Network: 9ab151ca-b961-44c3-91a4-04fa020a2852, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:27:00.429299 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a35f2b7-f180-43b5-b7d5-67899a324021 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Network 9ab151ca-b961-44c3-91a4-04fa020a2852 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:27:00.438325 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-2a35f2b7-f180-43b5-b7d5-67899a324021 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 9ab151ca-b961-44c3-91a4-04fa020a2852) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:27:00.443412 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a35f2b7-f180-43b5-b7d5-67899a324021 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:27:00.444411 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2a35f2b7-f180-43b5-b7d5-67899a324021 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks [] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:00.448496 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458012c5-1c44-480f-ace8-37dd3f931e77 None None] Network 9ab151ca-b961-44c3-91a4-04fa020a2852 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:27:00.465319 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-2a35f2b7-f180-43b5-b7d5-67899a324021 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.4159222 Sep 17 08:27:00.465551 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49660) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:27:00.470851 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-498f6277-a198-4204-bf09-5a11fc247a1c tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:27:00.566533 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-498f6277-a198-4204-bf09-5a11fc247a1c tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-29677099'] for subnet, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:00.729521 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-498f6277-a198-4204-bf09-5a11fc247a1c tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729337314308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-29439729'] for subnet, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:00.751377 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2efce5-4132-4018-abef-0ec4f3a89e21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-9ab151ca-b961-44c3-91a4-04fa020a2852', 'network_id': '9ab151ca-b961-44c3-91a4-04fa020a2852', 'tenant_id': '79b828a2b8d840259af6c7e9b12b97d4', 'fixed_ips': [{'subnet_id': '665b38ec-13ef-4ccc-8fea-071af7a6b4ef'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:27:00.752300 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6b2efce5-4132-4018-abef-0ec4f3a89e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:00.773742 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498f6277-a198-4204-bf09-5a11fc247a1c tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:27:00.774329 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-498f6277-a198-4204-bf09-5a11fc247a1c tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks [] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:00.775657 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-498f6277-a198-4204-bf09-5a11fc247a1c tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] 10.222.0.13 "PUT /v2.0/subnets/665b38ec-13ef-4ccc-8fea-071af7a6b4ef HTTP/1.1" status: 200 len: 877 time: 0.3092082 Sep 17 08:27:00.778530 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49662) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:27:00.805980 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f6277-a198-4204-bf09-5a11fc247a1c tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Pushing event updated for resources: {'Subnet': ['ID=665b38ec-13ef-4ccc-8fea-071af7a6b4ef,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:27:00.883357 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2cbbc656-8ecd-44f4-b2f7-f380e6217a9d tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:00.889661 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-6b2efce5-4132-4018-abef-0ec4f3a89e21 None None] Allocated IP 172.20.0.3 (9ab151ca-b961-44c3-91a4-04fa020a2852/665b38ec-13ef-4ccc-8fea-071af7a6b4ef/e36a0531-2e71-44ba-a43c-a6565466f380) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:27:00.934736 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2cbbc656-8ecd-44f4-b2f7-f380e6217a9d tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:01.030114 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6b2efce5-4132-4018-abef-0ec4f3a89e21 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:01.041540 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6b2efce5-4132-4018-abef-0ec4f3a89e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:01.059710 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2cbbc656-8ecd-44f4-b2f7-f380e6217a9d tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:01.079386 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2efce5-4132-4018-abef-0ec4f3a89e21 None None] Network 9ab151ca-b961-44c3-91a4-04fa020a2852 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:27:01.082313 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-6b2efce5-4132-4018-abef-0ec4f3a89e21 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:27:01.088000 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2efce5-4132-4018-abef-0ec4f3a89e21 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:27:01.092366 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbbc656-8ecd-44f4-b2f7-f380e6217a9d tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Pushing event deleted for resources: {'Subnet': ['ID=665b38ec-13ef-4ccc-8fea-071af7a6b4ef,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:27:01.094987 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2efce5-4132-4018-abef-0ec4f3a89e21 None None] Pushing event updated for resources: {'Port': ['ID=e36a0531-2e71-44ba-a43c-a6565466f380,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:27:01.105588 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2efce5-4132-4018-abef-0ec4f3a89e21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:27:01.106198 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2efce5-4132-4018-abef-0ec4f3a89e21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:27:01.106298 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2efce5-4132-4018-abef-0ec4f3a89e21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:27:01.106603 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2efce5-4132-4018-abef-0ec4f3a89e21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:27:01.106953 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2efce5-4132-4018-abef-0ec4f3a89e21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:27:01.107283 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2efce5-4132-4018-abef-0ec4f3a89e21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:27:01.107619 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2efce5-4132-4018-abef-0ec4f3a89e21 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:27:01.107977 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2efce5-4132-4018-abef-0ec4f3a89e21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:27:01.108310 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2efce5-4132-4018-abef-0ec4f3a89e21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:27:01.108641 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2efce5-4132-4018-abef-0ec4f3a89e21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:27:01.109011 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2efce5-4132-4018-abef-0ec4f3a89e21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:27:01.109339 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2efce5-4132-4018-abef-0ec4f3a89e21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:27:01.154979 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-6b2efce5-4132-4018-abef-0ec4f3a89e21 None None] Attempting to bind port e36a0531-2e71-44ba-a43c-a6565466f380 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:27:01.155615 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-6b2efce5-4132-4018-abef-0ec4f3a89e21 None None] Attempting to bind port e36a0531-2e71-44ba-a43c-a6565466f380 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '166f3a46-4b6f-46a6-abb7-5c5b5ebc4a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9ab151ca-b961-44c3-91a4-04fa020a2852'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:27:01.157267 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2efce5-4132-4018-abef-0ec4f3a89e21 None None] Attempting to bind port e36a0531-2e71-44ba-a43c-a6565466f380 on network 9ab151ca-b961-44c3-91a4-04fa020a2852 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:27:01.158011 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2cbbc656-8ecd-44f4-b2f7-f380e6217a9d tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:01.161084 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2efce5-4132-4018-abef-0ec4f3a89e21 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:27:01.161482 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2efce5-4132-4018-abef-0ec4f3a89e21 None None] Checking segment: {'id': '166f3a46-4b6f-46a6-abb7-5c5b5ebc4a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9ab151ca-b961-44c3-91a4-04fa020a2852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:27:01.161876 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6b2efce5-4132-4018-abef-0ec4f3a89e21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:01.162281 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2efce5-4132-4018-abef-0ec4f3a89e21 None None] Bound using segment: {'id': '166f3a46-4b6f-46a6-abb7-5c5b5ebc4a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9ab151ca-b961-44c3-91a4-04fa020a2852'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:27:01.162755 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-6b2efce5-4132-4018-abef-0ec4f3a89e21 None None] Bound port: e36a0531-2e71-44ba-a43c-a6565466f380, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '166f3a46-4b6f-46a6-abb7-5c5b5ebc4a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9ab151ca-b961-44c3-91a4-04fa020a2852'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:27:01.163148 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6b2efce5-4132-4018-abef-0ec4f3a89e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:01.181164 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-2cbbc656-8ecd-44f4-b2f7-f380e6217a9d tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ab151ca-b961-44c3-91a4-04fa020a2852']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:27:01.190891 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-2cbbc656-8ecd-44f4-b2f7-f380e6217a9d tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '166f3a46-4b6f-46a6-abb7-5c5b5ebc4a16') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:27:01.191192 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-2cbbc656-8ecd-44f4-b2f7-f380e6217a9d tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '166f3a46-4b6f-46a6-abb7-5c5b5ebc4a16') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:27:01.200374 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2cbbc656-8ecd-44f4-b2f7-f380e6217a9d tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:01.214386 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2cbbc656-8ecd-44f4-b2f7-f380e6217a9d tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:01.216952 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49664) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:27:01.221034 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cbbc656-8ecd-44f4-b2f7-f380e6217a9d tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:27:01.221979 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2cbbc656-8ecd-44f4-b2f7-f380e6217a9d tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:01.226651 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 08:27:01.226651 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:27:01.226651 n-d-789963-9 neutron-server[101290]: timer() Sep 17 08:27:01.226651 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:27:01.226651 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 08:27:01.226651 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:27:01.226651 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 08:27:01.226651 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:27:01.226651 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 08:27:01.226651 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:27:01.226651 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 08:27:01.226651 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:27:01.226651 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 08:27:01.226651 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:27:01.226651 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:27:01.226651 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:27:01.226651 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:27:01.226651 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:27:01.226651 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 08:27:01.226651 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:27:01.226651 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 08:27:01.226651 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:27:01.226651 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:27:01.226651 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:27:01.226651 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 08:27:01.226651 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:27:01.226651 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:27:01.226651 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:27:01.226651 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:27:01.226651 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:27:01.226651 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:27:01.226651 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:27:01.231798 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-6b2efce5-4132-4018-abef-0ec4f3a89e21 None None] For port e36a0531-2e71-44ba-a43c-a6565466f380, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:27:01.286216 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-6b2efce5-4132-4018-abef-0ec4f3a89e21 None None] For port e36a0531-2e71-44ba-a43c-a6565466f380, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=e36a0531-2e71-44ba-a43c-a6565466f380,segment=NetworkSegment(166f3a46-4b6f-46a6-abb7-5c5b5ebc4a16),segment_id=166f3a46-4b6f-46a6-abb7-5c5b5ebc4a16)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:27:01.288125 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.db.api [None req-2cbbc656-8ecd-44f4-b2f7-f380e6217a9d tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 17 08:27:01.288125 n-d-789963-9 neutron-server[101290]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 17 08:27:01.288125 n-d-789963-9 neutron-server[101290]: [parameters: {'id': '9ab151ca-b961-44c3-91a4-04fa020a2852'}] Sep 17 08:27:01.288125 n-d-789963-9 neutron-server[101290]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 08:27:01.288572 n-d-789963-9 neutron-server[101290]: DEBUG oslo_db.api [None req-2cbbc656-8ecd-44f4-b2f7-f380e6217a9d tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 08:27:01.290410 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6b2efce5-4132-4018-abef-0ec4f3a89e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:01.368685 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2efce5-4132-4018-abef-0ec4f3a89e21 None None] Pushing event updated for resources: {'Port': ['ID=e36a0531-2e71-44ba-a43c-a6565466f380,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:27:01.377072 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-83ade630-304b-4614-828e-f097d78b2ad0 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Deleting port c087c117-7ae4-4972-85ee-d5c483b0a998 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:27:01.377413 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-83ade630-304b-4614-828e-f097d78b2ad0 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:01.384327 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f35fdf6-4867-4251-859e-a8ad30072bac None None] Network 9ab151ca-b961-44c3-91a4-04fa020a2852 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:27:01.453183 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-83ade630-304b-4614-828e-f097d78b2ad0 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:01.453511 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-83ade630-304b-4614-828e-f097d78b2ad0 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:01.464705 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-83ade630-304b-4614-828e-f097d78b2ad0 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Calling delete_port for c087c117-7ae4-4972-85ee-d5c483b0a998 owned by network:floatingip {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:27:01.505509 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadf8c0d-8648-4c33-91c4-dcc63c4b4ba1 None None] Network 9ab151ca-b961-44c3-91a4-04fa020a2852 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:27:01.612264 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-83ade630-304b-4614-828e-f097d78b2ad0 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:01.628648 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5e36fa-1ba1-491f-b2f9-1abc9511ae6b None None] get_active_networks_info from n-d-789963-9 {{(pid=101291) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 08:27:01.644390 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ade630-304b-4614-828e-f097d78b2ad0 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Pushing event deleted for resources: {'Port': ['ID=c087c117-7ae4-4972-85ee-d5c483b0a998,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:27:01.700553 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-83ade630-304b-4614-828e-f097d78b2ad0 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks [] for floatingip, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:01.700938 n-d-789963-9 neutron-server[101289]: INFO neutron.db.l3_db [None req-83ade630-304b-4614-828e-f097d78b2ad0 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Floating IP 65b989f1-7395-4919-8998-e72be77d6229 disassociated (deleted). External IP: 172.25.6.56, port: dff6e837-3baf-4200-9fdb-5c055afa7e6e. Sep 17 08:27:01.719420 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5e36fa-1ba1-491f-b2f9-1abc9511ae6b None None] Resources bound (agent type, host, resource id): {{(pid=101291) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 08:27:01.790216 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2cbbc656-8ecd-44f4-b2f7-f380e6217a9d tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:01.845969 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-2cbbc656-8ecd-44f4-b2f7-f380e6217a9d tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Deleting port e36a0531-2e71-44ba-a43c-a6565466f380 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:27:01.846517 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2cbbc656-8ecd-44f4-b2f7-f380e6217a9d tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:01.912846 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-2cbbc656-8ecd-44f4-b2f7-f380e6217a9d tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] For port e36a0531-2e71-44ba-a43c-a6565466f380, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=e36a0531-2e71-44ba-a43c-a6565466f380,segment=NetworkSegment(166f3a46-4b6f-46a6-abb7-5c5b5ebc4a16),segment_id=166f3a46-4b6f-46a6-abb7-5c5b5ebc4a16)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:27:01.913242 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2cbbc656-8ecd-44f4-b2f7-f380e6217a9d tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:01.915558 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ade630-304b-4614-828e-f097d78b2ad0 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Router 08013a1c-233c-40ff-97a4-f09f85b30ac0 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:27:01.926100 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-2cbbc656-8ecd-44f4-b2f7-f380e6217a9d tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Calling delete_port for e36a0531-2e71-44ba-a43c-a6565466f380 owned by network:dhcp {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:27:02.014447 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2cbbc656-8ecd-44f4-b2f7-f380e6217a9d tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:02.027665 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ade630-304b-4614-828e-f097d78b2ad0 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:27:02.032163 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-83ade630-304b-4614-828e-f097d78b2ad0 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:02.038950 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37502547-9aa4-4275-921e-e9dc8cc1281a None None] Sync routers for ids ['08013a1c-233c-40ff-97a4-f09f85b30ac0'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:27:02.042342 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbbc656-8ecd-44f4-b2f7-f380e6217a9d tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Pushing event deleted for resources: {'Port': ['ID=e36a0531-2e71-44ba-a43c-a6565466f380,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:27:02.046118 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbbc656-8ecd-44f4-b2f7-f380e6217a9d tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] No DVR routers for this DVR port e36a0531-2e71-44ba-a43c-a6565466f380 on host n-d-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:27:02.054077 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37502547-9aa4-4275-921e-e9dc8cc1281a None None] Routers {'08013a1c-233c-40ff-97a4-f09f85b30ac0'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:27:02.054824 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-37502547-9aa4-4275-921e-e9dc8cc1281a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:26:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['08013a1c-233c-40ff-97a4-f09f85b30ac0'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:27:02.068923 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-83ade630-304b-4614-828e-f097d78b2ad0 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "DELETE /v2.0/floatingips/65b989f1-7395-4919-8998-e72be77d6229 HTTP/1.1" status: 204 len: 168 time: 0.8507128 Sep 17 08:27:02.070376 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef11f0dd-5b0b-4d8a-a922-159a7bf2bb49', 'tag': 'dff6e837-3baf-4200-9fdb-5c055afa7e6e'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:27:02.074251 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-841d6bb7-08d6-43c8-8af4-587aad3be287" -d '{"events": [{"name": "network-changed", "server_uuid": "ef11f0dd-5b0b-4d8a-a922-159a7bf2bb49", "tag": "dff6e837-3baf-4200-9fdb-5c055afa7e6e"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:27:02.138074 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2cbbc656-8ecd-44f4-b2f7-f380e6217a9d tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:02.164797 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-2cbbc656-8ecd-44f4-b2f7-f380e6217a9d tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ab151ca-b961-44c3-91a4-04fa020a2852']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:27:02.178195 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-2cbbc656-8ecd-44f4-b2f7-f380e6217a9d tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '166f3a46-4b6f-46a6-abb7-5c5b5ebc4a16') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:27:02.178998 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-2cbbc656-8ecd-44f4-b2f7-f380e6217a9d tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '166f3a46-4b6f-46a6-abb7-5c5b5ebc4a16') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:27:02.190921 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2cbbc656-8ecd-44f4-b2f7-f380e6217a9d tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:02.206755 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2cbbc656-8ecd-44f4-b2f7-f380e6217a9d tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:02.215385 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cbbc656-8ecd-44f4-b2f7-f380e6217a9d tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:27:02.215731 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2cbbc656-8ecd-44f4-b2f7-f380e6217a9d tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:02.219562 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 08:27:02.219562 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:27:02.219562 n-d-789963-9 neutron-server[101290]: timer() Sep 17 08:27:02.219562 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:27:02.219562 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 08:27:02.219562 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:27:02.219562 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 08:27:02.219562 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:27:02.219562 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 08:27:02.219562 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:27:02.219562 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 08:27:02.219562 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:27:02.219562 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 08:27:02.219562 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:27:02.219562 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:27:02.219562 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:27:02.219562 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:27:02.219562 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:27:02.219562 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 08:27:02.219562 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:27:02.219562 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 08:27:02.219562 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:27:02.219562 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:27:02.219562 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:27:02.219562 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 08:27:02.219562 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:27:02.219562 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:27:02.219562 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:27:02.219562 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:27:02.219562 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:27:02.219562 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:27:02.219562 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:27:02.279756 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-37502547-9aa4-4275-921e-e9dc8cc1281a None None] Set router 08013a1c-233c-40ff-97a4-f09f85b30ac0 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:27:02.304964 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2cbbc656-8ecd-44f4-b2f7-f380e6217a9d tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:02.322349 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2cbbc656-8ecd-44f4-b2f7-f380e6217a9d tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks [] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:02.329026 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-2cbbc656-8ecd-44f4-b2f7-f380e6217a9d tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] 10.222.0.13 "DELETE /v2.0/networks/9ab151ca-b961-44c3-91a4-04fa020a2852 HTTP/1.1" status: 204 len: 168 time: 1.5494843 Sep 17 08:27:02.335606 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49680) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:27:02.344759 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e30ee8-3bac-4f38-b778-56dd8aa00192 x-openstack-request-id: req-06e30ee8-3bac-4f38-b778-56dd8aa00192 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:27:02.345261 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef11f0dd-5b0b-4d8a-a922-159a7bf2bb49", "tag": "dff6e837-3baf-4200-9fdb-5c055afa7e6e", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:27:02.345369 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-06e30ee8-3bac-4f38-b778-56dd8aa00192 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:27:02.345686 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef11f0dd-5b0b-4d8a-a922-159a7bf2bb49', 'tag': 'dff6e837-3baf-4200-9fdb-5c055afa7e6e', 'status': 'completed', 'code': 200} Sep 17 08:27:02.354522 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbbc656-8ecd-44f4-b2f7-f380e6217a9d tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Pushing event deleted for resources: {'Network': ['ID=9ab151ca-b961-44c3-91a4-04fa020a2852,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:27:02.370227 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8e7260-e8c2-4750-a314-26297b253ff0 req-4cfd9872-3dbf-4bc7-91cb-d3b2032aa721 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:27:02.371800 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5b8e7260-e8c2-4750-a314-26297b253ff0 req-4cfd9872-3dbf-4bc7-91cb-d3b2032aa721 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef11f0dd-5b0b-4d8a-a922-159a7bf2bb49 HTTP/1.1" status: 200 len: 945 time: 0.0612390 Sep 17 08:27:02.375611 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-922d09da-aeec-4c85-8fb9-9748f3ae9cfd tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] DELETE failed (client error): The resource could not be found. Sep 17 08:27:02.376190 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-922d09da-aeec-4c85-8fb9-9748f3ae9cfd tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:27:02.378387 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-922d09da-aeec-4c85-8fb9-9748f3ae9cfd tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] 10.222.0.13 "DELETE /v2.0/subnets/665b38ec-13ef-4ccc-8fea-071af7a6b4ef HTTP/1.1" status: 404 len: 337 time: 0.0326574 Sep 17 08:27:02.380856 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49682) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:27:02.400629 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-267c4f00-9d6e-4ee1-940e-381bd2f99d23 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] DELETE failed (client error): The resource could not be found. Sep 17 08:27:02.401199 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-267c4f00-9d6e-4ee1-940e-381bd2f99d23 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:27:02.402931 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-267c4f00-9d6e-4ee1-940e-381bd2f99d23 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] 10.222.0.13 "DELETE /v2.0/networks/9ab151ca-b961-44c3-91a4-04fa020a2852 HTTP/1.1" status: 404 len: 339 time: 0.0209541 Sep 17 08:27:02.408721 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49684) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:27:02.440939 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5b8e7260-e8c2-4750-a314-26297b253ff0 req-3e78d1ca-5dd8-4839-b42c-800668af5e1f tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a9e4360-0cd0-46e6-9fce-1fb8bd67e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594039 Sep 17 08:27:02.441935 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee8edb6c-f9d6-4392-9099-720ed708acbd tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] DELETE failed (client error): The resource could not be found. Sep 17 08:27:02.442377 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee8edb6c-f9d6-4392-9099-720ed708acbd tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:27:02.446665 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ee8edb6c-f9d6-4392-9099-720ed708acbd tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] 10.222.0.13 "DELETE /v2.0/subnets/223eec1a-63db-4f8a-9dbb-99d9fb8d0706 HTTP/1.1" status: 404 len: 337 time: 0.0341806 Sep 17 08:27:02.447458 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49686) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:27:02.447595 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d6bb7-08d6-43c8-8af4-587aad3be287 req-0c0e4a04-1548-4159-abdb-62b0338d7f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:27:02.448948 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-841d6bb7-08d6-43c8-8af4-587aad3be287 req-0c0e4a04-1548-4159-abdb-62b0338d7f3e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5a6798d8a56640cabd874ecb5022c2e7&device_id=ef11f0dd-5b0b-4d8a-a922-159a7bf2bb49 HTTP/1.1" status: 200 len: 1096 time: 0.0450060 Sep 17 08:27:02.465331 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc6a7fa1-d91a-499f-b314-9fe977d696a2 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] DELETE failed (client error): The resource could not be found. Sep 17 08:27:02.465869 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc6a7fa1-d91a-499f-b314-9fe977d696a2 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:27:02.467599 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-bc6a7fa1-d91a-499f-b314-9fe977d696a2 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] 10.222.0.13 "DELETE /v2.0/networks/1791d91f-fc99-468e-a96e-d3aed478c853 HTTP/1.1" status: 404 len: 339 time: 0.0193820 Sep 17 08:27:02.470689 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49688) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:27:02.527724 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-37502547-9aa4-4275-921e-e9dc8cc1281a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'name': 'tempest-TestVolumeBootPattern-1133283628-router', 'tenant_id': '5a6798d8a56640cabd874ecb5022c2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'd5ead04b-07db-412a-80e2-5020e764ee32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:17:15Z', 'updated_at': '2021-09-17T08:17:18Z', 'revision_number': 4, 'project_id': '5a6798d8a56640cabd874ecb5022c2e7', 'gw_port': {'id': 'd5ead04b-07db-412a-80e2-5020e764ee32', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:dc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:17:15Z', 'updated_at': '2021-09-17T08:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': 'b75e4d77-532e-40dc-a6c8-49f21a89ea73', 'tenant_id': '5a6798d8a56640cabd874ecb5022c2e7', 'floating_ip_address': '172.25.6.21', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'port_id': '0f7445f0-d0ae-446f-ba7e-32a8a72a3c05', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf', 'mac_address': 'fa:16:3e:ed:10:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4f9ed2-e2f2-41fc-99cd-9caf82b03dea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:23:16Z', 'updated_at': '2021-09-17T08:23:19Z', 'revision_number': 1, 'project_id': '5a6798d8a56640cabd874ecb5022c2e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5028a10b-5e29-404b-b928-c890920938fa', 'name': '', 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf', 'tenant_id': '5a6798d8a56640cabd874ecb5022c2e7', 'mac_address': 'fa:16:3e:97:9c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '0d01eb21-118c-498b-a866-b124536b59b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:17:17Z', 'updated_at': '2021-09-17T08:17:23Z', 'revision_number': 5, 'project_id': '5a6798d8a56640cabd874ecb5022c2e7', 'subnets': [{'id': '0d01eb21-118c-498b-a866-b124536b59b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:27:02.549390 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d6bb7-08d6-43c8-8af4-587aad3be287 req-62f39af4-0d52-4e1f-91f8-dc3502369de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:27:02.550924 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-841d6bb7-08d6-43c8-8af4-587aad3be287 req-62f39af4-0d52-4e1f-91f8-dc3502369de5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=660139d9-bdd8-4ad7-b799-f8f93f25eccf HTTP/1.1" status: 200 len: 913 time: 0.0931959 Sep 17 08:27:02.552990 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3d0bb7af-48b9-45d0-a05a-facabd68eff3 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:02.564140 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37502547-9aa4-4275-921e-e9dc8cc1281a None None] Checking router: 08013a1c-233c-40ff-97a4-f09f85b30ac0 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:27:02.578298 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37502547-9aa4-4275-921e-e9dc8cc1281a None None] Routers {'08013a1c-233c-40ff-97a4-f09f85b30ac0'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:27:02.578926 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-37502547-9aa4-4275-921e-e9dc8cc1281a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:26:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['08013a1c-233c-40ff-97a4-f09f85b30ac0'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:27:02.594079 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-841d6bb7-08d6-43c8-8af4-587aad3be287 req-5339717c-4621-47c0-9b71-cb3e31939dcd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dff6e837-3baf-4200-9fdb-5c055afa7e6e HTTP/1.1" status: 200 len: 217 time: 0.0356319 Sep 17 08:27:02.644106 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3d0bb7af-48b9-45d0-a05a-facabd68eff3 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:02.663675 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d6bb7-08d6-43c8-8af4-587aad3be287 req-cd206592-ad61-4efe-a85e-2c9567677a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:27:02.664574 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-3d0bb7af-48b9-45d0-a05a-facabd68eff3 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bedea184-1bea-4aff-9c0b-92eb5532dce5']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:27:02.665248 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-841d6bb7-08d6-43c8-8af4-587aad3be287 req-cd206592-ad61-4efe-a85e-2c9567677a22 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d01eb21-118c-498b-a866-b124536b59b1 HTTP/1.1" status: 200 len: 851 time: 0.0605197 Sep 17 08:27:02.674668 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-3d0bb7af-48b9-45d0-a05a-facabd68eff3 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5753dee-6a47-46b6-a831-4c1eb0d66b92') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:27:02.674958 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-3d0bb7af-48b9-45d0-a05a-facabd68eff3 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5753dee-6a47-46b6-a831-4c1eb0d66b92') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:27:02.689170 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3d0bb7af-48b9-45d0-a05a-facabd68eff3 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:02.695244 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-37502547-9aa4-4275-921e-e9dc8cc1281a None None] Set router 08013a1c-233c-40ff-97a4-f09f85b30ac0 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:27:02.704587 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3d0bb7af-48b9-45d0-a05a-facabd68eff3 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:02.710812 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d0bb7af-48b9-45d0-a05a-facabd68eff3 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:27:02.711206 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3d0bb7af-48b9-45d0-a05a-facabd68eff3 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:02.714414 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:27:02.714414 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:27:02.714414 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:27:02.714414 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:27:02.714414 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:27:02.714414 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:27:02.714414 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:27:02.714414 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:27:02.714414 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:27:02.714414 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:27:02.714414 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:27:02.714414 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:27:02.714414 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:27:02.714414 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:27:02.714414 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:27:02.714414 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:27:02.714414 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:27:02.714414 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:27:02.714414 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:27:02.714414 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:27:02.714414 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:27:02.714414 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:27:02.714414 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:27:02.714414 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:27:02.714414 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:27:02.714414 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:27:02.714414 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:27:02.714414 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:27:02.714414 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:27:02.714414 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:27:02.714414 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:27:02.714414 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:27:02.719495 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d6bb7-08d6-43c8-8af4-587aad3be287 req-3a521fc9-aa9c-4dcc-80a3-acdf68876478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:27:02.721328 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-841d6bb7-08d6-43c8-8af4-587aad3be287 req-3a521fc9-aa9c-4dcc-80a3-acdf68876478 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=660139d9-bdd8-4ad7-b799-f8f93f25eccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474367 Sep 17 08:27:02.773381 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3d0bb7af-48b9-45d0-a05a-facabd68eff3 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:02.778368 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3d0bb7af-48b9-45d0-a05a-facabd68eff3 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks [] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:02.781111 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-3d0bb7af-48b9-45d0-a05a-facabd68eff3 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] 10.222.0.13 "DELETE /v2.0/networks/bedea184-1bea-4aff-9c0b-92eb5532dce5 HTTP/1.1" status: 204 len: 168 time: 0.3083832 Sep 17 08:27:02.785206 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49694) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:27:02.818164 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-841d6bb7-08d6-43c8-8af4-587aad3be287 req-5e439b40-7194-434b-bd5d-817eb5c06c8e service neutron] 10.222.0.39 "GET /v2.0/networks/660139d9-bdd8-4ad7-b799-f8f93f25eccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888238 Sep 17 08:27:02.824068 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0bb7af-48b9-45d0-a05a-facabd68eff3 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Pushing event deleted for resources: {'Network': ['ID=bedea184-1bea-4aff-9c0b-92eb5532dce5,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:27:02.827251 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b9db3fb-4daa-40f5-b104-7e47299561d3 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] DELETE failed (client error): The resource could not be found. Sep 17 08:27:02.828276 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b9db3fb-4daa-40f5-b104-7e47299561d3 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:27:02.830119 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-9b9db3fb-4daa-40f5-b104-7e47299561d3 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] 10.222.0.13 "DELETE /v2.0/subnets/8edc1581-5025-41a7-936f-2b70211ace53 HTTP/1.1" status: 404 len: 337 time: 0.0438998 Sep 17 08:27:02.832648 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49696) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:27:02.852289 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-339466cb-7d30-47c9-96fc-f3f8e7f7b133 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] DELETE failed (client error): The resource could not be found. Sep 17 08:27:02.852841 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-339466cb-7d30-47c9-96fc-f3f8e7f7b133 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:27:02.857527 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-339466cb-7d30-47c9-96fc-f3f8e7f7b133 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] 10.222.0.13 "DELETE /v2.0/networks/8e706934-92ba-4dc7-af26-ecbda8694371 HTTP/1.1" status: 404 len: 339 time: 0.0209718 Sep 17 08:27:02.857527 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49698) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:27:02.882744 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-220496a1-0b56-42a6-9fe0-29c27f39e8a1 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] DELETE failed (client error): The resource could not be found. Sep 17 08:27:02.883193 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-220496a1-0b56-42a6-9fe0-29c27f39e8a1 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:27:02.887453 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-220496a1-0b56-42a6-9fe0-29c27f39e8a1 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] 10.222.0.13 "DELETE /v2.0/subnets/0e477354-57a9-4363-a99b-30d0d8f675c2 HTTP/1.1" status: 404 len: 337 time: 0.0268250 Sep 17 08:27:02.887677 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49700) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:27:02.906490 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-db80807e-4861-4392-90d1-01e929f52233 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] DELETE failed (client error): The resource could not be found. Sep 17 08:27:02.907403 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db80807e-4861-4392-90d1-01e929f52233 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:27:02.911078 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-db80807e-4861-4392-90d1-01e929f52233 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] 10.222.0.13 "DELETE /v2.0/networks/f1e93ad7-b191-4d9b-bdfa-f7ec0e64df25 HTTP/1.1" status: 404 len: 339 time: 0.0201342 Sep 17 08:27:02.911278 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49702) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:27:02.930552 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-841d6bb7-08d6-43c8-8af4-587aad3be287 req-aca643ba-e3c6-4805-9308-a2c0c33c91bb service neutron] 10.222.0.39 "GET /v2.0/networks/660139d9-bdd8-4ad7-b799-f8f93f25eccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047239 Sep 17 08:27:02.935799 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-bae27f04-1848-44c3-8c26-a1392b7a9b12 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] DELETE failed (client error): The resource could not be found. Sep 17 08:27:02.936260 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bae27f04-1848-44c3-8c26-a1392b7a9b12 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:27:02.937975 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-bae27f04-1848-44c3-8c26-a1392b7a9b12 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] 10.222.0.13 "DELETE /v2.0/subnets/c7c33e70-703c-498b-bad1-0a3054134df5 HTTP/1.1" status: 404 len: 337 time: 0.0258174 Sep 17 08:27:02.940495 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49704) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:27:02.941970 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-37502547-9aa4-4275-921e-e9dc8cc1281a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'name': 'tempest-TestVolumeBootPattern-1133283628-router', 'tenant_id': '5a6798d8a56640cabd874ecb5022c2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'd5ead04b-07db-412a-80e2-5020e764ee32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:17:15Z', 'updated_at': '2021-09-17T08:17:18Z', 'revision_number': 4, 'project_id': '5a6798d8a56640cabd874ecb5022c2e7', 'gw_port': {'id': 'd5ead04b-07db-412a-80e2-5020e764ee32', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:dc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:17:15Z', 'updated_at': '2021-09-17T08:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': 'b75e4d77-532e-40dc-a6c8-49f21a89ea73', 'tenant_id': '5a6798d8a56640cabd874ecb5022c2e7', 'floating_ip_address': '172.25.6.21', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'port_id': '0f7445f0-d0ae-446f-ba7e-32a8a72a3c05', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf', 'mac_address': 'fa:16:3e:ed:10:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4f9ed2-e2f2-41fc-99cd-9caf82b03dea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:23:16Z', 'updated_at': '2021-09-17T08:23:19Z', 'revision_number': 1, 'project_id': '5a6798d8a56640cabd874ecb5022c2e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5028a10b-5e29-404b-b928-c890920938fa', 'name': '', 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf', 'tenant_id': '5a6798d8a56640cabd874ecb5022c2e7', 'mac_address': 'fa:16:3e:97:9c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '0d01eb21-118c-498b-a866-b124536b59b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:17:17Z', 'updated_at': '2021-09-17T08:17:23Z', 'revision_number': 5, 'project_id': '5a6798d8a56640cabd874ecb5022c2e7', 'subnets': [{'id': '0d01eb21-118c-498b-a866-b124536b59b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:27:02.959924 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-57d45b73-614e-4f26-b983-1bf5e0f62571 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] DELETE failed (client error): The resource could not be found. Sep 17 08:27:02.960496 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57d45b73-614e-4f26-b983-1bf5e0f62571 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:27:02.962479 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-57d45b73-614e-4f26-b983-1bf5e0f62571 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] 10.222.0.13 "DELETE /v2.0/networks/c56dd29e-8cec-4324-9ba8-92d298521bf9 HTTP/1.1" status: 404 len: 339 time: 0.0208578 Sep 17 08:27:02.965220 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49706) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:27:02.969015 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37502547-9aa4-4275-921e-e9dc8cc1281a None None] The sync data for ids ['08013a1c-233c-40ff-97a4-f09f85b30ac0'] in n-d-789963-9 is: [{'id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'name': 'tempest-TestVolumeBootPattern-1133283628-router', 'tenant_id': '5a6798d8a56640cabd874ecb5022c2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'd5ead04b-07db-412a-80e2-5020e764ee32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:17:15Z', 'updated_at': '2021-09-17T08:17:18Z', 'revision_number': 4, 'project_id': '5a6798d8a56640cabd874ecb5022c2e7', 'gw_port': {'id': 'd5ead04b-07db-412a-80e2-5020e764ee32', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:dc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:17:15Z', 'updated_at': '2021-09-17T08:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': 'b75e4d77-532e-40dc-a6c8-49f21a89ea73', 'tenant_id': '5a6798d8a56640cabd874ecb5022c2e7', 'floating_ip_address': '172.25.6.21', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'port_id': '0f7445f0-d0ae-446f-ba7e-32a8a72a3c05', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf', 'mac_address': 'fa:16:3e:ed:10:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4f9ed2-e2f2-41fc-99cd-9caf82b03dea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:23:16Z', 'updated_at': '2021-09-17T08:23:19Z', 'revision_number': 1, 'project_id': '5a6798d8a56640cabd874ecb5022c2e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5028a10b-5e29-404b-b928-c890920938fa', 'name': '', 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf', 'tenant_id': '5a6798d8a56640cabd874ecb5022c2e7', 'mac_address': 'fa:16:3e:97:9c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '0d01eb21-118c-498b-a866-b124536b59b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:17:17Z', 'updated_at': '2021-09-17T08:17:23Z', 'revision_number': 5, 'project_id': '5a6798d8a56640cabd874ecb5022c2e7', 'subnets': [{'id': '0d01eb21-118c-498b-a866-b124536b59b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:27:02.994442 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b2982e3-8266-47f3-9a61-b665d320b854 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] DELETE failed (client error): The resource could not be found. Sep 17 08:27:02.994906 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b2982e3-8266-47f3-9a61-b665d320b854 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:27:02.998717 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-0b2982e3-8266-47f3-9a61-b665d320b854 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] 10.222.0.13 "DELETE /v2.0/subnets/7535e592-543d-4af2-b500-cc7c5f5cfbc6 HTTP/1.1" status: 404 len: 337 time: 0.0304167 Sep 17 08:27:02.999177 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49708) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:27:03.018993 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bc25b8e-8ac2-4661-9744-af19387e5b3b tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] DELETE failed (client error): The resource could not be found. Sep 17 08:27:03.019560 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bc25b8e-8ac2-4661-9744-af19387e5b3b tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:27:03.021339 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-5bc25b8e-8ac2-4661-9744-af19387e5b3b tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] 10.222.0.13 "DELETE /v2.0/networks/291ba001-0686-4ff7-bd78-d6dd25a22876 HTTP/1.1" status: 404 len: 339 time: 0.0212460 Sep 17 08:27:03.023895 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49710) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:27:03.049858 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f3a8e7d-af43-4c2d-9362-519e2e966c2f tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] DELETE failed (client error): The resource could not be found. Sep 17 08:27:03.050310 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f3a8e7d-af43-4c2d-9362-519e2e966c2f tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:27:03.052085 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6f3a8e7d-af43-4c2d-9362-519e2e966c2f tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] 10.222.0.13 "DELETE /v2.0/subnets/87d684db-4ec5-4ee4-987f-0618679d415e HTTP/1.1" status: 404 len: 337 time: 0.0272281 Sep 17 08:27:03.054735 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49712) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:27:03.072066 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab100571-0a0a-48a2-95e8-ae2a3ca4d101 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] DELETE failed (client error): The resource could not be found. Sep 17 08:27:03.072607 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab100571-0a0a-48a2-95e8-ae2a3ca4d101 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:27:03.074333 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ab100571-0a0a-48a2-95e8-ae2a3ca4d101 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] 10.222.0.13 "DELETE /v2.0/networks/698183b8-5ad4-4fe2-81b8-96ed84f699d9 HTTP/1.1" status: 404 len: 339 time: 0.0186019 Sep 17 08:27:03.076811 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49714) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:27:03.108851 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-89dbe66e-7696-4e23-9fff-1bc1fc910fa3 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] DELETE failed (client error): The resource could not be found. Sep 17 08:27:03.109221 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89dbe66e-7696-4e23-9fff-1bc1fc910fa3 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:27:03.110963 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-89dbe66e-7696-4e23-9fff-1bc1fc910fa3 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] 10.222.0.13 "DELETE /v2.0/subnets/7e6a60a6-288a-4849-97c2-cd9902c98688 HTTP/1.1" status: 404 len: 337 time: 0.0327220 Sep 17 08:27:03.113614 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49716) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:27:03.131432 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b041e56-22eb-42e4-aeae-4d3212e4ec35 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] DELETE failed (client error): The resource could not be found. Sep 17 08:27:03.132004 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b041e56-22eb-42e4-aeae-4d3212e4ec35 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:27:03.133727 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-7b041e56-22eb-42e4-aeae-4d3212e4ec35 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] 10.222.0.13 "DELETE /v2.0/networks/37018902-d848-44f3-bc76-f6107bf6fe7d HTTP/1.1" status: 404 len: 339 time: 0.0192194 Sep 17 08:27:03.137507 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49718) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:27:03.165938 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb799411-2c34-4055-b4b7-4fb8563b28bc tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] DELETE failed (client error): The resource could not be found. Sep 17 08:27:03.166523 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb799411-2c34-4055-b4b7-4fb8563b28bc tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:27:03.168655 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-fb799411-2c34-4055-b4b7-4fb8563b28bc tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] 10.222.0.13 "DELETE /v2.0/subnets/42c96d40-d6de-47c9-9f26-c6d63e27eb5b HTTP/1.1" status: 404 len: 337 time: 0.0300674 Sep 17 08:27:03.171255 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49720) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:27:03.189497 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-e636a5ce-463f-4fd3-a20e-1df18be2e49c tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] DELETE failed (client error): The resource could not be found. Sep 17 08:27:03.190198 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e636a5ce-463f-4fd3-a20e-1df18be2e49c tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:27:03.192017 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e636a5ce-463f-4fd3-a20e-1df18be2e49c tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] 10.222.0.13 "DELETE /v2.0/networks/7cee9b67-44ce-478f-a852-4f6b011cbb47 HTTP/1.1" status: 404 len: 339 time: 0.0198691 Sep 17 08:27:03.194396 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49722) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:27:03.207819 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa23e8b-9350-4d98-b4fe-33ac26044433 None None] New status for floating IP 65b989f1-7395-4919-8998-e72be77d6229: DOWN {{(pid=101291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 08:27:03.224160 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e0b3573-1058-4546-b6db-721820896914 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] DELETE failed (client error): The resource could not be found. Sep 17 08:27:03.224611 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e0b3573-1058-4546-b6db-721820896914 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:27:03.226315 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-5e0b3573-1058-4546-b6db-721820896914 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] 10.222.0.13 "DELETE /v2.0/subnets/558ce1b2-0556-43d4-a0de-d8f098a73dff HTTP/1.1" status: 404 len: 337 time: 0.0309520 Sep 17 08:27:03.230040 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 49724) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:27:03.576151 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-5189e0fc-6d98-4b7a-979e-6eb6fdcbafdc tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] DELETE failed (client error): The resource could not be found. Sep 17 08:27:03.576844 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5189e0fc-6d98-4b7a-979e-6eb6fdcbafdc tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:27:03.579047 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-5189e0fc-6d98-4b7a-979e-6eb6fdcbafdc tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] 10.222.0.13 "DELETE /v2.0/networks/9be4e2ea-9e59-4cb3-b6e7-3b306eae0de4 HTTP/1.1" status: 404 len: 339 time: 0.3480041 Sep 17 08:27:03.581954 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49730) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:27:03.622773 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c474690-4afa-4083-8a0e-07221a59a530 req-936619e0-311d-4742-bd93-c8870f0d9b3f tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:27:03.624314 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4c474690-4afa-4083-8a0e-07221a59a530 req-936619e0-311d-4742-bd93-c8870f0d9b3f tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef11f0dd-5b0b-4d8a-a922-159a7bf2bb49 HTTP/1.1" status: 200 len: 945 time: 0.0503340 Sep 17 08:27:03.632988 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-4efad26d-e67a-411b-9ae8-b3d59d2921ad tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Deleting subnet 4d93d27a-ac3e-48ea-837e-858e0deafef8 {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:27:03.636304 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4efad26d-e67a-411b-9ae8-b3d59d2921ad tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:03.661393 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4c474690-4afa-4083-8a0e-07221a59a530 req-cb63c4e4-a9de-4f93-8e94-0fa8545b7a53 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a9e4360-0cd0-46e6-9fce-1fb8bd67e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305045 Sep 17 08:27:03.677500 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4efad26d-e67a-411b-9ae8-b3d59d2921ad tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:03.765043 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4efad26d-e67a-411b-9ae8-b3d59d2921ad tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:03.821599 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4efad26d-e67a-411b-9ae8-b3d59d2921ad tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:03.845847 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efad26d-e67a-411b-9ae8-b3d59d2921ad tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Pushing event deleted for resources: {'Subnet': ['ID=4d93d27a-ac3e-48ea-837e-858e0deafef8,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:27:03.852387 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4efad26d-e67a-411b-9ae8-b3d59d2921ad tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks [] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:03.854255 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-4efad26d-e67a-411b-9ae8-b3d59d2921ad tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] 10.222.0.13 "DELETE /v2.0/subnets/4d93d27a-ac3e-48ea-837e-858e0deafef8 HTTP/1.1" status: 204 len: 168 time: 0.2712829 Sep 17 08:27:03.857024 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49734) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:27:03.859996 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706e481d-8a7e-4dad-8e3f-941a18f0bf76 None None] Network 5ce00f21-2400-471a-a818-39886c7fd21c requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:27:03.931971 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ea6df63c-f95a-4ab2-bffc-9c90cf072639 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:03.991662 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-ea6df63c-f95a-4ab2-bffc-9c90cf072639 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Deleting port e40271ec-2c2c-4394-b308-2933eb746efe {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:27:03.992008 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ea6df63c-f95a-4ab2-bffc-9c90cf072639 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:04.023724 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e4693f-a004-4a7e-920f-c92ff011046c None None] DHCP port deletion for 5ce00f21-2400-471a-a818-39886c7fd21c request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 08:27:04.057019 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-ea6df63c-f95a-4ab2-bffc-9c90cf072639 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] For port e40271ec-2c2c-4394-b308-2933eb746efe, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=e40271ec-2c2c-4394-b308-2933eb746efe,segment=NetworkSegment(7ae19f9d-ce5d-4888-9d61-ebe5afdc738f),segment_id=7ae19f9d-ce5d-4888-9d61-ebe5afdc738f)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:27:04.057382 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ea6df63c-f95a-4ab2-bffc-9c90cf072639 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:04.069191 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-e5e4693f-a004-4a7e-920f-c92ff011046c None None] Deleting port e40271ec-2c2c-4394-b308-2933eb746efe {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:27:04.069565 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e5e4693f-a004-4a7e-920f-c92ff011046c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:04.090023 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-ea6df63c-f95a-4ab2-bffc-9c90cf072639 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Calling delete_port for e40271ec-2c2c-4394-b308-2933eb746efe owned by network:dhcp {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:27:04.134519 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-e5e4693f-a004-4a7e-920f-c92ff011046c None None] For port e40271ec-2c2c-4394-b308-2933eb746efe, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=e40271ec-2c2c-4394-b308-2933eb746efe,segment=NetworkSegment(7ae19f9d-ce5d-4888-9d61-ebe5afdc738f),segment_id=7ae19f9d-ce5d-4888-9d61-ebe5afdc738f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:27:04.134900 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e5e4693f-a004-4a7e-920f-c92ff011046c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:04.147017 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-e5e4693f-a004-4a7e-920f-c92ff011046c None None] Calling delete_port for e40271ec-2c2c-4394-b308-2933eb746efe owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:27:04.152881 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696295ee-2549-4401-be12-5756700c551e req-d245e5df-6de7-4fb2-8322-30bfad7a92da tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:27:04.154373 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-696295ee-2549-4401-be12-5756700c551e req-d245e5df-6de7-4fb2-8322-30bfad7a92da tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef11f0dd-5b0b-4d8a-a922-159a7bf2bb49 HTTP/1.1" status: 200 len: 945 time: 0.0898032 Sep 17 08:27:04.224378 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e5e4693f-a004-4a7e-920f-c92ff011046c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:04.243133 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ea6df63c-f95a-4ab2-bffc-9c90cf072639 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:04.247635 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e4693f-a004-4a7e-920f-c92ff011046c None None] Pushing event deleted for resources: {'Port': ['ID=e40271ec-2c2c-4394-b308-2933eb746efe,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:27:04.253583 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e4693f-a004-4a7e-920f-c92ff011046c None None] No DVR routers for this DVR port e40271ec-2c2c-4394-b308-2933eb746efe on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:27:04.282251 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6df63c-f95a-4ab2-bffc-9c90cf072639 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] No DVR routers for this DVR port e40271ec-2c2c-4394-b308-2933eb746efe on host n-d-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:27:04.286643 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6df63c-f95a-4ab2-bffc-9c90cf072639 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Pushing event deleted for resources: {'Port': ['ID=e40271ec-2c2c-4394-b308-2933eb746efe,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:27:04.339168 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-696295ee-2549-4401-be12-5756700c551e req-f4ad48ff-3d66-4eea-a63e-7862728328ef tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Deleting port dff6e837-3baf-4200-9fdb-5c055afa7e6e {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:27:04.339506 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-696295ee-2549-4401-be12-5756700c551e req-f4ad48ff-3d66-4eea-a63e-7862728328ef tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:04.388626 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ea6df63c-f95a-4ab2-bffc-9c90cf072639 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:04.445601 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-ea6df63c-f95a-4ab2-bffc-9c90cf072639 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ce00f21-2400-471a-a818-39886c7fd21c']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:27:04.459065 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-ea6df63c-f95a-4ab2-bffc-9c90cf072639 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ae19f9d-ce5d-4888-9d61-ebe5afdc738f') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:27:04.459359 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-ea6df63c-f95a-4ab2-bffc-9c90cf072639 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ae19f9d-ce5d-4888-9d61-ebe5afdc738f') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:27:04.474197 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ea6df63c-f95a-4ab2-bffc-9c90cf072639 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:04.495700 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-696295ee-2549-4401-be12-5756700c551e req-f4ad48ff-3d66-4eea-a63e-7862728328ef tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] For port dff6e837-3baf-4200-9fdb-5c055afa7e6e, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=dff6e837-3baf-4200-9fdb-5c055afa7e6e,segment=NetworkSegment(87efb6ce-2270-470a-8c19-7b337a956aa6),segment_id=87efb6ce-2270-470a-8c19-7b337a956aa6)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:27:04.496076 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-696295ee-2549-4401-be12-5756700c551e req-f4ad48ff-3d66-4eea-a63e-7862728328ef tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:04.498850 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ea6df63c-f95a-4ab2-bffc-9c90cf072639 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:04.512073 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea6df63c-f95a-4ab2-bffc-9c90cf072639 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:27:04.512569 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ea6df63c-f95a-4ab2-bffc-9c90cf072639 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:04.515976 n-d-789963-9 neutron-server[101290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:27:04.515976 n-d-789963-9 neutron-server[101290]: self.session.flush() Sep 17 08:27:04.515976 n-d-789963-9 neutron-server[101290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:27:04.515976 n-d-789963-9 neutron-server[101290]: self.session.flush() Sep 17 08:27:04.515976 n-d-789963-9 neutron-server[101290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:27:04.515976 n-d-789963-9 neutron-server[101290]: self.session.flush() Sep 17 08:27:04.515976 n-d-789963-9 neutron-server[101290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:27:04.515976 n-d-789963-9 neutron-server[101290]: self.session.flush() Sep 17 08:27:04.515976 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 08:27:04.515976 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:27:04.515976 n-d-789963-9 neutron-server[101290]: timer() Sep 17 08:27:04.515976 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:27:04.515976 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 08:27:04.515976 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:27:04.515976 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 08:27:04.515976 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:27:04.515976 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 08:27:04.515976 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:27:04.515976 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 08:27:04.515976 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:27:04.515976 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 08:27:04.515976 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:27:04.515976 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:27:04.515976 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:27:04.515976 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:27:04.515976 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:27:04.515976 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 08:27:04.515976 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:27:04.515976 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 08:27:04.515976 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:27:04.515976 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:27:04.515976 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:27:04.515976 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 08:27:04.515976 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:27:04.515976 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:27:04.515976 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:27:04.515976 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:27:04.515976 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:27:04.515976 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:27:04.515976 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:27:04.518977 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-696295ee-2549-4401-be12-5756700c551e req-f4ad48ff-3d66-4eea-a63e-7862728328ef tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Calling delete_port for dff6e837-3baf-4200-9fdb-5c055afa7e6e owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:27:04.612542 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ea6df63c-f95a-4ab2-bffc-9c90cf072639 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:04.617002 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ea6df63c-f95a-4ab2-bffc-9c90cf072639 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Notify callbacks [] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:04.619150 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ea6df63c-f95a-4ab2-bffc-9c90cf072639 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] 10.222.0.13 "DELETE /v2.0/networks/5ce00f21-2400-471a-a818-39886c7fd21c HTTP/1.1" status: 204 len: 168 time: 0.7612898 Sep 17 08:27:04.642713 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6df63c-f95a-4ab2-bffc-9c90cf072639 tempest-NetworksTest-531675355 tempest-NetworksTest-531675355-project] Pushing event deleted for resources: {'Network': ['ID=5ce00f21-2400-471a-a818-39886c7fd21c,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:27:04.715951 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-696295ee-2549-4401-be12-5756700c551e req-f4ad48ff-3d66-4eea-a63e-7862728328ef tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:04.748705 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ad48ff-3d66-4eea-a63e-7862728328ef tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Pushing event deleted for resources: {'Port': ['ID=dff6e837-3baf-4200-9fdb-5c055afa7e6e,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:27:04.776213 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-deec2b7e-94e5-4d3c-b1ee-c95ac4fe5d59 req-52b72e13-c8b1-4a31-8f87-a9dc9af7ed7c tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef11f0dd-5b0b-4d8a-a922-159a7bf2bb49 HTTP/1.1" status: 200 len: 210 time: 0.0406041 Sep 17 08:27:04.804328 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-696295ee-2549-4401-be12-5756700c551e req-f4ad48ff-3d66-4eea-a63e-7862728328ef tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] No DVR routers for this DVR port dff6e837-3baf-4200-9fdb-5c055afa7e6e on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:27:04.807705 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-696295ee-2549-4401-be12-5756700c551e req-f4ad48ff-3d66-4eea-a63e-7862728328ef tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:04.809223 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-696295ee-2549-4401-be12-5756700c551e req-f4ad48ff-3d66-4eea-a63e-7862728328ef tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.39 "DELETE /v2.0/ports/dff6e837-3baf-4200-9fdb-5c055afa7e6e HTTP/1.1" status: 204 len: 173 time: 0.6478460 Sep 17 08:27:04.809703 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef11f0dd-5b0b-4d8a-a922-159a7bf2bb49', 'name': 'network-vif-deleted', 'tag': 'dff6e837-3baf-4200-9fdb-5c055afa7e6e'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:27:04.812915 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0058ba54-737b-41d9-9396-de15bd7f5096" -d '{"events": [{"server_uuid": "ef11f0dd-5b0b-4d8a-a922-159a7bf2bb49", "name": "network-vif-deleted", "tag": "dff6e837-3baf-4200-9fdb-5c055afa7e6e"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:27:04.855638 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea56216-3683-4477-97f1-442895f9f0d9 x-openstack-request-id: req-5ea56216-3683-4477-97f1-442895f9f0d9 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:27:04.856025 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef11f0dd-5b0b-4d8a-a922-159a7bf2bb49", "name": "network-vif-deleted", "tag": "dff6e837-3baf-4200-9fdb-5c055afa7e6e", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:27:04.856342 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5ea56216-3683-4477-97f1-442895f9f0d9 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:27:04.856809 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef11f0dd-5b0b-4d8a-a922-159a7bf2bb49', 'name': 'network-vif-deleted', 'tag': 'dff6e837-3baf-4200-9fdb-5c055afa7e6e', 'status': 'completed', 'code': 200} Sep 17 08:27:04.898254 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49748) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:27:05.029741 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6a072b35-76d3-4804-bfa0-9e4890a018ec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=79b828a2b8d840259af6c7e9b12b97d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1301546 Sep 17 08:27:05.032125 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49752) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:27:05.079015 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-33365c92-25d4-4543-b05d-47048ee9b78a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:05.101512 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-33365c92-25d4-4543-b05d-47048ee9b78a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:05.156005 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-33365c92-25d4-4543-b05d-47048ee9b78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:05.161292 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-33365c92-25d4-4543-b05d-47048ee9b78a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:05.165723 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-33365c92-25d4-4543-b05d-47048ee9b78a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a931cbee-44e1-4fb6-9d6b-c8a06a423690 HTTP/1.1" status: 204 len: 168 time: 0.1325445 Sep 17 08:27:05.175942 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33365c92-25d4-4543-b05d-47048ee9b78a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a931cbee-44e1-4fb6-9d6b-c8a06a423690,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:27:05.239732 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device e40271ec-2c2c-4394-b308-2933eb746efe no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:27:05.265284 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: e40271ec-2c2c-4394-b308-2933eb746efe {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:27:05.265627 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device e40271ec-2c2c-4394-b308-2933eb746efe not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:27:05.587856 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:05.813915 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:05.887321 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4f6cdd6b-5ab4-4e37-8635-f9512c80a0ad req-fe17e711-54bd-422b-bc3a-0e96540c1e0f tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef11f0dd-5b0b-4d8a-a922-159a7bf2bb49 HTTP/1.1" status: 200 len: 210 time: 0.0362740 Sep 17 08:27:06.985009 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f346a7b2-9bda-4ee3-8cf4-e75693fd5377 req-ae067d66-46f3-4940-84b8-6337f0781b6a tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef11f0dd-5b0b-4d8a-a922-159a7bf2bb49 HTTP/1.1" status: 200 len: 210 time: 0.0288079 Sep 17 08:27:07.848669 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device dff6e837-3baf-4200-9fdb-5c055afa7e6e no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:27:07.869622 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: dff6e837-3baf-4200-9fdb-5c055afa7e6e {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:27:07.870045 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device dff6e837-3baf-4200-9fdb-5c055afa7e6e not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:27:08.099302 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7e1b0676-6c66-4c35-bb78-868f304d9b4a req-90e34851-8fd0-4712-82f3-df3b3ce19188 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef11f0dd-5b0b-4d8a-a922-159a7bf2bb49 HTTP/1.1" status: 200 len: 210 time: 0.0438907 Sep 17 08:27:13.506335 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49890) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:27:13.666059 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-f48d71bf-d118-445f-9705-3a02a3ea828e tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Deleting port d1464aa3-a43d-45b5-905e-d41490533e5d {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:27:13.666424 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f48d71bf-d118-445f-9705-3a02a3ea828e tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:13.742980 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f48d71bf-d118-445f-9705-3a02a3ea828e tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:13.743223 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f48d71bf-d118-445f-9705-3a02a3ea828e tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:13.759286 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-f48d71bf-d118-445f-9705-3a02a3ea828e tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Calling delete_port for d1464aa3-a43d-45b5-905e-d41490533e5d owned by network:floatingip {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:27:13.912324 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f48d71bf-d118-445f-9705-3a02a3ea828e tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:13.937285 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48d71bf-d118-445f-9705-3a02a3ea828e tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Pushing event deleted for resources: {'Port': ['ID=d1464aa3-a43d-45b5-905e-d41490533e5d,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:27:14.000859 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f48d71bf-d118-445f-9705-3a02a3ea828e tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks [] for floatingip, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:14.001107 n-d-789963-9 neutron-server[101290]: INFO neutron.db.l3_db [None req-f48d71bf-d118-445f-9705-3a02a3ea828e tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Floating IP b75e4d77-532e-40dc-a6c8-49f21a89ea73 disassociated (deleted). External IP: 172.25.6.21, port: 0f7445f0-d0ae-446f-ba7e-32a8a72a3c05. Sep 17 08:27:14.210875 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f48d71bf-d118-445f-9705-3a02a3ea828e tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Router 08013a1c-233c-40ff-97a4-f09f85b30ac0 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:27:14.333145 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48d71bf-d118-445f-9705-3a02a3ea828e tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:27:14.344204 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8feba9-4a87-46ba-9dac-46e9d30dda5b None None] Sync routers for ids ['08013a1c-233c-40ff-97a4-f09f85b30ac0'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:27:14.353580 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f48d71bf-d118-445f-9705-3a02a3ea828e tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:14.355492 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8feba9-4a87-46ba-9dac-46e9d30dda5b None None] Routers {'08013a1c-233c-40ff-97a4-f09f85b30ac0'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:27:14.356240 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-8e8feba9-4a87-46ba-9dac-46e9d30dda5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:26:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['08013a1c-233c-40ff-97a4-f09f85b30ac0'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:27:14.383158 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f48d71bf-d118-445f-9705-3a02a3ea828e tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "DELETE /v2.0/floatingips/b75e4d77-532e-40dc-a6c8-49f21a89ea73 HTTP/1.1" status: 204 len: 168 time: 0.8730342 Sep 17 08:27:14.383158 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa4f9ed2-e2f2-41fc-99cd-9caf82b03dea', 'tag': '0f7445f0-d0ae-446f-ba7e-32a8a72a3c05'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:27:14.387862 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d8e85b-bffc-406b-8f6f-8a41f9e7f049" -d '{"events": [{"name": "network-changed", "server_uuid": "fa4f9ed2-e2f2-41fc-99cd-9caf82b03dea", "tag": "0f7445f0-d0ae-446f-ba7e-32a8a72a3c05"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:27:14.437085 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a89beb9d-81dd-4f5c-8233-c68455e0ce99 x-openstack-request-id: req-a89beb9d-81dd-4f5c-8233-c68455e0ce99 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:27:14.437617 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa4f9ed2-e2f2-41fc-99cd-9caf82b03dea", "tag": "0f7445f0-d0ae-446f-ba7e-32a8a72a3c05", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:27:14.437617 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a89beb9d-81dd-4f5c-8233-c68455e0ce99 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:27:14.438040 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa4f9ed2-e2f2-41fc-99cd-9caf82b03dea', 'tag': '0f7445f0-d0ae-446f-ba7e-32a8a72a3c05', 'status': 'completed', 'code': 200} Sep 17 08:27:14.512918 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-8e8feba9-4a87-46ba-9dac-46e9d30dda5b None None] Set router 08013a1c-233c-40ff-97a4-f09f85b30ac0 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:27:14.530886 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d8e85b-bffc-406b-8f6f-8a41f9e7f049 req-8cbd9799-27d9-4033-9f11-a1660e0affc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:27:14.533660 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-96d8e85b-bffc-406b-8f6f-8a41f9e7f049 req-8cbd9799-27d9-4033-9f11-a1660e0affc0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5a6798d8a56640cabd874ecb5022c2e7&device_id=fa4f9ed2-e2f2-41fc-99cd-9caf82b03dea HTTP/1.1" status: 200 len: 1097 time: 0.0541284 Sep 17 08:27:14.661718 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253dfbe-d321-42ee-8fdc-1ed5b120385e req-beff22b6-5995-432f-968c-cde8100e7977 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:27:14.668383 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2253dfbe-d321-42ee-8fdc-1ed5b120385e req-beff22b6-5995-432f-968c-cde8100e7977 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4f9ed2-e2f2-41fc-99cd-9caf82b03dea HTTP/1.1" status: 200 len: 946 time: 0.0616572 Sep 17 08:27:14.715274 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d8e85b-bffc-406b-8f6f-8a41f9e7f049 req-404922d2-aa63-4ddf-aa0c-5deaf8e790b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:27:14.717326 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-96d8e85b-bffc-406b-8f6f-8a41f9e7f049 req-404922d2-aa63-4ddf-aa0c-5deaf8e790b4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=660139d9-bdd8-4ad7-b799-f8f93f25eccf HTTP/1.1" status: 200 len: 913 time: 0.1407893 Sep 17 08:27:14.726549 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2253dfbe-d321-42ee-8fdc-1ed5b120385e req-123bd51c-8f55-4326-a158-e5c665122ff2 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a9e4360-0cd0-46e6-9fce-1fb8bd67e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491097 Sep 17 08:27:14.767320 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-96d8e85b-bffc-406b-8f6f-8a41f9e7f049 req-5b6066f7-a8f5-40af-8325-173db91c553c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f7445f0-d0ae-446f-ba7e-32a8a72a3c05 HTTP/1.1" status: 200 len: 217 time: 0.0400543 Sep 17 08:27:14.788118 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-8e8feba9-4a87-46ba-9dac-46e9d30dda5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'name': 'tempest-TestVolumeBootPattern-1133283628-router', 'tenant_id': '5a6798d8a56640cabd874ecb5022c2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'd5ead04b-07db-412a-80e2-5020e764ee32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:17:15Z', 'updated_at': '2021-09-17T08:17:18Z', 'revision_number': 4, 'project_id': '5a6798d8a56640cabd874ecb5022c2e7', 'gw_port': {'id': 'd5ead04b-07db-412a-80e2-5020e764ee32', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:dc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:17:15Z', 'updated_at': '2021-09-17T08:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '5028a10b-5e29-404b-b928-c890920938fa', 'name': '', 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf', 'tenant_id': '5a6798d8a56640cabd874ecb5022c2e7', 'mac_address': 'fa:16:3e:97:9c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '0d01eb21-118c-498b-a866-b124536b59b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:17:17Z', 'updated_at': '2021-09-17T08:17:23Z', 'revision_number': 5, 'project_id': '5a6798d8a56640cabd874ecb5022c2e7', 'subnets': [{'id': '0d01eb21-118c-498b-a866-b124536b59b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:27:14.813987 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8feba9-4a87-46ba-9dac-46e9d30dda5b None None] Checking router: 08013a1c-233c-40ff-97a4-f09f85b30ac0 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:27:14.819708 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d8e85b-bffc-406b-8f6f-8a41f9e7f049 req-8417e80f-1957-46ba-91df-a0ecca4e851d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:27:14.822048 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-96d8e85b-bffc-406b-8f6f-8a41f9e7f049 req-8417e80f-1957-46ba-91df-a0ecca4e851d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d01eb21-118c-498b-a866-b124536b59b1 HTTP/1.1" status: 200 len: 851 time: 0.0478694 Sep 17 08:27:14.822349 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8feba9-4a87-46ba-9dac-46e9d30dda5b None None] Routers {'08013a1c-233c-40ff-97a4-f09f85b30ac0'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:27:14.823012 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-8e8feba9-4a87-46ba-9dac-46e9d30dda5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:26:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['08013a1c-233c-40ff-97a4-f09f85b30ac0'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:27:14.870384 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d8e85b-bffc-406b-8f6f-8a41f9e7f049 req-c826234b-1dcc-4be5-b597-7be05e52c70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:27:14.872480 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-96d8e85b-bffc-406b-8f6f-8a41f9e7f049 req-c826234b-1dcc-4be5-b597-7be05e52c70a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=660139d9-bdd8-4ad7-b799-f8f93f25eccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435038 Sep 17 08:27:14.931034 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-8e8feba9-4a87-46ba-9dac-46e9d30dda5b None None] Set router 08013a1c-233c-40ff-97a4-f09f85b30ac0 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:27:14.976853 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-96d8e85b-bffc-406b-8f6f-8a41f9e7f049 req-ba578849-673c-40b1-bf37-6274a6a106a1 service neutron] 10.222.0.39 "GET /v2.0/networks/660139d9-bdd8-4ad7-b799-f8f93f25eccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946410 Sep 17 08:27:15.183176 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-8e8feba9-4a87-46ba-9dac-46e9d30dda5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'name': 'tempest-TestVolumeBootPattern-1133283628-router', 'tenant_id': '5a6798d8a56640cabd874ecb5022c2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'd5ead04b-07db-412a-80e2-5020e764ee32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:17:15Z', 'updated_at': '2021-09-17T08:17:18Z', 'revision_number': 4, 'project_id': '5a6798d8a56640cabd874ecb5022c2e7', 'gw_port': {'id': 'd5ead04b-07db-412a-80e2-5020e764ee32', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:dc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:17:15Z', 'updated_at': '2021-09-17T08:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '5028a10b-5e29-404b-b928-c890920938fa', 'name': '', 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf', 'tenant_id': '5a6798d8a56640cabd874ecb5022c2e7', 'mac_address': 'fa:16:3e:97:9c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '0d01eb21-118c-498b-a866-b124536b59b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:17:17Z', 'updated_at': '2021-09-17T08:17:23Z', 'revision_number': 5, 'project_id': '5a6798d8a56640cabd874ecb5022c2e7', 'subnets': [{'id': '0d01eb21-118c-498b-a866-b124536b59b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:27:15.220558 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8feba9-4a87-46ba-9dac-46e9d30dda5b None None] The sync data for ids ['08013a1c-233c-40ff-97a4-f09f85b30ac0'] in n-d-789963-9 is: [{'id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'name': 'tempest-TestVolumeBootPattern-1133283628-router', 'tenant_id': '5a6798d8a56640cabd874ecb5022c2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'd5ead04b-07db-412a-80e2-5020e764ee32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:17:15Z', 'updated_at': '2021-09-17T08:17:18Z', 'revision_number': 4, 'project_id': '5a6798d8a56640cabd874ecb5022c2e7', 'gw_port': {'id': 'd5ead04b-07db-412a-80e2-5020e764ee32', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:dc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:17:15Z', 'updated_at': '2021-09-17T08:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '5028a10b-5e29-404b-b928-c890920938fa', 'name': '', 'network_id': '660139d9-bdd8-4ad7-b799-f8f93f25eccf', 'tenant_id': '5a6798d8a56640cabd874ecb5022c2e7', 'mac_address': 'fa:16:3e:97:9c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '0d01eb21-118c-498b-a866-b124536b59b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:17:17Z', 'updated_at': '2021-09-17T08:17:23Z', 'revision_number': 5, 'project_id': '5a6798d8a56640cabd874ecb5022c2e7', 'subnets': [{'id': '0d01eb21-118c-498b-a866-b124536b59b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:27:15.457104 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-96d8e85b-bffc-406b-8f6f-8a41f9e7f049 req-0628e2c8-8454-4f07-9b09-df57102a0aab service neutron] 10.222.0.39 "GET /v2.0/networks/660139d9-bdd8-4ad7-b799-f8f93f25eccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4703991 Sep 17 08:27:15.542518 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c303280-cd00-4e98-ba19-3dd8f5046c8b None None] New status for floating IP b75e4d77-532e-40dc-a6c8-49f21a89ea73: DOWN {{(pid=101291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 08:27:15.842602 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742ca640-9508-4df6-81cb-45e06135f0e9 req-2945483c-423f-4748-a879-c67f47e493ad tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:27:15.844151 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-742ca640-9508-4df6-81cb-45e06135f0e9 req-2945483c-423f-4748-a879-c67f47e493ad tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4f9ed2-e2f2-41fc-99cd-9caf82b03dea HTTP/1.1" status: 200 len: 946 time: 0.0494046 Sep 17 08:27:15.884959 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-742ca640-9508-4df6-81cb-45e06135f0e9 req-78980611-08ee-48d0-9d3c-96059bd1c29a tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a9e4360-0cd0-46e6-9fce-1fb8bd67e9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345535 Sep 17 08:27:16.349990 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f6a7f5-b055-4bc7-94fb-c8155a58d75b req-08263477-d50b-49b5-9c66-c3f4667feec9 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:27:16.351447 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b9f6a7f5-b055-4bc7-94fb-c8155a58d75b req-08263477-d50b-49b5-9c66-c3f4667feec9 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.39 "GET /v2.0/ports?device_id=fa4f9ed2-e2f2-41fc-99cd-9caf82b03dea HTTP/1.1" status: 200 len: 946 time: 0.0508163 Sep 17 08:27:16.444806 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-b9f6a7f5-b055-4bc7-94fb-c8155a58d75b req-af6ecf2a-4317-476e-af34-3c3d4ff191a3 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Deleting port 0f7445f0-d0ae-446f-ba7e-32a8a72a3c05 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:27:16.445163 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-b9f6a7f5-b055-4bc7-94fb-c8155a58d75b req-af6ecf2a-4317-476e-af34-3c3d4ff191a3 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:16.551898 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-b9f6a7f5-b055-4bc7-94fb-c8155a58d75b req-af6ecf2a-4317-476e-af34-3c3d4ff191a3 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] For port 0f7445f0-d0ae-446f-ba7e-32a8a72a3c05, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=0f7445f0-d0ae-446f-ba7e-32a8a72a3c05,segment=NetworkSegment(87efb6ce-2270-470a-8c19-7b337a956aa6),segment_id=87efb6ce-2270-470a-8c19-7b337a956aa6)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:27:16.552265 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-b9f6a7f5-b055-4bc7-94fb-c8155a58d75b req-af6ecf2a-4317-476e-af34-3c3d4ff191a3 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:16.564886 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-b9f6a7f5-b055-4bc7-94fb-c8155a58d75b req-af6ecf2a-4317-476e-af34-3c3d4ff191a3 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Calling delete_port for 0f7445f0-d0ae-446f-ba7e-32a8a72a3c05 owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:27:16.692088 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-b9f6a7f5-b055-4bc7-94fb-c8155a58d75b req-af6ecf2a-4317-476e-af34-3c3d4ff191a3 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:16.720916 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6ecf2a-4317-476e-af34-3c3d4ff191a3 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Pushing event deleted for resources: {'Port': ['ID=0f7445f0-d0ae-446f-ba7e-32a8a72a3c05,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:27:16.773200 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9f6a7f5-b055-4bc7-94fb-c8155a58d75b req-af6ecf2a-4317-476e-af34-3c3d4ff191a3 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] No DVR routers for this DVR port 0f7445f0-d0ae-446f-ba7e-32a8a72a3c05 on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:27:16.775917 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-b9f6a7f5-b055-4bc7-94fb-c8155a58d75b req-af6ecf2a-4317-476e-af34-3c3d4ff191a3 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:16.778485 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b9f6a7f5-b055-4bc7-94fb-c8155a58d75b req-af6ecf2a-4317-476e-af34-3c3d4ff191a3 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.39 "DELETE /v2.0/ports/0f7445f0-d0ae-446f-ba7e-32a8a72a3c05 HTTP/1.1" status: 204 len: 173 time: 0.4204109 Sep 17 08:27:16.779247 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa4f9ed2-e2f2-41fc-99cd-9caf82b03dea', 'name': 'network-vif-deleted', 'tag': '0f7445f0-d0ae-446f-ba7e-32a8a72a3c05'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:27:16.782158 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a7f2e04-59cb-4b7c-bf0d-02bc784b32d4" -d '{"events": [{"server_uuid": "fa4f9ed2-e2f2-41fc-99cd-9caf82b03dea", "name": "network-vif-deleted", "tag": "0f7445f0-d0ae-446f-ba7e-32a8a72a3c05"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:27:16.824456 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ce228c-dc5c-4a0b-9e60-dc110e54b0f8 x-openstack-request-id: req-13ce228c-dc5c-4a0b-9e60-dc110e54b0f8 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:27:16.825308 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa4f9ed2-e2f2-41fc-99cd-9caf82b03dea", "name": "network-vif-deleted", "tag": "0f7445f0-d0ae-446f-ba7e-32a8a72a3c05", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:27:16.825308 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-13ce228c-dc5c-4a0b-9e60-dc110e54b0f8 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:27:16.825509 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa4f9ed2-e2f2-41fc-99cd-9caf82b03dea', 'name': 'network-vif-deleted', 'tag': '0f7445f0-d0ae-446f-ba7e-32a8a72a3c05', 'status': 'completed', 'code': 200} Sep 17 08:27:16.992015 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d39c0e0d-455c-4ac4-95bc-2e053d2bf11c req-71f40516-7b4b-4238-980c-5cfd74e756da tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4f9ed2-e2f2-41fc-99cd-9caf82b03dea HTTP/1.1" status: 200 len: 210 time: 0.0282397 Sep 17 08:27:18.115555 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dcf9d144-51f1-4de5-b9c0-75e69af2b10c req-cb9b00bb-3592-48d5-be30-fab1d0ea103b tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4f9ed2-e2f2-41fc-99cd-9caf82b03dea HTTP/1.1" status: 200 len: 210 time: 0.0449073 Sep 17 08:27:19.212806 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fef570b9-e0dd-4c42-a265-3cf86ff54167 req-e127d771-c3cd-4685-8c7a-d74ef103b64a tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4f9ed2-e2f2-41fc-99cd-9caf82b03dea HTTP/1.1" status: 200 len: 210 time: 0.0272853 Sep 17 08:27:19.973228 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 0f7445f0-d0ae-446f-ba7e-32a8a72a3c05 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:27:19.996097 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c58376bc-4769-46b4-b998-b20667814d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:19.998138 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: 0f7445f0-d0ae-446f-ba7e-32a8a72a3c05 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:27:19.998487 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 0f7445f0-d0ae-446f-ba7e-32a8a72a3c05 not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:27:20.315678 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0d331826-76f8-4ec4-9c7e-cd866821605c req-2216ac8c-aa66-484f-8522-9beaf9801b69 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa4f9ed2-e2f2-41fc-99cd-9caf82b03dea HTTP/1.1" status: 200 len: 210 time: 0.0289586 Sep 17 08:27:21.379780 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 49978) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:27:21.505868 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-13137092-d7e0-41a2-8c9f-9bb830a1142f tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Deleting port 38d24be1-1caa-47da-85a7-daa3f740b405 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:27:21.506211 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-13137092-d7e0-41a2-8c9f-9bb830a1142f tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:21.581596 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-13137092-d7e0-41a2-8c9f-9bb830a1142f tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:21.581849 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-13137092-d7e0-41a2-8c9f-9bb830a1142f tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:21.594013 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-13137092-d7e0-41a2-8c9f-9bb830a1142f tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Calling delete_port for 38d24be1-1caa-47da-85a7-daa3f740b405 owned by network:floatingip {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:27:21.726675 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-13137092-d7e0-41a2-8c9f-9bb830a1142f tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:21.749831 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13137092-d7e0-41a2-8c9f-9bb830a1142f tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Pushing event deleted for resources: {'Port': ['ID=38d24be1-1caa-47da-85a7-daa3f740b405,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:27:21.813015 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-13137092-d7e0-41a2-8c9f-9bb830a1142f tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks [] for floatingip, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:21.815491 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-13137092-d7e0-41a2-8c9f-9bb830a1142f tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:21.816696 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-13137092-d7e0-41a2-8c9f-9bb830a1142f tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "DELETE /v2.0/floatingips/32f52600-decb-4ad9-b0ba-1b222dcb8418 HTTP/1.1" status: 204 len: 168 time: 0.4352539 Sep 17 08:27:22.476200 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6dbf8915-317f-4d8b-a75c-0a75194a471c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:22.756331 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:23.783136 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:24.080592 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 50014) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:27:24.147084 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d0e01908-ad85-467e-9c94-fec3125e4d74 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:24.180725 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d0e01908-ad85-467e-9c94-fec3125e4d74 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:24.244018 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d0e01908-ad85-467e-9c94-fec3125e4d74 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:24.246713 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d0e01908-ad85-467e-9c94-fec3125e4d74 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:24.247982 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d0e01908-ad85-467e-9c94-fec3125e4d74 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] 10.222.0.13 "DELETE /v2.0/security-groups/7a9e4360-0cd0-46e6-9fce-1fb8bd67e9ba HTTP/1.1" status: 204 len: 168 time: 0.1663580 Sep 17 08:27:24.264685 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e01908-ad85-467e-9c94-fec3125e4d74 tempest-TestVolumeBootPattern-944399120 tempest-TestVolumeBootPattern-944399120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9e4360-0cd0-46e6-9fce-1fb8bd67e9ba,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:27:24.330670 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 50018) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:27:25.011273 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c4c7acea-4c5a-4506-bc9b-8f8fb1333315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:25.327156 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-c4c7acea-4c5a-4506-bc9b-8f8fb1333315 admin admin] Deleting port 5028a10b-5e29-404b-b928-c890920938fa {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:27:25.327867 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c4c7acea-4c5a-4506-bc9b-8f8fb1333315 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:25.369045 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:25.409308 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-c4c7acea-4c5a-4506-bc9b-8f8fb1333315 admin admin] For port 5028a10b-5e29-404b-b928-c890920938fa, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=5028a10b-5e29-404b-b928-c890920938fa,segment=NetworkSegment(87efb6ce-2270-470a-8c19-7b337a956aa6),segment_id=87efb6ce-2270-470a-8c19-7b337a956aa6)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:27:25.409677 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c4c7acea-4c5a-4506-bc9b-8f8fb1333315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:25.422229 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-c4c7acea-4c5a-4506-bc9b-8f8fb1333315 admin admin] Calling delete_port for 5028a10b-5e29-404b-b928-c890920938fa owned by network:router_interface {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:27:25.614831 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c4c7acea-4c5a-4506-bc9b-8f8fb1333315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:25.642242 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7acea-4c5a-4506-bc9b-8f8fb1333315 admin admin] Pushing event deleted for resources: {'Port': ['ID=5028a10b-5e29-404b-b928-c890920938fa,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:27:25.804656 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c4c7acea-4c5a-4506-bc9b-8f8fb1333315 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:26.018628 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4c7acea-4c5a-4506-bc9b-8f8fb1333315 admin admin] Router 08013a1c-233c-40ff-97a4-f09f85b30ac0 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:27:26.125243 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4c7acea-4c5a-4506-bc9b-8f8fb1333315 admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:27:26.130288 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c4c7acea-4c5a-4506-bc9b-8f8fb1333315 admin admin] 10.222.0.13 "PUT /v2.0/routers/08013a1c-233c-40ff-97a4-f09f85b30ac0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7982931 Sep 17 08:27:26.132806 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 50054) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:27:26.135447 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe461b21-c11e-44f8-81a0-bfef51accc4a None None] Sync routers for ids ['08013a1c-233c-40ff-97a4-f09f85b30ac0'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:27:26.144956 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe461b21-c11e-44f8-81a0-bfef51accc4a None None] Routers {'08013a1c-233c-40ff-97a4-f09f85b30ac0'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:27:26.145655 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-fe461b21-c11e-44f8-81a0-bfef51accc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:27:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['08013a1c-233c-40ff-97a4-f09f85b30ac0'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:27:26.243562 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f0d757a9-1aae-41ce-8dff-de4f8dd3724a admin admin] Notify callbacks [] for router, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:26.250007 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-fe461b21-c11e-44f8-81a0-bfef51accc4a None None] Set router 08013a1c-233c-40ff-97a4-f09f85b30ac0 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:27:26.348518 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f0d757a9-1aae-41ce-8dff-de4f8dd3724a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:26.401761 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-f0d757a9-1aae-41ce-8dff-de4f8dd3724a admin admin] Deleting port d5ead04b-07db-412a-80e2-5020e764ee32 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:27:26.402180 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f0d757a9-1aae-41ce-8dff-de4f8dd3724a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:26.441904 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-fe461b21-c11e-44f8-81a0-bfef51accc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'name': 'tempest-TestVolumeBootPattern-1133283628-router', 'tenant_id': '5a6798d8a56640cabd874ecb5022c2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'd5ead04b-07db-412a-80e2-5020e764ee32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:17:15Z', 'updated_at': '2021-09-17T08:27:25Z', 'revision_number': 5, 'project_id': '5a6798d8a56640cabd874ecb5022c2e7', 'gw_port': {'id': 'd5ead04b-07db-412a-80e2-5020e764ee32', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:dc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:17:15Z', 'updated_at': '2021-09-17T08:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:27:26.478818 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe461b21-c11e-44f8-81a0-bfef51accc4a None None] Checking router: 08013a1c-233c-40ff-97a4-f09f85b30ac0 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:27:26.494184 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe461b21-c11e-44f8-81a0-bfef51accc4a None None] Routers {'08013a1c-233c-40ff-97a4-f09f85b30ac0'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:27:26.495026 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-fe461b21-c11e-44f8-81a0-bfef51accc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:27:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['08013a1c-233c-40ff-97a4-f09f85b30ac0'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:27:26.513039 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-f0d757a9-1aae-41ce-8dff-de4f8dd3724a admin admin] For port d5ead04b-07db-412a-80e2-5020e764ee32, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=d5ead04b-07db-412a-80e2-5020e764ee32,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:27:26.513725 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f0d757a9-1aae-41ce-8dff-de4f8dd3724a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:26.528933 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-f0d757a9-1aae-41ce-8dff-de4f8dd3724a admin admin] Calling delete_port for d5ead04b-07db-412a-80e2-5020e764ee32 owned by network:router_gateway {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:27:26.587781 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-fe461b21-c11e-44f8-81a0-bfef51accc4a None None] Set router 08013a1c-233c-40ff-97a4-f09f85b30ac0 gateway port host: None {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:27:26.642028 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-fe461b21-c11e-44f8-81a0-bfef51accc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'name': 'tempest-TestVolumeBootPattern-1133283628-router', 'tenant_id': '5a6798d8a56640cabd874ecb5022c2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:17:15Z', 'updated_at': '2021-09-17T08:27:26Z', 'revision_number': 6, 'project_id': '5a6798d8a56640cabd874ecb5022c2e7', 'gw_port_host': None}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:27:26.669552 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe461b21-c11e-44f8-81a0-bfef51accc4a None None] The sync data for ids ['08013a1c-233c-40ff-97a4-f09f85b30ac0'] in n-d-789963-9 is: [{'id': '08013a1c-233c-40ff-97a4-f09f85b30ac0', 'name': 'tempest-TestVolumeBootPattern-1133283628-router', 'tenant_id': '5a6798d8a56640cabd874ecb5022c2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:17:15Z', 'updated_at': '2021-09-17T08:27:26Z', 'revision_number': 6, 'project_id': '5a6798d8a56640cabd874ecb5022c2e7', 'gw_port_host': None}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:27:26.728539 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f0d757a9-1aae-41ce-8dff-de4f8dd3724a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:26.752896 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d757a9-1aae-41ce-8dff-de4f8dd3724a admin admin] Pushing event deleted for resources: {'Port': ['ID=d5ead04b-07db-412a-80e2-5020e764ee32,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:27:26.815611 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f0d757a9-1aae-41ce-8dff-de4f8dd3724a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:26.906667 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f0d757a9-1aae-41ce-8dff-de4f8dd3724a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:26.908733 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f0d757a9-1aae-41ce-8dff-de4f8dd3724a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:26.956928 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f0d757a9-1aae-41ce-8dff-de4f8dd3724a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:26.957565 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d757a9-1aae-41ce-8dff-de4f8dd3724a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08013a1c-233c-40ff-97a4-f09f85b30ac0 {{(pid=101290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 08:27:26.961790 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f0d757a9-1aae-41ce-8dff-de4f8dd3724a admin admin] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:26.962944 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f0d757a9-1aae-41ce-8dff-de4f8dd3724a admin admin] 10.222.0.13 "DELETE /v2.0/routers/08013a1c-233c-40ff-97a4-f09f85b30ac0 HTTP/1.1" status: 204 len: 168 time: 0.8292334 Sep 17 08:27:26.966118 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 50072) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:27:27.013608 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-319d7083-6f63-41db-99dd-85e360db24f7 admin admin] Deleting subnet 0d01eb21-118c-498b-a866-b124536b59b1 {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:27:27.016859 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-319d7083-6f63-41db-99dd-85e360db24f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:27.057759 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-319d7083-6f63-41db-99dd-85e360db24f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:27.159972 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-319d7083-6f63-41db-99dd-85e360db24f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:27.243960 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-319d7083-6f63-41db-99dd-85e360db24f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:27.273974 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319d7083-6f63-41db-99dd-85e360db24f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d01eb21-118c-498b-a866-b124536b59b1,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:27:27.279420 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-319d7083-6f63-41db-99dd-85e360db24f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:27.283565 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-319d7083-6f63-41db-99dd-85e360db24f7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0d01eb21-118c-498b-a866-b124536b59b1 HTTP/1.1" status: 204 len: 168 time: 0.3143053 Sep 17 08:27:27.283867 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 50082) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:27:27.285690 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc22d3d2-447b-420e-a7eb-1ef603253d1e None None] Network 660139d9-bdd8-4ad7-b799-f8f93f25eccf requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:27:27.364629 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-162e67c8-145e-461b-87bc-fccf0616a1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:27.432912 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-162e67c8-145e-461b-87bc-fccf0616a1c5 admin admin] Deleting port b7e1555f-d430-4a2e-9438-290785200d93 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:27:27.433253 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-162e67c8-145e-461b-87bc-fccf0616a1c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:27.497911 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-162e67c8-145e-461b-87bc-fccf0616a1c5 admin admin] For port b7e1555f-d430-4a2e-9438-290785200d93, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=b7e1555f-d430-4a2e-9438-290785200d93,segment=NetworkSegment(87efb6ce-2270-470a-8c19-7b337a956aa6),segment_id=87efb6ce-2270-470a-8c19-7b337a956aa6)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:27:27.498272 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-162e67c8-145e-461b-87bc-fccf0616a1c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:27.510658 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-162e67c8-145e-461b-87bc-fccf0616a1c5 admin admin] Calling delete_port for b7e1555f-d430-4a2e-9438-290785200d93 owned by network:dhcp {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:27:27.522900 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f96da-8e41-4185-838e-6b73eb25a937 req-49ca9897-ffb7-42d3-ad16-46aa037bb252 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:27:27.525730 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2a9f96da-8e41-4185-838e-6b73eb25a937 req-49ca9897-ffb7-42d3-ad16-46aa037bb252 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 945 time: 0.0496974 Sep 17 08:27:27.560120 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f052cb1-9ec1-4902-a761-c452bb354951 None None] DHCP port deletion for 660139d9-bdd8-4ad7-b799-f8f93f25eccf request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 08:27:27.578880 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2a9f96da-8e41-4185-838e-6b73eb25a937 req-54db2bb2-09cd-437d-bf90-3fcce531f896 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=84c51e02-f8e0-4fcd-b67e-fb23d4d0ecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421038 Sep 17 08:27:27.641503 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-162e67c8-145e-461b-87bc-fccf0616a1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:27.656054 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 5028a10b-5e29-404b-b928-c890920938fa no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:27:27.680240 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 5028a10b-5e29-404b-b928-c890920938fa {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:27:27.680587 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 5028a10b-5e29-404b-b928-c890920938fa not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:27:27.683353 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162e67c8-145e-461b-87bc-fccf0616a1c5 admin admin] No DVR routers for this DVR port b7e1555f-d430-4a2e-9438-290785200d93 on host n-d-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:27:27.688593 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162e67c8-145e-461b-87bc-fccf0616a1c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7e1555f-d430-4a2e-9438-290785200d93,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:27:27.696742 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-2f052cb1-9ec1-4902-a761-c452bb354951 None None] Deleting port b7e1555f-d430-4a2e-9438-290785200d93 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:27:27.697129 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2f052cb1-9ec1-4902-a761-c452bb354951 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:27.765954 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-162e67c8-145e-461b-87bc-fccf0616a1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:27.772395 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-2f052cb1-9ec1-4902-a761-c452bb354951 None None] For port b7e1555f-d430-4a2e-9438-290785200d93, host n-d-789963-9, got binding levels [] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:27:27.772395 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2f052cb1-9ec1-4902-a761-c452bb354951 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:27.791724 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-2f052cb1-9ec1-4902-a761-c452bb354951 None None] Calling delete_port for b7e1555f-d430-4a2e-9438-290785200d93 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:27:27.794727 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.ipam_backend_mixin [None req-2f052cb1-9ec1-4902-a761-c452bb354951 None None] Port b7e1555f-d430-4a2e-9438-290785200d93 was not found and therefore no delete operation was performed {{(pid=101291) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 17 08:27:27.796125 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-162e67c8-145e-461b-87bc-fccf0616a1c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['660139d9-bdd8-4ad7-b799-f8f93f25eccf']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:27:27.796348 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2f052cb1-9ec1-4902-a761-c452bb354951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:27.807698 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-162e67c8-145e-461b-87bc-fccf0616a1c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87efb6ce-2270-470a-8c19-7b337a956aa6') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:27:27.808126 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-162e67c8-145e-461b-87bc-fccf0616a1c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87efb6ce-2270-470a-8c19-7b337a956aa6') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:27:27.824036 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-162e67c8-145e-461b-87bc-fccf0616a1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:27.836272 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f052cb1-9ec1-4902-a761-c452bb354951 None None] Pushing event deleted for resources: {'Port': ['ID=b7e1555f-d430-4a2e-9438-290785200d93,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:27:27.841844 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-162e67c8-145e-461b-87bc-fccf0616a1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:27.844553 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f052cb1-9ec1-4902-a761-c452bb354951 None None] No DVR routers for this DVR port b7e1555f-d430-4a2e-9438-290785200d93 on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:27:27.850998 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-162e67c8-145e-461b-87bc-fccf0616a1c5 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:27:27.851448 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-162e67c8-145e-461b-87bc-fccf0616a1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:27.853270 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 08:27:27.853270 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:27:27.853270 n-d-789963-9 neutron-server[101290]: timer() Sep 17 08:27:27.853270 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:27:27.853270 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 08:27:27.853270 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:27:27.853270 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 08:27:27.853270 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:27:27.853270 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 08:27:27.853270 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:27:27.853270 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 08:27:27.853270 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:27:27.853270 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 08:27:27.853270 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:27:27.853270 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:27:27.853270 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:27:27.853270 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:27:27.853270 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:27:27.853270 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 08:27:27.853270 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:27:27.853270 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 08:27:27.853270 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:27:27.853270 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:27:27.853270 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:27:27.853270 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 08:27:27.853270 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:27:27.853270 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:27:27.853270 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:27:27.853270 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:27:27.853270 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:27:27.853270 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:27:27.853270 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:27:27.914693 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-162e67c8-145e-461b-87bc-fccf0616a1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:27.920910 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-162e67c8-145e-461b-87bc-fccf0616a1c5 admin admin] Notify callbacks [] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:27.922901 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-162e67c8-145e-461b-87bc-fccf0616a1c5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/660139d9-bdd8-4ad7-b799-f8f93f25eccf HTTP/1.1" status: 204 len: 168 time: 0.6378710 Sep 17 08:27:27.926065 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 50098) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:27:27.949220 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162e67c8-145e-461b-87bc-fccf0616a1c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=660139d9-bdd8-4ad7-b799-f8f93f25eccf,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:27:28.302250 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e1b4f703-ca7a-4837-8955-627120c0a8d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:28.550345 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-e1b4f703-ca7a-4837-8955-627120c0a8d0 admin admin] Deleting port 1a85da54-19a2-46b3-8e15-b429e0990dc5 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:27:28.550948 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e1b4f703-ca7a-4837-8955-627120c0a8d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:28.635186 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-e1b4f703-ca7a-4837-8955-627120c0a8d0 admin admin] For port 1a85da54-19a2-46b3-8e15-b429e0990dc5, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=1a85da54-19a2-46b3-8e15-b429e0990dc5,segment=NetworkSegment(9c8a0f87-cd23-4072-9a6c-ab37eb24f7a3),segment_id=9c8a0f87-cd23-4072-9a6c-ab37eb24f7a3)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:27:28.635650 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e1b4f703-ca7a-4837-8955-627120c0a8d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:28.650376 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-e1b4f703-ca7a-4837-8955-627120c0a8d0 admin admin] Calling delete_port for 1a85da54-19a2-46b3-8e15-b429e0990dc5 owned by network:router_interface {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:27:28.758292 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5499fbd-a009-47f6-bec5-717078b3830e req-9d75cb2f-6e7e-4131-86dd-c30f6911ed5c tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:27:28.759768 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c5499fbd-a009-47f6-bec5-717078b3830e req-9d75cb2f-6e7e-4131-86dd-c30f6911ed5c tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 945 time: 0.0960495 Sep 17 08:27:28.867986 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c5499fbd-a009-47f6-bec5-717078b3830e req-bc0ff426-6b47-4e6b-aa51-5063e1dbb980 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=84c51e02-f8e0-4fcd-b67e-fb23d4d0ecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737295 Sep 17 08:27:28.870698 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-677a230e-7753-423f-87cc-bd6f1e44f53e req-08c60966-9c11-453b-9985-a5d9850f5b50 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0376191 Sep 17 08:27:28.927081 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e1b4f703-ca7a-4837-8955-627120c0a8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:28.970047 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b4f703-ca7a-4837-8955-627120c0a8d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a85da54-19a2-46b3-8e15-b429e0990dc5,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:27:28.990221 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-677a230e-7753-423f-87cc-bd6f1e44f53e req-e96fd4f0-11c7-49e0-9c4e-c3a28df0221b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0547023 Sep 17 08:27:29.049935 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-677a230e-7753-423f-87cc-bd6f1e44f53e req-2d077aec-7d5d-40b0-b83d-78a8eff7d4c1 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262284 Sep 17 08:27:29.219464 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e1b4f703-ca7a-4837-8955-627120c0a8d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:29.260741 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:27:29.292616 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a230e-7753-423f-87cc-bd6f1e44f53e req-3f7e1b8a-191f-44cb-9fdf-30fbd0dab1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:27:29.294659 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-677a230e-7753-423f-87cc-bd6f1e44f53e req-3f7e1b8a-191f-44cb-9fdf-30fbd0dab1b8 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2377892 Sep 17 08:27:29.305035 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device d5ead04b-07db-412a-80e2-5020e764ee32 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:27:29.325129 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: d5ead04b-07db-412a-80e2-5020e764ee32 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:27:29.325565 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device d5ead04b-07db-412a-80e2-5020e764ee32 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:27:29.326062 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device b7e1555f-d430-4a2e-9438-290785200d93 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:27:29.348028 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: b7e1555f-d430-4a2e-9438-290785200d93 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:27:29.348461 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device b7e1555f-d430-4a2e-9438-290785200d93 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:27:29.456674 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1b4f703-ca7a-4837-8955-627120c0a8d0 admin admin] Router a8c77e45-252b-4ee9-8068-ad3d257690ae has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:27:29.558144 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b4f703-ca7a-4837-8955-627120c0a8d0 admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:27:29.563109 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e1b4f703-ca7a-4837-8955-627120c0a8d0 admin admin] 10.222.0.13 "PUT /v2.0/routers/a8c77e45-252b-4ee9-8068-ad3d257690ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6360576 Sep 17 08:27:29.565762 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 50122) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:27:29.566646 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780fcd86-8fc1-4733-8b4b-c4b9b51930c0 None None] Sync routers for ids ['a8c77e45-252b-4ee9-8068-ad3d257690ae'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:27:29.576049 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780fcd86-8fc1-4733-8b4b-c4b9b51930c0 None None] Routers {'a8c77e45-252b-4ee9-8068-ad3d257690ae'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:27:29.576681 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-780fcd86-8fc1-4733-8b4b-c4b9b51930c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:27:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['a8c77e45-252b-4ee9-8068-ad3d257690ae'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:27:29.662931 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0f4c6a86-9155-4822-ac77-cc262650097d admin admin] Notify callbacks [] for router, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:29.678456 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-780fcd86-8fc1-4733-8b4b-c4b9b51930c0 None None] Set router a8c77e45-252b-4ee9-8068-ad3d257690ae gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:27:29.763581 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0f4c6a86-9155-4822-ac77-cc262650097d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:29.817453 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-0f4c6a86-9155-4822-ac77-cc262650097d admin admin] Deleting port 375ed368-72e0-47b9-b4a4-956ec2b07e0f {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:27:29.817793 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0f4c6a86-9155-4822-ac77-cc262650097d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:29.849534 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-780fcd86-8fc1-4733-8b4b-c4b9b51930c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c77e45-252b-4ee9-8068-ad3d257690ae', 'name': 'tempest-TestVolumeBootPattern-1015506241-router', 'tenant_id': '6f4ea57678d4410d8da66e58c423a1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '375ed368-72e0-47b9-b4a4-956ec2b07e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:17:20Z', 'updated_at': '2021-09-17T08:27:28Z', 'revision_number': 5, 'project_id': '6f4ea57678d4410d8da66e58c423a1b5', 'gw_port': {'id': '375ed368-72e0-47b9-b4a4-956ec2b07e0f', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c77e45-252b-4ee9-8068-ad3d257690ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:17:21Z', 'updated_at': '2021-09-17T08:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:27:29.875007 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780fcd86-8fc1-4733-8b4b-c4b9b51930c0 None None] Checking router: a8c77e45-252b-4ee9-8068-ad3d257690ae for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:27:29.883054 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780fcd86-8fc1-4733-8b4b-c4b9b51930c0 None None] Routers {'a8c77e45-252b-4ee9-8068-ad3d257690ae'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:27:29.883665 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-780fcd86-8fc1-4733-8b4b-c4b9b51930c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:27:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['a8c77e45-252b-4ee9-8068-ad3d257690ae'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:27:29.894725 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-0f4c6a86-9155-4822-ac77-cc262650097d admin admin] For port 375ed368-72e0-47b9-b4a4-956ec2b07e0f, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=375ed368-72e0-47b9-b4a4-956ec2b07e0f,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:27:29.895090 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0f4c6a86-9155-4822-ac77-cc262650097d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:29.908191 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-0f4c6a86-9155-4822-ac77-cc262650097d admin admin] Calling delete_port for 375ed368-72e0-47b9-b4a4-956ec2b07e0f owned by network:router_gateway {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:27:29.968866 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-780fcd86-8fc1-4733-8b4b-c4b9b51930c0 None None] Set router a8c77e45-252b-4ee9-8068-ad3d257690ae gateway port host: None {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:27:30.018946 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d99e8fc-04ef-4fcf-81c6-1b2ad185a49e req-c6ee7b09-80d4-4e03-9d89-8158006aa85f tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:27:30.020462 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2d99e8fc-04ef-4fcf-81c6-1b2ad185a49e req-c6ee7b09-80d4-4e03-9d89-8158006aa85f tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 945 time: 0.0671084 Sep 17 08:27:30.096172 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2d99e8fc-04ef-4fcf-81c6-1b2ad185a49e req-38cec082-8931-4ff8-9fc6-9e6e3d0ce18f tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=84c51e02-f8e0-4fcd-b67e-fb23d4d0ecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466375 Sep 17 08:27:30.150267 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0f4c6a86-9155-4822-ac77-cc262650097d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:30.180239 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4c6a86-9155-4822-ac77-cc262650097d admin admin] Pushing event deleted for resources: {'Port': ['ID=375ed368-72e0-47b9-b4a4-956ec2b07e0f,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:27:30.187180 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-780fcd86-8fc1-4733-8b4b-c4b9b51930c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c77e45-252b-4ee9-8068-ad3d257690ae', 'name': 'tempest-TestVolumeBootPattern-1015506241-router', 'tenant_id': '6f4ea57678d4410d8da66e58c423a1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:17:20Z', 'updated_at': '2021-09-17T08:27:29Z', 'revision_number': 6, 'project_id': '6f4ea57678d4410d8da66e58c423a1b5', 'gw_port_host': None}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:27:30.213349 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780fcd86-8fc1-4733-8b4b-c4b9b51930c0 None None] The sync data for ids ['a8c77e45-252b-4ee9-8068-ad3d257690ae'] in n-d-789963-9 is: [{'id': 'a8c77e45-252b-4ee9-8068-ad3d257690ae', 'name': 'tempest-TestVolumeBootPattern-1015506241-router', 'tenant_id': '6f4ea57678d4410d8da66e58c423a1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:17:20Z', 'updated_at': '2021-09-17T08:27:29Z', 'revision_number': 6, 'project_id': '6f4ea57678d4410d8da66e58c423a1b5', 'gw_port_host': None}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:27:30.238810 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0f4c6a86-9155-4822-ac77-cc262650097d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:30.332444 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0f4c6a86-9155-4822-ac77-cc262650097d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:30.334552 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0f4c6a86-9155-4822-ac77-cc262650097d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:30.384296 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0f4c6a86-9155-4822-ac77-cc262650097d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:30.384812 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4c6a86-9155-4822-ac77-cc262650097d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8c77e45-252b-4ee9-8068-ad3d257690ae {{(pid=101289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 08:27:30.389546 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0f4c6a86-9155-4822-ac77-cc262650097d admin admin] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:30.390686 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-0f4c6a86-9155-4822-ac77-cc262650097d admin admin] 10.222.0.13 "DELETE /v2.0/routers/a8c77e45-252b-4ee9-8068-ad3d257690ae HTTP/1.1" status: 204 len: 168 time: 0.8239832 Sep 17 08:27:30.393128 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 50132) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:27:30.436462 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-d95fb4bb-8e0a-401b-92d2-069561d3a3ca admin admin] Deleting subnet 796f49d3-1cb3-4aaf-94ab-fce9d3191922 {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:27:30.439399 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d95fb4bb-8e0a-401b-92d2-069561d3a3ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:30.472101 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d95fb4bb-8e0a-401b-92d2-069561d3a3ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:30.551282 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d95fb4bb-8e0a-401b-92d2-069561d3a3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:30.608033 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d95fb4bb-8e0a-401b-92d2-069561d3a3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:30.631773 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95fb4bb-8e0a-401b-92d2-069561d3a3ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=796f49d3-1cb3-4aaf-94ab-fce9d3191922,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:27:30.637491 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d95fb4bb-8e0a-401b-92d2-069561d3a3ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:30.639344 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-d95fb4bb-8e0a-401b-92d2-069561d3a3ca admin admin] 10.222.0.13 "DELETE /v2.0/subnets/796f49d3-1cb3-4aaf-94ab-fce9d3191922 HTTP/1.1" status: 204 len: 168 time: 0.2452097 Sep 17 08:27:30.641767 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 50134) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:27:30.644161 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0bfa77-fea5-4f07-87f1-8e9d2fdb8e1c None None] Network a03dff68-5907-4543-939f-2a654545fe85 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:27:30.707121 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fda38b5d-cf86-4818-9e6e-89a8666024c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:30.762226 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-fda38b5d-cf86-4818-9e6e-89a8666024c8 admin admin] Deleting port 73e37018-7511-4a1d-b9b5-d11c8988ad64 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:27:30.762578 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fda38b5d-cf86-4818-9e6e-89a8666024c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:30.823677 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-fda38b5d-cf86-4818-9e6e-89a8666024c8 admin admin] For port 73e37018-7511-4a1d-b9b5-d11c8988ad64, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=73e37018-7511-4a1d-b9b5-d11c8988ad64,segment=NetworkSegment(9c8a0f87-cd23-4072-9a6c-ab37eb24f7a3),segment_id=9c8a0f87-cd23-4072-9a6c-ab37eb24f7a3)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:27:30.824073 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fda38b5d-cf86-4818-9e6e-89a8666024c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:30.835981 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-fda38b5d-cf86-4818-9e6e-89a8666024c8 admin admin] Calling delete_port for 73e37018-7511-4a1d-b9b5-d11c8988ad64 owned by network:dhcp {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:27:30.915216 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fda38b5d-cf86-4818-9e6e-89a8666024c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:30.941180 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda38b5d-cf86-4818-9e6e-89a8666024c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=73e37018-7511-4a1d-b9b5-d11c8988ad64,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:27:30.944552 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda38b5d-cf86-4818-9e6e-89a8666024c8 admin admin] No DVR routers for this DVR port 73e37018-7511-4a1d-b9b5-d11c8988ad64 on host n-d-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:27:30.958216 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171f840c-8b79-4a99-ad06-b51228a7277f None None] DHCP port deletion for a03dff68-5907-4543-939f-2a654545fe85 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 08:27:31.026537 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fda38b5d-cf86-4818-9e6e-89a8666024c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:31.046743 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-fda38b5d-cf86-4818-9e6e-89a8666024c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a03dff68-5907-4543-939f-2a654545fe85']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:27:31.056323 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-fda38b5d-cf86-4818-9e6e-89a8666024c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c8a0f87-cd23-4072-9a6c-ab37eb24f7a3') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:27:31.056597 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-fda38b5d-cf86-4818-9e6e-89a8666024c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c8a0f87-cd23-4072-9a6c-ab37eb24f7a3') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:27:31.065780 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fda38b5d-cf86-4818-9e6e-89a8666024c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:31.080469 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fda38b5d-cf86-4818-9e6e-89a8666024c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:31.086498 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fda38b5d-cf86-4818-9e6e-89a8666024c8 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:27:31.086889 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fda38b5d-cf86-4818-9e6e-89a8666024c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:31.088756 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:27:31.088756 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:27:31.088756 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:27:31.088756 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:27:31.088756 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:27:31.088756 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:27:31.088756 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:27:31.088756 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:27:31.088756 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:27:31.088756 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:27:31.088756 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:27:31.088756 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:27:31.088756 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:27:31.088756 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:27:31.088756 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:27:31.088756 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:27:31.088756 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:27:31.088756 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:27:31.088756 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:27:31.088756 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:27:31.088756 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:27:31.088756 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:27:31.088756 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:27:31.088756 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:27:31.088756 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:27:31.088756 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:27:31.088756 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:27:31.088756 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:27:31.088756 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:27:31.088756 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:27:31.088756 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:27:31.088756 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:27:31.145542 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fda38b5d-cf86-4818-9e6e-89a8666024c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:31.151896 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fda38b5d-cf86-4818-9e6e-89a8666024c8 admin admin] Notify callbacks [] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:31.157547 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-fda38b5d-cf86-4818-9e6e-89a8666024c8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a03dff68-5907-4543-939f-2a654545fe85 HTTP/1.1" status: 204 len: 168 time: 0.5147924 Sep 17 08:27:31.171089 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda38b5d-cf86-4818-9e6e-89a8666024c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a03dff68-5907-4543-939f-2a654545fe85,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:27:31.253914 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f165c5c4-6e0d-4525-bfbf-7fbb3f8d939b req-6b5b69f0-e18b-4906-b802-988b97790463 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:27:31.255395 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 375ed368-72e0-47b9-b4a4-956ec2b07e0f no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:27:31.255651 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f165c5c4-6e0d-4525-bfbf-7fbb3f8d939b req-6b5b69f0-e18b-4906-b802-988b97790463 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 945 time: 0.0684407 Sep 17 08:27:31.286728 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 375ed368-72e0-47b9-b4a4-956ec2b07e0f {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:27:31.287324 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 375ed368-72e0-47b9-b4a4-956ec2b07e0f not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:27:31.287941 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 73e37018-7511-4a1d-b9b5-d11c8988ad64 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:27:31.302269 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f165c5c4-6e0d-4525-bfbf-7fbb3f8d939b req-510c5eb7-88fb-4225-947f-3ad6ab18ba7c tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=84c51e02-f8e0-4fcd-b67e-fb23d4d0ecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355110 Sep 17 08:27:31.306175 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 50140) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:27:31.312173 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 73e37018-7511-4a1d-b9b5-d11c8988ad64 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:27:31.312528 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 73e37018-7511-4a1d-b9b5-d11c8988ad64 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:27:31.312997 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 1a85da54-19a2-46b3-8e15-b429e0990dc5 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:27:31.331825 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 1a85da54-19a2-46b3-8e15-b429e0990dc5 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:27:31.332204 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 1a85da54-19a2-46b3-8e15-b429e0990dc5 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:27:31.351121 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-0805f9c5-7c30-47c1-9d4b-ed258a57299d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5a6798d8a56640cabd874ecb5022c2e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0436866 Sep 17 08:27:31.353670 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 50142) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:27:31.405137 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b9dc2e42-af94-4694-8d3c-f513cf7953a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:31.426416 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b9dc2e42-af94-4694-8d3c-f513cf7953a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:31.479191 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b9dc2e42-af94-4694-8d3c-f513cf7953a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:31.482496 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b9dc2e42-af94-4694-8d3c-f513cf7953a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:31.486435 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b9dc2e42-af94-4694-8d3c-f513cf7953a1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a19089a2-9b1b-47a2-bab6-35c5b2572b30 HTTP/1.1" status: 204 len: 168 time: 0.1290495 Sep 17 08:27:31.492453 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dc2e42-af94-4694-8d3c-f513cf7953a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a19089a2-9b1b-47a2-bab6-35c5b2572b30,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:27:31.822753 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 50154) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:27:31.862422 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a4a01f0e-2ba2-4d82-ab8a-182c7019678b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6f4ea57678d4410d8da66e58c423a1b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385394 Sep 17 08:27:31.864772 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 50156) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:27:31.910974 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a5b75bbd-7176-498d-82e4-6ce56fee0237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:31.930932 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a5b75bbd-7176-498d-82e4-6ce56fee0237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:31.977016 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a5b75bbd-7176-498d-82e4-6ce56fee0237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:31.979858 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a5b75bbd-7176-498d-82e4-6ce56fee0237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:31.981061 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a5b75bbd-7176-498d-82e4-6ce56fee0237 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4b16abfa-450d-4d2e-8769-839840ed10ec HTTP/1.1" status: 204 len: 168 time: 0.1153448 Sep 17 08:27:31.989018 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b75bbd-7176-498d-82e4-6ce56fee0237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b16abfa-450d-4d2e-8769-839840ed10ec,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:27:32.433945 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d762da-aab0-4d1a-8603-1299f9b0c45a req-4c47a10b-70dd-4f38-ae23-b89df4130ab3 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:27:32.436129 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-88d762da-aab0-4d1a-8603-1299f9b0c45a req-4c47a10b-70dd-4f38-ae23-b89df4130ab3 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 945 time: 0.0538883 Sep 17 08:27:32.485215 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-88d762da-aab0-4d1a-8603-1299f9b0c45a req-bdb21be9-2821-403f-8ba6-05c7ec423604 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=84c51e02-f8e0-4fcd-b67e-fb23d4d0ecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426590 Sep 17 08:27:33.603381 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63025d4b-b589-4cd8-8a08-4394b7371af6 req-f255ed43-b45c-4b5d-8cbd-1a4d6db0f845 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:27:33.604852 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-63025d4b-b589-4cd8-8a08-4394b7371af6 req-f255ed43-b45c-4b5d-8cbd-1a4d6db0f845 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 945 time: 0.0468466 Sep 17 08:27:33.641856 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-63025d4b-b589-4cd8-8a08-4394b7371af6 req-85adc5bc-7849-4751-b611-115d399d25b8 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=84c51e02-f8e0-4fcd-b67e-fb23d4d0ecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309892 Sep 17 08:27:34.769437 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a88a80e-6246-444b-af1b-2a2dd757cb46 req-2a307d83-b722-4998-bd8d-2256945c3b4b tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:27:34.771376 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3a88a80e-6246-444b-af1b-2a2dd757cb46 req-2a307d83-b722-4998-bd8d-2256945c3b4b tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 945 time: 0.0566385 Sep 17 08:27:34.838071 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3a88a80e-6246-444b-af1b-2a2dd757cb46 req-87b7e298-f9d0-44f0-a19e-4883471edce1 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=84c51e02-f8e0-4fcd-b67e-fb23d4d0ecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555520 Sep 17 08:27:35.580853 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:35.823427 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:36.020532 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093c4c43-fb04-41fb-a4f5-8c25b352f0a8 req-c9c00fe8-983e-445f-a965-57ecca0e92ea tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:27:36.022135 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-093c4c43-fb04-41fb-a4f5-8c25b352f0a8 req-c9c00fe8-983e-445f-a965-57ecca0e92ea tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 945 time: 0.0576828 Sep 17 08:27:36.060645 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-093c4c43-fb04-41fb-a4f5-8c25b352f0a8 req-d8c2df9b-3b1d-4ee2-a5b5-24da39f7a279 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=84c51e02-f8e0-4fcd-b67e-fb23d4d0ecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323927 Sep 17 08:27:37.193713 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0653c355-2fe2-424d-8248-c7e60eaa2161 req-768c2e3e-edd4-41e1-a600-1cddb01dfdaf tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:27:37.195402 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0653c355-2fe2-424d-8248-c7e60eaa2161 req-768c2e3e-edd4-41e1-a600-1cddb01dfdaf tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 945 time: 0.0614216 Sep 17 08:27:37.235645 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0653c355-2fe2-424d-8248-c7e60eaa2161 req-236721de-ff18-498e-805b-2d93822b619b tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=84c51e02-f8e0-4fcd-b67e-fb23d4d0ecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335779 Sep 17 08:27:38.363921 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1130d6-b3d6-4206-a220-f3f309959e5c req-c0156635-f033-4948-a62d-4c70328bde1c tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:27:38.365602 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5c1130d6-b3d6-4206-a220-f3f309959e5c req-c0156635-f033-4948-a62d-4c70328bde1c tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 945 time: 0.0571630 Sep 17 08:27:38.730234 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5c1130d6-b3d6-4206-a220-f3f309959e5c req-a92dfe5c-db2f-43fe-8579-cb04503f409e tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=84c51e02-f8e0-4fcd-b67e-fb23d4d0ecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3578873 Sep 17 08:27:39.847664 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22519c5b-2e9f-496b-b346-74315b920e18 req-10517ea8-faaf-4f54-88ef-84cb0fc44b89 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:27:39.849538 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-22519c5b-2e9f-496b-b346-74315b920e18 req-10517ea8-faaf-4f54-88ef-84cb0fc44b89 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 945 time: 0.0475433 Sep 17 08:27:39.890363 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-22519c5b-2e9f-496b-b346-74315b920e18 req-081e97da-6e72-4715-ad3e-7e912e0e9f68 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=84c51e02-f8e0-4fcd-b67e-fb23d4d0ecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344961 Sep 17 08:27:41.010697 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2817abea-b2ae-41b7-80fa-c9a06a1b1369 req-3710b3ce-bd78-45b0-a9f8-c529b376aef1 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:27:41.012311 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2817abea-b2ae-41b7-80fa-c9a06a1b1369 req-3710b3ce-bd78-45b0-a9f8-c529b376aef1 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 945 time: 0.0493472 Sep 17 08:27:41.050364 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2817abea-b2ae-41b7-80fa-c9a06a1b1369 req-3b4abf34-905c-452a-bb3c-5c0082c13bcc tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=84c51e02-f8e0-4fcd-b67e-fb23d4d0ecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314660 Sep 17 08:27:42.175936 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8ac06f-6113-4a80-9a49-70e06a275b75 req-ef7ebfa5-03e5-439f-9635-ab5b4d48b032 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:27:42.178431 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6b8ac06f-6113-4a80-9a49-70e06a275b75 req-ef7ebfa5-03e5-439f-9635-ab5b4d48b032 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 945 time: 0.0530288 Sep 17 08:27:42.217429 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6b8ac06f-6113-4a80-9a49-70e06a275b75 req-03406d4f-9ded-4a70-9751-1a2fb1f6d0cb tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=84c51e02-f8e0-4fcd-b67e-fb23d4d0ecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339971 Sep 17 08:27:43.352752 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d5f2a4-3608-4234-ad7b-a2a3b87af433 req-90b13a15-c827-48e6-bacc-f79efcf1e545 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:27:43.354254 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a2d5f2a4-3608-4234-ad7b-a2a3b87af433 req-90b13a15-c827-48e6-bacc-f79efcf1e545 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 945 time: 0.0515165 Sep 17 08:27:43.390822 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a2d5f2a4-3608-4234-ad7b-a2a3b87af433 req-ceac3b84-fbcb-44ec-9036-1e37046dd4d2 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=84c51e02-f8e0-4fcd-b67e-fb23d4d0ecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307209 Sep 17 08:27:44.533061 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee0fa4f-8a5b-4588-b900-94b68e2bc9cc req-6c19cd5b-f97c-474a-b8a0-2de10b38bea4 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:27:44.534551 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fee0fa4f-8a5b-4588-b900-94b68e2bc9cc req-6c19cd5b-f97c-474a-b8a0-2de10b38bea4 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 945 time: 0.0492959 Sep 17 08:27:44.572979 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fee0fa4f-8a5b-4588-b900-94b68e2bc9cc req-0ef7353d-be51-43cd-8740-120069b9fc13 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=84c51e02-f8e0-4fcd-b67e-fb23d4d0ecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321217 Sep 17 08:27:44.706603 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65 details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:27:44.802353 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65,segment=NetworkSegment(c03e0a6e-57db-4f86-b77a-44067909abf9),segment_id=c03e0a6e-57db-4f86-b77a-44067909abf9)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:27:44.813061 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': '75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65', 'network_id': '1284743e-a278-4ea3-9090-9b3fd2cc34a4', 'port_id': '75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65', 'mac_address': 'fa:16:3e:9a:13:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '212bda04-0276-4ed0-9083-c88107f0c4c6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:27:44.849560 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:44.862137 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:27:44.883703 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65,segment=NetworkSegment(c03e0a6e-57db-4f86-b77a-44067909abf9),segment_id=c03e0a6e-57db-4f86-b77a-44067909abf9)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:27:44.888522 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:44.937428 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65,revision_number=6']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:27:45.041756 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:27:45.701410 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeee01c-3ff8-4bd1-a33b-10211f62567e req-48480978-8764-4cf0-bbba-147245269b15 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:27:45.702914 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6eeee01c-3ff8-4bd1-a33b-10211f62567e req-48480978-8764-4cf0-bbba-147245269b15 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 944 time: 0.0530360 Sep 17 08:27:45.741846 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6eeee01c-3ff8-4bd1-a33b-10211f62567e req-97a7ab40-9ee1-4506-8104-06e46d8e4185 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=84c51e02-f8e0-4fcd-b67e-fb23d4d0ecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328677 Sep 17 08:27:46.711851 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65 up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:27:46.765041 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port 75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:27:46.765542 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:46.915165 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:46.921977 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120f14f-4be1-4054-9bc5-44557d4d70e1 req-e79ce433-4c30-4d07-9cd0-a2d4b85f25c3 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:27:46.923610 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3120f14f-4be1-4054-9bc5-44557d4d70e1 req-e79ce433-4c30-4d07-9cd0-a2d4b85f25c3 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 944 time: 0.0545726 Sep 17 08:27:46.941275 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79ec0fbb-6784-4bd2-a9b0-a362dc9c6862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:27:46.943688 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a14847-d0d6-4d97-904d-e157b9517c0a" -d '{"events": [{"server_uuid": "79ec0fbb-6784-4bd2-a9b0-a362dc9c6862", "name": "network-vif-plugged", "status": "completed", "tag": "75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:27:46.959351 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65,segment=NetworkSegment(c03e0a6e-57db-4f86-b77a-44067909abf9),segment_id=c03e0a6e-57db-4f86-b77a-44067909abf9)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:27:46.969135 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:46.974301 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3120f14f-4be1-4054-9bc5-44557d4d70e1 req-3d511b1a-94b5-4b0f-abf0-689efbab9582 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=84c51e02-f8e0-4fcd-b67e-fb23d4d0ecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417426 Sep 17 08:27:47.025718 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65,revision_number=7']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:27:47.189514 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e902cdb-1f71-4b7b-928a-e4bad41baa05 x-openstack-request-id: req-2e902cdb-1f71-4b7b-928a-e4bad41baa05 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:27:47.189814 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79ec0fbb-6784-4bd2-a9b0-a362dc9c6862", "name": "network-vif-plugged", "status": "completed", "tag": "75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:27:47.190075 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2e902cdb-1f71-4b7b-928a-e4bad41baa05 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:27:47.190479 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79ec0fbb-6784-4bd2-a9b0-a362dc9c6862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65', 'code': 200} Sep 17 08:27:48.104058 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72710b1e-5601-4559-b10d-a6e9fe088e21 req-e8ee74ae-9d5c-4ba0-bc5f-cb4817d7fea0 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:27:48.109078 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-72710b1e-5601-4559-b10d-a6e9fe088e21 req-e8ee74ae-9d5c-4ba0-bc5f-cb4817d7fea0 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 945 time: 0.0543997 Sep 17 08:27:48.155356 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-72710b1e-5601-4559-b10d-a6e9fe088e21 req-470aaadf-324e-466f-8288-a4ec5cdda2a6 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=84c51e02-f8e0-4fcd-b67e-fb23d4d0ecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417950 Sep 17 08:27:49.303477 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0137ca2-8a42-46da-abf8-c81fd9f64439 req-412fb6d8-d14e-47fc-9fb7-c1cf3f0eed76 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:27:49.305130 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b0137ca2-8a42-46da-abf8-c81fd9f64439 req-412fb6d8-d14e-47fc-9fb7-c1cf3f0eed76 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 945 time: 0.0668030 Sep 17 08:27:49.354585 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b0137ca2-8a42-46da-abf8-c81fd9f64439 req-314089cb-50c7-405c-8c9e-af8f02e57b3e tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=84c51e02-f8e0-4fcd-b67e-fb23d4d0ecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430007 Sep 17 08:27:49.984883 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a0bf352c-42b2-4d66-9ea3-6608d57e8aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:50.490662 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d72109-5fc6-414d-bf7c-3d177d5c6005 req-d66e8b5d-d57b-4c25-bed5-19f8fd9c2bf7 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:27:50.499554 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-99d72109-5fc6-414d-bf7c-3d177d5c6005 req-d66e8b5d-d57b-4c25-bed5-19f8fd9c2bf7 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 945 time: 0.0688016 Sep 17 08:27:50.546024 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-99d72109-5fc6-414d-bf7c-3d177d5c6005 req-a21d05d0-b889-410d-820d-0e29c83a59cd tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=84c51e02-f8e0-4fcd-b67e-fb23d4d0ecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411777 Sep 17 08:27:51.667383 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e17b6-6702-4d86-a3f9-4a82ca132436 req-f8bc506a-f092-475e-a714-2a9e3676110f tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:27:51.675375 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f06e17b6-6702-4d86-a3f9-4a82ca132436 req-f8bc506a-f092-475e-a714-2a9e3676110f tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 945 time: 0.0595984 Sep 17 08:27:51.742865 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f06e17b6-6702-4d86-a3f9-4a82ca132436 req-1f64b0d6-6221-4313-bbde-b9601ab24248 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=84c51e02-f8e0-4fcd-b67e-fb23d4d0ecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665650 Sep 17 08:27:52.402933 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 50420) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:27:52.499583 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-83241e42-ee08-4c76-86d7-8c22279b412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:52.534894 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-26e12a9a-78f3-4c5a-a6dd-a7f69b64d75a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:52.636242 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-26e12a9a-78f3-4c5a-a6dd-a7f69b64d75a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:52.640232 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-26e12a9a-78f3-4c5a-a6dd-a7f69b64d75a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:52.679563 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e12a9a-78f3-4c5a-a6dd-a7f69b64d75a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71259718-647d-4658-9726-74434a3dea31,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:27:52.686359 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 50428) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:27:52.686967 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-26e12a9a-78f3-4c5a-a6dd-a7f69b64d75a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=be6c17ee5e394005a178cc7bd8bf5578&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2823281 Sep 17 08:27:52.693184 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e12a9a-78f3-4c5a-a6dd-a7f69b64d75a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:27:52.693539 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e12a9a-78f3-4c5a-a6dd-a7f69b64d75a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:27:52.693914 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e12a9a-78f3-4c5a-a6dd-a7f69b64d75a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:27:52.694226 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e12a9a-78f3-4c5a-a6dd-a7f69b64d75a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:27:52.694749 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e12a9a-78f3-4c5a-a6dd-a7f69b64d75a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:27:52.695796 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e12a9a-78f3-4c5a-a6dd-a7f69b64d75a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:27:52.696308 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e12a9a-78f3-4c5a-a6dd-a7f69b64d75a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:27:52.696803 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e12a9a-78f3-4c5a-a6dd-a7f69b64d75a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:27:52.697329 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e12a9a-78f3-4c5a-a6dd-a7f69b64d75a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:27:52.697840 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e12a9a-78f3-4c5a-a6dd-a7f69b64d75a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:27:52.698611 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e12a9a-78f3-4c5a-a6dd-a7f69b64d75a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:27:52.699117 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e12a9a-78f3-4c5a-a6dd-a7f69b64d75a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:27:52.767761 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-54fca71c-a758-4bbb-bffa-dea27616f0bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:52.774630 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:52.809031 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-54fca71c-a758-4bbb-bffa-dea27616f0bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:52.873540 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-54fca71c-a758-4bbb-bffa-dea27616f0bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:52.876499 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-54fca71c-a758-4bbb-bffa-dea27616f0bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:52.881686 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-54fca71c-a758-4bbb-bffa-dea27616f0bd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/71259718-647d-4658-9726-74434a3dea31 HTTP/1.1" status: 204 len: 168 time: 0.1929741 Sep 17 08:27:52.892198 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fca71c-a758-4bbb-bffa-dea27616f0bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71259718-647d-4658-9726-74434a3dea31,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:27:52.896871 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba76ff17-3b5a-47d1-8855-2bb7d2427386 req-931a4561-dfe8-49be-a786-342ac93b5aa1 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:27:52.900081 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ba76ff17-3b5a-47d1-8855-2bb7d2427386 req-931a4561-dfe8-49be-a786-342ac93b5aa1 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 945 time: 0.0742931 Sep 17 08:27:52.900236 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fca71c-a758-4bbb-bffa-dea27616f0bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:27:52.900599 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fca71c-a758-4bbb-bffa-dea27616f0bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:27:52.901168 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fca71c-a758-4bbb-bffa-dea27616f0bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:27:52.901661 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fca71c-a758-4bbb-bffa-dea27616f0bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:27:52.902159 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fca71c-a758-4bbb-bffa-dea27616f0bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:27:52.902645 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fca71c-a758-4bbb-bffa-dea27616f0bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:27:52.903323 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fca71c-a758-4bbb-bffa-dea27616f0bd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:27:52.903966 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fca71c-a758-4bbb-bffa-dea27616f0bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:27:52.904459 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fca71c-a758-4bbb-bffa-dea27616f0bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:27:52.905062 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fca71c-a758-4bbb-bffa-dea27616f0bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:27:52.905656 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fca71c-a758-4bbb-bffa-dea27616f0bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:27:52.906255 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fca71c-a758-4bbb-bffa-dea27616f0bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:27:52.957534 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ba76ff17-3b5a-47d1-8855-2bb7d2427386 req-a47ee8d0-bc30-471e-b189-fa96a98ff724 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=84c51e02-f8e0-4fcd-b67e-fb23d4d0ecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489008 Sep 17 08:27:53.219509 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 50436) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:27:53.234140 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ec6b119c-10d5-4188-bf34-a30c18506150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:53.344129 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ec6b119c-10d5-4188-bf34-a30c18506150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:53.350217 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ec6b119c-10d5-4188-bf34-a30c18506150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:53.394163 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ec6b119c-10d5-4188-bf34-a30c18506150 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=40774a66484741bf9a26ab973e4d1397&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1733975 Sep 17 08:27:53.395290 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6b119c-10d5-4188-bf34-a30c18506150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=215b0953-48bd-4da6-a480-d92e5e96c15d,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:27:53.396808 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 50438) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:27:53.455274 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e80705dd-ebd5-4da0-bb6f-f621854ce0be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:53.481061 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e80705dd-ebd5-4da0-bb6f-f621854ce0be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:53.546376 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e80705dd-ebd5-4da0-bb6f-f621854ce0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:53.553605 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e80705dd-ebd5-4da0-bb6f-f621854ce0be admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:53.558247 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e80705dd-ebd5-4da0-bb6f-f621854ce0be admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/215b0953-48bd-4da6-a480-d92e5e96c15d HTTP/1.1" status: 204 len: 168 time: 0.1604383 Sep 17 08:27:53.566404 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80705dd-ebd5-4da0-bb6f-f621854ce0be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=215b0953-48bd-4da6-a480-d92e5e96c15d,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:27:53.790352 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:54.097289 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756af103-09c5-41aa-9a7e-e5b49c67c7d3 req-8680d39b-7ea3-4da6-b37e-1b7095fd1ed3 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:27:54.099405 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-756af103-09c5-41aa-9a7e-e5b49c67c7d3 req-8680d39b-7ea3-4da6-b37e-1b7095fd1ed3 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 945 time: 0.0561581 Sep 17 08:27:54.149870 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-756af103-09c5-41aa-9a7e-e5b49c67c7d3 req-503ccf0a-81f9-40af-879e-d751f860285b tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=84c51e02-f8e0-4fcd-b67e-fb23d4d0ecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430918 Sep 17 08:27:55.315419 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbd56b7-b19c-4309-aff6-546b8d1d967e req-08a0f9fe-55f7-4f6f-8fd4-8c3d24f8364d tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:27:55.317192 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ecbd56b7-b19c-4309-aff6-546b8d1d967e req-08a0f9fe-55f7-4f6f-8fd4-8c3d24f8364d tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 945 time: 0.0706193 Sep 17 08:27:55.391928 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ecbd56b7-b19c-4309-aff6-546b8d1d967e req-e75b514a-625f-4308-8974-ea5247b99366 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=84c51e02-f8e0-4fcd-b67e-fb23d4d0ecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547569 Sep 17 08:27:55.416124 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:55.834842 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 50508) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:27:55.955577 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bd758a1a-3965-4314-86a6-522734b2f2ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:56.070800 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bd758a1a-3965-4314-86a6-522734b2f2ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:56.076411 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bd758a1a-3965-4314-86a6-522734b2f2ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:56.128307 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-bd758a1a-3965-4314-86a6-522734b2f2ed admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3cdd8c9d869e43dc8afbdda4802457f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2919674 Sep 17 08:27:56.129450 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd758a1a-3965-4314-86a6-522734b2f2ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93056cea-0420-414a-9272-da2719440309,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:27:56.131142 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 50512) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:27:56.197997 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b6bd9475-3084-4049-868e-c52076e0c927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:56.227608 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b6bd9475-3084-4049-868e-c52076e0c927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:56.277902 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b6bd9475-3084-4049-868e-c52076e0c927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:56.281208 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b6bd9475-3084-4049-868e-c52076e0c927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:56.282400 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b6bd9475-3084-4049-868e-c52076e0c927 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/93056cea-0420-414a-9272-da2719440309 HTTP/1.1" status: 204 len: 168 time: 0.1485784 Sep 17 08:27:56.290715 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bd9475-3084-4049-868e-c52076e0c927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93056cea-0420-414a-9272-da2719440309,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:27:56.522729 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e1992b-3766-4a56-929b-fd119ec70186 req-f7d0ab30-68a9-4fd9-aeb0-9aa53511e0cd tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:27:56.528559 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-52e1992b-3766-4a56-929b-fd119ec70186 req-f7d0ab30-68a9-4fd9-aeb0-9aa53511e0cd tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 945 time: 0.0651102 Sep 17 08:27:56.574437 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-52e1992b-3766-4a56-929b-fd119ec70186 req-3b6ceb50-27ce-414d-9192-585c428d4ba0 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=84c51e02-f8e0-4fcd-b67e-fb23d4d0ecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407326 Sep 17 08:27:56.621717 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 50520) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:27:56.637251 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bc168ce5-c71a-4888-b013-58c8d5fa587d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:56.730724 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bc168ce5-c71a-4888-b013-58c8d5fa587d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:56.737042 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bc168ce5-c71a-4888-b013-58c8d5fa587d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:56.780745 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-bc168ce5-c71a-4888-b013-58c8d5fa587d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e741c23f73404961b5b41c491fb7168a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1577833 Sep 17 08:27:56.780956 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 50522) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:27:56.782380 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc168ce5-c71a-4888-b013-58c8d5fa587d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9463554d-bbd0-45f7-bca4-f8dcbd2fa42e,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:27:56.841057 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-76339e20-cab8-421c-892e-c2794085317a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:56.863634 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-76339e20-cab8-421c-892e-c2794085317a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:56.918763 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-76339e20-cab8-421c-892e-c2794085317a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:56.921936 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-76339e20-cab8-421c-892e-c2794085317a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:56.923430 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-76339e20-cab8-421c-892e-c2794085317a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9463554d-bbd0-45f7-bca4-f8dcbd2fa42e HTTP/1.1" status: 204 len: 168 time: 0.1413555 Sep 17 08:27:56.933430 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76339e20-cab8-421c-892e-c2794085317a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9463554d-bbd0-45f7-bca4-f8dcbd2fa42e,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:27:57.746534 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edfb9cd-2c64-4eb1-9936-3fac7c3879e2 req-c2a9474c-51fd-4055-96ba-32a7d5f3b736 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:27:57.754576 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5edfb9cd-2c64-4eb1-9936-3fac7c3879e2 req-c2a9474c-51fd-4055-96ba-32a7d5f3b736 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 945 time: 0.0706987 Sep 17 08:27:57.807479 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5edfb9cd-2c64-4eb1-9936-3fac7c3879e2 req-0cea04a1-e160-4508-a201-472113fdacb3 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=84c51e02-f8e0-4fcd-b67e-fb23d4d0ecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518305 Sep 17 08:27:58.946900 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7546261e-5739-43b8-8a80-928fcbe7f6eb req-0b709347-2e0b-4238-b6e6-1a664eeefec7 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:27:58.948626 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7546261e-5739-43b8-8a80-928fcbe7f6eb req-0b709347-2e0b-4238-b6e6-1a664eeefec7 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 945 time: 0.0588539 Sep 17 08:27:58.974728 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 50582) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:27:58.995813 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7546261e-5739-43b8-8a80-928fcbe7f6eb req-7c506cd1-63e4-46a3-910e-6332f3d0e59b tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=84c51e02-f8e0-4fcd-b67e-fb23d4d0ecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402250 Sep 17 08:27:59.098976 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-63abacc7-0595-4890-9506-09927e3d28b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:59.195804 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-63abacc7-0595-4890-9506-09927e3d28b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:59.201111 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-63abacc7-0595-4890-9506-09927e3d28b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:59.249326 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63abacc7-0595-4890-9506-09927e3d28b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2b54fe-47ef-44ca-a096-2476962cdb23,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:27:59.257047 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-63abacc7-0595-4890-9506-09927e3d28b1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0f596d1766844f23bcf59193b65b1c67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2789152 Sep 17 08:27:59.258076 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 50592) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:27:59.311648 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-722b0851-3c5f-4c5e-937a-346155df903b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:59.333071 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-722b0851-3c5f-4c5e-937a-346155df903b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:59.380658 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-722b0851-3c5f-4c5e-937a-346155df903b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:59.383465 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-722b0851-3c5f-4c5e-937a-346155df903b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:59.384662 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-722b0851-3c5f-4c5e-937a-346155df903b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aa2b54fe-47ef-44ca-a096-2476962cdb23 HTTP/1.1" status: 204 len: 168 time: 0.1265132 Sep 17 08:27:59.392733 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722b0851-3c5f-4c5e-937a-346155df903b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2b54fe-47ef-44ca-a096-2476962cdb23,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:27:59.630849 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 50602) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:27:59.644609 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a72f34d6-a41e-4562-b65f-7fc7861c84ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:59.730068 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a72f34d6-a41e-4562-b65f-7fc7861c84ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:59.733855 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a72f34d6-a41e-4562-b65f-7fc7861c84ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:59.771704 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a72f34d6-a41e-4562-b65f-7fc7861c84ee admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=10bb52a77bcf427ea622643c9418d017&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1395776 Sep 17 08:27:59.772442 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72f34d6-a41e-4562-b65f-7fc7861c84ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c32b92-64bb-4fe6-bdae-bb770d1f9983,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:27:59.774655 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 50604) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:27:59.822338 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bcbe4ddd-32d8-4597-ab82-1b094fdbd812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:59.843181 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bcbe4ddd-32d8-4597-ab82-1b094fdbd812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:59.888185 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bcbe4ddd-32d8-4597-ab82-1b094fdbd812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:59.890850 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bcbe4ddd-32d8-4597-ab82-1b094fdbd812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:27:59.892052 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-bcbe4ddd-32d8-4597-ab82-1b094fdbd812 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/17c32b92-64bb-4fe6-bdae-bb770d1f9983 HTTP/1.1" status: 204 len: 168 time: 0.1162312 Sep 17 08:27:59.899440 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe4ddd-32d8-4597-ab82-1b094fdbd812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c32b92-64bb-4fe6-bdae-bb770d1f9983,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:28:00.138822 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e006e-968c-4952-967f-688bea4fa76a req-86d44913-b7ad-4d29-9e01-66592ff52ef8 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:28:00.140268 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-174e006e-968c-4952-967f-688bea4fa76a req-86d44913-b7ad-4d29-9e01-66592ff52ef8 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 945 time: 0.0614290 Sep 17 08:28:00.194192 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98124f95-a397-4724-a8c6-33fa7140aed6 req-f4430e4d-098d-4a0f-a0ab-8b5ba8a272f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:28:00.195722 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-98124f95-a397-4724-a8c6-33fa7140aed6 req-f4430e4d-098d-4a0f-a0ab-8b5ba8a272f5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0bbdb03fe4b44f819abe924e0a8980e4&device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 1096 time: 0.0758493 Sep 17 08:28:00.199495 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-174e006e-968c-4952-967f-688bea4fa76a req-7bc947ba-a94a-4dfc-a691-e11df8121873 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=84c51e02-f8e0-4fcd-b67e-fb23d4d0ecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460408 Sep 17 08:28:00.293328 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98124f95-a397-4724-a8c6-33fa7140aed6 req-567fa423-ed25-4938-b6cb-6cceae5f3b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:28:00.294830 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-98124f95-a397-4724-a8c6-33fa7140aed6 req-567fa423-ed25-4938-b6cb-6cceae5f3b38 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1284743e-a278-4ea3-9090-9b3fd2cc34a4 HTTP/1.1" status: 200 len: 918 time: 0.0912216 Sep 17 08:28:00.363227 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-98124f95-a397-4724-a8c6-33fa7140aed6 req-09989963-b968-4b43-b6af-30b63f832acb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65 HTTP/1.1" status: 200 len: 1001 time: 0.0588717 Sep 17 08:28:00.411230 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98124f95-a397-4724-a8c6-33fa7140aed6 req-6982de89-a4a5-45b8-9528-88ee35c152a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:28:00.412877 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-98124f95-a397-4724-a8c6-33fa7140aed6 req-6982de89-a4a5-45b8-9528-88ee35c152a6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=212bda04-0276-4ed0-9083-c88107f0c4c6 HTTP/1.1" status: 200 len: 856 time: 0.0454457 Sep 17 08:28:00.463652 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98124f95-a397-4724-a8c6-33fa7140aed6 req-3313da41-1473-42f0-a22f-e5c8bc9f8cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:28:00.465233 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-98124f95-a397-4724-a8c6-33fa7140aed6 req-3313da41-1473-42f0-a22f-e5c8bc9f8cec service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1284743e-a278-4ea3-9090-9b3fd2cc34a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449595 Sep 17 08:28:00.555669 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-98124f95-a397-4724-a8c6-33fa7140aed6 req-c704dfc7-6915-47d9-9a91-ac6433d441b8 service neutron] 10.222.0.41 "GET /v2.0/networks/1284743e-a278-4ea3-9090-9b3fd2cc34a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818398 Sep 17 08:28:00.650765 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-98124f95-a397-4724-a8c6-33fa7140aed6 req-48a74d01-37eb-455e-b113-488448fc24d8 service neutron] 10.222.0.41 "GET /v2.0/networks/1284743e-a278-4ea3-9090-9b3fd2cc34a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874863 Sep 17 08:28:00.923446 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 50636) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:28:01.028758 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2482e769-5744-4d24-89c7-98d648e95bf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:28:01.115114 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2482e769-5744-4d24-89c7-98d648e95bf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:28:01.118663 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2482e769-5744-4d24-89c7-98d648e95bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:28:01.155688 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-2482e769-5744-4d24-89c7-98d648e95bf9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a3903fc6a8a64f758714448f62a50d73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2311609 Sep 17 08:28:01.156845 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2482e769-5744-4d24-89c7-98d648e95bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=495a27d5-6cc3-4ebd-8c50-d0a202c202b7,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:28:01.158368 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 50640) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:28:01.207123 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d47eb4cf-f7f9-47ec-8f02-4308618565c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:28:01.231246 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d47eb4cf-f7f9-47ec-8f02-4308618565c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:28:01.278719 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d47eb4cf-f7f9-47ec-8f02-4308618565c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:28:01.281466 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d47eb4cf-f7f9-47ec-8f02-4308618565c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:28:01.282638 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d47eb4cf-f7f9-47ec-8f02-4308618565c5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/495a27d5-6cc3-4ebd-8c50-d0a202c202b7 HTTP/1.1" status: 204 len: 168 time: 0.1231928 Sep 17 08:28:01.291480 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47eb4cf-f7f9-47ec-8f02-4308618565c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=495a27d5-6cc3-4ebd-8c50-d0a202c202b7,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:28:01.333274 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e9724-0aa6-4267-8472-173644f39aac req-a175f6a2-dfe0-4d39-ac22-3f1a741656fc tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:28:01.334804 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-864e9724-0aa6-4267-8472-173644f39aac req-a175f6a2-dfe0-4d39-ac22-3f1a741656fc tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 945 time: 0.0632503 Sep 17 08:28:01.373728 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-864e9724-0aa6-4267-8472-173644f39aac req-a10b135d-7fdc-4db4-8a18-c88a68bc80a6 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=84c51e02-f8e0-4fcd-b67e-fb23d4d0ecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320444 Sep 17 08:28:02.497424 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea4ee93-f382-40ce-9b1c-124f73b40b3a req-155ae7be-4c41-4ad6-ac1a-613f21419d6a tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:28:02.498872 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fea4ee93-f382-40ce-9b1c-124f73b40b3a req-155ae7be-4c41-4ad6-ac1a-613f21419d6a tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 945 time: 0.0496790 Sep 17 08:28:02.536540 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fea4ee93-f382-40ce-9b1c-124f73b40b3a req-6ecac5fe-6357-475f-948e-96f0e3f59f4f tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=84c51e02-f8e0-4fcd-b67e-fb23d4d0ecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317142 Sep 17 08:28:02.829757 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65 no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:28:02.938176 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:28:02.958946 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79ec0fbb-6784-4bd2-a9b0-a362dc9c6862', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:28:02.961383 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-167db3ce-b4a2-408f-94cf-2e326579ca16" -d '{"events": [{"server_uuid": "79ec0fbb-6784-4bd2-a9b0-a362dc9c6862", "name": "network-vif-unplugged", "status": "completed", "tag": "75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:28:02.985115 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65,segment=NetworkSegment(c03e0a6e-57db-4f86-b77a-44067909abf9),segment_id=c03e0a6e-57db-4f86-b77a-44067909abf9)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:28:02.990767 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:28:03.016889 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 17 Sep 2021 08:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093d7eef-dbb0-4d77-88fb-587371ac08e7 x-openstack-request-id: req-093d7eef-dbb0-4d77-88fb-587371ac08e7 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:28:03.017183 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79ec0fbb-6784-4bd2-a9b0-a362dc9c6862", "name": "network-vif-unplugged", "status": "failed", "tag": "75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65", "code": 422}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:28:03.017431 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-093d7eef-dbb0-4d77-88fb-587371ac08e7 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:28:03.017824 n-d-789963-9 neutron-server[101291]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '79ec0fbb-6784-4bd2-a9b0-a362dc9c6862', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65', 'code': 422} returned with failed status Sep 17 08:28:03.048606 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65,revision_number=8']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:28:03.055742 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:28:03.056125 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:28:03.056473 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:28:03.056817 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:28:03.057159 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:28:03.057498 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:28:03.057833 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:28:03.058164 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:28:03.058519 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:28:03.059456 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:28:03.059792 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:28:03.060142 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:28:03.462373 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [req-f867c62f-66ba-4ede-9361-8c88b05c6307 req-fe9ca880-82dd-43b5-8fd0-06d208e67533 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:28:03.463403 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f867c62f-66ba-4ede-9361-8c88b05c6307 req-fe9ca880-82dd-43b5-8fd0-06d208e67533 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1143599 Sep 17 08:28:04.649042 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bb3d23-473f-485d-a178-f07a2f2a8598 req-2cc27ff0-6e26-4cc6-8fb8-8b385ca43537 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:28:04.650837 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-31bb3d23-473f-485d-a178-f07a2f2a8598 req-2cc27ff0-6e26-4cc6-8fb8-8b385ca43537 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 943 time: 0.0502117 Sep 17 08:28:04.690366 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-31bb3d23-473f-485d-a178-f07a2f2a8598 req-f611a6b4-7426-47aa-b21a-9825673a51e2 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=84c51e02-f8e0-4fcd-b67e-fb23d4d0ecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323997 Sep 17 08:28:04.904883 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9fdcaac5-349c-4988-a937-958eede333f4 req-559b8951-bdb9-4457-8e6e-47360b5512cb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0903859 Sep 17 08:28:04.913781 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [req-9fdcaac5-349c-4988-a937-958eede333f4 req-5be96941-d2be-4086-a7c8-f20ec379817f service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:28:04.914802 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9fdcaac5-349c-4988-a937-958eede333f4 req-5be96941-d2be-4086-a7c8-f20ec379817f service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051599 Sep 17 08:28:05.613674 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:28:05.815346 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171e911f-60c1-4e4f-bc7d-3ae2d336bfc1 req-8554a629-e772-4724-bd7a-f8a3c8765f4e tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:28:05.816871 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-171e911f-60c1-4e4f-bc7d-3ae2d336bfc1 req-8554a629-e772-4724-bd7a-f8a3c8765f4e tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 943 time: 0.0528133 Sep 17 08:28:05.855877 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:28:05.857351 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-171e911f-60c1-4e4f-bc7d-3ae2d336bfc1 req-2b2493ae-6f29-4c0e-ba8e-282773f762aa tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=84c51e02-f8e0-4fcd-b67e-fb23d4d0ecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337431 Sep 17 08:28:05.870128 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdcaac5-349c-4988-a937-958eede333f4 req-ab51a0c4-f5be-4663-9c63-4315b29a47b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:28:05.871611 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9fdcaac5-349c-4988-a937-958eede333f4 req-ab51a0c4-f5be-4663-9c63-4315b29a47b5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862&tenant_id=0bbdb03fe4b44f819abe924e0a8980e4 HTTP/1.1" status: 200 len: 1094 time: 0.0439980 Sep 17 08:28:05.891653 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-9fdcaac5-349c-4988-a937-958eede333f4 req-0c9ecf62-820a-411a-816a-321952cd6979 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-9', 'device_owner': 'compute:nova'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:28:05.947966 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-9fdcaac5-349c-4988-a937-958eede333f4 req-0c9ecf62-820a-411a-816a-321952cd6979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:28:06.146724 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-9fdcaac5-349c-4988-a937-958eede333f4 req-0c9ecf62-820a-411a-816a-321952cd6979 service neutron] For port 75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65,segment=NetworkSegment(c03e0a6e-57db-4f86-b77a-44067909abf9),segment_id=c03e0a6e-57db-4f86-b77a-44067909abf9)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:28:06.180260 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-9fdcaac5-349c-4988-a937-958eede333f4 req-0c9ecf62-820a-411a-816a-321952cd6979 service neutron] For port 75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65, host n-h1-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:28:06.212682 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-9fdcaac5-349c-4988-a937-958eede333f4 req-0c9ecf62-820a-411a-816a-321952cd6979 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65 {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:28:06.220859 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-9fdcaac5-349c-4988-a937-958eede333f4 req-0c9ecf62-820a-411a-816a-321952cd6979 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:28:06.232822 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-9fdcaac5-349c-4988-a937-958eede333f4 req-0c9ecf62-820a-411a-816a-321952cd6979 service neutron] Transition to ACTIVE for port object 75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65 will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:28:06.236747 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-9fdcaac5-349c-4988-a937-958eede333f4 req-0c9ecf62-820a-411a-816a-321952cd6979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:28:06.260867 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:28:06.367396 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fdcaac5-349c-4988-a937-958eede333f4 req-0c9ecf62-820a-411a-816a-321952cd6979 service neutron] No DVR routers for this DVR port 75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65 on host n-h1-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:28:06.369266 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9ecf62-820a-411a-816a-321952cd6979 service neutron] Pushing event updated for resources: {'Port': ['ID=75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65,revision_number=9']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:28:06.448003 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 50762) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:28:06.509400 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-9fdcaac5-349c-4988-a937-958eede333f4 req-0c9ecf62-820a-411a-816a-321952cd6979 service neutron] Attempting to bind port 75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65 on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:28:06.509740 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-9fdcaac5-349c-4988-a937-958eede333f4 req-0c9ecf62-820a-411a-816a-321952cd6979 service neutron] Attempting to bind port 75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': 'c03e0a6e-57db-4f86-b77a-44067909abf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1284743e-a278-4ea3-9090-9b3fd2cc34a4'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:28:06.510063 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdcaac5-349c-4988-a937-958eede333f4 req-0c9ecf62-820a-411a-816a-321952cd6979 service neutron] Attempting to bind port 75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65 on network 1284743e-a278-4ea3-9090-9b3fd2cc34a4 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:28:06.514957 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdcaac5-349c-4988-a937-958eede333f4 req-0c9ecf62-820a-411a-816a-321952cd6979 service neutron] Port 75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65 on network 1284743e-a278-4ea3-9090-9b3fd2cc34a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:28:06.515280 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdcaac5-349c-4988-a937-958eede333f4 req-0c9ecf62-820a-411a-816a-321952cd6979 service neutron] Attempting to bind port 75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65 on network 1284743e-a278-4ea3-9090-9b3fd2cc34a4 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:28:06.520154 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdcaac5-349c-4988-a937-958eede333f4 req-0c9ecf62-820a-411a-816a-321952cd6979 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:28:06.520497 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdcaac5-349c-4988-a937-958eede333f4 req-0c9ecf62-820a-411a-816a-321952cd6979 service neutron] Checking segment: {'id': 'c03e0a6e-57db-4f86-b77a-44067909abf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1284743e-a278-4ea3-9090-9b3fd2cc34a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:28:06.520876 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdcaac5-349c-4988-a937-958eede333f4 req-0c9ecf62-820a-411a-816a-321952cd6979 service neutron] Bound using segment: {'id': 'c03e0a6e-57db-4f86-b77a-44067909abf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1284743e-a278-4ea3-9090-9b3fd2cc34a4'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:28:06.521306 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-9fdcaac5-349c-4988-a937-958eede333f4 req-0c9ecf62-820a-411a-816a-321952cd6979 service neutron] Bound port: 75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c03e0a6e-57db-4f86-b77a-44067909abf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1284743e-a278-4ea3-9090-9b3fd2cc34a4'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:28:06.521659 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-9fdcaac5-349c-4988-a937-958eede333f4 req-0c9ecf62-820a-411a-816a-321952cd6979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:28:06.562155 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5235d1d0-e6f8-4f3d-a289-b14e6b4d8a40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:28:06.587371 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-9fdcaac5-349c-4988-a937-958eede333f4 req-0c9ecf62-820a-411a-816a-321952cd6979 service neutron] For port 75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:28:06.591948 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-9fdcaac5-349c-4988-a937-958eede333f4 req-0c9ecf62-820a-411a-816a-321952cd6979 service neutron] For port 75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65,segment=NetworkSegment(c03e0a6e-57db-4f86-b77a-44067909abf9),segment_id=c03e0a6e-57db-4f86-b77a-44067909abf9)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:28:06.597536 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-9fdcaac5-349c-4988-a937-958eede333f4 req-0c9ecf62-820a-411a-816a-321952cd6979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:28:06.631216 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdcaac5-349c-4988-a937-958eede333f4 req-0c9ecf62-820a-411a-816a-321952cd6979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:28:06.632578 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-9fdcaac5-349c-4988-a937-958eede333f4 req-0c9ecf62-820a-411a-816a-321952cd6979 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:28:06.634006 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9fdcaac5-349c-4988-a937-958eede333f4 req-0c9ecf62-820a-411a-816a-321952cd6979 service neutron] 10.222.0.39 "PUT /v2.0/ports/75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65 HTTP/1.1" status: 200 len: 1091 time: 0.7471857 Sep 17 08:28:06.636552 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79ec0fbb-6784-4bd2-a9b0-a362dc9c6862', 'tag': '75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:28:06.639016 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50661f9-9f06-4744-b96d-7f538b257f61" -d '{"events": [{"name": "network-changed", "server_uuid": "79ec0fbb-6784-4bd2-a9b0-a362dc9c6862", "tag": "75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:28:06.663165 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5235d1d0-e6f8-4f3d-a289-b14e6b4d8a40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:28:06.668560 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5235d1d0-e6f8-4f3d-a289-b14e6b4d8a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:28:06.671330 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9ecf62-820a-411a-816a-321952cd6979 service neutron] Pushing event updated for resources: {'Port': ['ID=75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65,revision_number=10']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:28:06.706147 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5235d1d0-e6f8-4f3d-a289-b14e6b4d8a40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e95279fb-8fad-40ba-b820-079a84b86549,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:28:06.726581 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdcaac5-349c-4988-a937-958eede333f4 req-7214a436-f806-47e7-ab52-5aa361d4c5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:28:06.728451 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9fdcaac5-349c-4988-a937-958eede333f4 req-7214a436-f806-47e7-ab52-5aa361d4c5e0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0bbdb03fe4b44f819abe924e0a8980e4&device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 1095 time: 0.0523496 Sep 17 08:28:06.736711 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-5235d1d0-e6f8-4f3d-a289-b14e6b4d8a40 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=97738dbbaf8c476185298a55e20dd0bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2870140 Sep 17 08:28:06.740964 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 50770) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:28:06.798314 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d40fc910-d34c-47bd-86c5-d2f0092bca6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:28:06.822084 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d40fc910-d34c-47bd-86c5-d2f0092bca6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:28:06.876857 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d40fc910-d34c-47bd-86c5-d2f0092bca6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:28:06.879471 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d40fc910-d34c-47bd-86c5-d2f0092bca6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:28:06.880906 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-d40fc910-d34c-47bd-86c5-d2f0092bca6d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e95279fb-8fad-40ba-b820-079a84b86549 HTTP/1.1" status: 204 len: 168 time: 0.1389768 Sep 17 08:28:06.889993 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40fc910-d34c-47bd-86c5-d2f0092bca6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95279fb-8fad-40ba-b820-079a84b86549,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:28:07.016702 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71482166-63c6-4a25-85d9-18899b06c010 req-ed09420d-68c3-48f5-b8e0-6303e13da04e tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:28:07.018452 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-71482166-63c6-4a25-85d9-18899b06c010 req-ed09420d-68c3-48f5-b8e0-6303e13da04e tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 944 time: 0.0601466 Sep 17 08:28:07.082786 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-71482166-63c6-4a25-85d9-18899b06c010 req-e7e3d23e-8e7e-4b79-890e-b489e2564bcf tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=84c51e02-f8e0-4fcd-b67e-fb23d4d0ecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562947 Sep 17 08:28:07.180577 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 50778) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:28:07.186051 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae71b5a6-b609-4085-9e0e-a07ea0d271ca x-openstack-request-id: req-ae71b5a6-b609-4085-9e0e-a07ea0d271ca {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:28:07.186509 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79ec0fbb-6784-4bd2-a9b0-a362dc9c6862", "tag": "75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:28:07.186702 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ae71b5a6-b609-4085-9e0e-a07ea0d271ca {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:28:07.187032 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79ec0fbb-6784-4bd2-a9b0-a362dc9c6862', 'tag': '75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65', 'status': 'completed', 'code': 200} Sep 17 08:28:07.202719 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ed39ef35-9813-4ee1-af5c-333a752c029d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:28:07.208629 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdcaac5-349c-4988-a937-958eede333f4 req-244f2d34-f666-41c9-a5ae-e0dd45cbb61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:28:07.210117 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9fdcaac5-349c-4988-a937-958eede333f4 req-244f2d34-f666-41c9-a5ae-e0dd45cbb61b service neutron] 10.222.0.39 "GET /v2.0/networks?id=1284743e-a278-4ea3-9090-9b3fd2cc34a4 HTTP/1.1" status: 200 len: 918 time: 0.4745536 Sep 17 08:28:07.276512 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9fdcaac5-349c-4988-a937-958eede333f4 req-b93352b8-cdec-4c9c-bedd-ebb7fff7948e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65 HTTP/1.1" status: 200 len: 999 time: 0.0589046 Sep 17 08:28:07.292106 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ed39ef35-9813-4ee1-af5c-333a752c029d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:28:07.296344 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ed39ef35-9813-4ee1-af5c-333a752c029d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:28:07.327359 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdcaac5-349c-4988-a937-958eede333f4 req-6f22af4c-8c8c-4fb0-8d5f-8edaa68d2a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:28:07.328856 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9fdcaac5-349c-4988-a937-958eede333f4 req-6f22af4c-8c8c-4fb0-8d5f-8edaa68d2a29 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=212bda04-0276-4ed0-9083-c88107f0c4c6 HTTP/1.1" status: 200 len: 856 time: 0.0458260 Sep 17 08:28:07.334528 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ed39ef35-9813-4ee1-af5c-333a752c029d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e2613b9e744249daa18de41e84f1e8b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1528003 Sep 17 08:28:07.335382 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed39ef35-9813-4ee1-af5c-333a752c029d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7f3fc8-0100-48e4-b042-fa033f099386,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:28:07.337728 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 50780) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:28:07.379644 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdcaac5-349c-4988-a937-958eede333f4 req-ce2b190b-c675-4721-bda5-3f26b2c85ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:28:07.381223 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9fdcaac5-349c-4988-a937-958eede333f4 req-ce2b190b-c675-4721-bda5-3f26b2c85ed4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1284743e-a278-4ea3-9090-9b3fd2cc34a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449269 Sep 17 08:28:07.387556 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1d704236-91fd-4544-9a35-b0d315da75e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:28:07.407894 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1d704236-91fd-4544-9a35-b0d315da75e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:28:07.457826 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1d704236-91fd-4544-9a35-b0d315da75e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:28:07.460814 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1d704236-91fd-4544-9a35-b0d315da75e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:28:07.462315 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-1d704236-91fd-4544-9a35-b0d315da75e2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3b7f3fc8-0100-48e4-b042-fa033f099386 HTTP/1.1" status: 204 len: 168 time: 0.1233454 Sep 17 08:28:07.470914 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d704236-91fd-4544-9a35-b0d315da75e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7f3fc8-0100-48e4-b042-fa033f099386,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:28:07.476205 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9fdcaac5-349c-4988-a937-958eede333f4 req-61c9cf3e-b10a-4fe1-aee7-2551f0b1fc2e service neutron] 10.222.0.39 "GET /v2.0/networks/1284743e-a278-4ea3-9090-9b3fd2cc34a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873816 Sep 17 08:28:07.570922 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9fdcaac5-349c-4988-a937-958eede333f4 req-25f34dc5-7c56-429f-a14c-0f28bc62a159 service neutron] 10.222.0.39 "GET /v2.0/networks/1284743e-a278-4ea3-9090-9b3fd2cc34a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870190 Sep 17 08:28:07.709190 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50661f9-9f06-4744-b96d-7f538b257f61 req-34e7f70a-3a41-443b-b19c-72acd8960b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:28:07.710724 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c50661f9-9f06-4744-b96d-7f538b257f61 req-34e7f70a-3a41-443b-b19c-72acd8960b58 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0bbdb03fe4b44f819abe924e0a8980e4&device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 1095 time: 0.0436215 Sep 17 08:28:07.807471 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50661f9-9f06-4744-b96d-7f538b257f61 req-ff88f379-a7f1-4359-ae95-738a0392adc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:28:07.809008 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c50661f9-9f06-4744-b96d-7f538b257f61 req-ff88f379-a7f1-4359-ae95-738a0392adc2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1284743e-a278-4ea3-9090-9b3fd2cc34a4 HTTP/1.1" status: 200 len: 918 time: 0.0911741 Sep 17 08:28:07.886682 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c50661f9-9f06-4744-b96d-7f538b257f61 req-bf9e5f8c-240b-4d78-b749-11986f483f0f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65 HTTP/1.1" status: 200 len: 999 time: 0.0707996 Sep 17 08:28:07.937338 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50661f9-9f06-4744-b96d-7f538b257f61 req-ab25c9f8-583d-4de0-83d4-dcb6eb9b55f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:28:07.938879 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c50661f9-9f06-4744-b96d-7f538b257f61 req-ab25c9f8-583d-4de0-83d4-dcb6eb9b55f6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=212bda04-0276-4ed0-9083-c88107f0c4c6 HTTP/1.1" status: 200 len: 856 time: 0.0453899 Sep 17 08:28:08.015574 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50661f9-9f06-4744-b96d-7f538b257f61 req-f2d2a307-469f-43f4-b8d7-eec57ce99849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:28:08.018270 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c50661f9-9f06-4744-b96d-7f538b257f61 req-f2d2a307-469f-43f4-b8d7-eec57ce99849 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1284743e-a278-4ea3-9090-9b3fd2cc34a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720537 Sep 17 08:28:08.131074 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c50661f9-9f06-4744-b96d-7f538b257f61 req-4295257e-fa2f-4e47-85e6-6a8bb72a98ce service neutron] 10.222.0.39 "GET /v2.0/networks/1284743e-a278-4ea3-9090-9b3fd2cc34a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041186 Sep 17 08:28:08.239459 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dd13ba-6fef-42d2-8b5a-311003e30840 req-94576c57-c326-4038-a375-73f666182e47 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:28:08.257167 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-23dd13ba-6fef-42d2-8b5a-311003e30840 req-94576c57-c326-4038-a375-73f666182e47 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 944 time: 0.0911314 Sep 17 08:28:08.300420 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 50820) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:28:08.352130 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-23dd13ba-6fef-42d2-8b5a-311003e30840 req-7db5b4ab-a4aa-4700-bece-24a6ec7bd9dc tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=84c51e02-f8e0-4fcd-b67e-fb23d4d0ecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926924 Sep 17 08:28:08.353302 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c50661f9-9f06-4744-b96d-7f538b257f61 req-fb86e886-8ba0-4ec7-b0df-55529f6052ff service neutron] 10.222.0.39 "GET /v2.0/networks/1284743e-a278-4ea3-9090-9b3fd2cc34a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144220 Sep 17 08:28:08.474370 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-63c85e43-2a45-4151-bc0c-1ced2be0ac33 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-703488666-network', 'tenant_id': '14c8fa90542c479ca44b76ae7921a8ba'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:28:08.513407 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c85e43-2a45-4151-bc0c-1ced2be0ac33 admin admin] Made reservation on behalf of 14c8fa90542c479ca44b76ae7921a8ba for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:28:08.517460 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-63c85e43-2a45-4151-bc0c-1ced2be0ac33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:28:08.530216 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-63c85e43-2a45-4151-bc0c-1ced2be0ac33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:28:08.664093 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-63c85e43-2a45-4151-bc0c-1ced2be0ac33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:28:08.668887 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-63c85e43-2a45-4151-bc0c-1ced2be0ac33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:28:08.693434 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63c85e43-2a45-4151-bc0c-1ced2be0ac33 admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:28:08.702708 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c85e43-2a45-4151-bc0c-1ced2be0ac33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f40bf2d1-2d25-4832-9734-d06ffe9bd292,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:28:08.708798 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-63c85e43-2a45-4151-bc0c-1ced2be0ac33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:28:08.709148 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-63c85e43-2a45-4151-bc0c-1ced2be0ac33 admin admin] Added segment 46512d9c-13b8-4cb3-9789-08a166c3b438 of type vlan for network 2804f593-33a9-4ff0-9342-d027a5a5afa0 Sep 17 08:28:08.761461 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-63c85e43-2a45-4151-bc0c-1ced2be0ac33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:28:08.799341 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-63c85e43-2a45-4151-bc0c-1ced2be0ac33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:28:08.800794 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c85e43-2a45-4151-bc0c-1ced2be0ac33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:28:08.801574 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-63c85e43-2a45-4151-bc0c-1ced2be0ac33 admin admin] Notify callbacks [] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:28:08.837850 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 50824) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:28:08.843035 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-730e0624-f7fe-41b9-9857-05096dc0ffab admin admin] Request body: {'subnet': {'network_id': '2804f593-33a9-4ff0-9342-d027a5a5afa0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-703488666-subnet', 'tenant_id': '14c8fa90542c479ca44b76ae7921a8ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:28:08.844502 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-63c85e43-2a45-4151-bc0c-1ced2be0ac33 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5374684 Sep 17 08:28:08.864430 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730e0624-f7fe-41b9-9857-05096dc0ffab admin admin] Made reservation on behalf of 14c8fa90542c479ca44b76ae7921a8ba for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:28:08.866836 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-730e0624-f7fe-41b9-9857-05096dc0ffab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:28:08.879541 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c85e43-2a45-4151-bc0c-1ced2be0ac33 admin admin] Pushing event updated for resources: {'Network': ['ID=2804f593-33a9-4ff0-9342-d027a5a5afa0,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:28:08.889358 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 2804f593-33a9-4ff0-9342-d027a5a5afa0 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:28:09.049429 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-730e0624-f7fe-41b9-9857-05096dc0ffab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:28:09.104417 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730e0624-f7fe-41b9-9857-05096dc0ffab admin admin] Pushing event updated for resources: {'Subnet': ['ID=20f189cb-c847-4f56-8c9d-cfd5bf0a20b3,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:28:09.112122 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730e0624-f7fe-41b9-9857-05096dc0ffab admin admin] Checking segment: {'id': '46512d9c-13b8-4cb3-9789-08a166c3b438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2804f593-33a9-4ff0-9342-d027a5a5afa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:28:09.112745 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730e0624-f7fe-41b9-9857-05096dc0ffab admin admin] Network hostable DHCP agents. Network: 2804f593-33a9-4ff0-9342-d027a5a5afa0, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:28:09.131125 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730e0624-f7fe-41b9-9857-05096dc0ffab admin admin] Network 2804f593-33a9-4ff0-9342-d027a5a5afa0 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:28:09.150020 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-730e0624-f7fe-41b9-9857-05096dc0ffab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 2804f593-33a9-4ff0-9342-d027a5a5afa0) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:28:09.154753 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730e0624-f7fe-41b9-9857-05096dc0ffab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:28:09.155496 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-730e0624-f7fe-41b9-9857-05096dc0ffab admin admin] Notify callbacks [] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:28:09.159791 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7773411-9d08-4cd5-bdfe-a7e1c8786006 None None] Network 2804f593-33a9-4ff0-9342-d027a5a5afa0 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:28:09.176481 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-730e0624-f7fe-41b9-9857-05096dc0ffab admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3372667 Sep 17 08:28:09.348031 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0a4048-a767-4308-b197-49fcde827d88 None None] Network 2804f593-33a9-4ff0-9342-d027a5a5afa0 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:28:09.565608 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09895890-e430-4da1-b860-91b97f9f4bc1 req-adf5418a-4a4a-459c-a28d-6e529d46938c tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:28:09.569280 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-09895890-e430-4da1-b860-91b97f9f4bc1 req-adf5418a-4a4a-459c-a28d-6e529d46938c tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 944 time: 0.0904875 Sep 17 08:28:09.626462 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-09895890-e430-4da1-b860-91b97f9f4bc1 req-cd600949-ed01-48bd-8bc3-074c45e1ab90 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=84c51e02-f8e0-4fcd-b67e-fb23d4d0ecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434330 Sep 17 08:28:10.747000 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14c26f9-2dbc-4612-8213-180ea231e132 req-e6f1549d-75c7-46d1-bdb6-a6ee09484117 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:28:10.748484 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c14c26f9-2dbc-4612-8213-180ea231e132 req-e6f1549d-75c7-46d1-bdb6-a6ee09484117 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 944 time: 0.0520513 Sep 17 08:28:10.785249 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c14c26f9-2dbc-4612-8213-180ea231e132 req-d7095d5f-aa0a-470a-a1d1-1445e0a9e546 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=84c51e02-f8e0-4fcd-b67e-fb23d4d0ecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308847 Sep 17 08:28:11.921325 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888dce1c-af9a-4eb0-9191-071017992491 req-906fb6d1-f72e-467e-ad73-88070720df29 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:28:11.923465 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-888dce1c-af9a-4eb0-9191-071017992491 req-906fb6d1-f72e-467e-ad73-88070720df29 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 944 time: 0.0574970 Sep 17 08:28:11.966151 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-888dce1c-af9a-4eb0-9191-071017992491 req-fda6754a-b194-42b1-9058-5952a4e6d510 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=84c51e02-f8e0-4fcd-b67e-fb23d4d0ecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365174 Sep 17 08:28:13.112472 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6575b4-6916-422a-80dd-32ec3f594231 req-418fc3c4-5bba-4d50-bc57-6b0ae2921390 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:28:13.114435 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9b6575b4-6916-422a-80dd-32ec3f594231 req-418fc3c4-5bba-4d50-bc57-6b0ae2921390 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 944 time: 0.0672865 Sep 17 08:28:13.153089 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9b6575b4-6916-422a-80dd-32ec3f594231 req-156adb7d-c724-4e0d-8e3c-06225fb0a087 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=84c51e02-f8e0-4fcd-b67e-fb23d4d0ecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322714 Sep 17 08:28:14.295612 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d277d-016e-4f96-a615-4b5300d7d10b req-aff1b672-b30a-4e60-8f8d-7abf28faba85 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:28:14.298838 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ab4d277d-016e-4f96-a615-4b5300d7d10b req-aff1b672-b30a-4e60-8f8d-7abf28faba85 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 944 time: 0.0657952 Sep 17 08:28:14.338944 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ab4d277d-016e-4f96-a615-4b5300d7d10b req-ebb9e737-e32e-47f7-8373-8472167194f3 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=84c51e02-f8e0-4fcd-b67e-fb23d4d0ecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335948 Sep 17 08:28:15.469019 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b0615-e417-4a73-8171-446f9247abdf req-9ecae611-e5ad-4d1f-a77e-7c2d4cf258e3 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:28:15.488980 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d65b0615-e417-4a73-8171-446f9247abdf req-9ecae611-e5ad-4d1f-a77e-7c2d4cf258e3 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 944 time: 0.0749118 Sep 17 08:28:15.527777 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d65b0615-e417-4a73-8171-446f9247abdf req-49bb895d-1753-4581-8fef-1dc6fd3591f7 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=84c51e02-f8e0-4fcd-b67e-fb23d4d0ecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324390 Sep 17 08:28:16.657034 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e17a914-24f6-474f-afbc-21796f397b7e req-2c9b99ff-a9fa-4572-bb21-4837be196ed4 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:28:16.666469 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0e17a914-24f6-474f-afbc-21796f397b7e req-2c9b99ff-a9fa-4572-bb21-4837be196ed4 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 944 time: 0.0572469 Sep 17 08:28:16.728387 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0e17a914-24f6-474f-afbc-21796f397b7e req-d9874478-cae7-4674-9682-dbe66628f2cd tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=84c51e02-f8e0-4fcd-b67e-fb23d4d0ecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608063 Sep 17 08:28:17.880662 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18d664-8de6-4211-8925-91c837ea11c3 req-d6a9fed2-2d1d-4e91-a00a-2c54d4c96af9 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:28:17.888909 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4e18d664-8de6-4211-8925-91c837ea11c3 req-d6a9fed2-2d1d-4e91-a00a-2c54d4c96af9 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 944 time: 0.0640955 Sep 17 08:28:17.922067 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4e18d664-8de6-4211-8925-91c837ea11c3 req-5c950681-fe85-4cd3-b84e-9358afc52f55 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=84c51e02-f8e0-4fcd-b67e-fb23d4d0ecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319936 Sep 17 08:28:19.156493 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d90a5c5-6993-4d2d-bd2b-7c3010b3d142 req-fb66a1c3-b4fc-4aa3-88c8-33d764ebaeca tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:28:19.159442 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3d90a5c5-6993-4d2d-bd2b-7c3010b3d142 req-fb66a1c3-b4fc-4aa3-88c8-33d764ebaeca tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 944 time: 0.0784488 Sep 17 08:28:19.227992 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3d90a5c5-6993-4d2d-bd2b-7c3010b3d142 req-3e3aaf86-0b89-4f24-a2d1-e3ee44aab8cb tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=84c51e02-f8e0-4fcd-b67e-fb23d4d0ecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623317 Sep 17 08:28:19.976901 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f61a1133-6776-465c-b002-f9d275f445bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:28:20.356604 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43469e64-63ee-4e1d-b229-a1dae95a0892 req-5e517165-a49e-4a8b-9132-cdb2c1738bf9 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:28:20.358182 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-43469e64-63ee-4e1d-b229-a1dae95a0892 req-5e517165-a49e-4a8b-9132-cdb2c1738bf9 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 944 time: 0.0496407 Sep 17 08:28:20.397320 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-43469e64-63ee-4e1d-b229-a1dae95a0892 req-201894db-b120-446a-aeb6-30327e9b5160 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=84c51e02-f8e0-4fcd-b67e-fb23d4d0ecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322959 Sep 17 08:28:21.523418 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983deda8-5da2-449e-95ff-6a35f091e109 req-ad5d5340-d5fb-44be-bca8-72b86d560308 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:28:21.525056 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-983deda8-5da2-449e-95ff-6a35f091e109 req-ad5d5340-d5fb-44be-bca8-72b86d560308 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 944 time: 0.0524576 Sep 17 08:28:21.561502 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-983deda8-5da2-449e-95ff-6a35f091e109 req-bf666cae-db3f-4da4-b453-1ca16e819bb3 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=84c51e02-f8e0-4fcd-b67e-fb23d4d0ecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304990 Sep 17 08:28:22.449376 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e015989-c08a-4132-9295-c989d5fe64fa req-69ab2835-7838-41f1-a442-5b85dfa883d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:28:22.450908 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0e015989-c08a-4132-9295-c989d5fe64fa req-69ab2835-7838-41f1-a442-5b85dfa883d8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0bbdb03fe4b44f819abe924e0a8980e4&device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 1095 time: 0.0411015 Sep 17 08:28:22.481189 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-00af0d36-256e-4f57-ad4e-b84626238b3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:28:22.562139 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e015989-c08a-4132-9295-c989d5fe64fa req-3a137f9d-7a30-4ca8-b388-8eccac044566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:28:22.563643 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0e015989-c08a-4132-9295-c989d5fe64fa req-3a137f9d-7a30-4ca8-b388-8eccac044566 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1284743e-a278-4ea3-9090-9b3fd2cc34a4 HTTP/1.1" status: 200 len: 918 time: 0.0899661 Sep 17 08:28:22.634779 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0e015989-c08a-4132-9295-c989d5fe64fa req-d5ac7ddc-99b9-463f-85d3-ad0aab95af7d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65 HTTP/1.1" status: 200 len: 999 time: 0.0631363 Sep 17 08:28:22.689781 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c35eb5-385f-4f76-bbcd-55221e87a23d req-965c4e94-fd98-4baf-8178-498d46a1e635 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:28:22.691902 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f2c35eb5-385f-4f76-bbcd-55221e87a23d req-965c4e94-fd98-4baf-8178-498d46a1e635 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 944 time: 0.0502124 Sep 17 08:28:22.692154 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e015989-c08a-4132-9295-c989d5fe64fa req-d688e512-83a3-463f-8bdd-058219f9cdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:28:22.693635 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0e015989-c08a-4132-9295-c989d5fe64fa req-d688e512-83a3-463f-8bdd-058219f9cdd2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=212bda04-0276-4ed0-9083-c88107f0c4c6 HTTP/1.1" status: 200 len: 856 time: 0.0507486 Sep 17 08:28:22.730674 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f2c35eb5-385f-4f76-bbcd-55221e87a23d req-4d4aff57-4208-490a-91e8-da7e08da16cf tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=84c51e02-f8e0-4fcd-b67e-fb23d4d0ecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314212 Sep 17 08:28:22.760617 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:28:22.880831 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e015989-c08a-4132-9295-c989d5fe64fa req-eb5541a9-c789-4a9f-9944-c6f3e5cbc30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:28:22.882368 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0e015989-c08a-4132-9295-c989d5fe64fa req-eb5541a9-c789-4a9f-9944-c6f3e5cbc30b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1284743e-a278-4ea3-9090-9b3fd2cc34a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410011 Sep 17 08:28:22.971585 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0e015989-c08a-4132-9295-c989d5fe64fa req-0a9b67b3-47f9-4bea-8dfa-eb288c2dea0f service neutron] 10.222.0.39 "GET /v2.0/networks/1284743e-a278-4ea3-9090-9b3fd2cc34a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804532 Sep 17 08:28:23.064872 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0e015989-c08a-4132-9295-c989d5fe64fa req-721de0e9-80b4-4088-a872-6e486399a93a service neutron] 10.222.0.39 "GET /v2.0/networks/1284743e-a278-4ea3-9090-9b3fd2cc34a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858290 Sep 17 08:28:23.790285 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:28:23.852060 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a29bd3-530e-4b40-aa44-46bb2df90720 req-1396ef90-e2e4-4fae-b18a-cb3c53d05dd6 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:28:23.853768 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b9a29bd3-530e-4b40-aa44-46bb2df90720 req-1396ef90-e2e4-4fae-b18a-cb3c53d05dd6 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 944 time: 0.0493333 Sep 17 08:28:23.894086 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b9a29bd3-530e-4b40-aa44-46bb2df90720 req-2668fe3a-d202-4d67-83b6-10cb52e1e3d0 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=84c51e02-f8e0-4fcd-b67e-fb23d4d0ecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342073 Sep 17 08:28:25.266470 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b826f17b-403f-49bf-a784-6a629cdbfd92 req-98b65b3c-a133-4b63-892b-a1751a4fe987 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:28:25.268085 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b826f17b-403f-49bf-a784-6a629cdbfd92 req-98b65b3c-a133-4b63-892b-a1751a4fe987 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 944 time: 0.0515039 Sep 17 08:28:25.305126 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b826f17b-403f-49bf-a784-6a629cdbfd92 req-4fb68f9d-c920-44ad-bc98-2b66c53d66d8 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=84c51e02-f8e0-4fcd-b67e-fb23d4d0ecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305133 Sep 17 08:28:25.378971 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:28:26.384306 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:28:26.441900 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9a6a99-cbd3-4d8b-9495-3b9a26262ad3 req-cc6e5711-906f-4297-9b84-ed7bcfeba87a tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:28:26.443475 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ab9a6a99-cbd3-4d8b-9495-3b9a26262ad3 req-cc6e5711-906f-4297-9b84-ed7bcfeba87a tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 944 time: 0.0640302 Sep 17 08:28:26.482135 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ab9a6a99-cbd3-4d8b-9495-3b9a26262ad3 req-ab516d43-276a-44fd-b4ba-725166d36cbc tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=84c51e02-f8e0-4fcd-b67e-fb23d4d0ecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325127 Sep 17 08:28:26.490328 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65,segment=NetworkSegment(c03e0a6e-57db-4f86-b77a-44067909abf9),segment_id=c03e0a6e-57db-4f86-b77a-44067909abf9)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:28:26.503581 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65', 'network_id': '1284743e-a278-4ea3-9090-9b3fd2cc34a4', 'port_id': '75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65', 'mac_address': 'fa:16:3e:9a:13:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '212bda04-0276-4ed0-9083-c88107f0c4c6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:28:26.540290 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:28:26.552600 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:28:26.571214 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65,segment=NetworkSegment(c03e0a6e-57db-4f86-b77a-44067909abf9),segment_id=c03e0a6e-57db-4f86-b77a-44067909abf9)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:28:26.576185 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:28:26.622863 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65,revision_number=11']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:28:26.991374 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:28:27.600686 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004abbb5-9b7d-4215-8a7a-9b8607fd0144 req-badf9893-cd65-4829-8bdc-a33a14a35a51 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:28:27.602525 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-004abbb5-9b7d-4215-8a7a-9b8607fd0144 req-badf9893-cd65-4829-8bdc-a33a14a35a51 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 945 time: 0.0495164 Sep 17 08:28:27.641758 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-004abbb5-9b7d-4215-8a7a-9b8607fd0144 req-6d94ff61-9310-4941-9a14-f2421c30e8ca tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=84c51e02-f8e0-4fcd-b67e-fb23d4d0ecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327706 Sep 17 08:28:28.400488 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:28:28.449934 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port 75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:28:28.453808 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:28:28.454186 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:28:28.542275 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:28:28.563456 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79ec0fbb-6784-4bd2-a9b0-a362dc9c6862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:28:28.565689 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe824ca0-4cd5-4c37-a7ff-57ea3aa53210" -d '{"events": [{"server_uuid": "79ec0fbb-6784-4bd2-a9b0-a362dc9c6862", "name": "network-vif-plugged", "status": "completed", "tag": "75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:28:28.578556 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65,segment=NetworkSegment(c03e0a6e-57db-4f86-b77a-44067909abf9),segment_id=c03e0a6e-57db-4f86-b77a-44067909abf9)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:28:28.582567 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:28:28.609813 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2569af3-5cf9-45b7-9e3b-b17dc260140c x-openstack-request-id: req-a2569af3-5cf9-45b7-9e3b-b17dc260140c {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:28:28.610106 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79ec0fbb-6784-4bd2-a9b0-a362dc9c6862", "name": "network-vif-plugged", "status": "completed", "tag": "75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:28:28.610353 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a2569af3-5cf9-45b7-9e3b-b17dc260140c {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:28:28.610793 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79ec0fbb-6784-4bd2-a9b0-a362dc9c6862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65', 'code': 200} Sep 17 08:28:28.632049 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65,revision_number=12']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:28:28.774566 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d211f1-61b5-4dfb-b05c-3701c46d1ae2 req-7b7d5b41-a84d-4678-91d6-88e8a4486233 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:28:28.776430 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-95d211f1-61b5-4dfb-b05c-3701c46d1ae2 req-7b7d5b41-a84d-4678-91d6-88e8a4486233 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 946 time: 0.0583456 Sep 17 08:28:28.814942 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-95d211f1-61b5-4dfb-b05c-3701c46d1ae2 req-2bb0c143-317a-4728-814a-4f5cf12acd73 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=84c51e02-f8e0-4fcd-b67e-fb23d4d0ecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321922 Sep 17 08:28:28.833588 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ff613-c837-4017-8f08-516fa7051d02 req-3b6255ad-404f-4bd8-9d4a-ba44777053fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:28:28.835688 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-717ff613-c837-4017-8f08-516fa7051d02 req-3b6255ad-404f-4bd8-9d4a-ba44777053fb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 1097 time: 0.0421975 Sep 17 08:28:28.870501 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-717ff613-c837-4017-8f08-516fa7051d02 req-e086024f-256c-49c5-9591-78f1be2bb983 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=84c51e02-f8e0-4fcd-b67e-fb23d4d0ecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273921 Sep 17 08:28:29.938650 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d2e18-7f5e-4bf5-985d-aea8f29a364e req-14ec7683-d6ec-4b94-ac6e-0413d9095d76 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:28:29.940174 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d83d2e18-7f5e-4bf5-985d-aea8f29a364e req-14ec7683-d6ec-4b94-ac6e-0413d9095d76 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 946 time: 0.0480895 Sep 17 08:28:29.977675 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d83d2e18-7f5e-4bf5-985d-aea8f29a364e req-9eec7a88-60cc-4188-9f0f-d3caa7fa90a0 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=84c51e02-f8e0-4fcd-b67e-fb23d4d0ecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307972 Sep 17 08:28:31.097424 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde4db04-1153-4412-9aaa-cfb475988691 req-3a87f67c-706f-4b45-b062-7841f4d03e92 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:28:31.098918 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fde4db04-1153-4412-9aaa-cfb475988691 req-3a87f67c-706f-4b45-b062-7841f4d03e92 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 946 time: 0.0493712 Sep 17 08:28:31.142158 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fde4db04-1153-4412-9aaa-cfb475988691 req-d4450d05-f727-4c4d-a062-f5c384bba93f tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=84c51e02-f8e0-4fcd-b67e-fb23d4d0ecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366254 Sep 17 08:28:35.657011 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:28:35.854593 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:28:43.259973 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:28:49.979067 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-535f1c19-79f5-48e6-b7ec-766b65d826aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:28:52.472447 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f981bc9d-14d6-4d1f-a908-8adeb873ecf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:28:52.762569 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:28:53.791398 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:28:55.380688 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:28:59.841934 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41f4a0-a94f-4a56-9510-641f5be2271b req-fec475ce-6d98-4b72-84bc-796d6e6aa026 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:28:59.843997 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fc41f4a0-a94f-4a56-9510-641f5be2271b req-fec475ce-6d98-4b72-84bc-796d6e6aa026 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] 10.222.0.13 "GET /v2.0/networks?id=2804f593-33a9-4ff0-9342-d027a5a5afa0 HTTP/1.1" status: 200 len: 813 time: 0.1021543 Sep 17 08:28:59.858506 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fc41f4a0-a94f-4a56-9510-641f5be2271b req-1f10d746-cd0f-437b-bb23-dd7def151e1c tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] 10.222.0.13 "GET /v2.0/quotas/14c8fa90542c479ca44b76ae7921a8ba HTTP/1.1" status: 200 len: 375 time: 0.0087199 Sep 17 08:28:59.889030 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fc41f4a0-a94f-4a56-9510-641f5be2271b req-6a6a1d6d-640b-4282-99c6-33aed32110e0 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=14c8fa90542c479ca44b76ae7921a8ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249379 Sep 17 08:28:59.899093 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [req-fc41f4a0-a94f-4a56-9510-641f5be2271b req-9ddf53fc-d0bf-4112-bcfa-038cff50fe69 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:28:59.900059 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fc41f4a0-a94f-4a56-9510-641f5be2271b req-9ddf53fc-d0bf-4112-bcfa-038cff50fe69 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047657 Sep 17 08:28:59.988159 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fc41f4a0-a94f-4a56-9510-641f5be2271b req-f176c627-ba2e-4d63-8571-f48bac43a468 service neutron] 10.222.0.13 "GET /v2.0/networks/2804f593-33a9-4ff0-9342-d027a5a5afa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826085 Sep 17 08:29:00.088621 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fc41f4a0-a94f-4a56-9510-641f5be2271b req-03d6ebce-4f74-4bf6-93f1-b3b268333ab5 service neutron] 10.222.0.13 "GET /v2.0/networks/2804f593-33a9-4ff0-9342-d027a5a5afa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942297 Sep 17 08:29:00.251257 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1ae558e6-6287-4bc1-96e7-ce08dc563e3f req-abffb7bf-9627-4a0c-a3f4-39b824e0a29e tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] 10.222.0.13 "GET /v2.0/ports?device_id=b96951ec-3a84-4009-86bb-54e25fb439f3 HTTP/1.1" status: 200 len: 210 time: 0.0310161 Sep 17 08:29:01.251571 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41f4a0-a94f-4a56-9510-641f5be2271b req-0ebff7d8-2779-43de-ba3a-05062255f8da tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:29:01.253053 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fc41f4a0-a94f-4a56-9510-641f5be2271b req-0ebff7d8-2779-43de-ba3a-05062255f8da tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] 10.222.0.39 "GET /v2.0/networks?id=2804f593-33a9-4ff0-9342-d027a5a5afa0 HTTP/1.1" status: 200 len: 813 time: 0.1066382 Sep 17 08:29:01.287432 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-fc41f4a0-a94f-4a56-9510-641f5be2271b req-f79e90c4-5945-4474-b9df-ca970a4bf80a tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Request body: {'port': {'device_id': 'b96951ec-3a84-4009-86bb-54e25fb439f3', 'network_id': '2804f593-33a9-4ff0-9342-d027a5a5afa0', 'admin_state_up': True, 'tenant_id': '14c8fa90542c479ca44b76ae7921a8ba'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:29:01.357927 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9f03b47c-6f4c-4b5d-8ef8-f5ba6422feec req-f06e4624-33fd-490f-bf19-ade1d5d89e15 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] 10.222.0.13 "GET /v2.0/ports?device_id=b96951ec-3a84-4009-86bb-54e25fb439f3 HTTP/1.1" status: 200 len: 210 time: 0.0264916 Sep 17 08:29:01.403113 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc41f4a0-a94f-4a56-9510-641f5be2271b req-f79e90c4-5945-4474-b9df-ca970a4bf80a tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Made reservation on behalf of 14c8fa90542c479ca44b76ae7921a8ba for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:29:01.406730 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fc41f4a0-a94f-4a56-9510-641f5be2271b req-f79e90c4-5945-4474-b9df-ca970a4bf80a tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:01.530123 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-fc41f4a0-a94f-4a56-9510-641f5be2271b req-f79e90c4-5945-4474-b9df-ca970a4bf80a tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Allocated IP 172.20.0.7 (2804f593-33a9-4ff0-9342-d027a5a5afa0/20f189cb-c847-4f56-8c9d-cfd5bf0a20b3/9313c0fa-2f22-4af1-9ad9-d809250a4312) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:29:01.677937 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fc41f4a0-a94f-4a56-9510-641f5be2271b req-f79e90c4-5945-4474-b9df-ca970a4bf80a tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:01.710911 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fc41f4a0-a94f-4a56-9510-641f5be2271b req-f79e90c4-5945-4474-b9df-ca970a4bf80a tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:01.752316 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc41f4a0-a94f-4a56-9510-641f5be2271b req-f79e90c4-5945-4474-b9df-ca970a4bf80a tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Network 2804f593-33a9-4ff0-9342-d027a5a5afa0 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:29:01.755574 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-fc41f4a0-a94f-4a56-9510-641f5be2271b req-f79e90c4-5945-4474-b9df-ca970a4bf80a tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:29:01.761628 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc41f4a0-a94f-4a56-9510-641f5be2271b req-f79e90c4-5945-4474-b9df-ca970a4bf80a tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:29:01.767244 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79e90c4-5945-4474-b9df-ca970a4bf80a tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Pushing event updated for resources: {'Port': ['ID=9313c0fa-2f22-4af1-9ad9-d809250a4312,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:29:01.791800 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79e90c4-5945-4474-b9df-ca970a4bf80a tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:29:01.793945 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79e90c4-5945-4474-b9df-ca970a4bf80a tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:29:01.794298 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79e90c4-5945-4474-b9df-ca970a4bf80a tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:29:01.794639 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79e90c4-5945-4474-b9df-ca970a4bf80a tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:29:01.794977 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79e90c4-5945-4474-b9df-ca970a4bf80a tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:29:01.795313 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79e90c4-5945-4474-b9df-ca970a4bf80a tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:29:01.795642 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79e90c4-5945-4474-b9df-ca970a4bf80a tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:29:01.796001 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79e90c4-5945-4474-b9df-ca970a4bf80a tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:29:01.796331 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79e90c4-5945-4474-b9df-ca970a4bf80a tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:29:01.797217 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79e90c4-5945-4474-b9df-ca970a4bf80a tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:29:01.797543 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79e90c4-5945-4474-b9df-ca970a4bf80a tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:29:01.797865 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79e90c4-5945-4474-b9df-ca970a4bf80a tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:29:01.828445 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41f4a0-a94f-4a56-9510-641f5be2271b req-f79e90c4-5945-4474-b9df-ca970a4bf80a tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:29:01.829053 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fc41f4a0-a94f-4a56-9510-641f5be2271b req-f79e90c4-5945-4474-b9df-ca970a4bf80a tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:01.841543 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fc41f4a0-a94f-4a56-9510-641f5be2271b req-f79e90c4-5945-4474-b9df-ca970a4bf80a tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5580359 Sep 17 08:29:01.952771 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-fc41f4a0-a94f-4a56-9510-641f5be2271b req-c24b714e-732a-4938-8eae-9a988b9e4501 service neutron] Request body: {'port': {'device_id': 'b96951ec-3a84-4009-86bb-54e25fb439f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:29:02.003915 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fc41f4a0-a94f-4a56-9510-641f5be2271b req-c24b714e-732a-4938-8eae-9a988b9e4501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:02.259393 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-fc41f4a0-a94f-4a56-9510-641f5be2271b req-c24b714e-732a-4938-8eae-9a988b9e4501 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9313c0fa-2f22-4af1-9ad9-d809250a4312 {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:29:02.266728 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fc41f4a0-a94f-4a56-9510-641f5be2271b req-c24b714e-732a-4938-8eae-9a988b9e4501 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:02.278481 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-fc41f4a0-a94f-4a56-9510-641f5be2271b req-c24b714e-732a-4938-8eae-9a988b9e4501 service neutron] Transition to ACTIVE for port object 9313c0fa-2f22-4af1-9ad9-d809250a4312 will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:29:02.282504 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fc41f4a0-a94f-4a56-9510-641f5be2271b req-c24b714e-732a-4938-8eae-9a988b9e4501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:02.329516 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24b714e-732a-4938-8eae-9a988b9e4501 service neutron] Pushing event updated for resources: {'Port': ['ID=9313c0fa-2f22-4af1-9ad9-d809250a4312,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:29:02.397754 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-fc41f4a0-a94f-4a56-9510-641f5be2271b req-c24b714e-732a-4938-8eae-9a988b9e4501 service neutron] Attempting to bind port 9313c0fa-2f22-4af1-9ad9-d809250a4312 on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:29:02.398098 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-fc41f4a0-a94f-4a56-9510-641f5be2271b req-c24b714e-732a-4938-8eae-9a988b9e4501 service neutron] Attempting to bind port 9313c0fa-2f22-4af1-9ad9-d809250a4312 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': '46512d9c-13b8-4cb3-9789-08a166c3b438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2804f593-33a9-4ff0-9342-d027a5a5afa0'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:29:02.398427 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc41f4a0-a94f-4a56-9510-641f5be2271b req-c24b714e-732a-4938-8eae-9a988b9e4501 service neutron] Attempting to bind port 9313c0fa-2f22-4af1-9ad9-d809250a4312 on network 2804f593-33a9-4ff0-9342-d027a5a5afa0 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:29:02.402691 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc41f4a0-a94f-4a56-9510-641f5be2271b req-c24b714e-732a-4938-8eae-9a988b9e4501 service neutron] Port 9313c0fa-2f22-4af1-9ad9-d809250a4312 on network 2804f593-33a9-4ff0-9342-d027a5a5afa0 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:29:02.403012 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc41f4a0-a94f-4a56-9510-641f5be2271b req-c24b714e-732a-4938-8eae-9a988b9e4501 service neutron] Attempting to bind port 9313c0fa-2f22-4af1-9ad9-d809250a4312 on network 2804f593-33a9-4ff0-9342-d027a5a5afa0 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:29:02.408265 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc41f4a0-a94f-4a56-9510-641f5be2271b req-c24b714e-732a-4938-8eae-9a988b9e4501 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:29:02.408602 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc41f4a0-a94f-4a56-9510-641f5be2271b req-c24b714e-732a-4938-8eae-9a988b9e4501 service neutron] Checking segment: {'id': '46512d9c-13b8-4cb3-9789-08a166c3b438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2804f593-33a9-4ff0-9342-d027a5a5afa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:29:02.408986 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc41f4a0-a94f-4a56-9510-641f5be2271b req-c24b714e-732a-4938-8eae-9a988b9e4501 service neutron] Bound using segment: {'id': '46512d9c-13b8-4cb3-9789-08a166c3b438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2804f593-33a9-4ff0-9342-d027a5a5afa0'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:29:02.409408 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-fc41f4a0-a94f-4a56-9510-641f5be2271b req-c24b714e-732a-4938-8eae-9a988b9e4501 service neutron] Bound port: 9313c0fa-2f22-4af1-9ad9-d809250a4312, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46512d9c-13b8-4cb3-9789-08a166c3b438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2804f593-33a9-4ff0-9342-d027a5a5afa0'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:29:02.409762 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fc41f4a0-a94f-4a56-9510-641f5be2271b req-c24b714e-732a-4938-8eae-9a988b9e4501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:02.471903 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12084208-9603-4b6a-9a03-8a7aa45fa76a req-3088e323-3303-4b98-b4bc-b15351b27287 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:29:02.473518 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-12084208-9603-4b6a-9a03-8a7aa45fa76a req-3088e323-3303-4b98-b4bc-b15351b27287 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] 10.222.0.13 "GET /v2.0/ports?device_id=b96951ec-3a84-4009-86bb-54e25fb439f3 HTTP/1.1" status: 200 len: 943 time: 0.0479202 Sep 17 08:29:02.478171 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-fc41f4a0-a94f-4a56-9510-641f5be2271b req-c24b714e-732a-4938-8eae-9a988b9e4501 service neutron] For port 9313c0fa-2f22-4af1-9ad9-d809250a4312, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:29:02.481526 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-fc41f4a0-a94f-4a56-9510-641f5be2271b req-c24b714e-732a-4938-8eae-9a988b9e4501 service neutron] For port 9313c0fa-2f22-4af1-9ad9-d809250a4312, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=9313c0fa-2f22-4af1-9ad9-d809250a4312,segment=NetworkSegment(46512d9c-13b8-4cb3-9789-08a166c3b438),segment_id=46512d9c-13b8-4cb3-9789-08a166c3b438)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:29:02.485998 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fc41f4a0-a94f-4a56-9510-641f5be2271b req-c24b714e-732a-4938-8eae-9a988b9e4501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:02.511699 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-12084208-9603-4b6a-9a03-8a7aa45fa76a req-8aae80a0-1def-4417-b877-038068e22959 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] 10.222.0.13 "GET /v2.0/security-groups?id=f40bf2d1-2d25-4832-9734-d06ffe9bd292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320370 Sep 17 08:29:02.519272 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41f4a0-a94f-4a56-9510-641f5be2271b req-c24b714e-732a-4938-8eae-9a988b9e4501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:29:02.520589 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fc41f4a0-a94f-4a56-9510-641f5be2271b req-c24b714e-732a-4938-8eae-9a988b9e4501 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:02.522105 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fc41f4a0-a94f-4a56-9510-641f5be2271b req-c24b714e-732a-4938-8eae-9a988b9e4501 service neutron] 10.222.0.39 "PUT /v2.0/ports/9313c0fa-2f22-4af1-9ad9-d809250a4312 HTTP/1.1" status: 200 len: 1091 time: 0.5734525 Sep 17 08:29:02.524519 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b96951ec-3a84-4009-86bb-54e25fb439f3', 'tag': '9313c0fa-2f22-4af1-9ad9-d809250a4312'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:29:02.526818 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb733dbd-5603-46b6-8d67-72191d10c366" -d '{"events": [{"name": "network-changed", "server_uuid": "b96951ec-3a84-4009-86bb-54e25fb439f3", "tag": "9313c0fa-2f22-4af1-9ad9-d809250a4312"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:29:02.553456 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24b714e-732a-4938-8eae-9a988b9e4501 service neutron] Pushing event updated for resources: {'Port': ['ID=9313c0fa-2f22-4af1-9ad9-d809250a4312,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:29:02.563787 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692183f2-8136-4720-9965-e096b0b90c60 x-openstack-request-id: req-692183f2-8136-4720-9965-e096b0b90c60 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:29:02.564122 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b96951ec-3a84-4009-86bb-54e25fb439f3", "tag": "9313c0fa-2f22-4af1-9ad9-d809250a4312", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:29:02.564377 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-692183f2-8136-4720-9965-e096b0b90c60 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:29:02.564774 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b96951ec-3a84-4009-86bb-54e25fb439f3', 'tag': '9313c0fa-2f22-4af1-9ad9-d809250a4312', 'status': 'completed', 'code': 200} Sep 17 08:29:02.622312 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41f4a0-a94f-4a56-9510-641f5be2271b req-762ba56e-3e19-49b5-8951-f9c1b96ee884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:29:02.623806 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fc41f4a0-a94f-4a56-9510-641f5be2271b req-762ba56e-3e19-49b5-8951-f9c1b96ee884 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=14c8fa90542c479ca44b76ae7921a8ba&device_id=b96951ec-3a84-4009-86bb-54e25fb439f3 HTTP/1.1" status: 200 len: 1094 time: 0.0405548 Sep 17 08:29:02.673897 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fc41f4a0-a94f-4a56-9510-641f5be2271b req-700eb3c3-b723-4db6-8eca-4748bb876cc7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9313c0fa-2f22-4af1-9ad9-d809250a4312 HTTP/1.1" status: 200 len: 217 time: 0.0369804 Sep 17 08:29:02.721548 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41f4a0-a94f-4a56-9510-641f5be2271b req-72e70da6-f74e-4652-a81d-d4fe94c7fb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:29:02.722980 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fc41f4a0-a94f-4a56-9510-641f5be2271b req-72e70da6-f74e-4652-a81d-d4fe94c7fb8a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=20f189cb-c847-4f56-8c9d-cfd5bf0a20b3 HTTP/1.1" status: 200 len: 853 time: 0.0427780 Sep 17 08:29:02.754105 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fc41f4a0-a94f-4a56-9510-641f5be2271b req-97946c9a-557e-4e5f-8dc7-794059aa4566 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2804f593-33a9-4ff0-9342-d027a5a5afa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233190 Sep 17 08:29:02.845977 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fc41f4a0-a94f-4a56-9510-641f5be2271b req-5edfc31f-3a87-42ef-b89a-c93665fd0b74 service neutron] 10.222.0.39 "GET /v2.0/networks/2804f593-33a9-4ff0-9342-d027a5a5afa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838454 Sep 17 08:29:02.934241 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fc41f4a0-a94f-4a56-9510-641f5be2271b req-51f46d16-046d-4c99-84d9-9701401fa475 service neutron] 10.222.0.39 "GET /v2.0/networks/2804f593-33a9-4ff0-9342-d027a5a5afa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810490 Sep 17 08:29:03.055454 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb733dbd-5603-46b6-8d67-72191d10c366 req-18c78300-21b3-4ff5-8bca-63432f6b3de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:29:03.056972 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cb733dbd-5603-46b6-8d67-72191d10c366 req-18c78300-21b3-4ff5-8bca-63432f6b3de3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=14c8fa90542c479ca44b76ae7921a8ba&device_id=b96951ec-3a84-4009-86bb-54e25fb439f3 HTTP/1.1" status: 200 len: 1094 time: 0.0400908 Sep 17 08:29:03.148701 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb733dbd-5603-46b6-8d67-72191d10c366 req-f055866c-018a-4f4f-9d13-2b69d2db2c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:29:03.150105 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cb733dbd-5603-46b6-8d67-72191d10c366 req-f055866c-018a-4f4f-9d13-2b69d2db2c50 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2804f593-33a9-4ff0-9342-d027a5a5afa0 HTTP/1.1" status: 200 len: 914 time: 0.0857670 Sep 17 08:29:03.190407 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cb733dbd-5603-46b6-8d67-72191d10c366 req-0aa6bac0-3b21-49cd-950a-197687496c95 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9313c0fa-2f22-4af1-9ad9-d809250a4312 HTTP/1.1" status: 200 len: 217 time: 0.0328667 Sep 17 08:29:03.241632 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb733dbd-5603-46b6-8d67-72191d10c366 req-e4cb859f-d62c-4bc9-89d6-6b04cc752a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:29:03.243085 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cb733dbd-5603-46b6-8d67-72191d10c366 req-e4cb859f-d62c-4bc9-89d6-6b04cc752a45 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=20f189cb-c847-4f56-8c9d-cfd5bf0a20b3 HTTP/1.1" status: 200 len: 853 time: 0.0462582 Sep 17 08:29:03.274674 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cb733dbd-5603-46b6-8d67-72191d10c366 req-82fe4312-cc74-4b04-86c2-db8954309148 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2804f593-33a9-4ff0-9342-d027a5a5afa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241253 Sep 17 08:29:03.362205 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cb733dbd-5603-46b6-8d67-72191d10c366 req-69043167-7faa-4951-b053-d5185c31a4b7 service neutron] 10.222.0.39 "GET /v2.0/networks/2804f593-33a9-4ff0-9342-d027a5a5afa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794969 Sep 17 08:29:03.451473 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cb733dbd-5603-46b6-8d67-72191d10c366 req-8209bba8-6243-4c4e-b3b0-54e5ae1fa8da service neutron] 10.222.0.39 "GET /v2.0/networks/2804f593-33a9-4ff0-9342-d027a5a5afa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827060 Sep 17 08:29:03.622665 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae7e9f-1d27-48c9-9c47-fd5913de9b29 req-dcd7b88e-abef-4ebc-8a06-03b31aedba9c tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:29:03.624136 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1bae7e9f-1d27-48c9-9c47-fd5913de9b29 req-dcd7b88e-abef-4ebc-8a06-03b31aedba9c tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] 10.222.0.13 "GET /v2.0/ports?device_id=b96951ec-3a84-4009-86bb-54e25fb439f3 HTTP/1.1" status: 200 len: 943 time: 0.0469377 Sep 17 08:29:03.664017 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1bae7e9f-1d27-48c9-9c47-fd5913de9b29 req-f2755a61-f97c-4026-8ccd-d21960dea945 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] 10.222.0.13 "GET /v2.0/security-groups?id=f40bf2d1-2d25-4832-9734-d06ffe9bd292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323956 Sep 17 08:29:04.779963 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b75165-31c9-4b3c-be67-d45e2bfdf076 req-de6aea57-e803-4c85-9598-c27553f1a1c4 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:29:04.781427 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-24b75165-31c9-4b3c-be67-d45e2bfdf076 req-de6aea57-e803-4c85-9598-c27553f1a1c4 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] 10.222.0.13 "GET /v2.0/ports?device_id=b96951ec-3a84-4009-86bb-54e25fb439f3 HTTP/1.1" status: 200 len: 943 time: 0.0512538 Sep 17 08:29:04.818515 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-24b75165-31c9-4b3c-be67-d45e2bfdf076 req-e5200282-68af-457c-ba79-b9c375fe51d4 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] 10.222.0.13 "GET /v2.0/security-groups?id=f40bf2d1-2d25-4832-9734-d06ffe9bd292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310245 Sep 17 08:29:05.671018 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:05.870786 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:05.932658 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab8137f-8035-49dd-aebd-804f65f43453 req-8d8b20d9-7620-4d73-8a92-1bee851b2ec3 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:29:05.934083 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5ab8137f-8035-49dd-aebd-804f65f43453 req-8d8b20d9-7620-4d73-8a92-1bee851b2ec3 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] 10.222.0.13 "GET /v2.0/ports?device_id=b96951ec-3a84-4009-86bb-54e25fb439f3 HTTP/1.1" status: 200 len: 943 time: 0.0484011 Sep 17 08:29:05.970895 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5ab8137f-8035-49dd-aebd-804f65f43453 req-62f9f390-16e8-4736-ad54-634de789206e tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] 10.222.0.13 "GET /v2.0/security-groups?id=f40bf2d1-2d25-4832-9734-d06ffe9bd292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305059 Sep 17 08:29:07.083677 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2655410e-a3e6-44d6-9970-2b949581d17e req-394fb597-8cdc-4fac-b54a-1ebece0a1ac2 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:29:07.085198 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2655410e-a3e6-44d6-9970-2b949581d17e req-394fb597-8cdc-4fac-b54a-1ebece0a1ac2 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] 10.222.0.13 "GET /v2.0/ports?device_id=b96951ec-3a84-4009-86bb-54e25fb439f3 HTTP/1.1" status: 200 len: 943 time: 0.0475860 Sep 17 08:29:07.122551 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2655410e-a3e6-44d6-9970-2b949581d17e req-f452139f-e07e-4891-946a-b70a20577d0b tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] 10.222.0.13 "GET /v2.0/security-groups?id=f40bf2d1-2d25-4832-9734-d06ffe9bd292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309811 Sep 17 08:29:08.235796 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c255004-0747-4657-ac7b-0d0b82ec5f26 req-6f52dfe6-e665-413d-bc5e-741279463090 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:29:08.238204 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0c255004-0747-4657-ac7b-0d0b82ec5f26 req-6f52dfe6-e665-413d-bc5e-741279463090 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] 10.222.0.13 "GET /v2.0/ports?device_id=b96951ec-3a84-4009-86bb-54e25fb439f3 HTTP/1.1" status: 200 len: 943 time: 0.0510178 Sep 17 08:29:08.274199 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0c255004-0747-4657-ac7b-0d0b82ec5f26 req-e159d319-55ad-4f61-9ff1-91982653f68f tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] 10.222.0.13 "GET /v2.0/security-groups?id=f40bf2d1-2d25-4832-9734-d06ffe9bd292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302880 Sep 17 08:29:08.571201 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 9313c0fa-2f22-4af1-9ad9-d809250a4312 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:29:08.663374 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 9313c0fa-2f22-4af1-9ad9-d809250a4312, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=9313c0fa-2f22-4af1-9ad9-d809250a4312,segment=NetworkSegment(46512d9c-13b8-4cb3-9789-08a166c3b438),segment_id=46512d9c-13b8-4cb3-9789-08a166c3b438)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:29:08.674430 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '9313c0fa-2f22-4af1-9ad9-d809250a4312', 'network_id': '2804f593-33a9-4ff0-9342-d027a5a5afa0', 'port_id': '9313c0fa-2f22-4af1-9ad9-d809250a4312', 'mac_address': 'fa:16:3e:d5:4f:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20f189cb-c847-4f56-8c9d-cfd5bf0a20b3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:29:08.709470 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:08.724705 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9313c0fa-2f22-4af1-9ad9-d809250a4312 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:29:08.743056 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 9313c0fa-2f22-4af1-9ad9-d809250a4312, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=9313c0fa-2f22-4af1-9ad9-d809250a4312,segment=NetworkSegment(46512d9c-13b8-4cb3-9789-08a166c3b438),segment_id=46512d9c-13b8-4cb3-9789-08a166c3b438)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:29:08.747171 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:08.791896 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=9313c0fa-2f22-4af1-9ad9-d809250a4312,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:29:08.799452 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:29:08.799808 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:29:08.800178 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:29:08.800545 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:29:08.800883 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:29:08.801214 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:29:08.801546 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:29:08.801874 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:29:08.802199 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:29:08.802525 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:29:08.802856 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:29:08.803180 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:29:09.109062 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['9313c0fa-2f22-4af1-9ad9-d809250a4312'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:29:09.389420 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7960c0e8-0da3-4b1d-a428-f03d9ccce68c req-b2464fb7-1fc4-47ce-9009-04ed728144a9 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:29:09.390853 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7960c0e8-0da3-4b1d-a428-f03d9ccce68c req-b2464fb7-1fc4-47ce-9009-04ed728144a9 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] 10.222.0.13 "GET /v2.0/ports?device_id=b96951ec-3a84-4009-86bb-54e25fb439f3 HTTP/1.1" status: 200 len: 944 time: 0.0501268 Sep 17 08:29:09.428190 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7960c0e8-0da3-4b1d-a428-f03d9ccce68c req-899dd0d0-4070-451e-992c-6214a9b36e9c tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] 10.222.0.13 "GET /v2.0/security-groups?id=f40bf2d1-2d25-4832-9734-d06ffe9bd292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310023 Sep 17 08:29:10.538396 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7504c07c-53c3-4c5b-ae34-1ccdf4a55bcd req-41752e10-03b7-4f08-84ee-ed4790d587f5 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:29:10.539865 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7504c07c-53c3-4c5b-ae34-1ccdf4a55bcd req-41752e10-03b7-4f08-84ee-ed4790d587f5 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] 10.222.0.13 "GET /v2.0/ports?device_id=b96951ec-3a84-4009-86bb-54e25fb439f3 HTTP/1.1" status: 200 len: 944 time: 0.0472322 Sep 17 08:29:10.575441 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7504c07c-53c3-4c5b-ae34-1ccdf4a55bcd req-ee0bab8a-f022-437c-8f8e-407336aa1882 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] 10.222.0.13 "GET /v2.0/security-groups?id=f40bf2d1-2d25-4832-9734-d06ffe9bd292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297482 Sep 17 08:29:10.591267 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 9313c0fa-2f22-4af1-9ad9-d809250a4312 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:29:10.640077 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port 9313c0fa-2f22-4af1-9ad9-d809250a4312 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:29:10.644132 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 9313c0fa-2f22-4af1-9ad9-d809250a4312 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:29:10.644515 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:10.717351 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:10.738708 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b96951ec-3a84-4009-86bb-54e25fb439f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9313c0fa-2f22-4af1-9ad9-d809250a4312'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:29:10.740935 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23eef47-01f8-49d8-b179-9fe42de3ce9b" -d '{"events": [{"server_uuid": "b96951ec-3a84-4009-86bb-54e25fb439f3", "name": "network-vif-plugged", "status": "completed", "tag": "9313c0fa-2f22-4af1-9ad9-d809250a4312"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:29:10.753441 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 9313c0fa-2f22-4af1-9ad9-d809250a4312, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=9313c0fa-2f22-4af1-9ad9-d809250a4312,segment=NetworkSegment(46512d9c-13b8-4cb3-9789-08a166c3b438),segment_id=46512d9c-13b8-4cb3-9789-08a166c3b438)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:29:10.757536 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:10.783333 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f1c99f7-23fe-4db4-9687-230639dd79c1 x-openstack-request-id: req-3f1c99f7-23fe-4db4-9687-230639dd79c1 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:29:10.783627 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b96951ec-3a84-4009-86bb-54e25fb439f3", "name": "network-vif-plugged", "status": "completed", "tag": "9313c0fa-2f22-4af1-9ad9-d809250a4312", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:29:10.783908 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3f1c99f7-23fe-4db4-9687-230639dd79c1 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:29:10.784292 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b96951ec-3a84-4009-86bb-54e25fb439f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9313c0fa-2f22-4af1-9ad9-d809250a4312', 'code': 200} Sep 17 08:29:10.809200 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=9313c0fa-2f22-4af1-9ad9-d809250a4312,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:29:10.901313 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cac27f3-35c8-43bd-8beb-85a83f2a47f8 req-2a242601-0591-4022-bdfe-ab6365bae44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:29:10.902766 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1cac27f3-35c8-43bd-8beb-85a83f2a47f8 req-2a242601-0591-4022-bdfe-ab6365bae44a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b96951ec-3a84-4009-86bb-54e25fb439f3 HTTP/1.1" status: 200 len: 1096 time: 0.0390279 Sep 17 08:29:10.936102 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1cac27f3-35c8-43bd-8beb-85a83f2a47f8 req-b06cfce6-c811-446e-9330-7a318f0c6fc9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f40bf2d1-2d25-4832-9734-d06ffe9bd292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262346 Sep 17 08:29:11.689380 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f5d946-cea4-4589-b710-9e0610fda52e req-5cc3de1d-3385-4739-b9cc-54dd6d46b68a tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:29:11.693367 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-04f5d946-cea4-4589-b710-9e0610fda52e req-5cc3de1d-3385-4739-b9cc-54dd6d46b68a tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] 10.222.0.13 "GET /v2.0/ports?device_id=b96951ec-3a84-4009-86bb-54e25fb439f3 HTTP/1.1" status: 200 len: 945 time: 0.0525582 Sep 17 08:29:11.731712 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-04f5d946-cea4-4589-b710-9e0610fda52e req-3f5382cf-cb2b-410a-b92c-0e88196fc84d tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] 10.222.0.13 "GET /v2.0/security-groups?id=f40bf2d1-2d25-4832-9734-d06ffe9bd292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315063 Sep 17 08:29:12.844290 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653d050-59a3-4054-9d04-b7a7b18b276b req-d3852c20-8d36-45cf-b164-93c3db21e2d0 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:29:12.845758 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2653d050-59a3-4054-9d04-b7a7b18b276b req-d3852c20-8d36-45cf-b164-93c3db21e2d0 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] 10.222.0.13 "GET /v2.0/ports?device_id=b96951ec-3a84-4009-86bb-54e25fb439f3 HTTP/1.1" status: 200 len: 945 time: 0.0475850 Sep 17 08:29:12.882892 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2653d050-59a3-4054-9d04-b7a7b18b276b req-5e6ead37-3ee5-42a0-8252-a2f79d0bb77f tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] 10.222.0.13 "GET /v2.0/security-groups?id=f40bf2d1-2d25-4832-9734-d06ffe9bd292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307744 Sep 17 08:29:19.982210 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2597fda9-0aa5-4a44-bc46-0fd7e6d2e058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:20.259091 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:29:22.473859 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a0516c00-da38-418b-b77a-8df0aa24e9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:22.764056 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:23.795051 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:24.100011 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f0e84670-c3fb-45e5-ac15-e81f2cd18175 req-a9427c05-467f-4664-9624-a7c1154832f0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415018 Sep 17 08:29:24.209451 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e84670-c3fb-45e5-ac15-e81f2cd18175 req-f2fd7f84-9d16-4742-b646-85924bef4d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:29:24.210939 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f0e84670-c3fb-45e5-ac15-e81f2cd18175 req-f2fd7f84-9d16-4742-b646-85924bef4d95 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0bbdb03fe4b44f819abe924e0a8980e4&device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 1097 time: 0.0441928 Sep 17 08:29:24.314908 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e84670-c3fb-45e5-ac15-e81f2cd18175 req-01ebd2b8-235a-42c4-a8ff-5be44cb7baf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:29:24.316424 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f0e84670-c3fb-45e5-ac15-e81f2cd18175 req-01ebd2b8-235a-42c4-a8ff-5be44cb7baf1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1284743e-a278-4ea3-9090-9b3fd2cc34a4 HTTP/1.1" status: 200 len: 918 time: 0.0836902 Sep 17 08:29:24.387329 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f0e84670-c3fb-45e5-ac15-e81f2cd18175 req-4293f418-c303-440e-80da-eb97c336eb79 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65 HTTP/1.1" status: 200 len: 1001 time: 0.0605381 Sep 17 08:29:24.442747 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e84670-c3fb-45e5-ac15-e81f2cd18175 req-05c0092f-cc06-4b0b-bfe8-c1381f74315e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:29:24.444323 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f0e84670-c3fb-45e5-ac15-e81f2cd18175 req-05c0092f-cc06-4b0b-bfe8-c1381f74315e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=212bda04-0276-4ed0-9083-c88107f0c4c6 HTTP/1.1" status: 200 len: 856 time: 0.0473456 Sep 17 08:29:24.491790 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e84670-c3fb-45e5-ac15-e81f2cd18175 req-cf58b7a2-b002-42ab-afb2-2d4f188f14fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:29:24.493371 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f0e84670-c3fb-45e5-ac15-e81f2cd18175 req-cf58b7a2-b002-42ab-afb2-2d4f188f14fb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1284743e-a278-4ea3-9090-9b3fd2cc34a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419705 Sep 17 08:29:24.586618 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f0e84670-c3fb-45e5-ac15-e81f2cd18175 req-8f855ded-8aef-43f1-bbf4-778dd28f1efa service neutron] 10.222.0.39 "GET /v2.0/networks/1284743e-a278-4ea3-9090-9b3fd2cc34a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854964 Sep 17 08:29:24.680216 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f0e84670-c3fb-45e5-ac15-e81f2cd18175 req-d7f3c416-80c3-4a88-8adb-522133e21778 service neutron] 10.222.0.39 "GET /v2.0/networks/1284743e-a278-4ea3-9090-9b3fd2cc34a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810463 Sep 17 08:29:25.382895 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:30.894209 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c6656494-e0b5-4230-8130-6bf98d5dffe8 req-963f2104-5a32-4489-af35-f57bd71d74a4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0249927 Sep 17 08:29:30.981319 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c6656494-e0b5-4230-8130-6bf98d5dffe8 req-0e8525fc-0e61-44e4-a63d-e0ae20034c2a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0274158 Sep 17 08:29:31.026064 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c6656494-e0b5-4230-8130-6bf98d5dffe8 req-38613ef1-cbd6-467c-bc57-b372bf1c4b88 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0197303 Sep 17 08:29:31.115781 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6656494-e0b5-4230-8130-6bf98d5dffe8 req-3a478763-da73-40de-adfa-3f5363a341a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:29:31.117814 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c6656494-e0b5-4230-8130-6bf98d5dffe8 req-3a478763-da73-40de-adfa-3f5363a341a8 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0852103 Sep 17 08:29:35.687922 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:35.892117 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:38.915128 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9521a65-7aca-4983-bfb1-703a37737797 req-32ab5cf2-15ef-4318-b990-6e0a2a6dfec2 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:29:38.916888 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b9521a65-7aca-4983-bfb1-703a37737797 req-32ab5cf2-15ef-4318-b990-6e0a2a6dfec2 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 946 time: 0.1612511 Sep 17 08:29:38.958023 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b9521a65-7aca-4983-bfb1-703a37737797 req-59daace6-5b3c-4b3d-a768-d2065b1a633c tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=84c51e02-f8e0-4fcd-b67e-fb23d4d0ecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351167 Sep 17 08:29:40.131358 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0297aa-b4db-42f6-ba1a-913c29ff033c req-f0b20bfb-fe9e-491b-aff3-a9b5016edccb tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:29:40.132868 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3a0297aa-b4db-42f6-ba1a-913c29ff033c req-f0b20bfb-fe9e-491b-aff3-a9b5016edccb tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 946 time: 0.1029391 Sep 17 08:29:40.172037 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3a0297aa-b4db-42f6-ba1a-913c29ff033c req-7199bead-7608-4305-8be6-e1caa2f926a0 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups?id=84c51e02-f8e0-4fcd-b67e-fb23d4d0ecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316794 Sep 17 08:29:40.580758 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11aa99-4044-4dbd-bc78-75cb33ba445d req-1d75199f-c423-427e-ba2b-cc63f19da65a tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:29:40.582143 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6a11aa99-4044-4dbd-bc78-75cb33ba445d req-1d75199f-c423-427e-ba2b-cc63f19da65a tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.39 "GET /v2.0/ports?device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 946 time: 0.0514395 Sep 17 08:29:40.669820 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-6a11aa99-4044-4dbd-bc78-75cb33ba445d req-83d94f4a-c90f-4b75-ad7a-f5fe4c90f286 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Deleting port 75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:29:40.670161 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-6a11aa99-4044-4dbd-bc78-75cb33ba445d req-83d94f4a-c90f-4b75-ad7a-f5fe4c90f286 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:40.758640 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-6a11aa99-4044-4dbd-bc78-75cb33ba445d req-83d94f4a-c90f-4b75-ad7a-f5fe4c90f286 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] For port 75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65,segment=NetworkSegment(c03e0a6e-57db-4f86-b77a-44067909abf9),segment_id=c03e0a6e-57db-4f86-b77a-44067909abf9)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:29:40.758927 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-6a11aa99-4044-4dbd-bc78-75cb33ba445d req-83d94f4a-c90f-4b75-ad7a-f5fe4c90f286 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:40.926748 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-6a11aa99-4044-4dbd-bc78-75cb33ba445d req-83d94f4a-c90f-4b75-ad7a-f5fe4c90f286 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:40.927115 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-6a11aa99-4044-4dbd-bc78-75cb33ba445d req-83d94f4a-c90f-4b75-ad7a-f5fe4c90f286 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:40.927431 n-d-789963-9 neutron-server[101290]: INFO neutron.db.l3_db [req-6a11aa99-4044-4dbd-bc78-75cb33ba445d req-83d94f4a-c90f-4b75-ad7a-f5fe4c90f286 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Floating IP 49c97bbc-4f69-4be0-8ca0-637c0491921f disassociated. External IP: 172.25.6.190, port: 75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65. Sep 17 08:29:40.927771 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-6a11aa99-4044-4dbd-bc78-75cb33ba445d req-83d94f4a-c90f-4b75-ad7a-f5fe4c90f286 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Calling delete_port for 75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65 owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:29:41.061000 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-6a11aa99-4044-4dbd-bc78-75cb33ba445d req-83d94f4a-c90f-4b75-ad7a-f5fe4c90f286 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:41.097724 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d94f4a-c90f-4b75-ad7a-f5fe4c90f286 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Pushing event deleted for resources: {'Port': ['ID=75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:29:41.230160 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a11aa99-4044-4dbd-bc78-75cb33ba445d req-83d94f4a-c90f-4b75-ad7a-f5fe4c90f286 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Router 3439a0dd-6fba-4955-8b70-95586a2a2996 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:29:41.288667 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5bfc2c07-c5ec-453c-aa7e-d98b954451ec req-8c4ed421-a056-4c2a-ac29-cacbe884449f tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/ports?device_id=79ec0fbb-6784-4bd2-a9b0-a362dc9c6862 HTTP/1.1" status: 200 len: 210 time: 0.0398040 Sep 17 08:29:41.379423 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a11aa99-4044-4dbd-bc78-75cb33ba445d req-83d94f4a-c90f-4b75-ad7a-f5fe4c90f286 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:29:41.408603 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f90f1b4-de1f-4b1a-9ac5-9adbad64fc08 None None] Sync routers for ids ['3439a0dd-6fba-4955-8b70-95586a2a2996'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:29:41.423722 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f90f1b4-de1f-4b1a-9ac5-9adbad64fc08 None None] Routers {'3439a0dd-6fba-4955-8b70-95586a2a2996'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:29:41.424603 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-9f90f1b4-de1f-4b1a-9ac5-9adbad64fc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:29:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['3439a0dd-6fba-4955-8b70-95586a2a2996'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:29:41.461441 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a11aa99-4044-4dbd-bc78-75cb33ba445d req-83d94f4a-c90f-4b75-ad7a-f5fe4c90f286 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] No DVR routers for this DVR port 75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65 on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:29:41.468987 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-6a11aa99-4044-4dbd-bc78-75cb33ba445d req-83d94f4a-c90f-4b75-ad7a-f5fe4c90f286 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:41.471067 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6a11aa99-4044-4dbd-bc78-75cb33ba445d req-83d94f4a-c90f-4b75-ad7a-f5fe4c90f286 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.39 "DELETE /v2.0/ports/75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65 HTTP/1.1" status: 204 len: 173 time: 0.8821845 Sep 17 08:29:41.471546 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79ec0fbb-6784-4bd2-a9b0-a362dc9c6862', 'name': 'network-vif-deleted', 'tag': '75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:29:41.473881 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676eaf9f-8081-42cb-a9bf-15d4279e6e64" -d '{"events": [{"server_uuid": "79ec0fbb-6784-4bd2-a9b0-a362dc9c6862", "name": "network-vif-deleted", "tag": "75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:29:41.569897 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f00eb7-6c6b-4260-ae36-064decfc9f6a x-openstack-request-id: req-45f00eb7-6c6b-4260-ae36-064decfc9f6a {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:29:41.570361 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79ec0fbb-6784-4bd2-a9b0-a362dc9c6862", "name": "network-vif-deleted", "tag": "75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:29:41.570490 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-45f00eb7-6c6b-4260-ae36-064decfc9f6a {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:29:41.570844 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79ec0fbb-6784-4bd2-a9b0-a362dc9c6862', 'name': 'network-vif-deleted', 'tag': '75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65', 'status': 'completed', 'code': 200} Sep 17 08:29:41.596852 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-9f90f1b4-de1f-4b1a-9ac5-9adbad64fc08 None None] Set router 3439a0dd-6fba-4955-8b70-95586a2a2996 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:29:41.803339 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-9f90f1b4-de1f-4b1a-9ac5-9adbad64fc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3439a0dd-6fba-4955-8b70-95586a2a2996', 'name': 'tempest-AttachVolumeShelveTestJSON-1050428141-router', 'tenant_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'f62ee90b-8bc4-4c0c-8f9a-f6d7e0f09879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:19:17Z', 'updated_at': '2021-09-17T08:19:19Z', 'revision_number': 4, 'project_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'gw_port': {'id': 'f62ee90b-8bc4-4c0c-8f9a-f6d7e0f09879', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:75:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3439a0dd-6fba-4955-8b70-95586a2a2996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:19:17Z', 'updated_at': '2021-09-17T08:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'ee9f0217-17b6-4856-bcdc-76e05c30a79b', 'name': '', 'network_id': '1284743e-a278-4ea3-9090-9b3fd2cc34a4', 'tenant_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'mac_address': 'fa:16:3e:4c:f2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3439a0dd-6fba-4955-8b70-95586a2a2996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '212bda04-0276-4ed0-9083-c88107f0c4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:19:19Z', 'updated_at': '2021-09-17T08:19:24Z', 'revision_number': 5, 'project_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'subnets': [{'id': '212bda04-0276-4ed0-9083-c88107f0c4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:29:41.830148 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f90f1b4-de1f-4b1a-9ac5-9adbad64fc08 None None] Checking router: 3439a0dd-6fba-4955-8b70-95586a2a2996 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:29:41.838540 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f90f1b4-de1f-4b1a-9ac5-9adbad64fc08 None None] Routers {'3439a0dd-6fba-4955-8b70-95586a2a2996'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:29:41.839162 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-9f90f1b4-de1f-4b1a-9ac5-9adbad64fc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:29:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['3439a0dd-6fba-4955-8b70-95586a2a2996'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:29:41.939061 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-9f90f1b4-de1f-4b1a-9ac5-9adbad64fc08 None None] Set router 3439a0dd-6fba-4955-8b70-95586a2a2996 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:29:42.238403 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-9f90f1b4-de1f-4b1a-9ac5-9adbad64fc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3439a0dd-6fba-4955-8b70-95586a2a2996', 'name': 'tempest-AttachVolumeShelveTestJSON-1050428141-router', 'tenant_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'f62ee90b-8bc4-4c0c-8f9a-f6d7e0f09879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:19:17Z', 'updated_at': '2021-09-17T08:19:19Z', 'revision_number': 4, 'project_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'gw_port': {'id': 'f62ee90b-8bc4-4c0c-8f9a-f6d7e0f09879', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:75:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3439a0dd-6fba-4955-8b70-95586a2a2996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:19:17Z', 'updated_at': '2021-09-17T08:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'ee9f0217-17b6-4856-bcdc-76e05c30a79b', 'name': '', 'network_id': '1284743e-a278-4ea3-9090-9b3fd2cc34a4', 'tenant_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'mac_address': 'fa:16:3e:4c:f2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3439a0dd-6fba-4955-8b70-95586a2a2996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '212bda04-0276-4ed0-9083-c88107f0c4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:19:19Z', 'updated_at': '2021-09-17T08:19:24Z', 'revision_number': 5, 'project_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'subnets': [{'id': '212bda04-0276-4ed0-9083-c88107f0c4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:29:42.263666 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f90f1b4-de1f-4b1a-9ac5-9adbad64fc08 None None] The sync data for ids ['3439a0dd-6fba-4955-8b70-95586a2a2996'] in n-d-789963-9 is: [{'id': '3439a0dd-6fba-4955-8b70-95586a2a2996', 'name': 'tempest-AttachVolumeShelveTestJSON-1050428141-router', 'tenant_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'f62ee90b-8bc4-4c0c-8f9a-f6d7e0f09879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:19:17Z', 'updated_at': '2021-09-17T08:19:19Z', 'revision_number': 4, 'project_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'gw_port': {'id': 'f62ee90b-8bc4-4c0c-8f9a-f6d7e0f09879', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:75:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3439a0dd-6fba-4955-8b70-95586a2a2996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:19:17Z', 'updated_at': '2021-09-17T08:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'ee9f0217-17b6-4856-bcdc-76e05c30a79b', 'name': '', 'network_id': '1284743e-a278-4ea3-9090-9b3fd2cc34a4', 'tenant_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'mac_address': 'fa:16:3e:4c:f2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3439a0dd-6fba-4955-8b70-95586a2a2996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '212bda04-0276-4ed0-9083-c88107f0c4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:19:19Z', 'updated_at': '2021-09-17T08:19:24Z', 'revision_number': 5, 'project_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'subnets': [{'id': '212bda04-0276-4ed0-9083-c88107f0c4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:29:42.481354 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe2ce84-9381-4bf6-834f-57221ba47ebc None None] New status for floating IP 49c97bbc-4f69-4be0-8ca0-637c0491921f: DOWN {{(pid=101291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 08:29:43.428588 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 52184) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:29:43.486862 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cebe2529-e3c6-49cc-8f3a-f575fae55093 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:43.509633 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cebe2529-e3c6-49cc-8f3a-f575fae55093 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:43.560744 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cebe2529-e3c6-49cc-8f3a-f575fae55093 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:43.563511 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cebe2529-e3c6-49cc-8f3a-f575fae55093 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:43.567640 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-cebe2529-e3c6-49cc-8f3a-f575fae55093 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "DELETE /v2.0/security-groups/84c51e02-f8e0-4fcd-b67e-fb23d4d0ecfd HTTP/1.1" status: 204 len: 168 time: 0.1321089 Sep 17 08:29:43.567751 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 52188) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:29:43.575262 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebe2529-e3c6-49cc-8f3a-f575fae55093 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c51e02-f8e0-4fcd-b67e-fb23d4d0ecfd,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:29:43.581975 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-71c33d46-1c0c-411a-b53e-210fe46d9df5 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] show failed (client error): The resource could not be found. Sep 17 08:29:43.582974 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-71c33d46-1c0c-411a-b53e-210fe46d9df5 tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "GET /v2.0/security-groups/84c51e02-f8e0-4fcd-b67e-fb23d4d0ecfd HTTP/1.1" status: 404 len: 347 time: 0.0143182 Sep 17 08:29:43.585804 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 52190) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:29:43.710414 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-7b999aad-f07f-4a08-b42a-550d199bb09f tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Deleting port 32e45f17-c815-41b5-a63b-f3a4d07f7cb9 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:29:43.710751 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7b999aad-f07f-4a08-b42a-550d199bb09f tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:43.784347 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7b999aad-f07f-4a08-b42a-550d199bb09f tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:43.784605 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7b999aad-f07f-4a08-b42a-550d199bb09f tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:43.795489 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-7b999aad-f07f-4a08-b42a-550d199bb09f tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Calling delete_port for 32e45f17-c815-41b5-a63b-f3a4d07f7cb9 owned by network:floatingip {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:29:43.926645 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7b999aad-f07f-4a08-b42a-550d199bb09f tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:43.952622 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b999aad-f07f-4a08-b42a-550d199bb09f tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Pushing event deleted for resources: {'Port': ['ID=32e45f17-c815-41b5-a63b-f3a4d07f7cb9,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:29:43.965561 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b999aad-f07f-4a08-b42a-550d199bb09f tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:29:43.965944 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b999aad-f07f-4a08-b42a-550d199bb09f tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:29:43.966292 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b999aad-f07f-4a08-b42a-550d199bb09f tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:29:43.966631 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b999aad-f07f-4a08-b42a-550d199bb09f tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:29:43.966972 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b999aad-f07f-4a08-b42a-550d199bb09f tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:29:43.967305 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b999aad-f07f-4a08-b42a-550d199bb09f tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:29:43.967633 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b999aad-f07f-4a08-b42a-550d199bb09f tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:29:43.968007 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b999aad-f07f-4a08-b42a-550d199bb09f tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:29:43.968337 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b999aad-f07f-4a08-b42a-550d199bb09f tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:29:43.968663 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b999aad-f07f-4a08-b42a-550d199bb09f tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:29:43.968990 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b999aad-f07f-4a08-b42a-550d199bb09f tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:29:43.969314 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b999aad-f07f-4a08-b42a-550d199bb09f tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:29:44.021455 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7b999aad-f07f-4a08-b42a-550d199bb09f tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks [] for floatingip, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:44.023956 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7b999aad-f07f-4a08-b42a-550d199bb09f tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:44.025124 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-7b999aad-f07f-4a08-b42a-550d199bb09f tempest-AttachVolumeShelveTestJSON-471125681 tempest-AttachVolumeShelveTestJSON-471125681-project] 10.222.0.13 "DELETE /v2.0/floatingips/49c97bbc-4f69-4be0-8ca0-637c0491921f HTTP/1.1" status: 204 len: 168 time: 0.4379399 Sep 17 08:29:44.771450 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:29:44.792555 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: 75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:29:44.793459 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 75a1ace9-c7f4-41aa-bb2e-a57dea2c1f65 not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:29:48.597414 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 52232) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:29:49.369950 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a4a607ce-b7b4-427e-82f4-d1a34965b63a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:49.602155 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-a4a607ce-b7b4-427e-82f4-d1a34965b63a admin admin] Deleting port ee9f0217-17b6-4856-bcdc-76e05c30a79b {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:29:49.602838 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a4a607ce-b7b4-427e-82f4-d1a34965b63a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:49.691248 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-a4a607ce-b7b4-427e-82f4-d1a34965b63a admin admin] For port ee9f0217-17b6-4856-bcdc-76e05c30a79b, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=ee9f0217-17b6-4856-bcdc-76e05c30a79b,segment=NetworkSegment(c03e0a6e-57db-4f86-b77a-44067909abf9),segment_id=c03e0a6e-57db-4f86-b77a-44067909abf9)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:29:49.691609 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a4a607ce-b7b4-427e-82f4-d1a34965b63a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:49.703683 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-a4a607ce-b7b4-427e-82f4-d1a34965b63a admin admin] Calling delete_port for ee9f0217-17b6-4856-bcdc-76e05c30a79b owned by network:router_interface {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:29:49.882009 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a4a607ce-b7b4-427e-82f4-d1a34965b63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:49.908384 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a607ce-b7b4-427e-82f4-d1a34965b63a admin admin] Pushing event deleted for resources: {'Port': ['ID=ee9f0217-17b6-4856-bcdc-76e05c30a79b,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:29:49.984256 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-28d62627-5826-4c65-8211-ebc8cacc7b27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:50.086279 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a4a607ce-b7b4-427e-82f4-d1a34965b63a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:50.307643 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a607ce-b7b4-427e-82f4-d1a34965b63a admin admin] Router 3439a0dd-6fba-4955-8b70-95586a2a2996 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:29:50.413224 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a607ce-b7b4-427e-82f4-d1a34965b63a admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:29:50.421457 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a4a607ce-b7b4-427e-82f4-d1a34965b63a admin admin] 10.222.0.13 "PUT /v2.0/routers/3439a0dd-6fba-4955-8b70-95586a2a2996/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8197825 Sep 17 08:29:50.421457 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 52248) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:29:50.424490 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc9acfa-ccd6-4e96-a718-1fae9d3d1d58 None None] Sync routers for ids ['3439a0dd-6fba-4955-8b70-95586a2a2996'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:29:50.435169 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc9acfa-ccd6-4e96-a718-1fae9d3d1d58 None None] Routers {'3439a0dd-6fba-4955-8b70-95586a2a2996'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:29:50.435780 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-ccc9acfa-ccd6-4e96-a718-1fae9d3d1d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:29:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['3439a0dd-6fba-4955-8b70-95586a2a2996'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:29:50.524760 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1080f95a-124d-4817-8d02-68fdf96e8677 admin admin] Notify callbacks [] for router, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:50.538220 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-ccc9acfa-ccd6-4e96-a718-1fae9d3d1d58 None None] Set router 3439a0dd-6fba-4955-8b70-95586a2a2996 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:29:50.626938 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1080f95a-124d-4817-8d02-68fdf96e8677 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:50.682264 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-1080f95a-124d-4817-8d02-68fdf96e8677 admin admin] Deleting port f62ee90b-8bc4-4c0c-8f9a-f6d7e0f09879 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:29:50.682613 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1080f95a-124d-4817-8d02-68fdf96e8677 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:50.717165 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-ccc9acfa-ccd6-4e96-a718-1fae9d3d1d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3439a0dd-6fba-4955-8b70-95586a2a2996', 'name': 'tempest-AttachVolumeShelveTestJSON-1050428141-router', 'tenant_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'f62ee90b-8bc4-4c0c-8f9a-f6d7e0f09879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:19:17Z', 'updated_at': '2021-09-17T08:29:49Z', 'revision_number': 5, 'project_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'gw_port': {'id': 'f62ee90b-8bc4-4c0c-8f9a-f6d7e0f09879', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:75:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3439a0dd-6fba-4955-8b70-95586a2a2996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:19:17Z', 'updated_at': '2021-09-17T08:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:29:50.742320 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc9acfa-ccd6-4e96-a718-1fae9d3d1d58 None None] Checking router: 3439a0dd-6fba-4955-8b70-95586a2a2996 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:29:50.751464 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc9acfa-ccd6-4e96-a718-1fae9d3d1d58 None None] Routers {'3439a0dd-6fba-4955-8b70-95586a2a2996'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:29:50.752221 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-ccc9acfa-ccd6-4e96-a718-1fae9d3d1d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:29:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['3439a0dd-6fba-4955-8b70-95586a2a2996'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:29:50.767499 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-1080f95a-124d-4817-8d02-68fdf96e8677 admin admin] For port f62ee90b-8bc4-4c0c-8f9a-f6d7e0f09879, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=f62ee90b-8bc4-4c0c-8f9a-f6d7e0f09879,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:29:50.767879 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1080f95a-124d-4817-8d02-68fdf96e8677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:50.779452 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-1080f95a-124d-4817-8d02-68fdf96e8677 admin admin] Calling delete_port for f62ee90b-8bc4-4c0c-8f9a-f6d7e0f09879 owned by network:router_gateway {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:29:50.841120 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-ccc9acfa-ccd6-4e96-a718-1fae9d3d1d58 None None] Set router 3439a0dd-6fba-4955-8b70-95586a2a2996 gateway port host: None {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:29:50.895685 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-ccc9acfa-ccd6-4e96-a718-1fae9d3d1d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3439a0dd-6fba-4955-8b70-95586a2a2996', 'name': 'tempest-AttachVolumeShelveTestJSON-1050428141-router', 'tenant_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:19:17Z', 'updated_at': '2021-09-17T08:29:50Z', 'revision_number': 6, 'project_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'gw_port_host': None}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:29:50.926638 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc9acfa-ccd6-4e96-a718-1fae9d3d1d58 None None] The sync data for ids ['3439a0dd-6fba-4955-8b70-95586a2a2996'] in n-d-789963-9 is: [{'id': '3439a0dd-6fba-4955-8b70-95586a2a2996', 'name': 'tempest-AttachVolumeShelveTestJSON-1050428141-router', 'tenant_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:19:17Z', 'updated_at': '2021-09-17T08:29:50Z', 'revision_number': 6, 'project_id': '0bbdb03fe4b44f819abe924e0a8980e4', 'gw_port_host': None}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:29:50.956773 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1080f95a-124d-4817-8d02-68fdf96e8677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:50.984191 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1080f95a-124d-4817-8d02-68fdf96e8677 admin admin] Pushing event deleted for resources: {'Port': ['ID=f62ee90b-8bc4-4c0c-8f9a-f6d7e0f09879,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:29:51.048935 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1080f95a-124d-4817-8d02-68fdf96e8677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:51.138359 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1080f95a-124d-4817-8d02-68fdf96e8677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:51.140541 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1080f95a-124d-4817-8d02-68fdf96e8677 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:51.187159 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1080f95a-124d-4817-8d02-68fdf96e8677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:51.187949 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1080f95a-124d-4817-8d02-68fdf96e8677 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3439a0dd-6fba-4955-8b70-95586a2a2996 {{(pid=101290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 08:29:51.194624 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1080f95a-124d-4817-8d02-68fdf96e8677 admin admin] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:51.198390 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-1080f95a-124d-4817-8d02-68fdf96e8677 admin admin] 10.222.0.13 "DELETE /v2.0/routers/3439a0dd-6fba-4955-8b70-95586a2a2996 HTTP/1.1" status: 204 len: 168 time: 0.7740469 Sep 17 08:29:51.198786 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 52252) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:29:51.245246 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-898fd544-2226-43fc-ae99-bf2ef7cc1c7f admin admin] Deleting subnet 212bda04-0276-4ed0-9083-c88107f0c4c6 {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:29:51.248411 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-898fd544-2226-43fc-ae99-bf2ef7cc1c7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:51.283679 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-898fd544-2226-43fc-ae99-bf2ef7cc1c7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:51.370222 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-898fd544-2226-43fc-ae99-bf2ef7cc1c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:51.431439 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-898fd544-2226-43fc-ae99-bf2ef7cc1c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:51.458196 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898fd544-2226-43fc-ae99-bf2ef7cc1c7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=212bda04-0276-4ed0-9083-c88107f0c4c6,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:29:51.460143 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-898fd544-2226-43fc-ae99-bf2ef7cc1c7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:51.463450 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-898fd544-2226-43fc-ae99-bf2ef7cc1c7f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/212bda04-0276-4ed0-9083-c88107f0c4c6 HTTP/1.1" status: 204 len: 168 time: 0.2635031 Sep 17 08:29:51.464697 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 52254) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:29:51.466806 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b30d475-d303-44d6-b9af-76d198265597 None None] Network 1284743e-a278-4ea3-9090-9b3fd2cc34a4 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:29:51.540039 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7582d062-0ece-43ad-bb7b-1874532b2f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:51.597548 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-7582d062-0ece-43ad-bb7b-1874532b2f74 admin admin] Deleting port 12278a8b-e71d-416c-88a6-14c821cb0f79 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:29:51.597896 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7582d062-0ece-43ad-bb7b-1874532b2f74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:51.664440 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-7582d062-0ece-43ad-bb7b-1874532b2f74 admin admin] For port 12278a8b-e71d-416c-88a6-14c821cb0f79, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=12278a8b-e71d-416c-88a6-14c821cb0f79,segment=NetworkSegment(c03e0a6e-57db-4f86-b77a-44067909abf9),segment_id=c03e0a6e-57db-4f86-b77a-44067909abf9)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:29:51.668687 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7582d062-0ece-43ad-bb7b-1874532b2f74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:51.677224 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-7582d062-0ece-43ad-bb7b-1874532b2f74 admin admin] Calling delete_port for 12278a8b-e71d-416c-88a6-14c821cb0f79 owned by network:dhcp {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:29:51.748438 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b97e5c-5e2b-4b13-99c8-6e2490bb339d None None] DHCP port deletion for 1284743e-a278-4ea3-9090-9b3fd2cc34a4 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 08:29:51.753583 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device ee9f0217-17b6-4856-bcdc-76e05c30a79b no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:29:51.773065 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7582d062-0ece-43ad-bb7b-1874532b2f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:51.780691 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: ee9f0217-17b6-4856-bcdc-76e05c30a79b {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:29:51.781283 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device ee9f0217-17b6-4856-bcdc-76e05c30a79b not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:29:51.790443 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7582d062-0ece-43ad-bb7b-1874532b2f74 admin admin] No DVR routers for this DVR port 12278a8b-e71d-416c-88a6-14c821cb0f79 on host n-d-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:29:51.811706 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7582d062-0ece-43ad-bb7b-1874532b2f74 admin admin] Pushing event deleted for resources: {'Port': ['ID=12278a8b-e71d-416c-88a6-14c821cb0f79,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:29:51.814640 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-01b97e5c-5e2b-4b13-99c8-6e2490bb339d None None] The port '12278a8b-e71d-416c-88a6-14c821cb0f79' was deleted {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Sep 17 08:29:51.899361 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7582d062-0ece-43ad-bb7b-1874532b2f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:51.920317 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-7582d062-0ece-43ad-bb7b-1874532b2f74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1284743e-a278-4ea3-9090-9b3fd2cc34a4']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:29:51.929933 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-7582d062-0ece-43ad-bb7b-1874532b2f74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c03e0a6e-57db-4f86-b77a-44067909abf9') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:29:51.930232 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-7582d062-0ece-43ad-bb7b-1874532b2f74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c03e0a6e-57db-4f86-b77a-44067909abf9') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:29:51.939947 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7582d062-0ece-43ad-bb7b-1874532b2f74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:51.953679 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7582d062-0ece-43ad-bb7b-1874532b2f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:51.960628 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7582d062-0ece-43ad-bb7b-1874532b2f74 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:29:51.961334 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7582d062-0ece-43ad-bb7b-1874532b2f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:51.963375 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 08:29:51.963375 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:29:51.963375 n-d-789963-9 neutron-server[101290]: timer() Sep 17 08:29:51.963375 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:29:51.963375 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 08:29:51.963375 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:29:51.963375 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 08:29:51.963375 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:29:51.963375 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 08:29:51.963375 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:29:51.963375 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 08:29:51.963375 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:29:51.963375 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 08:29:51.963375 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:29:51.963375 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:29:51.963375 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:29:51.963375 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:29:51.963375 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:29:51.963375 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 08:29:51.963375 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:29:51.963375 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 08:29:51.963375 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:29:51.963375 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:29:51.963375 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:29:51.963375 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 08:29:51.963375 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:29:51.963375 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:29:51.963375 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:29:51.963375 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:29:51.963375 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:29:51.963375 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:29:51.963375 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:29:52.018813 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7582d062-0ece-43ad-bb7b-1874532b2f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:52.024875 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7582d062-0ece-43ad-bb7b-1874532b2f74 admin admin] Notify callbacks [] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:52.026751 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-7582d062-0ece-43ad-bb7b-1874532b2f74 admin admin] 10.222.0.13 "DELETE /v2.0/networks/1284743e-a278-4ea3-9090-9b3fd2cc34a4 HTTP/1.1" status: 204 len: 168 time: 0.5609236 Sep 17 08:29:52.040201 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7582d062-0ece-43ad-bb7b-1874532b2f74 admin admin] Pushing event deleted for resources: {'Network': ['ID=1284743e-a278-4ea3-9090-9b3fd2cc34a4,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:29:52.163126 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 52258) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:29:52.206225 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-673fbb2d-27a3-4824-a309-2212038d950d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0bbdb03fe4b44f819abe924e0a8980e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396564 Sep 17 08:29:52.206617 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 52260) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:29:52.263976 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c471a2fa-ec9a-40b0-bad7-7da691ba1870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:52.286454 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c471a2fa-ec9a-40b0-bad7-7da691ba1870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:52.336054 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c471a2fa-ec9a-40b0-bad7-7da691ba1870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:52.338886 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c471a2fa-ec9a-40b0-bad7-7da691ba1870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:52.340206 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c471a2fa-ec9a-40b0-bad7-7da691ba1870 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/78be631e-431f-4619-9276-ade9d58ee600 HTTP/1.1" status: 204 len: 168 time: 0.1324942 Sep 17 08:29:52.347817 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c471a2fa-ec9a-40b0-bad7-7da691ba1870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78be631e-431f-4619-9276-ade9d58ee600,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:29:52.476504 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0b96b983-bc40-4a17-9564-7b895de30676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:52.768794 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:53.303311 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device f62ee90b-8bc4-4c0c-8f9a-f6d7e0f09879 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:29:53.329668 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: f62ee90b-8bc4-4c0c-8f9a-f6d7e0f09879 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:29:53.330052 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device f62ee90b-8bc4-4c0c-8f9a-f6d7e0f09879 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:29:53.330480 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 12278a8b-e71d-416c-88a6-14c821cb0f79 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:29:53.349244 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 12278a8b-e71d-416c-88a6-14c821cb0f79 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:29:53.349594 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 12278a8b-e71d-416c-88a6-14c821cb0f79 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:29:53.587782 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba4c70-935f-4f4b-a715-81a0c7aeeadb req-0a821ab4-2fe8-484c-a5a3-ffefb3341abe tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:29:53.589409 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9bba4c70-935f-4f4b-a715-81a0c7aeeadb req-0a821ab4-2fe8-484c-a5a3-ffefb3341abe tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] 10.222.0.13 "GET /v2.0/ports?device_id=b96951ec-3a84-4009-86bb-54e25fb439f3 HTTP/1.1" status: 200 len: 945 time: 0.0491903 Sep 17 08:29:53.632811 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9bba4c70-935f-4f4b-a715-81a0c7aeeadb req-f246774c-77ba-4557-8bef-a76400dacb41 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] 10.222.0.13 "GET /v2.0/security-groups?id=f40bf2d1-2d25-4832-9734-d06ffe9bd292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368421 Sep 17 08:29:53.798298 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:54.673899 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 52338) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:29:54.747192 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a91c55-8a3e-4b57-a979-ce3cb7942cb3 req-0df98d71-d637-4cdf-9734-104a5141f536 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:29:54.749372 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f9a91c55-8a3e-4b57-a979-ce3cb7942cb3 req-0df98d71-d637-4cdf-9734-104a5141f536 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] 10.222.0.13 "GET /v2.0/ports?device_id=b96951ec-3a84-4009-86bb-54e25fb439f3 HTTP/1.1" status: 200 len: 945 time: 0.0477049 Sep 17 08:29:54.785285 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-09b059d1-4fb0-486e-bc92-14f920516c0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:54.807181 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f9a91c55-8a3e-4b57-a979-ce3cb7942cb3 req-11dac78c-feea-4b21-84c6-ba74d1b3c45f tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] 10.222.0.13 "GET /v2.0/security-groups?id=f40bf2d1-2d25-4832-9734-d06ffe9bd292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518684 Sep 17 08:29:54.882346 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-09b059d1-4fb0-486e-bc92-14f920516c0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:54.885934 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-09b059d1-4fb0-486e-bc92-14f920516c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:54.925197 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-09b059d1-4fb0-486e-bc92-14f920516c0d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f8b345b59c9d48ca93001bff3b12dbc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2501311 Sep 17 08:29:54.926064 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b059d1-4fb0-486e-bc92-14f920516c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71512154-37d8-4f4e-a6f1-b2a80c838a53,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:29:54.927944 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 52342) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:29:54.975421 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-193b03bf-9235-4fb3-857d-9a4d5e9b8be1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:54.996290 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-193b03bf-9235-4fb3-857d-9a4d5e9b8be1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:55.043498 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-193b03bf-9235-4fb3-857d-9a4d5e9b8be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:55.046709 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-193b03bf-9235-4fb3-857d-9a4d5e9b8be1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:55.047932 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-193b03bf-9235-4fb3-857d-9a4d5e9b8be1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/71512154-37d8-4f4e-a6f1-b2a80c838a53 HTTP/1.1" status: 204 len: 168 time: 0.1189013 Sep 17 08:29:55.055597 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193b03bf-9235-4fb3-857d-9a4d5e9b8be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71512154-37d8-4f4e-a6f1-b2a80c838a53,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:29:55.271221 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81925866-690e-4d3e-86ce-27bf14d2a5ec req-8ca300e6-4a66-409c-8b61-0b8f23c21819 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:29:55.272768 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-81925866-690e-4d3e-86ce-27bf14d2a5ec req-8ca300e6-4a66-409c-8b61-0b8f23c21819 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] 10.222.0.39 "GET /v2.0/ports?device_id=b96951ec-3a84-4009-86bb-54e25fb439f3 HTTP/1.1" status: 200 len: 945 time: 0.0520685 Sep 17 08:29:55.313592 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 52348) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:29:55.327367 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-aad59eec-a50c-46c8-8755-4d53dceb132d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:55.365675 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-81925866-690e-4d3e-86ce-27bf14d2a5ec req-fc58fe03-8753-4ce3-a3af-871c0dc36f82 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Deleting port 9313c0fa-2f22-4af1-9ad9-d809250a4312 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:29:55.366023 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-81925866-690e-4d3e-86ce-27bf14d2a5ec req-fc58fe03-8753-4ce3-a3af-871c0dc36f82 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:55.389311 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:55.424379 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-aad59eec-a50c-46c8-8755-4d53dceb132d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:55.428964 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-aad59eec-a50c-46c8-8755-4d53dceb132d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:55.459597 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-81925866-690e-4d3e-86ce-27bf14d2a5ec req-fc58fe03-8753-4ce3-a3af-871c0dc36f82 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] For port 9313c0fa-2f22-4af1-9ad9-d809250a4312, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=9313c0fa-2f22-4af1-9ad9-d809250a4312,segment=NetworkSegment(46512d9c-13b8-4cb3-9789-08a166c3b438),segment_id=46512d9c-13b8-4cb3-9789-08a166c3b438)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:29:55.459998 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-81925866-690e-4d3e-86ce-27bf14d2a5ec req-fc58fe03-8753-4ce3-a3af-871c0dc36f82 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:55.466173 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-aad59eec-a50c-46c8-8755-4d53dceb132d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cfb42ada84294b37bc45398aa34b92be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1513946 Sep 17 08:29:55.467951 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad59eec-a50c-46c8-8755-4d53dceb132d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036da275-2933-4732-a8cf-3f12120537ea,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:29:55.469230 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 52350) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:29:55.479519 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-81925866-690e-4d3e-86ce-27bf14d2a5ec req-fc58fe03-8753-4ce3-a3af-871c0dc36f82 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Calling delete_port for 9313c0fa-2f22-4af1-9ad9-d809250a4312 owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:29:55.568783 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-171b4f03-9c78-4083-b896-7d9f39f987f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:55.600368 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-171b4f03-9c78-4083-b896-7d9f39f987f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:55.675752 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-81925866-690e-4d3e-86ce-27bf14d2a5ec req-fc58fe03-8753-4ce3-a3af-871c0dc36f82 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:55.704972 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc58fe03-8753-4ce3-a3af-871c0dc36f82 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Pushing event deleted for resources: {'Port': ['ID=9313c0fa-2f22-4af1-9ad9-d809250a4312,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:29:55.707453 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['9313c0fa-2f22-4af1-9ad9-d809250a4312'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:29:55.707811 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-171b4f03-9c78-4083-b896-7d9f39f987f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:55.710438 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-171b4f03-9c78-4083-b896-7d9f39f987f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:55.713755 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-171b4f03-9c78-4083-b896-7d9f39f987f4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/036da275-2933-4732-a8cf-3f12120537ea HTTP/1.1" status: 204 len: 168 time: 0.2413239 Sep 17 08:29:55.742353 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171b4f03-9c78-4083-b896-7d9f39f987f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036da275-2933-4732-a8cf-3f12120537ea,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:29:55.760652 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-81925866-690e-4d3e-86ce-27bf14d2a5ec req-fc58fe03-8753-4ce3-a3af-871c0dc36f82 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] No DVR routers for this DVR port 9313c0fa-2f22-4af1-9ad9-d809250a4312 on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:29:55.763113 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-81925866-690e-4d3e-86ce-27bf14d2a5ec req-fc58fe03-8753-4ce3-a3af-871c0dc36f82 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:55.765860 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-81925866-690e-4d3e-86ce-27bf14d2a5ec req-fc58fe03-8753-4ce3-a3af-871c0dc36f82 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] 10.222.0.39 "DELETE /v2.0/ports/9313c0fa-2f22-4af1-9ad9-d809250a4312 HTTP/1.1" status: 204 len: 173 time: 0.4860189 Sep 17 08:29:55.766358 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b96951ec-3a84-4009-86bb-54e25fb439f3', 'name': 'network-vif-deleted', 'tag': '9313c0fa-2f22-4af1-9ad9-d809250a4312'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:29:55.768977 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b79388-b6ab-4352-ad90-0274ee452752" -d '{"events": [{"server_uuid": "b96951ec-3a84-4009-86bb-54e25fb439f3", "name": "network-vif-deleted", "tag": "9313c0fa-2f22-4af1-9ad9-d809250a4312"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:29:55.817305 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa65d54-d971-4bbe-a309-92176d4a0b0d x-openstack-request-id: req-8aa65d54-d971-4bbe-a309-92176d4a0b0d {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:29:55.817608 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b96951ec-3a84-4009-86bb-54e25fb439f3", "name": "network-vif-deleted", "tag": "9313c0fa-2f22-4af1-9ad9-d809250a4312", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:29:55.817871 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8aa65d54-d971-4bbe-a309-92176d4a0b0d {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:29:55.818272 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b96951ec-3a84-4009-86bb-54e25fb439f3', 'name': 'network-vif-deleted', 'tag': '9313c0fa-2f22-4af1-9ad9-d809250a4312', 'status': 'completed', 'code': 200} Sep 17 08:29:55.904584 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2cbb6618-f113-47be-8690-510b26ac48e7 req-bdcbe116-83c4-4258-a02f-5a9e92f37633 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] 10.222.0.13 "GET /v2.0/ports?device_id=b96951ec-3a84-4009-86bb-54e25fb439f3 HTTP/1.1" status: 200 len: 210 time: 0.0275688 Sep 17 08:29:57.260061 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:29:58.106641 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 52442) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:29:58.275998 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4ae3bbe1-e329-40d6-a820-2d1dd98dba25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:58.366033 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4ae3bbe1-e329-40d6-a820-2d1dd98dba25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:58.369868 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4ae3bbe1-e329-40d6-a820-2d1dd98dba25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:58.408220 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-4ae3bbe1-e329-40d6-a820-2d1dd98dba25 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bb73a120167f4b3492719cf661438a6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2996383 Sep 17 08:29:58.409127 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae3bbe1-e329-40d6-a820-2d1dd98dba25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db394834-d2f1-4f6c-b3b8-fe59f7d8db12,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:29:58.410899 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 52448) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:29:58.459921 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3148a617-f837-4949-88dd-97587fb68019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:58.483578 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3148a617-f837-4949-88dd-97587fb68019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:58.529332 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3148a617-f837-4949-88dd-97587fb68019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:58.531901 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3148a617-f837-4949-88dd-97587fb68019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:58.533069 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-3148a617-f837-4949-88dd-97587fb68019 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/db394834-d2f1-4f6c-b3b8-fe59f7d8db12 HTTP/1.1" status: 204 len: 168 time: 0.1203606 Sep 17 08:29:58.541208 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3148a617-f837-4949-88dd-97587fb68019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db394834-d2f1-4f6c-b3b8-fe59f7d8db12,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:29:58.797484 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 52454) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:29:58.810569 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-eb2a7ae7-8440-432a-b552-981479810144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:58.834660 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 9313c0fa-2f22-4af1-9ad9-d809250a4312 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:29:58.901242 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-eb2a7ae7-8440-432a-b552-981479810144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:58.905686 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-eb2a7ae7-8440-432a-b552-981479810144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:58.944545 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-eb2a7ae7-8440-432a-b552-981479810144 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f150d13173174e07b904a0c349c8a004&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1459448 Sep 17 08:29:58.946629 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2a7ae7-8440-432a-b552-981479810144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca214df1-1d64-4e81-bc81-3b05676f6528,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:29:58.947301 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 52456) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:29:59.000332 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-96e4344a-9b39-471c-846d-5bf7ebc81f48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:59.011682 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: 9313c0fa-2f22-4af1-9ad9-d809250a4312 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:29:59.012129 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 9313c0fa-2f22-4af1-9ad9-d809250a4312 not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:29:59.025616 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-96e4344a-9b39-471c-846d-5bf7ebc81f48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:59.071955 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-96e4344a-9b39-471c-846d-5bf7ebc81f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:59.074779 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-96e4344a-9b39-471c-846d-5bf7ebc81f48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:29:59.076051 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-96e4344a-9b39-471c-846d-5bf7ebc81f48 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ca214df1-1d64-4e81-bc81-3b05676f6528 HTTP/1.1" status: 204 len: 168 time: 0.1277049 Sep 17 08:29:59.084835 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e4344a-9b39-471c-846d-5bf7ebc81f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca214df1-1d64-4e81-bc81-3b05676f6528,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:04.070368 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d216c4-b1e6-4cdd-9410-fedddf277d28 req-b9d6a9a1-fb3f-40aa-afac-d568f4872a41 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:04.071920 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-77d216c4-b1e6-4cdd-9410-fedddf277d28 req-b9d6a9a1-fb3f-40aa-afac-d568f4872a41 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] 10.222.0.13 "GET /v2.0/networks?id=2804f593-33a9-4ff0-9342-d027a5a5afa0 HTTP/1.1" status: 200 len: 813 time: 0.1000781 Sep 17 08:30:04.088855 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-77d216c4-b1e6-4cdd-9410-fedddf277d28 req-35416ed5-d718-4211-ada7-fde495dd28be tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] 10.222.0.13 "GET /v2.0/quotas/14c8fa90542c479ca44b76ae7921a8ba HTTP/1.1" status: 200 len: 375 time: 0.0098443 Sep 17 08:30:04.125159 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-77d216c4-b1e6-4cdd-9410-fedddf277d28 req-a623154a-1d27-4abb-866d-d62190117230 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=14c8fa90542c479ca44b76ae7921a8ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298595 Sep 17 08:30:04.211247 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 52622) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:04.234324 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [req-77d216c4-b1e6-4cdd-9410-fedddf277d28 req-d1fcb690-3e4b-42f0-9c8e-7b1f48be5268 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:30:04.235326 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-77d216c4-b1e6-4cdd-9410-fedddf277d28 req-d1fcb690-3e4b-42f0-9c8e-7b1f48be5268 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1028562 Sep 17 08:30:04.279304 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7ff8e023-06ae-46ba-bbdc-bc6b9b248ec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:04.364932 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-77d216c4-b1e6-4cdd-9410-fedddf277d28 req-0c0bc5d3-76f0-44bc-ba74-1f53509ca9a7 service neutron] 10.222.0.13 "GET /v2.0/networks/2804f593-33a9-4ff0-9342-d027a5a5afa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233370 Sep 17 08:30:04.485452 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7ff8e023-06ae-46ba-bbdc-bc6b9b248ec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:04.490073 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7ff8e023-06ae-46ba-bbdc-bc6b9b248ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:04.493699 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-77d216c4-b1e6-4cdd-9410-fedddf277d28 req-08f5450a-11f1-4009-8a7b-80056c5e2a9d service neutron] 10.222.0.13 "GET /v2.0/networks/2804f593-33a9-4ff0-9342-d027a5a5afa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211362 Sep 17 08:30:04.530740 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-7ff8e023-06ae-46ba-bbdc-bc6b9b248ec1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cdda76c805a840edb139a5c8abe7038b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3178194 Sep 17 08:30:04.531630 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff8e023-06ae-46ba-bbdc-bc6b9b248ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=636291d7-0e49-49d7-b14c-0d192b5fe238,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:04.533561 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 52626) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:04.585459 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fb827159-ef15-4970-93bb-ef15a3cc76d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:04.606831 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fb827159-ef15-4970-93bb-ef15a3cc76d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:04.651694 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fb827159-ef15-4970-93bb-ef15a3cc76d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:04.654327 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fb827159-ef15-4970-93bb-ef15a3cc76d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:04.656033 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-fb827159-ef15-4970-93bb-ef15a3cc76d0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/636291d7-0e49-49d7-b14c-0d192b5fe238 HTTP/1.1" status: 204 len: 168 time: 0.1212990 Sep 17 08:30:04.663193 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb827159-ef15-4970-93bb-ef15a3cc76d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=636291d7-0e49-49d7-b14c-0d192b5fe238,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:04.670352 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb827159-ef15-4970-93bb-ef15a3cc76d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:30:04.670774 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb827159-ef15-4970-93bb-ef15a3cc76d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:30:04.671675 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb827159-ef15-4970-93bb-ef15a3cc76d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:30:04.672042 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb827159-ef15-4970-93bb-ef15a3cc76d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:30:04.672375 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb827159-ef15-4970-93bb-ef15a3cc76d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:30:04.672703 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb827159-ef15-4970-93bb-ef15a3cc76d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:30:04.673033 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb827159-ef15-4970-93bb-ef15a3cc76d0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:30:04.673357 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb827159-ef15-4970-93bb-ef15a3cc76d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:30:04.673683 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb827159-ef15-4970-93bb-ef15a3cc76d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:30:04.674039 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb827159-ef15-4970-93bb-ef15a3cc76d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:30:04.674329 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb827159-ef15-4970-93bb-ef15a3cc76d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:30:04.674656 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb827159-ef15-4970-93bb-ef15a3cc76d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:30:04.906611 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 52632) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:04.919475 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7c33e6f7-0f53-4d89-ac1c-50f7c275c652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:05.005964 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7c33e6f7-0f53-4d89-ac1c-50f7c275c652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:05.009488 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7c33e6f7-0f53-4d89-ac1c-50f7c275c652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:05.050948 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-7c33e6f7-0f53-4d89-ac1c-50f7c275c652 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c93e416d8cde477b86315114f2821e92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1432948 Sep 17 08:30:05.052282 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c33e6f7-0f53-4d89-ac1c-50f7c275c652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f045ad52-59ae-4df5-8114-f07f88a09dc3,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:05.053861 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 52634) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:05.105361 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9bca02ea-7868-49f2-a2f8-09aae4ff7499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:05.125443 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9bca02ea-7868-49f2-a2f8-09aae4ff7499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:05.171729 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9bca02ea-7868-49f2-a2f8-09aae4ff7499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:05.174348 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9bca02ea-7868-49f2-a2f8-09aae4ff7499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:05.175526 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-9bca02ea-7868-49f2-a2f8-09aae4ff7499 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f045ad52-59ae-4df5-8114-f07f88a09dc3 HTTP/1.1" status: 204 len: 168 time: 0.1206372 Sep 17 08:30:05.183035 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bca02ea-7868-49f2-a2f8-09aae4ff7499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f045ad52-59ae-4df5-8114-f07f88a09dc3,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:05.683071 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-773ddd6a-436b-4c3b-b29b-c28a4a4e5418 req-047bc5b9-5d65-48af-8b82-f3ebb883b184 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e48a458-358f-48c6-b330-0a3970062532 HTTP/1.1" status: 200 len: 210 time: 0.0300531 Sep 17 08:30:05.693151 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:05.913158 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:06.670657 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d216c4-b1e6-4cdd-9410-fedddf277d28 req-3e92241c-ccce-4216-9852-03b3e5f42667 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:06.672799 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-77d216c4-b1e6-4cdd-9410-fedddf277d28 req-3e92241c-ccce-4216-9852-03b3e5f42667 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] 10.222.0.39 "GET /v2.0/networks?id=2804f593-33a9-4ff0-9342-d027a5a5afa0 HTTP/1.1" status: 200 len: 813 time: 0.1078522 Sep 17 08:30:06.696163 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-77d216c4-b1e6-4cdd-9410-fedddf277d28 req-12aea35b-7adf-4ff6-8ce6-464ede125813 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Request body: {'port': {'device_id': '7e48a458-358f-48c6-b330-0a3970062532', 'network_id': '2804f593-33a9-4ff0-9342-d027a5a5afa0', 'admin_state_up': True, 'tenant_id': '14c8fa90542c479ca44b76ae7921a8ba'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:30:06.786622 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5bebfc2b-017d-41d5-9e0d-fabbfc2ab1c0 req-72c3bd50-e70e-44a1-bde4-effdcc8a4301 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e48a458-358f-48c6-b330-0a3970062532 HTTP/1.1" status: 200 len: 210 time: 0.0285861 Sep 17 08:30:06.813428 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77d216c4-b1e6-4cdd-9410-fedddf277d28 req-12aea35b-7adf-4ff6-8ce6-464ede125813 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Made reservation on behalf of 14c8fa90542c479ca44b76ae7921a8ba for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:30:06.817027 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-77d216c4-b1e6-4cdd-9410-fedddf277d28 req-12aea35b-7adf-4ff6-8ce6-464ede125813 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:06.943065 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-77d216c4-b1e6-4cdd-9410-fedddf277d28 req-12aea35b-7adf-4ff6-8ce6-464ede125813 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Allocated IP 172.20.0.14 (2804f593-33a9-4ff0-9342-d027a5a5afa0/20f189cb-c847-4f56-8c9d-cfd5bf0a20b3/2b90a83a-61a1-4ac1-91ff-1dfd4cf37d38) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:30:07.091508 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-77d216c4-b1e6-4cdd-9410-fedddf277d28 req-12aea35b-7adf-4ff6-8ce6-464ede125813 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:07.125632 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-77d216c4-b1e6-4cdd-9410-fedddf277d28 req-12aea35b-7adf-4ff6-8ce6-464ede125813 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:07.167431 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77d216c4-b1e6-4cdd-9410-fedddf277d28 req-12aea35b-7adf-4ff6-8ce6-464ede125813 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Network 2804f593-33a9-4ff0-9342-d027a5a5afa0 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:30:07.170422 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-77d216c4-b1e6-4cdd-9410-fedddf277d28 req-12aea35b-7adf-4ff6-8ce6-464ede125813 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:30:07.175848 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-77d216c4-b1e6-4cdd-9410-fedddf277d28 req-12aea35b-7adf-4ff6-8ce6-464ede125813 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:30:07.204254 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aea35b-7adf-4ff6-8ce6-464ede125813 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Pushing event updated for resources: {'Port': ['ID=2b90a83a-61a1-4ac1-91ff-1dfd4cf37d38,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:07.232965 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d216c4-b1e6-4cdd-9410-fedddf277d28 req-12aea35b-7adf-4ff6-8ce6-464ede125813 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:07.233598 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-77d216c4-b1e6-4cdd-9410-fedddf277d28 req-12aea35b-7adf-4ff6-8ce6-464ede125813 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:07.247938 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-77d216c4-b1e6-4cdd-9410-fedddf277d28 req-12aea35b-7adf-4ff6-8ce6-464ede125813 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5569971 Sep 17 08:30:07.269904 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-77d216c4-b1e6-4cdd-9410-fedddf277d28 req-6cdc7de0-4476-4291-b764-807228579e6d service neutron] Request body: {'port': {'device_id': '7e48a458-358f-48c6-b330-0a3970062532', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:30:07.328104 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-77d216c4-b1e6-4cdd-9410-fedddf277d28 req-6cdc7de0-4476-4291-b764-807228579e6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:07.589918 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-77d216c4-b1e6-4cdd-9410-fedddf277d28 req-6cdc7de0-4476-4291-b764-807228579e6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b90a83a-61a1-4ac1-91ff-1dfd4cf37d38 {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:30:07.597859 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-77d216c4-b1e6-4cdd-9410-fedddf277d28 req-6cdc7de0-4476-4291-b764-807228579e6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:07.609822 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-77d216c4-b1e6-4cdd-9410-fedddf277d28 req-6cdc7de0-4476-4291-b764-807228579e6d service neutron] Transition to ACTIVE for port object 2b90a83a-61a1-4ac1-91ff-1dfd4cf37d38 will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:30:07.613951 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-77d216c4-b1e6-4cdd-9410-fedddf277d28 req-6cdc7de0-4476-4291-b764-807228579e6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:07.679245 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdc7de0-4476-4291-b764-807228579e6d service neutron] Pushing event updated for resources: {'Port': ['ID=2b90a83a-61a1-4ac1-91ff-1dfd4cf37d38,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:07.917580 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40ddd2d-1583-4173-bc51-cbdb253aff4c req-e72c7e61-7890-46bc-b5bd-7f0260cd14af tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:07.919168 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d40ddd2d-1583-4173-bc51-cbdb253aff4c req-e72c7e61-7890-46bc-b5bd-7f0260cd14af tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e48a458-358f-48c6-b330-0a3970062532 HTTP/1.1" status: 200 len: 944 time: 0.0539169 Sep 17 08:30:07.960225 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d40ddd2d-1583-4173-bc51-cbdb253aff4c req-12f8b38e-7546-4dc9-b205-f3e17c6eef66 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] 10.222.0.13 "GET /v2.0/security-groups?id=f40bf2d1-2d25-4832-9734-d06ffe9bd292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334463 Sep 17 08:30:08.086254 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-77d216c4-b1e6-4cdd-9410-fedddf277d28 req-6cdc7de0-4476-4291-b764-807228579e6d service neutron] Attempting to bind port 2b90a83a-61a1-4ac1-91ff-1dfd4cf37d38 on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:30:08.086901 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-77d216c4-b1e6-4cdd-9410-fedddf277d28 req-6cdc7de0-4476-4291-b764-807228579e6d service neutron] Attempting to bind port 2b90a83a-61a1-4ac1-91ff-1dfd4cf37d38 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': '46512d9c-13b8-4cb3-9789-08a166c3b438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2804f593-33a9-4ff0-9342-d027a5a5afa0'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:30:08.087434 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d216c4-b1e6-4cdd-9410-fedddf277d28 req-6cdc7de0-4476-4291-b764-807228579e6d service neutron] Attempting to bind port 2b90a83a-61a1-4ac1-91ff-1dfd4cf37d38 on network 2804f593-33a9-4ff0-9342-d027a5a5afa0 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:30:08.092012 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d216c4-b1e6-4cdd-9410-fedddf277d28 req-6cdc7de0-4476-4291-b764-807228579e6d service neutron] Port 2b90a83a-61a1-4ac1-91ff-1dfd4cf37d38 on network 2804f593-33a9-4ff0-9342-d027a5a5afa0 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:30:08.092332 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d216c4-b1e6-4cdd-9410-fedddf277d28 req-6cdc7de0-4476-4291-b764-807228579e6d service neutron] Attempting to bind port 2b90a83a-61a1-4ac1-91ff-1dfd4cf37d38 on network 2804f593-33a9-4ff0-9342-d027a5a5afa0 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:30:08.097573 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d216c4-b1e6-4cdd-9410-fedddf277d28 req-6cdc7de0-4476-4291-b764-807228579e6d service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:30:08.097907 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d216c4-b1e6-4cdd-9410-fedddf277d28 req-6cdc7de0-4476-4291-b764-807228579e6d service neutron] Checking segment: {'id': '46512d9c-13b8-4cb3-9789-08a166c3b438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2804f593-33a9-4ff0-9342-d027a5a5afa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:30:08.098287 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d216c4-b1e6-4cdd-9410-fedddf277d28 req-6cdc7de0-4476-4291-b764-807228579e6d service neutron] Bound using segment: {'id': '46512d9c-13b8-4cb3-9789-08a166c3b438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2804f593-33a9-4ff0-9342-d027a5a5afa0'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:30:08.098709 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-77d216c4-b1e6-4cdd-9410-fedddf277d28 req-6cdc7de0-4476-4291-b764-807228579e6d service neutron] Bound port: 2b90a83a-61a1-4ac1-91ff-1dfd4cf37d38, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46512d9c-13b8-4cb3-9789-08a166c3b438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2804f593-33a9-4ff0-9342-d027a5a5afa0'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:30:08.099086 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-77d216c4-b1e6-4cdd-9410-fedddf277d28 req-6cdc7de0-4476-4291-b764-807228579e6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:08.160199 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-77d216c4-b1e6-4cdd-9410-fedddf277d28 req-6cdc7de0-4476-4291-b764-807228579e6d service neutron] For port 2b90a83a-61a1-4ac1-91ff-1dfd4cf37d38, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:30:08.166443 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-77d216c4-b1e6-4cdd-9410-fedddf277d28 req-6cdc7de0-4476-4291-b764-807228579e6d service neutron] For port 2b90a83a-61a1-4ac1-91ff-1dfd4cf37d38, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=2b90a83a-61a1-4ac1-91ff-1dfd4cf37d38,segment=NetworkSegment(46512d9c-13b8-4cb3-9789-08a166c3b438),segment_id=46512d9c-13b8-4cb3-9789-08a166c3b438)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:30:08.171139 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-77d216c4-b1e6-4cdd-9410-fedddf277d28 req-6cdc7de0-4476-4291-b764-807228579e6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:08.203648 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d216c4-b1e6-4cdd-9410-fedddf277d28 req-6cdc7de0-4476-4291-b764-807228579e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:08.204319 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-77d216c4-b1e6-4cdd-9410-fedddf277d28 req-6cdc7de0-4476-4291-b764-807228579e6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:08.205726 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-77d216c4-b1e6-4cdd-9410-fedddf277d28 req-6cdc7de0-4476-4291-b764-807228579e6d service neutron] 10.222.0.39 "PUT /v2.0/ports/2b90a83a-61a1-4ac1-91ff-1dfd4cf37d38 HTTP/1.1" status: 200 len: 1092 time: 0.9447398 Sep 17 08:30:08.206294 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e48a458-358f-48c6-b330-0a3970062532', 'tag': '2b90a83a-61a1-4ac1-91ff-1dfd4cf37d38'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:30:08.208544 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06fcf3b4-4072-413f-8e24-95caf2fb6b20" -d '{"events": [{"name": "network-changed", "server_uuid": "7e48a458-358f-48c6-b330-0a3970062532", "tag": "2b90a83a-61a1-4ac1-91ff-1dfd4cf37d38"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:30:08.244575 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdc7de0-4476-4291-b764-807228579e6d service neutron] Pushing event updated for resources: {'Port': ['ID=2b90a83a-61a1-4ac1-91ff-1dfd4cf37d38,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:08.257396 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b9166a-daa4-4d6f-a213-77db5980ba94 x-openstack-request-id: req-28b9166a-daa4-4d6f-a213-77db5980ba94 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:30:08.257918 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e48a458-358f-48c6-b330-0a3970062532", "tag": "2b90a83a-61a1-4ac1-91ff-1dfd4cf37d38", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:30:08.258168 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-28b9166a-daa4-4d6f-a213-77db5980ba94 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:30:08.258632 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e48a458-358f-48c6-b330-0a3970062532', 'tag': '2b90a83a-61a1-4ac1-91ff-1dfd4cf37d38', 'status': 'completed', 'code': 200} Sep 17 08:30:08.310624 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d216c4-b1e6-4cdd-9410-fedddf277d28 req-7e8ba937-9f9d-4c78-89c0-125a1ee8a238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:08.312240 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-77d216c4-b1e6-4cdd-9410-fedddf277d28 req-7e8ba937-9f9d-4c78-89c0-125a1ee8a238 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=14c8fa90542c479ca44b76ae7921a8ba&device_id=7e48a458-358f-48c6-b330-0a3970062532 HTTP/1.1" status: 200 len: 1095 time: 0.0434754 Sep 17 08:30:08.365131 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-77d216c4-b1e6-4cdd-9410-fedddf277d28 req-c4bf8dba-ca37-4995-848f-2899045dd22c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b90a83a-61a1-4ac1-91ff-1dfd4cf37d38 HTTP/1.1" status: 200 len: 217 time: 0.0391793 Sep 17 08:30:08.413797 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d216c4-b1e6-4cdd-9410-fedddf277d28 req-abdb6a0c-8d83-46db-a2ed-e9ce0935758c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:08.415413 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-77d216c4-b1e6-4cdd-9410-fedddf277d28 req-abdb6a0c-8d83-46db-a2ed-e9ce0935758c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=20f189cb-c847-4f56-8c9d-cfd5bf0a20b3 HTTP/1.1" status: 200 len: 853 time: 0.0433381 Sep 17 08:30:08.449528 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-77d216c4-b1e6-4cdd-9410-fedddf277d28 req-989b0224-7a99-49a6-b39a-3bb800a86ff3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2804f593-33a9-4ff0-9342-d027a5a5afa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253563 Sep 17 08:30:08.542639 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-77d216c4-b1e6-4cdd-9410-fedddf277d28 req-f98160fe-b2a1-4f6c-a415-655c70f065be service neutron] 10.222.0.39 "GET /v2.0/networks/2804f593-33a9-4ff0-9342-d027a5a5afa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861387 Sep 17 08:30:08.636882 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-77d216c4-b1e6-4cdd-9410-fedddf277d28 req-03eb08c1-03b0-45ad-a038-0ff86dc1a764 service neutron] 10.222.0.39 "GET /v2.0/networks/2804f593-33a9-4ff0-9342-d027a5a5afa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863128 Sep 17 08:30:08.799462 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcf3b4-4072-413f-8e24-95caf2fb6b20 req-f1af5532-7a94-430d-a5af-8f90380a8fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:08.801050 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-06fcf3b4-4072-413f-8e24-95caf2fb6b20 req-f1af5532-7a94-430d-a5af-8f90380a8fee service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=14c8fa90542c479ca44b76ae7921a8ba&device_id=7e48a458-358f-48c6-b330-0a3970062532 HTTP/1.1" status: 200 len: 1095 time: 0.0411201 Sep 17 08:30:08.890744 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcf3b4-4072-413f-8e24-95caf2fb6b20 req-2a8836d6-fd3f-4076-8589-536c35ffe7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:08.892301 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-06fcf3b4-4072-413f-8e24-95caf2fb6b20 req-2a8836d6-fd3f-4076-8589-536c35ffe7a7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2804f593-33a9-4ff0-9342-d027a5a5afa0 HTTP/1.1" status: 200 len: 914 time: 0.0848057 Sep 17 08:30:08.935790 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-06fcf3b4-4072-413f-8e24-95caf2fb6b20 req-5564b583-8d8e-4f54-b11e-7729ef1fd70e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b90a83a-61a1-4ac1-91ff-1dfd4cf37d38 HTTP/1.1" status: 200 len: 217 time: 0.0368898 Sep 17 08:30:08.983742 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcf3b4-4072-413f-8e24-95caf2fb6b20 req-4adf7a34-a7f2-4c00-9817-22d25f1c8bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:08.985816 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-06fcf3b4-4072-413f-8e24-95caf2fb6b20 req-4adf7a34-a7f2-4c00-9817-22d25f1c8bf7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=20f189cb-c847-4f56-8c9d-cfd5bf0a20b3 HTTP/1.1" status: 200 len: 853 time: 0.0436351 Sep 17 08:30:09.018957 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-06fcf3b4-4072-413f-8e24-95caf2fb6b20 req-3bd3fc59-6d15-4b3d-bcba-36e15c324d9f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2804f593-33a9-4ff0-9342-d027a5a5afa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260954 Sep 17 08:30:09.094144 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9ae35e-2dab-42cc-a811-dae34db59285 req-20986b8d-a6e9-4b8a-afa1-28580ef31363 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:09.095761 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3c9ae35e-2dab-42cc-a811-dae34db59285 req-20986b8d-a6e9-4b8a-afa1-28580ef31363 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e48a458-358f-48c6-b330-0a3970062532 HTTP/1.1" status: 200 len: 944 time: 0.0629807 Sep 17 08:30:09.127386 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-06fcf3b4-4072-413f-8e24-95caf2fb6b20 req-1ff64c60-2688-4bdf-b9d1-4cc1818fdfff service neutron] 10.222.0.39 "GET /v2.0/networks/2804f593-33a9-4ff0-9342-d027a5a5afa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007004 Sep 17 08:30:09.136823 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3c9ae35e-2dab-42cc-a811-dae34db59285 req-5c4c239a-9dce-4fbe-ac79-90a11e168e47 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] 10.222.0.13 "GET /v2.0/security-groups?id=f40bf2d1-2d25-4832-9734-d06ffe9bd292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333118 Sep 17 08:30:09.222014 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-06fcf3b4-4072-413f-8e24-95caf2fb6b20 req-3a6e1aa2-db69-4c0e-8f2d-5ccdfa0738af service neutron] 10.222.0.39 "GET /v2.0/networks/2804f593-33a9-4ff0-9342-d027a5a5afa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875738 Sep 17 08:30:10.252907 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d25337-b9ae-4b84-be5d-612b1af46fcc req-ceccc66f-8c41-4f7f-9483-85b5996fccf9 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:10.254403 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-88d25337-b9ae-4b84-be5d-612b1af46fcc req-ceccc66f-8c41-4f7f-9483-85b5996fccf9 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e48a458-358f-48c6-b330-0a3970062532 HTTP/1.1" status: 200 len: 944 time: 0.0477934 Sep 17 08:30:10.292167 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-88d25337-b9ae-4b84-be5d-612b1af46fcc req-a06051b2-0ad5-4c30-9e49-a20f4a85af2a tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] 10.222.0.13 "GET /v2.0/security-groups?id=f40bf2d1-2d25-4832-9734-d06ffe9bd292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315862 Sep 17 08:30:11.056317 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 52794) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:11.159658 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4a475f19-2509-41cc-a32e-ec0740dfa9f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:11.243900 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4a475f19-2509-41cc-a32e-ec0740dfa9f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:11.247467 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4a475f19-2509-41cc-a32e-ec0740dfa9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:11.286010 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-4a475f19-2509-41cc-a32e-ec0740dfa9f3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=04a3d11d192f418f849c3e40429153b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2286654 Sep 17 08:30:11.286916 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a475f19-2509-41cc-a32e-ec0740dfa9f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ab4a48-b081-4713-b507-57a6302fb2fc,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:11.288709 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 52798) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:11.338940 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9569ad6c-6a94-480c-9858-0bbbfb7daf56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:11.364623 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9569ad6c-6a94-480c-9858-0bbbfb7daf56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:11.409685 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49abfa9-275a-4ad5-9e27-113a5f016b2c req-67e0cb79-5691-4009-85b3-53b39059d057 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:11.411425 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f49abfa9-275a-4ad5-9e27-113a5f016b2c req-67e0cb79-5691-4009-85b3-53b39059d057 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e48a458-358f-48c6-b330-0a3970062532 HTTP/1.1" status: 200 len: 944 time: 0.0533383 Sep 17 08:30:11.411607 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9569ad6c-6a94-480c-9858-0bbbfb7daf56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:11.414216 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9569ad6c-6a94-480c-9858-0bbbfb7daf56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:11.415375 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-9569ad6c-6a94-480c-9858-0bbbfb7daf56 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/47ab4a48-b081-4713-b507-57a6302fb2fc HTTP/1.1" status: 204 len: 168 time: 0.1256318 Sep 17 08:30:11.423453 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9569ad6c-6a94-480c-9858-0bbbfb7daf56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ab4a48-b081-4713-b507-57a6302fb2fc,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:11.455701 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f49abfa9-275a-4ad5-9e27-113a5f016b2c req-6c918284-349e-4e52-a02a-965c1c81aafa tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] 10.222.0.13 "GET /v2.0/security-groups?id=f40bf2d1-2d25-4832-9734-d06ffe9bd292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381594 Sep 17 08:30:11.665285 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 52806) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:11.678738 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8d9c1337-2413-4130-adde-e852423b1b9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:11.778571 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8d9c1337-2413-4130-adde-e852423b1b9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:11.782640 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8d9c1337-2413-4130-adde-e852423b1b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:11.818447 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9c1337-2413-4130-adde-e852423b1b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6283e03b-d503-477c-8bd8-4040a7a60504,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:11.824005 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-8d9c1337-2413-4130-adde-e852423b1b9a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0ff9e5bfbca04725ab6545eafc4753ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1573966 Sep 17 08:30:11.826671 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 52808) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:11.872659 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-13372925-425c-4fcb-9602-041e96d0293c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:11.894738 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-13372925-425c-4fcb-9602-041e96d0293c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:11.942761 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-13372925-425c-4fcb-9602-041e96d0293c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:11.945380 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-13372925-425c-4fcb-9602-041e96d0293c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:11.946601 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-13372925-425c-4fcb-9602-041e96d0293c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6283e03b-d503-477c-8bd8-4040a7a60504 HTTP/1.1" status: 204 len: 168 time: 0.1190352 Sep 17 08:30:11.954439 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13372925-425c-4fcb-9602-041e96d0293c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6283e03b-d503-477c-8bd8-4040a7a60504,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:12.568318 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d689b-18b9-47ce-9eaf-6207282f0074 req-97d2ca9b-0bf2-4663-8c8e-1a6784be44c6 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:12.569790 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e97d689b-18b9-47ce-9eaf-6207282f0074 req-97d2ca9b-0bf2-4663-8c8e-1a6784be44c6 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e48a458-358f-48c6-b330-0a3970062532 HTTP/1.1" status: 200 len: 944 time: 0.0477135 Sep 17 08:30:12.607525 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e97d689b-18b9-47ce-9eaf-6207282f0074 req-b45d79df-4c38-4fcd-85f7-da611d0c94b9 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] 10.222.0.13 "GET /v2.0/security-groups?id=f40bf2d1-2d25-4832-9734-d06ffe9bd292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317240 Sep 17 08:30:12.900794 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 2b90a83a-61a1-4ac1-91ff-1dfd4cf37d38 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:30:12.994719 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 2b90a83a-61a1-4ac1-91ff-1dfd4cf37d38, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=2b90a83a-61a1-4ac1-91ff-1dfd4cf37d38,segment=NetworkSegment(46512d9c-13b8-4cb3-9789-08a166c3b438),segment_id=46512d9c-13b8-4cb3-9789-08a166c3b438)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:30:13.006130 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '2b90a83a-61a1-4ac1-91ff-1dfd4cf37d38', 'network_id': '2804f593-33a9-4ff0-9342-d027a5a5afa0', 'port_id': '2b90a83a-61a1-4ac1-91ff-1dfd4cf37d38', 'mac_address': 'fa:16:3e:40:ea:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20f189cb-c847-4f56-8c9d-cfd5bf0a20b3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:30:13.043096 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:13.055616 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b90a83a-61a1-4ac1-91ff-1dfd4cf37d38 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:30:13.075305 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 2b90a83a-61a1-4ac1-91ff-1dfd4cf37d38, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=2b90a83a-61a1-4ac1-91ff-1dfd4cf37d38,segment=NetworkSegment(46512d9c-13b8-4cb3-9789-08a166c3b438),segment_id=46512d9c-13b8-4cb3-9789-08a166c3b438)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:30:13.080348 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:13.126361 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=2b90a83a-61a1-4ac1-91ff-1dfd4cf37d38,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:13.133948 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:30:13.134303 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:30:13.134649 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:30:13.134993 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:30:13.135333 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:30:13.135676 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:30:13.136038 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:30:13.136375 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:30:13.136705 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:30:13.137034 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:30:13.137361 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:30:13.137689 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:30:13.450519 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['2b90a83a-61a1-4ac1-91ff-1dfd4cf37d38'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:30:13.723265 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e4cd5-e1e9-4932-8bbb-b762589955d0 req-4e569cd2-d73d-4e54-9b58-3bb815e5fe6b tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:13.724778 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e84e4cd5-e1e9-4932-8bbb-b762589955d0 req-4e569cd2-d73d-4e54-9b58-3bb815e5fe6b tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e48a458-358f-48c6-b330-0a3970062532 HTTP/1.1" status: 200 len: 945 time: 0.0502696 Sep 17 08:30:13.762646 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e84e4cd5-e1e9-4932-8bbb-b762589955d0 req-bee152b9-e908-4523-8bea-fd7d7eef762c tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] 10.222.0.13 "GET /v2.0/security-groups?id=f40bf2d1-2d25-4832-9734-d06ffe9bd292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318375 Sep 17 08:30:14.072855 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 52888) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:14.176998 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6ea570d1-9a4d-4037-852f-16af00b1c5fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:14.264703 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6ea570d1-9a4d-4037-852f-16af00b1c5fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:14.268786 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6ea570d1-9a4d-4037-852f-16af00b1c5fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:14.307445 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6ea570d1-9a4d-4037-852f-16af00b1c5fd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2903cb68bd034785aaf6d63638ed213b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2335145 Sep 17 08:30:14.308298 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea570d1-9a4d-4037-852f-16af00b1c5fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b971c705-8a83-4d3a-8dcc-6363135a0b16,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:14.310165 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 52892) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:14.374533 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-40f3c771-7bc6-4bc3-8442-2ed228b4e170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:14.394957 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-40f3c771-7bc6-4bc3-8442-2ed228b4e170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:14.440809 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-40f3c771-7bc6-4bc3-8442-2ed228b4e170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:14.443371 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-40f3c771-7bc6-4bc3-8442-2ed228b4e170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:14.444601 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-40f3c771-7bc6-4bc3-8442-2ed228b4e170 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b971c705-8a83-4d3a-8dcc-6363135a0b16 HTTP/1.1" status: 204 len: 168 time: 0.1331861 Sep 17 08:30:14.451939 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f3c771-7bc6-4bc3-8442-2ed228b4e170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b971c705-8a83-4d3a-8dcc-6363135a0b16,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:14.695726 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 52898) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:14.709221 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-35d04013-4615-4349-95a7-5d3c605308c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:14.797382 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-35d04013-4615-4349-95a7-5d3c605308c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:14.801774 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-35d04013-4615-4349-95a7-5d3c605308c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:14.841940 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-35d04013-4615-4349-95a7-5d3c605308c9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e94bc54b8c0742f2b2170c1d393fe7be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1428590 Sep 17 08:30:14.842274 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d04013-4615-4349-95a7-5d3c605308c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d09fd7fd-8c6d-4dd4-8ed3-c9f9b1b180e6,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:14.842383 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 52902) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:14.904364 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df0ee68-a546-40a8-b843-69e146c734f0 req-de613560-3e90-4940-ad87-ccdbf49c9e37 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:14.905844 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6df0ee68-a546-40a8-b843-69e146c734f0 req-de613560-3e90-4940-ad87-ccdbf49c9e37 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e48a458-358f-48c6-b330-0a3970062532 HTTP/1.1" status: 200 len: 945 time: 0.0752792 Sep 17 08:30:14.914781 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 2b90a83a-61a1-4ac1-91ff-1dfd4cf37d38 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:30:14.932482 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-18146544-5a73-4043-aea6-2221a24bd8b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:14.964434 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port 2b90a83a-61a1-4ac1-91ff-1dfd4cf37d38 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:30:14.967982 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 2b90a83a-61a1-4ac1-91ff-1dfd4cf37d38 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:30:14.968344 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:14.969285 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-18146544-5a73-4043-aea6-2221a24bd8b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:14.973452 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6df0ee68-a546-40a8-b843-69e146c734f0 req-83da97c0-a5f9-4eb2-bd6c-0a0131edbbdd tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] 10.222.0.13 "GET /v2.0/security-groups?id=f40bf2d1-2d25-4832-9734-d06ffe9bd292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610018 Sep 17 08:30:15.021027 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-18146544-5a73-4043-aea6-2221a24bd8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:15.023715 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-18146544-5a73-4043-aea6-2221a24bd8b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:15.024906 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-18146544-5a73-4043-aea6-2221a24bd8b3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d09fd7fd-8c6d-4dd4-8ed3-c9f9b1b180e6 HTTP/1.1" status: 204 len: 168 time: 0.1817191 Sep 17 08:30:15.032624 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18146544-5a73-4043-aea6-2221a24bd8b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09fd7fd-8c6d-4dd4-8ed3-c9f9b1b180e6,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:15.069516 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:15.092142 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e48a458-358f-48c6-b330-0a3970062532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b90a83a-61a1-4ac1-91ff-1dfd4cf37d38'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:30:15.094372 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74e1858-1edd-41e1-aef4-7ce865106ec7" -d '{"events": [{"server_uuid": "7e48a458-358f-48c6-b330-0a3970062532", "name": "network-vif-plugged", "status": "completed", "tag": "2b90a83a-61a1-4ac1-91ff-1dfd4cf37d38"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:30:15.107194 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 2b90a83a-61a1-4ac1-91ff-1dfd4cf37d38, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=2b90a83a-61a1-4ac1-91ff-1dfd4cf37d38,segment=NetworkSegment(46512d9c-13b8-4cb3-9789-08a166c3b438),segment_id=46512d9c-13b8-4cb3-9789-08a166c3b438)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:30:15.111466 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:15.137935 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-322d190d-b93c-4637-9dca-1a789ab1743f x-openstack-request-id: req-322d190d-b93c-4637-9dca-1a789ab1743f {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:30:15.138228 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e48a458-358f-48c6-b330-0a3970062532", "name": "network-vif-plugged", "status": "completed", "tag": "2b90a83a-61a1-4ac1-91ff-1dfd4cf37d38", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:30:15.138476 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-322d190d-b93c-4637-9dca-1a789ab1743f {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:30:15.138860 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e48a458-358f-48c6-b330-0a3970062532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b90a83a-61a1-4ac1-91ff-1dfd4cf37d38', 'code': 200} Sep 17 08:30:15.163395 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=2b90a83a-61a1-4ac1-91ff-1dfd4cf37d38,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:15.267796 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87384e9-9bff-4383-b26d-516065483a91 req-7eba307f-b473-4f63-98d5-771cf8cf6a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:15.269376 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b87384e9-9bff-4383-b26d-516065483a91 req-7eba307f-b473-4f63-98d5-771cf8cf6a9c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7e48a458-358f-48c6-b330-0a3970062532 HTTP/1.1" status: 200 len: 1097 time: 0.0439520 Sep 17 08:30:15.304888 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b87384e9-9bff-4383-b26d-516065483a91 req-2f5e775b-2d5b-4c8d-834c-d030c25300c1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f40bf2d1-2d25-4832-9734-d06ffe9bd292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287325 Sep 17 08:30:16.088609 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37cdd02-224b-4bdb-8c8c-4fe6ac942624 req-37253c33-2f1e-4ccc-974e-5ef075a358df tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:16.090143 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c37cdd02-224b-4bdb-8c8c-4fe6ac942624 req-37253c33-2f1e-4ccc-974e-5ef075a358df tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e48a458-358f-48c6-b330-0a3970062532 HTTP/1.1" status: 200 len: 946 time: 0.0503178 Sep 17 08:30:16.127978 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c37cdd02-224b-4bdb-8c8c-4fe6ac942624 req-a0e40b88-417a-4af1-957e-ec44a0c2f139 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] 10.222.0.13 "GET /v2.0/security-groups?id=f40bf2d1-2d25-4832-9734-d06ffe9bd292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320163 Sep 17 08:30:16.824019 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 52952) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:16.930890 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a4ea2072-b711-4a00-8d92-620880d18451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:17.015009 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a4ea2072-b711-4a00-8d92-620880d18451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:17.019171 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a4ea2072-b711-4a00-8d92-620880d18451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:17.055433 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-a4ea2072-b711-4a00-8d92-620880d18451 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fe8ea14edd7f4695a7e080283d0ee201&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2303183 Sep 17 08:30:17.057434 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ea2072-b711-4a00-8d92-620880d18451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=878e6c04-df78-4f94-99b9-13662324ec84,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:17.058120 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 52956) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:17.112003 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1db028f4-3691-4667-a19c-d08f06bb19ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:17.132223 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1db028f4-3691-4667-a19c-d08f06bb19ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:17.178387 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1db028f4-3691-4667-a19c-d08f06bb19ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:17.181043 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1db028f4-3691-4667-a19c-d08f06bb19ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:17.182938 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-1db028f4-3691-4667-a19c-d08f06bb19ac admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/878e6c04-df78-4f94-99b9-13662324ec84 HTTP/1.1" status: 204 len: 168 time: 0.1237760 Sep 17 08:30:17.191152 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db028f4-3691-4667-a19c-d08f06bb19ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=878e6c04-df78-4f94-99b9-13662324ec84,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:17.252533 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b2af35-6e3a-4e92-a4a2-a92eba88ed14 req-dd982967-97c7-4c44-bcde-73b880d0d547 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:17.254035 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-54b2af35-6e3a-4e92-a4a2-a92eba88ed14 req-dd982967-97c7-4c44-bcde-73b880d0d547 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e48a458-358f-48c6-b330-0a3970062532 HTTP/1.1" status: 200 len: 946 time: 0.0544200 Sep 17 08:30:17.292525 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-54b2af35-6e3a-4e92-a4a2-a92eba88ed14 req-d66f5539-f028-44d5-9817-1b223704d221 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] 10.222.0.13 "GET /v2.0/security-groups?id=f40bf2d1-2d25-4832-9734-d06ffe9bd292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325203 Sep 17 08:30:17.455912 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 52968) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:17.469956 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-33b023b2-ca0a-4ea3-899f-3a37ec62d450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:17.563672 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-33b023b2-ca0a-4ea3-899f-3a37ec62d450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:17.568837 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-33b023b2-ca0a-4ea3-899f-3a37ec62d450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:17.612651 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-33b023b2-ca0a-4ea3-899f-3a37ec62d450 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=94882dfe4b3e405999681f0414523981&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1554155 Sep 17 08:30:17.613581 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b023b2-ca0a-4ea3-899f-3a37ec62d450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4351a031-6ded-4f09-9964-d94102253ff0,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:17.615211 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 52976) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:17.669969 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1ef06274-ebad-4f44-839f-74d333fe4438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:17.690936 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1ef06274-ebad-4f44-839f-74d333fe4438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:17.737088 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1ef06274-ebad-4f44-839f-74d333fe4438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:17.739651 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1ef06274-ebad-4f44-839f-74d333fe4438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:17.740869 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-1ef06274-ebad-4f44-839f-74d333fe4438 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4351a031-6ded-4f09-9964-d94102253ff0 HTTP/1.1" status: 204 len: 168 time: 0.1241972 Sep 17 08:30:17.748479 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef06274-ebad-4f44-839f-74d333fe4438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4351a031-6ded-4f09-9964-d94102253ff0,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:19.031153 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53014) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:19.175578 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-a68a2255-7be3-4797-9375-07f562f05ddd tempest-ExternalNetworksTestJSON-1810654183 tempest-ExternalNetworksTestJSON-1810654183-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-615190602'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:30:19.201251 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a68a2255-7be3-4797-9375-07f562f05ddd tempest-ExternalNetworksTestJSON-1810654183 tempest-ExternalNetworksTestJSON-1810654183-project] Made reservation on behalf of e50dfc43d3344dcb894ed9dfa6155550 for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:30:19.205362 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a68a2255-7be3-4797-9375-07f562f05ddd tempest-ExternalNetworksTestJSON-1810654183 tempest-ExternalNetworksTestJSON-1810654183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:19.213769 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a68a2255-7be3-4797-9375-07f562f05ddd tempest-ExternalNetworksTestJSON-1810654183 tempest-ExternalNetworksTestJSON-1810654183-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:19.304638 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a68a2255-7be3-4797-9375-07f562f05ddd tempest-ExternalNetworksTestJSON-1810654183 tempest-ExternalNetworksTestJSON-1810654183-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:19.308388 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a68a2255-7be3-4797-9375-07f562f05ddd tempest-ExternalNetworksTestJSON-1810654183 tempest-ExternalNetworksTestJSON-1810654183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:19.339367 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a68a2255-7be3-4797-9375-07f562f05ddd tempest-ExternalNetworksTestJSON-1810654183 tempest-ExternalNetworksTestJSON-1810654183-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:30:19.344844 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68a2255-7be3-4797-9375-07f562f05ddd tempest-ExternalNetworksTestJSON-1810654183 tempest-ExternalNetworksTestJSON-1810654183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf57c87-425e-4ea4-b0c5-25825f3f7cff,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:19.352439 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a68a2255-7be3-4797-9375-07f562f05ddd tempest-ExternalNetworksTestJSON-1810654183 tempest-ExternalNetworksTestJSON-1810654183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:19.352802 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-a68a2255-7be3-4797-9375-07f562f05ddd tempest-ExternalNetworksTestJSON-1810654183 tempest-ExternalNetworksTestJSON-1810654183-project] Added segment 2d1f36a0-ce9c-4fc5-8a53-6d6a35e29734 of type vlan for network e5d0bf56-fe3f-46fe-8c6d-fc0d612d31a1 Sep 17 08:30:19.392546 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a68a2255-7be3-4797-9375-07f562f05ddd tempest-ExternalNetworksTestJSON-1810654183 tempest-ExternalNetworksTestJSON-1810654183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:19.416964 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a68a2255-7be3-4797-9375-07f562f05ddd tempest-ExternalNetworksTestJSON-1810654183 tempest-ExternalNetworksTestJSON-1810654183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:19.422442 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68a2255-7be3-4797-9375-07f562f05ddd tempest-ExternalNetworksTestJSON-1810654183 tempest-ExternalNetworksTestJSON-1810654183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:19.423548 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a68a2255-7be3-4797-9375-07f562f05ddd tempest-ExternalNetworksTestJSON-1810654183 tempest-ExternalNetworksTestJSON-1810654183-project] Notify callbacks [] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:19.459823 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-a68a2255-7be3-4797-9375-07f562f05ddd tempest-ExternalNetworksTestJSON-1810654183 tempest-ExternalNetworksTestJSON-1810654183-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4275460 Sep 17 08:30:19.463080 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53018) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:19.496393 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68a2255-7be3-4797-9375-07f562f05ddd tempest-ExternalNetworksTestJSON-1810654183 tempest-ExternalNetworksTestJSON-1810654183-project] Pushing event updated for resources: {'Network': ['ID=e5d0bf56-fe3f-46fe-8c6d-fc0d612d31a1,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:19.508560 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network e5d0bf56-fe3f-46fe-8c6d-fc0d612d31a1 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:30:19.521730 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-e7aa579a-d125-41e8-9779-eb10eba950d8 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Request body: {'network': {'name': 'tempest-network--1231298969', 'router:external': True}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:30:19.544862 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7aa579a-d125-41e8-9779-eb10eba950d8 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Made reservation on behalf of 39530d0f0bd141dab9e3fd4eaba85c1f for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:30:19.547258 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e7aa579a-d125-41e8-9779-eb10eba950d8 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:19.556650 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e7aa579a-d125-41e8-9779-eb10eba950d8 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:19.651416 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e7aa579a-d125-41e8-9779-eb10eba950d8 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:19.655450 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e7aa579a-d125-41e8-9779-eb10eba950d8 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:19.679809 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7aa579a-d125-41e8-9779-eb10eba950d8 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:30:19.688441 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aa579a-d125-41e8-9779-eb10eba950d8 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a6a6cd-5242-450e-aa02-22ce6107820a,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:19.694592 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e7aa579a-d125-41e8-9779-eb10eba950d8 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:19.694946 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-e7aa579a-d125-41e8-9779-eb10eba950d8 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Added segment 26dd006e-6343-419b-a7ab-f3dc124c43ca of type vlan for network 0cf504e7-40cc-4047-be33-fc76d5e1a8f3 Sep 17 08:30:19.740696 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e7aa579a-d125-41e8-9779-eb10eba950d8 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:19.776518 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e7aa579a-d125-41e8-9779-eb10eba950d8 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:19.777525 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7aa579a-d125-41e8-9779-eb10eba950d8 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:19.778126 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e7aa579a-d125-41e8-9779-eb10eba950d8 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks [] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:19.806217 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e7aa579a-d125-41e8-9779-eb10eba950d8 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3421173 Sep 17 08:30:19.809272 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53024) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:19.838438 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aa579a-d125-41e8-9779-eb10eba950d8 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Pushing event updated for resources: {'Network': ['ID=0cf504e7-40cc-4047-be33-fc76d5e1a8f3,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:19.848517 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 0cf504e7-40cc-4047-be33-fc76d5e1a8f3 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:30:19.882133 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-eeab331d-9e78-41f3-ab3f-9b3496346c39 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:19.968114 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-eeab331d-9e78-41f3-ab3f-9b3496346c39 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:19.988099 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-68bb42f0-22ee-48b8-8b64-19d9269db5e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:19.990981 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-eeab331d-9e78-41f3-ab3f-9b3496346c39 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cf504e7-40cc-4047-be33-fc76d5e1a8f3']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:30:20.000548 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-eeab331d-9e78-41f3-ab3f-9b3496346c39 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26dd006e-6343-419b-a7ab-f3dc124c43ca') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:30:20.000849 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-eeab331d-9e78-41f3-ab3f-9b3496346c39 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26dd006e-6343-419b-a7ab-f3dc124c43ca') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:30:20.010395 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-eeab331d-9e78-41f3-ab3f-9b3496346c39 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:20.024391 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-eeab331d-9e78-41f3-ab3f-9b3496346c39 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:20.030686 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeab331d-9e78-41f3-ab3f-9b3496346c39 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:30:20.031135 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-eeab331d-9e78-41f3-ab3f-9b3496346c39 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:20.033670 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 08:30:20.033670 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:30:20.033670 n-d-789963-9 neutron-server[101290]: timer() Sep 17 08:30:20.033670 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:30:20.033670 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 08:30:20.033670 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:30:20.033670 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 08:30:20.033670 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:30:20.033670 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 08:30:20.033670 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:30:20.033670 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 08:30:20.033670 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:30:20.033670 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 08:30:20.033670 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:30:20.033670 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:30:20.033670 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:30:20.033670 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:30:20.033670 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:30:20.033670 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 08:30:20.033670 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:30:20.033670 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 08:30:20.033670 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:30:20.033670 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:30:20.033670 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:30:20.033670 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 08:30:20.033670 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:30:20.033670 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:30:20.033670 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:30:20.033670 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:30:20.033670 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:30:20.033670 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:30:20.033670 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:30:20.089756 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-eeab331d-9e78-41f3-ab3f-9b3496346c39 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:20.095943 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeab331d-9e78-41f3-ab3f-9b3496346c39 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0cf504e7-40cc-4047-be33-fc76d5e1a8f3 {{(pid=101290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 17 08:30:20.098622 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-eeab331d-9e78-41f3-ab3f-9b3496346c39 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks [] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:20.100496 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-eeab331d-9e78-41f3-ab3f-9b3496346c39 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] 10.222.0.13 "DELETE /v2.0/networks/0cf504e7-40cc-4047-be33-fc76d5e1a8f3 HTTP/1.1" status: 204 len: 168 time: 0.2893422 Sep 17 08:30:20.104157 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53026) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:20.110468 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-58a8a638-593b-4331-8ca0-c6a094dae278 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:30:20.111289 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeab331d-9e78-41f3-ab3f-9b3496346c39 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Pushing event deleted for resources: {'Network': ['ID=0cf504e7-40cc-4047-be33-fc76d5e1a8f3,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:20.135603 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a8a638-593b-4331-8ca0-c6a094dae278 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Made reservation on behalf of 39530d0f0bd141dab9e3fd4eaba85c1f for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:30:20.138249 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-58a8a638-593b-4331-8ca0-c6a094dae278 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:20.165632 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58a8a638-593b-4331-8ca0-c6a094dae278 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:30:20.175919 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-58a8a638-593b-4331-8ca0-c6a094dae278 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:20.176314 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-58a8a638-593b-4331-8ca0-c6a094dae278 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Added segment 984e8627-4227-4670-b81c-b79fbd3b1307 of type vlan for network 539935d4-b66a-488a-a23a-9922852b979a Sep 17 08:30:20.227186 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-58a8a638-593b-4331-8ca0-c6a094dae278 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:20.255476 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-58a8a638-593b-4331-8ca0-c6a094dae278 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:20.256494 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a8a638-593b-4331-8ca0-c6a094dae278 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:20.257075 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-58a8a638-593b-4331-8ca0-c6a094dae278 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks [] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:20.288024 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-58a8a638-593b-4331-8ca0-c6a094dae278 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.1819873 Sep 17 08:30:20.290889 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53028) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:20.295602 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-36a5604e-6cf2-42d6-bcba-7c780ef2ebf5 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Request body: {'subnet': {'network_id': '539935d4-b66a-488a-a23a-9922852b979a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:30:20.331235 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a8a638-593b-4331-8ca0-c6a094dae278 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Pushing event updated for resources: {'Network': ['ID=539935d4-b66a-488a-a23a-9922852b979a,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:20.341625 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 539935d4-b66a-488a-a23a-9922852b979a details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:30:20.349258 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a5604e-6cf2-42d6-bcba-7c780ef2ebf5 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Made reservation on behalf of 39530d0f0bd141dab9e3fd4eaba85c1f for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:30:20.352016 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-36a5604e-6cf2-42d6-bcba-7c780ef2ebf5 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:20.649597 n-d-789963-9 neutron-server[101289]: DEBUG neutron.objects.ports [None req-36a5604e-6cf2-42d6-bcba-7c780ef2ebf5 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101289) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 08:30:20.649900 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-36a5604e-6cf2-42d6-bcba-7c780ef2ebf5 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:20.702627 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a5604e-6cf2-42d6-bcba-7c780ef2ebf5 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Pushing event updated for resources: {'Subnet': ['ID=17d6b908-00dd-452e-bd82-617407291cb5,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:20.713442 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a5604e-6cf2-42d6-bcba-7c780ef2ebf5 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Checking segment: {'id': '984e8627-4227-4670-b81c-b79fbd3b1307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '539935d4-b66a-488a-a23a-9922852b979a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:30:20.713805 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a5604e-6cf2-42d6-bcba-7c780ef2ebf5 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Network hostable DHCP agents. Network: 539935d4-b66a-488a-a23a-9922852b979a, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:30:20.729439 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a5604e-6cf2-42d6-bcba-7c780ef2ebf5 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Network 539935d4-b66a-488a-a23a-9922852b979a is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:30:20.738492 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-36a5604e-6cf2-42d6-bcba-7c780ef2ebf5 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 539935d4-b66a-488a-a23a-9922852b979a) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:30:20.742592 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a5604e-6cf2-42d6-bcba-7c780ef2ebf5 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:20.743181 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-36a5604e-6cf2-42d6-bcba-7c780ef2ebf5 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:20.749126 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52eb6e4a-b631-40ae-a3d4-60d574bba097 None None] Network 539935d4-b66a-488a-a23a-9922852b979a requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:30:20.760334 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-36a5604e-6cf2-42d6-bcba-7c780ef2ebf5 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4657354 Sep 17 08:30:20.760639 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53030) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:20.765323 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-4140f7f0-5941-49ab-be53-6a3f16f63436 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Request body: {'floatingip': {'floating_network_id': '539935d4-b66a-488a-a23a-9922852b979a'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:30:20.793010 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4140f7f0-5941-49ab-be53-6a3f16f63436 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:20.897674 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6632c5d-8e44-4e0a-b63f-9f1e22e22480 None None] Network 539935d4-b66a-488a-a23a-9922852b979a requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:30:20.905405 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4140f7f0-5941-49ab-be53-6a3f16f63436 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:21.012823 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-4140f7f0-5941-49ab-be53-6a3f16f63436 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Allocated IP 172.20.0.5 (539935d4-b66a-488a-a23a-9922852b979a/17d6b908-00dd-452e-bd82-617407291cb5/784a3dcc-d8ea-4a6a-af2d-55b257b1cc06) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:30:21.120234 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4140f7f0-5941-49ab-be53-6a3f16f63436 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:21.157162 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4140f7f0-5941-49ab-be53-6a3f16f63436 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:21.195184 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4140f7f0-5941-49ab-be53-6a3f16f63436 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Network 539935d4-b66a-488a-a23a-9922852b979a is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:30:21.197964 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-4140f7f0-5941-49ab-be53-6a3f16f63436 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:30:21.201441 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4140f7f0-5941-49ab-be53-6a3f16f63436 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:30:21.231571 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4140f7f0-5941-49ab-be53-6a3f16f63436 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Pushing event updated for resources: {'Port': ['ID=784a3dcc-d8ea-4a6a-af2d-55b257b1cc06,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:21.294947 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4140f7f0-5941-49ab-be53-6a3f16f63436 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:21.329933 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4140f7f0-5941-49ab-be53-6a3f16f63436 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:21.481507 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4140f7f0-5941-49ab-be53-6a3f16f63436 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:21.487009 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4140f7f0-5941-49ab-be53-6a3f16f63436 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:21.554585 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4140f7f0-5941-49ab-be53-6a3f16f63436 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Pushing event updated for resources: {'Port': ['ID=784a3dcc-d8ea-4a6a-af2d-55b257b1cc06,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:21.564542 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4140f7f0-5941-49ab-be53-6a3f16f63436 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:21.577341 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4140f7f0-5941-49ab-be53-6a3f16f63436 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:21.578562 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-4140f7f0-5941-49ab-be53-6a3f16f63436 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.8168945 Sep 17 08:30:21.581815 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53034) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:21.651183 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-d1b921dc-d73b-4927-9e96-ee790b11b911 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] 10.222.0.13 "GET /v2.0/floatingips?floating_network_id=539935d4-b66a-488a-a23a-9922852b979a HTTP/1.1" status: 200 len: 689 time: 0.0682952 Sep 17 08:30:21.653621 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53036) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:21.740244 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9b8bf3f2-a0ee-4229-a6af-04aa41a241cf tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:22.194659 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-9b8bf3f2-a0ee-4229-a6af-04aa41a241cf tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Deleting port 784a3dcc-d8ea-4a6a-af2d-55b257b1cc06 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:30:22.195344 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9b8bf3f2-a0ee-4229-a6af-04aa41a241cf tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:22.265292 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9b8bf3f2-a0ee-4229-a6af-04aa41a241cf tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:22.265617 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9b8bf3f2-a0ee-4229-a6af-04aa41a241cf tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:22.277547 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-9b8bf3f2-a0ee-4229-a6af-04aa41a241cf tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Calling delete_port for 784a3dcc-d8ea-4a6a-af2d-55b257b1cc06 owned by network:floatingip {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:30:22.416419 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9b8bf3f2-a0ee-4229-a6af-04aa41a241cf tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:22.441819 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8bf3f2-a0ee-4229-a6af-04aa41a241cf tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Pushing event deleted for resources: {'Port': ['ID=784a3dcc-d8ea-4a6a-af2d-55b257b1cc06,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:22.476781 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1ad34172-f4ac-4a2b-b21a-193a6b5a6b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:22.502995 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9b8bf3f2-a0ee-4229-a6af-04aa41a241cf tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:22.545841 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9b8bf3f2-a0ee-4229-a6af-04aa41a241cf tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:22.597819 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9b8bf3f2-a0ee-4229-a6af-04aa41a241cf tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:22.623505 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8bf3f2-a0ee-4229-a6af-04aa41a241cf tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=17d6b908-00dd-452e-bd82-617407291cb5,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:22.677876 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9b8bf3f2-a0ee-4229-a6af-04aa41a241cf tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:22.696804 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-9b8bf3f2-a0ee-4229-a6af-04aa41a241cf tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['539935d4-b66a-488a-a23a-9922852b979a']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:30:22.706045 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-9b8bf3f2-a0ee-4229-a6af-04aa41a241cf tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '984e8627-4227-4670-b81c-b79fbd3b1307') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:30:22.706332 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-9b8bf3f2-a0ee-4229-a6af-04aa41a241cf tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '984e8627-4227-4670-b81c-b79fbd3b1307') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:30:22.715228 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9b8bf3f2-a0ee-4229-a6af-04aa41a241cf tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:22.727781 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9b8bf3f2-a0ee-4229-a6af-04aa41a241cf tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:22.733442 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b8bf3f2-a0ee-4229-a6af-04aa41a241cf tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:30:22.733828 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9b8bf3f2-a0ee-4229-a6af-04aa41a241cf tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:22.735437 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:30:22.735437 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:30:22.735437 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:30:22.735437 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:30:22.735437 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:30:22.735437 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:30:22.735437 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:30:22.735437 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:30:22.735437 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:30:22.735437 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:30:22.735437 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:30:22.735437 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:30:22.735437 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:30:22.735437 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:30:22.735437 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:30:22.735437 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:30:22.735437 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:30:22.735437 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:30:22.735437 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:30:22.735437 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:30:22.735437 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:30:22.735437 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:30:22.735437 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:30:22.735437 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:30:22.735437 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:30:22.735437 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:30:22.735437 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:30:22.735437 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:30:22.735437 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:30:22.735437 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:30:22.735437 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:30:22.735437 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:30:22.770143 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:22.789096 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9b8bf3f2-a0ee-4229-a6af-04aa41a241cf tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:22.793834 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b8bf3f2-a0ee-4229-a6af-04aa41a241cf tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 539935d4-b66a-488a-a23a-9922852b979a {{(pid=101289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 17 08:30:22.796249 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9b8bf3f2-a0ee-4229-a6af-04aa41a241cf tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks [] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:22.800296 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-9b8bf3f2-a0ee-4229-a6af-04aa41a241cf tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] 10.222.0.13 "DELETE /v2.0/networks/539935d4-b66a-488a-a23a-9922852b979a HTTP/1.1" status: 204 len: 168 time: 1.1436017 Sep 17 08:30:22.801301 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53040) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:22.815691 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8bf3f2-a0ee-4229-a6af-04aa41a241cf tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Pushing event deleted for resources: {'Network': ['ID=539935d4-b66a-488a-a23a-9922852b979a,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:22.860305 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-443bd1a7-a6ad-434e-ba69-c760da04a452 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.0580559 Sep 17 08:30:22.862756 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53042) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:22.954615 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8ec58f-8667-452d-8a8a-d6bb57d9e0bc tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:22.955722 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8ec58f-8667-452d-8a8a-d6bb57d9e0bc tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:22.956209 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8ec58f-8667-452d-8a8a-d6bb57d9e0bc tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:22.956664 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8ec58f-8667-452d-8a8a-d6bb57d9e0bc tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:22.958351 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-7f8ec58f-8667-452d-8a8a-d6bb57d9e0bc tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2746 time: 0.0946503 Sep 17 08:30:22.961053 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53046) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:23.016202 n-d-789963-9 neutron-server[101290]: INFO neutron.api.v2.resource [None req-f111e32d-3d97-4b82-9297-a3c8058e76e8 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] delete failed (client error): The resource could not be found. Sep 17 08:30:23.017299 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f111e32d-3d97-4b82-9297-a3c8058e76e8 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/e8ef73af-181b-46c5-a1d4-71b1fa031df3 HTTP/1.1" status: 404 len: 345 time: 0.0552900 Sep 17 08:30:23.020470 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53048) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:23.036168 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce26e767-2bea-4a10-b029-356786ae4d1d tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] DELETE failed (client error): The resource could not be found. Sep 17 08:30:23.036702 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce26e767-2bea-4a10-b029-356786ae4d1d tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:30:23.038279 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ce26e767-2bea-4a10-b029-356786ae4d1d tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] 10.222.0.13 "DELETE /v2.0/networks/539935d4-b66a-488a-a23a-9922852b979a HTTP/1.1" status: 404 len: 339 time: 0.0169351 Sep 17 08:30:23.041622 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53050) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:23.046573 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-834eafc2-ff14-46c2-9b2c-3836c2428e15 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Request body: {'network': {'name': 'tempest-network--1478740322', 'router:external': True}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:30:23.068421 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834eafc2-ff14-46c2-9b2c-3836c2428e15 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Made reservation on behalf of 39530d0f0bd141dab9e3fd4eaba85c1f for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:30:23.070784 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-834eafc2-ff14-46c2-9b2c-3836c2428e15 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:23.094092 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-834eafc2-ff14-46c2-9b2c-3836c2428e15 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:30:23.103168 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-834eafc2-ff14-46c2-9b2c-3836c2428e15 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:23.103505 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-834eafc2-ff14-46c2-9b2c-3836c2428e15 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Added segment ecd2b570-25c3-49f6-95dc-ae26d0d1ec7a of type vlan for network a130ea27-47ac-47bc-a8d3-4b4fdbf991f1 Sep 17 08:30:23.146797 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-834eafc2-ff14-46c2-9b2c-3836c2428e15 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:23.173119 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-834eafc2-ff14-46c2-9b2c-3836c2428e15 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:23.174817 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834eafc2-ff14-46c2-9b2c-3836c2428e15 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:23.175394 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-834eafc2-ff14-46c2-9b2c-3836c2428e15 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks [] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:23.208604 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-834eafc2-ff14-46c2-9b2c-3836c2428e15 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.1658440 Sep 17 08:30:23.214890 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53052) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:23.235425 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834eafc2-ff14-46c2-9b2c-3836c2428e15 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Pushing event updated for resources: {'Network': ['ID=a130ea27-47ac-47bc-a8d3-4b4fdbf991f1,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:23.246600 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network a130ea27-47ac-47bc-a8d3-4b4fdbf991f1 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:30:23.328112 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22add50-50f5-4dea-b514-eba37efca156 tempest-ExternalNetworksTestJSON-1810654183 tempest-ExternalNetworksTestJSON-1810654183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:23.334194 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22add50-50f5-4dea-b514-eba37efca156 tempest-ExternalNetworksTestJSON-1810654183 tempest-ExternalNetworksTestJSON-1810654183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:23.340271 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22add50-50f5-4dea-b514-eba37efca156 tempest-ExternalNetworksTestJSON-1810654183 tempest-ExternalNetworksTestJSON-1810654183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:23.346010 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22add50-50f5-4dea-b514-eba37efca156 tempest-ExternalNetworksTestJSON-1810654183 tempest-ExternalNetworksTestJSON-1810654183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:23.347623 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a22add50-50f5-4dea-b514-eba37efca156 tempest-ExternalNetworksTestJSON-1810654183 tempest-ExternalNetworksTestJSON-1810654183-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.1316600 Sep 17 08:30:23.350401 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53054) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:23.420789 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3cf2bc70-d830-4292-b468-ae60637e9647 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:23.494972 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3cf2bc70-d830-4292-b468-ae60637e9647 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:23.513652 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-3cf2bc70-d830-4292-b468-ae60637e9647 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a130ea27-47ac-47bc-a8d3-4b4fdbf991f1']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:30:23.522773 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-3cf2bc70-d830-4292-b468-ae60637e9647 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecd2b570-25c3-49f6-95dc-ae26d0d1ec7a') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:30:23.523072 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-3cf2bc70-d830-4292-b468-ae60637e9647 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecd2b570-25c3-49f6-95dc-ae26d0d1ec7a') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:30:23.532140 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3cf2bc70-d830-4292-b468-ae60637e9647 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:23.545463 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3cf2bc70-d830-4292-b468-ae60637e9647 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:23.552145 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cf2bc70-d830-4292-b468-ae60637e9647 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:30:23.552537 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3cf2bc70-d830-4292-b468-ae60637e9647 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:23.554317 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 08:30:23.554317 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:30:23.554317 n-d-789963-9 neutron-server[101290]: timer() Sep 17 08:30:23.554317 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:30:23.554317 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 08:30:23.554317 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:30:23.554317 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 08:30:23.554317 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:30:23.554317 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 08:30:23.554317 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:30:23.554317 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 08:30:23.554317 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:30:23.554317 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 08:30:23.554317 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:30:23.554317 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:30:23.554317 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:30:23.554317 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:30:23.554317 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:30:23.554317 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 08:30:23.554317 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:30:23.554317 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 08:30:23.554317 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:30:23.554317 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:30:23.554317 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:30:23.554317 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 08:30:23.554317 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:30:23.554317 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:30:23.554317 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:30:23.554317 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:30:23.554317 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:30:23.554317 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:30:23.554317 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:30:23.610486 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3cf2bc70-d830-4292-b468-ae60637e9647 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:23.615534 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf2bc70-d830-4292-b468-ae60637e9647 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a130ea27-47ac-47bc-a8d3-4b4fdbf991f1 {{(pid=101290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 17 08:30:23.618042 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3cf2bc70-d830-4292-b468-ae60637e9647 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks [] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:23.620010 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-3cf2bc70-d830-4292-b468-ae60637e9647 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] 10.222.0.13 "DELETE /v2.0/networks/a130ea27-47ac-47bc-a8d3-4b4fdbf991f1 HTTP/1.1" status: 204 len: 168 time: 0.2686720 Sep 17 08:30:23.623576 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53056) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:23.635813 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-527a43e2-0e75-46d3-8c33-6838fa6b3aa8 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Request body: {'network': {'name': 'tempest-network--602772648', 'router:external': True}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:30:23.639890 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2bc70-d830-4292-b468-ae60637e9647 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Pushing event deleted for resources: {'Network': ['ID=a130ea27-47ac-47bc-a8d3-4b4fdbf991f1,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:23.660755 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-527a43e2-0e75-46d3-8c33-6838fa6b3aa8 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Made reservation on behalf of 39530d0f0bd141dab9e3fd4eaba85c1f for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:30:23.663252 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-527a43e2-0e75-46d3-8c33-6838fa6b3aa8 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:23.689393 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-527a43e2-0e75-46d3-8c33-6838fa6b3aa8 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:30:23.699483 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-527a43e2-0e75-46d3-8c33-6838fa6b3aa8 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:23.699825 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-527a43e2-0e75-46d3-8c33-6838fa6b3aa8 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Added segment b615ea1b-c4a1-44f3-a00d-a30ff4a4e7d8 of type vlan for network 9094b16b-7ed6-4c35-b570-c37473a42d23 Sep 17 08:30:23.746943 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-527a43e2-0e75-46d3-8c33-6838fa6b3aa8 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:23.777201 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-527a43e2-0e75-46d3-8c33-6838fa6b3aa8 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:23.778155 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527a43e2-0e75-46d3-8c33-6838fa6b3aa8 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:23.778739 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-527a43e2-0e75-46d3-8c33-6838fa6b3aa8 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks [] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:23.801583 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:23.810568 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-527a43e2-0e75-46d3-8c33-6838fa6b3aa8 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.1859589 Sep 17 08:30:23.813301 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53058) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:23.843275 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527a43e2-0e75-46d3-8c33-6838fa6b3aa8 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Pushing event updated for resources: {'Network': ['ID=9094b16b-7ed6-4c35-b570-c37473a42d23,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:23.855507 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 9094b16b-7ed6-4c35-b570-c37473a42d23 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:30:23.897182 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298d4a88-6cd0-4e71-88b2-de0c41bd93f0 tempest-ExternalNetworksTestJSON-1810654183 tempest-ExternalNetworksTestJSON-1810654183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:23.899744 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-298d4a88-6cd0-4e71-88b2-de0c41bd93f0 tempest-ExternalNetworksTestJSON-1810654183 tempest-ExternalNetworksTestJSON-1810654183-project] 10.222.0.13 "GET /v2.0/networks/9094b16b-7ed6-4c35-b570-c37473a42d23 HTTP/1.1" status: 200 len: 756 time: 0.0853281 Sep 17 08:30:23.901256 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53060) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:23.985131 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f85b6d-d70f-452b-b19e-14cab6ec16a2 tempest-ExternalNetworksTestJSON-1810654183 tempest-ExternalNetworksTestJSON-1810654183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:23.988379 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-c7f85b6d-d70f-452b-b19e-14cab6ec16a2 tempest-ExternalNetworksTestJSON-1810654183 tempest-ExternalNetworksTestJSON-1810654183-project] 10.222.0.13 "GET /v2.0/networks/e5d0bf56-fe3f-46fe-8c6d-fc0d612d31a1 HTTP/1.1" status: 200 len: 767 time: 0.0861516 Sep 17 08:30:23.989478 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53064) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:24.067648 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-779adc0b-19cb-49e6-9ad8-4000229970c7 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:24.147650 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-779adc0b-19cb-49e6-9ad8-4000229970c7 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:24.166886 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-779adc0b-19cb-49e6-9ad8-4000229970c7 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9094b16b-7ed6-4c35-b570-c37473a42d23']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:30:24.176318 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-779adc0b-19cb-49e6-9ad8-4000229970c7 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b615ea1b-c4a1-44f3-a00d-a30ff4a4e7d8') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:30:24.176611 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-779adc0b-19cb-49e6-9ad8-4000229970c7 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b615ea1b-c4a1-44f3-a00d-a30ff4a4e7d8') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:30:24.185903 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-779adc0b-19cb-49e6-9ad8-4000229970c7 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:24.198489 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-779adc0b-19cb-49e6-9ad8-4000229970c7 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:24.204112 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-779adc0b-19cb-49e6-9ad8-4000229970c7 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:30:24.204496 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-779adc0b-19cb-49e6-9ad8-4000229970c7 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:24.206214 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 08:30:24.206214 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:30:24.206214 n-d-789963-9 neutron-server[101290]: timer() Sep 17 08:30:24.206214 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:30:24.206214 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 08:30:24.206214 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:30:24.206214 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 08:30:24.206214 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:30:24.206214 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 08:30:24.206214 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:30:24.206214 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 08:30:24.206214 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:30:24.206214 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 08:30:24.206214 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:30:24.206214 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:30:24.206214 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:30:24.206214 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:30:24.206214 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:30:24.206214 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 08:30:24.206214 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:30:24.206214 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 08:30:24.206214 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:30:24.206214 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:30:24.206214 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:30:24.206214 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 08:30:24.206214 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:30:24.206214 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:30:24.206214 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:30:24.206214 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:30:24.206214 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:30:24.206214 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:30:24.206214 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:30:24.264401 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-779adc0b-19cb-49e6-9ad8-4000229970c7 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:24.269378 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-779adc0b-19cb-49e6-9ad8-4000229970c7 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9094b16b-7ed6-4c35-b570-c37473a42d23 {{(pid=101290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 17 08:30:24.272176 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-779adc0b-19cb-49e6-9ad8-4000229970c7 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks [] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:24.277713 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-779adc0b-19cb-49e6-9ad8-4000229970c7 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] 10.222.0.13 "DELETE /v2.0/networks/9094b16b-7ed6-4c35-b570-c37473a42d23 HTTP/1.1" status: 204 len: 168 time: 0.2835257 Sep 17 08:30:24.278065 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53066) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:24.283866 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-be67e85d-45b3-4347-a8ec-7b56b2f19b0f tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Request body: {'network': {'name': 'tempest-network--20305370'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:30:24.284193 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779adc0b-19cb-49e6-9ad8-4000229970c7 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Pushing event deleted for resources: {'Network': ['ID=9094b16b-7ed6-4c35-b570-c37473a42d23,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:24.309475 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be67e85d-45b3-4347-a8ec-7b56b2f19b0f tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Made reservation on behalf of 39530d0f0bd141dab9e3fd4eaba85c1f for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:30:24.311792 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-be67e85d-45b3-4347-a8ec-7b56b2f19b0f tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:24.341630 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be67e85d-45b3-4347-a8ec-7b56b2f19b0f tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:30:24.352534 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-be67e85d-45b3-4347-a8ec-7b56b2f19b0f tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:24.352909 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-be67e85d-45b3-4347-a8ec-7b56b2f19b0f tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Added segment ad7a1308-c47c-4b75-a82e-ae315a62750b of type vlan for network 6d2ed3c0-0c44-4254-a60e-76732b909bbb Sep 17 08:30:24.390929 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-be67e85d-45b3-4347-a8ec-7b56b2f19b0f tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:24.414068 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-be67e85d-45b3-4347-a8ec-7b56b2f19b0f tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:24.415128 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be67e85d-45b3-4347-a8ec-7b56b2f19b0f tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:24.415719 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-be67e85d-45b3-4347-a8ec-7b56b2f19b0f tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks [] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:24.449553 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-be67e85d-45b3-4347-a8ec-7b56b2f19b0f tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.1704023 Sep 17 08:30:24.452403 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53068) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:24.457703 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-bab44de3-2bf8-426f-b1ff-b81db3d2befc tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:30:24.481828 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be67e85d-45b3-4347-a8ec-7b56b2f19b0f tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Pushing event updated for resources: {'Network': ['ID=6d2ed3c0-0c44-4254-a60e-76732b909bbb,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:24.492692 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 6d2ed3c0-0c44-4254-a60e-76732b909bbb details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:30:24.613343 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bab44de3-2bf8-426f-b1ff-b81db3d2befc tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:24.626025 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bab44de3-2bf8-426f-b1ff-b81db3d2befc tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:24.641261 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bab44de3-2bf8-426f-b1ff-b81db3d2befc tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Network 6d2ed3c0-0c44-4254-a60e-76732b909bbb is not hosted by any dhcp agent {{(pid=101290) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 17 08:30:24.642096 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab44de3-2bf8-426f-b1ff-b81db3d2befc tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:24.643224 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bab44de3-2bf8-426f-b1ff-b81db3d2befc tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks [] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:24.647468 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-bab44de3-2bf8-426f-b1ff-b81db3d2befc tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] 10.222.0.13 "PUT /v2.0/networks/6d2ed3c0-0c44-4254-a60e-76732b909bbb HTTP/1.1" status: 200 len: 856 time: 0.1910403 Sep 17 08:30:24.647893 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53070) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:24.688842 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab44de3-2bf8-426f-b1ff-b81db3d2befc tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Pushing event updated for resources: {'Network': ['ID=6d2ed3c0-0c44-4254-a60e-76732b909bbb,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:24.733753 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-16f953b2-9e01-4208-9cf5-7caacf10fe07 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:24.808345 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-16f953b2-9e01-4208-9cf5-7caacf10fe07 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:24.831297 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-16f953b2-9e01-4208-9cf5-7caacf10fe07 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d2ed3c0-0c44-4254-a60e-76732b909bbb']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:30:24.840175 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-16f953b2-9e01-4208-9cf5-7caacf10fe07 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad7a1308-c47c-4b75-a82e-ae315a62750b') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:30:24.840474 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-16f953b2-9e01-4208-9cf5-7caacf10fe07 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad7a1308-c47c-4b75-a82e-ae315a62750b') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:30:24.850032 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-16f953b2-9e01-4208-9cf5-7caacf10fe07 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:24.862486 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-16f953b2-9e01-4208-9cf5-7caacf10fe07 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:24.868095 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16f953b2-9e01-4208-9cf5-7caacf10fe07 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:30:24.868478 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-16f953b2-9e01-4208-9cf5-7caacf10fe07 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:24.870080 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:30:24.870080 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:30:24.870080 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:30:24.870080 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:30:24.870080 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:30:24.870080 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:30:24.870080 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:30:24.870080 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:30:24.870080 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:30:24.870080 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:30:24.870080 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:30:24.870080 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:30:24.870080 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:30:24.870080 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:30:24.870080 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:30:24.870080 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:30:24.870080 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:30:24.870080 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:30:24.870080 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:30:24.870080 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:30:24.870080 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:30:24.870080 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:30:24.870080 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:30:24.870080 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:30:24.870080 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:30:24.870080 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:30:24.870080 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:30:24.870080 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:30:24.870080 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:30:24.870080 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:30:24.870080 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:30:24.870080 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:30:24.923843 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-16f953b2-9e01-4208-9cf5-7caacf10fe07 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:24.928971 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f953b2-9e01-4208-9cf5-7caacf10fe07 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6d2ed3c0-0c44-4254-a60e-76732b909bbb {{(pid=101289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 17 08:30:24.931504 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-16f953b2-9e01-4208-9cf5-7caacf10fe07 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Notify callbacks [] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:24.933338 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-16f953b2-9e01-4208-9cf5-7caacf10fe07 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] 10.222.0.13 "DELETE /v2.0/networks/6d2ed3c0-0c44-4254-a60e-76732b909bbb HTTP/1.1" status: 204 len: 168 time: 0.2843673 Sep 17 08:30:24.937306 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53072) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:24.944407 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f953b2-9e01-4208-9cf5-7caacf10fe07 tempest-ExternalNetworksTestJSON-1620098819 tempest-ExternalNetworksTestJSON-1620098819-project-admin] Pushing event deleted for resources: {'Network': ['ID=6d2ed3c0-0c44-4254-a60e-76732b909bbb,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:24.965755 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-d00f3c18-a1bf-4bc0-998c-9b3f60697988 tempest-ExternalNetworksTestJSON-1810654183 tempest-ExternalNetworksTestJSON-1810654183-project] DELETE failed (client error): The resource could not be found. Sep 17 08:30:24.966212 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d00f3c18-a1bf-4bc0-998c-9b3f60697988 tempest-ExternalNetworksTestJSON-1810654183 tempest-ExternalNetworksTestJSON-1810654183-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:30:24.968009 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d00f3c18-a1bf-4bc0-998c-9b3f60697988 tempest-ExternalNetworksTestJSON-1810654183 tempest-ExternalNetworksTestJSON-1810654183-project] 10.222.0.13 "DELETE /v2.0/subnets/17d6b908-00dd-452e-bd82-617407291cb5 HTTP/1.1" status: 404 len: 337 time: 0.0295146 Sep 17 08:30:24.970610 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53074) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:25.054278 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b65b0095-793f-43f9-b3f2-e48f3a98d2b6 tempest-ExternalNetworksTestJSON-1810654183 tempest-ExternalNetworksTestJSON-1810654183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:25.146991 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b65b0095-793f-43f9-b3f2-e48f3a98d2b6 tempest-ExternalNetworksTestJSON-1810654183 tempest-ExternalNetworksTestJSON-1810654183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:25.165856 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-b65b0095-793f-43f9-b3f2-e48f3a98d2b6 tempest-ExternalNetworksTestJSON-1810654183 tempest-ExternalNetworksTestJSON-1810654183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5d0bf56-fe3f-46fe-8c6d-fc0d612d31a1']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:30:25.174699 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-b65b0095-793f-43f9-b3f2-e48f3a98d2b6 tempest-ExternalNetworksTestJSON-1810654183 tempest-ExternalNetworksTestJSON-1810654183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d1f36a0-ce9c-4fc5-8a53-6d6a35e29734') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:30:25.174991 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-b65b0095-793f-43f9-b3f2-e48f3a98d2b6 tempest-ExternalNetworksTestJSON-1810654183 tempest-ExternalNetworksTestJSON-1810654183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d1f36a0-ce9c-4fc5-8a53-6d6a35e29734') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:30:25.184010 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b65b0095-793f-43f9-b3f2-e48f3a98d2b6 tempest-ExternalNetworksTestJSON-1810654183 tempest-ExternalNetworksTestJSON-1810654183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:25.197291 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b65b0095-793f-43f9-b3f2-e48f3a98d2b6 tempest-ExternalNetworksTestJSON-1810654183 tempest-ExternalNetworksTestJSON-1810654183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:25.203058 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b65b0095-793f-43f9-b3f2-e48f3a98d2b6 tempest-ExternalNetworksTestJSON-1810654183 tempest-ExternalNetworksTestJSON-1810654183-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:30:25.203440 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b65b0095-793f-43f9-b3f2-e48f3a98d2b6 tempest-ExternalNetworksTestJSON-1810654183 tempest-ExternalNetworksTestJSON-1810654183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:25.206940 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 08:30:25.206940 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:30:25.206940 n-d-789963-9 neutron-server[101290]: timer() Sep 17 08:30:25.206940 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:30:25.206940 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 08:30:25.206940 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:30:25.206940 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 08:30:25.206940 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:30:25.206940 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 08:30:25.206940 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:30:25.206940 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 08:30:25.206940 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:30:25.206940 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 08:30:25.206940 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:30:25.206940 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:30:25.206940 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:30:25.206940 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:30:25.206940 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:30:25.206940 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 08:30:25.206940 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:30:25.206940 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 08:30:25.206940 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:30:25.206940 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:30:25.206940 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:30:25.206940 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 08:30:25.206940 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:30:25.206940 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:30:25.206940 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:30:25.206940 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:30:25.206940 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:30:25.206940 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:30:25.206940 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:30:25.262192 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b65b0095-793f-43f9-b3f2-e48f3a98d2b6 tempest-ExternalNetworksTestJSON-1810654183 tempest-ExternalNetworksTestJSON-1810654183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:25.269611 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b65b0095-793f-43f9-b3f2-e48f3a98d2b6 tempest-ExternalNetworksTestJSON-1810654183 tempest-ExternalNetworksTestJSON-1810654183-project] Notify callbacks [] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:25.272432 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b65b0095-793f-43f9-b3f2-e48f3a98d2b6 tempest-ExternalNetworksTestJSON-1810654183 tempest-ExternalNetworksTestJSON-1810654183-project] 10.222.0.13 "DELETE /v2.0/networks/e5d0bf56-fe3f-46fe-8c6d-fc0d612d31a1 HTTP/1.1" status: 204 len: 168 time: 0.3008442 Sep 17 08:30:25.284504 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65b0095-793f-43f9-b3f2-e48f3a98d2b6 tempest-ExternalNetworksTestJSON-1810654183 tempest-ExternalNetworksTestJSON-1810654183-project] Pushing event deleted for resources: {'Network': ['ID=e5d0bf56-fe3f-46fe-8c6d-fc0d612d31a1,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:25.390741 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:25.516399 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53082) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:25.644807 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ab65d60b-0aaa-4bb3-85a9-b29a88ed9214 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e50dfc43d3344dcb894ed9dfa6155550&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1272519 Sep 17 08:30:25.647491 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53086) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:25.698562 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-083ee7b9-663a-40d2-a45f-65b4b7277ded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:25.718150 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-083ee7b9-663a-40d2-a45f-65b4b7277ded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:25.761956 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-083ee7b9-663a-40d2-a45f-65b4b7277ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:25.764556 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-083ee7b9-663a-40d2-a45f-65b4b7277ded admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:25.765669 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-083ee7b9-663a-40d2-a45f-65b4b7277ded admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1bf57c87-425e-4ea4-b0c5-25825f3f7cff HTTP/1.1" status: 204 len: 168 time: 0.1172755 Sep 17 08:30:25.773816 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083ee7b9-663a-40d2-a45f-65b4b7277ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf57c87-425e-4ea4-b0c5-25825f3f7cff,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:26.017003 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53092) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:26.055649 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-2348db11-6194-4098-bad7-4a518703cc18 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=39530d0f0bd141dab9e3fd4eaba85c1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0370412 Sep 17 08:30:26.057951 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53094) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:26.105416 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b99ccbe8-b9c7-467c-b222-03c6fa0618ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:26.125607 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b99ccbe8-b9c7-467c-b222-03c6fa0618ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:26.172241 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b99ccbe8-b9c7-467c-b222-03c6fa0618ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:26.174767 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b99ccbe8-b9c7-467c-b222-03c6fa0618ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:26.175951 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-b99ccbe8-b9c7-467c-b222-03c6fa0618ea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f7a6a6cd-5242-450e-aa02-22ce6107820a HTTP/1.1" status: 204 len: 168 time: 0.1171169 Sep 17 08:30:26.183873 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99ccbe8-b9c7-467c-b222-03c6fa0618ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a6a6cd-5242-450e-aa02-22ce6107820a,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:26.849612 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53118) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:26.944044 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-1f24d562-5098-4d7f-af09-eb589ed2e56c tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1040133036'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:30:26.964402 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f24d562-5098-4d7f-af09-eb589ed2e56c tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Made reservation on behalf of 7155f20f5e834f588f1013c79d322ca8 for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:30:26.967753 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1f24d562-5098-4d7f-af09-eb589ed2e56c tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:26.978272 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1f24d562-5098-4d7f-af09-eb589ed2e56c tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:27.063091 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1f24d562-5098-4d7f-af09-eb589ed2e56c tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:27.067275 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1f24d562-5098-4d7f-af09-eb589ed2e56c tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:27.093337 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f24d562-5098-4d7f-af09-eb589ed2e56c tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:30:27.102890 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f24d562-5098-4d7f-af09-eb589ed2e56c tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23efcbac-1924-4ee9-8442-6d2ceeb0ac6c,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:27.107617 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1f24d562-5098-4d7f-af09-eb589ed2e56c tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:27.107999 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-1f24d562-5098-4d7f-af09-eb589ed2e56c tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Added segment 3225b37c-b29a-4b42-84bb-a44d74a651aa of type vlan for network 281a8a75-e761-49a0-afe8-f08d1c602f00 Sep 17 08:30:27.148764 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1f24d562-5098-4d7f-af09-eb589ed2e56c tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:27.175421 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1f24d562-5098-4d7f-af09-eb589ed2e56c tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:27.182765 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f24d562-5098-4d7f-af09-eb589ed2e56c tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:27.183639 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1f24d562-5098-4d7f-af09-eb589ed2e56c tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Notify callbacks [] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:27.224220 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53124) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:27.224802 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-1f24d562-5098-4d7f-af09-eb589ed2e56c tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.3735001 Sep 17 08:30:27.229925 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-20a35c55-1b46-4e8c-8a06-8837c916426e tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Request body: {'subnet': {'network_id': '281a8a75-e761-49a0-afe8-f08d1c602f00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:30:27.262497 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f24d562-5098-4d7f-af09-eb589ed2e56c tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Pushing event updated for resources: {'Network': ['ID=281a8a75-e761-49a0-afe8-f08d1c602f00,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:27.273373 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 281a8a75-e761-49a0-afe8-f08d1c602f00 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:30:27.329469 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a35c55-1b46-4e8c-8a06-8837c916426e tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Made reservation on behalf of 7155f20f5e834f588f1013c79d322ca8 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:30:27.334638 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-20a35c55-1b46-4e8c-8a06-8837c916426e tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:27.511372 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-20a35c55-1b46-4e8c-8a06-8837c916426e tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:27.572246 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a35c55-1b46-4e8c-8a06-8837c916426e tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Pushing event updated for resources: {'Subnet': ['ID=390eeca4-ff8e-4789-b436-87400b35e912,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:27.576495 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a35c55-1b46-4e8c-8a06-8837c916426e tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Checking segment: {'id': '3225b37c-b29a-4b42-84bb-a44d74a651aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '281a8a75-e761-49a0-afe8-f08d1c602f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:30:27.576850 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a35c55-1b46-4e8c-8a06-8837c916426e tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Network hostable DHCP agents. Network: 281a8a75-e761-49a0-afe8-f08d1c602f00, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:30:27.592590 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a35c55-1b46-4e8c-8a06-8837c916426e tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Network 281a8a75-e761-49a0-afe8-f08d1c602f00 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:30:27.600981 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-20a35c55-1b46-4e8c-8a06-8837c916426e tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 281a8a75-e761-49a0-afe8-f08d1c602f00) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:30:27.605869 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a35c55-1b46-4e8c-8a06-8837c916426e tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:27.607886 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-20a35c55-1b46-4e8c-8a06-8837c916426e tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Notify callbacks [] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:27.608638 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6473bdb4-168f-4489-b8c8-d3ee0b42a4f4 None None] Network 281a8a75-e761-49a0-afe8-f08d1c602f00 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:30:27.624686 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-20a35c55-1b46-4e8c-8a06-8837c916426e tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3988605 Sep 17 08:30:27.628324 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53126) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:27.634022 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-62cdf98e-fe02-4c09-8585-5a97b7700031 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Request body: {'port': {'network_id': '281a8a75-e761-49a0-afe8-f08d1c602f00', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-676745940'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:30:27.737351 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62cdf98e-fe02-4c09-8585-5a97b7700031 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Made reservation on behalf of 7155f20f5e834f588f1013c79d322ca8 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:30:27.740820 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-62cdf98e-fe02-4c09-8585-5a97b7700031 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:27.753483 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18045afc-3d08-43db-a389-bfe210a9ad53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-281a8a75-e761-49a0-afe8-f08d1c602f00', 'network_id': '281a8a75-e761-49a0-afe8-f08d1c602f00', 'tenant_id': '7155f20f5e834f588f1013c79d322ca8', 'fixed_ips': [{'subnet_id': '390eeca4-ff8e-4789-b436-87400b35e912'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:30:27.754392 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-18045afc-3d08-43db-a389-bfe210a9ad53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:27.758585 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [None req-62cdf98e-fe02-4c09-8585-5a97b7700031 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] device_id is not set on port a5aefa1c-8f57-440f-98ab-a85f3be6b8da yet. {{(pid=101289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 08:30:27.872915 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-62cdf98e-fe02-4c09-8585-5a97b7700031 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Allocated IP 2001:db8::7f (281a8a75-e761-49a0-afe8-f08d1c602f00/390eeca4-ff8e-4789-b436-87400b35e912/a5aefa1c-8f57-440f-98ab-a85f3be6b8da) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:30:28.015319 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-62cdf98e-fe02-4c09-8585-5a97b7700031 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:28.047264 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-62cdf98e-fe02-4c09-8585-5a97b7700031 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:28.087492 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cdf98e-fe02-4c09-8585-5a97b7700031 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Network 281a8a75-e761-49a0-afe8-f08d1c602f00 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:30:28.092332 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-18045afc-3d08-43db-a389-bfe210a9ad53 None None] Allocated IP 2001:db8::2 (281a8a75-e761-49a0-afe8-f08d1c602f00/390eeca4-ff8e-4789-b436-87400b35e912/f075cfb9-931f-4262-8f51-bcbaebdb8ba0) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:30:28.092598 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-62cdf98e-fe02-4c09-8585-5a97b7700031 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:30:28.098701 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cdf98e-fe02-4c09-8585-5a97b7700031 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:30:28.104308 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cdf98e-fe02-4c09-8585-5a97b7700031 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:28.104890 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-62cdf98e-fe02-4c09-8585-5a97b7700031 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:28.113945 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cdf98e-fe02-4c09-8585-5a97b7700031 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Pushing event updated for resources: {'Port': ['ID=a5aefa1c-8f57-440f-98ab-a85f3be6b8da,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:28.124327 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-62cdf98e-fe02-4c09-8585-5a97b7700031 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 0.4948359 Sep 17 08:30:28.128970 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53128) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:28.134373 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-3aa0746d-4b89-4f56-bda0-c9f0c7d0c741 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Request body: {'port': {'network_id': '281a8a75-e761-49a0-afe8-f08d1c602f00', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2003738401', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:30:28.134867 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.api.validators [None req-3aa0746d-4b89-4f56-bda0-c9f0c7d0c741 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] bootfile-name is not in valid_values {{(pid=101290) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 17 08:30:28.135213 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.api.validators [None req-3aa0746d-4b89-4f56-bda0-c9f0c7d0c741 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] tftp-server is not in valid_values {{(pid=101290) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 17 08:30:28.135553 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.api.validators [None req-3aa0746d-4b89-4f56-bda0-c9f0c7d0c741 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] server-ip-address is not in valid_values {{(pid=101290) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 17 08:30:28.234908 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-18045afc-3d08-43db-a389-bfe210a9ad53 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:28.253275 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-18045afc-3d08-43db-a389-bfe210a9ad53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:28.260363 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa0746d-4b89-4f56-bda0-c9f0c7d0c741 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Made reservation on behalf of 7155f20f5e834f588f1013c79d322ca8 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:30:28.264179 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3aa0746d-4b89-4f56-bda0-c9f0c7d0c741 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:28.282158 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [None req-3aa0746d-4b89-4f56-bda0-c9f0c7d0c741 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] device_id is not set on port 11765ae5-7e60-4d6c-8762-854f842b4822 yet. {{(pid=101290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 08:30:28.287930 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18045afc-3d08-43db-a389-bfe210a9ad53 None None] Network 281a8a75-e761-49a0-afe8-f08d1c602f00 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:30:28.292468 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-18045afc-3d08-43db-a389-bfe210a9ad53 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:30:28.294416 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18045afc-3d08-43db-a389-bfe210a9ad53 None None] Pushing event updated for resources: {'Port': ['ID=f075cfb9-931f-4262-8f51-bcbaebdb8ba0,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:28.296704 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18045afc-3d08-43db-a389-bfe210a9ad53 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:30:28.355931 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-18045afc-3d08-43db-a389-bfe210a9ad53 None None] Attempting to bind port f075cfb9-931f-4262-8f51-bcbaebdb8ba0 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:30:28.356311 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-18045afc-3d08-43db-a389-bfe210a9ad53 None None] Attempting to bind port f075cfb9-931f-4262-8f51-bcbaebdb8ba0 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '3225b37c-b29a-4b42-84bb-a44d74a651aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '281a8a75-e761-49a0-afe8-f08d1c602f00'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:30:28.356685 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18045afc-3d08-43db-a389-bfe210a9ad53 None None] Attempting to bind port f075cfb9-931f-4262-8f51-bcbaebdb8ba0 on network 281a8a75-e761-49a0-afe8-f08d1c602f00 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:30:28.361685 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18045afc-3d08-43db-a389-bfe210a9ad53 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:30:28.362067 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18045afc-3d08-43db-a389-bfe210a9ad53 None None] Checking segment: {'id': '3225b37c-b29a-4b42-84bb-a44d74a651aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '281a8a75-e761-49a0-afe8-f08d1c602f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:30:28.362472 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-18045afc-3d08-43db-a389-bfe210a9ad53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:28.362872 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18045afc-3d08-43db-a389-bfe210a9ad53 None None] Bound using segment: {'id': '3225b37c-b29a-4b42-84bb-a44d74a651aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '281a8a75-e761-49a0-afe8-f08d1c602f00'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:30:28.363341 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-18045afc-3d08-43db-a389-bfe210a9ad53 None None] Bound port: f075cfb9-931f-4262-8f51-bcbaebdb8ba0, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3225b37c-b29a-4b42-84bb-a44d74a651aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '281a8a75-e761-49a0-afe8-f08d1c602f00'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:30:28.363729 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-18045afc-3d08-43db-a389-bfe210a9ad53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:28.425452 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-3aa0746d-4b89-4f56-bda0-c9f0c7d0c741 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Allocated IP 2001:db8::24f (281a8a75-e761-49a0-afe8-f08d1c602f00/390eeca4-ff8e-4789-b436-87400b35e912/11765ae5-7e60-4d6c-8762-854f842b4822) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:30:28.441502 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-18045afc-3d08-43db-a389-bfe210a9ad53 None None] For port f075cfb9-931f-4262-8f51-bcbaebdb8ba0, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:30:28.445103 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-18045afc-3d08-43db-a389-bfe210a9ad53 None None] For port f075cfb9-931f-4262-8f51-bcbaebdb8ba0, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=f075cfb9-931f-4262-8f51-bcbaebdb8ba0,segment=NetworkSegment(3225b37c-b29a-4b42-84bb-a44d74a651aa),segment_id=3225b37c-b29a-4b42-84bb-a44d74a651aa)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:30:28.451182 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-18045afc-3d08-43db-a389-bfe210a9ad53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:28.518969 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18045afc-3d08-43db-a389-bfe210a9ad53 None None] Pushing event updated for resources: {'Port': ['ID=f075cfb9-931f-4262-8f51-bcbaebdb8ba0,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:28.598833 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3aa0746d-4b89-4f56-bda0-c9f0c7d0c741 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:28.634016 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3aa0746d-4b89-4f56-bda0-c9f0c7d0c741 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:28.709241 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa0746d-4b89-4f56-bda0-c9f0c7d0c741 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Network 281a8a75-e761-49a0-afe8-f08d1c602f00 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:30:28.714432 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-3aa0746d-4b89-4f56-bda0-c9f0c7d0c741 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:30:28.718146 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa0746d-4b89-4f56-bda0-c9f0c7d0c741 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:30:28.723341 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa0746d-4b89-4f56-bda0-c9f0c7d0c741 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:28.724011 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3aa0746d-4b89-4f56-bda0-c9f0c7d0c741 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:28.731934 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa0746d-4b89-4f56-bda0-c9f0c7d0c741 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Pushing event updated for resources: {'Port': ['ID=11765ae5-7e60-4d6c-8762-854f842b4822,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:28.746058 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-3aa0746d-4b89-4f56-bda0-c9f0c7d0c741 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 0.6158266 Sep 17 08:30:28.748584 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53136) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:28.800303 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84b6e7a-2c26-4f80-955b-1d88d5876845 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:28.806209 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84b6e7a-2c26-4f80-955b-1d88d5876845 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:28.812180 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84b6e7a-2c26-4f80-955b-1d88d5876845 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:28.813948 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e84b6e7a-2c26-4f80-955b-1d88d5876845 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.0641882 Sep 17 08:30:28.817322 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53138) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:28.908566 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-7872cedb-6b74-47ab-a955-19e599272f2a tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Deleting port 11765ae5-7e60-4d6c-8762-854f842b4822 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:30:28.908911 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7872cedb-6b74-47ab-a955-19e599272f2a tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:28.993199 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7872cedb-6b74-47ab-a955-19e599272f2a tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:29.005144 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-7872cedb-6b74-47ab-a955-19e599272f2a tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Calling delete_port for 11765ae5-7e60-4d6c-8762-854f842b4822 owned by {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:30:29.142927 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7872cedb-6b74-47ab-a955-19e599272f2a tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:29.172656 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7872cedb-6b74-47ab-a955-19e599272f2a tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Pushing event deleted for resources: {'Port': ['ID=11765ae5-7e60-4d6c-8762-854f842b4822,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:29.198814 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7872cedb-6b74-47ab-a955-19e599272f2a tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:29.204422 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-7872cedb-6b74-47ab-a955-19e599272f2a tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] 10.222.0.13 "DELETE /v2.0/ports/11765ae5-7e60-4d6c-8762-854f842b4822 HTTP/1.1" status: 204 len: 168 time: 0.3827314 Sep 17 08:30:29.204835 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53142) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:29.210010 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-75f4d425-5ff7-4e5b-9f13-3811f03f7d29 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Request body: {'port': {'name': 'tempest-new-port-name-1472052530', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:30:29.210727 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.api.validators [None req-75f4d425-5ff7-4e5b-9f13-3811f03f7d29 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] bootfile-name is not in valid_values {{(pid=101290) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 17 08:30:29.210856 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.api.validators [None req-75f4d425-5ff7-4e5b-9f13-3811f03f7d29 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] tftp-server is not in valid_values {{(pid=101290) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 17 08:30:29.211195 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.api.validators [None req-75f4d425-5ff7-4e5b-9f13-3811f03f7d29 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] server-ip-address is not in valid_values {{(pid=101290) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 17 08:30:29.280049 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-75f4d425-5ff7-4e5b-9f13-3811f03f7d29 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:29.442326 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device f075cfb9-931f-4262-8f51-bcbaebdb8ba0 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:30:29.553126 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port f075cfb9-931f-4262-8f51-bcbaebdb8ba0 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:30:29.553841 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:29.629684 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-75f4d425-5ff7-4e5b-9f13-3811f03f7d29 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:29.635307 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-75f4d425-5ff7-4e5b-9f13-3811f03f7d29 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:29.646680 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:29.657211 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e9321f-34c7-4915-bb68-c0ad34ab7598 None None] Network 281a8a75-e761-49a0-afe8-f08d1c602f00 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:30:29.675042 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-75f4d425-5ff7-4e5b-9f13-3811f03f7d29 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] In _notify_port_updated(), no bound segment for port a5aefa1c-8f57-440f-98ab-a85f3be6b8da on network 281a8a75-e761-49a0-afe8-f08d1c602f00 {{(pid=101290) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 08:30:29.680510 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f4d425-5ff7-4e5b-9f13-3811f03f7d29 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:29.681349 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-75f4d425-5ff7-4e5b-9f13-3811f03f7d29 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:29.683133 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-75f4d425-5ff7-4e5b-9f13-3811f03f7d29 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] 10.222.0.13 "PUT /v2.0/ports/a5aefa1c-8f57-440f-98ab-a85f3be6b8da HTTP/1.1" status: 200 len: 1129 time: 0.4772611 Sep 17 08:30:29.686057 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53146) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:29.725528 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f4d425-5ff7-4e5b-9f13-3811f03f7d29 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Pushing event updated for resources: {'Port': ['ID=a5aefa1c-8f57-440f-98ab-a85f3be6b8da,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:29.738734 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port f075cfb9-931f-4262-8f51-bcbaebdb8ba0, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=f075cfb9-931f-4262-8f51-bcbaebdb8ba0,segment=NetworkSegment(3225b37c-b29a-4b42-84bb-a44d74a651aa),segment_id=3225b37c-b29a-4b42-84bb-a44d74a651aa)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:30:29.743472 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:29.753864 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef37dd30-7a22-4032-bb8e-0fcaf2fc88cd tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:29.755390 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ef37dd30-7a22-4032-bb8e-0fcaf2fc88cd tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] 10.222.0.13 "GET /v2.0/ports/a5aefa1c-8f57-440f-98ab-a85f3be6b8da HTTP/1.1" status: 200 len: 1129 time: 0.0683970 Sep 17 08:30:29.758819 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53148) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:29.804648 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-9ecdc50a-3247-43d5-af04-b09969a823fd None None] Provisioning complete for port f075cfb9-931f-4262-8f51-bcbaebdb8ba0 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:30:29.805024 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9ecdc50a-3247-43d5-af04-b09969a823fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:29.846904 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-1b75e3f5-5025-4e8f-ac6d-afa8d4c31e48 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Deleting port a5aefa1c-8f57-440f-98ab-a85f3be6b8da {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:30:29.847236 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1b75e3f5-5025-4e8f-ac6d-afa8d4c31e48 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:29.863010 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=f075cfb9-931f-4262-8f51-bcbaebdb8ba0,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:29.933717 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1b75e3f5-5025-4e8f-ac6d-afa8d4c31e48 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:29.946750 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-1b75e3f5-5025-4e8f-ac6d-afa8d4c31e48 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Calling delete_port for a5aefa1c-8f57-440f-98ab-a85f3be6b8da owned by {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:30:30.080676 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1b75e3f5-5025-4e8f-ac6d-afa8d4c31e48 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:30.109641 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b75e3f5-5025-4e8f-ac6d-afa8d4c31e48 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Pushing event deleted for resources: {'Port': ['ID=a5aefa1c-8f57-440f-98ab-a85f3be6b8da,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:30.136299 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1b75e3f5-5025-4e8f-ac6d-afa8d4c31e48 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:30.138370 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-1b75e3f5-5025-4e8f-ac6d-afa8d4c31e48 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] 10.222.0.13 "DELETE /v2.0/ports/a5aefa1c-8f57-440f-98ab-a85f3be6b8da HTTP/1.1" status: 204 len: 168 time: 0.3786268 Sep 17 08:30:30.140942 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53150) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:30.174983 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-a2347499-3d76-4248-9529-98b1d383fd09 None None] Could not find standard attr ID for object a5aefa1c-8f57-440f-98ab-a85f3be6b8da. {{(pid=101291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 08:30:30.184688 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-a2347499-3d76-4248-9529-98b1d383fd09 None None] Provisioning complete for port f075cfb9-931f-4262-8f51-bcbaebdb8ba0 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:30:30.184982 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a2347499-3d76-4248-9529-98b1d383fd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:30.193040 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-9133c9b8-5435-4ea0-a4ae-5b713ad17ccf tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Deleting subnet 390eeca4-ff8e-4789-b436-87400b35e912 {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:30:30.196418 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9133c9b8-5435-4ea0-a4ae-5b713ad17ccf tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:30.243568 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9133c9b8-5435-4ea0-a4ae-5b713ad17ccf tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:30.330981 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9133c9b8-5435-4ea0-a4ae-5b713ad17ccf tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:30.380140 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-b9e96ca6-63aa-4ce1-8b1c-680b3720fc8c None None] Could not find standard attr ID for object a5aefa1c-8f57-440f-98ab-a85f3be6b8da. {{(pid=101291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 08:30:30.392641 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9133c9b8-5435-4ea0-a4ae-5b713ad17ccf tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:30.426075 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9133c9b8-5435-4ea0-a4ae-5b713ad17ccf tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Pushing event deleted for resources: {'Subnet': ['ID=390eeca4-ff8e-4789-b436-87400b35e912,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:30.430755 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9133c9b8-5435-4ea0-a4ae-5b713ad17ccf tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:30.434992 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-9133c9b8-5435-4ea0-a4ae-5b713ad17ccf tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] 10.222.0.13 "DELETE /v2.0/subnets/390eeca4-ff8e-4789-b436-87400b35e912 HTTP/1.1" status: 204 len: 168 time: 0.2908733 Sep 17 08:30:30.435769 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53152) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:30.511943 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e2f0e963-ae11-45f6-bd80-dae69549e151 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:30.547407 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ce4cec-6837-4b85-8030-694bd0512819 None None] Network 281a8a75-e761-49a0-afe8-f08d1c602f00 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:30:30.571106 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-e2f0e963-ae11-45f6-bd80-dae69549e151 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Deleting port f075cfb9-931f-4262-8f51-bcbaebdb8ba0 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:30:30.571456 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e2f0e963-ae11-45f6-bd80-dae69549e151 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:30.612746 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-73db95a0-5cd5-48d3-b657-ff056eb78a99 None None] Could not find standard attr ID for object 11765ae5-7e60-4d6c-8762-854f842b4822. {{(pid=101291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 08:30:30.639301 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-e2f0e963-ae11-45f6-bd80-dae69549e151 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] For port f075cfb9-931f-4262-8f51-bcbaebdb8ba0, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=f075cfb9-931f-4262-8f51-bcbaebdb8ba0,segment=NetworkSegment(3225b37c-b29a-4b42-84bb-a44d74a651aa),segment_id=3225b37c-b29a-4b42-84bb-a44d74a651aa)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:30:30.639696 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e2f0e963-ae11-45f6-bd80-dae69549e151 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:30.654894 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-e2f0e963-ae11-45f6-bd80-dae69549e151 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Calling delete_port for f075cfb9-931f-4262-8f51-bcbaebdb8ba0 owned by network:dhcp {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:30:30.740196 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e2f0e963-ae11-45f6-bd80-dae69549e151 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:30.758412 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573b0346-ccc5-4614-8d1c-945c28acd22f None None] DHCP port deletion for 281a8a75-e761-49a0-afe8-f08d1c602f00 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 08:30:30.773851 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f0e963-ae11-45f6-bd80-dae69549e151 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Pushing event deleted for resources: {'Port': ['ID=f075cfb9-931f-4262-8f51-bcbaebdb8ba0,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:30.778670 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f0e963-ae11-45f6-bd80-dae69549e151 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] No DVR routers for this DVR port f075cfb9-931f-4262-8f51-bcbaebdb8ba0 on host n-d-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:30:30.858777 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e2f0e963-ae11-45f6-bd80-dae69549e151 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:30.881107 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-e2f0e963-ae11-45f6-bd80-dae69549e151 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['281a8a75-e761-49a0-afe8-f08d1c602f00']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:30:30.891131 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-e2f0e963-ae11-45f6-bd80-dae69549e151 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3225b37c-b29a-4b42-84bb-a44d74a651aa') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:30:30.891425 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-e2f0e963-ae11-45f6-bd80-dae69549e151 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3225b37c-b29a-4b42-84bb-a44d74a651aa') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:30:30.904916 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e2f0e963-ae11-45f6-bd80-dae69549e151 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:30.918589 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e2f0e963-ae11-45f6-bd80-dae69549e151 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:30.925260 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2f0e963-ae11-45f6-bd80-dae69549e151 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:30:30.925652 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e2f0e963-ae11-45f6-bd80-dae69549e151 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:30.929008 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:30:30.929008 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:30:30.929008 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:30:30.929008 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:30:30.929008 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:30:30.929008 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:30:30.929008 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:30:30.929008 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:30:30.929008 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:30:30.929008 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:30:30.929008 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:30:30.929008 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:30:30.929008 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:30:30.929008 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:30:30.929008 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:30:30.929008 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:30:30.929008 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:30:30.929008 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:30:30.929008 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:30:30.929008 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:30:30.929008 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:30:30.929008 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:30:30.929008 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:30:30.929008 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:30:30.929008 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:30:30.929008 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:30:30.929008 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:30:30.929008 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:30:30.929008 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:30:30.929008 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:30:30.929008 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:30:30.929008 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:30:31.009324 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-129f676d-73c0-4128-bdb8-aea8d700e36f req-3cf4d3ce-39a9-46a6-afac-aebc2d29c14f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1198878 Sep 17 08:30:31.013003 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e2f0e963-ae11-45f6-bd80-dae69549e151 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:31.019782 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e2f0e963-ae11-45f6-bd80-dae69549e151 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Notify callbacks [] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:31.021572 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e2f0e963-ae11-45f6-bd80-dae69549e151 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] 10.222.0.13 "DELETE /v2.0/networks/281a8a75-e761-49a0-afe8-f08d1c602f00 HTTP/1.1" status: 204 len: 168 time: 0.5852065 Sep 17 08:30:31.032886 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f0e963-ae11-45f6-bd80-dae69549e151 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440 tempest-ExtraDHCPOptionsIpV6TestJSON-756088440-project] Pushing event deleted for resources: {'Network': ['ID=281a8a75-e761-49a0-afe8-f08d1c602f00,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:31.096815 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-129f676d-73c0-4128-bdb8-aea8d700e36f req-7e3a924b-9b77-462d-8683-5e321a7a29f7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0249023 Sep 17 08:30:31.143309 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-129f676d-73c0-4128-bdb8-aea8d700e36f req-25d86149-050f-417d-afdb-301fadff9af8 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0211821 Sep 17 08:30:31.250896 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f676d-73c0-4128-bdb8-aea8d700e36f req-bda582d6-43d8-4518-88e4-dfed838cdf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:31.252518 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-129f676d-73c0-4128-bdb8-aea8d700e36f req-bda582d6-43d8-4518-88e4-dfed838cdf9f service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1020193 Sep 17 08:30:31.284411 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53166) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:31.338820 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device f075cfb9-931f-4262-8f51-bcbaebdb8ba0 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:30:31.360233 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: f075cfb9-931f-4262-8f51-bcbaebdb8ba0 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:30:31.360578 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device f075cfb9-931f-4262-8f51-bcbaebdb8ba0 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:30:31.434333 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-fe405a39-060d-4c0f-82f8-7b3f38bb507c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7155f20f5e834f588f1013c79d322ca8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1486435 Sep 17 08:30:31.436709 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53170) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:31.483455 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bf3b6ab3-449e-45e3-872a-eeec66c9b10c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:31.503974 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bf3b6ab3-449e-45e3-872a-eeec66c9b10c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:31.552886 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bf3b6ab3-449e-45e3-872a-eeec66c9b10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:31.555620 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bf3b6ab3-449e-45e3-872a-eeec66c9b10c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:31.556818 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-bf3b6ab3-449e-45e3-872a-eeec66c9b10c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/23efcbac-1924-4ee9-8442-6d2ceeb0ac6c HTTP/1.1" status: 204 len: 168 time: 0.1192212 Sep 17 08:30:31.565246 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3b6ab3-449e-45e3-872a-eeec66c9b10c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23efcbac-1924-4ee9-8442-6d2ceeb0ac6c,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:32.301704 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53194) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:32.398381 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-b48b5c01-7707-40ba-8a67-a10f252f073f tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1792643419'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:30:32.422982 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48b5c01-7707-40ba-8a67-a10f252f073f tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Made reservation on behalf of a3921e319dc746b789701a377f08c5d8 for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:30:32.427195 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b48b5c01-7707-40ba-8a67-a10f252f073f tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:32.435181 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b48b5c01-7707-40ba-8a67-a10f252f073f tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:32.523254 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b48b5c01-7707-40ba-8a67-a10f252f073f tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:32.526435 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b48b5c01-7707-40ba-8a67-a10f252f073f tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:32.555454 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b48b5c01-7707-40ba-8a67-a10f252f073f tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:30:32.564095 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48b5c01-7707-40ba-8a67-a10f252f073f tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3af36268-1f0a-496e-b830-3e749e958d8f,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:32.570164 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b48b5c01-7707-40ba-8a67-a10f252f073f tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:32.570526 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-b48b5c01-7707-40ba-8a67-a10f252f073f tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Added segment a4789ff2-639b-42a8-91e9-b90eba489587 of type vlan for network 21fb4b6f-71cf-4fed-837d-26e1a44d8b24 Sep 17 08:30:32.609243 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b48b5c01-7707-40ba-8a67-a10f252f073f tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:32.633555 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b48b5c01-7707-40ba-8a67-a10f252f073f tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:32.639045 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48b5c01-7707-40ba-8a67-a10f252f073f tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:32.639624 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b48b5c01-7707-40ba-8a67-a10f252f073f tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks [] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:32.675581 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-b48b5c01-7707-40ba-8a67-a10f252f073f tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3727949 Sep 17 08:30:32.708125 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48b5c01-7707-40ba-8a67-a10f252f073f tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Pushing event updated for resources: {'Network': ['ID=21fb4b6f-71cf-4fed-837d-26e1a44d8b24,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:32.718169 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 21fb4b6f-71cf-4fed-837d-26e1a44d8b24 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:30:34.259609 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:30:35.700642 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:35.869967 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53212) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:35.874994 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-f50428d1-48a8-4aa6-b54a-97994b7c0ed4 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Request body: {'subnet': {'network_id': '21fb4b6f-71cf-4fed-837d-26e1a44d8b24', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:30:35.932117 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:35.975786 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50428d1-48a8-4aa6-b54a-97994b7c0ed4 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Made reservation on behalf of a3921e319dc746b789701a377f08c5d8 for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:30:35.979093 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f50428d1-48a8-4aa6-b54a-97994b7c0ed4 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:36.199815 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f50428d1-48a8-4aa6-b54a-97994b7c0ed4 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:36.261328 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50428d1-48a8-4aa6-b54a-97994b7c0ed4 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Pushing event updated for resources: {'Subnet': ['ID=7c5cc396-17c3-4543-be86-1ba276f950df,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:36.270241 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50428d1-48a8-4aa6-b54a-97994b7c0ed4 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Checking segment: {'id': 'a4789ff2-639b-42a8-91e9-b90eba489587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '21fb4b6f-71cf-4fed-837d-26e1a44d8b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:30:36.270595 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50428d1-48a8-4aa6-b54a-97994b7c0ed4 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Network hostable DHCP agents. Network: 21fb4b6f-71cf-4fed-837d-26e1a44d8b24, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:30:36.286102 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50428d1-48a8-4aa6-b54a-97994b7c0ed4 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Network 21fb4b6f-71cf-4fed-837d-26e1a44d8b24 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:30:36.294343 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-f50428d1-48a8-4aa6-b54a-97994b7c0ed4 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 21fb4b6f-71cf-4fed-837d-26e1a44d8b24) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:30:36.298561 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50428d1-48a8-4aa6-b54a-97994b7c0ed4 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:36.299175 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f50428d1-48a8-4aa6-b54a-97994b7c0ed4 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:36.303370 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49113b3-3c93-4a10-879a-777870a59c02 None None] Network 21fb4b6f-71cf-4fed-837d-26e1a44d8b24 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:30:36.312673 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-f50428d1-48a8-4aa6-b54a-97994b7c0ed4 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4417086 Sep 17 08:30:36.316562 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53216) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:36.321535 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-5d133cbd-4e1a-436d-8584-cbf7edaea290 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1498037996'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:30:36.341466 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d133cbd-4e1a-436d-8584-cbf7edaea290 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Made reservation on behalf of a3921e319dc746b789701a377f08c5d8 for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:30:36.344859 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5d133cbd-4e1a-436d-8584-cbf7edaea290 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:36.367685 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d133cbd-4e1a-436d-8584-cbf7edaea290 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:30:36.377343 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5d133cbd-4e1a-436d-8584-cbf7edaea290 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:36.377738 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-5d133cbd-4e1a-436d-8584-cbf7edaea290 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Added segment 200ea6c4-5eb0-47e5-b706-0e95beb74655 of type vlan for network b0133bbf-29d6-4799-9ac1-33d6d9b09235 Sep 17 08:30:36.418678 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5d133cbd-4e1a-436d-8584-cbf7edaea290 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:36.444327 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5d133cbd-4e1a-436d-8584-cbf7edaea290 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:36.449603 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f25dff-0c34-431a-b4b6-553d393d2131 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-21fb4b6f-71cf-4fed-837d-26e1a44d8b24', 'network_id': '21fb4b6f-71cf-4fed-837d-26e1a44d8b24', 'tenant_id': 'a3921e319dc746b789701a377f08c5d8', 'fixed_ips': [{'subnet_id': '7c5cc396-17c3-4543-be86-1ba276f950df'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:30:36.450492 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-69f25dff-0c34-431a-b4b6-553d393d2131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:36.450904 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d133cbd-4e1a-436d-8584-cbf7edaea290 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:36.451491 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5d133cbd-4e1a-436d-8584-cbf7edaea290 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks [] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:36.484712 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-5d133cbd-4e1a-436d-8584-cbf7edaea290 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.1671462 Sep 17 08:30:36.488085 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53218) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:36.493537 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-efa1b2cb-88a2-4da4-bd91-45fcce8976fc tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Request body: {'subnet': {'network_id': 'b0133bbf-29d6-4799-9ac1-33d6d9b09235', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:30:36.525474 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d133cbd-4e1a-436d-8584-cbf7edaea290 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Pushing event updated for resources: {'Network': ['ID=b0133bbf-29d6-4799-9ac1-33d6d9b09235,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:36.538793 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network b0133bbf-29d6-4799-9ac1-33d6d9b09235 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:30:36.587976 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa1b2cb-88a2-4da4-bd91-45fcce8976fc tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Made reservation on behalf of a3921e319dc746b789701a377f08c5d8 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:30:36.591448 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-efa1b2cb-88a2-4da4-bd91-45fcce8976fc tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:36.641857 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-69f25dff-0c34-431a-b4b6-553d393d2131 None None] Allocated IP 2001:db8:0:ffff::2 (21fb4b6f-71cf-4fed-837d-26e1a44d8b24/7c5cc396-17c3-4543-be86-1ba276f950df/1837f268-8581-4f32-8bd4-b07b37efe360) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:30:36.786971 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-69f25dff-0c34-431a-b4b6-553d393d2131 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:36.792229 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-69f25dff-0c34-431a-b4b6-553d393d2131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:36.831150 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f25dff-0c34-431a-b4b6-553d393d2131 None None] Network 21fb4b6f-71cf-4fed-837d-26e1a44d8b24 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:30:36.833952 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-69f25dff-0c34-431a-b4b6-553d393d2131 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:30:36.837427 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f25dff-0c34-431a-b4b6-553d393d2131 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:30:36.848131 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f25dff-0c34-431a-b4b6-553d393d2131 None None] Pushing event updated for resources: {'Port': ['ID=1837f268-8581-4f32-8bd4-b07b37efe360,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:36.853596 n-d-789963-9 neutron-server[101290]: DEBUG neutron.objects.ports [None req-efa1b2cb-88a2-4da4-bd91-45fcce8976fc tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101290) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 08:30:36.855155 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-efa1b2cb-88a2-4da4-bd91-45fcce8976fc tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:36.917538 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa1b2cb-88a2-4da4-bd91-45fcce8976fc tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Pushing event updated for resources: {'Subnet': ['ID=d538d96c-81b4-47aa-8b29-f05657a058d2,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:36.927761 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa1b2cb-88a2-4da4-bd91-45fcce8976fc tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Checking segment: {'id': '200ea6c4-5eb0-47e5-b706-0e95beb74655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b0133bbf-29d6-4799-9ac1-33d6d9b09235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:30:36.928163 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa1b2cb-88a2-4da4-bd91-45fcce8976fc tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Network hostable DHCP agents. Network: b0133bbf-29d6-4799-9ac1-33d6d9b09235, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:30:36.945240 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa1b2cb-88a2-4da4-bd91-45fcce8976fc tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Network b0133bbf-29d6-4799-9ac1-33d6d9b09235 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:30:36.954344 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-efa1b2cb-88a2-4da4-bd91-45fcce8976fc tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, b0133bbf-29d6-4799-9ac1-33d6d9b09235) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:30:36.959198 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa1b2cb-88a2-4da4-bd91-45fcce8976fc tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:36.959964 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-efa1b2cb-88a2-4da4-bd91-45fcce8976fc tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks [] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:36.975226 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-efa1b2cb-88a2-4da4-bd91-45fcce8976fc tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4857984 Sep 17 08:30:36.978136 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53220) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:36.983352 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-a216c921-dca3-449e-8152-b0c2e61402cd tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Request body: {'port': {'network_id': 'b0133bbf-29d6-4799-9ac1-33d6d9b09235', 'name': 'tempest-NetworksIpV6TestAttrs-437560658'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:30:37.025031 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28253df-d493-4ffa-8807-2483b91ce8fc None None] Network b0133bbf-29d6-4799-9ac1-33d6d9b09235 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:30:37.075904 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-69f25dff-0c34-431a-b4b6-553d393d2131 None None] Attempting to bind port 1837f268-8581-4f32-8bd4-b07b37efe360 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:30:37.076282 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-69f25dff-0c34-431a-b4b6-553d393d2131 None None] Attempting to bind port 1837f268-8581-4f32-8bd4-b07b37efe360 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'a4789ff2-639b-42a8-91e9-b90eba489587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '21fb4b6f-71cf-4fed-837d-26e1a44d8b24'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:30:37.076652 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f25dff-0c34-431a-b4b6-553d393d2131 None None] Attempting to bind port 1837f268-8581-4f32-8bd4-b07b37efe360 on network 21fb4b6f-71cf-4fed-837d-26e1a44d8b24 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:30:37.108368 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f25dff-0c34-431a-b4b6-553d393d2131 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:30:37.108747 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f25dff-0c34-431a-b4b6-553d393d2131 None None] Checking segment: {'id': 'a4789ff2-639b-42a8-91e9-b90eba489587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '21fb4b6f-71cf-4fed-837d-26e1a44d8b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:30:37.109352 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-69f25dff-0c34-431a-b4b6-553d393d2131 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:37.109925 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f25dff-0c34-431a-b4b6-553d393d2131 None None] Bound using segment: {'id': 'a4789ff2-639b-42a8-91e9-b90eba489587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '21fb4b6f-71cf-4fed-837d-26e1a44d8b24'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:30:37.110566 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-69f25dff-0c34-431a-b4b6-553d393d2131 None None] Bound port: 1837f268-8581-4f32-8bd4-b07b37efe360, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4789ff2-639b-42a8-91e9-b90eba489587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '21fb4b6f-71cf-4fed-837d-26e1a44d8b24'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:30:37.111140 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-69f25dff-0c34-431a-b4b6-553d393d2131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:37.128801 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a216c921-dca3-449e-8152-b0c2e61402cd tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Made reservation on behalf of a3921e319dc746b789701a377f08c5d8 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:30:37.135123 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a216c921-dca3-449e-8152-b0c2e61402cd tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:37.154716 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [None req-a216c921-dca3-449e-8152-b0c2e61402cd tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] device_id is not set on port 393aba5a-6fda-4a19-afb2-7f5b3ec501f1 yet. {{(pid=101289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 08:30:37.217456 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-69f25dff-0c34-431a-b4b6-553d393d2131 None None] For port 1837f268-8581-4f32-8bd4-b07b37efe360, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:30:37.222407 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-69f25dff-0c34-431a-b4b6-553d393d2131 None None] For port 1837f268-8581-4f32-8bd4-b07b37efe360, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=1837f268-8581-4f32-8bd4-b07b37efe360,segment=NetworkSegment(a4789ff2-639b-42a8-91e9-b90eba489587),segment_id=a4789ff2-639b-42a8-91e9-b90eba489587)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:30:37.228392 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-69f25dff-0c34-431a-b4b6-553d393d2131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:37.285594 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-a216c921-dca3-449e-8152-b0c2e61402cd tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Allocated IP 2001:db8::f816:3eff:fe67:999c (b0133bbf-29d6-4799-9ac1-33d6d9b09235/d538d96c-81b4-47aa-8b29-f05657a058d2/393aba5a-6fda-4a19-afb2-7f5b3ec501f1) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:30:37.303373 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16cb5ed-c9a2-4ccf-80fb-6ebf64b00bc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-b0133bbf-29d6-4799-9ac1-33d6d9b09235', 'network_id': 'b0133bbf-29d6-4799-9ac1-33d6d9b09235', 'tenant_id': 'a3921e319dc746b789701a377f08c5d8', 'fixed_ips': [{'subnet_id': 'd538d96c-81b4-47aa-8b29-f05657a058d2'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:30:37.304357 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f16cb5ed-c9a2-4ccf-80fb-6ebf64b00bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:37.414699 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f25dff-0c34-431a-b4b6-553d393d2131 None None] Pushing event updated for resources: {'Port': ['ID=1837f268-8581-4f32-8bd4-b07b37efe360,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:37.463927 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a216c921-dca3-449e-8152-b0c2e61402cd tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:37.521148 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a216c921-dca3-449e-8152-b0c2e61402cd tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:37.575815 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a216c921-dca3-449e-8152-b0c2e61402cd tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Network b0133bbf-29d6-4799-9ac1-33d6d9b09235 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:30:37.579719 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-f16cb5ed-c9a2-4ccf-80fb-6ebf64b00bc3 None None] Allocated IP 2001:db8::f816:3eff:fe14:2fb7 (b0133bbf-29d6-4799-9ac1-33d6d9b09235/d538d96c-81b4-47aa-8b29-f05657a058d2/f2356ccd-4a79-4dac-9963-832fbe1ebf9e) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:30:37.582593 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-a216c921-dca3-449e-8152-b0c2e61402cd tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:30:37.588952 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a216c921-dca3-449e-8152-b0c2e61402cd tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:30:37.599146 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a216c921-dca3-449e-8152-b0c2e61402cd tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:37.599814 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a216c921-dca3-449e-8152-b0c2e61402cd tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:37.603640 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a216c921-dca3-449e-8152-b0c2e61402cd tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Pushing event updated for resources: {'Port': ['ID=393aba5a-6fda-4a19-afb2-7f5b3ec501f1,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:37.624513 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-a216c921-dca3-449e-8152-b0c2e61402cd tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.6452267 Sep 17 08:30:37.627073 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53228) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:37.700176 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee9534f0-0428-4ad5-85ba-e15639721e10 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Deleting subnet d538d96c-81b4-47aa-8b29-f05657a058d2 {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:30:37.750081 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f16cb5ed-c9a2-4ccf-80fb-6ebf64b00bc3 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:37.755964 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ee9534f0-0428-4ad5-85ba-e15639721e10 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:37.756158 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f16cb5ed-c9a2-4ccf-80fb-6ebf64b00bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:37.791480 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16cb5ed-c9a2-4ccf-80fb-6ebf64b00bc3 None None] Network b0133bbf-29d6-4799-9ac1-33d6d9b09235 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:30:37.794556 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-f16cb5ed-c9a2-4ccf-80fb-6ebf64b00bc3 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:30:37.797771 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16cb5ed-c9a2-4ccf-80fb-6ebf64b00bc3 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:30:37.802150 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ee9534f0-0428-4ad5-85ba-e15639721e10 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:37.854702 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16cb5ed-c9a2-4ccf-80fb-6ebf64b00bc3 None None] Pushing event updated for resources: {'Port': ['ID=f2356ccd-4a79-4dac-9963-832fbe1ebf9e,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:37.871228 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-f16cb5ed-c9a2-4ccf-80fb-6ebf64b00bc3 None None] Attempting to bind port f2356ccd-4a79-4dac-9963-832fbe1ebf9e on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:30:37.871613 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-f16cb5ed-c9a2-4ccf-80fb-6ebf64b00bc3 None None] Attempting to bind port f2356ccd-4a79-4dac-9963-832fbe1ebf9e by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '200ea6c4-5eb0-47e5-b706-0e95beb74655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b0133bbf-29d6-4799-9ac1-33d6d9b09235'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:30:37.872302 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16cb5ed-c9a2-4ccf-80fb-6ebf64b00bc3 None None] Attempting to bind port f2356ccd-4a79-4dac-9963-832fbe1ebf9e on network b0133bbf-29d6-4799-9ac1-33d6d9b09235 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:30:37.877633 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16cb5ed-c9a2-4ccf-80fb-6ebf64b00bc3 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:30:37.878618 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16cb5ed-c9a2-4ccf-80fb-6ebf64b00bc3 None None] Checking segment: {'id': '200ea6c4-5eb0-47e5-b706-0e95beb74655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b0133bbf-29d6-4799-9ac1-33d6d9b09235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:30:37.879030 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f16cb5ed-c9a2-4ccf-80fb-6ebf64b00bc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:37.879632 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16cb5ed-c9a2-4ccf-80fb-6ebf64b00bc3 None None] Bound using segment: {'id': '200ea6c4-5eb0-47e5-b706-0e95beb74655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b0133bbf-29d6-4799-9ac1-33d6d9b09235'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:30:37.880326 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-f16cb5ed-c9a2-4ccf-80fb-6ebf64b00bc3 None None] Bound port: f2356ccd-4a79-4dac-9963-832fbe1ebf9e, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200ea6c4-5eb0-47e5-b706-0e95beb74655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b0133bbf-29d6-4799-9ac1-33d6d9b09235'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:30:37.880888 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f16cb5ed-c9a2-4ccf-80fb-6ebf64b00bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:37.934446 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ee9534f0-0428-4ad5-85ba-e15639721e10 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:38.000718 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ee9534f0-0428-4ad5-85ba-e15639721e10 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:38.008394 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-f16cb5ed-c9a2-4ccf-80fb-6ebf64b00bc3 None None] For port f2356ccd-4a79-4dac-9963-832fbe1ebf9e, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:30:38.013834 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-f16cb5ed-c9a2-4ccf-80fb-6ebf64b00bc3 None None] For port f2356ccd-4a79-4dac-9963-832fbe1ebf9e, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=f2356ccd-4a79-4dac-9963-832fbe1ebf9e,segment=NetworkSegment(200ea6c4-5eb0-47e5-b706-0e95beb74655),segment_id=200ea6c4-5eb0-47e5-b706-0e95beb74655)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:30:38.023013 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f16cb5ed-c9a2-4ccf-80fb-6ebf64b00bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:38.042312 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9534f0-0428-4ad5-85ba-e15639721e10 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Pushing event deleted for resources: {'Subnet': ['ID=d538d96c-81b4-47aa-8b29-f05657a058d2,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:38.051947 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ee9534f0-0428-4ad5-85ba-e15639721e10 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:38.057960 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ee9534f0-0428-4ad5-85ba-e15639721e10 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] 10.222.0.13 "DELETE /v2.0/subnets/d538d96c-81b4-47aa-8b29-f05657a058d2 HTTP/1.1" status: 204 len: 168 time: 0.4295843 Sep 17 08:30:38.064005 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53230) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:38.174422 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16cb5ed-c9a2-4ccf-80fb-6ebf64b00bc3 None None] Pushing event updated for resources: {'Port': ['ID=f2356ccd-4a79-4dac-9963-832fbe1ebf9e,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:38.203186 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f1d64a-97fd-4e24-aa3b-8235196d97f0 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:38.206005 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f1d64a-97fd-4e24-aa3b-8235196d97f0 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:38.210907 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-c6f1d64a-97fd-4e24-aa3b-8235196d97f0 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1440651 Sep 17 08:30:38.211322 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53234) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:38.311434 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-698dfde9-4f74-4227-b40b-764994216f5d tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:38.320435 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-698dfde9-4f74-4227-b40b-764994216f5d tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 17 08:30:38.320909 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-698dfde9-4f74-4227-b40b-764994216f5d tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:30:38.323893 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-698dfde9-4f74-4227-b40b-764994216f5d tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] 10.222.0.13 "DELETE /v2.0/networks/b0133bbf-29d6-4799-9ac1-33d6d9b09235 HTTP/1.1" status: 409 len: 405 time: 0.1105423 Sep 17 08:30:38.328736 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53236) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:38.334420 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-e7d6da6d-2e59-4464-888c-5de3da26f63d tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1387028481'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:30:38.364769 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d6da6d-2e59-4464-888c-5de3da26f63d tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Made reservation on behalf of a3921e319dc746b789701a377f08c5d8 for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:30:38.373282 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e7d6da6d-2e59-4464-888c-5de3da26f63d tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:38.423903 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7d6da6d-2e59-4464-888c-5de3da26f63d tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:30:38.442296 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e7d6da6d-2e59-4464-888c-5de3da26f63d tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:38.442716 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-e7d6da6d-2e59-4464-888c-5de3da26f63d tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Added segment cfda2fbf-d00e-42e2-800e-eee3f277a07f of type vlan for network f79396f8-282d-4ea1-accb-3ec9530889a1 Sep 17 08:30:38.493132 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e7d6da6d-2e59-4464-888c-5de3da26f63d tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:38.520875 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e7d6da6d-2e59-4464-888c-5de3da26f63d tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:38.528052 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d6da6d-2e59-4464-888c-5de3da26f63d tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:38.528593 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e7d6da6d-2e59-4464-888c-5de3da26f63d tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks [] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:38.567357 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e7d6da6d-2e59-4464-888c-5de3da26f63d tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2374859 Sep 17 08:30:38.570112 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53238) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:38.599907 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-2e3d432b-dde6-42fe-8e88-c2b05394b856 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Request body: {'subnet': {'network_id': 'f79396f8-282d-4ea1-accb-3ec9530889a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:30:38.606914 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d6da6d-2e59-4464-888c-5de3da26f63d tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Pushing event updated for resources: {'Network': ['ID=f79396f8-282d-4ea1-accb-3ec9530889a1,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:38.613781 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651634fe-3cbe-42c8-9252-4b829a9378d7 None None] Network 21fb4b6f-71cf-4fed-837d-26e1a44d8b24 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:30:38.628484 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network f79396f8-282d-4ea1-accb-3ec9530889a1 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:30:38.699918 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3d432b-dde6-42fe-8e88-c2b05394b856 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Made reservation on behalf of a3921e319dc746b789701a377f08c5d8 for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:30:38.703429 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2e3d432b-dde6-42fe-8e88-c2b05394b856 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:38.759407 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-d41f4708-fc05-4b55-b28e-3d4ecfc7a261 None None] Provisioning complete for port 1837f268-8581-4f32-8bd4-b07b37efe360 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:30:38.759779 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d41f4708-fc05-4b55-b28e-3d4ecfc7a261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:38.904612 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d41f4708-fc05-4b55-b28e-3d4ecfc7a261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:38.941225 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-d41f4708-fc05-4b55-b28e-3d4ecfc7a261 None None] For port 1837f268-8581-4f32-8bd4-b07b37efe360, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=1837f268-8581-4f32-8bd4-b07b37efe360,segment=NetworkSegment(a4789ff2-639b-42a8-91e9-b90eba489587),segment_id=a4789ff2-639b-42a8-91e9-b90eba489587)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:30:38.946667 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d41f4708-fc05-4b55-b28e-3d4ecfc7a261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:38.976807 n-d-789963-9 neutron-server[101289]: DEBUG neutron.objects.ports [None req-2e3d432b-dde6-42fe-8e88-c2b05394b856 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101289) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 08:30:38.978324 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2e3d432b-dde6-42fe-8e88-c2b05394b856 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:39.007756 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f4708-fc05-4b55-b28e-3d4ecfc7a261 None None] Pushing event updated for resources: {'Port': ['ID=1837f268-8581-4f32-8bd4-b07b37efe360,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:39.046212 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3d432b-dde6-42fe-8e88-c2b05394b856 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Pushing event updated for resources: {'Subnet': ['ID=76e09482-b7e2-4300-879f-555cc905b093,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:39.055587 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3d432b-dde6-42fe-8e88-c2b05394b856 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Checking segment: {'id': 'cfda2fbf-d00e-42e2-800e-eee3f277a07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f79396f8-282d-4ea1-accb-3ec9530889a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:30:39.055860 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3d432b-dde6-42fe-8e88-c2b05394b856 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Network hostable DHCP agents. Network: f79396f8-282d-4ea1-accb-3ec9530889a1, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:30:39.078087 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3d432b-dde6-42fe-8e88-c2b05394b856 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Network f79396f8-282d-4ea1-accb-3ec9530889a1 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:30:39.089270 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-2e3d432b-dde6-42fe-8e88-c2b05394b856 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, f79396f8-282d-4ea1-accb-3ec9530889a1) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:30:39.093477 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3d432b-dde6-42fe-8e88-c2b05394b856 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:39.094063 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2e3d432b-dde6-42fe-8e88-c2b05394b856 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:39.100572 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8731cdb9-5098-4caf-8989-6cbd15f41d42 None None] Network f79396f8-282d-4ea1-accb-3ec9530889a1 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:30:39.112846 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-2e3d432b-dde6-42fe-8e88-c2b05394b856 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5393720 Sep 17 08:30:39.113117 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53240) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:39.118696 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-e729e603-65b4-45a9-b346-be2db03b1da3 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Request body: {'port': {'network_id': 'f79396f8-282d-4ea1-accb-3ec9530889a1', 'name': 'tempest-NetworksIpV6TestAttrs-396351704'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:30:39.246394 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e729e603-65b4-45a9-b346-be2db03b1da3 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Made reservation on behalf of a3921e319dc746b789701a377f08c5d8 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:30:39.250186 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e729e603-65b4-45a9-b346-be2db03b1da3 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:39.268359 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [None req-e729e603-65b4-45a9-b346-be2db03b1da3 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] device_id is not set on port ec5d446b-4192-4074-93a0-861b9105e6f9 yet. {{(pid=101289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 08:30:39.311364 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-973a8cf3-5a20-4d30-8e2e-91cbf8d518af None None] Provisioning complete for port 1837f268-8581-4f32-8bd4-b07b37efe360 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:30:39.311866 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-973a8cf3-5a20-4d30-8e2e-91cbf8d518af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:39.316506 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2667a848-9cd1-43cc-b7a4-7872ec89aacb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-f79396f8-282d-4ea1-accb-3ec9530889a1', 'network_id': 'f79396f8-282d-4ea1-accb-3ec9530889a1', 'tenant_id': 'a3921e319dc746b789701a377f08c5d8', 'fixed_ips': [{'subnet_id': '76e09482-b7e2-4300-879f-555cc905b093'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:30:39.317466 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2667a848-9cd1-43cc-b7a4-7872ec89aacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:39.442386 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-e729e603-65b4-45a9-b346-be2db03b1da3 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Allocated IP 2001:db8::f816:3eff:fef8:2c2e (f79396f8-282d-4ea1-accb-3ec9530889a1/76e09482-b7e2-4300-879f-555cc905b093/ec5d446b-4192-4074-93a0-861b9105e6f9) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:30:39.449103 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4b6675-1c25-4efa-8a1c-232c75381d83 None None] Network b0133bbf-29d6-4799-9ac1-33d6d9b09235 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:30:39.531314 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device f2356ccd-4a79-4dac-9963-832fbe1ebf9e up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:30:39.638992 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e729e603-65b4-45a9-b346-be2db03b1da3 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:39.661499 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port f2356ccd-4a79-4dac-9963-832fbe1ebf9e triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:30:39.661781 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:39.673634 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e729e603-65b4-45a9-b346-be2db03b1da3 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:39.718276 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e729e603-65b4-45a9-b346-be2db03b1da3 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Network f79396f8-282d-4ea1-accb-3ec9530889a1 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:30:39.721029 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-e729e603-65b4-45a9-b346-be2db03b1da3 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:30:39.729568 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e729e603-65b4-45a9-b346-be2db03b1da3 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:30:39.738965 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e729e603-65b4-45a9-b346-be2db03b1da3 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:39.738965 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e729e603-65b4-45a9-b346-be2db03b1da3 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:39.752328 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a02f5e-a462-4504-a1bb-bb2405c84a5c None None] DHCP port deletion for b0133bbf-29d6-4799-9ac1-33d6d9b09235 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 08:30:39.753073 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e729e603-65b4-45a9-b346-be2db03b1da3 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Pushing event updated for resources: {'Port': ['ID=ec5d446b-4192-4074-93a0-861b9105e6f9,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:39.758327 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-2667a848-9cd1-43cc-b7a4-7872ec89aacb None None] Allocated IP 2001:db8::f816:3eff:fe06:f80a (f79396f8-282d-4ea1-accb-3ec9530889a1/76e09482-b7e2-4300-879f-555cc905b093/76467645-051a-4db0-bc95-a4b8988ab9cd) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:30:39.760117 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53252) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:39.764385 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e729e603-65b4-45a9-b346-be2db03b1da3 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.6500092 Sep 17 08:30:39.810770 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-78fe4860-a3eb-4914-b7ad-115831eb4aa5 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Deleting subnet 76e09482-b7e2-4300-879f-555cc905b093 {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:30:39.819757 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-a8ed3735-10c9-40a0-92a8-c7e09a8f9dd3 None None] Provisioning complete for port f2356ccd-4a79-4dac-9963-832fbe1ebf9e triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:30:39.820164 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a8ed3735-10c9-40a0-92a8-c7e09a8f9dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:39.886586 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:39.981358 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port f2356ccd-4a79-4dac-9963-832fbe1ebf9e, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=f2356ccd-4a79-4dac-9963-832fbe1ebf9e,segment=NetworkSegment(200ea6c4-5eb0-47e5-b706-0e95beb74655),segment_id=200ea6c4-5eb0-47e5-b706-0e95beb74655)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:30:39.990015 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-69a02f5e-a462-4504-a1bb-bb2405c84a5c None None] Deleting port f2356ccd-4a79-4dac-9963-832fbe1ebf9e {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:30:39.990397 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-69a02f5e-a462-4504-a1bb-bb2405c84a5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:40.010450 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:40.011228 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 1837f268-8581-4f32-8bd4-b07b37efe360 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:30:40.203393 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2667a848-9cd1-43cc-b7a4-7872ec89aacb None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:40.207020 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-69a02f5e-a462-4504-a1bb-bb2405c84a5c None None] For port f2356ccd-4a79-4dac-9963-832fbe1ebf9e, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=f2356ccd-4a79-4dac-9963-832fbe1ebf9e,segment=NetworkSegment(200ea6c4-5eb0-47e5-b706-0e95beb74655),segment_id=200ea6c4-5eb0-47e5-b706-0e95beb74655)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:30:40.207414 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-69a02f5e-a462-4504-a1bb-bb2405c84a5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:40.214283 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-78fe4860-a3eb-4914-b7ad-115831eb4aa5 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:40.220037 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2667a848-9cd1-43cc-b7a4-7872ec89aacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:40.227771 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=f2356ccd-4a79-4dac-9963-832fbe1ebf9e,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:40.233870 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-69a02f5e-a462-4504-a1bb-bb2405c84a5c None None] Calling delete_port for f2356ccd-4a79-4dac-9963-832fbe1ebf9e owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:30:40.257608 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-78fe4860-a3eb-4914-b7ad-115831eb4aa5 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:40.385362 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-78fe4860-a3eb-4914-b7ad-115831eb4aa5 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:40.435758 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 1837f268-8581-4f32-8bd4-b07b37efe360 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:30:40.436207 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:40.440192 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2667a848-9cd1-43cc-b7a4-7872ec89aacb None None] Network f79396f8-282d-4ea1-accb-3ec9530889a1 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:30:40.448305 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-78fe4860-a3eb-4914-b7ad-115831eb4aa5 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:40.480190 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fe4860-a3eb-4914-b7ad-115831eb4aa5 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Pushing event deleted for resources: {'Subnet': ['ID=76e09482-b7e2-4300-879f-555cc905b093,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:40.485305 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-78fe4860-a3eb-4914-b7ad-115831eb4aa5 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks [] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:40.489459 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-78fe4860-a3eb-4914-b7ad-115831eb4aa5 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] 10.222.0.13 "DELETE /v2.0/subnets/76e09482-b7e2-4300-879f-555cc905b093 HTTP/1.1" status: 204 len: 168 time: 0.7255716 Sep 17 08:30:40.489641 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-2667a848-9cd1-43cc-b7a4-7872ec89aacb None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:30:40.489771 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53254) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:40.497668 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2667a848-9cd1-43cc-b7a4-7872ec89aacb None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:30:40.514826 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2667a848-9cd1-43cc-b7a4-7872ec89aacb None None] Pushing event updated for resources: {'Port': ['ID=76467645-051a-4db0-bc95-a4b8988ab9cd,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:40.549207 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a340495-ad82-410a-9484-de7f8c17d4b1 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:40.551075 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a340495-ad82-410a-9484-de7f8c17d4b1 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:40.552834 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-5a340495-ad82-410a-9484-de7f8c17d4b1 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0622134 Sep 17 08:30:40.555606 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53258) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:40.597036 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-2667a848-9cd1-43cc-b7a4-7872ec89aacb None None] Attempting to bind port 76467645-051a-4db0-bc95-a4b8988ab9cd on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:30:40.597987 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-2667a848-9cd1-43cc-b7a4-7872ec89aacb None None] Attempting to bind port 76467645-051a-4db0-bc95-a4b8988ab9cd by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'cfda2fbf-d00e-42e2-800e-eee3f277a07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f79396f8-282d-4ea1-accb-3ec9530889a1'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:30:40.598359 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2667a848-9cd1-43cc-b7a4-7872ec89aacb None None] Attempting to bind port 76467645-051a-4db0-bc95-a4b8988ab9cd on network f79396f8-282d-4ea1-accb-3ec9530889a1 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:30:40.607664 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2667a848-9cd1-43cc-b7a4-7872ec89aacb None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:30:40.608092 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2667a848-9cd1-43cc-b7a4-7872ec89aacb None None] Checking segment: {'id': 'cfda2fbf-d00e-42e2-800e-eee3f277a07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f79396f8-282d-4ea1-accb-3ec9530889a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:30:40.608485 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2667a848-9cd1-43cc-b7a4-7872ec89aacb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:40.608891 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2667a848-9cd1-43cc-b7a4-7872ec89aacb None None] Bound using segment: {'id': 'cfda2fbf-d00e-42e2-800e-eee3f277a07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f79396f8-282d-4ea1-accb-3ec9530889a1'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:30:40.609366 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-2667a848-9cd1-43cc-b7a4-7872ec89aacb None None] Bound port: 76467645-051a-4db0-bc95-a4b8988ab9cd, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfda2fbf-d00e-42e2-800e-eee3f277a07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f79396f8-282d-4ea1-accb-3ec9530889a1'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:30:40.609839 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2667a848-9cd1-43cc-b7a4-7872ec89aacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:40.636245 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-69a02f5e-a462-4504-a1bb-bb2405c84a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:40.637604 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b7ca3e05-cb12-4b0a-87b1-152cbc78e765 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:40.645142 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7ca3e05-cb12-4b0a-87b1-152cbc78e765 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 17 08:30:40.645599 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7ca3e05-cb12-4b0a-87b1-152cbc78e765 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:30:40.647326 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b7ca3e05-cb12-4b0a-87b1-152cbc78e765 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] 10.222.0.13 "DELETE /v2.0/networks/f79396f8-282d-4ea1-accb-3ec9530889a1 HTTP/1.1" status: 409 len: 405 time: 0.0905221 Sep 17 08:30:40.651337 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53260) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:40.657346 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-40050563-e21a-4760-afe7-1932b7d2189a tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1482543947'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:30:40.680421 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a02f5e-a462-4504-a1bb-bb2405c84a5c None None] Pushing event deleted for resources: {'Port': ['ID=f2356ccd-4a79-4dac-9963-832fbe1ebf9e,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:40.681126 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40050563-e21a-4760-afe7-1932b7d2189a tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Made reservation on behalf of a3921e319dc746b789701a377f08c5d8 for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:30:40.686244 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-40050563-e21a-4760-afe7-1932b7d2189a tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:40.705805 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a02f5e-a462-4504-a1bb-bb2405c84a5c None None] No DVR routers for this DVR port f2356ccd-4a79-4dac-9963-832fbe1ebf9e on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:30:40.716020 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40050563-e21a-4760-afe7-1932b7d2189a tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:30:40.728712 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-40050563-e21a-4760-afe7-1932b7d2189a tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:40.729172 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-40050563-e21a-4760-afe7-1932b7d2189a tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Added segment 32b6962b-99a8-4e31-9721-fa04cd51fc22 of type vlan for network c43bec3d-266a-4dbd-ab00-38f72379fbb9 Sep 17 08:30:40.746980 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-2667a848-9cd1-43cc-b7a4-7872ec89aacb None None] For port 76467645-051a-4db0-bc95-a4b8988ab9cd, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:30:40.750597 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-2667a848-9cd1-43cc-b7a4-7872ec89aacb None None] For port 76467645-051a-4db0-bc95-a4b8988ab9cd, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=76467645-051a-4db0-bc95-a4b8988ab9cd,segment=NetworkSegment(cfda2fbf-d00e-42e2-800e-eee3f277a07f),segment_id=cfda2fbf-d00e-42e2-800e-eee3f277a07f)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:30:40.755342 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2667a848-9cd1-43cc-b7a4-7872ec89aacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:40.778461 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-40050563-e21a-4760-afe7-1932b7d2189a tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:40.804868 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-40050563-e21a-4760-afe7-1932b7d2189a tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:40.810608 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40050563-e21a-4760-afe7-1932b7d2189a tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:40.811480 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-40050563-e21a-4760-afe7-1932b7d2189a tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks [] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:40.839680 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2667a848-9cd1-43cc-b7a4-7872ec89aacb None None] Pushing event updated for resources: {'Port': ['ID=76467645-051a-4db0-bc95-a4b8988ab9cd,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:40.861475 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-40050563-e21a-4760-afe7-1932b7d2189a tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2083797 Sep 17 08:30:40.864886 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53262) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:40.869454 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8257e2-c012-4849-8aec-e0e7bb88992a None None] Network f79396f8-282d-4ea1-accb-3ec9530889a1 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:30:40.870276 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-c843ce8e-a80c-4e8f-b9d3-1bdffab3c632 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Request body: {'subnet': {'network_id': 'c43bec3d-266a-4dbd-ab00-38f72379fbb9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:30:40.900202 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40050563-e21a-4760-afe7-1932b7d2189a tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Pushing event updated for resources: {'Network': ['ID=c43bec3d-266a-4dbd-ab00-38f72379fbb9,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:40.931763 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network c43bec3d-266a-4dbd-ab00-38f72379fbb9 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:30:41.066832 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809c40b9-c526-4ae6-80db-83beb8d82af4 None None] get_active_networks_info from n-d-789963-9 {{(pid=101291) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 08:30:41.143857 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809c40b9-c526-4ae6-80db-83beb8d82af4 None None] Resources bound (agent type, host, resource id): {{(pid=101291) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 08:30:41.321662 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c843ce8e-a80c-4e8f-b9d3-1bdffab3c632 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Made reservation on behalf of a3921e319dc746b789701a377f08c5d8 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:30:41.328318 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c843ce8e-a80c-4e8f-b9d3-1bdffab3c632 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:41.369096 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device f2356ccd-4a79-4dac-9963-832fbe1ebf9e no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:30:41.396052 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: f2356ccd-4a79-4dac-9963-832fbe1ebf9e {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:30:41.396401 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device f2356ccd-4a79-4dac-9963-832fbe1ebf9e not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:30:41.599609 n-d-789963-9 neutron-server[101290]: DEBUG neutron.objects.ports [None req-c843ce8e-a80c-4e8f-b9d3-1bdffab3c632 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101290) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 08:30:41.600998 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c843ce8e-a80c-4e8f-b9d3-1bdffab3c632 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:41.672902 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c843ce8e-a80c-4e8f-b9d3-1bdffab3c632 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Pushing event updated for resources: {'Subnet': ['ID=4bcd8e6f-3475-488c-929b-ca279885a757,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:41.681899 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c843ce8e-a80c-4e8f-b9d3-1bdffab3c632 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Checking segment: {'id': '32b6962b-99a8-4e31-9721-fa04cd51fc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c43bec3d-266a-4dbd-ab00-38f72379fbb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:30:41.682244 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c843ce8e-a80c-4e8f-b9d3-1bdffab3c632 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Network hostable DHCP agents. Network: c43bec3d-266a-4dbd-ab00-38f72379fbb9, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:30:41.704345 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c843ce8e-a80c-4e8f-b9d3-1bdffab3c632 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Network c43bec3d-266a-4dbd-ab00-38f72379fbb9 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:30:41.716267 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-c843ce8e-a80c-4e8f-b9d3-1bdffab3c632 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, c43bec3d-266a-4dbd-ab00-38f72379fbb9) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:30:41.722762 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c843ce8e-a80c-4e8f-b9d3-1bdffab3c632 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:41.723349 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c843ce8e-a80c-4e8f-b9d3-1bdffab3c632 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks [] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:41.729698 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2b3cd2-6974-43f1-9ef5-372f8af8b2ee None None] Network c43bec3d-266a-4dbd-ab00-38f72379fbb9 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:30:41.739524 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c843ce8e-a80c-4e8f-b9d3-1bdffab3c632 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.8731427 Sep 17 08:30:41.741923 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53266) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:41.843406 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9205d968-2788-44cb-ada1-7d69dbb36b63 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:41.891200 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6db3cd0-987d-41af-bbe4-72636441e1c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-c43bec3d-266a-4dbd-ab00-38f72379fbb9', 'network_id': 'c43bec3d-266a-4dbd-ab00-38f72379fbb9', 'tenant_id': 'a3921e319dc746b789701a377f08c5d8', 'fixed_ips': [{'subnet_id': '4bcd8e6f-3475-488c-929b-ca279885a757'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:30:41.892315 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c6db3cd0-987d-41af-bbe4-72636441e1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:42.038180 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-c6db3cd0-987d-41af-bbe4-72636441e1c2 None None] Allocated IP 2001:db8::f816:3eff:fe21:7f9 (c43bec3d-266a-4dbd-ab00-38f72379fbb9/4bcd8e6f-3475-488c-929b-ca279885a757/3b96ce2c-1d0c-4810-92b9-41f289e8b091) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:30:42.209331 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c6db3cd0-987d-41af-bbe4-72636441e1c2 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:42.216952 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c6db3cd0-987d-41af-bbe4-72636441e1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:42.245209 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9205d968-2788-44cb-ada1-7d69dbb36b63 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:42.255417 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6db3cd0-987d-41af-bbe4-72636441e1c2 None None] Network c43bec3d-266a-4dbd-ab00-38f72379fbb9 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:30:42.258518 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-c6db3cd0-987d-41af-bbe4-72636441e1c2 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:30:42.264033 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6db3cd0-987d-41af-bbe4-72636441e1c2 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:30:42.271930 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6db3cd0-987d-41af-bbe4-72636441e1c2 None None] Pushing event updated for resources: {'Port': ['ID=3b96ce2c-1d0c-4810-92b9-41f289e8b091,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:42.310670 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9205d968-2788-44cb-ada1-7d69dbb36b63 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:42.323406 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-c6db3cd0-987d-41af-bbe4-72636441e1c2 None None] Attempting to bind port 3b96ce2c-1d0c-4810-92b9-41f289e8b091 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:30:42.323926 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-c6db3cd0-987d-41af-bbe4-72636441e1c2 None None] Attempting to bind port 3b96ce2c-1d0c-4810-92b9-41f289e8b091 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '32b6962b-99a8-4e31-9721-fa04cd51fc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c43bec3d-266a-4dbd-ab00-38f72379fbb9'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:30:42.324304 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6db3cd0-987d-41af-bbe4-72636441e1c2 None None] Attempting to bind port 3b96ce2c-1d0c-4810-92b9-41f289e8b091 on network c43bec3d-266a-4dbd-ab00-38f72379fbb9 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:30:42.329390 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6db3cd0-987d-41af-bbe4-72636441e1c2 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:30:42.329771 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6db3cd0-987d-41af-bbe4-72636441e1c2 None None] Checking segment: {'id': '32b6962b-99a8-4e31-9721-fa04cd51fc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c43bec3d-266a-4dbd-ab00-38f72379fbb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:30:42.330183 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c6db3cd0-987d-41af-bbe4-72636441e1c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:42.330584 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6db3cd0-987d-41af-bbe4-72636441e1c2 None None] Bound using segment: {'id': '32b6962b-99a8-4e31-9721-fa04cd51fc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c43bec3d-266a-4dbd-ab00-38f72379fbb9'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:30:42.331091 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-c6db3cd0-987d-41af-bbe4-72636441e1c2 None None] Bound port: 3b96ce2c-1d0c-4810-92b9-41f289e8b091, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32b6962b-99a8-4e31-9721-fa04cd51fc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c43bec3d-266a-4dbd-ab00-38f72379fbb9'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:30:42.331580 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c6db3cd0-987d-41af-bbe4-72636441e1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:42.338821 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9205d968-2788-44cb-ada1-7d69dbb36b63 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Pushing event deleted for resources: {'Subnet': ['ID=4bcd8e6f-3475-488c-929b-ca279885a757,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:42.402102 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-c6db3cd0-987d-41af-bbe4-72636441e1c2 None None] For port 3b96ce2c-1d0c-4810-92b9-41f289e8b091, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:30:42.405206 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-c6db3cd0-987d-41af-bbe4-72636441e1c2 None None] For port 3b96ce2c-1d0c-4810-92b9-41f289e8b091, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=3b96ce2c-1d0c-4810-92b9-41f289e8b091,segment=NetworkSegment(32b6962b-99a8-4e31-9721-fa04cd51fc22),segment_id=32b6962b-99a8-4e31-9721-fa04cd51fc22)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:30:42.406374 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9205d968-2788-44cb-ada1-7d69dbb36b63 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:42.411531 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c6db3cd0-987d-41af-bbe4-72636441e1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:42.429378 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-9205d968-2788-44cb-ada1-7d69dbb36b63 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c43bec3d-266a-4dbd-ab00-38f72379fbb9']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:30:42.440084 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-9205d968-2788-44cb-ada1-7d69dbb36b63 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32b6962b-99a8-4e31-9721-fa04cd51fc22') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:30:42.440397 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-9205d968-2788-44cb-ada1-7d69dbb36b63 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32b6962b-99a8-4e31-9721-fa04cd51fc22') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:30:42.451942 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9205d968-2788-44cb-ada1-7d69dbb36b63 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:42.471200 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9205d968-2788-44cb-ada1-7d69dbb36b63 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:42.478079 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9205d968-2788-44cb-ada1-7d69dbb36b63 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:30:42.478758 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9205d968-2788-44cb-ada1-7d69dbb36b63 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:42.481849 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:30:42.481849 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:30:42.481849 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:30:42.481849 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:30:42.481849 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:30:42.481849 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:30:42.481849 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:30:42.481849 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:30:42.481849 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:30:42.481849 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:30:42.481849 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:30:42.481849 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:30:42.481849 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:30:42.481849 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:30:42.481849 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:30:42.481849 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:30:42.481849 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:30:42.481849 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:30:42.481849 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:30:42.481849 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:30:42.481849 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:30:42.481849 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:30:42.481849 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:30:42.481849 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:30:42.481849 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:30:42.481849 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:30:42.481849 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:30:42.481849 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:30:42.481849 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:30:42.481849 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:30:42.481849 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:30:42.481849 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:30:42.511448 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6db3cd0-987d-41af-bbe4-72636441e1c2 None None] Pushing event updated for resources: {'Port': ['ID=3b96ce2c-1d0c-4810-92b9-41f289e8b091,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:42.532586 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763ab925-e460-46cc-b7c8-ec4b7493aa3f None None] Network c43bec3d-266a-4dbd-ab00-38f72379fbb9 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:30:42.545366 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.db.api [None req-9205d968-2788-44cb-ada1-7d69dbb36b63 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 17 08:30:42.545366 n-d-789963-9 neutron-server[101289]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 17 08:30:42.545366 n-d-789963-9 neutron-server[101289]: [parameters: {'id': 'c43bec3d-266a-4dbd-ab00-38f72379fbb9'}] Sep 17 08:30:42.545366 n-d-789963-9 neutron-server[101289]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101289) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 08:30:42.546258 n-d-789963-9 neutron-server[101289]: DEBUG oslo_db.api [None req-9205d968-2788-44cb-ada1-7d69dbb36b63 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 08:30:42.655115 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac82589-40af-488d-90a0-2e5f26233f1f None None] get_active_networks_info from n-d-789963-9 {{(pid=101291) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 08:30:42.723334 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac82589-40af-488d-90a0-2e5f26233f1f None None] Resources bound (agent type, host, resource id): {{(pid=101291) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 08:30:43.047981 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9205d968-2788-44cb-ada1-7d69dbb36b63 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:43.104036 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-9205d968-2788-44cb-ada1-7d69dbb36b63 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Deleting port 3b96ce2c-1d0c-4810-92b9-41f289e8b091 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:30:43.104377 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9205d968-2788-44cb-ada1-7d69dbb36b63 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:43.164468 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-9205d968-2788-44cb-ada1-7d69dbb36b63 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] For port 3b96ce2c-1d0c-4810-92b9-41f289e8b091, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=3b96ce2c-1d0c-4810-92b9-41f289e8b091,segment=NetworkSegment(32b6962b-99a8-4e31-9721-fa04cd51fc22),segment_id=32b6962b-99a8-4e31-9721-fa04cd51fc22)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:30:43.164831 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9205d968-2788-44cb-ada1-7d69dbb36b63 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:43.177204 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-9205d968-2788-44cb-ada1-7d69dbb36b63 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Calling delete_port for 3b96ce2c-1d0c-4810-92b9-41f289e8b091 owned by network:dhcp {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:30:43.256510 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9205d968-2788-44cb-ada1-7d69dbb36b63 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:43.281609 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9205d968-2788-44cb-ada1-7d69dbb36b63 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Pushing event deleted for resources: {'Port': ['ID=3b96ce2c-1d0c-4810-92b9-41f289e8b091,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:43.288671 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9205d968-2788-44cb-ada1-7d69dbb36b63 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] No DVR routers for this DVR port 3b96ce2c-1d0c-4810-92b9-41f289e8b091 on host n-d-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:30:43.366791 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9205d968-2788-44cb-ada1-7d69dbb36b63 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:43.391854 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-9205d968-2788-44cb-ada1-7d69dbb36b63 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c43bec3d-266a-4dbd-ab00-38f72379fbb9']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:30:43.402317 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-9205d968-2788-44cb-ada1-7d69dbb36b63 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32b6962b-99a8-4e31-9721-fa04cd51fc22') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:30:43.402613 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-9205d968-2788-44cb-ada1-7d69dbb36b63 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32b6962b-99a8-4e31-9721-fa04cd51fc22') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:30:43.412359 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9205d968-2788-44cb-ada1-7d69dbb36b63 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:43.426166 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9205d968-2788-44cb-ada1-7d69dbb36b63 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:43.431938 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9205d968-2788-44cb-ada1-7d69dbb36b63 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:30:43.432330 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9205d968-2788-44cb-ada1-7d69dbb36b63 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:43.435168 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:30:43.435168 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:30:43.435168 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:30:43.435168 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:30:43.435168 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:30:43.435168 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:30:43.435168 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:30:43.435168 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:30:43.435168 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:30:43.435168 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:30:43.435168 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:30:43.435168 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:30:43.435168 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:30:43.435168 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:30:43.435168 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:30:43.435168 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:30:43.435168 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:30:43.435168 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:30:43.435168 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:30:43.435168 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:30:43.435168 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:30:43.435168 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:30:43.435168 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:30:43.435168 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:30:43.435168 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:30:43.435168 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:30:43.435168 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:30:43.435168 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:30:43.435168 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:30:43.435168 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:30:43.435168 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:30:43.435168 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:30:43.495997 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9205d968-2788-44cb-ada1-7d69dbb36b63 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:43.502970 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9205d968-2788-44cb-ada1-7d69dbb36b63 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks [] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:43.505260 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-9205d968-2788-44cb-ada1-7d69dbb36b63 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] 10.222.0.13 "DELETE /v2.0/networks/c43bec3d-266a-4dbd-ab00-38f72379fbb9 HTTP/1.1" status: 204 len: 168 time: 1.7621989 Sep 17 08:30:43.508940 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53270) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:43.514240 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-382cf151-4553-4e67-8889-dec5879cae5a tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1268406151'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:30:43.519520 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9205d968-2788-44cb-ada1-7d69dbb36b63 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Pushing event deleted for resources: {'Network': ['ID=c43bec3d-266a-4dbd-ab00-38f72379fbb9,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:43.536427 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382cf151-4553-4e67-8889-dec5879cae5a tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Made reservation on behalf of a3921e319dc746b789701a377f08c5d8 for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:30:43.539793 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-382cf151-4553-4e67-8889-dec5879cae5a tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:43.562342 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-382cf151-4553-4e67-8889-dec5879cae5a tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:30:43.571416 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-382cf151-4553-4e67-8889-dec5879cae5a tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:43.571751 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-382cf151-4553-4e67-8889-dec5879cae5a tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Added segment 0e0aa8cf-dde5-4dd3-bebb-fe2ce9c6e206 of type vlan for network e369e49e-5822-4e8c-8374-ca3a51e73231 Sep 17 08:30:43.608671 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-382cf151-4553-4e67-8889-dec5879cae5a tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:43.632272 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-382cf151-4553-4e67-8889-dec5879cae5a tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:43.637793 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382cf151-4553-4e67-8889-dec5879cae5a tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:43.638384 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-382cf151-4553-4e67-8889-dec5879cae5a tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks [] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:43.671008 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-382cf151-4553-4e67-8889-dec5879cae5a tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.1608970 Sep 17 08:30:43.673766 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53272) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:43.680339 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-7da73139-1cbe-4b29-9a34-87ec037ee896 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Request body: {'subnet': {'network_id': 'e369e49e-5822-4e8c-8374-ca3a51e73231', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:30:43.727008 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382cf151-4553-4e67-8889-dec5879cae5a tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Pushing event updated for resources: {'Network': ['ID=e369e49e-5822-4e8c-8374-ca3a51e73231,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:43.737034 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network e369e49e-5822-4e8c-8374-ca3a51e73231 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:30:43.803430 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da73139-1cbe-4b29-9a34-87ec037ee896 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Made reservation on behalf of a3921e319dc746b789701a377f08c5d8 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:30:43.807413 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7da73139-1cbe-4b29-9a34-87ec037ee896 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:43.995365 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7da73139-1cbe-4b29-9a34-87ec037ee896 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:44.040066 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b8196c-ac95-4398-a64a-55f654e4056d req-719f9c2f-f835-49e6-949b-1d3b795406a1 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:44.041606 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f4b8196c-ac95-4398-a64a-55f654e4056d req-719f9c2f-f835-49e6-949b-1d3b795406a1 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e48a458-358f-48c6-b330-0a3970062532 HTTP/1.1" status: 200 len: 946 time: 0.0567672 Sep 17 08:30:44.067803 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da73139-1cbe-4b29-9a34-87ec037ee896 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Pushing event updated for resources: {'Subnet': ['ID=992dbb9a-001c-47a1-b54c-9c4e360e1dbb,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:44.076722 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da73139-1cbe-4b29-9a34-87ec037ee896 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Checking segment: {'id': '0e0aa8cf-dde5-4dd3-bebb-fe2ce9c6e206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e369e49e-5822-4e8c-8374-ca3a51e73231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:30:44.077087 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da73139-1cbe-4b29-9a34-87ec037ee896 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Network hostable DHCP agents. Network: e369e49e-5822-4e8c-8374-ca3a51e73231, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:30:44.088044 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f4b8196c-ac95-4398-a64a-55f654e4056d req-4c25dc5d-9373-400c-a3b4-3fc4a709ebb8 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] 10.222.0.13 "GET /v2.0/security-groups?id=f40bf2d1-2d25-4832-9734-d06ffe9bd292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401783 Sep 17 08:30:44.093822 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da73139-1cbe-4b29-9a34-87ec037ee896 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Network e369e49e-5822-4e8c-8374-ca3a51e73231 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:30:44.102577 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-7da73139-1cbe-4b29-9a34-87ec037ee896 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, e369e49e-5822-4e8c-8374-ca3a51e73231) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:30:44.107097 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da73139-1cbe-4b29-9a34-87ec037ee896 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:44.108294 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7da73139-1cbe-4b29-9a34-87ec037ee896 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks [] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:44.111627 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3516e065-2a59-4919-ad31-81352d8b9d27 None None] Network e369e49e-5822-4e8c-8374-ca3a51e73231 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:30:44.122579 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-7da73139-1cbe-4b29-9a34-87ec037ee896 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4477398 Sep 17 08:30:44.125135 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53280) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:44.218797 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e596ebf7-2b54-45d5-9b46-71176d434841 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:44.255953 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba90ca6-6e69-42cf-97e2-2e09afe37ace None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-e369e49e-5822-4e8c-8374-ca3a51e73231', 'network_id': 'e369e49e-5822-4e8c-8374-ca3a51e73231', 'tenant_id': 'a3921e319dc746b789701a377f08c5d8', 'fixed_ips': [{'subnet_id': '992dbb9a-001c-47a1-b54c-9c4e360e1dbb'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:30:44.256816 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3ba90ca6-6e69-42cf-97e2-2e09afe37ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:44.270524 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e596ebf7-2b54-45d5-9b46-71176d434841 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:44.336380 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e596ebf7-2b54-45d5-9b46-71176d434841 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server [None req-3ba90ca6-6e69-42cf-97e2-2e09afe37ace None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 992dbb9a-001c-47a1-b54c-9c4e360e1dbb: This subnet is being modified by another concurrent operation. Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server raise exception Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 992dbb9a-001c-47a1-b54c-9c4e360e1dbb: This subnet is being modified by another concurrent operation. Sep 17 08:30:44.349785 n-d-789963-9 neutron-server[101291]: ERROR oslo_messaging.rpc.server Sep 17 08:30:44.362886 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e596ebf7-2b54-45d5-9b46-71176d434841 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Pushing event deleted for resources: {'Subnet': ['ID=992dbb9a-001c-47a1-b54c-9c4e360e1dbb,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:44.372577 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8b77f0-be55-4014-8436-20f5fbe1868c None None] Network e369e49e-5822-4e8c-8374-ca3a51e73231 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:30:44.422802 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e596ebf7-2b54-45d5-9b46-71176d434841 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:44.444005 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-e596ebf7-2b54-45d5-9b46-71176d434841 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e369e49e-5822-4e8c-8374-ca3a51e73231']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:30:44.453319 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-e596ebf7-2b54-45d5-9b46-71176d434841 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e0aa8cf-dde5-4dd3-bebb-fe2ce9c6e206') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:30:44.453621 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-e596ebf7-2b54-45d5-9b46-71176d434841 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e0aa8cf-dde5-4dd3-bebb-fe2ce9c6e206') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:30:44.463001 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e596ebf7-2b54-45d5-9b46-71176d434841 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:44.476865 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e596ebf7-2b54-45d5-9b46-71176d434841 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:44.481892 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e88d259-2e49-4947-96c0-60414b8647b2 None None] get_active_networks_info from n-d-789963-9 {{(pid=101291) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 08:30:44.486788 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e596ebf7-2b54-45d5-9b46-71176d434841 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:30:44.487183 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e596ebf7-2b54-45d5-9b46-71176d434841 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:44.490786 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 08:30:44.490786 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:30:44.490786 n-d-789963-9 neutron-server[101290]: timer() Sep 17 08:30:44.490786 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:30:44.490786 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 08:30:44.490786 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:30:44.490786 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 08:30:44.490786 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:30:44.490786 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 08:30:44.490786 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:30:44.490786 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 08:30:44.490786 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:30:44.490786 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 08:30:44.490786 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:30:44.490786 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:30:44.490786 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:30:44.490786 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:30:44.490786 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:30:44.490786 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 08:30:44.490786 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:30:44.490786 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 08:30:44.490786 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:30:44.490786 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:30:44.490786 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:30:44.490786 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 08:30:44.490786 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:30:44.490786 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:30:44.490786 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:30:44.490786 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:30:44.490786 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:30:44.490786 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:30:44.490786 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:30:44.548490 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e88d259-2e49-4947-96c0-60414b8647b2 None None] Resources bound (agent type, host, resource id): {{(pid=101291) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 08:30:44.553945 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e596ebf7-2b54-45d5-9b46-71176d434841 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:44.559224 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e596ebf7-2b54-45d5-9b46-71176d434841 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks [] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:44.561153 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e596ebf7-2b54-45d5-9b46-71176d434841 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] 10.222.0.13 "DELETE /v2.0/networks/e369e49e-5822-4e8c-8374-ca3a51e73231 HTTP/1.1" status: 204 len: 168 time: 0.4350696 Sep 17 08:30:44.566321 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53282) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:44.571691 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-d2fc853a-63b4-41c5-b6f6-c3f28cd85c5b tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1047432298'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:30:44.575590 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e596ebf7-2b54-45d5-9b46-71176d434841 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Pushing event deleted for resources: {'Network': ['ID=e369e49e-5822-4e8c-8374-ca3a51e73231,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:44.593834 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2fc853a-63b4-41c5-b6f6-c3f28cd85c5b tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Made reservation on behalf of a3921e319dc746b789701a377f08c5d8 for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:30:44.598837 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d2fc853a-63b4-41c5-b6f6-c3f28cd85c5b tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:44.621723 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2fc853a-63b4-41c5-b6f6-c3f28cd85c5b tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:30:44.630267 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d2fc853a-63b4-41c5-b6f6-c3f28cd85c5b tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:44.630624 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-d2fc853a-63b4-41c5-b6f6-c3f28cd85c5b tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Added segment e181904f-c708-41f5-bb17-7f8d09c067f2 of type vlan for network db974532-f56d-466e-90ba-42813b164d5d Sep 17 08:30:44.670195 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d2fc853a-63b4-41c5-b6f6-c3f28cd85c5b tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:44.695957 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d2fc853a-63b4-41c5-b6f6-c3f28cd85c5b tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:44.701753 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fc853a-63b4-41c5-b6f6-c3f28cd85c5b tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:44.702340 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d2fc853a-63b4-41c5-b6f6-c3f28cd85c5b tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks [] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:44.743825 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-d2fc853a-63b4-41c5-b6f6-c3f28cd85c5b tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.1733594 Sep 17 08:30:44.744596 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53286) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:44.749984 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-14fe6d2d-52a3-4688-b9ae-67076f4b304a tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Request body: {'subnet': {'network_id': 'db974532-f56d-466e-90ba-42813b164d5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:30:44.772341 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fc853a-63b4-41c5-b6f6-c3f28cd85c5b tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Pushing event updated for resources: {'Network': ['ID=db974532-f56d-466e-90ba-42813b164d5d,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:44.780060 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fc853a-63b4-41c5-b6f6-c3f28cd85c5b tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:30:44.780414 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fc853a-63b4-41c5-b6f6-c3f28cd85c5b tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:30:44.780762 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fc853a-63b4-41c5-b6f6-c3f28cd85c5b tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:30:44.781100 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fc853a-63b4-41c5-b6f6-c3f28cd85c5b tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:30:44.781437 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fc853a-63b4-41c5-b6f6-c3f28cd85c5b tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:30:44.781770 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fc853a-63b4-41c5-b6f6-c3f28cd85c5b tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:30:44.782105 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fc853a-63b4-41c5-b6f6-c3f28cd85c5b tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:30:44.782432 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fc853a-63b4-41c5-b6f6-c3f28cd85c5b tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:30:44.782759 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fc853a-63b4-41c5-b6f6-c3f28cd85c5b tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:30:44.783085 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fc853a-63b4-41c5-b6f6-c3f28cd85c5b tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:30:44.783412 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fc853a-63b4-41c5-b6f6-c3f28cd85c5b tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:30:44.783740 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fc853a-63b4-41c5-b6f6-c3f28cd85c5b tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:30:44.794890 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network db974532-f56d-466e-90ba-42813b164d5d details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:30:44.844462 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14fe6d2d-52a3-4688-b9ae-67076f4b304a tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Made reservation on behalf of a3921e319dc746b789701a377f08c5d8 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:30:44.848539 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-14fe6d2d-52a3-4688-b9ae-67076f4b304a tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:45.091448 n-d-789963-9 neutron-server[101290]: DEBUG neutron.objects.ports [None req-14fe6d2d-52a3-4688-b9ae-67076f4b304a tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101290) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 08:30:45.092945 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-14fe6d2d-52a3-4688-b9ae-67076f4b304a tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:45.160864 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe6d2d-52a3-4688-b9ae-67076f4b304a tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Pushing event updated for resources: {'Subnet': ['ID=2011c1ef-4a97-45f6-9a06-469c9742e161,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:45.171936 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fe6d2d-52a3-4688-b9ae-67076f4b304a tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Checking segment: {'id': 'e181904f-c708-41f5-bb17-7f8d09c067f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'db974532-f56d-466e-90ba-42813b164d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:30:45.172302 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fe6d2d-52a3-4688-b9ae-67076f4b304a tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Network hostable DHCP agents. Network: db974532-f56d-466e-90ba-42813b164d5d, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:30:45.189349 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fe6d2d-52a3-4688-b9ae-67076f4b304a tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Network db974532-f56d-466e-90ba-42813b164d5d is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:30:45.200266 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-14fe6d2d-52a3-4688-b9ae-67076f4b304a tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, db974532-f56d-466e-90ba-42813b164d5d) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:30:45.205148 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fe6d2d-52a3-4688-b9ae-67076f4b304a tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:45.206173 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-14fe6d2d-52a3-4688-b9ae-67076f4b304a tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks [] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:45.210318 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1dca1f-d99b-4a89-83c0-7334f08b0bb8 None None] Network db974532-f56d-466e-90ba-42813b164d5d requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:30:45.224177 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-14fe6d2d-52a3-4688-b9ae-67076f4b304a tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.4783313 Sep 17 08:30:45.226827 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53292) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:45.228256 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b073f7ba-516a-40c8-bd9a-0a3463e14685 req-343d2fe9-2067-423a-8de3-260dce433531 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:45.229768 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b073f7ba-516a-40c8-bd9a-0a3463e14685 req-343d2fe9-2067-423a-8de3-260dce433531 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e48a458-358f-48c6-b330-0a3970062532 HTTP/1.1" status: 200 len: 946 time: 0.0576525 Sep 17 08:30:45.270157 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b073f7ba-516a-40c8-bd9a-0a3463e14685 req-211cde88-c0e7-4d1d-812f-172533025afe tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] 10.222.0.13 "GET /v2.0/security-groups?id=f40bf2d1-2d25-4832-9734-d06ffe9bd292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329609 Sep 17 08:30:45.331532 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-55274499-e820-4e08-ae4b-791a1e27179d tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:45.384788 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-55274499-e820-4e08-ae4b-791a1e27179d tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:45.448186 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-55274499-e820-4e08-ae4b-791a1e27179d tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:45.473877 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55274499-e820-4e08-ae4b-791a1e27179d tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Pushing event deleted for resources: {'Subnet': ['ID=2011c1ef-4a97-45f6-9a06-469c9742e161,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:45.522123 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028eada5-522d-41d3-bff8-b4b380e5bce5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-db974532-f56d-466e-90ba-42813b164d5d', 'network_id': 'db974532-f56d-466e-90ba-42813b164d5d', 'tenant_id': 'a3921e319dc746b789701a377f08c5d8', 'fixed_ips': [{'subnet_id': '2011c1ef-4a97-45f6-9a06-469c9742e161'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:30:45.522989 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-028eada5-522d-41d3-bff8-b4b380e5bce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:45.543067 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-55274499-e820-4e08-ae4b-791a1e27179d tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:45.563278 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-55274499-e820-4e08-ae4b-791a1e27179d tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db974532-f56d-466e-90ba-42813b164d5d']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:30:45.572892 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-55274499-e820-4e08-ae4b-791a1e27179d tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e181904f-c708-41f5-bb17-7f8d09c067f2') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:30:45.573191 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-55274499-e820-4e08-ae4b-791a1e27179d tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e181904f-c708-41f5-bb17-7f8d09c067f2') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:30:45.582382 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-55274499-e820-4e08-ae4b-791a1e27179d tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:45.595463 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-55274499-e820-4e08-ae4b-791a1e27179d tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:45.601762 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55274499-e820-4e08-ae4b-791a1e27179d tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:30:45.602252 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-55274499-e820-4e08-ae4b-791a1e27179d tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:45.603760 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbe853b-119e-45f2-8e07-9b5014dedf4b None None] Network db974532-f56d-466e-90ba-42813b164d5d requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:30:45.605217 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 08:30:45.605217 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:30:45.605217 n-d-789963-9 neutron-server[101290]: timer() Sep 17 08:30:45.605217 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:30:45.605217 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 08:30:45.605217 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:30:45.605217 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 08:30:45.605217 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:30:45.605217 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 08:30:45.605217 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:30:45.605217 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 08:30:45.605217 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:30:45.605217 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 08:30:45.605217 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:30:45.605217 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:30:45.605217 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:30:45.605217 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:30:45.605217 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:30:45.605217 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 08:30:45.605217 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:30:45.605217 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 08:30:45.605217 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:30:45.605217 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:30:45.605217 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:30:45.605217 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 08:30:45.605217 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:30:45.605217 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:30:45.605217 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:30:45.605217 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:30:45.605217 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:30:45.605217 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:30:45.605217 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:30:45.664110 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-55274499-e820-4e08-ae4b-791a1e27179d tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:45.672479 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-55274499-e820-4e08-ae4b-791a1e27179d tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks [] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:45.677969 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-55274499-e820-4e08-ae4b-791a1e27179d tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] 10.222.0.13 "DELETE /v2.0/networks/db974532-f56d-466e-90ba-42813b164d5d HTTP/1.1" status: 204 len: 168 time: 0.4466131 Sep 17 08:30:45.678484 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53294) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:45.689145 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55274499-e820-4e08-ae4b-791a1e27179d tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Pushing event deleted for resources: {'Network': ['ID=db974532-f56d-466e-90ba-42813b164d5d,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:45.706119 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c6cef79-71d1-4fee-b257-7c33a77017d1 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] DELETE failed (client error): The resource could not be found. Sep 17 08:30:45.706659 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c6cef79-71d1-4fee-b257-7c33a77017d1 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:30:45.710775 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-9c6cef79-71d1-4fee-b257-7c33a77017d1 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] 10.222.0.13 "DELETE /v2.0/subnets/2011c1ef-4a97-45f6-9a06-469c9742e161 HTTP/1.1" status: 404 len: 337 time: 0.0288794 Sep 17 08:30:45.711062 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53296) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:45.728618 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-84f306d2-1cfd-407f-97f5-26ca50ddfdf7 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] DELETE failed (client error): The resource could not be found. Sep 17 08:30:45.729144 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84f306d2-1cfd-407f-97f5-26ca50ddfdf7 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:30:45.730762 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-84f306d2-1cfd-407f-97f5-26ca50ddfdf7 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] 10.222.0.13 "DELETE /v2.0/networks/db974532-f56d-466e-90ba-42813b164d5d HTTP/1.1" status: 404 len: 339 time: 0.0187531 Sep 17 08:30:45.733108 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53298) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:45.758666 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd362465-efbd-455a-b6f2-04191b8e0136 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] DELETE failed (client error): The resource could not be found. Sep 17 08:30:45.759119 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd362465-efbd-455a-b6f2-04191b8e0136 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:30:45.760779 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-bd362465-efbd-455a-b6f2-04191b8e0136 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] 10.222.0.13 "DELETE /v2.0/subnets/992dbb9a-001c-47a1-b54c-9c4e360e1dbb HTTP/1.1" status: 404 len: 337 time: 0.0265846 Sep 17 08:30:45.762973 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53300) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:45.779510 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-51fd44ee-62df-484e-89eb-e268f91f79c3 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] DELETE failed (client error): The resource could not be found. Sep 17 08:30:45.780046 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51fd44ee-62df-484e-89eb-e268f91f79c3 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:30:45.781608 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-51fd44ee-62df-484e-89eb-e268f91f79c3 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] 10.222.0.13 "DELETE /v2.0/networks/e369e49e-5822-4e8c-8374-ca3a51e73231 HTTP/1.1" status: 404 len: 339 time: 0.0177743 Sep 17 08:30:45.783643 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53302) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:45.811624 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f38f44a-4698-4120-8dd0-3e3bf7c503bc tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] DELETE failed (client error): The resource could not be found. Sep 17 08:30:45.812297 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f38f44a-4698-4120-8dd0-3e3bf7c503bc tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:30:45.814011 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-8f38f44a-4698-4120-8dd0-3e3bf7c503bc tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] 10.222.0.13 "DELETE /v2.0/subnets/4bcd8e6f-3475-488c-929b-ca279885a757 HTTP/1.1" status: 404 len: 337 time: 0.0295026 Sep 17 08:30:45.816922 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53304) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:45.833858 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ad46faa-6d94-4756-9c1f-2ad43700cbd2 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] DELETE failed (client error): The resource could not be found. Sep 17 08:30:45.834381 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ad46faa-6d94-4756-9c1f-2ad43700cbd2 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:30:45.836146 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-6ad46faa-6d94-4756-9c1f-2ad43700cbd2 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] 10.222.0.13 "DELETE /v2.0/networks/c43bec3d-266a-4dbd-ab00-38f72379fbb9 HTTP/1.1" status: 404 len: 339 time: 0.0182407 Sep 17 08:30:45.838382 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53306) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:45.859686 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c198c-e805-4df4-ab3b-9d4673fc84ae req-06744ff1-a5ed-4dab-b598-a6118035fb37 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:45.861188 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-693c198c-e805-4df4-ab3b-9d4673fc84ae req-06744ff1-a5ed-4dab-b598-a6118035fb37 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e48a458-358f-48c6-b330-0a3970062532 HTTP/1.1" status: 200 len: 946 time: 0.0485055 Sep 17 08:30:45.920355 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-3ad7ff99-5773-4539-ab9a-ab60fa3f9674 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Deleting port ec5d446b-4192-4074-93a0-861b9105e6f9 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:30:45.920657 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3ad7ff99-5773-4539-ab9a-ab60fa3f9674 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:45.951550 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-693c198c-e805-4df4-ab3b-9d4673fc84ae req-ca4f2b51-fb22-43c6-931c-ee14f856a44d tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Deleting port 2b90a83a-61a1-4ac1-91ff-1dfd4cf37d38 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:30:45.951921 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-693c198c-e805-4df4-ab3b-9d4673fc84ae req-ca4f2b51-fb22-43c6-931c-ee14f856a44d tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:45.989036 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3ad7ff99-5773-4539-ab9a-ab60fa3f9674 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:46.001416 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-3ad7ff99-5773-4539-ab9a-ab60fa3f9674 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Calling delete_port for ec5d446b-4192-4074-93a0-861b9105e6f9 owned by {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:30:46.043439 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-693c198c-e805-4df4-ab3b-9d4673fc84ae req-ca4f2b51-fb22-43c6-931c-ee14f856a44d tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] For port 2b90a83a-61a1-4ac1-91ff-1dfd4cf37d38, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=2b90a83a-61a1-4ac1-91ff-1dfd4cf37d38,segment=NetworkSegment(46512d9c-13b8-4cb3-9789-08a166c3b438),segment_id=46512d9c-13b8-4cb3-9789-08a166c3b438)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:30:46.043802 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-693c198c-e805-4df4-ab3b-9d4673fc84ae req-ca4f2b51-fb22-43c6-931c-ee14f856a44d tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:46.055805 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-693c198c-e805-4df4-ab3b-9d4673fc84ae req-ca4f2b51-fb22-43c6-931c-ee14f856a44d tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Calling delete_port for 2b90a83a-61a1-4ac1-91ff-1dfd4cf37d38 owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:30:46.079770 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3ad7ff99-5773-4539-ab9a-ab60fa3f9674 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:46.111995 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad7ff99-5773-4539-ab9a-ab60fa3f9674 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Pushing event deleted for resources: {'Port': ['ID=ec5d446b-4192-4074-93a0-861b9105e6f9,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:46.117603 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3ad7ff99-5773-4539-ab9a-ab60fa3f9674 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:46.119504 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-3ad7ff99-5773-4539-ab9a-ab60fa3f9674 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] 10.222.0.13 "DELETE /v2.0/ports/ec5d446b-4192-4074-93a0-861b9105e6f9 HTTP/1.1" status: 204 len: 168 time: 0.2802434 Sep 17 08:30:46.121941 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53308) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:46.147091 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8b477be-9c39-4656-8961-7207d0a2ccd1 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] DELETE failed (client error): The resource could not be found. Sep 17 08:30:46.147550 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8b477be-9c39-4656-8961-7207d0a2ccd1 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:30:46.149588 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e8b477be-9c39-4656-8961-7207d0a2ccd1 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] 10.222.0.13 "DELETE /v2.0/subnets/76e09482-b7e2-4300-879f-555cc905b093 HTTP/1.1" status: 404 len: 337 time: 0.0264559 Sep 17 08:30:46.152191 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53310) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:46.196636 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-693c198c-e805-4df4-ab3b-9d4673fc84ae req-ca4f2b51-fb22-43c6-931c-ee14f856a44d tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:46.225529 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4f2b51-fb22-43c6-931c-ee14f856a44d tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Pushing event deleted for resources: {'Port': ['ID=2b90a83a-61a1-4ac1-91ff-1dfd4cf37d38,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:46.227659 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['2b90a83a-61a1-4ac1-91ff-1dfd4cf37d38'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:30:46.229578 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d36b1858-0595-49f2-91f8-ab3d4aced71e tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:46.275602 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-693c198c-e805-4df4-ab3b-9d4673fc84ae req-ca4f2b51-fb22-43c6-931c-ee14f856a44d tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] No DVR routers for this DVR port 2b90a83a-61a1-4ac1-91ff-1dfd4cf37d38 on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:30:46.278151 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-693c198c-e805-4df4-ab3b-9d4673fc84ae req-ca4f2b51-fb22-43c6-931c-ee14f856a44d tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:46.280159 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-693c198c-e805-4df4-ab3b-9d4673fc84ae req-ca4f2b51-fb22-43c6-931c-ee14f856a44d tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] 10.222.0.39 "DELETE /v2.0/ports/2b90a83a-61a1-4ac1-91ff-1dfd4cf37d38 HTTP/1.1" status: 204 len: 173 time: 0.4126158 Sep 17 08:30:46.280603 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e48a458-358f-48c6-b330-0a3970062532', 'name': 'network-vif-deleted', 'tag': '2b90a83a-61a1-4ac1-91ff-1dfd4cf37d38'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:30:46.282946 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891ab492-c9d2-4b73-89f0-762d356f5ba7" -d '{"events": [{"server_uuid": "7e48a458-358f-48c6-b330-0a3970062532", "name": "network-vif-deleted", "tag": "2b90a83a-61a1-4ac1-91ff-1dfd4cf37d38"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:30:46.286690 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-d36b1858-0595-49f2-91f8-ab3d4aced71e tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Deleting port 76467645-051a-4db0-bc95-a4b8988ab9cd {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:30:46.287032 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d36b1858-0595-49f2-91f8-ab3d4aced71e tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:46.352942 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d709bca4-0431-42fd-b4c2-d6b1b08ccef4 x-openstack-request-id: req-d709bca4-0431-42fd-b4c2-d6b1b08ccef4 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:30:46.353436 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e48a458-358f-48c6-b330-0a3970062532", "name": "network-vif-deleted", "tag": "2b90a83a-61a1-4ac1-91ff-1dfd4cf37d38", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:30:46.353783 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d709bca4-0431-42fd-b4c2-d6b1b08ccef4 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:30:46.354370 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e48a458-358f-48c6-b330-0a3970062532', 'name': 'network-vif-deleted', 'tag': '2b90a83a-61a1-4ac1-91ff-1dfd4cf37d38', 'status': 'completed', 'code': 200} Sep 17 08:30:46.356910 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-d36b1858-0595-49f2-91f8-ab3d4aced71e tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] For port 76467645-051a-4db0-bc95-a4b8988ab9cd, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=76467645-051a-4db0-bc95-a4b8988ab9cd,segment=NetworkSegment(cfda2fbf-d00e-42e2-800e-eee3f277a07f),segment_id=cfda2fbf-d00e-42e2-800e-eee3f277a07f)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:30:46.357286 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d36b1858-0595-49f2-91f8-ab3d4aced71e tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:46.380787 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-d36b1858-0595-49f2-91f8-ab3d4aced71e tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Calling delete_port for 76467645-051a-4db0-bc95-a4b8988ab9cd owned by network:dhcp {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:30:46.402557 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5c454220-d5af-44fb-9c4c-fefbfa602acd req-b354f1c7-4341-4cde-a3c4-6d38e726acf4 tempest-VolumesSnapshotTestJSON-1498013265 tempest-VolumesSnapshotTestJSON-1498013265-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e48a458-358f-48c6-b330-0a3970062532 HTTP/1.1" status: 200 len: 210 time: 0.0327983 Sep 17 08:30:46.482238 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d36b1858-0595-49f2-91f8-ab3d4aced71e tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:46.507806 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36b1858-0595-49f2-91f8-ab3d4aced71e tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Pushing event deleted for resources: {'Port': ['ID=76467645-051a-4db0-bc95-a4b8988ab9cd,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:46.510760 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36b1858-0595-49f2-91f8-ab3d4aced71e tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] No DVR routers for this DVR port 76467645-051a-4db0-bc95-a4b8988ab9cd on host n-d-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:30:46.586487 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d36b1858-0595-49f2-91f8-ab3d4aced71e tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:46.609372 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-d36b1858-0595-49f2-91f8-ab3d4aced71e tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f79396f8-282d-4ea1-accb-3ec9530889a1']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:30:46.618115 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-d36b1858-0595-49f2-91f8-ab3d4aced71e tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfda2fbf-d00e-42e2-800e-eee3f277a07f') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:30:46.618407 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-d36b1858-0595-49f2-91f8-ab3d4aced71e tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfda2fbf-d00e-42e2-800e-eee3f277a07f') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:30:46.627301 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d36b1858-0595-49f2-91f8-ab3d4aced71e tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:46.639976 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d36b1858-0595-49f2-91f8-ab3d4aced71e tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:46.646183 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d36b1858-0595-49f2-91f8-ab3d4aced71e tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:30:46.646574 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d36b1858-0595-49f2-91f8-ab3d4aced71e tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:46.649754 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:30:46.649754 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:30:46.649754 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:30:46.649754 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:30:46.649754 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:30:46.649754 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:30:46.649754 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:30:46.649754 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:30:46.649754 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:30:46.649754 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:30:46.649754 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:30:46.649754 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:30:46.649754 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:30:46.649754 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:30:46.649754 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:30:46.649754 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:30:46.649754 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:30:46.649754 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:30:46.649754 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:30:46.649754 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:30:46.649754 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:30:46.649754 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:30:46.649754 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:30:46.649754 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:30:46.649754 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:30:46.649754 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:30:46.649754 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:30:46.649754 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:30:46.649754 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:30:46.649754 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:30:46.649754 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:30:46.649754 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:30:46.707705 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d36b1858-0595-49f2-91f8-ab3d4aced71e tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:46.715722 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d36b1858-0595-49f2-91f8-ab3d4aced71e tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks [] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:46.717580 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-d36b1858-0595-49f2-91f8-ab3d4aced71e tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] 10.222.0.13 "DELETE /v2.0/networks/f79396f8-282d-4ea1-accb-3ec9530889a1 HTTP/1.1" status: 204 len: 168 time: 0.5643868 Sep 17 08:30:46.720501 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53316) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:46.727214 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36b1858-0595-49f2-91f8-ab3d4aced71e tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Pushing event deleted for resources: {'Network': ['ID=f79396f8-282d-4ea1-accb-3ec9530889a1,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:46.817284 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-ab969214-3159-47a1-9e28-28b5af33bd0d tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Deleting port 393aba5a-6fda-4a19-afb2-7f5b3ec501f1 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:30:46.817624 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ab969214-3159-47a1-9e28-28b5af33bd0d tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:46.881694 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ab969214-3159-47a1-9e28-28b5af33bd0d tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:46.893923 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-ab969214-3159-47a1-9e28-28b5af33bd0d tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Calling delete_port for 393aba5a-6fda-4a19-afb2-7f5b3ec501f1 owned by {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:30:46.972000 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ab969214-3159-47a1-9e28-28b5af33bd0d tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:46.997391 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab969214-3159-47a1-9e28-28b5af33bd0d tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Pushing event deleted for resources: {'Port': ['ID=393aba5a-6fda-4a19-afb2-7f5b3ec501f1,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:47.004955 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ab969214-3159-47a1-9e28-28b5af33bd0d tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:47.006844 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ab969214-3159-47a1-9e28-28b5af33bd0d tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] 10.222.0.13 "DELETE /v2.0/ports/393aba5a-6fda-4a19-afb2-7f5b3ec501f1 HTTP/1.1" status: 204 len: 168 time: 0.2851281 Sep 17 08:30:47.009280 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53318) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:47.035204 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-f48bf39f-80a8-4873-b373-3ec34b0bfec6 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] DELETE failed (client error): The resource could not be found. Sep 17 08:30:47.035661 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f48bf39f-80a8-4873-b373-3ec34b0bfec6 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:30:47.037395 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f48bf39f-80a8-4873-b373-3ec34b0bfec6 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] 10.222.0.13 "DELETE /v2.0/subnets/d538d96c-81b4-47aa-8b29-f05657a058d2 HTTP/1.1" status: 404 len: 337 time: 0.0272102 Sep 17 08:30:47.039679 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53320) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:47.112560 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-961f2ab3-65ad-4134-bde0-69b7ca7c118b tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:47.199157 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-961f2ab3-65ad-4134-bde0-69b7ca7c118b tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:47.218015 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-961f2ab3-65ad-4134-bde0-69b7ca7c118b tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0133bbf-29d6-4799-9ac1-33d6d9b09235']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:30:47.227581 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-961f2ab3-65ad-4134-bde0-69b7ca7c118b tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '200ea6c4-5eb0-47e5-b706-0e95beb74655') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:30:47.228083 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-961f2ab3-65ad-4134-bde0-69b7ca7c118b tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '200ea6c4-5eb0-47e5-b706-0e95beb74655') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:30:47.238904 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-961f2ab3-65ad-4134-bde0-69b7ca7c118b tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:47.251554 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-961f2ab3-65ad-4134-bde0-69b7ca7c118b tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:47.257744 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-961f2ab3-65ad-4134-bde0-69b7ca7c118b tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:30:47.258134 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-961f2ab3-65ad-4134-bde0-69b7ca7c118b tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:47.261028 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 08:30:47.261028 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:30:47.261028 n-d-789963-9 neutron-server[101290]: timer() Sep 17 08:30:47.261028 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:30:47.261028 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 08:30:47.261028 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:30:47.261028 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 08:30:47.261028 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:30:47.261028 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 08:30:47.261028 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:30:47.261028 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 08:30:47.261028 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:30:47.261028 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 08:30:47.261028 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:30:47.261028 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:30:47.261028 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:30:47.261028 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:30:47.261028 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:30:47.261028 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 08:30:47.261028 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:30:47.261028 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 08:30:47.261028 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:30:47.261028 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:30:47.261028 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:30:47.261028 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 08:30:47.261028 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:30:47.261028 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:30:47.261028 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:30:47.261028 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:30:47.261028 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:30:47.261028 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:30:47.261028 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:30:47.322458 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-961f2ab3-65ad-4134-bde0-69b7ca7c118b tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:47.328931 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-961f2ab3-65ad-4134-bde0-69b7ca7c118b tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks [] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:47.331306 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-961f2ab3-65ad-4134-bde0-69b7ca7c118b tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] 10.222.0.13 "DELETE /v2.0/networks/b0133bbf-29d6-4799-9ac1-33d6d9b09235 HTTP/1.1" status: 204 len: 168 time: 0.2901313 Sep 17 08:30:47.333360 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53322) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:47.341601 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961f2ab3-65ad-4134-bde0-69b7ca7c118b tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Pushing event deleted for resources: {'Network': ['ID=b0133bbf-29d6-4799-9ac1-33d6d9b09235,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:47.384230 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8a281ec-0443-41fa-bd58-3b4af0832ef7 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Deleting subnet 7c5cc396-17c3-4543-be86-1ba276f950df {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:30:47.387123 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f8a281ec-0443-41fa-bd58-3b4af0832ef7 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:47.436604 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f8a281ec-0443-41fa-bd58-3b4af0832ef7 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:47.527039 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f8a281ec-0443-41fa-bd58-3b4af0832ef7 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:47.585064 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f8a281ec-0443-41fa-bd58-3b4af0832ef7 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:47.619478 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a281ec-0443-41fa-bd58-3b4af0832ef7 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Pushing event deleted for resources: {'Subnet': ['ID=7c5cc396-17c3-4543-be86-1ba276f950df,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:47.621515 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f8a281ec-0443-41fa-bd58-3b4af0832ef7 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:47.623401 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-f8a281ec-0443-41fa-bd58-3b4af0832ef7 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] 10.222.0.13 "DELETE /v2.0/subnets/7c5cc396-17c3-4543-be86-1ba276f950df HTTP/1.1" status: 204 len: 168 time: 0.2889879 Sep 17 08:30:47.625894 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53328) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:47.628174 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25568e6c-5e66-47f3-9da8-bd187bf8db32 None None] Network 21fb4b6f-71cf-4fed-837d-26e1a44d8b24 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:30:47.712021 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-550ee93c-0eac-4e14-af1c-508e8165bb84 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:47.777337 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-550ee93c-0eac-4e14-af1c-508e8165bb84 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Deleting port 1837f268-8581-4f32-8bd4-b07b37efe360 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:30:47.777763 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-550ee93c-0eac-4e14-af1c-508e8165bb84 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:47.816583 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01018681-73a9-47b2-8333-5d5d5bf07b59 None None] DHCP port deletion for 21fb4b6f-71cf-4fed-837d-26e1a44d8b24 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 08:30:47.852850 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-550ee93c-0eac-4e14-af1c-508e8165bb84 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] For port 1837f268-8581-4f32-8bd4-b07b37efe360, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=1837f268-8581-4f32-8bd4-b07b37efe360,segment=NetworkSegment(a4789ff2-639b-42a8-91e9-b90eba489587),segment_id=a4789ff2-639b-42a8-91e9-b90eba489587)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:30:47.853214 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-550ee93c-0eac-4e14-af1c-508e8165bb84 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:47.864717 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-01018681-73a9-47b2-8333-5d5d5bf07b59 None None] Deleting port 1837f268-8581-4f32-8bd4-b07b37efe360 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:30:47.865102 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-01018681-73a9-47b2-8333-5d5d5bf07b59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:47.866728 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-550ee93c-0eac-4e14-af1c-508e8165bb84 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Calling delete_port for 1837f268-8581-4f32-8bd4-b07b37efe360 owned by network:dhcp {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:30:47.944632 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-01018681-73a9-47b2-8333-5d5d5bf07b59 None None] For port 1837f268-8581-4f32-8bd4-b07b37efe360, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=1837f268-8581-4f32-8bd4-b07b37efe360,segment=NetworkSegment(a4789ff2-639b-42a8-91e9-b90eba489587),segment_id=a4789ff2-639b-42a8-91e9-b90eba489587)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:30:47.945071 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-01018681-73a9-47b2-8333-5d5d5bf07b59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:47.949001 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-550ee93c-0eac-4e14-af1c-508e8165bb84 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:47.959042 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-01018681-73a9-47b2-8333-5d5d5bf07b59 None None] Calling delete_port for 1837f268-8581-4f32-8bd4-b07b37efe360 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:30:47.983638 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550ee93c-0eac-4e14-af1c-508e8165bb84 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] No DVR routers for this DVR port 1837f268-8581-4f32-8bd4-b07b37efe360 on host n-d-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:30:47.989946 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550ee93c-0eac-4e14-af1c-508e8165bb84 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Pushing event deleted for resources: {'Port': ['ID=1837f268-8581-4f32-8bd4-b07b37efe360,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:48.039703 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-01018681-73a9-47b2-8333-5d5d5bf07b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:48.071928 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01018681-73a9-47b2-8333-5d5d5bf07b59 None None] Pushing event deleted for resources: {'Port': ['ID=1837f268-8581-4f32-8bd4-b07b37efe360,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:48.071928 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01018681-73a9-47b2-8333-5d5d5bf07b59 None None] No DVR routers for this DVR port 1837f268-8581-4f32-8bd4-b07b37efe360 on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:30:48.074908 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-550ee93c-0eac-4e14-af1c-508e8165bb84 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:48.101072 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-550ee93c-0eac-4e14-af1c-508e8165bb84 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21fb4b6f-71cf-4fed-837d-26e1a44d8b24']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:30:48.110117 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-550ee93c-0eac-4e14-af1c-508e8165bb84 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4789ff2-639b-42a8-91e9-b90eba489587') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:30:48.110415 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-550ee93c-0eac-4e14-af1c-508e8165bb84 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4789ff2-639b-42a8-91e9-b90eba489587') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:30:48.119522 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-550ee93c-0eac-4e14-af1c-508e8165bb84 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:48.132660 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-550ee93c-0eac-4e14-af1c-508e8165bb84 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:48.138466 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-550ee93c-0eac-4e14-af1c-508e8165bb84 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:30:48.138999 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-550ee93c-0eac-4e14-af1c-508e8165bb84 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:48.142013 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:30:48.142013 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:30:48.142013 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:30:48.142013 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:30:48.142013 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:30:48.142013 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:30:48.142013 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:30:48.142013 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:30:48.142013 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:30:48.142013 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:30:48.142013 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:30:48.142013 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:30:48.142013 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:30:48.142013 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:30:48.142013 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:30:48.142013 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:30:48.142013 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:30:48.142013 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:30:48.142013 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:30:48.142013 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:30:48.142013 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:30:48.142013 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:30:48.142013 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:30:48.142013 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:30:48.142013 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:30:48.142013 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:30:48.142013 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:30:48.142013 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:30:48.142013 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:30:48.142013 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:30:48.142013 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:30:48.142013 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:30:48.203322 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-550ee93c-0eac-4e14-af1c-508e8165bb84 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:48.210521 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-550ee93c-0eac-4e14-af1c-508e8165bb84 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Notify callbacks [] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:48.212577 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-550ee93c-0eac-4e14-af1c-508e8165bb84 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] 10.222.0.13 "DELETE /v2.0/networks/21fb4b6f-71cf-4fed-837d-26e1a44d8b24 HTTP/1.1" status: 204 len: 168 time: 0.5856934 Sep 17 08:30:48.224322 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550ee93c-0eac-4e14-af1c-508e8165bb84 tempest-NetworksIpV6TestAttrs-1379672669 tempest-NetworksIpV6TestAttrs-1379672669-project] Pushing event deleted for resources: {'Network': ['ID=21fb4b6f-71cf-4fed-837d-26e1a44d8b24,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:48.466974 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53340) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:48.596730 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-eb1421ac-31a3-4afe-a818-141fdf04c6a4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a3921e319dc746b789701a377f08c5d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1285746 Sep 17 08:30:48.599182 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53344) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:48.646465 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-99742ae3-e651-4cd3-af14-0883d650222c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:48.666932 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-99742ae3-e651-4cd3-af14-0883d650222c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:48.713055 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-99742ae3-e651-4cd3-af14-0883d650222c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:48.715633 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-99742ae3-e651-4cd3-af14-0883d650222c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:48.716864 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-99742ae3-e651-4cd3-af14-0883d650222c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3af36268-1f0a-496e-b830-3e749e958d8f HTTP/1.1" status: 204 len: 168 time: 0.1167982 Sep 17 08:30:48.724196 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99742ae3-e651-4cd3-af14-0883d650222c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af36268-1f0a-496e-b830-3e749e958d8f,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:49.125956 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 2b90a83a-61a1-4ac1-91ff-1dfd4cf37d38 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:30:49.149559 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: 2b90a83a-61a1-4ac1-91ff-1dfd4cf37d38 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:30:49.150650 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 2b90a83a-61a1-4ac1-91ff-1dfd4cf37d38 not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:30:49.354140 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 1837f268-8581-4f32-8bd4-b07b37efe360 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:30:49.373106 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53372) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:49.373909 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 1837f268-8581-4f32-8bd4-b07b37efe360 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:30:49.374264 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 1837f268-8581-4f32-8bd4-b07b37efe360 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:30:49.477867 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-7cc82028-7caa-4b6a-94ec-ff55fb033b22 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1414882343'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:30:49.498065 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc82028-7caa-4b6a-94ec-ff55fb033b22 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Made reservation on behalf of 41f564cf8cfd493c840637eb9c66a658 for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:30:49.501413 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7cc82028-7caa-4b6a-94ec-ff55fb033b22 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:49.509731 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7cc82028-7caa-4b6a-94ec-ff55fb033b22 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:49.601610 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7cc82028-7caa-4b6a-94ec-ff55fb033b22 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:49.605392 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7cc82028-7caa-4b6a-94ec-ff55fb033b22 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:49.630906 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cc82028-7caa-4b6a-94ec-ff55fb033b22 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:30:49.640416 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc82028-7caa-4b6a-94ec-ff55fb033b22 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6864a93c-c0b3-49ae-9991-cd824097302f,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:49.646453 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7cc82028-7caa-4b6a-94ec-ff55fb033b22 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:49.646804 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-7cc82028-7caa-4b6a-94ec-ff55fb033b22 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Added segment ac324bef-e678-459b-934d-07fd9e030cdd of type vlan for network a3b8a8c6-c76f-4558-b422-17b70146c49e Sep 17 08:30:49.686099 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7cc82028-7caa-4b6a-94ec-ff55fb033b22 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:49.714665 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7cc82028-7caa-4b6a-94ec-ff55fb033b22 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:49.720140 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc82028-7caa-4b6a-94ec-ff55fb033b22 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:49.720727 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7cc82028-7caa-4b6a-94ec-ff55fb033b22 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:49.756856 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-7cc82028-7caa-4b6a-94ec-ff55fb033b22 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.3825009 Sep 17 08:30:49.759588 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53376) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:49.764851 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-64b8390d-f876-49ef-8faa-3b98ce7e0f05 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Request body: {'port': {'network_id': 'a3b8a8c6-c76f-4558-b422-17b70146c49e', 'name': 'tempest-PortsTestJSON-388484630'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:30:49.789116 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc82028-7caa-4b6a-94ec-ff55fb033b22 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event updated for resources: {'Network': ['ID=a3b8a8c6-c76f-4558-b422-17b70146c49e,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:49.801444 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network a3b8a8c6-c76f-4558-b422-17b70146c49e details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:30:49.868809 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b8390d-f876-49ef-8faa-3b98ce7e0f05 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Made reservation on behalf of 41f564cf8cfd493c840637eb9c66a658 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:30:49.872271 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-64b8390d-f876-49ef-8faa-3b98ce7e0f05 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:49.909433 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [None req-64b8390d-f876-49ef-8faa-3b98ce7e0f05 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] device_id is not set on port b6be2ee1-507f-4d73-8b2e-67188a4745c8 yet. {{(pid=101290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 08:30:50.000951 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c726419e-9076-4447-8e35-774d95549a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:50.104075 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-64b8390d-f876-49ef-8faa-3b98ce7e0f05 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:50.136233 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-64b8390d-f876-49ef-8faa-3b98ce7e0f05 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:50.194534 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b8390d-f876-49ef-8faa-3b98ce7e0f05 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event updated for resources: {'Port': ['ID=b6be2ee1-507f-4d73-8b2e-67188a4745c8,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:50.202952 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b8390d-f876-49ef-8faa-3b98ce7e0f05 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Checking segment: {'id': 'ac324bef-e678-459b-934d-07fd9e030cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a3b8a8c6-c76f-4558-b422-17b70146c49e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:30:50.203318 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b8390d-f876-49ef-8faa-3b98ce7e0f05 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Network hostable DHCP agents. Network: a3b8a8c6-c76f-4558-b422-17b70146c49e, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:30:50.219092 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b8390d-f876-49ef-8faa-3b98ce7e0f05 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Network a3b8a8c6-c76f-4558-b422-17b70146c49e is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:30:50.227314 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-64b8390d-f876-49ef-8faa-3b98ce7e0f05 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, a3b8a8c6-c76f-4558-b422-17b70146c49e) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:30:50.230785 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b8390d-f876-49ef-8faa-3b98ce7e0f05 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:30:50.236396 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b8390d-f876-49ef-8faa-3b98ce7e0f05 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:50.237000 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-64b8390d-f876-49ef-8faa-3b98ce7e0f05 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:50.237138 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbfbc4e-dbd4-4387-bc17-8ab86d2a0d8c None None] Network a3b8a8c6-c76f-4558-b422-17b70146c49e requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:30:50.253613 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-64b8390d-f876-49ef-8faa-3b98ce7e0f05 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.4898026 Sep 17 08:30:50.255101 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53382) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:50.259406 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-d996b36a-9b73-44f7-a0b2-903090657678 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-159542891'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:30:50.279571 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d996b36a-9b73-44f7-a0b2-903090657678 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Made reservation on behalf of 41f564cf8cfd493c840637eb9c66a658 for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:30:50.283099 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d996b36a-9b73-44f7-a0b2-903090657678 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:50.311019 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d996b36a-9b73-44f7-a0b2-903090657678 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:30:50.320789 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d996b36a-9b73-44f7-a0b2-903090657678 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:50.321213 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-d996b36a-9b73-44f7-a0b2-903090657678 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Added segment 11c1f117-0867-4de3-95ac-cd9827f6d5f0 of type vlan for network d1e10a97-ed43-4c5c-9db7-5d5ad6872eef Sep 17 08:30:50.359629 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d996b36a-9b73-44f7-a0b2-903090657678 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:50.384357 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d996b36a-9b73-44f7-a0b2-903090657678 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:50.389730 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d996b36a-9b73-44f7-a0b2-903090657678 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:50.390309 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d996b36a-9b73-44f7-a0b2-903090657678 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:50.433978 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d996b36a-9b73-44f7-a0b2-903090657678 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1784618 Sep 17 08:30:50.436608 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53384) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:50.464230 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-a4ac6280-3895-4f38-9ad0-e86093d39c9c tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Request body: {'ports': [{'network_id': 'a3b8a8c6-c76f-4558-b422-17b70146c49e'}, {'network_id': 'd1e10a97-ed43-4c5c-9db7-5d5ad6872eef'}]} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:30:50.464540 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-a4ac6280-3895-4f38-9ad0-e86093d39c9c tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Request body: {'port': {'network_id': 'a3b8a8c6-c76f-4558-b422-17b70146c49e'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:30:50.465008 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-a4ac6280-3895-4f38-9ad0-e86093d39c9c tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Request body: {'port': {'network_id': 'd1e10a97-ed43-4c5c-9db7-5d5ad6872eef'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:30:50.471088 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d996b36a-9b73-44f7-a0b2-903090657678 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event updated for resources: {'Network': ['ID=d1e10a97-ed43-4c5c-9db7-5d5ad6872eef,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:50.481467 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network d1e10a97-ed43-4c5c-9db7-5d5ad6872eef details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:30:50.619369 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ac6280-3895-4f38-9ad0-e86093d39c9c tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Made reservation on behalf of 41f564cf8cfd493c840637eb9c66a658 for: {'port': 2} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:30:50.623861 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a4ac6280-3895-4f38-9ad0-e86093d39c9c tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:50.640198 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a4ac6280-3895-4f38-9ad0-e86093d39c9c tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:50.715333 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [None req-a4ac6280-3895-4f38-9ad0-e86093d39c9c tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] device_id is not set on port 9a3fffd3-5135-4990-b6fa-4596c2b14226 yet. {{(pid=101290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 08:30:50.826918 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a4ac6280-3895-4f38-9ad0-e86093d39c9c tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:50.889033 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [None req-a4ac6280-3895-4f38-9ad0-e86093d39c9c tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] device_id is not set on port e2e60ec4-d7c1-4b36-998d-66464a36b882 yet. {{(pid=101290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 08:30:50.992223 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a4ac6280-3895-4f38-9ad0-e86093d39c9c tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:51.032451 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a4ac6280-3895-4f38-9ad0-e86093d39c9c tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:51.076363 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ac6280-3895-4f38-9ad0-e86093d39c9c tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Network a3b8a8c6-c76f-4558-b422-17b70146c49e is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:30:51.079438 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-a4ac6280-3895-4f38-9ad0-e86093d39c9c tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:30:51.081783 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ac6280-3895-4f38-9ad0-e86093d39c9c tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:30:51.087887 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a4ac6280-3895-4f38-9ad0-e86093d39c9c tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:51.101962 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ac6280-3895-4f38-9ad0-e86093d39c9c tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event updated for resources: {'Port': ['ID=9a3fffd3-5135-4990-b6fa-4596c2b14226,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:51.161301 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ac6280-3895-4f38-9ad0-e86093d39c9c tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event updated for resources: {'Port': ['ID=e2e60ec4-d7c1-4b36-998d-66464a36b882,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:51.165089 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ac6280-3895-4f38-9ad0-e86093d39c9c tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Checking segment: {'id': '11c1f117-0867-4de3-95ac-cd9827f6d5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd1e10a97-ed43-4c5c-9db7-5d5ad6872eef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:30:51.165467 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ac6280-3895-4f38-9ad0-e86093d39c9c tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Network hostable DHCP agents. Network: d1e10a97-ed43-4c5c-9db7-5d5ad6872eef, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:30:51.183122 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ac6280-3895-4f38-9ad0-e86093d39c9c tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Network d1e10a97-ed43-4c5c-9db7-5d5ad6872eef is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:30:51.191864 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-a4ac6280-3895-4f38-9ad0-e86093d39c9c tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, d1e10a97-ed43-4c5c-9db7-5d5ad6872eef) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:30:51.195475 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ac6280-3895-4f38-9ad0-e86093d39c9c tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:30:51.201688 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ac6280-3895-4f38-9ad0-e86093d39c9c tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:51.204269 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b430ee-72ae-41ea-9971-b3f176e15903 None None] Network d1e10a97-ed43-4c5c-9db7-5d5ad6872eef requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:30:51.207418 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ac6280-3895-4f38-9ad0-e86093d39c9c tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:51.208199 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a4ac6280-3895-4f38-9ad0-e86093d39c9c tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:51.224487 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a4ac6280-3895-4f38-9ad0-e86093d39c9c tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.7868750 Sep 17 08:30:51.227148 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53390) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:51.329300 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-9b265338-5d4c-46ae-b43e-fb488073aece tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Deleting port e2e60ec4-d7c1-4b36-998d-66464a36b882 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:30:51.331777 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9b265338-5d4c-46ae-b43e-fb488073aece tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:51.402529 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9b265338-5d4c-46ae-b43e-fb488073aece tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:51.415353 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-9b265338-5d4c-46ae-b43e-fb488073aece tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Calling delete_port for e2e60ec4-d7c1-4b36-998d-66464a36b882 owned by {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:30:51.497550 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9b265338-5d4c-46ae-b43e-fb488073aece tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:51.526330 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b265338-5d4c-46ae-b43e-fb488073aece tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event deleted for resources: {'Port': ['ID=e2e60ec4-d7c1-4b36-998d-66464a36b882,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:51.531204 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9b265338-5d4c-46ae-b43e-fb488073aece tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:51.533145 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-9b265338-5d4c-46ae-b43e-fb488073aece tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "DELETE /v2.0/ports/e2e60ec4-d7c1-4b36-998d-66464a36b882 HTTP/1.1" status: 204 len: 168 time: 0.3050518 Sep 17 08:30:51.536203 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53402) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:51.583392 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41e343e-bee8-4782-9820-a69e6a01be98 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:51.589312 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41e343e-bee8-4782-9820-a69e6a01be98 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:51.590846 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f41e343e-bee8-4782-9820-a69e6a01be98 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.0535653 Sep 17 08:30:51.593539 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53404) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:51.678741 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-c5473471-a351-48b1-a93a-a1cbc4cad9ff tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Deleting port 9a3fffd3-5135-4990-b6fa-4596c2b14226 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:30:51.679015 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c5473471-a351-48b1-a93a-a1cbc4cad9ff tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:51.742376 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c5473471-a351-48b1-a93a-a1cbc4cad9ff tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:51.754484 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-c5473471-a351-48b1-a93a-a1cbc4cad9ff tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Calling delete_port for 9a3fffd3-5135-4990-b6fa-4596c2b14226 owned by {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:30:51.835063 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c5473471-a351-48b1-a93a-a1cbc4cad9ff tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:51.861997 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5473471-a351-48b1-a93a-a1cbc4cad9ff tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event deleted for resources: {'Port': ['ID=9a3fffd3-5135-4990-b6fa-4596c2b14226,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:51.873569 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c5473471-a351-48b1-a93a-a1cbc4cad9ff tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:51.875552 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c5473471-a351-48b1-a93a-a1cbc4cad9ff tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "DELETE /v2.0/ports/9a3fffd3-5135-4990-b6fa-4596c2b14226 HTTP/1.1" status: 204 len: 168 time: 0.2810996 Sep 17 08:30:51.878304 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53406) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:51.925999 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc917e82-cdb6-4175-978e-f7243de4f30f tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:51.927512 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-cc917e82-cdb6-4175-978e-f7243de4f30f tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0483351 Sep 17 08:30:51.930432 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53408) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:51.957068 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1d986ae-c994-4438-8af4-7c069cc7684d tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] GET failed (client error): The resource could not be found. Sep 17 08:30:51.959345 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d1d986ae-c994-4438-8af4-7c069cc7684d tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "GET /v2.0/ports/e2e60ec4-d7c1-4b36-998d-66464a36b882 HTTP/1.1" status: 404 len: 333 time: 0.0280037 Sep 17 08:30:51.962252 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53410) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:51.987409 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceba83d5-34a1-4d72-84ab-ae1f21cfc1ed tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] GET failed (client error): The resource could not be found. Sep 17 08:30:51.989021 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ceba83d5-34a1-4d72-84ab-ae1f21cfc1ed tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "GET /v2.0/ports/9a3fffd3-5135-4990-b6fa-4596c2b14226 HTTP/1.1" status: 404 len: 333 time: 0.0256910 Sep 17 08:30:51.991863 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53412) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:52.073404 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f1a1730f-a087-4142-aa2c-259db871bc1d tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:52.162419 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f1a1730f-a087-4142-aa2c-259db871bc1d tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:52.186496 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-f1a1730f-a087-4142-aa2c-259db871bc1d tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1e10a97-ed43-4c5c-9db7-5d5ad6872eef']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:30:52.196378 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-f1a1730f-a087-4142-aa2c-259db871bc1d tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11c1f117-0867-4de3-95ac-cd9827f6d5f0') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:30:52.196669 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-f1a1730f-a087-4142-aa2c-259db871bc1d tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11c1f117-0867-4de3-95ac-cd9827f6d5f0') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:30:52.205636 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f1a1730f-a087-4142-aa2c-259db871bc1d tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:52.219428 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f1a1730f-a087-4142-aa2c-259db871bc1d tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:52.225207 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1a1730f-a087-4142-aa2c-259db871bc1d tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:30:52.225590 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f1a1730f-a087-4142-aa2c-259db871bc1d tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:52.228774 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 08:30:52.228774 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:30:52.228774 n-d-789963-9 neutron-server[101290]: timer() Sep 17 08:30:52.228774 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:30:52.228774 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 08:30:52.228774 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:30:52.228774 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 08:30:52.228774 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:30:52.228774 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 08:30:52.228774 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:30:52.228774 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 08:30:52.228774 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:30:52.228774 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 08:30:52.228774 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:30:52.228774 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:30:52.228774 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:30:52.228774 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:30:52.228774 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:30:52.228774 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 08:30:52.228774 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:30:52.228774 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 08:30:52.228774 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:30:52.228774 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:30:52.228774 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:30:52.228774 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 08:30:52.228774 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:30:52.228774 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:30:52.228774 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:30:52.228774 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:30:52.228774 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:30:52.228774 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:30:52.228774 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:30:52.285941 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f1a1730f-a087-4142-aa2c-259db871bc1d tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:52.293455 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f1a1730f-a087-4142-aa2c-259db871bc1d tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:52.295065 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f1a1730f-a087-4142-aa2c-259db871bc1d tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "DELETE /v2.0/networks/d1e10a97-ed43-4c5c-9db7-5d5ad6872eef HTTP/1.1" status: 204 len: 168 time: 0.3022232 Sep 17 08:30:52.298821 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53414) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:52.304600 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-2e763628-f6de-49b3-b137-68e6ccd4012a tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-740108426'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:30:52.308922 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a1730f-a087-4142-aa2c-259db871bc1d tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event deleted for resources: {'Network': ['ID=d1e10a97-ed43-4c5c-9db7-5d5ad6872eef,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:52.326917 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e763628-f6de-49b3-b137-68e6ccd4012a tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Made reservation on behalf of 41f564cf8cfd493c840637eb9c66a658 for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:30:52.330450 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2e763628-f6de-49b3-b137-68e6ccd4012a tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:52.352632 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e763628-f6de-49b3-b137-68e6ccd4012a tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:30:52.361285 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2e763628-f6de-49b3-b137-68e6ccd4012a tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:52.361639 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-2e763628-f6de-49b3-b137-68e6ccd4012a tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Added segment 82674df3-114b-427b-8f60-3b7a3bb1ed56 of type vlan for network 1f39eea5-5b41-45b6-99d3-18733ae5b871 Sep 17 08:30:52.414449 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2e763628-f6de-49b3-b137-68e6ccd4012a tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:52.440249 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2e763628-f6de-49b3-b137-68e6ccd4012a tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:52.446572 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e763628-f6de-49b3-b137-68e6ccd4012a tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:52.447176 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2e763628-f6de-49b3-b137-68e6ccd4012a tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:52.477786 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fd803d41-009a-46af-b25e-3e9398c22743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:52.487030 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-2e763628-f6de-49b3-b137-68e6ccd4012a tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1870894 Sep 17 08:30:52.490526 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53418) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:52.496338 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-1f04146f-d1a8-4ded-8d8f-992fac18ce81 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Request body: {'subnet': {'network_id': '1f39eea5-5b41-45b6-99d3-18733ae5b871', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:30:52.515288 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e763628-f6de-49b3-b137-68e6ccd4012a tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event updated for resources: {'Network': ['ID=1f39eea5-5b41-45b6-99d3-18733ae5b871,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:52.526531 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 1f39eea5-5b41-45b6-99d3-18733ae5b871 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:30:52.601463 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f04146f-d1a8-4ded-8d8f-992fac18ce81 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Made reservation on behalf of 41f564cf8cfd493c840637eb9c66a658 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:30:52.605036 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1f04146f-d1a8-4ded-8d8f-992fac18ce81 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:52.784744 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:52.788500 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1f04146f-d1a8-4ded-8d8f-992fac18ce81 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:52.846767 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f04146f-d1a8-4ded-8d8f-992fac18ce81 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event updated for resources: {'Subnet': ['ID=78b2652e-2f28-405e-84c1-69da50127a74,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:52.857602 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f04146f-d1a8-4ded-8d8f-992fac18ce81 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Checking segment: {'id': '82674df3-114b-427b-8f60-3b7a3bb1ed56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '1f39eea5-5b41-45b6-99d3-18733ae5b871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:30:52.857901 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f04146f-d1a8-4ded-8d8f-992fac18ce81 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Network hostable DHCP agents. Network: 1f39eea5-5b41-45b6-99d3-18733ae5b871, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:30:52.875797 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f04146f-d1a8-4ded-8d8f-992fac18ce81 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Network 1f39eea5-5b41-45b6-99d3-18733ae5b871 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:30:52.884553 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-1f04146f-d1a8-4ded-8d8f-992fac18ce81 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 1f39eea5-5b41-45b6-99d3-18733ae5b871) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:30:52.892828 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f57d4b5-1de7-4b9f-90d0-6a0c041e3507 None None] Network 1f39eea5-5b41-45b6-99d3-18733ae5b871 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:30:52.893889 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f04146f-d1a8-4ded-8d8f-992fac18ce81 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:52.894578 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1f04146f-d1a8-4ded-8d8f-992fac18ce81 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:52.912942 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-1f04146f-d1a8-4ded-8d8f-992fac18ce81 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4211664 Sep 17 08:30:52.915469 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53420) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:52.920351 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-6d63c35a-b848-4b15-ac40-3f2fa4069646 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Request body: {'port': {'network_id': '1f39eea5-5b41-45b6-99d3-18733ae5b871', 'name': 'tempest-PortsTestJSON-1833654095'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:30:53.036803 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d63c35a-b848-4b15-ac40-3f2fa4069646 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Made reservation on behalf of 41f564cf8cfd493c840637eb9c66a658 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:30:53.040746 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6d63c35a-b848-4b15-ac40-3f2fa4069646 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:53.052254 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5498bc44-06a7-49ab-a4fa-f915b68ed123 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-1f39eea5-5b41-45b6-99d3-18733ae5b871', 'network_id': '1f39eea5-5b41-45b6-99d3-18733ae5b871', 'tenant_id': '41f564cf8cfd493c840637eb9c66a658', 'fixed_ips': [{'subnet_id': '78b2652e-2f28-405e-84c1-69da50127a74'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:30:53.053139 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5498bc44-06a7-49ab-a4fa-f915b68ed123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:53.059125 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [None req-6d63c35a-b848-4b15-ac40-3f2fa4069646 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] device_id is not set on port 68ca8590-6b90-471a-a649-c180009ce965 yet. {{(pid=101290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 08:30:53.196404 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-6d63c35a-b848-4b15-ac40-3f2fa4069646 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Allocated IP 172.20.0.9 (1f39eea5-5b41-45b6-99d3-18733ae5b871/78b2652e-2f28-405e-84c1-69da50127a74/68ca8590-6b90-471a-a649-c180009ce965) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:30:53.346358 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6d63c35a-b848-4b15-ac40-3f2fa4069646 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:53.380049 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6d63c35a-b848-4b15-ac40-3f2fa4069646 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:53.428009 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d63c35a-b848-4b15-ac40-3f2fa4069646 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Network 1f39eea5-5b41-45b6-99d3-18733ae5b871 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:30:53.433299 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-5498bc44-06a7-49ab-a4fa-f915b68ed123 None None] Allocated IP 172.20.0.2 (1f39eea5-5b41-45b6-99d3-18733ae5b871/78b2652e-2f28-405e-84c1-69da50127a74/2ee6570b-79ea-4980-ba52-9bd07070d12b) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:30:53.433572 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-6d63c35a-b848-4b15-ac40-3f2fa4069646 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:30:53.439208 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d63c35a-b848-4b15-ac40-3f2fa4069646 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:30:53.442551 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d63c35a-b848-4b15-ac40-3f2fa4069646 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event updated for resources: {'Port': ['ID=68ca8590-6b90-471a-a649-c180009ce965,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:53.507724 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d63c35a-b848-4b15-ac40-3f2fa4069646 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:53.508439 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6d63c35a-b848-4b15-ac40-3f2fa4069646 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:53.526657 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6d63c35a-b848-4b15-ac40-3f2fa4069646 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.6101277 Sep 17 08:30:53.529543 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53424) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:53.613691 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5498bc44-06a7-49ab-a4fa-f915b68ed123 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:53.620964 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5498bc44-06a7-49ab-a4fa-f915b68ed123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:53.625258 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-113a2a9c-5ed5-42cc-9b61-133b3f602a95 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Deleting port 68ca8590-6b90-471a-a649-c180009ce965 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:30:53.626524 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-113a2a9c-5ed5-42cc-9b61-133b3f602a95 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:53.659696 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5498bc44-06a7-49ab-a4fa-f915b68ed123 None None] Network 1f39eea5-5b41-45b6-99d3-18733ae5b871 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:30:53.662791 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-5498bc44-06a7-49ab-a4fa-f915b68ed123 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:30:53.665166 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5498bc44-06a7-49ab-a4fa-f915b68ed123 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:30:53.681483 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498bc44-06a7-49ab-a4fa-f915b68ed123 None None] Pushing event updated for resources: {'Port': ['ID=2ee6570b-79ea-4980-ba52-9bd07070d12b,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:53.731353 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-113a2a9c-5ed5-42cc-9b61-133b3f602a95 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:53.732616 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-5498bc44-06a7-49ab-a4fa-f915b68ed123 None None] Attempting to bind port 2ee6570b-79ea-4980-ba52-9bd07070d12b on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:30:53.732616 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-5498bc44-06a7-49ab-a4fa-f915b68ed123 None None] Attempting to bind port 2ee6570b-79ea-4980-ba52-9bd07070d12b by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '82674df3-114b-427b-8f60-3b7a3bb1ed56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '1f39eea5-5b41-45b6-99d3-18733ae5b871'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:30:53.732616 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5498bc44-06a7-49ab-a4fa-f915b68ed123 None None] Attempting to bind port 2ee6570b-79ea-4980-ba52-9bd07070d12b on network 1f39eea5-5b41-45b6-99d3-18733ae5b871 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:30:53.737611 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5498bc44-06a7-49ab-a4fa-f915b68ed123 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:30:53.739091 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5498bc44-06a7-49ab-a4fa-f915b68ed123 None None] Checking segment: {'id': '82674df3-114b-427b-8f60-3b7a3bb1ed56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '1f39eea5-5b41-45b6-99d3-18733ae5b871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:30:53.739091 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5498bc44-06a7-49ab-a4fa-f915b68ed123 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:53.742796 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5498bc44-06a7-49ab-a4fa-f915b68ed123 None None] Bound using segment: {'id': '82674df3-114b-427b-8f60-3b7a3bb1ed56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '1f39eea5-5b41-45b6-99d3-18733ae5b871'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:30:53.744041 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-5498bc44-06a7-49ab-a4fa-f915b68ed123 None None] Bound port: 2ee6570b-79ea-4980-ba52-9bd07070d12b, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82674df3-114b-427b-8f60-3b7a3bb1ed56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '1f39eea5-5b41-45b6-99d3-18733ae5b871'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:30:53.744041 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5498bc44-06a7-49ab-a4fa-f915b68ed123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:53.750295 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-113a2a9c-5ed5-42cc-9b61-133b3f602a95 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Calling delete_port for 68ca8590-6b90-471a-a649-c180009ce965 owned by {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:30:53.828513 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:53.830076 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5498bc44-06a7-49ab-a4fa-f915b68ed123 None None] For port 2ee6570b-79ea-4980-ba52-9bd07070d12b, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:30:53.885333 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-113a2a9c-5ed5-42cc-9b61-133b3f602a95 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:53.888328 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5498bc44-06a7-49ab-a4fa-f915b68ed123 None None] For port 2ee6570b-79ea-4980-ba52-9bd07070d12b, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=2ee6570b-79ea-4980-ba52-9bd07070d12b,segment=NetworkSegment(82674df3-114b-427b-8f60-3b7a3bb1ed56),segment_id=82674df3-114b-427b-8f60-3b7a3bb1ed56)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:30:53.897787 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5498bc44-06a7-49ab-a4fa-f915b68ed123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:53.920309 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113a2a9c-5ed5-42cc-9b61-133b3f602a95 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event deleted for resources: {'Port': ['ID=68ca8590-6b90-471a-a649-c180009ce965,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:53.969396 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498bc44-06a7-49ab-a4fa-f915b68ed123 None None] Pushing event updated for resources: {'Port': ['ID=2ee6570b-79ea-4980-ba52-9bd07070d12b,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:54.003973 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-113a2a9c-5ed5-42cc-9b61-133b3f602a95 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:54.006373 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-113a2a9c-5ed5-42cc-9b61-133b3f602a95 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "DELETE /v2.0/ports/68ca8590-6b90-471a-a649-c180009ce965 HTTP/1.1" status: 204 len: 168 time: 0.4757748 Sep 17 08:30:54.009017 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53426) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:54.035453 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9a3eb3f-76cd-476a-90a9-3ea22795f43c tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] DELETE failed (client error): The resource could not be found. Sep 17 08:30:54.036771 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9a3eb3f-76cd-476a-90a9-3ea22795f43c tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:30:54.038931 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b9a3eb3f-76cd-476a-90a9-3ea22795f43c tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "DELETE /v2.0/ports/68ca8590-6b90-471a-a649-c180009ce965 HTTP/1.1" status: 404 len: 333 time: 0.0290093 Sep 17 08:30:54.041815 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53428) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:54.074089 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-c680491d-f3e2-4306-aba9-35125e48d65d tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] GET failed (client error): The resource could not be found. Sep 17 08:30:54.076047 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-c680491d-f3e2-4306-aba9-35125e48d65d tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "GET /v2.0/ports/68ca8590-6b90-471a-a649-c180009ce965 HTTP/1.1" status: 404 len: 333 time: 0.0330176 Sep 17 08:30:54.079997 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53430) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:54.139776 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-431a394f-b902-4260-87b8-856d8bb0aa26 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Deleting subnet 78b2652e-2f28-405e-84c1-69da50127a74 {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:30:54.143295 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-431a394f-b902-4260-87b8-856d8bb0aa26 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:54.219214 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-431a394f-b902-4260-87b8-856d8bb0aa26 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:54.340275 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-431a394f-b902-4260-87b8-856d8bb0aa26 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:54.403139 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-431a394f-b902-4260-87b8-856d8bb0aa26 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:54.440326 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431a394f-b902-4260-87b8-856d8bb0aa26 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event deleted for resources: {'Subnet': ['ID=78b2652e-2f28-405e-84c1-69da50127a74,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:54.449095 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-431a394f-b902-4260-87b8-856d8bb0aa26 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:54.453919 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-431a394f-b902-4260-87b8-856d8bb0aa26 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "DELETE /v2.0/subnets/78b2652e-2f28-405e-84c1-69da50127a74 HTTP/1.1" status: 204 len: 168 time: 0.3703609 Sep 17 08:30:54.454369 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53432) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:54.539996 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-69f96295-2c72-4330-89e6-e97e463aa9b8 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:54.605078 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-69f96295-2c72-4330-89e6-e97e463aa9b8 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Deleting port 2ee6570b-79ea-4980-ba52-9bd07070d12b {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:30:54.605431 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-69f96295-2c72-4330-89e6-e97e463aa9b8 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:54.671857 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-69f96295-2c72-4330-89e6-e97e463aa9b8 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] For port 2ee6570b-79ea-4980-ba52-9bd07070d12b, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=2ee6570b-79ea-4980-ba52-9bd07070d12b,segment=NetworkSegment(82674df3-114b-427b-8f60-3b7a3bb1ed56),segment_id=82674df3-114b-427b-8f60-3b7a3bb1ed56)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:30:54.672223 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-69f96295-2c72-4330-89e6-e97e463aa9b8 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:54.685653 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-69f96295-2c72-4330-89e6-e97e463aa9b8 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Calling delete_port for 2ee6570b-79ea-4980-ba52-9bd07070d12b owned by network:dhcp {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:30:54.770438 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-69f96295-2c72-4330-89e6-e97e463aa9b8 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:54.807894 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f96295-2c72-4330-89e6-e97e463aa9b8 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event deleted for resources: {'Port': ['ID=2ee6570b-79ea-4980-ba52-9bd07070d12b,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:54.811475 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f96295-2c72-4330-89e6-e97e463aa9b8 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] No DVR routers for this DVR port 2ee6570b-79ea-4980-ba52-9bd07070d12b on host n-d-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:30:54.906255 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-69f96295-2c72-4330-89e6-e97e463aa9b8 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:54.936709 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-69f96295-2c72-4330-89e6-e97e463aa9b8 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f39eea5-5b41-45b6-99d3-18733ae5b871']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:30:54.951014 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-69f96295-2c72-4330-89e6-e97e463aa9b8 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82674df3-114b-427b-8f60-3b7a3bb1ed56') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:30:54.951547 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-69f96295-2c72-4330-89e6-e97e463aa9b8 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82674df3-114b-427b-8f60-3b7a3bb1ed56') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:30:54.966875 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-69f96295-2c72-4330-89e6-e97e463aa9b8 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:54.982179 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-69f96295-2c72-4330-89e6-e97e463aa9b8 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:54.988750 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69f96295-2c72-4330-89e6-e97e463aa9b8 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:30:54.989869 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-69f96295-2c72-4330-89e6-e97e463aa9b8 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:54.993263 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:30:54.993263 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:30:54.993263 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:30:54.993263 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:30:54.993263 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:30:54.993263 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:30:54.993263 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:30:54.993263 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:30:54.993263 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:30:54.993263 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:30:54.993263 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:30:54.993263 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:30:54.993263 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:30:54.993263 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:30:54.993263 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:30:54.993263 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:30:54.993263 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:30:54.993263 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:30:54.993263 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:30:54.993263 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:30:54.993263 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:30:54.993263 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:30:54.993263 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:30:54.993263 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:30:54.993263 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:30:54.993263 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:30:54.993263 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:30:54.993263 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:30:54.993263 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:30:54.993263 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:30:54.993263 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:30:54.993263 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:30:55.060967 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-69f96295-2c72-4330-89e6-e97e463aa9b8 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:55.070362 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-69f96295-2c72-4330-89e6-e97e463aa9b8 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:55.072255 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-69f96295-2c72-4330-89e6-e97e463aa9b8 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "DELETE /v2.0/networks/1f39eea5-5b41-45b6-99d3-18733ae5b871 HTTP/1.1" status: 204 len: 168 time: 0.6168227 Sep 17 08:30:55.076926 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53436) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:55.090866 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-d0d1b091-3be0-4301-a207-500b6453e434 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-498906690'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:30:55.095901 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f96295-2c72-4330-89e6-e97e463aa9b8 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event deleted for resources: {'Network': ['ID=1f39eea5-5b41-45b6-99d3-18733ae5b871,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:55.119118 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d1b091-3be0-4301-a207-500b6453e434 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Made reservation on behalf of 41f564cf8cfd493c840637eb9c66a658 for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:30:55.122900 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d0d1b091-3be0-4301-a207-500b6453e434 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:55.148860 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0d1b091-3be0-4301-a207-500b6453e434 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:30:55.159692 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d0d1b091-3be0-4301-a207-500b6453e434 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:55.160073 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-d0d1b091-3be0-4301-a207-500b6453e434 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Added segment 63cc82f8-c8a9-4ce3-a316-8460bfd3a360 of type vlan for network f8206741-d16b-4036-9ce5-cb5661094d46 Sep 17 08:30:55.175999 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b70e9e3-4661-487d-bce8-2771be2dd03e None None] DHCP port deletion for 1f39eea5-5b41-45b6-99d3-18733ae5b871 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 08:30:55.197636 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6936de0-6d87-445f-ba46-b41de737e99c None None] Network 1f39eea5-5b41-45b6-99d3-18733ae5b871 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:30:55.209885 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d0d1b091-3be0-4301-a207-500b6453e434 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:55.214243 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6936de0-6d87-445f-ba46-b41de737e99c None None] Network 1f39eea5-5b41-45b6-99d3-18733ae5b871 could not be found, it might have been deleted concurrently. {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 17 08:30:55.218404 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-f4b7b9a8-d87f-4b46-bac4-ba2460796bda None None] Could not find standard attr ID for object 2ee6570b-79ea-4980-ba52-9bd07070d12b. {{(pid=101291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 08:30:55.240538 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d0d1b091-3be0-4301-a207-500b6453e434 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:55.246173 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d1b091-3be0-4301-a207-500b6453e434 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:55.246855 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d0d1b091-3be0-4301-a207-500b6453e434 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:55.272466 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-d0d1b091-3be0-4301-a207-500b6453e434 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1859870 Sep 17 08:30:55.276132 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53438) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:55.284179 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-9870b0b2-d3a3-4c8f-9f15-c8eb3edc03c3 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Request body: {'subnet': {'network_id': 'f8206741-d16b-4036-9ce5-cb5661094d46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:30:55.321129 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d1b091-3be0-4301-a207-500b6453e434 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event updated for resources: {'Network': ['ID=f8206741-d16b-4036-9ce5-cb5661094d46,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:55.335192 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network f8206741-d16b-4036-9ce5-cb5661094d46 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:30:55.412645 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9870b0b2-d3a3-4c8f-9f15-c8eb3edc03c3 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Made reservation on behalf of 41f564cf8cfd493c840637eb9c66a658 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:30:55.417890 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9870b0b2-d3a3-4c8f-9f15-c8eb3edc03c3 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:55.419908 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:55.622889 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9870b0b2-d3a3-4c8f-9f15-c8eb3edc03c3 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:55.679992 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9870b0b2-d3a3-4c8f-9f15-c8eb3edc03c3 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event updated for resources: {'Subnet': ['ID=e001bb28-0059-4911-9e33-36784e318d64,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:55.688931 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9870b0b2-d3a3-4c8f-9f15-c8eb3edc03c3 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Checking segment: {'id': '63cc82f8-c8a9-4ce3-a316-8460bfd3a360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f8206741-d16b-4036-9ce5-cb5661094d46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:30:55.689963 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9870b0b2-d3a3-4c8f-9f15-c8eb3edc03c3 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Network hostable DHCP agents. Network: f8206741-d16b-4036-9ce5-cb5661094d46, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:30:55.706562 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9870b0b2-d3a3-4c8f-9f15-c8eb3edc03c3 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Network f8206741-d16b-4036-9ce5-cb5661094d46 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:30:55.716426 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-9870b0b2-d3a3-4c8f-9f15-c8eb3edc03c3 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, f8206741-d16b-4036-9ce5-cb5661094d46) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:30:55.721342 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9870b0b2-d3a3-4c8f-9f15-c8eb3edc03c3 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:55.721921 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9870b0b2-d3a3-4c8f-9f15-c8eb3edc03c3 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:55.730015 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea2eee7-81f5-4e67-8c7b-f8ae5174a3fc None None] Network f8206741-d16b-4036-9ce5-cb5661094d46 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:30:55.738034 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-9870b0b2-d3a3-4c8f-9f15-c8eb3edc03c3 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4602206 Sep 17 08:30:55.741211 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53442) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:55.746603 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-214e47cf-ca7a-4f3a-8098-0dea3343b0f4 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Request body: {'port': {'network_id': 'f8206741-d16b-4036-9ce5-cb5661094d46', 'security_groups': [], 'name': 'tempest-PortsTestJSON-806594446'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:30:55.871376 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214e47cf-ca7a-4f3a-8098-0dea3343b0f4 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Made reservation on behalf of 41f564cf8cfd493c840637eb9c66a658 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:30:55.876985 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-214e47cf-ca7a-4f3a-8098-0dea3343b0f4 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:55.885326 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e417df23-5b80-4917-91ae-6a9fba9d7722 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-f8206741-d16b-4036-9ce5-cb5661094d46', 'network_id': 'f8206741-d16b-4036-9ce5-cb5661094d46', 'tenant_id': '41f564cf8cfd493c840637eb9c66a658', 'fixed_ips': [{'subnet_id': 'e001bb28-0059-4911-9e33-36784e318d64'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:30:55.888017 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e417df23-5b80-4917-91ae-6a9fba9d7722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:55.897733 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [None req-214e47cf-ca7a-4f3a-8098-0dea3343b0f4 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] device_id is not set on port d461ec05-0c3d-4159-9577-de847ba76b4a yet. {{(pid=101289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 08:30:56.016848 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-214e47cf-ca7a-4f3a-8098-0dea3343b0f4 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Allocated IP 172.20.0.13 (f8206741-d16b-4036-9ce5-cb5661094d46/e001bb28-0059-4911-9e33-36784e318d64/d461ec05-0c3d-4159-9577-de847ba76b4a) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:30:56.146331 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-214e47cf-ca7a-4f3a-8098-0dea3343b0f4 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:56.187612 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-214e47cf-ca7a-4f3a-8098-0dea3343b0f4 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:56.232701 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-e417df23-5b80-4917-91ae-6a9fba9d7722 None None] Allocated IP 172.20.0.2 (f8206741-d16b-4036-9ce5-cb5661094d46/e001bb28-0059-4911-9e33-36784e318d64/6b8e484d-d53d-49dd-9b60-3e6a5d0d1642) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:30:56.237597 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214e47cf-ca7a-4f3a-8098-0dea3343b0f4 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Network f8206741-d16b-4036-9ce5-cb5661094d46 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:30:56.241686 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-214e47cf-ca7a-4f3a-8098-0dea3343b0f4 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:30:56.247027 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214e47cf-ca7a-4f3a-8098-0dea3343b0f4 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:30:56.296121 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214e47cf-ca7a-4f3a-8098-0dea3343b0f4 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event updated for resources: {'Port': ['ID=d461ec05-0c3d-4159-9577-de847ba76b4a,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:56.317746 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214e47cf-ca7a-4f3a-8098-0dea3343b0f4 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:56.318362 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-214e47cf-ca7a-4f3a-8098-0dea3343b0f4 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:56.347677 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-214e47cf-ca7a-4f3a-8098-0dea3343b0f4 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 0.6023524 Sep 17 08:30:56.348732 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53444) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:56.441857 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e417df23-5b80-4917-91ae-6a9fba9d7722 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:56.452456 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-276b7352-8a14-4f89-8ac3-02f3cc0e4a9e tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Deleting port d461ec05-0c3d-4159-9577-de847ba76b4a {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:30:56.452984 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-276b7352-8a14-4f89-8ac3-02f3cc0e4a9e tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:56.455792 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e417df23-5b80-4917-91ae-6a9fba9d7722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:56.492727 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e417df23-5b80-4917-91ae-6a9fba9d7722 None None] Network f8206741-d16b-4036-9ce5-cb5661094d46 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:30:56.496003 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-e417df23-5b80-4917-91ae-6a9fba9d7722 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:30:56.500583 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e417df23-5b80-4917-91ae-6a9fba9d7722 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:30:56.557410 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-276b7352-8a14-4f89-8ac3-02f3cc0e4a9e tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:56.566004 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e417df23-5b80-4917-91ae-6a9fba9d7722 None None] Pushing event updated for resources: {'Port': ['ID=6b8e484d-d53d-49dd-9b60-3e6a5d0d1642,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:56.571689 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-276b7352-8a14-4f89-8ac3-02f3cc0e4a9e tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Calling delete_port for d461ec05-0c3d-4159-9577-de847ba76b4a owned by {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:30:56.584043 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-e417df23-5b80-4917-91ae-6a9fba9d7722 None None] Attempting to bind port 6b8e484d-d53d-49dd-9b60-3e6a5d0d1642 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:30:56.586224 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-e417df23-5b80-4917-91ae-6a9fba9d7722 None None] Attempting to bind port 6b8e484d-d53d-49dd-9b60-3e6a5d0d1642 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '63cc82f8-c8a9-4ce3-a316-8460bfd3a360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f8206741-d16b-4036-9ce5-cb5661094d46'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:30:56.586224 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e417df23-5b80-4917-91ae-6a9fba9d7722 None None] Attempting to bind port 6b8e484d-d53d-49dd-9b60-3e6a5d0d1642 on network f8206741-d16b-4036-9ce5-cb5661094d46 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:30:56.591164 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e417df23-5b80-4917-91ae-6a9fba9d7722 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:30:56.591533 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e417df23-5b80-4917-91ae-6a9fba9d7722 None None] Checking segment: {'id': '63cc82f8-c8a9-4ce3-a316-8460bfd3a360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f8206741-d16b-4036-9ce5-cb5661094d46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:30:56.591960 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e417df23-5b80-4917-91ae-6a9fba9d7722 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:56.592359 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e417df23-5b80-4917-91ae-6a9fba9d7722 None None] Bound using segment: {'id': '63cc82f8-c8a9-4ce3-a316-8460bfd3a360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f8206741-d16b-4036-9ce5-cb5661094d46'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:30:56.592845 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-e417df23-5b80-4917-91ae-6a9fba9d7722 None None] Bound port: 6b8e484d-d53d-49dd-9b60-3e6a5d0d1642, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63cc82f8-c8a9-4ce3-a316-8460bfd3a360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f8206741-d16b-4036-9ce5-cb5661094d46'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:30:56.593230 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e417df23-5b80-4917-91ae-6a9fba9d7722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:56.677085 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-e417df23-5b80-4917-91ae-6a9fba9d7722 None None] For port 6b8e484d-d53d-49dd-9b60-3e6a5d0d1642, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:30:56.683081 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-e417df23-5b80-4917-91ae-6a9fba9d7722 None None] For port 6b8e484d-d53d-49dd-9b60-3e6a5d0d1642, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=6b8e484d-d53d-49dd-9b60-3e6a5d0d1642,segment=NetworkSegment(63cc82f8-c8a9-4ce3-a316-8460bfd3a360),segment_id=63cc82f8-c8a9-4ce3-a316-8460bfd3a360)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:30:56.690584 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e417df23-5b80-4917-91ae-6a9fba9d7722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:56.755300 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-276b7352-8a14-4f89-8ac3-02f3cc0e4a9e tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:56.781375 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e417df23-5b80-4917-91ae-6a9fba9d7722 None None] Pushing event updated for resources: {'Port': ['ID=6b8e484d-d53d-49dd-9b60-3e6a5d0d1642,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:56.795245 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276b7352-8a14-4f89-8ac3-02f3cc0e4a9e tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event deleted for resources: {'Port': ['ID=d461ec05-0c3d-4159-9577-de847ba76b4a,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:57.262834 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-276b7352-8a14-4f89-8ac3-02f3cc0e4a9e tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:57.265413 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-276b7352-8a14-4f89-8ac3-02f3cc0e4a9e tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "DELETE /v2.0/ports/d461ec05-0c3d-4159-9577-de847ba76b4a HTTP/1.1" status: 204 len: 168 time: 0.9161870 Sep 17 08:30:57.268424 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53448) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:57.293284 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-14089115-adc5-4b2a-86ba-d46d6d42b945 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] GET failed (client error): The resource could not be found. Sep 17 08:30:57.297466 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-14089115-adc5-4b2a-86ba-d46d6d42b945 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "GET /v2.0/ports/d461ec05-0c3d-4159-9577-de847ba76b4a HTTP/1.1" status: 404 len: 333 time: 0.0256670 Sep 17 08:30:57.298155 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53450) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:57.358112 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-658f3665-b2f0-4a82-ba11-b1cc7d9778f5 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Deleting subnet e001bb28-0059-4911-9e33-36784e318d64 {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:30:57.359811 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-658f3665-b2f0-4a82-ba11-b1cc7d9778f5 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:57.404679 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-658f3665-b2f0-4a82-ba11-b1cc7d9778f5 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:57.410706 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 6b8e484d-d53d-49dd-9b60-3e6a5d0d1642 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:30:57.479704 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 6b8e484d-d53d-49dd-9b60-3e6a5d0d1642 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:30:57.480364 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:57.526713 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-658f3665-b2f0-4a82-ba11-b1cc7d9778f5 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:57.589924 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:57.626830 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-658f3665-b2f0-4a82-ba11-b1cc7d9778f5 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:57.687016 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.db.api [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 08:30:57.687934 n-d-789963-9 neutron-server[101291]: DEBUG oslo_db.api [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 08:30:57.689675 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-658f3665-b2f0-4a82-ba11-b1cc7d9778f5 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:57.691586 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-658f3665-b2f0-4a82-ba11-b1cc7d9778f5 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "DELETE /v2.0/subnets/e001bb28-0059-4911-9e33-36784e318d64 HTTP/1.1" status: 204 len: 168 time: 0.3925059 Sep 17 08:30:57.693023 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658f3665-b2f0-4a82-ba11-b1cc7d9778f5 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event deleted for resources: {'Subnet': ['ID=e001bb28-0059-4911-9e33-36784e318d64,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:57.694969 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53454) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:57.793230 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b893eb7b-da3e-40a8-9cb6-13a132e0e8ad tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:57.844519 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2df2cf-b9ce-41bd-b8b3-231b8ab46bb4 None None] Network f8206741-d16b-4036-9ce5-cb5661094d46 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:30:57.864106 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-b893eb7b-da3e-40a8-9cb6-13a132e0e8ad tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Deleting port 6b8e484d-d53d-49dd-9b60-3e6a5d0d1642 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:30:57.864440 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b893eb7b-da3e-40a8-9cb6-13a132e0e8ad tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:57.928364 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-b8e54ef4-92a9-4214-9f16-3d7196559436 None None] Provisioning complete for port 6b8e484d-d53d-49dd-9b60-3e6a5d0d1642 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:30:57.928737 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b8e54ef4-92a9-4214-9f16-3d7196559436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:57.945937 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-b893eb7b-da3e-40a8-9cb6-13a132e0e8ad tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] For port 6b8e484d-d53d-49dd-9b60-3e6a5d0d1642, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=6b8e484d-d53d-49dd-9b60-3e6a5d0d1642,segment=NetworkSegment(63cc82f8-c8a9-4ce3-a316-8460bfd3a360),segment_id=63cc82f8-c8a9-4ce3-a316-8460bfd3a360)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:30:57.947019 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b893eb7b-da3e-40a8-9cb6-13a132e0e8ad tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:57.960525 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-b893eb7b-da3e-40a8-9cb6-13a132e0e8ad tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Calling delete_port for 6b8e484d-d53d-49dd-9b60-3e6a5d0d1642 owned by network:dhcp {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:30:58.064328 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b8e54ef4-92a9-4214-9f16-3d7196559436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:58.088738 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b893eb7b-da3e-40a8-9cb6-13a132e0e8ad tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:58.110665 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10060c5d-6301-4bef-897e-00a004e66323 None None] DHCP port deletion for f8206741-d16b-4036-9ce5-cb5661094d46 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 08:30:58.123513 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b893eb7b-da3e-40a8-9cb6-13a132e0e8ad tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event deleted for resources: {'Port': ['ID=6b8e484d-d53d-49dd-9b60-3e6a5d0d1642,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:58.125473 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b893eb7b-da3e-40a8-9cb6-13a132e0e8ad tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] No DVR routers for this DVR port 6b8e484d-d53d-49dd-9b60-3e6a5d0d1642 on host n-d-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:30:58.212410 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Port 6b8e484d-d53d-49dd-9b60-3e6a5d0d1642 update to ACTIVE by agent not found {{(pid=101291) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 17 08:30:58.216228 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b893eb7b-da3e-40a8-9cb6-13a132e0e8ad tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:58.243326 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-b893eb7b-da3e-40a8-9cb6-13a132e0e8ad tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8206741-d16b-4036-9ce5-cb5661094d46']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:30:58.252424 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-b893eb7b-da3e-40a8-9cb6-13a132e0e8ad tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63cc82f8-c8a9-4ce3-a316-8460bfd3a360') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:30:58.252716 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-b893eb7b-da3e-40a8-9cb6-13a132e0e8ad tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63cc82f8-c8a9-4ce3-a316-8460bfd3a360') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:30:58.262545 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b893eb7b-da3e-40a8-9cb6-13a132e0e8ad tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:58.276799 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b893eb7b-da3e-40a8-9cb6-13a132e0e8ad tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:58.282807 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b893eb7b-da3e-40a8-9cb6-13a132e0e8ad tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:30:58.283333 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b893eb7b-da3e-40a8-9cb6-13a132e0e8ad tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:58.286120 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:30:58.286120 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:30:58.286120 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:30:58.286120 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:30:58.286120 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:30:58.286120 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:30:58.286120 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:30:58.286120 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:30:58.286120 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:30:58.286120 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:30:58.286120 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:30:58.286120 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:30:58.286120 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:30:58.286120 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:30:58.286120 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:30:58.286120 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:30:58.286120 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:30:58.286120 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:30:58.286120 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:30:58.286120 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:30:58.286120 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:30:58.286120 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:30:58.286120 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:30:58.286120 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:30:58.286120 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:30:58.286120 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:30:58.286120 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:30:58.286120 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:30:58.286120 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:30:58.286120 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:30:58.286120 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:30:58.286120 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:30:58.347413 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b893eb7b-da3e-40a8-9cb6-13a132e0e8ad tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:58.360300 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b893eb7b-da3e-40a8-9cb6-13a132e0e8ad tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:58.366650 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-b893eb7b-da3e-40a8-9cb6-13a132e0e8ad tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "DELETE /v2.0/networks/f8206741-d16b-4036-9ce5-cb5661094d46 HTTP/1.1" status: 204 len: 168 time: 0.6657021 Sep 17 08:30:58.366988 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53456) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:58.374230 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-0d62a9fa-46b1-4934-a278-4c5a82f4273d tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Request body: {'port': {'network_id': 'a3b8a8c6-c76f-4558-b422-17b70146c49e', 'name': 'tempest-PortsTestJSON-633924246'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:30:58.385178 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b893eb7b-da3e-40a8-9cb6-13a132e0e8ad tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event deleted for resources: {'Network': ['ID=f8206741-d16b-4036-9ce5-cb5661094d46,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:58.476512 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d62a9fa-46b1-4934-a278-4c5a82f4273d tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Made reservation on behalf of 41f564cf8cfd493c840637eb9c66a658 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:30:58.480008 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0d62a9fa-46b1-4934-a278-4c5a82f4273d tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:58.496468 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [None req-0d62a9fa-46b1-4934-a278-4c5a82f4273d tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] device_id is not set on port 6873a1b5-45d6-4e4c-8262-870c6b09f7a9 yet. {{(pid=101290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 08:30:58.648167 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0d62a9fa-46b1-4934-a278-4c5a82f4273d tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:58.680306 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0d62a9fa-46b1-4934-a278-4c5a82f4273d tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:58.715991 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d62a9fa-46b1-4934-a278-4c5a82f4273d tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Network a3b8a8c6-c76f-4558-b422-17b70146c49e is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:30:58.718985 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-0d62a9fa-46b1-4934-a278-4c5a82f4273d tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:30:58.721224 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d62a9fa-46b1-4934-a278-4c5a82f4273d tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:30:58.727235 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d62a9fa-46b1-4934-a278-4c5a82f4273d tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:58.727818 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0d62a9fa-46b1-4934-a278-4c5a82f4273d tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:58.748594 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d62a9fa-46b1-4934-a278-4c5a82f4273d tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event updated for resources: {'Port': ['ID=6873a1b5-45d6-4e4c-8262-870c6b09f7a9,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:58.753846 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-0d62a9fa-46b1-4934-a278-4c5a82f4273d tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.3858337 Sep 17 08:30:58.756723 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53460) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:58.844306 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-525865a7-247f-4cc1-9277-b96fb4cd3d3d tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Deleting port 6873a1b5-45d6-4e4c-8262-870c6b09f7a9 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:30:58.844650 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-525865a7-247f-4cc1-9277-b96fb4cd3d3d tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:58.912320 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-525865a7-247f-4cc1-9277-b96fb4cd3d3d tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:58.932798 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-525865a7-247f-4cc1-9277-b96fb4cd3d3d tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Calling delete_port for 6873a1b5-45d6-4e4c-8262-870c6b09f7a9 owned by {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:30:59.012743 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-525865a7-247f-4cc1-9277-b96fb4cd3d3d tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:59.042133 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525865a7-247f-4cc1-9277-b96fb4cd3d3d tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event deleted for resources: {'Port': ['ID=6873a1b5-45d6-4e4c-8262-870c6b09f7a9,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:59.048264 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-525865a7-247f-4cc1-9277-b96fb4cd3d3d tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:59.050111 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-525865a7-247f-4cc1-9277-b96fb4cd3d3d tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "DELETE /v2.0/ports/6873a1b5-45d6-4e4c-8262-870c6b09f7a9 HTTP/1.1" status: 204 len: 168 time: 0.2923138 Sep 17 08:30:59.052670 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53468) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:59.057503 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-ec1297d7-8f77-48a8-9c2f-633117cf1a7a tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Request body: {'port': {'network_id': 'a3b8a8c6-c76f-4558-b422-17b70146c49e', 'mac_address': 'fa:16:3e:19:13:ce', 'name': 'tempest-PortsTestJSON-794604939'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:30:59.147122 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec1297d7-8f77-48a8-9c2f-633117cf1a7a tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Made reservation on behalf of 41f564cf8cfd493c840637eb9c66a658 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:30:59.210306 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ec1297d7-8f77-48a8-9c2f-633117cf1a7a tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:59.231976 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [None req-ec1297d7-8f77-48a8-9c2f-633117cf1a7a tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] device_id is not set on port 9dac94b8-fcac-4631-bc60-24de53427b16 yet. {{(pid=101289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 08:30:59.352653 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 6b8e484d-d53d-49dd-9b60-3e6a5d0d1642 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:30:59.376041 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 6b8e484d-d53d-49dd-9b60-3e6a5d0d1642 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:30:59.376465 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 6b8e484d-d53d-49dd-9b60-3e6a5d0d1642 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:30:59.388859 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ec1297d7-8f77-48a8-9c2f-633117cf1a7a tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:59.423383 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ec1297d7-8f77-48a8-9c2f-633117cf1a7a tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:59.469606 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1297d7-8f77-48a8-9c2f-633117cf1a7a tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Network a3b8a8c6-c76f-4558-b422-17b70146c49e is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:30:59.472552 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-ec1297d7-8f77-48a8-9c2f-633117cf1a7a tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:30:59.478311 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1297d7-8f77-48a8-9c2f-633117cf1a7a tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:30:59.483743 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1297d7-8f77-48a8-9c2f-633117cf1a7a tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:59.484379 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ec1297d7-8f77-48a8-9c2f-633117cf1a7a tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:59.492375 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1297d7-8f77-48a8-9c2f-633117cf1a7a tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event updated for resources: {'Port': ['ID=9dac94b8-fcac-4631-bc60-24de53427b16,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:59.502759 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ec1297d7-8f77-48a8-9c2f-633117cf1a7a tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.4491122 Sep 17 08:30:59.505896 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53470) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:59.547252 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c95239-e6cf-478e-a10e-181bf6ddc773 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:30:59.551202 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-70c95239-e6cf-478e-a10e-181bf6ddc773 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "GET /v2.0/ports/9dac94b8-fcac-4631-bc60-24de53427b16 HTTP/1.1" status: 200 len: 840 time: 0.0418425 Sep 17 08:30:59.551384 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53472) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:59.632891 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-c5c8b654-2fe1-4843-9708-2dabb1987b9e tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Deleting port 9dac94b8-fcac-4631-bc60-24de53427b16 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:30:59.633232 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c5c8b654-2fe1-4843-9708-2dabb1987b9e tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:59.700359 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c5c8b654-2fe1-4843-9708-2dabb1987b9e tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:59.712441 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-c5c8b654-2fe1-4843-9708-2dabb1987b9e tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Calling delete_port for 9dac94b8-fcac-4631-bc60-24de53427b16 owned by {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:30:59.787500 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c5c8b654-2fe1-4843-9708-2dabb1987b9e tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:59.819156 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c8b654-2fe1-4843-9708-2dabb1987b9e tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event deleted for resources: {'Port': ['ID=9dac94b8-fcac-4631-bc60-24de53427b16,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:30:59.825701 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c5c8b654-2fe1-4843-9708-2dabb1987b9e tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:59.827880 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-c5c8b654-2fe1-4843-9708-2dabb1987b9e tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "DELETE /v2.0/ports/9dac94b8-fcac-4631-bc60-24de53427b16 HTTP/1.1" status: 204 len: 168 time: 0.2755282 Sep 17 08:30:59.830591 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53474) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:59.854318 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-3398264c-24ac-4efd-ae5f-767ad4f4aa54 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] GET failed (client error): The resource could not be found. Sep 17 08:30:59.855930 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-3398264c-24ac-4efd-ae5f-767ad4f4aa54 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "GET /v2.0/ports/9dac94b8-fcac-4631-bc60-24de53427b16 HTTP/1.1" status: 404 len: 333 time: 0.0243540 Sep 17 08:30:59.859718 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53476) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:30:59.865014 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-fe687022-6502-42ca-ac9e-5204d6b38a57 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Request body: {'port': {'network_id': 'a3b8a8c6-c76f-4558-b422-17b70146c49e', 'name': 'tempest-PortsTestJSON-2121381585'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:30:59.951019 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe687022-6502-42ca-ac9e-5204d6b38a57 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Made reservation on behalf of 41f564cf8cfd493c840637eb9c66a658 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:30:59.954819 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fe687022-6502-42ca-ac9e-5204d6b38a57 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:30:59.972727 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [None req-fe687022-6502-42ca-ac9e-5204d6b38a57 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] device_id is not set on port 7d9f625c-1bbf-455e-ba71-ef300fc9f30c yet. {{(pid=101289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 08:31:00.136979 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fe687022-6502-42ca-ac9e-5204d6b38a57 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:00.169156 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fe687022-6502-42ca-ac9e-5204d6b38a57 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:00.214256 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe687022-6502-42ca-ac9e-5204d6b38a57 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Network a3b8a8c6-c76f-4558-b422-17b70146c49e is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:31:00.217292 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-fe687022-6502-42ca-ac9e-5204d6b38a57 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:31:00.225196 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe687022-6502-42ca-ac9e-5204d6b38a57 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:31:00.230678 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe687022-6502-42ca-ac9e-5204d6b38a57 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:31:00.231274 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fe687022-6502-42ca-ac9e-5204d6b38a57 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:00.239820 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe687022-6502-42ca-ac9e-5204d6b38a57 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event updated for resources: {'Port': ['ID=7d9f625c-1bbf-455e-ba71-ef300fc9f30c,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:00.250639 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-fe687022-6502-42ca-ac9e-5204d6b38a57 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.3898616 Sep 17 08:31:00.253266 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53480) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:00.258337 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-673abfd3-c728-44a6-9967-1797651a7a92 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:00.319758 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-673abfd3-c728-44a6-9967-1797651a7a92 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:00.472782 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-673abfd3-c728-44a6-9967-1797651a7a92 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:00.478086 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-673abfd3-c728-44a6-9967-1797651a7a92 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:00.517066 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-673abfd3-c728-44a6-9967-1797651a7a92 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] In _notify_port_updated(), no bound segment for port 7d9f625c-1bbf-455e-ba71-ef300fc9f30c on network a3b8a8c6-c76f-4558-b422-17b70146c49e {{(pid=101289) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 08:31:00.522941 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673abfd3-c728-44a6-9967-1797651a7a92 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:31:00.523545 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-673abfd3-c728-44a6-9967-1797651a7a92 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:00.524860 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-673abfd3-c728-44a6-9967-1797651a7a92 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "PUT /v2.0/ports/7d9f625c-1bbf-455e-ba71-ef300fc9f30c HTTP/1.1" status: 200 len: 818 time: 0.2706707 Sep 17 08:31:00.527978 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53482) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:00.559821 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673abfd3-c728-44a6-9967-1797651a7a92 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event updated for resources: {'Port': ['ID=7d9f625c-1bbf-455e-ba71-ef300fc9f30c,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:00.621298 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-2fa79ed4-284a-4f36-834e-002af2addb83 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Deleting port 7d9f625c-1bbf-455e-ba71-ef300fc9f30c {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:31:00.621519 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2fa79ed4-284a-4f36-834e-002af2addb83 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:00.684638 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2fa79ed4-284a-4f36-834e-002af2addb83 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:00.696700 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-2fa79ed4-284a-4f36-834e-002af2addb83 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Calling delete_port for 7d9f625c-1bbf-455e-ba71-ef300fc9f30c owned by {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:31:00.781196 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2fa79ed4-284a-4f36-834e-002af2addb83 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:00.807249 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa79ed4-284a-4f36-834e-002af2addb83 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event deleted for resources: {'Port': ['ID=7d9f625c-1bbf-455e-ba71-ef300fc9f30c,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:00.814093 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2fa79ed4-284a-4f36-834e-002af2addb83 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:00.816023 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-2fa79ed4-284a-4f36-834e-002af2addb83 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "DELETE /v2.0/ports/7d9f625c-1bbf-455e-ba71-ef300fc9f30c HTTP/1.1" status: 204 len: 168 time: 0.2870696 Sep 17 08:31:00.818581 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53484) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:00.867466 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa01c5ce-4920-4975-9762-0be6cc87b6c4 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:31:00.869091 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-aa01c5ce-4920-4975-9762-0be6cc87b6c4 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0495818 Sep 17 08:31:00.871914 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53486) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:00.895253 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-39ee2fde-305e-4551-a340-a94071969c9b tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] GET failed (client error): The resource could not be found. Sep 17 08:31:00.897264 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-39ee2fde-305e-4551-a340-a94071969c9b tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "GET /v2.0/ports/7d9f625c-1bbf-455e-ba71-ef300fc9f30c HTTP/1.1" status: 404 len: 333 time: 0.0244768 Sep 17 08:31:00.901125 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53488) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:00.905767 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-71c31b1c-7521-4bcb-9cd6-12fdf4eea978 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1282254776'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:00.927799 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c31b1c-7521-4bcb-9cd6-12fdf4eea978 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Made reservation on behalf of 41f564cf8cfd493c840637eb9c66a658 for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:31:00.931384 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-71c31b1c-7521-4bcb-9cd6-12fdf4eea978 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:00.954680 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71c31b1c-7521-4bcb-9cd6-12fdf4eea978 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:31:00.963715 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-71c31b1c-7521-4bcb-9cd6-12fdf4eea978 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:00.964094 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-71c31b1c-7521-4bcb-9cd6-12fdf4eea978 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Added segment 02b4b33b-1858-424a-bf79-a3216335c272 of type vlan for network 8df8a062-070c-41c0-977b-1c4d2031de11 Sep 17 08:31:01.004667 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-71c31b1c-7521-4bcb-9cd6-12fdf4eea978 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:01.041284 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-71c31b1c-7521-4bcb-9cd6-12fdf4eea978 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:01.047141 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c31b1c-7521-4bcb-9cd6-12fdf4eea978 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:31:01.047810 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-71c31b1c-7521-4bcb-9cd6-12fdf4eea978 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:01.087299 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-71c31b1c-7521-4bcb-9cd6-12fdf4eea978 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1823380 Sep 17 08:31:01.087540 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53494) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:01.092615 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-2a42e710-bf53-4dd3-927c-b5547df909ae tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Request body: {'subnet': {'network_id': '8df8a062-070c-41c0-977b-1c4d2031de11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:01.150706 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c31b1c-7521-4bcb-9cd6-12fdf4eea978 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event updated for resources: {'Network': ['ID=8df8a062-070c-41c0-977b-1c4d2031de11,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:01.162311 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 8df8a062-070c-41c0-977b-1c4d2031de11 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:31:01.216714 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a42e710-bf53-4dd3-927c-b5547df909ae tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Made reservation on behalf of 41f564cf8cfd493c840637eb9c66a658 for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:31:01.220415 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2a42e710-bf53-4dd3-927c-b5547df909ae tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:01.747767 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2a42e710-bf53-4dd3-927c-b5547df909ae tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:01.818173 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a42e710-bf53-4dd3-927c-b5547df909ae tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event updated for resources: {'Subnet': ['ID=55e25b7f-7daf-4f83-a7bd-bb3f5253d174,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:01.827591 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a42e710-bf53-4dd3-927c-b5547df909ae tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Checking segment: {'id': '02b4b33b-1858-424a-bf79-a3216335c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '8df8a062-070c-41c0-977b-1c4d2031de11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:31:01.828000 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a42e710-bf53-4dd3-927c-b5547df909ae tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Network hostable DHCP agents. Network: 8df8a062-070c-41c0-977b-1c4d2031de11, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:31:01.846308 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a42e710-bf53-4dd3-927c-b5547df909ae tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Network 8df8a062-070c-41c0-977b-1c4d2031de11 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:31:01.856478 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-2a42e710-bf53-4dd3-927c-b5547df909ae tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 8df8a062-070c-41c0-977b-1c4d2031de11) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:31:01.861279 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a42e710-bf53-4dd3-927c-b5547df909ae tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:31:01.861879 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2a42e710-bf53-4dd3-927c-b5547df909ae tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:01.867182 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08f2259-5890-400f-a8a1-c5bc767d33db None None] Network 8df8a062-070c-41c0-977b-1c4d2031de11 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:31:01.883025 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-2a42e710-bf53-4dd3-927c-b5547df909ae tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7943130 Sep 17 08:31:01.885831 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53504) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:01.891021 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-9288d9d7-394c-400d-8536-611e5d9e5beb tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Request body: {'subnet': {'network_id': '8df8a062-070c-41c0-977b-1c4d2031de11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:02.022321 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9288d9d7-394c-400d-8536-611e5d9e5beb tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Made reservation on behalf of 41f564cf8cfd493c840637eb9c66a658 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:31:02.026636 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9288d9d7-394c-400d-8536-611e5d9e5beb tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:02.120866 n-d-789963-9 neutron-server[101290]: INFO neutron.db.ipam_backend_mixin [None req-9288d9d7-394c-400d-8536-611e5d9e5beb tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 55e25b7f-7daf-4f83-a7bd-bb3f5253d174 (CIDR: 172.20.0.0/28) Sep 17 08:31:02.124234 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-9288d9d7-394c-400d-8536-611e5d9e5beb tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 08:31:02.124741 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9288d9d7-394c-400d-8536-611e5d9e5beb tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:31:02.142614 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-9288d9d7-394c-400d-8536-611e5d9e5beb tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2529895 Sep 17 08:31:02.142847 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53506) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:02.148365 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-aea4c381-09ba-410f-a5cf-5a013d738aa6 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Request body: {'subnet': {'network_id': '8df8a062-070c-41c0-977b-1c4d2031de11', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:02.204781 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c7f8a1-ebeb-4325-a8f6-ebe778f78752 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-8df8a062-070c-41c0-977b-1c4d2031de11', 'network_id': '8df8a062-070c-41c0-977b-1c4d2031de11', 'tenant_id': '41f564cf8cfd493c840637eb9c66a658', 'fixed_ips': [{'subnet_id': '55e25b7f-7daf-4f83-a7bd-bb3f5253d174'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:31:02.205694 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-39c7f8a1-ebeb-4325-a8f6-ebe778f78752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:02.259548 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea4c381-09ba-410f-a5cf-5a013d738aa6 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Made reservation on behalf of 41f564cf8cfd493c840637eb9c66a658 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:31:02.262931 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-aea4c381-09ba-410f-a5cf-5a013d738aa6 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:02.342551 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-39c7f8a1-ebeb-4325-a8f6-ebe778f78752 None None] Allocated IP 172.20.0.2 (8df8a062-070c-41c0-977b-1c4d2031de11/55e25b7f-7daf-4f83-a7bd-bb3f5253d174/e53ea47e-8052-4ffc-a36c-b8d7481f1484) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:31:02.491971 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-39c7f8a1-ebeb-4325-a8f6-ebe778f78752 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:02.499267 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-39c7f8a1-ebeb-4325-a8f6-ebe778f78752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:02.533898 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-aea4c381-09ba-410f-a5cf-5a013d738aa6 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:02.540995 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c7f8a1-ebeb-4325-a8f6-ebe778f78752 None None] Network 8df8a062-070c-41c0-977b-1c4d2031de11 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:31:02.544004 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-39c7f8a1-ebeb-4325-a8f6-ebe778f78752 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:31:02.556175 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c7f8a1-ebeb-4325-a8f6-ebe778f78752 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:31:02.558198 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c7f8a1-ebeb-4325-a8f6-ebe778f78752 None None] Pushing event updated for resources: {'Port': ['ID=e53ea47e-8052-4ffc-a36c-b8d7481f1484,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:02.589992 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea4c381-09ba-410f-a5cf-5a013d738aa6 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Network 8df8a062-070c-41c0-977b-1c4d2031de11 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:31:02.593699 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-aea4c381-09ba-410f-a5cf-5a013d738aa6 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:31:02.598181 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea4c381-09ba-410f-a5cf-5a013d738aa6 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:31:02.599564 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-aea4c381-09ba-410f-a5cf-5a013d738aa6 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:02.612900 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea4c381-09ba-410f-a5cf-5a013d738aa6 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event updated for resources: {'Subnet': ['ID=7fc1c65f-f9de-444e-a73c-832298c7031c,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:02.616903 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-39c7f8a1-ebeb-4325-a8f6-ebe778f78752 None None] Attempting to bind port e53ea47e-8052-4ffc-a36c-b8d7481f1484 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:31:02.617500 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-39c7f8a1-ebeb-4325-a8f6-ebe778f78752 None None] Attempting to bind port e53ea47e-8052-4ffc-a36c-b8d7481f1484 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '02b4b33b-1858-424a-bf79-a3216335c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '8df8a062-070c-41c0-977b-1c4d2031de11'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:31:02.617952 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c7f8a1-ebeb-4325-a8f6-ebe778f78752 None None] Attempting to bind port e53ea47e-8052-4ffc-a36c-b8d7481f1484 on network 8df8a062-070c-41c0-977b-1c4d2031de11 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:31:02.621013 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-aea4c381-09ba-410f-a5cf-5a013d738aa6 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4769254 Sep 17 08:31:02.623222 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53514) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:02.624078 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c7f8a1-ebeb-4325-a8f6-ebe778f78752 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:31:02.624466 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c7f8a1-ebeb-4325-a8f6-ebe778f78752 None None] Checking segment: {'id': '02b4b33b-1858-424a-bf79-a3216335c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '8df8a062-070c-41c0-977b-1c4d2031de11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:31:02.624870 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-39c7f8a1-ebeb-4325-a8f6-ebe778f78752 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:02.625393 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c7f8a1-ebeb-4325-a8f6-ebe778f78752 None None] Bound using segment: {'id': '02b4b33b-1858-424a-bf79-a3216335c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '8df8a062-070c-41c0-977b-1c4d2031de11'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:31:02.625872 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-39c7f8a1-ebeb-4325-a8f6-ebe778f78752 None None] Bound port: e53ea47e-8052-4ffc-a36c-b8d7481f1484, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02b4b33b-1858-424a-bf79-a3216335c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '8df8a062-070c-41c0-977b-1c4d2031de11'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:31:02.626264 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-39c7f8a1-ebeb-4325-a8f6-ebe778f78752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:02.628704 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-6b468850-dedd-4fb5-aa8b-b90e3b969733 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Request body: {'port': {'network_id': '8df8a062-070c-41c0-977b-1c4d2031de11', 'fixed_ips': [{'subnet_id': '55e25b7f-7daf-4f83-a7bd-bb3f5253d174'}, {'subnet_id': '7fc1c65f-f9de-444e-a73c-832298c7031c'}], 'name': 'tempest-PortsTestJSON-567432110'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:02.696253 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-39c7f8a1-ebeb-4325-a8f6-ebe778f78752 None None] For port e53ea47e-8052-4ffc-a36c-b8d7481f1484, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:31:02.699474 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-39c7f8a1-ebeb-4325-a8f6-ebe778f78752 None None] For port e53ea47e-8052-4ffc-a36c-b8d7481f1484, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=e53ea47e-8052-4ffc-a36c-b8d7481f1484,segment=NetworkSegment(02b4b33b-1858-424a-bf79-a3216335c272),segment_id=02b4b33b-1858-424a-bf79-a3216335c272)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:31:02.704314 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-39c7f8a1-ebeb-4325-a8f6-ebe778f78752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:02.748891 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b468850-dedd-4fb5-aa8b-b90e3b969733 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Made reservation on behalf of 41f564cf8cfd493c840637eb9c66a658 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:31:02.773068 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c7f8a1-ebeb-4325-a8f6-ebe778f78752 None None] Pushing event updated for resources: {'Port': ['ID=e53ea47e-8052-4ffc-a36c-b8d7481f1484,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:02.853965 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6b468850-dedd-4fb5-aa8b-b90e3b969733 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:02.873046 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [None req-6b468850-dedd-4fb5-aa8b-b90e3b969733 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] device_id is not set on port 6f482f61-6fa8-4ad7-85c3-a8d32715d0c8 yet. {{(pid=101290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 08:31:03.214457 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-6b468850-dedd-4fb5-aa8b-b90e3b969733 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Allocated IP 172.20.0.3 (8df8a062-070c-41c0-977b-1c4d2031de11/55e25b7f-7daf-4f83-a7bd-bb3f5253d174/6f482f61-6fa8-4ad7-85c3-a8d32715d0c8) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:31:03.221280 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-6b468850-dedd-4fb5-aa8b-b90e3b969733 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Allocated IP 172.20.0.19 (8df8a062-070c-41c0-977b-1c4d2031de11/7fc1c65f-f9de-444e-a73c-832298c7031c/6f482f61-6fa8-4ad7-85c3-a8d32715d0c8) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:31:03.373518 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6b468850-dedd-4fb5-aa8b-b90e3b969733 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:03.410390 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device e53ea47e-8052-4ffc-a36c-b8d7481f1484 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:31:03.412811 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6b468850-dedd-4fb5-aa8b-b90e3b969733 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:03.457315 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b468850-dedd-4fb5-aa8b-b90e3b969733 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Network 8df8a062-070c-41c0-977b-1c4d2031de11 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:31:03.461751 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-6b468850-dedd-4fb5-aa8b-b90e3b969733 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:31:03.469242 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b468850-dedd-4fb5-aa8b-b90e3b969733 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:31:03.475647 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port e53ea47e-8052-4ffc-a36c-b8d7481f1484 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:31:03.476055 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:03.498091 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b468850-dedd-4fb5-aa8b-b90e3b969733 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event updated for resources: {'Port': ['ID=6f482f61-6fa8-4ad7-85c3-a8d32715d0c8,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:03.538532 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b468850-dedd-4fb5-aa8b-b90e3b969733 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:31:03.539252 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6b468850-dedd-4fb5-aa8b-b90e3b969733 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:03.556382 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6b468850-dedd-4fb5-aa8b-b90e3b969733 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 0.9316781 Sep 17 08:31:03.559115 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53518) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:03.564718 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-531ea06f-05ca-49e2-917f-7343b379660d tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '55e25b7f-7daf-4f83-a7bd-bb3f5253d174'}]}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:03.588718 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:03.679751 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port e53ea47e-8052-4ffc-a36c-b8d7481f1484, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=e53ea47e-8052-4ffc-a36c-b8d7481f1484,segment=NetworkSegment(02b4b33b-1858-424a-bf79-a3216335c272),segment_id=02b4b33b-1858-424a-bf79-a3216335c272)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:31:03.690989 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:03.765461 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=e53ea47e-8052-4ffc-a36c-b8d7481f1484,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:03.795037 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-531ea06f-05ca-49e2-917f-7343b379660d tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:03.894340 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6838185-1411-4261-a117-992ece7ac9c0 None None] Network 8df8a062-070c-41c0-977b-1c4d2031de11 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:31:04.011390 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-d9a4e8ca-6379-4f95-a11a-f64fe7030091 None None] Provisioning complete for port e53ea47e-8052-4ffc-a36c-b8d7481f1484 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:31:04.011778 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d9a4e8ca-6379-4f95-a11a-f64fe7030091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:04.104013 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-531ea06f-05ca-49e2-917f-7343b379660d tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Delete allocated IP 172.20.0.19 (8df8a062-070c-41c0-977b-1c4d2031de11/7fc1c65f-f9de-444e-a73c-832298c7031c) {{(pid=101289) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 17 08:31:04.179282 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7cf954-d39d-4a2c-b17a-7da3b81838c5 None None] Update dhcp port {'port': {'network_id': '8df8a062-070c-41c0-977b-1c4d2031de11', 'fixed_ips': [{'subnet_id': '55e25b7f-7daf-4f83-a7bd-bb3f5253d174', 'ip_address': '172.20.0.2'}, {'subnet_id': '7fc1c65f-f9de-444e-a73c-832298c7031c'}], 'binding:host_id': 'n-d-789963-9'}, 'id': 'e53ea47e-8052-4ffc-a36c-b8d7481f1484'} from n-d-789963-9. {{(pid=101291) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 08:31:04.203578 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2b7cf954-d39d-4a2c-b17a-7da3b81838c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:04.237022 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-531ea06f-05ca-49e2-917f-7343b379660d tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:04.242706 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-531ea06f-05ca-49e2-917f-7343b379660d tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:04.330093 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531ea06f-05ca-49e2-917f-7343b379660d tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event updated for resources: {'Port': ['ID=6f482f61-6fa8-4ad7-85c3-a8d32715d0c8,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:04.350601 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-531ea06f-05ca-49e2-917f-7343b379660d tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] In _notify_port_updated(), no bound segment for port 6f482f61-6fa8-4ad7-85c3-a8d32715d0c8 on network 8df8a062-070c-41c0-977b-1c4d2031de11 {{(pid=101289) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 08:31:04.356209 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531ea06f-05ca-49e2-917f-7343b379660d tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:31:04.356770 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-531ea06f-05ca-49e2-917f-7343b379660d tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:04.358071 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-531ea06f-05ca-49e2-917f-7343b379660d tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "PUT /v2.0/ports/6f482f61-6fa8-4ad7-85c3-a8d32715d0c8 HTTP/1.1" status: 200 len: 918 time: 0.7979209 Sep 17 08:31:04.360681 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53522) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:04.365607 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-1e72f3a8-50d1-47d7-9635-95e45a619289 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '55e25b7f-7daf-4f83-a7bd-bb3f5253d174'}, {'subnet_id': '7fc1c65f-f9de-444e-a73c-832298c7031c'}]}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:04.368946 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-2b7cf954-d39d-4a2c-b17a-7da3b81838c5 None None] Allocated IP 172.20.0.18 (8df8a062-070c-41c0-977b-1c4d2031de11/7fc1c65f-f9de-444e-a73c-832298c7031c/e53ea47e-8052-4ffc-a36c-b8d7481f1484) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:31:04.429162 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1e72f3a8-50d1-47d7-9635-95e45a619289 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:04.462265 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-2b7cf954-d39d-4a2c-b17a-7da3b81838c5 None None] For port e53ea47e-8052-4ffc-a36c-b8d7481f1484, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=e53ea47e-8052-4ffc-a36c-b8d7481f1484,segment=NetworkSegment(02b4b33b-1858-424a-bf79-a3216335c272),segment_id=02b4b33b-1858-424a-bf79-a3216335c272)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:31:04.490889 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2b7cf954-d39d-4a2c-b17a-7da3b81838c5 None None] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:04.495476 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2b7cf954-d39d-4a2c-b17a-7da3b81838c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:04.588369 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7cf954-d39d-4a2c-b17a-7da3b81838c5 None None] Pushing event updated for resources: {'Port': ['ID=e53ea47e-8052-4ffc-a36c-b8d7481f1484,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:04.690300 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-1e72f3a8-50d1-47d7-9635-95e45a619289 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Allocated IP 172.20.0.24 (8df8a062-070c-41c0-977b-1c4d2031de11/7fc1c65f-f9de-444e-a73c-832298c7031c/6f482f61-6fa8-4ad7-85c3-a8d32715d0c8) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:31:04.820268 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1e72f3a8-50d1-47d7-9635-95e45a619289 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:04.827083 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1e72f3a8-50d1-47d7-9635-95e45a619289 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:04.944392 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e72f3a8-50d1-47d7-9635-95e45a619289 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event updated for resources: {'Port': ['ID=6f482f61-6fa8-4ad7-85c3-a8d32715d0c8,revision_number=3']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:04.967017 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-1e72f3a8-50d1-47d7-9635-95e45a619289 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] In _notify_port_updated(), no bound segment for port 6f482f61-6fa8-4ad7-85c3-a8d32715d0c8 on network 8df8a062-070c-41c0-977b-1c4d2031de11 {{(pid=101289) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 08:31:04.973032 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e72f3a8-50d1-47d7-9635-95e45a619289 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:31:04.973765 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1e72f3a8-50d1-47d7-9635-95e45a619289 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:04.975109 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-1e72f3a8-50d1-47d7-9635-95e45a619289 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "PUT /v2.0/ports/6f482f61-6fa8-4ad7-85c3-a8d32715d0c8 HTTP/1.1" status: 200 len: 998 time: 0.6134977 Sep 17 08:31:04.978087 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53528) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:05.080723 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-345363a9-66d0-4890-be59-56908a99c455 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Deleting port 6f482f61-6fa8-4ad7-85c3-a8d32715d0c8 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:31:05.081042 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-345363a9-66d0-4890-be59-56908a99c455 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:05.111857 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ac1179-1744-4099-a799-ad57f6392b16 None None] Network 8df8a062-070c-41c0-977b-1c4d2031de11 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:31:05.181572 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-345363a9-66d0-4890-be59-56908a99c455 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:05.186111 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-3f5fd028-d685-405e-a82f-1255e1ba3c08 None None] Provisioning complete for port e53ea47e-8052-4ffc-a36c-b8d7481f1484 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:31:05.186491 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3f5fd028-d685-405e-a82f-1255e1ba3c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:05.195506 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-345363a9-66d0-4890-be59-56908a99c455 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Calling delete_port for 6f482f61-6fa8-4ad7-85c3-a8d32715d0c8 owned by {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:31:05.348756 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-3f5fd028-d685-405e-a82f-1255e1ba3c08 None None] Provisioning complete for port 6f482f61-6fa8-4ad7-85c3-a8d32715d0c8 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:31:05.349188 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3f5fd028-d685-405e-a82f-1255e1ba3c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:05.397621 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-3f5fd028-d685-405e-a82f-1255e1ba3c08 None None] Port 6f482f61-6fa8-4ad7-85c3-a8d32715d0c8 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:31:05.401728 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device e53ea47e-8052-4ffc-a36c-b8d7481f1484 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:31:05.410963 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-345363a9-66d0-4890-be59-56908a99c455 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:05.441321 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345363a9-66d0-4890-be59-56908a99c455 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event deleted for resources: {'Port': ['ID=6f482f61-6fa8-4ad7-85c3-a8d32715d0c8,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:05.453849 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port e53ea47e-8052-4ffc-a36c-b8d7481f1484 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:31:05.454348 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:05.458817 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345363a9-66d0-4890-be59-56908a99c455 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:31:05.459297 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345363a9-66d0-4890-be59-56908a99c455 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:31:05.459750 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345363a9-66d0-4890-be59-56908a99c455 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:31:05.460217 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345363a9-66d0-4890-be59-56908a99c455 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:31:05.460656 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345363a9-66d0-4890-be59-56908a99c455 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:31:05.461116 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345363a9-66d0-4890-be59-56908a99c455 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:31:05.461549 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345363a9-66d0-4890-be59-56908a99c455 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:31:05.461979 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345363a9-66d0-4890-be59-56908a99c455 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:31:05.462411 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345363a9-66d0-4890-be59-56908a99c455 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:31:05.462849 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345363a9-66d0-4890-be59-56908a99c455 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:31:05.463262 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345363a9-66d0-4890-be59-56908a99c455 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:31:05.463686 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345363a9-66d0-4890-be59-56908a99c455 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:31:05.551532 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-345363a9-66d0-4890-be59-56908a99c455 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:05.554114 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-345363a9-66d0-4890-be59-56908a99c455 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "DELETE /v2.0/ports/6f482f61-6fa8-4ad7-85c3-a8d32715d0c8 HTTP/1.1" status: 204 len: 168 time: 0.5733066 Sep 17 08:31:05.556889 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53536) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:05.581692 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e612ad3-171c-4c38-ab33-9e8290fc1346 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] GET failed (client error): The resource could not be found. Sep 17 08:31:05.583304 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-0e612ad3-171c-4c38-ab33-9e8290fc1346 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "GET /v2.0/ports/6f482f61-6fa8-4ad7-85c3-a8d32715d0c8 HTTP/1.1" status: 404 len: 333 time: 0.0254507 Sep 17 08:31:05.586143 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53538) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:05.642391 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-5150af48-b8bc-43bc-9d51-531e2a9cad4e tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Deleting subnet 7fc1c65f-f9de-444e-a73c-832298c7031c {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:31:05.645590 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5150af48-b8bc-43bc-9d51-531e2a9cad4e tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:05.689502 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5150af48-b8bc-43bc-9d51-531e2a9cad4e tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:05.719611 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:05.773923 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5150af48-b8bc-43bc-9d51-531e2a9cad4e tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:05.837016 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5150af48-b8bc-43bc-9d51-531e2a9cad4e tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:05.864863 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5150af48-b8bc-43bc-9d51-531e2a9cad4e tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event deleted for resources: {'Subnet': ['ID=7fc1c65f-f9de-444e-a73c-832298c7031c,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:05.866931 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5150af48-b8bc-43bc-9d51-531e2a9cad4e tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:05.868846 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-5150af48-b8bc-43bc-9d51-531e2a9cad4e tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "DELETE /v2.0/subnets/7fc1c65f-f9de-444e-a73c-832298c7031c HTTP/1.1" status: 204 len: 168 time: 0.2818003 Sep 17 08:31:05.871445 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53540) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:05.928746 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-dec3f421-6c6a-4af1-90b0-5c7fdd24b81c tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Deleting subnet 55e25b7f-7daf-4f83-a7bd-bb3f5253d174 {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:31:05.932042 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-dec3f421-6c6a-4af1-90b0-5c7fdd24b81c tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:05.932582 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:05.971112 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-dec3f421-6c6a-4af1-90b0-5c7fdd24b81c tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:06.061058 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-dec3f421-6c6a-4af1-90b0-5c7fdd24b81c tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:06.127947 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-dec3f421-6c6a-4af1-90b0-5c7fdd24b81c tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:06.154423 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec3f421-6c6a-4af1-90b0-5c7fdd24b81c tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event deleted for resources: {'Subnet': ['ID=55e25b7f-7daf-4f83-a7bd-bb3f5253d174,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:06.162224 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-dec3f421-6c6a-4af1-90b0-5c7fdd24b81c tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:06.164183 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-dec3f421-6c6a-4af1-90b0-5c7fdd24b81c tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "DELETE /v2.0/subnets/55e25b7f-7daf-4f83-a7bd-bb3f5253d174 HTTP/1.1" status: 204 len: 168 time: 0.2917113 Sep 17 08:31:06.167023 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53544) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:06.247150 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bd960a35-f499-41b7-a486-7757867fc293 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:06.299227 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-bd960a35-f499-41b7-a486-7757867fc293 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Deleting port e53ea47e-8052-4ffc-a36c-b8d7481f1484 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:31:06.299488 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bd960a35-f499-41b7-a486-7757867fc293 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:06.365834 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-bd960a35-f499-41b7-a486-7757867fc293 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] For port e53ea47e-8052-4ffc-a36c-b8d7481f1484, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=e53ea47e-8052-4ffc-a36c-b8d7481f1484,segment=NetworkSegment(02b4b33b-1858-424a-bf79-a3216335c272),segment_id=02b4b33b-1858-424a-bf79-a3216335c272)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:31:06.366245 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bd960a35-f499-41b7-a486-7757867fc293 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:06.384556 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-bd960a35-f499-41b7-a486-7757867fc293 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Calling delete_port for e53ea47e-8052-4ffc-a36c-b8d7481f1484 owned by network:dhcp {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:31:06.467517 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bd960a35-f499-41b7-a486-7757867fc293 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:06.499722 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd960a35-f499-41b7-a486-7757867fc293 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event deleted for resources: {'Port': ['ID=e53ea47e-8052-4ffc-a36c-b8d7481f1484,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:06.503757 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd960a35-f499-41b7-a486-7757867fc293 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] No DVR routers for this DVR port e53ea47e-8052-4ffc-a36c-b8d7481f1484 on host n-d-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:31:06.516885 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227dc6f6-92f9-4035-a704-9e5745fdd019 None None] Network 8df8a062-070c-41c0-977b-1c4d2031de11 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:31:06.522012 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-0b10af58-ef89-4593-a761-96ff40282092 None None] Could not find standard attr ID for object e53ea47e-8052-4ffc-a36c-b8d7481f1484. {{(pid=101291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 08:31:06.541309 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-0b10af58-ef89-4593-a761-96ff40282092 None None] Could not find standard attr ID for object 6f482f61-6fa8-4ad7-85c3-a8d32715d0c8. {{(pid=101291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 08:31:06.593271 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bd960a35-f499-41b7-a486-7757867fc293 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:06.613428 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-bd960a35-f499-41b7-a486-7757867fc293 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8df8a062-070c-41c0-977b-1c4d2031de11']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:31:06.622769 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-bd960a35-f499-41b7-a486-7757867fc293 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02b4b33b-1858-424a-bf79-a3216335c272') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:31:06.623060 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-bd960a35-f499-41b7-a486-7757867fc293 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02b4b33b-1858-424a-bf79-a3216335c272') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:31:06.633734 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bd960a35-f499-41b7-a486-7757867fc293 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:06.647700 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bd960a35-f499-41b7-a486-7757867fc293 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:06.654047 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd960a35-f499-41b7-a486-7757867fc293 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:31:06.654449 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bd960a35-f499-41b7-a486-7757867fc293 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:06.660605 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:31:06.660605 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:31:06.660605 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:31:06.660605 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:31:06.660605 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:31:06.660605 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:31:06.660605 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:31:06.660605 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:31:06.660605 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:31:06.660605 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:31:06.660605 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:31:06.660605 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:31:06.660605 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:31:06.660605 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:31:06.660605 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:31:06.660605 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:31:06.660605 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:31:06.660605 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:31:06.660605 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:31:06.660605 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:31:06.660605 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:31:06.660605 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:31:06.660605 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:31:06.660605 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:31:06.660605 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:31:06.660605 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:31:06.660605 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:31:06.660605 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:31:06.660605 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:31:06.660605 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:31:06.660605 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:31:06.660605 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:31:06.700242 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56967f91-b3ee-4ab7-b3de-3de687620e08 None None] DHCP port deletion for 8df8a062-070c-41c0-977b-1c4d2031de11 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 08:31:06.726196 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bd960a35-f499-41b7-a486-7757867fc293 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:06.733281 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bd960a35-f499-41b7-a486-7757867fc293 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:06.739233 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-bd960a35-f499-41b7-a486-7757867fc293 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "DELETE /v2.0/networks/8df8a062-070c-41c0-977b-1c4d2031de11 HTTP/1.1" status: 204 len: 168 time: 0.5711493 Sep 17 08:31:06.739980 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53546) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:06.750680 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd960a35-f499-41b7-a486-7757867fc293 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event deleted for resources: {'Network': ['ID=8df8a062-070c-41c0-977b-1c4d2031de11,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:06.790810 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8c66fb-10df-47ed-8d35-e3019b0d5b64 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:31:06.792354 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-3e8c66fb-10df-47ed-8d35-e3019b0d5b64 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0511229 Sep 17 08:31:06.796014 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53548) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:06.845004 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c8fc57c3-abee-431a-b9cf-455ae1748e20 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0478549 Sep 17 08:31:06.850196 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53550) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:06.855573 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-cfa90a0a-4433-419c-b964-102cd5e447b0 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-564571826'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:06.884342 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa90a0a-4433-419c-b964-102cd5e447b0 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Made reservation on behalf of 41f564cf8cfd493c840637eb9c66a658 for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:31:06.888938 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-cfa90a0a-4433-419c-b964-102cd5e447b0 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:06.915208 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfa90a0a-4433-419c-b964-102cd5e447b0 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:31:06.924544 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-cfa90a0a-4433-419c-b964-102cd5e447b0 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:06.924887 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-cfa90a0a-4433-419c-b964-102cd5e447b0 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Added segment a6f4c1df-ef1c-4c1f-afe8-8afbebea0419 of type vlan for network 0995d389-5514-408f-b892-e81b376d4e78 Sep 17 08:31:06.964535 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-cfa90a0a-4433-419c-b964-102cd5e447b0 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:06.990544 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-cfa90a0a-4433-419c-b964-102cd5e447b0 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:06.996320 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa90a0a-4433-419c-b964-102cd5e447b0 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:31:06.996898 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-cfa90a0a-4433-419c-b964-102cd5e447b0 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:07.028940 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-cfa90a0a-4433-419c-b964-102cd5e447b0 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1775434 Sep 17 08:31:07.031618 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53552) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:07.036648 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-ae26ec1b-8f21-4f66-b9f5-f73958814380 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Request body: {'subnet': {'network_id': '0995d389-5514-408f-b892-e81b376d4e78', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:07.077612 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa90a0a-4433-419c-b964-102cd5e447b0 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event updated for resources: {'Network': ['ID=0995d389-5514-408f-b892-e81b376d4e78,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:07.098215 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 0995d389-5514-408f-b892-e81b376d4e78 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:31:07.127853 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae26ec1b-8f21-4f66-b9f5-f73958814380 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Made reservation on behalf of 41f564cf8cfd493c840637eb9c66a658 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:31:07.132012 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ae26ec1b-8f21-4f66-b9f5-f73958814380 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:07.325489 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ae26ec1b-8f21-4f66-b9f5-f73958814380 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:07.392308 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device e53ea47e-8052-4ffc-a36c-b8d7481f1484 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:31:07.394669 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae26ec1b-8f21-4f66-b9f5-f73958814380 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event updated for resources: {'Subnet': ['ID=db46f1c7-14d3-4d8a-97a7-dcf6e15aaab8,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:07.403862 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae26ec1b-8f21-4f66-b9f5-f73958814380 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Checking segment: {'id': 'a6f4c1df-ef1c-4c1f-afe8-8afbebea0419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0995d389-5514-408f-b892-e81b376d4e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:31:07.404550 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae26ec1b-8f21-4f66-b9f5-f73958814380 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Network hostable DHCP agents. Network: 0995d389-5514-408f-b892-e81b376d4e78, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:31:07.420077 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: e53ea47e-8052-4ffc-a36c-b8d7481f1484 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:31:07.420429 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device e53ea47e-8052-4ffc-a36c-b8d7481f1484 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:31:07.423279 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae26ec1b-8f21-4f66-b9f5-f73958814380 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Network 0995d389-5514-408f-b892-e81b376d4e78 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:31:07.435109 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-ae26ec1b-8f21-4f66-b9f5-f73958814380 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 0995d389-5514-408f-b892-e81b376d4e78) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:31:07.439559 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae26ec1b-8f21-4f66-b9f5-f73958814380 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:31:07.440179 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ae26ec1b-8f21-4f66-b9f5-f73958814380 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:07.445319 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef46cc90-f629-40ed-91b7-e85f67b9806d None None] Network 0995d389-5514-408f-b892-e81b376d4e78 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:31:07.461312 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ae26ec1b-8f21-4f66-b9f5-f73958814380 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4285741 Sep 17 08:31:07.463805 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53556) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:07.469298 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-a38e1304-4405-4dce-abaf-f6a4c49ce990 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Request body: {'port': {'network_id': '0995d389-5514-408f-b892-e81b376d4e78', 'name': 'tempest-PortsTestJSON-2130196384'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:07.591325 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a38e1304-4405-4dce-abaf-f6a4c49ce990 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Made reservation on behalf of 41f564cf8cfd493c840637eb9c66a658 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:31:07.595355 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a38e1304-4405-4dce-abaf-f6a4c49ce990 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:07.614527 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd371e3b-2152-4a37-a752-549c3a81a2e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-0995d389-5514-408f-b892-e81b376d4e78', 'network_id': '0995d389-5514-408f-b892-e81b376d4e78', 'tenant_id': '41f564cf8cfd493c840637eb9c66a658', 'fixed_ips': [{'subnet_id': 'db46f1c7-14d3-4d8a-97a7-dcf6e15aaab8'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:31:07.615723 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [None req-a38e1304-4405-4dce-abaf-f6a4c49ce990 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] device_id is not set on port 9e21c7db-6ce4-40b0-92fb-e2075ab24ee7 yet. {{(pid=101290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 08:31:07.616598 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dd371e3b-2152-4a37-a752-549c3a81a2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:07.739122 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-a38e1304-4405-4dce-abaf-f6a4c49ce990 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Allocated IP 172.20.0.11 (0995d389-5514-408f-b892-e81b376d4e78/db46f1c7-14d3-4d8a-97a7-dcf6e15aaab8/9e21c7db-6ce4-40b0-92fb-e2075ab24ee7) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:31:07.891334 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a38e1304-4405-4dce-abaf-f6a4c49ce990 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:07.930477 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a38e1304-4405-4dce-abaf-f6a4c49ce990 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:07.976404 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38e1304-4405-4dce-abaf-f6a4c49ce990 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Network 0995d389-5514-408f-b892-e81b376d4e78 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:31:07.979602 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-a38e1304-4405-4dce-abaf-f6a4c49ce990 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:31:07.982106 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38e1304-4405-4dce-abaf-f6a4c49ce990 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:31:07.988981 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-dd371e3b-2152-4a37-a752-549c3a81a2e9 None None] Allocated IP 172.20.0.2 (0995d389-5514-408f-b892-e81b376d4e78/db46f1c7-14d3-4d8a-97a7-dcf6e15aaab8/332ea167-7e2a-4366-b969-4301a2ee8341) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:31:08.016131 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38e1304-4405-4dce-abaf-f6a4c49ce990 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event updated for resources: {'Port': ['ID=9e21c7db-6ce4-40b0-92fb-e2075ab24ee7,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:08.048119 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38e1304-4405-4dce-abaf-f6a4c49ce990 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:31:08.049003 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a38e1304-4405-4dce-abaf-f6a4c49ce990 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:08.064655 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a38e1304-4405-4dce-abaf-f6a4c49ce990 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.5993271 Sep 17 08:31:08.068160 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53558) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:08.083882 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-89b24171-6048-4d41-9795-03cd0d203626 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Request body: {'port': {'network_id': '0995d389-5514-408f-b892-e81b376d4e78', 'name': 'tempest-PortsTestJSON-1018669408'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:08.177854 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dd371e3b-2152-4a37-a752-549c3a81a2e9 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:08.187737 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dd371e3b-2152-4a37-a752-549c3a81a2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:08.226586 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b24171-6048-4d41-9795-03cd0d203626 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Made reservation on behalf of 41f564cf8cfd493c840637eb9c66a658 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:31:08.230491 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-89b24171-6048-4d41-9795-03cd0d203626 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:08.265794 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [None req-89b24171-6048-4d41-9795-03cd0d203626 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] device_id is not set on port 5488062d-2cfa-425f-ba2c-28258f2c6e1b yet. {{(pid=101289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 08:31:08.272697 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd371e3b-2152-4a37-a752-549c3a81a2e9 None None] Network 0995d389-5514-408f-b892-e81b376d4e78 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:31:08.275516 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-dd371e3b-2152-4a37-a752-549c3a81a2e9 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:31:08.279576 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd371e3b-2152-4a37-a752-549c3a81a2e9 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:31:08.313375 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd371e3b-2152-4a37-a752-549c3a81a2e9 None None] Pushing event updated for resources: {'Port': ['ID=332ea167-7e2a-4366-b969-4301a2ee8341,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:08.346326 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-dd371e3b-2152-4a37-a752-549c3a81a2e9 None None] Attempting to bind port 332ea167-7e2a-4366-b969-4301a2ee8341 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:31:08.347283 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-dd371e3b-2152-4a37-a752-549c3a81a2e9 None None] Attempting to bind port 332ea167-7e2a-4366-b969-4301a2ee8341 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'a6f4c1df-ef1c-4c1f-afe8-8afbebea0419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0995d389-5514-408f-b892-e81b376d4e78'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:31:08.347283 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd371e3b-2152-4a37-a752-549c3a81a2e9 None None] Attempting to bind port 332ea167-7e2a-4366-b969-4301a2ee8341 on network 0995d389-5514-408f-b892-e81b376d4e78 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:31:08.355152 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd371e3b-2152-4a37-a752-549c3a81a2e9 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:31:08.355766 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd371e3b-2152-4a37-a752-549c3a81a2e9 None None] Checking segment: {'id': 'a6f4c1df-ef1c-4c1f-afe8-8afbebea0419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0995d389-5514-408f-b892-e81b376d4e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:31:08.356377 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dd371e3b-2152-4a37-a752-549c3a81a2e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:08.356870 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd371e3b-2152-4a37-a752-549c3a81a2e9 None None] Bound using segment: {'id': 'a6f4c1df-ef1c-4c1f-afe8-8afbebea0419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0995d389-5514-408f-b892-e81b376d4e78'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:31:08.357334 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-dd371e3b-2152-4a37-a752-549c3a81a2e9 None None] Bound port: 332ea167-7e2a-4366-b969-4301a2ee8341, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f4c1df-ef1c-4c1f-afe8-8afbebea0419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0995d389-5514-408f-b892-e81b376d4e78'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:31:08.357720 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dd371e3b-2152-4a37-a752-549c3a81a2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:08.385216 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-89b24171-6048-4d41-9795-03cd0d203626 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Allocated IP 172.20.0.9 (0995d389-5514-408f-b892-e81b376d4e78/db46f1c7-14d3-4d8a-97a7-dcf6e15aaab8/5488062d-2cfa-425f-ba2c-28258f2c6e1b) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:31:08.429222 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-dd371e3b-2152-4a37-a752-549c3a81a2e9 None None] For port 332ea167-7e2a-4366-b969-4301a2ee8341, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:31:08.433231 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-dd371e3b-2152-4a37-a752-549c3a81a2e9 None None] For port 332ea167-7e2a-4366-b969-4301a2ee8341, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=332ea167-7e2a-4366-b969-4301a2ee8341,segment=NetworkSegment(a6f4c1df-ef1c-4c1f-afe8-8afbebea0419),segment_id=a6f4c1df-ef1c-4c1f-afe8-8afbebea0419)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:31:08.438678 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dd371e3b-2152-4a37-a752-549c3a81a2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:08.499303 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd371e3b-2152-4a37-a752-549c3a81a2e9 None None] Pushing event updated for resources: {'Port': ['ID=332ea167-7e2a-4366-b969-4301a2ee8341,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:08.504980 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [req-41f5dc5c-f74a-4bac-a5dc-e8ca8823a4bc req-05c8e580-6b95-43e7-997c-d57055d4a2b4 service neutron] (101290) timed out ('10.222.0.41', 59935) {{(pid=101290) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 08:31:08.566814 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-89b24171-6048-4d41-9795-03cd0d203626 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:08.611654 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-89b24171-6048-4d41-9795-03cd0d203626 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:08.658986 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b24171-6048-4d41-9795-03cd0d203626 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Network 0995d389-5514-408f-b892-e81b376d4e78 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:31:08.664295 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-89b24171-6048-4d41-9795-03cd0d203626 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:31:08.668892 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b24171-6048-4d41-9795-03cd0d203626 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:31:08.672821 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b24171-6048-4d41-9795-03cd0d203626 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event updated for resources: {'Port': ['ID=5488062d-2cfa-425f-ba2c-28258f2c6e1b,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:08.745371 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b24171-6048-4d41-9795-03cd0d203626 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:31:08.746115 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-89b24171-6048-4d41-9795-03cd0d203626 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:08.764488 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-89b24171-6048-4d41-9795-03cd0d203626 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.6928651 Sep 17 08:31:08.764936 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53562) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:08.891289 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe959b82-38d2-42a4-b745-86bb13ee1b0b tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:31:08.892984 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-fe959b82-38d2-42a4-b745-86bb13ee1b0b tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.11 HTTP/1.1" status: 200 len: 923 time: 0.1270359 Sep 17 08:31:08.895739 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53564) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:08.981391 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-b16e285b-11ce-4197-99bf-47d07f64017b tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Deleting port 5488062d-2cfa-425f-ba2c-28258f2c6e1b {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:31:08.981706 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b16e285b-11ce-4197-99bf-47d07f64017b tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:09.093346 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b16e285b-11ce-4197-99bf-47d07f64017b tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:09.106427 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-b16e285b-11ce-4197-99bf-47d07f64017b tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Calling delete_port for 5488062d-2cfa-425f-ba2c-28258f2c6e1b owned by {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:31:09.325020 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b16e285b-11ce-4197-99bf-47d07f64017b tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:09.430344 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16e285b-11ce-4197-99bf-47d07f64017b tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event deleted for resources: {'Port': ['ID=5488062d-2cfa-425f-ba2c-28258f2c6e1b,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:09.525318 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 332ea167-7e2a-4366-b969-4301a2ee8341 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:31:09.567113 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b16e285b-11ce-4197-99bf-47d07f64017b tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:09.572719 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b16e285b-11ce-4197-99bf-47d07f64017b tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "DELETE /v2.0/ports/5488062d-2cfa-425f-ba2c-28258f2c6e1b HTTP/1.1" status: 204 len: 168 time: 0.6759160 Sep 17 08:31:09.575370 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53568) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:09.603054 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-e47901ab-b653-4f77-a843-bd941c261eb0 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] GET failed (client error): The resource could not be found. Sep 17 08:31:09.604753 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e47901ab-b653-4f77-a843-bd941c261eb0 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "GET /v2.0/ports/5488062d-2cfa-425f-ba2c-28258f2c6e1b HTTP/1.1" status: 404 len: 333 time: 0.0283763 Sep 17 08:31:09.608017 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53570) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:09.624075 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 332ea167-7e2a-4366-b969-4301a2ee8341 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:31:09.624615 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:09.718863 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:09.754966 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-dd47d301-aaea-48fc-9aa8-b516402cd203 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Deleting port 9e21c7db-6ce4-40b0-92fb-e2075ab24ee7 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:31:09.756568 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-dd47d301-aaea-48fc-9aa8-b516402cd203 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:09.787340 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port 332ea167-7e2a-4366-b969-4301a2ee8341, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=332ea167-7e2a-4366-b969-4301a2ee8341,segment=NetworkSegment(a6f4c1df-ef1c-4c1f-afe8-8afbebea0419),segment_id=a6f4c1df-ef1c-4c1f-afe8-8afbebea0419)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:31:09.794049 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:09.883770 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=332ea167-7e2a-4366-b969-4301a2ee8341,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:09.889821 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0267202-c1f2-4527-b4ec-f280cb3e5f69 None None] Network 0995d389-5514-408f-b892-e81b376d4e78 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:31:09.930791 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-dd47d301-aaea-48fc-9aa8-b516402cd203 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:09.943826 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-dd47d301-aaea-48fc-9aa8-b516402cd203 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Calling delete_port for 9e21c7db-6ce4-40b0-92fb-e2075ab24ee7 owned by {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:31:09.965233 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-66340715-63d3-418f-b322-3fbeacce55b1 None None] Provisioning complete for port 332ea167-7e2a-4366-b969-4301a2ee8341 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:31:09.965752 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-66340715-63d3-418f-b322-3fbeacce55b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:10.145086 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-dd47d301-aaea-48fc-9aa8-b516402cd203 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:10.188927 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd47d301-aaea-48fc-9aa8-b516402cd203 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event deleted for resources: {'Port': ['ID=9e21c7db-6ce4-40b0-92fb-e2075ab24ee7,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:10.287619 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-dd47d301-aaea-48fc-9aa8-b516402cd203 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:10.290056 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-dd47d301-aaea-48fc-9aa8-b516402cd203 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "DELETE /v2.0/ports/9e21c7db-6ce4-40b0-92fb-e2075ab24ee7 HTTP/1.1" status: 204 len: 168 time: 0.6811616 Sep 17 08:31:10.292842 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53572) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:10.327591 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ef3da00-10b5-43c7-af2b-49d65cdae3cb tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] GET failed (client error): The resource could not be found. Sep 17 08:31:10.332020 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-9ef3da00-10b5-43c7-af2b-49d65cdae3cb tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "GET /v2.0/ports/9e21c7db-6ce4-40b0-92fb-e2075ab24ee7 HTTP/1.1" status: 404 len: 333 time: 0.0378828 Sep 17 08:31:10.332321 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53574) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:10.412603 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6491dc7-7bf9-459e-be87-c4b270cb5e97 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Deleting subnet db46f1c7-14d3-4d8a-97a7-dcf6e15aaab8 {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:31:10.416036 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c6491dc7-7bf9-459e-be87-c4b270cb5e97 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:10.441554 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5effab44-26ff-4793-a114-6adf54379803 None None] Provisioning complete for port 332ea167-7e2a-4366-b969-4301a2ee8341 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:31:10.441922 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5effab44-26ff-4793-a114-6adf54379803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:10.470198 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c6491dc7-7bf9-459e-be87-c4b270cb5e97 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:10.572523 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5effab44-26ff-4793-a114-6adf54379803 None None] Could not find standard attr ID for object 9e21c7db-6ce4-40b0-92fb-e2075ab24ee7. {{(pid=101291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 08:31:10.614394 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c6491dc7-7bf9-459e-be87-c4b270cb5e97 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:10.687041 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c6491dc7-7bf9-459e-be87-c4b270cb5e97 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:10.687494 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-c9bee1a3-3120-4cb2-9b5b-8516787de237 None None] Could not find standard attr ID for object 9e21c7db-6ce4-40b0-92fb-e2075ab24ee7. {{(pid=101291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 08:31:10.722648 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6491dc7-7bf9-459e-be87-c4b270cb5e97 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event deleted for resources: {'Subnet': ['ID=db46f1c7-14d3-4d8a-97a7-dcf6e15aaab8,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:10.732584 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c6491dc7-7bf9-459e-be87-c4b270cb5e97 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:10.734566 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c6491dc7-7bf9-459e-be87-c4b270cb5e97 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "DELETE /v2.0/subnets/db46f1c7-14d3-4d8a-97a7-dcf6e15aaab8 HTTP/1.1" status: 204 len: 168 time: 0.4015136 Sep 17 08:31:10.737502 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53578) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:10.821589 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e831bd6a-0cf8-4a4e-8161-61c7e9882ddd tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:10.858097 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5453fa5a-06df-459f-a134-92af6abb7b06 None None] Network 0995d389-5514-408f-b892-e81b376d4e78 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:31:10.889501 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-e831bd6a-0cf8-4a4e-8161-61c7e9882ddd tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Deleting port 332ea167-7e2a-4366-b969-4301a2ee8341 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:31:10.890086 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e831bd6a-0cf8-4a4e-8161-61c7e9882ddd tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:10.941757 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-6b8781b9-0a61-4e85-8c13-7427843d81e1 None None] Could not find standard attr ID for object 5488062d-2cfa-425f-ba2c-28258f2c6e1b. {{(pid=101291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 08:31:10.962608 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-e831bd6a-0cf8-4a4e-8161-61c7e9882ddd tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] For port 332ea167-7e2a-4366-b969-4301a2ee8341, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=332ea167-7e2a-4366-b969-4301a2ee8341,segment=NetworkSegment(a6f4c1df-ef1c-4c1f-afe8-8afbebea0419),segment_id=a6f4c1df-ef1c-4c1f-afe8-8afbebea0419)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:31:10.963952 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e831bd6a-0cf8-4a4e-8161-61c7e9882ddd tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:10.976439 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-e831bd6a-0cf8-4a4e-8161-61c7e9882ddd tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Calling delete_port for 332ea167-7e2a-4366-b969-4301a2ee8341 owned by network:dhcp {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:31:11.074117 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f578b8-7b07-45a1-b35b-24f7020edfbb None None] DHCP port deletion for 0995d389-5514-408f-b892-e81b376d4e78 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 08:31:11.084292 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e831bd6a-0cf8-4a4e-8161-61c7e9882ddd tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:11.100855 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-97f578b8-7b07-45a1-b35b-24f7020edfbb None None] The port '332ea167-7e2a-4366-b969-4301a2ee8341' was deleted {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Sep 17 08:31:11.117592 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e831bd6a-0cf8-4a4e-8161-61c7e9882ddd tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event deleted for resources: {'Port': ['ID=332ea167-7e2a-4366-b969-4301a2ee8341,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:11.125393 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e831bd6a-0cf8-4a4e-8161-61c7e9882ddd tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] No DVR routers for this DVR port 332ea167-7e2a-4366-b969-4301a2ee8341 on host n-d-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:31:11.207171 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e831bd6a-0cf8-4a4e-8161-61c7e9882ddd tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:11.228341 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-e831bd6a-0cf8-4a4e-8161-61c7e9882ddd tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0995d389-5514-408f-b892-e81b376d4e78']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:31:11.238022 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-e831bd6a-0cf8-4a4e-8161-61c7e9882ddd tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6f4c1df-ef1c-4c1f-afe8-8afbebea0419') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:31:11.238335 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-e831bd6a-0cf8-4a4e-8161-61c7e9882ddd tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6f4c1df-ef1c-4c1f-afe8-8afbebea0419') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:31:11.248909 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e831bd6a-0cf8-4a4e-8161-61c7e9882ddd tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:11.259126 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:31:11.269152 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e831bd6a-0cf8-4a4e-8161-61c7e9882ddd tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:11.275448 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e831bd6a-0cf8-4a4e-8161-61c7e9882ddd tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:31:11.275884 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e831bd6a-0cf8-4a4e-8161-61c7e9882ddd tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:11.279137 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 08:31:11.279137 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:31:11.279137 n-d-789963-9 neutron-server[101290]: timer() Sep 17 08:31:11.279137 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:31:11.279137 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 08:31:11.279137 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:31:11.279137 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 08:31:11.279137 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:31:11.279137 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 08:31:11.279137 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:31:11.279137 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 08:31:11.279137 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:31:11.279137 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 08:31:11.279137 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:31:11.279137 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:31:11.279137 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:31:11.279137 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:31:11.279137 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:31:11.279137 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 08:31:11.279137 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:31:11.279137 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 08:31:11.279137 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:31:11.279137 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:31:11.279137 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:31:11.279137 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 08:31:11.279137 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:31:11.279137 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:31:11.279137 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:31:11.279137 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:31:11.279137 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:31:11.279137 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:31:11.279137 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:31:11.376882 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e831bd6a-0cf8-4a4e-8161-61c7e9882ddd tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:11.385625 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e831bd6a-0cf8-4a4e-8161-61c7e9882ddd tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:11.389319 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e831bd6a-0cf8-4a4e-8161-61c7e9882ddd tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "DELETE /v2.0/networks/0995d389-5514-408f-b892-e81b376d4e78 HTTP/1.1" status: 204 len: 168 time: 0.6498771 Sep 17 08:31:11.393708 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53580) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:11.398215 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 332ea167-7e2a-4366-b969-4301a2ee8341 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:31:11.399193 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-60c76bf2-6138-40d5-b92d-38165e6cf165 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-455104346'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:11.404822 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e831bd6a-0cf8-4a4e-8161-61c7e9882ddd tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event deleted for resources: {'Network': ['ID=0995d389-5514-408f-b892-e81b376d4e78,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:11.422591 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 332ea167-7e2a-4366-b969-4301a2ee8341 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:31:11.422995 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 332ea167-7e2a-4366-b969-4301a2ee8341 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:31:11.423319 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c76bf2-6138-40d5-b92d-38165e6cf165 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Made reservation on behalf of 41f564cf8cfd493c840637eb9c66a658 for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:31:11.436977 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-60c76bf2-6138-40d5-b92d-38165e6cf165 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:11.471753 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60c76bf2-6138-40d5-b92d-38165e6cf165 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:31:11.485570 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-60c76bf2-6138-40d5-b92d-38165e6cf165 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:11.486121 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-60c76bf2-6138-40d5-b92d-38165e6cf165 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Added segment 850f1ddf-b62e-4c13-81f5-6c718242120b of type vlan for network 935df379-11ca-476c-829c-b79f71335cc7 Sep 17 08:31:11.549443 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-60c76bf2-6138-40d5-b92d-38165e6cf165 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:11.585738 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-60c76bf2-6138-40d5-b92d-38165e6cf165 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:11.591265 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c76bf2-6138-40d5-b92d-38165e6cf165 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:31:11.591871 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-60c76bf2-6138-40d5-b92d-38165e6cf165 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:11.623554 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-60c76bf2-6138-40d5-b92d-38165e6cf165 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2286422 Sep 17 08:31:11.626313 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53584) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:11.632902 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-53fb7b06-57e7-469a-9d29-b816cc8ac547 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Request body: {'subnet': {'network_id': '935df379-11ca-476c-829c-b79f71335cc7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:11.676932 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c76bf2-6138-40d5-b92d-38165e6cf165 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event updated for resources: {'Network': ['ID=935df379-11ca-476c-829c-b79f71335cc7,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:11.690834 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 935df379-11ca-476c-829c-b79f71335cc7 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:31:11.758856 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53fb7b06-57e7-469a-9d29-b816cc8ac547 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Made reservation on behalf of 41f564cf8cfd493c840637eb9c66a658 for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:31:11.763236 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-53fb7b06-57e7-469a-9d29-b816cc8ac547 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:11.946545 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-53fb7b06-57e7-469a-9d29-b816cc8ac547 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:12.003530 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fb7b06-57e7-469a-9d29-b816cc8ac547 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event updated for resources: {'Subnet': ['ID=a3801d02-e81c-4797-95a2-63b898acf71e,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:12.013939 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fb7b06-57e7-469a-9d29-b816cc8ac547 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Checking segment: {'id': '850f1ddf-b62e-4c13-81f5-6c718242120b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '935df379-11ca-476c-829c-b79f71335cc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:31:12.013939 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fb7b06-57e7-469a-9d29-b816cc8ac547 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Network hostable DHCP agents. Network: 935df379-11ca-476c-829c-b79f71335cc7, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:31:12.030874 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fb7b06-57e7-469a-9d29-b816cc8ac547 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Network 935df379-11ca-476c-829c-b79f71335cc7 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:31:12.040551 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-53fb7b06-57e7-469a-9d29-b816cc8ac547 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 935df379-11ca-476c-829c-b79f71335cc7) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:31:12.044584 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fb7b06-57e7-469a-9d29-b816cc8ac547 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:31:12.045158 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-53fb7b06-57e7-469a-9d29-b816cc8ac547 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:12.054397 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943109f6-3eea-4a3e-92df-0691a280c856 None None] Network 935df379-11ca-476c-829c-b79f71335cc7 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:31:12.063328 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-53fb7b06-57e7-469a-9d29-b816cc8ac547 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4359684 Sep 17 08:31:12.063928 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53586) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:12.071395 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-751608eb-0d2d-4bd4-8802-ca112e82fc1d tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Request body: {'port': {'network_id': '935df379-11ca-476c-829c-b79f71335cc7', 'name': 'tempest-PortsTestJSON-281648185', 'fixed_ips': [{'subnet_id': 'a3801d02-e81c-4797-95a2-63b898acf71e', 'ip_address': '172.20.0.10'}]}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:12.214544 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751608eb-0d2d-4bd4-8802-ca112e82fc1d tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Made reservation on behalf of 41f564cf8cfd493c840637eb9c66a658 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:31:12.264344 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c980475-4cef-47ec-858b-a0d7e729306c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-935df379-11ca-476c-829c-b79f71335cc7', 'network_id': '935df379-11ca-476c-829c-b79f71335cc7', 'tenant_id': '41f564cf8cfd493c840637eb9c66a658', 'fixed_ips': [{'subnet_id': 'a3801d02-e81c-4797-95a2-63b898acf71e'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:31:12.265283 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7c980475-4cef-47ec-858b-a0d7e729306c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:12.310480 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-751608eb-0d2d-4bd4-8802-ca112e82fc1d tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:12.328053 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [None req-751608eb-0d2d-4bd4-8802-ca112e82fc1d tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] device_id is not set on port 693adf5a-6993-44e3-9bc0-81928ecbf1a7 yet. {{(pid=101290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 08:31:12.402300 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-7c980475-4cef-47ec-858b-a0d7e729306c None None] Allocated IP 172.20.0.2 (935df379-11ca-476c-829c-b79f71335cc7/a3801d02-e81c-4797-95a2-63b898acf71e/a8e0c7cb-ce16-463f-b6ac-3816ef7e27d8) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:31:12.700770 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7c980475-4cef-47ec-858b-a0d7e729306c None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:12.707778 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7c980475-4cef-47ec-858b-a0d7e729306c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:12.747102 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c980475-4cef-47ec-858b-a0d7e729306c None None] Network 935df379-11ca-476c-829c-b79f71335cc7 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:31:12.750109 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-7c980475-4cef-47ec-858b-a0d7e729306c None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:31:12.752819 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c980475-4cef-47ec-858b-a0d7e729306c None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:31:12.767479 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-751608eb-0d2d-4bd4-8802-ca112e82fc1d tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Allocated IP 172.20.0.10 (935df379-11ca-476c-829c-b79f71335cc7/a3801d02-e81c-4797-95a2-63b898acf71e/693adf5a-6993-44e3-9bc0-81928ecbf1a7) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:31:12.808138 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c980475-4cef-47ec-858b-a0d7e729306c None None] Pushing event updated for resources: {'Port': ['ID=a8e0c7cb-ce16-463f-b6ac-3816ef7e27d8,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:12.826701 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-7c980475-4cef-47ec-858b-a0d7e729306c None None] Attempting to bind port a8e0c7cb-ce16-463f-b6ac-3816ef7e27d8 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:31:12.827075 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-7c980475-4cef-47ec-858b-a0d7e729306c None None] Attempting to bind port a8e0c7cb-ce16-463f-b6ac-3816ef7e27d8 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '850f1ddf-b62e-4c13-81f5-6c718242120b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '935df379-11ca-476c-829c-b79f71335cc7'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:31:12.827641 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c980475-4cef-47ec-858b-a0d7e729306c None None] Attempting to bind port a8e0c7cb-ce16-463f-b6ac-3816ef7e27d8 on network 935df379-11ca-476c-829c-b79f71335cc7 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:31:12.832988 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c980475-4cef-47ec-858b-a0d7e729306c None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:31:12.833305 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c980475-4cef-47ec-858b-a0d7e729306c None None] Checking segment: {'id': '850f1ddf-b62e-4c13-81f5-6c718242120b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '935df379-11ca-476c-829c-b79f71335cc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:31:12.833750 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7c980475-4cef-47ec-858b-a0d7e729306c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:12.834903 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c980475-4cef-47ec-858b-a0d7e729306c None None] Bound using segment: {'id': '850f1ddf-b62e-4c13-81f5-6c718242120b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '935df379-11ca-476c-829c-b79f71335cc7'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:31:12.834903 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-7c980475-4cef-47ec-858b-a0d7e729306c None None] Bound port: a8e0c7cb-ce16-463f-b6ac-3816ef7e27d8, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '850f1ddf-b62e-4c13-81f5-6c718242120b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '935df379-11ca-476c-829c-b79f71335cc7'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:31:12.835132 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7c980475-4cef-47ec-858b-a0d7e729306c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:12.897361 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-7c980475-4cef-47ec-858b-a0d7e729306c None None] For port a8e0c7cb-ce16-463f-b6ac-3816ef7e27d8, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:31:12.901482 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-7c980475-4cef-47ec-858b-a0d7e729306c None None] For port a8e0c7cb-ce16-463f-b6ac-3816ef7e27d8, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=a8e0c7cb-ce16-463f-b6ac-3816ef7e27d8,segment=NetworkSegment(850f1ddf-b62e-4c13-81f5-6c718242120b),segment_id=850f1ddf-b62e-4c13-81f5-6c718242120b)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:31:12.906039 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7c980475-4cef-47ec-858b-a0d7e729306c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:12.948978 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-751608eb-0d2d-4bd4-8802-ca112e82fc1d tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:12.970567 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c980475-4cef-47ec-858b-a0d7e729306c None None] Pushing event updated for resources: {'Port': ['ID=a8e0c7cb-ce16-463f-b6ac-3816ef7e27d8,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:12.991884 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-751608eb-0d2d-4bd4-8802-ca112e82fc1d tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:13.032936 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751608eb-0d2d-4bd4-8802-ca112e82fc1d tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Network 935df379-11ca-476c-829c-b79f71335cc7 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:31:13.038759 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-751608eb-0d2d-4bd4-8802-ca112e82fc1d tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:31:13.041274 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751608eb-0d2d-4bd4-8802-ca112e82fc1d tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:31:13.094159 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751608eb-0d2d-4bd4-8802-ca112e82fc1d tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event updated for resources: {'Port': ['ID=693adf5a-6993-44e3-9bc0-81928ecbf1a7,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:13.116899 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751608eb-0d2d-4bd4-8802-ca112e82fc1d tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:31:13.117664 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-751608eb-0d2d-4bd4-8802-ca112e82fc1d tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:13.151047 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-751608eb-0d2d-4bd4-8802-ca112e82fc1d tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0859523 Sep 17 08:31:13.153882 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53596) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:13.158899 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-834682cb-fec6-46f3-819b-911e923e9f71 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Request body: {'port': {'network_id': '935df379-11ca-476c-829c-b79f71335cc7', 'name': 'tempest-PortsTestJSON-1846505613', 'fixed_ips': [{'subnet_id': 'a3801d02-e81c-4797-95a2-63b898acf71e', 'ip_address': '172.20.0.9'}]}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:13.397178 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device a8e0c7cb-ce16-463f-b6ac-3816ef7e27d8 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:31:13.453491 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port a8e0c7cb-ce16-463f-b6ac-3816ef7e27d8 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:31:13.453964 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:13.538338 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:13.571804 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port a8e0c7cb-ce16-463f-b6ac-3816ef7e27d8, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=a8e0c7cb-ce16-463f-b6ac-3816ef7e27d8,segment=NetworkSegment(850f1ddf-b62e-4c13-81f5-6c718242120b),segment_id=850f1ddf-b62e-4c13-81f5-6c718242120b)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:31:13.576758 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:13.628422 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=a8e0c7cb-ce16-463f-b6ac-3816ef7e27d8,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:13.636384 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:31:13.636751 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:31:13.637103 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:31:13.637453 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:31:13.637801 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:31:13.638146 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:31:13.638485 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:31:13.638821 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:31:13.639157 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:31:13.639496 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:31:13.640217 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:31:13.640217 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:31:13.657174 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834682cb-fec6-46f3-819b-911e923e9f71 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Made reservation on behalf of 41f564cf8cfd493c840637eb9c66a658 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:31:13.662821 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-834682cb-fec6-46f3-819b-911e923e9f71 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:13.681539 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [None req-834682cb-fec6-46f3-819b-911e923e9f71 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] device_id is not set on port 2357ac52-ec26-41cd-be37-d5816fcbce78 yet. {{(pid=101290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 08:31:13.850579 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-834682cb-fec6-46f3-819b-911e923e9f71 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Allocated IP 172.20.0.9 (935df379-11ca-476c-829c-b79f71335cc7/a3801d02-e81c-4797-95a2-63b898acf71e/2357ac52-ec26-41cd-be37-d5816fcbce78) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:31:13.962035 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e143f51e-5a19-4fd1-8c00-bf1837bc23a6 None None] Network 935df379-11ca-476c-829c-b79f71335cc7 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:31:14.007717 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-834682cb-fec6-46f3-819b-911e923e9f71 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:14.037202 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-815385e6-c6c9-47a2-80b4-68a9e45980ac None None] Provisioning complete for port a8e0c7cb-ce16-463f-b6ac-3816ef7e27d8 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:31:14.037756 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-815385e6-c6c9-47a2-80b4-68a9e45980ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:14.043547 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-834682cb-fec6-46f3-819b-911e923e9f71 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:14.090988 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834682cb-fec6-46f3-819b-911e923e9f71 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Network 935df379-11ca-476c-829c-b79f71335cc7 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:31:14.094702 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-834682cb-fec6-46f3-819b-911e923e9f71 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:31:14.102477 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834682cb-fec6-46f3-819b-911e923e9f71 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:31:14.108914 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834682cb-fec6-46f3-819b-911e923e9f71 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event updated for resources: {'Port': ['ID=2357ac52-ec26-41cd-be37-d5816fcbce78,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:14.165583 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834682cb-fec6-46f3-819b-911e923e9f71 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:31:14.166199 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-834682cb-fec6-46f3-819b-911e923e9f71 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:14.180269 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-834682cb-fec6-46f3-819b-911e923e9f71 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0252948 Sep 17 08:31:14.183157 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53600) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:14.282652 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3effc5-c375-4d26-8834-114a07651d5b tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:31:14.284196 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-1f3effc5-c375-4d26-8834-114a07651d5b tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.0996776 Sep 17 08:31:14.287151 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53602) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:14.379235 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7f3848-6381-41a9-a291-47676e1b95b9 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:31:14.386047 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7f3848-6381-41a9-a291-47676e1b95b9 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:31:14.392061 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7f3848-6381-41a9-a291-47676e1b95b9 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:31:14.395871 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-fd7f3848-6381-41a9-a291-47676e1b95b9 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1057281 Sep 17 08:31:14.396812 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53604) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:14.438253 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-9a5deeed-f193-47d3-9eed-9075a90518e7 None None] Provisioning complete for port a8e0c7cb-ce16-463f-b6ac-3816ef7e27d8 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:31:14.444775 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9a5deeed-f193-47d3-9eed-9075a90518e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:14.505186 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-b164f1f7-ed14-4794-97ee-696b7745a254 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Deleting port 2357ac52-ec26-41cd-be37-d5816fcbce78 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:31:14.505643 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b164f1f7-ed14-4794-97ee-696b7745a254 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:14.548601 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-9a5deeed-f193-47d3-9eed-9075a90518e7 None None] Provisioning complete for port 2357ac52-ec26-41cd-be37-d5816fcbce78 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:31:14.548978 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9a5deeed-f193-47d3-9eed-9075a90518e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:14.594918 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-9a5deeed-f193-47d3-9eed-9075a90518e7 None None] Port 2357ac52-ec26-41cd-be37-d5816fcbce78 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:31:14.598866 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b164f1f7-ed14-4794-97ee-696b7745a254 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:14.605649 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-9a5deeed-f193-47d3-9eed-9075a90518e7 None None] Provisioning complete for port 693adf5a-6993-44e3-9bc0-81928ecbf1a7 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:31:14.606033 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9a5deeed-f193-47d3-9eed-9075a90518e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:14.612275 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-b164f1f7-ed14-4794-97ee-696b7745a254 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Calling delete_port for 2357ac52-ec26-41cd-be37-d5816fcbce78 owned by {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:31:14.644503 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-9a5deeed-f193-47d3-9eed-9075a90518e7 None None] Port 693adf5a-6993-44e3-9bc0-81928ecbf1a7 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:31:14.754518 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b164f1f7-ed14-4794-97ee-696b7745a254 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:14.765490 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1059471e-3964-4842-9e5a-b23a46d215f9 None None] Provisioning complete for port 693adf5a-6993-44e3-9bc0-81928ecbf1a7 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:31:14.765868 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1059471e-3964-4842-9e5a-b23a46d215f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:14.788066 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b164f1f7-ed14-4794-97ee-696b7745a254 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event deleted for resources: {'Port': ['ID=2357ac52-ec26-41cd-be37-d5816fcbce78,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:14.809843 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1059471e-3964-4842-9e5a-b23a46d215f9 None None] Port 693adf5a-6993-44e3-9bc0-81928ecbf1a7 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:31:14.870307 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b164f1f7-ed14-4794-97ee-696b7745a254 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:14.872753 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b164f1f7-ed14-4794-97ee-696b7745a254 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "DELETE /v2.0/ports/2357ac52-ec26-41cd-be37-d5816fcbce78 HTTP/1.1" status: 204 len: 168 time: 0.4747920 Sep 17 08:31:14.875239 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53606) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:14.900799 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-d509260b-baf4-4165-88c9-e6d54e82e22d tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] GET failed (client error): The resource could not be found. Sep 17 08:31:14.905195 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d509260b-baf4-4165-88c9-e6d54e82e22d tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "GET /v2.0/ports/2357ac52-ec26-41cd-be37-d5816fcbce78 HTTP/1.1" status: 404 len: 333 time: 0.0264645 Sep 17 08:31:14.905914 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53610) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:14.922411 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ec8f610d-800f-43f3-a420-a262a54d7ea2 None None] Could not find standard attr ID for object 2357ac52-ec26-41cd-be37-d5816fcbce78. {{(pid=101291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 08:31:15.025204 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-9469cc59-ca5a-4878-894d-82486c6815a9 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Deleting port 693adf5a-6993-44e3-9bc0-81928ecbf1a7 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:31:15.025961 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9469cc59-ca5a-4878-894d-82486c6815a9 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:15.134837 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9469cc59-ca5a-4878-894d-82486c6815a9 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:15.147290 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-9469cc59-ca5a-4878-894d-82486c6815a9 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Calling delete_port for 693adf5a-6993-44e3-9bc0-81928ecbf1a7 owned by {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:31:15.275655 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9469cc59-ca5a-4878-894d-82486c6815a9 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:15.350772 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9469cc59-ca5a-4878-894d-82486c6815a9 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event deleted for resources: {'Port': ['ID=693adf5a-6993-44e3-9bc0-81928ecbf1a7,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:15.384816 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9469cc59-ca5a-4878-894d-82486c6815a9 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:15.387820 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-9469cc59-ca5a-4878-894d-82486c6815a9 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "DELETE /v2.0/ports/693adf5a-6993-44e3-9bc0-81928ecbf1a7 HTTP/1.1" status: 204 len: 168 time: 0.4807117 Sep 17 08:31:15.388217 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device a8e0c7cb-ce16-463f-b6ac-3816ef7e27d8 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:31:15.390476 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53618) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:15.417068 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2006fb0-060e-4b79-86e0-cf0df8c49251 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] GET failed (client error): The resource could not be found. Sep 17 08:31:15.418664 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e2006fb0-060e-4b79-86e0-cf0df8c49251 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "GET /v2.0/ports/693adf5a-6993-44e3-9bc0-81928ecbf1a7 HTTP/1.1" status: 404 len: 333 time: 0.0269094 Sep 17 08:31:15.421440 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53620) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:15.439256 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port a8e0c7cb-ce16-463f-b6ac-3816ef7e27d8 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:31:15.439700 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:15.489243 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2fd3ae4-86a2-417c-86fe-66eb69cce83e tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Deleting subnet a3801d02-e81c-4797-95a2-63b898acf71e {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:31:15.492907 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f2fd3ae4-86a2-417c-86fe-66eb69cce83e tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:15.538543 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f2fd3ae4-86a2-417c-86fe-66eb69cce83e tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:15.619226 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f2fd3ae4-86a2-417c-86fe-66eb69cce83e tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:15.681292 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f2fd3ae4-86a2-417c-86fe-66eb69cce83e tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:15.709147 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fd3ae4-86a2-417c-86fe-66eb69cce83e tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event deleted for resources: {'Subnet': ['ID=a3801d02-e81c-4797-95a2-63b898acf71e,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:15.712525 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f2fd3ae4-86a2-417c-86fe-66eb69cce83e tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:15.714509 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f2fd3ae4-86a2-417c-86fe-66eb69cce83e tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "DELETE /v2.0/subnets/a3801d02-e81c-4797-95a2-63b898acf71e HTTP/1.1" status: 204 len: 168 time: 0.2921202 Sep 17 08:31:15.717061 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53622) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:15.720340 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ba50e9-af97-4b4a-95a7-ad68c2b361ef None None] Network 935df379-11ca-476c-829c-b79f71335cc7 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:31:15.792195 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6e25bcde-f623-49ac-800a-10f78541985f tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:15.849536 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-6e25bcde-f623-49ac-800a-10f78541985f tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Deleting port a8e0c7cb-ce16-463f-b6ac-3816ef7e27d8 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:31:15.849887 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6e25bcde-f623-49ac-800a-10f78541985f tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:15.904782 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9df3218-62a3-46fe-a876-ec429893337d None None] DHCP port deletion for 935df379-11ca-476c-829c-b79f71335cc7 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 08:31:15.948596 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-6e25bcde-f623-49ac-800a-10f78541985f tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] For port a8e0c7cb-ce16-463f-b6ac-3816ef7e27d8, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=a8e0c7cb-ce16-463f-b6ac-3816ef7e27d8,segment=NetworkSegment(850f1ddf-b62e-4c13-81f5-6c718242120b),segment_id=850f1ddf-b62e-4c13-81f5-6c718242120b)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:31:15.949228 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6e25bcde-f623-49ac-800a-10f78541985f tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:15.963417 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-6e25bcde-f623-49ac-800a-10f78541985f tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Calling delete_port for a8e0c7cb-ce16-463f-b6ac-3816ef7e27d8 owned by network:dhcp {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:31:15.971825 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-a9df3218-62a3-46fe-a876-ec429893337d None None] Deleting port a8e0c7cb-ce16-463f-b6ac-3816ef7e27d8 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:31:15.972320 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a9df3218-62a3-46fe-a876-ec429893337d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:16.036301 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-a9df3218-62a3-46fe-a876-ec429893337d None None] For port a8e0c7cb-ce16-463f-b6ac-3816ef7e27d8, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=a8e0c7cb-ce16-463f-b6ac-3816ef7e27d8,segment=NetworkSegment(850f1ddf-b62e-4c13-81f5-6c718242120b),segment_id=850f1ddf-b62e-4c13-81f5-6c718242120b)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:31:16.036780 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a9df3218-62a3-46fe-a876-ec429893337d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:16.050331 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-a9df3218-62a3-46fe-a876-ec429893337d None None] Calling delete_port for a8e0c7cb-ce16-463f-b6ac-3816ef7e27d8 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:31:16.054016 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6e25bcde-f623-49ac-800a-10f78541985f tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:16.089282 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e25bcde-f623-49ac-800a-10f78541985f tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event deleted for resources: {'Port': ['ID=a8e0c7cb-ce16-463f-b6ac-3816ef7e27d8,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:16.096033 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e25bcde-f623-49ac-800a-10f78541985f tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] No DVR routers for this DVR port a8e0c7cb-ce16-463f-b6ac-3816ef7e27d8 on host n-d-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:31:16.139072 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a9df3218-62a3-46fe-a876-ec429893337d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:16.167158 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9df3218-62a3-46fe-a876-ec429893337d None None] Pushing event deleted for resources: {'Port': ['ID=a8e0c7cb-ce16-463f-b6ac-3816ef7e27d8,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:16.172871 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9df3218-62a3-46fe-a876-ec429893337d None None] No DVR routers for this DVR port a8e0c7cb-ce16-463f-b6ac-3816ef7e27d8 on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:31:16.180815 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6e25bcde-f623-49ac-800a-10f78541985f tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:16.202322 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-6e25bcde-f623-49ac-800a-10f78541985f tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['935df379-11ca-476c-829c-b79f71335cc7']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:31:16.211466 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-6e25bcde-f623-49ac-800a-10f78541985f tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '850f1ddf-b62e-4c13-81f5-6c718242120b') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:31:16.211801 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-6e25bcde-f623-49ac-800a-10f78541985f tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '850f1ddf-b62e-4c13-81f5-6c718242120b') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:31:16.220990 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6e25bcde-f623-49ac-800a-10f78541985f tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:16.234404 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6e25bcde-f623-49ac-800a-10f78541985f tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:16.240769 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e25bcde-f623-49ac-800a-10f78541985f tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:31:16.241198 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6e25bcde-f623-49ac-800a-10f78541985f tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:16.244077 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 08:31:16.244077 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:31:16.244077 n-d-789963-9 neutron-server[101290]: timer() Sep 17 08:31:16.244077 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:31:16.244077 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 08:31:16.244077 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:31:16.244077 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 08:31:16.244077 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:31:16.244077 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 08:31:16.244077 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:31:16.244077 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 08:31:16.244077 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:31:16.244077 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 08:31:16.244077 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:31:16.244077 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:31:16.244077 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:31:16.244077 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:31:16.244077 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:31:16.244077 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 08:31:16.244077 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:31:16.244077 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 08:31:16.244077 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:31:16.244077 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:31:16.244077 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:31:16.244077 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 08:31:16.244077 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:31:16.244077 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:31:16.244077 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:31:16.244077 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:31:16.244077 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:31:16.244077 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:31:16.244077 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:31:16.305968 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6e25bcde-f623-49ac-800a-10f78541985f tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:16.313168 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6e25bcde-f623-49ac-800a-10f78541985f tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:16.314174 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6e25bcde-f623-49ac-800a-10f78541985f tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "DELETE /v2.0/networks/935df379-11ca-476c-829c-b79f71335cc7 HTTP/1.1" status: 204 len: 168 time: 0.5961795 Sep 17 08:31:16.317973 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53626) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:16.324866 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-0134f423-f766-4905-9f1c-f2bef5d52940 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1561871419'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:16.326929 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e25bcde-f623-49ac-800a-10f78541985f tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event deleted for resources: {'Network': ['ID=935df379-11ca-476c-829c-b79f71335cc7,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:16.347808 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0134f423-f766-4905-9f1c-f2bef5d52940 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Made reservation on behalf of 41f564cf8cfd493c840637eb9c66a658 for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:31:16.351172 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0134f423-f766-4905-9f1c-f2bef5d52940 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:16.374083 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0134f423-f766-4905-9f1c-f2bef5d52940 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:31:16.383618 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0134f423-f766-4905-9f1c-f2bef5d52940 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:16.384005 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-0134f423-f766-4905-9f1c-f2bef5d52940 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Added segment 17c156cb-e710-4ca2-a5b7-e3a30c197853 of type vlan for network 2cb5431e-1311-4a2a-893d-540f9f8e532f Sep 17 08:31:16.421625 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0134f423-f766-4905-9f1c-f2bef5d52940 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:16.445549 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0134f423-f766-4905-9f1c-f2bef5d52940 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:16.450927 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0134f423-f766-4905-9f1c-f2bef5d52940 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:31:16.451505 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0134f423-f766-4905-9f1c-f2bef5d52940 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:16.481510 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-0134f423-f766-4905-9f1c-f2bef5d52940 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1614859 Sep 17 08:31:16.484191 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53628) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:16.489413 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-ebaeba7c-a444-41ec-ac8f-a5edc8e39534 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Request body: {'subnet': {'network_id': '2cb5431e-1311-4a2a-893d-540f9f8e532f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:16.542157 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0134f423-f766-4905-9f1c-f2bef5d52940 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event updated for resources: {'Network': ['ID=2cb5431e-1311-4a2a-893d-540f9f8e532f,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:16.551970 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 2cb5431e-1311-4a2a-893d-540f9f8e532f details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:31:16.606931 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebaeba7c-a444-41ec-ac8f-a5edc8e39534 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Made reservation on behalf of 41f564cf8cfd493c840637eb9c66a658 for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:31:16.610380 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ebaeba7c-a444-41ec-ac8f-a5edc8e39534 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:16.781836 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ebaeba7c-a444-41ec-ac8f-a5edc8e39534 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:16.845653 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaeba7c-a444-41ec-ac8f-a5edc8e39534 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event updated for resources: {'Subnet': ['ID=eaf41932-61dd-408d-81e5-8889e01d13ae,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:16.850715 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebaeba7c-a444-41ec-ac8f-a5edc8e39534 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Checking segment: {'id': '17c156cb-e710-4ca2-a5b7-e3a30c197853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2cb5431e-1311-4a2a-893d-540f9f8e532f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:31:16.851071 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebaeba7c-a444-41ec-ac8f-a5edc8e39534 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Network hostable DHCP agents. Network: 2cb5431e-1311-4a2a-893d-540f9f8e532f, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:31:16.867294 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebaeba7c-a444-41ec-ac8f-a5edc8e39534 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Network 2cb5431e-1311-4a2a-893d-540f9f8e532f is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:31:16.875513 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-ebaeba7c-a444-41ec-ac8f-a5edc8e39534 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 2cb5431e-1311-4a2a-893d-540f9f8e532f) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:31:16.879242 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebaeba7c-a444-41ec-ac8f-a5edc8e39534 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:31:16.879823 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ebaeba7c-a444-41ec-ac8f-a5edc8e39534 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:16.884869 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b8b439-6942-4ec2-962d-fc36e91ead20 None None] Network 2cb5431e-1311-4a2a-893d-540f9f8e532f requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:31:16.894411 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ebaeba7c-a444-41ec-ac8f-a5edc8e39534 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4092238 Sep 17 08:31:16.897226 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53630) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:16.901510 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-a73efb64-2b46-49ee-9784-ecd9945608a4 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1891543784', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:16.924407 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a73efb64-2b46-49ee-9784-ecd9945608a4 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:16.925375 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a73efb64-2b46-49ee-9784-ecd9945608a4 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:16.977397 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a73efb64-2b46-49ee-9784-ecd9945608a4 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:16.981469 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a73efb64-2b46-49ee-9784-ecd9945608a4 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:16.997685 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a73efb64-2b46-49ee-9784-ecd9945608a4 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:16.998987 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-a73efb64-2b46-49ee-9784-ecd9945608a4 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1008322 Sep 17 08:31:17.001635 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53632) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:17.006396 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-be0cd030-0e3e-4e61-ace3-2dde42255954 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Request body: {'port': {'network_id': '2cb5431e-1311-4a2a-893d-540f9f8e532f', 'name': 'tempest-PortsTestJSON-763418799'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:17.028340 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f48a7f-e139-4972-a56b-843bef377fb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-2cb5431e-1311-4a2a-893d-540f9f8e532f', 'network_id': '2cb5431e-1311-4a2a-893d-540f9f8e532f', 'tenant_id': '41f564cf8cfd493c840637eb9c66a658', 'fixed_ips': [{'subnet_id': 'eaf41932-61dd-408d-81e5-8889e01d13ae'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:31:17.029197 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-02f48a7f-e139-4972-a56b-843bef377fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:17.137070 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be0cd030-0e3e-4e61-ace3-2dde42255954 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Made reservation on behalf of 41f564cf8cfd493c840637eb9c66a658 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:31:17.141736 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-be0cd030-0e3e-4e61-ace3-2dde42255954 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:17.160657 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [None req-be0cd030-0e3e-4e61-ace3-2dde42255954 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] device_id is not set on port fa7d1343-f551-4e93-a3c6-4de9c9e4c1a6 yet. {{(pid=101289) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 08:31:17.174075 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-02f48a7f-e139-4972-a56b-843bef377fb4 None None] Allocated IP 172.20.0.2 (2cb5431e-1311-4a2a-893d-540f9f8e532f/eaf41932-61dd-408d-81e5-8889e01d13ae/3c472425-cbd0-409f-9fbe-845a3645f084) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:31:17.326531 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-02f48a7f-e139-4972-a56b-843bef377fb4 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:17.348330 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-02f48a7f-e139-4972-a56b-843bef377fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:17.383348 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f48a7f-e139-4972-a56b-843bef377fb4 None None] Network 2cb5431e-1311-4a2a-893d-540f9f8e532f is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:31:17.385828 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device a8e0c7cb-ce16-463f-b6ac-3816ef7e27d8 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:31:17.388378 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-be0cd030-0e3e-4e61-ace3-2dde42255954 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Allocated IP 172.20.0.7 (2cb5431e-1311-4a2a-893d-540f9f8e532f/eaf41932-61dd-408d-81e5-8889e01d13ae/fa7d1343-f551-4e93-a3c6-4de9c9e4c1a6) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:31:17.409869 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: a8e0c7cb-ce16-463f-b6ac-3816ef7e27d8 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:31:17.410227 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device a8e0c7cb-ce16-463f-b6ac-3816ef7e27d8 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:31:17.415220 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-02f48a7f-e139-4972-a56b-843bef377fb4 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:31:17.417306 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f48a7f-e139-4972-a56b-843bef377fb4 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:31:17.455007 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f48a7f-e139-4972-a56b-843bef377fb4 None None] Pushing event updated for resources: {'Port': ['ID=3c472425-cbd0-409f-9fbe-845a3645f084,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:17.486256 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-02f48a7f-e139-4972-a56b-843bef377fb4 None None] Attempting to bind port 3c472425-cbd0-409f-9fbe-845a3645f084 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:31:17.486616 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-02f48a7f-e139-4972-a56b-843bef377fb4 None None] Attempting to bind port 3c472425-cbd0-409f-9fbe-845a3645f084 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '17c156cb-e710-4ca2-a5b7-e3a30c197853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2cb5431e-1311-4a2a-893d-540f9f8e532f'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:31:17.486983 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f48a7f-e139-4972-a56b-843bef377fb4 None None] Attempting to bind port 3c472425-cbd0-409f-9fbe-845a3645f084 on network 2cb5431e-1311-4a2a-893d-540f9f8e532f {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:31:17.493144 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f48a7f-e139-4972-a56b-843bef377fb4 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:31:17.493552 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f48a7f-e139-4972-a56b-843bef377fb4 None None] Checking segment: {'id': '17c156cb-e710-4ca2-a5b7-e3a30c197853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2cb5431e-1311-4a2a-893d-540f9f8e532f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:31:17.493958 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-02f48a7f-e139-4972-a56b-843bef377fb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:17.494352 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f48a7f-e139-4972-a56b-843bef377fb4 None None] Bound using segment: {'id': '17c156cb-e710-4ca2-a5b7-e3a30c197853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2cb5431e-1311-4a2a-893d-540f9f8e532f'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:31:17.494820 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-02f48a7f-e139-4972-a56b-843bef377fb4 None None] Bound port: 3c472425-cbd0-409f-9fbe-845a3645f084, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c156cb-e710-4ca2-a5b7-e3a30c197853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2cb5431e-1311-4a2a-893d-540f9f8e532f'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:31:17.495205 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-02f48a7f-e139-4972-a56b-843bef377fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:17.542071 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-be0cd030-0e3e-4e61-ace3-2dde42255954 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:17.558170 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-02f48a7f-e139-4972-a56b-843bef377fb4 None None] For port 3c472425-cbd0-409f-9fbe-845a3645f084, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:31:17.561556 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-02f48a7f-e139-4972-a56b-843bef377fb4 None None] For port 3c472425-cbd0-409f-9fbe-845a3645f084, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=3c472425-cbd0-409f-9fbe-845a3645f084,segment=NetworkSegment(17c156cb-e710-4ca2-a5b7-e3a30c197853),segment_id=17c156cb-e710-4ca2-a5b7-e3a30c197853)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:31:17.565388 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-02f48a7f-e139-4972-a56b-843bef377fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:17.577330 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-be0cd030-0e3e-4e61-ace3-2dde42255954 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:17.621292 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0cd030-0e3e-4e61-ace3-2dde42255954 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Network 2cb5431e-1311-4a2a-893d-540f9f8e532f is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:31:17.625093 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-be0cd030-0e3e-4e61-ace3-2dde42255954 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:31:17.632078 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0cd030-0e3e-4e61-ace3-2dde42255954 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:31:17.635874 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f48a7f-e139-4972-a56b-843bef377fb4 None None] Pushing event updated for resources: {'Port': ['ID=3c472425-cbd0-409f-9fbe-845a3645f084,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:17.662812 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0cd030-0e3e-4e61-ace3-2dde42255954 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event updated for resources: {'Port': ['ID=fa7d1343-f551-4e93-a3c6-4de9c9e4c1a6,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:17.699513 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0cd030-0e3e-4e61-ace3-2dde42255954 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:31:17.700205 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-be0cd030-0e3e-4e61-ace3-2dde42255954 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:17.719213 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53640) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:17.719769 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-be0cd030-0e3e-4e61-ace3-2dde42255954 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.7166679 Sep 17 08:31:18.116384 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-93850187-0029-4617-b3b4-b2afc6e46df1 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:18.380341 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-93850187-0029-4617-b3b4-b2afc6e46df1 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:18.385131 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-93850187-0029-4617-b3b4-b2afc6e46df1 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:18.465295 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93850187-0029-4617-b3b4-b2afc6e46df1 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event updated for resources: {'Port': ['ID=fa7d1343-f551-4e93-a3c6-4de9c9e4c1a6,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:18.631902 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-93850187-0029-4617-b3b4-b2afc6e46df1 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:18.659433 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e459071-1eed-4250-9d0c-465a75f2af5e None None] Network 2cb5431e-1311-4a2a-893d-540f9f8e532f requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:31:18.732061 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-4877b05f-4ff2-46ba-a2a5-8875079e9c61 None None] Provisioning complete for port 3c472425-cbd0-409f-9fbe-845a3645f084 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:31:18.732799 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4877b05f-4ff2-46ba-a2a5-8875079e9c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:18.798412 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-93850187-0029-4617-b3b4-b2afc6e46df1 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:18.875054 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4877b05f-4ff2-46ba-a2a5-8875079e9c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:18.917623 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-4877b05f-4ff2-46ba-a2a5-8875079e9c61 None None] For port 3c472425-cbd0-409f-9fbe-845a3645f084, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=3c472425-cbd0-409f-9fbe-845a3645f084,segment=NetworkSegment(17c156cb-e710-4ca2-a5b7-e3a30c197853),segment_id=17c156cb-e710-4ca2-a5b7-e3a30c197853)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:31:18.924867 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4877b05f-4ff2-46ba-a2a5-8875079e9c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:18.987183 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4877b05f-4ff2-46ba-a2a5-8875079e9c61 None None] Pushing event updated for resources: {'Port': ['ID=3c472425-cbd0-409f-9fbe-845a3645f084,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:19.089247 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-93850187-0029-4617-b3b4-b2afc6e46df1 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:19.094665 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-93850187-0029-4617-b3b4-b2afc6e46df1 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:19.150251 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f8bb1d1-68a6-4e14-b7d0-a49b3c3963a2 None None] Provisioning complete for port fa7d1343-f551-4e93-a3c6-4de9c9e4c1a6 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:31:19.150650 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f8bb1d1-68a6-4e14-b7d0-a49b3c3963a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:19.170588 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93850187-0029-4617-b3b4-b2afc6e46df1 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event updated for resources: {'Port': ['ID=fa7d1343-f551-4e93-a3c6-4de9c9e4c1a6,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:19.177071 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-93850187-0029-4617-b3b4-b2afc6e46df1 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:19.202637 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5f8bb1d1-68a6-4e14-b7d0-a49b3c3963a2 None None] Port fa7d1343-f551-4e93-a3c6-4de9c9e4c1a6 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:31:19.213452 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f8bb1d1-68a6-4e14-b7d0-a49b3c3963a2 None None] Provisioning complete for port 3c472425-cbd0-409f-9fbe-845a3645f084 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:31:19.213830 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f8bb1d1-68a6-4e14-b7d0-a49b3c3963a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:19.288355 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93850187-0029-4617-b3b4-b2afc6e46df1 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Network 2cb5431e-1311-4a2a-893d-540f9f8e532f is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:31:19.290052 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-93850187-0029-4617-b3b4-b2afc6e46df1 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:31:19.468212 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-f6101a56-9c30-4b20-8ffc-f9d790385fa5 None None] Provisioning complete for port fa7d1343-f551-4e93-a3c6-4de9c9e4c1a6 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:31:19.468739 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f6101a56-9c30-4b20-8ffc-f9d790385fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:19.517529 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 3c472425-cbd0-409f-9fbe-845a3645f084 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:31:19.575621 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-f6101a56-9c30-4b20-8ffc-f9d790385fa5 None None] Port fa7d1343-f551-4e93-a3c6-4de9c9e4c1a6 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:31:19.614572 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 3c472425-cbd0-409f-9fbe-845a3645f084 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:31:19.615759 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:19.801850 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-093e6c7d-ceb6-43ea-a4a5-7969e7f938cc None None] Provisioning complete for port fa7d1343-f551-4e93-a3c6-4de9c9e4c1a6 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:31:19.803900 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-093e6c7d-ceb6-43ea-a4a5-7969e7f938cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:19.827906 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93850187-0029-4617-b3b4-b2afc6e46df1 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Router 229e6d77-7618-44f1-97ba-9d4c67c666ce is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 08:31:19.862750 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-093e6c7d-ceb6-43ea-a4a5-7969e7f938cc None None] Port fa7d1343-f551-4e93-a3c6-4de9c9e4c1a6 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:31:19.938454 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93850187-0029-4617-b3b4-b2afc6e46df1 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:31:19.943906 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-93850187-0029-4617-b3b4-b2afc6e46df1 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "PUT /v2.0/routers/229e6d77-7618-44f1-97ba-9d4c67c666ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2226264 Sep 17 08:31:19.946723 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53652) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:19.949508 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6db2dd7-00f5-4b5c-8294-bcb31cb72865 None None] Sync routers for ids ['229e6d77-7618-44f1-97ba-9d4c67c666ce'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:31:19.959676 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6db2dd7-00f5-4b5c-8294-bcb31cb72865 None None] Routers {'229e6d77-7618-44f1-97ba-9d4c67c666ce'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:31:19.960847 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-b6db2dd7-00f5-4b5c-8294-bcb31cb72865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:30:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['229e6d77-7618-44f1-97ba-9d4c67c666ce'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:31:19.997630 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2042b12-f3f6-4938-8fd2-76983a7eabd2 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:31:20.001919 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c2042b12-f3f6-4938-8fd2-76983a7eabd2 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "GET /v2.0/ports?device_id=229e6d77-7618-44f1-97ba-9d4c67c666ce HTTP/1.1" status: 200 len: 981 time: 0.0515802 Sep 17 08:31:20.002124 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53654) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:20.012834 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-b6db2dd7-00f5-4b5c-8294-bcb31cb72865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:31:20.034163 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5cfd6671-bfcb-451e-aec1-443216e2b2f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:20.036819 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6db2dd7-00f5-4b5c-8294-bcb31cb72865 None None] Routers {'229e6d77-7618-44f1-97ba-9d4c67c666ce'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:31:20.038229 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-b6db2dd7-00f5-4b5c-8294-bcb31cb72865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:30:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['229e6d77-7618-44f1-97ba-9d4c67c666ce'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:31:20.040880 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-9c5f4164-3a3d-4819-80e1-edf966a76950 None None] Provisioning complete for port fa7d1343-f551-4e93-a3c6-4de9c9e4c1a6 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:31:20.041449 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9c5f4164-3a3d-4819-80e1-edf966a76950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:20.096659 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-b6db2dd7-00f5-4b5c-8294-bcb31cb72865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:31:20.097430 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6db2dd7-00f5-4b5c-8294-bcb31cb72865 None None] The sync data for ids ['229e6d77-7618-44f1-97ba-9d4c67c666ce'] in n-d-789963-9 is: [] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:31:20.120974 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-9c5f4164-3a3d-4819-80e1-edf966a76950 None None] Port fa7d1343-f551-4e93-a3c6-4de9c9e4c1a6 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:31:20.453702 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8c069c8b-8736-424c-ae64-48a70cb92a33 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:20.669949 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-8c069c8b-8736-424c-ae64-48a70cb92a33 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Deleting port fa7d1343-f551-4e93-a3c6-4de9c9e4c1a6 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:31:20.670282 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8c069c8b-8736-424c-ae64-48a70cb92a33 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:20.753911 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8c069c8b-8736-424c-ae64-48a70cb92a33 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:20.765819 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-8c069c8b-8736-424c-ae64-48a70cb92a33 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Calling delete_port for fa7d1343-f551-4e93-a3c6-4de9c9e4c1a6 owned by network:router_interface {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:31:20.929033 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8c069c8b-8736-424c-ae64-48a70cb92a33 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:20.961501 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c069c8b-8736-424c-ae64-48a70cb92a33 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event deleted for resources: {'Port': ['ID=fa7d1343-f551-4e93-a3c6-4de9c9e4c1a6,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:21.096025 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8c069c8b-8736-424c-ae64-48a70cb92a33 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:21.243456 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c069c8b-8736-424c-ae64-48a70cb92a33 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Router 229e6d77-7618-44f1-97ba-9d4c67c666ce has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:31:21.315513 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c069c8b-8736-424c-ae64-48a70cb92a33 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:31:21.320534 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-8c069c8b-8736-424c-ae64-48a70cb92a33 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "PUT /v2.0/routers/229e6d77-7618-44f1-97ba-9d4c67c666ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3174746 Sep 17 08:31:21.323185 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53658) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:21.326748 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc3194b-9763-4b7d-8fe8-3d2677f95545 None None] Sync routers for ids ['229e6d77-7618-44f1-97ba-9d4c67c666ce'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:31:21.336931 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc3194b-9763-4b7d-8fe8-3d2677f95545 None None] Routers {'229e6d77-7618-44f1-97ba-9d4c67c666ce'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:31:21.337536 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-bbc3194b-9763-4b7d-8fe8-3d2677f95545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:30:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['229e6d77-7618-44f1-97ba-9d4c67c666ce'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:31:21.346704 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1f77d82-4d6f-4b13-88c1-8248ddb05f1f tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] GET failed (client error): The resource could not be found. Sep 17 08:31:21.348299 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d1f77d82-4d6f-4b13-88c1-8248ddb05f1f tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "GET /v2.0/ports/fa7d1343-f551-4e93-a3c6-4de9c9e4c1a6 HTTP/1.1" status: 404 len: 333 time: 0.0242007 Sep 17 08:31:21.351553 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53660) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:21.372487 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-bbc3194b-9763-4b7d-8fe8-3d2677f95545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:31:21.381375 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc3194b-9763-4b7d-8fe8-3d2677f95545 None None] Routers {'229e6d77-7618-44f1-97ba-9d4c67c666ce'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:31:21.381975 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-bbc3194b-9763-4b7d-8fe8-3d2677f95545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:30:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['229e6d77-7618-44f1-97ba-9d4c67c666ce'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:31:21.415459 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-bbc3194b-9763-4b7d-8fe8-3d2677f95545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:31:21.416115 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc3194b-9763-4b7d-8fe8-3d2677f95545 None None] The sync data for ids ['229e6d77-7618-44f1-97ba-9d4c67c666ce'] in n-d-789963-9 is: [] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:31:21.424827 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-33c6b2ae-316b-427c-a57d-e18a0b0f0791 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for router, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:21.588470 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-33c6b2ae-316b-427c-a57d-e18a0b0f0791 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:21.590680 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-33c6b2ae-316b-427c-a57d-e18a0b0f0791 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:21.641426 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-33c6b2ae-316b-427c-a57d-e18a0b0f0791 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:21.642023 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c6b2ae-316b-427c-a57d-e18a0b0f0791 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Fanout notify agent at l3_agent the message router_deleted on router 229e6d77-7618-44f1-97ba-9d4c67c666ce {{(pid=101290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 08:31:21.649710 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-33c6b2ae-316b-427c-a57d-e18a0b0f0791 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:21.651257 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-33c6b2ae-316b-427c-a57d-e18a0b0f0791 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "DELETE /v2.0/routers/229e6d77-7618-44f1-97ba-9d4c67c666ce HTTP/1.1" status: 204 len: 168 time: 0.2985907 Sep 17 08:31:21.653953 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53668) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:21.710897 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-beb6cf61-d7a7-4a16-b309-3ef21606dc1b tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Deleting subnet eaf41932-61dd-408d-81e5-8889e01d13ae {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:31:21.713972 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-beb6cf61-d7a7-4a16-b309-3ef21606dc1b tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:21.752529 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-beb6cf61-d7a7-4a16-b309-3ef21606dc1b tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:21.833219 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-beb6cf61-d7a7-4a16-b309-3ef21606dc1b tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:21.894565 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-beb6cf61-d7a7-4a16-b309-3ef21606dc1b tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:21.925880 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb6cf61-d7a7-4a16-b309-3ef21606dc1b tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event deleted for resources: {'Subnet': ['ID=eaf41932-61dd-408d-81e5-8889e01d13ae,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:21.929502 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-beb6cf61-d7a7-4a16-b309-3ef21606dc1b tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:21.933932 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bea5493-6d94-4632-a8b0-51d96eef0753 None None] Network 2cb5431e-1311-4a2a-893d-540f9f8e532f requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:31:21.935261 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-beb6cf61-d7a7-4a16-b309-3ef21606dc1b tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "DELETE /v2.0/subnets/eaf41932-61dd-408d-81e5-8889e01d13ae HTTP/1.1" status: 204 len: 168 time: 0.2803016 Sep 17 08:31:21.935926 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53670) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:22.011348 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fedffe42-a74d-42e4-afc2-6fe34b4b49c5 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:22.077923 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-fedffe42-a74d-42e4-afc2-6fe34b4b49c5 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Deleting port 3c472425-cbd0-409f-9fbe-845a3645f084 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:31:22.078531 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fedffe42-a74d-42e4-afc2-6fe34b4b49c5 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:22.138270 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4a5bd3-df2b-4e26-9bb5-73ece7657f81 None None] DHCP port deletion for 2cb5431e-1311-4a2a-893d-540f9f8e532f request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 08:31:22.204717 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ea4a5bd3-df2b-4e26-9bb5-73ece7657f81 None None] Deleting port 3c472425-cbd0-409f-9fbe-845a3645f084 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:31:22.205096 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ea4a5bd3-df2b-4e26-9bb5-73ece7657f81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:22.282677 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ea4a5bd3-df2b-4e26-9bb5-73ece7657f81 None None] For port 3c472425-cbd0-409f-9fbe-845a3645f084, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=3c472425-cbd0-409f-9fbe-845a3645f084,segment=NetworkSegment(17c156cb-e710-4ca2-a5b7-e3a30c197853),segment_id=17c156cb-e710-4ca2-a5b7-e3a30c197853)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:31:22.283063 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ea4a5bd3-df2b-4e26-9bb5-73ece7657f81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:22.297688 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ea4a5bd3-df2b-4e26-9bb5-73ece7657f81 None None] Calling delete_port for 3c472425-cbd0-409f-9fbe-845a3645f084 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:31:22.384469 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ea4a5bd3-df2b-4e26-9bb5-73ece7657f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:22.409385 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4a5bd3-df2b-4e26-9bb5-73ece7657f81 None None] Pushing event deleted for resources: {'Port': ['ID=3c472425-cbd0-409f-9fbe-845a3645f084,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:22.409705 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-fedffe42-a74d-42e4-afc2-6fe34b4b49c5 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] For port 3c472425-cbd0-409f-9fbe-845a3645f084, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=3c472425-cbd0-409f-9fbe-845a3645f084,segment=NetworkSegment(17c156cb-e710-4ca2-a5b7-e3a30c197853),segment_id=17c156cb-e710-4ca2-a5b7-e3a30c197853)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:31:22.410096 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fedffe42-a74d-42e4-afc2-6fe34b4b49c5 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:22.414093 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4a5bd3-df2b-4e26-9bb5-73ece7657f81 None None] No DVR routers for this DVR port 3c472425-cbd0-409f-9fbe-845a3645f084 on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:31:22.428493 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-fedffe42-a74d-42e4-afc2-6fe34b4b49c5 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Calling delete_port for 3c472425-cbd0-409f-9fbe-845a3645f084 owned by network:dhcp {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:31:22.482671 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-83308f81-5973-4a0f-9e9d-75425f1104f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:22.509830 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fedffe42-a74d-42e4-afc2-6fe34b4b49c5 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:22.535012 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedffe42-a74d-42e4-afc2-6fe34b4b49c5 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event deleted for resources: {'Port': ['ID=3c472425-cbd0-409f-9fbe-845a3645f084,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:22.538775 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedffe42-a74d-42e4-afc2-6fe34b4b49c5 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] No DVR routers for this DVR port 3c472425-cbd0-409f-9fbe-845a3645f084 on host n-d-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:31:22.622949 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fedffe42-a74d-42e4-afc2-6fe34b4b49c5 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:22.643197 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-fedffe42-a74d-42e4-afc2-6fe34b4b49c5 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cb5431e-1311-4a2a-893d-540f9f8e532f']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:31:22.653437 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-fedffe42-a74d-42e4-afc2-6fe34b4b49c5 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17c156cb-e710-4ca2-a5b7-e3a30c197853') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:31:22.653853 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-fedffe42-a74d-42e4-afc2-6fe34b4b49c5 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17c156cb-e710-4ca2-a5b7-e3a30c197853') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:31:22.669038 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fedffe42-a74d-42e4-afc2-6fe34b4b49c5 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:22.682040 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fedffe42-a74d-42e4-afc2-6fe34b4b49c5 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:22.688213 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fedffe42-a74d-42e4-afc2-6fe34b4b49c5 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:31:22.688636 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fedffe42-a74d-42e4-afc2-6fe34b4b49c5 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:22.691605 n-d-789963-9 neutron-server[101290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:31:22.691605 n-d-789963-9 neutron-server[101290]: self.session.flush() Sep 17 08:31:22.691605 n-d-789963-9 neutron-server[101290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:31:22.691605 n-d-789963-9 neutron-server[101290]: self.session.flush() Sep 17 08:31:22.691605 n-d-789963-9 neutron-server[101290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:31:22.691605 n-d-789963-9 neutron-server[101290]: self.session.flush() Sep 17 08:31:22.691605 n-d-789963-9 neutron-server[101290]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:31:22.691605 n-d-789963-9 neutron-server[101290]: self.session.flush() Sep 17 08:31:22.691605 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 08:31:22.691605 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:31:22.691605 n-d-789963-9 neutron-server[101290]: timer() Sep 17 08:31:22.691605 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:31:22.691605 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 08:31:22.691605 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:31:22.691605 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 08:31:22.691605 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:31:22.691605 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 08:31:22.691605 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:31:22.691605 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 08:31:22.691605 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:31:22.691605 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 08:31:22.691605 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:31:22.691605 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:31:22.691605 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:31:22.691605 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:31:22.691605 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:31:22.691605 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 08:31:22.691605 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:31:22.691605 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 08:31:22.691605 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:31:22.691605 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:31:22.691605 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:31:22.691605 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 08:31:22.691605 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:31:22.691605 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:31:22.691605 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:31:22.691605 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:31:22.691605 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:31:22.691605 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:31:22.691605 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:31:22.747828 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fedffe42-a74d-42e4-afc2-6fe34b4b49c5 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:22.754531 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fedffe42-a74d-42e4-afc2-6fe34b4b49c5 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:22.760790 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-fedffe42-a74d-42e4-afc2-6fe34b4b49c5 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "DELETE /v2.0/networks/2cb5431e-1311-4a2a-893d-540f9f8e532f HTTP/1.1" status: 204 len: 168 time: 0.8238525 Sep 17 08:31:22.761518 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53674) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:22.773025 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedffe42-a74d-42e4-afc2-6fe34b4b49c5 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event deleted for resources: {'Network': ['ID=2cb5431e-1311-4a2a-893d-540f9f8e532f,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:22.788482 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:22.811853 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c3ec81-8a65-449e-9f1b-954aa3fdd9e8 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:31:22.813342 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e0c3ec81-8a65-449e-9f1b-954aa3fdd9e8 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "GET /v2.0/ports/b6be2ee1-507f-4d73-8b2e-67188a4745c8 HTTP/1.1" status: 200 len: 840 time: 0.0449786 Sep 17 08:31:22.817110 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53676) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:22.855823 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-8fb1b551-0d78-4cc5-94f4-7e7c8e84996f tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "GET /v2.0/ports/b6be2ee1-507f-4d73-8b2e-67188a4745c8?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0375776 Sep 17 08:31:22.859539 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53678) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:22.865573 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-92c9a05a-e2a7-4985-aefc-f9c93d888d91 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Request body: {'subnet': {'network_id': 'a3b8a8c6-c76f-4558-b422-17b70146c49e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:22.961426 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c9a05a-e2a7-4985-aefc-f9c93d888d91 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Made reservation on behalf of 41f564cf8cfd493c840637eb9c66a658 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:31:22.965126 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-92c9a05a-e2a7-4985-aefc-f9c93d888d91 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:23.155809 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-92c9a05a-e2a7-4985-aefc-f9c93d888d91 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:23.196472 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c9a05a-e2a7-4985-aefc-f9c93d888d91 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Network a3b8a8c6-c76f-4558-b422-17b70146c49e is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:31:23.201778 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-92c9a05a-e2a7-4985-aefc-f9c93d888d91 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:31:23.205980 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c9a05a-e2a7-4985-aefc-f9c93d888d91 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:31:23.206715 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-92c9a05a-e2a7-4985-aefc-f9c93d888d91 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:23.215720 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a724be-4374-4cea-b707-1efc7ff352a3 None None] Network a3b8a8c6-c76f-4558-b422-17b70146c49e requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:31:23.221629 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c9a05a-e2a7-4985-aefc-f9c93d888d91 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event updated for resources: {'Subnet': ['ID=8ef50018-27a5-4bf5-9536-8f8f49ae436c,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:23.237094 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-92c9a05a-e2a7-4985-aefc-f9c93d888d91 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3744447 Sep 17 08:31:23.237279 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53680) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:23.242646 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-37d1961c-299a-40f3-b145-25cec15522ef tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Request body: {'security_group': {'name': 'tempest-secgroup-936400700'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:23.271739 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-37d1961c-299a-40f3-b145-25cec15522ef tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:23.375913 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-37d1961c-299a-40f3-b145-25cec15522ef tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:23.382983 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-37d1961c-299a-40f3-b145-25cec15522ef tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:23.410361 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-37d1961c-299a-40f3-b145-25cec15522ef tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:23.411652 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-37d1961c-299a-40f3-b145-25cec15522ef tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1734169 Sep 17 08:31:23.415306 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53682) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:23.421395 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d1961c-299a-40f3-b145-25cec15522ef tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b66b864-8b9f-469d-9ee0-1c87f9922813,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:23.421823 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-e0a98173-ef5c-4f90-a3d3-14e74d77874c tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Request body: {'security_group': {'name': 'tempest-secgroup-1084650099'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:23.446266 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e0a98173-ef5c-4f90-a3d3-14e74d77874c tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:23.509887 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 3c472425-cbd0-409f-9fbe-845a3645f084 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:31:23.534874 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 3c472425-cbd0-409f-9fbe-845a3645f084 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:31:23.535232 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 3c472425-cbd0-409f-9fbe-845a3645f084 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:31:23.541323 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e0a98173-ef5c-4f90-a3d3-14e74d77874c tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:23.547243 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e0a98173-ef5c-4f90-a3d3-14e74d77874c tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:23.577192 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e0a98173-ef5c-4f90-a3d3-14e74d77874c tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:23.580278 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e0a98173-ef5c-4f90-a3d3-14e74d77874c tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1636798 Sep 17 08:31:23.582229 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53684) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:23.584822 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a98173-ef5c-4f90-a3d3-14e74d77874c tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54cb6adc-b560-420f-914c-9d1ef2a2221f,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:23.596081 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-235a39f0-fec8-4fa9-9fb8-04215a5ea322 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-921347307', 'security_groups': ['54cb6adc-b560-420f-914c-9d1ef2a2221f'], 'network_id': 'a3b8a8c6-c76f-4558-b422-17b70146c49e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8ef50018-27a5-4bf5-9536-8f8f49ae436c'}]}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:23.598529 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50e4615-ede7-4b53-8323-5723875b82af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-a3b8a8c6-c76f-4558-b422-17b70146c49e', 'network_id': 'a3b8a8c6-c76f-4558-b422-17b70146c49e', 'tenant_id': '41f564cf8cfd493c840637eb9c66a658', 'fixed_ips': [{'subnet_id': '8ef50018-27a5-4bf5-9536-8f8f49ae436c'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:31:23.600843 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d50e4615-ede7-4b53-8323-5723875b82af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:23.740242 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-235a39f0-fec8-4fa9-9fb8-04215a5ea322 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Made reservation on behalf of 41f564cf8cfd493c840637eb9c66a658 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:31:23.750309 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-d50e4615-ede7-4b53-8323-5723875b82af None None] Allocated IP 172.20.0.2 (a3b8a8c6-c76f-4558-b422-17b70146c49e/8ef50018-27a5-4bf5-9536-8f8f49ae436c/ab7c73a0-f34f-46fe-a4c8-e846b9649171) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:31:23.853554 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-235a39f0-fec8-4fa9-9fb8-04215a5ea322 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:23.874644 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [None req-235a39f0-fec8-4fa9-9fb8-04215a5ea322 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] device_id is not set on port 788e0fc7-3e8d-43f6-9271-150025e00dd6 yet. {{(pid=101290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 08:31:23.943279 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d50e4615-ede7-4b53-8323-5723875b82af None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:23.956956 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d50e4615-ede7-4b53-8323-5723875b82af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:24.007353 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50e4615-ede7-4b53-8323-5723875b82af None None] Pushing event updated for resources: {'Port': ['ID=ab7c73a0-f34f-46fe-a4c8-e846b9649171,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:24.016086 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:24.028357 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50e4615-ede7-4b53-8323-5723875b82af None None] Network a3b8a8c6-c76f-4558-b422-17b70146c49e is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:31:24.030160 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-d50e4615-ede7-4b53-8323-5723875b82af None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:31:24.036200 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50e4615-ede7-4b53-8323-5723875b82af None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:31:24.096316 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-d50e4615-ede7-4b53-8323-5723875b82af None None] Attempting to bind port ab7c73a0-f34f-46fe-a4c8-e846b9649171 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:31:24.096610 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-d50e4615-ede7-4b53-8323-5723875b82af None None] Attempting to bind port ab7c73a0-f34f-46fe-a4c8-e846b9649171 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'ac324bef-e678-459b-934d-07fd9e030cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a3b8a8c6-c76f-4558-b422-17b70146c49e'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:31:24.097172 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50e4615-ede7-4b53-8323-5723875b82af None None] Attempting to bind port ab7c73a0-f34f-46fe-a4c8-e846b9649171 on network a3b8a8c6-c76f-4558-b422-17b70146c49e {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:31:24.103014 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50e4615-ede7-4b53-8323-5723875b82af None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:31:24.103455 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50e4615-ede7-4b53-8323-5723875b82af None None] Checking segment: {'id': 'ac324bef-e678-459b-934d-07fd9e030cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a3b8a8c6-c76f-4558-b422-17b70146c49e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:31:24.103942 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d50e4615-ede7-4b53-8323-5723875b82af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:24.104340 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50e4615-ede7-4b53-8323-5723875b82af None None] Bound using segment: {'id': 'ac324bef-e678-459b-934d-07fd9e030cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a3b8a8c6-c76f-4558-b422-17b70146c49e'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:31:24.104807 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-d50e4615-ede7-4b53-8323-5723875b82af None None] Bound port: ab7c73a0-f34f-46fe-a4c8-e846b9649171, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac324bef-e678-459b-934d-07fd9e030cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a3b8a8c6-c76f-4558-b422-17b70146c49e'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:31:24.105301 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d50e4615-ede7-4b53-8323-5723875b82af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:24.106079 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.db.api [None req-235a39f0-fec8-4fa9-9fb8-04215a5ea322 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-e2ffcc5e-fdbd-42f8-8e56-99c60147b1b4 {{(pid=101290) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 08:31:24.106585 n-d-789963-9 neutron-server[101290]: DEBUG oslo_db.api [None req-235a39f0-fec8-4fa9-9fb8-04215a5ea322 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 08:31:24.174601 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-d50e4615-ede7-4b53-8323-5723875b82af None None] For port ab7c73a0-f34f-46fe-a4c8-e846b9649171, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:31:24.177875 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-d50e4615-ede7-4b53-8323-5723875b82af None None] For port ab7c73a0-f34f-46fe-a4c8-e846b9649171, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=ab7c73a0-f34f-46fe-a4c8-e846b9649171,segment=NetworkSegment(ac324bef-e678-459b-934d-07fd9e030cdd),segment_id=ac324bef-e678-459b-934d-07fd9e030cdd)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:31:24.183156 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d50e4615-ede7-4b53-8323-5723875b82af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:24.250953 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50e4615-ede7-4b53-8323-5723875b82af None None] Pushing event updated for resources: {'Port': ['ID=ab7c73a0-f34f-46fe-a4c8-e846b9649171,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:24.607995 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-235a39f0-fec8-4fa9-9fb8-04215a5ea322 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:24.631393 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [None req-235a39f0-fec8-4fa9-9fb8-04215a5ea322 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] device_id is not set on port 5895319b-ff92-488a-afda-037a5b75e99c yet. {{(pid=101290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 08:31:24.787480 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-235a39f0-fec8-4fa9-9fb8-04215a5ea322 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Allocated IP 172.20.0.11 (a3b8a8c6-c76f-4558-b422-17b70146c49e/8ef50018-27a5-4bf5-9536-8f8f49ae436c/5895319b-ff92-488a-afda-037a5b75e99c) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:31:24.940097 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-235a39f0-fec8-4fa9-9fb8-04215a5ea322 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:24.975253 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-235a39f0-fec8-4fa9-9fb8-04215a5ea322 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:25.021298 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235a39f0-fec8-4fa9-9fb8-04215a5ea322 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Network a3b8a8c6-c76f-4558-b422-17b70146c49e is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:31:25.027048 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-235a39f0-fec8-4fa9-9fb8-04215a5ea322 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:31:25.032973 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235a39f0-fec8-4fa9-9fb8-04215a5ea322 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:31:25.036998 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235a39f0-fec8-4fa9-9fb8-04215a5ea322 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event updated for resources: {'Port': ['ID=5895319b-ff92-488a-afda-037a5b75e99c,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:25.101736 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235a39f0-fec8-4fa9-9fb8-04215a5ea322 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:31:25.102390 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-235a39f0-fec8-4fa9-9fb8-04215a5ea322 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:25.118753 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-235a39f0-fec8-4fa9-9fb8-04215a5ea322 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5343740 Sep 17 08:31:25.125451 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53708) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:25.130944 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-8e7964b8-9c5b-45fd-98f2-00822c1f65be tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Request body: {'subnet': {'network_id': 'a3b8a8c6-c76f-4558-b422-17b70146c49e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:25.173664 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-9354ce4f-9456-4b95-ba22-c7326110af03 None None] Provisioning complete for port b6be2ee1-507f-4d73-8b2e-67188a4745c8 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:31:25.174252 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9354ce4f-9456-4b95-ba22-c7326110af03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:25.212616 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-9354ce4f-9456-4b95-ba22-c7326110af03 None None] Port b6be2ee1-507f-4d73-8b2e-67188a4745c8 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:31:25.224609 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-9354ce4f-9456-4b95-ba22-c7326110af03 None None] Provisioning complete for port ab7c73a0-f34f-46fe-a4c8-e846b9649171 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:31:25.225022 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9354ce4f-9456-4b95-ba22-c7326110af03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:25.266273 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e7964b8-9c5b-45fd-98f2-00822c1f65be tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Made reservation on behalf of 41f564cf8cfd493c840637eb9c66a658 for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:31:25.271265 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8e7964b8-9c5b-45fd-98f2-00822c1f65be tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:25.330753 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9354ce4f-9456-4b95-ba22-c7326110af03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:25.372973 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-9354ce4f-9456-4b95-ba22-c7326110af03 None None] For port ab7c73a0-f34f-46fe-a4c8-e846b9649171, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=ab7c73a0-f34f-46fe-a4c8-e846b9649171,segment=NetworkSegment(ac324bef-e678-459b-934d-07fd9e030cdd),segment_id=ac324bef-e678-459b-934d-07fd9e030cdd)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:31:25.377915 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9354ce4f-9456-4b95-ba22-c7326110af03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:25.395855 n-d-789963-9 neutron-server[101289]: INFO neutron.db.ipam_backend_mixin [None req-8e7964b8-9c5b-45fd-98f2-00822c1f65be tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8ef50018-27a5-4bf5-9536-8f8f49ae436c (CIDR: 172.20.0.0/28) Sep 17 08:31:25.400258 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e7964b8-9c5b-45fd-98f2-00822c1f65be tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 08:31:25.401181 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e7964b8-9c5b-45fd-98f2-00822c1f65be tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:31:25.422508 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53710) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:25.423216 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-8e7964b8-9c5b-45fd-98f2-00822c1f65be tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2961078 Sep 17 08:31:25.427850 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-01e642b7-1b38-4d40-bdca-a9d47dfbd151 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Request body: {'subnet': {'network_id': 'a3b8a8c6-c76f-4558-b422-17b70146c49e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:25.434698 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:25.449252 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9354ce4f-9456-4b95-ba22-c7326110af03 None None] Pushing event updated for resources: {'Port': ['ID=ab7c73a0-f34f-46fe-a4c8-e846b9649171,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:25.479995 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device ab7c73a0-f34f-46fe-a4c8-e846b9649171 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:31:25.524720 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-9e90225c-007b-49f9-bbe9-b1bec95c41c6 None None] Provisioning complete for port 5895319b-ff92-488a-afda-037a5b75e99c triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:31:25.525186 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9e90225c-007b-49f9-bbe9-b1bec95c41c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:25.541797 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e642b7-1b38-4d40-bdca-a9d47dfbd151 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Made reservation on behalf of 41f564cf8cfd493c840637eb9c66a658 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:31:25.545340 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-01e642b7-1b38-4d40-bdca-a9d47dfbd151 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:25.569826 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-9e90225c-007b-49f9-bbe9-b1bec95c41c6 None None] Port 5895319b-ff92-488a-afda-037a5b75e99c cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:31:25.573420 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port ab7c73a0-f34f-46fe-a4c8-e846b9649171 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:31:25.573798 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:25.780736 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-01e642b7-1b38-4d40-bdca-a9d47dfbd151 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:25.823885 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e642b7-1b38-4d40-bdca-a9d47dfbd151 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Network a3b8a8c6-c76f-4558-b422-17b70146c49e is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:31:25.827203 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-01e642b7-1b38-4d40-bdca-a9d47dfbd151 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:31:25.831890 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e642b7-1b38-4d40-bdca-a9d47dfbd151 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:31:25.832484 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-01e642b7-1b38-4d40-bdca-a9d47dfbd151 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:25.839155 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1831163-389d-4ee9-a6f6-8cb24567dc35 None None] Network a3b8a8c6-c76f-4558-b422-17b70146c49e requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:31:25.848379 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e642b7-1b38-4d40-bdca-a9d47dfbd151 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event updated for resources: {'Subnet': ['ID=09f1fed2-add8-43c1-b83e-2b7e5ecf84a8,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:25.859419 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53712) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:25.859572 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-01e642b7-1b38-4d40-bdca-a9d47dfbd151 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4358284 Sep 17 08:31:25.865176 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-437820d4-75cc-4690-b4d9-ef457342bc0c tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1262412267', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '09f1fed2-add8-43c1-b83e-2b7e5ecf84a8'}], 'security_groups': ['5b66b864-8b9f-469d-9ee0-1c87f9922813']}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:26.012659 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-437820d4-75cc-4690-b4d9-ef457342bc0c tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:26.092163 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fc9067-6cf4-49a0-93db-7813513c647a None None] Update dhcp port {'port': {'network_id': 'a3b8a8c6-c76f-4558-b422-17b70146c49e', 'fixed_ips': [{'subnet_id': '8ef50018-27a5-4bf5-9536-8f8f49ae436c', 'ip_address': '172.20.0.2'}, {'subnet_id': '09f1fed2-add8-43c1-b83e-2b7e5ecf84a8'}], 'binding:host_id': 'n-d-789963-9'}, 'id': 'ab7c73a0-f34f-46fe-a4c8-e846b9649171'} from n-d-789963-9. {{(pid=101291) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 08:31:26.122362 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a9fc9067-6cf4-49a0-93db-7813513c647a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:26.371272 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-437820d4-75cc-4690-b4d9-ef457342bc0c tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Delete allocated IP 172.20.0.11 (a3b8a8c6-c76f-4558-b422-17b70146c49e/8ef50018-27a5-4bf5-9536-8f8f49ae436c) {{(pid=101289) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 17 08:31:26.380058 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-437820d4-75cc-4690-b4d9-ef457342bc0c tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Allocated IP 172.20.0.29 (a3b8a8c6-c76f-4558-b422-17b70146c49e/09f1fed2-add8-43c1-b83e-2b7e5ecf84a8/5895319b-ff92-488a-afda-037a5b75e99c) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:31:26.535312 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-437820d4-75cc-4690-b4d9-ef457342bc0c tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:26.540274 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-437820d4-75cc-4690-b4d9-ef457342bc0c tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:26.594119 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-a9fc9067-6cf4-49a0-93db-7813513c647a None None] Allocated IP 172.20.0.18 (a3b8a8c6-c76f-4558-b422-17b70146c49e/09f1fed2-add8-43c1-b83e-2b7e5ecf84a8/ab7c73a0-f34f-46fe-a4c8-e846b9649171) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:31:26.631649 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437820d4-75cc-4690-b4d9-ef457342bc0c tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event updated for resources: {'Port': ['ID=5895319b-ff92-488a-afda-037a5b75e99c,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:26.659054 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-437820d4-75cc-4690-b4d9-ef457342bc0c tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] In _notify_port_updated(), no bound segment for port 5895319b-ff92-488a-afda-037a5b75e99c on network a3b8a8c6-c76f-4558-b422-17b70146c49e {{(pid=101289) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 08:31:26.665151 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437820d4-75cc-4690-b4d9-ef457342bc0c tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:31:26.665790 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-437820d4-75cc-4690-b4d9-ef457342bc0c tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:26.667402 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-437820d4-75cc-4690-b4d9-ef457342bc0c tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "PUT /v2.0/ports/5895319b-ff92-488a-afda-037a5b75e99c HTTP/1.1" status: 200 len: 921 time: 0.8064878 Sep 17 08:31:26.670164 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53720) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:26.712311 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-a9fc9067-6cf4-49a0-93db-7813513c647a None None] For port ab7c73a0-f34f-46fe-a4c8-e846b9649171, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=ab7c73a0-f34f-46fe-a4c8-e846b9649171,segment=NetworkSegment(ac324bef-e678-459b-934d-07fd9e030cdd),segment_id=ac324bef-e678-459b-934d-07fd9e030cdd)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:31:26.745421 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a9fc9067-6cf4-49a0-93db-7813513c647a None None] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:26.753687 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a9fc9067-6cf4-49a0-93db-7813513c647a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:26.767158 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-e452db13-cef7-473f-8843-1ed114425acb tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Deleting port 5895319b-ff92-488a-afda-037a5b75e99c {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:31:26.767638 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e452db13-cef7-473f-8843-1ed114425acb tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:26.851403 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fc9067-6cf4-49a0-93db-7813513c647a None None] Pushing event updated for resources: {'Port': ['ID=ab7c73a0-f34f-46fe-a4c8-e846b9649171,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:26.883250 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e452db13-cef7-473f-8843-1ed114425acb tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:26.896011 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-e452db13-cef7-473f-8843-1ed114425acb tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Calling delete_port for 5895319b-ff92-488a-afda-037a5b75e99c owned by {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:31:27.038905 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e452db13-cef7-473f-8843-1ed114425acb tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:27.073274 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e452db13-cef7-473f-8843-1ed114425acb tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event deleted for resources: {'Port': ['ID=5895319b-ff92-488a-afda-037a5b75e99c,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:27.171145 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e452db13-cef7-473f-8843-1ed114425acb tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:27.175230 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e452db13-cef7-473f-8843-1ed114425acb tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "DELETE /v2.0/ports/5895319b-ff92-488a-afda-037a5b75e99c HTTP/1.1" status: 204 len: 168 time: 0.5035410 Sep 17 08:31:27.177763 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53722) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:27.213870 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-29dfa21c-b9bd-40cd-815f-1e3fe432271c tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] GET failed (client error): The resource could not be found. Sep 17 08:31:27.216842 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-29dfa21c-b9bd-40cd-815f-1e3fe432271c tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "GET /v2.0/ports/5895319b-ff92-488a-afda-037a5b75e99c HTTP/1.1" status: 404 len: 333 time: 0.0373716 Sep 17 08:31:27.219932 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53724) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:27.295242 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d50196c6-a819-41c9-9212-319af91cc314 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:27.320538 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d50196c6-a819-41c9-9212-319af91cc314 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:27.374479 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d50196c6-a819-41c9-9212-319af91cc314 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:27.378955 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d50196c6-a819-41c9-9212-319af91cc314 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:27.380298 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-d50196c6-a819-41c9-9212-319af91cc314 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "DELETE /v2.0/security-groups/54cb6adc-b560-420f-914c-9d1ef2a2221f HTTP/1.1" status: 204 len: 168 time: 0.1591120 Sep 17 08:31:27.383484 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53728) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:27.391155 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50196c6-a819-41c9-9212-319af91cc314 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54cb6adc-b560-420f-914c-9d1ef2a2221f,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:27.461201 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device ab7c73a0-f34f-46fe-a4c8-e846b9649171 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:31:27.464945 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-918bc665-7ff9-46ed-a28f-0870ae69ac7e tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:27.489782 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-918bc665-7ff9-46ed-a28f-0870ae69ac7e tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:27.520211 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-d038d5a3-5801-4054-845a-9247939442ad None None] Provisioning complete for port b6be2ee1-507f-4d73-8b2e-67188a4745c8 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:31:27.520583 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d038d5a3-5801-4054-845a-9247939442ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:27.546134 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-918bc665-7ff9-46ed-a28f-0870ae69ac7e tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:27.549349 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-918bc665-7ff9-46ed-a28f-0870ae69ac7e tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:27.550610 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-918bc665-7ff9-46ed-a28f-0870ae69ac7e tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "DELETE /v2.0/security-groups/5b66b864-8b9f-469d-9ee0-1c87f9922813 HTTP/1.1" status: 204 len: 168 time: 0.1660023 Sep 17 08:31:27.554072 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53730) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:27.561404 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-d038d5a3-5801-4054-845a-9247939442ad None None] Port b6be2ee1-507f-4d73-8b2e-67188a4745c8 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:31:27.561715 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918bc665-7ff9-46ed-a28f-0870ae69ac7e tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b66b864-8b9f-469d-9ee0-1c87f9922813,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:27.567295 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port ab7c73a0-f34f-46fe-a4c8-e846b9649171 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:31:27.567452 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:27.608372 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-d038d5a3-5801-4054-845a-9247939442ad None None] Provisioning complete for port ab7c73a0-f34f-46fe-a4c8-e846b9649171 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:31:27.608948 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d038d5a3-5801-4054-845a-9247939442ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:27.619165 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ccf703b-004c-4f7e-89ff-35b4c951d3cd tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Deleting subnet 8ef50018-27a5-4bf5-9536-8f8f49ae436c {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:31:27.622266 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1ccf703b-004c-4f7e-89ff-35b4c951d3cd tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:27.662973 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1ccf703b-004c-4f7e-89ff-35b4c951d3cd tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:27.728450 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-d038d5a3-5801-4054-845a-9247939442ad None None] Could not find standard attr ID for object 5895319b-ff92-488a-afda-037a5b75e99c. {{(pid=101291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 08:31:27.748032 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1ccf703b-004c-4f7e-89ff-35b4c951d3cd tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:27.808458 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1ccf703b-004c-4f7e-89ff-35b4c951d3cd tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:27.837990 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccf703b-004c-4f7e-89ff-35b4c951d3cd tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event deleted for resources: {'Subnet': ['ID=8ef50018-27a5-4bf5-9536-8f8f49ae436c,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:27.841101 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1ccf703b-004c-4f7e-89ff-35b4c951d3cd tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:27.843274 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-1ccf703b-004c-4f7e-89ff-35b4c951d3cd tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "DELETE /v2.0/subnets/8ef50018-27a5-4bf5-9536-8f8f49ae436c HTTP/1.1" status: 204 len: 168 time: 0.2872539 Sep 17 08:31:27.846730 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53732) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:27.852458 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-731f3622-dca9-46b8-8632-98e063398728 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Request body: {'subnet': {'network_id': 'a3b8a8c6-c76f-4558-b422-17b70146c49e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:27.965446 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-731f3622-dca9-46b8-8632-98e063398728 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Made reservation on behalf of 41f564cf8cfd493c840637eb9c66a658 for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:31:27.969067 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-731f3622-dca9-46b8-8632-98e063398728 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:27.988038 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86954bf-2c6b-4656-a6b9-b8635df55341 None None] Network a3b8a8c6-c76f-4558-b422-17b70146c49e requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:31:28.050942 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-af123fa7-1292-43a7-924c-26a5824a251f None None] Could not find standard attr ID for object 5895319b-ff92-488a-afda-037a5b75e99c. {{(pid=101291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 08:31:28.196088 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-731f3622-dca9-46b8-8632-98e063398728 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:28.603407 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731f3622-dca9-46b8-8632-98e063398728 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Network a3b8a8c6-c76f-4558-b422-17b70146c49e is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:31:28.606724 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-731f3622-dca9-46b8-8632-98e063398728 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:31:28.610989 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731f3622-dca9-46b8-8632-98e063398728 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:31:28.611584 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-731f3622-dca9-46b8-8632-98e063398728 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:28.621489 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731f3622-dca9-46b8-8632-98e063398728 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event updated for resources: {'Subnet': ['ID=b546f736-8fe9-4005-8a5f-cff7183bf861,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:28.636865 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53740) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:28.637372 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-731f3622-dca9-46b8-8632-98e063398728 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7891855 Sep 17 08:31:28.641832 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-ab6a476f-5d89-428e-8e23-e77b7612161f tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Request body: {'security_group': {'name': 'tempest-secgroup-688366068'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:28.657027 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3fc0fb-05ea-4516-bf32-6df2d184c60f None None] Network a3b8a8c6-c76f-4558-b422-17b70146c49e requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:31:28.666685 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ab6a476f-5d89-428e-8e23-e77b7612161f tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:28.727461 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1f897d26-816b-4c89-b6f0-cae76cb036da None None] Provisioning complete for port b6be2ee1-507f-4d73-8b2e-67188a4745c8 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:31:28.727757 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1f897d26-816b-4c89-b6f0-cae76cb036da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:28.751424 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ab6a476f-5d89-428e-8e23-e77b7612161f tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:28.756462 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ab6a476f-5d89-428e-8e23-e77b7612161f tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:28.776838 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1f897d26-816b-4c89-b6f0-cae76cb036da None None] Port b6be2ee1-507f-4d73-8b2e-67188a4745c8 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:31:28.786977 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ab6a476f-5d89-428e-8e23-e77b7612161f tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:28.791303 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ab6a476f-5d89-428e-8e23-e77b7612161f tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1507728 Sep 17 08:31:28.791721 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53742) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:28.793927 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6a476f-5d89-428e-8e23-e77b7612161f tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72ca8f5b-bbb0-4fd3-b66c-f9023540605c,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:28.796766 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-ab3e9f9e-0ff3-4cc5-9ae4-49cefe800ffe tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Request body: {'security_group': {'name': 'tempest-secgroup-1998158626'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:28.821385 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1f897d26-816b-4c89-b6f0-cae76cb036da None None] Provisioning complete for port ab7c73a0-f34f-46fe-a4c8-e846b9649171 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:31:28.821622 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ab3e9f9e-0ff3-4cc5-9ae4-49cefe800ffe tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:28.821807 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1f897d26-816b-4c89-b6f0-cae76cb036da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:28.927558 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ab3e9f9e-0ff3-4cc5-9ae4-49cefe800ffe tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:28.939158 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ab3e9f9e-0ff3-4cc5-9ae4-49cefe800ffe tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:28.970016 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ab3e9f9e-0ff3-4cc5-9ae4-49cefe800ffe tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:28.971356 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ab3e9f9e-0ff3-4cc5-9ae4-49cefe800ffe tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1785445 Sep 17 08:31:28.974101 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53744) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:28.979676 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-94e05877-a4bd-404a-a55c-76dbe5d993af tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Request body: {'security_group': {'name': 'tempest-secgroup-1302593775'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:28.981099 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8470f14-d188-44f9-a8f2-ccd38ca39d6e None None] Update dhcp port {'port': {'network_id': 'a3b8a8c6-c76f-4558-b422-17b70146c49e', 'fixed_ips': [{'subnet_id': '09f1fed2-add8-43c1-b83e-2b7e5ecf84a8', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b546f736-8fe9-4005-8a5f-cff7183bf861'}], 'binding:host_id': 'n-d-789963-9'}, 'id': 'ab7c73a0-f34f-46fe-a4c8-e846b9649171'} from n-d-789963-9. {{(pid=101291) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 08:31:28.981951 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3e9f9e-0ff3-4cc5-9ae4-49cefe800ffe tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=835b44c9-ff0f-425a-bb83-da127d4a0f1d,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:29.005717 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-94e05877-a4bd-404a-a55c-76dbe5d993af tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:29.008862 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c8470f14-d188-44f9-a8f2-ccd38ca39d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:29.114435 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-94e05877-a4bd-404a-a55c-76dbe5d993af tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:29.120641 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-94e05877-a4bd-404a-a55c-76dbe5d993af tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:29.149705 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-94e05877-a4bd-404a-a55c-76dbe5d993af tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:29.151250 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-94e05877-a4bd-404a-a55c-76dbe5d993af tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1760831 Sep 17 08:31:29.154189 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53746) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:29.159763 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-7945b744-7174-4033-97e1-0236946f19ca tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-90195446', 'security_groups': ['95703516-6d52-4445-b11a-b7f1e8fc2692'], 'network_id': 'a3b8a8c6-c76f-4558-b422-17b70146c49e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b546f736-8fe9-4005-8a5f-cff7183bf861'}]}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:29.174585 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e05877-a4bd-404a-a55c-76dbe5d993af tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95703516-6d52-4445-b11a-b7f1e8fc2692,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:29.189887 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-c8470f14-d188-44f9-a8f2-ccd38ca39d6e None None] Allocated IP 172.20.0.2 (a3b8a8c6-c76f-4558-b422-17b70146c49e/b546f736-8fe9-4005-8a5f-cff7183bf861/ab7c73a0-f34f-46fe-a4c8-e846b9649171) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:31:29.270667 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7945b744-7174-4033-97e1-0236946f19ca tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Made reservation on behalf of 41f564cf8cfd493c840637eb9c66a658 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:31:29.292111 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-c8470f14-d188-44f9-a8f2-ccd38ca39d6e None None] For port ab7c73a0-f34f-46fe-a4c8-e846b9649171, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=ab7c73a0-f34f-46fe-a4c8-e846b9649171,segment=NetworkSegment(ac324bef-e678-459b-934d-07fd9e030cdd),segment_id=ac324bef-e678-459b-934d-07fd9e030cdd)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:31:29.323101 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c8470f14-d188-44f9-a8f2-ccd38ca39d6e None None] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:29.328751 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c8470f14-d188-44f9-a8f2-ccd38ca39d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:29.369392 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7945b744-7174-4033-97e1-0236946f19ca tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:29.386329 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [None req-7945b744-7174-4033-97e1-0236946f19ca tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] device_id is not set on port b81afdd1-3474-4a3b-af5d-217550cfcdf8 yet. {{(pid=101290) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 08:31:29.417340 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8470f14-d188-44f9-a8f2-ccd38ca39d6e None None] Pushing event updated for resources: {'Port': ['ID=ab7c73a0-f34f-46fe-a4c8-e846b9649171,revision_number=6']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:29.564821 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-7945b744-7174-4033-97e1-0236946f19ca tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Allocated IP 172.20.0.5 (a3b8a8c6-c76f-4558-b422-17b70146c49e/b546f736-8fe9-4005-8a5f-cff7183bf861/b81afdd1-3474-4a3b-af5d-217550cfcdf8) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:31:29.712122 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7945b744-7174-4033-97e1-0236946f19ca tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:29.747817 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7945b744-7174-4033-97e1-0236946f19ca tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:29.804539 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7945b744-7174-4033-97e1-0236946f19ca tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Network a3b8a8c6-c76f-4558-b422-17b70146c49e is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:31:29.809881 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-7945b744-7174-4033-97e1-0236946f19ca tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:31:29.814682 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7945b744-7174-4033-97e1-0236946f19ca tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:31:29.818653 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7945b744-7174-4033-97e1-0236946f19ca tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event updated for resources: {'Port': ['ID=b81afdd1-3474-4a3b-af5d-217550cfcdf8,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:29.872555 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7945b744-7174-4033-97e1-0236946f19ca tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:31:29.873197 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7945b744-7174-4033-97e1-0236946f19ca tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:29.888599 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-7945b744-7174-4033-97e1-0236946f19ca tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.7331684 Sep 17 08:31:29.891065 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53750) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:29.896479 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-c1bb2889-2367-4a57-989f-51dc23acc23d tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Request body: {'subnet': {'network_id': 'a3b8a8c6-c76f-4558-b422-17b70146c49e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:29.974600 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-92ae1e11-e0ec-4140-8585-215085ecee31 None None] Provisioning complete for port b6be2ee1-507f-4d73-8b2e-67188a4745c8 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:31:29.975074 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-92ae1e11-e0ec-4140-8585-215085ecee31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:30.016897 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1bb2889-2367-4a57-989f-51dc23acc23d tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Made reservation on behalf of 41f564cf8cfd493c840637eb9c66a658 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:31:30.023034 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c1bb2889-2367-4a57-989f-51dc23acc23d tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:30.023378 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-92ae1e11-e0ec-4140-8585-215085ecee31 None None] Port b6be2ee1-507f-4d73-8b2e-67188a4745c8 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:31:30.035248 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-92ae1e11-e0ec-4140-8585-215085ecee31 None None] Provisioning complete for port ab7c73a0-f34f-46fe-a4c8-e846b9649171 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:31:30.036006 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-92ae1e11-e0ec-4140-8585-215085ecee31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:30.129451 n-d-789963-9 neutron-server[101290]: INFO neutron.db.ipam_backend_mixin [None req-c1bb2889-2367-4a57-989f-51dc23acc23d tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b546f736-8fe9-4005-8a5f-cff7183bf861 (CIDR: 172.20.0.0/28) Sep 17 08:31:30.133924 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1bb2889-2367-4a57-989f-51dc23acc23d tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 08:31:30.134073 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1bb2889-2367-4a57-989f-51dc23acc23d tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:31:30.148953 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c1bb2889-2367-4a57-989f-51dc23acc23d tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2566111 Sep 17 08:31:30.151462 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53752) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:30.156783 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-8f8923cb-4814-434b-b409-a6cedf59513d tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Request body: {'subnet': {'network_id': 'a3b8a8c6-c76f-4558-b422-17b70146c49e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:30.268746 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-2cd22b5c-f9bf-454b-bece-1d59cfcc9666 None None] Provisioning complete for port b81afdd1-3474-4a3b-af5d-217550cfcdf8 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:31:30.269143 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2cd22b5c-f9bf-454b-bece-1d59cfcc9666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:30.275483 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8923cb-4814-434b-b409-a6cedf59513d tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Made reservation on behalf of 41f564cf8cfd493c840637eb9c66a658 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:31:30.280101 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8f8923cb-4814-434b-b409-a6cedf59513d tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:30.303614 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-2cd22b5c-f9bf-454b-bece-1d59cfcc9666 None None] Port b81afdd1-3474-4a3b-af5d-217550cfcdf8 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:31:30.366450 n-d-789963-9 neutron-server[101290]: INFO neutron.db.ipam_backend_mixin [None req-8f8923cb-4814-434b-b409-a6cedf59513d tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 09f1fed2-add8-43c1-b83e-2b7e5ecf84a8 (CIDR: 172.20.0.16/28) Sep 17 08:31:30.369626 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f8923cb-4814-434b-b409-a6cedf59513d tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 08:31:30.370132 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f8923cb-4814-434b-b409-a6cedf59513d tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:31:30.383892 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-8f8923cb-4814-434b-b409-a6cedf59513d tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.2313688 Sep 17 08:31:30.386790 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53754) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:30.392049 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-58e48125-c245-4856-bb65-dc10eab63979 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Request body: {'subnet': {'network_id': 'a3b8a8c6-c76f-4558-b422-17b70146c49e', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:30.514703 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e48125-c245-4856-bb65-dc10eab63979 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Made reservation on behalf of 41f564cf8cfd493c840637eb9c66a658 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:31:30.518404 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-58e48125-c245-4856-bb65-dc10eab63979 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:30.739979 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-58e48125-c245-4856-bb65-dc10eab63979 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:30.783128 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e48125-c245-4856-bb65-dc10eab63979 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Network a3b8a8c6-c76f-4558-b422-17b70146c49e is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:31:30.786303 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-58e48125-c245-4856-bb65-dc10eab63979 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:31:30.789196 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e48125-c245-4856-bb65-dc10eab63979 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:31:30.789992 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-58e48125-c245-4856-bb65-dc10eab63979 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:30.795768 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f0c1b8-6cc2-4cd9-adf0-1f9a2a26b53e None None] Network a3b8a8c6-c76f-4558-b422-17b70146c49e requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:31:30.801773 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e48125-c245-4856-bb65-dc10eab63979 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event updated for resources: {'Subnet': ['ID=d7b6eab8-8771-4bfa-bde2-6f63c3d47072,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:30.816216 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-58e48125-c245-4856-bb65-dc10eab63979 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4282556 Sep 17 08:31:30.818736 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53758) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:30.825105 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-26732705-2f54-47fc-8ee3-d11d6afcf258 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-570137599', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd7b6eab8-8771-4bfa-bde2-6f63c3d47072'}], 'security_groups': ['72ca8f5b-bbb0-4fd3-b66c-f9023540605c', '835b44c9-ff0f-425a-bb83-da127d4a0f1d']}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:30.894710 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-26732705-2f54-47fc-8ee3-d11d6afcf258 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:31.034849 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279bc85b-ee44-4c70-8b2d-93529307bc2a None None] Update dhcp port {'port': {'network_id': 'a3b8a8c6-c76f-4558-b422-17b70146c49e', 'fixed_ips': [{'subnet_id': '09f1fed2-add8-43c1-b83e-2b7e5ecf84a8', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b546f736-8fe9-4005-8a5f-cff7183bf861', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd7b6eab8-8771-4bfa-bde2-6f63c3d47072'}], 'binding:host_id': 'n-d-789963-9'}, 'id': 'ab7c73a0-f34f-46fe-a4c8-e846b9649171'} from n-d-789963-9. {{(pid=101291) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 08:31:31.058959 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-279bc85b-ee44-4c70-8b2d-93529307bc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:31.198733 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-26732705-2f54-47fc-8ee3-d11d6afcf258 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Delete allocated IP 172.20.0.5 (a3b8a8c6-c76f-4558-b422-17b70146c49e/b546f736-8fe9-4005-8a5f-cff7183bf861) {{(pid=101290) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 17 08:31:31.207661 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-26732705-2f54-47fc-8ee3-d11d6afcf258 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Allocated IP 172.20.0.38 (a3b8a8c6-c76f-4558-b422-17b70146c49e/d7b6eab8-8771-4bfa-bde2-6f63c3d47072/b81afdd1-3474-4a3b-af5d-217550cfcdf8) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:31:31.372550 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-26732705-2f54-47fc-8ee3-d11d6afcf258 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:31.378024 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-26732705-2f54-47fc-8ee3-d11d6afcf258 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:31.410313 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device ab7c73a0-f34f-46fe-a4c8-e846b9649171 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:31:31.457277 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26732705-2f54-47fc-8ee3-d11d6afcf258 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event updated for resources: {'Port': ['ID=b81afdd1-3474-4a3b-af5d-217550cfcdf8,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:31.462104 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-279bc85b-ee44-4c70-8b2d-93529307bc2a None None] Allocated IP 172.20.0.34 (a3b8a8c6-c76f-4558-b422-17b70146c49e/d7b6eab8-8771-4bfa-bde2-6f63c3d47072/ab7c73a0-f34f-46fe-a4c8-e846b9649171) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:31:31.496703 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-26732705-2f54-47fc-8ee3-d11d6afcf258 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] In _notify_port_updated(), no bound segment for port b81afdd1-3474-4a3b-af5d-217550cfcdf8 on network a3b8a8c6-c76f-4558-b422-17b70146c49e {{(pid=101290) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 08:31:31.502244 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26732705-2f54-47fc-8ee3-d11d6afcf258 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:31:31.502826 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-26732705-2f54-47fc-8ee3-d11d6afcf258 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:31.507277 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-26732705-2f54-47fc-8ee3-d11d6afcf258 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "PUT /v2.0/ports/b81afdd1-3474-4a3b-af5d-217550cfcdf8 HTTP/1.1" status: 200 len: 959 time: 0.6833785 Sep 17 08:31:31.507431 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port ab7c73a0-f34f-46fe-a4c8-e846b9649171 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:31:31.507431 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:31.507627 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53760) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:31.575473 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53764) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:31.637229 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ac9a122-6497-4bb5-86d9-b57f0c9d6c6b admin admin] Deleting subnet 20f189cb-c847-4f56-8c9d-cfd5bf0a20b3 {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:31:31.642486 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1ac9a122-6497-4bb5-86d9-b57f0c9d6c6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:31.676364 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-8006db25-8043-4882-9a72-9bf7152f40d1 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Deleting port b81afdd1-3474-4a3b-af5d-217550cfcdf8 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:31:31.676696 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8006db25-8043-4882-9a72-9bf7152f40d1 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:31.698019 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1ac9a122-6497-4bb5-86d9-b57f0c9d6c6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:31.751907 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-279bc85b-ee44-4c70-8b2d-93529307bc2a None None] For port ab7c73a0-f34f-46fe-a4c8-e846b9649171, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=ab7c73a0-f34f-46fe-a4c8-e846b9649171,segment=NetworkSegment(ac324bef-e678-459b-934d-07fd9e030cdd),segment_id=ac324bef-e678-459b-934d-07fd9e030cdd)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:31:31.784244 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1ac9a122-6497-4bb5-86d9-b57f0c9d6c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:31.802981 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-279bc85b-ee44-4c70-8b2d-93529307bc2a None None] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:31.812189 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-279bc85b-ee44-4c70-8b2d-93529307bc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:31.827697 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8006db25-8043-4882-9a72-9bf7152f40d1 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:31.845183 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-8006db25-8043-4882-9a72-9bf7152f40d1 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Calling delete_port for b81afdd1-3474-4a3b-af5d-217550cfcdf8 owned by {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:31:31.895003 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1ac9a122-6497-4bb5-86d9-b57f0c9d6c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:31.912557 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279bc85b-ee44-4c70-8b2d-93529307bc2a None None] Pushing event updated for resources: {'Port': ['ID=ab7c73a0-f34f-46fe-a4c8-e846b9649171,revision_number=7']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:31.927806 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac9a122-6497-4bb5-86d9-b57f0c9d6c6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20f189cb-c847-4f56-8c9d-cfd5bf0a20b3,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:31.932860 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1ac9a122-6497-4bb5-86d9-b57f0c9d6c6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:31.934742 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-1ac9a122-6497-4bb5-86d9-b57f0c9d6c6b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/20f189cb-c847-4f56-8c9d-cfd5bf0a20b3 HTTP/1.1" status: 204 len: 168 time: 0.3582640 Sep 17 08:31:31.937538 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53766) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:32.009678 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e8ddce63-1e7e-4aeb-8a3a-ace1be03d49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:32.033836 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8006db25-8043-4882-9a72-9bf7152f40d1 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:32.064290 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8006db25-8043-4882-9a72-9bf7152f40d1 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event deleted for resources: {'Port': ['ID=b81afdd1-3474-4a3b-af5d-217550cfcdf8,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:32.112797 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e8ddce63-1e7e-4aeb-8a3a-ace1be03d49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:32.133548 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-e8ddce63-1e7e-4aeb-8a3a-ace1be03d49e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2804f593-33a9-4ff0-9342-d027a5a5afa0']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:31:32.137947 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8006db25-8043-4882-9a72-9bf7152f40d1 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:32.140324 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-8006db25-8043-4882-9a72-9bf7152f40d1 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "DELETE /v2.0/ports/b81afdd1-3474-4a3b-af5d-217550cfcdf8 HTTP/1.1" status: 204 len: 168 time: 0.6317494 Sep 17 08:31:32.142953 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53768) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:32.143404 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-e8ddce63-1e7e-4aeb-8a3a-ace1be03d49e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46512d9c-13b8-4cb3-9789-08a166c3b438') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:31:32.143702 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-e8ddce63-1e7e-4aeb-8a3a-ace1be03d49e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46512d9c-13b8-4cb3-9789-08a166c3b438') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:31:32.158322 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e8ddce63-1e7e-4aeb-8a3a-ace1be03d49e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:32.173354 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e8ddce63-1e7e-4aeb-8a3a-ace1be03d49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:32.173824 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-90078739-3652-4987-8429-b20be88e2666 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] GET failed (client error): The resource could not be found. Sep 17 08:31:32.175531 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-90078739-3652-4987-8429-b20be88e2666 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "GET /v2.0/ports/b81afdd1-3474-4a3b-af5d-217550cfcdf8 HTTP/1.1" status: 404 len: 333 time: 0.0311017 Sep 17 08:31:32.178458 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53770) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:32.188819 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8ddce63-1e7e-4aeb-8a3a-ace1be03d49e admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:31:32.189216 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e8ddce63-1e7e-4aeb-8a3a-ace1be03d49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:32.190844 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:31:32.190844 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:31:32.190844 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:31:32.190844 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:31:32.190844 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:31:32.190844 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:31:32.190844 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:31:32.190844 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:31:32.190844 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:31:32.190844 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:31:32.190844 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:31:32.190844 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:31:32.190844 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:31:32.190844 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:31:32.190844 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:31:32.190844 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:31:32.190844 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:31:32.190844 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:31:32.190844 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:31:32.190844 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:31:32.190844 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:31:32.190844 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:31:32.190844 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:31:32.190844 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:31:32.190844 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:31:32.190844 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:31:32.190844 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:31:32.190844 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:31:32.190844 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:31:32.190844 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:31:32.190844 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:31:32.190844 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:31:32.280345 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e8ddce63-1e7e-4aeb-8a3a-ace1be03d49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:32.296096 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e8ddce63-1e7e-4aeb-8a3a-ace1be03d49e admin admin] Notify callbacks [] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:32.297953 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e8ddce63-1e7e-4aeb-8a3a-ace1be03d49e admin admin] 10.222.0.13 "DELETE /v2.0/networks/2804f593-33a9-4ff0-9342-d027a5a5afa0 HTTP/1.1" status: 204 len: 168 time: 0.3594272 Sep 17 08:31:32.309034 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ddce63-1e7e-4aeb-8a3a-ace1be03d49e admin admin] Pushing event deleted for resources: {'Network': ['ID=2804f593-33a9-4ff0-9342-d027a5a5afa0,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:32.310812 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6cf28c33-97cd-4482-8452-092adc084a51 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:32.337601 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6cf28c33-97cd-4482-8452-092adc084a51 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:32.381537 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6cf28c33-97cd-4482-8452-092adc084a51 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:32.384891 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6cf28c33-97cd-4482-8452-092adc084a51 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:32.386245 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-6cf28c33-97cd-4482-8452-092adc084a51 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "DELETE /v2.0/security-groups/95703516-6d52-4445-b11a-b7f1e8fc2692 HTTP/1.1" status: 204 len: 168 time: 0.2067764 Sep 17 08:31:32.389285 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53774) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:32.397719 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf28c33-97cd-4482-8452-092adc084a51 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95703516-6d52-4445-b11a-b7f1e8fc2692,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:32.458244 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8d986847-0648-473d-b682-bfc7100f133b tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:32.485759 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8d986847-0648-473d-b682-bfc7100f133b tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:32.488796 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53776) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:32.527321 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8d986847-0648-473d-b682-bfc7100f133b tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:32.530223 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8d986847-0648-473d-b682-bfc7100f133b tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:32.531513 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-8d986847-0648-473d-b682-bfc7100f133b tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "DELETE /v2.0/security-groups/835b44c9-ff0f-425a-bb83-da127d4a0f1d HTTP/1.1" status: 204 len: 168 time: 0.1411605 Sep 17 08:31:32.536109 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53778) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:32.536477 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-1106a12f-5755-4464-a9dc-ec78d6153c54 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=14c8fa90542c479ca44b76ae7921a8ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461555 Sep 17 08:31:32.538652 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53780) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:32.546561 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-02bbc757-797c-40d5-b2cd-0e2fd7a96de5 None None] Provisioning complete for port b6be2ee1-507f-4d73-8b2e-67188a4745c8 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:31:32.547139 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-02bbc757-797c-40d5-b2cd-0e2fd7a96de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:32.549575 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d986847-0648-473d-b682-bfc7100f133b tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=835b44c9-ff0f-425a-bb83-da127d4a0f1d,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:32.592955 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c5da7614-b308-4327-8888-f1f3f0140b39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:32.594068 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-02bbc757-797c-40d5-b2cd-0e2fd7a96de5 None None] Port b6be2ee1-507f-4d73-8b2e-67188a4745c8 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:31:32.596335 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4b403958-9612-4b9a-b17c-16b867737438 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:32.596998 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-02bbc757-797c-40d5-b2cd-0e2fd7a96de5 None None] Could not find standard attr ID for object b81afdd1-3474-4a3b-af5d-217550cfcdf8. {{(pid=101291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 08:31:32.609020 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-02bbc757-797c-40d5-b2cd-0e2fd7a96de5 None None] Provisioning complete for port ab7c73a0-f34f-46fe-a4c8-e846b9649171 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:31:32.609418 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-02bbc757-797c-40d5-b2cd-0e2fd7a96de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:32.617664 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c5da7614-b308-4327-8888-f1f3f0140b39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:32.618984 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4b403958-9612-4b9a-b17c-16b867737438 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:32.664756 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4b403958-9612-4b9a-b17c-16b867737438 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:32.667439 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4b403958-9612-4b9a-b17c-16b867737438 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:32.668649 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-4b403958-9612-4b9a-b17c-16b867737438 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "DELETE /v2.0/security-groups/72ca8f5b-bbb0-4fd3-b66c-f9023540605c HTTP/1.1" status: 204 len: 168 time: 0.1316411 Sep 17 08:31:32.671438 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53782) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:32.678062 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b403958-9612-4b9a-b17c-16b867737438 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ca8f5b-bbb0-4fd3-b66c-f9023540605c,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:32.702336 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c5da7614-b308-4327-8888-f1f3f0140b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:32.704894 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c5da7614-b308-4327-8888-f1f3f0140b39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:32.706944 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-c5da7614-b308-4327-8888-f1f3f0140b39 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f40bf2d1-2d25-4832-9734-d06ffe9bd292 HTTP/1.1" status: 204 len: 168 time: 0.1673229 Sep 17 08:31:32.723665 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5da7614-b308-4327-8888-f1f3f0140b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40bf2d1-2d25-4832-9734-d06ffe9bd292,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:32.744432 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfc51a81-7f7b-4fde-850d-7f7b53f776d0 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Deleting subnet b546f736-8fe9-4005-8a5f-cff7183bf861 {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:31:32.747302 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bfc51a81-7f7b-4fde-850d-7f7b53f776d0 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:32.790847 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bfc51a81-7f7b-4fde-850d-7f7b53f776d0 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:32.880718 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bfc51a81-7f7b-4fde-850d-7f7b53f776d0 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:32.953110 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4c85f93f-91d9-416e-9bac-e84c52825241 req-94602a6b-e166-47ed-8526-f06864444e30 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0317497 Sep 17 08:31:32.974021 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bfc51a81-7f7b-4fde-850d-7f7b53f776d0 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:33.013705 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc51a81-7f7b-4fde-850d-7f7b53f776d0 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event deleted for resources: {'Subnet': ['ID=b546f736-8fe9-4005-8a5f-cff7183bf861,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:33.015706 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bfc51a81-7f7b-4fde-850d-7f7b53f776d0 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:33.017651 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-bfc51a81-7f7b-4fde-850d-7f7b53f776d0 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "DELETE /v2.0/subnets/b546f736-8fe9-4005-8a5f-cff7183bf861 HTTP/1.1" status: 204 len: 168 time: 0.3450272 Sep 17 08:31:33.021963 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53790) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:33.027480 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-edfb5f4f-ae21-4ff8-a96f-027732cd602c None None] Could not find standard attr ID for object b81afdd1-3474-4a3b-af5d-217550cfcdf8. {{(pid=101291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 08:31:33.056632 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4c85f93f-91d9-416e-9bac-e84c52825241 req-1d22235b-e62b-4fdc-93d6-5cef82a28349 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0368776 Sep 17 08:31:33.097162 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-40bf1170-0350-4389-9d3a-5efb73bb2979 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Deleting subnet d7b6eab8-8771-4bfa-bde2-6f63c3d47072 {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:31:33.101369 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-40bf1170-0350-4389-9d3a-5efb73bb2979 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:33.108224 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4c85f93f-91d9-416e-9bac-e84c52825241 req-36a0fc02-a865-4d7b-a2f3-a3fe9d6247a3 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236340 Sep 17 08:31:33.215259 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c85f93f-91d9-416e-9bac-e84c52825241 req-dad830bf-f08e-4626-b506-52fcac2eab9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:31:33.217128 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4c85f93f-91d9-416e-9bac-e84c52825241 req-dad830bf-f08e-4626-b506-52fcac2eab9e service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1028011 Sep 17 08:31:33.238888 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5d852a-d6b3-4ca8-aab2-54b654126dab None None] Network a3b8a8c6-c76f-4558-b422-17b70146c49e requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:31:33.422455 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device ab7c73a0-f34f-46fe-a4c8-e846b9649171 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:31:33.458933 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-40bf1170-0350-4389-9d3a-5efb73bb2979 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:33.477442 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port ab7c73a0-f34f-46fe-a4c8-e846b9649171 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:31:33.478041 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:33.553763 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-40bf1170-0350-4389-9d3a-5efb73bb2979 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:33.621522 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-40bf1170-0350-4389-9d3a-5efb73bb2979 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:33.648562 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bf1170-0350-4389-9d3a-5efb73bb2979 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event deleted for resources: {'Subnet': ['ID=d7b6eab8-8771-4bfa-bde2-6f63c3d47072,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:33.657583 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-40bf1170-0350-4389-9d3a-5efb73bb2979 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:33.661747 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-40bf1170-0350-4389-9d3a-5efb73bb2979 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "DELETE /v2.0/subnets/d7b6eab8-8771-4bfa-bde2-6f63c3d47072 HTTP/1.1" status: 204 len: 168 time: 0.6365292 Sep 17 08:31:33.662117 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53810) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:33.696883 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-046f21cc-5521-42a6-a97c-571c8da70d48 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] DELETE failed (client error): The resource could not be found. Sep 17 08:31:33.697485 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-046f21cc-5521-42a6-a97c-571c8da70d48 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:31:33.699359 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-046f21cc-5521-42a6-a97c-571c8da70d48 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "DELETE /v2.0/subnets/b546f736-8fe9-4005-8a5f-cff7183bf861 HTTP/1.1" status: 404 len: 337 time: 0.0362053 Sep 17 08:31:33.701922 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53812) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:33.756308 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-22b77da7-baf7-42eb-b8ce-d390c0029839 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Deleting subnet 09f1fed2-add8-43c1-b83e-2b7e5ecf84a8 {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:31:33.759829 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-22b77da7-baf7-42eb-b8ce-d390c0029839 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:33.802135 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-22b77da7-baf7-42eb-b8ce-d390c0029839 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:33.900047 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-22b77da7-baf7-42eb-b8ce-d390c0029839 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:33.966842 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-22b77da7-baf7-42eb-b8ce-d390c0029839 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:34.001445 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-22b77da7-baf7-42eb-b8ce-d390c0029839 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:34.001717 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318434cf-e19c-486c-ac0b-44d2990e3491 None None] Network a3b8a8c6-c76f-4558-b422-17b70146c49e requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:31:34.005548 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-22b77da7-baf7-42eb-b8ce-d390c0029839 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "DELETE /v2.0/subnets/09f1fed2-add8-43c1-b83e-2b7e5ecf84a8 HTTP/1.1" status: 204 len: 168 time: 0.3003213 Sep 17 08:31:34.005548 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b77da7-baf7-42eb-b8ce-d390c0029839 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event deleted for resources: {'Subnet': ['ID=09f1fed2-add8-43c1-b83e-2b7e5ecf84a8,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:34.006249 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53824) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:34.040483 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-781e2967-b335-4678-a545-c00e85a868d8 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] DELETE failed (client error): The resource could not be found. Sep 17 08:31:34.042275 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-781e2967-b335-4678-a545-c00e85a868d8 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:31:34.044550 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-781e2967-b335-4678-a545-c00e85a868d8 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "DELETE /v2.0/subnets/8ef50018-27a5-4bf5-9536-8f8f49ae436c HTTP/1.1" status: 404 len: 337 time: 0.0367873 Sep 17 08:31:34.047110 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53826) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:34.083588 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-8a4d6bd4-0efe-47a7-afbf-b9bcec8250c8 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "GET /v2.0/ports?device_id=229e6d77-7618-44f1-97ba-9d4c67c666ce HTTP/1.1" status: 200 len: 205 time: 0.0332630 Sep 17 08:31:34.086156 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53828) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:34.123900 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ab0b9287-cac1-4b02-9d25-3ba49242a8e2 None None] Provisioning complete for port b6be2ee1-507f-4d73-8b2e-67188a4745c8 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:31:34.123900 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ab0b9287-cac1-4b02-9d25-3ba49242a8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:34.126643 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-0784baeb-59fd-47a6-970d-b98c1359a27e tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] delete failed (client error): The resource could not be found. Sep 17 08:31:34.130843 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53832) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:34.131020 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-0784baeb-59fd-47a6-970d-b98c1359a27e tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "DELETE /v2.0/routers/229e6d77-7618-44f1-97ba-9d4c67c666ce HTTP/1.1" status: 404 len: 336 time: 0.0433774 Sep 17 08:31:34.171266 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cd59b7a-331b-459a-8db8-c2b08dfba74a tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] DELETE failed (client error): The resource could not be found. Sep 17 08:31:34.171738 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cd59b7a-331b-459a-8db8-c2b08dfba74a tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:31:34.173531 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-0cd59b7a-331b-459a-8db8-c2b08dfba74a tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "DELETE /v2.0/subnets/eaf41932-61dd-408d-81e5-8889e01d13ae HTTP/1.1" status: 404 len: 337 time: 0.0417056 Sep 17 08:31:34.176365 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53836) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:34.180195 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ab0b9287-cac1-4b02-9d25-3ba49242a8e2 None None] Port b6be2ee1-507f-4d73-8b2e-67188a4745c8 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:31:34.200615 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ab0b9287-cac1-4b02-9d25-3ba49242a8e2 None None] Provisioning complete for port ab7c73a0-f34f-46fe-a4c8-e846b9649171 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:31:34.201249 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ab0b9287-cac1-4b02-9d25-3ba49242a8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:34.211731 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d5d65d0-e62c-4d08-8ed2-266620b051cd tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] DELETE failed (client error): The resource could not be found. Sep 17 08:31:34.212266 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d5d65d0-e62c-4d08-8ed2-266620b051cd tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:31:34.216414 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6d5d65d0-e62c-4d08-8ed2-266620b051cd tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "DELETE /v2.0/subnets/a3801d02-e81c-4797-95a2-63b898acf71e HTTP/1.1" status: 404 len: 337 time: 0.0364406 Sep 17 08:31:34.216967 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53838) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:34.265714 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb61111e-d750-42b0-b4e9-058f61cf2dc3 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] DELETE failed (client error): The resource could not be found. Sep 17 08:31:34.266170 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb61111e-d750-42b0-b4e9-058f61cf2dc3 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:31:34.270377 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-eb61111e-d750-42b0-b4e9-058f61cf2dc3 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "DELETE /v2.0/subnets/db46f1c7-14d3-4d8a-97a7-dcf6e15aaab8 HTTP/1.1" status: 404 len: 337 time: 0.0492334 Sep 17 08:31:34.270646 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53840) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:34.279176 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e843e9-035d-44aa-a7f6-60c2381feee3 None None] DHCP port deletion for a3b8a8c6-c76f-4558-b422-17b70146c49e request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 08:31:34.297520 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c0ad108-2ffc-4f2b-a148-33df17c303c8 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] DELETE failed (client error): The resource could not be found. Sep 17 08:31:34.298225 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c0ad108-2ffc-4f2b-a148-33df17c303c8 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:31:34.302470 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-8c0ad108-2ffc-4f2b-a148-33df17c303c8 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "DELETE /v2.0/ports/6f482f61-6fa8-4ad7-85c3-a8d32715d0c8 HTTP/1.1" status: 404 len: 333 time: 0.0285418 Sep 17 08:31:34.302844 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53844) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:34.341841 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-c20d4c6c-2cd9-46c7-aedb-b0a2f01e2879 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] DELETE failed (client error): The resource could not be found. Sep 17 08:31:34.342292 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-01e843e9-035d-44aa-a7f6-60c2381feee3 None None] Deleting port ab7c73a0-f34f-46fe-a4c8-e846b9649171 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:31:34.342417 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c20d4c6c-2cd9-46c7-aedb-b0a2f01e2879 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:31:34.342750 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-01e843e9-035d-44aa-a7f6-60c2381feee3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:34.344069 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c20d4c6c-2cd9-46c7-aedb-b0a2f01e2879 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "DELETE /v2.0/subnets/7fc1c65f-f9de-444e-a73c-832298c7031c HTTP/1.1" status: 404 len: 337 time: 0.0396543 Sep 17 08:31:34.346557 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53846) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:34.372069 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb0bbd24-d865-4447-a87b-abe840abc7e0 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] DELETE failed (client error): The resource could not be found. Sep 17 08:31:34.372530 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb0bbd24-d865-4447-a87b-abe840abc7e0 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:31:34.376751 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-fb0bbd24-d865-4447-a87b-abe840abc7e0 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "DELETE /v2.0/subnets/55e25b7f-7daf-4f83-a7bd-bb3f5253d174 HTTP/1.1" status: 404 len: 337 time: 0.0267737 Sep 17 08:31:34.376929 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53848) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:34.399595 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-02463a17-04a4-40f3-a93f-7215ac0d14f3 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] DELETE failed (client error): The resource could not be found. Sep 17 08:31:34.400147 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02463a17-04a4-40f3-a93f-7215ac0d14f3 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:31:34.404858 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-02463a17-04a4-40f3-a93f-7215ac0d14f3 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "DELETE /v2.0/ports/d461ec05-0c3d-4159-9577-de847ba76b4a HTTP/1.1" status: 404 len: 333 time: 0.0243735 Sep 17 08:31:34.405038 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53850) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:34.414871 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-01e843e9-035d-44aa-a7f6-60c2381feee3 None None] For port ab7c73a0-f34f-46fe-a4c8-e846b9649171, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=ab7c73a0-f34f-46fe-a4c8-e846b9649171,segment=NetworkSegment(ac324bef-e678-459b-934d-07fd9e030cdd),segment_id=ac324bef-e678-459b-934d-07fd9e030cdd)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:31:34.414871 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-01e843e9-035d-44aa-a7f6-60c2381feee3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:34.428059 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-01e843e9-035d-44aa-a7f6-60c2381feee3 None None] Calling delete_port for ab7c73a0-f34f-46fe-a4c8-e846b9649171 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:31:34.433173 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-16b1ddee-310e-4a43-b47b-e5091f35f8b9 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] DELETE failed (client error): The resource could not be found. Sep 17 08:31:34.433623 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16b1ddee-310e-4a43-b47b-e5091f35f8b9 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:31:34.438233 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-16b1ddee-310e-4a43-b47b-e5091f35f8b9 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "DELETE /v2.0/subnets/e001bb28-0059-4911-9e33-36784e318d64 HTTP/1.1" status: 404 len: 337 time: 0.0297871 Sep 17 08:31:34.438486 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53852) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:34.467494 n-d-789963-9 neutron-server[101290]: INFO neutron.pecan_wsgi.hooks.translation [None req-da3b461f-a906-4b88-9c9d-bfbac02f2010 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] DELETE failed (client error): The resource could not be found. Sep 17 08:31:34.467970 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da3b461f-a906-4b88-9c9d-bfbac02f2010 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101290) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:31:34.472447 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-da3b461f-a906-4b88-9c9d-bfbac02f2010 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "DELETE /v2.0/subnets/78b2652e-2f28-405e-84c1-69da50127a74 HTTP/1.1" status: 404 len: 337 time: 0.0300288 Sep 17 08:31:34.472447 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53854) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:34.514776 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-01e843e9-035d-44aa-a7f6-60c2381feee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:34.543335 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e843e9-035d-44aa-a7f6-60c2381feee3 None None] Pushing event deleted for resources: {'Port': ['ID=ab7c73a0-f34f-46fe-a4c8-e846b9649171,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:34.549074 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e843e9-035d-44aa-a7f6-60c2381feee3 None None] No DVR routers for this DVR port ab7c73a0-f34f-46fe-a4c8-e846b9649171 on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:31:34.564121 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-b4bd2d40-c07b-4b7a-b99d-d74edd90e94c tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Deleting port b6be2ee1-507f-4d73-8b2e-67188a4745c8 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:31:34.564470 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b4bd2d40-c07b-4b7a-b99d-d74edd90e94c tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:34.628524 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b4bd2d40-c07b-4b7a-b99d-d74edd90e94c tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:34.641809 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-b4bd2d40-c07b-4b7a-b99d-d74edd90e94c tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Calling delete_port for b6be2ee1-507f-4d73-8b2e-67188a4745c8 owned by {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:31:34.721045 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b4bd2d40-c07b-4b7a-b99d-d74edd90e94c tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:34.749351 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bd2d40-c07b-4b7a-b99d-d74edd90e94c tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event deleted for resources: {'Port': ['ID=b6be2ee1-507f-4d73-8b2e-67188a4745c8,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:34.756548 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b4bd2d40-c07b-4b7a-b99d-d74edd90e94c tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:34.759897 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b4bd2d40-c07b-4b7a-b99d-d74edd90e94c tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "DELETE /v2.0/ports/b6be2ee1-507f-4d73-8b2e-67188a4745c8 HTTP/1.1" status: 204 len: 168 time: 0.2851644 Sep 17 08:31:34.760956 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53856) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:34.835389 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f1458bdd-02b2-4816-958b-620d691c13f5 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:34.926056 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f1458bdd-02b2-4816-958b-620d691c13f5 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:34.945608 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-f1458bdd-02b2-4816-958b-620d691c13f5 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3b8a8c6-c76f-4558-b422-17b70146c49e']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:31:34.954360 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-f1458bdd-02b2-4816-958b-620d691c13f5 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac324bef-e678-459b-934d-07fd9e030cdd') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:31:34.954657 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-f1458bdd-02b2-4816-958b-620d691c13f5 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac324bef-e678-459b-934d-07fd9e030cdd') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:31:34.963534 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f1458bdd-02b2-4816-958b-620d691c13f5 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:34.976582 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f1458bdd-02b2-4816-958b-620d691c13f5 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:34.982098 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1458bdd-02b2-4816-958b-620d691c13f5 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:31:34.982474 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f1458bdd-02b2-4816-958b-620d691c13f5 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:34.985300 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 08:31:34.985300 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:31:34.985300 n-d-789963-9 neutron-server[101290]: timer() Sep 17 08:31:34.985300 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:31:34.985300 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 08:31:34.985300 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:31:34.985300 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 08:31:34.985300 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:31:34.985300 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 08:31:34.985300 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:31:34.985300 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 08:31:34.985300 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:31:34.985300 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 08:31:34.985300 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:31:34.985300 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:31:34.985300 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:31:34.985300 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:31:34.985300 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:31:34.985300 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 08:31:34.985300 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:31:34.985300 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 08:31:34.985300 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:31:34.985300 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:31:34.985300 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:31:34.985300 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 08:31:34.985300 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:31:34.985300 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:31:34.985300 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:31:34.985300 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:31:34.985300 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:31:34.985300 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:31:34.985300 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:31:35.052803 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f1458bdd-02b2-4816-958b-620d691c13f5 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:35.059850 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f1458bdd-02b2-4816-958b-620d691c13f5 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Notify callbacks [] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:35.061653 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f1458bdd-02b2-4816-958b-620d691c13f5 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] 10.222.0.13 "DELETE /v2.0/networks/a3b8a8c6-c76f-4558-b422-17b70146c49e HTTP/1.1" status: 204 len: 168 time: 0.2995763 Sep 17 08:31:35.072842 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1458bdd-02b2-4816-958b-620d691c13f5 tempest-PortsTestJSON-1438648653 tempest-PortsTestJSON-1438648653-project] Pushing event deleted for resources: {'Network': ['ID=a3b8a8c6-c76f-4558-b422-17b70146c49e,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:35.325365 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53866) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:35.400972 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device ab7c73a0-f34f-46fe-a4c8-e846b9649171 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:31:35.429899 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: ab7c73a0-f34f-46fe-a4c8-e846b9649171 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:31:35.430382 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device ab7c73a0-f34f-46fe-a4c8-e846b9649171 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:31:35.482971 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-d9db9440-95d4-4fcd-956f-6893ed729bad admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=41f564cf8cfd493c840637eb9c66a658&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1552823 Sep 17 08:31:35.485412 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53872) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:35.532902 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-91c66b7e-c36f-4174-a372-19598e53ab64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:35.553257 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-91c66b7e-c36f-4174-a372-19598e53ab64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:35.599404 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-91c66b7e-c36f-4174-a372-19598e53ab64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:35.602156 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-91c66b7e-c36f-4174-a372-19598e53ab64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:35.603303 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-91c66b7e-c36f-4174-a372-19598e53ab64 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6864a93c-c0b3-49ae-9991-cd824097302f HTTP/1.1" status: 204 len: 168 time: 0.1169679 Sep 17 08:31:35.611100 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c66b7e-c36f-4174-a372-19598e53ab64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6864a93c-c0b3-49ae-9991-cd824097302f,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:35.742538 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:35.939977 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:36.245123 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53894) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:36.366895 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-e2fc1a84-a332-44f6-abf8-129ad8a63c41 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Request body: {'security_group': {'name': 'tempest-secgroup--13461702'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:36.430637 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e2fc1a84-a332-44f6-abf8-129ad8a63c41 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:36.443482 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e2fc1a84-a332-44f6-abf8-129ad8a63c41 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:36.543989 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e2fc1a84-a332-44f6-abf8-129ad8a63c41 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:36.548094 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e2fc1a84-a332-44f6-abf8-129ad8a63c41 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:36.584301 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc1a84-a332-44f6-abf8-129ad8a63c41 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac6102b-4cd8-4325-a4d7-e0d7d544cf7a,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:36.643242 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e2fc1a84-a332-44f6-abf8-129ad8a63c41 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:36.646929 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e2fc1a84-a332-44f6-abf8-129ad8a63c41 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:36.673695 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e2fc1a84-a332-44f6-abf8-129ad8a63c41 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:36.674913 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e2fc1a84-a332-44f6-abf8-129ad8a63c41 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4288299 Sep 17 08:31:36.677752 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53900) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:36.678717 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc1a84-a332-44f6-abf8-129ad8a63c41 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5caf2109-92b4-4c4c-8e58-91e0ef026c98,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:36.738152 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-2ff36c98-676e-4a47-9faa-7e069fae1c9c tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.0590632 Sep 17 08:31:36.740711 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53902) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:36.744961 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-5c104574-0959-40e3-a545-3ad6f938fc17 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Request body: {'security_group': {'name': 'tempest-security--243323797', 'description': 'tempest-security-description-1869108151'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:36.768117 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5c104574-0959-40e3-a545-3ad6f938fc17 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:36.810360 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5c104574-0959-40e3-a545-3ad6f938fc17 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:36.813954 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5c104574-0959-40e3-a545-3ad6f938fc17 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:36.816771 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5c104574-0959-40e3-a545-3ad6f938fc17 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:36.818037 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-5c104574-0959-40e3-a545-3ad6f938fc17 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] 10.222.0.13 "PUT /v2.0/security-groups/5caf2109-92b4-4c4c-8e58-91e0ef026c98 HTTP/1.1" status: 200 len: 1779 time: 0.0763810 Sep 17 08:31:36.820809 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53904) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:36.840419 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c104574-0959-40e3-a545-3ad6f938fc17 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5caf2109-92b4-4c4c-8e58-91e0ef026c98,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:36.860432 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e8cd8109-326d-46da-903a-94173b121f2c tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] 10.222.0.13 "GET /v2.0/security-groups/5caf2109-92b4-4c4c-8e58-91e0ef026c98 HTTP/1.1" status: 200 len: 1779 time: 0.0385084 Sep 17 08:31:36.862912 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53906) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:36.911225 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7cf7b3c4-3f09-48e3-8e61-0b4d4c6a2198 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:36.932973 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7cf7b3c4-3f09-48e3-8e61-0b4d4c6a2198 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:36.972930 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7cf7b3c4-3f09-48e3-8e61-0b4d4c6a2198 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:36.975621 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7cf7b3c4-3f09-48e3-8e61-0b4d4c6a2198 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:36.976800 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-7cf7b3c4-3f09-48e3-8e61-0b4d4c6a2198 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] 10.222.0.13 "DELETE /v2.0/security-groups/5caf2109-92b4-4c4c-8e58-91e0ef026c98 HTTP/1.1" status: 204 len: 168 time: 0.1130011 Sep 17 08:31:36.979378 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53908) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:36.985582 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf7b3c4-3f09-48e3-8e61-0b4d4c6a2198 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5caf2109-92b4-4c4c-8e58-91e0ef026c98,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:37.028800 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-08367727-cf2c-4ad0-a7bf-612ecc91405f tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0481749 Sep 17 08:31:37.031707 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53910) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:37.043739 n-d-789963-9 neutron-server[101290]: INFO neutron.api.v2.resource [None req-571b2bf3-1489-4b24-be3c-e85c696685b0 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] delete failed (client error): The resource could not be found. Sep 17 08:31:37.044721 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-571b2bf3-1489-4b24-be3c-e85c696685b0 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] 10.222.0.13 "DELETE /v2.0/security-groups/5caf2109-92b4-4c4c-8e58-91e0ef026c98 HTTP/1.1" status: 404 len: 347 time: 0.0120983 Sep 17 08:31:37.048199 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53912) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:37.053013 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-3c90350d-1371-41c9-ae3f-a761af555550 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Request body: {'security_group': {'name': 'tempest-secgroup--1912742114'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:37.073519 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3c90350d-1371-41c9-ae3f-a761af555550 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:37.150222 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3c90350d-1371-41c9-ae3f-a761af555550 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:37.155330 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3c90350d-1371-41c9-ae3f-a761af555550 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:37.183130 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3c90350d-1371-41c9-ae3f-a761af555550 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:37.184389 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-3c90350d-1371-41c9-ae3f-a761af555550 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1352386 Sep 17 08:31:37.186309 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c90350d-1371-41c9-ae3f-a761af555550 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b6ecfd-f1cb-46af-9cef-f936abc7ab4e,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:37.187299 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53914) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:37.192859 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-e22186c3-0253-4d0b-861c-f2c368ce594a tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Request body: {'security_group_rule': {'security_group_id': 'a4b6ecfd-f1cb-46af-9cef-f936abc7ab4e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:37.220437 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e22186c3-0253-4d0b-861c-f2c368ce594a tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:37.264794 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e22186c3-0253-4d0b-861c-f2c368ce594a tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:37.269037 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e22186c3-0253-4d0b-861c-f2c368ce594a tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:37.289009 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22186c3-0253-4d0b-861c-f2c368ce594a tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64a1189c-4222-4d4a-8905-35fba7a4f068,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:37.292338 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e22186c3-0253-4d0b-861c-f2c368ce594a tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:37.293550 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e22186c3-0253-4d0b-861c-f2c368ce594a tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1047015 Sep 17 08:31:37.296442 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53916) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:37.328587 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c06ab5cf-99bc-4ac6-ad41-b1730af2fd11 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:37.337428 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c06ab5cf-99bc-4ac6-ad41-b1730af2fd11 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:37.363346 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c06ab5cf-99bc-4ac6-ad41-b1730af2fd11 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:37.368804 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c06ab5cf-99bc-4ac6-ad41-b1730af2fd11 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:37.369936 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-c06ab5cf-99bc-4ac6-ad41-b1730af2fd11 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/64a1189c-4222-4d4a-8905-35fba7a4f068 HTTP/1.1" status: 204 len: 168 time: 0.0726688 Sep 17 08:31:37.372463 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53918) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:37.388910 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06ab5cf-99bc-4ac6-ad41-b1730af2fd11 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=64a1189c-4222-4d4a-8905-35fba7a4f068,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:37.423061 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-5fb56c7c-b59e-45cc-a02d-8f453736629a tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0494306 Sep 17 08:31:37.425778 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53920) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:37.478349 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-041c4520-9315-4502-9a59-864fb60896a0 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:37.500909 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-041c4520-9315-4502-9a59-864fb60896a0 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:37.542001 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-041c4520-9315-4502-9a59-864fb60896a0 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:37.544839 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-041c4520-9315-4502-9a59-864fb60896a0 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:37.546044 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-041c4520-9315-4502-9a59-864fb60896a0 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] 10.222.0.13 "DELETE /v2.0/security-groups/a4b6ecfd-f1cb-46af-9cef-f936abc7ab4e HTTP/1.1" status: 204 len: 168 time: 0.1192579 Sep 17 08:31:37.548696 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53928) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:37.555647 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041c4520-9315-4502-9a59-864fb60896a0 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b6ecfd-f1cb-46af-9cef-f936abc7ab4e,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:37.631148 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-1d31c115-5675-4c82-8155-0313e4d057c4 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0775836 Sep 17 08:31:37.631534 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53932) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:37.636727 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-34ab3f42-80b5-40da-950c-bea579d14142 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Request body: {'security_group': {'name': 'tempest-secgroup--542930069'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:37.664649 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-34ab3f42-80b5-40da-950c-bea579d14142 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:37.751332 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-34ab3f42-80b5-40da-950c-bea579d14142 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:37.755217 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-34ab3f42-80b5-40da-950c-bea579d14142 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:37.780908 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-34ab3f42-80b5-40da-950c-bea579d14142 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:37.782148 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-34ab3f42-80b5-40da-950c-bea579d14142 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1489620 Sep 17 08:31:37.785264 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53934) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:37.786179 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ab3f42-80b5-40da-950c-bea579d14142 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=853eff26-36a2-4661-92dd-23734e2590c9,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:37.796611 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-aaf64caf-5737-4474-b1b5-c025538a950d tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Request body: {'security_group_rule': {'security_group_id': '853eff26-36a2-4661-92dd-23734e2590c9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:37.827548 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-aaf64caf-5737-4474-b1b5-c025538a950d tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:37.896685 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-aaf64caf-5737-4474-b1b5-c025538a950d tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:37.900378 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-aaf64caf-5737-4474-b1b5-c025538a950d tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:37.919598 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf64caf-5737-4474-b1b5-c025538a950d tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7652f1c9-c2f9-4a80-afe6-047cb497806c,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:37.926797 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-aaf64caf-5737-4474-b1b5-c025538a950d tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:37.928328 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-aaf64caf-5737-4474-b1b5-c025538a950d tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1409767 Sep 17 08:31:37.931645 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53936) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:37.936670 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-7a53bb92-6107-4e8e-85c5-dece466be668 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Request body: {'security_group_rule': {'security_group_id': '853eff26-36a2-4661-92dd-23734e2590c9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:37.965734 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7a53bb92-6107-4e8e-85c5-dece466be668 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:38.024728 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7a53bb92-6107-4e8e-85c5-dece466be668 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:38.028787 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7a53bb92-6107-4e8e-85c5-dece466be668 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:38.050695 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a53bb92-6107-4e8e-85c5-dece466be668 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54b543b4-8fbd-476e-ba31-d55da1c4dd17,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:38.054200 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7a53bb92-6107-4e8e-85c5-dece466be668 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:38.058053 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-7a53bb92-6107-4e8e-85c5-dece466be668 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1226423 Sep 17 08:31:38.058541 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53938) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:38.062485 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-d97d6f86-3d42-4035-8f04-308bda1af57b tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Request body: {'security_group_rule': {'security_group_id': '853eff26-36a2-4661-92dd-23734e2590c9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:38.091244 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d97d6f86-3d42-4035-8f04-308bda1af57b tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:38.148296 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d97d6f86-3d42-4035-8f04-308bda1af57b tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:38.153108 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d97d6f86-3d42-4035-8f04-308bda1af57b tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:38.175484 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97d6f86-3d42-4035-8f04-308bda1af57b tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc572c54-2cba-4ad3-b313-fa36e4fd0985,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:38.183132 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d97d6f86-3d42-4035-8f04-308bda1af57b tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:38.184610 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d97d6f86-3d42-4035-8f04-308bda1af57b tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1254771 Sep 17 08:31:38.187313 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53940) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:38.191697 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-c43bcf68-c227-4166-bae4-c9d21ca8fb8f tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Request body: {'security_group_rule': {'security_group_id': '853eff26-36a2-4661-92dd-23734e2590c9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:38.224417 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c43bcf68-c227-4166-bae4-c9d21ca8fb8f tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:38.285972 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c43bcf68-c227-4166-bae4-c9d21ca8fb8f tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:38.290203 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c43bcf68-c227-4166-bae4-c9d21ca8fb8f tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:38.308344 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43bcf68-c227-4166-bae4-c9d21ca8fb8f tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10a55d1e-90fd-4651-8d53-bd90b9fac24d,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:38.319333 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c43bcf68-c227-4166-bae4-c9d21ca8fb8f tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:38.320703 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c43bcf68-c227-4166-bae4-c9d21ca8fb8f tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1323731 Sep 17 08:31:38.323946 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53942) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:38.328563 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-d365529a-7e23-4fe1-8f0d-60d5f2c8e722 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Request body: {'security_group_rule': {'security_group_id': '853eff26-36a2-4661-92dd-23734e2590c9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:38.356991 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d365529a-7e23-4fe1-8f0d-60d5f2c8e722 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:38.421612 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d365529a-7e23-4fe1-8f0d-60d5f2c8e722 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:38.427786 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d365529a-7e23-4fe1-8f0d-60d5f2c8e722 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:38.446318 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365529a-7e23-4fe1-8f0d-60d5f2c8e722 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18689c36-ed87-4e9d-b785-bb550889f232,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:38.452264 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d365529a-7e23-4fe1-8f0d-60d5f2c8e722 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:38.456529 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d365529a-7e23-4fe1-8f0d-60d5f2c8e722 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1316175 Sep 17 08:31:38.460574 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53944) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:38.489073 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8895f49b-5288-485e-b54c-cdf186572574 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:38.498261 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8895f49b-5288-485e-b54c-cdf186572574 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:38.525532 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8895f49b-5288-485e-b54c-cdf186572574 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:38.533022 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8895f49b-5288-485e-b54c-cdf186572574 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:38.536767 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-8895f49b-5288-485e-b54c-cdf186572574 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/18689c36-ed87-4e9d-b785-bb550889f232 HTTP/1.1" status: 204 len: 168 time: 0.0747633 Sep 17 08:31:38.536947 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53946) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:38.542198 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8895f49b-5288-485e-b54c-cdf186572574 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=18689c36-ed87-4e9d-b785-bb550889f232,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:38.590677 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a14860f4-7967-4fe1-8d0b-10253c0f1a45 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0526605 Sep 17 08:31:38.593480 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53948) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:38.627138 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d3c6aa23-19ae-4456-a34e-262741c4cbd6 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:38.636089 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d3c6aa23-19ae-4456-a34e-262741c4cbd6 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:38.664846 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d3c6aa23-19ae-4456-a34e-262741c4cbd6 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:38.672628 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d3c6aa23-19ae-4456-a34e-262741c4cbd6 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:38.673757 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d3c6aa23-19ae-4456-a34e-262741c4cbd6 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/10a55d1e-90fd-4651-8d53-bd90b9fac24d HTTP/1.1" status: 204 len: 168 time: 0.0793567 Sep 17 08:31:38.676539 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53952) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:38.680101 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c6aa23-19ae-4456-a34e-262741c4cbd6 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=10a55d1e-90fd-4651-8d53-bd90b9fac24d,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:38.728031 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-4d51f672-c6cc-4afa-99be-eaf595c760b8 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0499578 Sep 17 08:31:38.730843 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53954) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:38.758542 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8fc34872-1db9-414e-91b0-357213b479c3 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:38.765961 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8fc34872-1db9-414e-91b0-357213b479c3 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:38.792399 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8fc34872-1db9-414e-91b0-357213b479c3 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:38.798253 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8fc34872-1db9-414e-91b0-357213b479c3 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:38.799347 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-8fc34872-1db9-414e-91b0-357213b479c3 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/dc572c54-2cba-4ad3-b313-fa36e4fd0985 HTTP/1.1" status: 204 len: 168 time: 0.0676088 Sep 17 08:31:38.802196 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53956) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:38.805076 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc34872-1db9-414e-91b0-357213b479c3 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dc572c54-2cba-4ad3-b313-fa36e4fd0985,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:38.845589 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-4efbb5d5-d559-4d93-adf0-683fb3e2fe3f tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0422175 Sep 17 08:31:38.848313 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53958) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:38.870294 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ce38c9fe-bfef-48ce-b026-395a82d0540b tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:38.877519 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ce38c9fe-bfef-48ce-b026-395a82d0540b tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:38.903402 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ce38c9fe-bfef-48ce-b026-395a82d0540b tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:38.908364 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ce38c9fe-bfef-48ce-b026-395a82d0540b tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:38.909535 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ce38c9fe-bfef-48ce-b026-395a82d0540b tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/54b543b4-8fbd-476e-ba31-d55da1c4dd17 HTTP/1.1" status: 204 len: 168 time: 0.0603235 Sep 17 08:31:38.912325 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53960) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:38.916793 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce38c9fe-bfef-48ce-b026-395a82d0540b tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=54b543b4-8fbd-476e-ba31-d55da1c4dd17,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:38.952907 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-624fb8ba-7d5b-4d18-9939-0232d49f60a9 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0393963 Sep 17 08:31:38.955597 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53962) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:38.977494 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-611509e1-e347-45a2-8073-5fdf74ec8b0f tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:38.984583 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-611509e1-e347-45a2-8073-5fdf74ec8b0f tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:39.021965 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-611509e1-e347-45a2-8073-5fdf74ec8b0f tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:39.029924 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-611509e1-e347-45a2-8073-5fdf74ec8b0f tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:39.031098 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-611509e1-e347-45a2-8073-5fdf74ec8b0f tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/7652f1c9-c2f9-4a80-afe6-047cb497806c HTTP/1.1" status: 204 len: 168 time: 0.0745413 Sep 17 08:31:39.034032 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53964) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:39.035022 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611509e1-e347-45a2-8073-5fdf74ec8b0f tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7652f1c9-c2f9-4a80-afe6-047cb497806c,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:39.075171 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-fb39b4b9-16d4-4ddc-b95c-3e62a2cd48ac tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0398664 Sep 17 08:31:39.077881 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53966) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:39.128104 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6b5824b2-f424-4d1a-a515-e0fee34858b8 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:39.149735 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6b5824b2-f424-4d1a-a515-e0fee34858b8 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:39.189804 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6b5824b2-f424-4d1a-a515-e0fee34858b8 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:39.192408 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6b5824b2-f424-4d1a-a515-e0fee34858b8 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:39.193583 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6b5824b2-f424-4d1a-a515-e0fee34858b8 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] 10.222.0.13 "DELETE /v2.0/security-groups/853eff26-36a2-4661-92dd-23734e2590c9 HTTP/1.1" status: 204 len: 168 time: 0.1147757 Sep 17 08:31:39.196340 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53968) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:39.202392 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5824b2-f424-4d1a-a515-e0fee34858b8 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=853eff26-36a2-4661-92dd-23734e2590c9,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:39.240743 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-13e897f7-f634-4c05-b672-7487f24328b6 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0432787 Sep 17 08:31:39.245571 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53970) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:39.249957 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-4aac5431-f0e2-4be4-ba02-a2ae9d035978 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Request body: {'security_group': {'name': 'tempest-secgroup--1408676729'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:39.271545 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4aac5431-f0e2-4be4-ba02-a2ae9d035978 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:39.364994 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4aac5431-f0e2-4be4-ba02-a2ae9d035978 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:39.369262 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4aac5431-f0e2-4be4-ba02-a2ae9d035978 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:39.394547 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4aac5431-f0e2-4be4-ba02-a2ae9d035978 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:39.395715 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-4aac5431-f0e2-4be4-ba02-a2ae9d035978 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1492276 Sep 17 08:31:39.398535 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53972) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:39.401563 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aac5431-f0e2-4be4-ba02-a2ae9d035978 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9686ef1-56f1-4eaf-924e-c4d2ed1dfbf9,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:39.403069 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-5139b43d-00f7-4c7a-a976-4de2e7febf86 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Request body: {'security_group_rule': {'security_group_id': 'f9686ef1-56f1-4eaf-924e-c4d2ed1dfbf9', 'direction': 'ingress', 'protocol': 17}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:39.430715 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5139b43d-00f7-4c7a-a976-4de2e7febf86 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:39.485082 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5139b43d-00f7-4c7a-a976-4de2e7febf86 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:39.488768 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5139b43d-00f7-4c7a-a976-4de2e7febf86 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:39.508727 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5139b43d-00f7-4c7a-a976-4de2e7febf86 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d4ce55b-fe38-4516-82c0-f7793c95b70b,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:39.512166 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5139b43d-00f7-4c7a-a976-4de2e7febf86 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:39.513365 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-5139b43d-00f7-4c7a-a976-4de2e7febf86 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1138237 Sep 17 08:31:39.516183 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53974) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:39.568158 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-429ff5a5-e1d6-4fd9-81fd-dff3bf893d33 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:39.590382 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-429ff5a5-e1d6-4fd9-81fd-dff3bf893d33 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:39.641400 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-429ff5a5-e1d6-4fd9-81fd-dff3bf893d33 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:39.644291 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-429ff5a5-e1d6-4fd9-81fd-dff3bf893d33 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:39.645604 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-429ff5a5-e1d6-4fd9-81fd-dff3bf893d33 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] 10.222.0.13 "DELETE /v2.0/security-groups/f9686ef1-56f1-4eaf-924e-c4d2ed1dfbf9 HTTP/1.1" status: 204 len: 168 time: 0.1284385 Sep 17 08:31:39.648815 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53978) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:39.656339 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429ff5a5-e1d6-4fd9-81fd-dff3bf893d33 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9686ef1-56f1-4eaf-924e-c4d2ed1dfbf9,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:39.704822 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-bc17bd58-8832-4c16-9ab3-c849331ba7c1 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0546486 Sep 17 08:31:39.708590 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53982) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:39.713600 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-9e748a55-e4bc-424e-8902-4a60a2865f31 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Request body: {'security_group': {'name': 'tempest-secgroup--101077898'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:39.737265 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9e748a55-e4bc-424e-8902-4a60a2865f31 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:39.829503 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9e748a55-e4bc-424e-8902-4a60a2865f31 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:39.833255 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9e748a55-e4bc-424e-8902-4a60a2865f31 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:39.861982 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9e748a55-e4bc-424e-8902-4a60a2865f31 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:39.863228 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-9e748a55-e4bc-424e-8902-4a60a2865f31 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1536744 Sep 17 08:31:39.865079 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e748a55-e4bc-424e-8902-4a60a2865f31 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6ee19d-3fae-4d3b-ad9f-d3df6c60f814,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:39.866460 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53986) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:39.872654 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-8f247d8a-accb-4007-bc9b-f1b0f142776b tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Request body: {'security_group': {'name': 'tempest-secgroup--543944906'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:39.896433 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8f247d8a-accb-4007-bc9b-f1b0f142776b tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:39.982727 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8f247d8a-accb-4007-bc9b-f1b0f142776b tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:39.986684 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8f247d8a-accb-4007-bc9b-f1b0f142776b tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:40.016246 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8f247d8a-accb-4007-bc9b-f1b0f142776b tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:40.017508 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-8f247d8a-accb-4007-bc9b-f1b0f142776b tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1491899 Sep 17 08:31:40.019406 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f247d8a-accb-4007-bc9b-f1b0f142776b tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19f07098-d5dd-4fa7-82e0-6cc8399dc61b,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:40.021119 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53988) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:40.034715 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-d7f36407-2a9c-41dd-b0b9-8caaf6093a0f tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Request body: {'security_group_rule': {'security_group_id': '5f6ee19d-3fae-4d3b-ad9f-d3df6c60f814', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '19f07098-d5dd-4fa7-82e0-6cc8399dc61b', 'remote_ip_prefix': None}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:40.061955 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d7f36407-2a9c-41dd-b0b9-8caaf6093a0f tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:40.137349 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d7f36407-2a9c-41dd-b0b9-8caaf6093a0f tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:40.141016 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d7f36407-2a9c-41dd-b0b9-8caaf6093a0f tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:40.160252 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f36407-2a9c-41dd-b0b9-8caaf6093a0f tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f954a08-8be9-4a38-ae5d-78f8a8f4d0fb,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:40.167330 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d7f36407-2a9c-41dd-b0b9-8caaf6093a0f tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:40.168760 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-d7f36407-2a9c-41dd-b0b9-8caaf6093a0f tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1445982 Sep 17 08:31:40.171766 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53990) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:40.198357 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-901e5d89-0b5d-4743-b166-1f6195f78901 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:40.208625 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-901e5d89-0b5d-4743-b166-1f6195f78901 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:40.241249 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-901e5d89-0b5d-4743-b166-1f6195f78901 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:40.246444 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-901e5d89-0b5d-4743-b166-1f6195f78901 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:40.247613 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-901e5d89-0b5d-4743-b166-1f6195f78901 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/2f954a08-8be9-4a38-ae5d-78f8a8f4d0fb HTTP/1.1" status: 204 len: 168 time: 0.0747426 Sep 17 08:31:40.250471 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53992) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:40.255513 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901e5d89-0b5d-4743-b166-1f6195f78901 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2f954a08-8be9-4a38-ae5d-78f8a8f4d0fb,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:40.298909 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-099595cf-c81d-4b7c-bbbc-377b232e8336 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0468695 Sep 17 08:31:40.301526 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 53994) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:40.354357 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0d542d20-9523-41d9-bd4a-8be2981907b1 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:40.376644 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0d542d20-9523-41d9-bd4a-8be2981907b1 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:40.417397 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0d542d20-9523-41d9-bd4a-8be2981907b1 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:40.420049 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0d542d20-9523-41d9-bd4a-8be2981907b1 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:40.421234 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-0d542d20-9523-41d9-bd4a-8be2981907b1 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] 10.222.0.13 "DELETE /v2.0/security-groups/19f07098-d5dd-4fa7-82e0-6cc8399dc61b HTTP/1.1" status: 204 len: 168 time: 0.1187017 Sep 17 08:31:40.424386 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53996) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:40.430809 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d542d20-9523-41d9-bd4a-8be2981907b1 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f07098-d5dd-4fa7-82e0-6cc8399dc61b,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:40.477892 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-61945422-16e9-4fd9-81d9-c3f9eeaa8852 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0521669 Sep 17 08:31:40.480533 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 53998) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:40.534472 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-18264926-c2d6-4238-a89c-708244ed6d22 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:40.556260 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-18264926-c2d6-4238-a89c-708244ed6d22 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:40.595933 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-18264926-c2d6-4238-a89c-708244ed6d22 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:40.598552 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-18264926-c2d6-4238-a89c-708244ed6d22 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:40.599713 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-18264926-c2d6-4238-a89c-708244ed6d22 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] 10.222.0.13 "DELETE /v2.0/security-groups/5f6ee19d-3fae-4d3b-ad9f-d3df6c60f814 HTTP/1.1" status: 204 len: 168 time: 0.1182835 Sep 17 08:31:40.602484 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54000) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:40.608770 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18264926-c2d6-4238-a89c-708244ed6d22 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6ee19d-3fae-4d3b-ad9f-d3df6c60f814,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:40.650472 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-2083c6fc-fb71-42ee-b0dc-67e17c770d8e tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0467250 Sep 17 08:31:40.654739 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54002) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:40.659656 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-19a9fa3a-2bd4-49d4-a142-91938bc50460 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Request body: {'security_group': {'name': 'tempest-secgroup--1322242290'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:40.684158 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-19a9fa3a-2bd4-49d4-a142-91938bc50460 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:40.763334 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-19a9fa3a-2bd4-49d4-a142-91938bc50460 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:40.767336 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-19a9fa3a-2bd4-49d4-a142-91938bc50460 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:40.801072 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-19a9fa3a-2bd4-49d4-a142-91938bc50460 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:40.805020 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-19a9fa3a-2bd4-49d4-a142-91938bc50460 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1466269 Sep 17 08:31:40.805464 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54006) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:40.809274 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a9fa3a-2bd4-49d4-a142-91938bc50460 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24292bdf-e7f0-4fbc-a607-1e5ed21a03cc,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:40.810740 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-e61a52c3-8541-4430-b8d2-18359187fe2b tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Request body: {'security_group_rule': {'security_group_id': '24292bdf-e7f0-4fbc-a607-1e5ed21a03cc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:40.847357 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e61a52c3-8541-4430-b8d2-18359187fe2b tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:40.906817 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e61a52c3-8541-4430-b8d2-18359187fe2b tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:40.910974 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e61a52c3-8541-4430-b8d2-18359187fe2b tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:40.931419 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61a52c3-8541-4430-b8d2-18359187fe2b tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c65028f-642b-452d-af31-cb56dd0da47c,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:40.933746 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e61a52c3-8541-4430-b8d2-18359187fe2b tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:40.935977 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e61a52c3-8541-4430-b8d2-18359187fe2b tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1279273 Sep 17 08:31:40.937848 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54008) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:40.960644 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6f86b76e-e9ff-47af-905d-a9d84b63e248 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:40.968172 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6f86b76e-e9ff-47af-905d-a9d84b63e248 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:40.996762 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6f86b76e-e9ff-47af-905d-a9d84b63e248 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:41.001463 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6f86b76e-e9ff-47af-905d-a9d84b63e248 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:41.005521 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6f86b76e-e9ff-47af-905d-a9d84b63e248 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/9c65028f-642b-452d-af31-cb56dd0da47c HTTP/1.1" status: 204 len: 168 time: 0.0643721 Sep 17 08:31:41.005805 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54010) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:41.026605 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f86b76e-e9ff-47af-905d-a9d84b63e248 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9c65028f-642b-452d-af31-cb56dd0da47c,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:41.057211 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c8f6e1a8-0ef3-46f4-8ee3-063f2b6b394c tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0503411 Sep 17 08:31:41.059854 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54012) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:41.115568 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-18a316ee-66f9-4aae-ba34-da0de70671dd tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:41.137301 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-18a316ee-66f9-4aae-ba34-da0de70671dd tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:41.179855 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-18a316ee-66f9-4aae-ba34-da0de70671dd tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:41.182653 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-18a316ee-66f9-4aae-ba34-da0de70671dd tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:41.183810 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-18a316ee-66f9-4aae-ba34-da0de70671dd tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] 10.222.0.13 "DELETE /v2.0/security-groups/24292bdf-e7f0-4fbc-a607-1e5ed21a03cc HTTP/1.1" status: 204 len: 168 time: 0.1229773 Sep 17 08:31:41.186566 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54014) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:41.193133 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a316ee-66f9-4aae-ba34-da0de70671dd tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24292bdf-e7f0-4fbc-a607-1e5ed21a03cc,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:41.236720 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-c2bbdac1-f83c-4a4d-832b-7642687f7ebb tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0489731 Sep 17 08:31:41.240583 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54016) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:41.245610 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-54ac296a-4572-4c7d-9bf2-49c0c6612edd tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Request body: {'security_group': {'name': 'tempest-secgroup--1586184734'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:41.267898 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-54ac296a-4572-4c7d-9bf2-49c0c6612edd tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:41.367760 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-54ac296a-4572-4c7d-9bf2-49c0c6612edd tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:41.371683 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-54ac296a-4572-4c7d-9bf2-49c0c6612edd tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:41.399414 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-54ac296a-4572-4c7d-9bf2-49c0c6612edd tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:41.400691 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-54ac296a-4572-4c7d-9bf2-49c0c6612edd tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1590042 Sep 17 08:31:41.402513 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ac296a-4572-4c7d-9bf2-49c0c6612edd tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce29d39-e13b-4988-9c21-f9110832d32b,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:41.403692 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54018) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:41.410155 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-b9f6161c-2b0e-438b-92ae-80b85b3a08c9 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Request body: {'security_group_rule': {'security_group_id': '7ce29d39-e13b-4988-9c21-f9110832d32b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:41.438157 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b9f6161c-2b0e-438b-92ae-80b85b3a08c9 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:41.496540 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b9f6161c-2b0e-438b-92ae-80b85b3a08c9 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:41.500280 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b9f6161c-2b0e-438b-92ae-80b85b3a08c9 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:41.518326 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f6161c-2b0e-438b-92ae-80b85b3a08c9 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0285e5b1-8e72-4b6c-9494-42139c86a6f1,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:41.526534 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b9f6161c-2b0e-438b-92ae-80b85b3a08c9 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:41.527813 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-b9f6161c-2b0e-438b-92ae-80b85b3a08c9 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1219070 Sep 17 08:31:41.530836 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54020) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:41.546916 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-055bce8d-a70a-4e17-ae59-2fcd31e11242 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] 10.222.0.13 "GET /v2.0/security-group-rules/0285e5b1-8e72-4b6c-9494-42139c86a6f1 HTTP/1.1" status: 200 len: 763 time: 0.0150423 Sep 17 08:31:41.549408 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54022) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:41.589579 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e7bfd956-5d4d-4c34-8c3f-9658b0177f2c tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0391319 Sep 17 08:31:41.592149 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54024) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:41.614490 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0001a67d-5760-4d2c-8ce8-121edc7c120e tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:41.621841 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0001a67d-5760-4d2c-8ce8-121edc7c120e tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:41.649652 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0001a67d-5760-4d2c-8ce8-121edc7c120e tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:41.657265 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0001a67d-5760-4d2c-8ce8-121edc7c120e tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:41.658760 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-0001a67d-5760-4d2c-8ce8-121edc7c120e tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/0285e5b1-8e72-4b6c-9494-42139c86a6f1 HTTP/1.1" status: 204 len: 168 time: 0.0657187 Sep 17 08:31:41.661484 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54026) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:41.664089 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0001a67d-5760-4d2c-8ce8-121edc7c120e tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0285e5b1-8e72-4b6c-9494-42139c86a6f1,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:41.707505 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-cdd0fa1c-dfd0-4561-b3da-11b9817f9031 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0446672 Sep 17 08:31:41.711351 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54028) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:41.715555 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-16be4046-1349-49ff-88ef-8eb506ad6203 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Request body: {'security_group_rule': {'security_group_id': '7ce29d39-e13b-4988-9c21-f9110832d32b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:41.740715 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-16be4046-1349-49ff-88ef-8eb506ad6203 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:41.798984 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-16be4046-1349-49ff-88ef-8eb506ad6203 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:41.804266 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-16be4046-1349-49ff-88ef-8eb506ad6203 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:41.826677 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16be4046-1349-49ff-88ef-8eb506ad6203 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57e2ee8e-add5-404c-8ae5-1a046df1f3b3,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:41.832065 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-16be4046-1349-49ff-88ef-8eb506ad6203 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:41.833274 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-16be4046-1349-49ff-88ef-8eb506ad6203 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1209204 Sep 17 08:31:41.836481 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54030) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:41.858209 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54034) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:41.858382 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-732ab712-d83e-43b1-a84d-618d9f34dc04 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] 10.222.0.13 "GET /v2.0/security-group-rules/57e2ee8e-add5-404c-8ae5-1a046df1f3b3 HTTP/1.1" status: 200 len: 763 time: 0.0205581 Sep 17 08:31:41.923306 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-437f9ac8-304f-4ff2-a443-25b0b2db4fd1 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0619674 Sep 17 08:31:41.924519 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54038) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:41.952169 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fac76fb4-7abf-4f84-acb8-ab63cf919ea8 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:41.961900 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fac76fb4-7abf-4f84-acb8-ab63cf919ea8 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:41.996671 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fac76fb4-7abf-4f84-acb8-ab63cf919ea8 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:42.007627 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fac76fb4-7abf-4f84-acb8-ab63cf919ea8 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:42.008940 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-fac76fb4-7abf-4f84-acb8-ab63cf919ea8 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/57e2ee8e-add5-404c-8ae5-1a046df1f3b3 HTTP/1.1" status: 204 len: 168 time: 0.0834687 Sep 17 08:31:42.011540 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54040) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:42.020963 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac76fb4-7abf-4f84-acb8-ab63cf919ea8 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=57e2ee8e-add5-404c-8ae5-1a046df1f3b3,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:42.080070 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-b3613b52-6d7a-4140-be6f-e2cd434dc535 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0671399 Sep 17 08:31:42.082648 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54042) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:42.097118 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-462bb809-0cb4-4135-b45c-58ebb4787d84 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Request body: {'security_group_rule': {'security_group_id': '7ce29d39-e13b-4988-9c21-f9110832d32b', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:42.126749 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-462bb809-0cb4-4135-b45c-58ebb4787d84 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:42.202578 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-462bb809-0cb4-4135-b45c-58ebb4787d84 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:42.207310 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54046) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:42.209756 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-462bb809-0cb4-4135-b45c-58ebb4787d84 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:42.227576 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462bb809-0cb4-4135-b45c-58ebb4787d84 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64c3fb7e-2c16-499c-9b7f-63ae94f69b1c,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:42.245198 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-462bb809-0cb4-4135-b45c-58ebb4787d84 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:42.249198 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-462bb809-0cb4-4135-b45c-58ebb4787d84 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1626239 Sep 17 08:31:42.249811 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54050) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:42.267932 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-4b9ba87f-1cff-4ed0-95a4-478420a84a84 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] 10.222.0.13 "GET /v2.0/security-group-rules/64c3fb7e-2c16-499c-9b7f-63ae94f69b1c HTTP/1.1" status: 200 len: 764 time: 0.0164785 Sep 17 08:31:42.270105 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54052) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:42.311589 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-552b8f91-bca6-4cb3-bef7-ce7b1d113f2c tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0403686 Sep 17 08:31:42.314260 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54054) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:42.347936 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a6f3fe8a-3704-4a4b-9592-58ca3c491ab5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:42.363064 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-043fe48d-ed1e-460b-ba0e-190dd64653c1 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:42.375472 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-043fe48d-ed1e-460b-ba0e-190dd64653c1 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:42.420010 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-043fe48d-ed1e-460b-ba0e-190dd64653c1 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:42.428613 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-043fe48d-ed1e-460b-ba0e-190dd64653c1 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:42.430332 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-043fe48d-ed1e-460b-ba0e-190dd64653c1 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/64c3fb7e-2c16-499c-9b7f-63ae94f69b1c HTTP/1.1" status: 204 len: 168 time: 0.1150804 Sep 17 08:31:42.433077 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54056) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:42.439735 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043fe48d-ed1e-460b-ba0e-190dd64653c1 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=64c3fb7e-2c16-499c-9b7f-63ae94f69b1c,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:42.476235 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-87710569-d4eb-42c3-9f8c-9c026d97e0fe tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0413110 Sep 17 08:31:42.478875 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54058) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:42.490829 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a6f3fe8a-3704-4a4b-9592-58ca3c491ab5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:42.496130 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a6f3fe8a-3704-4a4b-9592-58ca3c491ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:42.537086 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a6f3fe8a-3704-4a4b-9592-58ca3c491ab5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2ea18fed8a314175b8054889c16fea9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3261998 Sep 17 08:31:42.537329 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9e8b10ab-7fb5-4df6-9259-09757db372ae tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:42.537439 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54060) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:42.543737 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f3fe8a-3704-4a4b-9592-58ca3c491ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=213f9f39-8b58-49d3-a38f-b4d38cb79851,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:42.559398 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9e8b10ab-7fb5-4df6-9259-09757db372ae tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:42.588790 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f451437a-a0e8-4490-9473-8dd58e9790e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:42.600493 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9e8b10ab-7fb5-4df6-9259-09757db372ae tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:42.603693 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9e8b10ab-7fb5-4df6-9259-09757db372ae tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:42.604865 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-9e8b10ab-7fb5-4df6-9259-09757db372ae tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] 10.222.0.13 "DELETE /v2.0/security-groups/7ce29d39-e13b-4988-9c21-f9110832d32b HTTP/1.1" status: 204 len: 168 time: 0.1249924 Sep 17 08:31:42.608937 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54062) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:42.611358 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f451437a-a0e8-4490-9473-8dd58e9790e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:42.620056 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8b10ab-7fb5-4df6-9259-09757db372ae tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce29d39-e13b-4988-9c21-f9110832d32b,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:42.660584 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f451437a-a0e8-4490-9473-8dd58e9790e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:42.660970 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-83ee8497-e80a-4429-acd0-4ded9f9d7792 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0510032 Sep 17 08:31:42.663868 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f451437a-a0e8-4490-9473-8dd58e9790e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:42.667548 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f451437a-a0e8-4490-9473-8dd58e9790e0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/213f9f39-8b58-49d3-a38f-b4d38cb79851 HTTP/1.1" status: 204 len: 168 time: 0.1268165 Sep 17 08:31:42.667818 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54064) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:42.673289 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f451437a-a0e8-4490-9473-8dd58e9790e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213f9f39-8b58-49d3-a38f-b4d38cb79851,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:42.711321 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-9adbca1b-342f-4c24-833f-a718f9d4ec79 tempest-SecGroupTest-1911516705 tempest-SecGroupTest-1911516705-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0423846 Sep 17 08:31:42.920530 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54072) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:43.065125 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-05bb31ed-079d-4bf2-b35a-ea1ef251d4aa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a47524fbb2aa43f29d5544e730268a28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1433272 Sep 17 08:31:43.067548 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54076) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:43.127466 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-94c9b1cd-1f3e-49e4-9495-5836be94915a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:43.155259 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-94c9b1cd-1f3e-49e4-9495-5836be94915a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:43.204386 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-94c9b1cd-1f3e-49e4-9495-5836be94915a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:43.207037 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-94c9b1cd-1f3e-49e4-9495-5836be94915a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:43.208302 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-94c9b1cd-1f3e-49e4-9495-5836be94915a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6ac6102b-4cd8-4325-a4d7-e0d7d544cf7a HTTP/1.1" status: 204 len: 168 time: 0.1397073 Sep 17 08:31:43.219201 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c9b1cd-1f3e-49e4-9495-5836be94915a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac6102b-4cd8-4325-a4d7-e0d7d544cf7a,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:43.822184 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54098) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:43.917323 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-ef679ef2-37a3-49a3-937b-35f8d01e1248 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:43.917772 n-d-789963-9 neutron-server[101290]: WARNING neutron.api.v2.base [None req-ef679ef2-37a3-49a3-937b-35f8d01e1248 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 17 08:31:43.918274 n-d-789963-9 neutron-server[101290]: INFO neutron.api.v2.resource [None req-ef679ef2-37a3-49a3-937b-35f8d01e1248 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] create failed (client error): There was a conflict when trying to complete your request. Sep 17 08:31:43.919304 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ef679ef2-37a3-49a3-937b-35f8d01e1248 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.0961235 Sep 17 08:31:43.922892 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54102) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:43.931692 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-aeda5aba-95cb-4fbf-b638-6f581b485e8a tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Request body: {'security_group': {'name': 'tempest-secgroup--1564144722'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:43.952441 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-aeda5aba-95cb-4fbf-b638-6f581b485e8a tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:43.960321 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-aeda5aba-95cb-4fbf-b638-6f581b485e8a tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:44.047587 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-aeda5aba-95cb-4fbf-b638-6f581b485e8a tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:44.051133 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-aeda5aba-95cb-4fbf-b638-6f581b485e8a tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:44.088915 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeda5aba-95cb-4fbf-b638-6f581b485e8a tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad85650-db91-4a2a-99bb-65b81d279f12,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:44.146475 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-aeda5aba-95cb-4fbf-b638-6f581b485e8a tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:44.150466 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-aeda5aba-95cb-4fbf-b638-6f581b485e8a tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:44.177810 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-aeda5aba-95cb-4fbf-b638-6f581b485e8a tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:44.179063 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-aeda5aba-95cb-4fbf-b638-6f581b485e8a tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2552354 Sep 17 08:31:44.180928 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeda5aba-95cb-4fbf-b638-6f581b485e8a tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e82ffd3d-1505-4107-b0cb-172054213434,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:44.182157 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54104) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:44.186778 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-0a3e1d5f-2fca-49d4-836d-8461792d83fe tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Request body: {'security_group_rule': {'security_group_id': 'e82ffd3d-1505-4107-b0cb-172054213434', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:44.213936 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0a3e1d5f-2fca-49d4-836d-8461792d83fe tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:44.259122 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0a3e1d5f-2fca-49d4-836d-8461792d83fe tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:44.262673 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0a3e1d5f-2fca-49d4-836d-8461792d83fe tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:44.280347 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3e1d5f-2fca-49d4-836d-8461792d83fe tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae9800f7-049c-4d1c-af7f-ab41aeb71a3c,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:44.285370 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0a3e1d5f-2fca-49d4-836d-8461792d83fe tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:44.286654 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-0a3e1d5f-2fca-49d4-836d-8461792d83fe tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1035032 Sep 17 08:31:44.289919 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54106) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:44.294123 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-863eeb9c-e771-4a7b-a4bb-df1527b0008c tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Request body: {'security_group_rule': {'security_group_id': 'e82ffd3d-1505-4107-b0cb-172054213434', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:44.318441 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-863eeb9c-e771-4a7b-a4bb-df1527b0008c tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:44.364137 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-863eeb9c-e771-4a7b-a4bb-df1527b0008c tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] create failed (client error): There was a conflict when trying to complete your request. Sep 17 08:31:44.365172 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-863eeb9c-e771-4a7b-a4bb-df1527b0008c tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0743480 Sep 17 08:31:44.367967 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54108) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:44.418652 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-90a44ef0-35cf-4a18-bff7-8d2bd19ccd0a tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:44.440823 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-90a44ef0-35cf-4a18-bff7-8d2bd19ccd0a tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:44.486900 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-90a44ef0-35cf-4a18-bff7-8d2bd19ccd0a tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:44.489475 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-90a44ef0-35cf-4a18-bff7-8d2bd19ccd0a tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:44.490596 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-90a44ef0-35cf-4a18-bff7-8d2bd19ccd0a tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] 10.222.0.13 "DELETE /v2.0/security-groups/e82ffd3d-1505-4107-b0cb-172054213434 HTTP/1.1" status: 204 len: 168 time: 0.1217499 Sep 17 08:31:44.493301 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54110) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:44.499249 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a44ef0-35cf-4a18-bff7-8d2bd19ccd0a tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82ffd3d-1505-4107-b0cb-172054213434,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:44.536523 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-21a72570-f8de-45a1-9125-e7add9d494d3 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0418472 Sep 17 08:31:44.540106 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54112) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:44.544330 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-c6763e0a-cb76-4fae-86a5-bbd366d02e07 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Request body: {'security_group': {'name': 'tempest-secgroup--224842350'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:44.564238 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c6763e0a-cb76-4fae-86a5-bbd366d02e07 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:44.642850 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c6763e0a-cb76-4fae-86a5-bbd366d02e07 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:44.646745 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c6763e0a-cb76-4fae-86a5-bbd366d02e07 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:44.677753 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c6763e0a-cb76-4fae-86a5-bbd366d02e07 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:44.678936 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c6763e0a-cb76-4fae-86a5-bbd366d02e07 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1378629 Sep 17 08:31:44.680796 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6763e0a-cb76-4fae-86a5-bbd366d02e07 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2964f6a1-4170-48fa-8c89-f3853bf7694a,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:44.681814 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54114) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:44.686488 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-e276b768-c48c-4c15-bdbe-c341274c8c5c tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Request body: {'security_group_rule': {'security_group_id': '2964f6a1-4170-48fa-8c89-f3853bf7694a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:44.687040 n-d-789963-9 neutron-server[101289]: WARNING neutron.api.v2.base [None req-e276b768-c48c-4c15-bdbe-c341274c8c5c tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 17 08:31:44.687460 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-e276b768-c48c-4c15-bdbe-c341274c8c5c tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 08:31:44.688443 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e276b768-c48c-4c15-bdbe-c341274c8c5c tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0055845 Sep 17 08:31:44.691043 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54116) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:44.741401 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9f36efcd-f7f7-4735-9ebf-ea95682c424c tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:44.762610 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9f36efcd-f7f7-4735-9ebf-ea95682c424c tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:44.801326 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9f36efcd-f7f7-4735-9ebf-ea95682c424c tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:44.804678 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9f36efcd-f7f7-4735-9ebf-ea95682c424c tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:44.805821 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-9f36efcd-f7f7-4735-9ebf-ea95682c424c tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] 10.222.0.13 "DELETE /v2.0/security-groups/2964f6a1-4170-48fa-8c89-f3853bf7694a HTTP/1.1" status: 204 len: 168 time: 0.1138980 Sep 17 08:31:44.808449 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54118) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:44.814867 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f36efcd-f7f7-4735-9ebf-ea95682c424c tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2964f6a1-4170-48fa-8c89-f3853bf7694a,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:44.822633 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f36efcd-f7f7-4735-9ebf-ea95682c424c tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:31:44.822980 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f36efcd-f7f7-4735-9ebf-ea95682c424c tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:31:44.823321 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f36efcd-f7f7-4735-9ebf-ea95682c424c tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:31:44.823655 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f36efcd-f7f7-4735-9ebf-ea95682c424c tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:31:44.824011 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f36efcd-f7f7-4735-9ebf-ea95682c424c tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:31:44.824340 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f36efcd-f7f7-4735-9ebf-ea95682c424c tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:31:44.824664 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f36efcd-f7f7-4735-9ebf-ea95682c424c tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:31:44.824985 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f36efcd-f7f7-4735-9ebf-ea95682c424c tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:31:44.825306 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f36efcd-f7f7-4735-9ebf-ea95682c424c tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:31:44.825657 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f36efcd-f7f7-4735-9ebf-ea95682c424c tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:31:44.825943 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f36efcd-f7f7-4735-9ebf-ea95682c424c tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:31:44.826264 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f36efcd-f7f7-4735-9ebf-ea95682c424c tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:31:44.851352 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-0b8f5eb7-bb7e-4834-a804-8df5a6bea905 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0415769 Sep 17 08:31:44.854922 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54120) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:44.859125 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-8dcb0f58-52b4-4036-abaf-884aad6a367b tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Request body: {'security_group': {'name': 'tempest-secgroup--783885260'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:44.882904 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8dcb0f58-52b4-4036-abaf-884aad6a367b tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:44.961307 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8dcb0f58-52b4-4036-abaf-884aad6a367b tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:44.964850 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8dcb0f58-52b4-4036-abaf-884aad6a367b tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:44.989141 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8dcb0f58-52b4-4036-abaf-884aad6a367b tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:44.990344 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-8dcb0f58-52b4-4036-abaf-884aad6a367b tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1345341 Sep 17 08:31:44.993897 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54122) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:44.994776 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcb0f58-52b4-4036-abaf-884aad6a367b tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2189a44f-574d-4012-b7a4-5aeebe74074e,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:44.999673 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-5e3642f3-1829-4c61-ab95-e193672c8a8b tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Request body: {'security_group_rule': {'security_group_id': '2189a44f-574d-4012-b7a4-5aeebe74074e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:45.000528 n-d-789963-9 neutron-server[101289]: WARNING neutron.api.v2.base [None req-5e3642f3-1829-4c61-ab95-e193672c8a8b tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 17 08:31:45.001054 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-5e3642f3-1829-4c61-ab95-e193672c8a8b tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 08:31:45.002030 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-5e3642f3-1829-4c61-ab95-e193672c8a8b tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0071471 Sep 17 08:31:45.004863 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54124) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:45.055827 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5f5475eb-7d1d-4dc1-af8c-8f3f0bebcfa8 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:45.077584 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5f5475eb-7d1d-4dc1-af8c-8f3f0bebcfa8 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:45.118371 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5f5475eb-7d1d-4dc1-af8c-8f3f0bebcfa8 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:45.120896 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5f5475eb-7d1d-4dc1-af8c-8f3f0bebcfa8 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:45.122034 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-5f5475eb-7d1d-4dc1-af8c-8f3f0bebcfa8 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] 10.222.0.13 "DELETE /v2.0/security-groups/2189a44f-574d-4012-b7a4-5aeebe74074e HTTP/1.1" status: 204 len: 168 time: 0.1163251 Sep 17 08:31:45.124713 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54126) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:45.130856 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5475eb-7d1d-4dc1-af8c-8f3f0bebcfa8 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2189a44f-574d-4012-b7a4-5aeebe74074e,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:45.167353 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-27624868-290f-4678-953c-11b6d735894d tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0414283 Sep 17 08:31:45.170791 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54128) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:45.174979 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-1959cdd7-1b1d-401c-bb5f-de2e77dcd71c tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Request body: {'security_group': {'name': 'tempest-secgroup--1835701478'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:45.196192 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1959cdd7-1b1d-401c-bb5f-de2e77dcd71c tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:45.273628 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1959cdd7-1b1d-401c-bb5f-de2e77dcd71c tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:45.277361 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1959cdd7-1b1d-401c-bb5f-de2e77dcd71c tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:45.304602 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1959cdd7-1b1d-401c-bb5f-de2e77dcd71c tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:45.305815 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-1959cdd7-1b1d-401c-bb5f-de2e77dcd71c tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1341224 Sep 17 08:31:45.307627 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1959cdd7-1b1d-401c-bb5f-de2e77dcd71c tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e70923c-6775-4a38-b43a-df4dbb283654,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:45.309160 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54130) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:45.314586 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-46f75a7a-1bfb-4966-8d3e-ea3af119c04d tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Request body: {'security_group_rule': {'security_group_id': '6e70923c-6775-4a38-b43a-df4dbb283654', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:45.315792 n-d-789963-9 neutron-server[101289]: WARNING neutron.api.v2.base [None req-46f75a7a-1bfb-4966-8d3e-ea3af119c04d tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 17 08:31:45.316185 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-46f75a7a-1bfb-4966-8d3e-ea3af119c04d tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 08:31:45.317208 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-46f75a7a-1bfb-4966-8d3e-ea3af119c04d tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0063553 Sep 17 08:31:45.319520 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54132) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:45.328490 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-cdfb67ee-d993-471a-893a-618567c349c2 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Request body: {'security_group_rule': {'security_group_id': '6e70923c-6775-4a38-b43a-df4dbb283654', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:45.329199 n-d-789963-9 neutron-server[101289]: WARNING neutron.api.v2.base [None req-cdfb67ee-d993-471a-893a-618567c349c2 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 17 08:31:45.329787 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-cdfb67ee-d993-471a-893a-618567c349c2 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 08:31:45.330834 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-cdfb67ee-d993-471a-893a-618567c349c2 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0101237 Sep 17 08:31:45.333325 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54134) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:45.337260 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-0f712f17-9a62-47ef-9db6-a36d8cbe024e tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Request body: {'security_group_rule': {'security_group_id': '6e70923c-6775-4a38-b43a-df4dbb283654', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:45.338013 n-d-789963-9 neutron-server[101289]: WARNING neutron.api.v2.base [None req-0f712f17-9a62-47ef-9db6-a36d8cbe024e tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 17 08:31:45.338466 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-0f712f17-9a62-47ef-9db6-a36d8cbe024e tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 08:31:45.339366 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-0f712f17-9a62-47ef-9db6-a36d8cbe024e tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0051463 Sep 17 08:31:45.341622 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54136) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:45.345377 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-8122ced2-b901-422f-b6b6-6e399934ceed tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Request body: {'security_group_rule': {'security_group_id': '6e70923c-6775-4a38-b43a-df4dbb283654', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:45.346781 n-d-789963-9 neutron-server[101289]: WARNING neutron.api.v2.base [None req-8122ced2-b901-422f-b6b6-6e399934ceed tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 17 08:31:45.347236 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-8122ced2-b901-422f-b6b6-6e399934ceed tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 08:31:45.348169 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-8122ced2-b901-422f-b6b6-6e399934ceed tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0057118 Sep 17 08:31:45.350346 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54138) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:45.399446 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ff882ffd-4762-4814-8775-22c468a8f9e3 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:45.421005 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ff882ffd-4762-4814-8775-22c468a8f9e3 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:45.460700 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ff882ffd-4762-4814-8775-22c468a8f9e3 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:45.463305 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ff882ffd-4762-4814-8775-22c468a8f9e3 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:45.464505 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ff882ffd-4762-4814-8775-22c468a8f9e3 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] 10.222.0.13 "DELETE /v2.0/security-groups/6e70923c-6775-4a38-b43a-df4dbb283654 HTTP/1.1" status: 204 len: 168 time: 0.1128266 Sep 17 08:31:45.467197 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54140) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:45.473289 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff882ffd-4762-4814-8775-22c468a8f9e3 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e70923c-6775-4a38-b43a-df4dbb283654,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:45.512788 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-89ce10aa-a12c-4e11-bec8-2d653e6c4d52 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0442448 Sep 17 08:31:45.516382 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54142) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:45.520435 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-ad125273-3119-4829-9e24-a15793fa7c3b tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Request body: {'security_group': {'name': 'tempest-secgroup--435907605'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:45.541475 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ad125273-3119-4829-9e24-a15793fa7c3b tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:45.618052 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ad125273-3119-4829-9e24-a15793fa7c3b tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:45.621736 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ad125273-3119-4829-9e24-a15793fa7c3b tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:45.643027 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ad125273-3119-4829-9e24-a15793fa7c3b tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:45.644254 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ad125273-3119-4829-9e24-a15793fa7c3b tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1269846 Sep 17 08:31:45.647280 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54144) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:45.652387 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-23405f1e-2046-4c61-9dd3-bdcc58e116fa tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Request body: {'security_group_rule': {'security_group_id': '945852d7-aae5-41bc-8962-1fd71c317621', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:45.652558 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad125273-3119-4829-9e24-a15793fa7c3b tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=945852d7-aae5-41bc-8962-1fd71c317621,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:45.652865 n-d-789963-9 neutron-server[101289]: WARNING neutron.api.v2.base [None req-23405f1e-2046-4c61-9dd3-bdcc58e116fa tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 17 08:31:45.653386 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-23405f1e-2046-4c61-9dd3-bdcc58e116fa tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 08:31:45.657897 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-23405f1e-2046-4c61-9dd3-bdcc58e116fa tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0090060 Sep 17 08:31:45.658485 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54146) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:45.664043 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-5baf2a94-6451-4d83-bc74-ea8b9d40233b tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Request body: {'security_group_rule': {'security_group_id': '945852d7-aae5-41bc-8962-1fd71c317621', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:45.695628 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-5baf2a94-6451-4d83-bc74-ea8b9d40233b tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 08:31:45.696683 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-5baf2a94-6451-4d83-bc74-ea8b9d40233b tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0373106 Sep 17 08:31:45.699308 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54148) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:45.703540 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-eb40b36b-e632-4c27-a450-790028ab2397 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Request body: {'security_group_rule': {'security_group_id': '945852d7-aae5-41bc-8962-1fd71c317621', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:45.704043 n-d-789963-9 neutron-server[101289]: WARNING neutron.api.v2.base [None req-eb40b36b-e632-4c27-a450-790028ab2397 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 17 08:31:45.704499 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-eb40b36b-e632-4c27-a450-790028ab2397 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 08:31:45.705407 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-eb40b36b-e632-4c27-a450-790028ab2397 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0051970 Sep 17 08:31:45.707727 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54150) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:45.712846 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-4648c962-265a-4b26-a422-4774bcc17eac tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Request body: {'security_group_rule': {'security_group_id': '945852d7-aae5-41bc-8962-1fd71c317621', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:45.746368 n-d-789963-9 neutron-server[101290]: INFO neutron.api.v2.resource [None req-4648c962-265a-4b26-a422-4774bcc17eac tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 08:31:45.747389 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-4648c962-265a-4b26-a422-4774bcc17eac tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0386827 Sep 17 08:31:45.749976 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54152) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:45.754131 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-2d776563-7542-489b-9590-621a437260f3 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Request body: {'security_group_rule': {'security_group_id': '945852d7-aae5-41bc-8962-1fd71c317621', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:45.754921 n-d-789963-9 neutron-server[101290]: WARNING neutron.api.v2.base [None req-2d776563-7542-489b-9590-621a437260f3 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 17 08:31:45.755377 n-d-789963-9 neutron-server[101290]: INFO neutron.api.v2.resource [None req-2d776563-7542-489b-9590-621a437260f3 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 08:31:45.756391 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-2d776563-7542-489b-9590-621a437260f3 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0055366 Sep 17 08:31:45.758550 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54154) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:45.762420 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-bfe75947-f7c8-4807-a315-636ab5fe70f7 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Request body: {'security_group_rule': {'security_group_id': '945852d7-aae5-41bc-8962-1fd71c317621', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:45.795998 n-d-789963-9 neutron-server[101290]: INFO neutron.api.v2.resource [None req-bfe75947-f7c8-4807-a315-636ab5fe70f7 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 08:31:45.796932 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-bfe75947-f7c8-4807-a315-636ab5fe70f7 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0375276 Sep 17 08:31:45.799421 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54156) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:45.803564 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-4a8842b7-019a-44f2-966a-9111cec834ae tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Request body: {'security_group_rule': {'security_group_id': '945852d7-aae5-41bc-8962-1fd71c317621', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:45.804087 n-d-789963-9 neutron-server[101290]: WARNING neutron.api.v2.base [None req-4a8842b7-019a-44f2-966a-9111cec834ae tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 17 08:31:45.804542 n-d-789963-9 neutron-server[101290]: INFO neutron.api.v2.resource [None req-4a8842b7-019a-44f2-966a-9111cec834ae tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 08:31:45.805486 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-4a8842b7-019a-44f2-966a-9111cec834ae tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0051498 Sep 17 08:31:45.808123 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54158) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:45.812015 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-6ef20e6a-b825-4e4f-9efd-0cee1e45b83a tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Request body: {'security_group_rule': {'security_group_id': '945852d7-aae5-41bc-8962-1fd71c317621', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:45.844641 n-d-789963-9 neutron-server[101290]: INFO neutron.api.v2.resource [None req-6ef20e6a-b825-4e4f-9efd-0cee1e45b83a tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 08:31:45.845641 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6ef20e6a-b825-4e4f-9efd-0cee1e45b83a tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0366886 Sep 17 08:31:45.848210 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54160) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:45.853000 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-3ac33b20-5b17-46a7-98a5-54f62b22ba58 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Request body: {'security_group_rule': {'security_group_id': '945852d7-aae5-41bc-8962-1fd71c317621', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:45.884372 n-d-789963-9 neutron-server[101290]: INFO neutron.api.v2.resource [None req-3ac33b20-5b17-46a7-98a5-54f62b22ba58 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 08:31:45.887721 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-3ac33b20-5b17-46a7-98a5-54f62b22ba58 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0363309 Sep 17 08:31:45.887965 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54162) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:45.939345 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7c4f3742-dbeb-4db2-8301-48f5851fff24 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:45.961542 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7c4f3742-dbeb-4db2-8301-48f5851fff24 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:46.003288 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7c4f3742-dbeb-4db2-8301-48f5851fff24 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:46.005828 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7c4f3742-dbeb-4db2-8301-48f5851fff24 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:46.007592 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-7c4f3742-dbeb-4db2-8301-48f5851fff24 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] 10.222.0.13 "DELETE /v2.0/security-groups/945852d7-aae5-41bc-8962-1fd71c317621 HTTP/1.1" status: 204 len: 168 time: 0.1181426 Sep 17 08:31:46.010226 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54166) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:46.016035 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4f3742-dbeb-4db2-8301-48f5851fff24 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=945852d7-aae5-41bc-8962-1fd71c317621,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:46.060454 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-5bff1df5-3950-43e0-bbc8-79ef5b1fa98d tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0490341 Sep 17 08:31:46.063948 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54168) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:46.068080 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-ee1c5bc7-b54d-4fa1-b927-cf4729555a88 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Request body: {'security_group': {'name': 'tempest-secgroup--84075863'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:46.090539 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ee1c5bc7-b54d-4fa1-b927-cf4729555a88 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:46.170138 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ee1c5bc7-b54d-4fa1-b927-cf4729555a88 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:46.174014 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ee1c5bc7-b54d-4fa1-b927-cf4729555a88 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:46.198999 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ee1c5bc7-b54d-4fa1-b927-cf4729555a88 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:46.200207 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ee1c5bc7-b54d-4fa1-b927-cf4729555a88 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1353648 Sep 17 08:31:46.203147 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54170) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:46.204061 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1c5bc7-b54d-4fa1-b927-cf4729555a88 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ed05c9-ae74-4f8b-af25-86fccece9fa5,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:46.207822 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-2dc1b773-b051-4671-bd90-e915bbfe4a43 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Request body: {'security_group_rule': {'security_group_id': 'c0ed05c9-ae74-4f8b-af25-86fccece9fa5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:46.249413 n-d-789963-9 neutron-server[101290]: INFO neutron.api.v2.resource [None req-2dc1b773-b051-4671-bd90-e915bbfe4a43 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] create failed (client error): The resource could not be found. Sep 17 08:31:46.250535 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-2dc1b773-b051-4671-bd90-e915bbfe4a43 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0463326 Sep 17 08:31:46.253324 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54172) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:46.258196 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-a4ae3ffa-71b6-4cc0-80dd-a5bdf4d0e8e9 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Request body: {'security_group_rule': {'security_group_id': 'c0ed05c9-ae74-4f8b-af25-86fccece9fa5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '1c883111-9832-4356-939b-2389e9a31f16'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:46.295960 n-d-789963-9 neutron-server[101290]: INFO neutron.api.v2.resource [None req-a4ae3ffa-71b6-4cc0-80dd-a5bdf4d0e8e9 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] create failed (client error): The resource could not be found. Sep 17 08:31:46.297078 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a4ae3ffa-71b6-4cc0-80dd-a5bdf4d0e8e9 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0428524 Sep 17 08:31:46.299698 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54174) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:46.350282 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8d2064f1-e2e9-464c-bd8d-93c90db80f22 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:46.371635 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8d2064f1-e2e9-464c-bd8d-93c90db80f22 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:46.413939 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8d2064f1-e2e9-464c-bd8d-93c90db80f22 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:46.416576 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8d2064f1-e2e9-464c-bd8d-93c90db80f22 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:46.417739 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-8d2064f1-e2e9-464c-bd8d-93c90db80f22 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] 10.222.0.13 "DELETE /v2.0/security-groups/c0ed05c9-ae74-4f8b-af25-86fccece9fa5 HTTP/1.1" status: 204 len: 168 time: 0.1171033 Sep 17 08:31:46.420509 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54176) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:46.426329 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2064f1-e2e9-464c-bd8d-93c90db80f22 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ed05c9-ae74-4f8b-af25-86fccece9fa5,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:46.463544 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-3b95c81b-b5ae-423b-9ccf-3f65b86ae153 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0418391 Sep 17 08:31:46.467377 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54178) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:46.471791 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-71b52e68-8402-4cfe-b6b9-d1138efd16d6 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Request body: {'security_group_rule': {'security_group_id': '0c2aedea-f783-4fef-9679-a0e08bf4d075', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:46.509153 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-71b52e68-8402-4cfe-b6b9-d1138efd16d6 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] create failed (client error): The resource could not be found. Sep 17 08:31:46.510276 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-71b52e68-8402-4cfe-b6b9-d1138efd16d6 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0419416 Sep 17 08:31:46.513780 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54180) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:46.518108 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-e0f2aa3a-1a61-446a-8c37-6ec0e44fc7e9 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Request body: {'security_group': {'name': 'tempest-secgroup--1334520340'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:46.540238 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e0f2aa3a-1a61-446a-8c37-6ec0e44fc7e9 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:46.618735 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e0f2aa3a-1a61-446a-8c37-6ec0e44fc7e9 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:46.622304 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e0f2aa3a-1a61-446a-8c37-6ec0e44fc7e9 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:46.652013 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e0f2aa3a-1a61-446a-8c37-6ec0e44fc7e9 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:46.653264 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e0f2aa3a-1a61-446a-8c37-6ec0e44fc7e9 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1385479 Sep 17 08:31:46.655386 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f2aa3a-1a61-446a-8c37-6ec0e44fc7e9 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9723ad-6c22-402c-8a83-409f786b3796,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:46.656535 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54182) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:46.661975 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-93d8741c-b818-4a33-a8cf-d39c6797e457 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Request body: {'security_group': {'name': 'tempest-secgroup--256101803'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:46.685724 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-93d8741c-b818-4a33-a8cf-d39c6797e457 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:46.762350 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-93d8741c-b818-4a33-a8cf-d39c6797e457 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:46.765985 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-93d8741c-b818-4a33-a8cf-d39c6797e457 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:46.794022 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-93d8741c-b818-4a33-a8cf-d39c6797e457 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:46.797809 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-93d8741c-b818-4a33-a8cf-d39c6797e457 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1377122 Sep 17 08:31:46.797809 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d8741c-b818-4a33-a8cf-d39c6797e457 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e039d64-f2f7-47f6-b845-4fec5dccaca6,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:46.798177 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54184) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:46.802868 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-6ad8f628-8f5e-45fb-92cd-2d9431225310 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Request body: {'security_group_rule': {'security_group_id': '0e9723ad-6c22-402c-8a83-409f786b3796', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '5e039d64-f2f7-47f6-b845-4fec5dccaca6'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:46.835449 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-6ad8f628-8f5e-45fb-92cd-2d9431225310 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 08:31:46.836538 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-6ad8f628-8f5e-45fb-92cd-2d9431225310 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0373223 Sep 17 08:31:46.839220 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54186) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:46.889167 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d6a5bec5-603f-44e3-9d10-2a9efafc97d5 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:46.910194 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d6a5bec5-603f-44e3-9d10-2a9efafc97d5 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:46.954024 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d6a5bec5-603f-44e3-9d10-2a9efafc97d5 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:46.956606 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d6a5bec5-603f-44e3-9d10-2a9efafc97d5 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:46.957727 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-d6a5bec5-603f-44e3-9d10-2a9efafc97d5 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] 10.222.0.13 "DELETE /v2.0/security-groups/5e039d64-f2f7-47f6-b845-4fec5dccaca6 HTTP/1.1" status: 204 len: 168 time: 0.1176486 Sep 17 08:31:46.960474 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54188) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:46.966286 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a5bec5-603f-44e3-9d10-2a9efafc97d5 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e039d64-f2f7-47f6-b845-4fec5dccaca6,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:47.014770 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-52724ccc-f5b9-4cde-b7ef-283dfee7fda8 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0530634 Sep 17 08:31:47.017385 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54190) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:47.066615 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-be3908d3-f5ed-41bd-9e97-1831eb8a9137 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:47.088220 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-be3908d3-f5ed-41bd-9e97-1831eb8a9137 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:47.127953 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-be3908d3-f5ed-41bd-9e97-1831eb8a9137 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:47.130616 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-be3908d3-f5ed-41bd-9e97-1831eb8a9137 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:47.131766 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-be3908d3-f5ed-41bd-9e97-1831eb8a9137 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] 10.222.0.13 "DELETE /v2.0/security-groups/0e9723ad-6c22-402c-8a83-409f786b3796 HTTP/1.1" status: 204 len: 168 time: 0.1134923 Sep 17 08:31:47.134490 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54192) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:47.140486 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3908d3-f5ed-41bd-9e97-1831eb8a9137 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9723ad-6c22-402c-8a83-409f786b3796,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:47.178593 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ed7b7d7d-3998-4f90-9ec5-4a587f77c201 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0419066 Sep 17 08:31:47.181413 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54194) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:47.185792 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-11f22f70-65d2-4f90-a20b-48c5676f2cd1 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Request body: {'security_group': {'name': 'tempest-secgroup--1468092615'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:47.206239 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-11f22f70-65d2-4f90-a20b-48c5676f2cd1 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:47.284735 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-11f22f70-65d2-4f90-a20b-48c5676f2cd1 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:47.289034 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-11f22f70-65d2-4f90-a20b-48c5676f2cd1 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:47.315331 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-11f22f70-65d2-4f90-a20b-48c5676f2cd1 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:47.316627 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-11f22f70-65d2-4f90-a20b-48c5676f2cd1 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1342514 Sep 17 08:31:47.319576 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54196) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:47.320617 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f22f70-65d2-4f90-a20b-48c5676f2cd1 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63c1a9a3-6a97-4b2a-a01c-617706c06ff0,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:47.324680 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-02735180-cac4-444e-bbd1-32420aee8e50 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:31:47.325419 n-d-789963-9 neutron-server[101290]: WARNING neutron.api.v2.base [None req-02735180-cac4-444e-bbd1-32420aee8e50 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 17 08:31:47.326043 n-d-789963-9 neutron-server[101290]: INFO neutron.api.v2.resource [None req-02735180-cac4-444e-bbd1-32420aee8e50 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] update failed (client error): There was a conflict when trying to complete your request. Sep 17 08:31:47.327307 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-02735180-cac4-444e-bbd1-32420aee8e50 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] 10.222.0.13 "PUT /v2.0/security-groups/63c1a9a3-6a97-4b2a-a01c-617706c06ff0 HTTP/1.1" status: 409 len: 330 time: 0.0064802 Sep 17 08:31:47.330329 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54198) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:47.382520 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c26883a6-23ba-4e0b-8b2a-f4a6b8d124e8 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:47.403990 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c26883a6-23ba-4e0b-8b2a-f4a6b8d124e8 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:47.442343 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c26883a6-23ba-4e0b-8b2a-f4a6b8d124e8 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:47.445418 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c26883a6-23ba-4e0b-8b2a-f4a6b8d124e8 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:47.446539 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c26883a6-23ba-4e0b-8b2a-f4a6b8d124e8 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] 10.222.0.13 "DELETE /v2.0/security-groups/63c1a9a3-6a97-4b2a-a01c-617706c06ff0 HTTP/1.1" status: 204 len: 168 time: 0.1153014 Sep 17 08:31:47.449285 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54200) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:47.458163 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26883a6-23ba-4e0b-8b2a-f4a6b8d124e8 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c1a9a3-6a97-4b2a-a01c-617706c06ff0,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:47.491320 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-5a015989-6d9b-4274-85f3-5ae9be5cd381 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0408967 Sep 17 08:31:47.494970 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54202) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:47.507640 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-9d67ccaa-f426-4163-a54a-e5b798cdc832 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] delete failed (client error): The resource could not be found. Sep 17 08:31:47.508636 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-9d67ccaa-f426-4163-a54a-e5b798cdc832 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] 10.222.0.13 "DELETE /v2.0/security-groups/45c394a6-1d22-4b18-b36c-a00605ede231 HTTP/1.1" status: 404 len: 347 time: 0.0127132 Sep 17 08:31:47.513454 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54204) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:47.526148 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-f66568f7-1219-4329-aced-3f30cb6e9be2 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] show failed (client error): The resource could not be found. Sep 17 08:31:47.527096 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-f66568f7-1219-4329-aced-3f30cb6e9be2 tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] 10.222.0.13 "GET /v2.0/security-groups/f600e400-cf34-4929-99db-194ec8d4d866 HTTP/1.1" status: 404 len: 347 time: 0.0127988 Sep 17 08:31:47.530534 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54206) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:47.540861 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-144f95b0-6d47-41ae-a81e-f38969dfe4ac tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] show failed (client error): The resource could not be found. Sep 17 08:31:47.541814 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-144f95b0-6d47-41ae-a81e-f38969dfe4ac tempest-NegativeSecGroupTest-1179312892 tempest-NegativeSecGroupTest-1179312892-project] 10.222.0.13 "GET /v2.0/security-group-rules/df2fe948-3b4a-4e80-9d18-166dd97439c0 HTTP/1.1" status: 404 len: 356 time: 0.0104434 Sep 17 08:31:47.773511 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54212) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:47.904543 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f8f52f59-f580-411b-a5d7-4590b2543098 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=66dbc9f99fbc4dd894b3c33667329fc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1294470 Sep 17 08:31:47.907249 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54216) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:31:47.955069 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b694f4ae-dc46-4a16-830e-9eb4e0082625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:47.975671 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b694f4ae-dc46-4a16-830e-9eb4e0082625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:48.021095 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b694f4ae-dc46-4a16-830e-9eb4e0082625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:48.023649 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b694f4ae-dc46-4a16-830e-9eb4e0082625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:48.024836 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b694f4ae-dc46-4a16-830e-9eb4e0082625 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3ad85650-db91-4a2a-99bb-65b81d279f12 HTTP/1.1" status: 204 len: 168 time: 0.1166849 Sep 17 08:31:48.032316 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b694f4ae-dc46-4a16-830e-9eb4e0082625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad85650-db91-4a2a-99bb-65b81d279f12,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:31:48.259679 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:31:49.995055 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0005218b-2f7d-4d59-8343-78d98e2af8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:52.485718 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8b92232c-a3a7-419f-87af-6f171b99b25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:52.779020 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:53.803661 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:31:55.398785 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:00.790789 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54318) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:32:00.900872 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-108d083b-409c-47ae-8106-a4b2024f6360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:00.987854 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-108d083b-409c-47ae-8106-a4b2024f6360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:00.991540 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-108d083b-409c-47ae-8106-a4b2024f6360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:01.026933 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108d083b-409c-47ae-8106-a4b2024f6360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c830f8e5-fdc3-4dc5-ad24-68c300320ca3,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:32:01.033070 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-108d083b-409c-47ae-8106-a4b2024f6360 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bd717033976c44829b465fd89796aad7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2410409 Sep 17 08:32:01.035561 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54322) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:32:01.084795 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b7577c09-4d68-4b17-a15a-06174b89dba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:01.105661 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b7577c09-4d68-4b17-a15a-06174b89dba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:01.152292 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b7577c09-4d68-4b17-a15a-06174b89dba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:01.155242 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b7577c09-4d68-4b17-a15a-06174b89dba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:01.156806 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b7577c09-4d68-4b17-a15a-06174b89dba2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c830f8e5-fdc3-4dc5-ad24-68c300320ca3 HTTP/1.1" status: 204 len: 168 time: 0.1203029 Sep 17 08:32:01.164102 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7577c09-4d68-4b17-a15a-06174b89dba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c830f8e5-fdc3-4dc5-ad24-68c300320ca3,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:32:01.407920 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54328) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:32:01.421163 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-53a04eca-6750-439c-9405-955b9a0d9365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:01.511446 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-53a04eca-6750-439c-9405-955b9a0d9365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:01.515282 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-53a04eca-6750-439c-9405-955b9a0d9365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:01.551694 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-53a04eca-6750-439c-9405-955b9a0d9365 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ca3207d180194779b339749476dc793b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1426980 Sep 17 08:32:01.552828 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a04eca-6750-439c-9405-955b9a0d9365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4ca953-eaf4-420d-88d0-8e1f0e41ff97,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:32:01.554283 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54330) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:32:01.603303 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cd42bc88-ec13-4089-87ff-b4d24a1c53b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:01.623877 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cd42bc88-ec13-4089-87ff-b4d24a1c53b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:01.669562 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cd42bc88-ec13-4089-87ff-b4d24a1c53b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:01.672133 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cd42bc88-ec13-4089-87ff-b4d24a1c53b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:01.673342 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-cd42bc88-ec13-4089-87ff-b4d24a1c53b9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5f4ca953-eaf4-420d-88d0-8e1f0e41ff97 HTTP/1.1" status: 204 len: 168 time: 0.1175511 Sep 17 08:32:01.681525 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd42bc88-ec13-4089-87ff-b4d24a1c53b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4ca953-eaf4-420d-88d0-8e1f0e41ff97,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:32:03.272633 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54384) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:32:03.378888 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-10945d18-1d3b-4af3-9bbb-e952cd5f55be admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:03.469901 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-10945d18-1d3b-4af3-9bbb-e952cd5f55be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:03.473534 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-10945d18-1d3b-4af3-9bbb-e952cd5f55be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:03.511328 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-10945d18-1d3b-4af3-9bbb-e952cd5f55be admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=208413e2be2f49cba8bc547478b8d80d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2376468 Sep 17 08:32:03.512314 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10945d18-1d3b-4af3-9bbb-e952cd5f55be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ce0359-1c3c-41e6-9dd2-2c1fcfc68d0d,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:32:03.514030 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54388) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:32:03.561693 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-84b3ac9b-be80-41ad-b909-74cd422cdc65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:03.581458 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-84b3ac9b-be80-41ad-b909-74cd422cdc65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:03.627254 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-84b3ac9b-be80-41ad-b909-74cd422cdc65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:03.629786 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-84b3ac9b-be80-41ad-b909-74cd422cdc65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:03.630971 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-84b3ac9b-be80-41ad-b909-74cd422cdc65 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/77ce0359-1c3c-41e6-9dd2-2c1fcfc68d0d HTTP/1.1" status: 204 len: 168 time: 0.1159463 Sep 17 08:32:03.638270 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b3ac9b-be80-41ad-b909-74cd422cdc65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ce0359-1c3c-41e6-9dd2-2c1fcfc68d0d,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:32:03.878841 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54394) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:32:03.892317 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e6d9f4a0-012e-46d8-8a4b-9aeec09c5563 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:03.976839 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e6d9f4a0-012e-46d8-8a4b-9aeec09c5563 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:03.980323 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e6d9f4a0-012e-46d8-8a4b-9aeec09c5563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:04.017213 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e6d9f4a0-012e-46d8-8a4b-9aeec09c5563 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2ff685878ee0434fb8fa17fc888962c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1373019 Sep 17 08:32:04.018082 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d9f4a0-012e-46d8-8a4b-9aeec09c5563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d84356e-fcfd-436d-a695-3790d81f359c,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:32:04.019951 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54396) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:32:04.068263 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e98e6ab4-66e9-4470-8636-da34ac064ba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:04.090159 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e98e6ab4-66e9-4470-8636-da34ac064ba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:04.137708 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e98e6ab4-66e9-4470-8636-da34ac064ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:04.140204 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e98e6ab4-66e9-4470-8636-da34ac064ba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:04.141335 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e98e6ab4-66e9-4470-8636-da34ac064ba1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0d84356e-fcfd-436d-a695-3790d81f359c HTTP/1.1" status: 204 len: 168 time: 0.1203897 Sep 17 08:32:04.149580 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98e6ab4-66e9-4470-8636-da34ac064ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d84356e-fcfd-436d-a695-3790d81f359c,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:32:05.743631 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:05.936008 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:11.386906 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54520) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:32:11.532071 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-47795fcf-faa1-470c-9737-cf5696b5e970 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:11.617211 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-47795fcf-faa1-470c-9737-cf5696b5e970 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:11.620686 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-47795fcf-faa1-470c-9737-cf5696b5e970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:11.659123 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-47795fcf-faa1-470c-9737-cf5696b5e970 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3535a167100d4b57b21c09806f251ab5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2711582 Sep 17 08:32:11.660022 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47795fcf-faa1-470c-9737-cf5696b5e970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=628fa068-08c0-43d4-b4f4-78db940f1998,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:32:11.662804 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54526) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:32:11.709685 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-833fc721-75ec-46d5-8e02-9e241312ddbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:11.729803 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-833fc721-75ec-46d5-8e02-9e241312ddbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:11.777600 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-833fc721-75ec-46d5-8e02-9e241312ddbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:11.780164 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-833fc721-75ec-46d5-8e02-9e241312ddbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:11.781566 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-833fc721-75ec-46d5-8e02-9e241312ddbc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/628fa068-08c0-43d4-b4f4-78db940f1998 HTTP/1.1" status: 204 len: 168 time: 0.1174104 Sep 17 08:32:11.788916 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833fc721-75ec-46d5-8e02-9e241312ddbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=628fa068-08c0-43d4-b4f4-78db940f1998,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:32:11.796121 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833fc721-75ec-46d5-8e02-9e241312ddbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:32:11.796473 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833fc721-75ec-46d5-8e02-9e241312ddbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:32:11.796816 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833fc721-75ec-46d5-8e02-9e241312ddbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:32:11.797156 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833fc721-75ec-46d5-8e02-9e241312ddbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:32:11.797491 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833fc721-75ec-46d5-8e02-9e241312ddbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:32:11.797825 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833fc721-75ec-46d5-8e02-9e241312ddbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:32:11.798150 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833fc721-75ec-46d5-8e02-9e241312ddbc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:32:11.798477 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833fc721-75ec-46d5-8e02-9e241312ddbc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:32:11.798806 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833fc721-75ec-46d5-8e02-9e241312ddbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:32:11.799129 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833fc721-75ec-46d5-8e02-9e241312ddbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:32:11.799454 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833fc721-75ec-46d5-8e02-9e241312ddbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:32:11.799778 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833fc721-75ec-46d5-8e02-9e241312ddbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:32:12.035368 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54532) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:32:12.048139 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5aa26d79-b64d-4ca0-9662-25d4e2cc27be admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:12.139495 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5aa26d79-b64d-4ca0-9662-25d4e2cc27be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:12.144563 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5aa26d79-b64d-4ca0-9662-25d4e2cc27be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:12.183766 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa26d79-b64d-4ca0-9662-25d4e2cc27be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c482836-7bef-4bf8-b731-d0d273b14bc4,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:32:12.188891 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-5aa26d79-b64d-4ca0-9662-25d4e2cc27be admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e6422cd925b34854ba2c4e41b721606f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1519272 Sep 17 08:32:12.190779 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54534) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:32:12.236852 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-30f6be0f-c3cf-4340-aa35-5ee16621afd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:12.257226 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-30f6be0f-c3cf-4340-aa35-5ee16621afd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:12.302385 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-30f6be0f-c3cf-4340-aa35-5ee16621afd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:12.304887 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-30f6be0f-c3cf-4340-aa35-5ee16621afd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:12.306046 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-30f6be0f-c3cf-4340-aa35-5ee16621afd1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7c482836-7bef-4bf8-b731-d0d273b14bc4 HTTP/1.1" status: 204 len: 168 time: 0.1143768 Sep 17 08:32:12.313537 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f6be0f-c3cf-4340-aa35-5ee16621afd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c482836-7bef-4bf8-b731-d0d273b14bc4,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:32:13.421363 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 54572) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:32:13.528118 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-de76addb-b88c-4e09-9441-fb3b859c201e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:13.614074 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-de76addb-b88c-4e09-9441-fb3b859c201e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:13.617560 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-de76addb-b88c-4e09-9441-fb3b859c201e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:13.656886 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-de76addb-b88c-4e09-9441-fb3b859c201e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ae375e58fafe4043a8ccbfe69121716f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2318211 Sep 17 08:32:13.656886 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de76addb-b88c-4e09-9441-fb3b859c201e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20147505-25d3-4c7d-9384-426175cea3ef,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:32:13.657397 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 54576) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:32:13.705749 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6fe4cc35-fc71-4a16-a784-e4d9fea26e39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:13.726131 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6fe4cc35-fc71-4a16-a784-e4d9fea26e39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:13.771722 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6fe4cc35-fc71-4a16-a784-e4d9fea26e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:13.774967 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6fe4cc35-fc71-4a16-a784-e4d9fea26e39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:13.776123 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-6fe4cc35-fc71-4a16-a784-e4d9fea26e39 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/20147505-25d3-4c7d-9384-426175cea3ef HTTP/1.1" status: 204 len: 168 time: 0.1177132 Sep 17 08:32:13.783701 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe4cc35-fc71-4a16-a784-e4d9fea26e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20147505-25d3-4c7d-9384-426175cea3ef,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:32:15.939907 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-82ddef7b-7427-427a-aaf0-d9e8a42f9cd2 req-1c33703a-b063-4f64-b8fa-5c5f15e1b0d2 tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=e25a215f290243bfbae503e67e32a23c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319052 Sep 17 08:32:16.116587 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ddef7b-7427-427a-aaf0-d9e8a42f9cd2 req-b006085c-38e4-406f-a6cb-de93d44cc76f tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:32:16.118591 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-82ddef7b-7427-427a-aaf0-d9e8a42f9cd2 req-b006085c-38e4-406f-a6cb-de93d44cc76f tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1728952 Sep 17 08:32:16.133536 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-82ddef7b-7427-427a-aaf0-d9e8a42f9cd2 req-e8a94365-e302-4619-b8aa-2c8037d879fc tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] 10.222.0.13 "GET /v2.0/quotas/e25a215f290243bfbae503e67e32a23c HTTP/1.1" status: 200 len: 375 time: 0.0086198 Sep 17 08:32:16.163159 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-82ddef7b-7427-427a-aaf0-d9e8a42f9cd2 req-6359b143-5313-4cff-9dfa-0186c63cc5ba tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e25a215f290243bfbae503e67e32a23c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0245762 Sep 17 08:32:16.322623 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9c1bac7f-adff-4124-a163-7bed04a7d819 req-81a078e4-4efa-4b18-bc6f-5dafdc23fc69 tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9b0665-e164-47f1-be53-d47ae45e0fb2 HTTP/1.1" status: 200 len: 210 time: 0.0268300 Sep 17 08:32:17.255016 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-82ddef7b-7427-427a-aaf0-d9e8a42f9cd2 req-e582301a-8d15-4ed4-b1f5-3ff6a025b55a tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=e25a215f290243bfbae503e67e32a23c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287962 Sep 17 08:32:17.421986 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ebbe6862-9ad9-48e8-b6c8-66125421815a req-74c5febe-bf32-493b-858c-27a97997d19c tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9b0665-e164-47f1-be53-d47ae45e0fb2 HTTP/1.1" status: 200 len: 210 time: 0.0290871 Sep 17 08:32:17.441331 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ddef7b-7427-427a-aaf0-d9e8a42f9cd2 req-f64cc2a1-54d4-4c84-b9d9-eb5c04673d41 tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:32:17.442763 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-82ddef7b-7427-427a-aaf0-d9e8a42f9cd2 req-f64cc2a1-54d4-4c84-b9d9-eb5c04673d41 tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1814222 Sep 17 08:32:17.461114 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-82ddef7b-7427-427a-aaf0-d9e8a42f9cd2 req-ad2d5c58-73d1-4332-a961-63431266daca tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] Request body: {'port': {'device_id': '6b9b0665-e164-47f1-be53-d47ae45e0fb2', 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583', 'admin_state_up': True, 'tenant_id': 'e25a215f290243bfbae503e67e32a23c'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:32:17.566851 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82ddef7b-7427-427a-aaf0-d9e8a42f9cd2 req-ad2d5c58-73d1-4332-a961-63431266daca tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] Made reservation on behalf of e25a215f290243bfbae503e67e32a23c for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:32:17.570643 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-82ddef7b-7427-427a-aaf0-d9e8a42f9cd2 req-ad2d5c58-73d1-4332-a961-63431266daca tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:17.578949 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-82ddef7b-7427-427a-aaf0-d9e8a42f9cd2 req-ad2d5c58-73d1-4332-a961-63431266daca tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:17.669717 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-82ddef7b-7427-427a-aaf0-d9e8a42f9cd2 req-ad2d5c58-73d1-4332-a961-63431266daca tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:17.673298 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-82ddef7b-7427-427a-aaf0-d9e8a42f9cd2 req-ad2d5c58-73d1-4332-a961-63431266daca tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:17.737396 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2d5c58-73d1-4332-a961-63431266daca tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6e395c-1dd6-4235-87b4-81e8983a67fa,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:32:17.805498 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-82ddef7b-7427-427a-aaf0-d9e8a42f9cd2 req-ad2d5c58-73d1-4332-a961-63431266daca tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] Allocated IP 192.168.233.209 (469390cd-cce5-49bd-b8f8-9e64018a0583/5f3af6cb-9cad-436b-bf41-034e75672c44/3224f575-c779-47b4-925c-7b13068740e3) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:32:17.957721 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-82ddef7b-7427-427a-aaf0-d9e8a42f9cd2 req-ad2d5c58-73d1-4332-a961-63431266daca tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:17.988883 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-82ddef7b-7427-427a-aaf0-d9e8a42f9cd2 req-ad2d5c58-73d1-4332-a961-63431266daca tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:18.029784 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82ddef7b-7427-427a-aaf0-d9e8a42f9cd2 req-ad2d5c58-73d1-4332-a961-63431266daca tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] Network 469390cd-cce5-49bd-b8f8-9e64018a0583 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:32:18.033045 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-82ddef7b-7427-427a-aaf0-d9e8a42f9cd2 req-ad2d5c58-73d1-4332-a961-63431266daca tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:32:18.038974 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-82ddef7b-7427-427a-aaf0-d9e8a42f9cd2 req-ad2d5c58-73d1-4332-a961-63431266daca tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:32:18.061816 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2d5c58-73d1-4332-a961-63431266daca tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] Pushing event updated for resources: {'Port': ['ID=3224f575-c779-47b4-925c-7b13068740e3,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:32:18.096874 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ddef7b-7427-427a-aaf0-d9e8a42f9cd2 req-ad2d5c58-73d1-4332-a961-63431266daca tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:32:18.097497 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-82ddef7b-7427-427a-aaf0-d9e8a42f9cd2 req-ad2d5c58-73d1-4332-a961-63431266daca tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:18.111741 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-82ddef7b-7427-427a-aaf0-d9e8a42f9cd2 req-ad2d5c58-73d1-4332-a961-63431266daca tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6540627 Sep 17 08:32:18.257216 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-82ddef7b-7427-427a-aaf0-d9e8a42f9cd2 req-66dec7f6-3c83-4daf-94e9-40702a2520a1 service neutron] Request body: {'port': {'device_id': '6b9b0665-e164-47f1-be53-d47ae45e0fb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:32:18.312173 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-82ddef7b-7427-427a-aaf0-d9e8a42f9cd2 req-66dec7f6-3c83-4daf-94e9-40702a2520a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:18.330849 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-3b2b5266-51a1-40e0-b2ce-49acd241ef2a None None] Provisioning complete for port 3224f575-c779-47b4-925c-7b13068740e3 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:32:18.331400 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3b2b5266-51a1-40e0-b2ce-49acd241ef2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:18.369690 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-3b2b5266-51a1-40e0-b2ce-49acd241ef2a None None] Port 3224f575-c779-47b4-925c-7b13068740e3 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:32:18.554136 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb5854-be8b-4e8e-b193-25b8510a7873 req-96e3e025-db86-4a19-b17d-68fc3bac5b3e tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:32:18.556220 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8dfb5854-be8b-4e8e-b193-25b8510a7873 req-96e3e025-db86-4a19-b17d-68fc3bac5b3e tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9b0665-e164-47f1-be53-d47ae45e0fb2 HTTP/1.1" status: 200 len: 936 time: 0.0543606 Sep 17 08:32:18.569777 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-82ddef7b-7427-427a-aaf0-d9e8a42f9cd2 req-66dec7f6-3c83-4daf-94e9-40702a2520a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3224f575-c779-47b4-925c-7b13068740e3 {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:32:18.577954 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-82ddef7b-7427-427a-aaf0-d9e8a42f9cd2 req-66dec7f6-3c83-4daf-94e9-40702a2520a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:18.590687 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-82ddef7b-7427-427a-aaf0-d9e8a42f9cd2 req-66dec7f6-3c83-4daf-94e9-40702a2520a1 service neutron] Transition to ACTIVE for port object 3224f575-c779-47b4-925c-7b13068740e3 will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:32:18.593765 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8dfb5854-be8b-4e8e-b193-25b8510a7873 req-2188f9ff-d8d9-4c6f-b53f-a83990b7e0e4 tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab6e395c-1dd6-4235-87b4-81e8983a67fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315304 Sep 17 08:32:18.594531 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-82ddef7b-7427-427a-aaf0-d9e8a42f9cd2 req-66dec7f6-3c83-4daf-94e9-40702a2520a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:18.644714 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dec7f6-3c83-4daf-94e9-40702a2520a1 service neutron] Pushing event updated for resources: {'Port': ['ID=3224f575-c779-47b4-925c-7b13068740e3,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:32:18.715453 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-82ddef7b-7427-427a-aaf0-d9e8a42f9cd2 req-66dec7f6-3c83-4daf-94e9-40702a2520a1 service neutron] Attempting to bind port 3224f575-c779-47b4-925c-7b13068740e3 on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:32:18.715901 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-82ddef7b-7427-427a-aaf0-d9e8a42f9cd2 req-66dec7f6-3c83-4daf-94e9-40702a2520a1 service neutron] Attempting to bind port 3224f575-c779-47b4-925c-7b13068740e3 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:32:18.716235 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ddef7b-7427-427a-aaf0-d9e8a42f9cd2 req-66dec7f6-3c83-4daf-94e9-40702a2520a1 service neutron] Attempting to bind port 3224f575-c779-47b4-925c-7b13068740e3 on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:32:18.720984 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ddef7b-7427-427a-aaf0-d9e8a42f9cd2 req-66dec7f6-3c83-4daf-94e9-40702a2520a1 service neutron] Port 3224f575-c779-47b4-925c-7b13068740e3 on network 469390cd-cce5-49bd-b8f8-9e64018a0583 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:32:18.721243 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ddef7b-7427-427a-aaf0-d9e8a42f9cd2 req-66dec7f6-3c83-4daf-94e9-40702a2520a1 service neutron] Attempting to bind port 3224f575-c779-47b4-925c-7b13068740e3 on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:32:18.726008 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ddef7b-7427-427a-aaf0-d9e8a42f9cd2 req-66dec7f6-3c83-4daf-94e9-40702a2520a1 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:32:18.726344 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ddef7b-7427-427a-aaf0-d9e8a42f9cd2 req-66dec7f6-3c83-4daf-94e9-40702a2520a1 service neutron] Checking segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:32:18.726756 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ddef7b-7427-427a-aaf0-d9e8a42f9cd2 req-66dec7f6-3c83-4daf-94e9-40702a2520a1 service neutron] Bound using segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:32:18.727215 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-82ddef7b-7427-427a-aaf0-d9e8a42f9cd2 req-66dec7f6-3c83-4daf-94e9-40702a2520a1 service neutron] Bound port: 3224f575-c779-47b4-925c-7b13068740e3, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:32:18.727578 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-82ddef7b-7427-427a-aaf0-d9e8a42f9cd2 req-66dec7f6-3c83-4daf-94e9-40702a2520a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:18.794299 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-82ddef7b-7427-427a-aaf0-d9e8a42f9cd2 req-66dec7f6-3c83-4daf-94e9-40702a2520a1 service neutron] For port 3224f575-c779-47b4-925c-7b13068740e3, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:32:18.797355 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-82ddef7b-7427-427a-aaf0-d9e8a42f9cd2 req-66dec7f6-3c83-4daf-94e9-40702a2520a1 service neutron] For port 3224f575-c779-47b4-925c-7b13068740e3, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=3224f575-c779-47b4-925c-7b13068740e3,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:32:18.801568 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-82ddef7b-7427-427a-aaf0-d9e8a42f9cd2 req-66dec7f6-3c83-4daf-94e9-40702a2520a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:18.833796 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ddef7b-7427-427a-aaf0-d9e8a42f9cd2 req-66dec7f6-3c83-4daf-94e9-40702a2520a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:32:18.834412 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-82ddef7b-7427-427a-aaf0-d9e8a42f9cd2 req-66dec7f6-3c83-4daf-94e9-40702a2520a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:18.835798 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-82ddef7b-7427-427a-aaf0-d9e8a42f9cd2 req-66dec7f6-3c83-4daf-94e9-40702a2520a1 service neutron] 10.222.0.39 "PUT /v2.0/ports/3224f575-c779-47b4-925c-7b13068740e3 HTTP/1.1" status: 200 len: 1096 time: 0.7108076 Sep 17 08:32:18.836255 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b9b0665-e164-47f1-be53-d47ae45e0fb2', 'tag': '3224f575-c779-47b4-925c-7b13068740e3'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:32:18.838542 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4557ca94-1100-40e1-ba72-0112bb154a89" -d '{"events": [{"name": "network-changed", "server_uuid": "6b9b0665-e164-47f1-be53-d47ae45e0fb2", "tag": "3224f575-c779-47b4-925c-7b13068740e3"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:32:18.865188 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dec7f6-3c83-4daf-94e9-40702a2520a1 service neutron] Pushing event updated for resources: {'Port': ['ID=3224f575-c779-47b4-925c-7b13068740e3,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:32:18.879827 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a433e8-4288-43ef-a703-cf4bf55190dd x-openstack-request-id: req-a9a433e8-4288-43ef-a703-cf4bf55190dd {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:32:18.880179 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b9b0665-e164-47f1-be53-d47ae45e0fb2", "tag": "3224f575-c779-47b4-925c-7b13068740e3", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:32:18.880436 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a9a433e8-4288-43ef-a703-cf4bf55190dd {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:32:18.880831 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b9b0665-e164-47f1-be53-d47ae45e0fb2', 'tag': '3224f575-c779-47b4-925c-7b13068740e3', 'status': 'completed', 'code': 200} Sep 17 08:32:18.942105 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ddef7b-7427-427a-aaf0-d9e8a42f9cd2 req-1de0b90c-171e-4383-bd25-4cfc50fc95f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:32:18.943642 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-82ddef7b-7427-427a-aaf0-d9e8a42f9cd2 req-1de0b90c-171e-4383-bd25-4cfc50fc95f4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e25a215f290243bfbae503e67e32a23c&device_id=6b9b0665-e164-47f1-be53-d47ae45e0fb2 HTTP/1.1" status: 200 len: 1099 time: 0.0462492 Sep 17 08:32:18.990967 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-82ddef7b-7427-427a-aaf0-d9e8a42f9cd2 req-d4119824-5a0e-4f58-aadb-766c13cfd264 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=3224f575-c779-47b4-925c-7b13068740e3 HTTP/1.1" status: 200 len: 217 time: 0.0343027 Sep 17 08:32:19.038093 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ddef7b-7427-427a-aaf0-d9e8a42f9cd2 req-17072132-9d51-4c68-bf6c-ac7043c2a36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:32:19.039542 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-82ddef7b-7427-427a-aaf0-d9e8a42f9cd2 req-17072132-9d51-4c68-bf6c-ac7043c2a36c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.0425098 Sep 17 08:32:19.088019 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ddef7b-7427-427a-aaf0-d9e8a42f9cd2 req-c65c8503-2aa3-447e-8c68-c9efa6bb57f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:32:19.089539 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-82ddef7b-7427-427a-aaf0-d9e8a42f9cd2 req-c65c8503-2aa3-447e-8c68-c9efa6bb57f5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0429120 Sep 17 08:32:19.178636 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-82ddef7b-7427-427a-aaf0-d9e8a42f9cd2 req-5912ddb3-9550-4f09-b50f-a209931fb568 service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811594 Sep 17 08:32:19.269914 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-82ddef7b-7427-427a-aaf0-d9e8a42f9cd2 req-4e8a200f-1d20-48ff-97f1-58d602fdecef service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828784 Sep 17 08:32:19.407751 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557ca94-1100-40e1-ba72-0112bb154a89 req-5d867631-3458-45de-9be8-3d5119481fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:32:19.409256 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4557ca94-1100-40e1-ba72-0112bb154a89 req-5d867631-3458-45de-9be8-3d5119481fb3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e25a215f290243bfbae503e67e32a23c&device_id=6b9b0665-e164-47f1-be53-d47ae45e0fb2 HTTP/1.1" status: 200 len: 1099 time: 0.0413046 Sep 17 08:32:19.501229 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557ca94-1100-40e1-ba72-0112bb154a89 req-88389b1d-eb84-414d-8b05-4f730b0849e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:32:19.502668 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4557ca94-1100-40e1-ba72-0112bb154a89 req-88389b1d-eb84-414d-8b05-4f730b0849e0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=469390cd-cce5-49bd-b8f8-9e64018a0583 HTTP/1.1" status: 200 len: 870 time: 0.0863590 Sep 17 08:32:19.544350 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4557ca94-1100-40e1-ba72-0112bb154a89 req-b72fb8dd-2b0d-4df4-ba86-110f8edcab05 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=3224f575-c779-47b4-925c-7b13068740e3 HTTP/1.1" status: 200 len: 217 time: 0.0334215 Sep 17 08:32:19.590797 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557ca94-1100-40e1-ba72-0112bb154a89 req-fdbf112c-fbc5-4fa6-9e2b-6d1e844bd318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:32:19.592253 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4557ca94-1100-40e1-ba72-0112bb154a89 req-fdbf112c-fbc5-4fa6-9e2b-6d1e844bd318 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.0415144 Sep 17 08:32:19.636150 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557ca94-1100-40e1-ba72-0112bb154a89 req-61397ac1-09ee-4a65-9df5-d6c6a209739b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:32:19.637643 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4557ca94-1100-40e1-ba72-0112bb154a89 req-61397ac1-09ee-4a65-9df5-d6c6a209739b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0389049 Sep 17 08:32:19.707195 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b9fab-8c28-4fc8-a3c3-0e9dcfb622bc req-e30201ed-dfa8-481d-b302-3e0b803b8d29 tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:32:19.708833 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b11b9fab-8c28-4fc8-a3c3-0e9dcfb622bc req-e30201ed-dfa8-481d-b302-3e0b803b8d29 tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9b0665-e164-47f1-be53-d47ae45e0fb2 HTTP/1.1" status: 200 len: 948 time: 0.0482070 Sep 17 08:32:19.730027 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4557ca94-1100-40e1-ba72-0112bb154a89 req-5f3659d3-c98f-4623-b0ed-5cc6be2c86a7 service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849464 Sep 17 08:32:19.746089 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b11b9fab-8c28-4fc8-a3c3-0e9dcfb622bc req-8b12e850-1025-496f-8f4e-1d60222fda18 tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab6e395c-1dd6-4235-87b4-81e8983a67fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306799 Sep 17 08:32:19.997009 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2c8ae5dc-7eb8-42b6-bee8-373e140b88c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:20.085267 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4557ca94-1100-40e1-ba72-0112bb154a89 req-7b6b0783-bf14-4b0e-8fb0-aa547ddaa040 service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3486536 Sep 17 08:32:20.861370 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90550a9a-aace-4364-b99c-b55d351065f4 req-76c6eba4-0b36-4cfb-b9d6-27d84bfde4ed tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:32:20.862871 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-90550a9a-aace-4364-b99c-b55d351065f4 req-76c6eba4-0b36-4cfb-b9d6-27d84bfde4ed tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9b0665-e164-47f1-be53-d47ae45e0fb2 HTTP/1.1" status: 200 len: 948 time: 0.0480366 Sep 17 08:32:20.900249 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-90550a9a-aace-4364-b99c-b55d351065f4 req-2f9c8c0f-fb88-475f-a326-79d2d37deff7 tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab6e395c-1dd6-4235-87b4-81e8983a67fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307393 Sep 17 08:32:22.015328 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c532621-bb1f-4ce4-b8c6-1f7fc780a8cb req-9c557be6-66b3-46a9-b9ff-6bcbe990f53c tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:32:22.016811 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1c532621-bb1f-4ce4-b8c6-1f7fc780a8cb req-9c557be6-66b3-46a9-b9ff-6bcbe990f53c tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9b0665-e164-47f1-be53-d47ae45e0fb2 HTTP/1.1" status: 200 len: 948 time: 0.0510783 Sep 17 08:32:22.053477 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1c532621-bb1f-4ce4-b8c6-1f7fc780a8cb req-4956beb1-5a8c-4ef7-bf5f-687364c9b2a4 tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab6e395c-1dd6-4235-87b4-81e8983a67fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308106 Sep 17 08:32:22.485439 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e09147a1-2d40-4ff1-a747-c0d9397c3c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:22.777962 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:23.165443 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd342de8-aca5-4d07-b8ac-c7ac02a9b6b0 req-f19824ea-ec08-4e48-b1d9-9c98f4956ae5 tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:32:23.166935 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dd342de8-aca5-4d07-b8ac-c7ac02a9b6b0 req-f19824ea-ec08-4e48-b1d9-9c98f4956ae5 tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9b0665-e164-47f1-be53-d47ae45e0fb2 HTTP/1.1" status: 200 len: 948 time: 0.0477815 Sep 17 08:32:23.204484 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dd342de8-aca5-4d07-b8ac-c7ac02a9b6b0 req-904847ca-c504-40ab-83f1-ca488546735f tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab6e395c-1dd6-4235-87b4-81e8983a67fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315270 Sep 17 08:32:23.523968 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 3224f575-c779-47b4-925c-7b13068740e3 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:32:23.616624 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 3224f575-c779-47b4-925c-7b13068740e3, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=3224f575-c779-47b4-925c-7b13068740e3,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:32:23.627854 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '3224f575-c779-47b4-925c-7b13068740e3', 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583', 'port_id': '3224f575-c779-47b4-925c-7b13068740e3', 'mac_address': 'fa:16:3e:06:e4:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f3af6cb-9cad-436b-bf41-034e75672c44', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:32:23.662755 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:23.675213 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3224f575-c779-47b4-925c-7b13068740e3 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:32:23.693514 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 3224f575-c779-47b4-925c-7b13068740e3, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=3224f575-c779-47b4-925c-7b13068740e3,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:32:23.697467 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:23.745815 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=3224f575-c779-47b4-925c-7b13068740e3,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:32:23.752869 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:32:23.753223 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:32:23.753566 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:32:23.753906 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:32:23.754244 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:32:23.754579 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:32:23.754911 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:32:23.755244 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:32:23.755573 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:32:23.755923 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:32:23.756253 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:32:23.756580 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:32:23.806526 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:24.080812 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['3224f575-c779-47b4-925c-7b13068740e3'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:32:24.318971 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3751d7-8a2e-4e8e-8352-334898c32c11 req-a9d21621-be70-48a2-bcbd-464b4b545ca4 tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:32:24.320473 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dd3751d7-8a2e-4e8e-8352-334898c32c11 req-a9d21621-be70-48a2-bcbd-464b4b545ca4 tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9b0665-e164-47f1-be53-d47ae45e0fb2 HTTP/1.1" status: 200 len: 949 time: 0.0473444 Sep 17 08:32:24.358059 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dd3751d7-8a2e-4e8e-8352-334898c32c11 req-99042fc1-8610-4d69-87b8-a7bf3dbb2721 tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab6e395c-1dd6-4235-87b4-81e8983a67fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310357 Sep 17 08:32:25.262077 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:32:25.401062 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:25.473796 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3927708-82fd-4dac-a9bc-f480adc0da57 req-906053a5-0540-44da-86e4-06607f1d39be tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:32:25.475278 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a3927708-82fd-4dac-a9bc-f480adc0da57 req-906053a5-0540-44da-86e4-06607f1d39be tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9b0665-e164-47f1-be53-d47ae45e0fb2 HTTP/1.1" status: 200 len: 949 time: 0.0513408 Sep 17 08:32:25.512549 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a3927708-82fd-4dac-a9bc-f480adc0da57 req-303651cf-d083-4b4f-8c77-10aafe5633e6 tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab6e395c-1dd6-4235-87b4-81e8983a67fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313442 Sep 17 08:32:25.540400 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 3224f575-c779-47b4-925c-7b13068740e3 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:32:25.590647 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port 3224f575-c779-47b4-925c-7b13068740e3 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:32:25.594080 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 3224f575-c779-47b4-925c-7b13068740e3 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:32:25.594451 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:25.666621 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:25.688276 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b9b0665-e164-47f1-be53-d47ae45e0fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3224f575-c779-47b4-925c-7b13068740e3'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:32:25.690483 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611f48b4-8d17-4fd5-b935-c20dcb127496" -d '{"events": [{"server_uuid": "6b9b0665-e164-47f1-be53-d47ae45e0fb2", "name": "network-vif-plugged", "status": "completed", "tag": "3224f575-c779-47b4-925c-7b13068740e3"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:32:25.702760 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 3224f575-c779-47b4-925c-7b13068740e3, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=3224f575-c779-47b4-925c-7b13068740e3,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:32:25.706727 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:25.729115 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06f05f6-e210-42a7-8de1-c4d06be9d849 x-openstack-request-id: req-d06f05f6-e210-42a7-8de1-c4d06be9d849 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:32:25.729407 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b9b0665-e164-47f1-be53-d47ae45e0fb2", "name": "network-vif-plugged", "status": "completed", "tag": "3224f575-c779-47b4-925c-7b13068740e3", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:32:25.729660 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d06f05f6-e210-42a7-8de1-c4d06be9d849 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:32:25.730045 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b9b0665-e164-47f1-be53-d47ae45e0fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3224f575-c779-47b4-925c-7b13068740e3', 'code': 200} Sep 17 08:32:25.757845 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=3224f575-c779-47b4-925c-7b13068740e3,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:32:25.845680 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1944d27f-6837-46a6-966d-2958e73ac9c6 req-e1dcd94b-af98-4ecc-aaeb-ee02e8fa51c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:32:25.847141 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1944d27f-6837-46a6-966d-2958e73ac9c6 req-e1dcd94b-af98-4ecc-aaeb-ee02e8fa51c0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6b9b0665-e164-47f1-be53-d47ae45e0fb2 HTTP/1.1" status: 200 len: 1101 time: 0.0380402 Sep 17 08:32:25.880420 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1944d27f-6837-46a6-966d-2958e73ac9c6 req-c3a39aa6-e7da-486d-8ad9-690993af193a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ab6e395c-1dd6-4235-87b4-81e8983a67fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263863 Sep 17 08:32:26.625905 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c65b1d8-c5c5-46b9-ad03-205b51fe634a req-cc32ae9c-7660-4b66-a1c8-62f9232bb28c tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:32:26.627404 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2c65b1d8-c5c5-46b9-ad03-205b51fe634a req-cc32ae9c-7660-4b66-a1c8-62f9232bb28c tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9b0665-e164-47f1-be53-d47ae45e0fb2 HTTP/1.1" status: 200 len: 950 time: 0.0477240 Sep 17 08:32:26.663262 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2c65b1d8-c5c5-46b9-ad03-205b51fe634a req-9a0d7c2a-e6f4-4325-8049-6a8f7efa1dd6 tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab6e395c-1dd6-4235-87b4-81e8983a67fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300009 Sep 17 08:32:27.779429 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aaf134-e978-4349-8d23-f415052d03e2 req-53889d12-a949-47ba-9068-d3b62030a1da tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:32:27.782186 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-93aaf134-e978-4349-8d23-f415052d03e2 req-53889d12-a949-47ba-9068-d3b62030a1da tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9b0665-e164-47f1-be53-d47ae45e0fb2 HTTP/1.1" status: 200 len: 950 time: 0.0508013 Sep 17 08:32:27.824819 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-93aaf134-e978-4349-8d23-f415052d03e2 req-4d04748f-2279-4da0-b6dd-e410c8681407 tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab6e395c-1dd6-4235-87b4-81e8983a67fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305977 Sep 17 08:32:28.448218 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1108ea8c-1a2b-41d7-9888-4e7fe08b09ce req-525d2ff4-f9d9-40f5-9299-964ef914dcdd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6b9b0665-e164-47f1-be53-d47ae45e0fb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388663 Sep 17 08:32:28.546671 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1108ea8c-1a2b-41d7-9888-4e7fe08b09ce req-6b883682-5f77-40dc-974d-7d146b1807fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:32:28.548209 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1108ea8c-1a2b-41d7-9888-4e7fe08b09ce req-6b883682-5f77-40dc-974d-7d146b1807fb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e25a215f290243bfbae503e67e32a23c&device_id=6b9b0665-e164-47f1-be53-d47ae45e0fb2 HTTP/1.1" status: 200 len: 1101 time: 0.0393338 Sep 17 08:32:28.654134 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1108ea8c-1a2b-41d7-9888-4e7fe08b09ce req-e0eb4ef2-b7f7-4448-b19b-a30866d70db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:32:28.655539 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1108ea8c-1a2b-41d7-9888-4e7fe08b09ce req-e0eb4ef2-b7f7-4448-b19b-a30866d70db5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=469390cd-cce5-49bd-b8f8-9e64018a0583 HTTP/1.1" status: 200 len: 870 time: 0.0875733 Sep 17 08:32:28.696314 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1108ea8c-1a2b-41d7-9888-4e7fe08b09ce req-c1e40c91-8f7e-4ac4-affa-91a299970373 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=3224f575-c779-47b4-925c-7b13068740e3 HTTP/1.1" status: 200 len: 217 time: 0.0339766 Sep 17 08:32:28.748527 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1108ea8c-1a2b-41d7-9888-4e7fe08b09ce req-8be6a620-288b-4755-a9d3-742111c7d9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:32:28.749991 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1108ea8c-1a2b-41d7-9888-4e7fe08b09ce req-8be6a620-288b-4755-a9d3-742111c7d9e8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.0470586 Sep 17 08:32:28.795420 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1108ea8c-1a2b-41d7-9888-4e7fe08b09ce req-fe3039c7-762b-4103-9b4f-4b9fcc5eaa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:32:28.796971 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1108ea8c-1a2b-41d7-9888-4e7fe08b09ce req-fe3039c7-762b-4103-9b4f-4b9fcc5eaa54 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0401125 Sep 17 08:32:28.885551 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1108ea8c-1a2b-41d7-9888-4e7fe08b09ce req-7e1310ac-b21e-4121-b187-735e7ce51378 service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813184 Sep 17 08:32:28.980436 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1108ea8c-1a2b-41d7-9888-4e7fe08b09ce req-c4f421aa-281d-48a6-b70e-bfaca401fe72 service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877576 Sep 17 08:32:33.656125 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [req-d8f904c8-2699-416b-b084-d5d97bb80008 req-275f4adf-8e7f-46a5-8822-c257a0455845 service neutron] (101290) timed out ('10.222.0.39', 61821) {{(pid=101290) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 08:32:33.920789 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-53a56923-6589-4767-89f0-2bf6e5d8c8b2 req-f8043619-40ae-4f2a-818b-a7c3cd944f98 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0283349 Sep 17 08:32:33.998821 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-53a56923-6589-4767-89f0-2bf6e5d8c8b2 req-b12a9940-a480-481b-a289-a3d795c1aa0e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0249431 Sep 17 08:32:34.042926 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-53a56923-6589-4767-89f0-2bf6e5d8c8b2 req-1dbfa56f-2f79-4357-bad5-96a3719b8642 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0193229 Sep 17 08:32:34.132369 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a56923-6589-4767-89f0-2bf6e5d8c8b2 req-4f22a1f4-164a-40dc-be64-d4b5dda13aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:32:34.133866 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-53a56923-6589-4767-89f0-2bf6e5d8c8b2 req-4f22a1f4-164a-40dc-be64-d4b5dda13aac service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0849006 Sep 17 08:32:35.749470 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:35.937027 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:49.998237 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b7d7520e-23e7-4c98-b654-04da7d2ced01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:52.486175 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fa546012-9157-4ec5-8f90-bc017c4f2b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:52.778805 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:53.810558 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:32:55.405100 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:33:02.261122 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:33:05.779612 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:33:05.940204 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:33:19.999631 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f3b48975-09ae-4d1a-8ae8-5884cb7c430a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:33:22.486387 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f52d0d41-499d-4aec-b105-75637a5c046b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:33:22.779590 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:33:23.815963 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:33:25.408440 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:33:30.441067 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8cdfe371-9476-4b84-9917-e0aa7e80a73a req-d7a88f20-a435-4e88-91e5-b958d9ff1819 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6b9b0665-e164-47f1-be53-d47ae45e0fb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395339 Sep 17 08:33:30.544724 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdfe371-9476-4b84-9917-e0aa7e80a73a req-b39da97f-65d5-40f2-a9b9-13f0b85d1133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:33:30.546229 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8cdfe371-9476-4b84-9917-e0aa7e80a73a req-b39da97f-65d5-40f2-a9b9-13f0b85d1133 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e25a215f290243bfbae503e67e32a23c&device_id=6b9b0665-e164-47f1-be53-d47ae45e0fb2 HTTP/1.1" status: 200 len: 1101 time: 0.0443666 Sep 17 08:33:30.651108 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdfe371-9476-4b84-9917-e0aa7e80a73a req-d9df60a7-9161-47b5-9f57-4ef700681469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:33:30.652634 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8cdfe371-9476-4b84-9917-e0aa7e80a73a req-d9df60a7-9161-47b5-9f57-4ef700681469 service neutron] 10.222.0.39 "GET /v2.0/networks?id=469390cd-cce5-49bd-b8f8-9e64018a0583 HTTP/1.1" status: 200 len: 870 time: 0.0857401 Sep 17 08:33:30.706078 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8cdfe371-9476-4b84-9917-e0aa7e80a73a req-6e664e14-f562-469c-b8ae-c6b0c3f67a07 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=3224f575-c779-47b4-925c-7b13068740e3 HTTP/1.1" status: 200 len: 217 time: 0.0396390 Sep 17 08:33:30.769689 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdfe371-9476-4b84-9917-e0aa7e80a73a req-afdff529-e2b3-4db6-80f8-ee8cd4059371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:33:30.771282 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8cdfe371-9476-4b84-9917-e0aa7e80a73a req-afdff529-e2b3-4db6-80f8-ee8cd4059371 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.0439503 Sep 17 08:33:30.787728 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce97804a-941a-4ead-9f30-dc3c4e57af51 req-5c368f13-3c93-4b63-b373-7660d6586926 tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:33:30.789276 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ce97804a-941a-4ead-9f30-dc3c4e57af51 req-5c368f13-3c93-4b63-b373-7660d6586926 tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9b0665-e164-47f1-be53-d47ae45e0fb2 HTTP/1.1" status: 200 len: 950 time: 0.0525117 Sep 17 08:33:30.818444 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdfe371-9476-4b84-9917-e0aa7e80a73a req-b04003a5-33a1-450f-b761-ee7dde7d3882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:33:30.820005 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8cdfe371-9476-4b84-9917-e0aa7e80a73a req-b04003a5-33a1-450f-b761-ee7dde7d3882 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0406082 Sep 17 08:33:30.827244 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ce97804a-941a-4ead-9f30-dc3c4e57af51 req-fca5d4c4-65ae-49fc-9c55-06b0df8415f8 tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab6e395c-1dd6-4235-87b4-81e8983a67fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318513 Sep 17 08:33:30.918680 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8cdfe371-9476-4b84-9917-e0aa7e80a73a req-c35b1f62-a0fe-456d-8f6e-b6e7df29d207 service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910478 Sep 17 08:33:31.006913 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8cdfe371-9476-4b84-9917-e0aa7e80a73a req-731e740c-297b-4f32-b1d2-5a3162cf6a3e service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805006 Sep 17 08:33:31.942580 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1e6c74-4ec0-4541-b57c-d32ff38323f2 req-acf0779c-f5c8-421b-a3aa-46f321b93631 tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:33:31.944073 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cd1e6c74-4ec0-4541-b57c-d32ff38323f2 req-acf0779c-f5c8-421b-a3aa-46f321b93631 tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9b0665-e164-47f1-be53-d47ae45e0fb2 HTTP/1.1" status: 200 len: 950 time: 0.0497673 Sep 17 08:33:31.980412 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cd1e6c74-4ec0-4541-b57c-d32ff38323f2 req-30dba3ac-9932-4207-ba9d-faef16d55e53 tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab6e395c-1dd6-4235-87b4-81e8983a67fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298679 Sep 17 08:33:32.708475 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384ee1b-06ea-4b1c-bb81-ff47c49117a6 req-5d490310-ef47-4942-b57b-2e9104aced0e tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:33:32.709923 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f384ee1b-06ea-4b1c-bb81-ff47c49117a6 req-5d490310-ef47-4942-b57b-2e9104aced0e tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b9b0665-e164-47f1-be53-d47ae45e0fb2 HTTP/1.1" status: 200 len: 950 time: 0.0478337 Sep 17 08:33:32.798880 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-f384ee1b-06ea-4b1c-bb81-ff47c49117a6 req-91685431-cd0d-4924-941a-5345eb78704a tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] Deleting port 3224f575-c779-47b4-925c-7b13068740e3 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:33:32.799221 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-f384ee1b-06ea-4b1c-bb81-ff47c49117a6 req-91685431-cd0d-4924-941a-5345eb78704a tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:33:32.883405 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-f384ee1b-06ea-4b1c-bb81-ff47c49117a6 req-91685431-cd0d-4924-941a-5345eb78704a tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] For port 3224f575-c779-47b4-925c-7b13068740e3, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=3224f575-c779-47b4-925c-7b13068740e3,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:33:32.883772 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-f384ee1b-06ea-4b1c-bb81-ff47c49117a6 req-91685431-cd0d-4924-941a-5345eb78704a tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:33:32.899655 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-f384ee1b-06ea-4b1c-bb81-ff47c49117a6 req-91685431-cd0d-4924-941a-5345eb78704a tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] Calling delete_port for 3224f575-c779-47b4-925c-7b13068740e3 owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:33:33.023141 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-f384ee1b-06ea-4b1c-bb81-ff47c49117a6 req-91685431-cd0d-4924-941a-5345eb78704a tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:33:33.052972 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91685431-cd0d-4924-941a-5345eb78704a tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] Pushing event deleted for resources: {'Port': ['ID=3224f575-c779-47b4-925c-7b13068740e3,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:33:33.055383 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['3224f575-c779-47b4-925c-7b13068740e3'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:33:33.066076 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91685431-cd0d-4924-941a-5345eb78704a tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:33:33.066076 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91685431-cd0d-4924-941a-5345eb78704a tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:33:33.066335 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91685431-cd0d-4924-941a-5345eb78704a tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:33:33.066583 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91685431-cd0d-4924-941a-5345eb78704a tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:33:33.067010 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91685431-cd0d-4924-941a-5345eb78704a tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:33:33.067341 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91685431-cd0d-4924-941a-5345eb78704a tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:33:33.067667 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91685431-cd0d-4924-941a-5345eb78704a tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:33:33.068018 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91685431-cd0d-4924-941a-5345eb78704a tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:33:33.072077 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91685431-cd0d-4924-941a-5345eb78704a tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:33:33.072077 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91685431-cd0d-4924-941a-5345eb78704a tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:33:33.072077 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91685431-cd0d-4924-941a-5345eb78704a tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:33:33.072077 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91685431-cd0d-4924-941a-5345eb78704a tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:33:33.083475 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1f398612-5b9c-4ef1-a4f9-fd6da5203e7f req-b3dde078-cca9-48ba-9bd8-6f6b574b8cff tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b9b0665-e164-47f1-be53-d47ae45e0fb2 HTTP/1.1" status: 200 len: 210 time: 0.0357633 Sep 17 08:33:33.109073 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-f384ee1b-06ea-4b1c-bb81-ff47c49117a6 req-91685431-cd0d-4924-941a-5345eb78704a tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] No DVR routers for this DVR port 3224f575-c779-47b4-925c-7b13068740e3 on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:33:33.111787 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-f384ee1b-06ea-4b1c-bb81-ff47c49117a6 req-91685431-cd0d-4924-941a-5345eb78704a tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:33:33.113854 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f384ee1b-06ea-4b1c-bb81-ff47c49117a6 req-91685431-cd0d-4924-941a-5345eb78704a tempest-VolumesBackupsTest-1422454266 tempest-VolumesBackupsTest-1422454266-project] 10.222.0.39 "DELETE /v2.0/ports/3224f575-c779-47b4-925c-7b13068740e3 HTTP/1.1" status: 204 len: 173 time: 0.3976619 Sep 17 08:33:33.114299 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b9b0665-e164-47f1-be53-d47ae45e0fb2', 'name': 'network-vif-deleted', 'tag': '3224f575-c779-47b4-925c-7b13068740e3'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:33:33.116554 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30083c79-1504-46b7-9aa2-f87c9c7b94ba" -d '{"events": [{"server_uuid": "6b9b0665-e164-47f1-be53-d47ae45e0fb2", "name": "network-vif-deleted", "tag": "3224f575-c779-47b4-925c-7b13068740e3"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:33:33.293864 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9259c4b-ac24-4228-bacc-231e7c87d256 x-openstack-request-id: req-a9259c4b-ac24-4228-bacc-231e7c87d256 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:33:33.294162 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b9b0665-e164-47f1-be53-d47ae45e0fb2", "name": "network-vif-deleted", "tag": "3224f575-c779-47b4-925c-7b13068740e3", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:33:33.294412 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a9259c4b-ac24-4228-bacc-231e7c87d256 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:33:33.294812 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b9b0665-e164-47f1-be53-d47ae45e0fb2', 'name': 'network-vif-deleted', 'tag': '3224f575-c779-47b4-925c-7b13068740e3', 'status': 'completed', 'code': 200} Sep 17 08:33:34.909702 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9116a654-804a-42b4-840e-3aab5954ff05 req-3971d884-e0dd-4bf8-8745-5d7eb1a08640 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0254784 Sep 17 08:33:34.993596 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9116a654-804a-42b4-840e-3aab5954ff05 req-fca7285c-96d8-4760-a223-5e42d8fa35a5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0283983 Sep 17 08:33:35.038905 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9116a654-804a-42b4-840e-3aab5954ff05 req-7129d4cb-bf9d-48b0-b986-4707a7bb5689 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0196626 Sep 17 08:33:35.131050 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9116a654-804a-42b4-840e-3aab5954ff05 req-ebad60c9-9bb3-4163-8f9d-5edf38844d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:33:35.132594 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9116a654-804a-42b4-840e-3aab5954ff05 req-ebad60c9-9bb3-4163-8f9d-5edf38844d93 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0870185 Sep 17 08:33:35.795603 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:33:35.884929 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 3224f575-c779-47b4-925c-7b13068740e3 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:33:35.907288 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: 3224f575-c779-47b4-925c-7b13068740e3 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:33:35.907634 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 3224f575-c779-47b4-925c-7b13068740e3 not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:33:35.941302 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:33:39.260184 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:33:50.000585 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a344ec1e-9659-4943-8e34-9609a2a0f2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:33:52.488474 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3113e55b-780a-40ca-8546-2ebeaad8c05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:33:52.780653 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:33:53.822528 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:33:55.412478 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:34:05.813396 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:34:05.967446 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:34:16.259989 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:34:20.002107 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-83a09f73-41c7-4648-be8d-9489b13cfd14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:34:22.489095 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-185cd9cc-cefd-44fb-9315-369dd5c3bd11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:34:22.784979 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:34:23.813343 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:34:25.415165 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:34:35.821456 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:34:35.942273 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e7adc6e3-573c-4c7b-8948-a85ac353305e req-1c50d835-b64b-46c4-a882-3c9c036d89c5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0333164 Sep 17 08:34:35.969924 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:34:36.025669 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e7adc6e3-573c-4c7b-8948-a85ac353305e req-c043de62-9c7f-4726-9577-5a473fe557d8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0277627 Sep 17 08:34:36.068560 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e7adc6e3-573c-4c7b-8948-a85ac353305e req-66f924ca-c6cd-4689-ba00-bae8727a3925 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0188866 Sep 17 08:34:36.162014 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7adc6e3-573c-4c7b-8948-a85ac353305e req-51db0a20-3edf-48dc-8cba-f415d4e33988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:34:36.163503 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e7adc6e3-573c-4c7b-8948-a85ac353305e req-51db0a20-3edf-48dc-8cba-f415d4e33988 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0882359 Sep 17 08:34:50.003566 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-92b6f3a8-6131-4348-9484-24afcaf12147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:34:52.489481 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a8ebe39a-9f28-47b4-a632-d9eb43186875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:34:52.785524 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:34:53.258393 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:34:53.815967 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:34:55.420614 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:35:05.836451 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:35:05.967875 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:35:20.004135 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-36a1a4aa-325d-4776-a955-8a148ecdb07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:35:22.490530 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-19d8a9b4-e758-4d0c-aeeb-8c54e2acb383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:35:22.788143 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:35:23.818091 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:35:25.421997 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:35:30.257904 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:35:35.845128 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:35:35.964670 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:35:37.013719 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1563a4ba-5597-44e2-999b-d2a109f1c77d req-0eff4528-6ceb-4912-b9c3-a493ef7bd8fe service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1230402 Sep 17 08:35:37.109938 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1563a4ba-5597-44e2-999b-d2a109f1c77d req-d5c60bf1-289a-4359-9304-54e12005af35 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0255847 Sep 17 08:35:37.154387 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1563a4ba-5597-44e2-999b-d2a109f1c77d req-84fcb410-bea3-47ab-ac06-418ed20dda17 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0198522 Sep 17 08:35:37.245380 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1563a4ba-5597-44e2-999b-d2a109f1c77d req-7e289d13-15c3-441d-b3bb-ae7fd25bff3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:35:37.247206 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1563a4ba-5597-44e2-999b-d2a109f1c77d req-7e289d13-15c3-441d-b3bb-ae7fd25bff3e service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0854828 Sep 17 08:35:50.005093 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d255193f-51de-4085-a754-53a316f5b75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:35:52.493125 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3512bdb3-1752-4b57-9279-a70df8e1fb83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:35:52.789422 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:35:53.821112 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:35:55.424682 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:36:05.853703 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:36:05.978611 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:36:07.352140 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:36:20.006358 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9cde6fba-c40a-4667-bea0-7ca34a3c77da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:36:22.493391 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c52af584-31ce-44c1-8af8-ff18ec8f24e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:36:22.793300 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:36:23.828230 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:36:25.433266 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:36:31.673668 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 58502) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:36:31.808298 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-2bf18d4b-782c-4269-bae1-71c2ef626731 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e25a215f290243bfbae503e67e32a23c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1334262 Sep 17 08:36:31.811210 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 58506) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:36:31.859200 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-cbcb157c-1e89-483d-b12c-e9c19df5e2ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:36:31.879374 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-cbcb157c-1e89-483d-b12c-e9c19df5e2ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:36:31.928007 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-cbcb157c-1e89-483d-b12c-e9c19df5e2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:36:31.930526 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-cbcb157c-1e89-483d-b12c-e9c19df5e2ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:36:31.931681 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-cbcb157c-1e89-483d-b12c-e9c19df5e2ef admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ab6e395c-1dd6-4235-87b4-81e8983a67fa HTTP/1.1" status: 204 len: 168 time: 0.1195655 Sep 17 08:36:31.940652 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcb157c-1e89-483d-b12c-e9c19df5e2ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6e395c-1dd6-4235-87b4-81e8983a67fa,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:36:31.948308 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcb157c-1e89-483d-b12c-e9c19df5e2ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:36:31.948665 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcb157c-1e89-483d-b12c-e9c19df5e2ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:36:31.949010 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcb157c-1e89-483d-b12c-e9c19df5e2ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:36:31.949348 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcb157c-1e89-483d-b12c-e9c19df5e2ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:36:31.949719 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcb157c-1e89-483d-b12c-e9c19df5e2ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:36:31.950015 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcb157c-1e89-483d-b12c-e9c19df5e2ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:36:31.950344 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcb157c-1e89-483d-b12c-e9c19df5e2ef admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:36:31.950677 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcb157c-1e89-483d-b12c-e9c19df5e2ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:36:31.951002 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcb157c-1e89-483d-b12c-e9c19df5e2ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:36:31.951331 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcb157c-1e89-483d-b12c-e9c19df5e2ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:36:31.951656 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcb157c-1e89-483d-b12c-e9c19df5e2ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:36:31.952013 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcb157c-1e89-483d-b12c-e9c19df5e2ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:36:35.860167 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:36:35.974631 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:36:36.906643 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1edd6b25-e10b-49d8-b0c8-860c4cf18558 req-61c3c991-e873-404f-bf10-833e0ad7c722 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0248382 Sep 17 08:36:36.987800 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1edd6b25-e10b-49d8-b0c8-860c4cf18558 req-f0ee85af-bfb9-4d0b-be4e-87d897a48fb3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0253086 Sep 17 08:36:37.035637 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1edd6b25-e10b-49d8-b0c8-860c4cf18558 req-d0c0d43b-a2c0-4e84-bb19-b799e2be600f service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226049 Sep 17 08:36:37.130536 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd6b25-e10b-49d8-b0c8-860c4cf18558 req-25fe96dd-1118-433f-bc2c-679133f2e27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:36:37.132068 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1edd6b25-e10b-49d8-b0c8-860c4cf18558 req-25fe96dd-1118-433f-bc2c-679133f2e27b service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900896 Sep 17 08:36:44.259800 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:36:50.019820 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1fbe1336-c656-4e13-907c-386cef2ac8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:36:52.501667 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1826583b-35fd-43fb-a067-d93af9d1c885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:36:52.788759 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:36:53.827615 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:36:55.428548 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:05.852964 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:05.984605 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:14.794966 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 58768) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:37:14.901372 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-cb9b8116-106f-404b-8a2a-5a2199cd7734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:14.988719 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-cb9b8116-106f-404b-8a2a-5a2199cd7734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:14.992185 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-cb9b8116-106f-404b-8a2a-5a2199cd7734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:15.032922 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-cb9b8116-106f-404b-8a2a-5a2199cd7734 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=32d379def9e940058495716ad3645f5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2368577 Sep 17 08:37:15.034401 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9b8116-106f-404b-8a2a-5a2199cd7734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0673e2a0-25e3-4553-9157-7e54d235dda5,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:37:15.036137 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 58772) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:37:15.085709 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fd7ff160-1918-4af9-934e-39a5af353b28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:15.106561 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fd7ff160-1918-4af9-934e-39a5af353b28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:15.153277 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fd7ff160-1918-4af9-934e-39a5af353b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:15.156031 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fd7ff160-1918-4af9-934e-39a5af353b28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:15.157229 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-fd7ff160-1918-4af9-934e-39a5af353b28 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0673e2a0-25e3-4553-9157-7e54d235dda5 HTTP/1.1" status: 204 len: 168 time: 0.1200848 Sep 17 08:37:15.165235 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7ff160-1918-4af9-934e-39a5af353b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0673e2a0-25e3-4553-9157-7e54d235dda5,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:37:15.175405 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7ff160-1918-4af9-934e-39a5af353b28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:37:15.175825 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7ff160-1918-4af9-934e-39a5af353b28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:37:15.176117 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7ff160-1918-4af9-934e-39a5af353b28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:37:15.176463 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7ff160-1918-4af9-934e-39a5af353b28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:37:15.176800 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7ff160-1918-4af9-934e-39a5af353b28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:37:15.177142 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7ff160-1918-4af9-934e-39a5af353b28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:37:15.177474 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7ff160-1918-4af9-934e-39a5af353b28 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:37:15.177804 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7ff160-1918-4af9-934e-39a5af353b28 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:37:15.178136 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7ff160-1918-4af9-934e-39a5af353b28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:37:15.178464 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7ff160-1918-4af9-934e-39a5af353b28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:37:15.178793 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7ff160-1918-4af9-934e-39a5af353b28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:37:15.179117 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7ff160-1918-4af9-934e-39a5af353b28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:37:15.753933 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 58798) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:37:15.847069 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-5188ef84-d4e0-48a8-b68b-e2da5ad31348 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1953696617-network', 'tenant_id': '92426f88bcc84478b321ef82bee3e351'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:37:15.869338 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5188ef84-d4e0-48a8-b68b-e2da5ad31348 admin admin] Made reservation on behalf of 92426f88bcc84478b321ef82bee3e351 for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:37:15.872105 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5188ef84-d4e0-48a8-b68b-e2da5ad31348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:15.880642 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5188ef84-d4e0-48a8-b68b-e2da5ad31348 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:15.975690 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5188ef84-d4e0-48a8-b68b-e2da5ad31348 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:15.979205 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5188ef84-d4e0-48a8-b68b-e2da5ad31348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:15.999237 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5188ef84-d4e0-48a8-b68b-e2da5ad31348 admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:37:16.013982 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5188ef84-d4e0-48a8-b68b-e2da5ad31348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f76fc0d-7d91-4b2d-9415-0a4d751a7669,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:37:16.016855 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5188ef84-d4e0-48a8-b68b-e2da5ad31348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:16.017195 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-5188ef84-d4e0-48a8-b68b-e2da5ad31348 admin admin] Added segment ec2a9fdf-ae41-4c7b-a48a-dc0bdf8009d9 of type vlan for network 56201a7e-d444-4abb-9fe5-c01d9f5fb092 Sep 17 08:37:16.055591 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5188ef84-d4e0-48a8-b68b-e2da5ad31348 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:16.079433 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5188ef84-d4e0-48a8-b68b-e2da5ad31348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:16.080429 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5188ef84-d4e0-48a8-b68b-e2da5ad31348 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:37:16.081004 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5188ef84-d4e0-48a8-b68b-e2da5ad31348 admin admin] Notify callbacks [] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:16.107627 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-5188ef84-d4e0-48a8-b68b-e2da5ad31348 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3526328 Sep 17 08:37:16.110534 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 58804) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:37:16.116038 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-1ab0015b-78f2-40e4-8f07-2739953094e6 admin admin] Request body: {'subnet': {'network_id': '56201a7e-d444-4abb-9fe5-c01d9f5fb092', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1953696617-subnet', 'tenant_id': '92426f88bcc84478b321ef82bee3e351', 'ip_version': 4}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:37:16.136636 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab0015b-78f2-40e4-8f07-2739953094e6 admin admin] Made reservation on behalf of 92426f88bcc84478b321ef82bee3e351 for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:37:16.138811 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1ab0015b-78f2-40e4-8f07-2739953094e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:16.140076 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5188ef84-d4e0-48a8-b68b-e2da5ad31348 admin admin] Pushing event updated for resources: {'Network': ['ID=56201a7e-d444-4abb-9fe5-c01d9f5fb092,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:37:16.150030 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 56201a7e-d444-4abb-9fe5-c01d9f5fb092 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:37:16.307369 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1ab0015b-78f2-40e4-8f07-2739953094e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:16.361222 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab0015b-78f2-40e4-8f07-2739953094e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7b5b8d7-22f8-430c-ab3c-0933a2969b5f,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:37:16.370484 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab0015b-78f2-40e4-8f07-2739953094e6 admin admin] Checking segment: {'id': 'ec2a9fdf-ae41-4c7b-a48a-dc0bdf8009d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '56201a7e-d444-4abb-9fe5-c01d9f5fb092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:37:16.370841 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab0015b-78f2-40e4-8f07-2739953094e6 admin admin] Network hostable DHCP agents. Network: 56201a7e-d444-4abb-9fe5-c01d9f5fb092, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:37:16.385898 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab0015b-78f2-40e4-8f07-2739953094e6 admin admin] Network 56201a7e-d444-4abb-9fe5-c01d9f5fb092 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:37:16.394208 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-1ab0015b-78f2-40e4-8f07-2739953094e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 56201a7e-d444-4abb-9fe5-c01d9f5fb092) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:37:16.398219 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab0015b-78f2-40e4-8f07-2739953094e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:37:16.398810 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1ab0015b-78f2-40e4-8f07-2739953094e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:16.403739 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc28c04-15ad-43a6-bae0-f28bb84932d0 None None] Network 56201a7e-d444-4abb-9fe5-c01d9f5fb092 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:37:16.413168 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-1ab0015b-78f2-40e4-8f07-2739953094e6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3014450 Sep 17 08:37:16.415943 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 58806) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:37:16.420339 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-11aa664d-db0e-40e3-9787-50d7b1dc58bf admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1953696617-router', 'tenant_id': '92426f88bcc84478b321ef82bee3e351', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:37:16.441237 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-11aa664d-db0e-40e3-9787-50d7b1dc58bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:16.442297 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-11aa664d-db0e-40e3-9787-50d7b1dc58bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:16.495761 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-11aa664d-db0e-40e3-9787-50d7b1dc58bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:16.633586 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-11aa664d-db0e-40e3-9787-50d7b1dc58bf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:16.699655 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df873bf-1f04-4cff-9727-b43092879009 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-56201a7e-d444-4abb-9fe5-c01d9f5fb092', 'network_id': '56201a7e-d444-4abb-9fe5-c01d9f5fb092', 'tenant_id': '92426f88bcc84478b321ef82bee3e351', 'fixed_ips': [{'subnet_id': 'f7b5b8d7-22f8-430c-ab3c-0933a2969b5f'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:37:16.700651 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2df873bf-1f04-4cff-9727-b43092879009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:16.829329 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-2df873bf-1f04-4cff-9727-b43092879009 None None] Allocated IP 172.20.0.2 (56201a7e-d444-4abb-9fe5-c01d9f5fb092/f7b5b8d7-22f8-430c-ab3c-0933a2969b5f/c22313f9-61e8-4db6-9ff9-9f9970f700c0) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:37:16.830170 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-11aa664d-db0e-40e3-9787-50d7b1dc58bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:16.855509 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-11aa664d-db0e-40e3-9787-50d7b1dc58bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:16.955587 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-11aa664d-db0e-40e3-9787-50d7b1dc58bf admin admin] Allocated IP 172.25.6.69 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/5a267f2a-9bf0-46da-b889-6a76a9123678) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:37:16.973381 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2df873bf-1f04-4cff-9727-b43092879009 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:16.978162 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2df873bf-1f04-4cff-9727-b43092879009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:17.013458 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df873bf-1f04-4cff-9727-b43092879009 None None] Network 56201a7e-d444-4abb-9fe5-c01d9f5fb092 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:37:17.016317 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-2df873bf-1f04-4cff-9727-b43092879009 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:37:17.022352 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df873bf-1f04-4cff-9727-b43092879009 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:37:17.029533 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df873bf-1f04-4cff-9727-b43092879009 None None] Pushing event updated for resources: {'Port': ['ID=c22313f9-61e8-4db6-9ff9-9f9970f700c0,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:37:17.051898 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df873bf-1f04-4cff-9727-b43092879009 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:37:17.052253 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df873bf-1f04-4cff-9727-b43092879009 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:37:17.052592 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df873bf-1f04-4cff-9727-b43092879009 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:37:17.052929 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df873bf-1f04-4cff-9727-b43092879009 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:37:17.053261 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df873bf-1f04-4cff-9727-b43092879009 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:37:17.053591 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df873bf-1f04-4cff-9727-b43092879009 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:37:17.053924 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df873bf-1f04-4cff-9727-b43092879009 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:37:17.054252 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df873bf-1f04-4cff-9727-b43092879009 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:37:17.054576 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df873bf-1f04-4cff-9727-b43092879009 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:37:17.054902 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df873bf-1f04-4cff-9727-b43092879009 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:37:17.055487 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df873bf-1f04-4cff-9727-b43092879009 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:37:17.055626 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df873bf-1f04-4cff-9727-b43092879009 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:37:17.066319 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-11aa664d-db0e-40e3-9787-50d7b1dc58bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:17.091771 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-2df873bf-1f04-4cff-9727-b43092879009 None None] Attempting to bind port c22313f9-61e8-4db6-9ff9-9f9970f700c0 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:37:17.092175 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-2df873bf-1f04-4cff-9727-b43092879009 None None] Attempting to bind port c22313f9-61e8-4db6-9ff9-9f9970f700c0 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'ec2a9fdf-ae41-4c7b-a48a-dc0bdf8009d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '56201a7e-d444-4abb-9fe5-c01d9f5fb092'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:37:17.092537 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df873bf-1f04-4cff-9727-b43092879009 None None] Attempting to bind port c22313f9-61e8-4db6-9ff9-9f9970f700c0 on network 56201a7e-d444-4abb-9fe5-c01d9f5fb092 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:37:17.098204 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df873bf-1f04-4cff-9727-b43092879009 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:37:17.098556 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df873bf-1f04-4cff-9727-b43092879009 None None] Checking segment: {'id': 'ec2a9fdf-ae41-4c7b-a48a-dc0bdf8009d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '56201a7e-d444-4abb-9fe5-c01d9f5fb092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:37:17.098960 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2df873bf-1f04-4cff-9727-b43092879009 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:17.099347 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df873bf-1f04-4cff-9727-b43092879009 None None] Bound using segment: {'id': 'ec2a9fdf-ae41-4c7b-a48a-dc0bdf8009d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '56201a7e-d444-4abb-9fe5-c01d9f5fb092'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:37:17.099802 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-2df873bf-1f04-4cff-9727-b43092879009 None None] Bound port: c22313f9-61e8-4db6-9ff9-9f9970f700c0, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec2a9fdf-ae41-4c7b-a48a-dc0bdf8009d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '56201a7e-d444-4abb-9fe5-c01d9f5fb092'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:37:17.100205 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2df873bf-1f04-4cff-9727-b43092879009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:17.101368 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-11aa664d-db0e-40e3-9787-50d7b1dc58bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:17.136433 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11aa664d-db0e-40e3-9787-50d7b1dc58bf admin admin] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:37:17.140683 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-11aa664d-db0e-40e3-9787-50d7b1dc58bf admin admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:37:17.146833 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11aa664d-db0e-40e3-9787-50d7b1dc58bf admin admin] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:37:17.152769 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aa664d-db0e-40e3-9787-50d7b1dc58bf admin admin] Pushing event updated for resources: {'Port': ['ID=5a267f2a-9bf0-46da-b889-6a76a9123678,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:37:17.163204 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-2df873bf-1f04-4cff-9727-b43092879009 None None] For port c22313f9-61e8-4db6-9ff9-9f9970f700c0, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:37:17.166504 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-2df873bf-1f04-4cff-9727-b43092879009 None None] For port c22313f9-61e8-4db6-9ff9-9f9970f700c0, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=c22313f9-61e8-4db6-9ff9-9f9970f700c0,segment=NetworkSegment(ec2a9fdf-ae41-4c7b-a48a-dc0bdf8009d9),segment_id=ec2a9fdf-ae41-4c7b-a48a-dc0bdf8009d9)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:37:17.170037 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2df873bf-1f04-4cff-9727-b43092879009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:17.231217 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df873bf-1f04-4cff-9727-b43092879009 None None] Pushing event updated for resources: {'Port': ['ID=c22313f9-61e8-4db6-9ff9-9f9970f700c0,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:37:17.416313 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-11aa664d-db0e-40e3-9787-50d7b1dc58bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:17.603375 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device c22313f9-61e8-4db6-9ff9-9f9970f700c0 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:37:17.653494 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port c22313f9-61e8-4db6-9ff9-9f9970f700c0 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:37:17.653865 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:17.740403 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:17.774837 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port c22313f9-61e8-4db6-9ff9-9f9970f700c0, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=c22313f9-61e8-4db6-9ff9-9f9970f700c0,segment=NetworkSegment(ec2a9fdf-ae41-4c7b-a48a-dc0bdf8009d9),segment_id=ec2a9fdf-ae41-4c7b-a48a-dc0bdf8009d9)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:37:17.779379 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:17.831006 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=c22313f9-61e8-4db6-9ff9-9f9970f700c0,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:37:17.962704 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-11aa664d-db0e-40e3-9787-50d7b1dc58bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:18.102159 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a29346-b971-4247-94be-262c8bda04dc None None] Network 56201a7e-d444-4abb-9fe5-c01d9f5fb092 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:37:18.108292 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11aa664d-db0e-40e3-9787-50d7b1dc58bf admin admin] Router 4d15d4a6-9e8c-4ea7-af03-53db049106f1 is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 08:37:18.167851 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-fe9a7fa5-0e6a-4f51-a42f-ff8945c88d1b None None] Provisioning complete for port c22313f9-61e8-4db6-9ff9-9f9970f700c0 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:37:18.168471 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fe9a7fa5-0e6a-4f51-a42f-ff8945c88d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:18.212630 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11aa664d-db0e-40e3-9787-50d7b1dc58bf admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:37:18.230206 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-11aa664d-db0e-40e3-9787-50d7b1dc58bf admin admin] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:18.233946 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-11aa664d-db0e-40e3-9787-50d7b1dc58bf admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8146005 Sep 17 08:37:18.234239 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 58808) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:37:18.241892 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2133d163-751f-4228-80d6-59d4a63e8a89 None None] Sync routers for ids ['4d15d4a6-9e8c-4ea7-af03-53db049106f1'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:37:18.269864 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2133d163-751f-4228-80d6-59d4a63e8a89 None None] Routers {'4d15d4a6-9e8c-4ea7-af03-53db049106f1'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:37:18.270562 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-2133d163-751f-4228-80d6-59d4a63e8a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:36:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['4d15d4a6-9e8c-4ea7-af03-53db049106f1'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:37:18.428867 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-2133d163-751f-4228-80d6-59d4a63e8a89 None None] Set router 4d15d4a6-9e8c-4ea7-af03-53db049106f1 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:37:18.638827 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-2133d163-751f-4228-80d6-59d4a63e8a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d15d4a6-9e8c-4ea7-af03-53db049106f1', 'name': 'tempest-TestServerMultinode-1953696617-router', 'tenant_id': '92426f88bcc84478b321ef82bee3e351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '5a267f2a-9bf0-46da-b889-6a76a9123678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:37:16Z', 'updated_at': '2021-09-17T08:37:17Z', 'revision_number': 3, 'project_id': '92426f88bcc84478b321ef82bee3e351', 'gw_port': {'id': '5a267f2a-9bf0-46da-b889-6a76a9123678', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c9:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d15d4a6-9e8c-4ea7-af03-53db049106f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:37:16Z', 'updated_at': '2021-09-17T08:37:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:37:18.662993 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-20aa2975-ae47-4811-934b-fd40551908e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:18.671807 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2133d163-751f-4228-80d6-59d4a63e8a89 None None] Checking router: 4d15d4a6-9e8c-4ea7-af03-53db049106f1 for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:37:18.672251 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2133d163-751f-4228-80d6-59d4a63e8a89 None None] Updating router 4d15d4a6-9e8c-4ea7-af03-53db049106f1 port 5a267f2a-9bf0-46da-b889-6a76a9123678 binding host n-d-789963-9 {{(pid=101291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 08:37:18.704611 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2133d163-751f-4228-80d6-59d4a63e8a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:18.733194 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-dab247c1-9b19-43b2-8ae6-8a67e68771bf None None] Provisioning complete for port c22313f9-61e8-4db6-9ff9-9f9970f700c0 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:37:18.733194 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dab247c1-9b19-43b2-8ae6-8a67e68771bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:18.869012 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-20aa2975-ae47-4811-934b-fd40551908e2 admin admin] Allocated IP 172.20.0.1 (56201a7e-d444-4abb-9fe5-c01d9f5fb092/f7b5b8d7-22f8-430c-ab3c-0933a2969b5f/4e752951-2df2-4f4b-9764-bcc437ad2dee) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:37:18.971425 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-20aa2975-ae47-4811-934b-fd40551908e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:19.004377 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-20aa2975-ae47-4811-934b-fd40551908e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:19.017077 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2133d163-751f-4228-80d6-59d4a63e8a89 None None] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:19.022709 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2133d163-751f-4228-80d6-59d4a63e8a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:19.040924 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20aa2975-ae47-4811-934b-fd40551908e2 admin admin] Network 56201a7e-d444-4abb-9fe5-c01d9f5fb092 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:37:19.043732 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-20aa2975-ae47-4811-934b-fd40551908e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:37:19.047268 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20aa2975-ae47-4811-934b-fd40551908e2 admin admin] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:37:19.075870 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-2133d163-751f-4228-80d6-59d4a63e8a89 None None] Attempting to bind port 5a267f2a-9bf0-46da-b889-6a76a9123678 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:37:19.076239 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-2133d163-751f-4228-80d6-59d4a63e8a89 None None] Attempting to bind port 5a267f2a-9bf0-46da-b889-6a76a9123678 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:37:19.076600 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2133d163-751f-4228-80d6-59d4a63e8a89 None None] Attempting to bind port 5a267f2a-9bf0-46da-b889-6a76a9123678 on network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:37:19.083118 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aa2975-ae47-4811-934b-fd40551908e2 admin admin] Pushing event updated for resources: {'Port': ['ID=4e752951-2df2-4f4b-9764-bcc437ad2dee,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:37:19.086216 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2133d163-751f-4228-80d6-59d4a63e8a89 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:37:19.086605 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2133d163-751f-4228-80d6-59d4a63e8a89 None None] Checking segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:37:19.087346 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2133d163-751f-4228-80d6-59d4a63e8a89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:19.087750 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2133d163-751f-4228-80d6-59d4a63e8a89 None None] Bound using segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:37:19.088261 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-2133d163-751f-4228-80d6-59d4a63e8a89 None None] Bound port: 5a267f2a-9bf0-46da-b889-6a76a9123678, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:37:19.088647 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2133d163-751f-4228-80d6-59d4a63e8a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:19.094591 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8791e4-1234-49b3-8122-619fd2ad948a None None] Pushing event updated for resources: {'Port': ['ID=5a267f2a-9bf0-46da-b889-6a76a9123678,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:37:19.105549 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-20aa2975-ae47-4811-934b-fd40551908e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:19.152706 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-2133d163-751f-4228-80d6-59d4a63e8a89 None None] For port 5a267f2a-9bf0-46da-b889-6a76a9123678, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:37:19.156722 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-2133d163-751f-4228-80d6-59d4a63e8a89 None None] For port 5a267f2a-9bf0-46da-b889-6a76a9123678, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=5a267f2a-9bf0-46da-b889-6a76a9123678,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:37:19.162178 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2133d163-751f-4228-80d6-59d4a63e8a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:19.221773 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2133d163-751f-4228-80d6-59d4a63e8a89 None None] Routers {'4d15d4a6-9e8c-4ea7-af03-53db049106f1'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:37:19.222476 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-2133d163-751f-4228-80d6-59d4a63e8a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:36:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['4d15d4a6-9e8c-4ea7-af03-53db049106f1'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:37:19.263459 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8791e4-1234-49b3-8122-619fd2ad948a None None] Pushing event updated for resources: {'Port': ['ID=5a267f2a-9bf0-46da-b889-6a76a9123678,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:37:19.275524 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-20aa2975-ae47-4811-934b-fd40551908e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:19.335012 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-2133d163-751f-4228-80d6-59d4a63e8a89 None None] Set router 4d15d4a6-9e8c-4ea7-af03-53db049106f1 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:37:19.418539 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-9a3a5c4f-a8fc-4fa8-b507-0b93af21d8e7 None None] Provisioning complete for port 4e752951-2df2-4f4b-9764-bcc437ad2dee triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:37:19.418912 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9a3a5c4f-a8fc-4fa8-b507-0b93af21d8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:19.436589 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-20aa2975-ae47-4811-934b-fd40551908e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:19.442069 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-20aa2975-ae47-4811-934b-fd40551908e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:19.483711 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-9a3a5c4f-a8fc-4fa8-b507-0b93af21d8e7 None None] Port 4e752951-2df2-4f4b-9764-bcc437ad2dee cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:37:19.505867 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aa2975-ae47-4811-934b-fd40551908e2 admin admin] Pushing event updated for resources: {'Port': ['ID=4e752951-2df2-4f4b-9764-bcc437ad2dee,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:37:19.508422 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-20aa2975-ae47-4811-934b-fd40551908e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:19.560787 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-2133d163-751f-4228-80d6-59d4a63e8a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d15d4a6-9e8c-4ea7-af03-53db049106f1', 'name': 'tempest-TestServerMultinode-1953696617-router', 'tenant_id': '92426f88bcc84478b321ef82bee3e351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '5a267f2a-9bf0-46da-b889-6a76a9123678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:37:16Z', 'updated_at': '2021-09-17T08:37:17Z', 'revision_number': 3, 'project_id': '92426f88bcc84478b321ef82bee3e351', 'gw_port': {'id': '5a267f2a-9bf0-46da-b889-6a76a9123678', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c9:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d15d4a6-9e8c-4ea7-af03-53db049106f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:37:16Z', 'updated_at': '2021-09-17T08:37:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:37:19.588756 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device c22313f9-61e8-4db6-9ff9-9f9970f700c0 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:37:19.592011 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2133d163-751f-4228-80d6-59d4a63e8a89 None None] The sync data for ids ['4d15d4a6-9e8c-4ea7-af03-53db049106f1'] in n-d-789963-9 is: [{'id': '4d15d4a6-9e8c-4ea7-af03-53db049106f1', 'name': 'tempest-TestServerMultinode-1953696617-router', 'tenant_id': '92426f88bcc84478b321ef82bee3e351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '5a267f2a-9bf0-46da-b889-6a76a9123678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:37:16Z', 'updated_at': '2021-09-17T08:37:17Z', 'revision_number': 3, 'project_id': '92426f88bcc84478b321ef82bee3e351', 'gw_port': {'id': '5a267f2a-9bf0-46da-b889-6a76a9123678', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c9:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d15d4a6-9e8c-4ea7-af03-53db049106f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:37:16Z', 'updated_at': '2021-09-17T08:37:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:37:19.604507 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20aa2975-ae47-4811-934b-fd40551908e2 admin admin] Network 56201a7e-d444-4abb-9fe5-c01d9f5fb092 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:37:19.606058 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-20aa2975-ae47-4811-934b-fd40551908e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:37:19.647872 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port c22313f9-61e8-4db6-9ff9-9f9970f700c0 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:37:19.648527 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:19.733588 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20aa2975-ae47-4811-934b-fd40551908e2 admin admin] Router 4d15d4a6-9e8c-4ea7-af03-53db049106f1 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:37:19.870398 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20aa2975-ae47-4811-934b-fd40551908e2 admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:37:19.875696 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-20aa2975-ae47-4811-934b-fd40551908e2 admin admin] 10.222.0.13 "PUT /v2.0/routers/4d15d4a6-9e8c-4ea7-af03-53db049106f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6404815 Sep 17 08:37:19.906837 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-b7404df0-9033-4020-81e9-47c9caad21e8 None None] Provisioning complete for port 4e752951-2df2-4f4b-9764-bcc437ad2dee triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:37:19.907527 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b7404df0-9033-4020-81e9-47c9caad21e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:19.945073 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-b7404df0-9033-4020-81e9-47c9caad21e8 None None] Port 4e752951-2df2-4f4b-9764-bcc437ad2dee cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:37:20.012866 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1c0d8b84-54ea-4ba6-b882-0f7e09835434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:20.370469 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 58824) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:37:20.375773 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-5c6a3471-d246-4f32-b064-adbbebf1fe3d admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-44743536-network', 'tenant_id': 'db1c2923b15d4eae9ccef46066f69dfe'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:37:20.397766 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6a3471-d246-4f32-b064-adbbebf1fe3d admin admin] Made reservation on behalf of db1c2923b15d4eae9ccef46066f69dfe for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:37:20.400387 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5c6a3471-d246-4f32-b064-adbbebf1fe3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:20.408882 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5c6a3471-d246-4f32-b064-adbbebf1fe3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:20.500037 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5c6a3471-d246-4f32-b064-adbbebf1fe3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:20.504079 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5c6a3471-d246-4f32-b064-adbbebf1fe3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:20.529863 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c6a3471-d246-4f32-b064-adbbebf1fe3d admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:37:20.536080 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6a3471-d246-4f32-b064-adbbebf1fe3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e9bd18-8829-4347-8130-be6eb60eb571,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:37:20.543184 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5c6a3471-d246-4f32-b064-adbbebf1fe3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:20.544168 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-5c6a3471-d246-4f32-b064-adbbebf1fe3d admin admin] Added segment 9bff4f99-d435-4db9-84b7-a091652dbaf7 of type vlan for network a4f08e79-2b31-4951-9287-e1ed825be7ea Sep 17 08:37:20.590471 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5c6a3471-d246-4f32-b064-adbbebf1fe3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:20.613976 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5c6a3471-d246-4f32-b064-adbbebf1fe3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:20.614928 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6a3471-d246-4f32-b064-adbbebf1fe3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:37:20.615510 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5c6a3471-d246-4f32-b064-adbbebf1fe3d admin admin] Notify callbacks [] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:20.647126 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-5c6a3471-d246-4f32-b064-adbbebf1fe3d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2754993 Sep 17 08:37:20.650197 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 58826) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:37:20.655155 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-641ec0b3-e5b0-4e06-918a-3f337aa364d9 admin admin] Request body: {'subnet': {'network_id': 'a4f08e79-2b31-4951-9287-e1ed825be7ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-44743536-subnet', 'tenant_id': 'db1c2923b15d4eae9ccef46066f69dfe', 'ip_version': 4}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:37:20.677619 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-641ec0b3-e5b0-4e06-918a-3f337aa364d9 admin admin] Made reservation on behalf of db1c2923b15d4eae9ccef46066f69dfe for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:37:20.679792 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-641ec0b3-e5b0-4e06-918a-3f337aa364d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:20.680533 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6a3471-d246-4f32-b064-adbbebf1fe3d admin admin] Pushing event updated for resources: {'Network': ['ID=a4f08e79-2b31-4951-9287-e1ed825be7ea,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:37:20.691648 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network a4f08e79-2b31-4951-9287-e1ed825be7ea details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:37:20.855251 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-641ec0b3-e5b0-4e06-918a-3f337aa364d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:20.915338 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641ec0b3-e5b0-4e06-918a-3f337aa364d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=904fd12e-29f8-4cea-90ae-e979c9c2f8e0,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:37:20.929162 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641ec0b3-e5b0-4e06-918a-3f337aa364d9 admin admin] Checking segment: {'id': '9bff4f99-d435-4db9-84b7-a091652dbaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a4f08e79-2b31-4951-9287-e1ed825be7ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:37:20.929532 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641ec0b3-e5b0-4e06-918a-3f337aa364d9 admin admin] Network hostable DHCP agents. Network: a4f08e79-2b31-4951-9287-e1ed825be7ea, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:37:20.946042 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641ec0b3-e5b0-4e06-918a-3f337aa364d9 admin admin] Network a4f08e79-2b31-4951-9287-e1ed825be7ea is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:37:20.954778 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-641ec0b3-e5b0-4e06-918a-3f337aa364d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, a4f08e79-2b31-4951-9287-e1ed825be7ea) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:37:20.960327 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641ec0b3-e5b0-4e06-918a-3f337aa364d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:37:20.961904 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-641ec0b3-e5b0-4e06-918a-3f337aa364d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:20.963678 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12c867c-11ef-4072-ab43-59e493e6da9c None None] Network a4f08e79-2b31-4951-9287-e1ed825be7ea requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:37:20.978409 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-641ec0b3-e5b0-4e06-918a-3f337aa364d9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3247046 Sep 17 08:37:20.978891 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 58828) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:37:20.983089 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-61072ae6-ccf7-4cad-9d0d-ed63ef6ba7f9 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-44743536-router', 'tenant_id': 'db1c2923b15d4eae9ccef46066f69dfe', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:37:21.007783 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-61072ae6-ccf7-4cad-9d0d-ed63ef6ba7f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:21.008756 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-61072ae6-ccf7-4cad-9d0d-ed63ef6ba7f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:21.060861 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-61072ae6-ccf7-4cad-9d0d-ed63ef6ba7f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:21.162870 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa1a3bb-824c-4abd-9ba8-5ddb85d44ec9 None None] Sync routers for ids ['4d15d4a6-9e8c-4ea7-af03-53db049106f1'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:37:21.175102 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa1a3bb-824c-4abd-9ba8-5ddb85d44ec9 None None] Routers {'4d15d4a6-9e8c-4ea7-af03-53db049106f1'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:37:21.176282 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-ffa1a3bb-824c-4abd-9ba8-5ddb85d44ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:36:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['4d15d4a6-9e8c-4ea7-af03-53db049106f1'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:37:21.207325 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-61072ae6-ccf7-4cad-9d0d-ed63ef6ba7f9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:21.288866 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4176b3f4-f899-4804-98dd-a09065cf3e73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-a4f08e79-2b31-4951-9287-e1ed825be7ea', 'network_id': 'a4f08e79-2b31-4951-9287-e1ed825be7ea', 'tenant_id': 'db1c2923b15d4eae9ccef46066f69dfe', 'fixed_ips': [{'subnet_id': '904fd12e-29f8-4cea-90ae-e979c9c2f8e0'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:37:21.290048 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4176b3f4-f899-4804-98dd-a09065cf3e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:21.310161 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:37:21.380047 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-ffa1a3bb-824c-4abd-9ba8-5ddb85d44ec9 None None] Set router 4d15d4a6-9e8c-4ea7-af03-53db049106f1 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:37:21.436176 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-4176b3f4-f899-4804-98dd-a09065cf3e73 None None] Allocated IP 172.20.0.2 (a4f08e79-2b31-4951-9287-e1ed825be7ea/904fd12e-29f8-4cea-90ae-e979c9c2f8e0/886103d4-beb1-41bd-a7ff-7dae6f9a9061) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:37:21.592084 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-ffa1a3bb-824c-4abd-9ba8-5ddb85d44ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d15d4a6-9e8c-4ea7-af03-53db049106f1', 'name': 'tempest-TestServerMultinode-1953696617-router', 'tenant_id': '92426f88bcc84478b321ef82bee3e351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '5a267f2a-9bf0-46da-b889-6a76a9123678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:37:16Z', 'updated_at': '2021-09-17T08:37:19Z', 'revision_number': 4, 'project_id': '92426f88bcc84478b321ef82bee3e351', 'gw_port': {'id': '5a267f2a-9bf0-46da-b889-6a76a9123678', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c9:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d15d4a6-9e8c-4ea7-af03-53db049106f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:37:16Z', 'updated_at': '2021-09-17T08:37:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '4e752951-2df2-4f4b-9764-bcc437ad2dee', 'name': '', 'network_id': '56201a7e-d444-4abb-9fe5-c01d9f5fb092', 'tenant_id': '92426f88bcc84478b321ef82bee3e351', 'mac_address': 'fa:16:3e:61:f7:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d15d4a6-9e8c-4ea7-af03-53db049106f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'f7b5b8d7-22f8-430c-ab3c-0933a2969b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:37:18Z', 'updated_at': '2021-09-17T08:37:19Z', 'revision_number': 2, 'project_id': '92426f88bcc84478b321ef82bee3e351', 'subnets': [{'id': 'f7b5b8d7-22f8-430c-ab3c-0933a2969b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:37:21.604007 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4176b3f4-f899-4804-98dd-a09065cf3e73 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:21.610863 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4176b3f4-f899-4804-98dd-a09065cf3e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:21.626966 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa1a3bb-824c-4abd-9ba8-5ddb85d44ec9 None None] Checking router: 4d15d4a6-9e8c-4ea7-af03-53db049106f1 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:37:21.627347 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa1a3bb-824c-4abd-9ba8-5ddb85d44ec9 None None] Updating router 4d15d4a6-9e8c-4ea7-af03-53db049106f1 port 4e752951-2df2-4f4b-9764-bcc437ad2dee binding host n-d-789963-9 {{(pid=101292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 08:37:21.648182 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 5a267f2a-9bf0-46da-b889-6a76a9123678 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:37:21.659826 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ffa1a3bb-824c-4abd-9ba8-5ddb85d44ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:21.689104 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4176b3f4-f899-4804-98dd-a09065cf3e73 None None] Network a4f08e79-2b31-4951-9287-e1ed825be7ea is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:37:21.691907 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-61072ae6-ccf7-4cad-9d0d-ed63ef6ba7f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:21.693821 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4176b3f4-f899-4804-98dd-a09065cf3e73 None None] Pushing event updated for resources: {'Port': ['ID=886103d4-beb1-41bd-a7ff-7dae6f9a9061,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:37:21.699211 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-4176b3f4-f899-4804-98dd-a09065cf3e73 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:37:21.701556 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4176b3f4-f899-4804-98dd-a09065cf3e73 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:37:21.712162 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-61072ae6-ccf7-4cad-9d0d-ed63ef6ba7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:21.766800 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 5a267f2a-9bf0-46da-b889-6a76a9123678 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:37:21.767178 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:21.768951 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-4176b3f4-f899-4804-98dd-a09065cf3e73 None None] Attempting to bind port 886103d4-beb1-41bd-a7ff-7dae6f9a9061 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:37:21.769321 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-4176b3f4-f899-4804-98dd-a09065cf3e73 None None] Attempting to bind port 886103d4-beb1-41bd-a7ff-7dae6f9a9061 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '9bff4f99-d435-4db9-84b7-a091652dbaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a4f08e79-2b31-4951-9287-e1ed825be7ea'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:37:21.769681 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4176b3f4-f899-4804-98dd-a09065cf3e73 None None] Attempting to bind port 886103d4-beb1-41bd-a7ff-7dae6f9a9061 on network a4f08e79-2b31-4951-9287-e1ed825be7ea {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:37:21.792192 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4176b3f4-f899-4804-98dd-a09065cf3e73 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:37:21.792546 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4176b3f4-f899-4804-98dd-a09065cf3e73 None None] Checking segment: {'id': '9bff4f99-d435-4db9-84b7-a091652dbaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a4f08e79-2b31-4951-9287-e1ed825be7ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:37:21.792895 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4176b3f4-f899-4804-98dd-a09065cf3e73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:21.793292 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4176b3f4-f899-4804-98dd-a09065cf3e73 None None] Bound using segment: {'id': '9bff4f99-d435-4db9-84b7-a091652dbaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a4f08e79-2b31-4951-9287-e1ed825be7ea'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:37:21.793775 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-4176b3f4-f899-4804-98dd-a09065cf3e73 None None] Bound port: 886103d4-beb1-41bd-a7ff-7dae6f9a9061, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bff4f99-d435-4db9-84b7-a091652dbaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a4f08e79-2b31-4951-9287-e1ed825be7ea'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:37:21.794160 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4176b3f4-f899-4804-98dd-a09065cf3e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:21.814608 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-61072ae6-ccf7-4cad-9d0d-ed63ef6ba7f9 admin admin] Allocated IP 172.25.6.176 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/ea8b0ee7-b0cd-4b65-b2df-df56cdad1a39) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:37:21.901877 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-4176b3f4-f899-4804-98dd-a09065cf3e73 None None] For port 886103d4-beb1-41bd-a7ff-7dae6f9a9061, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:37:21.920652 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-4176b3f4-f899-4804-98dd-a09065cf3e73 None None] For port 886103d4-beb1-41bd-a7ff-7dae6f9a9061, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=886103d4-beb1-41bd-a7ff-7dae6f9a9061,segment=NetworkSegment(9bff4f99-d435-4db9-84b7-a091652dbaf7),segment_id=9bff4f99-d435-4db9-84b7-a091652dbaf7)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:37:21.922090 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:21.925636 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-61072ae6-ccf7-4cad-9d0d-ed63ef6ba7f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:21.929630 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4176b3f4-f899-4804-98dd-a09065cf3e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:21.934674 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ffa1a3bb-824c-4abd-9ba8-5ddb85d44ec9 None None] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:21.940727 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ffa1a3bb-824c-4abd-9ba8-5ddb85d44ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:21.966170 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port 5a267f2a-9bf0-46da-b889-6a76a9123678, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=5a267f2a-9bf0-46da-b889-6a76a9123678,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:37:21.970367 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-61072ae6-ccf7-4cad-9d0d-ed63ef6ba7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:21.975097 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:21.984828 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1064331-0dc5-45a1-8467-52a165fe4ca6 None None] Pushing event updated for resources: {'Port': ['ID=4e752951-2df2-4f4b-9764-bcc437ad2dee,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:37:22.007779 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4176b3f4-f899-4804-98dd-a09065cf3e73 None None] Pushing event updated for resources: {'Port': ['ID=886103d4-beb1-41bd-a7ff-7dae6f9a9061,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:37:22.014394 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61072ae6-ccf7-4cad-9d0d-ed63ef6ba7f9 admin admin] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:37:22.017429 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-61072ae6-ccf7-4cad-9d0d-ed63ef6ba7f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:37:22.029447 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61072ae6-ccf7-4cad-9d0d-ed63ef6ba7f9 admin admin] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:37:22.063023 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61072ae6-ccf7-4cad-9d0d-ed63ef6ba7f9 admin admin] Pushing event updated for resources: {'Port': ['ID=ea8b0ee7-b0cd-4b65-b2df-df56cdad1a39,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:37:22.071490 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1064331-0dc5-45a1-8467-52a165fe4ca6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:37:22.071862 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1064331-0dc5-45a1-8467-52a165fe4ca6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:37:22.072328 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1064331-0dc5-45a1-8467-52a165fe4ca6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:37:22.072670 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1064331-0dc5-45a1-8467-52a165fe4ca6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:37:22.072985 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1064331-0dc5-45a1-8467-52a165fe4ca6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:37:22.073187 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1064331-0dc5-45a1-8467-52a165fe4ca6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:37:22.073517 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1064331-0dc5-45a1-8467-52a165fe4ca6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:37:22.073853 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1064331-0dc5-45a1-8467-52a165fe4ca6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:37:22.074183 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1064331-0dc5-45a1-8467-52a165fe4ca6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:37:22.075129 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=5a267f2a-9bf0-46da-b889-6a76a9123678,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:37:22.081837 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1064331-0dc5-45a1-8467-52a165fe4ca6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:37:22.082627 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1064331-0dc5-45a1-8467-52a165fe4ca6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:37:22.083176 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1064331-0dc5-45a1-8467-52a165fe4ca6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:37:22.093223 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-ffa1a3bb-824c-4abd-9ba8-5ddb85d44ec9 None None] Attempting to bind port 4e752951-2df2-4f4b-9764-bcc437ad2dee on host n-d-789963-9 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:37:22.094168 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-ffa1a3bb-824c-4abd-9ba8-5ddb85d44ec9 None None] Attempting to bind port 4e752951-2df2-4f4b-9764-bcc437ad2dee by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'ec2a9fdf-ae41-4c7b-a48a-dc0bdf8009d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '56201a7e-d444-4abb-9fe5-c01d9f5fb092'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:37:22.094821 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa1a3bb-824c-4abd-9ba8-5ddb85d44ec9 None None] Attempting to bind port 4e752951-2df2-4f4b-9764-bcc437ad2dee on network 56201a7e-d444-4abb-9fe5-c01d9f5fb092 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:37:22.101664 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa1a3bb-824c-4abd-9ba8-5ddb85d44ec9 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:37:22.102260 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa1a3bb-824c-4abd-9ba8-5ddb85d44ec9 None None] Checking segment: {'id': 'ec2a9fdf-ae41-4c7b-a48a-dc0bdf8009d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '56201a7e-d444-4abb-9fe5-c01d9f5fb092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:37:22.102714 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ffa1a3bb-824c-4abd-9ba8-5ddb85d44ec9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:22.103107 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa1a3bb-824c-4abd-9ba8-5ddb85d44ec9 None None] Bound using segment: {'id': 'ec2a9fdf-ae41-4c7b-a48a-dc0bdf8009d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '56201a7e-d444-4abb-9fe5-c01d9f5fb092'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:37:22.103577 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-ffa1a3bb-824c-4abd-9ba8-5ddb85d44ec9 None None] Bound port: 4e752951-2df2-4f4b-9764-bcc437ad2dee, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec2a9fdf-ae41-4c7b-a48a-dc0bdf8009d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '56201a7e-d444-4abb-9fe5-c01d9f5fb092'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:37:22.103979 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ffa1a3bb-824c-4abd-9ba8-5ddb85d44ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:22.193205 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-ffa1a3bb-824c-4abd-9ba8-5ddb85d44ec9 None None] For port 4e752951-2df2-4f4b-9764-bcc437ad2dee, host n-d-789963-9, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:37:22.197075 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-ffa1a3bb-824c-4abd-9ba8-5ddb85d44ec9 None None] For port 4e752951-2df2-4f4b-9764-bcc437ad2dee, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=4e752951-2df2-4f4b-9764-bcc437ad2dee,segment=NetworkSegment(ec2a9fdf-ae41-4c7b-a48a-dc0bdf8009d9),segment_id=ec2a9fdf-ae41-4c7b-a48a-dc0bdf8009d9)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:37:22.202368 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ffa1a3bb-824c-4abd-9ba8-5ddb85d44ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:22.287658 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa1a3bb-824c-4abd-9ba8-5ddb85d44ec9 None None] Routers {'4d15d4a6-9e8c-4ea7-af03-53db049106f1'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:37:22.288960 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-ffa1a3bb-824c-4abd-9ba8-5ddb85d44ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:36:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['4d15d4a6-9e8c-4ea7-af03-53db049106f1'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:37:22.349912 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1064331-0dc5-45a1-8467-52a165fe4ca6 None None] Pushing event updated for resources: {'Port': ['ID=4e752951-2df2-4f4b-9764-bcc437ad2dee,revision_number=4']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:37:22.369831 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-61072ae6-ccf7-4cad-9d0d-ed63ef6ba7f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:22.384326 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-02d52d87-b0e5-4723-9738-8a04c5b934c8 None None] Provisioning complete for port 4e752951-2df2-4f4b-9764-bcc437ad2dee triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:37:22.384703 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-02d52d87-b0e5-4723-9738-8a04c5b934c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:22.468055 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-ffa1a3bb-824c-4abd-9ba8-5ddb85d44ec9 None None] Set router 4d15d4a6-9e8c-4ea7-af03-53db049106f1 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:37:22.505201 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-02d52d87-b0e5-4723-9738-8a04c5b934c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:22.514089 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b04d0f4b-6ef7-494a-87aa-e4754aeae95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:22.542974 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-02d52d87-b0e5-4723-9738-8a04c5b934c8 None None] For port 4e752951-2df2-4f4b-9764-bcc437ad2dee, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=4e752951-2df2-4f4b-9764-bcc437ad2dee,segment=NetworkSegment(ec2a9fdf-ae41-4c7b-a48a-dc0bdf8009d9),segment_id=ec2a9fdf-ae41-4c7b-a48a-dc0bdf8009d9)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:37:22.549107 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-02d52d87-b0e5-4723-9738-8a04c5b934c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:22.601883 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d52d87-b0e5-4723-9738-8a04c5b934c8 None None] Pushing event updated for resources: {'Port': ['ID=4e752951-2df2-4f4b-9764-bcc437ad2dee,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:37:22.629331 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-61072ae6-ccf7-4cad-9d0d-ed63ef6ba7f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:22.673599 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-a7ca1a8e-d702-4a0b-94ed-b76c31255674 None None] Provisioning complete for port 4e752951-2df2-4f4b-9764-bcc437ad2dee triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:37:22.673978 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a7ca1a8e-d702-4a0b-94ed-b76c31255674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:22.697640 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-ffa1a3bb-824c-4abd-9ba8-5ddb85d44ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d15d4a6-9e8c-4ea7-af03-53db049106f1', 'name': 'tempest-TestServerMultinode-1953696617-router', 'tenant_id': '92426f88bcc84478b321ef82bee3e351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '5a267f2a-9bf0-46da-b889-6a76a9123678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:37:16Z', 'updated_at': '2021-09-17T08:37:19Z', 'revision_number': 4, 'project_id': '92426f88bcc84478b321ef82bee3e351', 'gw_port': {'id': '5a267f2a-9bf0-46da-b889-6a76a9123678', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d15d4a6-9e8c-4ea7-af03-53db049106f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:37:16Z', 'updated_at': '2021-09-17T08:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '4e752951-2df2-4f4b-9764-bcc437ad2dee', 'name': '', 'network_id': '56201a7e-d444-4abb-9fe5-c01d9f5fb092', 'tenant_id': '92426f88bcc84478b321ef82bee3e351', 'mac_address': 'fa:16:3e:61:f7:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d15d4a6-9e8c-4ea7-af03-53db049106f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'f7b5b8d7-22f8-430c-ab3c-0933a2969b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:37:18Z', 'updated_at': '2021-09-17T08:37:22Z', 'revision_number': 4, 'project_id': '92426f88bcc84478b321ef82bee3e351', 'subnets': [{'id': 'f7b5b8d7-22f8-430c-ab3c-0933a2969b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:37:22.729189 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa1a3bb-824c-4abd-9ba8-5ddb85d44ec9 None None] The sync data for ids ['4d15d4a6-9e8c-4ea7-af03-53db049106f1'] in n-d-789963-9 is: [{'id': '4d15d4a6-9e8c-4ea7-af03-53db049106f1', 'name': 'tempest-TestServerMultinode-1953696617-router', 'tenant_id': '92426f88bcc84478b321ef82bee3e351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '5a267f2a-9bf0-46da-b889-6a76a9123678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:37:16Z', 'updated_at': '2021-09-17T08:37:19Z', 'revision_number': 4, 'project_id': '92426f88bcc84478b321ef82bee3e351', 'gw_port': {'id': '5a267f2a-9bf0-46da-b889-6a76a9123678', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d15d4a6-9e8c-4ea7-af03-53db049106f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:37:16Z', 'updated_at': '2021-09-17T08:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '4e752951-2df2-4f4b-9764-bcc437ad2dee', 'name': '', 'network_id': '56201a7e-d444-4abb-9fe5-c01d9f5fb092', 'tenant_id': '92426f88bcc84478b321ef82bee3e351', 'mac_address': 'fa:16:3e:61:f7:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d15d4a6-9e8c-4ea7-af03-53db049106f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'f7b5b8d7-22f8-430c-ab3c-0933a2969b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:37:18Z', 'updated_at': '2021-09-17T08:37:22Z', 'revision_number': 4, 'project_id': '92426f88bcc84478b321ef82bee3e351', 'subnets': [{'id': 'f7b5b8d7-22f8-430c-ab3c-0933a2969b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:37:22.787452 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61072ae6-ccf7-4cad-9d0d-ed63ef6ba7f9 admin admin] Router cd07c56a-2b96-44e5-8f2f-5fd48cdb19e7 is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 08:37:22.813202 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:22.930248 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61072ae6-ccf7-4cad-9d0d-ed63ef6ba7f9 admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:37:22.939486 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813dba35-8c66-4a10-84ab-327ff6161601 None None] Sync routers for ids ['cd07c56a-2b96-44e5-8f2f-5fd48cdb19e7'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:37:22.948803 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-61072ae6-ccf7-4cad-9d0d-ed63ef6ba7f9 admin admin] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:22.952711 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-61072ae6-ccf7-4cad-9d0d-ed63ef6ba7f9 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9705136 Sep 17 08:37:22.953032 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 58834) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:37:22.954939 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813dba35-8c66-4a10-84ab-327ff6161601 None None] Routers {'cd07c56a-2b96-44e5-8f2f-5fd48cdb19e7'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:37:22.955656 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-813dba35-8c66-4a10-84ab-327ff6161601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:37:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['cd07c56a-2b96-44e5-8f2f-5fd48cdb19e7'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:37:23.087520 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-813dba35-8c66-4a10-84ab-327ff6161601 None None] Set router cd07c56a-2b96-44e5-8f2f-5fd48cdb19e7 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:37:23.261154 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540f44ed-36c9-4742-b578-306a2c7fd8e1 None None] Network a4f08e79-2b31-4951-9287-e1ed825be7ea requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:37:23.356109 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-4a3d561c-bd57-4bcc-a74f-d753c44007a5 None None] Provisioning complete for port 886103d4-beb1-41bd-a7ff-7dae6f9a9061 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:37:23.356487 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4a3d561c-bd57-4bcc-a74f-d753c44007a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:23.420115 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-813dba35-8c66-4a10-84ab-327ff6161601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd07c56a-2b96-44e5-8f2f-5fd48cdb19e7', 'name': 'tempest-TestServerMultinode-44743536-router', 'tenant_id': 'db1c2923b15d4eae9ccef46066f69dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'ea8b0ee7-b0cd-4b65-b2df-df56cdad1a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:37:21Z', 'updated_at': '2021-09-17T08:37:22Z', 'revision_number': 3, 'project_id': 'db1c2923b15d4eae9ccef46066f69dfe', 'gw_port': {'id': 'ea8b0ee7-b0cd-4b65-b2df-df56cdad1a39', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd07c56a-2b96-44e5-8f2f-5fd48cdb19e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:37:21Z', 'updated_at': '2021-09-17T08:37:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:37:23.462540 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813dba35-8c66-4a10-84ab-327ff6161601 None None] Checking router: cd07c56a-2b96-44e5-8f2f-5fd48cdb19e7 for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:37:23.462840 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813dba35-8c66-4a10-84ab-327ff6161601 None None] Updating router cd07c56a-2b96-44e5-8f2f-5fd48cdb19e7 port ea8b0ee7-b0cd-4b65-b2df-df56cdad1a39 binding host n-d-789963-9 {{(pid=101291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 08:37:23.472964 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8a69f90a-b86a-4f04-adcd-ffec8f84ac3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:23.537540 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-813dba35-8c66-4a10-84ab-327ff6161601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:23.589070 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4a3d561c-bd57-4bcc-a74f-d753c44007a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:23.755850 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-4a3d561c-bd57-4bcc-a74f-d753c44007a5 None None] For port 886103d4-beb1-41bd-a7ff-7dae6f9a9061, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=886103d4-beb1-41bd-a7ff-7dae6f9a9061,segment=NetworkSegment(9bff4f99-d435-4db9-84b7-a091652dbaf7),segment_id=9bff4f99-d435-4db9-84b7-a091652dbaf7)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:37:23.777077 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4a3d561c-bd57-4bcc-a74f-d753c44007a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:23.787170 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-8a69f90a-b86a-4f04-adcd-ffec8f84ac3f admin admin] Allocated IP 172.20.0.1 (a4f08e79-2b31-4951-9287-e1ed825be7ea/904fd12e-29f8-4cea-90ae-e979c9c2f8e0/ac68fa64-7226-4fdb-ab41-9f95eb6d4682) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:37:23.831697 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 5a267f2a-9bf0-46da-b889-6a76a9123678 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:37:23.937243 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8a69f90a-b86a-4f04-adcd-ffec8f84ac3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:23.937468 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:23.953266 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3d561c-bd57-4bcc-a74f-d753c44007a5 None None] Pushing event updated for resources: {'Port': ['ID=886103d4-beb1-41bd-a7ff-7dae6f9a9061,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:37:23.962323 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-0fef4f7e-85b9-4c73-b7eb-8e857ab58dd3 None None] Provisioning complete for port 886103d4-beb1-41bd-a7ff-7dae6f9a9061 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:37:23.962694 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0fef4f7e-85b9-4c73-b7eb-8e857ab58dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:23.974956 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8a69f90a-b86a-4f04-adcd-ffec8f84ac3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:24.010867 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a69f90a-b86a-4f04-adcd-ffec8f84ac3f admin admin] Network a4f08e79-2b31-4951-9287-e1ed825be7ea is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:37:24.013688 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-8a69f90a-b86a-4f04-adcd-ffec8f84ac3f admin admin] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:37:24.017251 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a69f90a-b86a-4f04-adcd-ffec8f84ac3f admin admin] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:37:24.049441 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a69f90a-b86a-4f04-adcd-ffec8f84ac3f admin admin] Pushing event updated for resources: {'Port': ['ID=ac68fa64-7226-4fdb-ab41-9f95eb6d4682,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:37:24.059256 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 5a267f2a-9bf0-46da-b889-6a76a9123678 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:37:24.059638 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:24.068497 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8a69f90a-b86a-4f04-adcd-ffec8f84ac3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:24.131326 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-813dba35-8c66-4a10-84ab-327ff6161601 None None] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:24.158112 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-813dba35-8c66-4a10-84ab-327ff6161601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:24.208358 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8a69f90a-b86a-4f04-adcd-ffec8f84ac3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:24.258654 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-813dba35-8c66-4a10-84ab-327ff6161601 None None] Attempting to bind port ea8b0ee7-b0cd-4b65-b2df-df56cdad1a39 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:37:24.259019 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-813dba35-8c66-4a10-84ab-327ff6161601 None None] Attempting to bind port ea8b0ee7-b0cd-4b65-b2df-df56cdad1a39 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:37:24.259375 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813dba35-8c66-4a10-84ab-327ff6161601 None None] Attempting to bind port ea8b0ee7-b0cd-4b65-b2df-df56cdad1a39 on network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:37:24.261607 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8afae2-70a6-4056-b8e6-c3cd08cec49a None None] Pushing event updated for resources: {'Port': ['ID=ea8b0ee7-b0cd-4b65-b2df-df56cdad1a39,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:37:24.274206 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813dba35-8c66-4a10-84ab-327ff6161601 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:37:24.274548 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813dba35-8c66-4a10-84ab-327ff6161601 None None] Checking segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:37:24.275098 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-813dba35-8c66-4a10-84ab-327ff6161601 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:24.276681 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813dba35-8c66-4a10-84ab-327ff6161601 None None] Bound using segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:37:24.277176 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-813dba35-8c66-4a10-84ab-327ff6161601 None None] Bound port: ea8b0ee7-b0cd-4b65-b2df-df56cdad1a39, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:37:24.278114 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-813dba35-8c66-4a10-84ab-327ff6161601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:24.312135 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 886103d4-beb1-41bd-a7ff-7dae6f9a9061 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:37:24.381720 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8a69f90a-b86a-4f04-adcd-ffec8f84ac3f admin admin] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:24.382496 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-813dba35-8c66-4a10-84ab-327ff6161601 None None] For port ea8b0ee7-b0cd-4b65-b2df-df56cdad1a39, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:37:24.386541 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8a69f90a-b86a-4f04-adcd-ffec8f84ac3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:24.387371 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-813dba35-8c66-4a10-84ab-327ff6161601 None None] For port ea8b0ee7-b0cd-4b65-b2df-df56cdad1a39, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=ea8b0ee7-b0cd-4b65-b2df-df56cdad1a39,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:37:24.388387 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-319233fa-365f-4c7a-abf4-6c62d8d95f18 None None] Provisioning complete for port ac68fa64-7226-4fdb-ab41-9f95eb6d4682 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:37:24.388824 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-319233fa-365f-4c7a-abf4-6c62d8d95f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:24.413896 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-813dba35-8c66-4a10-84ab-327ff6161601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:24.450181 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8a69f90a-b86a-4f04-adcd-ffec8f84ac3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:24.451967 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a69f90a-b86a-4f04-adcd-ffec8f84ac3f admin admin] Pushing event updated for resources: {'Port': ['ID=ac68fa64-7226-4fdb-ab41-9f95eb6d4682,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:37:24.552404 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a69f90a-b86a-4f04-adcd-ffec8f84ac3f admin admin] Network a4f08e79-2b31-4951-9287-e1ed825be7ea is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:37:24.553816 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-8a69f90a-b86a-4f04-adcd-ffec8f84ac3f admin admin] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:37:24.632067 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 886103d4-beb1-41bd-a7ff-7dae6f9a9061 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:37:24.632321 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:24.665093 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-319233fa-365f-4c7a-abf4-6c62d8d95f18 None None] Port ac68fa64-7226-4fdb-ab41-9f95eb6d4682 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:37:24.679792 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a69f90a-b86a-4f04-adcd-ffec8f84ac3f admin admin] Router cd07c56a-2b96-44e5-8f2f-5fd48cdb19e7 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:37:24.687676 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813dba35-8c66-4a10-84ab-327ff6161601 None None] Routers {'cd07c56a-2b96-44e5-8f2f-5fd48cdb19e7'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:37:24.688324 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-813dba35-8c66-4a10-84ab-327ff6161601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:37:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['cd07c56a-2b96-44e5-8f2f-5fd48cdb19e7'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:37:24.696376 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8afae2-70a6-4056-b8e6-c3cd08cec49a None None] Pushing event updated for resources: {'Port': ['ID=ea8b0ee7-b0cd-4b65-b2df-df56cdad1a39,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:37:24.848051 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-0b390712-8fd4-4493-a79b-c9b43b9d89e0 None None] Provisioning complete for port ac68fa64-7226-4fdb-ab41-9f95eb6d4682 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:37:24.848712 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0b390712-8fd4-4493-a79b-c9b43b9d89e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:24.850574 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 4e752951-2df2-4f4b-9764-bcc437ad2dee up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:37:24.853399 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-813dba35-8c66-4a10-84ab-327ff6161601 None None] Set router cd07c56a-2b96-44e5-8f2f-5fd48cdb19e7 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:37:24.981196 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-0b390712-8fd4-4493-a79b-c9b43b9d89e0 None None] Port ac68fa64-7226-4fdb-ab41-9f95eb6d4682 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:37:25.051399 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 4e752951-2df2-4f4b-9764-bcc437ad2dee triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:37:25.051767 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:25.090249 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a69f90a-b86a-4f04-adcd-ffec8f84ac3f admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:37:25.097055 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-8a69f90a-b86a-4f04-adcd-ffec8f84ac3f admin admin] 10.222.0.13 "PUT /v2.0/routers/cd07c56a-2b96-44e5-8f2f-5fd48cdb19e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1429682 Sep 17 08:37:25.193057 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-813dba35-8c66-4a10-84ab-327ff6161601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd07c56a-2b96-44e5-8f2f-5fd48cdb19e7', 'name': 'tempest-TestServerMultinode-44743536-router', 'tenant_id': 'db1c2923b15d4eae9ccef46066f69dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'ea8b0ee7-b0cd-4b65-b2df-df56cdad1a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:37:21Z', 'updated_at': '2021-09-17T08:37:24Z', 'revision_number': 4, 'project_id': 'db1c2923b15d4eae9ccef46066f69dfe', 'gw_port': {'id': 'ea8b0ee7-b0cd-4b65-b2df-df56cdad1a39', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd07c56a-2b96-44e5-8f2f-5fd48cdb19e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:37:21Z', 'updated_at': '2021-09-17T08:37:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'ac68fa64-7226-4fdb-ab41-9f95eb6d4682', 'name': '', 'network_id': 'a4f08e79-2b31-4951-9287-e1ed825be7ea', 'tenant_id': 'db1c2923b15d4eae9ccef46066f69dfe', 'mac_address': 'fa:16:3e:71:b7:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd07c56a-2b96-44e5-8f2f-5fd48cdb19e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '904fd12e-29f8-4cea-90ae-e979c9c2f8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:37:23Z', 'updated_at': '2021-09-17T08:37:24Z', 'revision_number': 2, 'project_id': 'db1c2923b15d4eae9ccef46066f69dfe', 'subnets': [{'id': '904fd12e-29f8-4cea-90ae-e979c9c2f8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:37:25.219780 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813dba35-8c66-4a10-84ab-327ff6161601 None None] The sync data for ids ['cd07c56a-2b96-44e5-8f2f-5fd48cdb19e7'] in n-d-789963-9 is: [{'id': 'cd07c56a-2b96-44e5-8f2f-5fd48cdb19e7', 'name': 'tempest-TestServerMultinode-44743536-router', 'tenant_id': 'db1c2923b15d4eae9ccef46066f69dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'ea8b0ee7-b0cd-4b65-b2df-df56cdad1a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:37:21Z', 'updated_at': '2021-09-17T08:37:24Z', 'revision_number': 4, 'project_id': 'db1c2923b15d4eae9ccef46066f69dfe', 'gw_port': {'id': 'ea8b0ee7-b0cd-4b65-b2df-df56cdad1a39', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd07c56a-2b96-44e5-8f2f-5fd48cdb19e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:37:21Z', 'updated_at': '2021-09-17T08:37:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'ac68fa64-7226-4fdb-ab41-9f95eb6d4682', 'name': '', 'network_id': 'a4f08e79-2b31-4951-9287-e1ed825be7ea', 'tenant_id': 'db1c2923b15d4eae9ccef46066f69dfe', 'mac_address': 'fa:16:3e:71:b7:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd07c56a-2b96-44e5-8f2f-5fd48cdb19e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '904fd12e-29f8-4cea-90ae-e979c9c2f8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:37:23Z', 'updated_at': '2021-09-17T08:37:24Z', 'revision_number': 2, 'project_id': 'db1c2923b15d4eae9ccef46066f69dfe', 'subnets': [{'id': '904fd12e-29f8-4cea-90ae-e979c9c2f8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:37:25.431907 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:25.607233 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 886103d4-beb1-41bd-a7ff-7dae6f9a9061 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:37:25.664061 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 886103d4-beb1-41bd-a7ff-7dae6f9a9061 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:37:25.664546 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:25.789217 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b499e9-2d8e-4848-a520-3c578cb8ce51 req-d58c47a8-fa54-4137-ab48-c5c41f2b9379 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:37:25.791474 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a9b499e9-2d8e-4848-a520-3c578cb8ce51 req-d58c47a8-fa54-4137-ab48-c5c41f2b9379 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] 10.222.0.13 "GET /v2.0/networks?id=56201a7e-d444-4abb-9fe5-c01d9f5fb092 HTTP/1.1" status: 200 len: 911 time: 0.0948281 Sep 17 08:37:25.806464 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a9b499e9-2d8e-4848-a520-3c578cb8ce51 req-38bb218d-cbe1-4832-b283-9339066fcb1b tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] 10.222.0.13 "GET /v2.0/quotas/db1c2923b15d4eae9ccef46066f69dfe HTTP/1.1" status: 200 len: 375 time: 0.0092878 Sep 17 08:37:25.896258 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a9b499e9-2d8e-4848-a520-3c578cb8ce51 req-745819a9-8c88-4ec4-adbc-69729fe551b4 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] 10.222.0.13 "GET /v2.0/ports?tenant_id=db1c2923b15d4eae9ccef46066f69dfe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0839105 Sep 17 08:37:26.099455 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a9b499e9-2d8e-4848-a520-3c578cb8ce51 req-2cdc3d04-f3c1-4581-b4aa-41e184a121c2 service neutron] 10.222.0.13 "GET /v2.0/networks/56201a7e-d444-4abb-9fe5-c01d9f5fb092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957800 Sep 17 08:37:26.192391 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a9b499e9-2d8e-4848-a520-3c578cb8ce51 req-7498ea00-76ec-417f-b1f7-d6ab061a46d6 service neutron] 10.222.0.13 "GET /v2.0/networks/56201a7e-d444-4abb-9fe5-c01d9f5fb092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867429 Sep 17 08:37:26.456515 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-906149fb-71f5-4220-b6cb-ddca799b6248 req-1cd3bd86-b617-472f-a318-d730fe4d969d tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6fd7d82b-e1b0-43ec-82cd-b6935d49ce6f HTTP/1.1" status: 200 len: 210 time: 0.0927269 Sep 17 08:37:27.178821 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afeb0d14-10cc-49d8-97b0-bb00c2a60ba9 None None] Sync routers for ids ['cd07c56a-2b96-44e5-8f2f-5fd48cdb19e7'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:37:27.187690 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afeb0d14-10cc-49d8-97b0-bb00c2a60ba9 None None] Routers {'cd07c56a-2b96-44e5-8f2f-5fd48cdb19e7'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:37:27.188454 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-afeb0d14-10cc-49d8-97b0-bb00c2a60ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:37:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['cd07c56a-2b96-44e5-8f2f-5fd48cdb19e7'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:37:27.291505 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-afeb0d14-10cc-49d8-97b0-bb00c2a60ba9 None None] Set router cd07c56a-2b96-44e5-8f2f-5fd48cdb19e7 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:37:27.483265 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-afeb0d14-10cc-49d8-97b0-bb00c2a60ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd07c56a-2b96-44e5-8f2f-5fd48cdb19e7', 'name': 'tempest-TestServerMultinode-44743536-router', 'tenant_id': 'db1c2923b15d4eae9ccef46066f69dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'ea8b0ee7-b0cd-4b65-b2df-df56cdad1a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:37:21Z', 'updated_at': '2021-09-17T08:37:24Z', 'revision_number': 4, 'project_id': 'db1c2923b15d4eae9ccef46066f69dfe', 'gw_port': {'id': 'ea8b0ee7-b0cd-4b65-b2df-df56cdad1a39', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd07c56a-2b96-44e5-8f2f-5fd48cdb19e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:37:21Z', 'updated_at': '2021-09-17T08:37:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'ac68fa64-7226-4fdb-ab41-9f95eb6d4682', 'name': '', 'network_id': 'a4f08e79-2b31-4951-9287-e1ed825be7ea', 'tenant_id': 'db1c2923b15d4eae9ccef46066f69dfe', 'mac_address': 'fa:16:3e:71:b7:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd07c56a-2b96-44e5-8f2f-5fd48cdb19e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '904fd12e-29f8-4cea-90ae-e979c9c2f8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:37:23Z', 'updated_at': '2021-09-17T08:37:24Z', 'revision_number': 2, 'project_id': 'db1c2923b15d4eae9ccef46066f69dfe', 'subnets': [{'id': '904fd12e-29f8-4cea-90ae-e979c9c2f8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:37:27.524174 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afeb0d14-10cc-49d8-97b0-bb00c2a60ba9 None None] Checking router: cd07c56a-2b96-44e5-8f2f-5fd48cdb19e7 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:37:27.524528 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afeb0d14-10cc-49d8-97b0-bb00c2a60ba9 None None] Updating router cd07c56a-2b96-44e5-8f2f-5fd48cdb19e7 port ac68fa64-7226-4fdb-ab41-9f95eb6d4682 binding host n-d-789963-9 {{(pid=101292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 08:37:27.586253 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cffc1175-3534-41e1-b688-cdb7221f6201 req-544f8693-b785-42fc-ad8e-e9f1d0dcdec7 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6fd7d82b-e1b0-43ec-82cd-b6935d49ce6f HTTP/1.1" status: 200 len: 210 time: 0.0331657 Sep 17 08:37:27.658793 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device ea8b0ee7-b0cd-4b65-b2df-df56cdad1a39 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:37:27.659403 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-afeb0d14-10cc-49d8-97b0-bb00c2a60ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:27.697310 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b499e9-2d8e-4848-a520-3c578cb8ce51 req-3c2b3f0e-e752-402c-82af-aa59b54585ab tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:37:27.700029 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a9b499e9-2d8e-4848-a520-3c578cb8ce51 req-3c2b3f0e-e752-402c-82af-aa59b54585ab tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] 10.222.0.39 "GET /v2.0/networks?id=56201a7e-d444-4abb-9fe5-c01d9f5fb092 HTTP/1.1" status: 200 len: 911 time: 0.1447542 Sep 17 08:37:27.713335 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port ea8b0ee7-b0cd-4b65-b2df-df56cdad1a39 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:37:27.713991 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:27.714488 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-a9b499e9-2d8e-4848-a520-3c578cb8ce51 req-0fc29a8c-c6aa-416a-8f7e-9c1ac8d6ac79 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Request body: {'port': {'device_id': '6fd7d82b-e1b0-43ec-82cd-b6935d49ce6f', 'network_id': '56201a7e-d444-4abb-9fe5-c01d9f5fb092', 'admin_state_up': True, 'tenant_id': 'db1c2923b15d4eae9ccef46066f69dfe'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:37:27.745103 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9b499e9-2d8e-4848-a520-3c578cb8ce51 req-0fc29a8c-c6aa-416a-8f7e-9c1ac8d6ac79 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Made reservation on behalf of db1c2923b15d4eae9ccef46066f69dfe for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:37:27.747725 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-a9b499e9-2d8e-4848-a520-3c578cb8ce51 req-0fc29a8c-c6aa-416a-8f7e-9c1ac8d6ac79 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:27.796264 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:27.818928 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port ea8b0ee7-b0cd-4b65-b2df-df56cdad1a39, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=ea8b0ee7-b0cd-4b65-b2df-df56cdad1a39,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:37:27.824036 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:27.869190 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-a9b499e9-2d8e-4848-a520-3c578cb8ce51 req-0fc29a8c-c6aa-416a-8f7e-9c1ac8d6ac79 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Allocated IP 172.20.0.5 (56201a7e-d444-4abb-9fe5-c01d9f5fb092/f7b5b8d7-22f8-430c-ab3c-0933a2969b5f/3c1fff6c-4e0b-4987-99bf-65e8cc31fbb2) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:37:27.877088 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=ea8b0ee7-b0cd-4b65-b2df-df56cdad1a39,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:37:27.935354 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-afeb0d14-10cc-49d8-97b0-bb00c2a60ba9 None None] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:27.941231 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-afeb0d14-10cc-49d8-97b0-bb00c2a60ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:27.996218 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1e7452-3060-4670-916e-9027d9a0360b None None] Pushing event updated for resources: {'Port': ['ID=ac68fa64-7226-4fdb-ab41-9f95eb6d4682,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:37:28.014046 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-a9b499e9-2d8e-4848-a520-3c578cb8ce51 req-0fc29a8c-c6aa-416a-8f7e-9c1ac8d6ac79 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:28.046210 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-afeb0d14-10cc-49d8-97b0-bb00c2a60ba9 None None] Attempting to bind port ac68fa64-7226-4fdb-ab41-9f95eb6d4682 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:37:28.046753 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-afeb0d14-10cc-49d8-97b0-bb00c2a60ba9 None None] Attempting to bind port ac68fa64-7226-4fdb-ab41-9f95eb6d4682 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '9bff4f99-d435-4db9-84b7-a091652dbaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a4f08e79-2b31-4951-9287-e1ed825be7ea'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:37:28.047168 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afeb0d14-10cc-49d8-97b0-bb00c2a60ba9 None None] Attempting to bind port ac68fa64-7226-4fdb-ab41-9f95eb6d4682 on network a4f08e79-2b31-4951-9287-e1ed825be7ea {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:37:28.050361 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-a9b499e9-2d8e-4848-a520-3c578cb8ce51 req-0fc29a8c-c6aa-416a-8f7e-9c1ac8d6ac79 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:28.054518 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afeb0d14-10cc-49d8-97b0-bb00c2a60ba9 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:37:28.055281 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afeb0d14-10cc-49d8-97b0-bb00c2a60ba9 None None] Checking segment: {'id': '9bff4f99-d435-4db9-84b7-a091652dbaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a4f08e79-2b31-4951-9287-e1ed825be7ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:37:28.056045 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-afeb0d14-10cc-49d8-97b0-bb00c2a60ba9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:28.056153 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afeb0d14-10cc-49d8-97b0-bb00c2a60ba9 None None] Bound using segment: {'id': '9bff4f99-d435-4db9-84b7-a091652dbaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a4f08e79-2b31-4951-9287-e1ed825be7ea'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:37:28.056567 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-afeb0d14-10cc-49d8-97b0-bb00c2a60ba9 None None] Bound port: ac68fa64-7226-4fdb-ab41-9f95eb6d4682, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bff4f99-d435-4db9-84b7-a091652dbaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a4f08e79-2b31-4951-9287-e1ed825be7ea'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:37:28.056943 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-afeb0d14-10cc-49d8-97b0-bb00c2a60ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:28.096885 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9b499e9-2d8e-4848-a520-3c578cb8ce51 req-0fc29a8c-c6aa-416a-8f7e-9c1ac8d6ac79 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Network 56201a7e-d444-4abb-9fe5-c01d9f5fb092 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:37:28.102911 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-a9b499e9-2d8e-4848-a520-3c578cb8ce51 req-0fc29a8c-c6aa-416a-8f7e-9c1ac8d6ac79 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:37:28.106760 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9b499e9-2d8e-4848-a520-3c578cb8ce51 req-0fc29a8c-c6aa-416a-8f7e-9c1ac8d6ac79 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:37:28.130800 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-afeb0d14-10cc-49d8-97b0-bb00c2a60ba9 None None] For port ac68fa64-7226-4fdb-ab41-9f95eb6d4682, host n-d-789963-9, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:37:28.135591 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-afeb0d14-10cc-49d8-97b0-bb00c2a60ba9 None None] For port ac68fa64-7226-4fdb-ab41-9f95eb6d4682, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=ac68fa64-7226-4fdb-ab41-9f95eb6d4682,segment=NetworkSegment(9bff4f99-d435-4db9-84b7-a091652dbaf7),segment_id=9bff4f99-d435-4db9-84b7-a091652dbaf7)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:37:28.140840 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-afeb0d14-10cc-49d8-97b0-bb00c2a60ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:28.145048 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc29a8c-c6aa-416a-8f7e-9c1ac8d6ac79 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Pushing event updated for resources: {'Port': ['ID=3c1fff6c-4e0b-4987-99bf-65e8cc31fbb2,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:37:28.161846 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b499e9-2d8e-4848-a520-3c578cb8ce51 req-0fc29a8c-c6aa-416a-8f7e-9c1ac8d6ac79 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:37:28.162460 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-a9b499e9-2d8e-4848-a520-3c578cb8ce51 req-0fc29a8c-c6aa-416a-8f7e-9c1ac8d6ac79 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:28.181543 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a9b499e9-2d8e-4848-a520-3c578cb8ce51 req-0fc29a8c-c6aa-416a-8f7e-9c1ac8d6ac79 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4729283 Sep 17 08:37:28.193252 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [req-a9b499e9-2d8e-4848-a520-3c578cb8ce51 req-a5899f7f-35c0-434b-9687-9821a654e8fc tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:37:28.194340 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a9b499e9-2d8e-4848-a520-3c578cb8ce51 req-a5899f7f-35c0-434b-9687-9821a654e8fc tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064137 Sep 17 08:37:28.206484 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afeb0d14-10cc-49d8-97b0-bb00c2a60ba9 None None] Routers {'cd07c56a-2b96-44e5-8f2f-5fd48cdb19e7'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:37:28.207019 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-afeb0d14-10cc-49d8-97b0-bb00c2a60ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:37:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['cd07c56a-2b96-44e5-8f2f-5fd48cdb19e7'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:37:28.245372 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1e7452-3060-4670-916e-9027d9a0360b None None] Pushing event updated for resources: {'Port': ['ID=ac68fa64-7226-4fdb-ab41-9f95eb6d4682,revision_number=4']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:37:28.323400 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-afeb0d14-10cc-49d8-97b0-bb00c2a60ba9 None None] Set router cd07c56a-2b96-44e5-8f2f-5fd48cdb19e7 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:37:28.339180 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-a9b499e9-2d8e-4848-a520-3c578cb8ce51 req-937a5681-5d99-4799-af93-46e727ababb4 service neutron] Request body: {'port': {'device_id': '6fd7d82b-e1b0-43ec-82cd-b6935d49ce6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:37:28.342561 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5bc9cecd-e762-49c0-a171-d6f789bb9e1f None None] Provisioning complete for port ac68fa64-7226-4fdb-ab41-9f95eb6d4682 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:37:28.342936 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5bc9cecd-e762-49c0-a171-d6f789bb9e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:28.435852 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-a9b499e9-2d8e-4848-a520-3c578cb8ce51 req-937a5681-5d99-4799-af93-46e727ababb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:28.462961 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5bc9cecd-e762-49c0-a171-d6f789bb9e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:28.505011 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5bc9cecd-e762-49c0-a171-d6f789bb9e1f None None] For port ac68fa64-7226-4fdb-ab41-9f95eb6d4682, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=ac68fa64-7226-4fdb-ab41-9f95eb6d4682,segment=NetworkSegment(9bff4f99-d435-4db9-84b7-a091652dbaf7),segment_id=9bff4f99-d435-4db9-84b7-a091652dbaf7)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:37:28.520446 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5bc9cecd-e762-49c0-a171-d6f789bb9e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:28.550182 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-afeb0d14-10cc-49d8-97b0-bb00c2a60ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd07c56a-2b96-44e5-8f2f-5fd48cdb19e7', 'name': 'tempest-TestServerMultinode-44743536-router', 'tenant_id': 'db1c2923b15d4eae9ccef46066f69dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'ea8b0ee7-b0cd-4b65-b2df-df56cdad1a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:37:21Z', 'updated_at': '2021-09-17T08:37:24Z', 'revision_number': 4, 'project_id': 'db1c2923b15d4eae9ccef46066f69dfe', 'gw_port': {'id': 'ea8b0ee7-b0cd-4b65-b2df-df56cdad1a39', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd07c56a-2b96-44e5-8f2f-5fd48cdb19e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:37:21Z', 'updated_at': '2021-09-17T08:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'ac68fa64-7226-4fdb-ab41-9f95eb6d4682', 'name': '', 'network_id': 'a4f08e79-2b31-4951-9287-e1ed825be7ea', 'tenant_id': 'db1c2923b15d4eae9ccef46066f69dfe', 'mac_address': 'fa:16:3e:71:b7:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd07c56a-2b96-44e5-8f2f-5fd48cdb19e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '904fd12e-29f8-4cea-90ae-e979c9c2f8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:37:23Z', 'updated_at': '2021-09-17T08:37:28Z', 'revision_number': 4, 'project_id': 'db1c2923b15d4eae9ccef46066f69dfe', 'subnets': [{'id': '904fd12e-29f8-4cea-90ae-e979c9c2f8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:37:28.580004 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afeb0d14-10cc-49d8-97b0-bb00c2a60ba9 None None] The sync data for ids ['cd07c56a-2b96-44e5-8f2f-5fd48cdb19e7'] in n-d-789963-9 is: [{'id': 'cd07c56a-2b96-44e5-8f2f-5fd48cdb19e7', 'name': 'tempest-TestServerMultinode-44743536-router', 'tenant_id': 'db1c2923b15d4eae9ccef46066f69dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'ea8b0ee7-b0cd-4b65-b2df-df56cdad1a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:37:21Z', 'updated_at': '2021-09-17T08:37:24Z', 'revision_number': 4, 'project_id': 'db1c2923b15d4eae9ccef46066f69dfe', 'gw_port': {'id': 'ea8b0ee7-b0cd-4b65-b2df-df56cdad1a39', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd07c56a-2b96-44e5-8f2f-5fd48cdb19e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:37:21Z', 'updated_at': '2021-09-17T08:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'ac68fa64-7226-4fdb-ab41-9f95eb6d4682', 'name': '', 'network_id': 'a4f08e79-2b31-4951-9287-e1ed825be7ea', 'tenant_id': 'db1c2923b15d4eae9ccef46066f69dfe', 'mac_address': 'fa:16:3e:71:b7:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd07c56a-2b96-44e5-8f2f-5fd48cdb19e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '904fd12e-29f8-4cea-90ae-e979c9c2f8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:37:23Z', 'updated_at': '2021-09-17T08:37:28Z', 'revision_number': 4, 'project_id': 'db1c2923b15d4eae9ccef46066f69dfe', 'subnets': [{'id': '904fd12e-29f8-4cea-90ae-e979c9c2f8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:37:28.586439 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc9cecd-e762-49c0-a171-d6f789bb9e1f None None] Pushing event updated for resources: {'Port': ['ID=ac68fa64-7226-4fdb-ab41-9f95eb6d4682,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:37:28.643924 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-8f241b09-2542-4020-afc0-cde14f4990ad None None] Provisioning complete for port ac68fa64-7226-4fdb-ab41-9f95eb6d4682 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:37:28.644458 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8f241b09-2542-4020-afc0-cde14f4990ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:28.717510 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91efb3d4-609f-4b4e-8a64-13bedf2338ec req-92879a5e-d95d-4825-86d1-5f8d3038e222 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:37:28.720000 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-91efb3d4-609f-4b4e-8a64-13bedf2338ec req-92879a5e-d95d-4825-86d1-5f8d3038e222 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6fd7d82b-e1b0-43ec-82cd-b6935d49ce6f HTTP/1.1" status: 200 len: 1027 time: 0.0658154 Sep 17 08:37:28.754615 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-8f241b09-2542-4020-afc0-cde14f4990ad None None] Provisioning complete for port 3c1fff6c-4e0b-4987-99bf-65e8cc31fbb2 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:37:28.755079 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8f241b09-2542-4020-afc0-cde14f4990ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:28.775974 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-91efb3d4-609f-4b4e-8a64-13bedf2338ec req-afc2ef5a-57e8-4a1e-a0b5-6708a3179d6d tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=70e9bd18-8829-4347-8130-be6eb60eb571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478823 Sep 17 08:37:28.787675 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-a9b499e9-2d8e-4848-a520-3c578cb8ce51 req-937a5681-5d99-4799-af93-46e727ababb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c1fff6c-4e0b-4987-99bf-65e8cc31fbb2 {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:37:28.796939 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-a9b499e9-2d8e-4848-a520-3c578cb8ce51 req-937a5681-5d99-4799-af93-46e727ababb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:28.798672 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-8f241b09-2542-4020-afc0-cde14f4990ad None None] Port 3c1fff6c-4e0b-4987-99bf-65e8cc31fbb2 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:37:28.810292 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-a9b499e9-2d8e-4848-a520-3c578cb8ce51 req-937a5681-5d99-4799-af93-46e727ababb4 service neutron] Transition to ACTIVE for port object 3c1fff6c-4e0b-4987-99bf-65e8cc31fbb2 will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:37:28.814032 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-a9b499e9-2d8e-4848-a520-3c578cb8ce51 req-937a5681-5d99-4799-af93-46e727ababb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:28.866911 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a5681-5d99-4799-af93-46e727ababb4 service neutron] Pushing event updated for resources: {'Port': ['ID=3c1fff6c-4e0b-4987-99bf-65e8cc31fbb2,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:37:28.946334 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-a9b499e9-2d8e-4848-a520-3c578cb8ce51 req-937a5681-5d99-4799-af93-46e727ababb4 service neutron] Attempting to bind port 3c1fff6c-4e0b-4987-99bf-65e8cc31fbb2 on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:37:28.946674 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-a9b499e9-2d8e-4848-a520-3c578cb8ce51 req-937a5681-5d99-4799-af93-46e727ababb4 service neutron] Attempting to bind port 3c1fff6c-4e0b-4987-99bf-65e8cc31fbb2 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': 'ec2a9fdf-ae41-4c7b-a48a-dc0bdf8009d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '56201a7e-d444-4abb-9fe5-c01d9f5fb092'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:37:28.947095 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b499e9-2d8e-4848-a520-3c578cb8ce51 req-937a5681-5d99-4799-af93-46e727ababb4 service neutron] Attempting to bind port 3c1fff6c-4e0b-4987-99bf-65e8cc31fbb2 on network 56201a7e-d444-4abb-9fe5-c01d9f5fb092 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:37:28.951599 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b499e9-2d8e-4848-a520-3c578cb8ce51 req-937a5681-5d99-4799-af93-46e727ababb4 service neutron] Port 3c1fff6c-4e0b-4987-99bf-65e8cc31fbb2 on network 56201a7e-d444-4abb-9fe5-c01d9f5fb092 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:37:28.951958 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b499e9-2d8e-4848-a520-3c578cb8ce51 req-937a5681-5d99-4799-af93-46e727ababb4 service neutron] Attempting to bind port 3c1fff6c-4e0b-4987-99bf-65e8cc31fbb2 on network 56201a7e-d444-4abb-9fe5-c01d9f5fb092 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:37:28.958459 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b499e9-2d8e-4848-a520-3c578cb8ce51 req-937a5681-5d99-4799-af93-46e727ababb4 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:37:28.958797 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b499e9-2d8e-4848-a520-3c578cb8ce51 req-937a5681-5d99-4799-af93-46e727ababb4 service neutron] Checking segment: {'id': 'ec2a9fdf-ae41-4c7b-a48a-dc0bdf8009d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '56201a7e-d444-4abb-9fe5-c01d9f5fb092'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:37:28.959180 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b499e9-2d8e-4848-a520-3c578cb8ce51 req-937a5681-5d99-4799-af93-46e727ababb4 service neutron] Bound using segment: {'id': 'ec2a9fdf-ae41-4c7b-a48a-dc0bdf8009d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '56201a7e-d444-4abb-9fe5-c01d9f5fb092'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:37:28.959749 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-a9b499e9-2d8e-4848-a520-3c578cb8ce51 req-937a5681-5d99-4799-af93-46e727ababb4 service neutron] Bound port: 3c1fff6c-4e0b-4987-99bf-65e8cc31fbb2, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec2a9fdf-ae41-4c7b-a48a-dc0bdf8009d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '56201a7e-d444-4abb-9fe5-c01d9f5fb092'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:37:28.960135 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-a9b499e9-2d8e-4848-a520-3c578cb8ce51 req-937a5681-5d99-4799-af93-46e727ababb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:29.034024 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-a9b499e9-2d8e-4848-a520-3c578cb8ce51 req-937a5681-5d99-4799-af93-46e727ababb4 service neutron] For port 3c1fff6c-4e0b-4987-99bf-65e8cc31fbb2, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:37:29.037291 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-a9b499e9-2d8e-4848-a520-3c578cb8ce51 req-937a5681-5d99-4799-af93-46e727ababb4 service neutron] For port 3c1fff6c-4e0b-4987-99bf-65e8cc31fbb2, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=3c1fff6c-4e0b-4987-99bf-65e8cc31fbb2,segment=NetworkSegment(ec2a9fdf-ae41-4c7b-a48a-dc0bdf8009d9),segment_id=ec2a9fdf-ae41-4c7b-a48a-dc0bdf8009d9)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:37:29.042008 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-a9b499e9-2d8e-4848-a520-3c578cb8ce51 req-937a5681-5d99-4799-af93-46e727ababb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:29.083523 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b499e9-2d8e-4848-a520-3c578cb8ce51 req-937a5681-5d99-4799-af93-46e727ababb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:37:29.084271 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-a9b499e9-2d8e-4848-a520-3c578cb8ce51 req-937a5681-5d99-4799-af93-46e727ababb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:29.085751 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a9b499e9-2d8e-4848-a520-3c578cb8ce51 req-937a5681-5d99-4799-af93-46e727ababb4 service neutron] 10.222.0.39 "PUT /v2.0/ports/3c1fff6c-4e0b-4987-99bf-65e8cc31fbb2 HTTP/1.1" status: 200 len: 1091 time: 0.8098586 Sep 17 08:37:29.090140 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fd7d82b-e1b0-43ec-82cd-b6935d49ce6f', 'tag': '3c1fff6c-4e0b-4987-99bf-65e8cc31fbb2'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:37:29.092459 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25be208e-63b0-46c5-8d5a-e4a76db8be64" -d '{"events": [{"name": "network-changed", "server_uuid": "6fd7d82b-e1b0-43ec-82cd-b6935d49ce6f", "tag": "3c1fff6c-4e0b-4987-99bf-65e8cc31fbb2"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:37:29.115101 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a5681-5d99-4799-af93-46e727ababb4 service neutron] Pushing event updated for resources: {'Port': ['ID=3c1fff6c-4e0b-4987-99bf-65e8cc31fbb2,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:37:29.155747 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a428aaa-b8ff-46a5-b814-5b727d4ef50c x-openstack-request-id: req-9a428aaa-b8ff-46a5-b814-5b727d4ef50c {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:37:29.156085 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fd7d82b-e1b0-43ec-82cd-b6935d49ce6f", "tag": "3c1fff6c-4e0b-4987-99bf-65e8cc31fbb2", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:37:29.156393 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9a428aaa-b8ff-46a5-b814-5b727d4ef50c {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:37:29.156834 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fd7d82b-e1b0-43ec-82cd-b6935d49ce6f', 'tag': '3c1fff6c-4e0b-4987-99bf-65e8cc31fbb2', 'status': 'completed', 'code': 200} Sep 17 08:37:29.229244 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b499e9-2d8e-4848-a520-3c578cb8ce51 req-e245fa78-e3d2-460a-aef4-b80f068a0eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:37:29.230907 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a9b499e9-2d8e-4848-a520-3c578cb8ce51 req-e245fa78-e3d2-460a-aef4-b80f068a0eb4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=db1c2923b15d4eae9ccef46066f69dfe&device_id=6fd7d82b-e1b0-43ec-82cd-b6935d49ce6f HTTP/1.1" status: 200 len: 1094 time: 0.0561333 Sep 17 08:37:29.287805 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a9b499e9-2d8e-4848-a520-3c578cb8ce51 req-cf44bc91-f2c5-4ef0-a7b8-041aa53a10b3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c1fff6c-4e0b-4987-99bf-65e8cc31fbb2 HTTP/1.1" status: 200 len: 217 time: 0.0405240 Sep 17 08:37:29.332823 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b499e9-2d8e-4848-a520-3c578cb8ce51 req-8324cb33-5fb6-4ba0-ab2e-3495f79a088c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:37:29.334322 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a9b499e9-2d8e-4848-a520-3c578cb8ce51 req-8324cb33-5fb6-4ba0-ab2e-3495f79a088c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f7b5b8d7-22f8-430c-ab3c-0933a2969b5f HTTP/1.1" status: 200 len: 849 time: 0.0436420 Sep 17 08:37:29.384212 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b499e9-2d8e-4848-a520-3c578cb8ce51 req-fd86f933-351b-4584-b550-9b020dafe11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:37:29.385703 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a9b499e9-2d8e-4848-a520-3c578cb8ce51 req-fd86f933-351b-4584-b550-9b020dafe11e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=56201a7e-d444-4abb-9fe5-c01d9f5fb092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444627 Sep 17 08:37:29.479436 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a9b499e9-2d8e-4848-a520-3c578cb8ce51 req-ecd592cd-e58f-4d09-8668-53f97ee71a7f service neutron] 10.222.0.39 "GET /v2.0/networks/56201a7e-d444-4abb-9fe5-c01d9f5fb092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865228 Sep 17 08:37:29.578912 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a9b499e9-2d8e-4848-a520-3c578cb8ce51 req-8aaebf63-d28c-4715-bae6-01cec0e423a1 service neutron] 10.222.0.39 "GET /v2.0/networks/56201a7e-d444-4abb-9fe5-c01d9f5fb092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918036 Sep 17 08:37:29.619485 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device ac68fa64-7226-4fdb-ab41-9f95eb6d4682 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:37:29.671602 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port ac68fa64-7226-4fdb-ab41-9f95eb6d4682 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:37:29.672002 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:29.705819 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be208e-63b0-46c5-8d5a-e4a76db8be64 req-3dcf7cfa-b283-44d3-8041-88ac6665a352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:37:29.707316 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-25be208e-63b0-46c5-8d5a-e4a76db8be64 req-3dcf7cfa-b283-44d3-8041-88ac6665a352 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=db1c2923b15d4eae9ccef46066f69dfe&device_id=6fd7d82b-e1b0-43ec-82cd-b6935d49ce6f HTTP/1.1" status: 200 len: 1094 time: 0.0398726 Sep 17 08:37:29.748247 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device ea8b0ee7-b0cd-4b65-b2df-df56cdad1a39 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:37:29.793386 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port ea8b0ee7-b0cd-4b65-b2df-df56cdad1a39 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:37:29.794021 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:29.804786 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be208e-63b0-46c5-8d5a-e4a76db8be64 req-599241f1-4c9f-4bc3-a893-760719b14cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:37:29.806493 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-25be208e-63b0-46c5-8d5a-e4a76db8be64 req-599241f1-4c9f-4bc3-a893-760719b14cd6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=56201a7e-d444-4abb-9fe5-c01d9f5fb092 HTTP/1.1" status: 200 len: 911 time: 0.0901766 Sep 17 08:37:29.850817 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-25be208e-63b0-46c5-8d5a-e4a76db8be64 req-5ab34c19-a3d0-40ba-9c51-d8ad32dd5128 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c1fff6c-4e0b-4987-99bf-65e8cc31fbb2 HTTP/1.1" status: 200 len: 217 time: 0.0360487 Sep 17 08:37:29.883980 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9e347a-0745-4412-8ba2-21fd9b1f972f req-d60b2c96-6fe1-41e0-982a-36382fb2f8a6 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:37:29.888460 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9a9e347a-0745-4412-8ba2-21fd9b1f972f req-d60b2c96-6fe1-41e0-982a-36382fb2f8a6 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6fd7d82b-e1b0-43ec-82cd-b6935d49ce6f HTTP/1.1" status: 200 len: 1094 time: 0.0458155 Sep 17 08:37:29.910308 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be208e-63b0-46c5-8d5a-e4a76db8be64 req-d7297583-f931-468b-b649-6d1ede24fbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:37:29.911977 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-25be208e-63b0-46c5-8d5a-e4a76db8be64 req-d7297583-f931-468b-b649-6d1ede24fbc5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f7b5b8d7-22f8-430c-ab3c-0933a2969b5f HTTP/1.1" status: 200 len: 849 time: 0.0541561 Sep 17 08:37:29.927454 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9a9e347a-0745-4412-8ba2-21fd9b1f972f req-46bb91b1-a0ef-46a0-901b-7ed2207ca336 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=70e9bd18-8829-4347-8130-be6eb60eb571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317595 Sep 17 08:37:29.956552 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be208e-63b0-46c5-8d5a-e4a76db8be64 req-d692d820-f754-4c4f-a32e-779b387e2ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:37:29.958044 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-25be208e-63b0-46c5-8d5a-e4a76db8be64 req-d692d820-f754-4c4f-a32e-779b387e2ac8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=56201a7e-d444-4abb-9fe5-c01d9f5fb092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396721 Sep 17 08:37:30.055702 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-25be208e-63b0-46c5-8d5a-e4a76db8be64 req-3f423bca-8670-4283-b637-6376a55e1dc6 service neutron] 10.222.0.39 "GET /v2.0/networks/56201a7e-d444-4abb-9fe5-c01d9f5fb092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838113 Sep 17 08:37:30.146952 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-25be208e-63b0-46c5-8d5a-e4a76db8be64 req-b5f36eff-b343-4d30-a4db-51e9162a5b24 service neutron] 10.222.0.39 "GET /v2.0/networks/56201a7e-d444-4abb-9fe5-c01d9f5fb092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846872 Sep 17 08:37:31.033364 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb34b8e-d56b-4dca-84da-2afb37d0f23f req-c7c262be-8fc1-4c3b-aa1e-19cc3b522dc1 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:37:31.034846 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bdb34b8e-d56b-4dca-84da-2afb37d0f23f req-c7c262be-8fc1-4c3b-aa1e-19cc3b522dc1 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6fd7d82b-e1b0-43ec-82cd-b6935d49ce6f HTTP/1.1" status: 200 len: 1094 time: 0.0392456 Sep 17 08:37:31.072517 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bdb34b8e-d56b-4dca-84da-2afb37d0f23f req-a0d8d223-50ea-45e0-a10f-3dfe294f4e64 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=70e9bd18-8829-4347-8130-be6eb60eb571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317678 Sep 17 08:37:32.176859 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b77026b-591e-457a-9ed2-9c5fa0702ef8 req-d1b7d9a2-29b7-42d3-befe-5d692df10e6b tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:37:32.178485 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2b77026b-591e-457a-9ed2-9c5fa0702ef8 req-d1b7d9a2-29b7-42d3-befe-5d692df10e6b tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6fd7d82b-e1b0-43ec-82cd-b6935d49ce6f HTTP/1.1" status: 200 len: 1094 time: 0.0408888 Sep 17 08:37:32.212337 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2b77026b-591e-457a-9ed2-9c5fa0702ef8 req-67e69ec3-5ab5-4a20-9888-70cf13fbed61 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=70e9bd18-8829-4347-8130-be6eb60eb571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277951 Sep 17 08:37:32.982609 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 3c1fff6c-4e0b-4987-99bf-65e8cc31fbb2 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:37:33.078082 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 3c1fff6c-4e0b-4987-99bf-65e8cc31fbb2, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=3c1fff6c-4e0b-4987-99bf-65e8cc31fbb2,segment=NetworkSegment(ec2a9fdf-ae41-4c7b-a48a-dc0bdf8009d9),segment_id=ec2a9fdf-ae41-4c7b-a48a-dc0bdf8009d9)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:37:33.089218 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '3c1fff6c-4e0b-4987-99bf-65e8cc31fbb2', 'network_id': '56201a7e-d444-4abb-9fe5-c01d9f5fb092', 'port_id': '3c1fff6c-4e0b-4987-99bf-65e8cc31fbb2', 'mac_address': 'fa:16:3e:80:27:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7b5b8d7-22f8-430c-ab3c-0933a2969b5f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:37:33.125486 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:33.137639 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c1fff6c-4e0b-4987-99bf-65e8cc31fbb2 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:37:33.155965 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 3c1fff6c-4e0b-4987-99bf-65e8cc31fbb2, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=3c1fff6c-4e0b-4987-99bf-65e8cc31fbb2,segment=NetworkSegment(ec2a9fdf-ae41-4c7b-a48a-dc0bdf8009d9),segment_id=ec2a9fdf-ae41-4c7b-a48a-dc0bdf8009d9)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:37:33.160282 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:33.204114 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=3c1fff6c-4e0b-4987-99bf-65e8cc31fbb2,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:37:33.314445 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7154d94e-9617-4f06-958e-ce73e861bdb5 req-267ddfd9-a2f2-4699-9264-d36805aafbaa tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:37:33.316041 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7154d94e-9617-4f06-958e-ce73e861bdb5 req-267ddfd9-a2f2-4699-9264-d36805aafbaa tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6fd7d82b-e1b0-43ec-82cd-b6935d49ce6f HTTP/1.1" status: 200 len: 1095 time: 0.0400105 Sep 17 08:37:33.354448 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7154d94e-9617-4f06-958e-ce73e861bdb5 req-c485e142-8a6b-497b-851d-2e2877cb2b07 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=70e9bd18-8829-4347-8130-be6eb60eb571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323608 Sep 17 08:37:33.587810 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['3c1fff6c-4e0b-4987-99bf-65e8cc31fbb2'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:37:34.458649 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be4a9b-2f0c-46b1-b3a1-79e279e60e46 req-6650d7a1-104d-447a-9e5c-4d9ed9d7d2b8 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:37:34.460137 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-73be4a9b-2f0c-46b1-b3a1-79e279e60e46 req-6650d7a1-104d-447a-9e5c-4d9ed9d7d2b8 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6fd7d82b-e1b0-43ec-82cd-b6935d49ce6f HTTP/1.1" status: 200 len: 1095 time: 0.0393710 Sep 17 08:37:34.496870 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-73be4a9b-2f0c-46b1-b3a1-79e279e60e46 req-9784176b-8afa-494d-bd05-1affc6a5e437 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=70e9bd18-8829-4347-8130-be6eb60eb571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306840 Sep 17 08:37:35.004190 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 3c1fff6c-4e0b-4987-99bf-65e8cc31fbb2 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:37:35.051648 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port 3c1fff6c-4e0b-4987-99bf-65e8cc31fbb2 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:37:35.055350 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 3c1fff6c-4e0b-4987-99bf-65e8cc31fbb2 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:37:35.055726 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:35.134358 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:35.155527 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd7d82b-e1b0-43ec-82cd-b6935d49ce6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c1fff6c-4e0b-4987-99bf-65e8cc31fbb2'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:37:35.158304 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370b1e00-0986-4a7e-af89-01a1c040e43c" -d '{"events": [{"server_uuid": "6fd7d82b-e1b0-43ec-82cd-b6935d49ce6f", "name": "network-vif-plugged", "status": "completed", "tag": "3c1fff6c-4e0b-4987-99bf-65e8cc31fbb2"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:37:35.170591 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 3c1fff6c-4e0b-4987-99bf-65e8cc31fbb2, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=3c1fff6c-4e0b-4987-99bf-65e8cc31fbb2,segment=NetworkSegment(ec2a9fdf-ae41-4c7b-a48a-dc0bdf8009d9),segment_id=ec2a9fdf-ae41-4c7b-a48a-dc0bdf8009d9)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:37:35.175627 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:35.221556 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=3c1fff6c-4e0b-4987-99bf-65e8cc31fbb2,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:37:35.262419 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff03e885-fcdd-4080-ba75-e02d2c6f4343 x-openstack-request-id: req-ff03e885-fcdd-4080-ba75-e02d2c6f4343 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:37:35.262715 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd7d82b-e1b0-43ec-82cd-b6935d49ce6f", "name": "network-vif-plugged", "status": "completed", "tag": "3c1fff6c-4e0b-4987-99bf-65e8cc31fbb2", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:37:35.262969 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ff03e885-fcdd-4080-ba75-e02d2c6f4343 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:37:35.263394 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd7d82b-e1b0-43ec-82cd-b6935d49ce6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c1fff6c-4e0b-4987-99bf-65e8cc31fbb2', 'code': 200} Sep 17 08:37:35.379578 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5becf7-e05b-4d99-b33a-ef23a19e411f req-3aa6068a-c16d-4377-b3ef-26e732766103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:37:35.381106 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cf5becf7-e05b-4d99-b33a-ef23a19e411f req-3aa6068a-c16d-4377-b3ef-26e732766103 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6fd7d82b-e1b0-43ec-82cd-b6935d49ce6f HTTP/1.1" status: 200 len: 1096 time: 0.0406361 Sep 17 08:37:35.415120 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cf5becf7-e05b-4d99-b33a-ef23a19e411f req-3f665ac7-bcb4-433b-b53c-242266461877 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=70e9bd18-8829-4347-8130-be6eb60eb571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272069 Sep 17 08:37:35.609017 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e576be5a-6b9a-4d2a-862e-50c306f586ff req-d7e17d64-7981-42a7-b601-3e41c853a6d8 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:37:35.610616 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e576be5a-6b9a-4d2a-862e-50c306f586ff req-d7e17d64-7981-42a7-b601-3e41c853a6d8 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6fd7d82b-e1b0-43ec-82cd-b6935d49ce6f HTTP/1.1" status: 200 len: 1096 time: 0.0464635 Sep 17 08:37:35.645065 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e576be5a-6b9a-4d2a-862e-50c306f586ff req-424dac1e-0c63-4653-a3f1-363a28a40a3f tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=70e9bd18-8829-4347-8130-be6eb60eb571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283558 Sep 17 08:37:35.864789 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:35.978197 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:36.748271 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3291f0db-9904-44ca-8da0-4f1c715e5289 req-f3dce8f0-24ef-4b84-b9d3-3a2691588f63 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:37:36.749746 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3291f0db-9904-44ca-8da0-4f1c715e5289 req-f3dce8f0-24ef-4b84-b9d3-3a2691588f63 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6fd7d82b-e1b0-43ec-82cd-b6935d49ce6f HTTP/1.1" status: 200 len: 1096 time: 0.0389295 Sep 17 08:37:36.786480 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3291f0db-9904-44ca-8da0-4f1c715e5289 req-7c8a70a0-7cd3-4748-a772-24917df7eb74 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=70e9bd18-8829-4347-8130-be6eb60eb571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298948 Sep 17 08:37:37.890760 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f8e5f-c934-4933-ba53-5a7422caeb27 req-ee0241f2-9dd1-4bb6-9fcb-5b84f09c512b tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:37:37.892343 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-978f8e5f-c934-4933-ba53-5a7422caeb27 req-ee0241f2-9dd1-4bb6-9fcb-5b84f09c512b tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6fd7d82b-e1b0-43ec-82cd-b6935d49ce6f HTTP/1.1" status: 200 len: 1096 time: 0.0407290 Sep 17 08:37:37.928664 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-978f8e5f-c934-4933-ba53-5a7422caeb27 req-6c78bb72-2114-4a93-a3aa-399fb41049d2 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=70e9bd18-8829-4347-8130-be6eb60eb571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301542 Sep 17 08:37:38.029211 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eec988b-7124-4a14-931b-f82ae7b3f101 req-16da28c3-c969-447f-9c3a-255e9aff6e3d tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:37:38.030680 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1eec988b-7124-4a14-931b-f82ae7b3f101 req-16da28c3-c969-447f-9c3a-255e9aff6e3d tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6fd7d82b-e1b0-43ec-82cd-b6935d49ce6f HTTP/1.1" status: 200 len: 1096 time: 0.0390759 Sep 17 08:37:38.064056 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1eec988b-7124-4a14-931b-f82ae7b3f101 req-aea5f821-c690-49b1-bbc3-8bf1f99305e6 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=70e9bd18-8829-4347-8130-be6eb60eb571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275731 Sep 17 08:37:38.165586 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce65fc-77c2-4a22-a5a8-b2688bbbc303 req-c489d9ed-20e1-43c8-b2cd-93e6086ec907 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:37:38.167080 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-39ce65fc-77c2-4a22-a5a8-b2688bbbc303 req-c489d9ed-20e1-43c8-b2cd-93e6086ec907 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6fd7d82b-e1b0-43ec-82cd-b6935d49ce6f HTTP/1.1" status: 200 len: 1096 time: 0.0395920 Sep 17 08:37:38.200391 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-39ce65fc-77c2-4a22-a5a8-b2688bbbc303 req-61cdacb3-7a3f-459b-8a1a-85042fc24511 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=70e9bd18-8829-4347-8130-be6eb60eb571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269558 Sep 17 08:37:38.409144 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7c0f7-2915-4556-b5ce-ba066cf4154d req-569cc38e-aba8-41ac-804e-59f571e8f338 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:37:38.410655 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c1c7c0f7-2915-4556-b5ce-ba066cf4154d req-569cc38e-aba8-41ac-804e-59f571e8f338 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] 10.222.0.13 "GET /v2.0/networks?id=56201a7e-d444-4abb-9fe5-c01d9f5fb092 HTTP/1.1" status: 200 len: 911 time: 0.0895526 Sep 17 08:37:38.425367 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c1c7c0f7-2915-4556-b5ce-ba066cf4154d req-baf3ddb9-ac9f-453c-9298-addcdc125f70 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] 10.222.0.13 "GET /v2.0/quotas/db1c2923b15d4eae9ccef46066f69dfe HTTP/1.1" status: 200 len: 375 time: 0.0089269 Sep 17 08:37:38.469537 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c1c7c0f7-2915-4556-b5ce-ba066cf4154d req-c1db8744-b7c4-4d37-bb1a-8905c939b93a tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] 10.222.0.13 "GET /v2.0/ports?tenant_id=db1c2923b15d4eae9ccef46066f69dfe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0391765 Sep 17 08:37:38.559106 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c1c7c0f7-2915-4556-b5ce-ba066cf4154d req-9d9942a7-a8d4-4531-aeb6-531c8ca35db9 service neutron] 10.222.0.13 "GET /v2.0/networks/56201a7e-d444-4abb-9fe5-c01d9f5fb092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827458 Sep 17 08:37:38.644771 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c1c7c0f7-2915-4556-b5ce-ba066cf4154d req-092de1d6-d474-48f7-9c36-173832eef9bf service neutron] 10.222.0.13 "GET /v2.0/networks/56201a7e-d444-4abb-9fe5-c01d9f5fb092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795462 Sep 17 08:37:38.800516 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c6dfd2ee-4f6d-42c8-9ac6-e40e281e8ec5 req-11e164c9-658c-4bff-8550-611157db36a8 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=70cc141a-4828-46fd-9271-a2f95bd8c980 HTTP/1.1" status: 200 len: 210 time: 0.0262220 Sep 17 08:37:38.917506 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1a41a434-79ff-4848-8653-0ff7f4bda835 req-79fbdf96-8f14-4748-98e1-3bfbebf4d42a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0289261 Sep 17 08:37:39.004284 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1a41a434-79ff-4848-8653-0ff7f4bda835 req-09271258-3df3-4657-bded-c3155a5ba7e4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0247407 Sep 17 08:37:39.048419 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1a41a434-79ff-4848-8653-0ff7f4bda835 req-732e388f-6251-484b-a34d-0c6cd6d5d18d service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0191534 Sep 17 08:37:39.142297 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a41a434-79ff-4848-8653-0ff7f4bda835 req-7e13752d-5c7f-4a73-8a50-44173bb1f2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:37:39.143864 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1a41a434-79ff-4848-8653-0ff7f4bda835 req-7e13752d-5c7f-4a73-8a50-44173bb1f2f7 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0882967 Sep 17 08:37:39.909736 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-547dfacf-1651-47b5-8be1-583722814ceb req-8a81151a-01d9-4c21-8ded-b7edde423287 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=70cc141a-4828-46fd-9271-a2f95bd8c980 HTTP/1.1" status: 200 len: 210 time: 0.0328918 Sep 17 08:37:39.932865 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7c0f7-2915-4556-b5ce-ba066cf4154d req-b9c50538-9e58-4c53-835e-dbb2de05834b tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:37:39.934426 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c1c7c0f7-2915-4556-b5ce-ba066cf4154d req-b9c50538-9e58-4c53-835e-dbb2de05834b tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] 10.222.0.41 "GET /v2.0/networks?id=56201a7e-d444-4abb-9fe5-c01d9f5fb092 HTTP/1.1" status: 200 len: 911 time: 0.1208582 Sep 17 08:37:39.946961 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-c1c7c0f7-2915-4556-b5ce-ba066cf4154d req-61039644-c6f7-4b24-99dd-fd1a89c7cf9a tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Request body: {'port': {'device_id': '70cc141a-4828-46fd-9271-a2f95bd8c980', 'network_id': '56201a7e-d444-4abb-9fe5-c01d9f5fb092', 'admin_state_up': True, 'tenant_id': 'db1c2923b15d4eae9ccef46066f69dfe'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:37:39.966215 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1c7c0f7-2915-4556-b5ce-ba066cf4154d req-61039644-c6f7-4b24-99dd-fd1a89c7cf9a tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Made reservation on behalf of db1c2923b15d4eae9ccef46066f69dfe for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:37:39.968662 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-c1c7c0f7-2915-4556-b5ce-ba066cf4154d req-61039644-c6f7-4b24-99dd-fd1a89c7cf9a tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:40.079828 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [req-c1c7c0f7-2915-4556-b5ce-ba066cf4154d req-61039644-c6f7-4b24-99dd-fd1a89c7cf9a tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Allocated IP 172.20.0.12 (56201a7e-d444-4abb-9fe5-c01d9f5fb092/f7b5b8d7-22f8-430c-ab3c-0933a2969b5f/b93667bc-ff9a-4d8d-aa89-46c682bc5f8b) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:37:40.209744 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-c1c7c0f7-2915-4556-b5ce-ba066cf4154d req-61039644-c6f7-4b24-99dd-fd1a89c7cf9a tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:40.242035 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-c1c7c0f7-2915-4556-b5ce-ba066cf4154d req-61039644-c6f7-4b24-99dd-fd1a89c7cf9a tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:40.274756 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['3c1fff6c-4e0b-4987-99bf-65e8cc31fbb2'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:37:40.284366 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1c7c0f7-2915-4556-b5ce-ba066cf4154d req-61039644-c6f7-4b24-99dd-fd1a89c7cf9a tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Network 56201a7e-d444-4abb-9fe5-c01d9f5fb092 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:37:40.287159 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [req-c1c7c0f7-2915-4556-b5ce-ba066cf4154d req-61039644-c6f7-4b24-99dd-fd1a89c7cf9a tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:37:40.290751 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1c7c0f7-2915-4556-b5ce-ba066cf4154d req-61039644-c6f7-4b24-99dd-fd1a89c7cf9a tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:37:40.317617 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61039644-c6f7-4b24-99dd-fd1a89c7cf9a tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Pushing event updated for resources: {'Port': ['ID=b93667bc-ff9a-4d8d-aa89-46c682bc5f8b,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:37:40.333408 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61039644-c6f7-4b24-99dd-fd1a89c7cf9a tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:37:40.333680 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61039644-c6f7-4b24-99dd-fd1a89c7cf9a tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:37:40.334028 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61039644-c6f7-4b24-99dd-fd1a89c7cf9a tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:37:40.334372 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61039644-c6f7-4b24-99dd-fd1a89c7cf9a tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:37:40.334713 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61039644-c6f7-4b24-99dd-fd1a89c7cf9a tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:37:40.335059 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61039644-c6f7-4b24-99dd-fd1a89c7cf9a tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:37:40.335389 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61039644-c6f7-4b24-99dd-fd1a89c7cf9a tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:37:40.335719 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61039644-c6f7-4b24-99dd-fd1a89c7cf9a tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:37:40.336550 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61039644-c6f7-4b24-99dd-fd1a89c7cf9a tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:37:40.336550 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61039644-c6f7-4b24-99dd-fd1a89c7cf9a tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:37:40.336813 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61039644-c6f7-4b24-99dd-fd1a89c7cf9a tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:37:40.337043 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61039644-c6f7-4b24-99dd-fd1a89c7cf9a tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:37:40.355284 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7c0f7-2915-4556-b5ce-ba066cf4154d req-61039644-c6f7-4b24-99dd-fd1a89c7cf9a tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:37:40.355955 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-c1c7c0f7-2915-4556-b5ce-ba066cf4154d req-61039644-c6f7-4b24-99dd-fd1a89c7cf9a tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:40.374561 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c1c7c0f7-2915-4556-b5ce-ba066cf4154d req-61039644-c6f7-4b24-99dd-fd1a89c7cf9a tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.4306970 Sep 17 08:37:40.384652 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [req-c1c7c0f7-2915-4556-b5ce-ba066cf4154d req-89dc5164-4bc3-407a-ad69-131767e5e5a2 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:37:40.385684 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c1c7c0f7-2915-4556-b5ce-ba066cf4154d req-89dc5164-4bc3-407a-ad69-131767e5e5a2 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054433 Sep 17 08:37:40.406487 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-c1c7c0f7-2915-4556-b5ce-ba066cf4154d req-91594847-5f75-41a2-9112-b2fba2467080 service neutron] Request body: {'port': {'device_id': '70cc141a-4828-46fd-9271-a2f95bd8c980', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-9'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:37:40.461106 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-c1c7c0f7-2915-4556-b5ce-ba066cf4154d req-91594847-5f75-41a2-9112-b2fba2467080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:40.528208 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-815661ed-54f0-40f8-a3ee-548361d92532 None None] Provisioning complete for port b93667bc-ff9a-4d8d-aa89-46c682bc5f8b triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:37:40.528624 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-815661ed-54f0-40f8-a3ee-548361d92532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:40.562831 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-815661ed-54f0-40f8-a3ee-548361d92532 None None] Port b93667bc-ff9a-4d8d-aa89-46c682bc5f8b cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:37:40.765047 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [req-c1c7c0f7-2915-4556-b5ce-ba066cf4154d req-91594847-5f75-41a2-9112-b2fba2467080 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b93667bc-ff9a-4d8d-aa89-46c682bc5f8b {{(pid=101289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:37:40.772993 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-c1c7c0f7-2915-4556-b5ce-ba066cf4154d req-91594847-5f75-41a2-9112-b2fba2467080 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:40.788761 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.provisioning_blocks [req-c1c7c0f7-2915-4556-b5ce-ba066cf4154d req-91594847-5f75-41a2-9112-b2fba2467080 service neutron] Transition to ACTIVE for port object b93667bc-ff9a-4d8d-aa89-46c682bc5f8b will not be triggered until provisioned by entity L2. {{(pid=101289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:37:40.792677 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-c1c7c0f7-2915-4556-b5ce-ba066cf4154d req-91594847-5f75-41a2-9112-b2fba2467080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:40.859085 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91594847-5f75-41a2-9112-b2fba2467080 service neutron] Pushing event updated for resources: {'Port': ['ID=b93667bc-ff9a-4d8d-aa89-46c682bc5f8b,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:37:40.912158 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-c1c7c0f7-2915-4556-b5ce-ba066cf4154d req-91594847-5f75-41a2-9112-b2fba2467080 service neutron] Attempting to bind port b93667bc-ff9a-4d8d-aa89-46c682bc5f8b on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:37:40.912503 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-c1c7c0f7-2915-4556-b5ce-ba066cf4154d req-91594847-5f75-41a2-9112-b2fba2467080 service neutron] Attempting to bind port b93667bc-ff9a-4d8d-aa89-46c682bc5f8b by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'ec2a9fdf-ae41-4c7b-a48a-dc0bdf8009d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '56201a7e-d444-4abb-9fe5-c01d9f5fb092'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:37:40.912836 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c7c0f7-2915-4556-b5ce-ba066cf4154d req-91594847-5f75-41a2-9112-b2fba2467080 service neutron] Attempting to bind port b93667bc-ff9a-4d8d-aa89-46c682bc5f8b on network 56201a7e-d444-4abb-9fe5-c01d9f5fb092 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:37:40.917391 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c7c0f7-2915-4556-b5ce-ba066cf4154d req-91594847-5f75-41a2-9112-b2fba2467080 service neutron] Port b93667bc-ff9a-4d8d-aa89-46c682bc5f8b on network 56201a7e-d444-4abb-9fe5-c01d9f5fb092 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:37:40.917715 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c7c0f7-2915-4556-b5ce-ba066cf4154d req-91594847-5f75-41a2-9112-b2fba2467080 service neutron] Attempting to bind port b93667bc-ff9a-4d8d-aa89-46c682bc5f8b on network 56201a7e-d444-4abb-9fe5-c01d9f5fb092 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:37:40.922640 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c7c0f7-2915-4556-b5ce-ba066cf4154d req-91594847-5f75-41a2-9112-b2fba2467080 service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:37:40.922987 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c7c0f7-2915-4556-b5ce-ba066cf4154d req-91594847-5f75-41a2-9112-b2fba2467080 service neutron] Checking segment: {'id': 'ec2a9fdf-ae41-4c7b-a48a-dc0bdf8009d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '56201a7e-d444-4abb-9fe5-c01d9f5fb092'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:37:40.923370 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c7c0f7-2915-4556-b5ce-ba066cf4154d req-91594847-5f75-41a2-9112-b2fba2467080 service neutron] Bound using segment: {'id': 'ec2a9fdf-ae41-4c7b-a48a-dc0bdf8009d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '56201a7e-d444-4abb-9fe5-c01d9f5fb092'} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:37:40.923798 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-c1c7c0f7-2915-4556-b5ce-ba066cf4154d req-91594847-5f75-41a2-9112-b2fba2467080 service neutron] Bound port: b93667bc-ff9a-4d8d-aa89-46c682bc5f8b, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec2a9fdf-ae41-4c7b-a48a-dc0bdf8009d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '56201a7e-d444-4abb-9fe5-c01d9f5fb092'}}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:37:40.924245 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-c1c7c0f7-2915-4556-b5ce-ba066cf4154d req-91594847-5f75-41a2-9112-b2fba2467080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:41.014760 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-c1c7c0f7-2915-4556-b5ce-ba066cf4154d req-91594847-5f75-41a2-9112-b2fba2467080 service neutron] For port b93667bc-ff9a-4d8d-aa89-46c682bc5f8b, host n-h1-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:37:41.036591 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-c1c7c0f7-2915-4556-b5ce-ba066cf4154d req-91594847-5f75-41a2-9112-b2fba2467080 service neutron] For port b93667bc-ff9a-4d8d-aa89-46c682bc5f8b, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=b93667bc-ff9a-4d8d-aa89-46c682bc5f8b,segment=NetworkSegment(ec2a9fdf-ae41-4c7b-a48a-dc0bdf8009d9),segment_id=ec2a9fdf-ae41-4c7b-a48a-dc0bdf8009d9)] {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:37:41.042831 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-c1c7c0f7-2915-4556-b5ce-ba066cf4154d req-91594847-5f75-41a2-9112-b2fba2467080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:41.074850 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686731b6-f28a-4931-b839-53bd8daa6ccb req-491fac1c-c652-40a5-9e2d-6f2ef87cf438 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:37:41.076298 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-686731b6-f28a-4931-b839-53bd8daa6ccb req-491fac1c-c652-40a5-9e2d-6f2ef87cf438 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=70cc141a-4828-46fd-9271-a2f95bd8c980 HTTP/1.1" status: 200 len: 1053 time: 0.0942180 Sep 17 08:37:41.084792 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7c0f7-2915-4556-b5ce-ba066cf4154d req-91594847-5f75-41a2-9112-b2fba2467080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:37:41.085351 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-c1c7c0f7-2915-4556-b5ce-ba066cf4154d req-91594847-5f75-41a2-9112-b2fba2467080 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:41.086753 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c1c7c0f7-2915-4556-b5ce-ba066cf4154d req-91594847-5f75-41a2-9112-b2fba2467080 service neutron] 10.222.0.41 "PUT /v2.0/ports/b93667bc-ff9a-4d8d-aa89-46c682bc5f8b HTTP/1.1" status: 200 len: 1092 time: 0.6853647 Sep 17 08:37:41.087195 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70cc141a-4828-46fd-9271-a2f95bd8c980', 'tag': 'b93667bc-ff9a-4d8d-aa89-46c682bc5f8b'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:37:41.089561 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3952387-86e5-420e-80f3-045d600ecd79" -d '{"events": [{"name": "network-changed", "server_uuid": "70cc141a-4828-46fd-9271-a2f95bd8c980", "tag": "b93667bc-ff9a-4d8d-aa89-46c682bc5f8b"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:37:41.136979 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91594847-5f75-41a2-9112-b2fba2467080 service neutron] Pushing event updated for resources: {'Port': ['ID=b93667bc-ff9a-4d8d-aa89-46c682bc5f8b,revision_number=3']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:37:41.164401 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-686731b6-f28a-4931-b839-53bd8daa6ccb req-82e0552f-a2ad-4bca-9dfd-2b1f25b8930d tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=70e9bd18-8829-4347-8130-be6eb60eb571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613322 Sep 17 08:37:41.198963 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7c0f7-2915-4556-b5ce-ba066cf4154d req-32257754-1afa-4b6c-b5c0-973910a120fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:37:41.200855 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c1c7c0f7-2915-4556-b5ce-ba066cf4154d req-32257754-1afa-4b6c-b5c0-973910a120fd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=db1c2923b15d4eae9ccef46066f69dfe&device_id=70cc141a-4828-46fd-9271-a2f95bd8c980 HTTP/1.1" status: 200 len: 1095 time: 0.0481057 Sep 17 08:37:41.211306 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc85e19-f346-4192-b860-d5ac2c0a1d33 x-openstack-request-id: req-3dc85e19-f346-4192-b860-d5ac2c0a1d33 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:37:41.211632 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70cc141a-4828-46fd-9271-a2f95bd8c980", "tag": "b93667bc-ff9a-4d8d-aa89-46c682bc5f8b", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:37:41.211919 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3dc85e19-f346-4192-b860-d5ac2c0a1d33 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:37:41.212380 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70cc141a-4828-46fd-9271-a2f95bd8c980', 'tag': 'b93667bc-ff9a-4d8d-aa89-46c682bc5f8b', 'status': 'completed', 'code': 200} Sep 17 08:37:41.255878 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c1c7c0f7-2915-4556-b5ce-ba066cf4154d req-344e505b-6398-49e1-b36e-a4d033d162f3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b93667bc-ff9a-4d8d-aa89-46c682bc5f8b HTTP/1.1" status: 200 len: 217 time: 0.0387280 Sep 17 08:37:41.306068 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7c0f7-2915-4556-b5ce-ba066cf4154d req-fe4dccc5-052b-4778-9c03-91dcb47c0ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:37:41.307505 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c1c7c0f7-2915-4556-b5ce-ba066cf4154d req-fe4dccc5-052b-4778-9c03-91dcb47c0ab4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f7b5b8d7-22f8-430c-ab3c-0933a2969b5f HTTP/1.1" status: 200 len: 849 time: 0.0446157 Sep 17 08:37:41.353374 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7c0f7-2915-4556-b5ce-ba066cf4154d req-06250680-65ae-4fb8-bb83-5b81c0140528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:37:41.355061 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c1c7c0f7-2915-4556-b5ce-ba066cf4154d req-06250680-65ae-4fb8-bb83-5b81c0140528 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=56201a7e-d444-4abb-9fe5-c01d9f5fb092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407975 Sep 17 08:37:41.445637 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c1c7c0f7-2915-4556-b5ce-ba066cf4154d req-330946bc-1610-4ced-a9a4-4d1bb66603ad service neutron] 10.222.0.41 "GET /v2.0/networks/56201a7e-d444-4abb-9fe5-c01d9f5fb092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837429 Sep 17 08:37:41.536549 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c1c7c0f7-2915-4556-b5ce-ba066cf4154d req-d6943319-d8d9-4b14-a89d-493f60bd44f8 service neutron] 10.222.0.41 "GET /v2.0/networks/56201a7e-d444-4abb-9fe5-c01d9f5fb092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827532 Sep 17 08:37:41.895545 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3952387-86e5-420e-80f3-045d600ecd79 req-ef8e4747-38bb-4199-82f0-26ed4d3c0bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:37:41.897337 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c3952387-86e5-420e-80f3-045d600ecd79 req-ef8e4747-38bb-4199-82f0-26ed4d3c0bdf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=db1c2923b15d4eae9ccef46066f69dfe&device_id=70cc141a-4828-46fd-9271-a2f95bd8c980 HTTP/1.1" status: 200 len: 1095 time: 0.2783315 Sep 17 08:37:41.984702 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3952387-86e5-420e-80f3-045d600ecd79 req-88770200-ee33-4b49-9073-ecdf003c1eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:37:41.986162 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c3952387-86e5-420e-80f3-045d600ecd79 req-88770200-ee33-4b49-9073-ecdf003c1eaf service neutron] 10.222.0.41 "GET /v2.0/networks?id=56201a7e-d444-4abb-9fe5-c01d9f5fb092 HTTP/1.1" status: 200 len: 911 time: 0.0814638 Sep 17 08:37:42.028975 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c3952387-86e5-420e-80f3-045d600ecd79 req-9e04275b-b6f3-40e4-b939-c3fe05605597 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b93667bc-ff9a-4d8d-aa89-46c682bc5f8b HTTP/1.1" status: 200 len: 217 time: 0.0346987 Sep 17 08:37:42.074874 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3952387-86e5-420e-80f3-045d600ecd79 req-2a09ef9b-fe77-4400-a5f3-7f50d895a28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:37:42.076274 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c3952387-86e5-420e-80f3-045d600ecd79 req-2a09ef9b-fe77-4400-a5f3-7f50d895a28a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f7b5b8d7-22f8-430c-ab3c-0933a2969b5f HTTP/1.1" status: 200 len: 849 time: 0.0409989 Sep 17 08:37:42.121294 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3952387-86e5-420e-80f3-045d600ecd79 req-4a534a50-1fa0-4577-bea4-9d1ec61d672e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:37:42.122726 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c3952387-86e5-420e-80f3-045d600ecd79 req-4a534a50-1fa0-4577-bea4-9d1ec61d672e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=56201a7e-d444-4abb-9fe5-c01d9f5fb092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398750 Sep 17 08:37:42.214083 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c3952387-86e5-420e-80f3-045d600ecd79 req-7e22bf1f-1899-459e-942a-24e79b284868 service neutron] 10.222.0.41 "GET /v2.0/networks/56201a7e-d444-4abb-9fe5-c01d9f5fb092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838246 Sep 17 08:37:42.322258 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4237cc0-c35c-4855-adc0-887c7ddb937f req-0f6cbba6-ed85-4acb-bfda-cd54e42f82f6 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:37:42.323783 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b4237cc0-c35c-4855-adc0-887c7ddb937f req-0f6cbba6-ed85-4acb-bfda-cd54e42f82f6 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=70cc141a-4828-46fd-9271-a2f95bd8c980 HTTP/1.1" status: 200 len: 1095 time: 0.0852561 Sep 17 08:37:42.349441 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c3952387-86e5-420e-80f3-045d600ecd79 req-d6cfa003-4881-4cc8-811f-27328d326280 service neutron] 10.222.0.41 "GET /v2.0/networks/56201a7e-d444-4abb-9fe5-c01d9f5fb092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285162 Sep 17 08:37:42.365475 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b4237cc0-c35c-4855-adc0-887c7ddb937f req-dae44b59-ff79-4b31-b96d-8a4df1773842 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=70e9bd18-8829-4347-8130-be6eb60eb571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325775 Sep 17 08:37:43.470909 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2fe540-8f4a-4952-9d71-26938abb8008 req-d49c49b2-7661-4e3b-8c24-3de7323e7e63 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:37:43.472438 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ec2fe540-8f4a-4952-9d71-26938abb8008 req-d49c49b2-7661-4e3b-8c24-3de7323e7e63 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=70cc141a-4828-46fd-9271-a2f95bd8c980 HTTP/1.1" status: 200 len: 1095 time: 0.0392208 Sep 17 08:37:43.506144 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ec2fe540-8f4a-4952-9d71-26938abb8008 req-87553293-ecca-4529-9f9d-4f01b16a6db9 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=70e9bd18-8829-4347-8130-be6eb60eb571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276644 Sep 17 08:37:43.952567 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device b93667bc-ff9a-4d8d-aa89-46c682bc5f8b details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:37:44.044815 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port b93667bc-ff9a-4d8d-aa89-46c682bc5f8b, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=b93667bc-ff9a-4d8d-aa89-46c682bc5f8b,segment=NetworkSegment(ec2a9fdf-ae41-4c7b-a48a-dc0bdf8009d9),segment_id=ec2a9fdf-ae41-4c7b-a48a-dc0bdf8009d9)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:37:44.056620 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': 'b93667bc-ff9a-4d8d-aa89-46c682bc5f8b', 'network_id': '56201a7e-d444-4abb-9fe5-c01d9f5fb092', 'port_id': 'b93667bc-ff9a-4d8d-aa89-46c682bc5f8b', 'mac_address': 'fa:16:3e:4a:02:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7b5b8d7-22f8-430c-ab3c-0933a2969b5f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:37:44.093951 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:44.107275 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b93667bc-ff9a-4d8d-aa89-46c682bc5f8b {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:37:44.126262 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port b93667bc-ff9a-4d8d-aa89-46c682bc5f8b, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=b93667bc-ff9a-4d8d-aa89-46c682bc5f8b,segment=NetworkSegment(ec2a9fdf-ae41-4c7b-a48a-dc0bdf8009d9),segment_id=ec2a9fdf-ae41-4c7b-a48a-dc0bdf8009d9)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:37:44.129840 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:44.175555 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=b93667bc-ff9a-4d8d-aa89-46c682bc5f8b,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:37:44.560862 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['b93667bc-ff9a-4d8d-aa89-46c682bc5f8b'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:37:44.611924 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f4e63e-3bb3-449d-abc1-f623241b15c6 req-32cdc091-065d-4ee7-bc4e-b21bf57a2109 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:37:44.613492 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a3f4e63e-3bb3-449d-abc1-f623241b15c6 req-32cdc091-065d-4ee7-bc4e-b21bf57a2109 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=70cc141a-4828-46fd-9271-a2f95bd8c980 HTTP/1.1" status: 200 len: 1096 time: 0.0440259 Sep 17 08:37:44.656084 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a3f4e63e-3bb3-449d-abc1-f623241b15c6 req-79670bf0-b0e5-409d-9a97-339d97e99389 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=70e9bd18-8829-4347-8130-be6eb60eb571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326791 Sep 17 08:37:45.757676 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff73b8c-b679-4aff-8b98-1fe101094af7 req-1bf4e865-4b9d-45b8-a8b9-3894b1cc24a6 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:37:45.759167 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3ff73b8c-b679-4aff-8b98-1fe101094af7 req-1bf4e865-4b9d-45b8-a8b9-3894b1cc24a6 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=70cc141a-4828-46fd-9271-a2f95bd8c980 HTTP/1.1" status: 200 len: 1096 time: 0.0391583 Sep 17 08:37:45.792598 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3ff73b8c-b679-4aff-8b98-1fe101094af7 req-1e0ee398-e2b2-4c33-8b91-bc174d4d83eb tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=70e9bd18-8829-4347-8130-be6eb60eb571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275402 Sep 17 08:37:45.951852 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device b93667bc-ff9a-4d8d-aa89-46c682bc5f8b up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:37:45.998343 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning for port b93667bc-ff9a-4d8d-aa89-46c682bc5f8b completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:37:46.001807 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port b93667bc-ff9a-4d8d-aa89-46c682bc5f8b triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:37:46.002175 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:46.076792 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:46.098622 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70cc141a-4828-46fd-9271-a2f95bd8c980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b93667bc-ff9a-4d8d-aa89-46c682bc5f8b'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:37:46.100835 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a97356d-e72a-4e89-a69b-014041f108de" -d '{"events": [{"server_uuid": "70cc141a-4828-46fd-9271-a2f95bd8c980", "name": "network-vif-plugged", "status": "completed", "tag": "b93667bc-ff9a-4d8d-aa89-46c682bc5f8b"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:37:46.113904 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port b93667bc-ff9a-4d8d-aa89-46c682bc5f8b, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=b93667bc-ff9a-4d8d-aa89-46c682bc5f8b,segment=NetworkSegment(ec2a9fdf-ae41-4c7b-a48a-dc0bdf8009d9),segment_id=ec2a9fdf-ae41-4c7b-a48a-dc0bdf8009d9)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:37:46.119099 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:46.141345 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc4e959-c230-4077-a2cc-04779ab8500c x-openstack-request-id: req-7bc4e959-c230-4077-a2cc-04779ab8500c {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:37:46.141642 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70cc141a-4828-46fd-9271-a2f95bd8c980", "name": "network-vif-plugged", "status": "completed", "tag": "b93667bc-ff9a-4d8d-aa89-46c682bc5f8b", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:37:46.141891 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7bc4e959-c230-4077-a2cc-04779ab8500c {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:37:46.142273 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70cc141a-4828-46fd-9271-a2f95bd8c980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b93667bc-ff9a-4d8d-aa89-46c682bc5f8b', 'code': 200} Sep 17 08:37:46.167337 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=b93667bc-ff9a-4d8d-aa89-46c682bc5f8b,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:37:46.252971 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d3b055-75e2-4edd-b19d-1d746ff464be req-85a9f42c-6631-4e07-a33a-bbbfcec1c027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:37:46.254417 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-89d3b055-75e2-4edd-b19d-1d746ff464be req-85a9f42c-6631-4e07-a33a-bbbfcec1c027 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=70cc141a-4828-46fd-9271-a2f95bd8c980 HTTP/1.1" status: 200 len: 1097 time: 0.0388052 Sep 17 08:37:46.287403 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-89d3b055-75e2-4edd-b19d-1d746ff464be req-774fced1-1ae7-4edf-88c9-dad3238b98c0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=70e9bd18-8829-4347-8130-be6eb60eb571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264020 Sep 17 08:37:46.898528 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb038128-5d49-4532-81a7-31af6b2d197c req-806ebb4d-ddf6-4465-a31f-234309472d09 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:37:46.900039 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fb038128-5d49-4532-81a7-31af6b2d197c req-806ebb4d-ddf6-4465-a31f-234309472d09 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=70cc141a-4828-46fd-9271-a2f95bd8c980 HTTP/1.1" status: 200 len: 1097 time: 0.0422745 Sep 17 08:37:46.934158 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fb038128-5d49-4532-81a7-31af6b2d197c req-6ab449fc-ae7f-49e9-a385-071730145abd tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=70e9bd18-8829-4347-8130-be6eb60eb571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283096 Sep 17 08:37:48.037331 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e30cf-095d-4e8e-84a7-46fe8a79504a req-5b10b012-eeab-45fe-8b2a-d1820c079634 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:37:48.038832 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c88e30cf-095d-4e8e-84a7-46fe8a79504a req-5b10b012-eeab-45fe-8b2a-d1820c079634 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=70cc141a-4828-46fd-9271-a2f95bd8c980 HTTP/1.1" status: 200 len: 1097 time: 0.0397775 Sep 17 08:37:48.072765 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c88e30cf-095d-4e8e-84a7-46fe8a79504a req-b22dc88c-3b4c-464d-a75b-2a324d7daf8f tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=70e9bd18-8829-4347-8130-be6eb60eb571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280263 Sep 17 08:37:48.175203 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34cd781-c1cc-4f99-b478-f565c0c348bb req-ac9aadac-4202-40ad-a3bb-4e9a05aa8b64 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:37:48.176735 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f34cd781-c1cc-4f99-b478-f565c0c348bb req-ac9aadac-4202-40ad-a3bb-4e9a05aa8b64 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=70cc141a-4828-46fd-9271-a2f95bd8c980 HTTP/1.1" status: 200 len: 1097 time: 0.0394814 Sep 17 08:37:48.210607 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f34cd781-c1cc-4f99-b478-f565c0c348bb req-d6de47c6-b74f-4d4c-97f3-5c2b1aafa7a2 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=70e9bd18-8829-4347-8130-be6eb60eb571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280044 Sep 17 08:37:48.315601 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db901696-dd2b-4434-8a3f-462b770146bc req-30496877-d95a-4e24-a83c-ce0874c22f13 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:37:48.317144 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-db901696-dd2b-4434-8a3f-462b770146bc req-30496877-d95a-4e24-a83c-ce0874c22f13 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=70cc141a-4828-46fd-9271-a2f95bd8c980 HTTP/1.1" status: 200 len: 1097 time: 0.0437045 Sep 17 08:37:48.350270 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-db901696-dd2b-4434-8a3f-462b770146bc req-fa4a293c-4f97-42d3-9c39-33c1967e6012 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=70e9bd18-8829-4347-8130-be6eb60eb571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273778 Sep 17 08:37:48.567411 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5ad2a-6288-472a-a347-8cf76840d2de req-5068676c-8abf-413a-a1f7-513b13adc00a tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:37:48.568970 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b6d5ad2a-6288-472a-a347-8cf76840d2de req-5068676c-8abf-413a-a1f7-513b13adc00a tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=70cc141a-4828-46fd-9271-a2f95bd8c980 HTTP/1.1" status: 200 len: 1097 time: 0.0401468 Sep 17 08:37:48.602037 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b6d5ad2a-6288-472a-a347-8cf76840d2de req-fc1bc144-4d7a-409d-b4a0-6866ce590f5b tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=70e9bd18-8829-4347-8130-be6eb60eb571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270982 Sep 17 08:37:49.027887 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [req-92d080f2-0862-4d07-ac99-726222b4bce3 req-2bb4310d-7fa5-49a9-b833-91b3bedba8ed service neutron] (101290) timed out ('10.222.0.13', 47204) {{(pid=101290) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 08:37:49.705239 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb40607-2899-48d0-9e87-d4e8fbd673f1 req-42c4c0d3-a930-4594-96e8-3868f53da2e1 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:37:49.706725 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-deb40607-2899-48d0-9e87-d4e8fbd673f1 req-42c4c0d3-a930-4594-96e8-3868f53da2e1 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=70cc141a-4828-46fd-9271-a2f95bd8c980 HTTP/1.1" status: 200 len: 1097 time: 0.0389171 Sep 17 08:37:49.739757 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-deb40607-2899-48d0-9e87-d4e8fbd673f1 req-41ed93f3-d695-45dc-964f-1191a8caceff tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=70e9bd18-8829-4347-8130-be6eb60eb571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272281 Sep 17 08:37:50.014407 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-15204f0b-e7f9-4c45-91af-de5cfc55e7fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:50.082381 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c9179-3eab-4def-834a-1893294e7e1e req-20ce6035-fb7c-4dfc-8dd8-108580e30310 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:37:50.083924 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1a4c9179-3eab-4def-834a-1893294e7e1e req-20ce6035-fb7c-4dfc-8dd8-108580e30310 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=70cc141a-4828-46fd-9271-a2f95bd8c980 HTTP/1.1" status: 200 len: 1097 time: 0.0430038 Sep 17 08:37:50.161305 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-1a4c9179-3eab-4def-834a-1893294e7e1e req-6962774e-cc79-4302-a86f-886b2c312426 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Deleting port b93667bc-ff9a-4d8d-aa89-46c682bc5f8b {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:37:50.161574 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1a4c9179-3eab-4def-834a-1893294e7e1e req-6962774e-cc79-4302-a86f-886b2c312426 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:50.240169 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-1a4c9179-3eab-4def-834a-1893294e7e1e req-6962774e-cc79-4302-a86f-886b2c312426 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] For port b93667bc-ff9a-4d8d-aa89-46c682bc5f8b, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=b93667bc-ff9a-4d8d-aa89-46c682bc5f8b,segment=NetworkSegment(ec2a9fdf-ae41-4c7b-a48a-dc0bdf8009d9),segment_id=ec2a9fdf-ae41-4c7b-a48a-dc0bdf8009d9)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:37:50.240531 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1a4c9179-3eab-4def-834a-1893294e7e1e req-6962774e-cc79-4302-a86f-886b2c312426 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:50.253251 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-1a4c9179-3eab-4def-834a-1893294e7e1e req-6962774e-cc79-4302-a86f-886b2c312426 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Calling delete_port for b93667bc-ff9a-4d8d-aa89-46c682bc5f8b owned by compute:nova {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:37:50.369170 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1a4c9179-3eab-4def-834a-1893294e7e1e req-6962774e-cc79-4302-a86f-886b2c312426 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:50.399789 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962774e-cc79-4302-a86f-886b2c312426 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Pushing event deleted for resources: {'Port': ['ID=b93667bc-ff9a-4d8d-aa89-46c682bc5f8b,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:37:50.402971 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['3c1fff6c-4e0b-4987-99bf-65e8cc31fbb2'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:37:50.405941 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['b93667bc-ff9a-4d8d-aa89-46c682bc5f8b'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:37:50.440409 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a4c9179-3eab-4def-834a-1893294e7e1e req-6962774e-cc79-4302-a86f-886b2c312426 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] No DVR routers for this DVR port b93667bc-ff9a-4d8d-aa89-46c682bc5f8b on host n-h1-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:37:50.443069 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1a4c9179-3eab-4def-834a-1893294e7e1e req-6962774e-cc79-4302-a86f-886b2c312426 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:50.445107 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1a4c9179-3eab-4def-834a-1893294e7e1e req-6962774e-cc79-4302-a86f-886b2c312426 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] 10.222.0.41 "DELETE /v2.0/ports/b93667bc-ff9a-4d8d-aa89-46c682bc5f8b HTTP/1.1" status: 204 len: 173 time: 0.3549571 Sep 17 08:37:50.445563 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70cc141a-4828-46fd-9271-a2f95bd8c980', 'name': 'network-vif-deleted', 'tag': 'b93667bc-ff9a-4d8d-aa89-46c682bc5f8b'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:37:50.447993 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b858d90e-837f-44a6-a17a-d756ee7b565a" -d '{"events": [{"server_uuid": "70cc141a-4828-46fd-9271-a2f95bd8c980", "name": "network-vif-deleted", "tag": "b93667bc-ff9a-4d8d-aa89-46c682bc5f8b"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:37:50.487201 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c18c11b3-cf8f-45df-b4c9-cd2088e84978 x-openstack-request-id: req-c18c11b3-cf8f-45df-b4c9-cd2088e84978 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:37:50.487500 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70cc141a-4828-46fd-9271-a2f95bd8c980", "name": "network-vif-deleted", "tag": "b93667bc-ff9a-4d8d-aa89-46c682bc5f8b", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:37:50.487768 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c18c11b3-cf8f-45df-b4c9-cd2088e84978 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:37:50.488173 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70cc141a-4828-46fd-9271-a2f95bd8c980', 'name': 'network-vif-deleted', 'tag': 'b93667bc-ff9a-4d8d-aa89-46c682bc5f8b', 'status': 'completed', 'code': 200} Sep 17 08:37:50.840701 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cfb52137-e7fa-42e7-9b13-5712d835add2 req-ce683091-b4db-4b96-b8d4-c70795073b5e tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=70cc141a-4828-46fd-9271-a2f95bd8c980 HTTP/1.1" status: 200 len: 210 time: 0.0255680 Sep 17 08:37:52.094126 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc6c26b-bf06-42ed-9530-94caefd19aa9 req-5887fcea-cf72-446b-a49c-b2323cfee22a tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:37:52.095851 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7cc6c26b-bf06-42ed-9530-94caefd19aa9 req-5887fcea-cf72-446b-a49c-b2323cfee22a tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6fd7d82b-e1b0-43ec-82cd-b6935d49ce6f HTTP/1.1" status: 200 len: 1096 time: 0.0409033 Sep 17 08:37:52.130158 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7cc6c26b-bf06-42ed-9530-94caefd19aa9 req-61cfa028-2f7e-4a86-84de-e6b15ef4ed7c tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=70e9bd18-8829-4347-8130-be6eb60eb571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281568 Sep 17 08:37:52.497225 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7f096d54-9e72-443f-bc42-f8bc1a93ae9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:52.798453 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:53.239973 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bebf2f8-5a0d-4cc3-9fbe-8472b1f64313 req-9f4b2061-6df3-4472-b5f7-f83559871481 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:37:53.241463 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1bebf2f8-5a0d-4cc3-9fbe-8472b1f64313 req-9f4b2061-6df3-4472-b5f7-f83559871481 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6fd7d82b-e1b0-43ec-82cd-b6935d49ce6f HTTP/1.1" status: 200 len: 1096 time: 0.0433483 Sep 17 08:37:53.275187 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1bebf2f8-5a0d-4cc3-9fbe-8472b1f64313 req-3b678239-caa8-4c2a-a3c2-062b1eb9520d tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=70e9bd18-8829-4347-8130-be6eb60eb571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277610 Sep 17 08:37:53.731786 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59e39b5-962c-4f31-8448-446d65d949e8 req-9814cfb2-09ed-47d2-8cda-0c572c172228 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:37:53.733842 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a59e39b5-962c-4f31-8448-446d65d949e8 req-9814cfb2-09ed-47d2-8cda-0c572c172228 tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6fd7d82b-e1b0-43ec-82cd-b6935d49ce6f HTTP/1.1" status: 200 len: 1096 time: 0.0384302 Sep 17 08:37:53.813800 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-a59e39b5-962c-4f31-8448-446d65d949e8 req-6820d32c-078b-4791-870f-a2bcf61039ee tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Deleting port 3c1fff6c-4e0b-4987-99bf-65e8cc31fbb2 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:37:53.814053 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-a59e39b5-962c-4f31-8448-446d65d949e8 req-6820d32c-078b-4791-870f-a2bcf61039ee tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:53.832601 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:53.888827 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-a59e39b5-962c-4f31-8448-446d65d949e8 req-6820d32c-078b-4791-870f-a2bcf61039ee tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] For port 3c1fff6c-4e0b-4987-99bf-65e8cc31fbb2, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=3c1fff6c-4e0b-4987-99bf-65e8cc31fbb2,segment=NetworkSegment(ec2a9fdf-ae41-4c7b-a48a-dc0bdf8009d9),segment_id=ec2a9fdf-ae41-4c7b-a48a-dc0bdf8009d9)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:37:53.889729 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-a59e39b5-962c-4f31-8448-446d65d949e8 req-6820d32c-078b-4791-870f-a2bcf61039ee tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:53.901625 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-a59e39b5-962c-4f31-8448-446d65d949e8 req-6820d32c-078b-4791-870f-a2bcf61039ee tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Calling delete_port for 3c1fff6c-4e0b-4987-99bf-65e8cc31fbb2 owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:37:53.981382 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device b93667bc-ff9a-4d8d-aa89-46c682bc5f8b no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:37:54.001104 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] No Port match for: b93667bc-ff9a-4d8d-aa89-46c682bc5f8b {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:37:54.001592 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device b93667bc-ff9a-4d8d-aa89-46c682bc5f8b not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:37:54.020513 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-a59e39b5-962c-4f31-8448-446d65d949e8 req-6820d32c-078b-4791-870f-a2bcf61039ee tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:54.047872 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6820d32c-078b-4791-870f-a2bcf61039ee tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Pushing event deleted for resources: {'Port': ['ID=3c1fff6c-4e0b-4987-99bf-65e8cc31fbb2,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:37:54.052066 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['3c1fff6c-4e0b-4987-99bf-65e8cc31fbb2'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:37:54.092259 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-a59e39b5-962c-4f31-8448-446d65d949e8 req-6820d32c-078b-4791-870f-a2bcf61039ee tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] No DVR routers for this DVR port 3c1fff6c-4e0b-4987-99bf-65e8cc31fbb2 on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:37:54.094829 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-a59e39b5-962c-4f31-8448-446d65d949e8 req-6820d32c-078b-4791-870f-a2bcf61039ee tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:54.096871 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a59e39b5-962c-4f31-8448-446d65d949e8 req-6820d32c-078b-4791-870f-a2bcf61039ee tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] 10.222.0.39 "DELETE /v2.0/ports/3c1fff6c-4e0b-4987-99bf-65e8cc31fbb2 HTTP/1.1" status: 204 len: 173 time: 0.3557751 Sep 17 08:37:54.097322 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd7d82b-e1b0-43ec-82cd-b6935d49ce6f', 'name': 'network-vif-deleted', 'tag': '3c1fff6c-4e0b-4987-99bf-65e8cc31fbb2'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:37:54.099910 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-240f1336-f2ef-4b83-8881-99bbdfa8805d" -d '{"events": [{"server_uuid": "6fd7d82b-e1b0-43ec-82cd-b6935d49ce6f", "name": "network-vif-deleted", "tag": "3c1fff6c-4e0b-4987-99bf-65e8cc31fbb2"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:37:54.156446 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7437d4-7edf-4385-911e-563caf6fca08 x-openstack-request-id: req-ff7437d4-7edf-4385-911e-563caf6fca08 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:37:54.156768 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd7d82b-e1b0-43ec-82cd-b6935d49ce6f", "name": "network-vif-deleted", "tag": "3c1fff6c-4e0b-4987-99bf-65e8cc31fbb2", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:37:54.157040 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ff7437d4-7edf-4385-911e-563caf6fca08 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:37:54.157730 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd7d82b-e1b0-43ec-82cd-b6935d49ce6f', 'name': 'network-vif-deleted', 'tag': '3c1fff6c-4e0b-4987-99bf-65e8cc31fbb2', 'status': 'completed', 'code': 200} Sep 17 08:37:54.378010 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-41ed958e-bc54-40b3-8fa6-49af91a39bbc req-457368c4-e229-4f82-9509-470bb672debd tempest-TestServerMultinode-966989493 tempest-TestServerMultinode-966989493-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6fd7d82b-e1b0-43ec-82cd-b6935d49ce6f HTTP/1.1" status: 200 len: 210 time: 0.0263395 Sep 17 08:37:55.434975 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:55.438240 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 59002) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:37:55.843369 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-21c709e3-15da-446f-9ebf-c3331c2a3c4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:56.106996 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-21c709e3-15da-446f-9ebf-c3331c2a3c4e admin admin] Deleting port 4e752951-2df2-4f4b-9764-bcc437ad2dee {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:37:56.107273 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-21c709e3-15da-446f-9ebf-c3331c2a3c4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:56.183420 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-21c709e3-15da-446f-9ebf-c3331c2a3c4e admin admin] For port 4e752951-2df2-4f4b-9764-bcc437ad2dee, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=4e752951-2df2-4f4b-9764-bcc437ad2dee,segment=NetworkSegment(ec2a9fdf-ae41-4c7b-a48a-dc0bdf8009d9),segment_id=ec2a9fdf-ae41-4c7b-a48a-dc0bdf8009d9)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:37:56.183780 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-21c709e3-15da-446f-9ebf-c3331c2a3c4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:56.195229 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-21c709e3-15da-446f-9ebf-c3331c2a3c4e admin admin] Calling delete_port for 4e752951-2df2-4f4b-9764-bcc437ad2dee owned by network:router_interface {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:37:56.366512 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-21c709e3-15da-446f-9ebf-c3331c2a3c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:56.393477 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c709e3-15da-446f-9ebf-c3331c2a3c4e admin admin] Pushing event deleted for resources: {'Port': ['ID=4e752951-2df2-4f4b-9764-bcc437ad2dee,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:37:56.556804 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-21c709e3-15da-446f-9ebf-c3331c2a3c4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:57.006930 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21c709e3-15da-446f-9ebf-c3331c2a3c4e admin admin] Router 4d15d4a6-9e8c-4ea7-af03-53db049106f1 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:37:57.109721 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c709e3-15da-446f-9ebf-c3331c2a3c4e admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:37:57.114685 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-21c709e3-15da-446f-9ebf-c3331c2a3c4e admin admin] 10.222.0.13 "PUT /v2.0/routers/4d15d4a6-9e8c-4ea7-af03-53db049106f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6754298 Sep 17 08:37:57.117268 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 59004) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:37:57.118867 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a200ded-c1b5-42ac-9c8a-6e15af264c5b None None] Sync routers for ids ['4d15d4a6-9e8c-4ea7-af03-53db049106f1'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:37:57.129487 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a200ded-c1b5-42ac-9c8a-6e15af264c5b None None] Routers {'4d15d4a6-9e8c-4ea7-af03-53db049106f1'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:37:57.130123 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-6a200ded-c1b5-42ac-9c8a-6e15af264c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:37:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['4d15d4a6-9e8c-4ea7-af03-53db049106f1'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:37:57.218639 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-443e7e7b-33be-4ca1-9bb4-41c16933348f admin admin] Notify callbacks [] for router, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:57.230780 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-6a200ded-c1b5-42ac-9c8a-6e15af264c5b None None] Set router 4d15d4a6-9e8c-4ea7-af03-53db049106f1 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:37:57.318731 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-443e7e7b-33be-4ca1-9bb4-41c16933348f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:57.374913 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-443e7e7b-33be-4ca1-9bb4-41c16933348f admin admin] Deleting port 5a267f2a-9bf0-46da-b889-6a76a9123678 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:37:57.375258 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-443e7e7b-33be-4ca1-9bb4-41c16933348f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:57.456388 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-443e7e7b-33be-4ca1-9bb4-41c16933348f admin admin] For port 5a267f2a-9bf0-46da-b889-6a76a9123678, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=5a267f2a-9bf0-46da-b889-6a76a9123678,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:37:57.456756 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-443e7e7b-33be-4ca1-9bb4-41c16933348f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:57.469976 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-443e7e7b-33be-4ca1-9bb4-41c16933348f admin admin] Calling delete_port for 5a267f2a-9bf0-46da-b889-6a76a9123678 owned by network:router_gateway {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:37:57.567258 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-6a200ded-c1b5-42ac-9c8a-6e15af264c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d15d4a6-9e8c-4ea7-af03-53db049106f1', 'name': 'tempest-TestServerMultinode-1953696617-router', 'tenant_id': '92426f88bcc84478b321ef82bee3e351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '5a267f2a-9bf0-46da-b889-6a76a9123678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:37:16Z', 'updated_at': '2021-09-17T08:37:56Z', 'revision_number': 5, 'project_id': '92426f88bcc84478b321ef82bee3e351', 'gw_port': {'id': '5a267f2a-9bf0-46da-b889-6a76a9123678', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d15d4a6-9e8c-4ea7-af03-53db049106f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:37:16Z', 'updated_at': '2021-09-17T08:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:37:57.609512 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a200ded-c1b5-42ac-9c8a-6e15af264c5b None None] Checking router: 4d15d4a6-9e8c-4ea7-af03-53db049106f1 for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:37:57.618962 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a200ded-c1b5-42ac-9c8a-6e15af264c5b None None] Routers {'4d15d4a6-9e8c-4ea7-af03-53db049106f1'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:37:57.620209 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-6a200ded-c1b5-42ac-9c8a-6e15af264c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:37:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['4d15d4a6-9e8c-4ea7-af03-53db049106f1'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:37:57.649779 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-443e7e7b-33be-4ca1-9bb4-41c16933348f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:57.679329 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443e7e7b-33be-4ca1-9bb4-41c16933348f admin admin] Pushing event deleted for resources: {'Port': ['ID=5a267f2a-9bf0-46da-b889-6a76a9123678,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:37:57.710235 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-6a200ded-c1b5-42ac-9c8a-6e15af264c5b None None] Set router 4d15d4a6-9e8c-4ea7-af03-53db049106f1 gateway port host: None {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:37:57.737976 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-443e7e7b-33be-4ca1-9bb4-41c16933348f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:57.764800 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-6a200ded-c1b5-42ac-9c8a-6e15af264c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d15d4a6-9e8c-4ea7-af03-53db049106f1', 'name': 'tempest-TestServerMultinode-1953696617-router', 'tenant_id': '92426f88bcc84478b321ef82bee3e351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:37:16Z', 'updated_at': '2021-09-17T08:37:57Z', 'revision_number': 6, 'project_id': '92426f88bcc84478b321ef82bee3e351', 'gw_port_host': None}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:37:57.791020 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a200ded-c1b5-42ac-9c8a-6e15af264c5b None None] The sync data for ids ['4d15d4a6-9e8c-4ea7-af03-53db049106f1'] in n-d-789963-9 is: [{'id': '4d15d4a6-9e8c-4ea7-af03-53db049106f1', 'name': 'tempest-TestServerMultinode-1953696617-router', 'tenant_id': '92426f88bcc84478b321ef82bee3e351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:37:16Z', 'updated_at': '2021-09-17T08:37:57Z', 'revision_number': 6, 'project_id': '92426f88bcc84478b321ef82bee3e351', 'gw_port_host': None}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:37:57.830508 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-443e7e7b-33be-4ca1-9bb4-41c16933348f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:57.832645 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-443e7e7b-33be-4ca1-9bb4-41c16933348f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:57.874119 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-443e7e7b-33be-4ca1-9bb4-41c16933348f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:57.874550 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-443e7e7b-33be-4ca1-9bb4-41c16933348f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d15d4a6-9e8c-4ea7-af03-53db049106f1 {{(pid=101289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 08:37:57.878792 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-443e7e7b-33be-4ca1-9bb4-41c16933348f admin admin] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:57.880097 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-443e7e7b-33be-4ca1-9bb4-41c16933348f admin admin] 10.222.0.13 "DELETE /v2.0/routers/4d15d4a6-9e8c-4ea7-af03-53db049106f1 HTTP/1.1" status: 204 len: 168 time: 0.7618909 Sep 17 08:37:57.882571 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 59006) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:37:57.929496 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-678b7e9a-55e1-4f68-8aa8-ba5b2fdfda92 admin admin] Deleting subnet f7b5b8d7-22f8-430c-ab3c-0933a2969b5f {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:37:57.932450 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-678b7e9a-55e1-4f68-8aa8-ba5b2fdfda92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:57.965831 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-678b7e9a-55e1-4f68-8aa8-ba5b2fdfda92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:58.038891 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-678b7e9a-55e1-4f68-8aa8-ba5b2fdfda92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:58.094858 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-678b7e9a-55e1-4f68-8aa8-ba5b2fdfda92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:58.122551 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678b7e9a-55e1-4f68-8aa8-ba5b2fdfda92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7b5b8d7-22f8-430c-ab3c-0933a2969b5f,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:37:58.125142 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-678b7e9a-55e1-4f68-8aa8-ba5b2fdfda92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:58.129300 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-678b7e9a-55e1-4f68-8aa8-ba5b2fdfda92 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f7b5b8d7-22f8-430c-ab3c-0933a2969b5f HTTP/1.1" status: 204 len: 168 time: 0.2434289 Sep 17 08:37:58.129614 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 59008) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:37:58.133700 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5cfef65-bcab-4e28-b7dd-805e96fe3853 None None] Network 56201a7e-d444-4abb-9fe5-c01d9f5fb092 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:37:58.204550 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5c0e-1bec-456b-a481-afcfd33174fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:58.262193 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-ba4f5c0e-1bec-456b-a481-afcfd33174fb admin admin] Deleting port c22313f9-61e8-4db6-9ff9-9f9970f700c0 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:37:58.262549 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5c0e-1bec-456b-a481-afcfd33174fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:58.308995 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:37:58.324096 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-ba4f5c0e-1bec-456b-a481-afcfd33174fb admin admin] For port c22313f9-61e8-4db6-9ff9-9f9970f700c0, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=c22313f9-61e8-4db6-9ff9-9f9970f700c0,segment=NetworkSegment(ec2a9fdf-ae41-4c7b-a48a-dc0bdf8009d9),segment_id=ec2a9fdf-ae41-4c7b-a48a-dc0bdf8009d9)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:37:58.324459 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5c0e-1bec-456b-a481-afcfd33174fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:58.336676 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-ba4f5c0e-1bec-456b-a481-afcfd33174fb admin admin] Calling delete_port for c22313f9-61e8-4db6-9ff9-9f9970f700c0 owned by network:dhcp {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:37:58.414894 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5c0e-1bec-456b-a481-afcfd33174fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:58.439900 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4f5c0e-1bec-456b-a481-afcfd33174fb admin admin] Pushing event deleted for resources: {'Port': ['ID=c22313f9-61e8-4db6-9ff9-9f9970f700c0,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:37:58.443347 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4f5c0e-1bec-456b-a481-afcfd33174fb admin admin] No DVR routers for this DVR port c22313f9-61e8-4db6-9ff9-9f9970f700c0 on host n-d-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:37:58.511483 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5c0e-1bec-456b-a481-afcfd33174fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:58.535028 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-ba4f5c0e-1bec-456b-a481-afcfd33174fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56201a7e-d444-4abb-9fe5-c01d9f5fb092']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:37:58.545276 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-ba4f5c0e-1bec-456b-a481-afcfd33174fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec2a9fdf-ae41-4c7b-a48a-dc0bdf8009d9') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:37:58.545586 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-ba4f5c0e-1bec-456b-a481-afcfd33174fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec2a9fdf-ae41-4c7b-a48a-dc0bdf8009d9') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:37:58.555175 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5c0e-1bec-456b-a481-afcfd33174fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:58.564383 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd57bd9-c8dd-441f-84fc-d4fbb804b682 None None] DHCP port deletion for 56201a7e-d444-4abb-9fe5-c01d9f5fb092 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 08:37:58.573598 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5c0e-1bec-456b-a481-afcfd33174fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:58.580575 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba4f5c0e-1bec-456b-a481-afcfd33174fb admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:37:58.581601 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5c0e-1bec-456b-a481-afcfd33174fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:58.582434 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:37:58.582434 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:37:58.582434 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:37:58.582434 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:37:58.582434 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:37:58.582434 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:37:58.582434 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:37:58.582434 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:37:58.582434 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:37:58.582434 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:37:58.582434 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:37:58.582434 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:37:58.582434 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:37:58.582434 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:37:58.582434 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:37:58.582434 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:37:58.582434 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:37:58.582434 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:37:58.582434 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:37:58.582434 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:37:58.582434 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:37:58.582434 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:37:58.582434 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:37:58.582434 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:37:58.582434 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:37:58.582434 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:37:58.582434 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:37:58.582434 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:37:58.582434 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:37:58.582434 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:37:58.582434 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:37:58.582434 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:37:58.636057 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5c0e-1bec-456b-a481-afcfd33174fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:58.642218 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5c0e-1bec-456b-a481-afcfd33174fb admin admin] Notify callbacks [] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:58.644137 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ba4f5c0e-1bec-456b-a481-afcfd33174fb admin admin] 10.222.0.13 "DELETE /v2.0/networks/56201a7e-d444-4abb-9fe5-c01d9f5fb092 HTTP/1.1" status: 204 len: 168 time: 0.5137115 Sep 17 08:37:58.647301 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 59010) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:37:58.663352 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4f5c0e-1bec-456b-a481-afcfd33174fb admin admin] Pushing event deleted for resources: {'Network': ['ID=56201a7e-d444-4abb-9fe5-c01d9f5fb092,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:37:59.001709 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4e8eb77a-b1c3-456a-8c98-bab2f85fa28b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:59.120088 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 3c1fff6c-4e0b-4987-99bf-65e8cc31fbb2 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:37:59.140545 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: 3c1fff6c-4e0b-4987-99bf-65e8cc31fbb2 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:37:59.141158 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 3c1fff6c-4e0b-4987-99bf-65e8cc31fbb2 not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:37:59.238070 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-4e8eb77a-b1c3-456a-8c98-bab2f85fa28b admin admin] Deleting port ac68fa64-7226-4fdb-ab41-9f95eb6d4682 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:37:59.238408 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4e8eb77a-b1c3-456a-8c98-bab2f85fa28b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:59.313187 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-4e8eb77a-b1c3-456a-8c98-bab2f85fa28b admin admin] For port ac68fa64-7226-4fdb-ab41-9f95eb6d4682, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=ac68fa64-7226-4fdb-ab41-9f95eb6d4682,segment=NetworkSegment(9bff4f99-d435-4db9-84b7-a091652dbaf7),segment_id=9bff4f99-d435-4db9-84b7-a091652dbaf7)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:37:59.313503 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4e8eb77a-b1c3-456a-8c98-bab2f85fa28b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:59.325607 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-4e8eb77a-b1c3-456a-8c98-bab2f85fa28b admin admin] Calling delete_port for ac68fa64-7226-4fdb-ab41-9f95eb6d4682 owned by network:router_interface {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:37:59.496626 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4e8eb77a-b1c3-456a-8c98-bab2f85fa28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:59.525490 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8eb77a-b1c3-456a-8c98-bab2f85fa28b admin admin] Pushing event deleted for resources: {'Port': ['ID=ac68fa64-7226-4fdb-ab41-9f95eb6d4682,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:37:59.673056 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 4e752951-2df2-4f4b-9764-bcc437ad2dee no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:37:59.694117 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 4e752951-2df2-4f4b-9764-bcc437ad2dee {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:37:59.694707 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 4e752951-2df2-4f4b-9764-bcc437ad2dee not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:37:59.695144 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device c22313f9-61e8-4db6-9ff9-9f9970f700c0 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:37:59.702573 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4e8eb77a-b1c3-456a-8c98-bab2f85fa28b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:37:59.718940 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: c22313f9-61e8-4db6-9ff9-9f9970f700c0 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:37:59.719295 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device c22313f9-61e8-4db6-9ff9-9f9970f700c0 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:37:59.719717 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 5a267f2a-9bf0-46da-b889-6a76a9123678 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:37:59.739311 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 5a267f2a-9bf0-46da-b889-6a76a9123678 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:37:59.739663 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 5a267f2a-9bf0-46da-b889-6a76a9123678 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:38:00.177872 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e8eb77a-b1c3-456a-8c98-bab2f85fa28b admin admin] Router cd07c56a-2b96-44e5-8f2f-5fd48cdb19e7 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:38:00.280454 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e8eb77a-b1c3-456a-8c98-bab2f85fa28b admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:38:00.286953 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-4e8eb77a-b1c3-456a-8c98-bab2f85fa28b admin admin] 10.222.0.13 "PUT /v2.0/routers/cd07c56a-2b96-44e5-8f2f-5fd48cdb19e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6371515 Sep 17 08:38:00.287978 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 59012) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:38:00.290624 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c12e9cc-8c59-4129-93be-b976f69d2d21 None None] Sync routers for ids ['cd07c56a-2b96-44e5-8f2f-5fd48cdb19e7'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:38:00.300462 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c12e9cc-8c59-4129-93be-b976f69d2d21 None None] Routers {'cd07c56a-2b96-44e5-8f2f-5fd48cdb19e7'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:38:00.301080 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-0c12e9cc-8c59-4129-93be-b976f69d2d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:37:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['cd07c56a-2b96-44e5-8f2f-5fd48cdb19e7'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:38:00.393727 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c59c5b5e-6010-45a0-9902-27398dc39282 admin admin] Notify callbacks [] for router, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:00.402619 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-0c12e9cc-8c59-4129-93be-b976f69d2d21 None None] Set router cd07c56a-2b96-44e5-8f2f-5fd48cdb19e7 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:38:00.496013 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c59c5b5e-6010-45a0-9902-27398dc39282 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:00.548192 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-c59c5b5e-6010-45a0-9902-27398dc39282 admin admin] Deleting port ea8b0ee7-b0cd-4b65-b2df-df56cdad1a39 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:38:00.548532 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c59c5b5e-6010-45a0-9902-27398dc39282 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:00.576580 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-0c12e9cc-8c59-4129-93be-b976f69d2d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd07c56a-2b96-44e5-8f2f-5fd48cdb19e7', 'name': 'tempest-TestServerMultinode-44743536-router', 'tenant_id': 'db1c2923b15d4eae9ccef46066f69dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'ea8b0ee7-b0cd-4b65-b2df-df56cdad1a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:37:21Z', 'updated_at': '2021-09-17T08:37:59Z', 'revision_number': 5, 'project_id': 'db1c2923b15d4eae9ccef46066f69dfe', 'gw_port': {'id': 'ea8b0ee7-b0cd-4b65-b2df-df56cdad1a39', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd07c56a-2b96-44e5-8f2f-5fd48cdb19e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:37:21Z', 'updated_at': '2021-09-17T08:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:38:00.609611 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c12e9cc-8c59-4129-93be-b976f69d2d21 None None] Checking router: cd07c56a-2b96-44e5-8f2f-5fd48cdb19e7 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:38:00.621206 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c12e9cc-8c59-4129-93be-b976f69d2d21 None None] Routers {'cd07c56a-2b96-44e5-8f2f-5fd48cdb19e7'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:38:00.621826 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-0c12e9cc-8c59-4129-93be-b976f69d2d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:37:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['cd07c56a-2b96-44e5-8f2f-5fd48cdb19e7'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:38:00.629801 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-c59c5b5e-6010-45a0-9902-27398dc39282 admin admin] For port ea8b0ee7-b0cd-4b65-b2df-df56cdad1a39, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=ea8b0ee7-b0cd-4b65-b2df-df56cdad1a39,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:38:00.630173 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c59c5b5e-6010-45a0-9902-27398dc39282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:00.644769 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-c59c5b5e-6010-45a0-9902-27398dc39282 admin admin] Calling delete_port for ea8b0ee7-b0cd-4b65-b2df-df56cdad1a39 owned by network:router_gateway {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:38:00.705777 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-0c12e9cc-8c59-4129-93be-b976f69d2d21 None None] Set router cd07c56a-2b96-44e5-8f2f-5fd48cdb19e7 gateway port host: None {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:38:00.757885 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-0c12e9cc-8c59-4129-93be-b976f69d2d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd07c56a-2b96-44e5-8f2f-5fd48cdb19e7', 'name': 'tempest-TestServerMultinode-44743536-router', 'tenant_id': 'db1c2923b15d4eae9ccef46066f69dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:37:21Z', 'updated_at': '2021-09-17T08:38:00Z', 'revision_number': 6, 'project_id': 'db1c2923b15d4eae9ccef46066f69dfe', 'gw_port_host': None}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:38:00.784369 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c12e9cc-8c59-4129-93be-b976f69d2d21 None None] The sync data for ids ['cd07c56a-2b96-44e5-8f2f-5fd48cdb19e7'] in n-d-789963-9 is: [{'id': 'cd07c56a-2b96-44e5-8f2f-5fd48cdb19e7', 'name': 'tempest-TestServerMultinode-44743536-router', 'tenant_id': 'db1c2923b15d4eae9ccef46066f69dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:37:21Z', 'updated_at': '2021-09-17T08:38:00Z', 'revision_number': 6, 'project_id': 'db1c2923b15d4eae9ccef46066f69dfe', 'gw_port_host': None}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:38:00.816285 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c59c5b5e-6010-45a0-9902-27398dc39282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:00.847027 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59c5b5e-6010-45a0-9902-27398dc39282 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea8b0ee7-b0cd-4b65-b2df-df56cdad1a39,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:38:00.905110 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c59c5b5e-6010-45a0-9902-27398dc39282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:00.992139 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c59c5b5e-6010-45a0-9902-27398dc39282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:00.994223 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c59c5b5e-6010-45a0-9902-27398dc39282 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:01.036191 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c59c5b5e-6010-45a0-9902-27398dc39282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:01.036706 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c59c5b5e-6010-45a0-9902-27398dc39282 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd07c56a-2b96-44e5-8f2f-5fd48cdb19e7 {{(pid=101289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 08:38:01.040756 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c59c5b5e-6010-45a0-9902-27398dc39282 admin admin] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:01.041896 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-c59c5b5e-6010-45a0-9902-27398dc39282 admin admin] 10.222.0.13 "DELETE /v2.0/routers/cd07c56a-2b96-44e5-8f2f-5fd48cdb19e7 HTTP/1.1" status: 204 len: 168 time: 0.7530148 Sep 17 08:38:01.044375 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 59014) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:38:01.090595 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-15757fdd-0ff1-43eb-8958-c7a0a427d9bd admin admin] Deleting subnet 904fd12e-29f8-4cea-90ae-e979c9c2f8e0 {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:38:01.093622 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-15757fdd-0ff1-43eb-8958-c7a0a427d9bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:01.126897 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-15757fdd-0ff1-43eb-8958-c7a0a427d9bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:01.206437 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-15757fdd-0ff1-43eb-8958-c7a0a427d9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:01.262332 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-15757fdd-0ff1-43eb-8958-c7a0a427d9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:01.288018 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15757fdd-0ff1-43eb-8958-c7a0a427d9bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=904fd12e-29f8-4cea-90ae-e979c9c2f8e0,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:38:01.292800 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-15757fdd-0ff1-43eb-8958-c7a0a427d9bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:01.294679 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-15757fdd-0ff1-43eb-8958-c7a0a427d9bd admin admin] 10.222.0.13 "DELETE /v2.0/subnets/904fd12e-29f8-4cea-90ae-e979c9c2f8e0 HTTP/1.1" status: 204 len: 168 time: 0.2494135 Sep 17 08:38:01.297088 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 59016) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:38:01.299430 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62fa429-59a8-4699-9303-9579e1d58f79 None None] Network a4f08e79-2b31-4951-9287-e1ed825be7ea requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:38:01.363614 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-043b30f8-d73c-48c5-8ba2-5fed4c458619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:01.416652 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-043b30f8-d73c-48c5-8ba2-5fed4c458619 admin admin] Deleting port 886103d4-beb1-41bd-a7ff-7dae6f9a9061 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:38:01.416997 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-043b30f8-d73c-48c5-8ba2-5fed4c458619 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:01.483322 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-043b30f8-d73c-48c5-8ba2-5fed4c458619 admin admin] For port 886103d4-beb1-41bd-a7ff-7dae6f9a9061, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=886103d4-beb1-41bd-a7ff-7dae6f9a9061,segment=NetworkSegment(9bff4f99-d435-4db9-84b7-a091652dbaf7),segment_id=9bff4f99-d435-4db9-84b7-a091652dbaf7)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:38:01.483614 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-043b30f8-d73c-48c5-8ba2-5fed4c458619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:01.495250 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-043b30f8-d73c-48c5-8ba2-5fed4c458619 admin admin] Calling delete_port for 886103d4-beb1-41bd-a7ff-7dae6f9a9061 owned by network:dhcp {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:38:01.537209 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d89352-426e-4136-8607-68e0bc1476d6 None None] DHCP port deletion for a4f08e79-2b31-4951-9287-e1ed825be7ea request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 08:38:01.587209 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-043b30f8-d73c-48c5-8ba2-5fed4c458619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:01.597146 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-f0d89352-426e-4136-8607-68e0bc1476d6 None None] Deleting port 886103d4-beb1-41bd-a7ff-7dae6f9a9061 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:38:01.597660 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f0d89352-426e-4136-8607-68e0bc1476d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:01.610843 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device ac68fa64-7226-4fdb-ab41-9f95eb6d4682 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:38:01.617450 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043b30f8-d73c-48c5-8ba2-5fed4c458619 admin admin] Pushing event deleted for resources: {'Port': ['ID=886103d4-beb1-41bd-a7ff-7dae6f9a9061,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:38:01.625824 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043b30f8-d73c-48c5-8ba2-5fed4c458619 admin admin] No DVR routers for this DVR port 886103d4-beb1-41bd-a7ff-7dae6f9a9061 on host n-d-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:38:01.644729 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: ac68fa64-7226-4fdb-ab41-9f95eb6d4682 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:38:01.644930 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device ac68fa64-7226-4fdb-ab41-9f95eb6d4682 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:38:01.645334 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device ea8b0ee7-b0cd-4b65-b2df-df56cdad1a39 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:38:01.667364 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: ea8b0ee7-b0cd-4b65-b2df-df56cdad1a39 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:38:01.667708 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device ea8b0ee7-b0cd-4b65-b2df-df56cdad1a39 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:38:01.668151 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 886103d4-beb1-41bd-a7ff-7dae6f9a9061 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:38:01.698837 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-043b30f8-d73c-48c5-8ba2-5fed4c458619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:01.718994 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-043b30f8-d73c-48c5-8ba2-5fed4c458619 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4f08e79-2b31-4951-9287-e1ed825be7ea']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:38:01.720906 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 886103d4-beb1-41bd-a7ff-7dae6f9a9061 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:38:01.721235 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 886103d4-beb1-41bd-a7ff-7dae6f9a9061 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:38:01.727018 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-f0d89352-426e-4136-8607-68e0bc1476d6 None None] For port 886103d4-beb1-41bd-a7ff-7dae6f9a9061, host n-d-789963-9, got binding levels [] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:38:01.728244 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f0d89352-426e-4136-8607-68e0bc1476d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:01.728567 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-043b30f8-d73c-48c5-8ba2-5fed4c458619 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bff4f99-d435-4db9-84b7-a091652dbaf7') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:38:01.728869 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-043b30f8-d73c-48c5-8ba2-5fed4c458619 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bff4f99-d435-4db9-84b7-a091652dbaf7') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:38:01.739992 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-f0d89352-426e-4136-8607-68e0bc1476d6 None None] Calling delete_port for 886103d4-beb1-41bd-a7ff-7dae6f9a9061 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:38:01.742123 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-043b30f8-d73c-48c5-8ba2-5fed4c458619 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:01.742763 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.ipam_backend_mixin [None req-f0d89352-426e-4136-8607-68e0bc1476d6 None None] Port 886103d4-beb1-41bd-a7ff-7dae6f9a9061 was not found and therefore no delete operation was performed {{(pid=101291) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 17 08:38:01.744054 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f0d89352-426e-4136-8607-68e0bc1476d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:01.759460 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-043b30f8-d73c-48c5-8ba2-5fed4c458619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:01.767695 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d89352-426e-4136-8607-68e0bc1476d6 None None] Pushing event deleted for resources: {'Port': ['ID=886103d4-beb1-41bd-a7ff-7dae6f9a9061,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:38:01.768687 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-043b30f8-d73c-48c5-8ba2-5fed4c458619 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:38:01.768917 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-043b30f8-d73c-48c5-8ba2-5fed4c458619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:01.772369 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:38:01.772369 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:38:01.772369 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:38:01.772369 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:38:01.772369 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:38:01.772369 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:38:01.772369 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:38:01.772369 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:38:01.772369 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:38:01.772369 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:38:01.772369 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:38:01.772369 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:38:01.772369 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:38:01.772369 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:38:01.772369 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:38:01.772369 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:38:01.772369 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:38:01.772369 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:38:01.772369 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:38:01.772369 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:38:01.772369 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:38:01.772369 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:38:01.772369 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:38:01.772369 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:38:01.772369 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:38:01.772369 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:38:01.772369 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:38:01.772369 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:38:01.772369 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:38:01.772369 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:38:01.772369 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:38:01.772369 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:38:01.774546 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d89352-426e-4136-8607-68e0bc1476d6 None None] No DVR routers for this DVR port 886103d4-beb1-41bd-a7ff-7dae6f9a9061 on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:38:01.835967 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-043b30f8-d73c-48c5-8ba2-5fed4c458619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:01.842952 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-043b30f8-d73c-48c5-8ba2-5fed4c458619 admin admin] Notify callbacks [] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:01.845126 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-043b30f8-d73c-48c5-8ba2-5fed4c458619 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a4f08e79-2b31-4951-9287-e1ed825be7ea HTTP/1.1" status: 204 len: 168 time: 0.5471249 Sep 17 08:38:01.856009 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043b30f8-d73c-48c5-8ba2-5fed4c458619 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4f08e79-2b31-4951-9287-e1ed825be7ea,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:38:02.008154 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 59020) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:38:02.047877 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-86e37fcf-4e24-48c7-92a9-668e7479939c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=92426f88bcc84478b321ef82bee3e351&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384369 Sep 17 08:38:02.050220 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 59022) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:38:02.098081 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5fccc93b-d180-4e0b-be49-1a269df25c88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:02.118667 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5fccc93b-d180-4e0b-be49-1a269df25c88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:02.171956 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5fccc93b-d180-4e0b-be49-1a269df25c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:02.174468 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5fccc93b-d180-4e0b-be49-1a269df25c88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:02.175679 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-5fccc93b-d180-4e0b-be49-1a269df25c88 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5f76fc0d-7d91-4b2d-9415-0a4d751a7669 HTTP/1.1" status: 204 len: 168 time: 0.1245444 Sep 17 08:38:02.186040 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fccc93b-d180-4e0b-be49-1a269df25c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f76fc0d-7d91-4b2d-9415-0a4d751a7669,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:38:02.491495 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 59028) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:38:02.530699 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-201937e8-d2af-4dd7-a03f-8519b347261d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=db1c2923b15d4eae9ccef46066f69dfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379755 Sep 17 08:38:02.533012 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 59030) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:38:02.578461 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4bef17cc-4944-40a1-a87b-f8ecebacecec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:02.598060 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4bef17cc-4944-40a1-a87b-f8ecebacecec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:02.643377 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4bef17cc-4944-40a1-a87b-f8ecebacecec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:02.646202 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4bef17cc-4944-40a1-a87b-f8ecebacecec admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:02.647616 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-4bef17cc-4944-40a1-a87b-f8ecebacecec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/70e9bd18-8829-4347-8130-be6eb60eb571 HTTP/1.1" status: 204 len: 168 time: 0.1137362 Sep 17 08:38:02.655208 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bef17cc-4944-40a1-a87b-f8ecebacecec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e9bd18-8829-4347-8130-be6eb60eb571,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:38:03.299461 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 59052) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:38:03.396112 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-ae2d298c-0269-435f-875f-7eb31f0d2c28 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1285702258-network', 'tenant_id': 'c55c5c6ce14345ef96efda07f096c424'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:38:03.417897 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2d298c-0269-435f-875f-7eb31f0d2c28 admin admin] Made reservation on behalf of c55c5c6ce14345ef96efda07f096c424 for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:38:03.420847 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ae2d298c-0269-435f-875f-7eb31f0d2c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:03.429085 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ae2d298c-0269-435f-875f-7eb31f0d2c28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:03.523570 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ae2d298c-0269-435f-875f-7eb31f0d2c28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:03.527599 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ae2d298c-0269-435f-875f-7eb31f0d2c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:03.555883 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae2d298c-0269-435f-875f-7eb31f0d2c28 admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:38:03.566445 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2d298c-0269-435f-875f-7eb31f0d2c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=243c2743-3125-45a7-b662-8287c955f6e3,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:38:03.574218 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ae2d298c-0269-435f-875f-7eb31f0d2c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:03.574582 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-ae2d298c-0269-435f-875f-7eb31f0d2c28 admin admin] Added segment 7c204ed5-6d77-4384-b8e1-fb8b2dc53ebd of type vlan for network 86263d38-f8c3-4e70-8029-ed3c8f921293 Sep 17 08:38:03.617006 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ae2d298c-0269-435f-875f-7eb31f0d2c28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:03.641668 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ae2d298c-0269-435f-875f-7eb31f0d2c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:03.642610 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2d298c-0269-435f-875f-7eb31f0d2c28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:38:03.643183 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ae2d298c-0269-435f-875f-7eb31f0d2c28 admin admin] Notify callbacks [] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:03.673486 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ae2d298c-0269-435f-875f-7eb31f0d2c28 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3728547 Sep 17 08:38:03.676958 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 59056) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:38:03.682008 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-bf3f96ad-db6e-41fc-aa0c-e129b2d2fde3 admin admin] Request body: {'subnet': {'network_id': '86263d38-f8c3-4e70-8029-ed3c8f921293', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1285702258-subnet', 'tenant_id': 'c55c5c6ce14345ef96efda07f096c424', 'ip_version': 4}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:38:03.702985 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf3f96ad-db6e-41fc-aa0c-e129b2d2fde3 admin admin] Made reservation on behalf of c55c5c6ce14345ef96efda07f096c424 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:38:03.705525 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bf3f96ad-db6e-41fc-aa0c-e129b2d2fde3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:03.708066 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2d298c-0269-435f-875f-7eb31f0d2c28 admin admin] Pushing event updated for resources: {'Network': ['ID=86263d38-f8c3-4e70-8029-ed3c8f921293,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:38:03.720399 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 86263d38-f8c3-4e70-8029-ed3c8f921293 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:38:03.877380 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bf3f96ad-db6e-41fc-aa0c-e129b2d2fde3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:03.931438 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3f96ad-db6e-41fc-aa0c-e129b2d2fde3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=041698aa-3c4b-4c4e-912a-8ca2931011cb,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:38:03.939888 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3f96ad-db6e-41fc-aa0c-e129b2d2fde3 admin admin] Checking segment: {'id': '7c204ed5-6d77-4384-b8e1-fb8b2dc53ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '86263d38-f8c3-4e70-8029-ed3c8f921293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:38:03.940245 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3f96ad-db6e-41fc-aa0c-e129b2d2fde3 admin admin] Network hostable DHCP agents. Network: 86263d38-f8c3-4e70-8029-ed3c8f921293, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:38:03.956232 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3f96ad-db6e-41fc-aa0c-e129b2d2fde3 admin admin] Network 86263d38-f8c3-4e70-8029-ed3c8f921293 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:38:03.963953 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-bf3f96ad-db6e-41fc-aa0c-e129b2d2fde3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 86263d38-f8c3-4e70-8029-ed3c8f921293) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:38:03.968577 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3f96ad-db6e-41fc-aa0c-e129b2d2fde3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:38:03.969161 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bf3f96ad-db6e-41fc-aa0c-e129b2d2fde3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:03.973914 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52f0369-8cd0-4d9f-8d54-cd0b4abb1ba7 None None] Network 86263d38-f8c3-4e70-8029-ed3c8f921293 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:38:03.982974 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-bf3f96ad-db6e-41fc-aa0c-e129b2d2fde3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3053894 Sep 17 08:38:03.986098 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 59058) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:38:03.989739 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-19a49de3-9fc9-4889-ad88-7426d9605697 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1285702258-router', 'tenant_id': 'c55c5c6ce14345ef96efda07f096c424', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:38:04.014228 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-19a49de3-9fc9-4889-ad88-7426d9605697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:04.015250 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-19a49de3-9fc9-4889-ad88-7426d9605697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:04.103576 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-19a49de3-9fc9-4889-ad88-7426d9605697 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:04.120029 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a915dcb6-93eb-4882-8ba2-47903fbd7362 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-86263d38-f8c3-4e70-8029-ed3c8f921293', 'network_id': '86263d38-f8c3-4e70-8029-ed3c8f921293', 'tenant_id': 'c55c5c6ce14345ef96efda07f096c424', 'fixed_ips': [{'subnet_id': '041698aa-3c4b-4c4e-912a-8ca2931011cb'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:38:04.120888 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a915dcb6-93eb-4882-8ba2-47903fbd7362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:04.241705 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-19a49de3-9fc9-4889-ad88-7426d9605697 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:04.248977 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-a915dcb6-93eb-4882-8ba2-47903fbd7362 None None] Allocated IP 172.20.0.2 (86263d38-f8c3-4e70-8029-ed3c8f921293/041698aa-3c4b-4c4e-912a-8ca2931011cb/6118c3f8-0ef6-4109-986b-93e2f38f4724) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:38:04.391407 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a915dcb6-93eb-4882-8ba2-47903fbd7362 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:04.397221 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a915dcb6-93eb-4882-8ba2-47903fbd7362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:04.433493 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-19a49de3-9fc9-4889-ad88-7426d9605697 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:04.435442 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a915dcb6-93eb-4882-8ba2-47903fbd7362 None None] Network 86263d38-f8c3-4e70-8029-ed3c8f921293 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:38:04.438314 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-a915dcb6-93eb-4882-8ba2-47903fbd7362 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:38:04.440722 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a915dcb6-93eb-4882-8ba2-47903fbd7362 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:38:04.452153 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-19a49de3-9fc9-4889-ad88-7426d9605697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:04.452344 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a915dcb6-93eb-4882-8ba2-47903fbd7362 None None] Pushing event updated for resources: {'Port': ['ID=6118c3f8-0ef6-4109-986b-93e2f38f4724,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:38:04.507049 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-a915dcb6-93eb-4882-8ba2-47903fbd7362 None None] Attempting to bind port 6118c3f8-0ef6-4109-986b-93e2f38f4724 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:38:04.507325 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-a915dcb6-93eb-4882-8ba2-47903fbd7362 None None] Attempting to bind port 6118c3f8-0ef6-4109-986b-93e2f38f4724 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '7c204ed5-6d77-4384-b8e1-fb8b2dc53ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '86263d38-f8c3-4e70-8029-ed3c8f921293'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:38:04.507683 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a915dcb6-93eb-4882-8ba2-47903fbd7362 None None] Attempting to bind port 6118c3f8-0ef6-4109-986b-93e2f38f4724 on network 86263d38-f8c3-4e70-8029-ed3c8f921293 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:38:04.512478 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a915dcb6-93eb-4882-8ba2-47903fbd7362 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:38:04.512877 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a915dcb6-93eb-4882-8ba2-47903fbd7362 None None] Checking segment: {'id': '7c204ed5-6d77-4384-b8e1-fb8b2dc53ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '86263d38-f8c3-4e70-8029-ed3c8f921293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:38:04.513283 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a915dcb6-93eb-4882-8ba2-47903fbd7362 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:04.513720 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a915dcb6-93eb-4882-8ba2-47903fbd7362 None None] Bound using segment: {'id': '7c204ed5-6d77-4384-b8e1-fb8b2dc53ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '86263d38-f8c3-4e70-8029-ed3c8f921293'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:38:04.514276 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-a915dcb6-93eb-4882-8ba2-47903fbd7362 None None] Bound port: 6118c3f8-0ef6-4109-986b-93e2f38f4724, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c204ed5-6d77-4384-b8e1-fb8b2dc53ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '86263d38-f8c3-4e70-8029-ed3c8f921293'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:38:04.514700 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a915dcb6-93eb-4882-8ba2-47903fbd7362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:04.554644 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-19a49de3-9fc9-4889-ad88-7426d9605697 admin admin] Allocated IP 172.25.6.83 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/066e0ec0-eb55-44cf-836d-2b53533ea080) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:38:04.577144 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-a915dcb6-93eb-4882-8ba2-47903fbd7362 None None] For port 6118c3f8-0ef6-4109-986b-93e2f38f4724, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:38:04.580509 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-a915dcb6-93eb-4882-8ba2-47903fbd7362 None None] For port 6118c3f8-0ef6-4109-986b-93e2f38f4724, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=6118c3f8-0ef6-4109-986b-93e2f38f4724,segment=NetworkSegment(7c204ed5-6d77-4384-b8e1-fb8b2dc53ebd),segment_id=7c204ed5-6d77-4384-b8e1-fb8b2dc53ebd)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:38:04.584850 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a915dcb6-93eb-4882-8ba2-47903fbd7362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:04.648433 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a915dcb6-93eb-4882-8ba2-47903fbd7362 None None] Pushing event updated for resources: {'Port': ['ID=6118c3f8-0ef6-4109-986b-93e2f38f4724,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:38:04.672575 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-19a49de3-9fc9-4889-ad88-7426d9605697 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:04.710503 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-19a49de3-9fc9-4889-ad88-7426d9605697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:04.750067 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a49de3-9fc9-4889-ad88-7426d9605697 admin admin] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:38:04.752995 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-19a49de3-9fc9-4889-ad88-7426d9605697 admin admin] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:38:04.758546 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a49de3-9fc9-4889-ad88-7426d9605697 admin admin] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:38:04.764047 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a49de3-9fc9-4889-ad88-7426d9605697 admin admin] Pushing event updated for resources: {'Port': ['ID=066e0ec0-eb55-44cf-836d-2b53533ea080,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:38:05.030357 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-19a49de3-9fc9-4889-ad88-7426d9605697 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:05.508870 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2758944f-d0ef-4401-b862-51c669ee2f71 None None] Network 86263d38-f8c3-4e70-8029-ed3c8f921293 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:38:05.521474 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-19a49de3-9fc9-4889-ad88-7426d9605697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:05.629683 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-75c43b25-620e-4606-ac0b-1d498fe822b1 None None] Provisioning complete for port 6118c3f8-0ef6-4109-986b-93e2f38f4724 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:38:05.630062 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-75c43b25-620e-4606-ac0b-1d498fe822b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:05.661109 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 6118c3f8-0ef6-4109-986b-93e2f38f4724 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:38:05.663448 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19a49de3-9fc9-4889-ad88-7426d9605697 admin admin] Router 84b2ca7f-0dff-4627-996d-8eece1e82e64 is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 08:38:05.766109 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a49de3-9fc9-4889-ad88-7426d9605697 admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:38:05.780060 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b8e790-2f92-4aec-a331-4ea3e094a326 None None] Sync routers for ids ['84b2ca7f-0dff-4627-996d-8eece1e82e64'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:38:05.783597 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-19a49de3-9fc9-4889-ad88-7426d9605697 admin admin] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:05.785042 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-19a49de3-9fc9-4889-ad88-7426d9605697 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7985082 Sep 17 08:38:05.788000 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 59060) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:38:05.791093 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 6118c3f8-0ef6-4109-986b-93e2f38f4724 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:38:05.791468 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:05.813220 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-75c43b25-620e-4606-ac0b-1d498fe822b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:05.835308 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b8e790-2f92-4aec-a331-4ea3e094a326 None None] Routers {'84b2ca7f-0dff-4627-996d-8eece1e82e64'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:38:05.835997 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-31b8e790-2f92-4aec-a331-4ea3e094a326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:37:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['84b2ca7f-0dff-4627-996d-8eece1e82e64'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:38:05.919263 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-75c43b25-620e-4606-ac0b-1d498fe822b1 None None] For port 6118c3f8-0ef6-4109-986b-93e2f38f4724, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=6118c3f8-0ef6-4109-986b-93e2f38f4724,segment=NetworkSegment(7c204ed5-6d77-4384-b8e1-fb8b2dc53ebd),segment_id=7c204ed5-6d77-4384-b8e1-fb8b2dc53ebd)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:38:05.920909 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:05.929635 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-75c43b25-620e-4606-ac0b-1d498fe822b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:06.048572 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:06.065218 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-31b8e790-2f92-4aec-a331-4ea3e094a326 None None] Set router 84b2ca7f-0dff-4627-996d-8eece1e82e64 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:38:06.123708 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c43b25-620e-4606-ac0b-1d498fe822b1 None None] Pushing event updated for resources: {'Port': ['ID=6118c3f8-0ef6-4109-986b-93e2f38f4724,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:38:06.148475 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-daedcc50-94f4-49a8-9c78-7d0235d27d35 None None] Provisioning complete for port 6118c3f8-0ef6-4109-986b-93e2f38f4724 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:38:06.148847 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-daedcc50-94f4-49a8-9c78-7d0235d27d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:06.214507 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-448d10c9-86d6-48e3-bd8f-a9d5b4105835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:06.377201 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-448d10c9-86d6-48e3-bd8f-a9d5b4105835 admin admin] Allocated IP 172.20.0.1 (86263d38-f8c3-4e70-8029-ed3c8f921293/041698aa-3c4b-4c4e-912a-8ca2931011cb/03531840-66e8-4d1c-a98a-aabc801a968d) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:38:06.473193 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-31b8e790-2f92-4aec-a331-4ea3e094a326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b2ca7f-0dff-4627-996d-8eece1e82e64', 'name': 'tempest-TestVolumeBackupRestore-1285702258-router', 'tenant_id': 'c55c5c6ce14345ef96efda07f096c424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '066e0ec0-eb55-44cf-836d-2b53533ea080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:38:04Z', 'updated_at': '2021-09-17T08:38:04Z', 'revision_number': 3, 'project_id': 'c55c5c6ce14345ef96efda07f096c424', 'gw_port': {'id': '066e0ec0-eb55-44cf-836d-2b53533ea080', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:9a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b2ca7f-0dff-4627-996d-8eece1e82e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:38:04Z', 'updated_at': '2021-09-17T08:38:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:38:06.479127 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-448d10c9-86d6-48e3-bd8f-a9d5b4105835 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:06.499312 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b8e790-2f92-4aec-a331-4ea3e094a326 None None] Checking router: 84b2ca7f-0dff-4627-996d-8eece1e82e64 for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:38:06.499663 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b8e790-2f92-4aec-a331-4ea3e094a326 None None] Updating router 84b2ca7f-0dff-4627-996d-8eece1e82e64 port 066e0ec0-eb55-44cf-836d-2b53533ea080 binding host n-d-789963-9 {{(pid=101291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 08:38:06.513838 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-448d10c9-86d6-48e3-bd8f-a9d5b4105835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:06.526784 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-31b8e790-2f92-4aec-a331-4ea3e094a326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:06.552750 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448d10c9-86d6-48e3-bd8f-a9d5b4105835 admin admin] Network 86263d38-f8c3-4e70-8029-ed3c8f921293 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:38:06.556993 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-448d10c9-86d6-48e3-bd8f-a9d5b4105835 admin admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:38:06.561607 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448d10c9-86d6-48e3-bd8f-a9d5b4105835 admin admin] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:38:06.594893 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448d10c9-86d6-48e3-bd8f-a9d5b4105835 admin admin] Pushing event updated for resources: {'Port': ['ID=03531840-66e8-4d1c-a98a-aabc801a968d,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:38:06.611427 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-448d10c9-86d6-48e3-bd8f-a9d5b4105835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:06.751436 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-448d10c9-86d6-48e3-bd8f-a9d5b4105835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:06.806695 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-31e78e48-8b24-4f54-879e-bf916529fedb None None] Provisioning complete for port 03531840-66e8-4d1c-a98a-aabc801a968d triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:38:06.807067 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-31e78e48-8b24-4f54-879e-bf916529fedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:06.810341 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-31b8e790-2f92-4aec-a331-4ea3e094a326 None None] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:06.833525 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-31b8e790-2f92-4aec-a331-4ea3e094a326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:06.876149 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-31e78e48-8b24-4f54-879e-bf916529fedb None None] Port 03531840-66e8-4d1c-a98a-aabc801a968d cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:38:06.896091 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65d6699-f537-4bf9-93bf-946ea44f4a2c None None] Pushing event updated for resources: {'Port': ['ID=066e0ec0-eb55-44cf-836d-2b53533ea080,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:38:06.900191 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-31b8e790-2f92-4aec-a331-4ea3e094a326 None None] Attempting to bind port 066e0ec0-eb55-44cf-836d-2b53533ea080 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:38:06.900569 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-31b8e790-2f92-4aec-a331-4ea3e094a326 None None] Attempting to bind port 066e0ec0-eb55-44cf-836d-2b53533ea080 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:38:06.900935 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b8e790-2f92-4aec-a331-4ea3e094a326 None None] Attempting to bind port 066e0ec0-eb55-44cf-836d-2b53533ea080 on network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:38:06.906483 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b8e790-2f92-4aec-a331-4ea3e094a326 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:38:06.906868 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b8e790-2f92-4aec-a331-4ea3e094a326 None None] Checking segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:38:06.907274 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-31b8e790-2f92-4aec-a331-4ea3e094a326 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:06.907661 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b8e790-2f92-4aec-a331-4ea3e094a326 None None] Bound using segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:38:06.908225 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-31b8e790-2f92-4aec-a331-4ea3e094a326 None None] Bound port: 066e0ec0-eb55-44cf-836d-2b53533ea080, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:38:06.908611 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-31b8e790-2f92-4aec-a331-4ea3e094a326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:06.917956 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-448d10c9-86d6-48e3-bd8f-a9d5b4105835 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:06.923091 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-448d10c9-86d6-48e3-bd8f-a9d5b4105835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:06.959043 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-31b8e790-2f92-4aec-a331-4ea3e094a326 None None] For port 066e0ec0-eb55-44cf-836d-2b53533ea080, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:38:06.962344 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-31b8e790-2f92-4aec-a331-4ea3e094a326 None None] For port 066e0ec0-eb55-44cf-836d-2b53533ea080, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=066e0ec0-eb55-44cf-836d-2b53533ea080,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:38:06.967336 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-31b8e790-2f92-4aec-a331-4ea3e094a326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:06.993233 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-448d10c9-86d6-48e3-bd8f-a9d5b4105835 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:06.995390 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448d10c9-86d6-48e3-bd8f-a9d5b4105835 admin admin] Pushing event updated for resources: {'Port': ['ID=03531840-66e8-4d1c-a98a-aabc801a968d,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:38:07.019172 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b8e790-2f92-4aec-a331-4ea3e094a326 None None] Routers {'84b2ca7f-0dff-4627-996d-8eece1e82e64'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:38:07.019815 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-31b8e790-2f92-4aec-a331-4ea3e094a326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:37:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['84b2ca7f-0dff-4627-996d-8eece1e82e64'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:38:07.065088 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65d6699-f537-4bf9-93bf-946ea44f4a2c None None] Pushing event updated for resources: {'Port': ['ID=066e0ec0-eb55-44cf-836d-2b53533ea080,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:38:07.096459 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448d10c9-86d6-48e3-bd8f-a9d5b4105835 admin admin] Network 86263d38-f8c3-4e70-8029-ed3c8f921293 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:38:07.097803 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-448d10c9-86d6-48e3-bd8f-a9d5b4105835 admin admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:38:07.138374 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-31b8e790-2f92-4aec-a331-4ea3e094a326 None None] Set router 84b2ca7f-0dff-4627-996d-8eece1e82e64 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:38:07.209705 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-448d10c9-86d6-48e3-bd8f-a9d5b4105835 admin admin] Router 84b2ca7f-0dff-4627-996d-8eece1e82e64 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:38:07.320406 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-448d10c9-86d6-48e3-bd8f-a9d5b4105835 admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:38:07.325789 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-448d10c9-86d6-48e3-bd8f-a9d5b4105835 admin admin] 10.222.0.13 "PUT /v2.0/routers/84b2ca7f-0dff-4627-996d-8eece1e82e64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5366857 Sep 17 08:38:07.360980 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-31b8e790-2f92-4aec-a331-4ea3e094a326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b2ca7f-0dff-4627-996d-8eece1e82e64', 'name': 'tempest-TestVolumeBackupRestore-1285702258-router', 'tenant_id': 'c55c5c6ce14345ef96efda07f096c424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '066e0ec0-eb55-44cf-836d-2b53533ea080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:38:04Z', 'updated_at': '2021-09-17T08:38:06Z', 'revision_number': 4, 'project_id': 'c55c5c6ce14345ef96efda07f096c424', 'gw_port': {'id': '066e0ec0-eb55-44cf-836d-2b53533ea080', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:9a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b2ca7f-0dff-4627-996d-8eece1e82e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:38:04Z', 'updated_at': '2021-09-17T08:38:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '03531840-66e8-4d1c-a98a-aabc801a968d', 'name': '', 'network_id': '86263d38-f8c3-4e70-8029-ed3c8f921293', 'tenant_id': 'c55c5c6ce14345ef96efda07f096c424', 'mac_address': 'fa:16:3e:8b:e0:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b2ca7f-0dff-4627-996d-8eece1e82e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '041698aa-3c4b-4c4e-912a-8ca2931011cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:38:06Z', 'updated_at': '2021-09-17T08:38:06Z', 'revision_number': 2, 'project_id': 'c55c5c6ce14345ef96efda07f096c424', 'subnets': [{'id': '041698aa-3c4b-4c4e-912a-8ca2931011cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:38:07.392620 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b8e790-2f92-4aec-a331-4ea3e094a326 None None] The sync data for ids ['84b2ca7f-0dff-4627-996d-8eece1e82e64'] in n-d-789963-9 is: [{'id': '84b2ca7f-0dff-4627-996d-8eece1e82e64', 'name': 'tempest-TestVolumeBackupRestore-1285702258-router', 'tenant_id': 'c55c5c6ce14345ef96efda07f096c424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '066e0ec0-eb55-44cf-836d-2b53533ea080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:38:04Z', 'updated_at': '2021-09-17T08:38:06Z', 'revision_number': 4, 'project_id': 'c55c5c6ce14345ef96efda07f096c424', 'gw_port': {'id': '066e0ec0-eb55-44cf-836d-2b53533ea080', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:9a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b2ca7f-0dff-4627-996d-8eece1e82e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:38:04Z', 'updated_at': '2021-09-17T08:38:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '03531840-66e8-4d1c-a98a-aabc801a968d', 'name': '', 'network_id': '86263d38-f8c3-4e70-8029-ed3c8f921293', 'tenant_id': 'c55c5c6ce14345ef96efda07f096c424', 'mac_address': 'fa:16:3e:8b:e0:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b2ca7f-0dff-4627-996d-8eece1e82e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '041698aa-3c4b-4c4e-912a-8ca2931011cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:38:06Z', 'updated_at': '2021-09-17T08:38:06Z', 'revision_number': 2, 'project_id': 'c55c5c6ce14345ef96efda07f096c424', 'subnets': [{'id': '041698aa-3c4b-4c4e-912a-8ca2931011cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:38:07.402523 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-8f93f076-ebbc-48d2-a369-376a5b3479e8 None None] Provisioning complete for port 03531840-66e8-4d1c-a98a-aabc801a968d triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:38:07.403494 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8f93f076-ebbc-48d2-a369-376a5b3479e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:07.437642 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-8f93f076-ebbc-48d2-a369-376a5b3479e8 None None] Port 03531840-66e8-4d1c-a98a-aabc801a968d cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:38:07.679312 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 6118c3f8-0ef6-4109-986b-93e2f38f4724 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:38:07.731327 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 6118c3f8-0ef6-4109-986b-93e2f38f4724 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:38:07.731707 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:07.842483 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 59076) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:38:07.847497 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-af2a2861-0085-466f-bd9e-98a23af4259c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-208700963-network', 'tenant_id': '53b07ea51cb54be1bad73d58e3946dc8'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:38:07.869348 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af2a2861-0085-466f-bd9e-98a23af4259c admin admin] Made reservation on behalf of 53b07ea51cb54be1bad73d58e3946dc8 for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:38:07.872340 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-af2a2861-0085-466f-bd9e-98a23af4259c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:07.881268 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-af2a2861-0085-466f-bd9e-98a23af4259c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:07.977771 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-af2a2861-0085-466f-bd9e-98a23af4259c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:07.982584 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-af2a2861-0085-466f-bd9e-98a23af4259c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:08.004753 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af2a2861-0085-466f-bd9e-98a23af4259c admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:38:08.020760 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2a2861-0085-466f-bd9e-98a23af4259c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce6e683-6c17-47c7-8e24-307003d1261f,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:38:08.023826 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-af2a2861-0085-466f-bd9e-98a23af4259c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:08.024205 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-af2a2861-0085-466f-bd9e-98a23af4259c admin admin] Added segment 73e5b94f-0cdb-433d-bc09-135d7ac372c6 of type vlan for network c0855e0e-1e99-40de-8bd4-c0a4deb53605 Sep 17 08:38:08.074518 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-af2a2861-0085-466f-bd9e-98a23af4259c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:08.107379 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-af2a2861-0085-466f-bd9e-98a23af4259c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:08.112023 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2a2861-0085-466f-bd9e-98a23af4259c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:38:08.112640 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-af2a2861-0085-466f-bd9e-98a23af4259c admin admin] Notify callbacks [] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:08.150085 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-af2a2861-0085-466f-bd9e-98a23af4259c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3064878 Sep 17 08:38:08.153130 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 59078) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:38:08.158896 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-5c1b2f92-a7ac-4337-865d-5d099e29d76e admin admin] Request body: {'subnet': {'network_id': 'c0855e0e-1e99-40de-8bd4-c0a4deb53605', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-208700963-subnet', 'tenant_id': '53b07ea51cb54be1bad73d58e3946dc8', 'ip_version': 4}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:38:08.177644 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2a2861-0085-466f-bd9e-98a23af4259c admin admin] Pushing event updated for resources: {'Network': ['ID=c0855e0e-1e99-40de-8bd4-c0a4deb53605,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:38:08.185795 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1b2f92-a7ac-4337-865d-5d099e29d76e admin admin] Made reservation on behalf of 53b07ea51cb54be1bad73d58e3946dc8 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:38:08.188465 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5c1b2f92-a7ac-4337-865d-5d099e29d76e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:08.189549 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network c0855e0e-1e99-40de-8bd4-c0a4deb53605 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:38:08.367554 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5c1b2f92-a7ac-4337-865d-5d099e29d76e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:08.425929 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1b2f92-a7ac-4337-865d-5d099e29d76e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd48893c-badd-49f9-accb-5f7edb9ebc1f,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:38:08.436778 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1b2f92-a7ac-4337-865d-5d099e29d76e admin admin] Checking segment: {'id': '73e5b94f-0cdb-433d-bc09-135d7ac372c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c0855e0e-1e99-40de-8bd4-c0a4deb53605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:38:08.437116 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1b2f92-a7ac-4337-865d-5d099e29d76e admin admin] Network hostable DHCP agents. Network: c0855e0e-1e99-40de-8bd4-c0a4deb53605, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:38:08.453663 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1b2f92-a7ac-4337-865d-5d099e29d76e admin admin] Network c0855e0e-1e99-40de-8bd4-c0a4deb53605 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:38:08.462875 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-5c1b2f92-a7ac-4337-865d-5d099e29d76e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, c0855e0e-1e99-40de-8bd4-c0a4deb53605) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:38:08.468046 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1b2f92-a7ac-4337-865d-5d099e29d76e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:38:08.468657 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5c1b2f92-a7ac-4337-865d-5d099e29d76e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:08.472622 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031135c0-0c7a-4bf9-a89f-1cbf4219e20a None None] Network c0855e0e-1e99-40de-8bd4-c0a4deb53605 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:38:08.487656 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-5c1b2f92-a7ac-4337-865d-5d099e29d76e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3308642 Sep 17 08:38:08.487880 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 59080) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:38:08.492266 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-b50f248d-c550-4fca-b306-0188e21ec2f3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-208700963-router', 'tenant_id': '53b07ea51cb54be1bad73d58e3946dc8', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:38:08.514569 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b50f248d-c550-4fca-b306-0188e21ec2f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:08.515660 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b50f248d-c550-4fca-b306-0188e21ec2f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:08.573568 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b50f248d-c550-4fca-b306-0188e21ec2f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:08.630248 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c23629-0fbc-4f02-83ee-0550c20c344d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-c0855e0e-1e99-40de-8bd4-c0a4deb53605', 'network_id': 'c0855e0e-1e99-40de-8bd4-c0a4deb53605', 'tenant_id': '53b07ea51cb54be1bad73d58e3946dc8', 'fixed_ips': [{'subnet_id': 'fd48893c-badd-49f9-accb-5f7edb9ebc1f'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:38:08.631201 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c5c23629-0fbc-4f02-83ee-0550c20c344d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:08.713578 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b50f248d-c550-4fca-b306-0188e21ec2f3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:08.769629 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-c5c23629-0fbc-4f02-83ee-0550c20c344d None None] Allocated IP 172.20.0.2 (c0855e0e-1e99-40de-8bd4-c0a4deb53605/fd48893c-badd-49f9-accb-5f7edb9ebc1f/028fdb51-a631-4e02-bcb3-b12105a483aa) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:38:08.912084 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b50f248d-c550-4fca-b306-0188e21ec2f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:08.913785 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c5c23629-0fbc-4f02-83ee-0550c20c344d None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:08.919452 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c5c23629-0fbc-4f02-83ee-0550c20c344d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:08.931519 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b50f248d-c550-4fca-b306-0188e21ec2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:08.955347 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c23629-0fbc-4f02-83ee-0550c20c344d None None] Network c0855e0e-1e99-40de-8bd4-c0a4deb53605 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:38:08.958180 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-c5c23629-0fbc-4f02-83ee-0550c20c344d None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:38:08.961721 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c23629-0fbc-4f02-83ee-0550c20c344d None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:38:08.973005 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c23629-0fbc-4f02-83ee-0550c20c344d None None] Pushing event updated for resources: {'Port': ['ID=028fdb51-a631-4e02-bcb3-b12105a483aa,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:38:09.023182 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-c5c23629-0fbc-4f02-83ee-0550c20c344d None None] Attempting to bind port 028fdb51-a631-4e02-bcb3-b12105a483aa on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:38:09.023556 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-c5c23629-0fbc-4f02-83ee-0550c20c344d None None] Attempting to bind port 028fdb51-a631-4e02-bcb3-b12105a483aa by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '73e5b94f-0cdb-433d-bc09-135d7ac372c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c0855e0e-1e99-40de-8bd4-c0a4deb53605'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:38:09.023956 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c23629-0fbc-4f02-83ee-0550c20c344d None None] Attempting to bind port 028fdb51-a631-4e02-bcb3-b12105a483aa on network c0855e0e-1e99-40de-8bd4-c0a4deb53605 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:38:09.029466 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c23629-0fbc-4f02-83ee-0550c20c344d None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:38:09.029827 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c23629-0fbc-4f02-83ee-0550c20c344d None None] Checking segment: {'id': '73e5b94f-0cdb-433d-bc09-135d7ac372c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c0855e0e-1e99-40de-8bd4-c0a4deb53605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:38:09.030229 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c5c23629-0fbc-4f02-83ee-0550c20c344d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:09.030621 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c23629-0fbc-4f02-83ee-0550c20c344d None None] Bound using segment: {'id': '73e5b94f-0cdb-433d-bc09-135d7ac372c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c0855e0e-1e99-40de-8bd4-c0a4deb53605'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:38:09.031078 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-c5c23629-0fbc-4f02-83ee-0550c20c344d None None] Bound port: 028fdb51-a631-4e02-bcb3-b12105a483aa, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73e5b94f-0cdb-433d-bc09-135d7ac372c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c0855e0e-1e99-40de-8bd4-c0a4deb53605'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:38:09.031457 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c5c23629-0fbc-4f02-83ee-0550c20c344d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:09.041321 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-b50f248d-c550-4fca-b306-0188e21ec2f3 admin admin] Allocated IP 172.25.6.94 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/665f7e28-f649-4c23-a968-5eb8eac48e1d) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:38:09.106623 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-c5c23629-0fbc-4f02-83ee-0550c20c344d None None] For port 028fdb51-a631-4e02-bcb3-b12105a483aa, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:38:09.110633 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-c5c23629-0fbc-4f02-83ee-0550c20c344d None None] For port 028fdb51-a631-4e02-bcb3-b12105a483aa, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=028fdb51-a631-4e02-bcb3-b12105a483aa,segment=NetworkSegment(73e5b94f-0cdb-433d-bc09-135d7ac372c6),segment_id=73e5b94f-0cdb-433d-bc09-135d7ac372c6)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:38:09.115351 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c5c23629-0fbc-4f02-83ee-0550c20c344d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:09.147976 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b50f248d-c550-4fca-b306-0188e21ec2f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:09.177169 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c23629-0fbc-4f02-83ee-0550c20c344d None None] Pushing event updated for resources: {'Port': ['ID=028fdb51-a631-4e02-bcb3-b12105a483aa,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:38:09.191319 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b50f248d-c550-4fca-b306-0188e21ec2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:09.234653 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50f248d-c550-4fca-b306-0188e21ec2f3 admin admin] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:38:09.239671 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-b50f248d-c550-4fca-b306-0188e21ec2f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:38:09.242326 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50f248d-c550-4fca-b306-0188e21ec2f3 admin admin] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:38:09.248747 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50f248d-c550-4fca-b306-0188e21ec2f3 admin admin] Pushing event updated for resources: {'Port': ['ID=665f7e28-f649-4c23-a968-5eb8eac48e1d,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:38:09.499810 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a19860-7e65-40aa-a9ae-6734a029f613 None None] Sync routers for ids ['84b2ca7f-0dff-4627-996d-8eece1e82e64'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:38:09.509387 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a19860-7e65-40aa-a9ae-6734a029f613 None None] Routers {'84b2ca7f-0dff-4627-996d-8eece1e82e64'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:38:09.509993 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-91a19860-7e65-40aa-a9ae-6734a029f613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:37:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['84b2ca7f-0dff-4627-996d-8eece1e82e64'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:38:09.533087 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b50f248d-c550-4fca-b306-0188e21ec2f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:09.724628 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 066e0ec0-eb55-44cf-836d-2b53533ea080 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:38:09.732809 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-91a19860-7e65-40aa-a9ae-6734a029f613 None None] Set router 84b2ca7f-0dff-4627-996d-8eece1e82e64 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:38:09.773479 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b50f248d-c550-4fca-b306-0188e21ec2f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:09.783728 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 066e0ec0-eb55-44cf-836d-2b53533ea080 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:38:09.784249 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:09.880600 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:09.904965 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port 066e0ec0-eb55-44cf-836d-2b53533ea080, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=066e0ec0-eb55-44cf-836d-2b53533ea080,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:38:09.912731 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:09.913542 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 028fdb51-a631-4e02-bcb3-b12105a483aa up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:38:09.952398 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b50f248d-c550-4fca-b306-0188e21ec2f3 admin admin] Router e4b2ce9d-cff9-4519-b426-092314c42307 is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 08:38:09.998837 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-91a19860-7e65-40aa-a9ae-6734a029f613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b2ca7f-0dff-4627-996d-8eece1e82e64', 'name': 'tempest-TestVolumeBackupRestore-1285702258-router', 'tenant_id': 'c55c5c6ce14345ef96efda07f096c424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '066e0ec0-eb55-44cf-836d-2b53533ea080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:38:04Z', 'updated_at': '2021-09-17T08:38:06Z', 'revision_number': 4, 'project_id': 'c55c5c6ce14345ef96efda07f096c424', 'gw_port': {'id': '066e0ec0-eb55-44cf-836d-2b53533ea080', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:9a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b2ca7f-0dff-4627-996d-8eece1e82e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:38:04Z', 'updated_at': '2021-09-17T08:38:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '03531840-66e8-4d1c-a98a-aabc801a968d', 'name': '', 'network_id': '86263d38-f8c3-4e70-8029-ed3c8f921293', 'tenant_id': 'c55c5c6ce14345ef96efda07f096c424', 'mac_address': 'fa:16:3e:8b:e0:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b2ca7f-0dff-4627-996d-8eece1e82e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '041698aa-3c4b-4c4e-912a-8ca2931011cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:38:06Z', 'updated_at': '2021-09-17T08:38:06Z', 'revision_number': 2, 'project_id': 'c55c5c6ce14345ef96efda07f096c424', 'subnets': [{'id': '041698aa-3c4b-4c4e-912a-8ca2931011cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:38:10.017052 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=066e0ec0-eb55-44cf-836d-2b53533ea080,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:38:10.025416 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 028fdb51-a631-4e02-bcb3-b12105a483aa triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:38:10.025837 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:10.044544 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a19860-7e65-40aa-a9ae-6734a029f613 None None] Checking router: 84b2ca7f-0dff-4627-996d-8eece1e82e64 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:38:10.045198 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a19860-7e65-40aa-a9ae-6734a029f613 None None] Updating router 84b2ca7f-0dff-4627-996d-8eece1e82e64 port 03531840-66e8-4d1c-a98a-aabc801a968d binding host n-d-789963-9 {{(pid=101292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 08:38:10.072886 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-91a19860-7e65-40aa-a9ae-6734a029f613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:10.117892 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b50f248d-c550-4fca-b306-0188e21ec2f3 admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:38:10.128744 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cd569f-b31b-4b3e-bedc-1b2523f09b77 None None] Sync routers for ids ['e4b2ce9d-cff9-4519-b426-092314c42307'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:38:10.137670 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:10.143738 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cd569f-b31b-4b3e-bedc-1b2523f09b77 None None] Routers {'e4b2ce9d-cff9-4519-b426-092314c42307'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:38:10.144561 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b50f248d-c550-4fca-b306-0188e21ec2f3 admin admin] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:10.144669 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-88cd569f-b31b-4b3e-bedc-1b2523f09b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:37:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['e4b2ce9d-cff9-4519-b426-092314c42307'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:38:10.148806 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b50f248d-c550-4fca-b306-0188e21ec2f3 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6573772 Sep 17 08:38:10.149549 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 59082) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:38:10.222262 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port 028fdb51-a631-4e02-bcb3-b12105a483aa, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=028fdb51-a631-4e02-bcb3-b12105a483aa,segment=NetworkSegment(73e5b94f-0cdb-433d-bc09-135d7ac372c6),segment_id=73e5b94f-0cdb-433d-bc09-135d7ac372c6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:38:10.232878 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:10.344129 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=028fdb51-a631-4e02-bcb3-b12105a483aa,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:38:10.377742 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-88cd569f-b31b-4b3e-bedc-1b2523f09b77 None None] Set router e4b2ce9d-cff9-4519-b426-092314c42307 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:38:10.410346 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-91a19860-7e65-40aa-a9ae-6734a029f613 None None] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:10.411284 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc343d0c-f08c-4636-8f99-e37308d04fb2 None None] Network c0855e0e-1e99-40de-8bd4-c0a4deb53605 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:38:10.416976 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-91a19860-7e65-40aa-a9ae-6734a029f613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:10.477161 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2fa4ba-6864-4ea0-bf3d-ff6872f78bdc None None] Pushing event updated for resources: {'Port': ['ID=03531840-66e8-4d1c-a98a-aabc801a968d,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:38:10.544356 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-91a19860-7e65-40aa-a9ae-6734a029f613 None None] Attempting to bind port 03531840-66e8-4d1c-a98a-aabc801a968d on host n-d-789963-9 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:38:10.545432 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-91a19860-7e65-40aa-a9ae-6734a029f613 None None] Attempting to bind port 03531840-66e8-4d1c-a98a-aabc801a968d by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '7c204ed5-6d77-4384-b8e1-fb8b2dc53ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '86263d38-f8c3-4e70-8029-ed3c8f921293'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:38:10.546005 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a19860-7e65-40aa-a9ae-6734a029f613 None None] Attempting to bind port 03531840-66e8-4d1c-a98a-aabc801a968d on network 86263d38-f8c3-4e70-8029-ed3c8f921293 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:38:10.551659 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a19860-7e65-40aa-a9ae-6734a029f613 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:38:10.552256 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a19860-7e65-40aa-a9ae-6734a029f613 None None] Checking segment: {'id': '7c204ed5-6d77-4384-b8e1-fb8b2dc53ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '86263d38-f8c3-4e70-8029-ed3c8f921293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:38:10.552737 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-91a19860-7e65-40aa-a9ae-6734a029f613 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:10.553205 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a19860-7e65-40aa-a9ae-6734a029f613 None None] Bound using segment: {'id': '7c204ed5-6d77-4384-b8e1-fb8b2dc53ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '86263d38-f8c3-4e70-8029-ed3c8f921293'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:38:10.553804 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-91a19860-7e65-40aa-a9ae-6734a029f613 None None] Bound port: 03531840-66e8-4d1c-a98a-aabc801a968d, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c204ed5-6d77-4384-b8e1-fb8b2dc53ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '86263d38-f8c3-4e70-8029-ed3c8f921293'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:38:10.554257 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-91a19860-7e65-40aa-a9ae-6734a029f613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:10.587757 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ebe93dc8-9090-4600-b464-05453a713ea0 None None] Provisioning complete for port 028fdb51-a631-4e02-bcb3-b12105a483aa triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:38:10.588197 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ebe93dc8-9090-4600-b464-05453a713ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:10.625759 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-91a19860-7e65-40aa-a9ae-6734a029f613 None None] For port 03531840-66e8-4d1c-a98a-aabc801a968d, host n-d-789963-9, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:38:10.630913 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-91a19860-7e65-40aa-a9ae-6734a029f613 None None] For port 03531840-66e8-4d1c-a98a-aabc801a968d, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=03531840-66e8-4d1c-a98a-aabc801a968d,segment=NetworkSegment(7c204ed5-6d77-4384-b8e1-fb8b2dc53ebd),segment_id=7c204ed5-6d77-4384-b8e1-fb8b2dc53ebd)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:38:10.640394 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-91a19860-7e65-40aa-a9ae-6734a029f613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:10.726210 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a19860-7e65-40aa-a9ae-6734a029f613 None None] Routers {'84b2ca7f-0dff-4627-996d-8eece1e82e64'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:38:10.727318 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-91a19860-7e65-40aa-a9ae-6734a029f613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:37:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['84b2ca7f-0dff-4627-996d-8eece1e82e64'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:38:10.730454 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2fa4ba-6864-4ea0-bf3d-ff6872f78bdc None None] Pushing event updated for resources: {'Port': ['ID=03531840-66e8-4d1c-a98a-aabc801a968d,revision_number=4']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:38:10.858091 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-91a19860-7e65-40aa-a9ae-6734a029f613 None None] Set router 84b2ca7f-0dff-4627-996d-8eece1e82e64 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:38:10.984415 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a84803f9-2e8c-4684-b720-06fce9e02fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:10.985762 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-88cd569f-b31b-4b3e-bedc-1b2523f09b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b2ce9d-cff9-4519-b426-092314c42307', 'name': 'tempest-TestVolumeBackupRestore-208700963-router', 'tenant_id': '53b07ea51cb54be1bad73d58e3946dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '665f7e28-f649-4c23-a968-5eb8eac48e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:38:08Z', 'updated_at': '2021-09-17T08:38:09Z', 'revision_number': 3, 'project_id': '53b07ea51cb54be1bad73d58e3946dc8', 'gw_port': {'id': '665f7e28-f649-4c23-a968-5eb8eac48e1d', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:77:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b2ce9d-cff9-4519-b426-092314c42307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:38:08Z', 'updated_at': '2021-09-17T08:38:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:38:11.012613 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cd569f-b31b-4b3e-bedc-1b2523f09b77 None None] Checking router: e4b2ce9d-cff9-4519-b426-092314c42307 for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:38:11.012969 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cd569f-b31b-4b3e-bedc-1b2523f09b77 None None] Updating router e4b2ce9d-cff9-4519-b426-092314c42307 port 665f7e28-f649-4c23-a968-5eb8eac48e1d binding host n-d-789963-9 {{(pid=101291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 08:38:11.049610 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-88cd569f-b31b-4b3e-bedc-1b2523f09b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:11.113742 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-91a19860-7e65-40aa-a9ae-6734a029f613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b2ca7f-0dff-4627-996d-8eece1e82e64', 'name': 'tempest-TestVolumeBackupRestore-1285702258-router', 'tenant_id': 'c55c5c6ce14345ef96efda07f096c424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '066e0ec0-eb55-44cf-836d-2b53533ea080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:38:04Z', 'updated_at': '2021-09-17T08:38:06Z', 'revision_number': 4, 'project_id': 'c55c5c6ce14345ef96efda07f096c424', 'gw_port': {'id': '066e0ec0-eb55-44cf-836d-2b53533ea080', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:9a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b2ca7f-0dff-4627-996d-8eece1e82e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:38:04Z', 'updated_at': '2021-09-17T08:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '03531840-66e8-4d1c-a98a-aabc801a968d', 'name': '', 'network_id': '86263d38-f8c3-4e70-8029-ed3c8f921293', 'tenant_id': 'c55c5c6ce14345ef96efda07f096c424', 'mac_address': 'fa:16:3e:8b:e0:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b2ca7f-0dff-4627-996d-8eece1e82e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '041698aa-3c4b-4c4e-912a-8ca2931011cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:38:06Z', 'updated_at': '2021-09-17T08:38:10Z', 'revision_number': 4, 'project_id': 'c55c5c6ce14345ef96efda07f096c424', 'subnets': [{'id': '041698aa-3c4b-4c4e-912a-8ca2931011cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:38:11.141784 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a19860-7e65-40aa-a9ae-6734a029f613 None None] The sync data for ids ['84b2ca7f-0dff-4627-996d-8eece1e82e64'] in n-d-789963-9 is: [{'id': '84b2ca7f-0dff-4627-996d-8eece1e82e64', 'name': 'tempest-TestVolumeBackupRestore-1285702258-router', 'tenant_id': 'c55c5c6ce14345ef96efda07f096c424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '066e0ec0-eb55-44cf-836d-2b53533ea080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:38:04Z', 'updated_at': '2021-09-17T08:38:06Z', 'revision_number': 4, 'project_id': 'c55c5c6ce14345ef96efda07f096c424', 'gw_port': {'id': '066e0ec0-eb55-44cf-836d-2b53533ea080', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:9a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b2ca7f-0dff-4627-996d-8eece1e82e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:38:04Z', 'updated_at': '2021-09-17T08:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '03531840-66e8-4d1c-a98a-aabc801a968d', 'name': '', 'network_id': '86263d38-f8c3-4e70-8029-ed3c8f921293', 'tenant_id': 'c55c5c6ce14345ef96efda07f096c424', 'mac_address': 'fa:16:3e:8b:e0:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b2ca7f-0dff-4627-996d-8eece1e82e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '041698aa-3c4b-4c4e-912a-8ca2931011cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:38:06Z', 'updated_at': '2021-09-17T08:38:10Z', 'revision_number': 4, 'project_id': 'c55c5c6ce14345ef96efda07f096c424', 'subnets': [{'id': '041698aa-3c4b-4c4e-912a-8ca2931011cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:38:11.158078 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-62c0fa8c-686e-43f7-b825-47f9f23813a6 None None] Provisioning complete for port 03531840-66e8-4d1c-a98a-aabc801a968d triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:38:11.158590 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-62c0fa8c-686e-43f7-b825-47f9f23813a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:11.172101 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-a84803f9-2e8c-4684-b720-06fce9e02fcd admin admin] Allocated IP 172.20.0.1 (c0855e0e-1e99-40de-8bd4-c0a4deb53605/fd48893c-badd-49f9-accb-5f7edb9ebc1f/b3f0b904-a740-40f3-8820-ce997783dfc4) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:38:11.285665 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a84803f9-2e8c-4684-b720-06fce9e02fcd admin admin] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:11.327476 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-62c0fa8c-686e-43f7-b825-47f9f23813a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:11.328446 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a84803f9-2e8c-4684-b720-06fce9e02fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:11.365864 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84803f9-2e8c-4684-b720-06fce9e02fcd admin admin] Network c0855e0e-1e99-40de-8bd4-c0a4deb53605 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:38:11.368947 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-a84803f9-2e8c-4684-b720-06fce9e02fcd admin admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:38:11.372618 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84803f9-2e8c-4684-b720-06fce9e02fcd admin admin] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:38:11.384613 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-62c0fa8c-686e-43f7-b825-47f9f23813a6 None None] For port 03531840-66e8-4d1c-a98a-aabc801a968d, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=03531840-66e8-4d1c-a98a-aabc801a968d,segment=NetworkSegment(7c204ed5-6d77-4384-b8e1-fb8b2dc53ebd),segment_id=7c204ed5-6d77-4384-b8e1-fb8b2dc53ebd)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:38:11.416496 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84803f9-2e8c-4684-b720-06fce9e02fcd admin admin] Pushing event updated for resources: {'Port': ['ID=b3f0b904-a740-40f3-8820-ce997783dfc4,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:38:11.427343 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a84803f9-2e8c-4684-b720-06fce9e02fcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:11.439990 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-88cd569f-b31b-4b3e-bedc-1b2523f09b77 None None] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:11.443196 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-62c0fa8c-686e-43f7-b825-47f9f23813a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:11.473291 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-88cd569f-b31b-4b3e-bedc-1b2523f09b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:11.508443 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-88cd569f-b31b-4b3e-bedc-1b2523f09b77 None None] Attempting to bind port 665f7e28-f649-4c23-a968-5eb8eac48e1d on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:38:11.508812 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-88cd569f-b31b-4b3e-bedc-1b2523f09b77 None None] Attempting to bind port 665f7e28-f649-4c23-a968-5eb8eac48e1d by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:38:11.509191 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cd569f-b31b-4b3e-bedc-1b2523f09b77 None None] Attempting to bind port 665f7e28-f649-4c23-a968-5eb8eac48e1d on network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:38:11.525259 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cd569f-b31b-4b3e-bedc-1b2523f09b77 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:38:11.525694 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cd569f-b31b-4b3e-bedc-1b2523f09b77 None None] Checking segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:38:11.526034 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-88cd569f-b31b-4b3e-bedc-1b2523f09b77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:11.526433 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cd569f-b31b-4b3e-bedc-1b2523f09b77 None None] Bound using segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:38:11.526912 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-88cd569f-b31b-4b3e-bedc-1b2523f09b77 None None] Bound port: 665f7e28-f649-4c23-a968-5eb8eac48e1d, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:38:11.527321 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-88cd569f-b31b-4b3e-bedc-1b2523f09b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:11.549808 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c0fa8c-686e-43f7-b825-47f9f23813a6 None None] Pushing event updated for resources: {'Port': ['ID=03531840-66e8-4d1c-a98a-aabc801a968d,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:38:11.595068 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a84803f9-2e8c-4684-b720-06fce9e02fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:11.610922 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-0c11e4fa-0eca-469b-b49a-9b0d90d8a11f None None] Provisioning complete for port 028fdb51-a631-4e02-bcb3-b12105a483aa triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:38:11.611301 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0c11e4fa-0eca-469b-b49a-9b0d90d8a11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:11.665591 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bd8e52-0d92-4fe0-9d01-5a3b7431a856 None None] Pushing event updated for resources: {'Port': ['ID=665f7e28-f649-4c23-a968-5eb8eac48e1d,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:38:11.670986 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-88cd569f-b31b-4b3e-bedc-1b2523f09b77 None None] For port 665f7e28-f649-4c23-a968-5eb8eac48e1d, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:38:11.702792 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-88cd569f-b31b-4b3e-bedc-1b2523f09b77 None None] For port 665f7e28-f649-4c23-a968-5eb8eac48e1d, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=665f7e28-f649-4c23-a968-5eb8eac48e1d,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:38:11.713095 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-88cd569f-b31b-4b3e-bedc-1b2523f09b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:11.749142 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 066e0ec0-eb55-44cf-836d-2b53533ea080 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:38:11.804751 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a84803f9-2e8c-4684-b720-06fce9e02fcd admin admin] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:11.811522 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a84803f9-2e8c-4684-b720-06fce9e02fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:11.847773 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cd569f-b31b-4b3e-bedc-1b2523f09b77 None None] Routers {'e4b2ce9d-cff9-4519-b426-092314c42307'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:38:11.848459 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-88cd569f-b31b-4b3e-bedc-1b2523f09b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:37:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['e4b2ce9d-cff9-4519-b426-092314c42307'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:38:11.854814 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bd8e52-0d92-4fe0-9d01-5a3b7431a856 None None] Pushing event updated for resources: {'Port': ['ID=665f7e28-f649-4c23-a968-5eb8eac48e1d,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:38:11.899390 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a84803f9-2e8c-4684-b720-06fce9e02fcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:11.900996 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84803f9-2e8c-4684-b720-06fce9e02fcd admin admin] Pushing event updated for resources: {'Port': ['ID=b3f0b904-a740-40f3-8820-ce997783dfc4,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:38:11.924604 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 066e0ec0-eb55-44cf-836d-2b53533ea080 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:38:11.924978 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:11.995774 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84803f9-2e8c-4684-b720-06fce9e02fcd admin admin] Network c0855e0e-1e99-40de-8bd4-c0a4deb53605 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:38:11.997712 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-a84803f9-2e8c-4684-b720-06fce9e02fcd admin admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:38:12.002619 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-88cd569f-b31b-4b3e-bedc-1b2523f09b77 None None] Set router e4b2ce9d-cff9-4519-b426-092314c42307 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:38:12.096253 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-2eda6b90-7a15-459f-b945-0629b5d80cea None None] Provisioning complete for port b3f0b904-a740-40f3-8820-ce997783dfc4 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:38:12.096550 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2eda6b90-7a15-459f-b945-0629b5d80cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:12.121989 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a84803f9-2e8c-4684-b720-06fce9e02fcd admin admin] Router e4b2ce9d-cff9-4519-b426-092314c42307 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:38:12.204358 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 028fdb51-a631-4e02-bcb3-b12105a483aa up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:38:12.212782 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-2eda6b90-7a15-459f-b945-0629b5d80cea None None] Port b3f0b904-a740-40f3-8820-ce997783dfc4 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:38:12.234657 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a84803f9-2e8c-4684-b720-06fce9e02fcd admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:38:12.239714 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-a84803f9-2e8c-4684-b720-06fce9e02fcd admin admin] 10.222.0.13 "PUT /v2.0/routers/e4b2ce9d-cff9-4519-b426-092314c42307/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0882854 Sep 17 08:38:12.300835 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 028fdb51-a631-4e02-bcb3-b12105a483aa triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:38:12.301195 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:12.356018 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-d5eeca77-e293-4340-b514-595dc40b2df7 None None] Provisioning complete for port b3f0b904-a740-40f3-8820-ce997783dfc4 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:38:12.356401 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d5eeca77-e293-4340-b514-595dc40b2df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:12.384508 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-88cd569f-b31b-4b3e-bedc-1b2523f09b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b2ce9d-cff9-4519-b426-092314c42307', 'name': 'tempest-TestVolumeBackupRestore-208700963-router', 'tenant_id': '53b07ea51cb54be1bad73d58e3946dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '665f7e28-f649-4c23-a968-5eb8eac48e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:38:08Z', 'updated_at': '2021-09-17T08:38:11Z', 'revision_number': 4, 'project_id': '53b07ea51cb54be1bad73d58e3946dc8', 'gw_port': {'id': '665f7e28-f649-4c23-a968-5eb8eac48e1d', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:77:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b2ce9d-cff9-4519-b426-092314c42307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:38:08Z', 'updated_at': '2021-09-17T08:38:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'b3f0b904-a740-40f3-8820-ce997783dfc4', 'name': '', 'network_id': 'c0855e0e-1e99-40de-8bd4-c0a4deb53605', 'tenant_id': '53b07ea51cb54be1bad73d58e3946dc8', 'mac_address': 'fa:16:3e:2c:e8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b2ce9d-cff9-4519-b426-092314c42307', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'fd48893c-badd-49f9-accb-5f7edb9ebc1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:38:11Z', 'updated_at': '2021-09-17T08:38:11Z', 'revision_number': 2, 'project_id': '53b07ea51cb54be1bad73d58e3946dc8', 'subnets': [{'id': 'fd48893c-badd-49f9-accb-5f7edb9ebc1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:38:12.419892 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cd569f-b31b-4b3e-bedc-1b2523f09b77 None None] The sync data for ids ['e4b2ce9d-cff9-4519-b426-092314c42307'] in n-d-789963-9 is: [{'id': 'e4b2ce9d-cff9-4519-b426-092314c42307', 'name': 'tempest-TestVolumeBackupRestore-208700963-router', 'tenant_id': '53b07ea51cb54be1bad73d58e3946dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '665f7e28-f649-4c23-a968-5eb8eac48e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:38:08Z', 'updated_at': '2021-09-17T08:38:11Z', 'revision_number': 4, 'project_id': '53b07ea51cb54be1bad73d58e3946dc8', 'gw_port': {'id': '665f7e28-f649-4c23-a968-5eb8eac48e1d', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:77:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b2ce9d-cff9-4519-b426-092314c42307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:38:08Z', 'updated_at': '2021-09-17T08:38:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'b3f0b904-a740-40f3-8820-ce997783dfc4', 'name': '', 'network_id': 'c0855e0e-1e99-40de-8bd4-c0a4deb53605', 'tenant_id': '53b07ea51cb54be1bad73d58e3946dc8', 'mac_address': 'fa:16:3e:2c:e8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b2ce9d-cff9-4519-b426-092314c42307', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'fd48893c-badd-49f9-accb-5f7edb9ebc1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:38:11Z', 'updated_at': '2021-09-17T08:38:11Z', 'revision_number': 2, 'project_id': '53b07ea51cb54be1bad73d58e3946dc8', 'subnets': [{'id': 'fd48893c-badd-49f9-accb-5f7edb9ebc1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:38:12.444325 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-d5eeca77-e293-4340-b514-595dc40b2df7 None None] Port b3f0b904-a740-40f3-8820-ce997783dfc4 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:38:12.459426 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 03531840-66e8-4d1c-a98a-aabc801a968d up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:38:12.506781 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 03531840-66e8-4d1c-a98a-aabc801a968d triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:38:12.507341 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:13.616810 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 03531840-66e8-4d1c-a98a-aabc801a968d up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:38:13.672667 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 03531840-66e8-4d1c-a98a-aabc801a968d triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:38:13.673040 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:15.136433 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e54f945-b969-4b50-a2b1-59e3cdfa8fc5 None None] Sync routers for ids ['e4b2ce9d-cff9-4519-b426-092314c42307'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:38:15.146447 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e54f945-b969-4b50-a2b1-59e3cdfa8fc5 None None] Routers {'e4b2ce9d-cff9-4519-b426-092314c42307'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:38:15.147245 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-9e54f945-b969-4b50-a2b1-59e3cdfa8fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:37:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['e4b2ce9d-cff9-4519-b426-092314c42307'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:38:15.254184 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-9e54f945-b969-4b50-a2b1-59e3cdfa8fc5 None None] Set router e4b2ce9d-cff9-4519-b426-092314c42307 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:38:15.454988 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-9e54f945-b969-4b50-a2b1-59e3cdfa8fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b2ce9d-cff9-4519-b426-092314c42307', 'name': 'tempest-TestVolumeBackupRestore-208700963-router', 'tenant_id': '53b07ea51cb54be1bad73d58e3946dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '665f7e28-f649-4c23-a968-5eb8eac48e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:38:08Z', 'updated_at': '2021-09-17T08:38:11Z', 'revision_number': 4, 'project_id': '53b07ea51cb54be1bad73d58e3946dc8', 'gw_port': {'id': '665f7e28-f649-4c23-a968-5eb8eac48e1d', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:77:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b2ce9d-cff9-4519-b426-092314c42307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:38:08Z', 'updated_at': '2021-09-17T08:38:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'b3f0b904-a740-40f3-8820-ce997783dfc4', 'name': '', 'network_id': 'c0855e0e-1e99-40de-8bd4-c0a4deb53605', 'tenant_id': '53b07ea51cb54be1bad73d58e3946dc8', 'mac_address': 'fa:16:3e:2c:e8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b2ce9d-cff9-4519-b426-092314c42307', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'fd48893c-badd-49f9-accb-5f7edb9ebc1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:38:11Z', 'updated_at': '2021-09-17T08:38:11Z', 'revision_number': 2, 'project_id': '53b07ea51cb54be1bad73d58e3946dc8', 'subnets': [{'id': 'fd48893c-badd-49f9-accb-5f7edb9ebc1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:38:15.481313 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e54f945-b969-4b50-a2b1-59e3cdfa8fc5 None None] Checking router: e4b2ce9d-cff9-4519-b426-092314c42307 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:38:15.481660 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e54f945-b969-4b50-a2b1-59e3cdfa8fc5 None None] Updating router e4b2ce9d-cff9-4519-b426-092314c42307 port b3f0b904-a740-40f3-8820-ce997783dfc4 binding host n-d-789963-9 {{(pid=101292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 08:38:15.505161 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9e54f945-b969-4b50-a2b1-59e3cdfa8fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:15.643329 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 665f7e28-f649-4c23-a968-5eb8eac48e1d up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:38:15.694988 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 665f7e28-f649-4c23-a968-5eb8eac48e1d triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:38:15.695522 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:15.781461 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:15.803870 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port 665f7e28-f649-4c23-a968-5eb8eac48e1d, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=665f7e28-f649-4c23-a968-5eb8eac48e1d,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:38:15.813197 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:15.867906 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=665f7e28-f649-4c23-a968-5eb8eac48e1d,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:38:15.873046 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9e54f945-b969-4b50-a2b1-59e3cdfa8fc5 None None] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:15.878566 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9e54f945-b969-4b50-a2b1-59e3cdfa8fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:15.945614 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997ba399-7bcc-4c08-a3e8-9b1200cf9df8 None None] Pushing event updated for resources: {'Port': ['ID=b3f0b904-a740-40f3-8820-ce997783dfc4,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:38:15.983026 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-9e54f945-b969-4b50-a2b1-59e3cdfa8fc5 None None] Attempting to bind port b3f0b904-a740-40f3-8820-ce997783dfc4 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:38:15.983404 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-9e54f945-b969-4b50-a2b1-59e3cdfa8fc5 None None] Attempting to bind port b3f0b904-a740-40f3-8820-ce997783dfc4 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '73e5b94f-0cdb-433d-bc09-135d7ac372c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c0855e0e-1e99-40de-8bd4-c0a4deb53605'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:38:15.983765 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e54f945-b969-4b50-a2b1-59e3cdfa8fc5 None None] Attempting to bind port b3f0b904-a740-40f3-8820-ce997783dfc4 on network c0855e0e-1e99-40de-8bd4-c0a4deb53605 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:38:15.988957 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e54f945-b969-4b50-a2b1-59e3cdfa8fc5 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:38:15.989321 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e54f945-b969-4b50-a2b1-59e3cdfa8fc5 None None] Checking segment: {'id': '73e5b94f-0cdb-433d-bc09-135d7ac372c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c0855e0e-1e99-40de-8bd4-c0a4deb53605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:38:15.989736 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9e54f945-b969-4b50-a2b1-59e3cdfa8fc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:15.990129 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e54f945-b969-4b50-a2b1-59e3cdfa8fc5 None None] Bound using segment: {'id': '73e5b94f-0cdb-433d-bc09-135d7ac372c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c0855e0e-1e99-40de-8bd4-c0a4deb53605'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:38:15.990603 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-9e54f945-b969-4b50-a2b1-59e3cdfa8fc5 None None] Bound port: b3f0b904-a740-40f3-8820-ce997783dfc4, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73e5b94f-0cdb-433d-bc09-135d7ac372c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c0855e0e-1e99-40de-8bd4-c0a4deb53605'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:38:15.991110 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9e54f945-b969-4b50-a2b1-59e3cdfa8fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:16.065168 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-9e54f945-b969-4b50-a2b1-59e3cdfa8fc5 None None] For port b3f0b904-a740-40f3-8820-ce997783dfc4, host n-d-789963-9, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:38:16.068475 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-9e54f945-b969-4b50-a2b1-59e3cdfa8fc5 None None] For port b3f0b904-a740-40f3-8820-ce997783dfc4, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=b3f0b904-a740-40f3-8820-ce997783dfc4,segment=NetworkSegment(73e5b94f-0cdb-433d-bc09-135d7ac372c6),segment_id=73e5b94f-0cdb-433d-bc09-135d7ac372c6)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:38:16.078642 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9e54f945-b969-4b50-a2b1-59e3cdfa8fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:16.131799 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e54f945-b969-4b50-a2b1-59e3cdfa8fc5 None None] Routers {'e4b2ce9d-cff9-4519-b426-092314c42307'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:38:16.132519 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-9e54f945-b969-4b50-a2b1-59e3cdfa8fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:37:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['e4b2ce9d-cff9-4519-b426-092314c42307'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:38:16.149775 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997ba399-7bcc-4c08-a3e8-9b1200cf9df8 None None] Pushing event updated for resources: {'Port': ['ID=b3f0b904-a740-40f3-8820-ce997783dfc4,revision_number=4']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:38:16.194269 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-a55aa600-fef7-4dca-bbaa-1e330840fb64 None None] Provisioning complete for port b3f0b904-a740-40f3-8820-ce997783dfc4 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:38:16.194644 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a55aa600-fef7-4dca-bbaa-1e330840fb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:16.283352 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-9e54f945-b969-4b50-a2b1-59e3cdfa8fc5 None None] Set router e4b2ce9d-cff9-4519-b426-092314c42307 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:38:16.288847 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a55aa600-fef7-4dca-bbaa-1e330840fb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:16.325120 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-a55aa600-fef7-4dca-bbaa-1e330840fb64 None None] For port b3f0b904-a740-40f3-8820-ce997783dfc4, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=b3f0b904-a740-40f3-8820-ce997783dfc4,segment=NetworkSegment(73e5b94f-0cdb-433d-bc09-135d7ac372c6),segment_id=73e5b94f-0cdb-433d-bc09-135d7ac372c6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:38:16.330557 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a55aa600-fef7-4dca-bbaa-1e330840fb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:16.387177 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55aa600-fef7-4dca-bbaa-1e330840fb64 None None] Pushing event updated for resources: {'Port': ['ID=b3f0b904-a740-40f3-8820-ce997783dfc4,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:38:16.451433 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-d7f96467-6ca6-4dcb-8605-5bbc3c4b4025 None None] Provisioning complete for port b3f0b904-a740-40f3-8820-ce997783dfc4 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:38:16.451813 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d7f96467-6ca6-4dcb-8605-5bbc3c4b4025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:16.508638 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-9e54f945-b969-4b50-a2b1-59e3cdfa8fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b2ce9d-cff9-4519-b426-092314c42307', 'name': 'tempest-TestVolumeBackupRestore-208700963-router', 'tenant_id': '53b07ea51cb54be1bad73d58e3946dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '665f7e28-f649-4c23-a968-5eb8eac48e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:38:08Z', 'updated_at': '2021-09-17T08:38:11Z', 'revision_number': 4, 'project_id': '53b07ea51cb54be1bad73d58e3946dc8', 'gw_port': {'id': '665f7e28-f649-4c23-a968-5eb8eac48e1d', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:77:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b2ce9d-cff9-4519-b426-092314c42307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:38:08Z', 'updated_at': '2021-09-17T08:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'b3f0b904-a740-40f3-8820-ce997783dfc4', 'name': '', 'network_id': 'c0855e0e-1e99-40de-8bd4-c0a4deb53605', 'tenant_id': '53b07ea51cb54be1bad73d58e3946dc8', 'mac_address': 'fa:16:3e:2c:e8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b2ce9d-cff9-4519-b426-092314c42307', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'fd48893c-badd-49f9-accb-5f7edb9ebc1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:38:11Z', 'updated_at': '2021-09-17T08:38:16Z', 'revision_number': 4, 'project_id': '53b07ea51cb54be1bad73d58e3946dc8', 'subnets': [{'id': 'fd48893c-badd-49f9-accb-5f7edb9ebc1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:38:16.539356 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e54f945-b969-4b50-a2b1-59e3cdfa8fc5 None None] The sync data for ids ['e4b2ce9d-cff9-4519-b426-092314c42307'] in n-d-789963-9 is: [{'id': 'e4b2ce9d-cff9-4519-b426-092314c42307', 'name': 'tempest-TestVolumeBackupRestore-208700963-router', 'tenant_id': '53b07ea51cb54be1bad73d58e3946dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '665f7e28-f649-4c23-a968-5eb8eac48e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:38:08Z', 'updated_at': '2021-09-17T08:38:11Z', 'revision_number': 4, 'project_id': '53b07ea51cb54be1bad73d58e3946dc8', 'gw_port': {'id': '665f7e28-f649-4c23-a968-5eb8eac48e1d', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:77:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b2ce9d-cff9-4519-b426-092314c42307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:38:08Z', 'updated_at': '2021-09-17T08:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'b3f0b904-a740-40f3-8820-ce997783dfc4', 'name': '', 'network_id': 'c0855e0e-1e99-40de-8bd4-c0a4deb53605', 'tenant_id': '53b07ea51cb54be1bad73d58e3946dc8', 'mac_address': 'fa:16:3e:2c:e8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b2ce9d-cff9-4519-b426-092314c42307', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'fd48893c-badd-49f9-accb-5f7edb9ebc1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:38:11Z', 'updated_at': '2021-09-17T08:38:16Z', 'revision_number': 4, 'project_id': '53b07ea51cb54be1bad73d58e3946dc8', 'subnets': [{'id': 'fd48893c-badd-49f9-accb-5f7edb9ebc1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:38:17.638356 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device b3f0b904-a740-40f3-8820-ce997783dfc4 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:38:17.686978 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port b3f0b904-a740-40f3-8820-ce997783dfc4 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:38:17.687353 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:17.769481 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 665f7e28-f649-4c23-a968-5eb8eac48e1d up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:38:17.815798 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 665f7e28-f649-4c23-a968-5eb8eac48e1d triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:38:17.816016 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:20.018258 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-71ebf05a-2ed8-43a4-9577-01f9ececca6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:22.502730 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fdbf6742-bada-497f-b392-4c18f3b07d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:22.800506 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:23.836450 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:25.446081 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:35.308137 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:38:35.878323 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:35.980444 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:38.891300 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-341f56ac-9c9f-43ed-8002-964734c11295 req-a0ab9a79-1c51-4c90-a55b-607068b5f3d4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0263970 Sep 17 08:38:38.973929 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-341f56ac-9c9f-43ed-8002-964734c11295 req-d51f04f1-3009-47ca-9f32-48a6d7ff6286 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0278287 Sep 17 08:38:39.017669 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-341f56ac-9c9f-43ed-8002-964734c11295 req-b4d59d47-c39a-41c1-995b-644d4c606982 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0190685 Sep 17 08:38:39.108259 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341f56ac-9c9f-43ed-8002-964734c11295 req-c2a61083-771d-45ce-802c-41addbdc1cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:38:39.109816 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-341f56ac-9c9f-43ed-8002-964734c11295 req-c2a61083-771d-45ce-802c-41addbdc1cfc service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0854735 Sep 17 08:38:50.034555 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6d389e3e-e215-4410-8fdf-2240f151d483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:52.503679 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e02327fc-8527-41f6-bb48-23008bec8b89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:52.802786 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:53.839274 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:38:55.442339 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:39:05.862693 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:39:05.976801 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:39:12.308013 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:39:20.028220 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-42a304d1-688f-4c80-9a9c-6f0dd8b8a433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:39:22.505593 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d310c55b-c08b-4924-b090-f767d4fabee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:39:22.810914 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:39:23.841759 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:39:25.444018 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:39:35.877306 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:39:35.993043 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:39:39.867518 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-30aa0932-4367-4e0b-9a1e-c507753270e1 req-745a9f77-cb34-456b-9218-ac33427d732d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0275793 Sep 17 08:39:39.968106 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-30aa0932-4367-4e0b-9a1e-c507753270e1 req-9a1e3d45-3b26-46b7-8f6b-1576052bfd11 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0401452 Sep 17 08:39:40.011565 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-30aa0932-4367-4e0b-9a1e-c507753270e1 req-f2cd97ea-c36f-4a72-8c4d-bdf1db188d8d service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0192125 Sep 17 08:39:40.107403 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa0932-4367-4e0b-9a1e-c507753270e1 req-3cf6c54d-5a7c-47bc-8358-f66269b6c5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:39:40.108969 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-30aa0932-4367-4e0b-9a1e-c507753270e1 req-3cf6c54d-5a7c-47bc-8358-f66269b6c5ed service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0908813 Sep 17 08:39:49.308500 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:39:50.026294 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1b03dc52-d4ec-44c1-9148-099bba06ae87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:39:52.501095 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fca65c04-4e0d-43da-8bb5-aec492b25e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:39:52.806285 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:39:53.844582 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:39:55.447263 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:39:55.852725 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 60104) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:39:55.859055 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-f70b7456-00aa-4136-94d9-49b2ec1d262a tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-868137750', 'description': 'tempest-secgroup-smoke-868137750 description', 'project_id': 'c55c5c6ce14345ef96efda07f096c424'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:39:55.880398 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f70b7456-00aa-4136-94d9-49b2ec1d262a tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:39:55.958833 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f70b7456-00aa-4136-94d9-49b2ec1d262a tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:39:55.962214 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f70b7456-00aa-4136-94d9-49b2ec1d262a tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:39:55.986957 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f70b7456-00aa-4136-94d9-49b2ec1d262a tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:39:55.988192 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f70b7456-00aa-4136-94d9-49b2ec1d262a tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1344211 Sep 17 08:39:55.991154 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 60108) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:39:55.992275 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70b7456-00aa-4136-94d9-49b2ec1d262a tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a083233b-4a0e-480e-a46a-dfd69a4be729,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:39:55.995771 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-067a001a-85c0-4dc2-a7a4-55cce0ea7ac7 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Request body: {'security_group_rule': {'security_group_id': 'a083233b-4a0e-480e-a46a-dfd69a4be729', 'project_id': 'c55c5c6ce14345ef96efda07f096c424', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:39:55.999612 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b7456-00aa-4136-94d9-49b2ec1d262a tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:39:55.999992 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b7456-00aa-4136-94d9-49b2ec1d262a tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:39:56.000337 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b7456-00aa-4136-94d9-49b2ec1d262a tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:39:56.000678 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b7456-00aa-4136-94d9-49b2ec1d262a tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:39:56.001021 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b7456-00aa-4136-94d9-49b2ec1d262a tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:39:56.001353 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b7456-00aa-4136-94d9-49b2ec1d262a tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:39:56.001682 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b7456-00aa-4136-94d9-49b2ec1d262a tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:39:56.002010 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b7456-00aa-4136-94d9-49b2ec1d262a tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:39:56.002342 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b7456-00aa-4136-94d9-49b2ec1d262a tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:39:56.002669 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b7456-00aa-4136-94d9-49b2ec1d262a tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:39:56.003010 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b7456-00aa-4136-94d9-49b2ec1d262a tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:39:56.003320 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b7456-00aa-4136-94d9-49b2ec1d262a tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:39:56.023585 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-067a001a-85c0-4dc2-a7a4-55cce0ea7ac7 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:39:56.086262 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-067a001a-85c0-4dc2-a7a4-55cce0ea7ac7 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:39:56.089986 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-067a001a-85c0-4dc2-a7a4-55cce0ea7ac7 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:39:56.107467 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067a001a-85c0-4dc2-a7a4-55cce0ea7ac7 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=929a4a22-beb0-4bb2-80bd-a067b56ba65e,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:39:56.116660 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067a001a-85c0-4dc2-a7a4-55cce0ea7ac7 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:39:56.117016 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067a001a-85c0-4dc2-a7a4-55cce0ea7ac7 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:39:56.117365 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067a001a-85c0-4dc2-a7a4-55cce0ea7ac7 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:39:56.117710 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067a001a-85c0-4dc2-a7a4-55cce0ea7ac7 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:39:56.118049 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067a001a-85c0-4dc2-a7a4-55cce0ea7ac7 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:39:56.118391 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067a001a-85c0-4dc2-a7a4-55cce0ea7ac7 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:39:56.118723 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067a001a-85c0-4dc2-a7a4-55cce0ea7ac7 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:39:56.119054 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067a001a-85c0-4dc2-a7a4-55cce0ea7ac7 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:39:56.119383 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067a001a-85c0-4dc2-a7a4-55cce0ea7ac7 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:39:56.119711 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067a001a-85c0-4dc2-a7a4-55cce0ea7ac7 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:39:56.120063 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067a001a-85c0-4dc2-a7a4-55cce0ea7ac7 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:39:56.120391 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067a001a-85c0-4dc2-a7a4-55cce0ea7ac7 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:39:56.122943 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-067a001a-85c0-4dc2-a7a4-55cce0ea7ac7 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:39:56.124156 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-067a001a-85c0-4dc2-a7a4-55cce0ea7ac7 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1319332 Sep 17 08:39:56.127905 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 60110) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:39:56.132270 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-56e9ffb5-6206-4c2a-a5d1-19d535de950d tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Request body: {'security_group_rule': {'security_group_id': 'a083233b-4a0e-480e-a46a-dfd69a4be729', 'project_id': 'c55c5c6ce14345ef96efda07f096c424', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:39:56.157595 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-56e9ffb5-6206-4c2a-a5d1-19d535de950d tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:39:56.212420 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-56e9ffb5-6206-4c2a-a5d1-19d535de950d tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:39:56.216202 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-56e9ffb5-6206-4c2a-a5d1-19d535de950d tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:39:56.237054 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e9ffb5-6206-4c2a-a5d1-19d535de950d tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a7df31b-aff7-4d16-8435-3f875d79f1ce,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:39:56.241160 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-56e9ffb5-6206-4c2a-a5d1-19d535de950d tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:39:56.242348 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-56e9ffb5-6206-4c2a-a5d1-19d535de950d tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1135309 Sep 17 08:39:56.245182 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 60112) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:39:56.249892 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-9eec0525-de25-4dd7-8531-c844c97d8a14 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Request body: {'security_group_rule': {'security_group_id': 'a083233b-4a0e-480e-a46a-dfd69a4be729', 'project_id': 'c55c5c6ce14345ef96efda07f096c424', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:39:56.275270 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9eec0525-de25-4dd7-8531-c844c97d8a14 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:39:56.330228 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9eec0525-de25-4dd7-8531-c844c97d8a14 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:39:56.332978 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9eec0525-de25-4dd7-8531-c844c97d8a14 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:39:56.349586 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eec0525-de25-4dd7-8531-c844c97d8a14 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea40f7d6-fb9a-49fa-bc21-5c55f5013626,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:39:56.354244 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9eec0525-de25-4dd7-8531-c844c97d8a14 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:39:56.355817 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-9eec0525-de25-4dd7-8531-c844c97d8a14 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1095443 Sep 17 08:39:56.358333 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 60114) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:39:56.362681 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-0899624f-1348-4024-8420-6a9707eb531e tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Request body: {'security_group_rule': {'security_group_id': 'a083233b-4a0e-480e-a46a-dfd69a4be729', 'project_id': 'c55c5c6ce14345ef96efda07f096c424', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:39:56.389386 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0899624f-1348-4024-8420-6a9707eb531e tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:39:56.449595 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0899624f-1348-4024-8420-6a9707eb531e tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:39:56.453588 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0899624f-1348-4024-8420-6a9707eb531e tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:39:56.468157 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0899624f-1348-4024-8420-6a9707eb531e tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcfea47a-3460-4744-a610-30f4cf7c38ad,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:39:56.476673 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0899624f-1348-4024-8420-6a9707eb531e tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:39:56.477913 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-0899624f-1348-4024-8420-6a9707eb531e tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1186125 Sep 17 08:39:56.480655 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 60116) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:39:56.485375 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-5b490aee-66dc-4d58-9865-892344db7dbb tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Request body: {'security_group_rule': {'security_group_id': 'a083233b-4a0e-480e-a46a-dfd69a4be729', 'project_id': 'c55c5c6ce14345ef96efda07f096c424', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:39:56.505815 n-d-789963-9 neutron-server[101289]: INFO neutron.db.securitygroups_db [None req-5b490aee-66dc-4d58-9865-892344db7dbb tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Project c55c5c6ce14345ef96efda07f096c424 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 08:39:56.510716 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5b490aee-66dc-4d58-9865-892344db7dbb tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:39:56.568807 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5b490aee-66dc-4d58-9865-892344db7dbb tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:39:56.572234 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5b490aee-66dc-4d58-9865-892344db7dbb tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:39:56.591214 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b490aee-66dc-4d58-9865-892344db7dbb tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64ed1166-3353-449b-983c-d92bf24dc142,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:39:56.594425 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5b490aee-66dc-4d58-9865-892344db7dbb tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:39:56.595714 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-5b490aee-66dc-4d58-9865-892344db7dbb tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1141512 Sep 17 08:39:56.598439 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 60118) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:39:56.602713 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-0e28567d-787c-4e6c-9c96-7fbd358d61d1 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Request body: {'security_group_rule': {'security_group_id': 'a083233b-4a0e-480e-a46a-dfd69a4be729', 'project_id': 'c55c5c6ce14345ef96efda07f096c424', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:39:56.623716 n-d-789963-9 neutron-server[101289]: INFO neutron.db.securitygroups_db [None req-0e28567d-787c-4e6c-9c96-7fbd358d61d1 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Project c55c5c6ce14345ef96efda07f096c424 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 08:39:56.629037 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0e28567d-787c-4e6c-9c96-7fbd358d61d1 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:39:56.686488 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0e28567d-787c-4e6c-9c96-7fbd358d61d1 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:39:56.690368 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0e28567d-787c-4e6c-9c96-7fbd358d61d1 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:39:56.709319 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e28567d-787c-4e6c-9c96-7fbd358d61d1 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9586760-8714-41e1-98ba-2cc367d070d6,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:39:56.712638 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0e28567d-787c-4e6c-9c96-7fbd358d61d1 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:39:56.713810 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-0e28567d-787c-4e6c-9c96-7fbd358d61d1 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1144772 Sep 17 08:39:56.870607 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f6d04074-c26f-4a4e-a2ae-996a01f5d4d2 req-24938263-3389-4a35-91d8-3784441b4a27 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-868137750&fields=id&tenant_id=c55c5c6ce14345ef96efda07f096c424 HTTP/1.1" status: 200 len: 267 time: 0.0411735 Sep 17 08:39:56.975740 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d04074-c26f-4a4e-a2ae-996a01f5d4d2 req-a4cdc189-50a2-4336-8557-bc93e1d2a336 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:39:56.977199 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f6d04074-c26f-4a4e-a2ae-996a01f5d4d2 req-a4cdc189-50a2-4336-8557-bc93e1d2a336 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] 10.222.0.13 "GET /v2.0/networks?id=86263d38-f8c3-4e70-8029-ed3c8f921293 HTTP/1.1" status: 200 len: 814 time: 0.1000445 Sep 17 08:39:56.991957 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f6d04074-c26f-4a4e-a2ae-996a01f5d4d2 req-f22d5677-5724-4937-820a-2afdf9da6fbd tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] 10.222.0.13 "GET /v2.0/quotas/c55c5c6ce14345ef96efda07f096c424 HTTP/1.1" status: 200 len: 375 time: 0.0091295 Sep 17 08:39:57.051382 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f6d04074-c26f-4a4e-a2ae-996a01f5d4d2 req-9cdfab38-77bc-4686-bbdd-8f4b860c816d tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c55c5c6ce14345ef96efda07f096c424&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536258 Sep 17 08:39:57.237111 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f6d04074-c26f-4a4e-a2ae-996a01f5d4d2 req-aa2d5c9f-c425-42b9-900a-e6da86c8e85c service neutron] 10.222.0.13 "GET /v2.0/networks/86263d38-f8c3-4e70-8029-ed3c8f921293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744955 Sep 17 08:39:57.330903 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f6d04074-c26f-4a4e-a2ae-996a01f5d4d2 req-8480f613-e2d5-418e-8e44-6fb22e22b5d6 service neutron] 10.222.0.13 "GET /v2.0/networks/86263d38-f8c3-4e70-8029-ed3c8f921293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875735 Sep 17 08:39:57.615313 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ffcc2cf0-48f5-441c-998b-55ca2ff977ba req-bfef59f0-a401-421f-aef6-ef3c0c775f7b tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b88f222-34b0-4c66-b61d-0ba16cd877c8 HTTP/1.1" status: 200 len: 210 time: 0.0263462 Sep 17 08:39:58.695938 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d04074-c26f-4a4e-a2ae-996a01f5d4d2 req-3b8dbe13-0a9a-4424-9fcd-71bab4f6e2e8 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:39:58.697433 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f6d04074-c26f-4a4e-a2ae-996a01f5d4d2 req-3b8dbe13-0a9a-4424-9fcd-71bab4f6e2e8 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] 10.222.0.39 "GET /v2.0/networks?id=86263d38-f8c3-4e70-8029-ed3c8f921293 HTTP/1.1" status: 200 len: 814 time: 0.1064610 Sep 17 08:39:58.711882 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-72bd85c4-2ed8-4dc7-b383-253f30891600 req-031818c8-9661-4aef-af73-f3583fe4210b tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b88f222-34b0-4c66-b61d-0ba16cd877c8 HTTP/1.1" status: 200 len: 210 time: 0.0267310 Sep 17 08:39:58.756376 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f6d04074-c26f-4a4e-a2ae-996a01f5d4d2 req-6d98c476-cfb6-40de-8574-9b7b72975070 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c55c5c6ce14345ef96efda07f096c424 HTTP/1.1" status: 200 len: 379 time: 0.0433042 Sep 17 08:39:58.771503 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-f6d04074-c26f-4a4e-a2ae-996a01f5d4d2 req-c5dba029-3d6e-4c21-92be-da34f41559da tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Request body: {'port': {'device_id': '3b88f222-34b0-4c66-b61d-0ba16cd877c8', 'network_id': '86263d38-f8c3-4e70-8029-ed3c8f921293', 'admin_state_up': True, 'tenant_id': 'c55c5c6ce14345ef96efda07f096c424', 'security_groups': ['a083233b-4a0e-480e-a46a-dfd69a4be729']}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:39:58.875598 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6d04074-c26f-4a4e-a2ae-996a01f5d4d2 req-c5dba029-3d6e-4c21-92be-da34f41559da tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Made reservation on behalf of c55c5c6ce14345ef96efda07f096c424 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:39:58.879070 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-f6d04074-c26f-4a4e-a2ae-996a01f5d4d2 req-c5dba029-3d6e-4c21-92be-da34f41559da tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:39:59.002546 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-f6d04074-c26f-4a4e-a2ae-996a01f5d4d2 req-c5dba029-3d6e-4c21-92be-da34f41559da tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Allocated IP 172.20.0.6 (86263d38-f8c3-4e70-8029-ed3c8f921293/041698aa-3c4b-4c4e-912a-8ca2931011cb/dd107fcd-1189-4eca-b9a8-1ad257ad2dda) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:39:59.144118 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-f6d04074-c26f-4a4e-a2ae-996a01f5d4d2 req-c5dba029-3d6e-4c21-92be-da34f41559da tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:39:59.176707 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-f6d04074-c26f-4a4e-a2ae-996a01f5d4d2 req-c5dba029-3d6e-4c21-92be-da34f41559da tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:39:59.218502 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6d04074-c26f-4a4e-a2ae-996a01f5d4d2 req-c5dba029-3d6e-4c21-92be-da34f41559da tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Network 86263d38-f8c3-4e70-8029-ed3c8f921293 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:39:59.221586 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-f6d04074-c26f-4a4e-a2ae-996a01f5d4d2 req-c5dba029-3d6e-4c21-92be-da34f41559da tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:39:59.227301 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6d04074-c26f-4a4e-a2ae-996a01f5d4d2 req-c5dba029-3d6e-4c21-92be-da34f41559da tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:39:59.234193 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dba029-3d6e-4c21-92be-da34f41559da tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Pushing event updated for resources: {'Port': ['ID=dd107fcd-1189-4eca-b9a8-1ad257ad2dda,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:39:59.291527 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d04074-c26f-4a4e-a2ae-996a01f5d4d2 req-c5dba029-3d6e-4c21-92be-da34f41559da tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:39:59.292199 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-f6d04074-c26f-4a4e-a2ae-996a01f5d4d2 req-c5dba029-3d6e-4c21-92be-da34f41559da tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:39:59.309453 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f6d04074-c26f-4a4e-a2ae-996a01f5d4d2 req-c5dba029-3d6e-4c21-92be-da34f41559da tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5414467 Sep 17 08:39:59.329024 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-f6d04074-c26f-4a4e-a2ae-996a01f5d4d2 req-2aa780b3-6c5e-4b42-9811-d7d20396a44d service neutron] Request body: {'port': {'device_id': '3b88f222-34b0-4c66-b61d-0ba16cd877c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:39:59.391621 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-f6d04074-c26f-4a4e-a2ae-996a01f5d4d2 req-2aa780b3-6c5e-4b42-9811-d7d20396a44d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:39:59.465224 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-3ae8fd48-eb35-493c-ba9b-f7809d00ceb0 None None] Provisioning complete for port dd107fcd-1189-4eca-b9a8-1ad257ad2dda triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:39:59.466224 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3ae8fd48-eb35-493c-ba9b-f7809d00ceb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:39:59.501680 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-3ae8fd48-eb35-493c-ba9b-f7809d00ceb0 None None] Port dd107fcd-1189-4eca-b9a8-1ad257ad2dda cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:39:59.650901 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-f6d04074-c26f-4a4e-a2ae-996a01f5d4d2 req-2aa780b3-6c5e-4b42-9811-d7d20396a44d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd107fcd-1189-4eca-b9a8-1ad257ad2dda {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:39:59.658239 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-f6d04074-c26f-4a4e-a2ae-996a01f5d4d2 req-2aa780b3-6c5e-4b42-9811-d7d20396a44d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:39:59.669772 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-f6d04074-c26f-4a4e-a2ae-996a01f5d4d2 req-2aa780b3-6c5e-4b42-9811-d7d20396a44d service neutron] Transition to ACTIVE for port object dd107fcd-1189-4eca-b9a8-1ad257ad2dda will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:39:59.674362 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-f6d04074-c26f-4a4e-a2ae-996a01f5d4d2 req-2aa780b3-6c5e-4b42-9811-d7d20396a44d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:39:59.724900 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa780b3-6c5e-4b42-9811-d7d20396a44d service neutron] Pushing event updated for resources: {'Port': ['ID=dd107fcd-1189-4eca-b9a8-1ad257ad2dda,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:39:59.802103 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-f6d04074-c26f-4a4e-a2ae-996a01f5d4d2 req-2aa780b3-6c5e-4b42-9811-d7d20396a44d service neutron] Attempting to bind port dd107fcd-1189-4eca-b9a8-1ad257ad2dda on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:39:59.802442 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-f6d04074-c26f-4a4e-a2ae-996a01f5d4d2 req-2aa780b3-6c5e-4b42-9811-d7d20396a44d service neutron] Attempting to bind port dd107fcd-1189-4eca-b9a8-1ad257ad2dda by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': '7c204ed5-6d77-4384-b8e1-fb8b2dc53ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '86263d38-f8c3-4e70-8029-ed3c8f921293'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:39:59.802774 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d04074-c26f-4a4e-a2ae-996a01f5d4d2 req-2aa780b3-6c5e-4b42-9811-d7d20396a44d service neutron] Attempting to bind port dd107fcd-1189-4eca-b9a8-1ad257ad2dda on network 86263d38-f8c3-4e70-8029-ed3c8f921293 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:39:59.810223 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d04074-c26f-4a4e-a2ae-996a01f5d4d2 req-2aa780b3-6c5e-4b42-9811-d7d20396a44d service neutron] Port dd107fcd-1189-4eca-b9a8-1ad257ad2dda on network 86263d38-f8c3-4e70-8029-ed3c8f921293 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:39:59.810223 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d04074-c26f-4a4e-a2ae-996a01f5d4d2 req-2aa780b3-6c5e-4b42-9811-d7d20396a44d service neutron] Attempting to bind port dd107fcd-1189-4eca-b9a8-1ad257ad2dda on network 86263d38-f8c3-4e70-8029-ed3c8f921293 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:39:59.818661 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d04074-c26f-4a4e-a2ae-996a01f5d4d2 req-2aa780b3-6c5e-4b42-9811-d7d20396a44d service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:39:59.819109 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d04074-c26f-4a4e-a2ae-996a01f5d4d2 req-2aa780b3-6c5e-4b42-9811-d7d20396a44d service neutron] Checking segment: {'id': '7c204ed5-6d77-4384-b8e1-fb8b2dc53ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '86263d38-f8c3-4e70-8029-ed3c8f921293'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:39:59.819597 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d04074-c26f-4a4e-a2ae-996a01f5d4d2 req-2aa780b3-6c5e-4b42-9811-d7d20396a44d service neutron] Bound using segment: {'id': '7c204ed5-6d77-4384-b8e1-fb8b2dc53ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '86263d38-f8c3-4e70-8029-ed3c8f921293'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:39:59.820825 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-f6d04074-c26f-4a4e-a2ae-996a01f5d4d2 req-2aa780b3-6c5e-4b42-9811-d7d20396a44d service neutron] Bound port: dd107fcd-1189-4eca-b9a8-1ad257ad2dda, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c204ed5-6d77-4384-b8e1-fb8b2dc53ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '86263d38-f8c3-4e70-8029-ed3c8f921293'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:39:59.820825 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-f6d04074-c26f-4a4e-a2ae-996a01f5d4d2 req-2aa780b3-6c5e-4b42-9811-d7d20396a44d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:39:59.834342 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb02c6-1374-4170-9bc9-b921a10bbc38 req-b84816c4-7157-4aad-90fd-8a7f458a301a tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:39:59.836581 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2fcb02c6-1374-4170-9bc9-b921a10bbc38 req-b84816c4-7157-4aad-90fd-8a7f458a301a tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b88f222-34b0-4c66-b61d-0ba16cd877c8 HTTP/1.1" status: 200 len: 943 time: 0.0540719 Sep 17 08:39:59.895246 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2fcb02c6-1374-4170-9bc9-b921a10bbc38 req-c8e3ee27-3554-424c-959d-be42b90a1b76 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] 10.222.0.13 "GET /v2.0/security-groups?id=a083233b-4a0e-480e-a46a-dfd69a4be729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511196 Sep 17 08:39:59.927729 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-f6d04074-c26f-4a4e-a2ae-996a01f5d4d2 req-2aa780b3-6c5e-4b42-9811-d7d20396a44d service neutron] For port dd107fcd-1189-4eca-b9a8-1ad257ad2dda, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:39:59.930517 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-f6d04074-c26f-4a4e-a2ae-996a01f5d4d2 req-2aa780b3-6c5e-4b42-9811-d7d20396a44d service neutron] For port dd107fcd-1189-4eca-b9a8-1ad257ad2dda, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=dd107fcd-1189-4eca-b9a8-1ad257ad2dda,segment=NetworkSegment(7c204ed5-6d77-4384-b8e1-fb8b2dc53ebd),segment_id=7c204ed5-6d77-4384-b8e1-fb8b2dc53ebd)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:39:59.937329 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-f6d04074-c26f-4a4e-a2ae-996a01f5d4d2 req-2aa780b3-6c5e-4b42-9811-d7d20396a44d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:39:59.975875 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d04074-c26f-4a4e-a2ae-996a01f5d4d2 req-2aa780b3-6c5e-4b42-9811-d7d20396a44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:39:59.976500 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-f6d04074-c26f-4a4e-a2ae-996a01f5d4d2 req-2aa780b3-6c5e-4b42-9811-d7d20396a44d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:39:59.977908 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f6d04074-c26f-4a4e-a2ae-996a01f5d4d2 req-2aa780b3-6c5e-4b42-9811-d7d20396a44d service neutron] 10.222.0.39 "PUT /v2.0/ports/dd107fcd-1189-4eca-b9a8-1ad257ad2dda HTTP/1.1" status: 200 len: 1091 time: 0.6542609 Sep 17 08:39:59.978505 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b88f222-34b0-4c66-b61d-0ba16cd877c8', 'tag': 'dd107fcd-1189-4eca-b9a8-1ad257ad2dda'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:39:59.980620 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a782dd9c-a7ff-4637-b6ad-8df00d565628" -d '{"events": [{"name": "network-changed", "server_uuid": "3b88f222-34b0-4c66-b61d-0ba16cd877c8", "tag": "dd107fcd-1189-4eca-b9a8-1ad257ad2dda"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:40:00.013710 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa780b3-6c5e-4b42-9811-d7d20396a44d service neutron] Pushing event updated for resources: {'Port': ['ID=dd107fcd-1189-4eca-b9a8-1ad257ad2dda,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:40:00.107324 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d04074-c26f-4a4e-a2ae-996a01f5d4d2 req-43562b63-133f-4c63-b59e-9b20f57232a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:40:00.110102 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f6d04074-c26f-4a4e-a2ae-996a01f5d4d2 req-43562b63-133f-4c63-b59e-9b20f57232a0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c55c5c6ce14345ef96efda07f096c424&device_id=3b88f222-34b0-4c66-b61d-0ba16cd877c8 HTTP/1.1" status: 200 len: 1094 time: 0.0720170 Sep 17 08:40:00.165711 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f6d04074-c26f-4a4e-a2ae-996a01f5d4d2 req-edf1e977-4ba2-42fc-84ed-79c2160a02f6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd107fcd-1189-4eca-b9a8-1ad257ad2dda HTTP/1.1" status: 200 len: 217 time: 0.0408430 Sep 17 08:40:00.218186 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d04074-c26f-4a4e-a2ae-996a01f5d4d2 req-8badaa25-6bb4-4d75-aca2-81c74e9902f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:40:00.219704 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f6d04074-c26f-4a4e-a2ae-996a01f5d4d2 req-8badaa25-6bb4-4d75-aca2-81c74e9902f4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=041698aa-3c4b-4c4e-912a-8ca2931011cb HTTP/1.1" status: 200 len: 853 time: 0.0472887 Sep 17 08:40:00.224974 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bda95d9-f70a-456d-a28d-f29dae50305b x-openstack-request-id: req-5bda95d9-f70a-456d-a28d-f29dae50305b {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:40:00.225261 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b88f222-34b0-4c66-b61d-0ba16cd877c8", "tag": "dd107fcd-1189-4eca-b9a8-1ad257ad2dda", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:40:00.225513 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5bda95d9-f70a-456d-a28d-f29dae50305b {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:40:00.225906 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b88f222-34b0-4c66-b61d-0ba16cd877c8', 'tag': 'dd107fcd-1189-4eca-b9a8-1ad257ad2dda', 'status': 'completed', 'code': 200} Sep 17 08:40:00.283300 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d04074-c26f-4a4e-a2ae-996a01f5d4d2 req-0faa128c-7469-4f33-a95c-b333f20c5f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:40:00.284847 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f6d04074-c26f-4a4e-a2ae-996a01f5d4d2 req-0faa128c-7469-4f33-a95c-b333f20c5f52 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=86263d38-f8c3-4e70-8029-ed3c8f921293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424252 Sep 17 08:40:00.681652 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f6d04074-c26f-4a4e-a2ae-996a01f5d4d2 req-bb009152-b581-48dc-b723-538d12d0b4c3 service neutron] 10.222.0.39 "GET /v2.0/networks/86263d38-f8c3-4e70-8029-ed3c8f921293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3889735 Sep 17 08:40:00.773237 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f6d04074-c26f-4a4e-a2ae-996a01f5d4d2 req-b6562e71-ad92-4b98-9c83-50d1ae400fbc service neutron] 10.222.0.39 "GET /v2.0/networks/86263d38-f8c3-4e70-8029-ed3c8f921293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845416 Sep 17 08:40:00.881166 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a782dd9c-a7ff-4637-b6ad-8df00d565628 req-5eed5bb2-8aff-453f-abf4-c17d92b689cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:40:00.882568 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a782dd9c-a7ff-4637-b6ad-8df00d565628 req-5eed5bb2-8aff-453f-abf4-c17d92b689cf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c55c5c6ce14345ef96efda07f096c424&device_id=3b88f222-34b0-4c66-b61d-0ba16cd877c8 HTTP/1.1" status: 200 len: 1094 time: 0.0406539 Sep 17 08:40:00.974859 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a782dd9c-a7ff-4637-b6ad-8df00d565628 req-56216d4c-ad60-4960-b886-d2b093385d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:40:00.976531 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a782dd9c-a7ff-4637-b6ad-8df00d565628 req-56216d4c-ad60-4960-b886-d2b093385d2c service neutron] 10.222.0.39 "GET /v2.0/networks?id=86263d38-f8c3-4e70-8029-ed3c8f921293 HTTP/1.1" status: 200 len: 915 time: 0.0873272 Sep 17 08:40:01.023249 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866602ae-a5ca-4284-b70c-0551a365fb4a req-3a677f70-bc50-4309-a38e-9d9e413c2f80 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:40:01.024258 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a782dd9c-a7ff-4637-b6ad-8df00d565628 req-03a61908-21eb-4550-82b6-0836fb41a948 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd107fcd-1189-4eca-b9a8-1ad257ad2dda HTTP/1.1" status: 200 len: 217 time: 0.0396247 Sep 17 08:40:01.025616 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-866602ae-a5ca-4284-b70c-0551a365fb4a req-3a677f70-bc50-4309-a38e-9d9e413c2f80 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b88f222-34b0-4c66-b61d-0ba16cd877c8 HTTP/1.1" status: 200 len: 943 time: 0.0509236 Sep 17 08:40:01.068253 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-866602ae-a5ca-4284-b70c-0551a365fb4a req-ebd9d4ee-0727-4b27-a250-ce2e896d5750 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] 10.222.0.13 "GET /v2.0/security-groups?id=a083233b-4a0e-480e-a46a-dfd69a4be729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358801 Sep 17 08:40:01.074146 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a782dd9c-a7ff-4637-b6ad-8df00d565628 req-6e3d46b7-83b7-457d-b7a1-767a0e802dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:40:01.075725 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a782dd9c-a7ff-4637-b6ad-8df00d565628 req-6e3d46b7-83b7-457d-b7a1-767a0e802dad service neutron] 10.222.0.39 "GET /v2.0/subnets?id=041698aa-3c4b-4c4e-912a-8ca2931011cb HTTP/1.1" status: 200 len: 853 time: 0.0441728 Sep 17 08:40:01.128895 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a782dd9c-a7ff-4637-b6ad-8df00d565628 req-06f11189-4628-4e00-99f6-ad64e93b8a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:40:01.130429 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a782dd9c-a7ff-4637-b6ad-8df00d565628 req-06f11189-4628-4e00-99f6-ad64e93b8a7c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=86263d38-f8c3-4e70-8029-ed3c8f921293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473063 Sep 17 08:40:01.227515 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a782dd9c-a7ff-4637-b6ad-8df00d565628 req-5dbc5639-d1ad-41b7-b770-0d78078c11f6 service neutron] 10.222.0.39 "GET /v2.0/networks/86263d38-f8c3-4e70-8029-ed3c8f921293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895617 Sep 17 08:40:01.324653 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a782dd9c-a7ff-4637-b6ad-8df00d565628 req-00919758-380b-428c-a036-94e8dfca346d service neutron] 10.222.0.39 "GET /v2.0/networks/86263d38-f8c3-4e70-8029-ed3c8f921293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892839 Sep 17 08:40:02.187120 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fefb843-1eb0-4823-a2b8-0732dd693a23 req-d9c4864b-4ba1-4995-af48-364bc9197379 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:40:02.189289 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2fefb843-1eb0-4823-a2b8-0732dd693a23 req-d9c4864b-4ba1-4995-af48-364bc9197379 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b88f222-34b0-4c66-b61d-0ba16cd877c8 HTTP/1.1" status: 200 len: 943 time: 0.0484931 Sep 17 08:40:02.229625 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2fefb843-1eb0-4823-a2b8-0732dd693a23 req-751cf87b-a45d-420e-8f7f-6fa2866a6bbe tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] 10.222.0.13 "GET /v2.0/security-groups?id=a083233b-4a0e-480e-a46a-dfd69a4be729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328431 Sep 17 08:40:03.349571 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d92caa-7b31-402a-a5ca-ab41af3ccd63 req-b149f935-ad1b-4d87-bb15-4f5017b535e0 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:40:03.350941 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-23d92caa-7b31-402a-a5ca-ab41af3ccd63 req-b149f935-ad1b-4d87-bb15-4f5017b535e0 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b88f222-34b0-4c66-b61d-0ba16cd877c8 HTTP/1.1" status: 200 len: 943 time: 0.0481472 Sep 17 08:40:03.387907 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-23d92caa-7b31-402a-a5ca-ab41af3ccd63 req-f17b5723-1a11-4324-9c98-5891c10d7227 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] 10.222.0.13 "GET /v2.0/security-groups?id=a083233b-4a0e-480e-a46a-dfd69a4be729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310469 Sep 17 08:40:04.501427 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5ce1ff-0672-4d6d-8317-17e34dee410e req-a793fd8a-ef5c-4ad6-af5c-a144db795ef9 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:40:04.502926 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2b5ce1ff-0672-4d6d-8317-17e34dee410e req-a793fd8a-ef5c-4ad6-af5c-a144db795ef9 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b88f222-34b0-4c66-b61d-0ba16cd877c8 HTTP/1.1" status: 200 len: 943 time: 0.0492430 Sep 17 08:40:04.543658 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2b5ce1ff-0672-4d6d-8317-17e34dee410e req-6c31d1b1-6d45-4a41-b51c-66b4270623cb tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] 10.222.0.13 "GET /v2.0/security-groups?id=a083233b-4a0e-480e-a46a-dfd69a4be729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343988 Sep 17 08:40:05.656996 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83afd769-3878-4e44-aaa2-d9640a703209 req-297a342b-2c99-4fd5-9f34-d1004d7e234e tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:40:05.658483 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-83afd769-3878-4e44-aaa2-d9640a703209 req-297a342b-2c99-4fd5-9f34-d1004d7e234e tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b88f222-34b0-4c66-b61d-0ba16cd877c8 HTTP/1.1" status: 200 len: 943 time: 0.0482180 Sep 17 08:40:05.695909 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-83afd769-3878-4e44-aaa2-d9640a703209 req-5e969bb8-f8e2-483e-9883-3aff8531062b tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] 10.222.0.13 "GET /v2.0/security-groups?id=a083233b-4a0e-480e-a46a-dfd69a4be729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313714 Sep 17 08:40:05.876564 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:40:06.004685 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:40:06.806879 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c36e7f-3c48-40e1-a0fc-12847cc589a5 req-fa302015-65a2-45d1-b85f-cb784741a44f tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:40:06.808366 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-25c36e7f-3c48-40e1-a0fc-12847cc589a5 req-fa302015-65a2-45d1-b85f-cb784741a44f tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b88f222-34b0-4c66-b61d-0ba16cd877c8 HTTP/1.1" status: 200 len: 943 time: 0.0476747 Sep 17 08:40:06.844735 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-25c36e7f-3c48-40e1-a0fc-12847cc589a5 req-e39beeea-ece1-41de-9be2-ce1195a63a22 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] 10.222.0.13 "GET /v2.0/security-groups?id=a083233b-4a0e-480e-a46a-dfd69a4be729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305536 Sep 17 08:40:07.956675 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b41fd-0ecb-4176-a90b-aa02bded9032 req-e193962b-2b67-4c63-abe9-1e9e0e8431e5 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:40:07.958131 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-333b41fd-0ecb-4176-a90b-aa02bded9032 req-e193962b-2b67-4c63-abe9-1e9e0e8431e5 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b88f222-34b0-4c66-b61d-0ba16cd877c8 HTTP/1.1" status: 200 len: 943 time: 0.0472744 Sep 17 08:40:07.998882 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-333b41fd-0ecb-4176-a90b-aa02bded9032 req-d528e178-65d7-481a-bcc7-09735cabafdc tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] 10.222.0.13 "GET /v2.0/security-groups?id=a083233b-4a0e-480e-a46a-dfd69a4be729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343137 Sep 17 08:40:09.110743 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f627d080-6448-4b25-bd4b-640ae475c6be req-5e4c8d7d-65b1-4443-9ac6-1b930247c933 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:40:09.112262 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f627d080-6448-4b25-bd4b-640ae475c6be req-5e4c8d7d-65b1-4443-9ac6-1b930247c933 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b88f222-34b0-4c66-b61d-0ba16cd877c8 HTTP/1.1" status: 200 len: 943 time: 0.0487554 Sep 17 08:40:09.150484 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f627d080-6448-4b25-bd4b-640ae475c6be req-6d46d73b-e2dd-41f5-a0bf-5975c0ef4910 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] 10.222.0.13 "GET /v2.0/security-groups?id=a083233b-4a0e-480e-a46a-dfd69a4be729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316305 Sep 17 08:40:10.262686 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57737d4-9468-4d0b-8ba1-30d5e607c6fa req-ae7ab266-ea94-41b8-b07c-154a94ec1d49 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:40:10.264177 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b57737d4-9468-4d0b-8ba1-30d5e607c6fa req-ae7ab266-ea94-41b8-b07c-154a94ec1d49 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b88f222-34b0-4c66-b61d-0ba16cd877c8 HTTP/1.1" status: 200 len: 943 time: 0.0505710 Sep 17 08:40:10.301294 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b57737d4-9468-4d0b-8ba1-30d5e607c6fa req-e1eeeb94-354c-481f-8e48-bc94f5f4b640 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] 10.222.0.13 "GET /v2.0/security-groups?id=a083233b-4a0e-480e-a46a-dfd69a4be729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304914 Sep 17 08:40:11.413519 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf485aa-7a40-4484-a688-639ea4303a7b req-10a88630-aa44-41e8-8c57-d15bc7ee271b tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:40:11.414996 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8bf485aa-7a40-4484-a688-639ea4303a7b req-10a88630-aa44-41e8-8c57-d15bc7ee271b tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b88f222-34b0-4c66-b61d-0ba16cd877c8 HTTP/1.1" status: 200 len: 943 time: 0.0479448 Sep 17 08:40:11.455446 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8bf485aa-7a40-4484-a688-639ea4303a7b req-27603517-d6e1-42cb-b6f8-2106b3291ad0 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] 10.222.0.13 "GET /v2.0/security-groups?id=a083233b-4a0e-480e-a46a-dfd69a4be729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344245 Sep 17 08:40:11.703473 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device dd107fcd-1189-4eca-b9a8-1ad257ad2dda details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:40:11.797787 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port dd107fcd-1189-4eca-b9a8-1ad257ad2dda, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=dd107fcd-1189-4eca-b9a8-1ad257ad2dda,segment=NetworkSegment(7c204ed5-6d77-4384-b8e1-fb8b2dc53ebd),segment_id=7c204ed5-6d77-4384-b8e1-fb8b2dc53ebd)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:40:11.808538 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': 'dd107fcd-1189-4eca-b9a8-1ad257ad2dda', 'network_id': '86263d38-f8c3-4e70-8029-ed3c8f921293', 'port_id': 'dd107fcd-1189-4eca-b9a8-1ad257ad2dda', 'mac_address': 'fa:16:3e:92:b4:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '041698aa-3c4b-4c4e-912a-8ca2931011cb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:40:11.844386 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:40:11.856446 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd107fcd-1189-4eca-b9a8-1ad257ad2dda {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:40:11.875274 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port dd107fcd-1189-4eca-b9a8-1ad257ad2dda, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=dd107fcd-1189-4eca-b9a8-1ad257ad2dda,segment=NetworkSegment(7c204ed5-6d77-4384-b8e1-fb8b2dc53ebd),segment_id=7c204ed5-6d77-4384-b8e1-fb8b2dc53ebd)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:40:11.878994 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:40:11.924854 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=dd107fcd-1189-4eca-b9a8-1ad257ad2dda,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:40:11.931952 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:40:11.932302 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:40:11.932642 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:40:11.932978 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:40:11.933308 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:40:11.933636 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:40:11.933963 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:40:11.934287 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:40:11.934611 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:40:11.934933 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:40:11.935254 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:40:11.935574 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:40:12.248874 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['dd107fcd-1189-4eca-b9a8-1ad257ad2dda'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:40:12.567272 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce5aa8-b4b7-4c4d-8903-c19b3edd1da4 req-b76a8c8c-609e-4540-a0a1-0d4b77a234f9 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:40:12.568797 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-efce5aa8-b4b7-4c4d-8903-c19b3edd1da4 req-b76a8c8c-609e-4540-a0a1-0d4b77a234f9 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b88f222-34b0-4c66-b61d-0ba16cd877c8 HTTP/1.1" status: 200 len: 944 time: 0.0478134 Sep 17 08:40:12.614140 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-efce5aa8-b4b7-4c4d-8903-c19b3edd1da4 req-0605acac-f951-4d4f-a8cf-85cb895879cb tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] 10.222.0.13 "GET /v2.0/security-groups?id=a083233b-4a0e-480e-a46a-dfd69a4be729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394268 Sep 17 08:40:13.702822 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device dd107fcd-1189-4eca-b9a8-1ad257ad2dda up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:40:13.728307 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6dcc28-de01-4465-8900-5ef86f305440 req-449388bc-ab3a-4782-b90d-7088970f0b61 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:40:13.729797 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9c6dcc28-de01-4465-8900-5ef86f305440 req-449388bc-ab3a-4782-b90d-7088970f0b61 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b88f222-34b0-4c66-b61d-0ba16cd877c8 HTTP/1.1" status: 200 len: 944 time: 0.0490527 Sep 17 08:40:13.751935 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port dd107fcd-1189-4eca-b9a8-1ad257ad2dda completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:40:13.755593 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port dd107fcd-1189-4eca-b9a8-1ad257ad2dda triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:40:13.755998 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:40:13.769808 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9c6dcc28-de01-4465-8900-5ef86f305440 req-c2b86cfa-6987-40ed-8b3a-2605b2d8beff tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] 10.222.0.13 "GET /v2.0/security-groups?id=a083233b-4a0e-480e-a46a-dfd69a4be729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333066 Sep 17 08:40:13.833785 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:40:13.859359 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b88f222-34b0-4c66-b61d-0ba16cd877c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd107fcd-1189-4eca-b9a8-1ad257ad2dda'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:40:13.861654 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c7bbab2-f6a9-4efe-972d-69dbbafa875e" -d '{"events": [{"server_uuid": "3b88f222-34b0-4c66-b61d-0ba16cd877c8", "name": "network-vif-plugged", "status": "completed", "tag": "dd107fcd-1189-4eca-b9a8-1ad257ad2dda"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:40:13.874674 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port dd107fcd-1189-4eca-b9a8-1ad257ad2dda, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=dd107fcd-1189-4eca-b9a8-1ad257ad2dda,segment=NetworkSegment(7c204ed5-6d77-4384-b8e1-fb8b2dc53ebd),segment_id=7c204ed5-6d77-4384-b8e1-fb8b2dc53ebd)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:40:13.878609 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:40:13.901278 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7aa671d-2410-456c-bb63-90ca4fda46f6 x-openstack-request-id: req-e7aa671d-2410-456c-bb63-90ca4fda46f6 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:40:13.901574 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b88f222-34b0-4c66-b61d-0ba16cd877c8", "name": "network-vif-plugged", "status": "completed", "tag": "dd107fcd-1189-4eca-b9a8-1ad257ad2dda", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:40:13.901828 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e7aa671d-2410-456c-bb63-90ca4fda46f6 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:40:13.902218 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b88f222-34b0-4c66-b61d-0ba16cd877c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd107fcd-1189-4eca-b9a8-1ad257ad2dda', 'code': 200} Sep 17 08:40:13.928684 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=dd107fcd-1189-4eca-b9a8-1ad257ad2dda,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:40:14.022691 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e1f226-3fe8-44db-95a1-350e1661617f req-e576e89b-7b97-48ac-a58a-bcfd5998a635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:40:14.024215 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-89e1f226-3fe8-44db-95a1-350e1661617f req-e576e89b-7b97-48ac-a58a-bcfd5998a635 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3b88f222-34b0-4c66-b61d-0ba16cd877c8 HTTP/1.1" status: 200 len: 1096 time: 0.0397091 Sep 17 08:40:14.058318 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-89e1f226-3fe8-44db-95a1-350e1661617f req-c5cb76cc-74a4-4557-ac35-20178ba7ea9e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a083233b-4a0e-480e-a46a-dfd69a4be729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269310 Sep 17 08:40:14.881087 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbacbe0-8c9c-45b2-8335-6672a20cb0be req-f68323e9-02ab-4f43-90c6-0ffa468c7b7a tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:40:14.882818 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bdbacbe0-8c9c-45b2-8335-6672a20cb0be req-f68323e9-02ab-4f43-90c6-0ffa468c7b7a tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b88f222-34b0-4c66-b61d-0ba16cd877c8 HTTP/1.1" status: 200 len: 945 time: 0.0474660 Sep 17 08:40:14.923428 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bdbacbe0-8c9c-45b2-8335-6672a20cb0be req-bc31892d-7583-47a0-a80b-50ebc8863b97 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] 10.222.0.13 "GET /v2.0/security-groups?id=a083233b-4a0e-480e-a46a-dfd69a4be729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347598 Sep 17 08:40:16.034386 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ee0252-4b88-419b-8d28-7075d205003b req-b3b13359-75da-4b90-8736-b5845fc784cc tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:40:16.035828 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65ee0252-4b88-419b-8d28-7075d205003b req-b3b13359-75da-4b90-8736-b5845fc784cc tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b88f222-34b0-4c66-b61d-0ba16cd877c8 HTTP/1.1" status: 200 len: 945 time: 0.0468802 Sep 17 08:40:16.072644 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65ee0252-4b88-419b-8d28-7075d205003b req-1cac7f2d-7f36-4bca-b8cf-38a3c99d5ef2 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] 10.222.0.13 "GET /v2.0/security-groups?id=a083233b-4a0e-480e-a46a-dfd69a4be729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309722 Sep 17 08:40:16.183950 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2fdedc-2d5a-41d2-a9f1-78834dc2a0e9 req-af641215-9ed6-457a-969f-224f01ee75c8 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:40:16.185407 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-da2fdedc-2d5a-41d2-a9f1-78834dc2a0e9 req-af641215-9ed6-457a-969f-224f01ee75c8 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b88f222-34b0-4c66-b61d-0ba16cd877c8 HTTP/1.1" status: 200 len: 945 time: 0.0472047 Sep 17 08:40:16.221870 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-da2fdedc-2d5a-41d2-a9f1-78834dc2a0e9 req-323a1032-dd40-4146-9502-e356632eca09 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] 10.222.0.13 "GET /v2.0/security-groups?id=a083233b-4a0e-480e-a46a-dfd69a4be729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299211 Sep 17 08:40:16.242689 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 60194) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:40:16.331247 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f1ff10-c5f1-4e91-8ba9-5032071b35c9 tempest-TestVolumeBackupRestore-1618159883 tempest-TestVolumeBackupRestore-1618159883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:40:16.332770 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-19f1ff10-c5f1-4e91-8ba9-5032071b35c9 tempest-TestVolumeBackupRestore-1618159883 tempest-TestVolumeBackupRestore-1618159883-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3b88f222-34b0-4c66-b61d-0ba16cd877c8 HTTP/1.1" status: 200 len: 1091 time: 0.0891359 Sep 17 08:40:16.335634 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 60198) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:40:16.339896 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-c88cac2f-52fd-4dd7-b93d-5c97060f1d36 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Request body: {'floatingip': {'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'port_id': 'dd107fcd-1189-4eca-b9a8-1ad257ad2dda', 'tenant_id': 'c55c5c6ce14345ef96efda07f096c424', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:40:16.361071 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c88cac2f-52fd-4dd7-b93d-5c97060f1d36 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Notify callbacks [] for floatingip, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:40:16.454585 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c88cac2f-52fd-4dd7-b93d-5c97060f1d36 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:40:16.555472 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-c88cac2f-52fd-4dd7-b93d-5c97060f1d36 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Allocated IP 172.25.6.212 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/91b4a028-d01d-41e0-9d07-5023c2d6ee26) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:40:16.650317 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c88cac2f-52fd-4dd7-b93d-5c97060f1d36 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:40:16.683090 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c88cac2f-52fd-4dd7-b93d-5c97060f1d36 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:40:16.724249 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88cac2f-52fd-4dd7-b93d-5c97060f1d36 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:40:16.726980 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-c88cac2f-52fd-4dd7-b93d-5c97060f1d36 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:40:16.729576 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88cac2f-52fd-4dd7-b93d-5c97060f1d36 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:40:16.766682 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88cac2f-52fd-4dd7-b93d-5c97060f1d36 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Pushing event updated for resources: {'Port': ['ID=91b4a028-d01d-41e0-9d07-5023c2d6ee26,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:40:17.184409 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c88cac2f-52fd-4dd7-b93d-5c97060f1d36 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:40:17.278458 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c88cac2f-52fd-4dd7-b93d-5c97060f1d36 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:40:17.421644 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c88cac2f-52fd-4dd7-b93d-5c97060f1d36 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:40:17.426040 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c88cac2f-52fd-4dd7-b93d-5c97060f1d36 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:40:17.493969 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88cac2f-52fd-4dd7-b93d-5c97060f1d36 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Pushing event updated for resources: {'Port': ['ID=91b4a028-d01d-41e0-9d07-5023c2d6ee26,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:40:17.505756 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c88cac2f-52fd-4dd7-b93d-5c97060f1d36 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:40:17.600616 n-d-789963-9 neutron-server[101289]: INFO neutron.db.l3_db [None req-c88cac2f-52fd-4dd7-b93d-5c97060f1d36 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Floating IP 01b46dc7-6cb5-44ad-b290-a8dc644e99d3 associated. External IP: 172.25.6.212, port: dd107fcd-1189-4eca-b9a8-1ad257ad2dda. Sep 17 08:40:18.061281 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c88cac2f-52fd-4dd7-b93d-5c97060f1d36 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Router 84b2ca7f-0dff-4627-996d-8eece1e82e64 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:40:18.177015 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c88cac2f-52fd-4dd7-b93d-5c97060f1d36 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:40:18.186841 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcec7d71-b591-43a3-bbdf-f5b583e3bc77 None None] Sync routers for ids ['84b2ca7f-0dff-4627-996d-8eece1e82e64'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:40:18.193532 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c88cac2f-52fd-4dd7-b93d-5c97060f1d36 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:40:18.197291 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcec7d71-b591-43a3-bbdf-f5b583e3bc77 None None] Routers {'84b2ca7f-0dff-4627-996d-8eece1e82e64'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:40:18.197911 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-dcec7d71-b591-43a3-bbdf-f5b583e3bc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:39:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['84b2ca7f-0dff-4627-996d-8eece1e82e64'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:40:18.221099 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-c88cac2f-52fd-4dd7-b93d-5c97060f1d36 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8844101 Sep 17 08:40:18.221884 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b88f222-34b0-4c66-b61d-0ba16cd877c8', 'tag': 'dd107fcd-1189-4eca-b9a8-1ad257ad2dda'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:40:18.223961 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 60200) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:40:18.224403 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95fac24f-b51b-4474-8420-ab0506a0a9bd" -d '{"events": [{"name": "network-changed", "server_uuid": "3b88f222-34b0-4c66-b61d-0ba16cd877c8", "tag": "dd107fcd-1189-4eca-b9a8-1ad257ad2dda"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:40:18.262877 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4953c2a7-4b9c-417c-b17b-a7708b589e8c x-openstack-request-id: req-4953c2a7-4b9c-417c-b17b-a7708b589e8c {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:40:18.263172 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b88f222-34b0-4c66-b61d-0ba16cd877c8", "tag": "dd107fcd-1189-4eca-b9a8-1ad257ad2dda", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:40:18.263420 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4953c2a7-4b9c-417c-b17b-a7708b589e8c {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:40:18.264282 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee63626-4fdd-4215-9b0c-921c7b6702a3 tempest-TestVolumeBackupRestore-1618159883 tempest-TestVolumeBackupRestore-1618159883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:40:18.264389 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b88f222-34b0-4c66-b61d-0ba16cd877c8', 'tag': 'dd107fcd-1189-4eca-b9a8-1ad257ad2dda', 'status': 'completed', 'code': 200} Sep 17 08:40:18.265857 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-4ee63626-4fdd-4215-9b0c-921c7b6702a3 tempest-TestVolumeBackupRestore-1618159883 tempest-TestVolumeBackupRestore-1618159883-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3b88f222-34b0-4c66-b61d-0ba16cd877c8 HTTP/1.1" status: 200 len: 1091 time: 0.0408752 Sep 17 08:40:18.268644 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 60204) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:40:18.272965 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-29ce5fef-c960-489c-92c4-c6918fe10768 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Request body: {'floatingip': {'port_id': 'dd107fcd-1189-4eca-b9a8-1ad257ad2dda'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:40:18.310691 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-dcec7d71-b591-43a3-bbdf-f5b583e3bc77 None None] Set router 84b2ca7f-0dff-4627-996d-8eece1e82e64 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:40:18.357510 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-29ce5fef-c960-489c-92c4-c6918fe10768 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Notify callbacks [] for floatingip, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:40:18.392536 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fac24f-b51b-4474-8420-ab0506a0a9bd req-ce7a8aac-4851-44b6-9805-0a0a8fa9da40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:40:18.394064 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-95fac24f-b51b-4474-8420-ab0506a0a9bd req-ce7a8aac-4851-44b6-9805-0a0a8fa9da40 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c55c5c6ce14345ef96efda07f096c424&device_id=3b88f222-34b0-4c66-b61d-0ba16cd877c8 HTTP/1.1" status: 200 len: 1096 time: 0.0864980 Sep 17 08:40:18.544859 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-dcec7d71-b591-43a3-bbdf-f5b583e3bc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b2ca7f-0dff-4627-996d-8eece1e82e64', 'name': 'tempest-TestVolumeBackupRestore-1285702258-router', 'tenant_id': 'c55c5c6ce14345ef96efda07f096c424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '066e0ec0-eb55-44cf-836d-2b53533ea080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:38:04Z', 'updated_at': '2021-09-17T08:38:06Z', 'revision_number': 4, 'project_id': 'c55c5c6ce14345ef96efda07f096c424', 'gw_port': {'id': '066e0ec0-eb55-44cf-836d-2b53533ea080', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:9a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b2ca7f-0dff-4627-996d-8eece1e82e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:38:04Z', 'updated_at': '2021-09-17T08:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '01b46dc7-6cb5-44ad-b290-a8dc644e99d3', 'tenant_id': 'c55c5c6ce14345ef96efda07f096c424', 'floating_ip_address': '172.25.6.212', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '84b2ca7f-0dff-4627-996d-8eece1e82e64', 'port_id': 'dd107fcd-1189-4eca-b9a8-1ad257ad2dda', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86263d38-f8c3-4e70-8029-ed3c8f921293', 'mac_address': 'fa:16:3e:92:b4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b88f222-34b0-4c66-b61d-0ba16cd877c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:40:16Z', 'updated_at': '2021-09-17T08:40:16Z', 'revision_number': 0, 'project_id': 'c55c5c6ce14345ef96efda07f096c424', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03531840-66e8-4d1c-a98a-aabc801a968d', 'name': '', 'network_id': '86263d38-f8c3-4e70-8029-ed3c8f921293', 'tenant_id': 'c55c5c6ce14345ef96efda07f096c424', 'mac_address': 'fa:16:3e:8b:e0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b2ca7f-0dff-4627-996d-8eece1e82e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '041698aa-3c4b-4c4e-912a-8ca2931011cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:38:06Z', 'updated_at': '2021-09-17T08:38:11Z', 'revision_number': 5, 'project_id': 'c55c5c6ce14345ef96efda07f096c424', 'subnets': [{'id': '041698aa-3c4b-4c4e-912a-8ca2931011cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:40:18.556283 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fac24f-b51b-4474-8420-ab0506a0a9bd req-1e753b0a-5791-4138-8872-1851e029b66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:40:18.557782 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-95fac24f-b51b-4474-8420-ab0506a0a9bd req-1e753b0a-5791-4138-8872-1851e029b66d service neutron] 10.222.0.39 "GET /v2.0/networks?id=86263d38-f8c3-4e70-8029-ed3c8f921293 HTTP/1.1" status: 200 len: 915 time: 0.1559682 Sep 17 08:40:18.570989 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcec7d71-b591-43a3-bbdf-f5b583e3bc77 None None] Checking router: 84b2ca7f-0dff-4627-996d-8eece1e82e64 for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:40:18.580057 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcec7d71-b591-43a3-bbdf-f5b583e3bc77 None None] Routers {'84b2ca7f-0dff-4627-996d-8eece1e82e64'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:40:18.580683 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-dcec7d71-b591-43a3-bbdf-f5b583e3bc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:39:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['84b2ca7f-0dff-4627-996d-8eece1e82e64'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:40:18.687753 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-dcec7d71-b591-43a3-bbdf-f5b583e3bc77 None None] Set router 84b2ca7f-0dff-4627-996d-8eece1e82e64 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:40:18.689834 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-95fac24f-b51b-4474-8420-ab0506a0a9bd req-e80f47a8-6437-4f6e-a440-fd59c7f25f56 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd107fcd-1189-4eca-b9a8-1ad257ad2dda HTTP/1.1" status: 200 len: 999 time: 0.0981319 Sep 17 08:40:18.787263 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fac24f-b51b-4474-8420-ab0506a0a9bd req-839858ab-629b-47b5-a351-2be13066a2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:40:18.788786 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-95fac24f-b51b-4474-8420-ab0506a0a9bd req-839858ab-629b-47b5-a351-2be13066a2e8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=041698aa-3c4b-4c4e-912a-8ca2931011cb HTTP/1.1" status: 200 len: 853 time: 0.0890234 Sep 17 08:40:18.914799 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-dcec7d71-b591-43a3-bbdf-f5b583e3bc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b2ca7f-0dff-4627-996d-8eece1e82e64', 'name': 'tempest-TestVolumeBackupRestore-1285702258-router', 'tenant_id': 'c55c5c6ce14345ef96efda07f096c424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '066e0ec0-eb55-44cf-836d-2b53533ea080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:38:04Z', 'updated_at': '2021-09-17T08:38:06Z', 'revision_number': 4, 'project_id': 'c55c5c6ce14345ef96efda07f096c424', 'gw_port': {'id': '066e0ec0-eb55-44cf-836d-2b53533ea080', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:9a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b2ca7f-0dff-4627-996d-8eece1e82e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:38:04Z', 'updated_at': '2021-09-17T08:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '01b46dc7-6cb5-44ad-b290-a8dc644e99d3', 'tenant_id': 'c55c5c6ce14345ef96efda07f096c424', 'floating_ip_address': '172.25.6.212', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '84b2ca7f-0dff-4627-996d-8eece1e82e64', 'port_id': 'dd107fcd-1189-4eca-b9a8-1ad257ad2dda', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86263d38-f8c3-4e70-8029-ed3c8f921293', 'mac_address': 'fa:16:3e:92:b4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b88f222-34b0-4c66-b61d-0ba16cd877c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:40:16Z', 'updated_at': '2021-09-17T08:40:16Z', 'revision_number': 0, 'project_id': 'c55c5c6ce14345ef96efda07f096c424', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03531840-66e8-4d1c-a98a-aabc801a968d', 'name': '', 'network_id': '86263d38-f8c3-4e70-8029-ed3c8f921293', 'tenant_id': 'c55c5c6ce14345ef96efda07f096c424', 'mac_address': 'fa:16:3e:8b:e0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b2ca7f-0dff-4627-996d-8eece1e82e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '041698aa-3c4b-4c4e-912a-8ca2931011cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:38:06Z', 'updated_at': '2021-09-17T08:38:11Z', 'revision_number': 5, 'project_id': 'c55c5c6ce14345ef96efda07f096c424', 'subnets': [{'id': '041698aa-3c4b-4c4e-912a-8ca2931011cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:40:18.942967 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcec7d71-b591-43a3-bbdf-f5b583e3bc77 None None] The sync data for ids ['84b2ca7f-0dff-4627-996d-8eece1e82e64'] in n-d-789963-9 is: [{'id': '84b2ca7f-0dff-4627-996d-8eece1e82e64', 'name': 'tempest-TestVolumeBackupRestore-1285702258-router', 'tenant_id': 'c55c5c6ce14345ef96efda07f096c424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '066e0ec0-eb55-44cf-836d-2b53533ea080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:38:04Z', 'updated_at': '2021-09-17T08:38:06Z', 'revision_number': 4, 'project_id': 'c55c5c6ce14345ef96efda07f096c424', 'gw_port': {'id': '066e0ec0-eb55-44cf-836d-2b53533ea080', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:9a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b2ca7f-0dff-4627-996d-8eece1e82e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:38:04Z', 'updated_at': '2021-09-17T08:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '01b46dc7-6cb5-44ad-b290-a8dc644e99d3', 'tenant_id': 'c55c5c6ce14345ef96efda07f096c424', 'floating_ip_address': '172.25.6.212', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '84b2ca7f-0dff-4627-996d-8eece1e82e64', 'port_id': 'dd107fcd-1189-4eca-b9a8-1ad257ad2dda', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86263d38-f8c3-4e70-8029-ed3c8f921293', 'mac_address': 'fa:16:3e:92:b4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b88f222-34b0-4c66-b61d-0ba16cd877c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:40:16Z', 'updated_at': '2021-09-17T08:40:16Z', 'revision_number': 0, 'project_id': 'c55c5c6ce14345ef96efda07f096c424', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03531840-66e8-4d1c-a98a-aabc801a968d', 'name': '', 'network_id': '86263d38-f8c3-4e70-8029-ed3c8f921293', 'tenant_id': 'c55c5c6ce14345ef96efda07f096c424', 'mac_address': 'fa:16:3e:8b:e0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b2ca7f-0dff-4627-996d-8eece1e82e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '041698aa-3c4b-4c4e-912a-8ca2931011cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:38:06Z', 'updated_at': '2021-09-17T08:38:11Z', 'revision_number': 5, 'project_id': 'c55c5c6ce14345ef96efda07f096c424', 'subnets': [{'id': '041698aa-3c4b-4c4e-912a-8ca2931011cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:40:18.972492 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fac24f-b51b-4474-8420-ab0506a0a9bd req-c056d3eb-12f7-4490-9c88-5a4321948344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:40:18.974081 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-95fac24f-b51b-4474-8420-ab0506a0a9bd req-c056d3eb-12f7-4490-9c88-5a4321948344 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=86263d38-f8c3-4e70-8029-ed3c8f921293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1656311 Sep 17 08:40:19.145757 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.db.resource_extend [None req-29ce5fef-c960-489c-92c4-c6918fe10768 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 08:40:19.150608 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099af002-7b4b-4bd6-b597-ce7e86ae3f8f None None] New status for floating IP 01b46dc7-6cb5-44ad-b290-a8dc644e99d3: ACTIVE {{(pid=101292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 08:40:19.197976 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-95fac24f-b51b-4474-8420-ab0506a0a9bd req-331e1e27-81f8-4cfc-91a3-24575ac93b61 service neutron] 10.222.0.39 "GET /v2.0/networks/86263d38-f8c3-4e70-8029-ed3c8f921293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110198 Sep 17 08:40:19.218971 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-29ce5fef-c960-489c-92c4-c6918fe10768 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:40:19.230052 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-29ce5fef-c960-489c-92c4-c6918fe10768 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:40:19.257958 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.db.api [None req-099af002-7b4b-4bd6-b597-ce7e86ae3f8f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101292) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 08:40:19.258308 n-d-789963-9 neutron-server[101292]: DEBUG oslo_db.api [None req-099af002-7b4b-4bd6-b597-ce7e86ae3f8f None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 08:40:19.365112 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-95fac24f-b51b-4474-8420-ab0506a0a9bd req-a7529384-3db2-479a-a7f1-be36a355e3f0 service neutron] 10.222.0.39 "GET /v2.0/networks/86263d38-f8c3-4e70-8029-ed3c8f921293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593192 Sep 17 08:40:19.481961 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29ce5fef-c960-489c-92c4-c6918fe10768 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Router 84b2ca7f-0dff-4627-996d-8eece1e82e64 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:40:19.586048 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ce5fef-c960-489c-92c4-c6918fe10768 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:40:19.590769 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-29ce5fef-c960-489c-92c4-c6918fe10768 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:40:19.616572 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b88f222-34b0-4c66-b61d-0ba16cd877c8', 'tag': 'dd107fcd-1189-4eca-b9a8-1ad257ad2dda'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:40:19.618780 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b598b28f-54cf-452f-87bc-202e2b2b34f5" -d '{"events": [{"name": "network-changed", "server_uuid": "3b88f222-34b0-4c66-b61d-0ba16cd877c8", "tag": "dd107fcd-1189-4eca-b9a8-1ad257ad2dda"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:40:19.645827 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-29ce5fef-c960-489c-92c4-c6918fe10768 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] 10.222.0.13 "PUT /v2.0/floatingips/01b46dc7-6cb5-44ad-b290-a8dc644e99d3 HTTP/1.1" status: 200 len: 991 time: 1.3761251 Sep 17 08:40:19.669664 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436f8e90-5221-4872-99d8-e1be0586b7a4 x-openstack-request-id: req-436f8e90-5221-4872-99d8-e1be0586b7a4 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:40:19.670461 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b88f222-34b0-4c66-b61d-0ba16cd877c8", "tag": "dd107fcd-1189-4eca-b9a8-1ad257ad2dda", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:40:19.670709 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-436f8e90-5221-4872-99d8-e1be0586b7a4 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:40:19.671101 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b88f222-34b0-4c66-b61d-0ba16cd877c8', 'tag': 'dd107fcd-1189-4eca-b9a8-1ad257ad2dda', 'status': 'completed', 'code': 200} Sep 17 08:40:19.760097 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099af002-7b4b-4bd6-b597-ce7e86ae3f8f None None] New status for floating IP 01b46dc7-6cb5-44ad-b290-a8dc644e99d3: ACTIVE {{(pid=101292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 08:40:19.760290 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b598b28f-54cf-452f-87bc-202e2b2b34f5 req-d99d2e44-f738-4da3-9cc3-578fdcb3fa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:40:19.761809 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b598b28f-54cf-452f-87bc-202e2b2b34f5 req-d99d2e44-f738-4da3-9cc3-578fdcb3fa97 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c55c5c6ce14345ef96efda07f096c424&device_id=3b88f222-34b0-4c66-b61d-0ba16cd877c8 HTTP/1.1" status: 200 len: 1096 time: 0.0473714 Sep 17 08:40:19.850953 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b598b28f-54cf-452f-87bc-202e2b2b34f5 req-2cb81e33-c99e-44a8-bc1f-4a961bbd39b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:40:19.852524 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b598b28f-54cf-452f-87bc-202e2b2b34f5 req-2cb81e33-c99e-44a8-bc1f-4a961bbd39b6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=86263d38-f8c3-4e70-8029-ed3c8f921293 HTTP/1.1" status: 200 len: 915 time: 0.0836654 Sep 17 08:40:19.990009 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f49c0e-8369-44a2-9831-4ea8935557fd None None] Sync routers for ids ['84b2ca7f-0dff-4627-996d-8eece1e82e64'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:40:20.001421 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f49c0e-8369-44a2-9831-4ea8935557fd None None] Routers {'84b2ca7f-0dff-4627-996d-8eece1e82e64'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:40:20.002329 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-13f49c0e-8369-44a2-9831-4ea8935557fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:39:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['84b2ca7f-0dff-4627-996d-8eece1e82e64'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:40:20.054723 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b0880a69-5cbb-4c6f-8913-e8735396f2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:40:20.126666 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-13f49c0e-8369-44a2-9831-4ea8935557fd None None] Set router 84b2ca7f-0dff-4627-996d-8eece1e82e64 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:40:20.221355 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b598b28f-54cf-452f-87bc-202e2b2b34f5 req-a9349f46-cc41-4bb1-b3bf-02d2679ebf8c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd107fcd-1189-4eca-b9a8-1ad257ad2dda HTTP/1.1" status: 200 len: 999 time: 0.3620796 Sep 17 08:40:20.269615 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b598b28f-54cf-452f-87bc-202e2b2b34f5 req-8d732df4-c020-41fd-905e-c024709d17a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:40:20.271048 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b598b28f-54cf-452f-87bc-202e2b2b34f5 req-8d732df4-c020-41fd-905e-c024709d17a6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=041698aa-3c4b-4c4e-912a-8ca2931011cb HTTP/1.1" status: 200 len: 853 time: 0.0425518 Sep 17 08:40:20.315529 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b598b28f-54cf-452f-87bc-202e2b2b34f5 req-fad3208e-ecb7-42ee-8231-3b133eb8d923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:40:20.317137 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b598b28f-54cf-452f-87bc-202e2b2b34f5 req-fad3208e-ecb7-42ee-8231-3b133eb8d923 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=86263d38-f8c3-4e70-8029-ed3c8f921293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391006 Sep 17 08:40:20.349183 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-13f49c0e-8369-44a2-9831-4ea8935557fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b2ca7f-0dff-4627-996d-8eece1e82e64', 'name': 'tempest-TestVolumeBackupRestore-1285702258-router', 'tenant_id': 'c55c5c6ce14345ef96efda07f096c424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '066e0ec0-eb55-44cf-836d-2b53533ea080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:38:04Z', 'updated_at': '2021-09-17T08:38:06Z', 'revision_number': 4, 'project_id': 'c55c5c6ce14345ef96efda07f096c424', 'gw_port': {'id': '066e0ec0-eb55-44cf-836d-2b53533ea080', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:9a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b2ca7f-0dff-4627-996d-8eece1e82e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:38:04Z', 'updated_at': '2021-09-17T08:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '01b46dc7-6cb5-44ad-b290-a8dc644e99d3', 'tenant_id': 'c55c5c6ce14345ef96efda07f096c424', 'floating_ip_address': '172.25.6.212', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '84b2ca7f-0dff-4627-996d-8eece1e82e64', 'port_id': 'dd107fcd-1189-4eca-b9a8-1ad257ad2dda', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86263d38-f8c3-4e70-8029-ed3c8f921293', 'mac_address': 'fa:16:3e:92:b4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b88f222-34b0-4c66-b61d-0ba16cd877c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:40:16Z', 'updated_at': '2021-09-17T08:40:19Z', 'revision_number': 2, 'project_id': 'c55c5c6ce14345ef96efda07f096c424', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03531840-66e8-4d1c-a98a-aabc801a968d', 'name': '', 'network_id': '86263d38-f8c3-4e70-8029-ed3c8f921293', 'tenant_id': 'c55c5c6ce14345ef96efda07f096c424', 'mac_address': 'fa:16:3e:8b:e0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b2ca7f-0dff-4627-996d-8eece1e82e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '041698aa-3c4b-4c4e-912a-8ca2931011cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:38:06Z', 'updated_at': '2021-09-17T08:38:11Z', 'revision_number': 5, 'project_id': 'c55c5c6ce14345ef96efda07f096c424', 'subnets': [{'id': '041698aa-3c4b-4c4e-912a-8ca2931011cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:40:20.380691 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f49c0e-8369-44a2-9831-4ea8935557fd None None] Checking router: 84b2ca7f-0dff-4627-996d-8eece1e82e64 for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:40:20.389229 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f49c0e-8369-44a2-9831-4ea8935557fd None None] Routers {'84b2ca7f-0dff-4627-996d-8eece1e82e64'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:40:20.389837 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-13f49c0e-8369-44a2-9831-4ea8935557fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:39:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['84b2ca7f-0dff-4627-996d-8eece1e82e64'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:40:20.409064 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b598b28f-54cf-452f-87bc-202e2b2b34f5 req-2e1c665c-b735-42eb-bccd-adc8a1eaa720 service neutron] 10.222.0.39 "GET /v2.0/networks/86263d38-f8c3-4e70-8029-ed3c8f921293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845528 Sep 17 08:40:20.493361 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-13f49c0e-8369-44a2-9831-4ea8935557fd None None] Set router 84b2ca7f-0dff-4627-996d-8eece1e82e64 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:40:20.496544 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b598b28f-54cf-452f-87bc-202e2b2b34f5 req-200f2d76-3317-4ad4-a2dd-a3f14511ae81 service neutron] 10.222.0.39 "GET /v2.0/networks/86263d38-f8c3-4e70-8029-ed3c8f921293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806084 Sep 17 08:40:20.707486 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-13f49c0e-8369-44a2-9831-4ea8935557fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b2ca7f-0dff-4627-996d-8eece1e82e64', 'name': 'tempest-TestVolumeBackupRestore-1285702258-router', 'tenant_id': 'c55c5c6ce14345ef96efda07f096c424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '066e0ec0-eb55-44cf-836d-2b53533ea080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:38:04Z', 'updated_at': '2021-09-17T08:38:06Z', 'revision_number': 4, 'project_id': 'c55c5c6ce14345ef96efda07f096c424', 'gw_port': {'id': '066e0ec0-eb55-44cf-836d-2b53533ea080', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:9a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b2ca7f-0dff-4627-996d-8eece1e82e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:38:04Z', 'updated_at': '2021-09-17T08:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '01b46dc7-6cb5-44ad-b290-a8dc644e99d3', 'tenant_id': 'c55c5c6ce14345ef96efda07f096c424', 'floating_ip_address': '172.25.6.212', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '84b2ca7f-0dff-4627-996d-8eece1e82e64', 'port_id': 'dd107fcd-1189-4eca-b9a8-1ad257ad2dda', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86263d38-f8c3-4e70-8029-ed3c8f921293', 'mac_address': 'fa:16:3e:92:b4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b88f222-34b0-4c66-b61d-0ba16cd877c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:40:16Z', 'updated_at': '2021-09-17T08:40:19Z', 'revision_number': 2, 'project_id': 'c55c5c6ce14345ef96efda07f096c424', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03531840-66e8-4d1c-a98a-aabc801a968d', 'name': '', 'network_id': '86263d38-f8c3-4e70-8029-ed3c8f921293', 'tenant_id': 'c55c5c6ce14345ef96efda07f096c424', 'mac_address': 'fa:16:3e:8b:e0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b2ca7f-0dff-4627-996d-8eece1e82e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '041698aa-3c4b-4c4e-912a-8ca2931011cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:38:06Z', 'updated_at': '2021-09-17T08:38:11Z', 'revision_number': 5, 'project_id': 'c55c5c6ce14345ef96efda07f096c424', 'subnets': [{'id': '041698aa-3c4b-4c4e-912a-8ca2931011cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:40:20.736553 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f49c0e-8369-44a2-9831-4ea8935557fd None None] The sync data for ids ['84b2ca7f-0dff-4627-996d-8eece1e82e64'] in n-d-789963-9 is: [{'id': '84b2ca7f-0dff-4627-996d-8eece1e82e64', 'name': 'tempest-TestVolumeBackupRestore-1285702258-router', 'tenant_id': 'c55c5c6ce14345ef96efda07f096c424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '066e0ec0-eb55-44cf-836d-2b53533ea080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:38:04Z', 'updated_at': '2021-09-17T08:38:06Z', 'revision_number': 4, 'project_id': 'c55c5c6ce14345ef96efda07f096c424', 'gw_port': {'id': '066e0ec0-eb55-44cf-836d-2b53533ea080', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:9a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b2ca7f-0dff-4627-996d-8eece1e82e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:38:04Z', 'updated_at': '2021-09-17T08:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '01b46dc7-6cb5-44ad-b290-a8dc644e99d3', 'tenant_id': 'c55c5c6ce14345ef96efda07f096c424', 'floating_ip_address': '172.25.6.212', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '84b2ca7f-0dff-4627-996d-8eece1e82e64', 'port_id': 'dd107fcd-1189-4eca-b9a8-1ad257ad2dda', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86263d38-f8c3-4e70-8029-ed3c8f921293', 'mac_address': 'fa:16:3e:92:b4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b88f222-34b0-4c66-b61d-0ba16cd877c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:40:16Z', 'updated_at': '2021-09-17T08:40:19Z', 'revision_number': 2, 'project_id': 'c55c5c6ce14345ef96efda07f096c424', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03531840-66e8-4d1c-a98a-aabc801a968d', 'name': '', 'network_id': '86263d38-f8c3-4e70-8029-ed3c8f921293', 'tenant_id': 'c55c5c6ce14345ef96efda07f096c424', 'mac_address': 'fa:16:3e:8b:e0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b2ca7f-0dff-4627-996d-8eece1e82e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '041698aa-3c4b-4c4e-912a-8ca2931011cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:38:06Z', 'updated_at': '2021-09-17T08:38:11Z', 'revision_number': 5, 'project_id': 'c55c5c6ce14345ef96efda07f096c424', 'subnets': [{'id': '041698aa-3c4b-4c4e-912a-8ca2931011cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:40:21.672212 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b88f222-34b0-4c66-b61d-0ba16cd877c8', 'tag': 'dd107fcd-1189-4eca-b9a8-1ad257ad2dda'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:40:21.674612 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6695c85b-7c57-46c5-817f-640ff330da4f" -d '{"events": [{"name": "network-changed", "server_uuid": "3b88f222-34b0-4c66-b61d-0ba16cd877c8", "tag": "dd107fcd-1189-4eca-b9a8-1ad257ad2dda"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:40:21.709742 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe6aefd-dfa1-494f-8806-af4192468cd7 x-openstack-request-id: req-dbe6aefd-dfa1-494f-8806-af4192468cd7 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:40:21.710020 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b88f222-34b0-4c66-b61d-0ba16cd877c8", "tag": "dd107fcd-1189-4eca-b9a8-1ad257ad2dda", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:40:21.710273 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dbe6aefd-dfa1-494f-8806-af4192468cd7 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:40:21.710673 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b88f222-34b0-4c66-b61d-0ba16cd877c8', 'tag': 'dd107fcd-1189-4eca-b9a8-1ad257ad2dda', 'status': 'completed', 'code': 200} Sep 17 08:40:21.796589 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6695c85b-7c57-46c5-817f-640ff330da4f req-a0426353-0c9c-4785-b49c-c846833cb557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:40:21.798066 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6695c85b-7c57-46c5-817f-640ff330da4f req-a0426353-0c9c-4785-b49c-c846833cb557 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c55c5c6ce14345ef96efda07f096c424&device_id=3b88f222-34b0-4c66-b61d-0ba16cd877c8 HTTP/1.1" status: 200 len: 1096 time: 0.0446544 Sep 17 08:40:21.885394 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6695c85b-7c57-46c5-817f-640ff330da4f req-201f5e61-cd7a-4d94-9be3-dcaa8be547fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:40:21.886764 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6695c85b-7c57-46c5-817f-640ff330da4f req-201f5e61-cd7a-4d94-9be3-dcaa8be547fa service neutron] 10.222.0.39 "GET /v2.0/networks?id=86263d38-f8c3-4e70-8029-ed3c8f921293 HTTP/1.1" status: 200 len: 915 time: 0.0816171 Sep 17 08:40:21.953261 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6695c85b-7c57-46c5-817f-640ff330da4f req-23ebaf0e-f2ad-48fe-a545-577b301b8916 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd107fcd-1189-4eca-b9a8-1ad257ad2dda HTTP/1.1" status: 200 len: 1001 time: 0.0596313 Sep 17 08:40:22.001266 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6695c85b-7c57-46c5-817f-640ff330da4f req-501e6160-e078-4754-a771-ca87c31ab123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:40:22.002677 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6695c85b-7c57-46c5-817f-640ff330da4f req-501e6160-e078-4754-a771-ca87c31ab123 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=041698aa-3c4b-4c4e-912a-8ca2931011cb HTTP/1.1" status: 200 len: 853 time: 0.0423248 Sep 17 08:40:22.047066 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6695c85b-7c57-46c5-817f-640ff330da4f req-bd686363-e866-4949-8194-c4c94c04f63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:40:22.048559 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6695c85b-7c57-46c5-817f-640ff330da4f req-bd686363-e866-4949-8194-c4c94c04f63c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=86263d38-f8c3-4e70-8029-ed3c8f921293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389209 Sep 17 08:40:22.146798 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6695c85b-7c57-46c5-817f-640ff330da4f req-d5401245-9d09-4d14-8b79-19fd016277e0 service neutron] 10.222.0.39 "GET /v2.0/networks/86263d38-f8c3-4e70-8029-ed3c8f921293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906436 Sep 17 08:40:22.236030 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6695c85b-7c57-46c5-817f-640ff330da4f req-ec7b67c9-fdb7-4198-96f9-20ff10826171 service neutron] 10.222.0.39 "GET /v2.0/networks/86263d38-f8c3-4e70-8029-ed3c8f921293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819845 Sep 17 08:40:22.502187 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6efbd8f0-d100-4987-bdb9-2e339dbbf982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:40:22.807813 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:40:23.847691 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:40:25.450492 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:40:26.310570 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:40:35.887690 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:40:36.002533 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:40:38.440090 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c2015bb9-d521-4e06-9883-850e5094a54a req-baea84ec-dd76-4427-9899-a7c3c913d204 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3b88f222-34b0-4c66-b61d-0ba16cd877c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0481994 Sep 17 08:40:38.539970 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2015bb9-d521-4e06-9883-850e5094a54a req-984ea50e-be36-4060-a4af-83faba35141c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:40:38.541735 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c2015bb9-d521-4e06-9883-850e5094a54a req-984ea50e-be36-4060-a4af-83faba35141c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c55c5c6ce14345ef96efda07f096c424&device_id=3b88f222-34b0-4c66-b61d-0ba16cd877c8 HTTP/1.1" status: 200 len: 1096 time: 0.0442488 Sep 17 08:40:38.651824 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2015bb9-d521-4e06-9883-850e5094a54a req-054cb0ed-5090-49ed-9722-2d60ffdcbc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:40:38.653335 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c2015bb9-d521-4e06-9883-850e5094a54a req-054cb0ed-5090-49ed-9722-2d60ffdcbc1f service neutron] 10.222.0.39 "GET /v2.0/networks?id=86263d38-f8c3-4e70-8029-ed3c8f921293 HTTP/1.1" status: 200 len: 915 time: 0.0914891 Sep 17 08:40:38.723158 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c2015bb9-d521-4e06-9883-850e5094a54a req-acf87405-fb41-4b93-9023-fb6a5376a120 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd107fcd-1189-4eca-b9a8-1ad257ad2dda HTTP/1.1" status: 200 len: 1001 time: 0.0617473 Sep 17 08:40:38.775068 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2015bb9-d521-4e06-9883-850e5094a54a req-0cbfb358-7f31-4e19-9d5d-11d595855fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:40:38.776571 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c2015bb9-d521-4e06-9883-850e5094a54a req-0cbfb358-7f31-4e19-9d5d-11d595855fc6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=041698aa-3c4b-4c4e-912a-8ca2931011cb HTTP/1.1" status: 200 len: 853 time: 0.0438609 Sep 17 08:40:38.823363 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2015bb9-d521-4e06-9883-850e5094a54a req-aee7a70c-ea26-4585-9a3f-f2ee3a9b2469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:40:38.825061 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c2015bb9-d521-4e06-9883-850e5094a54a req-aee7a70c-ea26-4585-9a3f-f2ee3a9b2469 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=86263d38-f8c3-4e70-8029-ed3c8f921293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413935 Sep 17 08:40:38.924800 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c2015bb9-d521-4e06-9883-850e5094a54a req-a72d1dbb-ed8a-4c4c-b58d-aed04e53b0e4 service neutron] 10.222.0.39 "GET /v2.0/networks/86263d38-f8c3-4e70-8029-ed3c8f921293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913441 Sep 17 08:40:39.017377 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c2015bb9-d521-4e06-9883-850e5094a54a req-7971c6f2-09df-4186-ab7e-79cab30dacea service neutron] 10.222.0.39 "GET /v2.0/networks/86263d38-f8c3-4e70-8029-ed3c8f921293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847116 Sep 17 08:40:40.914667 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fe72643c-f934-401d-b088-98d15bb699a5 req-7e6b1f9a-1b3a-4ea3-baa9-abf7d53a2618 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0773261 Sep 17 08:40:40.999145 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fe72643c-f934-401d-b088-98d15bb699a5 req-5790e383-d9f5-428f-b743-328f1635e4eb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0252616 Sep 17 08:40:41.042632 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fe72643c-f934-401d-b088-98d15bb699a5 req-f11b7b14-d904-423a-8a9d-f6483a519398 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0193746 Sep 17 08:40:41.148472 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe72643c-f934-401d-b088-98d15bb699a5 req-373a912a-f26c-4d9b-9773-521291580b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:40:41.149978 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fe72643c-f934-401d-b088-98d15bb699a5 req-373a912a-f26c-4d9b-9773-521291580b57 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1007793 Sep 17 08:40:48.215990 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 60230) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:40:48.409565 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-bce42b25-cc76-4ac2-b9ee-81e192a97629 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Deleting port 91b4a028-d01d-41e0-9d07-5023c2d6ee26 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:40:48.409829 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bce42b25-cc76-4ac2-b9ee-81e192a97629 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:40:48.486190 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bce42b25-cc76-4ac2-b9ee-81e192a97629 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:40:48.486519 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bce42b25-cc76-4ac2-b9ee-81e192a97629 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:40:48.497759 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-bce42b25-cc76-4ac2-b9ee-81e192a97629 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Calling delete_port for 91b4a028-d01d-41e0-9d07-5023c2d6ee26 owned by network:floatingip {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:40:48.673876 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bce42b25-cc76-4ac2-b9ee-81e192a97629 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:40:48.698957 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce42b25-cc76-4ac2-b9ee-81e192a97629 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Pushing event deleted for resources: {'Port': ['ID=91b4a028-d01d-41e0-9d07-5023c2d6ee26,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:40:48.761115 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bce42b25-cc76-4ac2-b9ee-81e192a97629 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Notify callbacks [] for floatingip, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:40:48.761443 n-d-789963-9 neutron-server[101289]: INFO neutron.db.l3_db [None req-bce42b25-cc76-4ac2-b9ee-81e192a97629 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Floating IP 01b46dc7-6cb5-44ad-b290-a8dc644e99d3 disassociated (deleted). External IP: 172.25.6.212, port: dd107fcd-1189-4eca-b9a8-1ad257ad2dda. Sep 17 08:40:48.963896 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bce42b25-cc76-4ac2-b9ee-81e192a97629 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Router 84b2ca7f-0dff-4627-996d-8eece1e82e64 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:40:49.075372 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce42b25-cc76-4ac2-b9ee-81e192a97629 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:40:49.080154 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bce42b25-cc76-4ac2-b9ee-81e192a97629 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:40:49.084726 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15890df6-d8f8-4dbb-a005-0fc7bf30b95f None None] Sync routers for ids ['84b2ca7f-0dff-4627-996d-8eece1e82e64'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:40:49.093962 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15890df6-d8f8-4dbb-a005-0fc7bf30b95f None None] Routers {'84b2ca7f-0dff-4627-996d-8eece1e82e64'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:40:49.094656 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-15890df6-d8f8-4dbb-a005-0fc7bf30b95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:40:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['84b2ca7f-0dff-4627-996d-8eece1e82e64'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:40:49.107288 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-bce42b25-cc76-4ac2-b9ee-81e192a97629 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] 10.222.0.13 "DELETE /v2.0/floatingips/01b46dc7-6cb5-44ad-b290-a8dc644e99d3 HTTP/1.1" status: 204 len: 168 time: 0.8902192 Sep 17 08:40:49.107895 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b88f222-34b0-4c66-b61d-0ba16cd877c8', 'tag': 'dd107fcd-1189-4eca-b9a8-1ad257ad2dda'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:40:49.110293 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d6d976abb41a241dd59564618635f7bf0f78e14945e541ff59d81fc91a5d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd30874-0798-4d7b-a468-aa7cb73c7718" -d '{"events": [{"name": "network-changed", "server_uuid": "3b88f222-34b0-4c66-b61d-0ba16cd877c8", "tag": "dd107fcd-1189-4eca-b9a8-1ad257ad2dda"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:40:49.148241 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce8cf48-f75b-4ca3-b6ef-f2739da7650f x-openstack-request-id: req-7ce8cf48-f75b-4ca3-b6ef-f2739da7650f {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:40:49.148542 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b88f222-34b0-4c66-b61d-0ba16cd877c8", "tag": "dd107fcd-1189-4eca-b9a8-1ad257ad2dda", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:40:49.148795 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7ce8cf48-f75b-4ca3-b6ef-f2739da7650f {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:40:49.149204 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b88f222-34b0-4c66-b61d-0ba16cd877c8', 'tag': 'dd107fcd-1189-4eca-b9a8-1ad257ad2dda', 'status': 'completed', 'code': 200} Sep 17 08:40:49.211716 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-15890df6-d8f8-4dbb-a005-0fc7bf30b95f None None] Set router 84b2ca7f-0dff-4627-996d-8eece1e82e64 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:40:49.254683 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd30874-0798-4d7b-a468-aa7cb73c7718 req-8f947369-639f-4c9b-b3f8-17d7176daa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:40:49.256438 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7fd30874-0798-4d7b-a468-aa7cb73c7718 req-8f947369-639f-4c9b-b3f8-17d7176daa48 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c55c5c6ce14345ef96efda07f096c424&device_id=3b88f222-34b0-4c66-b61d-0ba16cd877c8 HTTP/1.1" status: 200 len: 1096 time: 0.0599637 Sep 17 08:40:49.350528 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58129130-e43f-45ee-aeeb-89d89acbe201 req-7eba33c5-988e-4e93-9422-31a5a1bc3b5a tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:40:49.352380 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-58129130-e43f-45ee-aeeb-89d89acbe201 req-7eba33c5-988e-4e93-9422-31a5a1bc3b5a tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b88f222-34b0-4c66-b61d-0ba16cd877c8 HTTP/1.1" status: 200 len: 945 time: 0.0578558 Sep 17 08:40:49.393207 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-58129130-e43f-45ee-aeeb-89d89acbe201 req-e9ef9365-414a-4ec3-ba48-bba897eaf4d6 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] 10.222.0.13 "GET /v2.0/security-groups?id=a083233b-4a0e-480e-a46a-dfd69a4be729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348697 Sep 17 08:40:49.416674 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd30874-0798-4d7b-a468-aa7cb73c7718 req-d8abad1d-b744-4647-9991-58aa4ff4f7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:40:49.416674 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7fd30874-0798-4d7b-a468-aa7cb73c7718 req-d8abad1d-b744-4647-9991-58aa4ff4f7d2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=86263d38-f8c3-4e70-8029-ed3c8f921293 HTTP/1.1" status: 200 len: 915 time: 0.1015627 Sep 17 08:40:49.422168 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-15890df6-d8f8-4dbb-a005-0fc7bf30b95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b2ca7f-0dff-4627-996d-8eece1e82e64', 'name': 'tempest-TestVolumeBackupRestore-1285702258-router', 'tenant_id': 'c55c5c6ce14345ef96efda07f096c424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '066e0ec0-eb55-44cf-836d-2b53533ea080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:38:04Z', 'updated_at': '2021-09-17T08:38:06Z', 'revision_number': 4, 'project_id': 'c55c5c6ce14345ef96efda07f096c424', 'gw_port': {'id': '066e0ec0-eb55-44cf-836d-2b53533ea080', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:9a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b2ca7f-0dff-4627-996d-8eece1e82e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:38:04Z', 'updated_at': '2021-09-17T08:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '03531840-66e8-4d1c-a98a-aabc801a968d', 'name': '', 'network_id': '86263d38-f8c3-4e70-8029-ed3c8f921293', 'tenant_id': 'c55c5c6ce14345ef96efda07f096c424', 'mac_address': 'fa:16:3e:8b:e0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b2ca7f-0dff-4627-996d-8eece1e82e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '041698aa-3c4b-4c4e-912a-8ca2931011cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:38:06Z', 'updated_at': '2021-09-17T08:38:11Z', 'revision_number': 5, 'project_id': 'c55c5c6ce14345ef96efda07f096c424', 'subnets': [{'id': '041698aa-3c4b-4c4e-912a-8ca2931011cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:40:49.451316 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15890df6-d8f8-4dbb-a005-0fc7bf30b95f None None] Checking router: 84b2ca7f-0dff-4627-996d-8eece1e82e64 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:40:49.460320 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15890df6-d8f8-4dbb-a005-0fc7bf30b95f None None] Routers {'84b2ca7f-0dff-4627-996d-8eece1e82e64'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:40:49.460991 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-15890df6-d8f8-4dbb-a005-0fc7bf30b95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:40:22Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['84b2ca7f-0dff-4627-996d-8eece1e82e64'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:40:49.462872 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7fd30874-0798-4d7b-a468-aa7cb73c7718 req-4ab796eb-a316-4ff5-b961-27211314289f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd107fcd-1189-4eca-b9a8-1ad257ad2dda HTTP/1.1" status: 200 len: 217 time: 0.0398555 Sep 17 08:40:49.518761 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd30874-0798-4d7b-a468-aa7cb73c7718 req-fb19c422-49da-45f7-a168-031dd6113f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:40:49.521160 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7fd30874-0798-4d7b-a468-aa7cb73c7718 req-fb19c422-49da-45f7-a168-031dd6113f1c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=041698aa-3c4b-4c4e-912a-8ca2931011cb HTTP/1.1" status: 200 len: 853 time: 0.0501637 Sep 17 08:40:49.571711 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd30874-0798-4d7b-a468-aa7cb73c7718 req-778dd871-1224-448a-adb8-0b887993dba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:40:49.573295 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7fd30874-0798-4d7b-a468-aa7cb73c7718 req-778dd871-1224-448a-adb8-0b887993dba8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=86263d38-f8c3-4e70-8029-ed3c8f921293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432537 Sep 17 08:40:49.650746 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-15890df6-d8f8-4dbb-a005-0fc7bf30b95f None None] Set router 84b2ca7f-0dff-4627-996d-8eece1e82e64 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:40:49.672029 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7fd30874-0798-4d7b-a468-aa7cb73c7718 req-74023ede-fb07-4701-b6a9-821fc9f9fb28 service neutron] 10.222.0.39 "GET /v2.0/networks/86263d38-f8c3-4e70-8029-ed3c8f921293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899420 Sep 17 08:40:49.763065 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7fd30874-0798-4d7b-a468-aa7cb73c7718 req-dab807ed-4302-4697-af87-1d6331d83429 service neutron] 10.222.0.39 "GET /v2.0/networks/86263d38-f8c3-4e70-8029-ed3c8f921293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820680 Sep 17 08:40:49.850400 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-15890df6-d8f8-4dbb-a005-0fc7bf30b95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b2ca7f-0dff-4627-996d-8eece1e82e64', 'name': 'tempest-TestVolumeBackupRestore-1285702258-router', 'tenant_id': 'c55c5c6ce14345ef96efda07f096c424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '066e0ec0-eb55-44cf-836d-2b53533ea080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:38:04Z', 'updated_at': '2021-09-17T08:38:06Z', 'revision_number': 4, 'project_id': 'c55c5c6ce14345ef96efda07f096c424', 'gw_port': {'id': '066e0ec0-eb55-44cf-836d-2b53533ea080', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:9a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b2ca7f-0dff-4627-996d-8eece1e82e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:38:04Z', 'updated_at': '2021-09-17T08:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '03531840-66e8-4d1c-a98a-aabc801a968d', 'name': '', 'network_id': '86263d38-f8c3-4e70-8029-ed3c8f921293', 'tenant_id': 'c55c5c6ce14345ef96efda07f096c424', 'mac_address': 'fa:16:3e:8b:e0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b2ca7f-0dff-4627-996d-8eece1e82e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '041698aa-3c4b-4c4e-912a-8ca2931011cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:38:06Z', 'updated_at': '2021-09-17T08:38:11Z', 'revision_number': 5, 'project_id': 'c55c5c6ce14345ef96efda07f096c424', 'subnets': [{'id': '041698aa-3c4b-4c4e-912a-8ca2931011cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:40:49.875195 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15890df6-d8f8-4dbb-a005-0fc7bf30b95f None None] The sync data for ids ['84b2ca7f-0dff-4627-996d-8eece1e82e64'] in n-d-789963-9 is: [{'id': '84b2ca7f-0dff-4627-996d-8eece1e82e64', 'name': 'tempest-TestVolumeBackupRestore-1285702258-router', 'tenant_id': 'c55c5c6ce14345ef96efda07f096c424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '066e0ec0-eb55-44cf-836d-2b53533ea080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:38:04Z', 'updated_at': '2021-09-17T08:38:06Z', 'revision_number': 4, 'project_id': 'c55c5c6ce14345ef96efda07f096c424', 'gw_port': {'id': '066e0ec0-eb55-44cf-836d-2b53533ea080', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:9a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b2ca7f-0dff-4627-996d-8eece1e82e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:38:04Z', 'updated_at': '2021-09-17T08:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '03531840-66e8-4d1c-a98a-aabc801a968d', 'name': '', 'network_id': '86263d38-f8c3-4e70-8029-ed3c8f921293', 'tenant_id': 'c55c5c6ce14345ef96efda07f096c424', 'mac_address': 'fa:16:3e:8b:e0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b2ca7f-0dff-4627-996d-8eece1e82e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '041698aa-3c4b-4c4e-912a-8ca2931011cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:38:06Z', 'updated_at': '2021-09-17T08:38:11Z', 'revision_number': 5, 'project_id': 'c55c5c6ce14345ef96efda07f096c424', 'subnets': [{'id': '041698aa-3c4b-4c4e-912a-8ca2931011cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:40:50.017811 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0b08cab0-70e9-429f-9055-1eef49cf11c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:40:50.096761 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abfec02-c054-4412-9bc8-c0ab0cbf35de None None] New status for floating IP 01b46dc7-6cb5-44ad-b290-a8dc644e99d3: DOWN {{(pid=101291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 08:40:50.543061 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9105cd-1e5b-402b-893a-9e35fb166449 req-48016318-8657-4894-bd29-ae8c8b88f463 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:40:50.544543 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8c9105cd-1e5b-402b-893a-9e35fb166449 req-48016318-8657-4894-bd29-ae8c8b88f463 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b88f222-34b0-4c66-b61d-0ba16cd877c8 HTTP/1.1" status: 200 len: 945 time: 0.0471356 Sep 17 08:40:50.580810 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8c9105cd-1e5b-402b-893a-9e35fb166449 req-815d4c96-d512-4dd9-8987-6fa00b5c6c3d tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] 10.222.0.13 "GET /v2.0/security-groups?id=a083233b-4a0e-480e-a46a-dfd69a4be729&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304105 Sep 17 08:40:51.203987 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c908dc1f-7684-41e0-bd5c-d8271724565f req-12e6dec0-efe0-4d98-85cd-0498627e6dbd tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:40:51.205438 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c908dc1f-7684-41e0-bd5c-d8271724565f req-12e6dec0-efe0-4d98-85cd-0498627e6dbd tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b88f222-34b0-4c66-b61d-0ba16cd877c8 HTTP/1.1" status: 200 len: 945 time: 0.0523024 Sep 17 08:40:51.292011 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-c908dc1f-7684-41e0-bd5c-d8271724565f req-5cb8b015-2164-4615-9571-15fe9381b523 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Deleting port dd107fcd-1189-4eca-b9a8-1ad257ad2dda {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:40:51.292356 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c908dc1f-7684-41e0-bd5c-d8271724565f req-5cb8b015-2164-4615-9571-15fe9381b523 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:40:51.382303 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-c908dc1f-7684-41e0-bd5c-d8271724565f req-5cb8b015-2164-4615-9571-15fe9381b523 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] For port dd107fcd-1189-4eca-b9a8-1ad257ad2dda, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=dd107fcd-1189-4eca-b9a8-1ad257ad2dda,segment=NetworkSegment(7c204ed5-6d77-4384-b8e1-fb8b2dc53ebd),segment_id=7c204ed5-6d77-4384-b8e1-fb8b2dc53ebd)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:40:51.382590 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c908dc1f-7684-41e0-bd5c-d8271724565f req-5cb8b015-2164-4615-9571-15fe9381b523 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:40:51.394692 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-c908dc1f-7684-41e0-bd5c-d8271724565f req-5cb8b015-2164-4615-9571-15fe9381b523 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Calling delete_port for dd107fcd-1189-4eca-b9a8-1ad257ad2dda owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:40:51.516876 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c908dc1f-7684-41e0-bd5c-d8271724565f req-5cb8b015-2164-4615-9571-15fe9381b523 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:40:51.547066 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb8b015-2164-4615-9571-15fe9381b523 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Pushing event deleted for resources: {'Port': ['ID=dd107fcd-1189-4eca-b9a8-1ad257ad2dda,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:40:51.589272 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-c908dc1f-7684-41e0-bd5c-d8271724565f req-5cb8b015-2164-4615-9571-15fe9381b523 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] No DVR routers for this DVR port dd107fcd-1189-4eca-b9a8-1ad257ad2dda on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:40:51.591869 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-c908dc1f-7684-41e0-bd5c-d8271724565f req-5cb8b015-2164-4615-9571-15fe9381b523 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:40:51.593838 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c908dc1f-7684-41e0-bd5c-d8271724565f req-5cb8b015-2164-4615-9571-15fe9381b523 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] 10.222.0.39 "DELETE /v2.0/ports/dd107fcd-1189-4eca-b9a8-1ad257ad2dda HTTP/1.1" status: 204 len: 173 time: 0.3825560 Sep 17 08:40:51.594300 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b88f222-34b0-4c66-b61d-0ba16cd877c8', 'name': 'network-vif-deleted', 'tag': 'dd107fcd-1189-4eca-b9a8-1ad257ad2dda'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:40:51.596634 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e03aea-422e-49bf-b7d4-9bac47cdd6c1" -d '{"events": [{"server_uuid": "3b88f222-34b0-4c66-b61d-0ba16cd877c8", "name": "network-vif-deleted", "tag": "dd107fcd-1189-4eca-b9a8-1ad257ad2dda"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:40:51.667655 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c560cc-03a3-42a8-ad3c-be0b6549988a x-openstack-request-id: req-09c560cc-03a3-42a8-ad3c-be0b6549988a {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:40:51.667980 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b88f222-34b0-4c66-b61d-0ba16cd877c8", "name": "network-vif-deleted", "tag": "dd107fcd-1189-4eca-b9a8-1ad257ad2dda", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:40:51.668232 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-09c560cc-03a3-42a8-ad3c-be0b6549988a {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:40:51.668633 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b88f222-34b0-4c66-b61d-0ba16cd877c8', 'name': 'network-vif-deleted', 'tag': 'dd107fcd-1189-4eca-b9a8-1ad257ad2dda', 'status': 'completed', 'code': 200} Sep 17 08:40:51.682692 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f364c4d2-dc15-4e04-9788-82508db8a8ad req-341432d6-6f53-4054-a73c-c8b75f9ae287 tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b88f222-34b0-4c66-b61d-0ba16cd877c8 HTTP/1.1" status: 200 len: 210 time: 0.0317085 Sep 17 08:40:52.502480 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-43fbfdad-00dd-4c99-9dfd-09cc5e43f714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:40:52.787668 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-07111170-ab18-4ec4-94dc-ed795e80dcc8 req-6df33fae-7f01-4260-a847-f95da0a1df2b tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b88f222-34b0-4c66-b61d-0ba16cd877c8 HTTP/1.1" status: 200 len: 210 time: 0.0312059 Sep 17 08:40:52.810258 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:40:53.850372 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:40:53.882640 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-54eefda2-029a-4d0e-a613-4608b5b65991 req-6068a2f0-9752-4267-84eb-49351d30f5df tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b88f222-34b0-4c66-b61d-0ba16cd877c8 HTTP/1.1" status: 200 len: 210 time: 0.0270889 Sep 17 08:40:54.981319 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-087837c5-2322-4ddd-b1ae-de01cec23a10 req-6bde1c25-62f6-49f6-9379-6ebb337eba5a tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b88f222-34b0-4c66-b61d-0ba16cd877c8 HTTP/1.1" status: 200 len: 210 time: 0.0319004 Sep 17 08:40:55.451725 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:40:55.886538 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device dd107fcd-1189-4eca-b9a8-1ad257ad2dda no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:40:55.905374 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: dd107fcd-1189-4eca-b9a8-1ad257ad2dda {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:40:55.905712 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device dd107fcd-1189-4eca-b9a8-1ad257ad2dda not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:40:56.034769 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 60260) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:40:56.091399 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8fc5da3a-75d5-4224-b565-ed04d60fe47f tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:40:56.116036 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8fc5da3a-75d5-4224-b565-ed04d60fe47f tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:40:56.177566 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8fc5da3a-75d5-4224-b565-ed04d60fe47f tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:40:56.180320 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8fc5da3a-75d5-4224-b565-ed04d60fe47f tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:40:56.181473 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-8fc5da3a-75d5-4224-b565-ed04d60fe47f tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] 10.222.0.13 "DELETE /v2.0/security-groups/a083233b-4a0e-480e-a46a-dfd69a4be729 HTTP/1.1" status: 204 len: 168 time: 0.1457388 Sep 17 08:40:56.190897 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc5da3a-75d5-4224-b565-ed04d60fe47f tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a083233b-4a0e-480e-a46a-dfd69a4be729,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:40:56.201138 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc5da3a-75d5-4224-b565-ed04d60fe47f tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:40:56.201494 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc5da3a-75d5-4224-b565-ed04d60fe47f tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:40:56.201841 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc5da3a-75d5-4224-b565-ed04d60fe47f tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:40:56.202249 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc5da3a-75d5-4224-b565-ed04d60fe47f tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:40:56.202548 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc5da3a-75d5-4224-b565-ed04d60fe47f tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:40:56.202911 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc5da3a-75d5-4224-b565-ed04d60fe47f tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:40:56.203206 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc5da3a-75d5-4224-b565-ed04d60fe47f tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:40:56.203582 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc5da3a-75d5-4224-b565-ed04d60fe47f tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:40:56.203980 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc5da3a-75d5-4224-b565-ed04d60fe47f tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:40:56.204393 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc5da3a-75d5-4224-b565-ed04d60fe47f tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:40:56.204691 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc5da3a-75d5-4224-b565-ed04d60fe47f tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:40:56.205208 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc5da3a-75d5-4224-b565-ed04d60fe47f tempest-TestVolumeBackupRestore-699215841 tempest-TestVolumeBackupRestore-699215841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:40:59.629424 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 60712) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:40:59.971704 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-afc16171-cc87-4ae7-8a93-c9f1e6fc85a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:00.217468 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-afc16171-cc87-4ae7-8a93-c9f1e6fc85a4 admin admin] Deleting port 03531840-66e8-4d1c-a98a-aabc801a968d {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:41:00.217815 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-afc16171-cc87-4ae7-8a93-c9f1e6fc85a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:00.292100 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-afc16171-cc87-4ae7-8a93-c9f1e6fc85a4 admin admin] For port 03531840-66e8-4d1c-a98a-aabc801a968d, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=03531840-66e8-4d1c-a98a-aabc801a968d,segment=NetworkSegment(7c204ed5-6d77-4384-b8e1-fb8b2dc53ebd),segment_id=7c204ed5-6d77-4384-b8e1-fb8b2dc53ebd)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:41:00.292398 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-afc16171-cc87-4ae7-8a93-c9f1e6fc85a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:00.304710 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-afc16171-cc87-4ae7-8a93-c9f1e6fc85a4 admin admin] Calling delete_port for 03531840-66e8-4d1c-a98a-aabc801a968d owned by network:router_interface {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:41:00.478084 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-afc16171-cc87-4ae7-8a93-c9f1e6fc85a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:00.508929 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc16171-cc87-4ae7-8a93-c9f1e6fc85a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=03531840-66e8-4d1c-a98a-aabc801a968d,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:41:00.668057 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-afc16171-cc87-4ae7-8a93-c9f1e6fc85a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:01.143304 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afc16171-cc87-4ae7-8a93-c9f1e6fc85a4 admin admin] Router 84b2ca7f-0dff-4627-996d-8eece1e82e64 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:41:01.243245 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc16171-cc87-4ae7-8a93-c9f1e6fc85a4 admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:41:01.248377 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-afc16171-cc87-4ae7-8a93-c9f1e6fc85a4 admin admin] 10.222.0.13 "PUT /v2.0/routers/84b2ca7f-0dff-4627-996d-8eece1e82e64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6179729 Sep 17 08:41:01.250851 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 60714) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:41:01.253746 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0433565a-cbdf-4292-ab80-be280bce1f53 None None] Sync routers for ids ['84b2ca7f-0dff-4627-996d-8eece1e82e64'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:41:01.262885 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0433565a-cbdf-4292-ab80-be280bce1f53 None None] Routers {'84b2ca7f-0dff-4627-996d-8eece1e82e64'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:41:01.263488 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-0433565a-cbdf-4292-ab80-be280bce1f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:40:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['84b2ca7f-0dff-4627-996d-8eece1e82e64'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:41:01.351909 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d6691f89-be29-41b4-bc9b-373e34d0b9a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:01.364978 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-0433565a-cbdf-4292-ab80-be280bce1f53 None None] Set router 84b2ca7f-0dff-4627-996d-8eece1e82e64 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:41:01.453529 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d6691f89-be29-41b4-bc9b-373e34d0b9a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:01.505003 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-d6691f89-be29-41b4-bc9b-373e34d0b9a6 admin admin] Deleting port 066e0ec0-eb55-44cf-836d-2b53533ea080 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:41:01.505343 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d6691f89-be29-41b4-bc9b-373e34d0b9a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:01.540257 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-0433565a-cbdf-4292-ab80-be280bce1f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b2ca7f-0dff-4627-996d-8eece1e82e64', 'name': 'tempest-TestVolumeBackupRestore-1285702258-router', 'tenant_id': 'c55c5c6ce14345ef96efda07f096c424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '066e0ec0-eb55-44cf-836d-2b53533ea080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:38:04Z', 'updated_at': '2021-09-17T08:41:00Z', 'revision_number': 5, 'project_id': 'c55c5c6ce14345ef96efda07f096c424', 'gw_port': {'id': '066e0ec0-eb55-44cf-836d-2b53533ea080', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:9a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b2ca7f-0dff-4627-996d-8eece1e82e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:38:04Z', 'updated_at': '2021-09-17T08:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:41:01.564790 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0433565a-cbdf-4292-ab80-be280bce1f53 None None] Checking router: 84b2ca7f-0dff-4627-996d-8eece1e82e64 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:41:01.573215 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0433565a-cbdf-4292-ab80-be280bce1f53 None None] Routers {'84b2ca7f-0dff-4627-996d-8eece1e82e64'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:41:01.573804 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-0433565a-cbdf-4292-ab80-be280bce1f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:40:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['84b2ca7f-0dff-4627-996d-8eece1e82e64'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:41:01.583346 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-d6691f89-be29-41b4-bc9b-373e34d0b9a6 admin admin] For port 066e0ec0-eb55-44cf-836d-2b53533ea080, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=066e0ec0-eb55-44cf-836d-2b53533ea080,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:41:01.583714 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d6691f89-be29-41b4-bc9b-373e34d0b9a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:01.596099 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-d6691f89-be29-41b4-bc9b-373e34d0b9a6 admin admin] Calling delete_port for 066e0ec0-eb55-44cf-836d-2b53533ea080 owned by network:router_gateway {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:41:01.660526 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-0433565a-cbdf-4292-ab80-be280bce1f53 None None] Set router 84b2ca7f-0dff-4627-996d-8eece1e82e64 gateway port host: None {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:41:01.715567 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-0433565a-cbdf-4292-ab80-be280bce1f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b2ca7f-0dff-4627-996d-8eece1e82e64', 'name': 'tempest-TestVolumeBackupRestore-1285702258-router', 'tenant_id': 'c55c5c6ce14345ef96efda07f096c424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:38:04Z', 'updated_at': '2021-09-17T08:41:01Z', 'revision_number': 6, 'project_id': 'c55c5c6ce14345ef96efda07f096c424', 'gw_port_host': None}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:41:01.741115 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0433565a-cbdf-4292-ab80-be280bce1f53 None None] The sync data for ids ['84b2ca7f-0dff-4627-996d-8eece1e82e64'] in n-d-789963-9 is: [{'id': '84b2ca7f-0dff-4627-996d-8eece1e82e64', 'name': 'tempest-TestVolumeBackupRestore-1285702258-router', 'tenant_id': 'c55c5c6ce14345ef96efda07f096c424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:38:04Z', 'updated_at': '2021-09-17T08:41:01Z', 'revision_number': 6, 'project_id': 'c55c5c6ce14345ef96efda07f096c424', 'gw_port_host': None}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:41:01.767119 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d6691f89-be29-41b4-bc9b-373e34d0b9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:01.795330 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6691f89-be29-41b4-bc9b-373e34d0b9a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=066e0ec0-eb55-44cf-836d-2b53533ea080,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:41:01.856462 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d6691f89-be29-41b4-bc9b-373e34d0b9a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:01.944473 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d6691f89-be29-41b4-bc9b-373e34d0b9a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:01.946543 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d6691f89-be29-41b4-bc9b-373e34d0b9a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:01.986380 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d6691f89-be29-41b4-bc9b-373e34d0b9a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:01.986928 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6691f89-be29-41b4-bc9b-373e34d0b9a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84b2ca7f-0dff-4627-996d-8eece1e82e64 {{(pid=101289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 08:41:01.991682 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d6691f89-be29-41b4-bc9b-373e34d0b9a6 admin admin] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:01.992846 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-d6691f89-be29-41b4-bc9b-373e34d0b9a6 admin admin] 10.222.0.13 "DELETE /v2.0/routers/84b2ca7f-0dff-4627-996d-8eece1e82e64 HTTP/1.1" status: 204 len: 168 time: 0.7410865 Sep 17 08:41:01.995480 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 60718) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:41:02.043752 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5fca5d5-006d-4435-8f9b-6e84ae320b9f admin admin] Deleting subnet 041698aa-3c4b-4c4e-912a-8ca2931011cb {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:41:02.046769 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f5fca5d5-006d-4435-8f9b-6e84ae320b9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:02.079315 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f5fca5d5-006d-4435-8f9b-6e84ae320b9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:02.160281 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f5fca5d5-006d-4435-8f9b-6e84ae320b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:02.215262 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f5fca5d5-006d-4435-8f9b-6e84ae320b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:02.246504 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fca5d5-006d-4435-8f9b-6e84ae320b9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=041698aa-3c4b-4c4e-912a-8ca2931011cb,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:41:02.251312 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f5fca5d5-006d-4435-8f9b-6e84ae320b9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:02.254104 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-f5fca5d5-006d-4435-8f9b-6e84ae320b9f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/041698aa-3c4b-4c4e-912a-8ca2931011cb HTTP/1.1" status: 204 len: 168 time: 0.2567856 Sep 17 08:41:02.256092 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 60720) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:41:02.257746 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e140612a-5a10-4d89-aa3d-9e73ddefe07a None None] Network 86263d38-f8c3-4e70-8029-ed3c8f921293 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:41:02.325526 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ad7dcd93-0acd-4d95-af92-bc47977c2051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:02.380919 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-ad7dcd93-0acd-4d95-af92-bc47977c2051 admin admin] Deleting port 6118c3f8-0ef6-4109-986b-93e2f38f4724 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:41:02.381256 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ad7dcd93-0acd-4d95-af92-bc47977c2051 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:02.450773 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-ad7dcd93-0acd-4d95-af92-bc47977c2051 admin admin] For port 6118c3f8-0ef6-4109-986b-93e2f38f4724, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=6118c3f8-0ef6-4109-986b-93e2f38f4724,segment=NetworkSegment(7c204ed5-6d77-4384-b8e1-fb8b2dc53ebd),segment_id=7c204ed5-6d77-4384-b8e1-fb8b2dc53ebd)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:41:02.451050 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ad7dcd93-0acd-4d95-af92-bc47977c2051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:02.464099 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-ad7dcd93-0acd-4d95-af92-bc47977c2051 admin admin] Calling delete_port for 6118c3f8-0ef6-4109-986b-93e2f38f4724 owned by network:dhcp {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:41:02.549672 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ad7dcd93-0acd-4d95-af92-bc47977c2051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:02.580155 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7dcd93-0acd-4d95-af92-bc47977c2051 admin admin] Pushing event deleted for resources: {'Port': ['ID=6118c3f8-0ef6-4109-986b-93e2f38f4724,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:41:02.583993 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7dcd93-0acd-4d95-af92-bc47977c2051 admin admin] No DVR routers for this DVR port 6118c3f8-0ef6-4109-986b-93e2f38f4724 on host n-d-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:41:02.596508 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f18a72-aaeb-49e9-a2a8-6a5ac84fc162 None None] DHCP port deletion for 86263d38-f8c3-4e70-8029-ed3c8f921293 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 08:41:02.658309 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ad7dcd93-0acd-4d95-af92-bc47977c2051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:02.677902 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-ad7dcd93-0acd-4d95-af92-bc47977c2051 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86263d38-f8c3-4e70-8029-ed3c8f921293']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:41:02.686809 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-ad7dcd93-0acd-4d95-af92-bc47977c2051 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c204ed5-6d77-4384-b8e1-fb8b2dc53ebd') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:41:02.687105 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-ad7dcd93-0acd-4d95-af92-bc47977c2051 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c204ed5-6d77-4384-b8e1-fb8b2dc53ebd') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:41:02.696427 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ad7dcd93-0acd-4d95-af92-bc47977c2051 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:02.710313 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ad7dcd93-0acd-4d95-af92-bc47977c2051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:02.716155 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad7dcd93-0acd-4d95-af92-bc47977c2051 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:41:02.716551 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ad7dcd93-0acd-4d95-af92-bc47977c2051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:02.718365 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:41:02.718365 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:41:02.718365 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:41:02.718365 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:41:02.718365 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:41:02.718365 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:41:02.718365 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:41:02.718365 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:41:02.718365 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:41:02.718365 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:41:02.718365 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:41:02.718365 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:41:02.718365 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:41:02.718365 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:41:02.718365 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:41:02.718365 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:41:02.718365 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:41:02.718365 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:41:02.718365 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:41:02.718365 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:41:02.718365 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:41:02.718365 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:41:02.718365 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:41:02.718365 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:41:02.718365 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:41:02.718365 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:41:02.718365 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:41:02.718365 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:41:02.718365 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:41:02.718365 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:41:02.718365 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:41:02.718365 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:41:02.780501 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ad7dcd93-0acd-4d95-af92-bc47977c2051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:02.790449 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ad7dcd93-0acd-4d95-af92-bc47977c2051 admin admin] Notify callbacks [] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:02.792427 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ad7dcd93-0acd-4d95-af92-bc47977c2051 admin admin] 10.222.0.13 "DELETE /v2.0/networks/86263d38-f8c3-4e70-8029-ed3c8f921293 HTTP/1.1" status: 204 len: 168 time: 0.5353825 Sep 17 08:41:02.795731 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 60722) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:41:02.804898 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7dcd93-0acd-4d95-af92-bc47977c2051 admin admin] Pushing event deleted for resources: {'Network': ['ID=86263d38-f8c3-4e70-8029-ed3c8f921293,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:41:03.138599 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e85c5f7c-3895-4c26-926a-cbe9c57085cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:03.309221 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:41:03.369514 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-e85c5f7c-3895-4c26-926a-cbe9c57085cb admin admin] Deleting port b3f0b904-a740-40f3-8820-ce997783dfc4 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:41:03.369761 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e85c5f7c-3895-4c26-926a-cbe9c57085cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:03.447571 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-e85c5f7c-3895-4c26-926a-cbe9c57085cb admin admin] For port b3f0b904-a740-40f3-8820-ce997783dfc4, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=b3f0b904-a740-40f3-8820-ce997783dfc4,segment=NetworkSegment(73e5b94f-0cdb-433d-bc09-135d7ac372c6),segment_id=73e5b94f-0cdb-433d-bc09-135d7ac372c6)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:41:03.447954 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e85c5f7c-3895-4c26-926a-cbe9c57085cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:03.459786 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-e85c5f7c-3895-4c26-926a-cbe9c57085cb admin admin] Calling delete_port for b3f0b904-a740-40f3-8820-ce997783dfc4 owned by network:router_interface {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:41:03.640120 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e85c5f7c-3895-4c26-926a-cbe9c57085cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:03.665668 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85c5f7c-3895-4c26-926a-cbe9c57085cb admin admin] Pushing event deleted for resources: {'Port': ['ID=b3f0b904-a740-40f3-8820-ce997783dfc4,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:41:03.677935 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85c5f7c-3895-4c26-926a-cbe9c57085cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:41:03.678498 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85c5f7c-3895-4c26-926a-cbe9c57085cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:41:03.678849 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85c5f7c-3895-4c26-926a-cbe9c57085cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:41:03.679192 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85c5f7c-3895-4c26-926a-cbe9c57085cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:41:03.679537 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85c5f7c-3895-4c26-926a-cbe9c57085cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:41:03.679894 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85c5f7c-3895-4c26-926a-cbe9c57085cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:41:03.680229 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85c5f7c-3895-4c26-926a-cbe9c57085cb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:41:03.680562 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85c5f7c-3895-4c26-926a-cbe9c57085cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:41:03.680893 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85c5f7c-3895-4c26-926a-cbe9c57085cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:41:03.681218 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85c5f7c-3895-4c26-926a-cbe9c57085cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:41:03.681703 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85c5f7c-3895-4c26-926a-cbe9c57085cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:41:03.682037 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85c5f7c-3895-4c26-926a-cbe9c57085cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:41:03.700076 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 066e0ec0-eb55-44cf-836d-2b53533ea080 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:41:03.720518 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 066e0ec0-eb55-44cf-836d-2b53533ea080 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:41:03.720968 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 066e0ec0-eb55-44cf-836d-2b53533ea080 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:41:03.721468 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 6118c3f8-0ef6-4109-986b-93e2f38f4724 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:41:03.741899 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 6118c3f8-0ef6-4109-986b-93e2f38f4724 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:41:03.742326 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 6118c3f8-0ef6-4109-986b-93e2f38f4724 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:41:03.742997 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 03531840-66e8-4d1c-a98a-aabc801a968d no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:41:03.763413 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 03531840-66e8-4d1c-a98a-aabc801a968d {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:41:03.763846 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 03531840-66e8-4d1c-a98a-aabc801a968d not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:41:03.845211 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e85c5f7c-3895-4c26-926a-cbe9c57085cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:04.052434 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e85c5f7c-3895-4c26-926a-cbe9c57085cb admin admin] Router e4b2ce9d-cff9-4519-b426-092314c42307 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:41:04.154489 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85c5f7c-3895-4c26-926a-cbe9c57085cb admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:41:04.159877 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e85c5f7c-3895-4c26-926a-cbe9c57085cb admin admin] 10.222.0.13 "PUT /v2.0/routers/e4b2ce9d-cff9-4519-b426-092314c42307/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3617084 Sep 17 08:41:04.162741 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 60724) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:41:04.168473 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74c92e8-4660-4772-a7b2-93a5c8b8a2b3 None None] Sync routers for ids ['e4b2ce9d-cff9-4519-b426-092314c42307'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:41:04.178179 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74c92e8-4660-4772-a7b2-93a5c8b8a2b3 None None] Routers {'e4b2ce9d-cff9-4519-b426-092314c42307'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:41:04.178794 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-f74c92e8-4660-4772-a7b2-93a5c8b8a2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:40:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['e4b2ce9d-cff9-4519-b426-092314c42307'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:41:04.268176 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-37abc4a9-7bfa-4010-a803-480517ebe94e admin admin] Notify callbacks [] for router, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:04.283500 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-f74c92e8-4660-4772-a7b2-93a5c8b8a2b3 None None] Set router e4b2ce9d-cff9-4519-b426-092314c42307 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:41:04.374316 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-37abc4a9-7bfa-4010-a803-480517ebe94e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:04.427499 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-37abc4a9-7bfa-4010-a803-480517ebe94e admin admin] Deleting port 665f7e28-f649-4c23-a968-5eb8eac48e1d {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:41:04.427853 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-37abc4a9-7bfa-4010-a803-480517ebe94e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:04.464218 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-f74c92e8-4660-4772-a7b2-93a5c8b8a2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b2ce9d-cff9-4519-b426-092314c42307', 'name': 'tempest-TestVolumeBackupRestore-208700963-router', 'tenant_id': '53b07ea51cb54be1bad73d58e3946dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '665f7e28-f649-4c23-a968-5eb8eac48e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:38:08Z', 'updated_at': '2021-09-17T08:41:03Z', 'revision_number': 5, 'project_id': '53b07ea51cb54be1bad73d58e3946dc8', 'gw_port': {'id': '665f7e28-f649-4c23-a968-5eb8eac48e1d', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:77:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b2ce9d-cff9-4519-b426-092314c42307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:38:08Z', 'updated_at': '2021-09-17T08:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:41:04.494325 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74c92e8-4660-4772-a7b2-93a5c8b8a2b3 None None] Checking router: e4b2ce9d-cff9-4519-b426-092314c42307 for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:41:04.502929 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74c92e8-4660-4772-a7b2-93a5c8b8a2b3 None None] Routers {'e4b2ce9d-cff9-4519-b426-092314c42307'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:41:04.503806 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-f74c92e8-4660-4772-a7b2-93a5c8b8a2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:40:52Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['e4b2ce9d-cff9-4519-b426-092314c42307'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:41:04.513413 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-37abc4a9-7bfa-4010-a803-480517ebe94e admin admin] For port 665f7e28-f649-4c23-a968-5eb8eac48e1d, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=665f7e28-f649-4c23-a968-5eb8eac48e1d,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:41:04.513775 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-37abc4a9-7bfa-4010-a803-480517ebe94e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:04.525918 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-37abc4a9-7bfa-4010-a803-480517ebe94e admin admin] Calling delete_port for 665f7e28-f649-4c23-a968-5eb8eac48e1d owned by network:router_gateway {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:41:04.591458 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-f74c92e8-4660-4772-a7b2-93a5c8b8a2b3 None None] Set router e4b2ce9d-cff9-4519-b426-092314c42307 gateway port host: None {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:41:04.645527 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-f74c92e8-4660-4772-a7b2-93a5c8b8a2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b2ce9d-cff9-4519-b426-092314c42307', 'name': 'tempest-TestVolumeBackupRestore-208700963-router', 'tenant_id': '53b07ea51cb54be1bad73d58e3946dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:38:08Z', 'updated_at': '2021-09-17T08:41:04Z', 'revision_number': 6, 'project_id': '53b07ea51cb54be1bad73d58e3946dc8', 'gw_port_host': None}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:41:04.671040 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74c92e8-4660-4772-a7b2-93a5c8b8a2b3 None None] The sync data for ids ['e4b2ce9d-cff9-4519-b426-092314c42307'] in n-d-789963-9 is: [{'id': 'e4b2ce9d-cff9-4519-b426-092314c42307', 'name': 'tempest-TestVolumeBackupRestore-208700963-router', 'tenant_id': '53b07ea51cb54be1bad73d58e3946dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:38:08Z', 'updated_at': '2021-09-17T08:41:04Z', 'revision_number': 6, 'project_id': '53b07ea51cb54be1bad73d58e3946dc8', 'gw_port_host': None}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:41:04.687549 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-37abc4a9-7bfa-4010-a803-480517ebe94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:04.715634 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37abc4a9-7bfa-4010-a803-480517ebe94e admin admin] Pushing event deleted for resources: {'Port': ['ID=665f7e28-f649-4c23-a968-5eb8eac48e1d,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:41:04.772631 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-37abc4a9-7bfa-4010-a803-480517ebe94e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:04.864399 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-37abc4a9-7bfa-4010-a803-480517ebe94e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:04.866473 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-37abc4a9-7bfa-4010-a803-480517ebe94e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:04.912232 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-37abc4a9-7bfa-4010-a803-480517ebe94e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:04.912792 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37abc4a9-7bfa-4010-a803-480517ebe94e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4b2ce9d-cff9-4519-b426-092314c42307 {{(pid=101289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 08:41:04.918314 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-37abc4a9-7bfa-4010-a803-480517ebe94e admin admin] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:04.919481 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-37abc4a9-7bfa-4010-a803-480517ebe94e admin admin] 10.222.0.13 "DELETE /v2.0/routers/e4b2ce9d-cff9-4519-b426-092314c42307 HTTP/1.1" status: 204 len: 168 time: 0.7557449 Sep 17 08:41:04.921960 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 60726) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:41:04.965455 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6441307-ec2f-4c19-b530-4177d77cf57e admin admin] Deleting subnet fd48893c-badd-49f9-accb-5f7edb9ebc1f {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:41:04.968383 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b6441307-ec2f-4c19-b530-4177d77cf57e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:05.001733 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b6441307-ec2f-4c19-b530-4177d77cf57e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:05.089551 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b6441307-ec2f-4c19-b530-4177d77cf57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:05.140949 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b6441307-ec2f-4c19-b530-4177d77cf57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:05.163537 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6441307-ec2f-4c19-b530-4177d77cf57e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd48893c-badd-49f9-accb-5f7edb9ebc1f,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:41:05.169117 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b6441307-ec2f-4c19-b530-4177d77cf57e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:05.170974 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-b6441307-ec2f-4c19-b530-4177d77cf57e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/fd48893c-badd-49f9-accb-5f7edb9ebc1f HTTP/1.1" status: 204 len: 168 time: 0.2480972 Sep 17 08:41:05.173617 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 60728) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:41:05.175064 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28826850-e2b7-4f2b-b85a-8d8e5d0c2eac None None] Network c0855e0e-1e99-40de-8bd4-c0a4deb53605 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:41:05.243965 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3986eb4b-76e7-4708-a973-b66f240494a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:05.295038 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-3986eb4b-76e7-4708-a973-b66f240494a6 admin admin] Deleting port 028fdb51-a631-4e02-bcb3-b12105a483aa {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:41:05.295379 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3986eb4b-76e7-4708-a973-b66f240494a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:05.359323 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-3986eb4b-76e7-4708-a973-b66f240494a6 admin admin] For port 028fdb51-a631-4e02-bcb3-b12105a483aa, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=028fdb51-a631-4e02-bcb3-b12105a483aa,segment=NetworkSegment(73e5b94f-0cdb-433d-bc09-135d7ac372c6),segment_id=73e5b94f-0cdb-433d-bc09-135d7ac372c6)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:41:05.359624 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3986eb4b-76e7-4708-a973-b66f240494a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:05.373592 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-3986eb4b-76e7-4708-a973-b66f240494a6 admin admin] Calling delete_port for 028fdb51-a631-4e02-bcb3-b12105a483aa owned by network:dhcp {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:41:05.406035 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263e4def-499d-4e38-90dd-254d5d332be3 None None] DHCP port deletion for c0855e0e-1e99-40de-8bd4-c0a4deb53605 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 08:41:05.454082 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-263e4def-499d-4e38-90dd-254d5d332be3 None None] Deleting port 028fdb51-a631-4e02-bcb3-b12105a483aa {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:41:05.454595 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-263e4def-499d-4e38-90dd-254d5d332be3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:05.457588 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3986eb4b-76e7-4708-a973-b66f240494a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:05.483450 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3986eb4b-76e7-4708-a973-b66f240494a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=028fdb51-a631-4e02-bcb3-b12105a483aa,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:41:05.487253 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3986eb4b-76e7-4708-a973-b66f240494a6 admin admin] No DVR routers for this DVR port 028fdb51-a631-4e02-bcb3-b12105a483aa on host n-d-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:41:05.528104 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-263e4def-499d-4e38-90dd-254d5d332be3 None None] For port 028fdb51-a631-4e02-bcb3-b12105a483aa, host n-d-789963-9, got binding levels [] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:41:05.528506 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-263e4def-499d-4e38-90dd-254d5d332be3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:05.542189 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-263e4def-499d-4e38-90dd-254d5d332be3 None None] Calling delete_port for 028fdb51-a631-4e02-bcb3-b12105a483aa owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:41:05.544839 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.ipam_backend_mixin [None req-263e4def-499d-4e38-90dd-254d5d332be3 None None] Port 028fdb51-a631-4e02-bcb3-b12105a483aa was not found and therefore no delete operation was performed {{(pid=101291) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 17 08:41:05.546102 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-263e4def-499d-4e38-90dd-254d5d332be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:05.562834 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3986eb4b-76e7-4708-a973-b66f240494a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:05.574156 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263e4def-499d-4e38-90dd-254d5d332be3 None None] No DVR routers for this DVR port 028fdb51-a631-4e02-bcb3-b12105a483aa on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:41:05.576165 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263e4def-499d-4e38-90dd-254d5d332be3 None None] Pushing event deleted for resources: {'Port': ['ID=028fdb51-a631-4e02-bcb3-b12105a483aa,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:41:05.583461 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-3986eb4b-76e7-4708-a973-b66f240494a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0855e0e-1e99-40de-8bd4-c0a4deb53605']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:41:05.594551 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-3986eb4b-76e7-4708-a973-b66f240494a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73e5b94f-0cdb-433d-bc09-135d7ac372c6') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:41:05.594854 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-3986eb4b-76e7-4708-a973-b66f240494a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73e5b94f-0cdb-433d-bc09-135d7ac372c6') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:41:05.605985 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3986eb4b-76e7-4708-a973-b66f240494a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:05.619893 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3986eb4b-76e7-4708-a973-b66f240494a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:05.626883 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3986eb4b-76e7-4708-a973-b66f240494a6 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:41:05.627206 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3986eb4b-76e7-4708-a973-b66f240494a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:05.629239 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:41:05.629239 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:41:05.629239 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:41:05.629239 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:41:05.629239 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:41:05.629239 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:41:05.629239 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:41:05.629239 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:41:05.629239 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:41:05.629239 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:41:05.629239 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:41:05.629239 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:41:05.629239 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:41:05.629239 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:41:05.629239 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:41:05.629239 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:41:05.629239 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:41:05.629239 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:41:05.629239 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:41:05.629239 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:41:05.629239 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:41:05.629239 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:41:05.629239 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:41:05.629239 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:41:05.629239 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:41:05.629239 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:41:05.629239 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:41:05.629239 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:41:05.629239 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:41:05.629239 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:41:05.629239 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:41:05.629239 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:41:05.691159 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3986eb4b-76e7-4708-a973-b66f240494a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:05.697785 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3986eb4b-76e7-4708-a973-b66f240494a6 admin admin] Notify callbacks [] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:05.702552 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-3986eb4b-76e7-4708-a973-b66f240494a6 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c0855e0e-1e99-40de-8bd4-c0a4deb53605 HTTP/1.1" status: 204 len: 168 time: 0.5255127 Sep 17 08:41:05.713029 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3986eb4b-76e7-4708-a973-b66f240494a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0855e0e-1e99-40de-8bd4-c0a4deb53605,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:41:05.724513 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 028fdb51-a631-4e02-bcb3-b12105a483aa no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:41:05.743717 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 028fdb51-a631-4e02-bcb3-b12105a483aa {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:41:05.744235 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 028fdb51-a631-4e02-bcb3-b12105a483aa not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:41:05.744670 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device b3f0b904-a740-40f3-8820-ce997783dfc4 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:41:05.762824 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: b3f0b904-a740-40f3-8820-ce997783dfc4 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:41:05.763170 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device b3f0b904-a740-40f3-8820-ce997783dfc4 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:41:05.763591 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 665f7e28-f649-4c23-a968-5eb8eac48e1d no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:41:05.784645 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 665f7e28-f649-4c23-a968-5eb8eac48e1d {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:41:05.785011 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 665f7e28-f649-4c23-a968-5eb8eac48e1d not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:41:05.874446 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 60732) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:41:05.899951 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:05.918386 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-598093d2-512c-4f27-a8f1-0049740503a8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c55c5c6ce14345ef96efda07f096c424&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427914 Sep 17 08:41:05.920834 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 60734) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:41:05.970904 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f48b90c0-f13c-45d0-a15c-3b89fa3464bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:05.990919 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f48b90c0-f13c-45d0-a15c-3b89fa3464bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:06.026514 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:06.037407 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f48b90c0-f13c-45d0-a15c-3b89fa3464bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:06.040089 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f48b90c0-f13c-45d0-a15c-3b89fa3464bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:06.041229 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-f48b90c0-f13c-45d0-a15c-3b89fa3464bc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/243c2743-3125-45a7-b662-8287c955f6e3 HTTP/1.1" status: 204 len: 168 time: 0.1195078 Sep 17 08:41:06.048771 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48b90c0-f13c-45d0-a15c-3b89fa3464bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=243c2743-3125-45a7-b662-8287c955f6e3,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:41:06.349617 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 60740) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:41:06.389291 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-3ea35777-4c4f-45e2-aeb7-15a6d8748d80 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=53b07ea51cb54be1bad73d58e3946dc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384958 Sep 17 08:41:06.391585 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 60742) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:41:06.436262 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5cd51bfe-ed67-4239-b9a8-f36c52544243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:06.456590 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5cd51bfe-ed67-4239-b9a8-f36c52544243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:06.504689 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5cd51bfe-ed67-4239-b9a8-f36c52544243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:06.507204 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5cd51bfe-ed67-4239-b9a8-f36c52544243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:06.508393 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-5cd51bfe-ed67-4239-b9a8-f36c52544243 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bce6e683-6c17-47c7-8e24-307003d1261f HTTP/1.1" status: 204 len: 168 time: 0.1158795 Sep 17 08:41:06.516007 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd51bfe-ed67-4239-b9a8-f36c52544243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce6e683-6c17-47c7-8e24-307003d1261f,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:41:15.989214 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1ecf1ee0-c296-445b-a6c7-a2b6dccae53d req-f97b587f-bad8-4568-a93d-e40db8648e63 tempest-ServersAdminNegativeTestJSON-937977412 tempest-ServersAdminNegativeTestJSON-937977412-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=2b9606791b3049a1a0f8faeadcb4ab75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210760 Sep 17 08:41:16.091132 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf1ee0-c296-445b-a6c7-a2b6dccae53d req-34d4f974-1d0d-43e5-a862-feb3b95febda tempest-ServersAdminNegativeTestJSON-937977412 tempest-ServersAdminNegativeTestJSON-937977412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:41:16.092718 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1ecf1ee0-c296-445b-a6c7-a2b6dccae53d req-34d4f974-1d0d-43e5-a862-feb3b95febda tempest-ServersAdminNegativeTestJSON-937977412 tempest-ServersAdminNegativeTestJSON-937977412-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.0983746 Sep 17 08:41:16.107131 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1ecf1ee0-c296-445b-a6c7-a2b6dccae53d req-e024d775-d183-4bd9-83f2-9c335672a6b8 tempest-ServersAdminNegativeTestJSON-937977412 tempest-ServersAdminNegativeTestJSON-937977412-project] 10.222.0.13 "GET /v2.0/quotas/2b9606791b3049a1a0f8faeadcb4ab75 HTTP/1.1" status: 200 len: 375 time: 0.0087450 Sep 17 08:41:16.141545 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1ecf1ee0-c296-445b-a6c7-a2b6dccae53d req-64b26a9c-b746-4b78-ba35-f7637ca47a1c tempest-ServersAdminNegativeTestJSON-937977412 tempest-ServersAdminNegativeTestJSON-937977412-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2b9606791b3049a1a0f8faeadcb4ab75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292635 Sep 17 08:41:16.296681 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2afa7c96-97ed-433a-9998-e1f2517d326b req-5ccb3d61-a4bb-4ccd-9904-795b76b0a51e tempest-ServersAdminNegativeTestJSON-937977412 tempest-ServersAdminNegativeTestJSON-937977412-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea150f4f-e053-4dff-a7c5-a70d76fdc5bd HTTP/1.1" status: 200 len: 210 time: 0.0247519 Sep 17 08:41:17.198299 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1ecf1ee0-c296-445b-a6c7-a2b6dccae53d req-5b7df124-79c8-43c6-9ad0-420185cfcde2 tempest-ServersAdminNegativeTestJSON-937977412 tempest-ServersAdminNegativeTestJSON-937977412-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=2b9606791b3049a1a0f8faeadcb4ab75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0209422 Sep 17 08:41:17.306534 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf1ee0-c296-445b-a6c7-a2b6dccae53d req-487041ea-b7c5-4c38-9e7a-e033812b8c6d tempest-ServersAdminNegativeTestJSON-937977412 tempest-ServersAdminNegativeTestJSON-937977412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:41:17.308013 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1ecf1ee0-c296-445b-a6c7-a2b6dccae53d req-487041ea-b7c5-4c38-9e7a-e033812b8c6d tempest-ServersAdminNegativeTestJSON-937977412 tempest-ServersAdminNegativeTestJSON-937977412-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1038163 Sep 17 08:41:17.326784 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-1ecf1ee0-c296-445b-a6c7-a2b6dccae53d req-8c79a94b-dedb-4d26-a028-bca2d12a7d1f tempest-ServersAdminNegativeTestJSON-937977412 tempest-ServersAdminNegativeTestJSON-937977412-project] Request body: {'port': {'device_id': 'ea150f4f-e053-4dff-a7c5-a70d76fdc5bd', 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583', 'admin_state_up': True, 'tenant_id': '2b9606791b3049a1a0f8faeadcb4ab75'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:41:17.388647 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fdfdb561-8b10-4516-88c8-e1bbabcee678 req-f54ed02f-3ab1-42fe-956d-f1d4377cd36a tempest-ServersAdminNegativeTestJSON-937977412 tempest-ServersAdminNegativeTestJSON-937977412-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea150f4f-e053-4dff-a7c5-a70d76fdc5bd HTTP/1.1" status: 200 len: 210 time: 0.0262597 Sep 17 08:41:17.436569 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ecf1ee0-c296-445b-a6c7-a2b6dccae53d req-8c79a94b-dedb-4d26-a028-bca2d12a7d1f tempest-ServersAdminNegativeTestJSON-937977412 tempest-ServersAdminNegativeTestJSON-937977412-project] Made reservation on behalf of 2b9606791b3049a1a0f8faeadcb4ab75 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:41:17.440032 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-1ecf1ee0-c296-445b-a6c7-a2b6dccae53d req-8c79a94b-dedb-4d26-a028-bca2d12a7d1f tempest-ServersAdminNegativeTestJSON-937977412 tempest-ServersAdminNegativeTestJSON-937977412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:17.449050 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-1ecf1ee0-c296-445b-a6c7-a2b6dccae53d req-8c79a94b-dedb-4d26-a028-bca2d12a7d1f tempest-ServersAdminNegativeTestJSON-937977412 tempest-ServersAdminNegativeTestJSON-937977412-project] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:17.541037 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-1ecf1ee0-c296-445b-a6c7-a2b6dccae53d req-8c79a94b-dedb-4d26-a028-bca2d12a7d1f tempest-ServersAdminNegativeTestJSON-937977412 tempest-ServersAdminNegativeTestJSON-937977412-project] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:17.544943 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-1ecf1ee0-c296-445b-a6c7-a2b6dccae53d req-8c79a94b-dedb-4d26-a028-bca2d12a7d1f tempest-ServersAdminNegativeTestJSON-937977412 tempest-ServersAdminNegativeTestJSON-937977412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:17.602197 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c79a94b-dedb-4d26-a028-bca2d12a7d1f tempest-ServersAdminNegativeTestJSON-937977412 tempest-ServersAdminNegativeTestJSON-937977412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e0e6f02-ae16-4db2-8259-b9d45ca06df2,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:41:17.672989 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-1ecf1ee0-c296-445b-a6c7-a2b6dccae53d req-8c79a94b-dedb-4d26-a028-bca2d12a7d1f tempest-ServersAdminNegativeTestJSON-937977412 tempest-ServersAdminNegativeTestJSON-937977412-project] Allocated IP 192.168.233.17 (469390cd-cce5-49bd-b8f8-9e64018a0583/5f3af6cb-9cad-436b-bf41-034e75672c44/810eca90-4c9f-4797-913d-98feb3973d01) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:41:17.815568 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-1ecf1ee0-c296-445b-a6c7-a2b6dccae53d req-8c79a94b-dedb-4d26-a028-bca2d12a7d1f tempest-ServersAdminNegativeTestJSON-937977412 tempest-ServersAdminNegativeTestJSON-937977412-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:17.847454 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-1ecf1ee0-c296-445b-a6c7-a2b6dccae53d req-8c79a94b-dedb-4d26-a028-bca2d12a7d1f tempest-ServersAdminNegativeTestJSON-937977412 tempest-ServersAdminNegativeTestJSON-937977412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:17.891995 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ecf1ee0-c296-445b-a6c7-a2b6dccae53d req-8c79a94b-dedb-4d26-a028-bca2d12a7d1f tempest-ServersAdminNegativeTestJSON-937977412 tempest-ServersAdminNegativeTestJSON-937977412-project] Network 469390cd-cce5-49bd-b8f8-9e64018a0583 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:41:17.895171 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-1ecf1ee0-c296-445b-a6c7-a2b6dccae53d req-8c79a94b-dedb-4d26-a028-bca2d12a7d1f tempest-ServersAdminNegativeTestJSON-937977412 tempest-ServersAdminNegativeTestJSON-937977412-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:41:17.901225 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ecf1ee0-c296-445b-a6c7-a2b6dccae53d req-8c79a94b-dedb-4d26-a028-bca2d12a7d1f tempest-ServersAdminNegativeTestJSON-937977412 tempest-ServersAdminNegativeTestJSON-937977412-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:41:17.924733 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c79a94b-dedb-4d26-a028-bca2d12a7d1f tempest-ServersAdminNegativeTestJSON-937977412 tempest-ServersAdminNegativeTestJSON-937977412-project] Pushing event updated for resources: {'Port': ['ID=810eca90-4c9f-4797-913d-98feb3973d01,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:41:17.953152 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf1ee0-c296-445b-a6c7-a2b6dccae53d req-8c79a94b-dedb-4d26-a028-bca2d12a7d1f tempest-ServersAdminNegativeTestJSON-937977412 tempest-ServersAdminNegativeTestJSON-937977412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:41:17.953789 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-1ecf1ee0-c296-445b-a6c7-a2b6dccae53d req-8c79a94b-dedb-4d26-a028-bca2d12a7d1f tempest-ServersAdminNegativeTestJSON-937977412 tempest-ServersAdminNegativeTestJSON-937977412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:17.967913 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1ecf1ee0-c296-445b-a6c7-a2b6dccae53d req-8c79a94b-dedb-4d26-a028-bca2d12a7d1f tempest-ServersAdminNegativeTestJSON-937977412 tempest-ServersAdminNegativeTestJSON-937977412-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6449094 Sep 17 08:41:17.985396 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-1ecf1ee0-c296-445b-a6c7-a2b6dccae53d req-6d3f67d0-4ddd-4077-922c-663ad44931ad service neutron] Request body: {'port': {'device_id': 'ea150f4f-e053-4dff-a7c5-a70d76fdc5bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:41:18.041052 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-1ecf1ee0-c296-445b-a6c7-a2b6dccae53d req-6d3f67d0-4ddd-4077-922c-663ad44931ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:18.126421 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-7748d84a-f375-404e-ae00-859179955b58 None None] Provisioning complete for port 810eca90-4c9f-4797-913d-98feb3973d01 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:41:18.126974 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7748d84a-f375-404e-ae00-859179955b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:18.159968 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-7748d84a-f375-404e-ae00-859179955b58 None None] Port 810eca90-4c9f-4797-913d-98feb3973d01 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:41:18.303857 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-1ecf1ee0-c296-445b-a6c7-a2b6dccae53d req-6d3f67d0-4ddd-4077-922c-663ad44931ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 810eca90-4c9f-4797-913d-98feb3973d01 {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:41:18.310900 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-1ecf1ee0-c296-445b-a6c7-a2b6dccae53d req-6d3f67d0-4ddd-4077-922c-663ad44931ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:18.322464 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-1ecf1ee0-c296-445b-a6c7-a2b6dccae53d req-6d3f67d0-4ddd-4077-922c-663ad44931ad service neutron] Transition to ACTIVE for port object 810eca90-4c9f-4797-913d-98feb3973d01 will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:41:18.326381 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-1ecf1ee0-c296-445b-a6c7-a2b6dccae53d req-6d3f67d0-4ddd-4077-922c-663ad44931ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:18.379541 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3f67d0-4ddd-4077-922c-663ad44931ad service neutron] Pushing event updated for resources: {'Port': ['ID=810eca90-4c9f-4797-913d-98feb3973d01,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:41:18.446265 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-1ecf1ee0-c296-445b-a6c7-a2b6dccae53d req-6d3f67d0-4ddd-4077-922c-663ad44931ad service neutron] Attempting to bind port 810eca90-4c9f-4797-913d-98feb3973d01 on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:41:18.446697 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-1ecf1ee0-c296-445b-a6c7-a2b6dccae53d req-6d3f67d0-4ddd-4077-922c-663ad44931ad service neutron] Attempting to bind port 810eca90-4c9f-4797-913d-98feb3973d01 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:41:18.447124 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecf1ee0-c296-445b-a6c7-a2b6dccae53d req-6d3f67d0-4ddd-4077-922c-663ad44931ad service neutron] Attempting to bind port 810eca90-4c9f-4797-913d-98feb3973d01 on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:41:18.451751 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecf1ee0-c296-445b-a6c7-a2b6dccae53d req-6d3f67d0-4ddd-4077-922c-663ad44931ad service neutron] Port 810eca90-4c9f-4797-913d-98feb3973d01 on network 469390cd-cce5-49bd-b8f8-9e64018a0583 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:41:18.452184 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecf1ee0-c296-445b-a6c7-a2b6dccae53d req-6d3f67d0-4ddd-4077-922c-663ad44931ad service neutron] Attempting to bind port 810eca90-4c9f-4797-913d-98feb3973d01 on network 469390cd-cce5-49bd-b8f8-9e64018a0583 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:41:18.457838 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecf1ee0-c296-445b-a6c7-a2b6dccae53d req-6d3f67d0-4ddd-4077-922c-663ad44931ad service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:41:18.458314 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecf1ee0-c296-445b-a6c7-a2b6dccae53d req-6d3f67d0-4ddd-4077-922c-663ad44931ad service neutron] Checking segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:41:18.458705 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecf1ee0-c296-445b-a6c7-a2b6dccae53d req-6d3f67d0-4ddd-4077-922c-663ad44931ad service neutron] Bound using segment: {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:41:18.459130 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-1ecf1ee0-c296-445b-a6c7-a2b6dccae53d req-6d3f67d0-4ddd-4077-922c-663ad44931ad service neutron] Bound port: 810eca90-4c9f-4797-913d-98feb3973d01, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1dc81bb-4115-4bd0-9c04-3584457a4893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:41:18.459489 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-1ecf1ee0-c296-445b-a6c7-a2b6dccae53d req-6d3f67d0-4ddd-4077-922c-663ad44931ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:18.517141 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26990924-0885-4bf7-82fe-5a99d844858b req-bc721063-6710-4618-9258-59c58ff8e29d tempest-ServersAdminNegativeTestJSON-937977412 tempest-ServersAdminNegativeTestJSON-937977412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:41:18.520149 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-26990924-0885-4bf7-82fe-5a99d844858b req-bc721063-6710-4618-9258-59c58ff8e29d tempest-ServersAdminNegativeTestJSON-937977412 tempest-ServersAdminNegativeTestJSON-937977412-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea150f4f-e053-4dff-a7c5-a70d76fdc5bd HTTP/1.1" status: 200 len: 947 time: 0.0588837 Sep 17 08:41:18.560376 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-26990924-0885-4bf7-82fe-5a99d844858b req-2564cc35-de35-4ac8-a227-3f3733b09f18 tempest-ServersAdminNegativeTestJSON-937977412 tempest-ServersAdminNegativeTestJSON-937977412-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e0e6f02-ae16-4db2-8259-b9d45ca06df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338285 Sep 17 08:41:18.837217 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-1ecf1ee0-c296-445b-a6c7-a2b6dccae53d req-6d3f67d0-4ddd-4077-922c-663ad44931ad service neutron] For port 810eca90-4c9f-4797-913d-98feb3973d01, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:41:18.840065 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-1ecf1ee0-c296-445b-a6c7-a2b6dccae53d req-6d3f67d0-4ddd-4077-922c-663ad44931ad service neutron] For port 810eca90-4c9f-4797-913d-98feb3973d01, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=810eca90-4c9f-4797-913d-98feb3973d01,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:41:18.844540 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-1ecf1ee0-c296-445b-a6c7-a2b6dccae53d req-6d3f67d0-4ddd-4077-922c-663ad44931ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:18.876600 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf1ee0-c296-445b-a6c7-a2b6dccae53d req-6d3f67d0-4ddd-4077-922c-663ad44931ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:41:18.877213 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-1ecf1ee0-c296-445b-a6c7-a2b6dccae53d req-6d3f67d0-4ddd-4077-922c-663ad44931ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:18.879397 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1ecf1ee0-c296-445b-a6c7-a2b6dccae53d req-6d3f67d0-4ddd-4077-922c-663ad44931ad service neutron] 10.222.0.39 "PUT /v2.0/ports/810eca90-4c9f-4797-913d-98feb3973d01 HTTP/1.1" status: 200 len: 1095 time: 0.8983190 Sep 17 08:41:18.879922 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea150f4f-e053-4dff-a7c5-a70d76fdc5bd', 'tag': '810eca90-4c9f-4797-913d-98feb3973d01'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:41:18.882054 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af09a46c-7550-46c9-943d-3bf0cef83b87" -d '{"events": [{"name": "network-changed", "server_uuid": "ea150f4f-e053-4dff-a7c5-a70d76fdc5bd", "tag": "810eca90-4c9f-4797-913d-98feb3973d01"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:41:18.906992 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3f67d0-4ddd-4077-922c-663ad44931ad service neutron] Pushing event updated for resources: {'Port': ['ID=810eca90-4c9f-4797-913d-98feb3973d01,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:41:18.921087 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc150ee-2fb4-47ac-ac8b-dde96b6965bb x-openstack-request-id: req-7fc150ee-2fb4-47ac-ac8b-dde96b6965bb {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:41:18.921383 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea150f4f-e053-4dff-a7c5-a70d76fdc5bd", "tag": "810eca90-4c9f-4797-913d-98feb3973d01", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:41:18.921633 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7fc150ee-2fb4-47ac-ac8b-dde96b6965bb {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:41:18.922051 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea150f4f-e053-4dff-a7c5-a70d76fdc5bd', 'tag': '810eca90-4c9f-4797-913d-98feb3973d01', 'status': 'completed', 'code': 200} Sep 17 08:41:18.979949 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf1ee0-c296-445b-a6c7-a2b6dccae53d req-17a6e858-852a-4ef7-8fe9-9f2060b78ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:41:18.981526 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1ecf1ee0-c296-445b-a6c7-a2b6dccae53d req-17a6e858-852a-4ef7-8fe9-9f2060b78ed2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b9606791b3049a1a0f8faeadcb4ab75&device_id=ea150f4f-e053-4dff-a7c5-a70d76fdc5bd HTTP/1.1" status: 200 len: 1098 time: 0.0419521 Sep 17 08:41:19.037136 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1ecf1ee0-c296-445b-a6c7-a2b6dccae53d req-1ad964ee-5fba-40e0-b2de-41b0211cb6b5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=810eca90-4c9f-4797-913d-98feb3973d01 HTTP/1.1" status: 200 len: 217 time: 0.0410213 Sep 17 08:41:19.086704 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf1ee0-c296-445b-a6c7-a2b6dccae53d req-abc12ef8-2c19-4824-bb5e-3fd4c637d45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:41:19.088270 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1ecf1ee0-c296-445b-a6c7-a2b6dccae53d req-abc12ef8-2c19-4824-bb5e-3fd4c637d45c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.0442681 Sep 17 08:41:19.132673 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf1ee0-c296-445b-a6c7-a2b6dccae53d req-1bc05025-4ff5-49d9-98d3-362bbb7a06c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:41:19.134139 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1ecf1ee0-c296-445b-a6c7-a2b6dccae53d req-1bc05025-4ff5-49d9-98d3-362bbb7a06c3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0393939 Sep 17 08:41:19.222076 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1ecf1ee0-c296-445b-a6c7-a2b6dccae53d req-2f268d0b-28f5-4c00-b5a3-b6080ee443d0 service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805693 Sep 17 08:41:19.308519 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1ecf1ee0-c296-445b-a6c7-a2b6dccae53d req-613bc2e2-8332-41fc-8376-5f84e438e764 service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792112 Sep 17 08:41:19.449963 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af09a46c-7550-46c9-943d-3bf0cef83b87 req-1d50aeeb-787b-45bf-beeb-d2a8a9be0614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:41:19.451440 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-af09a46c-7550-46c9-943d-3bf0cef83b87 req-1d50aeeb-787b-45bf-beeb-d2a8a9be0614 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b9606791b3049a1a0f8faeadcb4ab75&device_id=ea150f4f-e053-4dff-a7c5-a70d76fdc5bd HTTP/1.1" status: 200 len: 1098 time: 0.0395930 Sep 17 08:41:19.545311 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af09a46c-7550-46c9-943d-3bf0cef83b87 req-7c31f446-0bb0-42e0-b481-c68803d3af94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:41:19.546738 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-af09a46c-7550-46c9-943d-3bf0cef83b87 req-7c31f446-0bb0-42e0-b481-c68803d3af94 service neutron] 10.222.0.39 "GET /v2.0/networks?id=469390cd-cce5-49bd-b8f8-9e64018a0583 HTTP/1.1" status: 200 len: 870 time: 0.0847976 Sep 17 08:41:19.588651 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-af09a46c-7550-46c9-943d-3bf0cef83b87 req-95052eb5-e14c-4efe-9148-a6fbb58d1645 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=810eca90-4c9f-4797-913d-98feb3973d01 HTTP/1.1" status: 200 len: 217 time: 0.0345936 Sep 17 08:41:19.641572 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af09a46c-7550-46c9-943d-3bf0cef83b87 req-9f127e85-e140-484e-ad03-696d7409a8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:41:19.643054 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-af09a46c-7550-46c9-943d-3bf0cef83b87 req-9f127e85-e140-484e-ad03-696d7409a8b4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f3af6cb-9cad-436b-bf41-034e75672c44 HTTP/1.1" status: 200 len: 843 time: 0.0477664 Sep 17 08:41:19.677990 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca95807a-054e-4b15-a00e-e13ed21e7b2e req-99281fc8-1c7c-4182-9e7c-64df8863c966 tempest-ServersAdminNegativeTestJSON-937977412 tempest-ServersAdminNegativeTestJSON-937977412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:41:19.680545 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ca95807a-054e-4b15-a00e-e13ed21e7b2e req-99281fc8-1c7c-4182-9e7c-64df8863c966 tempest-ServersAdminNegativeTestJSON-937977412 tempest-ServersAdminNegativeTestJSON-937977412-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea150f4f-e053-4dff-a7c5-a70d76fdc5bd HTTP/1.1" status: 200 len: 947 time: 0.0531795 Sep 17 08:41:19.690667 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af09a46c-7550-46c9-943d-3bf0cef83b87 req-8294624a-3195-48bb-a25f-ff4f6b0177da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:41:19.692301 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-af09a46c-7550-46c9-943d-3bf0cef83b87 req-8294624a-3195-48bb-a25f-ff4f6b0177da service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=469390cd-cce5-49bd-b8f8-9e64018a0583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0411208 Sep 17 08:41:19.729287 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ca95807a-054e-4b15-a00e-e13ed21e7b2e req-7a28c3e5-2893-42eb-a3f7-874dc0cb93ea tempest-ServersAdminNegativeTestJSON-937977412 tempest-ServersAdminNegativeTestJSON-937977412-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e0e6f02-ae16-4db2-8259-b9d45ca06df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379403 Sep 17 08:41:19.785079 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-af09a46c-7550-46c9-943d-3bf0cef83b87 req-e666fcdd-6ea7-4aa2-8994-a98731089c59 service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847352 Sep 17 08:41:19.872262 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-af09a46c-7550-46c9-943d-3bf0cef83b87 req-ea601f58-874d-4846-980a-85823e56473a service neutron] 10.222.0.39 "GET /v2.0/networks/469390cd-cce5-49bd-b8f8-9e64018a0583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802646 Sep 17 08:41:20.020418 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0c9bdbe2-a7fc-420c-87b1-de8426603259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:20.843667 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298635c0-2b1a-4fab-9cf2-c4db68af65a6 req-15e4fac6-0f6f-470a-a52b-2171b9159035 tempest-ServersAdminNegativeTestJSON-937977412 tempest-ServersAdminNegativeTestJSON-937977412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:41:20.845605 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-298635c0-2b1a-4fab-9cf2-c4db68af65a6 req-15e4fac6-0f6f-470a-a52b-2171b9159035 tempest-ServersAdminNegativeTestJSON-937977412 tempest-ServersAdminNegativeTestJSON-937977412-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea150f4f-e053-4dff-a7c5-a70d76fdc5bd HTTP/1.1" status: 200 len: 947 time: 0.0487258 Sep 17 08:41:20.882778 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-298635c0-2b1a-4fab-9cf2-c4db68af65a6 req-cd8fc964-8ada-405a-8087-b982598963dd tempest-ServersAdminNegativeTestJSON-937977412 tempest-ServersAdminNegativeTestJSON-937977412-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e0e6f02-ae16-4db2-8259-b9d45ca06df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312254 Sep 17 08:41:21.961984 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 810eca90-4c9f-4797-913d-98feb3973d01 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:41:21.995529 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c967f8-8ccd-47d8-88d8-1b6f04c46f00 req-326f5700-6f72-4d43-a484-713aa47d554d tempest-ServersAdminNegativeTestJSON-937977412 tempest-ServersAdminNegativeTestJSON-937977412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:41:21.997033 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-11c967f8-8ccd-47d8-88d8-1b6f04c46f00 req-326f5700-6f72-4d43-a484-713aa47d554d tempest-ServersAdminNegativeTestJSON-937977412 tempest-ServersAdminNegativeTestJSON-937977412-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea150f4f-e053-4dff-a7c5-a70d76fdc5bd HTTP/1.1" status: 200 len: 947 time: 0.0480478 Sep 17 08:41:22.035018 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-11c967f8-8ccd-47d8-88d8-1b6f04c46f00 req-b418f52d-4fd7-404a-9386-702708561f76 tempest-ServersAdminNegativeTestJSON-937977412 tempest-ServersAdminNegativeTestJSON-937977412-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e0e6f02-ae16-4db2-8259-b9d45ca06df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308049 Sep 17 08:41:22.058231 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 810eca90-4c9f-4797-913d-98feb3973d01, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=810eca90-4c9f-4797-913d-98feb3973d01,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:41:22.068282 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '810eca90-4c9f-4797-913d-98feb3973d01', 'network_id': '469390cd-cce5-49bd-b8f8-9e64018a0583', 'port_id': '810eca90-4c9f-4797-913d-98feb3973d01', 'mac_address': 'fa:16:3e:39:30:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f3af6cb-9cad-436b-bf41-034e75672c44', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:41:22.105298 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:22.117349 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 810eca90-4c9f-4797-913d-98feb3973d01 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:41:22.135991 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 810eca90-4c9f-4797-913d-98feb3973d01, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=810eca90-4c9f-4797-913d-98feb3973d01,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:41:22.139514 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:22.184422 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=810eca90-4c9f-4797-913d-98feb3973d01,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:41:22.191445 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:41:22.191793 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:41:22.192158 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:41:22.192494 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:41:22.192825 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:41:22.193152 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:41:22.193475 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:41:22.193799 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:41:22.194120 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:41:22.194438 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:41:22.194765 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:41:22.195080 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:41:22.503405 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-23ca01dc-3568-4e2f-8df0-a4696ae23206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:22.517770 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['810eca90-4c9f-4797-913d-98feb3973d01'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:41:22.811165 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:23.150434 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ac903-8342-434c-9a77-1d890c60adf3 req-ffac08aa-5bc9-4174-9a6d-5394d1ae94bf tempest-ServersAdminNegativeTestJSON-937977412 tempest-ServersAdminNegativeTestJSON-937977412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:41:23.151916 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-006ac903-8342-434c-9a77-1d890c60adf3 req-ffac08aa-5bc9-4174-9a6d-5394d1ae94bf tempest-ServersAdminNegativeTestJSON-937977412 tempest-ServersAdminNegativeTestJSON-937977412-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea150f4f-e053-4dff-a7c5-a70d76fdc5bd HTTP/1.1" status: 200 len: 948 time: 0.0508626 Sep 17 08:41:23.188212 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-006ac903-8342-434c-9a77-1d890c60adf3 req-62e9379b-09d2-45d5-adfb-6ba215680e1f tempest-ServersAdminNegativeTestJSON-937977412 tempest-ServersAdminNegativeTestJSON-937977412-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e0e6f02-ae16-4db2-8259-b9d45ca06df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304024 Sep 17 08:41:23.852957 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:23.976607 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 810eca90-4c9f-4797-913d-98feb3973d01 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:41:24.024043 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port 810eca90-4c9f-4797-913d-98feb3973d01 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:41:24.027534 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 810eca90-4c9f-4797-913d-98feb3973d01 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:41:24.027957 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:24.108419 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:24.130636 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea150f4f-e053-4dff-a7c5-a70d76fdc5bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '810eca90-4c9f-4797-913d-98feb3973d01'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:41:24.132881 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b4cc6e4-e1b8-4c85-ba1f-87c3d8d0dfb1" -d '{"events": [{"server_uuid": "ea150f4f-e053-4dff-a7c5-a70d76fdc5bd", "name": "network-vif-plugged", "status": "completed", "tag": "810eca90-4c9f-4797-913d-98feb3973d01"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:41:24.145090 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 810eca90-4c9f-4797-913d-98feb3973d01, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=810eca90-4c9f-4797-913d-98feb3973d01,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:41:24.149514 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:24.172205 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-406e75fd-2e8e-4709-85d7-7513e4fe03ce x-openstack-request-id: req-406e75fd-2e8e-4709-85d7-7513e4fe03ce {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:41:24.172497 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea150f4f-e053-4dff-a7c5-a70d76fdc5bd", "name": "network-vif-plugged", "status": "completed", "tag": "810eca90-4c9f-4797-913d-98feb3973d01", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:41:24.172749 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-406e75fd-2e8e-4709-85d7-7513e4fe03ce {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:41:24.173135 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea150f4f-e053-4dff-a7c5-a70d76fdc5bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '810eca90-4c9f-4797-913d-98feb3973d01', 'code': 200} Sep 17 08:41:24.199489 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=810eca90-4c9f-4797-913d-98feb3973d01,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:41:24.292631 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844cc86c-15fc-4735-926b-bf0b27f85cdc req-e4275e62-431e-4cca-bd37-d09effa281cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:41:24.294196 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-844cc86c-15fc-4735-926b-bf0b27f85cdc req-e4275e62-431e-4cca-bd37-d09effa281cf service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ea150f4f-e053-4dff-a7c5-a70d76fdc5bd HTTP/1.1" status: 200 len: 1100 time: 0.0450728 Sep 17 08:41:24.308983 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd4a40-170c-4c2f-9003-dde8f8dcb0ac req-f2104add-926f-4322-9ee7-4dd6a4279f46 tempest-ServersAdminNegativeTestJSON-937977412 tempest-ServersAdminNegativeTestJSON-937977412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:41:24.310488 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-64bd4a40-170c-4c2f-9003-dde8f8dcb0ac req-f2104add-926f-4322-9ee7-4dd6a4279f46 tempest-ServersAdminNegativeTestJSON-937977412 tempest-ServersAdminNegativeTestJSON-937977412-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea150f4f-e053-4dff-a7c5-a70d76fdc5bd HTTP/1.1" status: 200 len: 949 time: 0.0532620 Sep 17 08:41:24.332264 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-844cc86c-15fc-4735-926b-bf0b27f85cdc req-c3ab60e6-fb27-449d-8892-d02b6f057030 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2e0e6f02-ae16-4db2-8259-b9d45ca06df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298271 Sep 17 08:41:24.348788 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-64bd4a40-170c-4c2f-9003-dde8f8dcb0ac req-8b0bcb5a-322b-4a69-8e6a-7883dc7d19e9 tempest-ServersAdminNegativeTestJSON-937977412 tempest-ServersAdminNegativeTestJSON-937977412-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e0e6f02-ae16-4db2-8259-b9d45ca06df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322273 Sep 17 08:41:25.455239 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:25.465276 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d52650-2ded-42e1-93d1-b655ea6ccc79 req-076865f5-ac28-421b-af26-260f8899264e tempest-ServersAdminNegativeTestJSON-937977412 tempest-ServersAdminNegativeTestJSON-937977412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:41:25.466783 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-39d52650-2ded-42e1-93d1-b655ea6ccc79 req-076865f5-ac28-421b-af26-260f8899264e tempest-ServersAdminNegativeTestJSON-937977412 tempest-ServersAdminNegativeTestJSON-937977412-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea150f4f-e053-4dff-a7c5-a70d76fdc5bd HTTP/1.1" status: 200 len: 949 time: 0.0501745 Sep 17 08:41:25.503864 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-39d52650-2ded-42e1-93d1-b655ea6ccc79 req-24fe69eb-39a7-4cd8-9af4-9afe4c4ba027 tempest-ServersAdminNegativeTestJSON-937977412 tempest-ServersAdminNegativeTestJSON-937977412-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e0e6f02-ae16-4db2-8259-b9d45ca06df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310919 Sep 17 08:41:26.618839 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372bd951-e31d-4f8f-ad96-fa411f8ee800 req-a5ccecd9-95d5-4f41-bba0-ed22e24a5c03 tempest-ServersAdminNegativeTestJSON-937977412 tempest-ServersAdminNegativeTestJSON-937977412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:41:26.620329 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-372bd951-e31d-4f8f-ad96-fa411f8ee800 req-a5ccecd9-95d5-4f41-bba0-ed22e24a5c03 tempest-ServersAdminNegativeTestJSON-937977412 tempest-ServersAdminNegativeTestJSON-937977412-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea150f4f-e053-4dff-a7c5-a70d76fdc5bd HTTP/1.1" status: 200 len: 949 time: 0.0507555 Sep 17 08:41:26.656839 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-372bd951-e31d-4f8f-ad96-fa411f8ee800 req-5add5797-dfea-49d4-82c0-3287b5338372 tempest-ServersAdminNegativeTestJSON-937977412 tempest-ServersAdminNegativeTestJSON-937977412-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e0e6f02-ae16-4db2-8259-b9d45ca06df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306346 Sep 17 08:41:26.930051 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [req-e4ecc249-3cf6-4c55-8195-4ee122764ae6 req-225dac76-0ceb-4b60-a049-28fbba6eaf2a service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:41:26.931045 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e4ecc249-3cf6-4c55-8195-4ee122764ae6 req-225dac76-0ceb-4b60-a049-28fbba6eaf2a service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053928 Sep 17 08:41:27.245659 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [req-cb3cfc15-59e2-4c91-ac8b-e73e710bad43 req-8a29de6a-a12f-4935-a536-d7afd8182f69 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:41:27.246636 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cb3cfc15-59e2-4c91-ac8b-e73e710bad43 req-8a29de6a-a12f-4935-a536-d7afd8182f69 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052161 Sep 17 08:41:27.571556 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2e3b7-97cf-48ea-b59b-27e931552f3d req-865a964f-74db-4b4b-9861-e100f797481f tempest-ServersAdminNegativeTestJSON-937977412 tempest-ServersAdminNegativeTestJSON-937977412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:41:27.572959 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5fb2e3b7-97cf-48ea-b59b-27e931552f3d req-865a964f-74db-4b4b-9861-e100f797481f tempest-ServersAdminNegativeTestJSON-937977412 tempest-ServersAdminNegativeTestJSON-937977412-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea150f4f-e053-4dff-a7c5-a70d76fdc5bd HTTP/1.1" status: 200 len: 949 time: 0.0483265 Sep 17 08:41:27.608795 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5fb2e3b7-97cf-48ea-b59b-27e931552f3d req-a4c6327b-a132-4851-b728-51ad4fc64317 tempest-ServersAdminNegativeTestJSON-937977412 tempest-ServersAdminNegativeTestJSON-937977412-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e0e6f02-ae16-4db2-8259-b9d45ca06df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299051 Sep 17 08:41:28.726284 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b8c193-00f8-4d12-bbf4-a6ebe0401d30 req-ab8975a3-7072-49e3-8f2b-a0372c994209 tempest-ServersAdminNegativeTestJSON-937977412 tempest-ServersAdminNegativeTestJSON-937977412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:41:28.727792 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-16b8c193-00f8-4d12-bbf4-a6ebe0401d30 req-ab8975a3-7072-49e3-8f2b-a0372c994209 tempest-ServersAdminNegativeTestJSON-937977412 tempest-ServersAdminNegativeTestJSON-937977412-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea150f4f-e053-4dff-a7c5-a70d76fdc5bd HTTP/1.1" status: 200 len: 949 time: 0.0480194 Sep 17 08:41:28.764567 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-16b8c193-00f8-4d12-bbf4-a6ebe0401d30 req-aea1894c-e96b-4e89-a420-9f361867f0d2 tempest-ServersAdminNegativeTestJSON-937977412 tempest-ServersAdminNegativeTestJSON-937977412-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e0e6f02-ae16-4db2-8259-b9d45ca06df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308692 Sep 17 08:41:29.048648 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d6eb61-71e7-41ed-85d2-ad69f0967ab0 req-b4363b29-db67-464f-b853-3f2d2c29e317 tempest-ServersAdminNegativeTestJSON-937977412 tempest-ServersAdminNegativeTestJSON-937977412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:41:29.050209 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-87d6eb61-71e7-41ed-85d2-ad69f0967ab0 req-b4363b29-db67-464f-b853-3f2d2c29e317 tempest-ServersAdminNegativeTestJSON-937977412 tempest-ServersAdminNegativeTestJSON-937977412-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea150f4f-e053-4dff-a7c5-a70d76fdc5bd HTTP/1.1" status: 200 len: 949 time: 0.0520549 Sep 17 08:41:29.135228 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-87d6eb61-71e7-41ed-85d2-ad69f0967ab0 req-2ad4bfce-06a2-4ea4-a81e-487e7430212f tempest-ServersAdminNegativeTestJSON-937977412 tempest-ServersAdminNegativeTestJSON-937977412-project] Deleting port 810eca90-4c9f-4797-913d-98feb3973d01 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:41:29.135568 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-87d6eb61-71e7-41ed-85d2-ad69f0967ab0 req-2ad4bfce-06a2-4ea4-a81e-487e7430212f tempest-ServersAdminNegativeTestJSON-937977412 tempest-ServersAdminNegativeTestJSON-937977412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:29.224628 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-87d6eb61-71e7-41ed-85d2-ad69f0967ab0 req-2ad4bfce-06a2-4ea4-a81e-487e7430212f tempest-ServersAdminNegativeTestJSON-937977412 tempest-ServersAdminNegativeTestJSON-937977412-project] For port 810eca90-4c9f-4797-913d-98feb3973d01, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=810eca90-4c9f-4797-913d-98feb3973d01,segment=NetworkSegment(b1dc81bb-4115-4bd0-9c04-3584457a4893),segment_id=b1dc81bb-4115-4bd0-9c04-3584457a4893)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:41:29.224987 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-87d6eb61-71e7-41ed-85d2-ad69f0967ab0 req-2ad4bfce-06a2-4ea4-a81e-487e7430212f tempest-ServersAdminNegativeTestJSON-937977412 tempest-ServersAdminNegativeTestJSON-937977412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:29.236175 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-87d6eb61-71e7-41ed-85d2-ad69f0967ab0 req-2ad4bfce-06a2-4ea4-a81e-487e7430212f tempest-ServersAdminNegativeTestJSON-937977412 tempest-ServersAdminNegativeTestJSON-937977412-project] Calling delete_port for 810eca90-4c9f-4797-913d-98feb3973d01 owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:41:29.357944 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-87d6eb61-71e7-41ed-85d2-ad69f0967ab0 req-2ad4bfce-06a2-4ea4-a81e-487e7430212f tempest-ServersAdminNegativeTestJSON-937977412 tempest-ServersAdminNegativeTestJSON-937977412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:29.389036 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad4bfce-06a2-4ea4-a81e-487e7430212f tempest-ServersAdminNegativeTestJSON-937977412 tempest-ServersAdminNegativeTestJSON-937977412-project] Pushing event deleted for resources: {'Port': ['ID=810eca90-4c9f-4797-913d-98feb3973d01,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:41:29.389500 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['810eca90-4c9f-4797-913d-98feb3973d01'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:41:29.432527 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-87d6eb61-71e7-41ed-85d2-ad69f0967ab0 req-2ad4bfce-06a2-4ea4-a81e-487e7430212f tempest-ServersAdminNegativeTestJSON-937977412 tempest-ServersAdminNegativeTestJSON-937977412-project] No DVR routers for this DVR port 810eca90-4c9f-4797-913d-98feb3973d01 on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:41:29.435240 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-87d6eb61-71e7-41ed-85d2-ad69f0967ab0 req-2ad4bfce-06a2-4ea4-a81e-487e7430212f tempest-ServersAdminNegativeTestJSON-937977412 tempest-ServersAdminNegativeTestJSON-937977412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:29.437347 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-87d6eb61-71e7-41ed-85d2-ad69f0967ab0 req-2ad4bfce-06a2-4ea4-a81e-487e7430212f tempest-ServersAdminNegativeTestJSON-937977412 tempest-ServersAdminNegativeTestJSON-937977412-project] 10.222.0.39 "DELETE /v2.0/ports/810eca90-4c9f-4797-913d-98feb3973d01 HTTP/1.1" status: 204 len: 173 time: 0.3810916 Sep 17 08:41:29.437786 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea150f4f-e053-4dff-a7c5-a70d76fdc5bd', 'name': 'network-vif-deleted', 'tag': '810eca90-4c9f-4797-913d-98feb3973d01'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:41:29.440681 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f15c2e-ab3b-4f60-82a7-73b60b05eac5" -d '{"events": [{"server_uuid": "ea150f4f-e053-4dff-a7c5-a70d76fdc5bd", "name": "network-vif-deleted", "tag": "810eca90-4c9f-4797-913d-98feb3973d01"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:41:29.478377 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a65e893f-8824-4fa5-a055-5880b1809d3b x-openstack-request-id: req-a65e893f-8824-4fa5-a055-5880b1809d3b {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:41:29.480130 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea150f4f-e053-4dff-a7c5-a70d76fdc5bd", "name": "network-vif-deleted", "tag": "810eca90-4c9f-4797-913d-98feb3973d01", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:41:29.480573 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a65e893f-8824-4fa5-a055-5880b1809d3b {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:41:29.480989 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea150f4f-e053-4dff-a7c5-a70d76fdc5bd', 'name': 'network-vif-deleted', 'tag': '810eca90-4c9f-4797-913d-98feb3973d01', 'status': 'completed', 'code': 200} Sep 17 08:41:29.872095 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4d74af2d-9c5d-4f18-ade4-fb06c2ab7027 req-b7840b1f-c993-405f-8925-f44097541ef7 tempest-ServersAdminNegativeTestJSON-937977412 tempest-ServersAdminNegativeTestJSON-937977412-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea150f4f-e053-4dff-a7c5-a70d76fdc5bd HTTP/1.1" status: 200 len: 210 time: 0.0297894 Sep 17 08:41:31.167556 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 60874) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:41:31.573612 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-85a9fe69-ffb4-4331-8bb0-36d165682efe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2b9606791b3049a1a0f8faeadcb4ab75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4047985 Sep 17 08:41:31.576014 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 60878) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:41:31.620791 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-816109aa-ccc1-434d-84b0-ee7d65ee472b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:31.640306 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-816109aa-ccc1-434d-84b0-ee7d65ee472b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:31.685680 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-816109aa-ccc1-434d-84b0-ee7d65ee472b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:31.688373 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-816109aa-ccc1-434d-84b0-ee7d65ee472b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:31.689491 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-816109aa-ccc1-434d-84b0-ee7d65ee472b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2e0e6f02-ae16-4db2-8259-b9d45ca06df2 HTTP/1.1" status: 204 len: 168 time: 0.1125984 Sep 17 08:41:31.697007 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816109aa-ccc1-434d-84b0-ee7d65ee472b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e0e6f02-ae16-4db2-8259-b9d45ca06df2,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:41:31.943739 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 60884) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:41:31.957201 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1d882f19-1f7b-40a5-998f-ba66db19a2b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:32.043573 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1d882f19-1f7b-40a5-998f-ba66db19a2b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:32.049569 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1d882f19-1f7b-40a5-998f-ba66db19a2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:32.087271 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-1d882f19-1f7b-40a5-998f-ba66db19a2b2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=97769b18709647a48e74608acd4829e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1421330 Sep 17 08:41:32.088948 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d882f19-1f7b-40a5-998f-ba66db19a2b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66ee23c-87cc-4022-ac3f-58c69355d323,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:41:32.089720 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 60886) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:41:32.139649 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e679ed9d-9c4d-45f0-b95e-609dca98fdf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:32.160602 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e679ed9d-9c4d-45f0-b95e-609dca98fdf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:32.205729 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e679ed9d-9c4d-45f0-b95e-609dca98fdf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:32.208317 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e679ed9d-9c4d-45f0-b95e-609dca98fdf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:32.209480 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e679ed9d-9c4d-45f0-b95e-609dca98fdf5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a66ee23c-87cc-4022-ac3f-58c69355d323 HTTP/1.1" status: 204 len: 168 time: 0.1187761 Sep 17 08:41:32.219149 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e679ed9d-9c4d-45f0-b95e-609dca98fdf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66ee23c-87cc-4022-ac3f-58c69355d323,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:41:32.896342 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 60908) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:41:32.990277 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-a7d295da-0bbf-43a0-9203-a5c21209b0b5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1972965382-network', 'tenant_id': 'b204bc5d66c24fd6b7b81e98275e16bd'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:41:33.011011 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d295da-0bbf-43a0-9203-a5c21209b0b5 admin admin] Made reservation on behalf of b204bc5d66c24fd6b7b81e98275e16bd for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:41:33.013503 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a7d295da-0bbf-43a0-9203-a5c21209b0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:33.024907 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a7d295da-0bbf-43a0-9203-a5c21209b0b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:33.113519 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a7d295da-0bbf-43a0-9203-a5c21209b0b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:33.117174 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a7d295da-0bbf-43a0-9203-a5c21209b0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:33.148085 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7d295da-0bbf-43a0-9203-a5c21209b0b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:41:33.158556 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d295da-0bbf-43a0-9203-a5c21209b0b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef8f30f-dc71-424e-abca-06580ce2c8fe,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:41:33.166423 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a7d295da-0bbf-43a0-9203-a5c21209b0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:33.166523 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-a7d295da-0bbf-43a0-9203-a5c21209b0b5 admin admin] Added segment f3b9d675-6302-49f2-a195-040f2723ecd7 of type vlan for network 86aef9b0-8ca9-43aa-8c95-8263cc74480a Sep 17 08:41:33.205077 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a7d295da-0bbf-43a0-9203-a5c21209b0b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:33.228647 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a7d295da-0bbf-43a0-9203-a5c21209b0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:33.229520 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d295da-0bbf-43a0-9203-a5c21209b0b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:41:33.230092 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a7d295da-0bbf-43a0-9203-a5c21209b0b5 admin admin] Notify callbacks [] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:33.257948 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a7d295da-0bbf-43a0-9203-a5c21209b0b5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3605635 Sep 17 08:41:33.261010 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 60912) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:41:33.265958 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-6ba3b25d-d689-4097-ad4c-31cb6be59332 admin admin] Request body: {'subnet': {'network_id': '86aef9b0-8ca9-43aa-8c95-8263cc74480a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1972965382-subnet', 'tenant_id': 'b204bc5d66c24fd6b7b81e98275e16bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:41:33.285861 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba3b25d-d689-4097-ad4c-31cb6be59332 admin admin] Made reservation on behalf of b204bc5d66c24fd6b7b81e98275e16bd for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:41:33.288274 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6ba3b25d-d689-4097-ad4c-31cb6be59332 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:33.293910 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d295da-0bbf-43a0-9203-a5c21209b0b5 admin admin] Pushing event updated for resources: {'Network': ['ID=86aef9b0-8ca9-43aa-8c95-8263cc74480a,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:41:33.304678 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 86aef9b0-8ca9-43aa-8c95-8263cc74480a details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:41:33.455955 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6ba3b25d-d689-4097-ad4c-31cb6be59332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:33.512109 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba3b25d-d689-4097-ad4c-31cb6be59332 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddccac49-1b63-46d7-88dd-1db25b4c095b,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:41:33.521901 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba3b25d-d689-4097-ad4c-31cb6be59332 admin admin] Checking segment: {'id': 'f3b9d675-6302-49f2-a195-040f2723ecd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '86aef9b0-8ca9-43aa-8c95-8263cc74480a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:41:33.522254 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba3b25d-d689-4097-ad4c-31cb6be59332 admin admin] Network hostable DHCP agents. Network: 86aef9b0-8ca9-43aa-8c95-8263cc74480a, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:41:33.539483 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba3b25d-d689-4097-ad4c-31cb6be59332 admin admin] Network 86aef9b0-8ca9-43aa-8c95-8263cc74480a is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:41:33.548028 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-6ba3b25d-d689-4097-ad4c-31cb6be59332 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 86aef9b0-8ca9-43aa-8c95-8263cc74480a) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:41:33.552224 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba3b25d-d689-4097-ad4c-31cb6be59332 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:41:33.552811 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6ba3b25d-d689-4097-ad4c-31cb6be59332 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:33.556774 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bff366d-1249-42ed-a512-cc55070f76e6 None None] Network 86aef9b0-8ca9-43aa-8c95-8263cc74480a requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:41:33.566335 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-6ba3b25d-d689-4097-ad4c-31cb6be59332 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3042159 Sep 17 08:41:33.682858 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2489c3-c30f-444f-9b43-426fa868bf98 None None] Network 86aef9b0-8ca9-43aa-8c95-8263cc74480a requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:41:34.020559 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe99c2e-67a2-419f-8025-bc00eb867b04 req-7b36ee14-d428-447c-950d-ceeefc348aab tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:41:34.022003 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cfe99c2e-67a2-419f-8025-bc00eb867b04 req-7b36ee14-d428-447c-950d-ceeefc348aab tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/networks?id=86aef9b0-8ca9-43aa-8c95-8263cc74480a HTTP/1.1" status: 200 len: 812 time: 0.0978346 Sep 17 08:41:34.036420 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cfe99c2e-67a2-419f-8025-bc00eb867b04 req-1a0b8303-3ed2-4d00-8b76-5ec7007e8ca7 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/quotas/b204bc5d66c24fd6b7b81e98275e16bd HTTP/1.1" status: 200 len: 375 time: 0.0086651 Sep 17 08:41:34.038424 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 810eca90-4c9f-4797-913d-98feb3973d01 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:41:34.058147 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: 810eca90-4c9f-4797-913d-98feb3973d01 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:41:34.058446 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 810eca90-4c9f-4797-913d-98feb3973d01 not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:41:34.073359 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cfe99c2e-67a2-419f-8025-bc00eb867b04 req-1484d42d-8800-40e7-b5dc-ee693ba404db tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b204bc5d66c24fd6b7b81e98275e16bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312700 Sep 17 08:41:34.084145 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [req-cfe99c2e-67a2-419f-8025-bc00eb867b04 req-9905deb2-0fc2-4a92-9273-891e39aab963 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:41:34.085298 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cfe99c2e-67a2-419f-8025-bc00eb867b04 req-9905deb2-0fc2-4a92-9273-891e39aab963 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051565 Sep 17 08:41:34.170820 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cfe99c2e-67a2-419f-8025-bc00eb867b04 req-c3855902-840d-4846-9afa-96b7259897b1 service neutron] 10.222.0.13 "GET /v2.0/networks/86aef9b0-8ca9-43aa-8c95-8263cc74480a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798619 Sep 17 08:41:34.261603 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cfe99c2e-67a2-419f-8025-bc00eb867b04 req-e7da8c64-1429-493a-9d9f-191ba37085c8 service neutron] 10.222.0.13 "GET /v2.0/networks/86aef9b0-8ca9-43aa-8c95-8263cc74480a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841191 Sep 17 08:41:34.463141 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bd32e92c-a7c0-4320-bc45-a2e8c31bd014 req-a4851508-2242-472f-8ae2-247ea0827fae tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/ports?device_id=217e0962-e55d-41fd-b5c9-d1a7efdeb5e0 HTTP/1.1" status: 200 len: 210 time: 0.0284665 Sep 17 08:41:35.513289 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe99c2e-67a2-419f-8025-bc00eb867b04 req-35db24c5-1ba0-4d79-976d-49a3016b9929 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:41:35.514855 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cfe99c2e-67a2-419f-8025-bc00eb867b04 req-35db24c5-1ba0-4d79-976d-49a3016b9929 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.39 "GET /v2.0/networks?id=86aef9b0-8ca9-43aa-8c95-8263cc74480a HTTP/1.1" status: 200 len: 812 time: 0.1043658 Sep 17 08:41:35.534980 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-cfe99c2e-67a2-419f-8025-bc00eb867b04 req-4a18f58c-8a04-4379-8d5e-cc494a20c795 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] Request body: {'port': {'device_id': '217e0962-e55d-41fd-b5c9-d1a7efdeb5e0', 'network_id': '86aef9b0-8ca9-43aa-8c95-8263cc74480a', 'admin_state_up': True, 'tenant_id': 'b204bc5d66c24fd6b7b81e98275e16bd'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:41:35.558722 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-18558ebf-72dc-4fc3-9e16-776d75e9f2d5 req-008e34cc-2ab6-429d-b707-9bb5596e9659 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/ports?device_id=217e0962-e55d-41fd-b5c9-d1a7efdeb5e0 HTTP/1.1" status: 200 len: 210 time: 0.0260980 Sep 17 08:41:35.644479 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfe99c2e-67a2-419f-8025-bc00eb867b04 req-4a18f58c-8a04-4379-8d5e-cc494a20c795 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] Made reservation on behalf of b204bc5d66c24fd6b7b81e98275e16bd for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:41:35.647926 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-cfe99c2e-67a2-419f-8025-bc00eb867b04 req-4a18f58c-8a04-4379-8d5e-cc494a20c795 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:35.765899 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-cfe99c2e-67a2-419f-8025-bc00eb867b04 req-4a18f58c-8a04-4379-8d5e-cc494a20c795 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] Allocated IP 172.20.0.10 (86aef9b0-8ca9-43aa-8c95-8263cc74480a/ddccac49-1b63-46d7-88dd-1db25b4c095b/cf135a85-6d3c-48b8-ae8c-34eae5a597fc) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:41:35.897313 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:35.912384 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-cfe99c2e-67a2-419f-8025-bc00eb867b04 req-4a18f58c-8a04-4379-8d5e-cc494a20c795 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:35.944740 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-cfe99c2e-67a2-419f-8025-bc00eb867b04 req-4a18f58c-8a04-4379-8d5e-cc494a20c795 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:35.991781 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfe99c2e-67a2-419f-8025-bc00eb867b04 req-4a18f58c-8a04-4379-8d5e-cc494a20c795 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] Network 86aef9b0-8ca9-43aa-8c95-8263cc74480a is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:41:35.994843 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-cfe99c2e-67a2-419f-8025-bc00eb867b04 req-4a18f58c-8a04-4379-8d5e-cc494a20c795 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:41:36.000868 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfe99c2e-67a2-419f-8025-bc00eb867b04 req-4a18f58c-8a04-4379-8d5e-cc494a20c795 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:41:36.022698 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a18f58c-8a04-4379-8d5e-cc494a20c795 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] Pushing event updated for resources: {'Port': ['ID=cf135a85-6d3c-48b8-ae8c-34eae5a597fc,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:41:36.045621 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:36.051327 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe99c2e-67a2-419f-8025-bc00eb867b04 req-4a18f58c-8a04-4379-8d5e-cc494a20c795 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:41:36.051965 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-cfe99c2e-67a2-419f-8025-bc00eb867b04 req-4a18f58c-8a04-4379-8d5e-cc494a20c795 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:36.064822 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cfe99c2e-67a2-419f-8025-bc00eb867b04 req-4a18f58c-8a04-4379-8d5e-cc494a20c795 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5338337 Sep 17 08:41:36.082509 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-cfe99c2e-67a2-419f-8025-bc00eb867b04 req-1d7a1a9b-aeac-4bb4-8540-d3cbb9690953 service neutron] Request body: {'port': {'device_id': '217e0962-e55d-41fd-b5c9-d1a7efdeb5e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:41:36.134442 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-cfe99c2e-67a2-419f-8025-bc00eb867b04 req-1d7a1a9b-aeac-4bb4-8540-d3cbb9690953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:36.402560 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-cfe99c2e-67a2-419f-8025-bc00eb867b04 req-1d7a1a9b-aeac-4bb4-8540-d3cbb9690953 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf135a85-6d3c-48b8-ae8c-34eae5a597fc {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:41:36.410227 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-cfe99c2e-67a2-419f-8025-bc00eb867b04 req-1d7a1a9b-aeac-4bb4-8540-d3cbb9690953 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:36.421628 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-cfe99c2e-67a2-419f-8025-bc00eb867b04 req-1d7a1a9b-aeac-4bb4-8540-d3cbb9690953 service neutron] Transition to ACTIVE for port object cf135a85-6d3c-48b8-ae8c-34eae5a597fc will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:41:36.425412 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-cfe99c2e-67a2-419f-8025-bc00eb867b04 req-1d7a1a9b-aeac-4bb4-8540-d3cbb9690953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:36.476862 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a1a9b-aeac-4bb4-8540-d3cbb9690953 service neutron] Pushing event updated for resources: {'Port': ['ID=cf135a85-6d3c-48b8-ae8c-34eae5a597fc,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:41:36.542106 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-cfe99c2e-67a2-419f-8025-bc00eb867b04 req-1d7a1a9b-aeac-4bb4-8540-d3cbb9690953 service neutron] Attempting to bind port cf135a85-6d3c-48b8-ae8c-34eae5a597fc on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:41:36.542745 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-cfe99c2e-67a2-419f-8025-bc00eb867b04 req-1d7a1a9b-aeac-4bb4-8540-d3cbb9690953 service neutron] Attempting to bind port cf135a85-6d3c-48b8-ae8c-34eae5a597fc by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': 'f3b9d675-6302-49f2-a195-040f2723ecd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '86aef9b0-8ca9-43aa-8c95-8263cc74480a'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:41:36.542745 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe99c2e-67a2-419f-8025-bc00eb867b04 req-1d7a1a9b-aeac-4bb4-8540-d3cbb9690953 service neutron] Attempting to bind port cf135a85-6d3c-48b8-ae8c-34eae5a597fc on network 86aef9b0-8ca9-43aa-8c95-8263cc74480a {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:41:36.546877 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe99c2e-67a2-419f-8025-bc00eb867b04 req-1d7a1a9b-aeac-4bb4-8540-d3cbb9690953 service neutron] Port cf135a85-6d3c-48b8-ae8c-34eae5a597fc on network 86aef9b0-8ca9-43aa-8c95-8263cc74480a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:41:36.547193 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe99c2e-67a2-419f-8025-bc00eb867b04 req-1d7a1a9b-aeac-4bb4-8540-d3cbb9690953 service neutron] Attempting to bind port cf135a85-6d3c-48b8-ae8c-34eae5a597fc on network 86aef9b0-8ca9-43aa-8c95-8263cc74480a {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:41:36.552301 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe99c2e-67a2-419f-8025-bc00eb867b04 req-1d7a1a9b-aeac-4bb4-8540-d3cbb9690953 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:41:36.552633 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe99c2e-67a2-419f-8025-bc00eb867b04 req-1d7a1a9b-aeac-4bb4-8540-d3cbb9690953 service neutron] Checking segment: {'id': 'f3b9d675-6302-49f2-a195-040f2723ecd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '86aef9b0-8ca9-43aa-8c95-8263cc74480a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:41:36.553010 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe99c2e-67a2-419f-8025-bc00eb867b04 req-1d7a1a9b-aeac-4bb4-8540-d3cbb9690953 service neutron] Bound using segment: {'id': 'f3b9d675-6302-49f2-a195-040f2723ecd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '86aef9b0-8ca9-43aa-8c95-8263cc74480a'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:41:36.553428 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-cfe99c2e-67a2-419f-8025-bc00eb867b04 req-1d7a1a9b-aeac-4bb4-8540-d3cbb9690953 service neutron] Bound port: cf135a85-6d3c-48b8-ae8c-34eae5a597fc, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3b9d675-6302-49f2-a195-040f2723ecd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '86aef9b0-8ca9-43aa-8c95-8263cc74480a'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:41:36.553776 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-cfe99c2e-67a2-419f-8025-bc00eb867b04 req-1d7a1a9b-aeac-4bb4-8540-d3cbb9690953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:36.618737 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-cfe99c2e-67a2-419f-8025-bc00eb867b04 req-1d7a1a9b-aeac-4bb4-8540-d3cbb9690953 service neutron] For port cf135a85-6d3c-48b8-ae8c-34eae5a597fc, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:41:36.622065 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-cfe99c2e-67a2-419f-8025-bc00eb867b04 req-1d7a1a9b-aeac-4bb4-8540-d3cbb9690953 service neutron] For port cf135a85-6d3c-48b8-ae8c-34eae5a597fc, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=cf135a85-6d3c-48b8-ae8c-34eae5a597fc,segment=NetworkSegment(f3b9d675-6302-49f2-a195-040f2723ecd7),segment_id=f3b9d675-6302-49f2-a195-040f2723ecd7)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:41:36.625860 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-cfe99c2e-67a2-419f-8025-bc00eb867b04 req-1d7a1a9b-aeac-4bb4-8540-d3cbb9690953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:36.666672 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe99c2e-67a2-419f-8025-bc00eb867b04 req-1d7a1a9b-aeac-4bb4-8540-d3cbb9690953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:41:36.667290 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-cfe99c2e-67a2-419f-8025-bc00eb867b04 req-1d7a1a9b-aeac-4bb4-8540-d3cbb9690953 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:36.668722 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cfe99c2e-67a2-419f-8025-bc00eb867b04 req-1d7a1a9b-aeac-4bb4-8540-d3cbb9690953 service neutron] 10.222.0.39 "PUT /v2.0/ports/cf135a85-6d3c-48b8-ae8c-34eae5a597fc HTTP/1.1" status: 200 len: 1092 time: 0.5903451 Sep 17 08:41:36.669160 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '217e0962-e55d-41fd-b5c9-d1a7efdeb5e0', 'tag': 'cf135a85-6d3c-48b8-ae8c-34eae5a597fc'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:41:36.671403 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f8816e4c10a700dabd4c609be62cf7a4dee41ce6d0214c184f02901722843d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2848aa8-157f-4311-8a19-047963ef5fe7" -d '{"events": [{"name": "network-changed", "server_uuid": "217e0962-e55d-41fd-b5c9-d1a7efdeb5e0", "tag": "cf135a85-6d3c-48b8-ae8c-34eae5a597fc"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:41:36.676125 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8461ac-e165-4da1-9a06-725acbf531da req-dc9c9a38-5b76-4f22-994c-6032cd744815 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:41:36.679215 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1d8461ac-e165-4da1-9a06-725acbf531da req-dc9c9a38-5b76-4f22-994c-6032cd744815 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/ports?device_id=217e0962-e55d-41fd-b5c9-d1a7efdeb5e0 HTTP/1.1" status: 200 len: 944 time: 0.0500255 Sep 17 08:41:36.695608 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a1a9b-aeac-4bb4-8540-d3cbb9690953 service neutron] Pushing event updated for resources: {'Port': ['ID=cf135a85-6d3c-48b8-ae8c-34eae5a597fc,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:41:36.717703 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8dc4630-fa46-4eef-80a2-12a7815517b9 x-openstack-request-id: req-e8dc4630-fa46-4eef-80a2-12a7815517b9 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:41:36.718001 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "217e0962-e55d-41fd-b5c9-d1a7efdeb5e0", "tag": "cf135a85-6d3c-48b8-ae8c-34eae5a597fc", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:41:36.718253 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e8dc4630-fa46-4eef-80a2-12a7815517b9 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:41:36.718654 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '217e0962-e55d-41fd-b5c9-d1a7efdeb5e0', 'tag': 'cf135a85-6d3c-48b8-ae8c-34eae5a597fc', 'status': 'completed', 'code': 200} Sep 17 08:41:36.720045 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1d8461ac-e165-4da1-9a06-725acbf531da req-75117bb1-6650-44d8-a82b-02bc6e3facaa tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/security-groups?id=aef8f30f-dc71-424e-abca-06580ce2c8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353022 Sep 17 08:41:36.775138 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe99c2e-67a2-419f-8025-bc00eb867b04 req-0ad1bb17-b966-4308-b184-9f87c4d23910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:41:36.776634 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cfe99c2e-67a2-419f-8025-bc00eb867b04 req-0ad1bb17-b966-4308-b184-9f87c4d23910 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b204bc5d66c24fd6b7b81e98275e16bd&device_id=217e0962-e55d-41fd-b5c9-d1a7efdeb5e0 HTTP/1.1" status: 200 len: 1095 time: 0.0413227 Sep 17 08:41:36.825327 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cfe99c2e-67a2-419f-8025-bc00eb867b04 req-7ff0b3bb-5deb-4c68-b284-6e90f4be627d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf135a85-6d3c-48b8-ae8c-34eae5a597fc HTTP/1.1" status: 200 len: 217 time: 0.0355611 Sep 17 08:41:36.871588 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe99c2e-67a2-419f-8025-bc00eb867b04 req-2536984e-7747-462c-9e79-4d42aaf811cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:41:36.873065 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cfe99c2e-67a2-419f-8025-bc00eb867b04 req-2536984e-7747-462c-9e79-4d42aaf811cc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ddccac49-1b63-46d7-88dd-1db25b4c095b HTTP/1.1" status: 200 len: 852 time: 0.0411985 Sep 17 08:41:36.903319 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cfe99c2e-67a2-419f-8025-bc00eb867b04 req-51dbce72-c412-419f-8203-028019fe6d7d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=86aef9b0-8ca9-43aa-8c95-8263cc74480a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235095 Sep 17 08:41:36.993493 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cfe99c2e-67a2-419f-8025-bc00eb867b04 req-1c065a9a-97e6-4223-a458-bcbde35a19fc service neutron] 10.222.0.39 "GET /v2.0/networks/86aef9b0-8ca9-43aa-8c95-8263cc74480a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829618 Sep 17 08:41:37.081659 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cfe99c2e-67a2-419f-8025-bc00eb867b04 req-c1e2dba4-aea1-4566-ada6-ca69ba91da0f service neutron] 10.222.0.39 "GET /v2.0/networks/86aef9b0-8ca9-43aa-8c95-8263cc74480a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810201 Sep 17 08:41:37.203312 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2848aa8-157f-4311-8a19-047963ef5fe7 req-0ec13165-2969-4796-b2b9-cfbcbaef5310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:41:37.204807 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e2848aa8-157f-4311-8a19-047963ef5fe7 req-0ec13165-2969-4796-b2b9-cfbcbaef5310 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b204bc5d66c24fd6b7b81e98275e16bd&device_id=217e0962-e55d-41fd-b5c9-d1a7efdeb5e0 HTTP/1.1" status: 200 len: 1095 time: 0.0397735 Sep 17 08:41:37.295732 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2848aa8-157f-4311-8a19-047963ef5fe7 req-09f55194-5509-4008-8cc3-c7c89b51128f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:41:37.297108 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e2848aa8-157f-4311-8a19-047963ef5fe7 req-09f55194-5509-4008-8cc3-c7c89b51128f service neutron] 10.222.0.39 "GET /v2.0/networks?id=86aef9b0-8ca9-43aa-8c95-8263cc74480a HTTP/1.1" status: 200 len: 913 time: 0.0848105 Sep 17 08:41:37.336950 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e2848aa8-157f-4311-8a19-047963ef5fe7 req-aacfda24-edc2-4242-b89d-02b6cbb8cd23 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf135a85-6d3c-48b8-ae8c-34eae5a597fc HTTP/1.1" status: 200 len: 217 time: 0.0328507 Sep 17 08:41:37.389916 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2848aa8-157f-4311-8a19-047963ef5fe7 req-176dda91-8488-4287-bd8c-649dfaf0ce9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:41:37.391341 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e2848aa8-157f-4311-8a19-047963ef5fe7 req-176dda91-8488-4287-bd8c-649dfaf0ce9c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ddccac49-1b63-46d7-88dd-1db25b4c095b HTTP/1.1" status: 200 len: 852 time: 0.0475786 Sep 17 08:41:37.422972 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e2848aa8-157f-4311-8a19-047963ef5fe7 req-1a184f25-9a41-4bb7-a6ee-5b8e565ce799 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=86aef9b0-8ca9-43aa-8c95-8263cc74480a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239058 Sep 17 08:41:37.509067 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e2848aa8-157f-4311-8a19-047963ef5fe7 req-b96103cc-d2f0-4edd-8098-da7bc6ad4872 service neutron] 10.222.0.39 "GET /v2.0/networks/86aef9b0-8ca9-43aa-8c95-8263cc74480a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788548 Sep 17 08:41:37.600351 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e2848aa8-157f-4311-8a19-047963ef5fe7 req-888f59b5-a07a-4416-a5ce-1344a5752aaf service neutron] 10.222.0.39 "GET /v2.0/networks/86aef9b0-8ca9-43aa-8c95-8263cc74480a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840127 Sep 17 08:41:37.841189 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22948555-cf3a-478f-8064-0462bd0c253c req-5c9267eb-4189-457a-8dc3-b0f2580c922f tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:41:37.842663 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-22948555-cf3a-478f-8064-0462bd0c253c req-5c9267eb-4189-457a-8dc3-b0f2580c922f tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/ports?device_id=217e0962-e55d-41fd-b5c9-d1a7efdeb5e0 HTTP/1.1" status: 200 len: 944 time: 0.0520625 Sep 17 08:41:37.879802 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-22948555-cf3a-478f-8064-0462bd0c253c req-7f502714-fe4f-4e3c-bb80-9eb336b40370 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/security-groups?id=aef8f30f-dc71-424e-abca-06580ce2c8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305758 Sep 17 08:41:38.991358 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b5a9a8-6a33-4d78-b246-1b6688bb6d9d req-b718d875-6f28-432b-9d46-a49394e92fdc tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:41:38.992892 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-02b5a9a8-6a33-4d78-b246-1b6688bb6d9d req-b718d875-6f28-432b-9d46-a49394e92fdc tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/ports?device_id=217e0962-e55d-41fd-b5c9-d1a7efdeb5e0 HTTP/1.1" status: 200 len: 944 time: 0.0470102 Sep 17 08:41:39.030500 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-02b5a9a8-6a33-4d78-b246-1b6688bb6d9d req-193fd9e4-0569-4f49-ba5d-cafe2337e5b9 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/security-groups?id=aef8f30f-dc71-424e-abca-06580ce2c8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314186 Sep 17 08:41:40.064569 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device cf135a85-6d3c-48b8-ae8c-34eae5a597fc details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:41:40.161203 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port cf135a85-6d3c-48b8-ae8c-34eae5a597fc, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=cf135a85-6d3c-48b8-ae8c-34eae5a597fc,segment=NetworkSegment(f3b9d675-6302-49f2-a195-040f2723ecd7),segment_id=f3b9d675-6302-49f2-a195-040f2723ecd7)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:41:40.172260 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': 'cf135a85-6d3c-48b8-ae8c-34eae5a597fc', 'network_id': '86aef9b0-8ca9-43aa-8c95-8263cc74480a', 'port_id': 'cf135a85-6d3c-48b8-ae8c-34eae5a597fc', 'mac_address': 'fa:16:3e:81:6b:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddccac49-1b63-46d7-88dd-1db25b4c095b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:41:40.208850 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:40.221104 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf135a85-6d3c-48b8-ae8c-34eae5a597fc {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:41:40.228212 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a2ebdf-60aa-4a4e-8080-55da067dcccd req-8efb78b1-729b-463d-8640-5541fbaeecf8 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:41:40.229711 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-95a2ebdf-60aa-4a4e-8080-55da067dcccd req-8efb78b1-729b-463d-8640-5541fbaeecf8 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/ports?device_id=217e0962-e55d-41fd-b5c9-d1a7efdeb5e0 HTTP/1.1" status: 200 len: 944 time: 0.0956066 Sep 17 08:41:40.240799 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port cf135a85-6d3c-48b8-ae8c-34eae5a597fc, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=cf135a85-6d3c-48b8-ae8c-34eae5a597fc,segment=NetworkSegment(f3b9d675-6302-49f2-a195-040f2723ecd7),segment_id=f3b9d675-6302-49f2-a195-040f2723ecd7)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:41:40.245091 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:40.270245 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-95a2ebdf-60aa-4a4e-8080-55da067dcccd req-cf31c3f3-78a6-475f-abcb-ab940e04374d tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/security-groups?id=aef8f30f-dc71-424e-abca-06580ce2c8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337486 Sep 17 08:41:40.290994 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=cf135a85-6d3c-48b8-ae8c-34eae5a597fc,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:41:40.308285 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:41:40.617517 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['cf135a85-6d3c-48b8-ae8c-34eae5a597fc'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:41:40.871617 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-edc6784f-8c44-42d7-9893-72f30855d718 req-ab2d1f08-494e-4e41-877b-ba793f692acc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0288742 Sep 17 08:41:40.952841 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-edc6784f-8c44-42d7-9893-72f30855d718 req-e5f22e5a-f587-499f-bbec-e70a7b012338 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0237706 Sep 17 08:41:40.997884 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-edc6784f-8c44-42d7-9893-72f30855d718 req-d0c925dc-3ab5-4db7-9306-6b83004a4d3e service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0207553 Sep 17 08:41:41.090048 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc6784f-8c44-42d7-9893-72f30855d718 req-e254e992-1b6f-44c7-9d60-6ad386712281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:41:41.091203 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-edc6784f-8c44-42d7-9893-72f30855d718 req-e254e992-1b6f-44c7-9d60-6ad386712281 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0872025 Sep 17 08:41:41.387460 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde9ff34-6a73-4944-9889-ec7cceac6f9e req-5f8c582a-652a-4ce1-868f-149d63984e8e tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:41:41.388979 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bde9ff34-6a73-4944-9889-ec7cceac6f9e req-5f8c582a-652a-4ce1-868f-149d63984e8e tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/ports?device_id=217e0962-e55d-41fd-b5c9-d1a7efdeb5e0 HTTP/1.1" status: 200 len: 945 time: 0.0529430 Sep 17 08:41:41.425801 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bde9ff34-6a73-4944-9889-ec7cceac6f9e req-ba695152-97bf-4748-9944-a771a4a473d8 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/security-groups?id=aef8f30f-dc71-424e-abca-06580ce2c8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302613 Sep 17 08:41:42.068702 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device cf135a85-6d3c-48b8-ae8c-34eae5a597fc up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:41:42.116168 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port cf135a85-6d3c-48b8-ae8c-34eae5a597fc completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:41:42.119626 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port cf135a85-6d3c-48b8-ae8c-34eae5a597fc triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:41:42.120036 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:42.195881 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:42.217211 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217e0962-e55d-41fd-b5c9-d1a7efdeb5e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf135a85-6d3c-48b8-ae8c-34eae5a597fc'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:41:42.219448 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3146a153389d3b901691b3dad3133a74ca9722e9de285be6aadb9baecf0ff4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e509f2c0-bc0c-4c9f-bb73-dbc8bb5bf01b" -d '{"events": [{"server_uuid": "217e0962-e55d-41fd-b5c9-d1a7efdeb5e0", "name": "network-vif-plugged", "status": "completed", "tag": "cf135a85-6d3c-48b8-ae8c-34eae5a597fc"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:41:42.232393 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port cf135a85-6d3c-48b8-ae8c-34eae5a597fc, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=cf135a85-6d3c-48b8-ae8c-34eae5a597fc,segment=NetworkSegment(f3b9d675-6302-49f2-a195-040f2723ecd7),segment_id=f3b9d675-6302-49f2-a195-040f2723ecd7)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:41:42.237721 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:42.259955 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6229cb55-993c-4cf3-8973-bfb9b4462d4f x-openstack-request-id: req-6229cb55-993c-4cf3-8973-bfb9b4462d4f {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:41:42.260252 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "217e0962-e55d-41fd-b5c9-d1a7efdeb5e0", "name": "network-vif-plugged", "status": "completed", "tag": "cf135a85-6d3c-48b8-ae8c-34eae5a597fc", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:41:42.260506 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6229cb55-993c-4cf3-8973-bfb9b4462d4f {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:41:42.260894 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '217e0962-e55d-41fd-b5c9-d1a7efdeb5e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf135a85-6d3c-48b8-ae8c-34eae5a597fc', 'code': 200} Sep 17 08:41:42.285340 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=cf135a85-6d3c-48b8-ae8c-34eae5a597fc,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:41:42.379505 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc6b49-9bd5-48a4-84c0-96019017dd03 req-573b83c1-f8c7-4d35-b27e-e7378d82588d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:41:42.382345 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b4dc6b49-9bd5-48a4-84c0-96019017dd03 req-573b83c1-f8c7-4d35-b27e-e7378d82588d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=217e0962-e55d-41fd-b5c9-d1a7efdeb5e0 HTTP/1.1" status: 200 len: 1097 time: 0.0439770 Sep 17 08:41:42.416633 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b4dc6b49-9bd5-48a4-84c0-96019017dd03 req-5b841976-4b7d-46b4-af80-65dc0a17ba86 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=aef8f30f-dc71-424e-abca-06580ce2c8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278084 Sep 17 08:41:42.615669 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b41a98f-2367-454f-acc9-5effc1f4ad5f req-c56ae7cb-8785-4332-9ab0-92c4f4f28805 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:41:42.617168 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6b41a98f-2367-454f-acc9-5effc1f4ad5f req-c56ae7cb-8785-4332-9ab0-92c4f4f28805 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/ports?device_id=217e0962-e55d-41fd-b5c9-d1a7efdeb5e0 HTTP/1.1" status: 200 len: 946 time: 0.0903254 Sep 17 08:41:42.653703 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6b41a98f-2367-454f-acc9-5effc1f4ad5f req-3b7c9459-8667-4747-a620-558c9157c792 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/security-groups?id=aef8f30f-dc71-424e-abca-06580ce2c8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305827 Sep 17 08:41:43.767771 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056975fa-26fc-4844-8ad5-b8c92d944b06 req-d4cb7fb6-ef97-47d9-b797-ee766a6b7925 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:41:43.769313 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-056975fa-26fc-4844-8ad5-b8c92d944b06 req-d4cb7fb6-ef97-47d9-b797-ee766a6b7925 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/ports?device_id=217e0962-e55d-41fd-b5c9-d1a7efdeb5e0 HTTP/1.1" status: 200 len: 946 time: 0.0489154 Sep 17 08:41:43.806912 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-056975fa-26fc-4844-8ad5-b8c92d944b06 req-9627b66b-49b9-4629-a459-86b1001e1c88 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/security-groups?id=aef8f30f-dc71-424e-abca-06580ce2c8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316968 Sep 17 08:41:44.925138 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388f551-8b29-4fe9-a312-a911baa31f7e req-51abe499-a8b2-4fb8-8265-92d34dacaf42 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:41:44.926614 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e388f551-8b29-4fe9-a312-a911baa31f7e req-51abe499-a8b2-4fb8-8265-92d34dacaf42 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/ports?device_id=217e0962-e55d-41fd-b5c9-d1a7efdeb5e0 HTTP/1.1" status: 200 len: 946 time: 0.0527651 Sep 17 08:41:44.962612 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e388f551-8b29-4fe9-a312-a911baa31f7e req-62bed0df-aa3e-42ef-b8bf-00b76b4c615f tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/security-groups?id=aef8f30f-dc71-424e-abca-06580ce2c8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300281 Sep 17 08:41:45.230246 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 60978) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:41:45.290144 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8190a1e0-c339-4e28-8d18-22fbaa6ddf09 req-816b6254-8050-4ab8-853b-933ef11283a6 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:41:45.291655 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8190a1e0-c339-4e28-8d18-22fbaa6ddf09 req-816b6254-8050-4ab8-853b-933ef11283a6 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/ports?device_id=217e0962-e55d-41fd-b5c9-d1a7efdeb5e0 HTTP/1.1" status: 200 len: 946 time: 0.0509195 Sep 17 08:41:45.351304 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7a56f26e-f1e9-4fe6-a944-90eb7794ebd6 req-022d607f-9a88-462a-8d92-a50a629c2dfe service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=217e0962-e55d-41fd-b5c9-d1a7efdeb5e0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1198342 Sep 17 08:41:45.354007 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8190a1e0-c339-4e28-8d18-22fbaa6ddf09 req-a6fe8057-1940-43f9-99ae-d4e943474fc4 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/security-groups?id=aef8f30f-dc71-424e-abca-06580ce2c8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556033 Sep 17 08:41:45.360145 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [req-7a56f26e-f1e9-4fe6-a944-90eb7794ebd6 req-29ba8f30-e839-45b5-9068-755fa7348f31 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:41:45.361155 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7a56f26e-f1e9-4fe6-a944-90eb7794ebd6 req-29ba8f30-e839-45b5-9068-755fa7348f31 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049207 Sep 17 08:41:46.481696 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1a07c5-e41d-41ec-a5e1-342695f87cb3 req-e21fa0db-a63f-45e2-98fe-d4f394b2db87 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:41:46.483205 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8e1a07c5-e41d-41ec-a5e1-342695f87cb3 req-e21fa0db-a63f-45e2-98fe-d4f394b2db87 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/ports?device_id=217e0962-e55d-41fd-b5c9-d1a7efdeb5e0 HTTP/1.1" status: 200 len: 946 time: 0.0566225 Sep 17 08:41:46.521007 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8e1a07c5-e41d-41ec-a5e1-342695f87cb3 req-f8ff516a-29d9-4553-a15c-b03d14a0e6f8 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/security-groups?id=aef8f30f-dc71-424e-abca-06580ce2c8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310545 Sep 17 08:41:46.542298 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a56f26e-f1e9-4fe6-a944-90eb7794ebd6 req-9b1611f4-f4c1-44d7-afe9-8f6519e968df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:41:46.543814 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7a56f26e-f1e9-4fe6-a944-90eb7794ebd6 req-9b1611f4-f4c1-44d7-afe9-8f6519e968df service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b204bc5d66c24fd6b7b81e98275e16bd&device_id=217e0962-e55d-41fd-b5c9-d1a7efdeb5e0 HTTP/1.1" status: 200 len: 1097 time: 0.0394402 Sep 17 08:41:46.639271 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a56f26e-f1e9-4fe6-a944-90eb7794ebd6 req-0af27430-339f-42a3-80f8-0338475434c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:41:46.640651 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7a56f26e-f1e9-4fe6-a944-90eb7794ebd6 req-0af27430-339f-42a3-80f8-0338475434c1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=86aef9b0-8ca9-43aa-8c95-8263cc74480a HTTP/1.1" status: 200 len: 913 time: 0.0857980 Sep 17 08:41:46.682862 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7a56f26e-f1e9-4fe6-a944-90eb7794ebd6 req-a04d548b-ab9d-4a95-9afa-80a4543b6714 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf135a85-6d3c-48b8-ae8c-34eae5a597fc HTTP/1.1" status: 200 len: 217 time: 0.0328622 Sep 17 08:41:46.733437 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a56f26e-f1e9-4fe6-a944-90eb7794ebd6 req-4cccdff7-d7c6-477f-8cf1-49124180a5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:41:46.734854 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7a56f26e-f1e9-4fe6-a944-90eb7794ebd6 req-4cccdff7-d7c6-477f-8cf1-49124180a5cc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ddccac49-1b63-46d7-88dd-1db25b4c095b HTTP/1.1" status: 200 len: 852 time: 0.0455537 Sep 17 08:41:46.764961 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7a56f26e-f1e9-4fe6-a944-90eb7794ebd6 req-d8b2eab2-105a-45b1-8d2c-123bfed5686e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=86aef9b0-8ca9-43aa-8c95-8263cc74480a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233595 Sep 17 08:41:46.851046 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7a56f26e-f1e9-4fe6-a944-90eb7794ebd6 req-a42911f3-98d5-4715-9a8f-8a982c97faaf service neutron] 10.222.0.39 "GET /v2.0/networks/86aef9b0-8ca9-43aa-8c95-8263cc74480a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787535 Sep 17 08:41:46.942031 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7a56f26e-f1e9-4fe6-a944-90eb7794ebd6 req-a3c9978c-632e-4373-8fb1-df137020d175 service neutron] 10.222.0.39 "GET /v2.0/networks/86aef9b0-8ca9-43aa-8c95-8263cc74480a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836406 Sep 17 08:41:47.634936 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe20301-00b5-46c9-b066-9ab31931c496 req-58f0c0bc-159c-4f36-804f-e43840cc6563 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:41:47.636428 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5fe20301-00b5-46c9-b066-9ab31931c496 req-58f0c0bc-159c-4f36-804f-e43840cc6563 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/ports?device_id=217e0962-e55d-41fd-b5c9-d1a7efdeb5e0 HTTP/1.1" status: 200 len: 946 time: 0.0480855 Sep 17 08:41:47.672135 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5fe20301-00b5-46c9-b066-9ab31931c496 req-10ba6d1e-fa6a-4ba4-be8a-9bc0bdb7fe73 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/security-groups?id=aef8f30f-dc71-424e-abca-06580ce2c8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299091 Sep 17 08:41:48.784843 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b8d082-b2bc-4b81-a179-25b0322c9b83 req-7187d5e2-ee41-42d9-921d-ca340e02f771 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:41:48.786303 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-92b8d082-b2bc-4b81-a179-25b0322c9b83 req-7187d5e2-ee41-42d9-921d-ca340e02f771 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/ports?device_id=217e0962-e55d-41fd-b5c9-d1a7efdeb5e0 HTTP/1.1" status: 200 len: 946 time: 0.0475633 Sep 17 08:41:48.822300 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-92b8d082-b2bc-4b81-a179-25b0322c9b83 req-355db059-d2c9-409a-aac3-7e837474b739 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/security-groups?id=aef8f30f-dc71-424e-abca-06580ce2c8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301440 Sep 17 08:41:49.942096 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef7fae-a7a8-491a-81e3-2a5b9400e1d7 req-070d68c3-6be4-45dd-8803-ddbfe0b9bbee tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:41:49.943472 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5cef7fae-a7a8-491a-81e3-2a5b9400e1d7 req-070d68c3-6be4-45dd-8803-ddbfe0b9bbee tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/ports?device_id=217e0962-e55d-41fd-b5c9-d1a7efdeb5e0 HTTP/1.1" status: 200 len: 946 time: 0.0549083 Sep 17 08:41:49.983816 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5cef7fae-a7a8-491a-81e3-2a5b9400e1d7 req-db4b824a-36cb-486c-9728-1b597ac80141 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/security-groups?id=aef8f30f-dc71-424e-abca-06580ce2c8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311291 Sep 17 08:41:50.021474 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9b31722a-b05b-433f-9c98-cf3e3238355c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:51.097127 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a9994-9c75-48f7-b38f-3182c56c89aa req-10416873-70e3-4019-9630-e6ca40226233 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:41:51.098602 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1f2a9994-9c75-48f7-b38f-3182c56c89aa req-10416873-70e3-4019-9630-e6ca40226233 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/ports?device_id=217e0962-e55d-41fd-b5c9-d1a7efdeb5e0 HTTP/1.1" status: 200 len: 946 time: 0.0487018 Sep 17 08:41:51.135251 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1f2a9994-9c75-48f7-b38f-3182c56c89aa req-1a009d3d-1478-4f84-a788-3a2417e00828 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/security-groups?id=aef8f30f-dc71-424e-abca-06580ce2c8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306575 Sep 17 08:41:52.256189 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ccd06-0bf7-496a-990b-eaac028c789e req-67900cf8-ca06-4cb2-a376-0a223133ff38 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:41:52.257687 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-055ccd06-0bf7-496a-990b-eaac028c789e req-67900cf8-ca06-4cb2-a376-0a223133ff38 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/ports?device_id=217e0962-e55d-41fd-b5c9-d1a7efdeb5e0 HTTP/1.1" status: 200 len: 946 time: 0.0565069 Sep 17 08:41:52.295375 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-055ccd06-0bf7-496a-990b-eaac028c789e req-3ef15b3d-63e0-4da0-989a-3ed6a3ba3418 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/security-groups?id=aef8f30f-dc71-424e-abca-06580ce2c8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316257 Sep 17 08:41:52.504766 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-33f3a85e-daf4-449e-b9df-9150596bbe72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:52.810937 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:53.411072 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724259dc-5c93-441c-a010-e05d449e0ce4 req-05e04c16-9df2-43c2-a4f2-f0536d4880c6 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:41:53.412472 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-724259dc-5c93-441c-a010-e05d449e0ce4 req-05e04c16-9df2-43c2-a4f2-f0536d4880c6 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/ports?device_id=217e0962-e55d-41fd-b5c9-d1a7efdeb5e0 HTTP/1.1" status: 200 len: 946 time: 0.0523648 Sep 17 08:41:53.448644 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-724259dc-5c93-441c-a010-e05d449e0ce4 req-bc0745c9-5d1d-4bc7-9c69-95a6dc9cc902 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/security-groups?id=aef8f30f-dc71-424e-abca-06580ce2c8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303001 Sep 17 08:41:53.857218 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:54.562785 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465c00d-de01-4958-967b-e60e5cef8d7e req-b21f24f2-a7b1-4d9d-aeb6-34350f112ec6 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:41:54.564833 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6465c00d-de01-4958-967b-e60e5cef8d7e req-b21f24f2-a7b1-4d9d-aeb6-34350f112ec6 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/ports?device_id=217e0962-e55d-41fd-b5c9-d1a7efdeb5e0 HTTP/1.1" status: 200 len: 946 time: 0.0488751 Sep 17 08:41:54.600449 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6465c00d-de01-4958-967b-e60e5cef8d7e req-c2c96d4e-95df-4015-8ee8-7b5cb8003478 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/security-groups?id=aef8f30f-dc71-424e-abca-06580ce2c8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297618 Sep 17 08:41:55.456121 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:41:55.711173 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b65dc1-6a72-4315-acdf-bafa5a26575a req-ba618cd3-5ed4-441a-97d3-82393fa42ef5 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:41:55.712646 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-27b65dc1-6a72-4315-acdf-bafa5a26575a req-ba618cd3-5ed4-441a-97d3-82393fa42ef5 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/ports?device_id=217e0962-e55d-41fd-b5c9-d1a7efdeb5e0 HTTP/1.1" status: 200 len: 946 time: 0.0467839 Sep 17 08:41:55.749348 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-27b65dc1-6a72-4315-acdf-bafa5a26575a req-bcc13650-1a81-4601-9d0d-6c46e7908c4a tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/security-groups?id=aef8f30f-dc71-424e-abca-06580ce2c8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309002 Sep 17 08:41:56.871253 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95985ca5-2435-46ec-b32e-b6c078ae0960 req-80ef114e-8843-4051-aa5b-80ec55e8bba1 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:41:56.872755 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-95985ca5-2435-46ec-b32e-b6c078ae0960 req-80ef114e-8843-4051-aa5b-80ec55e8bba1 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/ports?device_id=217e0962-e55d-41fd-b5c9-d1a7efdeb5e0 HTTP/1.1" status: 200 len: 946 time: 0.0563099 Sep 17 08:41:56.910217 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-95985ca5-2435-46ec-b32e-b6c078ae0960 req-9f112be2-18b5-43cf-83ce-12d9f4118ba7 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/security-groups?id=aef8f30f-dc71-424e-abca-06580ce2c8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305963 Sep 17 08:41:58.025393 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aaa4a5-f4cd-4eaf-8d2e-4b391f1b3304 req-ebac4bca-c661-4e0c-a51b-d9cc5dc03eba tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:41:58.026862 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b8aaa4a5-f4cd-4eaf-8d2e-4b391f1b3304 req-ebac4bca-c661-4e0c-a51b-d9cc5dc03eba tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/ports?device_id=217e0962-e55d-41fd-b5c9-d1a7efdeb5e0 HTTP/1.1" status: 200 len: 946 time: 0.0476189 Sep 17 08:41:58.062579 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b8aaa4a5-f4cd-4eaf-8d2e-4b391f1b3304 req-6e76bc36-c6d8-4f54-bb75-db284d5a272e tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/security-groups?id=aef8f30f-dc71-424e-abca-06580ce2c8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299549 Sep 17 08:41:59.173729 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25f1fc0-4eee-40ff-b385-57cbe6ca3b54 req-29768fb6-28ce-45a7-8cb4-17b6f8a7c858 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:41:59.175181 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c25f1fc0-4eee-40ff-b385-57cbe6ca3b54 req-29768fb6-28ce-45a7-8cb4-17b6f8a7c858 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/ports?device_id=217e0962-e55d-41fd-b5c9-d1a7efdeb5e0 HTTP/1.1" status: 200 len: 946 time: 0.0465858 Sep 17 08:41:59.214783 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c25f1fc0-4eee-40ff-b385-57cbe6ca3b54 req-9e891e08-e7df-41d2-ab9c-7110c4847105 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/security-groups?id=aef8f30f-dc71-424e-abca-06580ce2c8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337245 Sep 17 08:42:00.331220 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f075d3-5ae7-46b4-a364-814d95e512b6 req-3ddbb577-7f12-43f0-b148-b57b0c6e87c1 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:00.332707 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-19f075d3-5ae7-46b4-a364-814d95e512b6 req-3ddbb577-7f12-43f0-b148-b57b0c6e87c1 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/ports?device_id=217e0962-e55d-41fd-b5c9-d1a7efdeb5e0 HTTP/1.1" status: 200 len: 946 time: 0.0510519 Sep 17 08:42:00.371693 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-19f075d3-5ae7-46b4-a364-814d95e512b6 req-c627f268-57bf-49d4-93ee-23284000bfa1 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/security-groups?id=aef8f30f-dc71-424e-abca-06580ce2c8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330443 Sep 17 08:42:01.484134 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b03e9c-426a-42ac-b0f4-cd791ccffd02 req-dedf054d-2c96-4b4b-a3e5-e1ab5b8fc78f tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:01.485613 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a5b03e9c-426a-42ac-b0f4-cd791ccffd02 req-dedf054d-2c96-4b4b-a3e5-e1ab5b8fc78f tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/ports?device_id=217e0962-e55d-41fd-b5c9-d1a7efdeb5e0 HTTP/1.1" status: 200 len: 946 time: 0.0480173 Sep 17 08:42:01.523099 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a5b03e9c-426a-42ac-b0f4-cd791ccffd02 req-8d56edf8-8c67-4b3b-a585-999032d655cf tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/security-groups?id=aef8f30f-dc71-424e-abca-06580ce2c8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315821 Sep 17 08:42:02.633492 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24035e4-ad18-432d-a2a9-5b3b8ed4bf9f req-4a472e26-3311-402e-aea0-037ab4feab55 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:02.634999 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b24035e4-ad18-432d-a2a9-5b3b8ed4bf9f req-4a472e26-3311-402e-aea0-037ab4feab55 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/ports?device_id=217e0962-e55d-41fd-b5c9-d1a7efdeb5e0 HTTP/1.1" status: 200 len: 946 time: 0.0475106 Sep 17 08:42:02.671863 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b24035e4-ad18-432d-a2a9-5b3b8ed4bf9f req-4dd217ed-649f-497f-b5ef-62d70b297a2b tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/security-groups?id=aef8f30f-dc71-424e-abca-06580ce2c8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304418 Sep 17 08:42:03.786486 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568288a7-8ec9-4a36-9870-1fc8e8b060b1 req-b292e049-39ae-425b-ad3d-8de3add90f51 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:03.787955 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-568288a7-8ec9-4a36-9870-1fc8e8b060b1 req-b292e049-39ae-425b-ad3d-8de3add90f51 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/ports?device_id=217e0962-e55d-41fd-b5c9-d1a7efdeb5e0 HTTP/1.1" status: 200 len: 946 time: 0.0513644 Sep 17 08:42:03.823886 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-568288a7-8ec9-4a36-9870-1fc8e8b060b1 req-8e32293c-b71f-41b7-8133-62b6f39c5df0 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/security-groups?id=aef8f30f-dc71-424e-abca-06580ce2c8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300722 Sep 17 08:42:04.934910 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd8a688-d926-41e8-8ac3-9568d539f29f req-a62f4516-d058-4d2b-846f-217dcc566821 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:04.936393 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0dd8a688-d926-41e8-8ac3-9568d539f29f req-a62f4516-d058-4d2b-846f-217dcc566821 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/ports?device_id=217e0962-e55d-41fd-b5c9-d1a7efdeb5e0 HTTP/1.1" status: 200 len: 946 time: 0.0479126 Sep 17 08:42:04.973629 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0dd8a688-d926-41e8-8ac3-9568d539f29f req-69ff46b2-d03e-4268-9499-cbb5b2173695 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/security-groups?id=aef8f30f-dc71-424e-abca-06580ce2c8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314307 Sep 17 08:42:05.901644 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:42:06.041599 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:42:06.085036 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0281aaa-c111-437e-b50b-82a3a39f1f6f req-b033d8e9-5c8b-457a-ba36-0587be67a247 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:06.086534 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e0281aaa-c111-437e-b50b-82a3a39f1f6f req-b033d8e9-5c8b-457a-ba36-0587be67a247 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/ports?device_id=217e0962-e55d-41fd-b5c9-d1a7efdeb5e0 HTTP/1.1" status: 200 len: 946 time: 0.0480785 Sep 17 08:42:06.124116 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e0281aaa-c111-437e-b50b-82a3a39f1f6f req-f55a3ac7-4efb-46ec-872d-d9aa83298c43 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/security-groups?id=aef8f30f-dc71-424e-abca-06580ce2c8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315218 Sep 17 08:42:07.239965 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0c5dd7-d54c-41b8-9510-b85501a333ed req-1fed3173-9699-455d-8efa-cc7f976fece4 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:07.241477 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cf0c5dd7-d54c-41b8-9510-b85501a333ed req-1fed3173-9699-455d-8efa-cc7f976fece4 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/ports?device_id=217e0962-e55d-41fd-b5c9-d1a7efdeb5e0 HTTP/1.1" status: 200 len: 946 time: 0.0526292 Sep 17 08:42:07.278629 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cf0c5dd7-d54c-41b8-9510-b85501a333ed req-80810b9c-d77f-431f-b198-92eb3dc4a8eb tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/security-groups?id=aef8f30f-dc71-424e-abca-06580ce2c8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313284 Sep 17 08:42:08.392824 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b2c194-082a-459c-9158-b30b53d8e01e req-d3825176-cd22-41ed-875c-068eadf89718 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:08.394209 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-75b2c194-082a-459c-9158-b30b53d8e01e req-d3825176-cd22-41ed-875c-068eadf89718 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/ports?device_id=217e0962-e55d-41fd-b5c9-d1a7efdeb5e0 HTTP/1.1" status: 200 len: 946 time: 0.0500932 Sep 17 08:42:08.434578 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-75b2c194-082a-459c-9158-b30b53d8e01e req-0e510c0c-da30-4aba-8189-3c9261eb47f0 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/security-groups?id=aef8f30f-dc71-424e-abca-06580ce2c8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343997 Sep 17 08:42:09.546935 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3a7123-889d-46fe-8ddf-6b91fe13ea8f req-e61004ba-4dad-47fd-a827-9d8473186668 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:09.548447 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3f3a7123-889d-46fe-8ddf-6b91fe13ea8f req-e61004ba-4dad-47fd-a827-9d8473186668 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/ports?device_id=217e0962-e55d-41fd-b5c9-d1a7efdeb5e0 HTTP/1.1" status: 200 len: 946 time: 0.0477574 Sep 17 08:42:09.585849 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3f3a7123-889d-46fe-8ddf-6b91fe13ea8f req-d192e931-306a-4a93-b491-821ae231232d tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/security-groups?id=aef8f30f-dc71-424e-abca-06580ce2c8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312715 Sep 17 08:42:10.708609 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba9846-c764-4e0c-8f99-dcb196f9db85 req-5b37b521-a79e-4e37-abb5-16c3a66643c0 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:10.710084 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-caba9846-c764-4e0c-8f99-dcb196f9db85 req-5b37b521-a79e-4e37-abb5-16c3a66643c0 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/ports?device_id=217e0962-e55d-41fd-b5c9-d1a7efdeb5e0 HTTP/1.1" status: 200 len: 946 time: 0.0552158 Sep 17 08:42:10.750900 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-caba9846-c764-4e0c-8f99-dcb196f9db85 req-18a2e44b-0983-4e8f-ae71-1d8247c835c9 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/security-groups?id=aef8f30f-dc71-424e-abca-06580ce2c8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348022 Sep 17 08:42:11.862118 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8834a7b-5400-40e1-a38b-c0ed3d6edddd req-5ef054af-0809-444a-a8d1-e2fa4543be40 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:11.863590 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c8834a7b-5400-40e1-a38b-c0ed3d6edddd req-5ef054af-0809-444a-a8d1-e2fa4543be40 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/ports?device_id=217e0962-e55d-41fd-b5c9-d1a7efdeb5e0 HTTP/1.1" status: 200 len: 946 time: 0.0477829 Sep 17 08:42:11.900800 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c8834a7b-5400-40e1-a38b-c0ed3d6edddd req-6b8fc9e3-b5ad-4c4c-8882-7d6ef74c6cb4 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/security-groups?id=aef8f30f-dc71-424e-abca-06580ce2c8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312595 Sep 17 08:42:13.013824 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a695a0-64a6-4079-b0e5-e9e4c5f8e6b2 req-5819d93c-5faa-476c-bd22-9950bc44029a tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:13.015781 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d8a695a0-64a6-4079-b0e5-e9e4c5f8e6b2 req-5819d93c-5faa-476c-bd22-9950bc44029a tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/ports?device_id=217e0962-e55d-41fd-b5c9-d1a7efdeb5e0 HTTP/1.1" status: 200 len: 946 time: 0.0479283 Sep 17 08:42:13.051583 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d8a695a0-64a6-4079-b0e5-e9e4c5f8e6b2 req-330c0b6c-2e83-457b-b439-ab2f6a091ace tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/security-groups?id=aef8f30f-dc71-424e-abca-06580ce2c8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299070 Sep 17 08:42:14.098595 n-d-789963-9 neutron-server[101290]: INFO neutron.api.v2.resource [req-7a56f26e-f1e9-4fe6-a944-90eb7794ebd6 req-8e6d40a2-74fa-487c-b0ac-a53128dcedaa service neutron] show failed (client error): The resource could not be found. Sep 17 08:42:14.099660 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7a56f26e-f1e9-4fe6-a944-90eb7794ebd6 req-8e6d40a2-74fa-487c-b0ac-a53128dcedaa service neutron] 10.222.0.39 "GET /v2.0/ports/cf135a85-6d3c-48b8-ae8c-34eae5a597fc/bindings/n-h1-789963-9 HTTP/1.1" status: 404 len: 380 time: 0.0953865 Sep 17 08:42:14.172860 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a95ba08-e512-43c4-9349-227c58d2b48a req-002add46-0bed-4eec-a24b-1342b90e5311 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:14.174355 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4a95ba08-e512-43c4-9349-227c58d2b48a req-002add46-0bed-4eec-a24b-1342b90e5311 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/ports?device_id=217e0962-e55d-41fd-b5c9-d1a7efdeb5e0 HTTP/1.1" status: 200 len: 946 time: 0.0542758 Sep 17 08:42:14.214131 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4a95ba08-e512-43c4-9349-227c58d2b48a req-6d3b7290-31c2-422d-a798-9251de3633f3 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/security-groups?id=aef8f30f-dc71-424e-abca-06580ce2c8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330513 Sep 17 08:42:14.415108 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a56f26e-f1e9-4fe6-a944-90eb7794ebd6 req-2ffb5703-0bab-4a54-81c4-0e10fdd3ec74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:14.416669 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7a56f26e-f1e9-4fe6-a944-90eb7794ebd6 req-2ffb5703-0bab-4a54-81c4-0e10fdd3ec74 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=217e0962-e55d-41fd-b5c9-d1a7efdeb5e0&tenant_id=b204bc5d66c24fd6b7b81e98275e16bd HTTP/1.1" status: 200 len: 1097 time: 0.1099102 Sep 17 08:42:14.435960 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-7a56f26e-f1e9-4fe6-a944-90eb7794ebd6 req-20518331-48d6-4ee0-94f1-65db53765bc0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-9', 'device_owner': 'compute:nova'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:42:14.491619 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-7a56f26e-f1e9-4fe6-a944-90eb7794ebd6 req-20518331-48d6-4ee0-94f1-65db53765bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:42:14.686218 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-7a56f26e-f1e9-4fe6-a944-90eb7794ebd6 req-20518331-48d6-4ee0-94f1-65db53765bc0 service neutron] For port cf135a85-6d3c-48b8-ae8c-34eae5a597fc, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=cf135a85-6d3c-48b8-ae8c-34eae5a597fc,segment=NetworkSegment(f3b9d675-6302-49f2-a195-040f2723ecd7),segment_id=f3b9d675-6302-49f2-a195-040f2723ecd7)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:42:14.716823 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-7a56f26e-f1e9-4fe6-a944-90eb7794ebd6 req-20518331-48d6-4ee0-94f1-65db53765bc0 service neutron] For port cf135a85-6d3c-48b8-ae8c-34eae5a597fc, host n-h2-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:42:14.754580 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217e0962-e55d-41fd-b5c9-d1a7efdeb5e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf135a85-6d3c-48b8-ae8c-34eae5a597fc'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:42:14.759408 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-7a56f26e-f1e9-4fe6-a944-90eb7794ebd6 req-20518331-48d6-4ee0-94f1-65db53765bc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:42:14.771220 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.provisioning_blocks [req-7a56f26e-f1e9-4fe6-a944-90eb7794ebd6 req-20518331-48d6-4ee0-94f1-65db53765bc0 service neutron] Transition to ACTIVE for port object cf135a85-6d3c-48b8-ae8c-34eae5a597fc will not be triggered until provisioned by entity L2. {{(pid=101289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:42:14.774831 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-7a56f26e-f1e9-4fe6-a944-90eb7794ebd6 req-20518331-48d6-4ee0-94f1-65db53765bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:42:14.800212 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0b8b68ef77f8a69a7ea64e5314cb7bfe1c653782f919eb7015de92bbdd57641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc954ca6-c64a-4d01-a881-1373cbbed1cc" -d '{"events": [{"server_uuid": "217e0962-e55d-41fd-b5c9-d1a7efdeb5e0", "name": "network-vif-unplugged", "status": "completed", "tag": "cf135a85-6d3c-48b8-ae8c-34eae5a597fc"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:42:14.843516 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a56f26e-f1e9-4fe6-a944-90eb7794ebd6 req-20518331-48d6-4ee0-94f1-65db53765bc0 service neutron] No DVR routers for this DVR port cf135a85-6d3c-48b8-ae8c-34eae5a597fc on host n-h2-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:42:14.847587 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20518331-48d6-4ee0-94f1-65db53765bc0 service neutron] Pushing event updated for resources: {'Port': ['ID=cf135a85-6d3c-48b8-ae8c-34eae5a597fc,revision_number=6']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:42:14.857558 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20518331-48d6-4ee0-94f1-65db53765bc0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:42:14.857903 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20518331-48d6-4ee0-94f1-65db53765bc0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:42:14.858314 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20518331-48d6-4ee0-94f1-65db53765bc0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:42:14.858630 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20518331-48d6-4ee0-94f1-65db53765bc0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:42:14.859037 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20518331-48d6-4ee0-94f1-65db53765bc0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:42:14.859373 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20518331-48d6-4ee0-94f1-65db53765bc0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:42:14.859703 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20518331-48d6-4ee0-94f1-65db53765bc0 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:42:14.860051 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20518331-48d6-4ee0-94f1-65db53765bc0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:42:14.860381 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20518331-48d6-4ee0-94f1-65db53765bc0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:42:14.860709 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20518331-48d6-4ee0-94f1-65db53765bc0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:42:14.861032 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20518331-48d6-4ee0-94f1-65db53765bc0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:42:14.861352 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20518331-48d6-4ee0-94f1-65db53765bc0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:42:14.891551 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-7a56f26e-f1e9-4fe6-a944-90eb7794ebd6 req-20518331-48d6-4ee0-94f1-65db53765bc0 service neutron] Attempting to bind port cf135a85-6d3c-48b8-ae8c-34eae5a597fc on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:42:14.891909 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-7a56f26e-f1e9-4fe6-a944-90eb7794ebd6 req-20518331-48d6-4ee0-94f1-65db53765bc0 service neutron] Attempting to bind port cf135a85-6d3c-48b8-ae8c-34eae5a597fc by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'f3b9d675-6302-49f2-a195-040f2723ecd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '86aef9b0-8ca9-43aa-8c95-8263cc74480a'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:42:14.892232 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a56f26e-f1e9-4fe6-a944-90eb7794ebd6 req-20518331-48d6-4ee0-94f1-65db53765bc0 service neutron] Attempting to bind port cf135a85-6d3c-48b8-ae8c-34eae5a597fc on network 86aef9b0-8ca9-43aa-8c95-8263cc74480a {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:42:14.896424 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a56f26e-f1e9-4fe6-a944-90eb7794ebd6 req-20518331-48d6-4ee0-94f1-65db53765bc0 service neutron] Port cf135a85-6d3c-48b8-ae8c-34eae5a597fc on network 86aef9b0-8ca9-43aa-8c95-8263cc74480a not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:42:14.896736 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a56f26e-f1e9-4fe6-a944-90eb7794ebd6 req-20518331-48d6-4ee0-94f1-65db53765bc0 service neutron] Attempting to bind port cf135a85-6d3c-48b8-ae8c-34eae5a597fc on network 86aef9b0-8ca9-43aa-8c95-8263cc74480a {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:42:14.901649 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a56f26e-f1e9-4fe6-a944-90eb7794ebd6 req-20518331-48d6-4ee0-94f1-65db53765bc0 service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:42:14.902401 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a56f26e-f1e9-4fe6-a944-90eb7794ebd6 req-20518331-48d6-4ee0-94f1-65db53765bc0 service neutron] Checking segment: {'id': 'f3b9d675-6302-49f2-a195-040f2723ecd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '86aef9b0-8ca9-43aa-8c95-8263cc74480a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:42:14.902836 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a56f26e-f1e9-4fe6-a944-90eb7794ebd6 req-20518331-48d6-4ee0-94f1-65db53765bc0 service neutron] Bound using segment: {'id': 'f3b9d675-6302-49f2-a195-040f2723ecd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '86aef9b0-8ca9-43aa-8c95-8263cc74480a'} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:42:14.903264 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-7a56f26e-f1e9-4fe6-a944-90eb7794ebd6 req-20518331-48d6-4ee0-94f1-65db53765bc0 service neutron] Bound port: cf135a85-6d3c-48b8-ae8c-34eae5a597fc, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3b9d675-6302-49f2-a195-040f2723ecd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '86aef9b0-8ca9-43aa-8c95-8263cc74480a'}}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:42:14.903744 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-7a56f26e-f1e9-4fe6-a944-90eb7794ebd6 req-20518331-48d6-4ee0-94f1-65db53765bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:42:14.907044 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 08:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed5aa22-b274-4c69-a36a-24ac12fb90f8 x-openstack-request-id: req-4ed5aa22-b274-4c69-a36a-24ac12fb90f8 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:42:14.907324 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "217e0962-e55d-41fd-b5c9-d1a7efdeb5e0", "name": "network-vif-unplugged", "status": "completed", "tag": "cf135a85-6d3c-48b8-ae8c-34eae5a597fc", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:42:14.907567 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4ed5aa22-b274-4c69-a36a-24ac12fb90f8 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:42:14.907976 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '217e0962-e55d-41fd-b5c9-d1a7efdeb5e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf135a85-6d3c-48b8-ae8c-34eae5a597fc', 'code': 200} Sep 17 08:42:14.965470 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-7a56f26e-f1e9-4fe6-a944-90eb7794ebd6 req-20518331-48d6-4ee0-94f1-65db53765bc0 service neutron] For port cf135a85-6d3c-48b8-ae8c-34eae5a597fc, host n-h1-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:42:14.968444 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-7a56f26e-f1e9-4fe6-a944-90eb7794ebd6 req-20518331-48d6-4ee0-94f1-65db53765bc0 service neutron] For port cf135a85-6d3c-48b8-ae8c-34eae5a597fc, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=cf135a85-6d3c-48b8-ae8c-34eae5a597fc,segment=NetworkSegment(f3b9d675-6302-49f2-a195-040f2723ecd7),segment_id=f3b9d675-6302-49f2-a195-040f2723ecd7)] {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:42:14.972824 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-7a56f26e-f1e9-4fe6-a944-90eb7794ebd6 req-20518331-48d6-4ee0-94f1-65db53765bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:42:15.003426 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a56f26e-f1e9-4fe6-a944-90eb7794ebd6 req-20518331-48d6-4ee0-94f1-65db53765bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:15.004004 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-7a56f26e-f1e9-4fe6-a944-90eb7794ebd6 req-20518331-48d6-4ee0-94f1-65db53765bc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:42:15.005522 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7a56f26e-f1e9-4fe6-a944-90eb7794ebd6 req-20518331-48d6-4ee0-94f1-65db53765bc0 service neutron] 10.222.0.41 "PUT /v2.0/ports/cf135a85-6d3c-48b8-ae8c-34eae5a597fc HTTP/1.1" status: 200 len: 1092 time: 0.5734169 Sep 17 08:42:15.028480 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20518331-48d6-4ee0-94f1-65db53765bc0 service neutron] Pushing event updated for resources: {'Port': ['ID=cf135a85-6d3c-48b8-ae8c-34eae5a597fc,revision_number=7']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:42:15.081886 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a56f26e-f1e9-4fe6-a944-90eb7794ebd6 req-bd77fdce-8aad-413b-af9f-0858f121f0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:15.083406 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7a56f26e-f1e9-4fe6-a944-90eb7794ebd6 req-bd77fdce-8aad-413b-af9f-0858f121f0c9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b204bc5d66c24fd6b7b81e98275e16bd&device_id=217e0962-e55d-41fd-b5c9-d1a7efdeb5e0 HTTP/1.1" status: 200 len: 1095 time: 0.0433300 Sep 17 08:42:15.169541 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a56f26e-f1e9-4fe6-a944-90eb7794ebd6 req-bd8e18d7-9a81-4347-a6cf-ddf2b05b5502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:15.170988 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7a56f26e-f1e9-4fe6-a944-90eb7794ebd6 req-bd8e18d7-9a81-4347-a6cf-ddf2b05b5502 service neutron] 10.222.0.41 "GET /v2.0/networks?id=86aef9b0-8ca9-43aa-8c95-8263cc74480a HTTP/1.1" status: 200 len: 913 time: 0.0807273 Sep 17 08:42:15.215196 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7a56f26e-f1e9-4fe6-a944-90eb7794ebd6 req-8a5dd732-1b8f-4dc7-b638-9399d2e60b17 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf135a85-6d3c-48b8-ae8c-34eae5a597fc HTTP/1.1" status: 200 len: 217 time: 0.0365207 Sep 17 08:42:15.263172 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a56f26e-f1e9-4fe6-a944-90eb7794ebd6 req-e2b6da30-493a-4109-9bad-2871e8b54dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:15.265148 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7a56f26e-f1e9-4fe6-a944-90eb7794ebd6 req-e2b6da30-493a-4109-9bad-2871e8b54dd8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ddccac49-1b63-46d7-88dd-1db25b4c095b HTTP/1.1" status: 200 len: 852 time: 0.0421021 Sep 17 08:42:15.296264 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7a56f26e-f1e9-4fe6-a944-90eb7794ebd6 req-5b81af5f-9e84-4472-877e-58a5ba7f1eae service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=86aef9b0-8ca9-43aa-8c95-8263cc74480a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243335 Sep 17 08:42:15.396892 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26ed5c-2b48-48d5-b95a-8d81399b1d55 req-cfaa4628-fb28-4c96-bdcd-9a82bc9598b5 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:15.398357 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9a26ed5c-2b48-48d5-b95a-8d81399b1d55 req-cfaa4628-fb28-4c96-bdcd-9a82bc9598b5 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/ports?device_id=217e0962-e55d-41fd-b5c9-d1a7efdeb5e0 HTTP/1.1" status: 200 len: 944 time: 0.1048007 Sep 17 08:42:15.425852 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7a56f26e-f1e9-4fe6-a944-90eb7794ebd6 req-f8de7dea-bfe3-4e99-b2ed-53ab1c2a5112 service neutron] 10.222.0.41 "GET /v2.0/networks/86aef9b0-8ca9-43aa-8c95-8263cc74480a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210437 Sep 17 08:42:15.460313 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9a26ed5c-2b48-48d5-b95a-8d81399b1d55 req-5ab74e80-6106-43ea-8f3a-cd69d7df1ac9 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/security-groups?id=aef8f30f-dc71-424e-abca-06580ce2c8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548124 Sep 17 08:42:15.528717 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7a56f26e-f1e9-4fe6-a944-90eb7794ebd6 req-9eba2be4-18fc-4237-a4cc-af6a0536a92e service neutron] 10.222.0.41 "GET /v2.0/networks/86aef9b0-8ca9-43aa-8c95-8263cc74480a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902195 Sep 17 08:42:16.574372 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e32ff1-0c62-438c-b10f-ba76fc8be4ee req-a71cae64-001e-4ad8-bfda-3b12b88eb6ac tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:16.575851 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-60e32ff1-0c62-438c-b10f-ba76fc8be4ee req-a71cae64-001e-4ad8-bfda-3b12b88eb6ac tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/ports?device_id=217e0962-e55d-41fd-b5c9-d1a7efdeb5e0 HTTP/1.1" status: 200 len: 944 time: 0.0471194 Sep 17 08:42:16.612658 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-60e32ff1-0c62-438c-b10f-ba76fc8be4ee req-a0ea29a9-410d-4008-b27c-01ea2fec772e tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/security-groups?id=aef8f30f-dc71-424e-abca-06580ce2c8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302887 Sep 17 08:42:16.908844 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '217e0962-e55d-41fd-b5c9-d1a7efdeb5e0', 'tag': 'cf135a85-6d3c-48b8-ae8c-34eae5a597fc'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:42:16.911091 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0b8b68ef77f8a69a7ea64e5314cb7bfe1c653782f919eb7015de92bbdd57641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53690b81-d7df-4096-8711-a2347b6e5331" -d '{"events": [{"name": "network-changed", "server_uuid": "217e0962-e55d-41fd-b5c9-d1a7efdeb5e0", "tag": "cf135a85-6d3c-48b8-ae8c-34eae5a597fc"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:42:16.957207 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d114c1-86e4-4560-8733-7b82f3ff0cdb x-openstack-request-id: req-19d114c1-86e4-4560-8733-7b82f3ff0cdb {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:42:16.957504 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "217e0962-e55d-41fd-b5c9-d1a7efdeb5e0", "tag": "cf135a85-6d3c-48b8-ae8c-34eae5a597fc", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:42:16.957755 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-19d114c1-86e4-4560-8733-7b82f3ff0cdb {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:42:16.958147 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '217e0962-e55d-41fd-b5c9-d1a7efdeb5e0', 'tag': 'cf135a85-6d3c-48b8-ae8c-34eae5a597fc', 'status': 'completed', 'code': 200} Sep 17 08:42:17.039978 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53690b81-d7df-4096-8711-a2347b6e5331 req-a726156a-e04f-46a5-918a-dd71f9f956ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:17.040797 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53690b81-d7df-4096-8711-a2347b6e5331 req-e6d302c7-2349-4b4f-a000-6a6ed0d030e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:17.041549 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-53690b81-d7df-4096-8711-a2347b6e5331 req-a726156a-e04f-46a5-918a-dd71f9f956ce service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b204bc5d66c24fd6b7b81e98275e16bd&device_id=217e0962-e55d-41fd-b5c9-d1a7efdeb5e0 HTTP/1.1" status: 200 len: 1095 time: 0.0405400 Sep 17 08:42:17.042375 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-53690b81-d7df-4096-8711-a2347b6e5331 req-e6d302c7-2349-4b4f-a000-6a6ed0d030e6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b204bc5d66c24fd6b7b81e98275e16bd&device_id=217e0962-e55d-41fd-b5c9-d1a7efdeb5e0 HTTP/1.1" status: 200 len: 1095 time: 0.0460310 Sep 17 08:42:17.132407 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53690b81-d7df-4096-8711-a2347b6e5331 req-560c2838-d8c4-4d31-b399-4c63a29e8e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:17.133912 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-53690b81-d7df-4096-8711-a2347b6e5331 req-560c2838-d8c4-4d31-b399-4c63a29e8e17 service neutron] 10.222.0.39 "GET /v2.0/networks?id=86aef9b0-8ca9-43aa-8c95-8263cc74480a HTTP/1.1" status: 200 len: 913 time: 0.0851331 Sep 17 08:42:17.137489 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53690b81-d7df-4096-8711-a2347b6e5331 req-6b5dd258-8d96-47e1-9b3c-c45fe358ab11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:17.138994 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-53690b81-d7df-4096-8711-a2347b6e5331 req-6b5dd258-8d96-47e1-9b3c-c45fe358ab11 service neutron] 10.222.0.41 "GET /v2.0/networks?id=86aef9b0-8ca9-43aa-8c95-8263cc74480a HTTP/1.1" status: 200 len: 913 time: 0.0902085 Sep 17 08:42:17.179189 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-53690b81-d7df-4096-8711-a2347b6e5331 req-ec4d9fc6-e61d-48be-b487-15b2512be7af service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf135a85-6d3c-48b8-ae8c-34eae5a597fc HTTP/1.1" status: 200 len: 217 time: 0.0382783 Sep 17 08:42:17.185609 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-53690b81-d7df-4096-8711-a2347b6e5331 req-848203ab-acfa-49c6-8756-9d57d2bd326a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf135a85-6d3c-48b8-ae8c-34eae5a597fc HTTP/1.1" status: 200 len: 217 time: 0.0327606 Sep 17 08:42:17.227712 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53690b81-d7df-4096-8711-a2347b6e5331 req-4c25e8bf-e125-4324-964e-fd7300526c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:17.229238 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-53690b81-d7df-4096-8711-a2347b6e5331 req-4c25e8bf-e125-4324-964e-fd7300526c7f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ddccac49-1b63-46d7-88dd-1db25b4c095b HTTP/1.1" status: 200 len: 852 time: 0.0434813 Sep 17 08:42:17.233251 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53690b81-d7df-4096-8711-a2347b6e5331 req-53032d37-9fb8-43fe-84b8-d0d9669f32c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:17.234678 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-53690b81-d7df-4096-8711-a2347b6e5331 req-53032d37-9fb8-43fe-84b8-d0d9669f32c3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ddccac49-1b63-46d7-88dd-1db25b4c095b HTTP/1.1" status: 200 len: 852 time: 0.0418425 Sep 17 08:42:17.261348 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-53690b81-d7df-4096-8711-a2347b6e5331 req-e50c6b84-7f2a-4094-a3db-a12ce45cdee0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=86aef9b0-8ca9-43aa-8c95-8263cc74480a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246944 Sep 17 08:42:17.270489 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-53690b81-d7df-4096-8711-a2347b6e5331 req-e8779cb2-e508-4183-a365-25ac7bc3d48a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=86aef9b0-8ca9-43aa-8c95-8263cc74480a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287211 Sep 17 08:42:17.307821 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:42:17.352830 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-53690b81-d7df-4096-8711-a2347b6e5331 req-e082957e-e38a-486a-9d27-c742c903afbf service neutron] 10.222.0.39 "GET /v2.0/networks/86aef9b0-8ca9-43aa-8c95-8263cc74480a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844929 Sep 17 08:42:17.357918 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-53690b81-d7df-4096-8711-a2347b6e5331 req-bd7a2f3c-e2b1-434b-8144-30c3fe811d78 service neutron] 10.222.0.41 "GET /v2.0/networks/86aef9b0-8ca9-43aa-8c95-8263cc74480a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802152 Sep 17 08:42:17.442123 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-53690b81-d7df-4096-8711-a2347b6e5331 req-d7194c63-77dd-407e-9eec-a7eb368b5cd5 service neutron] 10.222.0.39 "GET /v2.0/networks/86aef9b0-8ca9-43aa-8c95-8263cc74480a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822637 Sep 17 08:42:17.449953 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-53690b81-d7df-4096-8711-a2347b6e5331 req-7b86d403-a1f3-4884-bfff-c9ab01674ea6 service neutron] 10.222.0.41 "GET /v2.0/networks/86aef9b0-8ca9-43aa-8c95-8263cc74480a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844901 Sep 17 08:42:17.726136 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ffbee-b250-444d-ab1f-8d8214710452 req-7a6a953f-b42d-4986-9a16-9459508c9ea2 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:17.727509 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-eb6ffbee-b250-444d-ab1f-8d8214710452 req-7a6a953f-b42d-4986-9a16-9459508c9ea2 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/ports?device_id=217e0962-e55d-41fd-b5c9-d1a7efdeb5e0 HTTP/1.1" status: 200 len: 944 time: 0.0475221 Sep 17 08:42:17.764513 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-eb6ffbee-b250-444d-ab1f-8d8214710452 req-508da122-780d-4338-abc9-366b81286ffd tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/security-groups?id=aef8f30f-dc71-424e-abca-06580ce2c8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304866 Sep 17 08:42:18.206248 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device cf135a85-6d3c-48b8-ae8c-34eae5a597fc no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:42:18.244212 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device cf135a85-6d3c-48b8-ae8c-34eae5a597fc not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:42:18.878939 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c566fffc-7a4a-4673-90dd-64b60d5c4bfa req-2e7027f1-8497-4e8c-9874-b5e9f5f20ed8 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:18.880430 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c566fffc-7a4a-4673-90dd-64b60d5c4bfa req-2e7027f1-8497-4e8c-9874-b5e9f5f20ed8 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/ports?device_id=217e0962-e55d-41fd-b5c9-d1a7efdeb5e0 HTTP/1.1" status: 200 len: 944 time: 0.0477548 Sep 17 08:42:18.916315 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c566fffc-7a4a-4673-90dd-64b60d5c4bfa req-5a9eab47-dda5-4fc2-9c51-583ab4f44705 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/security-groups?id=aef8f30f-dc71-424e-abca-06580ce2c8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301759 Sep 17 08:42:19.230449 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37aa47-5038-4a5a-99dc-5253010d33e3 req-c9721fc1-215f-4629-ab4a-009a028c41fa tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:19.231939 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0d37aa47-5038-4a5a-99dc-5253010d33e3 req-c9721fc1-215f-4629-ab4a-009a028c41fa tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.39 "GET /v2.0/ports?device_id=217e0962-e55d-41fd-b5c9-d1a7efdeb5e0&tenant_id=b204bc5d66c24fd6b7b81e98275e16bd&binding%3Ahost_id=n-h1-789963-9 HTTP/1.1" status: 200 len: 944 time: 0.0867248 Sep 17 08:42:19.253631 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device cf135a85-6d3c-48b8-ae8c-34eae5a597fc details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:42:19.291199 n-d-789963-9 neutron-server[101290]: INFO neutron.api.v2.resource [req-0d37aa47-5038-4a5a-99dc-5253010d33e3 req-79d268c3-861f-4b69-84a5-723a02e869d9 service neutron] delete failed (client error): The resource could not be found. Sep 17 08:42:19.292252 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0d37aa47-5038-4a5a-99dc-5253010d33e3 req-79d268c3-861f-4b69-84a5-723a02e869d9 service neutron] 10.222.0.39 "DELETE /v2.0/ports/cf135a85-6d3c-48b8-ae8c-34eae5a597fc/bindings/n-h2-789963-9 HTTP/1.1" status: 404 len: 380 time: 0.0532944 Sep 17 08:42:19.346350 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port cf135a85-6d3c-48b8-ae8c-34eae5a597fc, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=cf135a85-6d3c-48b8-ae8c-34eae5a597fc,segment=NetworkSegment(f3b9d675-6302-49f2-a195-040f2723ecd7),segment_id=f3b9d675-6302-49f2-a195-040f2723ecd7)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:42:19.360337 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': 'cf135a85-6d3c-48b8-ae8c-34eae5a597fc', 'network_id': '86aef9b0-8ca9-43aa-8c95-8263cc74480a', 'port_id': 'cf135a85-6d3c-48b8-ae8c-34eae5a597fc', 'mac_address': 'fa:16:3e:81:6b:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddccac49-1b63-46d7-88dd-1db25b4c095b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:42:19.398647 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37aa47-5038-4a5a-99dc-5253010d33e3 req-437f6a9e-c297-40ac-94fe-5a12f3d59676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:19.400215 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0d37aa47-5038-4a5a-99dc-5253010d33e3 req-437f6a9e-c297-40ac-94fe-5a12f3d59676 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b204bc5d66c24fd6b7b81e98275e16bd&device_id=217e0962-e55d-41fd-b5c9-d1a7efdeb5e0 HTTP/1.1" status: 200 len: 1095 time: 0.0433321 Sep 17 08:42:19.496033 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37aa47-5038-4a5a-99dc-5253010d33e3 req-73e06dc1-39c5-4b67-872a-2cb131e4c6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:19.497522 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0d37aa47-5038-4a5a-99dc-5253010d33e3 req-73e06dc1-39c5-4b67-872a-2cb131e4c6e2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=86aef9b0-8ca9-43aa-8c95-8263cc74480a HTTP/1.1" status: 200 len: 913 time: 0.0907297 Sep 17 08:42:19.539709 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0d37aa47-5038-4a5a-99dc-5253010d33e3 req-d28ddf74-7196-4745-a191-8ae99c3d465a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf135a85-6d3c-48b8-ae8c-34eae5a597fc HTTP/1.1" status: 200 len: 217 time: 0.0347645 Sep 17 08:42:19.552733 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:42:19.565483 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf135a85-6d3c-48b8-ae8c-34eae5a597fc {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:42:19.584678 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port cf135a85-6d3c-48b8-ae8c-34eae5a597fc, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=cf135a85-6d3c-48b8-ae8c-34eae5a597fc,segment=NetworkSegment(f3b9d675-6302-49f2-a195-040f2723ecd7),segment_id=f3b9d675-6302-49f2-a195-040f2723ecd7)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:42:19.587615 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37aa47-5038-4a5a-99dc-5253010d33e3 req-1db523a9-4970-4c1c-9169-11a048333b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:19.589058 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:42:19.589444 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0d37aa47-5038-4a5a-99dc-5253010d33e3 req-1db523a9-4970-4c1c-9169-11a048333b87 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ddccac49-1b63-46d7-88dd-1db25b4c095b HTTP/1.1" status: 200 len: 852 time: 0.0432925 Sep 17 08:42:19.622802 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0d37aa47-5038-4a5a-99dc-5253010d33e3 req-46d81ec7-45ba-4d07-9f46-220251ec1bd3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=86aef9b0-8ca9-43aa-8c95-8263cc74480a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269127 Sep 17 08:42:19.634441 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=cf135a85-6d3c-48b8-ae8c-34eae5a597fc,revision_number=8']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:42:19.710997 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0d37aa47-5038-4a5a-99dc-5253010d33e3 req-ece8bf73-7c28-4d17-bad2-707311d4f418 service neutron] 10.222.0.39 "GET /v2.0/networks/86aef9b0-8ca9-43aa-8c95-8263cc74480a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806761 Sep 17 08:42:19.802654 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0d37aa47-5038-4a5a-99dc-5253010d33e3 req-ae2e54e4-4e2a-4361-8a90-20eb3b17585a service neutron] 10.222.0.39 "GET /v2.0/networks/86aef9b0-8ca9-43aa-8c95-8263cc74480a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845718 Sep 17 08:42:20.021030 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0aa3775f-6edd-4df1-a78f-781c2890abda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:42:20.025034 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['cf135a85-6d3c-48b8-ae8c-34eae5a597fc'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:42:20.552400 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afde7f1-a2f3-47ed-8fb0-79e2f7cd2fac req-4d9fd955-d812-472f-a4b2-89b0cc15e5f3 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:20.553761 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1afde7f1-a2f3-47ed-8fb0-79e2f7cd2fac req-4d9fd955-d812-472f-a4b2-89b0cc15e5f3 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/ports?device_id=217e0962-e55d-41fd-b5c9-d1a7efdeb5e0 HTTP/1.1" status: 200 len: 945 time: 0.0512416 Sep 17 08:42:20.589778 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1afde7f1-a2f3-47ed-8fb0-79e2f7cd2fac req-3166acc6-9571-4de7-be4d-ee4822e7da6f tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/security-groups?id=aef8f30f-dc71-424e-abca-06580ce2c8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301328 Sep 17 08:42:21.267621 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device cf135a85-6d3c-48b8-ae8c-34eae5a597fc up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:42:21.314659 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning for port cf135a85-6d3c-48b8-ae8c-34eae5a597fc completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:42:21.318183 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port cf135a85-6d3c-48b8-ae8c-34eae5a597fc triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:42:21.318554 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:42:21.396261 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:42:21.422376 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217e0962-e55d-41fd-b5c9-d1a7efdeb5e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf135a85-6d3c-48b8-ae8c-34eae5a597fc'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:42:21.435722 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port cf135a85-6d3c-48b8-ae8c-34eae5a597fc, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=cf135a85-6d3c-48b8-ae8c-34eae5a597fc,segment=NetworkSegment(f3b9d675-6302-49f2-a195-040f2723ecd7),segment_id=f3b9d675-6302-49f2-a195-040f2723ecd7)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:42:21.440422 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:42:21.464595 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd15a5b62c2e1c1e903d3702117c13c06f948b041a08150170fef0e561ebed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8fb03b9-58f0-44e1-933f-84bfd813cdda" -d '{"events": [{"server_uuid": "217e0962-e55d-41fd-b5c9-d1a7efdeb5e0", "name": "network-vif-plugged", "status": "completed", "tag": "cf135a85-6d3c-48b8-ae8c-34eae5a597fc"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:42:21.492882 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=cf135a85-6d3c-48b8-ae8c-34eae5a597fc,revision_number=9']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:42:21.547962 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018db9a3-6b55-4d84-8349-cb5db00152b3 x-openstack-request-id: req-018db9a3-6b55-4d84-8349-cb5db00152b3 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:42:21.548261 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "217e0962-e55d-41fd-b5c9-d1a7efdeb5e0", "name": "network-vif-plugged", "status": "completed", "tag": "cf135a85-6d3c-48b8-ae8c-34eae5a597fc", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:42:21.548515 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-018db9a3-6b55-4d84-8349-cb5db00152b3 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:42:21.548917 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '217e0962-e55d-41fd-b5c9-d1a7efdeb5e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf135a85-6d3c-48b8-ae8c-34eae5a597fc', 'code': 200} Sep 17 08:42:21.701712 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd44fd5-64fc-4c5a-9eb4-7a989cb374c4 req-e465d017-c380-4f98-98b3-31b57b7cacdb tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:21.703181 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3dd44fd5-64fc-4c5a-9eb4-7a989cb374c4 req-e465d017-c380-4f98-98b3-31b57b7cacdb tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/ports?device_id=217e0962-e55d-41fd-b5c9-d1a7efdeb5e0 HTTP/1.1" status: 200 len: 946 time: 0.0476506 Sep 17 08:42:21.740376 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3dd44fd5-64fc-4c5a-9eb4-7a989cb374c4 req-71498c19-ce7c-4e7f-9f80-5d46d966d2f8 tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.13 "GET /v2.0/security-groups?id=aef8f30f-dc71-424e-abca-06580ce2c8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312557 Sep 17 08:42:22.089724 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37aa47-5038-4a5a-99dc-5253010d33e3 req-07ffc28a-480b-4243-9d16-634ee080cccc tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:22.091186 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0d37aa47-5038-4a5a-99dc-5253010d33e3 req-07ffc28a-480b-4243-9d16-634ee080cccc tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.41 "GET /v2.0/ports?device_id=217e0962-e55d-41fd-b5c9-d1a7efdeb5e0 HTTP/1.1" status: 200 len: 946 time: 0.0472901 Sep 17 08:42:22.182633 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-0d37aa47-5038-4a5a-99dc-5253010d33e3 req-97f5a898-b388-4471-9073-30d2cd0dc15e tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] Deleting port cf135a85-6d3c-48b8-ae8c-34eae5a597fc {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:42:22.182974 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-0d37aa47-5038-4a5a-99dc-5253010d33e3 req-97f5a898-b388-4471-9073-30d2cd0dc15e tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:42:22.268186 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-0d37aa47-5038-4a5a-99dc-5253010d33e3 req-97f5a898-b388-4471-9073-30d2cd0dc15e tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] For port cf135a85-6d3c-48b8-ae8c-34eae5a597fc, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=cf135a85-6d3c-48b8-ae8c-34eae5a597fc,segment=NetworkSegment(f3b9d675-6302-49f2-a195-040f2723ecd7),segment_id=f3b9d675-6302-49f2-a195-040f2723ecd7)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:42:22.268551 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-0d37aa47-5038-4a5a-99dc-5253010d33e3 req-97f5a898-b388-4471-9073-30d2cd0dc15e tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:42:22.280552 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-0d37aa47-5038-4a5a-99dc-5253010d33e3 req-97f5a898-b388-4471-9073-30d2cd0dc15e tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] Calling delete_port for cf135a85-6d3c-48b8-ae8c-34eae5a597fc owned by compute:nova {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:42:22.406535 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-0d37aa47-5038-4a5a-99dc-5253010d33e3 req-97f5a898-b388-4471-9073-30d2cd0dc15e tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:42:22.434471 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f5a898-b388-4471-9073-30d2cd0dc15e tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] Pushing event deleted for resources: {'Port': ['ID=cf135a85-6d3c-48b8-ae8c-34eae5a597fc,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:42:22.439380 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['cf135a85-6d3c-48b8-ae8c-34eae5a597fc'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:42:22.481603 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d37aa47-5038-4a5a-99dc-5253010d33e3 req-97f5a898-b388-4471-9073-30d2cd0dc15e tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] No DVR routers for this DVR port cf135a85-6d3c-48b8-ae8c-34eae5a597fc on host n-h1-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:42:22.484779 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-0d37aa47-5038-4a5a-99dc-5253010d33e3 req-97f5a898-b388-4471-9073-30d2cd0dc15e tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:42:22.486858 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0d37aa47-5038-4a5a-99dc-5253010d33e3 req-97f5a898-b388-4471-9073-30d2cd0dc15e tempest-DeleteServersTestJSON-918265921 tempest-DeleteServersTestJSON-918265921-project] 10.222.0.41 "DELETE /v2.0/ports/cf135a85-6d3c-48b8-ae8c-34eae5a597fc HTTP/1.1" status: 204 len: 173 time: 0.3883309 Sep 17 08:42:22.487305 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217e0962-e55d-41fd-b5c9-d1a7efdeb5e0', 'name': 'network-vif-deleted', 'tag': 'cf135a85-6d3c-48b8-ae8c-34eae5a597fc'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:42:22.489611 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0b8b68ef77f8a69a7ea64e5314cb7bfe1c653782f919eb7015de92bbdd57641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e5d9ae-d1d4-4dc6-a903-42f9ced2b496" -d '{"events": [{"server_uuid": "217e0962-e55d-41fd-b5c9-d1a7efdeb5e0", "name": "network-vif-deleted", "tag": "cf135a85-6d3c-48b8-ae8c-34eae5a597fc"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:42:22.508910 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e9205a45-4368-46f1-889e-0b436a5b1a6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:42:22.528140 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-984774dd-3250-45b2-9ddb-7446bebfd4c9 x-openstack-request-id: req-984774dd-3250-45b2-9ddb-7446bebfd4c9 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:42:22.528435 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "217e0962-e55d-41fd-b5c9-d1a7efdeb5e0", "name": "network-vif-deleted", "tag": "cf135a85-6d3c-48b8-ae8c-34eae5a597fc", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:42:22.528687 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-984774dd-3250-45b2-9ddb-7446bebfd4c9 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:42:22.529082 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '217e0962-e55d-41fd-b5c9-d1a7efdeb5e0', 'name': 'network-vif-deleted', 'tag': 'cf135a85-6d3c-48b8-ae8c-34eae5a597fc', 'status': 'completed', 'code': 200} Sep 17 08:42:22.817093 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:42:22.868873 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 32864) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:42:22.912561 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9632316-b1a2-4956-8d80-d0b596e0a184 admin admin] Deleting subnet ddccac49-1b63-46d7-88dd-1db25b4c095b {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:42:22.915515 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a9632316-b1a2-4956-8d80-d0b596e0a184 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:42:22.948054 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a9632316-b1a2-4956-8d80-d0b596e0a184 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:42:22.985775 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a9632316-b1a2-4956-8d80-d0b596e0a184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:42:23.041635 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a9632316-b1a2-4956-8d80-d0b596e0a184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:42:23.068006 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9632316-b1a2-4956-8d80-d0b596e0a184 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddccac49-1b63-46d7-88dd-1db25b4c095b,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:42:23.070004 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a9632316-b1a2-4956-8d80-d0b596e0a184 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:42:23.071927 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-a9632316-b1a2-4956-8d80-d0b596e0a184 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ddccac49-1b63-46d7-88dd-1db25b4c095b HTTP/1.1" status: 204 len: 168 time: 0.2020423 Sep 17 08:42:23.074481 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 32866) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:42:23.141985 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0fd91370-0402-43cd-9e40-2e7337df375a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:42:23.220024 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0fd91370-0402-43cd-9e40-2e7337df375a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:42:23.238675 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-0fd91370-0402-43cd-9e40-2e7337df375a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86aef9b0-8ca9-43aa-8c95-8263cc74480a']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:42:23.247457 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-0fd91370-0402-43cd-9e40-2e7337df375a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3b9d675-6302-49f2-a195-040f2723ecd7') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:42:23.247747 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-0fd91370-0402-43cd-9e40-2e7337df375a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3b9d675-6302-49f2-a195-040f2723ecd7') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:42:23.257213 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0fd91370-0402-43cd-9e40-2e7337df375a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:42:23.271666 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0fd91370-0402-43cd-9e40-2e7337df375a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:42:23.277731 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fd91370-0402-43cd-9e40-2e7337df375a admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:42:23.278118 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0fd91370-0402-43cd-9e40-2e7337df375a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:42:23.279717 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:42:23.279717 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:42:23.279717 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:42:23.279717 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:42:23.279717 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:42:23.279717 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:42:23.279717 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:42:23.279717 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:42:23.279717 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:42:23.279717 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:42:23.279717 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:42:23.279717 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:42:23.279717 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:42:23.279717 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:42:23.279717 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:42:23.279717 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:42:23.279717 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:42:23.279717 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:42:23.279717 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:42:23.279717 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:42:23.279717 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:42:23.279717 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:42:23.279717 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:42:23.279717 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:42:23.279717 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:42:23.279717 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:42:23.279717 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:42:23.279717 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:42:23.279717 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:42:23.279717 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:42:23.279717 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:42:23.279717 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:42:23.335949 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0fd91370-0402-43cd-9e40-2e7337df375a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:42:23.342205 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0fd91370-0402-43cd-9e40-2e7337df375a admin admin] Notify callbacks [] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:42:23.344058 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-0fd91370-0402-43cd-9e40-2e7337df375a admin admin] 10.222.0.13 "DELETE /v2.0/networks/86aef9b0-8ca9-43aa-8c95-8263cc74480a HTTP/1.1" status: 204 len: 168 time: 0.2686479 Sep 17 08:42:23.352934 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd91370-0402-43cd-9e40-2e7337df375a admin admin] Pushing event deleted for resources: {'Network': ['ID=86aef9b0-8ca9-43aa-8c95-8263cc74480a,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:42:23.448836 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 32870) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:42:23.486929 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-8d8dfe98-5eb9-4849-8175-c0f1e630d521 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b204bc5d66c24fd6b7b81e98275e16bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0369959 Sep 17 08:42:23.489399 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 32872) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:42:23.534877 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1f37ce45-15d6-4493-b295-db11b946b098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:42:23.554980 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1f37ce45-15d6-4493-b295-db11b946b098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:42:23.599935 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1f37ce45-15d6-4493-b295-db11b946b098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:42:23.602393 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1f37ce45-15d6-4493-b295-db11b946b098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:42:23.603553 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-1f37ce45-15d6-4493-b295-db11b946b098 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aef8f30f-dc71-424e-abca-06580ce2c8fe HTTP/1.1" status: 204 len: 168 time: 0.1132514 Sep 17 08:42:23.611393 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f37ce45-15d6-4493-b295-db11b946b098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef8f30f-dc71-424e-abca-06580ce2c8fe,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:42:23.860357 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:42:24.247244 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 32894) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:42:24.339318 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-5b48348b-859b-4ed6-9357-98b442a6c2f4 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-800532279-network', 'tenant_id': '429f03a6e5494a22802322491929fc8e'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:42:24.360598 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b48348b-859b-4ed6-9357-98b442a6c2f4 admin admin] Made reservation on behalf of 429f03a6e5494a22802322491929fc8e for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:42:24.362981 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5b48348b-859b-4ed6-9357-98b442a6c2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:42:24.371194 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5b48348b-859b-4ed6-9357-98b442a6c2f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:42:24.472946 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5b48348b-859b-4ed6-9357-98b442a6c2f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:42:24.476585 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5b48348b-859b-4ed6-9357-98b442a6c2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:42:24.501067 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b48348b-859b-4ed6-9357-98b442a6c2f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:42:24.509804 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b48348b-859b-4ed6-9357-98b442a6c2f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af2b410c-75ef-4a76-b997-4b2ce95535b0,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:42:24.516299 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5b48348b-859b-4ed6-9357-98b442a6c2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:42:24.516638 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-5b48348b-859b-4ed6-9357-98b442a6c2f4 admin admin] Added segment 9682cea9-d2bf-42cb-9417-f7ea7c257f55 of type vlan for network b4893fb1-5762-4300-b5f5-9a733061cfa4 Sep 17 08:42:24.554731 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5b48348b-859b-4ed6-9357-98b442a6c2f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:42:24.578538 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5b48348b-859b-4ed6-9357-98b442a6c2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:42:24.579475 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b48348b-859b-4ed6-9357-98b442a6c2f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:24.580072 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5b48348b-859b-4ed6-9357-98b442a6c2f4 admin admin] Notify callbacks [] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:42:24.612019 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-5b48348b-859b-4ed6-9357-98b442a6c2f4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3636236 Sep 17 08:42:24.615034 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 32898) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:42:24.620064 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-bf0dceff-4026-42cb-8ad2-2fa978ac61d0 admin admin] Request body: {'subnet': {'network_id': 'b4893fb1-5762-4300-b5f5-9a733061cfa4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-800532279-subnet', 'tenant_id': '429f03a6e5494a22802322491929fc8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:42:24.639447 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b48348b-859b-4ed6-9357-98b442a6c2f4 admin admin] Pushing event updated for resources: {'Network': ['ID=b4893fb1-5762-4300-b5f5-9a733061cfa4,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:42:24.642280 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0dceff-4026-42cb-8ad2-2fa978ac61d0 admin admin] Made reservation on behalf of 429f03a6e5494a22802322491929fc8e for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:42:24.645058 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bf0dceff-4026-42cb-8ad2-2fa978ac61d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:42:24.649023 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network b4893fb1-5762-4300-b5f5-9a733061cfa4 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:42:24.809619 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bf0dceff-4026-42cb-8ad2-2fa978ac61d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:42:24.866224 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0dceff-4026-42cb-8ad2-2fa978ac61d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cee8735-2247-4953-9a8d-cc48d63ce8ec,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:42:24.874355 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0dceff-4026-42cb-8ad2-2fa978ac61d0 admin admin] Checking segment: {'id': '9682cea9-d2bf-42cb-9417-f7ea7c257f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b4893fb1-5762-4300-b5f5-9a733061cfa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:42:24.874709 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0dceff-4026-42cb-8ad2-2fa978ac61d0 admin admin] Network hostable DHCP agents. Network: b4893fb1-5762-4300-b5f5-9a733061cfa4, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:42:24.878555 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0dceff-4026-42cb-8ad2-2fa978ac61d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:42:24.878925 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0dceff-4026-42cb-8ad2-2fa978ac61d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:42:24.879250 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0dceff-4026-42cb-8ad2-2fa978ac61d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:42:24.879586 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0dceff-4026-42cb-8ad2-2fa978ac61d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:42:24.879943 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0dceff-4026-42cb-8ad2-2fa978ac61d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:42:24.880276 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0dceff-4026-42cb-8ad2-2fa978ac61d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:42:24.880604 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0dceff-4026-42cb-8ad2-2fa978ac61d0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:42:24.880930 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0dceff-4026-42cb-8ad2-2fa978ac61d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:42:24.881254 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0dceff-4026-42cb-8ad2-2fa978ac61d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:42:24.881576 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0dceff-4026-42cb-8ad2-2fa978ac61d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:42:24.881898 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0dceff-4026-42cb-8ad2-2fa978ac61d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:42:24.882219 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0dceff-4026-42cb-8ad2-2fa978ac61d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:42:24.898220 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0dceff-4026-42cb-8ad2-2fa978ac61d0 admin admin] Network b4893fb1-5762-4300-b5f5-9a733061cfa4 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:42:24.906267 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-bf0dceff-4026-42cb-8ad2-2fa978ac61d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, b4893fb1-5762-4300-b5f5-9a733061cfa4) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:42:24.910095 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0dceff-4026-42cb-8ad2-2fa978ac61d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:24.910681 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bf0dceff-4026-42cb-8ad2-2fa978ac61d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:42:24.915233 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c707b445-770b-42b1-ac99-ee8c4d0090e2 None None] Network b4893fb1-5762-4300-b5f5-9a733061cfa4 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:42:24.924304 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-bf0dceff-4026-42cb-8ad2-2fa978ac61d0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3080721 Sep 17 08:42:25.035741 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a46c320-3139-48f1-9030-517cfc454dc2 None None] Network b4893fb1-5762-4300-b5f5-9a733061cfa4 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:42:25.338545 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c7f63d-78cd-48c7-8a6c-044e0be18fca req-87c5ce26-1923-42c7-9433-a1457156c22b tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:25.340046 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c9c7f63d-78cd-48c7-8a6c-044e0be18fca req-87c5ce26-1923-42c7-9433-a1457156c22b tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/networks?id=b4893fb1-5762-4300-b5f5-9a733061cfa4 HTTP/1.1" status: 200 len: 814 time: 0.1011863 Sep 17 08:42:25.354629 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c9c7f63d-78cd-48c7-8a6c-044e0be18fca req-8bc86186-e5d2-4d4e-b59f-30d2f878d48c tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/quotas/429f03a6e5494a22802322491929fc8e HTTP/1.1" status: 200 len: 375 time: 0.0087202 Sep 17 08:42:25.385627 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c9c7f63d-78cd-48c7-8a6c-044e0be18fca req-c1385a56-433e-451b-8faf-920e1702856c tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=429f03a6e5494a22802322491929fc8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254250 Sep 17 08:42:25.458647 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:42:25.472145 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [req-c9c7f63d-78cd-48c7-8a6c-044e0be18fca req-e76b9918-bf6d-46f0-bd42-e23a5d5e527d service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:42:25.473150 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c9c7f63d-78cd-48c7-8a6c-044e0be18fca req-e76b9918-bf6d-46f0-bd42-e23a5d5e527d service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0476453 Sep 17 08:42:25.563940 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c9c7f63d-78cd-48c7-8a6c-044e0be18fca req-32eeb15e-9831-4e36-967e-2abe493a0128 service neutron] 10.222.0.13 "GET /v2.0/networks/b4893fb1-5762-4300-b5f5-9a733061cfa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843472 Sep 17 08:42:25.648921 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c9c7f63d-78cd-48c7-8a6c-044e0be18fca req-89064130-3fb5-4c31-bf59-83c609961d92 service neutron] 10.222.0.13 "GET /v2.0/networks/b4893fb1-5762-4300-b5f5-9a733061cfa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789363 Sep 17 08:42:25.827503 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8592346a-426a-4139-88d0-01de62a343ce req-d0638984-2adc-4cb5-b808-428cdc93304d tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c51f448a-9a51-4691-9270-84fada5ef96f HTTP/1.1" status: 200 len: 210 time: 0.0298028 Sep 17 08:42:26.816637 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c7f63d-78cd-48c7-8a6c-044e0be18fca req-fbe6b119-2104-40c2-af9a-818d9f7afa99 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:26.818086 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c9c7f63d-78cd-48c7-8a6c-044e0be18fca req-fbe6b119-2104-40c2-af9a-818d9f7afa99 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.41 "GET /v2.0/networks?id=b4893fb1-5762-4300-b5f5-9a733061cfa4 HTTP/1.1" status: 200 len: 814 time: 0.1012738 Sep 17 08:42:26.838530 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-c9c7f63d-78cd-48c7-8a6c-044e0be18fca req-1c844754-f56c-447b-ad2f-cb1708da4784 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Request body: {'port': {'device_id': 'c51f448a-9a51-4691-9270-84fada5ef96f', 'network_id': 'b4893fb1-5762-4300-b5f5-9a733061cfa4', 'admin_state_up': True, 'tenant_id': '429f03a6e5494a22802322491929fc8e'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:42:26.930531 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b7b43472-2bd5-4e50-a5b2-2bf4ecc6afec req-77cc891e-7278-4c20-a665-9d8f099eae81 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c51f448a-9a51-4691-9270-84fada5ef96f HTTP/1.1" status: 200 len: 210 time: 0.0312738 Sep 17 08:42:26.971097 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9c7f63d-78cd-48c7-8a6c-044e0be18fca req-1c844754-f56c-447b-ad2f-cb1708da4784 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Made reservation on behalf of 429f03a6e5494a22802322491929fc8e for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:42:26.974586 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-c9c7f63d-78cd-48c7-8a6c-044e0be18fca req-1c844754-f56c-447b-ad2f-cb1708da4784 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:42:27.096177 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [req-c9c7f63d-78cd-48c7-8a6c-044e0be18fca req-1c844754-f56c-447b-ad2f-cb1708da4784 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Allocated IP 172.20.0.7 (b4893fb1-5762-4300-b5f5-9a733061cfa4/5cee8735-2247-4953-9a8d-cc48d63ce8ec/15e34640-9b15-4da4-9ca0-71a3f2e55706) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:42:27.311628 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device cf135a85-6d3c-48b8-ae8c-34eae5a597fc no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:42:27.331961 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] No Port match for: cf135a85-6d3c-48b8-ae8c-34eae5a597fc {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:42:27.332311 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device cf135a85-6d3c-48b8-ae8c-34eae5a597fc not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:42:27.523106 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-c9c7f63d-78cd-48c7-8a6c-044e0be18fca req-1c844754-f56c-447b-ad2f-cb1708da4784 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:42:27.558965 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-c9c7f63d-78cd-48c7-8a6c-044e0be18fca req-1c844754-f56c-447b-ad2f-cb1708da4784 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:42:27.600356 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9c7f63d-78cd-48c7-8a6c-044e0be18fca req-1c844754-f56c-447b-ad2f-cb1708da4784 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Network b4893fb1-5762-4300-b5f5-9a733061cfa4 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:42:27.603247 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [req-c9c7f63d-78cd-48c7-8a6c-044e0be18fca req-1c844754-f56c-447b-ad2f-cb1708da4784 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:42:27.605557 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9c7f63d-78cd-48c7-8a6c-044e0be18fca req-1c844754-f56c-447b-ad2f-cb1708da4784 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:42:27.638452 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c844754-f56c-447b-ad2f-cb1708da4784 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Pushing event updated for resources: {'Port': ['ID=15e34640-9b15-4da4-9ca0-71a3f2e55706,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:42:27.659827 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c7f63d-78cd-48c7-8a6c-044e0be18fca req-1c844754-f56c-447b-ad2f-cb1708da4784 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:27.660448 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-c9c7f63d-78cd-48c7-8a6c-044e0be18fca req-1c844754-f56c-447b-ad2f-cb1708da4784 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:42:27.674528 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c9c7f63d-78cd-48c7-8a6c-044e0be18fca req-1c844754-f56c-447b-ad2f-cb1708da4784 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8398671 Sep 17 08:42:27.693260 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-c9c7f63d-78cd-48c7-8a6c-044e0be18fca req-847c9490-7785-41be-ba33-47e47012d501 service neutron] Request body: {'port': {'device_id': 'c51f448a-9a51-4691-9270-84fada5ef96f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-9'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:42:27.743944 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-c9c7f63d-78cd-48c7-8a6c-044e0be18fca req-847c9490-7785-41be-ba33-47e47012d501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:42:28.002671 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [req-c9c7f63d-78cd-48c7-8a6c-044e0be18fca req-847c9490-7785-41be-ba33-47e47012d501 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15e34640-9b15-4da4-9ca0-71a3f2e55706 {{(pid=101289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:42:28.018409 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-c9c7f63d-78cd-48c7-8a6c-044e0be18fca req-847c9490-7785-41be-ba33-47e47012d501 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:42:28.051563 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.provisioning_blocks [req-c9c7f63d-78cd-48c7-8a6c-044e0be18fca req-847c9490-7785-41be-ba33-47e47012d501 service neutron] Transition to ACTIVE for port object 15e34640-9b15-4da4-9ca0-71a3f2e55706 will not be triggered until provisioned by entity L2. {{(pid=101289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:42:28.059167 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-c9c7f63d-78cd-48c7-8a6c-044e0be18fca req-847c9490-7785-41be-ba33-47e47012d501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:42:28.075198 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb306e-30b8-4540-9cc5-86390f21fb43 req-d3235d28-5520-4f58-9d53-248f0f04e82c tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:28.077263 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f1cb306e-30b8-4540-9cc5-86390f21fb43 req-d3235d28-5520-4f58-9d53-248f0f04e82c tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c51f448a-9a51-4691-9270-84fada5ef96f HTTP/1.1" status: 200 len: 931 time: 0.0775318 Sep 17 08:42:28.139000 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847c9490-7785-41be-ba33-47e47012d501 service neutron] Pushing event updated for resources: {'Port': ['ID=15e34640-9b15-4da4-9ca0-71a3f2e55706,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:42:28.190602 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f1cb306e-30b8-4540-9cc5-86390f21fb43 req-058a9d27-7283-42a3-a613-ee04185ffe66 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925539 Sep 17 08:42:28.218150 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-c9c7f63d-78cd-48c7-8a6c-044e0be18fca req-847c9490-7785-41be-ba33-47e47012d501 service neutron] Attempting to bind port 15e34640-9b15-4da4-9ca0-71a3f2e55706 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:42:28.218412 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-c9c7f63d-78cd-48c7-8a6c-044e0be18fca req-847c9490-7785-41be-ba33-47e47012d501 service neutron] Attempting to bind port 15e34640-9b15-4da4-9ca0-71a3f2e55706 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': '9682cea9-d2bf-42cb-9417-f7ea7c257f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b4893fb1-5762-4300-b5f5-9a733061cfa4'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:42:28.218737 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c7f63d-78cd-48c7-8a6c-044e0be18fca req-847c9490-7785-41be-ba33-47e47012d501 service neutron] Attempting to bind port 15e34640-9b15-4da4-9ca0-71a3f2e55706 on network b4893fb1-5762-4300-b5f5-9a733061cfa4 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:42:28.222915 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c7f63d-78cd-48c7-8a6c-044e0be18fca req-847c9490-7785-41be-ba33-47e47012d501 service neutron] Port 15e34640-9b15-4da4-9ca0-71a3f2e55706 on network b4893fb1-5762-4300-b5f5-9a733061cfa4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:42:28.223229 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c7f63d-78cd-48c7-8a6c-044e0be18fca req-847c9490-7785-41be-ba33-47e47012d501 service neutron] Attempting to bind port 15e34640-9b15-4da4-9ca0-71a3f2e55706 on network b4893fb1-5762-4300-b5f5-9a733061cfa4 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:42:28.227914 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c7f63d-78cd-48c7-8a6c-044e0be18fca req-847c9490-7785-41be-ba33-47e47012d501 service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:42:28.228248 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c7f63d-78cd-48c7-8a6c-044e0be18fca req-847c9490-7785-41be-ba33-47e47012d501 service neutron] Checking segment: {'id': '9682cea9-d2bf-42cb-9417-f7ea7c257f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b4893fb1-5762-4300-b5f5-9a733061cfa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:42:28.228623 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c7f63d-78cd-48c7-8a6c-044e0be18fca req-847c9490-7785-41be-ba33-47e47012d501 service neutron] Bound using segment: {'id': '9682cea9-d2bf-42cb-9417-f7ea7c257f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b4893fb1-5762-4300-b5f5-9a733061cfa4'} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:42:28.229035 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-c9c7f63d-78cd-48c7-8a6c-044e0be18fca req-847c9490-7785-41be-ba33-47e47012d501 service neutron] Bound port: 15e34640-9b15-4da4-9ca0-71a3f2e55706, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9682cea9-d2bf-42cb-9417-f7ea7c257f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b4893fb1-5762-4300-b5f5-9a733061cfa4'}}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:42:28.229381 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-c9c7f63d-78cd-48c7-8a6c-044e0be18fca req-847c9490-7785-41be-ba33-47e47012d501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:42:28.289172 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-c9c7f63d-78cd-48c7-8a6c-044e0be18fca req-847c9490-7785-41be-ba33-47e47012d501 service neutron] For port 15e34640-9b15-4da4-9ca0-71a3f2e55706, host n-h1-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:42:28.292248 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-c9c7f63d-78cd-48c7-8a6c-044e0be18fca req-847c9490-7785-41be-ba33-47e47012d501 service neutron] For port 15e34640-9b15-4da4-9ca0-71a3f2e55706, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=15e34640-9b15-4da4-9ca0-71a3f2e55706,segment=NetworkSegment(9682cea9-d2bf-42cb-9417-f7ea7c257f55),segment_id=9682cea9-d2bf-42cb-9417-f7ea7c257f55)] {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:42:28.296157 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-c9c7f63d-78cd-48c7-8a6c-044e0be18fca req-847c9490-7785-41be-ba33-47e47012d501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:42:28.331742 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c7f63d-78cd-48c7-8a6c-044e0be18fca req-847c9490-7785-41be-ba33-47e47012d501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:28.332371 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-c9c7f63d-78cd-48c7-8a6c-044e0be18fca req-847c9490-7785-41be-ba33-47e47012d501 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:42:28.333726 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c9c7f63d-78cd-48c7-8a6c-044e0be18fca req-847c9490-7785-41be-ba33-47e47012d501 service neutron] 10.222.0.41 "PUT /v2.0/ports/15e34640-9b15-4da4-9ca0-71a3f2e55706 HTTP/1.1" status: 200 len: 1091 time: 0.6457732 Sep 17 08:42:28.334163 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c51f448a-9a51-4691-9270-84fada5ef96f', 'tag': '15e34640-9b15-4da4-9ca0-71a3f2e55706'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:42:28.336418 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0b8b68ef77f8a69a7ea64e5314cb7bfe1c653782f919eb7015de92bbdd57641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4795c1-7866-40c5-a3cb-e60375350426" -d '{"events": [{"name": "network-changed", "server_uuid": "c51f448a-9a51-4691-9270-84fada5ef96f", "tag": "15e34640-9b15-4da4-9ca0-71a3f2e55706"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:42:28.359324 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847c9490-7785-41be-ba33-47e47012d501 service neutron] Pushing event updated for resources: {'Port': ['ID=15e34640-9b15-4da4-9ca0-71a3f2e55706,revision_number=3']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:42:28.380593 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b85ec28-1f0c-469c-8727-6b8b083fe0e4 x-openstack-request-id: req-0b85ec28-1f0c-469c-8727-6b8b083fe0e4 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:42:28.381031 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c51f448a-9a51-4691-9270-84fada5ef96f", "tag": "15e34640-9b15-4da4-9ca0-71a3f2e55706", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:42:28.381328 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0b85ec28-1f0c-469c-8727-6b8b083fe0e4 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:42:28.381782 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c51f448a-9a51-4691-9270-84fada5ef96f', 'tag': '15e34640-9b15-4da4-9ca0-71a3f2e55706', 'status': 'completed', 'code': 200} Sep 17 08:42:28.438660 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c7f63d-78cd-48c7-8a6c-044e0be18fca req-083921a4-eab1-4323-8785-9e54a69a91b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:28.440162 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c9c7f63d-78cd-48c7-8a6c-044e0be18fca req-083921a4-eab1-4323-8785-9e54a69a91b9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=429f03a6e5494a22802322491929fc8e&device_id=c51f448a-9a51-4691-9270-84fada5ef96f HTTP/1.1" status: 200 len: 1094 time: 0.0395977 Sep 17 08:42:28.489519 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c9c7f63d-78cd-48c7-8a6c-044e0be18fca req-dd32b28e-b339-4d02-9a4f-911fcd9e32d0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15e34640-9b15-4da4-9ca0-71a3f2e55706 HTTP/1.1" status: 200 len: 217 time: 0.0330558 Sep 17 08:42:28.536708 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c7f63d-78cd-48c7-8a6c-044e0be18fca req-755f9373-9188-4952-b3ad-fba93fd395bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:28.538116 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c9c7f63d-78cd-48c7-8a6c-044e0be18fca req-755f9373-9188-4952-b3ad-fba93fd395bc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5cee8735-2247-4953-9a8d-cc48d63ce8ec HTTP/1.1" status: 200 len: 854 time: 0.0423951 Sep 17 08:42:28.572169 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c9c7f63d-78cd-48c7-8a6c-044e0be18fca req-1df7cfa3-719e-4291-9be8-ba75aa601263 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b4893fb1-5762-4300-b5f5-9a733061cfa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269995 Sep 17 08:42:28.657338 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c9c7f63d-78cd-48c7-8a6c-044e0be18fca req-cfc07880-a07c-4513-bc1c-3d02483fc854 service neutron] 10.222.0.41 "GET /v2.0/networks/b4893fb1-5762-4300-b5f5-9a733061cfa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784385 Sep 17 08:42:28.746089 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c9c7f63d-78cd-48c7-8a6c-044e0be18fca req-bea61cda-9498-483c-a4a0-0fe72cabdb71 service neutron] 10.222.0.41 "GET /v2.0/networks/b4893fb1-5762-4300-b5f5-9a733061cfa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812347 Sep 17 08:42:28.876791 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4795c1-7866-40c5-a3cb-e60375350426 req-d8c89f15-a02b-4077-8c28-a02f337ccb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:28.878249 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2b4795c1-7866-40c5-a3cb-e60375350426 req-d8c89f15-a02b-4077-8c28-a02f337ccb26 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=429f03a6e5494a22802322491929fc8e&device_id=c51f448a-9a51-4691-9270-84fada5ef96f HTTP/1.1" status: 200 len: 1094 time: 0.0399754 Sep 17 08:42:28.967890 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4795c1-7866-40c5-a3cb-e60375350426 req-966aacef-41c3-44ec-8ddf-d7ba10e2788d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:28.969325 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2b4795c1-7866-40c5-a3cb-e60375350426 req-966aacef-41c3-44ec-8ddf-d7ba10e2788d service neutron] 10.222.0.41 "GET /v2.0/networks?id=b4893fb1-5762-4300-b5f5-9a733061cfa4 HTTP/1.1" status: 200 len: 915 time: 0.0835640 Sep 17 08:42:29.010821 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2b4795c1-7866-40c5-a3cb-e60375350426 req-a3ed65fd-7766-4d47-993d-9f0a76d2831e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15e34640-9b15-4da4-9ca0-71a3f2e55706 HTTP/1.1" status: 200 len: 217 time: 0.0337939 Sep 17 08:42:29.056814 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4795c1-7866-40c5-a3cb-e60375350426 req-085d8887-39f2-46fb-8778-12e216a4952a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:29.058183 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2b4795c1-7866-40c5-a3cb-e60375350426 req-085d8887-39f2-46fb-8778-12e216a4952a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5cee8735-2247-4953-9a8d-cc48d63ce8ec HTTP/1.1" status: 200 len: 854 time: 0.0408170 Sep 17 08:42:29.096395 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2b4795c1-7866-40c5-a3cb-e60375350426 req-3a2241da-f055-411f-9f42-bc12200de162 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b4893fb1-5762-4300-b5f5-9a733061cfa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308692 Sep 17 08:42:29.187061 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2b4795c1-7866-40c5-a3cb-e60375350426 req-9c3bd526-6f98-4aa9-9c15-0bebc19512ba service neutron] 10.222.0.41 "GET /v2.0/networks/b4893fb1-5762-4300-b5f5-9a733061cfa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832219 Sep 17 08:42:29.310103 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2b4795c1-7866-40c5-a3cb-e60375350426 req-ef801249-f031-4bdc-b0b5-224b16f7f716 service neutron] 10.222.0.41 "GET /v2.0/networks/b4893fb1-5762-4300-b5f5-9a733061cfa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141870 Sep 17 08:42:29.321320 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc457a9a-0e5f-4acf-a179-673af5edb3a7 req-8f1df3f1-300e-4549-8d5a-9914bc062baa tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:29.322803 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bc457a9a-0e5f-4acf-a179-673af5edb3a7 req-8f1df3f1-300e-4549-8d5a-9914bc062baa tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c51f448a-9a51-4691-9270-84fada5ef96f HTTP/1.1" status: 200 len: 943 time: 0.0645170 Sep 17 08:42:29.361227 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bc457a9a-0e5f-4acf-a179-673af5edb3a7 req-3c4aac0b-5249-4b6f-bdb0-2f5d7890e00f tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324516 Sep 17 08:42:30.484698 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fe5c56-02f2-4912-a949-aac94cabdfbf req-4763003f-a6e2-474c-804d-b3ef49a14c6a tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:30.486199 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-53fe5c56-02f2-4912-a949-aac94cabdfbf req-4763003f-a6e2-474c-804d-b3ef49a14c6a tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c51f448a-9a51-4691-9270-84fada5ef96f HTTP/1.1" status: 200 len: 943 time: 0.0523794 Sep 17 08:42:30.523557 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-53fe5c56-02f2-4912-a949-aac94cabdfbf req-af20bc2e-37d1-4f88-b23c-3ba6886cb604 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314317 Sep 17 08:42:31.325302 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 15e34640-9b15-4da4-9ca0-71a3f2e55706 details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:42:31.420145 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 15e34640-9b15-4da4-9ca0-71a3f2e55706, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=15e34640-9b15-4da4-9ca0-71a3f2e55706,segment=NetworkSegment(9682cea9-d2bf-42cb-9417-f7ea7c257f55),segment_id=9682cea9-d2bf-42cb-9417-f7ea7c257f55)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:42:31.430757 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': '15e34640-9b15-4da4-9ca0-71a3f2e55706', 'network_id': 'b4893fb1-5762-4300-b5f5-9a733061cfa4', 'port_id': '15e34640-9b15-4da4-9ca0-71a3f2e55706', 'mac_address': 'fa:16:3e:df:7b:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cee8735-2247-4953-9a8d-cc48d63ce8ec', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:42:31.466494 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:42:31.478460 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15e34640-9b15-4da4-9ca0-71a3f2e55706 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:42:31.496926 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 15e34640-9b15-4da4-9ca0-71a3f2e55706, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=15e34640-9b15-4da4-9ca0-71a3f2e55706,segment=NetworkSegment(9682cea9-d2bf-42cb-9417-f7ea7c257f55),segment_id=9682cea9-d2bf-42cb-9417-f7ea7c257f55)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:42:31.501658 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:42:31.547397 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=15e34640-9b15-4da4-9ca0-71a3f2e55706,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:42:31.554511 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:42:31.555115 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:42:31.555209 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:42:31.555601 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:42:31.555853 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:42:31.556187 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:42:31.556519 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:42:31.556846 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:42:31.557173 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:42:31.557497 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:42:31.557827 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:42:31.558169 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:42:31.641634 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bade3a4-e6cb-4941-a89a-1b068b496370 req-ddbb01dc-0640-4540-832a-59a82a420815 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:31.643098 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1bade3a4-e6cb-4941-a89a-1b068b496370 req-ddbb01dc-0640-4540-832a-59a82a420815 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c51f448a-9a51-4691-9270-84fada5ef96f HTTP/1.1" status: 200 len: 944 time: 0.0471087 Sep 17 08:42:31.683733 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1bade3a4-e6cb-4941-a89a-1b068b496370 req-1aebb490-4d80-4595-b141-a2d72c5f00ec tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346389 Sep 17 08:42:31.858476 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['15e34640-9b15-4da4-9ca0-71a3f2e55706'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:42:32.796120 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ca445-0cfb-4669-951d-d595ea28125e req-4018d12c-fe2f-42e7-9167-4badd5d2a705 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:32.797646 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1c7ca445-0cfb-4669-951d-d595ea28125e req-4018d12c-fe2f-42e7-9167-4badd5d2a705 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c51f448a-9a51-4691-9270-84fada5ef96f HTTP/1.1" status: 200 len: 944 time: 0.0476298 Sep 17 08:42:32.836815 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1c7ca445-0cfb-4669-951d-d595ea28125e req-6014db1a-955e-4648-83a2-176976ea3d83 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318644 Sep 17 08:42:33.338573 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 15e34640-9b15-4da4-9ca0-71a3f2e55706 up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:42:33.385289 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning for port 15e34640-9b15-4da4-9ca0-71a3f2e55706 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:42:33.389330 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port 15e34640-9b15-4da4-9ca0-71a3f2e55706 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:42:33.389704 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:42:33.467105 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:42:33.488271 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c51f448a-9a51-4691-9270-84fada5ef96f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15e34640-9b15-4da4-9ca0-71a3f2e55706'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:42:33.490580 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd15a5b62c2e1c1e903d3702117c13c06f948b041a08150170fef0e561ebed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-569105da-a6a7-4838-937f-9136d4a196d7" -d '{"events": [{"server_uuid": "c51f448a-9a51-4691-9270-84fada5ef96f", "name": "network-vif-plugged", "status": "completed", "tag": "15e34640-9b15-4da4-9ca0-71a3f2e55706"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:42:33.503318 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 15e34640-9b15-4da4-9ca0-71a3f2e55706, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=15e34640-9b15-4da4-9ca0-71a3f2e55706,segment=NetworkSegment(9682cea9-d2bf-42cb-9417-f7ea7c257f55),segment_id=9682cea9-d2bf-42cb-9417-f7ea7c257f55)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:42:33.507307 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:42:33.533535 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-065adfb6-981b-49dc-b131-75f4b6959fe6 x-openstack-request-id: req-065adfb6-981b-49dc-b131-75f4b6959fe6 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:42:33.533827 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c51f448a-9a51-4691-9270-84fada5ef96f", "name": "network-vif-plugged", "status": "completed", "tag": "15e34640-9b15-4da4-9ca0-71a3f2e55706", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:42:33.534089 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-065adfb6-981b-49dc-b131-75f4b6959fe6 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:42:33.534457 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c51f448a-9a51-4691-9270-84fada5ef96f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15e34640-9b15-4da4-9ca0-71a3f2e55706', 'code': 200} Sep 17 08:42:33.559226 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=15e34640-9b15-4da4-9ca0-71a3f2e55706,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:42:33.645478 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f2971-288f-479c-a906-da66a6c7eeab req-a980a50d-4a86-422e-88c1-d399726ac435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:33.646844 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-756f2971-288f-479c-a906-da66a6c7eeab req-a980a50d-4a86-422e-88c1-d399726ac435 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c51f448a-9a51-4691-9270-84fada5ef96f HTTP/1.1" status: 200 len: 1096 time: 0.0395033 Sep 17 08:42:33.679708 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-756f2971-288f-479c-a906-da66a6c7eeab req-bd6db148-4e87-4408-b74c-9fc2c3c5860b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0257883 Sep 17 08:42:33.949504 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e921a53d-3492-40c2-bab9-ae238c8d82b6 req-c84cef0b-b0f6-49d3-ba98-8f24026548f0 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:33.951604 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e921a53d-3492-40c2-bab9-ae238c8d82b6 req-c84cef0b-b0f6-49d3-ba98-8f24026548f0 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c51f448a-9a51-4691-9270-84fada5ef96f HTTP/1.1" status: 200 len: 945 time: 0.0473046 Sep 17 08:42:33.990690 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e921a53d-3492-40c2-bab9-ae238c8d82b6 req-9a2ce414-2557-4160-b3eb-580a1ac3f6ad tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332801 Sep 17 08:42:35.106642 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f0d41-83c6-4125-bd76-eebfa9692e28 req-669bd26b-b38a-4e4a-9a09-a5b44a8f89c0 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:35.108168 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-642f0d41-83c6-4125-bd76-eebfa9692e28 req-669bd26b-b38a-4e4a-9a09-a5b44a8f89c0 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c51f448a-9a51-4691-9270-84fada5ef96f HTTP/1.1" status: 200 len: 945 time: 0.0493433 Sep 17 08:42:35.145719 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-642f0d41-83c6-4125-bd76-eebfa9692e28 req-7d41c81c-dedd-4fd1-97e0-d09dda7469cd tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316772 Sep 17 08:42:35.255573 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52460205-30ba-49ec-b820-bd4f2fb973d3 req-c3094dbb-ac33-4d2b-9fba-65a593c8983f tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:35.257060 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-52460205-30ba-49ec-b820-bd4f2fb973d3 req-c3094dbb-ac33-4d2b-9fba-65a593c8983f tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c51f448a-9a51-4691-9270-84fada5ef96f HTTP/1.1" status: 200 len: 945 time: 0.0473278 Sep 17 08:42:35.293327 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-52460205-30ba-49ec-b820-bd4f2fb973d3 req-f9db09a3-3107-4a96-a3f0-fd17257bf6cb tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304265 Sep 17 08:42:35.487547 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c134bc-ccb7-4f67-bced-ea2699b3137e req-ad906293-0f2a-41c9-ba23-01ef2bdeb916 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:35.489056 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-97c134bc-ccb7-4f67-bced-ea2699b3137e req-ad906293-0f2a-41c9-ba23-01ef2bdeb916 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c51f448a-9a51-4691-9270-84fada5ef96f HTTP/1.1" status: 200 len: 945 time: 0.0475135 Sep 17 08:42:35.530170 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-97c134bc-ccb7-4f67-bced-ea2699b3137e req-b18d22ca-667d-493b-b7f9-028e7aa3aa0f tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352750 Sep 17 08:42:35.643761 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6fd7d8-0b1e-4c80-9aef-d784ac5b7804 req-a9bd9b72-9872-46f4-a7b8-387f5fcfddf3 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:35.645276 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8e6fd7d8-0b1e-4c80-9aef-d784ac5b7804 req-a9bd9b72-9872-46f4-a7b8-387f5fcfddf3 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c51f448a-9a51-4691-9270-84fada5ef96f HTTP/1.1" status: 200 len: 945 time: 0.0517316 Sep 17 08:42:35.686998 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8e6fd7d8-0b1e-4c80-9aef-d784ac5b7804 req-9dfbbb3f-ecf3-414c-96cf-d7717330eb0e tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357773 Sep 17 08:42:35.916631 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:42:35.929666 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bac96527-2a51-4420-ad1e-f02085d6d917 req-942ebc9e-366c-4b39-a5d2-7d96d167f60c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c51f448a-9a51-4691-9270-84fada5ef96f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0687537 Sep 17 08:42:35.940085 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e004eae-df0a-4780-9053-9d2665817ec2 req-1dc25a2f-cfa8-44d5-b0ce-19643912d464 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:35.941479 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9e004eae-df0a-4780-9053-9d2665817ec2 req-1dc25a2f-cfa8-44d5-b0ce-19643912d464 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c51f448a-9a51-4691-9270-84fada5ef96f HTTP/1.1" status: 200 len: 945 time: 0.0718813 Sep 17 08:42:35.983874 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9e004eae-df0a-4780-9053-9d2665817ec2 req-bc9f55fd-3760-40b6-842d-d25a7eb939a3 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361207 Sep 17 08:42:36.039315 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:42:37.130829 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8495cd-ea7a-4de7-91b4-e19db5656649 req-6a9d6a5a-1cce-48b0-9e23-f652c3f84a00 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:37.132314 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2a8495cd-ea7a-4de7-91b4-e19db5656649 req-6a9d6a5a-1cce-48b0-9e23-f652c3f84a00 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c51f448a-9a51-4691-9270-84fada5ef96f HTTP/1.1" status: 200 len: 945 time: 0.0733969 Sep 17 08:42:37.146715 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac96527-2a51-4420-ad1e-f02085d6d917 req-e4bb0dce-2e05-4aea-8725-f4af8888ecda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:37.148111 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bac96527-2a51-4420-ad1e-f02085d6d917 req-e4bb0dce-2e05-4aea-8725-f4af8888ecda service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=429f03a6e5494a22802322491929fc8e&device_id=c51f448a-9a51-4691-9270-84fada5ef96f HTTP/1.1" status: 200 len: 1096 time: 0.0568404 Sep 17 08:42:37.199291 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2a8495cd-ea7a-4de7-91b4-e19db5656649 req-a8c51ed6-6a07-4fd3-8d20-cd50812fb65d tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598543 Sep 17 08:42:37.253989 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac96527-2a51-4420-ad1e-f02085d6d917 req-5908361c-dc2c-4b65-a2d9-eb0bd163b629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:37.255431 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bac96527-2a51-4420-ad1e-f02085d6d917 req-5908361c-dc2c-4b65-a2d9-eb0bd163b629 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b4893fb1-5762-4300-b5f5-9a733061cfa4 HTTP/1.1" status: 200 len: 915 time: 0.1003616 Sep 17 08:42:37.295919 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bac96527-2a51-4420-ad1e-f02085d6d917 req-afb29823-b2cf-4628-b933-bac427383afb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15e34640-9b15-4da4-9ca0-71a3f2e55706 HTTP/1.1" status: 200 len: 217 time: 0.0326812 Sep 17 08:42:37.342048 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac96527-2a51-4420-ad1e-f02085d6d917 req-d77e688f-e9fa-4207-9214-dc3f2ca41201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:37.343415 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bac96527-2a51-4420-ad1e-f02085d6d917 req-d77e688f-e9fa-4207-9214-dc3f2ca41201 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5cee8735-2247-4953-9a8d-cc48d63ce8ec HTTP/1.1" status: 200 len: 854 time: 0.0409408 Sep 17 08:42:37.378811 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bac96527-2a51-4420-ad1e-f02085d6d917 req-6749cc5d-c435-45ce-8505-e55934dd9500 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b4893fb1-5762-4300-b5f5-9a733061cfa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279994 Sep 17 08:42:37.464486 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bac96527-2a51-4420-ad1e-f02085d6d917 req-a7d661d7-8d21-44f6-a340-fad38637f8b2 service neutron] 10.222.0.41 "GET /v2.0/networks/b4893fb1-5762-4300-b5f5-9a733061cfa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786684 Sep 17 08:42:37.555008 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bac96527-2a51-4420-ad1e-f02085d6d917 req-364d321b-b006-4b18-99f3-9ee2c1ae72a9 service neutron] 10.222.0.41 "GET /v2.0/networks/b4893fb1-5762-4300-b5f5-9a733061cfa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837970 Sep 17 08:42:38.311591 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d88c7-47bf-41fe-b47d-73cfcd7ac80d req-a0a38a53-ad72-4f53-b9ff-5ef2a85791ba tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:38.313101 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d29d88c7-47bf-41fe-b47d-73cfcd7ac80d req-a0a38a53-ad72-4f53-b9ff-5ef2a85791ba tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c51f448a-9a51-4691-9270-84fada5ef96f HTTP/1.1" status: 200 len: 945 time: 0.0483611 Sep 17 08:42:38.349326 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d29d88c7-47bf-41fe-b47d-73cfcd7ac80d req-39dff3ea-0aef-4cdf-8fe1-11dca16f8a91 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302944 Sep 17 08:42:39.462536 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a776dfd-1ac1-4db0-af2b-5629cf60dc9b req-85d9f63d-7639-4917-80c3-1516ef622b0f tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:39.464010 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2a776dfd-1ac1-4db0-af2b-5629cf60dc9b req-85d9f63d-7639-4917-80c3-1516ef622b0f tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c51f448a-9a51-4691-9270-84fada5ef96f HTTP/1.1" status: 200 len: 945 time: 0.0469649 Sep 17 08:42:39.500493 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2a776dfd-1ac1-4db0-af2b-5629cf60dc9b req-85bba525-de2b-4a5c-bf6a-b50093f9bb9b tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299473 Sep 17 08:42:40.620772 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f7593-63e9-4ece-a97b-edd391d2b5a4 req-56f9a942-54fd-410c-a09d-604a03cdf4ff tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:40.622507 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-902f7593-63e9-4ece-a97b-edd391d2b5a4 req-56f9a942-54fd-410c-a09d-604a03cdf4ff tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c51f448a-9a51-4691-9270-84fada5ef96f HTTP/1.1" status: 200 len: 945 time: 0.0557485 Sep 17 08:42:40.658349 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-902f7593-63e9-4ece-a97b-edd391d2b5a4 req-a8ab8222-0310-4aa7-b99d-11a26762376a tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299973 Sep 17 08:42:41.772426 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34fdae-8093-46bc-a509-9e958910ef4f req-981d789c-2d77-4c5c-8140-9ec447334edc tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:41.773904 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6d34fdae-8093-46bc-a509-9e958910ef4f req-981d789c-2d77-4c5c-8140-9ec447334edc tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c51f448a-9a51-4691-9270-84fada5ef96f HTTP/1.1" status: 200 len: 945 time: 0.0478780 Sep 17 08:42:41.810786 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6d34fdae-8093-46bc-a509-9e958910ef4f req-7ba4e378-7a47-4624-ae46-e2d670f0e57e tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303378 Sep 17 08:42:41.856882 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-29499780-0721-4dff-b6c8-dca4e60964a5 req-7df6bb86-9ef1-4fff-964f-253c2bfcc81a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0245965 Sep 17 08:42:41.938568 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-29499780-0721-4dff-b6c8-dca4e60964a5 req-fe7868a4-842a-4cbe-aa8f-13e611738405 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0250115 Sep 17 08:42:41.981733 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-29499780-0721-4dff-b6c8-dca4e60964a5 req-88af4a06-66f4-4369-8df5-1146a8077b37 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0180957 Sep 17 08:42:42.075695 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29499780-0721-4dff-b6c8-dca4e60964a5 req-6905b813-87e2-4436-854d-60a9f19146e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:42.077242 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-29499780-0721-4dff-b6c8-dca4e60964a5 req-6905b813-87e2-4436-854d-60a9f19146e6 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0888453 Sep 17 08:42:42.923599 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0a1edd-f728-4f2f-902c-080b97a0abfe req-492c1b6b-b23f-4d85-abe6-c215c2fcb1f3 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:42.925103 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6a0a1edd-f728-4f2f-902c-080b97a0abfe req-492c1b6b-b23f-4d85-abe6-c215c2fcb1f3 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c51f448a-9a51-4691-9270-84fada5ef96f HTTP/1.1" status: 200 len: 945 time: 0.0482261 Sep 17 08:42:42.960809 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6a0a1edd-f728-4f2f-902c-080b97a0abfe req-d092d19d-d5eb-4a95-830b-219f68e533af tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298023 Sep 17 08:42:44.077258 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a069bf09-65e4-4652-9c2d-c92c81007821 req-ba21cb23-17be-4976-b435-0518648c6b7f tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:44.078747 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a069bf09-65e4-4652-9c2d-c92c81007821 req-ba21cb23-17be-4976-b435-0518648c6b7f tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c51f448a-9a51-4691-9270-84fada5ef96f HTTP/1.1" status: 200 len: 945 time: 0.0519183 Sep 17 08:42:44.115639 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a069bf09-65e4-4652-9c2d-c92c81007821 req-6abd197c-114c-4aba-a980-44d65b486bc2 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309815 Sep 17 08:42:45.228616 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa10a5-f226-4d5b-b31e-b53ad95535de req-caa19e65-49f7-4aa9-8c73-dd04bc7b399f tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:45.230093 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-66fa10a5-f226-4d5b-b31e-b53ad95535de req-caa19e65-49f7-4aa9-8c73-dd04bc7b399f tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c51f448a-9a51-4691-9270-84fada5ef96f HTTP/1.1" status: 200 len: 945 time: 0.0480556 Sep 17 08:42:45.267670 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-66fa10a5-f226-4d5b-b31e-b53ad95535de req-da1aed71-e5f7-451a-9cb0-44a0a1d3c0d0 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311582 Sep 17 08:42:46.380739 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf65294-6947-4b4f-be63-6c72c7033db6 req-92c18b08-50ba-41ad-a11b-7e231ccb9085 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:46.382130 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1cf65294-6947-4b4f-be63-6c72c7033db6 req-92c18b08-50ba-41ad-a11b-7e231ccb9085 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c51f448a-9a51-4691-9270-84fada5ef96f HTTP/1.1" status: 200 len: 945 time: 0.0491779 Sep 17 08:42:46.419127 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1cf65294-6947-4b4f-be63-6c72c7033db6 req-276df595-104e-4a0f-8a53-ff74791ccc08 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302622 Sep 17 08:42:47.534815 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e617f1-466b-4353-a04a-9bca445e50b5 req-609e815e-5bee-4261-91fa-212d8bc4c316 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:47.536307 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-50e617f1-466b-4353-a04a-9bca445e50b5 req-609e815e-5bee-4261-91fa-212d8bc4c316 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c51f448a-9a51-4691-9270-84fada5ef96f HTTP/1.1" status: 200 len: 945 time: 0.0518875 Sep 17 08:42:47.573876 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-50e617f1-466b-4353-a04a-9bca445e50b5 req-dfab10cf-4ccb-49de-b24f-c5e6aab72044 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315638 Sep 17 08:42:48.685402 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b564e-cad6-4851-908c-53c6ac2bf4f1 req-3f3a4ac8-2d79-4afe-a15c-510aff1f53ec tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:48.686888 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-440b564e-cad6-4851-908c-53c6ac2bf4f1 req-3f3a4ac8-2d79-4afe-a15c-510aff1f53ec tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c51f448a-9a51-4691-9270-84fada5ef96f HTTP/1.1" status: 200 len: 945 time: 0.0474598 Sep 17 08:42:48.723443 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-440b564e-cad6-4851-908c-53c6ac2bf4f1 req-a2860a2f-3e99-4fec-bff6-15fd9910924d tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307174 Sep 17 08:42:49.836729 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a6e029-2bb8-4094-8015-1d30ee71b1a2 req-a4d9f1d4-1f6f-4f76-a20f-92be32a7083e tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:49.838202 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-78a6e029-2bb8-4094-8015-1d30ee71b1a2 req-a4d9f1d4-1f6f-4f76-a20f-92be32a7083e tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c51f448a-9a51-4691-9270-84fada5ef96f HTTP/1.1" status: 200 len: 945 time: 0.0482080 Sep 17 08:42:49.874731 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-78a6e029-2bb8-4094-8015-1d30ee71b1a2 req-f1701ee0-9d37-4f5d-8a08-0f24f574aaa5 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298221 Sep 17 08:42:50.022164 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ca612d2e-0684-4779-97f0-147cc8a65071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:42:50.990640 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa6f748-1ab9-4d7e-9447-9c0d9b7282a4 req-4027c1bf-1368-447f-8717-d3540d283cec tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:50.992108 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-eaa6f748-1ab9-4d7e-9447-9c0d9b7282a4 req-4027c1bf-1368-447f-8717-d3540d283cec tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c51f448a-9a51-4691-9270-84fada5ef96f HTTP/1.1" status: 200 len: 945 time: 0.0504584 Sep 17 08:42:51.029360 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-eaa6f748-1ab9-4d7e-9447-9c0d9b7282a4 req-351adedd-cf5a-4610-8117-6e0d8d77aaa3 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309291 Sep 17 08:42:52.147625 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9150bc-1c95-4ce1-b557-6e49354af5b7 req-83b885f4-2aad-4d09-b1ae-385d1072e800 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:52.149137 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cc9150bc-1c95-4ce1-b557-6e49354af5b7 req-83b885f4-2aad-4d09-b1ae-385d1072e800 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c51f448a-9a51-4691-9270-84fada5ef96f HTTP/1.1" status: 200 len: 945 time: 0.0532384 Sep 17 08:42:52.185504 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cc9150bc-1c95-4ce1-b557-6e49354af5b7 req-8f1f37cf-b701-4e0a-8707-820c691e7c74 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298433 Sep 17 08:42:52.508888 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4175410e-1952-482b-96d1-986de3e587d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:42:52.808316 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:42:53.296821 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34ef1c5-a0e8-4e34-99a0-b5643c2dc212 req-bf985561-30db-455a-b3f5-232d569d4a2c tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:53.298298 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a34ef1c5-a0e8-4e34-99a0-b5643c2dc212 req-bf985561-30db-455a-b3f5-232d569d4a2c tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c51f448a-9a51-4691-9270-84fada5ef96f HTTP/1.1" status: 200 len: 945 time: 0.0472064 Sep 17 08:42:53.335980 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a34ef1c5-a0e8-4e34-99a0-b5643c2dc212 req-7b3855df-3e46-4ae5-a739-8f7679667d3c tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316076 Sep 17 08:42:53.862650 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:42:54.306514 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:42:54.466947 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96612d26-3a2d-4ab1-b640-97226ecefeb9 req-a55851b5-7932-4dc4-b79e-493d8b9882fb tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:54.468567 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-96612d26-3a2d-4ab1-b640-97226ecefeb9 req-a55851b5-7932-4dc4-b79e-493d8b9882fb tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c51f448a-9a51-4691-9270-84fada5ef96f HTTP/1.1" status: 200 len: 945 time: 0.0569718 Sep 17 08:42:54.507117 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-96612d26-3a2d-4ab1-b640-97226ecefeb9 req-6b904f81-c1b3-40c7-89e3-c165ea6f1b94 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327368 Sep 17 08:42:55.462037 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:42:55.622346 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b49ea-641d-49e3-a868-e4359aa2b243 req-df0307d6-35c4-41f7-a153-67f922243506 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:55.623878 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-326b49ea-641d-49e3-a868-e4359aa2b243 req-df0307d6-35c4-41f7-a153-67f922243506 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c51f448a-9a51-4691-9270-84fada5ef96f HTTP/1.1" status: 200 len: 945 time: 0.0475590 Sep 17 08:42:55.660486 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-326b49ea-641d-49e3-a868-e4359aa2b243 req-e60a4754-65c3-454d-ae9d-8897a4c9c17d tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306852 Sep 17 08:42:56.777337 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1058dac8-1236-436f-818a-5ae21197c085 req-a32db384-a8da-45aa-9031-f07d93ffa9bd tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:56.779531 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1058dac8-1236-436f-818a-5ae21197c085 req-a32db384-a8da-45aa-9031-f07d93ffa9bd tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c51f448a-9a51-4691-9270-84fada5ef96f HTTP/1.1" status: 200 len: 945 time: 0.0535760 Sep 17 08:42:56.820113 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1058dac8-1236-436f-818a-5ae21197c085 req-68219a00-0cd7-43c6-99b2-12ab0bcd4aee tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347013 Sep 17 08:42:57.936340 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea7e112-a776-4b09-9b6a-f9b35ab18c99 req-63a942c8-a358-4892-a474-37b288d6e857 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:57.937818 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4ea7e112-a776-4b09-9b6a-f9b35ab18c99 req-63a942c8-a358-4892-a474-37b288d6e857 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c51f448a-9a51-4691-9270-84fada5ef96f HTTP/1.1" status: 200 len: 945 time: 0.0516644 Sep 17 08:42:57.973984 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4ea7e112-a776-4b09-9b6a-f9b35ab18c99 req-1500ec85-7a7d-4bac-9098-2e73be66eb44 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302038 Sep 17 08:42:59.087015 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4eb79d-2d35-470b-91ab-2aadbde953da req-2bff5deb-8ecd-48ae-906c-b35cdd71a6a2 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:42:59.088580 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5a4eb79d-2d35-470b-91ab-2aadbde953da req-2bff5deb-8ecd-48ae-906c-b35cdd71a6a2 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c51f448a-9a51-4691-9270-84fada5ef96f HTTP/1.1" status: 200 len: 945 time: 0.0494421 Sep 17 08:42:59.126313 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5a4eb79d-2d35-470b-91ab-2aadbde953da req-e2a5b271-e7e7-4b04-b9c5-0835bd20ce43 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311899 Sep 17 08:43:00.237736 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98878d49-7604-4541-a188-f6d01a1a23d0 req-5fd2f47a-e741-4d8c-b6e7-f137c41bc8bd tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:00.239231 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-98878d49-7604-4541-a188-f6d01a1a23d0 req-5fd2f47a-e741-4d8c-b6e7-f137c41bc8bd tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c51f448a-9a51-4691-9270-84fada5ef96f HTTP/1.1" status: 200 len: 945 time: 0.0477519 Sep 17 08:43:00.275683 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-98878d49-7604-4541-a188-f6d01a1a23d0 req-eac83164-a95e-4fa3-9bc8-c481bde9d547 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305989 Sep 17 08:43:01.391626 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28bb03d-2322-4f99-b9bc-47484d8cdc5d req-5f426d23-4b3b-4a57-bdb3-f540149c61d3 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:01.393082 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b28bb03d-2322-4f99-b9bc-47484d8cdc5d req-5f426d23-4b3b-4a57-bdb3-f540149c61d3 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c51f448a-9a51-4691-9270-84fada5ef96f HTTP/1.1" status: 200 len: 945 time: 0.0519347 Sep 17 08:43:01.435637 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b28bb03d-2322-4f99-b9bc-47484d8cdc5d req-9fe19c12-30b1-46fa-b6c9-95e60c543c79 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367088 Sep 17 08:43:02.549734 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd80b07-8a22-4251-9b06-231a0835d531 req-3637cb22-1eca-4322-bee8-30cba96f9ef6 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:02.551209 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dfd80b07-8a22-4251-9b06-231a0835d531 req-3637cb22-1eca-4322-bee8-30cba96f9ef6 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c51f448a-9a51-4691-9270-84fada5ef96f HTTP/1.1" status: 200 len: 945 time: 0.0478251 Sep 17 08:43:02.589189 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dfd80b07-8a22-4251-9b06-231a0835d531 req-f08836e6-0be6-42ef-b497-432b2e32f913 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315568 Sep 17 08:43:03.700681 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fdab72-a4e9-478d-badc-e4ca46e64d48 req-5447bd63-5c26-49e5-adf2-8599190d300a tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:03.702173 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-94fdab72-a4e9-478d-badc-e4ca46e64d48 req-5447bd63-5c26-49e5-adf2-8599190d300a tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c51f448a-9a51-4691-9270-84fada5ef96f HTTP/1.1" status: 200 len: 945 time: 0.0475602 Sep 17 08:43:03.738554 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-94fdab72-a4e9-478d-badc-e4ca46e64d48 req-1760b692-6dd0-4f86-94ce-9a973c9109e7 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304420 Sep 17 08:43:04.705726 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [req-bac96527-2a51-4420-ad1e-f02085d6d917 req-b14d7e15-275b-4594-a4a4-db5e797cbf2d service neutron] show failed (client error): The resource could not be found. Sep 17 08:43:04.706733 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bac96527-2a51-4420-ad1e-f02085d6d917 req-b14d7e15-275b-4594-a4a4-db5e797cbf2d service neutron] 10.222.0.41 "GET /v2.0/ports/15e34640-9b15-4da4-9ca0-71a3f2e55706/bindings/n-h2-789963-9 HTTP/1.1" status: 404 len: 380 time: 0.0583923 Sep 17 08:43:04.856155 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a13e69a-0c7d-4f37-93e1-db195497d9fe req-1b94743b-e9a3-4970-ad0f-5e720d1209ab tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:04.857658 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1a13e69a-0c7d-4f37-93e1-db195497d9fe req-1b94743b-e9a3-4970-ad0f-5e720d1209ab tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c51f448a-9a51-4691-9270-84fada5ef96f HTTP/1.1" status: 200 len: 945 time: 0.0506771 Sep 17 08:43:04.895432 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1a13e69a-0c7d-4f37-93e1-db195497d9fe req-b829b9b2-e108-497b-8f48-c988faef89a1 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317492 Sep 17 08:43:04.917753 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [req-9fdcaac5-349c-4988-a937-958eede333f4 req-5be96941-d2be-4086-a7c8-f20ec379817f service neutron] (101290) timed out ('10.222.0.13', 55832) {{(pid=101290) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 08:43:05.247844 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac96527-2a51-4420-ad1e-f02085d6d917 req-5ff88d55-4970-48d7-a586-7df6a6202a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:05.249363 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bac96527-2a51-4420-ad1e-f02085d6d917 req-5ff88d55-4970-48d7-a586-7df6a6202a63 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c51f448a-9a51-4691-9270-84fada5ef96f&tenant_id=429f03a6e5494a22802322491929fc8e HTTP/1.1" status: 200 len: 1096 time: 0.3852727 Sep 17 08:43:05.268122 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-bac96527-2a51-4420-ad1e-f02085d6d917 req-24bd1d7e-b342-4bff-807b-f71f96c34829 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-9', 'device_owner': 'compute:nova'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:43:05.318382 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-bac96527-2a51-4420-ad1e-f02085d6d917 req-24bd1d7e-b342-4bff-807b-f71f96c34829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:43:05.514070 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-bac96527-2a51-4420-ad1e-f02085d6d917 req-24bd1d7e-b342-4bff-807b-f71f96c34829 service neutron] For port 15e34640-9b15-4da4-9ca0-71a3f2e55706, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=15e34640-9b15-4da4-9ca0-71a3f2e55706,segment=NetworkSegment(9682cea9-d2bf-42cb-9417-f7ea7c257f55),segment_id=9682cea9-d2bf-42cb-9417-f7ea7c257f55)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:43:05.545408 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-bac96527-2a51-4420-ad1e-f02085d6d917 req-24bd1d7e-b342-4bff-807b-f71f96c34829 service neutron] For port 15e34640-9b15-4da4-9ca0-71a3f2e55706, host n-h1-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:43:05.586687 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c51f448a-9a51-4691-9270-84fada5ef96f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15e34640-9b15-4da4-9ca0-71a3f2e55706'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:43:05.591693 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-bac96527-2a51-4420-ad1e-f02085d6d917 req-24bd1d7e-b342-4bff-807b-f71f96c34829 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:43:05.604033 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-bac96527-2a51-4420-ad1e-f02085d6d917 req-24bd1d7e-b342-4bff-807b-f71f96c34829 service neutron] Transition to ACTIVE for port object 15e34640-9b15-4da4-9ca0-71a3f2e55706 will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:43:05.609049 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-bac96527-2a51-4420-ad1e-f02085d6d917 req-24bd1d7e-b342-4bff-807b-f71f96c34829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:43:05.637482 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823f1136df5e8dfe06b46a14eea5a85bccf33ce7e510dfea6a746e22e928dc4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e1503c2-0542-4e1e-b5b2-0a90815fc67f" -d '{"events": [{"server_uuid": "c51f448a-9a51-4691-9270-84fada5ef96f", "name": "network-vif-unplugged", "status": "completed", "tag": "15e34640-9b15-4da4-9ca0-71a3f2e55706"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:43:05.674591 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-bac96527-2a51-4420-ad1e-f02085d6d917 req-24bd1d7e-b342-4bff-807b-f71f96c34829 service neutron] No DVR routers for this DVR port 15e34640-9b15-4da4-9ca0-71a3f2e55706 on host n-h1-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:43:05.677692 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bd1d7e-b342-4bff-807b-f71f96c34829 service neutron] Pushing event updated for resources: {'Port': ['ID=15e34640-9b15-4da4-9ca0-71a3f2e55706,revision_number=6']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:43:05.711821 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-bac96527-2a51-4420-ad1e-f02085d6d917 req-24bd1d7e-b342-4bff-807b-f71f96c34829 service neutron] Attempting to bind port 15e34640-9b15-4da4-9ca0-71a3f2e55706 on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:43:05.712194 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-bac96527-2a51-4420-ad1e-f02085d6d917 req-24bd1d7e-b342-4bff-807b-f71f96c34829 service neutron] Attempting to bind port 15e34640-9b15-4da4-9ca0-71a3f2e55706 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': '9682cea9-d2bf-42cb-9417-f7ea7c257f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b4893fb1-5762-4300-b5f5-9a733061cfa4'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:43:05.712527 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac96527-2a51-4420-ad1e-f02085d6d917 req-24bd1d7e-b342-4bff-807b-f71f96c34829 service neutron] Attempting to bind port 15e34640-9b15-4da4-9ca0-71a3f2e55706 on network b4893fb1-5762-4300-b5f5-9a733061cfa4 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:43:05.717010 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac96527-2a51-4420-ad1e-f02085d6d917 req-24bd1d7e-b342-4bff-807b-f71f96c34829 service neutron] Port 15e34640-9b15-4da4-9ca0-71a3f2e55706 on network b4893fb1-5762-4300-b5f5-9a733061cfa4 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:43:05.717340 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac96527-2a51-4420-ad1e-f02085d6d917 req-24bd1d7e-b342-4bff-807b-f71f96c34829 service neutron] Attempting to bind port 15e34640-9b15-4da4-9ca0-71a3f2e55706 on network b4893fb1-5762-4300-b5f5-9a733061cfa4 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:43:05.722106 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac96527-2a51-4420-ad1e-f02085d6d917 req-24bd1d7e-b342-4bff-807b-f71f96c34829 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:43:05.722420 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac96527-2a51-4420-ad1e-f02085d6d917 req-24bd1d7e-b342-4bff-807b-f71f96c34829 service neutron] Checking segment: {'id': '9682cea9-d2bf-42cb-9417-f7ea7c257f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b4893fb1-5762-4300-b5f5-9a733061cfa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:43:05.722834 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac96527-2a51-4420-ad1e-f02085d6d917 req-24bd1d7e-b342-4bff-807b-f71f96c34829 service neutron] Bound using segment: {'id': '9682cea9-d2bf-42cb-9417-f7ea7c257f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b4893fb1-5762-4300-b5f5-9a733061cfa4'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:43:05.723257 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-bac96527-2a51-4420-ad1e-f02085d6d917 req-24bd1d7e-b342-4bff-807b-f71f96c34829 service neutron] Bound port: 15e34640-9b15-4da4-9ca0-71a3f2e55706, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9682cea9-d2bf-42cb-9417-f7ea7c257f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b4893fb1-5762-4300-b5f5-9a733061cfa4'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:43:05.723621 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-bac96527-2a51-4420-ad1e-f02085d6d917 req-24bd1d7e-b342-4bff-807b-f71f96c34829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:43:05.759256 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 08:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e193c2-a48f-4396-a390-b1d9690639f3 x-openstack-request-id: req-a5e193c2-a48f-4396-a390-b1d9690639f3 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:43:05.759553 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c51f448a-9a51-4691-9270-84fada5ef96f", "name": "network-vif-unplugged", "status": "completed", "tag": "15e34640-9b15-4da4-9ca0-71a3f2e55706", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:43:05.759806 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a5e193c2-a48f-4396-a390-b1d9690639f3 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:43:05.760214 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c51f448a-9a51-4691-9270-84fada5ef96f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15e34640-9b15-4da4-9ca0-71a3f2e55706', 'code': 200} Sep 17 08:43:05.790366 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-bac96527-2a51-4420-ad1e-f02085d6d917 req-24bd1d7e-b342-4bff-807b-f71f96c34829 service neutron] For port 15e34640-9b15-4da4-9ca0-71a3f2e55706, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:43:05.793898 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-bac96527-2a51-4420-ad1e-f02085d6d917 req-24bd1d7e-b342-4bff-807b-f71f96c34829 service neutron] For port 15e34640-9b15-4da4-9ca0-71a3f2e55706, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=15e34640-9b15-4da4-9ca0-71a3f2e55706,segment=NetworkSegment(9682cea9-d2bf-42cb-9417-f7ea7c257f55),segment_id=9682cea9-d2bf-42cb-9417-f7ea7c257f55)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:43:05.797588 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-bac96527-2a51-4420-ad1e-f02085d6d917 req-24bd1d7e-b342-4bff-807b-f71f96c34829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:43:05.830941 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac96527-2a51-4420-ad1e-f02085d6d917 req-24bd1d7e-b342-4bff-807b-f71f96c34829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:05.831550 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-bac96527-2a51-4420-ad1e-f02085d6d917 req-24bd1d7e-b342-4bff-807b-f71f96c34829 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:43:05.832940 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bac96527-2a51-4420-ad1e-f02085d6d917 req-24bd1d7e-b342-4bff-807b-f71f96c34829 service neutron] 10.222.0.39 "PUT /v2.0/ports/15e34640-9b15-4da4-9ca0-71a3f2e55706 HTTP/1.1" status: 200 len: 1091 time: 0.5689628 Sep 17 08:43:05.852626 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bd1d7e-b342-4bff-807b-f71f96c34829 service neutron] Pushing event updated for resources: {'Port': ['ID=15e34640-9b15-4da4-9ca0-71a3f2e55706,revision_number=7']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:43:05.908211 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac96527-2a51-4420-ad1e-f02085d6d917 req-d1ea364f-de23-4d97-a9b2-2af3d76ae58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:05.909713 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bac96527-2a51-4420-ad1e-f02085d6d917 req-d1ea364f-de23-4d97-a9b2-2af3d76ae58d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=429f03a6e5494a22802322491929fc8e&device_id=c51f448a-9a51-4691-9270-84fada5ef96f HTTP/1.1" status: 200 len: 1094 time: 0.0440302 Sep 17 08:43:05.936794 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:43:06.003211 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac96527-2a51-4420-ad1e-f02085d6d917 req-0e8a6919-c1a3-4014-a296-48718e0430cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:06.004747 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bac96527-2a51-4420-ad1e-f02085d6d917 req-0e8a6919-c1a3-4014-a296-48718e0430cd service neutron] 10.222.0.39 "GET /v2.0/networks?id=b4893fb1-5762-4300-b5f5-9a733061cfa4 HTTP/1.1" status: 200 len: 915 time: 0.0882776 Sep 17 08:43:06.013097 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94435224-2b82-4567-9030-344318519393 req-df1bcedd-e633-4066-b931-e14e47f9b9bd tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:06.014612 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-94435224-2b82-4567-9030-344318519393 req-df1bcedd-e633-4066-b931-e14e47f9b9bd tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c51f448a-9a51-4691-9270-84fada5ef96f HTTP/1.1" status: 200 len: 943 time: 0.0500357 Sep 17 08:43:06.047047 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bac96527-2a51-4420-ad1e-f02085d6d917 req-9bc2f2c4-7d2a-4caf-95a3-1125eb2fa653 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15e34640-9b15-4da4-9ca0-71a3f2e55706 HTTP/1.1" status: 200 len: 217 time: 0.0350299 Sep 17 08:43:06.049879 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:43:06.055097 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-94435224-2b82-4567-9030-344318519393 req-a31ca11a-5ad5-4766-9b1c-39dedbd0d76f tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342531 Sep 17 08:43:06.095272 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac96527-2a51-4420-ad1e-f02085d6d917 req-98285507-cdd4-4b7b-b775-88a17f4929e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:06.096792 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bac96527-2a51-4420-ad1e-f02085d6d917 req-98285507-cdd4-4b7b-b775-88a17f4929e2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5cee8735-2247-4953-9a8d-cc48d63ce8ec HTTP/1.1" status: 200 len: 854 time: 0.0432971 Sep 17 08:43:06.129330 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bac96527-2a51-4420-ad1e-f02085d6d917 req-a24554e0-1bf9-49d3-bebe-391b785f53ef service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b4893fb1-5762-4300-b5f5-9a733061cfa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251541 Sep 17 08:43:06.220552 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bac96527-2a51-4420-ad1e-f02085d6d917 req-5abae480-4c88-4c44-95ca-2bbe3de4413b service neutron] 10.222.0.39 "GET /v2.0/networks/b4893fb1-5762-4300-b5f5-9a733061cfa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839708 Sep 17 08:43:06.311317 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bac96527-2a51-4420-ad1e-f02085d6d917 req-33d34e6e-3d7a-4863-9865-3e400ef02999 service neutron] 10.222.0.39 "GET /v2.0/networks/b4893fb1-5762-4300-b5f5-9a733061cfa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835309 Sep 17 08:43:07.175334 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26d378-09bb-4f8e-8a7f-35ffcb6f4113 req-1eff8cc9-07fa-41b6-809a-c6937f089c4e tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:07.176839 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4b26d378-09bb-4f8e-8a7f-35ffcb6f4113 req-1eff8cc9-07fa-41b6-809a-c6937f089c4e tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c51f448a-9a51-4691-9270-84fada5ef96f HTTP/1.1" status: 200 len: 943 time: 0.0528400 Sep 17 08:43:07.213076 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4b26d378-09bb-4f8e-8a7f-35ffcb6f4113 req-7334b499-3592-4a78-b34a-6f49e27520fb tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304596 Sep 17 08:43:07.761091 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c51f448a-9a51-4691-9270-84fada5ef96f', 'tag': '15e34640-9b15-4da4-9ca0-71a3f2e55706'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:43:07.763446 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823f1136df5e8dfe06b46a14eea5a85bccf33ce7e510dfea6a746e22e928dc4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0dc9990-74be-4c65-bf0e-844324124b2f" -d '{"events": [{"name": "network-changed", "server_uuid": "c51f448a-9a51-4691-9270-84fada5ef96f", "tag": "15e34640-9b15-4da4-9ca0-71a3f2e55706"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:43:07.812620 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f032de-f0c9-4da3-920b-e875bb6b1519 x-openstack-request-id: req-78f032de-f0c9-4da3-920b-e875bb6b1519 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:43:07.812939 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c51f448a-9a51-4691-9270-84fada5ef96f", "tag": "15e34640-9b15-4da4-9ca0-71a3f2e55706", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:43:07.813238 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-78f032de-f0c9-4da3-920b-e875bb6b1519 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:43:07.813655 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c51f448a-9a51-4691-9270-84fada5ef96f', 'tag': '15e34640-9b15-4da4-9ca0-71a3f2e55706', 'status': 'completed', 'code': 200} Sep 17 08:43:07.893033 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc9990-74be-4c65-bf0e-844324124b2f req-d8c21625-9953-4ed5-8ac4-7a9c8035324c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:07.894557 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c0dc9990-74be-4c65-bf0e-844324124b2f req-d8c21625-9953-4ed5-8ac4-7a9c8035324c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=429f03a6e5494a22802322491929fc8e&device_id=c51f448a-9a51-4691-9270-84fada5ef96f HTTP/1.1" status: 200 len: 1094 time: 0.0413692 Sep 17 08:43:07.896125 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc9990-74be-4c65-bf0e-844324124b2f req-3704f6c7-7b6e-44e8-b303-513a82018138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:07.897642 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c0dc9990-74be-4c65-bf0e-844324124b2f req-3704f6c7-7b6e-44e8-b303-513a82018138 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=429f03a6e5494a22802322491929fc8e&device_id=c51f448a-9a51-4691-9270-84fada5ef96f HTTP/1.1" status: 200 len: 1094 time: 0.0410323 Sep 17 08:43:07.987921 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc9990-74be-4c65-bf0e-844324124b2f req-a7d955c3-451b-4b89-818d-8193edc789c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:07.989317 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c0dc9990-74be-4c65-bf0e-844324124b2f req-a7d955c3-451b-4b89-818d-8193edc789c2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b4893fb1-5762-4300-b5f5-9a733061cfa4 HTTP/1.1" status: 200 len: 915 time: 0.0835547 Sep 17 08:43:07.991552 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc9990-74be-4c65-bf0e-844324124b2f req-6b82aeee-9eb1-447b-83e5-a94b233be06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:07.993045 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c0dc9990-74be-4c65-bf0e-844324124b2f req-6b82aeee-9eb1-447b-83e5-a94b233be06e service neutron] 10.222.0.39 "GET /v2.0/networks?id=b4893fb1-5762-4300-b5f5-9a733061cfa4 HTTP/1.1" status: 200 len: 915 time: 0.0839348 Sep 17 08:43:08.035613 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c0dc9990-74be-4c65-bf0e-844324124b2f req-eadd6e91-ea78-4b4d-8914-9fa63a69e71b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15e34640-9b15-4da4-9ca0-71a3f2e55706 HTTP/1.1" status: 200 len: 217 time: 0.0380416 Sep 17 08:43:08.039142 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c0dc9990-74be-4c65-bf0e-844324124b2f req-d7f40064-c04b-40e9-ab50-37ad40b9761d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15e34640-9b15-4da4-9ca0-71a3f2e55706 HTTP/1.1" status: 200 len: 217 time: 0.0376680 Sep 17 08:43:08.087293 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc9990-74be-4c65-bf0e-844324124b2f req-cf5418f1-f2dc-4a2c-b541-fd7cc3fbb423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:08.088785 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc9990-74be-4c65-bf0e-844324124b2f req-6ae52298-df3f-4fd5-b258-c0427182593d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:08.088920 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c0dc9990-74be-4c65-bf0e-844324124b2f req-cf5418f1-f2dc-4a2c-b541-fd7cc3fbb423 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5cee8735-2247-4953-9a8d-cc48d63ce8ec HTTP/1.1" status: 200 len: 854 time: 0.0433371 Sep 17 08:43:08.089965 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c0dc9990-74be-4c65-bf0e-844324124b2f req-6ae52298-df3f-4fd5-b258-c0427182593d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5cee8735-2247-4953-9a8d-cc48d63ce8ec HTTP/1.1" status: 200 len: 854 time: 0.0467556 Sep 17 08:43:08.121972 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c0dc9990-74be-4c65-bf0e-844324124b2f req-95ef8c21-50cb-4ec3-a5e8-ef4c0bc5279e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b4893fb1-5762-4300-b5f5-9a733061cfa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242674 Sep 17 08:43:08.122224 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c0dc9990-74be-4c65-bf0e-844324124b2f req-4b694856-62dd-4373-9e50-3e1f02da21d1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b4893fb1-5762-4300-b5f5-9a733061cfa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240767 Sep 17 08:43:08.215630 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c0dc9990-74be-4c65-bf0e-844324124b2f req-b1b917d0-2490-436a-a51a-47bef9ad192c service neutron] 10.222.0.39 "GET /v2.0/networks/b4893fb1-5762-4300-b5f5-9a733061cfa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864151 Sep 17 08:43:08.215909 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c0dc9990-74be-4c65-bf0e-844324124b2f req-3595feb8-561e-4221-be3f-3b74cafd82b4 service neutron] 10.222.0.41 "GET /v2.0/networks/b4893fb1-5762-4300-b5f5-9a733061cfa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874398 Sep 17 08:43:08.306612 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c0dc9990-74be-4c65-bf0e-844324124b2f req-101482d6-8545-4184-98c2-ec291be40e88 service neutron] 10.222.0.39 "GET /v2.0/networks/b4893fb1-5762-4300-b5f5-9a733061cfa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840063 Sep 17 08:43:08.336209 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c0dc9990-74be-4c65-bf0e-844324124b2f req-612917e4-a507-49fb-8ced-fd65da8cf0f7 service neutron] 10.222.0.41 "GET /v2.0/networks/b4893fb1-5762-4300-b5f5-9a733061cfa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135683 Sep 17 08:43:08.348042 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5863ba-2f89-442b-9e26-94f34b981794 req-75ebdffe-aecb-4cf8-9689-d57325438302 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:08.349419 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2b5863ba-2f89-442b-9e26-94f34b981794 req-75ebdffe-aecb-4cf8-9689-d57325438302 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c51f448a-9a51-4691-9270-84fada5ef96f HTTP/1.1" status: 200 len: 943 time: 0.0670860 Sep 17 08:43:08.389597 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2b5863ba-2f89-442b-9e26-94f34b981794 req-24ebe389-6bf3-42dc-bbb9-4854b61cbb5f tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327690 Sep 17 08:43:08.411620 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 15e34640-9b15-4da4-9ca0-71a3f2e55706 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:43:08.503968 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 15e34640-9b15-4da4-9ca0-71a3f2e55706, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=15e34640-9b15-4da4-9ca0-71a3f2e55706,segment=NetworkSegment(9682cea9-d2bf-42cb-9417-f7ea7c257f55),segment_id=9682cea9-d2bf-42cb-9417-f7ea7c257f55)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:43:08.514566 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '15e34640-9b15-4da4-9ca0-71a3f2e55706', 'network_id': 'b4893fb1-5762-4300-b5f5-9a733061cfa4', 'port_id': '15e34640-9b15-4da4-9ca0-71a3f2e55706', 'mac_address': 'fa:16:3e:df:7b:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cee8735-2247-4953-9a8d-cc48d63ce8ec', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:43:08.549640 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:43:08.565209 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15e34640-9b15-4da4-9ca0-71a3f2e55706 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:43:08.583521 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 15e34640-9b15-4da4-9ca0-71a3f2e55706, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=15e34640-9b15-4da4-9ca0-71a3f2e55706,segment=NetworkSegment(9682cea9-d2bf-42cb-9417-f7ea7c257f55),segment_id=9682cea9-d2bf-42cb-9417-f7ea7c257f55)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:43:08.587997 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:43:08.634015 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=15e34640-9b15-4da4-9ca0-71a3f2e55706,revision_number=8']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:43:09.476386 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 15e34640-9b15-4da4-9ca0-71a3f2e55706 no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:43:09.514629 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce979e-8d74-4636-ab60-b3b8e8afb14f req-ba3b5475-e721-4bec-a1cc-c2dce7ad9dfe tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:09.516288 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-34ce979e-8d74-4636-ab60-b3b8e8afb14f req-ba3b5475-e721-4bec-a1cc-c2dce7ad9dfe tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c51f448a-9a51-4691-9270-84fada5ef96f HTTP/1.1" status: 200 len: 944 time: 0.0500879 Sep 17 08:43:09.517134 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 15e34640-9b15-4da4-9ca0-71a3f2e55706 not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:43:09.556407 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-34ce979e-8d74-4636-ab60-b3b8e8afb14f req-2005e9c8-1433-4662-8e08-cbd8cee217ae tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325611 Sep 17 08:43:09.813489 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e91b129-7d9a-4689-9491-cd572cc82c48 req-a3621c58-f400-4041-ac90-847887ddb303 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:09.814972 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3e91b129-7d9a-4689-9491-cd572cc82c48 req-a3621c58-f400-4041-ac90-847887ddb303 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c51f448a-9a51-4691-9270-84fada5ef96f HTTP/1.1" status: 200 len: 944 time: 0.1057768 Sep 17 08:43:09.850717 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1dd220-07fc-44fa-a430-c52e3533b092 req-20dd6e26-64fe-4049-bca3-9d1fd1753afb tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:09.852211 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2b1dd220-07fc-44fa-a430-c52e3533b092 req-20dd6e26-64fe-4049-bca3-9d1fd1753afb tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.41 "GET /v2.0/ports?device_id=c51f448a-9a51-4691-9270-84fada5ef96f&tenant_id=429f03a6e5494a22802322491929fc8e&binding%3Ahost_id=n-h2-789963-9 HTTP/1.1" status: 200 len: 944 time: 0.1114535 Sep 17 08:43:09.891219 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3e91b129-7d9a-4689-9491-cd572cc82c48 req-35edcd26-ef11-41c8-85b4-901e95bc810b tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693283 Sep 17 08:43:09.919514 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [req-2b1dd220-07fc-44fa-a430-c52e3533b092 req-4690305f-ccbb-446f-a955-dcde45a3541d service neutron] delete failed (client error): The resource could not be found. Sep 17 08:43:09.920569 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2b1dd220-07fc-44fa-a430-c52e3533b092 req-4690305f-ccbb-446f-a955-dcde45a3541d service neutron] 10.222.0.41 "DELETE /v2.0/ports/15e34640-9b15-4da4-9ca0-71a3f2e55706/bindings/n-h1-789963-9 HTTP/1.1" status: 404 len: 380 time: 0.0578921 Sep 17 08:43:10.030714 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1dd220-07fc-44fa-a430-c52e3533b092 req-384c7413-1ffe-4bf7-a78a-ba68fa5fb57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:10.032153 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2b1dd220-07fc-44fa-a430-c52e3533b092 req-384c7413-1ffe-4bf7-a78a-ba68fa5fb57c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=429f03a6e5494a22802322491929fc8e&device_id=c51f448a-9a51-4691-9270-84fada5ef96f HTTP/1.1" status: 200 len: 1095 time: 0.0450790 Sep 17 08:43:10.119495 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1dd220-07fc-44fa-a430-c52e3533b092 req-ed97114b-3b89-4c20-8e9c-f52787137952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:10.121338 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2b1dd220-07fc-44fa-a430-c52e3533b092 req-ed97114b-3b89-4c20-8e9c-f52787137952 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b4893fb1-5762-4300-b5f5-9a733061cfa4 HTTP/1.1" status: 200 len: 915 time: 0.0828953 Sep 17 08:43:10.165191 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2b1dd220-07fc-44fa-a430-c52e3533b092 req-ae5161e9-8f87-466f-985f-8e2750655bf1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15e34640-9b15-4da4-9ca0-71a3f2e55706 HTTP/1.1" status: 200 len: 217 time: 0.0369990 Sep 17 08:43:10.428821 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 15e34640-9b15-4da4-9ca0-71a3f2e55706 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:43:10.497147 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1dd220-07fc-44fa-a430-c52e3533b092 req-7b2476cf-e93d-461f-8295-0599ab7ec3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:10.498600 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2b1dd220-07fc-44fa-a430-c52e3533b092 req-7b2476cf-e93d-461f-8295-0599ab7ec3ae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5cee8735-2247-4953-9a8d-cc48d63ce8ec HTTP/1.1" status: 200 len: 854 time: 0.3272171 Sep 17 08:43:10.527928 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 15e34640-9b15-4da4-9ca0-71a3f2e55706, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=15e34640-9b15-4da4-9ca0-71a3f2e55706,segment=NetworkSegment(9682cea9-d2bf-42cb-9417-f7ea7c257f55),segment_id=9682cea9-d2bf-42cb-9417-f7ea7c257f55)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:43:10.529397 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2b1dd220-07fc-44fa-a430-c52e3533b092 req-4e19f5ce-1390-4645-8ec3-215a0263939a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b4893fb1-5762-4300-b5f5-9a733061cfa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236340 Sep 17 08:43:10.539018 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '15e34640-9b15-4da4-9ca0-71a3f2e55706', 'network_id': 'b4893fb1-5762-4300-b5f5-9a733061cfa4', 'port_id': '15e34640-9b15-4da4-9ca0-71a3f2e55706', 'mac_address': 'fa:16:3e:df:7b:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cee8735-2247-4953-9a8d-cc48d63ce8ec', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:43:10.622386 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2b1dd220-07fc-44fa-a430-c52e3533b092 req-3064bf63-1219-40ef-af02-e1958a9202d5 service neutron] 10.222.0.41 "GET /v2.0/networks/b4893fb1-5762-4300-b5f5-9a733061cfa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859015 Sep 17 08:43:10.709237 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2b1dd220-07fc-44fa-a430-c52e3533b092 req-9bda5e13-60f5-48ab-99ed-f76c041a9dd8 service neutron] 10.222.0.41 "GET /v2.0/networks/b4893fb1-5762-4300-b5f5-9a733061cfa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802534 Sep 17 08:43:10.738991 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['15e34640-9b15-4da4-9ca0-71a3f2e55706'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:43:11.005736 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80606233-82ae-4f66-bdab-9f329ebec8ca req-d1dbc5f2-990d-4aae-a2f7-d84168be8a9b tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:11.007106 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-80606233-82ae-4f66-bdab-9f329ebec8ca req-d1dbc5f2-990d-4aae-a2f7-d84168be8a9b tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c51f448a-9a51-4691-9270-84fada5ef96f HTTP/1.1" status: 200 len: 944 time: 0.0476167 Sep 17 08:43:11.046281 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-80606233-82ae-4f66-bdab-9f329ebec8ca req-905ef28d-b525-4a95-b956-1eb9207fa2b2 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321193 Sep 17 08:43:12.166721 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d43d11-0a5a-47cb-a6a3-cef169859fb0 req-6d184b3a-b078-4335-9b85-1c1b2a475989 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:12.168839 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-29d43d11-0a5a-47cb-a6a3-cef169859fb0 req-6d184b3a-b078-4335-9b85-1c1b2a475989 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c51f448a-9a51-4691-9270-84fada5ef96f HTTP/1.1" status: 200 len: 944 time: 0.0548048 Sep 17 08:43:12.205708 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-29d43d11-0a5a-47cb-a6a3-cef169859fb0 req-de7a1e67-80e1-404a-9feb-764b546b00bc tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310740 Sep 17 08:43:12.317833 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed02667-324c-4432-9249-b46b758f1305 req-0152f3c0-5780-4aa9-8201-4353453ab844 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:12.319522 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4ed02667-324c-4432-9249-b46b758f1305 req-0152f3c0-5780-4aa9-8201-4353453ab844 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c51f448a-9a51-4691-9270-84fada5ef96f HTTP/1.1" status: 200 len: 944 time: 0.0480371 Sep 17 08:43:12.359070 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4ed02667-324c-4432-9249-b46b758f1305 req-b6d5c6ed-5733-420a-b00e-2586dc30c16c tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331669 Sep 17 08:43:12.437680 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 15e34640-9b15-4da4-9ca0-71a3f2e55706 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:43:12.479730 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6aec6e-98fa-4a6f-9b19-e57c6cc9a198 req-5e5f6cd8-91da-432e-b7ba-9ebe99923bd8 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:12.481935 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0d6aec6e-98fa-4a6f-9b19-e57c6cc9a198 req-5e5f6cd8-91da-432e-b7ba-9ebe99923bd8 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=c51f448a-9a51-4691-9270-84fada5ef96f HTTP/1.1" status: 200 len: 944 time: 0.0541997 Sep 17 08:43:12.492042 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port 15e34640-9b15-4da4-9ca0-71a3f2e55706 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:43:12.496117 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 15e34640-9b15-4da4-9ca0-71a3f2e55706 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:43:12.496987 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:43:12.522965 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0d6aec6e-98fa-4a6f-9b19-e57c6cc9a198 req-cb75e47c-1cfc-42a3-bc0d-cbe92f75b672 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351164 Sep 17 08:43:12.575611 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:43:12.599731 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c51f448a-9a51-4691-9270-84fada5ef96f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15e34640-9b15-4da4-9ca0-71a3f2e55706'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:43:12.601991 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd15a5b62c2e1c1e903d3702117c13c06f948b041a08150170fef0e561ebed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530bfafd-9291-4a04-a3b6-86a2a8226883" -d '{"events": [{"server_uuid": "c51f448a-9a51-4691-9270-84fada5ef96f", "name": "network-vif-plugged", "status": "completed", "tag": "15e34640-9b15-4da4-9ca0-71a3f2e55706"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:43:12.614766 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 15e34640-9b15-4da4-9ca0-71a3f2e55706, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=15e34640-9b15-4da4-9ca0-71a3f2e55706,segment=NetworkSegment(9682cea9-d2bf-42cb-9417-f7ea7c257f55),segment_id=9682cea9-d2bf-42cb-9417-f7ea7c257f55)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:43:12.618960 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:43:12.649124 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfaec88b-b8a6-47a6-8977-3521d577699b x-openstack-request-id: req-bfaec88b-b8a6-47a6-8977-3521d577699b {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:43:12.649423 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c51f448a-9a51-4691-9270-84fada5ef96f", "name": "network-vif-plugged", "status": "completed", "tag": "15e34640-9b15-4da4-9ca0-71a3f2e55706", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:43:12.649675 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bfaec88b-b8a6-47a6-8977-3521d577699b {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:43:12.650065 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c51f448a-9a51-4691-9270-84fada5ef96f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15e34640-9b15-4da4-9ca0-71a3f2e55706', 'code': 200} Sep 17 08:43:12.676286 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=15e34640-9b15-4da4-9ca0-71a3f2e55706,revision_number=9']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:43:12.912344 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f366e0-9045-4164-a917-a9a9057085f0 req-88d01807-0edd-4b2c-bfbe-b37d18d3042c tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:12.913823 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a3f366e0-9045-4164-a917-a9a9057085f0 req-88d01807-0edd-4b2c-bfbe-b37d18d3042c tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/networks?id=b4893fb1-5762-4300-b5f5-9a733061cfa4 HTTP/1.1" status: 200 len: 814 time: 0.1061344 Sep 17 08:43:12.928977 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a3f366e0-9045-4164-a917-a9a9057085f0 req-2f6497df-fbcf-4710-9cdf-6d2cb098066d tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/quotas/429f03a6e5494a22802322491929fc8e HTTP/1.1" status: 200 len: 375 time: 0.0088170 Sep 17 08:43:12.976066 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a3f366e0-9045-4164-a917-a9a9057085f0 req-e9bdd3dd-3b25-41b7-bf00-1aa84398ea32 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=429f03a6e5494a22802322491929fc8e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0416796 Sep 17 08:43:13.065642 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a3f366e0-9045-4164-a917-a9a9057085f0 req-28104dbd-75a2-4bd1-b607-c475f84784d5 service neutron] 10.222.0.13 "GET /v2.0/networks/b4893fb1-5762-4300-b5f5-9a733061cfa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825391 Sep 17 08:43:13.153722 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a3f366e0-9045-4164-a917-a9a9057085f0 req-08476efb-d3b2-4e94-bf8c-b576d485385e service neutron] 10.222.0.13 "GET /v2.0/networks/b4893fb1-5762-4300-b5f5-9a733061cfa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821216 Sep 17 08:43:13.319982 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8d574ea3-90f0-45a9-9df2-72c4295908e6 req-9c693d0f-14c7-42d2-96ca-1a9166b1c4f6 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=10aa75f7-9c7b-4a30-8aff-ead5d25b73aa HTTP/1.1" status: 200 len: 210 time: 0.0297551 Sep 17 08:43:14.140242 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ab7de-b482-475d-a9a6-1189b503494b req-2ef7a174-53c3-47f2-b5a5-ae89d4ad137f tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:14.141730 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-997ab7de-b482-475d-a9a6-1189b503494b req-2ef7a174-53c3-47f2-b5a5-ae89d4ad137f tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.39 "GET /v2.0/ports?device_id=c51f448a-9a51-4691-9270-84fada5ef96f HTTP/1.1" status: 200 len: 945 time: 0.0559905 Sep 17 08:43:14.228944 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-997ab7de-b482-475d-a9a6-1189b503494b req-4bc1318f-5e24-4c64-8913-db89550a1748 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Deleting port 15e34640-9b15-4da4-9ca0-71a3f2e55706 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:43:14.229302 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-997ab7de-b482-475d-a9a6-1189b503494b req-4bc1318f-5e24-4c64-8913-db89550a1748 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:43:14.326024 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-997ab7de-b482-475d-a9a6-1189b503494b req-4bc1318f-5e24-4c64-8913-db89550a1748 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] For port 15e34640-9b15-4da4-9ca0-71a3f2e55706, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=15e34640-9b15-4da4-9ca0-71a3f2e55706,segment=NetworkSegment(9682cea9-d2bf-42cb-9417-f7ea7c257f55),segment_id=9682cea9-d2bf-42cb-9417-f7ea7c257f55)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:43:14.326397 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-997ab7de-b482-475d-a9a6-1189b503494b req-4bc1318f-5e24-4c64-8913-db89550a1748 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:43:14.341486 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-997ab7de-b482-475d-a9a6-1189b503494b req-4bc1318f-5e24-4c64-8913-db89550a1748 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Calling delete_port for 15e34640-9b15-4da4-9ca0-71a3f2e55706 owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:43:14.352175 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.39', 62598) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:43:14.420949 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a9b46aae-21b0-47f8-9a98-591095e91e28 req-0b4c7137-ac26-4b95-b4c1-4e3e6f07f306 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=10aa75f7-9c7b-4a30-8aff-ead5d25b73aa HTTP/1.1" status: 200 len: 210 time: 0.0281813 Sep 17 08:43:14.511154 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f366e0-9045-4164-a917-a9a9057085f0 req-d3fea6f4-bc20-4063-b991-cdd53d9f7025 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:14.512706 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a3f366e0-9045-4164-a917-a9a9057085f0 req-d3fea6f4-bc20-4063-b991-cdd53d9f7025 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.39 "GET /v2.0/networks?id=b4893fb1-5762-4300-b5f5-9a733061cfa4 HTTP/1.1" status: 200 len: 814 time: 0.1595273 Sep 17 08:43:14.561439 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-a3f366e0-9045-4164-a917-a9a9057085f0 req-5f214130-cddc-4706-9a51-a7d779505452 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Request body: {'port': {'device_id': '10aa75f7-9c7b-4a30-8aff-ead5d25b73aa', 'network_id': 'b4893fb1-5762-4300-b5f5-9a733061cfa4', 'admin_state_up': True, 'tenant_id': '429f03a6e5494a22802322491929fc8e'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:43:14.587278 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-997ab7de-b482-475d-a9a6-1189b503494b req-4bc1318f-5e24-4c64-8913-db89550a1748 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:43:14.619467 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['15e34640-9b15-4da4-9ca0-71a3f2e55706'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:43:14.625524 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc1318f-5e24-4c64-8913-db89550a1748 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Pushing event deleted for resources: {'Port': ['ID=15e34640-9b15-4da4-9ca0-71a3f2e55706,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:43:14.697391 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-997ab7de-b482-475d-a9a6-1189b503494b req-4bc1318f-5e24-4c64-8913-db89550a1748 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] No DVR routers for this DVR port 15e34640-9b15-4da4-9ca0-71a3f2e55706 on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:43:14.702326 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-997ab7de-b482-475d-a9a6-1189b503494b req-4bc1318f-5e24-4c64-8913-db89550a1748 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:43:14.704396 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-997ab7de-b482-475d-a9a6-1189b503494b req-4bc1318f-5e24-4c64-8913-db89550a1748 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.39 "DELETE /v2.0/ports/15e34640-9b15-4da4-9ca0-71a3f2e55706 HTTP/1.1" status: 204 len: 173 time: 0.5559862 Sep 17 08:43:14.704824 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c51f448a-9a51-4691-9270-84fada5ef96f', 'name': 'network-vif-deleted', 'tag': '15e34640-9b15-4da4-9ca0-71a3f2e55706'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:43:14.707086 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823f1136df5e8dfe06b46a14eea5a85bccf33ce7e510dfea6a746e22e928dc4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b1a92b-e5ae-44c9-8219-a70bcc89c011" -d '{"events": [{"server_uuid": "c51f448a-9a51-4691-9270-84fada5ef96f", "name": "network-vif-deleted", "tag": "15e34640-9b15-4da4-9ca0-71a3f2e55706"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:43:14.747048 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28bd03f-2cab-496a-8b5c-1b93397a318b x-openstack-request-id: req-a28bd03f-2cab-496a-8b5c-1b93397a318b {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:43:14.747388 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c51f448a-9a51-4691-9270-84fada5ef96f", "name": "network-vif-deleted", "tag": "15e34640-9b15-4da4-9ca0-71a3f2e55706", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:43:14.747636 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a28bd03f-2cab-496a-8b5c-1b93397a318b {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:43:14.748124 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c51f448a-9a51-4691-9270-84fada5ef96f', 'name': 'network-vif-deleted', 'tag': '15e34640-9b15-4da4-9ca0-71a3f2e55706', 'status': 'completed', 'code': 200} Sep 17 08:43:14.749183 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3f366e0-9045-4164-a917-a9a9057085f0 req-5f214130-cddc-4706-9a51-a7d779505452 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Made reservation on behalf of 429f03a6e5494a22802322491929fc8e for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:43:14.752730 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-a3f366e0-9045-4164-a917-a9a9057085f0 req-5f214130-cddc-4706-9a51-a7d779505452 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:43:14.886280 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-a3f366e0-9045-4164-a917-a9a9057085f0 req-5f214130-cddc-4706-9a51-a7d779505452 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Allocated IP 172.20.0.9 (b4893fb1-5762-4300-b5f5-9a733061cfa4/5cee8735-2247-4953-9a8d-cc48d63ce8ec/67b9c4f9-2788-40ed-a44b-4db567bd4670) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:43:15.036450 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-a3f366e0-9045-4164-a917-a9a9057085f0 req-5f214130-cddc-4706-9a51-a7d779505452 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:43:15.067824 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-a3f366e0-9045-4164-a917-a9a9057085f0 req-5f214130-cddc-4706-9a51-a7d779505452 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:43:15.099262 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['15e34640-9b15-4da4-9ca0-71a3f2e55706'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:43:15.109176 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3f366e0-9045-4164-a917-a9a9057085f0 req-5f214130-cddc-4706-9a51-a7d779505452 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Network b4893fb1-5762-4300-b5f5-9a733061cfa4 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:43:15.112175 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-a3f366e0-9045-4164-a917-a9a9057085f0 req-5f214130-cddc-4706-9a51-a7d779505452 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:43:15.115998 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f366e0-9045-4164-a917-a9a9057085f0 req-5f214130-cddc-4706-9a51-a7d779505452 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:43:15.143272 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f214130-cddc-4706-9a51-a7d779505452 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Pushing event updated for resources: {'Port': ['ID=67b9c4f9-2788-40ed-a44b-4db567bd4670,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:43:15.172915 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f366e0-9045-4164-a917-a9a9057085f0 req-5f214130-cddc-4706-9a51-a7d779505452 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:15.173542 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-a3f366e0-9045-4164-a917-a9a9057085f0 req-5f214130-cddc-4706-9a51-a7d779505452 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:43:15.186745 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a3f366e0-9045-4164-a917-a9a9057085f0 req-5f214130-cddc-4706-9a51-a7d779505452 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6315026 Sep 17 08:43:15.204276 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-a3f366e0-9045-4164-a917-a9a9057085f0 req-446c2e79-a31a-4c5a-b461-97bdf586faea service neutron] Request body: {'port': {'device_id': '10aa75f7-9c7b-4a30-8aff-ead5d25b73aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:43:15.259062 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-a3f366e0-9045-4164-a917-a9a9057085f0 req-446c2e79-a31a-4c5a-b461-97bdf586faea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:43:15.521850 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-a3f366e0-9045-4164-a917-a9a9057085f0 req-446c2e79-a31a-4c5a-b461-97bdf586faea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67b9c4f9-2788-40ed-a44b-4db567bd4670 {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:43:15.529805 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-a3f366e0-9045-4164-a917-a9a9057085f0 req-446c2e79-a31a-4c5a-b461-97bdf586faea service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:43:15.540016 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f614d-84e6-4f51-923a-ea46ed95ae9d req-36edd0dd-8fe9-42c2-a20c-d01825915409 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:15.541351 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-a3f366e0-9045-4164-a917-a9a9057085f0 req-446c2e79-a31a-4c5a-b461-97bdf586faea service neutron] Transition to ACTIVE for port object 67b9c4f9-2788-40ed-a44b-4db567bd4670 will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:43:15.541532 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-310f614d-84e6-4f51-923a-ea46ed95ae9d req-36edd0dd-8fe9-42c2-a20c-d01825915409 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=10aa75f7-9c7b-4a30-8aff-ead5d25b73aa HTTP/1.1" status: 200 len: 931 time: 0.0492301 Sep 17 08:43:15.546152 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-a3f366e0-9045-4164-a917-a9a9057085f0 req-446c2e79-a31a-4c5a-b461-97bdf586faea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:43:15.583051 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-310f614d-84e6-4f51-923a-ea46ed95ae9d req-17836bb2-1ded-4f8e-9f0b-7b5e72a4a4bf tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338035 Sep 17 08:43:15.594047 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446c2e79-a31a-4c5a-b461-97bdf586faea service neutron] Pushing event updated for resources: {'Port': ['ID=67b9c4f9-2788-40ed-a44b-4db567bd4670,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:43:15.663753 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-a3f366e0-9045-4164-a917-a9a9057085f0 req-446c2e79-a31a-4c5a-b461-97bdf586faea service neutron] Attempting to bind port 67b9c4f9-2788-40ed-a44b-4db567bd4670 on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:43:15.664113 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-a3f366e0-9045-4164-a917-a9a9057085f0 req-446c2e79-a31a-4c5a-b461-97bdf586faea service neutron] Attempting to bind port 67b9c4f9-2788-40ed-a44b-4db567bd4670 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': '9682cea9-d2bf-42cb-9417-f7ea7c257f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b4893fb1-5762-4300-b5f5-9a733061cfa4'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:43:15.664437 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f366e0-9045-4164-a917-a9a9057085f0 req-446c2e79-a31a-4c5a-b461-97bdf586faea service neutron] Attempting to bind port 67b9c4f9-2788-40ed-a44b-4db567bd4670 on network b4893fb1-5762-4300-b5f5-9a733061cfa4 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:43:15.669157 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f366e0-9045-4164-a917-a9a9057085f0 req-446c2e79-a31a-4c5a-b461-97bdf586faea service neutron] Port 67b9c4f9-2788-40ed-a44b-4db567bd4670 on network b4893fb1-5762-4300-b5f5-9a733061cfa4 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:43:15.669474 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f366e0-9045-4164-a917-a9a9057085f0 req-446c2e79-a31a-4c5a-b461-97bdf586faea service neutron] Attempting to bind port 67b9c4f9-2788-40ed-a44b-4db567bd4670 on network b4893fb1-5762-4300-b5f5-9a733061cfa4 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:43:15.674101 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f366e0-9045-4164-a917-a9a9057085f0 req-446c2e79-a31a-4c5a-b461-97bdf586faea service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:43:15.674440 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f366e0-9045-4164-a917-a9a9057085f0 req-446c2e79-a31a-4c5a-b461-97bdf586faea service neutron] Checking segment: {'id': '9682cea9-d2bf-42cb-9417-f7ea7c257f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b4893fb1-5762-4300-b5f5-9a733061cfa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:43:15.674817 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f366e0-9045-4164-a917-a9a9057085f0 req-446c2e79-a31a-4c5a-b461-97bdf586faea service neutron] Bound using segment: {'id': '9682cea9-d2bf-42cb-9417-f7ea7c257f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b4893fb1-5762-4300-b5f5-9a733061cfa4'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:43:15.675234 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-a3f366e0-9045-4164-a917-a9a9057085f0 req-446c2e79-a31a-4c5a-b461-97bdf586faea service neutron] Bound port: 67b9c4f9-2788-40ed-a44b-4db567bd4670, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9682cea9-d2bf-42cb-9417-f7ea7c257f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b4893fb1-5762-4300-b5f5-9a733061cfa4'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:43:15.675579 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-a3f366e0-9045-4164-a917-a9a9057085f0 req-446c2e79-a31a-4c5a-b461-97bdf586faea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:43:15.736015 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-a3f366e0-9045-4164-a917-a9a9057085f0 req-446c2e79-a31a-4c5a-b461-97bdf586faea service neutron] For port 67b9c4f9-2788-40ed-a44b-4db567bd4670, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:43:15.739108 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-a3f366e0-9045-4164-a917-a9a9057085f0 req-446c2e79-a31a-4c5a-b461-97bdf586faea service neutron] For port 67b9c4f9-2788-40ed-a44b-4db567bd4670, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=67b9c4f9-2788-40ed-a44b-4db567bd4670,segment=NetworkSegment(9682cea9-d2bf-42cb-9417-f7ea7c257f55),segment_id=9682cea9-d2bf-42cb-9417-f7ea7c257f55)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:43:15.742643 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-a3f366e0-9045-4164-a917-a9a9057085f0 req-446c2e79-a31a-4c5a-b461-97bdf586faea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:43:15.774617 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f366e0-9045-4164-a917-a9a9057085f0 req-446c2e79-a31a-4c5a-b461-97bdf586faea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:15.775227 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-a3f366e0-9045-4164-a917-a9a9057085f0 req-446c2e79-a31a-4c5a-b461-97bdf586faea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:43:15.776635 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a3f366e0-9045-4164-a917-a9a9057085f0 req-446c2e79-a31a-4c5a-b461-97bdf586faea service neutron] 10.222.0.39 "PUT /v2.0/ports/67b9c4f9-2788-40ed-a44b-4db567bd4670 HTTP/1.1" status: 200 len: 1091 time: 0.5763550 Sep 17 08:43:15.800373 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446c2e79-a31a-4c5a-b461-97bdf586faea service neutron] Pushing event updated for resources: {'Port': ['ID=67b9c4f9-2788-40ed-a44b-4db567bd4670,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:43:15.866093 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f366e0-9045-4164-a917-a9a9057085f0 req-9dd47ded-2108-4d90-8cb7-5d2ad5fce6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:15.867721 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a3f366e0-9045-4164-a917-a9a9057085f0 req-9dd47ded-2108-4d90-8cb7-5d2ad5fce6f7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=429f03a6e5494a22802322491929fc8e&device_id=10aa75f7-9c7b-4a30-8aff-ead5d25b73aa HTTP/1.1" status: 200 len: 1094 time: 0.0406773 Sep 17 08:43:15.916645 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a3f366e0-9045-4164-a917-a9a9057085f0 req-f79cd170-bb67-4ad6-8a8a-006633204524 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67b9c4f9-2788-40ed-a44b-4db567bd4670 HTTP/1.1" status: 200 len: 217 time: 0.0361104 Sep 17 08:43:15.963669 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f366e0-9045-4164-a917-a9a9057085f0 req-8ffacdac-218b-472e-b389-bb213e8e64e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:15.965140 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a3f366e0-9045-4164-a917-a9a9057085f0 req-8ffacdac-218b-472e-b389-bb213e8e64e2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5cee8735-2247-4953-9a8d-cc48d63ce8ec HTTP/1.1" status: 200 len: 854 time: 0.0422213 Sep 17 08:43:15.996995 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a3f366e0-9045-4164-a917-a9a9057085f0 req-ee3ad7cf-3ba7-4c77-9312-df983ad4b106 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b4893fb1-5762-4300-b5f5-9a733061cfa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242314 Sep 17 08:43:16.088613 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a3f366e0-9045-4164-a917-a9a9057085f0 req-144b949f-0133-413d-b4eb-ee625cfad760 service neutron] 10.222.0.39 "GET /v2.0/networks/b4893fb1-5762-4300-b5f5-9a733061cfa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846357 Sep 17 08:43:16.176539 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a3f366e0-9045-4164-a917-a9a9057085f0 req-07c34b7a-3ec5-4b76-8c49-45a27d07f14e service neutron] 10.222.0.39 "GET /v2.0/networks/b4893fb1-5762-4300-b5f5-9a733061cfa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803242 Sep 17 08:43:16.702674 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3477794d-4175-4b37-a396-2a80fab8297d req-5368bbf2-9b86-4415-b49c-d4cef2030526 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:16.704173 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3477794d-4175-4b37-a396-2a80fab8297d req-5368bbf2-9b86-4415-b49c-d4cef2030526 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=10aa75f7-9c7b-4a30-8aff-ead5d25b73aa HTTP/1.1" status: 200 len: 943 time: 0.0506988 Sep 17 08:43:16.740702 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3477794d-4175-4b37-a396-2a80fab8297d req-25329c57-0735-4de4-bfa2-877a3f3ab76b tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306156 Sep 17 08:43:16.749167 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10aa75f7-9c7b-4a30-8aff-ead5d25b73aa', 'tag': '67b9c4f9-2788-40ed-a44b-4db567bd4670'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:43:16.751502 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823f1136df5e8dfe06b46a14eea5a85bccf33ce7e510dfea6a746e22e928dc4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8806779d-6f19-44a7-bf76-ae7498eff7ee" -d '{"events": [{"name": "network-changed", "server_uuid": "10aa75f7-9c7b-4a30-8aff-ead5d25b73aa", "tag": "67b9c4f9-2788-40ed-a44b-4db567bd4670"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:43:16.786539 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9940bce6-2047-48a2-81d8-10114b3cfde1 x-openstack-request-id: req-9940bce6-2047-48a2-81d8-10114b3cfde1 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:43:16.786828 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10aa75f7-9c7b-4a30-8aff-ead5d25b73aa", "tag": "67b9c4f9-2788-40ed-a44b-4db567bd4670", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:43:16.787083 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9940bce6-2047-48a2-81d8-10114b3cfde1 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:43:16.787484 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10aa75f7-9c7b-4a30-8aff-ead5d25b73aa', 'tag': '67b9c4f9-2788-40ed-a44b-4db567bd4670', 'status': 'completed', 'code': 200} Sep 17 08:43:16.871312 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8806779d-6f19-44a7-bf76-ae7498eff7ee req-e4b37425-0702-4068-96c2-5082c848f7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:16.872829 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8806779d-6f19-44a7-bf76-ae7498eff7ee req-e4b37425-0702-4068-96c2-5082c848f7a7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=429f03a6e5494a22802322491929fc8e&device_id=10aa75f7-9c7b-4a30-8aff-ead5d25b73aa HTTP/1.1" status: 200 len: 1094 time: 0.0447893 Sep 17 08:43:16.959929 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8806779d-6f19-44a7-bf76-ae7498eff7ee req-d8295e2b-c0a5-4593-8d17-ba88c9c66823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:16.961393 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8806779d-6f19-44a7-bf76-ae7498eff7ee req-d8295e2b-c0a5-4593-8d17-ba88c9c66823 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b4893fb1-5762-4300-b5f5-9a733061cfa4 HTTP/1.1" status: 200 len: 915 time: 0.0812428 Sep 17 08:43:17.003516 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8806779d-6f19-44a7-bf76-ae7498eff7ee req-9b5069ff-62c4-40cb-a5f5-85197cd78f52 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67b9c4f9-2788-40ed-a44b-4db567bd4670 HTTP/1.1" status: 200 len: 217 time: 0.0357652 Sep 17 08:43:17.052294 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8806779d-6f19-44a7-bf76-ae7498eff7ee req-469949ca-03eb-4dfa-b300-91608010e2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:17.053732 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8806779d-6f19-44a7-bf76-ae7498eff7ee req-469949ca-03eb-4dfa-b300-91608010e2c4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5cee8735-2247-4953-9a8d-cc48d63ce8ec HTTP/1.1" status: 200 len: 854 time: 0.0427237 Sep 17 08:43:17.085192 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8806779d-6f19-44a7-bf76-ae7498eff7ee req-eadef021-fcc1-48b7-a84c-8ab2d2bcfd28 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b4893fb1-5762-4300-b5f5-9a733061cfa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240862 Sep 17 08:43:17.175623 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8806779d-6f19-44a7-bf76-ae7498eff7ee req-77f825d9-f379-46f5-b2fd-4e0f6b55ca2c service neutron] 10.222.0.39 "GET /v2.0/networks/b4893fb1-5762-4300-b5f5-9a733061cfa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829823 Sep 17 08:43:17.263371 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8806779d-6f19-44a7-bf76-ae7498eff7ee req-747b7ac7-e135-4b60-93f9-9495aeb49a6d service neutron] 10.222.0.39 "GET /v2.0/networks/b4893fb1-5762-4300-b5f5-9a733061cfa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807691 Sep 17 08:43:17.857034 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be3c7ca-e562-44de-90ef-f89fe6423aec req-b33f360f-5f6c-46b9-b5fb-0a6575833fbb tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:17.858489 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8be3c7ca-e562-44de-90ef-f89fe6423aec req-b33f360f-5f6c-46b9-b5fb-0a6575833fbb tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=10aa75f7-9c7b-4a30-8aff-ead5d25b73aa HTTP/1.1" status: 200 len: 943 time: 0.0525119 Sep 17 08:43:17.895584 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8be3c7ca-e562-44de-90ef-f89fe6423aec req-ba73da64-c519-418c-ae26-dfedbf0f9bd4 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310588 Sep 17 08:43:18.479552 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 67b9c4f9-2788-40ed-a44b-4db567bd4670 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:43:18.486843 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 15e34640-9b15-4da4-9ca0-71a3f2e55706 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:43:18.512169 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: 15e34640-9b15-4da4-9ca0-71a3f2e55706 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:43:18.512517 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 15e34640-9b15-4da4-9ca0-71a3f2e55706 not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:43:18.596260 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 67b9c4f9-2788-40ed-a44b-4db567bd4670, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=67b9c4f9-2788-40ed-a44b-4db567bd4670,segment=NetworkSegment(9682cea9-d2bf-42cb-9417-f7ea7c257f55),segment_id=9682cea9-d2bf-42cb-9417-f7ea7c257f55)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:43:18.606861 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '67b9c4f9-2788-40ed-a44b-4db567bd4670', 'network_id': 'b4893fb1-5762-4300-b5f5-9a733061cfa4', 'port_id': '67b9c4f9-2788-40ed-a44b-4db567bd4670', 'mac_address': 'fa:16:3e:a9:e7:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cee8735-2247-4953-9a8d-cc48d63ce8ec', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:43:18.643537 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:43:18.657091 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67b9c4f9-2788-40ed-a44b-4db567bd4670 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:43:18.676008 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 67b9c4f9-2788-40ed-a44b-4db567bd4670, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=67b9c4f9-2788-40ed-a44b-4db567bd4670,segment=NetworkSegment(9682cea9-d2bf-42cb-9417-f7ea7c257f55),segment_id=9682cea9-d2bf-42cb-9417-f7ea7c257f55)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:43:18.680121 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:43:18.726541 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=67b9c4f9-2788-40ed-a44b-4db567bd4670,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:43:19.010174 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f77f335-ab75-4e9b-9226-8e7c5c02d01d req-49534f3e-1917-4f9a-b5b9-7590fbe0b3cb tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:19.011584 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0f77f335-ab75-4e9b-9226-8e7c5c02d01d req-49534f3e-1917-4f9a-b5b9-7590fbe0b3cb tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=10aa75f7-9c7b-4a30-8aff-ead5d25b73aa HTTP/1.1" status: 200 len: 944 time: 0.0483780 Sep 17 08:43:19.048324 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0f77f335-ab75-4e9b-9226-8e7c5c02d01d req-e457fbab-fb9d-4b8e-ab29-e2ae7a18eb43 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308795 Sep 17 08:43:19.070498 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['67b9c4f9-2788-40ed-a44b-4db567bd4670'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:43:20.022563 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-181f2eda-9ab4-42cb-9167-b22822da87fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:43:20.160988 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192960ac-30cc-4eb5-bb10-67226edf2343 req-e542856a-ec60-4fe9-ad18-399106f9671e tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:20.162465 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-192960ac-30cc-4eb5-bb10-67226edf2343 req-e542856a-ec60-4fe9-ad18-399106f9671e tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=10aa75f7-9c7b-4a30-8aff-ead5d25b73aa HTTP/1.1" status: 200 len: 944 time: 0.0484653 Sep 17 08:43:20.199522 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-192960ac-30cc-4eb5-bb10-67226edf2343 req-41b51fdf-3c63-4a95-bbea-e4606edf90bd tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311148 Sep 17 08:43:20.481999 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 67b9c4f9-2788-40ed-a44b-4db567bd4670 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:43:20.528347 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port 67b9c4f9-2788-40ed-a44b-4db567bd4670 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:43:20.532012 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 67b9c4f9-2788-40ed-a44b-4db567bd4670 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:43:20.532395 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:43:20.610343 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:43:20.632446 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10aa75f7-9c7b-4a30-8aff-ead5d25b73aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b9c4f9-2788-40ed-a44b-4db567bd4670'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:43:20.634653 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd15a5b62c2e1c1e903d3702117c13c06f948b041a08150170fef0e561ebed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bde8851-326d-4bc0-9884-51d41a7b1af5" -d '{"events": [{"server_uuid": "10aa75f7-9c7b-4a30-8aff-ead5d25b73aa", "name": "network-vif-plugged", "status": "completed", "tag": "67b9c4f9-2788-40ed-a44b-4db567bd4670"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:43:20.647263 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 67b9c4f9-2788-40ed-a44b-4db567bd4670, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=67b9c4f9-2788-40ed-a44b-4db567bd4670,segment=NetworkSegment(9682cea9-d2bf-42cb-9417-f7ea7c257f55),segment_id=9682cea9-d2bf-42cb-9417-f7ea7c257f55)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:43:20.651556 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:43:20.674255 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9354cf-8d31-4da0-9ca5-ea0746a190ba x-openstack-request-id: req-9b9354cf-8d31-4da0-9ca5-ea0746a190ba {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:43:20.674551 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10aa75f7-9c7b-4a30-8aff-ead5d25b73aa", "name": "network-vif-plugged", "status": "completed", "tag": "67b9c4f9-2788-40ed-a44b-4db567bd4670", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:43:20.674804 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9b9354cf-8d31-4da0-9ca5-ea0746a190ba {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:43:20.675190 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10aa75f7-9c7b-4a30-8aff-ead5d25b73aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b9c4f9-2788-40ed-a44b-4db567bd4670', 'code': 200} Sep 17 08:43:20.700115 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=67b9c4f9-2788-40ed-a44b-4db567bd4670,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:43:20.789041 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c614de9c-49c9-478c-8c69-a5259cdd1a92 req-1ba2ca50-5520-4523-b813-279b64c6035b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:20.790412 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c614de9c-49c9-478c-8c69-a5259cdd1a92 req-1ba2ca50-5520-4523-b813-279b64c6035b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=10aa75f7-9c7b-4a30-8aff-ead5d25b73aa HTTP/1.1" status: 200 len: 1096 time: 0.0386515 Sep 17 08:43:20.823702 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c614de9c-49c9-478c-8c69-a5259cdd1a92 req-59149708-5142-44ec-a47e-dd524834fb09 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266852 Sep 17 08:43:21.313555 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f81373-b6e1-4166-8e58-c033f6458de8 req-3e854784-93a0-4b9c-a673-6d64ddba6e42 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:21.315033 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d7f81373-b6e1-4166-8e58-c033f6458de8 req-3e854784-93a0-4b9c-a673-6d64ddba6e42 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=10aa75f7-9c7b-4a30-8aff-ead5d25b73aa HTTP/1.1" status: 200 len: 945 time: 0.0516934 Sep 17 08:43:21.352395 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d7f81373-b6e1-4166-8e58-c033f6458de8 req-2853c13e-884c-43a8-845c-45823907388e tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313826 Sep 17 08:43:22.468056 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11330500-e48a-44b8-9c28-a3f6caa3fc3b req-a75ab0e8-4478-4047-b21a-3920cd6312c9 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:22.470084 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-11330500-e48a-44b8-9c28-a3f6caa3fc3b req-a75ab0e8-4478-4047-b21a-3920cd6312c9 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=10aa75f7-9c7b-4a30-8aff-ead5d25b73aa HTTP/1.1" status: 200 len: 945 time: 0.0501087 Sep 17 08:43:22.513063 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-11330500-e48a-44b8-9c28-a3f6caa3fc3b req-e9b764a9-fe37-4cf7-afc1-9f63ea3585a5 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370948 Sep 17 08:43:22.513428 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a33d68b1-a625-4797-8306-bc97a05adda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:43:22.632087 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce108be-dec4-4840-93f5-ae606db4ae00 req-813b5df5-94df-4887-80a0-6518014c777d tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:22.633797 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bce108be-dec4-4840-93f5-ae606db4ae00 req-813b5df5-94df-4887-80a0-6518014c777d tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=10aa75f7-9c7b-4a30-8aff-ead5d25b73aa HTTP/1.1" status: 200 len: 945 time: 0.0514724 Sep 17 08:43:22.670393 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bce108be-dec4-4840-93f5-ae606db4ae00 req-9576719e-31e2-4129-936a-c5ccba5d32bc tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300882 Sep 17 08:43:22.817087 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:43:22.922338 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd027f9-4614-4135-a2cd-c9601e1e6610 req-abe7e5cc-c58e-4efe-8e41-0e2c5f210b51 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:22.923855 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8bd027f9-4614-4135-a2cd-c9601e1e6610 req-abe7e5cc-c58e-4efe-8e41-0e2c5f210b51 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=10aa75f7-9c7b-4a30-8aff-ead5d25b73aa HTTP/1.1" status: 200 len: 945 time: 0.0581698 Sep 17 08:43:22.985953 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8bd027f9-4614-4135-a2cd-c9601e1e6610 req-f51b0620-3bf9-4e00-901b-d649e41d0509 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558774 Sep 17 08:43:22.996320 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d03e3e5b-c499-4912-8f7f-225151ddaf2b req-51877c51-ce4c-4798-8b43-74113154c6c1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=10aa75f7-9c7b-4a30-8aff-ead5d25b73aa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1004755 Sep 17 08:43:23.864789 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:43:24.105548 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5a69d3-8c1c-40f0-89d8-63504b94d818 req-859137a7-78d2-4857-9a5d-ae96776a6717 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:24.107797 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7b5a69d3-8c1c-40f0-89d8-63504b94d818 req-859137a7-78d2-4857-9a5d-ae96776a6717 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=10aa75f7-9c7b-4a30-8aff-ead5d25b73aa HTTP/1.1" status: 200 len: 945 time: 0.0541492 Sep 17 08:43:24.152865 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7b5a69d3-8c1c-40f0-89d8-63504b94d818 req-00c3b3ea-f686-40ba-824e-3d12e54d2b93 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388203 Sep 17 08:43:24.185782 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e3e5b-c499-4912-8f7f-225151ddaf2b req-df9cae8b-06b0-488d-8799-f1b2e8867f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:24.187288 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d03e3e5b-c499-4912-8f7f-225151ddaf2b req-df9cae8b-06b0-488d-8799-f1b2e8867f78 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=429f03a6e5494a22802322491929fc8e&device_id=10aa75f7-9c7b-4a30-8aff-ead5d25b73aa HTTP/1.1" status: 200 len: 1096 time: 0.0448971 Sep 17 08:43:24.275101 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e3e5b-c499-4912-8f7f-225151ddaf2b req-cc2e955c-a028-41b0-ad98-e1d08b25accc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:24.276522 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d03e3e5b-c499-4912-8f7f-225151ddaf2b req-cc2e955c-a028-41b0-ad98-e1d08b25accc service neutron] 10.222.0.39 "GET /v2.0/networks?id=b4893fb1-5762-4300-b5f5-9a733061cfa4 HTTP/1.1" status: 200 len: 915 time: 0.0824156 Sep 17 08:43:24.321144 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d03e3e5b-c499-4912-8f7f-225151ddaf2b req-1c8f5c9c-96ce-4dad-b713-704279eff88a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67b9c4f9-2788-40ed-a44b-4db567bd4670 HTTP/1.1" status: 200 len: 217 time: 0.0368092 Sep 17 08:43:24.368406 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e3e5b-c499-4912-8f7f-225151ddaf2b req-6d9ecec2-8ae0-40c8-b9c8-b22537ad1bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:24.370104 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d03e3e5b-c499-4912-8f7f-225151ddaf2b req-6d9ecec2-8ae0-40c8-b9c8-b22537ad1bd8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5cee8735-2247-4953-9a8d-cc48d63ce8ec HTTP/1.1" status: 200 len: 854 time: 0.0419734 Sep 17 08:43:24.400032 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d03e3e5b-c499-4912-8f7f-225151ddaf2b req-ed5cd8e4-ab01-48ec-9232-137266584a69 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b4893fb1-5762-4300-b5f5-9a733061cfa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232804 Sep 17 08:43:24.495330 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d03e3e5b-c499-4912-8f7f-225151ddaf2b req-1d54c9a3-ee77-4c17-ae65-138f289fa048 service neutron] 10.222.0.39 "GET /v2.0/networks/b4893fb1-5762-4300-b5f5-9a733061cfa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877161 Sep 17 08:43:24.583300 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d03e3e5b-c499-4912-8f7f-225151ddaf2b req-1ac64de5-da24-46b3-a068-fba3214741dd service neutron] 10.222.0.39 "GET /v2.0/networks/b4893fb1-5762-4300-b5f5-9a733061cfa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810266 Sep 17 08:43:25.269591 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ef57d-dea5-43fb-abb9-758a94c11797 req-603d12c9-0968-46ca-8f9d-e98d918e5053 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:25.271063 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e76ef57d-dea5-43fb-abb9-758a94c11797 req-603d12c9-0968-46ca-8f9d-e98d918e5053 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=10aa75f7-9c7b-4a30-8aff-ead5d25b73aa HTTP/1.1" status: 200 len: 945 time: 0.0510807 Sep 17 08:43:25.308545 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e76ef57d-dea5-43fb-abb9-758a94c11797 req-27e18e3c-68d8-4910-86d9-f52c7937600a tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310318 Sep 17 08:43:25.463799 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:43:26.421869 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a90e49-9152-454a-9c4f-820cf57a6acf req-1492eb73-b859-4451-9bae-d09ca8c11d9a tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:26.423354 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e1a90e49-9152-454a-9c4f-820cf57a6acf req-1492eb73-b859-4451-9bae-d09ca8c11d9a tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=10aa75f7-9c7b-4a30-8aff-ead5d25b73aa HTTP/1.1" status: 200 len: 945 time: 0.0485523 Sep 17 08:43:26.460009 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e1a90e49-9152-454a-9c4f-820cf57a6acf req-2d0b8f5c-5ef8-489c-a72f-2e081cc306c2 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306971 Sep 17 08:43:27.577881 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774ddb34-6031-4fec-a61c-afa2bd15ec43 req-314bd60d-7214-4004-8eaf-02aaea98a7ea tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:27.579387 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-774ddb34-6031-4fec-a61c-afa2bd15ec43 req-314bd60d-7214-4004-8eaf-02aaea98a7ea tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=10aa75f7-9c7b-4a30-8aff-ead5d25b73aa HTTP/1.1" status: 200 len: 945 time: 0.0490115 Sep 17 08:43:27.616835 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-774ddb34-6031-4fec-a61c-afa2bd15ec43 req-5756d75c-ccf3-4ac5-85b4-8cb9ef753919 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315175 Sep 17 08:43:28.737295 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc72a852-1bd3-4509-aacf-76f2c413eaa4 req-74b2a1a5-6eb0-4ed6-9a94-4a3551057272 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:28.738814 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bc72a852-1bd3-4509-aacf-76f2c413eaa4 req-74b2a1a5-6eb0-4ed6-9a94-4a3551057272 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=10aa75f7-9c7b-4a30-8aff-ead5d25b73aa HTTP/1.1" status: 200 len: 945 time: 0.0553222 Sep 17 08:43:28.775724 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bc72a852-1bd3-4509-aacf-76f2c413eaa4 req-72e25ea2-d04f-4f7a-8f4c-d98f4a79d810 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310276 Sep 17 08:43:29.888597 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b1ea80-2431-4186-a407-d215c586f140 req-6d9f426a-33e0-429f-a20a-de49459116c8 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:29.890090 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-30b1ea80-2431-4186-a407-d215c586f140 req-6d9f426a-33e0-429f-a20a-de49459116c8 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=10aa75f7-9c7b-4a30-8aff-ead5d25b73aa HTTP/1.1" status: 200 len: 945 time: 0.0485284 Sep 17 08:43:29.927644 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-30b1ea80-2431-4186-a407-d215c586f140 req-01da5bba-afed-43f6-9138-5560d01cdbc3 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317223 Sep 17 08:43:31.038684 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c2c86-779c-4163-8f2e-9c29b45de41e req-9b4133a8-0e15-4f44-9bc1-b073154e1a5f tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:31.040162 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5c7c2c86-779c-4163-8f2e-9c29b45de41e req-9b4133a8-0e15-4f44-9bc1-b073154e1a5f tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=10aa75f7-9c7b-4a30-8aff-ead5d25b73aa HTTP/1.1" status: 200 len: 945 time: 0.0474856 Sep 17 08:43:31.076397 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5c7c2c86-779c-4163-8f2e-9c29b45de41e req-547dc4f5-22e5-4577-9734-fae58451fa9a tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303688 Sep 17 08:43:31.305965 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:43:32.193721 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e56b46-cd17-49f2-941d-09a9c1b7c604 req-496cfa8d-9c85-402e-af6c-a4a316c21df2 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:32.195173 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c5e56b46-cd17-49f2-941d-09a9c1b7c604 req-496cfa8d-9c85-402e-af6c-a4a316c21df2 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=10aa75f7-9c7b-4a30-8aff-ead5d25b73aa HTTP/1.1" status: 200 len: 945 time: 0.0505121 Sep 17 08:43:32.231611 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c5e56b46-cd17-49f2-941d-09a9c1b7c604 req-b6a2a54b-4e23-41e4-b978-b10945875cc6 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299523 Sep 17 08:43:33.344714 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1e6c7-299e-4d6e-8580-a997b44f9f08 req-957259bf-da0c-4514-bc1c-52b30dfa3d6f tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:33.346109 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2bb1e6c7-299e-4d6e-8580-a997b44f9f08 req-957259bf-da0c-4514-bc1c-52b30dfa3d6f tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=10aa75f7-9c7b-4a30-8aff-ead5d25b73aa HTTP/1.1" status: 200 len: 945 time: 0.0484977 Sep 17 08:43:33.383977 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2bb1e6c7-299e-4d6e-8580-a997b44f9f08 req-b4c60235-eeba-422e-95e4-c58e02e0ad75 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318871 Sep 17 08:43:34.499426 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e86ab5e-0807-44c4-9f85-e070f954c289 req-86e051c4-cf5e-4270-8e34-8e47d789e4c0 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:34.500948 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6e86ab5e-0807-44c4-9f85-e070f954c289 req-86e051c4-cf5e-4270-8e34-8e47d789e4c0 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=10aa75f7-9c7b-4a30-8aff-ead5d25b73aa HTTP/1.1" status: 200 len: 945 time: 0.0485284 Sep 17 08:43:34.537760 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6e86ab5e-0807-44c4-9f85-e070f954c289 req-b3d72497-74b8-4d10-a187-40e776a92621 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309179 Sep 17 08:43:35.656503 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb3436-4281-409e-96f7-d35f954c9706 req-01bd5ecf-766b-4e88-bffd-e5c15ad21f1e tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:35.657980 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-96fb3436-4281-409e-96f7-d35f954c9706 req-01bd5ecf-766b-4e88-bffd-e5c15ad21f1e tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=10aa75f7-9c7b-4a30-8aff-ead5d25b73aa HTTP/1.1" status: 200 len: 945 time: 0.0519791 Sep 17 08:43:35.693715 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-96fb3436-4281-409e-96f7-d35f954c9706 req-de3531f4-a982-4509-bd07-05102d9d8fb5 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298495 Sep 17 08:43:35.929406 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:43:36.051026 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:43:36.813791 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5cb320-a6ab-485b-8b15-4db31ce384f6 req-2c4b9318-037e-417a-8347-118a5034b29c tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:36.815325 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f5cb320-a6ab-485b-8b15-4db31ce384f6 req-2c4b9318-037e-417a-8347-118a5034b29c tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=10aa75f7-9c7b-4a30-8aff-ead5d25b73aa HTTP/1.1" status: 200 len: 945 time: 0.0520523 Sep 17 08:43:36.855224 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f5cb320-a6ab-485b-8b15-4db31ce384f6 req-9e21ae75-f315-4663-bd16-db44b4f60d80 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341215 Sep 17 08:43:37.970691 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cda66e9-7997-47a4-b432-d357c9ec74a1 req-1d6822a4-0a18-442e-a03e-dd3a3890755d tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:37.972109 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6cda66e9-7997-47a4-b432-d357c9ec74a1 req-1d6822a4-0a18-442e-a03e-dd3a3890755d tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=10aa75f7-9c7b-4a30-8aff-ead5d25b73aa HTTP/1.1" status: 200 len: 945 time: 0.0501130 Sep 17 08:43:38.008040 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6cda66e9-7997-47a4-b432-d357c9ec74a1 req-56e49d57-02cd-4e41-837d-dcf7ae7dc8b8 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300407 Sep 17 08:43:39.125131 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57e84d-53c4-491a-852d-8d67ddd9ec44 req-3fb877bb-1beb-4cb8-b3ee-b0beebf2a3fa tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:39.126607 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-be57e84d-53c4-491a-852d-8d67ddd9ec44 req-3fb877bb-1beb-4cb8-b3ee-b0beebf2a3fa tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=10aa75f7-9c7b-4a30-8aff-ead5d25b73aa HTTP/1.1" status: 200 len: 945 time: 0.0521255 Sep 17 08:43:39.163175 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-be57e84d-53c4-491a-852d-8d67ddd9ec44 req-7b16008b-3c0d-4e5c-8943-d5680107424c tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306675 Sep 17 08:43:40.275560 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad30157b-c3b5-42f1-86cf-0e376dd7748f req-05200f3c-9d0e-4f3d-bcb7-7a9ca5f7766d tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:40.277731 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ad30157b-c3b5-42f1-86cf-0e376dd7748f req-05200f3c-9d0e-4f3d-bcb7-7a9ca5f7766d tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=10aa75f7-9c7b-4a30-8aff-ead5d25b73aa HTTP/1.1" status: 200 len: 945 time: 0.0485842 Sep 17 08:43:40.314584 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ad30157b-c3b5-42f1-86cf-0e376dd7748f req-bb5c7b9f-0db4-468a-9fef-45d2ce1d81c3 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310285 Sep 17 08:43:41.427927 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e4bc24-70a2-4837-a1bd-cda65b7a5387 req-62bc5a81-fd7d-4f5f-a61a-80d3440684e9 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:41.429398 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e7e4bc24-70a2-4837-a1bd-cda65b7a5387 req-62bc5a81-fd7d-4f5f-a61a-80d3440684e9 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=10aa75f7-9c7b-4a30-8aff-ead5d25b73aa HTTP/1.1" status: 200 len: 945 time: 0.0482056 Sep 17 08:43:41.466263 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e7e4bc24-70a2-4837-a1bd-cda65b7a5387 req-35592482-7208-4a37-be22-c19c071ac5ac tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310137 Sep 17 08:43:42.442512 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51b406a-47f2-49f8-b23f-3be90e5f4a64 req-533e7f21-209f-4651-90f9-3b3b7b219225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:42.444361 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a51b406a-47f2-49f8-b23f-3be90e5f4a64 req-533e7f21-209f-4651-90f9-3b3b7b219225 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=429f03a6e5494a22802322491929fc8e&device_id=10aa75f7-9c7b-4a30-8aff-ead5d25b73aa HTTP/1.1" status: 200 len: 1096 time: 0.0469422 Sep 17 08:43:42.554130 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51b406a-47f2-49f8-b23f-3be90e5f4a64 req-ca419a04-fb60-46dd-9879-81f4c3fa9bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:42.555663 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a51b406a-47f2-49f8-b23f-3be90e5f4a64 req-ca419a04-fb60-46dd-9879-81f4c3fa9bae service neutron] 10.222.0.39 "GET /v2.0/networks?id=b4893fb1-5762-4300-b5f5-9a733061cfa4 HTTP/1.1" status: 200 len: 915 time: 0.0900004 Sep 17 08:43:42.583871 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e6a8cb-4a94-4d90-9cdd-f95a24117850 req-89154bcc-9229-4e62-8318-74d8e2758e07 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:42.585545 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-24e6a8cb-4a94-4d90-9cdd-f95a24117850 req-89154bcc-9229-4e62-8318-74d8e2758e07 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=10aa75f7-9c7b-4a30-8aff-ead5d25b73aa HTTP/1.1" status: 200 len: 945 time: 0.0528591 Sep 17 08:43:42.598958 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a51b406a-47f2-49f8-b23f-3be90e5f4a64 req-f8382ddc-58a0-4153-9de9-ffaa2c99b878 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67b9c4f9-2788-40ed-a44b-4db567bd4670 HTTP/1.1" status: 200 len: 217 time: 0.0344205 Sep 17 08:43:42.623565 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-24e6a8cb-4a94-4d90-9cdd-f95a24117850 req-1437dbed-1d19-4abf-a798-a3fb60d4c7c1 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316629 Sep 17 08:43:42.650568 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51b406a-47f2-49f8-b23f-3be90e5f4a64 req-d5503150-3632-4038-a66f-64d687eb48bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:42.652635 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a51b406a-47f2-49f8-b23f-3be90e5f4a64 req-d5503150-3632-4038-a66f-64d687eb48bc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5cee8735-2247-4953-9a8d-cc48d63ce8ec HTTP/1.1" status: 200 len: 854 time: 0.0465403 Sep 17 08:43:42.683707 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a51b406a-47f2-49f8-b23f-3be90e5f4a64 req-9c02aa39-0d1c-4b35-afc0-5bc3400b4504 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b4893fb1-5762-4300-b5f5-9a733061cfa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237324 Sep 17 08:43:42.777073 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a51b406a-47f2-49f8-b23f-3be90e5f4a64 req-a798a1f1-4353-438b-934a-a23f7203838e service neutron] 10.222.0.39 "GET /v2.0/networks/b4893fb1-5762-4300-b5f5-9a733061cfa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853097 Sep 17 08:43:42.875497 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a51b406a-47f2-49f8-b23f-3be90e5f4a64 req-6395b378-5ed0-4078-a390-e33ea5efd6fb service neutron] 10.222.0.39 "GET /v2.0/networks/b4893fb1-5762-4300-b5f5-9a733061cfa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910628 Sep 17 08:43:43.737328 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219243c-7b0e-4bbe-a58a-6f1cbbd7ffc0 req-bef1fc76-091b-4cee-b287-41473def9651 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:43.738800 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a219243c-7b0e-4bbe-a58a-6f1cbbd7ffc0 req-bef1fc76-091b-4cee-b287-41473def9651 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=10aa75f7-9c7b-4a30-8aff-ead5d25b73aa HTTP/1.1" status: 200 len: 945 time: 0.0483193 Sep 17 08:43:43.776763 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a219243c-7b0e-4bbe-a58a-6f1cbbd7ffc0 req-fe94d9dd-8647-4225-880b-827ba1ee5796 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312974 Sep 17 08:43:44.887712 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf928f17-82ef-40bc-80d5-5147a5cbad0e req-47169cea-0ac1-4ef4-ae18-d52692c02344 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:44.889198 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bf928f17-82ef-40bc-80d5-5147a5cbad0e req-47169cea-0ac1-4ef4-ae18-d52692c02344 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=10aa75f7-9c7b-4a30-8aff-ead5d25b73aa HTTP/1.1" status: 200 len: 945 time: 0.0474482 Sep 17 08:43:44.925831 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bf928f17-82ef-40bc-80d5-5147a5cbad0e req-c3058450-c254-4362-8c38-95b6c2f35fe5 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308087 Sep 17 08:43:46.040430 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e2ad9-e43f-4e8e-b8f3-9094e5aebf30 req-4cce6497-844e-45f6-859a-e93796e9f582 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:46.042309 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-416e2ad9-e43f-4e8e-b8f3-9094e5aebf30 req-4cce6497-844e-45f6-859a-e93796e9f582 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=10aa75f7-9c7b-4a30-8aff-ead5d25b73aa HTTP/1.1" status: 200 len: 945 time: 0.0509794 Sep 17 08:43:46.079205 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-416e2ad9-e43f-4e8e-b8f3-9094e5aebf30 req-517bfd00-c330-4692-982d-e00a327948bc tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310137 Sep 17 08:43:47.191163 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc517c-97df-4157-81c9-c99fec2a227b req-8a9562b2-5261-4941-aaa5-df669225af80 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:47.192646 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6acc517c-97df-4157-81c9-c99fec2a227b req-8a9562b2-5261-4941-aaa5-df669225af80 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=10aa75f7-9c7b-4a30-8aff-ead5d25b73aa HTTP/1.1" status: 200 len: 945 time: 0.0471950 Sep 17 08:43:47.228828 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6acc517c-97df-4157-81c9-c99fec2a227b req-d4e9fe29-d1b8-4f14-b5a1-62ca0ae638b4 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296733 Sep 17 08:43:48.341432 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556608c4-40c9-4f84-8dc7-32f9833754f9 req-a5839cf1-0310-4df7-9aca-8dff7dce06e4 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:48.342834 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-556608c4-40c9-4f84-8dc7-32f9833754f9 req-a5839cf1-0310-4df7-9aca-8dff7dce06e4 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=10aa75f7-9c7b-4a30-8aff-ead5d25b73aa HTTP/1.1" status: 200 len: 945 time: 0.0483868 Sep 17 08:43:48.378980 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-556608c4-40c9-4f84-8dc7-32f9833754f9 req-d5efb3e3-6c04-453a-a930-eccedf317853 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303109 Sep 17 08:43:49.496600 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5be82d-7c18-4ffe-8dda-1e06a8accb11 req-6b0d896a-a5b6-4c11-b0cc-abcf4c9f0e1a tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:49.498062 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fd5be82d-7c18-4ffe-8dda-1e06a8accb11 req-6b0d896a-a5b6-4c11-b0cc-abcf4c9f0e1a tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=10aa75f7-9c7b-4a30-8aff-ead5d25b73aa HTTP/1.1" status: 200 len: 945 time: 0.0522242 Sep 17 08:43:49.534349 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fd5be82d-7c18-4ffe-8dda-1e06a8accb11 req-f79e166e-1867-4435-b9a2-7b031c9c9f20 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303941 Sep 17 08:43:50.025616 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-10e1c32a-6496-4178-a525-45f7776bb6d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:43:50.646022 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108dd2f-c75f-41cc-834d-86a90c2729f1 req-a7a2a021-5342-43e6-807b-95ad0d34a5b7 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:50.647496 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d108dd2f-c75f-41cc-834d-86a90c2729f1 req-a7a2a021-5342-43e6-807b-95ad0d34a5b7 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=10aa75f7-9c7b-4a30-8aff-ead5d25b73aa HTTP/1.1" status: 200 len: 945 time: 0.0482311 Sep 17 08:43:50.684042 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d108dd2f-c75f-41cc-834d-86a90c2729f1 req-0ff2c5c2-2699-4c74-9b62-b269c3dfdddc tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298779 Sep 17 08:43:51.648231 n-d-789963-9 neutron-server[101290]: INFO neutron.api.v2.resource [req-d03e3e5b-c499-4912-8f7f-225151ddaf2b req-c3ad3dfc-ac02-4365-a3f6-e6d4aa448400 service neutron] show failed (client error): The resource could not be found. Sep 17 08:43:51.649341 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d03e3e5b-c499-4912-8f7f-225151ddaf2b req-c3ad3dfc-ac02-4365-a3f6-e6d4aa448400 service neutron] 10.222.0.39 "GET /v2.0/ports/67b9c4f9-2788-40ed-a44b-4db567bd4670/bindings/n-h1-789963-9 HTTP/1.1" status: 404 len: 380 time: 0.0528963 Sep 17 08:43:51.804609 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cbebd3-d55b-4acb-bee8-9e2782a44aed req-3b16c25e-b104-46dc-a2e6-a0f07d3a9a29 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:51.806129 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-61cbebd3-d55b-4acb-bee8-9e2782a44aed req-3b16c25e-b104-46dc-a2e6-a0f07d3a9a29 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=10aa75f7-9c7b-4a30-8aff-ead5d25b73aa HTTP/1.1" status: 200 len: 945 time: 0.0496595 Sep 17 08:43:51.874665 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-61cbebd3-d55b-4acb-bee8-9e2782a44aed req-5faa4144-2581-412d-8847-62b4ec4ab655 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619586 Sep 17 08:43:51.880793 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e3e5b-c499-4912-8f7f-225151ddaf2b req-06e0beee-27c4-426f-a197-df001f933f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:51.882209 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d03e3e5b-c499-4912-8f7f-225151ddaf2b req-06e0beee-27c4-426f-a197-df001f933f70 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=10aa75f7-9c7b-4a30-8aff-ead5d25b73aa&tenant_id=429f03a6e5494a22802322491929fc8e HTTP/1.1" status: 200 len: 1096 time: 0.0686297 Sep 17 08:43:51.901199 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-d03e3e5b-c499-4912-8f7f-225151ddaf2b req-fd49722d-a072-4ba8-a59a-81e6504f6b1b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-9', 'device_owner': 'compute:nova'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:43:51.951759 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-d03e3e5b-c499-4912-8f7f-225151ddaf2b req-fd49722d-a072-4ba8-a59a-81e6504f6b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:43:52.147161 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-d03e3e5b-c499-4912-8f7f-225151ddaf2b req-fd49722d-a072-4ba8-a59a-81e6504f6b1b service neutron] For port 67b9c4f9-2788-40ed-a44b-4db567bd4670, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=67b9c4f9-2788-40ed-a44b-4db567bd4670,segment=NetworkSegment(9682cea9-d2bf-42cb-9417-f7ea7c257f55),segment_id=9682cea9-d2bf-42cb-9417-f7ea7c257f55)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:43:52.183135 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-d03e3e5b-c499-4912-8f7f-225151ddaf2b req-fd49722d-a072-4ba8-a59a-81e6504f6b1b service neutron] For port 67b9c4f9-2788-40ed-a44b-4db567bd4670, host n-h2-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:43:52.220890 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10aa75f7-9c7b-4a30-8aff-ead5d25b73aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67b9c4f9-2788-40ed-a44b-4db567bd4670'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:43:52.223131 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0b8b68ef77f8a69a7ea64e5314cb7bfe1c653782f919eb7015de92bbdd57641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16fa1d7-091f-4922-bdd8-cfb6b84ae48d" -d '{"events": [{"server_uuid": "10aa75f7-9c7b-4a30-8aff-ead5d25b73aa", "name": "network-vif-unplugged", "status": "completed", "tag": "67b9c4f9-2788-40ed-a44b-4db567bd4670"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:43:52.226828 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-d03e3e5b-c499-4912-8f7f-225151ddaf2b req-fd49722d-a072-4ba8-a59a-81e6504f6b1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:43:52.242276 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.provisioning_blocks [req-d03e3e5b-c499-4912-8f7f-225151ddaf2b req-fd49722d-a072-4ba8-a59a-81e6504f6b1b service neutron] Transition to ACTIVE for port object 67b9c4f9-2788-40ed-a44b-4db567bd4670 will not be triggered until provisioned by entity L2. {{(pid=101289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:43:52.248904 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-d03e3e5b-c499-4912-8f7f-225151ddaf2b req-fd49722d-a072-4ba8-a59a-81e6504f6b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:43:52.278754 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 08:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d6da7c-8f54-471c-bb12-3d664ad8a16d x-openstack-request-id: req-e0d6da7c-8f54-471c-bb12-3d664ad8a16d {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:43:52.279046 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10aa75f7-9c7b-4a30-8aff-ead5d25b73aa", "name": "network-vif-unplugged", "status": "completed", "tag": "67b9c4f9-2788-40ed-a44b-4db567bd4670", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:43:52.279291 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e0d6da7c-8f54-471c-bb12-3d664ad8a16d {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:43:52.279679 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10aa75f7-9c7b-4a30-8aff-ead5d25b73aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67b9c4f9-2788-40ed-a44b-4db567bd4670', 'code': 200} Sep 17 08:43:52.312451 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-d03e3e5b-c499-4912-8f7f-225151ddaf2b req-fd49722d-a072-4ba8-a59a-81e6504f6b1b service neutron] No DVR routers for this DVR port 67b9c4f9-2788-40ed-a44b-4db567bd4670 on host n-h2-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:43:52.315362 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd49722d-a072-4ba8-a59a-81e6504f6b1b service neutron] Pushing event updated for resources: {'Port': ['ID=67b9c4f9-2788-40ed-a44b-4db567bd4670,revision_number=6']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:43:52.326747 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd49722d-a072-4ba8-a59a-81e6504f6b1b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:43:52.327092 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd49722d-a072-4ba8-a59a-81e6504f6b1b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:43:52.327432 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd49722d-a072-4ba8-a59a-81e6504f6b1b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:43:52.327768 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd49722d-a072-4ba8-a59a-81e6504f6b1b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:43:52.328120 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd49722d-a072-4ba8-a59a-81e6504f6b1b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:43:52.328449 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd49722d-a072-4ba8-a59a-81e6504f6b1b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:43:52.328776 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd49722d-a072-4ba8-a59a-81e6504f6b1b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:43:52.329100 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd49722d-a072-4ba8-a59a-81e6504f6b1b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:43:52.329427 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd49722d-a072-4ba8-a59a-81e6504f6b1b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:43:52.329753 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd49722d-a072-4ba8-a59a-81e6504f6b1b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:43:52.330074 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd49722d-a072-4ba8-a59a-81e6504f6b1b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:43:52.330392 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd49722d-a072-4ba8-a59a-81e6504f6b1b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:43:52.357405 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-d03e3e5b-c499-4912-8f7f-225151ddaf2b req-fd49722d-a072-4ba8-a59a-81e6504f6b1b service neutron] Attempting to bind port 67b9c4f9-2788-40ed-a44b-4db567bd4670 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:43:52.357735 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-d03e3e5b-c499-4912-8f7f-225151ddaf2b req-fd49722d-a072-4ba8-a59a-81e6504f6b1b service neutron] Attempting to bind port 67b9c4f9-2788-40ed-a44b-4db567bd4670 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': '9682cea9-d2bf-42cb-9417-f7ea7c257f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b4893fb1-5762-4300-b5f5-9a733061cfa4'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:43:52.358058 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03e3e5b-c499-4912-8f7f-225151ddaf2b req-fd49722d-a072-4ba8-a59a-81e6504f6b1b service neutron] Attempting to bind port 67b9c4f9-2788-40ed-a44b-4db567bd4670 on network b4893fb1-5762-4300-b5f5-9a733061cfa4 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:43:52.362140 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03e3e5b-c499-4912-8f7f-225151ddaf2b req-fd49722d-a072-4ba8-a59a-81e6504f6b1b service neutron] Port 67b9c4f9-2788-40ed-a44b-4db567bd4670 on network b4893fb1-5762-4300-b5f5-9a733061cfa4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:43:52.362455 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03e3e5b-c499-4912-8f7f-225151ddaf2b req-fd49722d-a072-4ba8-a59a-81e6504f6b1b service neutron] Attempting to bind port 67b9c4f9-2788-40ed-a44b-4db567bd4670 on network b4893fb1-5762-4300-b5f5-9a733061cfa4 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:43:52.367065 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03e3e5b-c499-4912-8f7f-225151ddaf2b req-fd49722d-a072-4ba8-a59a-81e6504f6b1b service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:43:52.367397 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03e3e5b-c499-4912-8f7f-225151ddaf2b req-fd49722d-a072-4ba8-a59a-81e6504f6b1b service neutron] Checking segment: {'id': '9682cea9-d2bf-42cb-9417-f7ea7c257f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b4893fb1-5762-4300-b5f5-9a733061cfa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:43:52.367772 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03e3e5b-c499-4912-8f7f-225151ddaf2b req-fd49722d-a072-4ba8-a59a-81e6504f6b1b service neutron] Bound using segment: {'id': '9682cea9-d2bf-42cb-9417-f7ea7c257f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b4893fb1-5762-4300-b5f5-9a733061cfa4'} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:43:52.368221 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-d03e3e5b-c499-4912-8f7f-225151ddaf2b req-fd49722d-a072-4ba8-a59a-81e6504f6b1b service neutron] Bound port: 67b9c4f9-2788-40ed-a44b-4db567bd4670, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9682cea9-d2bf-42cb-9417-f7ea7c257f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b4893fb1-5762-4300-b5f5-9a733061cfa4'}}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:43:52.368835 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-d03e3e5b-c499-4912-8f7f-225151ddaf2b req-fd49722d-a072-4ba8-a59a-81e6504f6b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:43:52.433504 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-d03e3e5b-c499-4912-8f7f-225151ddaf2b req-fd49722d-a072-4ba8-a59a-81e6504f6b1b service neutron] For port 67b9c4f9-2788-40ed-a44b-4db567bd4670, host n-h1-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:43:52.436452 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-d03e3e5b-c499-4912-8f7f-225151ddaf2b req-fd49722d-a072-4ba8-a59a-81e6504f6b1b service neutron] For port 67b9c4f9-2788-40ed-a44b-4db567bd4670, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=67b9c4f9-2788-40ed-a44b-4db567bd4670,segment=NetworkSegment(9682cea9-d2bf-42cb-9417-f7ea7c257f55),segment_id=9682cea9-d2bf-42cb-9417-f7ea7c257f55)] {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:43:52.440720 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-d03e3e5b-c499-4912-8f7f-225151ddaf2b req-fd49722d-a072-4ba8-a59a-81e6504f6b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:43:52.472329 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e3e5b-c499-4912-8f7f-225151ddaf2b req-fd49722d-a072-4ba8-a59a-81e6504f6b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:52.472946 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-d03e3e5b-c499-4912-8f7f-225151ddaf2b req-fd49722d-a072-4ba8-a59a-81e6504f6b1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:43:52.474324 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d03e3e5b-c499-4912-8f7f-225151ddaf2b req-fd49722d-a072-4ba8-a59a-81e6504f6b1b service neutron] 10.222.0.41 "PUT /v2.0/ports/67b9c4f9-2788-40ed-a44b-4db567bd4670 HTTP/1.1" status: 200 len: 1091 time: 0.5776510 Sep 17 08:43:52.496090 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd49722d-a072-4ba8-a59a-81e6504f6b1b service neutron] Pushing event updated for resources: {'Port': ['ID=67b9c4f9-2788-40ed-a44b-4db567bd4670,revision_number=7']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:43:52.514861 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d3930dd6-fe16-4525-8c75-e5dc5dd51bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:43:52.547661 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e3e5b-c499-4912-8f7f-225151ddaf2b req-92f5bdfc-ccae-4cd2-8691-1e19fd04d064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:52.549164 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d03e3e5b-c499-4912-8f7f-225151ddaf2b req-92f5bdfc-ccae-4cd2-8691-1e19fd04d064 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=429f03a6e5494a22802322491929fc8e&device_id=10aa75f7-9c7b-4a30-8aff-ead5d25b73aa HTTP/1.1" status: 200 len: 1094 time: 0.0402210 Sep 17 08:43:52.641377 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e3e5b-c499-4912-8f7f-225151ddaf2b req-7aec1542-0417-4fe8-a0ba-ed88a982b359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:52.642839 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d03e3e5b-c499-4912-8f7f-225151ddaf2b req-7aec1542-0417-4fe8-a0ba-ed88a982b359 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b4893fb1-5762-4300-b5f5-9a733061cfa4 HTTP/1.1" status: 200 len: 915 time: 0.0853601 Sep 17 08:43:52.684235 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d03e3e5b-c499-4912-8f7f-225151ddaf2b req-349fcde4-2bcf-47fd-b88d-9f69c5c3bc4f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67b9c4f9-2788-40ed-a44b-4db567bd4670 HTTP/1.1" status: 200 len: 217 time: 0.0333209 Sep 17 08:43:52.733926 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e3e5b-c499-4912-8f7f-225151ddaf2b req-ae30adc8-b183-41d8-a1b3-504eea290b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:52.735317 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d03e3e5b-c499-4912-8f7f-225151ddaf2b req-ae30adc8-b183-41d8-a1b3-504eea290b9d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5cee8735-2247-4953-9a8d-cc48d63ce8ec HTTP/1.1" status: 200 len: 854 time: 0.0448780 Sep 17 08:43:52.766255 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d03e3e5b-c499-4912-8f7f-225151ddaf2b req-b56ae576-93a9-41cb-b49e-2da73bda264e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b4893fb1-5762-4300-b5f5-9a733061cfa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237870 Sep 17 08:43:52.814035 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:43:52.858645 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d03e3e5b-c499-4912-8f7f-225151ddaf2b req-c6ee08b8-b1a9-4b69-b0e9-9f2c6252f86a service neutron] 10.222.0.41 "GET /v2.0/networks/b4893fb1-5762-4300-b5f5-9a733061cfa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847061 Sep 17 08:43:52.952651 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d03e3e5b-c499-4912-8f7f-225151ddaf2b req-8fe75727-c891-4b69-be30-c42e90492e7e service neutron] 10.222.0.41 "GET /v2.0/networks/b4893fb1-5762-4300-b5f5-9a733061cfa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867987 Sep 17 08:43:53.008075 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2669111-f9b6-44c2-85a2-b93d92398c50 req-c40b2eea-709f-4a37-9154-0dc25c678e95 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:53.009554 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c2669111-f9b6-44c2-85a2-b93d92398c50 req-c40b2eea-709f-4a37-9154-0dc25c678e95 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=10aa75f7-9c7b-4a30-8aff-ead5d25b73aa HTTP/1.1" status: 200 len: 943 time: 0.0482776 Sep 17 08:43:53.048788 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c2669111-f9b6-44c2-85a2-b93d92398c50 req-518330d2-03f3-475e-aa3f-a7ddc72fd79d tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325043 Sep 17 08:43:53.869683 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:43:54.191056 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b5a17-6c53-4890-989f-9776ec954d5e req-de24cc23-9ad8-4085-b5c9-bc4977ac76a8 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:54.192523 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-da3b5a17-6c53-4890-989f-9776ec954d5e req-de24cc23-9ad8-4085-b5c9-bc4977ac76a8 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=10aa75f7-9c7b-4a30-8aff-ead5d25b73aa HTTP/1.1" status: 200 len: 943 time: 0.0479348 Sep 17 08:43:54.233860 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-da3b5a17-6c53-4890-989f-9776ec954d5e req-b98f11f8-0767-49d5-a073-afb2e5a1d533 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350266 Sep 17 08:43:54.280528 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10aa75f7-9c7b-4a30-8aff-ead5d25b73aa', 'tag': '67b9c4f9-2788-40ed-a44b-4db567bd4670'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:43:54.282881 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0b8b68ef77f8a69a7ea64e5314cb7bfe1c653782f919eb7015de92bbdd57641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f374b98e-2bec-4aaa-85c6-87fe183a027b" -d '{"events": [{"name": "network-changed", "server_uuid": "10aa75f7-9c7b-4a30-8aff-ead5d25b73aa", "tag": "67b9c4f9-2788-40ed-a44b-4db567bd4670"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:43:54.328701 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2257cbaf-c715-4de6-a5af-39772c05da68 x-openstack-request-id: req-2257cbaf-c715-4de6-a5af-39772c05da68 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:43:54.328992 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10aa75f7-9c7b-4a30-8aff-ead5d25b73aa", "tag": "67b9c4f9-2788-40ed-a44b-4db567bd4670", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:43:54.329242 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2257cbaf-c715-4de6-a5af-39772c05da68 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:43:54.329673 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10aa75f7-9c7b-4a30-8aff-ead5d25b73aa', 'tag': '67b9c4f9-2788-40ed-a44b-4db567bd4670', 'status': 'completed', 'code': 200} Sep 17 08:43:54.412455 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f374b98e-2bec-4aaa-85c6-87fe183a027b req-5379a25f-caf7-487b-9224-ed1c7487cf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:54.413427 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f374b98e-2bec-4aaa-85c6-87fe183a027b req-3591b262-cb4e-4948-a5b3-f157c1361be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:54.414126 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f374b98e-2bec-4aaa-85c6-87fe183a027b req-5379a25f-caf7-487b-9224-ed1c7487cf98 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=429f03a6e5494a22802322491929fc8e&device_id=10aa75f7-9c7b-4a30-8aff-ead5d25b73aa HTTP/1.1" status: 200 len: 1094 time: 0.0456970 Sep 17 08:43:54.414966 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f374b98e-2bec-4aaa-85c6-87fe183a027b req-3591b262-cb4e-4948-a5b3-f157c1361be5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=429f03a6e5494a22802322491929fc8e&device_id=10aa75f7-9c7b-4a30-8aff-ead5d25b73aa HTTP/1.1" status: 200 len: 1094 time: 0.0414546 Sep 17 08:43:54.502760 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f374b98e-2bec-4aaa-85c6-87fe183a027b req-bfc65425-cbc6-4606-b005-b32bdbcc0c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:54.504258 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f374b98e-2bec-4aaa-85c6-87fe183a027b req-bfc65425-cbc6-4606-b005-b32bdbcc0c24 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b4893fb1-5762-4300-b5f5-9a733061cfa4 HTTP/1.1" status: 200 len: 915 time: 0.0829482 Sep 17 08:43:54.504621 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f374b98e-2bec-4aaa-85c6-87fe183a027b req-9234edbd-1424-4b52-8adc-2098fcc3416c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:54.506136 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f374b98e-2bec-4aaa-85c6-87fe183a027b req-9234edbd-1424-4b52-8adc-2098fcc3416c service neutron] 10.222.0.41 "GET /v2.0/networks?id=b4893fb1-5762-4300-b5f5-9a733061cfa4 HTTP/1.1" status: 200 len: 915 time: 0.0842597 Sep 17 08:43:54.548885 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f374b98e-2bec-4aaa-85c6-87fe183a027b req-17bd9d9e-2845-4ca7-9b39-a17eb1ee17ea service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67b9c4f9-2788-40ed-a44b-4db567bd4670 HTTP/1.1" status: 200 len: 217 time: 0.0369151 Sep 17 08:43:54.550142 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f374b98e-2bec-4aaa-85c6-87fe183a027b req-331832a9-5465-4c45-b683-14aa291026d8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67b9c4f9-2788-40ed-a44b-4db567bd4670 HTTP/1.1" status: 200 len: 217 time: 0.0364516 Sep 17 08:43:54.588140 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 67b9c4f9-2788-40ed-a44b-4db567bd4670 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:43:54.598998 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f374b98e-2bec-4aaa-85c6-87fe183a027b req-9dd765ba-ec32-43af-9f75-4029ab4e44e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:54.600643 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f374b98e-2bec-4aaa-85c6-87fe183a027b req-23d08a7d-c7ea-4ee2-9bcc-3e3c12231e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:54.601305 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f374b98e-2bec-4aaa-85c6-87fe183a027b req-9dd765ba-ec32-43af-9f75-4029ab4e44e3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5cee8735-2247-4953-9a8d-cc48d63ce8ec HTTP/1.1" status: 200 len: 854 time: 0.0459182 Sep 17 08:43:54.602127 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f374b98e-2bec-4aaa-85c6-87fe183a027b req-23d08a7d-c7ea-4ee2-9bcc-3e3c12231e36 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5cee8735-2247-4953-9a8d-cc48d63ce8ec HTTP/1.1" status: 200 len: 854 time: 0.0440831 Sep 17 08:43:54.630358 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 67b9c4f9-2788-40ed-a44b-4db567bd4670 not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:43:54.635653 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f374b98e-2bec-4aaa-85c6-87fe183a027b req-89fff3a6-a0ad-4737-8aaa-69428a0ea731 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b4893fb1-5762-4300-b5f5-9a733061cfa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270145 Sep 17 08:43:54.636466 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f374b98e-2bec-4aaa-85c6-87fe183a027b req-a33b9e87-12eb-445c-a9b1-408489ce6077 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b4893fb1-5762-4300-b5f5-9a733061cfa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270834 Sep 17 08:43:54.726156 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f374b98e-2bec-4aaa-85c6-87fe183a027b req-cc939bb4-841c-47c5-9dd6-0cc997174a17 service neutron] 10.222.0.39 "GET /v2.0/networks/b4893fb1-5762-4300-b5f5-9a733061cfa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839040 Sep 17 08:43:54.728200 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f374b98e-2bec-4aaa-85c6-87fe183a027b req-145bd415-ce52-4706-9a9a-3415f28e2b96 service neutron] 10.222.0.41 "GET /v2.0/networks/b4893fb1-5762-4300-b5f5-9a733061cfa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842764 Sep 17 08:43:54.815987 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f374b98e-2bec-4aaa-85c6-87fe183a027b req-8ab9e506-34d9-4938-a32a-239d93f408e7 service neutron] 10.222.0.39 "GET /v2.0/networks/b4893fb1-5762-4300-b5f5-9a733061cfa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825198 Sep 17 08:43:54.821308 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f374b98e-2bec-4aaa-85c6-87fe183a027b req-19691b68-f38e-4862-8024-2764aa191530 service neutron] 10.222.0.41 "GET /v2.0/networks/b4893fb1-5762-4300-b5f5-9a733061cfa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852492 Sep 17 08:43:55.351437 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d98fd-f2b5-4680-b44b-d33431025901 req-ae86b00b-2903-4673-b2e5-f3a3ba3aa7cc tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:55.352837 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4b1d98fd-f2b5-4680-b44b-d33431025901 req-ae86b00b-2903-4673-b2e5-f3a3ba3aa7cc tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=10aa75f7-9c7b-4a30-8aff-ead5d25b73aa HTTP/1.1" status: 200 len: 943 time: 0.0522821 Sep 17 08:43:55.390257 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4b1d98fd-f2b5-4680-b44b-d33431025901 req-d57046cb-4389-4185-93f3-e869efcd2771 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308716 Sep 17 08:43:55.467965 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:43:55.595786 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 67b9c4f9-2788-40ed-a44b-4db567bd4670 details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:43:55.687426 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 67b9c4f9-2788-40ed-a44b-4db567bd4670, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=67b9c4f9-2788-40ed-a44b-4db567bd4670,segment=NetworkSegment(9682cea9-d2bf-42cb-9417-f7ea7c257f55),segment_id=9682cea9-d2bf-42cb-9417-f7ea7c257f55)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:43:55.701436 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': '67b9c4f9-2788-40ed-a44b-4db567bd4670', 'network_id': 'b4893fb1-5762-4300-b5f5-9a733061cfa4', 'port_id': '67b9c4f9-2788-40ed-a44b-4db567bd4670', 'mac_address': 'fa:16:3e:a9:e7:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cee8735-2247-4953-9a8d-cc48d63ce8ec', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:43:55.737267 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:43:55.749536 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67b9c4f9-2788-40ed-a44b-4db567bd4670 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:43:55.768094 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 67b9c4f9-2788-40ed-a44b-4db567bd4670, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=67b9c4f9-2788-40ed-a44b-4db567bd4670,segment=NetworkSegment(9682cea9-d2bf-42cb-9417-f7ea7c257f55),segment_id=9682cea9-d2bf-42cb-9417-f7ea7c257f55)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:43:55.771578 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:43:55.815433 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=67b9c4f9-2788-40ed-a44b-4db567bd4670,revision_number=8']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:43:55.823054 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:43:55.823385 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:43:55.823728 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:43:55.824094 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:43:55.824431 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:43:55.824765 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:43:55.825093 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:43:55.825417 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:43:55.825743 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:43:55.826062 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:43:55.826389 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:43:55.826709 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:43:56.168239 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['67b9c4f9-2788-40ed-a44b-4db567bd4670'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:43:56.505378 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df17d2b-eeb7-46a6-a01d-cc748a4c8b48 req-25b256a5-f26a-4554-98ca-ffef297a85c0 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:56.506863 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3df17d2b-eeb7-46a6-a01d-cc748a4c8b48 req-25b256a5-f26a-4554-98ca-ffef297a85c0 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=10aa75f7-9c7b-4a30-8aff-ead5d25b73aa HTTP/1.1" status: 200 len: 944 time: 0.0480726 Sep 17 08:43:56.543463 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3df17d2b-eeb7-46a6-a01d-cc748a4c8b48 req-44c55c86-0fc2-4bc7-825e-0c34cc2e7d9e tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306129 Sep 17 08:43:56.730050 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ce344-a62a-4935-8c10-243ece40ffa7 req-c15ec337-3866-43ce-8c17-e81df03bfe35 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:56.731447 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f3ce344-a62a-4935-8c10-243ece40ffa7 req-c15ec337-3866-43ce-8c17-e81df03bfe35 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=10aa75f7-9c7b-4a30-8aff-ead5d25b73aa HTTP/1.1" status: 200 len: 944 time: 0.0480499 Sep 17 08:43:56.755430 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead16bc6-ac0b-47e2-b4e1-a5196d8331cb req-f1abd08d-45f7-43a9-905e-85fbd1d2aef7 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:56.757298 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ead16bc6-ac0b-47e2-b4e1-a5196d8331cb req-f1abd08d-45f7-43a9-905e-85fbd1d2aef7 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.39 "GET /v2.0/ports?device_id=10aa75f7-9c7b-4a30-8aff-ead5d25b73aa&tenant_id=429f03a6e5494a22802322491929fc8e&binding%3Ahost_id=n-h1-789963-9 HTTP/1.1" status: 200 len: 944 time: 0.0509002 Sep 17 08:43:56.769094 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2f3ce344-a62a-4935-8c10-243ece40ffa7 req-541457d6-ae02-45ff-86c0-a7366af8ace8 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314004 Sep 17 08:43:56.827911 n-d-789963-9 neutron-server[101290]: INFO neutron.api.v2.resource [req-ead16bc6-ac0b-47e2-b4e1-a5196d8331cb req-c481c295-2b32-4740-8af4-ae8f6ead163a service neutron] delete failed (client error): The resource could not be found. Sep 17 08:43:56.828922 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ead16bc6-ac0b-47e2-b4e1-a5196d8331cb req-c481c295-2b32-4740-8af4-ae8f6ead163a service neutron] 10.222.0.39 "DELETE /v2.0/ports/67b9c4f9-2788-40ed-a44b-4db567bd4670/bindings/n-h2-789963-9 HTTP/1.1" status: 404 len: 380 time: 0.0635223 Sep 17 08:43:56.932839 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead16bc6-ac0b-47e2-b4e1-a5196d8331cb req-76a20d66-b5f7-43e0-992c-4668445ea87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:56.934310 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ead16bc6-ac0b-47e2-b4e1-a5196d8331cb req-76a20d66-b5f7-43e0-992c-4668445ea87b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=429f03a6e5494a22802322491929fc8e&device_id=10aa75f7-9c7b-4a30-8aff-ead5d25b73aa HTTP/1.1" status: 200 len: 1095 time: 0.0397744 Sep 17 08:43:57.020577 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead16bc6-ac0b-47e2-b4e1-a5196d8331cb req-b1ca3743-6674-42cd-b768-5e391e8c4bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:57.022266 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ead16bc6-ac0b-47e2-b4e1-a5196d8331cb req-b1ca3743-6674-42cd-b768-5e391e8c4bff service neutron] 10.222.0.39 "GET /v2.0/networks?id=b4893fb1-5762-4300-b5f5-9a733061cfa4 HTTP/1.1" status: 200 len: 915 time: 0.0811570 Sep 17 08:43:57.064659 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ead16bc6-ac0b-47e2-b4e1-a5196d8331cb req-04687913-9152-467e-969a-0a31e8a20993 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67b9c4f9-2788-40ed-a44b-4db567bd4670 HTTP/1.1" status: 200 len: 217 time: 0.0352716 Sep 17 08:43:57.112525 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead16bc6-ac0b-47e2-b4e1-a5196d8331cb req-64f5b94b-ce54-4470-a129-03d26377a282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:57.113932 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ead16bc6-ac0b-47e2-b4e1-a5196d8331cb req-64f5b94b-ce54-4470-a129-03d26377a282 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5cee8735-2247-4953-9a8d-cc48d63ce8ec HTTP/1.1" status: 200 len: 854 time: 0.0430529 Sep 17 08:43:57.143964 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ead16bc6-ac0b-47e2-b4e1-a5196d8331cb req-08d43a84-b15b-4005-a770-98ce534df9c0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b4893fb1-5762-4300-b5f5-9a733061cfa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231791 Sep 17 08:43:57.545251 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ead16bc6-ac0b-47e2-b4e1-a5196d8331cb req-f7dc627a-45b9-446c-8849-2964201a892d service neutron] 10.222.0.39 "GET /v2.0/networks/b4893fb1-5762-4300-b5f5-9a733061cfa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3939528 Sep 17 08:43:57.595414 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 67b9c4f9-2788-40ed-a44b-4db567bd4670 up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:43:57.633412 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ead16bc6-ac0b-47e2-b4e1-a5196d8331cb req-0ec1dbc3-6b7b-45c3-89cc-8126d60e07cf service neutron] 10.222.0.39 "GET /v2.0/networks/b4893fb1-5762-4300-b5f5-9a733061cfa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806653 Sep 17 08:43:57.642537 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning for port 67b9c4f9-2788-40ed-a44b-4db567bd4670 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:43:57.646357 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port 67b9c4f9-2788-40ed-a44b-4db567bd4670 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:43:57.646723 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:43:57.725651 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:43:57.750499 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10aa75f7-9c7b-4a30-8aff-ead5d25b73aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b9c4f9-2788-40ed-a44b-4db567bd4670'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:43:57.752766 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd15a5b62c2e1c1e903d3702117c13c06f948b041a08150170fef0e561ebed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd9976b-861c-446e-a102-40eaa08622bf" -d '{"events": [{"server_uuid": "10aa75f7-9c7b-4a30-8aff-ead5d25b73aa", "name": "network-vif-plugged", "status": "completed", "tag": "67b9c4f9-2788-40ed-a44b-4db567bd4670"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:43:57.768433 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 67b9c4f9-2788-40ed-a44b-4db567bd4670, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=67b9c4f9-2788-40ed-a44b-4db567bd4670,segment=NetworkSegment(9682cea9-d2bf-42cb-9417-f7ea7c257f55),segment_id=9682cea9-d2bf-42cb-9417-f7ea7c257f55)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:43:57.772860 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:43:57.809254 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe3e5fdc-e4b7-4db6-9b25-f323832a10f9 x-openstack-request-id: req-fe3e5fdc-e4b7-4db6-9b25-f323832a10f9 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:43:57.809556 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10aa75f7-9c7b-4a30-8aff-ead5d25b73aa", "name": "network-vif-plugged", "status": "completed", "tag": "67b9c4f9-2788-40ed-a44b-4db567bd4670", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:43:57.809797 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fe3e5fdc-e4b7-4db6-9b25-f323832a10f9 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:43:57.810184 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10aa75f7-9c7b-4a30-8aff-ead5d25b73aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b9c4f9-2788-40ed-a44b-4db567bd4670', 'code': 200} Sep 17 08:43:57.832996 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=67b9c4f9-2788-40ed-a44b-4db567bd4670,revision_number=9']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:43:57.891259 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5f529a-597a-425a-9a6d-2783d13b4e46 req-bd93248d-bd3b-4be0-873f-0155bf9a57cd tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:57.892755 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9b5f529a-597a-425a-9a6d-2783d13b4e46 req-bd93248d-bd3b-4be0-873f-0155bf9a57cd tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=10aa75f7-9c7b-4a30-8aff-ead5d25b73aa HTTP/1.1" status: 200 len: 945 time: 0.0520573 Sep 17 08:43:57.929604 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9b5f529a-597a-425a-9a6d-2783d13b4e46 req-70ece514-51ec-44d8-a951-423ac0d56ee6 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308762 Sep 17 08:43:59.042853 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea2cbd-e3f1-412c-9fb5-68cbfcbb1689 req-e26ceefa-d564-4beb-a039-193dc573d88a tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:59.044344 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-59ea2cbd-e3f1-412c-9fb5-68cbfcbb1689 req-e26ceefa-d564-4beb-a039-193dc573d88a tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=10aa75f7-9c7b-4a30-8aff-ead5d25b73aa HTTP/1.1" status: 200 len: 945 time: 0.0476675 Sep 17 08:43:59.081936 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-59ea2cbd-e3f1-412c-9fb5-68cbfcbb1689 req-58d3ba2e-ca26-45ae-95f4-baa2144ea6ff tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316889 Sep 17 08:43:59.194258 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6070ba-e0b1-4f3c-9ec8-360cb9ad0f61 req-78fde663-9d7c-4dcc-8618-d4aed471e505 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:59.195742 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5f6070ba-e0b1-4f3c-9ec8-360cb9ad0f61 req-78fde663-9d7c-4dcc-8618-d4aed471e505 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=10aa75f7-9c7b-4a30-8aff-ead5d25b73aa HTTP/1.1" status: 200 len: 945 time: 0.0480244 Sep 17 08:43:59.232972 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5f6070ba-e0b1-4f3c-9ec8-360cb9ad0f61 req-43a4d648-a369-4ea1-9fd8-e6645e4119f3 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310998 Sep 17 08:43:59.344402 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6c920-bebf-4717-923e-d54d384b3115 req-15d19c7f-2dd6-416c-9458-eeea0822ba5b tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:59.345858 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-10a6c920-bebf-4717-923e-d54d384b3115 req-15d19c7f-2dd6-416c-9458-eeea0822ba5b tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=10aa75f7-9c7b-4a30-8aff-ead5d25b73aa HTTP/1.1" status: 200 len: 945 time: 0.0504525 Sep 17 08:43:59.382345 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-10a6c920-bebf-4717-923e-d54d384b3115 req-5209b5dd-b3b7-4c5c-a1b4-537edd2710a7 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307944 Sep 17 08:43:59.703846 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba5e81-a90f-4e56-ab34-9faa33acacdf req-8cdf943f-9191-43fc-a409-935ff5ca4e81 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:43:59.705330 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-33ba5e81-a90f-4e56-ab34-9faa33acacdf req-8cdf943f-9191-43fc-a409-935ff5ca4e81 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=10aa75f7-9c7b-4a30-8aff-ead5d25b73aa HTTP/1.1" status: 200 len: 945 time: 0.0475266 Sep 17 08:43:59.742904 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-33ba5e81-a90f-4e56-ab34-9faa33acacdf req-4b3ebe53-127d-48ea-8cd4-128dbcfdbd93 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313554 Sep 17 08:44:00.856619 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c25e37f-18b5-4240-a930-b0bb748e9b2b req-0d7d0d85-9b25-4085-9c6f-9710bf9c6e69 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:44:00.858124 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3c25e37f-18b5-4240-a930-b0bb748e9b2b req-0d7d0d85-9b25-4085-9c6f-9710bf9c6e69 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/ports?device_id=10aa75f7-9c7b-4a30-8aff-ead5d25b73aa HTTP/1.1" status: 200 len: 945 time: 0.0497630 Sep 17 08:44:00.895498 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3c25e37f-18b5-4240-a930-b0bb748e9b2b req-e8d247e5-78a7-4e81-ba19-5ab83e8d7721 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.13 "GET /v2.0/security-groups?id=af2b410c-75ef-4a76-b997-4b2ce95535b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315821 Sep 17 08:44:01.077591 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662fd89-62c9-47b8-a153-4130327435fc req-5f524b3b-a6a9-40a5-ab9a-3569133a0fdb tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:44:01.079008 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5662fd89-62c9-47b8-a153-4130327435fc req-5f524b3b-a6a9-40a5-ab9a-3569133a0fdb tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.41 "GET /v2.0/ports?device_id=10aa75f7-9c7b-4a30-8aff-ead5d25b73aa HTTP/1.1" status: 200 len: 945 time: 0.0504506 Sep 17 08:44:01.164761 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-5662fd89-62c9-47b8-a153-4130327435fc req-7220a415-e915-4b73-9438-e2345db6ec3c tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Deleting port 67b9c4f9-2788-40ed-a44b-4db567bd4670 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:44:01.165098 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-5662fd89-62c9-47b8-a153-4130327435fc req-7220a415-e915-4b73-9438-e2345db6ec3c tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:01.258125 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-5662fd89-62c9-47b8-a153-4130327435fc req-7220a415-e915-4b73-9438-e2345db6ec3c tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] For port 67b9c4f9-2788-40ed-a44b-4db567bd4670, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=67b9c4f9-2788-40ed-a44b-4db567bd4670,segment=NetworkSegment(9682cea9-d2bf-42cb-9417-f7ea7c257f55),segment_id=9682cea9-d2bf-42cb-9417-f7ea7c257f55)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:44:01.258489 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-5662fd89-62c9-47b8-a153-4130327435fc req-7220a415-e915-4b73-9438-e2345db6ec3c tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:01.269815 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-5662fd89-62c9-47b8-a153-4130327435fc req-7220a415-e915-4b73-9438-e2345db6ec3c tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Calling delete_port for 67b9c4f9-2788-40ed-a44b-4db567bd4670 owned by compute:nova {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:44:01.389701 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-5662fd89-62c9-47b8-a153-4130327435fc req-7220a415-e915-4b73-9438-e2345db6ec3c tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:01.422167 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['67b9c4f9-2788-40ed-a44b-4db567bd4670'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:44:01.422765 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7220a415-e915-4b73-9438-e2345db6ec3c tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Pushing event deleted for resources: {'Port': ['ID=67b9c4f9-2788-40ed-a44b-4db567bd4670,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:44:01.461107 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-5662fd89-62c9-47b8-a153-4130327435fc req-7220a415-e915-4b73-9438-e2345db6ec3c tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] No DVR routers for this DVR port 67b9c4f9-2788-40ed-a44b-4db567bd4670 on host n-h1-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:44:01.464245 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-5662fd89-62c9-47b8-a153-4130327435fc req-7220a415-e915-4b73-9438-e2345db6ec3c tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:01.468553 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5662fd89-62c9-47b8-a153-4130327435fc req-7220a415-e915-4b73-9438-e2345db6ec3c tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] 10.222.0.41 "DELETE /v2.0/ports/67b9c4f9-2788-40ed-a44b-4db567bd4670 HTTP/1.1" status: 204 len: 173 time: 0.3827908 Sep 17 08:44:01.469021 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10aa75f7-9c7b-4a30-8aff-ead5d25b73aa', 'name': 'network-vif-deleted', 'tag': '67b9c4f9-2788-40ed-a44b-4db567bd4670'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:44:01.471514 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0b8b68ef77f8a69a7ea64e5314cb7bfe1c653782f919eb7015de92bbdd57641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84df465b-f067-4b78-88fd-1ef6fedbe68b" -d '{"events": [{"server_uuid": "10aa75f7-9c7b-4a30-8aff-ead5d25b73aa", "name": "network-vif-deleted", "tag": "67b9c4f9-2788-40ed-a44b-4db567bd4670"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:44:01.507399 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ca97a6-6409-46cf-9733-04170583fc41 x-openstack-request-id: req-54ca97a6-6409-46cf-9733-04170583fc41 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:44:01.508361 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10aa75f7-9c7b-4a30-8aff-ead5d25b73aa", "name": "network-vif-deleted", "tag": "67b9c4f9-2788-40ed-a44b-4db567bd4670", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:44:01.508625 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-54ca97a6-6409-46cf-9733-04170583fc41 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:44:01.509074 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10aa75f7-9c7b-4a30-8aff-ead5d25b73aa', 'name': 'network-vif-deleted', 'tag': '67b9c4f9-2788-40ed-a44b-4db567bd4670', 'status': 'completed', 'code': 200} Sep 17 08:44:02.008960 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 33296) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:44:02.056056 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d2fb3c9-ac97-4f34-8f44-eadc59e21b83 admin admin] Deleting subnet 5cee8735-2247-4953-9a8d-cc48d63ce8ec {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:44:02.059464 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7d2fb3c9-ac97-4f34-8f44-eadc59e21b83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:02.092602 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7d2fb3c9-ac97-4f34-8f44-eadc59e21b83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:02.129868 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7d2fb3c9-ac97-4f34-8f44-eadc59e21b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:02.178410 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7d2fb3c9-ac97-4f34-8f44-eadc59e21b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:02.212860 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2fb3c9-ac97-4f34-8f44-eadc59e21b83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cee8735-2247-4953-9a8d-cc48d63ce8ec,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:44:02.217509 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7d2fb3c9-ac97-4f34-8f44-eadc59e21b83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:02.219392 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-7d2fb3c9-ac97-4f34-8f44-eadc59e21b83 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5cee8735-2247-4953-9a8d-cc48d63ce8ec HTTP/1.1" status: 204 len: 168 time: 0.2088897 Sep 17 08:44:02.222107 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 33298) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:44:02.224440 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2fb3c9-ac97-4f34-8f44-eadc59e21b83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:44:02.224788 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2fb3c9-ac97-4f34-8f44-eadc59e21b83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:44:02.225127 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2fb3c9-ac97-4f34-8f44-eadc59e21b83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:44:02.225463 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2fb3c9-ac97-4f34-8f44-eadc59e21b83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:44:02.225794 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2fb3c9-ac97-4f34-8f44-eadc59e21b83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:44:02.226124 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2fb3c9-ac97-4f34-8f44-eadc59e21b83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:44:02.226444 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2fb3c9-ac97-4f34-8f44-eadc59e21b83 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:44:02.226774 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2fb3c9-ac97-4f34-8f44-eadc59e21b83 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:44:02.227094 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2fb3c9-ac97-4f34-8f44-eadc59e21b83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:44:02.227418 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2fb3c9-ac97-4f34-8f44-eadc59e21b83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:44:02.227738 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2fb3c9-ac97-4f34-8f44-eadc59e21b83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:44:02.228118 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2fb3c9-ac97-4f34-8f44-eadc59e21b83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:44:02.290397 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9f221c1f-c2c0-49a9-9a81-8faa8e74c986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:02.366976 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9f221c1f-c2c0-49a9-9a81-8faa8e74c986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:02.387175 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-9f221c1f-c2c0-49a9-9a81-8faa8e74c986 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4893fb1-5762-4300-b5f5-9a733061cfa4']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:44:02.396043 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-9f221c1f-c2c0-49a9-9a81-8faa8e74c986 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9682cea9-d2bf-42cb-9417-f7ea7c257f55') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:44:02.396336 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-9f221c1f-c2c0-49a9-9a81-8faa8e74c986 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9682cea9-d2bf-42cb-9417-f7ea7c257f55') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:44:02.405271 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9f221c1f-c2c0-49a9-9a81-8faa8e74c986 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:02.418377 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9f221c1f-c2c0-49a9-9a81-8faa8e74c986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:02.423937 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f221c1f-c2c0-49a9-9a81-8faa8e74c986 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:44:02.424316 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9f221c1f-c2c0-49a9-9a81-8faa8e74c986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:02.425969 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:44:02.425969 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:44:02.425969 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:44:02.425969 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:44:02.425969 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:44:02.425969 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:44:02.425969 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:44:02.425969 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:44:02.425969 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:44:02.425969 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:44:02.425969 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:44:02.425969 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:44:02.425969 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:44:02.425969 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:44:02.425969 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:44:02.425969 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:44:02.425969 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:44:02.425969 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:44:02.425969 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:44:02.425969 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:44:02.425969 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:44:02.425969 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:44:02.425969 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:44:02.425969 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:44:02.425969 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:44:02.425969 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:44:02.425969 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:44:02.425969 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:44:02.425969 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:44:02.425969 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:44:02.425969 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:44:02.425969 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:44:02.480724 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9f221c1f-c2c0-49a9-9a81-8faa8e74c986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:02.486112 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9f221c1f-c2c0-49a9-9a81-8faa8e74c986 admin admin] Notify callbacks [] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:02.488471 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-9f221c1f-c2c0-49a9-9a81-8faa8e74c986 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b4893fb1-5762-4300-b5f5-9a733061cfa4 HTTP/1.1" status: 204 len: 168 time: 0.2651324 Sep 17 08:44:02.500265 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f221c1f-c2c0-49a9-9a81-8faa8e74c986 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4893fb1-5762-4300-b5f5-9a733061cfa4,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:44:02.589976 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 33302) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:44:02.628706 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-b63126d7-d515-44dc-aad7-5e4b9819c119 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=429f03a6e5494a22802322491929fc8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375488 Sep 17 08:44:02.630995 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 33304) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:44:02.677621 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7951db0f-46dc-4216-a5fe-54d6dfec232e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:02.698033 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7951db0f-46dc-4216-a5fe-54d6dfec232e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:02.744512 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7951db0f-46dc-4216-a5fe-54d6dfec232e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:02.746988 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7951db0f-46dc-4216-a5fe-54d6dfec232e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:02.748169 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-7951db0f-46dc-4216-a5fe-54d6dfec232e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/af2b410c-75ef-4a76-b997-4b2ce95535b0 HTTP/1.1" status: 204 len: 168 time: 0.1162386 Sep 17 08:44:02.755556 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951db0f-46dc-4216-a5fe-54d6dfec232e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2b410c-75ef-4a76-b997-4b2ce95535b0,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:44:03.394936 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 33326) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:44:03.486642 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-0567559d-66ae-414c-995d-2ebcf54cd441 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-628220050-network', 'tenant_id': '57f8c48e10b746f7af53464178493cdc'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:44:03.506509 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0567559d-66ae-414c-995d-2ebcf54cd441 admin admin] Made reservation on behalf of 57f8c48e10b746f7af53464178493cdc for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:44:03.508814 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0567559d-66ae-414c-995d-2ebcf54cd441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:03.517445 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0567559d-66ae-414c-995d-2ebcf54cd441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:03.603614 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0567559d-66ae-414c-995d-2ebcf54cd441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:03.607269 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0567559d-66ae-414c-995d-2ebcf54cd441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:03.633980 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0567559d-66ae-414c-995d-2ebcf54cd441 admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:44:03.640356 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0567559d-66ae-414c-995d-2ebcf54cd441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9de4d7-1fc2-413f-b9fd-1e2cbe7d12b9,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:44:03.649293 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0567559d-66ae-414c-995d-2ebcf54cd441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:03.649594 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-0567559d-66ae-414c-995d-2ebcf54cd441 admin admin] Added segment 2b3a115c-7140-4873-a9db-77f8808c33a6 of type vlan for network 0ee5baf7-50f7-4d0a-b426-59fc9506c09b Sep 17 08:44:03.689569 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0567559d-66ae-414c-995d-2ebcf54cd441 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:03.712387 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0567559d-66ae-414c-995d-2ebcf54cd441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:03.713341 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0567559d-66ae-414c-995d-2ebcf54cd441 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:44:03.713950 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0567559d-66ae-414c-995d-2ebcf54cd441 admin admin] Notify callbacks [] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:03.740569 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-0567559d-66ae-414c-995d-2ebcf54cd441 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3445685 Sep 17 08:44:03.744462 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 33330) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:44:03.749466 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-a57eb536-1631-403e-8127-10936aa6116c admin admin] Request body: {'subnet': {'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-628220050-subnet', 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:44:03.771082 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a57eb536-1631-403e-8127-10936aa6116c admin admin] Made reservation on behalf of 57f8c48e10b746f7af53464178493cdc for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:44:03.773475 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a57eb536-1631-403e-8127-10936aa6116c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:03.777190 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0567559d-66ae-414c-995d-2ebcf54cd441 admin admin] Pushing event updated for resources: {'Network': ['ID=0ee5baf7-50f7-4d0a-b426-59fc9506c09b,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:44:03.787425 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 0ee5baf7-50f7-4d0a-b426-59fc9506c09b details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:44:03.949805 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a57eb536-1631-403e-8127-10936aa6116c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:04.007885 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57eb536-1631-403e-8127-10936aa6116c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f22b432a-999e-449e-99eb-5f8501222e22,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:44:04.018528 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57eb536-1631-403e-8127-10936aa6116c admin admin] Checking segment: {'id': '2b3a115c-7140-4873-a9db-77f8808c33a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:44:04.018887 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57eb536-1631-403e-8127-10936aa6116c admin admin] Network hostable DHCP agents. Network: 0ee5baf7-50f7-4d0a-b426-59fc9506c09b, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:44:04.034351 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57eb536-1631-403e-8127-10936aa6116c admin admin] Network 0ee5baf7-50f7-4d0a-b426-59fc9506c09b is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:44:04.042787 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-a57eb536-1631-403e-8127-10936aa6116c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 0ee5baf7-50f7-4d0a-b426-59fc9506c09b) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:44:04.046757 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57eb536-1631-403e-8127-10936aa6116c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:44:04.047332 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a57eb536-1631-403e-8127-10936aa6116c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:04.052979 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07dfd9c0-1798-461b-ab04-18d18fe50f95 None None] Network 0ee5baf7-50f7-4d0a-b426-59fc9506c09b requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:44:04.064292 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 33332) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:44:04.064597 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-a57eb536-1631-403e-8127-10936aa6116c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3190567 Sep 17 08:44:04.068686 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-526e4f4f-6ea7-42c6-b1bd-e8ac98c4e045 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-628220050-router', 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:44:04.090758 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-526e4f4f-6ea7-42c6-b1bd-e8ac98c4e045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:04.091766 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-526e4f4f-6ea7-42c6-b1bd-e8ac98c4e045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:04.142796 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-526e4f4f-6ea7-42c6-b1bd-e8ac98c4e045 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:04.198749 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961fa47a-0dce-4586-ad2d-4f4ff26f1107 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-0ee5baf7-50f7-4d0a-b426-59fc9506c09b', 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b', 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'fixed_ips': [{'subnet_id': 'f22b432a-999e-449e-99eb-5f8501222e22'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:44:04.199601 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-961fa47a-0dce-4586-ad2d-4f4ff26f1107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:04.284510 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-526e4f4f-6ea7-42c6-b1bd-e8ac98c4e045 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:04.330947 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-961fa47a-0dce-4586-ad2d-4f4ff26f1107 None None] Allocated IP 172.20.0.2 (0ee5baf7-50f7-4d0a-b426-59fc9506c09b/f22b432a-999e-449e-99eb-5f8501222e22/6b1edb79-c0ff-4553-b01f-16389ac2511d) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:44:04.470423 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-961fa47a-0dce-4586-ad2d-4f4ff26f1107 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:04.476728 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-961fa47a-0dce-4586-ad2d-4f4ff26f1107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:04.483542 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-526e4f4f-6ea7-42c6-b1bd-e8ac98c4e045 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:04.509018 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-526e4f4f-6ea7-42c6-b1bd-e8ac98c4e045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:04.519755 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961fa47a-0dce-4586-ad2d-4f4ff26f1107 None None] Network 0ee5baf7-50f7-4d0a-b426-59fc9506c09b is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:44:04.522772 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-961fa47a-0dce-4586-ad2d-4f4ff26f1107 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:44:04.533583 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961fa47a-0dce-4586-ad2d-4f4ff26f1107 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:44:04.541225 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961fa47a-0dce-4586-ad2d-4f4ff26f1107 None None] Pushing event updated for resources: {'Port': ['ID=6b1edb79-c0ff-4553-b01f-16389ac2511d,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:44:04.590042 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-961fa47a-0dce-4586-ad2d-4f4ff26f1107 None None] Attempting to bind port 6b1edb79-c0ff-4553-b01f-16389ac2511d on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:44:04.590417 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-961fa47a-0dce-4586-ad2d-4f4ff26f1107 None None] Attempting to bind port 6b1edb79-c0ff-4553-b01f-16389ac2511d by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '2b3a115c-7140-4873-a9db-77f8808c33a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:44:04.590786 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961fa47a-0dce-4586-ad2d-4f4ff26f1107 None None] Attempting to bind port 6b1edb79-c0ff-4553-b01f-16389ac2511d on network 0ee5baf7-50f7-4d0a-b426-59fc9506c09b {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:44:04.595592 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961fa47a-0dce-4586-ad2d-4f4ff26f1107 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:44:04.596002 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961fa47a-0dce-4586-ad2d-4f4ff26f1107 None None] Checking segment: {'id': '2b3a115c-7140-4873-a9db-77f8808c33a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:44:04.596417 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-961fa47a-0dce-4586-ad2d-4f4ff26f1107 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:04.596814 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961fa47a-0dce-4586-ad2d-4f4ff26f1107 None None] Bound using segment: {'id': '2b3a115c-7140-4873-a9db-77f8808c33a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:44:04.597312 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-961fa47a-0dce-4586-ad2d-4f4ff26f1107 None None] Bound port: 6b1edb79-c0ff-4553-b01f-16389ac2511d, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b3a115c-7140-4873-a9db-77f8808c33a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:44:04.597697 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-961fa47a-0dce-4586-ad2d-4f4ff26f1107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:04.612354 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-526e4f4f-6ea7-42c6-b1bd-e8ac98c4e045 admin admin] Allocated IP 172.25.6.90 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/29041136-1e71-4400-bdb5-918161d44bbc) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:44:04.659197 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-961fa47a-0dce-4586-ad2d-4f4ff26f1107 None None] For port 6b1edb79-c0ff-4553-b01f-16389ac2511d, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:44:04.662300 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-961fa47a-0dce-4586-ad2d-4f4ff26f1107 None None] For port 6b1edb79-c0ff-4553-b01f-16389ac2511d, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=6b1edb79-c0ff-4553-b01f-16389ac2511d,segment=NetworkSegment(2b3a115c-7140-4873-a9db-77f8808c33a6),segment_id=2b3a115c-7140-4873-a9db-77f8808c33a6)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:44:04.666779 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-961fa47a-0dce-4586-ad2d-4f4ff26f1107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:04.722773 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961fa47a-0dce-4586-ad2d-4f4ff26f1107 None None] Pushing event updated for resources: {'Port': ['ID=6b1edb79-c0ff-4553-b01f-16389ac2511d,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:44:04.728246 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-526e4f4f-6ea7-42c6-b1bd-e8ac98c4e045 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:04.763619 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-526e4f4f-6ea7-42c6-b1bd-e8ac98c4e045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:04.801511 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526e4f4f-6ea7-42c6-b1bd-e8ac98c4e045 admin admin] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:44:04.804460 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-526e4f4f-6ea7-42c6-b1bd-e8ac98c4e045 admin admin] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:44:04.810474 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526e4f4f-6ea7-42c6-b1bd-e8ac98c4e045 admin admin] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:44:04.816382 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526e4f4f-6ea7-42c6-b1bd-e8ac98c4e045 admin admin] Pushing event updated for resources: {'Port': ['ID=29041136-1e71-4400-bdb5-918161d44bbc,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:44:05.070008 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-526e4f4f-6ea7-42c6-b1bd-e8ac98c4e045 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:05.260856 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-526e4f4f-6ea7-42c6-b1bd-e8ac98c4e045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:05.393342 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-526e4f4f-6ea7-42c6-b1bd-e8ac98c4e045 admin admin] Router 9ee3f17c-338e-46c0-bd76-6373e5ccc202 is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 08:44:05.502284 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526e4f4f-6ea7-42c6-b1bd-e8ac98c4e045 admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:44:05.514178 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa3c58b-7e88-4b85-b443-4bd7f07df291 None None] Sync routers for ids ['9ee3f17c-338e-46c0-bd76-6373e5ccc202'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:44:05.518534 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-526e4f4f-6ea7-42c6-b1bd-e8ac98c4e045 admin admin] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:05.519928 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-526e4f4f-6ea7-42c6-b1bd-e8ac98c4e045 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4545577 Sep 17 08:44:05.523018 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 33334) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:44:05.526429 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa3c58b-7e88-4b85-b443-4bd7f07df291 None None] Routers {'9ee3f17c-338e-46c0-bd76-6373e5ccc202'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:44:05.527125 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-aaa3c58b-7e88-4b85-b443-4bd7f07df291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:43:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['9ee3f17c-338e-46c0-bd76-6373e5ccc202'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:44:05.577220 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e13b18a-8615-4ea3-9b50-61ab6fde346e None None] Network 0ee5baf7-50f7-4d0a-b426-59fc9506c09b requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:44:05.635396 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-aaa3c58b-7e88-4b85-b443-4bd7f07df291 None None] Set router 9ee3f17c-338e-46c0-bd76-6373e5ccc202 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:44:05.637055 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 67b9c4f9-2788-40ed-a44b-4db567bd4670 no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:44:05.666058 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] No Port match for: 67b9c4f9-2788-40ed-a44b-4db567bd4670 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:44:05.666405 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 67b9c4f9-2788-40ed-a44b-4db567bd4670 not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:44:05.680607 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1f83f428-2e20-4765-97f6-f74ebcac7e1d None None] Provisioning complete for port 6b1edb79-c0ff-4553-b01f-16389ac2511d triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:44:05.681310 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1f83f428-2e20-4765-97f6-f74ebcac7e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:05.838280 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1f83f428-2e20-4765-97f6-f74ebcac7e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:05.870240 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 6b1edb79-c0ff-4553-b01f-16389ac2511d up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:44:05.911639 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-aaa3c58b-7e88-4b85-b443-4bd7f07df291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'name': 'tempest-ServerActionsTestJSON-628220050-router', 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '29041136-1e71-4400-bdb5-918161d44bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:44:04Z', 'updated_at': '2021-09-17T08:44:04Z', 'revision_number': 3, 'project_id': '57f8c48e10b746f7af53464178493cdc', 'gw_port': {'id': '29041136-1e71-4400-bdb5-918161d44bbc', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f1:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:44:04Z', 'updated_at': '2021-09-17T08:44:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:44:05.945392 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa3c58b-7e88-4b85-b443-4bd7f07df291 None None] Checking router: 9ee3f17c-338e-46c0-bd76-6373e5ccc202 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:44:05.945921 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa3c58b-7e88-4b85-b443-4bd7f07df291 None None] Updating router 9ee3f17c-338e-46c0-bd76-6373e5ccc202 port 29041136-1e71-4400-bdb5-918161d44bbc binding host n-d-789963-9 {{(pid=101292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 08:44:05.963252 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:05.965521 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1f83f428-2e20-4765-97f6-f74ebcac7e1d None None] For port 6b1edb79-c0ff-4553-b01f-16389ac2511d, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=6b1edb79-c0ff-4553-b01f-16389ac2511d,segment=NetworkSegment(2b3a115c-7140-4873-a9db-77f8808c33a6),segment_id=2b3a115c-7140-4873-a9db-77f8808c33a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:44:05.970607 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 6b1edb79-c0ff-4553-b01f-16389ac2511d triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:44:05.971218 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:05.975698 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-aaa3c58b-7e88-4b85-b443-4bd7f07df291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:05.995048 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1f83f428-2e20-4765-97f6-f74ebcac7e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:06.079165 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f83f428-2e20-4765-97f6-f74ebcac7e1d None None] Pushing event updated for resources: {'Port': ['ID=6b1edb79-c0ff-4553-b01f-16389ac2511d,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:44:06.087977 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:06.215179 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-26ec526c-a30d-47ba-8695-87a16bd2ba7e None None] Provisioning complete for port 6b1edb79-c0ff-4553-b01f-16389ac2511d triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:44:06.215671 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-26ec526c-a30d-47ba-8695-87a16bd2ba7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:06.285532 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-aaa3c58b-7e88-4b85-b443-4bd7f07df291 None None] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:06.292605 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-aaa3c58b-7e88-4b85-b443-4bd7f07df291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:06.299940 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8d697cfc-7080-48fa-b2c2-ae3a9e67a5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:06.337221 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68c8b70-ae8b-4b4f-b2df-5f9d81ac23ce None None] Pushing event updated for resources: {'Port': ['ID=29041136-1e71-4400-bdb5-918161d44bbc,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:44:06.351434 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68c8b70-ae8b-4b4f-b2df-5f9d81ac23ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:44:06.351780 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68c8b70-ae8b-4b4f-b2df-5f9d81ac23ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:44:06.352141 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68c8b70-ae8b-4b4f-b2df-5f9d81ac23ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:44:06.352470 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68c8b70-ae8b-4b4f-b2df-5f9d81ac23ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:44:06.353568 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68c8b70-ae8b-4b4f-b2df-5f9d81ac23ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:44:06.353704 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68c8b70-ae8b-4b4f-b2df-5f9d81ac23ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:44:06.353966 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68c8b70-ae8b-4b4f-b2df-5f9d81ac23ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:44:06.354287 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68c8b70-ae8b-4b4f-b2df-5f9d81ac23ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:44:06.354604 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68c8b70-ae8b-4b4f-b2df-5f9d81ac23ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:44:06.354920 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68c8b70-ae8b-4b4f-b2df-5f9d81ac23ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:44:06.355237 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68c8b70-ae8b-4b4f-b2df-5f9d81ac23ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:44:06.355552 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68c8b70-ae8b-4b4f-b2df-5f9d81ac23ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:44:06.358782 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-aaa3c58b-7e88-4b85-b443-4bd7f07df291 None None] Attempting to bind port 29041136-1e71-4400-bdb5-918161d44bbc on host n-d-789963-9 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:44:06.359136 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-aaa3c58b-7e88-4b85-b443-4bd7f07df291 None None] Attempting to bind port 29041136-1e71-4400-bdb5-918161d44bbc by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:44:06.359541 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa3c58b-7e88-4b85-b443-4bd7f07df291 None None] Attempting to bind port 29041136-1e71-4400-bdb5-918161d44bbc on network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:44:06.364606 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa3c58b-7e88-4b85-b443-4bd7f07df291 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:44:06.365100 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa3c58b-7e88-4b85-b443-4bd7f07df291 None None] Checking segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:44:06.365360 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-aaa3c58b-7e88-4b85-b443-4bd7f07df291 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:06.365752 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa3c58b-7e88-4b85-b443-4bd7f07df291 None None] Bound using segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:44:06.366229 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-aaa3c58b-7e88-4b85-b443-4bd7f07df291 None None] Bound port: 29041136-1e71-4400-bdb5-918161d44bbc, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:44:06.366562 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-aaa3c58b-7e88-4b85-b443-4bd7f07df291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:06.416702 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-aaa3c58b-7e88-4b85-b443-4bd7f07df291 None None] For port 29041136-1e71-4400-bdb5-918161d44bbc, host n-d-789963-9, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:44:06.420094 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-aaa3c58b-7e88-4b85-b443-4bd7f07df291 None None] For port 29041136-1e71-4400-bdb5-918161d44bbc, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=29041136-1e71-4400-bdb5-918161d44bbc,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:44:06.424020 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-aaa3c58b-7e88-4b85-b443-4bd7f07df291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:06.463866 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-8d697cfc-7080-48fa-b2c2-ae3a9e67a5c6 admin admin] Allocated IP 172.20.0.1 (0ee5baf7-50f7-4d0a-b426-59fc9506c09b/f22b432a-999e-449e-99eb-5f8501222e22/fe686bff-d923-4f32-8d5a-a9ccdfb1ebf5) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:44:06.481797 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa3c58b-7e88-4b85-b443-4bd7f07df291 None None] Routers {'9ee3f17c-338e-46c0-bd76-6373e5ccc202'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:44:06.482353 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-aaa3c58b-7e88-4b85-b443-4bd7f07df291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:43:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['9ee3f17c-338e-46c0-bd76-6373e5ccc202'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:44:06.486910 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68c8b70-ae8b-4b4f-b2df-5f9d81ac23ce None None] Pushing event updated for resources: {'Port': ['ID=29041136-1e71-4400-bdb5-918161d44bbc,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:44:06.568483 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8d697cfc-7080-48fa-b2c2-ae3a9e67a5c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:06.589622 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-aaa3c58b-7e88-4b85-b443-4bd7f07df291 None None] Set router 9ee3f17c-338e-46c0-bd76-6373e5ccc202 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:44:06.601290 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8d697cfc-7080-48fa-b2c2-ae3a9e67a5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:06.637052 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d697cfc-7080-48fa-b2c2-ae3a9e67a5c6 admin admin] Network 0ee5baf7-50f7-4d0a-b426-59fc9506c09b is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:44:06.639809 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-8d697cfc-7080-48fa-b2c2-ae3a9e67a5c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:44:06.644721 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d697cfc-7080-48fa-b2c2-ae3a9e67a5c6 admin admin] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:44:06.676938 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d697cfc-7080-48fa-b2c2-ae3a9e67a5c6 admin admin] Pushing event updated for resources: {'Port': ['ID=fe686bff-d923-4f32-8d5a-a9ccdfb1ebf5,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:44:06.690938 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8d697cfc-7080-48fa-b2c2-ae3a9e67a5c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:06.768273 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-aaa3c58b-7e88-4b85-b443-4bd7f07df291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'name': 'tempest-ServerActionsTestJSON-628220050-router', 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '29041136-1e71-4400-bdb5-918161d44bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:44:04Z', 'updated_at': '2021-09-17T08:44:04Z', 'revision_number': 3, 'project_id': '57f8c48e10b746f7af53464178493cdc', 'gw_port': {'id': '29041136-1e71-4400-bdb5-918161d44bbc', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f1:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:44:04Z', 'updated_at': '2021-09-17T08:44:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:44:06.794301 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa3c58b-7e88-4b85-b443-4bd7f07df291 None None] The sync data for ids ['9ee3f17c-338e-46c0-bd76-6373e5ccc202'] in n-d-789963-9 is: [{'id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'name': 'tempest-ServerActionsTestJSON-628220050-router', 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '29041136-1e71-4400-bdb5-918161d44bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:44:04Z', 'updated_at': '2021-09-17T08:44:04Z', 'revision_number': 3, 'project_id': '57f8c48e10b746f7af53464178493cdc', 'gw_port': {'id': '29041136-1e71-4400-bdb5-918161d44bbc', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f1:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:44:04Z', 'updated_at': '2021-09-17T08:44:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:44:06.832283 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8d697cfc-7080-48fa-b2c2-ae3a9e67a5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:06.923631 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5bbeffae-5f7d-4460-8901-4307eb0fa9d7 None None] Provisioning complete for port fe686bff-d923-4f32-8d5a-a9ccdfb1ebf5 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:44:06.924188 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5bbeffae-5f7d-4460-8901-4307eb0fa9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:06.959133 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5bbeffae-5f7d-4460-8901-4307eb0fa9d7 None None] Port fe686bff-d923-4f32-8d5a-a9ccdfb1ebf5 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:44:07.007672 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8d697cfc-7080-48fa-b2c2-ae3a9e67a5c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:07.015577 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8d697cfc-7080-48fa-b2c2-ae3a9e67a5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:07.089831 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d697cfc-7080-48fa-b2c2-ae3a9e67a5c6 admin admin] Pushing event updated for resources: {'Port': ['ID=fe686bff-d923-4f32-8d5a-a9ccdfb1ebf5,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:44:07.095960 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8d697cfc-7080-48fa-b2c2-ae3a9e67a5c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:07.189606 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d697cfc-7080-48fa-b2c2-ae3a9e67a5c6 admin admin] Network 0ee5baf7-50f7-4d0a-b426-59fc9506c09b is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:44:07.191097 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-8d697cfc-7080-48fa-b2c2-ae3a9e67a5c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:44:07.314600 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d697cfc-7080-48fa-b2c2-ae3a9e67a5c6 admin admin] Router 9ee3f17c-338e-46c0-bd76-6373e5ccc202 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:44:07.428841 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d697cfc-7080-48fa-b2c2-ae3a9e67a5c6 admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:44:07.434399 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-8d697cfc-7080-48fa-b2c2-ae3a9e67a5c6 admin admin] 10.222.0.13 "PUT /v2.0/routers/9ee3f17c-338e-46c0-bd76-6373e5ccc202/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9103088 Sep 17 08:44:07.481085 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-2711b194-752f-4d18-b3fd-ec3e17704b3d None None] Provisioning complete for port fe686bff-d923-4f32-8d5a-a9ccdfb1ebf5 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:44:07.481462 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2711b194-752f-4d18-b3fd-ec3e17704b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:07.521415 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-2711b194-752f-4d18-b3fd-ec3e17704b3d None None] Port fe686bff-d923-4f32-8d5a-a9ccdfb1ebf5 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:44:07.863868 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 33342) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:44:07.869561 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-8c35ff7b-6ae4-4b66-9ad1-0bdd7e254148 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Request body: {'security_group': {'name': 'tempest-securitygroup--122083172', 'description': 'tempest-description--1957891803'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:44:07.870340 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 6b1edb79-c0ff-4553-b01f-16389ac2511d up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:44:07.890561 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8c35ff7b-6ae4-4b66-9ad1-0bdd7e254148 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:07.922718 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 6b1edb79-c0ff-4553-b01f-16389ac2511d triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:44:07.923099 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:07.970384 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8c35ff7b-6ae4-4b66-9ad1-0bdd7e254148 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:07.974200 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8c35ff7b-6ae4-4b66-9ad1-0bdd7e254148 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:08.003180 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 29041136-1e71-4400-bdb5-918161d44bbc up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:44:08.003745 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8c35ff7b-6ae4-4b66-9ad1-0bdd7e254148 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:08.004622 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-8c35ff7b-6ae4-4b66-9ad1-0bdd7e254148 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1397324 Sep 17 08:44:08.007216 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c35ff7b-6ae4-4b66-9ad1-0bdd7e254148 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b996bb76-e143-46b8-a928-2562d05dc834,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:44:08.007690 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 33344) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:44:08.013220 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-a2e681de-4716-47cd-8496-b38844d2f100 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Request body: {'security_group_rule': {'security_group_id': 'b996bb76-e143-46b8-a928-2562d05dc834', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:44:08.043973 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a2e681de-4716-47cd-8496-b38844d2f100 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:08.056168 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 29041136-1e71-4400-bdb5-918161d44bbc triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:44:08.056552 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:08.107620 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a2e681de-4716-47cd-8496-b38844d2f100 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:08.112204 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a2e681de-4716-47cd-8496-b38844d2f100 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:08.131521 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e681de-4716-47cd-8496-b38844d2f100 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b81b27a2-9e9d-4490-a53e-640958552be0,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:44:08.139669 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a2e681de-4716-47cd-8496-b38844d2f100 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:08.141150 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a2e681de-4716-47cd-8496-b38844d2f100 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1322613 Sep 17 08:44:08.142703 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:08.143732 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 33346) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:44:08.148417 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-a01f687c-8375-46c9-8597-8b5a91cc1a91 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Request body: {'security_group_rule': {'security_group_id': 'b996bb76-e143-46b8-a928-2562d05dc834', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:44:08.164513 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port 29041136-1e71-4400-bdb5-918161d44bbc, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=29041136-1e71-4400-bdb5-918161d44bbc,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:44:08.170096 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:08.193016 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a01f687c-8375-46c9-8597-8b5a91cc1a91 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:08.226953 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=29041136-1e71-4400-bdb5-918161d44bbc,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:44:08.255007 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a01f687c-8375-46c9-8597-8b5a91cc1a91 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:08.258855 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a01f687c-8375-46c9-8597-8b5a91cc1a91 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:08.276357 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01f687c-8375-46c9-8597-8b5a91cc1a91 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b725498-050f-4433-89ef-5576a502bdbd,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:44:08.282181 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a01f687c-8375-46c9-8597-8b5a91cc1a91 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:08.283466 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a01f687c-8375-46c9-8597-8b5a91cc1a91 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1384413 Sep 17 08:44:08.286406 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 33348) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:44:08.291413 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-447e1d69-521e-409d-99a7-106546be34d3 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Request body: {'floatingip': {'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:44:08.304471 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:44:08.317697 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-447e1d69-521e-409d-99a7-106546be34d3 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks [] for floatingip, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:08.393945 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d24775-aad7-4ad8-a8ff-34276848cb00 None None] Sync routers for ids ['9ee3f17c-338e-46c0-bd76-6373e5ccc202'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:44:08.403453 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d24775-aad7-4ad8-a8ff-34276848cb00 None None] Routers {'9ee3f17c-338e-46c0-bd76-6373e5ccc202'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:44:08.404126 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-04d24775-aad7-4ad8-a8ff-34276848cb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:43:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['9ee3f17c-338e-46c0-bd76-6373e5ccc202'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:44:08.418309 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-447e1d69-521e-409d-99a7-106546be34d3 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:08.512956 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-04d24775-aad7-4ad8-a8ff-34276848cb00 None None] Set router 9ee3f17c-338e-46c0-bd76-6373e5ccc202 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:44:08.518370 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-447e1d69-521e-409d-99a7-106546be34d3 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Allocated IP 172.25.6.136 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/9338c7d0-064a-4de3-9ecc-54c22ae5a595) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:44:08.631396 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-447e1d69-521e-409d-99a7-106546be34d3 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:08.666242 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-447e1d69-521e-409d-99a7-106546be34d3 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:08.702249 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447e1d69-521e-409d-99a7-106546be34d3 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:44:08.705010 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-447e1d69-521e-409d-99a7-106546be34d3 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:44:08.708681 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447e1d69-521e-409d-99a7-106546be34d3 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:44:08.720352 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-04d24775-aad7-4ad8-a8ff-34276848cb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'name': 'tempest-ServerActionsTestJSON-628220050-router', 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '29041136-1e71-4400-bdb5-918161d44bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:44:04Z', 'updated_at': '2021-09-17T08:44:06Z', 'revision_number': 4, 'project_id': '57f8c48e10b746f7af53464178493cdc', 'gw_port': {'id': '29041136-1e71-4400-bdb5-918161d44bbc', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:44:04Z', 'updated_at': '2021-09-17T08:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'fe686bff-d923-4f32-8d5a-a9ccdfb1ebf5', 'name': '', 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b', 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'mac_address': 'fa:16:3e:da:8b:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'f22b432a-999e-449e-99eb-5f8501222e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:44:06Z', 'updated_at': '2021-09-17T08:44:06Z', 'revision_number': 2, 'project_id': '57f8c48e10b746f7af53464178493cdc', 'subnets': [{'id': 'f22b432a-999e-449e-99eb-5f8501222e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:44:08.733981 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447e1d69-521e-409d-99a7-106546be34d3 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Pushing event updated for resources: {'Port': ['ID=9338c7d0-064a-4de3-9ecc-54c22ae5a595,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:44:08.747871 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d24775-aad7-4ad8-a8ff-34276848cb00 None None] Checking router: 9ee3f17c-338e-46c0-bd76-6373e5ccc202 for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:44:08.748239 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d24775-aad7-4ad8-a8ff-34276848cb00 None None] Updating router 9ee3f17c-338e-46c0-bd76-6373e5ccc202 port fe686bff-d923-4f32-8d5a-a9ccdfb1ebf5 binding host n-d-789963-9 {{(pid=101291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 08:44:08.772268 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-04d24775-aad7-4ad8-a8ff-34276848cb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:08.835176 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-447e1d69-521e-409d-99a7-106546be34d3 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:08.879382 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-447e1d69-521e-409d-99a7-106546be34d3 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:09.027796 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-447e1d69-521e-409d-99a7-106546be34d3 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:09.032498 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-447e1d69-521e-409d-99a7-106546be34d3 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:09.045550 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-04d24775-aad7-4ad8-a8ff-34276848cb00 None None] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:09.050475 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-04d24775-aad7-4ad8-a8ff-34276848cb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:09.104288 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447e1d69-521e-409d-99a7-106546be34d3 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Pushing event updated for resources: {'Port': ['ID=9338c7d0-064a-4de3-9ecc-54c22ae5a595,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:44:09.106572 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc4e605-fd22-4dee-9d9e-d5d1f0d517e0 None None] Pushing event updated for resources: {'Port': ['ID=fe686bff-d923-4f32-8d5a-a9ccdfb1ebf5,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:44:09.121166 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-447e1d69-521e-409d-99a7-106546be34d3 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:09.140156 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-447e1d69-521e-409d-99a7-106546be34d3 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:09.141534 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-447e1d69-521e-409d-99a7-106546be34d3 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8540888 Sep 17 08:44:09.161651 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-04d24775-aad7-4ad8-a8ff-34276848cb00 None None] Attempting to bind port fe686bff-d923-4f32-8d5a-a9ccdfb1ebf5 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:44:09.162022 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-04d24775-aad7-4ad8-a8ff-34276848cb00 None None] Attempting to bind port fe686bff-d923-4f32-8d5a-a9ccdfb1ebf5 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '2b3a115c-7140-4873-a9db-77f8808c33a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:44:09.162386 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d24775-aad7-4ad8-a8ff-34276848cb00 None None] Attempting to bind port fe686bff-d923-4f32-8d5a-a9ccdfb1ebf5 on network 0ee5baf7-50f7-4d0a-b426-59fc9506c09b {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:44:09.168348 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d24775-aad7-4ad8-a8ff-34276848cb00 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:44:09.168726 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d24775-aad7-4ad8-a8ff-34276848cb00 None None] Checking segment: {'id': '2b3a115c-7140-4873-a9db-77f8808c33a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:44:09.169130 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-04d24775-aad7-4ad8-a8ff-34276848cb00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:09.169547 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d24775-aad7-4ad8-a8ff-34276848cb00 None None] Bound using segment: {'id': '2b3a115c-7140-4873-a9db-77f8808c33a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:44:09.170047 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-04d24775-aad7-4ad8-a8ff-34276848cb00 None None] Bound port: fe686bff-d923-4f32-8d5a-a9ccdfb1ebf5, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b3a115c-7140-4873-a9db-77f8808c33a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:44:09.170429 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-04d24775-aad7-4ad8-a8ff-34276848cb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:09.249835 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-04d24775-aad7-4ad8-a8ff-34276848cb00 None None] For port fe686bff-d923-4f32-8d5a-a9ccdfb1ebf5, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:44:09.253365 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-04d24775-aad7-4ad8-a8ff-34276848cb00 None None] For port fe686bff-d923-4f32-8d5a-a9ccdfb1ebf5, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=fe686bff-d923-4f32-8d5a-a9ccdfb1ebf5,segment=NetworkSegment(2b3a115c-7140-4873-a9db-77f8808c33a6),segment_id=2b3a115c-7140-4873-a9db-77f8808c33a6)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:44:09.261959 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-04d24775-aad7-4ad8-a8ff-34276848cb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:09.309241 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-96143c8e-19fc-4d30-b565-7e57bf73add0 req-689c391f-c8c8-4042-9101-4e8c6b5d66aa tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--122083172&fields=id&tenant_id=57f8c48e10b746f7af53464178493cdc HTTP/1.1" status: 200 len: 267 time: 0.0453970 Sep 17 08:44:09.313694 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d24775-aad7-4ad8-a8ff-34276848cb00 None None] Routers {'9ee3f17c-338e-46c0-bd76-6373e5ccc202'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:44:09.314625 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-04d24775-aad7-4ad8-a8ff-34276848cb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:43:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['9ee3f17c-338e-46c0-bd76-6373e5ccc202'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:44:09.401435 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-16567d02-f26c-47b2-a389-b2e032815a1e None None] Provisioning complete for port fe686bff-d923-4f32-8d5a-a9ccdfb1ebf5 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:44:09.401953 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-16567d02-f26c-47b2-a389-b2e032815a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:09.403561 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc4e605-fd22-4dee-9d9e-d5d1f0d517e0 None None] Pushing event updated for resources: {'Port': ['ID=fe686bff-d923-4f32-8d5a-a9ccdfb1ebf5,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:44:09.439718 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96143c8e-19fc-4d30-b565-7e57bf73add0 req-b7666af5-ef87-4f5a-bc56-c8b1c75f42d2 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:44:09.444075 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-96143c8e-19fc-4d30-b565-7e57bf73add0 req-b7666af5-ef87-4f5a-bc56-c8b1c75f42d2 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/networks?id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b HTTP/1.1" status: 200 len: 811 time: 0.1272552 Sep 17 08:44:09.475556 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-96143c8e-19fc-4d30-b565-7e57bf73add0 req-a581a468-554a-463b-bda9-0afff3d33d22 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/quotas/57f8c48e10b746f7af53464178493cdc HTTP/1.1" status: 200 len: 375 time: 0.0191665 Sep 17 08:44:09.504023 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-04d24775-aad7-4ad8-a8ff-34276848cb00 None None] Set router 9ee3f17c-338e-46c0-bd76-6373e5ccc202 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:44:09.556713 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-96143c8e-19fc-4d30-b565-7e57bf73add0 req-588b11b2-06e2-4729-9e3e-482be5920c9e tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=57f8c48e10b746f7af53464178493cdc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0798767 Sep 17 08:44:09.608719 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-16567d02-f26c-47b2-a389-b2e032815a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:09.694823 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-16567d02-f26c-47b2-a389-b2e032815a1e None None] For port fe686bff-d923-4f32-8d5a-a9ccdfb1ebf5, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=fe686bff-d923-4f32-8d5a-a9ccdfb1ebf5,segment=NetworkSegment(2b3a115c-7140-4873-a9db-77f8808c33a6),segment_id=2b3a115c-7140-4873-a9db-77f8808c33a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:44:09.705227 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-16567d02-f26c-47b2-a389-b2e032815a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:09.730392 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-96143c8e-19fc-4d30-b565-7e57bf73add0 req-9f82aba5-2f6a-49dd-9fba-2869b1e7f30a service neutron] 10.222.0.13 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353393 Sep 17 08:44:09.794389 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16567d02-f26c-47b2-a389-b2e032815a1e None None] Pushing event updated for resources: {'Port': ['ID=fe686bff-d923-4f32-8d5a-a9ccdfb1ebf5,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:44:09.816680 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-04d24775-aad7-4ad8-a8ff-34276848cb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'name': 'tempest-ServerActionsTestJSON-628220050-router', 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '29041136-1e71-4400-bdb5-918161d44bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:44:04Z', 'updated_at': '2021-09-17T08:44:06Z', 'revision_number': 4, 'project_id': '57f8c48e10b746f7af53464178493cdc', 'gw_port': {'id': '29041136-1e71-4400-bdb5-918161d44bbc', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:44:04Z', 'updated_at': '2021-09-17T08:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'fe686bff-d923-4f32-8d5a-a9ccdfb1ebf5', 'name': '', 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b', 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'mac_address': 'fa:16:3e:da:8b:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'f22b432a-999e-449e-99eb-5f8501222e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:44:06Z', 'updated_at': '2021-09-17T08:44:09Z', 'revision_number': 4, 'project_id': '57f8c48e10b746f7af53464178493cdc', 'subnets': [{'id': 'f22b432a-999e-449e-99eb-5f8501222e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:44:09.850481 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-96143c8e-19fc-4d30-b565-7e57bf73add0 req-0b86b9a7-f9db-428d-88f4-c41ebeee39f7 service neutron] 10.222.0.13 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132045 Sep 17 08:44:09.853898 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 29041136-1e71-4400-bdb5-918161d44bbc up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:44:09.858519 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d24775-aad7-4ad8-a8ff-34276848cb00 None None] The sync data for ids ['9ee3f17c-338e-46c0-bd76-6373e5ccc202'] in n-d-789963-9 is: [{'id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'name': 'tempest-ServerActionsTestJSON-628220050-router', 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '29041136-1e71-4400-bdb5-918161d44bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:44:04Z', 'updated_at': '2021-09-17T08:44:06Z', 'revision_number': 4, 'project_id': '57f8c48e10b746f7af53464178493cdc', 'gw_port': {'id': '29041136-1e71-4400-bdb5-918161d44bbc', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:44:04Z', 'updated_at': '2021-09-17T08:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'fe686bff-d923-4f32-8d5a-a9ccdfb1ebf5', 'name': '', 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b', 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'mac_address': 'fa:16:3e:da:8b:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'f22b432a-999e-449e-99eb-5f8501222e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:44:06Z', 'updated_at': '2021-09-17T08:44:09Z', 'revision_number': 4, 'project_id': '57f8c48e10b746f7af53464178493cdc', 'subnets': [{'id': 'f22b432a-999e-449e-99eb-5f8501222e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:44:09.889929 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-0ba59a55-c747-4086-9d93-722e8c29e931 None None] Provisioning complete for port fe686bff-d923-4f32-8d5a-a9ccdfb1ebf5 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:44:09.890414 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0ba59a55-c747-4086-9d93-722e8c29e931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:09.965041 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 29041136-1e71-4400-bdb5-918161d44bbc triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:44:09.965574 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:10.119075 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8aa39552-deb5-48bf-82d3-a2011c722fef req-ef3c6d54-f644-4dc0-aaab-48653963743b tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=04745565-ac6e-4288-aaef-f4903bd131e9 HTTP/1.1" status: 200 len: 210 time: 0.0699239 Sep 17 08:44:11.191664 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96143c8e-19fc-4d30-b565-7e57bf73add0 req-cda20dad-4de5-4d9b-b321-6500d2c4dee9 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:44:11.193162 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-96143c8e-19fc-4d30-b565-7e57bf73add0 req-cda20dad-4de5-4d9b-b321-6500d2c4dee9 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.41 "GET /v2.0/networks?id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b HTTP/1.1" status: 200 len: 811 time: 0.1116581 Sep 17 08:44:11.221256 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-789db114-d31a-4a66-8c72-b55694dcd58e req-c4693511-f029-4d11-a593-d0ba7d154bb1 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=04745565-ac6e-4288-aaef-f4903bd131e9 HTTP/1.1" status: 200 len: 210 time: 0.0271363 Sep 17 08:44:11.263320 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-96143c8e-19fc-4d30-b565-7e57bf73add0 req-384c2661-561e-4df8-923a-f37f3647f876 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57f8c48e10b746f7af53464178493cdc HTTP/1.1" status: 200 len: 379 time: 0.0444145 Sep 17 08:44:11.290304 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-96143c8e-19fc-4d30-b565-7e57bf73add0 req-3ab7e8a0-3443-4362-8520-06a87fe59eeb tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Request body: {'port': {'device_id': '04745565-ac6e-4288-aaef-f4903bd131e9', 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b', 'admin_state_up': True, 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'security_groups': ['b996bb76-e143-46b8-a928-2562d05dc834']}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:44:11.398317 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96143c8e-19fc-4d30-b565-7e57bf73add0 req-3ab7e8a0-3443-4362-8520-06a87fe59eeb tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Made reservation on behalf of 57f8c48e10b746f7af53464178493cdc for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:44:11.401777 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-96143c8e-19fc-4d30-b565-7e57bf73add0 req-3ab7e8a0-3443-4362-8520-06a87fe59eeb tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:11.525906 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [req-96143c8e-19fc-4d30-b565-7e57bf73add0 req-3ab7e8a0-3443-4362-8520-06a87fe59eeb tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Allocated IP 172.20.0.6 (0ee5baf7-50f7-4d0a-b426-59fc9506c09b/f22b432a-999e-449e-99eb-5f8501222e22/8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:44:11.659619 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-96143c8e-19fc-4d30-b565-7e57bf73add0 req-3ab7e8a0-3443-4362-8520-06a87fe59eeb tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:11.692607 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-96143c8e-19fc-4d30-b565-7e57bf73add0 req-3ab7e8a0-3443-4362-8520-06a87fe59eeb tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:11.739178 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96143c8e-19fc-4d30-b565-7e57bf73add0 req-3ab7e8a0-3443-4362-8520-06a87fe59eeb tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Network 0ee5baf7-50f7-4d0a-b426-59fc9506c09b is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:44:11.742206 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [req-96143c8e-19fc-4d30-b565-7e57bf73add0 req-3ab7e8a0-3443-4362-8520-06a87fe59eeb tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:44:11.749550 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-96143c8e-19fc-4d30-b565-7e57bf73add0 req-3ab7e8a0-3443-4362-8520-06a87fe59eeb tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:44:11.772534 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab7e8a0-3443-4362-8520-06a87fe59eeb tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Pushing event updated for resources: {'Port': ['ID=8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:44:11.804176 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96143c8e-19fc-4d30-b565-7e57bf73add0 req-3ab7e8a0-3443-4362-8520-06a87fe59eeb tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:44:11.804785 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-96143c8e-19fc-4d30-b565-7e57bf73add0 req-3ab7e8a0-3443-4362-8520-06a87fe59eeb tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:11.822806 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-96143c8e-19fc-4d30-b565-7e57bf73add0 req-3ab7e8a0-3443-4362-8520-06a87fe59eeb tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5360205 Sep 17 08:44:11.829150 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device fe686bff-d923-4f32-8d5a-a9ccdfb1ebf5 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:44:11.841804 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-96143c8e-19fc-4d30-b565-7e57bf73add0 req-a8b00a6e-aa7c-4c30-836b-cd4a8d821e98 service neutron] Request body: {'port': {'device_id': '04745565-ac6e-4288-aaef-f4903bd131e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-9'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:44:11.878410 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port fe686bff-d923-4f32-8d5a-a9ccdfb1ebf5 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:44:11.878781 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:11.900945 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-96143c8e-19fc-4d30-b565-7e57bf73add0 req-a8b00a6e-aa7c-4c30-836b-cd4a8d821e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:11.996944 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-2e1428ee-bc59-4303-b642-ed73260abea4 None None] Provisioning complete for port 8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:44:11.997317 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2e1428ee-bc59-4303-b642-ed73260abea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:12.034066 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-2e1428ee-bc59-4303-b642-ed73260abea4 None None] Port 8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:44:12.175236 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [req-96143c8e-19fc-4d30-b565-7e57bf73add0 req-a8b00a6e-aa7c-4c30-836b-cd4a8d821e98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9 {{(pid=101289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:44:12.182540 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-96143c8e-19fc-4d30-b565-7e57bf73add0 req-a8b00a6e-aa7c-4c30-836b-cd4a8d821e98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:12.194218 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.provisioning_blocks [req-96143c8e-19fc-4d30-b565-7e57bf73add0 req-a8b00a6e-aa7c-4c30-836b-cd4a8d821e98 service neutron] Transition to ACTIVE for port object 8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9 will not be triggered until provisioned by entity L2. {{(pid=101289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:44:12.198592 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-96143c8e-19fc-4d30-b565-7e57bf73add0 req-a8b00a6e-aa7c-4c30-836b-cd4a8d821e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:12.270107 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b00a6e-aa7c-4c30-836b-cd4a8d821e98 service neutron] Pushing event updated for resources: {'Port': ['ID=8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:44:12.367039 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-96143c8e-19fc-4d30-b565-7e57bf73add0 req-a8b00a6e-aa7c-4c30-836b-cd4a8d821e98 service neutron] Attempting to bind port 8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:44:12.367376 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-96143c8e-19fc-4d30-b565-7e57bf73add0 req-a8b00a6e-aa7c-4c30-836b-cd4a8d821e98 service neutron] Attempting to bind port 8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': '2b3a115c-7140-4873-a9db-77f8808c33a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:44:12.368021 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96143c8e-19fc-4d30-b565-7e57bf73add0 req-a8b00a6e-aa7c-4c30-836b-cd4a8d821e98 service neutron] Attempting to bind port 8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9 on network 0ee5baf7-50f7-4d0a-b426-59fc9506c09b {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:44:12.376074 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96143c8e-19fc-4d30-b565-7e57bf73add0 req-a8b00a6e-aa7c-4c30-836b-cd4a8d821e98 service neutron] Port 8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9 on network 0ee5baf7-50f7-4d0a-b426-59fc9506c09b not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:44:12.376406 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96143c8e-19fc-4d30-b565-7e57bf73add0 req-a8b00a6e-aa7c-4c30-836b-cd4a8d821e98 service neutron] Attempting to bind port 8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9 on network 0ee5baf7-50f7-4d0a-b426-59fc9506c09b {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:44:12.387497 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96143c8e-19fc-4d30-b565-7e57bf73add0 req-a8b00a6e-aa7c-4c30-836b-cd4a8d821e98 service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:44:12.387784 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96143c8e-19fc-4d30-b565-7e57bf73add0 req-a8b00a6e-aa7c-4c30-836b-cd4a8d821e98 service neutron] Checking segment: {'id': '2b3a115c-7140-4873-a9db-77f8808c33a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:44:12.388174 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96143c8e-19fc-4d30-b565-7e57bf73add0 req-a8b00a6e-aa7c-4c30-836b-cd4a8d821e98 service neutron] Bound using segment: {'id': '2b3a115c-7140-4873-a9db-77f8808c33a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b'} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:44:12.388601 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-96143c8e-19fc-4d30-b565-7e57bf73add0 req-a8b00a6e-aa7c-4c30-836b-cd4a8d821e98 service neutron] Bound port: 8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b3a115c-7140-4873-a9db-77f8808c33a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b'}}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:44:12.388963 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-96143c8e-19fc-4d30-b565-7e57bf73add0 req-a8b00a6e-aa7c-4c30-836b-cd4a8d821e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:12.413240 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266664b9-fa26-48bf-b8b3-7558abf645f7 req-92491a1f-91c8-4c27-a013-b3dd92ecc844 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:44:12.414909 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-266664b9-fa26-48bf-b8b3-7558abf645f7 req-92491a1f-91c8-4c27-a013-b3dd92ecc844 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=04745565-ac6e-4288-aaef-f4903bd131e9 HTTP/1.1" status: 200 len: 943 time: 0.1112142 Sep 17 08:44:12.489364 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-266664b9-fa26-48bf-b8b3-7558abf645f7 req-0fbd701b-93be-4e81-b4d8-a447b0873bdc tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527463 Sep 17 08:44:12.495856 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-96143c8e-19fc-4d30-b565-7e57bf73add0 req-a8b00a6e-aa7c-4c30-836b-cd4a8d821e98 service neutron] For port 8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9, host n-h1-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:44:12.498936 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-96143c8e-19fc-4d30-b565-7e57bf73add0 req-a8b00a6e-aa7c-4c30-836b-cd4a8d821e98 service neutron] For port 8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9,segment=NetworkSegment(2b3a115c-7140-4873-a9db-77f8808c33a6),segment_id=2b3a115c-7140-4873-a9db-77f8808c33a6)] {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:44:12.505116 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-96143c8e-19fc-4d30-b565-7e57bf73add0 req-a8b00a6e-aa7c-4c30-836b-cd4a8d821e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:12.540307 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96143c8e-19fc-4d30-b565-7e57bf73add0 req-a8b00a6e-aa7c-4c30-836b-cd4a8d821e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:44:12.540948 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-96143c8e-19fc-4d30-b565-7e57bf73add0 req-a8b00a6e-aa7c-4c30-836b-cd4a8d821e98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:12.542604 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-96143c8e-19fc-4d30-b565-7e57bf73add0 req-a8b00a6e-aa7c-4c30-836b-cd4a8d821e98 service neutron] 10.222.0.41 "PUT /v2.0/ports/8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9 HTTP/1.1" status: 200 len: 1091 time: 0.7058046 Sep 17 08:44:12.543012 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04745565-ac6e-4288-aaef-f4903bd131e9', 'tag': '8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:44:12.545563 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0b8b68ef77f8a69a7ea64e5314cb7bfe1c653782f919eb7015de92bbdd57641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8532f2d9-75be-40e4-8510-42dd6fb6d340" -d '{"events": [{"name": "network-changed", "server_uuid": "04745565-ac6e-4288-aaef-f4903bd131e9", "tag": "8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:44:12.577996 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b00a6e-aa7c-4c30-836b-cd4a8d821e98 service neutron] Pushing event updated for resources: {'Port': ['ID=8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9,revision_number=3']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:44:12.587084 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb566694-63f0-4836-a67a-a9624a6e1369 x-openstack-request-id: req-bb566694-63f0-4836-a67a-a9624a6e1369 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:44:12.587329 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04745565-ac6e-4288-aaef-f4903bd131e9", "tag": "8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:44:12.587524 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bb566694-63f0-4836-a67a-a9624a6e1369 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:44:12.588036 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04745565-ac6e-4288-aaef-f4903bd131e9', 'tag': '8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9', 'status': 'completed', 'code': 200} Sep 17 08:44:12.653248 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96143c8e-19fc-4d30-b565-7e57bf73add0 req-7eaab7ed-7619-4feb-817b-468a9b3e5179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:44:12.654788 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-96143c8e-19fc-4d30-b565-7e57bf73add0 req-7eaab7ed-7619-4feb-817b-468a9b3e5179 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=57f8c48e10b746f7af53464178493cdc&device_id=04745565-ac6e-4288-aaef-f4903bd131e9 HTTP/1.1" status: 200 len: 1094 time: 0.0478930 Sep 17 08:44:12.710864 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-96143c8e-19fc-4d30-b565-7e57bf73add0 req-ed783602-4b41-4670-a2bd-83a0eb4bc055 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9 HTTP/1.1" status: 200 len: 217 time: 0.0424228 Sep 17 08:44:12.763012 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96143c8e-19fc-4d30-b565-7e57bf73add0 req-5126f673-79af-43ae-a153-4d16802a8515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:44:12.764666 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-96143c8e-19fc-4d30-b565-7e57bf73add0 req-5126f673-79af-43ae-a153-4d16802a8515 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f22b432a-999e-449e-99eb-5f8501222e22 HTTP/1.1" status: 200 len: 850 time: 0.0471160 Sep 17 08:44:12.814636 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96143c8e-19fc-4d30-b565-7e57bf73add0 req-a37a65bd-7cfd-4e12-8412-c14fc0088cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:44:12.816089 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-96143c8e-19fc-4d30-b565-7e57bf73add0 req-a37a65bd-7cfd-4e12-8412-c14fc0088cda service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445883 Sep 17 08:44:12.919903 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-96143c8e-19fc-4d30-b565-7e57bf73add0 req-d0a23c86-3123-4f35-af7f-558021c5949a service neutron] 10.222.0.41 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948036 Sep 17 08:44:13.012319 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-96143c8e-19fc-4d30-b565-7e57bf73add0 req-fb71b1a7-bf52-4fd2-9c91-7c3a54a9e5ed service neutron] 10.222.0.41 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850825 Sep 17 08:44:13.133158 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8532f2d9-75be-40e4-8510-42dd6fb6d340 req-b2746fb7-0806-4cf1-b9f6-b92c3ca6f86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:44:13.135151 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8532f2d9-75be-40e4-8510-42dd6fb6d340 req-b2746fb7-0806-4cf1-b9f6-b92c3ca6f86c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=57f8c48e10b746f7af53464178493cdc&device_id=04745565-ac6e-4288-aaef-f4903bd131e9 HTTP/1.1" status: 200 len: 1094 time: 0.0408278 Sep 17 08:44:13.226191 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8532f2d9-75be-40e4-8510-42dd6fb6d340 req-2cd121e5-80f6-43b7-bf28-6cbaaf867efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:44:13.228169 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8532f2d9-75be-40e4-8510-42dd6fb6d340 req-2cd121e5-80f6-43b7-bf28-6cbaaf867efa service neutron] 10.222.0.41 "GET /v2.0/networks?id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b HTTP/1.1" status: 200 len: 912 time: 0.0859230 Sep 17 08:44:13.268524 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8532f2d9-75be-40e4-8510-42dd6fb6d340 req-00ca1b33-476a-4179-a482-c4f5322a8291 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9 HTTP/1.1" status: 200 len: 217 time: 0.0337687 Sep 17 08:44:13.316102 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8532f2d9-75be-40e4-8510-42dd6fb6d340 req-32f16d5e-d6be-44fd-ac36-5e351cec223b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:44:13.317498 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8532f2d9-75be-40e4-8510-42dd6fb6d340 req-32f16d5e-d6be-44fd-ac36-5e351cec223b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f22b432a-999e-449e-99eb-5f8501222e22 HTTP/1.1" status: 200 len: 850 time: 0.0418231 Sep 17 08:44:13.363192 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8532f2d9-75be-40e4-8510-42dd6fb6d340 req-0cde34de-48d4-499c-a5f2-ad2ef39019ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:44:13.364689 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8532f2d9-75be-40e4-8510-42dd6fb6d340 req-0cde34de-48d4-499c-a5f2-ad2ef39019ec service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395918 Sep 17 08:44:13.455735 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8532f2d9-75be-40e4-8510-42dd6fb6d340 req-0813851a-e1c0-44e7-a184-85ddad52bca6 service neutron] 10.222.0.41 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835638 Sep 17 08:44:13.549145 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8532f2d9-75be-40e4-8510-42dd6fb6d340 req-58a059cf-b5b1-473c-b404-d1d9d15a6c68 service neutron] 10.222.0.41 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853109 Sep 17 08:44:13.604767 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ba8eb-f7d2-465c-a375-5cf4ac964323 req-07c6ea75-bfab-4d2b-bd8d-6bd8ee35c981 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:44:13.606332 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e73ba8eb-f7d2-465c-a375-5cf4ac964323 req-07c6ea75-bfab-4d2b-bd8d-6bd8ee35c981 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=04745565-ac6e-4288-aaef-f4903bd131e9 HTTP/1.1" status: 200 len: 943 time: 0.0483031 Sep 17 08:44:13.644914 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e73ba8eb-f7d2-465c-a375-5cf4ac964323 req-b7fc0d36-240e-496f-aa84-0f28bec29a11 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325568 Sep 17 08:44:14.760098 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2042e0c-9085-45a8-a045-a297dc9b7015 req-d213fb24-e871-44f3-a6b6-222eb2fda008 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:44:14.761544 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b2042e0c-9085-45a8-a045-a297dc9b7015 req-d213fb24-e871-44f3-a6b6-222eb2fda008 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=04745565-ac6e-4288-aaef-f4903bd131e9 HTTP/1.1" status: 200 len: 943 time: 0.0476460 Sep 17 08:44:14.798002 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b2042e0c-9085-45a8-a045-a297dc9b7015 req-a0662938-b1e0-46d6-8632-9be36deeb4ba tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305419 Sep 17 08:44:15.657061 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9 details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:44:15.751817 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9,segment=NetworkSegment(2b3a115c-7140-4873-a9db-77f8808c33a6),segment_id=2b3a115c-7140-4873-a9db-77f8808c33a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:44:15.763154 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': '8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9', 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b', 'port_id': '8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9', 'mac_address': 'fa:16:3e:aa:4c:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f22b432a-999e-449e-99eb-5f8501222e22', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:44:15.802134 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:15.814745 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:44:15.833737 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9,segment=NetworkSegment(2b3a115c-7140-4873-a9db-77f8808c33a6),segment_id=2b3a115c-7140-4873-a9db-77f8808c33a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:44:15.837948 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:15.884839 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:44:15.916222 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4429d6-a534-41dc-b8ef-7fc1b1b11656 req-41e32809-3096-4944-9c0f-467ae19ed0a3 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:44:15.917695 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cc4429d6-a534-41dc-b8ef-7fc1b1b11656 req-41e32809-3096-4944-9c0f-467ae19ed0a3 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=04745565-ac6e-4288-aaef-f4903bd131e9 HTTP/1.1" status: 200 len: 944 time: 0.0523074 Sep 17 08:44:15.954093 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cc4429d6-a534-41dc-b8ef-7fc1b1b11656 req-d43bcafc-f38e-45e1-bcbe-07cb300696c8 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303030 Sep 17 08:44:16.204548 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:44:17.066647 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b56666-5364-4aa2-b57f-f13696f3c1dc req-64a79bf2-dcbe-4c98-a0b8-2a1bfff8cbca tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:44:17.068158 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-71b56666-5364-4aa2-b57f-f13696f3c1dc req-64a79bf2-dcbe-4c98-a0b8-2a1bfff8cbca tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=04745565-ac6e-4288-aaef-f4903bd131e9 HTTP/1.1" status: 200 len: 944 time: 0.0497124 Sep 17 08:44:17.106564 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-71b56666-5364-4aa2-b57f-f13696f3c1dc req-3a8800fc-bfa6-4949-972c-2001fa7917c7 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324981 Sep 17 08:44:17.657424 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9 up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:44:17.704326 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning for port 8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:44:17.707857 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port 8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:44:17.708229 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:17.782410 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:17.806843 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04745565-ac6e-4288-aaef-f4903bd131e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:44:17.809104 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd15a5b62c2e1c1e903d3702117c13c06f948b041a08150170fef0e561ebed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6023674a-4da6-4bf7-b878-9faa55855091" -d '{"events": [{"server_uuid": "04745565-ac6e-4288-aaef-f4903bd131e9", "name": "network-vif-plugged", "status": "completed", "tag": "8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:44:17.821151 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9,segment=NetworkSegment(2b3a115c-7140-4873-a9db-77f8808c33a6),segment_id=2b3a115c-7140-4873-a9db-77f8808c33a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:44:17.825623 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:17.850795 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d2592b8-7247-4e14-a134-a2247f935b57 x-openstack-request-id: req-3d2592b8-7247-4e14-a134-a2247f935b57 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:44:17.851090 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04745565-ac6e-4288-aaef-f4903bd131e9", "name": "network-vif-plugged", "status": "completed", "tag": "8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:44:17.851341 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3d2592b8-7247-4e14-a134-a2247f935b57 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:44:17.851725 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04745565-ac6e-4288-aaef-f4903bd131e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9', 'code': 200} Sep 17 08:44:17.878108 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:44:17.973139 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a112be-36fa-4030-a3ac-fa48be6f36eb req-1fa3e9f0-c5ae-4735-8e49-8dd29a27cc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:44:17.974606 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c6a112be-36fa-4030-a3ac-fa48be6f36eb req-1fa3e9f0-c5ae-4735-8e49-8dd29a27cc9c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=04745565-ac6e-4288-aaef-f4903bd131e9 HTTP/1.1" status: 200 len: 1096 time: 0.0387781 Sep 17 08:44:18.009654 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c6a112be-36fa-4030-a3ac-fa48be6f36eb req-08276941-2c5e-46d9-a250-fe1688db5feb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269754 Sep 17 08:44:18.221160 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dc4d57-3aff-4d1e-abea-0f1cf7ca20c3 req-0131ffa6-a83a-4007-b2b8-5c077e50d53f tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:44:18.222653 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f9dc4d57-3aff-4d1e-abea-0f1cf7ca20c3 req-0131ffa6-a83a-4007-b2b8-5c077e50d53f tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=04745565-ac6e-4288-aaef-f4903bd131e9 HTTP/1.1" status: 200 len: 945 time: 0.0523138 Sep 17 08:44:18.260174 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f9dc4d57-3aff-4d1e-abea-0f1cf7ca20c3 req-20b127a6-a24a-4aa3-b0f3-2b1e6a04aed2 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309873 Sep 17 08:44:19.374918 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab553c-0402-4b1d-9e72-a9880e468c63 req-8f95b960-008f-4b81-9f8c-f8cf1b8ae97f tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:44:19.376365 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-54ab553c-0402-4b1d-9e72-a9880e468c63 req-8f95b960-008f-4b81-9f8c-f8cf1b8ae97f tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=04745565-ac6e-4288-aaef-f4903bd131e9 HTTP/1.1" status: 200 len: 945 time: 0.0481892 Sep 17 08:44:19.415403 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-54ab553c-0402-4b1d-9e72-a9880e468c63 req-eeedd915-ec1c-4c35-b682-ae34e160d1c5 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323126 Sep 17 08:44:20.027502 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-21cba5fe-113e-41fe-920b-5dcfe21eb23a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:20.528710 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eccd48b-665c-4396-9dc4-ed4468722855 req-2e84e3b9-7b5a-4eae-aa59-c72db942b748 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:44:20.530198 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0eccd48b-665c-4396-9dc4-ed4468722855 req-2e84e3b9-7b5a-4eae-aa59-c72db942b748 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=04745565-ac6e-4288-aaef-f4903bd131e9 HTTP/1.1" status: 200 len: 945 time: 0.0498114 Sep 17 08:44:20.566272 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0eccd48b-665c-4396-9dc4-ed4468722855 req-d2af3eff-96cb-4ec6-b981-7fc3aabf4fe9 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302105 Sep 17 08:44:20.677218 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8680c56-d664-41ae-83c7-c98dde9995b5 req-7c2a6dfe-b183-4047-ae50-646bb63d9840 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:44:20.678661 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b8680c56-d664-41ae-83c7-c98dde9995b5 req-7c2a6dfe-b183-4047-ae50-646bb63d9840 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=04745565-ac6e-4288-aaef-f4903bd131e9 HTTP/1.1" status: 200 len: 945 time: 0.0507979 Sep 17 08:44:20.687090 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 33410) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:44:20.691246 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-3107a575-15b1-4969-8141-e7c327c03fcd tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Request body: {'floatingip': {'port_id': '8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:44:20.729333 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3107a575-15b1-4969-8141-e7c327c03fcd tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks [] for floatingip, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:21.428566 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3107a575-15b1-4969-8141-e7c327c03fcd tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:21.432770 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3107a575-15b1-4969-8141-e7c327c03fcd tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:21.530520 n-d-789963-9 neutron-server[101289]: INFO neutron.db.l3_db [None req-3107a575-15b1-4969-8141-e7c327c03fcd tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Floating IP 56b2ad51-903b-4f2c-a8ef-daa38c003bef associated. External IP: 172.25.6.136, port: 8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9. Sep 17 08:44:21.729434 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3107a575-15b1-4969-8141-e7c327c03fcd tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Router 9ee3f17c-338e-46c0-bd76-6373e5ccc202 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:44:21.831907 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3107a575-15b1-4969-8141-e7c327c03fcd tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:44:21.836308 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3107a575-15b1-4969-8141-e7c327c03fcd tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:21.842194 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590850f3-eebf-43e4-a0a5-c335b12f1f03 None None] Sync routers for ids ['9ee3f17c-338e-46c0-bd76-6373e5ccc202'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:44:21.851483 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590850f3-eebf-43e4-a0a5-c335b12f1f03 None None] Routers {'9ee3f17c-338e-46c0-bd76-6373e5ccc202'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:44:21.852122 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-590850f3-eebf-43e4-a0a5-c335b12f1f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:43:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['9ee3f17c-338e-46c0-bd76-6373e5ccc202'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:44:21.864563 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-3107a575-15b1-4969-8141-e7c327c03fcd tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "PUT /v2.0/floatingips/56b2ad51-903b-4f2c-a8ef-daa38c003bef HTTP/1.1" status: 200 len: 991 time: 1.1764493 Sep 17 08:44:21.865158 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04745565-ac6e-4288-aaef-f4903bd131e9', 'tag': '8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:44:21.867711 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0b8b68ef77f8a69a7ea64e5314cb7bfe1c653782f919eb7015de92bbdd57641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9946b484-7ff8-4311-8ee8-6be50f16cb08" -d '{"events": [{"name": "network-changed", "server_uuid": "04745565-ac6e-4288-aaef-f4903bd131e9", "tag": "8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:44:21.907099 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7963b4a6-f6da-479d-a5f6-b82c4f0c027d x-openstack-request-id: req-7963b4a6-f6da-479d-a5f6-b82c4f0c027d {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:44:21.907401 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04745565-ac6e-4288-aaef-f4903bd131e9", "tag": "8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:44:21.907656 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7963b4a6-f6da-479d-a5f6-b82c4f0c027d {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:44:21.908102 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04745565-ac6e-4288-aaef-f4903bd131e9', 'tag': '8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9', 'status': 'completed', 'code': 200} Sep 17 08:44:21.958391 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-590850f3-eebf-43e4-a0a5-c335b12f1f03 None None] Set router 9ee3f17c-338e-46c0-bd76-6373e5ccc202 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:44:22.018464 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9946b484-7ff8-4311-8ee8-6be50f16cb08 req-94f9c78e-ec10-4bf1-becb-16497a46acfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:44:22.020158 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9946b484-7ff8-4311-8ee8-6be50f16cb08 req-94f9c78e-ec10-4bf1-becb-16497a46acfb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=57f8c48e10b746f7af53464178493cdc&device_id=04745565-ac6e-4288-aaef-f4903bd131e9 HTTP/1.1" status: 200 len: 1096 time: 0.0467091 Sep 17 08:44:22.112461 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9946b484-7ff8-4311-8ee8-6be50f16cb08 req-78473a8c-9987-474f-b946-4dd9a986a54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:44:22.113933 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9946b484-7ff8-4311-8ee8-6be50f16cb08 req-78473a8c-9987-474f-b946-4dd9a986a54f service neutron] 10.222.0.41 "GET /v2.0/networks?id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b HTTP/1.1" status: 200 len: 912 time: 0.0866663 Sep 17 08:44:22.177323 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-590850f3-eebf-43e4-a0a5-c335b12f1f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'name': 'tempest-ServerActionsTestJSON-628220050-router', 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '29041136-1e71-4400-bdb5-918161d44bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:44:04Z', 'updated_at': '2021-09-17T08:44:06Z', 'revision_number': 4, 'project_id': '57f8c48e10b746f7af53464178493cdc', 'gw_port': {'id': '29041136-1e71-4400-bdb5-918161d44bbc', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:44:04Z', 'updated_at': '2021-09-17T08:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '56b2ad51-903b-4f2c-a8ef-daa38c003bef', 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'floating_ip_address': '172.25.6.136', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'port_id': '8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b', 'mac_address': 'fa:16:3e:aa:4c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04745565-ac6e-4288-aaef-f4903bd131e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:44:08Z', 'updated_at': '2021-09-17T08:44:21Z', 'revision_number': 1, 'project_id': '57f8c48e10b746f7af53464178493cdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe686bff-d923-4f32-8d5a-a9ccdfb1ebf5', 'name': '', 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b', 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'mac_address': 'fa:16:3e:da:8b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'f22b432a-999e-449e-99eb-5f8501222e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:44:06Z', 'updated_at': '2021-09-17T08:44:09Z', 'revision_number': 5, 'project_id': '57f8c48e10b746f7af53464178493cdc', 'subnets': [{'id': 'f22b432a-999e-449e-99eb-5f8501222e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:44:22.177749 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9946b484-7ff8-4311-8ee8-6be50f16cb08 req-d9ee6feb-0270-4ca9-81af-25908d168355 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9 HTTP/1.1" status: 200 len: 999 time: 0.0566604 Sep 17 08:44:22.202634 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590850f3-eebf-43e4-a0a5-c335b12f1f03 None None] Checking router: 9ee3f17c-338e-46c0-bd76-6373e5ccc202 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:44:22.210567 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590850f3-eebf-43e4-a0a5-c335b12f1f03 None None] Routers {'9ee3f17c-338e-46c0-bd76-6373e5ccc202'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:44:22.211173 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-590850f3-eebf-43e4-a0a5-c335b12f1f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:43:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['9ee3f17c-338e-46c0-bd76-6373e5ccc202'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:44:22.225638 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9946b484-7ff8-4311-8ee8-6be50f16cb08 req-915c919a-0189-4a51-8638-fa1d4d3fe97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:44:22.227106 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9946b484-7ff8-4311-8ee8-6be50f16cb08 req-915c919a-0189-4a51-8638-fa1d4d3fe97c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f22b432a-999e-449e-99eb-5f8501222e22 HTTP/1.1" status: 200 len: 850 time: 0.0425110 Sep 17 08:44:22.280896 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9946b484-7ff8-4311-8ee8-6be50f16cb08 req-84c31c7f-e13f-448d-ab33-c9e3460a714d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:44:22.282322 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9946b484-7ff8-4311-8ee8-6be50f16cb08 req-84c31c7f-e13f-448d-ab33-c9e3460a714d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482149 Sep 17 08:44:22.316141 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-590850f3-eebf-43e4-a0a5-c335b12f1f03 None None] Set router 9ee3f17c-338e-46c0-bd76-6373e5ccc202 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:44:22.372896 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9946b484-7ff8-4311-8ee8-6be50f16cb08 req-a26bb88f-3052-40d9-8e92-d2a42470437b service neutron] 10.222.0.41 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832200 Sep 17 08:44:22.471477 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9946b484-7ff8-4311-8ee8-6be50f16cb08 req-fe690d7f-d1c2-4e49-bac1-7f304a853d25 service neutron] 10.222.0.41 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914562 Sep 17 08:44:22.516771 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e8b3140c-c91f-447e-842a-e23e9ac54cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:22.626979 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-590850f3-eebf-43e4-a0a5-c335b12f1f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'name': 'tempest-ServerActionsTestJSON-628220050-router', 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '29041136-1e71-4400-bdb5-918161d44bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:44:04Z', 'updated_at': '2021-09-17T08:44:06Z', 'revision_number': 4, 'project_id': '57f8c48e10b746f7af53464178493cdc', 'gw_port': {'id': '29041136-1e71-4400-bdb5-918161d44bbc', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:44:04Z', 'updated_at': '2021-09-17T08:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '56b2ad51-903b-4f2c-a8ef-daa38c003bef', 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'floating_ip_address': '172.25.6.136', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'port_id': '8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b', 'mac_address': 'fa:16:3e:aa:4c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04745565-ac6e-4288-aaef-f4903bd131e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:44:08Z', 'updated_at': '2021-09-17T08:44:21Z', 'revision_number': 1, 'project_id': '57f8c48e10b746f7af53464178493cdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe686bff-d923-4f32-8d5a-a9ccdfb1ebf5', 'name': '', 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b', 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'mac_address': 'fa:16:3e:da:8b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'f22b432a-999e-449e-99eb-5f8501222e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:44:06Z', 'updated_at': '2021-09-17T08:44:09Z', 'revision_number': 5, 'project_id': '57f8c48e10b746f7af53464178493cdc', 'subnets': [{'id': 'f22b432a-999e-449e-99eb-5f8501222e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:44:22.652293 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590850f3-eebf-43e4-a0a5-c335b12f1f03 None None] The sync data for ids ['9ee3f17c-338e-46c0-bd76-6373e5ccc202'] in n-d-789963-9 is: [{'id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'name': 'tempest-ServerActionsTestJSON-628220050-router', 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '29041136-1e71-4400-bdb5-918161d44bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:44:04Z', 'updated_at': '2021-09-17T08:44:06Z', 'revision_number': 4, 'project_id': '57f8c48e10b746f7af53464178493cdc', 'gw_port': {'id': '29041136-1e71-4400-bdb5-918161d44bbc', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:44:04Z', 'updated_at': '2021-09-17T08:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '56b2ad51-903b-4f2c-a8ef-daa38c003bef', 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'floating_ip_address': '172.25.6.136', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'port_id': '8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b', 'mac_address': 'fa:16:3e:aa:4c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04745565-ac6e-4288-aaef-f4903bd131e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:44:08Z', 'updated_at': '2021-09-17T08:44:21Z', 'revision_number': 1, 'project_id': '57f8c48e10b746f7af53464178493cdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe686bff-d923-4f32-8d5a-a9ccdfb1ebf5', 'name': '', 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b', 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'mac_address': 'fa:16:3e:da:8b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'f22b432a-999e-449e-99eb-5f8501222e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:44:06Z', 'updated_at': '2021-09-17T08:44:09Z', 'revision_number': 5, 'project_id': '57f8c48e10b746f7af53464178493cdc', 'subnets': [{'id': 'f22b432a-999e-449e-99eb-5f8501222e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:44:22.805968 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:22.842340 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8611fd4-9490-4004-a275-63b0a2fbc963 None None] New status for floating IP 56b2ad51-903b-4f2c-a8ef-daa38c003bef: ACTIVE {{(pid=101291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 08:44:23.873694 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:25.470303 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:35.945201 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:36.043679 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:45.304202 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:44:45.887495 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-01981a92-d268-40b7-9899-a08ed8ab63ed req-986e4019-fa09-42d9-820b-97d3aa1b881e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0265477 Sep 17 08:44:45.969903 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-01981a92-d268-40b7-9899-a08ed8ab63ed req-615fa025-7e4b-4fb7-8a07-ffd32216be51 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0254319 Sep 17 08:44:46.012882 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-01981a92-d268-40b7-9899-a08ed8ab63ed req-a8851682-20f3-4933-87d2-5729b4316adf service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0188117 Sep 17 08:44:46.106681 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01981a92-d268-40b7-9899-a08ed8ab63ed req-9e54ecd9-5568-4a9c-8321-4eefc147a532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:44:46.108191 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-01981a92-d268-40b7-9899-a08ed8ab63ed req-9e54ecd9-5568-4a9c-8321-4eefc147a532 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0887814 Sep 17 08:44:50.030997 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4d8084f3-962f-4342-96f6-850ce7abc970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:52.516954 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0625b39e-621f-498a-93a4-4022e3d6f914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:52.807262 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:53.874363 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:44:55.472995 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:45:05.962448 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:45:06.041001 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:45:20.034033 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4b26029f-867a-46a9-a8ac-41dc030adc31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:45:22.303191 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:45:22.516233 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-aee5a11c-29ad-4b3c-9370-5feabbed811d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:45:22.807475 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:45:23.877465 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:45:25.474855 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:45:35.978672 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:45:36.038082 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:45:45.849800 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-48644334-973a-4a26-873e-a334e3039b7d req-f7d888d1-da08-4c93-add3-ce4150ef0cb1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=04745565-ac6e-4288-aaef-f4903bd131e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396702 Sep 17 08:45:45.918841 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48644334-973a-4a26-873e-a334e3039b7d req-a57104fc-1638-4435-8a0f-498269034b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:45:45.920332 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-48644334-973a-4a26-873e-a334e3039b7d req-a57104fc-1638-4435-8a0f-498269034b98 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=57f8c48e10b746f7af53464178493cdc&device_id=04745565-ac6e-4288-aaef-f4903bd131e9 HTTP/1.1" status: 200 len: 1096 time: 0.0384202 Sep 17 08:45:46.027220 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48644334-973a-4a26-873e-a334e3039b7d req-8e92e172-219a-401f-8ccd-68b596795769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:45:46.028756 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-48644334-973a-4a26-873e-a334e3039b7d req-8e92e172-219a-401f-8ccd-68b596795769 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b HTTP/1.1" status: 200 len: 912 time: 0.0875342 Sep 17 08:45:46.096200 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-48644334-973a-4a26-873e-a334e3039b7d req-0bd0785b-1de7-4dba-a65b-16a7569c2d87 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9 HTTP/1.1" status: 200 len: 1001 time: 0.0595424 Sep 17 08:45:46.148184 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48644334-973a-4a26-873e-a334e3039b7d req-62357f9c-a52b-42dd-87a5-54df5014ab57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:45:46.149586 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-48644334-973a-4a26-873e-a334e3039b7d req-62357f9c-a52b-42dd-87a5-54df5014ab57 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f22b432a-999e-449e-99eb-5f8501222e22 HTTP/1.1" status: 200 len: 850 time: 0.0467639 Sep 17 08:45:46.193701 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48644334-973a-4a26-873e-a334e3039b7d req-e84a27a0-f732-417f-95b3-b7952ea036c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:45:46.195148 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-48644334-973a-4a26-873e-a334e3039b7d req-e84a27a0-f732-417f-95b3-b7952ea036c0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388339 Sep 17 08:45:46.281443 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-48644334-973a-4a26-873e-a334e3039b7d req-d4d6cb0a-3d68-4991-9206-a55d3675a19c service neutron] 10.222.0.41 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794609 Sep 17 08:45:46.372060 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-48644334-973a-4a26-873e-a334e3039b7d req-f39eb0c7-bbcd-471a-93c2-148191bd74f1 service neutron] 10.222.0.41 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833664 Sep 17 08:45:50.034734 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6984c08f-717a-4883-b303-f7c2553072e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:45:52.516051 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ab7bc163-7564-483d-9401-a358b3cd17f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:45:52.809123 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:45:53.879666 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:45:55.477950 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:45:59.302528 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:46:05.998908 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:46:06.035127 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:46:20.038791 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c3320128-9eb0-48dd-b604-d14f7d3dd993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:46:22.515916 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c67e59c4-2ca8-4c78-b560-f1326ae33bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:46:22.809546 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:46:23.882708 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:46:25.479162 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:46:35.998477 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:46:36.033904 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:46:36.302489 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:46:46.819655 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ad8d833e-e472-4c45-a629-686e6341dfb9 req-5be929c8-28f7-4d86-bc44-9362c6bfb67e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0254381 Sep 17 08:46:46.899808 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ad8d833e-e472-4c45-a629-686e6341dfb9 req-c3554866-265b-4162-a284-69d27c27476b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0245891 Sep 17 08:46:46.944290 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ad8d833e-e472-4c45-a629-686e6341dfb9 req-0b613711-9455-4602-9c9b-ee3321ee17c0 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0185516 Sep 17 08:46:47.043843 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d833e-e472-4c45-a629-686e6341dfb9 req-f4a758da-b560-47ca-9ed1-f678a40a953b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:46:47.045328 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ad8d833e-e472-4c45-a629-686e6341dfb9 req-f4a758da-b560-47ca-9ed1-f678a40a953b service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0941675 Sep 17 08:46:50.039695 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8866d98c-eadd-40ce-bee0-027bd2d5c563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:46:51.968767 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c9526-dd40-4446-9385-b1215afc91d4 req-7325ea24-893f-41b3-a6ca-db74b71df091 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:46:51.970291 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4b0c9526-dd40-4446-9385-b1215afc91d4 req-7325ea24-893f-41b3-a6ca-db74b71df091 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=04745565-ac6e-4288-aaef-f4903bd131e9 HTTP/1.1" status: 200 len: 945 time: 0.1280046 Sep 17 08:46:52.010650 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4b0c9526-dd40-4446-9385-b1215afc91d4 req-cba0d633-e42e-4ef8-ad55-2e136f44bc37 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321999 Sep 17 08:46:52.249617 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 33746) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:46:52.253546 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0bcf82-0949-4514-bf48-d1c3bf0806b7 req-f7997721-9530-4f77-865c-25c66a1d9010 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:46:52.255041 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3c0bcf82-0949-4514-bf48-d1c3bf0806b7 req-f7997721-9530-4f77-865c-25c66a1d9010 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=04745565-ac6e-4288-aaef-f4903bd131e9 HTTP/1.1" status: 200 len: 945 time: 0.0532222 Sep 17 08:46:52.294405 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3c0bcf82-0949-4514-bf48-d1c3bf0806b7 req-228f8934-6de3-4bd5-835b-106c920db6cd tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328152 Sep 17 08:46:52.334402 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b264d435-742e-4f2e-8a95-7c64015ad33c req-9794d022-e377-45ae-9867-5c9799ad52b2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=04745565-ac6e-4288-aaef-f4903bd131e9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0836544 Sep 17 08:46:52.343710 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [req-b264d435-742e-4f2e-8a95-7c64015ad33c req-d1c04a19-a7ae-4d9d-8b27-a50e2c6902c1 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:46:52.344717 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b264d435-742e-4f2e-8a95-7c64015ad33c req-d1c04a19-a7ae-4d9d-8b27-a50e2c6902c1 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049005 Sep 17 08:46:52.516499 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-81e4d225-083f-4680-8c4f-a832d876f484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:46:52.810034 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:46:53.459682 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b73c876-05a0-4d3e-9d17-47988d5608c0 req-d2e0621c-6b64-48ce-9fbc-2eca7262f573 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:46:53.461197 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2b73c876-05a0-4d3e-9d17-47988d5608c0 req-d2e0621c-6b64-48ce-9fbc-2eca7262f573 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=04745565-ac6e-4288-aaef-f4903bd131e9 HTTP/1.1" status: 200 len: 945 time: 0.0971603 Sep 17 08:46:53.497943 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2b73c876-05a0-4d3e-9d17-47988d5608c0 req-9a48619e-be68-413d-aff7-ba425f2e92e1 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307679 Sep 17 08:46:53.885118 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:46:54.611599 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21112ee7-210c-4adf-ab60-4dd93cd7d21f req-7ce902d7-0cba-4d13-82cb-df21da1d960a tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:46:54.613652 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-21112ee7-210c-4adf-ab60-4dd93cd7d21f req-7ce902d7-0cba-4d13-82cb-df21da1d960a tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=04745565-ac6e-4288-aaef-f4903bd131e9 HTTP/1.1" status: 200 len: 945 time: 0.0476532 Sep 17 08:46:54.649287 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-21112ee7-210c-4adf-ab60-4dd93cd7d21f req-de81ef99-028d-40a5-9317-9b5d26e0043c tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298440 Sep 17 08:46:55.482619 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:46:55.505214 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b264d435-742e-4f2e-8a95-7c64015ad33c req-fb0f7d59-e6ae-4180-ace5-953c812901df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:46:55.506692 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b264d435-742e-4f2e-8a95-7c64015ad33c req-fb0f7d59-e6ae-4180-ace5-953c812901df service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=57f8c48e10b746f7af53464178493cdc&device_id=04745565-ac6e-4288-aaef-f4903bd131e9 HTTP/1.1" status: 200 len: 1096 time: 0.0436678 Sep 17 08:46:55.594114 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b264d435-742e-4f2e-8a95-7c64015ad33c req-fd1d1c1d-4925-49bd-84b2-515c94e7cde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:46:55.595544 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b264d435-742e-4f2e-8a95-7c64015ad33c req-fd1d1c1d-4925-49bd-84b2-515c94e7cde3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b HTTP/1.1" status: 200 len: 912 time: 0.0819137 Sep 17 08:46:55.661630 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b264d435-742e-4f2e-8a95-7c64015ad33c req-86d1da22-b134-4549-9ec0-7328da209cc8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9 HTTP/1.1" status: 200 len: 1001 time: 0.0588298 Sep 17 08:46:55.712342 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b264d435-742e-4f2e-8a95-7c64015ad33c req-33165270-a44a-4e2e-9f0d-d86307ddc03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:46:55.713953 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b264d435-742e-4f2e-8a95-7c64015ad33c req-33165270-a44a-4e2e-9f0d-d86307ddc03f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f22b432a-999e-449e-99eb-5f8501222e22 HTTP/1.1" status: 200 len: 850 time: 0.0457597 Sep 17 08:46:55.786444 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b264d435-742e-4f2e-8a95-7c64015ad33c req-0a049804-cd50-4768-a841-4b6f24cd1215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:46:55.787973 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b264d435-742e-4f2e-8a95-7c64015ad33c req-0a049804-cd50-4768-a841-4b6f24cd1215 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670722 Sep 17 08:46:55.798882 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4009b3-2b5c-450e-810f-556cbedc5ef7 req-9df85b70-5dd1-4c4c-b1bb-710be9a4de13 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:46:55.800806 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bb4009b3-2b5c-450e-810f-556cbedc5ef7 req-9df85b70-5dd1-4c4c-b1bb-710be9a4de13 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=04745565-ac6e-4288-aaef-f4903bd131e9 HTTP/1.1" status: 200 len: 945 time: 0.0700123 Sep 17 08:46:55.889531 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bb4009b3-2b5c-450e-810f-556cbedc5ef7 req-a3344a48-08ac-4672-a0aa-8fe7ee417a9f tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810750 Sep 17 08:46:55.911325 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b264d435-742e-4f2e-8a95-7c64015ad33c req-c423531f-f47f-47e7-ba85-598557271336 service neutron] 10.222.0.41 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095848 Sep 17 08:46:56.001564 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b264d435-742e-4f2e-8a95-7c64015ad33c req-1f541f2a-08ed-4b59-a026-0c0d0bf0459c service neutron] 10.222.0.41 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830812 Sep 17 08:46:57.018709 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baab352-2400-46de-bff7-b2583e629985 req-c767b6e2-0b40-4e22-9319-7fbc4ee7a8a4 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:46:57.020278 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5baab352-2400-46de-bff7-b2583e629985 req-c767b6e2-0b40-4e22-9319-7fbc4ee7a8a4 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=04745565-ac6e-4288-aaef-f4903bd131e9 HTTP/1.1" status: 200 len: 945 time: 0.0483966 Sep 17 08:46:57.056749 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5baab352-2400-46de-bff7-b2583e629985 req-6d551fcd-37dd-461e-98c5-5fadd76ce45c tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306823 Sep 17 08:46:58.169406 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530853d9-1640-40b5-a80a-f6eae58cc03f req-d51e390b-6148-43bb-a282-2b1d3410ae94 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:46:58.170875 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-530853d9-1640-40b5-a80a-f6eae58cc03f req-d51e390b-6148-43bb-a282-2b1d3410ae94 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=04745565-ac6e-4288-aaef-f4903bd131e9 HTTP/1.1" status: 200 len: 945 time: 0.0475962 Sep 17 08:46:58.207167 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-530853d9-1640-40b5-a80a-f6eae58cc03f req-6a800f30-9dd1-498a-adf1-f7eba8e027b1 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298264 Sep 17 08:46:59.322685 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae61a05-c457-43de-b2f5-4e34ffc01061 req-5547410a-d6fc-43bd-9c2d-f60957dc6e3c tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:46:59.324255 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fae61a05-c457-43de-b2f5-4e34ffc01061 req-5547410a-d6fc-43bd-9c2d-f60957dc6e3c tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=04745565-ac6e-4288-aaef-f4903bd131e9 HTTP/1.1" status: 200 len: 945 time: 0.0514250 Sep 17 08:46:59.361277 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fae61a05-c457-43de-b2f5-4e34ffc01061 req-52127750-0e02-4db1-a9c9-09890e2ed539 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311787 Sep 17 08:47:00.474842 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed3fd0-091e-45b6-bee2-bdfec83ea199 req-0c210d3c-8287-45d8-9d98-8b2790230eb2 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:47:00.476328 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4eed3fd0-091e-45b6-bee2-bdfec83ea199 req-0c210d3c-8287-45d8-9d98-8b2790230eb2 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=04745565-ac6e-4288-aaef-f4903bd131e9 HTTP/1.1" status: 200 len: 945 time: 0.0473742 Sep 17 08:47:00.513034 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4eed3fd0-091e-45b6-bee2-bdfec83ea199 req-0bd08228-a45f-4b11-9176-eddf63c336e8 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308318 Sep 17 08:47:01.625475 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f892aa4-505d-481c-9364-641496516e8c req-903d9b1c-579c-4be0-acb3-cf68ea04509d tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:47:01.626985 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1f892aa4-505d-481c-9364-641496516e8c req-903d9b1c-579c-4be0-acb3-cf68ea04509d tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=04745565-ac6e-4288-aaef-f4903bd131e9 HTTP/1.1" status: 200 len: 945 time: 0.0479426 Sep 17 08:47:01.663309 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1f892aa4-505d-481c-9364-641496516e8c req-1d7ef4a6-84e6-4249-a698-53c87b2c56b3 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305524 Sep 17 08:47:02.785300 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea929c7-d1ad-4ac3-ab0a-1f1bfda19854 req-cae73ca5-8f2d-460b-9287-b317ec3e9e1d tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:47:02.786786 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fea929c7-d1ad-4ac3-ab0a-1f1bfda19854 req-cae73ca5-8f2d-460b-9287-b317ec3e9e1d tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=04745565-ac6e-4288-aaef-f4903bd131e9 HTTP/1.1" status: 200 len: 945 time: 0.0571935 Sep 17 08:47:02.822863 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fea929c7-d1ad-4ac3-ab0a-1f1bfda19854 req-3b9d5f26-a230-486b-8f45-fe8c971d1a77 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302417 Sep 17 08:47:03.934258 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5604b82-6206-4d7a-ba57-c2070ef2c956 req-7f296b63-b65f-43df-86ff-129ae0b17fee tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:47:03.935720 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c5604b82-6206-4d7a-ba57-c2070ef2c956 req-7f296b63-b65f-43df-86ff-129ae0b17fee tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=04745565-ac6e-4288-aaef-f4903bd131e9 HTTP/1.1" status: 200 len: 945 time: 0.0479603 Sep 17 08:47:03.972903 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c5604b82-6206-4d7a-ba57-c2070ef2c956 req-ab6c9cb5-e425-44e5-96c3-f6efd9190927 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313392 Sep 17 08:47:05.085318 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e42ff4-b945-405a-9f3e-71d0b4b4de37 req-ac0f7092-bb86-4a61-9b66-2ee5c4604465 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:47:05.086800 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d3e42ff4-b945-405a-9f3e-71d0b4b4de37 req-ac0f7092-bb86-4a61-9b66-2ee5c4604465 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=04745565-ac6e-4288-aaef-f4903bd131e9 HTTP/1.1" status: 200 len: 945 time: 0.0470190 Sep 17 08:47:05.124138 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d3e42ff4-b945-405a-9f3e-71d0b4b4de37 req-b68de7f7-cb12-475f-8f85-3d9a4bdd0c0b tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313156 Sep 17 08:47:06.010487 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:47:06.049299 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:47:06.238114 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053ed86-92b8-409c-946a-865762dde96d req-53b16dbe-fc46-43d7-904d-08fa68956653 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:47:06.239567 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d053ed86-92b8-409c-946a-865762dde96d req-53b16dbe-fc46-43d7-904d-08fa68956653 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=04745565-ac6e-4288-aaef-f4903bd131e9 HTTP/1.1" status: 200 len: 945 time: 0.0514791 Sep 17 08:47:06.275681 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d053ed86-92b8-409c-946a-865762dde96d req-647a0cc1-ef41-480e-a2ac-9e5836f3b6d1 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302219 Sep 17 08:47:07.388360 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c1bc53-8c39-4398-ae03-3bac229c5f50 req-de264a28-57d5-4dfb-ab69-4e444139b7a4 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:47:07.389723 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d9c1bc53-8c39-4398-ae03-3bac229c5f50 req-de264a28-57d5-4dfb-ab69-4e444139b7a4 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=04745565-ac6e-4288-aaef-f4903bd131e9 HTTP/1.1" status: 200 len: 945 time: 0.0481176 Sep 17 08:47:07.426980 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d9c1bc53-8c39-4398-ae03-3bac229c5f50 req-024d36ff-ce09-43b5-80af-c450e9622b0a tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313764 Sep 17 08:47:08.394860 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [req-b264d435-742e-4f2e-8a95-7c64015ad33c req-b0ef7916-1758-4fd9-9f15-0e682ebeb38b service neutron] show failed (client error): The resource could not be found. Sep 17 08:47:08.395799 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b264d435-742e-4f2e-8a95-7c64015ad33c req-b0ef7916-1758-4fd9-9f15-0e682ebeb38b service neutron] 10.222.0.41 "GET /v2.0/ports/8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9/bindings/n-h2-789963-9 HTTP/1.1" status: 404 len: 380 time: 0.0527420 Sep 17 08:47:08.547740 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45e8cc-d5fb-46e3-9435-be5bba5d49f2 req-5ef864b0-6377-4b26-a194-e3a051761e94 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:47:08.549842 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cd45e8cc-d5fb-46e3-9435-be5bba5d49f2 req-5ef864b0-6377-4b26-a194-e3a051761e94 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=04745565-ac6e-4288-aaef-f4903bd131e9 HTTP/1.1" status: 200 len: 945 time: 0.0555081 Sep 17 08:47:08.587478 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cd45e8cc-d5fb-46e3-9435-be5bba5d49f2 req-be268f7d-a21a-4006-9978-8c52182079e0 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315452 Sep 17 08:47:08.589662 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b264d435-742e-4f2e-8a95-7c64015ad33c req-cc3a6f49-baa7-47b5-ab35-b24b79ca4dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:47:08.591417 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b264d435-742e-4f2e-8a95-7c64015ad33c req-cc3a6f49-baa7-47b5-ab35-b24b79ca4dce service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=04745565-ac6e-4288-aaef-f4903bd131e9&tenant_id=57f8c48e10b746f7af53464178493cdc HTTP/1.1" status: 200 len: 1096 time: 0.0403588 Sep 17 08:47:08.609508 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-b264d435-742e-4f2e-8a95-7c64015ad33c req-2b4e4d41-3b7a-4331-b26a-3f98cef712d2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-9', 'device_owner': 'compute:nova'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:47:08.664166 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-b264d435-742e-4f2e-8a95-7c64015ad33c req-2b4e4d41-3b7a-4331-b26a-3f98cef712d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:47:08.856517 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-b264d435-742e-4f2e-8a95-7c64015ad33c req-2b4e4d41-3b7a-4331-b26a-3f98cef712d2 service neutron] For port 8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9,segment=NetworkSegment(2b3a115c-7140-4873-a9db-77f8808c33a6),segment_id=2b3a115c-7140-4873-a9db-77f8808c33a6)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:47:08.887756 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-b264d435-742e-4f2e-8a95-7c64015ad33c req-2b4e4d41-3b7a-4331-b26a-3f98cef712d2 service neutron] For port 8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9, host n-h1-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:47:08.925587 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04745565-ac6e-4288-aaef-f4903bd131e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:47:08.927932 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823f1136df5e8dfe06b46a14eea5a85bccf33ce7e510dfea6a746e22e928dc4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53003ab5-474c-41c1-8c4b-6f8aa1150062" -d '{"events": [{"server_uuid": "04745565-ac6e-4288-aaef-f4903bd131e9", "name": "network-vif-unplugged", "status": "completed", "tag": "8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:47:08.931563 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-b264d435-742e-4f2e-8a95-7c64015ad33c req-2b4e4d41-3b7a-4331-b26a-3f98cef712d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:47:08.943502 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-b264d435-742e-4f2e-8a95-7c64015ad33c req-2b4e4d41-3b7a-4331-b26a-3f98cef712d2 service neutron] Transition to ACTIVE for port object 8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9 will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:47:08.947709 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-b264d435-742e-4f2e-8a95-7c64015ad33c req-2b4e4d41-3b7a-4331-b26a-3f98cef712d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:47:08.982165 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 08:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6b9f08-6f4e-4177-9dc4-384d5fe00a30 x-openstack-request-id: req-0c6b9f08-6f4e-4177-9dc4-384d5fe00a30 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:47:08.982455 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04745565-ac6e-4288-aaef-f4903bd131e9", "name": "network-vif-unplugged", "status": "completed", "tag": "8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:47:08.982912 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0c6b9f08-6f4e-4177-9dc4-384d5fe00a30 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:47:08.983089 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04745565-ac6e-4288-aaef-f4903bd131e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9', 'code': 200} Sep 17 08:47:09.044189 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4e4d41-3b7a-4331-b26a-3f98cef712d2 service neutron] Pushing event updated for resources: {'Port': ['ID=8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9,revision_number=6']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:47:09.056213 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4e4d41-3b7a-4331-b26a-3f98cef712d2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:47:09.056558 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4e4d41-3b7a-4331-b26a-3f98cef712d2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:47:09.056900 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4e4d41-3b7a-4331-b26a-3f98cef712d2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:47:09.057247 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4e4d41-3b7a-4331-b26a-3f98cef712d2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:47:09.057573 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4e4d41-3b7a-4331-b26a-3f98cef712d2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:47:09.057899 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4e4d41-3b7a-4331-b26a-3f98cef712d2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:47:09.058223 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4e4d41-3b7a-4331-b26a-3f98cef712d2 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:47:09.058543 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4e4d41-3b7a-4331-b26a-3f98cef712d2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:47:09.058866 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4e4d41-3b7a-4331-b26a-3f98cef712d2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:47:09.059186 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4e4d41-3b7a-4331-b26a-3f98cef712d2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:47:09.059503 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4e4d41-3b7a-4331-b26a-3f98cef712d2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:47:09.059820 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4e4d41-3b7a-4331-b26a-3f98cef712d2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:47:09.097887 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-b264d435-742e-4f2e-8a95-7c64015ad33c req-2b4e4d41-3b7a-4331-b26a-3f98cef712d2 service neutron] No DVR routers for this DVR port 8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9 on host n-h1-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:47:09.232611 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-b264d435-742e-4f2e-8a95-7c64015ad33c req-2b4e4d41-3b7a-4331-b26a-3f98cef712d2 service neutron] Attempting to bind port 8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9 on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:47:09.232941 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-b264d435-742e-4f2e-8a95-7c64015ad33c req-2b4e4d41-3b7a-4331-b26a-3f98cef712d2 service neutron] Attempting to bind port 8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': '2b3a115c-7140-4873-a9db-77f8808c33a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:47:09.233267 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b264d435-742e-4f2e-8a95-7c64015ad33c req-2b4e4d41-3b7a-4331-b26a-3f98cef712d2 service neutron] Attempting to bind port 8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9 on network 0ee5baf7-50f7-4d0a-b426-59fc9506c09b {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:47:09.237662 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b264d435-742e-4f2e-8a95-7c64015ad33c req-2b4e4d41-3b7a-4331-b26a-3f98cef712d2 service neutron] Port 8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9 on network 0ee5baf7-50f7-4d0a-b426-59fc9506c09b not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:47:09.237976 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b264d435-742e-4f2e-8a95-7c64015ad33c req-2b4e4d41-3b7a-4331-b26a-3f98cef712d2 service neutron] Attempting to bind port 8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9 on network 0ee5baf7-50f7-4d0a-b426-59fc9506c09b {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:47:09.242663 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b264d435-742e-4f2e-8a95-7c64015ad33c req-2b4e4d41-3b7a-4331-b26a-3f98cef712d2 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:47:09.242998 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b264d435-742e-4f2e-8a95-7c64015ad33c req-2b4e4d41-3b7a-4331-b26a-3f98cef712d2 service neutron] Checking segment: {'id': '2b3a115c-7140-4873-a9db-77f8808c33a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:47:09.243372 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b264d435-742e-4f2e-8a95-7c64015ad33c req-2b4e4d41-3b7a-4331-b26a-3f98cef712d2 service neutron] Bound using segment: {'id': '2b3a115c-7140-4873-a9db-77f8808c33a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:47:09.243788 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-b264d435-742e-4f2e-8a95-7c64015ad33c req-2b4e4d41-3b7a-4331-b26a-3f98cef712d2 service neutron] Bound port: 8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b3a115c-7140-4873-a9db-77f8808c33a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:47:09.244214 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-b264d435-742e-4f2e-8a95-7c64015ad33c req-2b4e4d41-3b7a-4331-b26a-3f98cef712d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:47:09.309375 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-b264d435-742e-4f2e-8a95-7c64015ad33c req-2b4e4d41-3b7a-4331-b26a-3f98cef712d2 service neutron] For port 8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:47:09.312700 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-b264d435-742e-4f2e-8a95-7c64015ad33c req-2b4e4d41-3b7a-4331-b26a-3f98cef712d2 service neutron] For port 8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9,segment=NetworkSegment(2b3a115c-7140-4873-a9db-77f8808c33a6),segment_id=2b3a115c-7140-4873-a9db-77f8808c33a6)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:47:09.317449 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-b264d435-742e-4f2e-8a95-7c64015ad33c req-2b4e4d41-3b7a-4331-b26a-3f98cef712d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:47:09.351744 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b264d435-742e-4f2e-8a95-7c64015ad33c req-2b4e4d41-3b7a-4331-b26a-3f98cef712d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:47:09.352396 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-b264d435-742e-4f2e-8a95-7c64015ad33c req-2b4e4d41-3b7a-4331-b26a-3f98cef712d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:47:09.353788 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b264d435-742e-4f2e-8a95-7c64015ad33c req-2b4e4d41-3b7a-4331-b26a-3f98cef712d2 service neutron] 10.222.0.39 "PUT /v2.0/ports/8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9 HTTP/1.1" status: 200 len: 1091 time: 0.7482798 Sep 17 08:47:09.374279 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4e4d41-3b7a-4331-b26a-3f98cef712d2 service neutron] Pushing event updated for resources: {'Port': ['ID=8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9,revision_number=7']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:47:09.437334 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b264d435-742e-4f2e-8a95-7c64015ad33c req-c8d136f2-5664-4529-b94c-950dbd0519bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:47:09.439372 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b264d435-742e-4f2e-8a95-7c64015ad33c req-c8d136f2-5664-4529-b94c-950dbd0519bc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=57f8c48e10b746f7af53464178493cdc&device_id=04745565-ac6e-4288-aaef-f4903bd131e9 HTTP/1.1" status: 200 len: 1094 time: 0.0498266 Sep 17 08:47:09.536234 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b264d435-742e-4f2e-8a95-7c64015ad33c req-62b8cdb7-9da7-47be-bf5f-5321c054cd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:47:09.537730 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b264d435-742e-4f2e-8a95-7c64015ad33c req-62b8cdb7-9da7-47be-bf5f-5321c054cd42 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b HTTP/1.1" status: 200 len: 912 time: 0.0920429 Sep 17 08:47:09.602085 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b264d435-742e-4f2e-8a95-7c64015ad33c req-3da82987-4c66-4ca1-9372-cfddf37066c8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9 HTTP/1.1" status: 200 len: 999 time: 0.0562856 Sep 17 08:47:09.658312 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b264d435-742e-4f2e-8a95-7c64015ad33c req-0c57902c-196d-4337-bcd1-b818b5029564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:47:09.660260 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b264d435-742e-4f2e-8a95-7c64015ad33c req-0c57902c-196d-4337-bcd1-b818b5029564 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f22b432a-999e-449e-99eb-5f8501222e22 HTTP/1.1" status: 200 len: 850 time: 0.0503693 Sep 17 08:47:09.708326 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb495ee-1764-4b5c-8b39-a659ed504556 req-6b6dc6fa-4fba-44b3-9554-6f1cc38bda4d tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:47:09.709650 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b264d435-742e-4f2e-8a95-7c64015ad33c req-971a475a-8545-4191-8b4b-540e333c6474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:47:09.710954 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9eb495ee-1764-4b5c-8b39-a659ed504556 req-6b6dc6fa-4fba-44b3-9554-6f1cc38bda4d tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=04745565-ac6e-4288-aaef-f4903bd131e9 HTTP/1.1" status: 200 len: 943 time: 0.0530362 Sep 17 08:47:09.711160 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b264d435-742e-4f2e-8a95-7c64015ad33c req-971a475a-8545-4191-8b4b-540e333c6474 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440509 Sep 17 08:47:09.749391 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9eb495ee-1764-4b5c-8b39-a659ed504556 req-7113e4df-9395-4823-b67d-9c0d7d37dc43 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321543 Sep 17 08:47:09.805543 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b264d435-742e-4f2e-8a95-7c64015ad33c req-b870bcb4-0a9a-401f-8c01-e8fe28cf056c service neutron] 10.222.0.39 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863199 Sep 17 08:47:10.222955 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b264d435-742e-4f2e-8a95-7c64015ad33c req-51b477bb-1863-4c14-b42d-276002e04e81 service neutron] 10.222.0.39 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4078941 Sep 17 08:47:10.864745 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b7d25-17e3-4a3b-bebb-0f4a409fed5f req-41141866-8633-4077-803e-f6bca8254ee6 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:47:10.866214 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e39b7d25-17e3-4a3b-bebb-0f4a409fed5f req-41141866-8633-4077-803e-f6bca8254ee6 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=04745565-ac6e-4288-aaef-f4903bd131e9 HTTP/1.1" status: 200 len: 943 time: 0.0481279 Sep 17 08:47:10.902257 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e39b7d25-17e3-4a3b-bebb-0f4a409fed5f req-a35bc254-bacd-431b-94e2-af952319a571 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301287 Sep 17 08:47:10.984061 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04745565-ac6e-4288-aaef-f4903bd131e9', 'tag': '8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:47:10.986665 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823f1136df5e8dfe06b46a14eea5a85bccf33ce7e510dfea6a746e22e928dc4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b935f6bc-a4d8-4d40-b5c2-ca309e69611f" -d '{"events": [{"name": "network-changed", "server_uuid": "04745565-ac6e-4288-aaef-f4903bd131e9", "tag": "8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:47:11.033438 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf688d0-1ea9-45e0-a952-9d45101fc5f3 x-openstack-request-id: req-dcf688d0-1ea9-45e0-a952-9d45101fc5f3 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:47:11.033731 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04745565-ac6e-4288-aaef-f4903bd131e9", "tag": "8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:47:11.033984 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dcf688d0-1ea9-45e0-a952-9d45101fc5f3 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:47:11.034380 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04745565-ac6e-4288-aaef-f4903bd131e9', 'tag': '8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9', 'status': 'completed', 'code': 200} Sep 17 08:47:11.111828 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b935f6bc-a4d8-4d40-b5c2-ca309e69611f req-20fa19af-ae39-4694-9a03-07ac014c7e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:47:11.113370 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b935f6bc-a4d8-4d40-b5c2-ca309e69611f req-20fa19af-ae39-4694-9a03-07ac014c7e04 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=57f8c48e10b746f7af53464178493cdc&device_id=04745565-ac6e-4288-aaef-f4903bd131e9 HTTP/1.1" status: 200 len: 1094 time: 0.0410750 Sep 17 08:47:11.124930 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b935f6bc-a4d8-4d40-b5c2-ca309e69611f req-08674594-7d31-4504-99ec-46501cb3b5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:47:11.126940 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b935f6bc-a4d8-4d40-b5c2-ca309e69611f req-08674594-7d31-4504-99ec-46501cb3b5de service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=57f8c48e10b746f7af53464178493cdc&device_id=04745565-ac6e-4288-aaef-f4903bd131e9 HTTP/1.1" status: 200 len: 1094 time: 0.0434780 Sep 17 08:47:11.203569 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b935f6bc-a4d8-4d40-b5c2-ca309e69611f req-1e7ed987-650a-4e6b-a53d-9bb5b39ca68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:47:11.205647 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b935f6bc-a4d8-4d40-b5c2-ca309e69611f req-1e7ed987-650a-4e6b-a53d-9bb5b39ca68c service neutron] 10.222.0.39 "GET /v2.0/networks?id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b HTTP/1.1" status: 200 len: 912 time: 0.0858037 Sep 17 08:47:11.215432 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b935f6bc-a4d8-4d40-b5c2-ca309e69611f req-03c59645-e223-4581-b2c7-7642222d8221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:47:11.216941 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b935f6bc-a4d8-4d40-b5c2-ca309e69611f req-03c59645-e223-4581-b2c7-7642222d8221 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b HTTP/1.1" status: 200 len: 912 time: 0.0826056 Sep 17 08:47:11.268277 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b935f6bc-a4d8-4d40-b5c2-ca309e69611f req-2c89e982-7d6f-4ae7-85c5-2a9b59a9aa6e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9 HTTP/1.1" status: 200 len: 999 time: 0.0561168 Sep 17 08:47:11.285758 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b935f6bc-a4d8-4d40-b5c2-ca309e69611f req-0bf22195-5e60-43fd-be63-2f77a5c282ac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9 HTTP/1.1" status: 200 len: 999 time: 0.0607831 Sep 17 08:47:11.320915 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b935f6bc-a4d8-4d40-b5c2-ca309e69611f req-bb10409a-1595-480a-8a87-77b9020cda21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:47:11.322373 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b935f6bc-a4d8-4d40-b5c2-ca309e69611f req-bb10409a-1595-480a-8a87-77b9020cda21 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f22b432a-999e-449e-99eb-5f8501222e22 HTTP/1.1" status: 200 len: 850 time: 0.0473213 Sep 17 08:47:11.334949 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b935f6bc-a4d8-4d40-b5c2-ca309e69611f req-acac7ac4-7d4c-4fcc-964c-383eae65abd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:47:11.336415 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b935f6bc-a4d8-4d40-b5c2-ca309e69611f req-acac7ac4-7d4c-4fcc-964c-383eae65abd3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f22b432a-999e-449e-99eb-5f8501222e22 HTTP/1.1" status: 200 len: 850 time: 0.0434356 Sep 17 08:47:11.368326 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b935f6bc-a4d8-4d40-b5c2-ca309e69611f req-b7173182-9a77-4a92-837e-118d3357f5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:47:11.369831 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b935f6bc-a4d8-4d40-b5c2-ca309e69611f req-b7173182-9a77-4a92-837e-118d3357f5b1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393016 Sep 17 08:47:11.384340 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b935f6bc-a4d8-4d40-b5c2-ca309e69611f req-9c7a71e5-d0ab-4a88-8ff3-718fe4b67bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:47:11.385827 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b935f6bc-a4d8-4d40-b5c2-ca309e69611f req-9c7a71e5-d0ab-4a88-8ff3-718fe4b67bbb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400443 Sep 17 08:47:11.458289 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b935f6bc-a4d8-4d40-b5c2-ca309e69611f req-f320f829-06fc-465c-903f-f41d7d041076 service neutron] 10.222.0.39 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804362 Sep 17 08:47:11.478081 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b935f6bc-a4d8-4d40-b5c2-ca309e69611f req-b2e34429-4d21-42e3-9b4e-64aaeb736509 service neutron] 10.222.0.41 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840652 Sep 17 08:47:11.553197 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b935f6bc-a4d8-4d40-b5c2-ca309e69611f req-399278bb-ac6b-465e-a002-e52b2a03b2ca service neutron] 10.222.0.39 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881033 Sep 17 08:47:11.568810 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b935f6bc-a4d8-4d40-b5c2-ca309e69611f req-83f57500-c1cd-4914-874f-9f989ce06d9e service neutron] 10.222.0.41 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832684 Sep 17 08:47:12.018835 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8b0bd8-40f0-4df1-baf6-43d81dff7534 req-5e30648f-1945-4075-9aaa-5a791524d2d6 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:47:12.020320 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9e8b0bd8-40f0-4df1-baf6-43d81dff7534 req-5e30648f-1945-4075-9aaa-5a791524d2d6 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=04745565-ac6e-4288-aaef-f4903bd131e9 HTTP/1.1" status: 200 len: 943 time: 0.0517550 Sep 17 08:47:12.057848 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9e8b0bd8-40f0-4df1-baf6-43d81dff7534 req-d111aca8-17fb-4ec7-8572-cb43a4b77054 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315819 Sep 17 08:47:12.566435 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9 no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:47:12.602513 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9 not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:47:13.172703 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b4395-d6fe-462b-9c78-afc94e1bde55 req-8e0146af-b993-40f9-b065-27f07b4cfbc3 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:47:13.174174 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d85b4395-d6fe-462b-9c78-afc94e1bde55 req-8e0146af-b993-40f9-b065-27f07b4cfbc3 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=04745565-ac6e-4288-aaef-f4903bd131e9 HTTP/1.1" status: 200 len: 943 time: 0.0486796 Sep 17 08:47:13.210916 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d85b4395-d6fe-462b-9c78-afc94e1bde55 req-5fb25ed9-c990-4b44-a00a-5b39395089bc tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308824 Sep 17 08:47:13.301630 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:47:14.327816 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dae477-b24b-48ab-84e6-5e50187dc1ef req-0a4185e8-cd4d-47b3-85e1-c2e51d455e00 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:47:14.329359 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-51dae477-b24b-48ab-84e6-5e50187dc1ef req-0a4185e8-cd4d-47b3-85e1-c2e51d455e00 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=04745565-ac6e-4288-aaef-f4903bd131e9 HTTP/1.1" status: 200 len: 943 time: 0.0486336 Sep 17 08:47:14.367489 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-51dae477-b24b-48ab-84e6-5e50187dc1ef req-12b1eeb5-dae2-437b-a867-f7cc2d57efab tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321004 Sep 17 08:47:14.596438 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13941f88-3e22-4a09-a156-3725f303032e req-b0f575c9-f2ea-464a-91a1-b7771a08a8e0 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:47:14.597919 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-13941f88-3e22-4a09-a156-3725f303032e req-b0f575c9-f2ea-464a-91a1-b7771a08a8e0 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=04745565-ac6e-4288-aaef-f4903bd131e9 HTTP/1.1" status: 200 len: 943 time: 0.0835552 Sep 17 08:47:14.622418 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10914903-f0d0-463b-b7dc-eb3a020e65d4 req-d36e489d-b794-4bca-bca9-976e49899650 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:47:14.623749 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-10914903-f0d0-463b-b7dc-eb3a020e65d4 req-d36e489d-b794-4bca-bca9-976e49899650 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.41 "GET /v2.0/ports?device_id=04745565-ac6e-4288-aaef-f4903bd131e9&tenant_id=57f8c48e10b746f7af53464178493cdc&binding%3Ahost_id=n-h2-789963-9 HTTP/1.1" status: 200 len: 943 time: 0.0811243 Sep 17 08:47:14.660083 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-13941f88-3e22-4a09-a156-3725f303032e req-46b599a3-aa99-4ee7-98e7-e8872178981f tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553622 Sep 17 08:47:14.734259 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [req-10914903-f0d0-463b-b7dc-eb3a020e65d4 req-95c8247d-e3cb-44ef-a33c-d8230744273c service neutron] delete failed (client error): The resource could not be found. Sep 17 08:47:14.736147 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-10914903-f0d0-463b-b7dc-eb3a020e65d4 req-95c8247d-e3cb-44ef-a33c-d8230744273c service neutron] 10.222.0.41 "DELETE /v2.0/ports/8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9/bindings/n-h1-789963-9 HTTP/1.1" status: 404 len: 380 time: 0.1037080 Sep 17 08:47:14.850550 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10914903-f0d0-463b-b7dc-eb3a020e65d4 req-46c59666-8d9f-4844-afee-ba4a7d7cc0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:47:14.852140 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-10914903-f0d0-463b-b7dc-eb3a020e65d4 req-46c59666-8d9f-4844-afee-ba4a7d7cc0e4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=57f8c48e10b746f7af53464178493cdc&device_id=04745565-ac6e-4288-aaef-f4903bd131e9 HTTP/1.1" status: 200 len: 1094 time: 0.0432141 Sep 17 08:47:15.238200 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10914903-f0d0-463b-b7dc-eb3a020e65d4 req-8718abb4-0c89-4e11-982d-8bd1ae6595f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:47:15.239661 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-10914903-f0d0-463b-b7dc-eb3a020e65d4 req-8718abb4-0c89-4e11-982d-8bd1ae6595f6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b HTTP/1.1" status: 200 len: 912 time: 0.3790557 Sep 17 08:47:15.305284 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-10914903-f0d0-463b-b7dc-eb3a020e65d4 req-941a5124-2ecc-4201-b86f-5dac4c8e685f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9 HTTP/1.1" status: 200 len: 999 time: 0.0580318 Sep 17 08:47:15.354062 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10914903-f0d0-463b-b7dc-eb3a020e65d4 req-edea0dd0-259a-4941-8edd-563a0fa9f142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:47:15.355435 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-10914903-f0d0-463b-b7dc-eb3a020e65d4 req-edea0dd0-259a-4941-8edd-563a0fa9f142 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f22b432a-999e-449e-99eb-5f8501222e22 HTTP/1.1" status: 200 len: 850 time: 0.0402143 Sep 17 08:47:15.399051 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10914903-f0d0-463b-b7dc-eb3a020e65d4 req-06c6b3b2-638f-447f-988c-3e68fd2177b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:47:15.400646 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-10914903-f0d0-463b-b7dc-eb3a020e65d4 req-06c6b3b2-638f-447f-988c-3e68fd2177b8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0379074 Sep 17 08:47:15.486147 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:47:15.492252 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-10914903-f0d0-463b-b7dc-eb3a020e65d4 req-784568fb-55d6-4664-9683-29a49d2c6442 service neutron] 10.222.0.41 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835454 Sep 17 08:47:15.579773 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-10914903-f0d0-463b-b7dc-eb3a020e65d4 req-251b3956-2f79-4045-9366-c60e3167d2b4 service neutron] 10.222.0.41 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802336 Sep 17 08:47:15.583568 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9,segment=NetworkSegment(2b3a115c-7140-4873-a9db-77f8808c33a6),segment_id=2b3a115c-7140-4873-a9db-77f8808c33a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:47:15.594516 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9', 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b', 'port_id': '8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9', 'mac_address': 'fa:16:3e:aa:4c:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f22b432a-999e-449e-99eb-5f8501222e22', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:47:15.632192 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:47:15.644463 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:47:15.663561 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9,segment=NetworkSegment(2b3a115c-7140-4873-a9db-77f8808c33a6),segment_id=2b3a115c-7140-4873-a9db-77f8808c33a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:47:15.667343 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:47:15.720860 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9,revision_number=8']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:47:15.728073 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:47:15.728429 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:47:15.728779 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:47:15.729122 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:47:15.729458 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:47:15.729795 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:47:15.730128 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:47:15.730460 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:47:15.730793 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:47:15.731129 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:47:15.731455 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:47:15.731786 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:47:15.780474 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce66d8a-f914-4545-b33f-14fa5f3a8114 req-fc3d4cc3-8929-4263-9f2c-1b812debb4f1 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:47:15.781955 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4ce66d8a-f914-4545-b33f-14fa5f3a8114 req-fc3d4cc3-8929-4263-9f2c-1b812debb4f1 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=04745565-ac6e-4288-aaef-f4903bd131e9 HTTP/1.1" status: 200 len: 944 time: 0.0500348 Sep 17 08:47:15.822940 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4ce66d8a-f914-4545-b33f-14fa5f3a8114 req-e7c18042-77a7-4fdf-bfe2-50967a0a28ac tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344889 Sep 17 08:47:16.119926 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:47:16.934845 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b5a71-f521-407f-8e1d-e055faccbaf2 req-92243d9a-a322-46b6-b654-3cd81f3bfc6a tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:47:16.936326 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-540b5a71-f521-407f-8e1d-e055faccbaf2 req-92243d9a-a322-46b6-b654-3cd81f3bfc6a tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=04745565-ac6e-4288-aaef-f4903bd131e9 HTTP/1.1" status: 200 len: 944 time: 0.0474079 Sep 17 08:47:16.973695 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-540b5a71-f521-407f-8e1d-e055faccbaf2 req-a69a6784-9640-428f-9463-5d24fcc4bf8a tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309629 Sep 17 08:47:17.084128 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9b620-facd-4303-be5b-7d524edb1161 req-a28f4e7f-52cb-4e7f-b9d7-b14594797da8 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:47:17.085632 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-25c9b620-facd-4303-be5b-7d524edb1161 req-a28f4e7f-52cb-4e7f-b9d7-b14594797da8 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=04745565-ac6e-4288-aaef-f4903bd131e9 HTTP/1.1" status: 200 len: 944 time: 0.0479038 Sep 17 08:47:17.122436 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-25c9b620-facd-4303-be5b-7d524edb1161 req-5ff66188-bd47-42b4-8a60-22a25a748425 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308654 Sep 17 08:47:17.237499 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d711e9-d766-4b89-8569-d9c8e5971882 req-6f668f4e-8da1-4e20-bcd5-ad15ad8cf284 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:47:17.238982 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-89d711e9-d766-4b89-8569-d9c8e5971882 req-6f668f4e-8da1-4e20-bcd5-ad15ad8cf284 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=04745565-ac6e-4288-aaef-f4903bd131e9 HTTP/1.1" status: 200 len: 944 time: 0.0482385 Sep 17 08:47:17.279591 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-89d711e9-d766-4b89-8569-d9c8e5971882 req-369887a9-1f11-4b7e-87f8-42ed3b02f1ec tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347028 Sep 17 08:47:17.508258 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa2ed5d-8a4a-4c04-a06f-e943109837fb req-4dfe1dc1-8618-4414-9927-28d3e0cbd40f tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:47:17.509777 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-aaa2ed5d-8a4a-4c04-a06f-e943109837fb req-4dfe1dc1-8618-4414-9927-28d3e0cbd40f tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=04745565-ac6e-4288-aaef-f4903bd131e9 HTTP/1.1" status: 200 len: 944 time: 0.0509660 Sep 17 08:47:17.516496 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:47:17.549098 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-aaa2ed5d-8a4a-4c04-a06f-e943109837fb req-051c8b16-509a-4e88-ab21-07ac48f93b68 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334258 Sep 17 08:47:17.569786 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port 8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:47:17.572273 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:47:17.572649 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:47:17.645733 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:47:17.667535 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04745565-ac6e-4288-aaef-f4903bd131e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:47:17.669773 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd15a5b62c2e1c1e903d3702117c13c06f948b041a08150170fef0e561ebed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0cd6681-6796-47ac-8169-81ad1ec7c6d3" -d '{"events": [{"server_uuid": "04745565-ac6e-4288-aaef-f4903bd131e9", "name": "network-vif-plugged", "status": "completed", "tag": "8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:47:17.682490 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9,segment=NetworkSegment(2b3a115c-7140-4873-a9db-77f8808c33a6),segment_id=2b3a115c-7140-4873-a9db-77f8808c33a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:47:17.686923 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:47:17.710138 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe64a22-d09f-4f2e-8b37-344beac1da7b x-openstack-request-id: req-ebe64a22-d09f-4f2e-8b37-344beac1da7b {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:47:17.710433 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04745565-ac6e-4288-aaef-f4903bd131e9", "name": "network-vif-plugged", "status": "completed", "tag": "8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:47:17.710687 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ebe64a22-d09f-4f2e-8b37-344beac1da7b {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:47:17.711070 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04745565-ac6e-4288-aaef-f4903bd131e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9', 'code': 200} Sep 17 08:47:17.736379 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9,revision_number=9']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:47:18.663183 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521cbe10-8f27-4e35-b9f2-48aef8287d02 req-0ec66112-5c38-47ef-8425-f8aef3f6ac3b tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:47:18.664777 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-521cbe10-8f27-4e35-b9f2-48aef8287d02 req-0ec66112-5c38-47ef-8425-f8aef3f6ac3b tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=04745565-ac6e-4288-aaef-f4903bd131e9 HTTP/1.1" status: 200 len: 945 time: 0.0491099 Sep 17 08:47:18.702273 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-521cbe10-8f27-4e35-b9f2-48aef8287d02 req-5f0da718-c5e6-4662-9fea-8270a2e337c4 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313969 Sep 17 08:47:19.143046 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a31e79-0b40-4de8-ac9b-47ac5e5b0341 req-3c07e93f-5312-4840-a003-e49ceb48c9cb tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:47:19.144541 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e1a31e79-0b40-4de8-ac9b-47ac5e5b0341 req-3c07e93f-5312-4840-a003-e49ceb48c9cb tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.39 "GET /v2.0/ports?device_id=04745565-ac6e-4288-aaef-f4903bd131e9 HTTP/1.1" status: 200 len: 945 time: 0.0477931 Sep 17 08:47:19.235706 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-e1a31e79-0b40-4de8-ac9b-47ac5e5b0341 req-e02703a6-5b83-4e32-b793-329c7d2e5c1b tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Deleting port 8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:47:19.236117 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-e1a31e79-0b40-4de8-ac9b-47ac5e5b0341 req-e02703a6-5b83-4e32-b793-329c7d2e5c1b tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:47:19.322676 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-e1a31e79-0b40-4de8-ac9b-47ac5e5b0341 req-e02703a6-5b83-4e32-b793-329c7d2e5c1b tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] For port 8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9,segment=NetworkSegment(2b3a115c-7140-4873-a9db-77f8808c33a6),segment_id=2b3a115c-7140-4873-a9db-77f8808c33a6)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:47:19.323045 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-e1a31e79-0b40-4de8-ac9b-47ac5e5b0341 req-e02703a6-5b83-4e32-b793-329c7d2e5c1b tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:47:19.492631 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-e1a31e79-0b40-4de8-ac9b-47ac5e5b0341 req-e02703a6-5b83-4e32-b793-329c7d2e5c1b tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:47:19.492990 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-e1a31e79-0b40-4de8-ac9b-47ac5e5b0341 req-e02703a6-5b83-4e32-b793-329c7d2e5c1b tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:47:19.493301 n-d-789963-9 neutron-server[101290]: INFO neutron.db.l3_db [req-e1a31e79-0b40-4de8-ac9b-47ac5e5b0341 req-e02703a6-5b83-4e32-b793-329c7d2e5c1b tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Floating IP 56b2ad51-903b-4f2c-a8ef-daa38c003bef disassociated. External IP: 172.25.6.136, port: 8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9. Sep 17 08:47:19.493639 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-e1a31e79-0b40-4de8-ac9b-47ac5e5b0341 req-e02703a6-5b83-4e32-b793-329c7d2e5c1b tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Calling delete_port for 8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9 owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:47:19.618558 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-e1a31e79-0b40-4de8-ac9b-47ac5e5b0341 req-e02703a6-5b83-4e32-b793-329c7d2e5c1b tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:47:19.653874 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02703a6-5b83-4e32-b793-329c7d2e5c1b tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Pushing event deleted for resources: {'Port': ['ID=8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:47:19.781411 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e1a31e79-0b40-4de8-ac9b-47ac5e5b0341 req-e02703a6-5b83-4e32-b793-329c7d2e5c1b tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Router 9ee3f17c-338e-46c0-bd76-6373e5ccc202 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:47:19.807047 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b0279c46-d8d5-4c7b-985d-d1c9434d4b34 req-d9564e63-021d-4cb7-a5c7-50d5770900f1 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=04745565-ac6e-4288-aaef-f4903bd131e9 HTTP/1.1" status: 200 len: 210 time: 0.0272820 Sep 17 08:47:19.892381 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e1a31e79-0b40-4de8-ac9b-47ac5e5b0341 req-e02703a6-5b83-4e32-b793-329c7d2e5c1b tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:47:19.902575 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a05a8b2-344e-4213-9041-a5d04c84889f None None] Sync routers for ids ['9ee3f17c-338e-46c0-bd76-6373e5ccc202'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:47:19.911898 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a05a8b2-344e-4213-9041-a5d04c84889f None None] Routers {'9ee3f17c-338e-46c0-bd76-6373e5ccc202'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:47:19.912512 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-6a05a8b2-344e-4213-9041-a5d04c84889f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:46:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['9ee3f17c-338e-46c0-bd76-6373e5ccc202'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:47:19.930922 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1a31e79-0b40-4de8-ac9b-47ac5e5b0341 req-e02703a6-5b83-4e32-b793-329c7d2e5c1b tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] No DVR routers for this DVR port 8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9 on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:47:19.933414 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-e1a31e79-0b40-4de8-ac9b-47ac5e5b0341 req-e02703a6-5b83-4e32-b793-329c7d2e5c1b tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:47:19.935624 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e1a31e79-0b40-4de8-ac9b-47ac5e5b0341 req-e02703a6-5b83-4e32-b793-329c7d2e5c1b tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.39 "DELETE /v2.0/ports/8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9 HTTP/1.1" status: 204 len: 173 time: 0.7843268 Sep 17 08:47:19.936092 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04745565-ac6e-4288-aaef-f4903bd131e9', 'name': 'network-vif-deleted', 'tag': '8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:47:19.939340 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823f1136df5e8dfe06b46a14eea5a85bccf33ce7e510dfea6a746e22e928dc4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c99f92-63da-46ba-85cf-f5e4e0756431" -d '{"events": [{"server_uuid": "04745565-ac6e-4288-aaef-f4903bd131e9", "name": "network-vif-deleted", "tag": "8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:47:19.979239 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff874bdd-303f-4c7a-9bfb-3eb638ae49ee x-openstack-request-id: req-ff874bdd-303f-4c7a-9bfb-3eb638ae49ee {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:47:19.979527 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04745565-ac6e-4288-aaef-f4903bd131e9", "name": "network-vif-deleted", "tag": "8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:47:19.979778 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ff874bdd-303f-4c7a-9bfb-3eb638ae49ee {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:47:19.980212 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04745565-ac6e-4288-aaef-f4903bd131e9', 'name': 'network-vif-deleted', 'tag': '8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9', 'status': 'completed', 'code': 200} Sep 17 08:47:20.019067 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-6a05a8b2-344e-4213-9041-a5d04c84889f None None] Set router 9ee3f17c-338e-46c0-bd76-6373e5ccc202 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:47:20.039488 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2a8e711a-a8e0-4778-b92d-561d08042370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:47:20.232999 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-6a05a8b2-344e-4213-9041-a5d04c84889f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'name': 'tempest-ServerActionsTestJSON-628220050-router', 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '29041136-1e71-4400-bdb5-918161d44bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:44:04Z', 'updated_at': '2021-09-17T08:44:06Z', 'revision_number': 4, 'project_id': '57f8c48e10b746f7af53464178493cdc', 'gw_port': {'id': '29041136-1e71-4400-bdb5-918161d44bbc', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:44:04Z', 'updated_at': '2021-09-17T08:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'fe686bff-d923-4f32-8d5a-a9ccdfb1ebf5', 'name': '', 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b', 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'mac_address': 'fa:16:3e:da:8b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'f22b432a-999e-449e-99eb-5f8501222e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:44:06Z', 'updated_at': '2021-09-17T08:44:09Z', 'revision_number': 5, 'project_id': '57f8c48e10b746f7af53464178493cdc', 'subnets': [{'id': 'f22b432a-999e-449e-99eb-5f8501222e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:47:20.258372 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a05a8b2-344e-4213-9041-a5d04c84889f None None] Checking router: 9ee3f17c-338e-46c0-bd76-6373e5ccc202 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:47:20.266891 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a05a8b2-344e-4213-9041-a5d04c84889f None None] Routers {'9ee3f17c-338e-46c0-bd76-6373e5ccc202'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:47:20.267494 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-6a05a8b2-344e-4213-9041-a5d04c84889f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:46:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['9ee3f17c-338e-46c0-bd76-6373e5ccc202'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:47:20.366526 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-6a05a8b2-344e-4213-9041-a5d04c84889f None None] Set router 9ee3f17c-338e-46c0-bd76-6373e5ccc202 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:47:20.555417 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-6a05a8b2-344e-4213-9041-a5d04c84889f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'name': 'tempest-ServerActionsTestJSON-628220050-router', 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '29041136-1e71-4400-bdb5-918161d44bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:44:04Z', 'updated_at': '2021-09-17T08:44:06Z', 'revision_number': 4, 'project_id': '57f8c48e10b746f7af53464178493cdc', 'gw_port': {'id': '29041136-1e71-4400-bdb5-918161d44bbc', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:44:04Z', 'updated_at': '2021-09-17T08:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'fe686bff-d923-4f32-8d5a-a9ccdfb1ebf5', 'name': '', 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b', 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'mac_address': 'fa:16:3e:da:8b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'f22b432a-999e-449e-99eb-5f8501222e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:44:06Z', 'updated_at': '2021-09-17T08:44:09Z', 'revision_number': 5, 'project_id': '57f8c48e10b746f7af53464178493cdc', 'subnets': [{'id': 'f22b432a-999e-449e-99eb-5f8501222e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:47:20.584597 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a05a8b2-344e-4213-9041-a5d04c84889f None None] The sync data for ids ['9ee3f17c-338e-46c0-bd76-6373e5ccc202'] in n-d-789963-9 is: [{'id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'name': 'tempest-ServerActionsTestJSON-628220050-router', 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '29041136-1e71-4400-bdb5-918161d44bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:44:04Z', 'updated_at': '2021-09-17T08:44:06Z', 'revision_number': 4, 'project_id': '57f8c48e10b746f7af53464178493cdc', 'gw_port': {'id': '29041136-1e71-4400-bdb5-918161d44bbc', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:44:04Z', 'updated_at': '2021-09-17T08:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'fe686bff-d923-4f32-8d5a-a9ccdfb1ebf5', 'name': '', 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b', 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'mac_address': 'fa:16:3e:da:8b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'f22b432a-999e-449e-99eb-5f8501222e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:44:06Z', 'updated_at': '2021-09-17T08:44:09Z', 'revision_number': 5, 'project_id': '57f8c48e10b746f7af53464178493cdc', 'subnets': [{'id': 'f22b432a-999e-449e-99eb-5f8501222e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:47:20.790320 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ccddfe-c8e0-4ad1-b771-3f0ae458a1c0 None None] New status for floating IP 56b2ad51-903b-4f2c-a8ef-daa38c003bef: DOWN {{(pid=101291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 08:47:21.035238 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bbde8df7-8daa-40e4-bffc-f9c732821f0d req-afb622f4-791a-4bd7-ada8-f8a453e00273 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--122083172&fields=id&tenant_id=57f8c48e10b746f7af53464178493cdc HTTP/1.1" status: 200 len: 267 time: 0.0353479 Sep 17 08:47:21.139326 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbde8df7-8daa-40e4-bffc-f9c732821f0d req-c3997d9c-205e-4f41-91dd-1551191a3e6c tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:47:21.140842 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bbde8df7-8daa-40e4-bffc-f9c732821f0d req-c3997d9c-205e-4f41-91dd-1551191a3e6c tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/networks?id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b HTTP/1.1" status: 200 len: 811 time: 0.0989830 Sep 17 08:47:21.156025 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bbde8df7-8daa-40e4-bffc-f9c732821f0d req-fa8abef6-1c25-497e-a440-e7fc3ff397cf tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/quotas/57f8c48e10b746f7af53464178493cdc HTTP/1.1" status: 200 len: 375 time: 0.0089319 Sep 17 08:47:21.207256 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bbde8df7-8daa-40e4-bffc-f9c732821f0d req-00450af6-315f-4110-8dd9-2202374cd021 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=57f8c48e10b746f7af53464178493cdc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0456574 Sep 17 08:47:21.303589 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bbde8df7-8daa-40e4-bffc-f9c732821f0d req-cda80eec-adcb-400c-a55d-e806ec6363ee service neutron] 10.222.0.13 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849128 Sep 17 08:47:21.394572 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bbde8df7-8daa-40e4-bffc-f9c732821f0d req-274e2f25-3270-4037-b4f6-7c15bd409b30 service neutron] 10.222.0.13 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847099 Sep 17 08:47:21.555241 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-de71929b-41b8-4aba-93d3-74af3547c3a9 req-a8e4ed54-8eb4-45cf-b0c4-98b49e7f1619 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=6326b5e3-6746-497a-9400-35da8705c0f2 HTTP/1.1" status: 200 len: 210 time: 0.0291677 Sep 17 08:47:21.556088 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:47:21.577845 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: 8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:47:21.578194 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 8cc5fcc3-2c71-491e-b8f0-63ed4f71b3f9 not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:47:22.521111 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c34e942c-94d6-4a98-90d9-0ac8dcf8185e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:47:22.552612 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbde8df7-8daa-40e4-bffc-f9c732821f0d req-dd53cebc-a45b-4854-9f3a-fff27f4621af tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:47:22.554063 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bbde8df7-8daa-40e4-bffc-f9c732821f0d req-dd53cebc-a45b-4854-9f3a-fff27f4621af tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.39 "GET /v2.0/networks?id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b HTTP/1.1" status: 200 len: 811 time: 0.1083596 Sep 17 08:47:22.603634 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bbde8df7-8daa-40e4-bffc-f9c732821f0d req-c43e3386-e1a9-442b-a0db-15277c6a9116 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57f8c48e10b746f7af53464178493cdc HTTP/1.1" status: 200 len: 379 time: 0.0342500 Sep 17 08:47:22.614511 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-bbde8df7-8daa-40e4-bffc-f9c732821f0d req-90e3e9d9-e341-4e5f-85c4-290dc5f0e2ba tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Request body: {'port': {'device_id': '6326b5e3-6746-497a-9400-35da8705c0f2', 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b', 'admin_state_up': True, 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'security_groups': ['b996bb76-e143-46b8-a928-2562d05dc834']}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:47:22.648099 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f7a28286-a922-40d0-aa94-25dc09fb21c8 req-84e0cb1d-6b91-4580-8894-819b3718bf96 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=6326b5e3-6746-497a-9400-35da8705c0f2 HTTP/1.1" status: 200 len: 210 time: 0.0255854 Sep 17 08:47:22.721370 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbde8df7-8daa-40e4-bffc-f9c732821f0d req-90e3e9d9-e341-4e5f-85c4-290dc5f0e2ba tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Made reservation on behalf of 57f8c48e10b746f7af53464178493cdc for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:47:22.727430 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-bbde8df7-8daa-40e4-bffc-f9c732821f0d req-90e3e9d9-e341-4e5f-85c4-290dc5f0e2ba tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:47:22.810600 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:47:22.853952 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-bbde8df7-8daa-40e4-bffc-f9c732821f0d req-90e3e9d9-e341-4e5f-85c4-290dc5f0e2ba tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Allocated IP 172.20.0.12 (0ee5baf7-50f7-4d0a-b426-59fc9506c09b/f22b432a-999e-449e-99eb-5f8501222e22/2ab32058-cfba-498b-a022-d77ca5497d58) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:47:22.990547 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-bbde8df7-8daa-40e4-bffc-f9c732821f0d req-90e3e9d9-e341-4e5f-85c4-290dc5f0e2ba tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:47:23.023789 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-bbde8df7-8daa-40e4-bffc-f9c732821f0d req-90e3e9d9-e341-4e5f-85c4-290dc5f0e2ba tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:47:23.066981 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbde8df7-8daa-40e4-bffc-f9c732821f0d req-90e3e9d9-e341-4e5f-85c4-290dc5f0e2ba tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Network 0ee5baf7-50f7-4d0a-b426-59fc9506c09b is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:47:23.070051 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-bbde8df7-8daa-40e4-bffc-f9c732821f0d req-90e3e9d9-e341-4e5f-85c4-290dc5f0e2ba tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:47:23.073333 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbde8df7-8daa-40e4-bffc-f9c732821f0d req-90e3e9d9-e341-4e5f-85c4-290dc5f0e2ba tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:47:23.100971 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e3e9d9-e341-4e5f-85c4-290dc5f0e2ba tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Pushing event updated for resources: {'Port': ['ID=2ab32058-cfba-498b-a022-d77ca5497d58,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:47:23.130481 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbde8df7-8daa-40e4-bffc-f9c732821f0d req-90e3e9d9-e341-4e5f-85c4-290dc5f0e2ba tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:47:23.131108 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-bbde8df7-8daa-40e4-bffc-f9c732821f0d req-90e3e9d9-e341-4e5f-85c4-290dc5f0e2ba tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:47:23.148075 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bbde8df7-8daa-40e4-bffc-f9c732821f0d req-90e3e9d9-e341-4e5f-85c4-290dc5f0e2ba tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5376353 Sep 17 08:47:23.258299 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-bbde8df7-8daa-40e4-bffc-f9c732821f0d req-5bdf40e7-e71a-466d-af45-195a8c9f8d34 service neutron] Request body: {'port': {'device_id': '6326b5e3-6746-497a-9400-35da8705c0f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:47:23.311672 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ec0d28de-e0d8-4d9b-81cb-eeb5c49f4773 None None] Provisioning complete for port 2ab32058-cfba-498b-a022-d77ca5497d58 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:47:23.312541 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ec0d28de-e0d8-4d9b-81cb-eeb5c49f4773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:47:23.315363 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-bbde8df7-8daa-40e4-bffc-f9c732821f0d req-5bdf40e7-e71a-466d-af45-195a8c9f8d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:47:23.345687 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ec0d28de-e0d8-4d9b-81cb-eeb5c49f4773 None None] Port 2ab32058-cfba-498b-a022-d77ca5497d58 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:47:23.565793 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-bbde8df7-8daa-40e4-bffc-f9c732821f0d req-5bdf40e7-e71a-466d-af45-195a8c9f8d34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ab32058-cfba-498b-a022-d77ca5497d58 {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:47:23.574396 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-bbde8df7-8daa-40e4-bffc-f9c732821f0d req-5bdf40e7-e71a-466d-af45-195a8c9f8d34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:47:23.586352 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-bbde8df7-8daa-40e4-bffc-f9c732821f0d req-5bdf40e7-e71a-466d-af45-195a8c9f8d34 service neutron] Transition to ACTIVE for port object 2ab32058-cfba-498b-a022-d77ca5497d58 will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:47:23.589277 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-bbde8df7-8daa-40e4-bffc-f9c732821f0d req-5bdf40e7-e71a-466d-af45-195a8c9f8d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:47:23.640154 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdf40e7-e71a-466d-af45-195a8c9f8d34 service neutron] Pushing event updated for resources: {'Port': ['ID=2ab32058-cfba-498b-a022-d77ca5497d58,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:47:23.709087 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-bbde8df7-8daa-40e4-bffc-f9c732821f0d req-5bdf40e7-e71a-466d-af45-195a8c9f8d34 service neutron] Attempting to bind port 2ab32058-cfba-498b-a022-d77ca5497d58 on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:47:23.709425 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-bbde8df7-8daa-40e4-bffc-f9c732821f0d req-5bdf40e7-e71a-466d-af45-195a8c9f8d34 service neutron] Attempting to bind port 2ab32058-cfba-498b-a022-d77ca5497d58 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': '2b3a115c-7140-4873-a9db-77f8808c33a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:47:23.709756 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbde8df7-8daa-40e4-bffc-f9c732821f0d req-5bdf40e7-e71a-466d-af45-195a8c9f8d34 service neutron] Attempting to bind port 2ab32058-cfba-498b-a022-d77ca5497d58 on network 0ee5baf7-50f7-4d0a-b426-59fc9506c09b {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:47:23.714433 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbde8df7-8daa-40e4-bffc-f9c732821f0d req-5bdf40e7-e71a-466d-af45-195a8c9f8d34 service neutron] Port 2ab32058-cfba-498b-a022-d77ca5497d58 on network 0ee5baf7-50f7-4d0a-b426-59fc9506c09b not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:47:23.714753 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbde8df7-8daa-40e4-bffc-f9c732821f0d req-5bdf40e7-e71a-466d-af45-195a8c9f8d34 service neutron] Attempting to bind port 2ab32058-cfba-498b-a022-d77ca5497d58 on network 0ee5baf7-50f7-4d0a-b426-59fc9506c09b {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:47:23.720306 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbde8df7-8daa-40e4-bffc-f9c732821f0d req-5bdf40e7-e71a-466d-af45-195a8c9f8d34 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:47:23.720646 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbde8df7-8daa-40e4-bffc-f9c732821f0d req-5bdf40e7-e71a-466d-af45-195a8c9f8d34 service neutron] Checking segment: {'id': '2b3a115c-7140-4873-a9db-77f8808c33a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:47:23.721037 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbde8df7-8daa-40e4-bffc-f9c732821f0d req-5bdf40e7-e71a-466d-af45-195a8c9f8d34 service neutron] Bound using segment: {'id': '2b3a115c-7140-4873-a9db-77f8808c33a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:47:23.721466 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-bbde8df7-8daa-40e4-bffc-f9c732821f0d req-5bdf40e7-e71a-466d-af45-195a8c9f8d34 service neutron] Bound port: 2ab32058-cfba-498b-a022-d77ca5497d58, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b3a115c-7140-4873-a9db-77f8808c33a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:47:23.721829 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-bbde8df7-8daa-40e4-bffc-f9c732821f0d req-5bdf40e7-e71a-466d-af45-195a8c9f8d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:47:23.769873 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb50c755-b600-42b0-b682-6b5903cf4e4e req-ce3e1145-2584-4894-9e30-9f91b2ab3d05 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:47:23.771434 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cb50c755-b600-42b0-b682-6b5903cf4e4e req-ce3e1145-2584-4894-9e30-9f91b2ab3d05 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=6326b5e3-6746-497a-9400-35da8705c0f2 HTTP/1.1" status: 200 len: 944 time: 0.0500593 Sep 17 08:47:23.793110 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-bbde8df7-8daa-40e4-bffc-f9c732821f0d req-5bdf40e7-e71a-466d-af45-195a8c9f8d34 service neutron] For port 2ab32058-cfba-498b-a022-d77ca5497d58, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:47:23.796875 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-bbde8df7-8daa-40e4-bffc-f9c732821f0d req-5bdf40e7-e71a-466d-af45-195a8c9f8d34 service neutron] For port 2ab32058-cfba-498b-a022-d77ca5497d58, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=2ab32058-cfba-498b-a022-d77ca5497d58,segment=NetworkSegment(2b3a115c-7140-4873-a9db-77f8808c33a6),segment_id=2b3a115c-7140-4873-a9db-77f8808c33a6)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:47:23.803399 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-bbde8df7-8daa-40e4-bffc-f9c732821f0d req-5bdf40e7-e71a-466d-af45-195a8c9f8d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:47:23.816030 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cb50c755-b600-42b0-b682-6b5903cf4e4e req-caea4b6d-34db-4af5-bf78-8caa9bf8bffa tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355964 Sep 17 08:47:23.846392 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbde8df7-8daa-40e4-bffc-f9c732821f0d req-5bdf40e7-e71a-466d-af45-195a8c9f8d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:47:23.846887 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-bbde8df7-8daa-40e4-bffc-f9c732821f0d req-5bdf40e7-e71a-466d-af45-195a8c9f8d34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:47:23.848336 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bbde8df7-8daa-40e4-bffc-f9c732821f0d req-5bdf40e7-e71a-466d-af45-195a8c9f8d34 service neutron] 10.222.0.39 "PUT /v2.0/ports/2ab32058-cfba-498b-a022-d77ca5497d58 HTTP/1.1" status: 200 len: 1092 time: 0.6364396 Sep 17 08:47:23.848763 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6326b5e3-6746-497a-9400-35da8705c0f2', 'tag': '2ab32058-cfba-498b-a022-d77ca5497d58'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:47:23.851008 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823f1136df5e8dfe06b46a14eea5a85bccf33ce7e510dfea6a746e22e928dc4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf16b362-9cf9-4234-bd97-1a3f8564a4b4" -d '{"events": [{"name": "network-changed", "server_uuid": "6326b5e3-6746-497a-9400-35da8705c0f2", "tag": "2ab32058-cfba-498b-a022-d77ca5497d58"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:47:23.867813 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdf40e7-e71a-466d-af45-195a8c9f8d34 service neutron] Pushing event updated for resources: {'Port': ['ID=2ab32058-cfba-498b-a022-d77ca5497d58,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:47:23.898595 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:47:23.905334 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d23e9c13-b81d-47e6-b81f-e4a0bc9ee9ea x-openstack-request-id: req-d23e9c13-b81d-47e6-b81f-e4a0bc9ee9ea {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:47:23.905630 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6326b5e3-6746-497a-9400-35da8705c0f2", "tag": "2ab32058-cfba-498b-a022-d77ca5497d58", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:47:23.905908 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d23e9c13-b81d-47e6-b81f-e4a0bc9ee9ea {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:47:23.906314 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6326b5e3-6746-497a-9400-35da8705c0f2', 'tag': '2ab32058-cfba-498b-a022-d77ca5497d58', 'status': 'completed', 'code': 200} Sep 17 08:47:23.967159 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbde8df7-8daa-40e4-bffc-f9c732821f0d req-068d8112-3515-4fac-8e35-19dca79d0bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:47:23.968735 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bbde8df7-8daa-40e4-bffc-f9c732821f0d req-068d8112-3515-4fac-8e35-19dca79d0bc4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=57f8c48e10b746f7af53464178493cdc&device_id=6326b5e3-6746-497a-9400-35da8705c0f2 HTTP/1.1" status: 200 len: 1095 time: 0.0456216 Sep 17 08:47:24.017570 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bbde8df7-8daa-40e4-bffc-f9c732821f0d req-4aea8786-61ee-414f-a388-213a211f3e18 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ab32058-cfba-498b-a022-d77ca5497d58 HTTP/1.1" status: 200 len: 217 time: 0.0363705 Sep 17 08:47:24.066999 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbde8df7-8daa-40e4-bffc-f9c732821f0d req-fed0c6e2-8349-4cac-81c4-4e3f356a0260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:47:24.068508 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bbde8df7-8daa-40e4-bffc-f9c732821f0d req-fed0c6e2-8349-4cac-81c4-4e3f356a0260 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f22b432a-999e-449e-99eb-5f8501222e22 HTTP/1.1" status: 200 len: 850 time: 0.0440891 Sep 17 08:47:24.114998 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbde8df7-8daa-40e4-bffc-f9c732821f0d req-559859f0-0ed4-444c-96a1-1abdb1f3d74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:47:24.116543 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bbde8df7-8daa-40e4-bffc-f9c732821f0d req-559859f0-0ed4-444c-96a1-1abdb1f3d74c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407753 Sep 17 08:47:24.207822 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bbde8df7-8daa-40e4-bffc-f9c732821f0d req-950c3668-4ccc-4a8f-8f26-a306274b750a service neutron] 10.222.0.39 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835953 Sep 17 08:47:24.298513 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bbde8df7-8daa-40e4-bffc-f9c732821f0d req-1ef680b4-b58c-4d9d-bf1d-37d119a054ed service neutron] 10.222.0.39 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837541 Sep 17 08:47:24.421093 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16b362-9cf9-4234-bd97-1a3f8564a4b4 req-c0f43ec1-757f-43c1-a550-fc28c1864594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:47:24.423873 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cf16b362-9cf9-4234-bd97-1a3f8564a4b4 req-c0f43ec1-757f-43c1-a550-fc28c1864594 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=57f8c48e10b746f7af53464178493cdc&device_id=6326b5e3-6746-497a-9400-35da8705c0f2 HTTP/1.1" status: 200 len: 1095 time: 0.0412233 Sep 17 08:47:24.511570 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16b362-9cf9-4234-bd97-1a3f8564a4b4 req-8d10eaca-7079-4113-874a-145b0ffccde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:47:24.513023 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cf16b362-9cf9-4234-bd97-1a3f8564a4b4 req-8d10eaca-7079-4113-874a-145b0ffccde1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b HTTP/1.1" status: 200 len: 912 time: 0.0829740 Sep 17 08:47:24.557803 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cf16b362-9cf9-4234-bd97-1a3f8564a4b4 req-b3b074b6-3465-4b3f-bd2a-2d4562b75a0c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ab32058-cfba-498b-a022-d77ca5497d58 HTTP/1.1" status: 200 len: 217 time: 0.0370433 Sep 17 08:47:24.605268 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16b362-9cf9-4234-bd97-1a3f8564a4b4 req-266c9008-c447-495f-8a68-c4eb704bfb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:47:24.606683 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cf16b362-9cf9-4234-bd97-1a3f8564a4b4 req-266c9008-c447-495f-8a68-c4eb704bfb94 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f22b432a-999e-449e-99eb-5f8501222e22 HTTP/1.1" status: 200 len: 850 time: 0.0426037 Sep 17 08:47:24.649184 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16b362-9cf9-4234-bd97-1a3f8564a4b4 req-3a6435ca-e884-465a-b3d1-d76cb934c093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:47:24.650598 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cf16b362-9cf9-4234-bd97-1a3f8564a4b4 req-3a6435ca-e884-465a-b3d1-d76cb934c093 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0372019 Sep 17 08:47:24.741366 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cf16b362-9cf9-4234-bd97-1a3f8564a4b4 req-64e90f49-0a82-4aa0-8fa6-38bd9a2ef202 service neutron] 10.222.0.39 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826638 Sep 17 08:47:24.827185 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cf16b362-9cf9-4234-bd97-1a3f8564a4b4 req-0c2e81cb-a366-4bc3-aed8-d8431fc8f28c service neutron] 10.222.0.39 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0779521 Sep 17 08:47:24.931130 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa0ee4a-1aae-4f70-ba3d-44234aa9c804 req-b0fce750-c6fb-4bb2-be0f-5472875333eb tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:47:24.932608 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-afa0ee4a-1aae-4f70-ba3d-44234aa9c804 req-b0fce750-c6fb-4bb2-be0f-5472875333eb tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=6326b5e3-6746-497a-9400-35da8705c0f2 HTTP/1.1" status: 200 len: 944 time: 0.0513244 Sep 17 08:47:24.969957 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-afa0ee4a-1aae-4f70-ba3d-44234aa9c804 req-37fae9a0-a2ad-4552-8d62-5526ed022034 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314002 Sep 17 08:47:25.485098 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:47:26.083069 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27b3e85-9042-4336-a87d-8c2b4b2c085e req-8f6d713f-a734-468f-9850-b0724084a8a3 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:47:26.084629 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b27b3e85-9042-4336-a87d-8c2b4b2c085e req-8f6d713f-a734-468f-9850-b0724084a8a3 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=6326b5e3-6746-497a-9400-35da8705c0f2 HTTP/1.1" status: 200 len: 944 time: 0.0485229 Sep 17 08:47:26.122727 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b27b3e85-9042-4336-a87d-8c2b4b2c085e req-91397821-1d53-4bfb-986e-2629818aec21 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320456 Sep 17 08:47:27.235459 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48301c3-5491-4c6c-8ec5-dd6b11a67e64 req-48b1e126-f1c6-4260-9243-e86d0fb5c12d tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:47:27.236951 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c48301c3-5491-4c6c-8ec5-dd6b11a67e64 req-48b1e126-f1c6-4260-9243-e86d0fb5c12d tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=6326b5e3-6746-497a-9400-35da8705c0f2 HTTP/1.1" status: 200 len: 944 time: 0.0491247 Sep 17 08:47:27.273832 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c48301c3-5491-4c6c-8ec5-dd6b11a67e64 req-465b1650-b4b1-4c19-800a-6ba9d6fed4bb tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309367 Sep 17 08:47:28.389361 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab83561-85bb-43af-9a76-f39de0a645c4 req-5e09fc54-a318-4929-a85d-ebd3e9db7a7a tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:47:28.390827 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bab83561-85bb-43af-9a76-f39de0a645c4 req-5e09fc54-a318-4929-a85d-ebd3e9db7a7a tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=6326b5e3-6746-497a-9400-35da8705c0f2 HTTP/1.1" status: 200 len: 944 time: 0.0519638 Sep 17 08:47:28.427660 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bab83561-85bb-43af-9a76-f39de0a645c4 req-ba14f4e6-ba08-4f53-aa0b-b7f562964d58 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310209 Sep 17 08:47:29.539021 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f0f22-2459-466c-ac44-fe647ed2353e req-2ddd5306-68c8-4f64-ac84-97b5c1d61d9d tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:47:29.540543 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b76f0f22-2459-466c-ac44-fe647ed2353e req-2ddd5306-68c8-4f64-ac84-97b5c1d61d9d tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=6326b5e3-6746-497a-9400-35da8705c0f2 HTTP/1.1" status: 200 len: 944 time: 0.0478313 Sep 17 08:47:29.577525 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b76f0f22-2459-466c-ac44-fe647ed2353e req-d274a4e0-a815-4dee-9c30-23511c7c3a94 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311286 Sep 17 08:47:29.618885 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 2ab32058-cfba-498b-a022-d77ca5497d58 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:47:29.713985 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 2ab32058-cfba-498b-a022-d77ca5497d58, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=2ab32058-cfba-498b-a022-d77ca5497d58,segment=NetworkSegment(2b3a115c-7140-4873-a9db-77f8808c33a6),segment_id=2b3a115c-7140-4873-a9db-77f8808c33a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:47:29.725038 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '2ab32058-cfba-498b-a022-d77ca5497d58', 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b', 'port_id': '2ab32058-cfba-498b-a022-d77ca5497d58', 'mac_address': 'fa:16:3e:ce:cd:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f22b432a-999e-449e-99eb-5f8501222e22', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:47:29.760551 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:47:29.772446 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ab32058-cfba-498b-a022-d77ca5497d58 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:47:29.791105 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 2ab32058-cfba-498b-a022-d77ca5497d58, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=2ab32058-cfba-498b-a022-d77ca5497d58,segment=NetworkSegment(2b3a115c-7140-4873-a9db-77f8808c33a6),segment_id=2b3a115c-7140-4873-a9db-77f8808c33a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:47:29.794826 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:47:29.842192 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=2ab32058-cfba-498b-a022-d77ca5497d58,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:47:30.164514 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['2ab32058-cfba-498b-a022-d77ca5497d58'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:47:30.691861 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f03411f-473f-48c6-800a-7525de3855e9 req-384d6485-7d73-46d9-a223-6abaa67afadc tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:47:30.693356 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6f03411f-473f-48c6-800a-7525de3855e9 req-384d6485-7d73-46d9-a223-6abaa67afadc tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=6326b5e3-6746-497a-9400-35da8705c0f2 HTTP/1.1" status: 200 len: 945 time: 0.0469718 Sep 17 08:47:30.730832 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6f03411f-473f-48c6-800a-7525de3855e9 req-a0972071-780e-4a19-bf5f-caad3a10f9dc tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308917 Sep 17 08:47:31.618663 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 2ab32058-cfba-498b-a022-d77ca5497d58 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:47:31.667615 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port 2ab32058-cfba-498b-a022-d77ca5497d58 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:47:31.671071 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 2ab32058-cfba-498b-a022-d77ca5497d58 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:47:31.671442 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:47:31.743661 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:47:31.764889 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6326b5e3-6746-497a-9400-35da8705c0f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ab32058-cfba-498b-a022-d77ca5497d58'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:47:31.767680 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd15a5b62c2e1c1e903d3702117c13c06f948b041a08150170fef0e561ebed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40df41e4-3ffd-47ed-a970-28c66b655247" -d '{"events": [{"server_uuid": "6326b5e3-6746-497a-9400-35da8705c0f2", "name": "network-vif-plugged", "status": "completed", "tag": "2ab32058-cfba-498b-a022-d77ca5497d58"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:47:31.780311 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 2ab32058-cfba-498b-a022-d77ca5497d58, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=2ab32058-cfba-498b-a022-d77ca5497d58,segment=NetworkSegment(2b3a115c-7140-4873-a9db-77f8808c33a6),segment_id=2b3a115c-7140-4873-a9db-77f8808c33a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:47:31.785285 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:47:31.831574 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=2ab32058-cfba-498b-a022-d77ca5497d58,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:47:31.854470 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47091688-74ef-4b3e-82ab-3d6f73073fc2 req-6445dccd-fb64-4260-afed-0676aca44f9a tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:47:31.855993 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-47091688-74ef-4b3e-82ab-3d6f73073fc2 req-6445dccd-fb64-4260-afed-0676aca44f9a tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=6326b5e3-6746-497a-9400-35da8705c0f2 HTTP/1.1" status: 200 len: 946 time: 0.0535252 Sep 17 08:47:31.889777 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7490d9e-f8ae-4c9e-b2a9-8eedae164100 x-openstack-request-id: req-b7490d9e-f8ae-4c9e-b2a9-8eedae164100 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:47:31.890077 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6326b5e3-6746-497a-9400-35da8705c0f2", "name": "network-vif-plugged", "status": "completed", "tag": "2ab32058-cfba-498b-a022-d77ca5497d58", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:47:31.890870 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b7490d9e-f8ae-4c9e-b2a9-8eedae164100 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:47:31.891264 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6326b5e3-6746-497a-9400-35da8705c0f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ab32058-cfba-498b-a022-d77ca5497d58', 'code': 200} Sep 17 08:47:31.895892 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-47091688-74ef-4b3e-82ab-3d6f73073fc2 req-0c1330f8-4512-4bc4-bf9f-a5c8ca00b790 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333371 Sep 17 08:47:32.011550 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f48ece-bb49-41fd-8b22-21b065568cbc req-752e162a-b036-4d1a-adef-8973adf0ec6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:47:32.013091 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f7f48ece-bb49-41fd-8b22-21b065568cbc req-752e162a-b036-4d1a-adef-8973adf0ec6e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6326b5e3-6746-497a-9400-35da8705c0f2 HTTP/1.1" status: 200 len: 1097 time: 0.0427907 Sep 17 08:47:32.046991 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f7f48ece-bb49-41fd-8b22-21b065568cbc req-901084d0-0763-42d9-9c4e-d6c85fcd219c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267000 Sep 17 08:47:33.010714 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d2c97-ab5f-4ca9-bc8d-f9be764e1cc3 req-9d654db6-89a3-4e98-b98c-7d28261b7511 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:47:33.012190 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0d8d2c97-ab5f-4ca9-bc8d-f9be764e1cc3 req-9d654db6-89a3-4e98-b98c-7d28261b7511 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=6326b5e3-6746-497a-9400-35da8705c0f2 HTTP/1.1" status: 200 len: 946 time: 0.0485101 Sep 17 08:47:33.049270 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0d8d2c97-ab5f-4ca9-bc8d-f9be764e1cc3 req-d926be0a-fe60-43f2-ad3b-5d199a654bc6 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312529 Sep 17 08:47:34.161492 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52ef533-6fd2-45fd-8996-ff14ed4dbcfb req-8f925723-835b-4e54-8158-2c55d85130da tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:47:34.162858 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a52ef533-6fd2-45fd-8996-ff14ed4dbcfb req-8f925723-835b-4e54-8158-2c55d85130da tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=6326b5e3-6746-497a-9400-35da8705c0f2 HTTP/1.1" status: 200 len: 946 time: 0.0486240 Sep 17 08:47:34.198929 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a52ef533-6fd2-45fd-8996-ff14ed4dbcfb req-d298da46-a980-48df-8518-bc06a0678265 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302784 Sep 17 08:47:34.310661 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b10f76f-f059-462d-9042-b12998be3f71 req-45799665-b28c-428a-9cac-1ef5b0301894 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:47:34.312132 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7b10f76f-f059-462d-9042-b12998be3f71 req-45799665-b28c-428a-9cac-1ef5b0301894 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=6326b5e3-6746-497a-9400-35da8705c0f2 HTTP/1.1" status: 200 len: 946 time: 0.0512688 Sep 17 08:47:34.320453 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 33932) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:47:34.324860 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-46d1a561-a46e-4369-8179-878c12c866ee tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Request body: {'floatingip': {'port_id': '2ab32058-cfba-498b-a022-d77ca5497d58'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:47:34.363194 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-46d1a561-a46e-4369-8179-878c12c866ee tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks [] for floatingip, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:47:34.780865 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-46d1a561-a46e-4369-8179-878c12c866ee tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:47:34.784735 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-46d1a561-a46e-4369-8179-878c12c866ee tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:47:34.884098 n-d-789963-9 neutron-server[101289]: INFO neutron.db.l3_db [None req-46d1a561-a46e-4369-8179-878c12c866ee tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Floating IP 56b2ad51-903b-4f2c-a8ef-daa38c003bef associated. External IP: 172.25.6.136, port: 2ab32058-cfba-498b-a022-d77ca5497d58. Sep 17 08:47:35.082496 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46d1a561-a46e-4369-8179-878c12c866ee tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Router 9ee3f17c-338e-46c0-bd76-6373e5ccc202 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:47:35.184512 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d1a561-a46e-4369-8179-878c12c866ee tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:47:35.189858 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-46d1a561-a46e-4369-8179-878c12c866ee tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:47:35.194467 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7df9acb-e511-46aa-8d32-b3926e09b9f0 None None] Sync routers for ids ['9ee3f17c-338e-46c0-bd76-6373e5ccc202'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:47:35.204548 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7df9acb-e511-46aa-8d32-b3926e09b9f0 None None] Routers {'9ee3f17c-338e-46c0-bd76-6373e5ccc202'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:47:35.205190 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-e7df9acb-e511-46aa-8d32-b3926e09b9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:47:23Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['9ee3f17c-338e-46c0-bd76-6373e5ccc202'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:47:35.218424 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-46d1a561-a46e-4369-8179-878c12c866ee tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "PUT /v2.0/floatingips/56b2ad51-903b-4f2c-a8ef-daa38c003bef HTTP/1.1" status: 200 len: 992 time: 0.8968718 Sep 17 08:47:35.219020 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6326b5e3-6746-497a-9400-35da8705c0f2', 'tag': '2ab32058-cfba-498b-a022-d77ca5497d58'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:47:35.221272 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0b8b68ef77f8a69a7ea64e5314cb7bfe1c653782f919eb7015de92bbdd57641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c12df9-1204-45bf-a5ab-7b1370140693" -d '{"events": [{"name": "network-changed", "server_uuid": "6326b5e3-6746-497a-9400-35da8705c0f2", "tag": "2ab32058-cfba-498b-a022-d77ca5497d58"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:47:35.316592 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4da3584-7d15-44ae-a068-70267253b22e x-openstack-request-id: req-e4da3584-7d15-44ae-a068-70267253b22e {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:47:35.316890 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6326b5e3-6746-497a-9400-35da8705c0f2", "tag": "2ab32058-cfba-498b-a022-d77ca5497d58", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:47:35.317149 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e4da3584-7d15-44ae-a068-70267253b22e {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:47:35.317559 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6326b5e3-6746-497a-9400-35da8705c0f2', 'tag': '2ab32058-cfba-498b-a022-d77ca5497d58', 'status': 'completed', 'code': 200} Sep 17 08:47:35.317717 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-e7df9acb-e511-46aa-8d32-b3926e09b9f0 None None] Set router 9ee3f17c-338e-46c0-bd76-6373e5ccc202 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:47:35.404509 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c12df9-1204-45bf-a5ab-7b1370140693 req-512f6d6b-552d-454f-ba34-0f965c256e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:47:35.406595 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d2c12df9-1204-45bf-a5ab-7b1370140693 req-512f6d6b-552d-454f-ba34-0f965c256e24 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=57f8c48e10b746f7af53464178493cdc&device_id=6326b5e3-6746-497a-9400-35da8705c0f2 HTTP/1.1" status: 200 len: 1097 time: 0.0479863 Sep 17 08:47:35.501658 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c12df9-1204-45bf-a5ab-7b1370140693 req-d752b540-73e2-473e-9b85-1c1077817c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:47:35.503168 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d2c12df9-1204-45bf-a5ab-7b1370140693 req-d752b540-73e2-473e-9b85-1c1077817c25 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b HTTP/1.1" status: 200 len: 912 time: 0.0906699 Sep 17 08:47:35.569305 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d2c12df9-1204-45bf-a5ab-7b1370140693 req-deb28b03-b1e5-48e3-8b9e-a6992420a3e3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ab32058-cfba-498b-a022-d77ca5497d58 HTTP/1.1" status: 200 len: 1000 time: 0.0588849 Sep 17 08:47:35.622390 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c12df9-1204-45bf-a5ab-7b1370140693 req-2e7c0243-1c82-4879-8518-10082df57fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:47:35.623901 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d2c12df9-1204-45bf-a5ab-7b1370140693 req-2e7c0243-1c82-4879-8518-10082df57fbb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f22b432a-999e-449e-99eb-5f8501222e22 HTTP/1.1" status: 200 len: 850 time: 0.0473230 Sep 17 08:47:35.634610 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-e7df9acb-e511-46aa-8d32-b3926e09b9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'name': 'tempest-ServerActionsTestJSON-628220050-router', 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '29041136-1e71-4400-bdb5-918161d44bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:44:04Z', 'updated_at': '2021-09-17T08:44:06Z', 'revision_number': 4, 'project_id': '57f8c48e10b746f7af53464178493cdc', 'gw_port': {'id': '29041136-1e71-4400-bdb5-918161d44bbc', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:44:04Z', 'updated_at': '2021-09-17T08:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '56b2ad51-903b-4f2c-a8ef-daa38c003bef', 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'floating_ip_address': '172.25.6.136', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'port_id': '2ab32058-cfba-498b-a022-d77ca5497d58', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b', 'mac_address': 'fa:16:3e:ce:cd:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6326b5e3-6746-497a-9400-35da8705c0f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:44:08Z', 'updated_at': '2021-09-17T08:47:34Z', 'revision_number': 5, 'project_id': '57f8c48e10b746f7af53464178493cdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe686bff-d923-4f32-8d5a-a9ccdfb1ebf5', 'name': '', 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b', 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'mac_address': 'fa:16:3e:da:8b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'f22b432a-999e-449e-99eb-5f8501222e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:44:06Z', 'updated_at': '2021-09-17T08:44:09Z', 'revision_number': 5, 'project_id': '57f8c48e10b746f7af53464178493cdc', 'subnets': [{'id': 'f22b432a-999e-449e-99eb-5f8501222e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:47:35.664461 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7df9acb-e511-46aa-8d32-b3926e09b9f0 None None] Checking router: 9ee3f17c-338e-46c0-bd76-6373e5ccc202 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:47:35.671866 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c12df9-1204-45bf-a5ab-7b1370140693 req-5d5aeb3f-cbb7-4b3e-80f7-dd8962295cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:47:35.672717 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7df9acb-e511-46aa-8d32-b3926e09b9f0 None None] Routers {'9ee3f17c-338e-46c0-bd76-6373e5ccc202'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:47:35.673327 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-e7df9acb-e511-46aa-8d32-b3926e09b9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:47:23Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['9ee3f17c-338e-46c0-bd76-6373e5ccc202'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:47:35.673451 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d2c12df9-1204-45bf-a5ab-7b1370140693 req-5d5aeb3f-cbb7-4b3e-80f7-dd8962295cec service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431454 Sep 17 08:47:35.684480 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [req-d2c12df9-1204-45bf-a5ab-7b1370140693 req-27a9bbc2-f928-4daf-ba93-81d643bbfff3 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:47:35.685434 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d2c12df9-1204-45bf-a5ab-7b1370140693 req-27a9bbc2-f928-4daf-ba93-81d643bbfff3 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049400 Sep 17 08:47:35.776602 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-e7df9acb-e511-46aa-8d32-b3926e09b9f0 None None] Set router 9ee3f17c-338e-46c0-bd76-6373e5ccc202 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:47:35.778047 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d2c12df9-1204-45bf-a5ab-7b1370140693 req-2aa812cf-603f-41e1-a844-245edabfce53 service neutron] 10.222.0.39 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854394 Sep 17 08:47:35.871528 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d2c12df9-1204-45bf-a5ab-7b1370140693 req-1eed3a81-2925-486a-843f-641124519b82 service neutron] 10.222.0.39 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867078 Sep 17 08:47:35.995536 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-e7df9acb-e511-46aa-8d32-b3926e09b9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'name': 'tempest-ServerActionsTestJSON-628220050-router', 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '29041136-1e71-4400-bdb5-918161d44bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:44:04Z', 'updated_at': '2021-09-17T08:44:06Z', 'revision_number': 4, 'project_id': '57f8c48e10b746f7af53464178493cdc', 'gw_port': {'id': '29041136-1e71-4400-bdb5-918161d44bbc', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:44:04Z', 'updated_at': '2021-09-17T08:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '56b2ad51-903b-4f2c-a8ef-daa38c003bef', 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'floating_ip_address': '172.25.6.136', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'port_id': '2ab32058-cfba-498b-a022-d77ca5497d58', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b', 'mac_address': 'fa:16:3e:ce:cd:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6326b5e3-6746-497a-9400-35da8705c0f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:44:08Z', 'updated_at': '2021-09-17T08:47:34Z', 'revision_number': 5, 'project_id': '57f8c48e10b746f7af53464178493cdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe686bff-d923-4f32-8d5a-a9ccdfb1ebf5', 'name': '', 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b', 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'mac_address': 'fa:16:3e:da:8b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'f22b432a-999e-449e-99eb-5f8501222e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:44:06Z', 'updated_at': '2021-09-17T08:44:09Z', 'revision_number': 5, 'project_id': '57f8c48e10b746f7af53464178493cdc', 'subnets': [{'id': 'f22b432a-999e-449e-99eb-5f8501222e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:47:36.020301 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7df9acb-e511-46aa-8d32-b3926e09b9f0 None None] The sync data for ids ['9ee3f17c-338e-46c0-bd76-6373e5ccc202'] in n-d-789963-9 is: [{'id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'name': 'tempest-ServerActionsTestJSON-628220050-router', 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '29041136-1e71-4400-bdb5-918161d44bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:44:04Z', 'updated_at': '2021-09-17T08:44:06Z', 'revision_number': 4, 'project_id': '57f8c48e10b746f7af53464178493cdc', 'gw_port': {'id': '29041136-1e71-4400-bdb5-918161d44bbc', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:44:04Z', 'updated_at': '2021-09-17T08:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '56b2ad51-903b-4f2c-a8ef-daa38c003bef', 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'floating_ip_address': '172.25.6.136', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'port_id': '2ab32058-cfba-498b-a022-d77ca5497d58', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b', 'mac_address': 'fa:16:3e:ce:cd:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6326b5e3-6746-497a-9400-35da8705c0f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:44:08Z', 'updated_at': '2021-09-17T08:47:34Z', 'revision_number': 5, 'project_id': '57f8c48e10b746f7af53464178493cdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe686bff-d923-4f32-8d5a-a9ccdfb1ebf5', 'name': '', 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b', 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'mac_address': 'fa:16:3e:da:8b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'f22b432a-999e-449e-99eb-5f8501222e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:44:06Z', 'updated_at': '2021-09-17T08:44:09Z', 'revision_number': 5, 'project_id': '57f8c48e10b746f7af53464178493cdc', 'subnets': [{'id': 'f22b432a-999e-449e-99eb-5f8501222e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:47:36.027710 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:47:36.056072 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:47:36.219112 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ab720a-5a55-4cd8-9861-5b3dfe15d036 None None] New status for floating IP 56b2ad51-903b-4f2c-a8ef-daa38c003bef: ACTIVE {{(pid=101291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 08:47:42.994008 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cc585acb-3dcc-4924-9dcd-3639d093b69f req-11dc9b28-850c-4013-9644-ddda682f44df service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6326b5e3-6746-497a-9400-35da8705c0f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393214 Sep 17 08:47:43.089981 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc585acb-3dcc-4924-9dcd-3639d093b69f req-27e7a054-b3e6-4a07-a3b5-f058162bc2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:47:43.091491 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cc585acb-3dcc-4924-9dcd-3639d093b69f req-27e7a054-b3e6-4a07-a3b5-f058162bc2b0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=57f8c48e10b746f7af53464178493cdc&device_id=6326b5e3-6746-497a-9400-35da8705c0f2 HTTP/1.1" status: 200 len: 1097 time: 0.0397437 Sep 17 08:47:43.194056 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc585acb-3dcc-4924-9dcd-3639d093b69f req-09fd110d-5f17-4d01-9a2d-02abea98cb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:47:43.195499 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cc585acb-3dcc-4924-9dcd-3639d093b69f req-09fd110d-5f17-4d01-9a2d-02abea98cb5c service neutron] 10.222.0.39 "GET /v2.0/networks?id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b HTTP/1.1" status: 200 len: 912 time: 0.0855894 Sep 17 08:47:43.258304 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cc585acb-3dcc-4924-9dcd-3639d093b69f req-57284c5b-e44b-49db-bb01-4a7ac9822e11 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ab32058-cfba-498b-a022-d77ca5497d58 HTTP/1.1" status: 200 len: 1002 time: 0.0559270 Sep 17 08:47:43.310438 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc585acb-3dcc-4924-9dcd-3639d093b69f req-36169ee4-789d-4331-8b58-1b5b00ba72c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:47:43.311900 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cc585acb-3dcc-4924-9dcd-3639d093b69f req-36169ee4-789d-4331-8b58-1b5b00ba72c2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f22b432a-999e-449e-99eb-5f8501222e22 HTTP/1.1" status: 200 len: 850 time: 0.0461054 Sep 17 08:47:43.355746 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc585acb-3dcc-4924-9dcd-3639d093b69f req-38ed21ea-ac0f-45c9-bb88-4370398e6ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:47:43.357188 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cc585acb-3dcc-4924-9dcd-3639d093b69f req-38ed21ea-ac0f-45c9-bb88-4370398e6ca6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388296 Sep 17 08:47:43.443947 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cc585acb-3dcc-4924-9dcd-3639d093b69f req-29399948-d419-4bc3-9bfc-88d3c2f959b8 service neutron] 10.222.0.39 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795524 Sep 17 08:47:43.532778 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-cc585acb-3dcc-4924-9dcd-3639d093b69f req-bc75c95c-a799-4379-b3a3-0f8ed35d6a5c service neutron] 10.222.0.39 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825551 Sep 17 08:47:50.042563 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5c874990-e973-4eaf-9498-97ecfaf47fab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:47:50.301494 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:47:52.522834 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9bd0a690-7f2e-437a-8195-f7fd8df964a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:47:52.811131 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:47:53.891409 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:47:55.488297 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:48:06.021759 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:48:06.060718 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:48:20.042637 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d2c4f3cd-ed07-46d2-b6b2-6690440593be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:48:22.523300 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c167492b-74f4-4fa7-bac0-b20dc8214678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:48:22.811669 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:48:23.895468 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:48:25.490692 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:48:27.300324 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:48:36.033675 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:48:36.056841 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:48:43.103625 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-055a66d5-b9fb-4a0e-89e3-2fbb2da27467 req-298f8cfe-d3bc-4ae3-882b-f7f604549d2c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6326b5e3-6746-497a-9400-35da8705c0f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391150 Sep 17 08:48:43.217330 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a66d5-b9fb-4a0e-89e3-2fbb2da27467 req-1e9e50b8-1f08-4a65-be5b-2a80ba76b40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:48:43.218797 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-055a66d5-b9fb-4a0e-89e3-2fbb2da27467 req-1e9e50b8-1f08-4a65-be5b-2a80ba76b40c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=57f8c48e10b746f7af53464178493cdc&device_id=6326b5e3-6746-497a-9400-35da8705c0f2 HTTP/1.1" status: 200 len: 1097 time: 0.0395823 Sep 17 08:48:43.320906 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a66d5-b9fb-4a0e-89e3-2fbb2da27467 req-c413bec6-b6fa-44b9-87e3-170035494e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:48:43.322337 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-055a66d5-b9fb-4a0e-89e3-2fbb2da27467 req-c413bec6-b6fa-44b9-87e3-170035494e1f service neutron] 10.222.0.39 "GET /v2.0/networks?id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b HTTP/1.1" status: 200 len: 912 time: 0.0846989 Sep 17 08:48:43.384476 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-055a66d5-b9fb-4a0e-89e3-2fbb2da27467 req-07e3b496-b0ca-440c-b87f-dee873e54521 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ab32058-cfba-498b-a022-d77ca5497d58 HTTP/1.1" status: 200 len: 1002 time: 0.0548034 Sep 17 08:48:43.434274 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a66d5-b9fb-4a0e-89e3-2fbb2da27467 req-b1295991-8037-4025-94d3-866ffd9cbf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:48:43.435674 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-055a66d5-b9fb-4a0e-89e3-2fbb2da27467 req-b1295991-8037-4025-94d3-866ffd9cbf23 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f22b432a-999e-449e-99eb-5f8501222e22 HTTP/1.1" status: 200 len: 850 time: 0.0445912 Sep 17 08:48:43.479301 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a66d5-b9fb-4a0e-89e3-2fbb2da27467 req-0db34f38-f452-4705-b31e-91dd3a57e756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:48:43.480796 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-055a66d5-b9fb-4a0e-89e3-2fbb2da27467 req-0db34f38-f452-4705-b31e-91dd3a57e756 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0379016 Sep 17 08:48:43.567733 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-055a66d5-b9fb-4a0e-89e3-2fbb2da27467 req-15a1efcb-9560-4ee7-b283-423f2471304e service neutron] 10.222.0.39 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796947 Sep 17 08:48:43.658110 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-055a66d5-b9fb-4a0e-89e3-2fbb2da27467 req-669bd590-5caa-47f9-af1b-d5139686fd33 service neutron] 10.222.0.39 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830605 Sep 17 08:48:50.046760 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-050c8e7c-2aea-4c66-b41c-1c65d79333b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:48:50.808636 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-489c9a04-f356-4aa1-b8c4-fe14ca25eac0 req-d3478789-118c-4cdf-be0b-8a26f20b8259 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0258868 Sep 17 08:48:50.887521 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-489c9a04-f356-4aa1-b8c4-fe14ca25eac0 req-21b043ef-87b0-4125-b737-6daa8389c396 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0238194 Sep 17 08:48:50.931953 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-489c9a04-f356-4aa1-b8c4-fe14ca25eac0 req-a2f08ed3-c057-4529-ab3d-86723211b21f service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0190842 Sep 17 08:48:51.030201 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489c9a04-f356-4aa1-b8c4-fe14ca25eac0 req-47358e6c-3400-4a83-a64d-2c355d7c199b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:48:51.031649 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-489c9a04-f356-4aa1-b8c4-fe14ca25eac0 req-47358e6c-3400-4a83-a64d-2c355d7c199b service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0936897 Sep 17 08:48:52.523241 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-aee12a76-acdb-4f52-a34c-a375d660f6b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:48:52.813563 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:48:53.897499 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:48:55.492776 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:49:04.299696 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:49:06.032757 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:49:06.054718 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:49:20.047172 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-41b7f97c-2eec-48e4-a65c-c1de503244df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:49:22.523133 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1a76d6b0-e0a3-4f9d-8ae9-9d95a18fabd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:49:22.817400 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:49:23.900020 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:49:25.495224 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:49:36.030744 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:49:36.053012 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:49:41.299530 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:49:44.336506 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7989f596-fbcf-49cb-91db-4d4119687a92 req-dc96fd25-2530-423b-93a4-1b66d8a811f4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6326b5e3-6746-497a-9400-35da8705c0f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389714 Sep 17 08:49:44.436611 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7989f596-fbcf-49cb-91db-4d4119687a92 req-10da7ec1-983c-45e4-be28-6d80c9e9889e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:49:44.438108 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7989f596-fbcf-49cb-91db-4d4119687a92 req-10da7ec1-983c-45e4-be28-6d80c9e9889e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=57f8c48e10b746f7af53464178493cdc&device_id=6326b5e3-6746-497a-9400-35da8705c0f2 HTTP/1.1" status: 200 len: 1097 time: 0.0441656 Sep 17 08:49:44.540152 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7989f596-fbcf-49cb-91db-4d4119687a92 req-cc6ad9c4-c0e2-4f56-b931-8b0702b43964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:49:44.541632 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7989f596-fbcf-49cb-91db-4d4119687a92 req-cc6ad9c4-c0e2-4f56-b931-8b0702b43964 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b HTTP/1.1" status: 200 len: 912 time: 0.0850101 Sep 17 08:49:44.611524 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7989f596-fbcf-49cb-91db-4d4119687a92 req-f87be7b4-31d2-4961-b814-8c30db57cb7c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ab32058-cfba-498b-a022-d77ca5497d58 HTTP/1.1" status: 200 len: 1002 time: 0.0617015 Sep 17 08:49:44.676257 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7989f596-fbcf-49cb-91db-4d4119687a92 req-b0d3884b-adde-4bb0-ac17-4086c763e69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:49:44.677656 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7989f596-fbcf-49cb-91db-4d4119687a92 req-b0d3884b-adde-4bb0-ac17-4086c763e69a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f22b432a-999e-449e-99eb-5f8501222e22 HTTP/1.1" status: 200 len: 850 time: 0.0423398 Sep 17 08:49:44.720086 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7989f596-fbcf-49cb-91db-4d4119687a92 req-cc67413b-0b63-4356-b876-56d4be2c3336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:49:44.721498 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7989f596-fbcf-49cb-91db-4d4119687a92 req-cc67413b-0b63-4356-b876-56d4be2c3336 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0374498 Sep 17 08:49:45.126694 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7989f596-fbcf-49cb-91db-4d4119687a92 req-6c89c987-4366-4c6a-b468-a400fa73be40 service neutron] 10.222.0.39 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3972304 Sep 17 08:49:45.213384 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7989f596-fbcf-49cb-91db-4d4119687a92 req-90dee5cc-c7e7-4332-b1df-34bb936b1c53 service neutron] 10.222.0.39 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784833 Sep 17 08:49:50.050484 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7ff0ced6-66fc-43c7-8bfa-a1e70807b297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:49:52.524151 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a787f02e-6d58-4d64-8afe-6d65e7b741ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:49:52.814636 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1d5c30c1-70f6-46cd-9147-77ceb938ceb3 req-d6704fd2-449d-4fdc-b942-0ebd698c9f36 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0259376 Sep 17 08:49:52.818983 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:49:52.893830 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1d5c30c1-70f6-46cd-9147-77ceb938ceb3 req-bf564f0d-3271-40bc-851f-66917a2a7ff4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0252051 Sep 17 08:49:52.936600 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1d5c30c1-70f6-46cd-9147-77ceb938ceb3 req-1d3280fd-9c58-4990-a10a-7be89c663f4b service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0192087 Sep 17 08:49:53.031360 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c30c1-70f6-46cd-9147-77ceb938ceb3 req-9b9ccf2a-17fc-47aa-8d44-49340cca824c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:49:53.032870 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1d5c30c1-70f6-46cd-9147-77ceb938ceb3 req-9b9ccf2a-17fc-47aa-8d44-49340cca824c service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896955 Sep 17 08:49:53.903970 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:49:55.497716 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:50:06.031977 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:50:06.054979 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:50:18.298649 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:50:20.053387 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ffafc9e9-74d6-4b18-ae5b-7a38742100de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:50:21.704406 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe0420b-90eb-455a-a0c7-55699edefe8b req-09a664f4-1f0e-487c-a795-d9d3a5138c30 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:50:21.705791 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bbe0420b-90eb-455a-a0c7-55699edefe8b req-09a664f4-1f0e-487c-a795-d9d3a5138c30 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=6326b5e3-6746-497a-9400-35da8705c0f2 HTTP/1.1" status: 200 len: 946 time: 0.0499654 Sep 17 08:50:21.745062 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bbe0420b-90eb-455a-a0c7-55699edefe8b req-21ef6628-4493-4d33-9d90-c59dec7d911a tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333552 Sep 17 08:50:22.524396 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-51d97c67-3334-41ee-a073-a10e81bb8409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:50:22.819462 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:50:22.864231 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa87e4-ad19-4257-a590-2ca3697397e3 req-599c4938-f369-4076-af41-6fbd08e24ff7 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:50:22.865697 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c3aa87e4-ad19-4257-a590-2ca3697397e3 req-599c4938-f369-4076-af41-6fbd08e24ff7 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=6326b5e3-6746-497a-9400-35da8705c0f2 HTTP/1.1" status: 200 len: 946 time: 0.0484960 Sep 17 08:50:22.902809 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c3aa87e4-ad19-4257-a590-2ca3697397e3 req-eaafedc1-94ea-4d84-8291-5b295afcaaf7 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306318 Sep 17 08:50:23.906319 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:50:24.021207 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe0727-a666-4175-9b3c-07d1a0765a91 req-1e30beb5-647d-42d3-b54f-1186fe264d50 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:50:24.022686 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9ebe0727-a666-4175-9b3c-07d1a0765a91 req-1e30beb5-647d-42d3-b54f-1186fe264d50 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=6326b5e3-6746-497a-9400-35da8705c0f2 HTTP/1.1" status: 200 len: 946 time: 0.0522892 Sep 17 08:50:24.059786 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9ebe0727-a666-4175-9b3c-07d1a0765a91 req-2e184906-5824-416e-8bde-8d10f2cae928 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310695 Sep 17 08:50:25.173012 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d08ce2b-7148-41ec-8600-cdffd97d691a req-ff95c556-16c1-48be-b8fc-ffc0af3a6aff tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:50:25.174481 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1d08ce2b-7148-41ec-8600-cdffd97d691a req-ff95c556-16c1-48be-b8fc-ffc0af3a6aff tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=6326b5e3-6746-497a-9400-35da8705c0f2 HTTP/1.1" status: 200 len: 946 time: 0.0477641 Sep 17 08:50:25.210333 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1d08ce2b-7148-41ec-8600-cdffd97d691a req-eed218af-577a-4059-ac44-40384eff14a8 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300026 Sep 17 08:50:25.499915 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:50:26.323029 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3045da9e-b2c9-4ae5-8284-2031719e7864 req-15159f6a-d07f-4d06-99e7-1219fdd0184f tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:50:26.324513 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3045da9e-b2c9-4ae5-8284-2031719e7864 req-15159f6a-d07f-4d06-99e7-1219fdd0184f tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=6326b5e3-6746-497a-9400-35da8705c0f2 HTTP/1.1" status: 200 len: 946 time: 0.0481575 Sep 17 08:50:26.360897 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3045da9e-b2c9-4ae5-8284-2031719e7864 req-4a9b88ca-36be-4a82-8f75-76020db1cec7 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305116 Sep 17 08:50:27.477492 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3f6dd5-f214-41f1-8509-92366f6cabde req-dece81f7-fb59-49cf-93dc-0f5b99029058 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:50:27.479527 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bc3f6dd5-f214-41f1-8509-92366f6cabde req-dece81f7-fb59-49cf-93dc-0f5b99029058 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=6326b5e3-6746-497a-9400-35da8705c0f2 HTTP/1.1" status: 200 len: 946 time: 0.0514925 Sep 17 08:50:27.515431 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bc3f6dd5-f214-41f1-8509-92366f6cabde req-283c42d1-91d6-42a2-8dbe-cdfa9cbbcfcf tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300975 Sep 17 08:50:28.628148 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8866a3ed-3663-49db-8cf0-3e9cfd6de411 req-b2c283af-ce31-43ec-9f0b-e6e915a7159c tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:50:28.629597 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8866a3ed-3663-49db-8cf0-3e9cfd6de411 req-b2c283af-ce31-43ec-9f0b-e6e915a7159c tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=6326b5e3-6746-497a-9400-35da8705c0f2 HTTP/1.1" status: 200 len: 946 time: 0.0476158 Sep 17 08:50:28.665063 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8866a3ed-3663-49db-8cf0-3e9cfd6de411 req-4533a6d0-497b-4956-b9bc-b231670e306a tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294669 Sep 17 08:50:29.777320 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824690ff-15ad-4537-9a6b-33dac4cf6fa5 req-ee76446b-2021-4f71-abdb-4ca12a347a4e tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:50:29.778760 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-824690ff-15ad-4537-9a6b-33dac4cf6fa5 req-ee76446b-2021-4f71-abdb-4ca12a347a4e tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=6326b5e3-6746-497a-9400-35da8705c0f2 HTTP/1.1" status: 200 len: 946 time: 0.0471113 Sep 17 08:50:29.815690 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-824690ff-15ad-4537-9a6b-33dac4cf6fa5 req-d21ce93b-084c-40dd-90eb-b82597549475 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310056 Sep 17 08:50:30.932138 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ee344-d5d0-4688-9857-ce19c12861cc req-2a3b804f-c249-4702-88ef-e00ab2ddd833 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:50:30.933601 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ff4ee344-d5d0-4688-9857-ce19c12861cc req-2a3b804f-c249-4702-88ef-e00ab2ddd833 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=6326b5e3-6746-497a-9400-35da8705c0f2 HTTP/1.1" status: 200 len: 946 time: 0.0513158 Sep 17 08:50:30.969237 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ff4ee344-d5d0-4688-9857-ce19c12861cc req-9dd7aa2b-e756-444f-8009-b7056c24a79c tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298257 Sep 17 08:50:32.083665 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dadc43-0fbc-4857-abaf-0bdb96a85774 req-352e7d82-189d-4417-bda9-9bef8daf5c28 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:50:32.085182 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b3dadc43-0fbc-4857-abaf-0bdb96a85774 req-352e7d82-189d-4417-bda9-9bef8daf5c28 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=6326b5e3-6746-497a-9400-35da8705c0f2 HTTP/1.1" status: 200 len: 946 time: 0.0487115 Sep 17 08:50:32.122266 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b3dadc43-0fbc-4857-abaf-0bdb96a85774 req-183cb6a7-1036-468f-9733-c60c698d0ffb tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311463 Sep 17 08:50:32.342834 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8be129b6-43d7-4c01-a872-9f0709e322a9 req-09aec1d6-868c-4405-83ba-3cd282e15e35 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6326b5e3-6746-497a-9400-35da8705c0f2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0403080 Sep 17 08:50:32.360830 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4923696-4bb5-4bf7-9800-f590bc0733c4 req-c6896d6b-1ce2-4a55-9880-d5c2de25fa65 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:50:32.362501 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c4923696-4bb5-4bf7-9800-f590bc0733c4 req-c6896d6b-1ce2-4a55-9880-d5c2de25fa65 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=6326b5e3-6746-497a-9400-35da8705c0f2 HTTP/1.1" status: 200 len: 946 time: 0.0505672 Sep 17 08:50:32.401359 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c4923696-4bb5-4bf7-9800-f590bc0733c4 req-8d7f4071-7b06-4237-a690-cea04f67f2a2 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318906 Sep 17 08:50:33.521010 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402ebccf-c671-44c8-b2e7-0681cae52cda req-b3823130-a77b-47c8-8958-d3fca507c4fb tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:50:33.522651 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-402ebccf-c671-44c8-b2e7-0681cae52cda req-b3823130-a77b-47c8-8958-d3fca507c4fb tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=6326b5e3-6746-497a-9400-35da8705c0f2 HTTP/1.1" status: 200 len: 946 time: 0.0536709 Sep 17 08:50:33.562858 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-402ebccf-c671-44c8-b2e7-0681cae52cda req-9a5c8b9d-5784-421a-ac92-90a55eb022df tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325508 Sep 17 08:50:33.572003 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be129b6-43d7-4c01-a872-9f0709e322a9 req-d570e24e-d142-4ccb-8fcb-2465230670b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:50:33.573513 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8be129b6-43d7-4c01-a872-9f0709e322a9 req-d570e24e-d142-4ccb-8fcb-2465230670b5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=57f8c48e10b746f7af53464178493cdc&device_id=6326b5e3-6746-497a-9400-35da8705c0f2 HTTP/1.1" status: 200 len: 1097 time: 0.0431609 Sep 17 08:50:33.663252 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be129b6-43d7-4c01-a872-9f0709e322a9 req-1f6176ba-6b44-4f71-9080-5c104aa44755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:50:33.664726 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8be129b6-43d7-4c01-a872-9f0709e322a9 req-1f6176ba-6b44-4f71-9080-5c104aa44755 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b HTTP/1.1" status: 200 len: 912 time: 0.0837078 Sep 17 08:50:33.731763 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8be129b6-43d7-4c01-a872-9f0709e322a9 req-255a5ba9-cab9-4633-b75c-463a56dbf6c7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ab32058-cfba-498b-a022-d77ca5497d58 HTTP/1.1" status: 200 len: 1002 time: 0.0592833 Sep 17 08:50:33.779560 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be129b6-43d7-4c01-a872-9f0709e322a9 req-cb281264-3a90-4269-aa4e-2b7e85b80d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:50:33.781033 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8be129b6-43d7-4c01-a872-9f0709e322a9 req-cb281264-3a90-4269-aa4e-2b7e85b80d6a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f22b432a-999e-449e-99eb-5f8501222e22 HTTP/1.1" status: 200 len: 850 time: 0.0419967 Sep 17 08:50:33.824460 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be129b6-43d7-4c01-a872-9f0709e322a9 req-4ddedb67-94ba-45f8-98c3-eb39e764fb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:50:33.825900 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8be129b6-43d7-4c01-a872-9f0709e322a9 req-4ddedb67-94ba-45f8-98c3-eb39e764fb54 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380285 Sep 17 08:50:33.914695 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8be129b6-43d7-4c01-a872-9f0709e322a9 req-10e319a3-65ee-47f7-92bc-0e7eabee2550 service neutron] 10.222.0.39 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819843 Sep 17 08:50:34.006962 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8be129b6-43d7-4c01-a872-9f0709e322a9 req-4c7d51f9-e43e-4051-a9f3-fedf7a86983c service neutron] 10.222.0.39 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846663 Sep 17 08:50:34.675332 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee096277-a72a-4620-b8a1-d8d31c452960 req-24e1258e-56a9-4be0-8177-679c2b3ef22e tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:50:34.676809 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ee096277-a72a-4620-b8a1-d8d31c452960 req-24e1258e-56a9-4be0-8177-679c2b3ef22e tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=6326b5e3-6746-497a-9400-35da8705c0f2 HTTP/1.1" status: 200 len: 946 time: 0.0468845 Sep 17 08:50:34.713630 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ee096277-a72a-4620-b8a1-d8d31c452960 req-c1df6b2e-9690-4577-b78b-07dfa7047286 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302446 Sep 17 08:50:35.824428 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790c168c-f68b-42ba-ae67-6c39fe7ebfdc req-7835226f-2819-419a-81fd-8d2e43cb1422 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:50:35.825898 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-790c168c-f68b-42ba-ae67-6c39fe7ebfdc req-7835226f-2819-419a-81fd-8d2e43cb1422 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=6326b5e3-6746-497a-9400-35da8705c0f2 HTTP/1.1" status: 200 len: 946 time: 0.0471392 Sep 17 08:50:35.862839 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-790c168c-f68b-42ba-ae67-6c39fe7ebfdc req-a3e72a64-69bd-49ac-95fd-3f39a9851106 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309119 Sep 17 08:50:36.042346 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:50:36.059598 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:50:36.332557 n-d-789963-9 neutron-server[101290]: INFO neutron.api.v2.resource [req-8be129b6-43d7-4c01-a872-9f0709e322a9 req-fdec9dea-e4f3-447f-9231-e1f00e9c4cde service neutron] show failed (client error): The resource could not be found. Sep 17 08:50:36.333554 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8be129b6-43d7-4c01-a872-9f0709e322a9 req-fdec9dea-e4f3-447f-9231-e1f00e9c4cde service neutron] 10.222.0.39 "GET /v2.0/ports/2ab32058-cfba-498b-a022-d77ca5497d58/bindings/n-h1-789963-9 HTTP/1.1" status: 404 len: 380 time: 0.0566742 Sep 17 08:50:36.531713 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be129b6-43d7-4c01-a872-9f0709e322a9 req-79a76127-a06f-4a60-b581-4c862e1fef8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:50:36.533478 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8be129b6-43d7-4c01-a872-9f0709e322a9 req-79a76127-a06f-4a60-b581-4c862e1fef8d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6326b5e3-6746-497a-9400-35da8705c0f2&tenant_id=57f8c48e10b746f7af53464178493cdc HTTP/1.1" status: 200 len: 1097 time: 0.0441272 Sep 17 08:50:36.545395 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [req-8be129b6-43d7-4c01-a872-9f0709e322a9 req-4f6b2728-4e07-4545-8051-0b007ec768f2 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:50:36.546395 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8be129b6-43d7-4c01-a872-9f0709e322a9 req-4f6b2728-4e07-4545-8051-0b007ec768f2 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065649 Sep 17 08:50:36.564014 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-8be129b6-43d7-4c01-a872-9f0709e322a9 req-4c76f26e-b6f1-438d-8801-c2ec87ef6e6e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-9', 'device_owner': 'compute:nova'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:50:36.615562 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-8be129b6-43d7-4c01-a872-9f0709e322a9 req-4c76f26e-b6f1-438d-8801-c2ec87ef6e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:50:36.809724 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-8be129b6-43d7-4c01-a872-9f0709e322a9 req-4c76f26e-b6f1-438d-8801-c2ec87ef6e6e service neutron] For port 2ab32058-cfba-498b-a022-d77ca5497d58, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=2ab32058-cfba-498b-a022-d77ca5497d58,segment=NetworkSegment(2b3a115c-7140-4873-a9db-77f8808c33a6),segment_id=2b3a115c-7140-4873-a9db-77f8808c33a6)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:50:36.841582 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-8be129b6-43d7-4c01-a872-9f0709e322a9 req-4c76f26e-b6f1-438d-8801-c2ec87ef6e6e service neutron] For port 2ab32058-cfba-498b-a022-d77ca5497d58, host n-h2-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:50:36.885923 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6326b5e3-6746-497a-9400-35da8705c0f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ab32058-cfba-498b-a022-d77ca5497d58'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:50:36.888123 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0b8b68ef77f8a69a7ea64e5314cb7bfe1c653782f919eb7015de92bbdd57641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07970341-44f3-44a6-97f0-11bb22790a08" -d '{"events": [{"server_uuid": "6326b5e3-6746-497a-9400-35da8705c0f2", "name": "network-vif-unplugged", "status": "completed", "tag": "2ab32058-cfba-498b-a022-d77ca5497d58"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:50:36.892310 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-8be129b6-43d7-4c01-a872-9f0709e322a9 req-4c76f26e-b6f1-438d-8801-c2ec87ef6e6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:50:36.905799 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.provisioning_blocks [req-8be129b6-43d7-4c01-a872-9f0709e322a9 req-4c76f26e-b6f1-438d-8801-c2ec87ef6e6e service neutron] Transition to ACTIVE for port object 2ab32058-cfba-498b-a022-d77ca5497d58 will not be triggered until provisioned by entity L2. {{(pid=101289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:50:36.910960 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-8be129b6-43d7-4c01-a872-9f0709e322a9 req-4c76f26e-b6f1-438d-8801-c2ec87ef6e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:50:36.945636 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 08:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f62aa9e3-e7fd-4549-8448-28a6dd5e0ccf x-openstack-request-id: req-f62aa9e3-e7fd-4549-8448-28a6dd5e0ccf {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:50:36.945936 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6326b5e3-6746-497a-9400-35da8705c0f2", "name": "network-vif-unplugged", "status": "completed", "tag": "2ab32058-cfba-498b-a022-d77ca5497d58", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:50:36.946682 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f62aa9e3-e7fd-4549-8448-28a6dd5e0ccf {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:50:36.947074 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6326b5e3-6746-497a-9400-35da8705c0f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ab32058-cfba-498b-a022-d77ca5497d58', 'code': 200} Sep 17 08:50:37.342405 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c76f26e-b6f1-438d-8801-c2ec87ef6e6e service neutron] Pushing event updated for resources: {'Port': ['ID=2ab32058-cfba-498b-a022-d77ca5497d58,revision_number=6']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:50:37.369381 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c76f26e-b6f1-438d-8801-c2ec87ef6e6e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:50:37.369728 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c76f26e-b6f1-438d-8801-c2ec87ef6e6e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:50:37.370063 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c76f26e-b6f1-438d-8801-c2ec87ef6e6e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:50:37.370400 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c76f26e-b6f1-438d-8801-c2ec87ef6e6e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:50:37.370729 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c76f26e-b6f1-438d-8801-c2ec87ef6e6e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:50:37.371056 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c76f26e-b6f1-438d-8801-c2ec87ef6e6e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:50:37.371382 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c76f26e-b6f1-438d-8801-c2ec87ef6e6e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:50:37.371709 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c76f26e-b6f1-438d-8801-c2ec87ef6e6e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:50:37.372060 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c76f26e-b6f1-438d-8801-c2ec87ef6e6e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:50:37.372386 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c76f26e-b6f1-438d-8801-c2ec87ef6e6e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:50:37.372704 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c76f26e-b6f1-438d-8801-c2ec87ef6e6e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:50:37.373022 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c76f26e-b6f1-438d-8801-c2ec87ef6e6e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:50:37.421086 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be129b6-43d7-4c01-a872-9f0709e322a9 req-4c76f26e-b6f1-438d-8801-c2ec87ef6e6e service neutron] No DVR routers for this DVR port 2ab32058-cfba-498b-a022-d77ca5497d58 on host n-h2-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:50:37.429621 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd4fa2a-8932-407a-8f0d-b18daf07727c req-6d790a9b-bd24-468c-8143-e7c8c4c1ba46 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:50:37.431726 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5bd4fa2a-8932-407a-8f0d-b18daf07727c req-6d790a9b-bd24-468c-8143-e7c8c4c1ba46 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=6326b5e3-6746-497a-9400-35da8705c0f2 HTTP/1.1" status: 200 len: 944 time: 0.4893706 Sep 17 08:50:37.510273 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5bd4fa2a-8932-407a-8f0d-b18daf07727c req-17d308c6-b2bf-4ba2-a73d-48c730d28b87 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453770 Sep 17 08:50:37.595773 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-8be129b6-43d7-4c01-a872-9f0709e322a9 req-4c76f26e-b6f1-438d-8801-c2ec87ef6e6e service neutron] Attempting to bind port 2ab32058-cfba-498b-a022-d77ca5497d58 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:50:37.596216 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-8be129b6-43d7-4c01-a872-9f0709e322a9 req-4c76f26e-b6f1-438d-8801-c2ec87ef6e6e service neutron] Attempting to bind port 2ab32058-cfba-498b-a022-d77ca5497d58 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': '2b3a115c-7140-4873-a9db-77f8808c33a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:50:37.596542 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be129b6-43d7-4c01-a872-9f0709e322a9 req-4c76f26e-b6f1-438d-8801-c2ec87ef6e6e service neutron] Attempting to bind port 2ab32058-cfba-498b-a022-d77ca5497d58 on network 0ee5baf7-50f7-4d0a-b426-59fc9506c09b {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:50:37.604316 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be129b6-43d7-4c01-a872-9f0709e322a9 req-4c76f26e-b6f1-438d-8801-c2ec87ef6e6e service neutron] Port 2ab32058-cfba-498b-a022-d77ca5497d58 on network 0ee5baf7-50f7-4d0a-b426-59fc9506c09b not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:50:37.605213 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be129b6-43d7-4c01-a872-9f0709e322a9 req-4c76f26e-b6f1-438d-8801-c2ec87ef6e6e service neutron] Attempting to bind port 2ab32058-cfba-498b-a022-d77ca5497d58 on network 0ee5baf7-50f7-4d0a-b426-59fc9506c09b {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:50:37.610075 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be129b6-43d7-4c01-a872-9f0709e322a9 req-4c76f26e-b6f1-438d-8801-c2ec87ef6e6e service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:50:37.610413 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be129b6-43d7-4c01-a872-9f0709e322a9 req-4c76f26e-b6f1-438d-8801-c2ec87ef6e6e service neutron] Checking segment: {'id': '2b3a115c-7140-4873-a9db-77f8808c33a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:50:37.610799 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be129b6-43d7-4c01-a872-9f0709e322a9 req-4c76f26e-b6f1-438d-8801-c2ec87ef6e6e service neutron] Bound using segment: {'id': '2b3a115c-7140-4873-a9db-77f8808c33a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b'} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:50:37.611251 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-8be129b6-43d7-4c01-a872-9f0709e322a9 req-4c76f26e-b6f1-438d-8801-c2ec87ef6e6e service neutron] Bound port: 2ab32058-cfba-498b-a022-d77ca5497d58, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b3a115c-7140-4873-a9db-77f8808c33a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b'}}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:50:37.611605 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-8be129b6-43d7-4c01-a872-9f0709e322a9 req-4c76f26e-b6f1-438d-8801-c2ec87ef6e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:50:37.672158 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-8be129b6-43d7-4c01-a872-9f0709e322a9 req-4c76f26e-b6f1-438d-8801-c2ec87ef6e6e service neutron] For port 2ab32058-cfba-498b-a022-d77ca5497d58, host n-h1-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:50:37.675143 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-8be129b6-43d7-4c01-a872-9f0709e322a9 req-4c76f26e-b6f1-438d-8801-c2ec87ef6e6e service neutron] For port 2ab32058-cfba-498b-a022-d77ca5497d58, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=2ab32058-cfba-498b-a022-d77ca5497d58,segment=NetworkSegment(2b3a115c-7140-4873-a9db-77f8808c33a6),segment_id=2b3a115c-7140-4873-a9db-77f8808c33a6)] {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:50:37.679950 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-8be129b6-43d7-4c01-a872-9f0709e322a9 req-4c76f26e-b6f1-438d-8801-c2ec87ef6e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:50:37.709833 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be129b6-43d7-4c01-a872-9f0709e322a9 req-4c76f26e-b6f1-438d-8801-c2ec87ef6e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:50:37.710381 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-8be129b6-43d7-4c01-a872-9f0709e322a9 req-4c76f26e-b6f1-438d-8801-c2ec87ef6e6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:50:37.712475 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8be129b6-43d7-4c01-a872-9f0709e322a9 req-4c76f26e-b6f1-438d-8801-c2ec87ef6e6e service neutron] 10.222.0.41 "PUT /v2.0/ports/2ab32058-cfba-498b-a022-d77ca5497d58 HTTP/1.1" status: 200 len: 1092 time: 1.1517918 Sep 17 08:50:37.739964 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c76f26e-b6f1-438d-8801-c2ec87ef6e6e service neutron] Pushing event updated for resources: {'Port': ['ID=2ab32058-cfba-498b-a022-d77ca5497d58,revision_number=7']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:50:37.804059 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be129b6-43d7-4c01-a872-9f0709e322a9 req-33aabce7-2b0e-45e1-b204-f7808c1d3a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:50:37.806095 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8be129b6-43d7-4c01-a872-9f0709e322a9 req-33aabce7-2b0e-45e1-b204-f7808c1d3a94 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=57f8c48e10b746f7af53464178493cdc&device_id=6326b5e3-6746-497a-9400-35da8705c0f2 HTTP/1.1" status: 200 len: 1095 time: 0.0462341 Sep 17 08:50:37.906859 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be129b6-43d7-4c01-a872-9f0709e322a9 req-5dc5b221-03a5-48a7-a7a2-2a72f3dbf31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:50:37.908409 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8be129b6-43d7-4c01-a872-9f0709e322a9 req-5dc5b221-03a5-48a7-a7a2-2a72f3dbf31a service neutron] 10.222.0.41 "GET /v2.0/networks?id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b HTTP/1.1" status: 200 len: 912 time: 0.0949368 Sep 17 08:50:37.977272 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8be129b6-43d7-4c01-a872-9f0709e322a9 req-309261c0-7322-4c4f-87ec-58b05567602e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ab32058-cfba-498b-a022-d77ca5497d58 HTTP/1.1" status: 200 len: 1000 time: 0.0610616 Sep 17 08:50:38.027688 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be129b6-43d7-4c01-a872-9f0709e322a9 req-0d8cd550-af48-4c89-88f6-97b456db505b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:50:38.029192 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8be129b6-43d7-4c01-a872-9f0709e322a9 req-0d8cd550-af48-4c89-88f6-97b456db505b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f22b432a-999e-449e-99eb-5f8501222e22 HTTP/1.1" status: 200 len: 850 time: 0.0435171 Sep 17 08:50:38.073652 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be129b6-43d7-4c01-a872-9f0709e322a9 req-0d95746c-b7ed-4ac7-b71e-b46719fbda9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:50:38.075061 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8be129b6-43d7-4c01-a872-9f0709e322a9 req-0d95746c-b7ed-4ac7-b71e-b46719fbda9e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394394 Sep 17 08:50:38.169566 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8be129b6-43d7-4c01-a872-9f0709e322a9 req-a537bfd6-3f1d-450a-8b5a-04444a488075 service neutron] 10.222.0.41 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870039 Sep 17 08:50:38.261828 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8be129b6-43d7-4c01-a872-9f0709e322a9 req-89e51cd4-981c-4991-9781-c742e0e8f706 service neutron] 10.222.0.41 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853562 Sep 17 08:50:38.414414 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 2ab32058-cfba-498b-a022-d77ca5497d58 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:50:38.452278 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 2ab32058-cfba-498b-a022-d77ca5497d58 not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:50:38.627885 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c323b-1dc2-4090-9f4b-54256cb8ae43 req-73bb9365-bf7b-4e90-86cd-f7ccbb9ddee9 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:50:38.629254 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fc8c323b-1dc2-4090-9f4b-54256cb8ae43 req-73bb9365-bf7b-4e90-86cd-f7ccbb9ddee9 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=6326b5e3-6746-497a-9400-35da8705c0f2 HTTP/1.1" status: 200 len: 944 time: 0.0513482 Sep 17 08:50:38.665607 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fc8c323b-1dc2-4090-9f4b-54256cb8ae43 req-b5cd65ff-97fc-463e-aa12-421584664d2f tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298283 Sep 17 08:50:38.948450 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6326b5e3-6746-497a-9400-35da8705c0f2', 'tag': '2ab32058-cfba-498b-a022-d77ca5497d58'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:50:38.950834 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0b8b68ef77f8a69a7ea64e5314cb7bfe1c653782f919eb7015de92bbdd57641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72699b6-3508-412a-a31d-23615647cc8e" -d '{"events": [{"name": "network-changed", "server_uuid": "6326b5e3-6746-497a-9400-35da8705c0f2", "tag": "2ab32058-cfba-498b-a022-d77ca5497d58"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:50:38.999048 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15fe24c-1ff5-4ba5-b08c-e2ba05c28675 x-openstack-request-id: req-b15fe24c-1ff5-4ba5-b08c-e2ba05c28675 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:50:38.999339 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6326b5e3-6746-497a-9400-35da8705c0f2", "tag": "2ab32058-cfba-498b-a022-d77ca5497d58", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:50:38.999590 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b15fe24c-1ff5-4ba5-b08c-e2ba05c28675 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:50:39.000014 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6326b5e3-6746-497a-9400-35da8705c0f2', 'tag': '2ab32058-cfba-498b-a022-d77ca5497d58', 'status': 'completed', 'code': 200} Sep 17 08:50:39.078261 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72699b6-3508-412a-a31d-23615647cc8e req-3e299bfd-cf40-48cc-89cc-4d93e9b6d89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:50:39.079824 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c72699b6-3508-412a-a31d-23615647cc8e req-3e299bfd-cf40-48cc-89cc-4d93e9b6d89e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=57f8c48e10b746f7af53464178493cdc&device_id=6326b5e3-6746-497a-9400-35da8705c0f2 HTTP/1.1" status: 200 len: 1095 time: 0.0415151 Sep 17 08:50:39.082972 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72699b6-3508-412a-a31d-23615647cc8e req-3dc16aa2-12b0-40b0-8b54-7a8784b3f99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:50:39.084529 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c72699b6-3508-412a-a31d-23615647cc8e req-3dc16aa2-12b0-40b0-8b54-7a8784b3f99c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=57f8c48e10b746f7af53464178493cdc&device_id=6326b5e3-6746-497a-9400-35da8705c0f2 HTTP/1.1" status: 200 len: 1095 time: 0.0418875 Sep 17 08:50:39.174770 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72699b6-3508-412a-a31d-23615647cc8e req-9b391b04-5ae3-4dbb-8649-f3ca092ff883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:50:39.175032 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72699b6-3508-412a-a31d-23615647cc8e req-089b12f2-4636-4aac-bd39-7a2106978fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:50:39.176271 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c72699b6-3508-412a-a31d-23615647cc8e req-089b12f2-4636-4aac-bd39-7a2106978fcc service neutron] 10.222.0.41 "GET /v2.0/networks?id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b HTTP/1.1" status: 200 len: 912 time: 0.0833440 Sep 17 08:50:39.176519 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c72699b6-3508-412a-a31d-23615647cc8e req-9b391b04-5ae3-4dbb-8649-f3ca092ff883 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b HTTP/1.1" status: 200 len: 912 time: 0.0883987 Sep 17 08:50:39.240005 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c72699b6-3508-412a-a31d-23615647cc8e req-cafea749-c119-426d-8b8f-3321899d7a8b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ab32058-cfba-498b-a022-d77ca5497d58 HTTP/1.1" status: 200 len: 1000 time: 0.0566947 Sep 17 08:50:39.245348 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c72699b6-3508-412a-a31d-23615647cc8e req-3d1e354d-a83d-4519-93b6-1308771a152e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ab32058-cfba-498b-a022-d77ca5497d58 HTTP/1.1" status: 200 len: 1000 time: 0.0609202 Sep 17 08:50:39.288393 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72699b6-3508-412a-a31d-23615647cc8e req-2a84f2cf-e54c-42ed-a79c-7afd39c8194e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:50:39.289910 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c72699b6-3508-412a-a31d-23615647cc8e req-2a84f2cf-e54c-42ed-a79c-7afd39c8194e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f22b432a-999e-449e-99eb-5f8501222e22 HTTP/1.1" status: 200 len: 850 time: 0.0433643 Sep 17 08:50:39.293519 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72699b6-3508-412a-a31d-23615647cc8e req-4ccf6aa2-7235-4bf3-9816-4abe43c7e603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:50:39.294938 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c72699b6-3508-412a-a31d-23615647cc8e req-4ccf6aa2-7235-4bf3-9816-4abe43c7e603 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f22b432a-999e-449e-99eb-5f8501222e22 HTTP/1.1" status: 200 len: 850 time: 0.0423748 Sep 17 08:50:39.340220 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72699b6-3508-412a-a31d-23615647cc8e req-a1c32bb6-fe45-400d-bfb0-02b5d2ef9050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:50:39.340483 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72699b6-3508-412a-a31d-23615647cc8e req-d52229bf-dd7a-4ae0-b45c-bc75beeb5e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:50:39.341738 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c72699b6-3508-412a-a31d-23615647cc8e req-a1c32bb6-fe45-400d-bfb0-02b5d2ef9050 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396512 Sep 17 08:50:39.341866 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c72699b6-3508-412a-a31d-23615647cc8e req-d52229bf-dd7a-4ae0-b45c-bc75beeb5e4e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439501 Sep 17 08:50:39.430905 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c72699b6-3508-412a-a31d-23615647cc8e req-154cddac-98ce-4b85-976e-33bc7c4688a9 service neutron] 10.222.0.39 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812201 Sep 17 08:50:39.434462 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c72699b6-3508-412a-a31d-23615647cc8e req-cd3ae8bd-29be-45fd-a7fe-e4ee4646faf8 service neutron] 10.222.0.41 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850809 Sep 17 08:50:39.524443 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c72699b6-3508-412a-a31d-23615647cc8e req-2f3157ee-e18a-4eb4-9a3f-22015ac03498 service neutron] 10.222.0.39 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857413 Sep 17 08:50:39.526497 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c72699b6-3508-412a-a31d-23615647cc8e req-4e51faa1-b3ba-4529-b9f4-07698c80e223 service neutron] 10.222.0.41 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852430 Sep 17 08:50:39.780363 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b12fc62-1e32-487c-9b06-cb243d795f77 req-999e99bf-3ed1-4874-9bc9-865575eec0a3 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:50:39.781752 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3b12fc62-1e32-487c-9b06-cb243d795f77 req-999e99bf-3ed1-4874-9bc9-865575eec0a3 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=6326b5e3-6746-497a-9400-35da8705c0f2 HTTP/1.1" status: 200 len: 944 time: 0.0478048 Sep 17 08:50:39.818609 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3b12fc62-1e32-487c-9b06-cb243d795f77 req-5680b0d0-15b3-4fbb-b1c3-b538f4f45277 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309730 Sep 17 08:50:40.930902 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca8c1f6-59f6-4144-a7ac-6b2074c4ef80 req-8935773c-b1a6-4f88-9818-4d8e271dab10 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:50:40.932937 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fca8c1f6-59f6-4144-a7ac-6b2074c4ef80 req-8935773c-b1a6-4f88-9818-4d8e271dab10 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=6326b5e3-6746-497a-9400-35da8705c0f2 HTTP/1.1" status: 200 len: 944 time: 0.0474060 Sep 17 08:50:40.972674 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fca8c1f6-59f6-4144-a7ac-6b2074c4ef80 req-1851c434-76eb-44d2-a99f-bc7bc0745739 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338280 Sep 17 08:50:42.090048 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c031608-2c35-4a8d-980c-d17dc124bf33 req-26ce4ccf-294b-498a-9eba-90f96040c12d tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:50:42.091667 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5c031608-2c35-4a8d-980c-d17dc124bf33 req-26ce4ccf-294b-498a-9eba-90f96040c12d tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=6326b5e3-6746-497a-9400-35da8705c0f2 HTTP/1.1" status: 200 len: 944 time: 0.0531275 Sep 17 08:50:42.131639 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5c031608-2c35-4a8d-980c-d17dc124bf33 req-7b0f4a4e-6ae5-46a3-b03a-713cc750a892 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339346 Sep 17 08:50:42.322045 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c377bb70-5c74-4fba-84f5-4cc5f2c85fce req-445df487-fd0c-4b63-90d5-dcb1b6a7d5d6 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:50:42.323828 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c377bb70-5c74-4fba-84f5-4cc5f2c85fce req-445df487-fd0c-4b63-90d5-dcb1b6a7d5d6 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=6326b5e3-6746-497a-9400-35da8705c0f2 HTTP/1.1" status: 200 len: 944 time: 0.0494604 Sep 17 08:50:42.343420 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560a67a5-660a-4645-8071-4609e3a13882 req-b4bd0939-e0e1-4888-9927-f60c98f03afc tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:50:42.344935 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-560a67a5-660a-4645-8071-4609e3a13882 req-b4bd0939-e0e1-4888-9927-f60c98f03afc tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.39 "GET /v2.0/ports?device_id=6326b5e3-6746-497a-9400-35da8705c0f2&tenant_id=57f8c48e10b746f7af53464178493cdc&binding%3Ahost_id=n-h1-789963-9 HTTP/1.1" status: 200 len: 944 time: 0.0531871 Sep 17 08:50:42.368501 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c377bb70-5c74-4fba-84f5-4cc5f2c85fce req-e636f579-6e32-412d-91b7-67c12b6d2dde tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353789 Sep 17 08:50:42.406152 n-d-789963-9 neutron-server[101290]: INFO neutron.api.v2.resource [req-560a67a5-660a-4645-8071-4609e3a13882 req-e0f68dd1-27dc-435f-aca4-39df1d1d4305 service neutron] delete failed (client error): The resource could not be found. Sep 17 08:50:42.407168 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-560a67a5-660a-4645-8071-4609e3a13882 req-e0f68dd1-27dc-435f-aca4-39df1d1d4305 service neutron] 10.222.0.39 "DELETE /v2.0/ports/2ab32058-cfba-498b-a022-d77ca5497d58/bindings/n-h2-789963-9 HTTP/1.1" status: 404 len: 380 time: 0.0546305 Sep 17 08:50:42.507500 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560a67a5-660a-4645-8071-4609e3a13882 req-56570b96-ed1e-4ac9-9793-e28e034f490c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:50:42.508930 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-560a67a5-660a-4645-8071-4609e3a13882 req-56570b96-ed1e-4ac9-9793-e28e034f490c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=57f8c48e10b746f7af53464178493cdc&device_id=6326b5e3-6746-497a-9400-35da8705c0f2 HTTP/1.1" status: 200 len: 1095 time: 0.0403826 Sep 17 08:50:42.599525 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560a67a5-660a-4645-8071-4609e3a13882 req-5742bb97-c9fb-46c4-b474-50d5660817a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:50:42.601006 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-560a67a5-660a-4645-8071-4609e3a13882 req-5742bb97-c9fb-46c4-b474-50d5660817a2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b HTTP/1.1" status: 200 len: 912 time: 0.0845287 Sep 17 08:50:42.666130 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-560a67a5-660a-4645-8071-4609e3a13882 req-bf3a1f38-53b6-49f3-8e08-097029061e60 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ab32058-cfba-498b-a022-d77ca5497d58 HTTP/1.1" status: 200 len: 1000 time: 0.0583363 Sep 17 08:50:42.713675 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560a67a5-660a-4645-8071-4609e3a13882 req-4aaffdc4-8978-4560-b8e3-5f67590eb925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:50:42.715113 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-560a67a5-660a-4645-8071-4609e3a13882 req-4aaffdc4-8978-4560-b8e3-5f67590eb925 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f22b432a-999e-449e-99eb-5f8501222e22 HTTP/1.1" status: 200 len: 850 time: 0.0414457 Sep 17 08:50:42.759884 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560a67a5-660a-4645-8071-4609e3a13882 req-af64348d-d278-429c-af0a-63c926113e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:50:42.761319 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-560a67a5-660a-4645-8071-4609e3a13882 req-af64348d-d278-429c-af0a-63c926113e07 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392537 Sep 17 08:50:42.851976 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-560a67a5-660a-4645-8071-4609e3a13882 req-422c98b7-9f9f-440f-8b5a-2e5f8cccd7d7 service neutron] 10.222.0.39 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828507 Sep 17 08:50:42.938717 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-560a67a5-660a-4645-8071-4609e3a13882 req-2135f4a5-f201-403b-a620-c6ffb847f70d service neutron] 10.222.0.39 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798185 Sep 17 08:50:43.488230 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3fcb7a-ee9d-47cb-a91a-84c8025161a8 req-9d79bf87-515e-4e19-844e-937fe5fcbde1 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:50:43.489735 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9e3fcb7a-ee9d-47cb-a91a-84c8025161a8 req-9d79bf87-515e-4e19-844e-937fe5fcbde1 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=6326b5e3-6746-497a-9400-35da8705c0f2 HTTP/1.1" status: 200 len: 944 time: 0.0489450 Sep 17 08:50:43.527759 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9e3fcb7a-ee9d-47cb-a91a-84c8025161a8 req-b216be2a-f2fb-4a6f-8aa5-e5788c9052e5 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312142 Sep 17 08:50:43.567985 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 2ab32058-cfba-498b-a022-d77ca5497d58 details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:50:43.662801 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 2ab32058-cfba-498b-a022-d77ca5497d58, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=2ab32058-cfba-498b-a022-d77ca5497d58,segment=NetworkSegment(2b3a115c-7140-4873-a9db-77f8808c33a6),segment_id=2b3a115c-7140-4873-a9db-77f8808c33a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:50:43.673898 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': '2ab32058-cfba-498b-a022-d77ca5497d58', 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b', 'port_id': '2ab32058-cfba-498b-a022-d77ca5497d58', 'mac_address': 'fa:16:3e:ce:cd:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f22b432a-999e-449e-99eb-5f8501222e22', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:50:43.709237 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:50:43.721583 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ab32058-cfba-498b-a022-d77ca5497d58 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:50:43.740174 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 2ab32058-cfba-498b-a022-d77ca5497d58, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=2ab32058-cfba-498b-a022-d77ca5497d58,segment=NetworkSegment(2b3a115c-7140-4873-a9db-77f8808c33a6),segment_id=2b3a115c-7140-4873-a9db-77f8808c33a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:50:43.743792 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:50:43.788088 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=2ab32058-cfba-498b-a022-d77ca5497d58,revision_number=8']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:50:43.795554 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:50:43.795929 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:50:43.796273 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:50:43.796609 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:50:43.796941 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:50:43.797270 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:50:43.797594 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:50:43.797916 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:50:43.798236 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:50:43.798557 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:50:43.798877 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:50:43.799194 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:50:44.213156 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['2ab32058-cfba-498b-a022-d77ca5497d58'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:50:44.646127 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1f4403-dad9-46cd-ab99-50bdfaf413bb req-f457af3a-968c-4735-8647-0630655b8373 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:50:44.647593 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9b1f4403-dad9-46cd-ab99-50bdfaf413bb req-f457af3a-968c-4735-8647-0630655b8373 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=6326b5e3-6746-497a-9400-35da8705c0f2 HTTP/1.1" status: 200 len: 945 time: 0.0531189 Sep 17 08:50:44.685239 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9b1f4403-dad9-46cd-ab99-50bdfaf413bb req-741b0fec-3c5b-4751-916c-cb37c03ee1be tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311124 Sep 17 08:50:44.796317 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d43fa0-b564-4004-b6ff-8b18269ed8ac req-ae156f91-1558-40ff-9db4-69447a4a381a tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:50:44.797800 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-15d43fa0-b564-4004-b6ff-8b18269ed8ac req-ae156f91-1558-40ff-9db4-69447a4a381a tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=6326b5e3-6746-497a-9400-35da8705c0f2 HTTP/1.1" status: 200 len: 945 time: 0.0485976 Sep 17 08:50:44.835329 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-15d43fa0-b564-4004-b6ff-8b18269ed8ac req-04ef862a-476b-4305-a872-853541f4d871 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315788 Sep 17 08:50:45.028331 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad45e20-098a-4484-b831-79e38e517c8e req-323c8c10-4b98-4768-b136-7845b6e1593c tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:50:45.029841 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cad45e20-098a-4484-b831-79e38e517c8e req-323c8c10-4b98-4768-b136-7845b6e1593c tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=6326b5e3-6746-497a-9400-35da8705c0f2 HTTP/1.1" status: 200 len: 945 time: 0.0520704 Sep 17 08:50:45.098855 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cad45e20-098a-4484-b831-79e38e517c8e req-935e7e3b-3aa2-4a6f-9137-3c150e1277e7 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573349 Sep 17 08:50:45.101601 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb393a-1f95-47cc-bbcc-7e2b2a2801f8 req-f8e3a449-21a8-47fb-b413-423eb66addd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:50:45.103295 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c6fb393a-1f95-47cc-bbcc-7e2b2a2801f8 req-f8e3a449-21a8-47fb-b413-423eb66addd2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=57f8c48e10b746f7af53464178493cdc&device_id=6326b5e3-6746-497a-9400-35da8705c0f2 HTTP/1.1" status: 200 len: 1096 time: 0.0694563 Sep 17 08:50:45.193041 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb393a-1f95-47cc-bbcc-7e2b2a2801f8 req-1c5abf0b-71bf-46db-9918-aa5bc58deb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:50:45.194489 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c6fb393a-1f95-47cc-bbcc-7e2b2a2801f8 req-1c5abf0b-71bf-46db-9918-aa5bc58deb7b service neutron] 10.222.0.41 "GET /v2.0/networks?id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b HTTP/1.1" status: 200 len: 912 time: 0.0824711 Sep 17 08:50:45.264298 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c6fb393a-1f95-47cc-bbcc-7e2b2a2801f8 req-be43bc31-49aa-4c38-be2b-23ca9bbd7996 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ab32058-cfba-498b-a022-d77ca5497d58 HTTP/1.1" status: 200 len: 1001 time: 0.0616384 Sep 17 08:50:45.311175 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb393a-1f95-47cc-bbcc-7e2b2a2801f8 req-6823da6d-9193-493a-a245-5c61e3588c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:50:45.312598 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c6fb393a-1f95-47cc-bbcc-7e2b2a2801f8 req-6823da6d-9193-493a-a245-5c61e3588c6d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f22b432a-999e-449e-99eb-5f8501222e22 HTTP/1.1" status: 200 len: 850 time: 0.0416322 Sep 17 08:50:45.357357 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb393a-1f95-47cc-bbcc-7e2b2a2801f8 req-54e1b57c-f60a-42c4-b752-07b5fa015758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:50:45.358759 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c6fb393a-1f95-47cc-bbcc-7e2b2a2801f8 req-54e1b57c-f60a-42c4-b752-07b5fa015758 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387926 Sep 17 08:50:45.451009 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c6fb393a-1f95-47cc-bbcc-7e2b2a2801f8 req-7813c241-5458-437a-ab18-b52ae15ccb8e service neutron] 10.222.0.41 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846205 Sep 17 08:50:45.540247 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c6fb393a-1f95-47cc-bbcc-7e2b2a2801f8 req-d3c16351-8431-4222-b91b-2f09b0a2cdbe service neutron] 10.222.0.41 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811079 Sep 17 08:50:45.583769 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 2ab32058-cfba-498b-a022-d77ca5497d58 up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:50:45.630790 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning for port 2ab32058-cfba-498b-a022-d77ca5497d58 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:50:45.634288 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port 2ab32058-cfba-498b-a022-d77ca5497d58 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:50:45.634663 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:50:45.710340 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:50:45.731986 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6326b5e3-6746-497a-9400-35da8705c0f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ab32058-cfba-498b-a022-d77ca5497d58'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:50:45.734191 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd15a5b62c2e1c1e903d3702117c13c06f948b041a08150170fef0e561ebed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7403bf56-cea6-4f90-a22b-21ddf480ec7d" -d '{"events": [{"server_uuid": "6326b5e3-6746-497a-9400-35da8705c0f2", "name": "network-vif-plugged", "status": "completed", "tag": "2ab32058-cfba-498b-a022-d77ca5497d58"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:50:45.747399 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 2ab32058-cfba-498b-a022-d77ca5497d58, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=2ab32058-cfba-498b-a022-d77ca5497d58,segment=NetworkSegment(2b3a115c-7140-4873-a9db-77f8808c33a6),segment_id=2b3a115c-7140-4873-a9db-77f8808c33a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:50:45.751217 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:50:45.774149 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88deefcc-3a03-4cca-9b40-6c4133098f63 x-openstack-request-id: req-88deefcc-3a03-4cca-9b40-6c4133098f63 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:50:45.774446 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6326b5e3-6746-497a-9400-35da8705c0f2", "name": "network-vif-plugged", "status": "completed", "tag": "2ab32058-cfba-498b-a022-d77ca5497d58", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:50:45.774701 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-88deefcc-3a03-4cca-9b40-6c4133098f63 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:50:45.775086 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6326b5e3-6746-497a-9400-35da8705c0f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ab32058-cfba-498b-a022-d77ca5497d58', 'code': 200} Sep 17 08:50:45.799567 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=2ab32058-cfba-498b-a022-d77ca5497d58,revision_number=9']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:50:46.217497 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b537cbb-0ed0-4823-aba8-d29419b4ef84 req-941af31a-c4e8-422c-9ef2-3e258056ec2f tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:50:46.218914 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2b537cbb-0ed0-4823-aba8-d29419b4ef84 req-941af31a-c4e8-422c-9ef2-3e258056ec2f tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=6326b5e3-6746-497a-9400-35da8705c0f2 HTTP/1.1" status: 200 len: 946 time: 0.0531447 Sep 17 08:50:46.257767 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2b537cbb-0ed0-4823-aba8-d29419b4ef84 req-a4aa1201-95ba-41ff-91a7-0665f1156714 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321376 Sep 17 08:50:47.371201 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44282e9-4a2d-4dff-91dd-3eed353e18ea req-e2dc0bc6-7cc2-4b8a-8372-4f7bb2a8008f tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:50:47.372647 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a44282e9-4a2d-4dff-91dd-3eed353e18ea req-e2dc0bc6-7cc2-4b8a-8372-4f7bb2a8008f tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=6326b5e3-6746-497a-9400-35da8705c0f2 HTTP/1.1" status: 200 len: 946 time: 0.0472362 Sep 17 08:50:47.409617 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a44282e9-4a2d-4dff-91dd-3eed353e18ea req-e8d53bc0-c11c-4d06-96aa-30d5821f84f5 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311387 Sep 17 08:50:47.635231 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee041f7b-1ff6-40b5-9852-5111ae2b24fd req-a50dda75-48e7-4624-b220-35a54607b2ac tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:50:47.636638 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ee041f7b-1ff6-40b5-9852-5111ae2b24fd req-a50dda75-48e7-4624-b220-35a54607b2ac tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=6326b5e3-6746-497a-9400-35da8705c0f2 HTTP/1.1" status: 200 len: 946 time: 0.0480475 Sep 17 08:50:47.673928 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ee041f7b-1ff6-40b5-9852-5111ae2b24fd req-92952994-b623-49b4-a50c-9e638fdeb241 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314071 Sep 17 08:50:48.791142 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a56cd-b9cc-4cee-8932-cb18ae3cf469 req-761bb3b5-5def-4d74-af18-b2a7541eed5f tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:50:48.792681 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0b3a56cd-b9cc-4cee-8932-cb18ae3cf469 req-761bb3b5-5def-4d74-af18-b2a7541eed5f tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=6326b5e3-6746-497a-9400-35da8705c0f2 HTTP/1.1" status: 200 len: 946 time: 0.0524478 Sep 17 08:50:48.829659 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0b3a56cd-b9cc-4cee-8932-cb18ae3cf469 req-9126c7c7-f49b-4d8f-82ea-c0d97385c18e tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310590 Sep 17 08:50:49.061902 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db913ba-8e84-4a04-9ddd-6c9e5b752288 req-b325cb1a-b7b3-4513-961d-54fa6cad4408 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:50:49.063237 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0db913ba-8e84-4a04-9ddd-6c9e5b752288 req-b325cb1a-b7b3-4513-961d-54fa6cad4408 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.41 "GET /v2.0/ports?device_id=6326b5e3-6746-497a-9400-35da8705c0f2 HTTP/1.1" status: 200 len: 946 time: 0.0459893 Sep 17 08:50:49.149454 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-0db913ba-8e84-4a04-9ddd-6c9e5b752288 req-bd9ce0de-7c36-4ca6-a374-da4401f95240 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Deleting port 2ab32058-cfba-498b-a022-d77ca5497d58 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:50:49.149789 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-0db913ba-8e84-4a04-9ddd-6c9e5b752288 req-bd9ce0de-7c36-4ca6-a374-da4401f95240 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:50:49.236680 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-0db913ba-8e84-4a04-9ddd-6c9e5b752288 req-bd9ce0de-7c36-4ca6-a374-da4401f95240 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] For port 2ab32058-cfba-498b-a022-d77ca5497d58, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=2ab32058-cfba-498b-a022-d77ca5497d58,segment=NetworkSegment(2b3a115c-7140-4873-a9db-77f8808c33a6),segment_id=2b3a115c-7140-4873-a9db-77f8808c33a6)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:50:49.237037 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-0db913ba-8e84-4a04-9ddd-6c9e5b752288 req-bd9ce0de-7c36-4ca6-a374-da4401f95240 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:50:49.445148 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-0db913ba-8e84-4a04-9ddd-6c9e5b752288 req-bd9ce0de-7c36-4ca6-a374-da4401f95240 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:50:49.445595 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-0db913ba-8e84-4a04-9ddd-6c9e5b752288 req-bd9ce0de-7c36-4ca6-a374-da4401f95240 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:50:49.445822 n-d-789963-9 neutron-server[101289]: INFO neutron.db.l3_db [req-0db913ba-8e84-4a04-9ddd-6c9e5b752288 req-bd9ce0de-7c36-4ca6-a374-da4401f95240 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Floating IP 56b2ad51-903b-4f2c-a8ef-daa38c003bef disassociated. External IP: 172.25.6.136, port: 2ab32058-cfba-498b-a022-d77ca5497d58. Sep 17 08:50:49.446237 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-0db913ba-8e84-4a04-9ddd-6c9e5b752288 req-bd9ce0de-7c36-4ca6-a374-da4401f95240 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Calling delete_port for 2ab32058-cfba-498b-a022-d77ca5497d58 owned by compute:nova {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:50:49.567673 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-0db913ba-8e84-4a04-9ddd-6c9e5b752288 req-bd9ce0de-7c36-4ca6-a374-da4401f95240 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:50:49.605004 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9ce0de-7c36-4ca6-a374-da4401f95240 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Pushing event deleted for resources: {'Port': ['ID=2ab32058-cfba-498b-a022-d77ca5497d58,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:50:49.714761 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0db913ba-8e84-4a04-9ddd-6c9e5b752288 req-bd9ce0de-7c36-4ca6-a374-da4401f95240 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Router 9ee3f17c-338e-46c0-bd76-6373e5ccc202 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:50:49.817067 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0db913ba-8e84-4a04-9ddd-6c9e5b752288 req-bd9ce0de-7c36-4ca6-a374-da4401f95240 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:50:49.826481 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5395133b-19d9-4c71-ae8d-4dc3b434d08a None None] Sync routers for ids ['9ee3f17c-338e-46c0-bd76-6373e5ccc202'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:50:49.835561 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5395133b-19d9-4c71-ae8d-4dc3b434d08a None None] Routers {'9ee3f17c-338e-46c0-bd76-6373e5ccc202'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:50:49.836196 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-5395133b-19d9-4c71-ae8d-4dc3b434d08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:50:23Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['9ee3f17c-338e-46c0-bd76-6373e5ccc202'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:50:49.858520 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db913ba-8e84-4a04-9ddd-6c9e5b752288 req-bd9ce0de-7c36-4ca6-a374-da4401f95240 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] No DVR routers for this DVR port 2ab32058-cfba-498b-a022-d77ca5497d58 on host n-h1-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:50:49.861462 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-0db913ba-8e84-4a04-9ddd-6c9e5b752288 req-bd9ce0de-7c36-4ca6-a374-da4401f95240 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:50:49.864149 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0db913ba-8e84-4a04-9ddd-6c9e5b752288 req-bd9ce0de-7c36-4ca6-a374-da4401f95240 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.41 "DELETE /v2.0/ports/2ab32058-cfba-498b-a022-d77ca5497d58 HTTP/1.1" status: 204 len: 173 time: 0.7946272 Sep 17 08:50:49.864643 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6326b5e3-6746-497a-9400-35da8705c0f2', 'name': 'network-vif-deleted', 'tag': '2ab32058-cfba-498b-a022-d77ca5497d58'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:50:49.867619 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0b8b68ef77f8a69a7ea64e5314cb7bfe1c653782f919eb7015de92bbdd57641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c490c363-d564-40fc-ba04-078db9babd9c" -d '{"events": [{"server_uuid": "6326b5e3-6746-497a-9400-35da8705c0f2", "name": "network-vif-deleted", "tag": "2ab32058-cfba-498b-a022-d77ca5497d58"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:50:49.936415 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a00bdbf0-3cce-4a29-85c0-cb7081e2d3e2 req-ae40fbec-c804-4863-9c87-c1d8c859476f tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=6326b5e3-6746-497a-9400-35da8705c0f2 HTTP/1.1" status: 200 len: 210 time: 0.0367541 Sep 17 08:50:49.940325 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebddcfa1-570a-4f62-80ed-fc8e06e8eb95 x-openstack-request-id: req-ebddcfa1-570a-4f62-80ed-fc8e06e8eb95 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:50:49.940981 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6326b5e3-6746-497a-9400-35da8705c0f2", "name": "network-vif-deleted", "tag": "2ab32058-cfba-498b-a022-d77ca5497d58", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:50:49.941720 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ebddcfa1-570a-4f62-80ed-fc8e06e8eb95 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:50:49.942487 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6326b5e3-6746-497a-9400-35da8705c0f2', 'name': 'network-vif-deleted', 'tag': '2ab32058-cfba-498b-a022-d77ca5497d58', 'status': 'completed', 'code': 200} Sep 17 08:50:49.952185 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-5395133b-19d9-4c71-ae8d-4dc3b434d08a None None] Set router 9ee3f17c-338e-46c0-bd76-6373e5ccc202 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:50:50.055282 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5ce27616-ae6e-4c24-bfdc-40f0ba512520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:50:50.146203 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-5395133b-19d9-4c71-ae8d-4dc3b434d08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'name': 'tempest-ServerActionsTestJSON-628220050-router', 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '29041136-1e71-4400-bdb5-918161d44bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:44:04Z', 'updated_at': '2021-09-17T08:44:06Z', 'revision_number': 4, 'project_id': '57f8c48e10b746f7af53464178493cdc', 'gw_port': {'id': '29041136-1e71-4400-bdb5-918161d44bbc', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:44:04Z', 'updated_at': '2021-09-17T08:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'fe686bff-d923-4f32-8d5a-a9ccdfb1ebf5', 'name': '', 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b', 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'mac_address': 'fa:16:3e:da:8b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'f22b432a-999e-449e-99eb-5f8501222e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:44:06Z', 'updated_at': '2021-09-17T08:44:09Z', 'revision_number': 5, 'project_id': '57f8c48e10b746f7af53464178493cdc', 'subnets': [{'id': 'f22b432a-999e-449e-99eb-5f8501222e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:50:50.174769 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5395133b-19d9-4c71-ae8d-4dc3b434d08a None None] Checking router: 9ee3f17c-338e-46c0-bd76-6373e5ccc202 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:50:50.182614 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5395133b-19d9-4c71-ae8d-4dc3b434d08a None None] Routers {'9ee3f17c-338e-46c0-bd76-6373e5ccc202'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:50:50.183204 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-5395133b-19d9-4c71-ae8d-4dc3b434d08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:50:23Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['9ee3f17c-338e-46c0-bd76-6373e5ccc202'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:50:50.285097 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-5395133b-19d9-4c71-ae8d-4dc3b434d08a None None] Set router 9ee3f17c-338e-46c0-bd76-6373e5ccc202 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:50:50.477629 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-5395133b-19d9-4c71-ae8d-4dc3b434d08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'name': 'tempest-ServerActionsTestJSON-628220050-router', 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '29041136-1e71-4400-bdb5-918161d44bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:44:04Z', 'updated_at': '2021-09-17T08:44:06Z', 'revision_number': 4, 'project_id': '57f8c48e10b746f7af53464178493cdc', 'gw_port': {'id': '29041136-1e71-4400-bdb5-918161d44bbc', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:44:04Z', 'updated_at': '2021-09-17T08:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'fe686bff-d923-4f32-8d5a-a9ccdfb1ebf5', 'name': '', 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b', 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'mac_address': 'fa:16:3e:da:8b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'f22b432a-999e-449e-99eb-5f8501222e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:44:06Z', 'updated_at': '2021-09-17T08:44:09Z', 'revision_number': 5, 'project_id': '57f8c48e10b746f7af53464178493cdc', 'subnets': [{'id': 'f22b432a-999e-449e-99eb-5f8501222e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:50:50.503528 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5395133b-19d9-4c71-ae8d-4dc3b434d08a None None] The sync data for ids ['9ee3f17c-338e-46c0-bd76-6373e5ccc202'] in n-d-789963-9 is: [{'id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'name': 'tempest-ServerActionsTestJSON-628220050-router', 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '29041136-1e71-4400-bdb5-918161d44bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:44:04Z', 'updated_at': '2021-09-17T08:44:06Z', 'revision_number': 4, 'project_id': '57f8c48e10b746f7af53464178493cdc', 'gw_port': {'id': '29041136-1e71-4400-bdb5-918161d44bbc', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:44:04Z', 'updated_at': '2021-09-17T08:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'fe686bff-d923-4f32-8d5a-a9ccdfb1ebf5', 'name': '', 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b', 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'mac_address': 'fa:16:3e:da:8b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'f22b432a-999e-449e-99eb-5f8501222e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:44:06Z', 'updated_at': '2021-09-17T08:44:09Z', 'revision_number': 5, 'project_id': '57f8c48e10b746f7af53464178493cdc', 'subnets': [{'id': 'f22b432a-999e-449e-99eb-5f8501222e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:50:50.709385 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8c8b41-6306-4955-b2b2-697d496656d2 None None] New status for floating IP 56b2ad51-903b-4f2c-a8ef-daa38c003bef: DOWN {{(pid=101291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 08:50:51.227286 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-339a9d0c-ecf5-4431-b0ca-a5b57c365792 req-688ebe0e-f533-4b60-b66b-ed564ef6e354 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--122083172&fields=id&tenant_id=57f8c48e10b746f7af53464178493cdc HTTP/1.1" status: 200 len: 267 time: 0.0325294 Sep 17 08:50:51.332970 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339a9d0c-ecf5-4431-b0ca-a5b57c365792 req-9e1ff894-b978-4f1e-995e-76160df5d00e tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:50:51.334308 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-339a9d0c-ecf5-4431-b0ca-a5b57c365792 req-9e1ff894-b978-4f1e-995e-76160df5d00e tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/networks?id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b HTTP/1.1" status: 200 len: 811 time: 0.1004727 Sep 17 08:50:51.348504 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-339a9d0c-ecf5-4431-b0ca-a5b57c365792 req-8309868f-b952-459b-9e62-6238dbdd0313 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/quotas/57f8c48e10b746f7af53464178493cdc HTTP/1.1" status: 200 len: 375 time: 0.0085461 Sep 17 08:50:51.399132 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-339a9d0c-ecf5-4431-b0ca-a5b57c365792 req-b5cb9178-025a-471f-b983-3eec45da40fe tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=57f8c48e10b746f7af53464178493cdc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0452206 Sep 17 08:50:51.551398 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-339a9d0c-ecf5-4431-b0ca-a5b57c365792 req-73d6c2f5-925f-4960-b39e-40ec1134a89d service neutron] 10.222.0.13 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404953 Sep 17 08:50:51.638535 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-339a9d0c-ecf5-4431-b0ca-a5b57c365792 req-7b14185b-ea06-489e-bd20-e3fb72184587 service neutron] 10.222.0.13 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803633 Sep 17 08:50:51.796326 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e782137f-72a9-408c-89b9-05e77707f7c7 req-0bc9d58c-0436-4bbe-be64-54180b3e86d9 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad91f1bd-911d-4dbf-a3b2-0131f33ba119 HTTP/1.1" status: 200 len: 210 time: 0.0255351 Sep 17 08:50:52.527031 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9b6c46dd-7421-4b5d-82ec-d3564e519cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:50:52.817202 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339a9d0c-ecf5-4431-b0ca-a5b57c365792 req-16513b4d-f076-4c6a-8b27-40c46d59df88 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:50:52.818472 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-339a9d0c-ecf5-4431-b0ca-a5b57c365792 req-16513b4d-f076-4c6a-8b27-40c46d59df88 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.39 "GET /v2.0/networks?id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b HTTP/1.1" status: 200 len: 811 time: 0.1073465 Sep 17 08:50:52.823999 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:50:52.885258 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-339a9d0c-ecf5-4431-b0ca-a5b57c365792 req-83ed221e-0721-41b1-b30c-cae56dc80d2b tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57f8c48e10b746f7af53464178493cdc HTTP/1.1" status: 200 len: 379 time: 0.0428331 Sep 17 08:50:52.892186 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b4249bd0-575c-43d2-9906-80447cc58492 req-f4b91c39-4067-45c6-afa7-44210ffe03e1 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad91f1bd-911d-4dbf-a3b2-0131f33ba119 HTTP/1.1" status: 200 len: 210 time: 0.0267148 Sep 17 08:50:52.911025 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-339a9d0c-ecf5-4431-b0ca-a5b57c365792 req-1a7d23ad-ad5b-4fdc-9089-9050c7d4be41 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Request body: {'port': {'device_id': 'ad91f1bd-911d-4dbf-a3b2-0131f33ba119', 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b', 'admin_state_up': True, 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'security_groups': ['b996bb76-e143-46b8-a928-2562d05dc834']}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:50:53.021111 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-339a9d0c-ecf5-4431-b0ca-a5b57c365792 req-1a7d23ad-ad5b-4fdc-9089-9050c7d4be41 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Made reservation on behalf of 57f8c48e10b746f7af53464178493cdc for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:50:53.024653 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-339a9d0c-ecf5-4431-b0ca-a5b57c365792 req-1a7d23ad-ad5b-4fdc-9089-9050c7d4be41 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:50:53.146873 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-339a9d0c-ecf5-4431-b0ca-a5b57c365792 req-1a7d23ad-ad5b-4fdc-9089-9050c7d4be41 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Allocated IP 172.20.0.6 (0ee5baf7-50f7-4d0a-b426-59fc9506c09b/f22b432a-999e-449e-99eb-5f8501222e22/81adcef4-151e-4ece-94b9-ec1371fcbea9) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:50:53.284023 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-339a9d0c-ecf5-4431-b0ca-a5b57c365792 req-1a7d23ad-ad5b-4fdc-9089-9050c7d4be41 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:50:53.316727 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-339a9d0c-ecf5-4431-b0ca-a5b57c365792 req-1a7d23ad-ad5b-4fdc-9089-9050c7d4be41 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:50:53.358156 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-339a9d0c-ecf5-4431-b0ca-a5b57c365792 req-1a7d23ad-ad5b-4fdc-9089-9050c7d4be41 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Network 0ee5baf7-50f7-4d0a-b426-59fc9506c09b is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:50:53.361196 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-339a9d0c-ecf5-4431-b0ca-a5b57c365792 req-1a7d23ad-ad5b-4fdc-9089-9050c7d4be41 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:50:53.366714 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-339a9d0c-ecf5-4431-b0ca-a5b57c365792 req-1a7d23ad-ad5b-4fdc-9089-9050c7d4be41 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:50:53.373697 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7d23ad-ad5b-4fdc-9089-9050c7d4be41 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Pushing event updated for resources: {'Port': ['ID=81adcef4-151e-4ece-94b9-ec1371fcbea9,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:50:53.399725 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7d23ad-ad5b-4fdc-9089-9050c7d4be41 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:50:53.402065 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7d23ad-ad5b-4fdc-9089-9050c7d4be41 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:50:53.402474 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7d23ad-ad5b-4fdc-9089-9050c7d4be41 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:50:53.402874 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7d23ad-ad5b-4fdc-9089-9050c7d4be41 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:50:53.403279 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7d23ad-ad5b-4fdc-9089-9050c7d4be41 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:50:53.403611 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7d23ad-ad5b-4fdc-9089-9050c7d4be41 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:50:53.403984 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7d23ad-ad5b-4fdc-9089-9050c7d4be41 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:50:53.404313 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7d23ad-ad5b-4fdc-9089-9050c7d4be41 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:50:53.404662 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7d23ad-ad5b-4fdc-9089-9050c7d4be41 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:50:53.405176 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7d23ad-ad5b-4fdc-9089-9050c7d4be41 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:50:53.405663 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7d23ad-ad5b-4fdc-9089-9050c7d4be41 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:50:53.405996 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7d23ad-ad5b-4fdc-9089-9050c7d4be41 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:50:53.437063 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339a9d0c-ecf5-4431-b0ca-a5b57c365792 req-1a7d23ad-ad5b-4fdc-9089-9050c7d4be41 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:50:53.437704 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-339a9d0c-ecf5-4431-b0ca-a5b57c365792 req-1a7d23ad-ad5b-4fdc-9089-9050c7d4be41 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:50:53.452348 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-339a9d0c-ecf5-4431-b0ca-a5b57c365792 req-1a7d23ad-ad5b-4fdc-9089-9050c7d4be41 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5451756 Sep 17 08:50:53.471892 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-339a9d0c-ecf5-4431-b0ca-a5b57c365792 req-3820b807-9cd4-44d4-be09-1a0156d9b7cf service neutron] Request body: {'port': {'device_id': 'ad91f1bd-911d-4dbf-a3b2-0131f33ba119', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:50:53.533696 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-339a9d0c-ecf5-4431-b0ca-a5b57c365792 req-3820b807-9cd4-44d4-be09-1a0156d9b7cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:50:53.628360 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 2ab32058-cfba-498b-a022-d77ca5497d58 no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:50:53.654812 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] No Port match for: 2ab32058-cfba-498b-a022-d77ca5497d58 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:50:53.655073 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 2ab32058-cfba-498b-a022-d77ca5497d58 not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:50:53.663807 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-b2c986c7-84c3-4d20-8028-761da0983856 None None] Provisioning complete for port 81adcef4-151e-4ece-94b9-ec1371fcbea9 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:50:53.664223 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b2c986c7-84c3-4d20-8028-761da0983856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:50:53.697688 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-b2c986c7-84c3-4d20-8028-761da0983856 None None] Port 81adcef4-151e-4ece-94b9-ec1371fcbea9 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:50:53.795348 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-339a9d0c-ecf5-4431-b0ca-a5b57c365792 req-3820b807-9cd4-44d4-be09-1a0156d9b7cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81adcef4-151e-4ece-94b9-ec1371fcbea9 {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:50:53.803290 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-339a9d0c-ecf5-4431-b0ca-a5b57c365792 req-3820b807-9cd4-44d4-be09-1a0156d9b7cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:50:53.819531 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-339a9d0c-ecf5-4431-b0ca-a5b57c365792 req-3820b807-9cd4-44d4-be09-1a0156d9b7cf service neutron] Transition to ACTIVE for port object 81adcef4-151e-4ece-94b9-ec1371fcbea9 will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:50:53.824230 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-339a9d0c-ecf5-4431-b0ca-a5b57c365792 req-3820b807-9cd4-44d4-be09-1a0156d9b7cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:50:53.851060 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8debd104-a673-45d0-ae79-7cac8570b950 req-b96cf8d9-b8d9-4f56-a4a7-bce9487fe711 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0338776 Sep 17 08:50:53.880540 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3820b807-9cd4-44d4-be09-1a0156d9b7cf service neutron] Pushing event updated for resources: {'Port': ['ID=81adcef4-151e-4ece-94b9-ec1371fcbea9,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:50:53.930762 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:50:53.944469 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8debd104-a673-45d0-ae79-7cac8570b950 req-1c46a9b0-75fe-4431-a8ad-10ce0605afe6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0309792 Sep 17 08:50:53.949961 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-339a9d0c-ecf5-4431-b0ca-a5b57c365792 req-3820b807-9cd4-44d4-be09-1a0156d9b7cf service neutron] Attempting to bind port 81adcef4-151e-4ece-94b9-ec1371fcbea9 on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:50:53.950511 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-339a9d0c-ecf5-4431-b0ca-a5b57c365792 req-3820b807-9cd4-44d4-be09-1a0156d9b7cf service neutron] Attempting to bind port 81adcef4-151e-4ece-94b9-ec1371fcbea9 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': '2b3a115c-7140-4873-a9db-77f8808c33a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:50:53.950946 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339a9d0c-ecf5-4431-b0ca-a5b57c365792 req-3820b807-9cd4-44d4-be09-1a0156d9b7cf service neutron] Attempting to bind port 81adcef4-151e-4ece-94b9-ec1371fcbea9 on network 0ee5baf7-50f7-4d0a-b426-59fc9506c09b {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:50:53.956161 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339a9d0c-ecf5-4431-b0ca-a5b57c365792 req-3820b807-9cd4-44d4-be09-1a0156d9b7cf service neutron] Port 81adcef4-151e-4ece-94b9-ec1371fcbea9 on network 0ee5baf7-50f7-4d0a-b426-59fc9506c09b not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:50:53.956596 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339a9d0c-ecf5-4431-b0ca-a5b57c365792 req-3820b807-9cd4-44d4-be09-1a0156d9b7cf service neutron] Attempting to bind port 81adcef4-151e-4ece-94b9-ec1371fcbea9 on network 0ee5baf7-50f7-4d0a-b426-59fc9506c09b {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:50:53.961972 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339a9d0c-ecf5-4431-b0ca-a5b57c365792 req-3820b807-9cd4-44d4-be09-1a0156d9b7cf service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:50:53.962450 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339a9d0c-ecf5-4431-b0ca-a5b57c365792 req-3820b807-9cd4-44d4-be09-1a0156d9b7cf service neutron] Checking segment: {'id': '2b3a115c-7140-4873-a9db-77f8808c33a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:50:53.962936 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339a9d0c-ecf5-4431-b0ca-a5b57c365792 req-3820b807-9cd4-44d4-be09-1a0156d9b7cf service neutron] Bound using segment: {'id': '2b3a115c-7140-4873-a9db-77f8808c33a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:50:53.964076 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-339a9d0c-ecf5-4431-b0ca-a5b57c365792 req-3820b807-9cd4-44d4-be09-1a0156d9b7cf service neutron] Bound port: 81adcef4-151e-4ece-94b9-ec1371fcbea9, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b3a115c-7140-4873-a9db-77f8808c33a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:50:53.964545 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-339a9d0c-ecf5-4431-b0ca-a5b57c365792 req-3820b807-9cd4-44d4-be09-1a0156d9b7cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:50:53.992089 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8debd104-a673-45d0-ae79-7cac8570b950 req-d1120db6-7893-4b99-aa0e-61c4339dddc7 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0200257 Sep 17 08:50:54.034007 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-339a9d0c-ecf5-4431-b0ca-a5b57c365792 req-3820b807-9cd4-44d4-be09-1a0156d9b7cf service neutron] For port 81adcef4-151e-4ece-94b9-ec1371fcbea9, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:50:54.038474 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-339a9d0c-ecf5-4431-b0ca-a5b57c365792 req-3820b807-9cd4-44d4-be09-1a0156d9b7cf service neutron] For port 81adcef4-151e-4ece-94b9-ec1371fcbea9, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=81adcef4-151e-4ece-94b9-ec1371fcbea9,segment=NetworkSegment(2b3a115c-7140-4873-a9db-77f8808c33a6),segment_id=2b3a115c-7140-4873-a9db-77f8808c33a6)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:50:54.043439 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-339a9d0c-ecf5-4431-b0ca-a5b57c365792 req-3820b807-9cd4-44d4-be09-1a0156d9b7cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:50:54.091270 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339a9d0c-ecf5-4431-b0ca-a5b57c365792 req-3820b807-9cd4-44d4-be09-1a0156d9b7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:50:54.092072 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-339a9d0c-ecf5-4431-b0ca-a5b57c365792 req-3820b807-9cd4-44d4-be09-1a0156d9b7cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:50:54.093418 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-339a9d0c-ecf5-4431-b0ca-a5b57c365792 req-3820b807-9cd4-44d4-be09-1a0156d9b7cf service neutron] 10.222.0.39 "PUT /v2.0/ports/81adcef4-151e-4ece-94b9-ec1371fcbea9 HTTP/1.1" status: 200 len: 1091 time: 0.6260099 Sep 17 08:50:54.093772 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad91f1bd-911d-4dbf-a3b2-0131f33ba119', 'tag': '81adcef4-151e-4ece-94b9-ec1371fcbea9'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:50:54.096111 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823f1136df5e8dfe06b46a14eea5a85bccf33ce7e510dfea6a746e22e928dc4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ca8ee1-b251-4211-93ef-af83db437245" -d '{"events": [{"name": "network-changed", "server_uuid": "ad91f1bd-911d-4dbf-a3b2-0131f33ba119", "tag": "81adcef4-151e-4ece-94b9-ec1371fcbea9"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:50:54.133894 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3820b807-9cd4-44d4-be09-1a0156d9b7cf service neutron] Pushing event updated for resources: {'Port': ['ID=81adcef4-151e-4ece-94b9-ec1371fcbea9,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:50:54.210539 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339a9d0c-ecf5-4431-b0ca-a5b57c365792 req-8099ef94-8ed1-4ffb-a48c-c1ff7a008ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:50:54.211439 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-339a9d0c-ecf5-4431-b0ca-a5b57c365792 req-8099ef94-8ed1-4ffb-a48c-c1ff7a008ad6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=57f8c48e10b746f7af53464178493cdc&device_id=ad91f1bd-911d-4dbf-a3b2-0131f33ba119 HTTP/1.1" status: 200 len: 1094 time: 0.0546997 Sep 17 08:50:54.226002 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a197602-fa4c-4eb7-a235-af59eb5bf02c x-openstack-request-id: req-3a197602-fa4c-4eb7-a235-af59eb5bf02c {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:50:54.226757 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad91f1bd-911d-4dbf-a3b2-0131f33ba119", "tag": "81adcef4-151e-4ece-94b9-ec1371fcbea9", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:50:54.227074 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3a197602-fa4c-4eb7-a235-af59eb5bf02c {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:50:54.227499 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad91f1bd-911d-4dbf-a3b2-0131f33ba119', 'tag': '81adcef4-151e-4ece-94b9-ec1371fcbea9', 'status': 'completed', 'code': 200} Sep 17 08:50:54.266325 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-339a9d0c-ecf5-4431-b0ca-a5b57c365792 req-5cef4314-2687-4a4f-9120-a77fbabe730b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=81adcef4-151e-4ece-94b9-ec1371fcbea9 HTTP/1.1" status: 200 len: 217 time: 0.0377562 Sep 17 08:50:54.318022 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339a9d0c-ecf5-4431-b0ca-a5b57c365792 req-cc72715c-9cb4-4363-8442-503d3cc83d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:50:54.319559 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-339a9d0c-ecf5-4431-b0ca-a5b57c365792 req-cc72715c-9cb4-4363-8442-503d3cc83d23 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f22b432a-999e-449e-99eb-5f8501222e22 HTTP/1.1" status: 200 len: 850 time: 0.0462356 Sep 17 08:50:54.373051 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339a9d0c-ecf5-4431-b0ca-a5b57c365792 req-4f752121-34eb-4b5d-b0b8-b9a739b27e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:50:54.375351 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-339a9d0c-ecf5-4431-b0ca-a5b57c365792 req-4f752121-34eb-4b5d-b0b8-b9a739b27e3d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475743 Sep 17 08:50:54.464273 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff0218-8552-4c27-9422-2adc6a21ca1c req-c7b4844b-85b2-4ff5-a70f-c24c8b1a8cf1 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:50:54.465759 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3eff0218-8552-4c27-9422-2adc6a21ca1c req-c7b4844b-85b2-4ff5-a70f-c24c8b1a8cf1 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad91f1bd-911d-4dbf-a3b2-0131f33ba119 HTTP/1.1" status: 200 len: 943 time: 0.4727771 Sep 17 08:50:54.472064 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-339a9d0c-ecf5-4431-b0ca-a5b57c365792 req-c5785b25-df69-4e67-8dc0-3b5f4e59f3d4 service neutron] 10.222.0.39 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895109 Sep 17 08:50:54.495571 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8debd104-a673-45d0-ae79-7cac8570b950 req-78e5cc17-c828-49c3-bc02-b32791d340d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:50:54.496875 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8debd104-a673-45d0-ae79-7cac8570b950 req-78e5cc17-c828-49c3-bc02-b32791d340d4 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4942327 Sep 17 08:50:54.520179 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3eff0218-8552-4c27-9422-2adc6a21ca1c req-fe558c48-53c4-4e63-b889-06d81ba0ce92 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477793 Sep 17 08:50:54.575350 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-339a9d0c-ecf5-4431-b0ca-a5b57c365792 req-292d16d5-266d-4d51-aefb-5f919d827859 service neutron] 10.222.0.39 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966442 Sep 17 08:50:54.705649 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca8ee1-b251-4211-93ef-af83db437245 req-b54a7aa8-1b27-483f-8ad6-10192453c221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:50:54.707102 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-67ca8ee1-b251-4211-93ef-af83db437245 req-b54a7aa8-1b27-483f-8ad6-10192453c221 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=57f8c48e10b746f7af53464178493cdc&device_id=ad91f1bd-911d-4dbf-a3b2-0131f33ba119 HTTP/1.1" status: 200 len: 1094 time: 0.0393460 Sep 17 08:50:54.799540 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca8ee1-b251-4211-93ef-af83db437245 req-16938947-8b99-4e05-8922-b2de4c9a9432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:50:54.800941 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-67ca8ee1-b251-4211-93ef-af83db437245 req-16938947-8b99-4e05-8922-b2de4c9a9432 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b HTTP/1.1" status: 200 len: 912 time: 0.0867965 Sep 17 08:50:54.840940 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-67ca8ee1-b251-4211-93ef-af83db437245 req-9b18813b-9bc6-4496-a508-6c5af647b797 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=81adcef4-151e-4ece-94b9-ec1371fcbea9 HTTP/1.1" status: 200 len: 217 time: 0.0324719 Sep 17 08:50:54.888145 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca8ee1-b251-4211-93ef-af83db437245 req-ce9a0a95-6a39-4a09-8e46-0267dc47d9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:50:54.889522 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-67ca8ee1-b251-4211-93ef-af83db437245 req-ce9a0a95-6a39-4a09-8e46-0267dc47d9c4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f22b432a-999e-449e-99eb-5f8501222e22 HTTP/1.1" status: 200 len: 850 time: 0.0418301 Sep 17 08:50:54.937713 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca8ee1-b251-4211-93ef-af83db437245 req-046cce96-1f5c-41b8-a8a9-b6ba8ffb1eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:50:54.939161 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-67ca8ee1-b251-4211-93ef-af83db437245 req-046cce96-1f5c-41b8-a8a9-b6ba8ffb1eb5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428600 Sep 17 08:50:55.025678 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-67ca8ee1-b251-4211-93ef-af83db437245 req-1f3c72b4-5644-4daa-b134-d35a219d5403 service neutron] 10.222.0.39 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793455 Sep 17 08:50:55.117597 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-67ca8ee1-b251-4211-93ef-af83db437245 req-3f723b8f-4a04-4e8d-a4de-3c5677345db9 service neutron] 10.222.0.39 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845749 Sep 17 08:50:55.297713 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:50:55.502648 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:50:55.633535 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ea6f5-a8ae-4778-bfb5-6a51df89f333 req-3feda9e9-bdf6-4284-a966-9eff87a79926 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:50:55.635048 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e31ea6f5-a8ae-4778-bfb5-6a51df89f333 req-3feda9e9-bdf6-4284-a966-9eff87a79926 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad91f1bd-911d-4dbf-a3b2-0131f33ba119 HTTP/1.1" status: 200 len: 943 time: 0.0482793 Sep 17 08:50:55.671217 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e31ea6f5-a8ae-4778-bfb5-6a51df89f333 req-71cf2382-7320-4e6e-9975-98b6b60d0522 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303180 Sep 17 08:50:56.783006 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af759349-2186-46ae-bc48-e539df0567bb req-3d506fc4-b58f-47eb-b97f-d961f62f66a8 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:50:56.784502 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-af759349-2186-46ae-bc48-e539df0567bb req-3d506fc4-b58f-47eb-b97f-d961f62f66a8 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad91f1bd-911d-4dbf-a3b2-0131f33ba119 HTTP/1.1" status: 200 len: 943 time: 0.0483553 Sep 17 08:50:56.824877 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-af759349-2186-46ae-bc48-e539df0567bb req-6eea9b9a-0ba8-43c1-b88f-b33095fd7282 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343273 Sep 17 08:50:57.936388 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a4ee7a-e438-46d8-96d1-44de16c0a8c3 req-57c1a296-dd85-4b28-9171-5d8ae725ae50 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:50:57.937845 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-79a4ee7a-e438-46d8-96d1-44de16c0a8c3 req-57c1a296-dd85-4b28-9171-5d8ae725ae50 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad91f1bd-911d-4dbf-a3b2-0131f33ba119 HTTP/1.1" status: 200 len: 943 time: 0.0474930 Sep 17 08:50:57.976483 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-79a4ee7a-e438-46d8-96d1-44de16c0a8c3 req-230d57eb-903c-4c76-b07e-f86fb39a9b49 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325005 Sep 17 08:50:58.491437 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 81adcef4-151e-4ece-94b9-ec1371fcbea9 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:50:58.585089 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 81adcef4-151e-4ece-94b9-ec1371fcbea9, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=81adcef4-151e-4ece-94b9-ec1371fcbea9,segment=NetworkSegment(2b3a115c-7140-4873-a9db-77f8808c33a6),segment_id=2b3a115c-7140-4873-a9db-77f8808c33a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:50:58.595770 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '81adcef4-151e-4ece-94b9-ec1371fcbea9', 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b', 'port_id': '81adcef4-151e-4ece-94b9-ec1371fcbea9', 'mac_address': 'fa:16:3e:66:62:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f22b432a-999e-449e-99eb-5f8501222e22', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:50:58.632380 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:50:58.644409 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81adcef4-151e-4ece-94b9-ec1371fcbea9 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:50:58.662421 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 81adcef4-151e-4ece-94b9-ec1371fcbea9, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=81adcef4-151e-4ece-94b9-ec1371fcbea9,segment=NetworkSegment(2b3a115c-7140-4873-a9db-77f8808c33a6),segment_id=2b3a115c-7140-4873-a9db-77f8808c33a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:50:58.666997 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:50:58.711259 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=81adcef4-151e-4ece-94b9-ec1371fcbea9,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:50:59.051129 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['81adcef4-151e-4ece-94b9-ec1371fcbea9'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:50:59.089606 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f573f-3bbf-40e3-9a73-bdc7c292a808 req-b7d686b1-e7e4-45d4-b5cb-ff67a97aa7b4 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:50:59.091216 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-591f573f-3bbf-40e3-9a73-bdc7c292a808 req-b7d686b1-e7e4-45d4-b5cb-ff67a97aa7b4 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad91f1bd-911d-4dbf-a3b2-0131f33ba119 HTTP/1.1" status: 200 len: 944 time: 0.0489810 Sep 17 08:50:59.127974 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-591f573f-3bbf-40e3-9a73-bdc7c292a808 req-2b4f23c9-5436-47b4-a720-0fce4f283c49 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303490 Sep 17 08:51:00.241161 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9730bf96-bc93-47c3-a831-0aa50fbe1ec5 req-abf523e5-5ebc-4275-9ff2-b90653daed51 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:51:00.242551 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9730bf96-bc93-47c3-a831-0aa50fbe1ec5 req-abf523e5-5ebc-4275-9ff2-b90653daed51 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad91f1bd-911d-4dbf-a3b2-0131f33ba119 HTTP/1.1" status: 200 len: 944 time: 0.0485485 Sep 17 08:51:00.283319 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9730bf96-bc93-47c3-a831-0aa50fbe1ec5 req-fe71dcbd-e280-465c-905d-d479a37a1aa9 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347977 Sep 17 08:51:00.506676 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 81adcef4-151e-4ece-94b9-ec1371fcbea9 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:51:00.553111 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port 81adcef4-151e-4ece-94b9-ec1371fcbea9 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:51:00.557183 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 81adcef4-151e-4ece-94b9-ec1371fcbea9 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:51:00.557565 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:51:00.634146 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:51:00.655926 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad91f1bd-911d-4dbf-a3b2-0131f33ba119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81adcef4-151e-4ece-94b9-ec1371fcbea9'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:51:00.658187 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd15a5b62c2e1c1e903d3702117c13c06f948b041a08150170fef0e561ebed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ff7382-738d-43e5-bfaf-0d074c2864ad" -d '{"events": [{"server_uuid": "ad91f1bd-911d-4dbf-a3b2-0131f33ba119", "name": "network-vif-plugged", "status": "completed", "tag": "81adcef4-151e-4ece-94b9-ec1371fcbea9"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:51:00.671326 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 81adcef4-151e-4ece-94b9-ec1371fcbea9, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=81adcef4-151e-4ece-94b9-ec1371fcbea9,segment=NetworkSegment(2b3a115c-7140-4873-a9db-77f8808c33a6),segment_id=2b3a115c-7140-4873-a9db-77f8808c33a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:51:00.675335 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:51:00.698533 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5acd6fec-807a-42a1-a5d1-dcdea9122ade x-openstack-request-id: req-5acd6fec-807a-42a1-a5d1-dcdea9122ade {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:51:00.698832 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad91f1bd-911d-4dbf-a3b2-0131f33ba119", "name": "network-vif-plugged", "status": "completed", "tag": "81adcef4-151e-4ece-94b9-ec1371fcbea9", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:51:00.699088 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5acd6fec-807a-42a1-a5d1-dcdea9122ade {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:51:00.699504 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad91f1bd-911d-4dbf-a3b2-0131f33ba119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81adcef4-151e-4ece-94b9-ec1371fcbea9', 'code': 200} Sep 17 08:51:00.723643 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=81adcef4-151e-4ece-94b9-ec1371fcbea9,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:51:00.820724 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e155b-be97-4ca9-93a4-31d1709675ce req-8612a940-7152-49cd-ac4d-650ef3595d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:51:00.822099 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-298e155b-be97-4ca9-93a4-31d1709675ce req-8612a940-7152-49cd-ac4d-650ef3595d19 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ad91f1bd-911d-4dbf-a3b2-0131f33ba119 HTTP/1.1" status: 200 len: 1096 time: 0.0397458 Sep 17 08:51:00.856112 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-298e155b-be97-4ca9-93a4-31d1709675ce req-b2097a16-2dd4-4c75-999b-94299c5f0661 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265439 Sep 17 08:51:01.395940 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbdc291-c7d9-47a0-8a19-569c4e41d31b req-393df167-3334-44f0-836b-dd9a0af4fc4a tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:51:01.397306 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4bbdc291-c7d9-47a0-8a19-569c4e41d31b req-393df167-3334-44f0-836b-dd9a0af4fc4a tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad91f1bd-911d-4dbf-a3b2-0131f33ba119 HTTP/1.1" status: 200 len: 945 time: 0.0475695 Sep 17 08:51:01.434803 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4bbdc291-c7d9-47a0-8a19-569c4e41d31b req-5746625b-1e04-4c9c-8571-8dcdf78807aa tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315943 Sep 17 08:51:02.547748 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c8e1d4-b16a-4fcb-a2e8-92070ade409f req-4c7b2e7f-27a3-43bf-8673-8d1f3266d6b6 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:51:02.549127 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-41c8e1d4-b16a-4fcb-a2e8-92070ade409f req-4c7b2e7f-27a3-43bf-8673-8d1f3266d6b6 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad91f1bd-911d-4dbf-a3b2-0131f33ba119 HTTP/1.1" status: 200 len: 945 time: 0.0473874 Sep 17 08:51:02.585886 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-41c8e1d4-b16a-4fcb-a2e8-92070ade409f req-fd8d7634-3ddb-4300-8be9-852ccf30d6dc tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308874 Sep 17 08:51:02.694049 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabeb0e3-d4b9-4624-8f50-c2a9731d7c08 req-39c2dec8-427d-43ca-a20c-c8792df47e0f tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:51:02.695502 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-aabeb0e3-d4b9-4624-8f50-c2a9731d7c08 req-39c2dec8-427d-43ca-a20c-c8792df47e0f tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad91f1bd-911d-4dbf-a3b2-0131f33ba119 HTTP/1.1" status: 200 len: 945 time: 0.0470738 Sep 17 08:51:02.704771 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 34470) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:51:02.708998 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-700620aa-9ad7-4020-a750-677bcb4ce793 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Request body: {'floatingip': {'port_id': '81adcef4-151e-4ece-94b9-ec1371fcbea9'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:51:02.748992 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-700620aa-9ad7-4020-a750-677bcb4ce793 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks [] for floatingip, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:51:03.165560 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-700620aa-9ad7-4020-a750-677bcb4ce793 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:51:03.169635 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-700620aa-9ad7-4020-a750-677bcb4ce793 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:51:03.271278 n-d-789963-9 neutron-server[101289]: INFO neutron.db.l3_db [None req-700620aa-9ad7-4020-a750-677bcb4ce793 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Floating IP 56b2ad51-903b-4f2c-a8ef-daa38c003bef associated. External IP: 172.25.6.136, port: 81adcef4-151e-4ece-94b9-ec1371fcbea9. Sep 17 08:51:03.469698 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-700620aa-9ad7-4020-a750-677bcb4ce793 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Router 9ee3f17c-338e-46c0-bd76-6373e5ccc202 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:51:03.577039 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-700620aa-9ad7-4020-a750-677bcb4ce793 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:51:03.581885 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-700620aa-9ad7-4020-a750-677bcb4ce793 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:51:03.587069 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca8c0b3-db75-4723-9be3-00d88520e03f None None] Sync routers for ids ['9ee3f17c-338e-46c0-bd76-6373e5ccc202'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:51:03.596151 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca8c0b3-db75-4723-9be3-00d88520e03f None None] Routers {'9ee3f17c-338e-46c0-bd76-6373e5ccc202'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:51:03.596763 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-8ca8c0b3-db75-4723-9be3-00d88520e03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:50:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['9ee3f17c-338e-46c0-bd76-6373e5ccc202'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:51:03.608276 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-700620aa-9ad7-4020-a750-677bcb4ce793 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "PUT /v2.0/floatingips/56b2ad51-903b-4f2c-a8ef-daa38c003bef HTTP/1.1" status: 200 len: 991 time: 0.9024532 Sep 17 08:51:03.608859 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad91f1bd-911d-4dbf-a3b2-0131f33ba119', 'tag': '81adcef4-151e-4ece-94b9-ec1371fcbea9'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:51:03.611092 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0b8b68ef77f8a69a7ea64e5314cb7bfe1c653782f919eb7015de92bbdd57641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18405ae7-d3f5-4bf5-bf18-5742f0a4db23" -d '{"events": [{"name": "network-changed", "server_uuid": "ad91f1bd-911d-4dbf-a3b2-0131f33ba119", "tag": "81adcef4-151e-4ece-94b9-ec1371fcbea9"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:51:03.648478 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da48df3-2a54-4c43-8238-6a7b3891e3e3 x-openstack-request-id: req-5da48df3-2a54-4c43-8238-6a7b3891e3e3 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:51:03.648966 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad91f1bd-911d-4dbf-a3b2-0131f33ba119", "tag": "81adcef4-151e-4ece-94b9-ec1371fcbea9", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:51:03.649215 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5da48df3-2a54-4c43-8238-6a7b3891e3e3 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:51:03.649618 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad91f1bd-911d-4dbf-a3b2-0131f33ba119', 'tag': '81adcef4-151e-4ece-94b9-ec1371fcbea9', 'status': 'completed', 'code': 200} Sep 17 08:51:03.742585 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18405ae7-d3f5-4bf5-bf18-5742f0a4db23 req-9b358590-79cf-48f6-a4c7-411035a7c9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:51:03.744048 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-18405ae7-d3f5-4bf5-bf18-5742f0a4db23 req-9b358590-79cf-48f6-a4c7-411035a7c9fb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=57f8c48e10b746f7af53464178493cdc&device_id=ad91f1bd-911d-4dbf-a3b2-0131f33ba119 HTTP/1.1" status: 200 len: 1096 time: 0.0408523 Sep 17 08:51:03.791398 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-8ca8c0b3-db75-4723-9be3-00d88520e03f None None] Set router 9ee3f17c-338e-46c0-bd76-6373e5ccc202 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:51:03.837606 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18405ae7-d3f5-4bf5-bf18-5742f0a4db23 req-5fb56023-612c-4596-baad-e046f4a8483d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:51:03.839667 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-18405ae7-d3f5-4bf5-bf18-5742f0a4db23 req-5fb56023-612c-4596-baad-e046f4a8483d service neutron] 10.222.0.39 "GET /v2.0/networks?id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b HTTP/1.1" status: 200 len: 912 time: 0.0884857 Sep 17 08:51:03.903450 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-18405ae7-d3f5-4bf5-bf18-5742f0a4db23 req-2a2d9cd6-b712-4503-9557-70f6c5280eb6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=81adcef4-151e-4ece-94b9-ec1371fcbea9 HTTP/1.1" status: 200 len: 999 time: 0.0571842 Sep 17 08:51:03.956481 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18405ae7-d3f5-4bf5-bf18-5742f0a4db23 req-32462f9c-1836-4457-994c-a95f1eeecdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:51:03.957905 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-18405ae7-d3f5-4bf5-bf18-5742f0a4db23 req-32462f9c-1836-4457-994c-a95f1eeecdfd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f22b432a-999e-449e-99eb-5f8501222e22 HTTP/1.1" status: 200 len: 850 time: 0.0481811 Sep 17 08:51:04.004003 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18405ae7-d3f5-4bf5-bf18-5742f0a4db23 req-d14679ee-29e2-4f28-9f3d-abb965f1c1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:51:04.005424 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-18405ae7-d3f5-4bf5-bf18-5742f0a4db23 req-d14679ee-29e2-4f28-9f3d-abb965f1c1be service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398393 Sep 17 08:51:04.008681 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-8ca8c0b3-db75-4723-9be3-00d88520e03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'name': 'tempest-ServerActionsTestJSON-628220050-router', 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '29041136-1e71-4400-bdb5-918161d44bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:44:04Z', 'updated_at': '2021-09-17T08:44:06Z', 'revision_number': 4, 'project_id': '57f8c48e10b746f7af53464178493cdc', 'gw_port': {'id': '29041136-1e71-4400-bdb5-918161d44bbc', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:44:04Z', 'updated_at': '2021-09-17T08:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '56b2ad51-903b-4f2c-a8ef-daa38c003bef', 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'floating_ip_address': '172.25.6.136', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'port_id': '81adcef4-151e-4ece-94b9-ec1371fcbea9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b', 'mac_address': 'fa:16:3e:66:62:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad91f1bd-911d-4dbf-a3b2-0131f33ba119', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:44:08Z', 'updated_at': '2021-09-17T08:51:03Z', 'revision_number': 9, 'project_id': '57f8c48e10b746f7af53464178493cdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe686bff-d923-4f32-8d5a-a9ccdfb1ebf5', 'name': '', 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b', 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'mac_address': 'fa:16:3e:da:8b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'f22b432a-999e-449e-99eb-5f8501222e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:44:06Z', 'updated_at': '2021-09-17T08:44:09Z', 'revision_number': 5, 'project_id': '57f8c48e10b746f7af53464178493cdc', 'subnets': [{'id': 'f22b432a-999e-449e-99eb-5f8501222e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:51:04.034167 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca8c0b3-db75-4723-9be3-00d88520e03f None None] Checking router: 9ee3f17c-338e-46c0-bd76-6373e5ccc202 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:51:04.042820 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca8c0b3-db75-4723-9be3-00d88520e03f None None] Routers {'9ee3f17c-338e-46c0-bd76-6373e5ccc202'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:51:04.043433 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-8ca8c0b3-db75-4723-9be3-00d88520e03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:50:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['9ee3f17c-338e-46c0-bd76-6373e5ccc202'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:51:04.094404 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-18405ae7-d3f5-4bf5-bf18-5742f0a4db23 req-87ad050e-072a-428e-ad24-2ad0163e7637 service neutron] 10.222.0.39 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814462 Sep 17 08:51:04.145909 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-8ca8c0b3-db75-4723-9be3-00d88520e03f None None] Set router 9ee3f17c-338e-46c0-bd76-6373e5ccc202 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:51:04.186721 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-18405ae7-d3f5-4bf5-bf18-5742f0a4db23 req-510b8d4f-2bc1-4a33-9030-baaefd484902 service neutron] 10.222.0.39 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855856 Sep 17 08:51:04.369341 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-8ca8c0b3-db75-4723-9be3-00d88520e03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'name': 'tempest-ServerActionsTestJSON-628220050-router', 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '29041136-1e71-4400-bdb5-918161d44bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:44:04Z', 'updated_at': '2021-09-17T08:44:06Z', 'revision_number': 4, 'project_id': '57f8c48e10b746f7af53464178493cdc', 'gw_port': {'id': '29041136-1e71-4400-bdb5-918161d44bbc', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:44:04Z', 'updated_at': '2021-09-17T08:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '56b2ad51-903b-4f2c-a8ef-daa38c003bef', 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'floating_ip_address': '172.25.6.136', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'port_id': '81adcef4-151e-4ece-94b9-ec1371fcbea9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b', 'mac_address': 'fa:16:3e:66:62:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad91f1bd-911d-4dbf-a3b2-0131f33ba119', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:44:08Z', 'updated_at': '2021-09-17T08:51:03Z', 'revision_number': 9, 'project_id': '57f8c48e10b746f7af53464178493cdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe686bff-d923-4f32-8d5a-a9ccdfb1ebf5', 'name': '', 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b', 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'mac_address': 'fa:16:3e:da:8b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'f22b432a-999e-449e-99eb-5f8501222e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:44:06Z', 'updated_at': '2021-09-17T08:44:09Z', 'revision_number': 5, 'project_id': '57f8c48e10b746f7af53464178493cdc', 'subnets': [{'id': 'f22b432a-999e-449e-99eb-5f8501222e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:51:04.394612 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca8c0b3-db75-4723-9be3-00d88520e03f None None] The sync data for ids ['9ee3f17c-338e-46c0-bd76-6373e5ccc202'] in n-d-789963-9 is: [{'id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'name': 'tempest-ServerActionsTestJSON-628220050-router', 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '29041136-1e71-4400-bdb5-918161d44bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:44:04Z', 'updated_at': '2021-09-17T08:44:06Z', 'revision_number': 4, 'project_id': '57f8c48e10b746f7af53464178493cdc', 'gw_port': {'id': '29041136-1e71-4400-bdb5-918161d44bbc', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:44:04Z', 'updated_at': '2021-09-17T08:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '56b2ad51-903b-4f2c-a8ef-daa38c003bef', 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'floating_ip_address': '172.25.6.136', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'port_id': '81adcef4-151e-4ece-94b9-ec1371fcbea9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b', 'mac_address': 'fa:16:3e:66:62:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad91f1bd-911d-4dbf-a3b2-0131f33ba119', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:44:08Z', 'updated_at': '2021-09-17T08:51:03Z', 'revision_number': 9, 'project_id': '57f8c48e10b746f7af53464178493cdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe686bff-d923-4f32-8d5a-a9ccdfb1ebf5', 'name': '', 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b', 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'mac_address': 'fa:16:3e:da:8b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'f22b432a-999e-449e-99eb-5f8501222e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:44:06Z', 'updated_at': '2021-09-17T08:44:09Z', 'revision_number': 5, 'project_id': '57f8c48e10b746f7af53464178493cdc', 'subnets': [{'id': 'f22b432a-999e-449e-99eb-5f8501222e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:51:04.576622 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4666132b-e9fa-4d31-b57b-a3cf98fc05da None None] New status for floating IP 56b2ad51-903b-4f2c-a8ef-daa38c003bef: ACTIVE {{(pid=101291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 08:51:06.041533 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:51:06.056294 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:51:20.056863 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4db6bd70-7b3c-4d32-9472-06ef3475fc0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:51:22.526519 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0b9ec2d1-cd01-4095-881c-a2763f5c30d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:51:22.828664 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:51:23.911437 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:51:25.505872 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:51:32.297647 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:51:36.037916 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:51:36.061140 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:51:45.321053 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-92bc7c7b-bdee-4e2d-b795-08ae0b0802f2 req-7c582b02-01a8-4e92-a991-85f10a55f547 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ad91f1bd-911d-4dbf-a3b2-0131f33ba119&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0373838 Sep 17 08:51:45.421362 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc7c7b-bdee-4e2d-b795-08ae0b0802f2 req-b83471e1-68cc-4c20-8427-ac5c584c803a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:51:45.423050 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-92bc7c7b-bdee-4e2d-b795-08ae0b0802f2 req-b83471e1-68cc-4c20-8427-ac5c584c803a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=57f8c48e10b746f7af53464178493cdc&device_id=ad91f1bd-911d-4dbf-a3b2-0131f33ba119 HTTP/1.1" status: 200 len: 1096 time: 0.0440907 Sep 17 08:51:45.522311 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc7c7b-bdee-4e2d-b795-08ae0b0802f2 req-a8506192-241a-4cd9-a2b8-44c309a7d0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:51:45.523727 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-92bc7c7b-bdee-4e2d-b795-08ae0b0802f2 req-a8506192-241a-4cd9-a2b8-44c309a7d0a4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b HTTP/1.1" status: 200 len: 912 time: 0.0824704 Sep 17 08:51:45.590848 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-92bc7c7b-bdee-4e2d-b795-08ae0b0802f2 req-0a99509e-631e-44b4-a0c0-e49ff29ed084 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=81adcef4-151e-4ece-94b9-ec1371fcbea9 HTTP/1.1" status: 200 len: 1002 time: 0.0592437 Sep 17 08:51:45.637719 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc7c7b-bdee-4e2d-b795-08ae0b0802f2 req-c444bb29-f1c3-491e-9fe1-7ebfc77c3e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:51:45.639095 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-92bc7c7b-bdee-4e2d-b795-08ae0b0802f2 req-c444bb29-f1c3-491e-9fe1-7ebfc77c3e9e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f22b432a-999e-449e-99eb-5f8501222e22 HTTP/1.1" status: 200 len: 850 time: 0.0419030 Sep 17 08:51:45.683089 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc7c7b-bdee-4e2d-b795-08ae0b0802f2 req-06b01ff5-1aa1-4ab5-9138-8285fc592ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:51:45.684631 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-92bc7c7b-bdee-4e2d-b795-08ae0b0802f2 req-06b01ff5-1aa1-4ab5-9138-8285fc592ff9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387576 Sep 17 08:51:45.775511 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-92bc7c7b-bdee-4e2d-b795-08ae0b0802f2 req-a7ff1ab7-0cea-486c-b9f7-fa38b540129d service neutron] 10.222.0.39 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832808 Sep 17 08:51:45.862534 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-92bc7c7b-bdee-4e2d-b795-08ae0b0802f2 req-e10cb0cb-aff6-4911-93c1-e9bd0e959ddf service neutron] 10.222.0.39 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791206 Sep 17 08:51:50.058097 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4de4d01c-69a6-4be0-9d81-ac15cab59dc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:51:52.526483 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3d64f7ee-8c5d-444c-88d1-92f35e195a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:51:52.828894 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:51:53.797031 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7190844a-e24c-433c-882d-fb0de7494d2e req-2b5fa99d-57f4-46aa-96db-5fce681659f8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0284717 Sep 17 08:51:53.880478 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7190844a-e24c-433c-882d-fb0de7494d2e req-aa30db82-ddbb-4961-8c7e-2e67164004fe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0284827 Sep 17 08:51:53.915117 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:51:53.923278 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7190844a-e24c-433c-882d-fb0de7494d2e req-e9bf5f32-9228-4280-85ae-f61de5598cf4 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0192380 Sep 17 08:51:54.018364 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190844a-e24c-433c-882d-fb0de7494d2e req-ec5c3481-6514-4a52-baa3-138dfecb993c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:51:54.019819 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7190844a-e24c-433c-882d-fb0de7494d2e req-ec5c3481-6514-4a52-baa3-138dfecb993c service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0901535 Sep 17 08:51:55.508509 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:52:06.035646 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:52:06.074745 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:52:09.296891 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:52:20.059715 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c99bf848-4963-47b4-9b6a-59ebaba31e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:52:22.526048 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8c82254d-e7f5-42b8-a346-b4227f89cbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:52:22.829874 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:52:23.917188 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:52:25.511420 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:52:36.034012 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:52:36.067010 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:52:46.295110 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:52:48.004282 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b7c5fe2e-fbc2-4b5f-8cda-c99a20dd76ab req-e2c9f181-5d72-4864-8af7-430e72774d62 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ad91f1bd-911d-4dbf-a3b2-0131f33ba119&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0820730 Sep 17 08:52:48.099029 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c5fe2e-fbc2-4b5f-8cda-c99a20dd76ab req-71ba2e21-e13a-4276-bdbf-9b7ae010788f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:52:48.100604 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b7c5fe2e-fbc2-4b5f-8cda-c99a20dd76ab req-71ba2e21-e13a-4276-bdbf-9b7ae010788f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=57f8c48e10b746f7af53464178493cdc&device_id=ad91f1bd-911d-4dbf-a3b2-0131f33ba119 HTTP/1.1" status: 200 len: 1096 time: 0.0407786 Sep 17 08:52:48.200008 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c5fe2e-fbc2-4b5f-8cda-c99a20dd76ab req-78d24b74-ff2e-46a8-94a5-4a7ded8f8c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:52:48.201347 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b7c5fe2e-fbc2-4b5f-8cda-c99a20dd76ab req-78d24b74-ff2e-46a8-94a5-4a7ded8f8c07 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b HTTP/1.1" status: 200 len: 912 time: 0.0811923 Sep 17 08:52:48.269012 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b7c5fe2e-fbc2-4b5f-8cda-c99a20dd76ab req-292a859d-9163-4679-bb4b-b62c4b2b426e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=81adcef4-151e-4ece-94b9-ec1371fcbea9 HTTP/1.1" status: 200 len: 1002 time: 0.0606568 Sep 17 08:52:48.332274 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c5fe2e-fbc2-4b5f-8cda-c99a20dd76ab req-a755688f-9a1a-4ea7-b0c9-fbe9962186b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:52:48.333681 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b7c5fe2e-fbc2-4b5f-8cda-c99a20dd76ab req-a755688f-9a1a-4ea7-b0c9-fbe9962186b6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f22b432a-999e-449e-99eb-5f8501222e22 HTTP/1.1" status: 200 len: 850 time: 0.0430481 Sep 17 08:52:48.377955 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c5fe2e-fbc2-4b5f-8cda-c99a20dd76ab req-2883bdc1-792e-4ad5-9bd2-f475ec48bb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:52:48.379376 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b7c5fe2e-fbc2-4b5f-8cda-c99a20dd76ab req-2883bdc1-792e-4ad5-9bd2-f475ec48bb18 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383842 Sep 17 08:52:48.470553 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b7c5fe2e-fbc2-4b5f-8cda-c99a20dd76ab req-d0fdd53c-7dda-4d8d-8d94-9100d9c731fe service neutron] 10.222.0.39 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835469 Sep 17 08:52:48.555669 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b7c5fe2e-fbc2-4b5f-8cda-c99a20dd76ab req-10daf235-72a8-4abf-a4ad-7045e079630f service neutron] 10.222.0.39 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781908 Sep 17 08:52:50.060000 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-356fe1f4-e72e-4e26-9ba4-8e15ffda0160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:52:52.526944 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6c1b0ecc-69f6-4777-a4eb-ec24cb42d35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:52:52.833875 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:52:53.827803 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a4752f00-29eb-47da-bb84-c899d6ef662e req-cc338bff-6dfc-4686-bf36-873a15f2e34c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0622940 Sep 17 08:52:53.908704 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a4752f00-29eb-47da-bb84-c899d6ef662e req-780fd6a1-efd3-4bc3-b3db-5174a8dfc7f0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0252130 Sep 17 08:52:53.920818 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:52:53.953852 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a4752f00-29eb-47da-bb84-c899d6ef662e req-ad6e5c9b-f00b-47c7-8445-549a88170a4e service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0193298 Sep 17 08:52:54.047603 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4752f00-29eb-47da-bb84-c899d6ef662e req-947842a3-014c-4d8c-8d3c-af9e4cd01161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:52:54.049085 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a4752f00-29eb-47da-bb84-c899d6ef662e req-947842a3-014c-4d8c-8d3c-af9e4cd01161 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0889447 Sep 17 08:52:55.514831 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:53:06.046575 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:53:06.086273 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:53:20.063003 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e620b7c7-c13f-4421-9145-b08982f8b142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:53:22.526734 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-835ad427-336b-40f0-8f95-f07bc0681be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:53:22.836703 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:53:23.295033 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:53:23.923403 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:53:25.517756 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:53:36.067944 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:53:36.092219 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:53:39.041028 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [req-d138f10a-373c-4b11-a361-3ecc37b39b9c req-ad3f3350-41c8-40f0-912c-23cf816d677d service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:53:39.042020 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d138f10a-373c-4b11-a361-3ecc37b39b9c req-ad3f3350-41c8-40f0-912c-23cf816d677d service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054557 Sep 17 08:53:39.245155 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-788ec6e8-79f2-41e3-b07f-bcbe17290a7e req-c8677b4e-5585-4c83-b458-dd1d0379e274 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ad91f1bd-911d-4dbf-a3b2-0131f33ba119&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0852807 Sep 17 08:53:39.263782 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f39012-79b4-4a36-b13f-25ec542bf24d req-dff113c8-dbd0-48b2-991f-75bef042b42c tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:53:39.265379 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f1f39012-79b4-4a36-b13f-25ec542bf24d req-dff113c8-dbd0-48b2-991f-75bef042b42c tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad91f1bd-911d-4dbf-a3b2-0131f33ba119 HTTP/1.1" status: 200 len: 945 time: 0.0939791 Sep 17 08:53:39.304071 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f1f39012-79b4-4a36-b13f-25ec542bf24d req-495fa2de-3d8a-4a90-ac4b-7aa2f7d0565e tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325160 Sep 17 08:53:40.464058 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e4315-1f86-45db-a953-0d6ffd01b7d7 req-7ee21017-5e01-432a-8716-02a160cf3602 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:53:40.465558 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-082e4315-1f86-45db-a953-0d6ffd01b7d7 req-7ee21017-5e01-432a-8716-02a160cf3602 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad91f1bd-911d-4dbf-a3b2-0131f33ba119 HTTP/1.1" status: 200 len: 945 time: 0.0948982 Sep 17 08:53:40.502434 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-082e4315-1f86-45db-a953-0d6ffd01b7d7 req-bdd262be-2680-41eb-a9fd-4498eeb4318c tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309513 Sep 17 08:53:41.617223 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e70220-6579-4825-b3b4-d216ba197bca req-04ca9ce9-b837-4550-8d3c-512b53d5535e tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:53:41.618706 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-08e70220-6579-4825-b3b4-d216ba197bca req-04ca9ce9-b837-4550-8d3c-512b53d5535e tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad91f1bd-911d-4dbf-a3b2-0131f33ba119 HTTP/1.1" status: 200 len: 945 time: 0.0488036 Sep 17 08:53:41.662289 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-08e70220-6579-4825-b3b4-d216ba197bca req-1d4a2d5c-e081-4bc8-96cf-40665437c3b9 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376573 Sep 17 08:53:42.777168 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6498364d-bbd0-49a7-bb9b-072488e70ea3 req-4756923b-f827-4268-b588-4341350c470e tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:53:42.778738 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6498364d-bbd0-49a7-bb9b-072488e70ea3 req-4756923b-f827-4268-b588-4341350c470e tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad91f1bd-911d-4dbf-a3b2-0131f33ba119 HTTP/1.1" status: 200 len: 945 time: 0.0500309 Sep 17 08:53:42.822526 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6498364d-bbd0-49a7-bb9b-072488e70ea3 req-d53b0951-3898-45af-b04a-ec55f0a0b181 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377429 Sep 17 08:53:43.939710 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d95ab9-fcb9-422a-bbbd-0bb5bb988023 req-281c9928-6307-481e-9e2c-67d926c4ae8c tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:53:43.941226 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e3d95ab9-fcb9-422a-bbbd-0bb5bb988023 req-281c9928-6307-481e-9e2c-67d926c4ae8c tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad91f1bd-911d-4dbf-a3b2-0131f33ba119 HTTP/1.1" status: 200 len: 945 time: 0.0510211 Sep 17 08:53:43.982854 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e3d95ab9-fcb9-422a-bbbd-0bb5bb988023 req-39cde5c6-0d27-4dfb-993b-7060adda2b21 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356283 Sep 17 08:53:44.494834 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ec6e8-79f2-41e3-b07f-bcbe17290a7e req-4655b984-dc6c-41d5-b113-4e99ab54f5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:53:44.496323 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-788ec6e8-79f2-41e3-b07f-bcbe17290a7e req-4655b984-dc6c-41d5-b113-4e99ab54f5ec service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=57f8c48e10b746f7af53464178493cdc&device_id=ad91f1bd-911d-4dbf-a3b2-0131f33ba119 HTTP/1.1" status: 200 len: 1096 time: 0.0394819 Sep 17 08:53:44.586580 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ec6e8-79f2-41e3-b07f-bcbe17290a7e req-a62b2dce-5639-4cbb-953c-ac8885c1ce28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:53:44.588288 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-788ec6e8-79f2-41e3-b07f-bcbe17290a7e req-a62b2dce-5639-4cbb-953c-ac8885c1ce28 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b HTTP/1.1" status: 200 len: 912 time: 0.0845842 Sep 17 08:53:44.653024 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-788ec6e8-79f2-41e3-b07f-bcbe17290a7e req-ed097f8c-355e-4ded-8efc-5cd58262be0e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=81adcef4-151e-4ece-94b9-ec1371fcbea9 HTTP/1.1" status: 200 len: 1002 time: 0.0574746 Sep 17 08:53:44.699214 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ec6e8-79f2-41e3-b07f-bcbe17290a7e req-f7a11746-aebf-491a-899d-38b4dc5f1611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:53:44.700670 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-788ec6e8-79f2-41e3-b07f-bcbe17290a7e req-f7a11746-aebf-491a-899d-38b4dc5f1611 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f22b432a-999e-449e-99eb-5f8501222e22 HTTP/1.1" status: 200 len: 850 time: 0.0410762 Sep 17 08:53:44.753278 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ec6e8-79f2-41e3-b07f-bcbe17290a7e req-e75c2b87-0e8e-47b7-b132-e706e409bf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:53:44.754750 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-788ec6e8-79f2-41e3-b07f-bcbe17290a7e req-e75c2b87-0e8e-47b7-b132-e706e409bf34 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473118 Sep 17 08:53:44.848984 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-788ec6e8-79f2-41e3-b07f-bcbe17290a7e req-e08df179-50cd-4cfb-b801-ca6fae4eb6c2 service neutron] 10.222.0.39 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852933 Sep 17 08:53:44.937146 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-788ec6e8-79f2-41e3-b07f-bcbe17290a7e req-a0b61ecc-ecc8-426b-bd6e-848b4881a7b0 service neutron] 10.222.0.39 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807180 Sep 17 08:53:45.097312 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a380dcc-5f61-48e7-b11d-63c6e5bb99ec req-756ea506-5737-4990-8319-79dcf48bc3d7 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:53:45.098822 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5a380dcc-5f61-48e7-b11d-63c6e5bb99ec req-756ea506-5737-4990-8319-79dcf48bc3d7 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad91f1bd-911d-4dbf-a3b2-0131f33ba119 HTTP/1.1" status: 200 len: 945 time: 0.0489652 Sep 17 08:53:45.141379 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5a380dcc-5f61-48e7-b11d-63c6e5bb99ec req-a538b299-e156-4e34-9797-594f3af66736 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365551 Sep 17 08:53:46.255035 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a2a768-5a22-48e8-8b82-489d27340c3e req-031c3413-df9b-4058-92ee-0e93011ccdc8 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:53:46.256523 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-42a2a768-5a22-48e8-8b82-489d27340c3e req-031c3413-df9b-4058-92ee-0e93011ccdc8 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad91f1bd-911d-4dbf-a3b2-0131f33ba119 HTTP/1.1" status: 200 len: 945 time: 0.0476315 Sep 17 08:53:46.295070 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-42a2a768-5a22-48e8-8b82-489d27340c3e req-36b3f319-2657-4e9f-b754-febefe130af5 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324514 Sep 17 08:53:47.413138 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8878cca5-f6a9-4877-bb01-c60ad5bf31d1 req-1d3fbfc9-c6f1-4e59-b2db-c7c7392ae775 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:53:47.414906 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8878cca5-f6a9-4877-bb01-c60ad5bf31d1 req-1d3fbfc9-c6f1-4e59-b2db-c7c7392ae775 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad91f1bd-911d-4dbf-a3b2-0131f33ba119 HTTP/1.1" status: 200 len: 945 time: 0.0495889 Sep 17 08:53:47.455877 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8878cca5-f6a9-4877-bb01-c60ad5bf31d1 req-f6d7b5b2-a65f-4bf0-ad88-48e18250e58f tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317366 Sep 17 08:53:48.566593 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a8efd-c402-476a-abfc-1818658cfd67 req-7d06fbb0-092d-4fc5-b8cd-661754ab8b8e tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:53:48.568118 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2e9a8efd-c402-476a-abfc-1818658cfd67 req-7d06fbb0-092d-4fc5-b8cd-661754ab8b8e tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad91f1bd-911d-4dbf-a3b2-0131f33ba119 HTTP/1.1" status: 200 len: 945 time: 0.0467145 Sep 17 08:53:48.609095 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2e9a8efd-c402-476a-abfc-1818658cfd67 req-67d85434-6778-4673-82ff-8f2b9b067a96 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351250 Sep 17 08:53:49.251631 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5708ccf1-50d5-4a7f-ba34-94413f19757a req-f29ab8fd-94ae-426f-b6e4-155d8302c216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:53:49.253770 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5708ccf1-50d5-4a7f-ba34-94413f19757a req-f29ab8fd-94ae-426f-b6e4-155d8302c216 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=57f8c48e10b746f7af53464178493cdc&device_id=ad91f1bd-911d-4dbf-a3b2-0131f33ba119 HTTP/1.1" status: 200 len: 1096 time: 0.0416694 Sep 17 08:53:49.353915 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5708ccf1-50d5-4a7f-ba34-94413f19757a req-928168ff-b867-427e-b5e6-be1d8ee69941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:53:49.355251 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5708ccf1-50d5-4a7f-ba34-94413f19757a req-928168ff-b867-427e-b5e6-be1d8ee69941 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b HTTP/1.1" status: 200 len: 912 time: 0.0828595 Sep 17 08:53:49.725986 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0702b60-726e-4dc0-a163-11eb6f6f32d3 req-e05284ac-0538-46d8-bc36-38e090c380c5 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:53:49.727492 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c0702b60-726e-4dc0-a163-11eb6f6f32d3 req-e05284ac-0538-46d8-bc36-38e090c380c5 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad91f1bd-911d-4dbf-a3b2-0131f33ba119 HTTP/1.1" status: 200 len: 945 time: 0.0497015 Sep 17 08:53:49.742892 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5708ccf1-50d5-4a7f-ba34-94413f19757a req-393dd6a8-7bdc-4523-a579-31c8a7e32a5d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=81adcef4-151e-4ece-94b9-ec1371fcbea9 HTTP/1.1" status: 200 len: 1002 time: 0.3784416 Sep 17 08:53:49.766301 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c0702b60-726e-4dc0-a163-11eb6f6f32d3 req-8f06a624-a203-46b4-82b5-3496d5a6d896 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325608 Sep 17 08:53:49.792119 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5708ccf1-50d5-4a7f-ba34-94413f19757a req-90105c13-e5e2-4d6b-87b7-37ca04cccc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:53:49.793576 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5708ccf1-50d5-4a7f-ba34-94413f19757a req-90105c13-e5e2-4d6b-87b7-37ca04cccc40 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f22b432a-999e-449e-99eb-5f8501222e22 HTTP/1.1" status: 200 len: 850 time: 0.0431104 Sep 17 08:53:49.841404 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5708ccf1-50d5-4a7f-ba34-94413f19757a req-ba6c424b-c8dc-42a6-a925-8f0689c13d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:53:49.842865 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5708ccf1-50d5-4a7f-ba34-94413f19757a req-ba6c424b-c8dc-42a6-a925-8f0689c13d82 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422735 Sep 17 08:53:49.929917 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5708ccf1-50d5-4a7f-ba34-94413f19757a req-70312880-f78a-4342-bfc2-d5352f5e61a3 service neutron] 10.222.0.39 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794413 Sep 17 08:53:50.020364 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5708ccf1-50d5-4a7f-ba34-94413f19757a req-a68eb623-d1c6-4a32-8346-5a996b2aa2a1 service neutron] 10.222.0.39 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822418 Sep 17 08:53:50.063555 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-28cc58ea-85c5-40bb-8042-7a241b7457ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:53:50.880736 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b5be4d-e6a4-4a34-ac39-e40cb0e17a32 req-db806426-dedd-4367-9cb7-6397274a24fe tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:53:50.882225 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-69b5be4d-e6a4-4a34-ac39-e40cb0e17a32 req-db806426-dedd-4367-9cb7-6397274a24fe tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad91f1bd-911d-4dbf-a3b2-0131f33ba119 HTTP/1.1" status: 200 len: 945 time: 0.0497539 Sep 17 08:53:50.919441 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-69b5be4d-e6a4-4a34-ac39-e40cb0e17a32 req-e9279394-dbf5-459d-8825-b6357b1565e5 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312881 Sep 17 08:53:52.032648 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e57c36-c77c-414b-86be-95c67c223210 req-74cb74fb-fb2e-451a-aed8-24dcd5cea21c tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:53:52.034107 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-37e57c36-c77c-414b-86be-95c67c223210 req-74cb74fb-fb2e-451a-aed8-24dcd5cea21c tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad91f1bd-911d-4dbf-a3b2-0131f33ba119 HTTP/1.1" status: 200 len: 945 time: 0.0476067 Sep 17 08:53:52.075297 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-37e57c36-c77c-414b-86be-95c67c223210 req-6fbb2fc4-6e85-43fd-bb59-4e65f09035db tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353205 Sep 17 08:53:52.526962 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a35e0587-c602-4d01-a16d-00c13557427b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:53:52.837413 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:53:53.188567 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652047e-9c16-49fc-8dbd-35f4982f5657 req-ff051435-6d4a-4b08-ac36-cee7467ba616 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:53:53.190021 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f652047e-9c16-49fc-8dbd-35f4982f5657 req-ff051435-6d4a-4b08-ac36-cee7467ba616 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad91f1bd-911d-4dbf-a3b2-0131f33ba119 HTTP/1.1" status: 200 len: 945 time: 0.0476985 Sep 17 08:53:53.226319 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f652047e-9c16-49fc-8dbd-35f4982f5657 req-269a4691-ceb1-49b4-979d-3d795a5a6cc5 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304449 Sep 17 08:53:53.926552 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:53:54.338465 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d86aee5-29f3-4e3c-9d06-603fa13c3fc2 req-4b567b69-183c-4c4f-b8a9-c407a4b598f4 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:53:54.339985 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3d86aee5-29f3-4e3c-9d06-603fa13c3fc2 req-4b567b69-183c-4c4f-b8a9-c407a4b598f4 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad91f1bd-911d-4dbf-a3b2-0131f33ba119 HTTP/1.1" status: 200 len: 945 time: 0.0480616 Sep 17 08:53:54.376999 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3d86aee5-29f3-4e3c-9d06-603fa13c3fc2 req-3bf6149e-9d9c-4c06-bdc5-0774f3a8c7b1 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311551 Sep 17 08:53:54.814052 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a3a9abca-9b56-44d8-a76d-d02ad251ff7e req-206c769e-d450-4e8b-b6e9-d521f8fc5459 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0245807 Sep 17 08:53:54.898120 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a3a9abca-9b56-44d8-a76d-d02ad251ff7e req-cc709210-68a6-42ff-a103-bc3df1fe244b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0280416 Sep 17 08:53:54.940045 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a3a9abca-9b56-44d8-a76d-d02ad251ff7e req-3c201661-d402-4651-8c3f-a7eef8caf4a3 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0186963 Sep 17 08:53:55.036261 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a9abca-9b56-44d8-a76d-d02ad251ff7e req-97cd7a6b-b37e-4a10-8795-a24bab41fdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:53:55.037759 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a3a9abca-9b56-44d8-a76d-d02ad251ff7e req-97cd7a6b-b37e-4a10-8795-a24bab41fdcf service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0915766 Sep 17 08:53:55.490379 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2b392e-b5db-4920-96f1-a6b3f341a59a req-d952ea61-c90e-49af-9850-1162be006186 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:53:55.491841 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fa2b392e-b5db-4920-96f1-a6b3f341a59a req-d952ea61-c90e-49af-9850-1162be006186 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad91f1bd-911d-4dbf-a3b2-0131f33ba119 HTTP/1.1" status: 200 len: 945 time: 0.0487003 Sep 17 08:53:55.520407 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:53:55.533027 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fa2b392e-b5db-4920-96f1-a6b3f341a59a req-b1d51fd6-e707-4f05-91cd-3914cf7f1323 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352051 Sep 17 08:53:56.652780 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded105bd-f52f-4797-a243-80b28eed3678 req-cffe3c6a-bc2e-49d9-a417-60266069af75 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:53:56.654252 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ded105bd-f52f-4797-a243-80b28eed3678 req-cffe3c6a-bc2e-49d9-a417-60266069af75 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad91f1bd-911d-4dbf-a3b2-0131f33ba119 HTTP/1.1" status: 200 len: 945 time: 0.0481958 Sep 17 08:53:56.691262 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ded105bd-f52f-4797-a243-80b28eed3678 req-894f7124-9f05-43c7-ad6c-4817989dd981 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306749 Sep 17 08:53:57.806378 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8717c-e242-4d63-8408-1cf93a9fd072 req-71516aa4-778a-402a-9ab6-7904445991c2 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:53:57.810227 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f0c8717c-e242-4d63-8408-1cf93a9fd072 req-71516aa4-778a-402a-9ab6-7904445991c2 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad91f1bd-911d-4dbf-a3b2-0131f33ba119 HTTP/1.1" status: 200 len: 945 time: 0.0529447 Sep 17 08:53:57.850915 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f0c8717c-e242-4d63-8408-1cf93a9fd072 req-d3cf970d-dafa-4cf6-a2ac-0dec3581cb8b tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346179 Sep 17 08:53:58.962474 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d851a-8fec-43c6-93b2-467af39f258f req-bd919ee2-3d4b-4134-b70b-9f24ed8e90f0 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:53:58.963942 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-461d851a-8fec-43c6-93b2-467af39f258f req-bd919ee2-3d4b-4134-b70b-9f24ed8e90f0 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad91f1bd-911d-4dbf-a3b2-0131f33ba119 HTTP/1.1" status: 200 len: 945 time: 0.0468647 Sep 17 08:53:59.008513 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-461d851a-8fec-43c6-93b2-467af39f258f req-6562bbc0-e0e9-444a-8baa-5831fea1cb84 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386281 Sep 17 08:54:00.130895 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66d83b8-8089-4385-99ff-730f1186c3cd req-e667c87a-44fc-467f-90cb-adc0972558fe tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:00.132989 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d66d83b8-8089-4385-99ff-730f1186c3cd req-e667c87a-44fc-467f-90cb-adc0972558fe tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad91f1bd-911d-4dbf-a3b2-0131f33ba119 HTTP/1.1" status: 200 len: 945 time: 0.0585353 Sep 17 08:54:00.174464 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d66d83b8-8089-4385-99ff-730f1186c3cd req-62603310-21f4-447c-adc1-f5ecabbfb9a6 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354872 Sep 17 08:54:00.293888 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:54:01.285343 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07768baf-ee41-45ef-a4e6-05906bf6a953 req-9a3b2913-41aa-49b2-b8e9-072e7ac367df tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:01.287298 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-07768baf-ee41-45ef-a4e6-05906bf6a953 req-9a3b2913-41aa-49b2-b8e9-072e7ac367df tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad91f1bd-911d-4dbf-a3b2-0131f33ba119 HTTP/1.1" status: 200 len: 945 time: 0.0469954 Sep 17 08:54:01.324541 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-07768baf-ee41-45ef-a4e6-05906bf6a953 req-ce801969-2a16-463a-8d2b-d5ed91de16f1 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314021 Sep 17 08:54:01.987515 n-d-789963-9 neutron-server[101290]: INFO neutron.api.v2.resource [req-788ec6e8-79f2-41e3-b07f-bcbe17290a7e req-7f5dbdad-8849-4613-a97c-4feeadd3f979 service neutron] show failed (client error): The resource could not be found. Sep 17 08:54:01.988549 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-788ec6e8-79f2-41e3-b07f-bcbe17290a7e req-7f5dbdad-8849-4613-a97c-4feeadd3f979 service neutron] 10.222.0.39 "GET /v2.0/ports/81adcef4-151e-4ece-94b9-ec1371fcbea9/bindings/n-h1-789963-9 HTTP/1.1" status: 404 len: 380 time: 0.0520320 Sep 17 08:54:02.181536 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ec6e8-79f2-41e3-b07f-bcbe17290a7e req-0fa88f4e-5abe-4aa3-b8f5-d6e04d9c0476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:02.183057 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-788ec6e8-79f2-41e3-b07f-bcbe17290a7e req-0fa88f4e-5abe-4aa3-b8f5-d6e04d9c0476 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ad91f1bd-911d-4dbf-a3b2-0131f33ba119&tenant_id=57f8c48e10b746f7af53464178493cdc HTTP/1.1" status: 200 len: 1096 time: 0.0396371 Sep 17 08:54:02.200758 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-788ec6e8-79f2-41e3-b07f-bcbe17290a7e req-3054f0ae-e816-4d0a-9697-b162c737c9c4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-9', 'device_owner': 'compute:nova'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:54:02.254205 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-788ec6e8-79f2-41e3-b07f-bcbe17290a7e req-3054f0ae-e816-4d0a-9697-b162c737c9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:54:02.487222 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913a4fe-9786-49bd-8a12-0aa067dabb4a req-62ce2c43-ccfa-472c-8681-d7b6d253f34d tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:02.488739 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2913a4fe-9786-49bd-8a12-0aa067dabb4a req-62ce2c43-ccfa-472c-8681-d7b6d253f34d tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad91f1bd-911d-4dbf-a3b2-0131f33ba119 HTTP/1.1" status: 200 len: 945 time: 0.0959725 Sep 17 08:54:02.493969 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-788ec6e8-79f2-41e3-b07f-bcbe17290a7e req-3054f0ae-e816-4d0a-9697-b162c737c9c4 service neutron] For port 81adcef4-151e-4ece-94b9-ec1371fcbea9, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=81adcef4-151e-4ece-94b9-ec1371fcbea9,segment=NetworkSegment(2b3a115c-7140-4873-a9db-77f8808c33a6),segment_id=2b3a115c-7140-4873-a9db-77f8808c33a6)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:54:02.558248 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2913a4fe-9786-49bd-8a12-0aa067dabb4a req-3ab5e737-bf69-42ec-b10b-b67d6abf9ece tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622325 Sep 17 08:54:02.561159 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-788ec6e8-79f2-41e3-b07f-bcbe17290a7e req-3054f0ae-e816-4d0a-9697-b162c737c9c4 service neutron] For port 81adcef4-151e-4ece-94b9-ec1371fcbea9, host n-h2-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:54:02.599917 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad91f1bd-911d-4dbf-a3b2-0131f33ba119', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81adcef4-151e-4ece-94b9-ec1371fcbea9'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:54:02.602145 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0b8b68ef77f8a69a7ea64e5314cb7bfe1c653782f919eb7015de92bbdd57641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8da3db-9bf4-4c27-8a7f-716cc38c5ea5" -d '{"events": [{"server_uuid": "ad91f1bd-911d-4dbf-a3b2-0131f33ba119", "name": "network-vif-unplugged", "status": "completed", "tag": "81adcef4-151e-4ece-94b9-ec1371fcbea9"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:54:02.606147 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-788ec6e8-79f2-41e3-b07f-bcbe17290a7e req-3054f0ae-e816-4d0a-9697-b162c737c9c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:54:02.619142 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.provisioning_blocks [req-788ec6e8-79f2-41e3-b07f-bcbe17290a7e req-3054f0ae-e816-4d0a-9697-b162c737c9c4 service neutron] Transition to ACTIVE for port object 81adcef4-151e-4ece-94b9-ec1371fcbea9 will not be triggered until provisioned by entity L2. {{(pid=101289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:54:02.622426 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-788ec6e8-79f2-41e3-b07f-bcbe17290a7e req-3054f0ae-e816-4d0a-9697-b162c737c9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:54:02.699382 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3054f0ae-e816-4d0a-9697-b162c737c9c4 service neutron] Pushing event updated for resources: {'Port': ['ID=81adcef4-151e-4ece-94b9-ec1371fcbea9,revision_number=6']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:54:02.708278 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 08:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac2e3409-097e-46f2-bb8f-dc2fdb0c802c x-openstack-request-id: req-ac2e3409-097e-46f2-bb8f-dc2fdb0c802c {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:54:02.708572 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad91f1bd-911d-4dbf-a3b2-0131f33ba119", "name": "network-vif-unplugged", "status": "completed", "tag": "81adcef4-151e-4ece-94b9-ec1371fcbea9", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:54:02.708825 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ac2e3409-097e-46f2-bb8f-dc2fdb0c802c {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:54:02.709224 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad91f1bd-911d-4dbf-a3b2-0131f33ba119', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81adcef4-151e-4ece-94b9-ec1371fcbea9', 'code': 200} Sep 17 08:54:02.712504 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3054f0ae-e816-4d0a-9697-b162c737c9c4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:54:02.712859 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3054f0ae-e816-4d0a-9697-b162c737c9c4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:54:02.713343 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3054f0ae-e816-4d0a-9697-b162c737c9c4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:54:02.713559 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3054f0ae-e816-4d0a-9697-b162c737c9c4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:54:02.713904 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3054f0ae-e816-4d0a-9697-b162c737c9c4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:54:02.714241 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3054f0ae-e816-4d0a-9697-b162c737c9c4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:54:02.714574 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3054f0ae-e816-4d0a-9697-b162c737c9c4 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:54:02.714923 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3054f0ae-e816-4d0a-9697-b162c737c9c4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:54:02.715343 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3054f0ae-e816-4d0a-9697-b162c737c9c4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:54:02.715678 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3054f0ae-e816-4d0a-9697-b162c737c9c4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:54:02.716035 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3054f0ae-e816-4d0a-9697-b162c737c9c4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:54:02.716367 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3054f0ae-e816-4d0a-9697-b162c737c9c4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:54:02.757736 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-788ec6e8-79f2-41e3-b07f-bcbe17290a7e req-3054f0ae-e816-4d0a-9697-b162c737c9c4 service neutron] No DVR routers for this DVR port 81adcef4-151e-4ece-94b9-ec1371fcbea9 on host n-h2-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:54:02.896681 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-788ec6e8-79f2-41e3-b07f-bcbe17290a7e req-3054f0ae-e816-4d0a-9697-b162c737c9c4 service neutron] Attempting to bind port 81adcef4-151e-4ece-94b9-ec1371fcbea9 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:54:02.897009 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-788ec6e8-79f2-41e3-b07f-bcbe17290a7e req-3054f0ae-e816-4d0a-9697-b162c737c9c4 service neutron] Attempting to bind port 81adcef4-151e-4ece-94b9-ec1371fcbea9 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': '2b3a115c-7140-4873-a9db-77f8808c33a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:54:02.897361 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788ec6e8-79f2-41e3-b07f-bcbe17290a7e req-3054f0ae-e816-4d0a-9697-b162c737c9c4 service neutron] Attempting to bind port 81adcef4-151e-4ece-94b9-ec1371fcbea9 on network 0ee5baf7-50f7-4d0a-b426-59fc9506c09b {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:54:02.901424 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788ec6e8-79f2-41e3-b07f-bcbe17290a7e req-3054f0ae-e816-4d0a-9697-b162c737c9c4 service neutron] Port 81adcef4-151e-4ece-94b9-ec1371fcbea9 on network 0ee5baf7-50f7-4d0a-b426-59fc9506c09b not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:54:02.901742 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788ec6e8-79f2-41e3-b07f-bcbe17290a7e req-3054f0ae-e816-4d0a-9697-b162c737c9c4 service neutron] Attempting to bind port 81adcef4-151e-4ece-94b9-ec1371fcbea9 on network 0ee5baf7-50f7-4d0a-b426-59fc9506c09b {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:54:02.906411 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788ec6e8-79f2-41e3-b07f-bcbe17290a7e req-3054f0ae-e816-4d0a-9697-b162c737c9c4 service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:54:02.906742 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788ec6e8-79f2-41e3-b07f-bcbe17290a7e req-3054f0ae-e816-4d0a-9697-b162c737c9c4 service neutron] Checking segment: {'id': '2b3a115c-7140-4873-a9db-77f8808c33a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:54:02.907118 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788ec6e8-79f2-41e3-b07f-bcbe17290a7e req-3054f0ae-e816-4d0a-9697-b162c737c9c4 service neutron] Bound using segment: {'id': '2b3a115c-7140-4873-a9db-77f8808c33a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b'} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:54:02.907531 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-788ec6e8-79f2-41e3-b07f-bcbe17290a7e req-3054f0ae-e816-4d0a-9697-b162c737c9c4 service neutron] Bound port: 81adcef4-151e-4ece-94b9-ec1371fcbea9, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b3a115c-7140-4873-a9db-77f8808c33a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b'}}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:54:02.907903 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-788ec6e8-79f2-41e3-b07f-bcbe17290a7e req-3054f0ae-e816-4d0a-9697-b162c737c9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:54:02.967378 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-788ec6e8-79f2-41e3-b07f-bcbe17290a7e req-3054f0ae-e816-4d0a-9697-b162c737c9c4 service neutron] For port 81adcef4-151e-4ece-94b9-ec1371fcbea9, host n-h1-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:54:02.970276 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-788ec6e8-79f2-41e3-b07f-bcbe17290a7e req-3054f0ae-e816-4d0a-9697-b162c737c9c4 service neutron] For port 81adcef4-151e-4ece-94b9-ec1371fcbea9, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=81adcef4-151e-4ece-94b9-ec1371fcbea9,segment=NetworkSegment(2b3a115c-7140-4873-a9db-77f8808c33a6),segment_id=2b3a115c-7140-4873-a9db-77f8808c33a6)] {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:54:02.974566 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-788ec6e8-79f2-41e3-b07f-bcbe17290a7e req-3054f0ae-e816-4d0a-9697-b162c737c9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:54:03.010557 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ec6e8-79f2-41e3-b07f-bcbe17290a7e req-3054f0ae-e816-4d0a-9697-b162c737c9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:03.010557 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-788ec6e8-79f2-41e3-b07f-bcbe17290a7e req-3054f0ae-e816-4d0a-9697-b162c737c9c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:54:03.011822 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-788ec6e8-79f2-41e3-b07f-bcbe17290a7e req-3054f0ae-e816-4d0a-9697-b162c737c9c4 service neutron] 10.222.0.41 "PUT /v2.0/ports/81adcef4-151e-4ece-94b9-ec1371fcbea9 HTTP/1.1" status: 200 len: 1091 time: 0.8148937 Sep 17 08:54:03.030862 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3054f0ae-e816-4d0a-9697-b162c737c9c4 service neutron] Pushing event updated for resources: {'Port': ['ID=81adcef4-151e-4ece-94b9-ec1371fcbea9,revision_number=7']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:54:03.089680 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ec6e8-79f2-41e3-b07f-bcbe17290a7e req-08540b2b-a829-4129-b1a2-b516316bfd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:03.091206 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-788ec6e8-79f2-41e3-b07f-bcbe17290a7e req-08540b2b-a829-4129-b1a2-b516316bfd0a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=57f8c48e10b746f7af53464178493cdc&device_id=ad91f1bd-911d-4dbf-a3b2-0131f33ba119 HTTP/1.1" status: 200 len: 1094 time: 0.0458107 Sep 17 08:54:03.183265 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ec6e8-79f2-41e3-b07f-bcbe17290a7e req-8b16072b-bc25-4103-a3c0-519807291a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:03.184781 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-788ec6e8-79f2-41e3-b07f-bcbe17290a7e req-8b16072b-bc25-4103-a3c0-519807291a01 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b HTTP/1.1" status: 200 len: 912 time: 0.0855162 Sep 17 08:54:03.252309 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-788ec6e8-79f2-41e3-b07f-bcbe17290a7e req-019f4007-c7e0-4aa4-8bce-eeed1fbb554a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=81adcef4-151e-4ece-94b9-ec1371fcbea9 HTTP/1.1" status: 200 len: 1000 time: 0.0596156 Sep 17 08:54:03.301341 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ec6e8-79f2-41e3-b07f-bcbe17290a7e req-1ded02f3-5885-42dd-8dee-040405cf51a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:03.302794 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-788ec6e8-79f2-41e3-b07f-bcbe17290a7e req-1ded02f3-5885-42dd-8dee-040405cf51a5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f22b432a-999e-449e-99eb-5f8501222e22 HTTP/1.1" status: 200 len: 850 time: 0.0425761 Sep 17 08:54:03.346104 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ec6e8-79f2-41e3-b07f-bcbe17290a7e req-19e7f269-9093-4370-bb66-c786aeeb0a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:03.347461 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-788ec6e8-79f2-41e3-b07f-bcbe17290a7e req-19e7f269-9093-4370-bb66-c786aeeb0a3c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0378354 Sep 17 08:54:03.436707 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-788ec6e8-79f2-41e3-b07f-bcbe17290a7e req-402e1b83-e16e-440f-8d00-073a631862cd service neutron] 10.222.0.41 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818341 Sep 17 08:54:03.522804 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-788ec6e8-79f2-41e3-b07f-bcbe17290a7e req-ecda71fa-2243-4407-bdf2-e68cd63d350c service neutron] 10.222.0.41 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792389 Sep 17 08:54:03.672709 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf1b28c-ee6a-48d9-a62e-cde6f3ad4447 req-db256050-1d2e-4523-bdc3-b1868dd39460 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:03.674187 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ccf1b28c-ee6a-48d9-a62e-cde6f3ad4447 req-db256050-1d2e-4523-bdc3-b1868dd39460 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad91f1bd-911d-4dbf-a3b2-0131f33ba119 HTTP/1.1" status: 200 len: 943 time: 0.0483184 Sep 17 08:54:03.715898 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ccf1b28c-ee6a-48d9-a62e-cde6f3ad4447 req-4d7c8e08-4e45-4786-ba3f-c673993c0816 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357723 Sep 17 08:54:04.710439 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad91f1bd-911d-4dbf-a3b2-0131f33ba119', 'tag': '81adcef4-151e-4ece-94b9-ec1371fcbea9'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:54:04.712842 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0b8b68ef77f8a69a7ea64e5314cb7bfe1c653782f919eb7015de92bbdd57641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031e6ed7-61ee-4a7f-86a9-041e65c7a7bc" -d '{"events": [{"name": "network-changed", "server_uuid": "ad91f1bd-911d-4dbf-a3b2-0131f33ba119", "tag": "81adcef4-151e-4ece-94b9-ec1371fcbea9"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:54:04.759812 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40d6cf5-071e-4aa8-b8de-6f7fe0029014 x-openstack-request-id: req-e40d6cf5-071e-4aa8-b8de-6f7fe0029014 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:54:04.760134 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad91f1bd-911d-4dbf-a3b2-0131f33ba119", "tag": "81adcef4-151e-4ece-94b9-ec1371fcbea9", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:54:04.760380 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e40d6cf5-071e-4aa8-b8de-6f7fe0029014 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:54:04.760770 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad91f1bd-911d-4dbf-a3b2-0131f33ba119', 'tag': '81adcef4-151e-4ece-94b9-ec1371fcbea9', 'status': 'completed', 'code': 200} Sep 17 08:54:04.840306 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e6ed7-61ee-4a7f-86a9-041e65c7a7bc req-96bd8bc3-ac71-4760-b8c2-6805149ff24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:04.841946 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-031e6ed7-61ee-4a7f-86a9-041e65c7a7bc req-96bd8bc3-ac71-4760-b8c2-6805149ff24c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=57f8c48e10b746f7af53464178493cdc&device_id=ad91f1bd-911d-4dbf-a3b2-0131f33ba119 HTTP/1.1" status: 200 len: 1094 time: 0.0407200 Sep 17 08:54:04.855426 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454e032-d46f-4846-bbca-7b40f77813f8 req-e00132f7-9386-49aa-b25a-1115749f5edc tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:04.856917 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6454e032-d46f-4846-bbca-7b40f77813f8 req-e00132f7-9386-49aa-b25a-1115749f5edc tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad91f1bd-911d-4dbf-a3b2-0131f33ba119 HTTP/1.1" status: 200 len: 943 time: 0.0755258 Sep 17 08:54:04.862795 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e6ed7-61ee-4a7f-86a9-041e65c7a7bc req-1c663f91-4603-4663-b2a2-3630d433484b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:04.864243 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-031e6ed7-61ee-4a7f-86a9-041e65c7a7bc req-1c663f91-4603-4663-b2a2-3630d433484b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=57f8c48e10b746f7af53464178493cdc&device_id=ad91f1bd-911d-4dbf-a3b2-0131f33ba119 HTTP/1.1" status: 200 len: 1094 time: 0.0573425 Sep 17 08:54:04.935642 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e6ed7-61ee-4a7f-86a9-041e65c7a7bc req-805d4316-09ab-4827-be39-f5c431e3a97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:04.937587 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-031e6ed7-61ee-4a7f-86a9-041e65c7a7bc req-805d4316-09ab-4827-be39-f5c431e3a97d service neutron] 10.222.0.39 "GET /v2.0/networks?id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b HTTP/1.1" status: 200 len: 912 time: 0.0871253 Sep 17 08:54:04.948776 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6454e032-d46f-4846-bbca-7b40f77813f8 req-a9e3affa-7b9c-4794-a157-d82351e7c4e9 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835888 Sep 17 08:54:04.975969 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e6ed7-61ee-4a7f-86a9-041e65c7a7bc req-75839dcc-4d51-4a3f-84e6-11fbbdabad0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:04.977352 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-031e6ed7-61ee-4a7f-86a9-041e65c7a7bc req-75839dcc-4d51-4a3f-84e6-11fbbdabad0a service neutron] 10.222.0.41 "GET /v2.0/networks?id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b HTTP/1.1" status: 200 len: 912 time: 0.1058350 Sep 17 08:54:05.001859 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-031e6ed7-61ee-4a7f-86a9-041e65c7a7bc req-65092fb4-ae1a-4465-a3b5-798983b60296 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=81adcef4-151e-4ece-94b9-ec1371fcbea9 HTTP/1.1" status: 200 len: 1000 time: 0.0572104 Sep 17 08:54:05.048138 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-031e6ed7-61ee-4a7f-86a9-041e65c7a7bc req-421144bb-4ba2-4ce3-ad58-d51e9fffdd84 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=81adcef4-151e-4ece-94b9-ec1371fcbea9 HTTP/1.1" status: 200 len: 1000 time: 0.0586593 Sep 17 08:54:05.059008 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e6ed7-61ee-4a7f-86a9-041e65c7a7bc req-1048893b-548b-441f-87b6-5f4bf964dc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:05.060492 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-031e6ed7-61ee-4a7f-86a9-041e65c7a7bc req-1048893b-548b-441f-87b6-5f4bf964dc2a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f22b432a-999e-449e-99eb-5f8501222e22 HTTP/1.1" status: 200 len: 850 time: 0.0517676 Sep 17 08:54:05.102633 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e6ed7-61ee-4a7f-86a9-041e65c7a7bc req-1cb4d477-ae0b-47ed-b397-910da116b878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:05.104147 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-031e6ed7-61ee-4a7f-86a9-041e65c7a7bc req-1cb4d477-ae0b-47ed-b397-910da116b878 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f22b432a-999e-449e-99eb-5f8501222e22 HTTP/1.1" status: 200 len: 850 time: 0.0480893 Sep 17 08:54:05.107038 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e6ed7-61ee-4a7f-86a9-041e65c7a7bc req-452e164e-b32b-43f7-b915-490bb74219aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:05.108589 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-031e6ed7-61ee-4a7f-86a9-041e65c7a7bc req-452e164e-b32b-43f7-b915-490bb74219aa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398297 Sep 17 08:54:05.150959 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e6ed7-61ee-4a7f-86a9-041e65c7a7bc req-f510d07a-3f56-4e82-9959-97b57a6aebe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:05.152553 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-031e6ed7-61ee-4a7f-86a9-041e65c7a7bc req-f510d07a-3f56-4e82-9959-97b57a6aebe7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407491 Sep 17 08:54:05.196711 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-031e6ed7-61ee-4a7f-86a9-041e65c7a7bc req-feee64c5-aba0-40b9-a885-8c595242f588 service neutron] 10.222.0.39 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810635 Sep 17 08:54:05.240588 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-031e6ed7-61ee-4a7f-86a9-041e65c7a7bc req-4988248d-a1cc-4e8b-89b5-dcca59b4a40a service neutron] 10.222.0.41 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802782 Sep 17 08:54:05.289532 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-031e6ed7-61ee-4a7f-86a9-041e65c7a7bc req-fc061484-841f-410f-8d3e-a9f1b8541980 service neutron] 10.222.0.39 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853927 Sep 17 08:54:05.333220 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-031e6ed7-61ee-4a7f-86a9-041e65c7a7bc req-53f3ab34-a0bb-45d1-b3be-f74f42eb65f9 service neutron] 10.222.0.41 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850632 Sep 17 08:54:06.065343 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b420e0-c08b-41e7-92a5-275f4223ae47 req-c348119d-0336-45e4-9d91-66e3520177e1 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:06.065927 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:54:06.066873 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-25b420e0-c08b-41e7-92a5-275f4223ae47 req-c348119d-0336-45e4-9d91-66e3520177e1 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad91f1bd-911d-4dbf-a3b2-0131f33ba119 HTTP/1.1" status: 200 len: 943 time: 0.0497167 Sep 17 08:54:06.097309 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:54:06.106216 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-25b420e0-c08b-41e7-92a5-275f4223ae47 req-17615d95-ff13-4cde-a5c9-165675aeb168 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323198 Sep 17 08:54:07.270840 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102f66f4-256d-48c4-ab2d-182bc7ff95c3 req-cb295ec5-e000-49af-a857-8aa135cf6677 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:07.272945 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-102f66f4-256d-48c4-ab2d-182bc7ff95c3 req-cb295ec5-e000-49af-a857-8aa135cf6677 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad91f1bd-911d-4dbf-a3b2-0131f33ba119 HTTP/1.1" status: 200 len: 943 time: 0.0490546 Sep 17 08:54:07.312779 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-102f66f4-256d-48c4-ab2d-182bc7ff95c3 req-f18b6d5d-d258-4ded-84e0-d8f002d86549 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339100 Sep 17 08:54:07.357471 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 81adcef4-151e-4ece-94b9-ec1371fcbea9 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:54:07.397656 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 81adcef4-151e-4ece-94b9-ec1371fcbea9 not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:54:07.616360 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209aa13a-9313-445b-8f4c-481201bc0ea5 req-1eda2507-6b21-46e4-a5b9-b0ef6c952df8 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:07.617708 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-209aa13a-9313-445b-8f4c-481201bc0ea5 req-1eda2507-6b21-46e4-a5b9-b0ef6c952df8 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad91f1bd-911d-4dbf-a3b2-0131f33ba119&tenant_id=57f8c48e10b746f7af53464178493cdc&binding%3Ahost_id=n-h1-789963-9 HTTP/1.1" status: 200 len: 943 time: 0.0768988 Sep 17 08:54:07.629358 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ba93d-5056-4ff4-83bf-00d16d2d7ebe req-6fed0486-b371-4f34-ac47-18076dbd2150 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:07.631274 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e33ba93d-5056-4ff4-83bf-00d16d2d7ebe req-6fed0486-b371-4f34-ac47-18076dbd2150 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad91f1bd-911d-4dbf-a3b2-0131f33ba119 HTTP/1.1" status: 200 len: 943 time: 0.0647032 Sep 17 08:54:07.702409 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e33ba93d-5056-4ff4-83bf-00d16d2d7ebe req-e399bf24-b103-4905-b9cd-b6ce3f05ec45 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644259 Sep 17 08:54:07.709947 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-209aa13a-9313-445b-8f4c-481201bc0ea5 req-1f5a9118-84d4-4388-98df-362676fe08e2 service neutron] 10.222.0.41 "GET /v2.0/ports/81adcef4-151e-4ece-94b9-ec1371fcbea9/bindings/n-h1-789963-9 HTTP/1.1" status: 200 len: 382 time: 0.0778193 Sep 17 08:54:08.088678 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209aa13a-9313-445b-8f4c-481201bc0ea5 req-e85260ba-d0b0-4e2c-95da-19acebe2cc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:08.090170 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-209aa13a-9313-445b-8f4c-481201bc0ea5 req-e85260ba-d0b0-4e2c-95da-19acebe2cc2a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=57f8c48e10b746f7af53464178493cdc&device_id=ad91f1bd-911d-4dbf-a3b2-0131f33ba119 HTTP/1.1" status: 200 len: 1094 time: 0.3412592 Sep 17 08:54:08.176085 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209aa13a-9313-445b-8f4c-481201bc0ea5 req-1f3fef3e-511a-4980-a7bc-17fa6504feb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:08.178098 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-209aa13a-9313-445b-8f4c-481201bc0ea5 req-1f3fef3e-511a-4980-a7bc-17fa6504feb0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b HTTP/1.1" status: 200 len: 912 time: 0.0797834 Sep 17 08:54:08.241475 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-209aa13a-9313-445b-8f4c-481201bc0ea5 req-ce719822-aa33-47b8-b143-b6554a1b26ab service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=81adcef4-151e-4ece-94b9-ec1371fcbea9 HTTP/1.1" status: 200 len: 1000 time: 0.0573659 Sep 17 08:54:08.287488 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209aa13a-9313-445b-8f4c-481201bc0ea5 req-f13587ba-9fee-483c-a9d7-ccd0df21678d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:08.288879 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-209aa13a-9313-445b-8f4c-481201bc0ea5 req-f13587ba-9fee-483c-a9d7-ccd0df21678d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f22b432a-999e-449e-99eb-5f8501222e22 HTTP/1.1" status: 200 len: 850 time: 0.0411255 Sep 17 08:54:08.331158 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209aa13a-9313-445b-8f4c-481201bc0ea5 req-7a3adb2f-4d97-4714-95e1-baa75a2171db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:08.332535 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-209aa13a-9313-445b-8f4c-481201bc0ea5 req-7a3adb2f-4d97-4714-95e1-baa75a2171db service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0368114 Sep 17 08:54:08.420687 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-209aa13a-9313-445b-8f4c-481201bc0ea5 req-a3c3e897-1559-4b3b-9ed6-73c573a1c014 service neutron] 10.222.0.41 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811563 Sep 17 08:54:08.482725 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 81adcef4-151e-4ece-94b9-ec1371fcbea9 details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:54:08.511575 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-209aa13a-9313-445b-8f4c-481201bc0ea5 req-87a38508-418c-4622-a6c3-3d44427da5c3 service neutron] 10.222.0.41 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839009 Sep 17 08:54:08.579314 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 81adcef4-151e-4ece-94b9-ec1371fcbea9, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=81adcef4-151e-4ece-94b9-ec1371fcbea9,segment=NetworkSegment(2b3a115c-7140-4873-a9db-77f8808c33a6),segment_id=2b3a115c-7140-4873-a9db-77f8808c33a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:54:08.590231 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': '81adcef4-151e-4ece-94b9-ec1371fcbea9', 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b', 'port_id': '81adcef4-151e-4ece-94b9-ec1371fcbea9', 'mac_address': 'fa:16:3e:66:62:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f22b432a-999e-449e-99eb-5f8501222e22', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:54:08.629650 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:54:08.642245 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81adcef4-151e-4ece-94b9-ec1371fcbea9 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:54:08.660615 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 81adcef4-151e-4ece-94b9-ec1371fcbea9, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=81adcef4-151e-4ece-94b9-ec1371fcbea9,segment=NetworkSegment(2b3a115c-7140-4873-a9db-77f8808c33a6),segment_id=2b3a115c-7140-4873-a9db-77f8808c33a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:54:08.665167 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:54:08.711363 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=81adcef4-151e-4ece-94b9-ec1371fcbea9,revision_number=8']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:54:08.718789 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:54:08.719150 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:54:08.719505 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:54:08.719870 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:54:08.720217 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:54:08.720556 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:54:08.720890 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:54:08.721225 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:54:08.721557 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:54:08.721887 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:54:08.722219 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:54:08.722549 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:54:08.817568 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e345d-7445-43a0-9f9c-7ae671472e68 req-9fdfd1d6-afaa-4231-9801-4b0a018e5b9e tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:08.819036 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-671e345d-7445-43a0-9f9c-7ae671472e68 req-9fdfd1d6-afaa-4231-9801-4b0a018e5b9e tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad91f1bd-911d-4dbf-a3b2-0131f33ba119 HTTP/1.1" status: 200 len: 944 time: 0.0482295 Sep 17 08:54:08.854960 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-671e345d-7445-43a0-9f9c-7ae671472e68 req-6777af30-1547-49ff-bee3-d2b0026ac4f4 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299263 Sep 17 08:54:09.176834 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['81adcef4-151e-4ece-94b9-ec1371fcbea9'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:54:09.968444 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb88435-458d-4cb0-a77f-b77938f0e568 req-af9f16e8-669f-4bcc-a782-22c2d91cb384 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:09.969925 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5eb88435-458d-4cb0-a77f-b77938f0e568 req-af9f16e8-669f-4bcc-a782-22c2d91cb384 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad91f1bd-911d-4dbf-a3b2-0131f33ba119 HTTP/1.1" status: 200 len: 944 time: 0.0477359 Sep 17 08:54:10.007628 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5eb88435-458d-4cb0-a77f-b77938f0e568 req-0ab16820-8869-45d3-8831-ed25e6a89a29 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310831 Sep 17 08:54:10.487697 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 81adcef4-151e-4ece-94b9-ec1371fcbea9 details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:54:10.585536 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 81adcef4-151e-4ece-94b9-ec1371fcbea9, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=81adcef4-151e-4ece-94b9-ec1371fcbea9,segment=NetworkSegment(2b3a115c-7140-4873-a9db-77f8808c33a6),segment_id=2b3a115c-7140-4873-a9db-77f8808c33a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:54:10.596707 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': '81adcef4-151e-4ece-94b9-ec1371fcbea9', 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b', 'port_id': '81adcef4-151e-4ece-94b9-ec1371fcbea9', 'mac_address': 'fa:16:3e:66:62:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f22b432a-999e-449e-99eb-5f8501222e22', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:54:10.801668 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209aa13a-9313-445b-8f4c-481201bc0ea5 req-ce4ffc9a-c902-491e-8d9d-4ba90cd574d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:10.803157 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-209aa13a-9313-445b-8f4c-481201bc0ea5 req-ce4ffc9a-c902-491e-8d9d-4ba90cd574d5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ad91f1bd-911d-4dbf-a3b2-0131f33ba119&tenant_id=57f8c48e10b746f7af53464178493cdc HTTP/1.1" status: 200 len: 1095 time: 0.0392344 Sep 17 08:54:10.820805 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-209aa13a-9313-445b-8f4c-481201bc0ea5 req-015fcf17-86ad-4591-9c51-719630231d92 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-9', 'device_owner': 'compute:nova'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:54:10.874047 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-209aa13a-9313-445b-8f4c-481201bc0ea5 req-015fcf17-86ad-4591-9c51-719630231d92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:54:11.079732 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-209aa13a-9313-445b-8f4c-481201bc0ea5 req-015fcf17-86ad-4591-9c51-719630231d92 service neutron] For port 81adcef4-151e-4ece-94b9-ec1371fcbea9, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=81adcef4-151e-4ece-94b9-ec1371fcbea9,segment=NetworkSegment(2b3a115c-7140-4873-a9db-77f8808c33a6),segment_id=2b3a115c-7140-4873-a9db-77f8808c33a6)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:54:11.112876 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-209aa13a-9313-445b-8f4c-481201bc0ea5 req-015fcf17-86ad-4591-9c51-719630231d92 service neutron] For port 81adcef4-151e-4ece-94b9-ec1371fcbea9, host n-h1-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:54:11.127555 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b890486c-4e03-4cff-a96d-40979ae1e88a req-062183a2-d94b-4a18-8dfa-7756f1327fea tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:11.129066 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b890486c-4e03-4cff-a96d-40979ae1e88a req-062183a2-d94b-4a18-8dfa-7756f1327fea tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad91f1bd-911d-4dbf-a3b2-0131f33ba119 HTTP/1.1" status: 200 len: 944 time: 0.0528493 Sep 17 08:54:11.145162 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-209aa13a-9313-445b-8f4c-481201bc0ea5 req-015fcf17-86ad-4591-9c51-719630231d92 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 81adcef4-151e-4ece-94b9-ec1371fcbea9 {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:54:11.153501 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-209aa13a-9313-445b-8f4c-481201bc0ea5 req-015fcf17-86ad-4591-9c51-719630231d92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:54:11.165243 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-209aa13a-9313-445b-8f4c-481201bc0ea5 req-015fcf17-86ad-4591-9c51-719630231d92 service neutron] Ignored duplicate provisioning block setup for port 81adcef4-151e-4ece-94b9-ec1371fcbea9 by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 17 08:54:11.167374 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b890486c-4e03-4cff-a96d-40979ae1e88a req-ced6fee6-da2a-471f-9f3b-df3249929b4d tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319343 Sep 17 08:54:11.169070 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-209aa13a-9313-445b-8f4c-481201bc0ea5 req-015fcf17-86ad-4591-9c51-719630231d92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:54:11.254452 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015fcf17-86ad-4591-9c51-719630231d92 service neutron] Pushing event updated for resources: {'Port': ['ID=81adcef4-151e-4ece-94b9-ec1371fcbea9,revision_number=9']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:54:11.268539 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015fcf17-86ad-4591-9c51-719630231d92 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:54:11.268886 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015fcf17-86ad-4591-9c51-719630231d92 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:54:11.269224 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015fcf17-86ad-4591-9c51-719630231d92 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:54:11.269565 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015fcf17-86ad-4591-9c51-719630231d92 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:54:11.269888 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015fcf17-86ad-4591-9c51-719630231d92 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:54:11.270289 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015fcf17-86ad-4591-9c51-719630231d92 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:54:11.270725 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015fcf17-86ad-4591-9c51-719630231d92 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:54:11.271155 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015fcf17-86ad-4591-9c51-719630231d92 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:54:11.271610 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015fcf17-86ad-4591-9c51-719630231d92 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:54:11.272107 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015fcf17-86ad-4591-9c51-719630231d92 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:54:11.272567 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015fcf17-86ad-4591-9c51-719630231d92 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:54:11.273586 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015fcf17-86ad-4591-9c51-719630231d92 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:54:11.312998 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-209aa13a-9313-445b-8f4c-481201bc0ea5 req-015fcf17-86ad-4591-9c51-719630231d92 service neutron] No DVR routers for this DVR port 81adcef4-151e-4ece-94b9-ec1371fcbea9 on host n-h1-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:54:11.448056 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-209aa13a-9313-445b-8f4c-481201bc0ea5 req-015fcf17-86ad-4591-9c51-719630231d92 service neutron] Attempting to bind port 81adcef4-151e-4ece-94b9-ec1371fcbea9 on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:54:11.448395 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-209aa13a-9313-445b-8f4c-481201bc0ea5 req-015fcf17-86ad-4591-9c51-719630231d92 service neutron] Attempting to bind port 81adcef4-151e-4ece-94b9-ec1371fcbea9 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': '2b3a115c-7140-4873-a9db-77f8808c33a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:54:11.448719 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209aa13a-9313-445b-8f4c-481201bc0ea5 req-015fcf17-86ad-4591-9c51-719630231d92 service neutron] Attempting to bind port 81adcef4-151e-4ece-94b9-ec1371fcbea9 on network 0ee5baf7-50f7-4d0a-b426-59fc9506c09b {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:54:11.452998 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209aa13a-9313-445b-8f4c-481201bc0ea5 req-015fcf17-86ad-4591-9c51-719630231d92 service neutron] Port 81adcef4-151e-4ece-94b9-ec1371fcbea9 on network 0ee5baf7-50f7-4d0a-b426-59fc9506c09b not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:54:11.453320 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209aa13a-9313-445b-8f4c-481201bc0ea5 req-015fcf17-86ad-4591-9c51-719630231d92 service neutron] Attempting to bind port 81adcef4-151e-4ece-94b9-ec1371fcbea9 on network 0ee5baf7-50f7-4d0a-b426-59fc9506c09b {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:54:11.458124 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209aa13a-9313-445b-8f4c-481201bc0ea5 req-015fcf17-86ad-4591-9c51-719630231d92 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:54:11.458462 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209aa13a-9313-445b-8f4c-481201bc0ea5 req-015fcf17-86ad-4591-9c51-719630231d92 service neutron] Checking segment: {'id': '2b3a115c-7140-4873-a9db-77f8808c33a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:54:11.458848 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209aa13a-9313-445b-8f4c-481201bc0ea5 req-015fcf17-86ad-4591-9c51-719630231d92 service neutron] Bound using segment: {'id': '2b3a115c-7140-4873-a9db-77f8808c33a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:54:11.459305 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-209aa13a-9313-445b-8f4c-481201bc0ea5 req-015fcf17-86ad-4591-9c51-719630231d92 service neutron] Bound port: 81adcef4-151e-4ece-94b9-ec1371fcbea9, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b3a115c-7140-4873-a9db-77f8808c33a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:54:11.459662 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-209aa13a-9313-445b-8f4c-481201bc0ea5 req-015fcf17-86ad-4591-9c51-719630231d92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:54:11.521045 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-209aa13a-9313-445b-8f4c-481201bc0ea5 req-015fcf17-86ad-4591-9c51-719630231d92 service neutron] For port 81adcef4-151e-4ece-94b9-ec1371fcbea9, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:54:11.524747 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-209aa13a-9313-445b-8f4c-481201bc0ea5 req-015fcf17-86ad-4591-9c51-719630231d92 service neutron] For port 81adcef4-151e-4ece-94b9-ec1371fcbea9, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=81adcef4-151e-4ece-94b9-ec1371fcbea9,segment=NetworkSegment(2b3a115c-7140-4873-a9db-77f8808c33a6),segment_id=2b3a115c-7140-4873-a9db-77f8808c33a6)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:54:11.529090 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-209aa13a-9313-445b-8f4c-481201bc0ea5 req-015fcf17-86ad-4591-9c51-719630231d92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:54:11.565878 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209aa13a-9313-445b-8f4c-481201bc0ea5 req-015fcf17-86ad-4591-9c51-719630231d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:11.566525 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-209aa13a-9313-445b-8f4c-481201bc0ea5 req-015fcf17-86ad-4591-9c51-719630231d92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:54:11.567982 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-209aa13a-9313-445b-8f4c-481201bc0ea5 req-015fcf17-86ad-4591-9c51-719630231d92 service neutron] 10.222.0.39 "PUT /v2.0/ports/81adcef4-151e-4ece-94b9-ec1371fcbea9 HTTP/1.1" status: 200 len: 1091 time: 0.7515926 Sep 17 08:54:11.568420 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad91f1bd-911d-4dbf-a3b2-0131f33ba119', 'tag': '81adcef4-151e-4ece-94b9-ec1371fcbea9'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:54:11.570671 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823f1136df5e8dfe06b46a14eea5a85bccf33ce7e510dfea6a746e22e928dc4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe9dd93f-48cd-4992-be4e-8a34a2c944b3" -d '{"events": [{"name": "network-changed", "server_uuid": "ad91f1bd-911d-4dbf-a3b2-0131f33ba119", "tag": "81adcef4-151e-4ece-94b9-ec1371fcbea9"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:54:11.616080 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015fcf17-86ad-4591-9c51-719630231d92 service neutron] Pushing event updated for resources: {'Port': ['ID=81adcef4-151e-4ece-94b9-ec1371fcbea9,revision_number=10']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:54:11.634178 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1526cb-8d87-40a9-a533-2be773c5d9e7 x-openstack-request-id: req-3d1526cb-8d87-40a9-a533-2be773c5d9e7 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:54:11.634467 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad91f1bd-911d-4dbf-a3b2-0131f33ba119", "tag": "81adcef4-151e-4ece-94b9-ec1371fcbea9", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:54:11.634715 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3d1526cb-8d87-40a9-a533-2be773c5d9e7 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:54:11.635115 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad91f1bd-911d-4dbf-a3b2-0131f33ba119', 'tag': '81adcef4-151e-4ece-94b9-ec1371fcbea9', 'status': 'completed', 'code': 200} Sep 17 08:54:11.652127 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209aa13a-9313-445b-8f4c-481201bc0ea5 req-516213f5-0d05-4640-a77a-fc49730395db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:11.653666 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-209aa13a-9313-445b-8f4c-481201bc0ea5 req-516213f5-0d05-4640-a77a-fc49730395db service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=57f8c48e10b746f7af53464178493cdc&device_id=ad91f1bd-911d-4dbf-a3b2-0131f33ba119 HTTP/1.1" status: 200 len: 1095 time: 0.0501573 Sep 17 08:54:11.714712 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9dd93f-48cd-4992-be4e-8a34a2c944b3 req-f921d455-4211-42aa-831d-5d553a7da9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:11.716275 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fe9dd93f-48cd-4992-be4e-8a34a2c944b3 req-f921d455-4211-42aa-831d-5d553a7da9dd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=57f8c48e10b746f7af53464178493cdc&device_id=ad91f1bd-911d-4dbf-a3b2-0131f33ba119 HTTP/1.1" status: 200 len: 1095 time: 0.0432503 Sep 17 08:54:11.747993 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209aa13a-9313-445b-8f4c-481201bc0ea5 req-1cf82e75-ee39-47ce-9e0e-a46a1a7a6e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:11.749500 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-209aa13a-9313-445b-8f4c-481201bc0ea5 req-1cf82e75-ee39-47ce-9e0e-a46a1a7a6e4e service neutron] 10.222.0.39 "GET /v2.0/networks?id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b HTTP/1.1" status: 200 len: 912 time: 0.0886867 Sep 17 08:54:11.809228 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9dd93f-48cd-4992-be4e-8a34a2c944b3 req-b9d1558d-a153-4e92-8c4a-a56af49dfbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:11.810701 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fe9dd93f-48cd-4992-be4e-8a34a2c944b3 req-b9d1558d-a153-4e92-8c4a-a56af49dfbb2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b HTTP/1.1" status: 200 len: 912 time: 0.0876260 Sep 17 08:54:11.820679 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-209aa13a-9313-445b-8f4c-481201bc0ea5 req-6266913d-eb31-40d4-bf1f-1837bedf59c6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=81adcef4-151e-4ece-94b9-ec1371fcbea9 HTTP/1.1" status: 200 len: 1000 time: 0.0627086 Sep 17 08:54:11.869818 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209aa13a-9313-445b-8f4c-481201bc0ea5 req-e60c7a23-70e1-4a45-824b-c35e61624abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:11.871287 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-209aa13a-9313-445b-8f4c-481201bc0ea5 req-e60c7a23-70e1-4a45-824b-c35e61624abb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f22b432a-999e-449e-99eb-5f8501222e22 HTTP/1.1" status: 200 len: 850 time: 0.0446193 Sep 17 08:54:11.880373 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fe9dd93f-48cd-4992-be4e-8a34a2c944b3 req-9d9c0311-164f-4bdb-8ebd-6bc171661e0d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=81adcef4-151e-4ece-94b9-ec1371fcbea9 HTTP/1.1" status: 200 len: 1000 time: 0.0618608 Sep 17 08:54:11.917257 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209aa13a-9313-445b-8f4c-481201bc0ea5 req-b0e8bf6e-e3aa-4677-b372-b07b361d99ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:11.918851 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-209aa13a-9313-445b-8f4c-481201bc0ea5 req-b0e8bf6e-e3aa-4677-b372-b07b361d99ef service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399678 Sep 17 08:54:11.934504 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9dd93f-48cd-4992-be4e-8a34a2c944b3 req-594eeca6-7eb1-447c-9cae-1da39b010d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:11.936008 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fe9dd93f-48cd-4992-be4e-8a34a2c944b3 req-594eeca6-7eb1-447c-9cae-1da39b010d1f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f22b432a-999e-449e-99eb-5f8501222e22 HTTP/1.1" status: 200 len: 850 time: 0.0485373 Sep 17 08:54:11.983220 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9dd93f-48cd-4992-be4e-8a34a2c944b3 req-b5107477-36f1-415e-a87a-0258f9f14601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:11.984757 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fe9dd93f-48cd-4992-be4e-8a34a2c944b3 req-b5107477-36f1-415e-a87a-0258f9f14601 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400686 Sep 17 08:54:12.013278 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-209aa13a-9313-445b-8f4c-481201bc0ea5 req-60d964d5-1440-46d0-ab56-e5c05fa3c020 service neutron] 10.222.0.39 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871866 Sep 17 08:54:12.080134 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fe9dd93f-48cd-4992-be4e-8a34a2c944b3 req-c0869fa0-2a3e-4862-aada-27e7a80eecfb service neutron] 10.222.0.41 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869467 Sep 17 08:54:12.105700 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-209aa13a-9313-445b-8f4c-481201bc0ea5 req-059fd218-86b1-40b6-a3ac-ba14bddd0e9a service neutron] 10.222.0.39 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857091 Sep 17 08:54:12.172815 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fe9dd93f-48cd-4992-be4e-8a34a2c944b3 req-f6d25e2c-c670-49d3-ad5e-56df598bc9a4 service neutron] 10.222.0.41 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854604 Sep 17 08:54:12.242504 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9dd93f-48cd-4992-be4e-8a34a2c944b3 req-4fbe35b0-5ab4-4874-9d17-66a1a4a592f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:12.244120 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fe9dd93f-48cd-4992-be4e-8a34a2c944b3 req-4fbe35b0-5ab4-4874-9d17-66a1a4a592f1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=57f8c48e10b746f7af53464178493cdc&device_id=ad91f1bd-911d-4dbf-a3b2-0131f33ba119 HTTP/1.1" status: 200 len: 1095 time: 0.0501771 Sep 17 08:54:12.289335 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d728131a-f51e-4947-8932-deaa0192ce60 req-0c62329e-eb13-484b-a3f5-969bfab53e58 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:12.290842 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d728131a-f51e-4947-8932-deaa0192ce60 req-0c62329e-eb13-484b-a3f5-969bfab53e58 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad91f1bd-911d-4dbf-a3b2-0131f33ba119 HTTP/1.1" status: 200 len: 944 time: 0.0490329 Sep 17 08:54:12.328404 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d728131a-f51e-4947-8932-deaa0192ce60 req-483da8aa-7a1d-49c9-bcd9-e955cc7dd121 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314531 Sep 17 08:54:12.335332 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9dd93f-48cd-4992-be4e-8a34a2c944b3 req-40c36235-9c0b-4cb9-8117-80a953aebb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:12.336832 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fe9dd93f-48cd-4992-be4e-8a34a2c944b3 req-40c36235-9c0b-4cb9-8117-80a953aebb5b service neutron] 10.222.0.39 "GET /v2.0/networks?id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b HTTP/1.1" status: 200 len: 912 time: 0.0855212 Sep 17 08:54:12.406596 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fe9dd93f-48cd-4992-be4e-8a34a2c944b3 req-f498c4ed-b670-479b-9232-23f0a0385f6b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=81adcef4-151e-4ece-94b9-ec1371fcbea9 HTTP/1.1" status: 200 len: 1000 time: 0.0621259 Sep 17 08:54:12.455061 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9dd93f-48cd-4992-be4e-8a34a2c944b3 req-ffae1a40-c62c-41bf-b94a-b3ddb63b5e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:12.456531 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fe9dd93f-48cd-4992-be4e-8a34a2c944b3 req-ffae1a40-c62c-41bf-b94a-b3ddb63b5e43 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f22b432a-999e-449e-99eb-5f8501222e22 HTTP/1.1" status: 200 len: 850 time: 0.0429335 Sep 17 08:54:12.501291 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9dd93f-48cd-4992-be4e-8a34a2c944b3 req-08e4f42b-3697-4e37-b60c-efc837338494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:12.502804 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fe9dd93f-48cd-4992-be4e-8a34a2c944b3 req-08e4f42b-3697-4e37-b60c-efc837338494 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393264 Sep 17 08:54:12.599544 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fe9dd93f-48cd-4992-be4e-8a34a2c944b3 req-e2bf8bd6-8e08-4cbb-863f-9046ef1fb1b0 service neutron] 10.222.0.39 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856295 Sep 17 08:54:12.689292 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fe9dd93f-48cd-4992-be4e-8a34a2c944b3 req-a6dde13f-b41d-4818-a8b0-2d9fd3cb0bd7 service neutron] 10.222.0.39 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821953 Sep 17 08:54:13.441968 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60001b6f-fa6b-4615-9e96-3b1f6667701e req-5c03f518-e197-42fe-b563-b17ec0793ad9 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:13.443429 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-60001b6f-fa6b-4615-9e96-3b1f6667701e req-5c03f518-e197-42fe-b563-b17ec0793ad9 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad91f1bd-911d-4dbf-a3b2-0131f33ba119 HTTP/1.1" status: 200 len: 944 time: 0.0470986 Sep 17 08:54:13.480154 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-60001b6f-fa6b-4615-9e96-3b1f6667701e req-718e3bb0-ad5b-491c-8e99-1f4cb1bd4120 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303037 Sep 17 08:54:14.490446 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 81adcef4-151e-4ece-94b9-ec1371fcbea9 no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:54:14.532606 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 81adcef4-151e-4ece-94b9-ec1371fcbea9 not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:54:14.599311 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75b526-c9ff-4c7b-8109-ebfc6c9f379d req-8310611e-bea8-4d46-853d-941b6e6714cd tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:14.600814 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ca75b526-c9ff-4c7b-8109-ebfc6c9f379d req-8310611e-bea8-4d46-853d-941b6e6714cd tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad91f1bd-911d-4dbf-a3b2-0131f33ba119 HTTP/1.1" status: 200 len: 944 time: 0.0508778 Sep 17 08:54:14.647176 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ca75b526-c9ff-4c7b-8109-ebfc6c9f379d req-c91cb894-6f2e-47de-ad87-332ffc7a240e tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390918 Sep 17 08:54:15.406447 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 81adcef4-151e-4ece-94b9-ec1371fcbea9 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:54:15.496229 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 81adcef4-151e-4ece-94b9-ec1371fcbea9, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=81adcef4-151e-4ece-94b9-ec1371fcbea9,segment=NetworkSegment(2b3a115c-7140-4873-a9db-77f8808c33a6),segment_id=2b3a115c-7140-4873-a9db-77f8808c33a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:54:15.506824 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '81adcef4-151e-4ece-94b9-ec1371fcbea9', 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b', 'port_id': '81adcef4-151e-4ece-94b9-ec1371fcbea9', 'mac_address': 'fa:16:3e:66:62:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f22b432a-999e-449e-99eb-5f8501222e22', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:54:15.542546 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:54:15.557697 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81adcef4-151e-4ece-94b9-ec1371fcbea9 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:54:15.576194 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 81adcef4-151e-4ece-94b9-ec1371fcbea9, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=81adcef4-151e-4ece-94b9-ec1371fcbea9,segment=NetworkSegment(2b3a115c-7140-4873-a9db-77f8808c33a6),segment_id=2b3a115c-7140-4873-a9db-77f8808c33a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:54:15.579816 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:54:15.624446 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=81adcef4-151e-4ece-94b9-ec1371fcbea9,revision_number=11']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:54:15.761075 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06843aca-d05b-43fc-9ff8-b591532255a6 req-efe8530b-53df-48b7-ac62-681b7f991fae tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:15.762534 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-06843aca-d05b-43fc-9ff8-b591532255a6 req-efe8530b-53df-48b7-ac62-681b7f991fae tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad91f1bd-911d-4dbf-a3b2-0131f33ba119 HTTP/1.1" status: 200 len: 945 time: 0.0483215 Sep 17 08:54:15.798510 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-06843aca-d05b-43fc-9ff8-b591532255a6 req-720fc4d1-e1d2-4777-a539-3a4c31b58614 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300822 Sep 17 08:54:15.910934 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6249ce-6d0a-4208-b7f0-dfb2125c617a req-762a7966-06cf-4668-b9e0-17eb33508b3e tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:15.912434 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ba6249ce-6d0a-4208-b7f0-dfb2125c617a req-762a7966-06cf-4668-b9e0-17eb33508b3e tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad91f1bd-911d-4dbf-a3b2-0131f33ba119 HTTP/1.1" status: 200 len: 945 time: 0.0483675 Sep 17 08:54:15.954983 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ba6249ce-6d0a-4208-b7f0-dfb2125c617a req-cb6a62f3-eca1-432f-93e4-2ea464a16a0d tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366089 Sep 17 08:54:15.984942 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['81adcef4-151e-4ece-94b9-ec1371fcbea9'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:54:16.073360 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220bf2f-152b-4c7e-82e6-0afb2dbd885c req-31f3cd03-2173-4552-982f-f6f0748c3291 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:16.074918 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1220bf2f-152b-4c7e-82e6-0afb2dbd885c req-31f3cd03-2173-4552-982f-f6f0748c3291 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad91f1bd-911d-4dbf-a3b2-0131f33ba119 HTTP/1.1" status: 200 len: 945 time: 0.0539570 Sep 17 08:54:16.113151 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1220bf2f-152b-4c7e-82e6-0afb2dbd885c req-bf9e30b1-15c3-4f0f-9a81-d0d4bb1b2bcf tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318542 Sep 17 08:54:16.340344 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ea85b-aae1-4c88-8033-76c74ecf260c req-49fd3427-12ae-4e15-9ae7-d0346839e012 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:16.341856 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-042ea85b-aae1-4c88-8033-76c74ecf260c req-49fd3427-12ae-4e15-9ae7-d0346839e012 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad91f1bd-911d-4dbf-a3b2-0131f33ba119 HTTP/1.1" status: 200 len: 945 time: 0.0495002 Sep 17 08:54:16.378613 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-042ea85b-aae1-4c88-8033-76c74ecf260c req-ef5cb96e-988b-422f-9169-ba60695ab537 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307393 Sep 17 08:54:17.405340 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 81adcef4-151e-4ece-94b9-ec1371fcbea9 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:54:17.456185 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port 81adcef4-151e-4ece-94b9-ec1371fcbea9 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:54:17.459654 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 81adcef4-151e-4ece-94b9-ec1371fcbea9 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:54:17.460051 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:54:17.498468 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0550d536-e393-4336-869d-d72d0cfec8a0 req-e93c5291-6d8b-425a-afd8-0c94357a8456 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:17.500020 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0550d536-e393-4336-869d-d72d0cfec8a0 req-e93c5291-6d8b-425a-afd8-0c94357a8456 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad91f1bd-911d-4dbf-a3b2-0131f33ba119 HTTP/1.1" status: 200 len: 945 time: 0.0527699 Sep 17 08:54:17.538336 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0550d536-e393-4336-869d-d72d0cfec8a0 req-53a1091a-b5a8-4dba-9de5-a2c6320c1a6c tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323153 Sep 17 08:54:17.540949 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:54:17.565414 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad91f1bd-911d-4dbf-a3b2-0131f33ba119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81adcef4-151e-4ece-94b9-ec1371fcbea9'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:54:17.567649 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd15a5b62c2e1c1e903d3702117c13c06f948b041a08150170fef0e561ebed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e036ea-8f9f-4efa-9645-7d28cf88d60b" -d '{"events": [{"server_uuid": "ad91f1bd-911d-4dbf-a3b2-0131f33ba119", "name": "network-vif-plugged", "status": "completed", "tag": "81adcef4-151e-4ece-94b9-ec1371fcbea9"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:54:17.580662 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 81adcef4-151e-4ece-94b9-ec1371fcbea9, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=81adcef4-151e-4ece-94b9-ec1371fcbea9,segment=NetworkSegment(2b3a115c-7140-4873-a9db-77f8808c33a6),segment_id=2b3a115c-7140-4873-a9db-77f8808c33a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:54:17.585774 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:54:17.636267 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=81adcef4-151e-4ece-94b9-ec1371fcbea9,revision_number=12']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:54:17.718712 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d073ff-5c14-4502-9106-f12016743d77 x-openstack-request-id: req-85d073ff-5c14-4502-9106-f12016743d77 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:54:17.719010 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad91f1bd-911d-4dbf-a3b2-0131f33ba119", "name": "network-vif-plugged", "status": "completed", "tag": "81adcef4-151e-4ece-94b9-ec1371fcbea9", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:54:17.719267 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-85d073ff-5c14-4502-9106-f12016743d77 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:54:17.719666 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad91f1bd-911d-4dbf-a3b2-0131f33ba119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81adcef4-151e-4ece-94b9-ec1371fcbea9', 'code': 200} Sep 17 08:54:17.869368 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f12b4-1541-4276-9410-0157e0705697 req-4f3f0d2f-52c9-4381-a66d-906811a456c8 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:17.870984 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-650f12b4-1541-4276-9410-0157e0705697 req-4f3f0d2f-52c9-4381-a66d-906811a456c8 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad91f1bd-911d-4dbf-a3b2-0131f33ba119 HTTP/1.1" status: 200 len: 946 time: 0.0533373 Sep 17 08:54:17.956594 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-650f12b4-1541-4276-9410-0157e0705697 req-a8b460f7-ffe8-4676-b40e-a8ea825906f2 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Deleting port 81adcef4-151e-4ece-94b9-ec1371fcbea9 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:54:17.956940 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-650f12b4-1541-4276-9410-0157e0705697 req-a8b460f7-ffe8-4676-b40e-a8ea825906f2 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:54:18.049307 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-650f12b4-1541-4276-9410-0157e0705697 req-a8b460f7-ffe8-4676-b40e-a8ea825906f2 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] For port 81adcef4-151e-4ece-94b9-ec1371fcbea9, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=81adcef4-151e-4ece-94b9-ec1371fcbea9,segment=NetworkSegment(2b3a115c-7140-4873-a9db-77f8808c33a6),segment_id=2b3a115c-7140-4873-a9db-77f8808c33a6)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:54:18.049675 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-650f12b4-1541-4276-9410-0157e0705697 req-a8b460f7-ffe8-4676-b40e-a8ea825906f2 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:54:18.215098 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-650f12b4-1541-4276-9410-0157e0705697 req-a8b460f7-ffe8-4676-b40e-a8ea825906f2 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:54:18.215383 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-650f12b4-1541-4276-9410-0157e0705697 req-a8b460f7-ffe8-4676-b40e-a8ea825906f2 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:54:18.215697 n-d-789963-9 neutron-server[101290]: INFO neutron.db.l3_db [req-650f12b4-1541-4276-9410-0157e0705697 req-a8b460f7-ffe8-4676-b40e-a8ea825906f2 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Floating IP 56b2ad51-903b-4f2c-a8ef-daa38c003bef disassociated. External IP: 172.25.6.136, port: 81adcef4-151e-4ece-94b9-ec1371fcbea9. Sep 17 08:54:18.216067 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-650f12b4-1541-4276-9410-0157e0705697 req-a8b460f7-ffe8-4676-b40e-a8ea825906f2 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Calling delete_port for 81adcef4-151e-4ece-94b9-ec1371fcbea9 owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:54:18.340764 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-650f12b4-1541-4276-9410-0157e0705697 req-a8b460f7-ffe8-4676-b40e-a8ea825906f2 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:54:18.369148 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b460f7-ffe8-4676-b40e-a8ea825906f2 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Pushing event deleted for resources: {'Port': ['ID=81adcef4-151e-4ece-94b9-ec1371fcbea9,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:54:18.484912 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [req-650f12b4-1541-4276-9410-0157e0705697 req-a8b460f7-ffe8-4676-b40e-a8ea825906f2 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Router 9ee3f17c-338e-46c0-bd76-6373e5ccc202 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:54:18.600170 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-650f12b4-1541-4276-9410-0157e0705697 req-a8b460f7-ffe8-4676-b40e-a8ea825906f2 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:54:18.616430 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eaed75e-224e-4c81-9ab2-f7642945f9a8 None None] Sync routers for ids ['9ee3f17c-338e-46c0-bd76-6373e5ccc202'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:54:18.627002 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eaed75e-224e-4c81-9ab2-f7642945f9a8 None None] Routers {'9ee3f17c-338e-46c0-bd76-6373e5ccc202'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:54:18.628227 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-5eaed75e-224e-4c81-9ab2-f7642945f9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:53:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['9ee3f17c-338e-46c0-bd76-6373e5ccc202'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:54:18.645961 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7401ed7d-392b-4e5d-92bc-b8f9335ce920 req-5478fe51-6629-4bd8-af17-f1fd6feac225 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad91f1bd-911d-4dbf-a3b2-0131f33ba119 HTTP/1.1" status: 200 len: 210 time: 0.0356162 Sep 17 08:54:18.652017 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-650f12b4-1541-4276-9410-0157e0705697 req-a8b460f7-ffe8-4676-b40e-a8ea825906f2 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] No DVR routers for this DVR port 81adcef4-151e-4ece-94b9-ec1371fcbea9 on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:54:18.654616 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-650f12b4-1541-4276-9410-0157e0705697 req-a8b460f7-ffe8-4676-b40e-a8ea825906f2 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:54:18.656656 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-650f12b4-1541-4276-9410-0157e0705697 req-a8b460f7-ffe8-4676-b40e-a8ea825906f2 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.39 "DELETE /v2.0/ports/81adcef4-151e-4ece-94b9-ec1371fcbea9 HTTP/1.1" status: 204 len: 173 time: 0.7797296 Sep 17 08:54:18.657098 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad91f1bd-911d-4dbf-a3b2-0131f33ba119', 'name': 'network-vif-deleted', 'tag': '81adcef4-151e-4ece-94b9-ec1371fcbea9'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:54:18.659486 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823f1136df5e8dfe06b46a14eea5a85bccf33ce7e510dfea6a746e22e928dc4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb4b237-a2df-486b-bf6a-56ffd95e9338" -d '{"events": [{"server_uuid": "ad91f1bd-911d-4dbf-a3b2-0131f33ba119", "name": "network-vif-deleted", "tag": "81adcef4-151e-4ece-94b9-ec1371fcbea9"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:54:18.707776 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd8e6c7-63a0-4316-a61f-f002dd997527 x-openstack-request-id: req-1dd8e6c7-63a0-4316-a61f-f002dd997527 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:54:18.708166 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad91f1bd-911d-4dbf-a3b2-0131f33ba119", "name": "network-vif-deleted", "tag": "81adcef4-151e-4ece-94b9-ec1371fcbea9", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:54:18.708459 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1dd8e6c7-63a0-4316-a61f-f002dd997527 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:54:18.708883 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad91f1bd-911d-4dbf-a3b2-0131f33ba119', 'name': 'network-vif-deleted', 'tag': '81adcef4-151e-4ece-94b9-ec1371fcbea9', 'status': 'completed', 'code': 200} Sep 17 08:54:18.744904 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-5eaed75e-224e-4c81-9ab2-f7642945f9a8 None None] Set router 9ee3f17c-338e-46c0-bd76-6373e5ccc202 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:54:18.940230 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-5eaed75e-224e-4c81-9ab2-f7642945f9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'name': 'tempest-ServerActionsTestJSON-628220050-router', 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '29041136-1e71-4400-bdb5-918161d44bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:44:04Z', 'updated_at': '2021-09-17T08:44:06Z', 'revision_number': 4, 'project_id': '57f8c48e10b746f7af53464178493cdc', 'gw_port': {'id': '29041136-1e71-4400-bdb5-918161d44bbc', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:44:04Z', 'updated_at': '2021-09-17T08:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'fe686bff-d923-4f32-8d5a-a9ccdfb1ebf5', 'name': '', 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b', 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'mac_address': 'fa:16:3e:da:8b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'f22b432a-999e-449e-99eb-5f8501222e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:44:06Z', 'updated_at': '2021-09-17T08:44:09Z', 'revision_number': 5, 'project_id': '57f8c48e10b746f7af53464178493cdc', 'subnets': [{'id': 'f22b432a-999e-449e-99eb-5f8501222e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:54:18.966406 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eaed75e-224e-4c81-9ab2-f7642945f9a8 None None] Checking router: 9ee3f17c-338e-46c0-bd76-6373e5ccc202 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:54:18.974972 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eaed75e-224e-4c81-9ab2-f7642945f9a8 None None] Routers {'9ee3f17c-338e-46c0-bd76-6373e5ccc202'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:54:18.975566 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-5eaed75e-224e-4c81-9ab2-f7642945f9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:53:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['9ee3f17c-338e-46c0-bd76-6373e5ccc202'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:54:19.173585 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-5eaed75e-224e-4c81-9ab2-f7642945f9a8 None None] Set router 9ee3f17c-338e-46c0-bd76-6373e5ccc202 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:54:19.369008 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-5eaed75e-224e-4c81-9ab2-f7642945f9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'name': 'tempest-ServerActionsTestJSON-628220050-router', 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '29041136-1e71-4400-bdb5-918161d44bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:44:04Z', 'updated_at': '2021-09-17T08:44:06Z', 'revision_number': 4, 'project_id': '57f8c48e10b746f7af53464178493cdc', 'gw_port': {'id': '29041136-1e71-4400-bdb5-918161d44bbc', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:44:04Z', 'updated_at': '2021-09-17T08:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'fe686bff-d923-4f32-8d5a-a9ccdfb1ebf5', 'name': '', 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b', 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'mac_address': 'fa:16:3e:da:8b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'f22b432a-999e-449e-99eb-5f8501222e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:44:06Z', 'updated_at': '2021-09-17T08:44:09Z', 'revision_number': 5, 'project_id': '57f8c48e10b746f7af53464178493cdc', 'subnets': [{'id': 'f22b432a-999e-449e-99eb-5f8501222e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:54:19.397161 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eaed75e-224e-4c81-9ab2-f7642945f9a8 None None] The sync data for ids ['9ee3f17c-338e-46c0-bd76-6373e5ccc202'] in n-d-789963-9 is: [{'id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'name': 'tempest-ServerActionsTestJSON-628220050-router', 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '29041136-1e71-4400-bdb5-918161d44bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:44:04Z', 'updated_at': '2021-09-17T08:44:06Z', 'revision_number': 4, 'project_id': '57f8c48e10b746f7af53464178493cdc', 'gw_port': {'id': '29041136-1e71-4400-bdb5-918161d44bbc', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:44:04Z', 'updated_at': '2021-09-17T08:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'fe686bff-d923-4f32-8d5a-a9ccdfb1ebf5', 'name': '', 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b', 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'mac_address': 'fa:16:3e:da:8b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'f22b432a-999e-449e-99eb-5f8501222e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:44:06Z', 'updated_at': '2021-09-17T08:44:09Z', 'revision_number': 5, 'project_id': '57f8c48e10b746f7af53464178493cdc', 'subnets': [{'id': 'f22b432a-999e-449e-99eb-5f8501222e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:54:19.598618 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991f7244-c48e-405e-a4f4-83bebee7695b None None] New status for floating IP 56b2ad51-903b-4f2c-a8ef-daa38c003bef: DOWN {{(pid=101291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 08:54:20.021927 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-27926518-7911-4023-89ef-233282ea2e03 req-21d9516b-323a-4e23-9b28-1bded45e22bb tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--122083172&fields=id&tenant_id=57f8c48e10b746f7af53464178493cdc HTTP/1.1" status: 200 len: 267 time: 0.0320647 Sep 17 08:54:20.064495 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d49f831c-44f6-4aba-88ee-22a5db6829a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:54:20.127449 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27926518-7911-4023-89ef-233282ea2e03 req-be0554ed-0c3f-4cf8-9b1e-87bcbb75747b tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:20.128968 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-27926518-7911-4023-89ef-233282ea2e03 req-be0554ed-0c3f-4cf8-9b1e-87bcbb75747b tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/networks?id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b HTTP/1.1" status: 200 len: 811 time: 0.1004717 Sep 17 08:54:20.143336 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-27926518-7911-4023-89ef-233282ea2e03 req-870703aa-1b16-4181-8ada-51615e72ff7c tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/quotas/57f8c48e10b746f7af53464178493cdc HTTP/1.1" status: 200 len: 375 time: 0.0086706 Sep 17 08:54:20.198903 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-27926518-7911-4023-89ef-233282ea2e03 req-963a1990-817d-4a7e-9fcc-397881a2f56a tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=57f8c48e10b746f7af53464178493cdc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0502064 Sep 17 08:54:20.213892 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [req-27926518-7911-4023-89ef-233282ea2e03 req-9fd5f1b9-24ca-4c72-a376-1210ef2fa771 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:54:20.214839 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-27926518-7911-4023-89ef-233282ea2e03 req-9fd5f1b9-24ca-4c72-a376-1210ef2fa771 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049739 Sep 17 08:54:20.301558 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-27926518-7911-4023-89ef-233282ea2e03 req-4c99c285-cb7d-4c42-ac00-05c028c5850d service neutron] 10.222.0.13 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810895 Sep 17 08:54:20.391198 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-27926518-7911-4023-89ef-233282ea2e03 req-a96d1be1-14cf-439c-a094-82a2143a984a service neutron] 10.222.0.13 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836236 Sep 17 08:54:20.549480 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d1458053-d967-44ea-81bb-fef8125623e1 req-6a1835b2-8511-4727-a5c5-04d68b24effd tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 210 time: 0.0285113 Sep 17 08:54:21.493507 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27926518-7911-4023-89ef-233282ea2e03 req-c6dac62e-60c7-4dfb-ace2-3f1e1931cd5b tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:21.495589 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-27926518-7911-4023-89ef-233282ea2e03 req-c6dac62e-60c7-4dfb-ace2-3f1e1931cd5b tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.39 "GET /v2.0/networks?id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b HTTP/1.1" status: 200 len: 811 time: 0.1028323 Sep 17 08:54:21.544447 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-27926518-7911-4023-89ef-233282ea2e03 req-57fec7fa-44a1-41ab-9a6b-1c2dded086ae tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57f8c48e10b746f7af53464178493cdc HTTP/1.1" status: 200 len: 379 time: 0.0347970 Sep 17 08:54:21.555791 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-27926518-7911-4023-89ef-233282ea2e03 req-0f8ecfb8-5f93-4936-8402-75c33357ce36 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Request body: {'port': {'device_id': '274a34be-d467-4bc5-a905-0ec9355a20d2', 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b', 'admin_state_up': True, 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'security_groups': ['b996bb76-e143-46b8-a928-2562d05dc834']}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:54:21.641011 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-88caa456-9361-4fb5-89c0-ecaead1a18da req-9deb8c81-b47b-4d2c-b302-74102240611f tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 210 time: 0.0260780 Sep 17 08:54:21.661975 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27926518-7911-4023-89ef-233282ea2e03 req-0f8ecfb8-5f93-4936-8402-75c33357ce36 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Made reservation on behalf of 57f8c48e10b746f7af53464178493cdc for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:54:21.665473 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-27926518-7911-4023-89ef-233282ea2e03 req-0f8ecfb8-5f93-4936-8402-75c33357ce36 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:54:21.789135 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-27926518-7911-4023-89ef-233282ea2e03 req-0f8ecfb8-5f93-4936-8402-75c33357ce36 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Allocated IP 172.20.0.9 (0ee5baf7-50f7-4d0a-b426-59fc9506c09b/f22b432a-999e-449e-99eb-5f8501222e22/523cd84c-af33-4880-a3a4-fff30478f7c0) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:54:21.927553 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-27926518-7911-4023-89ef-233282ea2e03 req-0f8ecfb8-5f93-4936-8402-75c33357ce36 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:54:21.960045 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-27926518-7911-4023-89ef-233282ea2e03 req-0f8ecfb8-5f93-4936-8402-75c33357ce36 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:54:21.998903 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27926518-7911-4023-89ef-233282ea2e03 req-0f8ecfb8-5f93-4936-8402-75c33357ce36 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Network 0ee5baf7-50f7-4d0a-b426-59fc9506c09b is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:54:22.001823 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-27926518-7911-4023-89ef-233282ea2e03 req-0f8ecfb8-5f93-4936-8402-75c33357ce36 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:54:22.005369 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-27926518-7911-4023-89ef-233282ea2e03 req-0f8ecfb8-5f93-4936-8402-75c33357ce36 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:54:22.033159 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8ecfb8-5f93-4936-8402-75c33357ce36 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Pushing event updated for resources: {'Port': ['ID=523cd84c-af33-4880-a3a4-fff30478f7c0,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:54:22.061618 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27926518-7911-4023-89ef-233282ea2e03 req-0f8ecfb8-5f93-4936-8402-75c33357ce36 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:22.062233 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-27926518-7911-4023-89ef-233282ea2e03 req-0f8ecfb8-5f93-4936-8402-75c33357ce36 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:54:22.083667 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-27926518-7911-4023-89ef-233282ea2e03 req-0f8ecfb8-5f93-4936-8402-75c33357ce36 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5313289 Sep 17 08:54:22.127445 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-27926518-7911-4023-89ef-233282ea2e03 req-deb3be46-3fc6-44b9-bed3-6a85d4f34323 service neutron] Request body: {'port': {'device_id': '274a34be-d467-4bc5-a905-0ec9355a20d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:54:22.185646 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-27926518-7911-4023-89ef-233282ea2e03 req-deb3be46-3fc6-44b9-bed3-6a85d4f34323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:54:22.241050 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-0ac08318-c228-45c0-aeab-3fefbde57de6 None None] Provisioning complete for port 523cd84c-af33-4880-a3a4-fff30478f7c0 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:54:22.241645 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0ac08318-c228-45c0-aeab-3fefbde57de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:54:22.280479 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-0ac08318-c228-45c0-aeab-3fefbde57de6 None None] Port 523cd84c-af33-4880-a3a4-fff30478f7c0 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:54:22.470520 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-27926518-7911-4023-89ef-233282ea2e03 req-deb3be46-3fc6-44b9-bed3-6a85d4f34323 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 523cd84c-af33-4880-a3a4-fff30478f7c0 {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:54:22.480539 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-27926518-7911-4023-89ef-233282ea2e03 req-deb3be46-3fc6-44b9-bed3-6a85d4f34323 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:54:22.493044 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-27926518-7911-4023-89ef-233282ea2e03 req-deb3be46-3fc6-44b9-bed3-6a85d4f34323 service neutron] Transition to ACTIVE for port object 523cd84c-af33-4880-a3a4-fff30478f7c0 will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:54:22.497025 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-27926518-7911-4023-89ef-233282ea2e03 req-deb3be46-3fc6-44b9-bed3-6a85d4f34323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:54:22.528053 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d5d98453-b582-4b6a-b6dc-4fc729b48d19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:54:22.555107 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb3be46-3fc6-44b9-bed3-6a85d4f34323 service neutron] Pushing event updated for resources: {'Port': ['ID=523cd84c-af33-4880-a3a4-fff30478f7c0,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:54:22.627921 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-27926518-7911-4023-89ef-233282ea2e03 req-deb3be46-3fc6-44b9-bed3-6a85d4f34323 service neutron] Attempting to bind port 523cd84c-af33-4880-a3a4-fff30478f7c0 on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:54:22.628266 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-27926518-7911-4023-89ef-233282ea2e03 req-deb3be46-3fc6-44b9-bed3-6a85d4f34323 service neutron] Attempting to bind port 523cd84c-af33-4880-a3a4-fff30478f7c0 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': '2b3a115c-7140-4873-a9db-77f8808c33a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:54:22.628732 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27926518-7911-4023-89ef-233282ea2e03 req-deb3be46-3fc6-44b9-bed3-6a85d4f34323 service neutron] Attempting to bind port 523cd84c-af33-4880-a3a4-fff30478f7c0 on network 0ee5baf7-50f7-4d0a-b426-59fc9506c09b {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:54:22.637103 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27926518-7911-4023-89ef-233282ea2e03 req-deb3be46-3fc6-44b9-bed3-6a85d4f34323 service neutron] Port 523cd84c-af33-4880-a3a4-fff30478f7c0 on network 0ee5baf7-50f7-4d0a-b426-59fc9506c09b not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:54:22.637347 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27926518-7911-4023-89ef-233282ea2e03 req-deb3be46-3fc6-44b9-bed3-6a85d4f34323 service neutron] Attempting to bind port 523cd84c-af33-4880-a3a4-fff30478f7c0 on network 0ee5baf7-50f7-4d0a-b426-59fc9506c09b {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:54:22.642986 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27926518-7911-4023-89ef-233282ea2e03 req-deb3be46-3fc6-44b9-bed3-6a85d4f34323 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:54:22.643326 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27926518-7911-4023-89ef-233282ea2e03 req-deb3be46-3fc6-44b9-bed3-6a85d4f34323 service neutron] Checking segment: {'id': '2b3a115c-7140-4873-a9db-77f8808c33a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:54:22.643713 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27926518-7911-4023-89ef-233282ea2e03 req-deb3be46-3fc6-44b9-bed3-6a85d4f34323 service neutron] Bound using segment: {'id': '2b3a115c-7140-4873-a9db-77f8808c33a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:54:22.644176 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-27926518-7911-4023-89ef-233282ea2e03 req-deb3be46-3fc6-44b9-bed3-6a85d4f34323 service neutron] Bound port: 523cd84c-af33-4880-a3a4-fff30478f7c0, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b3a115c-7140-4873-a9db-77f8808c33a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:54:22.644539 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-27926518-7911-4023-89ef-233282ea2e03 req-deb3be46-3fc6-44b9-bed3-6a85d4f34323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:54:22.718955 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-27926518-7911-4023-89ef-233282ea2e03 req-deb3be46-3fc6-44b9-bed3-6a85d4f34323 service neutron] For port 523cd84c-af33-4880-a3a4-fff30478f7c0, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:54:22.722073 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-27926518-7911-4023-89ef-233282ea2e03 req-deb3be46-3fc6-44b9-bed3-6a85d4f34323 service neutron] For port 523cd84c-af33-4880-a3a4-fff30478f7c0, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=523cd84c-af33-4880-a3a4-fff30478f7c0,segment=NetworkSegment(2b3a115c-7140-4873-a9db-77f8808c33a6),segment_id=2b3a115c-7140-4873-a9db-77f8808c33a6)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:54:22.727907 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-27926518-7911-4023-89ef-233282ea2e03 req-deb3be46-3fc6-44b9-bed3-6a85d4f34323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:54:22.767793 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27926518-7911-4023-89ef-233282ea2e03 req-deb3be46-3fc6-44b9-bed3-6a85d4f34323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:22.768448 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-27926518-7911-4023-89ef-233282ea2e03 req-deb3be46-3fc6-44b9-bed3-6a85d4f34323 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:54:22.769863 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-27926518-7911-4023-89ef-233282ea2e03 req-deb3be46-3fc6-44b9-bed3-6a85d4f34323 service neutron] 10.222.0.39 "PUT /v2.0/ports/523cd84c-af33-4880-a3a4-fff30478f7c0 HTTP/1.1" status: 200 len: 1091 time: 0.6468520 Sep 17 08:54:22.770315 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '274a34be-d467-4bc5-a905-0ec9355a20d2', 'tag': '523cd84c-af33-4880-a3a4-fff30478f7c0'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:54:22.772615 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823f1136df5e8dfe06b46a14eea5a85bccf33ce7e510dfea6a746e22e928dc4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb9aabb-f0b5-4ccf-bbc6-1a987e9940ee" -d '{"events": [{"name": "network-changed", "server_uuid": "274a34be-d467-4bc5-a905-0ec9355a20d2", "tag": "523cd84c-af33-4880-a3a4-fff30478f7c0"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:54:22.774384 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161511cc-5dc1-44c5-af0a-0b0b63a86cd5 req-04fa83c2-44eb-4217-b132-57a87427825b tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:22.776757 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-161511cc-5dc1-44c5-af0a-0b0b63a86cd5 req-04fa83c2-44eb-4217-b132-57a87427825b tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 943 time: 0.0586197 Sep 17 08:54:22.819987 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb3be46-3fc6-44b9-bed3-6a85d4f34323 service neutron] Pushing event updated for resources: {'Port': ['ID=523cd84c-af33-4880-a3a4-fff30478f7c0,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:54:22.846134 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:54:22.847728 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-161511cc-5dc1-44c5-af0a-0b0b63a86cd5 req-8e13c323-8cea-4ed6-9197-499fbb126afa tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584848 Sep 17 08:54:22.851665 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f199340c-717f-440a-b87e-530169151826 x-openstack-request-id: req-f199340c-717f-440a-b87e-530169151826 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:54:22.851987 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "274a34be-d467-4bc5-a905-0ec9355a20d2", "tag": "523cd84c-af33-4880-a3a4-fff30478f7c0", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:54:22.852231 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f199340c-717f-440a-b87e-530169151826 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:54:22.852631 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '274a34be-d467-4bc5-a905-0ec9355a20d2', 'tag': '523cd84c-af33-4880-a3a4-fff30478f7c0', 'status': 'completed', 'code': 200} Sep 17 08:54:22.890522 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27926518-7911-4023-89ef-233282ea2e03 req-5e740589-ee7f-49e8-853d-42e62e4474c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:22.892093 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-27926518-7911-4023-89ef-233282ea2e03 req-5e740589-ee7f-49e8-853d-42e62e4474c5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=57f8c48e10b746f7af53464178493cdc&device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 1094 time: 0.0599926 Sep 17 08:54:22.944492 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-27926518-7911-4023-89ef-233282ea2e03 req-b9f08368-1d8c-445c-877f-09681eb0eafb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=523cd84c-af33-4880-a3a4-fff30478f7c0 HTTP/1.1" status: 200 len: 217 time: 0.0383632 Sep 17 08:54:22.994613 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27926518-7911-4023-89ef-233282ea2e03 req-d19ea41c-deb2-4269-b1f9-11b864aa835c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:22.996042 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-27926518-7911-4023-89ef-233282ea2e03 req-d19ea41c-deb2-4269-b1f9-11b864aa835c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f22b432a-999e-449e-99eb-5f8501222e22 HTTP/1.1" status: 200 len: 850 time: 0.0451236 Sep 17 08:54:23.041435 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27926518-7911-4023-89ef-233282ea2e03 req-acfde139-dbc7-4060-aaeb-e6a54f129669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:23.042972 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-27926518-7911-4023-89ef-233282ea2e03 req-acfde139-dbc7-4060-aaeb-e6a54f129669 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393305 Sep 17 08:54:23.136728 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-27926518-7911-4023-89ef-233282ea2e03 req-d2a5fff5-0c6b-4fc6-9255-107f92305e3d service neutron] 10.222.0.39 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864732 Sep 17 08:54:23.222761 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-27926518-7911-4023-89ef-233282ea2e03 req-cfdb4d69-412f-4ddf-8bf3-681136c44eca service neutron] 10.222.0.39 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793631 Sep 17 08:54:23.349258 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb9aabb-f0b5-4ccf-bbc6-1a987e9940ee req-6cd259b8-a388-4db5-9a7f-283a2994a3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:23.350677 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-eeb9aabb-f0b5-4ccf-bbc6-1a987e9940ee req-6cd259b8-a388-4db5-9a7f-283a2994a3cc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=57f8c48e10b746f7af53464178493cdc&device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 1094 time: 0.0444434 Sep 17 08:54:23.420530 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 81adcef4-151e-4ece-94b9-ec1371fcbea9 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:54:23.439451 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb9aabb-f0b5-4ccf-bbc6-1a987e9940ee req-381bfe89-fc9b-4a4c-bfb8-e87833e4d9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:23.439724 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: 81adcef4-151e-4ece-94b9-ec1371fcbea9 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:54:23.440092 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 81adcef4-151e-4ece-94b9-ec1371fcbea9 not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:54:23.441739 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-eeb9aabb-f0b5-4ccf-bbc6-1a987e9940ee req-381bfe89-fc9b-4a4c-bfb8-e87833e4d9c2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b HTTP/1.1" status: 200 len: 912 time: 0.0833406 Sep 17 08:54:23.485594 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-eeb9aabb-f0b5-4ccf-bbc6-1a987e9940ee req-2813544b-a3ba-4727-bc80-6306d19db6c1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=523cd84c-af33-4880-a3a4-fff30478f7c0 HTTP/1.1" status: 200 len: 217 time: 0.0369189 Sep 17 08:54:23.532755 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb9aabb-f0b5-4ccf-bbc6-1a987e9940ee req-c3fc8e32-77b3-49ee-ac57-4163410f92cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:23.534170 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-eeb9aabb-f0b5-4ccf-bbc6-1a987e9940ee req-c3fc8e32-77b3-49ee-ac57-4163410f92cb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f22b432a-999e-449e-99eb-5f8501222e22 HTTP/1.1" status: 200 len: 850 time: 0.0415769 Sep 17 08:54:23.578109 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb9aabb-f0b5-4ccf-bbc6-1a987e9940ee req-fe80bd59-c90e-4421-a39c-ed80998ad521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:23.579559 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-eeb9aabb-f0b5-4ccf-bbc6-1a987e9940ee req-fe80bd59-c90e-4421-a39c-ed80998ad521 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0374320 Sep 17 08:54:23.671333 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-eeb9aabb-f0b5-4ccf-bbc6-1a987e9940ee req-89579a0d-7dba-4ad4-bbcc-5acaf2eb8c6a service neutron] 10.222.0.39 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841212 Sep 17 08:54:23.757513 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-eeb9aabb-f0b5-4ccf-bbc6-1a987e9940ee req-3f19d10c-555d-4bb4-b77d-94973dc4946e service neutron] 10.222.0.39 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794601 Sep 17 08:54:23.929851 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:54:23.966515 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33611c44-f0e8-45d3-9401-2765f13bdb21 req-0e9228e2-d806-4f7b-9272-cd98cc5a88cb tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:23.968106 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-33611c44-f0e8-45d3-9401-2765f13bdb21 req-0e9228e2-d806-4f7b-9272-cd98cc5a88cb tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 943 time: 0.0516095 Sep 17 08:54:24.004405 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-33611c44-f0e8-45d3-9401-2765f13bdb21 req-251c18b6-1d7f-40c3-927a-fbfa62d1e66e tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303679 Sep 17 08:54:25.123603 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4209ae-75bd-46ae-bf8a-73c0a1b06d89 req-cb8009d2-d450-41c4-8abb-60d00271b0b7 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:25.125139 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8d4209ae-75bd-46ae-bf8a-73c0a1b06d89 req-cb8009d2-d450-41c4-8abb-60d00271b0b7 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 943 time: 0.0543826 Sep 17 08:54:25.160991 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8d4209ae-75bd-46ae-bf8a-73c0a1b06d89 req-3319cd9e-5e82-47ea-9778-c5c3a904a2ac tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299668 Sep 17 08:54:25.525955 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:54:26.272301 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e5819-8ef2-481f-b7f0-ea9b9d8f2318 req-e9abaf11-4070-47f6-9752-c2391e33c33b tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:26.273771 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-297e5819-8ef2-481f-b7f0-ea9b9d8f2318 req-e9abaf11-4070-47f6-9752-c2391e33c33b tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 943 time: 0.0482335 Sep 17 08:54:26.311015 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-297e5819-8ef2-481f-b7f0-ea9b9d8f2318 req-74d628c8-8805-4de7-a81a-3371f580b43d tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307000 Sep 17 08:54:27.423116 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 523cd84c-af33-4880-a3a4-fff30478f7c0 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:54:27.425743 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e02a6-fc9b-458d-a735-37d348ac83d1 req-8602a5be-90ba-4926-a0dc-15d007279d0d tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:27.427247 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-001e02a6-fc9b-458d-a735-37d348ac83d1 req-8602a5be-90ba-4926-a0dc-15d007279d0d tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 943 time: 0.0511930 Sep 17 08:54:27.469595 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-001e02a6-fc9b-458d-a735-37d348ac83d1 req-9fef6154-e842-4509-a382-f21f032dc26b tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353127 Sep 17 08:54:27.522728 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 523cd84c-af33-4880-a3a4-fff30478f7c0, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=523cd84c-af33-4880-a3a4-fff30478f7c0,segment=NetworkSegment(2b3a115c-7140-4873-a9db-77f8808c33a6),segment_id=2b3a115c-7140-4873-a9db-77f8808c33a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:54:27.533835 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '523cd84c-af33-4880-a3a4-fff30478f7c0', 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b', 'port_id': '523cd84c-af33-4880-a3a4-fff30478f7c0', 'mac_address': 'fa:16:3e:16:d8:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f22b432a-999e-449e-99eb-5f8501222e22', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:54:27.569257 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:54:27.584485 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 523cd84c-af33-4880-a3a4-fff30478f7c0 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:54:27.602207 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 523cd84c-af33-4880-a3a4-fff30478f7c0, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=523cd84c-af33-4880-a3a4-fff30478f7c0,segment=NetworkSegment(2b3a115c-7140-4873-a9db-77f8808c33a6),segment_id=2b3a115c-7140-4873-a9db-77f8808c33a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:54:27.606584 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:54:27.652629 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=523cd84c-af33-4880-a3a4-fff30478f7c0,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:54:27.976690 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['523cd84c-af33-4880-a3a4-fff30478f7c0'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:54:28.582050 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24cfd35-193d-468e-b41d-ce2967dccac8 req-01b65c15-c89d-4c1d-96f9-da078f48a5d7 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:28.583516 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e24cfd35-193d-468e-b41d-ce2967dccac8 req-01b65c15-c89d-4c1d-96f9-da078f48a5d7 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 944 time: 0.0481012 Sep 17 08:54:28.620827 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e24cfd35-193d-468e-b41d-ce2967dccac8 req-40e79bf2-63e6-4bca-a5c3-62bf2fcba971 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308688 Sep 17 08:54:29.438898 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 523cd84c-af33-4880-a3a4-fff30478f7c0 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:54:29.488662 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port 523cd84c-af33-4880-a3a4-fff30478f7c0 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:54:29.492725 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 523cd84c-af33-4880-a3a4-fff30478f7c0 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:54:29.493093 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:54:29.565829 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:54:29.587121 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '274a34be-d467-4bc5-a905-0ec9355a20d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '523cd84c-af33-4880-a3a4-fff30478f7c0'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:54:29.589864 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd15a5b62c2e1c1e903d3702117c13c06f948b041a08150170fef0e561ebed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96bd176f-cb5a-4b06-8cc4-fcc4c3045388" -d '{"events": [{"server_uuid": "274a34be-d467-4bc5-a905-0ec9355a20d2", "name": "network-vif-plugged", "status": "completed", "tag": "523cd84c-af33-4880-a3a4-fff30478f7c0"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:54:29.602125 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 523cd84c-af33-4880-a3a4-fff30478f7c0, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=523cd84c-af33-4880-a3a4-fff30478f7c0,segment=NetworkSegment(2b3a115c-7140-4873-a9db-77f8808c33a6),segment_id=2b3a115c-7140-4873-a9db-77f8808c33a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:54:29.606674 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:54:29.631686 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec52ea09-99dc-4204-9acb-63259335329e x-openstack-request-id: req-ec52ea09-99dc-4204-9acb-63259335329e {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:54:29.631996 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "274a34be-d467-4bc5-a905-0ec9355a20d2", "name": "network-vif-plugged", "status": "completed", "tag": "523cd84c-af33-4880-a3a4-fff30478f7c0", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:54:29.632249 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ec52ea09-99dc-4204-9acb-63259335329e {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:54:29.632631 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '274a34be-d467-4bc5-a905-0ec9355a20d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '523cd84c-af33-4880-a3a4-fff30478f7c0', 'code': 200} Sep 17 08:54:29.659058 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=523cd84c-af33-4880-a3a4-fff30478f7c0,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:54:29.746024 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7c066c-54b4-44e5-aec4-92197a3290d7 req-a46ba9fe-073a-4306-a39a-d0a38fcbf052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:29.747477 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2a7c066c-54b4-44e5-aec4-92197a3290d7 req-a46ba9fe-073a-4306-a39a-d0a38fcbf052 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 1096 time: 0.0401661 Sep 17 08:54:29.751935 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b0589f-ca8b-44ff-bdb7-a7aabcb22fcd req-3371d1d3-d632-4fc4-b25b-24e2def78512 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:29.753417 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-90b0589f-ca8b-44ff-bdb7-a7aabcb22fcd req-3371d1d3-d632-4fc4-b25b-24e2def78512 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 945 time: 0.0592957 Sep 17 08:54:29.787514 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2a7c066c-54b4-44e5-aec4-92197a3290d7 req-d11bbab2-7688-488c-ac65-fad3747346e7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322924 Sep 17 08:54:29.791224 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-90b0589f-ca8b-44ff-bdb7-a7aabcb22fcd req-ee695ca4-ae2b-4c1a-b40f-e39bf2d23627 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318515 Sep 17 08:54:30.907350 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f9f04-ce43-4e86-a30d-fb28cdb22811 req-8900cfae-97c8-4d6e-b6b9-ef351bf48af2 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:30.908839 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-be5f9f04-ce43-4e86-a30d-fb28cdb22811 req-8900cfae-97c8-4d6e-b6b9-ef351bf48af2 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 945 time: 0.0511637 Sep 17 08:54:30.944848 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-be5f9f04-ce43-4e86-a30d-fb28cdb22811 req-ec1cc363-58dd-445f-a313-bba9200a58d9 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301299 Sep 17 08:54:32.057431 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2985fc-25d3-42ee-9439-dee286d1cf2e req-25d01e3a-75d1-41cb-b07b-d5ee2b1425a4 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:32.059575 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8b2985fc-25d3-42ee-9439-dee286d1cf2e req-25d01e3a-75d1-41cb-b07b-d5ee2b1425a4 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 945 time: 0.0480921 Sep 17 08:54:32.096868 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8b2985fc-25d3-42ee-9439-dee286d1cf2e req-4b05c6f5-2f2d-4c31-b7f1-e6a4df9bfd4a tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313883 Sep 17 08:54:32.205907 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce57a54-f3db-4217-9c53-e347856e2e33 req-7c582ff5-2f3b-47c3-b81e-2326bad3f676 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:32.207379 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fce57a54-f3db-4217-9c53-e347856e2e33 req-7c582ff5-2f3b-47c3-b81e-2326bad3f676 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 945 time: 0.0478997 Sep 17 08:54:32.215857 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 35010) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:54:32.220096 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-abb0539d-ffe0-49a3-a2da-465b4f05a900 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Request body: {'floatingip': {'port_id': '523cd84c-af33-4880-a3a4-fff30478f7c0'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:54:32.261499 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-abb0539d-ffe0-49a3-a2da-465b4f05a900 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks [] for floatingip, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:54:32.673092 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-abb0539d-ffe0-49a3-a2da-465b4f05a900 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:54:32.676703 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-abb0539d-ffe0-49a3-a2da-465b4f05a900 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:54:32.780112 n-d-789963-9 neutron-server[101289]: INFO neutron.db.l3_db [None req-abb0539d-ffe0-49a3-a2da-465b4f05a900 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Floating IP 56b2ad51-903b-4f2c-a8ef-daa38c003bef associated. External IP: 172.25.6.136, port: 523cd84c-af33-4880-a3a4-fff30478f7c0. Sep 17 08:54:32.981098 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb0539d-ffe0-49a3-a2da-465b4f05a900 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Router 9ee3f17c-338e-46c0-bd76-6373e5ccc202 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:54:33.087185 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb0539d-ffe0-49a3-a2da-465b4f05a900 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:54:33.091613 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-abb0539d-ffe0-49a3-a2da-465b4f05a900 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:54:33.097169 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4916da2-5316-4c6f-b7d8-e7d1e2561375 None None] Sync routers for ids ['9ee3f17c-338e-46c0-bd76-6373e5ccc202'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:54:33.106246 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4916da2-5316-4c6f-b7d8-e7d1e2561375 None None] Routers {'9ee3f17c-338e-46c0-bd76-6373e5ccc202'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:54:33.106851 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-a4916da2-5316-4c6f-b7d8-e7d1e2561375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:54:23Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['9ee3f17c-338e-46c0-bd76-6373e5ccc202'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:54:33.117936 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-abb0539d-ffe0-49a3-a2da-465b4f05a900 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "PUT /v2.0/floatingips/56b2ad51-903b-4f2c-a8ef-daa38c003bef HTTP/1.1" status: 200 len: 992 time: 0.9010608 Sep 17 08:54:33.118535 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '274a34be-d467-4bc5-a905-0ec9355a20d2', 'tag': '523cd84c-af33-4880-a3a4-fff30478f7c0'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:54:33.123433 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0b8b68ef77f8a69a7ea64e5314cb7bfe1c653782f919eb7015de92bbdd57641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0430285-983c-4e45-b65e-5a9bc3f7f4d3" -d '{"events": [{"name": "network-changed", "server_uuid": "274a34be-d467-4bc5-a905-0ec9355a20d2", "tag": "523cd84c-af33-4880-a3a4-fff30478f7c0"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:54:33.162454 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe45335-632c-40ac-a6e1-ee37e74d0a33 x-openstack-request-id: req-3fe45335-632c-40ac-a6e1-ee37e74d0a33 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:54:33.162751 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "274a34be-d467-4bc5-a905-0ec9355a20d2", "tag": "523cd84c-af33-4880-a3a4-fff30478f7c0", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:54:33.163125 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3fe45335-632c-40ac-a6e1-ee37e74d0a33 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:54:33.163535 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '274a34be-d467-4bc5-a905-0ec9355a20d2', 'tag': '523cd84c-af33-4880-a3a4-fff30478f7c0', 'status': 'completed', 'code': 200} Sep 17 08:54:33.219353 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-a4916da2-5316-4c6f-b7d8-e7d1e2561375 None None] Set router 9ee3f17c-338e-46c0-bd76-6373e5ccc202 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:54:33.444458 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-a4916da2-5316-4c6f-b7d8-e7d1e2561375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'name': 'tempest-ServerActionsTestJSON-628220050-router', 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '29041136-1e71-4400-bdb5-918161d44bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:44:04Z', 'updated_at': '2021-09-17T08:44:06Z', 'revision_number': 4, 'project_id': '57f8c48e10b746f7af53464178493cdc', 'gw_port': {'id': '29041136-1e71-4400-bdb5-918161d44bbc', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:44:04Z', 'updated_at': '2021-09-17T08:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '56b2ad51-903b-4f2c-a8ef-daa38c003bef', 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'floating_ip_address': '172.25.6.136', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'port_id': '523cd84c-af33-4880-a3a4-fff30478f7c0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b', 'mac_address': 'fa:16:3e:16:d8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274a34be-d467-4bc5-a905-0ec9355a20d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:44:08Z', 'updated_at': '2021-09-17T08:54:32Z', 'revision_number': 13, 'project_id': '57f8c48e10b746f7af53464178493cdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe686bff-d923-4f32-8d5a-a9ccdfb1ebf5', 'name': '', 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b', 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'mac_address': 'fa:16:3e:da:8b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'f22b432a-999e-449e-99eb-5f8501222e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:44:06Z', 'updated_at': '2021-09-17T08:44:09Z', 'revision_number': 5, 'project_id': '57f8c48e10b746f7af53464178493cdc', 'subnets': [{'id': 'f22b432a-999e-449e-99eb-5f8501222e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:54:33.473727 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4916da2-5316-4c6f-b7d8-e7d1e2561375 None None] Checking router: 9ee3f17c-338e-46c0-bd76-6373e5ccc202 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:54:33.482789 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4916da2-5316-4c6f-b7d8-e7d1e2561375 None None] Routers {'9ee3f17c-338e-46c0-bd76-6373e5ccc202'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:54:33.483408 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-a4916da2-5316-4c6f-b7d8-e7d1e2561375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:54:23Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['9ee3f17c-338e-46c0-bd76-6373e5ccc202'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:54:33.581180 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0430285-983c-4e45-b65e-5a9bc3f7f4d3 req-e94d5ecc-12dd-4ccc-b2e5-b586f9ff6efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:33.586452 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c0430285-983c-4e45-b65e-5a9bc3f7f4d3 req-e94d5ecc-12dd-4ccc-b2e5-b586f9ff6efc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=57f8c48e10b746f7af53464178493cdc&device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 1096 time: 0.3650939 Sep 17 08:54:33.589049 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-a4916da2-5316-4c6f-b7d8-e7d1e2561375 None None] Set router 9ee3f17c-338e-46c0-bd76-6373e5ccc202 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:54:33.669616 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0430285-983c-4e45-b65e-5a9bc3f7f4d3 req-a78e3b6c-a791-4b51-a383-25361f7e6d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:33.671080 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c0430285-983c-4e45-b65e-5a9bc3f7f4d3 req-a78e3b6c-a791-4b51-a383-25361f7e6d13 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b HTTP/1.1" status: 200 len: 912 time: 0.0811646 Sep 17 08:54:33.737570 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c0430285-983c-4e45-b65e-5a9bc3f7f4d3 req-6e1133cf-79cc-45aa-988c-ba576a0e0af2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=523cd84c-af33-4880-a3a4-fff30478f7c0 HTTP/1.1" status: 200 len: 1000 time: 0.0587039 Sep 17 08:54:33.785832 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0430285-983c-4e45-b65e-5a9bc3f7f4d3 req-7ae36160-d192-450e-a0db-9184023a264e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:33.787299 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c0430285-983c-4e45-b65e-5a9bc3f7f4d3 req-7ae36160-d192-450e-a0db-9184023a264e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f22b432a-999e-449e-99eb-5f8501222e22 HTTP/1.1" status: 200 len: 850 time: 0.0428414 Sep 17 08:54:33.801263 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-a4916da2-5316-4c6f-b7d8-e7d1e2561375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'name': 'tempest-ServerActionsTestJSON-628220050-router', 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '29041136-1e71-4400-bdb5-918161d44bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:44:04Z', 'updated_at': '2021-09-17T08:44:06Z', 'revision_number': 4, 'project_id': '57f8c48e10b746f7af53464178493cdc', 'gw_port': {'id': '29041136-1e71-4400-bdb5-918161d44bbc', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:44:04Z', 'updated_at': '2021-09-17T08:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '56b2ad51-903b-4f2c-a8ef-daa38c003bef', 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'floating_ip_address': '172.25.6.136', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'port_id': '523cd84c-af33-4880-a3a4-fff30478f7c0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b', 'mac_address': 'fa:16:3e:16:d8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274a34be-d467-4bc5-a905-0ec9355a20d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:44:08Z', 'updated_at': '2021-09-17T08:54:32Z', 'revision_number': 13, 'project_id': '57f8c48e10b746f7af53464178493cdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe686bff-d923-4f32-8d5a-a9ccdfb1ebf5', 'name': '', 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b', 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'mac_address': 'fa:16:3e:da:8b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'f22b432a-999e-449e-99eb-5f8501222e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:44:06Z', 'updated_at': '2021-09-17T08:44:09Z', 'revision_number': 5, 'project_id': '57f8c48e10b746f7af53464178493cdc', 'subnets': [{'id': 'f22b432a-999e-449e-99eb-5f8501222e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:54:33.826373 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4916da2-5316-4c6f-b7d8-e7d1e2561375 None None] The sync data for ids ['9ee3f17c-338e-46c0-bd76-6373e5ccc202'] in n-d-789963-9 is: [{'id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'name': 'tempest-ServerActionsTestJSON-628220050-router', 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '29041136-1e71-4400-bdb5-918161d44bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:44:04Z', 'updated_at': '2021-09-17T08:44:06Z', 'revision_number': 4, 'project_id': '57f8c48e10b746f7af53464178493cdc', 'gw_port': {'id': '29041136-1e71-4400-bdb5-918161d44bbc', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:44:04Z', 'updated_at': '2021-09-17T08:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '56b2ad51-903b-4f2c-a8ef-daa38c003bef', 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'floating_ip_address': '172.25.6.136', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'port_id': '523cd84c-af33-4880-a3a4-fff30478f7c0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b', 'mac_address': 'fa:16:3e:16:d8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274a34be-d467-4bc5-a905-0ec9355a20d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T08:44:08Z', 'updated_at': '2021-09-17T08:54:32Z', 'revision_number': 13, 'project_id': '57f8c48e10b746f7af53464178493cdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe686bff-d923-4f32-8d5a-a9ccdfb1ebf5', 'name': '', 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b', 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'mac_address': 'fa:16:3e:da:8b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'f22b432a-999e-449e-99eb-5f8501222e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:44:06Z', 'updated_at': '2021-09-17T08:44:09Z', 'revision_number': 5, 'project_id': '57f8c48e10b746f7af53464178493cdc', 'subnets': [{'id': 'f22b432a-999e-449e-99eb-5f8501222e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:54:33.831194 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0430285-983c-4e45-b65e-5a9bc3f7f4d3 req-6f947f04-2e43-4aa8-8a51-307dadf74cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:33.833021 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c0430285-983c-4e45-b65e-5a9bc3f7f4d3 req-6f947f04-2e43-4aa8-8a51-307dadf74cfe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392380 Sep 17 08:54:33.927443 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c0430285-983c-4e45-b65e-5a9bc3f7f4d3 req-b56d23c5-367c-49d1-ab7d-22c6fd7d8986 service neutron] 10.222.0.39 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867012 Sep 17 08:54:34.022977 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c0430285-983c-4e45-b65e-5a9bc3f7f4d3 req-36a34765-9ec3-4bd2-92e4-d52a7c11c1fb service neutron] 10.222.0.39 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883825 Sep 17 08:54:34.023408 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5d6a2d-dd01-42c6-9a71-ece436d495d0 None None] New status for floating IP 56b2ad51-903b-4f2c-a8ef-daa38c003bef: ACTIVE {{(pid=101291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 08:54:36.073701 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:54:36.099744 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:54:37.292519 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:54:50.065527 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-50b4a573-8264-4623-88ae-9fd7dcbb6a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:54:51.034962 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-45c264f4-edb0-4a06-958a-736ad464e159 req-16c4cd13-4a81-4985-b9c6-95ffa1ac4540 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=274a34be-d467-4bc5-a905-0ec9355a20d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0387542 Sep 17 08:54:51.137234 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c264f4-edb0-4a06-958a-736ad464e159 req-4c446bbc-4798-4da9-8e75-52c0ac5e0b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:51.138739 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-45c264f4-edb0-4a06-958a-736ad464e159 req-4c446bbc-4798-4da9-8e75-52c0ac5e0b72 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=57f8c48e10b746f7af53464178493cdc&device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 1096 time: 0.0400150 Sep 17 08:54:51.242159 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c264f4-edb0-4a06-958a-736ad464e159 req-5d83ea53-a98c-4883-bd2f-c110a1e9d3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:51.243901 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-45c264f4-edb0-4a06-958a-736ad464e159 req-5d83ea53-a98c-4883-bd2f-c110a1e9d3b5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b HTTP/1.1" status: 200 len: 912 time: 0.0856988 Sep 17 08:54:51.308589 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-45c264f4-edb0-4a06-958a-736ad464e159 req-ba669786-346e-41b9-93d4-23f3cdcb35f8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=523cd84c-af33-4880-a3a4-fff30478f7c0 HTTP/1.1" status: 200 len: 1002 time: 0.0557792 Sep 17 08:54:51.356274 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c264f4-edb0-4a06-958a-736ad464e159 req-ef061de9-78a0-409d-81bb-e38b79bbf7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:51.358270 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-45c264f4-edb0-4a06-958a-736ad464e159 req-ef061de9-78a0-409d-81bb-e38b79bbf7e3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f22b432a-999e-449e-99eb-5f8501222e22 HTTP/1.1" status: 200 len: 850 time: 0.0420256 Sep 17 08:54:51.410959 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c264f4-edb0-4a06-958a-736ad464e159 req-05cb9a2f-d3d2-47ff-8121-270aacc7edb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:51.412466 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-45c264f4-edb0-4a06-958a-736ad464e159 req-05cb9a2f-d3d2-47ff-8121-270aacc7edb9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447376 Sep 17 08:54:51.501346 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-45c264f4-edb0-4a06-958a-736ad464e159 req-b58f9638-139a-46be-a39b-b425b21b9b4e service neutron] 10.222.0.39 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796964 Sep 17 08:54:51.594359 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-45c264f4-edb0-4a06-958a-736ad464e159 req-0724cfe2-3c50-406d-a50a-32f5c9651797 service neutron] 10.222.0.39 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853357 Sep 17 08:54:52.528889 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e2146c2c-aab1-4f54-8a1f-4ff126d5ce49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:54:52.837758 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:54:53.932031 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:54:55.525319 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:54:55.830417 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8104be59-8869-467f-acff-db6158f9d993 req-38d3ba12-6b4c-437d-9e54-2ea7d4a3f00e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0250578 Sep 17 08:54:55.913316 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8104be59-8869-467f-acff-db6158f9d993 req-9426ac86-740d-431a-8069-c07dc5abd4a0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0284739 Sep 17 08:54:55.956474 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8104be59-8869-467f-acff-db6158f9d993 req-bc59dac6-23f5-4a11-a444-fb731d39f7a1 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0191228 Sep 17 08:54:56.046495 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8104be59-8869-467f-acff-db6158f9d993 req-7e69c0eb-162a-4ecf-b66e-1bd9c32e7c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:54:56.047966 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8104be59-8869-467f-acff-db6158f9d993 req-7e69c0eb-162a-4ecf-b66e-1bd9c32e7c92 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0848353 Sep 17 08:55:06.097614 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:55:06.106166 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:55:14.291297 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:55:20.065707 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2328ee1c-171c-4d21-b329-3992261dd082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:55:22.527754 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-37d8df10-d060-4b7d-9520-c8eba62e7ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:55:22.841406 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:55:23.935195 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:55:25.528299 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:55:36.107081 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:55:36.114651 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:55:50.066488 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c1881e16-3f5a-430b-be53-66b865579037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:55:51.289649 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:55:52.337767 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8f8f6123-7b53-4201-b639-27eb8ff00a13 req-24a27d18-98a4-47aa-9148-2ffffb433119 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=274a34be-d467-4bc5-a905-0ec9355a20d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0384462 Sep 17 08:55:52.434128 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f6123-7b53-4201-b639-27eb8ff00a13 req-b35ff520-783d-4cbf-9168-4011585dede2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:55:52.435593 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8f8f6123-7b53-4201-b639-27eb8ff00a13 req-b35ff520-783d-4cbf-9168-4011585dede2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=57f8c48e10b746f7af53464178493cdc&device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 1096 time: 0.0394979 Sep 17 08:55:52.527998 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f53865c5-3c70-4cef-b7b9-d2d877595bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:55:52.539212 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f6123-7b53-4201-b639-27eb8ff00a13 req-ddb10ed8-e362-469d-a3f4-f45cbd2693ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:55:52.540731 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8f8f6123-7b53-4201-b639-27eb8ff00a13 req-ddb10ed8-e362-469d-a3f4-f45cbd2693ee service neutron] 10.222.0.39 "GET /v2.0/networks?id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b HTTP/1.1" status: 200 len: 912 time: 0.0864778 Sep 17 08:55:52.604489 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8f8f6123-7b53-4201-b639-27eb8ff00a13 req-3ff64d1a-80e7-4008-a3e1-861551ddcad4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=523cd84c-af33-4880-a3a4-fff30478f7c0 HTTP/1.1" status: 200 len: 1002 time: 0.0562825 Sep 17 08:55:52.655483 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f6123-7b53-4201-b639-27eb8ff00a13 req-de836658-3c2d-4418-8d2e-0c3cbd4d2758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:55:52.656941 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8f8f6123-7b53-4201-b639-27eb8ff00a13 req-de836658-3c2d-4418-8d2e-0c3cbd4d2758 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f22b432a-999e-449e-99eb-5f8501222e22 HTTP/1.1" status: 200 len: 850 time: 0.0464864 Sep 17 08:55:52.700531 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f6123-7b53-4201-b639-27eb8ff00a13 req-6f2d4147-5388-4bd8-ac2a-c03ec81fc4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:55:52.701981 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8f8f6123-7b53-4201-b639-27eb8ff00a13 req-6f2d4147-5388-4bd8-ac2a-c03ec81fc4bf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383277 Sep 17 08:55:52.793871 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8f8f6123-7b53-4201-b639-27eb8ff00a13 req-0efd2b4f-09d7-47e3-a396-a8512969ba14 service neutron] 10.222.0.39 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830841 Sep 17 08:55:52.841509 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:55:52.883316 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8f8f6123-7b53-4201-b639-27eb8ff00a13 req-62d06bbc-7668-4705-9051-575534649f19 service neutron] 10.222.0.39 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808794 Sep 17 08:55:53.938944 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:55:55.531422 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:55:56.846678 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-222d9801-0b5e-4e13-8a2e-5a11468c2f52 req-ee86f0b6-0c52-48b6-bd89-c45a93648654 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0301743 Sep 17 08:55:56.927014 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-222d9801-0b5e-4e13-8a2e-5a11468c2f52 req-d392fce3-1f4b-4532-9a9a-d8b4c16aa67f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0239732 Sep 17 08:55:56.969471 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-222d9801-0b5e-4e13-8a2e-5a11468c2f52 req-2dea3737-3267-44e7-ab83-4a49e8a11379 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0181317 Sep 17 08:55:57.063151 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d9801-0b5e-4e13-8a2e-5a11468c2f52 req-4ace9fc7-2978-4ef5-871c-5659444b16d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:55:57.064666 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-222d9801-0b5e-4e13-8a2e-5a11468c2f52 req-4ace9fc7-2978-4ef5-871c-5659444b16d1 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0889058 Sep 17 08:56:06.123687 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:56:06.132943 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:56:20.071618 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0f4cbdb1-155a-4cd7-b09f-dcdd564007f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:56:22.528924 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-70b9fe0b-7423-448a-8bab-836ad3fd9ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:56:22.842459 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:56:23.941564 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:56:25.534091 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:56:28.289361 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:56:36.117795 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:56:36.134222 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:56:50.075259 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ed38a250-d7e1-4244-b400-84e67b7f23ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:56:52.530049 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-aa32e100-50cd-411f-9b30-fcf6374d4149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:56:52.842990 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:56:53.348091 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4ee4c05c-95e0-42ce-90b0-efd7277a69dd req-86024664-d78a-4299-9b88-986ce705c91c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=274a34be-d467-4bc5-a905-0ec9355a20d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404329 Sep 17 08:56:53.460240 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee4c05c-95e0-42ce-90b0-efd7277a69dd req-0d97dcff-a17b-4bc5-a2ca-642318ec19a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:56:53.461738 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4ee4c05c-95e0-42ce-90b0-efd7277a69dd req-0d97dcff-a17b-4bc5-a2ca-642318ec19a4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=57f8c48e10b746f7af53464178493cdc&device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 1096 time: 0.0450215 Sep 17 08:56:53.566009 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee4c05c-95e0-42ce-90b0-efd7277a69dd req-e5559050-b541-49b5-8b22-0ef6ca728bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:56:53.567398 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4ee4c05c-95e0-42ce-90b0-efd7277a69dd req-e5559050-b541-49b5-8b22-0ef6ca728bf1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b HTTP/1.1" status: 200 len: 912 time: 0.0855129 Sep 17 08:56:53.636079 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4ee4c05c-95e0-42ce-90b0-efd7277a69dd req-8e04eaa6-a5e4-4b65-9235-aed58e45a641 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=523cd84c-af33-4880-a3a4-fff30478f7c0 HTTP/1.1" status: 200 len: 1002 time: 0.0604377 Sep 17 08:56:53.683650 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee4c05c-95e0-42ce-90b0-efd7277a69dd req-472506c8-3d8f-4f30-ad7b-384b18507589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:56:53.685075 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4ee4c05c-95e0-42ce-90b0-efd7277a69dd req-472506c8-3d8f-4f30-ad7b-384b18507589 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f22b432a-999e-449e-99eb-5f8501222e22 HTTP/1.1" status: 200 len: 850 time: 0.0423446 Sep 17 08:56:53.729992 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee4c05c-95e0-42ce-90b0-efd7277a69dd req-ae42d936-33ef-4e95-8490-fca92c5957d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:56:53.731431 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4ee4c05c-95e0-42ce-90b0-efd7277a69dd req-ae42d936-33ef-4e95-8490-fca92c5957d0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382895 Sep 17 08:56:53.822402 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4ee4c05c-95e0-42ce-90b0-efd7277a69dd req-bfa8ca6e-159c-47f3-b5fb-e9fe862bdd0d service neutron] 10.222.0.39 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835645 Sep 17 08:56:53.910090 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4ee4c05c-95e0-42ce-90b0-efd7277a69dd req-528c8737-3ad2-41b5-b7ef-5dd85701f461 service neutron] 10.222.0.39 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804803 Sep 17 08:56:53.942620 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:56:55.542949 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:56:56.832858 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f9f42387-bad0-44bc-a8bb-080fbdc35ab2 req-4d2d99e4-34df-450b-b4cb-beccafc2f694 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0289540 Sep 17 08:56:56.913718 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f9f42387-bad0-44bc-a8bb-080fbdc35ab2 req-a463bbb5-2260-47fb-84ee-04dac573de4c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0240116 Sep 17 08:56:56.962617 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f9f42387-bad0-44bc-a8bb-080fbdc35ab2 req-995544b8-fd59-4791-bd72-4a6896d2f609 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0182481 Sep 17 08:56:57.051485 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f42387-bad0-44bc-a8bb-080fbdc35ab2 req-3f272558-bd4b-48c0-bc6f-bf718a5ec0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:56:57.052980 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f9f42387-bad0-44bc-a8bb-080fbdc35ab2 req-3f272558-bd4b-48c0-bc6f-bf718a5ec0ed service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0843182 Sep 17 08:57:05.288476 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:57:06.143294 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:57:06.146112 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:57:06.673698 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2326d0d-1701-4208-8731-17e0149eaa46 req-c9d04c94-8933-4e9a-859d-4ec96a79de53 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:06.675179 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f2326d0d-1701-4208-8731-17e0149eaa46 req-c9d04c94-8933-4e9a-859d-4ec96a79de53 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 945 time: 0.0522828 Sep 17 08:57:06.712201 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f2326d0d-1701-4208-8731-17e0149eaa46 req-e22caab9-f795-4f5a-8896-2b87f299981b tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305536 Sep 17 08:57:17.863648 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ca078e6d-b1ad-4a04-bad4-c2e07f2471a9 req-e58de68b-f6af-4a94-afd1-9ec3f4026d30 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=274a34be-d467-4bc5-a905-0ec9355a20d2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0446017 Sep 17 08:57:17.872926 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [req-ca078e6d-b1ad-4a04-bad4-c2e07f2471a9 req-a3424f87-3e5d-49b3-8810-94d38670640b service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:57:17.873890 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ca078e6d-b1ad-4a04-bad4-c2e07f2471a9 req-a3424f87-3e5d-49b3-8810-94d38670640b service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050368 Sep 17 08:57:17.878230 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c2afe-aebd-4fb7-80dc-1d58fc4bbfb7 req-b0777a80-f437-48c8-9f81-f3eed301f4d0 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:17.879751 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6d2c2afe-aebd-4fb7-80dc-1d58fc4bbfb7 req-b0777a80-f437-48c8-9f81-f3eed301f4d0 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 945 time: 0.0491838 Sep 17 08:57:17.918648 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6d2c2afe-aebd-4fb7-80dc-1d58fc4bbfb7 req-6621b2ac-6584-42c5-9b61-d97a23eaa697 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319757 Sep 17 08:57:19.034708 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf78a5-553c-4dc2-8c9d-f9bd04a6dd3d req-5d72bb3a-1bb3-4282-a4e9-a72aca9c39ae tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:19.036204 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4bbf78a5-553c-4dc2-8c9d-f9bd04a6dd3d req-5d72bb3a-1bb3-4282-a4e9-a72aca9c39ae tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 945 time: 0.0484335 Sep 17 08:57:19.074784 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4bbf78a5-553c-4dc2-8c9d-f9bd04a6dd3d req-f92a809c-5814-4c64-bc4e-13b73573b393 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319319 Sep 17 08:57:19.092416 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca078e6d-b1ad-4a04-bad4-c2e07f2471a9 req-dc534bb8-bad7-4575-aef3-7472fe57e8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:19.094029 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ca078e6d-b1ad-4a04-bad4-c2e07f2471a9 req-dc534bb8-bad7-4575-aef3-7472fe57e8d3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=57f8c48e10b746f7af53464178493cdc&device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 1096 time: 0.0452564 Sep 17 08:57:19.182686 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca078e6d-b1ad-4a04-bad4-c2e07f2471a9 req-00a36124-ad90-49a4-944f-29bd4ff036cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:19.184225 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ca078e6d-b1ad-4a04-bad4-c2e07f2471a9 req-00a36124-ad90-49a4-944f-29bd4ff036cc service neutron] 10.222.0.39 "GET /v2.0/networks?id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b HTTP/1.1" status: 200 len: 912 time: 0.0835304 Sep 17 08:57:19.253362 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ca078e6d-b1ad-4a04-bad4-c2e07f2471a9 req-683d1865-e7cc-4a17-8af9-81c8e25e13fe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=523cd84c-af33-4880-a3a4-fff30478f7c0 HTTP/1.1" status: 200 len: 1002 time: 0.0621343 Sep 17 08:57:19.302973 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca078e6d-b1ad-4a04-bad4-c2e07f2471a9 req-3b761d7f-06c2-427e-b9bd-f2f645fea794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:19.304544 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ca078e6d-b1ad-4a04-bad4-c2e07f2471a9 req-3b761d7f-06c2-427e-b9bd-f2f645fea794 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f22b432a-999e-449e-99eb-5f8501222e22 HTTP/1.1" status: 200 len: 850 time: 0.0438809 Sep 17 08:57:19.348459 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca078e6d-b1ad-4a04-bad4-c2e07f2471a9 req-11da027b-459d-4c47-bbce-92624b63da3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:19.350580 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ca078e6d-b1ad-4a04-bad4-c2e07f2471a9 req-11da027b-459d-4c47-bbce-92624b63da3c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393445 Sep 17 08:57:19.442521 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ca078e6d-b1ad-4a04-bad4-c2e07f2471a9 req-5eff3938-3f82-4b8e-97d8-d69c2c74d00f service neutron] 10.222.0.39 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845978 Sep 17 08:57:19.541508 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ca078e6d-b1ad-4a04-bad4-c2e07f2471a9 req-ac1832de-c774-4d27-91dc-c5c9391bef74 service neutron] 10.222.0.39 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917900 Sep 17 08:57:20.076817 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dffcae6b-7385-42de-89c9-372ee3583586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:57:20.196874 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d356f1d-fa11-4795-928f-009900d3a525 req-9fc7ff85-099e-4717-85d4-c1eec45af242 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:20.198400 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5d356f1d-fa11-4795-928f-009900d3a525 req-9fc7ff85-099e-4717-85d4-c1eec45af242 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 945 time: 0.0566285 Sep 17 08:57:20.236373 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5d356f1d-fa11-4795-928f-009900d3a525 req-ee7c5634-ec8f-4b7c-9ce8-27765cd3e077 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318959 Sep 17 08:57:21.349380 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a70226a-b058-4421-85f2-74f0c25bf05c req-20142fbe-1e9f-44ff-9686-7a7a4c9183d6 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:21.351401 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0a70226a-b058-4421-85f2-74f0c25bf05c req-20142fbe-1e9f-44ff-9686-7a7a4c9183d6 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 945 time: 0.0469332 Sep 17 08:57:21.387904 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0a70226a-b058-4421-85f2-74f0c25bf05c req-8f9a322f-cdb5-4355-ad97-eb4a1d514a0e tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306027 Sep 17 08:57:22.499923 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4413ae6-839f-4e05-b2dc-9330d1d55d29 req-33573a07-dd2c-4f61-82a9-202fe1949308 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:22.501386 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d4413ae6-839f-4e05-b2dc-9330d1d55d29 req-33573a07-dd2c-4f61-82a9-202fe1949308 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 945 time: 0.0467885 Sep 17 08:57:22.529572 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7887b89a-afa4-40a9-bdbd-a37ffa24ef7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:57:22.539297 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d4413ae6-839f-4e05-b2dc-9330d1d55d29 req-b914d45e-e49a-4113-beb6-08bf75d3ecc7 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311470 Sep 17 08:57:22.843179 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:57:23.658221 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75345234-4237-41f9-8e11-67398fb4b069 req-4a297f4c-7b06-4faa-a98c-9a8737c038ed tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:23.659675 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-75345234-4237-41f9-8e11-67398fb4b069 req-4a297f4c-7b06-4faa-a98c-9a8737c038ed tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 945 time: 0.0518551 Sep 17 08:57:23.695617 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-75345234-4237-41f9-8e11-67398fb4b069 req-b31f57fa-b41d-4e9b-8365-e4b01433988e tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300276 Sep 17 08:57:23.945692 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:57:24.809274 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b83751c-fa10-4068-afdb-5165489f9735 req-2ec70c77-4fd5-4f02-b639-70a0d7aa66cf tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:24.810734 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2b83751c-fa10-4068-afdb-5165489f9735 req-2ec70c77-4fd5-4f02-b639-70a0d7aa66cf tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 945 time: 0.0477595 Sep 17 08:57:24.846943 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2b83751c-fa10-4068-afdb-5165489f9735 req-4da986e8-0d65-4f79-85d9-cdd289199f4a tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302470 Sep 17 08:57:25.539234 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:57:25.960351 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1231f883-681c-4997-aa2e-b315e3836628 req-0a6a7d39-8a4b-4344-9db3-08434d269b72 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:25.961811 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1231f883-681c-4997-aa2e-b315e3836628 req-0a6a7d39-8a4b-4344-9db3-08434d269b72 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 945 time: 0.0477688 Sep 17 08:57:25.998323 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1231f883-681c-4997-aa2e-b315e3836628 req-75c7f589-22af-4c25-bbda-9429182397e9 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306644 Sep 17 08:57:27.114655 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f476a-ebda-4cc4-8f7d-5df1550ff1cc req-b4e208af-3888-4a24-81fa-e6f8b336a08e tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:27.116730 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4e9f476a-ebda-4cc4-8f7d-5df1550ff1cc req-b4e208af-3888-4a24-81fa-e6f8b336a08e tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 945 time: 0.0526195 Sep 17 08:57:27.153489 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4e9f476a-ebda-4cc4-8f7d-5df1550ff1cc req-89442855-d342-4ae7-944b-8779449e0018 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308192 Sep 17 08:57:28.268432 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a99458-4775-4b7b-b313-8a3b24268960 req-239047ff-b71b-4743-a2ce-0de9ddf05ebe tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:28.269916 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d4a99458-4775-4b7b-b313-8a3b24268960 req-239047ff-b71b-4743-a2ce-0de9ddf05ebe tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 945 time: 0.0478699 Sep 17 08:57:28.306901 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d4a99458-4775-4b7b-b313-8a3b24268960 req-c925f425-5461-4376-b917-3291fe3da067 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306098 Sep 17 08:57:29.419954 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72d1e4f-4fdb-4255-8961-9c4b41b0d6b7 req-6ed92fdf-1da1-4570-bb55-7d0f72a46dc4 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:29.421425 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f72d1e4f-4fdb-4255-8961-9c4b41b0d6b7 req-6ed92fdf-1da1-4570-bb55-7d0f72a46dc4 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 945 time: 0.0477619 Sep 17 08:57:29.457680 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f72d1e4f-4fdb-4255-8961-9c4b41b0d6b7 req-5ef4b484-4178-42e1-9f0f-14a0ac03fa85 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304353 Sep 17 08:57:30.574423 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e1070d-12e9-4f51-9faf-0b03460335e1 req-43f5f73b-8e11-45d8-b7e7-25cdccba8e2b tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:30.575933 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-02e1070d-12e9-4f51-9faf-0b03460335e1 req-43f5f73b-8e11-45d8-b7e7-25cdccba8e2b tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 945 time: 0.0515654 Sep 17 08:57:30.611867 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-02e1070d-12e9-4f51-9faf-0b03460335e1 req-09cc2226-07ec-4e01-8a7b-0d3a3562b8fb tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300415 Sep 17 08:57:31.727354 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8813fd2-bd43-4ce4-a8e3-79e6311b1ea5 req-b63fe014-80bb-405e-9168-e80d89f4577a tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:31.728869 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e8813fd2-bd43-4ce4-a8e3-79e6311b1ea5 req-b63fe014-80bb-405e-9168-e80d89f4577a tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 945 time: 0.0484893 Sep 17 08:57:31.765441 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e8813fd2-bd43-4ce4-a8e3-79e6311b1ea5 req-fd142f1a-5aef-4f91-bc22-3e6df7bcee15 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307291 Sep 17 08:57:32.878313 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0645982f-c99a-416b-a9a8-b57d61d60747 req-e1ebd785-4187-422c-b47a-5d8c64db9fe2 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:32.879807 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0645982f-c99a-416b-a9a8-b57d61d60747 req-e1ebd785-4187-422c-b47a-5d8c64db9fe2 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 945 time: 0.0478821 Sep 17 08:57:32.917440 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0645982f-c99a-416b-a9a8-b57d61d60747 req-080189f7-6a27-46d6-905d-681cfd056481 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308895 Sep 17 08:57:33.408489 n-d-789963-9 neutron-server[101290]: INFO neutron.api.v2.resource [req-ca078e6d-b1ad-4a04-bad4-c2e07f2471a9 req-aaba6334-3d71-480c-8e77-ad576ab4b9e9 service neutron] show failed (client error): The resource could not be found. Sep 17 08:57:33.409499 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ca078e6d-b1ad-4a04-bad4-c2e07f2471a9 req-aaba6334-3d71-480c-8e77-ad576ab4b9e9 service neutron] 10.222.0.39 "GET /v2.0/ports/523cd84c-af33-4880-a3a4-fff30478f7c0/bindings/n-h1-789963-9 HTTP/1.1" status: 404 len: 380 time: 0.0534477 Sep 17 08:57:33.609672 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca078e6d-b1ad-4a04-bad4-c2e07f2471a9 req-37c3a01e-c461-4c36-bff1-7033d05f5933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:33.611033 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ca078e6d-b1ad-4a04-bad4-c2e07f2471a9 req-37c3a01e-c461-4c36-bff1-7033d05f5933 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=274a34be-d467-4bc5-a905-0ec9355a20d2&tenant_id=57f8c48e10b746f7af53464178493cdc HTTP/1.1" status: 200 len: 1096 time: 0.0435359 Sep 17 08:57:33.629111 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-ca078e6d-b1ad-4a04-bad4-c2e07f2471a9 req-297420ef-3b56-4f71-8e4b-bce2bdf03175 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-9', 'device_owner': 'compute:nova'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:57:33.679623 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-ca078e6d-b1ad-4a04-bad4-c2e07f2471a9 req-297420ef-3b56-4f71-8e4b-bce2bdf03175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:57:33.872320 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-ca078e6d-b1ad-4a04-bad4-c2e07f2471a9 req-297420ef-3b56-4f71-8e4b-bce2bdf03175 service neutron] For port 523cd84c-af33-4880-a3a4-fff30478f7c0, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=523cd84c-af33-4880-a3a4-fff30478f7c0,segment=NetworkSegment(2b3a115c-7140-4873-a9db-77f8808c33a6),segment_id=2b3a115c-7140-4873-a9db-77f8808c33a6)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:57:33.903234 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-ca078e6d-b1ad-4a04-bad4-c2e07f2471a9 req-297420ef-3b56-4f71-8e4b-bce2bdf03175 service neutron] For port 523cd84c-af33-4880-a3a4-fff30478f7c0, host n-h2-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:57:33.949665 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '274a34be-d467-4bc5-a905-0ec9355a20d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '523cd84c-af33-4880-a3a4-fff30478f7c0'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:57:33.952244 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0b8b68ef77f8a69a7ea64e5314cb7bfe1c653782f919eb7015de92bbdd57641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8652c841-653d-4efd-b30b-762e02cb6e24" -d '{"events": [{"server_uuid": "274a34be-d467-4bc5-a905-0ec9355a20d2", "name": "network-vif-unplugged", "status": "completed", "tag": "523cd84c-af33-4880-a3a4-fff30478f7c0"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:57:33.958876 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-ca078e6d-b1ad-4a04-bad4-c2e07f2471a9 req-297420ef-3b56-4f71-8e4b-bce2bdf03175 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:57:33.974095 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.provisioning_blocks [req-ca078e6d-b1ad-4a04-bad4-c2e07f2471a9 req-297420ef-3b56-4f71-8e4b-bce2bdf03175 service neutron] Transition to ACTIVE for port object 523cd84c-af33-4880-a3a4-fff30478f7c0 will not be triggered until provisioned by entity L2. {{(pid=101289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:57:33.977381 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-ca078e6d-b1ad-4a04-bad4-c2e07f2471a9 req-297420ef-3b56-4f71-8e4b-bce2bdf03175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:57:34.005203 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 08:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd45789-800e-47ff-8e1d-5688316434ac x-openstack-request-id: req-6dd45789-800e-47ff-8e1d-5688316434ac {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:57:34.005498 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "274a34be-d467-4bc5-a905-0ec9355a20d2", "name": "network-vif-unplugged", "status": "completed", "tag": "523cd84c-af33-4880-a3a4-fff30478f7c0", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:57:34.005746 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6dd45789-800e-47ff-8e1d-5688316434ac {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:57:34.006137 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '274a34be-d467-4bc5-a905-0ec9355a20d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '523cd84c-af33-4880-a3a4-fff30478f7c0', 'code': 200} Sep 17 08:57:34.090544 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297420ef-3b56-4f71-8e4b-bce2bdf03175 service neutron] Pushing event updated for resources: {'Port': ['ID=523cd84c-af33-4880-a3a4-fff30478f7c0,revision_number=6']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:57:34.115023 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297420ef-3b56-4f71-8e4b-bce2bdf03175 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:57:34.115378 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297420ef-3b56-4f71-8e4b-bce2bdf03175 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:57:34.115724 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297420ef-3b56-4f71-8e4b-bce2bdf03175 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:57:34.116089 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297420ef-3b56-4f71-8e4b-bce2bdf03175 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:57:34.116471 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297420ef-3b56-4f71-8e4b-bce2bdf03175 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:57:34.116811 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297420ef-3b56-4f71-8e4b-bce2bdf03175 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:57:34.117148 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297420ef-3b56-4f71-8e4b-bce2bdf03175 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:57:34.117481 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297420ef-3b56-4f71-8e4b-bce2bdf03175 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:57:34.117817 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297420ef-3b56-4f71-8e4b-bce2bdf03175 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:57:34.118146 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297420ef-3b56-4f71-8e4b-bce2bdf03175 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:57:34.118474 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297420ef-3b56-4f71-8e4b-bce2bdf03175 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:57:34.118926 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297420ef-3b56-4f71-8e4b-bce2bdf03175 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:57:34.143725 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9d3a1-590c-45be-ace6-aac6c00d5f6b req-1084f173-0fc6-42f1-a10f-c34d6ce09962 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:34.145313 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-32a9d3a1-590c-45be-ace6-aac6c00d5f6b req-1084f173-0fc6-42f1-a10f-c34d6ce09962 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 943 time: 0.1363328 Sep 17 08:57:34.161550 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca078e6d-b1ad-4a04-bad4-c2e07f2471a9 req-297420ef-3b56-4f71-8e4b-bce2bdf03175 service neutron] No DVR routers for this DVR port 523cd84c-af33-4880-a3a4-fff30478f7c0 on host n-h2-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:57:34.228029 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-32a9d3a1-590c-45be-ace6-aac6c00d5f6b req-e024f821-0f88-43d2-b509-90e6899a2922 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683286 Sep 17 08:57:34.319048 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-ca078e6d-b1ad-4a04-bad4-c2e07f2471a9 req-297420ef-3b56-4f71-8e4b-bce2bdf03175 service neutron] Attempting to bind port 523cd84c-af33-4880-a3a4-fff30478f7c0 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:57:34.319375 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-ca078e6d-b1ad-4a04-bad4-c2e07f2471a9 req-297420ef-3b56-4f71-8e4b-bce2bdf03175 service neutron] Attempting to bind port 523cd84c-af33-4880-a3a4-fff30478f7c0 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': '2b3a115c-7140-4873-a9db-77f8808c33a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:57:34.319733 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca078e6d-b1ad-4a04-bad4-c2e07f2471a9 req-297420ef-3b56-4f71-8e4b-bce2bdf03175 service neutron] Attempting to bind port 523cd84c-af33-4880-a3a4-fff30478f7c0 on network 0ee5baf7-50f7-4d0a-b426-59fc9506c09b {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:57:34.324554 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca078e6d-b1ad-4a04-bad4-c2e07f2471a9 req-297420ef-3b56-4f71-8e4b-bce2bdf03175 service neutron] Port 523cd84c-af33-4880-a3a4-fff30478f7c0 on network 0ee5baf7-50f7-4d0a-b426-59fc9506c09b not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:57:34.324882 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca078e6d-b1ad-4a04-bad4-c2e07f2471a9 req-297420ef-3b56-4f71-8e4b-bce2bdf03175 service neutron] Attempting to bind port 523cd84c-af33-4880-a3a4-fff30478f7c0 on network 0ee5baf7-50f7-4d0a-b426-59fc9506c09b {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:57:34.329633 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca078e6d-b1ad-4a04-bad4-c2e07f2471a9 req-297420ef-3b56-4f71-8e4b-bce2bdf03175 service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:57:34.329968 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca078e6d-b1ad-4a04-bad4-c2e07f2471a9 req-297420ef-3b56-4f71-8e4b-bce2bdf03175 service neutron] Checking segment: {'id': '2b3a115c-7140-4873-a9db-77f8808c33a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:57:34.330350 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca078e6d-b1ad-4a04-bad4-c2e07f2471a9 req-297420ef-3b56-4f71-8e4b-bce2bdf03175 service neutron] Bound using segment: {'id': '2b3a115c-7140-4873-a9db-77f8808c33a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b'} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:57:34.330772 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-ca078e6d-b1ad-4a04-bad4-c2e07f2471a9 req-297420ef-3b56-4f71-8e4b-bce2bdf03175 service neutron] Bound port: 523cd84c-af33-4880-a3a4-fff30478f7c0, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b3a115c-7140-4873-a9db-77f8808c33a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b'}}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:57:34.331127 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-ca078e6d-b1ad-4a04-bad4-c2e07f2471a9 req-297420ef-3b56-4f71-8e4b-bce2bdf03175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:57:34.392048 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-ca078e6d-b1ad-4a04-bad4-c2e07f2471a9 req-297420ef-3b56-4f71-8e4b-bce2bdf03175 service neutron] For port 523cd84c-af33-4880-a3a4-fff30478f7c0, host n-h1-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:57:34.394910 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-ca078e6d-b1ad-4a04-bad4-c2e07f2471a9 req-297420ef-3b56-4f71-8e4b-bce2bdf03175 service neutron] For port 523cd84c-af33-4880-a3a4-fff30478f7c0, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=523cd84c-af33-4880-a3a4-fff30478f7c0,segment=NetworkSegment(2b3a115c-7140-4873-a9db-77f8808c33a6),segment_id=2b3a115c-7140-4873-a9db-77f8808c33a6)] {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:57:34.399465 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-ca078e6d-b1ad-4a04-bad4-c2e07f2471a9 req-297420ef-3b56-4f71-8e4b-bce2bdf03175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:57:34.435548 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca078e6d-b1ad-4a04-bad4-c2e07f2471a9 req-297420ef-3b56-4f71-8e4b-bce2bdf03175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:34.436196 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-ca078e6d-b1ad-4a04-bad4-c2e07f2471a9 req-297420ef-3b56-4f71-8e4b-bce2bdf03175 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:57:34.437587 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ca078e6d-b1ad-4a04-bad4-c2e07f2471a9 req-297420ef-3b56-4f71-8e4b-bce2bdf03175 service neutron] 10.222.0.41 "PUT /v2.0/ports/523cd84c-af33-4880-a3a4-fff30478f7c0 HTTP/1.1" status: 200 len: 1091 time: 0.8122799 Sep 17 08:57:34.461288 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297420ef-3b56-4f71-8e4b-bce2bdf03175 service neutron] Pushing event updated for resources: {'Port': ['ID=523cd84c-af33-4880-a3a4-fff30478f7c0,revision_number=7']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:57:34.514464 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca078e6d-b1ad-4a04-bad4-c2e07f2471a9 req-a662e44d-15dc-4a63-adfc-7e19b341db92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:34.516174 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ca078e6d-b1ad-4a04-bad4-c2e07f2471a9 req-a662e44d-15dc-4a63-adfc-7e19b341db92 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=57f8c48e10b746f7af53464178493cdc&device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 1094 time: 0.0444176 Sep 17 08:57:34.613754 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca078e6d-b1ad-4a04-bad4-c2e07f2471a9 req-247c3ad9-ea7f-495a-8e16-2913e28c8fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:34.615388 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ca078e6d-b1ad-4a04-bad4-c2e07f2471a9 req-247c3ad9-ea7f-495a-8e16-2913e28c8fef service neutron] 10.222.0.41 "GET /v2.0/networks?id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b HTTP/1.1" status: 200 len: 912 time: 0.0923460 Sep 17 08:57:34.983329 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ca078e6d-b1ad-4a04-bad4-c2e07f2471a9 req-6ab0c03c-3929-414b-be4d-02c6bb8d2b51 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=523cd84c-af33-4880-a3a4-fff30478f7c0 HTTP/1.1" status: 200 len: 1000 time: 0.3611991 Sep 17 08:57:35.031132 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca078e6d-b1ad-4a04-bad4-c2e07f2471a9 req-49dbaa67-0f2b-4913-bda7-e946e9342b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:35.032536 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ca078e6d-b1ad-4a04-bad4-c2e07f2471a9 req-49dbaa67-0f2b-4913-bda7-e946e9342b47 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f22b432a-999e-449e-99eb-5f8501222e22 HTTP/1.1" status: 200 len: 850 time: 0.0422246 Sep 17 08:57:35.078505 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca078e6d-b1ad-4a04-bad4-c2e07f2471a9 req-49cb7691-174c-49fc-a9b5-e22eaee51770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:35.080017 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ca078e6d-b1ad-4a04-bad4-c2e07f2471a9 req-49cb7691-174c-49fc-a9b5-e22eaee51770 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404260 Sep 17 08:57:35.166139 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ca078e6d-b1ad-4a04-bad4-c2e07f2471a9 req-8cbdc7cb-d434-4f7a-8862-edd085eeede5 service neutron] 10.222.0.41 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790231 Sep 17 08:57:35.258972 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ca078e6d-b1ad-4a04-bad4-c2e07f2471a9 req-4cec2ae9-c9f5-4951-b615-496a0d335868 service neutron] 10.222.0.41 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845141 Sep 17 08:57:35.349008 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffdf1ba-d945-4de2-af40-a3d915f85bec req-2ce6649a-5df7-4c72-9f18-67b76dfb0e7b tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:35.350525 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1ffdf1ba-d945-4de2-af40-a3d915f85bec req-2ce6649a-5df7-4c72-9f18-67b76dfb0e7b tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 943 time: 0.0490170 Sep 17 08:57:35.389382 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1ffdf1ba-d945-4de2-af40-a3d915f85bec req-f70c139d-9958-4765-abcb-29c6e7d72d56 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315039 Sep 17 08:57:36.008106 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '274a34be-d467-4bc5-a905-0ec9355a20d2', 'tag': '523cd84c-af33-4880-a3a4-fff30478f7c0'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:57:36.010448 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0b8b68ef77f8a69a7ea64e5314cb7bfe1c653782f919eb7015de92bbdd57641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a98f19-9700-4646-a1a0-e7c9267c811a" -d '{"events": [{"name": "network-changed", "server_uuid": "274a34be-d467-4bc5-a905-0ec9355a20d2", "tag": "523cd84c-af33-4880-a3a4-fff30478f7c0"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:57:36.056994 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a74ddb8-232a-4186-92fc-3e4a347ec9c2 x-openstack-request-id: req-0a74ddb8-232a-4186-92fc-3e4a347ec9c2 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:57:36.057384 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "274a34be-d467-4bc5-a905-0ec9355a20d2", "tag": "523cd84c-af33-4880-a3a4-fff30478f7c0", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:57:36.057704 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0a74ddb8-232a-4186-92fc-3e4a347ec9c2 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:57:36.058167 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '274a34be-d467-4bc5-a905-0ec9355a20d2', 'tag': '523cd84c-af33-4880-a3a4-fff30478f7c0', 'status': 'completed', 'code': 200} Sep 17 08:57:36.137244 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a98f19-9700-4646-a1a0-e7c9267c811a req-ca5f78e6-e54f-4d69-94af-592abd7956a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:36.139685 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-63a98f19-9700-4646-a1a0-e7c9267c811a req-ca5f78e6-e54f-4d69-94af-592abd7956a0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=57f8c48e10b746f7af53464178493cdc&device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 1094 time: 0.0429168 Sep 17 08:57:36.145564 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a98f19-9700-4646-a1a0-e7c9267c811a req-475b3de7-f8c7-4444-add9-472f6c1c6846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:36.147255 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-63a98f19-9700-4646-a1a0-e7c9267c811a req-475b3de7-f8c7-4444-add9-472f6c1c6846 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=57f8c48e10b746f7af53464178493cdc&device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 1094 time: 0.0424786 Sep 17 08:57:36.152480 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:57:36.160690 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:57:36.247363 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a98f19-9700-4646-a1a0-e7c9267c811a req-4cd547e6-b0f5-438f-bb72-69a5ce7234a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:36.248983 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a98f19-9700-4646-a1a0-e7c9267c811a req-e5491593-5a3f-4304-95dc-02c6c0446b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:36.249497 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-63a98f19-9700-4646-a1a0-e7c9267c811a req-4cd547e6-b0f5-438f-bb72-69a5ce7234a9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b HTTP/1.1" status: 200 len: 912 time: 0.1007328 Sep 17 08:57:36.250594 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-63a98f19-9700-4646-a1a0-e7c9267c811a req-e5491593-5a3f-4304-95dc-02c6c0446b53 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b HTTP/1.1" status: 200 len: 912 time: 0.0966282 Sep 17 08:57:36.315305 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-63a98f19-9700-4646-a1a0-e7c9267c811a req-e5f0be86-d019-4b75-92ce-3d1c4b96f9d5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=523cd84c-af33-4880-a3a4-fff30478f7c0 HTTP/1.1" status: 200 len: 1000 time: 0.0569053 Sep 17 08:57:36.315969 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-63a98f19-9700-4646-a1a0-e7c9267c811a req-4af25098-3171-4f00-a76d-faae086f9f7d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=523cd84c-af33-4880-a3a4-fff30478f7c0 HTTP/1.1" status: 200 len: 1000 time: 0.0585864 Sep 17 08:57:36.365759 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a98f19-9700-4646-a1a0-e7c9267c811a req-c30b6f80-6189-4d54-bd2a-a766e4ca75f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:36.368041 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-63a98f19-9700-4646-a1a0-e7c9267c811a req-c30b6f80-6189-4d54-bd2a-a766e4ca75f8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f22b432a-999e-449e-99eb-5f8501222e22 HTTP/1.1" status: 200 len: 850 time: 0.0451643 Sep 17 08:57:36.369376 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a98f19-9700-4646-a1a0-e7c9267c811a req-b1a2f1c8-6d59-473b-9f3a-6f4507c268ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:36.370810 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-63a98f19-9700-4646-a1a0-e7c9267c811a req-b1a2f1c8-6d59-473b-9f3a-6f4507c268ce service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f22b432a-999e-449e-99eb-5f8501222e22 HTTP/1.1" status: 200 len: 850 time: 0.0489764 Sep 17 08:57:36.418929 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a98f19-9700-4646-a1a0-e7c9267c811a req-2c52b871-5d88-487f-8c5c-7424f9e0bc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:36.419163 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a98f19-9700-4646-a1a0-e7c9267c811a req-711990aa-18df-4a2d-b291-07190e7b85c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:36.420696 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-63a98f19-9700-4646-a1a0-e7c9267c811a req-711990aa-18df-4a2d-b291-07190e7b85c2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416305 Sep 17 08:57:36.420793 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-63a98f19-9700-4646-a1a0-e7c9267c811a req-2c52b871-5d88-487f-8c5c-7424f9e0bc6e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454714 Sep 17 08:57:36.433379 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [req-63a98f19-9700-4646-a1a0-e7c9267c811a req-4dbf8b6c-2bfd-4d56-ae0f-3ba8e11d6410 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:57:36.434515 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-63a98f19-9700-4646-a1a0-e7c9267c811a req-4dbf8b6c-2bfd-4d56-ae0f-3ba8e11d6410 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065844 Sep 17 08:57:36.544130 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-63a98f19-9700-4646-a1a0-e7c9267c811a req-5a08c0b3-ed2f-446a-ad10-c10765bdc159 service neutron] 10.222.0.39 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007400 Sep 17 08:57:36.551486 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 523cd84c-af33-4880-a3a4-fff30478f7c0 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:57:36.562517 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8fc114-ac24-41b6-aa4c-482a607e04f7 req-2ab2757f-0f92-433b-b25c-c7837b72e6e5 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:36.564152 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bb8fc114-ac24-41b6-aa4c-482a607e04f7 req-2ab2757f-0f92-433b-b25c-c7837b72e6e5 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 943 time: 0.0751443 Sep 17 08:57:36.566214 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-63a98f19-9700-4646-a1a0-e7c9267c811a req-9ada2460-76ad-4980-92a9-0626d68316a1 service neutron] 10.222.0.41 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381738 Sep 17 08:57:36.604722 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 523cd84c-af33-4880-a3a4-fff30478f7c0 not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:57:36.654843 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-63a98f19-9700-4646-a1a0-e7c9267c811a req-a73a9c78-7284-4323-8faa-bc159ad9d543 service neutron] 10.222.0.39 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017342 Sep 17 08:57:36.662143 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bb8fc114-ac24-41b6-aa4c-482a607e04f7 req-5d82c5f5-38f1-4410-9541-29fbfd6a9259 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901301 Sep 17 08:57:36.691175 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-63a98f19-9700-4646-a1a0-e7c9267c811a req-dfb06f78-aded-4cfa-8ca5-a4ff3efdd9cf service neutron] 10.222.0.41 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163037 Sep 17 08:57:37.799455 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81435d5c-fe30-404e-9153-8c05f3b7940f req-6c449e28-8c9e-444b-a9fd-bed2d020fb77 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:37.801121 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-81435d5c-fe30-404e-9153-8c05f3b7940f req-6c449e28-8c9e-444b-a9fd-bed2d020fb77 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 943 time: 0.0549207 Sep 17 08:57:37.839967 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-81435d5c-fe30-404e-9153-8c05f3b7940f req-4c817dac-6757-4871-b596-f5ca79175102 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325859 Sep 17 08:57:38.955266 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939067b1-562b-40e0-b70c-8cd3862db971 req-9121edfb-cecf-4186-89d3-ed21905112d0 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:38.956873 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-939067b1-562b-40e0-b70c-8cd3862db971 req-9121edfb-cecf-4186-89d3-ed21905112d0 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 943 time: 0.0498767 Sep 17 08:57:38.996412 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-939067b1-562b-40e0-b70c-8cd3862db971 req-05c75a93-db0f-47d2-9808-e657bbfc744c tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328407 Sep 17 08:57:40.111142 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ef828e-c262-4447-912f-ec192f29da2d req-186e97ee-3df5-435f-bf16-20795718b6b6 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:40.112652 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-42ef828e-c262-4447-912f-ec192f29da2d req-186e97ee-3df5-435f-bf16-20795718b6b6 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 943 time: 0.0478225 Sep 17 08:57:40.149520 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-42ef828e-c262-4447-912f-ec192f29da2d req-891662b4-054c-4a77-ab5f-d9dc92cb9324 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309074 Sep 17 08:57:41.264821 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f860ad4d-24d4-4cc6-9841-394df1152231 req-f33ec7f4-8c6d-4386-a919-60117648d2db tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:41.266300 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f860ad4d-24d4-4cc6-9841-394df1152231 req-f33ec7f4-8c6d-4386-a919-60117648d2db tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 943 time: 0.0512350 Sep 17 08:57:41.301927 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f860ad4d-24d4-4cc6-9841-394df1152231 req-06910767-2637-4e62-87ce-39d180a6089d tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297060 Sep 17 08:57:42.287704 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:57:42.416140 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f762bd-b4b9-477b-bf2d-c90bba05c47e req-acecc5ad-bfd8-40ed-9f19-3c781c1038f9 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:42.417626 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-93f762bd-b4b9-477b-bf2d-c90bba05c47e req-acecc5ad-bfd8-40ed-9f19-3c781c1038f9 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 943 time: 0.0488477 Sep 17 08:57:42.454382 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-93f762bd-b4b9-477b-bf2d-c90bba05c47e req-130e2e5c-57c4-4b46-85c7-25cbd07b16f1 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307503 Sep 17 08:57:43.569510 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee90ae-d140-454b-900e-e6c7ea45c4b0 req-3a4323a0-2584-4c2a-bd4f-e14f4224db76 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:43.571536 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6fee90ae-d140-454b-900e-e6c7ea45c4b0 req-3a4323a0-2584-4c2a-bd4f-e14f4224db76 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 943 time: 0.0475338 Sep 17 08:57:43.606906 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6fee90ae-d140-454b-900e-e6c7ea45c4b0 req-a424e307-c6c3-4395-acb4-4c586acec327 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295117 Sep 17 08:57:44.724076 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e3f6fa-d4de-4c75-bac1-7759893260e3 req-94a17d7f-ac7d-43b4-9b0c-e2559a195d63 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:44.725618 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-38e3f6fa-d4de-4c75-bac1-7759893260e3 req-94a17d7f-ac7d-43b4-9b0c-e2559a195d63 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 943 time: 0.0521157 Sep 17 08:57:44.763183 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-38e3f6fa-d4de-4c75-bac1-7759893260e3 req-ae55eada-8130-462b-ae4a-4e10c70a39d0 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309763 Sep 17 08:57:45.877004 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2abd8c4-adb8-419b-aad5-aa16b60ad7e7 req-e3b0b700-0a3c-475f-a303-433bb4b2ff17 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:45.878484 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d2abd8c4-adb8-419b-aad5-aa16b60ad7e7 req-e3b0b700-0a3c-475f-a303-433bb4b2ff17 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 943 time: 0.0484471 Sep 17 08:57:45.916683 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d2abd8c4-adb8-419b-aad5-aa16b60ad7e7 req-68323a92-9105-4f09-ba69-3a4fc30721a7 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315602 Sep 17 08:57:47.030036 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef11ebd-d888-4352-a114-f2f822ccddae req-bbb86f9e-08d3-47ac-8d6b-943157e00ff5 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:47.031515 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2ef11ebd-d888-4352-a114-f2f822ccddae req-bbb86f9e-08d3-47ac-8d6b-943157e00ff5 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 943 time: 0.0477102 Sep 17 08:57:47.067672 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2ef11ebd-d888-4352-a114-f2f822ccddae req-4f4afc30-59b6-43cc-9cbb-069a18472138 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302923 Sep 17 08:57:48.189712 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab486d4c-bc19-4801-af23-3efc0cf46df2 req-31909df8-a3b9-4709-bb3f-5d8716b28990 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:48.191242 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ab486d4c-bc19-4801-af23-3efc0cf46df2 req-31909df8-a3b9-4709-bb3f-5d8716b28990 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 943 time: 0.0526206 Sep 17 08:57:48.229228 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ab486d4c-bc19-4801-af23-3efc0cf46df2 req-51129e59-234a-4bb8-a01c-3e16f2d48638 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314946 Sep 17 08:57:49.349287 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbda611-1f7e-453c-b6d7-63e4c25e8d69 req-0a9b84ec-466c-4e29-b87d-2bc50153448b tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:49.350681 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7fbda611-1f7e-453c-b6d7-63e4c25e8d69 req-0a9b84ec-466c-4e29-b87d-2bc50153448b tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 943 time: 0.0542357 Sep 17 08:57:49.387572 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7fbda611-1f7e-453c-b6d7-63e4c25e8d69 req-b318da33-ac82-40a1-a87b-fa9577a013f8 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309134 Sep 17 08:57:49.576397 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 523cd84c-af33-4880-a3a4-fff30478f7c0 details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:57:49.677186 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 523cd84c-af33-4880-a3a4-fff30478f7c0, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=523cd84c-af33-4880-a3a4-fff30478f7c0,segment=NetworkSegment(2b3a115c-7140-4873-a9db-77f8808c33a6),segment_id=2b3a115c-7140-4873-a9db-77f8808c33a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:57:49.688954 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': '523cd84c-af33-4880-a3a4-fff30478f7c0', 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b', 'port_id': '523cd84c-af33-4880-a3a4-fff30478f7c0', 'mac_address': 'fa:16:3e:16:d8:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f22b432a-999e-449e-99eb-5f8501222e22', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:57:49.710659 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482558a-1991-4aba-8c83-8b260f3d967d req-44f2d2ad-8c29-498e-b8d6-c83f9cf5320a tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:49.712202 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f482558a-1991-4aba-8c83-8b260f3d967d req-44f2d2ad-8c29-498e-b8d6-c83f9cf5320a tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.41 "GET /v2.0/ports?device_id=274a34be-d467-4bc5-a905-0ec9355a20d2&tenant_id=57f8c48e10b746f7af53464178493cdc&binding%3Ahost_id=n-h1-789963-9 HTTP/1.1" status: 200 len: 943 time: 0.0945814 Sep 17 08:57:49.726325 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7994efe5-a3e8-4494-9dca-6f766537539a req-87071e71-d9bd-48d6-b446-e6b2769253b6 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:49.727621 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:57:49.728340 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7994efe5-a3e8-4494-9dca-6f766537539a req-87071e71-d9bd-48d6-b446-e6b2769253b6 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 943 time: 0.0786002 Sep 17 08:57:49.740522 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 523cd84c-af33-4880-a3a4-fff30478f7c0 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:57:49.760353 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 523cd84c-af33-4880-a3a4-fff30478f7c0, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=523cd84c-af33-4880-a3a4-fff30478f7c0,segment=NetworkSegment(2b3a115c-7140-4873-a9db-77f8808c33a6),segment_id=2b3a115c-7140-4873-a9db-77f8808c33a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:57:49.764749 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:57:49.800734 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7994efe5-a3e8-4494-9dca-6f766537539a req-1be07ecf-0788-4e9f-9303-d3f8032f853d tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654135 Sep 17 08:57:49.809771 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f482558a-1991-4aba-8c83-8b260f3d967d req-090d7b0e-63f2-4ec6-80f8-d8d946066f39 service neutron] 10.222.0.41 "GET /v2.0/ports/523cd84c-af33-4880-a3a4-fff30478f7c0/bindings/n-h1-789963-9 HTTP/1.1" status: 200 len: 382 time: 0.0805025 Sep 17 08:57:49.815323 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=523cd84c-af33-4880-a3a4-fff30478f7c0,revision_number=8']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:57:49.822801 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:57:49.823158 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:57:49.823505 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:57:49.823859 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:57:49.824214 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:57:49.824553 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:57:49.824887 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:57:49.825220 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:57:49.825553 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:57:49.825881 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:57:49.826211 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:57:49.826539 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:57:49.888112 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482558a-1991-4aba-8c83-8b260f3d967d req-11b8cc25-ca0d-45fb-81c9-bbf9fce5e43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:49.889880 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f482558a-1991-4aba-8c83-8b260f3d967d req-11b8cc25-ca0d-45fb-81c9-bbf9fce5e43c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=57f8c48e10b746f7af53464178493cdc&device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 1095 time: 0.0413043 Sep 17 08:57:49.984571 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482558a-1991-4aba-8c83-8b260f3d967d req-0f280891-910a-430e-8c3a-26bb59310446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:49.986709 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f482558a-1991-4aba-8c83-8b260f3d967d req-0f280891-910a-430e-8c3a-26bb59310446 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b HTTP/1.1" status: 200 len: 912 time: 0.0884082 Sep 17 08:57:50.052119 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f482558a-1991-4aba-8c83-8b260f3d967d req-f994cef9-6ca5-4059-8543-c6cd3cfd945a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=523cd84c-af33-4880-a3a4-fff30478f7c0 HTTP/1.1" status: 200 len: 1001 time: 0.0580072 Sep 17 08:57:50.078272 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f1903adf-c430-4f17-856b-a36ed846151e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:57:50.106422 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482558a-1991-4aba-8c83-8b260f3d967d req-71b52dc4-8c7d-4424-a2f8-f5f0627ae2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:50.107964 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f482558a-1991-4aba-8c83-8b260f3d967d req-71b52dc4-8c7d-4424-a2f8-f5f0627ae2e8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f22b432a-999e-449e-99eb-5f8501222e22 HTTP/1.1" status: 200 len: 850 time: 0.0487633 Sep 17 08:57:50.154176 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482558a-1991-4aba-8c83-8b260f3d967d req-6b114469-66fa-4ffd-bc3c-3ded4ef2e504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:50.155626 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f482558a-1991-4aba-8c83-8b260f3d967d req-6b114469-66fa-4ffd-bc3c-3ded4ef2e504 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390027 Sep 17 08:57:50.198351 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['523cd84c-af33-4880-a3a4-fff30478f7c0'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:57:50.244935 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f482558a-1991-4aba-8c83-8b260f3d967d req-db9ac0dc-8626-4550-891f-c56d84d3c2c3 service neutron] 10.222.0.41 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809948 Sep 17 08:57:50.340161 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f482558a-1991-4aba-8c83-8b260f3d967d req-51a15f40-d024-4adb-8181-e69577ca5420 service neutron] 10.222.0.41 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876646 Sep 17 08:57:50.918281 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6214d374-1fc5-49f9-a90d-62fd62ddf895 req-d23caea2-ca79-4a7e-b25e-a50983f4f492 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:50.920366 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6214d374-1fc5-49f9-a90d-62fd62ddf895 req-d23caea2-ca79-4a7e-b25e-a50983f4f492 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 944 time: 0.0493681 Sep 17 08:57:50.962894 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6214d374-1fc5-49f9-a90d-62fd62ddf895 req-d3ccd0f9-5339-4b01-b2ec-0614b45127f4 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364609 Sep 17 08:57:51.591390 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 523cd84c-af33-4880-a3a4-fff30478f7c0 up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:57:51.638221 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning for port 523cd84c-af33-4880-a3a4-fff30478f7c0 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:57:51.641994 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port 523cd84c-af33-4880-a3a4-fff30478f7c0 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:57:51.642365 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:57:51.721204 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:57:51.743508 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '274a34be-d467-4bc5-a905-0ec9355a20d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '523cd84c-af33-4880-a3a4-fff30478f7c0'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:57:51.745767 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd15a5b62c2e1c1e903d3702117c13c06f948b041a08150170fef0e561ebed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4945c137-51f3-4b16-85c8-836928cb930c" -d '{"events": [{"server_uuid": "274a34be-d467-4bc5-a905-0ec9355a20d2", "name": "network-vif-plugged", "status": "completed", "tag": "523cd84c-af33-4880-a3a4-fff30478f7c0"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:57:51.758171 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 523cd84c-af33-4880-a3a4-fff30478f7c0, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=523cd84c-af33-4880-a3a4-fff30478f7c0,segment=NetworkSegment(2b3a115c-7140-4873-a9db-77f8808c33a6),segment_id=2b3a115c-7140-4873-a9db-77f8808c33a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:57:51.762377 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:57:51.797076 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b60332f9-1414-44da-abc8-364c317e7218 x-openstack-request-id: req-b60332f9-1414-44da-abc8-364c317e7218 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:57:51.797369 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "274a34be-d467-4bc5-a905-0ec9355a20d2", "name": "network-vif-plugged", "status": "completed", "tag": "523cd84c-af33-4880-a3a4-fff30478f7c0", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:57:51.797624 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b60332f9-1414-44da-abc8-364c317e7218 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:57:51.798013 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '274a34be-d467-4bc5-a905-0ec9355a20d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '523cd84c-af33-4880-a3a4-fff30478f7c0', 'code': 200} Sep 17 08:57:51.816061 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=523cd84c-af33-4880-a3a4-fff30478f7c0,revision_number=9']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:57:52.080260 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6b301-0864-4687-98ea-6ef5d101ed3b req-ebb557ec-70d5-40e0-8c0c-bed75fac56c8 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:52.081757 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b4c6b301-0864-4687-98ea-6ef5d101ed3b req-ebb557ec-70d5-40e0-8c0c-bed75fac56c8 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 945 time: 0.0528018 Sep 17 08:57:52.119437 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b4c6b301-0864-4687-98ea-6ef5d101ed3b req-cfa430f4-ecfd-4d50-8699-ce1d73708319 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310681 Sep 17 08:57:52.531295 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-87a4add0-093f-40e7-badb-415c3b9f3d6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:57:52.845187 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:57:53.237482 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc0697f-c95a-4dd5-849d-d6d9cd3006f1 req-be44136f-4f7f-4738-be81-46447e857b83 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:53.238993 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bdc0697f-c95a-4dd5-849d-d6d9cd3006f1 req-be44136f-4f7f-4738-be81-46447e857b83 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 945 time: 0.0495377 Sep 17 08:57:53.277200 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bdc0697f-c95a-4dd5-849d-d6d9cd3006f1 req-a88898d0-d80d-44a9-952d-34bb43aeb5f6 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319431 Sep 17 08:57:53.947356 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:57:54.393090 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae8a006-9d60-4362-a07a-e7fa9afb82ed req-08acdacd-4e3d-4837-93bb-fcd302a6e66f tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:54.394573 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fae8a006-9d60-4362-a07a-e7fa9afb82ed req-08acdacd-4e3d-4837-93bb-fcd302a6e66f tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 945 time: 0.0482461 Sep 17 08:57:54.433322 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fae8a006-9d60-4362-a07a-e7fa9afb82ed req-c084c08b-1919-4771-86e7-c37acb06b73d tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326719 Sep 17 08:57:54.471568 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482558a-1991-4aba-8c83-8b260f3d967d req-222b2251-6f27-4dcc-b391-5025bd95fa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:54.473041 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f482558a-1991-4aba-8c83-8b260f3d967d req-222b2251-6f27-4dcc-b391-5025bd95fa6e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=274a34be-d467-4bc5-a905-0ec9355a20d2&tenant_id=57f8c48e10b746f7af53464178493cdc HTTP/1.1" status: 200 len: 1096 time: 0.1433663 Sep 17 08:57:54.490170 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-f482558a-1991-4aba-8c83-8b260f3d967d req-645b4f79-f765-4a30-baed-cefa9ff9733c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-9', 'device_owner': 'compute:nova'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:57:54.546956 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-f482558a-1991-4aba-8c83-8b260f3d967d req-645b4f79-f765-4a30-baed-cefa9ff9733c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:57:54.743061 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-f482558a-1991-4aba-8c83-8b260f3d967d req-645b4f79-f765-4a30-baed-cefa9ff9733c service neutron] For port 523cd84c-af33-4880-a3a4-fff30478f7c0, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=523cd84c-af33-4880-a3a4-fff30478f7c0,segment=NetworkSegment(2b3a115c-7140-4873-a9db-77f8808c33a6),segment_id=2b3a115c-7140-4873-a9db-77f8808c33a6)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:57:54.774013 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-f482558a-1991-4aba-8c83-8b260f3d967d req-645b4f79-f765-4a30-baed-cefa9ff9733c service neutron] For port 523cd84c-af33-4880-a3a4-fff30478f7c0, host n-h1-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:57:54.811798 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '274a34be-d467-4bc5-a905-0ec9355a20d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '523cd84c-af33-4880-a3a4-fff30478f7c0'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:57:54.814034 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823f1136df5e8dfe06b46a14eea5a85bccf33ce7e510dfea6a746e22e928dc4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a18634-1ee3-4f64-96ad-64f647cf6f05" -d '{"events": [{"server_uuid": "274a34be-d467-4bc5-a905-0ec9355a20d2", "name": "network-vif-unplugged", "status": "completed", "tag": "523cd84c-af33-4880-a3a4-fff30478f7c0"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:57:54.817680 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-f482558a-1991-4aba-8c83-8b260f3d967d req-645b4f79-f765-4a30-baed-cefa9ff9733c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:57:54.829809 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-f482558a-1991-4aba-8c83-8b260f3d967d req-645b4f79-f765-4a30-baed-cefa9ff9733c service neutron] Transition to ACTIVE for port object 523cd84c-af33-4880-a3a4-fff30478f7c0 will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:57:54.834671 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-f482558a-1991-4aba-8c83-8b260f3d967d req-645b4f79-f765-4a30-baed-cefa9ff9733c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:57:54.912961 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645b4f79-f765-4a30-baed-cefa9ff9733c service neutron] Pushing event updated for resources: {'Port': ['ID=523cd84c-af33-4880-a3a4-fff30478f7c0,revision_number=10']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:57:54.927933 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645b4f79-f765-4a30-baed-cefa9ff9733c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:57:54.928311 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645b4f79-f765-4a30-baed-cefa9ff9733c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:57:54.928715 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645b4f79-f765-4a30-baed-cefa9ff9733c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:57:54.929060 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645b4f79-f765-4a30-baed-cefa9ff9733c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:57:54.929506 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645b4f79-f765-4a30-baed-cefa9ff9733c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:57:54.929910 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645b4f79-f765-4a30-baed-cefa9ff9733c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:57:54.930307 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645b4f79-f765-4a30-baed-cefa9ff9733c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:57:54.931207 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645b4f79-f765-4a30-baed-cefa9ff9733c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:57:54.931551 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645b4f79-f765-4a30-baed-cefa9ff9733c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:57:54.931943 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645b4f79-f765-4a30-baed-cefa9ff9733c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:57:54.932464 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645b4f79-f765-4a30-baed-cefa9ff9733c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:57:54.932823 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645b4f79-f765-4a30-baed-cefa9ff9733c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:57:54.954183 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 08:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a85e4192-b0c8-457c-b9af-97e8808c6caf x-openstack-request-id: req-a85e4192-b0c8-457c-b9af-97e8808c6caf {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:57:54.954482 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "274a34be-d467-4bc5-a905-0ec9355a20d2", "name": "network-vif-unplugged", "status": "completed", "tag": "523cd84c-af33-4880-a3a4-fff30478f7c0", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:57:54.954733 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a85e4192-b0c8-457c-b9af-97e8808c6caf {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:57:54.955126 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '274a34be-d467-4bc5-a905-0ec9355a20d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '523cd84c-af33-4880-a3a4-fff30478f7c0', 'code': 200} Sep 17 08:57:54.971875 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-f482558a-1991-4aba-8c83-8b260f3d967d req-645b4f79-f765-4a30-baed-cefa9ff9733c service neutron] No DVR routers for this DVR port 523cd84c-af33-4880-a3a4-fff30478f7c0 on host n-h1-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:57:55.107382 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-f482558a-1991-4aba-8c83-8b260f3d967d req-645b4f79-f765-4a30-baed-cefa9ff9733c service neutron] Attempting to bind port 523cd84c-af33-4880-a3a4-fff30478f7c0 on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:57:55.107724 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-f482558a-1991-4aba-8c83-8b260f3d967d req-645b4f79-f765-4a30-baed-cefa9ff9733c service neutron] Attempting to bind port 523cd84c-af33-4880-a3a4-fff30478f7c0 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': '2b3a115c-7140-4873-a9db-77f8808c33a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:57:55.108099 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f482558a-1991-4aba-8c83-8b260f3d967d req-645b4f79-f765-4a30-baed-cefa9ff9733c service neutron] Attempting to bind port 523cd84c-af33-4880-a3a4-fff30478f7c0 on network 0ee5baf7-50f7-4d0a-b426-59fc9506c09b {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:57:55.112308 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f482558a-1991-4aba-8c83-8b260f3d967d req-645b4f79-f765-4a30-baed-cefa9ff9733c service neutron] Port 523cd84c-af33-4880-a3a4-fff30478f7c0 on network 0ee5baf7-50f7-4d0a-b426-59fc9506c09b not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:57:55.112630 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f482558a-1991-4aba-8c83-8b260f3d967d req-645b4f79-f765-4a30-baed-cefa9ff9733c service neutron] Attempting to bind port 523cd84c-af33-4880-a3a4-fff30478f7c0 on network 0ee5baf7-50f7-4d0a-b426-59fc9506c09b {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:57:55.117387 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f482558a-1991-4aba-8c83-8b260f3d967d req-645b4f79-f765-4a30-baed-cefa9ff9733c service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:57:55.117727 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f482558a-1991-4aba-8c83-8b260f3d967d req-645b4f79-f765-4a30-baed-cefa9ff9733c service neutron] Checking segment: {'id': '2b3a115c-7140-4873-a9db-77f8808c33a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:57:55.118672 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f482558a-1991-4aba-8c83-8b260f3d967d req-645b4f79-f765-4a30-baed-cefa9ff9733c service neutron] Bound using segment: {'id': '2b3a115c-7140-4873-a9db-77f8808c33a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:57:55.119093 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-f482558a-1991-4aba-8c83-8b260f3d967d req-645b4f79-f765-4a30-baed-cefa9ff9733c service neutron] Bound port: 523cd84c-af33-4880-a3a4-fff30478f7c0, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b3a115c-7140-4873-a9db-77f8808c33a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:57:55.119452 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-f482558a-1991-4aba-8c83-8b260f3d967d req-645b4f79-f765-4a30-baed-cefa9ff9733c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:57:55.179711 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-f482558a-1991-4aba-8c83-8b260f3d967d req-645b4f79-f765-4a30-baed-cefa9ff9733c service neutron] For port 523cd84c-af33-4880-a3a4-fff30478f7c0, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:57:55.183285 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-f482558a-1991-4aba-8c83-8b260f3d967d req-645b4f79-f765-4a30-baed-cefa9ff9733c service neutron] For port 523cd84c-af33-4880-a3a4-fff30478f7c0, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=523cd84c-af33-4880-a3a4-fff30478f7c0,segment=NetworkSegment(2b3a115c-7140-4873-a9db-77f8808c33a6),segment_id=2b3a115c-7140-4873-a9db-77f8808c33a6)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:57:55.188013 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-f482558a-1991-4aba-8c83-8b260f3d967d req-645b4f79-f765-4a30-baed-cefa9ff9733c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:57:55.221533 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482558a-1991-4aba-8c83-8b260f3d967d req-645b4f79-f765-4a30-baed-cefa9ff9733c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:55.222147 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-f482558a-1991-4aba-8c83-8b260f3d967d req-645b4f79-f765-4a30-baed-cefa9ff9733c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:57:55.223533 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f482558a-1991-4aba-8c83-8b260f3d967d req-645b4f79-f765-4a30-baed-cefa9ff9733c service neutron] 10.222.0.39 "PUT /v2.0/ports/523cd84c-af33-4880-a3a4-fff30478f7c0 HTTP/1.1" status: 200 len: 1092 time: 0.7371950 Sep 17 08:57:55.249372 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645b4f79-f765-4a30-baed-cefa9ff9733c service neutron] Pushing event updated for resources: {'Port': ['ID=523cd84c-af33-4880-a3a4-fff30478f7c0,revision_number=11']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:57:55.299344 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482558a-1991-4aba-8c83-8b260f3d967d req-ed4b4c69-91ca-4a03-9bb3-98bdd3bd6d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:55.300948 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f482558a-1991-4aba-8c83-8b260f3d967d req-ed4b4c69-91ca-4a03-9bb3-98bdd3bd6d4d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=57f8c48e10b746f7af53464178493cdc&device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 1095 time: 0.0435345 Sep 17 08:57:55.397575 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482558a-1991-4aba-8c83-8b260f3d967d req-f305ee93-8abf-4cda-8346-050b9373368d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:55.399110 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f482558a-1991-4aba-8c83-8b260f3d967d req-f305ee93-8abf-4cda-8346-050b9373368d service neutron] 10.222.0.39 "GET /v2.0/networks?id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b HTTP/1.1" status: 200 len: 912 time: 0.0908356 Sep 17 08:57:55.464457 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f482558a-1991-4aba-8c83-8b260f3d967d req-31da61dd-3b36-4c6d-b984-6c4067803160 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=523cd84c-af33-4880-a3a4-fff30478f7c0 HTTP/1.1" status: 200 len: 1000 time: 0.0576491 Sep 17 08:57:55.514619 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482558a-1991-4aba-8c83-8b260f3d967d req-95e21700-3f55-4018-a712-7f38b053e05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:55.516283 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f482558a-1991-4aba-8c83-8b260f3d967d req-95e21700-3f55-4018-a712-7f38b053e05b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f22b432a-999e-449e-99eb-5f8501222e22 HTTP/1.1" status: 200 len: 850 time: 0.0446990 Sep 17 08:57:55.546381 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:57:55.558120 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6d9e70-19a9-49df-9a72-5100b916a0f2 req-4d76d1a0-8562-4340-8ef7-b6dfb7d121fc tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:55.559694 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7b6d9e70-19a9-49df-9a72-5100b916a0f2 req-4d76d1a0-8562-4340-8ef7-b6dfb7d121fc tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 944 time: 0.0578573 Sep 17 08:57:55.568567 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482558a-1991-4aba-8c83-8b260f3d967d req-82ce38e5-b3f3-450d-843a-431e1dab27f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:55.570096 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f482558a-1991-4aba-8c83-8b260f3d967d req-82ce38e5-b3f3-450d-843a-431e1dab27f0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456076 Sep 17 08:57:55.598018 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7b6d9e70-19a9-49df-9a72-5100b916a0f2 req-0c991e23-09b8-4247-9844-3d9b69628c11 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320292 Sep 17 08:57:55.608647 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 523cd84c-af33-4880-a3a4-fff30478f7c0 no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:57:55.647097 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 523cd84c-af33-4880-a3a4-fff30478f7c0 not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:57:55.661316 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f482558a-1991-4aba-8c83-8b260f3d967d req-5f4a4a64-1e4d-42a1-9e70-8d15b85a2f64 service neutron] 10.222.0.39 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839100 Sep 17 08:57:55.750245 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f482558a-1991-4aba-8c83-8b260f3d967d req-44947ae6-a778-4147-bdb8-c26fec121c03 service neutron] 10.222.0.39 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823495 Sep 17 08:57:55.882402 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2197c213-516c-4dc9-8e77-d33b20804443 req-a26b49be-6471-4a58-99db-665346353add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:55.884438 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2197c213-516c-4dc9-8e77-d33b20804443 req-a26b49be-6471-4a58-99db-665346353add service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=57f8c48e10b746f7af53464178493cdc&device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 1095 time: 0.0438800 Sep 17 08:57:55.989316 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2197c213-516c-4dc9-8e77-d33b20804443 req-31b6c6db-7c31-4eb4-9cc5-b2f7e0f08690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:55.990784 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2197c213-516c-4dc9-8e77-d33b20804443 req-31b6c6db-7c31-4eb4-9cc5-b2f7e0f08690 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b HTTP/1.1" status: 200 len: 912 time: 0.0863872 Sep 17 08:57:56.058959 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2197c213-516c-4dc9-8e77-d33b20804443 req-4e0d93e5-9028-47e1-92a6-c9a966a8bcda service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=523cd84c-af33-4880-a3a4-fff30478f7c0 HTTP/1.1" status: 200 len: 1000 time: 0.0577166 Sep 17 08:57:56.108597 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2197c213-516c-4dc9-8e77-d33b20804443 req-6b983995-2788-4ae7-9508-f7a16c8847b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:56.110063 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2197c213-516c-4dc9-8e77-d33b20804443 req-6b983995-2788-4ae7-9508-f7a16c8847b4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f22b432a-999e-449e-99eb-5f8501222e22 HTTP/1.1" status: 200 len: 850 time: 0.0431488 Sep 17 08:57:56.158572 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2197c213-516c-4dc9-8e77-d33b20804443 req-334d54f9-d637-431b-bf50-81558a2a61f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:56.160069 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2197c213-516c-4dc9-8e77-d33b20804443 req-334d54f9-d637-431b-bf50-81558a2a61f6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425963 Sep 17 08:57:56.246977 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2197c213-516c-4dc9-8e77-d33b20804443 req-fe4622e3-abdc-40bc-ae0d-1679461e293b service neutron] 10.222.0.39 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800886 Sep 17 08:57:56.341362 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2197c213-516c-4dc9-8e77-d33b20804443 req-f1b67a38-fe6d-4b13-956c-6a137e85e1ce service neutron] 10.222.0.39 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870223 Sep 17 08:57:56.717057 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02196971-7806-439f-a5b5-41fb71b568cb req-8ea69ee5-9714-4ae7-8d03-143549779ec9 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:56.718586 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-02196971-7806-439f-a5b5-41fb71b568cb req-8ea69ee5-9714-4ae7-8d03-143549779ec9 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 944 time: 0.0488226 Sep 17 08:57:56.755687 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-02196971-7806-439f-a5b5-41fb71b568cb req-4b874cce-1d8d-4302-8049-d8f62e954076 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310681 Sep 17 08:57:56.956778 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '274a34be-d467-4bc5-a905-0ec9355a20d2', 'tag': '523cd84c-af33-4880-a3a4-fff30478f7c0'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:57:56.959104 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823f1136df5e8dfe06b46a14eea5a85bccf33ce7e510dfea6a746e22e928dc4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39fcc59f-22a3-4600-81af-1caee1f1280c" -d '{"events": [{"name": "network-changed", "server_uuid": "274a34be-d467-4bc5-a905-0ec9355a20d2", "tag": "523cd84c-af33-4880-a3a4-fff30478f7c0"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:57:57.009040 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f4a0e5-05a5-45a3-85d1-74103b8b2976 x-openstack-request-id: req-c1f4a0e5-05a5-45a3-85d1-74103b8b2976 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:57:57.009337 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "274a34be-d467-4bc5-a905-0ec9355a20d2", "tag": "523cd84c-af33-4880-a3a4-fff30478f7c0", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:57:57.009590 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c1f4a0e5-05a5-45a3-85d1-74103b8b2976 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:57:57.009994 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '274a34be-d467-4bc5-a905-0ec9355a20d2', 'tag': '523cd84c-af33-4880-a3a4-fff30478f7c0', 'status': 'completed', 'code': 200} Sep 17 08:57:57.104181 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fcc59f-22a3-4600-81af-1caee1f1280c req-63303fc8-91e3-4f28-9cf4-fdfa998428ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:57.105699 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-39fcc59f-22a3-4600-81af-1caee1f1280c req-63303fc8-91e3-4f28-9cf4-fdfa998428ea service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=57f8c48e10b746f7af53464178493cdc&device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 1095 time: 0.0575755 Sep 17 08:57:57.143714 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fcc59f-22a3-4600-81af-1caee1f1280c req-8d5952a4-1803-4d0d-aca0-7c835c50f6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:57.145662 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-39fcc59f-22a3-4600-81af-1caee1f1280c req-8d5952a4-1803-4d0d-aca0-7c835c50f6f9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=57f8c48e10b746f7af53464178493cdc&device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 1095 time: 0.0932322 Sep 17 08:57:57.200211 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fcc59f-22a3-4600-81af-1caee1f1280c req-1d4cbcd9-397f-4359-9386-a71e9a2ed2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:57.201589 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-39fcc59f-22a3-4600-81af-1caee1f1280c req-1d4cbcd9-397f-4359-9386-a71e9a2ed2fd service neutron] 10.222.0.39 "GET /v2.0/networks?id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b HTTP/1.1" status: 200 len: 912 time: 0.0882246 Sep 17 08:57:57.240819 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fcc59f-22a3-4600-81af-1caee1f1280c req-81bc6264-3a28-4784-9f7f-053b51960d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:57.242441 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-39fcc59f-22a3-4600-81af-1caee1f1280c req-81bc6264-3a28-4784-9f7f-053b51960d6b service neutron] 10.222.0.41 "GET /v2.0/networks?id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b HTTP/1.1" status: 200 len: 912 time: 0.0896392 Sep 17 08:57:57.266085 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-39fcc59f-22a3-4600-81af-1caee1f1280c req-4c391347-ddab-440b-bbac-086c8e8beaa2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=523cd84c-af33-4880-a3a4-fff30478f7c0 HTTP/1.1" status: 200 len: 1000 time: 0.0572681 Sep 17 08:57:57.310030 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-39fcc59f-22a3-4600-81af-1caee1f1280c req-94bff43a-c0e6-4623-a38f-3d251a731438 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=523cd84c-af33-4880-a3a4-fff30478f7c0 HTTP/1.1" status: 200 len: 1000 time: 0.0601079 Sep 17 08:57:57.314325 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fcc59f-22a3-4600-81af-1caee1f1280c req-eb950e88-c223-4d98-9a79-7617681fbe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:57.315879 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-39fcc59f-22a3-4600-81af-1caee1f1280c req-eb950e88-c223-4d98-9a79-7617681fbe73 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f22b432a-999e-449e-99eb-5f8501222e22 HTTP/1.1" status: 200 len: 850 time: 0.0430005 Sep 17 08:57:57.364444 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fcc59f-22a3-4600-81af-1caee1f1280c req-c37e1f6d-a500-4081-9c8b-f1f861bcbf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:57.366052 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-39fcc59f-22a3-4600-81af-1caee1f1280c req-c37e1f6d-a500-4081-9c8b-f1f861bcbf43 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432558 Sep 17 08:57:57.366416 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fcc59f-22a3-4600-81af-1caee1f1280c req-a219e626-4d3a-4218-8dca-2c0a4ab7d366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:57.367915 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-39fcc59f-22a3-4600-81af-1caee1f1280c req-a219e626-4d3a-4218-8dca-2c0a4ab7d366 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f22b432a-999e-449e-99eb-5f8501222e22 HTTP/1.1" status: 200 len: 850 time: 0.0507329 Sep 17 08:57:57.412775 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fcc59f-22a3-4600-81af-1caee1f1280c req-f27193a6-1ae4-4c67-bc33-8f8acf42855f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:57.414309 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-39fcc59f-22a3-4600-81af-1caee1f1280c req-f27193a6-1ae4-4c67-bc33-8f8acf42855f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0ee5baf7-50f7-4d0a-b426-59fc9506c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396163 Sep 17 08:57:57.457165 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-39fcc59f-22a3-4600-81af-1caee1f1280c req-d0fe5640-3ec0-43fd-a53c-dffe3372fff7 service neutron] 10.222.0.39 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840802 Sep 17 08:57:57.511865 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-39fcc59f-22a3-4600-81af-1caee1f1280c req-f64fe45d-2368-4683-9dc7-464ef1f4d604 service neutron] 10.222.0.41 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903244 Sep 17 08:57:57.616424 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-39fcc59f-22a3-4600-81af-1caee1f1280c req-11a29057-5f81-4127-90d0-6d517cd2066f service neutron] 10.222.0.41 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958636 Sep 17 08:57:57.841325 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6255a9a2-001e-44e8-8232-af821b245a55 req-3cc1c106-22c4-4f29-a390-46110b5f4704 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0302660 Sep 17 08:57:57.882650 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-39fcc59f-22a3-4600-81af-1caee1f1280c req-d7180b62-fc3a-4da8-9229-16d14e6f4e7a service neutron] 10.222.0.39 "GET /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4184651 Sep 17 08:57:57.900402 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d07dc41-4aaa-48c0-a04c-4a0d51ac75dc req-dea81187-0178-4add-8a6e-f3dccfcdbd06 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:57.902077 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2d07dc41-4aaa-48c0-a04c-4a0d51ac75dc req-dea81187-0178-4add-8a6e-f3dccfcdbd06 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 944 time: 0.0634339 Sep 17 08:57:57.954333 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6255a9a2-001e-44e8-8232-af821b245a55 req-ac8f369f-afa7-428c-beff-965ec652485b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0378821 Sep 17 08:57:57.968132 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2d07dc41-4aaa-48c0-a04c-4a0d51ac75dc req-2583d53e-d023-47a1-95ca-7ec0cac22f19 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585322 Sep 17 08:57:58.000128 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6255a9a2-001e-44e8-8232-af821b245a55 req-fa54b2ea-dd99-48e0-8286-52a02c8fdc06 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0204222 Sep 17 08:57:58.093831 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255a9a2-001e-44e8-8232-af821b245a55 req-74d4f7ef-9caa-4a97-b087-7675563bad43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:58.095361 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6255a9a2-001e-44e8-8232-af821b245a55 req-74d4f7ef-9caa-4a97-b087-7675563bad43 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0887001 Sep 17 08:57:59.094706 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45e1b4-98a7-4557-892a-65d1bb506027 req-fc078686-402c-4db4-98b5-8814ec79929b tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:57:59.096257 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2a45e1b4-98a7-4557-892a-65d1bb506027 req-fc078686-402c-4db4-98b5-8814ec79929b tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 944 time: 0.0536051 Sep 17 08:57:59.135267 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2a45e1b4-98a7-4557-892a-65d1bb506027 req-a0774cb9-cff8-42c6-83de-7b3a5f3d5a1c tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330577 Sep 17 08:58:00.248082 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e51d17b-0e68-4901-9059-3175d34cfd5b req-3e3a5266-cb5f-45c3-ba0b-d3fff2f2ba66 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:58:00.249547 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0e51d17b-0e68-4901-9059-3175d34cfd5b req-3e3a5266-cb5f-45c3-ba0b-d3fff2f2ba66 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 944 time: 0.0474656 Sep 17 08:58:00.286549 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0e51d17b-0e68-4901-9059-3175d34cfd5b req-2992871a-d9fa-4481-90cb-0a37345ce5d6 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310268 Sep 17 08:58:01.397679 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da7438-470e-4785-8c3f-98b0d9a78531 req-19e0269e-daf8-40dd-98b9-e2847e003803 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:58:01.399057 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-10da7438-470e-4785-8c3f-98b0d9a78531 req-19e0269e-daf8-40dd-98b9-e2847e003803 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 944 time: 0.0478201 Sep 17 08:58:01.435216 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-10da7438-470e-4785-8c3f-98b0d9a78531 req-374b812f-bedb-4abf-9bd4-84d524f26315 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303173 Sep 17 08:58:02.551870 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb5bc40-6925-4b57-9475-4bbcaa38c917 req-1ed11bbc-22e4-45c3-941f-ad051c285485 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:58:02.553337 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3cb5bc40-6925-4b57-9475-4bbcaa38c917 req-1ed11bbc-22e4-45c3-941f-ad051c285485 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 944 time: 0.0523345 Sep 17 08:58:02.590548 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3cb5bc40-6925-4b57-9475-4bbcaa38c917 req-7559dcc0-f6ea-42d7-9488-e8df2b115586 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307500 Sep 17 08:58:03.706416 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018752cd-bab5-42d1-bb21-25ea7984685e req-8d241bb3-a971-43cb-83fe-d97d8a726615 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:58:03.707923 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-018752cd-bab5-42d1-bb21-25ea7984685e req-8d241bb3-a971-43cb-83fe-d97d8a726615 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 944 time: 0.0495269 Sep 17 08:58:03.744402 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-018752cd-bab5-42d1-bb21-25ea7984685e req-a00879f9-7bdf-4884-b09d-1ceb4366a274 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305836 Sep 17 08:58:04.858020 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff076c-2a75-4847-bd67-d3dfcf6e4552 req-bfed74ff-9078-42f7-9387-a3223f377971 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:58:04.859484 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-04ff076c-2a75-4847-bd67-d3dfcf6e4552 req-bfed74ff-9078-42f7-9387-a3223f377971 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 944 time: 0.0474112 Sep 17 08:58:04.896084 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-04ff076c-2a75-4847-bd67-d3dfcf6e4552 req-29ed6a52-2bf7-4074-a907-4fd85482bf56 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306852 Sep 17 08:58:06.020024 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad7f75-5358-48ef-b3f6-6f3d9d16c4db req-ed437329-5284-4186-8b15-529e17bbd5e3 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:58:06.021521 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-88ad7f75-5358-48ef-b3f6-6f3d9d16c4db req-ed437329-5284-4186-8b15-529e17bbd5e3 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 944 time: 0.0525088 Sep 17 08:58:06.058981 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-88ad7f75-5358-48ef-b3f6-6f3d9d16c4db req-9483c563-0c11-4ab0-91da-04ba0f42641f tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315425 Sep 17 08:58:06.154008 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:06.157583 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:07.172495 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77def215-25f9-46ea-b58a-d47c9ee4b5a9 req-9fcd2b06-14b4-40fd-a131-54dd30821dac tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:58:07.173969 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-77def215-25f9-46ea-b58a-d47c9ee4b5a9 req-9fcd2b06-14b4-40fd-a131-54dd30821dac tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 944 time: 0.0478442 Sep 17 08:58:07.210302 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-77def215-25f9-46ea-b58a-d47c9ee4b5a9 req-fcc896e6-9fd6-465f-90eb-a5187794dba3 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305493 Sep 17 08:58:08.322569 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fefce80-cf76-42dc-b2c6-d9fbf0deeca4 req-ae841d28-2179-4675-a74d-614948eede30 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:58:08.324033 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4fefce80-cf76-42dc-b2c6-d9fbf0deeca4 req-ae841d28-2179-4675-a74d-614948eede30 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 944 time: 0.0472643 Sep 17 08:58:08.361102 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4fefce80-cf76-42dc-b2c6-d9fbf0deeca4 req-96fa9f91-4d02-4c3f-986c-6663ac9e12d7 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311880 Sep 17 08:58:08.476935 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60974411-1165-4b2e-989a-cc7295f4e333 req-76fb1219-e6bc-49fa-a7df-a20d4ca0a0c5 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:58:08.478326 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-60974411-1165-4b2e-989a-cc7295f4e333 req-76fb1219-e6bc-49fa-a7df-a20d4ca0a0c5 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 944 time: 0.0514503 Sep 17 08:58:08.514691 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-60974411-1165-4b2e-989a-cc7295f4e333 req-9feb23b4-cc0c-44f7-8f39-2c339b071deb tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304735 Sep 17 08:58:08.626055 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c6cad-6db4-45fc-9ba2-26415d35880f req-03f691c9-2fa9-4234-80c6-00f1fe4a8d3c tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:58:08.627550 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-625c6cad-6db4-45fc-9ba2-26415d35880f req-03f691c9-2fa9-4234-80c6-00f1fe4a8d3c tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 944 time: 0.0476129 Sep 17 08:58:08.665300 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-625c6cad-6db4-45fc-9ba2-26415d35880f req-0bc2d9e7-4dae-4ebd-9c77-584c3cf13bec tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318496 Sep 17 08:58:08.772715 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 523cd84c-af33-4880-a3a4-fff30478f7c0 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:58:08.870434 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 523cd84c-af33-4880-a3a4-fff30478f7c0, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=523cd84c-af33-4880-a3a4-fff30478f7c0,segment=NetworkSegment(2b3a115c-7140-4873-a9db-77f8808c33a6),segment_id=2b3a115c-7140-4873-a9db-77f8808c33a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:58:08.885306 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '523cd84c-af33-4880-a3a4-fff30478f7c0', 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b', 'port_id': '523cd84c-af33-4880-a3a4-fff30478f7c0', 'mac_address': 'fa:16:3e:16:d8:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f22b432a-999e-449e-99eb-5f8501222e22', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:58:08.892145 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00caff14-a4ed-482b-b21d-34a089da9cb5 req-fa1e9c52-b8cb-4ba1-b4d2-c0de1bd84da1 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:58:08.893631 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-00caff14-a4ed-482b-b21d-34a089da9cb5 req-fa1e9c52-b8cb-4ba1-b4d2-c0de1bd84da1 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 944 time: 0.0479507 Sep 17 08:58:08.921358 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:08.930250 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-00caff14-a4ed-482b-b21d-34a089da9cb5 req-0213b5bb-4d9b-4ce9-9515-fc7f354fac02 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306728 Sep 17 08:58:08.934382 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 523cd84c-af33-4880-a3a4-fff30478f7c0 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:58:08.954362 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 523cd84c-af33-4880-a3a4-fff30478f7c0, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=523cd84c-af33-4880-a3a4-fff30478f7c0,segment=NetworkSegment(2b3a115c-7140-4873-a9db-77f8808c33a6),segment_id=2b3a115c-7140-4873-a9db-77f8808c33a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:58:08.958098 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:09.004229 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=523cd84c-af33-4880-a3a4-fff30478f7c0,revision_number=12']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:58:09.410295 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['523cd84c-af33-4880-a3a4-fff30478f7c0'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:58:10.051899 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af82c4-e1f6-47e3-be6e-0cb63b00b6a0 req-ee48d53e-d70b-4015-a6c8-b3c8abb0c02b tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:58:10.053426 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-43af82c4-e1f6-47e3-be6e-0cb63b00b6a0 req-ee48d53e-d70b-4015-a6c8-b3c8abb0c02b tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 945 time: 0.0551090 Sep 17 08:58:10.091926 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-43af82c4-e1f6-47e3-be6e-0cb63b00b6a0 req-5fa01f22-af0d-49ab-8aa6-0d7c4a6a18f2 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324037 Sep 17 08:58:10.721010 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e5770-b28a-4342-8fd8-aef426d8cd36 req-47158742-b48a-4737-9ec5-04fb1b4e573a tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:58:10.722422 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f38e5770-b28a-4342-8fd8-aef426d8cd36 req-47158742-b48a-4737-9ec5-04fb1b4e573a tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.39 "GET /v2.0/ports?device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 945 time: 0.0462234 Sep 17 08:58:10.781851 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 523cd84c-af33-4880-a3a4-fff30478f7c0 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:58:10.808755 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-f38e5770-b28a-4342-8fd8-aef426d8cd36 req-86434a9e-d0b0-4dc3-9c22-52f2c058cc3a tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Deleting port 523cd84c-af33-4880-a3a4-fff30478f7c0 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:58:10.809094 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-f38e5770-b28a-4342-8fd8-aef426d8cd36 req-86434a9e-d0b0-4dc3-9c22-52f2c058cc3a tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:10.829063 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port 523cd84c-af33-4880-a3a4-fff30478f7c0 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:58:10.832931 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 523cd84c-af33-4880-a3a4-fff30478f7c0 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:58:10.833348 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:10.897792 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-f38e5770-b28a-4342-8fd8-aef426d8cd36 req-86434a9e-d0b0-4dc3-9c22-52f2c058cc3a tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] For port 523cd84c-af33-4880-a3a4-fff30478f7c0, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=523cd84c-af33-4880-a3a4-fff30478f7c0,segment=NetworkSegment(2b3a115c-7140-4873-a9db-77f8808c33a6),segment_id=2b3a115c-7140-4873-a9db-77f8808c33a6)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:58:10.898154 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-f38e5770-b28a-4342-8fd8-aef426d8cd36 req-86434a9e-d0b0-4dc3-9c22-52f2c058cc3a tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:10.911023 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:10.933522 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '274a34be-d467-4bc5-a905-0ec9355a20d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '523cd84c-af33-4880-a3a4-fff30478f7c0'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:58:10.935736 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd15a5b62c2e1c1e903d3702117c13c06f948b041a08150170fef0e561ebed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2815baa2-103f-49fc-92dc-c80c69835e68" -d '{"events": [{"server_uuid": "274a34be-d467-4bc5-a905-0ec9355a20d2", "name": "network-vif-plugged", "status": "completed", "tag": "523cd84c-af33-4880-a3a4-fff30478f7c0"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:58:10.948725 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 523cd84c-af33-4880-a3a4-fff30478f7c0, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=523cd84c-af33-4880-a3a4-fff30478f7c0,segment=NetworkSegment(2b3a115c-7140-4873-a9db-77f8808c33a6),segment_id=2b3a115c-7140-4873-a9db-77f8808c33a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:58:10.954400 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:10.979503 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf5014d-fad0-4584-92f6-377c8e891988 x-openstack-request-id: req-fcf5014d-fad0-4584-92f6-377c8e891988 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:58:10.979789 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "274a34be-d467-4bc5-a905-0ec9355a20d2", "name": "network-vif-plugged", "status": "completed", "tag": "523cd84c-af33-4880-a3a4-fff30478f7c0", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:58:10.980068 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fcf5014d-fad0-4584-92f6-377c8e891988 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:58:10.980449 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '274a34be-d467-4bc5-a905-0ec9355a20d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '523cd84c-af33-4880-a3a4-fff30478f7c0', 'code': 200} Sep 17 08:58:11.003387 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=523cd84c-af33-4880-a3a4-fff30478f7c0,revision_number=13']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:58:11.067942 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-f38e5770-b28a-4342-8fd8-aef426d8cd36 req-86434a9e-d0b0-4dc3-9c22-52f2c058cc3a tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:11.068397 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-f38e5770-b28a-4342-8fd8-aef426d8cd36 req-86434a9e-d0b0-4dc3-9c22-52f2c058cc3a tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:11.068710 n-d-789963-9 neutron-server[101290]: INFO neutron.db.l3_db [req-f38e5770-b28a-4342-8fd8-aef426d8cd36 req-86434a9e-d0b0-4dc3-9c22-52f2c058cc3a tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Floating IP 56b2ad51-903b-4f2c-a8ef-daa38c003bef disassociated. External IP: 172.25.6.136, port: 523cd84c-af33-4880-a3a4-fff30478f7c0. Sep 17 08:58:11.069077 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-f38e5770-b28a-4342-8fd8-aef426d8cd36 req-86434a9e-d0b0-4dc3-9c22-52f2c058cc3a tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Calling delete_port for 523cd84c-af33-4880-a3a4-fff30478f7c0 owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:58:11.195148 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-f38e5770-b28a-4342-8fd8-aef426d8cd36 req-86434a9e-d0b0-4dc3-9c22-52f2c058cc3a tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:11.208138 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf65d5b-b220-4b16-b5f6-71236aa65584 req-c808a46d-118f-4429-8f21-6f13199e95bb tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:58:11.209620 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4bf65d5b-b220-4b16-b5f6-71236aa65584 req-c808a46d-118f-4429-8f21-6f13199e95bb tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 868 time: 0.0493193 Sep 17 08:58:11.223619 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86434a9e-d0b0-4dc3-9c22-52f2c058cc3a tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Pushing event deleted for resources: {'Port': ['ID=523cd84c-af33-4880-a3a4-fff30478f7c0,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:58:11.248135 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4bf65d5b-b220-4b16-b5f6-71236aa65584 req-2229fa51-3db8-499b-b1cc-aaae210b01f4 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups?id=b996bb76-e143-46b8-a928-2562d05dc834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324657 Sep 17 08:58:11.342191 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f38e5770-b28a-4342-8fd8-aef426d8cd36 req-86434a9e-d0b0-4dc3-9c22-52f2c058cc3a tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Router 9ee3f17c-338e-46c0-bd76-6373e5ccc202 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:58:11.450091 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f38e5770-b28a-4342-8fd8-aef426d8cd36 req-86434a9e-d0b0-4dc3-9c22-52f2c058cc3a tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:58:11.460898 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cf6c88-5edc-4c58-aa8b-52e07fcf16db None None] Sync routers for ids ['9ee3f17c-338e-46c0-bd76-6373e5ccc202'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:58:11.469633 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cf6c88-5edc-4c58-aa8b-52e07fcf16db None None] Routers {'9ee3f17c-338e-46c0-bd76-6373e5ccc202'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:58:11.470314 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-34cf6c88-5edc-4c58-aa8b-52e07fcf16db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:57:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['9ee3f17c-338e-46c0-bd76-6373e5ccc202'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:58:11.488353 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-f38e5770-b28a-4342-8fd8-aef426d8cd36 req-86434a9e-d0b0-4dc3-9c22-52f2c058cc3a tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] No DVR routers for this DVR port 523cd84c-af33-4880-a3a4-fff30478f7c0 on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:58:11.490855 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-f38e5770-b28a-4342-8fd8-aef426d8cd36 req-86434a9e-d0b0-4dc3-9c22-52f2c058cc3a tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:11.492873 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f38e5770-b28a-4342-8fd8-aef426d8cd36 req-86434a9e-d0b0-4dc3-9c22-52f2c058cc3a tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.39 "DELETE /v2.0/ports/523cd84c-af33-4880-a3a4-fff30478f7c0 HTTP/1.1" status: 204 len: 173 time: 0.7645869 Sep 17 08:58:11.493307 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '274a34be-d467-4bc5-a905-0ec9355a20d2', 'name': 'network-vif-deleted', 'tag': '523cd84c-af33-4880-a3a4-fff30478f7c0'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:58:11.496204 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823f1136df5e8dfe06b46a14eea5a85bccf33ce7e510dfea6a746e22e928dc4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f722abc-ff29-4208-bf0e-41ff1917a406" -d '{"events": [{"server_uuid": "274a34be-d467-4bc5-a905-0ec9355a20d2", "name": "network-vif-deleted", "tag": "523cd84c-af33-4880-a3a4-fff30478f7c0"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:58:11.535793 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c477300f-876f-433c-956e-227da2d1106f x-openstack-request-id: req-c477300f-876f-433c-956e-227da2d1106f {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:58:11.536120 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "274a34be-d467-4bc5-a905-0ec9355a20d2", "name": "network-vif-deleted", "tag": "523cd84c-af33-4880-a3a4-fff30478f7c0", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:58:11.536377 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c477300f-876f-433c-956e-227da2d1106f {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:58:11.536781 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '274a34be-d467-4bc5-a905-0ec9355a20d2', 'name': 'network-vif-deleted', 'tag': '523cd84c-af33-4880-a3a4-fff30478f7c0', 'status': 'completed', 'code': 200} Sep 17 08:58:11.673141 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-34cf6c88-5edc-4c58-aa8b-52e07fcf16db None None] Set router 9ee3f17c-338e-46c0-bd76-6373e5ccc202 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:58:11.864373 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-34cf6c88-5edc-4c58-aa8b-52e07fcf16db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'name': 'tempest-ServerActionsTestJSON-628220050-router', 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '29041136-1e71-4400-bdb5-918161d44bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:44:04Z', 'updated_at': '2021-09-17T08:44:06Z', 'revision_number': 4, 'project_id': '57f8c48e10b746f7af53464178493cdc', 'gw_port': {'id': '29041136-1e71-4400-bdb5-918161d44bbc', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:44:04Z', 'updated_at': '2021-09-17T08:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'fe686bff-d923-4f32-8d5a-a9ccdfb1ebf5', 'name': '', 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b', 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'mac_address': 'fa:16:3e:da:8b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'f22b432a-999e-449e-99eb-5f8501222e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:44:06Z', 'updated_at': '2021-09-17T08:44:09Z', 'revision_number': 5, 'project_id': '57f8c48e10b746f7af53464178493cdc', 'subnets': [{'id': 'f22b432a-999e-449e-99eb-5f8501222e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:58:11.888694 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cf6c88-5edc-4c58-aa8b-52e07fcf16db None None] Checking router: 9ee3f17c-338e-46c0-bd76-6373e5ccc202 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:58:11.896809 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cf6c88-5edc-4c58-aa8b-52e07fcf16db None None] Routers {'9ee3f17c-338e-46c0-bd76-6373e5ccc202'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:58:11.897408 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-34cf6c88-5edc-4c58-aa8b-52e07fcf16db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:57:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['9ee3f17c-338e-46c0-bd76-6373e5ccc202'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:58:12.003068 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-34cf6c88-5edc-4c58-aa8b-52e07fcf16db None None] Set router 9ee3f17c-338e-46c0-bd76-6373e5ccc202 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:58:12.198934 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-34cf6c88-5edc-4c58-aa8b-52e07fcf16db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'name': 'tempest-ServerActionsTestJSON-628220050-router', 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '29041136-1e71-4400-bdb5-918161d44bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:44:04Z', 'updated_at': '2021-09-17T08:44:06Z', 'revision_number': 4, 'project_id': '57f8c48e10b746f7af53464178493cdc', 'gw_port': {'id': '29041136-1e71-4400-bdb5-918161d44bbc', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:44:04Z', 'updated_at': '2021-09-17T08:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'fe686bff-d923-4f32-8d5a-a9ccdfb1ebf5', 'name': '', 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b', 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'mac_address': 'fa:16:3e:da:8b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'f22b432a-999e-449e-99eb-5f8501222e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:44:06Z', 'updated_at': '2021-09-17T08:44:09Z', 'revision_number': 5, 'project_id': '57f8c48e10b746f7af53464178493cdc', 'subnets': [{'id': 'f22b432a-999e-449e-99eb-5f8501222e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:58:12.225846 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cf6c88-5edc-4c58-aa8b-52e07fcf16db None None] The sync data for ids ['9ee3f17c-338e-46c0-bd76-6373e5ccc202'] in n-d-789963-9 is: [{'id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'name': 'tempest-ServerActionsTestJSON-628220050-router', 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '29041136-1e71-4400-bdb5-918161d44bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:44:04Z', 'updated_at': '2021-09-17T08:44:06Z', 'revision_number': 4, 'project_id': '57f8c48e10b746f7af53464178493cdc', 'gw_port': {'id': '29041136-1e71-4400-bdb5-918161d44bbc', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:44:04Z', 'updated_at': '2021-09-17T08:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'fe686bff-d923-4f32-8d5a-a9ccdfb1ebf5', 'name': '', 'network_id': '0ee5baf7-50f7-4d0a-b426-59fc9506c09b', 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'mac_address': 'fa:16:3e:da:8b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'f22b432a-999e-449e-99eb-5f8501222e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:44:06Z', 'updated_at': '2021-09-17T08:44:09Z', 'revision_number': 5, 'project_id': '57f8c48e10b746f7af53464178493cdc', 'subnets': [{'id': 'f22b432a-999e-449e-99eb-5f8501222e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:58:12.357969 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5b6ee307-cd6f-414a-a91a-86aa4c79c24c req-7d50f1b6-6449-47c8-a383-8bb6a9d164b7 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 210 time: 0.0277896 Sep 17 08:58:12.456285 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820e4e58-3f66-4931-8432-0ef44e2ee8a3 None None] New status for floating IP 56b2ad51-903b-4f2c-a8ef-daa38c003bef: DOWN {{(pid=101291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 08:58:13.455288 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2b060a90-5b2d-4ec8-ac17-7bda2331d919 req-13565736-fb28-4a32-ad51-383da9d69459 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 210 time: 0.0271802 Sep 17 08:58:14.552893 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5cd3fd42-a461-42f9-8496-a766ab3dd953 req-bfef9ed1-563c-4334-91c8-e49a4dbd16bf tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/ports?device_id=274a34be-d467-4bc5-a905-0ec9355a20d2 HTTP/1.1" status: 200 len: 210 time: 0.0311396 Sep 17 08:58:14.705917 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [req-997ab7de-b482-475d-a9a6-1189b503494b req-4bc1318f-5e24-4c64-8913-db89550a1748 tempest-ServerDiskConfigTestJSON-1693507684 tempest-ServerDiskConfigTestJSON-1693507684-project] (101290) timed out ('10.222.0.39', 61856) {{(pid=101290) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 08:58:14.797771 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 523cd84c-af33-4880-a3a4-fff30478f7c0 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:58:14.817231 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: 523cd84c-af33-4880-a3a4-fff30478f7c0 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:58:14.817580 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 523cd84c-af33-4880-a3a4-fff30478f7c0 not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:58:18.281428 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 35594) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:58:18.337665 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b12d0cb0-8e73-40f6-b377-79952178d802 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:18.361602 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b12d0cb0-8e73-40f6-b377-79952178d802 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:18.408676 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b12d0cb0-8e73-40f6-b377-79952178d802 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:18.411274 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b12d0cb0-8e73-40f6-b377-79952178d802 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:18.415113 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 35596) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:58:18.421971 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-b12d0cb0-8e73-40f6-b377-79952178d802 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "DELETE /v2.0/security-groups/b996bb76-e143-46b8-a928-2562d05dc834 HTTP/1.1" status: 204 len: 168 time: 0.1394403 Sep 17 08:58:18.431053 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12d0cb0-8e73-40f6-b377-79952178d802 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b996bb76-e143-46b8-a928-2562d05dc834,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:58:18.434541 n-d-789963-9 neutron-server[101290]: INFO neutron.api.v2.resource [None req-bec99bd9-97b6-40c5-9810-a8ee83e34f52 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] show failed (client error): The resource could not be found. Sep 17 08:58:18.438295 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-bec99bd9-97b6-40c5-9810-a8ee83e34f52 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "GET /v2.0/security-groups/b996bb76-e143-46b8-a928-2562d05dc834 HTTP/1.1" status: 404 len: 347 time: 0.0195148 Sep 17 08:58:18.438977 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 35598) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:58:18.566098 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-74a7537e-e448-4a9f-9489-5cb6d4390119 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Deleting port 9338c7d0-064a-4de3-9ecc-54c22ae5a595 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:58:18.566439 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-74a7537e-e448-4a9f-9489-5cb6d4390119 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:18.643957 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-74a7537e-e448-4a9f-9489-5cb6d4390119 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:18.644196 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-74a7537e-e448-4a9f-9489-5cb6d4390119 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:18.656040 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-74a7537e-e448-4a9f-9489-5cb6d4390119 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Calling delete_port for 9338c7d0-064a-4de3-9ecc-54c22ae5a595 owned by network:floatingip {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:58:18.792977 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-74a7537e-e448-4a9f-9489-5cb6d4390119 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:18.817666 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a7537e-e448-4a9f-9489-5cb6d4390119 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Pushing event deleted for resources: {'Port': ['ID=9338c7d0-064a-4de3-9ecc-54c22ae5a595,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:58:18.890220 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-74a7537e-e448-4a9f-9489-5cb6d4390119 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks [] for floatingip, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:18.893119 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-74a7537e-e448-4a9f-9489-5cb6d4390119 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:18.894330 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-74a7537e-e448-4a9f-9489-5cb6d4390119 tempest-ServerActionsTestJSON-1438120229 tempest-ServerActionsTestJSON-1438120229-project] 10.222.0.13 "DELETE /v2.0/floatingips/56b2ad51-903b-4f2c-a8ef-daa38c003bef HTTP/1.1" status: 204 len: 168 time: 0.4539709 Sep 17 08:58:18.897275 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 35600) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:58:19.287480 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:58:19.360128 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4feeca9d-bac8-41fd-9f2c-d1c00f59da30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:19.601818 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-4feeca9d-bac8-41fd-9f2c-d1c00f59da30 admin admin] Deleting port fe686bff-d923-4f32-8d5a-a9ccdfb1ebf5 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:58:19.602449 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4feeca9d-bac8-41fd-9f2c-d1c00f59da30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:19.677666 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-4feeca9d-bac8-41fd-9f2c-d1c00f59da30 admin admin] For port fe686bff-d923-4f32-8d5a-a9ccdfb1ebf5, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=fe686bff-d923-4f32-8d5a-a9ccdfb1ebf5,segment=NetworkSegment(2b3a115c-7140-4873-a9db-77f8808c33a6),segment_id=2b3a115c-7140-4873-a9db-77f8808c33a6)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:58:19.678035 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4feeca9d-bac8-41fd-9f2c-d1c00f59da30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:19.694514 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-4feeca9d-bac8-41fd-9f2c-d1c00f59da30 admin admin] Calling delete_port for fe686bff-d923-4f32-8d5a-a9ccdfb1ebf5 owned by network:router_interface {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:58:19.872617 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4feeca9d-bac8-41fd-9f2c-d1c00f59da30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:19.898114 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feeca9d-bac8-41fd-9f2c-d1c00f59da30 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe686bff-d923-4f32-8d5a-a9ccdfb1ebf5,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:58:20.067984 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4feeca9d-bac8-41fd-9f2c-d1c00f59da30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:20.079392 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-66fc8471-4572-48fd-8678-650777523c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:20.284870 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4feeca9d-bac8-41fd-9f2c-d1c00f59da30 admin admin] Router 9ee3f17c-338e-46c0-bd76-6373e5ccc202 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:58:20.387877 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4feeca9d-bac8-41fd-9f2c-d1c00f59da30 admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:58:20.393196 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-4feeca9d-bac8-41fd-9f2c-d1c00f59da30 admin admin] 10.222.0.13 "PUT /v2.0/routers/9ee3f17c-338e-46c0-bd76-6373e5ccc202/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4948938 Sep 17 08:58:20.396076 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 35604) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:58:20.397003 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c87404-0e4d-473a-ba50-5860b3b0f6d6 None None] Sync routers for ids ['9ee3f17c-338e-46c0-bd76-6373e5ccc202'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:58:20.406398 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c87404-0e4d-473a-ba50-5860b3b0f6d6 None None] Routers {'9ee3f17c-338e-46c0-bd76-6373e5ccc202'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:58:20.407006 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-92c87404-0e4d-473a-ba50-5860b3b0f6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:57:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['9ee3f17c-338e-46c0-bd76-6373e5ccc202'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:58:20.498913 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b9a48113-5f56-4428-a687-934c7322a4e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:20.509469 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-92c87404-0e4d-473a-ba50-5860b3b0f6d6 None None] Set router 9ee3f17c-338e-46c0-bd76-6373e5ccc202 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:58:20.599323 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b9a48113-5f56-4428-a687-934c7322a4e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:20.651388 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-b9a48113-5f56-4428-a687-934c7322a4e7 admin admin] Deleting port 29041136-1e71-4400-bdb5-918161d44bbc {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:58:20.652118 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b9a48113-5f56-4428-a687-934c7322a4e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:20.680220 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-92c87404-0e4d-473a-ba50-5860b3b0f6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'name': 'tempest-ServerActionsTestJSON-628220050-router', 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '29041136-1e71-4400-bdb5-918161d44bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:44:04Z', 'updated_at': '2021-09-17T08:58:19Z', 'revision_number': 5, 'project_id': '57f8c48e10b746f7af53464178493cdc', 'gw_port': {'id': '29041136-1e71-4400-bdb5-918161d44bbc', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:44:04Z', 'updated_at': '2021-09-17T08:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:58:20.709283 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c87404-0e4d-473a-ba50-5860b3b0f6d6 None None] Checking router: 9ee3f17c-338e-46c0-bd76-6373e5ccc202 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:58:20.717181 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c87404-0e4d-473a-ba50-5860b3b0f6d6 None None] Routers {'9ee3f17c-338e-46c0-bd76-6373e5ccc202'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:58:20.717779 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-92c87404-0e4d-473a-ba50-5860b3b0f6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:57:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['9ee3f17c-338e-46c0-bd76-6373e5ccc202'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:58:20.728372 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-b9a48113-5f56-4428-a687-934c7322a4e7 admin admin] For port 29041136-1e71-4400-bdb5-918161d44bbc, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=29041136-1e71-4400-bdb5-918161d44bbc,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:58:20.729273 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b9a48113-5f56-4428-a687-934c7322a4e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:20.741578 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-b9a48113-5f56-4428-a687-934c7322a4e7 admin admin] Calling delete_port for 29041136-1e71-4400-bdb5-918161d44bbc owned by network:router_gateway {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:58:20.808055 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-92c87404-0e4d-473a-ba50-5860b3b0f6d6 None None] Set router 9ee3f17c-338e-46c0-bd76-6373e5ccc202 gateway port host: None {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:58:20.857903 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-92c87404-0e4d-473a-ba50-5860b3b0f6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'name': 'tempest-ServerActionsTestJSON-628220050-router', 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:44:04Z', 'updated_at': '2021-09-17T08:58:20Z', 'revision_number': 6, 'project_id': '57f8c48e10b746f7af53464178493cdc', 'gw_port_host': None}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:58:20.886569 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c87404-0e4d-473a-ba50-5860b3b0f6d6 None None] The sync data for ids ['9ee3f17c-338e-46c0-bd76-6373e5ccc202'] in n-d-789963-9 is: [{'id': '9ee3f17c-338e-46c0-bd76-6373e5ccc202', 'name': 'tempest-ServerActionsTestJSON-628220050-router', 'tenant_id': '57f8c48e10b746f7af53464178493cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:44:04Z', 'updated_at': '2021-09-17T08:58:20Z', 'revision_number': 6, 'project_id': '57f8c48e10b746f7af53464178493cdc', 'gw_port_host': None}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:58:20.905637 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b9a48113-5f56-4428-a687-934c7322a4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:20.935301 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a48113-5f56-4428-a687-934c7322a4e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=29041136-1e71-4400-bdb5-918161d44bbc,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:58:20.993625 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b9a48113-5f56-4428-a687-934c7322a4e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:21.085958 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b9a48113-5f56-4428-a687-934c7322a4e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:21.088062 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b9a48113-5f56-4428-a687-934c7322a4e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:21.134204 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b9a48113-5f56-4428-a687-934c7322a4e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:21.135469 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a48113-5f56-4428-a687-934c7322a4e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ee3f17c-338e-46c0-bd76-6373e5ccc202 {{(pid=101290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 08:58:21.140410 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b9a48113-5f56-4428-a687-934c7322a4e7 admin admin] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:21.141586 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b9a48113-5f56-4428-a687-934c7322a4e7 admin admin] 10.222.0.13 "DELETE /v2.0/routers/9ee3f17c-338e-46c0-bd76-6373e5ccc202 HTTP/1.1" status: 204 len: 168 time: 0.7445822 Sep 17 08:58:21.144331 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 35606) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:58:21.190842 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4ef280e-c36c-4011-bfa1-a2e4cfb7b65a admin admin] Deleting subnet f22b432a-999e-449e-99eb-5f8501222e22 {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:58:21.193740 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b4ef280e-c36c-4011-bfa1-a2e4cfb7b65a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:21.227057 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b4ef280e-c36c-4011-bfa1-a2e4cfb7b65a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:21.309965 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b4ef280e-c36c-4011-bfa1-a2e4cfb7b65a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:21.363797 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b4ef280e-c36c-4011-bfa1-a2e4cfb7b65a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:21.389908 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ef280e-c36c-4011-bfa1-a2e4cfb7b65a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f22b432a-999e-449e-99eb-5f8501222e22,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:58:21.392150 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b4ef280e-c36c-4011-bfa1-a2e4cfb7b65a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:21.394020 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b4ef280e-c36c-4011-bfa1-a2e4cfb7b65a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f22b432a-999e-449e-99eb-5f8501222e22 HTTP/1.1" status: 204 len: 168 time: 0.2487464 Sep 17 08:58:21.396480 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 35608) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:58:21.398835 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5847b592-a299-4930-9682-b5ee41c6a0a9 None None] Network 0ee5baf7-50f7-4d0a-b426-59fc9506c09b requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:58:21.465575 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5f7f7952-bf17-47f1-93ad-1ec22f80714e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:21.518731 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f7952-bf17-47f1-93ad-1ec22f80714e admin admin] Deleting port 6b1edb79-c0ff-4553-b01f-16389ac2511d {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:58:21.519069 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5f7f7952-bf17-47f1-93ad-1ec22f80714e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:21.583209 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-5f7f7952-bf17-47f1-93ad-1ec22f80714e admin admin] For port 6b1edb79-c0ff-4553-b01f-16389ac2511d, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=6b1edb79-c0ff-4553-b01f-16389ac2511d,segment=NetworkSegment(2b3a115c-7140-4873-a9db-77f8808c33a6),segment_id=2b3a115c-7140-4873-a9db-77f8808c33a6)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:58:21.583516 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5f7f7952-bf17-47f1-93ad-1ec22f80714e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:21.595997 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f7952-bf17-47f1-93ad-1ec22f80714e admin admin] Calling delete_port for 6b1edb79-c0ff-4553-b01f-16389ac2511d owned by network:dhcp {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:58:21.627676 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea7c3ae-b09a-4f83-a585-6f230839f28b None None] DHCP port deletion for 0ee5baf7-50f7-4d0a-b426-59fc9506c09b request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 08:58:21.676519 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5f7f7952-bf17-47f1-93ad-1ec22f80714e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:21.682686 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5ea7c3ae-b09a-4f83-a585-6f230839f28b None None] Deleting port 6b1edb79-c0ff-4553-b01f-16389ac2511d {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:58:21.683066 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5ea7c3ae-b09a-4f83-a585-6f230839f28b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:21.708171 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7f7952-bf17-47f1-93ad-1ec22f80714e admin admin] No DVR routers for this DVR port 6b1edb79-c0ff-4553-b01f-16389ac2511d on host n-d-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:58:21.714368 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f7952-bf17-47f1-93ad-1ec22f80714e admin admin] Pushing event deleted for resources: {'Port': ['ID=6b1edb79-c0ff-4553-b01f-16389ac2511d,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:58:21.748471 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5ea7c3ae-b09a-4f83-a585-6f230839f28b None None] For port 6b1edb79-c0ff-4553-b01f-16389ac2511d, host n-d-789963-9, got binding levels [] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:58:21.748868 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5ea7c3ae-b09a-4f83-a585-6f230839f28b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:21.762536 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5ea7c3ae-b09a-4f83-a585-6f230839f28b None None] Calling delete_port for 6b1edb79-c0ff-4553-b01f-16389ac2511d owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:58:21.765338 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.ipam_backend_mixin [None req-5ea7c3ae-b09a-4f83-a585-6f230839f28b None None] Port 6b1edb79-c0ff-4553-b01f-16389ac2511d was not found and therefore no delete operation was performed {{(pid=101291) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 17 08:58:21.766568 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5ea7c3ae-b09a-4f83-a585-6f230839f28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:21.789277 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5f7f7952-bf17-47f1-93ad-1ec22f80714e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:21.792916 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea7c3ae-b09a-4f83-a585-6f230839f28b None None] Pushing event deleted for resources: {'Port': ['ID=6b1edb79-c0ff-4553-b01f-16389ac2511d,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:58:21.796791 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea7c3ae-b09a-4f83-a585-6f230839f28b None None] No DVR routers for this DVR port 6b1edb79-c0ff-4553-b01f-16389ac2511d on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:58:21.811863 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-5f7f7952-bf17-47f1-93ad-1ec22f80714e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ee5baf7-50f7-4d0a-b426-59fc9506c09b']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:58:21.822103 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-5f7f7952-bf17-47f1-93ad-1ec22f80714e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b3a115c-7140-4873-a9db-77f8808c33a6') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:58:21.822419 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-5f7f7952-bf17-47f1-93ad-1ec22f80714e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b3a115c-7140-4873-a9db-77f8808c33a6') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:58:21.836855 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5f7f7952-bf17-47f1-93ad-1ec22f80714e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:21.851093 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5f7f7952-bf17-47f1-93ad-1ec22f80714e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:21.857768 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f7f7952-bf17-47f1-93ad-1ec22f80714e admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:58:21.858175 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5f7f7952-bf17-47f1-93ad-1ec22f80714e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:21.868795 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 08:58:21.868795 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:58:21.868795 n-d-789963-9 neutron-server[101290]: timer() Sep 17 08:58:21.868795 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:58:21.868795 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 08:58:21.868795 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:58:21.868795 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 08:58:21.868795 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:58:21.868795 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 08:58:21.868795 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:58:21.868795 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 08:58:21.868795 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:58:21.868795 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 08:58:21.868795 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:58:21.868795 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:58:21.868795 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:58:21.868795 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:58:21.868795 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:58:21.868795 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 08:58:21.868795 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:58:21.868795 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 08:58:21.868795 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:58:21.868795 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:58:21.868795 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:58:21.868795 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 08:58:21.868795 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:58:21.868795 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:58:21.868795 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:58:21.868795 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:58:21.868795 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:58:21.868795 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:58:21.868795 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:58:21.914403 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5f7f7952-bf17-47f1-93ad-1ec22f80714e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:21.920450 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5f7f7952-bf17-47f1-93ad-1ec22f80714e admin admin] Notify callbacks [] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:21.922287 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-5f7f7952-bf17-47f1-93ad-1ec22f80714e admin admin] 10.222.0.13 "DELETE /v2.0/networks/0ee5baf7-50f7-4d0a-b426-59fc9506c09b HTTP/1.1" status: 204 len: 168 time: 0.5249007 Sep 17 08:58:21.933164 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f7952-bf17-47f1-93ad-1ec22f80714e admin admin] Pushing event deleted for resources: {'Network': ['ID=0ee5baf7-50f7-4d0a-b426-59fc9506c09b,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:58:22.035065 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 35612) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:58:22.073505 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-0e54daf1-8e4a-4b9b-b1ef-4cb171c3d5a0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=57f8c48e10b746f7af53464178493cdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0372977 Sep 17 08:58:22.075871 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 35614) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:58:22.128637 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-edee8140-8765-4fe8-855f-1f2049af458a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:22.153465 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-edee8140-8765-4fe8-855f-1f2049af458a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:22.255009 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device fe686bff-d923-4f32-8d5a-a9ccdfb1ebf5 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:58:22.279744 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: fe686bff-d923-4f32-8d5a-a9ccdfb1ebf5 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:58:22.280111 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device fe686bff-d923-4f32-8d5a-a9ccdfb1ebf5 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:58:22.280541 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 29041136-1e71-4400-bdb5-918161d44bbc no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:58:22.300652 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 29041136-1e71-4400-bdb5-918161d44bbc {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:58:22.301000 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 29041136-1e71-4400-bdb5-918161d44bbc not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:58:22.301420 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 6b1edb79-c0ff-4553-b01f-16389ac2511d no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:58:22.320503 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 6b1edb79-c0ff-4553-b01f-16389ac2511d {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:58:22.320853 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 6b1edb79-c0ff-4553-b01f-16389ac2511d not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:58:22.524737 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-edee8140-8765-4fe8-855f-1f2049af458a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:22.527878 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-edee8140-8765-4fe8-855f-1f2049af458a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:22.531371 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-edee8140-8765-4fe8-855f-1f2049af458a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2f9de4d7-1fc2-413f-b9fd-1e2cbe7d12b9 HTTP/1.1" status: 204 len: 168 time: 0.4523265 Sep 17 08:58:22.536789 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-84040b72-46c7-4923-a881-94899efc2b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:22.537247 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edee8140-8765-4fe8-855f-1f2049af458a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9de4d7-1fc2-413f-b9fd-1e2cbe7d12b9,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:58:22.847715 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:22.997733 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [req-d03e3e5b-c499-4912-8f7f-225151ddaf2b req-51877c51-ce4c-4798-8b43-74113154c6c1 service neutron] (101289) timed out ('10.222.0.13', 60978) {{(pid=101289) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 08:58:23.215074 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 35636) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:58:23.310021 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-96d993a7-c354-425e-9a56-ab413171273f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1869992049-network', 'tenant_id': '279e171c0e694b2b98c2a113285a28e5'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:58:23.330198 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d993a7-c354-425e-9a56-ab413171273f admin admin] Made reservation on behalf of 279e171c0e694b2b98c2a113285a28e5 for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:58:23.332473 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-96d993a7-c354-425e-9a56-ab413171273f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:23.340398 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-96d993a7-c354-425e-9a56-ab413171273f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:23.428143 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-96d993a7-c354-425e-9a56-ab413171273f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:23.432483 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-96d993a7-c354-425e-9a56-ab413171273f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:23.452490 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96d993a7-c354-425e-9a56-ab413171273f admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:58:23.466435 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d993a7-c354-425e-9a56-ab413171273f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da85ac90-9bd7-4553-8388-28dcfbe84c24,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:58:23.471437 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-96d993a7-c354-425e-9a56-ab413171273f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:23.471779 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-96d993a7-c354-425e-9a56-ab413171273f admin admin] Added segment ce8ada99-09e1-490b-b062-f12d8982f393 of type vlan for network ea3f13a1-c7b5-4247-b7cf-60e75888ea10 Sep 17 08:58:23.510508 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-96d993a7-c354-425e-9a56-ab413171273f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:23.537325 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-96d993a7-c354-425e-9a56-ab413171273f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:23.538284 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d993a7-c354-425e-9a56-ab413171273f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:58:23.538865 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-96d993a7-c354-425e-9a56-ab413171273f admin admin] Notify callbacks [] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:23.575057 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-96d993a7-c354-425e-9a56-ab413171273f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3587058 Sep 17 08:58:23.577973 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 35640) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:58:23.582834 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-cb0a2a95-668b-41ee-8d2a-c1a86c4cb3fb admin admin] Request body: {'subnet': {'network_id': 'ea3f13a1-c7b5-4247-b7cf-60e75888ea10', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1869992049-subnet', 'tenant_id': '279e171c0e694b2b98c2a113285a28e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:58:23.601560 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d993a7-c354-425e-9a56-ab413171273f admin admin] Pushing event updated for resources: {'Network': ['ID=ea3f13a1-c7b5-4247-b7cf-60e75888ea10,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:58:23.604072 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0a2a95-668b-41ee-8d2a-c1a86c4cb3fb admin admin] Made reservation on behalf of 279e171c0e694b2b98c2a113285a28e5 for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:58:23.606391 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-cb0a2a95-668b-41ee-8d2a-c1a86c4cb3fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:23.612653 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network ea3f13a1-c7b5-4247-b7cf-60e75888ea10 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:58:23.769594 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-cb0a2a95-668b-41ee-8d2a-c1a86c4cb3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:23.822886 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0a2a95-668b-41ee-8d2a-c1a86c4cb3fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d88ea1f-a34b-4287-a493-7f8da391465b,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:58:23.831455 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0a2a95-668b-41ee-8d2a-c1a86c4cb3fb admin admin] Checking segment: {'id': 'ce8ada99-09e1-490b-b062-f12d8982f393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ea3f13a1-c7b5-4247-b7cf-60e75888ea10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:58:23.831815 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0a2a95-668b-41ee-8d2a-c1a86c4cb3fb admin admin] Network hostable DHCP agents. Network: ea3f13a1-c7b5-4247-b7cf-60e75888ea10, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:58:23.848590 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0a2a95-668b-41ee-8d2a-c1a86c4cb3fb admin admin] Network ea3f13a1-c7b5-4247-b7cf-60e75888ea10 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:58:23.857591 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-cb0a2a95-668b-41ee-8d2a-c1a86c4cb3fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, ea3f13a1-c7b5-4247-b7cf-60e75888ea10) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:58:23.861587 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0a2a95-668b-41ee-8d2a-c1a86c4cb3fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:58:23.862156 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-cb0a2a95-668b-41ee-8d2a-c1a86c4cb3fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:23.866485 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651b15c3-67f1-4339-82f4-d153acf85708 None None] Network ea3f13a1-c7b5-4247-b7cf-60e75888ea10 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:58:23.875309 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-cb0a2a95-668b-41ee-8d2a-c1a86c4cb3fb admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.2962530 Sep 17 08:58:23.968895 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:23.997121 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd235d4b-3973-46ff-be19-bbb17987f7ec None None] Network ea3f13a1-c7b5-4247-b7cf-60e75888ea10 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:58:24.301229 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f801f-4999-4e13-ab9a-9650f6c95d92 req-4cefa1c1-c933-45de-bf40-03cde13574d8 tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:58:24.302743 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-453f801f-4999-4e13-ab9a-9650f6c95d92 req-4cefa1c1-c933-45de-bf40-03cde13574d8 tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] 10.222.0.13 "GET /v2.0/networks?id=ea3f13a1-c7b5-4247-b7cf-60e75888ea10 HTTP/1.1" status: 200 len: 814 time: 0.1028271 Sep 17 08:58:24.317736 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-453f801f-4999-4e13-ab9a-9650f6c95d92 req-56099d15-5514-42df-8bd1-1f031a2b4f0b tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] 10.222.0.13 "GET /v2.0/quotas/279e171c0e694b2b98c2a113285a28e5 HTTP/1.1" status: 200 len: 375 time: 0.0086174 Sep 17 08:58:24.347542 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-453f801f-4999-4e13-ab9a-9650f6c95d92 req-742c4ba6-ab62-47ff-ad95-f2ee2df4a483 tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=279e171c0e694b2b98c2a113285a28e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0242484 Sep 17 08:58:24.403898 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [req-453f801f-4999-4e13-ab9a-9650f6c95d92 req-b53af9f4-a013-462c-aa54-cde03112e54f service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:58:24.404880 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-453f801f-4999-4e13-ab9a-9650f6c95d92 req-b53af9f4-a013-462c-aa54-cde03112e54f service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0502722 Sep 17 08:58:24.496162 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-453f801f-4999-4e13-ab9a-9650f6c95d92 req-0b5aa47a-794e-43f7-a5d5-970d781033aa service neutron] 10.222.0.13 "GET /v2.0/networks/ea3f13a1-c7b5-4247-b7cf-60e75888ea10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850358 Sep 17 08:58:24.585443 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-453f801f-4999-4e13-ab9a-9650f6c95d92 req-72c56f40-b5e8-4e38-9272-62793064719c service neutron] 10.222.0.13 "GET /v2.0/networks/ea3f13a1-c7b5-4247-b7cf-60e75888ea10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831265 Sep 17 08:58:24.745994 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-191dbc4b-415f-4cc2-997c-d5102d9c3cb5 req-8e216e28-6b24-477c-aa84-ba70e4871d8e tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dc90103-3a49-4fe1-bacc-eba3b973d25c HTTP/1.1" status: 200 len: 210 time: 0.0307465 Sep 17 08:58:25.545517 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:25.835474 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f801f-4999-4e13-ab9a-9650f6c95d92 req-bc409dbf-e00a-48c7-a9c6-95ea9c821884 tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:58:25.837183 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-453f801f-4999-4e13-ab9a-9650f6c95d92 req-bc409dbf-e00a-48c7-a9c6-95ea9c821884 tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] 10.222.0.39 "GET /v2.0/networks?id=ea3f13a1-c7b5-4247-b7cf-60e75888ea10 HTTP/1.1" status: 200 len: 814 time: 0.1094882 Sep 17 08:58:25.849465 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1c790da9-f24f-4956-90fe-51f0127738b5 req-894262fe-ee8a-46f5-976e-dc6024ce3ec2 tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dc90103-3a49-4fe1-bacc-eba3b973d25c HTTP/1.1" status: 200 len: 210 time: 0.0311856 Sep 17 08:58:25.856822 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-453f801f-4999-4e13-ab9a-9650f6c95d92 req-acb877fa-1081-4400-a4db-a677ce5eb81d tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Request body: {'port': {'device_id': '5dc90103-3a49-4fe1-bacc-eba3b973d25c', 'network_id': 'ea3f13a1-c7b5-4247-b7cf-60e75888ea10', 'admin_state_up': True, 'tenant_id': '279e171c0e694b2b98c2a113285a28e5'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:58:25.959346 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-453f801f-4999-4e13-ab9a-9650f6c95d92 req-acb877fa-1081-4400-a4db-a677ce5eb81d tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Made reservation on behalf of 279e171c0e694b2b98c2a113285a28e5 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:58:25.962831 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-453f801f-4999-4e13-ab9a-9650f6c95d92 req-acb877fa-1081-4400-a4db-a677ce5eb81d tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:26.087266 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-453f801f-4999-4e13-ab9a-9650f6c95d92 req-acb877fa-1081-4400-a4db-a677ce5eb81d tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Allocated IP 172.20.0.2 (ea3f13a1-c7b5-4247-b7cf-60e75888ea10/7d88ea1f-a34b-4287-a493-7f8da391465b/749b3d43-66c4-466e-88fd-43c4524611da) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:58:26.230935 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-453f801f-4999-4e13-ab9a-9650f6c95d92 req-acb877fa-1081-4400-a4db-a677ce5eb81d tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:26.261603 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-453f801f-4999-4e13-ab9a-9650f6c95d92 req-acb877fa-1081-4400-a4db-a677ce5eb81d tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:26.301553 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-453f801f-4999-4e13-ab9a-9650f6c95d92 req-acb877fa-1081-4400-a4db-a677ce5eb81d tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Network ea3f13a1-c7b5-4247-b7cf-60e75888ea10 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:58:26.304489 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-453f801f-4999-4e13-ab9a-9650f6c95d92 req-acb877fa-1081-4400-a4db-a677ce5eb81d tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:58:26.308189 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-453f801f-4999-4e13-ab9a-9650f6c95d92 req-acb877fa-1081-4400-a4db-a677ce5eb81d tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:58:26.335802 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb877fa-1081-4400-a4db-a677ce5eb81d tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Pushing event updated for resources: {'Port': ['ID=749b3d43-66c4-466e-88fd-43c4524611da,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:58:26.360882 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f801f-4999-4e13-ab9a-9650f6c95d92 req-acb877fa-1081-4400-a4db-a677ce5eb81d tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:58:26.361482 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-453f801f-4999-4e13-ab9a-9650f6c95d92 req-acb877fa-1081-4400-a4db-a677ce5eb81d tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:26.374768 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-453f801f-4999-4e13-ab9a-9650f6c95d92 req-acb877fa-1081-4400-a4db-a677ce5eb81d tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5219460 Sep 17 08:58:26.409675 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-453f801f-4999-4e13-ab9a-9650f6c95d92 req-12eb6248-85a5-43d1-ae47-2d819af2d693 service neutron] Request body: {'port': {'device_id': '5dc90103-3a49-4fe1-bacc-eba3b973d25c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:58:26.464795 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-453f801f-4999-4e13-ab9a-9650f6c95d92 req-12eb6248-85a5-43d1-ae47-2d819af2d693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:26.714153 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-453f801f-4999-4e13-ab9a-9650f6c95d92 req-12eb6248-85a5-43d1-ae47-2d819af2d693 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 749b3d43-66c4-466e-88fd-43c4524611da {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:58:26.721244 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-453f801f-4999-4e13-ab9a-9650f6c95d92 req-12eb6248-85a5-43d1-ae47-2d819af2d693 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:26.732650 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-453f801f-4999-4e13-ab9a-9650f6c95d92 req-12eb6248-85a5-43d1-ae47-2d819af2d693 service neutron] Transition to ACTIVE for port object 749b3d43-66c4-466e-88fd-43c4524611da will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:58:26.736590 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-453f801f-4999-4e13-ab9a-9650f6c95d92 req-12eb6248-85a5-43d1-ae47-2d819af2d693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:26.783536 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eb6248-85a5-43d1-ae47-2d819af2d693 service neutron] Pushing event updated for resources: {'Port': ['ID=749b3d43-66c4-466e-88fd-43c4524611da,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:58:26.852025 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-453f801f-4999-4e13-ab9a-9650f6c95d92 req-12eb6248-85a5-43d1-ae47-2d819af2d693 service neutron] Attempting to bind port 749b3d43-66c4-466e-88fd-43c4524611da on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:58:26.852726 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-453f801f-4999-4e13-ab9a-9650f6c95d92 req-12eb6248-85a5-43d1-ae47-2d819af2d693 service neutron] Attempting to bind port 749b3d43-66c4-466e-88fd-43c4524611da by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': 'ce8ada99-09e1-490b-b062-f12d8982f393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ea3f13a1-c7b5-4247-b7cf-60e75888ea10'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:58:26.852726 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453f801f-4999-4e13-ab9a-9650f6c95d92 req-12eb6248-85a5-43d1-ae47-2d819af2d693 service neutron] Attempting to bind port 749b3d43-66c4-466e-88fd-43c4524611da on network ea3f13a1-c7b5-4247-b7cf-60e75888ea10 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:58:26.856768 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453f801f-4999-4e13-ab9a-9650f6c95d92 req-12eb6248-85a5-43d1-ae47-2d819af2d693 service neutron] Port 749b3d43-66c4-466e-88fd-43c4524611da on network ea3f13a1-c7b5-4247-b7cf-60e75888ea10 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:58:26.857086 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453f801f-4999-4e13-ab9a-9650f6c95d92 req-12eb6248-85a5-43d1-ae47-2d819af2d693 service neutron] Attempting to bind port 749b3d43-66c4-466e-88fd-43c4524611da on network ea3f13a1-c7b5-4247-b7cf-60e75888ea10 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:58:26.861698 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453f801f-4999-4e13-ab9a-9650f6c95d92 req-12eb6248-85a5-43d1-ae47-2d819af2d693 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:58:26.862033 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453f801f-4999-4e13-ab9a-9650f6c95d92 req-12eb6248-85a5-43d1-ae47-2d819af2d693 service neutron] Checking segment: {'id': 'ce8ada99-09e1-490b-b062-f12d8982f393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ea3f13a1-c7b5-4247-b7cf-60e75888ea10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:58:26.862408 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453f801f-4999-4e13-ab9a-9650f6c95d92 req-12eb6248-85a5-43d1-ae47-2d819af2d693 service neutron] Bound using segment: {'id': 'ce8ada99-09e1-490b-b062-f12d8982f393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ea3f13a1-c7b5-4247-b7cf-60e75888ea10'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:58:26.862823 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-453f801f-4999-4e13-ab9a-9650f6c95d92 req-12eb6248-85a5-43d1-ae47-2d819af2d693 service neutron] Bound port: 749b3d43-66c4-466e-88fd-43c4524611da, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce8ada99-09e1-490b-b062-f12d8982f393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ea3f13a1-c7b5-4247-b7cf-60e75888ea10'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:58:26.863167 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-453f801f-4999-4e13-ab9a-9650f6c95d92 req-12eb6248-85a5-43d1-ae47-2d819af2d693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:26.924376 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-453f801f-4999-4e13-ab9a-9650f6c95d92 req-12eb6248-85a5-43d1-ae47-2d819af2d693 service neutron] For port 749b3d43-66c4-466e-88fd-43c4524611da, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:58:26.927481 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-453f801f-4999-4e13-ab9a-9650f6c95d92 req-12eb6248-85a5-43d1-ae47-2d819af2d693 service neutron] For port 749b3d43-66c4-466e-88fd-43c4524611da, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=749b3d43-66c4-466e-88fd-43c4524611da,segment=NetworkSegment(ce8ada99-09e1-490b-b062-f12d8982f393),segment_id=ce8ada99-09e1-490b-b062-f12d8982f393)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:58:26.933737 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-453f801f-4999-4e13-ab9a-9650f6c95d92 req-12eb6248-85a5-43d1-ae47-2d819af2d693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:26.963851 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a6613-ad48-459f-b11f-3846925215c5 req-5e0263bf-a652-4ada-8fd4-1d84acc84938 tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:58:26.966252 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-982a6613-ad48-459f-b11f-3846925215c5 req-5e0263bf-a652-4ada-8fd4-1d84acc84938 tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dc90103-3a49-4fe1-bacc-eba3b973d25c HTTP/1.1" status: 200 len: 943 time: 0.0508995 Sep 17 08:58:26.968463 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f801f-4999-4e13-ab9a-9650f6c95d92 req-12eb6248-85a5-43d1-ae47-2d819af2d693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:58:26.969094 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-453f801f-4999-4e13-ab9a-9650f6c95d92 req-12eb6248-85a5-43d1-ae47-2d819af2d693 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:26.970478 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-453f801f-4999-4e13-ab9a-9650f6c95d92 req-12eb6248-85a5-43d1-ae47-2d819af2d693 service neutron] 10.222.0.39 "PUT /v2.0/ports/749b3d43-66c4-466e-88fd-43c4524611da HTTP/1.1" status: 200 len: 1091 time: 0.5646958 Sep 17 08:58:26.970915 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dc90103-3a49-4fe1-bacc-eba3b973d25c', 'tag': '749b3d43-66c4-466e-88fd-43c4524611da'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:58:26.973190 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823f1136df5e8dfe06b46a14eea5a85bccf33ce7e510dfea6a746e22e928dc4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df658035-48c4-42c9-9ddb-0921024f32a7" -d '{"events": [{"name": "network-changed", "server_uuid": "5dc90103-3a49-4fe1-bacc-eba3b973d25c", "tag": "749b3d43-66c4-466e-88fd-43c4524611da"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:58:26.997577 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eb6248-85a5-43d1-ae47-2d819af2d693 service neutron] Pushing event updated for resources: {'Port': ['ID=749b3d43-66c4-466e-88fd-43c4524611da,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:58:27.011501 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e007c52a-e137-45f3-9cb8-16f14b7ae80d x-openstack-request-id: req-e007c52a-e137-45f3-9cb8-16f14b7ae80d {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:58:27.011799 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dc90103-3a49-4fe1-bacc-eba3b973d25c", "tag": "749b3d43-66c4-466e-88fd-43c4524611da", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:58:27.012067 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e007c52a-e137-45f3-9cb8-16f14b7ae80d {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:58:27.012462 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dc90103-3a49-4fe1-bacc-eba3b973d25c', 'tag': '749b3d43-66c4-466e-88fd-43c4524611da', 'status': 'completed', 'code': 200} Sep 17 08:58:27.013400 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-982a6613-ad48-459f-b11f-3846925215c5 req-1b483c05-434d-4bac-90ce-4fbdadd9e10d tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] 10.222.0.13 "GET /v2.0/security-groups?id=da85ac90-9bd7-4553-8388-28dcfbe84c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406663 Sep 17 08:58:27.087815 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f801f-4999-4e13-ab9a-9650f6c95d92 req-19c2f8d7-10cc-413f-8261-abf3d28e129c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:58:27.089214 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-453f801f-4999-4e13-ab9a-9650f6c95d92 req-19c2f8d7-10cc-413f-8261-abf3d28e129c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=279e171c0e694b2b98c2a113285a28e5&device_id=5dc90103-3a49-4fe1-bacc-eba3b973d25c HTTP/1.1" status: 200 len: 1094 time: 0.0512996 Sep 17 08:58:27.138202 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-453f801f-4999-4e13-ab9a-9650f6c95d92 req-0d1d382f-9bb5-4620-a68e-5fa7bb9b3ced service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=749b3d43-66c4-466e-88fd-43c4524611da HTTP/1.1" status: 200 len: 217 time: 0.0356081 Sep 17 08:58:27.185948 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f801f-4999-4e13-ab9a-9650f6c95d92 req-8a7e515a-1eaf-444b-8753-c8515b70bfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:58:27.187345 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-453f801f-4999-4e13-ab9a-9650f6c95d92 req-8a7e515a-1eaf-444b-8753-c8515b70bfb3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7d88ea1f-a34b-4287-a493-7f8da391465b HTTP/1.1" status: 200 len: 854 time: 0.0424230 Sep 17 08:58:27.219062 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-453f801f-4999-4e13-ab9a-9650f6c95d92 req-84a75cad-f9b8-45fa-8c16-a68200b1f087 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ea3f13a1-c7b5-4247-b7cf-60e75888ea10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245667 Sep 17 08:58:27.312966 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-453f801f-4999-4e13-ab9a-9650f6c95d92 req-ef4dbc91-cda7-4274-93e9-891182f7ec57 service neutron] 10.222.0.39 "GET /v2.0/networks/ea3f13a1-c7b5-4247-b7cf-60e75888ea10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863721 Sep 17 08:58:27.407067 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-453f801f-4999-4e13-ab9a-9650f6c95d92 req-9c0dfebb-eed4-4a37-a10f-cee565c065e4 service neutron] 10.222.0.39 "GET /v2.0/networks/ea3f13a1-c7b5-4247-b7cf-60e75888ea10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856543 Sep 17 08:58:27.553692 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df658035-48c4-42c9-9ddb-0921024f32a7 req-9712da55-22e4-40e2-8a15-c59e6f487b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:58:27.555260 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-df658035-48c4-42c9-9ddb-0921024f32a7 req-9712da55-22e4-40e2-8a15-c59e6f487b15 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=279e171c0e694b2b98c2a113285a28e5&device_id=5dc90103-3a49-4fe1-bacc-eba3b973d25c HTTP/1.1" status: 200 len: 1094 time: 0.0419347 Sep 17 08:58:27.644903 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df658035-48c4-42c9-9ddb-0921024f32a7 req-cd0c5d5d-3c6b-41d3-8e78-af8caeb33b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:58:27.646410 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-df658035-48c4-42c9-9ddb-0921024f32a7 req-cd0c5d5d-3c6b-41d3-8e78-af8caeb33b84 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ea3f13a1-c7b5-4247-b7cf-60e75888ea10 HTTP/1.1" status: 200 len: 915 time: 0.0842164 Sep 17 08:58:27.691142 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-df658035-48c4-42c9-9ddb-0921024f32a7 req-82c9f007-97d2-41ac-a1c9-32411c298db1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=749b3d43-66c4-466e-88fd-43c4524611da HTTP/1.1" status: 200 len: 217 time: 0.0374248 Sep 17 08:58:27.739791 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df658035-48c4-42c9-9ddb-0921024f32a7 req-5df891c0-3828-466d-9ce2-82e67ff92876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:58:27.741270 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-df658035-48c4-42c9-9ddb-0921024f32a7 req-5df891c0-3828-466d-9ce2-82e67ff92876 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7d88ea1f-a34b-4287-a493-7f8da391465b HTTP/1.1" status: 200 len: 854 time: 0.0433719 Sep 17 08:58:27.772491 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-df658035-48c4-42c9-9ddb-0921024f32a7 req-ea8d803a-064c-462b-b474-e09ea643d1a0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ea3f13a1-c7b5-4247-b7cf-60e75888ea10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240619 Sep 17 08:58:27.864676 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-df658035-48c4-42c9-9ddb-0921024f32a7 req-c8dc75ad-b563-4013-9d5d-28fdd27117ea service neutron] 10.222.0.39 "GET /v2.0/networks/ea3f13a1-c7b5-4247-b7cf-60e75888ea10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849390 Sep 17 08:58:27.951601 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-df658035-48c4-42c9-9ddb-0921024f32a7 req-8e553943-6464-43c2-b469-d6705f94436c service neutron] 10.222.0.39 "GET /v2.0/networks/ea3f13a1-c7b5-4247-b7cf-60e75888ea10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801685 Sep 17 08:58:28.125233 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10985c9a-e2af-4e45-80bd-a9c1ea646f6d req-cebb1ffc-0533-40ff-aef0-b0430038ab62 tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:58:28.126611 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-10985c9a-e2af-4e45-80bd-a9c1ea646f6d req-cebb1ffc-0533-40ff-aef0-b0430038ab62 tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dc90103-3a49-4fe1-bacc-eba3b973d25c HTTP/1.1" status: 200 len: 943 time: 0.0471210 Sep 17 08:58:28.164997 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-10985c9a-e2af-4e45-80bd-a9c1ea646f6d req-cd6df2d4-3b38-4cf1-81f3-c82051c64201 tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] 10.222.0.13 "GET /v2.0/security-groups?id=da85ac90-9bd7-4553-8388-28dcfbe84c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322824 Sep 17 08:58:29.280130 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf27418-f465-4378-b01d-64646097e42c req-90852655-23de-42f9-8778-271c9e5c07c1 tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:58:29.281592 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-daf27418-f465-4378-b01d-64646097e42c req-90852655-23de-42f9-8778-271c9e5c07c1 tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dc90103-3a49-4fe1-bacc-eba3b973d25c HTTP/1.1" status: 200 len: 943 time: 0.0508928 Sep 17 08:58:29.318069 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-daf27418-f465-4378-b01d-64646097e42c req-aaeaccd7-772f-4b60-b1cd-ab73b0aebb31 tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] 10.222.0.13 "GET /v2.0/security-groups?id=da85ac90-9bd7-4553-8388-28dcfbe84c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306385 Sep 17 08:58:30.430127 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa8591-2454-4a2d-bbe4-bb7fb9b35ef3 req-02a1de62-36d7-4293-90c2-5d76b66bfed3 tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:58:30.431596 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-74fa8591-2454-4a2d-bbe4-bb7fb9b35ef3 req-02a1de62-36d7-4293-90c2-5d76b66bfed3 tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dc90103-3a49-4fe1-bacc-eba3b973d25c HTTP/1.1" status: 200 len: 943 time: 0.0480287 Sep 17 08:58:30.469049 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-74fa8591-2454-4a2d-bbe4-bb7fb9b35ef3 req-9a04ccc8-4f33-4247-95ca-2d5b932c1dd7 tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] 10.222.0.13 "GET /v2.0/security-groups?id=da85ac90-9bd7-4553-8388-28dcfbe84c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315192 Sep 17 08:58:30.849768 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 749b3d43-66c4-466e-88fd-43c4524611da details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:58:30.944492 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 749b3d43-66c4-466e-88fd-43c4524611da, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=749b3d43-66c4-466e-88fd-43c4524611da,segment=NetworkSegment(ce8ada99-09e1-490b-b062-f12d8982f393),segment_id=ce8ada99-09e1-490b-b062-f12d8982f393)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:58:30.955363 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '749b3d43-66c4-466e-88fd-43c4524611da', 'network_id': 'ea3f13a1-c7b5-4247-b7cf-60e75888ea10', 'port_id': '749b3d43-66c4-466e-88fd-43c4524611da', 'mac_address': 'fa:16:3e:ed:25:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d88ea1f-a34b-4287-a493-7f8da391465b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:58:30.990502 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:31.003090 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 749b3d43-66c4-466e-88fd-43c4524611da {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:58:31.021714 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 749b3d43-66c4-466e-88fd-43c4524611da, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=749b3d43-66c4-466e-88fd-43c4524611da,segment=NetworkSegment(ce8ada99-09e1-490b-b062-f12d8982f393),segment_id=ce8ada99-09e1-490b-b062-f12d8982f393)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:58:31.025686 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:31.075970 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=749b3d43-66c4-466e-88fd-43c4524611da,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:58:31.384279 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['749b3d43-66c4-466e-88fd-43c4524611da'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:58:31.582484 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47957c19-a061-4fd7-b8cd-6a86f9e725a3 req-c1afe287-01d2-4110-8331-62c5b0610a8c tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:58:31.583976 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-47957c19-a061-4fd7-b8cd-6a86f9e725a3 req-c1afe287-01d2-4110-8331-62c5b0610a8c tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dc90103-3a49-4fe1-bacc-eba3b973d25c HTTP/1.1" status: 200 len: 944 time: 0.0466249 Sep 17 08:58:31.620389 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-47957c19-a061-4fd7-b8cd-6a86f9e725a3 req-b76f2d1e-dff2-424c-a0e1-bdc89e17d4d6 tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] 10.222.0.13 "GET /v2.0/security-groups?id=da85ac90-9bd7-4553-8388-28dcfbe84c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300431 Sep 17 08:58:32.735791 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af19d96-2ef3-4544-8cb8-500f84a32b6b req-cd4285a8-ab33-4cbd-944e-9c15a2d02458 tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:58:32.737283 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6af19d96-2ef3-4544-8cb8-500f84a32b6b req-cd4285a8-ab33-4cbd-944e-9c15a2d02458 tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dc90103-3a49-4fe1-bacc-eba3b973d25c HTTP/1.1" status: 200 len: 944 time: 0.0512559 Sep 17 08:58:32.773962 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6af19d96-2ef3-4544-8cb8-500f84a32b6b req-de426f34-647e-4158-96a6-390321afd8b7 tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] 10.222.0.13 "GET /v2.0/security-groups?id=da85ac90-9bd7-4553-8388-28dcfbe84c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308022 Sep 17 08:58:32.850027 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 749b3d43-66c4-466e-88fd-43c4524611da up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:58:32.901601 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port 749b3d43-66c4-466e-88fd-43c4524611da completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:58:32.905018 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 749b3d43-66c4-466e-88fd-43c4524611da triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:58:32.905397 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:32.979366 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:33.001729 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc90103-3a49-4fe1-bacc-eba3b973d25c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749b3d43-66c4-466e-88fd-43c4524611da'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:58:33.003994 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd15a5b62c2e1c1e903d3702117c13c06f948b041a08150170fef0e561ebed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c1cba1-4c2c-41cb-9084-3fecb4372a65" -d '{"events": [{"server_uuid": "5dc90103-3a49-4fe1-bacc-eba3b973d25c", "name": "network-vif-plugged", "status": "completed", "tag": "749b3d43-66c4-466e-88fd-43c4524611da"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:58:33.017014 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 749b3d43-66c4-466e-88fd-43c4524611da, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=749b3d43-66c4-466e-88fd-43c4524611da,segment=NetworkSegment(ce8ada99-09e1-490b-b062-f12d8982f393),segment_id=ce8ada99-09e1-490b-b062-f12d8982f393)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:58:33.021206 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:33.045161 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3640a249-1902-4026-864a-58c614cde7ba x-openstack-request-id: req-3640a249-1902-4026-864a-58c614cde7ba {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:58:33.045456 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc90103-3a49-4fe1-bacc-eba3b973d25c", "name": "network-vif-plugged", "status": "completed", "tag": "749b3d43-66c4-466e-88fd-43c4524611da", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:58:33.045713 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3640a249-1902-4026-864a-58c614cde7ba {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:58:33.046101 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc90103-3a49-4fe1-bacc-eba3b973d25c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749b3d43-66c4-466e-88fd-43c4524611da', 'code': 200} Sep 17 08:58:33.075020 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=749b3d43-66c4-466e-88fd-43c4524611da,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:58:33.167959 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8268025-8222-40e8-a0d7-6ed2d9f347db req-986e4e60-3c38-40bc-b7cf-52a29d028cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:58:33.169456 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f8268025-8222-40e8-a0d7-6ed2d9f347db req-986e4e60-3c38-40bc-b7cf-52a29d028cee service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5dc90103-3a49-4fe1-bacc-eba3b973d25c HTTP/1.1" status: 200 len: 1096 time: 0.0447564 Sep 17 08:58:33.204024 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f8268025-8222-40e8-a0d7-6ed2d9f347db req-2d59ba89-fc6e-487a-8b1d-906a69ea35c3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=da85ac90-9bd7-4553-8388-28dcfbe84c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274775 Sep 17 08:58:33.889743 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa95bc-8d43-4223-aeb7-46c789a05fc5 req-30d52202-749b-42e6-8849-2fe78472e1c6 tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:58:33.891227 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-54aa95bc-8d43-4223-aeb7-46c789a05fc5 req-30d52202-749b-42e6-8849-2fe78472e1c6 tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dc90103-3a49-4fe1-bacc-eba3b973d25c HTTP/1.1" status: 200 len: 945 time: 0.0521417 Sep 17 08:58:33.927963 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-54aa95bc-8d43-4223-aeb7-46c789a05fc5 req-cb28febb-6c69-44bf-9888-5653bf29895c tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] 10.222.0.13 "GET /v2.0/security-groups?id=da85ac90-9bd7-4553-8388-28dcfbe84c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304470 Sep 17 08:58:35.041081 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a92a4-c22c-4a72-894d-67cea3dddc16 req-8233125b-0563-49e1-b154-08a79ffedd00 tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:58:35.042546 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-357a92a4-c22c-4a72-894d-67cea3dddc16 req-8233125b-0563-49e1-b154-08a79ffedd00 tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dc90103-3a49-4fe1-bacc-eba3b973d25c HTTP/1.1" status: 200 len: 945 time: 0.0478189 Sep 17 08:58:35.079318 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-357a92a4-c22c-4a72-894d-67cea3dddc16 req-8cc918e6-4dba-4a77-bc90-3aa66e22d946 tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] 10.222.0.13 "GET /v2.0/security-groups?id=da85ac90-9bd7-4553-8388-28dcfbe84c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308385 Sep 17 08:58:35.294292 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4cf062-9f29-404b-9574-a16df9377a14 req-936d4906-81b3-4c84-810c-036134b763fc tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:58:35.295625 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-de4cf062-9f29-404b-9574-a16df9377a14 req-936d4906-81b3-4c84-810c-036134b763fc tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] 10.222.0.13 "GET /v2.0/networks?id=ea3f13a1-c7b5-4247-b7cf-60e75888ea10 HTTP/1.1" status: 200 len: 814 time: 0.0994294 Sep 17 08:58:35.310434 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-de4cf062-9f29-404b-9574-a16df9377a14 req-51ff528f-9e72-4cc1-9a6d-343f642ad314 tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] 10.222.0.13 "GET /v2.0/quotas/279e171c0e694b2b98c2a113285a28e5 HTTP/1.1" status: 200 len: 375 time: 0.0090709 Sep 17 08:58:35.356702 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-de4cf062-9f29-404b-9574-a16df9377a14 req-cf2152c7-7311-4bca-98b2-d60c9dda939a tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=279e171c0e694b2b98c2a113285a28e5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0412102 Sep 17 08:58:35.447602 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-de4cf062-9f29-404b-9574-a16df9377a14 req-a26d3f1e-553c-4f6f-8c86-913aefebb08a service neutron] 10.222.0.13 "GET /v2.0/networks/ea3f13a1-c7b5-4247-b7cf-60e75888ea10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838737 Sep 17 08:58:35.533616 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-de4cf062-9f29-404b-9574-a16df9377a14 req-93ea605d-d902-4822-80eb-06d150e3aad3 service neutron] 10.222.0.13 "GET /v2.0/networks/ea3f13a1-c7b5-4247-b7cf-60e75888ea10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794847 Sep 17 08:58:35.693969 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-61881c7f-9ba8-49f2-9b68-37a9dc19e76c req-350287f8-1f15-4057-acab-046f13f5d6a1 tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] 10.222.0.13 "GET /v2.0/ports?device_id=f71f994f-5fa1-4f88-8459-3c7dba60a976 HTTP/1.1" status: 200 len: 210 time: 0.0310771 Sep 17 08:58:36.169425 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:36.185981 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:36.639784 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4cf062-9f29-404b-9574-a16df9377a14 req-b927c872-bfc9-4e7d-9b9a-47748be623e5 tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:58:36.641258 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-de4cf062-9f29-404b-9574-a16df9377a14 req-b927c872-bfc9-4e7d-9b9a-47748be623e5 tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] 10.222.0.41 "GET /v2.0/networks?id=ea3f13a1-c7b5-4247-b7cf-60e75888ea10 HTTP/1.1" status: 200 len: 814 time: 0.0994494 Sep 17 08:58:36.660711 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-de4cf062-9f29-404b-9574-a16df9377a14 req-e185cc96-b8f8-4450-9da2-7653a8f54cad tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Request body: {'port': {'device_id': 'f71f994f-5fa1-4f88-8459-3c7dba60a976', 'network_id': 'ea3f13a1-c7b5-4247-b7cf-60e75888ea10', 'admin_state_up': True, 'tenant_id': '279e171c0e694b2b98c2a113285a28e5'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:58:36.790260 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-86962ad9-8e00-4417-95af-481f8a026a49 req-da9afc2c-c0cb-44f4-bae5-06fcfcb4ac7d tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] 10.222.0.13 "GET /v2.0/ports?device_id=f71f994f-5fa1-4f88-8459-3c7dba60a976 HTTP/1.1" status: 200 len: 210 time: 0.0296478 Sep 17 08:58:36.790950 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de4cf062-9f29-404b-9574-a16df9377a14 req-e185cc96-b8f8-4450-9da2-7653a8f54cad tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Made reservation on behalf of 279e171c0e694b2b98c2a113285a28e5 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:58:36.794816 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-de4cf062-9f29-404b-9574-a16df9377a14 req-e185cc96-b8f8-4450-9da2-7653a8f54cad tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:36.923339 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [req-de4cf062-9f29-404b-9574-a16df9377a14 req-e185cc96-b8f8-4450-9da2-7653a8f54cad tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Allocated IP 172.20.0.4 (ea3f13a1-c7b5-4247-b7cf-60e75888ea10/7d88ea1f-a34b-4287-a493-7f8da391465b/2d5fb00e-79b7-4501-b64c-f6957006d47f) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:58:37.063060 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-de4cf062-9f29-404b-9574-a16df9377a14 req-e185cc96-b8f8-4450-9da2-7653a8f54cad tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:37.097286 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-de4cf062-9f29-404b-9574-a16df9377a14 req-e185cc96-b8f8-4450-9da2-7653a8f54cad tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:37.129854 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['749b3d43-66c4-466e-88fd-43c4524611da'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:58:37.144524 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de4cf062-9f29-404b-9574-a16df9377a14 req-e185cc96-b8f8-4450-9da2-7653a8f54cad tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Network ea3f13a1-c7b5-4247-b7cf-60e75888ea10 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:58:37.147503 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [req-de4cf062-9f29-404b-9574-a16df9377a14 req-e185cc96-b8f8-4450-9da2-7653a8f54cad tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:58:37.151859 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-de4cf062-9f29-404b-9574-a16df9377a14 req-e185cc96-b8f8-4450-9da2-7653a8f54cad tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:58:37.180984 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e185cc96-b8f8-4450-9da2-7653a8f54cad tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Pushing event updated for resources: {'Port': ['ID=2d5fb00e-79b7-4501-b64c-f6957006d47f,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:58:37.194534 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e185cc96-b8f8-4450-9da2-7653a8f54cad tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:58:37.194884 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e185cc96-b8f8-4450-9da2-7653a8f54cad tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:58:37.195228 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e185cc96-b8f8-4450-9da2-7653a8f54cad tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:58:37.195566 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e185cc96-b8f8-4450-9da2-7653a8f54cad tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:58:37.195934 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e185cc96-b8f8-4450-9da2-7653a8f54cad tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:58:37.196269 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e185cc96-b8f8-4450-9da2-7653a8f54cad tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:58:37.196612 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e185cc96-b8f8-4450-9da2-7653a8f54cad tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:58:37.196927 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e185cc96-b8f8-4450-9da2-7653a8f54cad tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:58:37.197254 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e185cc96-b8f8-4450-9da2-7653a8f54cad tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:58:37.197578 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e185cc96-b8f8-4450-9da2-7653a8f54cad tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:58:37.198501 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e185cc96-b8f8-4450-9da2-7653a8f54cad tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:58:37.198835 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e185cc96-b8f8-4450-9da2-7653a8f54cad tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:58:37.216777 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4cf062-9f29-404b-9574-a16df9377a14 req-e185cc96-b8f8-4450-9da2-7653a8f54cad tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:58:37.217389 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-de4cf062-9f29-404b-9574-a16df9377a14 req-e185cc96-b8f8-4450-9da2-7653a8f54cad tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:37.230658 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-de4cf062-9f29-404b-9574-a16df9377a14 req-e185cc96-b8f8-4450-9da2-7653a8f54cad tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5737507 Sep 17 08:58:37.248104 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-de4cf062-9f29-404b-9574-a16df9377a14 req-5c8157d6-3b1c-47a7-990d-b054f3c74365 service neutron] Request body: {'port': {'device_id': 'f71f994f-5fa1-4f88-8459-3c7dba60a976', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-9'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:58:37.299697 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-de4cf062-9f29-404b-9574-a16df9377a14 req-5c8157d6-3b1c-47a7-990d-b054f3c74365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:37.556237 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [req-de4cf062-9f29-404b-9574-a16df9377a14 req-5c8157d6-3b1c-47a7-990d-b054f3c74365 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d5fb00e-79b7-4501-b64c-f6957006d47f {{(pid=101289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:58:37.563765 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-de4cf062-9f29-404b-9574-a16df9377a14 req-5c8157d6-3b1c-47a7-990d-b054f3c74365 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:37.575883 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.provisioning_blocks [req-de4cf062-9f29-404b-9574-a16df9377a14 req-5c8157d6-3b1c-47a7-990d-b054f3c74365 service neutron] Transition to ACTIVE for port object 2d5fb00e-79b7-4501-b64c-f6957006d47f will not be triggered until provisioned by entity L2. {{(pid=101289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:58:37.579677 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-de4cf062-9f29-404b-9574-a16df9377a14 req-5c8157d6-3b1c-47a7-990d-b054f3c74365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:37.629117 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8157d6-3b1c-47a7-990d-b054f3c74365 service neutron] Pushing event updated for resources: {'Port': ['ID=2d5fb00e-79b7-4501-b64c-f6957006d47f,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:58:37.689916 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-de4cf062-9f29-404b-9574-a16df9377a14 req-5c8157d6-3b1c-47a7-990d-b054f3c74365 service neutron] Attempting to bind port 2d5fb00e-79b7-4501-b64c-f6957006d47f on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:58:37.690571 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-de4cf062-9f29-404b-9574-a16df9377a14 req-5c8157d6-3b1c-47a7-990d-b054f3c74365 service neutron] Attempting to bind port 2d5fb00e-79b7-4501-b64c-f6957006d47f by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'ce8ada99-09e1-490b-b062-f12d8982f393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ea3f13a1-c7b5-4247-b7cf-60e75888ea10'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:58:37.690571 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4cf062-9f29-404b-9574-a16df9377a14 req-5c8157d6-3b1c-47a7-990d-b054f3c74365 service neutron] Attempting to bind port 2d5fb00e-79b7-4501-b64c-f6957006d47f on network ea3f13a1-c7b5-4247-b7cf-60e75888ea10 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:58:37.694692 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4cf062-9f29-404b-9574-a16df9377a14 req-5c8157d6-3b1c-47a7-990d-b054f3c74365 service neutron] Port 2d5fb00e-79b7-4501-b64c-f6957006d47f on network ea3f13a1-c7b5-4247-b7cf-60e75888ea10 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:58:37.695009 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4cf062-9f29-404b-9574-a16df9377a14 req-5c8157d6-3b1c-47a7-990d-b054f3c74365 service neutron] Attempting to bind port 2d5fb00e-79b7-4501-b64c-f6957006d47f on network ea3f13a1-c7b5-4247-b7cf-60e75888ea10 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:58:37.700275 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4cf062-9f29-404b-9574-a16df9377a14 req-5c8157d6-3b1c-47a7-990d-b054f3c74365 service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:58:37.700605 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4cf062-9f29-404b-9574-a16df9377a14 req-5c8157d6-3b1c-47a7-990d-b054f3c74365 service neutron] Checking segment: {'id': 'ce8ada99-09e1-490b-b062-f12d8982f393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ea3f13a1-c7b5-4247-b7cf-60e75888ea10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:58:37.700986 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4cf062-9f29-404b-9574-a16df9377a14 req-5c8157d6-3b1c-47a7-990d-b054f3c74365 service neutron] Bound using segment: {'id': 'ce8ada99-09e1-490b-b062-f12d8982f393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ea3f13a1-c7b5-4247-b7cf-60e75888ea10'} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:58:37.701411 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-de4cf062-9f29-404b-9574-a16df9377a14 req-5c8157d6-3b1c-47a7-990d-b054f3c74365 service neutron] Bound port: 2d5fb00e-79b7-4501-b64c-f6957006d47f, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce8ada99-09e1-490b-b062-f12d8982f393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ea3f13a1-c7b5-4247-b7cf-60e75888ea10'}}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:58:37.701759 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-de4cf062-9f29-404b-9574-a16df9377a14 req-5c8157d6-3b1c-47a7-990d-b054f3c74365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:37.768900 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-de4cf062-9f29-404b-9574-a16df9377a14 req-5c8157d6-3b1c-47a7-990d-b054f3c74365 service neutron] For port 2d5fb00e-79b7-4501-b64c-f6957006d47f, host n-h1-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:58:37.773008 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-de4cf062-9f29-404b-9574-a16df9377a14 req-5c8157d6-3b1c-47a7-990d-b054f3c74365 service neutron] For port 2d5fb00e-79b7-4501-b64c-f6957006d47f, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=2d5fb00e-79b7-4501-b64c-f6957006d47f,segment=NetworkSegment(ce8ada99-09e1-490b-b062-f12d8982f393),segment_id=ce8ada99-09e1-490b-b062-f12d8982f393)] {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:58:37.778460 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-de4cf062-9f29-404b-9574-a16df9377a14 req-5c8157d6-3b1c-47a7-990d-b054f3c74365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:37.808428 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4cf062-9f29-404b-9574-a16df9377a14 req-5c8157d6-3b1c-47a7-990d-b054f3c74365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:58:37.809446 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-de4cf062-9f29-404b-9574-a16df9377a14 req-5c8157d6-3b1c-47a7-990d-b054f3c74365 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:37.810887 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-de4cf062-9f29-404b-9574-a16df9377a14 req-5c8157d6-3b1c-47a7-990d-b054f3c74365 service neutron] 10.222.0.41 "PUT /v2.0/ports/2d5fb00e-79b7-4501-b64c-f6957006d47f HTTP/1.1" status: 200 len: 1091 time: 0.5669518 Sep 17 08:58:37.813044 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f71f994f-5fa1-4f88-8459-3c7dba60a976', 'tag': '2d5fb00e-79b7-4501-b64c-f6957006d47f'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:58:37.815474 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0b8b68ef77f8a69a7ea64e5314cb7bfe1c653782f919eb7015de92bbdd57641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-619a5649-ab02-4efe-82bd-0a9b368a6f95" -d '{"events": [{"name": "network-changed", "server_uuid": "f71f994f-5fa1-4f88-8459-3c7dba60a976", "tag": "2d5fb00e-79b7-4501-b64c-f6957006d47f"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:58:37.844896 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8157d6-3b1c-47a7-990d-b054f3c74365 service neutron] Pushing event updated for resources: {'Port': ['ID=2d5fb00e-79b7-4501-b64c-f6957006d47f,revision_number=3']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:58:37.869291 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5facba9-243d-4f5f-8523-6d433a11c7f2 x-openstack-request-id: req-d5facba9-243d-4f5f-8523-6d433a11c7f2 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:58:37.869584 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f71f994f-5fa1-4f88-8459-3c7dba60a976", "tag": "2d5fb00e-79b7-4501-b64c-f6957006d47f", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:58:37.869834 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d5facba9-243d-4f5f-8523-6d433a11c7f2 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:58:37.870226 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f71f994f-5fa1-4f88-8459-3c7dba60a976', 'tag': '2d5fb00e-79b7-4501-b64c-f6957006d47f', 'status': 'completed', 'code': 200} Sep 17 08:58:37.939689 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3926ce1f-bca9-41c5-91b1-cb4b66754ad8 req-df010ae0-1f9d-4bb7-b0b6-2341f2f9eb5a tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:58:37.941178 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3926ce1f-bca9-41c5-91b1-cb4b66754ad8 req-df010ae0-1f9d-4bb7-b0b6-2341f2f9eb5a tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] 10.222.0.13 "GET /v2.0/ports?device_id=f71f994f-5fa1-4f88-8459-3c7dba60a976 HTTP/1.1" status: 200 len: 943 time: 0.0816336 Sep 17 08:58:37.955459 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4cf062-9f29-404b-9574-a16df9377a14 req-da38f603-0d65-4447-b964-bb3abe1c16cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:58:37.956868 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-de4cf062-9f29-404b-9574-a16df9377a14 req-da38f603-0d65-4447-b964-bb3abe1c16cf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=279e171c0e694b2b98c2a113285a28e5&device_id=f71f994f-5fa1-4f88-8459-3c7dba60a976 HTTP/1.1" status: 200 len: 1094 time: 0.0679834 Sep 17 08:58:38.010963 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-de4cf062-9f29-404b-9574-a16df9377a14 req-cc15cb0e-10fb-4718-b13e-879445ee8913 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d5fb00e-79b7-4501-b64c-f6957006d47f HTTP/1.1" status: 200 len: 217 time: 0.0394130 Sep 17 08:58:38.013864 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3926ce1f-bca9-41c5-91b1-cb4b66754ad8 req-acccfd1a-3980-4cf1-8306-4e02182611f6 tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] 10.222.0.13 "GET /v2.0/security-groups?id=da85ac90-9bd7-4553-8388-28dcfbe84c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662751 Sep 17 08:58:38.060353 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4cf062-9f29-404b-9574-a16df9377a14 req-d07d53b7-4593-46cc-8998-55a5c2988e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:58:38.061690 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-de4cf062-9f29-404b-9574-a16df9377a14 req-d07d53b7-4593-46cc-8998-55a5c2988e56 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7d88ea1f-a34b-4287-a493-7f8da391465b HTTP/1.1" status: 200 len: 854 time: 0.0427210 Sep 17 08:58:38.094366 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-de4cf062-9f29-404b-9574-a16df9377a14 req-76970727-5461-4537-8a0c-c306b2b39864 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ea3f13a1-c7b5-4247-b7cf-60e75888ea10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255177 Sep 17 08:58:38.189573 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-de4cf062-9f29-404b-9574-a16df9377a14 req-d4a678b1-dbad-4de0-8c51-3970284ce8fa service neutron] 10.222.0.41 "GET /v2.0/networks/ea3f13a1-c7b5-4247-b7cf-60e75888ea10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878873 Sep 17 08:58:38.281377 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-de4cf062-9f29-404b-9574-a16df9377a14 req-67fbfd6b-9ac4-43c8-9ff6-5774ddfe4694 service neutron] 10.222.0.41 "GET /v2.0/networks/ea3f13a1-c7b5-4247-b7cf-60e75888ea10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846696 Sep 17 08:58:38.401676 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a5649-ab02-4efe-82bd-0a9b368a6f95 req-62d1baa5-db01-4cd3-8967-8a354bee108c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:58:38.403082 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-619a5649-ab02-4efe-82bd-0a9b368a6f95 req-62d1baa5-db01-4cd3-8967-8a354bee108c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=279e171c0e694b2b98c2a113285a28e5&device_id=f71f994f-5fa1-4f88-8459-3c7dba60a976 HTTP/1.1" status: 200 len: 1094 time: 0.0408268 Sep 17 08:58:38.494159 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a5649-ab02-4efe-82bd-0a9b368a6f95 req-cb5e0b52-fc72-4fca-91fa-701322134f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:58:38.496291 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-619a5649-ab02-4efe-82bd-0a9b368a6f95 req-cb5e0b52-fc72-4fca-91fa-701322134f81 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ea3f13a1-c7b5-4247-b7cf-60e75888ea10 HTTP/1.1" status: 200 len: 915 time: 0.0862424 Sep 17 08:58:38.540280 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-619a5649-ab02-4efe-82bd-0a9b368a6f95 req-d4c22e9c-a583-4e2f-a402-de1b4cfa318a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d5fb00e-79b7-4501-b64c-f6957006d47f HTTP/1.1" status: 200 len: 217 time: 0.0359128 Sep 17 08:58:38.587819 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a5649-ab02-4efe-82bd-0a9b368a6f95 req-7aa2e6fa-b502-49c6-8a45-c8932c70bd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:58:38.589321 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-619a5649-ab02-4efe-82bd-0a9b368a6f95 req-7aa2e6fa-b502-49c6-8a45-c8932c70bd74 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7d88ea1f-a34b-4287-a493-7f8da391465b HTTP/1.1" status: 200 len: 854 time: 0.0422161 Sep 17 08:58:38.621223 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-619a5649-ab02-4efe-82bd-0a9b368a6f95 req-2781e87f-b581-48be-8dd7-178986cd876d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ea3f13a1-c7b5-4247-b7cf-60e75888ea10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242472 Sep 17 08:58:39.011527 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-619a5649-ab02-4efe-82bd-0a9b368a6f95 req-0e519fcb-edba-4267-a7a2-d857f1509b6d service neutron] 10.222.0.41 "GET /v2.0/networks/ea3f13a1-c7b5-4247-b7cf-60e75888ea10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3824005 Sep 17 08:58:39.126541 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-619a5649-ab02-4efe-82bd-0a9b368a6f95 req-42fcc400-6f05-4529-9521-5533cbcd7575 service neutron] 10.222.0.41 "GET /v2.0/networks/ea3f13a1-c7b5-4247-b7cf-60e75888ea10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067147 Sep 17 08:58:39.145553 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e7576-c2fe-4eb2-903a-3134da228cd0 req-d1cfe8ca-e2a0-4bae-9100-b65348aa278c tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:58:39.146995 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0f0e7576-c2fe-4eb2-903a-3134da228cd0 req-d1cfe8ca-e2a0-4bae-9100-b65348aa278c tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] 10.222.0.13 "GET /v2.0/ports?device_id=f71f994f-5fa1-4f88-8459-3c7dba60a976 HTTP/1.1" status: 200 len: 943 time: 0.0643189 Sep 17 08:58:39.184111 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0f0e7576-c2fe-4eb2-903a-3134da228cd0 req-70e23521-a27b-4852-825c-38d4c12634d1 tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] 10.222.0.13 "GET /v2.0/security-groups?id=da85ac90-9bd7-4553-8388-28dcfbe84c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304446 Sep 17 08:58:40.295292 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a52d97-d001-42d0-a5c1-87ea3abebc9f req-3e1059d8-21b2-4c23-bf58-15b87e14c20c tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:58:40.296797 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c7a52d97-d001-42d0-a5c1-87ea3abebc9f req-3e1059d8-21b2-4c23-bf58-15b87e14c20c tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] 10.222.0.13 "GET /v2.0/ports?device_id=f71f994f-5fa1-4f88-8459-3c7dba60a976 HTTP/1.1" status: 200 len: 943 time: 0.0476842 Sep 17 08:58:40.332126 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c7a52d97-d001-42d0-a5c1-87ea3abebc9f req-a170c406-0b47-4be6-b3db-9b186f005779 tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] 10.222.0.13 "GET /v2.0/security-groups?id=da85ac90-9bd7-4553-8388-28dcfbe84c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294609 Sep 17 08:58:41.492236 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec9375f-0922-4bd5-861e-c5d1a4e0eb5d req-2db6e7b1-f19b-4415-b654-2b0da30b2886 tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:58:41.493701 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cec9375f-0922-4bd5-861e-c5d1a4e0eb5d req-2db6e7b1-f19b-4415-b654-2b0da30b2886 tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] 10.222.0.13 "GET /v2.0/ports?device_id=f71f994f-5fa1-4f88-8459-3c7dba60a976 HTTP/1.1" status: 200 len: 943 time: 0.0963194 Sep 17 08:58:41.530309 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cec9375f-0922-4bd5-861e-c5d1a4e0eb5d req-2744fdfd-365f-4c7f-9d68-2a66a2d4d2c0 tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] 10.222.0.13 "GET /v2.0/security-groups?id=da85ac90-9bd7-4553-8388-28dcfbe84c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300004 Sep 17 08:58:41.820305 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 2d5fb00e-79b7-4501-b64c-f6957006d47f details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:58:41.914725 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 2d5fb00e-79b7-4501-b64c-f6957006d47f, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=2d5fb00e-79b7-4501-b64c-f6957006d47f,segment=NetworkSegment(ce8ada99-09e1-490b-b062-f12d8982f393),segment_id=ce8ada99-09e1-490b-b062-f12d8982f393)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:58:41.926537 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': '2d5fb00e-79b7-4501-b64c-f6957006d47f', 'network_id': 'ea3f13a1-c7b5-4247-b7cf-60e75888ea10', 'port_id': '2d5fb00e-79b7-4501-b64c-f6957006d47f', 'mac_address': 'fa:16:3e:8b:cf:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d88ea1f-a34b-4287-a493-7f8da391465b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:58:41.961589 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:41.974100 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d5fb00e-79b7-4501-b64c-f6957006d47f {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:58:41.992808 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 2d5fb00e-79b7-4501-b64c-f6957006d47f, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=2d5fb00e-79b7-4501-b64c-f6957006d47f,segment=NetworkSegment(ce8ada99-09e1-490b-b062-f12d8982f393),segment_id=ce8ada99-09e1-490b-b062-f12d8982f393)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:58:41.996712 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:42.041137 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=2d5fb00e-79b7-4501-b64c-f6957006d47f,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:58:42.359768 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['2d5fb00e-79b7-4501-b64c-f6957006d47f'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:58:42.692191 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c46e992-6739-4deb-9ac5-b9d2c813ee4d req-2671cc19-8321-4932-987e-fc4b4b7067ea tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:58:42.693641 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7c46e992-6739-4deb-9ac5-b9d2c813ee4d req-2671cc19-8321-4932-987e-fc4b4b7067ea tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] 10.222.0.13 "GET /v2.0/ports?device_id=f71f994f-5fa1-4f88-8459-3c7dba60a976 HTTP/1.1" status: 200 len: 944 time: 0.0984814 Sep 17 08:58:42.729779 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7c46e992-6739-4deb-9ac5-b9d2c813ee4d req-45a03296-5ac5-4a61-8f75-ffc83126be92 tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] 10.222.0.13 "GET /v2.0/security-groups?id=da85ac90-9bd7-4553-8388-28dcfbe84c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294607 Sep 17 08:58:43.840365 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 2d5fb00e-79b7-4501-b64c-f6957006d47f up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:58:43.842143 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f1f18-47b2-460a-884b-38f072098cbc req-83c2b11d-a7e2-4e84-af91-beff441462a6 tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:58:43.843660 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2e3f1f18-47b2-460a-884b-38f072098cbc req-83c2b11d-a7e2-4e84-af91-beff441462a6 tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] 10.222.0.13 "GET /v2.0/ports?device_id=f71f994f-5fa1-4f88-8459-3c7dba60a976 HTTP/1.1" status: 200 len: 944 time: 0.0484724 Sep 17 08:58:43.880521 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2e3f1f18-47b2-460a-884b-38f072098cbc req-eab3dd25-653c-4d0d-bc7b-101f1221c91b tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] 10.222.0.13 "GET /v2.0/security-groups?id=da85ac90-9bd7-4553-8388-28dcfbe84c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305910 Sep 17 08:58:43.887470 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning for port 2d5fb00e-79b7-4501-b64c-f6957006d47f completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:58:43.891157 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port 2d5fb00e-79b7-4501-b64c-f6957006d47f triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:58:43.891530 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:43.971351 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:43.992737 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f71f994f-5fa1-4f88-8459-3c7dba60a976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d5fb00e-79b7-4501-b64c-f6957006d47f'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:58:43.994917 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd15a5b62c2e1c1e903d3702117c13c06f948b041a08150170fef0e561ebed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5f8734-d2ec-424a-af30-654b021692f2" -d '{"events": [{"server_uuid": "f71f994f-5fa1-4f88-8459-3c7dba60a976", "name": "network-vif-plugged", "status": "completed", "tag": "2d5fb00e-79b7-4501-b64c-f6957006d47f"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:58:44.007123 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 2d5fb00e-79b7-4501-b64c-f6957006d47f, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=2d5fb00e-79b7-4501-b64c-f6957006d47f,segment=NetworkSegment(ce8ada99-09e1-490b-b062-f12d8982f393),segment_id=ce8ada99-09e1-490b-b062-f12d8982f393)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:58:44.011825 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:44.034925 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c000c0c-eaf2-45ac-8fff-f992d823105f x-openstack-request-id: req-4c000c0c-eaf2-45ac-8fff-f992d823105f {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:58:44.035216 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f71f994f-5fa1-4f88-8459-3c7dba60a976", "name": "network-vif-plugged", "status": "completed", "tag": "2d5fb00e-79b7-4501-b64c-f6957006d47f", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:58:44.035466 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4c000c0c-eaf2-45ac-8fff-f992d823105f {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:58:44.035873 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f71f994f-5fa1-4f88-8459-3c7dba60a976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d5fb00e-79b7-4501-b64c-f6957006d47f', 'code': 200} Sep 17 08:58:44.060242 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=2d5fb00e-79b7-4501-b64c-f6957006d47f,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:58:44.153840 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72478108-9a53-4cf8-95c8-b366a7b1dc9e req-eac6f12c-4b47-4390-ad60-c070f45380aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:58:44.155306 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-72478108-9a53-4cf8-95c8-b366a7b1dc9e req-eac6f12c-4b47-4390-ad60-c070f45380aa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f71f994f-5fa1-4f88-8459-3c7dba60a976 HTTP/1.1" status: 200 len: 1096 time: 0.0388818 Sep 17 08:58:44.188741 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-72478108-9a53-4cf8-95c8-b366a7b1dc9e req-71538ebb-d771-41b1-893d-c95dc64b1fcb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=da85ac90-9bd7-4553-8388-28dcfbe84c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266733 Sep 17 08:58:44.996433 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7360e9-95f2-4c5a-b4d4-d86424480eb8 req-6812d9a0-7f54-4558-9aa0-6bf6999a6648 tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:58:44.997896 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9f7360e9-95f2-4c5a-b4d4-d86424480eb8 req-6812d9a0-7f54-4558-9aa0-6bf6999a6648 tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] 10.222.0.13 "GET /v2.0/ports?device_id=f71f994f-5fa1-4f88-8459-3c7dba60a976 HTTP/1.1" status: 200 len: 945 time: 0.0523200 Sep 17 08:58:45.034338 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9f7360e9-95f2-4c5a-b4d4-d86424480eb8 req-e0c522f9-b68f-4eb4-a58c-9e97b1b0ddb4 tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] 10.222.0.13 "GET /v2.0/security-groups?id=da85ac90-9bd7-4553-8388-28dcfbe84c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305574 Sep 17 08:58:46.148192 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe0fcd-6a20-4026-9d8d-bf50be5d92dc req-f9e78996-b404-42f1-9220-b970f1fda25c tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:58:46.149667 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3fbe0fcd-6a20-4026-9d8d-bf50be5d92dc req-f9e78996-b404-42f1-9220-b970f1fda25c tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] 10.222.0.13 "GET /v2.0/ports?device_id=f71f994f-5fa1-4f88-8459-3c7dba60a976 HTTP/1.1" status: 200 len: 945 time: 0.0480072 Sep 17 08:58:46.186568 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3fbe0fcd-6a20-4026-9d8d-bf50be5d92dc req-0d74d3bd-72d7-4ff9-ac2b-230f5bd67cf8 tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] 10.222.0.13 "GET /v2.0/security-groups?id=da85ac90-9bd7-4553-8388-28dcfbe84c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309560 Sep 17 08:58:46.409751 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ff3c36-9285-4fb0-b68c-3a7527e2b759 req-5b31bcdc-c967-4301-a55d-c7137a2e0af5 tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:58:46.411214 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-67ff3c36-9285-4fb0-b68c-3a7527e2b759 req-5b31bcdc-c967-4301-a55d-c7137a2e0af5 tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] 10.222.0.13 "GET /v2.0/ports?device_id=f71f994f-5fa1-4f88-8459-3c7dba60a976 HTTP/1.1" status: 200 len: 945 time: 0.0472963 Sep 17 08:58:46.447434 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-67ff3c36-9285-4fb0-b68c-3a7527e2b759 req-05297985-54fe-4380-b289-9265d29a3d8e tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] 10.222.0.13 "GET /v2.0/security-groups?id=da85ac90-9bd7-4553-8388-28dcfbe84c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302601 Sep 17 08:58:47.562150 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60187149-41f2-4241-b7db-9bed10e7970d req-9a659e4a-b63e-426f-836b-13698d5d17e3 tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:58:47.563614 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-60187149-41f2-4241-b7db-9bed10e7970d req-9a659e4a-b63e-426f-836b-13698d5d17e3 tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] 10.222.0.13 "GET /v2.0/ports?device_id=f71f994f-5fa1-4f88-8459-3c7dba60a976 HTTP/1.1" status: 200 len: 945 time: 0.0508542 Sep 17 08:58:47.602632 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-60187149-41f2-4241-b7db-9bed10e7970d req-5d82452c-bb42-4593-a039-2a860d652a2b tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] 10.222.0.13 "GET /v2.0/security-groups?id=da85ac90-9bd7-4553-8388-28dcfbe84c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330217 Sep 17 08:58:47.948043 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed8999-1040-4291-ae97-4cac58b80b53 req-e9e7ad86-56c2-46ce-91f8-ffea3fed7e8e tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:58:47.949537 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c8ed8999-1040-4291-ae97-4cac58b80b53 req-e9e7ad86-56c2-46ce-91f8-ffea3fed7e8e tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] 10.222.0.41 "GET /v2.0/ports?device_id=f71f994f-5fa1-4f88-8459-3c7dba60a976 HTTP/1.1" status: 200 len: 945 time: 0.0542629 Sep 17 08:58:48.037316 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-c8ed8999-1040-4291-ae97-4cac58b80b53 req-ef42ab58-5c86-4241-a5b8-d0d4fd2236e5 tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Deleting port 2d5fb00e-79b7-4501-b64c-f6957006d47f {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:58:48.037672 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-c8ed8999-1040-4291-ae97-4cac58b80b53 req-ef42ab58-5c86-4241-a5b8-d0d4fd2236e5 tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:48.126853 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-c8ed8999-1040-4291-ae97-4cac58b80b53 req-ef42ab58-5c86-4241-a5b8-d0d4fd2236e5 tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] For port 2d5fb00e-79b7-4501-b64c-f6957006d47f, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=2d5fb00e-79b7-4501-b64c-f6957006d47f,segment=NetworkSegment(ce8ada99-09e1-490b-b062-f12d8982f393),segment_id=ce8ada99-09e1-490b-b062-f12d8982f393)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:58:48.127224 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-c8ed8999-1040-4291-ae97-4cac58b80b53 req-ef42ab58-5c86-4241-a5b8-d0d4fd2236e5 tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:48.139885 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-c8ed8999-1040-4291-ae97-4cac58b80b53 req-ef42ab58-5c86-4241-a5b8-d0d4fd2236e5 tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Calling delete_port for 2d5fb00e-79b7-4501-b64c-f6957006d47f owned by compute:nova {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:58:48.269259 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-c8ed8999-1040-4291-ae97-4cac58b80b53 req-ef42ab58-5c86-4241-a5b8-d0d4fd2236e5 tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:48.298247 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef42ab58-5c86-4241-a5b8-d0d4fd2236e5 tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Pushing event deleted for resources: {'Port': ['ID=2d5fb00e-79b7-4501-b64c-f6957006d47f,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:58:48.302053 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['749b3d43-66c4-466e-88fd-43c4524611da'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:58:48.305784 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['2d5fb00e-79b7-4501-b64c-f6957006d47f'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:58:48.339408 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8ed8999-1040-4291-ae97-4cac58b80b53 req-ef42ab58-5c86-4241-a5b8-d0d4fd2236e5 tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] No DVR routers for this DVR port 2d5fb00e-79b7-4501-b64c-f6957006d47f on host n-h1-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:58:48.342164 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-c8ed8999-1040-4291-ae97-4cac58b80b53 req-ef42ab58-5c86-4241-a5b8-d0d4fd2236e5 tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:48.344224 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c8ed8999-1040-4291-ae97-4cac58b80b53 req-ef42ab58-5c86-4241-a5b8-d0d4fd2236e5 tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] 10.222.0.41 "DELETE /v2.0/ports/2d5fb00e-79b7-4501-b64c-f6957006d47f HTTP/1.1" status: 204 len: 173 time: 0.3875031 Sep 17 08:58:48.344679 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f71f994f-5fa1-4f88-8459-3c7dba60a976', 'name': 'network-vif-deleted', 'tag': '2d5fb00e-79b7-4501-b64c-f6957006d47f'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:58:48.347062 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0b8b68ef77f8a69a7ea64e5314cb7bfe1c653782f919eb7015de92bbdd57641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56b7538-382a-42a6-ae5f-6ac50383c45e" -d '{"events": [{"server_uuid": "f71f994f-5fa1-4f88-8459-3c7dba60a976", "name": "network-vif-deleted", "tag": "2d5fb00e-79b7-4501-b64c-f6957006d47f"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:58:48.389875 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3faa65b3-4653-4bdd-b440-49f8c09d6d93 x-openstack-request-id: req-3faa65b3-4653-4bdd-b440-49f8c09d6d93 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:58:48.390169 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f71f994f-5fa1-4f88-8459-3c7dba60a976", "name": "network-vif-deleted", "tag": "2d5fb00e-79b7-4501-b64c-f6957006d47f", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:58:48.390421 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3faa65b3-4653-4bdd-b440-49f8c09d6d93 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:58:48.390815 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f71f994f-5fa1-4f88-8459-3c7dba60a976', 'name': 'network-vif-deleted', 'tag': '2d5fb00e-79b7-4501-b64c-f6957006d47f', 'status': 'completed', 'code': 200} Sep 17 08:58:48.705808 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7b3b6c0b-d226-43b7-b0d9-a38c265972bf req-afcb2e9a-ad66-4cfb-baac-227d1b182e88 tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] 10.222.0.13 "GET /v2.0/ports?device_id=f71f994f-5fa1-4f88-8459-3c7dba60a976 HTTP/1.1" status: 200 len: 210 time: 0.0258269 Sep 17 08:58:49.855279 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd95f3-e4b0-4c39-8dbe-73d27d77ada4 req-91269f80-37d7-4f6c-adbc-77556a108797 tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:58:49.856796 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5fbd95f3-e4b0-4c39-8dbe-73d27d77ada4 req-91269f80-37d7-4f6c-adbc-77556a108797 tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dc90103-3a49-4fe1-bacc-eba3b973d25c HTTP/1.1" status: 200 len: 945 time: 0.0524349 Sep 17 08:58:49.898595 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5fbd95f3-e4b0-4c39-8dbe-73d27d77ada4 req-9840b090-b463-456d-8a8a-1d6f22a712ca tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] 10.222.0.13 "GET /v2.0/security-groups?id=da85ac90-9bd7-4553-8388-28dcfbe84c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358567 Sep 17 08:58:50.027608 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21458ccf-ff30-46ec-ae2e-47b4e1a787c5 req-d0dd375d-4476-4851-83f4-e7f81364abe9 tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:58:50.029047 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-21458ccf-ff30-46ec-ae2e-47b4e1a787c5 req-d0dd375d-4476-4851-83f4-e7f81364abe9 tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dc90103-3a49-4fe1-bacc-eba3b973d25c HTTP/1.1" status: 200 len: 945 time: 0.0489478 Sep 17 08:58:50.066410 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-21458ccf-ff30-46ec-ae2e-47b4e1a787c5 req-b3f26c57-1886-468b-94da-e97f431bbcce tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] 10.222.0.13 "GET /v2.0/security-groups?id=da85ac90-9bd7-4553-8388-28dcfbe84c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314529 Sep 17 08:58:50.091204 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-171de4fb-efac-4d17-b286-8ac89a232c15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:50.186074 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0082f766-8044-4efe-8fda-feba24b98c58 req-060cce34-620b-467b-ab68-d98ae7341cda tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:58:50.187558 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0082f766-8044-4efe-8fda-feba24b98c58 req-060cce34-620b-467b-ab68-d98ae7341cda tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dc90103-3a49-4fe1-bacc-eba3b973d25c HTTP/1.1" status: 200 len: 945 time: 0.0491250 Sep 17 08:58:50.226038 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0082f766-8044-4efe-8fda-feba24b98c58 req-8308a68c-6cd4-46d5-a2d9-965e756fd8aa tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] 10.222.0.13 "GET /v2.0/security-groups?id=da85ac90-9bd7-4553-8388-28dcfbe84c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323246 Sep 17 08:58:50.299233 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [req-77815753-75a2-41f9-a76b-b1f5e3ee49a1 req-247c205c-b68a-45eb-92aa-ff02b0210031 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 08:58:50.300164 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-77815753-75a2-41f9-a76b-b1f5e3ee49a1 req-247c205c-b68a-45eb-92aa-ff02b0210031 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054145 Sep 17 08:58:50.407850 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ad749-56d1-47f8-8466-b05edcf8d40e req-2b6a9e1c-249c-495a-aef1-0a6c7c8deae0 tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:58:50.409327 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-854ad749-56d1-47f8-8466-b05edcf8d40e req-2b6a9e1c-249c-495a-aef1-0a6c7c8deae0 tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dc90103-3a49-4fe1-bacc-eba3b973d25c HTTP/1.1" status: 200 len: 945 time: 0.0528758 Sep 17 08:58:50.446020 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-854ad749-56d1-47f8-8466-b05edcf8d40e req-d946ee09-a892-4d6c-9ee0-eec1b8768c18 tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] 10.222.0.13 "GET /v2.0/security-groups?id=da85ac90-9bd7-4553-8388-28dcfbe84c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307453 Sep 17 08:58:50.561559 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92428f36-5480-4e7d-bb52-0e2d6f84fbf6 req-da8ab238-1e17-434e-ab8b-40821b9e0572 tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:58:50.562967 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-92428f36-5480-4e7d-bb52-0e2d6f84fbf6 req-da8ab238-1e17-434e-ab8b-40821b9e0572 tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dc90103-3a49-4fe1-bacc-eba3b973d25c HTTP/1.1" status: 200 len: 945 time: 0.0482612 Sep 17 08:58:50.599190 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-92428f36-5480-4e7d-bb52-0e2d6f84fbf6 req-039d4d8b-de44-4662-b26b-26d8f883c94d tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] 10.222.0.13 "GET /v2.0/security-groups?id=da85ac90-9bd7-4553-8388-28dcfbe84c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302725 Sep 17 08:58:50.718919 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff164e-a36e-40d7-9993-481ecfe5863e req-5124713f-de37-4627-adf3-3b4d7d201c91 tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:58:50.720426 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3fff164e-a36e-40d7-9993-481ecfe5863e req-5124713f-de37-4627-adf3-3b4d7d201c91 tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dc90103-3a49-4fe1-bacc-eba3b973d25c HTTP/1.1" status: 200 len: 945 time: 0.0474114 Sep 17 08:58:50.757474 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3fff164e-a36e-40d7-9993-481ecfe5863e req-5152f9e0-9855-4adc-ab5f-1fbe6ce1707f tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] 10.222.0.13 "GET /v2.0/security-groups?id=da85ac90-9bd7-4553-8388-28dcfbe84c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312943 Sep 17 08:58:51.056610 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273fe150-99db-4390-83da-43d87e392f96 req-f06c3e87-e326-4588-9731-a7b9da40fe68 tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:58:51.058101 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-273fe150-99db-4390-83da-43d87e392f96 req-f06c3e87-e326-4588-9731-a7b9da40fe68 tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dc90103-3a49-4fe1-bacc-eba3b973d25c HTTP/1.1" status: 200 len: 945 time: 0.0525985 Sep 17 08:58:51.096104 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-273fe150-99db-4390-83da-43d87e392f96 req-ed7951ae-606a-4487-bb25-a7085aee7259 tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] 10.222.0.13 "GET /v2.0/security-groups?id=da85ac90-9bd7-4553-8388-28dcfbe84c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320439 Sep 17 08:58:51.889609 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 2d5fb00e-79b7-4501-b64c-f6957006d47f no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:58:51.909414 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] No Port match for: 2d5fb00e-79b7-4501-b64c-f6957006d47f {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:58:51.909766 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 2d5fb00e-79b7-4501-b64c-f6957006d47f not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:58:52.210957 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1aaca9-b149-4759-b53e-b9e6df09fa65 req-51c02a96-b4bb-489d-8287-0d5d01eb39c9 tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:58:52.212833 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6d1aaca9-b149-4759-b53e-b9e6df09fa65 req-51c02a96-b4bb-489d-8287-0d5d01eb39c9 tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dc90103-3a49-4fe1-bacc-eba3b973d25c HTTP/1.1" status: 200 len: 945 time: 0.0485620 Sep 17 08:58:52.249791 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6d1aaca9-b149-4759-b53e-b9e6df09fa65 req-131949f0-c5a4-4c0b-8f7b-1e045a23f4b3 tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] 10.222.0.13 "GET /v2.0/security-groups?id=da85ac90-9bd7-4553-8388-28dcfbe84c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306842 Sep 17 08:58:52.527813 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7f0f0058-f756-444c-9455-cc5e966dc79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:52.732145 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b97932b-36f5-48b2-a52f-71a822d2d717 req-5c43a2db-d88e-4283-a16e-25f8b6c5824e tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:58:52.733619 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9b97932b-36f5-48b2-a52f-71a822d2d717 req-5c43a2db-d88e-4283-a16e-25f8b6c5824e tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] 10.222.0.39 "GET /v2.0/ports?device_id=5dc90103-3a49-4fe1-bacc-eba3b973d25c HTTP/1.1" status: 200 len: 945 time: 0.0475764 Sep 17 08:58:52.826509 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-9b97932b-36f5-48b2-a52f-71a822d2d717 req-dc09b375-2aa7-41ba-8b71-7873cd15f6bf tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Deleting port 749b3d43-66c4-466e-88fd-43c4524611da {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:58:52.826858 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-9b97932b-36f5-48b2-a52f-71a822d2d717 req-dc09b375-2aa7-41ba-8b71-7873cd15f6bf tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:52.850822 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:52.921831 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-9b97932b-36f5-48b2-a52f-71a822d2d717 req-dc09b375-2aa7-41ba-8b71-7873cd15f6bf tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] For port 749b3d43-66c4-466e-88fd-43c4524611da, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=749b3d43-66c4-466e-88fd-43c4524611da,segment=NetworkSegment(ce8ada99-09e1-490b-b062-f12d8982f393),segment_id=ce8ada99-09e1-490b-b062-f12d8982f393)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:58:52.922197 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-9b97932b-36f5-48b2-a52f-71a822d2d717 req-dc09b375-2aa7-41ba-8b71-7873cd15f6bf tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:52.935114 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-9b97932b-36f5-48b2-a52f-71a822d2d717 req-dc09b375-2aa7-41ba-8b71-7873cd15f6bf tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Calling delete_port for 749b3d43-66c4-466e-88fd-43c4524611da owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:58:53.061366 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-9b97932b-36f5-48b2-a52f-71a822d2d717 req-dc09b375-2aa7-41ba-8b71-7873cd15f6bf tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:53.090380 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc09b375-2aa7-41ba-8b71-7873cd15f6bf tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Pushing event deleted for resources: {'Port': ['ID=749b3d43-66c4-466e-88fd-43c4524611da,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:58:53.099314 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['749b3d43-66c4-466e-88fd-43c4524611da'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:58:53.138089 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b97932b-36f5-48b2-a52f-71a822d2d717 req-dc09b375-2aa7-41ba-8b71-7873cd15f6bf tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] No DVR routers for this DVR port 749b3d43-66c4-466e-88fd-43c4524611da on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:58:53.140984 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-9b97932b-36f5-48b2-a52f-71a822d2d717 req-dc09b375-2aa7-41ba-8b71-7873cd15f6bf tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:53.143622 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9b97932b-36f5-48b2-a52f-71a822d2d717 req-dc09b375-2aa7-41ba-8b71-7873cd15f6bf tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] 10.222.0.39 "DELETE /v2.0/ports/749b3d43-66c4-466e-88fd-43c4524611da HTTP/1.1" status: 204 len: 173 time: 0.4035892 Sep 17 08:58:53.144375 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc90103-3a49-4fe1-bacc-eba3b973d25c', 'name': 'network-vif-deleted', 'tag': '749b3d43-66c4-466e-88fd-43c4524611da'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:58:53.147455 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823f1136df5e8dfe06b46a14eea5a85bccf33ce7e510dfea6a746e22e928dc4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4dd047d-ba08-4210-8338-fe2ddcc1fa79" -d '{"events": [{"server_uuid": "5dc90103-3a49-4fe1-bacc-eba3b973d25c", "name": "network-vif-deleted", "tag": "749b3d43-66c4-466e-88fd-43c4524611da"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:58:53.183783 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-225d60e4-c7a2-47bd-b2cd-7d3d8dd864a1 x-openstack-request-id: req-225d60e4-c7a2-47bd-b2cd-7d3d8dd864a1 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:58:53.184029 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc90103-3a49-4fe1-bacc-eba3b973d25c", "name": "network-vif-deleted", "tag": "749b3d43-66c4-466e-88fd-43c4524611da", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:58:53.184275 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-225d60e4-c7a2-47bd-b2cd-7d3d8dd864a1 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:58:53.184676 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc90103-3a49-4fe1-bacc-eba3b973d25c', 'name': 'network-vif-deleted', 'tag': '749b3d43-66c4-466e-88fd-43c4524611da', 'status': 'completed', 'code': 200} Sep 17 08:58:53.354887 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c444c097-ab9b-4be5-bf87-0f7afb0155da req-ffba3c22-4849-41cd-97a9-12fb703ee55a tempest-ServersNegativeTestJSON-1135565245 tempest-ServersNegativeTestJSON-1135565245-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dc90103-3a49-4fe1-bacc-eba3b973d25c HTTP/1.1" status: 200 len: 210 time: 0.0268338 Sep 17 08:58:53.953179 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:54.408505 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 35792) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:58:54.452873 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-04d8b609-eec9-4551-b4a6-99b1d92e3be8 admin admin] Deleting subnet 7d88ea1f-a34b-4287-a493-7f8da391465b {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:58:54.456300 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-04d8b609-eec9-4551-b4a6-99b1d92e3be8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:54.493976 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-04d8b609-eec9-4551-b4a6-99b1d92e3be8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:54.533221 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-04d8b609-eec9-4551-b4a6-99b1d92e3be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:54.582564 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-04d8b609-eec9-4551-b4a6-99b1d92e3be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:54.609418 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d8b609-eec9-4551-b4a6-99b1d92e3be8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d88ea1f-a34b-4287-a493-7f8da391465b,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:58:54.611383 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-04d8b609-eec9-4551-b4a6-99b1d92e3be8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:54.613529 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-04d8b609-eec9-4551-b4a6-99b1d92e3be8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7d88ea1f-a34b-4287-a493-7f8da391465b HTTP/1.1" status: 204 len: 168 time: 0.2037461 Sep 17 08:58:54.615691 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 35794) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:58:54.686074 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1779b82a-74c4-4e8d-8a6e-f14685ce863b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:54.760721 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1779b82a-74c4-4e8d-8a6e-f14685ce863b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:54.780924 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-1779b82a-74c4-4e8d-8a6e-f14685ce863b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea3f13a1-c7b5-4247-b7cf-60e75888ea10']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:58:54.790061 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-1779b82a-74c4-4e8d-8a6e-f14685ce863b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce8ada99-09e1-490b-b062-f12d8982f393') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:58:54.790354 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-1779b82a-74c4-4e8d-8a6e-f14685ce863b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce8ada99-09e1-490b-b062-f12d8982f393') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:58:54.804425 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1779b82a-74c4-4e8d-8a6e-f14685ce863b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:54.816989 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1779b82a-74c4-4e8d-8a6e-f14685ce863b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:54.823041 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1779b82a-74c4-4e8d-8a6e-f14685ce863b admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:58:54.823581 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1779b82a-74c4-4e8d-8a6e-f14685ce863b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:54.825294 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:58:54.825294 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:58:54.825294 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:58:54.825294 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:58:54.825294 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:58:54.825294 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:58:54.825294 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:58:54.825294 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:58:54.825294 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:58:54.825294 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:58:54.825294 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:58:54.825294 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:58:54.825294 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:58:54.825294 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:58:54.825294 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:58:54.825294 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:58:54.825294 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:58:54.825294 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:58:54.825294 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:58:54.825294 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:58:54.825294 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:58:54.825294 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:58:54.825294 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:58:54.825294 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:58:54.825294 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:58:54.825294 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:58:54.825294 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:58:54.825294 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:58:54.825294 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:58:54.825294 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:58:54.825294 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:58:54.825294 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:58:54.876569 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1779b82a-74c4-4e8d-8a6e-f14685ce863b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:54.882153 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1779b82a-74c4-4e8d-8a6e-f14685ce863b admin admin] Notify callbacks [] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:54.883995 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-1779b82a-74c4-4e8d-8a6e-f14685ce863b admin admin] 10.222.0.13 "DELETE /v2.0/networks/ea3f13a1-c7b5-4247-b7cf-60e75888ea10 HTTP/1.1" status: 204 len: 168 time: 0.2673531 Sep 17 08:58:54.895222 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1779b82a-74c4-4e8d-8a6e-f14685ce863b admin admin] Pushing event deleted for resources: {'Network': ['ID=ea3f13a1-c7b5-4247-b7cf-60e75888ea10,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:58:54.989303 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 35798) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:58:55.033108 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-1fd6f3d1-c4ef-4500-bbfa-eab7340a4c9d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=279e171c0e694b2b98c2a113285a28e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425274 Sep 17 08:58:55.035317 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 35800) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:58:55.081483 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d0fcc1cd-b76f-4159-a88e-cb34602e2ecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:55.102599 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d0fcc1cd-b76f-4159-a88e-cb34602e2ecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:55.147665 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d0fcc1cd-b76f-4159-a88e-cb34602e2ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:55.150205 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d0fcc1cd-b76f-4159-a88e-cb34602e2ecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:55.151377 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d0fcc1cd-b76f-4159-a88e-cb34602e2ecf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/da85ac90-9bd7-4553-8388-28dcfbe84c24 HTTP/1.1" status: 204 len: 168 time: 0.1150863 Sep 17 08:58:55.159416 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fcc1cd-b76f-4159-a88e-cb34602e2ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da85ac90-9bd7-4553-8388-28dcfbe84c24,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:58:55.166906 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fcc1cd-b76f-4159-a88e-cb34602e2ecf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:58:55.167259 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fcc1cd-b76f-4159-a88e-cb34602e2ecf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:58:55.167600 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fcc1cd-b76f-4159-a88e-cb34602e2ecf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:58:55.167961 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fcc1cd-b76f-4159-a88e-cb34602e2ecf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:58:55.168293 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fcc1cd-b76f-4159-a88e-cb34602e2ecf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:58:55.168623 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fcc1cd-b76f-4159-a88e-cb34602e2ecf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:58:55.168950 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fcc1cd-b76f-4159-a88e-cb34602e2ecf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:58:55.169273 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fcc1cd-b76f-4159-a88e-cb34602e2ecf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:58:55.169597 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fcc1cd-b76f-4159-a88e-cb34602e2ecf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:58:55.169920 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fcc1cd-b76f-4159-a88e-cb34602e2ecf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:58:55.170243 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fcc1cd-b76f-4159-a88e-cb34602e2ecf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:58:55.170563 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fcc1cd-b76f-4159-a88e-cb34602e2ecf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:58:55.548358 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:55.807290 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 35822) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:58:55.898111 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-cde88ef4-3812-4cbc-9896-0a658f931480 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-962144341'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:58:55.919758 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde88ef4-3812-4cbc-9896-0a658f931480 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Made reservation on behalf of e467b4ba7a054d8b9948e5f708a7571e for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:58:55.923294 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cde88ef4-3812-4cbc-9896-0a658f931480 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:55.931412 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cde88ef4-3812-4cbc-9896-0a658f931480 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:56.022375 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cde88ef4-3812-4cbc-9896-0a658f931480 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:56.026159 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cde88ef4-3812-4cbc-9896-0a658f931480 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:56.056188 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cde88ef4-3812-4cbc-9896-0a658f931480 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:58:56.061826 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde88ef4-3812-4cbc-9896-0a658f931480 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a38f0930-073c-4779-9de0-dd48959caa84,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:58:56.069888 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cde88ef4-3812-4cbc-9896-0a658f931480 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:56.070008 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-cde88ef4-3812-4cbc-9896-0a658f931480 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Added segment b76bc0f1-d33a-4361-8209-b8aa0b3cfd3f of type vlan for network f4829097-07e9-4874-ae99-57d641abb465 Sep 17 08:58:56.112414 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cde88ef4-3812-4cbc-9896-0a658f931480 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:56.138578 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cde88ef4-3812-4cbc-9896-0a658f931480 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:56.144381 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde88ef4-3812-4cbc-9896-0a658f931480 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:58:56.145011 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cde88ef4-3812-4cbc-9896-0a658f931480 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks [] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:56.180047 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-cde88ef4-3812-4cbc-9896-0a658f931480 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3715670 Sep 17 08:58:56.212460 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde88ef4-3812-4cbc-9896-0a658f931480 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Pushing event updated for resources: {'Network': ['ID=f4829097-07e9-4874-ae99-57d641abb465,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:58:56.223105 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network f4829097-07e9-4874-ae99-57d641abb465 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:58:56.288480 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:58:57.007124 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 749b3d43-66c4-466e-88fd-43c4524611da no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:58:57.028156 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: 749b3d43-66c4-466e-88fd-43c4524611da {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:58:57.028503 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 749b3d43-66c4-466e-88fd-43c4524611da not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:58:58.848314 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-40de8a9c-481f-4ab9-ab58-98f69540e79f req-f8626d8e-6e9f-4dd1-9a85-ce3bd946f68d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0250726 Sep 17 08:58:58.927158 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-40de8a9c-481f-4ab9-ab58-98f69540e79f req-60dd7494-7253-4f74-968f-c2848978c68c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0237749 Sep 17 08:58:58.974947 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-40de8a9c-481f-4ab9-ab58-98f69540e79f req-394d1e2b-a73a-45d1-8b46-2ad347b80143 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229726 Sep 17 08:58:59.075937 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de8a9c-481f-4ab9-ab58-98f69540e79f req-615c522d-e4db-4dad-9d21-5df30b52eb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:58:59.077426 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-40de8a9c-481f-4ab9-ab58-98f69540e79f req-615c522d-e4db-4dad-9d21-5df30b52eb7f service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0956721 Sep 17 08:58:59.456021 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 35826) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:58:59.461182 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-37939bd0-af3f-40fe-b0e3-a75b2cf140ea tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Request body: {'subnet': {'network_id': 'f4829097-07e9-4874-ae99-57d641abb465', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:58:59.549285 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37939bd0-af3f-40fe-b0e3-a75b2cf140ea tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Made reservation on behalf of e467b4ba7a054d8b9948e5f708a7571e for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:58:59.552821 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-37939bd0-af3f-40fe-b0e3-a75b2cf140ea tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:59.733144 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-37939bd0-af3f-40fe-b0e3-a75b2cf140ea tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:59.788331 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37939bd0-af3f-40fe-b0e3-a75b2cf140ea tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Pushing event updated for resources: {'Subnet': ['ID=a63353e1-a932-45ae-8ac1-080fd2d623a6,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:58:59.800043 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37939bd0-af3f-40fe-b0e3-a75b2cf140ea tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Checking segment: {'id': 'b76bc0f1-d33a-4361-8209-b8aa0b3cfd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f4829097-07e9-4874-ae99-57d641abb465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:58:59.800401 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37939bd0-af3f-40fe-b0e3-a75b2cf140ea tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Network hostable DHCP agents. Network: f4829097-07e9-4874-ae99-57d641abb465, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:58:59.815803 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37939bd0-af3f-40fe-b0e3-a75b2cf140ea tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Network f4829097-07e9-4874-ae99-57d641abb465 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:58:59.823701 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-37939bd0-af3f-40fe-b0e3-a75b2cf140ea tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, f4829097-07e9-4874-ae99-57d641abb465) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:58:59.827859 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37939bd0-af3f-40fe-b0e3-a75b2cf140ea tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:58:59.828472 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-37939bd0-af3f-40fe-b0e3-a75b2cf140ea tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks [] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:59.832270 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ea9182-038c-43e4-9183-b4b754ac9ff0 None None] Network f4829097-07e9-4874-ae99-57d641abb465 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:58:59.842873 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-37939bd0-af3f-40fe-b0e3-a75b2cf140ea tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3857517 Sep 17 08:58:59.846277 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 35828) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:58:59.851141 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-dbde5d03-0071-4492-9e66-6a134f9215df tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1356967023'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:58:59.871768 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbde5d03-0071-4492-9e66-6a134f9215df tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Made reservation on behalf of e467b4ba7a054d8b9948e5f708a7571e for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:58:59.875326 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-dbde5d03-0071-4492-9e66-6a134f9215df tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:59.899011 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbde5d03-0071-4492-9e66-6a134f9215df tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:58:59.908192 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-dbde5d03-0071-4492-9e66-6a134f9215df tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:59.908543 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-dbde5d03-0071-4492-9e66-6a134f9215df tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Added segment e5139856-554c-405f-9ba6-47c5a8609d6a of type vlan for network 5989e0ba-d9a4-4b66-8291-be4e0e049057 Sep 17 08:58:59.946845 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-dbde5d03-0071-4492-9e66-6a134f9215df tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:59.971752 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-dbde5d03-0071-4492-9e66-6a134f9215df tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:59.977377 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbde5d03-0071-4492-9e66-6a134f9215df tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:58:59.977964 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-dbde5d03-0071-4492-9e66-6a134f9215df tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks [] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:58:59.978670 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2f7b73-aadd-4408-b7ba-acaa6beabe99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-f4829097-07e9-4874-ae99-57d641abb465', 'network_id': 'f4829097-07e9-4874-ae99-57d641abb465', 'tenant_id': 'e467b4ba7a054d8b9948e5f708a7571e', 'fixed_ips': [{'subnet_id': 'a63353e1-a932-45ae-8ac1-080fd2d623a6'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:58:59.979533 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8a2f7b73-aadd-4408-b7ba-acaa6beabe99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:00.018063 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-dbde5d03-0071-4492-9e66-6a134f9215df tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1706741 Sep 17 08:59:00.021276 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 35830) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:59:00.050428 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-e2fc5196-7d0b-4870-90f3-7f6e5f14d8a1 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Request body: {'subnet': {'network_id': '5989e0ba-d9a4-4b66-8291-be4e0e049057', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:59:00.068346 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbde5d03-0071-4492-9e66-6a134f9215df tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Pushing event updated for resources: {'Network': ['ID=5989e0ba-d9a4-4b66-8291-be4e0e049057,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:00.082361 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 5989e0ba-d9a4-4b66-8291-be4e0e049057 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:59:00.147396 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2fc5196-7d0b-4870-90f3-7f6e5f14d8a1 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Made reservation on behalf of e467b4ba7a054d8b9948e5f708a7571e for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:59:00.150961 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e2fc5196-7d0b-4870-90f3-7f6e5f14d8a1 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:00.178051 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-8a2f7b73-aadd-4408-b7ba-acaa6beabe99 None None] Allocated IP 2001:db8:0:ffff::2 (f4829097-07e9-4874-ae99-57d641abb465/a63353e1-a932-45ae-8ac1-080fd2d623a6/ede56339-9d86-4c52-b17a-8bb64f53a601) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:59:00.324507 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8a2f7b73-aadd-4408-b7ba-acaa6beabe99 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:00.329911 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8a2f7b73-aadd-4408-b7ba-acaa6beabe99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:00.349811 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e2fc5196-7d0b-4870-90f3-7f6e5f14d8a1 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:00.367734 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2f7b73-aadd-4408-b7ba-acaa6beabe99 None None] Network f4829097-07e9-4874-ae99-57d641abb465 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:59:00.371276 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-8a2f7b73-aadd-4408-b7ba-acaa6beabe99 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:59:00.374878 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2f7b73-aadd-4408-b7ba-acaa6beabe99 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:59:00.407365 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2f7b73-aadd-4408-b7ba-acaa6beabe99 None None] Pushing event updated for resources: {'Port': ['ID=ede56339-9d86-4c52-b17a-8bb64f53a601,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:00.411534 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc5196-7d0b-4870-90f3-7f6e5f14d8a1 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Pushing event updated for resources: {'Subnet': ['ID=04d75ea8-0059-4f79-a3f3-29a25dcfe8ec,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:00.421726 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fc5196-7d0b-4870-90f3-7f6e5f14d8a1 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Checking segment: {'id': 'e5139856-554c-405f-9ba6-47c5a8609d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '5989e0ba-d9a4-4b66-8291-be4e0e049057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:59:00.422083 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fc5196-7d0b-4870-90f3-7f6e5f14d8a1 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Network hostable DHCP agents. Network: 5989e0ba-d9a4-4b66-8291-be4e0e049057, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:59:00.431106 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2f7b73-aadd-4408-b7ba-acaa6beabe99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:59:00.431461 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2f7b73-aadd-4408-b7ba-acaa6beabe99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:59:00.431805 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2f7b73-aadd-4408-b7ba-acaa6beabe99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:59:00.432170 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2f7b73-aadd-4408-b7ba-acaa6beabe99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:59:00.432508 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2f7b73-aadd-4408-b7ba-acaa6beabe99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:59:00.432845 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2f7b73-aadd-4408-b7ba-acaa6beabe99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:59:00.433732 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2f7b73-aadd-4408-b7ba-acaa6beabe99 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:59:00.434063 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2f7b73-aadd-4408-b7ba-acaa6beabe99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:59:00.434394 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2f7b73-aadd-4408-b7ba-acaa6beabe99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:59:00.434723 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2f7b73-aadd-4408-b7ba-acaa6beabe99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:59:00.435050 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2f7b73-aadd-4408-b7ba-acaa6beabe99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:59:00.435378 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2f7b73-aadd-4408-b7ba-acaa6beabe99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:59:00.439201 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fc5196-7d0b-4870-90f3-7f6e5f14d8a1 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Network 5989e0ba-d9a4-4b66-8291-be4e0e049057 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:59:00.448300 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-e2fc5196-7d0b-4870-90f3-7f6e5f14d8a1 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 5989e0ba-d9a4-4b66-8291-be4e0e049057) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:59:00.452534 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fc5196-7d0b-4870-90f3-7f6e5f14d8a1 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:59:00.453327 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e2fc5196-7d0b-4870-90f3-7f6e5f14d8a1 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks [] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:00.454196 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-8a2f7b73-aadd-4408-b7ba-acaa6beabe99 None None] Attempting to bind port ede56339-9d86-4c52-b17a-8bb64f53a601 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:59:00.454609 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-8a2f7b73-aadd-4408-b7ba-acaa6beabe99 None None] Attempting to bind port ede56339-9d86-4c52-b17a-8bb64f53a601 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'b76bc0f1-d33a-4361-8209-b8aa0b3cfd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f4829097-07e9-4874-ae99-57d641abb465'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:59:00.454997 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2f7b73-aadd-4408-b7ba-acaa6beabe99 None None] Attempting to bind port ede56339-9d86-4c52-b17a-8bb64f53a601 on network f4829097-07e9-4874-ae99-57d641abb465 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:59:00.462439 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe07e83-c249-494c-8e1a-1b773dfcf594 None None] Network 5989e0ba-d9a4-4b66-8291-be4e0e049057 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:59:00.465041 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2f7b73-aadd-4408-b7ba-acaa6beabe99 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:59:00.465449 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2f7b73-aadd-4408-b7ba-acaa6beabe99 None None] Checking segment: {'id': 'b76bc0f1-d33a-4361-8209-b8aa0b3cfd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f4829097-07e9-4874-ae99-57d641abb465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:59:00.465920 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8a2f7b73-aadd-4408-b7ba-acaa6beabe99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:00.466480 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2f7b73-aadd-4408-b7ba-acaa6beabe99 None None] Bound using segment: {'id': 'b76bc0f1-d33a-4361-8209-b8aa0b3cfd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f4829097-07e9-4874-ae99-57d641abb465'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:59:00.466950 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-8a2f7b73-aadd-4408-b7ba-acaa6beabe99 None None] Bound port: ede56339-9d86-4c52-b17a-8bb64f53a601, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b76bc0f1-d33a-4361-8209-b8aa0b3cfd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f4829097-07e9-4874-ae99-57d641abb465'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:59:00.467335 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8a2f7b73-aadd-4408-b7ba-acaa6beabe99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:00.471188 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e2fc5196-7d0b-4870-90f3-7f6e5f14d8a1 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4463670 Sep 17 08:59:00.471665 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 35834) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:59:00.571621 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e13aac8a-cf77-4431-abe6-77ae4c7a456d tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:00.592177 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-8a2f7b73-aadd-4408-b7ba-acaa6beabe99 None None] For port ede56339-9d86-4c52-b17a-8bb64f53a601, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:59:00.622471 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e13aac8a-cf77-4431-abe6-77ae4c7a456d tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:00.622715 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-8a2f7b73-aadd-4408-b7ba-acaa6beabe99 None None] For port ede56339-9d86-4c52-b17a-8bb64f53a601, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=ede56339-9d86-4c52-b17a-8bb64f53a601,segment=NetworkSegment(b76bc0f1-d33a-4361-8209-b8aa0b3cfd3f),segment_id=b76bc0f1-d33a-4361-8209-b8aa0b3cfd3f)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:59:00.629705 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8a2f7b73-aadd-4408-b7ba-acaa6beabe99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:00.699051 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e13aac8a-cf77-4431-abe6-77ae4c7a456d tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:00.720380 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388e7e59-1cc8-441c-9c4f-63a3e3c41c5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-5989e0ba-d9a4-4b66-8291-be4e0e049057', 'network_id': '5989e0ba-d9a4-4b66-8291-be4e0e049057', 'tenant_id': 'e467b4ba7a054d8b9948e5f708a7571e', 'fixed_ips': [{'subnet_id': '04d75ea8-0059-4f79-a3f3-29a25dcfe8ec'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:59:00.720637 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-388e7e59-1cc8-441c-9c4f-63a3e3c41c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:00.732402 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2f7b73-aadd-4408-b7ba-acaa6beabe99 None None] Pushing event updated for resources: {'Port': ['ID=ede56339-9d86-4c52-b17a-8bb64f53a601,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:00.751158 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13aac8a-cf77-4431-abe6-77ae4c7a456d tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Pushing event deleted for resources: {'Subnet': ['ID=04d75ea8-0059-4f79-a3f3-29a25dcfe8ec,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:00.797563 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e13aac8a-cf77-4431-abe6-77ae4c7a456d tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:00.816840 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c8497e-f492-46fd-848a-c0f700662cfd None None] Network 5989e0ba-d9a4-4b66-8291-be4e0e049057 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:59:00.821436 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-e13aac8a-cf77-4431-abe6-77ae4c7a456d tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5989e0ba-d9a4-4b66-8291-be4e0e049057']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:59:00.831262 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-e13aac8a-cf77-4431-abe6-77ae4c7a456d tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5139856-554c-405f-9ba6-47c5a8609d6a') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:59:00.831628 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-e13aac8a-cf77-4431-abe6-77ae4c7a456d tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5139856-554c-405f-9ba6-47c5a8609d6a') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:59:00.851554 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e13aac8a-cf77-4431-abe6-77ae4c7a456d tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:00.874667 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e13aac8a-cf77-4431-abe6-77ae4c7a456d tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:00.881056 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e13aac8a-cf77-4431-abe6-77ae4c7a456d tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:59:00.881658 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e13aac8a-cf77-4431-abe6-77ae4c7a456d tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:00.884656 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:59:00.884656 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:59:00.884656 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:59:00.884656 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:59:00.884656 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:59:00.884656 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:59:00.884656 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:59:00.884656 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:59:00.884656 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:59:00.884656 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:59:00.884656 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:59:00.884656 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:59:00.884656 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:59:00.884656 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:59:00.884656 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:59:00.884656 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:59:00.884656 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:59:00.884656 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:59:00.884656 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:59:00.884656 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:59:00.884656 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:59:00.884656 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:59:00.884656 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:59:00.884656 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:59:00.884656 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:59:00.884656 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:59:00.884656 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:59:00.884656 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:59:00.884656 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:59:00.884656 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:59:00.884656 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:59:00.884656 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:59:00.953903 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e13aac8a-cf77-4431-abe6-77ae4c7a456d tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:00.961534 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e13aac8a-cf77-4431-abe6-77ae4c7a456d tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks [] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:00.967508 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e13aac8a-cf77-4431-abe6-77ae4c7a456d tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] 10.222.0.13 "DELETE /v2.0/networks/5989e0ba-d9a4-4b66-8291-be4e0e049057 HTTP/1.1" status: 204 len: 168 time: 0.4909632 Sep 17 08:59:00.967806 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 35836) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:59:00.972935 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-89497a26-259e-447a-8388-ec34d117a990 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1472572752'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:59:00.983135 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13aac8a-cf77-4431-abe6-77ae4c7a456d tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Pushing event deleted for resources: {'Network': ['ID=5989e0ba-d9a4-4b66-8291-be4e0e049057,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:00.999600 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89497a26-259e-447a-8388-ec34d117a990 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Made reservation on behalf of e467b4ba7a054d8b9948e5f708a7571e for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:59:01.003147 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-89497a26-259e-447a-8388-ec34d117a990 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:01.027885 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89497a26-259e-447a-8388-ec34d117a990 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:59:01.036801 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-89497a26-259e-447a-8388-ec34d117a990 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:01.037142 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-89497a26-259e-447a-8388-ec34d117a990 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Added segment 2a464cf3-fa7b-4961-ae92-7d7bb0dcbb9b of type vlan for network c8107c65-ec75-401b-80b6-ac8e68d68ba5 Sep 17 08:59:01.075937 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-89497a26-259e-447a-8388-ec34d117a990 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:01.100476 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-89497a26-259e-447a-8388-ec34d117a990 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:01.106438 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89497a26-259e-447a-8388-ec34d117a990 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:59:01.107006 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-89497a26-259e-447a-8388-ec34d117a990 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks [] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:01.146998 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-89497a26-259e-447a-8388-ec34d117a990 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1750793 Sep 17 08:59:01.147825 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 35838) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:59:01.153531 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-e44bb115-b194-4152-a097-3bfd39caf8a1 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Request body: {'subnet': {'network_id': 'c8107c65-ec75-401b-80b6-ac8e68d68ba5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:59:01.175438 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89497a26-259e-447a-8388-ec34d117a990 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Pushing event updated for resources: {'Network': ['ID=c8107c65-ec75-401b-80b6-ac8e68d68ba5,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:01.186759 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network c8107c65-ec75-401b-80b6-ac8e68d68ba5 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:59:01.240517 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e44bb115-b194-4152-a097-3bfd39caf8a1 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Made reservation on behalf of e467b4ba7a054d8b9948e5f708a7571e for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:59:01.244179 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e44bb115-b194-4152-a097-3bfd39caf8a1 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:01.305755 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.ipam_backend_mixin [None req-e44bb115-b194-4152-a097-3bfd39caf8a1 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Performing IP validity checks on allocation pools {{(pid=101289) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 17 08:59:01.306275 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.ipam_backend_mixin [None req-e44bb115-b194-4152-a097-3bfd39caf8a1 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101289) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 17 08:59:01.431691 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e44bb115-b194-4152-a097-3bfd39caf8a1 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:01.498055 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44bb115-b194-4152-a097-3bfd39caf8a1 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Pushing event updated for resources: {'Subnet': ['ID=0e8df2ae-f45e-444b-9cbd-8d589148eb89,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:01.509631 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44bb115-b194-4152-a097-3bfd39caf8a1 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Checking segment: {'id': '2a464cf3-fa7b-4961-ae92-7d7bb0dcbb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c8107c65-ec75-401b-80b6-ac8e68d68ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:59:01.510000 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44bb115-b194-4152-a097-3bfd39caf8a1 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Network hostable DHCP agents. Network: c8107c65-ec75-401b-80b6-ac8e68d68ba5, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:59:01.528340 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44bb115-b194-4152-a097-3bfd39caf8a1 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Network c8107c65-ec75-401b-80b6-ac8e68d68ba5 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:59:01.538034 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-e44bb115-b194-4152-a097-3bfd39caf8a1 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, c8107c65-ec75-401b-80b6-ac8e68d68ba5) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:59:01.546556 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e59a9d0-43cf-491a-bf33-39ad96a3a7b5 None None] Network c8107c65-ec75-401b-80b6-ac8e68d68ba5 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:59:01.548022 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44bb115-b194-4152-a097-3bfd39caf8a1 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:59:01.548620 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e44bb115-b194-4152-a097-3bfd39caf8a1 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:01.565538 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e44bb115-b194-4152-a097-3bfd39caf8a1 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4164729 Sep 17 08:59:01.568134 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 35840) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:59:01.603615 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f4b2f2-f60e-4d2f-b2a5-53216615d1a3 None None] Network f4829097-07e9-4874-ae99-57d641abb465 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:59:01.664368 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-30604811-4955-43d8-af8e-8f4ce45d90b5 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:01.713016 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-b1f01b7b-f9b9-4892-bfb6-4d3d856b0ee6 None None] Provisioning complete for port ede56339-9d86-4c52-b17a-8bb64f53a601 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:59:01.713368 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-30604811-4955-43d8-af8e-8f4ce45d90b5 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:01.713487 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b1f01b7b-f9b9-4892-bfb6-4d3d856b0ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:01.780910 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-30604811-4955-43d8-af8e-8f4ce45d90b5 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:01.808583 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30604811-4955-43d8-af8e-8f4ce45d90b5 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Pushing event deleted for resources: {'Subnet': ['ID=0e8df2ae-f45e-444b-9cbd-8d589148eb89,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:01.823584 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1686a305-8b51-4cf5-88e4-850f93c08319 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-c8107c65-ec75-401b-80b6-ac8e68d68ba5', 'network_id': 'c8107c65-ec75-401b-80b6-ac8e68d68ba5', 'tenant_id': 'e467b4ba7a054d8b9948e5f708a7571e', 'fixed_ips': [{'subnet_id': '0e8df2ae-f45e-444b-9cbd-8d589148eb89'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:59:01.824969 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1686a305-8b51-4cf5-88e4-850f93c08319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:01.867535 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-30604811-4955-43d8-af8e-8f4ce45d90b5 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:01.887266 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-30604811-4955-43d8-af8e-8f4ce45d90b5 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8107c65-ec75-401b-80b6-ac8e68d68ba5']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:59:01.896897 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-30604811-4955-43d8-af8e-8f4ce45d90b5 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a464cf3-fa7b-4961-ae92-7d7bb0dcbb9b') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:59:01.897194 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-30604811-4955-43d8-af8e-8f4ce45d90b5 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a464cf3-fa7b-4961-ae92-7d7bb0dcbb9b') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:59:01.906932 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-30604811-4955-43d8-af8e-8f4ce45d90b5 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:01.919760 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-30604811-4955-43d8-af8e-8f4ce45d90b5 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:01.925458 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30604811-4955-43d8-af8e-8f4ce45d90b5 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:59:01.925942 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-30604811-4955-43d8-af8e-8f4ce45d90b5 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:01.928860 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:59:01.928860 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:59:01.928860 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:59:01.928860 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:59:01.928860 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:59:01.928860 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:59:01.928860 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:59:01.928860 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:59:01.928860 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:59:01.928860 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:59:01.928860 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:59:01.928860 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:59:01.928860 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:59:01.928860 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:59:01.928860 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:59:01.928860 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:59:01.928860 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:59:01.928860 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:59:01.928860 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:59:01.928860 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:59:01.928860 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:59:01.928860 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:59:01.928860 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:59:01.928860 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:59:01.928860 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:59:01.928860 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:59:01.928860 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:59:01.928860 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:59:01.928860 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:59:01.928860 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:59:01.928860 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:59:01.928860 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:59:01.948581 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b1f01b7b-f9b9-4892-bfb6-4d3d856b0ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:01.961548 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76c8937-20b0-4b3d-ae0b-09612694c31c None None] Network c8107c65-ec75-401b-80b6-ac8e68d68ba5 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:59:01.995332 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-30604811-4955-43d8-af8e-8f4ce45d90b5 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:02.007708 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-30604811-4955-43d8-af8e-8f4ce45d90b5 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks [] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:02.009800 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-30604811-4955-43d8-af8e-8f4ce45d90b5 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] 10.222.0.13 "DELETE /v2.0/networks/c8107c65-ec75-401b-80b6-ac8e68d68ba5 HTTP/1.1" status: 204 len: 168 time: 0.4407411 Sep 17 08:59:02.015770 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 35842) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:59:02.020624 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30604811-4955-43d8-af8e-8f4ce45d90b5 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Pushing event deleted for resources: {'Network': ['ID=c8107c65-ec75-401b-80b6-ac8e68d68ba5,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:02.022402 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-8855252a-e1a2-410a-a2bc-62fe45daadca tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1609969175'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:59:02.048499 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-b1f01b7b-f9b9-4892-bfb6-4d3d856b0ee6 None None] For port ede56339-9d86-4c52-b17a-8bb64f53a601, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=ede56339-9d86-4c52-b17a-8bb64f53a601,segment=NetworkSegment(b76bc0f1-d33a-4361-8209-b8aa0b3cfd3f),segment_id=b76bc0f1-d33a-4361-8209-b8aa0b3cfd3f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:59:02.048760 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8855252a-e1a2-410a-a2bc-62fe45daadca tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Made reservation on behalf of e467b4ba7a054d8b9948e5f708a7571e for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:59:02.052626 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8855252a-e1a2-410a-a2bc-62fe45daadca tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:02.054491 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b1f01b7b-f9b9-4892-bfb6-4d3d856b0ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:02.085440 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8855252a-e1a2-410a-a2bc-62fe45daadca tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:59:02.098591 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8855252a-e1a2-410a-a2bc-62fe45daadca tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:02.099018 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-8855252a-e1a2-410a-a2bc-62fe45daadca tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Added segment ec02a605-884e-4ebd-8194-79703c5a6ca0 of type vlan for network c13e7e22-17e1-421c-947f-850c8be58e3c Sep 17 08:59:02.139231 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f01b7b-f9b9-4892-bfb6-4d3d856b0ee6 None None] Pushing event updated for resources: {'Port': ['ID=ede56339-9d86-4c52-b17a-8bb64f53a601,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:02.141124 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8855252a-e1a2-410a-a2bc-62fe45daadca tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:02.166642 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8855252a-e1a2-410a-a2bc-62fe45daadca tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:02.176283 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8855252a-e1a2-410a-a2bc-62fe45daadca tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:59:02.176840 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8855252a-e1a2-410a-a2bc-62fe45daadca tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks [] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:02.215305 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-8855252a-e1a2-410a-a2bc-62fe45daadca tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1976197 Sep 17 08:59:02.218271 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 35844) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:59:02.224542 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-68a094a0-3e7d-4f26-9bb4-ddd6e0df3732 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Request body: {'subnet': {'network_id': 'c13e7e22-17e1-421c-947f-850c8be58e3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:59:02.246548 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8855252a-e1a2-410a-a2bc-62fe45daadca tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Pushing event updated for resources: {'Network': ['ID=c13e7e22-17e1-421c-947f-850c8be58e3c,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:02.260736 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network c13e7e22-17e1-421c-947f-850c8be58e3c details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:59:02.317562 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a094a0-3e7d-4f26-9bb4-ddd6e0df3732 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Made reservation on behalf of e467b4ba7a054d8b9948e5f708a7571e for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:59:02.321219 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-68a094a0-3e7d-4f26-9bb4-ddd6e0df3732 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:02.334991 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-f7cad63b-4e3e-479d-a7ca-9b1687ebf192 None None] Provisioning complete for port ede56339-9d86-4c52-b17a-8bb64f53a601 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:59:02.335365 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f7cad63b-4e3e-479d-a7ca-9b1687ebf192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:02.340174 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device ede56339-9d86-4c52-b17a-8bb64f53a601 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:59:02.423653 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port ede56339-9d86-4c52-b17a-8bb64f53a601 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:59:02.424065 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:02.507050 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-68a094a0-3e7d-4f26-9bb4-ddd6e0df3732 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:02.569016 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a094a0-3e7d-4f26-9bb4-ddd6e0df3732 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Pushing event updated for resources: {'Subnet': ['ID=157b1733-9473-4c86-8d0f-3f8081eea611,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:02.577936 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a094a0-3e7d-4f26-9bb4-ddd6e0df3732 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Checking segment: {'id': 'ec02a605-884e-4ebd-8194-79703c5a6ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c13e7e22-17e1-421c-947f-850c8be58e3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:59:02.578293 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a094a0-3e7d-4f26-9bb4-ddd6e0df3732 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Network hostable DHCP agents. Network: c13e7e22-17e1-421c-947f-850c8be58e3c, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:59:02.594413 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a094a0-3e7d-4f26-9bb4-ddd6e0df3732 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Network c13e7e22-17e1-421c-947f-850c8be58e3c is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:59:02.602200 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-68a094a0-3e7d-4f26-9bb4-ddd6e0df3732 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, c13e7e22-17e1-421c-947f-850c8be58e3c) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:59:02.606130 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a094a0-3e7d-4f26-9bb4-ddd6e0df3732 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:59:02.606715 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-68a094a0-3e7d-4f26-9bb4-ddd6e0df3732 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:02.611185 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c41da01-8b32-48c3-b5c5-4b4037fc7fdc None None] Network c13e7e22-17e1-421c-947f-850c8be58e3c requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:59:02.620064 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-68a094a0-3e7d-4f26-9bb4-ddd6e0df3732 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4004819 Sep 17 08:59:02.624446 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 35846) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:59:02.629238 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-556d8ca0-34b4-4999-9cc8-51cc0a9bfc79 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2079556369'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:59:02.648849 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-556d8ca0-34b4-4999-9cc8-51cc0a9bfc79 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Made reservation on behalf of e467b4ba7a054d8b9948e5f708a7571e for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:59:02.652749 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-556d8ca0-34b4-4999-9cc8-51cc0a9bfc79 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:02.676352 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-556d8ca0-34b4-4999-9cc8-51cc0a9bfc79 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:59:02.685273 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-556d8ca0-34b4-4999-9cc8-51cc0a9bfc79 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:02.685619 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-556d8ca0-34b4-4999-9cc8-51cc0a9bfc79 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Added segment 6c1850bf-2480-414f-aafd-58cb806ce2dc of type vlan for network c2ac5f5e-63b1-4690-8b6f-8b6b6fa8e1e4 Sep 17 08:59:02.725323 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-556d8ca0-34b4-4999-9cc8-51cc0a9bfc79 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:02.748393 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-556d8ca0-34b4-4999-9cc8-51cc0a9bfc79 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:02.754855 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556d8ca0-34b4-4999-9cc8-51cc0a9bfc79 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:59:02.755075 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f79c208-84ca-4ce8-b124-063baa5e5892 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-c13e7e22-17e1-421c-947f-850c8be58e3c', 'network_id': 'c13e7e22-17e1-421c-947f-850c8be58e3c', 'tenant_id': 'e467b4ba7a054d8b9948e5f708a7571e', 'fixed_ips': [{'subnet_id': '157b1733-9473-4c86-8d0f-3f8081eea611'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:59:02.755442 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-556d8ca0-34b4-4999-9cc8-51cc0a9bfc79 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks [] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:02.755964 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4f79c208-84ca-4ce8-b124-063baa5e5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:02.795650 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-556d8ca0-34b4-4999-9cc8-51cc0a9bfc79 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1701322 Sep 17 08:59:02.798600 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 35848) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:59:02.804003 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-c5e30c42-ac07-4a52-8487-1154bbce05a6 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Request body: {'subnet': {'network_id': 'c2ac5f5e-63b1-4690-8b6f-8b6b6fa8e1e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:59:02.827260 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d8ca0-34b4-4999-9cc8-51cc0a9bfc79 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Pushing event updated for resources: {'Network': ['ID=c2ac5f5e-63b1-4690-8b6f-8b6b6fa8e1e4,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:02.839254 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network c2ac5f5e-63b1-4690-8b6f-8b6b6fa8e1e4 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:59:02.893699 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e30c42-ac07-4a52-8487-1154bbce05a6 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Made reservation on behalf of e467b4ba7a054d8b9948e5f708a7571e for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:59:02.897770 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c5e30c42-ac07-4a52-8487-1154bbce05a6 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:03.092178 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c5e30c42-ac07-4a52-8487-1154bbce05a6 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:03.103342 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-4f79c208-84ca-4ce8-b124-063baa5e5892 None None] Allocated IP 2001:db8::2 (c13e7e22-17e1-421c-947f-850c8be58e3c/157b1733-9473-4c86-8d0f-3f8081eea611/7fe8327b-7ad7-480b-9133-3650bb06977b) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:59:03.157186 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e30c42-ac07-4a52-8487-1154bbce05a6 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Pushing event updated for resources: {'Subnet': ['ID=84c980ef-7104-4239-a408-eba623fce5bc,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:03.165871 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e30c42-ac07-4a52-8487-1154bbce05a6 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Checking segment: {'id': '6c1850bf-2480-414f-aafd-58cb806ce2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c2ac5f5e-63b1-4690-8b6f-8b6b6fa8e1e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:59:03.166235 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e30c42-ac07-4a52-8487-1154bbce05a6 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Network hostable DHCP agents. Network: c2ac5f5e-63b1-4690-8b6f-8b6b6fa8e1e4, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:59:03.183745 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e30c42-ac07-4a52-8487-1154bbce05a6 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Network c2ac5f5e-63b1-4690-8b6f-8b6b6fa8e1e4 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:59:03.191639 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-c5e30c42-ac07-4a52-8487-1154bbce05a6 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, c2ac5f5e-63b1-4690-8b6f-8b6b6fa8e1e4) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:59:03.196699 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e30c42-ac07-4a52-8487-1154bbce05a6 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:59:03.197263 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c5e30c42-ac07-4a52-8487-1154bbce05a6 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks [] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:03.205892 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2947d6a-9c00-43c6-a6ab-4b79d173c56a None None] Network c2ac5f5e-63b1-4690-8b6f-8b6b6fa8e1e4 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:59:03.210989 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c5e30c42-ac07-4a52-8487-1154bbce05a6 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4111125 Sep 17 08:59:03.213694 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 35850) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:59:03.304028 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4f79c208-84ca-4ce8-b124-063baa5e5892 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:03.310988 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2ef0cd51-903c-4f96-bb3c-6cddcd570e0f tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:03.314138 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4f79c208-84ca-4ce8-b124-063baa5e5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:03.362706 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f79c208-84ca-4ce8-b124-063baa5e5892 None None] Network c13e7e22-17e1-421c-947f-850c8be58e3c is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:59:03.365087 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2ef0cd51-903c-4f96-bb3c-6cddcd570e0f tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:03.389852 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-4f79c208-84ca-4ce8-b124-063baa5e5892 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:59:03.396495 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f79c208-84ca-4ce8-b124-063baa5e5892 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:59:03.402145 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79c208-84ca-4ce8-b124-063baa5e5892 None None] Pushing event updated for resources: {'Port': ['ID=7fe8327b-7ad7-480b-9133-3650bb06977b,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:03.427112 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2ef0cd51-903c-4f96-bb3c-6cddcd570e0f tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:03.459537 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef0cd51-903c-4f96-bb3c-6cddcd570e0f tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Pushing event deleted for resources: {'Subnet': ['ID=84c980ef-7104-4239-a408-eba623fce5bc,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:03.478079 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-4f79c208-84ca-4ce8-b124-063baa5e5892 None None] Attempting to bind port 7fe8327b-7ad7-480b-9133-3650bb06977b on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:59:03.478369 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-4f79c208-84ca-4ce8-b124-063baa5e5892 None None] Attempting to bind port 7fe8327b-7ad7-480b-9133-3650bb06977b by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'ec02a605-884e-4ebd-8194-79703c5a6ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c13e7e22-17e1-421c-947f-850c8be58e3c'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:59:03.478743 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f79c208-84ca-4ce8-b124-063baa5e5892 None None] Attempting to bind port 7fe8327b-7ad7-480b-9133-3650bb06977b on network c13e7e22-17e1-421c-947f-850c8be58e3c {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:59:03.484497 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f79c208-84ca-4ce8-b124-063baa5e5892 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:59:03.484878 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f79c208-84ca-4ce8-b124-063baa5e5892 None None] Checking segment: {'id': 'ec02a605-884e-4ebd-8194-79703c5a6ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c13e7e22-17e1-421c-947f-850c8be58e3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:59:03.485298 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4f79c208-84ca-4ce8-b124-063baa5e5892 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:03.485695 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f79c208-84ca-4ce8-b124-063baa5e5892 None None] Bound using segment: {'id': 'ec02a605-884e-4ebd-8194-79703c5a6ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c13e7e22-17e1-421c-947f-850c8be58e3c'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:59:03.486165 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-4f79c208-84ca-4ce8-b124-063baa5e5892 None None] Bound port: 7fe8327b-7ad7-480b-9133-3650bb06977b, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec02a605-884e-4ebd-8194-79703c5a6ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c13e7e22-17e1-421c-947f-850c8be58e3c'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:59:03.486617 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4f79c208-84ca-4ce8-b124-063baa5e5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:03.489719 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ef0cf6-9bbf-438d-8c24-a8ef56ae157d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-c2ac5f5e-63b1-4690-8b6f-8b6b6fa8e1e4', 'network_id': 'c2ac5f5e-63b1-4690-8b6f-8b6b6fa8e1e4', 'tenant_id': 'e467b4ba7a054d8b9948e5f708a7571e', 'fixed_ips': [{'subnet_id': '84c980ef-7104-4239-a408-eba623fce5bc'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:59:03.490543 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-62ef0cf6-9bbf-438d-8c24-a8ef56ae157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:03.521088 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2ef0cd51-903c-4f96-bb3c-6cddcd570e0f tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:03.544207 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-2ef0cd51-903c-4f96-bb3c-6cddcd570e0f tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2ac5f5e-63b1-4690-8b6f-8b6b6fa8e1e4']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:59:03.556824 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-2ef0cd51-903c-4f96-bb3c-6cddcd570e0f tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c1850bf-2480-414f-aafd-58cb806ce2dc') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:59:03.557118 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-2ef0cd51-903c-4f96-bb3c-6cddcd570e0f tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c1850bf-2480-414f-aafd-58cb806ce2dc') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:59:03.566513 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2ef0cd51-903c-4f96-bb3c-6cddcd570e0f tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:03.579691 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2ef0cd51-903c-4f96-bb3c-6cddcd570e0f tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:03.585766 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ef0cd51-903c-4f96-bb3c-6cddcd570e0f tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:59:03.586270 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2ef0cd51-903c-4f96-bb3c-6cddcd570e0f tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:03.589846 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 08:59:03.589846 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:59:03.589846 n-d-789963-9 neutron-server[101290]: timer() Sep 17 08:59:03.589846 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:59:03.589846 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 08:59:03.589846 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:59:03.589846 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 08:59:03.589846 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:59:03.589846 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 08:59:03.589846 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:59:03.589846 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 08:59:03.589846 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:59:03.589846 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 08:59:03.589846 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:59:03.589846 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:59:03.589846 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:59:03.589846 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:59:03.589846 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:59:03.589846 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 08:59:03.589846 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:59:03.589846 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 08:59:03.589846 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:59:03.589846 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:59:03.589846 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:59:03.589846 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 08:59:03.589846 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:59:03.589846 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:59:03.589846 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:59:03.589846 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:59:03.589846 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:59:03.589846 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:59:03.589846 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:59:03.619675 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbf2943-076d-4a14-9c85-4fac5771a1cb None None] Network c2ac5f5e-63b1-4690-8b6f-8b6b6fa8e1e4 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:59:03.621867 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-4f79c208-84ca-4ce8-b124-063baa5e5892 None None] For port 7fe8327b-7ad7-480b-9133-3650bb06977b, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:59:03.626204 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-4f79c208-84ca-4ce8-b124-063baa5e5892 None None] For port 7fe8327b-7ad7-480b-9133-3650bb06977b, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=7fe8327b-7ad7-480b-9133-3650bb06977b,segment=NetworkSegment(ec02a605-884e-4ebd-8194-79703c5a6ca0),segment_id=ec02a605-884e-4ebd-8194-79703c5a6ca0)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:59:03.639353 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4f79c208-84ca-4ce8-b124-063baa5e5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:03.650521 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2ef0cd51-903c-4f96-bb3c-6cddcd570e0f tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:03.659648 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2ef0cd51-903c-4f96-bb3c-6cddcd570e0f tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks [] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:03.661632 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-2ef0cd51-903c-4f96-bb3c-6cddcd570e0f tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] 10.222.0.13 "DELETE /v2.0/networks/c2ac5f5e-63b1-4690-8b6f-8b6b6fa8e1e4 HTTP/1.1" status: 204 len: 168 time: 0.4470212 Sep 17 08:59:03.664556 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 35852) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:59:03.671511 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef0cd51-903c-4f96-bb3c-6cddcd570e0f tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Pushing event deleted for resources: {'Network': ['ID=c2ac5f5e-63b1-4690-8b6f-8b6b6fa8e1e4,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:03.695663 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-99d60137-e942-40a0-9c06-1ba9f09d884d tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] GET failed (client error): The resource could not be found. Sep 17 08:59:03.697101 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-99d60137-e942-40a0-9c06-1ba9f09d884d tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] 10.222.0.13 "GET /v2.0/subnets/84c980ef-7104-4239-a408-eba623fce5bc HTTP/1.1" status: 404 len: 337 time: 0.0315354 Sep 17 08:59:03.699917 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 35854) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:59:03.717892 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0d0eb4b-745b-49f7-bc0a-8a9bcb6b0b6a tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] DELETE failed (client error): The resource could not be found. Sep 17 08:59:03.718459 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0d0eb4b-745b-49f7-bc0a-8a9bcb6b0b6a tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:59:03.720255 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-f0d0eb4b-745b-49f7-bc0a-8a9bcb6b0b6a tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] 10.222.0.13 "DELETE /v2.0/networks/c2ac5f5e-63b1-4690-8b6f-8b6b6fa8e1e4 HTTP/1.1" status: 404 len: 339 time: 0.0193894 Sep 17 08:59:03.724017 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 35856) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:59:03.755474 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f956b83-eb21-414f-b4aa-cb6a1a30fcfd tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] DELETE failed (client error): The resource could not be found. Sep 17 08:59:03.755971 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f956b83-eb21-414f-b4aa-cb6a1a30fcfd tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:59:03.757744 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-4f956b83-eb21-414f-b4aa-cb6a1a30fcfd tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] 10.222.0.13 "DELETE /v2.0/subnets/84c980ef-7104-4239-a408-eba623fce5bc HTTP/1.1" status: 404 len: 337 time: 0.0326102 Sep 17 08:59:03.760251 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 35858) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:59:03.762200 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79c208-84ca-4ce8-b124-063baa5e5892 None None] Pushing event updated for resources: {'Port': ['ID=7fe8327b-7ad7-480b-9133-3650bb06977b,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:03.779218 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-d41fa0c5-4cfa-4129-bc37-3f90d6e27564 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] DELETE failed (client error): The resource could not be found. Sep 17 08:59:03.779792 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d41fa0c5-4cfa-4129-bc37-3f90d6e27564 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:59:03.783271 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-d41fa0c5-4cfa-4129-bc37-3f90d6e27564 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] 10.222.0.13 "DELETE /v2.0/networks/c2ac5f5e-63b1-4690-8b6f-8b6b6fa8e1e4 HTTP/1.1" status: 404 len: 339 time: 0.0203941 Sep 17 08:59:03.784192 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 35860) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:59:03.836458 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-aff40142-8874-41c3-926d-a0ba9c83d26b tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Deleting subnet 157b1733-9473-4c86-8d0f-3f8081eea611 {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:59:03.841160 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-aff40142-8874-41c3-926d-a0ba9c83d26b tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:03.894001 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-aff40142-8874-41c3-926d-a0ba9c83d26b tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:03.984334 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-aff40142-8874-41c3-926d-a0ba9c83d26b tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:04.043718 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-aff40142-8874-41c3-926d-a0ba9c83d26b tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:04.070733 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff40142-8874-41c3-926d-a0ba9c83d26b tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Pushing event deleted for resources: {'Subnet': ['ID=157b1733-9473-4c86-8d0f-3f8081eea611,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:04.072765 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-aff40142-8874-41c3-926d-a0ba9c83d26b tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:04.075196 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-aff40142-8874-41c3-926d-a0ba9c83d26b tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] 10.222.0.13 "DELETE /v2.0/subnets/157b1733-9473-4c86-8d0f-3f8081eea611 HTTP/1.1" status: 204 len: 168 time: 0.2900126 Sep 17 08:59:04.077747 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 35862) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:59:04.157051 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ca382e1e-827e-4bee-955c-5c43a4ac4ccc tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:04.208879 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-ca382e1e-827e-4bee-955c-5c43a4ac4ccc tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Deleting port 7fe8327b-7ad7-480b-9133-3650bb06977b {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:59:04.209227 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ca382e1e-827e-4bee-955c-5c43a4ac4ccc tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:04.275422 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-ca382e1e-827e-4bee-955c-5c43a4ac4ccc tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] For port 7fe8327b-7ad7-480b-9133-3650bb06977b, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=7fe8327b-7ad7-480b-9133-3650bb06977b,segment=NetworkSegment(ec02a605-884e-4ebd-8194-79703c5a6ca0),segment_id=ec02a605-884e-4ebd-8194-79703c5a6ca0)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:59:04.275788 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ca382e1e-827e-4bee-955c-5c43a4ac4ccc tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:04.288794 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-ca382e1e-827e-4bee-955c-5c43a4ac4ccc tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Calling delete_port for 7fe8327b-7ad7-480b-9133-3650bb06977b owned by network:dhcp {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:59:04.301224 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 7fe8327b-7ad7-480b-9133-3650bb06977b up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:59:04.351197 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 7fe8327b-7ad7-480b-9133-3650bb06977b triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:59:04.351825 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:04.375738 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ca382e1e-827e-4bee-955c-5c43a4ac4ccc tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:04.395063 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Could not find standard attr ID for object 7fe8327b-7ad7-480b-9133-3650bb06977b. {{(pid=101291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 08:59:04.398049 n-d-789963-9 neutron-server[101291]: INFO neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No ports have port_id starting with 7fe8327b-7ad7-480b-9133-3650bb06977b Sep 17 08:59:04.404081 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca382e1e-827e-4bee-955c-5c43a4ac4ccc tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Pushing event deleted for resources: {'Port': ['ID=7fe8327b-7ad7-480b-9133-3650bb06977b,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:04.405944 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca382e1e-827e-4bee-955c-5c43a4ac4ccc tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] No DVR routers for this DVR port 7fe8327b-7ad7-480b-9133-3650bb06977b on host n-d-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:59:04.489501 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ca382e1e-827e-4bee-955c-5c43a4ac4ccc tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:04.509742 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-ca382e1e-827e-4bee-955c-5c43a4ac4ccc tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c13e7e22-17e1-421c-947f-850c8be58e3c']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:59:04.520113 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-ca382e1e-827e-4bee-955c-5c43a4ac4ccc tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec02a605-884e-4ebd-8194-79703c5a6ca0') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:59:04.520429 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-ca382e1e-827e-4bee-955c-5c43a4ac4ccc tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec02a605-884e-4ebd-8194-79703c5a6ca0') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:59:04.531403 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ca382e1e-827e-4bee-955c-5c43a4ac4ccc tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:04.546030 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ca382e1e-827e-4bee-955c-5c43a4ac4ccc tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:04.552512 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca382e1e-827e-4bee-955c-5c43a4ac4ccc tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:59:04.552916 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ca382e1e-827e-4bee-955c-5c43a4ac4ccc tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:04.555936 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:59:04.555936 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:59:04.555936 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:59:04.555936 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:59:04.555936 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:59:04.555936 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:59:04.555936 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:59:04.555936 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:59:04.555936 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:59:04.555936 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:59:04.555936 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:59:04.555936 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:59:04.555936 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:59:04.555936 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:59:04.555936 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:59:04.555936 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:59:04.555936 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:59:04.555936 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:59:04.555936 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:59:04.555936 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:59:04.555936 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:59:04.555936 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:59:04.555936 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:59:04.555936 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:59:04.555936 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:59:04.555936 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:59:04.555936 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:59:04.555936 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:59:04.555936 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:59:04.555936 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:59:04.555936 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:59:04.555936 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:59:04.617679 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ca382e1e-827e-4bee-955c-5c43a4ac4ccc tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:04.624910 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ca382e1e-827e-4bee-955c-5c43a4ac4ccc tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks [] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:04.626771 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ca382e1e-827e-4bee-955c-5c43a4ac4ccc tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] 10.222.0.13 "DELETE /v2.0/networks/c13e7e22-17e1-421c-947f-850c8be58e3c HTTP/1.1" status: 204 len: 168 time: 0.5481203 Sep 17 08:59:04.629424 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 35864) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:59:04.646015 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca382e1e-827e-4bee-955c-5c43a4ac4ccc tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Pushing event deleted for resources: {'Network': ['ID=c13e7e22-17e1-421c-947f-850c8be58e3c,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:04.666526 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-2827c66d-cc50-4e6f-96a5-3dc23dfed7cb tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] DELETE failed (client error): The resource could not be found. Sep 17 08:59:04.667112 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2827c66d-cc50-4e6f-96a5-3dc23dfed7cb tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:59:04.668766 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-2827c66d-cc50-4e6f-96a5-3dc23dfed7cb tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] 10.222.0.13 "DELETE /v2.0/subnets/0e8df2ae-f45e-444b-9cbd-8d589148eb89 HTTP/1.1" status: 404 len: 337 time: 0.0299854 Sep 17 08:59:04.671333 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 35866) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:59:04.686572 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a233df-777b-4837-800f-43e706385547 None None] DHCP port deletion for c13e7e22-17e1-421c-947f-850c8be58e3c request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 08:59:04.688545 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-6df2a42f-5f9c-4d0e-a27a-05047eed2bfe tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] DELETE failed (client error): The resource could not be found. Sep 17 08:59:04.689091 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6df2a42f-5f9c-4d0e-a27a-05047eed2bfe tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:59:04.690783 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-6df2a42f-5f9c-4d0e-a27a-05047eed2bfe tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] 10.222.0.13 "DELETE /v2.0/networks/c8107c65-ec75-401b-80b6-ac8e68d68ba5 HTTP/1.1" status: 404 len: 339 time: 0.0185218 Sep 17 08:59:04.693280 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 35868) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:59:04.703921 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917e91d5-82eb-4592-b0a1-96bc2c943cd9 None None] Network c13e7e22-17e1-421c-947f-850c8be58e3c requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:59:04.718519 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917e91d5-82eb-4592-b0a1-96bc2c943cd9 None None] Network c13e7e22-17e1-421c-947f-850c8be58e3c could not be found, it might have been deleted concurrently. {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 17 08:59:04.721526 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-8deaa8fe-fe1b-4bb8-8bb9-cd3d5a38709e None None] Could not find standard attr ID for object 7fe8327b-7ad7-480b-9133-3650bb06977b. {{(pid=101291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 08:59:04.723993 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-02dbd757-df0f-402d-9f2b-9b1bd616d449 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] DELETE failed (client error): The resource could not be found. Sep 17 08:59:04.724440 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02dbd757-df0f-402d-9f2b-9b1bd616d449 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:59:04.726139 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-02dbd757-df0f-402d-9f2b-9b1bd616d449 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] 10.222.0.13 "DELETE /v2.0/subnets/04d75ea8-0059-4f79-a3f3-29a25dcfe8ec HTTP/1.1" status: 404 len: 337 time: 0.0317342 Sep 17 08:59:04.728644 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 35870) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:59:04.745610 n-d-789963-9 neutron-server[101289]: INFO neutron.pecan_wsgi.hooks.translation [None req-29c9bfd1-39f9-4f22-a3e8-e46681058255 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] DELETE failed (client error): The resource could not be found. Sep 17 08:59:04.746133 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29c9bfd1-39f9-4f22-a3e8-e46681058255 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101289) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 08:59:04.747711 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-29c9bfd1-39f9-4f22-a3e8-e46681058255 tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] 10.222.0.13 "DELETE /v2.0/networks/5989e0ba-d9a4-4b66-8291-be4e0e049057 HTTP/1.1" status: 404 len: 339 time: 0.0182011 Sep 17 08:59:04.749901 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 35872) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:59:04.803976 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-f06879f8-2ce7-4065-8182-476a7c571e9f tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Deleting subnet a63353e1-a932-45ae-8ac1-080fd2d623a6 {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:59:04.806898 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f06879f8-2ce7-4065-8182-476a7c571e9f tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:04.846496 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f06879f8-2ce7-4065-8182-476a7c571e9f tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:04.930383 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f06879f8-2ce7-4065-8182-476a7c571e9f tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:04.991500 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f06879f8-2ce7-4065-8182-476a7c571e9f tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:05.018738 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06879f8-2ce7-4065-8182-476a7c571e9f tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Pushing event deleted for resources: {'Subnet': ['ID=a63353e1-a932-45ae-8ac1-080fd2d623a6,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:05.021053 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f06879f8-2ce7-4065-8182-476a7c571e9f tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:05.024126 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-f06879f8-2ce7-4065-8182-476a7c571e9f tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] 10.222.0.13 "DELETE /v2.0/subnets/a63353e1-a932-45ae-8ac1-080fd2d623a6 HTTP/1.1" status: 204 len: 168 time: 0.2721360 Sep 17 08:59:05.025364 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 35874) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:59:05.028208 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4967e30-8bb4-4841-ba19-cbd3cb3a9fba None None] Network f4829097-07e9-4874-ae99-57d641abb465 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:59:05.099110 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c75db9f0-b807-4101-972d-6f86089aa25a tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:05.151499 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-c75db9f0-b807-4101-972d-6f86089aa25a tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Deleting port ede56339-9d86-4c52-b17a-8bb64f53a601 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:59:05.151861 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c75db9f0-b807-4101-972d-6f86089aa25a tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:05.194936 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612e8e39-7435-437c-9cdf-9a4734e16c59 None None] DHCP port deletion for f4829097-07e9-4874-ae99-57d641abb465 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 08:59:05.224432 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-c75db9f0-b807-4101-972d-6f86089aa25a tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] For port ede56339-9d86-4c52-b17a-8bb64f53a601, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=ede56339-9d86-4c52-b17a-8bb64f53a601,segment=NetworkSegment(b76bc0f1-d33a-4361-8209-b8aa0b3cfd3f),segment_id=b76bc0f1-d33a-4361-8209-b8aa0b3cfd3f)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:59:05.224807 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c75db9f0-b807-4101-972d-6f86089aa25a tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:05.237214 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-c75db9f0-b807-4101-972d-6f86089aa25a tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Calling delete_port for ede56339-9d86-4c52-b17a-8bb64f53a601 owned by network:dhcp {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:59:05.240130 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-612e8e39-7435-437c-9cdf-9a4734e16c59 None None] Deleting port ede56339-9d86-4c52-b17a-8bb64f53a601 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:59:05.240507 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-612e8e39-7435-437c-9cdf-9a4734e16c59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:05.301011 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-612e8e39-7435-437c-9cdf-9a4734e16c59 None None] For port ede56339-9d86-4c52-b17a-8bb64f53a601, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=ede56339-9d86-4c52-b17a-8bb64f53a601,segment=NetworkSegment(b76bc0f1-d33a-4361-8209-b8aa0b3cfd3f),segment_id=b76bc0f1-d33a-4361-8209-b8aa0b3cfd3f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:59:05.301404 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-612e8e39-7435-437c-9cdf-9a4734e16c59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:05.313844 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-612e8e39-7435-437c-9cdf-9a4734e16c59 None None] Calling delete_port for ede56339-9d86-4c52-b17a-8bb64f53a601 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:59:05.319040 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c75db9f0-b807-4101-972d-6f86089aa25a tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:05.348568 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75db9f0-b807-4101-972d-6f86089aa25a tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Pushing event deleted for resources: {'Port': ['ID=ede56339-9d86-4c52-b17a-8bb64f53a601,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:05.353566 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75db9f0-b807-4101-972d-6f86089aa25a tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] No DVR routers for this DVR port ede56339-9d86-4c52-b17a-8bb64f53a601 on host n-d-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:59:05.386216 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:59:05.386216 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:59:05.386216 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:59:05.386216 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:59:05.386216 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:59:05.386216 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:59:05.386216 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:59:05.386216 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:59:05.386216 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:59:05.386216 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:59:05.386216 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:59:05.386216 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:59:05.386216 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:59:05.386216 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:59:05.386216 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:59:05.386216 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:59:05.386216 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:59:05.386216 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:59:05.386216 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:59:05.386216 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:59:05.386216 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:59:05.386216 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:59:05.386216 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:59:05.386216 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:59:05.386216 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:59:05.386216 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:59:05.386216 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:59:05.386216 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:59:05.386216 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:59:05.386216 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:59:05.386216 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:59:05.386216 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:59:05.386216 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:59:05.386216 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:59:05.386216 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:59:05.386216 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:59:05.386216 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:59:05.386216 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:59:05.386216 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:59:05.386216 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:59:05.386216 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:59:05.386216 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:59:05.386216 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:59:05.386216 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:59:05.386216 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:59:05.386216 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:59:05.386216 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:59:05.386216 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:59:05.386216 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:59:05.386216 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:59:05.386216 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:59:05.386216 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:59:05.386216 n-d-789963-9 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 08:59:05.386216 n-d-789963-9 neutron-server[101291]: self.session.flush() Sep 17 08:59:05.391405 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-612e8e39-7435-437c-9cdf-9a4734e16c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:05.418860 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612e8e39-7435-437c-9cdf-9a4734e16c59 None None] No DVR routers for this DVR port ede56339-9d86-4c52-b17a-8bb64f53a601 on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:59:05.425145 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612e8e39-7435-437c-9cdf-9a4734e16c59 None None] Pushing event deleted for resources: {'Port': ['ID=ede56339-9d86-4c52-b17a-8bb64f53a601,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:05.437951 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c75db9f0-b807-4101-972d-6f86089aa25a tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:05.459183 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-c75db9f0-b807-4101-972d-6f86089aa25a tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4829097-07e9-4874-ae99-57d641abb465']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:59:05.468446 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-c75db9f0-b807-4101-972d-6f86089aa25a tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b76bc0f1-d33a-4361-8209-b8aa0b3cfd3f') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:59:05.468751 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-c75db9f0-b807-4101-972d-6f86089aa25a tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b76bc0f1-d33a-4361-8209-b8aa0b3cfd3f') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:59:05.482635 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c75db9f0-b807-4101-972d-6f86089aa25a tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:05.495207 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c75db9f0-b807-4101-972d-6f86089aa25a tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:05.501436 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c75db9f0-b807-4101-972d-6f86089aa25a tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:59:05.501825 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c75db9f0-b807-4101-972d-6f86089aa25a tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:05.505080 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 08:59:05.505080 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:59:05.505080 n-d-789963-9 neutron-server[101289]: timer() Sep 17 08:59:05.505080 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:59:05.505080 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 08:59:05.505080 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:59:05.505080 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 08:59:05.505080 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:59:05.505080 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 08:59:05.505080 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:59:05.505080 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 08:59:05.505080 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:59:05.505080 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 08:59:05.505080 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:59:05.505080 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:59:05.505080 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:59:05.505080 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:59:05.505080 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:59:05.505080 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 08:59:05.505080 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:59:05.505080 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 08:59:05.505080 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:59:05.505080 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:59:05.505080 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:59:05.505080 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 08:59:05.505080 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:59:05.505080 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:59:05.505080 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:59:05.505080 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:59:05.505080 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:59:05.505080 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:59:05.505080 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:59:05.563152 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c75db9f0-b807-4101-972d-6f86089aa25a tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:05.569951 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-c75db9f0-b807-4101-972d-6f86089aa25a tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Notify callbacks [] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:05.571733 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-c75db9f0-b807-4101-972d-6f86089aa25a tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] 10.222.0.13 "DELETE /v2.0/networks/f4829097-07e9-4874-ae99-57d641abb465 HTTP/1.1" status: 204 len: 168 time: 0.5451217 Sep 17 08:59:05.582354 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75db9f0-b807-4101-972d-6f86089aa25a tempest-NetworksIpV6Test-672294608 tempest-NetworksIpV6Test-672294608-project] Pushing event deleted for resources: {'Network': ['ID=f4829097-07e9-4874-ae99-57d641abb465,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:05.804531 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 35880) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:59:05.934540 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-3463a02c-9167-4a62-90d1-2398e06213e3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e467b4ba7a054d8b9948e5f708a7571e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1288366 Sep 17 08:59:05.937005 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 35884) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:59:05.989003 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e01e8a6f-29dc-4c97-931f-30cf9453a944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:06.009735 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e01e8a6f-29dc-4c97-931f-30cf9453a944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:06.057032 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e01e8a6f-29dc-4c97-931f-30cf9453a944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:06.059525 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e01e8a6f-29dc-4c97-931f-30cf9453a944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:06.060717 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e01e8a6f-29dc-4c97-931f-30cf9453a944 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a38f0930-073c-4779-9de0-dd48959caa84 HTTP/1.1" status: 204 len: 168 time: 0.1228061 Sep 17 08:59:06.068044 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01e8a6f-29dc-4c97-931f-30cf9453a944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38f0930-073c-4779-9de0-dd48959caa84,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:06.197492 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:06.202029 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:06.274660 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 7fe8327b-7ad7-480b-9133-3650bb06977b no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:59:06.294329 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 7fe8327b-7ad7-480b-9133-3650bb06977b {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:59:06.294621 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 7fe8327b-7ad7-480b-9133-3650bb06977b not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:59:06.295048 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device ede56339-9d86-4c52-b17a-8bb64f53a601 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:59:06.313091 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: ede56339-9d86-4c52-b17a-8bb64f53a601 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:59:06.313440 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device ede56339-9d86-4c52-b17a-8bb64f53a601 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:59:06.682871 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 35906) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:59:06.775522 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-6fc99496-c855-4437-9afd-54cc75d5b1b3 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1671783762', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:59:06.797944 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6fc99496-c855-4437-9afd-54cc75d5b1b3 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:06.798891 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6fc99496-c855-4437-9afd-54cc75d5b1b3 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:06.847717 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6fc99496-c855-4437-9afd-54cc75d5b1b3 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:06.851760 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6fc99496-c855-4437-9afd-54cc75d5b1b3 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:06.866523 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6fc99496-c855-4437-9afd-54cc75d5b1b3 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:06.867705 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6fc99496-c855-4437-9afd-54cc75d5b1b3 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1832776 Sep 17 08:59:06.870455 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 35910) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:59:06.875574 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-b6866f1a-90a3-49c3-8bd8-8246e680dbfe tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1534856677'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:59:06.895213 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6866f1a-90a3-49c3-8bd8-8246e680dbfe tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Made reservation on behalf of 5a1227bd3e6145198a7616e5e0c76d90 for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:59:06.898454 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b6866f1a-90a3-49c3-8bd8-8246e680dbfe tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:06.908850 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b6866f1a-90a3-49c3-8bd8-8246e680dbfe tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:06.994636 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b6866f1a-90a3-49c3-8bd8-8246e680dbfe tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:06.998694 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b6866f1a-90a3-49c3-8bd8-8246e680dbfe tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:07.023971 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6866f1a-90a3-49c3-8bd8-8246e680dbfe tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:59:07.033093 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6866f1a-90a3-49c3-8bd8-8246e680dbfe tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54582bea-92ea-48dc-9714-094714af3f62,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:07.037890 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b6866f1a-90a3-49c3-8bd8-8246e680dbfe tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:07.038233 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-b6866f1a-90a3-49c3-8bd8-8246e680dbfe tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Added segment bf3d99ee-a770-4cde-9499-e25ed9c15e58 of type vlan for network 8efc4878-f5a1-4bb4-a6e5-8f453e5713b4 Sep 17 08:59:07.077517 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b6866f1a-90a3-49c3-8bd8-8246e680dbfe tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:07.101021 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b6866f1a-90a3-49c3-8bd8-8246e680dbfe tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:07.107029 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6866f1a-90a3-49c3-8bd8-8246e680dbfe tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:59:07.107616 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b6866f1a-90a3-49c3-8bd8-8246e680dbfe tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Notify callbacks [] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:07.138776 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b6866f1a-90a3-49c3-8bd8-8246e680dbfe tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2668281 Sep 17 08:59:07.141551 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 35912) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:59:07.148703 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-2d59b338-4664-48a5-a402-a04992e73f35 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Request body: {'subnet': {'network_id': '8efc4878-f5a1-4bb4-a6e5-8f453e5713b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:59:07.195657 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6866f1a-90a3-49c3-8bd8-8246e680dbfe tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Pushing event updated for resources: {'Network': ['ID=8efc4878-f5a1-4bb4-a6e5-8f453e5713b4,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:07.208645 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 8efc4878-f5a1-4bb4-a6e5-8f453e5713b4 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:59:07.265986 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d59b338-4664-48a5-a402-a04992e73f35 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Made reservation on behalf of 5a1227bd3e6145198a7616e5e0c76d90 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:59:07.269620 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2d59b338-4664-48a5-a402-a04992e73f35 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:07.441355 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2d59b338-4664-48a5-a402-a04992e73f35 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:07.498109 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d59b338-4664-48a5-a402-a04992e73f35 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Pushing event updated for resources: {'Subnet': ['ID=342ab5b9-2762-4a21-8a8a-0e2336d4a0ba,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:07.509987 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d59b338-4664-48a5-a402-a04992e73f35 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Checking segment: {'id': 'bf3d99ee-a770-4cde-9499-e25ed9c15e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8efc4878-f5a1-4bb4-a6e5-8f453e5713b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:59:07.510347 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d59b338-4664-48a5-a402-a04992e73f35 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Network hostable DHCP agents. Network: 8efc4878-f5a1-4bb4-a6e5-8f453e5713b4, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:59:07.525883 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d59b338-4664-48a5-a402-a04992e73f35 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Network 8efc4878-f5a1-4bb4-a6e5-8f453e5713b4 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:59:07.534490 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-2d59b338-4664-48a5-a402-a04992e73f35 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 8efc4878-f5a1-4bb4-a6e5-8f453e5713b4) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:59:07.538654 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d59b338-4664-48a5-a402-a04992e73f35 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:59:07.539270 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2d59b338-4664-48a5-a402-a04992e73f35 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Notify callbacks [] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:07.544390 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1173f1e0-1b61-4da9-b114-b679a520ee01 None None] Network 8efc4878-f5a1-4bb4-a6e5-8f453e5713b4 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:59:07.553482 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-2d59b338-4664-48a5-a402-a04992e73f35 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4108272 Sep 17 08:59:07.556739 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 35914) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:59:07.562428 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-dc4b2b5d-1a4f-40af-84af-d320a17c409d tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2020238474'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:59:07.581877 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc4b2b5d-1a4f-40af-84af-d320a17c409d tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Made reservation on behalf of 5a1227bd3e6145198a7616e5e0c76d90 for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:59:07.585572 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-dc4b2b5d-1a4f-40af-84af-d320a17c409d tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:07.609891 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc4b2b5d-1a4f-40af-84af-d320a17c409d tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:59:07.619639 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-dc4b2b5d-1a4f-40af-84af-d320a17c409d tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:07.620028 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-dc4b2b5d-1a4f-40af-84af-d320a17c409d tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Added segment 148505d4-5fea-45b8-879e-815cb3258c61 of type vlan for network 99b0507c-9cff-4281-bca0-13d1fae5ae5e Sep 17 08:59:07.661172 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-dc4b2b5d-1a4f-40af-84af-d320a17c409d tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:07.687063 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9735f09-ae63-4cbf-b37e-f7ae7a1f85ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-8efc4878-f5a1-4bb4-a6e5-8f453e5713b4', 'network_id': '8efc4878-f5a1-4bb4-a6e5-8f453e5713b4', 'tenant_id': '5a1227bd3e6145198a7616e5e0c76d90', 'fixed_ips': [{'subnet_id': '342ab5b9-2762-4a21-8a8a-0e2336d4a0ba'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:59:07.687949 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f9735f09-ae63-4cbf-b37e-f7ae7a1f85ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:07.690907 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-dc4b2b5d-1a4f-40af-84af-d320a17c409d tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:07.696508 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4b2b5d-1a4f-40af-84af-d320a17c409d tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:59:07.697123 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-dc4b2b5d-1a4f-40af-84af-d320a17c409d tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Notify callbacks [] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:07.729014 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-dc4b2b5d-1a4f-40af-84af-d320a17c409d tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1706221 Sep 17 08:59:07.731734 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 35916) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:59:07.736502 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-cf0c1a49-d070-4701-b6bb-added41507b7 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Request body: {'subnet': {'network_id': '99b0507c-9cff-4281-bca0-13d1fae5ae5e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:59:07.787304 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4b2b5d-1a4f-40af-84af-d320a17c409d tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Pushing event updated for resources: {'Network': ['ID=99b0507c-9cff-4281-bca0-13d1fae5ae5e,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:07.810442 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 99b0507c-9cff-4281-bca0-13d1fae5ae5e details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:59:07.868362 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf0c1a49-d070-4701-b6bb-added41507b7 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Made reservation on behalf of 5a1227bd3e6145198a7616e5e0c76d90 for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:59:07.871846 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-cf0c1a49-d070-4701-b6bb-added41507b7 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:07.887263 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-f9735f09-ae63-4cbf-b37e-f7ae7a1f85ea None None] Allocated IP 172.20.0.2 (8efc4878-f5a1-4bb4-a6e5-8f453e5713b4/342ab5b9-2762-4a21-8a8a-0e2336d4a0ba/78dc42b6-b35c-4caf-8995-043282a6d5f5) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:59:08.036501 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f9735f09-ae63-4cbf-b37e-f7ae7a1f85ea None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:08.041619 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f9735f09-ae63-4cbf-b37e-f7ae7a1f85ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:08.060841 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-cf0c1a49-d070-4701-b6bb-added41507b7 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:08.081310 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9735f09-ae63-4cbf-b37e-f7ae7a1f85ea None None] Network 8efc4878-f5a1-4bb4-a6e5-8f453e5713b4 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:59:08.086463 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-f9735f09-ae63-4cbf-b37e-f7ae7a1f85ea None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:59:08.090857 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9735f09-ae63-4cbf-b37e-f7ae7a1f85ea None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:59:08.094010 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9735f09-ae63-4cbf-b37e-f7ae7a1f85ea None None] Pushing event updated for resources: {'Port': ['ID=78dc42b6-b35c-4caf-8995-043282a6d5f5,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:08.117285 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0c1a49-d070-4701-b6bb-added41507b7 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Pushing event updated for resources: {'Subnet': ['ID=864b1bea-11d1-456c-baa7-bfa9d2064d9f,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:08.130075 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0c1a49-d070-4701-b6bb-added41507b7 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Checking segment: {'id': '148505d4-5fea-45b8-879e-815cb3258c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '99b0507c-9cff-4281-bca0-13d1fae5ae5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:59:08.130430 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0c1a49-d070-4701-b6bb-added41507b7 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Network hostable DHCP agents. Network: 99b0507c-9cff-4281-bca0-13d1fae5ae5e, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:59:08.146539 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-f9735f09-ae63-4cbf-b37e-f7ae7a1f85ea None None] Attempting to bind port 78dc42b6-b35c-4caf-8995-043282a6d5f5 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:59:08.146904 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-f9735f09-ae63-4cbf-b37e-f7ae7a1f85ea None None] Attempting to bind port 78dc42b6-b35c-4caf-8995-043282a6d5f5 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'bf3d99ee-a770-4cde-9499-e25ed9c15e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8efc4878-f5a1-4bb4-a6e5-8f453e5713b4'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:59:08.147259 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9735f09-ae63-4cbf-b37e-f7ae7a1f85ea None None] Attempting to bind port 78dc42b6-b35c-4caf-8995-043282a6d5f5 on network 8efc4878-f5a1-4bb4-a6e5-8f453e5713b4 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:59:08.147462 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0c1a49-d070-4701-b6bb-added41507b7 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Network 99b0507c-9cff-4281-bca0-13d1fae5ae5e is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:59:08.152212 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9735f09-ae63-4cbf-b37e-f7ae7a1f85ea None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:59:08.152585 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9735f09-ae63-4cbf-b37e-f7ae7a1f85ea None None] Checking segment: {'id': 'bf3d99ee-a770-4cde-9499-e25ed9c15e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8efc4878-f5a1-4bb4-a6e5-8f453e5713b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:59:08.152998 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f9735f09-ae63-4cbf-b37e-f7ae7a1f85ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:08.153448 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9735f09-ae63-4cbf-b37e-f7ae7a1f85ea None None] Bound using segment: {'id': 'bf3d99ee-a770-4cde-9499-e25ed9c15e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8efc4878-f5a1-4bb4-a6e5-8f453e5713b4'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:59:08.153906 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-f9735f09-ae63-4cbf-b37e-f7ae7a1f85ea None None] Bound port: 78dc42b6-b35c-4caf-8995-043282a6d5f5, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf3d99ee-a770-4cde-9499-e25ed9c15e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8efc4878-f5a1-4bb4-a6e5-8f453e5713b4'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:59:08.154285 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f9735f09-ae63-4cbf-b37e-f7ae7a1f85ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:08.156580 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-cf0c1a49-d070-4701-b6bb-added41507b7 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 99b0507c-9cff-4281-bca0-13d1fae5ae5e) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:59:08.170126 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0c1a49-d070-4701-b6bb-added41507b7 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:59:08.170126 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-cf0c1a49-d070-4701-b6bb-added41507b7 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:08.170923 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bf7a65-1b9e-4d19-bf7a-94b3d5c8dc02 None None] Network 99b0507c-9cff-4281-bca0-13d1fae5ae5e requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:59:08.187593 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-cf0c1a49-d070-4701-b6bb-added41507b7 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4547873 Sep 17 08:59:08.190304 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 35918) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:59:08.195484 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-ec3e8247-c9af-46a5-acda-d55d4cd00c7f tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Request body: {'router': {'external_gateway_info': {'network_id': '99b0507c-9cff-4281-bca0-13d1fae5ae5e'}}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:59:08.272316 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-f9735f09-ae63-4cbf-b37e-f7ae7a1f85ea None None] For port 78dc42b6-b35c-4caf-8995-043282a6d5f5, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:59:08.276422 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-f9735f09-ae63-4cbf-b37e-f7ae7a1f85ea None None] For port 78dc42b6-b35c-4caf-8995-043282a6d5f5, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=78dc42b6-b35c-4caf-8995-043282a6d5f5,segment=NetworkSegment(bf3d99ee-a770-4cde-9499-e25ed9c15e58),segment_id=bf3d99ee-a770-4cde-9499-e25ed9c15e58)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:59:08.282906 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f9735f09-ae63-4cbf-b37e-f7ae7a1f85ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:08.379882 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9735f09-ae63-4cbf-b37e-f7ae7a1f85ea None None] Pushing event updated for resources: {'Port': ['ID=78dc42b6-b35c-4caf-8995-043282a6d5f5,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:08.410269 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad2e60a-1720-45d7-ad98-efdfce84984e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-99b0507c-9cff-4281-bca0-13d1fae5ae5e', 'network_id': '99b0507c-9cff-4281-bca0-13d1fae5ae5e', 'tenant_id': '5a1227bd3e6145198a7616e5e0c76d90', 'fixed_ips': [{'subnet_id': '864b1bea-11d1-456c-baa7-bfa9d2064d9f'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:59:08.411147 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bad2e60a-1720-45d7-ad98-efdfce84984e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:08.585171 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-bad2e60a-1720-45d7-ad98-efdfce84984e None None] Allocated IP 172.21.0.2 (99b0507c-9cff-4281-bca0-13d1fae5ae5e/864b1bea-11d1-456c-baa7-bfa9d2064d9f/e5a225c7-a2fb-4ba2-b95e-3b068f7b7677) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:59:08.743881 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bad2e60a-1720-45d7-ad98-efdfce84984e None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:08.749546 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bad2e60a-1720-45d7-ad98-efdfce84984e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:08.773972 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ec3e8247-c9af-46a5-acda-d55d4cd00c7f tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:08.797744 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad2e60a-1720-45d7-ad98-efdfce84984e None None] Network 99b0507c-9cff-4281-bca0-13d1fae5ae5e is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:59:08.802280 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-bad2e60a-1720-45d7-ad98-efdfce84984e None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:59:08.805287 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad2e60a-1720-45d7-ad98-efdfce84984e None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:59:08.822860 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad2e60a-1720-45d7-ad98-efdfce84984e None None] Pushing event updated for resources: {'Port': ['ID=e5a225c7-a2fb-4ba2-b95e-3b068f7b7677,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:08.872549 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-bad2e60a-1720-45d7-ad98-efdfce84984e None None] Attempting to bind port e5a225c7-a2fb-4ba2-b95e-3b068f7b7677 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:59:08.872915 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-bad2e60a-1720-45d7-ad98-efdfce84984e None None] Attempting to bind port e5a225c7-a2fb-4ba2-b95e-3b068f7b7677 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '148505d4-5fea-45b8-879e-815cb3258c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '99b0507c-9cff-4281-bca0-13d1fae5ae5e'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:59:08.873278 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad2e60a-1720-45d7-ad98-efdfce84984e None None] Attempting to bind port e5a225c7-a2fb-4ba2-b95e-3b068f7b7677 on network 99b0507c-9cff-4281-bca0-13d1fae5ae5e {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:59:08.878601 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad2e60a-1720-45d7-ad98-efdfce84984e None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:59:08.878988 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad2e60a-1720-45d7-ad98-efdfce84984e None None] Checking segment: {'id': '148505d4-5fea-45b8-879e-815cb3258c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '99b0507c-9cff-4281-bca0-13d1fae5ae5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:59:08.879363 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bad2e60a-1720-45d7-ad98-efdfce84984e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:08.879778 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad2e60a-1720-45d7-ad98-efdfce84984e None None] Bound using segment: {'id': '148505d4-5fea-45b8-879e-815cb3258c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '99b0507c-9cff-4281-bca0-13d1fae5ae5e'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:59:08.880270 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-bad2e60a-1720-45d7-ad98-efdfce84984e None None] Bound port: e5a225c7-a2fb-4ba2-b95e-3b068f7b7677, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '148505d4-5fea-45b8-879e-815cb3258c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '99b0507c-9cff-4281-bca0-13d1fae5ae5e'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:59:08.880651 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bad2e60a-1720-45d7-ad98-efdfce84984e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:08.882776 n-d-789963-9 neutron-server[101289]: INFO neutron.api.v2.resource [None req-ec3e8247-c9af-46a5-acda-d55d4cd00c7f tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 08:59:08.883888 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ec3e8247-c9af-46a5-acda-d55d4cd00c7f tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] 10.222.0.13 "PUT /v2.0/routers/13d85be3-438a-4c3c-9080-58f325b52bb9 HTTP/1.1" status: 400 len: 364 time: 0.6925764 Sep 17 08:59:08.890217 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 35920) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:59:08.939994 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb7baf37-82f6-4f9c-9207-2409f2fa999d tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Deleting subnet 864b1bea-11d1-456c-baa7-bfa9d2064d9f {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:59:08.941960 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-bad2e60a-1720-45d7-ad98-efdfce84984e None None] For port e5a225c7-a2fb-4ba2-b95e-3b068f7b7677, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:59:08.943023 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fb7baf37-82f6-4f9c-9207-2409f2fa999d tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:08.945037 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-bad2e60a-1720-45d7-ad98-efdfce84984e None None] For port e5a225c7-a2fb-4ba2-b95e-3b068f7b7677, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=e5a225c7-a2fb-4ba2-b95e-3b068f7b7677,segment=NetworkSegment(148505d4-5fea-45b8-879e-815cb3258c61),segment_id=148505d4-5fea-45b8-879e-815cb3258c61)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:59:08.951336 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bad2e60a-1720-45d7-ad98-efdfce84984e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:08.982486 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fb7baf37-82f6-4f9c-9207-2409f2fa999d tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:09.010881 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad2e60a-1720-45d7-ad98-efdfce84984e None None] Pushing event updated for resources: {'Port': ['ID=e5a225c7-a2fb-4ba2-b95e-3b068f7b7677,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:09.086972 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fb7baf37-82f6-4f9c-9207-2409f2fa999d tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:09.160691 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fb7baf37-82f6-4f9c-9207-2409f2fa999d tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:09.195770 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7baf37-82f6-4f9c-9207-2409f2fa999d tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Pushing event deleted for resources: {'Subnet': ['ID=864b1bea-11d1-456c-baa7-bfa9d2064d9f,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:09.200708 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fb7baf37-82f6-4f9c-9207-2409f2fa999d tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:09.202922 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-fb7baf37-82f6-4f9c-9207-2409f2fa999d tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] 10.222.0.13 "DELETE /v2.0/subnets/864b1bea-11d1-456c-baa7-bfa9d2064d9f HTTP/1.1" status: 204 len: 168 time: 0.3117659 Sep 17 08:59:09.205636 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 35922) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:59:09.319528 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-58938ca4-5c35-4d73-a794-13d464dcc6e2 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:09.380065 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-58938ca4-5c35-4d73-a794-13d464dcc6e2 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Deleting port e5a225c7-a2fb-4ba2-b95e-3b068f7b7677 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:59:09.380558 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-58938ca4-5c35-4d73-a794-13d464dcc6e2 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:09.452218 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-58938ca4-5c35-4d73-a794-13d464dcc6e2 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] For port e5a225c7-a2fb-4ba2-b95e-3b068f7b7677, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=e5a225c7-a2fb-4ba2-b95e-3b068f7b7677,segment=NetworkSegment(148505d4-5fea-45b8-879e-815cb3258c61),segment_id=148505d4-5fea-45b8-879e-815cb3258c61)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:59:09.453033 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-58938ca4-5c35-4d73-a794-13d464dcc6e2 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:09.461620 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65affcbb-17e4-44ee-a992-3524a89a3a03 None None] Network 8efc4878-f5a1-4bb4-a6e5-8f453e5713b4 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:59:09.467221 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-58938ca4-5c35-4d73-a794-13d464dcc6e2 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Calling delete_port for e5a225c7-a2fb-4ba2-b95e-3b068f7b7677 owned by network:dhcp {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:59:09.532969 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1efab674-df71-4825-b7e0-2da77cf3b5a7 None None] Provisioning complete for port 78dc42b6-b35c-4caf-8995-043282a6d5f5 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:59:09.533455 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1efab674-df71-4825-b7e0-2da77cf3b5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:09.561074 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-58938ca4-5c35-4d73-a794-13d464dcc6e2 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:09.588379 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58938ca4-5c35-4d73-a794-13d464dcc6e2 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Pushing event deleted for resources: {'Port': ['ID=e5a225c7-a2fb-4ba2-b95e-3b068f7b7677,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:09.590854 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58938ca4-5c35-4d73-a794-13d464dcc6e2 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] No DVR routers for this DVR port e5a225c7-a2fb-4ba2-b95e-3b068f7b7677 on host n-d-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:59:09.673047 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-58938ca4-5c35-4d73-a794-13d464dcc6e2 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:09.678479 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1efab674-df71-4825-b7e0-2da77cf3b5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:09.697514 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-58938ca4-5c35-4d73-a794-13d464dcc6e2 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99b0507c-9cff-4281-bca0-13d1fae5ae5e']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:59:09.717544 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-58938ca4-5c35-4d73-a794-13d464dcc6e2 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '148505d4-5fea-45b8-879e-815cb3258c61') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:59:09.718071 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-58938ca4-5c35-4d73-a794-13d464dcc6e2 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '148505d4-5fea-45b8-879e-815cb3258c61') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:59:09.729412 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-58938ca4-5c35-4d73-a794-13d464dcc6e2 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:09.731533 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1efab674-df71-4825-b7e0-2da77cf3b5a7 None None] For port 78dc42b6-b35c-4caf-8995-043282a6d5f5, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=78dc42b6-b35c-4caf-8995-043282a6d5f5,segment=NetworkSegment(bf3d99ee-a770-4cde-9499-e25ed9c15e58),segment_id=bf3d99ee-a770-4cde-9499-e25ed9c15e58)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:59:09.742744 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1efab674-df71-4825-b7e0-2da77cf3b5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:09.752018 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-58938ca4-5c35-4d73-a794-13d464dcc6e2 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:09.759498 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58938ca4-5c35-4d73-a794-13d464dcc6e2 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:59:09.760196 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-58938ca4-5c35-4d73-a794-13d464dcc6e2 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:09.764232 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 08:59:09.764232 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:59:09.764232 n-d-789963-9 neutron-server[101290]: timer() Sep 17 08:59:09.764232 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:59:09.764232 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 08:59:09.764232 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:59:09.764232 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 08:59:09.764232 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:59:09.764232 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 08:59:09.764232 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:59:09.764232 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 08:59:09.764232 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:59:09.764232 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 08:59:09.764232 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:59:09.764232 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:59:09.764232 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:59:09.764232 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:59:09.764232 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:59:09.764232 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 08:59:09.764232 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:59:09.764232 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 08:59:09.764232 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:59:09.764232 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:59:09.764232 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:59:09.764232 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 08:59:09.764232 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:59:09.764232 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:59:09.764232 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:59:09.764232 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:59:09.764232 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:59:09.764232 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:59:09.764232 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:59:09.815260 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efab674-df71-4825-b7e0-2da77cf3b5a7 None None] Pushing event updated for resources: {'Port': ['ID=78dc42b6-b35c-4caf-8995-043282a6d5f5,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:09.853684 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-58938ca4-5c35-4d73-a794-13d464dcc6e2 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:09.862851 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-58938ca4-5c35-4d73-a794-13d464dcc6e2 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Notify callbacks [] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:09.865154 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-58938ca4-5c35-4d73-a794-13d464dcc6e2 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] 10.222.0.13 "DELETE /v2.0/networks/99b0507c-9cff-4281-bca0-13d1fae5ae5e HTTP/1.1" status: 204 len: 168 time: 0.6584146 Sep 17 08:59:09.867687 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 35924) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:59:09.878642 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58938ca4-5c35-4d73-a794-13d464dcc6e2 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Pushing event deleted for resources: {'Network': ['ID=99b0507c-9cff-4281-bca0-13d1fae5ae5e,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:09.938515 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-38ca55f3-8c50-4f7c-902f-53cea392206c tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Deleting subnet 342ab5b9-2762-4a21-8a8a-0e2336d4a0ba {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 08:59:09.942505 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-38ca55f3-8c50-4f7c-902f-53cea392206c tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:09.990268 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-38ca55f3-8c50-4f7c-902f-53cea392206c tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:10.078405 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-638f3bbb-7fdc-408e-aced-53ebbbca5116 None None] Provisioning complete for port 78dc42b6-b35c-4caf-8995-043282a6d5f5 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:59:10.079032 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-638f3bbb-7fdc-408e-aced-53ebbbca5116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:10.091916 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-38ca55f3-8c50-4f7c-902f-53cea392206c tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:10.163670 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-38ca55f3-8c50-4f7c-902f-53cea392206c tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:10.198007 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-38ca55f3-8c50-4f7c-902f-53cea392206c tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:10.200727 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-38ca55f3-8c50-4f7c-902f-53cea392206c tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] 10.222.0.13 "DELETE /v2.0/subnets/342ab5b9-2762-4a21-8a8a-0e2336d4a0ba HTTP/1.1" status: 204 len: 168 time: 0.3317909 Sep 17 08:59:10.202080 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ca55f3-8c50-4f7c-902f-53cea392206c tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Pushing event deleted for resources: {'Subnet': ['ID=342ab5b9-2762-4a21-8a8a-0e2336d4a0ba,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:10.203968 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 35926) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:59:10.205956 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bfaca3-91d0-4d26-a62f-dd8585cdcd54 None None] Network 8efc4878-f5a1-4bb4-a6e5-8f453e5713b4 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:59:10.276947 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93e85a1-f1fd-406a-8572-f0a766296dde None None] DHCP port deletion for 99b0507c-9cff-4281-bca0-13d1fae5ae5e request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 08:59:10.300968 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b74409f7-f74e-44cc-877d-505fe1ced046 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:10.302032 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-b1726924-64bd-4492-803d-58cf524669e2 None None] Could not find standard attr ID for object e5a225c7-a2fb-4ba2-b95e-3b068f7b7677. {{(pid=101291) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 08:59:10.307958 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65452c8-dc4b-4676-a4c9-3b3f4097a1ed None None] Network 99b0507c-9cff-4281-bca0-13d1fae5ae5e requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:59:10.342254 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65452c8-dc4b-4676-a4c9-3b3f4097a1ed None None] Network 99b0507c-9cff-4281-bca0-13d1fae5ae5e could not be found, it might have been deleted concurrently. {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 17 08:59:10.346485 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 78dc42b6-b35c-4caf-8995-043282a6d5f5 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:59:10.354534 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-b74409f7-f74e-44cc-877d-505fe1ced046 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Deleting port 78dc42b6-b35c-4caf-8995-043282a6d5f5 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:59:10.354904 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b74409f7-f74e-44cc-877d-505fe1ced046 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:10.420596 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 78dc42b6-b35c-4caf-8995-043282a6d5f5 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:59:10.420980 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:10.421395 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-b74409f7-f74e-44cc-877d-505fe1ced046 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] For port 78dc42b6-b35c-4caf-8995-043282a6d5f5, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=78dc42b6-b35c-4caf-8995-043282a6d5f5,segment=NetworkSegment(bf3d99ee-a770-4cde-9499-e25ed9c15e58),segment_id=bf3d99ee-a770-4cde-9499-e25ed9c15e58)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:59:10.421766 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b74409f7-f74e-44cc-877d-505fe1ced046 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:10.434969 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-b74409f7-f74e-44cc-877d-505fe1ced046 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Calling delete_port for 78dc42b6-b35c-4caf-8995-043282a6d5f5 owned by network:dhcp {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:59:10.461544 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf349d8-3051-418d-b703-778dcd359aff None None] DHCP port deletion for 8efc4878-f5a1-4bb4-a6e5-8f453e5713b4 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 08:59:10.511523 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b74409f7-f74e-44cc-877d-505fe1ced046 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:10.547256 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-4bf349d8-3051-418d-b703-778dcd359aff None None] Deleting port 78dc42b6-b35c-4caf-8995-043282a6d5f5 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:59:10.547819 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4bf349d8-3051-418d-b703-778dcd359aff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:10.610133 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-4bf349d8-3051-418d-b703-778dcd359aff None None] For port 78dc42b6-b35c-4caf-8995-043282a6d5f5, host n-d-789963-9, got binding levels [] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:59:10.610534 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4bf349d8-3051-418d-b703-778dcd359aff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:10.623634 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-4bf349d8-3051-418d-b703-778dcd359aff None None] Calling delete_port for 78dc42b6-b35c-4caf-8995-043282a6d5f5 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:59:10.626310 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.ipam_backend_mixin [None req-4bf349d8-3051-418d-b703-778dcd359aff None None] Port 78dc42b6-b35c-4caf-8995-043282a6d5f5 was not found and therefore no delete operation was performed {{(pid=101291) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 17 08:59:10.627617 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4bf349d8-3051-418d-b703-778dcd359aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:10.657235 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf349d8-3051-418d-b703-778dcd359aff None None] Pushing event deleted for resources: {'Port': ['ID=78dc42b6-b35c-4caf-8995-043282a6d5f5,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:10.660994 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf349d8-3051-418d-b703-778dcd359aff None None] No DVR routers for this DVR port 78dc42b6-b35c-4caf-8995-043282a6d5f5 on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:59:10.860873 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74409f7-f74e-44cc-877d-505fe1ced046 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Pushing event deleted for resources: {'Port': ['ID=78dc42b6-b35c-4caf-8995-043282a6d5f5,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:10.866106 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74409f7-f74e-44cc-877d-505fe1ced046 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] No DVR routers for this DVR port 78dc42b6-b35c-4caf-8995-043282a6d5f5 on host n-d-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:59:10.939923 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b74409f7-f74e-44cc-877d-505fe1ced046 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:10.959696 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-b74409f7-f74e-44cc-877d-505fe1ced046 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8efc4878-f5a1-4bb4-a6e5-8f453e5713b4']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:59:10.969161 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-b74409f7-f74e-44cc-877d-505fe1ced046 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf3d99ee-a770-4cde-9499-e25ed9c15e58') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:59:10.969451 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-b74409f7-f74e-44cc-877d-505fe1ced046 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf3d99ee-a770-4cde-9499-e25ed9c15e58') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:59:10.978450 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b74409f7-f74e-44cc-877d-505fe1ced046 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:10.991032 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b74409f7-f74e-44cc-877d-505fe1ced046 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:10.996830 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b74409f7-f74e-44cc-877d-505fe1ced046 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 08:59:10.997263 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b74409f7-f74e-44cc-877d-505fe1ced046 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:11.000152 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 08:59:11.000152 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 08:59:11.000152 n-d-789963-9 neutron-server[101290]: timer() Sep 17 08:59:11.000152 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 08:59:11.000152 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 08:59:11.000152 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 08:59:11.000152 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 08:59:11.000152 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 08:59:11.000152 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 08:59:11.000152 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 08:59:11.000152 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 08:59:11.000152 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 08:59:11.000152 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 08:59:11.000152 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 08:59:11.000152 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 08:59:11.000152 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 08:59:11.000152 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 08:59:11.000152 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 08:59:11.000152 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 08:59:11.000152 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 08:59:11.000152 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 08:59:11.000152 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 08:59:11.000152 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 08:59:11.000152 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 08:59:11.000152 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 08:59:11.000152 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 08:59:11.000152 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 08:59:11.000152 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 08:59:11.000152 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 08:59:11.000152 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 08:59:11.000152 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 08:59:11.000152 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 08:59:11.058016 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b74409f7-f74e-44cc-877d-505fe1ced046 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:11.065163 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b74409f7-f74e-44cc-877d-505fe1ced046 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Notify callbacks [] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:11.066772 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b74409f7-f74e-44cc-877d-505fe1ced046 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] 10.222.0.13 "DELETE /v2.0/networks/8efc4878-f5a1-4bb4-a6e5-8f453e5713b4 HTTP/1.1" status: 204 len: 168 time: 0.8614407 Sep 17 08:59:11.069549 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 35928) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:59:11.078210 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74409f7-f74e-44cc-877d-505fe1ced046 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Pushing event deleted for resources: {'Network': ['ID=8efc4878-f5a1-4bb4-a6e5-8f453e5713b4,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:11.098876 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-999b0853-96ce-4dca-8e5d-932158dd89d2 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] 10.222.0.13 "GET /v2.0/ports?device_id=13d85be3-438a-4c3c-9080-58f325b52bb9 HTTP/1.1" status: 200 len: 205 time: 0.0280390 Sep 17 08:59:11.101134 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 35930) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:59:11.174055 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-09b8ef13-9e8e-43b1-89db-954f89a69e95 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Notify callbacks [] for router, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:11.326918 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-09b8ef13-9e8e-43b1-89db-954f89a69e95 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:11.328999 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-09b8ef13-9e8e-43b1-89db-954f89a69e95 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:11.369555 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-09b8ef13-9e8e-43b1-89db-954f89a69e95 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:11.370091 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b8ef13-9e8e-43b1-89db-954f89a69e95 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Fanout notify agent at l3_agent the message router_deleted on router 13d85be3-438a-4c3c-9080-58f325b52bb9 {{(pid=101289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 08:59:11.378499 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-09b8ef13-9e8e-43b1-89db-954f89a69e95 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:11.379603 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-09b8ef13-9e8e-43b1-89db-954f89a69e95 tempest-RoutersNegativeTest-321739527 tempest-RoutersNegativeTest-321739527-project] 10.222.0.13 "DELETE /v2.0/routers/13d85be3-438a-4c3c-9080-58f325b52bb9 HTTP/1.1" status: 204 len: 168 time: 0.2775850 Sep 17 08:59:11.613076 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 35936) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:59:11.740886 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-7d902aa3-a657-4228-88b4-42e670c5344b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5a1227bd3e6145198a7616e5e0c76d90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1266570 Sep 17 08:59:11.743346 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 35940) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:59:11.789659 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f8b69931-9f62-4944-bf99-1d809c0e9bde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:11.810177 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f8b69931-9f62-4944-bf99-1d809c0e9bde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:11.859153 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f8b69931-9f62-4944-bf99-1d809c0e9bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:11.861918 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f8b69931-9f62-4944-bf99-1d809c0e9bde admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:11.863049 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-f8b69931-9f62-4944-bf99-1d809c0e9bde admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/54582bea-92ea-48dc-9714-094714af3f62 HTTP/1.1" status: 204 len: 168 time: 0.1187932 Sep 17 08:59:11.870343 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b69931-9f62-4944-bf99-1d809c0e9bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54582bea-92ea-48dc-9714-094714af3f62,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:12.280001 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 78dc42b6-b35c-4caf-8995-043282a6d5f5 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:59:12.300458 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 78dc42b6-b35c-4caf-8995-043282a6d5f5 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:59:12.300814 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 78dc42b6-b35c-4caf-8995-043282a6d5f5 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:59:12.470294 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 35962) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:59:12.563845 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-acb1b80c-6a5e-4f8b-84dd-89c2b719d390 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-905605965-network', 'tenant_id': '97d116b99b544f4780bdf8f453f5840b'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:59:12.584233 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb1b80c-6a5e-4f8b-84dd-89c2b719d390 admin admin] Made reservation on behalf of 97d116b99b544f4780bdf8f453f5840b for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:59:12.586520 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-acb1b80c-6a5e-4f8b-84dd-89c2b719d390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:12.595139 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-acb1b80c-6a5e-4f8b-84dd-89c2b719d390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:12.681444 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-acb1b80c-6a5e-4f8b-84dd-89c2b719d390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:12.685170 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-acb1b80c-6a5e-4f8b-84dd-89c2b719d390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:12.705018 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acb1b80c-6a5e-4f8b-84dd-89c2b719d390 admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:59:12.720383 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-acb1b80c-6a5e-4f8b-84dd-89c2b719d390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:12.720734 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-acb1b80c-6a5e-4f8b-84dd-89c2b719d390 admin admin] Added segment 5ccedaba-1a8d-486b-bc01-497eb718c668 of type vlan for network 87b9ca98-4afe-461f-bd91-10ad30d91c61 Sep 17 08:59:12.721909 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb1b80c-6a5e-4f8b-84dd-89c2b719d390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c5e810-344a-4705-a2e8-e7e2f35f732f,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:12.762164 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-acb1b80c-6a5e-4f8b-84dd-89c2b719d390 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:12.785646 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-acb1b80c-6a5e-4f8b-84dd-89c2b719d390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:12.786595 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb1b80c-6a5e-4f8b-84dd-89c2b719d390 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:59:12.787168 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-acb1b80c-6a5e-4f8b-84dd-89c2b719d390 admin admin] Notify callbacks [] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:12.822097 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-acb1b80c-6a5e-4f8b-84dd-89c2b719d390 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3507164 Sep 17 08:59:12.825017 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 35966) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:59:12.830084 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-6f0eeb4a-7e32-43d8-994f-10d7d641e13a admin admin] Request body: {'subnet': {'network_id': '87b9ca98-4afe-461f-bd91-10ad30d91c61', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-905605965-subnet', 'tenant_id': '97d116b99b544f4780bdf8f453f5840b', 'ip_version': 4}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:59:12.848987 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb1b80c-6a5e-4f8b-84dd-89c2b719d390 admin admin] Pushing event updated for resources: {'Network': ['ID=87b9ca98-4afe-461f-bd91-10ad30d91c61,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:12.850171 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0eeb4a-7e32-43d8-994f-10d7d641e13a admin admin] Made reservation on behalf of 97d116b99b544f4780bdf8f453f5840b for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:59:12.852439 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6f0eeb4a-7e32-43d8-994f-10d7d641e13a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:12.859391 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 87b9ca98-4afe-461f-bd91-10ad30d91c61 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:59:13.014209 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6f0eeb4a-7e32-43d8-994f-10d7d641e13a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:13.070944 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0eeb4a-7e32-43d8-994f-10d7d641e13a admin admin] Pushing event updated for resources: {'Subnet': ['ID=96468fdf-103f-4b5f-9022-075d6f910140,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:13.075829 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0eeb4a-7e32-43d8-994f-10d7d641e13a admin admin] Checking segment: {'id': '5ccedaba-1a8d-486b-bc01-497eb718c668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '87b9ca98-4afe-461f-bd91-10ad30d91c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:59:13.076211 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0eeb4a-7e32-43d8-994f-10d7d641e13a admin admin] Network hostable DHCP agents. Network: 87b9ca98-4afe-461f-bd91-10ad30d91c61, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:59:13.093022 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0eeb4a-7e32-43d8-994f-10d7d641e13a admin admin] Network 87b9ca98-4afe-461f-bd91-10ad30d91c61 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:59:13.102091 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-6f0eeb4a-7e32-43d8-994f-10d7d641e13a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 87b9ca98-4afe-461f-bd91-10ad30d91c61) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:59:13.107285 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0eeb4a-7e32-43d8-994f-10d7d641e13a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:59:13.107927 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6f0eeb4a-7e32-43d8-994f-10d7d641e13a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:13.111078 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed5f788-d755-4625-9cd7-8cb2234801de None None] Network 87b9ca98-4afe-461f-bd91-10ad30d91c61 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:59:13.123632 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6f0eeb4a-7e32-43d8-994f-10d7d641e13a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.2975316 Sep 17 08:59:13.126444 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 35968) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:59:13.130701 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-63f52f40-803d-49c1-9135-9b44ff5d0cd8 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-905605965-router', 'tenant_id': '97d116b99b544f4780bdf8f453f5840b', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:59:13.150583 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-63f52f40-803d-49c1-9135-9b44ff5d0cd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:13.151595 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-63f52f40-803d-49c1-9135-9b44ff5d0cd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:13.209759 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-63f52f40-803d-49c1-9135-9b44ff5d0cd8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:13.348955 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-63f52f40-803d-49c1-9135-9b44ff5d0cd8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:13.413674 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a4d55f-e5d9-4183-9644-f318b828083c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-87b9ca98-4afe-461f-bd91-10ad30d91c61', 'network_id': '87b9ca98-4afe-461f-bd91-10ad30d91c61', 'tenant_id': '97d116b99b544f4780bdf8f453f5840b', 'fixed_ips': [{'subnet_id': '96468fdf-103f-4b5f-9022-075d6f910140'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:59:13.414541 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-51a4d55f-e5d9-4183-9644-f318b828083c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:13.547359 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-51a4d55f-e5d9-4183-9644-f318b828083c None None] Allocated IP 172.20.0.2 (87b9ca98-4afe-461f-bd91-10ad30d91c61/96468fdf-103f-4b5f-9022-075d6f910140/f95471ca-0f06-4495-98de-47a9c5232c4d) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:59:13.549357 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-63f52f40-803d-49c1-9135-9b44ff5d0cd8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:13.568453 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-63f52f40-803d-49c1-9135-9b44ff5d0cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:13.673182 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-63f52f40-803d-49c1-9135-9b44ff5d0cd8 admin admin] Allocated IP 172.25.6.237 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/26e3ac9b-95ea-4136-ad68-8b9da6e97e83) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:59:13.692360 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-51a4d55f-e5d9-4183-9644-f318b828083c None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:13.697634 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-51a4d55f-e5d9-4183-9644-f318b828083c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:13.732775 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a4d55f-e5d9-4183-9644-f318b828083c None None] Network 87b9ca98-4afe-461f-bd91-10ad30d91c61 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:59:13.737024 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-51a4d55f-e5d9-4183-9644-f318b828083c None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:59:13.739597 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a4d55f-e5d9-4183-9644-f318b828083c None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:59:13.755160 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a4d55f-e5d9-4183-9644-f318b828083c None None] Pushing event updated for resources: {'Port': ['ID=f95471ca-0f06-4495-98de-47a9c5232c4d,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:13.774033 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-63f52f40-803d-49c1-9135-9b44ff5d0cd8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:13.802384 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-51a4d55f-e5d9-4183-9644-f318b828083c None None] Attempting to bind port f95471ca-0f06-4495-98de-47a9c5232c4d on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:59:13.802754 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-51a4d55f-e5d9-4183-9644-f318b828083c None None] Attempting to bind port f95471ca-0f06-4495-98de-47a9c5232c4d by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '5ccedaba-1a8d-486b-bc01-497eb718c668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '87b9ca98-4afe-461f-bd91-10ad30d91c61'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:59:13.803124 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a4d55f-e5d9-4183-9644-f318b828083c None None] Attempting to bind port f95471ca-0f06-4495-98de-47a9c5232c4d on network 87b9ca98-4afe-461f-bd91-10ad30d91c61 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:59:13.808081 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a4d55f-e5d9-4183-9644-f318b828083c None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:59:13.809071 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a4d55f-e5d9-4183-9644-f318b828083c None None] Checking segment: {'id': '5ccedaba-1a8d-486b-bc01-497eb718c668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '87b9ca98-4afe-461f-bd91-10ad30d91c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:59:13.809566 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-51a4d55f-e5d9-4183-9644-f318b828083c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:13.810036 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a4d55f-e5d9-4183-9644-f318b828083c None None] Bound using segment: {'id': '5ccedaba-1a8d-486b-bc01-497eb718c668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '87b9ca98-4afe-461f-bd91-10ad30d91c61'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:59:13.810599 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-51a4d55f-e5d9-4183-9644-f318b828083c None None] Bound port: f95471ca-0f06-4495-98de-47a9c5232c4d, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ccedaba-1a8d-486b-bc01-497eb718c668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '87b9ca98-4afe-461f-bd91-10ad30d91c61'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:59:13.810988 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-51a4d55f-e5d9-4183-9644-f318b828083c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:13.812189 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-63f52f40-803d-49c1-9135-9b44ff5d0cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:13.849752 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f52f40-803d-49c1-9135-9b44ff5d0cd8 admin admin] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:59:13.854469 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-63f52f40-803d-49c1-9135-9b44ff5d0cd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:59:13.859480 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f52f40-803d-49c1-9135-9b44ff5d0cd8 admin admin] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:59:13.862545 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f52f40-803d-49c1-9135-9b44ff5d0cd8 admin admin] Pushing event updated for resources: {'Port': ['ID=26e3ac9b-95ea-4136-ad68-8b9da6e97e83,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:13.876747 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-51a4d55f-e5d9-4183-9644-f318b828083c None None] For port f95471ca-0f06-4495-98de-47a9c5232c4d, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:59:13.880240 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-51a4d55f-e5d9-4183-9644-f318b828083c None None] For port f95471ca-0f06-4495-98de-47a9c5232c4d, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=f95471ca-0f06-4495-98de-47a9c5232c4d,segment=NetworkSegment(5ccedaba-1a8d-486b-bc01-497eb718c668),segment_id=5ccedaba-1a8d-486b-bc01-497eb718c668)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:59:13.884717 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-51a4d55f-e5d9-4183-9644-f318b828083c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:13.942760 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a4d55f-e5d9-4183-9644-f318b828083c None None] Pushing event updated for resources: {'Port': ['ID=f95471ca-0f06-4495-98de-47a9c5232c4d,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:14.135388 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-63f52f40-803d-49c1-9135-9b44ff5d0cd8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:14.312535 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device f95471ca-0f06-4495-98de-47a9c5232c4d up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:59:14.336954 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-63f52f40-803d-49c1-9135-9b44ff5d0cd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:14.362328 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port f95471ca-0f06-4495-98de-47a9c5232c4d triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:59:14.362800 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:14.440805 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:14.467185 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63f52f40-803d-49c1-9135-9b44ff5d0cd8 admin admin] Router 09562cab-d4cc-4c9c-8966-4eb13466ce1a is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 08:59:14.475317 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port f95471ca-0f06-4495-98de-47a9c5232c4d, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=f95471ca-0f06-4495-98de-47a9c5232c4d,segment=NetworkSegment(5ccedaba-1a8d-486b-bc01-497eb718c668),segment_id=5ccedaba-1a8d-486b-bc01-497eb718c668)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:59:14.480414 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:14.537219 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=f95471ca-0f06-4495-98de-47a9c5232c4d,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:14.596005 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f52f40-803d-49c1-9135-9b44ff5d0cd8 admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:59:14.609173 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9249511-bc01-4d96-a146-c36dbd0605ae None None] Sync routers for ids ['09562cab-d4cc-4c9c-8966-4eb13466ce1a'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:59:14.618338 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-63f52f40-803d-49c1-9135-9b44ff5d0cd8 admin admin] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:14.622348 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-63f52f40-803d-49c1-9135-9b44ff5d0cd8 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.4922342 Sep 17 08:59:14.623079 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9249511-bc01-4d96-a146-c36dbd0605ae None None] Routers {'09562cab-d4cc-4c9c-8966-4eb13466ce1a'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:59:14.623191 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 35970) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:59:14.623626 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-f9249511-bc01-4d96-a146-c36dbd0605ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:58:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['09562cab-d4cc-4c9c-8966-4eb13466ce1a'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:59:14.733886 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-f9249511-bc01-4d96-a146-c36dbd0605ae None None] Set router 09562cab-d4cc-4c9c-8966-4eb13466ce1a gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:59:14.845953 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de72bb33-15d1-4ad0-b7d4-8ef4ca7b0436 None None] Network 87b9ca98-4afe-461f-bd91-10ad30d91c61 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:59:14.920696 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-7c938e70-8e72-4398-aa21-66e052f6a7fe None None] Provisioning complete for port f95471ca-0f06-4495-98de-47a9c5232c4d triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:59:14.921069 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7c938e70-8e72-4398-aa21-66e052f6a7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:15.045159 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1a487ab3-e9ff-4d37-8715-0123950b8267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:15.106811 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-f9249511-bc01-4d96-a146-c36dbd0605ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09562cab-d4cc-4c9c-8966-4eb13466ce1a', 'name': 'tempest-TestEncryptedCinderVolumes-905605965-router', 'tenant_id': '97d116b99b544f4780bdf8f453f5840b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '26e3ac9b-95ea-4136-ad68-8b9da6e97e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:59:13Z', 'updated_at': '2021-09-17T08:59:14Z', 'revision_number': 3, 'project_id': '97d116b99b544f4780bdf8f453f5840b', 'gw_port': {'id': '26e3ac9b-95ea-4136-ad68-8b9da6e97e83', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:69:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09562cab-d4cc-4c9c-8966-4eb13466ce1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:59:13Z', 'updated_at': '2021-09-17T08:59:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:59:15.144833 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9249511-bc01-4d96-a146-c36dbd0605ae None None] Checking router: 09562cab-d4cc-4c9c-8966-4eb13466ce1a for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:59:15.145185 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9249511-bc01-4d96-a146-c36dbd0605ae None None] Updating router 09562cab-d4cc-4c9c-8966-4eb13466ce1a port 26e3ac9b-95ea-4136-ad68-8b9da6e97e83 binding host n-d-789963-9 {{(pid=101291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 08:59:15.180436 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f9249511-bc01-4d96-a146-c36dbd0605ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:15.204646 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-1a487ab3-e9ff-4d37-8715-0123950b8267 admin admin] Allocated IP 172.20.0.1 (87b9ca98-4afe-461f-bd91-10ad30d91c61/96468fdf-103f-4b5f-9022-075d6f910140/2ab08baa-14b3-4926-bdd9-aa782976abe0) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:59:15.315047 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1a487ab3-e9ff-4d37-8715-0123950b8267 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:15.354884 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1a487ab3-e9ff-4d37-8715-0123950b8267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:15.394446 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a487ab3-e9ff-4d37-8715-0123950b8267 admin admin] Network 87b9ca98-4afe-461f-bd91-10ad30d91c61 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:59:15.401983 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-1a487ab3-e9ff-4d37-8715-0123950b8267 admin admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:59:15.404820 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a487ab3-e9ff-4d37-8715-0123950b8267 admin admin] Pushing event updated for resources: {'Port': ['ID=2ab08baa-14b3-4926-bdd9-aa782976abe0,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:15.406984 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a487ab3-e9ff-4d37-8715-0123950b8267 admin admin] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:59:15.446849 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1a487ab3-e9ff-4d37-8715-0123950b8267 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:15.456565 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f9249511-bc01-4d96-a146-c36dbd0605ae None None] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:15.467103 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f9249511-bc01-4d96-a146-c36dbd0605ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:15.497738 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-f96c0480-1ac7-4285-bd52-be5094892c6a None None] Provisioning complete for port f95471ca-0f06-4495-98de-47a9c5232c4d triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:59:15.498119 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f96c0480-1ac7-4285-bd52-be5094892c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:15.551955 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-f9249511-bc01-4d96-a146-c36dbd0605ae None None] Attempting to bind port 26e3ac9b-95ea-4136-ad68-8b9da6e97e83 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:59:15.552331 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-f9249511-bc01-4d96-a146-c36dbd0605ae None None] Attempting to bind port 26e3ac9b-95ea-4136-ad68-8b9da6e97e83 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:59:15.552702 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9249511-bc01-4d96-a146-c36dbd0605ae None None] Attempting to bind port 26e3ac9b-95ea-4136-ad68-8b9da6e97e83 on network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:59:15.556333 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c56c18-f544-42f3-8919-9a749886bcb1 None None] Pushing event updated for resources: {'Port': ['ID=26e3ac9b-95ea-4136-ad68-8b9da6e97e83,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:15.568805 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9249511-bc01-4d96-a146-c36dbd0605ae None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:59:15.569189 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9249511-bc01-4d96-a146-c36dbd0605ae None None] Checking segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:59:15.569600 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f9249511-bc01-4d96-a146-c36dbd0605ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:15.569999 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9249511-bc01-4d96-a146-c36dbd0605ae None None] Bound using segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:59:15.570474 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-f9249511-bc01-4d96-a146-c36dbd0605ae None None] Bound port: 26e3ac9b-95ea-4136-ad68-8b9da6e97e83, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:59:15.570860 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f9249511-bc01-4d96-a146-c36dbd0605ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:15.590293 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1a487ab3-e9ff-4d37-8715-0123950b8267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:15.655977 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-f9249511-bc01-4d96-a146-c36dbd0605ae None None] For port 26e3ac9b-95ea-4136-ad68-8b9da6e97e83, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:59:15.668370 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-f9249511-bc01-4d96-a146-c36dbd0605ae None None] For port 26e3ac9b-95ea-4136-ad68-8b9da6e97e83, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=26e3ac9b-95ea-4136-ad68-8b9da6e97e83,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:59:15.672849 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f9249511-bc01-4d96-a146-c36dbd0605ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:15.730632 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9249511-bc01-4d96-a146-c36dbd0605ae None None] Routers {'09562cab-d4cc-4c9c-8966-4eb13466ce1a'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:59:15.731252 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-f9249511-bc01-4d96-a146-c36dbd0605ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:58:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['09562cab-d4cc-4c9c-8966-4eb13466ce1a'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:59:15.755258 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1a487ab3-e9ff-4d37-8715-0123950b8267 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:15.760053 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1a487ab3-e9ff-4d37-8715-0123950b8267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:15.768188 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c56c18-f544-42f3-8919-9a749886bcb1 None None] Pushing event updated for resources: {'Port': ['ID=26e3ac9b-95ea-4136-ad68-8b9da6e97e83,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:15.796572 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-56b9e11d-f32b-4626-8d69-32139eff6e24 None None] Provisioning complete for port 2ab08baa-14b3-4926-bdd9-aa782976abe0 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:59:15.796950 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-56b9e11d-f32b-4626-8d69-32139eff6e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:15.827825 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1a487ab3-e9ff-4d37-8715-0123950b8267 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:15.830359 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a487ab3-e9ff-4d37-8715-0123950b8267 admin admin] Pushing event updated for resources: {'Port': ['ID=2ab08baa-14b3-4926-bdd9-aa782976abe0,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:15.927101 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a487ab3-e9ff-4d37-8715-0123950b8267 admin admin] Network 87b9ca98-4afe-461f-bd91-10ad30d91c61 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:59:15.928553 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-1a487ab3-e9ff-4d37-8715-0123950b8267 admin admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:59:16.027548 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-56b9e11d-f32b-4626-8d69-32139eff6e24 None None] Port 2ab08baa-14b3-4926-bdd9-aa782976abe0 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:59:16.035617 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-f9249511-bc01-4d96-a146-c36dbd0605ae None None] Set router 09562cab-d4cc-4c9c-8966-4eb13466ce1a gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:59:16.047488 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a487ab3-e9ff-4d37-8715-0123950b8267 admin admin] Router 09562cab-d4cc-4c9c-8966-4eb13466ce1a has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:59:16.159006 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a487ab3-e9ff-4d37-8715-0123950b8267 admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:59:16.164003 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-1a487ab3-e9ff-4d37-8715-0123950b8267 admin admin] 10.222.0.13 "PUT /v2.0/routers/09562cab-d4cc-4c9c-8966-4eb13466ce1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5398552 Sep 17 08:59:16.190796 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-00a0418e-caa8-41b4-87f4-f29b7a7c20c7 None None] Provisioning complete for port 2ab08baa-14b3-4926-bdd9-aa782976abe0 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:59:16.191165 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-00a0418e-caa8-41b4-87f4-f29b7a7c20c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:16.240035 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-00a0418e-caa8-41b4-87f4-f29b7a7c20c7 None None] Port 2ab08baa-14b3-4926-bdd9-aa782976abe0 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:59:16.296196 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device f95471ca-0f06-4495-98de-47a9c5232c4d up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:59:16.332989 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-f9249511-bc01-4d96-a146-c36dbd0605ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09562cab-d4cc-4c9c-8966-4eb13466ce1a', 'name': 'tempest-TestEncryptedCinderVolumes-905605965-router', 'tenant_id': '97d116b99b544f4780bdf8f453f5840b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '26e3ac9b-95ea-4136-ad68-8b9da6e97e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:59:13Z', 'updated_at': '2021-09-17T08:59:15Z', 'revision_number': 4, 'project_id': '97d116b99b544f4780bdf8f453f5840b', 'gw_port': {'id': '26e3ac9b-95ea-4136-ad68-8b9da6e97e83', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:69:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09562cab-d4cc-4c9c-8966-4eb13466ce1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:59:13Z', 'updated_at': '2021-09-17T08:59:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '2ab08baa-14b3-4926-bdd9-aa782976abe0', 'name': '', 'network_id': '87b9ca98-4afe-461f-bd91-10ad30d91c61', 'tenant_id': '97d116b99b544f4780bdf8f453f5840b', 'mac_address': 'fa:16:3e:8f:52:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09562cab-d4cc-4c9c-8966-4eb13466ce1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '96468fdf-103f-4b5f-9022-075d6f910140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:59:15Z', 'updated_at': '2021-09-17T08:59:15Z', 'revision_number': 1, 'project_id': '97d116b99b544f4780bdf8f453f5840b', 'subnets': [{'id': '96468fdf-103f-4b5f-9022-075d6f910140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:59:16.362470 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9249511-bc01-4d96-a146-c36dbd0605ae None None] The sync data for ids ['09562cab-d4cc-4c9c-8966-4eb13466ce1a'] in n-d-789963-9 is: [{'id': '09562cab-d4cc-4c9c-8966-4eb13466ce1a', 'name': 'tempest-TestEncryptedCinderVolumes-905605965-router', 'tenant_id': '97d116b99b544f4780bdf8f453f5840b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '26e3ac9b-95ea-4136-ad68-8b9da6e97e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:59:13Z', 'updated_at': '2021-09-17T08:59:15Z', 'revision_number': 4, 'project_id': '97d116b99b544f4780bdf8f453f5840b', 'gw_port': {'id': '26e3ac9b-95ea-4136-ad68-8b9da6e97e83', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:69:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09562cab-d4cc-4c9c-8966-4eb13466ce1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:59:13Z', 'updated_at': '2021-09-17T08:59:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '2ab08baa-14b3-4926-bdd9-aa782976abe0', 'name': '', 'network_id': '87b9ca98-4afe-461f-bd91-10ad30d91c61', 'tenant_id': '97d116b99b544f4780bdf8f453f5840b', 'mac_address': 'fa:16:3e:8f:52:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09562cab-d4cc-4c9c-8966-4eb13466ce1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '96468fdf-103f-4b5f-9022-075d6f910140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:59:15Z', 'updated_at': '2021-09-17T08:59:15Z', 'revision_number': 1, 'project_id': '97d116b99b544f4780bdf8f453f5840b', 'subnets': [{'id': '96468fdf-103f-4b5f-9022-075d6f910140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:59:16.374755 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port f95471ca-0f06-4495-98de-47a9c5232c4d triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:59:16.375391 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:16.679435 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 35986) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:59:16.684460 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-2a1f87b5-ada5-4426-9286-c9b52aa25a6e admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-352454495-network', 'tenant_id': '3fa8e676836b40668487588baec3fd73'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:59:16.706307 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1f87b5-ada5-4426-9286-c9b52aa25a6e admin admin] Made reservation on behalf of 3fa8e676836b40668487588baec3fd73 for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:59:16.708812 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2a1f87b5-ada5-4426-9286-c9b52aa25a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:16.718279 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2a1f87b5-ada5-4426-9286-c9b52aa25a6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:16.812378 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2a1f87b5-ada5-4426-9286-c9b52aa25a6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:16.816401 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2a1f87b5-ada5-4426-9286-c9b52aa25a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:16.836662 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a1f87b5-ada5-4426-9286-c9b52aa25a6e admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 08:59:16.856008 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2a1f87b5-ada5-4426-9286-c9b52aa25a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:16.856366 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-2a1f87b5-ada5-4426-9286-c9b52aa25a6e admin admin] Added segment 967c5b0e-e21e-48df-ad45-edf3c2681d62 of type vlan for network 93b4be19-028e-4d2f-beb0-def553f8684a Sep 17 08:59:16.857714 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f87b5-ada5-4426-9286-c9b52aa25a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e14c7b-ce66-43e3-bf0d-d50521915d81,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:16.900556 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2a1f87b5-ada5-4426-9286-c9b52aa25a6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:16.926919 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2a1f87b5-ada5-4426-9286-c9b52aa25a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:16.928015 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1f87b5-ada5-4426-9286-c9b52aa25a6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:59:16.928613 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-2a1f87b5-ada5-4426-9286-c9b52aa25a6e admin admin] Notify callbacks [] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:17.011726 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-2a1f87b5-ada5-4426-9286-c9b52aa25a6e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3284936 Sep 17 08:59:17.012163 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 35988) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:59:17.017269 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-539fa01b-afce-460f-9859-74557ccf160e admin admin] Request body: {'subnet': {'network_id': '93b4be19-028e-4d2f-beb0-def553f8684a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-352454495-subnet', 'tenant_id': '3fa8e676836b40668487588baec3fd73', 'ip_version': 4}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:59:17.020695 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f87b5-ada5-4426-9286-c9b52aa25a6e admin admin] Pushing event updated for resources: {'Network': ['ID=93b4be19-028e-4d2f-beb0-def553f8684a,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:17.031924 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 93b4be19-028e-4d2f-beb0-def553f8684a details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 08:59:17.044482 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539fa01b-afce-460f-9859-74557ccf160e admin admin] Made reservation on behalf of 3fa8e676836b40668487588baec3fd73 for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:59:17.046646 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-539fa01b-afce-460f-9859-74557ccf160e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:17.225831 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-539fa01b-afce-460f-9859-74557ccf160e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:17.283811 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539fa01b-afce-460f-9859-74557ccf160e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e2a05dc-bc51-4bcc-ab9c-9fdbcdaeb1e7,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:17.291025 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539fa01b-afce-460f-9859-74557ccf160e admin admin] Checking segment: {'id': '967c5b0e-e21e-48df-ad45-edf3c2681d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '93b4be19-028e-4d2f-beb0-def553f8684a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:59:17.291386 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539fa01b-afce-460f-9859-74557ccf160e admin admin] Network hostable DHCP agents. Network: 93b4be19-028e-4d2f-beb0-def553f8684a, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 08:59:17.309213 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539fa01b-afce-460f-9859-74557ccf160e admin admin] Network 93b4be19-028e-4d2f-beb0-def553f8684a is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 08:59:17.318066 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-539fa01b-afce-460f-9859-74557ccf160e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 93b4be19-028e-4d2f-beb0-def553f8684a) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:59:17.322146 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539fa01b-afce-460f-9859-74557ccf160e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:59:17.322793 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-539fa01b-afce-460f-9859-74557ccf160e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:17.327977 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac860e9-dd7a-476a-a6fa-c474661490a6 None None] Network 93b4be19-028e-4d2f-beb0-def553f8684a requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:59:17.340336 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-539fa01b-afce-460f-9859-74557ccf160e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3240919 Sep 17 08:59:17.340525 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 35990) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:59:17.344999 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-9a5d0348-fc54-4d28-af33-b2a7c3ce57ea admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-352454495-router', 'tenant_id': '3fa8e676836b40668487588baec3fd73', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:59:17.366503 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9a5d0348-fc54-4d28-af33-b2a7c3ce57ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:17.367547 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9a5d0348-fc54-4d28-af33-b2a7c3ce57ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:17.428455 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9a5d0348-fc54-4d28-af33-b2a7c3ce57ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:17.489213 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8d422b-985c-4faf-b909-d7b9b1e6026c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-93b4be19-028e-4d2f-beb0-def553f8684a', 'network_id': '93b4be19-028e-4d2f-beb0-def553f8684a', 'tenant_id': '3fa8e676836b40668487588baec3fd73', 'fixed_ips': [{'subnet_id': '5e2a05dc-bc51-4bcc-ab9c-9fdbcdaeb1e7'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 08:59:17.490353 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ad8d422b-985c-4faf-b909-d7b9b1e6026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:17.566519 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9a5d0348-fc54-4d28-af33-b2a7c3ce57ea admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:17.639048 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-ad8d422b-985c-4faf-b909-d7b9b1e6026c None None] Allocated IP 172.20.0.2 (93b4be19-028e-4d2f-beb0-def553f8684a/5e2a05dc-bc51-4bcc-ab9c-9fdbcdaeb1e7/ca374e6c-3d9a-447e-b166-5025444505fe) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:59:17.793608 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ad8d422b-985c-4faf-b909-d7b9b1e6026c None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:17.801421 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ad8d422b-985c-4faf-b909-d7b9b1e6026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:17.842738 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8d422b-985c-4faf-b909-d7b9b1e6026c None None] Network 93b4be19-028e-4d2f-beb0-def553f8684a is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:59:17.847900 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-ad8d422b-985c-4faf-b909-d7b9b1e6026c None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:59:17.850888 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8d422b-985c-4faf-b909-d7b9b1e6026c None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:59:17.857487 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8d422b-985c-4faf-b909-d7b9b1e6026c None None] Pushing event updated for resources: {'Port': ['ID=ca374e6c-3d9a-447e-b166-5025444505fe,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:17.911377 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-ad8d422b-985c-4faf-b909-d7b9b1e6026c None None] Attempting to bind port ca374e6c-3d9a-447e-b166-5025444505fe on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:59:17.911813 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-ad8d422b-985c-4faf-b909-d7b9b1e6026c None None] Attempting to bind port ca374e6c-3d9a-447e-b166-5025444505fe by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '967c5b0e-e21e-48df-ad45-edf3c2681d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '93b4be19-028e-4d2f-beb0-def553f8684a'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:59:17.912220 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8d422b-985c-4faf-b909-d7b9b1e6026c None None] Attempting to bind port ca374e6c-3d9a-447e-b166-5025444505fe on network 93b4be19-028e-4d2f-beb0-def553f8684a {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:59:17.917418 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8d422b-985c-4faf-b909-d7b9b1e6026c None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:59:17.917793 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8d422b-985c-4faf-b909-d7b9b1e6026c None None] Checking segment: {'id': '967c5b0e-e21e-48df-ad45-edf3c2681d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '93b4be19-028e-4d2f-beb0-def553f8684a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:59:17.918233 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ad8d422b-985c-4faf-b909-d7b9b1e6026c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:17.918630 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8d422b-985c-4faf-b909-d7b9b1e6026c None None] Bound using segment: {'id': '967c5b0e-e21e-48df-ad45-edf3c2681d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '93b4be19-028e-4d2f-beb0-def553f8684a'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:59:17.919099 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-ad8d422b-985c-4faf-b909-d7b9b1e6026c None None] Bound port: ca374e6c-3d9a-447e-b166-5025444505fe, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '967c5b0e-e21e-48df-ad45-edf3c2681d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '93b4be19-028e-4d2f-beb0-def553f8684a'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:59:17.919478 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ad8d422b-985c-4faf-b909-d7b9b1e6026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:17.987516 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ad8d422b-985c-4faf-b909-d7b9b1e6026c None None] For port ca374e6c-3d9a-447e-b166-5025444505fe, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:59:17.990526 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ad8d422b-985c-4faf-b909-d7b9b1e6026c None None] For port ca374e6c-3d9a-447e-b166-5025444505fe, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=ca374e6c-3d9a-447e-b166-5025444505fe,segment=NetworkSegment(967c5b0e-e21e-48df-ad45-edf3c2681d62),segment_id=967c5b0e-e21e-48df-ad45-edf3c2681d62)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:59:17.995569 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ad8d422b-985c-4faf-b909-d7b9b1e6026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:18.057846 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8d422b-985c-4faf-b909-d7b9b1e6026c None None] Pushing event updated for resources: {'Port': ['ID=ca374e6c-3d9a-447e-b166-5025444505fe,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:18.110550 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9a5d0348-fc54-4d28-af33-b2a7c3ce57ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:18.130107 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9a5d0348-fc54-4d28-af33-b2a7c3ce57ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:18.269138 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-9a5d0348-fc54-4d28-af33-b2a7c3ce57ea admin admin] Allocated IP 172.25.6.215 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/23cd8fc5-8ca0-4746-a60c-29c0ca328ff8) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:59:18.383327 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bdbf4b-e6f0-4757-a27d-4b2db5ed128a None None] Sync routers for ids ['09562cab-d4cc-4c9c-8966-4eb13466ce1a'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:59:18.395968 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bdbf4b-e6f0-4757-a27d-4b2db5ed128a None None] Routers {'09562cab-d4cc-4c9c-8966-4eb13466ce1a'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:59:18.396982 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-e3bdbf4b-e6f0-4757-a27d-4b2db5ed128a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:58:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['09562cab-d4cc-4c9c-8966-4eb13466ce1a'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:59:18.414653 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9a5d0348-fc54-4d28-af33-b2a7c3ce57ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:18.419171 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 26e3ac9b-95ea-4136-ad68-8b9da6e97e83 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:59:18.452286 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9a5d0348-fc54-4d28-af33-b2a7c3ce57ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:18.475603 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 26e3ac9b-95ea-4136-ad68-8b9da6e97e83 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:59:18.475983 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:18.496138 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5d0348-fc54-4d28-af33-b2a7c3ce57ea admin admin] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:59:18.501071 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-9a5d0348-fc54-4d28-af33-b2a7c3ce57ea admin admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:59:18.506374 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5d0348-fc54-4d28-af33-b2a7c3ce57ea admin admin] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:59:18.518398 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-e3bdbf4b-e6f0-4757-a27d-4b2db5ed128a None None] Set router 09562cab-d4cc-4c9c-8966-4eb13466ce1a gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:59:18.531165 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5d0348-fc54-4d28-af33-b2a7c3ce57ea admin admin] Pushing event updated for resources: {'Port': ['ID=23cd8fc5-8ca0-4746-a60c-29c0ca328ff8,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:18.563510 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:18.585780 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port 26e3ac9b-95ea-4136-ad68-8b9da6e97e83, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=26e3ac9b-95ea-4136-ad68-8b9da6e97e83,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:59:18.590373 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:18.591407 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device ca374e6c-3d9a-447e-b166-5025444505fe up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:59:18.672596 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=26e3ac9b-95ea-4136-ad68-8b9da6e97e83,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:18.691472 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port ca374e6c-3d9a-447e-b166-5025444505fe triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:59:18.691865 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:18.790043 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:18.793220 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9a5d0348-fc54-4d28-af33-b2a7c3ce57ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:18.828823 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port ca374e6c-3d9a-447e-b166-5025444505fe, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=ca374e6c-3d9a-447e-b166-5025444505fe,segment=NetworkSegment(967c5b0e-e21e-48df-ad45-edf3c2681d62),segment_id=967c5b0e-e21e-48df-ad45-edf3c2681d62)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:59:18.834588 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:18.863484 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-e3bdbf4b-e6f0-4757-a27d-4b2db5ed128a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09562cab-d4cc-4c9c-8966-4eb13466ce1a', 'name': 'tempest-TestEncryptedCinderVolumes-905605965-router', 'tenant_id': '97d116b99b544f4780bdf8f453f5840b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '26e3ac9b-95ea-4136-ad68-8b9da6e97e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:59:13Z', 'updated_at': '2021-09-17T08:59:15Z', 'revision_number': 4, 'project_id': '97d116b99b544f4780bdf8f453f5840b', 'gw_port': {'id': '26e3ac9b-95ea-4136-ad68-8b9da6e97e83', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:69:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09562cab-d4cc-4c9c-8966-4eb13466ce1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:59:13Z', 'updated_at': '2021-09-17T08:59:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '2ab08baa-14b3-4926-bdd9-aa782976abe0', 'name': '', 'network_id': '87b9ca98-4afe-461f-bd91-10ad30d91c61', 'tenant_id': '97d116b99b544f4780bdf8f453f5840b', 'mac_address': 'fa:16:3e:8f:52:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09562cab-d4cc-4c9c-8966-4eb13466ce1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '96468fdf-103f-4b5f-9022-075d6f910140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:59:15Z', 'updated_at': '2021-09-17T08:59:15Z', 'revision_number': 2, 'project_id': '97d116b99b544f4780bdf8f453f5840b', 'subnets': [{'id': '96468fdf-103f-4b5f-9022-075d6f910140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:59:18.895811 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=ca374e6c-3d9a-447e-b166-5025444505fe,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:18.899615 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bdbf4b-e6f0-4757-a27d-4b2db5ed128a None None] Checking router: 09562cab-d4cc-4c9c-8966-4eb13466ce1a for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:59:18.900071 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bdbf4b-e6f0-4757-a27d-4b2db5ed128a None None] Updating router 09562cab-d4cc-4c9c-8966-4eb13466ce1a port 2ab08baa-14b3-4926-bdd9-aa782976abe0 binding host n-d-789963-9 {{(pid=101292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 08:59:18.928769 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e3bdbf4b-e6f0-4757-a27d-4b2db5ed128a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:19.028101 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9a5d0348-fc54-4d28-af33-b2a7c3ce57ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:19.111715 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0760713-34aa-406b-ac28-e6489a2a57d0 None None] Network 93b4be19-028e-4d2f-beb0-def553f8684a requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 08:59:19.166376 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a5d0348-fc54-4d28-af33-b2a7c3ce57ea admin admin] Router 9be29c58-c87e-49ce-ba49-f72f3864b28c is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 08:59:19.207714 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5ccf53b7-2270-44f7-b630-66d44fcb2bc0 None None] Provisioning complete for port ca374e6c-3d9a-447e-b166-5025444505fe triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:59:19.208114 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5ccf53b7-2270-44f7-b630-66d44fcb2bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:19.218846 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e3bdbf4b-e6f0-4757-a27d-4b2db5ed128a None None] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:19.225775 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e3bdbf4b-e6f0-4757-a27d-4b2db5ed128a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:19.285236 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a5d0348-fc54-4d28-af33-b2a7c3ce57ea admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:59:19.302662 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f42b4b-7e2a-41da-95c4-6f3f1e9264f7 None None] Sync routers for ids ['9be29c58-c87e-49ce-ba49-f72f3864b28c'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:59:19.305715 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9a5d0348-fc54-4d28-af33-b2a7c3ce57ea admin admin] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:19.310369 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304bd7a4-76a3-4406-b852-96da6707e5c2 None None] Pushing event updated for resources: {'Port': ['ID=2ab08baa-14b3-4926-bdd9-aa782976abe0,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:19.310599 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 35992) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 08:59:19.316436 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-9a5d0348-fc54-4d28-af33-b2a7c3ce57ea admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9747787 Sep 17 08:59:19.336270 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304bd7a4-76a3-4406-b852-96da6707e5c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:59:19.336621 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304bd7a4-76a3-4406-b852-96da6707e5c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:59:19.336959 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304bd7a4-76a3-4406-b852-96da6707e5c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:59:19.337354 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304bd7a4-76a3-4406-b852-96da6707e5c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:59:19.337696 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304bd7a4-76a3-4406-b852-96da6707e5c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:59:19.338034 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304bd7a4-76a3-4406-b852-96da6707e5c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:59:19.338362 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304bd7a4-76a3-4406-b852-96da6707e5c2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:59:19.338743 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304bd7a4-76a3-4406-b852-96da6707e5c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:59:19.339130 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304bd7a4-76a3-4406-b852-96da6707e5c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:59:19.339406 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304bd7a4-76a3-4406-b852-96da6707e5c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:59:19.340327 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304bd7a4-76a3-4406-b852-96da6707e5c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:59:19.340630 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304bd7a4-76a3-4406-b852-96da6707e5c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:59:19.349147 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f42b4b-7e2a-41da-95c4-6f3f1e9264f7 None None] Routers {'9be29c58-c87e-49ce-ba49-f72f3864b28c'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:59:19.349707 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-a9f42b4b-7e2a-41da-95c4-6f3f1e9264f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:58:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['9be29c58-c87e-49ce-ba49-f72f3864b28c'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:59:19.354902 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-e3bdbf4b-e6f0-4757-a27d-4b2db5ed128a None None] Attempting to bind port 2ab08baa-14b3-4926-bdd9-aa782976abe0 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:59:19.356478 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-e3bdbf4b-e6f0-4757-a27d-4b2db5ed128a None None] Attempting to bind port 2ab08baa-14b3-4926-bdd9-aa782976abe0 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '5ccedaba-1a8d-486b-bc01-497eb718c668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '87b9ca98-4afe-461f-bd91-10ad30d91c61'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:59:19.356957 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bdbf4b-e6f0-4757-a27d-4b2db5ed128a None None] Attempting to bind port 2ab08baa-14b3-4926-bdd9-aa782976abe0 on network 87b9ca98-4afe-461f-bd91-10ad30d91c61 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:59:19.362512 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bdbf4b-e6f0-4757-a27d-4b2db5ed128a None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:59:19.362985 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bdbf4b-e6f0-4757-a27d-4b2db5ed128a None None] Checking segment: {'id': '5ccedaba-1a8d-486b-bc01-497eb718c668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '87b9ca98-4afe-461f-bd91-10ad30d91c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:59:19.363459 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e3bdbf4b-e6f0-4757-a27d-4b2db5ed128a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:19.363894 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bdbf4b-e6f0-4757-a27d-4b2db5ed128a None None] Bound using segment: {'id': '5ccedaba-1a8d-486b-bc01-497eb718c668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '87b9ca98-4afe-461f-bd91-10ad30d91c61'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:59:19.364345 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-e3bdbf4b-e6f0-4757-a27d-4b2db5ed128a None None] Bound port: 2ab08baa-14b3-4926-bdd9-aa782976abe0, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ccedaba-1a8d-486b-bc01-497eb718c668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '87b9ca98-4afe-461f-bd91-10ad30d91c61'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:59:19.364941 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e3bdbf4b-e6f0-4757-a27d-4b2db5ed128a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:19.441314 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-e3bdbf4b-e6f0-4757-a27d-4b2db5ed128a None None] For port 2ab08baa-14b3-4926-bdd9-aa782976abe0, host n-d-789963-9, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:59:19.445855 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-e3bdbf4b-e6f0-4757-a27d-4b2db5ed128a None None] For port 2ab08baa-14b3-4926-bdd9-aa782976abe0, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=2ab08baa-14b3-4926-bdd9-aa782976abe0,segment=NetworkSegment(5ccedaba-1a8d-486b-bc01-497eb718c668),segment_id=5ccedaba-1a8d-486b-bc01-497eb718c668)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:59:19.451320 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e3bdbf4b-e6f0-4757-a27d-4b2db5ed128a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:19.503995 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-a9f42b4b-7e2a-41da-95c4-6f3f1e9264f7 None None] Set router 9be29c58-c87e-49ce-ba49-f72f3864b28c gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:59:19.516961 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304bd7a4-76a3-4406-b852-96da6707e5c2 None None] Pushing event updated for resources: {'Port': ['ID=2ab08baa-14b3-4926-bdd9-aa782976abe0,revision_number=4']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:19.541027 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bdbf4b-e6f0-4757-a27d-4b2db5ed128a None None] Routers {'09562cab-d4cc-4c9c-8966-4eb13466ce1a'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:59:19.541672 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-e3bdbf4b-e6f0-4757-a27d-4b2db5ed128a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:58:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['09562cab-d4cc-4c9c-8966-4eb13466ce1a'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:59:19.666366 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-e3bdbf4b-e6f0-4757-a27d-4b2db5ed128a None None] Set router 09562cab-d4cc-4c9c-8966-4eb13466ce1a gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:59:19.742087 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1d8ff53d-3672-4230-9097-f58ad51edff7 None None] Provisioning complete for port 2ab08baa-14b3-4926-bdd9-aa782976abe0 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:59:19.742459 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1d8ff53d-3672-4230-9097-f58ad51edff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:19.800615 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-a9f42b4b-7e2a-41da-95c4-6f3f1e9264f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be29c58-c87e-49ce-ba49-f72f3864b28c', 'name': 'tempest-TestEncryptedCinderVolumes-352454495-router', 'tenant_id': '3fa8e676836b40668487588baec3fd73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '23cd8fc5-8ca0-4746-a60c-29c0ca328ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:59:17Z', 'updated_at': '2021-09-17T08:59:18Z', 'revision_number': 3, 'project_id': '3fa8e676836b40668487588baec3fd73', 'gw_port': {'id': '23cd8fc5-8ca0-4746-a60c-29c0ca328ff8', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e4:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be29c58-c87e-49ce-ba49-f72f3864b28c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:59:18Z', 'updated_at': '2021-09-17T08:59:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:59:19.826799 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3eb2c83d-0c8b-4e92-8be9-f5c01928fc3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:19.860210 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f42b4b-7e2a-41da-95c4-6f3f1e9264f7 None None] Checking router: 9be29c58-c87e-49ce-ba49-f72f3864b28c for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:59:19.860546 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f42b4b-7e2a-41da-95c4-6f3f1e9264f7 None None] Updating router 9be29c58-c87e-49ce-ba49-f72f3864b28c port 23cd8fc5-8ca0-4746-a60c-29c0ca328ff8 binding host n-d-789963-9 {{(pid=101291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 08:59:19.897715 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a9f42b4b-7e2a-41da-95c4-6f3f1e9264f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:19.899392 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1d8ff53d-3672-4230-9097-f58ad51edff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:19.910986 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-e3bdbf4b-e6f0-4757-a27d-4b2db5ed128a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09562cab-d4cc-4c9c-8966-4eb13466ce1a', 'name': 'tempest-TestEncryptedCinderVolumes-905605965-router', 'tenant_id': '97d116b99b544f4780bdf8f453f5840b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '26e3ac9b-95ea-4136-ad68-8b9da6e97e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:59:13Z', 'updated_at': '2021-09-17T08:59:15Z', 'revision_number': 4, 'project_id': '97d116b99b544f4780bdf8f453f5840b', 'gw_port': {'id': '26e3ac9b-95ea-4136-ad68-8b9da6e97e83', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:69:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09562cab-d4cc-4c9c-8966-4eb13466ce1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:59:13Z', 'updated_at': '2021-09-17T08:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '2ab08baa-14b3-4926-bdd9-aa782976abe0', 'name': '', 'network_id': '87b9ca98-4afe-461f-bd91-10ad30d91c61', 'tenant_id': '97d116b99b544f4780bdf8f453f5840b', 'mac_address': 'fa:16:3e:8f:52:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09562cab-d4cc-4c9c-8966-4eb13466ce1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '96468fdf-103f-4b5f-9022-075d6f910140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:59:15Z', 'updated_at': '2021-09-17T08:59:19Z', 'revision_number': 4, 'project_id': '97d116b99b544f4780bdf8f453f5840b', 'subnets': [{'id': '96468fdf-103f-4b5f-9022-075d6f910140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:59:19.944940 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bdbf4b-e6f0-4757-a27d-4b2db5ed128a None None] The sync data for ids ['09562cab-d4cc-4c9c-8966-4eb13466ce1a'] in n-d-789963-9 is: [{'id': '09562cab-d4cc-4c9c-8966-4eb13466ce1a', 'name': 'tempest-TestEncryptedCinderVolumes-905605965-router', 'tenant_id': '97d116b99b544f4780bdf8f453f5840b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '26e3ac9b-95ea-4136-ad68-8b9da6e97e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:59:13Z', 'updated_at': '2021-09-17T08:59:15Z', 'revision_number': 4, 'project_id': '97d116b99b544f4780bdf8f453f5840b', 'gw_port': {'id': '26e3ac9b-95ea-4136-ad68-8b9da6e97e83', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:69:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09562cab-d4cc-4c9c-8966-4eb13466ce1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:59:13Z', 'updated_at': '2021-09-17T08:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '2ab08baa-14b3-4926-bdd9-aa782976abe0', 'name': '', 'network_id': '87b9ca98-4afe-461f-bd91-10ad30d91c61', 'tenant_id': '97d116b99b544f4780bdf8f453f5840b', 'mac_address': 'fa:16:3e:8f:52:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09562cab-d4cc-4c9c-8966-4eb13466ce1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '96468fdf-103f-4b5f-9022-075d6f910140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:59:15Z', 'updated_at': '2021-09-17T08:59:19Z', 'revision_number': 4, 'project_id': '97d116b99b544f4780bdf8f453f5840b', 'subnets': [{'id': '96468fdf-103f-4b5f-9022-075d6f910140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:59:20.022943 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1d8ff53d-3672-4230-9097-f58ad51edff7 None None] For port 2ab08baa-14b3-4926-bdd9-aa782976abe0, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=2ab08baa-14b3-4926-bdd9-aa782976abe0,segment=NetworkSegment(5ccedaba-1a8d-486b-bc01-497eb718c668),segment_id=5ccedaba-1a8d-486b-bc01-497eb718c668)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:59:20.030354 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1d8ff53d-3672-4230-9097-f58ad51edff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:20.127651 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-46499ec7-dfad-4ee7-9c8a-39d0d265f1f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:20.153592 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8ff53d-3672-4230-9097-f58ad51edff7 None None] Pushing event updated for resources: {'Port': ['ID=2ab08baa-14b3-4926-bdd9-aa782976abe0,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:20.194262 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-e3784eaa-cc51-4c27-b97a-cafb04a64a99 None None] Provisioning complete for port ca374e6c-3d9a-447e-b166-5025444505fe triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:59:20.194640 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e3784eaa-cc51-4c27-b97a-cafb04a64a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:20.335556 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a9f42b4b-7e2a-41da-95c4-6f3f1e9264f7 None None] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:20.347563 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a9f42b4b-7e2a-41da-95c4-6f3f1e9264f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:20.379802 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-3eb2c83d-0c8b-4e92-8be9-f5c01928fc3e admin admin] Allocated IP 172.20.0.1 (93b4be19-028e-4d2f-beb0-def553f8684a/5e2a05dc-bc51-4bcc-ab9c-9fdbcdaeb1e7/9cc8c099-28db-4b70-8f66-db39c7fa4a56) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:59:20.381798 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 2ab08baa-14b3-4926-bdd9-aa782976abe0 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:59:20.445135 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58698ea8-bc74-4dea-8c2a-8322c4d11b9d None None] Pushing event updated for resources: {'Port': ['ID=23cd8fc5-8ca0-4746-a60c-29c0ca328ff8,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:20.451773 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-e3784eaa-cc51-4c27-b97a-cafb04a64a99 None None] Provisioning complete for port 2ab08baa-14b3-4926-bdd9-aa782976abe0 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:59:20.452184 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e3784eaa-cc51-4c27-b97a-cafb04a64a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:20.456354 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-a9f42b4b-7e2a-41da-95c4-6f3f1e9264f7 None None] Attempting to bind port 23cd8fc5-8ca0-4746-a60c-29c0ca328ff8 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:59:20.456924 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-a9f42b4b-7e2a-41da-95c4-6f3f1e9264f7 None None] Attempting to bind port 23cd8fc5-8ca0-4746-a60c-29c0ca328ff8 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:59:20.457169 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f42b4b-7e2a-41da-95c4-6f3f1e9264f7 None None] Attempting to bind port 23cd8fc5-8ca0-4746-a60c-29c0ca328ff8 on network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:59:20.487143 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f42b4b-7e2a-41da-95c4-6f3f1e9264f7 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:59:20.487526 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f42b4b-7e2a-41da-95c4-6f3f1e9264f7 None None] Checking segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:59:20.487960 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a9f42b4b-7e2a-41da-95c4-6f3f1e9264f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:20.488363 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f42b4b-7e2a-41da-95c4-6f3f1e9264f7 None None] Bound using segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:59:20.488857 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-a9f42b4b-7e2a-41da-95c4-6f3f1e9264f7 None None] Bound port: 23cd8fc5-8ca0-4746-a60c-29c0ca328ff8, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:59:20.489245 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a9f42b4b-7e2a-41da-95c4-6f3f1e9264f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:20.498797 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3eb2c83d-0c8b-4e92-8be9-f5c01928fc3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:20.538417 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 2ab08baa-14b3-4926-bdd9-aa782976abe0 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:59:20.538648 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3eb2c83d-0c8b-4e92-8be9-f5c01928fc3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:20.538818 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:20.580550 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb2c83d-0c8b-4e92-8be9-f5c01928fc3e admin admin] Network 93b4be19-028e-4d2f-beb0-def553f8684a is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:59:20.588105 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-3eb2c83d-0c8b-4e92-8be9-f5c01928fc3e admin admin] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:59:20.592829 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb2c83d-0c8b-4e92-8be9-f5c01928fc3e admin admin] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:59:20.596036 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb2c83d-0c8b-4e92-8be9-f5c01928fc3e admin admin] Pushing event updated for resources: {'Port': ['ID=9cc8c099-28db-4b70-8f66-db39c7fa4a56,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:20.615261 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-a9f42b4b-7e2a-41da-95c4-6f3f1e9264f7 None None] For port 23cd8fc5-8ca0-4746-a60c-29c0ca328ff8, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:59:20.638283 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-a9f42b4b-7e2a-41da-95c4-6f3f1e9264f7 None None] For port 23cd8fc5-8ca0-4746-a60c-29c0ca328ff8, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=23cd8fc5-8ca0-4746-a60c-29c0ca328ff8,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:59:20.649356 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3eb2c83d-0c8b-4e92-8be9-f5c01928fc3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:20.651618 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a9f42b4b-7e2a-41da-95c4-6f3f1e9264f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:20.731443 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 26e3ac9b-95ea-4136-ad68-8b9da6e97e83 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:59:20.742523 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f42b4b-7e2a-41da-95c4-6f3f1e9264f7 None None] Routers {'9be29c58-c87e-49ce-ba49-f72f3864b28c'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:59:20.743182 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-a9f42b4b-7e2a-41da-95c4-6f3f1e9264f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:58:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['9be29c58-c87e-49ce-ba49-f72f3864b28c'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:59:20.802271 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3eb2c83d-0c8b-4e92-8be9-f5c01928fc3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:20.807287 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58698ea8-bc74-4dea-8c2a-8322c4d11b9d None None] Pushing event updated for resources: {'Port': ['ID=23cd8fc5-8ca0-4746-a60c-29c0ca328ff8,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:20.880517 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 26e3ac9b-95ea-4136-ad68-8b9da6e97e83 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:59:20.880825 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:20.988138 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3eb2c83d-0c8b-4e92-8be9-f5c01928fc3e admin admin] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:20.994742 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3eb2c83d-0c8b-4e92-8be9-f5c01928fc3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:21.067541 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb2c83d-0c8b-4e92-8be9-f5c01928fc3e admin admin] Pushing event updated for resources: {'Port': ['ID=9cc8c099-28db-4b70-8f66-db39c7fa4a56,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:21.072145 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3eb2c83d-0c8b-4e92-8be9-f5c01928fc3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:21.078864 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-a9f42b4b-7e2a-41da-95c4-6f3f1e9264f7 None None] Set router 9be29c58-c87e-49ce-ba49-f72f3864b28c gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:59:21.163394 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb2c83d-0c8b-4e92-8be9-f5c01928fc3e admin admin] Network 93b4be19-028e-4d2f-beb0-def553f8684a is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:59:21.164961 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-3eb2c83d-0c8b-4e92-8be9-f5c01928fc3e admin admin] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:59:21.165681 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-91308e46-4101-4308-9547-0e0a1bfdff66 None None] Provisioning complete for port 9cc8c099-28db-4b70-8f66-db39c7fa4a56 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:59:21.166193 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-91308e46-4101-4308-9547-0e0a1bfdff66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:21.240566 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-91308e46-4101-4308-9547-0e0a1bfdff66 None None] Port 9cc8c099-28db-4b70-8f66-db39c7fa4a56 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:59:21.288478 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eb2c83d-0c8b-4e92-8be9-f5c01928fc3e admin admin] Router 9be29c58-c87e-49ce-ba49-f72f3864b28c has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 08:59:21.316928 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device ca374e6c-3d9a-447e-b166-5025444505fe up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:59:21.380254 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-a9f42b4b-7e2a-41da-95c4-6f3f1e9264f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be29c58-c87e-49ce-ba49-f72f3864b28c', 'name': 'tempest-TestEncryptedCinderVolumes-352454495-router', 'tenant_id': '3fa8e676836b40668487588baec3fd73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '23cd8fc5-8ca0-4746-a60c-29c0ca328ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:59:17Z', 'updated_at': '2021-09-17T08:59:18Z', 'revision_number': 3, 'project_id': '3fa8e676836b40668487588baec3fd73', 'gw_port': {'id': '23cd8fc5-8ca0-4746-a60c-29c0ca328ff8', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e4:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be29c58-c87e-49ce-ba49-f72f3864b28c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:59:18Z', 'updated_at': '2021-09-17T08:59:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:59:21.405507 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb2c83d-0c8b-4e92-8be9-f5c01928fc3e admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 08:59:21.406583 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port ca374e6c-3d9a-447e-b166-5025444505fe triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:59:21.406971 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:21.408893 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f42b4b-7e2a-41da-95c4-6f3f1e9264f7 None None] The sync data for ids ['9be29c58-c87e-49ce-ba49-f72f3864b28c'] in n-d-789963-9 is: [{'id': '9be29c58-c87e-49ce-ba49-f72f3864b28c', 'name': 'tempest-TestEncryptedCinderVolumes-352454495-router', 'tenant_id': '3fa8e676836b40668487588baec3fd73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '23cd8fc5-8ca0-4746-a60c-29c0ca328ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:59:17Z', 'updated_at': '2021-09-17T08:59:18Z', 'revision_number': 3, 'project_id': '3fa8e676836b40668487588baec3fd73', 'gw_port': {'id': '23cd8fc5-8ca0-4746-a60c-29c0ca328ff8', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e4:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be29c58-c87e-49ce-ba49-f72f3864b28c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:59:18Z', 'updated_at': '2021-09-17T08:59:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:59:21.412930 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-3eb2c83d-0c8b-4e92-8be9-f5c01928fc3e admin admin] 10.222.0.13 "PUT /v2.0/routers/9be29c58-c87e-49ce-ba49-f72f3864b28c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1001577 Sep 17 08:59:21.490835 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-bb1f7e9f-c62c-4953-b3e0-cd9a3d2d51f2 None None] Provisioning complete for port 9cc8c099-28db-4b70-8f66-db39c7fa4a56 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:59:21.491139 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bb1f7e9f-c62c-4953-b3e0-cd9a3d2d51f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:21.534760 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-bb1f7e9f-c62c-4953-b3e0-cd9a3d2d51f2 None None] Port 9cc8c099-28db-4b70-8f66-db39c7fa4a56 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:59:22.118574 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f924419-0b5d-4564-9f03-82394a39ea76 req-a197a262-0535-4b0d-b240-7fb1915cecc3 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:59:22.120178 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9f924419-0b5d-4564-9f03-82394a39ea76 req-a197a262-0535-4b0d-b240-7fb1915cecc3 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] 10.222.0.13 "GET /v2.0/networks?id=87b9ca98-4afe-461f-bd91-10ad30d91c61 HTTP/1.1" status: 200 len: 816 time: 0.1087575 Sep 17 08:59:22.135563 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9f924419-0b5d-4564-9f03-82394a39ea76 req-4c01ca97-6aae-4b56-b3cd-b90dcec69b34 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] 10.222.0.13 "GET /v2.0/quotas/97d116b99b544f4780bdf8f453f5840b HTTP/1.1" status: 200 len: 375 time: 0.0093904 Sep 17 08:59:22.187697 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9f924419-0b5d-4564-9f03-82394a39ea76 req-ab1f4f2b-b54c-4cbd-81e2-3299b793f09d tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=97d116b99b544f4780bdf8f453f5840b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458052 Sep 17 08:59:22.291315 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9f924419-0b5d-4564-9f03-82394a39ea76 req-ccaf9b0c-c266-4c04-bccd-ca00dbf7cd73 service neutron] 10.222.0.13 "GET /v2.0/networks/87b9ca98-4afe-461f-bd91-10ad30d91c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917475 Sep 17 08:59:22.313315 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 23cd8fc5-8ca0-4746-a60c-29c0ca328ff8 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:59:22.360119 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 23cd8fc5-8ca0-4746-a60c-29c0ca328ff8 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:59:22.360498 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:22.385362 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9f924419-0b5d-4564-9f03-82394a39ea76 req-8f5f1871-6840-455f-80af-de74b92f871a service neutron] 10.222.0.13 "GET /v2.0/networks/87b9ca98-4afe-461f-bd91-10ad30d91c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878425 Sep 17 08:59:22.443460 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:22.465512 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port 23cd8fc5-8ca0-4746-a60c-29c0ca328ff8, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=23cd8fc5-8ca0-4746-a60c-29c0ca328ff8,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:59:22.469430 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:22.528432 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=23cd8fc5-8ca0-4746-a60c-29c0ca328ff8,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:22.536128 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-55666168-2a4b-48b7-bd7f-ca5f97bb9b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:22.572645 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3fe72daf-bfe2-4f1f-82b3-7fede737b870 req-3646fd5d-d202-4b11-8751-a0f518545a41 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a2474c-2cf6-49e8-aa16-3efff86ca0ff HTTP/1.1" status: 200 len: 210 time: 0.0319314 Sep 17 08:59:22.851711 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:23.371466 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7647d005-97bc-46ea-8001-4d0baf1ec04e None None] Sync routers for ids ['9be29c58-c87e-49ce-ba49-f72f3864b28c'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 08:59:23.380455 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7647d005-97bc-46ea-8001-4d0baf1ec04e None None] Routers {'9be29c58-c87e-49ce-ba49-f72f3864b28c'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:59:23.381062 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-7647d005-97bc-46ea-8001-4d0baf1ec04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:59:23Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['9be29c58-c87e-49ce-ba49-f72f3864b28c'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:59:23.487334 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-7647d005-97bc-46ea-8001-4d0baf1ec04e None None] Set router 9be29c58-c87e-49ce-ba49-f72f3864b28c gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:59:23.592099 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f924419-0b5d-4564-9f03-82394a39ea76 req-1685d01f-6da4-4a03-bd4d-28c7ecf6235c tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:59:23.593837 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9f924419-0b5d-4564-9f03-82394a39ea76 req-1685d01f-6da4-4a03-bd4d-28c7ecf6235c tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] 10.222.0.39 "GET /v2.0/networks?id=87b9ca98-4afe-461f-bd91-10ad30d91c61 HTTP/1.1" status: 200 len: 816 time: 0.1139739 Sep 17 08:59:23.618357 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-9f924419-0b5d-4564-9f03-82394a39ea76 req-711cd8e5-0d3d-4e32-8e75-7ee056eb8ae9 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Request body: {'port': {'device_id': '25a2474c-2cf6-49e8-aa16-3efff86ca0ff', 'network_id': '87b9ca98-4afe-461f-bd91-10ad30d91c61', 'admin_state_up': True, 'tenant_id': '97d116b99b544f4780bdf8f453f5840b'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:59:23.692809 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fb684fb4-5858-4f0a-b0c8-17065df0004e req-8a05960c-95e2-43f6-b655-21660b86903e tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a2474c-2cf6-49e8-aa16-3efff86ca0ff HTTP/1.1" status: 200 len: 210 time: 0.0307591 Sep 17 08:59:23.713001 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-7647d005-97bc-46ea-8001-4d0baf1ec04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be29c58-c87e-49ce-ba49-f72f3864b28c', 'name': 'tempest-TestEncryptedCinderVolumes-352454495-router', 'tenant_id': '3fa8e676836b40668487588baec3fd73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '23cd8fc5-8ca0-4746-a60c-29c0ca328ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:59:17Z', 'updated_at': '2021-09-17T08:59:20Z', 'revision_number': 4, 'project_id': '3fa8e676836b40668487588baec3fd73', 'gw_port': {'id': '23cd8fc5-8ca0-4746-a60c-29c0ca328ff8', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be29c58-c87e-49ce-ba49-f72f3864b28c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:59:18Z', 'updated_at': '2021-09-17T08:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '9cc8c099-28db-4b70-8f66-db39c7fa4a56', 'name': '', 'network_id': '93b4be19-028e-4d2f-beb0-def553f8684a', 'tenant_id': '3fa8e676836b40668487588baec3fd73', 'mac_address': 'fa:16:3e:70:ea:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be29c58-c87e-49ce-ba49-f72f3864b28c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '5e2a05dc-bc51-4bcc-ab9c-9fdbcdaeb1e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:59:19Z', 'updated_at': '2021-09-17T08:59:20Z', 'revision_number': 2, 'project_id': '3fa8e676836b40668487588baec3fd73', 'subnets': [{'id': '5e2a05dc-bc51-4bcc-ab9c-9fdbcdaeb1e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:59:23.733766 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f924419-0b5d-4564-9f03-82394a39ea76 req-711cd8e5-0d3d-4e32-8e75-7ee056eb8ae9 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Made reservation on behalf of 97d116b99b544f4780bdf8f453f5840b for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 08:59:23.737744 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-9f924419-0b5d-4564-9f03-82394a39ea76 req-711cd8e5-0d3d-4e32-8e75-7ee056eb8ae9 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:23.738475 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7647d005-97bc-46ea-8001-4d0baf1ec04e None None] Checking router: 9be29c58-c87e-49ce-ba49-f72f3864b28c for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 08:59:23.738828 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7647d005-97bc-46ea-8001-4d0baf1ec04e None None] Updating router 9be29c58-c87e-49ce-ba49-f72f3864b28c port 9cc8c099-28db-4b70-8f66-db39c7fa4a56 binding host n-d-789963-9 {{(pid=101292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 08:59:23.763306 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7647d005-97bc-46ea-8001-4d0baf1ec04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:23.866022 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-9f924419-0b5d-4564-9f03-82394a39ea76 req-711cd8e5-0d3d-4e32-8e75-7ee056eb8ae9 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Allocated IP 172.20.0.7 (87b9ca98-4afe-461f-bd91-10ad30d91c61/96468fdf-103f-4b5f-9022-075d6f910140/2ad0d4c5-e6a1-4878-a2ed-7266882b93b0) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 08:59:23.957813 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:24.020545 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-9f924419-0b5d-4564-9f03-82394a39ea76 req-711cd8e5-0d3d-4e32-8e75-7ee056eb8ae9 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:24.055327 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-9f924419-0b5d-4564-9f03-82394a39ea76 req-711cd8e5-0d3d-4e32-8e75-7ee056eb8ae9 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:24.100540 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f924419-0b5d-4564-9f03-82394a39ea76 req-711cd8e5-0d3d-4e32-8e75-7ee056eb8ae9 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Network 87b9ca98-4afe-461f-bd91-10ad30d91c61 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 08:59:24.105514 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-9f924419-0b5d-4564-9f03-82394a39ea76 req-711cd8e5-0d3d-4e32-8e75-7ee056eb8ae9 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 08:59:24.110741 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f924419-0b5d-4564-9f03-82394a39ea76 req-711cd8e5-0d3d-4e32-8e75-7ee056eb8ae9 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 08:59:24.120785 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7647d005-97bc-46ea-8001-4d0baf1ec04e None None] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:24.126862 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7647d005-97bc-46ea-8001-4d0baf1ec04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:24.132253 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711cd8e5-0d3d-4e32-8e75-7ee056eb8ae9 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Pushing event updated for resources: {'Port': ['ID=2ad0d4c5-e6a1-4878-a2ed-7266882b93b0,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:24.164786 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f924419-0b5d-4564-9f03-82394a39ea76 req-711cd8e5-0d3d-4e32-8e75-7ee056eb8ae9 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:59:24.165519 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-9f924419-0b5d-4564-9f03-82394a39ea76 req-711cd8e5-0d3d-4e32-8e75-7ee056eb8ae9 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:24.178155 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f86d33-7944-46c0-ae0a-425e06ef98ed None None] Pushing event updated for resources: {'Port': ['ID=9cc8c099-28db-4b70-8f66-db39c7fa4a56,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:24.182115 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9f924419-0b5d-4564-9f03-82394a39ea76 req-711cd8e5-0d3d-4e32-8e75-7ee056eb8ae9 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5718048 Sep 17 08:59:24.238408 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-7647d005-97bc-46ea-8001-4d0baf1ec04e None None] Attempting to bind port 9cc8c099-28db-4b70-8f66-db39c7fa4a56 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:59:24.238796 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-7647d005-97bc-46ea-8001-4d0baf1ec04e None None] Attempting to bind port 9cc8c099-28db-4b70-8f66-db39c7fa4a56 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '967c5b0e-e21e-48df-ad45-edf3c2681d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '93b4be19-028e-4d2f-beb0-def553f8684a'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:59:24.239160 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7647d005-97bc-46ea-8001-4d0baf1ec04e None None] Attempting to bind port 9cc8c099-28db-4b70-8f66-db39c7fa4a56 on network 93b4be19-028e-4d2f-beb0-def553f8684a {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:59:24.245367 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7647d005-97bc-46ea-8001-4d0baf1ec04e None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:59:24.245737 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7647d005-97bc-46ea-8001-4d0baf1ec04e None None] Checking segment: {'id': '967c5b0e-e21e-48df-ad45-edf3c2681d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '93b4be19-028e-4d2f-beb0-def553f8684a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:59:24.246109 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7647d005-97bc-46ea-8001-4d0baf1ec04e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:24.247065 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7647d005-97bc-46ea-8001-4d0baf1ec04e None None] Bound using segment: {'id': '967c5b0e-e21e-48df-ad45-edf3c2681d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '93b4be19-028e-4d2f-beb0-def553f8684a'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:59:24.247525 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-7647d005-97bc-46ea-8001-4d0baf1ec04e None None] Bound port: 9cc8c099-28db-4b70-8f66-db39c7fa4a56, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '967c5b0e-e21e-48df-ad45-edf3c2681d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '93b4be19-028e-4d2f-beb0-def553f8684a'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:59:24.247927 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7647d005-97bc-46ea-8001-4d0baf1ec04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:24.266052 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-9f924419-0b5d-4564-9f03-82394a39ea76 req-191ae014-5f5d-4fef-9dc5-669c744e2ea3 service neutron] Request body: {'port': {'device_id': '25a2474c-2cf6-49e8-aa16-3efff86ca0ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 08:59:24.306088 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 23cd8fc5-8ca0-4746-a60c-29c0ca328ff8 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:59:24.333918 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-7647d005-97bc-46ea-8001-4d0baf1ec04e None None] For port 9cc8c099-28db-4b70-8f66-db39c7fa4a56, host n-d-789963-9, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:59:24.338522 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-7647d005-97bc-46ea-8001-4d0baf1ec04e None None] For port 9cc8c099-28db-4b70-8f66-db39c7fa4a56, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=9cc8c099-28db-4b70-8f66-db39c7fa4a56,segment=NetworkSegment(967c5b0e-e21e-48df-ad45-edf3c2681d62),segment_id=967c5b0e-e21e-48df-ad45-edf3c2681d62)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:59:24.346954 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7647d005-97bc-46ea-8001-4d0baf1ec04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:24.369841 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-9f924419-0b5d-4564-9f03-82394a39ea76 req-191ae014-5f5d-4fef-9dc5-669c744e2ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:24.375539 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 23cd8fc5-8ca0-4746-a60c-29c0ca328ff8 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:59:24.376378 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:24.410429 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f86d33-7944-46c0-ae0a-425e06ef98ed None None] Pushing event updated for resources: {'Port': ['ID=9cc8c099-28db-4b70-8f66-db39c7fa4a56,revision_number=4']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:24.433273 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7647d005-97bc-46ea-8001-4d0baf1ec04e None None] Routers {'9be29c58-c87e-49ce-ba49-f72f3864b28c'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 08:59:24.435895 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-7647d005-97bc-46ea-8001-4d0baf1ec04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T08:59:23Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['9be29c58-c87e-49ce-ba49-f72f3864b28c'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:59:24.503146 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-6cb63ad3-8f6e-4a8d-b5f8-7aa340e3ed79 None None] Provisioning complete for port 2ad0d4c5-e6a1-4878-a2ed-7266882b93b0 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:59:24.503612 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6cb63ad3-8f6e-4a8d-b5f8-7aa340e3ed79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:24.549207 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-6cb63ad3-8f6e-4a8d-b5f8-7aa340e3ed79 None None] Port 2ad0d4c5-e6a1-4878-a2ed-7266882b93b0 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 08:59:24.561168 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-6cb63ad3-8f6e-4a8d-b5f8-7aa340e3ed79 None None] Provisioning complete for port 9cc8c099-28db-4b70-8f66-db39c7fa4a56 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:59:24.561626 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6cb63ad3-8f6e-4a8d-b5f8-7aa340e3ed79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:24.574982 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-7647d005-97bc-46ea-8001-4d0baf1ec04e None None] Set router 9be29c58-c87e-49ce-ba49-f72f3864b28c gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 08:59:24.673409 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6cb63ad3-8f6e-4a8d-b5f8-7aa340e3ed79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:24.705492 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-9f924419-0b5d-4564-9f03-82394a39ea76 req-191ae014-5f5d-4fef-9dc5-669c744e2ea3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ad0d4c5-e6a1-4878-a2ed-7266882b93b0 {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:59:24.706876 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-6cb63ad3-8f6e-4a8d-b5f8-7aa340e3ed79 None None] For port 9cc8c099-28db-4b70-8f66-db39c7fa4a56, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=9cc8c099-28db-4b70-8f66-db39c7fa4a56,segment=NetworkSegment(967c5b0e-e21e-48df-ad45-edf3c2681d62),segment_id=967c5b0e-e21e-48df-ad45-edf3c2681d62)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:59:24.711867 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6cb63ad3-8f6e-4a8d-b5f8-7aa340e3ed79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:24.713679 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-9f924419-0b5d-4564-9f03-82394a39ea76 req-191ae014-5f5d-4fef-9dc5-669c744e2ea3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:24.728654 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-9f924419-0b5d-4564-9f03-82394a39ea76 req-191ae014-5f5d-4fef-9dc5-669c744e2ea3 service neutron] Transition to ACTIVE for port object 2ad0d4c5-e6a1-4878-a2ed-7266882b93b0 will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 08:59:24.733196 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-9f924419-0b5d-4564-9f03-82394a39ea76 req-191ae014-5f5d-4fef-9dc5-669c744e2ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:24.775283 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb63ad3-8f6e-4a8d-b5f8-7aa340e3ed79 None None] Pushing event updated for resources: {'Port': ['ID=9cc8c099-28db-4b70-8f66-db39c7fa4a56,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:24.838560 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12949a79-88fa-45de-b937-0005a5e76ef6 req-d0c97484-1567-47c2-980d-3bf95b74baa3 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:59:24.841355 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-12949a79-88fa-45de-b937-0005a5e76ef6 req-d0c97484-1567-47c2-980d-3bf95b74baa3 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a2474c-2cf6-49e8-aa16-3efff86ca0ff HTTP/1.1" status: 200 len: 943 time: 0.0626571 Sep 17 08:59:24.844904 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-7647d005-97bc-46ea-8001-4d0baf1ec04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be29c58-c87e-49ce-ba49-f72f3864b28c', 'name': 'tempest-TestEncryptedCinderVolumes-352454495-router', 'tenant_id': '3fa8e676836b40668487588baec3fd73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '23cd8fc5-8ca0-4746-a60c-29c0ca328ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:59:17Z', 'updated_at': '2021-09-17T08:59:20Z', 'revision_number': 4, 'project_id': '3fa8e676836b40668487588baec3fd73', 'gw_port': {'id': '23cd8fc5-8ca0-4746-a60c-29c0ca328ff8', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be29c58-c87e-49ce-ba49-f72f3864b28c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:59:18Z', 'updated_at': '2021-09-17T08:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '9cc8c099-28db-4b70-8f66-db39c7fa4a56', 'name': '', 'network_id': '93b4be19-028e-4d2f-beb0-def553f8684a', 'tenant_id': '3fa8e676836b40668487588baec3fd73', 'mac_address': 'fa:16:3e:70:ea:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be29c58-c87e-49ce-ba49-f72f3864b28c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '5e2a05dc-bc51-4bcc-ab9c-9fdbcdaeb1e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:59:19Z', 'updated_at': '2021-09-17T08:59:24Z', 'revision_number': 4, 'project_id': '3fa8e676836b40668487588baec3fd73', 'subnets': [{'id': '5e2a05dc-bc51-4bcc-ab9c-9fdbcdaeb1e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 08:59:24.849660 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-f144f146-861f-4c81-a84a-b598a8bf7526 None None] Provisioning complete for port 9cc8c099-28db-4b70-8f66-db39c7fa4a56 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:59:24.850469 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f144f146-861f-4c81-a84a-b598a8bf7526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:24.864332 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191ae014-5f5d-4fef-9dc5-669c744e2ea3 service neutron] Pushing event updated for resources: {'Port': ['ID=2ad0d4c5-e6a1-4878-a2ed-7266882b93b0,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:24.894502 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7647d005-97bc-46ea-8001-4d0baf1ec04e None None] The sync data for ids ['9be29c58-c87e-49ce-ba49-f72f3864b28c'] in n-d-789963-9 is: [{'id': '9be29c58-c87e-49ce-ba49-f72f3864b28c', 'name': 'tempest-TestEncryptedCinderVolumes-352454495-router', 'tenant_id': '3fa8e676836b40668487588baec3fd73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '23cd8fc5-8ca0-4746-a60c-29c0ca328ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:59:17Z', 'updated_at': '2021-09-17T08:59:20Z', 'revision_number': 4, 'project_id': '3fa8e676836b40668487588baec3fd73', 'gw_port': {'id': '23cd8fc5-8ca0-4746-a60c-29c0ca328ff8', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be29c58-c87e-49ce-ba49-f72f3864b28c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:59:18Z', 'updated_at': '2021-09-17T08:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '9cc8c099-28db-4b70-8f66-db39c7fa4a56', 'name': '', 'network_id': '93b4be19-028e-4d2f-beb0-def553f8684a', 'tenant_id': '3fa8e676836b40668487588baec3fd73', 'mac_address': 'fa:16:3e:70:ea:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be29c58-c87e-49ce-ba49-f72f3864b28c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '5e2a05dc-bc51-4bcc-ab9c-9fdbcdaeb1e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:59:19Z', 'updated_at': '2021-09-17T08:59:24Z', 'revision_number': 4, 'project_id': '3fa8e676836b40668487588baec3fd73', 'subnets': [{'id': '5e2a05dc-bc51-4bcc-ab9c-9fdbcdaeb1e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 08:59:24.912469 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-9f924419-0b5d-4564-9f03-82394a39ea76 req-191ae014-5f5d-4fef-9dc5-669c744e2ea3 service neutron] Attempting to bind port 2ad0d4c5-e6a1-4878-a2ed-7266882b93b0 on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 08:59:24.913117 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-9f924419-0b5d-4564-9f03-82394a39ea76 req-191ae014-5f5d-4fef-9dc5-669c744e2ea3 service neutron] Attempting to bind port 2ad0d4c5-e6a1-4878-a2ed-7266882b93b0 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': '5ccedaba-1a8d-486b-bc01-497eb718c668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '87b9ca98-4afe-461f-bd91-10ad30d91c61'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 08:59:24.914037 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f924419-0b5d-4564-9f03-82394a39ea76 req-191ae014-5f5d-4fef-9dc5-669c744e2ea3 service neutron] Attempting to bind port 2ad0d4c5-e6a1-4878-a2ed-7266882b93b0 on network 87b9ca98-4afe-461f-bd91-10ad30d91c61 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:59:24.924243 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f924419-0b5d-4564-9f03-82394a39ea76 req-191ae014-5f5d-4fef-9dc5-669c744e2ea3 service neutron] Port 2ad0d4c5-e6a1-4878-a2ed-7266882b93b0 on network 87b9ca98-4afe-461f-bd91-10ad30d91c61 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 08:59:24.924243 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f924419-0b5d-4564-9f03-82394a39ea76 req-191ae014-5f5d-4fef-9dc5-669c744e2ea3 service neutron] Attempting to bind port 2ad0d4c5-e6a1-4878-a2ed-7266882b93b0 on network 87b9ca98-4afe-461f-bd91-10ad30d91c61 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 08:59:24.925113 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-12949a79-88fa-45de-b937-0005a5e76ef6 req-ceead743-e846-4089-b415-d8d91e7e346e tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] 10.222.0.13 "GET /v2.0/security-groups?id=97c5e810-344a-4705-a2e8-e7e2f35f732f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765142 Sep 17 08:59:24.932857 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f924419-0b5d-4564-9f03-82394a39ea76 req-191ae014-5f5d-4fef-9dc5-669c744e2ea3 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 08:59:24.933487 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f924419-0b5d-4564-9f03-82394a39ea76 req-191ae014-5f5d-4fef-9dc5-669c744e2ea3 service neutron] Checking segment: {'id': '5ccedaba-1a8d-486b-bc01-497eb718c668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '87b9ca98-4afe-461f-bd91-10ad30d91c61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 08:59:24.934673 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f924419-0b5d-4564-9f03-82394a39ea76 req-191ae014-5f5d-4fef-9dc5-669c744e2ea3 service neutron] Bound using segment: {'id': '5ccedaba-1a8d-486b-bc01-497eb718c668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '87b9ca98-4afe-461f-bd91-10ad30d91c61'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 08:59:24.936045 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-9f924419-0b5d-4564-9f03-82394a39ea76 req-191ae014-5f5d-4fef-9dc5-669c744e2ea3 service neutron] Bound port: 2ad0d4c5-e6a1-4878-a2ed-7266882b93b0, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ccedaba-1a8d-486b-bc01-497eb718c668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '87b9ca98-4afe-461f-bd91-10ad30d91c61'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 08:59:24.936806 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-9f924419-0b5d-4564-9f03-82394a39ea76 req-191ae014-5f5d-4fef-9dc5-669c744e2ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:25.034644 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-9f924419-0b5d-4564-9f03-82394a39ea76 req-191ae014-5f5d-4fef-9dc5-669c744e2ea3 service neutron] For port 2ad0d4c5-e6a1-4878-a2ed-7266882b93b0, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 08:59:25.038149 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-9f924419-0b5d-4564-9f03-82394a39ea76 req-191ae014-5f5d-4fef-9dc5-669c744e2ea3 service neutron] For port 2ad0d4c5-e6a1-4878-a2ed-7266882b93b0, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=2ad0d4c5-e6a1-4878-a2ed-7266882b93b0,segment=NetworkSegment(5ccedaba-1a8d-486b-bc01-497eb718c668),segment_id=5ccedaba-1a8d-486b-bc01-497eb718c668)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 08:59:25.046599 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-9f924419-0b5d-4564-9f03-82394a39ea76 req-191ae014-5f5d-4fef-9dc5-669c744e2ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:25.081319 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f924419-0b5d-4564-9f03-82394a39ea76 req-191ae014-5f5d-4fef-9dc5-669c744e2ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:59:25.082141 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-9f924419-0b5d-4564-9f03-82394a39ea76 req-191ae014-5f5d-4fef-9dc5-669c744e2ea3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:25.084041 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9f924419-0b5d-4564-9f03-82394a39ea76 req-191ae014-5f5d-4fef-9dc5-669c744e2ea3 service neutron] 10.222.0.39 "PUT /v2.0/ports/2ad0d4c5-e6a1-4878-a2ed-7266882b93b0 HTTP/1.1" status: 200 len: 1091 time: 0.8234820 Sep 17 08:59:25.086478 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25a2474c-2cf6-49e8-aa16-3efff86ca0ff', 'tag': '2ad0d4c5-e6a1-4878-a2ed-7266882b93b0'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:59:25.088832 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823f1136df5e8dfe06b46a14eea5a85bccf33ce7e510dfea6a746e22e928dc4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6503ffc-366f-4ac1-bcdf-7bf44b844514" -d '{"events": [{"name": "network-changed", "server_uuid": "25a2474c-2cf6-49e8-aa16-3efff86ca0ff", "tag": "2ad0d4c5-e6a1-4878-a2ed-7266882b93b0"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:59:25.125419 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191ae014-5f5d-4fef-9dc5-669c744e2ea3 service neutron] Pushing event updated for resources: {'Port': ['ID=2ad0d4c5-e6a1-4878-a2ed-7266882b93b0,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:25.142699 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 08:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a5f91c-39b1-435a-b722-b473ae952655 x-openstack-request-id: req-c9a5f91c-39b1-435a-b722-b473ae952655 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:59:25.143038 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25a2474c-2cf6-49e8-aa16-3efff86ca0ff", "tag": "2ad0d4c5-e6a1-4878-a2ed-7266882b93b0", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:59:25.143300 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c9a5f91c-39b1-435a-b722-b473ae952655 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:59:25.143702 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25a2474c-2cf6-49e8-aa16-3efff86ca0ff', 'tag': '2ad0d4c5-e6a1-4878-a2ed-7266882b93b0', 'status': 'completed', 'code': 200} Sep 17 08:59:25.216009 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f924419-0b5d-4564-9f03-82394a39ea76 req-773669d2-2750-4545-90ea-810495f8bcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:59:25.217797 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9f924419-0b5d-4564-9f03-82394a39ea76 req-773669d2-2750-4545-90ea-810495f8bcf8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=97d116b99b544f4780bdf8f453f5840b&device_id=25a2474c-2cf6-49e8-aa16-3efff86ca0ff HTTP/1.1" status: 200 len: 1094 time: 0.0534444 Sep 17 08:59:25.269513 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9f924419-0b5d-4564-9f03-82394a39ea76 req-ba2db90f-86a6-4ecf-9c35-1471d07a1958 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ad0d4c5-e6a1-4878-a2ed-7266882b93b0 HTTP/1.1" status: 200 len: 217 time: 0.0378919 Sep 17 08:59:25.320476 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f924419-0b5d-4564-9f03-82394a39ea76 req-441785eb-8f34-46c6-984d-b712b7a1a646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:59:25.321976 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9f924419-0b5d-4564-9f03-82394a39ea76 req-441785eb-8f34-46c6-984d-b712b7a1a646 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=96468fdf-103f-4b5f-9022-075d6f910140 HTTP/1.1" status: 200 len: 855 time: 0.0449040 Sep 17 08:59:25.369444 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f924419-0b5d-4564-9f03-82394a39ea76 req-3cb2d319-c8ad-4310-a77d-1b0ba1e769b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:59:25.370955 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9f924419-0b5d-4564-9f03-82394a39ea76 req-3cb2d319-c8ad-4310-a77d-1b0ba1e769b9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=87b9ca98-4afe-461f-bd91-10ad30d91c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418663 Sep 17 08:59:25.469512 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9f924419-0b5d-4564-9f03-82394a39ea76 req-a22741f3-834b-43bb-b049-fbc87f5ef1ab service neutron] 10.222.0.39 "GET /v2.0/networks/87b9ca98-4afe-461f-bd91-10ad30d91c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911720 Sep 17 08:59:25.552183 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:25.569023 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9f924419-0b5d-4564-9f03-82394a39ea76 req-76133c23-e0d4-4a8a-ab2f-063eb2d4160c service neutron] 10.222.0.39 "GET /v2.0/networks/87b9ca98-4afe-461f-bd91-10ad30d91c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924792 Sep 17 08:59:25.691494 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6503ffc-366f-4ac1-bcdf-7bf44b844514 req-1f5f5294-f3cc-42b6-951e-664ceea76052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:59:25.693258 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e6503ffc-366f-4ac1-bcdf-7bf44b844514 req-1f5f5294-f3cc-42b6-951e-664ceea76052 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=97d116b99b544f4780bdf8f453f5840b&device_id=25a2474c-2cf6-49e8-aa16-3efff86ca0ff HTTP/1.1" status: 200 len: 1094 time: 0.0424254 Sep 17 08:59:25.787325 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6503ffc-366f-4ac1-bcdf-7bf44b844514 req-c3fb61de-81e0-41a5-b402-d0f60c764601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:59:25.788856 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e6503ffc-366f-4ac1-bcdf-7bf44b844514 req-c3fb61de-81e0-41a5-b402-d0f60c764601 service neutron] 10.222.0.39 "GET /v2.0/networks?id=87b9ca98-4afe-461f-bd91-10ad30d91c61 HTTP/1.1" status: 200 len: 917 time: 0.0880992 Sep 17 08:59:25.832594 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e6503ffc-366f-4ac1-bcdf-7bf44b844514 req-2fd91c5b-f068-4f88-82b7-8129216e9940 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ad0d4c5-e6a1-4878-a2ed-7266882b93b0 HTTP/1.1" status: 200 len: 217 time: 0.0362980 Sep 17 08:59:25.879757 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6503ffc-366f-4ac1-bcdf-7bf44b844514 req-0a4a9049-3fe5-4716-af7e-a96e2df3cf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:59:25.881207 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e6503ffc-366f-4ac1-bcdf-7bf44b844514 req-0a4a9049-3fe5-4716-af7e-a96e2df3cf3a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=96468fdf-103f-4b5f-9022-075d6f910140 HTTP/1.1" status: 200 len: 855 time: 0.0416951 Sep 17 08:59:25.924954 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6503ffc-366f-4ac1-bcdf-7bf44b844514 req-76dd55da-ba9b-43b4-b6a2-c0343f15511a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:59:25.926405 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e6503ffc-366f-4ac1-bcdf-7bf44b844514 req-76dd55da-ba9b-43b4-b6a2-c0343f15511a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=87b9ca98-4afe-461f-bd91-10ad30d91c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382743 Sep 17 08:59:26.017901 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404bd3d-43a0-4fed-9207-5a54616f44b8 req-0a4d44cd-2a14-4d2f-9084-1606c7d8e04b tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:59:26.019227 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e6503ffc-366f-4ac1-bcdf-7bf44b844514 req-caca68bc-d348-43c7-9b12-6ebe3ad001a2 service neutron] 10.222.0.39 "GET /v2.0/networks/87b9ca98-4afe-461f-bd91-10ad30d91c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847521 Sep 17 08:59:26.019386 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5404bd3d-43a0-4fed-9207-5a54616f44b8 req-0a4d44cd-2a14-4d2f-9084-1606c7d8e04b tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a2474c-2cf6-49e8-aa16-3efff86ca0ff HTTP/1.1" status: 200 len: 943 time: 0.0472820 Sep 17 08:59:26.056781 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5404bd3d-43a0-4fed-9207-5a54616f44b8 req-c74244f7-bdc7-41b1-8d03-427a9c706b0f tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] 10.222.0.13 "GET /v2.0/security-groups?id=97c5e810-344a-4705-a2e8-e7e2f35f732f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310612 Sep 17 08:59:26.111120 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e6503ffc-366f-4ac1-bcdf-7bf44b844514 req-ad18abe5-69d4-4b7e-acf1-68a7c28b6aa8 service neutron] 10.222.0.39 "GET /v2.0/networks/87b9ca98-4afe-461f-bd91-10ad30d91c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839076 Sep 17 08:59:26.311004 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 9cc8c099-28db-4b70-8f66-db39c7fa4a56 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:59:26.360609 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 9cc8c099-28db-4b70-8f66-db39c7fa4a56 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:59:26.360979 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:27.178018 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b19ce-1d6d-456c-ae36-9c546ad447a8 req-655d913e-a409-4200-aba9-1030cfd06089 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:59:27.179520 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-445b19ce-1d6d-456c-ae36-9c546ad447a8 req-655d913e-a409-4200-aba9-1030cfd06089 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a2474c-2cf6-49e8-aa16-3efff86ca0ff HTTP/1.1" status: 200 len: 943 time: 0.0535109 Sep 17 08:59:27.217759 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-445b19ce-1d6d-456c-ae36-9c546ad447a8 req-e7055d42-8e0d-43ca-8343-0595918fc018 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] 10.222.0.13 "GET /v2.0/security-groups?id=97c5e810-344a-4705-a2e8-e7e2f35f732f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315793 Sep 17 08:59:28.333244 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9dab1b-b481-4797-9c7b-44f0fcdddeb2 req-cbe7cf55-e40f-4caf-9e19-d9d14557d87e tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:59:28.334749 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7d9dab1b-b481-4797-9c7b-44f0fcdddeb2 req-cbe7cf55-e40f-4caf-9e19-d9d14557d87e tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a2474c-2cf6-49e8-aa16-3efff86ca0ff HTTP/1.1" status: 200 len: 943 time: 0.0523658 Sep 17 08:59:28.371930 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7d9dab1b-b481-4797-9c7b-44f0fcdddeb2 req-80fc07eb-dc68-4f45-b7c0-75acacf24caf tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] 10.222.0.13 "GET /v2.0/security-groups?id=97c5e810-344a-4705-a2e8-e7e2f35f732f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305967 Sep 17 08:59:29.126793 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 2ad0d4c5-e6a1-4878-a2ed-7266882b93b0 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 08:59:29.222133 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 2ad0d4c5-e6a1-4878-a2ed-7266882b93b0, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=2ad0d4c5-e6a1-4878-a2ed-7266882b93b0,segment=NetworkSegment(5ccedaba-1a8d-486b-bc01-497eb718c668),segment_id=5ccedaba-1a8d-486b-bc01-497eb718c668)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:59:29.235250 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '2ad0d4c5-e6a1-4878-a2ed-7266882b93b0', 'network_id': '87b9ca98-4afe-461f-bd91-10ad30d91c61', 'port_id': '2ad0d4c5-e6a1-4878-a2ed-7266882b93b0', 'mac_address': 'fa:16:3e:62:28:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96468fdf-103f-4b5f-9022-075d6f910140', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 08:59:29.270724 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:29.283877 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ad0d4c5-e6a1-4878-a2ed-7266882b93b0 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 08:59:29.303105 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 2ad0d4c5-e6a1-4878-a2ed-7266882b93b0, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=2ad0d4c5-e6a1-4878-a2ed-7266882b93b0,segment=NetworkSegment(5ccedaba-1a8d-486b-bc01-497eb718c668),segment_id=5ccedaba-1a8d-486b-bc01-497eb718c668)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:59:29.307197 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:29.357831 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=2ad0d4c5-e6a1-4878-a2ed-7266882b93b0,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:29.488926 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd193f-cc93-428a-a726-fa5000772790 req-ade4b000-795e-49de-82ec-b043f19eed03 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:59:29.490555 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fefd193f-cc93-428a-a726-fa5000772790 req-ade4b000-795e-49de-82ec-b043f19eed03 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a2474c-2cf6-49e8-aa16-3efff86ca0ff HTTP/1.1" status: 200 len: 944 time: 0.0523045 Sep 17 08:59:29.530888 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fefd193f-cc93-428a-a726-fa5000772790 req-bed65f43-308a-4859-9cd0-1e90a0de1919 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] 10.222.0.13 "GET /v2.0/security-groups?id=97c5e810-344a-4705-a2e8-e7e2f35f732f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343087 Sep 17 08:59:29.688352 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['2ad0d4c5-e6a1-4878-a2ed-7266882b93b0'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:59:30.647745 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe093c-3c33-4ff6-8bbc-02051ac45205 req-f81700fa-7cd3-41c1-9aa8-04016d8bab9b tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:59:30.649246 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7dbe093c-3c33-4ff6-8bbc-02051ac45205 req-f81700fa-7cd3-41c1-9aa8-04016d8bab9b tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a2474c-2cf6-49e8-aa16-3efff86ca0ff HTTP/1.1" status: 200 len: 944 time: 0.0510256 Sep 17 08:59:30.686159 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7dbe093c-3c33-4ff6-8bbc-02051ac45205 req-d623258b-fe73-4175-adca-69d98e3d3f89 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] 10.222.0.13 "GET /v2.0/security-groups?id=97c5e810-344a-4705-a2e8-e7e2f35f732f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305138 Sep 17 08:59:31.133713 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 2ad0d4c5-e6a1-4878-a2ed-7266882b93b0 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 08:59:31.181250 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port 2ad0d4c5-e6a1-4878-a2ed-7266882b93b0 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 08:59:31.185261 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 2ad0d4c5-e6a1-4878-a2ed-7266882b93b0 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 08:59:31.185640 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:31.264667 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:31.287222 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a2474c-2cf6-49e8-aa16-3efff86ca0ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad0d4c5-e6a1-4878-a2ed-7266882b93b0'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:59:31.289473 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd15a5b62c2e1c1e903d3702117c13c06f948b041a08150170fef0e561ebed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeca22a7-eace-4319-be56-b98d229507d0" -d '{"events": [{"server_uuid": "25a2474c-2cf6-49e8-aa16-3efff86ca0ff", "name": "network-vif-plugged", "status": "completed", "tag": "2ad0d4c5-e6a1-4878-a2ed-7266882b93b0"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:59:31.301928 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 2ad0d4c5-e6a1-4878-a2ed-7266882b93b0, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=2ad0d4c5-e6a1-4878-a2ed-7266882b93b0,segment=NetworkSegment(5ccedaba-1a8d-486b-bc01-497eb718c668),segment_id=5ccedaba-1a8d-486b-bc01-497eb718c668)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:59:31.305906 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:31.355466 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=2ad0d4c5-e6a1-4878-a2ed-7266882b93b0,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:31.384910 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24d0ca9-c5a7-44f0-b305-45895e272941 x-openstack-request-id: req-c24d0ca9-c5a7-44f0-b305-45895e272941 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:59:31.385200 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25a2474c-2cf6-49e8-aa16-3efff86ca0ff", "name": "network-vif-plugged", "status": "completed", "tag": "2ad0d4c5-e6a1-4878-a2ed-7266882b93b0", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:59:31.385451 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c24d0ca9-c5a7-44f0-b305-45895e272941 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:59:31.385844 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a2474c-2cf6-49e8-aa16-3efff86ca0ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad0d4c5-e6a1-4878-a2ed-7266882b93b0', 'code': 200} Sep 17 08:59:31.508135 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9926ee0b-a5cc-4e71-8b59-236d61a21a49 req-dec860b1-136d-4853-90d9-203a7412a773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:59:31.509619 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9926ee0b-a5cc-4e71-8b59-236d61a21a49 req-dec860b1-136d-4853-90d9-203a7412a773 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=25a2474c-2cf6-49e8-aa16-3efff86ca0ff HTTP/1.1" status: 200 len: 1096 time: 0.0435288 Sep 17 08:59:31.543396 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9926ee0b-a5cc-4e71-8b59-236d61a21a49 req-b0aa7b9f-1760-48ca-baef-7013cf682fc3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=97c5e810-344a-4705-a2e8-e7e2f35f732f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271428 Sep 17 08:59:31.797067 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed30c02-620d-4542-a7d4-fb9c34add4ba req-e44eb3ba-0f54-4a5d-9bdb-6672c11ec2cd tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:59:31.798533 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bed30c02-620d-4542-a7d4-fb9c34add4ba req-e44eb3ba-0f54-4a5d-9bdb-6672c11ec2cd tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a2474c-2cf6-49e8-aa16-3efff86ca0ff HTTP/1.1" status: 200 len: 945 time: 0.0481465 Sep 17 08:59:31.834744 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bed30c02-620d-4542-a7d4-fb9c34add4ba req-57abf96c-8f9d-4581-9727-9ce487ca9ca7 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] 10.222.0.13 "GET /v2.0/security-groups?id=97c5e810-344a-4705-a2e8-e7e2f35f732f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304012 Sep 17 08:59:32.949571 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a8302-1e1f-4bc0-8cce-73bd9d91d4d7 req-e6b62914-ebaa-4739-b782-c5114401b397 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:59:32.951628 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-969a8302-1e1f-4bc0-8cce-73bd9d91d4d7 req-e6b62914-ebaa-4739-b782-c5114401b397 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a2474c-2cf6-49e8-aa16-3efff86ca0ff HTTP/1.1" status: 200 len: 945 time: 0.0491834 Sep 17 08:59:32.988727 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-969a8302-1e1f-4bc0-8cce-73bd9d91d4d7 req-63881a28-3a8b-4c25-a467-253ed1031ff2 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] 10.222.0.13 "GET /v2.0/security-groups?id=97c5e810-344a-4705-a2e8-e7e2f35f732f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309486 Sep 17 08:59:33.288062 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 08:59:34.110209 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deadf7b7-d4b8-4c57-8aab-1c220a430644 req-e1e33f4c-c65d-4153-a120-5d56e7309a59 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:59:34.111697 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-deadf7b7-d4b8-4c57-8aab-1c220a430644 req-e1e33f4c-c65d-4153-a120-5d56e7309a59 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a2474c-2cf6-49e8-aa16-3efff86ca0ff HTTP/1.1" status: 200 len: 945 time: 0.0564094 Sep 17 08:59:34.148765 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-deadf7b7-d4b8-4c57-8aab-1c220a430644 req-be9d5739-eeaf-4eb0-b84a-c23556d7e4ab tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] 10.222.0.13 "GET /v2.0/security-groups?id=97c5e810-344a-4705-a2e8-e7e2f35f732f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309863 Sep 17 08:59:34.265299 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30988fd-93c5-46df-91b2-75123c5b951a req-6ae554ba-3ae8-42c8-a73b-05994faa607d tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:59:34.266930 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d30988fd-93c5-46df-91b2-75123c5b951a req-6ae554ba-3ae8-42c8-a73b-05994faa607d tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a2474c-2cf6-49e8-aa16-3efff86ca0ff HTTP/1.1" status: 200 len: 945 time: 0.0484889 Sep 17 08:59:34.303569 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d30988fd-93c5-46df-91b2-75123c5b951a req-9e866517-0b6e-4d26-a33a-f4dffeb3f6d5 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] 10.222.0.13 "GET /v2.0/security-groups?id=97c5e810-344a-4705-a2e8-e7e2f35f732f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302546 Sep 17 08:59:36.194702 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:36.209499 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:50.084361 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-34912b8a-c996-42af-b219-0846c0e79c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:52.530128 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1213d42b-d23a-4209-9e8f-866665b6840f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:52.849173 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d420b0-2eb7-4b19-a4c3-44599f9d799d req-418b94b6-3e50-4cfa-98ad-1d77a906cfd4 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:59:52.851053 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d4d420b0-2eb7-4b19-a4c3-44599f9d799d req-418b94b6-3e50-4cfa-98ad-1d77a906cfd4 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a2474c-2cf6-49e8-aa16-3efff86ca0ff HTTP/1.1" status: 200 len: 945 time: 0.0476246 Sep 17 08:59:52.856485 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:52.892130 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d4d420b0-2eb7-4b19-a4c3-44599f9d799d req-0d571d8c-76a9-47fe-941d-135e65f028eb tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] 10.222.0.13 "GET /v2.0/security-groups?id=97c5e810-344a-4705-a2e8-e7e2f35f732f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336311 Sep 17 08:59:53.962651 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:54.022987 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f6324d-ba7b-42e0-9f9a-e2409527179f req-70fe0075-758b-41f5-9776-a697423bd045 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:59:54.025095 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-54f6324d-ba7b-42e0-9f9a-e2409527179f req-70fe0075-758b-41f5-9776-a697423bd045 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a2474c-2cf6-49e8-aa16-3efff86ca0ff HTTP/1.1" status: 200 len: 945 time: 0.0640624 Sep 17 08:59:54.064924 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-54f6324d-ba7b-42e0-9f9a-e2409527179f req-a2dcaf87-67bd-4256-8c77-2cb24eca2bd4 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] 10.222.0.13 "GET /v2.0/security-groups?id=97c5e810-344a-4705-a2e8-e7e2f35f732f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338321 Sep 17 08:59:55.066132 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5935fa07-d905-40a7-80bd-fb1f516cb926 req-2c2c1704-4566-4a0a-aa31-ee898bfaf2d0 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:59:55.067738 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5935fa07-d905-40a7-80bd-fb1f516cb926 req-2c2c1704-4566-4a0a-aa31-ee898bfaf2d0 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] 10.222.0.39 "GET /v2.0/ports?device_id=25a2474c-2cf6-49e8-aa16-3efff86ca0ff HTTP/1.1" status: 200 len: 945 time: 0.0489070 Sep 17 08:59:55.161098 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-5935fa07-d905-40a7-80bd-fb1f516cb926 req-9b73cbcf-a816-4b28-ae3c-8fa97ed234ff tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Deleting port 2ad0d4c5-e6a1-4878-a2ed-7266882b93b0 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 08:59:55.161442 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-5935fa07-d905-40a7-80bd-fb1f516cb926 req-9b73cbcf-a816-4b28-ae3c-8fa97ed234ff tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:55.179890 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0486379-60f8-4c2f-9b60-de89328f6029 req-fef6636d-5093-498a-af04-868796186762 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:59:55.181415 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a0486379-60f8-4c2f-9b60-de89328f6029 req-fef6636d-5093-498a-af04-868796186762 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a2474c-2cf6-49e8-aa16-3efff86ca0ff HTTP/1.1" status: 200 len: 945 time: 0.0487940 Sep 17 08:59:55.219197 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a0486379-60f8-4c2f-9b60-de89328f6029 req-b2e1c9ff-1535-4319-90b6-7752bdf8c41d tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] 10.222.0.13 "GET /v2.0/security-groups?id=97c5e810-344a-4705-a2e8-e7e2f35f732f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317333 Sep 17 08:59:55.248742 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-5935fa07-d905-40a7-80bd-fb1f516cb926 req-9b73cbcf-a816-4b28-ae3c-8fa97ed234ff tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] For port 2ad0d4c5-e6a1-4878-a2ed-7266882b93b0, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=2ad0d4c5-e6a1-4878-a2ed-7266882b93b0,segment=NetworkSegment(5ccedaba-1a8d-486b-bc01-497eb718c668),segment_id=5ccedaba-1a8d-486b-bc01-497eb718c668)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 08:59:55.249136 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-5935fa07-d905-40a7-80bd-fb1f516cb926 req-9b73cbcf-a816-4b28-ae3c-8fa97ed234ff tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:55.261302 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-5935fa07-d905-40a7-80bd-fb1f516cb926 req-9b73cbcf-a816-4b28-ae3c-8fa97ed234ff tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Calling delete_port for 2ad0d4c5-e6a1-4878-a2ed-7266882b93b0 owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 08:59:55.391691 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-5935fa07-d905-40a7-80bd-fb1f516cb926 req-9b73cbcf-a816-4b28-ae3c-8fa97ed234ff tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:55.417396 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b73cbcf-a816-4b28-ae3c-8fa97ed234ff tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Pushing event deleted for resources: {'Port': ['ID=2ad0d4c5-e6a1-4878-a2ed-7266882b93b0,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 08:59:55.423814 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['2ad0d4c5-e6a1-4878-a2ed-7266882b93b0'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 08:59:55.465453 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-5935fa07-d905-40a7-80bd-fb1f516cb926 req-9b73cbcf-a816-4b28-ae3c-8fa97ed234ff tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] No DVR routers for this DVR port 2ad0d4c5-e6a1-4878-a2ed-7266882b93b0 on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 08:59:55.467980 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b73cbcf-a816-4b28-ae3c-8fa97ed234ff tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:59:55.468329 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b73cbcf-a816-4b28-ae3c-8fa97ed234ff tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:59:55.468669 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b73cbcf-a816-4b28-ae3c-8fa97ed234ff tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:59:55.469005 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b73cbcf-a816-4b28-ae3c-8fa97ed234ff tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:59:55.469339 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b73cbcf-a816-4b28-ae3c-8fa97ed234ff tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:59:55.469668 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b73cbcf-a816-4b28-ae3c-8fa97ed234ff tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:59:55.469997 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b73cbcf-a816-4b28-ae3c-8fa97ed234ff tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:59:55.470320 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b73cbcf-a816-4b28-ae3c-8fa97ed234ff tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:59:55.470643 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b73cbcf-a816-4b28-ae3c-8fa97ed234ff tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:59:55.470961 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b73cbcf-a816-4b28-ae3c-8fa97ed234ff tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:59:55.471318 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b73cbcf-a816-4b28-ae3c-8fa97ed234ff tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:59:55.471637 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b73cbcf-a816-4b28-ae3c-8fa97ed234ff tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 08:59:55.474665 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-5935fa07-d905-40a7-80bd-fb1f516cb926 req-9b73cbcf-a816-4b28-ae3c-8fa97ed234ff tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:55.476689 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5935fa07-d905-40a7-80bd-fb1f516cb926 req-9b73cbcf-a816-4b28-ae3c-8fa97ed234ff tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] 10.222.0.39 "DELETE /v2.0/ports/2ad0d4c5-e6a1-4878-a2ed-7266882b93b0 HTTP/1.1" status: 204 len: 173 time: 0.4029922 Sep 17 08:59:55.477746 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a2474c-2cf6-49e8-aa16-3efff86ca0ff', 'name': 'network-vif-deleted', 'tag': '2ad0d4c5-e6a1-4878-a2ed-7266882b93b0'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 08:59:55.479429 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823f1136df5e8dfe06b46a14eea5a85bccf33ce7e510dfea6a746e22e928dc4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f825ba9-cc6b-42d2-8a0b-4e186c962760" -d '{"events": [{"server_uuid": "25a2474c-2cf6-49e8-aa16-3efff86ca0ff", "name": "network-vif-deleted", "tag": "2ad0d4c5-e6a1-4878-a2ed-7266882b93b0"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 08:59:55.518812 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 08:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb0c49e-05e2-47b9-9628-b7e667d0c34c x-openstack-request-id: req-cdb0c49e-05e2-47b9-9628-b7e667d0c34c {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 08:59:55.519135 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25a2474c-2cf6-49e8-aa16-3efff86ca0ff", "name": "network-vif-deleted", "tag": "2ad0d4c5-e6a1-4878-a2ed-7266882b93b0", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 08:59:55.519385 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cdb0c49e-05e2-47b9-9628-b7e667d0c34c {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 08:59:55.519784 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a2474c-2cf6-49e8-aa16-3efff86ca0ff', 'name': 'network-vif-deleted', 'tag': '2ad0d4c5-e6a1-4878-a2ed-7266882b93b0', 'status': 'completed', 'code': 200} Sep 17 08:59:55.553998 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 08:59:57.801456 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b273203-22ce-4534-8698-380b1666dc6f req-122e064f-ab87-4fa4-a41b-862534572dfe tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 08:59:57.802925 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1b273203-22ce-4534-8698-380b1666dc6f req-122e064f-ab87-4fa4-a41b-862534572dfe tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] 10.222.0.13 "GET /v2.0/networks?id=87b9ca98-4afe-461f-bd91-10ad30d91c61 HTTP/1.1" status: 200 len: 816 time: 0.1027486 Sep 17 08:59:57.817439 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1b273203-22ce-4534-8698-380b1666dc6f req-3f6d7946-9ccf-4405-9bed-cb89f9af2354 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] 10.222.0.13 "GET /v2.0/quotas/97d116b99b544f4780bdf8f453f5840b HTTP/1.1" status: 200 len: 375 time: 0.0088253 Sep 17 08:59:57.867360 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1b273203-22ce-4534-8698-380b1666dc6f req-7ffa5c4f-7135-4ccf-8ee7-7d6bd0975749 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=97d116b99b544f4780bdf8f453f5840b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447397 Sep 17 08:59:58.049813 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1b273203-22ce-4534-8698-380b1666dc6f req-83635f50-6467-400c-b99b-205d0418e57a service neutron] 10.222.0.13 "GET /v2.0/networks/87b9ca98-4afe-461f-bd91-10ad30d91c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710532 Sep 17 08:59:58.137543 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1b273203-22ce-4534-8698-380b1666dc6f req-b63ffce8-1dbe-42b0-b5dd-555789b7466f service neutron] 10.222.0.13 "GET /v2.0/networks/87b9ca98-4afe-461f-bd91-10ad30d91c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815151 Sep 17 08:59:59.275197 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 2ad0d4c5-e6a1-4878-a2ed-7266882b93b0 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 08:59:59.296133 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: 2ad0d4c5-e6a1-4878-a2ed-7266882b93b0 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 08:59:59.296481 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 2ad0d4c5-e6a1-4878-a2ed-7266882b93b0 not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 08:59:59.315795 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a0a72f54-0ecd-4f20-aa04-981fecb28ee0 req-c0914de7-1278-4e29-9b3e-efbccfb83d80 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d7bfabc-7eba-4e20-8a4a-5554c33c2ad7 HTTP/1.1" status: 200 len: 210 time: 0.0262184 Sep 17 09:00:00.280363 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b273203-22ce-4534-8698-380b1666dc6f req-7ce6952f-7d60-47e2-bb70-cf6b0163a195 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:00:00.282566 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1b273203-22ce-4534-8698-380b1666dc6f req-7ce6952f-7d60-47e2-bb70-cf6b0163a195 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] 10.222.0.39 "GET /v2.0/networks?id=87b9ca98-4afe-461f-bd91-10ad30d91c61 HTTP/1.1" status: 200 len: 816 time: 0.1111677 Sep 17 09:00:00.308930 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-1b273203-22ce-4534-8698-380b1666dc6f req-810de5d3-438d-40fe-b154-5fcce0585e3b tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Request body: {'port': {'device_id': '9d7bfabc-7eba-4e20-8a4a-5554c33c2ad7', 'network_id': '87b9ca98-4afe-461f-bd91-10ad30d91c61', 'admin_state_up': True, 'tenant_id': '97d116b99b544f4780bdf8f453f5840b'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:00:00.415396 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-616b26ad-fa73-4756-a9e7-fe9d57338809 req-ca0f77e5-6eaf-49cd-9513-3c7ad989c7e7 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d7bfabc-7eba-4e20-8a4a-5554c33c2ad7 HTTP/1.1" status: 200 len: 210 time: 0.0323403 Sep 17 09:00:00.421699 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b273203-22ce-4534-8698-380b1666dc6f req-810de5d3-438d-40fe-b154-5fcce0585e3b tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Made reservation on behalf of 97d116b99b544f4780bdf8f453f5840b for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 09:00:00.425292 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-1b273203-22ce-4534-8698-380b1666dc6f req-810de5d3-438d-40fe-b154-5fcce0585e3b tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:00.546350 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-1b273203-22ce-4534-8698-380b1666dc6f req-810de5d3-438d-40fe-b154-5fcce0585e3b tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Allocated IP 172.20.0.11 (87b9ca98-4afe-461f-bd91-10ad30d91c61/96468fdf-103f-4b5f-9022-075d6f910140/851b6ae8-97dc-4913-bdaf-c68abca31e26) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 09:00:00.689195 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-1b273203-22ce-4534-8698-380b1666dc6f req-810de5d3-438d-40fe-b154-5fcce0585e3b tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:00.721554 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-1b273203-22ce-4534-8698-380b1666dc6f req-810de5d3-438d-40fe-b154-5fcce0585e3b tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:00.762431 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b273203-22ce-4534-8698-380b1666dc6f req-810de5d3-438d-40fe-b154-5fcce0585e3b tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Network 87b9ca98-4afe-461f-bd91-10ad30d91c61 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 09:00:00.766125 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-1b273203-22ce-4534-8698-380b1666dc6f req-810de5d3-438d-40fe-b154-5fcce0585e3b tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 09:00:00.772436 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b273203-22ce-4534-8698-380b1666dc6f req-810de5d3-438d-40fe-b154-5fcce0585e3b tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 09:00:00.778201 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810de5d3-438d-40fe-b154-5fcce0585e3b tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Pushing event updated for resources: {'Port': ['ID=851b6ae8-97dc-4913-bdaf-c68abca31e26,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:00:00.830371 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b273203-22ce-4534-8698-380b1666dc6f req-810de5d3-438d-40fe-b154-5fcce0585e3b tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:00:00.831077 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-1b273203-22ce-4534-8698-380b1666dc6f req-810de5d3-438d-40fe-b154-5fcce0585e3b tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:00.842418 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-01204e31-52f0-4258-8375-7d2d15763ae8 req-6f646108-b051-4290-80bb-f5b462a83504 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0294113 Sep 17 09:00:00.847480 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1b273203-22ce-4534-8698-380b1666dc6f req-810de5d3-438d-40fe-b154-5fcce0585e3b tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5421727 Sep 17 09:00:00.888787 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-1b273203-22ce-4534-8698-380b1666dc6f req-485a065e-c415-4562-a9cb-d9675b982f7e service neutron] Request body: {'port': {'device_id': '9d7bfabc-7eba-4e20-8a4a-5554c33c2ad7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:00:00.929536 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-01204e31-52f0-4258-8375-7d2d15763ae8 req-551a9bd4-1cea-4f72-8010-f1c853617cf8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0261593 Sep 17 09:00:00.945699 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-1b273203-22ce-4534-8698-380b1666dc6f req-485a065e-c415-4562-a9cb-d9675b982f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:00.957607 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-41bf85a6-2351-40e8-a4e2-7addbb5865c7 None None] Provisioning complete for port 851b6ae8-97dc-4913-bdaf-c68abca31e26 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:00:00.958178 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-41bf85a6-2351-40e8-a4e2-7addbb5865c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:00.982051 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-01204e31-52f0-4258-8375-7d2d15763ae8 req-c3a04120-a3b6-45ae-9dca-d51570af5413 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0199955 Sep 17 09:00:00.996917 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-41bf85a6-2351-40e8-a4e2-7addbb5865c7 None None] Port 851b6ae8-97dc-4913-bdaf-c68abca31e26 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 09:00:01.076983 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01204e31-52f0-4258-8375-7d2d15763ae8 req-b393d697-05de-44f9-a865-9f2dcb26723e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:00:01.078915 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-01204e31-52f0-4258-8375-7d2d15763ae8 req-b393d697-05de-44f9-a865-9f2dcb26723e service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0903890 Sep 17 09:00:01.204905 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-1b273203-22ce-4534-8698-380b1666dc6f req-485a065e-c415-4562-a9cb-d9675b982f7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 851b6ae8-97dc-4913-bdaf-c68abca31e26 {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 09:00:01.212160 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-1b273203-22ce-4534-8698-380b1666dc6f req-485a065e-c415-4562-a9cb-d9675b982f7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:01.224137 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-1b273203-22ce-4534-8698-380b1666dc6f req-485a065e-c415-4562-a9cb-d9675b982f7e service neutron] Transition to ACTIVE for port object 851b6ae8-97dc-4913-bdaf-c68abca31e26 will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 09:00:01.227472 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-1b273203-22ce-4534-8698-380b1666dc6f req-485a065e-c415-4562-a9cb-d9675b982f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:01.280659 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485a065e-c415-4562-a9cb-d9675b982f7e service neutron] Pushing event updated for resources: {'Port': ['ID=851b6ae8-97dc-4913-bdaf-c68abca31e26,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:00:01.351091 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-1b273203-22ce-4534-8698-380b1666dc6f req-485a065e-c415-4562-a9cb-d9675b982f7e service neutron] Attempting to bind port 851b6ae8-97dc-4913-bdaf-c68abca31e26 on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 09:00:01.351447 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-1b273203-22ce-4534-8698-380b1666dc6f req-485a065e-c415-4562-a9cb-d9675b982f7e service neutron] Attempting to bind port 851b6ae8-97dc-4913-bdaf-c68abca31e26 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': '5ccedaba-1a8d-486b-bc01-497eb718c668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '87b9ca98-4afe-461f-bd91-10ad30d91c61'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 09:00:01.351773 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b273203-22ce-4534-8698-380b1666dc6f req-485a065e-c415-4562-a9cb-d9675b982f7e service neutron] Attempting to bind port 851b6ae8-97dc-4913-bdaf-c68abca31e26 on network 87b9ca98-4afe-461f-bd91-10ad30d91c61 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 09:00:01.356290 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b273203-22ce-4534-8698-380b1666dc6f req-485a065e-c415-4562-a9cb-d9675b982f7e service neutron] Port 851b6ae8-97dc-4913-bdaf-c68abca31e26 on network 87b9ca98-4afe-461f-bd91-10ad30d91c61 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 09:00:01.356608 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b273203-22ce-4534-8698-380b1666dc6f req-485a065e-c415-4562-a9cb-d9675b982f7e service neutron] Attempting to bind port 851b6ae8-97dc-4913-bdaf-c68abca31e26 on network 87b9ca98-4afe-461f-bd91-10ad30d91c61 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 09:00:01.361474 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b273203-22ce-4534-8698-380b1666dc6f req-485a065e-c415-4562-a9cb-d9675b982f7e service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 8, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 09:00:01.361913 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b273203-22ce-4534-8698-380b1666dc6f req-485a065e-c415-4562-a9cb-d9675b982f7e service neutron] Checking segment: {'id': '5ccedaba-1a8d-486b-bc01-497eb718c668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '87b9ca98-4afe-461f-bd91-10ad30d91c61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 09:00:01.362174 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b273203-22ce-4534-8698-380b1666dc6f req-485a065e-c415-4562-a9cb-d9675b982f7e service neutron] Bound using segment: {'id': '5ccedaba-1a8d-486b-bc01-497eb718c668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '87b9ca98-4afe-461f-bd91-10ad30d91c61'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 09:00:01.362600 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-1b273203-22ce-4534-8698-380b1666dc6f req-485a065e-c415-4562-a9cb-d9675b982f7e service neutron] Bound port: 851b6ae8-97dc-4913-bdaf-c68abca31e26, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ccedaba-1a8d-486b-bc01-497eb718c668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '87b9ca98-4afe-461f-bd91-10ad30d91c61'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 09:00:01.362987 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-1b273203-22ce-4534-8698-380b1666dc6f req-485a065e-c415-4562-a9cb-d9675b982f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:01.427260 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-1b273203-22ce-4534-8698-380b1666dc6f req-485a065e-c415-4562-a9cb-d9675b982f7e service neutron] For port 851b6ae8-97dc-4913-bdaf-c68abca31e26, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 09:00:01.430253 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-1b273203-22ce-4534-8698-380b1666dc6f req-485a065e-c415-4562-a9cb-d9675b982f7e service neutron] For port 851b6ae8-97dc-4913-bdaf-c68abca31e26, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=851b6ae8-97dc-4913-bdaf-c68abca31e26,segment=NetworkSegment(5ccedaba-1a8d-486b-bc01-497eb718c668),segment_id=5ccedaba-1a8d-486b-bc01-497eb718c668)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 09:00:01.434850 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-1b273203-22ce-4534-8698-380b1666dc6f req-485a065e-c415-4562-a9cb-d9675b982f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:01.472053 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b273203-22ce-4534-8698-380b1666dc6f req-485a065e-c415-4562-a9cb-d9675b982f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:00:01.472903 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-1b273203-22ce-4534-8698-380b1666dc6f req-485a065e-c415-4562-a9cb-d9675b982f7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:01.474328 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1b273203-22ce-4534-8698-380b1666dc6f req-485a065e-c415-4562-a9cb-d9675b982f7e service neutron] 10.222.0.39 "PUT /v2.0/ports/851b6ae8-97dc-4913-bdaf-c68abca31e26 HTTP/1.1" status: 200 len: 1092 time: 0.5901570 Sep 17 09:00:01.476769 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d7bfabc-7eba-4e20-8a4a-5554c33c2ad7', 'tag': '851b6ae8-97dc-4913-bdaf-c68abca31e26'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 09:00:01.478948 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823f1136df5e8dfe06b46a14eea5a85bccf33ce7e510dfea6a746e22e928dc4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd8c8b9-51e3-4c4f-9c36-deaf6a46152f" -d '{"events": [{"name": "network-changed", "server_uuid": "9d7bfabc-7eba-4e20-8a4a-5554c33c2ad7", "tag": "851b6ae8-97dc-4913-bdaf-c68abca31e26"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 09:00:01.509746 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485a065e-c415-4562-a9cb-d9675b982f7e service neutron] Pushing event updated for resources: {'Port': ['ID=851b6ae8-97dc-4913-bdaf-c68abca31e26,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:00:01.538331 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 09:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9e77cd-949c-489e-9b66-106c20f9e458 x-openstack-request-id: req-cf9e77cd-949c-489e-9b66-106c20f9e458 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 09:00:01.538666 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d7bfabc-7eba-4e20-8a4a-5554c33c2ad7", "tag": "851b6ae8-97dc-4913-bdaf-c68abca31e26", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 09:00:01.538917 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cf9e77cd-949c-489e-9b66-106c20f9e458 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 09:00:01.539317 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d7bfabc-7eba-4e20-8a4a-5554c33c2ad7', 'tag': '851b6ae8-97dc-4913-bdaf-c68abca31e26', 'status': 'completed', 'code': 200} Sep 17 09:00:01.552790 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b4ec9e-d1a3-4f00-bb4d-0158912e9935 req-7522eefc-9255-4ecd-92df-a0f38b5be905 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:00:01.554327 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d0b4ec9e-d1a3-4f00-bb4d-0158912e9935 req-7522eefc-9255-4ecd-92df-a0f38b5be905 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d7bfabc-7eba-4e20-8a4a-5554c33c2ad7 HTTP/1.1" status: 200 len: 944 time: 0.0702412 Sep 17 09:00:01.595040 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d0b4ec9e-d1a3-4f00-bb4d-0158912e9935 req-c6ce11a6-8aa6-44d8-9f6a-f53fc6fa8d69 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] 10.222.0.13 "GET /v2.0/security-groups?id=97c5e810-344a-4705-a2e8-e7e2f35f732f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345662 Sep 17 09:00:01.595336 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b273203-22ce-4534-8698-380b1666dc6f req-8d3730ca-dffe-4b34-8a80-098e44a7ce70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:00:01.597012 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1b273203-22ce-4534-8698-380b1666dc6f req-8d3730ca-dffe-4b34-8a80-098e44a7ce70 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=97d116b99b544f4780bdf8f453f5840b&device_id=9d7bfabc-7eba-4e20-8a4a-5554c33c2ad7 HTTP/1.1" status: 200 len: 1095 time: 0.0449452 Sep 17 09:00:01.645774 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1b273203-22ce-4534-8698-380b1666dc6f req-0d90ecbb-12f0-40d4-80f1-fcefd7916401 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=851b6ae8-97dc-4913-bdaf-c68abca31e26 HTTP/1.1" status: 200 len: 217 time: 0.0353112 Sep 17 09:00:01.699941 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b273203-22ce-4534-8698-380b1666dc6f req-e687bdfb-3332-449a-9e20-67a302b8015b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:00:01.701419 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1b273203-22ce-4534-8698-380b1666dc6f req-e687bdfb-3332-449a-9e20-67a302b8015b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=96468fdf-103f-4b5f-9022-075d6f910140 HTTP/1.1" status: 200 len: 855 time: 0.0480301 Sep 17 09:00:01.747044 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b273203-22ce-4534-8698-380b1666dc6f req-e7546978-6af0-470a-9ab1-92aa780525f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:00:01.748545 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1b273203-22ce-4534-8698-380b1666dc6f req-e7546978-6af0-470a-9ab1-92aa780525f2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=87b9ca98-4afe-461f-bd91-10ad30d91c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392532 Sep 17 09:00:01.835444 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1b273203-22ce-4534-8698-380b1666dc6f req-43178a06-2e98-4d9e-8b76-d62bc431df6a service neutron] 10.222.0.39 "GET /v2.0/networks/87b9ca98-4afe-461f-bd91-10ad30d91c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797250 Sep 17 09:00:01.925887 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1b273203-22ce-4534-8698-380b1666dc6f req-4d588f3c-dafc-41ff-856e-cc4bc9e68189 service neutron] 10.222.0.39 "GET /v2.0/networks/87b9ca98-4afe-461f-bd91-10ad30d91c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830455 Sep 17 09:00:02.047448 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd8c8b9-51e3-4c4f-9c36-deaf6a46152f req-af382048-a5cc-4ac7-af03-100cf2af596b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:00:02.048872 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8dd8c8b9-51e3-4c4f-9c36-deaf6a46152f req-af382048-a5cc-4ac7-af03-100cf2af596b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=97d116b99b544f4780bdf8f453f5840b&device_id=9d7bfabc-7eba-4e20-8a4a-5554c33c2ad7 HTTP/1.1" status: 200 len: 1095 time: 0.0404332 Sep 17 09:00:02.140771 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd8c8b9-51e3-4c4f-9c36-deaf6a46152f req-ff9e6032-3feb-4d75-b4b2-e2afe1c3f52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:00:02.142286 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8dd8c8b9-51e3-4c4f-9c36-deaf6a46152f req-ff9e6032-3feb-4d75-b4b2-e2afe1c3f52f service neutron] 10.222.0.39 "GET /v2.0/networks?id=87b9ca98-4afe-461f-bd91-10ad30d91c61 HTTP/1.1" status: 200 len: 917 time: 0.0854414 Sep 17 09:00:02.182430 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8dd8c8b9-51e3-4c4f-9c36-deaf6a46152f req-6c800a18-d5ba-4f59-9115-735c64e81a50 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=851b6ae8-97dc-4913-bdaf-c68abca31e26 HTTP/1.1" status: 200 len: 217 time: 0.0330353 Sep 17 09:00:02.231180 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd8c8b9-51e3-4c4f-9c36-deaf6a46152f req-a6483a0b-5386-4f48-8324-798a4ee7cdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:00:02.232584 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8dd8c8b9-51e3-4c4f-9c36-deaf6a46152f req-a6483a0b-5386-4f48-8324-798a4ee7cdd5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=96468fdf-103f-4b5f-9022-075d6f910140 HTTP/1.1" status: 200 len: 855 time: 0.0439892 Sep 17 09:00:02.280584 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd8c8b9-51e3-4c4f-9c36-deaf6a46152f req-361e482e-55cc-4124-b457-b8b825a9d308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:00:02.282639 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8dd8c8b9-51e3-4c4f-9c36-deaf6a46152f req-361e482e-55cc-4124-b457-b8b825a9d308 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=87b9ca98-4afe-461f-bd91-10ad30d91c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429645 Sep 17 09:00:02.371032 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8dd8c8b9-51e3-4c4f-9c36-deaf6a46152f req-be796b15-2334-448c-8df2-e1d2b9f78c5b service neutron] 10.222.0.39 "GET /v2.0/networks/87b9ca98-4afe-461f-bd91-10ad30d91c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815048 Sep 17 09:00:02.465480 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8dd8c8b9-51e3-4c4f-9c36-deaf6a46152f req-dc4b7afc-1a68-41d8-84a0-898c8a467a5c service neutron] 10.222.0.39 "GET /v2.0/networks/87b9ca98-4afe-461f-bd91-10ad30d91c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879068 Sep 17 09:00:02.708882 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ef8375-473c-4345-b284-4319a3c26051 req-a1efd935-eb73-4ced-a87c-cc87276eb237 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:00:02.710342 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-28ef8375-473c-4345-b284-4319a3c26051 req-a1efd935-eb73-4ced-a87c-cc87276eb237 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d7bfabc-7eba-4e20-8a4a-5554c33c2ad7 HTTP/1.1" status: 200 len: 944 time: 0.0474145 Sep 17 09:00:02.745650 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-28ef8375-473c-4345-b284-4319a3c26051 req-3bd80ed9-17d3-4393-965c-580af0da0d8c tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] 10.222.0.13 "GET /v2.0/security-groups?id=97c5e810-344a-4705-a2e8-e7e2f35f732f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295348 Sep 17 09:00:03.856125 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe52f1-914a-4489-8c32-873d90c66ca7 req-e9226a3c-541d-43f5-9858-6b110bbdb771 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:00:03.857597 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cfbe52f1-914a-4489-8c32-873d90c66ca7 req-e9226a3c-541d-43f5-9858-6b110bbdb771 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d7bfabc-7eba-4e20-8a4a-5554c33c2ad7 HTTP/1.1" status: 200 len: 944 time: 0.0470145 Sep 17 09:00:03.893523 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cfbe52f1-914a-4489-8c32-873d90c66ca7 req-5df51162-a4b4-4376-8131-261fe2bb04ba tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] 10.222.0.13 "GET /v2.0/security-groups?id=97c5e810-344a-4705-a2e8-e7e2f35f732f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301359 Sep 17 09:00:05.008742 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac738fdf-f29a-46f5-9ee6-731477303fea req-7231bed3-d156-4223-bdcf-412425f76833 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:00:05.010212 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ac738fdf-f29a-46f5-9ee6-731477303fea req-7231bed3-d156-4223-bdcf-412425f76833 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d7bfabc-7eba-4e20-8a4a-5554c33c2ad7 HTTP/1.1" status: 200 len: 944 time: 0.0517237 Sep 17 09:00:05.046869 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ac738fdf-f29a-46f5-9ee6-731477303fea req-67ad842a-cebb-419c-9dc5-e1e5d196cd52 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] 10.222.0.13 "GET /v2.0/security-groups?id=97c5e810-344a-4705-a2e8-e7e2f35f732f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305219 Sep 17 09:00:05.305607 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 851b6ae8-97dc-4913-bdaf-c68abca31e26 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 09:00:05.399732 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 851b6ae8-97dc-4913-bdaf-c68abca31e26, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=851b6ae8-97dc-4913-bdaf-c68abca31e26,segment=NetworkSegment(5ccedaba-1a8d-486b-bc01-497eb718c668),segment_id=5ccedaba-1a8d-486b-bc01-497eb718c668)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:00:05.411176 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '851b6ae8-97dc-4913-bdaf-c68abca31e26', 'network_id': '87b9ca98-4afe-461f-bd91-10ad30d91c61', 'port_id': '851b6ae8-97dc-4913-bdaf-c68abca31e26', 'mac_address': 'fa:16:3e:c9:42:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96468fdf-103f-4b5f-9022-075d6f910140', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 09:00:05.447972 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:05.461084 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 851b6ae8-97dc-4913-bdaf-c68abca31e26 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 09:00:05.479937 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 851b6ae8-97dc-4913-bdaf-c68abca31e26, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=851b6ae8-97dc-4913-bdaf-c68abca31e26,segment=NetworkSegment(5ccedaba-1a8d-486b-bc01-497eb718c668),segment_id=5ccedaba-1a8d-486b-bc01-497eb718c668)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:00:05.483337 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:05.531861 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=851b6ae8-97dc-4913-bdaf-c68abca31e26,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:00:05.539673 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:00:05.540280 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:00:05.540637 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:00:05.540980 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:00:05.541319 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:00:05.541653 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:00:05.541988 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:00:05.542317 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:00:05.542658 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:00:05.542989 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:00:05.543317 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:00:05.543640 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:00:05.838945 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['851b6ae8-97dc-4913-bdaf-c68abca31e26'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 09:00:06.163519 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1739fde9-3820-4151-95cf-1edbb4ff1b77 req-80b937ac-5fc6-44a5-9007-b27bb7ee45e6 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:00:06.165029 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1739fde9-3820-4151-95cf-1edbb4ff1b77 req-80b937ac-5fc6-44a5-9007-b27bb7ee45e6 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d7bfabc-7eba-4e20-8a4a-5554c33c2ad7 HTTP/1.1" status: 200 len: 945 time: 0.0479164 Sep 17 09:00:06.205610 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1739fde9-3820-4151-95cf-1edbb4ff1b77 req-3dd26224-192d-413a-ade9-789ad5024825 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] 10.222.0.13 "GET /v2.0/security-groups?id=97c5e810-344a-4705-a2e8-e7e2f35f732f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346322 Sep 17 09:00:06.208090 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:06.210348 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:07.315480 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 851b6ae8-97dc-4913-bdaf-c68abca31e26 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 09:00:07.317150 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ae08bc-6e95-46ed-80d1-5270cf41b4d6 req-f0dc79d5-d64a-4fb2-b07f-9fec3a5c43cd tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:00:07.318648 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a1ae08bc-6e95-46ed-80d1-5270cf41b4d6 req-f0dc79d5-d64a-4fb2-b07f-9fec3a5c43cd tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d7bfabc-7eba-4e20-8a4a-5554c33c2ad7 HTTP/1.1" status: 200 len: 945 time: 0.0484343 Sep 17 09:00:07.355939 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a1ae08bc-6e95-46ed-80d1-5270cf41b4d6 req-0b167da1-696d-456e-8ce2-6d759d728812 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] 10.222.0.13 "GET /v2.0/security-groups?id=97c5e810-344a-4705-a2e8-e7e2f35f732f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312459 Sep 17 09:00:07.366267 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port 851b6ae8-97dc-4913-bdaf-c68abca31e26 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 09:00:07.370060 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 851b6ae8-97dc-4913-bdaf-c68abca31e26 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:00:07.370434 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:07.443690 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:07.464912 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d7bfabc-7eba-4e20-8a4a-5554c33c2ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '851b6ae8-97dc-4913-bdaf-c68abca31e26'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 09:00:07.467123 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd15a5b62c2e1c1e903d3702117c13c06f948b041a08150170fef0e561ebed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c57300-d209-483c-98cd-3a6edfd5077c" -d '{"events": [{"server_uuid": "9d7bfabc-7eba-4e20-8a4a-5554c33c2ad7", "name": "network-vif-plugged", "status": "completed", "tag": "851b6ae8-97dc-4913-bdaf-c68abca31e26"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 09:00:07.479674 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 851b6ae8-97dc-4913-bdaf-c68abca31e26, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=851b6ae8-97dc-4913-bdaf-c68abca31e26,segment=NetworkSegment(5ccedaba-1a8d-486b-bc01-497eb718c668),segment_id=5ccedaba-1a8d-486b-bc01-497eb718c668)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:00:07.484579 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:07.508998 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 09:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a8192d-2dec-4e59-9be4-4842838a1c1a x-openstack-request-id: req-c3a8192d-2dec-4e59-9be4-4842838a1c1a {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 09:00:07.509390 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d7bfabc-7eba-4e20-8a4a-5554c33c2ad7", "name": "network-vif-plugged", "status": "completed", "tag": "851b6ae8-97dc-4913-bdaf-c68abca31e26", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 09:00:07.509738 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c3a8192d-2dec-4e59-9be4-4842838a1c1a {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 09:00:07.510285 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d7bfabc-7eba-4e20-8a4a-5554c33c2ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '851b6ae8-97dc-4913-bdaf-c68abca31e26', 'code': 200} Sep 17 09:00:07.538727 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=851b6ae8-97dc-4913-bdaf-c68abca31e26,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:00:07.623970 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f69ea4-f03f-4357-b42e-167ffdb138d8 req-69101f04-67e6-481d-b647-3efec96fd0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:00:07.625341 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-91f69ea4-f03f-4357-b42e-167ffdb138d8 req-69101f04-67e6-481d-b647-3efec96fd0ea service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9d7bfabc-7eba-4e20-8a4a-5554c33c2ad7 HTTP/1.1" status: 200 len: 1097 time: 0.0387225 Sep 17 09:00:07.658543 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-91f69ea4-f03f-4357-b42e-167ffdb138d8 req-4a9acd60-0347-44ea-b34f-c73b36a7de50 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=97c5e810-344a-4705-a2e8-e7e2f35f732f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261283 Sep 17 09:00:08.472966 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed8c1c6-f3a1-439f-a5b1-63503a4aa78e req-012fabd3-fcf0-4eab-b77b-72f23f3b7d68 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:00:08.474447 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fed8c1c6-f3a1-439f-a5b1-63503a4aa78e req-012fabd3-fcf0-4eab-b77b-72f23f3b7d68 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d7bfabc-7eba-4e20-8a4a-5554c33c2ad7 HTTP/1.1" status: 200 len: 946 time: 0.0521829 Sep 17 09:00:08.510597 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fed8c1c6-f3a1-439f-a5b1-63503a4aa78e req-a23faee9-414b-4b44-8e4b-db1ce67f45ce tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] 10.222.0.13 "GET /v2.0/security-groups?id=97c5e810-344a-4705-a2e8-e7e2f35f732f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302079 Sep 17 09:00:09.623774 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4625d8a3-8274-498b-b22c-c5deaed82a7a req-4980c331-48fb-4ea1-a533-ae49e6e7bc16 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:00:09.625252 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4625d8a3-8274-498b-b22c-c5deaed82a7a req-4980c331-48fb-4ea1-a533-ae49e6e7bc16 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d7bfabc-7eba-4e20-8a4a-5554c33c2ad7 HTTP/1.1" status: 200 len: 946 time: 0.0469801 Sep 17 09:00:09.665387 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4625d8a3-8274-498b-b22c-c5deaed82a7a req-8bee9b41-7d55-4c57-8c32-5e8dd8677fa5 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] 10.222.0.13 "GET /v2.0/security-groups?id=97c5e810-344a-4705-a2e8-e7e2f35f732f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335999 Sep 17 09:00:09.784570 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864bd1aa-b133-40a9-a984-af1c5cddfcca req-28862a22-cd1c-4f26-98dc-297a9c934e8a tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:00:09.785962 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-864bd1aa-b133-40a9-a984-af1c5cddfcca req-28862a22-cd1c-4f26-98dc-297a9c934e8a tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d7bfabc-7eba-4e20-8a4a-5554c33c2ad7 HTTP/1.1" status: 200 len: 946 time: 0.0487058 Sep 17 09:00:09.823066 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-864bd1aa-b133-40a9-a984-af1c5cddfcca req-f3466ccc-233c-4fc2-9855-569246671260 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] 10.222.0.13 "GET /v2.0/security-groups?id=97c5e810-344a-4705-a2e8-e7e2f35f732f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311449 Sep 17 09:00:10.291128 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 09:00:20.076415 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-684f5a25-21ec-427d-b4c8-9ddae422deba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:22.532989 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-333308ae-2417-466d-89b4-5b90eb2fdf90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:22.858658 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:23.964719 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:25.556129 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:28.156739 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549024ae-e5f4-45bb-a653-bff1558b8c98 req-901d0d71-33cd-4fdf-9fa0-068373bfc845 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:00:28.158209 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-549024ae-e5f4-45bb-a653-bff1558b8c98 req-901d0d71-33cd-4fdf-9fa0-068373bfc845 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d7bfabc-7eba-4e20-8a4a-5554c33c2ad7 HTTP/1.1" status: 200 len: 946 time: 0.0512691 Sep 17 09:00:28.196351 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-549024ae-e5f4-45bb-a653-bff1558b8c98 req-3db1becb-6f86-402f-afc2-cf2c9d74b665 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] 10.222.0.13 "GET /v2.0/security-groups?id=97c5e810-344a-4705-a2e8-e7e2f35f732f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314901 Sep 17 09:00:29.313089 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3137769-703e-45f0-9d2c-d6280d1aefe2 req-4b2af969-0353-46eb-ad82-0faeecb1a9e0 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:00:29.314578 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b3137769-703e-45f0-9d2c-d6280d1aefe2 req-4b2af969-0353-46eb-ad82-0faeecb1a9e0 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d7bfabc-7eba-4e20-8a4a-5554c33c2ad7 HTTP/1.1" status: 200 len: 946 time: 0.0493522 Sep 17 09:00:29.352354 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b3137769-703e-45f0-9d2c-d6280d1aefe2 req-3b8d140e-d15e-4e20-8491-32e1b1b0863d tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] 10.222.0.13 "GET /v2.0/security-groups?id=97c5e810-344a-4705-a2e8-e7e2f35f732f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316882 Sep 17 09:00:29.941738 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d17832b-8cb6-413c-8e5b-3a598266cc99 req-e323d903-e4b5-4003-aee1-bb0af5692902 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:00:29.943175 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7d17832b-8cb6-413c-8e5b-3a598266cc99 req-e323d903-e4b5-4003-aee1-bb0af5692902 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d7bfabc-7eba-4e20-8a4a-5554c33c2ad7 HTTP/1.1" status: 200 len: 946 time: 0.0471659 Sep 17 09:00:30.032068 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-7d17832b-8cb6-413c-8e5b-3a598266cc99 req-068108ea-c64b-4db7-bb0d-fbaafbb8fc43 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Deleting port 851b6ae8-97dc-4913-bdaf-c68abca31e26 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 09:00:30.032409 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-7d17832b-8cb6-413c-8e5b-3a598266cc99 req-068108ea-c64b-4db7-bb0d-fbaafbb8fc43 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:30.120622 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-7d17832b-8cb6-413c-8e5b-3a598266cc99 req-068108ea-c64b-4db7-bb0d-fbaafbb8fc43 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] For port 851b6ae8-97dc-4913-bdaf-c68abca31e26, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=851b6ae8-97dc-4913-bdaf-c68abca31e26,segment=NetworkSegment(5ccedaba-1a8d-486b-bc01-497eb718c668),segment_id=5ccedaba-1a8d-486b-bc01-497eb718c668)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:00:30.120983 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-7d17832b-8cb6-413c-8e5b-3a598266cc99 req-068108ea-c64b-4db7-bb0d-fbaafbb8fc43 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:30.132346 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-7d17832b-8cb6-413c-8e5b-3a598266cc99 req-068108ea-c64b-4db7-bb0d-fbaafbb8fc43 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Calling delete_port for 851b6ae8-97dc-4913-bdaf-c68abca31e26 owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 09:00:30.251847 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-7d17832b-8cb6-413c-8e5b-3a598266cc99 req-068108ea-c64b-4db7-bb0d-fbaafbb8fc43 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:30.283113 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068108ea-c64b-4db7-bb0d-fbaafbb8fc43 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Pushing event deleted for resources: {'Port': ['ID=851b6ae8-97dc-4913-bdaf-c68abca31e26,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:00:30.284759 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['851b6ae8-97dc-4913-bdaf-c68abca31e26'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 09:00:30.467313 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ef3ebfb7-60e9-43f3-8ddf-8aa3200886d5 req-f2f9af43-dcef-4502-9514-aa63384825f2 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d7bfabc-7eba-4e20-8a4a-5554c33c2ad7 HTTP/1.1" status: 200 len: 210 time: 0.0309587 Sep 17 09:00:30.659427 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d17832b-8cb6-413c-8e5b-3a598266cc99 req-068108ea-c64b-4db7-bb0d-fbaafbb8fc43 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] No DVR routers for this DVR port 851b6ae8-97dc-4913-bdaf-c68abca31e26 on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 09:00:30.661919 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-7d17832b-8cb6-413c-8e5b-3a598266cc99 req-068108ea-c64b-4db7-bb0d-fbaafbb8fc43 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:30.663954 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7d17832b-8cb6-413c-8e5b-3a598266cc99 req-068108ea-c64b-4db7-bb0d-fbaafbb8fc43 tempest-TestEncryptedCinderVolumes-1726950940 tempest-TestEncryptedCinderVolumes-1726950940-project] 10.222.0.39 "DELETE /v2.0/ports/851b6ae8-97dc-4913-bdaf-c68abca31e26 HTTP/1.1" status: 204 len: 173 time: 0.7150826 Sep 17 09:00:30.664390 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d7bfabc-7eba-4e20-8a4a-5554c33c2ad7', 'name': 'network-vif-deleted', 'tag': '851b6ae8-97dc-4913-bdaf-c68abca31e26'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 09:00:30.666609 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823f1136df5e8dfe06b46a14eea5a85bccf33ce7e510dfea6a746e22e928dc4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01381144-9eaa-401d-b73c-bb91928d70f2" -d '{"events": [{"server_uuid": "9d7bfabc-7eba-4e20-8a4a-5554c33c2ad7", "name": "network-vif-deleted", "tag": "851b6ae8-97dc-4913-bdaf-c68abca31e26"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 09:00:30.703966 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 09:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daefd7de-7ef8-4c77-875c-55a237f4231c x-openstack-request-id: req-daefd7de-7ef8-4c77-875c-55a237f4231c {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 09:00:30.704250 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d7bfabc-7eba-4e20-8a4a-5554c33c2ad7", "name": "network-vif-deleted", "tag": "851b6ae8-97dc-4913-bdaf-c68abca31e26", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 09:00:30.704498 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-daefd7de-7ef8-4c77-875c-55a237f4231c {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 09:00:30.704891 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d7bfabc-7eba-4e20-8a4a-5554c33c2ad7', 'name': 'network-vif-deleted', 'tag': '851b6ae8-97dc-4913-bdaf-c68abca31e26', 'status': 'completed', 'code': 200} Sep 17 09:00:31.559899 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 36304) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:00:31.890393 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-db83c9d2-40b5-42b0-807b-820db5712a90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:32.124129 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-db83c9d2-40b5-42b0-807b-820db5712a90 admin admin] Deleting port 2ab08baa-14b3-4926-bdd9-aa782976abe0 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 09:00:32.124473 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-db83c9d2-40b5-42b0-807b-820db5712a90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:32.199397 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-db83c9d2-40b5-42b0-807b-820db5712a90 admin admin] For port 2ab08baa-14b3-4926-bdd9-aa782976abe0, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=2ab08baa-14b3-4926-bdd9-aa782976abe0,segment=NetworkSegment(5ccedaba-1a8d-486b-bc01-497eb718c668),segment_id=5ccedaba-1a8d-486b-bc01-497eb718c668)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:00:32.199758 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-db83c9d2-40b5-42b0-807b-820db5712a90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:32.215708 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-db83c9d2-40b5-42b0-807b-820db5712a90 admin admin] Calling delete_port for 2ab08baa-14b3-4926-bdd9-aa782976abe0 owned by network:router_interface {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 09:00:32.391687 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-db83c9d2-40b5-42b0-807b-820db5712a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:32.415918 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db83c9d2-40b5-42b0-807b-820db5712a90 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ab08baa-14b3-4926-bdd9-aa782976abe0,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:00:32.429708 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db83c9d2-40b5-42b0-807b-820db5712a90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:00:32.430065 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db83c9d2-40b5-42b0-807b-820db5712a90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:00:32.430411 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db83c9d2-40b5-42b0-807b-820db5712a90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:00:32.430783 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db83c9d2-40b5-42b0-807b-820db5712a90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:00:32.431142 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db83c9d2-40b5-42b0-807b-820db5712a90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:00:32.431457 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db83c9d2-40b5-42b0-807b-820db5712a90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:00:32.431866 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db83c9d2-40b5-42b0-807b-820db5712a90 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:00:32.432270 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db83c9d2-40b5-42b0-807b-820db5712a90 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:00:32.432608 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db83c9d2-40b5-42b0-807b-820db5712a90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:00:32.432939 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db83c9d2-40b5-42b0-807b-820db5712a90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:00:32.433268 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db83c9d2-40b5-42b0-807b-820db5712a90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:00:32.433597 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db83c9d2-40b5-42b0-807b-820db5712a90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:00:32.595722 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-db83c9d2-40b5-42b0-807b-820db5712a90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:33.105462 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db83c9d2-40b5-42b0-807b-820db5712a90 admin admin] Router 09562cab-d4cc-4c9c-8966-4eb13466ce1a has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 09:00:33.206211 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db83c9d2-40b5-42b0-807b-820db5712a90 admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 09:00:33.211312 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-db83c9d2-40b5-42b0-807b-820db5712a90 admin admin] 10.222.0.13 "PUT /v2.0/routers/09562cab-d4cc-4c9c-8966-4eb13466ce1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6503215 Sep 17 09:00:33.213935 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 36306) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:00:33.216499 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a693a26-5ef8-4c7f-826c-f6ac6b0e7b95 None None] Sync routers for ids ['09562cab-d4cc-4c9c-8966-4eb13466ce1a'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 09:00:33.225951 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a693a26-5ef8-4c7f-826c-f6ac6b0e7b95 None None] Routers {'09562cab-d4cc-4c9c-8966-4eb13466ce1a'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:00:33.226563 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-9a693a26-5ef8-4c7f-826c-f6ac6b0e7b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:00:23Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['09562cab-d4cc-4c9c-8966-4eb13466ce1a'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:00:33.314040 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7d1cdaf8-921a-45e6-92dd-8b84002e6ad0 admin admin] Notify callbacks [] for router, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:33.327558 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-9a693a26-5ef8-4c7f-826c-f6ac6b0e7b95 None None] Set router 09562cab-d4cc-4c9c-8966-4eb13466ce1a gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:00:33.413489 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7d1cdaf8-921a-45e6-92dd-8b84002e6ad0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:33.447903 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 851b6ae8-97dc-4913-bdaf-c68abca31e26 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 09:00:33.465840 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-7d1cdaf8-921a-45e6-92dd-8b84002e6ad0 admin admin] Deleting port 26e3ac9b-95ea-4136-ad68-8b9da6e97e83 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 09:00:33.466180 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7d1cdaf8-921a-45e6-92dd-8b84002e6ad0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:33.474214 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: 851b6ae8-97dc-4913-bdaf-c68abca31e26 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 09:00:33.474563 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 851b6ae8-97dc-4913-bdaf-c68abca31e26 not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 09:00:33.525026 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-9a693a26-5ef8-4c7f-826c-f6ac6b0e7b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09562cab-d4cc-4c9c-8966-4eb13466ce1a', 'name': 'tempest-TestEncryptedCinderVolumes-905605965-router', 'tenant_id': '97d116b99b544f4780bdf8f453f5840b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '26e3ac9b-95ea-4136-ad68-8b9da6e97e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:59:13Z', 'updated_at': '2021-09-17T09:00:32Z', 'revision_number': 5, 'project_id': '97d116b99b544f4780bdf8f453f5840b', 'gw_port': {'id': '26e3ac9b-95ea-4136-ad68-8b9da6e97e83', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:69:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09562cab-d4cc-4c9c-8966-4eb13466ce1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:59:13Z', 'updated_at': '2021-09-17T08:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:00:33.542664 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-7d1cdaf8-921a-45e6-92dd-8b84002e6ad0 admin admin] For port 26e3ac9b-95ea-4136-ad68-8b9da6e97e83, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=26e3ac9b-95ea-4136-ad68-8b9da6e97e83,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:00:33.543044 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7d1cdaf8-921a-45e6-92dd-8b84002e6ad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:33.550280 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a693a26-5ef8-4c7f-826c-f6ac6b0e7b95 None None] Checking router: 09562cab-d4cc-4c9c-8966-4eb13466ce1a for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 09:00:33.558353 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a693a26-5ef8-4c7f-826c-f6ac6b0e7b95 None None] Routers {'09562cab-d4cc-4c9c-8966-4eb13466ce1a'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:00:33.558963 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-9a693a26-5ef8-4c7f-826c-f6ac6b0e7b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:00:23Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['09562cab-d4cc-4c9c-8966-4eb13466ce1a'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:00:33.559085 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-7d1cdaf8-921a-45e6-92dd-8b84002e6ad0 admin admin] Calling delete_port for 26e3ac9b-95ea-4136-ad68-8b9da6e97e83 owned by network:router_gateway {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 09:00:33.645835 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-9a693a26-5ef8-4c7f-826c-f6ac6b0e7b95 None None] Set router 09562cab-d4cc-4c9c-8966-4eb13466ce1a gateway port host: None {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:00:33.698826 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-9a693a26-5ef8-4c7f-826c-f6ac6b0e7b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09562cab-d4cc-4c9c-8966-4eb13466ce1a', 'name': 'tempest-TestEncryptedCinderVolumes-905605965-router', 'tenant_id': '97d116b99b544f4780bdf8f453f5840b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:59:13Z', 'updated_at': '2021-09-17T09:00:33Z', 'revision_number': 6, 'project_id': '97d116b99b544f4780bdf8f453f5840b', 'gw_port_host': None}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:00:33.717616 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7d1cdaf8-921a-45e6-92dd-8b84002e6ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:33.725694 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a693a26-5ef8-4c7f-826c-f6ac6b0e7b95 None None] The sync data for ids ['09562cab-d4cc-4c9c-8966-4eb13466ce1a'] in n-d-789963-9 is: [{'id': '09562cab-d4cc-4c9c-8966-4eb13466ce1a', 'name': 'tempest-TestEncryptedCinderVolumes-905605965-router', 'tenant_id': '97d116b99b544f4780bdf8f453f5840b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:59:13Z', 'updated_at': '2021-09-17T09:00:33Z', 'revision_number': 6, 'project_id': '97d116b99b544f4780bdf8f453f5840b', 'gw_port_host': None}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 09:00:33.747996 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1cdaf8-921a-45e6-92dd-8b84002e6ad0 admin admin] Pushing event deleted for resources: {'Port': ['ID=26e3ac9b-95ea-4136-ad68-8b9da6e97e83,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:00:33.805979 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7d1cdaf8-921a-45e6-92dd-8b84002e6ad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:33.892224 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7d1cdaf8-921a-45e6-92dd-8b84002e6ad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:33.894329 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7d1cdaf8-921a-45e6-92dd-8b84002e6ad0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:33.938193 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7d1cdaf8-921a-45e6-92dd-8b84002e6ad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:33.938796 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d1cdaf8-921a-45e6-92dd-8b84002e6ad0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09562cab-d4cc-4c9c-8966-4eb13466ce1a {{(pid=101289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 09:00:33.944281 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7d1cdaf8-921a-45e6-92dd-8b84002e6ad0 admin admin] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:33.945430 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-7d1cdaf8-921a-45e6-92dd-8b84002e6ad0 admin admin] 10.222.0.13 "DELETE /v2.0/routers/09562cab-d4cc-4c9c-8966-4eb13466ce1a HTTP/1.1" status: 204 len: 168 time: 0.7305136 Sep 17 09:00:33.947926 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 36308) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:00:33.990727 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb6d2f43-47fc-49f2-96f9-afa3320e4c39 admin admin] Deleting subnet 96468fdf-103f-4b5f-9022-075d6f910140 {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 09:00:33.993567 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-eb6d2f43-47fc-49f2-96f9-afa3320e4c39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:34.026689 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-eb6d2f43-47fc-49f2-96f9-afa3320e4c39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:34.110377 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-eb6d2f43-47fc-49f2-96f9-afa3320e4c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:34.167588 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-eb6d2f43-47fc-49f2-96f9-afa3320e4c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:34.190633 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6d2f43-47fc-49f2-96f9-afa3320e4c39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96468fdf-103f-4b5f-9022-075d6f910140,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:00:34.196354 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-eb6d2f43-47fc-49f2-96f9-afa3320e4c39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:34.200570 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-eb6d2f43-47fc-49f2-96f9-afa3320e4c39 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/96468fdf-103f-4b5f-9022-075d6f910140 HTTP/1.1" status: 204 len: 168 time: 0.2493525 Sep 17 09:00:34.200833 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 36310) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:00:34.201855 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c06f86-73a8-47cd-92bb-27dd4b61f472 None None] Network 87b9ca98-4afe-461f-bd91-10ad30d91c61 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 09:00:34.267516 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fcfb2118-c752-4862-9c12-bd7085a148ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:34.324766 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-fcfb2118-c752-4862-9c12-bd7085a148ba admin admin] Deleting port f95471ca-0f06-4495-98de-47a9c5232c4d {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 09:00:34.325112 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fcfb2118-c752-4862-9c12-bd7085a148ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:34.387137 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-fcfb2118-c752-4862-9c12-bd7085a148ba admin admin] For port f95471ca-0f06-4495-98de-47a9c5232c4d, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=f95471ca-0f06-4495-98de-47a9c5232c4d,segment=NetworkSegment(5ccedaba-1a8d-486b-bc01-497eb718c668),segment_id=5ccedaba-1a8d-486b-bc01-497eb718c668)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:00:34.387421 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fcfb2118-c752-4862-9c12-bd7085a148ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:34.399549 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-fcfb2118-c752-4862-9c12-bd7085a148ba admin admin] Calling delete_port for f95471ca-0f06-4495-98de-47a9c5232c4d owned by network:dhcp {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 09:00:34.460414 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9d36fe-ffe7-46b2-9c46-841a26214920 None None] DHCP port deletion for 87b9ca98-4afe-461f-bd91-10ad30d91c61 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 09:00:34.490167 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fcfb2118-c752-4862-9c12-bd7085a148ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:34.515683 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-2e9d36fe-ffe7-46b2-9c46-841a26214920 None None] Deleting port f95471ca-0f06-4495-98de-47a9c5232c4d {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 09:00:34.516746 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfb2118-c752-4862-9c12-bd7085a148ba admin admin] Pushing event deleted for resources: {'Port': ['ID=f95471ca-0f06-4495-98de-47a9c5232c4d,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:00:34.516887 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2e9d36fe-ffe7-46b2-9c46-841a26214920 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:34.523528 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfb2118-c752-4862-9c12-bd7085a148ba admin admin] No DVR routers for this DVR port f95471ca-0f06-4495-98de-47a9c5232c4d on host n-d-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 09:00:34.570252 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 2ab08baa-14b3-4926-bdd9-aa782976abe0 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 09:00:34.599552 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fcfb2118-c752-4862-9c12-bd7085a148ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:34.600746 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 2ab08baa-14b3-4926-bdd9-aa782976abe0 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 09:00:34.601100 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 2ab08baa-14b3-4926-bdd9-aa782976abe0 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 09:00:34.601529 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 26e3ac9b-95ea-4136-ad68-8b9da6e97e83 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 09:00:34.606925 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-2e9d36fe-ffe7-46b2-9c46-841a26214920 None None] For port f95471ca-0f06-4495-98de-47a9c5232c4d, host n-d-789963-9, got binding levels [] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:00:34.607324 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2e9d36fe-ffe7-46b2-9c46-841a26214920 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:34.619679 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-fcfb2118-c752-4862-9c12-bd7085a148ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87b9ca98-4afe-461f-bd91-10ad30d91c61']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:00:34.630188 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 26e3ac9b-95ea-4136-ad68-8b9da6e97e83 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 09:00:34.630532 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-fcfb2118-c752-4862-9c12-bd7085a148ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ccedaba-1a8d-486b-bc01-497eb718c668') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:00:34.630668 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 26e3ac9b-95ea-4136-ad68-8b9da6e97e83 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 09:00:34.630834 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-fcfb2118-c752-4862-9c12-bd7085a148ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ccedaba-1a8d-486b-bc01-497eb718c668') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:00:34.630978 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device f95471ca-0f06-4495-98de-47a9c5232c4d no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 09:00:34.640249 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fcfb2118-c752-4862-9c12-bd7085a148ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:34.653853 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fcfb2118-c752-4862-9c12-bd7085a148ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:34.655592 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-2e9d36fe-ffe7-46b2-9c46-841a26214920 None None] Calling delete_port for f95471ca-0f06-4495-98de-47a9c5232c4d owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 09:00:34.657410 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: f95471ca-0f06-4495-98de-47a9c5232c4d {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 09:00:34.657760 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device f95471ca-0f06-4495-98de-47a9c5232c4d not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 09:00:34.660305 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.ipam_backend_mixin [None req-2e9d36fe-ffe7-46b2-9c46-841a26214920 None None] Port f95471ca-0f06-4495-98de-47a9c5232c4d was not found and therefore no delete operation was performed {{(pid=101291) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 17 09:00:34.661140 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcfb2118-c752-4862-9c12-bd7085a148ba admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 09:00:34.661550 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fcfb2118-c752-4862-9c12-bd7085a148ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:34.662234 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2e9d36fe-ffe7-46b2-9c46-841a26214920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:34.663307 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 09:00:34.663307 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 09:00:34.663307 n-d-789963-9 neutron-server[101289]: timer() Sep 17 09:00:34.663307 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 09:00:34.663307 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 09:00:34.663307 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 09:00:34.663307 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 09:00:34.663307 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 09:00:34.663307 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 09:00:34.663307 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 09:00:34.663307 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 09:00:34.663307 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 09:00:34.663307 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 09:00:34.663307 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 09:00:34.663307 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 09:00:34.663307 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 09:00:34.663307 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 09:00:34.663307 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 09:00:34.663307 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 09:00:34.663307 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 09:00:34.663307 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 09:00:34.663307 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 09:00:34.663307 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 09:00:34.663307 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 09:00:34.663307 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 09:00:34.663307 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 09:00:34.663307 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 09:00:34.663307 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 09:00:34.663307 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 09:00:34.663307 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 09:00:34.663307 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 09:00:34.663307 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 09:00:34.692877 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9d36fe-ffe7-46b2-9c46-841a26214920 None None] Pushing event deleted for resources: {'Port': ['ID=f95471ca-0f06-4495-98de-47a9c5232c4d,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:00:34.694719 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9d36fe-ffe7-46b2-9c46-841a26214920 None None] No DVR routers for this DVR port f95471ca-0f06-4495-98de-47a9c5232c4d on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 09:00:34.724395 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fcfb2118-c752-4862-9c12-bd7085a148ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:34.731026 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-fcfb2118-c752-4862-9c12-bd7085a148ba admin admin] Notify callbacks [] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:34.736173 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 36312) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:00:34.737264 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-fcfb2118-c752-4862-9c12-bd7085a148ba admin admin] 10.222.0.13 "DELETE /v2.0/networks/87b9ca98-4afe-461f-bd91-10ad30d91c61 HTTP/1.1" status: 204 len: 168 time: 0.5343859 Sep 17 09:00:34.748556 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfb2118-c752-4862-9c12-bd7085a148ba admin admin] Pushing event deleted for resources: {'Network': ['ID=87b9ca98-4afe-461f-bd91-10ad30d91c61,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:00:35.078764 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3e316463-e379-4f03-869a-122dba92f4fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:35.314431 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-3e316463-e379-4f03-869a-122dba92f4fd admin admin] Deleting port 9cc8c099-28db-4b70-8f66-db39c7fa4a56 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 09:00:35.314778 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3e316463-e379-4f03-869a-122dba92f4fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:35.388723 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-3e316463-e379-4f03-869a-122dba92f4fd admin admin] For port 9cc8c099-28db-4b70-8f66-db39c7fa4a56, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=9cc8c099-28db-4b70-8f66-db39c7fa4a56,segment=NetworkSegment(967c5b0e-e21e-48df-ad45-edf3c2681d62),segment_id=967c5b0e-e21e-48df-ad45-edf3c2681d62)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:00:35.389003 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3e316463-e379-4f03-869a-122dba92f4fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:35.401599 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-3e316463-e379-4f03-869a-122dba92f4fd admin admin] Calling delete_port for 9cc8c099-28db-4b70-8f66-db39c7fa4a56 owned by network:router_interface {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 09:00:35.572874 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3e316463-e379-4f03-869a-122dba92f4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:35.602696 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e316463-e379-4f03-869a-122dba92f4fd admin admin] Pushing event deleted for resources: {'Port': ['ID=9cc8c099-28db-4b70-8f66-db39c7fa4a56,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:00:35.764954 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3e316463-e379-4f03-869a-122dba92f4fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:35.973237 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e316463-e379-4f03-869a-122dba92f4fd admin admin] Router 9be29c58-c87e-49ce-ba49-f72f3864b28c has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 09:00:36.072872 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e316463-e379-4f03-869a-122dba92f4fd admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 09:00:36.077923 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-3e316463-e379-4f03-869a-122dba92f4fd admin admin] 10.222.0.13 "PUT /v2.0/routers/9be29c58-c87e-49ce-ba49-f72f3864b28c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3400600 Sep 17 09:00:36.080530 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 36314) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:00:36.081463 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d51c2a-2bca-4121-bc04-ad0f1804b638 None None] Sync routers for ids ['9be29c58-c87e-49ce-ba49-f72f3864b28c'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 09:00:36.092247 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d51c2a-2bca-4121-bc04-ad0f1804b638 None None] Routers {'9be29c58-c87e-49ce-ba49-f72f3864b28c'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:00:36.092858 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-e7d51c2a-2bca-4121-bc04-ad0f1804b638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:00:23Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['9be29c58-c87e-49ce-ba49-f72f3864b28c'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:00:36.182066 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6c8ba7fb-fa7c-4253-81d6-4be5742ebd2d admin admin] Notify callbacks [] for router, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:36.192904 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-e7d51c2a-2bca-4121-bc04-ad0f1804b638 None None] Set router 9be29c58-c87e-49ce-ba49-f72f3864b28c gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:00:36.211699 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:36.216230 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:36.286309 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6c8ba7fb-fa7c-4253-81d6-4be5742ebd2d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:36.340797 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-6c8ba7fb-fa7c-4253-81d6-4be5742ebd2d admin admin] Deleting port 23cd8fc5-8ca0-4746-a60c-29c0ca328ff8 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 09:00:36.341137 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6c8ba7fb-fa7c-4253-81d6-4be5742ebd2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:36.374765 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-e7d51c2a-2bca-4121-bc04-ad0f1804b638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be29c58-c87e-49ce-ba49-f72f3864b28c', 'name': 'tempest-TestEncryptedCinderVolumes-352454495-router', 'tenant_id': '3fa8e676836b40668487588baec3fd73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '23cd8fc5-8ca0-4746-a60c-29c0ca328ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:59:17Z', 'updated_at': '2021-09-17T09:00:35Z', 'revision_number': 5, 'project_id': '3fa8e676836b40668487588baec3fd73', 'gw_port': {'id': '23cd8fc5-8ca0-4746-a60c-29c0ca328ff8', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be29c58-c87e-49ce-ba49-f72f3864b28c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T08:59:18Z', 'updated_at': '2021-09-17T08:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:00:36.400483 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d51c2a-2bca-4121-bc04-ad0f1804b638 None None] Checking router: 9be29c58-c87e-49ce-ba49-f72f3864b28c for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 09:00:36.408979 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d51c2a-2bca-4121-bc04-ad0f1804b638 None None] Routers {'9be29c58-c87e-49ce-ba49-f72f3864b28c'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:00:36.409587 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-e7d51c2a-2bca-4121-bc04-ad0f1804b638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:00:23Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['9be29c58-c87e-49ce-ba49-f72f3864b28c'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:00:36.427179 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-6c8ba7fb-fa7c-4253-81d6-4be5742ebd2d admin admin] For port 23cd8fc5-8ca0-4746-a60c-29c0ca328ff8, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=23cd8fc5-8ca0-4746-a60c-29c0ca328ff8,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:00:36.427545 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6c8ba7fb-fa7c-4253-81d6-4be5742ebd2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:36.439015 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-6c8ba7fb-fa7c-4253-81d6-4be5742ebd2d admin admin] Calling delete_port for 23cd8fc5-8ca0-4746-a60c-29c0ca328ff8 owned by network:router_gateway {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 09:00:36.494796 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-e7d51c2a-2bca-4121-bc04-ad0f1804b638 None None] Set router 9be29c58-c87e-49ce-ba49-f72f3864b28c gateway port host: None {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:00:36.544303 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-e7d51c2a-2bca-4121-bc04-ad0f1804b638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be29c58-c87e-49ce-ba49-f72f3864b28c', 'name': 'tempest-TestEncryptedCinderVolumes-352454495-router', 'tenant_id': '3fa8e676836b40668487588baec3fd73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:59:17Z', 'updated_at': '2021-09-17T09:00:36Z', 'revision_number': 6, 'project_id': '3fa8e676836b40668487588baec3fd73', 'gw_port_host': None}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:00:36.573220 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d51c2a-2bca-4121-bc04-ad0f1804b638 None None] The sync data for ids ['9be29c58-c87e-49ce-ba49-f72f3864b28c'] in n-d-789963-9 is: [{'id': '9be29c58-c87e-49ce-ba49-f72f3864b28c', 'name': 'tempest-TestEncryptedCinderVolumes-352454495-router', 'tenant_id': '3fa8e676836b40668487588baec3fd73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T08:59:17Z', 'updated_at': '2021-09-17T09:00:36Z', 'revision_number': 6, 'project_id': '3fa8e676836b40668487588baec3fd73', 'gw_port_host': None}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 09:00:36.608132 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6c8ba7fb-fa7c-4253-81d6-4be5742ebd2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:36.631865 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8ba7fb-fa7c-4253-81d6-4be5742ebd2d admin admin] Pushing event deleted for resources: {'Port': ['ID=23cd8fc5-8ca0-4746-a60c-29c0ca328ff8,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:00:36.698064 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6c8ba7fb-fa7c-4253-81d6-4be5742ebd2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:36.786871 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6c8ba7fb-fa7c-4253-81d6-4be5742ebd2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:36.788951 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6c8ba7fb-fa7c-4253-81d6-4be5742ebd2d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:36.829664 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6c8ba7fb-fa7c-4253-81d6-4be5742ebd2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:36.830107 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c8ba7fb-fa7c-4253-81d6-4be5742ebd2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9be29c58-c87e-49ce-ba49-f72f3864b28c {{(pid=101290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 09:00:36.835149 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6c8ba7fb-fa7c-4253-81d6-4be5742ebd2d admin admin] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:36.836180 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6c8ba7fb-fa7c-4253-81d6-4be5742ebd2d admin admin] 10.222.0.13 "DELETE /v2.0/routers/9be29c58-c87e-49ce-ba49-f72f3864b28c HTTP/1.1" status: 204 len: 168 time: 0.7547202 Sep 17 09:00:36.838694 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 36316) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:00:36.881544 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-f337d2e8-bdcd-4349-be44-de91a93e4d9b admin admin] Deleting subnet 5e2a05dc-bc51-4bcc-ab9c-9fdbcdaeb1e7 {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 09:00:36.884561 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f337d2e8-bdcd-4349-be44-de91a93e4d9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:36.920194 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f337d2e8-bdcd-4349-be44-de91a93e4d9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:37.004761 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f337d2e8-bdcd-4349-be44-de91a93e4d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:37.056796 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f337d2e8-bdcd-4349-be44-de91a93e4d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:37.082177 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f337d2e8-bdcd-4349-be44-de91a93e4d9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e2a05dc-bc51-4bcc-ab9c-9fdbcdaeb1e7,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:00:37.085835 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f337d2e8-bdcd-4349-be44-de91a93e4d9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:37.088477 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f337d2e8-bdcd-4349-be44-de91a93e4d9b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5e2a05dc-bc51-4bcc-ab9c-9fdbcdaeb1e7 HTTP/1.1" status: 204 len: 168 time: 0.2480857 Sep 17 09:00:37.090239 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 36318) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:00:37.094725 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2e2538-58e4-4c20-a685-628acdff9b6f None None] Network 93b4be19-028e-4d2f-beb0-def553f8684a requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 09:00:37.161428 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4f77e7a3-99f2-408f-b951-3826a956cba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:37.217195 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-4f77e7a3-99f2-408f-b951-3826a956cba8 admin admin] Deleting port ca374e6c-3d9a-447e-b166-5025444505fe {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 09:00:37.217537 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4f77e7a3-99f2-408f-b951-3826a956cba8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:37.278875 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-4f77e7a3-99f2-408f-b951-3826a956cba8 admin admin] For port ca374e6c-3d9a-447e-b166-5025444505fe, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=ca374e6c-3d9a-447e-b166-5025444505fe,segment=NetworkSegment(967c5b0e-e21e-48df-ad45-edf3c2681d62),segment_id=967c5b0e-e21e-48df-ad45-edf3c2681d62)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:00:37.279244 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4f77e7a3-99f2-408f-b951-3826a956cba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:37.295098 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-4f77e7a3-99f2-408f-b951-3826a956cba8 admin admin] Calling delete_port for ca374e6c-3d9a-447e-b166-5025444505fe owned by network:dhcp {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 09:00:37.336905 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5d24ce-b2b4-44b1-b500-1e1e791dacc8 None None] DHCP port deletion for 93b4be19-028e-4d2f-beb0-def553f8684a request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 09:00:37.378092 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4f77e7a3-99f2-408f-b951-3826a956cba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:37.385680 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-6d5d24ce-b2b4-44b1-b500-1e1e791dacc8 None None] Deleting port ca374e6c-3d9a-447e-b166-5025444505fe {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 09:00:37.386061 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6d5d24ce-b2b4-44b1-b500-1e1e791dacc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:37.404781 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f77e7a3-99f2-408f-b951-3826a956cba8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca374e6c-3d9a-447e-b166-5025444505fe,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:00:37.410016 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f77e7a3-99f2-408f-b951-3826a956cba8 admin admin] No DVR routers for this DVR port ca374e6c-3d9a-447e-b166-5025444505fe on host n-d-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 09:00:37.492948 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4f77e7a3-99f2-408f-b951-3826a956cba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:37.514578 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-4f77e7a3-99f2-408f-b951-3826a956cba8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93b4be19-028e-4d2f-beb0-def553f8684a']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:00:37.526012 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-4f77e7a3-99f2-408f-b951-3826a956cba8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '967c5b0e-e21e-48df-ad45-edf3c2681d62') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:00:37.526321 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-4f77e7a3-99f2-408f-b951-3826a956cba8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '967c5b0e-e21e-48df-ad45-edf3c2681d62') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:00:37.537043 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4f77e7a3-99f2-408f-b951-3826a956cba8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:37.554077 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4f77e7a3-99f2-408f-b951-3826a956cba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:37.561149 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f77e7a3-99f2-408f-b951-3826a956cba8 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 09:00:37.561531 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4f77e7a3-99f2-408f-b951-3826a956cba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:37.563461 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 09:00:37.563461 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 09:00:37.563461 n-d-789963-9 neutron-server[101290]: timer() Sep 17 09:00:37.563461 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 09:00:37.563461 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 09:00:37.563461 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 09:00:37.563461 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 09:00:37.563461 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 09:00:37.563461 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 09:00:37.563461 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 09:00:37.563461 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 09:00:37.563461 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 09:00:37.563461 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 09:00:37.563461 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 09:00:37.563461 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 09:00:37.563461 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 09:00:37.563461 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 09:00:37.563461 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 09:00:37.563461 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 09:00:37.563461 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 09:00:37.563461 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 09:00:37.563461 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 09:00:37.563461 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 09:00:37.563461 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 09:00:37.563461 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 09:00:37.563461 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 09:00:37.563461 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 09:00:37.563461 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 09:00:37.563461 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 09:00:37.563461 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 09:00:37.563461 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 09:00:37.563461 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 09:00:37.619596 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-6d5d24ce-b2b4-44b1-b500-1e1e791dacc8 None None] For port ca374e6c-3d9a-447e-b166-5025444505fe, host n-d-789963-9, got binding levels [] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:00:37.620035 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6d5d24ce-b2b4-44b1-b500-1e1e791dacc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:37.626467 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4f77e7a3-99f2-408f-b951-3826a956cba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:37.635923 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-6d5d24ce-b2b4-44b1-b500-1e1e791dacc8 None None] Calling delete_port for ca374e6c-3d9a-447e-b166-5025444505fe owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 09:00:37.636498 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4f77e7a3-99f2-408f-b951-3826a956cba8 admin admin] Notify callbacks [] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:37.640633 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-4f77e7a3-99f2-408f-b951-3826a956cba8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/93b4be19-028e-4d2f-beb0-def553f8684a HTTP/1.1" status: 204 len: 168 time: 0.5472069 Sep 17 09:00:37.640765 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.ipam_backend_mixin [None req-6d5d24ce-b2b4-44b1-b500-1e1e791dacc8 None None] Port ca374e6c-3d9a-447e-b166-5025444505fe was not found and therefore no delete operation was performed {{(pid=101291) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 17 09:00:37.640765 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6d5d24ce-b2b4-44b1-b500-1e1e791dacc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:37.648735 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f77e7a3-99f2-408f-b951-3826a956cba8 admin admin] Pushing event deleted for resources: {'Network': ['ID=93b4be19-028e-4d2f-beb0-def553f8684a,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:00:37.662092 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6d5d24ce-b2b4-44b1-b500-1e1e791dacc8 None None] Network 93b4be19-028e-4d2f-beb0-def553f8684a is not hosted by any dhcp agent {{(pid=101291) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 17 09:00:37.662554 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5d24ce-b2b4-44b1-b500-1e1e791dacc8 None None] No DVR routers for this DVR port ca374e6c-3d9a-447e-b166-5025444505fe on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 09:00:37.664204 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5d24ce-b2b4-44b1-b500-1e1e791dacc8 None None] Pushing event deleted for resources: {'Port': ['ID=ca374e6c-3d9a-447e-b166-5025444505fe,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:00:37.800452 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 36322) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:00:37.840832 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-264296e4-53d6-40bf-8029-b01e2cb85dcd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=97d116b99b544f4780bdf8f453f5840b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391047 Sep 17 09:00:37.843234 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 36324) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:00:37.889960 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7d519844-8b81-4cc2-8d9a-a1acff76474c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:37.910919 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7d519844-8b81-4cc2-8d9a-a1acff76474c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:37.956680 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7d519844-8b81-4cc2-8d9a-a1acff76474c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:37.959351 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7d519844-8b81-4cc2-8d9a-a1acff76474c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:37.960550 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-7d519844-8b81-4cc2-8d9a-a1acff76474c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/97c5e810-344a-4705-a2e8-e7e2f35f732f HTTP/1.1" status: 204 len: 168 time: 0.1164246 Sep 17 09:00:37.968153 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d519844-8b81-4cc2-8d9a-a1acff76474c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c5e810-344a-4705-a2e8-e7e2f35f732f,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:00:38.265874 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 36330) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:00:38.309590 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-64632076-bf3e-4993-8e1b-3b744d7e10a1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3fa8e676836b40668487588baec3fd73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424824 Sep 17 09:00:38.312151 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 36332) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:00:38.345490 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 9cc8c099-28db-4b70-8f66-db39c7fa4a56 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 09:00:38.364550 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-278e9cf7-8870-4ab6-b8d2-55349331d1fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:38.365444 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 9cc8c099-28db-4b70-8f66-db39c7fa4a56 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 09:00:38.365783 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 9cc8c099-28db-4b70-8f66-db39c7fa4a56 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 09:00:38.366199 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 23cd8fc5-8ca0-4746-a60c-29c0ca328ff8 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 09:00:38.383872 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 23cd8fc5-8ca0-4746-a60c-29c0ca328ff8 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 09:00:38.384221 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 23cd8fc5-8ca0-4746-a60c-29c0ca328ff8 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 09:00:38.384639 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device ca374e6c-3d9a-447e-b166-5025444505fe no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 09:00:38.386891 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-278e9cf7-8870-4ab6-b8d2-55349331d1fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:38.405911 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: ca374e6c-3d9a-447e-b166-5025444505fe {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 09:00:38.406255 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device ca374e6c-3d9a-447e-b166-5025444505fe not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 09:00:38.438300 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-278e9cf7-8870-4ab6-b8d2-55349331d1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:38.441670 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-278e9cf7-8870-4ab6-b8d2-55349331d1fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:38.443472 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-278e9cf7-8870-4ab6-b8d2-55349331d1fe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e5e14c7b-ce66-43e3-bf0d-d50521915d81 HTTP/1.1" status: 204 len: 168 time: 0.1303902 Sep 17 09:00:38.451414 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278e9cf7-8870-4ab6-b8d2-55349331d1fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e14c7b-ce66-43e3-bf0d-d50521915d81,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:00:39.098420 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 36354) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:00:39.193007 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-f2da702a-60ff-472f-a496-95a30c3aee6e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-668999866-network', 'tenant_id': '660eab7715144bf1944aee6f9b0616ef'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:00:39.213722 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2da702a-60ff-472f-a496-95a30c3aee6e admin admin] Made reservation on behalf of 660eab7715144bf1944aee6f9b0616ef for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 09:00:39.216088 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f2da702a-60ff-472f-a496-95a30c3aee6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:39.224208 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f2da702a-60ff-472f-a496-95a30c3aee6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:39.322097 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f2da702a-60ff-472f-a496-95a30c3aee6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:39.326053 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f2da702a-60ff-472f-a496-95a30c3aee6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:39.349505 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2da702a-60ff-472f-a496-95a30c3aee6e admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 09:00:39.357947 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2da702a-60ff-472f-a496-95a30c3aee6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dda200e-e6a6-45af-83f0-ceef4c46d972,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:00:39.364438 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f2da702a-60ff-472f-a496-95a30c3aee6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:39.364791 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-f2da702a-60ff-472f-a496-95a30c3aee6e admin admin] Added segment 32940424-1983-4dac-aa28-233f7e5f755c of type vlan for network e6013295-0d24-453f-8f8f-888d838913a0 Sep 17 09:00:39.403457 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f2da702a-60ff-472f-a496-95a30c3aee6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:39.428383 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f2da702a-60ff-472f-a496-95a30c3aee6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:39.429347 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2da702a-60ff-472f-a496-95a30c3aee6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:00:39.429931 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-f2da702a-60ff-472f-a496-95a30c3aee6e admin admin] Notify callbacks [] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:39.459389 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f2da702a-60ff-472f-a496-95a30c3aee6e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3599186 Sep 17 09:00:39.462321 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 36360) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:00:39.467578 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-8a976ff8-54e6-45bc-86d9-b3cbe47e1951 admin admin] Request body: {'subnet': {'network_id': 'e6013295-0d24-453f-8f8f-888d838913a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-668999866-subnet', 'tenant_id': '660eab7715144bf1944aee6f9b0616ef', 'ip_version': 4}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:00:39.489449 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a976ff8-54e6-45bc-86d9-b3cbe47e1951 admin admin] Made reservation on behalf of 660eab7715144bf1944aee6f9b0616ef for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 09:00:39.491782 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2da702a-60ff-472f-a496-95a30c3aee6e admin admin] Pushing event updated for resources: {'Network': ['ID=e6013295-0d24-453f-8f8f-888d838913a0,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:00:39.491950 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8a976ff8-54e6-45bc-86d9-b3cbe47e1951 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:39.501996 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network e6013295-0d24-453f-8f8f-888d838913a0 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 09:00:39.661584 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8a976ff8-54e6-45bc-86d9-b3cbe47e1951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:39.717052 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a976ff8-54e6-45bc-86d9-b3cbe47e1951 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9615a9c8-d29b-43f1-889b-2e45131c1044,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:00:39.725562 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a976ff8-54e6-45bc-86d9-b3cbe47e1951 admin admin] Checking segment: {'id': '32940424-1983-4dac-aa28-233f7e5f755c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e6013295-0d24-453f-8f8f-888d838913a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 09:00:39.725926 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a976ff8-54e6-45bc-86d9-b3cbe47e1951 admin admin] Network hostable DHCP agents. Network: e6013295-0d24-453f-8f8f-888d838913a0, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 09:00:39.742648 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a976ff8-54e6-45bc-86d9-b3cbe47e1951 admin admin] Network e6013295-0d24-453f-8f8f-888d838913a0 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 09:00:39.751273 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-8a976ff8-54e6-45bc-86d9-b3cbe47e1951 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, e6013295-0d24-453f-8f8f-888d838913a0) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 09:00:39.756228 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a976ff8-54e6-45bc-86d9-b3cbe47e1951 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:00:39.758201 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8a976ff8-54e6-45bc-86d9-b3cbe47e1951 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:39.758825 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b602f5c0-afe2-43ff-9e8c-fec075a36d92 None None] Network e6013295-0d24-453f-8f8f-888d838913a0 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 09:00:39.772344 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-8a976ff8-54e6-45bc-86d9-b3cbe47e1951 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3088963 Sep 17 09:00:39.775579 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 36362) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:00:39.780151 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-8b3d03a3-1fbf-4981-b18a-611b79e5ffe1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-668999866-router', 'tenant_id': '660eab7715144bf1944aee6f9b0616ef', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:00:39.801591 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8b3d03a3-1fbf-4981-b18a-611b79e5ffe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:39.802646 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8b3d03a3-1fbf-4981-b18a-611b79e5ffe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:39.857342 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8b3d03a3-1fbf-4981-b18a-611b79e5ffe1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:39.905332 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e54983-660d-4072-b5ba-88037ff8aa4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-e6013295-0d24-453f-8f8f-888d838913a0', 'network_id': 'e6013295-0d24-453f-8f8f-888d838913a0', 'tenant_id': '660eab7715144bf1944aee6f9b0616ef', 'fixed_ips': [{'subnet_id': '9615a9c8-d29b-43f1-889b-2e45131c1044'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 09:00:39.906207 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b0e54983-660d-4072-b5ba-88037ff8aa4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:39.997910 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8b3d03a3-1fbf-4981-b18a-611b79e5ffe1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:40.042492 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-b0e54983-660d-4072-b5ba-88037ff8aa4d None None] Allocated IP 172.20.0.2 (e6013295-0d24-453f-8f8f-888d838913a0/9615a9c8-d29b-43f1-889b-2e45131c1044/d3b6a5e5-4a50-4e81-b629-298870824c9f) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 09:00:40.198015 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b0e54983-660d-4072-b5ba-88037ff8aa4d None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:40.204213 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b0e54983-660d-4072-b5ba-88037ff8aa4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:40.242487 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e54983-660d-4072-b5ba-88037ff8aa4d None None] Network e6013295-0d24-453f-8f8f-888d838913a0 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 09:00:40.245646 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-b0e54983-660d-4072-b5ba-88037ff8aa4d None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 09:00:40.248615 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e54983-660d-4072-b5ba-88037ff8aa4d None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 09:00:40.261591 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e54983-660d-4072-b5ba-88037ff8aa4d None None] Pushing event updated for resources: {'Port': ['ID=d3b6a5e5-4a50-4e81-b629-298870824c9f,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:00:40.313032 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-b0e54983-660d-4072-b5ba-88037ff8aa4d None None] Attempting to bind port d3b6a5e5-4a50-4e81-b629-298870824c9f on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 09:00:40.313032 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-b0e54983-660d-4072-b5ba-88037ff8aa4d None None] Attempting to bind port d3b6a5e5-4a50-4e81-b629-298870824c9f by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '32940424-1983-4dac-aa28-233f7e5f755c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e6013295-0d24-453f-8f8f-888d838913a0'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 09:00:40.313370 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e54983-660d-4072-b5ba-88037ff8aa4d None None] Attempting to bind port d3b6a5e5-4a50-4e81-b629-298870824c9f on network e6013295-0d24-453f-8f8f-888d838913a0 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 09:00:40.319170 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e54983-660d-4072-b5ba-88037ff8aa4d None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 9, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 09:00:40.319552 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e54983-660d-4072-b5ba-88037ff8aa4d None None] Checking segment: {'id': '32940424-1983-4dac-aa28-233f7e5f755c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e6013295-0d24-453f-8f8f-888d838913a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 09:00:40.320010 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b0e54983-660d-4072-b5ba-88037ff8aa4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:40.320408 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e54983-660d-4072-b5ba-88037ff8aa4d None None] Bound using segment: {'id': '32940424-1983-4dac-aa28-233f7e5f755c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e6013295-0d24-453f-8f8f-888d838913a0'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 09:00:40.320884 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-b0e54983-660d-4072-b5ba-88037ff8aa4d None None] Bound port: d3b6a5e5-4a50-4e81-b629-298870824c9f, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32940424-1983-4dac-aa28-233f7e5f755c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e6013295-0d24-453f-8f8f-888d838913a0'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 09:00:40.321271 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b0e54983-660d-4072-b5ba-88037ff8aa4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:40.387463 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-b0e54983-660d-4072-b5ba-88037ff8aa4d None None] For port d3b6a5e5-4a50-4e81-b629-298870824c9f, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 09:00:40.390972 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-b0e54983-660d-4072-b5ba-88037ff8aa4d None None] For port d3b6a5e5-4a50-4e81-b629-298870824c9f, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=d3b6a5e5-4a50-4e81-b629-298870824c9f,segment=NetworkSegment(32940424-1983-4dac-aa28-233f7e5f755c),segment_id=32940424-1983-4dac-aa28-233f7e5f755c)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 09:00:40.396121 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b0e54983-660d-4072-b5ba-88037ff8aa4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:40.457760 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e54983-660d-4072-b5ba-88037ff8aa4d None None] Pushing event updated for resources: {'Port': ['ID=d3b6a5e5-4a50-4e81-b629-298870824c9f,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:00:40.535521 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8b3d03a3-1fbf-4981-b18a-611b79e5ffe1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:40.554737 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8b3d03a3-1fbf-4981-b18a-611b79e5ffe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:40.675182 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-8b3d03a3-1fbf-4981-b18a-611b79e5ffe1 admin admin] Allocated IP 172.25.6.153 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/f6fac027-53fb-419a-9ef0-2318d652a67b) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 09:00:40.780887 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8b3d03a3-1fbf-4981-b18a-611b79e5ffe1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:40.821808 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8b3d03a3-1fbf-4981-b18a-611b79e5ffe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:40.861382 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3d03a3-1fbf-4981-b18a-611b79e5ffe1 admin admin] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 09:00:40.866876 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-8b3d03a3-1fbf-4981-b18a-611b79e5ffe1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 09:00:40.869985 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3d03a3-1fbf-4981-b18a-611b79e5ffe1 admin admin] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 09:00:40.875760 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3d03a3-1fbf-4981-b18a-611b79e5ffe1 admin admin] Pushing event updated for resources: {'Port': ['ID=f6fac027-53fb-419a-9ef0-2318d652a67b,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:00:41.121592 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8b3d03a3-1fbf-4981-b18a-611b79e5ffe1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:41.317296 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d01415-05ea-444b-a619-0970bd1e9d18 None None] Network e6013295-0d24-453f-8f8f-888d838913a0 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 09:00:41.325577 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8b3d03a3-1fbf-4981-b18a-611b79e5ffe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:41.433432 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-990a6411-7bea-4eb3-a29b-e303acc8572c None None] Provisioning complete for port d3b6a5e5-4a50-4e81-b629-298870824c9f triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:00:41.433810 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-990a6411-7bea-4eb3-a29b-e303acc8572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:41.455821 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b3d03a3-1fbf-4981-b18a-611b79e5ffe1 admin admin] Router 7cfcf9b6-bbb1-4eed-b074-7c43459111fe is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 09:00:41.543721 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-990a6411-7bea-4eb3-a29b-e303acc8572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:41.564791 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b3d03a3-1fbf-4981-b18a-611b79e5ffe1 admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 09:00:41.575982 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8885ff0-4bc6-4dfd-80df-072f093d98a9 None None] Sync routers for ids ['7cfcf9b6-bbb1-4eed-b074-7c43459111fe'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 09:00:41.581368 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-990a6411-7bea-4eb3-a29b-e303acc8572c None None] For port d3b6a5e5-4a50-4e81-b629-298870824c9f, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=d3b6a5e5-4a50-4e81-b629-298870824c9f,segment=NetworkSegment(32940424-1983-4dac-aa28-233f7e5f755c),segment_id=32940424-1983-4dac-aa28-233f7e5f755c)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:00:41.587490 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8b3d03a3-1fbf-4981-b18a-611b79e5ffe1 admin admin] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:41.588385 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-990a6411-7bea-4eb3-a29b-e303acc8572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:41.589581 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-8b3d03a3-1fbf-4981-b18a-611b79e5ffe1 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8127501 Sep 17 09:00:41.592021 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 36364) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:00:41.593381 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8885ff0-4bc6-4dfd-80df-072f093d98a9 None None] Routers {'7cfcf9b6-bbb1-4eed-b074-7c43459111fe'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:00:41.594014 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-d8885ff0-4bc6-4dfd-80df-072f093d98a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:00:23Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['7cfcf9b6-bbb1-4eed-b074-7c43459111fe'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:00:41.710584 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990a6411-7bea-4eb3-a29b-e303acc8572c None None] Pushing event updated for resources: {'Port': ['ID=d3b6a5e5-4a50-4e81-b629-298870824c9f,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:00:41.735524 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-d8885ff0-4bc6-4dfd-80df-072f093d98a9 None None] Set router 7cfcf9b6-bbb1-4eed-b074-7c43459111fe gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:00:41.855339 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce29f4cb-47cb-4947-a60b-8531a0fdbb53 None None] Provisioning complete for port d3b6a5e5-4a50-4e81-b629-298870824c9f triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:00:41.855628 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce29f4cb-47cb-4947-a60b-8531a0fdbb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:41.988926 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-d8885ff0-4bc6-4dfd-80df-072f093d98a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cfcf9b6-bbb1-4eed-b074-7c43459111fe', 'name': 'tempest-TestMinimumBasicScenario-668999866-router', 'tenant_id': '660eab7715144bf1944aee6f9b0616ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': 'f6fac027-53fb-419a-9ef0-2318d652a67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:00:39Z', 'updated_at': '2021-09-17T09:00:41Z', 'revision_number': 3, 'project_id': '660eab7715144bf1944aee6f9b0616ef', 'gw_port': {'id': 'f6fac027-53fb-419a-9ef0-2318d652a67b', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:17:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cfcf9b6-bbb1-4eed-b074-7c43459111fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:00:40Z', 'updated_at': '2021-09-17T09:00:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:00:42.014412 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8885ff0-4bc6-4dfd-80df-072f093d98a9 None None] Checking router: 7cfcf9b6-bbb1-4eed-b074-7c43459111fe for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 09:00:42.014763 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8885ff0-4bc6-4dfd-80df-072f093d98a9 None None] Updating router 7cfcf9b6-bbb1-4eed-b074-7c43459111fe port f6fac027-53fb-419a-9ef0-2318d652a67b binding host n-d-789963-9 {{(pid=101291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 09:00:42.017445 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0d35f176-08df-4020-b6c4-13a0a87f8788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:42.039624 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d8885ff0-4bc6-4dfd-80df-072f093d98a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:42.172312 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-0d35f176-08df-4020-b6c4-13a0a87f8788 admin admin] Allocated IP 172.20.0.1 (e6013295-0d24-453f-8f8f-888d838913a0/9615a9c8-d29b-43f1-889b-2e45131c1044/377b17c6-3a57-4139-9889-5d53e6e408c4) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 09:00:42.275020 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0d35f176-08df-4020-b6c4-13a0a87f8788 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:42.290502 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d8885ff0-4bc6-4dfd-80df-072f093d98a9 None None] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:42.300199 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d8885ff0-4bc6-4dfd-80df-072f093d98a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:42.315031 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0d35f176-08df-4020-b6c4-13a0a87f8788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:42.352167 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d35f176-08df-4020-b6c4-13a0a87f8788 admin admin] Network e6013295-0d24-453f-8f8f-888d838913a0 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 09:00:42.355312 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-0d35f176-08df-4020-b6c4-13a0a87f8788 admin admin] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 09:00:42.359656 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d35f176-08df-4020-b6c4-13a0a87f8788 admin admin] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 09:00:42.361894 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-d8885ff0-4bc6-4dfd-80df-072f093d98a9 None None] Attempting to bind port f6fac027-53fb-419a-9ef0-2318d652a67b on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 09:00:42.362404 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-d8885ff0-4bc6-4dfd-80df-072f093d98a9 None None] Attempting to bind port f6fac027-53fb-419a-9ef0-2318d652a67b by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 09:00:42.363212 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8885ff0-4bc6-4dfd-80df-072f093d98a9 None None] Attempting to bind port f6fac027-53fb-419a-9ef0-2318d652a67b on network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 09:00:42.366068 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111d9022-4b28-4058-b9cd-9574cfc6096e None None] Pushing event updated for resources: {'Port': ['ID=f6fac027-53fb-419a-9ef0-2318d652a67b,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:00:42.372907 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device d3b6a5e5-4a50-4e81-b629-298870824c9f up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 09:00:42.387403 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35f176-08df-4020-b6c4-13a0a87f8788 admin admin] Pushing event updated for resources: {'Port': ['ID=377b17c6-3a57-4139-9889-5d53e6e408c4,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:00:42.401466 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8885ff0-4bc6-4dfd-80df-072f093d98a9 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 9, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 09:00:42.401858 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8885ff0-4bc6-4dfd-80df-072f093d98a9 None None] Checking segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 09:00:42.402262 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d8885ff0-4bc6-4dfd-80df-072f093d98a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:42.402660 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8885ff0-4bc6-4dfd-80df-072f093d98a9 None None] Bound using segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 09:00:42.403291 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-d8885ff0-4bc6-4dfd-80df-072f093d98a9 None None] Bound port: f6fac027-53fb-419a-9ef0-2318d652a67b, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 09:00:42.403536 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d8885ff0-4bc6-4dfd-80df-072f093d98a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:42.408117 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0d35f176-08df-4020-b6c4-13a0a87f8788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:42.480133 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-d8885ff0-4bc6-4dfd-80df-072f093d98a9 None None] For port f6fac027-53fb-419a-9ef0-2318d652a67b, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 09:00:42.484488 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-d8885ff0-4bc6-4dfd-80df-072f093d98a9 None None] For port f6fac027-53fb-419a-9ef0-2318d652a67b, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=f6fac027-53fb-419a-9ef0-2318d652a67b,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 09:00:42.491685 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d8885ff0-4bc6-4dfd-80df-072f093d98a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:42.533783 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port d3b6a5e5-4a50-4e81-b629-298870824c9f triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:00:42.534168 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:42.552457 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0d35f176-08df-4020-b6c4-13a0a87f8788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:42.579306 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8885ff0-4bc6-4dfd-80df-072f093d98a9 None None] Routers {'7cfcf9b6-bbb1-4eed-b074-7c43459111fe'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:00:42.579999 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-d8885ff0-4bc6-4dfd-80df-072f093d98a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:00:23Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['7cfcf9b6-bbb1-4eed-b074-7c43459111fe'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:00:42.628821 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111d9022-4b28-4058-b9cd-9574cfc6096e None None] Pushing event updated for resources: {'Port': ['ID=f6fac027-53fb-419a-9ef0-2318d652a67b,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:00:42.657245 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1de9a300-93c6-4165-8aa1-9c0dc9b8bf8b None None] Provisioning complete for port 377b17c6-3a57-4139-9889-5d53e6e408c4 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:00:42.657623 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1de9a300-93c6-4165-8aa1-9c0dc9b8bf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:42.717296 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0d35f176-08df-4020-b6c4-13a0a87f8788 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:42.721861 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0d35f176-08df-4020-b6c4-13a0a87f8788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:42.792849 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0d35f176-08df-4020-b6c4-13a0a87f8788 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:42.794638 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35f176-08df-4020-b6c4-13a0a87f8788 admin admin] Pushing event updated for resources: {'Port': ['ID=377b17c6-3a57-4139-9889-5d53e6e408c4,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:00:42.890247 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d35f176-08df-4020-b6c4-13a0a87f8788 admin admin] Network e6013295-0d24-453f-8f8f-888d838913a0 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 09:00:42.892003 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-0d35f176-08df-4020-b6c4-13a0a87f8788 admin admin] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 09:00:42.919322 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1de9a300-93c6-4165-8aa1-9c0dc9b8bf8b None None] Port 377b17c6-3a57-4139-9889-5d53e6e408c4 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 09:00:42.929889 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-d8885ff0-4bc6-4dfd-80df-072f093d98a9 None None] Set router 7cfcf9b6-bbb1-4eed-b074-7c43459111fe gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:00:43.011737 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d35f176-08df-4020-b6c4-13a0a87f8788 admin admin] Router 7cfcf9b6-bbb1-4eed-b074-7c43459111fe has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 09:00:43.151501 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-b5f5a40b-091f-4560-aa3b-c63bad60c2b9 None None] Provisioning complete for port 377b17c6-3a57-4139-9889-5d53e6e408c4 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:00:43.151896 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b5f5a40b-091f-4560-aa3b-c63bad60c2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:43.184288 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-d8885ff0-4bc6-4dfd-80df-072f093d98a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cfcf9b6-bbb1-4eed-b074-7c43459111fe', 'name': 'tempest-TestMinimumBasicScenario-668999866-router', 'tenant_id': '660eab7715144bf1944aee6f9b0616ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': 'f6fac027-53fb-419a-9ef0-2318d652a67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:00:39Z', 'updated_at': '2021-09-17T09:00:42Z', 'revision_number': 4, 'project_id': '660eab7715144bf1944aee6f9b0616ef', 'gw_port': {'id': 'f6fac027-53fb-419a-9ef0-2318d652a67b', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:17:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cfcf9b6-bbb1-4eed-b074-7c43459111fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:00:40Z', 'updated_at': '2021-09-17T09:00:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '377b17c6-3a57-4139-9889-5d53e6e408c4', 'name': '', 'network_id': 'e6013295-0d24-453f-8f8f-888d838913a0', 'tenant_id': '660eab7715144bf1944aee6f9b0616ef', 'mac_address': 'fa:16:3e:f0:46:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cfcf9b6-bbb1-4eed-b074-7c43459111fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '9615a9c8-d29b-43f1-889b-2e45131c1044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:00:42Z', 'updated_at': '2021-09-17T09:00:42Z', 'revision_number': 1, 'project_id': '660eab7715144bf1944aee6f9b0616ef', 'subnets': [{'id': '9615a9c8-d29b-43f1-889b-2e45131c1044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:00:43.221491 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-b5f5a40b-091f-4560-aa3b-c63bad60c2b9 None None] Port 377b17c6-3a57-4139-9889-5d53e6e408c4 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 09:00:43.224837 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8885ff0-4bc6-4dfd-80df-072f093d98a9 None None] The sync data for ids ['7cfcf9b6-bbb1-4eed-b074-7c43459111fe'] in n-d-789963-9 is: [{'id': '7cfcf9b6-bbb1-4eed-b074-7c43459111fe', 'name': 'tempest-TestMinimumBasicScenario-668999866-router', 'tenant_id': '660eab7715144bf1944aee6f9b0616ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': 'f6fac027-53fb-419a-9ef0-2318d652a67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:00:39Z', 'updated_at': '2021-09-17T09:00:42Z', 'revision_number': 4, 'project_id': '660eab7715144bf1944aee6f9b0616ef', 'gw_port': {'id': 'f6fac027-53fb-419a-9ef0-2318d652a67b', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:17:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cfcf9b6-bbb1-4eed-b074-7c43459111fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:00:40Z', 'updated_at': '2021-09-17T09:00:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '377b17c6-3a57-4139-9889-5d53e6e408c4', 'name': '', 'network_id': 'e6013295-0d24-453f-8f8f-888d838913a0', 'tenant_id': '660eab7715144bf1944aee6f9b0616ef', 'mac_address': 'fa:16:3e:f0:46:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cfcf9b6-bbb1-4eed-b074-7c43459111fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '9615a9c8-d29b-43f1-889b-2e45131c1044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:00:42Z', 'updated_at': '2021-09-17T09:00:42Z', 'revision_number': 1, 'project_id': '660eab7715144bf1944aee6f9b0616ef', 'subnets': [{'id': '9615a9c8-d29b-43f1-889b-2e45131c1044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 09:00:43.457178 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d35f176-08df-4020-b6c4-13a0a87f8788 admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 09:00:43.462318 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-0d35f176-08df-4020-b6c4-13a0a87f8788 admin admin] 10.222.0.13 "PUT /v2.0/routers/7cfcf9b6-bbb1-4eed-b074-7c43459111fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8661959 Sep 17 09:00:43.951470 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 36380) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:00:43.957127 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-90d12588-4870-446d-ba35-f15770530b88 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-651493319-network', 'tenant_id': '62f7be9cca6d467c847785647b23a0df'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:00:43.977504 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d12588-4870-446d-ba35-f15770530b88 admin admin] Made reservation on behalf of 62f7be9cca6d467c847785647b23a0df for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 09:00:43.979937 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-90d12588-4870-446d-ba35-f15770530b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:43.988721 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-90d12588-4870-446d-ba35-f15770530b88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:44.081818 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-90d12588-4870-446d-ba35-f15770530b88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:44.086017 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-90d12588-4870-446d-ba35-f15770530b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:44.116298 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90d12588-4870-446d-ba35-f15770530b88 admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 09:00:44.121734 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d12588-4870-446d-ba35-f15770530b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=995820b0-c8b4-4fdf-a657-60941a749690,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:00:44.131568 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-90d12588-4870-446d-ba35-f15770530b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:44.131953 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-90d12588-4870-446d-ba35-f15770530b88 admin admin] Added segment cd334ba6-6ac6-4188-9624-babf3b7c2389 of type vlan for network 57454915-aac6-416a-b9f2-4e6dbcd840d9 Sep 17 09:00:44.174793 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-90d12588-4870-446d-ba35-f15770530b88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:44.198633 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-90d12588-4870-446d-ba35-f15770530b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:44.199915 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d12588-4870-446d-ba35-f15770530b88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:00:44.200583 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-90d12588-4870-446d-ba35-f15770530b88 admin admin] Notify callbacks [] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:44.238042 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-90d12588-4870-446d-ba35-f15770530b88 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2854228 Sep 17 09:00:44.240902 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 36382) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:00:44.246189 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-4b901655-eb86-4189-80f9-fd4b7555f75d admin admin] Request body: {'subnet': {'network_id': '57454915-aac6-416a-b9f2-4e6dbcd840d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-651493319-subnet', 'tenant_id': '62f7be9cca6d467c847785647b23a0df', 'ip_version': 4}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:00:44.269194 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d12588-4870-446d-ba35-f15770530b88 admin admin] Pushing event updated for resources: {'Network': ['ID=57454915-aac6-416a-b9f2-4e6dbcd840d9,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:00:44.270315 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b901655-eb86-4189-80f9-fd4b7555f75d admin admin] Made reservation on behalf of 62f7be9cca6d467c847785647b23a0df for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 09:00:44.273296 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4b901655-eb86-4189-80f9-fd4b7555f75d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:44.281246 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 57454915-aac6-416a-b9f2-4e6dbcd840d9 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 09:00:44.398474 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device f6fac027-53fb-419a-9ef0-2318d652a67b up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 09:00:44.458735 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port f6fac027-53fb-419a-9ef0-2318d652a67b triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:00:44.459258 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:44.471775 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4b901655-eb86-4189-80f9-fd4b7555f75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:44.535162 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b901655-eb86-4189-80f9-fd4b7555f75d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c650325-fd08-443a-b1b9-8d4776c2a034,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:00:44.540354 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:44.543986 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b901655-eb86-4189-80f9-fd4b7555f75d admin admin] Checking segment: {'id': 'cd334ba6-6ac6-4188-9624-babf3b7c2389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '57454915-aac6-416a-b9f2-4e6dbcd840d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 09:00:44.544354 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b901655-eb86-4189-80f9-fd4b7555f75d admin admin] Network hostable DHCP agents. Network: 57454915-aac6-416a-b9f2-4e6dbcd840d9, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 09:00:44.560216 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port f6fac027-53fb-419a-9ef0-2318d652a67b, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=f6fac027-53fb-419a-9ef0-2318d652a67b,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:00:44.560992 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b901655-eb86-4189-80f9-fd4b7555f75d admin admin] Network 57454915-aac6-416a-b9f2-4e6dbcd840d9 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 09:00:44.567954 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:44.573584 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-4b901655-eb86-4189-80f9-fd4b7555f75d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 57454915-aac6-416a-b9f2-4e6dbcd840d9) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 09:00:44.577912 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b901655-eb86-4189-80f9-fd4b7555f75d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:00:44.578500 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-4b901655-eb86-4189-80f9-fd4b7555f75d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:44.592141 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-4b901655-eb86-4189-80f9-fd4b7555f75d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3500185 Sep 17 09:00:44.594657 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 36384) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:00:44.595684 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45cde0b7-78d7-4bae-8f82-c6012a23008b None None] Network 57454915-aac6-416a-b9f2-4e6dbcd840d9 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 09:00:44.598965 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-8c4a27b5-a717-4839-930e-58b7b213d2ed admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-651493319-router', 'tenant_id': '62f7be9cca6d467c847785647b23a0df', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:00:44.619982 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8c4a27b5-a717-4839-930e-58b7b213d2ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:44.621309 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8c4a27b5-a717-4839-930e-58b7b213d2ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:44.666298 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=f6fac027-53fb-419a-9ef0-2318d652a67b,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:00:44.676475 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8c4a27b5-a717-4839-930e-58b7b213d2ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:44.759381 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fd7d37-6392-4c78-9ecc-2b7682cbc6f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-57454915-aac6-416a-b9f2-4e6dbcd840d9', 'network_id': '57454915-aac6-416a-b9f2-4e6dbcd840d9', 'tenant_id': '62f7be9cca6d467c847785647b23a0df', 'fixed_ips': [{'subnet_id': '9c650325-fd08-443a-b1b9-8d4776c2a034'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 09:00:44.760272 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a8fd7d37-6392-4c78-9ecc-2b7682cbc6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:44.814863 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8c4a27b5-a717-4839-930e-58b7b213d2ed admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:44.908256 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-a8fd7d37-6392-4c78-9ecc-2b7682cbc6f5 None None] Allocated IP 172.20.0.2 (57454915-aac6-416a-b9f2-4e6dbcd840d9/9c650325-fd08-443a-b1b9-8d4776c2a034/2a5aa13b-749b-4395-9f32-6de6e7bb6b42) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 09:00:45.014280 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8c4a27b5-a717-4839-930e-58b7b213d2ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:45.038636 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8c4a27b5-a717-4839-930e-58b7b213d2ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:45.060054 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a8fd7d37-6392-4c78-9ecc-2b7682cbc6f5 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:45.065092 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a8fd7d37-6392-4c78-9ecc-2b7682cbc6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:45.108173 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fd7d37-6392-4c78-9ecc-2b7682cbc6f5 None None] Network 57454915-aac6-416a-b9f2-4e6dbcd840d9 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 09:00:45.113022 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-a8fd7d37-6392-4c78-9ecc-2b7682cbc6f5 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 09:00:45.116665 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fd7d37-6392-4c78-9ecc-2b7682cbc6f5 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 09:00:45.127400 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fd7d37-6392-4c78-9ecc-2b7682cbc6f5 None None] Pushing event updated for resources: {'Port': ['ID=2a5aa13b-749b-4395-9f32-6de6e7bb6b42,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:00:45.142340 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-8c4a27b5-a717-4839-930e-58b7b213d2ed admin admin] Allocated IP 172.25.6.82 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/6556cbec-ce45-4bcd-9d84-08f0f5fdfb61) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 09:00:45.179750 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-a8fd7d37-6392-4c78-9ecc-2b7682cbc6f5 None None] Attempting to bind port 2a5aa13b-749b-4395-9f32-6de6e7bb6b42 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 09:00:45.180156 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-a8fd7d37-6392-4c78-9ecc-2b7682cbc6f5 None None] Attempting to bind port 2a5aa13b-749b-4395-9f32-6de6e7bb6b42 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'cd334ba6-6ac6-4188-9624-babf3b7c2389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '57454915-aac6-416a-b9f2-4e6dbcd840d9'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 09:00:45.180523 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fd7d37-6392-4c78-9ecc-2b7682cbc6f5 None None] Attempting to bind port 2a5aa13b-749b-4395-9f32-6de6e7bb6b42 on network 57454915-aac6-416a-b9f2-4e6dbcd840d9 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 09:00:45.188383 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fd7d37-6392-4c78-9ecc-2b7682cbc6f5 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 9, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 09:00:45.188761 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fd7d37-6392-4c78-9ecc-2b7682cbc6f5 None None] Checking segment: {'id': 'cd334ba6-6ac6-4188-9624-babf3b7c2389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '57454915-aac6-416a-b9f2-4e6dbcd840d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 09:00:45.189173 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a8fd7d37-6392-4c78-9ecc-2b7682cbc6f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:45.192020 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fd7d37-6392-4c78-9ecc-2b7682cbc6f5 None None] Bound using segment: {'id': 'cd334ba6-6ac6-4188-9624-babf3b7c2389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '57454915-aac6-416a-b9f2-4e6dbcd840d9'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 09:00:45.192020 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-a8fd7d37-6392-4c78-9ecc-2b7682cbc6f5 None None] Bound port: 2a5aa13b-749b-4395-9f32-6de6e7bb6b42, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd334ba6-6ac6-4188-9624-babf3b7c2389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '57454915-aac6-416a-b9f2-4e6dbcd840d9'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 09:00:45.192337 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a8fd7d37-6392-4c78-9ecc-2b7682cbc6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:45.196129 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7d4e51-2092-4541-aa6c-750da1120b8c None None] Sync routers for ids ['7cfcf9b6-bbb1-4eed-b074-7c43459111fe'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 09:00:45.205270 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7d4e51-2092-4541-aa6c-750da1120b8c None None] Routers {'7cfcf9b6-bbb1-4eed-b074-7c43459111fe'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:00:45.206501 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-8f7d4e51-2092-4541-aa6c-750da1120b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:00:23Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['7cfcf9b6-bbb1-4eed-b074-7c43459111fe'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:00:45.257476 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8c4a27b5-a717-4839-930e-58b7b213d2ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:45.259494 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-a8fd7d37-6392-4c78-9ecc-2b7682cbc6f5 None None] For port 2a5aa13b-749b-4395-9f32-6de6e7bb6b42, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 09:00:45.262878 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-a8fd7d37-6392-4c78-9ecc-2b7682cbc6f5 None None] For port 2a5aa13b-749b-4395-9f32-6de6e7bb6b42, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=2a5aa13b-749b-4395-9f32-6de6e7bb6b42,segment=NetworkSegment(cd334ba6-6ac6-4188-9624-babf3b7c2389),segment_id=cd334ba6-6ac6-4188-9624-babf3b7c2389)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 09:00:45.269892 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a8fd7d37-6392-4c78-9ecc-2b7682cbc6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:45.298021 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8c4a27b5-a717-4839-930e-58b7b213d2ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:45.336111 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fd7d37-6392-4c78-9ecc-2b7682cbc6f5 None None] Pushing event updated for resources: {'Port': ['ID=2a5aa13b-749b-4395-9f32-6de6e7bb6b42,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:00:45.368372 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4a27b5-a717-4839-930e-58b7b213d2ed admin admin] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 09:00:45.369773 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4a27b5-a717-4839-930e-58b7b213d2ed admin admin] Pushing event updated for resources: {'Port': ['ID=6556cbec-ce45-4bcd-9d84-08f0f5fdfb61,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:00:45.372787 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-8c4a27b5-a717-4839-930e-58b7b213d2ed admin admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 09:00:45.375113 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4a27b5-a717-4839-930e-58b7b213d2ed admin admin] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 09:00:45.406896 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-8f7d4e51-2092-4541-aa6c-750da1120b8c None None] Set router 7cfcf9b6-bbb1-4eed-b074-7c43459111fe gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:00:45.634043 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-8f7d4e51-2092-4541-aa6c-750da1120b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cfcf9b6-bbb1-4eed-b074-7c43459111fe', 'name': 'tempest-TestMinimumBasicScenario-668999866-router', 'tenant_id': '660eab7715144bf1944aee6f9b0616ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': 'f6fac027-53fb-419a-9ef0-2318d652a67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:00:39Z', 'updated_at': '2021-09-17T09:00:42Z', 'revision_number': 4, 'project_id': '660eab7715144bf1944aee6f9b0616ef', 'gw_port': {'id': 'f6fac027-53fb-419a-9ef0-2318d652a67b', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:17:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfcf9b6-bbb1-4eed-b074-7c43459111fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:00:40Z', 'updated_at': '2021-09-17T09:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '377b17c6-3a57-4139-9889-5d53e6e408c4', 'name': '', 'network_id': 'e6013295-0d24-453f-8f8f-888d838913a0', 'tenant_id': '660eab7715144bf1944aee6f9b0616ef', 'mac_address': 'fa:16:3e:f0:46:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cfcf9b6-bbb1-4eed-b074-7c43459111fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '9615a9c8-d29b-43f1-889b-2e45131c1044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:00:42Z', 'updated_at': '2021-09-17T09:00:42Z', 'revision_number': 2, 'project_id': '660eab7715144bf1944aee6f9b0616ef', 'subnets': [{'id': '9615a9c8-d29b-43f1-889b-2e45131c1044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:00:45.660898 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7d4e51-2092-4541-aa6c-750da1120b8c None None] Checking router: 7cfcf9b6-bbb1-4eed-b074-7c43459111fe for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 09:00:45.661251 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7d4e51-2092-4541-aa6c-750da1120b8c None None] Updating router 7cfcf9b6-bbb1-4eed-b074-7c43459111fe port 377b17c6-3a57-4139-9889-5d53e6e408c4 binding host n-d-789963-9 {{(pid=101292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 09:00:45.664524 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8c4a27b5-a717-4839-930e-58b7b213d2ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:45.688829 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8f7d4e51-2092-4541-aa6c-750da1120b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:45.857555 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8c4a27b5-a717-4839-930e-58b7b213d2ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:45.945477 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8f7d4e51-2092-4541-aa6c-750da1120b8c None None] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:45.952307 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8f7d4e51-2092-4541-aa6c-750da1120b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:45.992614 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c4a27b5-a717-4839-930e-58b7b213d2ed admin admin] Router ff4850a0-63da-4384-8893-dac14e6bbf60 is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 09:00:46.004078 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed8e200-0abf-44e2-8734-8e5f324784a2 None None] Pushing event updated for resources: {'Port': ['ID=377b17c6-3a57-4139-9889-5d53e6e408c4,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:00:46.033303 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed8e200-0abf-44e2-8734-8e5f324784a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:00:46.033679 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed8e200-0abf-44e2-8734-8e5f324784a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:00:46.034016 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed8e200-0abf-44e2-8734-8e5f324784a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:00:46.034344 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed8e200-0abf-44e2-8734-8e5f324784a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:00:46.034671 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed8e200-0abf-44e2-8734-8e5f324784a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:00:46.034993 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed8e200-0abf-44e2-8734-8e5f324784a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:00:46.035314 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed8e200-0abf-44e2-8734-8e5f324784a2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:00:46.035631 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed8e200-0abf-44e2-8734-8e5f324784a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:00:46.035978 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed8e200-0abf-44e2-8734-8e5f324784a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:00:46.036298 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed8e200-0abf-44e2-8734-8e5f324784a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:00:46.036790 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed8e200-0abf-44e2-8734-8e5f324784a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:00:46.036899 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed8e200-0abf-44e2-8734-8e5f324784a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:00:46.071541 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-8f7d4e51-2092-4541-aa6c-750da1120b8c None None] Attempting to bind port 377b17c6-3a57-4139-9889-5d53e6e408c4 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 09:00:46.072164 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-8f7d4e51-2092-4541-aa6c-750da1120b8c None None] Attempting to bind port 377b17c6-3a57-4139-9889-5d53e6e408c4 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '32940424-1983-4dac-aa28-233f7e5f755c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e6013295-0d24-453f-8f8f-888d838913a0'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 09:00:46.072671 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7d4e51-2092-4541-aa6c-750da1120b8c None None] Attempting to bind port 377b17c6-3a57-4139-9889-5d53e6e408c4 on network e6013295-0d24-453f-8f8f-888d838913a0 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 09:00:46.079582 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7d4e51-2092-4541-aa6c-750da1120b8c None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 9, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 09:00:46.080247 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7d4e51-2092-4541-aa6c-750da1120b8c None None] Checking segment: {'id': '32940424-1983-4dac-aa28-233f7e5f755c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e6013295-0d24-453f-8f8f-888d838913a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 09:00:46.080857 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8f7d4e51-2092-4541-aa6c-750da1120b8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:46.081394 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7d4e51-2092-4541-aa6c-750da1120b8c None None] Bound using segment: {'id': '32940424-1983-4dac-aa28-233f7e5f755c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e6013295-0d24-453f-8f8f-888d838913a0'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 09:00:46.082034 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-8f7d4e51-2092-4541-aa6c-750da1120b8c None None] Bound port: 377b17c6-3a57-4139-9889-5d53e6e408c4, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32940424-1983-4dac-aa28-233f7e5f755c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e6013295-0d24-453f-8f8f-888d838913a0'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 09:00:46.082575 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8f7d4e51-2092-4541-aa6c-750da1120b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:46.125501 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c4a27b5-a717-4839-930e-58b7b213d2ed admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 09:00:46.139468 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591d91f7-571d-4961-b5d9-c8549570748d None None] Sync routers for ids ['ff4850a0-63da-4384-8893-dac14e6bbf60'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 09:00:46.148161 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-8f7d4e51-2092-4541-aa6c-750da1120b8c None None] For port 377b17c6-3a57-4139-9889-5d53e6e408c4, host n-d-789963-9, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 09:00:46.152046 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-8f7d4e51-2092-4541-aa6c-750da1120b8c None None] For port 377b17c6-3a57-4139-9889-5d53e6e408c4, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=377b17c6-3a57-4139-9889-5d53e6e408c4,segment=NetworkSegment(32940424-1983-4dac-aa28-233f7e5f755c),segment_id=32940424-1983-4dac-aa28-233f7e5f755c)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 09:00:46.153253 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8c4a27b5-a717-4839-930e-58b7b213d2ed admin admin] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:46.154625 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-8c4a27b5-a717-4839-930e-58b7b213d2ed admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5589693 Sep 17 09:00:46.156759 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591d91f7-571d-4961-b5d9-c8549570748d None None] Routers {'ff4850a0-63da-4384-8893-dac14e6bbf60'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:00:46.157395 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 36386) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:00:46.159384 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-591d91f7-571d-4961-b5d9-c8549570748d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:00:23Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['ff4850a0-63da-4384-8893-dac14e6bbf60'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:00:46.162216 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8f7d4e51-2092-4541-aa6c-750da1120b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:46.222936 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed8e200-0abf-44e2-8734-8e5f324784a2 None None] Pushing event updated for resources: {'Port': ['ID=377b17c6-3a57-4139-9889-5d53e6e408c4,revision_number=4']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:00:46.243076 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7d4e51-2092-4541-aa6c-750da1120b8c None None] Routers {'7cfcf9b6-bbb1-4eed-b074-7c43459111fe'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:00:46.243992 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-8f7d4e51-2092-4541-aa6c-750da1120b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:00:23Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['7cfcf9b6-bbb1-4eed-b074-7c43459111fe'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:00:46.328538 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-591d91f7-571d-4961-b5d9-c8549570748d None None] Set router ff4850a0-63da-4384-8893-dac14e6bbf60 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:00:46.459111 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-8f7d4e51-2092-4541-aa6c-750da1120b8c None None] Set router 7cfcf9b6-bbb1-4eed-b074-7c43459111fe gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:00:46.495720 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-39f961b6-8ab1-443c-b891-232142721ed3 None None] Provisioning complete for port 377b17c6-3a57-4139-9889-5d53e6e408c4 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:00:46.497427 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-39f961b6-8ab1-443c-b891-232142721ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:46.614586 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41477b5d-fa6d-48f2-a7e1-d71fb2c7d506 None None] Network 57454915-aac6-416a-b9f2-4e6dbcd840d9 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 09:00:46.617665 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 377b17c6-3a57-4139-9889-5d53e6e408c4 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 09:00:46.709386 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-8f7d4e51-2092-4541-aa6c-750da1120b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cfcf9b6-bbb1-4eed-b074-7c43459111fe', 'name': 'tempest-TestMinimumBasicScenario-668999866-router', 'tenant_id': '660eab7715144bf1944aee6f9b0616ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': 'f6fac027-53fb-419a-9ef0-2318d652a67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:00:39Z', 'updated_at': '2021-09-17T09:00:42Z', 'revision_number': 4, 'project_id': '660eab7715144bf1944aee6f9b0616ef', 'gw_port': {'id': 'f6fac027-53fb-419a-9ef0-2318d652a67b', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:17:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfcf9b6-bbb1-4eed-b074-7c43459111fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:00:40Z', 'updated_at': '2021-09-17T09:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '377b17c6-3a57-4139-9889-5d53e6e408c4', 'name': '', 'network_id': 'e6013295-0d24-453f-8f8f-888d838913a0', 'tenant_id': '660eab7715144bf1944aee6f9b0616ef', 'mac_address': 'fa:16:3e:f0:46:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cfcf9b6-bbb1-4eed-b074-7c43459111fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '9615a9c8-d29b-43f1-889b-2e45131c1044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:00:42Z', 'updated_at': '2021-09-17T09:00:46Z', 'revision_number': 4, 'project_id': '660eab7715144bf1944aee6f9b0616ef', 'subnets': [{'id': '9615a9c8-d29b-43f1-889b-2e45131c1044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:00:46.736024 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7d4e51-2092-4541-aa6c-750da1120b8c None None] The sync data for ids ['7cfcf9b6-bbb1-4eed-b074-7c43459111fe'] in n-d-789963-9 is: [{'id': '7cfcf9b6-bbb1-4eed-b074-7c43459111fe', 'name': 'tempest-TestMinimumBasicScenario-668999866-router', 'tenant_id': '660eab7715144bf1944aee6f9b0616ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': 'f6fac027-53fb-419a-9ef0-2318d652a67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:00:39Z', 'updated_at': '2021-09-17T09:00:42Z', 'revision_number': 4, 'project_id': '660eab7715144bf1944aee6f9b0616ef', 'gw_port': {'id': 'f6fac027-53fb-419a-9ef0-2318d652a67b', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:17:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfcf9b6-bbb1-4eed-b074-7c43459111fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:00:40Z', 'updated_at': '2021-09-17T09:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '377b17c6-3a57-4139-9889-5d53e6e408c4', 'name': '', 'network_id': 'e6013295-0d24-453f-8f8f-888d838913a0', 'tenant_id': '660eab7715144bf1944aee6f9b0616ef', 'mac_address': 'fa:16:3e:f0:46:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cfcf9b6-bbb1-4eed-b074-7c43459111fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '9615a9c8-d29b-43f1-889b-2e45131c1044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:00:42Z', 'updated_at': '2021-09-17T09:00:46Z', 'revision_number': 4, 'project_id': '660eab7715144bf1944aee6f9b0616ef', 'subnets': [{'id': '9615a9c8-d29b-43f1-889b-2e45131c1044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 09:00:46.836855 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-39f961b6-8ab1-443c-b891-232142721ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:46.906379 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 377b17c6-3a57-4139-9889-5d53e6e408c4 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:00:46.906875 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:46.937505 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-39f961b6-8ab1-443c-b891-232142721ed3 None None] For port 377b17c6-3a57-4139-9889-5d53e6e408c4, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=377b17c6-3a57-4139-9889-5d53e6e408c4,segment=NetworkSegment(32940424-1983-4dac-aa28-233f7e5f755c),segment_id=32940424-1983-4dac-aa28-233f7e5f755c)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:00:46.966306 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-39f961b6-8ab1-443c-b891-232142721ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:47.034912 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-717dd874-c9b5-4d22-af04-19b6e23f4b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:47.050360 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f961b6-8ab1-443c-b891-232142721ed3 None None] Pushing event updated for resources: {'Port': ['ID=377b17c6-3a57-4139-9889-5d53e6e408c4,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:00:47.053725 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-591d91f7-571d-4961-b5d9-c8549570748d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4850a0-63da-4384-8893-dac14e6bbf60', 'name': 'tempest-TestMinimumBasicScenario-651493319-router', 'tenant_id': '62f7be9cca6d467c847785647b23a0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '6556cbec-ce45-4bcd-9d84-08f0f5fdfb61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:00:44Z', 'updated_at': '2021-09-17T09:00:45Z', 'revision_number': 3, 'project_id': '62f7be9cca6d467c847785647b23a0df', 'gw_port': {'id': '6556cbec-ce45-4bcd-9d84-08f0f5fdfb61', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:be:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4850a0-63da-4384-8893-dac14e6bbf60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:00:45Z', 'updated_at': '2021-09-17T09:00:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:00:47.090032 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591d91f7-571d-4961-b5d9-c8549570748d None None] Checking router: ff4850a0-63da-4384-8893-dac14e6bbf60 for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 09:00:47.090388 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591d91f7-571d-4961-b5d9-c8549570748d None None] Updating router ff4850a0-63da-4384-8893-dac14e6bbf60 port 6556cbec-ce45-4bcd-9d84-08f0f5fdfb61 binding host n-d-789963-9 {{(pid=101291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 09:00:47.180716 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device f6fac027-53fb-419a-9ef0-2318d652a67b up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 09:00:47.182808 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-591d91f7-571d-4961-b5d9-c8549570748d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:47.225752 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-8eca94af-77e1-471c-8bea-168481a7769a None None] Provisioning complete for port 377b17c6-3a57-4139-9889-5d53e6e408c4 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:00:47.226047 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8eca94af-77e1-471c-8bea-168481a7769a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:47.244961 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-717dd874-c9b5-4d22-af04-19b6e23f4b1e admin admin] Allocated IP 172.20.0.1 (57454915-aac6-416a-b9f2-4e6dbcd840d9/9c650325-fd08-443a-b1b9-8d4776c2a034/30260ebc-c8d6-43de-a7f2-792263717156) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 09:00:47.290109 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 09:00:47.364822 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-717dd874-c9b5-4d22-af04-19b6e23f4b1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:47.402742 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-717dd874-c9b5-4d22-af04-19b6e23f4b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:47.435649 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port f6fac027-53fb-419a-9ef0-2318d652a67b triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:00:47.436058 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:47.439329 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-8eca94af-77e1-471c-8bea-168481a7769a None None] Provisioning complete for port 2a5aa13b-749b-4395-9f32-6de6e7bb6b42 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:00:47.439470 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8eca94af-77e1-471c-8bea-168481a7769a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:47.447476 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717dd874-c9b5-4d22-af04-19b6e23f4b1e admin admin] Network 57454915-aac6-416a-b9f2-4e6dbcd840d9 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 09:00:47.452555 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-717dd874-c9b5-4d22-af04-19b6e23f4b1e admin admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 09:00:47.457944 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717dd874-c9b5-4d22-af04-19b6e23f4b1e admin admin] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 09:00:47.461233 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717dd874-c9b5-4d22-af04-19b6e23f4b1e admin admin] Pushing event updated for resources: {'Port': ['ID=30260ebc-c8d6-43de-a7f2-792263717156,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:00:47.515000 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-717dd874-c9b5-4d22-af04-19b6e23f4b1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:47.663853 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-717dd874-c9b5-4d22-af04-19b6e23f4b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:47.826477 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-717dd874-c9b5-4d22-af04-19b6e23f4b1e admin admin] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:47.827232 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8eca94af-77e1-471c-8bea-168481a7769a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:47.831098 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-717dd874-c9b5-4d22-af04-19b6e23f4b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:47.869418 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-591d91f7-571d-4961-b5d9-c8549570748d None None] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:47.871564 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 2a5aa13b-749b-4395-9f32-6de6e7bb6b42 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 09:00:47.896739 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-591d91f7-571d-4961-b5d9-c8549570748d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:47.903563 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717dd874-c9b5-4d22-af04-19b6e23f4b1e admin admin] Pushing event updated for resources: {'Port': ['ID=30260ebc-c8d6-43de-a7f2-792263717156,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:00:47.907506 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-717dd874-c9b5-4d22-af04-19b6e23f4b1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:47.940152 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-8eca94af-77e1-471c-8bea-168481a7769a None None] For port 2a5aa13b-749b-4395-9f32-6de6e7bb6b42, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=2a5aa13b-749b-4395-9f32-6de6e7bb6b42,segment=NetworkSegment(cd334ba6-6ac6-4188-9624-babf3b7c2389),segment_id=cd334ba6-6ac6-4188-9624-babf3b7c2389)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:00:47.950931 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8eca94af-77e1-471c-8bea-168481a7769a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:47.979505 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0adc087-504d-4976-a1ff-9a62362f5454 None None] Pushing event updated for resources: {'Port': ['ID=6556cbec-ce45-4bcd-9d84-08f0f5fdfb61,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:00:47.981532 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-591d91f7-571d-4961-b5d9-c8549570748d None None] Attempting to bind port 6556cbec-ce45-4bcd-9d84-08f0f5fdfb61 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 09:00:47.981677 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-591d91f7-571d-4961-b5d9-c8549570748d None None] Attempting to bind port 6556cbec-ce45-4bcd-9d84-08f0f5fdfb61 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 09:00:47.982020 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591d91f7-571d-4961-b5d9-c8549570748d None None] Attempting to bind port 6556cbec-ce45-4bcd-9d84-08f0f5fdfb61 on network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 09:00:48.002417 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717dd874-c9b5-4d22-af04-19b6e23f4b1e admin admin] Network 57454915-aac6-416a-b9f2-4e6dbcd840d9 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 09:00:48.003886 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-717dd874-c9b5-4d22-af04-19b6e23f4b1e admin admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 09:00:48.012358 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591d91f7-571d-4961-b5d9-c8549570748d None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 9, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 09:00:48.012850 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591d91f7-571d-4961-b5d9-c8549570748d None None] Checking segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 09:00:48.013149 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-591d91f7-571d-4961-b5d9-c8549570748d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:48.013550 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591d91f7-571d-4961-b5d9-c8549570748d None None] Bound using segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 09:00:48.014032 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-591d91f7-571d-4961-b5d9-c8549570748d None None] Bound port: 6556cbec-ce45-4bcd-9d84-08f0f5fdfb61, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 09:00:48.014413 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-591d91f7-571d-4961-b5d9-c8549570748d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:48.052307 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 2a5aa13b-749b-4395-9f32-6de6e7bb6b42 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:00:48.052686 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:48.116428 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eca94af-77e1-471c-8bea-168481a7769a None None] Pushing event updated for resources: {'Port': ['ID=2a5aa13b-749b-4395-9f32-6de6e7bb6b42,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:00:48.128725 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-717dd874-c9b5-4d22-af04-19b6e23f4b1e admin admin] Router ff4850a0-63da-4384-8893-dac14e6bbf60 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 09:00:48.131885 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-591d91f7-571d-4961-b5d9-c8549570748d None None] For port 6556cbec-ce45-4bcd-9d84-08f0f5fdfb61, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 09:00:48.136928 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-591d91f7-571d-4961-b5d9-c8549570748d None None] For port 6556cbec-ce45-4bcd-9d84-08f0f5fdfb61, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=6556cbec-ce45-4bcd-9d84-08f0f5fdfb61,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 09:00:48.146299 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-591d91f7-571d-4961-b5d9-c8549570748d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:48.150264 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5758a730-f893-476d-b6fe-8d86ec1f91d0 None None] Provisioning complete for port 2a5aa13b-749b-4395-9f32-6de6e7bb6b42 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:00:48.150634 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5758a730-f893-476d-b6fe-8d86ec1f91d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:48.258919 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-717dd874-c9b5-4d22-af04-19b6e23f4b1e admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 09:00:48.264710 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-717dd874-c9b5-4d22-af04-19b6e23f4b1e admin admin] 10.222.0.13 "PUT /v2.0/routers/ff4850a0-63da-4384-8893-dac14e6bbf60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1054764 Sep 17 09:00:48.278992 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0adc087-504d-4976-a1ff-9a62362f5454 None None] Pushing event updated for resources: {'Port': ['ID=6556cbec-ce45-4bcd-9d84-08f0f5fdfb61,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:00:48.281539 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591d91f7-571d-4961-b5d9-c8549570748d None None] Routers {'ff4850a0-63da-4384-8893-dac14e6bbf60'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:00:48.282154 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-591d91f7-571d-4961-b5d9-c8549570748d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:00:23Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['ff4850a0-63da-4384-8893-dac14e6bbf60'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:00:48.404966 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 377b17c6-3a57-4139-9889-5d53e6e408c4 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 09:00:48.450634 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5758a730-f893-476d-b6fe-8d86ec1f91d0 None None] Provisioning complete for port 30260ebc-c8d6-43de-a7f2-792263717156 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:00:48.451015 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5758a730-f893-476d-b6fe-8d86ec1f91d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:48.483170 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-591d91f7-571d-4961-b5d9-c8549570748d None None] Set router ff4850a0-63da-4384-8893-dac14e6bbf60 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:00:48.531048 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5758a730-f893-476d-b6fe-8d86ec1f91d0 None None] Port 30260ebc-c8d6-43de-a7f2-792263717156 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 09:00:48.576376 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 377b17c6-3a57-4139-9889-5d53e6e408c4 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:00:48.576757 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:48.691049 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-e4243fed-174f-420e-8632-0c660af97f26 None None] Provisioning complete for port 30260ebc-c8d6-43de-a7f2-792263717156 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:00:48.691422 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e4243fed-174f-420e-8632-0c660af97f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:48.776742 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-e4243fed-174f-420e-8632-0c660af97f26 None None] Port 30260ebc-c8d6-43de-a7f2-792263717156 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 09:00:48.787268 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 2a5aa13b-749b-4395-9f32-6de6e7bb6b42 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 09:00:48.849016 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-591d91f7-571d-4961-b5d9-c8549570748d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4850a0-63da-4384-8893-dac14e6bbf60', 'name': 'tempest-TestMinimumBasicScenario-651493319-router', 'tenant_id': '62f7be9cca6d467c847785647b23a0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '6556cbec-ce45-4bcd-9d84-08f0f5fdfb61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:00:44Z', 'updated_at': '2021-09-17T09:00:47Z', 'revision_number': 4, 'project_id': '62f7be9cca6d467c847785647b23a0df', 'gw_port': {'id': '6556cbec-ce45-4bcd-9d84-08f0f5fdfb61', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:be:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4850a0-63da-4384-8893-dac14e6bbf60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:00:45Z', 'updated_at': '2021-09-17T09:00:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '30260ebc-c8d6-43de-a7f2-792263717156', 'name': '', 'network_id': '57454915-aac6-416a-b9f2-4e6dbcd840d9', 'tenant_id': '62f7be9cca6d467c847785647b23a0df', 'mac_address': 'fa:16:3e:b0:28:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4850a0-63da-4384-8893-dac14e6bbf60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '9c650325-fd08-443a-b1b9-8d4776c2a034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:00:47Z', 'updated_at': '2021-09-17T09:00:47Z', 'revision_number': 2, 'project_id': '62f7be9cca6d467c847785647b23a0df', 'subnets': [{'id': '9c650325-fd08-443a-b1b9-8d4776c2a034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:00:48.879514 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 2a5aa13b-749b-4395-9f32-6de6e7bb6b42 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:00:48.879919 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:48.881640 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591d91f7-571d-4961-b5d9-c8549570748d None None] The sync data for ids ['ff4850a0-63da-4384-8893-dac14e6bbf60'] in n-d-789963-9 is: [{'id': 'ff4850a0-63da-4384-8893-dac14e6bbf60', 'name': 'tempest-TestMinimumBasicScenario-651493319-router', 'tenant_id': '62f7be9cca6d467c847785647b23a0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '6556cbec-ce45-4bcd-9d84-08f0f5fdfb61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:00:44Z', 'updated_at': '2021-09-17T09:00:47Z', 'revision_number': 4, 'project_id': '62f7be9cca6d467c847785647b23a0df', 'gw_port': {'id': '6556cbec-ce45-4bcd-9d84-08f0f5fdfb61', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:be:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4850a0-63da-4384-8893-dac14e6bbf60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:00:45Z', 'updated_at': '2021-09-17T09:00:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '30260ebc-c8d6-43de-a7f2-792263717156', 'name': '', 'network_id': '57454915-aac6-416a-b9f2-4e6dbcd840d9', 'tenant_id': '62f7be9cca6d467c847785647b23a0df', 'mac_address': 'fa:16:3e:b0:28:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4850a0-63da-4384-8893-dac14e6bbf60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '9c650325-fd08-443a-b1b9-8d4776c2a034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:00:47Z', 'updated_at': '2021-09-17T09:00:47Z', 'revision_number': 2, 'project_id': '62f7be9cca6d467c847785647b23a0df', 'subnets': [{'id': '9c650325-fd08-443a-b1b9-8d4776c2a034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 09:00:50.099779 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-41100548-25dd-44ec-83d0-8c30e0829f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:50.432612 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 6556cbec-ce45-4bcd-9d84-08f0f5fdfb61 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 09:00:50.493282 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 6556cbec-ce45-4bcd-9d84-08f0f5fdfb61 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:00:50.493593 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:50.579615 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:50.606391 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port 6556cbec-ce45-4bcd-9d84-08f0f5fdfb61, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=6556cbec-ce45-4bcd-9d84-08f0f5fdfb61,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:00:50.614918 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:50.667507 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=6556cbec-ce45-4bcd-9d84-08f0f5fdfb61,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:00:51.184583 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21704a4a-f0d6-4603-a583-a9a750900409 None None] Sync routers for ids ['ff4850a0-63da-4384-8893-dac14e6bbf60'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 09:00:51.194966 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21704a4a-f0d6-4603-a583-a9a750900409 None None] Routers {'ff4850a0-63da-4384-8893-dac14e6bbf60'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:00:51.195660 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-21704a4a-f0d6-4603-a583-a9a750900409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:00:23Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['ff4850a0-63da-4384-8893-dac14e6bbf60'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:00:51.315848 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-21704a4a-f0d6-4603-a583-a9a750900409 None None] Set router ff4850a0-63da-4384-8893-dac14e6bbf60 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:00:51.532860 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-21704a4a-f0d6-4603-a583-a9a750900409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4850a0-63da-4384-8893-dac14e6bbf60', 'name': 'tempest-TestMinimumBasicScenario-651493319-router', 'tenant_id': '62f7be9cca6d467c847785647b23a0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '6556cbec-ce45-4bcd-9d84-08f0f5fdfb61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:00:44Z', 'updated_at': '2021-09-17T09:00:47Z', 'revision_number': 4, 'project_id': '62f7be9cca6d467c847785647b23a0df', 'gw_port': {'id': '6556cbec-ce45-4bcd-9d84-08f0f5fdfb61', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:be:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4850a0-63da-4384-8893-dac14e6bbf60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:00:45Z', 'updated_at': '2021-09-17T09:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '30260ebc-c8d6-43de-a7f2-792263717156', 'name': '', 'network_id': '57454915-aac6-416a-b9f2-4e6dbcd840d9', 'tenant_id': '62f7be9cca6d467c847785647b23a0df', 'mac_address': 'fa:16:3e:b0:28:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4850a0-63da-4384-8893-dac14e6bbf60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '9c650325-fd08-443a-b1b9-8d4776c2a034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:00:47Z', 'updated_at': '2021-09-17T09:00:47Z', 'revision_number': 2, 'project_id': '62f7be9cca6d467c847785647b23a0df', 'subnets': [{'id': '9c650325-fd08-443a-b1b9-8d4776c2a034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:00:51.565388 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21704a4a-f0d6-4603-a583-a9a750900409 None None] Checking router: ff4850a0-63da-4384-8893-dac14e6bbf60 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 09:00:51.565746 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21704a4a-f0d6-4603-a583-a9a750900409 None None] Updating router ff4850a0-63da-4384-8893-dac14e6bbf60 port 30260ebc-c8d6-43de-a7f2-792263717156 binding host n-d-789963-9 {{(pid=101292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 09:00:51.592118 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-21704a4a-f0d6-4603-a583-a9a750900409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:51.857669 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-21704a4a-f0d6-4603-a583-a9a750900409 None None] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:51.873299 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-21704a4a-f0d6-4603-a583-a9a750900409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:51.928434 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c93fb6d-d372-4a73-9832-473ea8a0b895 None None] Pushing event updated for resources: {'Port': ['ID=30260ebc-c8d6-43de-a7f2-792263717156,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:00:51.976607 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-21704a4a-f0d6-4603-a583-a9a750900409 None None] Attempting to bind port 30260ebc-c8d6-43de-a7f2-792263717156 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 09:00:51.976971 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-21704a4a-f0d6-4603-a583-a9a750900409 None None] Attempting to bind port 30260ebc-c8d6-43de-a7f2-792263717156 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'cd334ba6-6ac6-4188-9624-babf3b7c2389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '57454915-aac6-416a-b9f2-4e6dbcd840d9'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 09:00:51.977327 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21704a4a-f0d6-4603-a583-a9a750900409 None None] Attempting to bind port 30260ebc-c8d6-43de-a7f2-792263717156 on network 57454915-aac6-416a-b9f2-4e6dbcd840d9 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 09:00:51.984439 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21704a4a-f0d6-4603-a583-a9a750900409 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 9, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 09:00:51.984807 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21704a4a-f0d6-4603-a583-a9a750900409 None None] Checking segment: {'id': 'cd334ba6-6ac6-4188-9624-babf3b7c2389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '57454915-aac6-416a-b9f2-4e6dbcd840d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 09:00:51.985205 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-21704a4a-f0d6-4603-a583-a9a750900409 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:51.985592 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21704a4a-f0d6-4603-a583-a9a750900409 None None] Bound using segment: {'id': 'cd334ba6-6ac6-4188-9624-babf3b7c2389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '57454915-aac6-416a-b9f2-4e6dbcd840d9'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 09:00:51.986050 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-21704a4a-f0d6-4603-a583-a9a750900409 None None] Bound port: 30260ebc-c8d6-43de-a7f2-792263717156, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd334ba6-6ac6-4188-9624-babf3b7c2389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '57454915-aac6-416a-b9f2-4e6dbcd840d9'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 09:00:51.986423 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-21704a4a-f0d6-4603-a583-a9a750900409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:52.063765 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-21704a4a-f0d6-4603-a583-a9a750900409 None None] For port 30260ebc-c8d6-43de-a7f2-792263717156, host n-d-789963-9, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 09:00:52.067572 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-21704a4a-f0d6-4603-a583-a9a750900409 None None] For port 30260ebc-c8d6-43de-a7f2-792263717156, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=30260ebc-c8d6-43de-a7f2-792263717156,segment=NetworkSegment(cd334ba6-6ac6-4188-9624-babf3b7c2389),segment_id=cd334ba6-6ac6-4188-9624-babf3b7c2389)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 09:00:52.079537 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-21704a4a-f0d6-4603-a583-a9a750900409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:52.156865 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c93fb6d-d372-4a73-9832-473ea8a0b895 None None] Pushing event updated for resources: {'Port': ['ID=30260ebc-c8d6-43de-a7f2-792263717156,revision_number=4']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:00:52.177845 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21704a4a-f0d6-4603-a583-a9a750900409 None None] Routers {'ff4850a0-63da-4384-8893-dac14e6bbf60'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:00:52.178614 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-21704a4a-f0d6-4603-a583-a9a750900409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:00:23Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['ff4850a0-63da-4384-8893-dac14e6bbf60'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:00:52.229168 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-f445840b-c5b6-4cce-a539-c6a28ddc53e7 None None] Provisioning complete for port 30260ebc-c8d6-43de-a7f2-792263717156 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:00:52.229727 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f445840b-c5b6-4cce-a539-c6a28ddc53e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:52.355184 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f445840b-c5b6-4cce-a539-c6a28ddc53e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:52.429425 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-f445840b-c5b6-4cce-a539-c6a28ddc53e7 None None] For port 30260ebc-c8d6-43de-a7f2-792263717156, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=30260ebc-c8d6-43de-a7f2-792263717156,segment=NetworkSegment(cd334ba6-6ac6-4188-9624-babf3b7c2389),segment_id=cd334ba6-6ac6-4188-9624-babf3b7c2389)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:00:52.438364 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f445840b-c5b6-4cce-a539-c6a28ddc53e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:52.486436 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 6556cbec-ce45-4bcd-9d84-08f0f5fdfb61 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 09:00:52.496985 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-21704a4a-f0d6-4603-a583-a9a750900409 None None] Set router ff4850a0-63da-4384-8893-dac14e6bbf60 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:00:52.565686 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0c8ee0f2-907b-4334-a6de-d8dc36e7c45b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:52.567211 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f445840b-c5b6-4cce-a539-c6a28ddc53e7 None None] Pushing event updated for resources: {'Port': ['ID=30260ebc-c8d6-43de-a7f2-792263717156,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:00:52.593086 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-d9f6be3e-4bf4-4631-bf62-44abd047606e None None] Provisioning complete for port 30260ebc-c8d6-43de-a7f2-792263717156 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:00:52.593808 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d9f6be3e-4bf4-4631-bf62-44abd047606e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:52.625689 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 6556cbec-ce45-4bcd-9d84-08f0f5fdfb61 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:00:52.626397 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:52.753776 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 30260ebc-c8d6-43de-a7f2-792263717156 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 09:00:52.769001 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-21704a4a-f0d6-4603-a583-a9a750900409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4850a0-63da-4384-8893-dac14e6bbf60', 'name': 'tempest-TestMinimumBasicScenario-651493319-router', 'tenant_id': '62f7be9cca6d467c847785647b23a0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '6556cbec-ce45-4bcd-9d84-08f0f5fdfb61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:00:44Z', 'updated_at': '2021-09-17T09:00:47Z', 'revision_number': 4, 'project_id': '62f7be9cca6d467c847785647b23a0df', 'gw_port': {'id': '6556cbec-ce45-4bcd-9d84-08f0f5fdfb61', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:be:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4850a0-63da-4384-8893-dac14e6bbf60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:00:45Z', 'updated_at': '2021-09-17T09:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '30260ebc-c8d6-43de-a7f2-792263717156', 'name': '', 'network_id': '57454915-aac6-416a-b9f2-4e6dbcd840d9', 'tenant_id': '62f7be9cca6d467c847785647b23a0df', 'mac_address': 'fa:16:3e:b0:28:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4850a0-63da-4384-8893-dac14e6bbf60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '9c650325-fd08-443a-b1b9-8d4776c2a034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:00:47Z', 'updated_at': '2021-09-17T09:00:52Z', 'revision_number': 4, 'project_id': '62f7be9cca6d467c847785647b23a0df', 'subnets': [{'id': '9c650325-fd08-443a-b1b9-8d4776c2a034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:00:52.801461 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21704a4a-f0d6-4603-a583-a9a750900409 None None] The sync data for ids ['ff4850a0-63da-4384-8893-dac14e6bbf60'] in n-d-789963-9 is: [{'id': 'ff4850a0-63da-4384-8893-dac14e6bbf60', 'name': 'tempest-TestMinimumBasicScenario-651493319-router', 'tenant_id': '62f7be9cca6d467c847785647b23a0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '6556cbec-ce45-4bcd-9d84-08f0f5fdfb61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:00:44Z', 'updated_at': '2021-09-17T09:00:47Z', 'revision_number': 4, 'project_id': '62f7be9cca6d467c847785647b23a0df', 'gw_port': {'id': '6556cbec-ce45-4bcd-9d84-08f0f5fdfb61', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:be:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4850a0-63da-4384-8893-dac14e6bbf60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:00:45Z', 'updated_at': '2021-09-17T09:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '30260ebc-c8d6-43de-a7f2-792263717156', 'name': '', 'network_id': '57454915-aac6-416a-b9f2-4e6dbcd840d9', 'tenant_id': '62f7be9cca6d467c847785647b23a0df', 'mac_address': 'fa:16:3e:b0:28:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4850a0-63da-4384-8893-dac14e6bbf60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '9c650325-fd08-443a-b1b9-8d4776c2a034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:00:47Z', 'updated_at': '2021-09-17T09:00:52Z', 'revision_number': 4, 'project_id': '62f7be9cca6d467c847785647b23a0df', 'subnets': [{'id': '9c650325-fd08-443a-b1b9-8d4776c2a034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 09:00:52.806783 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 30260ebc-c8d6-43de-a7f2-792263717156 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:00:52.807217 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:52.900876 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:53.973571 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:54.367596 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 30260ebc-c8d6-43de-a7f2-792263717156 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 09:00:54.420720 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 30260ebc-c8d6-43de-a7f2-792263717156 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:00:54.421098 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:55.565505 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:00:58.348094 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a24d679-cb4c-4080-ba7b-a965f78d1f7c req-8fab3dcd-2747-4c44-b690-31a566e237f2 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:00:58.349527 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2a24d679-cb4c-4080-ba7b-a965f78d1f7c req-8fab3dcd-2747-4c44-b690-31a566e237f2 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/networks?id=e6013295-0d24-453f-8f8f-888d838913a0 HTTP/1.1" status: 200 len: 814 time: 0.1000547 Sep 17 09:00:58.364024 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2a24d679-cb4c-4080-ba7b-a965f78d1f7c req-bcbba6fe-9bd2-4a6c-af7c-b75d36c285ee tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/quotas/660eab7715144bf1944aee6f9b0616ef HTTP/1.1" status: 200 len: 375 time: 0.0087905 Sep 17 09:00:58.418223 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2a24d679-cb4c-4080-ba7b-a965f78d1f7c req-b7299dad-40db-4b69-892f-08e46ea23856 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=660eab7715144bf1944aee6f9b0616ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490985 Sep 17 09:00:58.517080 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2a24d679-cb4c-4080-ba7b-a965f78d1f7c req-6dd69dd2-cec5-4199-be7c-d868ffae5648 service neutron] 10.222.0.13 "GET /v2.0/networks/e6013295-0d24-453f-8f8f-888d838913a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873954 Sep 17 09:00:58.613331 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2a24d679-cb4c-4080-ba7b-a965f78d1f7c req-d6fb1795-eefe-4023-a0a8-793739b7a230 service neutron] 10.222.0.13 "GET /v2.0/networks/e6013295-0d24-453f-8f8f-888d838913a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872660 Sep 17 09:00:58.770001 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3b76a3cf-50b7-426b-acf9-e9388b70265f req-1f643fc6-67b7-4136-a725-2734fa893714 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f2b9e7f-2738-45e8-9570-ab1090613965 HTTP/1.1" status: 200 len: 210 time: 0.0264409 Sep 17 09:00:59.752066 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a24d679-cb4c-4080-ba7b-a965f78d1f7c req-895097ce-0993-46b4-8ed1-4fd0eb10fa25 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:00:59.754841 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2a24d679-cb4c-4080-ba7b-a965f78d1f7c req-895097ce-0993-46b4-8ed1-4fd0eb10fa25 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.39 "GET /v2.0/networks?id=e6013295-0d24-453f-8f8f-888d838913a0 HTTP/1.1" status: 200 len: 814 time: 0.1077521 Sep 17 09:00:59.780630 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-2a24d679-cb4c-4080-ba7b-a965f78d1f7c req-c8c50b67-cfee-490a-9fce-bf7188bd93a8 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Request body: {'port': {'device_id': '0f2b9e7f-2738-45e8-9570-ab1090613965', 'network_id': 'e6013295-0d24-453f-8f8f-888d838913a0', 'admin_state_up': True, 'tenant_id': '660eab7715144bf1944aee6f9b0616ef'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:00:59.864226 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9c02ca0e-8d7d-456e-86d7-32de06449e5d req-5fb83964-054a-4454-8bed-425ffb48ccf1 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f2b9e7f-2738-45e8-9570-ab1090613965 HTTP/1.1" status: 200 len: 210 time: 0.0280323 Sep 17 09:00:59.888958 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a24d679-cb4c-4080-ba7b-a965f78d1f7c req-c8c50b67-cfee-490a-9fce-bf7188bd93a8 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Made reservation on behalf of 660eab7715144bf1944aee6f9b0616ef for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 09:00:59.892496 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-2a24d679-cb4c-4080-ba7b-a965f78d1f7c req-c8c50b67-cfee-490a-9fce-bf7188bd93a8 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:01:00.025674 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-2a24d679-cb4c-4080-ba7b-a965f78d1f7c req-c8c50b67-cfee-490a-9fce-bf7188bd93a8 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Allocated IP 172.20.0.10 (e6013295-0d24-453f-8f8f-888d838913a0/9615a9c8-d29b-43f1-889b-2e45131c1044/3c708988-c4c3-450a-92d2-7b8efd6adf37) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 09:01:00.193720 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-2a24d679-cb4c-4080-ba7b-a965f78d1f7c req-c8c50b67-cfee-490a-9fce-bf7188bd93a8 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:01:00.231291 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-2a24d679-cb4c-4080-ba7b-a965f78d1f7c req-c8c50b67-cfee-490a-9fce-bf7188bd93a8 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:01:00.278655 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a24d679-cb4c-4080-ba7b-a965f78d1f7c req-c8c50b67-cfee-490a-9fce-bf7188bd93a8 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Network e6013295-0d24-453f-8f8f-888d838913a0 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 09:01:00.281874 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-2a24d679-cb4c-4080-ba7b-a965f78d1f7c req-c8c50b67-cfee-490a-9fce-bf7188bd93a8 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 09:01:00.285974 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a24d679-cb4c-4080-ba7b-a965f78d1f7c req-c8c50b67-cfee-490a-9fce-bf7188bd93a8 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 09:01:00.316912 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c50b67-cfee-490a-9fce-bf7188bd93a8 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Pushing event updated for resources: {'Port': ['ID=3c708988-c4c3-450a-92d2-7b8efd6adf37,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:01:00.332167 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c50b67-cfee-490a-9fce-bf7188bd93a8 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:01:00.332527 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c50b67-cfee-490a-9fce-bf7188bd93a8 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:01:00.332872 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c50b67-cfee-490a-9fce-bf7188bd93a8 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:01:00.333214 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c50b67-cfee-490a-9fce-bf7188bd93a8 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:01:00.333549 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c50b67-cfee-490a-9fce-bf7188bd93a8 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:01:00.333884 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c50b67-cfee-490a-9fce-bf7188bd93a8 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:01:00.334214 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c50b67-cfee-490a-9fce-bf7188bd93a8 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:01:00.334539 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c50b67-cfee-490a-9fce-bf7188bd93a8 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:01:00.334868 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c50b67-cfee-490a-9fce-bf7188bd93a8 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:01:00.335197 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c50b67-cfee-490a-9fce-bf7188bd93a8 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:01:00.335633 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c50b67-cfee-490a-9fce-bf7188bd93a8 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:01:00.335827 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c50b67-cfee-490a-9fce-bf7188bd93a8 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:01:00.363878 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a24d679-cb4c-4080-ba7b-a965f78d1f7c req-c8c50b67-cfee-490a-9fce-bf7188bd93a8 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:01:00.364970 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-2a24d679-cb4c-4080-ba7b-a965f78d1f7c req-c8c50b67-cfee-490a-9fce-bf7188bd93a8 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:01:00.391679 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2a24d679-cb4c-4080-ba7b-a965f78d1f7c req-c8c50b67-cfee-490a-9fce-bf7188bd93a8 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6134434 Sep 17 09:01:00.629164 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-f626b366-0ce2-419f-ba8c-15bc53a95063 None None] Provisioning complete for port 3c708988-c4c3-450a-92d2-7b8efd6adf37 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:01:00.629776 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f626b366-0ce2-419f-ba8c-15bc53a95063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:01:00.666880 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-f626b366-0ce2-419f-ba8c-15bc53a95063 None None] Port 3c708988-c4c3-450a-92d2-7b8efd6adf37 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 09:01:00.981793 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f52e9-1e6d-4ec3-8e4c-30c56c309e5e req-c66b5e31-b4ed-4772-8cd7-8a163e02d07c tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:01:00.983291 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-304f52e9-1e6d-4ec3-8e4c-30c56c309e5e req-c66b5e31-b4ed-4772-8cd7-8a163e02d07c tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f2b9e7f-2738-45e8-9570-ab1090613965 HTTP/1.1" status: 200 len: 932 time: 0.0488579 Sep 17 09:01:01.028551 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-304f52e9-1e6d-4ec3-8e4c-30c56c309e5e req-d5c17149-8595-4588-b607-7b928314556a tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/security-groups?id=8dda200e-e6a6-45af-83f0-ceef4c46d972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386939 Sep 17 09:01:01.830254 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5da7f587-b0bc-4898-95a4-79d84e64c27c req-a3e4104c-3d1a-4b40-bd97-36a66b6de56f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0260739 Sep 17 09:01:01.916391 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5da7f587-b0bc-4898-95a4-79d84e64c27c req-715d1a16-1f9a-47f7-a1e5-cc1372b43307 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0260139 Sep 17 09:01:01.962142 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5da7f587-b0bc-4898-95a4-79d84e64c27c req-79d55617-a7ed-4b18-9cc8-7e3036eb9a8d service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0203383 Sep 17 09:01:02.062351 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da7f587-b0bc-4898-95a4-79d84e64c27c req-fd9b73d4-9f58-4fa3-80a7-6d322e771e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:01:02.064785 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5da7f587-b0bc-4898-95a4-79d84e64c27c req-fd9b73d4-9f58-4fa3-80a7-6d322e771e8a service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0961642 Sep 17 09:01:02.151617 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c654fb-28a5-4d8a-810c-1e07713bc9a2 req-0e95791f-2b21-42bc-a5e3-e8e706b3bf00 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:01:02.153155 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-83c654fb-28a5-4d8a-810c-1e07713bc9a2 req-0e95791f-2b21-42bc-a5e3-e8e706b3bf00 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f2b9e7f-2738-45e8-9570-ab1090613965 HTTP/1.1" status: 200 len: 932 time: 0.0506606 Sep 17 09:01:02.195098 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-83c654fb-28a5-4d8a-810c-1e07713bc9a2 req-a225d327-dd96-411f-9121-6c493589a879 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/security-groups?id=8dda200e-e6a6-45af-83f0-ceef4c46d972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356421 Sep 17 09:01:03.312964 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17853ce6-9c60-42c5-b0e2-60530107658c req-0557955c-2fab-41ac-94b0-9b9966da8a31 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:01:03.314471 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-17853ce6-9c60-42c5-b0e2-60530107658c req-0557955c-2fab-41ac-94b0-9b9966da8a31 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f2b9e7f-2738-45e8-9570-ab1090613965 HTTP/1.1" status: 200 len: 932 time: 0.0514908 Sep 17 09:01:03.358367 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-17853ce6-9c60-42c5-b0e2-60530107658c req-dfc80dc9-d345-4c3e-a224-694af82adcbb tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/security-groups?id=8dda200e-e6a6-45af-83f0-ceef4c46d972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365789 Sep 17 09:01:04.481784 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7ab66-665a-4a31-b796-9e453396bfb5 req-91e3bd69-44a0-4e66-9be8-15096bc2b10c tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:01:04.483398 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e8d7ab66-665a-4a31-b796-9e453396bfb5 req-91e3bd69-44a0-4e66-9be8-15096bc2b10c tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f2b9e7f-2738-45e8-9570-ab1090613965 HTTP/1.1" status: 200 len: 932 time: 0.0541790 Sep 17 09:01:04.537097 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e8d7ab66-665a-4a31-b796-9e453396bfb5 req-c12998ba-af8a-408a-b128-894044124a39 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/security-groups?id=8dda200e-e6a6-45af-83f0-ceef4c46d972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464673 Sep 17 09:01:05.651713 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e72266-4662-47cf-877a-86349618f4cb req-d7cbe523-f994-4e62-9670-207ce62e1aba tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:01:05.653277 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-73e72266-4662-47cf-877a-86349618f4cb req-d7cbe523-f994-4e62-9670-207ce62e1aba tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f2b9e7f-2738-45e8-9570-ab1090613965 HTTP/1.1" status: 200 len: 932 time: 0.0488071 Sep 17 09:01:05.698482 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-73e72266-4662-47cf-877a-86349618f4cb req-7e6fd019-0038-4a95-8db8-e1bcab5ab022 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/security-groups?id=8dda200e-e6a6-45af-83f0-ceef4c46d972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391271 Sep 17 09:01:06.212325 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:01:06.214468 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:01:06.820833 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f7850-20d4-4701-8609-f17b55c77d6a req-597e1cfb-f0a2-4d4d-a4a9-8f240ad44200 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:01:06.822358 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2b7f7850-20d4-4701-8609-f17b55c77d6a req-597e1cfb-f0a2-4d4d-a4a9-8f240ad44200 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f2b9e7f-2738-45e8-9570-ab1090613965 HTTP/1.1" status: 200 len: 932 time: 0.0554316 Sep 17 09:01:06.867362 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2b7f7850-20d4-4701-8609-f17b55c77d6a req-df96e2df-3ef8-4dfb-aad8-919024223ed9 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/security-groups?id=8dda200e-e6a6-45af-83f0-ceef4c46d972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389011 Sep 17 09:01:07.986142 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fb700f-9683-454c-b5c6-02e39ee5091d req-620af978-34f1-480d-b245-90a78787e5a6 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:01:07.988686 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-47fb700f-9683-454c-b5c6-02e39ee5091d req-620af978-34f1-480d-b245-90a78787e5a6 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f2b9e7f-2738-45e8-9570-ab1090613965 HTTP/1.1" status: 200 len: 932 time: 0.0562401 Sep 17 09:01:08.034289 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-47fb700f-9683-454c-b5c6-02e39ee5091d req-6064ce6a-f2a1-4e7a-b642-5902e4ad6e5b tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/security-groups?id=8dda200e-e6a6-45af-83f0-ceef4c46d972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381732 Sep 17 09:01:09.155252 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5192934-6b2d-4964-8cfa-eda1bb59e227 req-d8264852-ef78-4127-b4fd-34430ad9b095 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:01:09.156813 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d5192934-6b2d-4964-8cfa-eda1bb59e227 req-d8264852-ef78-4127-b4fd-34430ad9b095 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f2b9e7f-2738-45e8-9570-ab1090613965 HTTP/1.1" status: 200 len: 932 time: 0.0489614 Sep 17 09:01:09.195526 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d5192934-6b2d-4964-8cfa-eda1bb59e227 req-fe81f6b1-ecc5-4c14-a8ef-5d58c21c16f1 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/security-groups?id=8dda200e-e6a6-45af-83f0-ceef4c46d972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314684 Sep 17 09:01:10.307848 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae16831-af9e-4ce4-8c23-8b9d4b28fc3a req-7896257b-57ce-4e7f-bd87-3026b109b794 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:01:10.309343 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1ae16831-af9e-4ce4-8c23-8b9d4b28fc3a req-7896257b-57ce-4e7f-bd87-3026b109b794 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f2b9e7f-2738-45e8-9570-ab1090613965 HTTP/1.1" status: 200 len: 932 time: 0.0484657 Sep 17 09:01:10.347530 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1ae16831-af9e-4ce4-8c23-8b9d4b28fc3a req-e89f45b8-6b98-48ed-827f-a6b942ad7c3c tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/security-groups?id=8dda200e-e6a6-45af-83f0-ceef4c46d972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322428 Sep 17 09:01:11.459355 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc2f65d-5950-4f57-90aa-4ed0ab29c145 req-0695b461-1a20-4723-bc2a-d9a66222876b tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:01:11.460864 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9bc2f65d-5950-4f57-90aa-4ed0ab29c145 req-0695b461-1a20-4723-bc2a-d9a66222876b tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f2b9e7f-2738-45e8-9570-ab1090613965 HTTP/1.1" status: 200 len: 932 time: 0.0475028 Sep 17 09:01:11.500674 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9bc2f65d-5950-4f57-90aa-4ed0ab29c145 req-fb8654d2-ec00-4efc-b3c6-e06268ac1370 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/security-groups?id=8dda200e-e6a6-45af-83f0-ceef4c46d972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339272 Sep 17 09:01:12.620635 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf0e0f-66c4-4743-b91d-24f698a05429 req-d25668d2-25c0-46a7-a1b6-b577816de677 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:01:12.622117 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d7cf0e0f-66c4-4743-b91d-24f698a05429 req-d25668d2-25c0-46a7-a1b6-b577816de677 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f2b9e7f-2738-45e8-9570-ab1090613965 HTTP/1.1" status: 200 len: 932 time: 0.0514221 Sep 17 09:01:12.663045 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d7cf0e0f-66c4-4743-b91d-24f698a05429 req-be349ce7-7b95-4a56-9caa-2ff909c86d41 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/security-groups?id=8dda200e-e6a6-45af-83f0-ceef4c46d972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350239 Sep 17 09:01:13.182662 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-2a24d679-cb4c-4080-ba7b-a965f78d1f7c req-fc2cd911-ad2e-49c5-8d21-208767358575 service neutron] Request body: {'port': {'device_id': '0f2b9e7f-2738-45e8-9570-ab1090613965', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:01:13.238209 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-2a24d679-cb4c-4080-ba7b-a965f78d1f7c req-fc2cd911-ad2e-49c5-8d21-208767358575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:01:13.492240 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-2a24d679-cb4c-4080-ba7b-a965f78d1f7c req-fc2cd911-ad2e-49c5-8d21-208767358575 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c708988-c4c3-450a-92d2-7b8efd6adf37 {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 09:01:13.499333 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-2a24d679-cb4c-4080-ba7b-a965f78d1f7c req-fc2cd911-ad2e-49c5-8d21-208767358575 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:01:13.510680 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-2a24d679-cb4c-4080-ba7b-a965f78d1f7c req-fc2cd911-ad2e-49c5-8d21-208767358575 service neutron] Transition to ACTIVE for port object 3c708988-c4c3-450a-92d2-7b8efd6adf37 will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 09:01:13.514241 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-2a24d679-cb4c-4080-ba7b-a965f78d1f7c req-fc2cd911-ad2e-49c5-8d21-208767358575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:01:13.564883 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2cd911-ad2e-49c5-8d21-208767358575 service neutron] Pushing event updated for resources: {'Port': ['ID=3c708988-c4c3-450a-92d2-7b8efd6adf37,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:01:13.633082 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-2a24d679-cb4c-4080-ba7b-a965f78d1f7c req-fc2cd911-ad2e-49c5-8d21-208767358575 service neutron] Attempting to bind port 3c708988-c4c3-450a-92d2-7b8efd6adf37 on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 09:01:13.633422 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-2a24d679-cb4c-4080-ba7b-a965f78d1f7c req-fc2cd911-ad2e-49c5-8d21-208767358575 service neutron] Attempting to bind port 3c708988-c4c3-450a-92d2-7b8efd6adf37 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': '32940424-1983-4dac-aa28-233f7e5f755c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e6013295-0d24-453f-8f8f-888d838913a0'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 09:01:13.633761 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a24d679-cb4c-4080-ba7b-a965f78d1f7c req-fc2cd911-ad2e-49c5-8d21-208767358575 service neutron] Attempting to bind port 3c708988-c4c3-450a-92d2-7b8efd6adf37 on network e6013295-0d24-453f-8f8f-888d838913a0 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 09:01:13.638214 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a24d679-cb4c-4080-ba7b-a965f78d1f7c req-fc2cd911-ad2e-49c5-8d21-208767358575 service neutron] Port 3c708988-c4c3-450a-92d2-7b8efd6adf37 on network e6013295-0d24-453f-8f8f-888d838913a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 09:01:13.638546 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a24d679-cb4c-4080-ba7b-a965f78d1f7c req-fc2cd911-ad2e-49c5-8d21-208767358575 service neutron] Attempting to bind port 3c708988-c4c3-450a-92d2-7b8efd6adf37 on network e6013295-0d24-453f-8f8f-888d838913a0 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 09:01:13.643440 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a24d679-cb4c-4080-ba7b-a965f78d1f7c req-fc2cd911-ad2e-49c5-8d21-208767358575 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 9, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 09:01:13.643778 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a24d679-cb4c-4080-ba7b-a965f78d1f7c req-fc2cd911-ad2e-49c5-8d21-208767358575 service neutron] Checking segment: {'id': '32940424-1983-4dac-aa28-233f7e5f755c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e6013295-0d24-453f-8f8f-888d838913a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 09:01:13.644202 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a24d679-cb4c-4080-ba7b-a965f78d1f7c req-fc2cd911-ad2e-49c5-8d21-208767358575 service neutron] Bound using segment: {'id': '32940424-1983-4dac-aa28-233f7e5f755c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e6013295-0d24-453f-8f8f-888d838913a0'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 09:01:13.644628 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-2a24d679-cb4c-4080-ba7b-a965f78d1f7c req-fc2cd911-ad2e-49c5-8d21-208767358575 service neutron] Bound port: 3c708988-c4c3-450a-92d2-7b8efd6adf37, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32940424-1983-4dac-aa28-233f7e5f755c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e6013295-0d24-453f-8f8f-888d838913a0'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 09:01:13.644992 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-2a24d679-cb4c-4080-ba7b-a965f78d1f7c req-fc2cd911-ad2e-49c5-8d21-208767358575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:01:13.715635 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-2a24d679-cb4c-4080-ba7b-a965f78d1f7c req-fc2cd911-ad2e-49c5-8d21-208767358575 service neutron] For port 3c708988-c4c3-450a-92d2-7b8efd6adf37, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 09:01:13.718661 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-2a24d679-cb4c-4080-ba7b-a965f78d1f7c req-fc2cd911-ad2e-49c5-8d21-208767358575 service neutron] For port 3c708988-c4c3-450a-92d2-7b8efd6adf37, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=3c708988-c4c3-450a-92d2-7b8efd6adf37,segment=NetworkSegment(32940424-1983-4dac-aa28-233f7e5f755c),segment_id=32940424-1983-4dac-aa28-233f7e5f755c)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 09:01:13.723176 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-2a24d679-cb4c-4080-ba7b-a965f78d1f7c req-fc2cd911-ad2e-49c5-8d21-208767358575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:01:13.757257 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a24d679-cb4c-4080-ba7b-a965f78d1f7c req-fc2cd911-ad2e-49c5-8d21-208767358575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:01:13.757856 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-2a24d679-cb4c-4080-ba7b-a965f78d1f7c req-fc2cd911-ad2e-49c5-8d21-208767358575 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:01:13.759442 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2a24d679-cb4c-4080-ba7b-a965f78d1f7c req-fc2cd911-ad2e-49c5-8d21-208767358575 service neutron] 10.222.0.39 "PUT /v2.0/ports/3c708988-c4c3-450a-92d2-7b8efd6adf37 HTTP/1.1" status: 200 len: 1092 time: 0.5809584 Sep 17 09:01:13.759697 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f2b9e7f-2738-45e8-9570-ab1090613965', 'tag': '3c708988-c4c3-450a-92d2-7b8efd6adf37'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 09:01:13.762010 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823f1136df5e8dfe06b46a14eea5a85bccf33ce7e510dfea6a746e22e928dc4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e9d63c-1098-42cc-8e13-8ec43b7bdbba" -d '{"events": [{"name": "network-changed", "server_uuid": "0f2b9e7f-2738-45e8-9570-ab1090613965", "tag": "3c708988-c4c3-450a-92d2-7b8efd6adf37"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 09:01:13.786678 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263cad1a-17a1-4d67-b3e3-7ec7d1399519 req-0455264d-1e88-4175-8caf-e2f619553701 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:01:13.788468 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2cd911-ad2e-49c5-8d21-208767358575 service neutron] Pushing event updated for resources: {'Port': ['ID=3c708988-c4c3-450a-92d2-7b8efd6adf37,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:01:13.792858 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-263cad1a-17a1-4d67-b3e3-7ec7d1399519 req-0455264d-1e88-4175-8caf-e2f619553701 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f2b9e7f-2738-45e8-9570-ab1090613965 HTTP/1.1" status: 200 len: 944 time: 0.0606740 Sep 17 09:01:13.808479 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 09:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e642520-4238-43e6-b260-a31f8d5c0b71 x-openstack-request-id: req-1e642520-4238-43e6-b260-a31f8d5c0b71 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 09:01:13.808737 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f2b9e7f-2738-45e8-9570-ab1090613965", "tag": "3c708988-c4c3-450a-92d2-7b8efd6adf37", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 09:01:13.808988 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1e642520-4238-43e6-b260-a31f8d5c0b71 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 09:01:13.809398 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f2b9e7f-2738-45e8-9570-ab1090613965', 'tag': '3c708988-c4c3-450a-92d2-7b8efd6adf37', 'status': 'completed', 'code': 200} Sep 17 09:01:13.834395 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-263cad1a-17a1-4d67-b3e3-7ec7d1399519 req-9ad8babe-cd6f-4570-b6c9-8d6577d00c27 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/security-groups?id=8dda200e-e6a6-45af-83f0-ceef4c46d972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335279 Sep 17 09:01:13.949124 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e9d63c-1098-42cc-8e13-8ec43b7bdbba req-bf374dfa-5456-4543-b032-f752b97c2623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:01:13.950774 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-50e9d63c-1098-42cc-8e13-8ec43b7bdbba req-bf374dfa-5456-4543-b032-f752b97c2623 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=660eab7715144bf1944aee6f9b0616ef&device_id=0f2b9e7f-2738-45e8-9570-ab1090613965 HTTP/1.1" status: 200 len: 1095 time: 0.0458047 Sep 17 09:01:14.119899 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e9d63c-1098-42cc-8e13-8ec43b7bdbba req-24cc56f6-d61c-441c-a465-1aa54614c4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:01:14.121449 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-50e9d63c-1098-42cc-8e13-8ec43b7bdbba req-24cc56f6-d61c-441c-a465-1aa54614c4cb service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=660eab7715144bf1944aee6f9b0616ef&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1580272 Sep 17 09:01:14.277949 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e9d63c-1098-42cc-8e13-8ec43b7bdbba req-3c964433-6d37-4c55-9656-9ca936d7c71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:01:14.279344 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-50e9d63c-1098-42cc-8e13-8ec43b7bdbba req-3c964433-6d37-4c55-9656-9ca936d7c71b service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1510334 Sep 17 09:01:14.377298 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a24d679-cb4c-4080-ba7b-a965f78d1f7c req-e655b706-940e-41bf-aa0c-7d2cf609a2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:01:14.378781 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2a24d679-cb4c-4080-ba7b-a965f78d1f7c req-e655b706-940e-41bf-aa0c-7d2cf609a2bf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=660eab7715144bf1944aee6f9b0616ef&device_id=0f2b9e7f-2738-45e8-9570-ab1090613965 HTTP/1.1" status: 200 len: 1095 time: 0.0427408 Sep 17 09:01:14.425072 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2a24d679-cb4c-4080-ba7b-a965f78d1f7c req-6a55c1dc-f553-4123-9991-f3ce357d1916 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c708988-c4c3-450a-92d2-7b8efd6adf37 HTTP/1.1" status: 200 len: 217 time: 0.0328166 Sep 17 09:01:14.473295 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a24d679-cb4c-4080-ba7b-a965f78d1f7c req-6e847ff4-7503-4ea0-8ffb-f947d33e0110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:01:14.475313 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2a24d679-cb4c-4080-ba7b-a965f78d1f7c req-6e847ff4-7503-4ea0-8ffb-f947d33e0110 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9615a9c8-d29b-43f1-889b-2e45131c1044 HTTP/1.1" status: 200 len: 853 time: 0.0427322 Sep 17 09:01:14.528509 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a24d679-cb4c-4080-ba7b-a965f78d1f7c req-37343ddb-a4cd-45a6-97f1-c523bc5a0558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:01:14.529937 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2a24d679-cb4c-4080-ba7b-a965f78d1f7c req-37343ddb-a4cd-45a6-97f1-c523bc5a0558 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e6013295-0d24-453f-8f8f-888d838913a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470071 Sep 17 09:01:14.617571 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2a24d679-cb4c-4080-ba7b-a965f78d1f7c req-7a966756-584e-4bd7-a550-d62ed962da16 service neutron] 10.222.0.39 "GET /v2.0/networks/e6013295-0d24-453f-8f8f-888d838913a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801952 Sep 17 09:01:14.707385 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2a24d679-cb4c-4080-ba7b-a965f78d1f7c req-d965a3d4-504c-4167-bf60-18dc234f1fb0 service neutron] 10.222.0.39 "GET /v2.0/networks/e6013295-0d24-453f-8f8f-888d838913a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829830 Sep 17 09:01:14.947548 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b5b242-d448-4a97-a76d-dbc42632408b req-30dc9a0e-790d-46eb-a4c7-fd41041c67c8 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:01:14.949013 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-81b5b242-d448-4a97-a76d-dbc42632408b req-30dc9a0e-790d-46eb-a4c7-fd41041c67c8 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f2b9e7f-2738-45e8-9570-ab1090613965 HTTP/1.1" status: 200 len: 944 time: 0.0467005 Sep 17 09:01:14.988368 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-81b5b242-d448-4a97-a76d-dbc42632408b req-1ace4abe-146a-4f6c-a115-02aa7685a320 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/security-groups?id=8dda200e-e6a6-45af-83f0-ceef4c46d972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335917 Sep 17 09:01:16.101710 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fc506a-2d58-4440-856c-be2f2c1fc4df req-81c4f4b7-5a7d-441b-85a6-d5fec4599242 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:01:16.103240 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-05fc506a-2d58-4440-856c-be2f2c1fc4df req-81c4f4b7-5a7d-441b-85a6-d5fec4599242 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f2b9e7f-2738-45e8-9570-ab1090613965 HTTP/1.1" status: 200 len: 944 time: 0.0489345 Sep 17 09:01:16.140136 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-05fc506a-2d58-4440-856c-be2f2c1fc4df req-f5f1fd13-c022-436e-affc-b53033919b87 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/security-groups?id=8dda200e-e6a6-45af-83f0-ceef4c46d972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309405 Sep 17 09:01:17.251202 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b311f-fce7-496a-be6b-928f5b1f9bb5 req-6e01a90e-d19a-427c-83bb-bf9bcaef85ac tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:01:17.252709 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-287b311f-fce7-496a-be6b-928f5b1f9bb5 req-6e01a90e-d19a-427c-83bb-bf9bcaef85ac tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f2b9e7f-2738-45e8-9570-ab1090613965 HTTP/1.1" status: 200 len: 944 time: 0.0476992 Sep 17 09:01:17.290002 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-287b311f-fce7-496a-be6b-928f5b1f9bb5 req-57924c5d-38a1-4f3a-b0ed-e580566172ec tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/security-groups?id=8dda200e-e6a6-45af-83f0-ceef4c46d972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314648 Sep 17 09:01:17.663390 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 3c708988-c4c3-450a-92d2-7b8efd6adf37 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 09:01:17.756058 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 3c708988-c4c3-450a-92d2-7b8efd6adf37, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=3c708988-c4c3-450a-92d2-7b8efd6adf37,segment=NetworkSegment(32940424-1983-4dac-aa28-233f7e5f755c),segment_id=32940424-1983-4dac-aa28-233f7e5f755c)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:01:17.914277 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '3c708988-c4c3-450a-92d2-7b8efd6adf37', 'network_id': 'e6013295-0d24-453f-8f8f-888d838913a0', 'port_id': '3c708988-c4c3-450a-92d2-7b8efd6adf37', 'mac_address': 'fa:16:3e:73:44:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9615a9c8-d29b-43f1-889b-2e45131c1044', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 09:01:17.949726 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:01:17.962476 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c708988-c4c3-450a-92d2-7b8efd6adf37 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 09:01:17.981154 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 3c708988-c4c3-450a-92d2-7b8efd6adf37, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=3c708988-c4c3-450a-92d2-7b8efd6adf37,segment=NetworkSegment(32940424-1983-4dac-aa28-233f7e5f755c),segment_id=32940424-1983-4dac-aa28-233f7e5f755c)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:01:17.984855 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:01:18.030561 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=3c708988-c4c3-450a-92d2-7b8efd6adf37,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:01:18.037548 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:01:18.037898 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:01:18.038240 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:01:18.038578 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:01:18.038914 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:01:18.039246 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:01:18.039573 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:01:18.039924 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:01:18.040251 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:01:18.040575 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:01:18.040900 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:01:18.041224 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:01:18.370629 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['3c708988-c4c3-450a-92d2-7b8efd6adf37'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 09:01:18.401593 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf756c4-b6da-41c3-a9cc-a09e1e515660 req-bce4a528-cbdc-487a-a7ff-983f248271fa tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:01:18.403102 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ecf756c4-b6da-41c3-a9cc-a09e1e515660 req-bce4a528-cbdc-487a-a7ff-983f248271fa tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f2b9e7f-2738-45e8-9570-ab1090613965 HTTP/1.1" status: 200 len: 945 time: 0.0482218 Sep 17 09:01:18.444351 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ecf756c4-b6da-41c3-a9cc-a09e1e515660 req-38ba6ee3-dfa6-44b5-af78-512dc827b67e tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/security-groups?id=8dda200e-e6a6-45af-83f0-ceef4c46d972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352719 Sep 17 09:01:19.558648 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67c67f-b7eb-4a2b-a7eb-2f1d10aecf5c req-02705e9f-8693-4060-8f1b-86211475f57c tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:01:19.560187 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8a67c67f-b7eb-4a2b-a7eb-2f1d10aecf5c req-02705e9f-8693-4060-8f1b-86211475f57c tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f2b9e7f-2738-45e8-9570-ab1090613965 HTTP/1.1" status: 200 len: 945 time: 0.0497093 Sep 17 09:01:19.597076 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8a67c67f-b7eb-4a2b-a7eb-2f1d10aecf5c req-cd78dc2e-db37-4899-b111-59c186d3af8e tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/security-groups?id=8dda200e-e6a6-45af-83f0-ceef4c46d972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311246 Sep 17 09:01:19.664103 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 3c708988-c4c3-450a-92d2-7b8efd6adf37 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 09:01:19.711998 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port 3c708988-c4c3-450a-92d2-7b8efd6adf37 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 09:01:19.715489 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 3c708988-c4c3-450a-92d2-7b8efd6adf37 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:01:19.715992 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:01:19.791861 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:01:19.813697 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2b9e7f-2738-45e8-9570-ab1090613965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c708988-c4c3-450a-92d2-7b8efd6adf37'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 09:01:19.816292 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd15a5b62c2e1c1e903d3702117c13c06f948b041a08150170fef0e561ebed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-424b6b1f-438d-4339-b47c-35cd60a419cb" -d '{"events": [{"server_uuid": "0f2b9e7f-2738-45e8-9570-ab1090613965", "name": "network-vif-plugged", "status": "completed", "tag": "3c708988-c4c3-450a-92d2-7b8efd6adf37"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 09:01:19.829121 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 3c708988-c4c3-450a-92d2-7b8efd6adf37, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=3c708988-c4c3-450a-92d2-7b8efd6adf37,segment=NetworkSegment(32940424-1983-4dac-aa28-233f7e5f755c),segment_id=32940424-1983-4dac-aa28-233f7e5f755c)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:01:19.833065 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:01:19.857246 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 09:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6485d6d7-0b4d-4139-821b-52a05590f54f x-openstack-request-id: req-6485d6d7-0b4d-4139-821b-52a05590f54f {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 09:01:19.857541 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f2b9e7f-2738-45e8-9570-ab1090613965", "name": "network-vif-plugged", "status": "completed", "tag": "3c708988-c4c3-450a-92d2-7b8efd6adf37", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 09:01:19.857794 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6485d6d7-0b4d-4139-821b-52a05590f54f {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 09:01:19.858192 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2b9e7f-2738-45e8-9570-ab1090613965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c708988-c4c3-450a-92d2-7b8efd6adf37', 'code': 200} Sep 17 09:01:19.883699 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=3c708988-c4c3-450a-92d2-7b8efd6adf37,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:01:19.969369 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df663d0-8922-40d9-a04e-5b4965d706e8 req-5db55884-8eaf-4a99-a420-0f99749e2029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:01:19.970856 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6df663d0-8922-40d9-a04e-5b4965d706e8 req-5db55884-8eaf-4a99-a420-0f99749e2029 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0f2b9e7f-2738-45e8-9570-ab1090613965 HTTP/1.1" status: 200 len: 1097 time: 0.0383625 Sep 17 09:01:20.004313 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6df663d0-8922-40d9-a04e-5b4965d706e8 req-017bb19f-7b2a-434f-826d-b9aaba291ba4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8dda200e-e6a6-45af-83f0-ceef4c46d972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266459 Sep 17 09:01:20.081571 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-976d5091-e9de-4965-b75b-74644ddd178b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:01:20.712032 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6947dd6-da77-43ee-9c88-604e17d29d87 req-2774051a-295d-446e-8259-510211d65361 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:01:20.713510 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b6947dd6-da77-43ee-9c88-604e17d29d87 req-2774051a-295d-446e-8259-510211d65361 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f2b9e7f-2738-45e8-9570-ab1090613965 HTTP/1.1" status: 200 len: 946 time: 0.0516117 Sep 17 09:01:20.750337 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b6947dd6-da77-43ee-9c88-604e17d29d87 req-4555714d-4b5b-4c11-a024-5af2eb468b7b tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/security-groups?id=8dda200e-e6a6-45af-83f0-ceef4c46d972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310028 Sep 17 09:01:21.860946 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5290083-fada-4c91-823a-a7c1b3d2ebee req-11d82633-5803-413d-a0aa-927ad8423682 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:01:21.862411 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a5290083-fada-4c91-823a-a7c1b3d2ebee req-11d82633-5803-413d-a0aa-927ad8423682 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f2b9e7f-2738-45e8-9570-ab1090613965 HTTP/1.1" status: 200 len: 946 time: 0.0469146 Sep 17 09:01:21.903219 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a5290083-fada-4c91-823a-a7c1b3d2ebee req-5906a26a-a61a-487b-a4ab-d280645993f6 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/security-groups?id=8dda200e-e6a6-45af-83f0-ceef4c46d972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343754 Sep 17 09:01:22.013733 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392cb4b1-511f-4b93-9245-f150624cd088 req-1c75cbd8-0a7a-463f-b1a0-53593ad3dba3 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:01:22.015215 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-392cb4b1-511f-4b93-9245-f150624cd088 req-1c75cbd8-0a7a-463f-b1a0-53593ad3dba3 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f2b9e7f-2738-45e8-9570-ab1090613965 HTTP/1.1" status: 200 len: 946 time: 0.0482626 Sep 17 09:01:22.051927 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-392cb4b1-511f-4b93-9245-f150624cd088 req-2f8db6fe-2b94-4519-9986-c532997edea7 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/security-groups?id=8dda200e-e6a6-45af-83f0-ceef4c46d972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307620 Sep 17 09:01:22.233271 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d48ebb3-3977-4fc9-b22d-db23b34c3276 req-145e9f86-286f-48d5-ada3-3f11b17f22cb tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:01:22.234737 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9d48ebb3-3977-4fc9-b22d-db23b34c3276 req-145e9f86-286f-48d5-ada3-3f11b17f22cb tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f2b9e7f-2738-45e8-9570-ab1090613965 HTTP/1.1" status: 200 len: 946 time: 0.0472412 Sep 17 09:01:22.271417 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9d48ebb3-3977-4fc9-b22d-db23b34c3276 req-1634edcc-547d-42c5-85e8-51f4ed3239c1 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/security-groups?id=8dda200e-e6a6-45af-83f0-ceef4c46d972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301354 Sep 17 09:01:22.544764 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-000d1ba9-0122-45c8-8a39-142e89f26f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:01:22.861846 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:01:23.970174 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:01:24.290147 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 09:01:25.561580 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:01:33.805306 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c2ed8f-7bd5-4e6c-8798-dbefef205e49 req-c4855922-b9f8-42ce-ae7e-b27a5b990d7c tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:01:33.806787 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-93c2ed8f-7bd5-4e6c-8798-dbefef205e49 req-c4855922-b9f8-42ce-ae7e-b27a5b990d7c tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f2b9e7f-2738-45e8-9570-ab1090613965 HTTP/1.1" status: 200 len: 946 time: 0.0477133 Sep 17 09:01:33.846786 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-93c2ed8f-7bd5-4e6c-8798-dbefef205e49 req-41947f63-0478-447a-9d45-986e66beb1fe tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/security-groups?id=8dda200e-e6a6-45af-83f0-ceef4c46d972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342128 Sep 17 09:01:33.868821 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 36588) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:01:34.005906 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca30648a-6d0a-44dc-9584-396d0799668e tempest-TestMinimumBasicScenario-370694670 tempest-TestMinimumBasicScenario-370694670-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:01:34.007345 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ca30648a-6d0a-44dc-9584-396d0799668e tempest-TestMinimumBasicScenario-370694670 tempest-TestMinimumBasicScenario-370694670-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0f2b9e7f-2738-45e8-9570-ab1090613965 HTTP/1.1" status: 200 len: 1092 time: 0.1375842 Sep 17 09:01:34.010375 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 36592) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:01:34.014632 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-354d6330-3b8b-4447-acd1-93784b9b8659 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Request body: {'floatingip': {'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'port_id': '3c708988-c4c3-450a-92d2-7b8efd6adf37', 'tenant_id': '660eab7715144bf1944aee6f9b0616ef', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:01:34.036307 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-354d6330-3b8b-4447-acd1-93784b9b8659 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Notify callbacks [] for floatingip, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:01:34.129501 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-354d6330-3b8b-4447-acd1-93784b9b8659 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:01:34.231619 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-354d6330-3b8b-4447-acd1-93784b9b8659 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Allocated IP 172.25.6.92 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/b08a7f61-ce52-461b-ad8f-0d20ad4dbd85) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 09:01:34.327944 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-354d6330-3b8b-4447-acd1-93784b9b8659 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:01:34.364423 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-354d6330-3b8b-4447-acd1-93784b9b8659 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:01:34.402461 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354d6330-3b8b-4447-acd1-93784b9b8659 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 09:01:34.407084 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-354d6330-3b8b-4447-acd1-93784b9b8659 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 09:01:34.411397 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354d6330-3b8b-4447-acd1-93784b9b8659 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 09:01:34.414342 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354d6330-3b8b-4447-acd1-93784b9b8659 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Pushing event updated for resources: {'Port': ['ID=b08a7f61-ce52-461b-ad8f-0d20ad4dbd85,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:01:34.441253 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354d6330-3b8b-4447-acd1-93784b9b8659 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:01:34.441597 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354d6330-3b8b-4447-acd1-93784b9b8659 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:01:34.441936 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354d6330-3b8b-4447-acd1-93784b9b8659 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:01:34.442270 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354d6330-3b8b-4447-acd1-93784b9b8659 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:01:34.442599 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354d6330-3b8b-4447-acd1-93784b9b8659 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:01:34.442923 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354d6330-3b8b-4447-acd1-93784b9b8659 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:01:34.443786 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354d6330-3b8b-4447-acd1-93784b9b8659 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:01:34.444136 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354d6330-3b8b-4447-acd1-93784b9b8659 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:01:34.444500 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354d6330-3b8b-4447-acd1-93784b9b8659 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:01:34.444824 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354d6330-3b8b-4447-acd1-93784b9b8659 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:01:34.445144 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354d6330-3b8b-4447-acd1-93784b9b8659 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:01:34.445463 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354d6330-3b8b-4447-acd1-93784b9b8659 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:01:34.767567 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-354d6330-3b8b-4447-acd1-93784b9b8659 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:01:34.829856 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-354d6330-3b8b-4447-acd1-93784b9b8659 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:01:34.976741 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-354d6330-3b8b-4447-acd1-93784b9b8659 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:01:34.981312 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-354d6330-3b8b-4447-acd1-93784b9b8659 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:01:35.047768 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354d6330-3b8b-4447-acd1-93784b9b8659 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Pushing event updated for resources: {'Port': ['ID=b08a7f61-ce52-461b-ad8f-0d20ad4dbd85,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:01:35.058231 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-354d6330-3b8b-4447-acd1-93784b9b8659 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:01:35.156215 n-d-789963-9 neutron-server[101289]: INFO neutron.db.l3_db [None req-354d6330-3b8b-4447-acd1-93784b9b8659 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Floating IP 1c734468-1842-435b-8e85-33a49c46c85a associated. External IP: 172.25.6.92, port: 3c708988-c4c3-450a-92d2-7b8efd6adf37. Sep 17 09:01:35.361973 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-354d6330-3b8b-4447-acd1-93784b9b8659 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Router 7cfcf9b6-bbb1-4eed-b074-7c43459111fe has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 09:01:35.465377 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-354d6330-3b8b-4447-acd1-93784b9b8659 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 09:01:35.476144 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132f1cc0-b596-42cf-ac7f-220fc2ccf7db None None] Sync routers for ids ['7cfcf9b6-bbb1-4eed-b074-7c43459111fe'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 09:01:35.481881 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-354d6330-3b8b-4447-acd1-93784b9b8659 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:01:35.485607 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132f1cc0-b596-42cf-ac7f-220fc2ccf7db None None] Routers {'7cfcf9b6-bbb1-4eed-b074-7c43459111fe'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:01:35.486272 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-132f1cc0-b596-42cf-ac7f-220fc2ccf7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:01:23Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['7cfcf9b6-bbb1-4eed-b074-7c43459111fe'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:01:35.510941 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-354d6330-3b8b-4447-acd1-93784b9b8659 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4969344 Sep 17 09:01:35.510941 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f2b9e7f-2738-45e8-9570-ab1090613965', 'tag': '3c708988-c4c3-450a-92d2-7b8efd6adf37'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 09:01:35.511251 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0b8b68ef77f8a69a7ea64e5314cb7bfe1c653782f919eb7015de92bbdd57641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f7b1ea-0f57-400f-b865-2f0bbd54f6ee" -d '{"events": [{"name": "network-changed", "server_uuid": "0f2b9e7f-2738-45e8-9570-ab1090613965", "tag": "3c708988-c4c3-450a-92d2-7b8efd6adf37"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 09:01:35.511355 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 36594) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:01:35.516034 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-eb233ede-e253-4b32-882e-37699c852e7f tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-340634531', 'description': 'tempest-secgroup-smoke-340634531 description', 'project_id': '660eab7715144bf1944aee6f9b0616ef'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:01:35.541315 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-eb233ede-e253-4b32-882e-37699c852e7f tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:01:35.597539 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-132f1cc0-b596-42cf-ac7f-220fc2ccf7db None None] Set router 7cfcf9b6-bbb1-4eed-b074-7c43459111fe gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:01:35.624998 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-eb233ede-e253-4b32-882e-37699c852e7f tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:01:35.629519 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-eb233ede-e253-4b32-882e-37699c852e7f tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:01:35.659693 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-eb233ede-e253-4b32-882e-37699c852e7f tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:01:35.661132 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-eb233ede-e253-4b32-882e-37699c852e7f tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1487286 Sep 17 09:01:35.664198 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 36600) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:01:35.669357 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-72d0ef1c-6a47-4fa2-ae3c-019716bb8e12 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Request body: {'security_group_rule': {'security_group_id': '0d5af140-48d5-40bb-acb1-16118fdbd593', 'project_id': '660eab7715144bf1944aee6f9b0616ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:01:35.674360 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb233ede-e253-4b32-882e-37699c852e7f tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5af140-48d5-40bb-acb1-16118fdbd593,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:01:35.689849 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 09:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35acea07-712e-4314-9cf5-511946e121ad x-openstack-request-id: req-35acea07-712e-4314-9cf5-511946e121ad {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 09:01:35.690352 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f2b9e7f-2738-45e8-9570-ab1090613965", "tag": "3c708988-c4c3-450a-92d2-7b8efd6adf37", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 09:01:35.690716 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-35acea07-712e-4314-9cf5-511946e121ad {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 09:01:35.691196 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f2b9e7f-2738-45e8-9570-ab1090613965', 'tag': '3c708988-c4c3-450a-92d2-7b8efd6adf37', 'status': 'completed', 'code': 200} Sep 17 09:01:35.699860 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-72d0ef1c-6a47-4fa2-ae3c-019716bb8e12 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:01:35.789658 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-72d0ef1c-6a47-4fa2-ae3c-019716bb8e12 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:01:35.792684 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7b1ea-0f57-400f-b865-2f0bbd54f6ee req-9bd9ae18-1c7c-4731-baf2-33c6c32e3e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:01:35.794215 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d1f7b1ea-0f57-400f-b865-2f0bbd54f6ee req-9bd9ae18-1c7c-4731-baf2-33c6c32e3e50 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=660eab7715144bf1944aee6f9b0616ef&device_id=0f2b9e7f-2738-45e8-9570-ab1090613965 HTTP/1.1" status: 200 len: 1097 time: 0.0614607 Sep 17 09:01:35.795329 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-72d0ef1c-6a47-4fa2-ae3c-019716bb8e12 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:01:35.830672 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-132f1cc0-b596-42cf-ac7f-220fc2ccf7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cfcf9b6-bbb1-4eed-b074-7c43459111fe', 'name': 'tempest-TestMinimumBasicScenario-668999866-router', 'tenant_id': '660eab7715144bf1944aee6f9b0616ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': 'f6fac027-53fb-419a-9ef0-2318d652a67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:00:39Z', 'updated_at': '2021-09-17T09:00:42Z', 'revision_number': 4, 'project_id': '660eab7715144bf1944aee6f9b0616ef', 'gw_port': {'id': 'f6fac027-53fb-419a-9ef0-2318d652a67b', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:17:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfcf9b6-bbb1-4eed-b074-7c43459111fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:00:40Z', 'updated_at': '2021-09-17T09:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '1c734468-1842-435b-8e85-33a49c46c85a', 'tenant_id': '660eab7715144bf1944aee6f9b0616ef', 'floating_ip_address': '172.25.6.92', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '7cfcf9b6-bbb1-4eed-b074-7c43459111fe', 'port_id': '3c708988-c4c3-450a-92d2-7b8efd6adf37', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6013295-0d24-453f-8f8f-888d838913a0', 'mac_address': 'fa:16:3e:73:44:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2b9e7f-2738-45e8-9570-ab1090613965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T09:01:34Z', 'updated_at': '2021-09-17T09:01:34Z', 'revision_number': 0, 'project_id': '660eab7715144bf1944aee6f9b0616ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '377b17c6-3a57-4139-9889-5d53e6e408c4', 'name': '', 'network_id': 'e6013295-0d24-453f-8f8f-888d838913a0', 'tenant_id': '660eab7715144bf1944aee6f9b0616ef', 'mac_address': 'fa:16:3e:f0:46:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfcf9b6-bbb1-4eed-b074-7c43459111fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '9615a9c8-d29b-43f1-889b-2e45131c1044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:00:42Z', 'updated_at': '2021-09-17T09:00:46Z', 'revision_number': 5, 'project_id': '660eab7715144bf1944aee6f9b0616ef', 'subnets': [{'id': '9615a9c8-d29b-43f1-889b-2e45131c1044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:01:35.831090 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d0ef1c-6a47-4fa2-ae3c-019716bb8e12 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0bfea1b-23cc-480b-9502-ee04417a09a6,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:01:35.835766 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-72d0ef1c-6a47-4fa2-ae3c-019716bb8e12 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:01:35.837091 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-72d0ef1c-6a47-4fa2-ae3c-019716bb8e12 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1715991 Sep 17 09:01:35.839885 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 36602) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:01:35.846059 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-7aa176a3-4bc9-47ef-9d83-2ab3fa5e719f tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Request body: {'security_group_rule': {'security_group_id': '0d5af140-48d5-40bb-acb1-16118fdbd593', 'project_id': '660eab7715144bf1944aee6f9b0616ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:01:35.861581 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132f1cc0-b596-42cf-ac7f-220fc2ccf7db None None] Checking router: 7cfcf9b6-bbb1-4eed-b074-7c43459111fe for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 09:01:35.871000 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132f1cc0-b596-42cf-ac7f-220fc2ccf7db None None] Routers {'7cfcf9b6-bbb1-4eed-b074-7c43459111fe'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:01:35.871560 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-132f1cc0-b596-42cf-ac7f-220fc2ccf7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:01:23Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['7cfcf9b6-bbb1-4eed-b074-7c43459111fe'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:01:35.878349 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7aa176a3-4bc9-47ef-9d83-2ab3fa5e719f tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:01:35.903575 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7b1ea-0f57-400f-b865-2f0bbd54f6ee req-f108d605-fc1a-48c2-b019-c1ddf2219d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:01:35.905116 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d1f7b1ea-0f57-400f-b865-2f0bbd54f6ee req-f108d605-fc1a-48c2-b019-c1ddf2219d59 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e6013295-0d24-453f-8f8f-888d838913a0 HTTP/1.1" status: 200 len: 915 time: 0.1025252 Sep 17 09:01:35.942534 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7aa176a3-4bc9-47ef-9d83-2ab3fa5e719f tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:01:35.947502 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7aa176a3-4bc9-47ef-9d83-2ab3fa5e719f tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:01:35.970653 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa176a3-4bc9-47ef-9d83-2ab3fa5e719f tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56928d5e-a241-480c-8abd-54175eaea063,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:01:35.977115 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d1f7b1ea-0f57-400f-b865-2f0bbd54f6ee req-ae00fffc-47ce-43ad-b922-ebe6f8fab9ee service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c708988-c4c3-450a-92d2-7b8efd6adf37 HTTP/1.1" status: 200 len: 999 time: 0.0638285 Sep 17 09:01:35.977319 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7aa176a3-4bc9-47ef-9d83-2ab3fa5e719f tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:01:35.981271 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-7aa176a3-4bc9-47ef-9d83-2ab3fa5e719f tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1376112 Sep 17 09:01:35.981494 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 36604) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:01:35.985977 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-bbd25a4b-6205-463a-a545-1b56c4d6d78d tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Request body: {'security_group_rule': {'security_group_id': '0d5af140-48d5-40bb-acb1-16118fdbd593', 'project_id': '660eab7715144bf1944aee6f9b0616ef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:01:35.989769 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-132f1cc0-b596-42cf-ac7f-220fc2ccf7db None None] Set router 7cfcf9b6-bbb1-4eed-b074-7c43459111fe gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:01:36.046632 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7b1ea-0f57-400f-b865-2f0bbd54f6ee req-13ee224f-f9cf-42fc-9934-5a7bc950ea0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:01:36.048129 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d1f7b1ea-0f57-400f-b865-2f0bbd54f6ee req-13ee224f-f9cf-42fc-9934-5a7bc950ea0d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9615a9c8-d29b-43f1-889b-2e45131c1044 HTTP/1.1" status: 200 len: 853 time: 0.0564535 Sep 17 09:01:36.049401 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bbd25a4b-6205-463a-a545-1b56c4d6d78d tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:01:36.124259 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7b1ea-0f57-400f-b865-2f0bbd54f6ee req-605088e5-be58-4276-a406-a4299af9fbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:01:36.125692 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d1f7b1ea-0f57-400f-b865-2f0bbd54f6ee req-605088e5-be58-4276-a406-a4299af9fbc5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e6013295-0d24-453f-8f8f-888d838913a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673146 Sep 17 09:01:36.136662 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bbd25a4b-6205-463a-a545-1b56c4d6d78d tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:01:36.144629 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bbd25a4b-6205-463a-a545-1b56c4d6d78d tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:01:36.180089 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd25a4b-6205-463a-a545-1b56c4d6d78d tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94cdbe92-8f85-4c6b-b1a7-3dceb6c658a1,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:01:36.211219 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bbd25a4b-6205-463a-a545-1b56c4d6d78d tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:01:36.212529 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-bbd25a4b-6205-463a-a545-1b56c4d6d78d tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2300184 Sep 17 09:01:36.215372 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 36606) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:01:36.221650 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-b3366c95-3db5-4c44-8f1c-b2b72b561383 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Request body: {'security_group_rule': {'security_group_id': '0d5af140-48d5-40bb-acb1-16118fdbd593', 'project_id': '660eab7715144bf1944aee6f9b0616ef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:01:36.229676 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:01:36.232998 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:01:36.239036 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-132f1cc0-b596-42cf-ac7f-220fc2ccf7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cfcf9b6-bbb1-4eed-b074-7c43459111fe', 'name': 'tempest-TestMinimumBasicScenario-668999866-router', 'tenant_id': '660eab7715144bf1944aee6f9b0616ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': 'f6fac027-53fb-419a-9ef0-2318d652a67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:00:39Z', 'updated_at': '2021-09-17T09:00:42Z', 'revision_number': 4, 'project_id': '660eab7715144bf1944aee6f9b0616ef', 'gw_port': {'id': 'f6fac027-53fb-419a-9ef0-2318d652a67b', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:17:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfcf9b6-bbb1-4eed-b074-7c43459111fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:00:40Z', 'updated_at': '2021-09-17T09:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '1c734468-1842-435b-8e85-33a49c46c85a', 'tenant_id': '660eab7715144bf1944aee6f9b0616ef', 'floating_ip_address': '172.25.6.92', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '7cfcf9b6-bbb1-4eed-b074-7c43459111fe', 'port_id': '3c708988-c4c3-450a-92d2-7b8efd6adf37', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6013295-0d24-453f-8f8f-888d838913a0', 'mac_address': 'fa:16:3e:73:44:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2b9e7f-2738-45e8-9570-ab1090613965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T09:01:34Z', 'updated_at': '2021-09-17T09:01:34Z', 'revision_number': 0, 'project_id': '660eab7715144bf1944aee6f9b0616ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '377b17c6-3a57-4139-9889-5d53e6e408c4', 'name': '', 'network_id': 'e6013295-0d24-453f-8f8f-888d838913a0', 'tenant_id': '660eab7715144bf1944aee6f9b0616ef', 'mac_address': 'fa:16:3e:f0:46:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfcf9b6-bbb1-4eed-b074-7c43459111fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '9615a9c8-d29b-43f1-889b-2e45131c1044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:00:42Z', 'updated_at': '2021-09-17T09:00:46Z', 'revision_number': 5, 'project_id': '660eab7715144bf1944aee6f9b0616ef', 'subnets': [{'id': '9615a9c8-d29b-43f1-889b-2e45131c1044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:01:36.247757 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d1f7b1ea-0f57-400f-b865-2f0bbd54f6ee req-77f88553-8a68-4ee9-9e1b-88b9871b192d service neutron] 10.222.0.39 "GET /v2.0/networks/e6013295-0d24-453f-8f8f-888d838913a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128736 Sep 17 09:01:36.257388 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b3366c95-3db5-4c44-8f1c-b2b72b561383 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:01:36.270402 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132f1cc0-b596-42cf-ac7f-220fc2ccf7db None None] The sync data for ids ['7cfcf9b6-bbb1-4eed-b074-7c43459111fe'] in n-d-789963-9 is: [{'id': '7cfcf9b6-bbb1-4eed-b074-7c43459111fe', 'name': 'tempest-TestMinimumBasicScenario-668999866-router', 'tenant_id': '660eab7715144bf1944aee6f9b0616ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': 'f6fac027-53fb-419a-9ef0-2318d652a67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:00:39Z', 'updated_at': '2021-09-17T09:00:42Z', 'revision_number': 4, 'project_id': '660eab7715144bf1944aee6f9b0616ef', 'gw_port': {'id': 'f6fac027-53fb-419a-9ef0-2318d652a67b', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:17:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfcf9b6-bbb1-4eed-b074-7c43459111fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:00:40Z', 'updated_at': '2021-09-17T09:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '1c734468-1842-435b-8e85-33a49c46c85a', 'tenant_id': '660eab7715144bf1944aee6f9b0616ef', 'floating_ip_address': '172.25.6.92', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '7cfcf9b6-bbb1-4eed-b074-7c43459111fe', 'port_id': '3c708988-c4c3-450a-92d2-7b8efd6adf37', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6013295-0d24-453f-8f8f-888d838913a0', 'mac_address': 'fa:16:3e:73:44:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2b9e7f-2738-45e8-9570-ab1090613965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T09:01:34Z', 'updated_at': '2021-09-17T09:01:34Z', 'revision_number': 0, 'project_id': '660eab7715144bf1944aee6f9b0616ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '377b17c6-3a57-4139-9889-5d53e6e408c4', 'name': '', 'network_id': 'e6013295-0d24-453f-8f8f-888d838913a0', 'tenant_id': '660eab7715144bf1944aee6f9b0616ef', 'mac_address': 'fa:16:3e:f0:46:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfcf9b6-bbb1-4eed-b074-7c43459111fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '9615a9c8-d29b-43f1-889b-2e45131c1044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:00:42Z', 'updated_at': '2021-09-17T09:00:46Z', 'revision_number': 5, 'project_id': '660eab7715144bf1944aee6f9b0616ef', 'subnets': [{'id': '9615a9c8-d29b-43f1-889b-2e45131c1044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 09:01:36.329408 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b3366c95-3db5-4c44-8f1c-b2b72b561383 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:01:36.335430 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b3366c95-3db5-4c44-8f1c-b2b72b561383 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:01:36.349979 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d1f7b1ea-0f57-400f-b865-2f0bbd54f6ee req-bf56859b-df37-4993-aac3-7d97eb34b167 service neutron] 10.222.0.39 "GET /v2.0/networks/e6013295-0d24-453f-8f8f-888d838913a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931156 Sep 17 09:01:36.354473 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3366c95-3db5-4c44-8f1c-b2b72b561383 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9a43067-e46d-49c3-af80-05578e5c3045,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:01:36.361619 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b3366c95-3db5-4c44-8f1c-b2b72b561383 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:01:36.363051 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-b3366c95-3db5-4c44-8f1c-b2b72b561383 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1457915 Sep 17 09:01:36.366302 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 36608) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:01:36.371857 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-682efa74-c7e6-40e9-a785-b201cf8f5199 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Request body: {'security_group_rule': {'security_group_id': '0d5af140-48d5-40bb-acb1-16118fdbd593', 'project_id': '660eab7715144bf1944aee6f9b0616ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:01:36.395207 n-d-789963-9 neutron-server[101289]: INFO neutron.db.securitygroups_db [None req-682efa74-c7e6-40e9-a785-b201cf8f5199 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Project 660eab7715144bf1944aee6f9b0616ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 09:01:36.399918 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-682efa74-c7e6-40e9-a785-b201cf8f5199 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:01:36.461686 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-682efa74-c7e6-40e9-a785-b201cf8f5199 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:01:36.466243 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-682efa74-c7e6-40e9-a785-b201cf8f5199 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:01:36.487316 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682efa74-c7e6-40e9-a785-b201cf8f5199 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82af3980-0dfd-444b-812b-4b3a1370327c,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:01:36.497997 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-682efa74-c7e6-40e9-a785-b201cf8f5199 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:01:36.498876 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e743cf8e-cfc7-4f9a-8621-559be35baf98 None None] New status for floating IP 1c734468-1842-435b-8e85-33a49c46c85a: ACTIVE {{(pid=101292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 09:01:36.499351 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-682efa74-c7e6-40e9-a785-b201cf8f5199 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1317582 Sep 17 09:01:36.502097 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 36610) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:01:36.506802 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-470c0f19-b22c-4d1d-9ec4-930f4355d5fa tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Request body: {'security_group_rule': {'security_group_id': '0d5af140-48d5-40bb-acb1-16118fdbd593', 'project_id': '660eab7715144bf1944aee6f9b0616ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:01:36.528830 n-d-789963-9 neutron-server[101290]: INFO neutron.db.securitygroups_db [None req-470c0f19-b22c-4d1d-9ec4-930f4355d5fa tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Project 660eab7715144bf1944aee6f9b0616ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 09:01:36.533555 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-470c0f19-b22c-4d1d-9ec4-930f4355d5fa tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:01:36.593738 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-470c0f19-b22c-4d1d-9ec4-930f4355d5fa tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:01:36.597894 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-470c0f19-b22c-4d1d-9ec4-930f4355d5fa tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:01:36.616325 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470c0f19-b22c-4d1d-9ec4-930f4355d5fa tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=956fb4af-5252-4924-827d-5d61b8d1f61b,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:01:36.625214 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-470c0f19-b22c-4d1d-9ec4-930f4355d5fa tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:01:36.626604 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-470c0f19-b22c-4d1d-9ec4-930f4355d5fa tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1235034 Sep 17 09:01:36.705968 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1b607a52-4f38-4548-9b6f-60a836a990bc req-85687375-4b17-40c8-bd7d-955715c74881 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-340634531&fields=id&tenant_id=660eab7715144bf1944aee6f9b0616ef HTTP/1.1" status: 200 len: 267 time: 0.0336633 Sep 17 09:01:36.760229 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b607a52-4f38-4548-9b6f-60a836a990bc req-43324284-e126-4cd8-b714-b47da0549ee7 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:01:36.761699 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1b607a52-4f38-4548-9b6f-60a836a990bc req-43324284-e126-4cd8-b714-b47da0549ee7 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f2b9e7f-2738-45e8-9570-ab1090613965 HTTP/1.1" status: 200 len: 946 time: 0.0500157 Sep 17 09:01:36.772973 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-1b607a52-4f38-4548-9b6f-60a836a990bc req-1300fe4a-3a99-446e-9ffc-b0bab301e1ca tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Request body: {'port': {'security_groups': ['8dda200e-e6a6-45af-83f0-ceef4c46d972', '0d5af140-48d5-40bb-acb1-16118fdbd593']}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:01:36.831157 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1b607a52-4f38-4548-9b6f-60a836a990bc req-1300fe4a-3a99-446e-9ffc-b0bab301e1ca tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:01:37.007375 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-1b607a52-4f38-4548-9b6f-60a836a990bc req-1300fe4a-3a99-446e-9ffc-b0bab301e1ca tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] For port 3c708988-c4c3-450a-92d2-7b8efd6adf37, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=3c708988-c4c3-450a-92d2-7b8efd6adf37,segment=NetworkSegment(32940424-1983-4dac-aa28-233f7e5f755c),segment_id=32940424-1983-4dac-aa28-233f7e5f755c)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:01:37.036153 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1b607a52-4f38-4548-9b6f-60a836a990bc req-1300fe4a-3a99-446e-9ffc-b0bab301e1ca tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:01:37.041279 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1b607a52-4f38-4548-9b6f-60a836a990bc req-1300fe4a-3a99-446e-9ffc-b0bab301e1ca tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:01:37.076621 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['3c708988-c4c3-450a-92d2-7b8efd6adf37'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 09:01:37.086365 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b607a52-4f38-4548-9b6f-60a836a990bc req-1300fe4a-3a99-446e-9ffc-b0bab301e1ca tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:01:37.087155 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-1b607a52-4f38-4548-9b6f-60a836a990bc req-1300fe4a-3a99-446e-9ffc-b0bab301e1ca tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:01:37.088631 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1b607a52-4f38-4548-9b6f-60a836a990bc req-1300fe4a-3a99-446e-9ffc-b0bab301e1ca tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "PUT /v2.0/ports/3c708988-c4c3-450a-92d2-7b8efd6adf37 HTTP/1.1" status: 200 len: 982 time: 0.3206046 Sep 17 09:01:37.115493 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300fe4a-3a99-446e-9ffc-b0bab301e1ca tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Pushing event updated for resources: {'Port': ['ID=3c708988-c4c3-450a-92d2-7b8efd6adf37,revision_number=6']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:01:37.209997 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['3c708988-c4c3-450a-92d2-7b8efd6adf37'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 09:01:37.211951 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f425bc-a4b4-434e-b405-2b95bdf693d2 req-5203c83d-7ab0-44de-ad31-a2ba2549db64 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:01:37.213641 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-56f425bc-a4b4-434e-b405-2b95bdf693d2 req-5203c83d-7ab0-44de-ad31-a2ba2549db64 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f2b9e7f-2738-45e8-9570-ab1090613965 HTTP/1.1" status: 200 len: 985 time: 0.0568583 Sep 17 09:01:37.257141 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-56f425bc-a4b4-434e-b405-2b95bdf693d2 req-d5c64026-bf70-4937-a0a5-48d70d9d2149 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d5af140-48d5-40bb-acb1-16118fdbd593&id=8dda200e-e6a6-45af-83f0-ceef4c46d972&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0367222 Sep 17 09:01:37.386874 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-231d5d11-3c1c-43ba-bb72-9165aac0896d None None] Provisioning complete for port 3c708988-c4c3-450a-92d2-7b8efd6adf37 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:01:37.387156 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-231d5d11-3c1c-43ba-bb72-9165aac0896d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:01:37.692471 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f2b9e7f-2738-45e8-9570-ab1090613965', 'tag': '3c708988-c4c3-450a-92d2-7b8efd6adf37'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 09:01:37.695532 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0b8b68ef77f8a69a7ea64e5314cb7bfe1c653782f919eb7015de92bbdd57641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b820bcb2-0256-4d19-9606-1039a909d51a" -d '{"events": [{"name": "network-changed", "server_uuid": "0f2b9e7f-2738-45e8-9570-ab1090613965", "tag": "3c708988-c4c3-450a-92d2-7b8efd6adf37"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 09:01:37.730164 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 09:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a54163-535e-4842-bff1-da7ec2d127ec x-openstack-request-id: req-34a54163-535e-4842-bff1-da7ec2d127ec {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 09:01:37.730457 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f2b9e7f-2738-45e8-9570-ab1090613965", "tag": "3c708988-c4c3-450a-92d2-7b8efd6adf37", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 09:01:37.730709 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-34a54163-535e-4842-bff1-da7ec2d127ec {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 09:01:37.731104 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f2b9e7f-2738-45e8-9570-ab1090613965', 'tag': '3c708988-c4c3-450a-92d2-7b8efd6adf37', 'status': 'completed', 'code': 200} Sep 17 09:01:37.813165 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b820bcb2-0256-4d19-9606-1039a909d51a req-0d756c61-c490-4da3-b214-c437b0f616c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:01:37.814541 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b820bcb2-0256-4d19-9606-1039a909d51a req-0d756c61-c490-4da3-b214-c437b0f616c7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=660eab7715144bf1944aee6f9b0616ef&device_id=0f2b9e7f-2738-45e8-9570-ab1090613965 HTTP/1.1" status: 200 len: 1136 time: 0.0394764 Sep 17 09:01:37.903241 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b820bcb2-0256-4d19-9606-1039a909d51a req-5fba2565-f19e-4d5a-b491-9008e3b0292d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:01:37.904721 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b820bcb2-0256-4d19-9606-1039a909d51a req-5fba2565-f19e-4d5a-b491-9008e3b0292d service neutron] 10.222.0.39 "GET /v2.0/networks?id=e6013295-0d24-453f-8f8f-888d838913a0 HTTP/1.1" status: 200 len: 915 time: 0.0831745 Sep 17 09:01:37.971578 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b820bcb2-0256-4d19-9606-1039a909d51a req-44d0184a-246a-4f34-868b-25f686c309d6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c708988-c4c3-450a-92d2-7b8efd6adf37 HTTP/1.1" status: 200 len: 1001 time: 0.0583735 Sep 17 09:01:38.018659 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b820bcb2-0256-4d19-9606-1039a909d51a req-6b4fdd9d-ad75-4a45-b108-eaa8235e450e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:01:38.020058 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b820bcb2-0256-4d19-9606-1039a909d51a req-6b4fdd9d-ad75-4a45-b108-eaa8235e450e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9615a9c8-d29b-43f1-889b-2e45131c1044 HTTP/1.1" status: 200 len: 853 time: 0.0412247 Sep 17 09:01:38.066005 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b820bcb2-0256-4d19-9606-1039a909d51a req-0bde504c-70a1-4bc8-b1de-50c47463f528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:01:38.067366 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b820bcb2-0256-4d19-9606-1039a909d51a req-0bde504c-70a1-4bc8-b1de-50c47463f528 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e6013295-0d24-453f-8f8f-888d838913a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381486 Sep 17 09:01:38.160163 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b820bcb2-0256-4d19-9606-1039a909d51a req-4f266b81-b4cd-49df-8619-4145fbf87ec1 service neutron] 10.222.0.39 "GET /v2.0/networks/e6013295-0d24-453f-8f8f-888d838913a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847182 Sep 17 09:01:38.247205 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b820bcb2-0256-4d19-9606-1039a909d51a req-48ed5ed8-01d2-48b9-8586-2841a5b55c74 service neutron] 10.222.0.39 "GET /v2.0/networks/e6013295-0d24-453f-8f8f-888d838913a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800512 Sep 17 09:01:50.086203 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cf381c59-9c27-423c-b030-5e8fac6cd27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:01:52.536140 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-97735c3a-bd84-4f31-88d8-e29d7c2ecfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:01:52.862949 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:01:53.971748 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:01:55.566585 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:02:00.362376 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-368bc3f2-78b0-44cc-b3be-f5a9af65d7c6 req-6d54e0ab-f6e9-4d93-9f3b-6e50003708db service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0f2b9e7f-2738-45e8-9570-ab1090613965&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394969 Sep 17 09:02:00.463280 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368bc3f2-78b0-44cc-b3be-f5a9af65d7c6 req-60d34e8c-6e2b-47b5-a20c-9bd879cef891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:02:00.464845 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-368bc3f2-78b0-44cc-b3be-f5a9af65d7c6 req-60d34e8c-6e2b-47b5-a20c-9bd879cef891 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=660eab7715144bf1944aee6f9b0616ef&device_id=0f2b9e7f-2738-45e8-9570-ab1090613965 HTTP/1.1" status: 200 len: 1136 time: 0.0449390 Sep 17 09:02:00.563863 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368bc3f2-78b0-44cc-b3be-f5a9af65d7c6 req-d1137780-e3c0-4a1a-bf4a-bfa21b929e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:02:00.565332 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-368bc3f2-78b0-44cc-b3be-f5a9af65d7c6 req-d1137780-e3c0-4a1a-bf4a-bfa21b929e64 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e6013295-0d24-453f-8f8f-888d838913a0 HTTP/1.1" status: 200 len: 915 time: 0.0820775 Sep 17 09:02:00.631187 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-368bc3f2-78b0-44cc-b3be-f5a9af65d7c6 req-97b051e2-07cc-44ff-b5dd-f3cb25244f07 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c708988-c4c3-450a-92d2-7b8efd6adf37 HTTP/1.1" status: 200 len: 1001 time: 0.0586743 Sep 17 09:02:00.681765 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368bc3f2-78b0-44cc-b3be-f5a9af65d7c6 req-8c145448-9fe6-433c-93be-941609ebc399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:02:00.683178 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-368bc3f2-78b0-44cc-b3be-f5a9af65d7c6 req-8c145448-9fe6-433c-93be-941609ebc399 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9615a9c8-d29b-43f1-889b-2e45131c1044 HTTP/1.1" status: 200 len: 853 time: 0.0457921 Sep 17 09:02:00.727188 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368bc3f2-78b0-44cc-b3be-f5a9af65d7c6 req-05748dc6-5bad-4ab7-9a7f-0965911122fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:02:00.728643 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-368bc3f2-78b0-44cc-b3be-f5a9af65d7c6 req-05748dc6-5bad-4ab7-9a7f-0965911122fe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e6013295-0d24-453f-8f8f-888d838913a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382125 Sep 17 09:02:00.822437 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-368bc3f2-78b0-44cc-b3be-f5a9af65d7c6 req-1fa24d6a-1ee2-4757-b876-5f2ccbb9ab39 service neutron] 10.222.0.39 "GET /v2.0/networks/e6013295-0d24-453f-8f8f-888d838913a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866723 Sep 17 09:02:00.909789 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-368bc3f2-78b0-44cc-b3be-f5a9af65d7c6 req-26127b46-8a80-4205-9788-ab07ebe5d967 service neutron] 10.222.0.39 "GET /v2.0/networks/e6013295-0d24-453f-8f8f-888d838913a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791395 Sep 17 09:02:01.288413 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 09:02:03.836359 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cfb1f945-66f5-4206-95cd-725c048f21e3 req-eb9bf8c9-1ac9-4354-a084-41a04a37cfb5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0249875 Sep 17 09:02:03.917343 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cfb1f945-66f5-4206-95cd-725c048f21e3 req-c8831aa1-0a22-4d74-8176-4460b6c85423 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0241635 Sep 17 09:02:03.960543 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cfb1f945-66f5-4206-95cd-725c048f21e3 req-00f1a8c5-d171-4f11-98d6-e2f888533e8f service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0187385 Sep 17 09:02:04.357994 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb1f945-66f5-4206-95cd-725c048f21e3 req-26a14dbc-6b9c-4997-a6a8-2d50f7d618ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:02:04.359556 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cfb1f945-66f5-4206-95cd-725c048f21e3 req-26a14dbc-6b9c-4997-a6a8-2d50f7d618ef service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3927040 Sep 17 09:02:06.209770 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:02:06.219008 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:02:20.089313 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-794a9fc2-1371-4c51-9658-11a8ee88d018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:02:22.536088 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8c5d2dd6-fa64-40dd-897e-1d35a70eee3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:02:22.866527 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:02:23.974521 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:02:25.566352 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:02:36.214897 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:02:36.223400 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:02:37.882374 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd40db34-92d0-4105-88c6-b3b3558fcd9e req-d4fbb5d0-2334-4695-9d3d-e9b818a5227f tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:02:37.883996 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fd40db34-92d0-4105-88c6-b3b3558fcd9e req-d4fbb5d0-2334-4695-9d3d-e9b818a5227f tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f2b9e7f-2738-45e8-9570-ab1090613965 HTTP/1.1" status: 200 len: 985 time: 0.0484407 Sep 17 09:02:37.913877 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da935f-eff0-4edd-a06c-e11a5bb68411 req-a558c566-495c-4887-9d2a-3f5127309c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:02:37.915386 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-38da935f-eff0-4edd-a06c-e11a5bb68411 req-a558c566-495c-4887-9d2a-3f5127309c06 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=660eab7715144bf1944aee6f9b0616ef&device_id=0f2b9e7f-2738-45e8-9570-ab1090613965 HTTP/1.1" status: 200 len: 1136 time: 0.0456259 Sep 17 09:02:37.924331 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fd40db34-92d0-4105-88c6-b3b3558fcd9e req-c097f551-59a6-418f-bea8-205ebba6ef09 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d5af140-48d5-40bb-acb1-16118fdbd593&id=8dda200e-e6a6-45af-83f0-ceef4c46d972&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337799 Sep 17 09:02:38.003061 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da935f-eff0-4edd-a06c-e11a5bb68411 req-4be4b4fd-5a29-4d5b-8b1a-4d176e5af98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:02:38.004496 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-38da935f-eff0-4edd-a06c-e11a5bb68411 req-4be4b4fd-5a29-4d5b-8b1a-4d176e5af98f service neutron] 10.222.0.39 "GET /v2.0/networks?id=e6013295-0d24-453f-8f8f-888d838913a0 HTTP/1.1" status: 200 len: 915 time: 0.0815315 Sep 17 09:02:38.070799 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-38da935f-eff0-4edd-a06c-e11a5bb68411 req-b8ad33d0-594b-416a-a624-2ccd7ee391b6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c708988-c4c3-450a-92d2-7b8efd6adf37 HTTP/1.1" status: 200 len: 1001 time: 0.0587308 Sep 17 09:02:38.120468 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da935f-eff0-4edd-a06c-e11a5bb68411 req-4d3c2bd7-3f47-4f62-b362-e737810845d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:02:38.121925 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-38da935f-eff0-4edd-a06c-e11a5bb68411 req-4d3c2bd7-3f47-4f62-b362-e737810845d8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9615a9c8-d29b-43f1-889b-2e45131c1044 HTTP/1.1" status: 200 len: 853 time: 0.0432200 Sep 17 09:02:38.166290 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da935f-eff0-4edd-a06c-e11a5bb68411 req-989d2f3d-f66a-4733-8ac6-95865f3361dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:02:38.167769 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-38da935f-eff0-4edd-a06c-e11a5bb68411 req-989d2f3d-f66a-4733-8ac6-95865f3361dc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e6013295-0d24-453f-8f8f-888d838913a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384986 Sep 17 09:02:38.258289 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-38da935f-eff0-4edd-a06c-e11a5bb68411 req-27425dcf-45d0-4577-9096-1a2958060cd1 service neutron] 10.222.0.39 "GET /v2.0/networks/e6013295-0d24-453f-8f8f-888d838913a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832551 Sep 17 09:02:38.286902 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 09:02:38.345903 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-38da935f-eff0-4edd-a06c-e11a5bb68411 req-9a8c4487-5c2a-4758-9854-d838877a20ca service neutron] 10.222.0.39 "GET /v2.0/networks/e6013295-0d24-453f-8f8f-888d838913a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796583 Sep 17 09:02:39.050991 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99a5bc-70a0-425e-953b-4f086e5019a2 req-c496fd2e-51e3-4013-b4e3-523f67bc029f tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:02:39.052417 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cd99a5bc-70a0-425e-953b-4f086e5019a2 req-c496fd2e-51e3-4013-b4e3-523f67bc029f tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f2b9e7f-2738-45e8-9570-ab1090613965 HTTP/1.1" status: 200 len: 985 time: 0.0483522 Sep 17 09:02:39.091224 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cd99a5bc-70a0-425e-953b-4f086e5019a2 req-5cbd6a14-904c-4c39-8ad2-695ffa31a492 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d5af140-48d5-40bb-acb1-16118fdbd593&id=8dda200e-e6a6-45af-83f0-ceef4c46d972&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327959 Sep 17 09:02:40.221197 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c66370-722d-47c6-ac7b-1ded5da56351 req-5847f682-8814-4d05-84e1-ac9517cfb1c0 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:02:40.222666 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-54c66370-722d-47c6-ac7b-1ded5da56351 req-5847f682-8814-4d05-84e1-ac9517cfb1c0 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f2b9e7f-2738-45e8-9570-ab1090613965 HTTP/1.1" status: 200 len: 985 time: 0.0507662 Sep 17 09:02:40.261393 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-54c66370-722d-47c6-ac7b-1ded5da56351 req-b2a7032e-f587-4953-9c29-9f52f86f4d4f tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d5af140-48d5-40bb-acb1-16118fdbd593&id=8dda200e-e6a6-45af-83f0-ceef4c46d972&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327842 Sep 17 09:02:41.374301 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54ba86-2f52-45a3-9157-d67385e3c791 req-d2a2ac8a-b3c6-4c1f-8400-53e6ecb0776f tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:02:41.375692 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0a54ba86-2f52-45a3-9157-d67385e3c791 req-d2a2ac8a-b3c6-4c1f-8400-53e6ecb0776f tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f2b9e7f-2738-45e8-9570-ab1090613965 HTTP/1.1" status: 200 len: 985 time: 0.0475249 Sep 17 09:02:41.414389 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0a54ba86-2f52-45a3-9157-d67385e3c791 req-4141b85a-dc64-4dc2-abe7-4c6c12b699c6 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d5af140-48d5-40bb-acb1-16118fdbd593&id=8dda200e-e6a6-45af-83f0-ceef4c46d972&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326846 Sep 17 09:02:42.530961 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41766aef-5160-4928-b6c5-e0ec3a61b369 req-168c47cc-cefe-4c08-9a7b-81dcf58b98d7 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:02:42.532477 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-41766aef-5160-4928-b6c5-e0ec3a61b369 req-168c47cc-cefe-4c08-9a7b-81dcf58b98d7 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f2b9e7f-2738-45e8-9570-ab1090613965 HTTP/1.1" status: 200 len: 985 time: 0.0498648 Sep 17 09:02:42.572159 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-41766aef-5160-4928-b6c5-e0ec3a61b369 req-5b66eaf3-129c-4105-a4fe-bde0a8887d14 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d5af140-48d5-40bb-acb1-16118fdbd593&id=8dda200e-e6a6-45af-83f0-ceef4c46d972&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336468 Sep 17 09:02:43.688964 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce65101-c611-4151-a02c-bc053424e365 req-59d56787-b232-4f17-a255-191b19c0af11 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:02:43.690418 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8ce65101-c611-4151-a02c-bc053424e365 req-59d56787-b232-4f17-a255-191b19c0af11 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f2b9e7f-2738-45e8-9570-ab1090613965 HTTP/1.1" status: 200 len: 985 time: 0.0514913 Sep 17 09:02:43.728414 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8ce65101-c611-4151-a02c-bc053424e365 req-8c1aeece-c85b-4ae8-8afd-5da4e6a2c673 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d5af140-48d5-40bb-acb1-16118fdbd593&id=8dda200e-e6a6-45af-83f0-ceef4c46d972&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0320001 Sep 17 09:02:44.844754 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c5691f-5e10-4516-9661-56b6a792f323 req-9a0e5e13-a205-4881-8801-632c35494249 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:02:44.846272 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-40c5691f-5e10-4516-9661-56b6a792f323 req-9a0e5e13-a205-4881-8801-632c35494249 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f2b9e7f-2738-45e8-9570-ab1090613965 HTTP/1.1" status: 200 len: 985 time: 0.0516951 Sep 17 09:02:44.885754 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-40c5691f-5e10-4516-9661-56b6a792f323 req-b21f216f-12ca-4286-a785-9b643aa4153a tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d5af140-48d5-40bb-acb1-16118fdbd593&id=8dda200e-e6a6-45af-83f0-ceef4c46d972&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335114 Sep 17 09:02:46.000101 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135cfb35-5703-494c-b096-af3a9b68b285 req-01323505-4df7-43cc-adc4-e4f9d467f290 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:02:46.001595 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-135cfb35-5703-494c-b096-af3a9b68b285 req-01323505-4df7-43cc-adc4-e4f9d467f290 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f2b9e7f-2738-45e8-9570-ab1090613965 HTTP/1.1" status: 200 len: 985 time: 0.0491545 Sep 17 09:02:46.040711 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-135cfb35-5703-494c-b096-af3a9b68b285 req-7d5689c5-19a5-4be9-b04f-907340b84de7 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d5af140-48d5-40bb-acb1-16118fdbd593&id=8dda200e-e6a6-45af-83f0-ceef4c46d972&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331731 Sep 17 09:02:47.156002 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c5a8d-bf52-4775-b910-3be66d096f07 req-1635fb0e-f4c0-4695-a2e5-35255f6eaa93 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:02:47.157457 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-de0c5a8d-bf52-4775-b910-3be66d096f07 req-1635fb0e-f4c0-4695-a2e5-35255f6eaa93 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f2b9e7f-2738-45e8-9570-ab1090613965 HTTP/1.1" status: 200 len: 985 time: 0.0513074 Sep 17 09:02:47.196383 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-de0c5a8d-bf52-4775-b910-3be66d096f07 req-479822a5-5a94-434c-b71a-192664988d09 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d5af140-48d5-40bb-acb1-16118fdbd593&id=8dda200e-e6a6-45af-83f0-ceef4c46d972&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329685 Sep 17 09:02:48.310343 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a5021-fc81-4a67-aefb-7a11781503bf req-4eff768a-808a-4d4e-b500-d104eda27695 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:02:48.311801 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e48a5021-fc81-4a67-aefb-7a11781503bf req-4eff768a-808a-4d4e-b500-d104eda27695 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f2b9e7f-2738-45e8-9570-ab1090613965 HTTP/1.1" status: 200 len: 985 time: 0.0483246 Sep 17 09:02:48.350315 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e48a5021-fc81-4a67-aefb-7a11781503bf req-3383a5bc-8517-4e18-bafe-57204e12467e tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d5af140-48d5-40bb-acb1-16118fdbd593&id=8dda200e-e6a6-45af-83f0-ceef4c46d972&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0323272 Sep 17 09:02:49.462042 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2726ac88-fccc-47c0-9808-cb35da769501 req-35e67ad2-eae2-4246-bd3c-4def7777632c tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:02:49.464056 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2726ac88-fccc-47c0-9808-cb35da769501 req-35e67ad2-eae2-4246-bd3c-4def7777632c tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f2b9e7f-2738-45e8-9570-ab1090613965 HTTP/1.1" status: 200 len: 985 time: 0.0468752 Sep 17 09:02:49.502347 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2726ac88-fccc-47c0-9808-cb35da769501 req-54fe8c3d-eced-4843-953a-13e4a9756d85 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d5af140-48d5-40bb-acb1-16118fdbd593&id=8dda200e-e6a6-45af-83f0-ceef4c46d972&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0322533 Sep 17 09:02:50.091948 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a910ac16-1bf8-4ba4-b3e1-88b92d7afdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:02:50.618365 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937eb5b-8a65-44af-9588-fa42ca9f1bc7 req-6fac82c3-fc53-4a7b-a730-b00e77df17f9 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:02:50.620460 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a937eb5b-8a65-44af-9588-fa42ca9f1bc7 req-6fac82c3-fc53-4a7b-a730-b00e77df17f9 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f2b9e7f-2738-45e8-9570-ab1090613965 HTTP/1.1" status: 200 len: 985 time: 0.0513651 Sep 17 09:02:50.659701 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a937eb5b-8a65-44af-9588-fa42ca9f1bc7 req-d0f4de6e-3bb0-4850-affb-ae0d01b76e3b tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d5af140-48d5-40bb-acb1-16118fdbd593&id=8dda200e-e6a6-45af-83f0-ceef4c46d972&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331256 Sep 17 09:02:51.771714 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105ef83e-167a-454b-8cb4-bc1e13034e38 req-fbf6d2af-79db-4380-8510-06d6b490fc14 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:02:51.773218 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-105ef83e-167a-454b-8cb4-bc1e13034e38 req-fbf6d2af-79db-4380-8510-06d6b490fc14 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f2b9e7f-2738-45e8-9570-ab1090613965 HTTP/1.1" status: 200 len: 985 time: 0.0476577 Sep 17 09:02:51.812970 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-105ef83e-167a-454b-8cb4-bc1e13034e38 req-49d53769-f31b-4dfb-b2af-29cdf1678249 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d5af140-48d5-40bb-acb1-16118fdbd593&id=8dda200e-e6a6-45af-83f0-ceef4c46d972&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327942 Sep 17 09:02:52.535686 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f1e3753b-287d-48bd-b804-3a3092984308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:02:52.868960 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:02:52.930326 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d039bd81-7140-4224-a97a-60f710e9201b req-609975a4-6c43-4821-9ecd-0f6163d40330 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:02:52.931800 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d039bd81-7140-4224-a97a-60f710e9201b req-609975a4-6c43-4821-9ecd-0f6163d40330 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f2b9e7f-2738-45e8-9570-ab1090613965 HTTP/1.1" status: 200 len: 985 time: 0.0476859 Sep 17 09:02:52.973925 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d039bd81-7140-4224-a97a-60f710e9201b req-5b1b2ca4-a3a5-40d0-ad0c-96481a516ffe tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d5af140-48d5-40bb-acb1-16118fdbd593&id=8dda200e-e6a6-45af-83f0-ceef4c46d972&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353985 Sep 17 09:02:53.977134 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:02:54.091492 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65983af5-8385-4865-af6a-1fc14b0abe9c req-3dfaed50-0c39-4183-9040-58648711c64d tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:02:54.093062 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65983af5-8385-4865-af6a-1fc14b0abe9c req-3dfaed50-0c39-4183-9040-58648711c64d tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f2b9e7f-2738-45e8-9570-ab1090613965 HTTP/1.1" status: 200 len: 985 time: 0.0530338 Sep 17 09:02:54.131650 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65983af5-8385-4865-af6a-1fc14b0abe9c req-89647b9b-d376-44e1-aabe-be933fef628e tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d5af140-48d5-40bb-acb1-16118fdbd593&id=8dda200e-e6a6-45af-83f0-ceef4c46d972&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0325425 Sep 17 09:02:55.246305 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654cdec3-4f95-41f9-a936-ed7568724df8 req-61e5d2a1-46b5-4e16-820f-7137a7951b3a tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:02:55.247799 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-654cdec3-4f95-41f9-a936-ed7568724df8 req-61e5d2a1-46b5-4e16-820f-7137a7951b3a tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f2b9e7f-2738-45e8-9570-ab1090613965 HTTP/1.1" status: 200 len: 985 time: 0.0487750 Sep 17 09:02:55.286599 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-654cdec3-4f95-41f9-a936-ed7568724df8 req-45df74b6-b862-44e6-a00c-21ca520d2843 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d5af140-48d5-40bb-acb1-16118fdbd593&id=8dda200e-e6a6-45af-83f0-ceef4c46d972&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328300 Sep 17 09:02:55.569943 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:03:00.418521 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8be19bf0-db60-4a84-9a09-8f77a6869f68 req-f5b8f6b2-e5ba-4081-96dc-a4e7c46fcee3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0f2b9e7f-2738-45e8-9570-ab1090613965&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0872304 Sep 17 09:03:00.511022 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be19bf0-db60-4a84-9a09-8f77a6869f68 req-cf37dad5-28b3-4426-af44-ee79f6a6a307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:03:00.512499 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8be19bf0-db60-4a84-9a09-8f77a6869f68 req-cf37dad5-28b3-4426-af44-ee79f6a6a307 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=660eab7715144bf1944aee6f9b0616ef&device_id=0f2b9e7f-2738-45e8-9570-ab1090613965 HTTP/1.1" status: 200 len: 1136 time: 0.0395484 Sep 17 09:03:00.610830 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be19bf0-db60-4a84-9a09-8f77a6869f68 req-f3d168c6-8000-4375-919d-6110419eaa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:03:00.612211 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8be19bf0-db60-4a84-9a09-8f77a6869f68 req-f3d168c6-8000-4375-919d-6110419eaa6a service neutron] 10.222.0.39 "GET /v2.0/networks?id=e6013295-0d24-453f-8f8f-888d838913a0 HTTP/1.1" status: 200 len: 915 time: 0.0806544 Sep 17 09:03:00.678533 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8be19bf0-db60-4a84-9a09-8f77a6869f68 req-0a78b6d4-3805-42ec-864e-b5d55a8e20d5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c708988-c4c3-450a-92d2-7b8efd6adf37 HTTP/1.1" status: 200 len: 1001 time: 0.0598955 Sep 17 09:03:00.725294 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be19bf0-db60-4a84-9a09-8f77a6869f68 req-ce9feb83-e192-4bbd-8da6-b723514a6213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:03:00.726703 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8be19bf0-db60-4a84-9a09-8f77a6869f68 req-ce9feb83-e192-4bbd-8da6-b723514a6213 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9615a9c8-d29b-43f1-889b-2e45131c1044 HTTP/1.1" status: 200 len: 853 time: 0.0416920 Sep 17 09:03:00.770241 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be19bf0-db60-4a84-9a09-8f77a6869f68 req-62662047-a19b-4391-9b96-7420a22bbf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:03:00.771669 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8be19bf0-db60-4a84-9a09-8f77a6869f68 req-62662047-a19b-4391-9b96-7420a22bbf64 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e6013295-0d24-453f-8f8f-888d838913a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0374019 Sep 17 09:03:00.862324 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8be19bf0-db60-4a84-9a09-8f77a6869f68 req-06784b4c-6821-463b-9100-563692a21a97 service neutron] 10.222.0.39 "GET /v2.0/networks/e6013295-0d24-453f-8f8f-888d838913a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833144 Sep 17 09:03:00.954304 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8be19bf0-db60-4a84-9a09-8f77a6869f68 req-05e6a0bd-ff5d-4d12-a110-74acd89b4f55 service neutron] 10.222.0.39 "GET /v2.0/networks/e6013295-0d24-453f-8f8f-888d838913a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832160 Sep 17 09:03:04.902737 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dd63cad5-2adb-4dcb-b0ee-6f0b7b3420b4 req-53e77ce5-51ff-4cbf-a736-cfb493a339db service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0713718 Sep 17 09:03:04.984154 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dd63cad5-2adb-4dcb-b0ee-6f0b7b3420b4 req-824deb7e-2a4f-4d2e-a3df-991e31b078c7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0253482 Sep 17 09:03:05.032090 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dd63cad5-2adb-4dcb-b0ee-6f0b7b3420b4 req-c8e86777-519d-4c8c-b225-56552548d169 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237219 Sep 17 09:03:05.126890 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63cad5-2adb-4dcb-b0ee-6f0b7b3420b4 req-02e1a1b1-7f0a-4d2b-948d-45d190a3f42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:03:05.128390 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dd63cad5-2adb-4dcb-b0ee-6f0b7b3420b4 req-02e1a1b1-7f0a-4d2b-948d-45d190a3f42e service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897074 Sep 17 09:03:06.229417 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:03:06.230465 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:03:15.289261 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 09:03:20.093088 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9ac278f1-2121-4d75-bd8b-e595995e9beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:03:22.535812 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e9d11007-5771-4ae7-bfd3-038cca43a433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:03:22.870373 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:03:23.978967 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:03:25.573291 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:03:36.219059 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:03:36.238030 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:03:50.094615 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-57a811b5-4935-41b9-93b7-6a3790d429fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:03:52.288952 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 09:03:52.536321 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5dea3c0e-a29c-465f-98da-9b1826fcb6fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:03:52.870874 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:03:53.982183 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:03:55.576537 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:03:58.618724 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-29935665-1332-49c6-89cb-79c07a4029b9 req-4fe28cbe-6273-464c-982b-b8aded2cf113 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-340634531&fields=id&tenant_id=660eab7715144bf1944aee6f9b0616ef HTTP/1.1" status: 200 len: 267 time: 0.0813968 Sep 17 09:03:58.678388 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29935665-1332-49c6-89cb-79c07a4029b9 req-2648c02c-b293-457b-9859-7a676fe2b6fd tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:03:58.680215 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-29935665-1332-49c6-89cb-79c07a4029b9 req-2648c02c-b293-457b-9859-7a676fe2b6fd tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f2b9e7f-2738-45e8-9570-ab1090613965 HTTP/1.1" status: 200 len: 985 time: 0.0556886 Sep 17 09:03:58.691693 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-29935665-1332-49c6-89cb-79c07a4029b9 req-bf2eca7c-ccd6-4b9c-bdf4-6395224b462b tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Request body: {'port': {'security_groups': ['8dda200e-e6a6-45af-83f0-ceef4c46d972']}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:03:58.759173 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-29935665-1332-49c6-89cb-79c07a4029b9 req-bf2eca7c-ccd6-4b9c-bdf4-6395224b462b tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:03:58.930864 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-29935665-1332-49c6-89cb-79c07a4029b9 req-bf2eca7c-ccd6-4b9c-bdf4-6395224b462b tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] For port 3c708988-c4c3-450a-92d2-7b8efd6adf37, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=3c708988-c4c3-450a-92d2-7b8efd6adf37,segment=NetworkSegment(32940424-1983-4dac-aa28-233f7e5f755c),segment_id=32940424-1983-4dac-aa28-233f7e5f755c)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:03:58.959459 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-29935665-1332-49c6-89cb-79c07a4029b9 req-bf2eca7c-ccd6-4b9c-bdf4-6395224b462b tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:03:58.963945 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-29935665-1332-49c6-89cb-79c07a4029b9 req-bf2eca7c-ccd6-4b9c-bdf4-6395224b462b tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:03:59.005406 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['3c708988-c4c3-450a-92d2-7b8efd6adf37'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 09:03:59.011247 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29935665-1332-49c6-89cb-79c07a4029b9 req-bf2eca7c-ccd6-4b9c-bdf4-6395224b462b tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:03:59.011955 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-29935665-1332-49c6-89cb-79c07a4029b9 req-bf2eca7c-ccd6-4b9c-bdf4-6395224b462b tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:03:59.013989 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-29935665-1332-49c6-89cb-79c07a4029b9 req-bf2eca7c-ccd6-4b9c-bdf4-6395224b462b tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "PUT /v2.0/ports/3c708988-c4c3-450a-92d2-7b8efd6adf37 HTTP/1.1" status: 200 len: 943 time: 0.3268821 Sep 17 09:03:59.013989 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f2b9e7f-2738-45e8-9570-ab1090613965', 'tag': '3c708988-c4c3-450a-92d2-7b8efd6adf37'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 09:03:59.016281 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0b8b68ef77f8a69a7ea64e5314cb7bfe1c653782f919eb7015de92bbdd57641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cbaaf5b-32b4-4494-91f5-c56154a00e97" -d '{"events": [{"name": "network-changed", "server_uuid": "0f2b9e7f-2738-45e8-9570-ab1090613965", "tag": "3c708988-c4c3-450a-92d2-7b8efd6adf37"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 09:03:59.022173 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 36728) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:03:59.042643 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2eca7c-ccd6-4b9c-bdf4-6395224b462b tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Pushing event updated for resources: {'Port': ['ID=3c708988-c4c3-450a-92d2-7b8efd6adf37,revision_number=7']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:03:59.051670 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2eca7c-ccd6-4b9c-bdf4-6395224b462b tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:03:59.052073 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2eca7c-ccd6-4b9c-bdf4-6395224b462b tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:03:59.052444 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2eca7c-ccd6-4b9c-bdf4-6395224b462b tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:03:59.052771 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2eca7c-ccd6-4b9c-bdf4-6395224b462b tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:03:59.053112 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2eca7c-ccd6-4b9c-bdf4-6395224b462b tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:03:59.053454 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2eca7c-ccd6-4b9c-bdf4-6395224b462b tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:03:59.053790 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2eca7c-ccd6-4b9c-bdf4-6395224b462b tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:03:59.054180 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2eca7c-ccd6-4b9c-bdf4-6395224b462b tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:03:59.054528 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2eca7c-ccd6-4b9c-bdf4-6395224b462b tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:03:59.054856 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2eca7c-ccd6-4b9c-bdf4-6395224b462b tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:03:59.055186 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2eca7c-ccd6-4b9c-bdf4-6395224b462b tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:03:59.055523 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2eca7c-ccd6-4b9c-bdf4-6395224b462b tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:03:59.081512 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 09:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549cee30-f7e7-4521-b680-16b025ca72c3 x-openstack-request-id: req-549cee30-f7e7-4521-b680-16b025ca72c3 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 09:03:59.082108 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f2b9e7f-2738-45e8-9570-ab1090613965", "tag": "3c708988-c4c3-450a-92d2-7b8efd6adf37", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 09:03:59.082568 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-549cee30-f7e7-4521-b680-16b025ca72c3 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 09:03:59.083192 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f2b9e7f-2738-45e8-9570-ab1090613965', 'tag': '3c708988-c4c3-450a-92d2-7b8efd6adf37', 'status': 'completed', 'code': 200} Sep 17 09:03:59.141447 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['3c708988-c4c3-450a-92d2-7b8efd6adf37'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 09:03:59.276911 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-92782cc5-ae81-49c7-a764-33a8034d169c None None] Provisioning complete for port 3c708988-c4c3-450a-92d2-7b8efd6adf37 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:03:59.277219 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-92782cc5-ae81-49c7-a764-33a8034d169c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:03:59.460847 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbaaf5b-32b4-4494-91f5-c56154a00e97 req-73b80387-241d-4c1a-8a9c-2d1d551fb110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:03:59.462230 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1cbaaf5b-32b4-4494-91f5-c56154a00e97 req-73b80387-241d-4c1a-8a9c-2d1d551fb110 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=660eab7715144bf1944aee6f9b0616ef&device_id=0f2b9e7f-2738-45e8-9570-ab1090613965 HTTP/1.1" status: 200 len: 1097 time: 0.0707295 Sep 17 09:03:59.480677 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b51f0256-421d-4383-b59d-7db21a0c8e98 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:03:59.548994 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b51f0256-421d-4383-b59d-7db21a0c8e98 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:03:59.598406 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbaaf5b-32b4-4494-91f5-c56154a00e97 req-f966ef20-28c6-4aaa-9a96-3628b083521e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:03:59.599879 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1cbaaf5b-32b4-4494-91f5-c56154a00e97 req-f966ef20-28c6-4aaa-9a96-3628b083521e service neutron] 10.222.0.39 "GET /v2.0/networks?id=e6013295-0d24-453f-8f8f-888d838913a0 HTTP/1.1" status: 200 len: 915 time: 0.1293857 Sep 17 09:03:59.667472 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1cbaaf5b-32b4-4494-91f5-c56154a00e97 req-e588409f-f08f-422d-bcea-79b35e036dba service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c708988-c4c3-450a-92d2-7b8efd6adf37 HTTP/1.1" status: 200 len: 1001 time: 0.0603504 Sep 17 09:03:59.668070 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b51f0256-421d-4383-b59d-7db21a0c8e98 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:03:59.670547 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b51f0256-421d-4383-b59d-7db21a0c8e98 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:03:59.671574 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b51f0256-421d-4383-b59d-7db21a0c8e98 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "DELETE /v2.0/security-groups/0d5af140-48d5-40bb-acb1-16118fdbd593 HTTP/1.1" status: 204 len: 168 time: 0.6467931 Sep 17 09:03:59.675082 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 36732) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:03:59.708418 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51f0256-421d-4383-b59d-7db21a0c8e98 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5af140-48d5-40bb-acb1-16118fdbd593,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:03:59.723692 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51f0256-421d-4383-b59d-7db21a0c8e98 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:03:59.723996 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51f0256-421d-4383-b59d-7db21a0c8e98 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:03:59.724338 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51f0256-421d-4383-b59d-7db21a0c8e98 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:03:59.724673 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51f0256-421d-4383-b59d-7db21a0c8e98 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:03:59.725007 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51f0256-421d-4383-b59d-7db21a0c8e98 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:03:59.725336 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51f0256-421d-4383-b59d-7db21a0c8e98 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:03:59.725662 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51f0256-421d-4383-b59d-7db21a0c8e98 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:03:59.725987 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51f0256-421d-4383-b59d-7db21a0c8e98 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:03:59.726318 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51f0256-421d-4383-b59d-7db21a0c8e98 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:03:59.726640 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51f0256-421d-4383-b59d-7db21a0c8e98 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:03:59.726960 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51f0256-421d-4383-b59d-7db21a0c8e98 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:03:59.727281 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51f0256-421d-4383-b59d-7db21a0c8e98 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:03:59.738612 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbaaf5b-32b4-4494-91f5-c56154a00e97 req-15855a32-dfd6-4807-aaf2-714d9bdf7232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:03:59.740155 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1cbaaf5b-32b4-4494-91f5-c56154a00e97 req-15855a32-dfd6-4807-aaf2-714d9bdf7232 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9615a9c8-d29b-43f1-889b-2e45131c1044 HTTP/1.1" status: 200 len: 853 time: 0.0644503 Sep 17 09:03:59.791777 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbaaf5b-32b4-4494-91f5-c56154a00e97 req-56a49df0-ad1c-49d0-b0b8-64d67937d918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:03:59.793335 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1cbaaf5b-32b4-4494-91f5-c56154a00e97 req-56a49df0-ad1c-49d0-b0b8-64d67937d918 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e6013295-0d24-453f-8f8f-888d838913a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406425 Sep 17 09:03:59.841169 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-3899eb8a-6a34-4253-91c0-662fe9e1e1ef tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Deleting port b08a7f61-ce52-461b-ad8f-0d20ad4dbd85 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 09:03:59.841511 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3899eb8a-6a34-4253-91c0-662fe9e1e1ef tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:03:59.885351 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1cbaaf5b-32b4-4494-91f5-c56154a00e97 req-962f32a0-47bd-4be3-80ff-0ca5d000e0c9 service neutron] 10.222.0.39 "GET /v2.0/networks/e6013295-0d24-453f-8f8f-888d838913a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846312 Sep 17 09:03:59.918957 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3899eb8a-6a34-4253-91c0-662fe9e1e1ef tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:03:59.919312 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3899eb8a-6a34-4253-91c0-662fe9e1e1ef tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:03:59.930618 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-3899eb8a-6a34-4253-91c0-662fe9e1e1ef tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Calling delete_port for b08a7f61-ce52-461b-ad8f-0d20ad4dbd85 owned by network:floatingip {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 09:03:59.974334 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1cbaaf5b-32b4-4494-91f5-c56154a00e97 req-58db6852-c96a-4617-afaf-4187454550e5 service neutron] 10.222.0.39 "GET /v2.0/networks/e6013295-0d24-453f-8f8f-888d838913a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816085 Sep 17 09:04:00.077742 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3899eb8a-6a34-4253-91c0-662fe9e1e1ef tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:00.102265 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3899eb8a-6a34-4253-91c0-662fe9e1e1ef tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Pushing event deleted for resources: {'Port': ['ID=b08a7f61-ce52-461b-ad8f-0d20ad4dbd85,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:04:00.162873 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3899eb8a-6a34-4253-91c0-662fe9e1e1ef tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Notify callbacks [] for floatingip, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:00.163206 n-d-789963-9 neutron-server[101289]: INFO neutron.db.l3_db [None req-3899eb8a-6a34-4253-91c0-662fe9e1e1ef tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Floating IP 1c734468-1842-435b-8e85-33a49c46c85a disassociated (deleted). External IP: 172.25.6.92, port: 3c708988-c4c3-450a-92d2-7b8efd6adf37. Sep 17 09:04:00.368646 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3899eb8a-6a34-4253-91c0-662fe9e1e1ef tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Router 7cfcf9b6-bbb1-4eed-b074-7c43459111fe has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 09:04:00.476025 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3899eb8a-6a34-4253-91c0-662fe9e1e1ef tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 09:04:00.480894 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3899eb8a-6a34-4253-91c0-662fe9e1e1ef tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:00.487241 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d245c9-3387-4a74-b8ae-3baa81a5ec8a None None] Sync routers for ids ['7cfcf9b6-bbb1-4eed-b074-7c43459111fe'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 09:04:00.495735 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d245c9-3387-4a74-b8ae-3baa81a5ec8a None None] Routers {'7cfcf9b6-bbb1-4eed-b074-7c43459111fe'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:04:00.496374 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-18d245c9-3387-4a74-b8ae-3baa81a5ec8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:03:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['7cfcf9b6-bbb1-4eed-b074-7c43459111fe'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:04:00.507924 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-3899eb8a-6a34-4253-91c0-662fe9e1e1ef tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "DELETE /v2.0/floatingips/1c734468-1842-435b-8e85-33a49c46c85a HTTP/1.1" status: 204 len: 168 time: 0.8315117 Sep 17 09:04:00.603681 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-18d245c9-3387-4a74-b8ae-3baa81a5ec8a None None] Set router 7cfcf9b6-bbb1-4eed-b074-7c43459111fe gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:04:00.811099 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-18d245c9-3387-4a74-b8ae-3baa81a5ec8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cfcf9b6-bbb1-4eed-b074-7c43459111fe', 'name': 'tempest-TestMinimumBasicScenario-668999866-router', 'tenant_id': '660eab7715144bf1944aee6f9b0616ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': 'f6fac027-53fb-419a-9ef0-2318d652a67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:00:39Z', 'updated_at': '2021-09-17T09:00:42Z', 'revision_number': 4, 'project_id': '660eab7715144bf1944aee6f9b0616ef', 'gw_port': {'id': 'f6fac027-53fb-419a-9ef0-2318d652a67b', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:17:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfcf9b6-bbb1-4eed-b074-7c43459111fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:00:40Z', 'updated_at': '2021-09-17T09:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '377b17c6-3a57-4139-9889-5d53e6e408c4', 'name': '', 'network_id': 'e6013295-0d24-453f-8f8f-888d838913a0', 'tenant_id': '660eab7715144bf1944aee6f9b0616ef', 'mac_address': 'fa:16:3e:f0:46:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfcf9b6-bbb1-4eed-b074-7c43459111fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '9615a9c8-d29b-43f1-889b-2e45131c1044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:00:42Z', 'updated_at': '2021-09-17T09:00:46Z', 'revision_number': 5, 'project_id': '660eab7715144bf1944aee6f9b0616ef', 'subnets': [{'id': '9615a9c8-d29b-43f1-889b-2e45131c1044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:04:00.836966 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d245c9-3387-4a74-b8ae-3baa81a5ec8a None None] Checking router: 7cfcf9b6-bbb1-4eed-b074-7c43459111fe for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 09:04:00.845211 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d245c9-3387-4a74-b8ae-3baa81a5ec8a None None] Routers {'7cfcf9b6-bbb1-4eed-b074-7c43459111fe'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:04:00.845817 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-18d245c9-3387-4a74-b8ae-3baa81a5ec8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:03:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['7cfcf9b6-bbb1-4eed-b074-7c43459111fe'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:04:00.947801 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-18d245c9-3387-4a74-b8ae-3baa81a5ec8a None None] Set router 7cfcf9b6-bbb1-4eed-b074-7c43459111fe gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:04:01.084356 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f2b9e7f-2738-45e8-9570-ab1090613965', 'tag': '3c708988-c4c3-450a-92d2-7b8efd6adf37'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 09:04:01.086899 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0b8b68ef77f8a69a7ea64e5314cb7bfe1c653782f919eb7015de92bbdd57641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ccffdc-1357-414f-bc5d-6bb64305b62c" -d '{"events": [{"name": "network-changed", "server_uuid": "0f2b9e7f-2738-45e8-9570-ab1090613965", "tag": "3c708988-c4c3-450a-92d2-7b8efd6adf37"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 09:04:01.125047 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 09:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-572385cf-c9f5-4eb2-a527-32fe5f3c107c x-openstack-request-id: req-572385cf-c9f5-4eb2-a527-32fe5f3c107c {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 09:04:01.125345 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f2b9e7f-2738-45e8-9570-ab1090613965", "tag": "3c708988-c4c3-450a-92d2-7b8efd6adf37", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 09:04:01.125599 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-572385cf-c9f5-4eb2-a527-32fe5f3c107c {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 09:04:01.126001 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f2b9e7f-2738-45e8-9570-ab1090613965', 'tag': '3c708988-c4c3-450a-92d2-7b8efd6adf37', 'status': 'completed', 'code': 200} Sep 17 09:04:01.147821 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-18d245c9-3387-4a74-b8ae-3baa81a5ec8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cfcf9b6-bbb1-4eed-b074-7c43459111fe', 'name': 'tempest-TestMinimumBasicScenario-668999866-router', 'tenant_id': '660eab7715144bf1944aee6f9b0616ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': 'f6fac027-53fb-419a-9ef0-2318d652a67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:00:39Z', 'updated_at': '2021-09-17T09:00:42Z', 'revision_number': 4, 'project_id': '660eab7715144bf1944aee6f9b0616ef', 'gw_port': {'id': 'f6fac027-53fb-419a-9ef0-2318d652a67b', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:17:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfcf9b6-bbb1-4eed-b074-7c43459111fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:00:40Z', 'updated_at': '2021-09-17T09:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '377b17c6-3a57-4139-9889-5d53e6e408c4', 'name': '', 'network_id': 'e6013295-0d24-453f-8f8f-888d838913a0', 'tenant_id': '660eab7715144bf1944aee6f9b0616ef', 'mac_address': 'fa:16:3e:f0:46:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfcf9b6-bbb1-4eed-b074-7c43459111fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '9615a9c8-d29b-43f1-889b-2e45131c1044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:00:42Z', 'updated_at': '2021-09-17T09:00:46Z', 'revision_number': 5, 'project_id': '660eab7715144bf1944aee6f9b0616ef', 'subnets': [{'id': '9615a9c8-d29b-43f1-889b-2e45131c1044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:04:01.177638 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d245c9-3387-4a74-b8ae-3baa81a5ec8a None None] The sync data for ids ['7cfcf9b6-bbb1-4eed-b074-7c43459111fe'] in n-d-789963-9 is: [{'id': '7cfcf9b6-bbb1-4eed-b074-7c43459111fe', 'name': 'tempest-TestMinimumBasicScenario-668999866-router', 'tenant_id': '660eab7715144bf1944aee6f9b0616ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': 'f6fac027-53fb-419a-9ef0-2318d652a67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:00:39Z', 'updated_at': '2021-09-17T09:00:42Z', 'revision_number': 4, 'project_id': '660eab7715144bf1944aee6f9b0616ef', 'gw_port': {'id': 'f6fac027-53fb-419a-9ef0-2318d652a67b', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:17:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfcf9b6-bbb1-4eed-b074-7c43459111fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:00:40Z', 'updated_at': '2021-09-17T09:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '377b17c6-3a57-4139-9889-5d53e6e408c4', 'name': '', 'network_id': 'e6013295-0d24-453f-8f8f-888d838913a0', 'tenant_id': '660eab7715144bf1944aee6f9b0616ef', 'mac_address': 'fa:16:3e:f0:46:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfcf9b6-bbb1-4eed-b074-7c43459111fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '9615a9c8-d29b-43f1-889b-2e45131c1044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:00:42Z', 'updated_at': '2021-09-17T09:00:46Z', 'revision_number': 5, 'project_id': '660eab7715144bf1944aee6f9b0616ef', 'subnets': [{'id': '9615a9c8-d29b-43f1-889b-2e45131c1044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 09:04:01.218243 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ccffdc-1357-414f-bc5d-6bb64305b62c req-e5b340a8-2542-43a6-95f4-e956bdb0c936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:04:01.220323 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d6ccffdc-1357-414f-bc5d-6bb64305b62c req-e5b340a8-2542-43a6-95f4-e956bdb0c936 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=660eab7715144bf1944aee6f9b0616ef&device_id=0f2b9e7f-2738-45e8-9570-ab1090613965 HTTP/1.1" status: 200 len: 1097 time: 0.0480053 Sep 17 09:04:01.318811 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ccffdc-1357-414f-bc5d-6bb64305b62c req-9d2a40a6-ca7a-4c53-8b5f-4d050a3fc7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:04:01.320320 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d6ccffdc-1357-414f-bc5d-6bb64305b62c req-9d2a40a6-ca7a-4c53-8b5f-4d050a3fc7a1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e6013295-0d24-453f-8f8f-888d838913a0 HTTP/1.1" status: 200 len: 915 time: 0.0921545 Sep 17 09:04:01.374979 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d6ccffdc-1357-414f-bc5d-6bb64305b62c req-2675c815-ae8e-47d1-b13d-c1750902f5d4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c708988-c4c3-450a-92d2-7b8efd6adf37 HTTP/1.1" status: 200 len: 217 time: 0.0460334 Sep 17 09:04:01.417024 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cff8335-7d56-4e6d-8f51-71e24914cb3c None None] New status for floating IP 1c734468-1842-435b-8e85-33a49c46c85a: DOWN {{(pid=101292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 09:04:01.433414 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ccffdc-1357-414f-bc5d-6bb64305b62c req-747a7a00-7a63-4548-b4e0-ae2f36c46ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:04:01.434937 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d6ccffdc-1357-414f-bc5d-6bb64305b62c req-747a7a00-7a63-4548-b4e0-ae2f36c46ca9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9615a9c8-d29b-43f1-889b-2e45131c1044 HTTP/1.1" status: 200 len: 853 time: 0.0530443 Sep 17 09:04:01.481889 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ccffdc-1357-414f-bc5d-6bb64305b62c req-d4cb3c5c-8f7e-4047-8ee0-4e68d149166d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:04:01.483559 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d6ccffdc-1357-414f-bc5d-6bb64305b62c req-d4cb3c5c-8f7e-4047-8ee0-4e68d149166d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e6013295-0d24-453f-8f8f-888d838913a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416837 Sep 17 09:04:01.580053 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d6ccffdc-1357-414f-bc5d-6bb64305b62c req-276f3ea4-3128-495f-82d1-ddaf98cd0435 service neutron] 10.222.0.39 "GET /v2.0/networks/e6013295-0d24-453f-8f8f-888d838913a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887597 Sep 17 09:04:01.669442 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-d6ccffdc-1357-414f-bc5d-6bb64305b62c req-b262aea7-9a53-468a-b532-7df2d9dd0635 service neutron] 10.222.0.39 "GET /v2.0/networks/e6013295-0d24-453f-8f8f-888d838913a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824566 Sep 17 09:04:02.365662 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b2d65820-d0b6-4e4e-a24b-afe6edbede62 req-5a17ba81-e515-41ad-ad06-ef6e36cc084a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0f2b9e7f-2738-45e8-9570-ab1090613965&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423250 Sep 17 09:04:02.469596 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d65820-d0b6-4e4e-a24b-afe6edbede62 req-6284d055-8cbc-4808-8d98-7ef0f130afae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:04:02.471417 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b2d65820-d0b6-4e4e-a24b-afe6edbede62 req-6284d055-8cbc-4808-8d98-7ef0f130afae service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=660eab7715144bf1944aee6f9b0616ef&device_id=0f2b9e7f-2738-45e8-9570-ab1090613965 HTTP/1.1" status: 200 len: 1097 time: 0.0476382 Sep 17 09:04:02.578502 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d65820-d0b6-4e4e-a24b-afe6edbede62 req-9a6aa043-3fba-4bb0-8b34-a7edbee04807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:04:02.579969 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b2d65820-d0b6-4e4e-a24b-afe6edbede62 req-9a6aa043-3fba-4bb0-8b34-a7edbee04807 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e6013295-0d24-453f-8f8f-888d838913a0 HTTP/1.1" status: 200 len: 915 time: 0.0887456 Sep 17 09:04:02.625721 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b2d65820-d0b6-4e4e-a24b-afe6edbede62 req-41f4c5c6-f7d7-4a1f-a098-91fa6fa1a576 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c708988-c4c3-450a-92d2-7b8efd6adf37 HTTP/1.1" status: 200 len: 217 time: 0.0385060 Sep 17 09:04:02.674820 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d65820-d0b6-4e4e-a24b-afe6edbede62 req-ca3e06a8-801e-4aa5-b39d-a43b31540b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:04:02.676312 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b2d65820-d0b6-4e4e-a24b-afe6edbede62 req-ca3e06a8-801e-4aa5-b39d-a43b31540b16 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9615a9c8-d29b-43f1-889b-2e45131c1044 HTTP/1.1" status: 200 len: 853 time: 0.0441933 Sep 17 09:04:02.722063 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d65820-d0b6-4e4e-a24b-afe6edbede62 req-ab3c5e6a-93a9-4462-8d69-35543daa26ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:04:02.724079 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b2d65820-d0b6-4e4e-a24b-afe6edbede62 req-ab3c5e6a-93a9-4462-8d69-35543daa26ca service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e6013295-0d24-453f-8f8f-888d838913a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401022 Sep 17 09:04:02.819638 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b2d65820-d0b6-4e4e-a24b-afe6edbede62 req-614a3913-086d-4f75-a924-737482fb1aaf service neutron] 10.222.0.39 "GET /v2.0/networks/e6013295-0d24-453f-8f8f-888d838913a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884013 Sep 17 09:04:02.910101 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b2d65820-d0b6-4e4e-a24b-afe6edbede62 req-bcd976c1-ff4d-4877-ae64-fdf20e6ecd36 service neutron] 10.222.0.39 "GET /v2.0/networks/e6013295-0d24-453f-8f8f-888d838913a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840180 Sep 17 09:04:05.837624 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9e4ae6c3-cec1-442c-942e-41212c2bb161 req-0925967a-53cb-4f06-9ec4-7f4bbccb38e0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0264523 Sep 17 09:04:05.920215 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9e4ae6c3-cec1-442c-942e-41212c2bb161 req-8783b102-2994-41cd-838b-08064d773334 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0291204 Sep 17 09:04:05.963525 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9e4ae6c3-cec1-442c-942e-41212c2bb161 req-4d7f60b8-7cd3-48c1-8f3f-03d0b0a91f69 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0193298 Sep 17 09:04:06.055147 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ae6c3-cec1-442c-942e-41212c2bb161 req-9a902aaa-822f-4648-981a-f2fe847b9eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:04:06.056655 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9e4ae6c3-cec1-442c-942e-41212c2bb161 req-9a902aaa-822f-4648-981a-f2fe847b9eda service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0859902 Sep 17 09:04:06.212392 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:06.248501 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:07.531552 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d7d4e-e4fa-4542-8d68-2fd351238ab0 req-c270e9f1-4f3d-4c1c-848b-9492085c0fc0 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:04:07.533166 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0b0d7d4e-e4fa-4542-8d68-2fd351238ab0 req-c270e9f1-4f3d-4c1c-848b-9492085c0fc0 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f2b9e7f-2738-45e8-9570-ab1090613965 HTTP/1.1" status: 200 len: 946 time: 0.0547881 Sep 17 09:04:07.570920 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0b0d7d4e-e4fa-4542-8d68-2fd351238ab0 req-49eaea51-a335-42b6-bb93-b45ed0ede4dc tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/security-groups?id=8dda200e-e6a6-45af-83f0-ceef4c46d972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316205 Sep 17 09:04:08.683102 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b20d83-75ec-4e2f-83d7-b863f74e0976 req-cfa448bf-5714-4980-b644-f5e425f9ac0c tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:04:08.684595 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e0b20d83-75ec-4e2f-83d7-b863f74e0976 req-cfa448bf-5714-4980-b644-f5e425f9ac0c tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f2b9e7f-2738-45e8-9570-ab1090613965 HTTP/1.1" status: 200 len: 946 time: 0.0471969 Sep 17 09:04:08.721350 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e0b20d83-75ec-4e2f-83d7-b863f74e0976 req-318b802a-70b0-42c8-a3e7-79c555b0c755 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/security-groups?id=8dda200e-e6a6-45af-83f0-ceef4c46d972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304072 Sep 17 09:04:09.374973 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dbed66-24a2-4eb5-a46c-71881044cdb5 req-72366ed6-5d00-4d32-8e7a-a5534968828f tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:04:09.376408 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-22dbed66-24a2-4eb5-a46c-71881044cdb5 req-72366ed6-5d00-4d32-8e7a-a5534968828f tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f2b9e7f-2738-45e8-9570-ab1090613965 HTTP/1.1" status: 200 len: 946 time: 0.0489290 Sep 17 09:04:09.471185 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-22dbed66-24a2-4eb5-a46c-71881044cdb5 req-aaf394a3-3064-45fc-9be9-3e3a8e653a4a tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Deleting port 3c708988-c4c3-450a-92d2-7b8efd6adf37 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 09:04:09.471566 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-22dbed66-24a2-4eb5-a46c-71881044cdb5 req-aaf394a3-3064-45fc-9be9-3e3a8e653a4a tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:09.563644 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-22dbed66-24a2-4eb5-a46c-71881044cdb5 req-aaf394a3-3064-45fc-9be9-3e3a8e653a4a tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] For port 3c708988-c4c3-450a-92d2-7b8efd6adf37, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=3c708988-c4c3-450a-92d2-7b8efd6adf37,segment=NetworkSegment(32940424-1983-4dac-aa28-233f7e5f755c),segment_id=32940424-1983-4dac-aa28-233f7e5f755c)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:04:09.564011 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-22dbed66-24a2-4eb5-a46c-71881044cdb5 req-aaf394a3-3064-45fc-9be9-3e3a8e653a4a tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:09.575750 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-22dbed66-24a2-4eb5-a46c-71881044cdb5 req-aaf394a3-3064-45fc-9be9-3e3a8e653a4a tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Calling delete_port for 3c708988-c4c3-450a-92d2-7b8efd6adf37 owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 09:04:09.700913 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-22dbed66-24a2-4eb5-a46c-71881044cdb5 req-aaf394a3-3064-45fc-9be9-3e3a8e653a4a tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:09.734999 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf394a3-3064-45fc-9be9-3e3a8e653a4a tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Pushing event deleted for resources: {'Port': ['ID=3c708988-c4c3-450a-92d2-7b8efd6adf37,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:04:09.735792 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['3c708988-c4c3-450a-92d2-7b8efd6adf37'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 09:04:09.780520 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-22dbed66-24a2-4eb5-a46c-71881044cdb5 req-aaf394a3-3064-45fc-9be9-3e3a8e653a4a tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] No DVR routers for this DVR port 3c708988-c4c3-450a-92d2-7b8efd6adf37 on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 09:04:09.784306 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-22dbed66-24a2-4eb5-a46c-71881044cdb5 req-aaf394a3-3064-45fc-9be9-3e3a8e653a4a tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:09.786359 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-22dbed66-24a2-4eb5-a46c-71881044cdb5 req-aaf394a3-3064-45fc-9be9-3e3a8e653a4a tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.39 "DELETE /v2.0/ports/3c708988-c4c3-450a-92d2-7b8efd6adf37 HTTP/1.1" status: 204 len: 173 time: 0.4043338 Sep 17 09:04:09.786803 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2b9e7f-2738-45e8-9570-ab1090613965', 'name': 'network-vif-deleted', 'tag': '3c708988-c4c3-450a-92d2-7b8efd6adf37'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 09:04:09.789147 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823f1136df5e8dfe06b46a14eea5a85bccf33ce7e510dfea6a746e22e928dc4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73eb999e-05eb-45e4-9f9a-46e0ca2d39bf" -d '{"events": [{"server_uuid": "0f2b9e7f-2738-45e8-9570-ab1090613965", "name": "network-vif-deleted", "tag": "3c708988-c4c3-450a-92d2-7b8efd6adf37"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 09:04:09.851153 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b865cad8-45fd-4f36-8752-766b803904e5 req-62b56310-c131-4fb7-b7ad-bb7caa5913d5 tempest-TestMinimumBasicScenario-700578073 tempest-TestMinimumBasicScenario-700578073-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f2b9e7f-2738-45e8-9570-ab1090613965 HTTP/1.1" status: 200 len: 210 time: 0.0321229 Sep 17 09:04:09.894991 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 09:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf2279f-5675-49e4-bcf1-c3acf070cf72 x-openstack-request-id: req-ebf2279f-5675-49e4-bcf1-c3acf070cf72 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 09:04:09.895296 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f2b9e7f-2738-45e8-9570-ab1090613965", "name": "network-vif-deleted", "tag": "3c708988-c4c3-450a-92d2-7b8efd6adf37", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 09:04:09.895549 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ebf2279f-5675-49e4-bcf1-c3acf070cf72 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 09:04:09.896007 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2b9e7f-2738-45e8-9570-ab1090613965', 'name': 'network-vif-deleted', 'tag': '3c708988-c4c3-450a-92d2-7b8efd6adf37', 'status': 'completed', 'code': 200} Sep 17 09:04:11.422972 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 36836) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:04:11.755449 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1a8a3822-df31-43d7-8f96-c381c6c7ac99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:11.988821 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-1a8a3822-df31-43d7-8f96-c381c6c7ac99 admin admin] Deleting port 377b17c6-3a57-4139-9889-5d53e6e408c4 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 09:04:11.989156 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1a8a3822-df31-43d7-8f96-c381c6c7ac99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:12.063422 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-1a8a3822-df31-43d7-8f96-c381c6c7ac99 admin admin] For port 377b17c6-3a57-4139-9889-5d53e6e408c4, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=377b17c6-3a57-4139-9889-5d53e6e408c4,segment=NetworkSegment(32940424-1983-4dac-aa28-233f7e5f755c),segment_id=32940424-1983-4dac-aa28-233f7e5f755c)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:04:12.063674 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1a8a3822-df31-43d7-8f96-c381c6c7ac99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:12.076174 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-1a8a3822-df31-43d7-8f96-c381c6c7ac99 admin admin] Calling delete_port for 377b17c6-3a57-4139-9889-5d53e6e408c4 owned by network:router_interface {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 09:04:12.251063 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1a8a3822-df31-43d7-8f96-c381c6c7ac99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:12.280280 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8a3822-df31-43d7-8f96-c381c6c7ac99 admin admin] Pushing event deleted for resources: {'Port': ['ID=377b17c6-3a57-4139-9889-5d53e6e408c4,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:04:12.445364 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1a8a3822-df31-43d7-8f96-c381c6c7ac99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:12.642897 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 3c708988-c4c3-450a-92d2-7b8efd6adf37 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 09:04:12.656840 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a8a3822-df31-43d7-8f96-c381c6c7ac99 admin admin] Router 7cfcf9b6-bbb1-4eed-b074-7c43459111fe has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 09:04:12.662504 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: 3c708988-c4c3-450a-92d2-7b8efd6adf37 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 09:04:12.662853 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 3c708988-c4c3-450a-92d2-7b8efd6adf37 not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 09:04:12.760995 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a8a3822-df31-43d7-8f96-c381c6c7ac99 admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 09:04:12.767443 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-1a8a3822-df31-43d7-8f96-c381c6c7ac99 admin admin] 10.222.0.13 "PUT /v2.0/routers/7cfcf9b6-bbb1-4eed-b074-7c43459111fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3426387 Sep 17 09:04:12.769310 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 36838) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:04:12.769770 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d3a8ba-8016-4109-867f-baa55c29d5b5 None None] Sync routers for ids ['7cfcf9b6-bbb1-4eed-b074-7c43459111fe'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 09:04:12.778938 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d3a8ba-8016-4109-867f-baa55c29d5b5 None None] Routers {'7cfcf9b6-bbb1-4eed-b074-7c43459111fe'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:04:12.779558 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-f2d3a8ba-8016-4109-867f-baa55c29d5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:03:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['7cfcf9b6-bbb1-4eed-b074-7c43459111fe'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:04:12.873746 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-355e881b-fdb4-48fb-87d3-566f5d40ce00 admin admin] Notify callbacks [] for router, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:12.978072 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-355e881b-fdb4-48fb-87d3-566f5d40ce00 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:13.031041 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-355e881b-fdb4-48fb-87d3-566f5d40ce00 admin admin] Deleting port f6fac027-53fb-419a-9ef0-2318d652a67b {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 09:04:13.031382 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-355e881b-fdb4-48fb-87d3-566f5d40ce00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:13.039522 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-f2d3a8ba-8016-4109-867f-baa55c29d5b5 None None] Set router 7cfcf9b6-bbb1-4eed-b074-7c43459111fe gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:04:13.120404 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-355e881b-fdb4-48fb-87d3-566f5d40ce00 admin admin] For port f6fac027-53fb-419a-9ef0-2318d652a67b, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=f6fac027-53fb-419a-9ef0-2318d652a67b,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:04:13.120770 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-355e881b-fdb4-48fb-87d3-566f5d40ce00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:13.132366 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-355e881b-fdb4-48fb-87d3-566f5d40ce00 admin admin] Calling delete_port for f6fac027-53fb-419a-9ef0-2318d652a67b owned by network:router_gateway {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 09:04:13.220898 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-f2d3a8ba-8016-4109-867f-baa55c29d5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cfcf9b6-bbb1-4eed-b074-7c43459111fe', 'name': 'tempest-TestMinimumBasicScenario-668999866-router', 'tenant_id': '660eab7715144bf1944aee6f9b0616ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': 'f6fac027-53fb-419a-9ef0-2318d652a67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:00:39Z', 'updated_at': '2021-09-17T09:04:12Z', 'revision_number': 5, 'project_id': '660eab7715144bf1944aee6f9b0616ef', 'gw_port': {'id': 'f6fac027-53fb-419a-9ef0-2318d652a67b', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:17:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfcf9b6-bbb1-4eed-b074-7c43459111fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:00:40Z', 'updated_at': '2021-09-17T09:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:04:13.247669 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d3a8ba-8016-4109-867f-baa55c29d5b5 None None] Checking router: 7cfcf9b6-bbb1-4eed-b074-7c43459111fe for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 09:04:13.256126 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d3a8ba-8016-4109-867f-baa55c29d5b5 None None] Routers {'7cfcf9b6-bbb1-4eed-b074-7c43459111fe'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:04:13.256743 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-f2d3a8ba-8016-4109-867f-baa55c29d5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:03:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['7cfcf9b6-bbb1-4eed-b074-7c43459111fe'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:04:13.298665 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-355e881b-fdb4-48fb-87d3-566f5d40ce00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:13.329219 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355e881b-fdb4-48fb-87d3-566f5d40ce00 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6fac027-53fb-419a-9ef0-2318d652a67b,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:04:13.343326 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-f2d3a8ba-8016-4109-867f-baa55c29d5b5 None None] Set router 7cfcf9b6-bbb1-4eed-b074-7c43459111fe gateway port host: None {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:04:13.384734 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-355e881b-fdb4-48fb-87d3-566f5d40ce00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:13.397030 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-f2d3a8ba-8016-4109-867f-baa55c29d5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cfcf9b6-bbb1-4eed-b074-7c43459111fe', 'name': 'tempest-TestMinimumBasicScenario-668999866-router', 'tenant_id': '660eab7715144bf1944aee6f9b0616ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:00:39Z', 'updated_at': '2021-09-17T09:04:12Z', 'revision_number': 6, 'project_id': '660eab7715144bf1944aee6f9b0616ef', 'gw_port_host': None}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:04:13.429872 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d3a8ba-8016-4109-867f-baa55c29d5b5 None None] The sync data for ids ['7cfcf9b6-bbb1-4eed-b074-7c43459111fe'] in n-d-789963-9 is: [{'id': '7cfcf9b6-bbb1-4eed-b074-7c43459111fe', 'name': 'tempest-TestMinimumBasicScenario-668999866-router', 'tenant_id': '660eab7715144bf1944aee6f9b0616ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:00:39Z', 'updated_at': '2021-09-17T09:04:12Z', 'revision_number': 6, 'project_id': '660eab7715144bf1944aee6f9b0616ef', 'gw_port_host': None}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 09:04:13.480076 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-355e881b-fdb4-48fb-87d3-566f5d40ce00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:13.482181 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-355e881b-fdb4-48fb-87d3-566f5d40ce00 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:13.525383 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-355e881b-fdb4-48fb-87d3-566f5d40ce00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:13.525808 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-355e881b-fdb4-48fb-87d3-566f5d40ce00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7cfcf9b6-bbb1-4eed-b074-7c43459111fe {{(pid=101290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 09:04:13.530112 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-355e881b-fdb4-48fb-87d3-566f5d40ce00 admin admin] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:13.531557 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-355e881b-fdb4-48fb-87d3-566f5d40ce00 admin admin] 10.222.0.13 "DELETE /v2.0/routers/7cfcf9b6-bbb1-4eed-b074-7c43459111fe HTTP/1.1" status: 204 len: 168 time: 0.7612903 Sep 17 09:04:13.534720 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 36840) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:04:13.576388 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3d9becd-63dc-4320-a848-c378c6462177 admin admin] Deleting subnet 9615a9c8-d29b-43f1-889b-2e45131c1044 {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 09:04:13.579827 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b3d9becd-63dc-4320-a848-c378c6462177 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:13.612400 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b3d9becd-63dc-4320-a848-c378c6462177 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:13.689810 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b3d9becd-63dc-4320-a848-c378c6462177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:13.745755 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b3d9becd-63dc-4320-a848-c378c6462177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:13.776924 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d9becd-63dc-4320-a848-c378c6462177 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9615a9c8-d29b-43f1-889b-2e45131c1044,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:04:13.780579 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b3d9becd-63dc-4320-a848-c378c6462177 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:13.782775 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b3d9becd-63dc-4320-a848-c378c6462177 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9615a9c8-d29b-43f1-889b-2e45131c1044 HTTP/1.1" status: 204 len: 168 time: 0.2471066 Sep 17 09:04:13.785436 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 36842) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:04:13.786475 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99928628-8956-4cf4-83e6-8e8b5f7cd21b None None] Network e6013295-0d24-453f-8f8f-888d838913a0 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 09:04:13.853914 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e29aba5f-1139-4b77-b7de-653c88539ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:13.913039 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-e29aba5f-1139-4b77-b7de-653c88539ac7 admin admin] Deleting port d3b6a5e5-4a50-4e81-b629-298870824c9f {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 09:04:13.913387 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e29aba5f-1139-4b77-b7de-653c88539ac7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:13.978302 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-e29aba5f-1139-4b77-b7de-653c88539ac7 admin admin] For port d3b6a5e5-4a50-4e81-b629-298870824c9f, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=d3b6a5e5-4a50-4e81-b629-298870824c9f,segment=NetworkSegment(32940424-1983-4dac-aa28-233f7e5f755c),segment_id=32940424-1983-4dac-aa28-233f7e5f755c)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:04:13.978669 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e29aba5f-1139-4b77-b7de-653c88539ac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:13.990923 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-e29aba5f-1139-4b77-b7de-653c88539ac7 admin admin] Calling delete_port for d3b6a5e5-4a50-4e81-b629-298870824c9f owned by network:dhcp {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 09:04:14.071596 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e29aba5f-1139-4b77-b7de-653c88539ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:14.099549 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29aba5f-1139-4b77-b7de-653c88539ac7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3b6a5e5-4a50-4e81-b629-298870824c9f,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:04:14.105031 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29aba5f-1139-4b77-b7de-653c88539ac7 admin admin] No DVR routers for this DVR port d3b6a5e5-4a50-4e81-b629-298870824c9f on host n-d-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 09:04:14.172418 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e29aba5f-1139-4b77-b7de-653c88539ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:14.193755 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-e29aba5f-1139-4b77-b7de-653c88539ac7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6013295-0d24-453f-8f8f-888d838913a0']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:04:14.203191 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-e29aba5f-1139-4b77-b7de-653c88539ac7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32940424-1983-4dac-aa28-233f7e5f755c') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:04:14.204097 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-e29aba5f-1139-4b77-b7de-653c88539ac7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32940424-1983-4dac-aa28-233f7e5f755c') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:04:14.213864 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e29aba5f-1139-4b77-b7de-653c88539ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:14.224677 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1342717-20bd-46b8-933a-1d1ca5aecd89 None None] DHCP port deletion for e6013295-0d24-453f-8f8f-888d838913a0 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 09:04:14.230195 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e29aba5f-1139-4b77-b7de-653c88539ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:14.239716 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e29aba5f-1139-4b77-b7de-653c88539ac7 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 09:04:14.240145 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e29aba5f-1139-4b77-b7de-653c88539ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:14.241843 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 09:04:14.241843 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 09:04:14.241843 n-d-789963-9 neutron-server[101289]: timer() Sep 17 09:04:14.241843 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 09:04:14.241843 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 09:04:14.241843 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 09:04:14.241843 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 09:04:14.241843 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 09:04:14.241843 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 09:04:14.241843 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 09:04:14.241843 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 09:04:14.241843 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 09:04:14.241843 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 09:04:14.241843 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 09:04:14.241843 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 09:04:14.241843 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 09:04:14.241843 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 09:04:14.241843 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 09:04:14.241843 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 09:04:14.241843 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 09:04:14.241843 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 09:04:14.241843 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 09:04:14.241843 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 09:04:14.241843 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 09:04:14.241843 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 09:04:14.241843 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 09:04:14.241843 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 09:04:14.241843 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 09:04:14.241843 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 09:04:14.241843 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 09:04:14.241843 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 09:04:14.241843 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 09:04:14.300737 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e29aba5f-1139-4b77-b7de-653c88539ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:14.305602 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e29aba5f-1139-4b77-b7de-653c88539ac7 admin admin] Notify callbacks [] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:14.307509 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e29aba5f-1139-4b77-b7de-653c88539ac7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e6013295-0d24-453f-8f8f-888d838913a0 HTTP/1.1" status: 204 len: 168 time: 0.5210776 Sep 17 09:04:14.310735 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 36844) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:04:14.319638 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29aba5f-1139-4b77-b7de-653c88539ac7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6013295-0d24-453f-8f8f-888d838913a0,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:04:14.476909 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 377b17c6-3a57-4139-9889-5d53e6e408c4 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 09:04:14.496666 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 377b17c6-3a57-4139-9889-5d53e6e408c4 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 09:04:14.497018 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 377b17c6-3a57-4139-9889-5d53e6e408c4 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 09:04:14.497437 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device d3b6a5e5-4a50-4e81-b629-298870824c9f no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 09:04:14.517015 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: d3b6a5e5-4a50-4e81-b629-298870824c9f {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 09:04:14.517365 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device d3b6a5e5-4a50-4e81-b629-298870824c9f not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 09:04:14.517774 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device f6fac027-53fb-419a-9ef0-2318d652a67b no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 09:04:14.536291 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: f6fac027-53fb-419a-9ef0-2318d652a67b {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 09:04:14.536939 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device f6fac027-53fb-419a-9ef0-2318d652a67b not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 09:04:14.658735 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-42550689-2910-4381-a56d-8209f037c75e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:14.901569 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-42550689-2910-4381-a56d-8209f037c75e admin admin] Deleting port 30260ebc-c8d6-43de-a7f2-792263717156 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 09:04:14.902233 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-42550689-2910-4381-a56d-8209f037c75e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:14.979281 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-42550689-2910-4381-a56d-8209f037c75e admin admin] For port 30260ebc-c8d6-43de-a7f2-792263717156, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=30260ebc-c8d6-43de-a7f2-792263717156,segment=NetworkSegment(cd334ba6-6ac6-4188-9624-babf3b7c2389),segment_id=cd334ba6-6ac6-4188-9624-babf3b7c2389)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:04:14.979642 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-42550689-2910-4381-a56d-8209f037c75e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:14.992077 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-42550689-2910-4381-a56d-8209f037c75e admin admin] Calling delete_port for 30260ebc-c8d6-43de-a7f2-792263717156 owned by network:router_interface {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 09:04:15.167343 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-42550689-2910-4381-a56d-8209f037c75e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:15.191639 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42550689-2910-4381-a56d-8209f037c75e admin admin] Pushing event deleted for resources: {'Port': ['ID=30260ebc-c8d6-43de-a7f2-792263717156,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:04:15.353621 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-42550689-2910-4381-a56d-8209f037c75e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:15.557912 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42550689-2910-4381-a56d-8209f037c75e admin admin] Router ff4850a0-63da-4384-8893-dac14e6bbf60 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 09:04:15.659349 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42550689-2910-4381-a56d-8209f037c75e admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 09:04:15.664342 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-42550689-2910-4381-a56d-8209f037c75e admin admin] 10.222.0.13 "PUT /v2.0/routers/ff4850a0-63da-4384-8893-dac14e6bbf60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3525891 Sep 17 09:04:15.666973 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 36846) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:04:15.668508 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e876b1c-c291-49d6-a28b-dee7938424ea None None] Sync routers for ids ['ff4850a0-63da-4384-8893-dac14e6bbf60'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 09:04:15.678137 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e876b1c-c291-49d6-a28b-dee7938424ea None None] Routers {'ff4850a0-63da-4384-8893-dac14e6bbf60'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:04:15.678752 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-4e876b1c-c291-49d6-a28b-dee7938424ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:03:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['ff4850a0-63da-4384-8893-dac14e6bbf60'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:04:15.767175 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-19c8acf3-4672-48e2-8f9f-b287c5380eac admin admin] Notify callbacks [] for router, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:15.778889 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-4e876b1c-c291-49d6-a28b-dee7938424ea None None] Set router ff4850a0-63da-4384-8893-dac14e6bbf60 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:04:15.955966 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-4e876b1c-c291-49d6-a28b-dee7938424ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4850a0-63da-4384-8893-dac14e6bbf60', 'name': 'tempest-TestMinimumBasicScenario-651493319-router', 'tenant_id': '62f7be9cca6d467c847785647b23a0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '6556cbec-ce45-4bcd-9d84-08f0f5fdfb61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:00:44Z', 'updated_at': '2021-09-17T09:04:15Z', 'revision_number': 5, 'project_id': '62f7be9cca6d467c847785647b23a0df', 'gw_port': {'id': '6556cbec-ce45-4bcd-9d84-08f0f5fdfb61', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:be:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4850a0-63da-4384-8893-dac14e6bbf60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:00:45Z', 'updated_at': '2021-09-17T09:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:04:15.986559 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e876b1c-c291-49d6-a28b-dee7938424ea None None] Checking router: ff4850a0-63da-4384-8893-dac14e6bbf60 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 09:04:15.995060 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e876b1c-c291-49d6-a28b-dee7938424ea None None] Routers {'ff4850a0-63da-4384-8893-dac14e6bbf60'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:04:15.995679 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-4e876b1c-c291-49d6-a28b-dee7938424ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:03:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['ff4850a0-63da-4384-8893-dac14e6bbf60'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:04:16.111601 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-4e876b1c-c291-49d6-a28b-dee7938424ea None None] Set router ff4850a0-63da-4384-8893-dac14e6bbf60 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:04:16.210432 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-19c8acf3-4672-48e2-8f9f-b287c5380eac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:16.263364 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-19c8acf3-4672-48e2-8f9f-b287c5380eac admin admin] Deleting port 6556cbec-ce45-4bcd-9d84-08f0f5fdfb61 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 09:04:16.263707 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-19c8acf3-4672-48e2-8f9f-b287c5380eac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:16.348124 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-19c8acf3-4672-48e2-8f9f-b287c5380eac admin admin] For port 6556cbec-ce45-4bcd-9d84-08f0f5fdfb61, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=6556cbec-ce45-4bcd-9d84-08f0f5fdfb61,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:04:16.348487 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-19c8acf3-4672-48e2-8f9f-b287c5380eac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:16.360312 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-19c8acf3-4672-48e2-8f9f-b287c5380eac admin admin] Calling delete_port for 6556cbec-ce45-4bcd-9d84-08f0f5fdfb61 owned by network:router_gateway {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 09:04:16.380329 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-4e876b1c-c291-49d6-a28b-dee7938424ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4850a0-63da-4384-8893-dac14e6bbf60', 'name': 'tempest-TestMinimumBasicScenario-651493319-router', 'tenant_id': '62f7be9cca6d467c847785647b23a0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '6556cbec-ce45-4bcd-9d84-08f0f5fdfb61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:00:44Z', 'updated_at': '2021-09-17T09:04:15Z', 'revision_number': 5, 'project_id': '62f7be9cca6d467c847785647b23a0df', 'gw_port': {'id': '6556cbec-ce45-4bcd-9d84-08f0f5fdfb61', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:be:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4850a0-63da-4384-8893-dac14e6bbf60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:00:45Z', 'updated_at': '2021-09-17T09:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:04:16.406215 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e876b1c-c291-49d6-a28b-dee7938424ea None None] The sync data for ids ['ff4850a0-63da-4384-8893-dac14e6bbf60'] in n-d-789963-9 is: [{'id': 'ff4850a0-63da-4384-8893-dac14e6bbf60', 'name': 'tempest-TestMinimumBasicScenario-651493319-router', 'tenant_id': '62f7be9cca6d467c847785647b23a0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '6556cbec-ce45-4bcd-9d84-08f0f5fdfb61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:00:44Z', 'updated_at': '2021-09-17T09:04:15Z', 'revision_number': 5, 'project_id': '62f7be9cca6d467c847785647b23a0df', 'gw_port': {'id': '6556cbec-ce45-4bcd-9d84-08f0f5fdfb61', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:be:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4850a0-63da-4384-8893-dac14e6bbf60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:00:45Z', 'updated_at': '2021-09-17T09:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 09:04:16.527604 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-19c8acf3-4672-48e2-8f9f-b287c5380eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:16.553401 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c8acf3-4672-48e2-8f9f-b287c5380eac admin admin] Pushing event deleted for resources: {'Port': ['ID=6556cbec-ce45-4bcd-9d84-08f0f5fdfb61,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:04:16.608973 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-19c8acf3-4672-48e2-8f9f-b287c5380eac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:16.695178 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-19c8acf3-4672-48e2-8f9f-b287c5380eac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:16.697313 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-19c8acf3-4672-48e2-8f9f-b287c5380eac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:16.743772 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-19c8acf3-4672-48e2-8f9f-b287c5380eac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:16.744339 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c8acf3-4672-48e2-8f9f-b287c5380eac admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff4850a0-63da-4384-8893-dac14e6bbf60 {{(pid=101290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 09:04:16.748858 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-19c8acf3-4672-48e2-8f9f-b287c5380eac admin admin] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:16.750215 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-19c8acf3-4672-48e2-8f9f-b287c5380eac admin admin] 10.222.0.13 "DELETE /v2.0/routers/ff4850a0-63da-4384-8893-dac14e6bbf60 HTTP/1.1" status: 204 len: 168 time: 1.0821986 Sep 17 09:04:16.753141 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 36848) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:04:16.798136 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eaaffa3-089f-4c2e-b98b-47c6aac2dcd5 admin admin] Deleting subnet 9c650325-fd08-443a-b1b9-8d4776c2a034 {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 09:04:16.801449 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1eaaffa3-089f-4c2e-b98b-47c6aac2dcd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:16.837632 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1eaaffa3-089f-4c2e-b98b-47c6aac2dcd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:16.926218 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1eaaffa3-089f-4c2e-b98b-47c6aac2dcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:16.978203 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1eaaffa3-089f-4c2e-b98b-47c6aac2dcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:17.004784 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaaffa3-089f-4c2e-b98b-47c6aac2dcd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c650325-fd08-443a-b1b9-8d4776c2a034,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:04:17.008438 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1eaaffa3-089f-4c2e-b98b-47c6aac2dcd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:17.012673 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-1eaaffa3-089f-4c2e-b98b-47c6aac2dcd5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9c650325-fd08-443a-b1b9-8d4776c2a034 HTTP/1.1" status: 204 len: 168 time: 0.2561891 Sep 17 09:04:17.014760 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831dfd44-d44c-48bf-91b1-d272f452bb81 None None] Network 57454915-aac6-416a-b9f2-4e6dbcd840d9 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 09:04:17.016117 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 36850) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:04:17.092171 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4ca2a415-45ef-4306-a715-2cf2539aac66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:17.146488 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-4ca2a415-45ef-4306-a715-2cf2539aac66 admin admin] Deleting port 2a5aa13b-749b-4395-9f32-6de6e7bb6b42 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 09:04:17.146838 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4ca2a415-45ef-4306-a715-2cf2539aac66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:17.209803 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-4ca2a415-45ef-4306-a715-2cf2539aac66 admin admin] For port 2a5aa13b-749b-4395-9f32-6de6e7bb6b42, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=2a5aa13b-749b-4395-9f32-6de6e7bb6b42,segment=NetworkSegment(cd334ba6-6ac6-4188-9624-babf3b7c2389),segment_id=cd334ba6-6ac6-4188-9624-babf3b7c2389)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:04:17.210168 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4ca2a415-45ef-4306-a715-2cf2539aac66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:17.222116 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-4ca2a415-45ef-4306-a715-2cf2539aac66 admin admin] Calling delete_port for 2a5aa13b-749b-4395-9f32-6de6e7bb6b42 owned by network:dhcp {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 09:04:17.305440 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4ca2a415-45ef-4306-a715-2cf2539aac66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:17.331825 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca2a415-45ef-4306-a715-2cf2539aac66 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a5aa13b-749b-4395-9f32-6de6e7bb6b42,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:04:17.333745 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca2a415-45ef-4306-a715-2cf2539aac66 admin admin] No DVR routers for this DVR port 2a5aa13b-749b-4395-9f32-6de6e7bb6b42 on host n-d-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 09:04:17.404346 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4ca2a415-45ef-4306-a715-2cf2539aac66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:17.425997 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-4ca2a415-45ef-4306-a715-2cf2539aac66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57454915-aac6-416a-b9f2-4e6dbcd840d9']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:04:17.435247 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-4ca2a415-45ef-4306-a715-2cf2539aac66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd334ba6-6ac6-4188-9624-babf3b7c2389') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:04:17.435543 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-4ca2a415-45ef-4306-a715-2cf2539aac66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd334ba6-6ac6-4188-9624-babf3b7c2389') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:04:17.446311 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4ca2a415-45ef-4306-a715-2cf2539aac66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:17.447973 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8997d3f5-921b-476e-8984-2e8fd1de6b9b None None] DHCP port deletion for 57454915-aac6-416a-b9f2-4e6dbcd840d9 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 09:04:17.466271 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4ca2a415-45ef-4306-a715-2cf2539aac66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:17.473355 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ca2a415-45ef-4306-a715-2cf2539aac66 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 09:04:17.474007 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4ca2a415-45ef-4306-a715-2cf2539aac66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:17.476240 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 09:04:17.476240 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 09:04:17.476240 n-d-789963-9 neutron-server[101290]: timer() Sep 17 09:04:17.476240 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 09:04:17.476240 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 09:04:17.476240 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 09:04:17.476240 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 09:04:17.476240 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 09:04:17.476240 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 09:04:17.476240 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 09:04:17.476240 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 09:04:17.476240 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 09:04:17.476240 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 09:04:17.476240 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 09:04:17.476240 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 09:04:17.476240 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 09:04:17.476240 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 09:04:17.476240 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 09:04:17.476240 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 09:04:17.476240 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 09:04:17.476240 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 09:04:17.476240 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 09:04:17.476240 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 09:04:17.476240 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 09:04:17.476240 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 09:04:17.476240 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 09:04:17.476240 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 09:04:17.476240 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 09:04:17.476240 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 09:04:17.476240 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 09:04:17.476240 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 09:04:17.476240 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 09:04:17.527654 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4ca2a415-45ef-4306-a715-2cf2539aac66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:17.534109 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4ca2a415-45ef-4306-a715-2cf2539aac66 admin admin] Notify callbacks [] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:17.535963 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-4ca2a415-45ef-4306-a715-2cf2539aac66 admin admin] 10.222.0.13 "DELETE /v2.0/networks/57454915-aac6-416a-b9f2-4e6dbcd840d9 HTTP/1.1" status: 204 len: 168 time: 0.5188627 Sep 17 09:04:17.546364 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca2a415-45ef-4306-a715-2cf2539aac66 admin admin] Pushing event deleted for resources: {'Network': ['ID=57454915-aac6-416a-b9f2-4e6dbcd840d9,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:04:17.692992 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 36854) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:04:17.736781 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-bbabb91d-2343-4873-8656-c703655dab56 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=660eab7715144bf1944aee6f9b0616ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426114 Sep 17 09:04:17.739180 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 36856) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:04:17.785568 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8d08f0fd-469a-477a-80b0-ccdd51b9d50e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:17.805440 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8d08f0fd-469a-477a-80b0-ccdd51b9d50e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:17.851479 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8d08f0fd-469a-477a-80b0-ccdd51b9d50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:17.854074 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-8d08f0fd-469a-477a-80b0-ccdd51b9d50e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:17.855285 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-8d08f0fd-469a-477a-80b0-ccdd51b9d50e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8dda200e-e6a6-45af-83f0-ceef4c46d972 HTTP/1.1" status: 204 len: 168 time: 0.1151686 Sep 17 09:04:17.862943 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d08f0fd-469a-477a-80b0-ccdd51b9d50e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dda200e-e6a6-45af-83f0-ceef4c46d972,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:04:18.155546 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 36862) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:04:18.194620 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-eee919fe-b6ad-4ba5-a5cd-da660bf0908f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=62f7be9cca6d467c847785647b23a0df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376582 Sep 17 09:04:18.197037 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 36864) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:04:18.244024 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-10260eaf-961f-41fc-9034-4bd08dcbceb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:18.264440 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-10260eaf-961f-41fc-9034-4bd08dcbceb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:18.314543 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-10260eaf-961f-41fc-9034-4bd08dcbceb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:18.317236 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-10260eaf-961f-41fc-9034-4bd08dcbceb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:18.318537 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-10260eaf-961f-41fc-9034-4bd08dcbceb8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/995820b0-c8b4-4fdf-a657-60941a749690 HTTP/1.1" status: 204 len: 168 time: 0.1206238 Sep 17 09:04:18.327715 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10260eaf-961f-41fc-9034-4bd08dcbceb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=995820b0-c8b4-4fdf-a657-60941a749690,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:04:18.469043 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 6556cbec-ce45-4bcd-9d84-08f0f5fdfb61 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 09:04:18.493224 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 6556cbec-ce45-4bcd-9d84-08f0f5fdfb61 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 09:04:18.493577 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 6556cbec-ce45-4bcd-9d84-08f0f5fdfb61 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 09:04:18.494020 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 30260ebc-c8d6-43de-a7f2-792263717156 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 09:04:18.513995 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 30260ebc-c8d6-43de-a7f2-792263717156 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 09:04:18.514347 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 30260ebc-c8d6-43de-a7f2-792263717156 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 09:04:18.514780 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 2a5aa13b-749b-4395-9f32-6de6e7bb6b42 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 09:04:18.533510 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 2a5aa13b-749b-4395-9f32-6de6e7bb6b42 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 09:04:18.533861 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 2a5aa13b-749b-4395-9f32-6de6e7bb6b42 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 09:04:19.828676 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 36904) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:04:19.833322 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-face37b2-7691-4d06-b747-3d334d4d730d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1454130613', 'description': 'tempest-secgroup-smoke-1454130613 description', 'project_id': '7e48e67a07fa4821a019352e4f896fd6'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:04:19.855467 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-face37b2-7691-4d06-b747-3d334d4d730d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:19.863810 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-face37b2-7691-4d06-b747-3d334d4d730d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:19.953267 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-face37b2-7691-4d06-b747-3d334d4d730d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:19.956810 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-face37b2-7691-4d06-b747-3d334d4d730d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:19.993822 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-face37b2-7691-4d06-b747-3d334d4d730d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb044c9-3b3f-4605-abd8-d46996455949,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:04:20.055090 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-face37b2-7691-4d06-b747-3d334d4d730d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:20.058965 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-face37b2-7691-4d06-b747-3d334d4d730d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:20.084059 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-face37b2-7691-4d06-b747-3d334d4d730d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:20.087974 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-face37b2-7691-4d06-b747-3d334d4d730d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2556159 Sep 17 09:04:20.088329 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 36906) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:04:20.089453 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-face37b2-7691-4d06-b747-3d334d4d730d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83c95233-7d1c-4040-beef-cfbde45f7192,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:04:20.095486 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-54bf7d77-5c05-4b19-9761-4a1beeeeadd6 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Request body: {'security_group_rule': {'security_group_id': '83c95233-7d1c-4040-beef-cfbde45f7192', 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:04:20.101122 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dc7d43a0-1f5a-4a15-badd-968a7229a5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:20.123750 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-54bf7d77-5c05-4b19-9761-4a1beeeeadd6 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:20.168909 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-54bf7d77-5c05-4b19-9761-4a1beeeeadd6 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:20.172133 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-54bf7d77-5c05-4b19-9761-4a1beeeeadd6 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:20.189182 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bf7d77-5c05-4b19-9761-4a1beeeeadd6 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42ff059f-7ed7-402f-82ec-b15b509647d1,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:04:20.194834 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-54bf7d77-5c05-4b19-9761-4a1beeeeadd6 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:20.196062 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-54bf7d77-5c05-4b19-9761-4a1beeeeadd6 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1066651 Sep 17 09:04:20.198800 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 36908) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:04:20.203084 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-bfe31cb7-f685-43e7-9ca2-52b66861e594 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Request body: {'security_group_rule': {'security_group_id': '83c95233-7d1c-4040-beef-cfbde45f7192', 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:04:20.229516 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bfe31cb7-f685-43e7-9ca2-52b66861e594 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:20.284574 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bfe31cb7-f685-43e7-9ca2-52b66861e594 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:20.288027 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bfe31cb7-f685-43e7-9ca2-52b66861e594 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:20.309003 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe31cb7-f685-43e7-9ca2-52b66861e594 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeb4687b-4ab0-4249-ba32-c744d83e746f,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:04:20.315492 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-bfe31cb7-f685-43e7-9ca2-52b66861e594 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:20.316721 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-bfe31cb7-f685-43e7-9ca2-52b66861e594 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1170061 Sep 17 09:04:20.319347 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 36910) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:04:20.323607 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-0df32b83-9780-4cef-9c31-24ed1b10035d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Request body: {'security_group_rule': {'security_group_id': '83c95233-7d1c-4040-beef-cfbde45f7192', 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:04:20.349962 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0df32b83-9780-4cef-9c31-24ed1b10035d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:20.405315 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0df32b83-9780-4cef-9c31-24ed1b10035d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:20.409473 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0df32b83-9780-4cef-9c31-24ed1b10035d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:20.429147 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df32b83-9780-4cef-9c31-24ed1b10035d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfb16781-9d56-4788-9334-0d0594141a0e,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:04:20.436353 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0df32b83-9780-4cef-9c31-24ed1b10035d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:20.437545 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-0df32b83-9780-4cef-9c31-24ed1b10035d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1172631 Sep 17 09:04:20.440191 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 36912) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:04:20.444435 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-86683a1a-46cd-4de3-aa1a-e3ad9ce68ced tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Request body: {'security_group_rule': {'security_group_id': '83c95233-7d1c-4040-beef-cfbde45f7192', 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:04:20.470473 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-86683a1a-46cd-4de3-aa1a-e3ad9ce68ced tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:20.527046 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-86683a1a-46cd-4de3-aa1a-e3ad9ce68ced tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:20.529816 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-86683a1a-46cd-4de3-aa1a-e3ad9ce68ced tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:20.548591 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86683a1a-46cd-4de3-aa1a-e3ad9ce68ced tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44f62f05-268a-42b1-9213-a588e775e8ea,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:04:20.553379 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-86683a1a-46cd-4de3-aa1a-e3ad9ce68ced tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:20.555127 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-86683a1a-46cd-4de3-aa1a-e3ad9ce68ced tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1140244 Sep 17 09:04:20.557799 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 36914) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:04:20.562115 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-b8ee99c9-0d2b-4be1-9338-93113ad0712f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Request body: {'security_group_rule': {'security_group_id': '83c95233-7d1c-4040-beef-cfbde45f7192', 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:04:20.583333 n-d-789963-9 neutron-server[101290]: INFO neutron.db.securitygroups_db [None req-b8ee99c9-0d2b-4be1-9338-93113ad0712f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Project 7e48e67a07fa4821a019352e4f896fd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 09:04:20.587881 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b8ee99c9-0d2b-4be1-9338-93113ad0712f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:20.645990 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b8ee99c9-0d2b-4be1-9338-93113ad0712f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:20.649382 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b8ee99c9-0d2b-4be1-9338-93113ad0712f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:20.669411 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ee99c9-0d2b-4be1-9338-93113ad0712f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed372b83-75fe-49e6-957f-025b63135c2a,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:04:20.674693 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b8ee99c9-0d2b-4be1-9338-93113ad0712f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:20.675968 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b8ee99c9-0d2b-4be1-9338-93113ad0712f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1171174 Sep 17 09:04:20.678632 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 36916) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:04:20.682861 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-630f514a-1636-481a-9de4-9c3dbcaf40f6 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Request body: {'security_group_rule': {'security_group_id': '83c95233-7d1c-4040-beef-cfbde45f7192', 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:04:20.703545 n-d-789963-9 neutron-server[101290]: INFO neutron.db.securitygroups_db [None req-630f514a-1636-481a-9de4-9c3dbcaf40f6 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Project 7e48e67a07fa4821a019352e4f896fd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 09:04:20.708137 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-630f514a-1636-481a-9de4-9c3dbcaf40f6 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:20.767256 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-630f514a-1636-481a-9de4-9c3dbcaf40f6 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:20.770699 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-630f514a-1636-481a-9de4-9c3dbcaf40f6 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:20.789299 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630f514a-1636-481a-9de4-9c3dbcaf40f6 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5edab0a9-80a1-48c4-beb0-f9c19d83fccf,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:04:20.792877 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-630f514a-1636-481a-9de4-9c3dbcaf40f6 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:20.794062 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-630f514a-1636-481a-9de4-9c3dbcaf40f6 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1145172 Sep 17 09:04:20.797113 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 36918) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:04:20.801958 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-2d5427e5-1a1f-4314-847b-778829e3ce9b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Request body: {'network': {'name': 'tempest-network-smoke--1976944638', 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'port_security_enabled': True}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:04:20.820575 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d5427e5-1a1f-4314-847b-778829e3ce9b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Made reservation on behalf of 7e48e67a07fa4821a019352e4f896fd6 for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 09:04:20.823780 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2d5427e5-1a1f-4314-847b-778829e3ce9b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:20.846307 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d5427e5-1a1f-4314-847b-778829e3ce9b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 09:04:20.854872 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2d5427e5-1a1f-4314-847b-778829e3ce9b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:20.855220 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-2d5427e5-1a1f-4314-847b-778829e3ce9b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Added segment b0fa846a-2fd1-4879-81a3-ff9844db54ed of type vlan for network 881428c5-e039-4704-877d-52c35c115aa7 Sep 17 09:04:20.892573 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2d5427e5-1a1f-4314-847b-778829e3ce9b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:20.916599 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2d5427e5-1a1f-4314-847b-778829e3ce9b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:20.922022 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5427e5-1a1f-4314-847b-778829e3ce9b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:04:20.922606 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2d5427e5-1a1f-4314-847b-778829e3ce9b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:20.952973 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-2d5427e5-1a1f-4314-847b-778829e3ce9b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1547475 Sep 17 09:04:20.956331 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 36920) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:04:20.960594 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-6501848e-dde8-457d-9a9a-f3fcb3e014d2 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1045330577', 'admin_state_up': True, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:04:21.004483 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5427e5-1a1f-4314-847b-778829e3ce9b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event updated for resources: {'Network': ['ID=881428c5-e039-4704-877d-52c35c115aa7,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:04:21.014593 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 881428c5-e039-4704-877d-52c35c115aa7 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 09:04:21.018823 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6501848e-dde8-457d-9a9a-f3fcb3e014d2 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:21.020026 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6501848e-dde8-457d-9a9a-f3fcb3e014d2 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:21.073678 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6501848e-dde8-457d-9a9a-f3fcb3e014d2 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:21.210431 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6501848e-dde8-457d-9a9a-f3fcb3e014d2 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:21.393824 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6501848e-dde8-457d-9a9a-f3fcb3e014d2 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for router_gateway, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:21.412023 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6501848e-dde8-457d-9a9a-f3fcb3e014d2 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:21.508390 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-6501848e-dde8-457d-9a9a-f3fcb3e014d2 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Allocated IP 172.25.6.52 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/cd55062e-3a87-4ff5-a065-c421a0fab11e) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 09:04:21.610592 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6501848e-dde8-457d-9a9a-f3fcb3e014d2 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:21.642378 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6501848e-dde8-457d-9a9a-f3fcb3e014d2 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:21.676062 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6501848e-dde8-457d-9a9a-f3fcb3e014d2 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 09:04:21.678804 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-6501848e-dde8-457d-9a9a-f3fcb3e014d2 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 09:04:21.682027 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6501848e-dde8-457d-9a9a-f3fcb3e014d2 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 09:04:21.714743 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6501848e-dde8-457d-9a9a-f3fcb3e014d2 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event updated for resources: {'Port': ['ID=cd55062e-3a87-4ff5-a065-c421a0fab11e,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:04:21.954235 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6501848e-dde8-457d-9a9a-f3fcb3e014d2 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for router_gateway, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:22.144595 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6501848e-dde8-457d-9a9a-f3fcb3e014d2 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:22.265302 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6501848e-dde8-457d-9a9a-f3fcb3e014d2 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Router 27af4557-d0a8-43eb-aff6-00782ec8ddb3 is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 09:04:22.365786 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6501848e-dde8-457d-9a9a-f3fcb3e014d2 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 09:04:22.375137 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce51867e-778f-4c99-9ba7-0cba4b7db733 None None] Sync routers for ids ['27af4557-d0a8-43eb-aff6-00782ec8ddb3'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 09:04:22.382252 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6501848e-dde8-457d-9a9a-f3fcb3e014d2 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:22.383478 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6501848e-dde8-457d-9a9a-f3fcb3e014d2 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4262402 Sep 17 09:04:22.384890 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce51867e-778f-4c99-9ba7-0cba4b7db733 None None] Routers {'27af4557-d0a8-43eb-aff6-00782ec8ddb3'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:04:22.385646 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-ce51867e-778f-4c99-9ba7-0cba4b7db733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:03:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['27af4557-d0a8-43eb-aff6-00782ec8ddb3'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:04:22.386651 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 36924) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:04:22.494894 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-ce51867e-778f-4c99-9ba7-0cba4b7db733 None None] Set router 27af4557-d0a8-43eb-aff6-00782ec8ddb3 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:04:22.514460 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-db7a29ea-5544-4fdf-98f9-abf73b8a932c tempest-TestNetworkAdvancedServerOps-1761391694 tempest-TestNetworkAdvancedServerOps-1761391694-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=7e48e67a07fa4821a019352e4f896fd6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1267385 Sep 17 09:04:22.517803 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 36928) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:04:22.569169 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-368b07bc-9fb2-46b1-9f37-a5aa5cb0ab6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:22.683189 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-ce51867e-778f-4c99-9ba7-0cba4b7db733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27af4557-d0a8-43eb-aff6-00782ec8ddb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045330577', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': 'cd55062e-3a87-4ff5-a065-c421a0fab11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:04:21Z', 'updated_at': '2021-09-17T09:04:21Z', 'revision_number': 3, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'gw_port': {'id': 'cd55062e-3a87-4ff5-a065-c421a0fab11e', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:08:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27af4557-d0a8-43eb-aff6-00782ec8ddb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:04:21Z', 'updated_at': '2021-09-17T09:04:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:04:22.685871 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27995e85-82af-4fd6-abc7-1dd3d79cd78a tempest-TestNetworkAdvancedServerOps-1761391694 tempest-TestNetworkAdvancedServerOps-1761391694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:04:22.687424 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-27995e85-82af-4fd6-abc7-1dd3d79cd78a tempest-TestNetworkAdvancedServerOps-1761391694 tempest-TestNetworkAdvancedServerOps-1761391694-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1688037 Sep 17 09:04:22.690806 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 36930) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:04:22.709528 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce51867e-778f-4c99-9ba7-0cba4b7db733 None None] Checking router: 27af4557-d0a8-43eb-aff6-00782ec8ddb3 for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 09:04:22.709879 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce51867e-778f-4c99-9ba7-0cba4b7db733 None None] Updating router 27af4557-d0a8-43eb-aff6-00782ec8ddb3 port cd55062e-3a87-4ff5-a065-c421a0fab11e binding host n-d-789963-9 {{(pid=101291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 09:04:22.729094 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-abb5fadd-60d7-4c77-9070-59686b0574cf tempest-TestNetworkAdvancedServerOps-1761391694 tempest-TestNetworkAdvancedServerOps-1761391694-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=5fc128c4-343a-4b5b-8a61-6a2b8d95c555&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371990 Sep 17 09:04:22.731690 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 36932) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:04:22.734294 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce51867e-778f-4c99-9ba7-0cba4b7db733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:22.736485 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-0e3ce613-2598-4738-b66c-b12cf569ea62 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1891830399', 'network_id': '881428c5-e039-4704-877d-52c35c115aa7', 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:04:22.822735 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e3ce613-2598-4738-b66c-b12cf569ea62 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Made reservation on behalf of 7e48e67a07fa4821a019352e4f896fd6 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 09:04:22.826086 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0e3ce613-2598-4738-b66c-b12cf569ea62 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:22.902742 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:22.994314 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce51867e-778f-4c99-9ba7-0cba4b7db733 None None] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:22.999936 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce51867e-778f-4c99-9ba7-0cba4b7db733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:23.015345 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0e3ce613-2598-4738-b66c-b12cf569ea62 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:23.050906 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-ce51867e-778f-4c99-9ba7-0cba4b7db733 None None] Attempting to bind port cd55062e-3a87-4ff5-a065-c421a0fab11e on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 09:04:23.051261 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-ce51867e-778f-4c99-9ba7-0cba4b7db733 None None] Attempting to bind port cd55062e-3a87-4ff5-a065-c421a0fab11e by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 09:04:23.051625 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce51867e-778f-4c99-9ba7-0cba4b7db733 None None] Attempting to bind port cd55062e-3a87-4ff5-a065-c421a0fab11e on network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 09:04:23.058697 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014d555-aa7f-43f9-b79d-842c90b93618 None None] Pushing event updated for resources: {'Port': ['ID=cd55062e-3a87-4ff5-a065-c421a0fab11e,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:04:23.060839 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce51867e-778f-4c99-9ba7-0cba4b7db733 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 9, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 09:04:23.061211 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce51867e-778f-4c99-9ba7-0cba4b7db733 None None] Checking segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 09:04:23.061610 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce51867e-778f-4c99-9ba7-0cba4b7db733 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:23.062555 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce51867e-778f-4c99-9ba7-0cba4b7db733 None None] Bound using segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 09:04:23.062555 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-ce51867e-778f-4c99-9ba7-0cba4b7db733 None None] Bound port: cd55062e-3a87-4ff5-a065-c421a0fab11e, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 09:04:23.064015 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce51867e-778f-4c99-9ba7-0cba4b7db733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:23.081107 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3ce613-2598-4738-b66c-b12cf569ea62 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event updated for resources: {'Subnet': ['ID=19440ee0-1854-4eeb-be0b-ec0649dee1af,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:04:23.086377 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014d555-aa7f-43f9-b79d-842c90b93618 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:04:23.086730 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014d555-aa7f-43f9-b79d-842c90b93618 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:04:23.087064 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014d555-aa7f-43f9-b79d-842c90b93618 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:04:23.087402 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014d555-aa7f-43f9-b79d-842c90b93618 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:04:23.087736 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014d555-aa7f-43f9-b79d-842c90b93618 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:04:23.088224 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014d555-aa7f-43f9-b79d-842c90b93618 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:04:23.088419 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014d555-aa7f-43f9-b79d-842c90b93618 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:04:23.088744 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014d555-aa7f-43f9-b79d-842c90b93618 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:04:23.089069 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014d555-aa7f-43f9-b79d-842c90b93618 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:04:23.089386 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014d555-aa7f-43f9-b79d-842c90b93618 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:04:23.089699 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014d555-aa7f-43f9-b79d-842c90b93618 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:04:23.089816 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3ce613-2598-4738-b66c-b12cf569ea62 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Checking segment: {'id': 'b0fa846a-2fd1-4879-81a3-ff9844db54ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '881428c5-e039-4704-877d-52c35c115aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 09:04:23.090018 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e014d555-aa7f-43f9-b79d-842c90b93618 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:04:23.090190 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3ce613-2598-4738-b66c-b12cf569ea62 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Network hostable DHCP agents. Network: 881428c5-e039-4704-877d-52c35c115aa7, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 09:04:23.113140 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3ce613-2598-4738-b66c-b12cf569ea62 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Network 881428c5-e039-4704-877d-52c35c115aa7 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 09:04:23.127330 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce51867e-778f-4c99-9ba7-0cba4b7db733 None None] For port cd55062e-3a87-4ff5-a065-c421a0fab11e, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 09:04:23.130254 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-0e3ce613-2598-4738-b66c-b12cf569ea62 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 881428c5-e039-4704-877d-52c35c115aa7) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 09:04:23.131173 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce51867e-778f-4c99-9ba7-0cba4b7db733 None None] For port cd55062e-3a87-4ff5-a065-c421a0fab11e, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=cd55062e-3a87-4ff5-a065-c421a0fab11e,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 09:04:23.137462 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce51867e-778f-4c99-9ba7-0cba4b7db733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:23.140213 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3ce613-2598-4738-b66c-b12cf569ea62 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:04:23.140860 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0e3ce613-2598-4738-b66c-b12cf569ea62 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:23.155746 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-0e3ce613-2598-4738-b66c-b12cf569ea62 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4230227 Sep 17 09:04:23.158734 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 36934) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:04:23.170693 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8046705-52de-480c-9a93-265f5fe5b815 None None] Network 881428c5-e039-4704-877d-52c35c115aa7 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 09:04:23.252529 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014d555-aa7f-43f9-b79d-842c90b93618 None None] Pushing event updated for resources: {'Port': ['ID=cd55062e-3a87-4ff5-a065-c421a0fab11e,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:04:23.258363 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce51867e-778f-4c99-9ba7-0cba4b7db733 None None] Routers {'27af4557-d0a8-43eb-aff6-00782ec8ddb3'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:04:23.258987 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-ce51867e-778f-4c99-9ba7-0cba4b7db733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:04:23Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['27af4557-d0a8-43eb-aff6-00782ec8ddb3'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:04:23.407111 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-ce51867e-778f-4c99-9ba7-0cba4b7db733 None None] Set router 27af4557-d0a8-43eb-aff6-00782ec8ddb3 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:04:23.484938 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703665cb-777e-49a8-bea7-183c664cac7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-881428c5-e039-4704-877d-52c35c115aa7', 'network_id': '881428c5-e039-4704-877d-52c35c115aa7', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'fixed_ips': [{'subnet_id': '19440ee0-1854-4eeb-be0b-ec0649dee1af'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 09:04:23.485781 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-703665cb-777e-49a8-bea7-183c664cac7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:23.619688 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-95eb3ac5-bbe3-4010-a890-5d099cf7f23e tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:23.697789 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-703665cb-777e-49a8-bea7-183c664cac7e None None] Allocated IP 172.20.0.2 (881428c5-e039-4704-877d-52c35c115aa7/19440ee0-1854-4eeb-be0b-ec0649dee1af/0df0671e-fe99-4c62-8785-3b57a657dd58) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 09:04:23.738832 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-ce51867e-778f-4c99-9ba7-0cba4b7db733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27af4557-d0a8-43eb-aff6-00782ec8ddb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045330577', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': 'cd55062e-3a87-4ff5-a065-c421a0fab11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:04:21Z', 'updated_at': '2021-09-17T09:04:21Z', 'revision_number': 3, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'gw_port': {'id': 'cd55062e-3a87-4ff5-a065-c421a0fab11e', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:08:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27af4557-d0a8-43eb-aff6-00782ec8ddb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:04:21Z', 'updated_at': '2021-09-17T09:04:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:04:23.767745 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce51867e-778f-4c99-9ba7-0cba4b7db733 None None] The sync data for ids ['27af4557-d0a8-43eb-aff6-00782ec8ddb3'] in n-d-789963-9 is: [{'id': '27af4557-d0a8-43eb-aff6-00782ec8ddb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045330577', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': 'cd55062e-3a87-4ff5-a065-c421a0fab11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:04:21Z', 'updated_at': '2021-09-17T09:04:21Z', 'revision_number': 3, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'gw_port': {'id': 'cd55062e-3a87-4ff5-a065-c421a0fab11e', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:08:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27af4557-d0a8-43eb-aff6-00782ec8ddb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:04:21Z', 'updated_at': '2021-09-17T09:04:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 09:04:23.891136 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-703665cb-777e-49a8-bea7-183c664cac7e None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:23.897562 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-703665cb-777e-49a8-bea7-183c664cac7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:23.939669 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703665cb-777e-49a8-bea7-183c664cac7e None None] Network 881428c5-e039-4704-877d-52c35c115aa7 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 09:04:23.944703 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-703665cb-777e-49a8-bea7-183c664cac7e None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 09:04:23.949400 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703665cb-777e-49a8-bea7-183c664cac7e None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 09:04:23.954369 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703665cb-777e-49a8-bea7-183c664cac7e None None] Pushing event updated for resources: {'Port': ['ID=0df0671e-fe99-4c62-8785-3b57a657dd58,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:04:24.029082 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:24.030032 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-703665cb-777e-49a8-bea7-183c664cac7e None None] Attempting to bind port 0df0671e-fe99-4c62-8785-3b57a657dd58 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 09:04:24.030401 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-703665cb-777e-49a8-bea7-183c664cac7e None None] Attempting to bind port 0df0671e-fe99-4c62-8785-3b57a657dd58 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'b0fa846a-2fd1-4879-81a3-ff9844db54ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '881428c5-e039-4704-877d-52c35c115aa7'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 09:04:24.030764 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703665cb-777e-49a8-bea7-183c664cac7e None None] Attempting to bind port 0df0671e-fe99-4c62-8785-3b57a657dd58 on network 881428c5-e039-4704-877d-52c35c115aa7 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 09:04:24.036831 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703665cb-777e-49a8-bea7-183c664cac7e None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 9, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 09:04:24.037207 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703665cb-777e-49a8-bea7-183c664cac7e None None] Checking segment: {'id': 'b0fa846a-2fd1-4879-81a3-ff9844db54ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '881428c5-e039-4704-877d-52c35c115aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 09:04:24.037686 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-703665cb-777e-49a8-bea7-183c664cac7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:24.038099 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703665cb-777e-49a8-bea7-183c664cac7e None None] Bound using segment: {'id': 'b0fa846a-2fd1-4879-81a3-ff9844db54ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '881428c5-e039-4704-877d-52c35c115aa7'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 09:04:24.038577 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-703665cb-777e-49a8-bea7-183c664cac7e None None] Bound port: 0df0671e-fe99-4c62-8785-3b57a657dd58, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fa846a-2fd1-4879-81a3-ff9844db54ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '881428c5-e039-4704-877d-52c35c115aa7'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 09:04:24.038964 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-703665cb-777e-49a8-bea7-183c664cac7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:24.123171 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-703665cb-777e-49a8-bea7-183c664cac7e None None] For port 0df0671e-fe99-4c62-8785-3b57a657dd58, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 09:04:24.129795 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-703665cb-777e-49a8-bea7-183c664cac7e None None] For port 0df0671e-fe99-4c62-8785-3b57a657dd58, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=0df0671e-fe99-4c62-8785-3b57a657dd58,segment=NetworkSegment(b0fa846a-2fd1-4879-81a3-ff9844db54ed),segment_id=b0fa846a-2fd1-4879-81a3-ff9844db54ed)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 09:04:24.133986 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-703665cb-777e-49a8-bea7-183c664cac7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:24.208298 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703665cb-777e-49a8-bea7-183c664cac7e None None] Pushing event updated for resources: {'Port': ['ID=0df0671e-fe99-4c62-8785-3b57a657dd58,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:04:24.337898 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-95eb3ac5-bbe3-4010-a890-5d099cf7f23e tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Allocated IP 172.20.0.1 (881428c5-e039-4704-877d-52c35c115aa7/19440ee0-1854-4eeb-be0b-ec0649dee1af/feef73b7-19d3-4d7e-a645-76da560a3f1d) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 09:04:24.501177 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-95eb3ac5-bbe3-4010-a890-5d099cf7f23e tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:24.543143 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-95eb3ac5-bbe3-4010-a890-5d099cf7f23e tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:24.567478 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 0df0671e-fe99-4c62-8785-3b57a657dd58 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 09:04:24.596290 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95eb3ac5-bbe3-4010-a890-5d099cf7f23e tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Network 881428c5-e039-4704-877d-52c35c115aa7 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 09:04:24.600602 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-95eb3ac5-bbe3-4010-a890-5d099cf7f23e tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 09:04:24.602653 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb3ac5-bbe3-4010-a890-5d099cf7f23e tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event updated for resources: {'Port': ['ID=feef73b7-19d3-4d7e-a645-76da560a3f1d,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:04:24.604981 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95eb3ac5-bbe3-4010-a890-5d099cf7f23e tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 09:04:24.624461 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 0df0671e-fe99-4c62-8785-3b57a657dd58 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:04:24.624821 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:24.649017 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-95eb3ac5-bbe3-4010-a890-5d099cf7f23e tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:24.715808 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:24.752569 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port 0df0671e-fe99-4c62-8785-3b57a657dd58, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=0df0671e-fe99-4c62-8785-3b57a657dd58,segment=NetworkSegment(b0fa846a-2fd1-4879-81a3-ff9844db54ed),segment_id=b0fa846a-2fd1-4879-81a3-ff9844db54ed)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:04:24.757361 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:24.759604 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device cd55062e-3a87-4ff5-a065-c421a0fab11e up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 09:04:24.793683 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-95eb3ac5-bbe3-4010-a890-5d099cf7f23e tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:24.835147 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=0df0671e-fe99-4c62-8785-3b57a657dd58,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:04:24.847606 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port cd55062e-3a87-4ff5-a065-c421a0fab11e triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:04:24.848128 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:24.934343 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:24.958195 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port cd55062e-3a87-4ff5-a065-c421a0fab11e, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=cd55062e-3a87-4ff5-a065-c421a0fab11e,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:04:24.962921 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:25.014597 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=cd55062e-3a87-4ff5-a065-c421a0fab11e,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:04:25.082287 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-95eb3ac5-bbe3-4010-a890-5d099cf7f23e tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:25.091071 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-95eb3ac5-bbe3-4010-a890-5d099cf7f23e tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:25.172322 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-95eb3ac5-bbe3-4010-a890-5d099cf7f23e tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:25.173622 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3004f0-e8c9-4ac2-bfa4-40a75edc4cc6 None None] Network 881428c5-e039-4704-877d-52c35c115aa7 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 09:04:25.174051 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb3ac5-bbe3-4010-a890-5d099cf7f23e tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event updated for resources: {'Port': ['ID=feef73b7-19d3-4d7e-a645-76da560a3f1d,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:04:25.269089 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95eb3ac5-bbe3-4010-a890-5d099cf7f23e tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Network 881428c5-e039-4704-877d-52c35c115aa7 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 09:04:25.270553 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-95eb3ac5-bbe3-4010-a890-5d099cf7f23e tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 09:04:25.390445 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95eb3ac5-bbe3-4010-a890-5d099cf7f23e tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Router 27af4557-d0a8-43eb-aff6-00782ec8ddb3 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 09:04:25.406151 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-bf3818d3-2f0d-487c-80c1-43bc652d6bfd None None] Provisioning complete for port 0df0671e-fe99-4c62-8785-3b57a657dd58 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:04:25.406567 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bf3818d3-2f0d-487c-80c1-43bc652d6bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:25.501572 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95eb3ac5-bbe3-4010-a890-5d099cf7f23e tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 09:04:25.508580 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-95eb3ac5-bbe3-4010-a890-5d099cf7f23e tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "PUT /v2.0/routers/27af4557-d0a8-43eb-aff6-00782ec8ddb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3469121 Sep 17 09:04:25.578571 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:25.661340 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1e463521-7ca5-4df9-8976-a1e0765f4df7 req-706b66a6-722f-4c2a-a04d-2aea21dca1ef tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1454130613&fields=id&tenant_id=7e48e67a07fa4821a019352e4f896fd6 HTTP/1.1" status: 200 len: 267 time: 0.0361857 Sep 17 09:04:25.702870 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c9bc52-4b6a-4510-978f-7a12d04d46be None None] Sync routers for ids ['27af4557-d0a8-43eb-aff6-00782ec8ddb3'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 09:04:25.712617 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c9bc52-4b6a-4510-978f-7a12d04d46be None None] Routers {'27af4557-d0a8-43eb-aff6-00782ec8ddb3'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:04:25.713238 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-b9c9bc52-4b6a-4510-978f-7a12d04d46be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:04:23Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['27af4557-d0a8-43eb-aff6-00782ec8ddb3'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:04:25.766654 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-d4303084-9a12-4c57-80f8-18c09d2a371d None None] Provisioning complete for port 0df0671e-fe99-4c62-8785-3b57a657dd58 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:04:25.767025 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d4303084-9a12-4c57-80f8-18c09d2a371d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:25.782448 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e463521-7ca5-4df9-8976-a1e0765f4df7 req-0026ce02-1118-4756-9a5c-c6309a44899d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:04:25.784337 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1e463521-7ca5-4df9-8976-a1e0765f4df7 req-0026ce02-1118-4756-9a5c-c6309a44899d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/networks?id=881428c5-e039-4704-877d-52c35c115aa7 HTTP/1.1" status: 200 len: 797 time: 0.1159599 Sep 17 09:04:25.801634 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1e463521-7ca5-4df9-8976-a1e0765f4df7 req-89dc4d09-b808-420b-aed3-1d98062f411b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/quotas/7e48e67a07fa4821a019352e4f896fd6 HTTP/1.1" status: 200 len: 375 time: 0.0108402 Sep 17 09:04:25.834695 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-b9c9bc52-4b6a-4510-978f-7a12d04d46be None None] Set router 27af4557-d0a8-43eb-aff6-00782ec8ddb3 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:04:25.865246 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-d4303084-9a12-4c57-80f8-18c09d2a371d None None] Provisioning complete for port feef73b7-19d3-4d7e-a645-76da560a3f1d triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:04:25.865624 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d4303084-9a12-4c57-80f8-18c09d2a371d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:25.865983 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1e463521-7ca5-4df9-8976-a1e0765f4df7 req-3deaeff0-24d2-4b15-8580-e8f866f7c548 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7e48e67a07fa4821a019352e4f896fd6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525494 Sep 17 09:04:25.881883 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [req-1e463521-7ca5-4df9-8976-a1e0765f4df7 req-c144f8c6-7ced-4476-af6b-adbb080b36fb service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 09:04:25.884317 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1e463521-7ca5-4df9-8976-a1e0765f4df7 req-c144f8c6-7ced-4476-af6b-adbb080b36fb service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069885 Sep 17 09:04:25.902125 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-d4303084-9a12-4c57-80f8-18c09d2a371d None None] Port feef73b7-19d3-4d7e-a645-76da560a3f1d cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 09:04:26.023305 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-90a08c3e-96da-4453-9f20-22707f469114 None None] Provisioning complete for port feef73b7-19d3-4d7e-a645-76da560a3f1d triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:04:26.023982 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-90a08c3e-96da-4453-9f20-22707f469114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:26.056056 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-b9c9bc52-4b6a-4510-978f-7a12d04d46be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27af4557-d0a8-43eb-aff6-00782ec8ddb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045330577', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': 'cd55062e-3a87-4ff5-a065-c421a0fab11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:04:21Z', 'updated_at': '2021-09-17T09:04:24Z', 'revision_number': 4, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'gw_port': {'id': 'cd55062e-3a87-4ff5-a065-c421a0fab11e', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:08:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af4557-d0a8-43eb-aff6-00782ec8ddb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:04:21Z', 'updated_at': '2021-09-17T09:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'feef73b7-19d3-4d7e-a645-76da560a3f1d', 'name': '', 'network_id': '881428c5-e039-4704-877d-52c35c115aa7', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'mac_address': 'fa:16:3e:5f:c1:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27af4557-d0a8-43eb-aff6-00782ec8ddb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '19440ee0-1854-4eeb-be0b-ec0649dee1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:04:24Z', 'updated_at': '2021-09-17T09:04:24Z', 'revision_number': 2, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'subnets': [{'id': '19440ee0-1854-4eeb-be0b-ec0649dee1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:04:26.069825 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-90a08c3e-96da-4453-9f20-22707f469114 None None] Port feef73b7-19d3-4d7e-a645-76da560a3f1d cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 09:04:26.095342 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c9bc52-4b6a-4510-978f-7a12d04d46be None None] Checking router: 27af4557-d0a8-43eb-aff6-00782ec8ddb3 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 09:04:26.096008 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c9bc52-4b6a-4510-978f-7a12d04d46be None None] Updating router 27af4557-d0a8-43eb-aff6-00782ec8ddb3 port feef73b7-19d3-4d7e-a645-76da560a3f1d binding host n-d-789963-9 {{(pid=101292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 09:04:26.122338 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b9c9bc52-4b6a-4510-978f-7a12d04d46be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:26.190307 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-9643d6ff-b59a-4e39-99d8-8e9e88e62017 None None] Provisioning complete for port feef73b7-19d3-4d7e-a645-76da560a3f1d triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:04:26.190702 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9643d6ff-b59a-4e39-99d8-8e9e88e62017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:26.225200 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-9643d6ff-b59a-4e39-99d8-8e9e88e62017 None None] Port feef73b7-19d3-4d7e-a645-76da560a3f1d cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 09:04:26.300827 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1e463521-7ca5-4df9-8976-a1e0765f4df7 req-04c42e3c-2fd8-4772-869d-73725961a78a service neutron] 10.222.0.13 "GET /v2.0/networks/881428c5-e039-4704-877d-52c35c115aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4087551 Sep 17 09:04:26.387769 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1e463521-7ca5-4df9-8976-a1e0765f4df7 req-123b3bba-c180-44e5-a47c-41926b57773e service neutron] 10.222.0.13 "GET /v2.0/networks/881428c5-e039-4704-877d-52c35c115aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809860 Sep 17 09:04:26.390495 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b9c9bc52-4b6a-4510-978f-7a12d04d46be None None] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:26.396632 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b9c9bc52-4b6a-4510-978f-7a12d04d46be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:26.441823 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e710e38-0420-4f5b-b1b6-7c83d0354fa4 None None] Pushing event updated for resources: {'Port': ['ID=feef73b7-19d3-4d7e-a645-76da560a3f1d,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:04:26.449846 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e710e38-0420-4f5b-b1b6-7c83d0354fa4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:04:26.450195 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e710e38-0420-4f5b-b1b6-7c83d0354fa4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:04:26.450538 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e710e38-0420-4f5b-b1b6-7c83d0354fa4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:04:26.450873 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e710e38-0420-4f5b-b1b6-7c83d0354fa4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:04:26.451235 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e710e38-0420-4f5b-b1b6-7c83d0354fa4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:04:26.451524 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e710e38-0420-4f5b-b1b6-7c83d0354fa4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:04:26.451881 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e710e38-0420-4f5b-b1b6-7c83d0354fa4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:04:26.452201 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e710e38-0420-4f5b-b1b6-7c83d0354fa4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:04:26.452527 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e710e38-0420-4f5b-b1b6-7c83d0354fa4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:04:26.452852 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e710e38-0420-4f5b-b1b6-7c83d0354fa4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:04:26.453168 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e710e38-0420-4f5b-b1b6-7c83d0354fa4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:04:26.454059 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e710e38-0420-4f5b-b1b6-7c83d0354fa4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:04:26.511216 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-b9c9bc52-4b6a-4510-978f-7a12d04d46be None None] Attempting to bind port feef73b7-19d3-4d7e-a645-76da560a3f1d on host n-d-789963-9 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 09:04:26.511588 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-b9c9bc52-4b6a-4510-978f-7a12d04d46be None None] Attempting to bind port feef73b7-19d3-4d7e-a645-76da560a3f1d by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'b0fa846a-2fd1-4879-81a3-ff9844db54ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '881428c5-e039-4704-877d-52c35c115aa7'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 09:04:26.511980 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c9bc52-4b6a-4510-978f-7a12d04d46be None None] Attempting to bind port feef73b7-19d3-4d7e-a645-76da560a3f1d on network 881428c5-e039-4704-877d-52c35c115aa7 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 09:04:26.517773 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c9bc52-4b6a-4510-978f-7a12d04d46be None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 9, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 09:04:26.518152 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c9bc52-4b6a-4510-978f-7a12d04d46be None None] Checking segment: {'id': 'b0fa846a-2fd1-4879-81a3-ff9844db54ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '881428c5-e039-4704-877d-52c35c115aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 09:04:26.518768 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b9c9bc52-4b6a-4510-978f-7a12d04d46be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:26.519167 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c9bc52-4b6a-4510-978f-7a12d04d46be None None] Bound using segment: {'id': 'b0fa846a-2fd1-4879-81a3-ff9844db54ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '881428c5-e039-4704-877d-52c35c115aa7'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 09:04:26.519643 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-b9c9bc52-4b6a-4510-978f-7a12d04d46be None None] Bound port: feef73b7-19d3-4d7e-a645-76da560a3f1d, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fa846a-2fd1-4879-81a3-ff9844db54ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '881428c5-e039-4704-877d-52c35c115aa7'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 09:04:26.520015 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 0df0671e-fe99-4c62-8785-3b57a657dd58 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 09:04:26.520145 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b9c9bc52-4b6a-4510-978f-7a12d04d46be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:26.568128 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 0df0671e-fe99-4c62-8785-3b57a657dd58 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:04:26.568419 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:26.591502 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-b9c9bc52-4b6a-4510-978f-7a12d04d46be None None] For port feef73b7-19d3-4d7e-a645-76da560a3f1d, host n-d-789963-9, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 09:04:26.594894 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-b9c9bc52-4b6a-4510-978f-7a12d04d46be None None] For port feef73b7-19d3-4d7e-a645-76da560a3f1d, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=feef73b7-19d3-4d7e-a645-76da560a3f1d,segment=NetworkSegment(b0fa846a-2fd1-4879-81a3-ff9844db54ed),segment_id=b0fa846a-2fd1-4879-81a3-ff9844db54ed)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 09:04:26.600339 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b9c9bc52-4b6a-4510-978f-7a12d04d46be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:26.663270 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device cd55062e-3a87-4ff5-a065-c421a0fab11e up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 09:04:26.669356 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c9bc52-4b6a-4510-978f-7a12d04d46be None None] Routers {'27af4557-d0a8-43eb-aff6-00782ec8ddb3'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:04:26.670002 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-b9c9bc52-4b6a-4510-978f-7a12d04d46be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:04:23Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['27af4557-d0a8-43eb-aff6-00782ec8ddb3'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:04:26.705769 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e710e38-0420-4f5b-b1b6-7c83d0354fa4 None None] Pushing event updated for resources: {'Port': ['ID=feef73b7-19d3-4d7e-a645-76da560a3f1d,revision_number=4']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:04:26.712172 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port cd55062e-3a87-4ff5-a065-c421a0fab11e triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:04:26.712553 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:26.767087 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-2769ad59-4540-4f91-a0ab-905596f6fd79 None None] Provisioning complete for port feef73b7-19d3-4d7e-a645-76da560a3f1d triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:04:26.767471 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2769ad59-4540-4f91-a0ab-905596f6fd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:26.787520 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-b9c9bc52-4b6a-4510-978f-7a12d04d46be None None] Set router 27af4557-d0a8-43eb-aff6-00782ec8ddb3 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:04:26.881153 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2769ad59-4540-4f91-a0ab-905596f6fd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:26.911657 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-2769ad59-4540-4f91-a0ab-905596f6fd79 None None] For port feef73b7-19d3-4d7e-a645-76da560a3f1d, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=feef73b7-19d3-4d7e-a645-76da560a3f1d,segment=NetworkSegment(b0fa846a-2fd1-4879-81a3-ff9844db54ed),segment_id=b0fa846a-2fd1-4879-81a3-ff9844db54ed)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:04:26.915601 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2769ad59-4540-4f91-a0ab-905596f6fd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:26.963862 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2769ad59-4540-4f91-a0ab-905596f6fd79 None None] Pushing event updated for resources: {'Port': ['ID=feef73b7-19d3-4d7e-a645-76da560a3f1d,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:04:26.989539 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-b9c9bc52-4b6a-4510-978f-7a12d04d46be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27af4557-d0a8-43eb-aff6-00782ec8ddb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045330577', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': 'cd55062e-3a87-4ff5-a065-c421a0fab11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:04:21Z', 'updated_at': '2021-09-17T09:04:24Z', 'revision_number': 4, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'gw_port': {'id': 'cd55062e-3a87-4ff5-a065-c421a0fab11e', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:08:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af4557-d0a8-43eb-aff6-00782ec8ddb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:04:21Z', 'updated_at': '2021-09-17T09:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'feef73b7-19d3-4d7e-a645-76da560a3f1d', 'name': '', 'network_id': '881428c5-e039-4704-877d-52c35c115aa7', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'mac_address': 'fa:16:3e:5f:c1:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27af4557-d0a8-43eb-aff6-00782ec8ddb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '19440ee0-1854-4eeb-be0b-ec0649dee1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:04:24Z', 'updated_at': '2021-09-17T09:04:26Z', 'revision_number': 4, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'subnets': [{'id': '19440ee0-1854-4eeb-be0b-ec0649dee1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:04:27.014473 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c9bc52-4b6a-4510-978f-7a12d04d46be None None] The sync data for ids ['27af4557-d0a8-43eb-aff6-00782ec8ddb3'] in n-d-789963-9 is: [{'id': '27af4557-d0a8-43eb-aff6-00782ec8ddb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045330577', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': 'cd55062e-3a87-4ff5-a065-c421a0fab11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:04:21Z', 'updated_at': '2021-09-17T09:04:24Z', 'revision_number': 4, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'gw_port': {'id': 'cd55062e-3a87-4ff5-a065-c421a0fab11e', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:08:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af4557-d0a8-43eb-aff6-00782ec8ddb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:04:21Z', 'updated_at': '2021-09-17T09:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'feef73b7-19d3-4d7e-a645-76da560a3f1d', 'name': '', 'network_id': '881428c5-e039-4704-877d-52c35c115aa7', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'mac_address': 'fa:16:3e:5f:c1:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27af4557-d0a8-43eb-aff6-00782ec8ddb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '19440ee0-1854-4eeb-be0b-ec0649dee1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:04:24Z', 'updated_at': '2021-09-17T09:04:26Z', 'revision_number': 4, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'subnets': [{'id': '19440ee0-1854-4eeb-be0b-ec0649dee1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 09:04:27.034766 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-09acf823-ca42-4234-9a0e-f1b4077309de None None] Provisioning complete for port feef73b7-19d3-4d7e-a645-76da560a3f1d triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:04:27.035149 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-09acf823-ca42-4234-9a0e-f1b4077309de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:27.603991 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6b5c6be4-5ebb-45ca-96dd-4eada1853719 req-f8818a35-8519-4743-8a67-1446d5810c83 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f2cc355-b68b-493b-bd75-3be026369ac3 HTTP/1.1" status: 200 len: 210 time: 0.0301561 Sep 17 09:04:28.493096 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device feef73b7-19d3-4d7e-a645-76da560a3f1d up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 09:04:28.539456 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port feef73b7-19d3-4d7e-a645-76da560a3f1d triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:04:28.539914 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:28.703764 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b8452d87-56cc-462e-a600-cd08a71a0ff7 req-fa068e87-6141-4943-8d44-7274d14694af tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f2cc355-b68b-493b-bd75-3be026369ac3 HTTP/1.1" status: 200 len: 210 time: 0.0303776 Sep 17 09:04:28.732517 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e463521-7ca5-4df9-8976-a1e0765f4df7 req-8f547897-c061-4da0-b797-38511183f4a4 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:04:28.734140 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1e463521-7ca5-4df9-8976-a1e0765f4df7 req-8f547897-c061-4da0-b797-38511183f4a4 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.39 "GET /v2.0/networks?id=881428c5-e039-4704-877d-52c35c115aa7 HTTP/1.1" status: 200 len: 797 time: 0.1167738 Sep 17 09:04:28.793776 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1e463521-7ca5-4df9-8976-a1e0765f4df7 req-7b3275ab-79c8-44d3-a37c-3b79ebe1c706 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e48e67a07fa4821a019352e4f896fd6 HTTP/1.1" status: 200 len: 380 time: 0.0418589 Sep 17 09:04:28.829060 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-1e463521-7ca5-4df9-8976-a1e0765f4df7 req-344a3f66-db9e-4f4a-9312-bddc6bd86ce9 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Request body: {'port': {'device_id': '0f2cc355-b68b-493b-bd75-3be026369ac3', 'network_id': '881428c5-e039-4704-877d-52c35c115aa7', 'admin_state_up': True, 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'security_groups': ['83c95233-7d1c-4040-beef-cfbde45f7192']}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:04:28.936136 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e463521-7ca5-4df9-8976-a1e0765f4df7 req-344a3f66-db9e-4f4a-9312-bddc6bd86ce9 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Made reservation on behalf of 7e48e67a07fa4821a019352e4f896fd6 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 09:04:28.939604 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-1e463521-7ca5-4df9-8976-a1e0765f4df7 req-344a3f66-db9e-4f4a-9312-bddc6bd86ce9 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:29.062960 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-1e463521-7ca5-4df9-8976-a1e0765f4df7 req-344a3f66-db9e-4f4a-9312-bddc6bd86ce9 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Allocated IP 172.20.0.3 (881428c5-e039-4704-877d-52c35c115aa7/19440ee0-1854-4eeb-be0b-ec0649dee1af/758629e8-8883-48f0-a019-9e7deeb7711f) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 09:04:29.199507 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-1e463521-7ca5-4df9-8976-a1e0765f4df7 req-344a3f66-db9e-4f4a-9312-bddc6bd86ce9 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:29.232769 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-1e463521-7ca5-4df9-8976-a1e0765f4df7 req-344a3f66-db9e-4f4a-9312-bddc6bd86ce9 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:29.277077 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e463521-7ca5-4df9-8976-a1e0765f4df7 req-344a3f66-db9e-4f4a-9312-bddc6bd86ce9 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Network 881428c5-e039-4704-877d-52c35c115aa7 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 09:04:29.282904 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-1e463521-7ca5-4df9-8976-a1e0765f4df7 req-344a3f66-db9e-4f4a-9312-bddc6bd86ce9 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 09:04:29.287394 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e463521-7ca5-4df9-8976-a1e0765f4df7 req-344a3f66-db9e-4f4a-9312-bddc6bd86ce9 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 09:04:29.288246 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 09:04:29.291274 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344a3f66-db9e-4f4a-9312-bddc6bd86ce9 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event updated for resources: {'Port': ['ID=758629e8-8883-48f0-a019-9e7deeb7711f,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:04:29.336698 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e463521-7ca5-4df9-8976-a1e0765f4df7 req-344a3f66-db9e-4f4a-9312-bddc6bd86ce9 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:04:29.337245 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-1e463521-7ca5-4df9-8976-a1e0765f4df7 req-344a3f66-db9e-4f4a-9312-bddc6bd86ce9 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:29.352882 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1e463521-7ca5-4df9-8976-a1e0765f4df7 req-344a3f66-db9e-4f4a-9312-bddc6bd86ce9 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5276828 Sep 17 09:04:29.429540 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-1e463521-7ca5-4df9-8976-a1e0765f4df7 req-0a1d1e7e-7f30-4b12-a088-f18486eda071 service neutron] Request body: {'port': {'device_id': '0f2cc355-b68b-493b-bd75-3be026369ac3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:04:29.468079 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-c0f177b8-9fc6-4961-ae94-8ada81ebed1f None None] Provisioning complete for port 758629e8-8883-48f0-a019-9e7deeb7711f triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:04:29.468458 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c0f177b8-9fc6-4961-ae94-8ada81ebed1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:29.487748 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-1e463521-7ca5-4df9-8976-a1e0765f4df7 req-0a1d1e7e-7f30-4b12-a088-f18486eda071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:29.505449 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-c0f177b8-9fc6-4961-ae94-8ada81ebed1f None None] Port 758629e8-8883-48f0-a019-9e7deeb7711f cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 09:04:29.740961 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-1e463521-7ca5-4df9-8976-a1e0765f4df7 req-0a1d1e7e-7f30-4b12-a088-f18486eda071 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 758629e8-8883-48f0-a019-9e7deeb7711f {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 09:04:29.748380 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-1e463521-7ca5-4df9-8976-a1e0765f4df7 req-0a1d1e7e-7f30-4b12-a088-f18486eda071 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:29.761222 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-1e463521-7ca5-4df9-8976-a1e0765f4df7 req-0a1d1e7e-7f30-4b12-a088-f18486eda071 service neutron] Transition to ACTIVE for port object 758629e8-8883-48f0-a019-9e7deeb7711f will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 09:04:29.765020 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-1e463521-7ca5-4df9-8976-a1e0765f4df7 req-0a1d1e7e-7f30-4b12-a088-f18486eda071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:29.815466 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1d1e7e-7f30-4b12-a088-f18486eda071 service neutron] Pushing event updated for resources: {'Port': ['ID=758629e8-8883-48f0-a019-9e7deeb7711f,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:04:29.830398 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ed5cb-5720-4cfe-808f-d33a0d9c863c req-4e9eb04f-b02f-46a6-b3ac-3dcae34f52d9 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:04:29.832552 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e40ed5cb-5720-4cfe-808f-d33a0d9c863c req-4e9eb04f-b02f-46a6-b3ac-3dcae34f52d9 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f2cc355-b68b-493b-bd75-3be026369ac3 HTTP/1.1" status: 200 len: 943 time: 0.0581191 Sep 17 09:04:29.877059 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e40ed5cb-5720-4cfe-808f-d33a0d9c863c req-ff957abe-b16e-4075-bdd5-85b60ba9cfa9 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=83c95233-7d1c-4040-beef-cfbde45f7192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372777 Sep 17 09:04:29.895120 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-1e463521-7ca5-4df9-8976-a1e0765f4df7 req-0a1d1e7e-7f30-4b12-a088-f18486eda071 service neutron] Attempting to bind port 758629e8-8883-48f0-a019-9e7deeb7711f on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 09:04:29.895536 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-1e463521-7ca5-4df9-8976-a1e0765f4df7 req-0a1d1e7e-7f30-4b12-a088-f18486eda071 service neutron] Attempting to bind port 758629e8-8883-48f0-a019-9e7deeb7711f by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': 'b0fa846a-2fd1-4879-81a3-ff9844db54ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '881428c5-e039-4704-877d-52c35c115aa7'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 09:04:29.895895 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e463521-7ca5-4df9-8976-a1e0765f4df7 req-0a1d1e7e-7f30-4b12-a088-f18486eda071 service neutron] Attempting to bind port 758629e8-8883-48f0-a019-9e7deeb7711f on network 881428c5-e039-4704-877d-52c35c115aa7 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 09:04:29.900500 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e463521-7ca5-4df9-8976-a1e0765f4df7 req-0a1d1e7e-7f30-4b12-a088-f18486eda071 service neutron] Port 758629e8-8883-48f0-a019-9e7deeb7711f on network 881428c5-e039-4704-877d-52c35c115aa7 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 09:04:29.900825 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e463521-7ca5-4df9-8976-a1e0765f4df7 req-0a1d1e7e-7f30-4b12-a088-f18486eda071 service neutron] Attempting to bind port 758629e8-8883-48f0-a019-9e7deeb7711f on network 881428c5-e039-4704-877d-52c35c115aa7 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 09:04:29.906522 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e463521-7ca5-4df9-8976-a1e0765f4df7 req-0a1d1e7e-7f30-4b12-a088-f18486eda071 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 9, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 09:04:29.906973 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e463521-7ca5-4df9-8976-a1e0765f4df7 req-0a1d1e7e-7f30-4b12-a088-f18486eda071 service neutron] Checking segment: {'id': 'b0fa846a-2fd1-4879-81a3-ff9844db54ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '881428c5-e039-4704-877d-52c35c115aa7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 09:04:29.907487 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e463521-7ca5-4df9-8976-a1e0765f4df7 req-0a1d1e7e-7f30-4b12-a088-f18486eda071 service neutron] Bound using segment: {'id': 'b0fa846a-2fd1-4879-81a3-ff9844db54ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '881428c5-e039-4704-877d-52c35c115aa7'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 09:04:29.908108 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-1e463521-7ca5-4df9-8976-a1e0765f4df7 req-0a1d1e7e-7f30-4b12-a088-f18486eda071 service neutron] Bound port: 758629e8-8883-48f0-a019-9e7deeb7711f, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0fa846a-2fd1-4879-81a3-ff9844db54ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '881428c5-e039-4704-877d-52c35c115aa7'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 09:04:29.908611 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-1e463521-7ca5-4df9-8976-a1e0765f4df7 req-0a1d1e7e-7f30-4b12-a088-f18486eda071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:29.978740 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-1e463521-7ca5-4df9-8976-a1e0765f4df7 req-0a1d1e7e-7f30-4b12-a088-f18486eda071 service neutron] For port 758629e8-8883-48f0-a019-9e7deeb7711f, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 09:04:29.981910 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-1e463521-7ca5-4df9-8976-a1e0765f4df7 req-0a1d1e7e-7f30-4b12-a088-f18486eda071 service neutron] For port 758629e8-8883-48f0-a019-9e7deeb7711f, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=758629e8-8883-48f0-a019-9e7deeb7711f,segment=NetworkSegment(b0fa846a-2fd1-4879-81a3-ff9844db54ed),segment_id=b0fa846a-2fd1-4879-81a3-ff9844db54ed)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 09:04:29.986915 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-1e463521-7ca5-4df9-8976-a1e0765f4df7 req-0a1d1e7e-7f30-4b12-a088-f18486eda071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:30.020307 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e463521-7ca5-4df9-8976-a1e0765f4df7 req-0a1d1e7e-7f30-4b12-a088-f18486eda071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:04:30.020977 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-1e463521-7ca5-4df9-8976-a1e0765f4df7 req-0a1d1e7e-7f30-4b12-a088-f18486eda071 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:30.022342 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1e463521-7ca5-4df9-8976-a1e0765f4df7 req-0a1d1e7e-7f30-4b12-a088-f18486eda071 service neutron] 10.222.0.39 "PUT /v2.0/ports/758629e8-8883-48f0-a019-9e7deeb7711f HTTP/1.1" status: 200 len: 1091 time: 0.5972719 Sep 17 09:04:30.022796 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f2cc355-b68b-493b-bd75-3be026369ac3', 'tag': '758629e8-8883-48f0-a019-9e7deeb7711f'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 09:04:30.025106 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823f1136df5e8dfe06b46a14eea5a85bccf33ce7e510dfea6a746e22e928dc4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59cd490b-11b9-4170-9a7d-6e44adf3449d" -d '{"events": [{"name": "network-changed", "server_uuid": "0f2cc355-b68b-493b-bd75-3be026369ac3", "tag": "758629e8-8883-48f0-a019-9e7deeb7711f"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 09:04:30.050875 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1d1e7e-7f30-4b12-a088-f18486eda071 service neutron] Pushing event updated for resources: {'Port': ['ID=758629e8-8883-48f0-a019-9e7deeb7711f,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:04:30.071551 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 09:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e60e1c79-a7b6-4ca0-a48b-2219ff3f9953 x-openstack-request-id: req-e60e1c79-a7b6-4ca0-a48b-2219ff3f9953 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 09:04:30.071937 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f2cc355-b68b-493b-bd75-3be026369ac3", "tag": "758629e8-8883-48f0-a019-9e7deeb7711f", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 09:04:30.072262 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e60e1c79-a7b6-4ca0-a48b-2219ff3f9953 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 09:04:30.072817 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f2cc355-b68b-493b-bd75-3be026369ac3', 'tag': '758629e8-8883-48f0-a019-9e7deeb7711f', 'status': 'completed', 'code': 200} Sep 17 09:04:30.135494 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e463521-7ca5-4df9-8976-a1e0765f4df7 req-982c79bb-3568-48c3-913c-6d8da2191261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:04:30.137169 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1e463521-7ca5-4df9-8976-a1e0765f4df7 req-982c79bb-3568-48c3-913c-6d8da2191261 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7e48e67a07fa4821a019352e4f896fd6&device_id=0f2cc355-b68b-493b-bd75-3be026369ac3 HTTP/1.1" status: 200 len: 1094 time: 0.0469482 Sep 17 09:04:30.186569 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1e463521-7ca5-4df9-8976-a1e0765f4df7 req-c3e7408b-d708-452c-ac22-226c7a98c617 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=758629e8-8883-48f0-a019-9e7deeb7711f HTTP/1.1" status: 200 len: 217 time: 0.0358751 Sep 17 09:04:30.234694 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e463521-7ca5-4df9-8976-a1e0765f4df7 req-e9af7334-b64c-49eb-90a1-0eb6100ce978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:04:30.236715 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1e463521-7ca5-4df9-8976-a1e0765f4df7 req-e9af7334-b64c-49eb-90a1-0eb6100ce978 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=19440ee0-1854-4eeb-be0b-ec0649dee1af HTTP/1.1" status: 200 len: 835 time: 0.0434897 Sep 17 09:04:30.287530 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e463521-7ca5-4df9-8976-a1e0765f4df7 req-fa0e5916-04c9-4ecf-8bff-6ac6a54c4ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:04:30.289040 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1e463521-7ca5-4df9-8976-a1e0765f4df7 req-fa0e5916-04c9-4ecf-8bff-6ac6a54c4ff9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=881428c5-e039-4704-877d-52c35c115aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453091 Sep 17 09:04:30.376577 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1e463521-7ca5-4df9-8976-a1e0765f4df7 req-81ab8d90-74b4-4803-86b3-b265744f9a1b service neutron] 10.222.0.39 "GET /v2.0/networks/881428c5-e039-4704-877d-52c35c115aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792446 Sep 17 09:04:30.472249 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1e463521-7ca5-4df9-8976-a1e0765f4df7 req-ca151f63-ffa6-49a7-848e-a8c255f0fcb1 service neutron] 10.222.0.39 "GET /v2.0/networks/881428c5-e039-4704-877d-52c35c115aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869114 Sep 17 09:04:30.594960 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd490b-11b9-4170-9a7d-6e44adf3449d req-820ae92e-a2de-4d34-8016-ed825b851ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:04:30.596449 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-59cd490b-11b9-4170-9a7d-6e44adf3449d req-820ae92e-a2de-4d34-8016-ed825b851ace service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7e48e67a07fa4821a019352e4f896fd6&device_id=0f2cc355-b68b-493b-bd75-3be026369ac3 HTTP/1.1" status: 200 len: 1094 time: 0.0422056 Sep 17 09:04:30.686391 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd490b-11b9-4170-9a7d-6e44adf3449d req-cb9f6b97-8743-4896-8ddb-60e2ac0f6820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:04:30.687881 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-59cd490b-11b9-4170-9a7d-6e44adf3449d req-cb9f6b97-8743-4896-8ddb-60e2ac0f6820 service neutron] 10.222.0.39 "GET /v2.0/networks?id=881428c5-e039-4704-877d-52c35c115aa7 HTTP/1.1" status: 200 len: 898 time: 0.0840311 Sep 17 09:04:30.728191 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-59cd490b-11b9-4170-9a7d-6e44adf3449d req-d5a3a118-29c6-4a3e-b303-2de1285156fb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=758629e8-8883-48f0-a019-9e7deeb7711f HTTP/1.1" status: 200 len: 217 time: 0.0333428 Sep 17 09:04:30.773669 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd490b-11b9-4170-9a7d-6e44adf3449d req-ad2441f0-a1a9-4fb7-8596-dd891e8e66d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:04:30.775048 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-59cd490b-11b9-4170-9a7d-6e44adf3449d req-ad2441f0-a1a9-4fb7-8596-dd891e8e66d9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=19440ee0-1854-4eeb-be0b-ec0649dee1af HTTP/1.1" status: 200 len: 835 time: 0.0408340 Sep 17 09:04:30.818208 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd490b-11b9-4170-9a7d-6e44adf3449d req-8f3ce238-abf9-4cae-9827-3b1d0aa5415c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:04:30.819647 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-59cd490b-11b9-4170-9a7d-6e44adf3449d req-8f3ce238-abf9-4cae-9827-3b1d0aa5415c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=881428c5-e039-4704-877d-52c35c115aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0369496 Sep 17 09:04:30.910911 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-59cd490b-11b9-4170-9a7d-6e44adf3449d req-4c56f04e-2615-4383-98c1-351434f748cf service neutron] 10.222.0.39 "GET /v2.0/networks/881428c5-e039-4704-877d-52c35c115aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839605 Sep 17 09:04:30.990387 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a6afdc-e7b5-4aa2-b1a5-cd37d8e2528a req-20724bf1-8a49-49fc-89d7-086084ab5e52 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:04:30.991927 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-97a6afdc-e7b5-4aa2-b1a5-cd37d8e2528a req-20724bf1-8a49-49fc-89d7-086084ab5e52 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f2cc355-b68b-493b-bd75-3be026369ac3 HTTP/1.1" status: 200 len: 943 time: 0.0482738 Sep 17 09:04:31.004168 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-59cd490b-11b9-4170-9a7d-6e44adf3449d req-a1d49982-7b24-4a7f-b5b5-3a8c617a192c service neutron] 10.222.0.39 "GET /v2.0/networks/881428c5-e039-4704-877d-52c35c115aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854709 Sep 17 09:04:31.030132 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-97a6afdc-e7b5-4aa2-b1a5-cd37d8e2528a req-1e8c4709-ed7f-4fa1-bbdc-bc9d769707be tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=83c95233-7d1c-4040-beef-cfbde45f7192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321994 Sep 17 09:04:32.147271 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce33a46b-1acd-45cb-86ca-a04631853589 req-8bd07f35-e86b-471e-9a9e-fc7ac5983b4a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:04:32.148769 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ce33a46b-1acd-45cb-86ca-a04631853589 req-8bd07f35-e86b-471e-9a9e-fc7ac5983b4a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f2cc355-b68b-493b-bd75-3be026369ac3 HTTP/1.1" status: 200 len: 943 time: 0.0509639 Sep 17 09:04:32.185588 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ce33a46b-1acd-45cb-86ca-a04631853589 req-36ecd689-5698-4554-8341-0bc29b075c3c tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=83c95233-7d1c-4040-beef-cfbde45f7192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309927 Sep 17 09:04:32.768077 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 758629e8-8883-48f0-a019-9e7deeb7711f details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 09:04:32.858148 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 758629e8-8883-48f0-a019-9e7deeb7711f, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=758629e8-8883-48f0-a019-9e7deeb7711f,segment=NetworkSegment(b0fa846a-2fd1-4879-81a3-ff9844db54ed),segment_id=b0fa846a-2fd1-4879-81a3-ff9844db54ed)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:04:32.869244 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '758629e8-8883-48f0-a019-9e7deeb7711f', 'network_id': '881428c5-e039-4704-877d-52c35c115aa7', 'port_id': '758629e8-8883-48f0-a019-9e7deeb7711f', 'mac_address': 'fa:16:3e:c5:a7:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19440ee0-1854-4eeb-be0b-ec0649dee1af', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 09:04:32.909426 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:32.921783 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 758629e8-8883-48f0-a019-9e7deeb7711f {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 09:04:32.941165 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 758629e8-8883-48f0-a019-9e7deeb7711f, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=758629e8-8883-48f0-a019-9e7deeb7711f,segment=NetworkSegment(b0fa846a-2fd1-4879-81a3-ff9844db54ed),segment_id=b0fa846a-2fd1-4879-81a3-ff9844db54ed)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:04:32.944890 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:32.990335 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=758629e8-8883-48f0-a019-9e7deeb7711f,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:04:33.311654 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef653589-722c-47e1-bcbc-45a29967b25d req-dfe280ef-9365-449e-9482-c563e2bd41c9 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:04:33.313548 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ef653589-722c-47e1-bcbc-45a29967b25d req-dfe280ef-9365-449e-9482-c563e2bd41c9 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f2cc355-b68b-493b-bd75-3be026369ac3 HTTP/1.1" status: 200 len: 944 time: 0.0578494 Sep 17 09:04:33.358448 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ef653589-722c-47e1-bcbc-45a29967b25d req-07e8c0cf-3e78-4e0d-a2c5-34cde0fa9a66 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=83c95233-7d1c-4040-beef-cfbde45f7192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389867 Sep 17 09:04:33.389806 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['758629e8-8883-48f0-a019-9e7deeb7711f'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 09:04:34.470648 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f1cfc4-1468-4ff6-b874-46f4318487e5 req-e8a24c5e-b329-427c-9739-1bb9e720286e tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:04:34.472148 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-20f1cfc4-1468-4ff6-b874-46f4318487e5 req-e8a24c5e-b329-427c-9739-1bb9e720286e tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f2cc355-b68b-493b-bd75-3be026369ac3 HTTP/1.1" status: 200 len: 944 time: 0.0476267 Sep 17 09:04:34.507947 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-20f1cfc4-1468-4ff6-b874-46f4318487e5 req-bd87f982-98d3-4254-9873-71a467e360d1 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=83c95233-7d1c-4040-beef-cfbde45f7192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298851 Sep 17 09:04:34.786696 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 758629e8-8883-48f0-a019-9e7deeb7711f up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 09:04:34.833571 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port 758629e8-8883-48f0-a019-9e7deeb7711f completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 09:04:34.837283 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 758629e8-8883-48f0-a019-9e7deeb7711f triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:04:34.837684 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:34.912670 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:34.933657 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2cc355-b68b-493b-bd75-3be026369ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '758629e8-8883-48f0-a019-9e7deeb7711f'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 09:04:34.935906 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd15a5b62c2e1c1e903d3702117c13c06f948b041a08150170fef0e561ebed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe9a2856-de8f-4385-a514-b70055e1ca08" -d '{"events": [{"server_uuid": "0f2cc355-b68b-493b-bd75-3be026369ac3", "name": "network-vif-plugged", "status": "completed", "tag": "758629e8-8883-48f0-a019-9e7deeb7711f"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 09:04:34.948996 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 758629e8-8883-48f0-a019-9e7deeb7711f, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=758629e8-8883-48f0-a019-9e7deeb7711f,segment=NetworkSegment(b0fa846a-2fd1-4879-81a3-ff9844db54ed),segment_id=b0fa846a-2fd1-4879-81a3-ff9844db54ed)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:04:34.953041 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:35.003054 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=758629e8-8883-48f0-a019-9e7deeb7711f,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:04:35.029407 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 09:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-469f3051-fa4a-4523-94d6-3c93d3530200 x-openstack-request-id: req-469f3051-fa4a-4523-94d6-3c93d3530200 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 09:04:35.029714 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f2cc355-b68b-493b-bd75-3be026369ac3", "name": "network-vif-plugged", "status": "completed", "tag": "758629e8-8883-48f0-a019-9e7deeb7711f", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 09:04:35.029951 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-469f3051-fa4a-4523-94d6-3c93d3530200 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 09:04:35.030368 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2cc355-b68b-493b-bd75-3be026369ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '758629e8-8883-48f0-a019-9e7deeb7711f', 'code': 200} Sep 17 09:04:35.148408 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6291f290-fd4d-4aa3-afd7-7bbee0518170 req-74be53a1-1896-4fac-b310-f60c2735fd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:04:35.149863 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6291f290-fd4d-4aa3-afd7-7bbee0518170 req-74be53a1-1896-4fac-b310-f60c2735fd6f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0f2cc355-b68b-493b-bd75-3be026369ac3 HTTP/1.1" status: 200 len: 1096 time: 0.0390246 Sep 17 09:04:35.189003 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6291f290-fd4d-4aa3-afd7-7bbee0518170 req-c6b28f26-5042-4f57-8381-aad2d7424c81 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=83c95233-7d1c-4040-beef-cfbde45f7192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317609 Sep 17 09:04:35.624894 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf313e3-cc2a-4ade-8dd3-73945d0b9ea5 req-2f249cbc-29c5-4cf8-b8d4-a6764cfb3581 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:04:35.626915 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6bf313e3-cc2a-4ade-8dd3-73945d0b9ea5 req-2f249cbc-29c5-4cf8-b8d4-a6764cfb3581 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f2cc355-b68b-493b-bd75-3be026369ac3 HTTP/1.1" status: 200 len: 945 time: 0.0518763 Sep 17 09:04:35.665647 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6bf313e3-cc2a-4ade-8dd3-73945d0b9ea5 req-dae9446a-f852-45c0-b999-d0d985072da4 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=83c95233-7d1c-4040-beef-cfbde45f7192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329263 Sep 17 09:04:36.236792 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:36.246254 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:36.779691 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a97adfc-d721-4ef2-b84c-b3eb3190f5bd req-d1097c35-2f6c-4dec-981a-288e4654966c tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:04:36.781496 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1a97adfc-d721-4ef2-b84c-b3eb3190f5bd req-d1097c35-2f6c-4dec-981a-288e4654966c tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f2cc355-b68b-493b-bd75-3be026369ac3 HTTP/1.1" status: 200 len: 945 time: 0.0479445 Sep 17 09:04:36.818031 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1a97adfc-d721-4ef2-b84c-b3eb3190f5bd req-f04d0407-2e15-40f0-bbeb-7fc280ca74ae tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=83c95233-7d1c-4040-beef-cfbde45f7192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300980 Sep 17 09:04:36.928246 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c7c0df-2c37-43b2-9879-862b7ab4ee0e req-2520d37a-47f2-4023-bbde-a32a8d6442fc tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:04:36.929711 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-67c7c0df-2c37-43b2-9879-862b7ab4ee0e req-2520d37a-47f2-4023-bbde-a32a8d6442fc tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f2cc355-b68b-493b-bd75-3be026369ac3 HTTP/1.1" status: 200 len: 945 time: 0.0472553 Sep 17 09:04:36.966772 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-67c7c0df-2c37-43b2-9879-862b7ab4ee0e req-fda41287-af49-45d1-91f5-7945ac27d7e4 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=83c95233-7d1c-4040-beef-cfbde45f7192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311828 Sep 17 09:04:36.987295 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 36988) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:04:37.029223 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0753c2-b655-4f9d-aef6-74d59a751c8a tempest-TestNetworkAdvancedServerOps-1761391694 tempest-TestNetworkAdvancedServerOps-1761391694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:04:37.030716 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-6f0753c2-b655-4f9d-aef6-74d59a751c8a tempest-TestNetworkAdvancedServerOps-1761391694 tempest-TestNetworkAdvancedServerOps-1761391694-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0f2cc355-b68b-493b-bd75-3be026369ac3 HTTP/1.1" status: 200 len: 1091 time: 0.0424328 Sep 17 09:04:37.033769 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 36990) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:04:37.037965 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-eebb11ef-087c-494e-b561-305e4363fcbd tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Request body: {'floatingip': {'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'port_id': '758629e8-8883-48f0-a019-9e7deeb7711f', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:04:37.059235 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-eebb11ef-087c-494e-b561-305e4363fcbd tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for floatingip, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:37.152678 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-eebb11ef-087c-494e-b561-305e4363fcbd tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:37.259743 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-eebb11ef-087c-494e-b561-305e4363fcbd tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Allocated IP 172.25.6.201 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/c0cdd94d-d3f5-4274-9725-fb19d962b426) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 09:04:37.360992 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-eebb11ef-087c-494e-b561-305e4363fcbd tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:37.393653 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-eebb11ef-087c-494e-b561-305e4363fcbd tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:37.431467 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebb11ef-087c-494e-b561-305e4363fcbd tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 09:04:37.434292 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-eebb11ef-087c-494e-b561-305e4363fcbd tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 09:04:37.438379 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebb11ef-087c-494e-b561-305e4363fcbd tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 09:04:37.466491 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebb11ef-087c-494e-b561-305e4363fcbd tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event updated for resources: {'Port': ['ID=c0cdd94d-d3f5-4274-9725-fb19d962b426,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:04:37.798512 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-eebb11ef-087c-494e-b561-305e4363fcbd tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:37.864831 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-eebb11ef-087c-494e-b561-305e4363fcbd tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:38.011614 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-eebb11ef-087c-494e-b561-305e4363fcbd tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:38.016432 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-eebb11ef-087c-494e-b561-305e4363fcbd tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:38.083993 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebb11ef-087c-494e-b561-305e4363fcbd tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event updated for resources: {'Port': ['ID=c0cdd94d-d3f5-4274-9725-fb19d962b426,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:04:38.094580 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-eebb11ef-087c-494e-b561-305e4363fcbd tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:38.192232 n-d-789963-9 neutron-server[101289]: INFO neutron.db.l3_db [None req-eebb11ef-087c-494e-b561-305e4363fcbd tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Floating IP 211507b4-1446-4d29-a15a-23e39ba0fd6e associated. External IP: 172.25.6.201, port: 758629e8-8883-48f0-a019-9e7deeb7711f. Sep 17 09:04:38.397625 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eebb11ef-087c-494e-b561-305e4363fcbd tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Router 27af4557-d0a8-43eb-aff6-00782ec8ddb3 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 09:04:38.502672 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eebb11ef-087c-494e-b561-305e4363fcbd tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 09:04:38.512683 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a80b773-bf91-4047-8151-1be8bac6f7fb None None] Sync routers for ids ['27af4557-d0a8-43eb-aff6-00782ec8ddb3'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 09:04:38.518709 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-eebb11ef-087c-494e-b561-305e4363fcbd tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:38.522164 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a80b773-bf91-4047-8151-1be8bac6f7fb None None] Routers {'27af4557-d0a8-43eb-aff6-00782ec8ddb3'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:04:38.522878 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-7a80b773-bf91-4047-8151-1be8bac6f7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:04:23Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['27af4557-d0a8-43eb-aff6-00782ec8ddb3'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:04:38.544866 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-eebb11ef-087c-494e-b561-305e4363fcbd tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5101125 Sep 17 09:04:38.545692 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f2cc355-b68b-493b-bd75-3be026369ac3', 'tag': '758629e8-8883-48f0-a019-9e7deeb7711f'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 09:04:38.548164 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0b8b68ef77f8a69a7ea64e5314cb7bfe1c653782f919eb7015de92bbdd57641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60332d31-e551-49a0-aa7e-a60878ed7146" -d '{"events": [{"name": "network-changed", "server_uuid": "0f2cc355-b68b-493b-bd75-3be026369ac3", "tag": "758629e8-8883-48f0-a019-9e7deeb7711f"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 09:04:38.584911 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 09:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e13d9f-2c8a-4bb1-8de4-fec5d4485eef x-openstack-request-id: req-82e13d9f-2c8a-4bb1-8de4-fec5d4485eef {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 09:04:38.585271 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f2cc355-b68b-493b-bd75-3be026369ac3", "tag": "758629e8-8883-48f0-a019-9e7deeb7711f", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 09:04:38.585591 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-82e13d9f-2c8a-4bb1-8de4-fec5d4485eef {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 09:04:38.586054 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f2cc355-b68b-493b-bd75-3be026369ac3', 'tag': '758629e8-8883-48f0-a019-9e7deeb7711f', 'status': 'completed', 'code': 200} Sep 17 09:04:38.637319 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-7a80b773-bf91-4047-8151-1be8bac6f7fb None None] Set router 27af4557-d0a8-43eb-aff6-00782ec8ddb3 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:04:38.645643 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69b00eb-2c79-4522-8f25-42fde738fc79 req-1506233c-6fb0-49fc-9bf0-94c5cf12596e tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:04:38.647332 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c69b00eb-2c79-4522-8f25-42fde738fc79 req-1506233c-6fb0-49fc-9bf0-94c5cf12596e tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f2cc355-b68b-493b-bd75-3be026369ac3 HTTP/1.1" status: 200 len: 945 time: 0.0495214 Sep 17 09:04:38.667797 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60332d31-e551-49a0-aa7e-a60878ed7146 req-e25ddb9b-c156-4ba8-8075-ad794e28a655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:04:38.669835 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-60332d31-e551-49a0-aa7e-a60878ed7146 req-e25ddb9b-c156-4ba8-8075-ad794e28a655 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7e48e67a07fa4821a019352e4f896fd6&device_id=0f2cc355-b68b-493b-bd75-3be026369ac3 HTTP/1.1" status: 200 len: 1096 time: 0.0420384 Sep 17 09:04:38.688187 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c69b00eb-2c79-4522-8f25-42fde738fc79 req-266cd41c-739e-4c05-a0a9-1f0a0ec61dc8 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=83c95233-7d1c-4040-beef-cfbde45f7192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334575 Sep 17 09:04:38.711870 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 36996) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:04:38.772816 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60332d31-e551-49a0-aa7e-a60878ed7146 req-2863efb4-9530-4c8f-8d1f-5a2aa6a4630e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:04:38.774691 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-60332d31-e551-49a0-aa7e-a60878ed7146 req-2863efb4-9530-4c8f-8d1f-5a2aa6a4630e service neutron] 10.222.0.39 "GET /v2.0/networks?id=881428c5-e039-4704-877d-52c35c115aa7 HTTP/1.1" status: 200 len: 898 time: 0.0983200 Sep 17 09:04:38.787651 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ef4ac69c-d205-4440-8755-89dec54c5e48 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/floatingips/211507b4-1446-4d29-a15a-23e39ba0fd6e HTTP/1.1" status: 200 len: 991 time: 0.0731521 Sep 17 09:04:38.839391 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-60332d31-e551-49a0-aa7e-a60878ed7146 req-e3631225-c4c3-4fef-aaa9-78f33860ac43 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=758629e8-8883-48f0-a019-9e7deeb7711f HTTP/1.1" status: 200 len: 999 time: 0.0572412 Sep 17 09:04:38.891565 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60332d31-e551-49a0-aa7e-a60878ed7146 req-1106ac0f-eccb-408c-ab77-e47a0c37d287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:04:38.893144 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-60332d31-e551-49a0-aa7e-a60878ed7146 req-1106ac0f-eccb-408c-ab77-e47a0c37d287 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=19440ee0-1854-4eeb-be0b-ec0649dee1af HTTP/1.1" status: 200 len: 835 time: 0.0471678 Sep 17 09:04:38.936694 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-7a80b773-bf91-4047-8151-1be8bac6f7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27af4557-d0a8-43eb-aff6-00782ec8ddb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045330577', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': 'cd55062e-3a87-4ff5-a065-c421a0fab11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:04:21Z', 'updated_at': '2021-09-17T09:04:24Z', 'revision_number': 4, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'gw_port': {'id': 'cd55062e-3a87-4ff5-a065-c421a0fab11e', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:08:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af4557-d0a8-43eb-aff6-00782ec8ddb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:04:21Z', 'updated_at': '2021-09-17T09:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '211507b4-1446-4d29-a15a-23e39ba0fd6e', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'floating_ip_address': '172.25.6.201', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '27af4557-d0a8-43eb-aff6-00782ec8ddb3', 'port_id': '758629e8-8883-48f0-a019-9e7deeb7711f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '881428c5-e039-4704-877d-52c35c115aa7', 'mac_address': 'fa:16:3e:c5:a7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2cc355-b68b-493b-bd75-3be026369ac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T09:04:37Z', 'updated_at': '2021-09-17T09:04:37Z', 'revision_number': 0, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feef73b7-19d3-4d7e-a645-76da560a3f1d', 'name': '', 'network_id': '881428c5-e039-4704-877d-52c35c115aa7', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'mac_address': 'fa:16:3e:5f:c1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af4557-d0a8-43eb-aff6-00782ec8ddb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '19440ee0-1854-4eeb-be0b-ec0649dee1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:04:24Z', 'updated_at': '2021-09-17T09:04:26Z', 'revision_number': 5, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'subnets': [{'id': '19440ee0-1854-4eeb-be0b-ec0649dee1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:04:38.938525 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60332d31-e551-49a0-aa7e-a60878ed7146 req-1f974ebd-6cd7-48fb-bd18-f061c58270fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:04:38.940086 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-60332d31-e551-49a0-aa7e-a60878ed7146 req-1f974ebd-6cd7-48fb-bd18-f061c58270fa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=881428c5-e039-4704-877d-52c35c115aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399818 Sep 17 09:04:38.968080 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a80b773-bf91-4047-8151-1be8bac6f7fb None None] Checking router: 27af4557-d0a8-43eb-aff6-00782ec8ddb3 for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 09:04:39.003485 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a80b773-bf91-4047-8151-1be8bac6f7fb None None] Routers {'27af4557-d0a8-43eb-aff6-00782ec8ddb3'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:04:39.004146 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-7a80b773-bf91-4047-8151-1be8bac6f7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:04:23Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['27af4557-d0a8-43eb-aff6-00782ec8ddb3'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:04:39.027987 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-60332d31-e551-49a0-aa7e-a60878ed7146 req-0c577609-bd4d-4266-bc1a-e34bb7997d63 service neutron] 10.222.0.39 "GET /v2.0/networks/881428c5-e039-4704-877d-52c35c115aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807309 Sep 17 09:04:39.121848 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-60332d31-e551-49a0-aa7e-a60878ed7146 req-f6cbab3d-d61e-4179-88bb-1fc27d593fae service neutron] 10.222.0.39 "GET /v2.0/networks/881428c5-e039-4704-877d-52c35c115aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868425 Sep 17 09:04:39.122846 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-7a80b773-bf91-4047-8151-1be8bac6f7fb None None] Set router 27af4557-d0a8-43eb-aff6-00782ec8ddb3 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:04:39.493789 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-7a80b773-bf91-4047-8151-1be8bac6f7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27af4557-d0a8-43eb-aff6-00782ec8ddb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045330577', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': 'cd55062e-3a87-4ff5-a065-c421a0fab11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:04:21Z', 'updated_at': '2021-09-17T09:04:24Z', 'revision_number': 4, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'gw_port': {'id': 'cd55062e-3a87-4ff5-a065-c421a0fab11e', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:08:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af4557-d0a8-43eb-aff6-00782ec8ddb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:04:21Z', 'updated_at': '2021-09-17T09:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '211507b4-1446-4d29-a15a-23e39ba0fd6e', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'floating_ip_address': '172.25.6.201', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '27af4557-d0a8-43eb-aff6-00782ec8ddb3', 'port_id': '758629e8-8883-48f0-a019-9e7deeb7711f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '881428c5-e039-4704-877d-52c35c115aa7', 'mac_address': 'fa:16:3e:c5:a7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2cc355-b68b-493b-bd75-3be026369ac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T09:04:37Z', 'updated_at': '2021-09-17T09:04:37Z', 'revision_number': 0, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feef73b7-19d3-4d7e-a645-76da560a3f1d', 'name': '', 'network_id': '881428c5-e039-4704-877d-52c35c115aa7', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'mac_address': 'fa:16:3e:5f:c1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af4557-d0a8-43eb-aff6-00782ec8ddb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '19440ee0-1854-4eeb-be0b-ec0649dee1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:04:24Z', 'updated_at': '2021-09-17T09:04:26Z', 'revision_number': 5, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'subnets': [{'id': '19440ee0-1854-4eeb-be0b-ec0649dee1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:04:39.519889 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a80b773-bf91-4047-8151-1be8bac6f7fb None None] The sync data for ids ['27af4557-d0a8-43eb-aff6-00782ec8ddb3'] in n-d-789963-9 is: [{'id': '27af4557-d0a8-43eb-aff6-00782ec8ddb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045330577', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': 'cd55062e-3a87-4ff5-a065-c421a0fab11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:04:21Z', 'updated_at': '2021-09-17T09:04:24Z', 'revision_number': 4, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'gw_port': {'id': 'cd55062e-3a87-4ff5-a065-c421a0fab11e', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:08:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af4557-d0a8-43eb-aff6-00782ec8ddb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:04:21Z', 'updated_at': '2021-09-17T09:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '211507b4-1446-4d29-a15a-23e39ba0fd6e', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'floating_ip_address': '172.25.6.201', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '27af4557-d0a8-43eb-aff6-00782ec8ddb3', 'port_id': '758629e8-8883-48f0-a019-9e7deeb7711f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '881428c5-e039-4704-877d-52c35c115aa7', 'mac_address': 'fa:16:3e:c5:a7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2cc355-b68b-493b-bd75-3be026369ac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T09:04:37Z', 'updated_at': '2021-09-17T09:04:37Z', 'revision_number': 0, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feef73b7-19d3-4d7e-a645-76da560a3f1d', 'name': '', 'network_id': '881428c5-e039-4704-877d-52c35c115aa7', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'mac_address': 'fa:16:3e:5f:c1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af4557-d0a8-43eb-aff6-00782ec8ddb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '19440ee0-1854-4eeb-be0b-ec0649dee1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:04:24Z', 'updated_at': '2021-09-17T09:04:26Z', 'revision_number': 5, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'subnets': [{'id': '19440ee0-1854-4eeb-be0b-ec0649dee1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 09:04:39.715741 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af63b82-5193-435b-a54a-0ca64160d3c7 None None] New status for floating IP 211507b4-1446-4d29-a15a-23e39ba0fd6e: ACTIVE {{(pid=101292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 09:04:39.789238 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 36998) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:04:39.848798 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-36e16956-7d1b-4cc2-bec4-05cd4d53c93d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/floatingips/211507b4-1446-4d29-a15a-23e39ba0fd6e HTTP/1.1" status: 200 len: 991 time: 0.0584967 Sep 17 09:04:40.852501 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37000) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:04:40.914796 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-7129c3f9-44da-42b3-9372-84b5f4d6229f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/floatingips/211507b4-1446-4d29-a15a-23e39ba0fd6e HTTP/1.1" status: 200 len: 993 time: 0.0611660 Sep 17 09:04:50.092636 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-45c37140-6746-4581-b685-04e79a366099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:52.539872 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-69df15d9-4121-4e4d-b279-93f0495e56a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:52.876072 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:53.988056 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:04:55.580591 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:05:02.361257 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bc733825-80d8-4878-8bd4-71353af0a94d req-67742feb-d983-40df-b05b-bb83d89910b7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0f2cc355-b68b-493b-bd75-3be026369ac3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410392 Sep 17 09:05:02.456518 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc733825-80d8-4878-8bd4-71353af0a94d req-02d36ee6-192f-48e2-9c15-fad57b21a0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:05:02.457988 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bc733825-80d8-4878-8bd4-71353af0a94d req-02d36ee6-192f-48e2-9c15-fad57b21a0a6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7e48e67a07fa4821a019352e4f896fd6&device_id=0f2cc355-b68b-493b-bd75-3be026369ac3 HTTP/1.1" status: 200 len: 1096 time: 0.0390937 Sep 17 09:05:02.567167 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc733825-80d8-4878-8bd4-71353af0a94d req-b1f9f2fc-b6e0-4e2b-aa9d-a44e5fb884ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:05:02.568743 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bc733825-80d8-4878-8bd4-71353af0a94d req-b1f9f2fc-b6e0-4e2b-aa9d-a44e5fb884ca service neutron] 10.222.0.39 "GET /v2.0/networks?id=881428c5-e039-4704-877d-52c35c115aa7 HTTP/1.1" status: 200 len: 898 time: 0.0920808 Sep 17 09:05:02.632418 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bc733825-80d8-4878-8bd4-71353af0a94d req-a5967a2f-fb9d-4c85-bc13-376bc55af0fb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=758629e8-8883-48f0-a019-9e7deeb7711f HTTP/1.1" status: 200 len: 1001 time: 0.0554128 Sep 17 09:05:02.929870 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc733825-80d8-4878-8bd4-71353af0a94d req-acb6b658-3887-4c67-be98-6918f15fb29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:05:02.931389 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bc733825-80d8-4878-8bd4-71353af0a94d req-acb6b658-3887-4c67-be98-6918f15fb29f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=19440ee0-1854-4eeb-be0b-ec0649dee1af HTTP/1.1" status: 200 len: 835 time: 0.2910926 Sep 17 09:05:02.976821 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc733825-80d8-4878-8bd4-71353af0a94d req-85447ec0-172c-4340-9972-92b468c740a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:05:02.978258 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bc733825-80d8-4878-8bd4-71353af0a94d req-85447ec0-172c-4340-9972-92b468c740a4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=881428c5-e039-4704-877d-52c35c115aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385289 Sep 17 09:05:03.067740 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bc733825-80d8-4878-8bd4-71353af0a94d req-7f036082-baef-4ece-9eb4-b6b213d62080 service neutron] 10.222.0.39 "GET /v2.0/networks/881428c5-e039-4704-877d-52c35c115aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821807 Sep 17 09:05:03.157902 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bc733825-80d8-4878-8bd4-71353af0a94d req-2274f003-c1a6-4086-9884-3091e48cab71 service neutron] 10.222.0.39 "GET /v2.0/networks/881428c5-e039-4704-877d-52c35c115aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820720 Sep 17 09:05:05.827443 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5353afff-43c3-4b52-9fdc-822b39b46572 req-49b87695-f7a9-4727-bdfc-20c244059c3c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0236671 Sep 17 09:05:05.908986 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5353afff-43c3-4b52-9fdc-822b39b46572 req-04af4d0e-f591-4d9b-bcfc-169c98aa9975 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0240026 Sep 17 09:05:05.954509 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5353afff-43c3-4b52-9fdc-822b39b46572 req-8e0666ba-2681-4046-8b97-5b2c578db974 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0200398 Sep 17 09:05:06.047362 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5353afff-43c3-4b52-9fdc-822b39b46572 req-0990acd8-7ea5-4518-af75-a8d96726d273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:05:06.049443 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5353afff-43c3-4b52-9fdc-822b39b46572 req-0990acd8-7ea5-4518-af75-a8d96726d273 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0888779 Sep 17 09:05:06.228792 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:05:06.244702 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:05:06.288212 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 09:05:20.097564 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6e3f4064-5fd0-4ab3-9928-b72fd36ab11f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:05:22.539855 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-05948707-65b2-4298-9ee9-5aca186b0f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:05:22.876473 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:05:23.991637 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:05:25.582161 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:05:36.234503 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:05:36.250464 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:05:43.288550 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 09:05:50.098984 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9c643d32-536d-47e6-a426-23c6cce549dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:05:52.540277 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9cac6b45-9c20-4598-bd5f-f769d695dbe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:05:52.877058 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:05:53.994764 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:05:54.052089 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdd6a45-1d8c-43b9-afb8-eb88b781f5b8 req-9e2fff8e-a527-4bec-93cd-c8f3345f61a1 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:05:54.053558 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5bdd6a45-1d8c-43b9-afb8-eb88b781f5b8 req-9e2fff8e-a527-4bec-93cd-c8f3345f61a1 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f2cc355-b68b-493b-bd75-3be026369ac3 HTTP/1.1" status: 200 len: 945 time: 0.0494545 Sep 17 09:05:54.091077 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5bdd6a45-1d8c-43b9-afb8-eb88b781f5b8 req-928db256-5bf2-4e2e-a1ff-b88eddaabf70 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=83c95233-7d1c-4040-beef-cfbde45f7192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315735 Sep 17 09:05:55.224277 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e07873-a118-43d6-bed7-cc314c00de2f req-07a3e82e-3f9e-44ef-9925-629d252fcdff tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:05:55.225759 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-55e07873-a118-43d6-bed7-cc314c00de2f req-07a3e82e-3f9e-44ef-9925-629d252fcdff tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f2cc355-b68b-493b-bd75-3be026369ac3 HTTP/1.1" status: 200 len: 945 time: 0.0521846 Sep 17 09:05:55.263359 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-55e07873-a118-43d6-bed7-cc314c00de2f req-c80960c9-29c6-404a-8a00-f2ccc7e5c7f7 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=83c95233-7d1c-4040-beef-cfbde45f7192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316494 Sep 17 09:05:55.284933 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37034) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:05:55.342957 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-203cad5e-d562-4425-8846-58a2013f0c38 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/floatingips/211507b4-1446-4d29-a15a-23e39ba0fd6e HTTP/1.1" status: 200 len: 993 time: 0.0568795 Sep 17 09:05:55.585285 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:05:56.624059 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be6dae-8f2b-4fd5-8d0f-2c4e95f9ce25 req-a70de1e0-bfe8-42ba-baa6-91f6262bda1e tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:05:56.625453 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f8be6dae-8f2b-4fd5-8d0f-2c4e95f9ce25 req-a70de1e0-bfe8-42ba-baa6-91f6262bda1e tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f2cc355-b68b-493b-bd75-3be026369ac3 HTTP/1.1" status: 200 len: 945 time: 0.0479600 Sep 17 09:05:56.661883 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f8be6dae-8f2b-4fd5-8d0f-2c4e95f9ce25 req-fe5073cf-29ef-4c5b-8da1-dd10023cdca0 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=83c95233-7d1c-4040-beef-cfbde45f7192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305395 Sep 17 09:05:57.780491 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a641843-4640-4ad0-8634-f7dc0d6cc29a req-bc63a48e-3446-4bec-ab8f-5a3495f10601 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:05:57.781972 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0a641843-4640-4ad0-8634-f7dc0d6cc29a req-bc63a48e-3446-4bec-ab8f-5a3495f10601 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f2cc355-b68b-493b-bd75-3be026369ac3 HTTP/1.1" status: 200 len: 945 time: 0.0523286 Sep 17 09:05:57.819242 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0a641843-4640-4ad0-8634-f7dc0d6cc29a req-f1a6766b-9e79-4dc0-9834-a74a146db4db tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=83c95233-7d1c-4040-beef-cfbde45f7192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304501 Sep 17 09:05:57.840363 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37046) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:05:57.898668 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-77126d9b-3504-4792-9d90-2995e42f44d5 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/floatingips/211507b4-1446-4d29-a15a-23e39ba0fd6e HTTP/1.1" status: 200 len: 993 time: 0.0572307 Sep 17 09:05:58.127509 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37052) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:05:58.280838 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-9176ed02-8c35-42cd-989f-c139cf5678ba tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Deleting port c0cdd94d-d3f5-4274-9725-fb19d962b426 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 09:05:58.281177 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9176ed02-8c35-42cd-989f-c139cf5678ba tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:05:58.356307 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9176ed02-8c35-42cd-989f-c139cf5678ba tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:05:58.356632 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9176ed02-8c35-42cd-989f-c139cf5678ba tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:05:58.367689 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-9176ed02-8c35-42cd-989f-c139cf5678ba tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Calling delete_port for c0cdd94d-d3f5-4274-9725-fb19d962b426 owned by network:floatingip {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 09:05:58.510510 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9176ed02-8c35-42cd-989f-c139cf5678ba tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:05:58.541984 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9176ed02-8c35-42cd-989f-c139cf5678ba tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event deleted for resources: {'Port': ['ID=c0cdd94d-d3f5-4274-9725-fb19d962b426,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:05:58.563165 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9176ed02-8c35-42cd-989f-c139cf5678ba tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:05:58.563518 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9176ed02-8c35-42cd-989f-c139cf5678ba tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:05:58.563888 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9176ed02-8c35-42cd-989f-c139cf5678ba tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:05:58.564227 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9176ed02-8c35-42cd-989f-c139cf5678ba tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:05:58.564563 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9176ed02-8c35-42cd-989f-c139cf5678ba tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:05:58.565405 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9176ed02-8c35-42cd-989f-c139cf5678ba tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:05:58.565755 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9176ed02-8c35-42cd-989f-c139cf5678ba tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:05:58.566085 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9176ed02-8c35-42cd-989f-c139cf5678ba tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:05:58.566413 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9176ed02-8c35-42cd-989f-c139cf5678ba tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:05:58.566767 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9176ed02-8c35-42cd-989f-c139cf5678ba tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:05:58.567091 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9176ed02-8c35-42cd-989f-c139cf5678ba tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:05:58.567412 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9176ed02-8c35-42cd-989f-c139cf5678ba tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:05:58.611056 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9176ed02-8c35-42cd-989f-c139cf5678ba tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for floatingip, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:05:58.611382 n-d-789963-9 neutron-server[101289]: INFO neutron.db.l3_db [None req-9176ed02-8c35-42cd-989f-c139cf5678ba tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Floating IP 211507b4-1446-4d29-a15a-23e39ba0fd6e disassociated (deleted). External IP: 172.25.6.201, port: 758629e8-8883-48f0-a019-9e7deeb7711f. Sep 17 09:05:58.812195 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9176ed02-8c35-42cd-989f-c139cf5678ba tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Router 27af4557-d0a8-43eb-aff6-00782ec8ddb3 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 09:05:58.918802 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9176ed02-8c35-42cd-989f-c139cf5678ba tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 09:05:58.923748 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9176ed02-8c35-42cd-989f-c139cf5678ba tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:05:58.930891 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083dcdf1-bdee-4650-ba78-fc27f08e2d53 None None] Sync routers for ids ['27af4557-d0a8-43eb-aff6-00782ec8ddb3'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 09:05:58.939759 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083dcdf1-bdee-4650-ba78-fc27f08e2d53 None None] Routers {'27af4557-d0a8-43eb-aff6-00782ec8ddb3'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:05:58.940949 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-083dcdf1-bdee-4650-ba78-fc27f08e2d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:05:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['27af4557-d0a8-43eb-aff6-00782ec8ddb3'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:05:58.951823 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-9176ed02-8c35-42cd-989f-c139cf5678ba tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "DELETE /v2.0/floatingips/211507b4-1446-4d29-a15a-23e39ba0fd6e HTTP/1.1" status: 204 len: 168 time: 0.8232033 Sep 17 09:05:58.952438 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f2cc355-b68b-493b-bd75-3be026369ac3', 'tag': '758629e8-8883-48f0-a019-9e7deeb7711f'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 09:05:58.954755 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0b8b68ef77f8a69a7ea64e5314cb7bfe1c653782f919eb7015de92bbdd57641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1897e2d9-8539-4d9e-bcfd-b2dd6087b59e" -d '{"events": [{"name": "network-changed", "server_uuid": "0f2cc355-b68b-493b-bd75-3be026369ac3", "tag": "758629e8-8883-48f0-a019-9e7deeb7711f"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 09:05:58.994845 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 09:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31633be7-16e2-421e-87b9-8872f25601f6 x-openstack-request-id: req-31633be7-16e2-421e-87b9-8872f25601f6 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 09:05:58.994845 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f2cc355-b68b-493b-bd75-3be026369ac3", "tag": "758629e8-8883-48f0-a019-9e7deeb7711f", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 09:05:58.994845 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-31633be7-16e2-421e-87b9-8872f25601f6 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 09:05:58.994845 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f2cc355-b68b-493b-bd75-3be026369ac3', 'tag': '758629e8-8883-48f0-a019-9e7deeb7711f', 'status': 'completed', 'code': 200} Sep 17 09:05:59.046323 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-083dcdf1-bdee-4650-ba78-fc27f08e2d53 None None] Set router 27af4557-d0a8-43eb-aff6-00782ec8ddb3 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:05:59.088659 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1897e2d9-8539-4d9e-bcfd-b2dd6087b59e req-d22548e9-8230-4689-a1f2-46b901ec8038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:05:59.089834 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1897e2d9-8539-4d9e-bcfd-b2dd6087b59e req-d22548e9-8230-4689-a1f2-46b901ec8038 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7e48e67a07fa4821a019352e4f896fd6&device_id=0f2cc355-b68b-493b-bd75-3be026369ac3 HTTP/1.1" status: 200 len: 1096 time: 0.0537791 Sep 17 09:05:59.180686 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9937d6c2-9596-4f6e-9c71-fed4326c7d45 req-be59f634-25b8-4179-8315-ec9a5b91abfd tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:05:59.182509 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9937d6c2-9596-4f6e-9c71-fed4326c7d45 req-be59f634-25b8-4179-8315-ec9a5b91abfd tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f2cc355-b68b-493b-bd75-3be026369ac3 HTTP/1.1" status: 200 len: 945 time: 0.0506556 Sep 17 09:05:59.208189 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1897e2d9-8539-4d9e-bcfd-b2dd6087b59e req-44dc8d24-4109-40d1-91ed-3a1004371516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:05:59.209873 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1897e2d9-8539-4d9e-bcfd-b2dd6087b59e req-44dc8d24-4109-40d1-91ed-3a1004371516 service neutron] 10.222.0.39 "GET /v2.0/networks?id=881428c5-e039-4704-877d-52c35c115aa7 HTTP/1.1" status: 200 len: 898 time: 0.0906003 Sep 17 09:05:59.224884 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9937d6c2-9596-4f6e-9c71-fed4326c7d45 req-13326c44-7379-49d3-a95e-79cae7d08415 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=83c95233-7d1c-4040-beef-cfbde45f7192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349071 Sep 17 09:05:59.251899 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1897e2d9-8539-4d9e-bcfd-b2dd6087b59e req-f742c61d-ca47-46af-9fe8-c21bd54920ba service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=758629e8-8883-48f0-a019-9e7deeb7711f HTTP/1.1" status: 200 len: 217 time: 0.0343924 Sep 17 09:05:59.256823 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-083dcdf1-bdee-4650-ba78-fc27f08e2d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27af4557-d0a8-43eb-aff6-00782ec8ddb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045330577', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': 'cd55062e-3a87-4ff5-a065-c421a0fab11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:04:21Z', 'updated_at': '2021-09-17T09:04:24Z', 'revision_number': 4, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'gw_port': {'id': 'cd55062e-3a87-4ff5-a065-c421a0fab11e', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:08:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af4557-d0a8-43eb-aff6-00782ec8ddb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:04:21Z', 'updated_at': '2021-09-17T09:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'feef73b7-19d3-4d7e-a645-76da560a3f1d', 'name': '', 'network_id': '881428c5-e039-4704-877d-52c35c115aa7', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'mac_address': 'fa:16:3e:5f:c1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af4557-d0a8-43eb-aff6-00782ec8ddb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '19440ee0-1854-4eeb-be0b-ec0649dee1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:04:24Z', 'updated_at': '2021-09-17T09:04:26Z', 'revision_number': 5, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'subnets': [{'id': '19440ee0-1854-4eeb-be0b-ec0649dee1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:05:59.287106 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083dcdf1-bdee-4650-ba78-fc27f08e2d53 None None] Checking router: 27af4557-d0a8-43eb-aff6-00782ec8ddb3 for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 09:05:59.295824 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083dcdf1-bdee-4650-ba78-fc27f08e2d53 None None] Routers {'27af4557-d0a8-43eb-aff6-00782ec8ddb3'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:05:59.296542 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-083dcdf1-bdee-4650-ba78-fc27f08e2d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:05:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['27af4557-d0a8-43eb-aff6-00782ec8ddb3'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:05:59.306267 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1897e2d9-8539-4d9e-bcfd-b2dd6087b59e req-2a93b405-61fb-4bf1-90f1-9a5a9bae96a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:05:59.307734 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1897e2d9-8539-4d9e-bcfd-b2dd6087b59e req-2a93b405-61fb-4bf1-90f1-9a5a9bae96a8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=19440ee0-1854-4eeb-be0b-ec0649dee1af HTTP/1.1" status: 200 len: 835 time: 0.0481145 Sep 17 09:05:59.360752 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1897e2d9-8539-4d9e-bcfd-b2dd6087b59e req-af2805df-c123-4479-a3a5-40ab432a6e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:05:59.362851 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1897e2d9-8539-4d9e-bcfd-b2dd6087b59e req-af2805df-c123-4479-a3a5-40ab432a6e7d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=881428c5-e039-4704-877d-52c35c115aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396531 Sep 17 09:05:59.403021 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-083dcdf1-bdee-4650-ba78-fc27f08e2d53 None None] Set router 27af4557-d0a8-43eb-aff6-00782ec8ddb3 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:05:59.457095 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1897e2d9-8539-4d9e-bcfd-b2dd6087b59e req-8f54672a-192d-45ee-94e6-295611293bb3 service neutron] 10.222.0.39 "GET /v2.0/networks/881428c5-e039-4704-877d-52c35c115aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858731 Sep 17 09:05:59.552296 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1897e2d9-8539-4d9e-bcfd-b2dd6087b59e req-35090684-938d-42a0-b3a1-e57a711e7e31 service neutron] 10.222.0.39 "GET /v2.0/networks/881428c5-e039-4704-877d-52c35c115aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868258 Sep 17 09:05:59.597959 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-083dcdf1-bdee-4650-ba78-fc27f08e2d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27af4557-d0a8-43eb-aff6-00782ec8ddb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045330577', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': 'cd55062e-3a87-4ff5-a065-c421a0fab11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:04:21Z', 'updated_at': '2021-09-17T09:04:24Z', 'revision_number': 4, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'gw_port': {'id': 'cd55062e-3a87-4ff5-a065-c421a0fab11e', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:08:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af4557-d0a8-43eb-aff6-00782ec8ddb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:04:21Z', 'updated_at': '2021-09-17T09:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'feef73b7-19d3-4d7e-a645-76da560a3f1d', 'name': '', 'network_id': '881428c5-e039-4704-877d-52c35c115aa7', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'mac_address': 'fa:16:3e:5f:c1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af4557-d0a8-43eb-aff6-00782ec8ddb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '19440ee0-1854-4eeb-be0b-ec0649dee1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:04:24Z', 'updated_at': '2021-09-17T09:04:26Z', 'revision_number': 5, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'subnets': [{'id': '19440ee0-1854-4eeb-be0b-ec0649dee1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:05:59.624901 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083dcdf1-bdee-4650-ba78-fc27f08e2d53 None None] The sync data for ids ['27af4557-d0a8-43eb-aff6-00782ec8ddb3'] in n-d-789963-9 is: [{'id': '27af4557-d0a8-43eb-aff6-00782ec8ddb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045330577', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': 'cd55062e-3a87-4ff5-a065-c421a0fab11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:04:21Z', 'updated_at': '2021-09-17T09:04:24Z', 'revision_number': 4, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'gw_port': {'id': 'cd55062e-3a87-4ff5-a065-c421a0fab11e', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:08:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af4557-d0a8-43eb-aff6-00782ec8ddb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:04:21Z', 'updated_at': '2021-09-17T09:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'feef73b7-19d3-4d7e-a645-76da560a3f1d', 'name': '', 'network_id': '881428c5-e039-4704-877d-52c35c115aa7', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'mac_address': 'fa:16:3e:5f:c1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af4557-d0a8-43eb-aff6-00782ec8ddb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '19440ee0-1854-4eeb-be0b-ec0649dee1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:04:24Z', 'updated_at': '2021-09-17T09:04:26Z', 'revision_number': 5, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'subnets': [{'id': '19440ee0-1854-4eeb-be0b-ec0649dee1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 09:05:59.837591 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ec3e42-fb13-42cb-b54b-393d51dbf4e2 None None] New status for floating IP 211507b4-1446-4d29-a15a-23e39ba0fd6e: DOWN {{(pid=101292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 09:06:00.345593 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ef2c91-4616-4e2a-b74d-3ed1ee953236 req-ab1dc0f7-2dec-4bfe-b320-4c2e9ea25aba tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:06:00.346994 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f4ef2c91-4616-4e2a-b74d-3ed1ee953236 req-ab1dc0f7-2dec-4bfe-b320-4c2e9ea25aba tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f2cc355-b68b-493b-bd75-3be026369ac3 HTTP/1.1" status: 200 len: 945 time: 0.0515952 Sep 17 09:06:00.383285 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f4ef2c91-4616-4e2a-b74d-3ed1ee953236 req-fbbc23e3-55b7-446c-9e65-79afa3707d77 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=83c95233-7d1c-4040-beef-cfbde45f7192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305035 Sep 17 09:06:01.351351 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb68b0f-0c3c-487e-8fa9-c3b5293fadcd req-7ebd0474-b6bb-43fb-b9c4-a9375fcc27fc tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:06:01.352727 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-acb68b0f-0c3c-487e-8fa9-c3b5293fadcd req-7ebd0474-b6bb-43fb-b9c4-a9375fcc27fc tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f2cc355-b68b-493b-bd75-3be026369ac3 HTTP/1.1" status: 200 len: 945 time: 0.0477650 Sep 17 09:06:01.442872 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-acb68b0f-0c3c-487e-8fa9-c3b5293fadcd req-bea3f86d-c1c0-47cc-9cf0-60521fc0923b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Deleting port 758629e8-8883-48f0-a019-9e7deeb7711f {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 09:06:01.443215 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-acb68b0f-0c3c-487e-8fa9-c3b5293fadcd req-bea3f86d-c1c0-47cc-9cf0-60521fc0923b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:01.499481 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7de1b8-1637-4ce7-89b5-a76b12c41774 req-c1fcc647-6f7f-44b5-8bc6-b47bb7ebc578 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:06:01.501044 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4b7de1b8-1637-4ce7-89b5-a76b12c41774 req-c1fcc647-6f7f-44b5-8bc6-b47bb7ebc578 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f2cc355-b68b-493b-bd75-3be026369ac3 HTTP/1.1" status: 200 len: 945 time: 0.0484326 Sep 17 09:06:01.530440 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-acb68b0f-0c3c-487e-8fa9-c3b5293fadcd req-bea3f86d-c1c0-47cc-9cf0-60521fc0923b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] For port 758629e8-8883-48f0-a019-9e7deeb7711f, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=758629e8-8883-48f0-a019-9e7deeb7711f,segment=NetworkSegment(b0fa846a-2fd1-4879-81a3-ff9844db54ed),segment_id=b0fa846a-2fd1-4879-81a3-ff9844db54ed)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:06:01.530807 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-acb68b0f-0c3c-487e-8fa9-c3b5293fadcd req-bea3f86d-c1c0-47cc-9cf0-60521fc0923b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:01.538768 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4b7de1b8-1637-4ce7-89b5-a76b12c41774 req-a1f50e51-5ce0-497e-879a-554c02960193 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=83c95233-7d1c-4040-beef-cfbde45f7192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317593 Sep 17 09:06:01.543980 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-acb68b0f-0c3c-487e-8fa9-c3b5293fadcd req-bea3f86d-c1c0-47cc-9cf0-60521fc0923b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Calling delete_port for 758629e8-8883-48f0-a019-9e7deeb7711f owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 09:06:01.670668 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-acb68b0f-0c3c-487e-8fa9-c3b5293fadcd req-bea3f86d-c1c0-47cc-9cf0-60521fc0923b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:01.697150 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea3f86d-c1c0-47cc-9cf0-60521fc0923b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event deleted for resources: {'Port': ['ID=758629e8-8883-48f0-a019-9e7deeb7711f,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:06:01.707499 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea3f86d-c1c0-47cc-9cf0-60521fc0923b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:06:01.707877 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea3f86d-c1c0-47cc-9cf0-60521fc0923b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:06:01.708231 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea3f86d-c1c0-47cc-9cf0-60521fc0923b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:06:01.708574 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea3f86d-c1c0-47cc-9cf0-60521fc0923b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:06:01.708914 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea3f86d-c1c0-47cc-9cf0-60521fc0923b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:06:01.709252 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea3f86d-c1c0-47cc-9cf0-60521fc0923b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:06:01.709585 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea3f86d-c1c0-47cc-9cf0-60521fc0923b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:06:01.709918 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea3f86d-c1c0-47cc-9cf0-60521fc0923b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:06:01.710249 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea3f86d-c1c0-47cc-9cf0-60521fc0923b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:06:01.711121 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea3f86d-c1c0-47cc-9cf0-60521fc0923b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:06:01.711121 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea3f86d-c1c0-47cc-9cf0-60521fc0923b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:06:01.711333 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea3f86d-c1c0-47cc-9cf0-60521fc0923b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:06:01.754186 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-acb68b0f-0c3c-487e-8fa9-c3b5293fadcd req-bea3f86d-c1c0-47cc-9cf0-60521fc0923b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] No DVR routers for this DVR port 758629e8-8883-48f0-a019-9e7deeb7711f on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 09:06:01.756885 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-acb68b0f-0c3c-487e-8fa9-c3b5293fadcd req-bea3f86d-c1c0-47cc-9cf0-60521fc0923b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:01.758963 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-acb68b0f-0c3c-487e-8fa9-c3b5293fadcd req-bea3f86d-c1c0-47cc-9cf0-60521fc0923b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.39 "DELETE /v2.0/ports/758629e8-8883-48f0-a019-9e7deeb7711f HTTP/1.1" status: 204 len: 173 time: 0.4000096 Sep 17 09:06:01.759402 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2cc355-b68b-493b-bd75-3be026369ac3', 'name': 'network-vif-deleted', 'tag': '758629e8-8883-48f0-a019-9e7deeb7711f'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 09:06:01.761674 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823f1136df5e8dfe06b46a14eea5a85bccf33ce7e510dfea6a746e22e928dc4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f1ed6b6-f138-475c-8195-07ed3352b81f" -d '{"events": [{"server_uuid": "0f2cc355-b68b-493b-bd75-3be026369ac3", "name": "network-vif-deleted", "tag": "758629e8-8883-48f0-a019-9e7deeb7711f"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 09:06:01.797671 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 09:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58af851b-0611-44ce-9115-941cee5d80e8 x-openstack-request-id: req-58af851b-0611-44ce-9115-941cee5d80e8 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 09:06:01.797972 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f2cc355-b68b-493b-bd75-3be026369ac3", "name": "network-vif-deleted", "tag": "758629e8-8883-48f0-a019-9e7deeb7711f", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 09:06:01.798228 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-58af851b-0611-44ce-9115-941cee5d80e8 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 09:06:01.798634 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2cc355-b68b-493b-bd75-3be026369ac3', 'name': 'network-vif-deleted', 'tag': '758629e8-8883-48f0-a019-9e7deeb7711f', 'status': 'completed', 'code': 200} Sep 17 09:06:02.593469 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37072) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:06:02.985566 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-35519f57-78b0-4949-b781-0682d8c808d3 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:03.543522 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-35519f57-78b0-4949-b781-0682d8c808d3 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Deleting port feef73b7-19d3-4d7e-a645-76da560a3f1d {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 09:06:03.543877 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-35519f57-78b0-4949-b781-0682d8c808d3 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:03.630780 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-35519f57-78b0-4949-b781-0682d8c808d3 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] For port feef73b7-19d3-4d7e-a645-76da560a3f1d, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=feef73b7-19d3-4d7e-a645-76da560a3f1d,segment=NetworkSegment(b0fa846a-2fd1-4879-81a3-ff9844db54ed),segment_id=b0fa846a-2fd1-4879-81a3-ff9844db54ed)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:06:03.631466 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-35519f57-78b0-4949-b781-0682d8c808d3 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:03.642546 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-35519f57-78b0-4949-b781-0682d8c808d3 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Calling delete_port for feef73b7-19d3-4d7e-a645-76da560a3f1d owned by network:router_interface {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 09:06:03.820698 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-35519f57-78b0-4949-b781-0682d8c808d3 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:03.855565 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35519f57-78b0-4949-b781-0682d8c808d3 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event deleted for resources: {'Port': ['ID=feef73b7-19d3-4d7e-a645-76da560a3f1d,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:06:04.024288 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-35519f57-78b0-4949-b781-0682d8c808d3 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:04.237123 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35519f57-78b0-4949-b781-0682d8c808d3 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Router 27af4557-d0a8-43eb-aff6-00782ec8ddb3 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 09:06:04.340689 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35519f57-78b0-4949-b781-0682d8c808d3 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 09:06:04.345676 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-35519f57-78b0-4949-b781-0682d8c808d3 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "PUT /v2.0/routers/27af4557-d0a8-43eb-aff6-00782ec8ddb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7512014 Sep 17 09:06:04.348386 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37074) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:06:04.350045 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d86b536-35fd-41f3-9206-1fe66d86a3be None None] Sync routers for ids ['27af4557-d0a8-43eb-aff6-00782ec8ddb3'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 09:06:04.359076 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d86b536-35fd-41f3-9206-1fe66d86a3be None None] Routers {'27af4557-d0a8-43eb-aff6-00782ec8ddb3'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:06:04.359688 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-9d86b536-35fd-41f3-9206-1fe66d86a3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:05:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['27af4557-d0a8-43eb-aff6-00782ec8ddb3'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:06:04.402862 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-671ee95e-56b8-43b8-8a2a-f1a2b330d4b0 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Deleting subnet 19440ee0-1854-4eeb-be0b-ec0649dee1af {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 09:06:04.405870 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-671ee95e-56b8-43b8-8a2a-f1a2b330d4b0 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:04.446647 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-671ee95e-56b8-43b8-8a2a-f1a2b330d4b0 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:04.463908 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-9d86b536-35fd-41f3-9206-1fe66d86a3be None None] Set router 27af4557-d0a8-43eb-aff6-00782ec8ddb3 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:06:04.544461 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-671ee95e-56b8-43b8-8a2a-f1a2b330d4b0 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:04.608207 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-671ee95e-56b8-43b8-8a2a-f1a2b330d4b0 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:04.636910 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671ee95e-56b8-43b8-8a2a-f1a2b330d4b0 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event deleted for resources: {'Subnet': ['ID=19440ee0-1854-4eeb-be0b-ec0649dee1af,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:06:04.638983 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-671ee95e-56b8-43b8-8a2a-f1a2b330d4b0 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:04.643754 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-671ee95e-56b8-43b8-8a2a-f1a2b330d4b0 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "DELETE /v2.0/subnets/19440ee0-1854-4eeb-be0b-ec0649dee1af HTTP/1.1" status: 204 len: 168 time: 0.2913806 Sep 17 09:06:04.643754 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37076) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:06:04.648622 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea20d071-5cb2-4b84-9481-b1e349b457d3 None None] Network 881428c5-e039-4704-877d-52c35c115aa7 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 09:06:04.671413 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-9d86b536-35fd-41f3-9206-1fe66d86a3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27af4557-d0a8-43eb-aff6-00782ec8ddb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045330577', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': 'cd55062e-3a87-4ff5-a065-c421a0fab11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:04:21Z', 'updated_at': '2021-09-17T09:06:03Z', 'revision_number': 5, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'gw_port': {'id': 'cd55062e-3a87-4ff5-a065-c421a0fab11e', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:08:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af4557-d0a8-43eb-aff6-00782ec8ddb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:04:21Z', 'updated_at': '2021-09-17T09:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:06:04.700218 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d86b536-35fd-41f3-9206-1fe66d86a3be None None] Checking router: 27af4557-d0a8-43eb-aff6-00782ec8ddb3 for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 09:06:04.744425 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d86b536-35fd-41f3-9206-1fe66d86a3be None None] Routers {'27af4557-d0a8-43eb-aff6-00782ec8ddb3'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:06:04.745051 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-9d86b536-35fd-41f3-9206-1fe66d86a3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:05:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['27af4557-d0a8-43eb-aff6-00782ec8ddb3'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:06:04.750470 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-03558f7c-902b-42d5-8df1-361121b7fd6b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for router, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:04.852047 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-03558f7c-902b-42d5-8df1-361121b7fd6b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:04.886708 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-9d86b536-35fd-41f3-9206-1fe66d86a3be None None] Set router 27af4557-d0a8-43eb-aff6-00782ec8ddb3 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:06:04.909719 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-03558f7c-902b-42d5-8df1-361121b7fd6b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Deleting port cd55062e-3a87-4ff5-a065-c421a0fab11e {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 09:06:04.910058 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-03558f7c-902b-42d5-8df1-361121b7fd6b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:04.942652 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566fb5f7-c284-4203-a1b6-a3980a86e40a None None] DHCP port deletion for 881428c5-e039-4704-877d-52c35c115aa7 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 09:06:04.991129 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-03558f7c-902b-42d5-8df1-361121b7fd6b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] For port cd55062e-3a87-4ff5-a065-c421a0fab11e, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=cd55062e-3a87-4ff5-a065-c421a0fab11e,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:06:04.991501 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-03558f7c-902b-42d5-8df1-361121b7fd6b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:05.002984 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-03558f7c-902b-42d5-8df1-361121b7fd6b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Calling delete_port for cd55062e-3a87-4ff5-a065-c421a0fab11e owned by network:router_gateway {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 09:06:05.071570 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-566fb5f7-c284-4203-a1b6-a3980a86e40a None None] Deleting port 0df0671e-fe99-4c62-8785-3b57a657dd58 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 09:06:05.071970 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-566fb5f7-c284-4203-a1b6-a3980a86e40a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:05.144935 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-566fb5f7-c284-4203-a1b6-a3980a86e40a None None] For port 0df0671e-fe99-4c62-8785-3b57a657dd58, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=0df0671e-fe99-4c62-8785-3b57a657dd58,segment=NetworkSegment(b0fa846a-2fd1-4879-81a3-ff9844db54ed),segment_id=b0fa846a-2fd1-4879-81a3-ff9844db54ed)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:06:05.145259 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-566fb5f7-c284-4203-a1b6-a3980a86e40a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:05.157856 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 758629e8-8883-48f0-a019-9e7deeb7711f no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 09:06:05.164400 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-566fb5f7-c284-4203-a1b6-a3980a86e40a None None] Calling delete_port for 0df0671e-fe99-4c62-8785-3b57a657dd58 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 09:06:05.169549 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-03558f7c-902b-42d5-8df1-361121b7fd6b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:05.185973 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: 758629e8-8883-48f0-a019-9e7deeb7711f {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 09:06:05.186328 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 758629e8-8883-48f0-a019-9e7deeb7711f not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 09:06:05.193321 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-9d86b536-35fd-41f3-9206-1fe66d86a3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27af4557-d0a8-43eb-aff6-00782ec8ddb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045330577', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': 'cd55062e-3a87-4ff5-a065-c421a0fab11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:04:21Z', 'updated_at': '2021-09-17T09:06:03Z', 'revision_number': 5, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'gw_port': {'id': 'cd55062e-3a87-4ff5-a065-c421a0fab11e', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:08:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af4557-d0a8-43eb-aff6-00782ec8ddb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:04:21Z', 'updated_at': '2021-09-17T09:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:06:05.195801 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03558f7c-902b-42d5-8df1-361121b7fd6b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event deleted for resources: {'Port': ['ID=cd55062e-3a87-4ff5-a065-c421a0fab11e,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:06:05.224889 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d86b536-35fd-41f3-9206-1fe66d86a3be None None] The sync data for ids ['27af4557-d0a8-43eb-aff6-00782ec8ddb3'] in n-d-789963-9 is: [{'id': '27af4557-d0a8-43eb-aff6-00782ec8ddb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045330577', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': 'cd55062e-3a87-4ff5-a065-c421a0fab11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:04:21Z', 'updated_at': '2021-09-17T09:06:03Z', 'revision_number': 5, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'gw_port': {'id': 'cd55062e-3a87-4ff5-a065-c421a0fab11e', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:08:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af4557-d0a8-43eb-aff6-00782ec8ddb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:04:21Z', 'updated_at': '2021-09-17T09:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 09:06:05.261147 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-03558f7c-902b-42d5-8df1-361121b7fd6b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:05.298330 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-566fb5f7-c284-4203-a1b6-a3980a86e40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:05.323105 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566fb5f7-c284-4203-a1b6-a3980a86e40a None None] Pushing event deleted for resources: {'Port': ['ID=0df0671e-fe99-4c62-8785-3b57a657dd58,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:06:05.333128 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566fb5f7-c284-4203-a1b6-a3980a86e40a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:06:05.333803 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566fb5f7-c284-4203-a1b6-a3980a86e40a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:06:05.334159 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566fb5f7-c284-4203-a1b6-a3980a86e40a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:06:05.334505 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566fb5f7-c284-4203-a1b6-a3980a86e40a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:06:05.334860 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566fb5f7-c284-4203-a1b6-a3980a86e40a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:06:05.335187 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566fb5f7-c284-4203-a1b6-a3980a86e40a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:06:05.335521 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566fb5f7-c284-4203-a1b6-a3980a86e40a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:06:05.335877 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566fb5f7-c284-4203-a1b6-a3980a86e40a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:06:05.336215 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566fb5f7-c284-4203-a1b6-a3980a86e40a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:06:05.336544 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566fb5f7-c284-4203-a1b6-a3980a86e40a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:06:05.336877 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566fb5f7-c284-4203-a1b6-a3980a86e40a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:06:05.337207 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566fb5f7-c284-4203-a1b6-a3980a86e40a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:06:05.342367 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566fb5f7-c284-4203-a1b6-a3980a86e40a None None] No DVR routers for this DVR port 0df0671e-fe99-4c62-8785-3b57a657dd58 on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 09:06:05.354491 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-03558f7c-902b-42d5-8df1-361121b7fd6b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:05.356664 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-03558f7c-902b-42d5-8df1-361121b7fd6b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:05.398003 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-03558f7c-902b-42d5-8df1-361121b7fd6b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:05.398467 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03558f7c-902b-42d5-8df1-361121b7fd6b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Fanout notify agent at l3_agent the message router_deleted on router 27af4557-d0a8-43eb-aff6-00782ec8ddb3 {{(pid=101289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 09:06:05.405240 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-03558f7c-902b-42d5-8df1-361121b7fd6b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:05.406349 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-03558f7c-902b-42d5-8df1-361121b7fd6b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "DELETE /v2.0/routers/27af4557-d0a8-43eb-aff6-00782ec8ddb3 HTTP/1.1" status: 204 len: 168 time: 0.7618349 Sep 17 09:06:05.409398 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37078) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:06:05.488405 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d25ef2de-1db0-44f1-b5fb-7c83e62290e9 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:05.574495 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d25ef2de-1db0-44f1-b5fb-7c83e62290e9 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:05.595345 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-d25ef2de-1db0-44f1-b5fb-7c83e62290e9 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['881428c5-e039-4704-877d-52c35c115aa7']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:06:05.604680 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-d25ef2de-1db0-44f1-b5fb-7c83e62290e9 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0fa846a-2fd1-4879-81a3-ff9844db54ed') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:06:05.604978 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-d25ef2de-1db0-44f1-b5fb-7c83e62290e9 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0fa846a-2fd1-4879-81a3-ff9844db54ed') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:06:05.614796 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d25ef2de-1db0-44f1-b5fb-7c83e62290e9 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:05.628546 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d25ef2de-1db0-44f1-b5fb-7c83e62290e9 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:05.634604 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d25ef2de-1db0-44f1-b5fb-7c83e62290e9 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 09:06:05.635001 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d25ef2de-1db0-44f1-b5fb-7c83e62290e9 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:05.637923 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 09:06:05.637923 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 09:06:05.637923 n-d-789963-9 neutron-server[101289]: timer() Sep 17 09:06:05.637923 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 09:06:05.637923 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 09:06:05.637923 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 09:06:05.637923 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 09:06:05.637923 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 09:06:05.637923 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 09:06:05.637923 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 09:06:05.637923 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 09:06:05.637923 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 09:06:05.637923 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 09:06:05.637923 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 09:06:05.637923 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 09:06:05.637923 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 09:06:05.637923 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 09:06:05.637923 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 09:06:05.637923 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 09:06:05.637923 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 09:06:05.637923 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 09:06:05.637923 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 09:06:05.637923 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 09:06:05.637923 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 09:06:05.637923 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 09:06:05.637923 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 09:06:05.637923 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 09:06:05.637923 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 09:06:05.637923 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 09:06:05.637923 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 09:06:05.637923 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 09:06:05.637923 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 09:06:05.702215 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d25ef2de-1db0-44f1-b5fb-7c83e62290e9 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:05.709411 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d25ef2de-1db0-44f1-b5fb-7c83e62290e9 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:05.713655 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-d25ef2de-1db0-44f1-b5fb-7c83e62290e9 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "DELETE /v2.0/networks/881428c5-e039-4704-877d-52c35c115aa7 HTTP/1.1" status: 204 len: 168 time: 0.3009224 Sep 17 09:06:05.714043 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37080) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:06:05.722294 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25ef2de-1db0-44f1-b5fb-7c83e62290e9 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event deleted for resources: {'Network': ['ID=881428c5-e039-4704-877d-52c35c115aa7,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:06:05.772642 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2fdd31a6-4f7a-4278-97bb-5ae1109992da tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:05.797355 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2fdd31a6-4f7a-4278-97bb-5ae1109992da tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:05.860220 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2fdd31a6-4f7a-4278-97bb-5ae1109992da tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:05.864388 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2fdd31a6-4f7a-4278-97bb-5ae1109992da tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:05.866041 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-2fdd31a6-4f7a-4278-97bb-5ae1109992da tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "DELETE /v2.0/security-groups/83c95233-7d1c-4040-beef-cfbde45f7192 HTTP/1.1" status: 204 len: 168 time: 0.1508744 Sep 17 09:06:05.878046 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdd31a6-4f7a-4278-97bb-5ae1109992da tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c95233-7d1c-4040-beef-cfbde45f7192,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:06:06.075098 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37086) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:06:06.079783 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-ea2c8c0a-93e5-47b9-8161-619cd41032a5 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1362112802', 'description': 'tempest-secgroup-smoke-1362112802 description', 'project_id': '7e48e67a07fa4821a019352e4f896fd6'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:06:06.102129 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ea2c8c0a-93e5-47b9-8161-619cd41032a5 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:06.180619 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ea2c8c0a-93e5-47b9-8161-619cd41032a5 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:06.184378 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ea2c8c0a-93e5-47b9-8161-619cd41032a5 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:06.211852 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ea2c8c0a-93e5-47b9-8161-619cd41032a5 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:06.213027 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ea2c8c0a-93e5-47b9-8161-619cd41032a5 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1369092 Sep 17 09:06:06.214864 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2c8c0a-93e5-47b9-8161-619cd41032a5 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=564e4a81-090a-4335-b296-0d15221e6d91,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:06:06.216116 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37088) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:06:06.222360 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-20157965-1d9e-458a-8e44-bcfc5989df33 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Request body: {'security_group_rule': {'security_group_id': '564e4a81-090a-4335-b296-0d15221e6d91', 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:06:06.242598 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:06.253362 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:06.257481 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-20157965-1d9e-458a-8e44-bcfc5989df33 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:06.318804 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-20157965-1d9e-458a-8e44-bcfc5989df33 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:06.322359 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-20157965-1d9e-458a-8e44-bcfc5989df33 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:06.339011 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20157965-1d9e-458a-8e44-bcfc5989df33 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e846d496-cfbd-429b-9ad5-4f10bd8b2185,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:06:06.345033 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-20157965-1d9e-458a-8e44-bcfc5989df33 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:06.347812 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-20157965-1d9e-458a-8e44-bcfc5989df33 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1290343 Sep 17 09:06:06.349701 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37090) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:06:06.354036 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-15e25b6c-76cf-4681-8378-bbbee177d051 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Request body: {'security_group_rule': {'security_group_id': '564e4a81-090a-4335-b296-0d15221e6d91', 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:06:06.380387 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-15e25b6c-76cf-4681-8378-bbbee177d051 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:06.435334 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-15e25b6c-76cf-4681-8378-bbbee177d051 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:06.438736 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-15e25b6c-76cf-4681-8378-bbbee177d051 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:06.457278 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e25b6c-76cf-4681-8378-bbbee177d051 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78711955-af78-4947-9bfa-8a37a980683f,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:06:06.463298 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-15e25b6c-76cf-4681-8378-bbbee177d051 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:06.464561 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-15e25b6c-76cf-4681-8378-bbbee177d051 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1139312 Sep 17 09:06:06.467316 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37092) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:06:06.472210 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-d43f0af1-8705-455b-8bd5-ae9724fa4946 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Request body: {'security_group_rule': {'security_group_id': '564e4a81-090a-4335-b296-0d15221e6d91', 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:06:06.497974 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d43f0af1-8705-455b-8bd5-ae9724fa4946 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:06.541801 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 0df0671e-fe99-4c62-8785-3b57a657dd58 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 09:06:06.559220 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d43f0af1-8705-455b-8bd5-ae9724fa4946 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:06.561481 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 0df0671e-fe99-4c62-8785-3b57a657dd58 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 09:06:06.561904 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 0df0671e-fe99-4c62-8785-3b57a657dd58 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 09:06:06.562364 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device feef73b7-19d3-4d7e-a645-76da560a3f1d no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 09:06:06.563293 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d43f0af1-8705-455b-8bd5-ae9724fa4946 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:06.581225 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43f0af1-8705-455b-8bd5-ae9724fa4946 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22301d56-1887-4de6-919c-6fcff1cf1cfe,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:06:06.588339 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d43f0af1-8705-455b-8bd5-ae9724fa4946 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:06.589701 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-d43f0af1-8705-455b-8bd5-ae9724fa4946 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1214418 Sep 17 09:06:06.592609 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37096) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:06:06.597735 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-081b63c2-1b9b-4966-b9e1-a49a66657a9c tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Request body: {'security_group_rule': {'security_group_id': '564e4a81-090a-4335-b296-0d15221e6d91', 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:06:06.625746 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-081b63c2-1b9b-4966-b9e1-a49a66657a9c tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:06.690676 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-081b63c2-1b9b-4966-b9e1-a49a66657a9c tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:06.695723 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-081b63c2-1b9b-4966-b9e1-a49a66657a9c tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:06.713931 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081b63c2-1b9b-4966-b9e1-a49a66657a9c tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e458a841-60ad-40f6-904b-b2688fe755c9,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:06:06.722447 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-081b63c2-1b9b-4966-b9e1-a49a66657a9c tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:06.723713 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-081b63c2-1b9b-4966-b9e1-a49a66657a9c tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1301668 Sep 17 09:06:06.726397 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37098) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:06:06.730972 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-ba35302a-9109-4f0a-885f-5f0455ee20a7 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Request body: {'security_group_rule': {'security_group_id': '564e4a81-090a-4335-b296-0d15221e6d91', 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:06:06.743390 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: feef73b7-19d3-4d7e-a645-76da560a3f1d {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 09:06:06.743740 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device feef73b7-19d3-4d7e-a645-76da560a3f1d not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 09:06:06.744193 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device cd55062e-3a87-4ff5-a065-c421a0fab11e no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 09:06:06.753221 n-d-789963-9 neutron-server[101289]: INFO neutron.db.securitygroups_db [None req-ba35302a-9109-4f0a-885f-5f0455ee20a7 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Project 7e48e67a07fa4821a019352e4f896fd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 09:06:06.757997 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ba35302a-9109-4f0a-885f-5f0455ee20a7 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:06.763320 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: cd55062e-3a87-4ff5-a065-c421a0fab11e {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 09:06:06.763668 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device cd55062e-3a87-4ff5-a065-c421a0fab11e not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 09:06:06.833136 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-74204a50-617c-4ee3-b4c5-ab6d379c0ea3 req-b980bdfb-0060-4238-b98f-7976b0d078c1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0274310 Sep 17 09:06:06.840696 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ba35302a-9109-4f0a-885f-5f0455ee20a7 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:06.844293 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ba35302a-9109-4f0a-885f-5f0455ee20a7 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:06.859046 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba35302a-9109-4f0a-885f-5f0455ee20a7 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c254035d-0be9-402f-9acb-6283ba90b511,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:06:06.868767 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ba35302a-9109-4f0a-885f-5f0455ee20a7 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:06.869993 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ba35302a-9109-4f0a-885f-5f0455ee20a7 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1426747 Sep 17 09:06:06.872793 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37100) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:06:06.877750 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-0dd5316f-fe07-4b86-915f-2f3d0f90f363 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Request body: {'security_group_rule': {'security_group_id': '564e4a81-090a-4335-b296-0d15221e6d91', 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:06:06.917714 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-74204a50-617c-4ee3-b4c5-ab6d379c0ea3 req-08990b5c-3a58-4443-b54a-76657eb66b1e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0287838 Sep 17 09:06:06.921814 n-d-789963-9 neutron-server[101289]: INFO neutron.db.securitygroups_db [None req-0dd5316f-fe07-4b86-915f-2f3d0f90f363 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Project 7e48e67a07fa4821a019352e4f896fd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 09:06:06.926591 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0dd5316f-fe07-4b86-915f-2f3d0f90f363 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:06.976557 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-74204a50-617c-4ee3-b4c5-ab6d379c0ea3 req-f4f03b95-f4f1-4b22-ac3a-e3aefe6ae4bf service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311408 Sep 17 09:06:07.057100 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0dd5316f-fe07-4b86-915f-2f3d0f90f363 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:07.061473 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0dd5316f-fe07-4b86-915f-2f3d0f90f363 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:07.089188 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd5316f-fe07-4b86-915f-2f3d0f90f363 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=024a05c1-f8e9-4317-a465-ea61d8a4b58a,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:06:07.100201 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0dd5316f-fe07-4b86-915f-2f3d0f90f363 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:07.101421 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-0dd5316f-fe07-4b86-915f-2f3d0f90f363 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2276721 Sep 17 09:06:07.104433 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37102) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:06:07.106042 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74204a50-617c-4ee3-b4c5-ab6d379c0ea3 req-2e04d2e7-2d46-46df-87fc-4ec1bbc57b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:06:07.107468 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-74204a50-617c-4ee3-b4c5-ab6d379c0ea3 req-2e04d2e7-2d46-46df-87fc-4ec1bbc57b93 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1241965 Sep 17 09:06:07.109924 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-b9bc2426-bcde-41f1-9470-79b4829210ba tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Request body: {'network': {'name': 'tempest-network-smoke--1287664657', 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'port_security_enabled': True}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:06:07.132212 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9bc2426-bcde-41f1-9470-79b4829210ba tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Made reservation on behalf of 7e48e67a07fa4821a019352e4f896fd6 for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 09:06:07.135584 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b9bc2426-bcde-41f1-9470-79b4829210ba tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:07.162536 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9bc2426-bcde-41f1-9470-79b4829210ba tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 09:06:07.171522 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b9bc2426-bcde-41f1-9470-79b4829210ba tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:07.171988 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-b9bc2426-bcde-41f1-9470-79b4829210ba tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Added segment 30713925-9f43-4982-9ccc-f885c2bb2e5a of type vlan for network 3eb9ca8d-5df7-4adc-83e1-188c4b617db5 Sep 17 09:06:07.211698 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b9bc2426-bcde-41f1-9470-79b4829210ba tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:07.236012 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b9bc2426-bcde-41f1-9470-79b4829210ba tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:07.241999 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9bc2426-bcde-41f1-9470-79b4829210ba tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:06:07.242586 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b9bc2426-bcde-41f1-9470-79b4829210ba tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:07.273763 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b9bc2426-bcde-41f1-9470-79b4829210ba tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1681075 Sep 17 09:06:07.276499 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37104) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:06:07.282894 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-2c4ef807-5878-461d-9bb2-559ef99b01f0 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-678573869', 'admin_state_up': True, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:06:07.322103 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bc2426-bcde-41f1-9470-79b4829210ba tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event updated for resources: {'Network': ['ID=3eb9ca8d-5df7-4adc-83e1-188c4b617db5,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:06:07.333208 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 3eb9ca8d-5df7-4adc-83e1-188c4b617db5 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 09:06:07.334420 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2c4ef807-5878-461d-9bb2-559ef99b01f0 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:07.335449 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2c4ef807-5878-461d-9bb2-559ef99b01f0 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:07.390319 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2c4ef807-5878-461d-9bb2-559ef99b01f0 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:07.525163 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2c4ef807-5878-461d-9bb2-559ef99b01f0 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:07.709876 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2c4ef807-5878-461d-9bb2-559ef99b01f0 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for router_gateway, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:07.728198 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2c4ef807-5878-461d-9bb2-559ef99b01f0 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:07.825117 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-2c4ef807-5878-461d-9bb2-559ef99b01f0 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Allocated IP 172.25.6.104 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/ef9d52fc-f668-4885-8969-360d5c29fabb) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 09:06:07.928422 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2c4ef807-5878-461d-9bb2-559ef99b01f0 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:07.960826 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2c4ef807-5878-461d-9bb2-559ef99b01f0 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:07.995574 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4ef807-5878-461d-9bb2-559ef99b01f0 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 09:06:07.998268 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-2c4ef807-5878-461d-9bb2-559ef99b01f0 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 09:06:08.000727 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4ef807-5878-461d-9bb2-559ef99b01f0 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 09:06:08.032866 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4ef807-5878-461d-9bb2-559ef99b01f0 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event updated for resources: {'Port': ['ID=ef9d52fc-f668-4885-8969-360d5c29fabb,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:06:08.252593 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2c4ef807-5878-461d-9bb2-559ef99b01f0 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for router_gateway, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:08.450069 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2c4ef807-5878-461d-9bb2-559ef99b01f0 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:08.573682 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c4ef807-5878-461d-9bb2-559ef99b01f0 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Router 0c665ba3-11e1-4f67-a6a3-04d879c9442f is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 09:06:08.675289 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4ef807-5878-461d-9bb2-559ef99b01f0 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 09:06:08.687402 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea4ad7c-f103-48a9-bbd3-8977f602e22d None None] Sync routers for ids ['0c665ba3-11e1-4f67-a6a3-04d879c9442f'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 09:06:08.694084 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-2c4ef807-5878-461d-9bb2-559ef99b01f0 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:08.695359 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-2c4ef807-5878-461d-9bb2-559ef99b01f0 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4179411 Sep 17 09:06:08.698114 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea4ad7c-f103-48a9-bbd3-8977f602e22d None None] Routers {'0c665ba3-11e1-4f67-a6a3-04d879c9442f'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:06:08.698663 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37106) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:06:08.698794 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-6ea4ad7c-f103-48a9-bbd3-8977f602e22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:05:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['0c665ba3-11e1-4f67-a6a3-04d879c9442f'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:06:08.725628 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-2cc8d54d-92fa-423a-ac5c-0dd3b71a2a72 tempest-TestNetworkAdvancedServerOps-1761391694 tempest-TestNetworkAdvancedServerOps-1761391694-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=7e48e67a07fa4821a019352e4f896fd6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0258346 Sep 17 09:06:08.728165 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37108) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:06:08.798839 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-6ea4ad7c-f103-48a9-bbd3-8977f602e22d None None] Set router 0c665ba3-11e1-4f67-a6a3-04d879c9442f gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:06:08.820044 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f94aa2-4df7-4709-a9d9-0ef474f0142f tempest-TestNetworkAdvancedServerOps-1761391694 tempest-TestNetworkAdvancedServerOps-1761391694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:06:08.821567 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-40f94aa2-4df7-4709-a9d9-0ef474f0142f tempest-TestNetworkAdvancedServerOps-1761391694 tempest-TestNetworkAdvancedServerOps-1761391694-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0925112 Sep 17 09:06:08.824610 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37110) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:06:08.851326 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6e51040b-855b-4332-b278-fc0efce790d3 tempest-TestNetworkAdvancedServerOps-1761391694 tempest-TestNetworkAdvancedServerOps-1761391694-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=5fc128c4-343a-4b5b-8a61-6a2b8d95c555&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0256453 Sep 17 09:06:08.853930 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37112) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:06:08.858479 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-ba4aa1f7-2b39-4a00-a40d-f935d32afc64 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-354939905', 'network_id': '3eb9ca8d-5df7-4adc-83e1-188c4b617db5', 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:06:08.942959 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba4aa1f7-2b39-4a00-a40d-f935d32afc64 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Made reservation on behalf of 7e48e67a07fa4821a019352e4f896fd6 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 09:06:08.946589 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ba4aa1f7-2b39-4a00-a40d-f935d32afc64 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:08.970357 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-6ea4ad7c-f103-48a9-bbd3-8977f602e22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c665ba3-11e1-4f67-a6a3-04d879c9442f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-678573869', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': 'ef9d52fc-f668-4885-8969-360d5c29fabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:06:07Z', 'updated_at': '2021-09-17T09:06:08Z', 'revision_number': 3, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'gw_port': {'id': 'ef9d52fc-f668-4885-8969-360d5c29fabb', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:24:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c665ba3-11e1-4f67-a6a3-04d879c9442f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:06:07Z', 'updated_at': '2021-09-17T09:06:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:06:08.995694 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea4ad7c-f103-48a9-bbd3-8977f602e22d None None] Checking router: 0c665ba3-11e1-4f67-a6a3-04d879c9442f for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 09:06:08.995974 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea4ad7c-f103-48a9-bbd3-8977f602e22d None None] Updating router 0c665ba3-11e1-4f67-a6a3-04d879c9442f port ef9d52fc-f668-4885-8969-360d5c29fabb binding host n-d-789963-9 {{(pid=101292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 09:06:09.024769 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6ea4ad7c-f103-48a9-bbd3-8977f602e22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:09.124779 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ba4aa1f7-2b39-4a00-a40d-f935d32afc64 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:09.188580 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4aa1f7-2b39-4a00-a40d-f935d32afc64 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event updated for resources: {'Subnet': ['ID=b9194027-fba4-4fa6-b943-b7b052b17ea6,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:06:09.195454 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4aa1f7-2b39-4a00-a40d-f935d32afc64 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Checking segment: {'id': '30713925-9f43-4982-9ccc-f885c2bb2e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3eb9ca8d-5df7-4adc-83e1-188c4b617db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 09:06:09.195826 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4aa1f7-2b39-4a00-a40d-f935d32afc64 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Network hostable DHCP agents. Network: 3eb9ca8d-5df7-4adc-83e1-188c4b617db5, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 09:06:09.213303 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4aa1f7-2b39-4a00-a40d-f935d32afc64 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Network 3eb9ca8d-5df7-4adc-83e1-188c4b617db5 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 09:06:09.223536 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-ba4aa1f7-2b39-4a00-a40d-f935d32afc64 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 3eb9ca8d-5df7-4adc-83e1-188c4b617db5) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 09:06:09.232877 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10928f3-d8da-4362-a60a-989d4522b7ca None None] Network 3eb9ca8d-5df7-4adc-83e1-188c4b617db5 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 09:06:09.237078 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4aa1f7-2b39-4a00-a40d-f935d32afc64 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:06:09.237701 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ba4aa1f7-2b39-4a00-a40d-f935d32afc64 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:09.255078 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ba4aa1f7-2b39-4a00-a40d-f935d32afc64 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3993192 Sep 17 09:06:09.257282 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37114) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:06:09.284045 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6ea4ad7c-f103-48a9-bbd3-8977f602e22d None None] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:09.291405 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6ea4ad7c-f103-48a9-bbd3-8977f602e22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:09.335120 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bd911b-db46-4814-87db-b5810e65103b None None] Pushing event updated for resources: {'Port': ['ID=ef9d52fc-f668-4885-8969-360d5c29fabb,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:06:09.347089 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd911b-db46-4814-87db-b5810e65103b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:06:09.347089 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd911b-db46-4814-87db-b5810e65103b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:06:09.347410 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd911b-db46-4814-87db-b5810e65103b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:06:09.347742 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd911b-db46-4814-87db-b5810e65103b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:06:09.348145 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd911b-db46-4814-87db-b5810e65103b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:06:09.348473 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd911b-db46-4814-87db-b5810e65103b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:06:09.349050 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd911b-db46-4814-87db-b5810e65103b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:06:09.349382 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd911b-db46-4814-87db-b5810e65103b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:06:09.350130 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd911b-db46-4814-87db-b5810e65103b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:06:09.350130 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd911b-db46-4814-87db-b5810e65103b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:06:09.350372 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd911b-db46-4814-87db-b5810e65103b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:06:09.350747 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd911b-db46-4814-87db-b5810e65103b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:06:09.379599 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-6ea4ad7c-f103-48a9-bbd3-8977f602e22d None None] Attempting to bind port ef9d52fc-f668-4885-8969-360d5c29fabb on host n-d-789963-9 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 09:06:09.380005 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-6ea4ad7c-f103-48a9-bbd3-8977f602e22d None None] Attempting to bind port ef9d52fc-f668-4885-8969-360d5c29fabb by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 09:06:09.380365 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea4ad7c-f103-48a9-bbd3-8977f602e22d None None] Attempting to bind port ef9d52fc-f668-4885-8969-360d5c29fabb on network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 09:06:09.386557 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea4ad7c-f103-48a9-bbd3-8977f602e22d None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 9, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 09:06:09.386933 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea4ad7c-f103-48a9-bbd3-8977f602e22d None None] Checking segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 09:06:09.387365 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6ea4ad7c-f103-48a9-bbd3-8977f602e22d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:09.387758 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea4ad7c-f103-48a9-bbd3-8977f602e22d None None] Bound using segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 09:06:09.388284 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-6ea4ad7c-f103-48a9-bbd3-8977f602e22d None None] Bound port: ef9d52fc-f668-4885-8969-360d5c29fabb, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 09:06:09.388661 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6ea4ad7c-f103-48a9-bbd3-8977f602e22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:09.401208 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94fa3bc-5226-4e27-9b75-0a279c1d32ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-3eb9ca8d-5df7-4adc-83e1-188c4b617db5', 'network_id': '3eb9ca8d-5df7-4adc-83e1-188c4b617db5', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'fixed_ips': [{'subnet_id': 'b9194027-fba4-4fa6-b943-b7b052b17ea6'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 09:06:09.402189 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b94fa3bc-5226-4e27-9b75-0a279c1d32ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:09.477145 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-6ea4ad7c-f103-48a9-bbd3-8977f602e22d None None] For port ef9d52fc-f668-4885-8969-360d5c29fabb, host n-d-789963-9, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 09:06:09.483354 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-6ea4ad7c-f103-48a9-bbd3-8977f602e22d None None] For port ef9d52fc-f668-4885-8969-360d5c29fabb, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=ef9d52fc-f668-4885-8969-360d5c29fabb,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 09:06:09.487439 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6ea4ad7c-f103-48a9-bbd3-8977f602e22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:09.551327 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea4ad7c-f103-48a9-bbd3-8977f602e22d None None] Routers {'0c665ba3-11e1-4f67-a6a3-04d879c9442f'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:06:09.551815 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-6ea4ad7c-f103-48a9-bbd3-8977f602e22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:05:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['0c665ba3-11e1-4f67-a6a3-04d879c9442f'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:06:09.590926 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-b94fa3bc-5226-4e27-9b75-0a279c1d32ad None None] Allocated IP 172.20.0.2 (3eb9ca8d-5df7-4adc-83e1-188c4b617db5/b9194027-fba4-4fa6-b943-b7b052b17ea6/597a1fe7-6761-4dea-9fc5-7085acfb3bd0) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 09:06:09.597280 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bd911b-db46-4814-87db-b5810e65103b None None] Pushing event updated for resources: {'Port': ['ID=ef9d52fc-f668-4885-8969-360d5c29fabb,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:06:09.679497 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-6ea4ad7c-f103-48a9-bbd3-8977f602e22d None None] Set router 0c665ba3-11e1-4f67-a6a3-04d879c9442f gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:06:09.751462 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b94fa3bc-5226-4e27-9b75-0a279c1d32ad None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:09.760908 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b94fa3bc-5226-4e27-9b75-0a279c1d32ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:09.764488 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9eff55a5-cafb-4ffe-a26f-8d9f957e3c29 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:09.810625 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94fa3bc-5226-4e27-9b75-0a279c1d32ad None None] Network 3eb9ca8d-5df7-4adc-83e1-188c4b617db5 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 09:06:09.814160 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-b94fa3bc-5226-4e27-9b75-0a279c1d32ad None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 09:06:09.822237 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94fa3bc-5226-4e27-9b75-0a279c1d32ad None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 09:06:09.834775 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94fa3bc-5226-4e27-9b75-0a279c1d32ad None None] Pushing event updated for resources: {'Port': ['ID=597a1fe7-6761-4dea-9fc5-7085acfb3bd0,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:06:09.874837 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-6ea4ad7c-f103-48a9-bbd3-8977f602e22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c665ba3-11e1-4f67-a6a3-04d879c9442f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-678573869', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': 'ef9d52fc-f668-4885-8969-360d5c29fabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:06:07Z', 'updated_at': '2021-09-17T09:06:08Z', 'revision_number': 3, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'gw_port': {'id': 'ef9d52fc-f668-4885-8969-360d5c29fabb', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:24:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c665ba3-11e1-4f67-a6a3-04d879c9442f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:06:07Z', 'updated_at': '2021-09-17T09:06:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:06:09.886882 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-b94fa3bc-5226-4e27-9b75-0a279c1d32ad None None] Attempting to bind port 597a1fe7-6761-4dea-9fc5-7085acfb3bd0 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 09:06:09.887255 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-b94fa3bc-5226-4e27-9b75-0a279c1d32ad None None] Attempting to bind port 597a1fe7-6761-4dea-9fc5-7085acfb3bd0 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '30713925-9f43-4982-9ccc-f885c2bb2e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3eb9ca8d-5df7-4adc-83e1-188c4b617db5'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 09:06:09.887622 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94fa3bc-5226-4e27-9b75-0a279c1d32ad None None] Attempting to bind port 597a1fe7-6761-4dea-9fc5-7085acfb3bd0 on network 3eb9ca8d-5df7-4adc-83e1-188c4b617db5 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 09:06:09.892655 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94fa3bc-5226-4e27-9b75-0a279c1d32ad None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 9, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 09:06:09.893702 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94fa3bc-5226-4e27-9b75-0a279c1d32ad None None] Checking segment: {'id': '30713925-9f43-4982-9ccc-f885c2bb2e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3eb9ca8d-5df7-4adc-83e1-188c4b617db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 09:06:09.894110 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b94fa3bc-5226-4e27-9b75-0a279c1d32ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:09.894510 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94fa3bc-5226-4e27-9b75-0a279c1d32ad None None] Bound using segment: {'id': '30713925-9f43-4982-9ccc-f885c2bb2e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3eb9ca8d-5df7-4adc-83e1-188c4b617db5'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 09:06:09.894972 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-b94fa3bc-5226-4e27-9b75-0a279c1d32ad None None] Bound port: 597a1fe7-6761-4dea-9fc5-7085acfb3bd0, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30713925-9f43-4982-9ccc-f885c2bb2e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3eb9ca8d-5df7-4adc-83e1-188c4b617db5'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 09:06:09.895355 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b94fa3bc-5226-4e27-9b75-0a279c1d32ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:09.911030 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea4ad7c-f103-48a9-bbd3-8977f602e22d None None] The sync data for ids ['0c665ba3-11e1-4f67-a6a3-04d879c9442f'] in n-d-789963-9 is: [{'id': '0c665ba3-11e1-4f67-a6a3-04d879c9442f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-678573869', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': 'ef9d52fc-f668-4885-8969-360d5c29fabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:06:07Z', 'updated_at': '2021-09-17T09:06:08Z', 'revision_number': 3, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'gw_port': {'id': 'ef9d52fc-f668-4885-8969-360d5c29fabb', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:24:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c665ba3-11e1-4f67-a6a3-04d879c9442f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:06:07Z', 'updated_at': '2021-09-17T09:06:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 09:06:09.972613 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-b94fa3bc-5226-4e27-9b75-0a279c1d32ad None None] For port 597a1fe7-6761-4dea-9fc5-7085acfb3bd0, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 09:06:09.978132 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-b94fa3bc-5226-4e27-9b75-0a279c1d32ad None None] For port 597a1fe7-6761-4dea-9fc5-7085acfb3bd0, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=597a1fe7-6761-4dea-9fc5-7085acfb3bd0,segment=NetworkSegment(30713925-9f43-4982-9ccc-f885c2bb2e5a),segment_id=30713925-9f43-4982-9ccc-f885c2bb2e5a)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 09:06:09.985032 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b94fa3bc-5226-4e27-9b75-0a279c1d32ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:10.070533 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94fa3bc-5226-4e27-9b75-0a279c1d32ad None None] Pushing event updated for resources: {'Port': ['ID=597a1fe7-6761-4dea-9fc5-7085acfb3bd0,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:06:10.126780 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-9eff55a5-cafb-4ffe-a26f-8d9f957e3c29 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Allocated IP 172.20.0.1 (3eb9ca8d-5df7-4adc-83e1-188c4b617db5/b9194027-fba4-4fa6-b943-b7b052b17ea6/c8662a45-ba73-4336-b68f-a0346d0df624) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 09:06:10.292617 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9eff55a5-cafb-4ffe-a26f-8d9f957e3c29 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:10.335264 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9eff55a5-cafb-4ffe-a26f-8d9f957e3c29 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:10.380675 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eff55a5-cafb-4ffe-a26f-8d9f957e3c29 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Network 3eb9ca8d-5df7-4adc-83e1-188c4b617db5 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 09:06:10.386209 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-9eff55a5-cafb-4ffe-a26f-8d9f957e3c29 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 09:06:10.393029 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eff55a5-cafb-4ffe-a26f-8d9f957e3c29 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 09:06:10.399765 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eff55a5-cafb-4ffe-a26f-8d9f957e3c29 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event updated for resources: {'Port': ['ID=c8662a45-ba73-4336-b68f-a0346d0df624,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:06:10.445781 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9eff55a5-cafb-4ffe-a26f-8d9f957e3c29 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:10.593567 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9eff55a5-cafb-4ffe-a26f-8d9f957e3c29 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:10.617247 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 597a1fe7-6761-4dea-9fc5-7085acfb3bd0 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 09:06:10.669179 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 597a1fe7-6761-4dea-9fc5-7085acfb3bd0 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:06:10.669661 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:10.757125 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:10.797679 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port 597a1fe7-6761-4dea-9fc5-7085acfb3bd0, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=597a1fe7-6761-4dea-9fc5-7085acfb3bd0,segment=NetworkSegment(30713925-9f43-4982-9ccc-f885c2bb2e5a),segment_id=30713925-9f43-4982-9ccc-f885c2bb2e5a)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:06:10.803761 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:10.804767 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device ef9d52fc-f668-4885-8969-360d5c29fabb up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 09:06:10.887254 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=597a1fe7-6761-4dea-9fc5-7085acfb3bd0,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:06:10.902500 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port ef9d52fc-f668-4885-8969-360d5c29fabb triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:06:10.902904 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:10.999383 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:11.021815 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port ef9d52fc-f668-4885-8969-360d5c29fabb, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=ef9d52fc-f668-4885-8969-360d5c29fabb,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:06:11.026015 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:11.093467 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=ef9d52fc-f668-4885-8969-360d5c29fabb,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:06:11.154569 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4d222a-50a3-47f3-93a3-f73210ef4d95 None None] Network 3eb9ca8d-5df7-4adc-83e1-188c4b617db5 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 09:06:11.235087 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-3d0665f2-6e76-4546-bfcb-7aa1a77c3b0c None None] Provisioning complete for port 597a1fe7-6761-4dea-9fc5-7085acfb3bd0 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:06:11.235456 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3d0665f2-6e76-4546-bfcb-7aa1a77c3b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:11.243185 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9eff55a5-cafb-4ffe-a26f-8d9f957e3c29 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:11.247469 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9eff55a5-cafb-4ffe-a26f-8d9f957e3c29 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:11.322015 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eff55a5-cafb-4ffe-a26f-8d9f957e3c29 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event updated for resources: {'Port': ['ID=c8662a45-ba73-4336-b68f-a0346d0df624,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:06:11.324574 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9eff55a5-cafb-4ffe-a26f-8d9f957e3c29 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:11.421791 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eff55a5-cafb-4ffe-a26f-8d9f957e3c29 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Network 3eb9ca8d-5df7-4adc-83e1-188c4b617db5 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 09:06:11.423567 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-9eff55a5-cafb-4ffe-a26f-8d9f957e3c29 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 09:06:11.549960 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eff55a5-cafb-4ffe-a26f-8d9f957e3c29 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Router 0c665ba3-11e1-4f67-a6a3-04d879c9442f has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 09:06:11.591686 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-689fd724-0f15-4d69-9249-343250be1ae6 None None] Provisioning complete for port 597a1fe7-6761-4dea-9fc5-7085acfb3bd0 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:06:11.592301 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-689fd724-0f15-4d69-9249-343250be1ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:11.674720 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eff55a5-cafb-4ffe-a26f-8d9f957e3c29 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 09:06:11.681715 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-9eff55a5-cafb-4ffe-a26f-8d9f957e3c29 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "PUT /v2.0/routers/0c665ba3-11e1-4f67-a6a3-04d879c9442f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4228778 Sep 17 09:06:11.691826 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-689fd724-0f15-4d69-9249-343250be1ae6 None None] Provisioning complete for port c8662a45-ba73-4336-b68f-a0346d0df624 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:06:11.692855 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-689fd724-0f15-4d69-9249-343250be1ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:11.730338 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-689fd724-0f15-4d69-9249-343250be1ae6 None None] Port c8662a45-ba73-4336-b68f-a0346d0df624 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 09:06:11.780500 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e82f4a-388a-4b5a-b79c-cd49ba3e6bb6 None None] Sync routers for ids ['0c665ba3-11e1-4f67-a6a3-04d879c9442f'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 09:06:11.791352 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e82f4a-388a-4b5a-b79c-cd49ba3e6bb6 None None] Routers {'0c665ba3-11e1-4f67-a6a3-04d879c9442f'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:06:11.792182 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-b2e82f4a-388a-4b5a-b79c-cd49ba3e6bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:05:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['0c665ba3-11e1-4f67-a6a3-04d879c9442f'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:06:11.840504 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-29059b9c-0191-4b55-8619-d68572ad3083 req-51244f3b-591e-4c7c-bf8e-dd55d134974b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1362112802&fields=id&tenant_id=7e48e67a07fa4821a019352e4f896fd6 HTTP/1.1" status: 200 len: 267 time: 0.0369313 Sep 17 09:06:11.887807 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-83f73614-1d0e-4619-a57f-6390de078dc4 None None] Provisioning complete for port c8662a45-ba73-4336-b68f-a0346d0df624 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:06:11.887807 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-83f73614-1d0e-4619-a57f-6390de078dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:11.934065 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-b2e82f4a-388a-4b5a-b79c-cd49ba3e6bb6 None None] Set router 0c665ba3-11e1-4f67-a6a3-04d879c9442f gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:06:11.957797 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29059b9c-0191-4b55-8619-d68572ad3083 req-3850b109-a9e8-4e3f-a954-e4dcfd5c5085 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:06:11.963202 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-29059b9c-0191-4b55-8619-d68572ad3083 req-3850b109-a9e8-4e3f-a954-e4dcfd5c5085 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/networks?id=3eb9ca8d-5df7-4adc-83e1-188c4b617db5 HTTP/1.1" status: 200 len: 797 time: 0.1144760 Sep 17 09:06:11.965171 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-83f73614-1d0e-4619-a57f-6390de078dc4 None None] Port c8662a45-ba73-4336-b68f-a0346d0df624 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 09:06:11.977447 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-29059b9c-0191-4b55-8619-d68572ad3083 req-02c795d4-a9d9-42f9-94b7-92594c48df10 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/quotas/7e48e67a07fa4821a019352e4f896fd6 HTTP/1.1" status: 200 len: 375 time: 0.0113440 Sep 17 09:06:12.029290 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-29059b9c-0191-4b55-8619-d68572ad3083 req-93018c05-4efa-4321-a087-61625cc4116a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7e48e67a07fa4821a019352e4f896fd6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458612 Sep 17 09:06:12.120110 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ade278d6-254d-4552-a234-b6e04f945ec7 None None] Provisioning complete for port c8662a45-ba73-4336-b68f-a0346d0df624 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:06:12.120498 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ade278d6-254d-4552-a234-b6e04f945ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:12.167827 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ade278d6-254d-4552-a234-b6e04f945ec7 None None] Port c8662a45-ba73-4336-b68f-a0346d0df624 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 09:06:12.177920 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-29059b9c-0191-4b55-8619-d68572ad3083 req-91149c1f-9e72-453a-867b-d62e23eb835a service neutron] 10.222.0.13 "GET /v2.0/networks/3eb9ca8d-5df7-4adc-83e1-188c4b617db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356385 Sep 17 09:06:12.180709 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-b2e82f4a-388a-4b5a-b79c-cd49ba3e6bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c665ba3-11e1-4f67-a6a3-04d879c9442f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-678573869', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': 'ef9d52fc-f668-4885-8969-360d5c29fabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:06:07Z', 'updated_at': '2021-09-17T09:06:10Z', 'revision_number': 4, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'gw_port': {'id': 'ef9d52fc-f668-4885-8969-360d5c29fabb', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:24:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c665ba3-11e1-4f67-a6a3-04d879c9442f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:06:07Z', 'updated_at': '2021-09-17T09:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'c8662a45-ba73-4336-b68f-a0346d0df624', 'name': '', 'network_id': '3eb9ca8d-5df7-4adc-83e1-188c4b617db5', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'mac_address': 'fa:16:3e:16:6f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c665ba3-11e1-4f67-a6a3-04d879c9442f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b9194027-fba4-4fa6-b943-b7b052b17ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:06:09Z', 'updated_at': '2021-09-17T09:06:11Z', 'revision_number': 2, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'subnets': [{'id': 'b9194027-fba4-4fa6-b943-b7b052b17ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:06:12.207852 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e82f4a-388a-4b5a-b79c-cd49ba3e6bb6 None None] Checking router: 0c665ba3-11e1-4f67-a6a3-04d879c9442f for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 09:06:12.208223 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e82f4a-388a-4b5a-b79c-cd49ba3e6bb6 None None] Updating router 0c665ba3-11e1-4f67-a6a3-04d879c9442f port c8662a45-ba73-4336-b68f-a0346d0df624 binding host n-d-789963-9 {{(pid=101291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 09:06:12.232547 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b2e82f4a-388a-4b5a-b79c-cd49ba3e6bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:12.269676 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-29059b9c-0191-4b55-8619-d68572ad3083 req-cac7c2a7-f249-4413-a353-46d9693ac1c8 service neutron] 10.222.0.13 "GET /v2.0/networks/3eb9ca8d-5df7-4adc-83e1-188c4b617db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855222 Sep 17 09:06:12.495565 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b2e82f4a-388a-4b5a-b79c-cd49ba3e6bb6 None None] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:12.500520 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b2e82f4a-388a-4b5a-b79c-cd49ba3e6bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:12.547938 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 597a1fe7-6761-4dea-9fc5-7085acfb3bd0 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 09:06:12.551362 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493773ae-afe6-44dc-9e1f-23f411e5db7d None None] Pushing event updated for resources: {'Port': ['ID=c8662a45-ba73-4336-b68f-a0346d0df624,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:06:12.630563 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-b2e82f4a-388a-4b5a-b79c-cd49ba3e6bb6 None None] Attempting to bind port c8662a45-ba73-4336-b68f-a0346d0df624 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 09:06:12.630938 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-b2e82f4a-388a-4b5a-b79c-cd49ba3e6bb6 None None] Attempting to bind port c8662a45-ba73-4336-b68f-a0346d0df624 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '30713925-9f43-4982-9ccc-f885c2bb2e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3eb9ca8d-5df7-4adc-83e1-188c4b617db5'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 09:06:12.631310 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e82f4a-388a-4b5a-b79c-cd49ba3e6bb6 None None] Attempting to bind port c8662a45-ba73-4336-b68f-a0346d0df624 on network 3eb9ca8d-5df7-4adc-83e1-188c4b617db5 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 09:06:12.638516 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e82f4a-388a-4b5a-b79c-cd49ba3e6bb6 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 9, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 09:06:12.638899 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e82f4a-388a-4b5a-b79c-cd49ba3e6bb6 None None] Checking segment: {'id': '30713925-9f43-4982-9ccc-f885c2bb2e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3eb9ca8d-5df7-4adc-83e1-188c4b617db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 09:06:12.639305 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b2e82f4a-388a-4b5a-b79c-cd49ba3e6bb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:12.639705 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e82f4a-388a-4b5a-b79c-cd49ba3e6bb6 None None] Bound using segment: {'id': '30713925-9f43-4982-9ccc-f885c2bb2e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3eb9ca8d-5df7-4adc-83e1-188c4b617db5'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 09:06:12.640198 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-b2e82f4a-388a-4b5a-b79c-cd49ba3e6bb6 None None] Bound port: c8662a45-ba73-4336-b68f-a0346d0df624, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30713925-9f43-4982-9ccc-f885c2bb2e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3eb9ca8d-5df7-4adc-83e1-188c4b617db5'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 09:06:12.640585 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b2e82f4a-388a-4b5a-b79c-cd49ba3e6bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:12.663436 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 597a1fe7-6761-4dea-9fc5-7085acfb3bd0 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:06:12.663808 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:12.742593 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-b2e82f4a-388a-4b5a-b79c-cd49ba3e6bb6 None None] For port c8662a45-ba73-4336-b68f-a0346d0df624, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 09:06:12.746111 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-b2e82f4a-388a-4b5a-b79c-cd49ba3e6bb6 None None] For port c8662a45-ba73-4336-b68f-a0346d0df624, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=c8662a45-ba73-4336-b68f-a0346d0df624,segment=NetworkSegment(30713925-9f43-4982-9ccc-f885c2bb2e5a),segment_id=30713925-9f43-4982-9ccc-f885c2bb2e5a)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 09:06:12.751266 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b2e82f4a-388a-4b5a-b79c-cd49ba3e6bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:12.833627 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device ef9d52fc-f668-4885-8969-360d5c29fabb up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 09:06:12.869890 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-e9b5d722-bd45-41d9-82be-cf71f7048da9 None None] Provisioning complete for port c8662a45-ba73-4336-b68f-a0346d0df624 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:06:12.870264 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e9b5d722-bd45-41d9-82be-cf71f7048da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:12.876056 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e82f4a-388a-4b5a-b79c-cd49ba3e6bb6 None None] Routers {'0c665ba3-11e1-4f67-a6a3-04d879c9442f'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:06:12.876713 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-b2e82f4a-388a-4b5a-b79c-cd49ba3e6bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:05:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['0c665ba3-11e1-4f67-a6a3-04d879c9442f'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:06:12.878424 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493773ae-afe6-44dc-9e1f-23f411e5db7d None None] Pushing event updated for resources: {'Port': ['ID=c8662a45-ba73-4336-b68f-a0346d0df624,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:06:13.179678 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port ef9d52fc-f668-4885-8969-360d5c29fabb triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:06:13.180069 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:13.198959 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-b2e82f4a-388a-4b5a-b79c-cd49ba3e6bb6 None None] Set router 0c665ba3-11e1-4f67-a6a3-04d879c9442f gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:06:13.304464 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e9b5d722-bd45-41d9-82be-cf71f7048da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:13.416965 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-e9b5d722-bd45-41d9-82be-cf71f7048da9 None None] For port c8662a45-ba73-4336-b68f-a0346d0df624, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=c8662a45-ba73-4336-b68f-a0346d0df624,segment=NetworkSegment(30713925-9f43-4982-9ccc-f885c2bb2e5a),segment_id=30713925-9f43-4982-9ccc-f885c2bb2e5a)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:06:13.425054 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e9b5d722-bd45-41d9-82be-cf71f7048da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:13.481064 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0a0212b7-3c8a-4dec-82c7-93bd23d1099d req-7dd9e261-2691-45da-9ad7-e1b7568ba538 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cdcfe8-31fc-45fe-9c23-3dded66a4784 HTTP/1.1" status: 200 len: 210 time: 0.0320473 Sep 17 09:06:13.526371 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b5d722-bd45-41d9-82be-cf71f7048da9 None None] Pushing event updated for resources: {'Port': ['ID=c8662a45-ba73-4336-b68f-a0346d0df624,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:06:13.550113 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-b2e82f4a-388a-4b5a-b79c-cd49ba3e6bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c665ba3-11e1-4f67-a6a3-04d879c9442f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-678573869', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': 'ef9d52fc-f668-4885-8969-360d5c29fabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:06:07Z', 'updated_at': '2021-09-17T09:06:10Z', 'revision_number': 4, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'gw_port': {'id': 'ef9d52fc-f668-4885-8969-360d5c29fabb', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:24:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c665ba3-11e1-4f67-a6a3-04d879c9442f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:06:07Z', 'updated_at': '2021-09-17T09:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'c8662a45-ba73-4336-b68f-a0346d0df624', 'name': '', 'network_id': '3eb9ca8d-5df7-4adc-83e1-188c4b617db5', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'mac_address': 'fa:16:3e:16:6f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c665ba3-11e1-4f67-a6a3-04d879c9442f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b9194027-fba4-4fa6-b943-b7b052b17ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:06:09Z', 'updated_at': '2021-09-17T09:06:12Z', 'revision_number': 4, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'subnets': [{'id': 'b9194027-fba4-4fa6-b943-b7b052b17ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:06:13.578993 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e82f4a-388a-4b5a-b79c-cd49ba3e6bb6 None None] The sync data for ids ['0c665ba3-11e1-4f67-a6a3-04d879c9442f'] in n-d-789963-9 is: [{'id': '0c665ba3-11e1-4f67-a6a3-04d879c9442f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-678573869', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': 'ef9d52fc-f668-4885-8969-360d5c29fabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:06:07Z', 'updated_at': '2021-09-17T09:06:10Z', 'revision_number': 4, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'gw_port': {'id': 'ef9d52fc-f668-4885-8969-360d5c29fabb', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:24:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c665ba3-11e1-4f67-a6a3-04d879c9442f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:06:07Z', 'updated_at': '2021-09-17T09:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'c8662a45-ba73-4336-b68f-a0346d0df624', 'name': '', 'network_id': '3eb9ca8d-5df7-4adc-83e1-188c4b617db5', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'mac_address': 'fa:16:3e:16:6f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c665ba3-11e1-4f67-a6a3-04d879c9442f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b9194027-fba4-4fa6-b943-b7b052b17ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:06:09Z', 'updated_at': '2021-09-17T09:06:12Z', 'revision_number': 4, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'subnets': [{'id': 'b9194027-fba4-4fa6-b943-b7b052b17ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 09:06:13.582093 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-32246a98-c34d-4a2f-9f45-2b79a0035d64 None None] Provisioning complete for port c8662a45-ba73-4336-b68f-a0346d0df624 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:06:13.582452 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-32246a98-c34d-4a2f-9f45-2b79a0035d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:14.605794 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device c8662a45-ba73-4336-b68f-a0346d0df624 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 09:06:14.629846 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29059b9c-0191-4b55-8619-d68572ad3083 req-2b9b9ae0-18c3-41c3-b54b-fc6e097800ba tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:06:14.631747 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-29059b9c-0191-4b55-8619-d68572ad3083 req-2b9b9ae0-18c3-41c3-b54b-fc6e097800ba tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.39 "GET /v2.0/networks?id=3eb9ca8d-5df7-4adc-83e1-188c4b617db5 HTTP/1.1" status: 200 len: 797 time: 0.1885610 Sep 17 09:06:14.633814 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0a34368b-c5f9-42fb-871d-f3d458671238 req-a41c63e3-62ab-411e-953b-397b37b182f3 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cdcfe8-31fc-45fe-9c23-3dded66a4784 HTTP/1.1" status: 200 len: 210 time: 0.0534925 Sep 17 09:06:14.666162 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port c8662a45-ba73-4336-b68f-a0346d0df624 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:06:14.666637 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:14.683415 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-29059b9c-0191-4b55-8619-d68572ad3083 req-cd46356d-8f60-47a3-8af9-03dc66218daa tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e48e67a07fa4821a019352e4f896fd6 HTTP/1.1" status: 200 len: 380 time: 0.0352635 Sep 17 09:06:14.706539 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-29059b9c-0191-4b55-8619-d68572ad3083 req-0fa05542-199a-4388-af6d-ffb14a03af72 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Request body: {'port': {'device_id': '26cdcfe8-31fc-45fe-9c23-3dded66a4784', 'network_id': '3eb9ca8d-5df7-4adc-83e1-188c4b617db5', 'admin_state_up': True, 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'security_groups': ['564e4a81-090a-4335-b296-0d15221e6d91']}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:06:14.814792 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29059b9c-0191-4b55-8619-d68572ad3083 req-0fa05542-199a-4388-af6d-ffb14a03af72 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Made reservation on behalf of 7e48e67a07fa4821a019352e4f896fd6 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 09:06:14.818337 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-29059b9c-0191-4b55-8619-d68572ad3083 req-0fa05542-199a-4388-af6d-ffb14a03af72 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:14.941611 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-29059b9c-0191-4b55-8619-d68572ad3083 req-0fa05542-199a-4388-af6d-ffb14a03af72 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Allocated IP 172.20.0.8 (3eb9ca8d-5df7-4adc-83e1-188c4b617db5/b9194027-fba4-4fa6-b943-b7b052b17ea6/82fa3ca2-d665-4629-8817-8c68e8fe2487) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 09:06:15.076510 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-29059b9c-0191-4b55-8619-d68572ad3083 req-0fa05542-199a-4388-af6d-ffb14a03af72 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:15.108951 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-29059b9c-0191-4b55-8619-d68572ad3083 req-0fa05542-199a-4388-af6d-ffb14a03af72 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:15.154048 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29059b9c-0191-4b55-8619-d68572ad3083 req-0fa05542-199a-4388-af6d-ffb14a03af72 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Network 3eb9ca8d-5df7-4adc-83e1-188c4b617db5 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 09:06:15.156976 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-29059b9c-0191-4b55-8619-d68572ad3083 req-0fa05542-199a-4388-af6d-ffb14a03af72 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 09:06:15.159799 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-29059b9c-0191-4b55-8619-d68572ad3083 req-0fa05542-199a-4388-af6d-ffb14a03af72 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 09:06:15.190404 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa05542-199a-4388-af6d-ffb14a03af72 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event updated for resources: {'Port': ['ID=82fa3ca2-d665-4629-8817-8c68e8fe2487,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:06:15.218409 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29059b9c-0191-4b55-8619-d68572ad3083 req-0fa05542-199a-4388-af6d-ffb14a03af72 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:06:15.219040 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-29059b9c-0191-4b55-8619-d68572ad3083 req-0fa05542-199a-4388-af6d-ffb14a03af72 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:15.234158 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-29059b9c-0191-4b55-8619-d68572ad3083 req-0fa05542-199a-4388-af6d-ffb14a03af72 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5328760 Sep 17 09:06:15.270472 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-29059b9c-0191-4b55-8619-d68572ad3083 req-8bedbda9-d87e-46ca-9034-9d349aea4b5a service neutron] Request body: {'port': {'device_id': '26cdcfe8-31fc-45fe-9c23-3dded66a4784', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:06:15.325210 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-29059b9c-0191-4b55-8619-d68572ad3083 req-8bedbda9-d87e-46ca-9034-9d349aea4b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:15.422757 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-75a2ec2d-c98e-4b68-8c9d-5c1245f60e23 None None] Provisioning complete for port 82fa3ca2-d665-4629-8817-8c68e8fe2487 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:06:15.423152 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-75a2ec2d-c98e-4b68-8c9d-5c1245f60e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:15.461764 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-75a2ec2d-c98e-4b68-8c9d-5c1245f60e23 None None] Port 82fa3ca2-d665-4629-8817-8c68e8fe2487 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 09:06:15.583354 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-29059b9c-0191-4b55-8619-d68572ad3083 req-8bedbda9-d87e-46ca-9034-9d349aea4b5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82fa3ca2-d665-4629-8817-8c68e8fe2487 {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 09:06:15.590510 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-29059b9c-0191-4b55-8619-d68572ad3083 req-8bedbda9-d87e-46ca-9034-9d349aea4b5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:15.601998 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-29059b9c-0191-4b55-8619-d68572ad3083 req-8bedbda9-d87e-46ca-9034-9d349aea4b5a service neutron] Transition to ACTIVE for port object 82fa3ca2-d665-4629-8817-8c68e8fe2487 will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 09:06:15.605682 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-29059b9c-0191-4b55-8619-d68572ad3083 req-8bedbda9-d87e-46ca-9034-9d349aea4b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:15.673705 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bedbda9-d87e-46ca-9034-9d349aea4b5a service neutron] Pushing event updated for resources: {'Port': ['ID=82fa3ca2-d665-4629-8817-8c68e8fe2487,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:06:15.723233 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-29059b9c-0191-4b55-8619-d68572ad3083 req-8bedbda9-d87e-46ca-9034-9d349aea4b5a service neutron] Attempting to bind port 82fa3ca2-d665-4629-8817-8c68e8fe2487 on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 09:06:15.723709 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-29059b9c-0191-4b55-8619-d68572ad3083 req-8bedbda9-d87e-46ca-9034-9d349aea4b5a service neutron] Attempting to bind port 82fa3ca2-d665-4629-8817-8c68e8fe2487 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': '30713925-9f43-4982-9ccc-f885c2bb2e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3eb9ca8d-5df7-4adc-83e1-188c4b617db5'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 09:06:15.724282 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29059b9c-0191-4b55-8619-d68572ad3083 req-8bedbda9-d87e-46ca-9034-9d349aea4b5a service neutron] Attempting to bind port 82fa3ca2-d665-4629-8817-8c68e8fe2487 on network 3eb9ca8d-5df7-4adc-83e1-188c4b617db5 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 09:06:15.729501 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29059b9c-0191-4b55-8619-d68572ad3083 req-8bedbda9-d87e-46ca-9034-9d349aea4b5a service neutron] Port 82fa3ca2-d665-4629-8817-8c68e8fe2487 on network 3eb9ca8d-5df7-4adc-83e1-188c4b617db5 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 09:06:15.729966 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29059b9c-0191-4b55-8619-d68572ad3083 req-8bedbda9-d87e-46ca-9034-9d349aea4b5a service neutron] Attempting to bind port 82fa3ca2-d665-4629-8817-8c68e8fe2487 on network 3eb9ca8d-5df7-4adc-83e1-188c4b617db5 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 09:06:15.738390 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29059b9c-0191-4b55-8619-d68572ad3083 req-8bedbda9-d87e-46ca-9034-9d349aea4b5a service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 9, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 09:06:15.738962 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29059b9c-0191-4b55-8619-d68572ad3083 req-8bedbda9-d87e-46ca-9034-9d349aea4b5a service neutron] Checking segment: {'id': '30713925-9f43-4982-9ccc-f885c2bb2e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3eb9ca8d-5df7-4adc-83e1-188c4b617db5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 09:06:15.739573 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29059b9c-0191-4b55-8619-d68572ad3083 req-8bedbda9-d87e-46ca-9034-9d349aea4b5a service neutron] Bound using segment: {'id': '30713925-9f43-4982-9ccc-f885c2bb2e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3eb9ca8d-5df7-4adc-83e1-188c4b617db5'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 09:06:15.740327 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-29059b9c-0191-4b55-8619-d68572ad3083 req-8bedbda9-d87e-46ca-9034-9d349aea4b5a service neutron] Bound port: 82fa3ca2-d665-4629-8817-8c68e8fe2487, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30713925-9f43-4982-9ccc-f885c2bb2e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3eb9ca8d-5df7-4adc-83e1-188c4b617db5'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 09:06:15.740860 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-29059b9c-0191-4b55-8619-d68572ad3083 req-8bedbda9-d87e-46ca-9034-9d349aea4b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:15.756981 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef0b80f-af0a-4f55-9090-049f24ef21ea req-814aa294-79cc-4c84-96ee-a4358622276e tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:06:15.759169 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6ef0b80f-af0a-4f55-9090-049f24ef21ea req-814aa294-79cc-4c84-96ee-a4358622276e tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cdcfe8-31fc-45fe-9c23-3dded66a4784 HTTP/1.1" status: 200 len: 943 time: 0.0584397 Sep 17 09:06:15.801077 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6ef0b80f-af0a-4f55-9090-049f24ef21ea req-b7aa91ef-3353-40ae-98ba-817a748900fc tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=564e4a81-090a-4335-b296-0d15221e6d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358293 Sep 17 09:06:15.813887 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-29059b9c-0191-4b55-8619-d68572ad3083 req-8bedbda9-d87e-46ca-9034-9d349aea4b5a service neutron] For port 82fa3ca2-d665-4629-8817-8c68e8fe2487, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 09:06:15.817320 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-29059b9c-0191-4b55-8619-d68572ad3083 req-8bedbda9-d87e-46ca-9034-9d349aea4b5a service neutron] For port 82fa3ca2-d665-4629-8817-8c68e8fe2487, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=82fa3ca2-d665-4629-8817-8c68e8fe2487,segment=NetworkSegment(30713925-9f43-4982-9ccc-f885c2bb2e5a),segment_id=30713925-9f43-4982-9ccc-f885c2bb2e5a)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 09:06:15.821923 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-29059b9c-0191-4b55-8619-d68572ad3083 req-8bedbda9-d87e-46ca-9034-9d349aea4b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:15.855446 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29059b9c-0191-4b55-8619-d68572ad3083 req-8bedbda9-d87e-46ca-9034-9d349aea4b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:06:15.856087 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-29059b9c-0191-4b55-8619-d68572ad3083 req-8bedbda9-d87e-46ca-9034-9d349aea4b5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:15.857728 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-29059b9c-0191-4b55-8619-d68572ad3083 req-8bedbda9-d87e-46ca-9034-9d349aea4b5a service neutron] 10.222.0.39 "PUT /v2.0/ports/82fa3ca2-d665-4629-8817-8c68e8fe2487 HTTP/1.1" status: 200 len: 1091 time: 0.5926170 Sep 17 09:06:15.857908 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26cdcfe8-31fc-45fe-9c23-3dded66a4784', 'tag': '82fa3ca2-d665-4629-8817-8c68e8fe2487'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 09:06:15.860169 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823f1136df5e8dfe06b46a14eea5a85bccf33ce7e510dfea6a746e22e928dc4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c440374-a8fe-458b-b735-bf4c9b27a279" -d '{"events": [{"name": "network-changed", "server_uuid": "26cdcfe8-31fc-45fe-9c23-3dded66a4784", "tag": "82fa3ca2-d665-4629-8817-8c68e8fe2487"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 09:06:15.888831 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bedbda9-d87e-46ca-9034-9d349aea4b5a service neutron] Pushing event updated for resources: {'Port': ['ID=82fa3ca2-d665-4629-8817-8c68e8fe2487,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:06:15.907305 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 09:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-675cfd13-1169-41dc-b7fb-fc399efc4fe1 x-openstack-request-id: req-675cfd13-1169-41dc-b7fb-fc399efc4fe1 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 09:06:15.907993 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26cdcfe8-31fc-45fe-9c23-3dded66a4784", "tag": "82fa3ca2-d665-4629-8817-8c68e8fe2487", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 09:06:15.908936 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-675cfd13-1169-41dc-b7fb-fc399efc4fe1 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 09:06:15.909441 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26cdcfe8-31fc-45fe-9c23-3dded66a4784', 'tag': '82fa3ca2-d665-4629-8817-8c68e8fe2487', 'status': 'completed', 'code': 200} Sep 17 09:06:15.967906 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29059b9c-0191-4b55-8619-d68572ad3083 req-71746f9d-9015-4a29-92b8-20823c6b5e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:06:15.969400 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-29059b9c-0191-4b55-8619-d68572ad3083 req-71746f9d-9015-4a29-92b8-20823c6b5e27 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7e48e67a07fa4821a019352e4f896fd6&device_id=26cdcfe8-31fc-45fe-9c23-3dded66a4784 HTTP/1.1" status: 200 len: 1094 time: 0.0426304 Sep 17 09:06:16.266954 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-29059b9c-0191-4b55-8619-d68572ad3083 req-997c745f-2789-44db-b9b4-17d54932a27c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82fa3ca2-d665-4629-8817-8c68e8fe2487 HTTP/1.1" status: 200 len: 217 time: 0.2841885 Sep 17 09:06:16.314975 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29059b9c-0191-4b55-8619-d68572ad3083 req-5f08663d-f661-4f3b-8464-5e221f51dbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:06:16.316442 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-29059b9c-0191-4b55-8619-d68572ad3083 req-5f08663d-f661-4f3b-8464-5e221f51dbbb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b9194027-fba4-4fa6-b943-b7b052b17ea6 HTTP/1.1" status: 200 len: 834 time: 0.0416191 Sep 17 09:06:16.359901 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29059b9c-0191-4b55-8619-d68572ad3083 req-aacdae94-9e4b-4c10-98e8-9843fc1a21fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:06:16.361376 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-29059b9c-0191-4b55-8619-d68572ad3083 req-aacdae94-9e4b-4c10-98e8-9843fc1a21fc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3eb9ca8d-5df7-4adc-83e1-188c4b617db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380726 Sep 17 09:06:16.451344 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-29059b9c-0191-4b55-8619-d68572ad3083 req-73ad055e-d78a-4a0f-87d2-319ab5776fca service neutron] 10.222.0.39 "GET /v2.0/networks/3eb9ca8d-5df7-4adc-83e1-188c4b617db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819266 Sep 17 09:06:16.539300 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-29059b9c-0191-4b55-8619-d68572ad3083 req-00a630e3-293a-48a5-98ea-3834f21434ef service neutron] 10.222.0.39 "GET /v2.0/networks/3eb9ca8d-5df7-4adc-83e1-188c4b617db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802507 Sep 17 09:06:16.674354 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c440374-a8fe-458b-b735-bf4c9b27a279 req-703092c5-1e48-4fc2-94ba-570ed4e4f0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:06:16.675980 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9c440374-a8fe-458b-b735-bf4c9b27a279 req-703092c5-1e48-4fc2-94ba-570ed4e4f0d6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7e48e67a07fa4821a019352e4f896fd6&device_id=26cdcfe8-31fc-45fe-9c23-3dded66a4784 HTTP/1.1" status: 200 len: 1094 time: 0.0440068 Sep 17 09:06:16.769281 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c440374-a8fe-458b-b735-bf4c9b27a279 req-706c0e54-c79d-4247-889c-5321bec17a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:06:16.770790 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9c440374-a8fe-458b-b735-bf4c9b27a279 req-706c0e54-c79d-4247-889c-5321bec17a9a service neutron] 10.222.0.39 "GET /v2.0/networks?id=3eb9ca8d-5df7-4adc-83e1-188c4b617db5 HTTP/1.1" status: 200 len: 898 time: 0.0878351 Sep 17 09:06:16.815281 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9c440374-a8fe-458b-b735-bf4c9b27a279 req-5b4bdb80-a185-49ba-ab32-a484b0551b35 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82fa3ca2-d665-4629-8817-8c68e8fe2487 HTTP/1.1" status: 200 len: 217 time: 0.0372038 Sep 17 09:06:16.868569 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c440374-a8fe-458b-b735-bf4c9b27a279 req-0a136eae-d3d9-49de-b41d-40b6a2b67ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:06:16.870040 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9c440374-a8fe-458b-b735-bf4c9b27a279 req-0a136eae-d3d9-49de-b41d-40b6a2b67ade service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b9194027-fba4-4fa6-b943-b7b052b17ea6 HTTP/1.1" status: 200 len: 834 time: 0.0477653 Sep 17 09:06:16.914531 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910dcf4f-baf3-4402-8ea6-33e75872d6fa req-420e1fef-8c4f-4dac-aa6a-8d63dc772a1d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:06:16.915163 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c440374-a8fe-458b-b735-bf4c9b27a279 req-82b6a374-2fff-43a8-8b5c-f844927eeaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:06:16.916101 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-910dcf4f-baf3-4402-8ea6-33e75872d6fa req-420e1fef-8c4f-4dac-aa6a-8d63dc772a1d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cdcfe8-31fc-45fe-9c23-3dded66a4784 HTTP/1.1" status: 200 len: 943 time: 0.0481660 Sep 17 09:06:16.916613 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9c440374-a8fe-458b-b735-bf4c9b27a279 req-82b6a374-2fff-43a8-8b5c-f844927eeaf5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3eb9ca8d-5df7-4adc-83e1-188c4b617db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396397 Sep 17 09:06:16.953575 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-910dcf4f-baf3-4402-8ea6-33e75872d6fa req-f6554345-8abb-436a-8d9c-d32184a62d15 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=564e4a81-090a-4335-b296-0d15221e6d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313864 Sep 17 09:06:17.006872 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9c440374-a8fe-458b-b735-bf4c9b27a279 req-784f9951-8752-464a-b48f-95e6bc55bf75 service neutron] 10.222.0.39 "GET /v2.0/networks/3eb9ca8d-5df7-4adc-83e1-188c4b617db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830894 Sep 17 09:06:17.099675 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9c440374-a8fe-458b-b735-bf4c9b27a279 req-e978cdf2-4a29-4a91-9be5-609c25302193 service neutron] 10.222.0.39 "GET /v2.0/networks/3eb9ca8d-5df7-4adc-83e1-188c4b617db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861990 Sep 17 09:06:18.077299 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ec36a-d4f2-4dfd-88bf-dbd87dbee3b0 req-82ab14b1-a8ad-41b9-8fa6-9705d77684b6 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:06:18.078807 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-918ec36a-d4f2-4dfd-88bf-dbd87dbee3b0 req-82ab14b1-a8ad-41b9-8fa6-9705d77684b6 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cdcfe8-31fc-45fe-9c23-3dded66a4784 HTTP/1.1" status: 200 len: 943 time: 0.0483937 Sep 17 09:06:18.123009 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-918ec36a-d4f2-4dfd-88bf-dbd87dbee3b0 req-8ee6308f-5565-4fa4-b822-7aced9ba47b8 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=564e4a81-090a-4335-b296-0d15221e6d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380442 Sep 17 09:06:19.238465 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f26b9b-8988-4525-bed7-df6bbc0aa821 req-e902433c-7355-419e-904f-6cfa05039ee1 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:06:19.239999 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-64f26b9b-8988-4525-bed7-df6bbc0aa821 req-e902433c-7355-419e-904f-6cfa05039ee1 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cdcfe8-31fc-45fe-9c23-3dded66a4784 HTTP/1.1" status: 200 len: 943 time: 0.0474751 Sep 17 09:06:19.277319 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-64f26b9b-8988-4525-bed7-df6bbc0aa821 req-ebf435ce-6cea-47de-a194-7fcde601dc24 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=564e4a81-090a-4335-b296-0d15221e6d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308042 Sep 17 09:06:20.100977 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-59602085-d8c3-4ef9-8f97-e8cb0a18c472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:20.289054 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 09:06:20.388535 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f3544-e0dd-42b5-b3c6-c369aa0abde2 req-065372dc-0139-45a2-bca4-beebf3146733 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:06:20.389918 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0a2f3544-e0dd-42b5-b3c6-c369aa0abde2 req-065372dc-0139-45a2-bca4-beebf3146733 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cdcfe8-31fc-45fe-9c23-3dded66a4784 HTTP/1.1" status: 200 len: 943 time: 0.0478499 Sep 17 09:06:20.427117 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0a2f3544-e0dd-42b5-b3c6-c369aa0abde2 req-69b2a210-b4ea-4795-8326-f4065c876d63 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=564e4a81-090a-4335-b296-0d15221e6d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313725 Sep 17 09:06:21.194759 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 82fa3ca2-d665-4629-8817-8c68e8fe2487 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 09:06:21.286278 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 82fa3ca2-d665-4629-8817-8c68e8fe2487, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=82fa3ca2-d665-4629-8817-8c68e8fe2487,segment=NetworkSegment(30713925-9f43-4982-9ccc-f885c2bb2e5a),segment_id=30713925-9f43-4982-9ccc-f885c2bb2e5a)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:06:21.297120 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '82fa3ca2-d665-4629-8817-8c68e8fe2487', 'network_id': '3eb9ca8d-5df7-4adc-83e1-188c4b617db5', 'port_id': '82fa3ca2-d665-4629-8817-8c68e8fe2487', 'mac_address': 'fa:16:3e:1e:af:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9194027-fba4-4fa6-b943-b7b052b17ea6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 09:06:21.336293 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:21.348438 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82fa3ca2-d665-4629-8817-8c68e8fe2487 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 09:06:21.366647 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 82fa3ca2-d665-4629-8817-8c68e8fe2487, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=82fa3ca2-d665-4629-8817-8c68e8fe2487,segment=NetworkSegment(30713925-9f43-4982-9ccc-f885c2bb2e5a),segment_id=30713925-9f43-4982-9ccc-f885c2bb2e5a)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:06:21.370148 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:21.416175 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=82fa3ca2-d665-4629-8817-8c68e8fe2487,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:06:21.542957 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc434a6-0156-485c-ac09-33e5011803d3 req-f7abcaea-6278-43b7-9ee5-1d2136c392b9 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:06:21.544492 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9cc434a6-0156-485c-ac09-33e5011803d3 req-f7abcaea-6278-43b7-9ee5-1d2136c392b9 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cdcfe8-31fc-45fe-9c23-3dded66a4784 HTTP/1.1" status: 200 len: 944 time: 0.0511315 Sep 17 09:06:21.592460 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9cc434a6-0156-485c-ac09-33e5011803d3 req-22a58b92-f052-4b9a-8e53-79d9013520f2 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=564e4a81-090a-4335-b296-0d15221e6d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415187 Sep 17 09:06:21.738177 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['82fa3ca2-d665-4629-8817-8c68e8fe2487'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 09:06:22.541110 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fc06de99-586d-4dc3-99e9-7dd412c4ed4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:22.705181 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c562c3-f46c-4ea2-922b-f82208a49c2b req-7a6570bb-a724-4bf1-a9a2-fd383ee035e8 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:06:22.707292 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-68c562c3-f46c-4ea2-922b-f82208a49c2b req-7a6570bb-a724-4bf1-a9a2-fd383ee035e8 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cdcfe8-31fc-45fe-9c23-3dded66a4784 HTTP/1.1" status: 200 len: 944 time: 0.0478179 Sep 17 09:06:22.744043 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-68c562c3-f46c-4ea2-922b-f82208a49c2b req-163a9f3a-51fe-4a01-afc3-cfe1a2ab3287 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=564e4a81-090a-4335-b296-0d15221e6d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305860 Sep 17 09:06:22.876535 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:23.225336 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 82fa3ca2-d665-4629-8817-8c68e8fe2487 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 09:06:23.272482 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port 82fa3ca2-d665-4629-8817-8c68e8fe2487 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 09:06:23.276053 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 82fa3ca2-d665-4629-8817-8c68e8fe2487 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:06:23.276434 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:23.355863 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:23.376945 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26cdcfe8-31fc-45fe-9c23-3dded66a4784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82fa3ca2-d665-4629-8817-8c68e8fe2487'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 09:06:23.379911 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd15a5b62c2e1c1e903d3702117c13c06f948b041a08150170fef0e561ebed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd0e970-1630-4605-af84-09bd2f511322" -d '{"events": [{"server_uuid": "26cdcfe8-31fc-45fe-9c23-3dded66a4784", "name": "network-vif-plugged", "status": "completed", "tag": "82fa3ca2-d665-4629-8817-8c68e8fe2487"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 09:06:23.392045 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 82fa3ca2-d665-4629-8817-8c68e8fe2487, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=82fa3ca2-d665-4629-8817-8c68e8fe2487,segment=NetworkSegment(30713925-9f43-4982-9ccc-f885c2bb2e5a),segment_id=30713925-9f43-4982-9ccc-f885c2bb2e5a)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:06:23.397249 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:23.420243 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 09:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c9e2ef-b7a2-4a18-a68c-0f417369b013 x-openstack-request-id: req-85c9e2ef-b7a2-4a18-a68c-0f417369b013 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 09:06:23.420541 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26cdcfe8-31fc-45fe-9c23-3dded66a4784", "name": "network-vif-plugged", "status": "completed", "tag": "82fa3ca2-d665-4629-8817-8c68e8fe2487", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 09:06:23.420796 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-85c9e2ef-b7a2-4a18-a68c-0f417369b013 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 09:06:23.421193 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26cdcfe8-31fc-45fe-9c23-3dded66a4784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82fa3ca2-d665-4629-8817-8c68e8fe2487', 'code': 200} Sep 17 09:06:23.446328 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=82fa3ca2-d665-4629-8817-8c68e8fe2487,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:06:23.542195 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7631be0-5fbf-4f5b-9d62-ad2c9985b2d0 req-01bc6b95-db59-430d-84f7-a02ca6831d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:06:23.543700 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f7631be0-5fbf-4f5b-9d62-ad2c9985b2d0 req-01bc6b95-db59-430d-84f7-a02ca6831d5b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=26cdcfe8-31fc-45fe-9c23-3dded66a4784 HTTP/1.1" status: 200 len: 1096 time: 0.0440781 Sep 17 09:06:23.578373 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f7631be0-5fbf-4f5b-9d62-ad2c9985b2d0 req-29dc969b-3e5d-4923-9d1b-034783d4216d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=564e4a81-090a-4335-b296-0d15221e6d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267961 Sep 17 09:06:23.856134 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a76a35d-b5ec-4c62-963c-51aeefa26449 req-d5bc4c3b-5e1c-4c85-a7e6-b2b22e2247af tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:06:23.857609 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3a76a35d-b5ec-4c62-963c-51aeefa26449 req-d5bc4c3b-5e1c-4c85-a7e6-b2b22e2247af tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cdcfe8-31fc-45fe-9c23-3dded66a4784 HTTP/1.1" status: 200 len: 945 time: 0.0481699 Sep 17 09:06:23.894900 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3a76a35d-b5ec-4c62-963c-51aeefa26449 req-82196869-e8ed-410e-ba84-61ef403c4454 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=564e4a81-090a-4335-b296-0d15221e6d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308018 Sep 17 09:06:23.998356 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:25.010255 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f87b6-aa36-4bd8-aad4-5550dbb9a692 req-7b284054-94fa-435e-9a1a-fb1a5e42f90d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:06:25.011770 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8c0f87b6-aa36-4bd8-aad4-5550dbb9a692 req-7b284054-94fa-435e-9a1a-fb1a5e42f90d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cdcfe8-31fc-45fe-9c23-3dded66a4784 HTTP/1.1" status: 200 len: 945 time: 0.0487285 Sep 17 09:06:25.056350 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8c0f87b6-aa36-4bd8-aad4-5550dbb9a692 req-e9aece03-5c8a-4ff1-ab90-92faf7aba648 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=564e4a81-090a-4335-b296-0d15221e6d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368040 Sep 17 09:06:25.586299 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:26.168604 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9f0de9-d93c-4d20-8cd6-643270cae9e2 req-db8d3600-d141-424c-85bb-870c2a88feec tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:06:26.170061 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dd9f0de9-d93c-4d20-8cd6-643270cae9e2 req-db8d3600-d141-424c-85bb-870c2a88feec tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cdcfe8-31fc-45fe-9c23-3dded66a4784 HTTP/1.1" status: 200 len: 945 time: 0.0483351 Sep 17 09:06:26.206414 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dd9f0de9-d93c-4d20-8cd6-643270cae9e2 req-ea7fc81c-7a30-4f1a-98fd-a50ac56e97ce tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=564e4a81-090a-4335-b296-0d15221e6d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300426 Sep 17 09:06:26.316856 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae8501-cf8a-477f-a599-a2ab45d332ff req-af139dca-bdbf-4c96-9d54-81c95998f156 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:06:26.318319 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-55ae8501-cf8a-477f-a599-a2ab45d332ff req-af139dca-bdbf-4c96-9d54-81c95998f156 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cdcfe8-31fc-45fe-9c23-3dded66a4784 HTTP/1.1" status: 200 len: 945 time: 0.0479815 Sep 17 09:06:26.355622 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-55ae8501-cf8a-477f-a599-a2ab45d332ff req-97520651-735b-42b3-8e29-6f70d00d891e tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=564e4a81-090a-4335-b296-0d15221e6d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314713 Sep 17 09:06:26.376068 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37178) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:06:26.415069 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ad7be2-a063-4b14-814b-dc6d79872b84 tempest-TestNetworkAdvancedServerOps-1761391694 tempest-TestNetworkAdvancedServerOps-1761391694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:06:26.416636 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-09ad7be2-a063-4b14-814b-dc6d79872b84 tempest-TestNetworkAdvancedServerOps-1761391694 tempest-TestNetworkAdvancedServerOps-1761391694-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=26cdcfe8-31fc-45fe-9c23-3dded66a4784 HTTP/1.1" status: 200 len: 1091 time: 0.0396140 Sep 17 09:06:26.419314 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37180) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:06:26.423521 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-a97b48a4-b310-4849-ba90-3b6e7679825d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Request body: {'floatingip': {'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'port_id': '82fa3ca2-d665-4629-8817-8c68e8fe2487', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:06:26.445022 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a97b48a4-b310-4849-ba90-3b6e7679825d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for floatingip, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:26.542387 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a97b48a4-b310-4849-ba90-3b6e7679825d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:26.645828 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-a97b48a4-b310-4849-ba90-3b6e7679825d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Allocated IP 172.25.6.75 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/196c4d90-456e-4d29-9386-89e1a41a0e9f) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 09:06:26.742994 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a97b48a4-b310-4849-ba90-3b6e7679825d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:26.775099 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a97b48a4-b310-4849-ba90-3b6e7679825d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:26.813307 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97b48a4-b310-4849-ba90-3b6e7679825d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 09:06:26.818639 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-a97b48a4-b310-4849-ba90-3b6e7679825d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 09:06:26.823207 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97b48a4-b310-4849-ba90-3b6e7679825d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 09:06:26.825899 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97b48a4-b310-4849-ba90-3b6e7679825d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event updated for resources: {'Port': ['ID=196c4d90-456e-4d29-9386-89e1a41a0e9f,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:06:27.170565 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a97b48a4-b310-4849-ba90-3b6e7679825d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:27.233769 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a97b48a4-b310-4849-ba90-3b6e7679825d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:27.380188 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a97b48a4-b310-4849-ba90-3b6e7679825d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:27.384629 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a97b48a4-b310-4849-ba90-3b6e7679825d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:27.459110 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97b48a4-b310-4849-ba90-3b6e7679825d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event updated for resources: {'Port': ['ID=196c4d90-456e-4d29-9386-89e1a41a0e9f,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:06:27.465503 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a97b48a4-b310-4849-ba90-3b6e7679825d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:27.564517 n-d-789963-9 neutron-server[101289]: INFO neutron.db.l3_db [None req-a97b48a4-b310-4849-ba90-3b6e7679825d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Floating IP d561ae3c-922b-4813-9d08-750873cf5603 associated. External IP: 172.25.6.75, port: 82fa3ca2-d665-4629-8817-8c68e8fe2487. Sep 17 09:06:27.764637 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a97b48a4-b310-4849-ba90-3b6e7679825d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Router 0c665ba3-11e1-4f67-a6a3-04d879c9442f has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 09:06:27.866227 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a97b48a4-b310-4849-ba90-3b6e7679825d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 09:06:27.875632 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ad460d-c06c-44ef-bc9b-494b57ecf3f7 None None] Sync routers for ids ['0c665ba3-11e1-4f67-a6a3-04d879c9442f'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 09:06:27.882643 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a97b48a4-b310-4849-ba90-3b6e7679825d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:27.885715 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ad460d-c06c-44ef-bc9b-494b57ecf3f7 None None] Routers {'0c665ba3-11e1-4f67-a6a3-04d879c9442f'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:06:27.886320 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-b8ad460d-c06c-44ef-bc9b-494b57ecf3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:06:23Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['0c665ba3-11e1-4f67-a6a3-04d879c9442f'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:06:27.912252 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-a97b48a4-b310-4849-ba90-3b6e7679825d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4918802 Sep 17 09:06:27.912838 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26cdcfe8-31fc-45fe-9c23-3dded66a4784', 'tag': '82fa3ca2-d665-4629-8817-8c68e8fe2487'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 09:06:27.915070 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0b8b68ef77f8a69a7ea64e5314cb7bfe1c653782f919eb7015de92bbdd57641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eeb90b9-d824-4890-b363-a1f794160389" -d '{"events": [{"name": "network-changed", "server_uuid": "26cdcfe8-31fc-45fe-9c23-3dded66a4784", "tag": "82fa3ca2-d665-4629-8817-8c68e8fe2487"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 09:06:27.961097 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 09:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2843916c-33ef-4422-b0f8-90b2651ad356 x-openstack-request-id: req-2843916c-33ef-4422-b0f8-90b2651ad356 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 09:06:27.961440 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26cdcfe8-31fc-45fe-9c23-3dded66a4784", "tag": "82fa3ca2-d665-4629-8817-8c68e8fe2487", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 09:06:27.961710 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2843916c-33ef-4422-b0f8-90b2651ad356 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 09:06:27.962132 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26cdcfe8-31fc-45fe-9c23-3dded66a4784', 'tag': '82fa3ca2-d665-4629-8817-8c68e8fe2487', 'status': 'completed', 'code': 200} Sep 17 09:06:27.990312 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-b8ad460d-c06c-44ef-bc9b-494b57ecf3f7 None None] Set router 0c665ba3-11e1-4f67-a6a3-04d879c9442f gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:06:28.020205 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e659d-dd46-4e3d-9599-e7adcbe52b87 req-6f076013-744a-4e9f-820a-75b8f7755fcd tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:06:28.021669 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0a4e659d-dd46-4e3d-9599-e7adcbe52b87 req-6f076013-744a-4e9f-820a-75b8f7755fcd tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cdcfe8-31fc-45fe-9c23-3dded66a4784 HTTP/1.1" status: 200 len: 945 time: 0.0514405 Sep 17 09:06:28.048626 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb90b9-d824-4890-b363-a1f794160389 req-c31d257c-d223-4df9-ab2f-9c6afd6fd55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:06:28.050332 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3eeb90b9-d824-4890-b363-a1f794160389 req-c31d257c-d223-4df9-ab2f-9c6afd6fd55e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7e48e67a07fa4821a019352e4f896fd6&device_id=26cdcfe8-31fc-45fe-9c23-3dded66a4784 HTTP/1.1" status: 200 len: 1096 time: 0.0455244 Sep 17 09:06:28.061174 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0a4e659d-dd46-4e3d-9599-e7adcbe52b87 req-98410f3e-c23e-4718-a56c-51dfe4c5218d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=564e4a81-090a-4335-b296-0d15221e6d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329969 Sep 17 09:06:28.087934 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37186) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:06:28.148417 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb90b9-d824-4890-b363-a1f794160389 req-049c5236-68c3-46fd-92b1-38ee3df04b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:06:28.149546 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-53e608be-c5ae-4155-951a-c608939c5459 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/floatingips/d561ae3c-922b-4813-9d08-750873cf5603 HTTP/1.1" status: 200 len: 990 time: 0.0604606 Sep 17 09:06:28.150358 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3eeb90b9-d824-4890-b363-a1f794160389 req-049c5236-68c3-46fd-92b1-38ee3df04b08 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3eb9ca8d-5df7-4adc-83e1-188c4b617db5 HTTP/1.1" status: 200 len: 898 time: 0.0928490 Sep 17 09:06:28.213888 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-b8ad460d-c06c-44ef-bc9b-494b57ecf3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c665ba3-11e1-4f67-a6a3-04d879c9442f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-678573869', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': 'ef9d52fc-f668-4885-8969-360d5c29fabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:06:07Z', 'updated_at': '2021-09-17T09:06:10Z', 'revision_number': 4, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'gw_port': {'id': 'ef9d52fc-f668-4885-8969-360d5c29fabb', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:24:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c665ba3-11e1-4f67-a6a3-04d879c9442f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:06:07Z', 'updated_at': '2021-09-17T09:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': 'd561ae3c-922b-4813-9d08-750873cf5603', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'floating_ip_address': '172.25.6.75', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '0c665ba3-11e1-4f67-a6a3-04d879c9442f', 'port_id': '82fa3ca2-d665-4629-8817-8c68e8fe2487', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3eb9ca8d-5df7-4adc-83e1-188c4b617db5', 'mac_address': 'fa:16:3e:1e:af:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26cdcfe8-31fc-45fe-9c23-3dded66a4784', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T09:06:27Z', 'updated_at': '2021-09-17T09:06:27Z', 'revision_number': 0, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8662a45-ba73-4336-b68f-a0346d0df624', 'name': '', 'network_id': '3eb9ca8d-5df7-4adc-83e1-188c4b617db5', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'mac_address': 'fa:16:3e:16:6f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c665ba3-11e1-4f67-a6a3-04d879c9442f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b9194027-fba4-4fa6-b943-b7b052b17ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:06:09Z', 'updated_at': '2021-09-17T09:06:13Z', 'revision_number': 5, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'subnets': [{'id': 'b9194027-fba4-4fa6-b943-b7b052b17ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:06:28.219512 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3eeb90b9-d824-4890-b363-a1f794160389 req-d21caa56-34a2-40a6-8a5c-cecf0d11f150 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82fa3ca2-d665-4629-8817-8c68e8fe2487 HTTP/1.1" status: 200 len: 998 time: 0.0606596 Sep 17 09:06:28.239970 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ad460d-c06c-44ef-bc9b-494b57ecf3f7 None None] Checking router: 0c665ba3-11e1-4f67-a6a3-04d879c9442f for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 09:06:28.248614 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ad460d-c06c-44ef-bc9b-494b57ecf3f7 None None] Routers {'0c665ba3-11e1-4f67-a6a3-04d879c9442f'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:06:28.249217 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-b8ad460d-c06c-44ef-bc9b-494b57ecf3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:06:23Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['0c665ba3-11e1-4f67-a6a3-04d879c9442f'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:06:28.271064 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb90b9-d824-4890-b363-a1f794160389 req-c3bcdf34-33b2-45f4-9dcf-e2040134b60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:06:28.272510 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3eeb90b9-d824-4890-b363-a1f794160389 req-c3bcdf34-33b2-45f4-9dcf-e2040134b60f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b9194027-fba4-4fa6-b943-b7b052b17ea6 HTTP/1.1" status: 200 len: 834 time: 0.0437067 Sep 17 09:06:28.321708 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb90b9-d824-4890-b363-a1f794160389 req-1c7ea03e-d745-44e6-8858-a97bbd04a04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:06:28.323264 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3eeb90b9-d824-4890-b363-a1f794160389 req-1c7ea03e-d745-44e6-8858-a97bbd04a04f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3eb9ca8d-5df7-4adc-83e1-188c4b617db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432224 Sep 17 09:06:28.416867 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3eeb90b9-d824-4890-b363-a1f794160389 req-7d916244-9afb-4174-8669-ba7e318bdcbb service neutron] 10.222.0.39 "GET /v2.0/networks/3eb9ca8d-5df7-4adc-83e1-188c4b617db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856740 Sep 17 09:06:28.442889 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-b8ad460d-c06c-44ef-bc9b-494b57ecf3f7 None None] Set router 0c665ba3-11e1-4f67-a6a3-04d879c9442f gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:06:28.509086 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3eeb90b9-d824-4890-b363-a1f794160389 req-c7a67793-defd-4fa5-a7d5-15c45cb6e0c4 service neutron] 10.222.0.39 "GET /v2.0/networks/3eb9ca8d-5df7-4adc-83e1-188c4b617db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848813 Sep 17 09:06:28.655149 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-b8ad460d-c06c-44ef-bc9b-494b57ecf3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c665ba3-11e1-4f67-a6a3-04d879c9442f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-678573869', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': 'ef9d52fc-f668-4885-8969-360d5c29fabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:06:07Z', 'updated_at': '2021-09-17T09:06:10Z', 'revision_number': 4, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'gw_port': {'id': 'ef9d52fc-f668-4885-8969-360d5c29fabb', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:24:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c665ba3-11e1-4f67-a6a3-04d879c9442f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:06:07Z', 'updated_at': '2021-09-17T09:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': 'd561ae3c-922b-4813-9d08-750873cf5603', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'floating_ip_address': '172.25.6.75', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '0c665ba3-11e1-4f67-a6a3-04d879c9442f', 'port_id': '82fa3ca2-d665-4629-8817-8c68e8fe2487', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3eb9ca8d-5df7-4adc-83e1-188c4b617db5', 'mac_address': 'fa:16:3e:1e:af:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26cdcfe8-31fc-45fe-9c23-3dded66a4784', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T09:06:27Z', 'updated_at': '2021-09-17T09:06:27Z', 'revision_number': 0, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8662a45-ba73-4336-b68f-a0346d0df624', 'name': '', 'network_id': '3eb9ca8d-5df7-4adc-83e1-188c4b617db5', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'mac_address': 'fa:16:3e:16:6f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c665ba3-11e1-4f67-a6a3-04d879c9442f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b9194027-fba4-4fa6-b943-b7b052b17ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:06:09Z', 'updated_at': '2021-09-17T09:06:13Z', 'revision_number': 5, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'subnets': [{'id': 'b9194027-fba4-4fa6-b943-b7b052b17ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:06:28.680946 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ad460d-c06c-44ef-bc9b-494b57ecf3f7 None None] The sync data for ids ['0c665ba3-11e1-4f67-a6a3-04d879c9442f'] in n-d-789963-9 is: [{'id': '0c665ba3-11e1-4f67-a6a3-04d879c9442f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-678573869', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': 'ef9d52fc-f668-4885-8969-360d5c29fabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:06:07Z', 'updated_at': '2021-09-17T09:06:10Z', 'revision_number': 4, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'gw_port': {'id': 'ef9d52fc-f668-4885-8969-360d5c29fabb', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:24:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c665ba3-11e1-4f67-a6a3-04d879c9442f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:06:07Z', 'updated_at': '2021-09-17T09:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': 'd561ae3c-922b-4813-9d08-750873cf5603', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'floating_ip_address': '172.25.6.75', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '0c665ba3-11e1-4f67-a6a3-04d879c9442f', 'port_id': '82fa3ca2-d665-4629-8817-8c68e8fe2487', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3eb9ca8d-5df7-4adc-83e1-188c4b617db5', 'mac_address': 'fa:16:3e:1e:af:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26cdcfe8-31fc-45fe-9c23-3dded66a4784', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T09:06:27Z', 'updated_at': '2021-09-17T09:06:27Z', 'revision_number': 0, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8662a45-ba73-4336-b68f-a0346d0df624', 'name': '', 'network_id': '3eb9ca8d-5df7-4adc-83e1-188c4b617db5', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'mac_address': 'fa:16:3e:16:6f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c665ba3-11e1-4f67-a6a3-04d879c9442f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b9194027-fba4-4fa6-b943-b7b052b17ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:06:09Z', 'updated_at': '2021-09-17T09:06:13Z', 'revision_number': 5, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'subnets': [{'id': 'b9194027-fba4-4fa6-b943-b7b052b17ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 09:06:28.861213 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936a2322-8d60-4d9d-a185-e496741473cc None None] New status for floating IP d561ae3c-922b-4813-9d08-750873cf5603: ACTIVE {{(pid=101291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 09:06:29.153398 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37188) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:06:29.215494 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-a25b0f3f-5023-423e-8c9b-b8be75f073ae tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/floatingips/d561ae3c-922b-4813-9d08-750873cf5603 HTTP/1.1" status: 200 len: 992 time: 0.0609756 Sep 17 09:06:36.247485 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:36.251796 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:50.101872 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-441b1e10-0a3c-4f8a-89e3-faa51bb23760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:52.541351 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6da0bca2-ccea-4e6d-8c21-75bd179c21bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:52.878177 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:53.999584 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:55.589426 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:06:57.288485 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 09:07:05.366096 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-22ac5d6e-d596-4741-8bda-f3fa1f0a3665 req-74cc1c78-34bc-43d0-b7da-f90c6dee9eb7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=26cdcfe8-31fc-45fe-9c23-3dded66a4784&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427275 Sep 17 09:07:05.461729 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac5d6e-d596-4741-8bda-f3fa1f0a3665 req-02f7f4f0-9c59-4801-a4ef-db9b0a1840b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:07:05.463234 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-22ac5d6e-d596-4741-8bda-f3fa1f0a3665 req-02f7f4f0-9c59-4801-a4ef-db9b0a1840b6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7e48e67a07fa4821a019352e4f896fd6&device_id=26cdcfe8-31fc-45fe-9c23-3dded66a4784 HTTP/1.1" status: 200 len: 1096 time: 0.0395491 Sep 17 09:07:05.571725 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac5d6e-d596-4741-8bda-f3fa1f0a3665 req-7ddb6474-cd41-4c43-8b21-66511bd5b4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:07:05.573228 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-22ac5d6e-d596-4741-8bda-f3fa1f0a3665 req-7ddb6474-cd41-4c43-8b21-66511bd5b4ac service neutron] 10.222.0.39 "GET /v2.0/networks?id=3eb9ca8d-5df7-4adc-83e1-188c4b617db5 HTTP/1.1" status: 200 len: 898 time: 0.0902991 Sep 17 09:07:05.637479 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-22ac5d6e-d596-4741-8bda-f3fa1f0a3665 req-a01d9375-e91f-46bd-88e3-b69cfadc27f1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82fa3ca2-d665-4629-8817-8c68e8fe2487 HTTP/1.1" status: 200 len: 1000 time: 0.0568318 Sep 17 09:07:05.685219 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac5d6e-d596-4741-8bda-f3fa1f0a3665 req-7c838f1e-57df-4004-a9d5-87638f025a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:07:05.686661 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-22ac5d6e-d596-4741-8bda-f3fa1f0a3665 req-7c838f1e-57df-4004-a9d5-87638f025a22 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b9194027-fba4-4fa6-b943-b7b052b17ea6 HTTP/1.1" status: 200 len: 834 time: 0.0423405 Sep 17 09:07:05.733862 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac5d6e-d596-4741-8bda-f3fa1f0a3665 req-cf00aca9-16ee-404a-a214-ee1248e93678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:07:05.735316 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-22ac5d6e-d596-4741-8bda-f3fa1f0a3665 req-cf00aca9-16ee-404a-a214-ee1248e93678 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3eb9ca8d-5df7-4adc-83e1-188c4b617db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419216 Sep 17 09:07:05.823705 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-22ac5d6e-d596-4741-8bda-f3fa1f0a3665 req-59bb8a27-7a1c-4a40-8866-ef6426ae6e28 service neutron] 10.222.0.39 "GET /v2.0/networks/3eb9ca8d-5df7-4adc-83e1-188c4b617db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803268 Sep 17 09:07:05.916077 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-22ac5d6e-d596-4741-8bda-f3fa1f0a3665 req-9d184910-b117-4d4c-bdca-03f0b5caecfd service neutron] 10.222.0.39 "GET /v2.0/networks/3eb9ca8d-5df7-4adc-83e1-188c4b617db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854850 Sep 17 09:07:06.261789 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:07:06.262819 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:07:08.838736 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bbb30548-6767-4013-8cd3-c5f2903df057 req-a582042d-3271-4cf3-8924-534ad71b1937 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0252416 Sep 17 09:07:08.925454 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bbb30548-6767-4013-8cd3-c5f2903df057 req-2682d687-662c-4088-b985-90a2e6426650 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0308814 Sep 17 09:07:08.969342 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bbb30548-6767-4013-8cd3-c5f2903df057 req-defb2633-8706-408b-9789-3b75f5815b1c service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0192893 Sep 17 09:07:09.061420 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb30548-6767-4013-8cd3-c5f2903df057 req-e0340de1-044d-4fd1-bbd3-4be20254b38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:07:09.062858 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bbb30548-6767-4013-8cd3-c5f2903df057 req-e0340de1-044d-4fd1-bbd3-4be20254b38a service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0874112 Sep 17 09:07:20.102389 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0d8bf42b-28b8-47a7-bb9f-4ff8fd6c6d10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:07:22.541004 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-77af1c0d-669f-4a91-958a-50bc9c216cd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:07:22.880193 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:07:24.001486 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:07:25.592065 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:07:34.287859 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 09:07:36.273988 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:07:36.275955 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:07:40.354722 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568f0d39-2815-4e9e-895e-35ba458c82cf req-e3c1273b-747e-4454-ae97-420aad395289 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:07:40.356181 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-568f0d39-2815-4e9e-895e-35ba458c82cf req-e3c1273b-747e-4454-ae97-420aad395289 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cdcfe8-31fc-45fe-9c23-3dded66a4784 HTTP/1.1" status: 200 len: 945 time: 0.0501118 Sep 17 09:07:40.375054 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa9b07b-aed5-470e-a429-a2c643567617 req-d2829608-74f8-4844-9649-77b3488366c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:07:40.376633 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-faa9b07b-aed5-470e-a429-a2c643567617 req-d2829608-74f8-4844-9649-77b3488366c0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7e48e67a07fa4821a019352e4f896fd6&device_id=26cdcfe8-31fc-45fe-9c23-3dded66a4784 HTTP/1.1" status: 200 len: 1096 time: 0.0401707 Sep 17 09:07:40.393451 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-568f0d39-2815-4e9e-895e-35ba458c82cf req-4f0f551c-2f71-4ec1-b67f-c02964e0973b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=564e4a81-090a-4335-b296-0d15221e6d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312502 Sep 17 09:07:40.468209 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa9b07b-aed5-470e-a429-a2c643567617 req-8d9fc13a-ee99-4121-a81c-c0e58365dfce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:07:40.469673 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-faa9b07b-aed5-470e-a429-a2c643567617 req-8d9fc13a-ee99-4121-a81c-c0e58365dfce service neutron] 10.222.0.39 "GET /v2.0/networks?id=3eb9ca8d-5df7-4adc-83e1-188c4b617db5 HTTP/1.1" status: 200 len: 898 time: 0.0858059 Sep 17 09:07:40.534465 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-faa9b07b-aed5-470e-a429-a2c643567617 req-d7c080a2-fd01-4770-850c-d9754da1ca32 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82fa3ca2-d665-4629-8817-8c68e8fe2487 HTTP/1.1" status: 200 len: 1000 time: 0.0575557 Sep 17 09:07:40.582397 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa9b07b-aed5-470e-a429-a2c643567617 req-3238a5fa-b419-4d53-85d3-77099f2f3ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:07:40.583888 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-faa9b07b-aed5-470e-a429-a2c643567617 req-3238a5fa-b419-4d53-85d3-77099f2f3ca5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b9194027-fba4-4fa6-b943-b7b052b17ea6 HTTP/1.1" status: 200 len: 834 time: 0.0420549 Sep 17 09:07:40.633663 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa9b07b-aed5-470e-a429-a2c643567617 req-b7943c8a-e550-46c5-a478-06086330e14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:07:40.635052 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-faa9b07b-aed5-470e-a429-a2c643567617 req-b7943c8a-e550-46c5-a478-06086330e14c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3eb9ca8d-5df7-4adc-83e1-188c4b617db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419750 Sep 17 09:07:40.646036 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [req-faa9b07b-aed5-470e-a429-a2c643567617 req-42637ef3-acb7-4e62-a604-69a696f2705e service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 09:07:40.646998 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-faa9b07b-aed5-470e-a429-a2c643567617 req-42637ef3-acb7-4e62-a604-69a696f2705e service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048318 Sep 17 09:07:40.733921 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-faa9b07b-aed5-470e-a429-a2c643567617 req-848e2f78-d65b-4dc7-85b7-ddfaf2242cdf service neutron] 10.222.0.39 "GET /v2.0/networks/3eb9ca8d-5df7-4adc-83e1-188c4b617db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791159 Sep 17 09:07:40.825021 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-faa9b07b-aed5-470e-a429-a2c643567617 req-150a1bb7-e521-4ead-9a97-6f2ee2602afa service neutron] 10.222.0.39 "GET /v2.0/networks/3eb9ca8d-5df7-4adc-83e1-188c4b617db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840077 Sep 17 09:07:41.530456 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dbd2e5-0997-4c7e-ba0f-05fcdd93996e req-7eb1d724-b618-45b2-9700-ff7a2ce1b6d5 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:07:41.531971 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-93dbd2e5-0997-4c7e-ba0f-05fcdd93996e req-7eb1d724-b618-45b2-9700-ff7a2ce1b6d5 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cdcfe8-31fc-45fe-9c23-3dded66a4784 HTTP/1.1" status: 200 len: 945 time: 0.0523977 Sep 17 09:07:41.568685 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-93dbd2e5-0997-4c7e-ba0f-05fcdd93996e req-e7e5a865-8ecc-437c-b654-2982086e6032 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=564e4a81-090a-4335-b296-0d15221e6d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305476 Sep 17 09:07:42.683994 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dece694-b9fa-4c20-b46b-874f8383cee9 req-c980fe31-0abd-428a-89d4-819d03b2cbf2 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:07:42.685478 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7dece694-b9fa-4c20-b46b-874f8383cee9 req-c980fe31-0abd-428a-89d4-819d03b2cbf2 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cdcfe8-31fc-45fe-9c23-3dded66a4784 HTTP/1.1" status: 200 len: 945 time: 0.0478315 Sep 17 09:07:42.722565 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7dece694-b9fa-4c20-b46b-874f8383cee9 req-e0a084c6-5c90-4d42-b0fe-750ba3345d3c tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=564e4a81-090a-4335-b296-0d15221e6d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312893 Sep 17 09:07:43.834923 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1345ac-65f4-46d0-ad8c-b794f91afc03 req-8eabf433-09a4-4da9-9856-6712f8ccfb5f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:07:43.836929 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ac1345ac-65f4-46d0-ad8c-b794f91afc03 req-8eabf433-09a4-4da9-9856-6712f8ccfb5f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cdcfe8-31fc-45fe-9c23-3dded66a4784 HTTP/1.1" status: 200 len: 945 time: 0.0471034 Sep 17 09:07:43.873792 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ac1345ac-65f4-46d0-ad8c-b794f91afc03 req-89790357-4c44-4736-9f20-0b8c98609400 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=564e4a81-090a-4335-b296-0d15221e6d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310028 Sep 17 09:07:44.988712 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a052ee8-e4b8-416c-b19d-f2a4650d099a req-bc1c0486-a2f4-4475-890b-a9113f54f7c8 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:07:44.990182 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5a052ee8-e4b8-416c-b19d-f2a4650d099a req-bc1c0486-a2f4-4475-890b-a9113f54f7c8 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cdcfe8-31fc-45fe-9c23-3dded66a4784 HTTP/1.1" status: 200 len: 945 time: 0.0519617 Sep 17 09:07:45.026654 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5a052ee8-e4b8-416c-b19d-f2a4650d099a req-513af905-fd24-4f89-b4e7-6c7b0839f34e tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=564e4a81-090a-4335-b296-0d15221e6d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299072 Sep 17 09:07:46.139123 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504bb204-6484-4115-99ea-d3408a2a28d7 req-3cb31489-6892-4fad-8571-d33ac14cc590 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:07:46.140625 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-504bb204-6484-4115-99ea-d3408a2a28d7 req-3cb31489-6892-4fad-8571-d33ac14cc590 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cdcfe8-31fc-45fe-9c23-3dded66a4784 HTTP/1.1" status: 200 len: 945 time: 0.0478437 Sep 17 09:07:46.177037 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-504bb204-6484-4115-99ea-d3408a2a28d7 req-c882f0f9-606f-46d1-afe6-0f970ecff910 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=564e4a81-090a-4335-b296-0d15221e6d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305243 Sep 17 09:07:47.289416 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d517e9f7-a156-4cd3-96b7-9026bad34230 req-0b7db1f4-ab0f-4a80-aa60-bf0e5fddedfb tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:07:47.290892 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d517e9f7-a156-4cd3-96b7-9026bad34230 req-0b7db1f4-ab0f-4a80-aa60-bf0e5fddedfb tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cdcfe8-31fc-45fe-9c23-3dded66a4784 HTTP/1.1" status: 200 len: 945 time: 0.0475924 Sep 17 09:07:47.331248 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d517e9f7-a156-4cd3-96b7-9026bad34230 req-c9b7987e-f4cf-4a97-93dd-a3d2d5f47c1c tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=564e4a81-090a-4335-b296-0d15221e6d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344307 Sep 17 09:07:48.445870 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a983e4-d39a-438e-8d7a-d7266339af2c req-4a0cbc7d-9344-45af-a72e-93726f0f1c4a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:07:48.447355 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-75a983e4-d39a-438e-8d7a-d7266339af2c req-4a0cbc7d-9344-45af-a72e-93726f0f1c4a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cdcfe8-31fc-45fe-9c23-3dded66a4784 HTTP/1.1" status: 200 len: 945 time: 0.0518236 Sep 17 09:07:48.484894 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-75a983e4-d39a-438e-8d7a-d7266339af2c req-a4f111b4-9944-4758-bd3b-bb4c9cb1a578 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=564e4a81-090a-4335-b296-0d15221e6d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315909 Sep 17 09:07:49.602323 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039673b5-c49b-4b3a-8948-937e67cb0cd8 req-a5724efc-5fa0-439a-9692-ea17b9348df3 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:07:49.603805 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-039673b5-c49b-4b3a-8948-937e67cb0cd8 req-a5724efc-5fa0-439a-9692-ea17b9348df3 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cdcfe8-31fc-45fe-9c23-3dded66a4784 HTTP/1.1" status: 200 len: 945 time: 0.0482764 Sep 17 09:07:49.640564 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-039673b5-c49b-4b3a-8948-937e67cb0cd8 req-460a4ce4-4cef-4114-93a2-6218d551143a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=564e4a81-090a-4335-b296-0d15221e6d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308955 Sep 17 09:07:50.105780 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1a7d2f75-9218-4fe9-9afa-ee297ccb858a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:07:50.750931 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9b1cab-0859-4f77-b057-2790b2ffab40 req-f4b11ea1-60aa-48ba-82ff-7e8ecbdcca84 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:07:50.752417 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0a9b1cab-0859-4f77-b057-2790b2ffab40 req-f4b11ea1-60aa-48ba-82ff-7e8ecbdcca84 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cdcfe8-31fc-45fe-9c23-3dded66a4784 HTTP/1.1" status: 200 len: 945 time: 0.0469213 Sep 17 09:07:50.788986 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0a9b1cab-0859-4f77-b057-2790b2ffab40 req-21aadad1-279a-4c9c-be94-003f061f6d3d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=564e4a81-090a-4335-b296-0d15221e6d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299816 Sep 17 09:07:51.913621 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb5cc4-711b-409d-9554-776935a7aeae req-3bff58f6-0609-444f-aebe-5c9b7d334239 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:07:51.915085 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fdbb5cc4-711b-409d-9554-776935a7aeae req-3bff58f6-0609-444f-aebe-5c9b7d334239 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cdcfe8-31fc-45fe-9c23-3dded66a4784 HTTP/1.1" status: 200 len: 945 time: 0.0581608 Sep 17 09:07:51.951441 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fdbb5cc4-711b-409d-9554-776935a7aeae req-e89585d3-2122-4c16-9b72-ef7728c7244a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=564e4a81-090a-4335-b296-0d15221e6d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303736 Sep 17 09:07:51.973324 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37256) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:07:52.031300 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-9c3983e9-e02b-435b-bb70-67c605757580 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/floatingips/d561ae3c-922b-4813-9d08-750873cf5603 HTTP/1.1" status: 200 len: 992 time: 0.0568926 Sep 17 09:07:52.540717 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d3728a1a-8b5d-455b-854b-1a06bb081ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:07:52.882942 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:07:54.004927 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:07:55.594553 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:06.295398 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:06.296477 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:07.423165 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1e6efcb6-a24b-4690-addf-5eb4e37cd497 req-e565d7bc-1728-4354-b1ee-a430c3971168 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=26cdcfe8-31fc-45fe-9c23-3dded66a4784&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1013103 Sep 17 09:08:07.521588 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6efcb6-a24b-4690-addf-5eb4e37cd497 req-8301f968-895d-4dce-9397-9ebc9a9401bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:08:07.521880 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1e6efcb6-a24b-4690-addf-5eb4e37cd497 req-8301f968-895d-4dce-9397-9ebc9a9401bb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7e48e67a07fa4821a019352e4f896fd6&device_id=26cdcfe8-31fc-45fe-9c23-3dded66a4784 HTTP/1.1" status: 200 len: 1096 time: 0.0402308 Sep 17 09:08:07.627345 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6efcb6-a24b-4690-addf-5eb4e37cd497 req-963c3a9e-8a94-4332-b9e3-37d38fd48abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:08:07.628772 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1e6efcb6-a24b-4690-addf-5eb4e37cd497 req-963c3a9e-8a94-4332-b9e3-37d38fd48abd service neutron] 10.222.0.39 "GET /v2.0/networks?id=3eb9ca8d-5df7-4adc-83e1-188c4b617db5 HTTP/1.1" status: 200 len: 898 time: 0.0857265 Sep 17 09:08:07.690634 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1e6efcb6-a24b-4690-addf-5eb4e37cd497 req-92dcdf2e-3998-4b2f-9ab7-80c450307ea9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82fa3ca2-d665-4629-8817-8c68e8fe2487 HTTP/1.1" status: 200 len: 1000 time: 0.0551429 Sep 17 09:08:07.742388 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6efcb6-a24b-4690-addf-5eb4e37cd497 req-0fa31d0e-9508-4888-9de2-653b5b4f3a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:08:07.743809 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1e6efcb6-a24b-4690-addf-5eb4e37cd497 req-0fa31d0e-9508-4888-9de2-653b5b4f3a28 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b9194027-fba4-4fa6-b943-b7b052b17ea6 HTTP/1.1" status: 200 len: 834 time: 0.0461071 Sep 17 09:08:07.788085 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6efcb6-a24b-4690-addf-5eb4e37cd497 req-9f96bddc-ba30-428b-bce1-b2b13f85710b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:08:07.789570 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1e6efcb6-a24b-4690-addf-5eb4e37cd497 req-9f96bddc-ba30-428b-bce1-b2b13f85710b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3eb9ca8d-5df7-4adc-83e1-188c4b617db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384471 Sep 17 09:08:07.877642 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1e6efcb6-a24b-4690-addf-5eb4e37cd497 req-79074370-28d8-4695-bef6-458b16dc96b1 service neutron] 10.222.0.39 "GET /v2.0/networks/3eb9ca8d-5df7-4adc-83e1-188c4b617db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801318 Sep 17 09:08:07.967583 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-1e6efcb6-a24b-4690-addf-5eb4e37cd497 req-9fc68681-8fc8-4512-a5c4-2508d508aa69 service neutron] 10.222.0.39 "GET /v2.0/networks/3eb9ca8d-5df7-4adc-83e1-188c4b617db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828834 Sep 17 09:08:10.873324 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3a2502fd-986c-4494-bde1-edaaa6424ab9 req-e1538118-512f-4046-8105-9edd4d745785 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0759275 Sep 17 09:08:10.956369 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3a2502fd-986c-4494-bde1-edaaa6424ab9 req-7864ee76-2b21-4deb-8e4c-23538c87ef44 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0247219 Sep 17 09:08:11.003203 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3a2502fd-986c-4494-bde1-edaaa6424ab9 req-c8efe79e-e17b-4d3f-81b8-9a831e99a9b8 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221560 Sep 17 09:08:11.093211 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2502fd-986c-4494-bde1-edaaa6424ab9 req-febcb4c1-3caa-4946-8994-fca11f9a6713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:08:11.094692 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3a2502fd-986c-4494-bde1-edaaa6424ab9 req-febcb4c1-3caa-4946-8994-fca11f9a6713 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0849199 Sep 17 09:08:11.286618 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 09:08:20.106192 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4217b47a-d976-4e6c-a58d-60302bf27aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:22.541021 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cc917547-f871-4bfe-a961-219b8cc95829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:22.883525 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:24.007520 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:25.596743 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:36.293884 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:36.298109 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:48.285636 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 09:08:48.963158 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37286) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:08:49.166849 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-774b96bf-0e96-427e-9b0d-773e2dd99d91 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Deleting port 196c4d90-456e-4d29-9386-89e1a41a0e9f {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 09:08:49.167191 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-774b96bf-0e96-427e-9b0d-773e2dd99d91 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:49.237676 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-774b96bf-0e96-427e-9b0d-773e2dd99d91 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:49.237925 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-774b96bf-0e96-427e-9b0d-773e2dd99d91 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:49.249894 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-774b96bf-0e96-427e-9b0d-773e2dd99d91 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Calling delete_port for 196c4d90-456e-4d29-9386-89e1a41a0e9f owned by network:floatingip {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 09:08:49.417523 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-774b96bf-0e96-427e-9b0d-773e2dd99d91 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:49.445912 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774b96bf-0e96-427e-9b0d-773e2dd99d91 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event deleted for resources: {'Port': ['ID=196c4d90-456e-4d29-9386-89e1a41a0e9f,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:08:49.468507 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774b96bf-0e96-427e-9b0d-773e2dd99d91 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:08:49.468852 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774b96bf-0e96-427e-9b0d-773e2dd99d91 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:08:49.469190 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774b96bf-0e96-427e-9b0d-773e2dd99d91 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:08:49.469525 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774b96bf-0e96-427e-9b0d-773e2dd99d91 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:08:49.469923 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774b96bf-0e96-427e-9b0d-773e2dd99d91 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:08:49.470208 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774b96bf-0e96-427e-9b0d-773e2dd99d91 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:08:49.470537 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774b96bf-0e96-427e-9b0d-773e2dd99d91 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:08:49.470877 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774b96bf-0e96-427e-9b0d-773e2dd99d91 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:08:49.471185 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774b96bf-0e96-427e-9b0d-773e2dd99d91 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:08:49.471505 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774b96bf-0e96-427e-9b0d-773e2dd99d91 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:08:49.471824 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774b96bf-0e96-427e-9b0d-773e2dd99d91 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:08:49.472163 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774b96bf-0e96-427e-9b0d-773e2dd99d91 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:08:49.511614 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-774b96bf-0e96-427e-9b0d-773e2dd99d91 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for floatingip, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:49.511971 n-d-789963-9 neutron-server[101290]: INFO neutron.db.l3_db [None req-774b96bf-0e96-427e-9b0d-773e2dd99d91 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Floating IP d561ae3c-922b-4813-9d08-750873cf5603 disassociated (deleted). External IP: 172.25.6.75, port: 82fa3ca2-d665-4629-8817-8c68e8fe2487. Sep 17 09:08:49.958223 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-774b96bf-0e96-427e-9b0d-773e2dd99d91 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Router 0c665ba3-11e1-4f67-a6a3-04d879c9442f has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 09:08:50.065743 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-774b96bf-0e96-427e-9b0d-773e2dd99d91 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 09:08:50.070156 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-774b96bf-0e96-427e-9b0d-773e2dd99d91 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:50.076057 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df21494-4e7b-4a3b-bc47-e592e6c06671 None None] Sync routers for ids ['0c665ba3-11e1-4f67-a6a3-04d879c9442f'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 09:08:50.084785 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df21494-4e7b-4a3b-bc47-e592e6c06671 None None] Routers {'0c665ba3-11e1-4f67-a6a3-04d879c9442f'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:08:50.085394 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-4df21494-4e7b-4a3b-bc47-e592e6c06671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:08:23Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['0c665ba3-11e1-4f67-a6a3-04d879c9442f'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:08:50.100161 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-774b96bf-0e96-427e-9b0d-773e2dd99d91 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "DELETE /v2.0/floatingips/d561ae3c-922b-4813-9d08-750873cf5603 HTTP/1.1" status: 204 len: 168 time: 1.1358581 Sep 17 09:08:50.100759 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26cdcfe8-31fc-45fe-9c23-3dded66a4784', 'tag': '82fa3ca2-d665-4629-8817-8c68e8fe2487'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 09:08:50.104137 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823f1136df5e8dfe06b46a14eea5a85bccf33ce7e510dfea6a746e22e928dc4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956cb0b7-5724-4531-a29f-72049a8898ed" -d '{"events": [{"name": "network-changed", "server_uuid": "26cdcfe8-31fc-45fe-9c23-3dded66a4784", "tag": "82fa3ca2-d665-4629-8817-8c68e8fe2487"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 09:08:50.109908 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a17285e5-a84d-48d2-861f-81e3819c4f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:50.143442 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 09:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a122399-0fc7-4f51-88e7-4f05f420d5a4 x-openstack-request-id: req-0a122399-0fc7-4f51-88e7-4f05f420d5a4 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 09:08:50.143740 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26cdcfe8-31fc-45fe-9c23-3dded66a4784", "tag": "82fa3ca2-d665-4629-8817-8c68e8fe2487", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 09:08:50.144028 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0a122399-0fc7-4f51-88e7-4f05f420d5a4 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 09:08:50.144432 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26cdcfe8-31fc-45fe-9c23-3dded66a4784', 'tag': '82fa3ca2-d665-4629-8817-8c68e8fe2487', 'status': 'completed', 'code': 200} Sep 17 09:08:50.196234 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-4df21494-4e7b-4a3b-bc47-e592e6c06671 None None] Set router 0c665ba3-11e1-4f67-a6a3-04d879c9442f gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:08:50.234840 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956cb0b7-5724-4531-a29f-72049a8898ed req-05a4f26a-7e7d-4767-8507-6cd7f3b26aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:08:50.236406 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-956cb0b7-5724-4531-a29f-72049a8898ed req-05a4f26a-7e7d-4767-8507-6cd7f3b26aac service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7e48e67a07fa4821a019352e4f896fd6&device_id=26cdcfe8-31fc-45fe-9c23-3dded66a4784 HTTP/1.1" status: 200 len: 1096 time: 0.0474219 Sep 17 09:08:50.332176 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84ee5aa-7ad3-48c2-ba0c-8f64e4c8abac req-9ce0e585-57e3-4711-937c-e22be73a0627 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:08:50.333735 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a84ee5aa-7ad3-48c2-ba0c-8f64e4c8abac req-9ce0e585-57e3-4711-937c-e22be73a0627 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cdcfe8-31fc-45fe-9c23-3dded66a4784 HTTP/1.1" status: 200 len: 945 time: 0.0533178 Sep 17 09:08:50.370099 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956cb0b7-5724-4531-a29f-72049a8898ed req-934d720c-2d06-4a5c-ac0e-ae4daaa8d520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:08:50.371599 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-956cb0b7-5724-4531-a29f-72049a8898ed req-934d720c-2d06-4a5c-ac0e-ae4daaa8d520 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3eb9ca8d-5df7-4adc-83e1-188c4b617db5 HTTP/1.1" status: 200 len: 898 time: 0.0956514 Sep 17 09:08:50.371788 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a84ee5aa-7ad3-48c2-ba0c-8f64e4c8abac req-e4ccd6cb-c069-4fe3-9b7a-de8834f9e6a5 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=564e4a81-090a-4335-b296-0d15221e6d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315764 Sep 17 09:08:50.401827 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-4df21494-4e7b-4a3b-bc47-e592e6c06671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c665ba3-11e1-4f67-a6a3-04d879c9442f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-678573869', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': 'ef9d52fc-f668-4885-8969-360d5c29fabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:06:07Z', 'updated_at': '2021-09-17T09:06:10Z', 'revision_number': 4, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'gw_port': {'id': 'ef9d52fc-f668-4885-8969-360d5c29fabb', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:24:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c665ba3-11e1-4f67-a6a3-04d879c9442f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:06:07Z', 'updated_at': '2021-09-17T09:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'c8662a45-ba73-4336-b68f-a0346d0df624', 'name': '', 'network_id': '3eb9ca8d-5df7-4adc-83e1-188c4b617db5', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'mac_address': 'fa:16:3e:16:6f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c665ba3-11e1-4f67-a6a3-04d879c9442f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b9194027-fba4-4fa6-b943-b7b052b17ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:06:09Z', 'updated_at': '2021-09-17T09:06:13Z', 'revision_number': 5, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'subnets': [{'id': 'b9194027-fba4-4fa6-b943-b7b052b17ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:08:50.421440 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-956cb0b7-5724-4531-a29f-72049a8898ed req-81a36e5f-d742-4d38-9d06-29e484a16156 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82fa3ca2-d665-4629-8817-8c68e8fe2487 HTTP/1.1" status: 200 len: 217 time: 0.0425105 Sep 17 09:08:50.431348 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df21494-4e7b-4a3b-bc47-e592e6c06671 None None] Checking router: 0c665ba3-11e1-4f67-a6a3-04d879c9442f for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 09:08:50.439555 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df21494-4e7b-4a3b-bc47-e592e6c06671 None None] Routers {'0c665ba3-11e1-4f67-a6a3-04d879c9442f'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:08:50.440197 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-4df21494-4e7b-4a3b-bc47-e592e6c06671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:08:23Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['0c665ba3-11e1-4f67-a6a3-04d879c9442f'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:08:50.470523 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956cb0b7-5724-4531-a29f-72049a8898ed req-713393d0-1d94-4a4a-8bde-6f17076e8578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:08:50.472009 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-956cb0b7-5724-4531-a29f-72049a8898ed req-713393d0-1d94-4a4a-8bde-6f17076e8578 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b9194027-fba4-4fa6-b943-b7b052b17ea6 HTTP/1.1" status: 200 len: 834 time: 0.0427892 Sep 17 09:08:50.522713 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956cb0b7-5724-4531-a29f-72049a8898ed req-209d3a38-4c11-4abe-8822-fd204885cdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:08:50.524243 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-956cb0b7-5724-4531-a29f-72049a8898ed req-209d3a38-4c11-4abe-8822-fd204885cdb9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3eb9ca8d-5df7-4adc-83e1-188c4b617db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437071 Sep 17 09:08:50.542357 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-4df21494-4e7b-4a3b-bc47-e592e6c06671 None None] Set router 0c665ba3-11e1-4f67-a6a3-04d879c9442f gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:08:50.613903 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-956cb0b7-5724-4531-a29f-72049a8898ed req-517e5004-ea0c-45dd-9cd9-f49069c600bb service neutron] 10.222.0.39 "GET /v2.0/networks/3eb9ca8d-5df7-4adc-83e1-188c4b617db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816917 Sep 17 09:08:50.710170 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-956cb0b7-5724-4531-a29f-72049a8898ed req-cef021dd-4f44-4306-abcd-c7827103a8e5 service neutron] 10.222.0.39 "GET /v2.0/networks/3eb9ca8d-5df7-4adc-83e1-188c4b617db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882630 Sep 17 09:08:50.742820 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-4df21494-4e7b-4a3b-bc47-e592e6c06671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c665ba3-11e1-4f67-a6a3-04d879c9442f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-678573869', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': 'ef9d52fc-f668-4885-8969-360d5c29fabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:06:07Z', 'updated_at': '2021-09-17T09:06:10Z', 'revision_number': 4, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'gw_port': {'id': 'ef9d52fc-f668-4885-8969-360d5c29fabb', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:24:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c665ba3-11e1-4f67-a6a3-04d879c9442f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:06:07Z', 'updated_at': '2021-09-17T09:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'c8662a45-ba73-4336-b68f-a0346d0df624', 'name': '', 'network_id': '3eb9ca8d-5df7-4adc-83e1-188c4b617db5', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'mac_address': 'fa:16:3e:16:6f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c665ba3-11e1-4f67-a6a3-04d879c9442f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b9194027-fba4-4fa6-b943-b7b052b17ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:06:09Z', 'updated_at': '2021-09-17T09:06:13Z', 'revision_number': 5, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'subnets': [{'id': 'b9194027-fba4-4fa6-b943-b7b052b17ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:08:50.768834 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df21494-4e7b-4a3b-bc47-e592e6c06671 None None] The sync data for ids ['0c665ba3-11e1-4f67-a6a3-04d879c9442f'] in n-d-789963-9 is: [{'id': '0c665ba3-11e1-4f67-a6a3-04d879c9442f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-678573869', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': 'ef9d52fc-f668-4885-8969-360d5c29fabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:06:07Z', 'updated_at': '2021-09-17T09:06:10Z', 'revision_number': 4, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'gw_port': {'id': 'ef9d52fc-f668-4885-8969-360d5c29fabb', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:24:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c665ba3-11e1-4f67-a6a3-04d879c9442f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:06:07Z', 'updated_at': '2021-09-17T09:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'c8662a45-ba73-4336-b68f-a0346d0df624', 'name': '', 'network_id': '3eb9ca8d-5df7-4adc-83e1-188c4b617db5', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'mac_address': 'fa:16:3e:16:6f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c665ba3-11e1-4f67-a6a3-04d879c9442f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b9194027-fba4-4fa6-b943-b7b052b17ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:06:09Z', 'updated_at': '2021-09-17T09:06:13Z', 'revision_number': 5, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'subnets': [{'id': 'b9194027-fba4-4fa6-b943-b7b052b17ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 09:08:50.975853 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78635a85-88fe-4dd5-b90f-2cd9345cf621 None None] New status for floating IP d561ae3c-922b-4813-9d08-750873cf5603: DOWN {{(pid=101291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 09:08:51.490110 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f41e764-1d10-4e69-adb7-f1ff26cf9885 req-4809f82f-d362-4947-bfa1-e47a28336a4c tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:08:51.491582 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1f41e764-1d10-4e69-adb7-f1ff26cf9885 req-4809f82f-d362-4947-bfa1-e47a28336a4c tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cdcfe8-31fc-45fe-9c23-3dded66a4784 HTTP/1.1" status: 200 len: 945 time: 0.0506155 Sep 17 09:08:51.528255 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1f41e764-1d10-4e69-adb7-f1ff26cf9885 req-9eb2509e-adf8-4ef2-b569-9524b69a3d1a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=564e4a81-090a-4335-b296-0d15221e6d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301318 Sep 17 09:08:52.146483 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb04170-0166-46f5-b2b1-378a2aa6b359 req-41862867-6a8e-4c68-b315-8a0822d5ed82 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:08:52.148002 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3bb04170-0166-46f5-b2b1-378a2aa6b359 req-41862867-6a8e-4c68-b315-8a0822d5ed82 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.39 "GET /v2.0/ports?device_id=26cdcfe8-31fc-45fe-9c23-3dded66a4784 HTTP/1.1" status: 200 len: 945 time: 0.0469067 Sep 17 09:08:52.233924 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-3bb04170-0166-46f5-b2b1-378a2aa6b359 req-15104fb1-eefe-4725-9081-9b2b7a00416b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Deleting port 82fa3ca2-d665-4629-8817-8c68e8fe2487 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 09:08:52.234160 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-3bb04170-0166-46f5-b2b1-378a2aa6b359 req-15104fb1-eefe-4725-9081-9b2b7a00416b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:52.322396 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-3bb04170-0166-46f5-b2b1-378a2aa6b359 req-15104fb1-eefe-4725-9081-9b2b7a00416b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] For port 82fa3ca2-d665-4629-8817-8c68e8fe2487, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=82fa3ca2-d665-4629-8817-8c68e8fe2487,segment=NetworkSegment(30713925-9f43-4982-9ccc-f885c2bb2e5a),segment_id=30713925-9f43-4982-9ccc-f885c2bb2e5a)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:08:52.322752 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-3bb04170-0166-46f5-b2b1-378a2aa6b359 req-15104fb1-eefe-4725-9081-9b2b7a00416b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:52.334784 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-3bb04170-0166-46f5-b2b1-378a2aa6b359 req-15104fb1-eefe-4725-9081-9b2b7a00416b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Calling delete_port for 82fa3ca2-d665-4629-8817-8c68e8fe2487 owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 09:08:52.464002 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-3bb04170-0166-46f5-b2b1-378a2aa6b359 req-15104fb1-eefe-4725-9081-9b2b7a00416b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:52.491356 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15104fb1-eefe-4725-9081-9b2b7a00416b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event deleted for resources: {'Port': ['ID=82fa3ca2-d665-4629-8817-8c68e8fe2487,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:08:52.532571 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb04170-0166-46f5-b2b1-378a2aa6b359 req-15104fb1-eefe-4725-9081-9b2b7a00416b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] No DVR routers for this DVR port 82fa3ca2-d665-4629-8817-8c68e8fe2487 on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 09:08:52.535379 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-3bb04170-0166-46f5-b2b1-378a2aa6b359 req-15104fb1-eefe-4725-9081-9b2b7a00416b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:52.537435 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-3bb04170-0166-46f5-b2b1-378a2aa6b359 req-15104fb1-eefe-4725-9081-9b2b7a00416b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.39 "DELETE /v2.0/ports/82fa3ca2-d665-4629-8817-8c68e8fe2487 HTTP/1.1" status: 204 len: 173 time: 0.3833625 Sep 17 09:08:52.537866 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26cdcfe8-31fc-45fe-9c23-3dded66a4784', 'name': 'network-vif-deleted', 'tag': '82fa3ca2-d665-4629-8817-8c68e8fe2487'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 09:08:52.540404 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823f1136df5e8dfe06b46a14eea5a85bccf33ce7e510dfea6a746e22e928dc4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f0dc1b-7002-4a96-bd32-f8ef361c1fae" -d '{"events": [{"server_uuid": "26cdcfe8-31fc-45fe-9c23-3dded66a4784", "name": "network-vif-deleted", "tag": "82fa3ca2-d665-4629-8817-8c68e8fe2487"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 09:08:52.547765 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ad107b0b-27ed-4a9c-9e47-edbc6ff8d5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:52.577148 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 09:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-524bfd43-465a-497c-8b73-5104b0cb199c x-openstack-request-id: req-524bfd43-465a-497c-8b73-5104b0cb199c {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 09:08:52.577455 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26cdcfe8-31fc-45fe-9c23-3dded66a4784", "name": "network-vif-deleted", "tag": "82fa3ca2-d665-4629-8817-8c68e8fe2487", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 09:08:52.577707 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-524bfd43-465a-497c-8b73-5104b0cb199c {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 09:08:52.578096 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26cdcfe8-31fc-45fe-9c23-3dded66a4784', 'name': 'network-vif-deleted', 'tag': '82fa3ca2-d665-4629-8817-8c68e8fe2487', 'status': 'completed', 'code': 200} Sep 17 09:08:52.635143 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e43cc76b-9253-48c7-ad38-0a5cb6f7dff6 req-5df58db6-d526-41c5-ad29-6ea8b18a45af tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cdcfe8-31fc-45fe-9c23-3dded66a4784 HTTP/1.1" status: 200 len: 210 time: 0.0268388 Sep 17 09:08:52.885232 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:53.690004 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37302) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:08:54.015822 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:54.041627 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d32cf9f3-4309-4c85-86be-8dda1799e37e tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:54.293783 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-d32cf9f3-4309-4c85-86be-8dda1799e37e tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Deleting port c8662a45-ba73-4336-b68f-a0346d0df624 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 09:08:54.294045 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d32cf9f3-4309-4c85-86be-8dda1799e37e tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:54.386400 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-d32cf9f3-4309-4c85-86be-8dda1799e37e tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] For port c8662a45-ba73-4336-b68f-a0346d0df624, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=c8662a45-ba73-4336-b68f-a0346d0df624,segment=NetworkSegment(30713925-9f43-4982-9ccc-f885c2bb2e5a),segment_id=30713925-9f43-4982-9ccc-f885c2bb2e5a)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:08:54.386760 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d32cf9f3-4309-4c85-86be-8dda1799e37e tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:54.398393 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-d32cf9f3-4309-4c85-86be-8dda1799e37e tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Calling delete_port for c8662a45-ba73-4336-b68f-a0346d0df624 owned by network:router_interface {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 09:08:54.576440 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d32cf9f3-4309-4c85-86be-8dda1799e37e tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:54.600675 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32cf9f3-4309-4c85-86be-8dda1799e37e tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event deleted for resources: {'Port': ['ID=c8662a45-ba73-4336-b68f-a0346d0df624,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:08:54.772718 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-d32cf9f3-4309-4c85-86be-8dda1799e37e tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:54.981146 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d32cf9f3-4309-4c85-86be-8dda1799e37e tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Router 0c665ba3-11e1-4f67-a6a3-04d879c9442f has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 09:08:55.083957 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d32cf9f3-4309-4c85-86be-8dda1799e37e tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 09:08:55.091088 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-d32cf9f3-4309-4c85-86be-8dda1799e37e tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "PUT /v2.0/routers/0c665ba3-11e1-4f67-a6a3-04d879c9442f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4000216 Sep 17 09:08:55.092305 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37306) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:08:55.094699 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220ca0a9-5979-46f4-bfd0-62af4c1db781 None None] Sync routers for ids ['0c665ba3-11e1-4f67-a6a3-04d879c9442f'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 09:08:55.103786 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220ca0a9-5979-46f4-bfd0-62af4c1db781 None None] Routers {'0c665ba3-11e1-4f67-a6a3-04d879c9442f'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:08:55.104427 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-220ca0a9-5979-46f4-bfd0-62af4c1db781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:08:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['0c665ba3-11e1-4f67-a6a3-04d879c9442f'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:08:55.144535 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-3981d5ea-4612-451c-aecc-8db16ee85cbe tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Deleting subnet b9194027-fba4-4fa6-b943-b7b052b17ea6 {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 09:08:55.147973 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3981d5ea-4612-451c-aecc-8db16ee85cbe tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:55.186626 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3981d5ea-4612-451c-aecc-8db16ee85cbe tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:55.208211 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-220ca0a9-5979-46f4-bfd0-62af4c1db781 None None] Set router 0c665ba3-11e1-4f67-a6a3-04d879c9442f gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:08:55.281080 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3981d5ea-4612-451c-aecc-8db16ee85cbe tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:55.341368 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3981d5ea-4612-451c-aecc-8db16ee85cbe tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:55.366642 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3981d5ea-4612-451c-aecc-8db16ee85cbe tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event deleted for resources: {'Subnet': ['ID=b9194027-fba4-4fa6-b943-b7b052b17ea6,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:08:55.374772 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3981d5ea-4612-451c-aecc-8db16ee85cbe tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:55.376823 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-3981d5ea-4612-451c-aecc-8db16ee85cbe tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "DELETE /v2.0/subnets/b9194027-fba4-4fa6-b943-b7b052b17ea6 HTTP/1.1" status: 204 len: 168 time: 0.2833910 Sep 17 09:08:55.379303 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37308) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:08:55.383275 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb6f079-baf9-4f98-a9ac-050639e192c7 None None] Network 3eb9ca8d-5df7-4adc-83e1-188c4b617db5 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 09:08:55.484042 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-220ca0a9-5979-46f4-bfd0-62af4c1db781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c665ba3-11e1-4f67-a6a3-04d879c9442f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-678573869', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': 'ef9d52fc-f668-4885-8969-360d5c29fabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:06:07Z', 'updated_at': '2021-09-17T09:08:54Z', 'revision_number': 5, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'gw_port': {'id': 'ef9d52fc-f668-4885-8969-360d5c29fabb', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:24:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c665ba3-11e1-4f67-a6a3-04d879c9442f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:06:07Z', 'updated_at': '2021-09-17T09:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:08:55.487311 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ee76c4ee-32e7-4ca3-acbe-e5c32451ce1b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for router, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:55.514880 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220ca0a9-5979-46f4-bfd0-62af4c1db781 None None] Checking router: 0c665ba3-11e1-4f67-a6a3-04d879c9442f for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 09:08:55.523151 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220ca0a9-5979-46f4-bfd0-62af4c1db781 None None] Routers {'0c665ba3-11e1-4f67-a6a3-04d879c9442f'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:08:55.523755 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-220ca0a9-5979-46f4-bfd0-62af4c1db781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:08:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['0c665ba3-11e1-4f67-a6a3-04d879c9442f'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:08:55.581491 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe934c6-0226-4ec9-a067-96828e7083a1 None None] DHCP port deletion for 3eb9ca8d-5df7-4adc-83e1-188c4b617db5 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 09:08:55.600512 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ee76c4ee-32e7-4ca3-acbe-e5c32451ce1b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:55.624013 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:55.634965 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-220ca0a9-5979-46f4-bfd0-62af4c1db781 None None] Set router 0c665ba3-11e1-4f67-a6a3-04d879c9442f gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:08:55.643673 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-4fe934c6-0226-4ec9-a067-96828e7083a1 None None] Deleting port 597a1fe7-6761-4dea-9fc5-7085acfb3bd0 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 09:08:55.644268 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4fe934c6-0226-4ec9-a067-96828e7083a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:55.655060 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-ee76c4ee-32e7-4ca3-acbe-e5c32451ce1b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Deleting port ef9d52fc-f668-4885-8969-360d5c29fabb {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 09:08:55.655410 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ee76c4ee-32e7-4ca3-acbe-e5c32451ce1b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:55.742032 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-ee76c4ee-32e7-4ca3-acbe-e5c32451ce1b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] For port ef9d52fc-f668-4885-8969-360d5c29fabb, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=ef9d52fc-f668-4885-8969-360d5c29fabb,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:08:55.742435 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ee76c4ee-32e7-4ca3-acbe-e5c32451ce1b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:55.755980 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-ee76c4ee-32e7-4ca3-acbe-e5c32451ce1b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Calling delete_port for ef9d52fc-f668-4885-8969-360d5c29fabb owned by network:router_gateway {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 09:08:55.819345 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-220ca0a9-5979-46f4-bfd0-62af4c1db781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c665ba3-11e1-4f67-a6a3-04d879c9442f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-678573869', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': 'ef9d52fc-f668-4885-8969-360d5c29fabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:06:07Z', 'updated_at': '2021-09-17T09:08:54Z', 'revision_number': 5, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'gw_port': {'id': 'ef9d52fc-f668-4885-8969-360d5c29fabb', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:24:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c665ba3-11e1-4f67-a6a3-04d879c9442f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:06:07Z', 'updated_at': '2021-09-17T09:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:08:55.853339 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220ca0a9-5979-46f4-bfd0-62af4c1db781 None None] The sync data for ids ['0c665ba3-11e1-4f67-a6a3-04d879c9442f'] in n-d-789963-9 is: [{'id': '0c665ba3-11e1-4f67-a6a3-04d879c9442f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-678573869', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': 'ef9d52fc-f668-4885-8969-360d5c29fabb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:06:07Z', 'updated_at': '2021-09-17T09:08:54Z', 'revision_number': 5, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'gw_port': {'id': 'ef9d52fc-f668-4885-8969-360d5c29fabb', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:24:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c665ba3-11e1-4f67-a6a3-04d879c9442f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:06:07Z', 'updated_at': '2021-09-17T09:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 09:08:55.875418 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-4fe934c6-0226-4ec9-a067-96828e7083a1 None None] For port 597a1fe7-6761-4dea-9fc5-7085acfb3bd0, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=597a1fe7-6761-4dea-9fc5-7085acfb3bd0,segment=NetworkSegment(30713925-9f43-4982-9ccc-f885c2bb2e5a),segment_id=30713925-9f43-4982-9ccc-f885c2bb2e5a)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:08:55.876186 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4fe934c6-0226-4ec9-a067-96828e7083a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:55.893752 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-4fe934c6-0226-4ec9-a067-96828e7083a1 None None] Calling delete_port for 597a1fe7-6761-4dea-9fc5-7085acfb3bd0 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 09:08:55.897963 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 82fa3ca2-d665-4629-8817-8c68e8fe2487 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 09:08:55.923217 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: 82fa3ca2-d665-4629-8817-8c68e8fe2487 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 09:08:55.923560 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 82fa3ca2-d665-4629-8817-8c68e8fe2487 not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 09:08:55.938639 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ee76c4ee-32e7-4ca3-acbe-e5c32451ce1b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:55.963197 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee76c4ee-32e7-4ca3-acbe-e5c32451ce1b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event deleted for resources: {'Port': ['ID=ef9d52fc-f668-4885-8969-360d5c29fabb,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:08:55.995113 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4fe934c6-0226-4ec9-a067-96828e7083a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:56.022878 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe934c6-0226-4ec9-a067-96828e7083a1 None None] Pushing event deleted for resources: {'Port': ['ID=597a1fe7-6761-4dea-9fc5-7085acfb3bd0,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:08:56.027595 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ee76c4ee-32e7-4ca3-acbe-e5c32451ce1b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:56.030569 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe934c6-0226-4ec9-a067-96828e7083a1 None None] No DVR routers for this DVR port 597a1fe7-6761-4dea-9fc5-7085acfb3bd0 on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 09:08:56.032956 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe934c6-0226-4ec9-a067-96828e7083a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:08:56.033320 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe934c6-0226-4ec9-a067-96828e7083a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:08:56.033662 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe934c6-0226-4ec9-a067-96828e7083a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:08:56.034273 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe934c6-0226-4ec9-a067-96828e7083a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:08:56.034608 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe934c6-0226-4ec9-a067-96828e7083a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:08:56.034946 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe934c6-0226-4ec9-a067-96828e7083a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:08:56.035279 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe934c6-0226-4ec9-a067-96828e7083a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:08:56.035610 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe934c6-0226-4ec9-a067-96828e7083a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:08:56.036047 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe934c6-0226-4ec9-a067-96828e7083a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:08:56.036400 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe934c6-0226-4ec9-a067-96828e7083a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:08:56.036732 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe934c6-0226-4ec9-a067-96828e7083a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:08:56.037062 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe934c6-0226-4ec9-a067-96828e7083a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:08:56.384903 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ee76c4ee-32e7-4ca3-acbe-e5c32451ce1b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:56.386908 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ee76c4ee-32e7-4ca3-acbe-e5c32451ce1b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:56.429412 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ee76c4ee-32e7-4ca3-acbe-e5c32451ce1b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:56.429966 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee76c4ee-32e7-4ca3-acbe-e5c32451ce1b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Fanout notify agent at l3_agent the message router_deleted on router 0c665ba3-11e1-4f67-a6a3-04d879c9442f {{(pid=101290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 09:08:56.436705 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ee76c4ee-32e7-4ca3-acbe-e5c32451ce1b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:56.437829 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ee76c4ee-32e7-4ca3-acbe-e5c32451ce1b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "DELETE /v2.0/routers/0c665ba3-11e1-4f67-a6a3-04d879c9442f HTTP/1.1" status: 204 len: 168 time: 1.0575676 Sep 17 09:08:56.440564 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37310) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:08:56.517285 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1b991698-49d2-43e9-afe6-f473567a47eb tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:56.605607 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1b991698-49d2-43e9-afe6-f473567a47eb tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:56.625404 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-1b991698-49d2-43e9-afe6-f473567a47eb tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eb9ca8d-5df7-4adc-83e1-188c4b617db5']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:08:56.635100 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-1b991698-49d2-43e9-afe6-f473567a47eb tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30713925-9f43-4982-9ccc-f885c2bb2e5a') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:08:56.635328 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-1b991698-49d2-43e9-afe6-f473567a47eb tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30713925-9f43-4982-9ccc-f885c2bb2e5a') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:08:56.644528 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1b991698-49d2-43e9-afe6-f473567a47eb tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:56.657802 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1b991698-49d2-43e9-afe6-f473567a47eb tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:56.663647 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b991698-49d2-43e9-afe6-f473567a47eb tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 09:08:56.664073 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1b991698-49d2-43e9-afe6-f473567a47eb tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:56.667009 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 09:08:56.667009 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 09:08:56.667009 n-d-789963-9 neutron-server[101290]: timer() Sep 17 09:08:56.667009 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 09:08:56.667009 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 09:08:56.667009 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 09:08:56.667009 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 09:08:56.667009 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 09:08:56.667009 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 09:08:56.667009 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 09:08:56.667009 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 09:08:56.667009 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 09:08:56.667009 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 09:08:56.667009 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 09:08:56.667009 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 09:08:56.667009 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 09:08:56.667009 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 09:08:56.667009 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 09:08:56.667009 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 09:08:56.667009 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 09:08:56.667009 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 09:08:56.667009 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 09:08:56.667009 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 09:08:56.667009 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 09:08:56.667009 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 09:08:56.667009 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 09:08:56.667009 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 09:08:56.667009 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 09:08:56.667009 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 09:08:56.667009 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 09:08:56.667009 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 09:08:56.667009 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 09:08:56.725847 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1b991698-49d2-43e9-afe6-f473567a47eb tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:56.732668 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1b991698-49d2-43e9-afe6-f473567a47eb tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:56.734491 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-1b991698-49d2-43e9-afe6-f473567a47eb tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "DELETE /v2.0/networks/3eb9ca8d-5df7-4adc-83e1-188c4b617db5 HTTP/1.1" status: 204 len: 168 time: 0.2929103 Sep 17 09:08:56.737429 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37312) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:08:56.745100 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b991698-49d2-43e9-afe6-f473567a47eb tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event deleted for resources: {'Network': ['ID=3eb9ca8d-5df7-4adc-83e1-188c4b617db5,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:08:56.795087 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1b82038c-2a35-4fda-a5e5-b17d301fa796 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:56.819217 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1b82038c-2a35-4fda-a5e5-b17d301fa796 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:56.882573 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1b82038c-2a35-4fda-a5e5-b17d301fa796 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:56.885867 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1b82038c-2a35-4fda-a5e5-b17d301fa796 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:56.887016 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-1b82038c-2a35-4fda-a5e5-b17d301fa796 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "DELETE /v2.0/security-groups/564e4a81-090a-4335-b296-0d15221e6d91 HTTP/1.1" status: 204 len: 168 time: 0.1484196 Sep 17 09:08:56.897349 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b82038c-2a35-4fda-a5e5-b17d301fa796 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=564e4a81-090a-4335-b296-0d15221e6d91,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:08:56.906959 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b82038c-2a35-4fda-a5e5-b17d301fa796 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:08:56.907313 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b82038c-2a35-4fda-a5e5-b17d301fa796 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:08:56.907662 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b82038c-2a35-4fda-a5e5-b17d301fa796 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:08:56.908026 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b82038c-2a35-4fda-a5e5-b17d301fa796 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:08:56.908362 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b82038c-2a35-4fda-a5e5-b17d301fa796 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:08:56.912247 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b82038c-2a35-4fda-a5e5-b17d301fa796 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:08:56.912904 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b82038c-2a35-4fda-a5e5-b17d301fa796 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:08:56.913516 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b82038c-2a35-4fda-a5e5-b17d301fa796 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:08:56.914319 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b82038c-2a35-4fda-a5e5-b17d301fa796 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:08:56.914706 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b82038c-2a35-4fda-a5e5-b17d301fa796 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:08:56.915032 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b82038c-2a35-4fda-a5e5-b17d301fa796 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:08:56.915465 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b82038c-2a35-4fda-a5e5-b17d301fa796 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:08:56.939805 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 597a1fe7-6761-4dea-9fc5-7085acfb3bd0 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 09:08:56.963301 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 597a1fe7-6761-4dea-9fc5-7085acfb3bd0 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 09:08:56.963657 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 597a1fe7-6761-4dea-9fc5-7085acfb3bd0 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 09:08:56.964099 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device c8662a45-ba73-4336-b68f-a0346d0df624 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 09:08:56.984297 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: c8662a45-ba73-4336-b68f-a0346d0df624 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 09:08:56.984646 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device c8662a45-ba73-4336-b68f-a0346d0df624 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 09:08:56.985057 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device ef9d52fc-f668-4885-8969-360d5c29fabb no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 09:08:57.006237 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: ef9d52fc-f668-4885-8969-360d5c29fabb {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 09:08:57.006237 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device ef9d52fc-f668-4885-8969-360d5c29fabb not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 09:08:57.156416 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37318) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:08:57.161307 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-ea64ab81-30c1-403e-bf94-d42e158723f7 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1992367068', 'description': 'tempest-secgroup-smoke-1992367068 description', 'project_id': '7e48e67a07fa4821a019352e4f896fd6'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:08:57.182739 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ea64ab81-30c1-403e-bf94-d42e158723f7 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:57.262304 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ea64ab81-30c1-403e-bf94-d42e158723f7 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:57.266236 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ea64ab81-30c1-403e-bf94-d42e158723f7 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:57.294831 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ea64ab81-30c1-403e-bf94-d42e158723f7 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:57.296089 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ea64ab81-30c1-403e-bf94-d42e158723f7 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1386409 Sep 17 09:08:57.296793 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea64ab81-30c1-403e-bf94-d42e158723f7 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd49bc7-ac11-45f8-a3e2-037e8c3326f6,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:08:57.298942 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37320) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:08:57.303195 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-e020cf9b-9a61-4d78-b226-761764ef57c3 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Request body: {'security_group_rule': {'security_group_id': '2bd49bc7-ac11-45f8-a3e2-037e8c3326f6', 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:08:57.328796 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e020cf9b-9a61-4d78-b226-761764ef57c3 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:57.382185 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e020cf9b-9a61-4d78-b226-761764ef57c3 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:57.385710 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e020cf9b-9a61-4d78-b226-761764ef57c3 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:57.404875 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e020cf9b-9a61-4d78-b226-761764ef57c3 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b15b15bc-6805-4f6f-a343-ff140aff641d,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:08:57.412113 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-e020cf9b-9a61-4d78-b226-761764ef57c3 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:57.413301 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-e020cf9b-9a61-4d78-b226-761764ef57c3 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1134529 Sep 17 09:08:57.416543 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37322) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:08:57.420707 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-7e27c160-8aef-473c-b462-6d73bd602cce tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Request body: {'security_group_rule': {'security_group_id': '2bd49bc7-ac11-45f8-a3e2-037e8c3326f6', 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:08:57.446437 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7e27c160-8aef-473c-b462-6d73bd602cce tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:57.505682 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7e27c160-8aef-473c-b462-6d73bd602cce tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:57.509133 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7e27c160-8aef-473c-b462-6d73bd602cce tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:57.529299 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e27c160-8aef-473c-b462-6d73bd602cce tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25374cbe-b2d7-427a-85e2-098107de28ff,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:08:57.533222 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7e27c160-8aef-473c-b462-6d73bd602cce tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:57.534654 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-7e27c160-8aef-473c-b462-6d73bd602cce tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1172242 Sep 17 09:08:57.537421 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37324) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:08:57.542148 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-4de14fa9-4099-4eee-a782-c1f411b4ed5b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Request body: {'security_group_rule': {'security_group_id': '2bd49bc7-ac11-45f8-a3e2-037e8c3326f6', 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:08:57.568117 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4de14fa9-4099-4eee-a782-c1f411b4ed5b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:57.623396 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4de14fa9-4099-4eee-a782-c1f411b4ed5b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:57.626736 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4de14fa9-4099-4eee-a782-c1f411b4ed5b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:57.646792 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de14fa9-4099-4eee-a782-c1f411b4ed5b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19ab448c-5b53-41cb-b9d2-c5a0319af7fc,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:08:57.651384 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4de14fa9-4099-4eee-a782-c1f411b4ed5b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:57.652572 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-4de14fa9-4099-4eee-a782-c1f411b4ed5b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1142416 Sep 17 09:08:57.655522 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37326) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:08:57.660424 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-a328b610-6362-4462-938b-7a14ff380e66 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Request body: {'security_group_rule': {'security_group_id': '2bd49bc7-ac11-45f8-a3e2-037e8c3326f6', 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:08:57.690439 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a328b610-6362-4462-938b-7a14ff380e66 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:57.737949 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a328b610-6362-4462-938b-7a14ff380e66 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:57.741610 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a328b610-6362-4462-938b-7a14ff380e66 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:57.758747 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a328b610-6362-4462-938b-7a14ff380e66 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ec827c4-c5a3-4f5f-8178-0017f67b08c2,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:08:57.764158 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a328b610-6362-4462-938b-7a14ff380e66 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:57.765503 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-a328b610-6362-4462-938b-7a14ff380e66 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1088758 Sep 17 09:08:57.768159 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37328) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:08:57.772724 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-d84a776c-f60a-4adc-a8d6-2c4afe7be786 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Request body: {'security_group_rule': {'security_group_id': '2bd49bc7-ac11-45f8-a3e2-037e8c3326f6', 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:08:57.795072 n-d-789963-9 neutron-server[101289]: INFO neutron.db.securitygroups_db [None req-d84a776c-f60a-4adc-a8d6-2c4afe7be786 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Project 7e48e67a07fa4821a019352e4f896fd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 09:08:57.799624 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d84a776c-f60a-4adc-a8d6-2c4afe7be786 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:57.857425 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d84a776c-f60a-4adc-a8d6-2c4afe7be786 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:57.860980 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d84a776c-f60a-4adc-a8d6-2c4afe7be786 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:57.877994 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84a776c-f60a-4adc-a8d6-2c4afe7be786 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3881b37a-e534-4d2f-a72b-9237a6fb0ed9,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:08:57.886224 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d84a776c-f60a-4adc-a8d6-2c4afe7be786 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:57.887478 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-d84a776c-f60a-4adc-a8d6-2c4afe7be786 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1183851 Sep 17 09:08:57.890173 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37330) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:08:57.894656 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-732d1281-27fd-4d76-af82-2aafa0823c95 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Request body: {'security_group_rule': {'security_group_id': '2bd49bc7-ac11-45f8-a3e2-037e8c3326f6', 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:08:57.916735 n-d-789963-9 neutron-server[101289]: INFO neutron.db.securitygroups_db [None req-732d1281-27fd-4d76-af82-2aafa0823c95 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Project 7e48e67a07fa4821a019352e4f896fd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 09:08:57.921343 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-732d1281-27fd-4d76-af82-2aafa0823c95 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:57.978670 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-732d1281-27fd-4d76-af82-2aafa0823c95 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:57.982513 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-732d1281-27fd-4d76-af82-2aafa0823c95 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:57.999173 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732d1281-27fd-4d76-af82-2aafa0823c95 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bd43b2f-1edd-4ffc-aeb4-cdcafdf1be53,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:08:58.004746 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-732d1281-27fd-4d76-af82-2aafa0823c95 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:58.005607 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-732d1281-27fd-4d76-af82-2aafa0823c95 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1145151 Sep 17 09:08:58.008447 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37332) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:08:58.017425 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-587b2e9f-c80c-45c0-9f89-947a58467a27 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Request body: {'network': {'name': 'tempest-network-smoke--1650498764', 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'port_security_enabled': True}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:08:58.037412 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587b2e9f-c80c-45c0-9f89-947a58467a27 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Made reservation on behalf of 7e48e67a07fa4821a019352e4f896fd6 for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 09:08:58.040911 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-587b2e9f-c80c-45c0-9f89-947a58467a27 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:58.062782 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-587b2e9f-c80c-45c0-9f89-947a58467a27 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 09:08:58.071894 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-587b2e9f-c80c-45c0-9f89-947a58467a27 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:58.072245 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-587b2e9f-c80c-45c0-9f89-947a58467a27 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Added segment 111cc8c2-8270-4e6b-aa59-4355eb81a786 of type vlan for network 2f16645a-d0a8-4ef1-a995-673364406513 Sep 17 09:08:58.114108 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-587b2e9f-c80c-45c0-9f89-947a58467a27 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:58.137614 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-587b2e9f-c80c-45c0-9f89-947a58467a27 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:58.143825 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587b2e9f-c80c-45c0-9f89-947a58467a27 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:08:58.144453 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-587b2e9f-c80c-45c0-9f89-947a58467a27 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:58.182436 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-587b2e9f-c80c-45c0-9f89-947a58467a27 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1703072 Sep 17 09:08:58.185387 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37334) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:08:58.189967 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-854bfa7e-f3bb-4df9-ba11-86462835ec03 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-174811293', 'admin_state_up': True, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:08:58.210092 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587b2e9f-c80c-45c0-9f89-947a58467a27 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event updated for resources: {'Network': ['ID=2f16645a-d0a8-4ef1-a995-673364406513,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:08:58.213717 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-854bfa7e-f3bb-4df9-ba11-86462835ec03 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:58.214714 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-854bfa7e-f3bb-4df9-ba11-86462835ec03 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:58.222190 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 2f16645a-d0a8-4ef1-a995-673364406513 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 09:08:58.271174 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-854bfa7e-f3bb-4df9-ba11-86462835ec03 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:58.408684 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-854bfa7e-f3bb-4df9-ba11-86462835ec03 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:58.596425 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-854bfa7e-f3bb-4df9-ba11-86462835ec03 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for router_gateway, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:58.614266 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-854bfa7e-f3bb-4df9-ba11-86462835ec03 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:58.712503 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-854bfa7e-f3bb-4df9-ba11-86462835ec03 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Allocated IP 172.25.6.57 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/fb85e243-e019-4dad-8844-b47912eb0679) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 09:08:58.813640 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-854bfa7e-f3bb-4df9-ba11-86462835ec03 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:58.845730 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-854bfa7e-f3bb-4df9-ba11-86462835ec03 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:58.879618 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854bfa7e-f3bb-4df9-ba11-86462835ec03 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 09:08:58.882365 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-854bfa7e-f3bb-4df9-ba11-86462835ec03 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 09:08:58.885948 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854bfa7e-f3bb-4df9-ba11-86462835ec03 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 09:08:58.920470 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854bfa7e-f3bb-4df9-ba11-86462835ec03 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event updated for resources: {'Port': ['ID=fb85e243-e019-4dad-8844-b47912eb0679,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:08:59.138307 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-854bfa7e-f3bb-4df9-ba11-86462835ec03 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for router_gateway, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:59.330414 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-854bfa7e-f3bb-4df9-ba11-86462835ec03 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:59.453689 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-854bfa7e-f3bb-4df9-ba11-86462835ec03 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Router e179b40a-55df-40b7-adb2-d222ab24e676 is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 09:08:59.560096 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-854bfa7e-f3bb-4df9-ba11-86462835ec03 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 09:08:59.569411 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e7465a-3b74-483a-b0dd-20ec5aec6f02 None None] Sync routers for ids ['e179b40a-55df-40b7-adb2-d222ab24e676'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 09:08:59.577882 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-854bfa7e-f3bb-4df9-ba11-86462835ec03 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:59.578948 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e7465a-3b74-483a-b0dd-20ec5aec6f02 None None] Routers {'e179b40a-55df-40b7-adb2-d222ab24e676'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:08:59.579337 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-854bfa7e-f3bb-4df9-ba11-86462835ec03 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.3929508 Sep 17 09:08:59.579587 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-b9e7465a-3b74-483a-b0dd-20ec5aec6f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:08:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['e179b40a-55df-40b7-adb2-d222ab24e676'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:08:59.582603 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37338) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:08:59.610229 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-9cbf3a63-1dac-4ce9-9c93-c8f9004cfd6d tempest-TestNetworkAdvancedServerOps-1761391694 tempest-TestNetworkAdvancedServerOps-1761391694-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=7e48e67a07fa4821a019352e4f896fd6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264194 Sep 17 09:08:59.612887 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37340) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:08:59.682846 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-b9e7465a-3b74-483a-b0dd-20ec5aec6f02 None None] Set router e179b40a-55df-40b7-adb2-d222ab24e676 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:08:59.701088 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308570ba-6736-4e79-b7e3-c6b39f471f5e tempest-TestNetworkAdvancedServerOps-1761391694 tempest-TestNetworkAdvancedServerOps-1761391694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:08:59.702640 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-308570ba-6736-4e79-b7e3-c6b39f471f5e tempest-TestNetworkAdvancedServerOps-1761391694 tempest-TestNetworkAdvancedServerOps-1761391694-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0888710 Sep 17 09:08:59.705510 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37342) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:08:59.732146 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c80014ec-4992-4b0d-86a7-198bc9e95c82 tempest-TestNetworkAdvancedServerOps-1761391694 tempest-TestNetworkAdvancedServerOps-1761391694-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=5fc128c4-343a-4b5b-8a61-6a2b8d95c555&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0256398 Sep 17 09:08:59.734551 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37344) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:08:59.739164 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-a961fd57-aa9c-42b4-996f-c40ba190d48f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1184088939', 'network_id': '2f16645a-d0a8-4ef1-a995-673364406513', 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:08:59.832314 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a961fd57-aa9c-42b4-996f-c40ba190d48f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Made reservation on behalf of 7e48e67a07fa4821a019352e4f896fd6 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 09:08:59.836078 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a961fd57-aa9c-42b4-996f-c40ba190d48f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:08:59.856793 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-b9e7465a-3b74-483a-b0dd-20ec5aec6f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e179b40a-55df-40b7-adb2-d222ab24e676', 'name': 'tempest-TestNetworkAdvancedServerOps-router-174811293', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'fb85e243-e019-4dad-8844-b47912eb0679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:08:58Z', 'updated_at': '2021-09-17T09:08:59Z', 'revision_number': 3, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'gw_port': {'id': 'fb85e243-e019-4dad-8844-b47912eb0679', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:22:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e179b40a-55df-40b7-adb2-d222ab24e676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:08:58Z', 'updated_at': '2021-09-17T09:08:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:08:59.887580 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e7465a-3b74-483a-b0dd-20ec5aec6f02 None None] Checking router: e179b40a-55df-40b7-adb2-d222ab24e676 for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 09:08:59.887956 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e7465a-3b74-483a-b0dd-20ec5aec6f02 None None] Updating router e179b40a-55df-40b7-adb2-d222ab24e676 port fb85e243-e019-4dad-8844-b47912eb0679 binding host n-d-789963-9 {{(pid=101291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 09:08:59.913333 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b9e7465a-3b74-483a-b0dd-20ec5aec6f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:00.013055 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a961fd57-aa9c-42b4-996f-c40ba190d48f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:00.080917 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a961fd57-aa9c-42b4-996f-c40ba190d48f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event updated for resources: {'Subnet': ['ID=c8b87a3b-711c-4815-a295-37613187d5dc,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:09:00.090712 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a961fd57-aa9c-42b4-996f-c40ba190d48f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Checking segment: {'id': '111cc8c2-8270-4e6b-aa59-4355eb81a786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f16645a-d0a8-4ef1-a995-673364406513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 09:09:00.091086 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a961fd57-aa9c-42b4-996f-c40ba190d48f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Network hostable DHCP agents. Network: 2f16645a-d0a8-4ef1-a995-673364406513, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 09:09:00.107646 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a961fd57-aa9c-42b4-996f-c40ba190d48f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Network 2f16645a-d0a8-4ef1-a995-673364406513 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 09:09:00.115807 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-a961fd57-aa9c-42b4-996f-c40ba190d48f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 2f16645a-d0a8-4ef1-a995-673364406513) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 09:09:00.120424 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a961fd57-aa9c-42b4-996f-c40ba190d48f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:09:00.120941 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a961fd57-aa9c-42b4-996f-c40ba190d48f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:00.128838 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0da194e-e83d-45d2-9a0c-2729555ac51b None None] Network 2f16645a-d0a8-4ef1-a995-673364406513 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 09:09:00.136708 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a961fd57-aa9c-42b4-996f-c40ba190d48f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4007916 Sep 17 09:09:00.139091 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37346) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:09:00.226670 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b9e7465a-3b74-483a-b0dd-20ec5aec6f02 None None] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:00.236703 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b9e7465a-3b74-483a-b0dd-20ec5aec6f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:00.325408 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-b9e7465a-3b74-483a-b0dd-20ec5aec6f02 None None] Attempting to bind port fb85e243-e019-4dad-8844-b47912eb0679 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 09:09:00.325783 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-b9e7465a-3b74-483a-b0dd-20ec5aec6f02 None None] Attempting to bind port fb85e243-e019-4dad-8844-b47912eb0679 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 09:09:00.326160 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e7465a-3b74-483a-b0dd-20ec5aec6f02 None None] Attempting to bind port fb85e243-e019-4dad-8844-b47912eb0679 on network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 09:09:00.329635 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a7fa6e-753c-4484-860b-3418fbf454da None None] Pushing event updated for resources: {'Port': ['ID=fb85e243-e019-4dad-8844-b47912eb0679,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:09:00.339429 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e7465a-3b74-483a-b0dd-20ec5aec6f02 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 9, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 09:09:00.339813 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e7465a-3b74-483a-b0dd-20ec5aec6f02 None None] Checking segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 09:09:00.340242 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b9e7465a-3b74-483a-b0dd-20ec5aec6f02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:00.340635 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e7465a-3b74-483a-b0dd-20ec5aec6f02 None None] Bound using segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 09:09:00.341109 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-b9e7465a-3b74-483a-b0dd-20ec5aec6f02 None None] Bound port: fb85e243-e019-4dad-8844-b47912eb0679, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 09:09:00.341495 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b9e7465a-3b74-483a-b0dd-20ec5aec6f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:00.394920 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d6dc18-93b4-4f0b-a621-3b62e00bfa38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-2f16645a-d0a8-4ef1-a995-673364406513', 'network_id': '2f16645a-d0a8-4ef1-a995-673364406513', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'fixed_ips': [{'subnet_id': 'c8b87a3b-711c-4815-a295-37613187d5dc'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 09:09:00.395784 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e4d6dc18-93b4-4f0b-a621-3b62e00bfa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:00.430251 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-b9e7465a-3b74-483a-b0dd-20ec5aec6f02 None None] For port fb85e243-e019-4dad-8844-b47912eb0679, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 09:09:00.434520 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-b9e7465a-3b74-483a-b0dd-20ec5aec6f02 None None] For port fb85e243-e019-4dad-8844-b47912eb0679, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=fb85e243-e019-4dad-8844-b47912eb0679,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 09:09:00.439526 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b9e7465a-3b74-483a-b0dd-20ec5aec6f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:00.569638 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5aadf361-aefb-49de-9e9c-7c8b8a890338 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:00.579119 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e7465a-3b74-483a-b0dd-20ec5aec6f02 None None] Routers {'e179b40a-55df-40b7-adb2-d222ab24e676'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:09:00.579753 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-b9e7465a-3b74-483a-b0dd-20ec5aec6f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:08:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['e179b40a-55df-40b7-adb2-d222ab24e676'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:09:00.620852 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a7fa6e-753c-4484-860b-3418fbf454da None None] Pushing event updated for resources: {'Port': ['ID=fb85e243-e019-4dad-8844-b47912eb0679,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:09:00.651932 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-e4d6dc18-93b4-4f0b-a621-3b62e00bfa38 None None] Allocated IP 172.20.0.2 (2f16645a-d0a8-4ef1-a995-673364406513/c8b87a3b-711c-4815-a295-37613187d5dc/04263ea5-1107-4f1f-9306-9bbd4c1df67f) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 09:09:00.733028 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-b9e7465a-3b74-483a-b0dd-20ec5aec6f02 None None] Set router e179b40a-55df-40b7-adb2-d222ab24e676 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:09:00.969639 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e4d6dc18-93b4-4f0b-a621-3b62e00bfa38 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:00.977954 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e4d6dc18-93b4-4f0b-a621-3b62e00bfa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:01.022719 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d6dc18-93b4-4f0b-a621-3b62e00bfa38 None None] Network 2f16645a-d0a8-4ef1-a995-673364406513 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 09:09:01.022948 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-5aadf361-aefb-49de-9e9c-7c8b8a890338 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Allocated IP 172.20.0.1 (2f16645a-d0a8-4ef1-a995-673364406513/c8b87a3b-711c-4815-a295-37613187d5dc/e707c424-3783-44f0-bb1f-41c1e6c95ea8) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 09:09:01.032169 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-e4d6dc18-93b4-4f0b-a621-3b62e00bfa38 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 09:09:01.037465 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d6dc18-93b4-4f0b-a621-3b62e00bfa38 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 09:09:01.041512 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d6dc18-93b4-4f0b-a621-3b62e00bfa38 None None] Pushing event updated for resources: {'Port': ['ID=04263ea5-1107-4f1f-9306-9bbd4c1df67f,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:09:01.050265 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-b9e7465a-3b74-483a-b0dd-20ec5aec6f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e179b40a-55df-40b7-adb2-d222ab24e676', 'name': 'tempest-TestNetworkAdvancedServerOps-router-174811293', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'fb85e243-e019-4dad-8844-b47912eb0679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:08:58Z', 'updated_at': '2021-09-17T09:08:59Z', 'revision_number': 3, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'gw_port': {'id': 'fb85e243-e019-4dad-8844-b47912eb0679', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:22:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e179b40a-55df-40b7-adb2-d222ab24e676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:08:58Z', 'updated_at': '2021-09-17T09:09:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:09:01.092378 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e7465a-3b74-483a-b0dd-20ec5aec6f02 None None] The sync data for ids ['e179b40a-55df-40b7-adb2-d222ab24e676'] in n-d-789963-9 is: [{'id': 'e179b40a-55df-40b7-adb2-d222ab24e676', 'name': 'tempest-TestNetworkAdvancedServerOps-router-174811293', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'fb85e243-e019-4dad-8844-b47912eb0679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:08:58Z', 'updated_at': '2021-09-17T09:08:59Z', 'revision_number': 3, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'gw_port': {'id': 'fb85e243-e019-4dad-8844-b47912eb0679', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:22:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e179b40a-55df-40b7-adb2-d222ab24e676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:08:58Z', 'updated_at': '2021-09-17T09:09:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 09:09:01.126742 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-e4d6dc18-93b4-4f0b-a621-3b62e00bfa38 None None] Attempting to bind port 04263ea5-1107-4f1f-9306-9bbd4c1df67f on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 09:09:01.127122 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-e4d6dc18-93b4-4f0b-a621-3b62e00bfa38 None None] Attempting to bind port 04263ea5-1107-4f1f-9306-9bbd4c1df67f by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '111cc8c2-8270-4e6b-aa59-4355eb81a786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f16645a-d0a8-4ef1-a995-673364406513'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 09:09:01.127521 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d6dc18-93b4-4f0b-a621-3b62e00bfa38 None None] Attempting to bind port 04263ea5-1107-4f1f-9306-9bbd4c1df67f on network 2f16645a-d0a8-4ef1-a995-673364406513 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 09:09:01.133180 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d6dc18-93b4-4f0b-a621-3b62e00bfa38 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 9, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 09:09:01.134205 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d6dc18-93b4-4f0b-a621-3b62e00bfa38 None None] Checking segment: {'id': '111cc8c2-8270-4e6b-aa59-4355eb81a786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f16645a-d0a8-4ef1-a995-673364406513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 09:09:01.134524 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e4d6dc18-93b4-4f0b-a621-3b62e00bfa38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:01.134926 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d6dc18-93b4-4f0b-a621-3b62e00bfa38 None None] Bound using segment: {'id': '111cc8c2-8270-4e6b-aa59-4355eb81a786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f16645a-d0a8-4ef1-a995-673364406513'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 09:09:01.135407 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-e4d6dc18-93b4-4f0b-a621-3b62e00bfa38 None None] Bound port: 04263ea5-1107-4f1f-9306-9bbd4c1df67f, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '111cc8c2-8270-4e6b-aa59-4355eb81a786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f16645a-d0a8-4ef1-a995-673364406513'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 09:09:01.135805 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e4d6dc18-93b4-4f0b-a621-3b62e00bfa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:01.204727 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-e4d6dc18-93b4-4f0b-a621-3b62e00bfa38 None None] For port 04263ea5-1107-4f1f-9306-9bbd4c1df67f, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 09:09:01.208671 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-e4d6dc18-93b4-4f0b-a621-3b62e00bfa38 None None] For port 04263ea5-1107-4f1f-9306-9bbd4c1df67f, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=04263ea5-1107-4f1f-9306-9bbd4c1df67f,segment=NetworkSegment(111cc8c2-8270-4e6b-aa59-4355eb81a786),segment_id=111cc8c2-8270-4e6b-aa59-4355eb81a786)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 09:09:01.214580 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e4d6dc18-93b4-4f0b-a621-3b62e00bfa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:01.280534 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d6dc18-93b4-4f0b-a621-3b62e00bfa38 None None] Pushing event updated for resources: {'Port': ['ID=04263ea5-1107-4f1f-9306-9bbd4c1df67f,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:09:01.471329 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5aadf361-aefb-49de-9e9c-7c8b8a890338 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:01.507936 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5aadf361-aefb-49de-9e9c-7c8b8a890338 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:01.566222 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aadf361-aefb-49de-9e9c-7c8b8a890338 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Network 2f16645a-d0a8-4ef1-a995-673364406513 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 09:09:01.567704 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aadf361-aefb-49de-9e9c-7c8b8a890338 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event updated for resources: {'Port': ['ID=e707c424-3783-44f0-bb1f-41c1e6c95ea8,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:09:01.572038 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-5aadf361-aefb-49de-9e9c-7c8b8a890338 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 09:09:01.575134 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aadf361-aefb-49de-9e9c-7c8b8a890338 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 09:09:01.618903 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5aadf361-aefb-49de-9e9c-7c8b8a890338 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:01.752841 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5aadf361-aefb-49de-9e9c-7c8b8a890338 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:02.038945 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5aadf361-aefb-49de-9e9c-7c8b8a890338 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:02.045353 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5aadf361-aefb-49de-9e9c-7c8b8a890338 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:02.121957 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aadf361-aefb-49de-9e9c-7c8b8a890338 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event updated for resources: {'Port': ['ID=e707c424-3783-44f0-bb1f-41c1e6c95ea8,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:09:02.126973 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-5aadf361-aefb-49de-9e9c-7c8b8a890338 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:02.210101 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55cb4db7-8c7f-4e3b-972f-b56c1909c179 None None] Network 2f16645a-d0a8-4ef1-a995-673364406513 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 09:09:02.221823 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aadf361-aefb-49de-9e9c-7c8b8a890338 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Network 2f16645a-d0a8-4ef1-a995-673364406513 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 09:09:02.223176 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-5aadf361-aefb-49de-9e9c-7c8b8a890338 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 09:09:02.335102 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-729b7e92-a360-42ba-ae1a-59ea718e24ea None None] Provisioning complete for port 04263ea5-1107-4f1f-9306-9bbd4c1df67f triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:09:02.335386 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-729b7e92-a360-42ba-ae1a-59ea718e24ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:02.343127 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aadf361-aefb-49de-9e9c-7c8b8a890338 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Router e179b40a-55df-40b7-adb2-d222ab24e676 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 09:09:02.455589 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-729b7e92-a360-42ba-ae1a-59ea718e24ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:02.459691 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aadf361-aefb-49de-9e9c-7c8b8a890338 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 09:09:02.476436 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-5aadf361-aefb-49de-9e9c-7c8b8a890338 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "PUT /v2.0/routers/e179b40a-55df-40b7-adb2-d222ab24e676/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3272393 Sep 17 09:09:02.501995 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-729b7e92-a360-42ba-ae1a-59ea718e24ea None None] For port 04263ea5-1107-4f1f-9306-9bbd4c1df67f, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=04263ea5-1107-4f1f-9306-9bbd4c1df67f,segment=NetworkSegment(111cc8c2-8270-4e6b-aa59-4355eb81a786),segment_id=111cc8c2-8270-4e6b-aa59-4355eb81a786)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:09:02.510336 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-729b7e92-a360-42ba-ae1a-59ea718e24ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:02.574284 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729b7e92-a360-42ba-ae1a-59ea718e24ea None None] Pushing event updated for resources: {'Port': ['ID=04263ea5-1107-4f1f-9306-9bbd4c1df67f,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:09:02.733285 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device fb85e243-e019-4dad-8844-b47912eb0679 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 09:09:02.762332 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-34ae25c5-3140-40a8-8bed-fad68d801032 None None] Provisioning complete for port 04263ea5-1107-4f1f-9306-9bbd4c1df67f triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:09:02.762763 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-34ae25c5-3140-40a8-8bed-fad68d801032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:02.787655 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9059d930-6b91-4111-ab6e-4708f0dcac68 None None] Sync routers for ids ['e179b40a-55df-40b7-adb2-d222ab24e676'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 09:09:02.797328 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9059d930-6b91-4111-ab6e-4708f0dcac68 None None] Routers {'e179b40a-55df-40b7-adb2-d222ab24e676'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:09:02.797981 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-9059d930-6b91-4111-ab6e-4708f0dcac68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:08:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['e179b40a-55df-40b7-adb2-d222ab24e676'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:09:02.916088 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-9059d930-6b91-4111-ab6e-4708f0dcac68 None None] Set router e179b40a-55df-40b7-adb2-d222ab24e676 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:09:02.932437 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f476af06-71e9-440e-8469-5670d909cce0 req-e70c6cd1-61de-4a04-8d58-bbc2049491af tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1992367068&fields=id&tenant_id=7e48e67a07fa4821a019352e4f896fd6 HTTP/1.1" status: 200 len: 267 time: 0.0452950 Sep 17 09:09:03.029303 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port fb85e243-e019-4dad-8844-b47912eb0679 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:09:03.029830 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:03.064525 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f476af06-71e9-440e-8469-5670d909cce0 req-ac847e60-fad0-41b9-8f10-c122e5f4ab45 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:09:03.066772 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f476af06-71e9-440e-8469-5670d909cce0 req-ac847e60-fad0-41b9-8f10-c122e5f4ab45 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/networks?id=2f16645a-d0a8-4ef1-a995-673364406513 HTTP/1.1" status: 200 len: 797 time: 0.1318233 Sep 17 09:09:03.089613 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f476af06-71e9-440e-8469-5670d909cce0 req-d773ef11-e6c2-4425-a284-cbfdde17c6cb tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/quotas/7e48e67a07fa4821a019352e4f896fd6 HTTP/1.1" status: 200 len: 375 time: 0.0110724 Sep 17 09:09:03.108859 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-34ae25c5-3140-40a8-8bed-fad68d801032 None None] Provisioning complete for port e707c424-3783-44f0-bb1f-41c1e6c95ea8 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:09:03.109338 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-34ae25c5-3140-40a8-8bed-fad68d801032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:03.145453 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-9059d930-6b91-4111-ab6e-4708f0dcac68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e179b40a-55df-40b7-adb2-d222ab24e676', 'name': 'tempest-TestNetworkAdvancedServerOps-router-174811293', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'fb85e243-e019-4dad-8844-b47912eb0679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:08:58Z', 'updated_at': '2021-09-17T09:09:01Z', 'revision_number': 4, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'gw_port': {'id': 'fb85e243-e019-4dad-8844-b47912eb0679', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:22:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e179b40a-55df-40b7-adb2-d222ab24e676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:08:58Z', 'updated_at': '2021-09-17T09:09:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'e707c424-3783-44f0-bb1f-41c1e6c95ea8', 'name': '', 'network_id': '2f16645a-d0a8-4ef1-a995-673364406513', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'mac_address': 'fa:16:3e:c5:d6:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e179b40a-55df-40b7-adb2-d222ab24e676', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'c8b87a3b-711c-4815-a295-37613187d5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:09:00Z', 'updated_at': '2021-09-17T09:09:01Z', 'revision_number': 2, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'subnets': [{'id': 'c8b87a3b-711c-4815-a295-37613187d5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:09:03.149969 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f476af06-71e9-440e-8469-5670d909cce0 req-807eafdd-8ff8-4069-ac1f-597f8487e6c4 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7e48e67a07fa4821a019352e4f896fd6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0542645 Sep 17 09:09:03.168113 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-34ae25c5-3140-40a8-8bed-fad68d801032 None None] Port e707c424-3783-44f0-bb1f-41c1e6c95ea8 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 09:09:03.178276 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9059d930-6b91-4111-ab6e-4708f0dcac68 None None] Checking router: e179b40a-55df-40b7-adb2-d222ab24e676 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 09:09:03.178806 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9059d930-6b91-4111-ab6e-4708f0dcac68 None None] Updating router e179b40a-55df-40b7-adb2-d222ab24e676 port e707c424-3783-44f0-bb1f-41c1e6c95ea8 binding host n-d-789963-9 {{(pid=101292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 09:09:03.184584 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:03.203827 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9059d930-6b91-4111-ab6e-4708f0dcac68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:03.209410 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port fb85e243-e019-4dad-8844-b47912eb0679, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=fb85e243-e019-4dad-8844-b47912eb0679,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:09:03.215071 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:03.215781 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 04263ea5-1107-4f1f-9306-9bbd4c1df67f up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 09:09:03.299487 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=fb85e243-e019-4dad-8844-b47912eb0679,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:09:03.300023 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f476af06-71e9-440e-8469-5670d909cce0 req-f70223e0-1498-464f-9469-ee5151c34a75 service neutron] 10.222.0.13 "GET /v2.0/networks/2f16645a-d0a8-4ef1-a995-673364406513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393421 Sep 17 09:09:03.308821 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-c7d9db16-aeba-43e0-81c1-eeae46a826d9 None None] Provisioning complete for port e707c424-3783-44f0-bb1f-41c1e6c95ea8 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:09:03.309199 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c7d9db16-aeba-43e0-81c1-eeae46a826d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:03.332980 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 04263ea5-1107-4f1f-9306-9bbd4c1df67f triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:09:03.333357 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:03.378673 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-c7d9db16-aeba-43e0-81c1-eeae46a826d9 None None] Port e707c424-3783-44f0-bb1f-41c1e6c95ea8 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 09:09:03.419349 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f476af06-71e9-440e-8469-5670d909cce0 req-99d2c160-f8fe-4190-aab4-fed2283ed0a7 service neutron] 10.222.0.13 "GET /v2.0/networks/2f16645a-d0a8-4ef1-a995-673364406513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937107 Sep 17 09:09:03.478220 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9059d930-6b91-4111-ab6e-4708f0dcac68 None None] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:03.484196 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9059d930-6b91-4111-ab6e-4708f0dcac68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:03.530134 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb44625f-e2e2-4455-9447-5d426f0ce50e None None] Pushing event updated for resources: {'Port': ['ID=e707c424-3783-44f0-bb1f-41c1e6c95ea8,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:09:03.607602 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb44625f-e2e2-4455-9447-5d426f0ce50e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:09:03.607910 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb44625f-e2e2-4455-9447-5d426f0ce50e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:09:03.608331 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb44625f-e2e2-4455-9447-5d426f0ce50e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:09:03.608669 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb44625f-e2e2-4455-9447-5d426f0ce50e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:09:03.609000 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb44625f-e2e2-4455-9447-5d426f0ce50e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:09:03.609392 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb44625f-e2e2-4455-9447-5d426f0ce50e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:09:03.609721 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb44625f-e2e2-4455-9447-5d426f0ce50e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:09:03.610046 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb44625f-e2e2-4455-9447-5d426f0ce50e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:09:03.610585 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb44625f-e2e2-4455-9447-5d426f0ce50e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:09:03.610923 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb44625f-e2e2-4455-9447-5d426f0ce50e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:09:03.611248 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb44625f-e2e2-4455-9447-5d426f0ce50e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:09:03.611653 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb44625f-e2e2-4455-9447-5d426f0ce50e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:09:03.612978 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-eb9bb754-c2bf-423d-b8e0-cde9aa8d5a5c req-9d77cd4f-9466-4329-9993-30b2c910fa19 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=79c10324-7e41-4d4d-b147-8be62b045bfa HTTP/1.1" status: 200 len: 210 time: 0.0350931 Sep 17 09:09:03.615202 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-9059d930-6b91-4111-ab6e-4708f0dcac68 None None] Attempting to bind port e707c424-3783-44f0-bb1f-41c1e6c95ea8 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 09:09:03.615571 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-9059d930-6b91-4111-ab6e-4708f0dcac68 None None] Attempting to bind port e707c424-3783-44f0-bb1f-41c1e6c95ea8 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '111cc8c2-8270-4e6b-aa59-4355eb81a786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f16645a-d0a8-4ef1-a995-673364406513'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 09:09:03.615964 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9059d930-6b91-4111-ab6e-4708f0dcac68 None None] Attempting to bind port e707c424-3783-44f0-bb1f-41c1e6c95ea8 on network 2f16645a-d0a8-4ef1-a995-673364406513 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 09:09:03.622765 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9059d930-6b91-4111-ab6e-4708f0dcac68 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 9, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 09:09:03.622765 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9059d930-6b91-4111-ab6e-4708f0dcac68 None None] Checking segment: {'id': '111cc8c2-8270-4e6b-aa59-4355eb81a786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f16645a-d0a8-4ef1-a995-673364406513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 09:09:03.622979 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9059d930-6b91-4111-ab6e-4708f0dcac68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:03.623580 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9059d930-6b91-4111-ab6e-4708f0dcac68 None None] Bound using segment: {'id': '111cc8c2-8270-4e6b-aa59-4355eb81a786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f16645a-d0a8-4ef1-a995-673364406513'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 09:09:03.623992 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-9059d930-6b91-4111-ab6e-4708f0dcac68 None None] Bound port: e707c424-3783-44f0-bb1f-41c1e6c95ea8, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '111cc8c2-8270-4e6b-aa59-4355eb81a786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f16645a-d0a8-4ef1-a995-673364406513'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 09:09:03.624372 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9059d930-6b91-4111-ab6e-4708f0dcac68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:03.693285 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-9059d930-6b91-4111-ab6e-4708f0dcac68 None None] For port e707c424-3783-44f0-bb1f-41c1e6c95ea8, host n-d-789963-9, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 09:09:03.696920 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-9059d930-6b91-4111-ab6e-4708f0dcac68 None None] For port e707c424-3783-44f0-bb1f-41c1e6c95ea8, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=e707c424-3783-44f0-bb1f-41c1e6c95ea8,segment=NetworkSegment(111cc8c2-8270-4e6b-aa59-4355eb81a786),segment_id=111cc8c2-8270-4e6b-aa59-4355eb81a786)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 09:09:03.702705 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9059d930-6b91-4111-ab6e-4708f0dcac68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:03.760396 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9059d930-6b91-4111-ab6e-4708f0dcac68 None None] Routers {'e179b40a-55df-40b7-adb2-d222ab24e676'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:09:03.761041 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-9059d930-6b91-4111-ab6e-4708f0dcac68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:08:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['e179b40a-55df-40b7-adb2-d222ab24e676'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:09:03.801623 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-b7f63c6c-958f-4aa7-aa9f-4cd1190360ef None None] Provisioning complete for port e707c424-3783-44f0-bb1f-41c1e6c95ea8 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:09:03.802132 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b7f63c6c-958f-4aa7-aa9f-4cd1190360ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:03.819866 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb44625f-e2e2-4455-9447-5d426f0ce50e None None] Pushing event updated for resources: {'Port': ['ID=e707c424-3783-44f0-bb1f-41c1e6c95ea8,revision_number=4']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:09:03.905731 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-9059d930-6b91-4111-ab6e-4708f0dcac68 None None] Set router e179b40a-55df-40b7-adb2-d222ab24e676 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:09:03.906318 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b7f63c6c-958f-4aa7-aa9f-4cd1190360ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:03.957081 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-b7f63c6c-958f-4aa7-aa9f-4cd1190360ef None None] For port e707c424-3783-44f0-bb1f-41c1e6c95ea8, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=e707c424-3783-44f0-bb1f-41c1e6c95ea8,segment=NetworkSegment(111cc8c2-8270-4e6b-aa59-4355eb81a786),segment_id=111cc8c2-8270-4e6b-aa59-4355eb81a786)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:09:03.963662 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b7f63c6c-958f-4aa7-aa9f-4cd1190360ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:04.013496 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f63c6c-958f-4aa7-aa9f-4cd1190360ef None None] Pushing event updated for resources: {'Port': ['ID=e707c424-3783-44f0-bb1f-41c1e6c95ea8,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:09:04.090298 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-6a03f1fd-d8c7-4dfd-8a89-cb4b0b9ccc00 None None] Provisioning complete for port e707c424-3783-44f0-bb1f-41c1e6c95ea8 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:09:04.090776 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6a03f1fd-d8c7-4dfd-8a89-cb4b0b9ccc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:04.130118 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-9059d930-6b91-4111-ab6e-4708f0dcac68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e179b40a-55df-40b7-adb2-d222ab24e676', 'name': 'tempest-TestNetworkAdvancedServerOps-router-174811293', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'fb85e243-e019-4dad-8844-b47912eb0679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:08:58Z', 'updated_at': '2021-09-17T09:09:01Z', 'revision_number': 4, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'gw_port': {'id': 'fb85e243-e019-4dad-8844-b47912eb0679', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:22:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e179b40a-55df-40b7-adb2-d222ab24e676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:08:58Z', 'updated_at': '2021-09-17T09:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'e707c424-3783-44f0-bb1f-41c1e6c95ea8', 'name': '', 'network_id': '2f16645a-d0a8-4ef1-a995-673364406513', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'mac_address': 'fa:16:3e:c5:d6:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e179b40a-55df-40b7-adb2-d222ab24e676', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'c8b87a3b-711c-4815-a295-37613187d5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:09:00Z', 'updated_at': '2021-09-17T09:09:03Z', 'revision_number': 4, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'subnets': [{'id': 'c8b87a3b-711c-4815-a295-37613187d5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:09:04.156382 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9059d930-6b91-4111-ab6e-4708f0dcac68 None None] The sync data for ids ['e179b40a-55df-40b7-adb2-d222ab24e676'] in n-d-789963-9 is: [{'id': 'e179b40a-55df-40b7-adb2-d222ab24e676', 'name': 'tempest-TestNetworkAdvancedServerOps-router-174811293', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'fb85e243-e019-4dad-8844-b47912eb0679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:08:58Z', 'updated_at': '2021-09-17T09:09:01Z', 'revision_number': 4, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'gw_port': {'id': 'fb85e243-e019-4dad-8844-b47912eb0679', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:22:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e179b40a-55df-40b7-adb2-d222ab24e676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:08:58Z', 'updated_at': '2021-09-17T09:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'e707c424-3783-44f0-bb1f-41c1e6c95ea8', 'name': '', 'network_id': '2f16645a-d0a8-4ef1-a995-673364406513', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'mac_address': 'fa:16:3e:c5:d6:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e179b40a-55df-40b7-adb2-d222ab24e676', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'c8b87a3b-711c-4815-a295-37613187d5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:09:00Z', 'updated_at': '2021-09-17T09:09:03Z', 'revision_number': 4, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'subnets': [{'id': 'c8b87a3b-711c-4815-a295-37613187d5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 09:09:04.720524 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bce54a95-d1ae-4976-898b-44e9e9238ba7 req-eb32f28b-223b-48e4-b5b5-d55cd76a60d1 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=79c10324-7e41-4d4d-b147-8be62b045bfa HTTP/1.1" status: 200 len: 210 time: 0.0345862 Sep 17 09:09:04.741496 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device fb85e243-e019-4dad-8844-b47912eb0679 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 09:09:04.796231 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port fb85e243-e019-4dad-8844-b47912eb0679 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:09:04.796608 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:04.880651 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device e707c424-3783-44f0-bb1f-41c1e6c95ea8 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 09:09:04.922127 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f476af06-71e9-440e-8469-5670d909cce0 req-9434cd36-7e47-4d6b-b370-42fdd0f6b62e tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:09:04.924354 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f476af06-71e9-440e-8469-5670d909cce0 req-9434cd36-7e47-4d6b-b370-42fdd0f6b62e tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.39 "GET /v2.0/networks?id=2f16645a-d0a8-4ef1-a995-673364406513 HTTP/1.1" status: 200 len: 797 time: 0.1304014 Sep 17 09:09:04.929332 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port e707c424-3783-44f0-bb1f-41c1e6c95ea8 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:09:04.929774 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:04.995866 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f476af06-71e9-440e-8469-5670d909cce0 req-1ac7b5a6-a602-48e9-b6e3-d84833541232 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e48e67a07fa4821a019352e4f896fd6 HTTP/1.1" status: 200 len: 380 time: 0.0412314 Sep 17 09:09:05.019486 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 04263ea5-1107-4f1f-9306-9bbd4c1df67f up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 09:09:05.041788 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-f476af06-71e9-440e-8469-5670d909cce0 req-93bf9580-37a8-49d8-90cd-734cfbb1406b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Request body: {'port': {'device_id': '79c10324-7e41-4d4d-b147-8be62b045bfa', 'network_id': '2f16645a-d0a8-4ef1-a995-673364406513', 'admin_state_up': True, 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'security_groups': ['2bd49bc7-ac11-45f8-a3e2-037e8c3326f6']}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:09:05.076521 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 04263ea5-1107-4f1f-9306-9bbd4c1df67f triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:09:05.077183 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:05.168507 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f476af06-71e9-440e-8469-5670d909cce0 req-93bf9580-37a8-49d8-90cd-734cfbb1406b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Made reservation on behalf of 7e48e67a07fa4821a019352e4f896fd6 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 09:09:05.172670 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-f476af06-71e9-440e-8469-5670d909cce0 req-93bf9580-37a8-49d8-90cd-734cfbb1406b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:05.300147 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-f476af06-71e9-440e-8469-5670d909cce0 req-93bf9580-37a8-49d8-90cd-734cfbb1406b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Allocated IP 172.20.0.9 (2f16645a-d0a8-4ef1-a995-673364406513/c8b87a3b-711c-4815-a295-37613187d5dc/66c687e9-6186-4753-ad5c-ebb4956d7666) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 09:09:05.435131 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-f476af06-71e9-440e-8469-5670d909cce0 req-93bf9580-37a8-49d8-90cd-734cfbb1406b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:05.467242 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-f476af06-71e9-440e-8469-5670d909cce0 req-93bf9580-37a8-49d8-90cd-734cfbb1406b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:05.506925 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f476af06-71e9-440e-8469-5670d909cce0 req-93bf9580-37a8-49d8-90cd-734cfbb1406b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Network 2f16645a-d0a8-4ef1-a995-673364406513 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 09:09:05.510450 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-f476af06-71e9-440e-8469-5670d909cce0 req-93bf9580-37a8-49d8-90cd-734cfbb1406b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 09:09:05.516520 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-f476af06-71e9-440e-8469-5670d909cce0 req-93bf9580-37a8-49d8-90cd-734cfbb1406b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 09:09:05.539609 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bf9580-37a8-49d8-90cd-734cfbb1406b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event updated for resources: {'Port': ['ID=66c687e9-6186-4753-ad5c-ebb4956d7666,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:09:05.567861 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f476af06-71e9-440e-8469-5670d909cce0 req-93bf9580-37a8-49d8-90cd-734cfbb1406b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:09:05.568482 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-f476af06-71e9-440e-8469-5670d909cce0 req-93bf9580-37a8-49d8-90cd-734cfbb1406b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:05.588680 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f476af06-71e9-440e-8469-5670d909cce0 req-93bf9580-37a8-49d8-90cd-734cfbb1406b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5518146 Sep 17 09:09:05.607420 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-f476af06-71e9-440e-8469-5670d909cce0 req-678e9a11-d560-43ff-a7c7-af0178afd4b2 service neutron] Request body: {'port': {'device_id': '79c10324-7e41-4d4d-b147-8be62b045bfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:09:05.668089 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-f476af06-71e9-440e-8469-5670d909cce0 req-678e9a11-d560-43ff-a7c7-af0178afd4b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:05.698641 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-c96dbacb-1ec1-4f0a-b336-3ffd061db797 None None] Provisioning complete for port 66c687e9-6186-4753-ad5c-ebb4956d7666 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:09:05.698949 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c96dbacb-1ec1-4f0a-b336-3ffd061db797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:05.732195 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-c96dbacb-1ec1-4f0a-b336-3ffd061db797 None None] Port 66c687e9-6186-4753-ad5c-ebb4956d7666 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 09:09:05.885657 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f951134d-6e3e-4c8a-825e-85011fb48464 req-be074bd1-6a5b-457a-8214-6b0394fca22a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:09:05.887175 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f951134d-6e3e-4c8a-825e-85011fb48464 req-be074bd1-6a5b-457a-8214-6b0394fca22a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=79c10324-7e41-4d4d-b147-8be62b045bfa HTTP/1.1" status: 200 len: 931 time: 0.0982246 Sep 17 09:09:05.923741 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f951134d-6e3e-4c8a-825e-85011fb48464 req-0881fcd0-ddaf-40b2-bf36-00000477cdb2 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bd49bc7-ac11-45f8-a3e2-037e8c3326f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304608 Sep 17 09:09:05.931805 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-f476af06-71e9-440e-8469-5670d909cce0 req-678e9a11-d560-43ff-a7c7-af0178afd4b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66c687e9-6186-4753-ad5c-ebb4956d7666 {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 09:09:05.939649 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-f476af06-71e9-440e-8469-5670d909cce0 req-678e9a11-d560-43ff-a7c7-af0178afd4b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:05.951992 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-f476af06-71e9-440e-8469-5670d909cce0 req-678e9a11-d560-43ff-a7c7-af0178afd4b2 service neutron] Transition to ACTIVE for port object 66c687e9-6186-4753-ad5c-ebb4956d7666 will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 09:09:05.955185 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-f476af06-71e9-440e-8469-5670d909cce0 req-678e9a11-d560-43ff-a7c7-af0178afd4b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:06.021584 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678e9a11-d560-43ff-a7c7-af0178afd4b2 service neutron] Pushing event updated for resources: {'Port': ['ID=66c687e9-6186-4753-ad5c-ebb4956d7666,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:09:06.080540 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-f476af06-71e9-440e-8469-5670d909cce0 req-678e9a11-d560-43ff-a7c7-af0178afd4b2 service neutron] Attempting to bind port 66c687e9-6186-4753-ad5c-ebb4956d7666 on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 09:09:06.080879 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-f476af06-71e9-440e-8469-5670d909cce0 req-678e9a11-d560-43ff-a7c7-af0178afd4b2 service neutron] Attempting to bind port 66c687e9-6186-4753-ad5c-ebb4956d7666 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': '111cc8c2-8270-4e6b-aa59-4355eb81a786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f16645a-d0a8-4ef1-a995-673364406513'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 09:09:06.081212 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f476af06-71e9-440e-8469-5670d909cce0 req-678e9a11-d560-43ff-a7c7-af0178afd4b2 service neutron] Attempting to bind port 66c687e9-6186-4753-ad5c-ebb4956d7666 on network 2f16645a-d0a8-4ef1-a995-673364406513 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 09:09:06.085904 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f476af06-71e9-440e-8469-5670d909cce0 req-678e9a11-d560-43ff-a7c7-af0178afd4b2 service neutron] Port 66c687e9-6186-4753-ad5c-ebb4956d7666 on network 2f16645a-d0a8-4ef1-a995-673364406513 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 09:09:06.086225 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f476af06-71e9-440e-8469-5670d909cce0 req-678e9a11-d560-43ff-a7c7-af0178afd4b2 service neutron] Attempting to bind port 66c687e9-6186-4753-ad5c-ebb4956d7666 on network 2f16645a-d0a8-4ef1-a995-673364406513 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 09:09:06.091256 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f476af06-71e9-440e-8469-5670d909cce0 req-678e9a11-d560-43ff-a7c7-af0178afd4b2 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 9, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 09:09:06.091598 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f476af06-71e9-440e-8469-5670d909cce0 req-678e9a11-d560-43ff-a7c7-af0178afd4b2 service neutron] Checking segment: {'id': '111cc8c2-8270-4e6b-aa59-4355eb81a786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f16645a-d0a8-4ef1-a995-673364406513'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 09:09:06.092017 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f476af06-71e9-440e-8469-5670d909cce0 req-678e9a11-d560-43ff-a7c7-af0178afd4b2 service neutron] Bound using segment: {'id': '111cc8c2-8270-4e6b-aa59-4355eb81a786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f16645a-d0a8-4ef1-a995-673364406513'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 09:09:06.092445 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-f476af06-71e9-440e-8469-5670d909cce0 req-678e9a11-d560-43ff-a7c7-af0178afd4b2 service neutron] Bound port: 66c687e9-6186-4753-ad5c-ebb4956d7666, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '111cc8c2-8270-4e6b-aa59-4355eb81a786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f16645a-d0a8-4ef1-a995-673364406513'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 09:09:06.092804 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-f476af06-71e9-440e-8469-5670d909cce0 req-678e9a11-d560-43ff-a7c7-af0178afd4b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:06.162102 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-f476af06-71e9-440e-8469-5670d909cce0 req-678e9a11-d560-43ff-a7c7-af0178afd4b2 service neutron] For port 66c687e9-6186-4753-ad5c-ebb4956d7666, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 09:09:06.165680 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-f476af06-71e9-440e-8469-5670d909cce0 req-678e9a11-d560-43ff-a7c7-af0178afd4b2 service neutron] For port 66c687e9-6186-4753-ad5c-ebb4956d7666, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=66c687e9-6186-4753-ad5c-ebb4956d7666,segment=NetworkSegment(111cc8c2-8270-4e6b-aa59-4355eb81a786),segment_id=111cc8c2-8270-4e6b-aa59-4355eb81a786)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 09:09:06.170311 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-f476af06-71e9-440e-8469-5670d909cce0 req-678e9a11-d560-43ff-a7c7-af0178afd4b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:06.202711 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f476af06-71e9-440e-8469-5670d909cce0 req-678e9a11-d560-43ff-a7c7-af0178afd4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:09:06.203248 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-f476af06-71e9-440e-8469-5670d909cce0 req-678e9a11-d560-43ff-a7c7-af0178afd4b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:06.204781 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f476af06-71e9-440e-8469-5670d909cce0 req-678e9a11-d560-43ff-a7c7-af0178afd4b2 service neutron] 10.222.0.39 "PUT /v2.0/ports/66c687e9-6186-4753-ad5c-ebb4956d7666 HTTP/1.1" status: 200 len: 1091 time: 0.6018445 Sep 17 09:09:06.205223 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79c10324-7e41-4d4d-b147-8be62b045bfa', 'tag': '66c687e9-6186-4753-ad5c-ebb4956d7666'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 09:09:06.207510 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823f1136df5e8dfe06b46a14eea5a85bccf33ce7e510dfea6a746e22e928dc4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd4f45bb-cac9-4fc2-b065-ab2b060a17ec" -d '{"events": [{"name": "network-changed", "server_uuid": "79c10324-7e41-4d4d-b147-8be62b045bfa", "tag": "66c687e9-6186-4753-ad5c-ebb4956d7666"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 09:09:06.237408 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678e9a11-d560-43ff-a7c7-af0178afd4b2 service neutron] Pushing event updated for resources: {'Port': ['ID=66c687e9-6186-4753-ad5c-ebb4956d7666,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:09:06.254672 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 09:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f630e47-2380-4f06-b974-258f21d3d1ef x-openstack-request-id: req-2f630e47-2380-4f06-b974-258f21d3d1ef {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 09:09:06.254969 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79c10324-7e41-4d4d-b147-8be62b045bfa", "tag": "66c687e9-6186-4753-ad5c-ebb4956d7666", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 09:09:06.255224 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2f630e47-2380-4f06-b974-258f21d3d1ef {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 09:09:06.255637 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79c10324-7e41-4d4d-b147-8be62b045bfa', 'tag': '66c687e9-6186-4753-ad5c-ebb4956d7666', 'status': 'completed', 'code': 200} Sep 17 09:09:06.301708 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:06.302758 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:06.315746 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f476af06-71e9-440e-8469-5670d909cce0 req-b7fe7bc4-957f-4ea9-9304-4f4faafefc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:09:06.317480 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f476af06-71e9-440e-8469-5670d909cce0 req-b7fe7bc4-957f-4ea9-9304-4f4faafefc23 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7e48e67a07fa4821a019352e4f896fd6&device_id=79c10324-7e41-4d4d-b147-8be62b045bfa HTTP/1.1" status: 200 len: 1094 time: 0.0478730 Sep 17 09:09:06.370047 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f476af06-71e9-440e-8469-5670d909cce0 req-25f6f79e-2918-4de1-8d9c-7f5eb247d0f9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66c687e9-6186-4753-ad5c-ebb4956d7666 HTTP/1.1" status: 200 len: 217 time: 0.0391643 Sep 17 09:09:06.423558 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f476af06-71e9-440e-8469-5670d909cce0 req-37e9d8b0-167a-4bdd-af5b-6d3c81c47eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:09:06.425077 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f476af06-71e9-440e-8469-5670d909cce0 req-37e9d8b0-167a-4bdd-af5b-6d3c81c47eaf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8b87a3b-711c-4815-a295-37613187d5dc HTTP/1.1" status: 200 len: 835 time: 0.0487525 Sep 17 09:09:06.468921 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f476af06-71e9-440e-8469-5670d909cce0 req-6842042d-80e2-4878-a4fe-832aaf51544b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:09:06.470317 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f476af06-71e9-440e-8469-5670d909cce0 req-6842042d-80e2-4878-a4fe-832aaf51544b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2f16645a-d0a8-4ef1-a995-673364406513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0378931 Sep 17 09:09:06.562734 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f476af06-71e9-440e-8469-5670d909cce0 req-e2eb851b-9c18-4760-8c83-6add706ba181 service neutron] 10.222.0.39 "GET /v2.0/networks/2f16645a-d0a8-4ef1-a995-673364406513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855403 Sep 17 09:09:06.662452 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-f476af06-71e9-440e-8469-5670d909cce0 req-bb231805-4c49-4dac-8f15-1e515f977149 service neutron] 10.222.0.39 "GET /v2.0/networks/2f16645a-d0a8-4ef1-a995-673364406513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919528 Sep 17 09:09:06.788009 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f45bb-cac9-4fc2-b065-ab2b060a17ec req-f4395bc6-7f06-4c49-bd61-009befbf1578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:09:06.789413 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-dd4f45bb-cac9-4fc2-b065-ab2b060a17ec req-f4395bc6-7f06-4c49-bd61-009befbf1578 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7e48e67a07fa4821a019352e4f896fd6&device_id=79c10324-7e41-4d4d-b147-8be62b045bfa HTTP/1.1" status: 200 len: 1094 time: 0.0440784 Sep 17 09:09:06.875546 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f45bb-cac9-4fc2-b065-ab2b060a17ec req-68a87dbd-31d2-48d7-8f91-a5c389f3dc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:09:06.877028 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-dd4f45bb-cac9-4fc2-b065-ab2b060a17ec req-68a87dbd-31d2-48d7-8f91-a5c389f3dc94 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2f16645a-d0a8-4ef1-a995-673364406513 HTTP/1.1" status: 200 len: 898 time: 0.0803604 Sep 17 09:09:06.921761 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-dd4f45bb-cac9-4fc2-b065-ab2b060a17ec req-8d35a2b8-dc3f-43f5-9cfe-6e1613931bf7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66c687e9-6186-4753-ad5c-ebb4956d7666 HTTP/1.1" status: 200 len: 217 time: 0.0368497 Sep 17 09:09:06.973011 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f45bb-cac9-4fc2-b065-ab2b060a17ec req-2b3280b8-d81f-4086-8b90-9a09a1671de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:09:06.976767 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-dd4f45bb-cac9-4fc2-b065-ab2b060a17ec req-2b3280b8-d81f-4086-8b90-9a09a1671de0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8b87a3b-711c-4815-a295-37613187d5dc HTTP/1.1" status: 200 len: 835 time: 0.0477135 Sep 17 09:09:07.022579 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f45bb-cac9-4fc2-b065-ab2b060a17ec req-481fcec1-5f2a-4423-bfd5-13b0adab268a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:09:07.024713 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-dd4f45bb-cac9-4fc2-b065-ab2b060a17ec req-481fcec1-5f2a-4423-bfd5-13b0adab268a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2f16645a-d0a8-4ef1-a995-673364406513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396683 Sep 17 09:09:07.040805 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a867f7f-8898-4f6b-bc73-e442d5746a5b req-01a231e2-5d9c-49c1-b59f-5ca19970d32b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:09:07.042208 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1a867f7f-8898-4f6b-bc73-e442d5746a5b req-01a231e2-5d9c-49c1-b59f-5ca19970d32b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=79c10324-7e41-4d4d-b147-8be62b045bfa HTTP/1.1" status: 200 len: 943 time: 0.0486758 Sep 17 09:09:07.079749 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1a867f7f-8898-4f6b-bc73-e442d5746a5b req-b807fda3-f030-4c7b-b494-1a5b331b6d0a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bd49bc7-ac11-45f8-a3e2-037e8c3326f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314651 Sep 17 09:09:07.116886 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-dd4f45bb-cac9-4fc2-b065-ab2b060a17ec req-7183cbc4-f909-4545-8c75-c904ab2c5ad2 service neutron] 10.222.0.39 "GET /v2.0/networks/2f16645a-d0a8-4ef1-a995-673364406513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857501 Sep 17 09:09:07.204198 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-dd4f45bb-cac9-4fc2-b065-ab2b060a17ec req-4a998fd5-90ba-4ca0-a3c0-7f1ffdedbbb3 service neutron] 10.222.0.39 "GET /v2.0/networks/2f16645a-d0a8-4ef1-a995-673364406513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802951 Sep 17 09:09:08.196819 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c098b-2d6a-4cdc-ab42-c0f4ed07f499 req-a86c26a8-b4f4-4375-9456-ca2570e16376 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:09:08.198294 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-854c098b-2d6a-4cdc-ab42-c0f4ed07f499 req-a86c26a8-b4f4-4375-9456-ca2570e16376 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=79c10324-7e41-4d4d-b147-8be62b045bfa HTTP/1.1" status: 200 len: 943 time: 0.0512938 Sep 17 09:09:08.235472 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-854c098b-2d6a-4cdc-ab42-c0f4ed07f499 req-5db5eef1-338b-4545-8bec-3dec096388f5 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bd49bc7-ac11-45f8-a3e2-037e8c3326f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312200 Sep 17 09:09:09.357268 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5e38d6-9c53-4299-a00d-ce4d1bab1229 req-172890b6-f96f-4470-8110-4b565d29cb2c tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:09:09.358717 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ea5e38d6-9c53-4299-a00d-ce4d1bab1229 req-172890b6-f96f-4470-8110-4b565d29cb2c tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=79c10324-7e41-4d4d-b147-8be62b045bfa HTTP/1.1" status: 200 len: 943 time: 0.0490122 Sep 17 09:09:09.396211 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ea5e38d6-9c53-4299-a00d-ce4d1bab1229 req-dfc00f58-63d0-4b98-8d16-0f808849a5f0 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bd49bc7-ac11-45f8-a3e2-037e8c3326f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315053 Sep 17 09:09:10.508060 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fdbf89-02c0-4a90-ae99-efefe08dd2b0 req-b897ea9e-9685-4abb-8989-4a63b55f114e tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:09:10.509521 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-84fdbf89-02c0-4a90-ae99-efefe08dd2b0 req-b897ea9e-9685-4abb-8989-4a63b55f114e tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=79c10324-7e41-4d4d-b147-8be62b045bfa HTTP/1.1" status: 200 len: 943 time: 0.0489795 Sep 17 09:09:10.546454 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-84fdbf89-02c0-4a90-ae99-efefe08dd2b0 req-37540921-7865-4300-bcfc-c5c10904e860 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bd49bc7-ac11-45f8-a3e2-037e8c3326f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310857 Sep 17 09:09:11.660909 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e98726-8baf-4248-9082-b1211de53ae5 req-34df3aa0-32bd-4556-b8ce-c0d3330db663 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:09:11.662356 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-93e98726-8baf-4248-9082-b1211de53ae5 req-34df3aa0-32bd-4556-b8ce-c0d3330db663 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=79c10324-7e41-4d4d-b147-8be62b045bfa HTTP/1.1" status: 200 len: 943 time: 0.0510464 Sep 17 09:09:11.698723 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-93e98726-8baf-4248-9082-b1211de53ae5 req-ddc04319-9782-4ffb-b117-46f9f6453852 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bd49bc7-ac11-45f8-a3e2-037e8c3326f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305562 Sep 17 09:09:11.826260 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-34cb99b7-5691-4ddb-bbfa-9a434feaa91d req-94da8ee8-cbf1-4a4b-b8ed-4cd0937f1b09 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0246921 Sep 17 09:09:11.904625 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-34cb99b7-5691-4ddb-bbfa-9a434feaa91d req-f78bb863-ab3e-4a86-9917-6de5c9c2c716 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0244763 Sep 17 09:09:11.947783 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-34cb99b7-5691-4ddb-bbfa-9a434feaa91d req-358bbe24-395e-455a-92fa-dd89830a9e95 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0185823 Sep 17 09:09:12.017942 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 66c687e9-6186-4753-ad5c-ebb4956d7666 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 09:09:12.040974 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cb99b7-5691-4ddb-bbfa-9a434feaa91d req-d7ee9f64-ee45-4436-88a0-da3b7ba1b874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:09:12.042460 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-34cb99b7-5691-4ddb-bbfa-9a434feaa91d req-d7ee9f64-ee45-4436-88a0-da3b7ba1b874 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0887601 Sep 17 09:09:12.114381 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 66c687e9-6186-4753-ad5c-ebb4956d7666, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=66c687e9-6186-4753-ad5c-ebb4956d7666,segment=NetworkSegment(111cc8c2-8270-4e6b-aa59-4355eb81a786),segment_id=111cc8c2-8270-4e6b-aa59-4355eb81a786)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:09:12.125671 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '66c687e9-6186-4753-ad5c-ebb4956d7666', 'network_id': '2f16645a-d0a8-4ef1-a995-673364406513', 'port_id': '66c687e9-6186-4753-ad5c-ebb4956d7666', 'mac_address': 'fa:16:3e:1c:d2:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8b87a3b-711c-4815-a295-37613187d5dc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 09:09:12.161939 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:12.174571 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66c687e9-6186-4753-ad5c-ebb4956d7666 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 09:09:12.193254 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 66c687e9-6186-4753-ad5c-ebb4956d7666, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=66c687e9-6186-4753-ad5c-ebb4956d7666,segment=NetworkSegment(111cc8c2-8270-4e6b-aa59-4355eb81a786),segment_id=111cc8c2-8270-4e6b-aa59-4355eb81a786)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:09:12.197390 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:12.242556 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=66c687e9-6186-4753-ad5c-ebb4956d7666,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:09:12.613258 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['66c687e9-6186-4753-ad5c-ebb4956d7666'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 09:09:12.810764 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e6ea8-d90e-4c5f-95a4-d27c21415459 req-5168c549-2898-443f-9fd0-35e32d36f3ca tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:09:12.812303 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1c8e6ea8-d90e-4c5f-95a4-d27c21415459 req-5168c549-2898-443f-9fd0-35e32d36f3ca tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=79c10324-7e41-4d4d-b147-8be62b045bfa HTTP/1.1" status: 200 len: 944 time: 0.0485690 Sep 17 09:09:12.850361 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1c8e6ea8-d90e-4c5f-95a4-d27c21415459 req-5bd3caed-6ed8-48d8-95e2-4ad960774919 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bd49bc7-ac11-45f8-a3e2-037e8c3326f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318940 Sep 17 09:09:13.961559 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425386d9-b7f1-4928-9ff6-657599c98ae3 req-6110a3a0-f19c-4a12-a7c2-8893c3bbad85 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:09:13.962933 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-425386d9-b7f1-4928-9ff6-657599c98ae3 req-6110a3a0-f19c-4a12-a7c2-8893c3bbad85 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=79c10324-7e41-4d4d-b147-8be62b045bfa HTTP/1.1" status: 200 len: 944 time: 0.0476968 Sep 17 09:09:13.999419 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-425386d9-b7f1-4928-9ff6-657599c98ae3 req-5bb0c2ab-2568-4387-bf5f-afa0a8473c7d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bd49bc7-ac11-45f8-a3e2-037e8c3326f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305936 Sep 17 09:09:14.049671 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 66c687e9-6186-4753-ad5c-ebb4956d7666 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 09:09:14.096455 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port 66c687e9-6186-4753-ad5c-ebb4956d7666 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 09:09:14.100298 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 66c687e9-6186-4753-ad5c-ebb4956d7666 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:09:14.100677 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:14.177062 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:14.198715 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79c10324-7e41-4d4d-b147-8be62b045bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66c687e9-6186-4753-ad5c-ebb4956d7666'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 09:09:14.201514 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd15a5b62c2e1c1e903d3702117c13c06f948b041a08150170fef0e561ebed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e2f254d-1443-45ab-b47d-def34f91fc84" -d '{"events": [{"server_uuid": "79c10324-7e41-4d4d-b147-8be62b045bfa", "name": "network-vif-plugged", "status": "completed", "tag": "66c687e9-6186-4753-ad5c-ebb4956d7666"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 09:09:14.214149 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 66c687e9-6186-4753-ad5c-ebb4956d7666, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=66c687e9-6186-4753-ad5c-ebb4956d7666,segment=NetworkSegment(111cc8c2-8270-4e6b-aa59-4355eb81a786),segment_id=111cc8c2-8270-4e6b-aa59-4355eb81a786)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:09:14.218253 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:14.243625 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 09:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2b7a6e-1c83-4b46-a67f-64b66347c3f5 x-openstack-request-id: req-3e2b7a6e-1c83-4b46-a67f-64b66347c3f5 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 09:09:14.243935 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79c10324-7e41-4d4d-b147-8be62b045bfa", "name": "network-vif-plugged", "status": "completed", "tag": "66c687e9-6186-4753-ad5c-ebb4956d7666", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 09:09:14.244184 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3e2b7a6e-1c83-4b46-a67f-64b66347c3f5 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 09:09:14.244568 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79c10324-7e41-4d4d-b147-8be62b045bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66c687e9-6186-4753-ad5c-ebb4956d7666', 'code': 200} Sep 17 09:09:14.269114 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=66c687e9-6186-4753-ad5c-ebb4956d7666,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:09:14.358963 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618baee4-91b8-4b2e-88d4-8ab933ecf3a8 req-b5694055-3941-4915-b300-6aa1a77a1210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:09:14.360485 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-618baee4-91b8-4b2e-88d4-8ab933ecf3a8 req-b5694055-3941-4915-b300-6aa1a77a1210 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=79c10324-7e41-4d4d-b147-8be62b045bfa HTTP/1.1" status: 200 len: 1096 time: 0.0395555 Sep 17 09:09:14.397664 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-618baee4-91b8-4b2e-88d4-8ab933ecf3a8 req-080b1874-3034-455c-b5be-ff2b3520cee1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2bd49bc7-ac11-45f8-a3e2-037e8c3326f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306900 Sep 17 09:09:15.425443 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c603a-358a-4d43-9c25-b40ee2cf45c5 req-b79c98d7-ce88-4d9c-a2e1-f3cff16b0c5f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:09:15.426916 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bd4c603a-358a-4d43-9c25-b40ee2cf45c5 req-b79c98d7-ce88-4d9c-a2e1-f3cff16b0c5f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=79c10324-7e41-4d4d-b147-8be62b045bfa HTTP/1.1" status: 200 len: 945 time: 0.3630941 Sep 17 09:09:15.463012 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bd4c603a-358a-4d43-9c25-b40ee2cf45c5 req-6c712209-7bd8-4165-b7db-aa839de2bbb1 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bd49bc7-ac11-45f8-a3e2-037e8c3326f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294800 Sep 17 09:09:16.585159 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0a4556-f1f4-4a19-9631-bae1be84987b req-654710b8-bfe2-40d9-8ae0-15b05d6e84ec tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:09:16.586659 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0c0a4556-f1f4-4a19-9631-bae1be84987b req-654710b8-bfe2-40d9-8ae0-15b05d6e84ec tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=79c10324-7e41-4d4d-b147-8be62b045bfa HTTP/1.1" status: 200 len: 945 time: 0.0490241 Sep 17 09:09:16.624040 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0c0a4556-f1f4-4a19-9631-bae1be84987b req-1bb344af-0c8c-4e1a-a1d4-c7edccb23062 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bd49bc7-ac11-45f8-a3e2-037e8c3326f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313261 Sep 17 09:09:16.745255 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d9749-2516-47a2-bee1-340cb3c43404 req-c3635a23-1fae-4008-802d-9044f7f71bcc tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:09:16.746000 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-130d9749-2516-47a2-bee1-340cb3c43404 req-c3635a23-1fae-4008-802d-9044f7f71bcc tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=79c10324-7e41-4d4d-b147-8be62b045bfa HTTP/1.1" status: 200 len: 945 time: 0.0531511 Sep 17 09:09:16.785018 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-130d9749-2516-47a2-bee1-340cb3c43404 req-a4554f5f-be84-45b6-9661-7c371f9eb68e tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bd49bc7-ac11-45f8-a3e2-037e8c3326f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328472 Sep 17 09:09:16.807596 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37420) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:09:16.847692 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f96c23-490a-499b-9e8f-23eeddb7bbda tempest-TestNetworkAdvancedServerOps-1761391694 tempest-TestNetworkAdvancedServerOps-1761391694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:09:16.849301 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-67f96c23-490a-499b-9e8f-23eeddb7bbda tempest-TestNetworkAdvancedServerOps-1761391694 tempest-TestNetworkAdvancedServerOps-1761391694-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=79c10324-7e41-4d4d-b147-8be62b045bfa HTTP/1.1" status: 200 len: 1091 time: 0.0406561 Sep 17 09:09:16.852125 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37422) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:09:16.857073 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-97930ebc-9794-4e6a-b3d9-c77b6f665b4d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Request body: {'floatingip': {'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'port_id': '66c687e9-6186-4753-ad5c-ebb4956d7666', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:09:16.882272 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-97930ebc-9794-4e6a-b3d9-c77b6f665b4d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for floatingip, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:16.984048 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-97930ebc-9794-4e6a-b3d9-c77b6f665b4d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:17.096042 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-97930ebc-9794-4e6a-b3d9-c77b6f665b4d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Allocated IP 172.25.6.155 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/939d2595-7a44-4d13-841c-a712007254d4) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 09:09:17.206795 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-97930ebc-9794-4e6a-b3d9-c77b6f665b4d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:17.252198 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-97930ebc-9794-4e6a-b3d9-c77b6f665b4d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:17.288943 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97930ebc-9794-4e6a-b3d9-c77b6f665b4d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 09:09:17.292940 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-97930ebc-9794-4e6a-b3d9-c77b6f665b4d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 09:09:17.296878 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97930ebc-9794-4e6a-b3d9-c77b6f665b4d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 09:09:17.323805 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97930ebc-9794-4e6a-b3d9-c77b6f665b4d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event updated for resources: {'Port': ['ID=939d2595-7a44-4d13-841c-a712007254d4,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:09:17.810388 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-97930ebc-9794-4e6a-b3d9-c77b6f665b4d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:18.184002 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-97930ebc-9794-4e6a-b3d9-c77b6f665b4d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:18.344555 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-97930ebc-9794-4e6a-b3d9-c77b6f665b4d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:18.349044 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-97930ebc-9794-4e6a-b3d9-c77b6f665b4d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:18.420182 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97930ebc-9794-4e6a-b3d9-c77b6f665b4d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event updated for resources: {'Port': ['ID=939d2595-7a44-4d13-841c-a712007254d4,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:09:18.426415 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-97930ebc-9794-4e6a-b3d9-c77b6f665b4d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:18.525883 n-d-789963-9 neutron-server[101290]: INFO neutron.db.l3_db [None req-97930ebc-9794-4e6a-b3d9-c77b6f665b4d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Floating IP 447dcc76-80ce-4f67-ac51-207972c29229 associated. External IP: 172.25.6.155, port: 66c687e9-6186-4753-ad5c-ebb4956d7666. Sep 17 09:09:18.738328 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97930ebc-9794-4e6a-b3d9-c77b6f665b4d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Router e179b40a-55df-40b7-adb2-d222ab24e676 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 09:09:18.866969 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97930ebc-9794-4e6a-b3d9-c77b6f665b4d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 09:09:18.877385 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b420e81c-8829-47cf-a3dc-f8a0bb1f547e None None] Sync routers for ids ['e179b40a-55df-40b7-adb2-d222ab24e676'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 09:09:18.888139 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b420e81c-8829-47cf-a3dc-f8a0bb1f547e None None] Routers {'e179b40a-55df-40b7-adb2-d222ab24e676'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:09:18.888831 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-b420e81c-8829-47cf-a3dc-f8a0bb1f547e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:08:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['e179b40a-55df-40b7-adb2-d222ab24e676'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:09:18.889778 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-97930ebc-9794-4e6a-b3d9-c77b6f665b4d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:18.917449 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-97930ebc-9794-4e6a-b3d9-c77b6f665b4d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0642829 Sep 17 09:09:18.918020 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79c10324-7e41-4d4d-b147-8be62b045bfa', 'tag': '66c687e9-6186-4753-ad5c-ebb4956d7666'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 09:09:18.920721 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823f1136df5e8dfe06b46a14eea5a85bccf33ce7e510dfea6a746e22e928dc4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea38f78b-20ba-4899-95e2-d93ded078389" -d '{"events": [{"name": "network-changed", "server_uuid": "79c10324-7e41-4d4d-b147-8be62b045bfa", "tag": "66c687e9-6186-4753-ad5c-ebb4956d7666"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 09:09:19.003726 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-b420e81c-8829-47cf-a3dc-f8a0bb1f547e None None] Set router e179b40a-55df-40b7-adb2-d222ab24e676 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:09:19.029701 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d1227b-b82f-437c-b6ac-d160da2cc5aa req-4b2edce3-be47-4a6a-afdd-eba1cda1ce12 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:09:19.030213 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 09:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ce2783-e47e-4a62-bc4b-92b2cfec078d x-openstack-request-id: req-a1ce2783-e47e-4a62-bc4b-92b2cfec078d {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 09:09:19.030213 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79c10324-7e41-4d4d-b147-8be62b045bfa", "tag": "66c687e9-6186-4753-ad5c-ebb4956d7666", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 09:09:19.030459 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a1ce2783-e47e-4a62-bc4b-92b2cfec078d {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 09:09:19.030817 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79c10324-7e41-4d4d-b147-8be62b045bfa', 'tag': '66c687e9-6186-4753-ad5c-ebb4956d7666', 'status': 'completed', 'code': 200} Sep 17 09:09:19.031514 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-96d1227b-b82f-437c-b6ac-d160da2cc5aa req-4b2edce3-be47-4a6a-afdd-eba1cda1ce12 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=79c10324-7e41-4d4d-b147-8be62b045bfa HTTP/1.1" status: 200 len: 945 time: 0.0575070 Sep 17 09:09:19.078851 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-96d1227b-b82f-437c-b6ac-d160da2cc5aa req-2fdaa830-91ee-4385-8253-6c709acd7c35 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bd49bc7-ac11-45f8-a3e2-037e8c3326f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409193 Sep 17 09:09:19.098287 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37430) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:09:19.122994 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea38f78b-20ba-4899-95e2-d93ded078389 req-b699476e-b24a-44d4-a7b8-6362882e582e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:09:19.125142 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ea38f78b-20ba-4899-95e2-d93ded078389 req-b699476e-b24a-44d4-a7b8-6362882e582e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7e48e67a07fa4821a019352e4f896fd6&device_id=79c10324-7e41-4d4d-b147-8be62b045bfa HTTP/1.1" status: 200 len: 1096 time: 0.0474494 Sep 17 09:09:19.163810 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-a0db16c6-c388-4c3f-8008-9d1b3bac63c6 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/floatingips/447dcc76-80ce-4f67-ac51-207972c29229 HTTP/1.1" status: 200 len: 991 time: 0.0641437 Sep 17 09:09:19.226731 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea38f78b-20ba-4899-95e2-d93ded078389 req-52bc9c7e-664e-4c00-86e6-8409027da37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:09:19.229206 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ea38f78b-20ba-4899-95e2-d93ded078389 req-52bc9c7e-664e-4c00-86e6-8409027da37e service neutron] 10.222.0.39 "GET /v2.0/networks?id=2f16645a-d0a8-4ef1-a995-673364406513 HTTP/1.1" status: 200 len: 898 time: 0.0976932 Sep 17 09:09:19.253065 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-b420e81c-8829-47cf-a3dc-f8a0bb1f547e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e179b40a-55df-40b7-adb2-d222ab24e676', 'name': 'tempest-TestNetworkAdvancedServerOps-router-174811293', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'fb85e243-e019-4dad-8844-b47912eb0679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:08:58Z', 'updated_at': '2021-09-17T09:09:01Z', 'revision_number': 4, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'gw_port': {'id': 'fb85e243-e019-4dad-8844-b47912eb0679', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:22:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e179b40a-55df-40b7-adb2-d222ab24e676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:08:58Z', 'updated_at': '2021-09-17T09:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '447dcc76-80ce-4f67-ac51-207972c29229', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'floating_ip_address': '172.25.6.155', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': 'e179b40a-55df-40b7-adb2-d222ab24e676', 'port_id': '66c687e9-6186-4753-ad5c-ebb4956d7666', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f16645a-d0a8-4ef1-a995-673364406513', 'mac_address': 'fa:16:3e:1c:d2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c10324-7e41-4d4d-b147-8be62b045bfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T09:09:17Z', 'updated_at': '2021-09-17T09:09:17Z', 'revision_number': 0, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e707c424-3783-44f0-bb1f-41c1e6c95ea8', 'name': '', 'network_id': '2f16645a-d0a8-4ef1-a995-673364406513', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'mac_address': 'fa:16:3e:c5:d6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e179b40a-55df-40b7-adb2-d222ab24e676', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'c8b87a3b-711c-4815-a295-37613187d5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:09:00Z', 'updated_at': '2021-09-17T09:09:03Z', 'revision_number': 5, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'subnets': [{'id': 'c8b87a3b-711c-4815-a295-37613187d5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:09:19.279477 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b420e81c-8829-47cf-a3dc-f8a0bb1f547e None None] Checking router: e179b40a-55df-40b7-adb2-d222ab24e676 for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 09:09:19.288536 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b420e81c-8829-47cf-a3dc-f8a0bb1f547e None None] Routers {'e179b40a-55df-40b7-adb2-d222ab24e676'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:09:19.289154 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-b420e81c-8829-47cf-a3dc-f8a0bb1f547e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:08:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['e179b40a-55df-40b7-adb2-d222ab24e676'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:09:19.305429 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ea38f78b-20ba-4899-95e2-d93ded078389 req-184b3646-7ebe-4cf7-95f2-619d7e5a81b3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66c687e9-6186-4753-ad5c-ebb4956d7666 HTTP/1.1" status: 200 len: 999 time: 0.0690670 Sep 17 09:09:19.368987 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea38f78b-20ba-4899-95e2-d93ded078389 req-78a64475-0f65-428f-8877-0bae2ff7fa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:09:19.370478 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ea38f78b-20ba-4899-95e2-d93ded078389 req-78a64475-0f65-428f-8877-0bae2ff7fa55 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8b87a3b-711c-4815-a295-37613187d5dc HTTP/1.1" status: 200 len: 835 time: 0.0589049 Sep 17 09:09:19.406201 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-b420e81c-8829-47cf-a3dc-f8a0bb1f547e None None] Set router e179b40a-55df-40b7-adb2-d222ab24e676 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:09:19.418258 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea38f78b-20ba-4899-95e2-d93ded078389 req-498873ab-9c5b-4add-87e5-d95e61fa0e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:09:19.419824 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ea38f78b-20ba-4899-95e2-d93ded078389 req-498873ab-9c5b-4add-87e5-d95e61fa0e09 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2f16645a-d0a8-4ef1-a995-673364406513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422680 Sep 17 09:09:19.515932 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ea38f78b-20ba-4899-95e2-d93ded078389 req-339620f2-cdb5-457d-9a79-737c4e16e6c3 service neutron] 10.222.0.39 "GET /v2.0/networks/2f16645a-d0a8-4ef1-a995-673364406513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891063 Sep 17 09:09:19.608403 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ea38f78b-20ba-4899-95e2-d93ded078389 req-11ce8b4c-f347-44fd-be1a-d7076b7b6f7f service neutron] 10.222.0.39 "GET /v2.0/networks/2f16645a-d0a8-4ef1-a995-673364406513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857792 Sep 17 09:09:19.636732 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-b420e81c-8829-47cf-a3dc-f8a0bb1f547e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e179b40a-55df-40b7-adb2-d222ab24e676', 'name': 'tempest-TestNetworkAdvancedServerOps-router-174811293', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'fb85e243-e019-4dad-8844-b47912eb0679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:08:58Z', 'updated_at': '2021-09-17T09:09:01Z', 'revision_number': 4, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'gw_port': {'id': 'fb85e243-e019-4dad-8844-b47912eb0679', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:22:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e179b40a-55df-40b7-adb2-d222ab24e676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:08:58Z', 'updated_at': '2021-09-17T09:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '447dcc76-80ce-4f67-ac51-207972c29229', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'floating_ip_address': '172.25.6.155', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': 'e179b40a-55df-40b7-adb2-d222ab24e676', 'port_id': '66c687e9-6186-4753-ad5c-ebb4956d7666', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f16645a-d0a8-4ef1-a995-673364406513', 'mac_address': 'fa:16:3e:1c:d2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c10324-7e41-4d4d-b147-8be62b045bfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T09:09:17Z', 'updated_at': '2021-09-17T09:09:17Z', 'revision_number': 0, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e707c424-3783-44f0-bb1f-41c1e6c95ea8', 'name': '', 'network_id': '2f16645a-d0a8-4ef1-a995-673364406513', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'mac_address': 'fa:16:3e:c5:d6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e179b40a-55df-40b7-adb2-d222ab24e676', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'c8b87a3b-711c-4815-a295-37613187d5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:09:00Z', 'updated_at': '2021-09-17T09:09:03Z', 'revision_number': 5, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'subnets': [{'id': 'c8b87a3b-711c-4815-a295-37613187d5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:09:19.666831 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b420e81c-8829-47cf-a3dc-f8a0bb1f547e None None] The sync data for ids ['e179b40a-55df-40b7-adb2-d222ab24e676'] in n-d-789963-9 is: [{'id': 'e179b40a-55df-40b7-adb2-d222ab24e676', 'name': 'tempest-TestNetworkAdvancedServerOps-router-174811293', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'fb85e243-e019-4dad-8844-b47912eb0679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:08:58Z', 'updated_at': '2021-09-17T09:09:01Z', 'revision_number': 4, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'gw_port': {'id': 'fb85e243-e019-4dad-8844-b47912eb0679', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:22:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e179b40a-55df-40b7-adb2-d222ab24e676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:08:58Z', 'updated_at': '2021-09-17T09:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '447dcc76-80ce-4f67-ac51-207972c29229', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'floating_ip_address': '172.25.6.155', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': 'e179b40a-55df-40b7-adb2-d222ab24e676', 'port_id': '66c687e9-6186-4753-ad5c-ebb4956d7666', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f16645a-d0a8-4ef1-a995-673364406513', 'mac_address': 'fa:16:3e:1c:d2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c10324-7e41-4d4d-b147-8be62b045bfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T09:09:17Z', 'updated_at': '2021-09-17T09:09:17Z', 'revision_number': 0, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e707c424-3783-44f0-bb1f-41c1e6c95ea8', 'name': '', 'network_id': '2f16645a-d0a8-4ef1-a995-673364406513', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'mac_address': 'fa:16:3e:c5:d6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e179b40a-55df-40b7-adb2-d222ab24e676', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'c8b87a3b-711c-4815-a295-37613187d5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:09:00Z', 'updated_at': '2021-09-17T09:09:03Z', 'revision_number': 5, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'subnets': [{'id': 'c8b87a3b-711c-4815-a295-37613187d5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 09:09:19.860807 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e702aa92-d9ec-4cdc-a94a-95af12df4e63 None None] New status for floating IP 447dcc76-80ce-4f67-ac51-207972c29229: ACTIVE {{(pid=101292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 09:09:20.112663 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-29864815-98be-4f6a-8d20-43550d351a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:20.168204 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37432) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:09:20.280701 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-f4e0520e-524d-4013-973c-ddfe14d7ca7c tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/floatingips/447dcc76-80ce-4f67-ac51-207972c29229 HTTP/1.1" status: 200 len: 993 time: 0.1111925 Sep 17 09:09:22.549740 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e3d7e051-1e44-4aa8-8079-d28528aea638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:22.886521 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:24.014911 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:25.285415 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 09:09:25.604577 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:36.298195 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:36.298946 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:50.115133 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3b18a7e8-5754-4659-8e27-ba18faaadb7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:52.549133 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cd38f03e-ec5f-4bd2-bdc2-623cf1b16c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:52.888637 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:54.016468 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:09:55.606047 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:10:02.284634 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 09:10:06.302577 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:10:06.303659 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:10:10.355968 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4945d84d-98bb-4ae8-bb95-e5c1b8c6b2a1 req-078d2416-fc7b-4565-89cd-18e23fe77b03 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=79c10324-7e41-4d4d-b147-8be62b045bfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392191 Sep 17 09:10:10.457120 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4945d84d-98bb-4ae8-bb95-e5c1b8c6b2a1 req-5ae669e3-9581-49c1-bd34-3d738d0f3142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:10:10.458658 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4945d84d-98bb-4ae8-bb95-e5c1b8c6b2a1 req-5ae669e3-9581-49c1-bd34-3d738d0f3142 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7e48e67a07fa4821a019352e4f896fd6&device_id=79c10324-7e41-4d4d-b147-8be62b045bfa HTTP/1.1" status: 200 len: 1096 time: 0.0452850 Sep 17 09:10:10.560832 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4945d84d-98bb-4ae8-bb95-e5c1b8c6b2a1 req-babcbce9-6fb8-4eb7-834b-2a43dc5e981a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:10:10.562402 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4945d84d-98bb-4ae8-bb95-e5c1b8c6b2a1 req-babcbce9-6fb8-4eb7-834b-2a43dc5e981a service neutron] 10.222.0.39 "GET /v2.0/networks?id=2f16645a-d0a8-4ef1-a995-673364406513 HTTP/1.1" status: 200 len: 898 time: 0.0848505 Sep 17 09:10:10.633919 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4945d84d-98bb-4ae8-bb95-e5c1b8c6b2a1 req-8509b40e-b4e8-48a8-be05-8ea49fc82d23 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66c687e9-6186-4753-ad5c-ebb4956d7666 HTTP/1.1" status: 200 len: 1001 time: 0.0637727 Sep 17 09:10:10.682532 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4945d84d-98bb-4ae8-bb95-e5c1b8c6b2a1 req-f6809bc5-f918-487d-8f22-d3c8676d9051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:10:10.684019 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4945d84d-98bb-4ae8-bb95-e5c1b8c6b2a1 req-f6809bc5-f918-487d-8f22-d3c8676d9051 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8b87a3b-711c-4815-a295-37613187d5dc HTTP/1.1" status: 200 len: 835 time: 0.0429718 Sep 17 09:10:10.730662 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4945d84d-98bb-4ae8-bb95-e5c1b8c6b2a1 req-60e4f33a-0c97-46dd-8460-508e8c9fdf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:10:10.732302 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4945d84d-98bb-4ae8-bb95-e5c1b8c6b2a1 req-60e4f33a-0c97-46dd-8460-508e8c9fdf0e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2f16645a-d0a8-4ef1-a995-673364406513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406690 Sep 17 09:10:10.830877 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4945d84d-98bb-4ae8-bb95-e5c1b8c6b2a1 req-3070039e-79ba-4bf6-87eb-02926e055c7e service neutron] 10.222.0.39 "GET /v2.0/networks/2f16645a-d0a8-4ef1-a995-673364406513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912955 Sep 17 09:10:10.922729 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4945d84d-98bb-4ae8-bb95-e5c1b8c6b2a1 req-7d4a928e-a837-4b66-88a0-bfc7cb1dd36c service neutron] 10.222.0.39 "GET /v2.0/networks/2f16645a-d0a8-4ef1-a995-673364406513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847917 Sep 17 09:10:12.843635 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9972f0eb-c001-4944-91d6-f97faf390812 req-6187f649-e6dc-45f4-978d-2f209057ed86 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0266616 Sep 17 09:10:12.925338 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9972f0eb-c001-4944-91d6-f97faf390812 req-3dcd42b9-120d-48fb-8cea-3e9497dc7258 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0248682 Sep 17 09:10:12.972570 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9972f0eb-c001-4944-91d6-f97faf390812 req-5b05cb14-988c-41e0-9ed4-89d0699ecc70 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0195136 Sep 17 09:10:13.064282 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9972f0eb-c001-4944-91d6-f97faf390812 req-1dabb3af-e48d-4798-8da5-c23b57b017f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:10:13.065729 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9972f0eb-c001-4944-91d6-f97faf390812 req-1dabb3af-e48d-4798-8da5-c23b57b017f1 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0862975 Sep 17 09:10:20.115300 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c9318297-8b91-429a-aa81-e85aadc9f057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:10:22.549880 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f94444b8-a24e-4138-977b-8de734f4ff48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:10:22.888943 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:10:24.018808 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:10:25.609594 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:10:31.287013 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [req-649731cd-0b2d-4ef8-b47c-aa159f2cd7ac req-0b344256-2047-4b6d-9703-d6bb5568be2c service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 09:10:31.288028 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-649731cd-0b2d-4ef8-b47c-aa159f2cd7ac req-0b344256-2047-4b6d-9703-d6bb5568be2c service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054419 Sep 17 09:10:31.410527 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37466) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:10:31.492541 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a80d202-1ff8-408d-a3d3-e57c48b07689 req-dbb114fc-5c99-43c7-a484-543209eb5974 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:10:31.494245 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4a80d202-1ff8-408d-a3d3-e57c48b07689 req-dbb114fc-5c99-43c7-a484-543209eb5974 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=79c10324-7e41-4d4d-b147-8be62b045bfa HTTP/1.1" status: 200 len: 945 time: 0.0757213 Sep 17 09:10:31.527591 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dd8e5c99-40d8-40b4-90b1-e5e0e2b2988c req-fe4e719b-660e-4989-8e75-87dff41bc847 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=79c10324-7e41-4d4d-b147-8be62b045bfa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1158271 Sep 17 09:10:31.542035 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [req-dd8e5c99-40d8-40b4-90b1-e5e0e2b2988c req-8c976f6a-696e-4d58-9ee9-3b6104acbbe2 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 09:10:31.542981 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dd8e5c99-40d8-40b4-90b1-e5e0e2b2988c req-8c976f6a-696e-4d58-9ee9-3b6104acbbe2 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0102925 Sep 17 09:10:31.550122 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4a80d202-1ff8-408d-a3d3-e57c48b07689 req-a922879b-cf40-444d-ad62-1eb3fe9ea4e6 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bd49bc7-ac11-45f8-a3e2-037e8c3326f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481479 Sep 17 09:10:32.671254 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23068840-685d-4b36-8714-e4dee1123cc9 req-4441ad1c-6b49-428e-9251-d36a42f8ce9a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:10:32.672775 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-23068840-685d-4b36-8714-e4dee1123cc9 req-4441ad1c-6b49-428e-9251-d36a42f8ce9a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=79c10324-7e41-4d4d-b147-8be62b045bfa HTTP/1.1" status: 200 len: 945 time: 0.0528259 Sep 17 09:10:32.711250 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-23068840-685d-4b36-8714-e4dee1123cc9 req-f4821eb9-3692-4cee-b23a-922fa7c9d224 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bd49bc7-ac11-45f8-a3e2-037e8c3326f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316963 Sep 17 09:10:32.712854 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e5c99-40d8-40b4-90b1-e5e0e2b2988c req-171276bc-889e-4c83-8cff-50230b4e6b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:10:32.714425 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-dd8e5c99-40d8-40b4-90b1-e5e0e2b2988c req-171276bc-889e-4c83-8cff-50230b4e6b85 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7e48e67a07fa4821a019352e4f896fd6&device_id=79c10324-7e41-4d4d-b147-8be62b045bfa HTTP/1.1" status: 200 len: 1096 time: 0.0467162 Sep 17 09:10:32.803063 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e5c99-40d8-40b4-90b1-e5e0e2b2988c req-fca886c4-5681-41d3-8d83-527e17099181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:10:32.804607 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-dd8e5c99-40d8-40b4-90b1-e5e0e2b2988c req-fca886c4-5681-41d3-8d83-527e17099181 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2f16645a-d0a8-4ef1-a995-673364406513 HTTP/1.1" status: 200 len: 898 time: 0.0837569 Sep 17 09:10:32.872157 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-dd8e5c99-40d8-40b4-90b1-e5e0e2b2988c req-60cbca91-ff72-4f2a-9ab6-55b95c12c9e3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66c687e9-6186-4753-ad5c-ebb4956d7666 HTTP/1.1" status: 200 len: 1001 time: 0.0604298 Sep 17 09:10:32.923179 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e5c99-40d8-40b4-90b1-e5e0e2b2988c req-474d6e7a-fa22-4905-b485-f365d042e93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:10:32.924683 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-dd8e5c99-40d8-40b4-90b1-e5e0e2b2988c req-474d6e7a-fa22-4905-b485-f365d042e93c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8b87a3b-711c-4815-a295-37613187d5dc HTTP/1.1" status: 200 len: 835 time: 0.0455842 Sep 17 09:10:32.968193 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e5c99-40d8-40b4-90b1-e5e0e2b2988c req-f1fa960a-aec1-4e0f-a028-16d998af311f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:10:32.969651 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-dd8e5c99-40d8-40b4-90b1-e5e0e2b2988c req-f1fa960a-aec1-4e0f-a028-16d998af311f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2f16645a-d0a8-4ef1-a995-673364406513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383635 Sep 17 09:10:33.059212 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-dd8e5c99-40d8-40b4-90b1-e5e0e2b2988c req-60e0509e-9af4-4139-9cc4-6fef6702ac7c service neutron] 10.222.0.39 "GET /v2.0/networks/2f16645a-d0a8-4ef1-a995-673364406513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818057 Sep 17 09:10:33.146990 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-dd8e5c99-40d8-40b4-90b1-e5e0e2b2988c req-3ccf7cf2-2ce1-401c-97e2-70e8b194db6b service neutron] 10.222.0.39 "GET /v2.0/networks/2f16645a-d0a8-4ef1-a995-673364406513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798106 Sep 17 09:10:33.828514 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aab67c-e39e-4c5e-a647-e1851426dda5 req-948470f2-6fff-4c14-a1a8-27409dddd540 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:10:33.829989 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-61aab67c-e39e-4c5e-a647-e1851426dda5 req-948470f2-6fff-4c14-a1a8-27409dddd540 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=79c10324-7e41-4d4d-b147-8be62b045bfa HTTP/1.1" status: 200 len: 945 time: 0.0484600 Sep 17 09:10:33.867409 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-61aab67c-e39e-4c5e-a647-e1851426dda5 req-b1b314ca-907f-4693-8df9-c0b584e99a80 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bd49bc7-ac11-45f8-a3e2-037e8c3326f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308642 Sep 17 09:10:34.985611 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dad7be-8b6b-45a5-9781-e8810cd514ba req-ea29927a-15a8-4342-93ae-0267ebe0c9b4 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:10:34.987092 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f6dad7be-8b6b-45a5-9781-e8810cd514ba req-ea29927a-15a8-4342-93ae-0267ebe0c9b4 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=79c10324-7e41-4d4d-b147-8be62b045bfa HTTP/1.1" status: 200 len: 945 time: 0.0542183 Sep 17 09:10:35.024136 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f6dad7be-8b6b-45a5-9781-e8810cd514ba req-47c974be-db99-49df-93f5-2813d11b339d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bd49bc7-ac11-45f8-a3e2-037e8c3326f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306306 Sep 17 09:10:36.137700 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d403d2-9e05-4461-a25c-6788eef4808a req-dd8e898d-6cc7-4d9d-a0db-5b96c2a474bb tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:10:36.139161 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-46d403d2-9e05-4461-a25c-6788eef4808a req-dd8e898d-6cc7-4d9d-a0db-5b96c2a474bb tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=79c10324-7e41-4d4d-b147-8be62b045bfa HTTP/1.1" status: 200 len: 945 time: 0.0479112 Sep 17 09:10:36.175589 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-46d403d2-9e05-4461-a25c-6788eef4808a req-fe7b68d5-b660-473d-82c0-a9d19bc1bd80 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bd49bc7-ac11-45f8-a3e2-037e8c3326f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305660 Sep 17 09:10:36.294352 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:10:36.299266 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:10:37.290088 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b143b8-75bf-4a67-89d6-bde72c3cdd8b req-780bd868-d0d6-41a1-a45e-a6ba28845f29 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:10:37.291567 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c9b143b8-75bf-4a67-89d6-bde72c3cdd8b req-780bd868-d0d6-41a1-a45e-a6ba28845f29 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=79c10324-7e41-4d4d-b147-8be62b045bfa HTTP/1.1" status: 200 len: 945 time: 0.0477405 Sep 17 09:10:37.329174 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c9b143b8-75bf-4a67-89d6-bde72c3cdd8b req-3eec218c-5d91-463e-b7f4-9587570c4851 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bd49bc7-ac11-45f8-a3e2-037e8c3326f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317235 Sep 17 09:10:38.447817 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed5d8de-cdf1-4f56-89f7-99bbc9417c0e req-f77c8d7c-8eba-4653-8463-da5f47218670 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:10:38.449344 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6ed5d8de-cdf1-4f56-89f7-99bbc9417c0e req-f77c8d7c-8eba-4653-8463-da5f47218670 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=79c10324-7e41-4d4d-b147-8be62b045bfa HTTP/1.1" status: 200 len: 945 time: 0.0525627 Sep 17 09:10:38.485609 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6ed5d8de-cdf1-4f56-89f7-99bbc9417c0e req-390d5c5b-5704-4d1d-bda0-c5a0d9fd3e7a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bd49bc7-ac11-45f8-a3e2-037e8c3326f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303655 Sep 17 09:10:39.284219 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 09:10:39.603624 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac133e-d8d7-43ad-b04a-22c250b84d95 req-7e294b17-b37c-4a2e-8443-543edc1d732a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:10:39.605172 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bbac133e-d8d7-43ad-b04a-22c250b84d95 req-7e294b17-b37c-4a2e-8443-543edc1d732a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=79c10324-7e41-4d4d-b147-8be62b045bfa HTTP/1.1" status: 200 len: 945 time: 0.0511918 Sep 17 09:10:39.646657 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bbac133e-d8d7-43ad-b04a-22c250b84d95 req-96922cd3-ada8-4d69-866b-0bdc7c63091b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bd49bc7-ac11-45f8-a3e2-037e8c3326f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347140 Sep 17 09:10:40.763726 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ff451-4fe3-49ec-a1c9-82c3b66527de req-9ba0c11e-2c46-48e0-8b65-4102a63eff4c tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:10:40.765277 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-de3ff451-4fe3-49ec-a1c9-82c3b66527de req-9ba0c11e-2c46-48e0-8b65-4102a63eff4c tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=79c10324-7e41-4d4d-b147-8be62b045bfa HTTP/1.1" status: 200 len: 945 time: 0.0477307 Sep 17 09:10:40.802263 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-de3ff451-4fe3-49ec-a1c9-82c3b66527de req-7b745b8f-7dbe-4c72-ad77-8c28a65bdda4 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bd49bc7-ac11-45f8-a3e2-037e8c3326f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311599 Sep 17 09:10:41.922222 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe73a618-6fcb-42cf-86f1-3015c58ba371 req-ae8db6ad-5745-48cd-8721-80130e383556 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:10:41.923719 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fe73a618-6fcb-42cf-86f1-3015c58ba371 req-ae8db6ad-5745-48cd-8721-80130e383556 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=79c10324-7e41-4d4d-b147-8be62b045bfa HTTP/1.1" status: 200 len: 945 time: 0.0549796 Sep 17 09:10:41.960525 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fe73a618-6fcb-42cf-86f1-3015c58ba371 req-f385561d-7040-47ef-897c-c06c2b28db40 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bd49bc7-ac11-45f8-a3e2-037e8c3326f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307600 Sep 17 09:10:43.073646 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f38bc-91a9-4962-b393-d367ff37331a req-b17568a4-fbc9-4103-b19b-d4e0a5f1fc38 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:10:43.075210 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-226f38bc-91a9-4962-b393-d367ff37331a req-b17568a4-fbc9-4103-b19b-d4e0a5f1fc38 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=79c10324-7e41-4d4d-b147-8be62b045bfa HTTP/1.1" status: 200 len: 945 time: 0.0485473 Sep 17 09:10:43.112482 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-226f38bc-91a9-4962-b393-d367ff37331a req-36ab8890-efd9-42fb-a6b1-28ba2d712f76 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bd49bc7-ac11-45f8-a3e2-037e8c3326f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313697 Sep 17 09:10:44.224506 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e4f023-9ba8-432e-b299-fb23ee704303 req-c3c8f65f-4684-4e5b-93da-e513b771e5dc tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:10:44.225983 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-81e4f023-9ba8-432e-b299-fb23ee704303 req-c3c8f65f-4684-4e5b-93da-e513b771e5dc tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=79c10324-7e41-4d4d-b147-8be62b045bfa HTTP/1.1" status: 200 len: 945 time: 0.0475185 Sep 17 09:10:44.262807 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-81e4f023-9ba8-432e-b299-fb23ee704303 req-f68892d2-8e99-46ae-b95d-e07b482c4fc8 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bd49bc7-ac11-45f8-a3e2-037e8c3326f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309916 Sep 17 09:10:45.380458 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc8fc62-c55f-4dbb-a944-280a3f6b29dc req-f3bb6621-57d0-4099-a3fc-3c35d97bc98a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:10:45.381877 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1bc8fc62-c55f-4dbb-a944-280a3f6b29dc req-f3bb6621-57d0-4099-a3fc-3c35d97bc98a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=79c10324-7e41-4d4d-b147-8be62b045bfa HTTP/1.1" status: 200 len: 945 time: 0.0527289 Sep 17 09:10:45.418426 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1bc8fc62-c55f-4dbb-a944-280a3f6b29dc req-7f3efe94-e7c4-4cb2-a2ea-7524db5dcb21 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bd49bc7-ac11-45f8-a3e2-037e8c3326f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306230 Sep 17 09:10:46.535201 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b7e0c-c62c-4e9b-a93a-5eb8b38b4380 req-e63c6067-a086-4b2f-adad-68cbc5b665d1 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:10:46.537306 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-223b7e0c-c62c-4e9b-a93a-5eb8b38b4380 req-e63c6067-a086-4b2f-adad-68cbc5b665d1 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=79c10324-7e41-4d4d-b147-8be62b045bfa HTTP/1.1" status: 200 len: 945 time: 0.0487087 Sep 17 09:10:46.573596 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-223b7e0c-c62c-4e9b-a93a-5eb8b38b4380 req-3310f9d5-0fb1-4ec1-a1fa-5b1899c6d09e tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bd49bc7-ac11-45f8-a3e2-037e8c3326f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304072 Sep 17 09:10:47.688396 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da43f57-1310-4556-ae11-3fd917a76581 req-2c01f87d-25bf-404b-8d3e-53e62e73edc4 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:10:47.689853 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3da43f57-1310-4556-ae11-3fd917a76581 req-2c01f87d-25bf-404b-8d3e-53e62e73edc4 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=79c10324-7e41-4d4d-b147-8be62b045bfa HTTP/1.1" status: 200 len: 945 time: 0.0485168 Sep 17 09:10:47.726945 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3da43f57-1310-4556-ae11-3fd917a76581 req-0bd72788-c4b9-4cf2-adf9-7ceb726fa8ca tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bd49bc7-ac11-45f8-a3e2-037e8c3326f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312054 Sep 17 09:10:48.841819 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c483ff-38b2-4d9a-b6d2-c8f5f430ce2d req-cb5b1043-728b-49e6-8cc7-306140a5642c tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:10:48.843303 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-14c483ff-38b2-4d9a-b6d2-c8f5f430ce2d req-cb5b1043-728b-49e6-8cc7-306140a5642c tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=79c10324-7e41-4d4d-b147-8be62b045bfa HTTP/1.1" status: 200 len: 945 time: 0.0516329 Sep 17 09:10:48.880052 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-14c483ff-38b2-4d9a-b6d2-c8f5f430ce2d req-1f282395-7879-49fa-b9e6-efe657e77f37 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bd49bc7-ac11-45f8-a3e2-037e8c3326f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307014 Sep 17 09:10:49.994432 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f1b851-1fed-47f6-874b-a5c96848f1c5 req-2b14d6d4-abb1-4f0f-a034-2388458dfa63 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:10:49.995935 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d4f1b851-1fed-47f6-874b-a5c96848f1c5 req-2b14d6d4-abb1-4f0f-a034-2388458dfa63 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=79c10324-7e41-4d4d-b147-8be62b045bfa HTTP/1.1" status: 200 len: 945 time: 0.0494146 Sep 17 09:10:50.032400 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d4f1b851-1fed-47f6-874b-a5c96848f1c5 req-829903c9-f2bc-4788-a072-14a12a449dd7 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bd49bc7-ac11-45f8-a3e2-037e8c3326f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305662 Sep 17 09:10:50.115585 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0828af44-a29b-4cd2-9567-f83e39533df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:10:50.128131 n-d-789963-9 neutron-server[101290]: INFO neutron.api.v2.resource [req-dd8e5c99-40d8-40b4-90b1-e5e0e2b2988c req-46701f77-c07f-40eb-9a91-a8711e063556 service neutron] show failed (client error): The resource could not be found. Sep 17 09:10:50.129245 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-dd8e5c99-40d8-40b4-90b1-e5e0e2b2988c req-46701f77-c07f-40eb-9a91-a8711e063556 service neutron] 10.222.0.39 "GET /v2.0/ports/66c687e9-6186-4753-ad5c-ebb4956d7666/bindings/n-h1-789963-9 HTTP/1.1" status: 404 len: 380 time: 0.0598321 Sep 17 09:10:50.329722 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e5c99-40d8-40b4-90b1-e5e0e2b2988c req-316ff6af-2264-45ea-976e-9f0f5f0bed7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:10:50.331218 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dd8e5c99-40d8-40b4-90b1-e5e0e2b2988c req-316ff6af-2264-45ea-976e-9f0f5f0bed7b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=79c10324-7e41-4d4d-b147-8be62b045bfa&tenant_id=7e48e67a07fa4821a019352e4f896fd6 HTTP/1.1" status: 200 len: 1096 time: 0.0409751 Sep 17 09:10:50.342244 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [req-dd8e5c99-40d8-40b4-90b1-e5e0e2b2988c req-f52cb6ff-3de6-42fb-b6b0-caaaafba1109 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 09:10:50.343178 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dd8e5c99-40d8-40b4-90b1-e5e0e2b2988c req-f52cb6ff-3de6-42fb-b6b0-caaaafba1109 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047939 Sep 17 09:10:50.360916 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-dd8e5c99-40d8-40b4-90b1-e5e0e2b2988c req-a3f5568c-38bc-4e39-8e3f-d60cf7673ac8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-9', 'device_owner': 'compute:nova'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:10:50.415765 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-dd8e5c99-40d8-40b4-90b1-e5e0e2b2988c req-a3f5568c-38bc-4e39-8e3f-d60cf7673ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:10:50.614203 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-dd8e5c99-40d8-40b4-90b1-e5e0e2b2988c req-a3f5568c-38bc-4e39-8e3f-d60cf7673ac8 service neutron] For port 66c687e9-6186-4753-ad5c-ebb4956d7666, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=66c687e9-6186-4753-ad5c-ebb4956d7666,segment=NetworkSegment(111cc8c2-8270-4e6b-aa59-4355eb81a786),segment_id=111cc8c2-8270-4e6b-aa59-4355eb81a786)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:10:50.646101 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-dd8e5c99-40d8-40b4-90b1-e5e0e2b2988c req-a3f5568c-38bc-4e39-8e3f-d60cf7673ac8 service neutron] For port 66c687e9-6186-4753-ad5c-ebb4956d7666, host n-h2-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 09:10:50.684504 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79c10324-7e41-4d4d-b147-8be62b045bfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66c687e9-6186-4753-ad5c-ebb4956d7666'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 09:10:50.686745 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0b8b68ef77f8a69a7ea64e5314cb7bfe1c653782f919eb7015de92bbdd57641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a193af-db2e-4a56-86f7-e767403a8d20" -d '{"events": [{"server_uuid": "79c10324-7e41-4d4d-b147-8be62b045bfa", "name": "network-vif-unplugged", "status": "completed", "tag": "66c687e9-6186-4753-ad5c-ebb4956d7666"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 09:10:50.690409 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-dd8e5c99-40d8-40b4-90b1-e5e0e2b2988c req-a3f5568c-38bc-4e39-8e3f-d60cf7673ac8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:10:50.708141 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.provisioning_blocks [req-dd8e5c99-40d8-40b4-90b1-e5e0e2b2988c req-a3f5568c-38bc-4e39-8e3f-d60cf7673ac8 service neutron] Transition to ACTIVE for port object 66c687e9-6186-4753-ad5c-ebb4956d7666 will not be triggered until provisioned by entity L2. {{(pid=101289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 09:10:50.711809 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-dd8e5c99-40d8-40b4-90b1-e5e0e2b2988c req-a3f5568c-38bc-4e39-8e3f-d60cf7673ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:10:50.793762 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f5568c-38bc-4e39-8e3f-d60cf7673ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=66c687e9-6186-4753-ad5c-ebb4956d7666,revision_number=6']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:10:50.803073 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f5568c-38bc-4e39-8e3f-d60cf7673ac8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:10:50.803440 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f5568c-38bc-4e39-8e3f-d60cf7673ac8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:10:50.803803 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f5568c-38bc-4e39-8e3f-d60cf7673ac8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:10:50.804178 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f5568c-38bc-4e39-8e3f-d60cf7673ac8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:10:50.804518 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f5568c-38bc-4e39-8e3f-d60cf7673ac8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:10:50.804855 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f5568c-38bc-4e39-8e3f-d60cf7673ac8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:10:50.805190 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f5568c-38bc-4e39-8e3f-d60cf7673ac8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:10:50.805618 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f5568c-38bc-4e39-8e3f-d60cf7673ac8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:10:50.805845 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f5568c-38bc-4e39-8e3f-d60cf7673ac8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:10:50.806295 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f5568c-38bc-4e39-8e3f-d60cf7673ac8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:10:50.806606 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f5568c-38bc-4e39-8e3f-d60cf7673ac8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:10:50.806940 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f5568c-38bc-4e39-8e3f-d60cf7673ac8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:10:50.811165 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 09:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b92183-04b4-44ca-884d-643f95b4447b x-openstack-request-id: req-79b92183-04b4-44ca-884d-643f95b4447b {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 09:10:50.811460 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79c10324-7e41-4d4d-b147-8be62b045bfa", "name": "network-vif-unplugged", "status": "completed", "tag": "66c687e9-6186-4753-ad5c-ebb4956d7666", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 09:10:50.811718 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-79b92183-04b4-44ca-884d-643f95b4447b {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 09:10:50.812125 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79c10324-7e41-4d4d-b147-8be62b045bfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66c687e9-6186-4753-ad5c-ebb4956d7666', 'code': 200} Sep 17 09:10:50.850918 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd8e5c99-40d8-40b4-90b1-e5e0e2b2988c req-a3f5568c-38bc-4e39-8e3f-d60cf7673ac8 service neutron] No DVR routers for this DVR port 66c687e9-6186-4753-ad5c-ebb4956d7666 on host n-h2-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 09:10:50.988083 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-dd8e5c99-40d8-40b4-90b1-e5e0e2b2988c req-a3f5568c-38bc-4e39-8e3f-d60cf7673ac8 service neutron] Attempting to bind port 66c687e9-6186-4753-ad5c-ebb4956d7666 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 09:10:50.988457 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-dd8e5c99-40d8-40b4-90b1-e5e0e2b2988c req-a3f5568c-38bc-4e39-8e3f-d60cf7673ac8 service neutron] Attempting to bind port 66c687e9-6186-4753-ad5c-ebb4956d7666 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': '111cc8c2-8270-4e6b-aa59-4355eb81a786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f16645a-d0a8-4ef1-a995-673364406513'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 09:10:50.988787 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8e5c99-40d8-40b4-90b1-e5e0e2b2988c req-a3f5568c-38bc-4e39-8e3f-d60cf7673ac8 service neutron] Attempting to bind port 66c687e9-6186-4753-ad5c-ebb4956d7666 on network 2f16645a-d0a8-4ef1-a995-673364406513 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 09:10:50.993108 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8e5c99-40d8-40b4-90b1-e5e0e2b2988c req-a3f5568c-38bc-4e39-8e3f-d60cf7673ac8 service neutron] Port 66c687e9-6186-4753-ad5c-ebb4956d7666 on network 2f16645a-d0a8-4ef1-a995-673364406513 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 09:10:50.993435 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8e5c99-40d8-40b4-90b1-e5e0e2b2988c req-a3f5568c-38bc-4e39-8e3f-d60cf7673ac8 service neutron] Attempting to bind port 66c687e9-6186-4753-ad5c-ebb4956d7666 on network 2f16645a-d0a8-4ef1-a995-673364406513 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 09:10:50.998243 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8e5c99-40d8-40b4-90b1-e5e0e2b2988c req-a3f5568c-38bc-4e39-8e3f-d60cf7673ac8 service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 9, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 09:10:50.998825 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8e5c99-40d8-40b4-90b1-e5e0e2b2988c req-a3f5568c-38bc-4e39-8e3f-d60cf7673ac8 service neutron] Checking segment: {'id': '111cc8c2-8270-4e6b-aa59-4355eb81a786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f16645a-d0a8-4ef1-a995-673364406513'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 09:10:50.998961 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8e5c99-40d8-40b4-90b1-e5e0e2b2988c req-a3f5568c-38bc-4e39-8e3f-d60cf7673ac8 service neutron] Bound using segment: {'id': '111cc8c2-8270-4e6b-aa59-4355eb81a786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f16645a-d0a8-4ef1-a995-673364406513'} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 09:10:50.999386 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-dd8e5c99-40d8-40b4-90b1-e5e0e2b2988c req-a3f5568c-38bc-4e39-8e3f-d60cf7673ac8 service neutron] Bound port: 66c687e9-6186-4753-ad5c-ebb4956d7666, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '111cc8c2-8270-4e6b-aa59-4355eb81a786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f16645a-d0a8-4ef1-a995-673364406513'}}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 09:10:50.999744 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-dd8e5c99-40d8-40b4-90b1-e5e0e2b2988c req-a3f5568c-38bc-4e39-8e3f-d60cf7673ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:10:51.064772 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-dd8e5c99-40d8-40b4-90b1-e5e0e2b2988c req-a3f5568c-38bc-4e39-8e3f-d60cf7673ac8 service neutron] For port 66c687e9-6186-4753-ad5c-ebb4956d7666, host n-h1-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 09:10:51.070429 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-dd8e5c99-40d8-40b4-90b1-e5e0e2b2988c req-a3f5568c-38bc-4e39-8e3f-d60cf7673ac8 service neutron] For port 66c687e9-6186-4753-ad5c-ebb4956d7666, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=66c687e9-6186-4753-ad5c-ebb4956d7666,segment=NetworkSegment(111cc8c2-8270-4e6b-aa59-4355eb81a786),segment_id=111cc8c2-8270-4e6b-aa59-4355eb81a786)] {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 09:10:51.076468 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-dd8e5c99-40d8-40b4-90b1-e5e0e2b2988c req-a3f5568c-38bc-4e39-8e3f-d60cf7673ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:10:51.112364 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e5c99-40d8-40b4-90b1-e5e0e2b2988c req-a3f5568c-38bc-4e39-8e3f-d60cf7673ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:10:51.113324 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-dd8e5c99-40d8-40b4-90b1-e5e0e2b2988c req-a3f5568c-38bc-4e39-8e3f-d60cf7673ac8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:10:51.115101 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dd8e5c99-40d8-40b4-90b1-e5e0e2b2988c req-a3f5568c-38bc-4e39-8e3f-d60cf7673ac8 service neutron] 10.222.0.41 "PUT /v2.0/ports/66c687e9-6186-4753-ad5c-ebb4956d7666 HTTP/1.1" status: 200 len: 1091 time: 0.7577519 Sep 17 09:10:51.195455 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f5568c-38bc-4e39-8e3f-d60cf7673ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=66c687e9-6186-4753-ad5c-ebb4956d7666,revision_number=7']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:10:51.215487 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe755b6-83bf-4234-869c-1a7b2e889c0f req-101ec00e-a420-4d73-bf1b-a6df5a6b4b0e tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:10:51.217069 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dbe755b6-83bf-4234-869c-1a7b2e889c0f req-101ec00e-a420-4d73-bf1b-a6df5a6b4b0e tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=79c10324-7e41-4d4d-b147-8be62b045bfa HTTP/1.1" status: 200 len: 943 time: 0.1129882 Sep 17 09:10:51.224209 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e5c99-40d8-40b4-90b1-e5e0e2b2988c req-f98f4a6c-4964-4d43-92c0-4972e0d81b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:10:51.225815 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dd8e5c99-40d8-40b4-90b1-e5e0e2b2988c req-f98f4a6c-4964-4d43-92c0-4972e0d81b58 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7e48e67a07fa4821a019352e4f896fd6&device_id=79c10324-7e41-4d4d-b147-8be62b045bfa HTTP/1.1" status: 200 len: 1094 time: 0.0770774 Sep 17 09:10:51.290818 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dbe755b6-83bf-4234-869c-1a7b2e889c0f req-75251656-e626-4d32-9fe3-3757967aebdf tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bd49bc7-ac11-45f8-a3e2-037e8c3326f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640268 Sep 17 09:10:51.344308 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e5c99-40d8-40b4-90b1-e5e0e2b2988c req-3c555d2d-67a2-4e1a-b6b9-fef7a6beeb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:10:51.345801 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dd8e5c99-40d8-40b4-90b1-e5e0e2b2988c req-3c555d2d-67a2-4e1a-b6b9-fef7a6beeb52 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2f16645a-d0a8-4ef1-a995-673364406513 HTTP/1.1" status: 200 len: 898 time: 0.1119733 Sep 17 09:10:51.413687 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dd8e5c99-40d8-40b4-90b1-e5e0e2b2988c req-9d698a95-85c6-48ae-b77d-472b0b9fd54d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66c687e9-6186-4753-ad5c-ebb4956d7666 HTTP/1.1" status: 200 len: 999 time: 0.0609696 Sep 17 09:10:51.461936 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e5c99-40d8-40b4-90b1-e5e0e2b2988c req-9d3de0c8-a2e3-4d87-b801-e319e49a0c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:10:51.463326 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dd8e5c99-40d8-40b4-90b1-e5e0e2b2988c req-9d3de0c8-a2e3-4d87-b801-e319e49a0c7b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c8b87a3b-711c-4815-a295-37613187d5dc HTTP/1.1" status: 200 len: 835 time: 0.0425475 Sep 17 09:10:51.507302 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e5c99-40d8-40b4-90b1-e5e0e2b2988c req-3c426da6-f10b-4fec-bc56-a2bfea639a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:10:51.508791 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dd8e5c99-40d8-40b4-90b1-e5e0e2b2988c req-3c426da6-f10b-4fec-bc56-a2bfea639a47 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2f16645a-d0a8-4ef1-a995-673364406513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384920 Sep 17 09:10:51.603699 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dd8e5c99-40d8-40b4-90b1-e5e0e2b2988c req-7396efb1-64e5-41a3-ab7b-6dfee36d95cd service neutron] 10.222.0.41 "GET /v2.0/networks/2f16645a-d0a8-4ef1-a995-673364406513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871232 Sep 17 09:10:51.693866 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dd8e5c99-40d8-40b4-90b1-e5e0e2b2988c req-772565c3-2542-4564-88f0-25b943e0c25b service neutron] 10.222.0.41 "GET /v2.0/networks/2f16645a-d0a8-4ef1-a995-673364406513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835075 Sep 17 09:10:52.406680 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a947a3a-e7e1-4088-a1a1-37002a9ea5be req-2dafb31b-c8d1-403c-8be6-9449751bbd6a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:10:52.408074 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4a947a3a-e7e1-4088-a1a1-37002a9ea5be req-2dafb31b-c8d1-403c-8be6-9449751bbd6a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=79c10324-7e41-4d4d-b147-8be62b045bfa HTTP/1.1" status: 200 len: 943 time: 0.0478969 Sep 17 09:10:52.452111 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4a947a3a-e7e1-4088-a1a1-37002a9ea5be req-8b06eae5-df92-44b0-8c3c-ab8c3acd2f38 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bd49bc7-ac11-45f8-a3e2-037e8c3326f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375221 Sep 17 09:10:52.550697 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0b8356f6-6907-496a-be37-2a8b32c4e8b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:10:52.632364 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 66c687e9-6186-4753-ad5c-ebb4956d7666 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 09:10:52.669113 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 66c687e9-6186-4753-ad5c-ebb4956d7666 not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 09:10:52.813325 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79c10324-7e41-4d4d-b147-8be62b045bfa', 'tag': '66c687e9-6186-4753-ad5c-ebb4956d7666'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 09:10:52.815758 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0b8b68ef77f8a69a7ea64e5314cb7bfe1c653782f919eb7015de92bbdd57641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab3c02b-855d-4442-813e-52b876ad24a4" -d '{"events": [{"name": "network-changed", "server_uuid": "79c10324-7e41-4d4d-b147-8be62b045bfa", "tag": "66c687e9-6186-4753-ad5c-ebb4956d7666"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 09:10:52.862601 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 09:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3b546a-da30-4a19-985a-31f4d2cff5ce x-openstack-request-id: req-ea3b546a-da30-4a19-985a-31f4d2cff5ce {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 09:10:52.862893 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79c10324-7e41-4d4d-b147-8be62b045bfa", "tag": "66c687e9-6186-4753-ad5c-ebb4956d7666", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 09:10:52.863165 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ea3b546a-da30-4a19-985a-31f4d2cff5ce {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 09:10:52.864301 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79c10324-7e41-4d4d-b147-8be62b045bfa', 'tag': '66c687e9-6186-4753-ad5c-ebb4956d7666', 'status': 'completed', 'code': 200} Sep 17 09:10:52.890325 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:10:52.946120 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3c02b-855d-4442-813e-52b876ad24a4 req-16cb3807-285e-41da-8f6e-4310c315cfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:10:52.946704 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3c02b-855d-4442-813e-52b876ad24a4 req-14566f2a-4968-4099-8486-dbb964b0125a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:10:52.947693 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4ab3c02b-855d-4442-813e-52b876ad24a4 req-16cb3807-285e-41da-8f6e-4310c315cfba service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7e48e67a07fa4821a019352e4f896fd6&device_id=79c10324-7e41-4d4d-b147-8be62b045bfa HTTP/1.1" status: 200 len: 1094 time: 0.0437422 Sep 17 09:10:52.948008 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4ab3c02b-855d-4442-813e-52b876ad24a4 req-14566f2a-4968-4099-8486-dbb964b0125a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7e48e67a07fa4821a019352e4f896fd6&device_id=79c10324-7e41-4d4d-b147-8be62b045bfa HTTP/1.1" status: 200 len: 1094 time: 0.0416019 Sep 17 09:10:53.037360 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3c02b-855d-4442-813e-52b876ad24a4 req-4306963a-e8fb-4d85-afe0-87459e1dda24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:10:53.037637 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3c02b-855d-4442-813e-52b876ad24a4 req-0db2059a-efd7-4db3-a807-e49042b5ed71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:10:53.038862 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4ab3c02b-855d-4442-813e-52b876ad24a4 req-0db2059a-efd7-4db3-a807-e49042b5ed71 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2f16645a-d0a8-4ef1-a995-673364406513 HTTP/1.1" status: 200 len: 898 time: 0.0840170 Sep 17 09:10:53.038969 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4ab3c02b-855d-4442-813e-52b876ad24a4 req-4306963a-e8fb-4d85-afe0-87459e1dda24 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2f16645a-d0a8-4ef1-a995-673364406513 HTTP/1.1" status: 200 len: 898 time: 0.0834756 Sep 17 09:10:53.109171 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4ab3c02b-855d-4442-813e-52b876ad24a4 req-280f757a-d913-4391-aa16-bb194ba7a101 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66c687e9-6186-4753-ad5c-ebb4956d7666 HTTP/1.1" status: 200 len: 999 time: 0.0618172 Sep 17 09:10:53.112146 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4ab3c02b-855d-4442-813e-52b876ad24a4 req-9862b1aa-b680-47e5-85ef-6df4a923eae2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66c687e9-6186-4753-ad5c-ebb4956d7666 HTTP/1.1" status: 200 len: 999 time: 0.0655644 Sep 17 09:10:53.158507 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3c02b-855d-4442-813e-52b876ad24a4 req-fedeaf78-022f-459a-9ff8-a27d091c45ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:10:53.159391 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3c02b-855d-4442-813e-52b876ad24a4 req-31ce37c7-9e6f-4206-a277-ad2d6bbd972f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:10:53.160030 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4ab3c02b-855d-4442-813e-52b876ad24a4 req-fedeaf78-022f-459a-9ff8-a27d091c45ec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c8b87a3b-711c-4815-a295-37613187d5dc HTTP/1.1" status: 200 len: 835 time: 0.0434766 Sep 17 09:10:53.160988 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4ab3c02b-855d-4442-813e-52b876ad24a4 req-31ce37c7-9e6f-4206-a277-ad2d6bbd972f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8b87a3b-711c-4815-a295-37613187d5dc HTTP/1.1" status: 200 len: 835 time: 0.0425954 Sep 17 09:10:53.206159 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3c02b-855d-4442-813e-52b876ad24a4 req-6b101a15-7c6a-461e-965f-a5ac487b6559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:10:53.206400 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3c02b-855d-4442-813e-52b876ad24a4 req-013a9da4-9a54-4801-8686-146f558ac7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:10:53.207584 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4ab3c02b-855d-4442-813e-52b876ad24a4 req-6b101a15-7c6a-461e-965f-a5ac487b6559 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2f16645a-d0a8-4ef1-a995-673364406513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396268 Sep 17 09:10:53.207699 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4ab3c02b-855d-4442-813e-52b876ad24a4 req-013a9da4-9a54-4801-8686-146f558ac7ea service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2f16645a-d0a8-4ef1-a995-673364406513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401301 Sep 17 09:10:53.301469 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4ab3c02b-855d-4442-813e-52b876ad24a4 req-aa449032-624c-4075-9c01-7294174f6230 service neutron] 10.222.0.39 "GET /v2.0/networks/2f16645a-d0a8-4ef1-a995-673364406513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851965 Sep 17 09:10:53.301749 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4ab3c02b-855d-4442-813e-52b876ad24a4 req-de27fb6c-fc7b-4130-a25c-2ba148febd1b service neutron] 10.222.0.41 "GET /v2.0/networks/2f16645a-d0a8-4ef1-a995-673364406513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851672 Sep 17 09:10:53.387921 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4ab3c02b-855d-4442-813e-52b876ad24a4 req-a096fee2-bbbf-4be3-8f0a-cc5ecee74e1d service neutron] 10.222.0.41 "GET /v2.0/networks/2f16645a-d0a8-4ef1-a995-673364406513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803583 Sep 17 09:10:53.389583 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4ab3c02b-855d-4442-813e-52b876ad24a4 req-e007f98b-2dfe-4f33-82f7-08a9204234bc service neutron] 10.222.0.39 "GET /v2.0/networks/2f16645a-d0a8-4ef1-a995-673364406513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821178 Sep 17 09:10:53.569478 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f1a77-b8bf-42e9-8d73-e51ec8e8b4ea req-ade56871-0789-4186-92bb-880cdbc2669a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:10:53.570960 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-994f1a77-b8bf-42e9-8d73-e51ec8e8b4ea req-ade56871-0789-4186-92bb-880cdbc2669a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=79c10324-7e41-4d4d-b147-8be62b045bfa HTTP/1.1" status: 200 len: 943 time: 0.0527625 Sep 17 09:10:53.608232 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-994f1a77-b8bf-42e9-8d73-e51ec8e8b4ea req-54f33055-e3fc-4e8f-a096-79231ba2c47e tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bd49bc7-ac11-45f8-a3e2-037e8c3326f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310714 Sep 17 09:10:54.023236 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:10:54.724622 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d39b6-34e1-4756-8b24-3228844fbab1 req-2a7c4f37-d6ca-4f06-b8b9-fb8fbffd3f62 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:10:54.726116 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9b7d39b6-34e1-4756-8b24-3228844fbab1 req-2a7c4f37-d6ca-4f06-b8b9-fb8fbffd3f62 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=79c10324-7e41-4d4d-b147-8be62b045bfa HTTP/1.1" status: 200 len: 943 time: 0.0501828 Sep 17 09:10:54.762502 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9b7d39b6-34e1-4756-8b24-3228844fbab1 req-b5fe8086-3561-4fec-8574-8ec0c7f449c1 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bd49bc7-ac11-45f8-a3e2-037e8c3326f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303638 Sep 17 09:10:55.125247 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 66c687e9-6186-4753-ad5c-ebb4956d7666 details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 09:10:55.218860 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 66c687e9-6186-4753-ad5c-ebb4956d7666, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=66c687e9-6186-4753-ad5c-ebb4956d7666,segment=NetworkSegment(111cc8c2-8270-4e6b-aa59-4355eb81a786),segment_id=111cc8c2-8270-4e6b-aa59-4355eb81a786)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:10:55.229404 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': '66c687e9-6186-4753-ad5c-ebb4956d7666', 'network_id': '2f16645a-d0a8-4ef1-a995-673364406513', 'port_id': '66c687e9-6186-4753-ad5c-ebb4956d7666', 'mac_address': 'fa:16:3e:1c:d2:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8b87a3b-711c-4815-a295-37613187d5dc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 09:10:55.265327 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:10:55.278035 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66c687e9-6186-4753-ad5c-ebb4956d7666 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 09:10:55.305629 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 66c687e9-6186-4753-ad5c-ebb4956d7666, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=66c687e9-6186-4753-ad5c-ebb4956d7666,segment=NetworkSegment(111cc8c2-8270-4e6b-aa59-4355eb81a786),segment_id=111cc8c2-8270-4e6b-aa59-4355eb81a786)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:10:55.309290 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:10:55.358155 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=66c687e9-6186-4753-ad5c-ebb4956d7666,revision_number=8']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:10:55.365224 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:10:55.365579 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:10:55.365932 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:10:55.366274 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:10:55.366615 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:10:55.366982 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:10:55.367316 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:10:55.367647 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:10:55.368006 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:10:55.368337 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:10:55.368673 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:10:55.369002 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:10:55.757350 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['66c687e9-6186-4753-ad5c-ebb4956d7666'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 09:10:55.780480 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:10:55.876448 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8350f7a-790f-4e15-b449-ad502a44cb5e req-3a8e562a-8fd7-43cd-81ef-92b3726a112a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:10:55.877930 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a8350f7a-790f-4e15-b449-ad502a44cb5e req-3a8e562a-8fd7-43cd-81ef-92b3726a112a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=79c10324-7e41-4d4d-b147-8be62b045bfa HTTP/1.1" status: 200 len: 944 time: 0.0479767 Sep 17 09:10:55.916507 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a8350f7a-790f-4e15-b449-ad502a44cb5e req-84caede2-1494-46a7-b08c-1f2add8654ff tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bd49bc7-ac11-45f8-a3e2-037e8c3326f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318735 Sep 17 09:10:56.113386 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c2eab-a024-42a9-bdb2-12252b5f5849 req-711a83e9-036c-4f94-9a19-9b894876bac5 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:10:56.114894 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3d7c2eab-a024-42a9-bdb2-12252b5f5849 req-711a83e9-036c-4f94-9a19-9b894876bac5 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=79c10324-7e41-4d4d-b147-8be62b045bfa HTTP/1.1" status: 200 len: 944 time: 0.0530288 Sep 17 09:10:56.153564 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3d7c2eab-a024-42a9-bdb2-12252b5f5849 req-9b93bcd6-904a-409b-9c50-67b3acad7e35 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bd49bc7-ac11-45f8-a3e2-037e8c3326f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325897 Sep 17 09:10:56.175735 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8757b7db-b9eb-48ee-bd24-c5bb3bd01605 req-b4c68389-d29d-440d-83ff-f83ebf90a9a9 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:10:56.177258 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8757b7db-b9eb-48ee-bd24-c5bb3bd01605 req-b4c68389-d29d-440d-83ff-f83ebf90a9a9 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.39 "GET /v2.0/ports?device_id=79c10324-7e41-4d4d-b147-8be62b045bfa&tenant_id=7e48e67a07fa4821a019352e4f896fd6&binding%3Ahost_id=n-h1-789963-9 HTTP/1.1" status: 200 len: 944 time: 0.0897439 Sep 17 09:10:56.236602 n-d-789963-9 neutron-server[101290]: INFO neutron.api.v2.resource [req-8757b7db-b9eb-48ee-bd24-c5bb3bd01605 req-971db33f-4276-4847-bfa6-903ef20f25e7 service neutron] delete failed (client error): The resource could not be found. Sep 17 09:10:56.238256 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8757b7db-b9eb-48ee-bd24-c5bb3bd01605 req-971db33f-4276-4847-bfa6-903ef20f25e7 service neutron] 10.222.0.39 "DELETE /v2.0/ports/66c687e9-6186-4753-ad5c-ebb4956d7666/bindings/n-h2-789963-9 HTTP/1.1" status: 404 len: 380 time: 0.0528305 Sep 17 09:10:56.267815 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d661c-fa6c-4c2b-856f-fca2f4a16e67 req-aac9f108-7703-4235-9626-e7d7b7d891da tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:10:56.269245 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fa1d661c-fa6c-4c2b-856f-fca2f4a16e67 req-aac9f108-7703-4235-9626-e7d7b7d891da tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=79c10324-7e41-4d4d-b147-8be62b045bfa HTTP/1.1" status: 200 len: 944 time: 0.0477884 Sep 17 09:10:56.307566 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fa1d661c-fa6c-4c2b-856f-fca2f4a16e67 req-521dfc9b-5879-43d6-a47b-99d8d6b94bac tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bd49bc7-ac11-45f8-a3e2-037e8c3326f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320058 Sep 17 09:10:56.339562 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8757b7db-b9eb-48ee-bd24-c5bb3bd01605 req-50f5c824-4734-4224-a53e-9519eaeec37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:10:56.341091 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8757b7db-b9eb-48ee-bd24-c5bb3bd01605 req-50f5c824-4734-4224-a53e-9519eaeec37a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7e48e67a07fa4821a019352e4f896fd6&device_id=79c10324-7e41-4d4d-b147-8be62b045bfa HTTP/1.1" status: 200 len: 1095 time: 0.0397325 Sep 17 09:10:56.431204 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8757b7db-b9eb-48ee-bd24-c5bb3bd01605 req-77fff6b9-3bbd-4308-982c-1309236a8791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:10:56.432669 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8757b7db-b9eb-48ee-bd24-c5bb3bd01605 req-77fff6b9-3bbd-4308-982c-1309236a8791 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2f16645a-d0a8-4ef1-a995-673364406513 HTTP/1.1" status: 200 len: 898 time: 0.0846877 Sep 17 09:10:56.495394 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8757b7db-b9eb-48ee-bd24-c5bb3bd01605 req-09fc5fd6-e37a-427b-9249-63699e0817a7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66c687e9-6186-4753-ad5c-ebb4956d7666 HTTP/1.1" status: 200 len: 1000 time: 0.0556993 Sep 17 09:10:56.546679 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8757b7db-b9eb-48ee-bd24-c5bb3bd01605 req-cf73ca8f-3094-4d8e-9fdb-0da8b56fa993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:10:56.548184 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8757b7db-b9eb-48ee-bd24-c5bb3bd01605 req-cf73ca8f-3094-4d8e-9fdb-0da8b56fa993 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c8b87a3b-711c-4815-a295-37613187d5dc HTTP/1.1" status: 200 len: 835 time: 0.0451765 Sep 17 09:10:56.590851 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8757b7db-b9eb-48ee-bd24-c5bb3bd01605 req-4e871a36-9131-4092-8d6a-21924b4003fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:10:56.592373 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8757b7db-b9eb-48ee-bd24-c5bb3bd01605 req-4e871a36-9131-4092-8d6a-21924b4003fb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2f16645a-d0a8-4ef1-a995-673364406513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0376823 Sep 17 09:10:56.683027 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8757b7db-b9eb-48ee-bd24-c5bb3bd01605 req-ff243b70-6157-454b-9646-eb200e719a1d service neutron] 10.222.0.39 "GET /v2.0/networks/2f16645a-d0a8-4ef1-a995-673364406513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830314 Sep 17 09:10:56.768795 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8757b7db-b9eb-48ee-bd24-c5bb3bd01605 req-43196d4c-00c2-4a1f-8830-076f55d0e093 service neutron] 10.222.0.39 "GET /v2.0/networks/2f16645a-d0a8-4ef1-a995-673364406513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781832 Sep 17 09:10:57.140174 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 66c687e9-6186-4753-ad5c-ebb4956d7666 up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 09:10:57.189096 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning for port 66c687e9-6186-4753-ad5c-ebb4956d7666 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 09:10:57.193764 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port 66c687e9-6186-4753-ad5c-ebb4956d7666 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:10:57.194234 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:10:57.270659 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:10:57.297306 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79c10324-7e41-4d4d-b147-8be62b045bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66c687e9-6186-4753-ad5c-ebb4956d7666'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 09:10:57.299739 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd15a5b62c2e1c1e903d3702117c13c06f948b041a08150170fef0e561ebed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26758306-1e17-4d76-ae8f-fee3833e7828" -d '{"events": [{"server_uuid": "79c10324-7e41-4d4d-b147-8be62b045bfa", "name": "network-vif-plugged", "status": "completed", "tag": "66c687e9-6186-4753-ad5c-ebb4956d7666"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 09:10:57.312759 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port 66c687e9-6186-4753-ad5c-ebb4956d7666, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=66c687e9-6186-4753-ad5c-ebb4956d7666,segment=NetworkSegment(111cc8c2-8270-4e6b-aa59-4355eb81a786),segment_id=111cc8c2-8270-4e6b-aa59-4355eb81a786)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:10:57.317536 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:10:57.373292 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=66c687e9-6186-4753-ad5c-ebb4956d7666,revision_number=9']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:10:57.407141 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 09:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589c5055-4b34-4834-9a35-d08f994b3c5a x-openstack-request-id: req-589c5055-4b34-4834-9a35-d08f994b3c5a {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 09:10:57.407439 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79c10324-7e41-4d4d-b147-8be62b045bfa", "name": "network-vif-plugged", "status": "completed", "tag": "66c687e9-6186-4753-ad5c-ebb4956d7666", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 09:10:57.407693 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-589c5055-4b34-4834-9a35-d08f994b3c5a {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 09:10:57.408161 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79c10324-7e41-4d4d-b147-8be62b045bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66c687e9-6186-4753-ad5c-ebb4956d7666', 'code': 200} Sep 17 09:10:57.439347 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd545e-2ad1-4f32-843c-a1075f20b629 req-3e474ec4-ff0d-4ed5-8687-bbb2b2f2ae74 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:10:57.441518 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cbdd545e-2ad1-4f32-843c-a1075f20b629 req-3e474ec4-ff0d-4ed5-8687-bbb2b2f2ae74 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=79c10324-7e41-4d4d-b147-8be62b045bfa HTTP/1.1" status: 200 len: 945 time: 0.0497563 Sep 17 09:10:57.477895 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cbdd545e-2ad1-4f32-843c-a1075f20b629 req-f0999628-e39e-4da1-9f4f-e692e68724c0 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bd49bc7-ac11-45f8-a3e2-037e8c3326f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304673 Sep 17 09:10:57.500086 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37552) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:10:57.561676 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-cca26319-f948-4f16-a309-f9e7fa2d59c2 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/floatingips/447dcc76-80ce-4f67-ac51-207972c29229 HTTP/1.1" status: 200 len: 993 time: 0.0604184 Sep 17 09:11:06.308241 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:06.317466 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:12.832472 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0250f2bd-c818-4ee1-b835-8dd0f733b8df req-dc0ae044-5f93-4d0d-b527-71e3971cfc93 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0236812 Sep 17 09:11:12.916448 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0250f2bd-c818-4ee1-b835-8dd0f733b8df req-670022ff-c11e-427d-aa0e-cb04f578df1d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0254507 Sep 17 09:11:12.961670 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0250f2bd-c818-4ee1-b835-8dd0f733b8df req-8fe842cb-1389-40eb-873a-c8432ada2e90 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0181413 Sep 17 09:11:13.057998 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0250f2bd-c818-4ee1-b835-8dd0f733b8df req-39b8bc23-d2eb-44d2-afe8-45e1a337cfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:11:13.059551 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0250f2bd-c818-4ee1-b835-8dd0f733b8df req-39b8bc23-d2eb-44d2-afe8-45e1a337cfb5 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910056 Sep 17 09:11:16.283514 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 09:11:20.117616 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9c826c14-0d11-472d-96dd-52cbd23102cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:22.550401 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4a8139fc-e80c-4f3d-9d80-fc232b2dbc4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:22.892179 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:24.024994 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:25.614832 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:36.297616 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:36.330314 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:46.113933 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37572) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:11:46.265184 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-8ef379bf-26cf-4803-b367-e7273e6b151a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Deleting port 939d2595-7a44-4d13-841c-a712007254d4 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 09:11:46.265518 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8ef379bf-26cf-4803-b367-e7273e6b151a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:46.339725 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8ef379bf-26cf-4803-b367-e7273e6b151a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:46.340001 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8ef379bf-26cf-4803-b367-e7273e6b151a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:46.351050 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-8ef379bf-26cf-4803-b367-e7273e6b151a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Calling delete_port for 939d2595-7a44-4d13-841c-a712007254d4 owned by network:floatingip {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 09:11:46.488073 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8ef379bf-26cf-4803-b367-e7273e6b151a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:46.520913 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef379bf-26cf-4803-b367-e7273e6b151a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event deleted for resources: {'Port': ['ID=939d2595-7a44-4d13-841c-a712007254d4,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:11:46.574648 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8ef379bf-26cf-4803-b367-e7273e6b151a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for floatingip, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:46.574975 n-d-789963-9 neutron-server[101289]: INFO neutron.db.l3_db [None req-8ef379bf-26cf-4803-b367-e7273e6b151a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Floating IP 447dcc76-80ce-4f67-ac51-207972c29229 disassociated (deleted). External IP: 172.25.6.155, port: 66c687e9-6186-4753-ad5c-ebb4956d7666. Sep 17 09:11:46.778275 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef379bf-26cf-4803-b367-e7273e6b151a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Router e179b40a-55df-40b7-adb2-d222ab24e676 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 09:11:46.880652 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef379bf-26cf-4803-b367-e7273e6b151a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 09:11:46.886696 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8ef379bf-26cf-4803-b367-e7273e6b151a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:46.894279 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375a1ef5-09b2-4111-bd4e-808e48fa03e4 None None] Sync routers for ids ['e179b40a-55df-40b7-adb2-d222ab24e676'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 09:11:46.904220 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375a1ef5-09b2-4111-bd4e-808e48fa03e4 None None] Routers {'e179b40a-55df-40b7-adb2-d222ab24e676'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:11:46.904838 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-375a1ef5-09b2-4111-bd4e-808e48fa03e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:11:23Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['e179b40a-55df-40b7-adb2-d222ab24e676'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:11:46.918221 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-8ef379bf-26cf-4803-b367-e7273e6b151a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "DELETE /v2.0/floatingips/447dcc76-80ce-4f67-ac51-207972c29229 HTTP/1.1" status: 204 len: 168 time: 0.8007181 Sep 17 09:11:46.918221 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79c10324-7e41-4d4d-b147-8be62b045bfa', 'tag': '66c687e9-6186-4753-ad5c-ebb4956d7666'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 09:11:46.918583 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0b8b68ef77f8a69a7ea64e5314cb7bfe1c653782f919eb7015de92bbdd57641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5380135f-8d3d-4964-a8ff-6a7c9ec84606" -d '{"events": [{"name": "network-changed", "server_uuid": "79c10324-7e41-4d4d-b147-8be62b045bfa", "tag": "66c687e9-6186-4753-ad5c-ebb4956d7666"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 09:11:46.956222 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 09:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2827e2-45b4-4d94-b219-d9232cce6208 x-openstack-request-id: req-9e2827e2-45b4-4d94-b219-d9232cce6208 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 09:11:46.956515 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79c10324-7e41-4d4d-b147-8be62b045bfa", "tag": "66c687e9-6186-4753-ad5c-ebb4956d7666", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 09:11:46.956765 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9e2827e2-45b4-4d94-b219-d9232cce6208 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 09:11:46.957173 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79c10324-7e41-4d4d-b147-8be62b045bfa', 'tag': '66c687e9-6186-4753-ad5c-ebb4956d7666', 'status': 'completed', 'code': 200} Sep 17 09:11:47.013347 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-375a1ef5-09b2-4111-bd4e-808e48fa03e4 None None] Set router e179b40a-55df-40b7-adb2-d222ab24e676 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:11:47.049565 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380135f-8d3d-4964-a8ff-6a7c9ec84606 req-2067fab6-f14a-4f80-96d5-d067b9ee2bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:11:47.051421 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5380135f-8d3d-4964-a8ff-6a7c9ec84606 req-2067fab6-f14a-4f80-96d5-d067b9ee2bd3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7e48e67a07fa4821a019352e4f896fd6&device_id=79c10324-7e41-4d4d-b147-8be62b045bfa HTTP/1.1" status: 200 len: 1096 time: 0.0490763 Sep 17 09:11:47.200082 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff9b9be-2b76-4d45-9079-8dfa5a6fdd0c req-302e5417-11de-4b63-a7ed-7279ca58cfd7 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:11:47.201488 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-eff9b9be-2b76-4d45-9079-8dfa5a6fdd0c req-302e5417-11de-4b63-a7ed-7279ca58cfd7 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=79c10324-7e41-4d4d-b147-8be62b045bfa HTTP/1.1" status: 200 len: 945 time: 0.1030095 Sep 17 09:11:47.217368 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-375a1ef5-09b2-4111-bd4e-808e48fa03e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e179b40a-55df-40b7-adb2-d222ab24e676', 'name': 'tempest-TestNetworkAdvancedServerOps-router-174811293', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'fb85e243-e019-4dad-8844-b47912eb0679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:08:58Z', 'updated_at': '2021-09-17T09:09:01Z', 'revision_number': 4, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'gw_port': {'id': 'fb85e243-e019-4dad-8844-b47912eb0679', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:22:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e179b40a-55df-40b7-adb2-d222ab24e676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:08:58Z', 'updated_at': '2021-09-17T09:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'e707c424-3783-44f0-bb1f-41c1e6c95ea8', 'name': '', 'network_id': '2f16645a-d0a8-4ef1-a995-673364406513', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'mac_address': 'fa:16:3e:c5:d6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e179b40a-55df-40b7-adb2-d222ab24e676', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'c8b87a3b-711c-4815-a295-37613187d5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:09:00Z', 'updated_at': '2021-09-17T09:09:03Z', 'revision_number': 5, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'subnets': [{'id': 'c8b87a3b-711c-4815-a295-37613187d5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:11:47.226153 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380135f-8d3d-4964-a8ff-6a7c9ec84606 req-75615b50-dfbf-462a-b75e-aed383596fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:11:47.228310 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5380135f-8d3d-4964-a8ff-6a7c9ec84606 req-75615b50-dfbf-462a-b75e-aed383596fc4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2f16645a-d0a8-4ef1-a995-673364406513 HTTP/1.1" status: 200 len: 898 time: 0.1374025 Sep 17 09:11:47.243457 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375a1ef5-09b2-4111-bd4e-808e48fa03e4 None None] Checking router: e179b40a-55df-40b7-adb2-d222ab24e676 for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 09:11:47.251483 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375a1ef5-09b2-4111-bd4e-808e48fa03e4 None None] Routers {'e179b40a-55df-40b7-adb2-d222ab24e676'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:11:47.252123 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-375a1ef5-09b2-4111-bd4e-808e48fa03e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:11:23Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['e179b40a-55df-40b7-adb2-d222ab24e676'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:11:47.282303 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-eff9b9be-2b76-4d45-9079-8dfa5a6fdd0c req-8525f40b-3b81-4c6f-bb97-52943871505c tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bd49bc7-ac11-45f8-a3e2-037e8c3326f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721438 Sep 17 09:11:47.283658 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5380135f-8d3d-4964-a8ff-6a7c9ec84606 req-9d81e070-2b44-4058-a632-c7a4e97b2971 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66c687e9-6186-4753-ad5c-ebb4956d7666 HTTP/1.1" status: 200 len: 217 time: 0.0429211 Sep 17 09:11:47.333111 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380135f-8d3d-4964-a8ff-6a7c9ec84606 req-61bc5ef7-2c53-41c9-9235-b0a639034382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:11:47.334595 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5380135f-8d3d-4964-a8ff-6a7c9ec84606 req-61bc5ef7-2c53-41c9-9235-b0a639034382 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c8b87a3b-711c-4815-a295-37613187d5dc HTTP/1.1" status: 200 len: 835 time: 0.0426009 Sep 17 09:11:47.356820 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-375a1ef5-09b2-4111-bd4e-808e48fa03e4 None None] Set router e179b40a-55df-40b7-adb2-d222ab24e676 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:11:47.380174 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380135f-8d3d-4964-a8ff-6a7c9ec84606 req-b152c81b-75a6-4023-859f-b3371c50d033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:11:47.381681 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5380135f-8d3d-4964-a8ff-6a7c9ec84606 req-b152c81b-75a6-4023-859f-b3371c50d033 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2f16645a-d0a8-4ef1-a995-673364406513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392292 Sep 17 09:11:47.474000 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5380135f-8d3d-4964-a8ff-6a7c9ec84606 req-9d77e6e7-1f5a-4ac6-9f10-666d234cbec7 service neutron] 10.222.0.41 "GET /v2.0/networks/2f16645a-d0a8-4ef1-a995-673364406513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841429 Sep 17 09:11:47.547066 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-375a1ef5-09b2-4111-bd4e-808e48fa03e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e179b40a-55df-40b7-adb2-d222ab24e676', 'name': 'tempest-TestNetworkAdvancedServerOps-router-174811293', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'fb85e243-e019-4dad-8844-b47912eb0679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:08:58Z', 'updated_at': '2021-09-17T09:09:01Z', 'revision_number': 4, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'gw_port': {'id': 'fb85e243-e019-4dad-8844-b47912eb0679', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:22:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e179b40a-55df-40b7-adb2-d222ab24e676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:08:58Z', 'updated_at': '2021-09-17T09:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'e707c424-3783-44f0-bb1f-41c1e6c95ea8', 'name': '', 'network_id': '2f16645a-d0a8-4ef1-a995-673364406513', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'mac_address': 'fa:16:3e:c5:d6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e179b40a-55df-40b7-adb2-d222ab24e676', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'c8b87a3b-711c-4815-a295-37613187d5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:09:00Z', 'updated_at': '2021-09-17T09:09:03Z', 'revision_number': 5, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'subnets': [{'id': 'c8b87a3b-711c-4815-a295-37613187d5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:11:47.564649 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5380135f-8d3d-4964-a8ff-6a7c9ec84606 req-a470040d-fb92-48f9-b365-e3c59089ab8a service neutron] 10.222.0.41 "GET /v2.0/networks/2f16645a-d0a8-4ef1-a995-673364406513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830686 Sep 17 09:11:47.577346 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375a1ef5-09b2-4111-bd4e-808e48fa03e4 None None] The sync data for ids ['e179b40a-55df-40b7-adb2-d222ab24e676'] in n-d-789963-9 is: [{'id': 'e179b40a-55df-40b7-adb2-d222ab24e676', 'name': 'tempest-TestNetworkAdvancedServerOps-router-174811293', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'fb85e243-e019-4dad-8844-b47912eb0679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:08:58Z', 'updated_at': '2021-09-17T09:09:01Z', 'revision_number': 4, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'gw_port': {'id': 'fb85e243-e019-4dad-8844-b47912eb0679', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:22:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e179b40a-55df-40b7-adb2-d222ab24e676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:08:58Z', 'updated_at': '2021-09-17T09:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'e707c424-3783-44f0-bb1f-41c1e6c95ea8', 'name': '', 'network_id': '2f16645a-d0a8-4ef1-a995-673364406513', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'mac_address': 'fa:16:3e:c5:d6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e179b40a-55df-40b7-adb2-d222ab24e676', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'c8b87a3b-711c-4815-a295-37613187d5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:09:00Z', 'updated_at': '2021-09-17T09:09:03Z', 'revision_number': 5, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'subnets': [{'id': 'c8b87a3b-711c-4815-a295-37613187d5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 09:11:47.783345 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc9cda3-8b70-4589-a917-910f217fb819 None None] New status for floating IP 447dcc76-80ce-4f67-ac51-207972c29229: DOWN {{(pid=101292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 09:11:48.405313 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a7b4fb-8b23-4d06-833f-b33973f6de5b req-91547d21-c09f-47bb-bd09-3a9f6bc1a345 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:11:48.406700 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-09a7b4fb-8b23-4d06-833f-b33973f6de5b req-91547d21-c09f-47bb-bd09-3a9f6bc1a345 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=79c10324-7e41-4d4d-b147-8be62b045bfa HTTP/1.1" status: 200 len: 945 time: 0.0523777 Sep 17 09:11:48.442333 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-09a7b4fb-8b23-4d06-833f-b33973f6de5b req-8f78ee18-e5d5-4208-8711-b6cfa2300e80 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bd49bc7-ac11-45f8-a3e2-037e8c3326f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297365 Sep 17 09:11:48.787295 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48101ed-b8b5-4143-83e5-569f056a5e64 req-e78ac702-183b-4975-9aa9-8eec30b8e90a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:11:48.788748 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a48101ed-b8b5-4143-83e5-569f056a5e64 req-e78ac702-183b-4975-9aa9-8eec30b8e90a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.41 "GET /v2.0/ports?device_id=79c10324-7e41-4d4d-b147-8be62b045bfa HTTP/1.1" status: 200 len: 945 time: 0.0468805 Sep 17 09:11:48.875557 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-a48101ed-b8b5-4143-83e5-569f056a5e64 req-9be05b79-e2a1-4d66-b723-d11160ccb0b3 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Deleting port 66c687e9-6186-4753-ad5c-ebb4956d7666 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 09:11:48.875921 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-a48101ed-b8b5-4143-83e5-569f056a5e64 req-9be05b79-e2a1-4d66-b723-d11160ccb0b3 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:48.963679 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-a48101ed-b8b5-4143-83e5-569f056a5e64 req-9be05b79-e2a1-4d66-b723-d11160ccb0b3 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] For port 66c687e9-6186-4753-ad5c-ebb4956d7666, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=66c687e9-6186-4753-ad5c-ebb4956d7666,segment=NetworkSegment(111cc8c2-8270-4e6b-aa59-4355eb81a786),segment_id=111cc8c2-8270-4e6b-aa59-4355eb81a786)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:11:48.964068 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-a48101ed-b8b5-4143-83e5-569f056a5e64 req-9be05b79-e2a1-4d66-b723-d11160ccb0b3 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:48.975231 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-a48101ed-b8b5-4143-83e5-569f056a5e64 req-9be05b79-e2a1-4d66-b723-d11160ccb0b3 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Calling delete_port for 66c687e9-6186-4753-ad5c-ebb4956d7666 owned by compute:nova {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 09:11:49.100427 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-a48101ed-b8b5-4143-83e5-569f056a5e64 req-9be05b79-e2a1-4d66-b723-d11160ccb0b3 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:49.129944 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be05b79-e2a1-4d66-b723-d11160ccb0b3 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event deleted for resources: {'Port': ['ID=66c687e9-6186-4753-ad5c-ebb4956d7666,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:11:49.171074 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-a48101ed-b8b5-4143-83e5-569f056a5e64 req-9be05b79-e2a1-4d66-b723-d11160ccb0b3 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] No DVR routers for this DVR port 66c687e9-6186-4753-ad5c-ebb4956d7666 on host n-h1-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 09:11:49.173819 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-a48101ed-b8b5-4143-83e5-569f056a5e64 req-9be05b79-e2a1-4d66-b723-d11160ccb0b3 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:49.176004 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a48101ed-b8b5-4143-83e5-569f056a5e64 req-9be05b79-e2a1-4d66-b723-d11160ccb0b3 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.41 "DELETE /v2.0/ports/66c687e9-6186-4753-ad5c-ebb4956d7666 HTTP/1.1" status: 204 len: 173 time: 0.3810420 Sep 17 09:11:49.176440 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79c10324-7e41-4d4d-b147-8be62b045bfa', 'name': 'network-vif-deleted', 'tag': '66c687e9-6186-4753-ad5c-ebb4956d7666'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 09:11:49.178679 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0b8b68ef77f8a69a7ea64e5314cb7bfe1c653782f919eb7015de92bbdd57641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994092a4-a7ae-4930-bbb4-7a11319e89eb" -d '{"events": [{"server_uuid": "79c10324-7e41-4d4d-b147-8be62b045bfa", "name": "network-vif-deleted", "tag": "66c687e9-6186-4753-ad5c-ebb4956d7666"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 09:11:49.214092 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 09:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c819f86f-0944-419c-8804-56964e0c5395 x-openstack-request-id: req-c819f86f-0944-419c-8804-56964e0c5395 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 09:11:49.214340 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79c10324-7e41-4d4d-b147-8be62b045bfa", "name": "network-vif-deleted", "tag": "66c687e9-6186-4753-ad5c-ebb4956d7666", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 09:11:49.214754 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c819f86f-0944-419c-8804-56964e0c5395 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 09:11:49.215172 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79c10324-7e41-4d4d-b147-8be62b045bfa', 'name': 'network-vif-deleted', 'tag': '66c687e9-6186-4753-ad5c-ebb4956d7666', 'status': 'completed', 'code': 200} Sep 17 09:11:49.550226 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-feb7b984-75bf-42fe-a55c-5dc6d41c7f75 req-ad86a1f1-fc9e-4c39-a9f3-cb9f5b087258 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=79c10324-7e41-4d4d-b147-8be62b045bfa HTTP/1.1" status: 200 len: 210 time: 0.0269341 Sep 17 09:11:50.119019 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d4afd36a-6bc9-461f-9286-f57d5f1cc9db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:50.607405 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37588) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:11:51.257391 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8c92242b-9ff8-4be2-940a-c35a2d3f497a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:51.499213 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-8c92242b-9ff8-4be2-940a-c35a2d3f497a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Deleting port e707c424-3783-44f0-bb1f-41c1e6c95ea8 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 09:11:51.499553 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8c92242b-9ff8-4be2-940a-c35a2d3f497a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:51.586663 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-8c92242b-9ff8-4be2-940a-c35a2d3f497a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] For port e707c424-3783-44f0-bb1f-41c1e6c95ea8, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=e707c424-3783-44f0-bb1f-41c1e6c95ea8,segment=NetworkSegment(111cc8c2-8270-4e6b-aa59-4355eb81a786),segment_id=111cc8c2-8270-4e6b-aa59-4355eb81a786)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:11:51.587022 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8c92242b-9ff8-4be2-940a-c35a2d3f497a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:51.598380 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-8c92242b-9ff8-4be2-940a-c35a2d3f497a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Calling delete_port for e707c424-3783-44f0-bb1f-41c1e6c95ea8 owned by network:router_interface {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 09:11:51.777379 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8c92242b-9ff8-4be2-940a-c35a2d3f497a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:51.802518 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c92242b-9ff8-4be2-940a-c35a2d3f497a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event deleted for resources: {'Port': ['ID=e707c424-3783-44f0-bb1f-41c1e6c95ea8,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:11:51.812615 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c92242b-9ff8-4be2-940a-c35a2d3f497a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:11:51.812983 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c92242b-9ff8-4be2-940a-c35a2d3f497a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:11:51.813314 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c92242b-9ff8-4be2-940a-c35a2d3f497a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:11:51.813653 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c92242b-9ff8-4be2-940a-c35a2d3f497a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:11:51.813996 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c92242b-9ff8-4be2-940a-c35a2d3f497a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:11:51.814330 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c92242b-9ff8-4be2-940a-c35a2d3f497a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:11:51.814663 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c92242b-9ff8-4be2-940a-c35a2d3f497a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:11:51.814992 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c92242b-9ff8-4be2-940a-c35a2d3f497a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:11:51.815450 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c92242b-9ff8-4be2-940a-c35a2d3f497a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:11:51.815649 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c92242b-9ff8-4be2-940a-c35a2d3f497a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:11:51.816006 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c92242b-9ff8-4be2-940a-c35a2d3f497a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:11:51.816331 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c92242b-9ff8-4be2-940a-c35a2d3f497a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:11:51.992257 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8c92242b-9ff8-4be2-940a-c35a2d3f497a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:52.214187 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c92242b-9ff8-4be2-940a-c35a2d3f497a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Router e179b40a-55df-40b7-adb2-d222ab24e676 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 09:11:52.318286 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c92242b-9ff8-4be2-940a-c35a2d3f497a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 09:11:52.323320 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-8c92242b-9ff8-4be2-940a-c35a2d3f497a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "PUT /v2.0/routers/e179b40a-55df-40b7-adb2-d222ab24e676/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7148607 Sep 17 09:11:52.326116 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37590) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:11:52.328821 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21055ac0-d532-4484-8491-e6d53c112c9a None None] Sync routers for ids ['e179b40a-55df-40b7-adb2-d222ab24e676'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 09:11:52.338641 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21055ac0-d532-4484-8491-e6d53c112c9a None None] Routers {'e179b40a-55df-40b7-adb2-d222ab24e676'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:11:52.339188 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-21055ac0-d532-4484-8491-e6d53c112c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:11:23Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['e179b40a-55df-40b7-adb2-d222ab24e676'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:11:52.378380 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-11578f29-7c55-4384-b7d6-6baeb1a25e61 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Deleting subnet c8b87a3b-711c-4815-a295-37613187d5dc {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 09:11:52.381517 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-11578f29-7c55-4384-b7d6-6baeb1a25e61 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:52.426185 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-11578f29-7c55-4384-b7d6-6baeb1a25e61 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:52.443808 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-21055ac0-d532-4484-8491-e6d53c112c9a None None] Set router e179b40a-55df-40b7-adb2-d222ab24e676 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:11:52.515698 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-11578f29-7c55-4384-b7d6-6baeb1a25e61 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:52.572588 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-18c3dc6b-2e5e-413c-9487-a15fa7001bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:52.576703 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-11578f29-7c55-4384-b7d6-6baeb1a25e61 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:52.605055 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-11578f29-7c55-4384-b7d6-6baeb1a25e61 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:52.609356 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-11578f29-7c55-4384-b7d6-6baeb1a25e61 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "DELETE /v2.0/subnets/c8b87a3b-711c-4815-a295-37613187d5dc HTTP/1.1" status: 204 len: 168 time: 0.2798166 Sep 17 09:11:52.609356 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11578f29-7c55-4384-b7d6-6baeb1a25e61 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event deleted for resources: {'Subnet': ['ID=c8b87a3b-711c-4815-a295-37613187d5dc,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:11:52.609549 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37594) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:11:52.613107 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75560497-932e-4faa-988e-29eb78363fa3 None None] Network 2f16645a-d0a8-4ef1-a995-673364406513 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 09:11:52.717025 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-56a1426d-ea8e-48f2-b541-6ee6ee0b2c03 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for router, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:52.728293 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-21055ac0-d532-4484-8491-e6d53c112c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e179b40a-55df-40b7-adb2-d222ab24e676', 'name': 'tempest-TestNetworkAdvancedServerOps-router-174811293', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'fb85e243-e019-4dad-8844-b47912eb0679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:08:58Z', 'updated_at': '2021-09-17T09:11:51Z', 'revision_number': 5, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'gw_port': {'id': 'fb85e243-e019-4dad-8844-b47912eb0679', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:22:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e179b40a-55df-40b7-adb2-d222ab24e676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:08:58Z', 'updated_at': '2021-09-17T09:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:11:52.757422 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21055ac0-d532-4484-8491-e6d53c112c9a None None] Checking router: e179b40a-55df-40b7-adb2-d222ab24e676 for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 09:11:52.772890 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21055ac0-d532-4484-8491-e6d53c112c9a None None] Routers {'e179b40a-55df-40b7-adb2-d222ab24e676'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:11:52.773499 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-21055ac0-d532-4484-8491-e6d53c112c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:11:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['e179b40a-55df-40b7-adb2-d222ab24e676'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:11:52.826843 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-56a1426d-ea8e-48f2-b541-6ee6ee0b2c03 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:52.861528 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f48b6b2-367a-416f-b4b7-6107224b5b90 None None] DHCP port deletion for 2f16645a-d0a8-4ef1-a995-673364406513 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 09:11:52.879194 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-56a1426d-ea8e-48f2-b541-6ee6ee0b2c03 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Deleting port fb85e243-e019-4dad-8844-b47912eb0679 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 09:11:52.879535 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-56a1426d-ea8e-48f2-b541-6ee6ee0b2c03 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:52.915756 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-21055ac0-d532-4484-8491-e6d53c112c9a None None] Set router e179b40a-55df-40b7-adb2-d222ab24e676 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:11:52.945011 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:52.962925 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-56a1426d-ea8e-48f2-b541-6ee6ee0b2c03 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] For port fb85e243-e019-4dad-8844-b47912eb0679, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=fb85e243-e019-4dad-8844-b47912eb0679,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:11:52.963285 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-56a1426d-ea8e-48f2-b541-6ee6ee0b2c03 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:52.974719 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-56a1426d-ea8e-48f2-b541-6ee6ee0b2c03 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Calling delete_port for fb85e243-e019-4dad-8844-b47912eb0679 owned by network:router_gateway {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 09:11:53.146212 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-56a1426d-ea8e-48f2-b541-6ee6ee0b2c03 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:53.172477 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a1426d-ea8e-48f2-b541-6ee6ee0b2c03 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event deleted for resources: {'Port': ['ID=fb85e243-e019-4dad-8844-b47912eb0679,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:11:53.186356 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a1426d-ea8e-48f2-b541-6ee6ee0b2c03 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:11:53.186715 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a1426d-ea8e-48f2-b541-6ee6ee0b2c03 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:11:53.187064 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a1426d-ea8e-48f2-b541-6ee6ee0b2c03 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:11:53.187407 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a1426d-ea8e-48f2-b541-6ee6ee0b2c03 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:11:53.187744 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a1426d-ea8e-48f2-b541-6ee6ee0b2c03 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:11:53.188120 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a1426d-ea8e-48f2-b541-6ee6ee0b2c03 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:11:53.188458 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a1426d-ea8e-48f2-b541-6ee6ee0b2c03 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:11:53.188789 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a1426d-ea8e-48f2-b541-6ee6ee0b2c03 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:11:53.189120 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a1426d-ea8e-48f2-b541-6ee6ee0b2c03 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:11:53.189449 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a1426d-ea8e-48f2-b541-6ee6ee0b2c03 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:11:53.189777 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a1426d-ea8e-48f2-b541-6ee6ee0b2c03 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:11:53.190103 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a1426d-ea8e-48f2-b541-6ee6ee0b2c03 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:11:53.199437 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-9f48b6b2-367a-416f-b4b7-6107224b5b90 None None] Deleting port 04263ea5-1107-4f1f-9306-9bbd4c1df67f {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 09:11:53.199810 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9f48b6b2-367a-416f-b4b7-6107224b5b90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:53.243017 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-56a1426d-ea8e-48f2-b541-6ee6ee0b2c03 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:53.282471 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 09:11:53.291807 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-9f48b6b2-367a-416f-b4b7-6107224b5b90 None None] For port 04263ea5-1107-4f1f-9306-9bbd4c1df67f, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=04263ea5-1107-4f1f-9306-9bbd4c1df67f,segment=NetworkSegment(111cc8c2-8270-4e6b-aa59-4355eb81a786),segment_id=111cc8c2-8270-4e6b-aa59-4355eb81a786)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:11:53.292234 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9f48b6b2-367a-416f-b4b7-6107224b5b90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:53.311784 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-9f48b6b2-367a-416f-b4b7-6107224b5b90 None None] Calling delete_port for 04263ea5-1107-4f1f-9306-9bbd4c1df67f owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 09:11:53.332011 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-56a1426d-ea8e-48f2-b541-6ee6ee0b2c03 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:53.334179 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-56a1426d-ea8e-48f2-b541-6ee6ee0b2c03 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:53.379949 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-56a1426d-ea8e-48f2-b541-6ee6ee0b2c03 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:53.380505 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56a1426d-ea8e-48f2-b541-6ee6ee0b2c03 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Fanout notify agent at l3_agent the message router_deleted on router e179b40a-55df-40b7-adb2-d222ab24e676 {{(pid=101290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 09:11:53.381560 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-21055ac0-d532-4484-8491-e6d53c112c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e179b40a-55df-40b7-adb2-d222ab24e676', 'name': 'tempest-TestNetworkAdvancedServerOps-router-174811293', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'fb85e243-e019-4dad-8844-b47912eb0679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:08:58Z', 'updated_at': '2021-09-17T09:11:51Z', 'revision_number': 5, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'gw_port': {'id': 'fb85e243-e019-4dad-8844-b47912eb0679', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:22:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e179b40a-55df-40b7-adb2-d222ab24e676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:08:58Z', 'updated_at': '2021-09-17T09:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:11:53.387164 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 66c687e9-6186-4753-ad5c-ebb4956d7666 no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 09:11:53.387639 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-56a1426d-ea8e-48f2-b541-6ee6ee0b2c03 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:53.388811 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-56a1426d-ea8e-48f2-b541-6ee6ee0b2c03 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "DELETE /v2.0/routers/e179b40a-55df-40b7-adb2-d222ab24e676 HTTP/1.1" status: 204 len: 168 time: 0.7782297 Sep 17 09:11:53.391460 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37596) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:11:53.430478 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21055ac0-d532-4484-8491-e6d53c112c9a None None] The sync data for ids ['e179b40a-55df-40b7-adb2-d222ab24e676'] in n-d-789963-9 is: [{'id': 'e179b40a-55df-40b7-adb2-d222ab24e676', 'name': 'tempest-TestNetworkAdvancedServerOps-router-174811293', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'fb85e243-e019-4dad-8844-b47912eb0679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:08:58Z', 'updated_at': '2021-09-17T09:11:51Z', 'revision_number': 5, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'gw_port': {'id': 'fb85e243-e019-4dad-8844-b47912eb0679', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:22:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e179b40a-55df-40b7-adb2-d222ab24e676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:08:58Z', 'updated_at': '2021-09-17T09:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 09:11:53.437354 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] No Port match for: 66c687e9-6186-4753-ad5c-ebb4956d7666 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 09:11:53.437709 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device 66c687e9-6186-4753-ad5c-ebb4956d7666 not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 09:11:53.449823 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9f48b6b2-367a-416f-b4b7-6107224b5b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:53.472082 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-64c7f60a-77dd-4e1e-bbee-5d2a08b6d93a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:53.483578 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f48b6b2-367a-416f-b4b7-6107224b5b90 None None] Pushing event deleted for resources: {'Port': ['ID=04263ea5-1107-4f1f-9306-9bbd4c1df67f,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:11:53.490761 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f48b6b2-367a-416f-b4b7-6107224b5b90 None None] No DVR routers for this DVR port 04263ea5-1107-4f1f-9306-9bbd4c1df67f on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 09:11:53.838926 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-64c7f60a-77dd-4e1e-bbee-5d2a08b6d93a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:53.860588 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-64c7f60a-77dd-4e1e-bbee-5d2a08b6d93a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f16645a-d0a8-4ef1-a995-673364406513']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:11:53.870352 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-64c7f60a-77dd-4e1e-bbee-5d2a08b6d93a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '111cc8c2-8270-4e6b-aa59-4355eb81a786') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:11:53.870674 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-64c7f60a-77dd-4e1e-bbee-5d2a08b6d93a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '111cc8c2-8270-4e6b-aa59-4355eb81a786') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:11:53.880657 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-64c7f60a-77dd-4e1e-bbee-5d2a08b6d93a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:53.894691 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-64c7f60a-77dd-4e1e-bbee-5d2a08b6d93a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:53.901154 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64c7f60a-77dd-4e1e-bbee-5d2a08b6d93a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 09:11:53.901670 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-64c7f60a-77dd-4e1e-bbee-5d2a08b6d93a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:53.904707 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 09:11:53.904707 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 09:11:53.904707 n-d-789963-9 neutron-server[101290]: timer() Sep 17 09:11:53.904707 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 09:11:53.904707 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 09:11:53.904707 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 09:11:53.904707 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 09:11:53.904707 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 09:11:53.904707 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 09:11:53.904707 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 09:11:53.904707 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 09:11:53.904707 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 09:11:53.904707 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 09:11:53.904707 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 09:11:53.904707 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 09:11:53.904707 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 09:11:53.904707 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 09:11:53.904707 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 09:11:53.904707 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 09:11:53.904707 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 09:11:53.904707 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 09:11:53.904707 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 09:11:53.904707 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 09:11:53.904707 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 09:11:53.904707 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 09:11:53.904707 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 09:11:53.904707 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 09:11:53.904707 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 09:11:53.904707 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 09:11:53.904707 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 09:11:53.904707 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 09:11:53.904707 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 09:11:53.967235 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-64c7f60a-77dd-4e1e-bbee-5d2a08b6d93a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:53.974884 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-64c7f60a-77dd-4e1e-bbee-5d2a08b6d93a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:53.977039 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-64c7f60a-77dd-4e1e-bbee-5d2a08b6d93a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "DELETE /v2.0/networks/2f16645a-d0a8-4ef1-a995-673364406513 HTTP/1.1" status: 204 len: 168 time: 0.5845761 Sep 17 09:11:53.979917 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37600) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:11:53.994803 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c7f60a-77dd-4e1e-bbee-5d2a08b6d93a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event deleted for resources: {'Network': ['ID=2f16645a-d0a8-4ef1-a995-673364406513,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:11:54.028740 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:54.045586 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6db3315c-7bd9-4916-ac5a-65141ebc3937 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:54.077112 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6db3315c-7bd9-4916-ac5a-65141ebc3937 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:54.143719 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6db3315c-7bd9-4916-ac5a-65141ebc3937 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:54.146334 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6db3315c-7bd9-4916-ac5a-65141ebc3937 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:54.147501 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-6db3315c-7bd9-4916-ac5a-65141ebc3937 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "DELETE /v2.0/security-groups/2bd49bc7-ac11-45f8-a3e2-037e8c3326f6 HTTP/1.1" status: 204 len: 168 time: 0.1665540 Sep 17 09:11:54.156579 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db3315c-7bd9-4916-ac5a-65141ebc3937 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd49bc7-ac11-45f8-a3e2-037e8c3326f6,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:11:54.406468 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37612) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:11:54.411486 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-6fa5e725-fb9d-40de-91d5-446c9a7c9b01 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-738254873', 'description': 'tempest-secgroup-smoke-738254873 description', 'project_id': '7e48e67a07fa4821a019352e4f896fd6'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:11:54.435192 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6fa5e725-fb9d-40de-91d5-446c9a7c9b01 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:54.516309 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6fa5e725-fb9d-40de-91d5-446c9a7c9b01 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:54.519667 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6fa5e725-fb9d-40de-91d5-446c9a7c9b01 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:54.544672 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6fa5e725-fb9d-40de-91d5-446c9a7c9b01 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:54.545879 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-6fa5e725-fb9d-40de-91d5-446c9a7c9b01 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1384020 Sep 17 09:11:54.549071 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37614) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:11:54.555775 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-ac8326cf-bf95-4673-836e-b04c9d484278 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Request body: {'security_group_rule': {'security_group_id': 'cfbf18d4-cd1a-4fda-b840-72afd66a2369', 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:11:54.559591 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa5e725-fb9d-40de-91d5-446c9a7c9b01 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfbf18d4-cd1a-4fda-b840-72afd66a2369,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:11:54.581849 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ac8326cf-bf95-4673-836e-b04c9d484278 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:54.636491 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ac8326cf-bf95-4673-836e-b04c9d484278 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:54.640473 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ac8326cf-bf95-4673-836e-b04c9d484278 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:54.659527 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8326cf-bf95-4673-836e-b04c9d484278 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be9f199d-27a1-4adf-87f1-786ad830afb8,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:11:54.667691 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ac8326cf-bf95-4673-836e-b04c9d484278 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:54.668945 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ac8326cf-bf95-4673-836e-b04c9d484278 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1183538 Sep 17 09:11:54.671759 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37616) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:11:54.676356 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-c0b6d19b-51ce-47a2-8f0f-770c19ca2a61 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Request body: {'security_group_rule': {'security_group_id': 'cfbf18d4-cd1a-4fda-b840-72afd66a2369', 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:11:54.702249 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c0b6d19b-51ce-47a2-8f0f-770c19ca2a61 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:54.724748 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device fb85e243-e019-4dad-8844-b47912eb0679 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 09:11:54.748866 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: fb85e243-e019-4dad-8844-b47912eb0679 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 09:11:54.749213 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device fb85e243-e019-4dad-8844-b47912eb0679 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 09:11:54.749678 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device e707c424-3783-44f0-bb1f-41c1e6c95ea8 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 09:11:54.760647 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c0b6d19b-51ce-47a2-8f0f-770c19ca2a61 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:54.764174 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c0b6d19b-51ce-47a2-8f0f-770c19ca2a61 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:54.768184 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: e707c424-3783-44f0-bb1f-41c1e6c95ea8 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 09:11:54.768544 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device e707c424-3783-44f0-bb1f-41c1e6c95ea8 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 09:11:54.768959 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 04263ea5-1107-4f1f-9306-9bbd4c1df67f no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 09:11:54.781827 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b6d19b-51ce-47a2-8f0f-770c19ca2a61 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a584ba11-678c-4255-950d-416467490050,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:11:54.787786 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 04263ea5-1107-4f1f-9306-9bbd4c1df67f {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 09:11:54.788141 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 04263ea5-1107-4f1f-9306-9bbd4c1df67f not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 09:11:54.788530 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c0b6d19b-51ce-47a2-8f0f-770c19ca2a61 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:54.790176 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c0b6d19b-51ce-47a2-8f0f-770c19ca2a61 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1174011 Sep 17 09:11:54.793024 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37618) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:11:54.797473 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-18727d2c-4f0a-4134-a1d9-78983b6af947 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Request body: {'security_group_rule': {'security_group_id': 'cfbf18d4-cd1a-4fda-b840-72afd66a2369', 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:11:54.821848 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-18727d2c-4f0a-4134-a1d9-78983b6af947 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:54.880838 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-18727d2c-4f0a-4134-a1d9-78983b6af947 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:54.884284 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-18727d2c-4f0a-4134-a1d9-78983b6af947 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:54.902899 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18727d2c-4f0a-4134-a1d9-78983b6af947 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c277270-1e29-49f6-aae7-d51d845977ca,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:11:54.907599 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-18727d2c-4f0a-4134-a1d9-78983b6af947 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:54.908857 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-18727d2c-4f0a-4134-a1d9-78983b6af947 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1148887 Sep 17 09:11:54.911515 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37620) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:11:54.916503 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-0ffc33cd-9f04-4bf6-9836-700bd1e1e38b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Request body: {'security_group_rule': {'security_group_id': 'cfbf18d4-cd1a-4fda-b840-72afd66a2369', 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:11:54.940741 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0ffc33cd-9f04-4bf6-9836-700bd1e1e38b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:54.998646 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0ffc33cd-9f04-4bf6-9836-700bd1e1e38b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:55.002053 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0ffc33cd-9f04-4bf6-9836-700bd1e1e38b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:55.018696 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffc33cd-9f04-4bf6-9836-700bd1e1e38b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43a91ddf-6613-41c9-80a7-2c3cca5aa0a2,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:11:55.025437 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0ffc33cd-9f04-4bf6-9836-700bd1e1e38b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:55.026661 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-0ffc33cd-9f04-4bf6-9836-700bd1e1e38b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1141453 Sep 17 09:11:55.029463 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37622) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:11:55.033756 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-dd728c44-fe29-4445-a961-c518aad010c4 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Request body: {'security_group_rule': {'security_group_id': 'cfbf18d4-cd1a-4fda-b840-72afd66a2369', 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:11:55.054350 n-d-789963-9 neutron-server[101290]: INFO neutron.db.securitygroups_db [None req-dd728c44-fe29-4445-a961-c518aad010c4 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Project 7e48e67a07fa4821a019352e4f896fd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 09:11:55.059071 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-dd728c44-fe29-4445-a961-c518aad010c4 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:55.117326 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-dd728c44-fe29-4445-a961-c518aad010c4 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:55.120701 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-dd728c44-fe29-4445-a961-c518aad010c4 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:55.139299 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd728c44-fe29-4445-a961-c518aad010c4 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87154be8-f8f7-48b2-9fa4-1512c9854fde,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:11:55.142403 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-dd728c44-fe29-4445-a961-c518aad010c4 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:55.143814 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-dd728c44-fe29-4445-a961-c518aad010c4 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1133947 Sep 17 09:11:55.146613 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37624) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:11:55.151929 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-f8869846-4c4f-4e62-bddb-ee83235c1efd tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Request body: {'security_group_rule': {'security_group_id': 'cfbf18d4-cd1a-4fda-b840-72afd66a2369', 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:11:55.172404 n-d-789963-9 neutron-server[101289]: INFO neutron.db.securitygroups_db [None req-f8869846-4c4f-4e62-bddb-ee83235c1efd tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Project 7e48e67a07fa4821a019352e4f896fd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 09:11:55.177003 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f8869846-4c4f-4e62-bddb-ee83235c1efd tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:55.236612 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f8869846-4c4f-4e62-bddb-ee83235c1efd tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:55.240088 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f8869846-4c4f-4e62-bddb-ee83235c1efd tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:55.257107 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8869846-4c4f-4e62-bddb-ee83235c1efd tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c9df084-3e91-47e6-856c-afa23cb43667,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:11:55.262676 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f8869846-4c4f-4e62-bddb-ee83235c1efd tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:55.264029 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-f8869846-4c4f-4e62-bddb-ee83235c1efd tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1162944 Sep 17 09:11:55.266740 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37626) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:11:55.271424 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-ee4baa79-52e1-4900-99d9-95b7a7ed6a33 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Request body: {'network': {'name': 'tempest-network-smoke--21564289', 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'port_security_enabled': True}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:11:55.291130 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4baa79-52e1-4900-99d9-95b7a7ed6a33 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Made reservation on behalf of 7e48e67a07fa4821a019352e4f896fd6 for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 09:11:55.294537 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ee4baa79-52e1-4900-99d9-95b7a7ed6a33 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:55.316654 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee4baa79-52e1-4900-99d9-95b7a7ed6a33 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 09:11:55.326002 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ee4baa79-52e1-4900-99d9-95b7a7ed6a33 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:55.326346 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-ee4baa79-52e1-4900-99d9-95b7a7ed6a33 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Added segment f2c6f175-a970-4013-998a-adf4aed38f55 of type vlan for network 0c5ce087-8eae-491d-9225-f8125763e3aa Sep 17 09:11:55.378284 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ee4baa79-52e1-4900-99d9-95b7a7ed6a33 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:55.408847 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ee4baa79-52e1-4900-99d9-95b7a7ed6a33 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:55.414462 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4baa79-52e1-4900-99d9-95b7a7ed6a33 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:11:55.415033 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ee4baa79-52e1-4900-99d9-95b7a7ed6a33 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:55.446211 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ee4baa79-52e1-4900-99d9-95b7a7ed6a33 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1784160 Sep 17 09:11:55.449002 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37628) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:11:55.455234 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-e43017fa-239c-4238-ba0c-cb0ab1d18061 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-737436188', 'admin_state_up': True, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:11:55.491754 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4baa79-52e1-4900-99d9-95b7a7ed6a33 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event updated for resources: {'Network': ['ID=0c5ce087-8eae-491d-9225-f8125763e3aa,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:11:55.502328 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 0c5ce087-8eae-491d-9225-f8125763e3aa details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 09:11:55.507295 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e43017fa-239c-4238-ba0c-cb0ab1d18061 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:55.508908 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e43017fa-239c-4238-ba0c-cb0ab1d18061 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:55.563573 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e43017fa-239c-4238-ba0c-cb0ab1d18061 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:55.616525 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:55.702709 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e43017fa-239c-4238-ba0c-cb0ab1d18061 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:55.893180 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e43017fa-239c-4238-ba0c-cb0ab1d18061 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for router_gateway, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:55.910896 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e43017fa-239c-4238-ba0c-cb0ab1d18061 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:56.014202 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-e43017fa-239c-4238-ba0c-cb0ab1d18061 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Allocated IP 172.25.6.29 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/1e357078-ff02-42bd-88a2-3c2f65e6c928) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 09:11:56.115377 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e43017fa-239c-4238-ba0c-cb0ab1d18061 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:56.147552 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e43017fa-239c-4238-ba0c-cb0ab1d18061 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:56.182621 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43017fa-239c-4238-ba0c-cb0ab1d18061 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 09:11:56.185316 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-e43017fa-239c-4238-ba0c-cb0ab1d18061 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 09:11:56.188778 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43017fa-239c-4238-ba0c-cb0ab1d18061 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 09:11:56.218478 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43017fa-239c-4238-ba0c-cb0ab1d18061 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event updated for resources: {'Port': ['ID=1e357078-ff02-42bd-88a2-3c2f65e6c928,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:11:56.439441 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e43017fa-239c-4238-ba0c-cb0ab1d18061 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for router_gateway, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:56.625938 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e43017fa-239c-4238-ba0c-cb0ab1d18061 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:56.758349 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e43017fa-239c-4238-ba0c-cb0ab1d18061 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Router 303097d7-1dc6-4cd1-ab49-da03364a9bbb is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 09:11:56.860961 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e43017fa-239c-4238-ba0c-cb0ab1d18061 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 09:11:56.871130 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ffb87c-26f7-4514-b032-341acda4f6e3 None None] Sync routers for ids ['303097d7-1dc6-4cd1-ab49-da03364a9bbb'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 09:11:56.878219 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e43017fa-239c-4238-ba0c-cb0ab1d18061 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:56.879504 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e43017fa-239c-4238-ba0c-cb0ab1d18061 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4296072 Sep 17 09:11:56.880506 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ffb87c-26f7-4514-b032-341acda4f6e3 None None] Routers {'303097d7-1dc6-4cd1-ab49-da03364a9bbb'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:11:56.881127 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-a0ffb87c-26f7-4514-b032-341acda4f6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:11:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['303097d7-1dc6-4cd1-ab49-da03364a9bbb'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:11:56.882729 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37630) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:11:56.969494 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-22fc07d1-438e-4b93-95d7-61f257992d93 tempest-TestNetworkAdvancedServerOps-1761391694 tempest-TestNetworkAdvancedServerOps-1761391694-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=7e48e67a07fa4821a019352e4f896fd6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0856507 Sep 17 09:11:56.972116 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37634) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:11:56.985658 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-a0ffb87c-26f7-4514-b032-341acda4f6e3 None None] Set router 303097d7-1dc6-4cd1-ab49-da03364a9bbb gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:11:57.122162 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b0f933-5a19-4116-98b2-694a3f9b514c tempest-TestNetworkAdvancedServerOps-1761391694 tempest-TestNetworkAdvancedServerOps-1761391694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:11:57.123696 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-92b0f933-5a19-4116-98b2-694a3f9b514c tempest-TestNetworkAdvancedServerOps-1761391694 tempest-TestNetworkAdvancedServerOps-1761391694-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1506777 Sep 17 09:11:57.126572 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37636) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:11:57.160790 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-a0ffb87c-26f7-4514-b032-341acda4f6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '303097d7-1dc6-4cd1-ab49-da03364a9bbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737436188', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '1e357078-ff02-42bd-88a2-3c2f65e6c928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:11:55Z', 'updated_at': '2021-09-17T09:11:56Z', 'revision_number': 3, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'gw_port': {'id': '1e357078-ff02-42bd-88a2-3c2f65e6c928', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:38:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '303097d7-1dc6-4cd1-ab49-da03364a9bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:11:55Z', 'updated_at': '2021-09-17T09:11:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:11:57.187102 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ffb87c-26f7-4514-b032-341acda4f6e3 None None] Checking router: 303097d7-1dc6-4cd1-ab49-da03364a9bbb for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 09:11:57.187453 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ffb87c-26f7-4514-b032-341acda4f6e3 None None] Updating router 303097d7-1dc6-4cd1-ab49-da03364a9bbb port 1e357078-ff02-42bd-88a2-3c2f65e6c928 binding host n-d-789963-9 {{(pid=101292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 09:11:57.212953 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a0ffb87c-26f7-4514-b032-341acda4f6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:57.467276 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a0ffb87c-26f7-4514-b032-341acda4f6e3 None None] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:57.472733 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a0ffb87c-26f7-4514-b032-341acda4f6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:57.492519 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-4e31d9f4-1e46-4e21-be25-73c136c16f59 tempest-TestNetworkAdvancedServerOps-1761391694 tempest-TestNetworkAdvancedServerOps-1761391694-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=5fc128c4-343a-4b5b-8a61-6a2b8d95c555&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3648400 Sep 17 09:11:57.495070 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37638) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:11:57.499920 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-95d39115-07ee-49e8-b592-d566f58aa283 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-969703715', 'network_id': '0c5ce087-8eae-491d-9225-f8125763e3aa', 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:11:57.519710 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-a0ffb87c-26f7-4514-b032-341acda4f6e3 None None] Attempting to bind port 1e357078-ff02-42bd-88a2-3c2f65e6c928 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 09:11:57.520100 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-a0ffb87c-26f7-4514-b032-341acda4f6e3 None None] Attempting to bind port 1e357078-ff02-42bd-88a2-3c2f65e6c928 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 09:11:57.520458 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ffb87c-26f7-4514-b032-341acda4f6e3 None None] Attempting to bind port 1e357078-ff02-42bd-88a2-3c2f65e6c928 on network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 09:11:57.531382 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95a7d8b-6798-4963-953f-9e3d7d11bc36 None None] Pushing event updated for resources: {'Port': ['ID=1e357078-ff02-42bd-88a2-3c2f65e6c928,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:11:57.533435 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ffb87c-26f7-4514-b032-341acda4f6e3 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 9, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 09:11:57.533799 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ffb87c-26f7-4514-b032-341acda4f6e3 None None] Checking segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 09:11:57.534188 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a0ffb87c-26f7-4514-b032-341acda4f6e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:57.534568 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ffb87c-26f7-4514-b032-341acda4f6e3 None None] Bound using segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 09:11:57.535024 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-a0ffb87c-26f7-4514-b032-341acda4f6e3 None None] Bound port: 1e357078-ff02-42bd-88a2-3c2f65e6c928, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 09:11:57.535390 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a0ffb87c-26f7-4514-b032-341acda4f6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:57.558029 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95a7d8b-6798-4963-953f-9e3d7d11bc36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:11:57.558378 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95a7d8b-6798-4963-953f-9e3d7d11bc36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:11:57.558708 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95a7d8b-6798-4963-953f-9e3d7d11bc36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:11:57.559036 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95a7d8b-6798-4963-953f-9e3d7d11bc36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:11:57.559369 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95a7d8b-6798-4963-953f-9e3d7d11bc36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:11:57.559709 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95a7d8b-6798-4963-953f-9e3d7d11bc36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:11:57.560037 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95a7d8b-6798-4963-953f-9e3d7d11bc36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:11:57.560358 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95a7d8b-6798-4963-953f-9e3d7d11bc36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:11:57.560677 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95a7d8b-6798-4963-953f-9e3d7d11bc36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:11:57.560991 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95a7d8b-6798-4963-953f-9e3d7d11bc36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:11:57.561307 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95a7d8b-6798-4963-953f-9e3d7d11bc36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:11:57.561620 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95a7d8b-6798-4963-953f-9e3d7d11bc36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:11:57.587217 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d39115-07ee-49e8-b592-d566f58aa283 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Made reservation on behalf of 7e48e67a07fa4821a019352e4f896fd6 for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 09:11:57.590844 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-95d39115-07ee-49e8-b592-d566f58aa283 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:57.599457 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-a0ffb87c-26f7-4514-b032-341acda4f6e3 None None] For port 1e357078-ff02-42bd-88a2-3c2f65e6c928, host n-d-789963-9, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 09:11:57.602445 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-a0ffb87c-26f7-4514-b032-341acda4f6e3 None None] For port 1e357078-ff02-42bd-88a2-3c2f65e6c928, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=1e357078-ff02-42bd-88a2-3c2f65e6c928,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 09:11:57.606607 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a0ffb87c-26f7-4514-b032-341acda4f6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:57.672010 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ffb87c-26f7-4514-b032-341acda4f6e3 None None] Routers {'303097d7-1dc6-4cd1-ab49-da03364a9bbb'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:11:57.672851 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-a0ffb87c-26f7-4514-b032-341acda4f6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:11:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['303097d7-1dc6-4cd1-ab49-da03364a9bbb'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:11:57.675675 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95a7d8b-6798-4963-953f-9e3d7d11bc36 None None] Pushing event updated for resources: {'Port': ['ID=1e357078-ff02-42bd-88a2-3c2f65e6c928,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:11:57.771710 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-95d39115-07ee-49e8-b592-d566f58aa283 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:57.779606 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-a0ffb87c-26f7-4514-b032-341acda4f6e3 None None] Set router 303097d7-1dc6-4cd1-ab49-da03364a9bbb gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:11:57.837997 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d39115-07ee-49e8-b592-d566f58aa283 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event updated for resources: {'Subnet': ['ID=4e00fdba-46c7-4cd8-8b45-851f48cad35e,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:11:57.842363 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d39115-07ee-49e8-b592-d566f58aa283 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Checking segment: {'id': 'f2c6f175-a970-4013-998a-adf4aed38f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c5ce087-8eae-491d-9225-f8125763e3aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 09:11:57.842725 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d39115-07ee-49e8-b592-d566f58aa283 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Network hostable DHCP agents. Network: 0c5ce087-8eae-491d-9225-f8125763e3aa, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 09:11:57.858301 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d39115-07ee-49e8-b592-d566f58aa283 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Network 0c5ce087-8eae-491d-9225-f8125763e3aa is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 09:11:57.868024 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-95d39115-07ee-49e8-b592-d566f58aa283 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 0c5ce087-8eae-491d-9225-f8125763e3aa) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 09:11:57.872421 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d39115-07ee-49e8-b592-d566f58aa283 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:11:57.873094 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-95d39115-07ee-49e8-b592-d566f58aa283 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:57.877442 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0eec24-5b63-40de-b987-9a319f8a56c5 None None] Network 0c5ce087-8eae-491d-9225-f8125763e3aa requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 09:11:57.894752 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-95d39115-07ee-49e8-b592-d566f58aa283 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3986702 Sep 17 09:11:57.897720 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37640) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:11:57.955968 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-a0ffb87c-26f7-4514-b032-341acda4f6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '303097d7-1dc6-4cd1-ab49-da03364a9bbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737436188', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '1e357078-ff02-42bd-88a2-3c2f65e6c928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:11:55Z', 'updated_at': '2021-09-17T09:11:56Z', 'revision_number': 3, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'gw_port': {'id': '1e357078-ff02-42bd-88a2-3c2f65e6c928', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:38:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '303097d7-1dc6-4cd1-ab49-da03364a9bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:11:55Z', 'updated_at': '2021-09-17T09:11:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:11:57.983026 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ffb87c-26f7-4514-b032-341acda4f6e3 None None] The sync data for ids ['303097d7-1dc6-4cd1-ab49-da03364a9bbb'] in n-d-789963-9 is: [{'id': '303097d7-1dc6-4cd1-ab49-da03364a9bbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737436188', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '1e357078-ff02-42bd-88a2-3c2f65e6c928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:11:55Z', 'updated_at': '2021-09-17T09:11:56Z', 'revision_number': 3, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'gw_port': {'id': '1e357078-ff02-42bd-88a2-3c2f65e6c928', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:38:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '303097d7-1dc6-4cd1-ab49-da03364a9bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:11:55Z', 'updated_at': '2021-09-17T09:11:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 09:11:58.035787 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c62872-b9b2-49dc-846e-fa8f4daccb15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-0c5ce087-8eae-491d-9225-f8125763e3aa', 'network_id': '0c5ce087-8eae-491d-9225-f8125763e3aa', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'fixed_ips': [{'subnet_id': '4e00fdba-46c7-4cd8-8b45-851f48cad35e'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 09:11:58.036686 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-51c62872-b9b2-49dc-846e-fa8f4daccb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:58.179927 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-51c62872-b9b2-49dc-846e-fa8f4daccb15 None None] Allocated IP 172.20.0.2 (0c5ce087-8eae-491d-9225-f8125763e3aa/4e00fdba-46c7-4cd8-8b45-851f48cad35e/fa76a47e-95f9-477a-9875-dc6d4cc98ad5) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 09:11:58.361649 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-51c62872-b9b2-49dc-846e-fa8f4daccb15 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:58.368388 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-51c62872-b9b2-49dc-846e-fa8f4daccb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:58.379591 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-652b2b1c-28c6-4de1-b48f-46124add4362 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:58.406883 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c62872-b9b2-49dc-846e-fa8f4daccb15 None None] Network 0c5ce087-8eae-491d-9225-f8125763e3aa is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 09:11:58.409875 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-51c62872-b9b2-49dc-846e-fa8f4daccb15 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 09:11:58.414415 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c62872-b9b2-49dc-846e-fa8f4daccb15 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 09:11:58.426119 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c62872-b9b2-49dc-846e-fa8f4daccb15 None None] Pushing event updated for resources: {'Port': ['ID=fa76a47e-95f9-477a-9875-dc6d4cc98ad5,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:11:58.455172 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c62872-b9b2-49dc-846e-fa8f4daccb15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:11:58.455625 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c62872-b9b2-49dc-846e-fa8f4daccb15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:11:58.456070 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c62872-b9b2-49dc-846e-fa8f4daccb15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:11:58.456504 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c62872-b9b2-49dc-846e-fa8f4daccb15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:11:58.456912 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c62872-b9b2-49dc-846e-fa8f4daccb15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:11:58.457311 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c62872-b9b2-49dc-846e-fa8f4daccb15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:11:58.457707 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c62872-b9b2-49dc-846e-fa8f4daccb15 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:11:58.458105 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c62872-b9b2-49dc-846e-fa8f4daccb15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:11:58.458501 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c62872-b9b2-49dc-846e-fa8f4daccb15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:11:58.458948 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c62872-b9b2-49dc-846e-fa8f4daccb15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:11:58.459293 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c62872-b9b2-49dc-846e-fa8f4daccb15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:11:58.459684 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c62872-b9b2-49dc-846e-fa8f4daccb15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:11:58.495337 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-51c62872-b9b2-49dc-846e-fa8f4daccb15 None None] Attempting to bind port fa76a47e-95f9-477a-9875-dc6d4cc98ad5 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 09:11:58.495801 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-51c62872-b9b2-49dc-846e-fa8f4daccb15 None None] Attempting to bind port fa76a47e-95f9-477a-9875-dc6d4cc98ad5 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'f2c6f175-a970-4013-998a-adf4aed38f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c5ce087-8eae-491d-9225-f8125763e3aa'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 09:11:58.496312 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c62872-b9b2-49dc-846e-fa8f4daccb15 None None] Attempting to bind port fa76a47e-95f9-477a-9875-dc6d4cc98ad5 on network 0c5ce087-8eae-491d-9225-f8125763e3aa {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 09:11:58.502294 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c62872-b9b2-49dc-846e-fa8f4daccb15 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 9, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 09:11:58.502951 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c62872-b9b2-49dc-846e-fa8f4daccb15 None None] Checking segment: {'id': 'f2c6f175-a970-4013-998a-adf4aed38f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c5ce087-8eae-491d-9225-f8125763e3aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 09:11:58.504002 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-51c62872-b9b2-49dc-846e-fa8f4daccb15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:58.504477 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c62872-b9b2-49dc-846e-fa8f4daccb15 None None] Bound using segment: {'id': 'f2c6f175-a970-4013-998a-adf4aed38f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c5ce087-8eae-491d-9225-f8125763e3aa'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 09:11:58.505061 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-51c62872-b9b2-49dc-846e-fa8f4daccb15 None None] Bound port: fa76a47e-95f9-477a-9875-dc6d4cc98ad5, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c6f175-a970-4013-998a-adf4aed38f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c5ce087-8eae-491d-9225-f8125763e3aa'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 09:11:58.505526 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-51c62872-b9b2-49dc-846e-fa8f4daccb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:58.575116 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-51c62872-b9b2-49dc-846e-fa8f4daccb15 None None] For port fa76a47e-95f9-477a-9875-dc6d4cc98ad5, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 09:11:58.578721 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-51c62872-b9b2-49dc-846e-fa8f4daccb15 None None] For port fa76a47e-95f9-477a-9875-dc6d4cc98ad5, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=fa76a47e-95f9-477a-9875-dc6d4cc98ad5,segment=NetworkSegment(f2c6f175-a970-4013-998a-adf4aed38f55),segment_id=f2c6f175-a970-4013-998a-adf4aed38f55)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 09:11:58.584294 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-51c62872-b9b2-49dc-846e-fa8f4daccb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:58.644667 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c62872-b9b2-49dc-846e-fa8f4daccb15 None None] Pushing event updated for resources: {'Port': ['ID=fa76a47e-95f9-477a-9875-dc6d4cc98ad5,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:11:58.688956 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-652b2b1c-28c6-4de1-b48f-46124add4362 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Allocated IP 172.20.0.1 (0c5ce087-8eae-491d-9225-f8125763e3aa/4e00fdba-46c7-4cd8-8b45-851f48cad35e/76b996cb-42e8-493a-ba5f-d86480c14c4e) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 09:11:58.797404 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 1e357078-ff02-42bd-88a2-3c2f65e6c928 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 09:11:58.864270 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-652b2b1c-28c6-4de1-b48f-46124add4362 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:58.872688 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 1e357078-ff02-42bd-88a2-3c2f65e6c928 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:11:58.873117 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:58.935326 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-652b2b1c-28c6-4de1-b48f-46124add4362 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:58.975311 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:58.994572 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652b2b1c-28c6-4de1-b48f-46124add4362 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Network 0c5ce087-8eae-491d-9225-f8125763e3aa is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 09:11:59.005720 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-652b2b1c-28c6-4de1-b48f-46124add4362 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 09:11:59.008286 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652b2b1c-28c6-4de1-b48f-46124add4362 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 09:11:59.023531 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port 1e357078-ff02-42bd-88a2-3c2f65e6c928, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=1e357078-ff02-42bd-88a2-3c2f65e6c928,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:11:59.029914 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:59.057523 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652b2b1c-28c6-4de1-b48f-46124add4362 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event updated for resources: {'Port': ['ID=76b996cb-42e8-493a-ba5f-d86480c14c4e,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:11:59.076537 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-652b2b1c-28c6-4de1-b48f-46124add4362 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:59.092052 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=1e357078-ff02-42bd-88a2-3c2f65e6c928,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:11:59.212255 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-652b2b1c-28c6-4de1-b48f-46124add4362 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:59.487510 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-652b2b1c-28c6-4de1-b48f-46124add4362 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:59.492364 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-652b2b1c-28c6-4de1-b48f-46124add4362 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:59.564558 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652b2b1c-28c6-4de1-b48f-46124add4362 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event updated for resources: {'Port': ['ID=76b996cb-42e8-493a-ba5f-d86480c14c4e,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:11:59.570242 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-652b2b1c-28c6-4de1-b48f-46124add4362 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:59.654726 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8cefd2-04f7-4a0d-819f-d83f238ce1cc None None] Network 0c5ce087-8eae-491d-9225-f8125763e3aa requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 09:11:59.670332 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652b2b1c-28c6-4de1-b48f-46124add4362 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Network 0c5ce087-8eae-491d-9225-f8125763e3aa is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 09:11:59.671727 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-652b2b1c-28c6-4de1-b48f-46124add4362 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 09:11:59.720058 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-554a84bf-954f-4286-8664-e7266251ea4c None None] Provisioning complete for port fa76a47e-95f9-477a-9875-dc6d4cc98ad5 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:11:59.720447 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-554a84bf-954f-4286-8664-e7266251ea4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:59.791855 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-652b2b1c-28c6-4de1-b48f-46124add4362 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Router 303097d7-1dc6-4cd1-ab49-da03364a9bbb has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 09:11:59.872602 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-554a84bf-954f-4286-8664-e7266251ea4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:59.903717 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-652b2b1c-28c6-4de1-b48f-46124add4362 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 09:11:59.909107 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-652b2b1c-28c6-4de1-b48f-46124add4362 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "PUT /v2.0/routers/303097d7-1dc6-4cd1-ab49-da03364a9bbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0103760 Sep 17 09:11:59.914175 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-554a84bf-954f-4286-8664-e7266251ea4c None None] For port fa76a47e-95f9-477a-9875-dc6d4cc98ad5, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=fa76a47e-95f9-477a-9875-dc6d4cc98ad5,segment=NetworkSegment(f2c6f175-a970-4013-998a-adf4aed38f55),segment_id=f2c6f175-a970-4013-998a-adf4aed38f55)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:11:59.919455 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-554a84bf-954f-4286-8664-e7266251ea4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:11:59.974531 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554a84bf-954f-4286-8664-e7266251ea4c None None] Pushing event updated for resources: {'Port': ['ID=fa76a47e-95f9-477a-9875-dc6d4cc98ad5,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:12:00.079573 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-553b1699-d908-4112-add4-6f04ee4d1925 req-09d4c911-7cc6-4c5e-bac1-982297739ad2 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-738254873&fields=id&tenant_id=7e48e67a07fa4821a019352e4f896fd6 HTTP/1.1" status: 200 len: 267 time: 0.0344548 Sep 17 09:12:00.139474 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-3cd54d6e-d0a3-4cbe-9c51-436a03d3673d None None] Provisioning complete for port fa76a47e-95f9-477a-9875-dc6d4cc98ad5 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:12:00.140037 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3cd54d6e-d0a3-4cbe-9c51-436a03d3673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:12:00.204308 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b1699-d908-4112-add4-6f04ee4d1925 req-175a45d4-bcc4-41e5-a75f-1741739d624f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:12:00.206059 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-553b1699-d908-4112-add4-6f04ee4d1925 req-175a45d4-bcc4-41e5-a75f-1741739d624f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/networks?id=0c5ce087-8eae-491d-9225-f8125763e3aa HTTP/1.1" status: 200 len: 795 time: 0.1187756 Sep 17 09:12:00.215666 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6972fed6-a405-435c-af22-44b251e4de16 None None] Sync routers for ids ['303097d7-1dc6-4cd1-ab49-da03364a9bbb'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 09:12:00.222305 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-553b1699-d908-4112-add4-6f04ee4d1925 req-a8750eb6-9179-4c87-915d-3ca443127113 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/quotas/7e48e67a07fa4821a019352e4f896fd6 HTTP/1.1" status: 200 len: 375 time: 0.0096192 Sep 17 09:12:00.238225 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6972fed6-a405-435c-af22-44b251e4de16 None None] Routers {'303097d7-1dc6-4cd1-ab49-da03364a9bbb'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:12:00.238875 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-6972fed6-a405-435c-af22-44b251e4de16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:11:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['303097d7-1dc6-4cd1-ab49-da03364a9bbb'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:12:00.286556 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-553b1699-d908-4112-add4-6f04ee4d1925 req-7033363e-55c3-41b7-9d44-7fc5c40abe0f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7e48e67a07fa4821a019352e4f896fd6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0558634 Sep 17 09:12:00.290914 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-3cd54d6e-d0a3-4cbe-9c51-436a03d3673d None None] Provisioning complete for port 76b996cb-42e8-493a-ba5f-d86480c14c4e triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:12:00.291301 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3cd54d6e-d0a3-4cbe-9c51-436a03d3673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:12:00.350382 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [req-553b1699-d908-4112-add4-6f04ee4d1925 req-d57bba77-0f8d-44fb-9488-778c13ba4e88 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 09:12:00.351974 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-553b1699-d908-4112-add4-6f04ee4d1925 req-d57bba77-0f8d-44fb-9488-778c13ba4e88 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0533195 Sep 17 09:12:00.366581 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-3cd54d6e-d0a3-4cbe-9c51-436a03d3673d None None] Port 76b996cb-42e8-493a-ba5f-d86480c14c4e cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 09:12:00.382528 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-6972fed6-a405-435c-af22-44b251e4de16 None None] Set router 303097d7-1dc6-4cd1-ab49-da03364a9bbb gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:12:00.447891 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-553b1699-d908-4112-add4-6f04ee4d1925 req-db042bf1-7b02-476f-8aef-4b39f582e6f7 service neutron] 10.222.0.13 "GET /v2.0/networks/0c5ce087-8eae-491d-9225-f8125763e3aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885291 Sep 17 09:12:00.524724 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-fda685ce-3abe-4bb6-ad70-8b031eab7d99 None None] Provisioning complete for port 76b996cb-42e8-493a-ba5f-d86480c14c4e triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:12:00.525105 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fda685ce-3abe-4bb6-ad70-8b031eab7d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:12:00.544899 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-553b1699-d908-4112-add4-6f04ee4d1925 req-8fedb9d7-56e4-488e-9ae2-ee7c7e6a56f8 service neutron] 10.222.0.13 "GET /v2.0/networks/0c5ce087-8eae-491d-9225-f8125763e3aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909600 Sep 17 09:12:00.579110 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-fda685ce-3abe-4bb6-ad70-8b031eab7d99 None None] Port 76b996cb-42e8-493a-ba5f-d86480c14c4e cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 09:12:00.626155 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-6972fed6-a405-435c-af22-44b251e4de16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '303097d7-1dc6-4cd1-ab49-da03364a9bbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737436188', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '1e357078-ff02-42bd-88a2-3c2f65e6c928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:11:55Z', 'updated_at': '2021-09-17T09:11:59Z', 'revision_number': 4, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'gw_port': {'id': '1e357078-ff02-42bd-88a2-3c2f65e6c928', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:38:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303097d7-1dc6-4cd1-ab49-da03364a9bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:11:55Z', 'updated_at': '2021-09-17T09:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '76b996cb-42e8-493a-ba5f-d86480c14c4e', 'name': '', 'network_id': '0c5ce087-8eae-491d-9225-f8125763e3aa', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'mac_address': 'fa:16:3e:03:ba:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '303097d7-1dc6-4cd1-ab49-da03364a9bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '4e00fdba-46c7-4cd8-8b45-851f48cad35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:11:58Z', 'updated_at': '2021-09-17T09:11:59Z', 'revision_number': 2, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'subnets': [{'id': '4e00fdba-46c7-4cd8-8b45-851f48cad35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:12:00.656976 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6972fed6-a405-435c-af22-44b251e4de16 None None] Checking router: 303097d7-1dc6-4cd1-ab49-da03364a9bbb for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 09:12:00.657131 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6972fed6-a405-435c-af22-44b251e4de16 None None] Updating router 303097d7-1dc6-4cd1-ab49-da03364a9bbb port 76b996cb-42e8-493a-ba5f-d86480c14c4e binding host n-d-789963-9 {{(pid=101291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 09:12:00.706080 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6972fed6-a405-435c-af22-44b251e4de16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:12:00.722374 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-3709282f-1de5-4931-b700-0f901d894959 None None] Provisioning complete for port 76b996cb-42e8-493a-ba5f-d86480c14c4e triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:12:00.722752 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3709282f-1de5-4931-b700-0f901d894959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:12:00.735885 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-60998bb1-7f23-4941-a894-354845f0fa86 req-1e2f6802-b6bc-4b9b-a266-b0168920e9e2 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9830f84-b08f-47a3-a8cd-cbb380ad49e3 HTTP/1.1" status: 200 len: 210 time: 0.0302837 Sep 17 09:12:00.795409 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-3709282f-1de5-4931-b700-0f901d894959 None None] Port 76b996cb-42e8-493a-ba5f-d86480c14c4e cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 09:12:00.871038 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device fa76a47e-95f9-477a-9875-dc6d4cc98ad5 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 09:12:00.997469 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port fa76a47e-95f9-477a-9875-dc6d4cc98ad5 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:12:00.997912 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:12:01.142061 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6972fed6-a405-435c-af22-44b251e4de16 None None] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:12:01.146383 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 1e357078-ff02-42bd-88a2-3c2f65e6c928 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 09:12:01.149236 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6972fed6-a405-435c-af22-44b251e4de16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:12:01.228083 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4451cb-3c37-49e0-8fe4-6391391fd972 None None] Pushing event updated for resources: {'Port': ['ID=76b996cb-42e8-493a-ba5f-d86480c14c4e,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:12:01.279449 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 1e357078-ff02-42bd-88a2-3c2f65e6c928 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:12:01.279817 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:12:01.309096 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-6972fed6-a405-435c-af22-44b251e4de16 None None] Attempting to bind port 76b996cb-42e8-493a-ba5f-d86480c14c4e on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 09:12:01.309459 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-6972fed6-a405-435c-af22-44b251e4de16 None None] Attempting to bind port 76b996cb-42e8-493a-ba5f-d86480c14c4e by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'f2c6f175-a970-4013-998a-adf4aed38f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c5ce087-8eae-491d-9225-f8125763e3aa'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 09:12:01.309889 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6972fed6-a405-435c-af22-44b251e4de16 None None] Attempting to bind port 76b996cb-42e8-493a-ba5f-d86480c14c4e on network 0c5ce087-8eae-491d-9225-f8125763e3aa {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 09:12:01.324672 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6972fed6-a405-435c-af22-44b251e4de16 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 9, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 09:12:01.325050 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6972fed6-a405-435c-af22-44b251e4de16 None None] Checking segment: {'id': 'f2c6f175-a970-4013-998a-adf4aed38f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c5ce087-8eae-491d-9225-f8125763e3aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 09:12:01.325453 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6972fed6-a405-435c-af22-44b251e4de16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:12:01.325852 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6972fed6-a405-435c-af22-44b251e4de16 None None] Bound using segment: {'id': 'f2c6f175-a970-4013-998a-adf4aed38f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c5ce087-8eae-491d-9225-f8125763e3aa'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 09:12:01.326329 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-6972fed6-a405-435c-af22-44b251e4de16 None None] Bound port: 76b996cb-42e8-493a-ba5f-d86480c14c4e, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c6f175-a970-4013-998a-adf4aed38f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c5ce087-8eae-491d-9225-f8125763e3aa'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 09:12:01.326711 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6972fed6-a405-435c-af22-44b251e4de16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:12:01.589720 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-6972fed6-a405-435c-af22-44b251e4de16 None None] For port 76b996cb-42e8-493a-ba5f-d86480c14c4e, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 09:12:01.593362 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-6972fed6-a405-435c-af22-44b251e4de16 None None] For port 76b996cb-42e8-493a-ba5f-d86480c14c4e, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=76b996cb-42e8-493a-ba5f-d86480c14c4e,segment=NetworkSegment(f2c6f175-a970-4013-998a-adf4aed38f55),segment_id=f2c6f175-a970-4013-998a-adf4aed38f55)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 09:12:01.598055 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6972fed6-a405-435c-af22-44b251e4de16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:12:01.605598 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-adfd168c-eca6-4450-b11e-56b8055831e9 None None] Provisioning complete for port 76b996cb-42e8-493a-ba5f-d86480c14c4e triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:12:01.605963 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-adfd168c-eca6-4450-b11e-56b8055831e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:12:01.686681 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6972fed6-a405-435c-af22-44b251e4de16 None None] Routers {'303097d7-1dc6-4cd1-ab49-da03364a9bbb'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:12:01.687330 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-6972fed6-a405-435c-af22-44b251e4de16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:11:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['303097d7-1dc6-4cd1-ab49-da03364a9bbb'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:12:01.689518 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4451cb-3c37-49e0-8fe4-6391391fd972 None None] Pushing event updated for resources: {'Port': ['ID=76b996cb-42e8-493a-ba5f-d86480c14c4e,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:12:01.839024 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b1699-d908-4112-add4-6f04ee4d1925 req-f1073d3c-c31d-4ff4-b394-c2b164452fab tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:12:01.840692 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-553b1699-d908-4112-add4-6f04ee4d1925 req-f1073d3c-c31d-4ff4-b394-c2b164452fab tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.39 "GET /v2.0/networks?id=0c5ce087-8eae-491d-9225-f8125763e3aa HTTP/1.1" status: 200 len: 795 time: 0.1181741 Sep 17 09:12:01.841339 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-6972fed6-a405-435c-af22-44b251e4de16 None None] Set router 303097d7-1dc6-4cd1-ab49-da03364a9bbb gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:12:01.884253 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d3e81324-ef3e-45bb-b92e-26c6c9808e08 req-f8b4bcd2-2cdb-4d90-8340-91ce5a792e5f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9830f84-b08f-47a3-a8cd-cbb380ad49e3 HTTP/1.1" status: 200 len: 210 time: 0.0371478 Sep 17 09:12:01.889478 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-adfd168c-eca6-4450-b11e-56b8055831e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:12:01.916685 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-553b1699-d908-4112-add4-6f04ee4d1925 req-7ae856c5-d8af-4eb0-b53a-2f3fd6637d27 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e48e67a07fa4821a019352e4f896fd6 HTTP/1.1" status: 200 len: 379 time: 0.0503922 Sep 17 09:12:01.934128 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-553b1699-d908-4112-add4-6f04ee4d1925 req-2213475f-b648-4d2a-9a6f-8e878bb4ef7f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Request body: {'port': {'device_id': 'e9830f84-b08f-47a3-a8cd-cbb380ad49e3', 'network_id': '0c5ce087-8eae-491d-9225-f8125763e3aa', 'admin_state_up': True, 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'security_groups': ['cfbf18d4-cd1a-4fda-b840-72afd66a2369']}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:12:01.973134 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-adfd168c-eca6-4450-b11e-56b8055831e9 None None] For port 76b996cb-42e8-493a-ba5f-d86480c14c4e, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=76b996cb-42e8-493a-ba5f-d86480c14c4e,segment=NetworkSegment(f2c6f175-a970-4013-998a-adf4aed38f55),segment_id=f2c6f175-a970-4013-998a-adf4aed38f55)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:12:02.004072 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-adfd168c-eca6-4450-b11e-56b8055831e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:12:02.055038 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-553b1699-d908-4112-add4-6f04ee4d1925 req-2213475f-b648-4d2a-9a6f-8e878bb4ef7f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Made reservation on behalf of 7e48e67a07fa4821a019352e4f896fd6 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 09:12:02.059798 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-553b1699-d908-4112-add4-6f04ee4d1925 req-2213475f-b648-4d2a-9a6f-8e878bb4ef7f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:12:02.073273 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfd168c-eca6-4450-b11e-56b8055831e9 None None] Pushing event updated for resources: {'Port': ['ID=76b996cb-42e8-493a-ba5f-d86480c14c4e,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:12:02.127612 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-6972fed6-a405-435c-af22-44b251e4de16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '303097d7-1dc6-4cd1-ab49-da03364a9bbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737436188', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '1e357078-ff02-42bd-88a2-3c2f65e6c928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:11:55Z', 'updated_at': '2021-09-17T09:11:59Z', 'revision_number': 4, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'gw_port': {'id': '1e357078-ff02-42bd-88a2-3c2f65e6c928', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:38:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303097d7-1dc6-4cd1-ab49-da03364a9bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:11:55Z', 'updated_at': '2021-09-17T09:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '76b996cb-42e8-493a-ba5f-d86480c14c4e', 'name': '', 'network_id': '0c5ce087-8eae-491d-9225-f8125763e3aa', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'mac_address': 'fa:16:3e:03:ba:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '303097d7-1dc6-4cd1-ab49-da03364a9bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '4e00fdba-46c7-4cd8-8b45-851f48cad35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:11:58Z', 'updated_at': '2021-09-17T09:12:01Z', 'revision_number': 4, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'subnets': [{'id': '4e00fdba-46c7-4cd8-8b45-851f48cad35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:12:02.160945 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-cd2c4a88-8aae-49e4-bb58-38d3c0732e9d None None] Provisioning complete for port 76b996cb-42e8-493a-ba5f-d86480c14c4e triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:12:02.161603 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cd2c4a88-8aae-49e4-bb58-38d3c0732e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:12:02.163240 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6972fed6-a405-435c-af22-44b251e4de16 None None] The sync data for ids ['303097d7-1dc6-4cd1-ab49-da03364a9bbb'] in n-d-789963-9 is: [{'id': '303097d7-1dc6-4cd1-ab49-da03364a9bbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737436188', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '1e357078-ff02-42bd-88a2-3c2f65e6c928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:11:55Z', 'updated_at': '2021-09-17T09:11:59Z', 'revision_number': 4, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'gw_port': {'id': '1e357078-ff02-42bd-88a2-3c2f65e6c928', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:38:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303097d7-1dc6-4cd1-ab49-da03364a9bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:11:55Z', 'updated_at': '2021-09-17T09:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '76b996cb-42e8-493a-ba5f-d86480c14c4e', 'name': '', 'network_id': '0c5ce087-8eae-491d-9225-f8125763e3aa', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'mac_address': 'fa:16:3e:03:ba:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '303097d7-1dc6-4cd1-ab49-da03364a9bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '4e00fdba-46c7-4cd8-8b45-851f48cad35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:11:58Z', 'updated_at': '2021-09-17T09:12:01Z', 'revision_number': 4, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'subnets': [{'id': '4e00fdba-46c7-4cd8-8b45-851f48cad35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 09:12:02.189472 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-553b1699-d908-4112-add4-6f04ee4d1925 req-2213475f-b648-4d2a-9a6f-8e878bb4ef7f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Allocated IP 172.20.0.9 (0c5ce087-8eae-491d-9225-f8125763e3aa/4e00fdba-46c7-4cd8-8b45-851f48cad35e/fc34595e-19af-4272-af21-05624aeda28a) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 09:12:02.347105 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-553b1699-d908-4112-add4-6f04ee4d1925 req-2213475f-b648-4d2a-9a6f-8e878bb4ef7f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:12:02.385376 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-553b1699-d908-4112-add4-6f04ee4d1925 req-2213475f-b648-4d2a-9a6f-8e878bb4ef7f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:12:02.431882 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-553b1699-d908-4112-add4-6f04ee4d1925 req-2213475f-b648-4d2a-9a6f-8e878bb4ef7f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Network 0c5ce087-8eae-491d-9225-f8125763e3aa is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 09:12:02.437110 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-553b1699-d908-4112-add4-6f04ee4d1925 req-2213475f-b648-4d2a-9a6f-8e878bb4ef7f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 09:12:02.440183 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-553b1699-d908-4112-add4-6f04ee4d1925 req-2213475f-b648-4d2a-9a6f-8e878bb4ef7f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 09:12:02.470892 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213475f-b648-4d2a-9a6f-8e878bb4ef7f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event updated for resources: {'Port': ['ID=fc34595e-19af-4272-af21-05624aeda28a,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:12:02.502614 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b1699-d908-4112-add4-6f04ee4d1925 req-2213475f-b648-4d2a-9a6f-8e878bb4ef7f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:12:02.503663 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-553b1699-d908-4112-add4-6f04ee4d1925 req-2213475f-b648-4d2a-9a6f-8e878bb4ef7f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:12:02.522634 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-553b1699-d908-4112-add4-6f04ee4d1925 req-2213475f-b648-4d2a-9a6f-8e878bb4ef7f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5918610 Sep 17 09:12:02.543875 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-553b1699-d908-4112-add4-6f04ee4d1925 req-6fbbf923-3695-46c3-a8c7-9a2d3c295d42 service neutron] Request body: {'port': {'device_id': 'e9830f84-b08f-47a3-a8cd-cbb380ad49e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:12:02.600911 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-553b1699-d908-4112-add4-6f04ee4d1925 req-6fbbf923-3695-46c3-a8c7-9a2d3c295d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:12:02.694540 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-567742ca-0a47-4112-82ea-fdbe1b5e45c0 None None] Provisioning complete for port fc34595e-19af-4272-af21-05624aeda28a triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:12:02.694924 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-567742ca-0a47-4112-82ea-fdbe1b5e45c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:12:02.746498 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-567742ca-0a47-4112-82ea-fdbe1b5e45c0 None None] Port fc34595e-19af-4272-af21-05624aeda28a cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 09:12:02.781551 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 76b996cb-42e8-493a-ba5f-d86480c14c4e up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 09:12:02.835202 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 76b996cb-42e8-493a-ba5f-d86480c14c4e triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:12:02.835700 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:12:02.885017 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-553b1699-d908-4112-add4-6f04ee4d1925 req-6fbbf923-3695-46c3-a8c7-9a2d3c295d42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc34595e-19af-4272-af21-05624aeda28a {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 09:12:02.892995 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-553b1699-d908-4112-add4-6f04ee4d1925 req-6fbbf923-3695-46c3-a8c7-9a2d3c295d42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:12:02.906774 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-553b1699-d908-4112-add4-6f04ee4d1925 req-6fbbf923-3695-46c3-a8c7-9a2d3c295d42 service neutron] Transition to ACTIVE for port object fc34595e-19af-4272-af21-05624aeda28a will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 09:12:02.919217 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-553b1699-d908-4112-add4-6f04ee4d1925 req-6fbbf923-3695-46c3-a8c7-9a2d3c295d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:12:02.980753 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbbf923-3695-46c3-a8c7-9a2d3c295d42 service neutron] Pushing event updated for resources: {'Port': ['ID=fc34595e-19af-4272-af21-05624aeda28a,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:12:03.025975 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2933e1fc-a832-4f5c-8c82-63a301302222 req-bb205858-fba4-4c34-a58c-acb4d5f12ac8 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:12:03.028356 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2933e1fc-a832-4f5c-8c82-63a301302222 req-bb205858-fba4-4c34-a58c-acb4d5f12ac8 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9830f84-b08f-47a3-a8cd-cbb380ad49e3 HTTP/1.1" status: 200 len: 943 time: 0.0653820 Sep 17 09:12:03.060151 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-553b1699-d908-4112-add4-6f04ee4d1925 req-6fbbf923-3695-46c3-a8c7-9a2d3c295d42 service neutron] Attempting to bind port fc34595e-19af-4272-af21-05624aeda28a on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 09:12:03.060661 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-553b1699-d908-4112-add4-6f04ee4d1925 req-6fbbf923-3695-46c3-a8c7-9a2d3c295d42 service neutron] Attempting to bind port fc34595e-19af-4272-af21-05624aeda28a by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': 'f2c6f175-a970-4013-998a-adf4aed38f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c5ce087-8eae-491d-9225-f8125763e3aa'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 09:12:03.061067 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553b1699-d908-4112-add4-6f04ee4d1925 req-6fbbf923-3695-46c3-a8c7-9a2d3c295d42 service neutron] Attempting to bind port fc34595e-19af-4272-af21-05624aeda28a on network 0c5ce087-8eae-491d-9225-f8125763e3aa {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 09:12:03.065897 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553b1699-d908-4112-add4-6f04ee4d1925 req-6fbbf923-3695-46c3-a8c7-9a2d3c295d42 service neutron] Port fc34595e-19af-4272-af21-05624aeda28a on network 0c5ce087-8eae-491d-9225-f8125763e3aa not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 09:12:03.066321 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553b1699-d908-4112-add4-6f04ee4d1925 req-6fbbf923-3695-46c3-a8c7-9a2d3c295d42 service neutron] Attempting to bind port fc34595e-19af-4272-af21-05624aeda28a on network 0c5ce087-8eae-491d-9225-f8125763e3aa {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 09:12:03.076660 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553b1699-d908-4112-add4-6f04ee4d1925 req-6fbbf923-3695-46c3-a8c7-9a2d3c295d42 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 9, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 09:12:03.077110 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553b1699-d908-4112-add4-6f04ee4d1925 req-6fbbf923-3695-46c3-a8c7-9a2d3c295d42 service neutron] Checking segment: {'id': 'f2c6f175-a970-4013-998a-adf4aed38f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c5ce087-8eae-491d-9225-f8125763e3aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 09:12:03.077572 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553b1699-d908-4112-add4-6f04ee4d1925 req-6fbbf923-3695-46c3-a8c7-9a2d3c295d42 service neutron] Bound using segment: {'id': 'f2c6f175-a970-4013-998a-adf4aed38f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c5ce087-8eae-491d-9225-f8125763e3aa'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 09:12:03.078085 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-553b1699-d908-4112-add4-6f04ee4d1925 req-6fbbf923-3695-46c3-a8c7-9a2d3c295d42 service neutron] Bound port: fc34595e-19af-4272-af21-05624aeda28a, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2c6f175-a970-4013-998a-adf4aed38f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c5ce087-8eae-491d-9225-f8125763e3aa'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 09:12:03.078922 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-553b1699-d908-4112-add4-6f04ee4d1925 req-6fbbf923-3695-46c3-a8c7-9a2d3c295d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:12:03.081106 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2933e1fc-a832-4f5c-8c82-63a301302222 req-a4d414fc-afae-46c3-accc-12b0da9891ba tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfbf18d4-cd1a-4fda-b840-72afd66a2369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460794 Sep 17 09:12:03.156533 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-553b1699-d908-4112-add4-6f04ee4d1925 req-6fbbf923-3695-46c3-a8c7-9a2d3c295d42 service neutron] For port fc34595e-19af-4272-af21-05624aeda28a, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 09:12:03.160648 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-553b1699-d908-4112-add4-6f04ee4d1925 req-6fbbf923-3695-46c3-a8c7-9a2d3c295d42 service neutron] For port fc34595e-19af-4272-af21-05624aeda28a, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=fc34595e-19af-4272-af21-05624aeda28a,segment=NetworkSegment(f2c6f175-a970-4013-998a-adf4aed38f55),segment_id=f2c6f175-a970-4013-998a-adf4aed38f55)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 09:12:03.166660 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-553b1699-d908-4112-add4-6f04ee4d1925 req-6fbbf923-3695-46c3-a8c7-9a2d3c295d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:12:03.207242 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b1699-d908-4112-add4-6f04ee4d1925 req-6fbbf923-3695-46c3-a8c7-9a2d3c295d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:12:03.207938 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-553b1699-d908-4112-add4-6f04ee4d1925 req-6fbbf923-3695-46c3-a8c7-9a2d3c295d42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:12:03.209999 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-553b1699-d908-4112-add4-6f04ee4d1925 req-6fbbf923-3695-46c3-a8c7-9a2d3c295d42 service neutron] 10.222.0.39 "PUT /v2.0/ports/fc34595e-19af-4272-af21-05624aeda28a HTTP/1.1" status: 200 len: 1091 time: 0.6711802 Sep 17 09:12:03.210440 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9830f84-b08f-47a3-a8cd-cbb380ad49e3', 'tag': 'fc34595e-19af-4272-af21-05624aeda28a'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 09:12:03.212754 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823f1136df5e8dfe06b46a14eea5a85bccf33ce7e510dfea6a746e22e928dc4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82585ec4-a4b5-4504-ad25-717292097a9d" -d '{"events": [{"name": "network-changed", "server_uuid": "e9830f84-b08f-47a3-a8cd-cbb380ad49e3", "tag": "fc34595e-19af-4272-af21-05624aeda28a"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 09:12:03.238913 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbbf923-3695-46c3-a8c7-9a2d3c295d42 service neutron] Pushing event updated for resources: {'Port': ['ID=fc34595e-19af-4272-af21-05624aeda28a,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:12:03.253714 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 09:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f3ade2-e5cb-4a17-a4f1-c10be665a017 x-openstack-request-id: req-04f3ade2-e5cb-4a17-a4f1-c10be665a017 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 09:12:03.254040 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9830f84-b08f-47a3-a8cd-cbb380ad49e3", "tag": "fc34595e-19af-4272-af21-05624aeda28a", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 09:12:03.254332 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-04f3ade2-e5cb-4a17-a4f1-c10be665a017 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 09:12:03.254695 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9830f84-b08f-47a3-a8cd-cbb380ad49e3', 'tag': 'fc34595e-19af-4272-af21-05624aeda28a', 'status': 'completed', 'code': 200} Sep 17 09:12:03.327013 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b1699-d908-4112-add4-6f04ee4d1925 req-07e07e38-cc48-4c16-9b69-7a0d21738138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:12:03.328595 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-553b1699-d908-4112-add4-6f04ee4d1925 req-07e07e38-cc48-4c16-9b69-7a0d21738138 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7e48e67a07fa4821a019352e4f896fd6&device_id=e9830f84-b08f-47a3-a8cd-cbb380ad49e3 HTTP/1.1" status: 200 len: 1094 time: 0.0473547 Sep 17 09:12:03.376826 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-553b1699-d908-4112-add4-6f04ee4d1925 req-b6cc83e6-de8f-4a3a-981d-d37bf6fb9e64 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc34595e-19af-4272-af21-05624aeda28a HTTP/1.1" status: 200 len: 217 time: 0.0351336 Sep 17 09:12:03.435594 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b1699-d908-4112-add4-6f04ee4d1925 req-64e2db54-861d-400a-9725-68115e26b578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:12:03.437130 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-553b1699-d908-4112-add4-6f04ee4d1925 req-64e2db54-861d-400a-9725-68115e26b578 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4e00fdba-46c7-4cd8-8b45-851f48cad35e HTTP/1.1" status: 200 len: 834 time: 0.0537832 Sep 17 09:12:03.483868 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b1699-d908-4112-add4-6f04ee4d1925 req-53b0f835-64c7-4ef2-8ff2-5a491a0bc83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:12:03.485393 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-553b1699-d908-4112-add4-6f04ee4d1925 req-53b0f835-64c7-4ef2-8ff2-5a491a0bc83d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0c5ce087-8eae-491d-9225-f8125763e3aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406961 Sep 17 09:12:03.573787 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-553b1699-d908-4112-add4-6f04ee4d1925 req-7cf11c6e-a732-4113-b7cb-3752b078cc2f service neutron] 10.222.0.39 "GET /v2.0/networks/0c5ce087-8eae-491d-9225-f8125763e3aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812452 Sep 17 09:12:03.665178 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-553b1699-d908-4112-add4-6f04ee4d1925 req-ff5123c3-5ead-479e-8b47-be255cff8c9a service neutron] 10.222.0.39 "GET /v2.0/networks/0c5ce087-8eae-491d-9225-f8125763e3aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834763 Sep 17 09:12:03.789076 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82585ec4-a4b5-4504-ad25-717292097a9d req-2459d04c-2622-4567-ba5c-e112b5043a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:12:03.790652 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-82585ec4-a4b5-4504-ad25-717292097a9d req-2459d04c-2622-4567-ba5c-e112b5043a1a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7e48e67a07fa4821a019352e4f896fd6&device_id=e9830f84-b08f-47a3-a8cd-cbb380ad49e3 HTTP/1.1" status: 200 len: 1094 time: 0.0400357 Sep 17 09:12:03.886558 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82585ec4-a4b5-4504-ad25-717292097a9d req-a7f58498-4f5a-4da2-b516-e0ff1ad03693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:12:03.888168 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-82585ec4-a4b5-4504-ad25-717292097a9d req-a7f58498-4f5a-4da2-b516-e0ff1ad03693 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0c5ce087-8eae-491d-9225-f8125763e3aa HTTP/1.1" status: 200 len: 896 time: 0.0906496 Sep 17 09:12:03.930855 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-82585ec4-a4b5-4504-ad25-717292097a9d req-3a0fc588-ee7a-4789-a1a1-85331068116e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc34595e-19af-4272-af21-05624aeda28a HTTP/1.1" status: 200 len: 217 time: 0.0338104 Sep 17 09:12:03.982116 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82585ec4-a4b5-4504-ad25-717292097a9d req-cc64fcd5-1c9d-4378-aa66-1fe5c6185e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:12:03.983585 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-82585ec4-a4b5-4504-ad25-717292097a9d req-cc64fcd5-1c9d-4378-aa66-1fe5c6185e0a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4e00fdba-46c7-4cd8-8b45-851f48cad35e HTTP/1.1" status: 200 len: 834 time: 0.0459263 Sep 17 09:12:04.029095 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82585ec4-a4b5-4504-ad25-717292097a9d req-7dcf1e29-c901-4960-8f65-e90af8342195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:12:04.030617 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-82585ec4-a4b5-4504-ad25-717292097a9d req-7dcf1e29-c901-4960-8f65-e90af8342195 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0c5ce087-8eae-491d-9225-f8125763e3aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395038 Sep 17 09:12:04.120529 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-82585ec4-a4b5-4504-ad25-717292097a9d req-6b496ba7-5a08-45e9-8177-5d03312b5737 service neutron] 10.222.0.39 "GET /v2.0/networks/0c5ce087-8eae-491d-9225-f8125763e3aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821645 Sep 17 09:12:04.216852 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec86c996-3397-4fa8-9fce-f5a68fa3ba3d req-9e50530d-5737-4abc-9cc6-7352ee443de0 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:12:04.217428 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-82585ec4-a4b5-4504-ad25-717292097a9d req-c0f1e089-7dc8-4bd2-98f3-856082051f49 service neutron] 10.222.0.39 "GET /v2.0/networks/0c5ce087-8eae-491d-9225-f8125763e3aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876672 Sep 17 09:12:04.218448 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ec86c996-3397-4fa8-9fce-f5a68fa3ba3d req-9e50530d-5737-4abc-9cc6-7352ee443de0 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9830f84-b08f-47a3-a8cd-cbb380ad49e3 HTTP/1.1" status: 200 len: 943 time: 0.0484962 Sep 17 09:12:04.258380 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ec86c996-3397-4fa8-9fce-f5a68fa3ba3d req-022e9d62-e0e3-47e9-a13c-7949435473b3 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfbf18d4-cd1a-4fda-b840-72afd66a2369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338321 Sep 17 09:12:05.373502 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba2fdc7-7a76-4288-8bed-a2867fd52d92 req-ad6f0f83-5b69-4fb9-8ae4-66bda6e004dd tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:12:05.374902 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dba2fdc7-7a76-4288-8bed-a2867fd52d92 req-ad6f0f83-5b69-4fb9-8ae4-66bda6e004dd tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9830f84-b08f-47a3-a8cd-cbb380ad49e3 HTTP/1.1" status: 200 len: 943 time: 0.0484481 Sep 17 09:12:05.412945 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dba2fdc7-7a76-4288-8bed-a2867fd52d92 req-fa60472e-9bcd-4dc6-afdb-e72795f4b98a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfbf18d4-cd1a-4fda-b840-72afd66a2369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304782 Sep 17 09:12:06.290608 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:12:06.327059 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:12:06.523770 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337398b1-a4c9-4201-8f6e-c335c612be57 req-d24d5c45-cafa-4deb-88eb-09f023bdda7a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:12:06.525325 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-337398b1-a4c9-4201-8f6e-c335c612be57 req-d24d5c45-cafa-4deb-88eb-09f023bdda7a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9830f84-b08f-47a3-a8cd-cbb380ad49e3 HTTP/1.1" status: 200 len: 943 time: 0.0481689 Sep 17 09:12:06.566483 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-337398b1-a4c9-4201-8f6e-c335c612be57 req-81142ed5-47ce-4a2d-b5dc-b6d584521b8a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfbf18d4-cd1a-4fda-b840-72afd66a2369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353105 Sep 17 09:12:07.018148 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device fc34595e-19af-4272-af21-05624aeda28a details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 09:12:07.112052 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port fc34595e-19af-4272-af21-05624aeda28a, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=fc34595e-19af-4272-af21-05624aeda28a,segment=NetworkSegment(f2c6f175-a970-4013-998a-adf4aed38f55),segment_id=f2c6f175-a970-4013-998a-adf4aed38f55)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:12:07.122519 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': 'fc34595e-19af-4272-af21-05624aeda28a', 'network_id': '0c5ce087-8eae-491d-9225-f8125763e3aa', 'port_id': 'fc34595e-19af-4272-af21-05624aeda28a', 'mac_address': 'fa:16:3e:ae:9a:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e00fdba-46c7-4cd8-8b45-851f48cad35e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 09:12:07.158604 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:12:07.170975 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc34595e-19af-4272-af21-05624aeda28a {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 09:12:07.189481 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port fc34595e-19af-4272-af21-05624aeda28a, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=fc34595e-19af-4272-af21-05624aeda28a,segment=NetworkSegment(f2c6f175-a970-4013-998a-adf4aed38f55),segment_id=f2c6f175-a970-4013-998a-adf4aed38f55)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:12:07.193730 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:12:07.241569 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=fc34595e-19af-4272-af21-05624aeda28a,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:12:07.616420 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['fc34595e-19af-4272-af21-05624aeda28a'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 09:12:07.695008 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0bd65c-1440-4c8c-8021-222ff1fa52f5 req-a4777f3a-19d2-4613-a848-b26e81777774 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:12:07.696650 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9a0bd65c-1440-4c8c-8021-222ff1fa52f5 req-a4777f3a-19d2-4613-a848-b26e81777774 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9830f84-b08f-47a3-a8cd-cbb380ad49e3 HTTP/1.1" status: 200 len: 944 time: 0.0488858 Sep 17 09:12:07.733459 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9a0bd65c-1440-4c8c-8021-222ff1fa52f5 req-1c4cdee4-6009-4895-bd90-8e3107133e3c tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfbf18d4-cd1a-4fda-b840-72afd66a2369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308211 Sep 17 09:12:08.846969 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca72fd16-c99c-4216-9cc3-d88a69db324d req-f8154532-f33e-4d47-9e74-dbb3531ecaac tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:12:08.848447 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ca72fd16-c99c-4216-9cc3-d88a69db324d req-f8154532-f33e-4d47-9e74-dbb3531ecaac tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9830f84-b08f-47a3-a8cd-cbb380ad49e3 HTTP/1.1" status: 200 len: 944 time: 0.0476761 Sep 17 09:12:08.885020 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ca72fd16-c99c-4216-9cc3-d88a69db324d req-ff1c8b26-75ed-453f-95bd-86bec5874d4a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfbf18d4-cd1a-4fda-b840-72afd66a2369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307224 Sep 17 09:12:09.049126 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device fc34595e-19af-4272-af21-05624aeda28a up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 09:12:09.096921 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port fc34595e-19af-4272-af21-05624aeda28a completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 09:12:09.100560 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port fc34595e-19af-4272-af21-05624aeda28a triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:12:09.100940 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:12:09.176034 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:12:09.198869 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9830f84-b08f-47a3-a8cd-cbb380ad49e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc34595e-19af-4272-af21-05624aeda28a'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 09:12:09.201209 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd15a5b62c2e1c1e903d3702117c13c06f948b041a08150170fef0e561ebed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f909d12f-6943-47b9-b296-1ca269d89c21" -d '{"events": [{"server_uuid": "e9830f84-b08f-47a3-a8cd-cbb380ad49e3", "name": "network-vif-plugged", "status": "completed", "tag": "fc34595e-19af-4272-af21-05624aeda28a"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 09:12:09.213465 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port fc34595e-19af-4272-af21-05624aeda28a, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=fc34595e-19af-4272-af21-05624aeda28a,segment=NetworkSegment(f2c6f175-a970-4013-998a-adf4aed38f55),segment_id=f2c6f175-a970-4013-998a-adf4aed38f55)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:12:09.217835 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:12:09.245376 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 09:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e3abda5-5030-4752-a1b3-2dfde4091a84 x-openstack-request-id: req-4e3abda5-5030-4752-a1b3-2dfde4091a84 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 09:12:09.245376 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9830f84-b08f-47a3-a8cd-cbb380ad49e3", "name": "network-vif-plugged", "status": "completed", "tag": "fc34595e-19af-4272-af21-05624aeda28a", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 09:12:09.245614 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4e3abda5-5030-4752-a1b3-2dfde4091a84 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 09:12:09.246008 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9830f84-b08f-47a3-a8cd-cbb380ad49e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc34595e-19af-4272-af21-05624aeda28a', 'code': 200} Sep 17 09:12:09.272090 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=fc34595e-19af-4272-af21-05624aeda28a,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:12:09.365998 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36750ec-64bc-4820-9fdf-357028546601 req-a11829e8-064a-437b-b92e-205b112a4e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:12:09.367505 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b36750ec-64bc-4820-9fdf-357028546601 req-a11829e8-064a-437b-b92e-205b112a4e7e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e9830f84-b08f-47a3-a8cd-cbb380ad49e3 HTTP/1.1" status: 200 len: 1096 time: 0.0407588 Sep 17 09:12:09.402181 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b36750ec-64bc-4820-9fdf-357028546601 req-ff4dafd9-b86f-4f09-a117-60dbb177d642 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=cfbf18d4-cd1a-4fda-b840-72afd66a2369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273142 Sep 17 09:12:09.998358 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca40762d-9cb5-43df-8c12-ac9abd8d3dc8 req-d77e5134-e00b-445c-9be9-f6266afbd8ca tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:12:09.999888 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ca40762d-9cb5-43df-8c12-ac9abd8d3dc8 req-d77e5134-e00b-445c-9be9-f6266afbd8ca tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9830f84-b08f-47a3-a8cd-cbb380ad49e3 HTTP/1.1" status: 200 len: 945 time: 0.0482349 Sep 17 09:12:10.041932 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ca40762d-9cb5-43df-8c12-ac9abd8d3dc8 req-7898945d-a82c-4023-b182-52f5330594cc tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfbf18d4-cd1a-4fda-b840-72afd66a2369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353410 Sep 17 09:12:11.162517 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a37b57-77af-443d-bb31-a9c2086c2362 req-ff028acc-6510-44ec-ac00-91d373b6bd05 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:12:11.164033 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c0a37b57-77af-443d-bb31-a9c2086c2362 req-ff028acc-6510-44ec-ac00-91d373b6bd05 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9830f84-b08f-47a3-a8cd-cbb380ad49e3 HTTP/1.1" status: 200 len: 945 time: 0.0493646 Sep 17 09:12:11.201184 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c0a37b57-77af-443d-bb31-a9c2086c2362 req-92f951b8-e005-43e4-b807-4f8004d1b754 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfbf18d4-cd1a-4fda-b840-72afd66a2369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312572 Sep 17 09:12:11.310893 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0556bef4-1a74-4004-9504-558a66982006 req-61ad0691-e283-4df9-ac2c-e45dd3a6c403 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:12:11.312406 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0556bef4-1a74-4004-9504-558a66982006 req-61ad0691-e283-4df9-ac2c-e45dd3a6c403 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9830f84-b08f-47a3-a8cd-cbb380ad49e3 HTTP/1.1" status: 200 len: 945 time: 0.0468121 Sep 17 09:12:11.349209 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0556bef4-1a74-4004-9504-558a66982006 req-9dce5e12-43fd-416e-b388-d445e106fb4e tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfbf18d4-cd1a-4fda-b840-72afd66a2369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308366 Sep 17 09:12:11.371131 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37706) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:12:11.409633 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d41a41-d004-402b-8951-5b7ebc6a141b tempest-TestNetworkAdvancedServerOps-1761391694 tempest-TestNetworkAdvancedServerOps-1761391694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:12:11.411153 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b2d41a41-d004-402b-8951-5b7ebc6a141b tempest-TestNetworkAdvancedServerOps-1761391694 tempest-TestNetworkAdvancedServerOps-1761391694-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e9830f84-b08f-47a3-a8cd-cbb380ad49e3 HTTP/1.1" status: 200 len: 1091 time: 0.0389853 Sep 17 09:12:11.414270 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37708) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:12:11.418397 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-df479e2d-45f5-4cac-b385-0b01b859cbbc tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Request body: {'floatingip': {'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'port_id': 'fc34595e-19af-4272-af21-05624aeda28a', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:12:11.440535 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-df479e2d-45f5-4cac-b385-0b01b859cbbc tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for floatingip, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:12:11.539489 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-df479e2d-45f5-4cac-b385-0b01b859cbbc tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:12:11.641074 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-df479e2d-45f5-4cac-b385-0b01b859cbbc tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Allocated IP 172.25.6.3 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/50839fea-250c-4bb0-b645-a6dc0a471174) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 09:12:11.739623 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-df479e2d-45f5-4cac-b385-0b01b859cbbc tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:12:11.775386 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-df479e2d-45f5-4cac-b385-0b01b859cbbc tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:12:11.811197 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df479e2d-45f5-4cac-b385-0b01b859cbbc tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 09:12:11.813967 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-df479e2d-45f5-4cac-b385-0b01b859cbbc tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 09:12:11.817506 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df479e2d-45f5-4cac-b385-0b01b859cbbc tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 09:12:11.847137 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df479e2d-45f5-4cac-b385-0b01b859cbbc tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event updated for resources: {'Port': ['ID=50839fea-250c-4bb0-b645-a6dc0a471174,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:12:12.178095 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-df479e2d-45f5-4cac-b385-0b01b859cbbc tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:12:12.245247 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-df479e2d-45f5-4cac-b385-0b01b859cbbc tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:12:12.341615 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a165e8a6-4a88-4024-8f56-711087c5f7f1 req-63e1bec6-a249-41aa-a2b0-81258d2deb88 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e9830f84-b08f-47a3-a8cd-cbb380ad49e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0704682 Sep 17 09:12:12.454978 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-df479e2d-45f5-4cac-b385-0b01b859cbbc tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:12:12.461169 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-df479e2d-45f5-4cac-b385-0b01b859cbbc tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:12:12.490240 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a165e8a6-4a88-4024-8f56-711087c5f7f1 req-f7b6c6fe-bbb7-499e-9e19-221a405bf694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:12:12.491746 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a165e8a6-4a88-4024-8f56-711087c5f7f1 req-f7b6c6fe-bbb7-499e-9e19-221a405bf694 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7e48e67a07fa4821a019352e4f896fd6&device_id=e9830f84-b08f-47a3-a8cd-cbb380ad49e3 HTTP/1.1" status: 200 len: 1096 time: 0.0912676 Sep 17 09:12:12.563841 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df479e2d-45f5-4cac-b385-0b01b859cbbc tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event updated for resources: {'Port': ['ID=50839fea-250c-4bb0-b645-a6dc0a471174,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:12:12.602572 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-df479e2d-45f5-4cac-b385-0b01b859cbbc tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:12:12.675192 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a165e8a6-4a88-4024-8f56-711087c5f7f1 req-eb5ccda9-c9fe-4646-b82f-4431fd56c3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:12:12.676699 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a165e8a6-4a88-4024-8f56-711087c5f7f1 req-eb5ccda9-c9fe-4646-b82f-4431fd56c3b1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0c5ce087-8eae-491d-9225-f8125763e3aa HTTP/1.1" status: 200 len: 896 time: 0.1560621 Sep 17 09:12:12.758604 n-d-789963-9 neutron-server[101290]: INFO neutron.db.l3_db [None req-df479e2d-45f5-4cac-b385-0b01b859cbbc tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Floating IP 8dc6c33a-2b1d-4d44-a114-54112bdde43f associated. External IP: 172.25.6.3, port: fc34595e-19af-4272-af21-05624aeda28a. Sep 17 09:12:12.802170 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a165e8a6-4a88-4024-8f56-711087c5f7f1 req-4fcc9253-951c-44a7-8971-289193ef889c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc34595e-19af-4272-af21-05624aeda28a HTTP/1.1" status: 200 len: 997 time: 0.1001949 Sep 17 09:12:13.171844 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a165e8a6-4a88-4024-8f56-711087c5f7f1 req-5b736f09-4e24-41b3-b0f1-88d98def1667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:12:13.173324 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a165e8a6-4a88-4024-8f56-711087c5f7f1 req-5b736f09-4e24-41b3-b0f1-88d98def1667 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4e00fdba-46c7-4cd8-8b45-851f48cad35e HTTP/1.1" status: 200 len: 834 time: 0.3632035 Sep 17 09:12:13.259242 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a165e8a6-4a88-4024-8f56-711087c5f7f1 req-3874cac9-50d6-4d6c-b74f-a2cafb8167fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:12:13.260765 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a165e8a6-4a88-4024-8f56-711087c5f7f1 req-3874cac9-50d6-4d6c-b74f-a2cafb8167fc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0c5ce087-8eae-491d-9225-f8125763e3aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789480 Sep 17 09:12:13.383142 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df479e2d-45f5-4cac-b385-0b01b859cbbc tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Router 303097d7-1dc6-4cd1-ab49-da03364a9bbb has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 09:12:13.407921 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a165e8a6-4a88-4024-8f56-711087c5f7f1 req-fc086578-9c4f-4b43-9fc1-18d6fe34df00 service neutron] 10.222.0.39 "GET /v2.0/networks/0c5ce087-8eae-491d-9225-f8125763e3aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393235 Sep 17 09:12:13.568117 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df479e2d-45f5-4cac-b385-0b01b859cbbc tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 09:12:13.574662 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a165e8a6-4a88-4024-8f56-711087c5f7f1 req-13a1d7f5-52c6-45d7-aefb-ea9752bed84e service neutron] 10.222.0.39 "GET /v2.0/networks/0c5ce087-8eae-491d-9225-f8125763e3aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371655 Sep 17 09:12:13.589776 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-df479e2d-45f5-4cac-b385-0b01b859cbbc tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:12:13.621493 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-df479e2d-45f5-4cac-b385-0b01b859cbbc tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.2061219 Sep 17 09:12:13.622046 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9830f84-b08f-47a3-a8cd-cbb380ad49e3', 'tag': 'fc34595e-19af-4272-af21-05624aeda28a'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 09:12:13.624388 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823f1136df5e8dfe06b46a14eea5a85bccf33ce7e510dfea6a746e22e928dc4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854d8ea1-3d26-497d-ada8-30c562c79ed7" -d '{"events": [{"name": "network-changed", "server_uuid": "e9830f84-b08f-47a3-a8cd-cbb380ad49e3", "tag": "fc34595e-19af-4272-af21-05624aeda28a"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 09:12:13.667880 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 09:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f8d2b7-455f-4b41-ab14-4afc8a512fc7 x-openstack-request-id: req-77f8d2b7-455f-4b41-ab14-4afc8a512fc7 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 09:12:13.668253 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9830f84-b08f-47a3-a8cd-cbb380ad49e3", "tag": "fc34595e-19af-4272-af21-05624aeda28a", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 09:12:13.668574 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-77f8d2b7-455f-4b41-ab14-4afc8a512fc7 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 09:12:13.669047 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9830f84-b08f-47a3-a8cd-cbb380ad49e3', 'tag': 'fc34595e-19af-4272-af21-05624aeda28a', 'status': 'completed', 'code': 200} Sep 17 09:12:13.686435 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c882eae1-092a-4a6d-a27c-ca47ff20cb2b None None] Sync routers for ids ['303097d7-1dc6-4cd1-ab49-da03364a9bbb'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 09:12:13.696002 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c882eae1-092a-4a6d-a27c-ca47ff20cb2b None None] Routers {'303097d7-1dc6-4cd1-ab49-da03364a9bbb'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:12:13.696721 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-c882eae1-092a-4a6d-a27c-ca47ff20cb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:11:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['303097d7-1dc6-4cd1-ab49-da03364a9bbb'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:12:13.725957 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7a91a9-4ed5-4030-aa9f-bbbe4e589709 req-b62acced-e4c0-4779-a38f-02e7522f6fdc tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:12:13.727673 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1f7a91a9-4ed5-4030-aa9f-bbbe4e589709 req-b62acced-e4c0-4779-a38f-02e7522f6fdc tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9830f84-b08f-47a3-a8cd-cbb380ad49e3 HTTP/1.1" status: 200 len: 945 time: 0.0530765 Sep 17 09:12:13.759046 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854d8ea1-3d26-497d-ada8-30c562c79ed7 req-d2f9f421-f0bd-4efa-bcc4-8ef368a3f4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:12:13.760728 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-854d8ea1-3d26-497d-ada8-30c562c79ed7 req-d2f9f421-f0bd-4efa-bcc4-8ef368a3f4b9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7e48e67a07fa4821a019352e4f896fd6&device_id=e9830f84-b08f-47a3-a8cd-cbb380ad49e3 HTTP/1.1" status: 200 len: 1096 time: 0.0486972 Sep 17 09:12:13.771384 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1f7a91a9-4ed5-4030-aa9f-bbbe4e589709 req-388856fa-4e11-47ba-8587-6aa67519dac3 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfbf18d4-cd1a-4fda-b840-72afd66a2369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374122 Sep 17 09:12:13.794247 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37718) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:12:13.804794 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-c882eae1-092a-4a6d-a27c-ca47ff20cb2b None None] Set router 303097d7-1dc6-4cd1-ab49-da03364a9bbb gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:12:13.854297 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854d8ea1-3d26-497d-ada8-30c562c79ed7 req-3c731d11-4c0c-43ea-b7ff-dd5232cfab76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:12:13.855785 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-854d8ea1-3d26-497d-ada8-30c562c79ed7 req-3c731d11-4c0c-43ea-b7ff-dd5232cfab76 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0c5ce087-8eae-491d-9225-f8125763e3aa HTTP/1.1" status: 200 len: 896 time: 0.0876770 Sep 17 09:12:13.856709 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-3076fba1-61d3-4033-8b11-7c88f9b2aa3b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/floatingips/8dc6c33a-2b1d-4d44-a114-54112bdde43f HTTP/1.1" status: 200 len: 989 time: 0.0611951 Sep 17 09:12:13.926777 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-854d8ea1-3d26-497d-ada8-30c562c79ed7 req-252fbbee-c0db-4787-901e-1c05100dd648 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc34595e-19af-4272-af21-05624aeda28a HTTP/1.1" status: 200 len: 997 time: 0.0621202 Sep 17 09:12:13.974570 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854d8ea1-3d26-497d-ada8-30c562c79ed7 req-49f8da3e-8576-4889-b73e-fa60bb853063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:12:13.975991 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-854d8ea1-3d26-497d-ada8-30c562c79ed7 req-49f8da3e-8576-4889-b73e-fa60bb853063 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4e00fdba-46c7-4cd8-8b45-851f48cad35e HTTP/1.1" status: 200 len: 834 time: 0.0425615 Sep 17 09:12:14.021201 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854d8ea1-3d26-497d-ada8-30c562c79ed7 req-bf2842f3-ef9f-4d66-8c06-bbf52d9fb313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:12:14.022694 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-854d8ea1-3d26-497d-ada8-30c562c79ed7 req-bf2842f3-ef9f-4d66-8c06-bbf52d9fb313 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0c5ce087-8eae-491d-9225-f8125763e3aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391145 Sep 17 09:12:14.027713 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-c882eae1-092a-4a6d-a27c-ca47ff20cb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '303097d7-1dc6-4cd1-ab49-da03364a9bbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737436188', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '1e357078-ff02-42bd-88a2-3c2f65e6c928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:11:55Z', 'updated_at': '2021-09-17T09:11:59Z', 'revision_number': 4, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'gw_port': {'id': '1e357078-ff02-42bd-88a2-3c2f65e6c928', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:38:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303097d7-1dc6-4cd1-ab49-da03364a9bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:11:55Z', 'updated_at': '2021-09-17T09:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '8dc6c33a-2b1d-4d44-a114-54112bdde43f', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'floating_ip_address': '172.25.6.3', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '303097d7-1dc6-4cd1-ab49-da03364a9bbb', 'port_id': 'fc34595e-19af-4272-af21-05624aeda28a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c5ce087-8eae-491d-9225-f8125763e3aa', 'mac_address': 'fa:16:3e:ae:9a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9830f84-b08f-47a3-a8cd-cbb380ad49e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T09:12:12Z', 'updated_at': '2021-09-17T09:12:12Z', 'revision_number': 0, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76b996cb-42e8-493a-ba5f-d86480c14c4e', 'name': '', 'network_id': '0c5ce087-8eae-491d-9225-f8125763e3aa', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'mac_address': 'fa:16:3e:03:ba:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303097d7-1dc6-4cd1-ab49-da03364a9bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '4e00fdba-46c7-4cd8-8b45-851f48cad35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:11:58Z', 'updated_at': '2021-09-17T09:12:01Z', 'revision_number': 5, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'subnets': [{'id': '4e00fdba-46c7-4cd8-8b45-851f48cad35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:12:14.054250 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c882eae1-092a-4a6d-a27c-ca47ff20cb2b None None] Checking router: 303097d7-1dc6-4cd1-ab49-da03364a9bbb for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 09:12:14.062397 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c882eae1-092a-4a6d-a27c-ca47ff20cb2b None None] Routers {'303097d7-1dc6-4cd1-ab49-da03364a9bbb'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:12:14.063014 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-c882eae1-092a-4a6d-a27c-ca47ff20cb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:11:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['303097d7-1dc6-4cd1-ab49-da03364a9bbb'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:12:14.126705 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-854d8ea1-3d26-497d-ada8-30c562c79ed7 req-596dea47-356c-4ce6-9840-21938efe2c3c service neutron] 10.222.0.39 "GET /v2.0/networks/0c5ce087-8eae-491d-9225-f8125763e3aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965092 Sep 17 09:12:14.167320 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-c882eae1-092a-4a6d-a27c-ca47ff20cb2b None None] Set router 303097d7-1dc6-4cd1-ab49-da03364a9bbb gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:12:14.214695 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-854d8ea1-3d26-497d-ada8-30c562c79ed7 req-328886dd-0e20-48d4-b4af-2decf694ebff service neutron] 10.222.0.39 "GET /v2.0/networks/0c5ce087-8eae-491d-9225-f8125763e3aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806975 Sep 17 09:12:14.382997 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-c882eae1-092a-4a6d-a27c-ca47ff20cb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '303097d7-1dc6-4cd1-ab49-da03364a9bbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737436188', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '1e357078-ff02-42bd-88a2-3c2f65e6c928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:11:55Z', 'updated_at': '2021-09-17T09:11:59Z', 'revision_number': 4, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'gw_port': {'id': '1e357078-ff02-42bd-88a2-3c2f65e6c928', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:38:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303097d7-1dc6-4cd1-ab49-da03364a9bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:11:55Z', 'updated_at': '2021-09-17T09:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '8dc6c33a-2b1d-4d44-a114-54112bdde43f', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'floating_ip_address': '172.25.6.3', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '303097d7-1dc6-4cd1-ab49-da03364a9bbb', 'port_id': 'fc34595e-19af-4272-af21-05624aeda28a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c5ce087-8eae-491d-9225-f8125763e3aa', 'mac_address': 'fa:16:3e:ae:9a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9830f84-b08f-47a3-a8cd-cbb380ad49e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T09:12:12Z', 'updated_at': '2021-09-17T09:12:12Z', 'revision_number': 0, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76b996cb-42e8-493a-ba5f-d86480c14c4e', 'name': '', 'network_id': '0c5ce087-8eae-491d-9225-f8125763e3aa', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'mac_address': 'fa:16:3e:03:ba:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303097d7-1dc6-4cd1-ab49-da03364a9bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '4e00fdba-46c7-4cd8-8b45-851f48cad35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:11:58Z', 'updated_at': '2021-09-17T09:12:01Z', 'revision_number': 5, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'subnets': [{'id': '4e00fdba-46c7-4cd8-8b45-851f48cad35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:12:14.410287 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c882eae1-092a-4a6d-a27c-ca47ff20cb2b None None] The sync data for ids ['303097d7-1dc6-4cd1-ab49-da03364a9bbb'] in n-d-789963-9 is: [{'id': '303097d7-1dc6-4cd1-ab49-da03364a9bbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737436188', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '1e357078-ff02-42bd-88a2-3c2f65e6c928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:11:55Z', 'updated_at': '2021-09-17T09:11:59Z', 'revision_number': 4, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'gw_port': {'id': '1e357078-ff02-42bd-88a2-3c2f65e6c928', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:38:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303097d7-1dc6-4cd1-ab49-da03364a9bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:11:55Z', 'updated_at': '2021-09-17T09:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '8dc6c33a-2b1d-4d44-a114-54112bdde43f', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'floating_ip_address': '172.25.6.3', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '303097d7-1dc6-4cd1-ab49-da03364a9bbb', 'port_id': 'fc34595e-19af-4272-af21-05624aeda28a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c5ce087-8eae-491d-9225-f8125763e3aa', 'mac_address': 'fa:16:3e:ae:9a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9830f84-b08f-47a3-a8cd-cbb380ad49e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T09:12:12Z', 'updated_at': '2021-09-17T09:12:12Z', 'revision_number': 0, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76b996cb-42e8-493a-ba5f-d86480c14c4e', 'name': '', 'network_id': '0c5ce087-8eae-491d-9225-f8125763e3aa', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'mac_address': 'fa:16:3e:03:ba:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303097d7-1dc6-4cd1-ab49-da03364a9bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '4e00fdba-46c7-4cd8-8b45-851f48cad35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:11:58Z', 'updated_at': '2021-09-17T09:12:01Z', 'revision_number': 5, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'subnets': [{'id': '4e00fdba-46c7-4cd8-8b45-851f48cad35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 09:12:14.591710 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bd2a42-36bb-43c3-a60b-0f48b637a5ca None None] New status for floating IP 8dc6c33a-2b1d-4d44-a114-54112bdde43f: ACTIVE {{(pid=101291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 09:12:14.860722 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37720) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:12:14.922935 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-3fce5e9b-2c57-41a6-a656-bd81b5531e2b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/floatingips/8dc6c33a-2b1d-4d44-a114-54112bdde43f HTTP/1.1" status: 200 len: 991 time: 0.0610845 Sep 17 09:12:17.875165 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [req-ca078e6d-b1ad-4a04-bad4-c2e07f2471a9 req-a3424f87-3e5d-49b3-8810-94d38670640b service neutron] (101290) timed out ('10.222.0.13', 33746) {{(pid=101290) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 09:12:20.119522 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f82da8d4-685f-446a-b2ea-3322e5e76e7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:12:22.554021 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b616af09-c33f-427e-884a-99dc4bf406a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:12:22.898125 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:12:24.030082 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:12:25.620791 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:12:30.283979 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 09:12:36.299125 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:12:36.316264 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:12:50.120942 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1f834479-9d55-455d-a449-fa28c48d253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:12:52.554353 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-57ae83ba-1389-42d9-bbbd-ea61ab6f9e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:12:52.898483 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:12:54.033568 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:12:55.622383 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:13:06.290333 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:13:06.315183 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:13:07.283503 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 09:13:14.371431 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-26f2896f-945c-4301-b765-0365a0be8ab3 req-d5b9e02c-7dae-49ae-8025-54f2f6c6048f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e9830f84-b08f-47a3-a8cd-cbb380ad49e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0802248 Sep 17 09:13:14.483385 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f2896f-945c-4301-b765-0365a0be8ab3 req-364ebb89-24f0-47a7-af65-ea8cb1678915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:13:14.485697 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-26f2896f-945c-4301-b765-0365a0be8ab3 req-364ebb89-24f0-47a7-af65-ea8cb1678915 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7e48e67a07fa4821a019352e4f896fd6&device_id=e9830f84-b08f-47a3-a8cd-cbb380ad49e3 HTTP/1.1" status: 200 len: 1096 time: 0.0515478 Sep 17 09:13:14.589374 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f2896f-945c-4301-b765-0365a0be8ab3 req-41f94621-1fce-4ffa-a3af-558141c344ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:13:14.590911 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-26f2896f-945c-4301-b765-0365a0be8ab3 req-41f94621-1fce-4ffa-a3af-558141c344ce service neutron] 10.222.0.39 "GET /v2.0/networks?id=0c5ce087-8eae-491d-9225-f8125763e3aa HTTP/1.1" status: 200 len: 896 time: 0.0842488 Sep 17 09:13:14.660676 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-26f2896f-945c-4301-b765-0365a0be8ab3 req-1067b4df-ffce-4636-bc29-80cdfc43043d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc34595e-19af-4272-af21-05624aeda28a HTTP/1.1" status: 200 len: 999 time: 0.0614879 Sep 17 09:13:14.709932 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f2896f-945c-4301-b765-0365a0be8ab3 req-c7aa3e0d-9941-49aa-8a50-fc4869c96c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:13:14.711394 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-26f2896f-945c-4301-b765-0365a0be8ab3 req-c7aa3e0d-9941-49aa-8a50-fc4869c96c2d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4e00fdba-46c7-4cd8-8b45-851f48cad35e HTTP/1.1" status: 200 len: 834 time: 0.0435128 Sep 17 09:13:14.757300 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f2896f-945c-4301-b765-0365a0be8ab3 req-c6a8ce32-08dd-448a-beef-f500914cc5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:13:14.758805 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-26f2896f-945c-4301-b765-0365a0be8ab3 req-c6a8ce32-08dd-448a-beef-f500914cc5dd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0c5ce087-8eae-491d-9225-f8125763e3aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407295 Sep 17 09:13:14.856553 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-26f2896f-945c-4301-b765-0365a0be8ab3 req-ba02f31e-babc-49b8-8066-ae0ce94e32d7 service neutron] 10.222.0.39 "GET /v2.0/networks/0c5ce087-8eae-491d-9225-f8125763e3aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872803 Sep 17 09:13:14.946955 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-26f2896f-945c-4301-b765-0365a0be8ab3 req-57a3d44e-85ad-41bc-bad0-c33b571bc742 service neutron] 10.222.0.39 "GET /v2.0/networks/0c5ce087-8eae-491d-9225-f8125763e3aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824840 Sep 17 09:13:15.825411 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-02ac32fa-2cf7-4519-9399-d496aab53d94 req-2201cae1-f7e5-48d7-a60e-6a3a87e1c7d9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0654929 Sep 17 09:13:15.909499 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-02ac32fa-2cf7-4519-9399-d496aab53d94 req-70f4f58d-cebc-4e8d-8fb7-776fedff94ff service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0275991 Sep 17 09:13:15.955022 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-02ac32fa-2cf7-4519-9399-d496aab53d94 req-709d3130-fd71-48ff-9c45-29ebb8bd4452 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214720 Sep 17 09:13:16.054951 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ac32fa-2cf7-4519-9399-d496aab53d94 req-df1064bd-3892-4feb-a29b-f7c9fb972282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:13:16.056493 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-02ac32fa-2cf7-4519-9399-d496aab53d94 req-df1064bd-3892-4feb-a29b-f7c9fb972282 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911334 Sep 17 09:13:20.122416 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-984c55bb-c4c3-4b5f-b6cb-98877a29098f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:13:22.554341 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ee6494a6-93e9-4545-b945-d57f7ef9c4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:13:22.898990 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:13:24.035553 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:13:25.625541 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:13:26.366033 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca87429-0495-4ea3-b45c-caad4a343227 req-3ad9b9cd-d1ff-4d98-8fbd-c14e8b57f085 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:13:26.367464 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bca87429-0495-4ea3-b45c-caad4a343227 req-3ad9b9cd-d1ff-4d98-8fbd-c14e8b57f085 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9830f84-b08f-47a3-a8cd-cbb380ad49e3 HTTP/1.1" status: 200 len: 945 time: 0.0522182 Sep 17 09:13:26.409151 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bca87429-0495-4ea3-b45c-caad4a343227 req-175dc6ea-55dc-462e-8db7-bcb3db02d142 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfbf18d4-cd1a-4fda-b840-72afd66a2369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353806 Sep 17 09:13:27.525564 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c7f478-a104-451d-9a85-ec94c7a320d6 req-a4a666ca-9289-417e-8438-db11f2be46f2 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:13:27.527067 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-47c7f478-a104-451d-9a85-ec94c7a320d6 req-a4a666ca-9289-417e-8438-db11f2be46f2 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9830f84-b08f-47a3-a8cd-cbb380ad49e3 HTTP/1.1" status: 200 len: 945 time: 0.0492187 Sep 17 09:13:27.566608 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-47c7f478-a104-451d-9a85-ec94c7a320d6 req-010f371c-b590-4cad-a570-e2e694e64508 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfbf18d4-cd1a-4fda-b840-72afd66a2369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328650 Sep 17 09:13:28.682001 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f71a955-2912-4c43-b43c-49d3c3a802c3 req-b60dc170-42af-4a04-8b44-5c2046664a55 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:13:28.683513 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0f71a955-2912-4c43-b43c-49d3c3a802c3 req-b60dc170-42af-4a04-8b44-5c2046664a55 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9830f84-b08f-47a3-a8cd-cbb380ad49e3 HTTP/1.1" status: 200 len: 945 time: 0.0499077 Sep 17 09:13:28.727084 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0f71a955-2912-4c43-b43c-49d3c3a802c3 req-03913ef8-af5b-4141-92a4-d0c10facab8a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfbf18d4-cd1a-4fda-b840-72afd66a2369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368087 Sep 17 09:13:29.841620 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320ea1c6-8049-4c35-8a76-8f301872b80b req-c7222f05-bafc-4476-9ecc-69fc2d56d186 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:13:29.843182 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-320ea1c6-8049-4c35-8a76-8f301872b80b req-c7222f05-bafc-4476-9ecc-69fc2d56d186 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9830f84-b08f-47a3-a8cd-cbb380ad49e3 HTTP/1.1" status: 200 len: 945 time: 0.0482156 Sep 17 09:13:29.882103 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-320ea1c6-8049-4c35-8a76-8f301872b80b req-6c5a7149-8df5-450c-9372-036f5919abfb tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfbf18d4-cd1a-4fda-b840-72afd66a2369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324297 Sep 17 09:13:30.996592 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d192a-7bdd-4a8f-8a98-480d6e8f195d req-f11ca052-7472-4942-81ef-2397c6626d29 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:13:30.998017 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bf2d192a-7bdd-4a8f-8a98-480d6e8f195d req-f11ca052-7472-4942-81ef-2397c6626d29 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9830f84-b08f-47a3-a8cd-cbb380ad49e3 HTTP/1.1" status: 200 len: 945 time: 0.0497060 Sep 17 09:13:31.036593 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-bf2d192a-7bdd-4a8f-8a98-480d6e8f195d req-f6a66c2a-2087-452e-9ee2-1873cf0f2db3 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfbf18d4-cd1a-4fda-b840-72afd66a2369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316138 Sep 17 09:13:32.157332 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc93535-3af6-463c-a931-761e8dc4072f req-a025f962-6c65-44d7-9b6f-fd0ce2c29148 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:13:32.158820 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9cc93535-3af6-463c-a931-761e8dc4072f req-a025f962-6c65-44d7-9b6f-fd0ce2c29148 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9830f84-b08f-47a3-a8cd-cbb380ad49e3 HTTP/1.1" status: 200 len: 945 time: 0.0524185 Sep 17 09:13:32.199505 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9cc93535-3af6-463c-a931-761e8dc4072f req-45c32c2d-96b8-47f0-86f6-f56b037bd9a2 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfbf18d4-cd1a-4fda-b840-72afd66a2369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347023 Sep 17 09:13:33.317222 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d89911-608f-441b-95d8-22a34ccaece9 req-6cb92d91-e109-4d35-a553-2510be5862fe tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:13:33.318813 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-06d89911-608f-441b-95d8-22a34ccaece9 req-6cb92d91-e109-4d35-a553-2510be5862fe tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9830f84-b08f-47a3-a8cd-cbb380ad49e3 HTTP/1.1" status: 200 len: 945 time: 0.0498538 Sep 17 09:13:33.359461 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-06d89911-608f-441b-95d8-22a34ccaece9 req-60e3695a-c2fd-4f8b-a720-221a36d66bec tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfbf18d4-cd1a-4fda-b840-72afd66a2369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339592 Sep 17 09:13:34.472006 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6706c-b5f6-41b6-b470-81dc64868ab5 req-e9a6244b-48a1-4fdd-ab41-5e7750274854 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:13:34.473513 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-80b6706c-b5f6-41b6-b470-81dc64868ab5 req-e9a6244b-48a1-4fdd-ab41-5e7750274854 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9830f84-b08f-47a3-a8cd-cbb380ad49e3 HTTP/1.1" status: 200 len: 945 time: 0.0483599 Sep 17 09:13:34.510977 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-80b6706c-b5f6-41b6-b470-81dc64868ab5 req-7ae008dd-a3ab-42c1-92ae-72ec0579bcf6 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfbf18d4-cd1a-4fda-b840-72afd66a2369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314107 Sep 17 09:13:35.623234 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaabe953-413b-49d9-92c4-30215707edfc req-b7f6abf2-5f43-40bc-8a9a-f686299b103f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:13:35.625262 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-eaabe953-413b-49d9-92c4-30215707edfc req-b7f6abf2-5f43-40bc-8a9a-f686299b103f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9830f84-b08f-47a3-a8cd-cbb380ad49e3 HTTP/1.1" status: 200 len: 945 time: 0.0470450 Sep 17 09:13:35.665997 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-eaabe953-413b-49d9-92c4-30215707edfc req-7d8cd782-3fab-4895-9b30-86894b25fe39 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfbf18d4-cd1a-4fda-b840-72afd66a2369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349679 Sep 17 09:13:36.310604 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:13:36.315448 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:13:36.785429 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e6f19a-f647-4df5-86b3-747505e7726e req-238317d1-9c2a-479b-80a1-2aa83d01f7e6 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:13:36.786905 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a5e6f19a-f647-4df5-86b3-747505e7726e req-238317d1-9c2a-479b-80a1-2aa83d01f7e6 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9830f84-b08f-47a3-a8cd-cbb380ad49e3 HTTP/1.1" status: 200 len: 945 time: 0.0493481 Sep 17 09:13:36.822558 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a5e6f19a-f647-4df5-86b3-747505e7726e req-73276781-2324-46b6-a450-c51bca370d3f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfbf18d4-cd1a-4fda-b840-72afd66a2369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297847 Sep 17 09:13:36.848332 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37786) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:13:36.919910 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-cd090328-6643-4103-9744-3fccce8cd2db tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/floatingips/8dc6c33a-2b1d-4d44-a114-54112bdde43f HTTP/1.1" status: 200 len: 991 time: 0.0702333 Sep 17 09:13:38.183530 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5529138a-2ee6-4015-83b0-ae5123f2bab3 req-12eecdbb-7baf-4f60-b693-c317ccecc410 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:13:38.185068 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5529138a-2ee6-4015-83b0-ae5123f2bab3 req-12eecdbb-7baf-4f60-b693-c317ccecc410 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9830f84-b08f-47a3-a8cd-cbb380ad49e3 HTTP/1.1" status: 200 len: 945 time: 0.0496504 Sep 17 09:13:38.223094 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5529138a-2ee6-4015-83b0-ae5123f2bab3 req-13e914af-a36f-422d-bb07-a99b6eed86ce tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfbf18d4-cd1a-4fda-b840-72afd66a2369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318148 Sep 17 09:13:38.233346 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef76b38-4ccc-47b8-abda-3032d4f25255 req-bce3968b-03b9-4de2-94cc-35a315854177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:13:38.235033 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4ef76b38-4ccc-47b8-abda-3032d4f25255 req-bce3968b-03b9-4de2-94cc-35a315854177 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7e48e67a07fa4821a019352e4f896fd6&device_id=e9830f84-b08f-47a3-a8cd-cbb380ad49e3 HTTP/1.1" status: 200 len: 1096 time: 0.0407953 Sep 17 09:13:38.332381 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef76b38-4ccc-47b8-abda-3032d4f25255 req-64cac3b7-206a-4a8a-b557-5a6b3d1426e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:13:38.333873 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4ef76b38-4ccc-47b8-abda-3032d4f25255 req-64cac3b7-206a-4a8a-b557-5a6b3d1426e5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0c5ce087-8eae-491d-9225-f8125763e3aa HTTP/1.1" status: 200 len: 896 time: 0.0924108 Sep 17 09:13:38.402413 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4ef76b38-4ccc-47b8-abda-3032d4f25255 req-720d912f-2cba-48cb-a629-c1cb4bd90858 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc34595e-19af-4272-af21-05624aeda28a HTTP/1.1" status: 200 len: 999 time: 0.0620751 Sep 17 09:13:38.450613 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef76b38-4ccc-47b8-abda-3032d4f25255 req-10118706-07a1-4fa1-8b38-ab615299a579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:13:38.452104 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4ef76b38-4ccc-47b8-abda-3032d4f25255 req-10118706-07a1-4fa1-8b38-ab615299a579 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4e00fdba-46c7-4cd8-8b45-851f48cad35e HTTP/1.1" status: 200 len: 834 time: 0.0424893 Sep 17 09:13:38.500777 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef76b38-4ccc-47b8-abda-3032d4f25255 req-754c4606-6ba5-4900-a25c-d470e1889d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:13:38.502195 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4ef76b38-4ccc-47b8-abda-3032d4f25255 req-754c4606-6ba5-4900-a25c-d470e1889d30 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0c5ce087-8eae-491d-9225-f8125763e3aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436199 Sep 17 09:13:38.590278 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4ef76b38-4ccc-47b8-abda-3032d4f25255 req-4c9bfb07-5c6f-44e0-90ad-b8ab798e2af6 service neutron] 10.222.0.39 "GET /v2.0/networks/0c5ce087-8eae-491d-9225-f8125763e3aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806017 Sep 17 09:13:38.681382 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4ef76b38-4ccc-47b8-abda-3032d4f25255 req-c9b42832-1fad-43ef-b809-5b7212d80751 service neutron] 10.222.0.39 "GET /v2.0/networks/0c5ce087-8eae-491d-9225-f8125763e3aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845325 Sep 17 09:13:39.344972 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189ce2a0-5648-48ee-89a8-a9c881c9c363 req-1967343a-d472-4506-a44b-da8d4dbab61e tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:13:39.346356 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-189ce2a0-5648-48ee-89a8-a9c881c9c363 req-1967343a-d472-4506-a44b-da8d4dbab61e tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9830f84-b08f-47a3-a8cd-cbb380ad49e3 HTTP/1.1" status: 200 len: 945 time: 0.0476680 Sep 17 09:13:39.387808 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-189ce2a0-5648-48ee-89a8-a9c881c9c363 req-3e03c7f6-f762-4515-9972-0ec6eedf2bec tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfbf18d4-cd1a-4fda-b840-72afd66a2369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349004 Sep 17 09:13:39.413786 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37796) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:13:39.472285 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-0433a1a7-7b4c-4fc5-858c-56e83f9a3bd5 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/floatingips/8dc6c33a-2b1d-4d44-a114-54112bdde43f HTTP/1.1" status: 200 len: 991 time: 0.0573828 Sep 17 09:13:44.283216 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 09:13:50.123635 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c562f118-53db-435d-ac61-ff07e559d2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:13:52.554870 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-87e6e744-52ab-4cd8-aba9-a764a4e29c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:13:52.899441 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:13:54.038719 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:13:55.627900 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:06.317037 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:06.317840 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:14.323499 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fd97f40f-6af7-4d3c-a44e-7e91faf3cb07 req-b43afd8f-f8b5-4fb6-bd2e-abb467a4652f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e9830f84-b08f-47a3-a8cd-cbb380ad49e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399785 Sep 17 09:14:14.422037 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97f40f-6af7-4d3c-a44e-7e91faf3cb07 req-840399dc-7782-4af6-b669-4961b128b8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:14:14.423590 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fd97f40f-6af7-4d3c-a44e-7e91faf3cb07 req-840399dc-7782-4af6-b669-4961b128b8d2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7e48e67a07fa4821a019352e4f896fd6&device_id=e9830f84-b08f-47a3-a8cd-cbb380ad49e3 HTTP/1.1" status: 200 len: 1096 time: 0.0407102 Sep 17 09:14:14.531294 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97f40f-6af7-4d3c-a44e-7e91faf3cb07 req-fce85f1a-3ca3-4d43-a9f5-fa0de0f313f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:14:14.532833 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fd97f40f-6af7-4d3c-a44e-7e91faf3cb07 req-fce85f1a-3ca3-4d43-a9f5-fa0de0f313f6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0c5ce087-8eae-491d-9225-f8125763e3aa HTTP/1.1" status: 200 len: 896 time: 0.0903690 Sep 17 09:14:14.601031 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fd97f40f-6af7-4d3c-a44e-7e91faf3cb07 req-31de065d-307f-43a4-bbce-f14f5ea674fa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc34595e-19af-4272-af21-05624aeda28a HTTP/1.1" status: 200 len: 999 time: 0.0597167 Sep 17 09:14:14.654263 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97f40f-6af7-4d3c-a44e-7e91faf3cb07 req-18926d1a-a8a6-4daf-89bf-7b6f3c238f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:14:14.656165 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fd97f40f-6af7-4d3c-a44e-7e91faf3cb07 req-18926d1a-a8a6-4daf-89bf-7b6f3c238f3b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4e00fdba-46c7-4cd8-8b45-851f48cad35e HTTP/1.1" status: 200 len: 834 time: 0.0481260 Sep 17 09:14:14.703073 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97f40f-6af7-4d3c-a44e-7e91faf3cb07 req-ef1bb8aa-75ea-40c3-af34-445935c7522c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:14:14.704537 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fd97f40f-6af7-4d3c-a44e-7e91faf3cb07 req-ef1bb8aa-75ea-40c3-af34-445935c7522c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0c5ce087-8eae-491d-9225-f8125763e3aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412269 Sep 17 09:14:14.795819 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fd97f40f-6af7-4d3c-a44e-7e91faf3cb07 req-34bc0cc4-225f-47c5-b53f-d5898d8b010c service neutron] 10.222.0.39 "GET /v2.0/networks/0c5ce087-8eae-491d-9225-f8125763e3aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830898 Sep 17 09:14:14.890780 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fd97f40f-6af7-4d3c-a44e-7e91faf3cb07 req-ff21e9ae-6083-4b9d-8bae-fee6bd199a51 service neutron] 10.222.0.39 "GET /v2.0/networks/0c5ce087-8eae-491d-9225-f8125763e3aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881398 Sep 17 09:14:16.768926 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-702342ba-cfc5-49a7-a6e7-cbc2d7e2c6d7 req-5dc25194-11bc-46e1-bfb5-fefbdfa92402 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0248837 Sep 17 09:14:16.853104 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-702342ba-cfc5-49a7-a6e7-cbc2d7e2c6d7 req-15d652c6-cf0e-47e4-9f6d-3d4649b98cf8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0256693 Sep 17 09:14:16.899090 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-702342ba-cfc5-49a7-a6e7-cbc2d7e2c6d7 req-ceef568c-cc85-4fa9-afbf-ec87ddb82dfd service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208051 Sep 17 09:14:17.002161 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702342ba-cfc5-49a7-a6e7-cbc2d7e2c6d7 req-edb82a0c-6f7f-4c1e-93b8-c741e8953c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:14:17.003560 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-702342ba-cfc5-49a7-a6e7-cbc2d7e2c6d7 req-edb82a0c-6f7f-4c1e-93b8-c741e8953c02 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0966375 Sep 17 09:14:20.124793 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f6003038-c093-4119-a053-b69bda397238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:21.282999 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 09:14:22.555257 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8312a473-f0c4-4711-b6ec-f050bf1fd667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:22.901430 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:24.043725 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:25.631403 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:36.321358 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:36.322774 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:36.402586 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37820) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:14:36.734048 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-3c92cced-b7b1-4685-99bc-236ba3903b07 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Deleting port 50839fea-250c-4bb0-b645-a6dc0a471174 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 09:14:36.734402 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3c92cced-b7b1-4685-99bc-236ba3903b07 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:36.814755 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3c92cced-b7b1-4685-99bc-236ba3903b07 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:36.815096 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3c92cced-b7b1-4685-99bc-236ba3903b07 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:36.827255 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-3c92cced-b7b1-4685-99bc-236ba3903b07 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Calling delete_port for 50839fea-250c-4bb0-b645-a6dc0a471174 owned by network:floatingip {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 09:14:36.975293 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3c92cced-b7b1-4685-99bc-236ba3903b07 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:37.001359 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c92cced-b7b1-4685-99bc-236ba3903b07 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event deleted for resources: {'Port': ['ID=50839fea-250c-4bb0-b645-a6dc0a471174,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:14:37.013341 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c92cced-b7b1-4685-99bc-236ba3903b07 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:14:37.013704 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c92cced-b7b1-4685-99bc-236ba3903b07 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:14:37.014057 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c92cced-b7b1-4685-99bc-236ba3903b07 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:14:37.014400 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c92cced-b7b1-4685-99bc-236ba3903b07 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:14:37.014739 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c92cced-b7b1-4685-99bc-236ba3903b07 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:14:37.015082 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c92cced-b7b1-4685-99bc-236ba3903b07 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:14:37.015415 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c92cced-b7b1-4685-99bc-236ba3903b07 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:14:37.015746 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c92cced-b7b1-4685-99bc-236ba3903b07 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:14:37.016126 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c92cced-b7b1-4685-99bc-236ba3903b07 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:14:37.016442 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c92cced-b7b1-4685-99bc-236ba3903b07 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:14:37.016768 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c92cced-b7b1-4685-99bc-236ba3903b07 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:14:37.017094 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c92cced-b7b1-4685-99bc-236ba3903b07 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:14:37.071810 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3c92cced-b7b1-4685-99bc-236ba3903b07 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for floatingip, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:37.072169 n-d-789963-9 neutron-server[101289]: INFO neutron.db.l3_db [None req-3c92cced-b7b1-4685-99bc-236ba3903b07 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Floating IP 8dc6c33a-2b1d-4d44-a114-54112bdde43f disassociated (deleted). External IP: 172.25.6.3, port: fc34595e-19af-4272-af21-05624aeda28a. Sep 17 09:14:37.284531 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c92cced-b7b1-4685-99bc-236ba3903b07 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Router 303097d7-1dc6-4cd1-ab49-da03364a9bbb has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 09:14:37.732234 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c92cced-b7b1-4685-99bc-236ba3903b07 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 09:14:37.737311 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3c92cced-b7b1-4685-99bc-236ba3903b07 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:37.743628 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cc9683-fde8-4e58-8c6e-5166cafbb1e8 None None] Sync routers for ids ['303097d7-1dc6-4cd1-ab49-da03364a9bbb'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 09:14:37.754125 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cc9683-fde8-4e58-8c6e-5166cafbb1e8 None None] Routers {'303097d7-1dc6-4cd1-ab49-da03364a9bbb'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:14:37.754757 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-53cc9683-fde8-4e58-8c6e-5166cafbb1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:14:23Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['303097d7-1dc6-4cd1-ab49-da03364a9bbb'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:14:37.766845 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-3c92cced-b7b1-4685-99bc-236ba3903b07 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "DELETE /v2.0/floatingips/8dc6c33a-2b1d-4d44-a114-54112bdde43f HTTP/1.1" status: 204 len: 168 time: 1.3632188 Sep 17 09:14:37.767428 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9830f84-b08f-47a3-a8cd-cbb380ad49e3', 'tag': 'fc34595e-19af-4272-af21-05624aeda28a'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 09:14:37.769680 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0b8b68ef77f8a69a7ea64e5314cb7bfe1c653782f919eb7015de92bbdd57641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab821d9e-8b16-4912-ab42-8b3cbfec0bdb" -d '{"events": [{"name": "network-changed", "server_uuid": "e9830f84-b08f-47a3-a8cd-cbb380ad49e3", "tag": "fc34595e-19af-4272-af21-05624aeda28a"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 09:14:37.812885 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 09:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cccfc3b4-1b12-4cc9-81e8-a51df887c43b x-openstack-request-id: req-cccfc3b4-1b12-4cc9-81e8-a51df887c43b {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 09:14:37.813397 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9830f84-b08f-47a3-a8cd-cbb380ad49e3", "tag": "fc34595e-19af-4272-af21-05624aeda28a", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 09:14:37.813608 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cccfc3b4-1b12-4cc9-81e8-a51df887c43b {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 09:14:37.814021 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9830f84-b08f-47a3-a8cd-cbb380ad49e3', 'tag': 'fc34595e-19af-4272-af21-05624aeda28a', 'status': 'completed', 'code': 200} Sep 17 09:14:37.864230 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-53cc9683-fde8-4e58-8c6e-5166cafbb1e8 None None] Set router 303097d7-1dc6-4cd1-ab49-da03364a9bbb gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:14:37.912490 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab821d9e-8b16-4912-ab42-8b3cbfec0bdb req-723bcbf2-0bf8-4f68-835a-88e404b5184a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:14:37.914039 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ab821d9e-8b16-4912-ab42-8b3cbfec0bdb req-723bcbf2-0bf8-4f68-835a-88e404b5184a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7e48e67a07fa4821a019352e4f896fd6&device_id=e9830f84-b08f-47a3-a8cd-cbb380ad49e3 HTTP/1.1" status: 200 len: 1096 time: 0.0530946 Sep 17 09:14:38.035232 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab821d9e-8b16-4912-ab42-8b3cbfec0bdb req-91226232-109f-4de1-8b65-0023764ce748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:14:38.036774 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ab821d9e-8b16-4912-ab42-8b3cbfec0bdb req-91226232-109f-4de1-8b65-0023764ce748 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0c5ce087-8eae-491d-9225-f8125763e3aa HTTP/1.1" status: 200 len: 896 time: 0.0913310 Sep 17 09:14:38.080629 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ab821d9e-8b16-4912-ab42-8b3cbfec0bdb req-8ee08c4a-2e5e-4f26-87ac-95494d69f4ee service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc34595e-19af-4272-af21-05624aeda28a HTTP/1.1" status: 200 len: 217 time: 0.0355754 Sep 17 09:14:38.086215 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-53cc9683-fde8-4e58-8c6e-5166cafbb1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '303097d7-1dc6-4cd1-ab49-da03364a9bbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737436188', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '1e357078-ff02-42bd-88a2-3c2f65e6c928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:11:55Z', 'updated_at': '2021-09-17T09:11:59Z', 'revision_number': 4, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'gw_port': {'id': '1e357078-ff02-42bd-88a2-3c2f65e6c928', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:38:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303097d7-1dc6-4cd1-ab49-da03364a9bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:11:55Z', 'updated_at': '2021-09-17T09:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '76b996cb-42e8-493a-ba5f-d86480c14c4e', 'name': '', 'network_id': '0c5ce087-8eae-491d-9225-f8125763e3aa', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'mac_address': 'fa:16:3e:03:ba:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303097d7-1dc6-4cd1-ab49-da03364a9bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '4e00fdba-46c7-4cd8-8b45-851f48cad35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:11:58Z', 'updated_at': '2021-09-17T09:12:01Z', 'revision_number': 5, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'subnets': [{'id': '4e00fdba-46c7-4cd8-8b45-851f48cad35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:14:38.116368 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cc9683-fde8-4e58-8c6e-5166cafbb1e8 None None] Checking router: 303097d7-1dc6-4cd1-ab49-da03364a9bbb for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 09:14:38.126697 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cc9683-fde8-4e58-8c6e-5166cafbb1e8 None None] Routers {'303097d7-1dc6-4cd1-ab49-da03364a9bbb'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:14:38.127335 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-53cc9683-fde8-4e58-8c6e-5166cafbb1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:14:23Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['303097d7-1dc6-4cd1-ab49-da03364a9bbb'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:14:38.132784 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab821d9e-8b16-4912-ab42-8b3cbfec0bdb req-fa06f090-a458-40cb-bdcd-64b3129a7d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:14:38.134273 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ab821d9e-8b16-4912-ab42-8b3cbfec0bdb req-fa06f090-a458-40cb-bdcd-64b3129a7d87 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4e00fdba-46c7-4cd8-8b45-851f48cad35e HTTP/1.1" status: 200 len: 834 time: 0.0468776 Sep 17 09:14:38.181665 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c4e2c4-7339-418c-9453-7e71c86fcb3a req-c7afae57-f3c5-4c80-9f36-bd2cc2f8d9b9 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:14:38.188934 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab821d9e-8b16-4912-ab42-8b3cbfec0bdb req-1bb005ac-f138-4189-a298-64a8593333fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:14:38.189201 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-57c4e2c4-7339-418c-9453-7e71c86fcb3a req-c7afae57-f3c5-4c80-9f36-bd2cc2f8d9b9 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9830f84-b08f-47a3-a8cd-cbb380ad49e3 HTTP/1.1" status: 200 len: 945 time: 0.2341361 Sep 17 09:14:38.190932 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ab821d9e-8b16-4912-ab42-8b3cbfec0bdb req-1bb005ac-f138-4189-a298-64a8593333fa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0c5ce087-8eae-491d-9225-f8125763e3aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483222 Sep 17 09:14:38.225726 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-57c4e2c4-7339-418c-9453-7e71c86fcb3a req-95993b36-df3c-41d6-9230-fa30b36fefb0 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfbf18d4-cd1a-4fda-b840-72afd66a2369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357437 Sep 17 09:14:38.249743 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-53cc9683-fde8-4e58-8c6e-5166cafbb1e8 None None] Set router 303097d7-1dc6-4cd1-ab49-da03364a9bbb gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:14:38.292395 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ab821d9e-8b16-4912-ab42-8b3cbfec0bdb req-aa773797-8774-4ecf-bc4b-4fa90287e1d9 service neutron] 10.222.0.39 "GET /v2.0/networks/0c5ce087-8eae-491d-9225-f8125763e3aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905581 Sep 17 09:14:38.392092 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ab821d9e-8b16-4912-ab42-8b3cbfec0bdb req-ba0ef12b-b8c3-4e36-b559-5bfc6e929ce0 service neutron] 10.222.0.39 "GET /v2.0/networks/0c5ce087-8eae-491d-9225-f8125763e3aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929320 Sep 17 09:14:38.537389 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-53cc9683-fde8-4e58-8c6e-5166cafbb1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '303097d7-1dc6-4cd1-ab49-da03364a9bbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737436188', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '1e357078-ff02-42bd-88a2-3c2f65e6c928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:11:55Z', 'updated_at': '2021-09-17T09:11:59Z', 'revision_number': 4, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'gw_port': {'id': '1e357078-ff02-42bd-88a2-3c2f65e6c928', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:38:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303097d7-1dc6-4cd1-ab49-da03364a9bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:11:55Z', 'updated_at': '2021-09-17T09:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '76b996cb-42e8-493a-ba5f-d86480c14c4e', 'name': '', 'network_id': '0c5ce087-8eae-491d-9225-f8125763e3aa', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'mac_address': 'fa:16:3e:03:ba:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303097d7-1dc6-4cd1-ab49-da03364a9bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '4e00fdba-46c7-4cd8-8b45-851f48cad35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:11:58Z', 'updated_at': '2021-09-17T09:12:01Z', 'revision_number': 5, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'subnets': [{'id': '4e00fdba-46c7-4cd8-8b45-851f48cad35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:14:38.566603 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cc9683-fde8-4e58-8c6e-5166cafbb1e8 None None] The sync data for ids ['303097d7-1dc6-4cd1-ab49-da03364a9bbb'] in n-d-789963-9 is: [{'id': '303097d7-1dc6-4cd1-ab49-da03364a9bbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737436188', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '1e357078-ff02-42bd-88a2-3c2f65e6c928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:11:55Z', 'updated_at': '2021-09-17T09:11:59Z', 'revision_number': 4, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'gw_port': {'id': '1e357078-ff02-42bd-88a2-3c2f65e6c928', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:38:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303097d7-1dc6-4cd1-ab49-da03364a9bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:11:55Z', 'updated_at': '2021-09-17T09:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '76b996cb-42e8-493a-ba5f-d86480c14c4e', 'name': '', 'network_id': '0c5ce087-8eae-491d-9225-f8125763e3aa', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'mac_address': 'fa:16:3e:03:ba:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303097d7-1dc6-4cd1-ab49-da03364a9bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '4e00fdba-46c7-4cd8-8b45-851f48cad35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:11:58Z', 'updated_at': '2021-09-17T09:12:01Z', 'revision_number': 5, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'subnets': [{'id': '4e00fdba-46c7-4cd8-8b45-851f48cad35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 09:14:38.780862 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4f0ae8-69b7-43e6-ad29-0aa39591999a None None] New status for floating IP 8dc6c33a-2b1d-4d44-a114-54112bdde43f: DOWN {{(pid=101291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 09:14:39.394953 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e2948d-1405-4a06-8f27-fba41c0648fe req-dcffe881-d671-43e1-b8b2-f69aff35e183 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:14:39.396650 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-30e2948d-1405-4a06-8f27-fba41c0648fe req-dcffe881-d671-43e1-b8b2-f69aff35e183 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9830f84-b08f-47a3-a8cd-cbb380ad49e3 HTTP/1.1" status: 200 len: 945 time: 0.0962353 Sep 17 09:14:39.434963 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-30e2948d-1405-4a06-8f27-fba41c0648fe req-741fa5c3-8364-4198-afd4-20fece6495af tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfbf18d4-cd1a-4fda-b840-72afd66a2369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323055 Sep 17 09:14:39.699511 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31076946-0776-43c8-b663-a7fa9e2d345e req-7e6e88c3-334b-4eb8-9f24-c5ef357ec772 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:14:39.701039 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-31076946-0776-43c8-b663-a7fa9e2d345e req-7e6e88c3-334b-4eb8-9f24-c5ef357ec772 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9830f84-b08f-47a3-a8cd-cbb380ad49e3 HTTP/1.1" status: 200 len: 945 time: 0.0529475 Sep 17 09:14:39.795667 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-31076946-0776-43c8-b663-a7fa9e2d345e req-3d0dab7e-52d6-46cc-a9bd-dca1aca0660f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Deleting port fc34595e-19af-4272-af21-05624aeda28a {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 09:14:39.796041 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-31076946-0776-43c8-b663-a7fa9e2d345e req-3d0dab7e-52d6-46cc-a9bd-dca1aca0660f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:39.885301 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-31076946-0776-43c8-b663-a7fa9e2d345e req-3d0dab7e-52d6-46cc-a9bd-dca1aca0660f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] For port fc34595e-19af-4272-af21-05624aeda28a, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=fc34595e-19af-4272-af21-05624aeda28a,segment=NetworkSegment(f2c6f175-a970-4013-998a-adf4aed38f55),segment_id=f2c6f175-a970-4013-998a-adf4aed38f55)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:14:39.885659 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-31076946-0776-43c8-b663-a7fa9e2d345e req-3d0dab7e-52d6-46cc-a9bd-dca1aca0660f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:39.897863 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-31076946-0776-43c8-b663-a7fa9e2d345e req-3d0dab7e-52d6-46cc-a9bd-dca1aca0660f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Calling delete_port for fc34595e-19af-4272-af21-05624aeda28a owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 09:14:40.027827 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-31076946-0776-43c8-b663-a7fa9e2d345e req-3d0dab7e-52d6-46cc-a9bd-dca1aca0660f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:40.054881 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0dab7e-52d6-46cc-a9bd-dca1aca0660f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event deleted for resources: {'Port': ['ID=fc34595e-19af-4272-af21-05624aeda28a,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:14:40.065128 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0dab7e-52d6-46cc-a9bd-dca1aca0660f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:14:40.065477 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0dab7e-52d6-46cc-a9bd-dca1aca0660f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:14:40.065816 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0dab7e-52d6-46cc-a9bd-dca1aca0660f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:14:40.066153 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0dab7e-52d6-46cc-a9bd-dca1aca0660f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:14:40.066482 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0dab7e-52d6-46cc-a9bd-dca1aca0660f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:14:40.066815 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0dab7e-52d6-46cc-a9bd-dca1aca0660f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:14:40.067145 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0dab7e-52d6-46cc-a9bd-dca1aca0660f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:14:40.067469 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0dab7e-52d6-46cc-a9bd-dca1aca0660f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:14:40.067799 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0dab7e-52d6-46cc-a9bd-dca1aca0660f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:14:40.068162 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0dab7e-52d6-46cc-a9bd-dca1aca0660f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:14:40.068813 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0dab7e-52d6-46cc-a9bd-dca1aca0660f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:14:40.068813 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0dab7e-52d6-46cc-a9bd-dca1aca0660f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:14:40.109835 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-31076946-0776-43c8-b663-a7fa9e2d345e req-3d0dab7e-52d6-46cc-a9bd-dca1aca0660f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] No DVR routers for this DVR port fc34595e-19af-4272-af21-05624aeda28a on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 09:14:40.113061 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-31076946-0776-43c8-b663-a7fa9e2d345e req-3d0dab7e-52d6-46cc-a9bd-dca1aca0660f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:40.115272 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-31076946-0776-43c8-b663-a7fa9e2d345e req-3d0dab7e-52d6-46cc-a9bd-dca1aca0660f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.39 "DELETE /v2.0/ports/fc34595e-19af-4272-af21-05624aeda28a HTTP/1.1" status: 204 len: 173 time: 0.4073780 Sep 17 09:14:40.115708 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9830f84-b08f-47a3-a8cd-cbb380ad49e3', 'name': 'network-vif-deleted', 'tag': 'fc34595e-19af-4272-af21-05624aeda28a'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 09:14:40.118051 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823f1136df5e8dfe06b46a14eea5a85bccf33ce7e510dfea6a746e22e928dc4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-522f966f-2ee4-4bee-95a8-8675f4f94180" -d '{"events": [{"server_uuid": "e9830f84-b08f-47a3-a8cd-cbb380ad49e3", "name": "network-vif-deleted", "tag": "fc34595e-19af-4272-af21-05624aeda28a"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 09:14:40.204568 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 09:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d52a24-99db-45d3-a1d5-564f713afe19 x-openstack-request-id: req-e4d52a24-99db-45d3-a1d5-564f713afe19 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 09:14:40.204871 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9830f84-b08f-47a3-a8cd-cbb380ad49e3", "name": "network-vif-deleted", "tag": "fc34595e-19af-4272-af21-05624aeda28a", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 09:14:40.205211 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e4d52a24-99db-45d3-a1d5-564f713afe19 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 09:14:40.205577 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9830f84-b08f-47a3-a8cd-cbb380ad49e3', 'name': 'network-vif-deleted', 'tag': 'fc34595e-19af-4272-af21-05624aeda28a', 'status': 'completed', 'code': 200} Sep 17 09:14:40.544363 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7a951acc-34b2-4949-8e7c-b3a5541feeb9 req-a4930850-2626-49c5-bc31-d222faa95e72 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9830f84-b08f-47a3-a8cd-cbb380ad49e3 HTTP/1.1" status: 200 len: 210 time: 0.0267894 Sep 17 09:14:41.603746 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37844) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:14:41.709208 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device fc34595e-19af-4272-af21-05624aeda28a no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 09:14:41.729939 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: fc34595e-19af-4272-af21-05624aeda28a {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 09:14:41.730298 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device fc34595e-19af-4272-af21-05624aeda28a not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 09:14:41.964552 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8a834a42-8fe9-4099-8bb1-2201b9fc0ad3 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:42.218901 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-8a834a42-8fe9-4099-8bb1-2201b9fc0ad3 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Deleting port 76b996cb-42e8-493a-ba5f-d86480c14c4e {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 09:14:42.219140 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8a834a42-8fe9-4099-8bb1-2201b9fc0ad3 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:42.305372 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-8a834a42-8fe9-4099-8bb1-2201b9fc0ad3 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] For port 76b996cb-42e8-493a-ba5f-d86480c14c4e, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=76b996cb-42e8-493a-ba5f-d86480c14c4e,segment=NetworkSegment(f2c6f175-a970-4013-998a-adf4aed38f55),segment_id=f2c6f175-a970-4013-998a-adf4aed38f55)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:14:42.305738 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8a834a42-8fe9-4099-8bb1-2201b9fc0ad3 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:42.321342 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-8a834a42-8fe9-4099-8bb1-2201b9fc0ad3 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Calling delete_port for 76b996cb-42e8-493a-ba5f-d86480c14c4e owned by network:router_interface {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 09:14:42.504396 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8a834a42-8fe9-4099-8bb1-2201b9fc0ad3 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:42.531657 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a834a42-8fe9-4099-8bb1-2201b9fc0ad3 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event deleted for resources: {'Port': ['ID=76b996cb-42e8-493a-ba5f-d86480c14c4e,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:14:42.706901 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-8a834a42-8fe9-4099-8bb1-2201b9fc0ad3 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:42.927956 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a834a42-8fe9-4099-8bb1-2201b9fc0ad3 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Router 303097d7-1dc6-4cd1-ab49-da03364a9bbb has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 09:14:43.038701 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a834a42-8fe9-4099-8bb1-2201b9fc0ad3 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 09:14:43.044430 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-8a834a42-8fe9-4099-8bb1-2201b9fc0ad3 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "PUT /v2.0/routers/303097d7-1dc6-4cd1-ab49-da03364a9bbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4395387 Sep 17 09:14:43.047155 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37846) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:14:43.049154 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4948dbed-116c-4596-a651-2f9be68abe79 None None] Sync routers for ids ['303097d7-1dc6-4cd1-ab49-da03364a9bbb'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 09:14:43.058954 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4948dbed-116c-4596-a651-2f9be68abe79 None None] Routers {'303097d7-1dc6-4cd1-ab49-da03364a9bbb'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:14:43.059571 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-4948dbed-116c-4596-a651-2f9be68abe79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:14:23Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['303097d7-1dc6-4cd1-ab49-da03364a9bbb'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:14:43.098026 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bb0b110-313e-41f8-97e6-22684e8ce4ee tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Deleting subnet 4e00fdba-46c7-4cd8-8b45-851f48cad35e {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 09:14:43.101076 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6bb0b110-313e-41f8-97e6-22684e8ce4ee tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:43.141672 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6bb0b110-313e-41f8-97e6-22684e8ce4ee tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:43.161635 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-4948dbed-116c-4596-a651-2f9be68abe79 None None] Set router 303097d7-1dc6-4cd1-ab49-da03364a9bbb gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:14:43.229072 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6bb0b110-313e-41f8-97e6-22684e8ce4ee tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:43.287317 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6bb0b110-313e-41f8-97e6-22684e8ce4ee tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:43.318213 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6bb0b110-313e-41f8-97e6-22684e8ce4ee tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:43.320060 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-6bb0b110-313e-41f8-97e6-22684e8ce4ee tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "DELETE /v2.0/subnets/4e00fdba-46c7-4cd8-8b45-851f48cad35e HTTP/1.1" status: 204 len: 168 time: 0.2717111 Sep 17 09:14:43.321054 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb0b110-313e-41f8-97e6-22684e8ce4ee tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event deleted for resources: {'Subnet': ['ID=4e00fdba-46c7-4cd8-8b45-851f48cad35e,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:14:43.322846 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37848) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:14:43.331981 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c36a9e-1258-42fe-b8ce-4f4b3c070160 None None] Network 0c5ce087-8eae-491d-9225-f8125763e3aa requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 09:14:43.342178 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-4948dbed-116c-4596-a651-2f9be68abe79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '303097d7-1dc6-4cd1-ab49-da03364a9bbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737436188', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '1e357078-ff02-42bd-88a2-3c2f65e6c928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:11:55Z', 'updated_at': '2021-09-17T09:14:42Z', 'revision_number': 5, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'gw_port': {'id': '1e357078-ff02-42bd-88a2-3c2f65e6c928', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:38:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303097d7-1dc6-4cd1-ab49-da03364a9bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:11:55Z', 'updated_at': '2021-09-17T09:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:14:43.369321 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4948dbed-116c-4596-a651-2f9be68abe79 None None] Checking router: 303097d7-1dc6-4cd1-ab49-da03364a9bbb for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 09:14:43.377715 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4948dbed-116c-4596-a651-2f9be68abe79 None None] Routers {'303097d7-1dc6-4cd1-ab49-da03364a9bbb'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:14:43.378334 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-4948dbed-116c-4596-a651-2f9be68abe79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:14:23Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['303097d7-1dc6-4cd1-ab49-da03364a9bbb'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:14:43.437060 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a9975e80-61e7-46cf-9bfc-4305055258dc tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for router, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:43.498784 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-4948dbed-116c-4596-a651-2f9be68abe79 None None] Set router 303097d7-1dc6-4cd1-ab49-da03364a9bbb gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:14:43.537074 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6036af-fdc1-42ee-abe7-352dd93c5899 None None] DHCP port deletion for 0c5ce087-8eae-491d-9225-f8125763e3aa request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 09:14:43.558509 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a9975e80-61e7-46cf-9bfc-4305055258dc tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:43.590136 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-4a6036af-fdc1-42ee-abe7-352dd93c5899 None None] Deleting port fa76a47e-95f9-477a-9875-dc6d4cc98ad5 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 09:14:43.590473 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4a6036af-fdc1-42ee-abe7-352dd93c5899 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:43.617707 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-a9975e80-61e7-46cf-9bfc-4305055258dc tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Deleting port 1e357078-ff02-42bd-88a2-3c2f65e6c928 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 09:14:43.618084 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a9975e80-61e7-46cf-9bfc-4305055258dc tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:43.657332 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-4a6036af-fdc1-42ee-abe7-352dd93c5899 None None] For port fa76a47e-95f9-477a-9875-dc6d4cc98ad5, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=fa76a47e-95f9-477a-9875-dc6d4cc98ad5,segment=NetworkSegment(f2c6f175-a970-4013-998a-adf4aed38f55),segment_id=f2c6f175-a970-4013-998a-adf4aed38f55)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:14:43.657828 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4a6036af-fdc1-42ee-abe7-352dd93c5899 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:43.673374 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-4a6036af-fdc1-42ee-abe7-352dd93c5899 None None] Calling delete_port for fa76a47e-95f9-477a-9875-dc6d4cc98ad5 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 09:14:43.687108 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-4948dbed-116c-4596-a651-2f9be68abe79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '303097d7-1dc6-4cd1-ab49-da03364a9bbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737436188', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '1e357078-ff02-42bd-88a2-3c2f65e6c928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:11:55Z', 'updated_at': '2021-09-17T09:14:42Z', 'revision_number': 5, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'gw_port': {'id': '1e357078-ff02-42bd-88a2-3c2f65e6c928', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:38:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303097d7-1dc6-4cd1-ab49-da03364a9bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:11:55Z', 'updated_at': '2021-09-17T09:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:14:43.700960 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-a9975e80-61e7-46cf-9bfc-4305055258dc tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] For port 1e357078-ff02-42bd-88a2-3c2f65e6c928, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=1e357078-ff02-42bd-88a2-3c2f65e6c928,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:14:43.701370 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a9975e80-61e7-46cf-9bfc-4305055258dc tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:43.713369 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-a9975e80-61e7-46cf-9bfc-4305055258dc tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Calling delete_port for 1e357078-ff02-42bd-88a2-3c2f65e6c928 owned by network:router_gateway {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 09:14:43.713629 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4948dbed-116c-4596-a651-2f9be68abe79 None None] The sync data for ids ['303097d7-1dc6-4cd1-ab49-da03364a9bbb'] in n-d-789963-9 is: [{'id': '303097d7-1dc6-4cd1-ab49-da03364a9bbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737436188', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '1e357078-ff02-42bd-88a2-3c2f65e6c928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:11:55Z', 'updated_at': '2021-09-17T09:14:42Z', 'revision_number': 5, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'gw_port': {'id': '1e357078-ff02-42bd-88a2-3c2f65e6c928', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:38:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303097d7-1dc6-4cd1-ab49-da03364a9bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:11:55Z', 'updated_at': '2021-09-17T09:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 09:14:43.766390 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4a6036af-fdc1-42ee-abe7-352dd93c5899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:43.794003 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6036af-fdc1-42ee-abe7-352dd93c5899 None None] No DVR routers for this DVR port fa76a47e-95f9-477a-9875-dc6d4cc98ad5 on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 09:14:43.795636 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6036af-fdc1-42ee-abe7-352dd93c5899 None None] Pushing event deleted for resources: {'Port': ['ID=fa76a47e-95f9-477a-9875-dc6d4cc98ad5,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:14:43.805317 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6036af-fdc1-42ee-abe7-352dd93c5899 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:14:43.806715 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6036af-fdc1-42ee-abe7-352dd93c5899 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:14:43.806715 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6036af-fdc1-42ee-abe7-352dd93c5899 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:14:43.807023 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6036af-fdc1-42ee-abe7-352dd93c5899 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:14:43.807362 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6036af-fdc1-42ee-abe7-352dd93c5899 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:14:43.807700 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6036af-fdc1-42ee-abe7-352dd93c5899 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:14:43.808090 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6036af-fdc1-42ee-abe7-352dd93c5899 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:14:43.808425 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6036af-fdc1-42ee-abe7-352dd93c5899 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:14:43.808846 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6036af-fdc1-42ee-abe7-352dd93c5899 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:14:43.809071 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6036af-fdc1-42ee-abe7-352dd93c5899 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:14:43.809599 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6036af-fdc1-42ee-abe7-352dd93c5899 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:14:43.809962 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6036af-fdc1-42ee-abe7-352dd93c5899 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:14:43.881216 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a9975e80-61e7-46cf-9bfc-4305055258dc tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:43.907482 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9975e80-61e7-46cf-9bfc-4305055258dc tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event deleted for resources: {'Port': ['ID=1e357078-ff02-42bd-88a2-3c2f65e6c928,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:14:43.972450 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a9975e80-61e7-46cf-9bfc-4305055258dc tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:44.355768 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a9975e80-61e7-46cf-9bfc-4305055258dc tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:44.357882 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a9975e80-61e7-46cf-9bfc-4305055258dc tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:44.400018 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a9975e80-61e7-46cf-9bfc-4305055258dc tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:44.400490 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9975e80-61e7-46cf-9bfc-4305055258dc tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Fanout notify agent at l3_agent the message router_deleted on router 303097d7-1dc6-4cd1-ab49-da03364a9bbb {{(pid=101290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 09:14:44.407677 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a9975e80-61e7-46cf-9bfc-4305055258dc tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:44.408832 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a9975e80-61e7-46cf-9bfc-4305055258dc tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "DELETE /v2.0/routers/303097d7-1dc6-4cd1-ab49-da03364a9bbb HTTP/1.1" status: 204 len: 168 time: 1.0837352 Sep 17 09:14:44.411615 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37850) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:14:44.488480 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3c0e2c94-708b-401a-b080-29d6fe095cbf tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:44.581351 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3c0e2c94-708b-401a-b080-29d6fe095cbf tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:44.600027 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-3c0e2c94-708b-401a-b080-29d6fe095cbf tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c5ce087-8eae-491d-9225-f8125763e3aa']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:14:44.609414 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-3c0e2c94-708b-401a-b080-29d6fe095cbf tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2c6f175-a970-4013-998a-adf4aed38f55') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:14:44.609969 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-3c0e2c94-708b-401a-b080-29d6fe095cbf tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2c6f175-a970-4013-998a-adf4aed38f55') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:14:44.619428 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3c0e2c94-708b-401a-b080-29d6fe095cbf tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:44.632404 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3c0e2c94-708b-401a-b080-29d6fe095cbf tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:44.638242 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c0e2c94-708b-401a-b080-29d6fe095cbf tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 09:14:44.638621 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3c0e2c94-708b-401a-b080-29d6fe095cbf tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:44.642323 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 09:14:44.642323 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 09:14:44.642323 n-d-789963-9 neutron-server[101290]: timer() Sep 17 09:14:44.642323 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 09:14:44.642323 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 09:14:44.642323 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 09:14:44.642323 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 09:14:44.642323 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 09:14:44.642323 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 09:14:44.642323 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 09:14:44.642323 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 09:14:44.642323 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 09:14:44.642323 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 09:14:44.642323 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 09:14:44.642323 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 09:14:44.642323 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 09:14:44.642323 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 09:14:44.642323 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 09:14:44.642323 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 09:14:44.642323 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 09:14:44.642323 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 09:14:44.642323 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 09:14:44.642323 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 09:14:44.642323 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 09:14:44.642323 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 09:14:44.642323 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 09:14:44.642323 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 09:14:44.642323 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 09:14:44.642323 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 09:14:44.642323 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 09:14:44.642323 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 09:14:44.642323 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 09:14:44.701293 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3c0e2c94-708b-401a-b080-29d6fe095cbf tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:44.708281 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3c0e2c94-708b-401a-b080-29d6fe095cbf tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:44.710317 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-3c0e2c94-708b-401a-b080-29d6fe095cbf tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "DELETE /v2.0/networks/0c5ce087-8eae-491d-9225-f8125763e3aa HTTP/1.1" status: 204 len: 168 time: 0.2976694 Sep 17 09:14:44.713203 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37852) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:14:44.721230 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0e2c94-708b-401a-b080-29d6fe095cbf tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event deleted for resources: {'Network': ['ID=0c5ce087-8eae-491d-9225-f8125763e3aa,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:14:44.771302 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-128c5211-9d8e-4cce-92b9-06885259249f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:44.795337 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-128c5211-9d8e-4cce-92b9-06885259249f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:44.863063 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-128c5211-9d8e-4cce-92b9-06885259249f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:44.872519 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-128c5211-9d8e-4cce-92b9-06885259249f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:44.872519 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-128c5211-9d8e-4cce-92b9-06885259249f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "DELETE /v2.0/security-groups/cfbf18d4-cd1a-4fda-b840-72afd66a2369 HTTP/1.1" status: 204 len: 168 time: 0.1529648 Sep 17 09:14:44.877469 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128c5211-9d8e-4cce-92b9-06885259249f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfbf18d4-cd1a-4fda-b840-72afd66a2369,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:14:44.880119 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device fa76a47e-95f9-477a-9875-dc6d4cc98ad5 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 09:14:44.908023 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: fa76a47e-95f9-477a-9875-dc6d4cc98ad5 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 09:14:44.908374 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device fa76a47e-95f9-477a-9875-dc6d4cc98ad5 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 09:14:44.909097 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 76b996cb-42e8-493a-ba5f-d86480c14c4e no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 09:14:44.932894 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 76b996cb-42e8-493a-ba5f-d86480c14c4e {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 09:14:44.933039 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 76b996cb-42e8-493a-ba5f-d86480c14c4e not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 09:14:44.933443 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 1e357078-ff02-42bd-88a2-3c2f65e6c928 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 09:14:44.953762 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 1e357078-ff02-42bd-88a2-3c2f65e6c928 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 09:14:44.954051 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 1e357078-ff02-42bd-88a2-3c2f65e6c928 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 09:14:45.270166 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37858) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:14:45.275859 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-a7a3a2c5-4cf0-4686-bf27-38ceec3777d3 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1269111149', 'description': 'tempest-secgroup-smoke-1269111149 description', 'project_id': '7e48e67a07fa4821a019352e4f896fd6'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:14:45.299393 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a7a3a2c5-4cf0-4686-bf27-38ceec3777d3 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:45.385336 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a7a3a2c5-4cf0-4686-bf27-38ceec3777d3 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:45.389014 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a7a3a2c5-4cf0-4686-bf27-38ceec3777d3 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:45.417252 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-a7a3a2c5-4cf0-4686-bf27-38ceec3777d3 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:45.418516 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-a7a3a2c5-4cf0-4686-bf27-38ceec3777d3 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1473069 Sep 17 09:14:45.420489 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a3a2c5-4cf0-4686-bf27-38ceec3777d3 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad82e7f-9bcc-4ddf-a53f-c24a479edd88,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:14:45.421543 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37860) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:14:45.427065 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-b34c5ebc-92d1-47df-bfa8-a66d0362bcdc tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Request body: {'security_group_rule': {'security_group_id': '5ad82e7f-9bcc-4ddf-a53f-c24a479edd88', 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:14:45.453813 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b34c5ebc-92d1-47df-bfa8-a66d0362bcdc tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:45.512422 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b34c5ebc-92d1-47df-bfa8-a66d0362bcdc tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:45.516501 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b34c5ebc-92d1-47df-bfa8-a66d0362bcdc tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:45.537113 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34c5ebc-92d1-47df-bfa8-a66d0362bcdc tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11123a4b-c623-4398-a22c-9dbc1a4da51a,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:14:45.545977 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b34c5ebc-92d1-47df-bfa8-a66d0362bcdc tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:45.547271 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b34c5ebc-92d1-47df-bfa8-a66d0362bcdc tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1240492 Sep 17 09:14:45.550001 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37862) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:14:45.554342 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-b5e5d6c4-6346-4e3b-85a5-44fd28de0885 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Request body: {'security_group_rule': {'security_group_id': '5ad82e7f-9bcc-4ddf-a53f-c24a479edd88', 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:14:45.584439 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b5e5d6c4-6346-4e3b-85a5-44fd28de0885 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:45.641327 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b5e5d6c4-6346-4e3b-85a5-44fd28de0885 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:45.645012 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b5e5d6c4-6346-4e3b-85a5-44fd28de0885 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:45.667480 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e5d6c4-6346-4e3b-85a5-44fd28de0885 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=034d5f49-5e0f-4ab4-98ab-930db49d0b69,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:14:45.669902 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-b5e5d6c4-6346-4e3b-85a5-44fd28de0885 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:45.671251 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-b5e5d6c4-6346-4e3b-85a5-44fd28de0885 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1201401 Sep 17 09:14:45.674407 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37864) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:14:45.679052 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-854ead4f-dbab-44fa-ac57-421d5cf35e23 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Request body: {'security_group_rule': {'security_group_id': '5ad82e7f-9bcc-4ddf-a53f-c24a479edd88', 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:14:45.707789 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-854ead4f-dbab-44fa-ac57-421d5cf35e23 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:45.765090 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-854ead4f-dbab-44fa-ac57-421d5cf35e23 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:45.768635 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-854ead4f-dbab-44fa-ac57-421d5cf35e23 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:45.786742 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854ead4f-dbab-44fa-ac57-421d5cf35e23 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=167694f1-c413-4865-9652-956d0e62015e,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:14:45.789786 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-854ead4f-dbab-44fa-ac57-421d5cf35e23 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:45.791072 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-854ead4f-dbab-44fa-ac57-421d5cf35e23 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1156652 Sep 17 09:14:45.796513 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37866) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:14:45.800876 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-6c88e4ec-aab5-410a-8a9b-811b8d58a049 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Request body: {'security_group_rule': {'security_group_id': '5ad82e7f-9bcc-4ddf-a53f-c24a479edd88', 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:14:45.826901 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6c88e4ec-aab5-410a-8a9b-811b8d58a049 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:45.883281 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6c88e4ec-aab5-410a-8a9b-811b8d58a049 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:45.887121 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6c88e4ec-aab5-410a-8a9b-811b8d58a049 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:45.903955 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c88e4ec-aab5-410a-8a9b-811b8d58a049 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2faa3884-749a-49e9-b7fd-4a737399beba,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:14:45.909672 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6c88e4ec-aab5-410a-8a9b-811b8d58a049 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:45.910795 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-6c88e4ec-aab5-410a-8a9b-811b8d58a049 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1133342 Sep 17 09:14:45.913617 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37868) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:14:45.918068 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-3c9e1d17-aacb-4548-a042-83e6ca05c610 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Request body: {'security_group_rule': {'security_group_id': '5ad82e7f-9bcc-4ddf-a53f-c24a479edd88', 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:14:45.939592 n-d-789963-9 neutron-server[101289]: INFO neutron.db.securitygroups_db [None req-3c9e1d17-aacb-4548-a042-83e6ca05c610 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Project 7e48e67a07fa4821a019352e4f896fd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 09:14:45.944389 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3c9e1d17-aacb-4548-a042-83e6ca05c610 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:46.012031 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3c9e1d17-aacb-4548-a042-83e6ca05c610 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:46.015932 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3c9e1d17-aacb-4548-a042-83e6ca05c610 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:46.032642 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9e1d17-aacb-4548-a042-83e6ca05c610 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=921c5ca5-8344-462e-8d9c-6b7130b69968,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:14:46.039130 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3c9e1d17-aacb-4548-a042-83e6ca05c610 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:46.040855 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-3c9e1d17-aacb-4548-a042-83e6ca05c610 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1262174 Sep 17 09:14:46.043792 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37870) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:14:46.048236 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-1ab701d6-2988-4710-9108-4aa7fed1055d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Request body: {'security_group_rule': {'security_group_id': '5ad82e7f-9bcc-4ddf-a53f-c24a479edd88', 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:14:46.069676 n-d-789963-9 neutron-server[101289]: INFO neutron.db.securitygroups_db [None req-1ab701d6-2988-4710-9108-4aa7fed1055d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Project 7e48e67a07fa4821a019352e4f896fd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 09:14:46.074736 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1ab701d6-2988-4710-9108-4aa7fed1055d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:46.135121 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1ab701d6-2988-4710-9108-4aa7fed1055d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:46.138630 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1ab701d6-2988-4710-9108-4aa7fed1055d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:46.154982 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab701d6-2988-4710-9108-4aa7fed1055d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32f6d033-489c-4bca-8655-ffd3a17386a4,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:14:46.161205 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-1ab701d6-2988-4710-9108-4aa7fed1055d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:46.162471 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-1ab701d6-2988-4710-9108-4aa7fed1055d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1176379 Sep 17 09:14:46.165944 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37872) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:14:46.170914 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-9859c0d1-6556-4de7-b5de-bb179c21b5ab tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Request body: {'network': {'name': 'tempest-network-smoke--398478312', 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'port_security_enabled': True}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:14:46.191309 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9859c0d1-6556-4de7-b5de-bb179c21b5ab tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Made reservation on behalf of 7e48e67a07fa4821a019352e4f896fd6 for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 09:14:46.194590 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9859c0d1-6556-4de7-b5de-bb179c21b5ab tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:46.217010 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9859c0d1-6556-4de7-b5de-bb179c21b5ab tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 09:14:46.225510 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9859c0d1-6556-4de7-b5de-bb179c21b5ab tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:46.225854 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-9859c0d1-6556-4de7-b5de-bb179c21b5ab tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Added segment 615bd590-4a9f-4300-9a29-951b67d91a72 of type vlan for network 914d8311-f78b-4514-8551-bac4a1995cff Sep 17 09:14:46.264276 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9859c0d1-6556-4de7-b5de-bb179c21b5ab tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:46.288290 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9859c0d1-6556-4de7-b5de-bb179c21b5ab tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:46.294157 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9859c0d1-6556-4de7-b5de-bb179c21b5ab tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:14:46.294729 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9859c0d1-6556-4de7-b5de-bb179c21b5ab tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:46.329493 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-9859c0d1-6556-4de7-b5de-bb179c21b5ab tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1624856 Sep 17 09:14:46.332277 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37874) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:14:46.336518 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-265afd31-ad3d-4f72-8a62-b7f5511e948c tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2102956493', 'admin_state_up': True, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:14:46.374757 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9859c0d1-6556-4de7-b5de-bb179c21b5ab tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event updated for resources: {'Network': ['ID=914d8311-f78b-4514-8551-bac4a1995cff,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:14:46.384763 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 914d8311-f78b-4514-8551-bac4a1995cff details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 09:14:46.389268 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-265afd31-ad3d-4f72-8a62-b7f5511e948c tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:46.390383 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-265afd31-ad3d-4f72-8a62-b7f5511e948c tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:46.442501 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-265afd31-ad3d-4f72-8a62-b7f5511e948c tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:46.578491 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-265afd31-ad3d-4f72-8a62-b7f5511e948c tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:46.762285 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-265afd31-ad3d-4f72-8a62-b7f5511e948c tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for router_gateway, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:46.780850 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-265afd31-ad3d-4f72-8a62-b7f5511e948c tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:46.882750 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-265afd31-ad3d-4f72-8a62-b7f5511e948c tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Allocated IP 172.25.6.47 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/a99e6b2c-7103-47c1-ba55-535e94e38083) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 09:14:46.985756 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-265afd31-ad3d-4f72-8a62-b7f5511e948c tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:47.023063 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-265afd31-ad3d-4f72-8a62-b7f5511e948c tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:47.056294 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265afd31-ad3d-4f72-8a62-b7f5511e948c tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 09:14:47.059021 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-265afd31-ad3d-4f72-8a62-b7f5511e948c tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 09:14:47.062420 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265afd31-ad3d-4f72-8a62-b7f5511e948c tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 09:14:47.091439 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265afd31-ad3d-4f72-8a62-b7f5511e948c tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event updated for resources: {'Port': ['ID=a99e6b2c-7103-47c1-ba55-535e94e38083,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:14:47.321667 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-265afd31-ad3d-4f72-8a62-b7f5511e948c tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for router_gateway, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:47.526640 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-265afd31-ad3d-4f72-8a62-b7f5511e948c tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:47.654485 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-265afd31-ad3d-4f72-8a62-b7f5511e948c tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Router 1553aef0-5efd-40ea-97b3-4b922e52a0f2 is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 09:14:47.763768 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-265afd31-ad3d-4f72-8a62-b7f5511e948c tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 09:14:47.773976 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761f803a-f612-4e62-b65c-bd034e8bcb30 None None] Sync routers for ids ['1553aef0-5efd-40ea-97b3-4b922e52a0f2'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 09:14:47.783573 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-265afd31-ad3d-4f72-8a62-b7f5511e948c tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:47.784054 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761f803a-f612-4e62-b65c-bd034e8bcb30 None None] Routers {'1553aef0-5efd-40ea-97b3-4b922e52a0f2'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:14:47.787961 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-761f803a-f612-4e62-b65c-bd034e8bcb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:14:23Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['1553aef0-5efd-40ea-97b3-4b922e52a0f2'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:14:47.788170 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-265afd31-ad3d-4f72-8a62-b7f5511e948c tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4517565 Sep 17 09:14:47.788527 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37876) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:14:47.819294 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37878) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:14:47.819527 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-c4cc3d80-e31f-4285-8658-6c6988bc248b tempest-TestNetworkAdvancedServerOps-1761391694 tempest-TestNetworkAdvancedServerOps-1761391694-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=7e48e67a07fa4821a019352e4f896fd6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0295501 Sep 17 09:14:47.887553 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-761f803a-f612-4e62-b65c-bd034e8bcb30 None None] Set router 1553aef0-5efd-40ea-97b3-4b922e52a0f2 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:14:47.906846 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75000d39-7f9d-4f4b-ab6d-ddd1de95124d tempest-TestNetworkAdvancedServerOps-1761391694 tempest-TestNetworkAdvancedServerOps-1761391694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:14:47.908351 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-75000d39-7f9d-4f4b-ab6d-ddd1de95124d tempest-TestNetworkAdvancedServerOps-1761391694 tempest-TestNetworkAdvancedServerOps-1761391694-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0877953 Sep 17 09:14:47.911310 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37880) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:14:47.938504 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-13f6ca9c-3fe8-4dc4-bfda-2fae1adb835d tempest-TestNetworkAdvancedServerOps-1761391694 tempest-TestNetworkAdvancedServerOps-1761391694-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=5fc128c4-343a-4b5b-8a61-6a2b8d95c555&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261037 Sep 17 09:14:47.941040 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37882) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:14:47.945704 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-ce48a189-8b98-43b2-ba49-05a9f1bce463 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2116166760', 'network_id': '914d8311-f78b-4514-8551-bac4a1995cff', 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:14:48.042347 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce48a189-8b98-43b2-ba49-05a9f1bce463 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Made reservation on behalf of 7e48e67a07fa4821a019352e4f896fd6 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 09:14:48.046210 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ce48a189-8b98-43b2-ba49-05a9f1bce463 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:48.067392 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-761f803a-f612-4e62-b65c-bd034e8bcb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1553aef0-5efd-40ea-97b3-4b922e52a0f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2102956493', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'a99e6b2c-7103-47c1-ba55-535e94e38083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:14:46Z', 'updated_at': '2021-09-17T09:14:47Z', 'revision_number': 3, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'gw_port': {'id': 'a99e6b2c-7103-47c1-ba55-535e94e38083', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:72:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1553aef0-5efd-40ea-97b3-4b922e52a0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:14:46Z', 'updated_at': '2021-09-17T09:14:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:14:48.097390 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761f803a-f612-4e62-b65c-bd034e8bcb30 None None] Checking router: 1553aef0-5efd-40ea-97b3-4b922e52a0f2 for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 09:14:48.097756 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761f803a-f612-4e62-b65c-bd034e8bcb30 None None] Updating router 1553aef0-5efd-40ea-97b3-4b922e52a0f2 port a99e6b2c-7103-47c1-ba55-535e94e38083 binding host n-d-789963-9 {{(pid=101291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 09:14:48.125415 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-761f803a-f612-4e62-b65c-bd034e8bcb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:48.230395 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ce48a189-8b98-43b2-ba49-05a9f1bce463 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:48.302435 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce48a189-8b98-43b2-ba49-05a9f1bce463 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event updated for resources: {'Subnet': ['ID=af678011-f8c2-4808-a930-5b8c3676f58f,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:14:48.304792 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce48a189-8b98-43b2-ba49-05a9f1bce463 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Checking segment: {'id': '615bd590-4a9f-4300-9a29-951b67d91a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '914d8311-f78b-4514-8551-bac4a1995cff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 09:14:48.305164 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce48a189-8b98-43b2-ba49-05a9f1bce463 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Network hostable DHCP agents. Network: 914d8311-f78b-4514-8551-bac4a1995cff, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 09:14:48.324636 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce48a189-8b98-43b2-ba49-05a9f1bce463 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Network 914d8311-f78b-4514-8551-bac4a1995cff is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 09:14:48.334721 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-ce48a189-8b98-43b2-ba49-05a9f1bce463 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 914d8311-f78b-4514-8551-bac4a1995cff) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 09:14:48.338754 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce48a189-8b98-43b2-ba49-05a9f1bce463 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:14:48.339356 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ce48a189-8b98-43b2-ba49-05a9f1bce463 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:48.355457 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ce48a189-8b98-43b2-ba49-05a9f1bce463 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4133861 Sep 17 09:14:48.358366 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37884) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:14:48.447960 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82131369-2f84-4859-99c3-8a7f7d20578e None None] Network 914d8311-f78b-4514-8551-bac4a1995cff requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 09:14:48.636400 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-761f803a-f612-4e62-b65c-bd034e8bcb30 None None] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:48.660422 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-761f803a-f612-4e62-b65c-bd034e8bcb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:48.690498 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0f9074-bfa8-4e81-990a-933b94478af2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-914d8311-f78b-4514-8551-bac4a1995cff', 'network_id': '914d8311-f78b-4514-8551-bac4a1995cff', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'fixed_ips': [{'subnet_id': 'af678011-f8c2-4808-a930-5b8c3676f58f'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 09:14:48.691346 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7a0f9074-bfa8-4e81-990a-933b94478af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:48.736369 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-761f803a-f612-4e62-b65c-bd034e8bcb30 None None] Attempting to bind port a99e6b2c-7103-47c1-ba55-535e94e38083 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 09:14:48.736936 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-761f803a-f612-4e62-b65c-bd034e8bcb30 None None] Attempting to bind port a99e6b2c-7103-47c1-ba55-535e94e38083 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 09:14:48.737380 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761f803a-f612-4e62-b65c-bd034e8bcb30 None None] Attempting to bind port a99e6b2c-7103-47c1-ba55-535e94e38083 on network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 09:14:48.744887 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189f3a94-1e23-4bf3-b96d-fcc341be63ed None None] Pushing event updated for resources: {'Port': ['ID=a99e6b2c-7103-47c1-ba55-535e94e38083,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:14:48.752032 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761f803a-f612-4e62-b65c-bd034e8bcb30 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 9, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 09:14:48.752451 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761f803a-f612-4e62-b65c-bd034e8bcb30 None None] Checking segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 09:14:48.752824 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-761f803a-f612-4e62-b65c-bd034e8bcb30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:48.753197 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761f803a-f612-4e62-b65c-bd034e8bcb30 None None] Bound using segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 09:14:48.753679 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-761f803a-f612-4e62-b65c-bd034e8bcb30 None None] Bound port: a99e6b2c-7103-47c1-ba55-535e94e38083, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 09:14:48.754067 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-761f803a-f612-4e62-b65c-bd034e8bcb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:48.800688 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-67462fa0-4d65-40d3-ba89-dcc6be6c5074 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:48.893039 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-761f803a-f612-4e62-b65c-bd034e8bcb30 None None] For port a99e6b2c-7103-47c1-ba55-535e94e38083, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 09:14:48.897904 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-761f803a-f612-4e62-b65c-bd034e8bcb30 None None] For port a99e6b2c-7103-47c1-ba55-535e94e38083, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=a99e6b2c-7103-47c1-ba55-535e94e38083,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 09:14:48.902530 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-761f803a-f612-4e62-b65c-bd034e8bcb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:48.949396 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-7a0f9074-bfa8-4e81-990a-933b94478af2 None None] Allocated IP 172.20.0.2 (914d8311-f78b-4514-8551-bac4a1995cff/af678011-f8c2-4808-a930-5b8c3676f58f/fa95a178-b1c9-49f4-9db3-e1699968508d) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 09:14:48.980421 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761f803a-f612-4e62-b65c-bd034e8bcb30 None None] Routers {'1553aef0-5efd-40ea-97b3-4b922e52a0f2'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:14:48.980421 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-761f803a-f612-4e62-b65c-bd034e8bcb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:14:23Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['1553aef0-5efd-40ea-97b3-4b922e52a0f2'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:14:49.042091 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189f3a94-1e23-4bf3-b96d-fcc341be63ed None None] Pushing event updated for resources: {'Port': ['ID=a99e6b2c-7103-47c1-ba55-535e94e38083,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:14:49.160497 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-761f803a-f612-4e62-b65c-bd034e8bcb30 None None] Set router 1553aef0-5efd-40ea-97b3-4b922e52a0f2 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:14:49.310862 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7a0f9074-bfa8-4e81-990a-933b94478af2 None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:49.319463 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7a0f9074-bfa8-4e81-990a-933b94478af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:49.373597 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-67462fa0-4d65-40d3-ba89-dcc6be6c5074 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Allocated IP 172.20.0.1 (914d8311-f78b-4514-8551-bac4a1995cff/af678011-f8c2-4808-a930-5b8c3676f58f/4a364bd1-96be-4dd1-b603-00f6986a90e4) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 09:14:49.391029 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0f9074-bfa8-4e81-990a-933b94478af2 None None] Network 914d8311-f78b-4514-8551-bac4a1995cff is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 09:14:49.399277 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-7a0f9074-bfa8-4e81-990a-933b94478af2 None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 09:14:49.404997 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0f9074-bfa8-4e81-990a-933b94478af2 None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 09:14:49.409825 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0f9074-bfa8-4e81-990a-933b94478af2 None None] Pushing event updated for resources: {'Port': ['ID=fa95a178-b1c9-49f4-9db3-e1699968508d,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:14:49.475857 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-7a0f9074-bfa8-4e81-990a-933b94478af2 None None] Attempting to bind port fa95a178-b1c9-49f4-9db3-e1699968508d on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 09:14:49.476256 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-7a0f9074-bfa8-4e81-990a-933b94478af2 None None] Attempting to bind port fa95a178-b1c9-49f4-9db3-e1699968508d by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '615bd590-4a9f-4300-9a29-951b67d91a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '914d8311-f78b-4514-8551-bac4a1995cff'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 09:14:49.476622 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0f9074-bfa8-4e81-990a-933b94478af2 None None] Attempting to bind port fa95a178-b1c9-49f4-9db3-e1699968508d on network 914d8311-f78b-4514-8551-bac4a1995cff {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 09:14:49.481390 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-761f803a-f612-4e62-b65c-bd034e8bcb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1553aef0-5efd-40ea-97b3-4b922e52a0f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2102956493', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'a99e6b2c-7103-47c1-ba55-535e94e38083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:14:46Z', 'updated_at': '2021-09-17T09:14:47Z', 'revision_number': 3, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'gw_port': {'id': 'a99e6b2c-7103-47c1-ba55-535e94e38083', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:72:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1553aef0-5efd-40ea-97b3-4b922e52a0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:14:46Z', 'updated_at': '2021-09-17T09:14:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:14:49.486298 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0f9074-bfa8-4e81-990a-933b94478af2 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 9, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 09:14:49.486669 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0f9074-bfa8-4e81-990a-933b94478af2 None None] Checking segment: {'id': '615bd590-4a9f-4300-9a29-951b67d91a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '914d8311-f78b-4514-8551-bac4a1995cff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 09:14:49.486983 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-67462fa0-4d65-40d3-ba89-dcc6be6c5074 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:49.487118 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7a0f9074-bfa8-4e81-990a-933b94478af2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:49.487470 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0f9074-bfa8-4e81-990a-933b94478af2 None None] Bound using segment: {'id': '615bd590-4a9f-4300-9a29-951b67d91a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '914d8311-f78b-4514-8551-bac4a1995cff'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 09:14:49.487976 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-7a0f9074-bfa8-4e81-990a-933b94478af2 None None] Bound port: fa95a178-b1c9-49f4-9db3-e1699968508d, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '615bd590-4a9f-4300-9a29-951b67d91a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '914d8311-f78b-4514-8551-bac4a1995cff'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 09:14:49.488366 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7a0f9074-bfa8-4e81-990a-933b94478af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:49.518607 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761f803a-f612-4e62-b65c-bd034e8bcb30 None None] The sync data for ids ['1553aef0-5efd-40ea-97b3-4b922e52a0f2'] in n-d-789963-9 is: [{'id': '1553aef0-5efd-40ea-97b3-4b922e52a0f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2102956493', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'a99e6b2c-7103-47c1-ba55-535e94e38083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:14:46Z', 'updated_at': '2021-09-17T09:14:47Z', 'revision_number': 3, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'gw_port': {'id': 'a99e6b2c-7103-47c1-ba55-535e94e38083', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:72:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1553aef0-5efd-40ea-97b3-4b922e52a0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:14:46Z', 'updated_at': '2021-09-17T09:14:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 09:14:49.521043 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-67462fa0-4d65-40d3-ba89-dcc6be6c5074 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:49.563941 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67462fa0-4d65-40d3-ba89-dcc6be6c5074 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Network 914d8311-f78b-4514-8551-bac4a1995cff is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 09:14:49.567256 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-67462fa0-4d65-40d3-ba89-dcc6be6c5074 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 09:14:49.571400 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67462fa0-4d65-40d3-ba89-dcc6be6c5074 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 09:14:49.582723 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-7a0f9074-bfa8-4e81-990a-933b94478af2 None None] For port fa95a178-b1c9-49f4-9db3-e1699968508d, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 09:14:49.586617 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-7a0f9074-bfa8-4e81-990a-933b94478af2 None None] For port fa95a178-b1c9-49f4-9db3-e1699968508d, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=fa95a178-b1c9-49f4-9db3-e1699968508d,segment=NetworkSegment(615bd590-4a9f-4300-9a29-951b67d91a72),segment_id=615bd590-4a9f-4300-9a29-951b67d91a72)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 09:14:49.591510 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7a0f9074-bfa8-4e81-990a-933b94478af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:49.654743 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0f9074-bfa8-4e81-990a-933b94478af2 None None] Pushing event updated for resources: {'Port': ['ID=fa95a178-b1c9-49f4-9db3-e1699968508d,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:14:49.929882 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67462fa0-4d65-40d3-ba89-dcc6be6c5074 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event updated for resources: {'Port': ['ID=4a364bd1-96be-4dd1-b603-00f6986a90e4,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:14:49.956468 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-67462fa0-4d65-40d3-ba89-dcc6be6c5074 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:50.095092 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-67462fa0-4d65-40d3-ba89-dcc6be6c5074 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:50.139903 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0655870f-7f67-4050-b010-cd77f1fcc6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:50.407098 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-67462fa0-4d65-40d3-ba89-dcc6be6c5074 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:50.413140 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-67462fa0-4d65-40d3-ba89-dcc6be6c5074 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:50.493860 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-67462fa0-4d65-40d3-ba89-dcc6be6c5074 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:50.497476 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67462fa0-4d65-40d3-ba89-dcc6be6c5074 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event updated for resources: {'Port': ['ID=4a364bd1-96be-4dd1-b603-00f6986a90e4,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:14:50.589824 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67462fa0-4d65-40d3-ba89-dcc6be6c5074 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Network 914d8311-f78b-4514-8551-bac4a1995cff is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 09:14:50.591333 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-67462fa0-4d65-40d3-ba89-dcc6be6c5074 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 09:14:50.632021 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02073a83-a7ef-404c-814a-647041054ac2 None None] Network 914d8311-f78b-4514-8551-bac4a1995cff requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 09:14:50.716452 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67462fa0-4d65-40d3-ba89-dcc6be6c5074 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Router 1553aef0-5efd-40ea-97b3-4b922e52a0f2 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 09:14:50.761898 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-f97839ba-0205-41bc-a1a1-a92a2ea2c418 None None] Provisioning complete for port fa95a178-b1c9-49f4-9db3-e1699968508d triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:14:50.762275 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f97839ba-0205-41bc-a1a1-a92a2ea2c418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:50.838648 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67462fa0-4d65-40d3-ba89-dcc6be6c5074 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 09:14:50.845710 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-67462fa0-4d65-40d3-ba89-dcc6be6c5074 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "PUT /v2.0/routers/1553aef0-5efd-40ea-97b3-4b922e52a0f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4862740 Sep 17 09:14:50.881102 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f97839ba-0205-41bc-a1a1-a92a2ea2c418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:50.930559 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device fa95a178-b1c9-49f4-9db3-e1699968508d up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 09:14:50.936775 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-f97839ba-0205-41bc-a1a1-a92a2ea2c418 None None] For port fa95a178-b1c9-49f4-9db3-e1699968508d, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=fa95a178-b1c9-49f4-9db3-e1699968508d,segment=NetworkSegment(615bd590-4a9f-4300-9a29-951b67d91a72),segment_id=615bd590-4a9f-4300-9a29-951b67d91a72)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:14:50.962071 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f97839ba-0205-41bc-a1a1-a92a2ea2c418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:51.031985 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97839ba-0205-41bc-a1a1-a92a2ea2c418 None None] Pushing event updated for resources: {'Port': ['ID=fa95a178-b1c9-49f4-9db3-e1699968508d,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:14:51.041460 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port fa95a178-b1c9-49f4-9db3-e1699968508d triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:14:51.041725 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:51.067304 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a4b20859-16cd-44ce-85db-87f526c0ad3d req-0230e99c-a07a-4d43-b70b-23d0c83cb359 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1269111149&fields=id&tenant_id=7e48e67a07fa4821a019352e4f896fd6 HTTP/1.1" status: 200 len: 267 time: 0.0385914 Sep 17 09:14:51.124895 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device a99e6b2c-7103-47c1-ba55-535e94e38083 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 09:14:51.192760 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port a99e6b2c-7103-47c1-ba55-535e94e38083 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:14:51.193402 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:51.213943 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b20859-16cd-44ce-85db-87f526c0ad3d req-44c2e82d-b94e-4d69-9935-104a57c3d30d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:14:51.221422 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a4b20859-16cd-44ce-85db-87f526c0ad3d req-44c2e82d-b94e-4d69-9935-104a57c3d30d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/networks?id=914d8311-f78b-4514-8551-bac4a1995cff HTTP/1.1" status: 200 len: 796 time: 0.1439250 Sep 17 09:14:51.231453 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-e9f359ef-10ea-4d5e-8af7-763b81a757cd None None] Provisioning complete for port fa95a178-b1c9-49f4-9db3-e1699968508d triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:14:51.231911 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e9f359ef-10ea-4d5e-8af7-763b81a757cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:51.236483 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a4b20859-16cd-44ce-85db-87f526c0ad3d req-fac9fc7c-4d18-4997-995e-6bc3c044c508 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/quotas/7e48e67a07fa4821a019352e4f896fd6 HTTP/1.1" status: 200 len: 375 time: 0.0141182 Sep 17 09:14:51.295710 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a4b20859-16cd-44ce-85db-87f526c0ad3d req-2b2d88c8-79d4-4577-8833-bd00ee186670 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7e48e67a07fa4821a019352e4f896fd6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0567312 Sep 17 09:14:51.313333 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:51.319624 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab072f63-e595-41fc-929e-c9a8c11a9aef None None] Sync routers for ids ['1553aef0-5efd-40ea-97b3-4b922e52a0f2'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 09:14:51.332637 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab072f63-e595-41fc-929e-c9a8c11a9aef None None] Routers {'1553aef0-5efd-40ea-97b3-4b922e52a0f2'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:14:51.333621 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-ab072f63-e595-41fc-929e-c9a8c11a9aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:14:23Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['1553aef0-5efd-40ea-97b3-4b922e52a0f2'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:14:51.365730 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port a99e6b2c-7103-47c1-ba55-535e94e38083, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=a99e6b2c-7103-47c1-ba55-535e94e38083,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:14:51.374759 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:51.432575 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a4b20859-16cd-44ce-85db-87f526c0ad3d req-79f98aa4-91c6-411c-a781-5aad43e49c84 service neutron] 10.222.0.13 "GET /v2.0/networks/914d8311-f78b-4514-8551-bac4a1995cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227973 Sep 17 09:14:51.443398 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-e9f359ef-10ea-4d5e-8af7-763b81a757cd None None] Provisioning complete for port 4a364bd1-96be-4dd1-b603-00f6986a90e4 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:14:51.444149 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e9f359ef-10ea-4d5e-8af7-763b81a757cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:51.482017 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-e9f359ef-10ea-4d5e-8af7-763b81a757cd None None] Port 4a364bd1-96be-4dd1-b603-00f6986a90e4 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 09:14:51.486648 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=a99e6b2c-7103-47c1-ba55-535e94e38083,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:14:51.488690 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-ab072f63-e595-41fc-929e-c9a8c11a9aef None None] Set router 1553aef0-5efd-40ea-97b3-4b922e52a0f2 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:14:51.535400 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a4b20859-16cd-44ce-85db-87f526c0ad3d req-aa498bb4-f3fc-4010-8a59-e2f37e54638e service neutron] 10.222.0.13 "GET /v2.0/networks/914d8311-f78b-4514-8551-bac4a1995cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939784 Sep 17 09:14:51.602502 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-af4cfc92-18f1-4d3a-83ef-a5f4657ebd35 None None] Provisioning complete for port 4a364bd1-96be-4dd1-b603-00f6986a90e4 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:14:51.602960 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-af4cfc92-18f1-4d3a-83ef-a5f4657ebd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:51.645748 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-af4cfc92-18f1-4d3a-83ef-a5f4657ebd35 None None] Port 4a364bd1-96be-4dd1-b603-00f6986a90e4 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 09:14:51.712044 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-38f2fa43-062f-46bc-ac39-8b593913a63d req-f72bf0d9-bdf1-4843-8283-d2fef0a35cca tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=b66ae2da-c1fa-431a-9f7a-d25230746b02 HTTP/1.1" status: 200 len: 210 time: 0.0267723 Sep 17 09:14:51.714977 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-ab072f63-e595-41fc-929e-c9a8c11a9aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1553aef0-5efd-40ea-97b3-4b922e52a0f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2102956493', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'a99e6b2c-7103-47c1-ba55-535e94e38083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:14:46Z', 'updated_at': '2021-09-17T09:14:50Z', 'revision_number': 4, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'gw_port': {'id': 'a99e6b2c-7103-47c1-ba55-535e94e38083', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:72:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1553aef0-5efd-40ea-97b3-4b922e52a0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:14:46Z', 'updated_at': '2021-09-17T09:14:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '4a364bd1-96be-4dd1-b603-00f6986a90e4', 'name': '', 'network_id': '914d8311-f78b-4514-8551-bac4a1995cff', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'mac_address': 'fa:16:3e:c7:f2:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1553aef0-5efd-40ea-97b3-4b922e52a0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'af678011-f8c2-4808-a930-5b8c3676f58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:14:48Z', 'updated_at': '2021-09-17T09:14:50Z', 'revision_number': 2, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'subnets': [{'id': 'af678011-f8c2-4808-a930-5b8c3676f58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:14:51.741883 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab072f63-e595-41fc-929e-c9a8c11a9aef None None] Checking router: 1553aef0-5efd-40ea-97b3-4b922e52a0f2 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 09:14:51.742125 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab072f63-e595-41fc-929e-c9a8c11a9aef None None] Updating router 1553aef0-5efd-40ea-97b3-4b922e52a0f2 port 4a364bd1-96be-4dd1-b603-00f6986a90e4 binding host n-d-789963-9 {{(pid=101292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 09:14:51.766591 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ab072f63-e595-41fc-929e-c9a8c11a9aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:52.042738 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ab072f63-e595-41fc-929e-c9a8c11a9aef None None] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:52.048880 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ab072f63-e595-41fc-929e-c9a8c11a9aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:52.094297 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791bae49-8e97-4865-91fb-b6aa59e2cb1e None None] Pushing event updated for resources: {'Port': ['ID=4a364bd1-96be-4dd1-b603-00f6986a90e4,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:14:52.104334 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791bae49-8e97-4865-91fb-b6aa59e2cb1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:14:52.104670 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791bae49-8e97-4865-91fb-b6aa59e2cb1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:14:52.105013 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791bae49-8e97-4865-91fb-b6aa59e2cb1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:14:52.105343 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791bae49-8e97-4865-91fb-b6aa59e2cb1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:14:52.105669 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791bae49-8e97-4865-91fb-b6aa59e2cb1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:14:52.105993 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791bae49-8e97-4865-91fb-b6aa59e2cb1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:14:52.106318 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791bae49-8e97-4865-91fb-b6aa59e2cb1e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:14:52.106637 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791bae49-8e97-4865-91fb-b6aa59e2cb1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:14:52.106955 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791bae49-8e97-4865-91fb-b6aa59e2cb1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:14:52.107272 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791bae49-8e97-4865-91fb-b6aa59e2cb1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:14:52.107586 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791bae49-8e97-4865-91fb-b6aa59e2cb1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:14:52.107924 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791bae49-8e97-4865-91fb-b6aa59e2cb1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:14:52.163598 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-ab072f63-e595-41fc-929e-c9a8c11a9aef None None] Attempting to bind port 4a364bd1-96be-4dd1-b603-00f6986a90e4 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 09:14:52.164050 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-ab072f63-e595-41fc-929e-c9a8c11a9aef None None] Attempting to bind port 4a364bd1-96be-4dd1-b603-00f6986a90e4 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '615bd590-4a9f-4300-9a29-951b67d91a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '914d8311-f78b-4514-8551-bac4a1995cff'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 09:14:52.164350 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab072f63-e595-41fc-929e-c9a8c11a9aef None None] Attempting to bind port 4a364bd1-96be-4dd1-b603-00f6986a90e4 on network 914d8311-f78b-4514-8551-bac4a1995cff {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 09:14:52.170336 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab072f63-e595-41fc-929e-c9a8c11a9aef None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 9, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 09:14:52.170716 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab072f63-e595-41fc-929e-c9a8c11a9aef None None] Checking segment: {'id': '615bd590-4a9f-4300-9a29-951b67d91a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '914d8311-f78b-4514-8551-bac4a1995cff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 09:14:52.171102 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ab072f63-e595-41fc-929e-c9a8c11a9aef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:52.171488 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab072f63-e595-41fc-929e-c9a8c11a9aef None None] Bound using segment: {'id': '615bd590-4a9f-4300-9a29-951b67d91a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '914d8311-f78b-4514-8551-bac4a1995cff'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 09:14:52.171983 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-ab072f63-e595-41fc-929e-c9a8c11a9aef None None] Bound port: 4a364bd1-96be-4dd1-b603-00f6986a90e4, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '615bd590-4a9f-4300-9a29-951b67d91a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '914d8311-f78b-4514-8551-bac4a1995cff'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 09:14:52.172359 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ab072f63-e595-41fc-929e-c9a8c11a9aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:52.241440 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-ab072f63-e595-41fc-929e-c9a8c11a9aef None None] For port 4a364bd1-96be-4dd1-b603-00f6986a90e4, host n-d-789963-9, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 09:14:52.245407 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-ab072f63-e595-41fc-929e-c9a8c11a9aef None None] For port 4a364bd1-96be-4dd1-b603-00f6986a90e4, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=4a364bd1-96be-4dd1-b603-00f6986a90e4,segment=NetworkSegment(615bd590-4a9f-4300-9a29-951b67d91a72),segment_id=615bd590-4a9f-4300-9a29-951b67d91a72)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 09:14:52.250581 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ab072f63-e595-41fc-929e-c9a8c11a9aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:52.372961 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-b733d0b0-c986-4a2b-acbf-044a7fa49a0e None None] Provisioning complete for port 4a364bd1-96be-4dd1-b603-00f6986a90e4 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:14:52.373545 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b733d0b0-c986-4a2b-acbf-044a7fa49a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:52.398260 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791bae49-8e97-4865-91fb-b6aa59e2cb1e None None] Pushing event updated for resources: {'Port': ['ID=4a364bd1-96be-4dd1-b603-00f6986a90e4,revision_number=4']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:14:52.412366 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab072f63-e595-41fc-929e-c9a8c11a9aef None None] Routers {'1553aef0-5efd-40ea-97b3-4b922e52a0f2'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:14:52.412992 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-ab072f63-e595-41fc-929e-c9a8c11a9aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:14:23Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['1553aef0-5efd-40ea-97b3-4b922e52a0f2'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:14:52.467208 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b733d0b0-c986-4a2b-acbf-044a7fa49a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:52.502991 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-b733d0b0-c986-4a2b-acbf-044a7fa49a0e None None] For port 4a364bd1-96be-4dd1-b603-00f6986a90e4, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=4a364bd1-96be-4dd1-b603-00f6986a90e4,segment=NetworkSegment(615bd590-4a9f-4300-9a29-951b67d91a72),segment_id=615bd590-4a9f-4300-9a29-951b67d91a72)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:14:52.507626 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b733d0b0-c986-4a2b-acbf-044a7fa49a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:52.550061 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-ab072f63-e595-41fc-929e-c9a8c11a9aef None None] Set router 1553aef0-5efd-40ea-97b3-4b922e52a0f2 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:14:52.590542 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b733d0b0-c986-4a2b-acbf-044a7fa49a0e None None] Pushing event updated for resources: {'Port': ['ID=4a364bd1-96be-4dd1-b603-00f6986a90e4,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:14:52.604174 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ae93affa-65b6-420a-8a97-72daf123f17e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:52.633003 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-910aa7c2-b07d-4208-b719-1e53766d13c0 None None] Provisioning complete for port 4a364bd1-96be-4dd1-b603-00f6986a90e4 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:14:52.633388 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-910aa7c2-b07d-4208-b719-1e53766d13c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:52.769472 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-ab072f63-e595-41fc-929e-c9a8c11a9aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1553aef0-5efd-40ea-97b3-4b922e52a0f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2102956493', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'a99e6b2c-7103-47c1-ba55-535e94e38083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:14:46Z', 'updated_at': '2021-09-17T09:14:50Z', 'revision_number': 4, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'gw_port': {'id': 'a99e6b2c-7103-47c1-ba55-535e94e38083', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:72:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1553aef0-5efd-40ea-97b3-4b922e52a0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:14:46Z', 'updated_at': '2021-09-17T09:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '4a364bd1-96be-4dd1-b603-00f6986a90e4', 'name': '', 'network_id': '914d8311-f78b-4514-8551-bac4a1995cff', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'mac_address': 'fa:16:3e:c7:f2:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1553aef0-5efd-40ea-97b3-4b922e52a0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'af678011-f8c2-4808-a930-5b8c3676f58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:14:48Z', 'updated_at': '2021-09-17T09:14:52Z', 'revision_number': 4, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'subnets': [{'id': 'af678011-f8c2-4808-a930-5b8c3676f58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:14:52.803576 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab072f63-e595-41fc-929e-c9a8c11a9aef None None] The sync data for ids ['1553aef0-5efd-40ea-97b3-4b922e52a0f2'] in n-d-789963-9 is: [{'id': '1553aef0-5efd-40ea-97b3-4b922e52a0f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2102956493', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'a99e6b2c-7103-47c1-ba55-535e94e38083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:14:46Z', 'updated_at': '2021-09-17T09:14:50Z', 'revision_number': 4, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'gw_port': {'id': 'a99e6b2c-7103-47c1-ba55-535e94e38083', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:72:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1553aef0-5efd-40ea-97b3-4b922e52a0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:14:46Z', 'updated_at': '2021-09-17T09:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '4a364bd1-96be-4dd1-b603-00f6986a90e4', 'name': '', 'network_id': '914d8311-f78b-4514-8551-bac4a1995cff', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'mac_address': 'fa:16:3e:c7:f2:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1553aef0-5efd-40ea-97b3-4b922e52a0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'af678011-f8c2-4808-a930-5b8c3676f58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:14:48Z', 'updated_at': '2021-09-17T09:14:52Z', 'revision_number': 4, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'subnets': [{'id': 'af678011-f8c2-4808-a930-5b8c3676f58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 09:14:52.907047 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-995c7940-2d04-454a-bea0-9b69d2d6566b req-c6506a33-ffe3-46f3-9fad-0f7925c5153d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=b66ae2da-c1fa-431a-9f7a-d25230746b02 HTTP/1.1" status: 200 len: 210 time: 0.0857382 Sep 17 09:14:52.931433 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device fa95a178-b1c9-49f4-9db3-e1699968508d up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 09:14:52.970841 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:53.012774 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b20859-16cd-44ce-85db-87f526c0ad3d req-775a9822-9dc3-43a0-a049-d04e8bfa58fe tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:14:53.015353 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a4b20859-16cd-44ce-85db-87f526c0ad3d req-775a9822-9dc3-43a0-a049-d04e8bfa58fe tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.39 "GET /v2.0/networks?id=914d8311-f78b-4514-8551-bac4a1995cff HTTP/1.1" status: 200 len: 796 time: 0.2180812 Sep 17 09:14:53.019751 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port fa95a178-b1c9-49f4-9db3-e1699968508d triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:14:53.020097 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:53.080619 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a4b20859-16cd-44ce-85db-87f526c0ad3d req-feb7ccf6-a4e9-4ae1-a176-ab212dc3f611 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e48e67a07fa4821a019352e4f896fd6 HTTP/1.1" status: 200 len: 380 time: 0.0493326 Sep 17 09:14:53.114239 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device a99e6b2c-7103-47c1-ba55-535e94e38083 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 09:14:53.117452 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-a4b20859-16cd-44ce-85db-87f526c0ad3d req-24c6d73e-f4f4-4705-a416-d574a275068b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Request body: {'port': {'device_id': 'b66ae2da-c1fa-431a-9f7a-d25230746b02', 'network_id': '914d8311-f78b-4514-8551-bac4a1995cff', 'admin_state_up': True, 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'security_groups': ['5ad82e7f-9bcc-4ddf-a53f-c24a479edd88']}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:14:53.164845 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port a99e6b2c-7103-47c1-ba55-535e94e38083 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:14:53.165225 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:53.239994 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4b20859-16cd-44ce-85db-87f526c0ad3d req-24c6d73e-f4f4-4705-a416-d574a275068b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Made reservation on behalf of 7e48e67a07fa4821a019352e4f896fd6 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 09:14:53.244335 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-a4b20859-16cd-44ce-85db-87f526c0ad3d req-24c6d73e-f4f4-4705-a416-d574a275068b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:53.375426 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-a4b20859-16cd-44ce-85db-87f526c0ad3d req-24c6d73e-f4f4-4705-a416-d574a275068b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Allocated IP 172.20.0.11 (914d8311-f78b-4514-8551-bac4a1995cff/af678011-f8c2-4808-a930-5b8c3676f58f/01116d4b-35a2-488d-bd89-194174e2cb50) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 09:14:53.526023 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-a4b20859-16cd-44ce-85db-87f526c0ad3d req-24c6d73e-f4f4-4705-a416-d574a275068b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:53.566094 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-a4b20859-16cd-44ce-85db-87f526c0ad3d req-24c6d73e-f4f4-4705-a416-d574a275068b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:53.609508 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4b20859-16cd-44ce-85db-87f526c0ad3d req-24c6d73e-f4f4-4705-a416-d574a275068b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Network 914d8311-f78b-4514-8551-bac4a1995cff is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 09:14:53.612824 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-a4b20859-16cd-44ce-85db-87f526c0ad3d req-24c6d73e-f4f4-4705-a416-d574a275068b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 09:14:53.616805 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4b20859-16cd-44ce-85db-87f526c0ad3d req-24c6d73e-f4f4-4705-a416-d574a275068b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 09:14:53.646771 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c6d73e-f4f4-4705-a416-d574a275068b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event updated for resources: {'Port': ['ID=01116d4b-35a2-488d-bd89-194174e2cb50,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:14:53.683795 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b20859-16cd-44ce-85db-87f526c0ad3d req-24c6d73e-f4f4-4705-a416-d574a275068b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:14:53.684502 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-a4b20859-16cd-44ce-85db-87f526c0ad3d req-24c6d73e-f4f4-4705-a416-d574a275068b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:53.706618 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a4b20859-16cd-44ce-85db-87f526c0ad3d req-24c6d73e-f4f4-4705-a416-d574a275068b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5929723 Sep 17 09:14:53.724697 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-a4b20859-16cd-44ce-85db-87f526c0ad3d req-0dee3cf4-1686-43dd-affc-72e2beb885d7 service neutron] Request body: {'port': {'device_id': 'b66ae2da-c1fa-431a-9f7a-d25230746b02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:14:53.790043 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-a4b20859-16cd-44ce-85db-87f526c0ad3d req-0dee3cf4-1686-43dd-affc-72e2beb885d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:53.874071 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-aab2f874-fcb0-47b7-96c3-39b50bddc16a None None] Provisioning complete for port 01116d4b-35a2-488d-bd89-194174e2cb50 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:14:53.874681 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-aab2f874-fcb0-47b7-96c3-39b50bddc16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:53.915000 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-aab2f874-fcb0-47b7-96c3-39b50bddc16a None None] Port 01116d4b-35a2-488d-bd89-194174e2cb50 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 09:14:54.039264 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca768dc-e54b-434d-939e-bcafa7118841 req-6562fc8a-18ea-4775-a4da-2b2fbc1bd1ea tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:14:54.041628 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2ca768dc-e54b-434d-939e-bcafa7118841 req-6562fc8a-18ea-4775-a4da-2b2fbc1bd1ea tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=b66ae2da-c1fa-431a-9f7a-d25230746b02 HTTP/1.1" status: 200 len: 932 time: 0.0589945 Sep 17 09:14:54.049428 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:54.081093 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2ca768dc-e54b-434d-939e-bcafa7118841 req-a8cd2923-5015-46e9-8d97-c85e1e818fa3 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ad82e7f-9bcc-4ddf-a53f-c24a479edd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326059 Sep 17 09:14:54.081346 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-a4b20859-16cd-44ce-85db-87f526c0ad3d req-0dee3cf4-1686-43dd-affc-72e2beb885d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01116d4b-35a2-488d-bd89-194174e2cb50 {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 09:14:54.089698 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-a4b20859-16cd-44ce-85db-87f526c0ad3d req-0dee3cf4-1686-43dd-affc-72e2beb885d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:54.101858 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-a4b20859-16cd-44ce-85db-87f526c0ad3d req-0dee3cf4-1686-43dd-affc-72e2beb885d7 service neutron] Transition to ACTIVE for port object 01116d4b-35a2-488d-bd89-194174e2cb50 will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 09:14:54.106143 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-a4b20859-16cd-44ce-85db-87f526c0ad3d req-0dee3cf4-1686-43dd-affc-72e2beb885d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:54.160508 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dee3cf4-1686-43dd-affc-72e2beb885d7 service neutron] Pushing event updated for resources: {'Port': ['ID=01116d4b-35a2-488d-bd89-194174e2cb50,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:14:54.232206 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-a4b20859-16cd-44ce-85db-87f526c0ad3d req-0dee3cf4-1686-43dd-affc-72e2beb885d7 service neutron] Attempting to bind port 01116d4b-35a2-488d-bd89-194174e2cb50 on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 09:14:54.232547 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-a4b20859-16cd-44ce-85db-87f526c0ad3d req-0dee3cf4-1686-43dd-affc-72e2beb885d7 service neutron] Attempting to bind port 01116d4b-35a2-488d-bd89-194174e2cb50 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': '615bd590-4a9f-4300-9a29-951b67d91a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '914d8311-f78b-4514-8551-bac4a1995cff'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 09:14:54.232882 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b20859-16cd-44ce-85db-87f526c0ad3d req-0dee3cf4-1686-43dd-affc-72e2beb885d7 service neutron] Attempting to bind port 01116d4b-35a2-488d-bd89-194174e2cb50 on network 914d8311-f78b-4514-8551-bac4a1995cff {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 09:14:54.238160 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b20859-16cd-44ce-85db-87f526c0ad3d req-0dee3cf4-1686-43dd-affc-72e2beb885d7 service neutron] Port 01116d4b-35a2-488d-bd89-194174e2cb50 on network 914d8311-f78b-4514-8551-bac4a1995cff not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 09:14:54.238486 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b20859-16cd-44ce-85db-87f526c0ad3d req-0dee3cf4-1686-43dd-affc-72e2beb885d7 service neutron] Attempting to bind port 01116d4b-35a2-488d-bd89-194174e2cb50 on network 914d8311-f78b-4514-8551-bac4a1995cff {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 09:14:54.243589 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b20859-16cd-44ce-85db-87f526c0ad3d req-0dee3cf4-1686-43dd-affc-72e2beb885d7 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 9, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 09:14:54.243958 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b20859-16cd-44ce-85db-87f526c0ad3d req-0dee3cf4-1686-43dd-affc-72e2beb885d7 service neutron] Checking segment: {'id': '615bd590-4a9f-4300-9a29-951b67d91a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '914d8311-f78b-4514-8551-bac4a1995cff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 09:14:54.244347 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b20859-16cd-44ce-85db-87f526c0ad3d req-0dee3cf4-1686-43dd-affc-72e2beb885d7 service neutron] Bound using segment: {'id': '615bd590-4a9f-4300-9a29-951b67d91a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '914d8311-f78b-4514-8551-bac4a1995cff'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 09:14:54.244776 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-a4b20859-16cd-44ce-85db-87f526c0ad3d req-0dee3cf4-1686-43dd-affc-72e2beb885d7 service neutron] Bound port: 01116d4b-35a2-488d-bd89-194174e2cb50, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '615bd590-4a9f-4300-9a29-951b67d91a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '914d8311-f78b-4514-8551-bac4a1995cff'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 09:14:54.245309 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-a4b20859-16cd-44ce-85db-87f526c0ad3d req-0dee3cf4-1686-43dd-affc-72e2beb885d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:54.312572 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-a4b20859-16cd-44ce-85db-87f526c0ad3d req-0dee3cf4-1686-43dd-affc-72e2beb885d7 service neutron] For port 01116d4b-35a2-488d-bd89-194174e2cb50, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 09:14:54.315854 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-a4b20859-16cd-44ce-85db-87f526c0ad3d req-0dee3cf4-1686-43dd-affc-72e2beb885d7 service neutron] For port 01116d4b-35a2-488d-bd89-194174e2cb50, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=01116d4b-35a2-488d-bd89-194174e2cb50,segment=NetworkSegment(615bd590-4a9f-4300-9a29-951b67d91a72),segment_id=615bd590-4a9f-4300-9a29-951b67d91a72)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 09:14:54.319678 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-a4b20859-16cd-44ce-85db-87f526c0ad3d req-0dee3cf4-1686-43dd-affc-72e2beb885d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:54.358732 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b20859-16cd-44ce-85db-87f526c0ad3d req-0dee3cf4-1686-43dd-affc-72e2beb885d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:14:54.359320 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-a4b20859-16cd-44ce-85db-87f526c0ad3d req-0dee3cf4-1686-43dd-affc-72e2beb885d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:54.360752 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a4b20859-16cd-44ce-85db-87f526c0ad3d req-0dee3cf4-1686-43dd-affc-72e2beb885d7 service neutron] 10.222.0.39 "PUT /v2.0/ports/01116d4b-35a2-488d-bd89-194174e2cb50 HTTP/1.1" status: 200 len: 1092 time: 0.6407640 Sep 17 09:14:54.361217 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b66ae2da-c1fa-431a-9f7a-d25230746b02', 'tag': '01116d4b-35a2-488d-bd89-194174e2cb50'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 09:14:54.363508 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823f1136df5e8dfe06b46a14eea5a85bccf33ce7e510dfea6a746e22e928dc4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceac4700-7a97-4e8e-8c6a-c22cf6ac19a3" -d '{"events": [{"name": "network-changed", "server_uuid": "b66ae2da-c1fa-431a-9f7a-d25230746b02", "tag": "01116d4b-35a2-488d-bd89-194174e2cb50"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 09:14:54.390795 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dee3cf4-1686-43dd-affc-72e2beb885d7 service neutron] Pushing event updated for resources: {'Port': ['ID=01116d4b-35a2-488d-bd89-194174e2cb50,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:14:54.414206 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 09:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe449642-755f-4191-a05e-01b8af817dfa x-openstack-request-id: req-fe449642-755f-4191-a05e-01b8af817dfa {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 09:14:54.414506 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b66ae2da-c1fa-431a-9f7a-d25230746b02", "tag": "01116d4b-35a2-488d-bd89-194174e2cb50", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 09:14:54.414755 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fe449642-755f-4191-a05e-01b8af817dfa {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 09:14:54.415163 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b66ae2da-c1fa-431a-9f7a-d25230746b02', 'tag': '01116d4b-35a2-488d-bd89-194174e2cb50', 'status': 'completed', 'code': 200} Sep 17 09:14:54.474439 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b20859-16cd-44ce-85db-87f526c0ad3d req-38ee029c-140e-4851-9996-06e726a66360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:14:54.476023 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a4b20859-16cd-44ce-85db-87f526c0ad3d req-38ee029c-140e-4851-9996-06e726a66360 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7e48e67a07fa4821a019352e4f896fd6&device_id=b66ae2da-c1fa-431a-9f7a-d25230746b02 HTTP/1.1" status: 200 len: 1095 time: 0.0434449 Sep 17 09:14:54.525923 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a4b20859-16cd-44ce-85db-87f526c0ad3d req-e1f8a83d-86d6-4852-ad33-466128604737 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01116d4b-35a2-488d-bd89-194174e2cb50 HTTP/1.1" status: 200 len: 217 time: 0.0361416 Sep 17 09:14:54.576627 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b20859-16cd-44ce-85db-87f526c0ad3d req-69229523-761e-4056-8c3a-4648bc8b506d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:14:54.578139 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a4b20859-16cd-44ce-85db-87f526c0ad3d req-69229523-761e-4056-8c3a-4648bc8b506d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=af678011-f8c2-4808-a930-5b8c3676f58f HTTP/1.1" status: 200 len: 835 time: 0.0453279 Sep 17 09:14:54.627641 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b20859-16cd-44ce-85db-87f526c0ad3d req-a723c55f-313c-4486-8b85-f25ed8f0b21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:14:54.628993 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a4b20859-16cd-44ce-85db-87f526c0ad3d req-a723c55f-313c-4486-8b85-f25ed8f0b21f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=914d8311-f78b-4514-8551-bac4a1995cff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443733 Sep 17 09:14:54.719251 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a4b20859-16cd-44ce-85db-87f526c0ad3d req-c5b6cd05-3e3b-4517-b43a-82e849556611 service neutron] 10.222.0.39 "GET /v2.0/networks/914d8311-f78b-4514-8551-bac4a1995cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823948 Sep 17 09:14:54.813069 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a4b20859-16cd-44ce-85db-87f526c0ad3d req-1fc5e55e-2c6a-4587-ab46-0dd79f77ad38 service neutron] 10.222.0.39 "GET /v2.0/networks/914d8311-f78b-4514-8551-bac4a1995cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866206 Sep 17 09:14:54.841783 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 4a364bd1-96be-4dd1-b603-00f6986a90e4 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 09:14:54.891334 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 4a364bd1-96be-4dd1-b603-00f6986a90e4 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:14:54.891996 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:54.937732 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac4700-7a97-4e8e-8c6a-c22cf6ac19a3 req-75d87ed2-83e0-4084-9df1-4695b8f2cf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:14:54.939289 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ceac4700-7a97-4e8e-8c6a-c22cf6ac19a3 req-75d87ed2-83e0-4084-9df1-4695b8f2cf3e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7e48e67a07fa4821a019352e4f896fd6&device_id=b66ae2da-c1fa-431a-9f7a-d25230746b02 HTTP/1.1" status: 200 len: 1095 time: 0.0406692 Sep 17 09:14:55.036090 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac4700-7a97-4e8e-8c6a-c22cf6ac19a3 req-17532264-0c9c-43d4-951a-35c98c8237c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:14:55.037583 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ceac4700-7a97-4e8e-8c6a-c22cf6ac19a3 req-17532264-0c9c-43d4-951a-35c98c8237c9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=914d8311-f78b-4514-8551-bac4a1995cff HTTP/1.1" status: 200 len: 897 time: 0.0918350 Sep 17 09:14:55.079727 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ceac4700-7a97-4e8e-8c6a-c22cf6ac19a3 req-61d869ab-cc62-41e3-95f2-413af543d470 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01116d4b-35a2-488d-bd89-194174e2cb50 HTTP/1.1" status: 200 len: 217 time: 0.0342438 Sep 17 09:14:55.129863 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac4700-7a97-4e8e-8c6a-c22cf6ac19a3 req-368c5112-cbbb-4cb2-8966-0db42d49fc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:14:55.131372 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ceac4700-7a97-4e8e-8c6a-c22cf6ac19a3 req-368c5112-cbbb-4cb2-8966-0db42d49fc63 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=af678011-f8c2-4808-a930-5b8c3676f58f HTTP/1.1" status: 200 len: 835 time: 0.0450549 Sep 17 09:14:55.181870 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac4700-7a97-4e8e-8c6a-c22cf6ac19a3 req-a97a71f5-059f-4b09-bdf1-3e5addf035db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:14:55.183397 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ceac4700-7a97-4e8e-8c6a-c22cf6ac19a3 req-a97a71f5-059f-4b09-bdf1-3e5addf035db service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=914d8311-f78b-4514-8551-bac4a1995cff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447257 Sep 17 09:14:55.199351 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5653cdb1-e17f-4c83-bc82-20bbdf99495e req-7324b660-2933-4293-be34-8f9f59ad5de8 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:14:55.200900 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5653cdb1-e17f-4c83-bc82-20bbdf99495e req-7324b660-2933-4293-be34-8f9f59ad5de8 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=b66ae2da-c1fa-431a-9f7a-d25230746b02 HTTP/1.1" status: 200 len: 944 time: 0.0486314 Sep 17 09:14:55.238904 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5653cdb1-e17f-4c83-bc82-20bbdf99495e req-6282c0d8-78ef-4d11-9ec5-e0c887cecd1c tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ad82e7f-9bcc-4ddf-a53f-c24a479edd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320246 Sep 17 09:14:55.272573 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ceac4700-7a97-4e8e-8c6a-c22cf6ac19a3 req-71236426-7cc8-47e5-a916-726c25d2019c service neutron] 10.222.0.39 "GET /v2.0/networks/914d8311-f78b-4514-8551-bac4a1995cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819781 Sep 17 09:14:55.366763 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ceac4700-7a97-4e8e-8c6a-c22cf6ac19a3 req-a6496ad3-91ec-4434-b2e3-6477c29a8ba2 service neutron] 10.222.0.39 "GET /v2.0/networks/914d8311-f78b-4514-8551-bac4a1995cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869265 Sep 17 09:14:55.633270 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:56.355657 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f3f99-df0a-486c-a4ac-6d49a915bf27 req-1ce37ea4-4278-489b-a5a1-efeae8633f16 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:14:56.357167 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-724f3f99-df0a-486c-a4ac-6d49a915bf27 req-1ce37ea4-4278-489b-a5a1-efeae8633f16 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=b66ae2da-c1fa-431a-9f7a-d25230746b02 HTTP/1.1" status: 200 len: 944 time: 0.0516784 Sep 17 09:14:56.395029 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-724f3f99-df0a-486c-a4ac-6d49a915bf27 req-7170ea94-612d-404b-ad22-86ab1e62b43f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ad82e7f-9bcc-4ddf-a53f-c24a479edd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316272 Sep 17 09:14:57.507805 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5e3dc-2fa6-4c87-ac55-2f67be15f0e0 req-23784dee-69ea-49c0-bb7f-4e4187646191 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:14:57.509710 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-eaa5e3dc-2fa6-4c87-ac55-2f67be15f0e0 req-23784dee-69ea-49c0-bb7f-4e4187646191 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=b66ae2da-c1fa-431a-9f7a-d25230746b02 HTTP/1.1" status: 200 len: 944 time: 0.0489745 Sep 17 09:14:57.548355 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-eaa5e3dc-2fa6-4c87-ac55-2f67be15f0e0 req-323ba19c-e906-4f09-8c08-78ac186d3831 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ad82e7f-9bcc-4ddf-a53f-c24a479edd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326624 Sep 17 09:14:57.783094 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 01116d4b-35a2-488d-bd89-194174e2cb50 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 09:14:57.878101 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 01116d4b-35a2-488d-bd89-194174e2cb50, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=01116d4b-35a2-488d-bd89-194174e2cb50,segment=NetworkSegment(615bd590-4a9f-4300-9a29-951b67d91a72),segment_id=615bd590-4a9f-4300-9a29-951b67d91a72)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:14:57.889630 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': '01116d4b-35a2-488d-bd89-194174e2cb50', 'network_id': '914d8311-f78b-4514-8551-bac4a1995cff', 'port_id': '01116d4b-35a2-488d-bd89-194174e2cb50', 'mac_address': 'fa:16:3e:d5:1d:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af678011-f8c2-4808-a930-5b8c3676f58f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 09:14:57.926026 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:57.939014 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01116d4b-35a2-488d-bd89-194174e2cb50 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 09:14:57.962305 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 01116d4b-35a2-488d-bd89-194174e2cb50, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=01116d4b-35a2-488d-bd89-194174e2cb50,segment=NetworkSegment(615bd590-4a9f-4300-9a29-951b67d91a72),segment_id=615bd590-4a9f-4300-9a29-951b67d91a72)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:14:57.966436 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:58.014252 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=01116d4b-35a2-488d-bd89-194174e2cb50,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:14:58.282056 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 09:14:58.456514 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['01116d4b-35a2-488d-bd89-194174e2cb50'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 09:14:58.664862 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f115eb-040b-4e10-b509-ad4885db93f8 req-d0210689-39b4-4af4-acba-cfeef6a3e7c2 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:14:58.666502 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-54f115eb-040b-4e10-b509-ad4885db93f8 req-d0210689-39b4-4af4-acba-cfeef6a3e7c2 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=b66ae2da-c1fa-431a-9f7a-d25230746b02 HTTP/1.1" status: 200 len: 945 time: 0.0513980 Sep 17 09:14:58.707141 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-54f115eb-040b-4e10-b509-ad4885db93f8 req-8ee81a0b-b614-47f9-86d7-081b9b2365fa tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ad82e7f-9bcc-4ddf-a53f-c24a479edd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343730 Sep 17 09:14:59.815119 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 01116d4b-35a2-488d-bd89-194174e2cb50 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 09:14:59.828120 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6426209-2d35-4af7-8c7b-981db7d423a9 req-44a0e6c8-62e5-4094-851f-8752393545ae tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:14:59.829603 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d6426209-2d35-4af7-8c7b-981db7d423a9 req-44a0e6c8-62e5-4094-851f-8752393545ae tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=b66ae2da-c1fa-431a-9f7a-d25230746b02 HTTP/1.1" status: 200 len: 945 time: 0.0528519 Sep 17 09:14:59.864834 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port 01116d4b-35a2-488d-bd89-194174e2cb50 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 09:14:59.869156 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port 01116d4b-35a2-488d-bd89-194174e2cb50 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:14:59.869328 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d6426209-2d35-4af7-8c7b-981db7d423a9 req-803f01b0-2a4c-42a3-b37c-535d8708741f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ad82e7f-9bcc-4ddf-a53f-c24a479edd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336564 Sep 17 09:14:59.869552 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:59.949954 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:14:59.972112 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b66ae2da-c1fa-431a-9f7a-d25230746b02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01116d4b-35a2-488d-bd89-194174e2cb50'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 09:14:59.974360 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd15a5b62c2e1c1e903d3702117c13c06f948b041a08150170fef0e561ebed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52812586-262e-4bc6-ba77-24627ba1b5f2" -d '{"events": [{"server_uuid": "b66ae2da-c1fa-431a-9f7a-d25230746b02", "name": "network-vif-plugged", "status": "completed", "tag": "01116d4b-35a2-488d-bd89-194174e2cb50"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 09:14:59.987347 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port 01116d4b-35a2-488d-bd89-194174e2cb50, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=01116d4b-35a2-488d-bd89-194174e2cb50,segment=NetworkSegment(615bd590-4a9f-4300-9a29-951b67d91a72),segment_id=615bd590-4a9f-4300-9a29-951b67d91a72)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:14:59.993494 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:15:00.018024 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 09:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a61aec4-2197-4afb-a0e8-86dade185e1d x-openstack-request-id: req-5a61aec4-2197-4afb-a0e8-86dade185e1d {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 09:15:00.018317 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b66ae2da-c1fa-431a-9f7a-d25230746b02", "name": "network-vif-plugged", "status": "completed", "tag": "01116d4b-35a2-488d-bd89-194174e2cb50", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 09:15:00.018568 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5a61aec4-2197-4afb-a0e8-86dade185e1d {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 09:15:00.018956 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b66ae2da-c1fa-431a-9f7a-d25230746b02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01116d4b-35a2-488d-bd89-194174e2cb50', 'code': 200} Sep 17 09:15:00.046034 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=01116d4b-35a2-488d-bd89-194174e2cb50,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:15:00.138684 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2d175e-9d08-489f-bd0c-1aea3d9f6e50 req-f1acccd7-c8bc-40c4-8d8b-4da86918e339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:15:00.140248 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9c2d175e-9d08-489f-bd0c-1aea3d9f6e50 req-f1acccd7-c8bc-40c4-8d8b-4da86918e339 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b66ae2da-c1fa-431a-9f7a-d25230746b02 HTTP/1.1" status: 200 len: 1097 time: 0.0413892 Sep 17 09:15:00.174419 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9c2d175e-9d08-489f-bd0c-1aea3d9f6e50 req-a5616797-64a2-42c2-8369-90b3900dc5d8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5ad82e7f-9bcc-4ddf-a53f-c24a479edd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268307 Sep 17 09:15:00.989015 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23647321-1166-4e75-86d2-09bdfe994ad7 req-7c30c201-74ea-4957-9d24-c0c733a5effb tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:15:00.990557 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-23647321-1166-4e75-86d2-09bdfe994ad7 req-7c30c201-74ea-4957-9d24-c0c733a5effb tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=b66ae2da-c1fa-431a-9f7a-d25230746b02 HTTP/1.1" status: 200 len: 946 time: 0.0508864 Sep 17 09:15:01.032814 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-23647321-1166-4e75-86d2-09bdfe994ad7 req-706335ba-9143-462b-8579-d2dd2d9ca521 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ad82e7f-9bcc-4ddf-a53f-c24a479edd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337029 Sep 17 09:15:02.150474 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f0ff84-23df-45f7-b227-07d79aae6807 req-17f7bffb-065d-43e4-9d57-8f3b4659b68a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:15:02.152009 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a0f0ff84-23df-45f7-b227-07d79aae6807 req-17f7bffb-065d-43e4-9d57-8f3b4659b68a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=b66ae2da-c1fa-431a-9f7a-d25230746b02 HTTP/1.1" status: 200 len: 946 time: 0.0484982 Sep 17 09:15:02.188949 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a0f0ff84-23df-45f7-b227-07d79aae6807 req-4d5a91d3-85a7-4685-a0eb-cd39dc40ba97 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ad82e7f-9bcc-4ddf-a53f-c24a479edd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310595 Sep 17 09:15:02.304644 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537cbbb-bc14-432d-9167-dfc9e028e1d6 req-2f66e6dd-a92a-45b7-a74f-78afd8a78f41 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:15:02.306507 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b537cbbb-bc14-432d-9167-dfc9e028e1d6 req-2f66e6dd-a92a-45b7-a74f-78afd8a78f41 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=b66ae2da-c1fa-431a-9f7a-d25230746b02 HTTP/1.1" status: 200 len: 946 time: 0.0532045 Sep 17 09:15:02.345502 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b537cbbb-bc14-432d-9167-dfc9e028e1d6 req-d0a0859a-aec2-47fb-8c67-27123a6ebf75 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ad82e7f-9bcc-4ddf-a53f-c24a479edd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319226 Sep 17 09:15:02.368315 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37944) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:15:02.407406 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba9241c-0b80-4811-be34-b0749ed4395a tempest-TestNetworkAdvancedServerOps-1761391694 tempest-TestNetworkAdvancedServerOps-1761391694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:15:02.408975 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6ba9241c-0b80-4811-be34-b0749ed4395a tempest-TestNetworkAdvancedServerOps-1761391694 tempest-TestNetworkAdvancedServerOps-1761391694-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b66ae2da-c1fa-431a-9f7a-d25230746b02 HTTP/1.1" status: 200 len: 1092 time: 0.0396848 Sep 17 09:15:02.411857 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 37946) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:15:02.416756 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-3a55c675-9b40-43da-b302-856d1c58c424 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Request body: {'floatingip': {'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'port_id': '01116d4b-35a2-488d-bd89-194174e2cb50', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:15:02.438739 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3a55c675-9b40-43da-b302-856d1c58c424 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for floatingip, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:15:02.540217 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3a55c675-9b40-43da-b302-856d1c58c424 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:15:02.643496 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-3a55c675-9b40-43da-b302-856d1c58c424 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Allocated IP 172.25.6.228 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/c2a07d77-435f-473f-8022-128496b9ddaa) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 09:15:02.744775 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3a55c675-9b40-43da-b302-856d1c58c424 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:15:02.778151 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3a55c675-9b40-43da-b302-856d1c58c424 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:15:02.811281 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a55c675-9b40-43da-b302-856d1c58c424 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 09:15:02.815435 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-3a55c675-9b40-43da-b302-856d1c58c424 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 09:15:02.818934 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a55c675-9b40-43da-b302-856d1c58c424 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 09:15:02.848927 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a55c675-9b40-43da-b302-856d1c58c424 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event updated for resources: {'Port': ['ID=c2a07d77-435f-473f-8022-128496b9ddaa,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:15:03.184853 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3a55c675-9b40-43da-b302-856d1c58c424 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:15:03.252837 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3a55c675-9b40-43da-b302-856d1c58c424 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:15:03.406730 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3a55c675-9b40-43da-b302-856d1c58c424 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:15:03.411392 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3a55c675-9b40-43da-b302-856d1c58c424 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:15:03.479870 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a55c675-9b40-43da-b302-856d1c58c424 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event updated for resources: {'Port': ['ID=c2a07d77-435f-473f-8022-128496b9ddaa,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:15:03.490426 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3a55c675-9b40-43da-b302-856d1c58c424 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:15:03.592705 n-d-789963-9 neutron-server[101290]: INFO neutron.db.l3_db [None req-3a55c675-9b40-43da-b302-856d1c58c424 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Floating IP 4dc80ee3-414c-4bf3-a691-b75b3e2a461c associated. External IP: 172.25.6.228, port: 01116d4b-35a2-488d-bd89-194174e2cb50. Sep 17 09:15:03.806136 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a55c675-9b40-43da-b302-856d1c58c424 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Router 1553aef0-5efd-40ea-97b3-4b922e52a0f2 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 09:15:04.209133 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a55c675-9b40-43da-b302-856d1c58c424 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 09:15:04.222027 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b748bbb4-e52a-4b2c-b168-2a4c76ed47cc None None] Sync routers for ids ['1553aef0-5efd-40ea-97b3-4b922e52a0f2'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 09:15:04.226167 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3a55c675-9b40-43da-b302-856d1c58c424 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:15:04.232537 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b748bbb4-e52a-4b2c-b168-2a4c76ed47cc None None] Routers {'1553aef0-5efd-40ea-97b3-4b922e52a0f2'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:15:04.233173 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-b748bbb4-e52a-4b2c-b168-2a4c76ed47cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:14:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['1553aef0-5efd-40ea-97b3-4b922e52a0f2'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:15:04.251796 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-3a55c675-9b40-43da-b302-856d1c58c424 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8389089 Sep 17 09:15:04.252408 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b66ae2da-c1fa-431a-9f7a-d25230746b02', 'tag': '01116d4b-35a2-488d-bd89-194174e2cb50'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 09:15:04.254640 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823f1136df5e8dfe06b46a14eea5a85bccf33ce7e510dfea6a746e22e928dc4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc42339c-2449-42bc-a797-9d9fffb85add" -d '{"events": [{"name": "network-changed", "server_uuid": "b66ae2da-c1fa-431a-9f7a-d25230746b02", "tag": "01116d4b-35a2-488d-bd89-194174e2cb50"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 09:15:04.294704 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 09:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b477b8-5ed1-4ae2-96bf-c5c7fc1cd91e x-openstack-request-id: req-c4b477b8-5ed1-4ae2-96bf-c5c7fc1cd91e {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 09:15:04.295094 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b66ae2da-c1fa-431a-9f7a-d25230746b02", "tag": "01116d4b-35a2-488d-bd89-194174e2cb50", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 09:15:04.295326 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c4b477b8-5ed1-4ae2-96bf-c5c7fc1cd91e {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 09:15:04.295764 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b66ae2da-c1fa-431a-9f7a-d25230746b02', 'tag': '01116d4b-35a2-488d-bd89-194174e2cb50', 'status': 'completed', 'code': 200} Sep 17 09:15:04.342895 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-b748bbb4-e52a-4b2c-b168-2a4c76ed47cc None None] Set router 1553aef0-5efd-40ea-97b3-4b922e52a0f2 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:15:04.349892 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad325a14-0ac9-4356-9d64-9fa1ae6c1f61 req-ce5aaac6-d921-40a2-a6d0-32aacb637f5b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:15:04.351509 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ad325a14-0ac9-4356-9d64-9fa1ae6c1f61 req-ce5aaac6-d921-40a2-a6d0-32aacb637f5b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=b66ae2da-c1fa-431a-9f7a-d25230746b02 HTTP/1.1" status: 200 len: 946 time: 0.0500612 Sep 17 09:15:04.389392 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc42339c-2449-42bc-a797-9d9fffb85add req-f2661f28-d86d-4e48-a3b7-2b10a8499cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:15:04.391254 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ad325a14-0ac9-4356-9d64-9fa1ae6c1f61 req-21399e91-f0e6-461d-a9b1-e212eaad8d90 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ad82e7f-9bcc-4ddf-a53f-c24a479edd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327134 Sep 17 09:15:04.392009 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bc42339c-2449-42bc-a797-9d9fffb85add req-f2661f28-d86d-4e48-a3b7-2b10a8499cba service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7e48e67a07fa4821a019352e4f896fd6&device_id=b66ae2da-c1fa-431a-9f7a-d25230746b02 HTTP/1.1" status: 200 len: 1097 time: 0.0427883 Sep 17 09:15:04.412859 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37952) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:15:04.474133 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-165bba7e-01b0-4eb9-aa86-386143daac17 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/floatingips/4dc80ee3-414c-4bf3-a691-b75b3e2a461c HTTP/1.1" status: 200 len: 992 time: 0.0601141 Sep 17 09:15:04.490983 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc42339c-2449-42bc-a797-9d9fffb85add req-801b77c9-85ab-45c4-a591-968ea41b48ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:15:04.492527 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bc42339c-2449-42bc-a797-9d9fffb85add req-801b77c9-85ab-45c4-a591-968ea41b48ea service neutron] 10.222.0.39 "GET /v2.0/networks?id=914d8311-f78b-4514-8551-bac4a1995cff HTTP/1.1" status: 200 len: 897 time: 0.0944049 Sep 17 09:15:04.557179 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bc42339c-2449-42bc-a797-9d9fffb85add req-3c117e14-d54a-4422-b8a5-7cbb5f3efc5e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01116d4b-35a2-488d-bd89-194174e2cb50 HTTP/1.1" status: 200 len: 1000 time: 0.0576653 Sep 17 09:15:04.577533 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-b748bbb4-e52a-4b2c-b168-2a4c76ed47cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1553aef0-5efd-40ea-97b3-4b922e52a0f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2102956493', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'a99e6b2c-7103-47c1-ba55-535e94e38083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:14:46Z', 'updated_at': '2021-09-17T09:14:50Z', 'revision_number': 4, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'gw_port': {'id': 'a99e6b2c-7103-47c1-ba55-535e94e38083', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:72:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1553aef0-5efd-40ea-97b3-4b922e52a0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:14:46Z', 'updated_at': '2021-09-17T09:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '4dc80ee3-414c-4bf3-a691-b75b3e2a461c', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'floating_ip_address': '172.25.6.228', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '1553aef0-5efd-40ea-97b3-4b922e52a0f2', 'port_id': '01116d4b-35a2-488d-bd89-194174e2cb50', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '914d8311-f78b-4514-8551-bac4a1995cff', 'mac_address': 'fa:16:3e:d5:1d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66ae2da-c1fa-431a-9f7a-d25230746b02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T09:15:03Z', 'updated_at': '2021-09-17T09:15:03Z', 'revision_number': 0, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a364bd1-96be-4dd1-b603-00f6986a90e4', 'name': '', 'network_id': '914d8311-f78b-4514-8551-bac4a1995cff', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'mac_address': 'fa:16:3e:c7:f2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1553aef0-5efd-40ea-97b3-4b922e52a0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'af678011-f8c2-4808-a930-5b8c3676f58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:14:48Z', 'updated_at': '2021-09-17T09:14:52Z', 'revision_number': 5, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'subnets': [{'id': 'af678011-f8c2-4808-a930-5b8c3676f58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:15:04.605007 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b748bbb4-e52a-4b2c-b168-2a4c76ed47cc None None] Checking router: 1553aef0-5efd-40ea-97b3-4b922e52a0f2 for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 09:15:04.610835 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc42339c-2449-42bc-a797-9d9fffb85add req-16b757b5-74bc-4905-bbcc-de7c45cabfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:15:04.612320 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bc42339c-2449-42bc-a797-9d9fffb85add req-16b757b5-74bc-4905-bbcc-de7c45cabfe0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=af678011-f8c2-4808-a930-5b8c3676f58f HTTP/1.1" status: 200 len: 835 time: 0.0479023 Sep 17 09:15:04.613435 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b748bbb4-e52a-4b2c-b168-2a4c76ed47cc None None] Routers {'1553aef0-5efd-40ea-97b3-4b922e52a0f2'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:15:04.614036 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-b748bbb4-e52a-4b2c-b168-2a4c76ed47cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:14:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['1553aef0-5efd-40ea-97b3-4b922e52a0f2'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:15:04.657405 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc42339c-2449-42bc-a797-9d9fffb85add req-31c295b7-3597-47be-b191-3f59c660ad9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:15:04.658925 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bc42339c-2449-42bc-a797-9d9fffb85add req-31c295b7-3597-47be-b191-3f59c660ad9e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=914d8311-f78b-4514-8551-bac4a1995cff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392435 Sep 17 09:15:04.718373 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-b748bbb4-e52a-4b2c-b168-2a4c76ed47cc None None] Set router 1553aef0-5efd-40ea-97b3-4b922e52a0f2 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:15:04.747199 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bc42339c-2449-42bc-a797-9d9fffb85add req-efc3b594-d360-4867-ad31-22997fac10ae service neutron] 10.222.0.39 "GET /v2.0/networks/914d8311-f78b-4514-8551-bac4a1995cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809240 Sep 17 09:15:04.838646 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bc42339c-2449-42bc-a797-9d9fffb85add req-d67a71d7-dc6d-4d55-ab09-80b52370d432 service neutron] 10.222.0.39 "GET /v2.0/networks/914d8311-f78b-4514-8551-bac4a1995cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838959 Sep 17 09:15:04.936420 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-b748bbb4-e52a-4b2c-b168-2a4c76ed47cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1553aef0-5efd-40ea-97b3-4b922e52a0f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2102956493', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'a99e6b2c-7103-47c1-ba55-535e94e38083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:14:46Z', 'updated_at': '2021-09-17T09:14:50Z', 'revision_number': 4, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'gw_port': {'id': 'a99e6b2c-7103-47c1-ba55-535e94e38083', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:72:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1553aef0-5efd-40ea-97b3-4b922e52a0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:14:46Z', 'updated_at': '2021-09-17T09:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '4dc80ee3-414c-4bf3-a691-b75b3e2a461c', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'floating_ip_address': '172.25.6.228', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '1553aef0-5efd-40ea-97b3-4b922e52a0f2', 'port_id': '01116d4b-35a2-488d-bd89-194174e2cb50', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '914d8311-f78b-4514-8551-bac4a1995cff', 'mac_address': 'fa:16:3e:d5:1d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66ae2da-c1fa-431a-9f7a-d25230746b02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T09:15:03Z', 'updated_at': '2021-09-17T09:15:03Z', 'revision_number': 0, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a364bd1-96be-4dd1-b603-00f6986a90e4', 'name': '', 'network_id': '914d8311-f78b-4514-8551-bac4a1995cff', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'mac_address': 'fa:16:3e:c7:f2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1553aef0-5efd-40ea-97b3-4b922e52a0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'af678011-f8c2-4808-a930-5b8c3676f58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:14:48Z', 'updated_at': '2021-09-17T09:14:52Z', 'revision_number': 5, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'subnets': [{'id': 'af678011-f8c2-4808-a930-5b8c3676f58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:15:04.965025 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b748bbb4-e52a-4b2c-b168-2a4c76ed47cc None None] The sync data for ids ['1553aef0-5efd-40ea-97b3-4b922e52a0f2'] in n-d-789963-9 is: [{'id': '1553aef0-5efd-40ea-97b3-4b922e52a0f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2102956493', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'a99e6b2c-7103-47c1-ba55-535e94e38083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:14:46Z', 'updated_at': '2021-09-17T09:14:50Z', 'revision_number': 4, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'gw_port': {'id': 'a99e6b2c-7103-47c1-ba55-535e94e38083', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:72:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1553aef0-5efd-40ea-97b3-4b922e52a0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:14:46Z', 'updated_at': '2021-09-17T09:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '4dc80ee3-414c-4bf3-a691-b75b3e2a461c', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'floating_ip_address': '172.25.6.228', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '1553aef0-5efd-40ea-97b3-4b922e52a0f2', 'port_id': '01116d4b-35a2-488d-bd89-194174e2cb50', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '914d8311-f78b-4514-8551-bac4a1995cff', 'mac_address': 'fa:16:3e:d5:1d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66ae2da-c1fa-431a-9f7a-d25230746b02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T09:15:03Z', 'updated_at': '2021-09-17T09:15:03Z', 'revision_number': 0, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a364bd1-96be-4dd1-b603-00f6986a90e4', 'name': '', 'network_id': '914d8311-f78b-4514-8551-bac4a1995cff', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'mac_address': 'fa:16:3e:c7:f2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1553aef0-5efd-40ea-97b3-4b922e52a0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'af678011-f8c2-4808-a930-5b8c3676f58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:14:48Z', 'updated_at': '2021-09-17T09:14:52Z', 'revision_number': 5, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'subnets': [{'id': 'af678011-f8c2-4808-a930-5b8c3676f58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 09:15:05.151464 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7744e1d-824c-495b-8050-c584fa59d8a7 None None] New status for floating IP 4dc80ee3-414c-4bf3-a691-b75b3e2a461c: ACTIVE {{(pid=101292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 09:15:05.478491 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 37954) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:15:05.541286 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-9f7c1000-3a90-4456-9c2e-fe6d3d0fe7e5 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/floatingips/4dc80ee3-414c-4bf3-a691-b75b3e2a461c HTTP/1.1" status: 200 len: 994 time: 0.0615883 Sep 17 09:15:06.309260 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:15:06.325705 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:15:14.294342 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ce165bd8-fa8d-46d2-aadb-2a34d88ff4bb req-7e7be87c-f951-4a66-b460-f746876ff4e9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b66ae2da-c1fa-431a-9f7a-d25230746b02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403953 Sep 17 09:15:14.397784 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce165bd8-fa8d-46d2-aadb-2a34d88ff4bb req-e9445ca1-1886-48b9-9f94-ab2c853509c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:15:14.399239 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ce165bd8-fa8d-46d2-aadb-2a34d88ff4bb req-e9445ca1-1886-48b9-9f94-ab2c853509c1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7e48e67a07fa4821a019352e4f896fd6&device_id=b66ae2da-c1fa-431a-9f7a-d25230746b02 HTTP/1.1" status: 200 len: 1097 time: 0.0396383 Sep 17 09:15:14.504356 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce165bd8-fa8d-46d2-aadb-2a34d88ff4bb req-3fe2c26f-f25a-4a05-bc93-fa23b5cfe43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:15:14.505815 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ce165bd8-fa8d-46d2-aadb-2a34d88ff4bb req-3fe2c26f-f25a-4a05-bc93-fa23b5cfe43a service neutron] 10.222.0.39 "GET /v2.0/networks?id=914d8311-f78b-4514-8551-bac4a1995cff HTTP/1.1" status: 200 len: 897 time: 0.0873773 Sep 17 09:15:14.574602 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ce165bd8-fa8d-46d2-aadb-2a34d88ff4bb req-00e8ab80-3897-4c61-91a5-b4611ab6ac1d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01116d4b-35a2-488d-bd89-194174e2cb50 HTTP/1.1" status: 200 len: 1002 time: 0.0612044 Sep 17 09:15:14.632733 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce165bd8-fa8d-46d2-aadb-2a34d88ff4bb req-7b967f5c-7bdc-425f-adb4-061351057166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:15:14.634478 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ce165bd8-fa8d-46d2-aadb-2a34d88ff4bb req-7b967f5c-7bdc-425f-adb4-061351057166 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=af678011-f8c2-4808-a930-5b8c3676f58f HTTP/1.1" status: 200 len: 835 time: 0.0520489 Sep 17 09:15:14.685145 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce165bd8-fa8d-46d2-aadb-2a34d88ff4bb req-046a0b2d-f665-44ad-be37-64ff10debb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:15:14.686862 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ce165bd8-fa8d-46d2-aadb-2a34d88ff4bb req-046a0b2d-f665-44ad-be37-64ff10debb0e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=914d8311-f78b-4514-8551-bac4a1995cff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448730 Sep 17 09:15:14.788380 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ce165bd8-fa8d-46d2-aadb-2a34d88ff4bb req-2e5d64d5-4f5a-4b20-861e-5ccf18daee55 service neutron] 10.222.0.39 "GET /v2.0/networks/914d8311-f78b-4514-8551-bac4a1995cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938976 Sep 17 09:15:14.881916 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ce165bd8-fa8d-46d2-aadb-2a34d88ff4bb req-444055f3-9939-458e-9881-145aac5ae102 service neutron] 10.222.0.39 "GET /v2.0/networks/914d8311-f78b-4514-8551-bac4a1995cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843301 Sep 17 09:15:17.763068 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d0bc6383-8eb3-4433-aab4-b94dfe55c796 req-d1645e72-f54a-45ca-a376-118d283b54d2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0249701 Sep 17 09:15:17.843600 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d0bc6383-8eb3-4433-aab4-b94dfe55c796 req-7f77794a-e240-4d88-84a4-35db0fdbb54f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0256128 Sep 17 09:15:17.887611 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d0bc6383-8eb3-4433-aab4-b94dfe55c796 req-7f797b1d-3dbc-4ea6-abbb-e708d488a438 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0194898 Sep 17 09:15:17.984447 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc6383-8eb3-4433-aab4-b94dfe55c796 req-1f04c3f9-c320-46c2-aea0-09d107631293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:15:17.985992 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d0bc6383-8eb3-4433-aab4-b94dfe55c796 req-1f04c3f9-c320-46c2-aea0-09d107631293 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0917637 Sep 17 09:15:20.123279 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6c267049-c200-44ae-8d61-b201c18bc496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:15:22.555015 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-edf21378-3f99-4579-991b-979357323f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:15:22.905804 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:15:24.048088 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:15:25.636752 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:15:35.282351 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 09:15:36.307356 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:15:36.344296 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:15:50.124452 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1410d945-2313-4791-a27d-c48908c75e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:15:52.555177 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7da2542d-83b6-48aa-91f0-403618d46fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:15:52.906660 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:15:54.052851 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:15:55.641577 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:06.299587 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:06.341432 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:12.281965 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 09:16:14.286519 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7ca0faa4-c615-4a32-8b95-cb15c05fcea3 req-9a9bf0cd-479e-41c5-b0c4-ed461f96e4f5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b66ae2da-c1fa-431a-9f7a-d25230746b02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408366 Sep 17 09:16:14.387408 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca0faa4-c615-4a32-8b95-cb15c05fcea3 req-fdedbf27-f107-4102-a891-02f286e4eb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:16:14.388813 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7ca0faa4-c615-4a32-8b95-cb15c05fcea3 req-fdedbf27-f107-4102-a891-02f286e4eb91 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7e48e67a07fa4821a019352e4f896fd6&device_id=b66ae2da-c1fa-431a-9f7a-d25230746b02 HTTP/1.1" status: 200 len: 1097 time: 0.0445266 Sep 17 09:16:14.489226 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca0faa4-c615-4a32-8b95-cb15c05fcea3 req-503046c5-8a1d-4408-8ff6-76b95de7e0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:16:14.490690 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7ca0faa4-c615-4a32-8b95-cb15c05fcea3 req-503046c5-8a1d-4408-8ff6-76b95de7e0cc service neutron] 10.222.0.39 "GET /v2.0/networks?id=914d8311-f78b-4514-8551-bac4a1995cff HTTP/1.1" status: 200 len: 897 time: 0.0837548 Sep 17 09:16:14.559096 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7ca0faa4-c615-4a32-8b95-cb15c05fcea3 req-ac7dba0b-b3f3-486a-8dfd-c67acfebf872 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01116d4b-35a2-488d-bd89-194174e2cb50 HTTP/1.1" status: 200 len: 1002 time: 0.0605676 Sep 17 09:16:14.608411 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca0faa4-c615-4a32-8b95-cb15c05fcea3 req-c3c85e5c-47fa-4681-9060-b5f0ac0b28f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:16:14.609899 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7ca0faa4-c615-4a32-8b95-cb15c05fcea3 req-c3c85e5c-47fa-4681-9060-b5f0ac0b28f3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=af678011-f8c2-4808-a930-5b8c3676f58f HTTP/1.1" status: 200 len: 835 time: 0.0436163 Sep 17 09:16:14.655698 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca0faa4-c615-4a32-8b95-cb15c05fcea3 req-21726d70-05ab-4cc5-b4ca-9950d34ea677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:16:14.657136 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7ca0faa4-c615-4a32-8b95-cb15c05fcea3 req-21726d70-05ab-4cc5-b4ca-9950d34ea677 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=914d8311-f78b-4514-8551-bac4a1995cff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394580 Sep 17 09:16:14.748150 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7ca0faa4-c615-4a32-8b95-cb15c05fcea3 req-32a71137-0bdf-43e9-bf65-02853a309d0b service neutron] 10.222.0.39 "GET /v2.0/networks/914d8311-f78b-4514-8551-bac4a1995cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833631 Sep 17 09:16:14.844811 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-7ca0faa4-c615-4a32-8b95-cb15c05fcea3 req-ef5b0ca5-bd7f-4749-ab57-6c196231c728 service neutron] 10.222.0.39 "GET /v2.0/networks/914d8311-f78b-4514-8551-bac4a1995cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811331 Sep 17 09:16:18.695937 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e243294-2ec2-4b09-aa2c-1324d3ceebe1 req-c675b9ca-de50-4cd0-a1b6-1bc3a3aec524 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:16:18.697412 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9e243294-2ec2-4b09-aa2c-1324d3ceebe1 req-c675b9ca-de50-4cd0-a1b6-1bc3a3aec524 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=b66ae2da-c1fa-431a-9f7a-d25230746b02 HTTP/1.1" status: 200 len: 946 time: 0.0510237 Sep 17 09:16:18.734637 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9e243294-2ec2-4b09-aa2c-1324d3ceebe1 req-aad41266-8e61-4643-9d17-d99296e7a84b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ad82e7f-9bcc-4ddf-a53f-c24a479edd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311320 Sep 17 09:16:19.755739 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5c7d416f-8835-4f4b-83c3-17ce4ac9e218 req-c599207f-c3d1-47c8-b7f4-f99554769212 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0252125 Sep 17 09:16:19.847856 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5c7d416f-8835-4f4b-83c3-17ce4ac9e218 req-c8234e12-e967-4d86-99de-5c7c9e54f6a3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0360570 Sep 17 09:16:19.898837 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78ac4f-0d4a-4f89-8b45-1bf67dde89eb req-09d29ea8-eddf-41db-8ae4-cec6d2dc20d2 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:16:19.900331 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6f78ac4f-0d4a-4f89-8b45-1bf67dde89eb req-09d29ea8-eddf-41db-8ae4-cec6d2dc20d2 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=b66ae2da-c1fa-431a-9f7a-d25230746b02 HTTP/1.1" status: 200 len: 946 time: 0.0791905 Sep 17 09:16:19.902391 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5c7d416f-8835-4f4b-83c3-17ce4ac9e218 req-08767eb4-9b92-42b5-8f31-7d0dc9ad71c3 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299139 Sep 17 09:16:19.992737 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6f78ac4f-0d4a-4f89-8b45-1bf67dde89eb req-1c5048cd-fb21-4fc6-b129-36466b9c8aa1 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ad82e7f-9bcc-4ddf-a53f-c24a479edd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860403 Sep 17 09:16:20.023379 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7d416f-8835-4f4b-83c3-17ce4ac9e218 req-f7c2afe4-934b-463a-98f1-58bc2c7c027a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:16:20.024791 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5c7d416f-8835-4f4b-83c3-17ce4ac9e218 req-f7c2afe4-934b-463a-98f1-58bc2c7c027a service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1124117 Sep 17 09:16:20.125329 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-aa3f1e4e-f0e7-47f0-89a7-fa22dc4fa51f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:21.114983 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c17a5c9-cb4d-4d4c-b463-71164307a123 req-2024f2d1-8f4a-43d0-96a1-89f1c228b1d8 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:16:21.116515 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3c17a5c9-cb4d-4d4c-b463-71164307a123 req-2024f2d1-8f4a-43d0-96a1-89f1c228b1d8 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=b66ae2da-c1fa-431a-9f7a-d25230746b02 HTTP/1.1" status: 200 len: 946 time: 0.0498588 Sep 17 09:16:21.154706 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3c17a5c9-cb4d-4d4c-b463-71164307a123 req-9033cc88-6fff-4a16-adf2-7a024d015411 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ad82e7f-9bcc-4ddf-a53f-c24a479edd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322659 Sep 17 09:16:21.175713 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 38002) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:16:21.237061 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-5a7b84a4-9123-48a2-adc4-2e583363e50b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/floatingips/4dc80ee3-414c-4bf3-a691-b75b3e2a461c HTTP/1.1" status: 200 len: 994 time: 0.0601671 Sep 17 09:16:22.516288 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa92e0a3-ea4e-40ab-a3d5-1529753cb79e req-b0ab9521-208b-4cdd-8e1b-265cf796452f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:16:22.517797 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-aa92e0a3-ea4e-40ab-a3d5-1529753cb79e req-b0ab9521-208b-4cdd-8e1b-265cf796452f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=b66ae2da-c1fa-431a-9f7a-d25230746b02 HTTP/1.1" status: 200 len: 946 time: 0.0531058 Sep 17 09:16:22.557344 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4a3a55cc-2fcd-421e-8d2f-1043f1974c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:22.560875 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-aa92e0a3-ea4e-40ab-a3d5-1529753cb79e req-1e20d2c9-8c7a-4224-915e-419439a5371a tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ad82e7f-9bcc-4ddf-a53f-c24a479edd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357955 Sep 17 09:16:22.564065 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af4d07f-d569-494d-975f-02f3ed37f563 req-f5073135-ed99-4351-aa79-fcd9d2e00bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:16:22.565608 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6af4d07f-d569-494d-975f-02f3ed37f563 req-f5073135-ed99-4351-aa79-fcd9d2e00bc6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7e48e67a07fa4821a019352e4f896fd6&device_id=b66ae2da-c1fa-431a-9f7a-d25230746b02 HTTP/1.1" status: 200 len: 1097 time: 0.0530417 Sep 17 09:16:22.655423 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af4d07f-d569-494d-975f-02f3ed37f563 req-aa593be6-114c-4780-8bf3-aeb8d8c8b559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:16:22.656844 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6af4d07f-d569-494d-975f-02f3ed37f563 req-aa593be6-114c-4780-8bf3-aeb8d8c8b559 service neutron] 10.222.0.39 "GET /v2.0/networks?id=914d8311-f78b-4514-8551-bac4a1995cff HTTP/1.1" status: 200 len: 897 time: 0.0842829 Sep 17 09:16:22.726232 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6af4d07f-d569-494d-975f-02f3ed37f563 req-ce576b8a-63ec-4e4b-91c0-aee126d0e878 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01116d4b-35a2-488d-bd89-194174e2cb50 HTTP/1.1" status: 200 len: 1002 time: 0.0621002 Sep 17 09:16:22.776772 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af4d07f-d569-494d-975f-02f3ed37f563 req-2f4cd64a-5a4d-4a54-b142-f565c9cd3116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:16:22.778192 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6af4d07f-d569-494d-975f-02f3ed37f563 req-2f4cd64a-5a4d-4a54-b142-f565c9cd3116 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=af678011-f8c2-4808-a930-5b8c3676f58f HTTP/1.1" status: 200 len: 835 time: 0.0440233 Sep 17 09:16:22.822913 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af4d07f-d569-494d-975f-02f3ed37f563 req-9d3ecf18-a6b0-4f6c-8f76-72b32dded050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:16:22.824427 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6af4d07f-d569-494d-975f-02f3ed37f563 req-9d3ecf18-a6b0-4f6c-8f76-72b32dded050 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=914d8311-f78b-4514-8551-bac4a1995cff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391250 Sep 17 09:16:22.910415 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:22.917448 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6af4d07f-d569-494d-975f-02f3ed37f563 req-9c949785-5067-4473-a9d1-4e60ece4e46f service neutron] 10.222.0.39 "GET /v2.0/networks/914d8311-f78b-4514-8551-bac4a1995cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858436 Sep 17 09:16:23.007743 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6af4d07f-d569-494d-975f-02f3ed37f563 req-58154ed8-ec8c-43be-9d65-dcc2bc5342ce service neutron] 10.222.0.39 "GET /v2.0/networks/914d8311-f78b-4514-8551-bac4a1995cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827038 Sep 17 09:16:23.682855 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499cbc38-7270-48af-8582-1f026156403d req-a0ee55b4-85d0-4963-99f7-bb1e8b470f06 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:16:23.684332 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-499cbc38-7270-48af-8582-1f026156403d req-a0ee55b4-85d0-4963-99f7-bb1e8b470f06 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=b66ae2da-c1fa-431a-9f7a-d25230746b02 HTTP/1.1" status: 200 len: 946 time: 0.0489519 Sep 17 09:16:23.721339 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-499cbc38-7270-48af-8582-1f026156403d req-97d08965-4e1e-4906-8599-1ef3c78c3b88 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ad82e7f-9bcc-4ddf-a53f-c24a479edd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312464 Sep 17 09:16:24.054807 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:24.835575 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e3de1-152e-4d05-b107-47b7fcdc2ebe req-bf6f434e-8d4a-4da7-872a-be182949c5dc tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:16:24.837065 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-712e3de1-152e-4d05-b107-47b7fcdc2ebe req-bf6f434e-8d4a-4da7-872a-be182949c5dc tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=b66ae2da-c1fa-431a-9f7a-d25230746b02 HTTP/1.1" status: 200 len: 946 time: 0.0482600 Sep 17 09:16:24.877071 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-712e3de1-152e-4d05-b107-47b7fcdc2ebe req-19b72778-a64e-4227-a796-1d8daf48c8de tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ad82e7f-9bcc-4ddf-a53f-c24a479edd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341132 Sep 17 09:16:24.900044 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 38014) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:16:24.964929 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ffdf7f48-deb6-49e5-bb6c-2acb3c816023 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/floatingips/4dc80ee3-414c-4bf3-a691-b75b3e2a461c HTTP/1.1" status: 200 len: 994 time: 0.0636525 Sep 17 09:16:25.203074 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 38020) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:16:25.355607 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-fe313116-54d7-49ba-9f55-5518f521f811 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Deleting port c2a07d77-435f-473f-8022-128496b9ddaa {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 09:16:25.355867 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fe313116-54d7-49ba-9f55-5518f521f811 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:25.433166 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fe313116-54d7-49ba-9f55-5518f521f811 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:25.433500 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fe313116-54d7-49ba-9f55-5518f521f811 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:25.445557 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-fe313116-54d7-49ba-9f55-5518f521f811 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Calling delete_port for c2a07d77-435f-473f-8022-128496b9ddaa owned by network:floatingip {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 09:16:25.584959 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fe313116-54d7-49ba-9f55-5518f521f811 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:25.615202 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe313116-54d7-49ba-9f55-5518f521f811 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event deleted for resources: {'Port': ['ID=c2a07d77-435f-473f-8022-128496b9ddaa,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:16:25.640482 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:25.641109 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe313116-54d7-49ba-9f55-5518f521f811 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:16:25.641230 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe313116-54d7-49ba-9f55-5518f521f811 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:16:25.641573 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe313116-54d7-49ba-9f55-5518f521f811 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:16:25.641912 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe313116-54d7-49ba-9f55-5518f521f811 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:16:25.642248 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe313116-54d7-49ba-9f55-5518f521f811 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:16:25.642585 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe313116-54d7-49ba-9f55-5518f521f811 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:16:25.642917 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe313116-54d7-49ba-9f55-5518f521f811 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:16:25.643249 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe313116-54d7-49ba-9f55-5518f521f811 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:16:25.643577 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe313116-54d7-49ba-9f55-5518f521f811 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:16:25.643931 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe313116-54d7-49ba-9f55-5518f521f811 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:16:25.644259 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe313116-54d7-49ba-9f55-5518f521f811 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:16:25.644582 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe313116-54d7-49ba-9f55-5518f521f811 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:16:25.684104 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fe313116-54d7-49ba-9f55-5518f521f811 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for floatingip, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:25.684435 n-d-789963-9 neutron-server[101290]: INFO neutron.db.l3_db [None req-fe313116-54d7-49ba-9f55-5518f521f811 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Floating IP 4dc80ee3-414c-4bf3-a691-b75b3e2a461c disassociated (deleted). External IP: 172.25.6.228, port: 01116d4b-35a2-488d-bd89-194174e2cb50. Sep 17 09:16:25.887800 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe313116-54d7-49ba-9f55-5518f521f811 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Router 1553aef0-5efd-40ea-97b3-4b922e52a0f2 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 09:16:25.992602 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe313116-54d7-49ba-9f55-5518f521f811 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 09:16:25.997525 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-fe313116-54d7-49ba-9f55-5518f521f811 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:26.002159 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ff8b16-3c48-42fc-a8c5-fc438b95660a None None] Sync routers for ids ['1553aef0-5efd-40ea-97b3-4b922e52a0f2'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 09:16:26.011739 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ff8b16-3c48-42fc-a8c5-fc438b95660a None None] Routers {'1553aef0-5efd-40ea-97b3-4b922e52a0f2'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:16:26.012383 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-88ff8b16-3c48-42fc-a8c5-fc438b95660a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:16:23Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['1553aef0-5efd-40ea-97b3-4b922e52a0f2'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:16:26.024170 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-fe313116-54d7-49ba-9f55-5518f521f811 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "DELETE /v2.0/floatingips/4dc80ee3-414c-4bf3-a691-b75b3e2a461c HTTP/1.1" status: 204 len: 168 time: 0.8199241 Sep 17 09:16:26.025066 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b66ae2da-c1fa-431a-9f7a-d25230746b02', 'tag': '01116d4b-35a2-488d-bd89-194174e2cb50'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 09:16:26.027463 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823f1136df5e8dfe06b46a14eea5a85bccf33ce7e510dfea6a746e22e928dc4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d65f8d7-56e1-4835-b690-264e0b7de001" -d '{"events": [{"name": "network-changed", "server_uuid": "b66ae2da-c1fa-431a-9f7a-d25230746b02", "tag": "01116d4b-35a2-488d-bd89-194174e2cb50"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 09:16:26.067661 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 09:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ab05d8-7754-402b-b799-9430d69eb853 x-openstack-request-id: req-46ab05d8-7754-402b-b799-9430d69eb853 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 09:16:26.067989 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b66ae2da-c1fa-431a-9f7a-d25230746b02", "tag": "01116d4b-35a2-488d-bd89-194174e2cb50", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 09:16:26.068247 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-46ab05d8-7754-402b-b799-9430d69eb853 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 09:16:26.069305 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b66ae2da-c1fa-431a-9f7a-d25230746b02', 'tag': '01116d4b-35a2-488d-bd89-194174e2cb50', 'status': 'completed', 'code': 200} Sep 17 09:16:26.135951 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-88ff8b16-3c48-42fc-a8c5-fc438b95660a None None] Set router 1553aef0-5efd-40ea-97b3-4b922e52a0f2 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:16:26.161769 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d65f8d7-56e1-4835-b690-264e0b7de001 req-324bdfa2-a380-40ae-9acc-026ad51db241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:16:26.163361 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8d65f8d7-56e1-4835-b690-264e0b7de001 req-324bdfa2-a380-40ae-9acc-026ad51db241 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7e48e67a07fa4821a019352e4f896fd6&device_id=b66ae2da-c1fa-431a-9f7a-d25230746b02 HTTP/1.1" status: 200 len: 1097 time: 0.0501053 Sep 17 09:16:26.258433 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b9d5c-9fda-413f-995f-6758beb9aac4 req-40dd6c17-33d5-4bd4-b785-afad74bdaaf0 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:16:26.260136 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-949b9d5c-9fda-413f-995f-6758beb9aac4 req-40dd6c17-33d5-4bd4-b785-afad74bdaaf0 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=b66ae2da-c1fa-431a-9f7a-d25230746b02 HTTP/1.1" status: 200 len: 946 time: 0.0540745 Sep 17 09:16:26.264327 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d65f8d7-56e1-4835-b690-264e0b7de001 req-7df9df74-87c3-4af9-b0eb-e276e19c5c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:16:26.266181 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8d65f8d7-56e1-4835-b690-264e0b7de001 req-7df9df74-87c3-4af9-b0eb-e276e19c5c0b service neutron] 10.222.0.39 "GET /v2.0/networks?id=914d8311-f78b-4514-8551-bac4a1995cff HTTP/1.1" status: 200 len: 897 time: 0.0954418 Sep 17 09:16:26.300887 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-949b9d5c-9fda-413f-995f-6758beb9aac4 req-190b722e-871d-4b59-81d6-90e6743a09f8 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ad82e7f-9bcc-4ddf-a53f-c24a479edd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334976 Sep 17 09:16:26.309391 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8d65f8d7-56e1-4835-b690-264e0b7de001 req-05d6183e-2217-4091-8848-fb5c6ee984fe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01116d4b-35a2-488d-bd89-194174e2cb50 HTTP/1.1" status: 200 len: 217 time: 0.0350907 Sep 17 09:16:26.336927 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-88ff8b16-3c48-42fc-a8c5-fc438b95660a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1553aef0-5efd-40ea-97b3-4b922e52a0f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2102956493', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'a99e6b2c-7103-47c1-ba55-535e94e38083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:14:46Z', 'updated_at': '2021-09-17T09:14:50Z', 'revision_number': 4, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'gw_port': {'id': 'a99e6b2c-7103-47c1-ba55-535e94e38083', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:72:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1553aef0-5efd-40ea-97b3-4b922e52a0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:14:46Z', 'updated_at': '2021-09-17T09:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '4a364bd1-96be-4dd1-b603-00f6986a90e4', 'name': '', 'network_id': '914d8311-f78b-4514-8551-bac4a1995cff', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'mac_address': 'fa:16:3e:c7:f2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1553aef0-5efd-40ea-97b3-4b922e52a0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'af678011-f8c2-4808-a930-5b8c3676f58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:14:48Z', 'updated_at': '2021-09-17T09:14:52Z', 'revision_number': 5, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'subnets': [{'id': 'af678011-f8c2-4808-a930-5b8c3676f58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:16:26.359219 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d65f8d7-56e1-4835-b690-264e0b7de001 req-d0749cde-d844-45e2-ab63-95364f2fc461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:16:26.360720 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8d65f8d7-56e1-4835-b690-264e0b7de001 req-d0749cde-d844-45e2-ab63-95364f2fc461 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=af678011-f8c2-4808-a930-5b8c3676f58f HTTP/1.1" status: 200 len: 835 time: 0.0440097 Sep 17 09:16:26.362426 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ff8b16-3c48-42fc-a8c5-fc438b95660a None None] Checking router: 1553aef0-5efd-40ea-97b3-4b922e52a0f2 for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 09:16:26.371359 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ff8b16-3c48-42fc-a8c5-fc438b95660a None None] Routers {'1553aef0-5efd-40ea-97b3-4b922e52a0f2'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:16:26.372024 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-88ff8b16-3c48-42fc-a8c5-fc438b95660a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:16:23Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['1553aef0-5efd-40ea-97b3-4b922e52a0f2'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:16:26.411323 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d65f8d7-56e1-4835-b690-264e0b7de001 req-8896b7f5-b689-4265-a4e5-1ee681742a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:16:26.412903 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8d65f8d7-56e1-4835-b690-264e0b7de001 req-8896b7f5-b689-4265-a4e5-1ee681742a4e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=914d8311-f78b-4514-8551-bac4a1995cff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442250 Sep 17 09:16:26.477860 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-88ff8b16-3c48-42fc-a8c5-fc438b95660a None None] Set router 1553aef0-5efd-40ea-97b3-4b922e52a0f2 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:16:26.501363 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8d65f8d7-56e1-4835-b690-264e0b7de001 req-eabacae1-b29e-49ac-a494-9bbb1c50d6f6 service neutron] 10.222.0.39 "GET /v2.0/networks/914d8311-f78b-4514-8551-bac4a1995cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804045 Sep 17 09:16:26.593951 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8d65f8d7-56e1-4835-b690-264e0b7de001 req-24ecbc37-d067-432c-8bbe-d01e3cb38e83 service neutron] 10.222.0.39 "GET /v2.0/networks/914d8311-f78b-4514-8551-bac4a1995cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850077 Sep 17 09:16:26.675509 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-88ff8b16-3c48-42fc-a8c5-fc438b95660a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1553aef0-5efd-40ea-97b3-4b922e52a0f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2102956493', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'a99e6b2c-7103-47c1-ba55-535e94e38083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:14:46Z', 'updated_at': '2021-09-17T09:14:50Z', 'revision_number': 4, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'gw_port': {'id': 'a99e6b2c-7103-47c1-ba55-535e94e38083', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:72:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1553aef0-5efd-40ea-97b3-4b922e52a0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:14:46Z', 'updated_at': '2021-09-17T09:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '4a364bd1-96be-4dd1-b603-00f6986a90e4', 'name': '', 'network_id': '914d8311-f78b-4514-8551-bac4a1995cff', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'mac_address': 'fa:16:3e:c7:f2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1553aef0-5efd-40ea-97b3-4b922e52a0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'af678011-f8c2-4808-a930-5b8c3676f58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:14:48Z', 'updated_at': '2021-09-17T09:14:52Z', 'revision_number': 5, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'subnets': [{'id': 'af678011-f8c2-4808-a930-5b8c3676f58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:16:26.702022 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ff8b16-3c48-42fc-a8c5-fc438b95660a None None] The sync data for ids ['1553aef0-5efd-40ea-97b3-4b922e52a0f2'] in n-d-789963-9 is: [{'id': '1553aef0-5efd-40ea-97b3-4b922e52a0f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2102956493', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'a99e6b2c-7103-47c1-ba55-535e94e38083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:14:46Z', 'updated_at': '2021-09-17T09:14:50Z', 'revision_number': 4, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'gw_port': {'id': 'a99e6b2c-7103-47c1-ba55-535e94e38083', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:72:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1553aef0-5efd-40ea-97b3-4b922e52a0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:14:46Z', 'updated_at': '2021-09-17T09:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '4a364bd1-96be-4dd1-b603-00f6986a90e4', 'name': '', 'network_id': '914d8311-f78b-4514-8551-bac4a1995cff', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'mac_address': 'fa:16:3e:c7:f2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1553aef0-5efd-40ea-97b3-4b922e52a0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'af678011-f8c2-4808-a930-5b8c3676f58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:14:48Z', 'updated_at': '2021-09-17T09:14:52Z', 'revision_number': 5, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'subnets': [{'id': 'af678011-f8c2-4808-a930-5b8c3676f58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 09:16:26.915578 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965f8634-4016-4505-a742-4b7bef5ffe8c None None] New status for floating IP 4dc80ee3-414c-4bf3-a691-b75b3e2a461c: DOWN {{(pid=101292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 09:16:27.417781 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b76a4d8-1be8-4392-804f-8cce04debe52 req-470a9c7c-bb50-4a3a-98dd-0eec66a89c3b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:16:27.419268 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8b76a4d8-1be8-4392-804f-8cce04debe52 req-470a9c7c-bb50-4a3a-98dd-0eec66a89c3b tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=b66ae2da-c1fa-431a-9f7a-d25230746b02 HTTP/1.1" status: 200 len: 946 time: 0.0481050 Sep 17 09:16:27.455417 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8b76a4d8-1be8-4392-804f-8cce04debe52 req-a950c0f4-6c44-4080-b83b-4fbfac5fcb07 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ad82e7f-9bcc-4ddf-a53f-c24a479edd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302522 Sep 17 09:16:28.082837 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef72964-9fd6-443e-aaac-4d94e451318a req-0a938dde-2e18-4d35-9926-30b9c5173825 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:16:28.085146 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9ef72964-9fd6-443e-aaac-4d94e451318a req-0a938dde-2e18-4d35-9926-30b9c5173825 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.39 "GET /v2.0/ports?device_id=b66ae2da-c1fa-431a-9f7a-d25230746b02 HTTP/1.1" status: 200 len: 946 time: 0.0500774 Sep 17 09:16:28.174719 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-9ef72964-9fd6-443e-aaac-4d94e451318a req-677dceed-37fe-454e-9592-18a25c528988 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Deleting port 01116d4b-35a2-488d-bd89-194174e2cb50 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 09:16:28.175060 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-9ef72964-9fd6-443e-aaac-4d94e451318a req-677dceed-37fe-454e-9592-18a25c528988 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:28.265054 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-9ef72964-9fd6-443e-aaac-4d94e451318a req-677dceed-37fe-454e-9592-18a25c528988 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] For port 01116d4b-35a2-488d-bd89-194174e2cb50, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=01116d4b-35a2-488d-bd89-194174e2cb50,segment=NetworkSegment(615bd590-4a9f-4300-9a29-951b67d91a72),segment_id=615bd590-4a9f-4300-9a29-951b67d91a72)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:16:28.265420 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-9ef72964-9fd6-443e-aaac-4d94e451318a req-677dceed-37fe-454e-9592-18a25c528988 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:28.277988 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-9ef72964-9fd6-443e-aaac-4d94e451318a req-677dceed-37fe-454e-9592-18a25c528988 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Calling delete_port for 01116d4b-35a2-488d-bd89-194174e2cb50 owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 09:16:28.404833 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-9ef72964-9fd6-443e-aaac-4d94e451318a req-677dceed-37fe-454e-9592-18a25c528988 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:28.439348 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677dceed-37fe-454e-9592-18a25c528988 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event deleted for resources: {'Port': ['ID=01116d4b-35a2-488d-bd89-194174e2cb50,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:16:28.472719 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ef72964-9fd6-443e-aaac-4d94e451318a req-677dceed-37fe-454e-9592-18a25c528988 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] No DVR routers for this DVR port 01116d4b-35a2-488d-bd89-194174e2cb50 on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 09:16:28.475618 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-9ef72964-9fd6-443e-aaac-4d94e451318a req-677dceed-37fe-454e-9592-18a25c528988 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:28.477818 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9ef72964-9fd6-443e-aaac-4d94e451318a req-677dceed-37fe-454e-9592-18a25c528988 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.39 "DELETE /v2.0/ports/01116d4b-35a2-488d-bd89-194174e2cb50 HTTP/1.1" status: 204 len: 173 time: 0.3866580 Sep 17 09:16:28.478303 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b66ae2da-c1fa-431a-9f7a-d25230746b02', 'name': 'network-vif-deleted', 'tag': '01116d4b-35a2-488d-bd89-194174e2cb50'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 09:16:28.480615 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823f1136df5e8dfe06b46a14eea5a85bccf33ce7e510dfea6a746e22e928dc4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed54cac2-ff01-4246-9979-e9cc08977f36" -d '{"events": [{"server_uuid": "b66ae2da-c1fa-431a-9f7a-d25230746b02", "name": "network-vif-deleted", "tag": "01116d4b-35a2-488d-bd89-194174e2cb50"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 09:16:28.531305 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 09:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5250822-77ab-4988-9370-5e0b6e34a3ee x-openstack-request-id: req-e5250822-77ab-4988-9370-5e0b6e34a3ee {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 09:16:28.531597 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b66ae2da-c1fa-431a-9f7a-d25230746b02", "name": "network-vif-deleted", "tag": "01116d4b-35a2-488d-bd89-194174e2cb50", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 09:16:28.531863 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e5250822-77ab-4988-9370-5e0b6e34a3ee {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 09:16:28.533212 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b66ae2da-c1fa-431a-9f7a-d25230746b02', 'name': 'network-vif-deleted', 'tag': '01116d4b-35a2-488d-bd89-194174e2cb50', 'status': 'completed', 'code': 200} Sep 17 09:16:28.556471 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a58641c1-2fd6-4ba6-a57b-07de3ad23d13 req-0f5a507a-d27c-4ed8-b4bb-3f1c69b60a7c tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "GET /v2.0/ports?device_id=b66ae2da-c1fa-431a-9f7a-d25230746b02 HTTP/1.1" status: 200 len: 210 time: 0.0310705 Sep 17 09:16:29.610173 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 38036) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:16:29.966201 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-00a060d9-f7d8-498d-a48d-91ccc6a75a7d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:30.492879 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-00a060d9-f7d8-498d-a48d-91ccc6a75a7d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Deleting port 4a364bd1-96be-4dd1-b603-00f6986a90e4 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 09:16:30.493221 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-00a060d9-f7d8-498d-a48d-91ccc6a75a7d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:30.578957 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-00a060d9-f7d8-498d-a48d-91ccc6a75a7d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] For port 4a364bd1-96be-4dd1-b603-00f6986a90e4, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=4a364bd1-96be-4dd1-b603-00f6986a90e4,segment=NetworkSegment(615bd590-4a9f-4300-9a29-951b67d91a72),segment_id=615bd590-4a9f-4300-9a29-951b67d91a72)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:16:30.579322 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-00a060d9-f7d8-498d-a48d-91ccc6a75a7d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:30.595470 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-00a060d9-f7d8-498d-a48d-91ccc6a75a7d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Calling delete_port for 4a364bd1-96be-4dd1-b603-00f6986a90e4 owned by network:router_interface {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 09:16:30.772379 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-00a060d9-f7d8-498d-a48d-91ccc6a75a7d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:30.798251 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a060d9-f7d8-498d-a48d-91ccc6a75a7d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event deleted for resources: {'Port': ['ID=4a364bd1-96be-4dd1-b603-00f6986a90e4,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:16:30.970975 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-00a060d9-f7d8-498d-a48d-91ccc6a75a7d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:31.185173 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a060d9-f7d8-498d-a48d-91ccc6a75a7d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Router 1553aef0-5efd-40ea-97b3-4b922e52a0f2 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 09:16:31.291170 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a060d9-f7d8-498d-a48d-91ccc6a75a7d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 09:16:31.296295 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-00a060d9-f7d8-498d-a48d-91ccc6a75a7d tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "PUT /v2.0/routers/1553aef0-5efd-40ea-97b3-4b922e52a0f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6850929 Sep 17 09:16:31.298994 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 38038) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:16:31.301366 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca8f9de-31a7-4d15-bc84-51a74f050fb9 None None] Sync routers for ids ['1553aef0-5efd-40ea-97b3-4b922e52a0f2'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 09:16:31.310653 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca8f9de-31a7-4d15-bc84-51a74f050fb9 None None] Routers {'1553aef0-5efd-40ea-97b3-4b922e52a0f2'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:16:31.311352 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-5ca8f9de-31a7-4d15-bc84-51a74f050fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:16:23Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['1553aef0-5efd-40ea-97b3-4b922e52a0f2'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:16:31.349074 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbb11285-7ac3-4c81-9204-7118ab1bc28f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Deleting subnet af678011-f8c2-4808-a930-5b8c3676f58f {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 09:16:31.352636 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cbb11285-7ac3-4c81-9204-7118ab1bc28f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:31.390823 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cbb11285-7ac3-4c81-9204-7118ab1bc28f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:31.421692 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-5ca8f9de-31a7-4d15-bc84-51a74f050fb9 None None] Set router 1553aef0-5efd-40ea-97b3-4b922e52a0f2 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:16:31.477581 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cbb11285-7ac3-4c81-9204-7118ab1bc28f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:31.536667 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cbb11285-7ac3-4c81-9204-7118ab1bc28f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:31.563868 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb11285-7ac3-4c81-9204-7118ab1bc28f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event deleted for resources: {'Subnet': ['ID=af678011-f8c2-4808-a930-5b8c3676f58f,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:16:31.570579 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cbb11285-7ac3-4c81-9204-7118ab1bc28f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:31.572528 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-cbb11285-7ac3-4c81-9204-7118ab1bc28f tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "DELETE /v2.0/subnets/af678011-f8c2-4808-a930-5b8c3676f58f HTTP/1.1" status: 204 len: 168 time: 0.2726135 Sep 17 09:16:31.575150 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 38040) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:16:31.580001 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb20e49-6cbc-4b47-91ed-e682d62f05a9 None None] Network 914d8311-f78b-4514-8551-bac4a1995cff requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 09:16:31.682927 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c00ef7b3-b693-41fa-a444-c067f8935a43 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for router, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:31.696620 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-5ca8f9de-31a7-4d15-bc84-51a74f050fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1553aef0-5efd-40ea-97b3-4b922e52a0f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2102956493', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'a99e6b2c-7103-47c1-ba55-535e94e38083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:14:46Z', 'updated_at': '2021-09-17T09:16:30Z', 'revision_number': 5, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'gw_port': {'id': 'a99e6b2c-7103-47c1-ba55-535e94e38083', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:72:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1553aef0-5efd-40ea-97b3-4b922e52a0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:14:46Z', 'updated_at': '2021-09-17T09:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:16:31.729285 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca8f9de-31a7-4d15-bc84-51a74f050fb9 None None] Checking router: 1553aef0-5efd-40ea-97b3-4b922e52a0f2 for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 09:16:31.740988 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca8f9de-31a7-4d15-bc84-51a74f050fb9 None None] Routers {'1553aef0-5efd-40ea-97b3-4b922e52a0f2'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:16:31.741614 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-5ca8f9de-31a7-4d15-bc84-51a74f050fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:16:23Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['1553aef0-5efd-40ea-97b3-4b922e52a0f2'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:16:31.795745 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c00ef7b3-b693-41fa-a444-c067f8935a43 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:31.856561 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-c00ef7b3-b693-41fa-a444-c067f8935a43 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Deleting port a99e6b2c-7103-47c1-ba55-535e94e38083 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 09:16:31.856914 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c00ef7b3-b693-41fa-a444-c067f8935a43 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:31.931458 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168f9c10-738b-4803-984c-1e58724eb6ff None None] DHCP port deletion for 914d8311-f78b-4514-8551-bac4a1995cff request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 09:16:31.941005 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-c00ef7b3-b693-41fa-a444-c067f8935a43 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] For port a99e6b2c-7103-47c1-ba55-535e94e38083, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=a99e6b2c-7103-47c1-ba55-535e94e38083,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:16:31.941305 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c00ef7b3-b693-41fa-a444-c067f8935a43 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:31.953532 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-c00ef7b3-b693-41fa-a444-c067f8935a43 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Calling delete_port for a99e6b2c-7103-47c1-ba55-535e94e38083 owned by network:router_gateway {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 09:16:32.028100 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-5ca8f9de-31a7-4d15-bc84-51a74f050fb9 None None] Set router 1553aef0-5efd-40ea-97b3-4b922e52a0f2 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:16:32.090089 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-168f9c10-738b-4803-984c-1e58724eb6ff None None] Deleting port fa95a178-b1c9-49f4-9db3-e1699968508d {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 09:16:32.090470 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-168f9c10-738b-4803-984c-1e58724eb6ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:32.128226 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c00ef7b3-b693-41fa-a444-c067f8935a43 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:32.159033 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00ef7b3-b693-41fa-a444-c067f8935a43 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event deleted for resources: {'Port': ['ID=a99e6b2c-7103-47c1-ba55-535e94e38083,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:16:32.204239 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-168f9c10-738b-4803-984c-1e58724eb6ff None None] For port fa95a178-b1c9-49f4-9db3-e1699968508d, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=fa95a178-b1c9-49f4-9db3-e1699968508d,segment=NetworkSegment(615bd590-4a9f-4300-9a29-951b67d91a72),segment_id=615bd590-4a9f-4300-9a29-951b67d91a72)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:16:32.204543 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-168f9c10-738b-4803-984c-1e58724eb6ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:32.217490 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c00ef7b3-b693-41fa-a444-c067f8935a43 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:32.226584 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-168f9c10-738b-4803-984c-1e58724eb6ff None None] Calling delete_port for fa95a178-b1c9-49f4-9db3-e1699968508d owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 09:16:32.315226 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c00ef7b3-b693-41fa-a444-c067f8935a43 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:32.318522 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c00ef7b3-b693-41fa-a444-c067f8935a43 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:32.320655 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 01116d4b-35a2-488d-bd89-194174e2cb50 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 09:16:32.351186 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: 01116d4b-35a2-488d-bd89-194174e2cb50 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 09:16:32.351543 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device 01116d4b-35a2-488d-bd89-194174e2cb50 not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 09:16:32.365712 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c00ef7b3-b693-41fa-a444-c067f8935a43 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:32.366398 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c00ef7b3-b693-41fa-a444-c067f8935a43 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Fanout notify agent at l3_agent the message router_deleted on router 1553aef0-5efd-40ea-97b3-4b922e52a0f2 {{(pid=101290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 09:16:32.370300 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-5ca8f9de-31a7-4d15-bc84-51a74f050fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1553aef0-5efd-40ea-97b3-4b922e52a0f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2102956493', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'a99e6b2c-7103-47c1-ba55-535e94e38083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:14:46Z', 'updated_at': '2021-09-17T09:16:30Z', 'revision_number': 5, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'gw_port': {'id': 'a99e6b2c-7103-47c1-ba55-535e94e38083', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:72:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1553aef0-5efd-40ea-97b3-4b922e52a0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:14:46Z', 'updated_at': '2021-09-17T09:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:16:32.375924 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-c00ef7b3-b693-41fa-a444-c067f8935a43 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:32.377203 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-c00ef7b3-b693-41fa-a444-c067f8935a43 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "DELETE /v2.0/routers/1553aef0-5efd-40ea-97b3-4b922e52a0f2 HTTP/1.1" status: 204 len: 168 time: 0.8010180 Sep 17 09:16:32.380004 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 38042) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:16:32.404822 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-168f9c10-738b-4803-984c-1e58724eb6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:32.414317 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca8f9de-31a7-4d15-bc84-51a74f050fb9 None None] The sync data for ids ['1553aef0-5efd-40ea-97b3-4b922e52a0f2'] in n-d-789963-9 is: [{'id': '1553aef0-5efd-40ea-97b3-4b922e52a0f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2102956493', 'tenant_id': '7e48e67a07fa4821a019352e4f896fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'a99e6b2c-7103-47c1-ba55-535e94e38083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:14:46Z', 'updated_at': '2021-09-17T09:16:30Z', 'revision_number': 5, 'project_id': '7e48e67a07fa4821a019352e4f896fd6', 'gw_port': {'id': 'a99e6b2c-7103-47c1-ba55-535e94e38083', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:72:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1553aef0-5efd-40ea-97b3-4b922e52a0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:14:46Z', 'updated_at': '2021-09-17T09:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 09:16:32.438000 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168f9c10-738b-4803-984c-1e58724eb6ff None None] Pushing event deleted for resources: {'Port': ['ID=fa95a178-b1c9-49f4-9db3-e1699968508d,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:16:32.440346 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168f9c10-738b-4803-984c-1e58724eb6ff None None] No DVR routers for this DVR port fa95a178-b1c9-49f4-9db3-e1699968508d on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 09:16:32.449128 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168f9c10-738b-4803-984c-1e58724eb6ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:16:32.449409 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168f9c10-738b-4803-984c-1e58724eb6ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:16:32.449759 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168f9c10-738b-4803-984c-1e58724eb6ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:16:32.450144 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168f9c10-738b-4803-984c-1e58724eb6ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:16:32.450960 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168f9c10-738b-4803-984c-1e58724eb6ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:16:32.450960 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168f9c10-738b-4803-984c-1e58724eb6ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:16:32.451262 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168f9c10-738b-4803-984c-1e58724eb6ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:16:32.451422 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168f9c10-738b-4803-984c-1e58724eb6ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:16:32.451781 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168f9c10-738b-4803-984c-1e58724eb6ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:16:32.452113 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168f9c10-738b-4803-984c-1e58724eb6ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:16:32.452451 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168f9c10-738b-4803-984c-1e58724eb6ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:16:32.452805 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168f9c10-738b-4803-984c-1e58724eb6ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:16:32.473266 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0e3b7262-9d7c-4643-a7d9-f82fc3e84fd3 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:32.564611 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0e3b7262-9d7c-4643-a7d9-f82fc3e84fd3 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:32.583755 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-0e3b7262-9d7c-4643-a7d9-f82fc3e84fd3 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['914d8311-f78b-4514-8551-bac4a1995cff']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:16:32.592745 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-0e3b7262-9d7c-4643-a7d9-f82fc3e84fd3 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '615bd590-4a9f-4300-9a29-951b67d91a72') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:16:32.593045 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-0e3b7262-9d7c-4643-a7d9-f82fc3e84fd3 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '615bd590-4a9f-4300-9a29-951b67d91a72') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:16:32.602916 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0e3b7262-9d7c-4643-a7d9-f82fc3e84fd3 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:32.616580 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0e3b7262-9d7c-4643-a7d9-f82fc3e84fd3 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:32.622452 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e3b7262-9d7c-4643-a7d9-f82fc3e84fd3 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 09:16:32.622843 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0e3b7262-9d7c-4643-a7d9-f82fc3e84fd3 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:32.625945 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 09:16:32.625945 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 09:16:32.625945 n-d-789963-9 neutron-server[101290]: timer() Sep 17 09:16:32.625945 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 09:16:32.625945 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 09:16:32.625945 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 09:16:32.625945 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 09:16:32.625945 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 09:16:32.625945 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 09:16:32.625945 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 09:16:32.625945 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 09:16:32.625945 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 09:16:32.625945 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 09:16:32.625945 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 09:16:32.625945 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 09:16:32.625945 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 09:16:32.625945 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 09:16:32.625945 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 09:16:32.625945 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 09:16:32.625945 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 09:16:32.625945 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 09:16:32.625945 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 09:16:32.625945 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 09:16:32.625945 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 09:16:32.625945 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 09:16:32.625945 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 09:16:32.625945 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 09:16:32.625945 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 09:16:32.625945 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 09:16:32.625945 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 09:16:32.625945 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 09:16:32.625945 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 09:16:32.686259 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0e3b7262-9d7c-4643-a7d9-f82fc3e84fd3 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:32.693200 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0e3b7262-9d7c-4643-a7d9-f82fc3e84fd3 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:32.695032 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-0e3b7262-9d7c-4643-a7d9-f82fc3e84fd3 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "DELETE /v2.0/networks/914d8311-f78b-4514-8551-bac4a1995cff HTTP/1.1" status: 204 len: 168 time: 0.3139210 Sep 17 09:16:32.698055 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 38044) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:16:32.705700 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b7262-9d7c-4643-a7d9-f82fc3e84fd3 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event deleted for resources: {'Network': ['ID=914d8311-f78b-4514-8551-bac4a1995cff,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:16:32.759284 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6afc8e06-8256-41b1-a61b-d5ddff2d7907 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:32.785429 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6afc8e06-8256-41b1-a61b-d5ddff2d7907 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:32.853666 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6afc8e06-8256-41b1-a61b-d5ddff2d7907 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:32.856247 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6afc8e06-8256-41b1-a61b-d5ddff2d7907 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:32.857460 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-6afc8e06-8256-41b1-a61b-d5ddff2d7907 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] 10.222.0.13 "DELETE /v2.0/security-groups/5ad82e7f-9bcc-4ddf-a53f-c24a479edd88 HTTP/1.1" status: 204 len: 168 time: 0.1584003 Sep 17 09:16:32.866896 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afc8e06-8256-41b1-a61b-d5ddff2d7907 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad82e7f-9bcc-4ddf-a53f-c24a479edd88,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:16:32.874501 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afc8e06-8256-41b1-a61b-d5ddff2d7907 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:16:32.875064 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afc8e06-8256-41b1-a61b-d5ddff2d7907 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:16:32.875589 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afc8e06-8256-41b1-a61b-d5ddff2d7907 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:16:32.876132 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afc8e06-8256-41b1-a61b-d5ddff2d7907 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:16:32.876790 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afc8e06-8256-41b1-a61b-d5ddff2d7907 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:16:32.877304 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afc8e06-8256-41b1-a61b-d5ddff2d7907 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:16:32.877644 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afc8e06-8256-41b1-a61b-d5ddff2d7907 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:16:32.884559 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afc8e06-8256-41b1-a61b-d5ddff2d7907 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:16:32.885899 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afc8e06-8256-41b1-a61b-d5ddff2d7907 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:16:32.886732 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afc8e06-8256-41b1-a61b-d5ddff2d7907 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:16:32.887321 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afc8e06-8256-41b1-a61b-d5ddff2d7907 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:16:32.888175 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afc8e06-8256-41b1-a61b-d5ddff2d7907 tempest-TestNetworkAdvancedServerOps-1424583659 tempest-TestNetworkAdvancedServerOps-1424583659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:16:32.967143 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 4a364bd1-96be-4dd1-b603-00f6986a90e4 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 09:16:32.988220 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 4a364bd1-96be-4dd1-b603-00f6986a90e4 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 09:16:32.988570 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 4a364bd1-96be-4dd1-b603-00f6986a90e4 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 09:16:32.988987 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device fa95a178-b1c9-49f4-9db3-e1699968508d no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 09:16:33.012883 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: fa95a178-b1c9-49f4-9db3-e1699968508d {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 09:16:33.013229 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device fa95a178-b1c9-49f4-9db3-e1699968508d not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 09:16:33.240895 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 38052) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:16:33.373551 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e7d34975-bb5a-4621-910a-e835be848141 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7e48e67a07fa4821a019352e4f896fd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1315050 Sep 17 09:16:33.376012 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 38056) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:16:33.424697 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e1101a9b-d7fd-4c3e-be56-3e4605c23c1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:33.444770 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e1101a9b-d7fd-4c3e-be56-3e4605c23c1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:33.497250 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e1101a9b-d7fd-4c3e-be56-3e4605c23c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:33.500094 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-e1101a9b-d7fd-4c3e-be56-3e4605c23c1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:33.501318 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-e1101a9b-d7fd-4c3e-be56-3e4605c23c1c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2eb044c9-3b3f-4605-abd8-d46996455949 HTTP/1.1" status: 204 len: 168 time: 0.1243956 Sep 17 09:16:33.509478 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1101a9b-d7fd-4c3e-be56-3e4605c23c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb044c9-3b3f-4605-abd8-d46996455949,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:16:33.787243 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 38062) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:16:33.802705 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-71828069-6079-4bf6-a10d-2b5d9d21e99f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:33.892239 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-71828069-6079-4bf6-a10d-2b5d9d21e99f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:33.896031 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-71828069-6079-4bf6-a10d-2b5d9d21e99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:33.933241 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-71828069-6079-4bf6-a10d-2b5d9d21e99f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cf43509d75b24fb59f08ba852b518d92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1448967 Sep 17 09:16:33.935153 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71828069-6079-4bf6-a10d-2b5d9d21e99f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b80feb7-ec06-49ec-9525-0d885a39d0e7,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:16:33.936539 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 38064) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:16:33.985567 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3bc06592-4fea-460f-a2ab-0ea0a8420ade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:34.006161 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3bc06592-4fea-460f-a2ab-0ea0a8420ade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:34.051163 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3bc06592-4fea-460f-a2ab-0ea0a8420ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:34.053794 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3bc06592-4fea-460f-a2ab-0ea0a8420ade admin admin] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:34.054954 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-3bc06592-4fea-460f-a2ab-0ea0a8420ade admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0b80feb7-ec06-49ec-9525-0d885a39d0e7 HTTP/1.1" status: 204 len: 168 time: 0.1173446 Sep 17 09:16:34.063240 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc06592-4fea-460f-a2ab-0ea0a8420ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b80feb7-ec06-49ec-9525-0d885a39d0e7,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:16:34.771282 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 38086) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:16:34.832984 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device a99e6b2c-7103-47c1-ba55-535e94e38083 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 09:16:34.853532 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: a99e6b2c-7103-47c1-ba55-535e94e38083 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 09:16:34.853878 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device a99e6b2c-7103-47c1-ba55-535e94e38083 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 09:16:34.869874 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-474c2951-940d-49c1-a8fb-7d75d9376753 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-971806276-network', 'tenant_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:16:34.890429 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-474c2951-940d-49c1-a8fb-7d75d9376753 admin admin] Made reservation on behalf of 1bf3ef6d555c4e2f97eeee6e992ddcb5 for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 09:16:34.892647 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-474c2951-940d-49c1-a8fb-7d75d9376753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:34.901148 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-474c2951-940d-49c1-a8fb-7d75d9376753 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:34.992267 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-474c2951-940d-49c1-a8fb-7d75d9376753 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:34.996070 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-474c2951-940d-49c1-a8fb-7d75d9376753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:35.017399 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-474c2951-940d-49c1-a8fb-7d75d9376753 admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 09:16:35.033375 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474c2951-940d-49c1-a8fb-7d75d9376753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04cc0b80-40f2-4550-ab9b-c80ad25751b3,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:16:35.038353 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-474c2951-940d-49c1-a8fb-7d75d9376753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:35.038704 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-474c2951-940d-49c1-a8fb-7d75d9376753 admin admin] Added segment 00f97694-7b00-49cb-be2e-e16ebc9a46d9 of type vlan for network 7f048264-7e97-4b34-96ff-a4b8770f35b6 Sep 17 09:16:35.080169 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-474c2951-940d-49c1-a8fb-7d75d9376753 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:35.107710 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-474c2951-940d-49c1-a8fb-7d75d9376753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:35.108743 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474c2951-940d-49c1-a8fb-7d75d9376753 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:16:35.109396 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-474c2951-940d-49c1-a8fb-7d75d9376753 admin admin] Notify callbacks [] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:35.142035 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-474c2951-940d-49c1-a8fb-7d75d9376753 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3696346 Sep 17 09:16:35.145254 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 38090) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:16:35.153253 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-ce811487-ceea-478e-a309-0f1070c9c7f8 admin admin] Request body: {'subnet': {'network_id': '7f048264-7e97-4b34-96ff-a4b8770f35b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-971806276-subnet', 'tenant_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'ip_version': 4}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:16:35.169782 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474c2951-940d-49c1-a8fb-7d75d9376753 admin admin] Pushing event updated for resources: {'Network': ['ID=7f048264-7e97-4b34-96ff-a4b8770f35b6,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:16:35.176334 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce811487-ceea-478e-a309-0f1070c9c7f8 admin admin] Made reservation on behalf of 1bf3ef6d555c4e2f97eeee6e992ddcb5 for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 09:16:35.179509 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 7f048264-7e97-4b34-96ff-a4b8770f35b6 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 09:16:35.179798 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ce811487-ceea-478e-a309-0f1070c9c7f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:35.345704 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ce811487-ceea-478e-a309-0f1070c9c7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:35.400837 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce811487-ceea-478e-a309-0f1070c9c7f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d64b8e3-47c1-4962-8539-f1467015c48b,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:16:35.408313 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce811487-ceea-478e-a309-0f1070c9c7f8 admin admin] Checking segment: {'id': '00f97694-7b00-49cb-be2e-e16ebc9a46d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7f048264-7e97-4b34-96ff-a4b8770f35b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 09:16:35.408671 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce811487-ceea-478e-a309-0f1070c9c7f8 admin admin] Network hostable DHCP agents. Network: 7f048264-7e97-4b34-96ff-a4b8770f35b6, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 09:16:35.428227 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce811487-ceea-478e-a309-0f1070c9c7f8 admin admin] Network 7f048264-7e97-4b34-96ff-a4b8770f35b6 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 09:16:35.437150 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-ce811487-ceea-478e-a309-0f1070c9c7f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 7f048264-7e97-4b34-96ff-a4b8770f35b6) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 09:16:35.441244 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce811487-ceea-478e-a309-0f1070c9c7f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:16:35.441993 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ce811487-ceea-478e-a309-0f1070c9c7f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:35.447188 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030e36d9-46a7-4b18-a1ae-2c7f483027c8 None None] Network 7f048264-7e97-4b34-96ff-a4b8770f35b6 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 09:16:35.457281 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ce811487-ceea-478e-a309-0f1070c9c7f8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3108840 Sep 17 09:16:35.461360 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 38092) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:16:35.465838 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-225f8a7f-4a90-406a-911f-83c94783ab4e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-971806276-router', 'tenant_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:16:35.486198 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-225f8a7f-4a90-406a-911f-83c94783ab4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:35.487219 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-225f8a7f-4a90-406a-911f-83c94783ab4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:35.552081 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-225f8a7f-4a90-406a-911f-83c94783ab4e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:35.594073 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7ade9b-8e8a-4b5e-b672-6a157846fa5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-7f048264-7e97-4b34-96ff-a4b8770f35b6', 'network_id': '7f048264-7e97-4b34-96ff-a4b8770f35b6', 'tenant_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'fixed_ips': [{'subnet_id': '0d64b8e3-47c1-4962-8539-f1467015c48b'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 09:16:35.594930 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ae7ade9b-8e8a-4b5e-b672-6a157846fa5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:35.688463 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-225f8a7f-4a90-406a-911f-83c94783ab4e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:35.734971 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-ae7ade9b-8e8a-4b5e-b672-6a157846fa5f None None] Allocated IP 172.20.0.2 (7f048264-7e97-4b34-96ff-a4b8770f35b6/0d64b8e3-47c1-4962-8539-f1467015c48b/f40222aa-7eeb-4bf2-b944-4b1173b2d22c) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 09:16:35.892495 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ae7ade9b-8e8a-4b5e-b672-6a157846fa5f None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:35.894035 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-225f8a7f-4a90-406a-911f-83c94783ab4e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:35.900282 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ae7ade9b-8e8a-4b5e-b672-6a157846fa5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:35.913225 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-225f8a7f-4a90-406a-911f-83c94783ab4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:35.941382 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7ade9b-8e8a-4b5e-b672-6a157846fa5f None None] Network 7f048264-7e97-4b34-96ff-a4b8770f35b6 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 09:16:35.944927 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-ae7ade9b-8e8a-4b5e-b672-6a157846fa5f None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 09:16:35.947888 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7ade9b-8e8a-4b5e-b672-6a157846fa5f None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 09:16:35.958691 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7ade9b-8e8a-4b5e-b672-6a157846fa5f None None] Pushing event updated for resources: {'Port': ['ID=f40222aa-7eeb-4bf2-b944-4b1173b2d22c,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:16:36.009090 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-ae7ade9b-8e8a-4b5e-b672-6a157846fa5f None None] Attempting to bind port f40222aa-7eeb-4bf2-b944-4b1173b2d22c on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 09:16:36.009463 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-ae7ade9b-8e8a-4b5e-b672-6a157846fa5f None None] Attempting to bind port f40222aa-7eeb-4bf2-b944-4b1173b2d22c by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '00f97694-7b00-49cb-be2e-e16ebc9a46d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7f048264-7e97-4b34-96ff-a4b8770f35b6'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 09:16:36.009827 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7ade9b-8e8a-4b5e-b672-6a157846fa5f None None] Attempting to bind port f40222aa-7eeb-4bf2-b944-4b1173b2d22c on network 7f048264-7e97-4b34-96ff-a4b8770f35b6 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 09:16:36.014780 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7ade9b-8e8a-4b5e-b672-6a157846fa5f None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 9, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 09:16:36.015126 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7ade9b-8e8a-4b5e-b672-6a157846fa5f None None] Checking segment: {'id': '00f97694-7b00-49cb-be2e-e16ebc9a46d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7f048264-7e97-4b34-96ff-a4b8770f35b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 09:16:36.015537 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ae7ade9b-8e8a-4b5e-b672-6a157846fa5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:36.015962 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7ade9b-8e8a-4b5e-b672-6a157846fa5f None None] Bound using segment: {'id': '00f97694-7b00-49cb-be2e-e16ebc9a46d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7f048264-7e97-4b34-96ff-a4b8770f35b6'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 09:16:36.016433 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-ae7ade9b-8e8a-4b5e-b672-6a157846fa5f None None] Bound port: f40222aa-7eeb-4bf2-b944-4b1173b2d22c, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00f97694-7b00-49cb-be2e-e16ebc9a46d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7f048264-7e97-4b34-96ff-a4b8770f35b6'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 09:16:36.016821 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ae7ade9b-8e8a-4b5e-b672-6a157846fa5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:36.023599 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-225f8a7f-4a90-406a-911f-83c94783ab4e admin admin] Allocated IP 172.25.6.69 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/71e4c288-01fb-44af-977c-881d3b8176d0) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 09:16:36.100045 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ae7ade9b-8e8a-4b5e-b672-6a157846fa5f None None] For port f40222aa-7eeb-4bf2-b944-4b1173b2d22c, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 09:16:36.103162 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ae7ade9b-8e8a-4b5e-b672-6a157846fa5f None None] For port f40222aa-7eeb-4bf2-b944-4b1173b2d22c, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=f40222aa-7eeb-4bf2-b944-4b1173b2d22c,segment=NetworkSegment(00f97694-7b00-49cb-be2e-e16ebc9a46d9),segment_id=00f97694-7b00-49cb-be2e-e16ebc9a46d9)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 09:16:36.110867 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ae7ade9b-8e8a-4b5e-b672-6a157846fa5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:36.136881 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-225f8a7f-4a90-406a-911f-83c94783ab4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:36.168964 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7ade9b-8e8a-4b5e-b672-6a157846fa5f None None] Pushing event updated for resources: {'Port': ['ID=f40222aa-7eeb-4bf2-b944-4b1173b2d22c,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:16:36.172377 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-225f8a7f-4a90-406a-911f-83c94783ab4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:36.211932 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225f8a7f-4a90-406a-911f-83c94783ab4e admin admin] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 09:16:36.214843 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-225f8a7f-4a90-406a-911f-83c94783ab4e admin admin] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 09:16:36.220600 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225f8a7f-4a90-406a-911f-83c94783ab4e admin admin] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 09:16:36.249172 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225f8a7f-4a90-406a-911f-83c94783ab4e admin admin] Pushing event updated for resources: {'Port': ['ID=71e4c288-01fb-44af-977c-881d3b8176d0,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:16:36.314817 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:36.368416 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:36.509073 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-225f8a7f-4a90-406a-911f-83c94783ab4e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:36.923913 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device f40222aa-7eeb-4bf2-b944-4b1173b2d22c up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 09:16:36.982271 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port f40222aa-7eeb-4bf2-b944-4b1173b2d22c triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:16:36.982947 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:37.024979 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-225f8a7f-4a90-406a-911f-83c94783ab4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:37.079176 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:37.115743 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbaf5f05-107a-448e-812f-3983f0d3d4c5 None None] Network 7f048264-7e97-4b34-96ff-a4b8770f35b6 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 09:16:37.121525 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port f40222aa-7eeb-4bf2-b944-4b1173b2d22c, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=f40222aa-7eeb-4bf2-b944-4b1173b2d22c,segment=NetworkSegment(00f97694-7b00-49cb-be2e-e16ebc9a46d9),segment_id=00f97694-7b00-49cb-be2e-e16ebc9a46d9)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:16:37.134758 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:37.163944 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-225f8a7f-4a90-406a-911f-83c94783ab4e admin admin] Router 7675fda7-9081-405c-a126-22f2685f6270 is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 09:16:37.254736 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=f40222aa-7eeb-4bf2-b944-4b1173b2d22c,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:16:37.258758 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-86613e2d-0b4f-4a96-a86c-b21664ce8453 None None] Provisioning complete for port f40222aa-7eeb-4bf2-b944-4b1173b2d22c triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:16:37.259984 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-86613e2d-0b4f-4a96-a86c-b21664ce8453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:37.269755 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-225f8a7f-4a90-406a-911f-83c94783ab4e admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 09:16:37.281122 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e131ed3a-8d30-4ba3-b42f-90fe633a272f None None] Sync routers for ids ['7675fda7-9081-405c-a126-22f2685f6270'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 09:16:37.286227 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-225f8a7f-4a90-406a-911f-83c94783ab4e admin admin] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:37.288348 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-225f8a7f-4a90-406a-911f-83c94783ab4e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8258979 Sep 17 09:16:37.290701 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 38094) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:16:37.291153 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e131ed3a-8d30-4ba3-b42f-90fe633a272f None None] Routers {'7675fda7-9081-405c-a126-22f2685f6270'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:16:37.291765 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-e131ed3a-8d30-4ba3-b42f-90fe633a272f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:16:23Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['7675fda7-9081-405c-a126-22f2685f6270'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:16:37.416197 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-e131ed3a-8d30-4ba3-b42f-90fe633a272f None None] Set router 7675fda7-9081-405c-a126-22f2685f6270 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:16:37.599901 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-e131ed3a-8d30-4ba3-b42f-90fe633a272f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7675fda7-9081-405c-a126-22f2685f6270', 'name': 'tempest-TestShelveInstance-971806276-router', 'tenant_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '71e4c288-01fb-44af-977c-881d3b8176d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:16:35Z', 'updated_at': '2021-09-17T09:16:36Z', 'revision_number': 3, 'project_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'gw_port': {'id': '71e4c288-01fb-44af-977c-881d3b8176d0', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7675fda7-9081-405c-a126-22f2685f6270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:16:35Z', 'updated_at': '2021-09-17T09:16:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:16:37.625875 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-9a4e6791-62fa-45fb-b160-203988336b68 None None] Provisioning complete for port f40222aa-7eeb-4bf2-b944-4b1173b2d22c triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:16:37.626256 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9a4e6791-62fa-45fb-b160-203988336b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:37.630895 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e131ed3a-8d30-4ba3-b42f-90fe633a272f None None] Checking router: 7675fda7-9081-405c-a126-22f2685f6270 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 09:16:37.631251 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e131ed3a-8d30-4ba3-b42f-90fe633a272f None None] Updating router 7675fda7-9081-405c-a126-22f2685f6270 port 71e4c288-01fb-44af-977c-881d3b8176d0 binding host n-d-789963-9 {{(pid=101292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 09:16:37.656603 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e131ed3a-8d30-4ba3-b42f-90fe633a272f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:37.757845 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7f41646d-2a19-4cc0-a2c3-5c6cec13f3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:37.911273 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e131ed3a-8d30-4ba3-b42f-90fe633a272f None None] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:37.917455 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e131ed3a-8d30-4ba3-b42f-90fe633a272f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:37.940044 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-7f41646d-2a19-4cc0-a2c3-5c6cec13f3cf admin admin] Allocated IP 172.20.0.1 (7f048264-7e97-4b34-96ff-a4b8770f35b6/0d64b8e3-47c1-4962-8539-f1467015c48b/39ec86c5-b66d-4b66-97a0-a69da7abd4db) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 09:16:37.980360 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-e131ed3a-8d30-4ba3-b42f-90fe633a272f None None] Attempting to bind port 71e4c288-01fb-44af-977c-881d3b8176d0 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 09:16:37.980773 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-e131ed3a-8d30-4ba3-b42f-90fe633a272f None None] Attempting to bind port 71e4c288-01fb-44af-977c-881d3b8176d0 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 09:16:37.981198 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e131ed3a-8d30-4ba3-b42f-90fe633a272f None None] Attempting to bind port 71e4c288-01fb-44af-977c-881d3b8176d0 on network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 09:16:37.984396 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adb86ba-bd58-452e-9d8a-8f3dbdbae1dc None None] Pushing event updated for resources: {'Port': ['ID=71e4c288-01fb-44af-977c-881d3b8176d0,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:16:37.989701 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e131ed3a-8d30-4ba3-b42f-90fe633a272f None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 9, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 09:16:37.990108 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e131ed3a-8d30-4ba3-b42f-90fe633a272f None None] Checking segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 09:16:37.990574 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e131ed3a-8d30-4ba3-b42f-90fe633a272f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:37.991010 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e131ed3a-8d30-4ba3-b42f-90fe633a272f None None] Bound using segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 09:16:37.991555 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-e131ed3a-8d30-4ba3-b42f-90fe633a272f None None] Bound port: 71e4c288-01fb-44af-977c-881d3b8176d0, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 09:16:37.992041 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e131ed3a-8d30-4ba3-b42f-90fe633a272f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:37.999279 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb86ba-bd58-452e-9d8a-8f3dbdbae1dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:16:37.999660 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb86ba-bd58-452e-9d8a-8f3dbdbae1dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:16:38.000055 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb86ba-bd58-452e-9d8a-8f3dbdbae1dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:16:38.000422 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb86ba-bd58-452e-9d8a-8f3dbdbae1dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:16:38.000804 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb86ba-bd58-452e-9d8a-8f3dbdbae1dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:16:38.001161 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb86ba-bd58-452e-9d8a-8f3dbdbae1dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:16:38.001538 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb86ba-bd58-452e-9d8a-8f3dbdbae1dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:16:38.001898 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb86ba-bd58-452e-9d8a-8f3dbdbae1dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:16:38.002272 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb86ba-bd58-452e-9d8a-8f3dbdbae1dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:16:38.002599 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb86ba-bd58-452e-9d8a-8f3dbdbae1dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:16:38.002923 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb86ba-bd58-452e-9d8a-8f3dbdbae1dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:16:38.003244 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb86ba-bd58-452e-9d8a-8f3dbdbae1dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:16:38.052256 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7f41646d-2a19-4cc0-a2c3-5c6cec13f3cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:38.105350 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7f41646d-2a19-4cc0-a2c3-5c6cec13f3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:38.150425 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-e131ed3a-8d30-4ba3-b42f-90fe633a272f None None] For port 71e4c288-01fb-44af-977c-881d3b8176d0, host n-d-789963-9, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 09:16:38.154483 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-e131ed3a-8d30-4ba3-b42f-90fe633a272f None None] For port 71e4c288-01fb-44af-977c-881d3b8176d0, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=71e4c288-01fb-44af-977c-881d3b8176d0,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 09:16:38.154652 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f41646d-2a19-4cc0-a2c3-5c6cec13f3cf admin admin] Network 7f048264-7e97-4b34-96ff-a4b8770f35b6 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 09:16:38.158728 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e131ed3a-8d30-4ba3-b42f-90fe633a272f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:38.160043 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-7f41646d-2a19-4cc0-a2c3-5c6cec13f3cf admin admin] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 09:16:38.163217 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f41646d-2a19-4cc0-a2c3-5c6cec13f3cf admin admin] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 09:16:38.198494 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f41646d-2a19-4cc0-a2c3-5c6cec13f3cf admin admin] Pushing event updated for resources: {'Port': ['ID=39ec86c5-b66d-4b66-97a0-a69da7abd4db,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:16:38.209610 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e131ed3a-8d30-4ba3-b42f-90fe633a272f None None] Routers {'7675fda7-9081-405c-a126-22f2685f6270'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:16:38.210812 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-e131ed3a-8d30-4ba3-b42f-90fe633a272f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:16:23Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['7675fda7-9081-405c-a126-22f2685f6270'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:16:38.221019 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7f41646d-2a19-4cc0-a2c3-5c6cec13f3cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:38.278335 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adb86ba-bd58-452e-9d8a-8f3dbdbae1dc None None] Pushing event updated for resources: {'Port': ['ID=71e4c288-01fb-44af-977c-881d3b8176d0,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:16:38.351385 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-e131ed3a-8d30-4ba3-b42f-90fe633a272f None None] Set router 7675fda7-9081-405c-a126-22f2685f6270 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:16:38.357278 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7f41646d-2a19-4cc0-a2c3-5c6cec13f3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:38.435009 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-2cae04b9-b2b7-4493-89ac-39c307d455e1 None None] Provisioning complete for port 39ec86c5-b66d-4b66-97a0-a69da7abd4db triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:16:38.435620 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2cae04b9-b2b7-4493-89ac-39c307d455e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:38.476105 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-2cae04b9-b2b7-4493-89ac-39c307d455e1 None None] Port 39ec86c5-b66d-4b66-97a0-a69da7abd4db cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 09:16:38.520282 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7f41646d-2a19-4cc0-a2c3-5c6cec13f3cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:38.526572 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7f41646d-2a19-4cc0-a2c3-5c6cec13f3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:38.545584 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-e131ed3a-8d30-4ba3-b42f-90fe633a272f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7675fda7-9081-405c-a126-22f2685f6270', 'name': 'tempest-TestShelveInstance-971806276-router', 'tenant_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '71e4c288-01fb-44af-977c-881d3b8176d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:16:35Z', 'updated_at': '2021-09-17T09:16:36Z', 'revision_number': 3, 'project_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'gw_port': {'id': '71e4c288-01fb-44af-977c-881d3b8176d0', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7675fda7-9081-405c-a126-22f2685f6270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:16:35Z', 'updated_at': '2021-09-17T09:16:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:16:38.573201 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e131ed3a-8d30-4ba3-b42f-90fe633a272f None None] The sync data for ids ['7675fda7-9081-405c-a126-22f2685f6270'] in n-d-789963-9 is: [{'id': '7675fda7-9081-405c-a126-22f2685f6270', 'name': 'tempest-TestShelveInstance-971806276-router', 'tenant_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '71e4c288-01fb-44af-977c-881d3b8176d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:16:35Z', 'updated_at': '2021-09-17T09:16:36Z', 'revision_number': 3, 'project_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'gw_port': {'id': '71e4c288-01fb-44af-977c-881d3b8176d0', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7675fda7-9081-405c-a126-22f2685f6270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:16:35Z', 'updated_at': '2021-09-17T09:16:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 09:16:38.600247 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-7f41646d-2a19-4cc0-a2c3-5c6cec13f3cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:38.602342 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f41646d-2a19-4cc0-a2c3-5c6cec13f3cf admin admin] Pushing event updated for resources: {'Port': ['ID=39ec86c5-b66d-4b66-97a0-a69da7abd4db,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:16:38.698534 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f41646d-2a19-4cc0-a2c3-5c6cec13f3cf admin admin] Network 7f048264-7e97-4b34-96ff-a4b8770f35b6 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 09:16:38.700065 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-7f41646d-2a19-4cc0-a2c3-5c6cec13f3cf admin admin] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 09:16:38.834600 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f41646d-2a19-4cc0-a2c3-5c6cec13f3cf admin admin] Router 7675fda7-9081-405c-a126-22f2685f6270 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 09:16:38.963072 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f41646d-2a19-4cc0-a2c3-5c6cec13f3cf admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 09:16:38.973878 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-7f41646d-2a19-4cc0-a2c3-5c6cec13f3cf admin admin] 10.222.0.13 "PUT /v2.0/routers/7675fda7-9081-405c-a126-22f2685f6270/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6812298 Sep 17 09:16:39.004005 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 71e4c288-01fb-44af-977c-881d3b8176d0 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 09:16:39.042110 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-9e7690ab-c423-4fae-ba0b-b71123b4fe05 None None] Provisioning complete for port 39ec86c5-b66d-4b66-97a0-a69da7abd4db triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:16:39.042489 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9e7690ab-c423-4fae-ba0b-b71123b4fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:39.092041 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-9e7690ab-c423-4fae-ba0b-b71123b4fe05 None None] Port 39ec86c5-b66d-4b66-97a0-a69da7abd4db cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 09:16:39.103073 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 71e4c288-01fb-44af-977c-881d3b8176d0 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:16:39.103563 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:39.195592 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:39.216353 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port 71e4c288-01fb-44af-977c-881d3b8176d0, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=71e4c288-01fb-44af-977c-881d3b8176d0,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:16:39.220801 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:39.221849 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device f40222aa-7eeb-4bf2-b944-4b1173b2d22c up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 09:16:39.314291 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=71e4c288-01fb-44af-977c-881d3b8176d0,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:16:39.321715 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port f40222aa-7eeb-4bf2-b944-4b1173b2d22c triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:16:39.322102 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:39.524627 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 38110) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:16:39.529740 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-195c57da-ebf4-490c-b331-7199ebfd0bcd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1838052995-network', 'tenant_id': '28e2448389b149f08c9997b8e25966ed'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:16:39.550543 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195c57da-ebf4-490c-b331-7199ebfd0bcd admin admin] Made reservation on behalf of 28e2448389b149f08c9997b8e25966ed for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 09:16:39.553057 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-195c57da-ebf4-490c-b331-7199ebfd0bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:39.561708 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-195c57da-ebf4-490c-b331-7199ebfd0bcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:39.654582 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-195c57da-ebf4-490c-b331-7199ebfd0bcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:39.658662 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-195c57da-ebf4-490c-b331-7199ebfd0bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:39.684169 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-195c57da-ebf4-490c-b331-7199ebfd0bcd admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 09:16:39.693101 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195c57da-ebf4-490c-b331-7199ebfd0bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d62535-94e9-45d9-9978-00ba823f855e,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:16:39.699347 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-195c57da-ebf4-490c-b331-7199ebfd0bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:39.699707 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-195c57da-ebf4-490c-b331-7199ebfd0bcd admin admin] Added segment 29270e07-b956-4703-a535-df9e541411bf of type vlan for network ad64f163-bb86-4a92-ba94-4f6ec5df9355 Sep 17 09:16:39.741764 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-195c57da-ebf4-490c-b331-7199ebfd0bcd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:39.765134 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-195c57da-ebf4-490c-b331-7199ebfd0bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:39.766210 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195c57da-ebf4-490c-b331-7199ebfd0bcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:16:39.766906 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-195c57da-ebf4-490c-b331-7199ebfd0bcd admin admin] Notify callbacks [] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:39.799808 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-195c57da-ebf4-490c-b331-7199ebfd0bcd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2740273 Sep 17 09:16:39.802640 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 38112) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:16:39.807635 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-0256635c-765f-472a-bc81-5525b33e59e5 admin admin] Request body: {'subnet': {'network_id': 'ad64f163-bb86-4a92-ba94-4f6ec5df9355', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1838052995-subnet', 'tenant_id': '28e2448389b149f08c9997b8e25966ed', 'ip_version': 4}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:16:39.827082 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195c57da-ebf4-490c-b331-7199ebfd0bcd admin admin] Pushing event updated for resources: {'Network': ['ID=ad64f163-bb86-4a92-ba94-4f6ec5df9355,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:16:39.828997 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0256635c-765f-472a-bc81-5525b33e59e5 admin admin] Made reservation on behalf of 28e2448389b149f08c9997b8e25966ed for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 09:16:39.831579 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0256635c-765f-472a-bc81-5525b33e59e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:39.839701 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network ad64f163-bb86-4a92-ba94-4f6ec5df9355 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 09:16:40.003910 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0256635c-765f-472a-bc81-5525b33e59e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:40.074010 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0256635c-765f-472a-bc81-5525b33e59e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c05d43ce-5129-4011-bb1f-9c317cb5c228,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:16:40.082287 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0256635c-765f-472a-bc81-5525b33e59e5 admin admin] Checking segment: {'id': '29270e07-b956-4703-a535-df9e541411bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ad64f163-bb86-4a92-ba94-4f6ec5df9355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 09:16:40.087224 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0256635c-765f-472a-bc81-5525b33e59e5 admin admin] Network hostable DHCP agents. Network: ad64f163-bb86-4a92-ba94-4f6ec5df9355, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 09:16:40.102077 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0256635c-765f-472a-bc81-5525b33e59e5 admin admin] Network ad64f163-bb86-4a92-ba94-4f6ec5df9355 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 09:16:40.110537 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-0256635c-765f-472a-bc81-5525b33e59e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, ad64f163-bb86-4a92-ba94-4f6ec5df9355) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 09:16:40.116867 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0256635c-765f-472a-bc81-5525b33e59e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:16:40.116975 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0256635c-765f-472a-bc81-5525b33e59e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:40.119818 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b986487a-e7f7-40cc-a39b-52f0de1ca80d None None] Network ad64f163-bb86-4a92-ba94-4f6ec5df9355 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 09:16:40.134124 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-0256635c-765f-472a-bc81-5525b33e59e5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3279727 Sep 17 09:16:40.134515 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 38114) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:16:40.139009 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-036ae77f-c0b5-4be0-b18b-87f29d6e050c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1838052995-router', 'tenant_id': '28e2448389b149f08c9997b8e25966ed', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:16:40.165716 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-036ae77f-c0b5-4be0-b18b-87f29d6e050c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:40.166765 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-036ae77f-c0b5-4be0-b18b-87f29d6e050c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:40.236206 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2420776d-f995-4f58-be8e-b3041b147410 None None] Sync routers for ids ['7675fda7-9081-405c-a126-22f2685f6270'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 09:16:40.258022 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2420776d-f995-4f58-be8e-b3041b147410 None None] Routers {'7675fda7-9081-405c-a126-22f2685f6270'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:16:40.258720 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-2420776d-f995-4f58-be8e-b3041b147410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:16:23Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['7675fda7-9081-405c-a126-22f2685f6270'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:16:40.334819 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4fd57b-422f-4773-91fd-3c287ddc972c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-ad64f163-bb86-4a92-ba94-4f6ec5df9355', 'network_id': 'ad64f163-bb86-4a92-ba94-4f6ec5df9355', 'tenant_id': '28e2448389b149f08c9997b8e25966ed', 'fixed_ips': [{'subnet_id': 'c05d43ce-5129-4011-bb1f-9c317cb5c228'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 09:16:40.335998 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0f4fd57b-422f-4773-91fd-3c287ddc972c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:40.567194 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-036ae77f-c0b5-4be0-b18b-87f29d6e050c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:40.630389 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-2420776d-f995-4f58-be8e-b3041b147410 None None] Set router 7675fda7-9081-405c-a126-22f2685f6270 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:16:40.708533 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-036ae77f-c0b5-4be0-b18b-87f29d6e050c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:40.823054 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-0f4fd57b-422f-4773-91fd-3c287ddc972c None None] Allocated IP 172.20.0.2 (ad64f163-bb86-4a92-ba94-4f6ec5df9355/c05d43ce-5129-4011-bb1f-9c317cb5c228/9654fdd5-cc6b-4eab-9350-d7ad867bca58) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 09:16:40.907414 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-036ae77f-c0b5-4be0-b18b-87f29d6e050c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:40.928133 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 71e4c288-01fb-44af-977c-881d3b8176d0 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 09:16:40.931645 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-036ae77f-c0b5-4be0-b18b-87f29d6e050c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:41.042756 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-036ae77f-c0b5-4be0-b18b-87f29d6e050c admin admin] Allocated IP 172.25.6.151 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/bff8f230-302c-49c6-a485-6eb2587b8a86) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 09:16:41.063671 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-2420776d-f995-4f58-be8e-b3041b147410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7675fda7-9081-405c-a126-22f2685f6270', 'name': 'tempest-TestShelveInstance-971806276-router', 'tenant_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '71e4c288-01fb-44af-977c-881d3b8176d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:16:35Z', 'updated_at': '2021-09-17T09:16:38Z', 'revision_number': 4, 'project_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'gw_port': {'id': '71e4c288-01fb-44af-977c-881d3b8176d0', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7675fda7-9081-405c-a126-22f2685f6270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:16:35Z', 'updated_at': '2021-09-17T09:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '39ec86c5-b66d-4b66-97a0-a69da7abd4db', 'name': '', 'network_id': '7f048264-7e97-4b34-96ff-a4b8770f35b6', 'tenant_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'mac_address': 'fa:16:3e:7f:e6:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7675fda7-9081-405c-a126-22f2685f6270', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '0d64b8e3-47c1-4962-8539-f1467015c48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:16:37Z', 'updated_at': '2021-09-17T09:16:38Z', 'revision_number': 2, 'project_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'subnets': [{'id': '0d64b8e3-47c1-4962-8539-f1467015c48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:16:41.067152 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 71e4c288-01fb-44af-977c-881d3b8176d0 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:16:41.068188 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:41.135073 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2420776d-f995-4f58-be8e-b3041b147410 None None] Checking router: 7675fda7-9081-405c-a126-22f2685f6270 for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 09:16:41.135431 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2420776d-f995-4f58-be8e-b3041b147410 None None] Updating router 7675fda7-9081-405c-a126-22f2685f6270 port 39ec86c5-b66d-4b66-97a0-a69da7abd4db binding host n-d-789963-9 {{(pid=101291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 09:16:41.154561 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-036ae77f-c0b5-4be0-b18b-87f29d6e050c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:41.158095 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0f4fd57b-422f-4773-91fd-3c287ddc972c None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:41.171050 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0f4fd57b-422f-4773-91fd-3c287ddc972c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:41.184394 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2420776d-f995-4f58-be8e-b3041b147410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:41.195631 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-036ae77f-c0b5-4be0-b18b-87f29d6e050c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:41.232431 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4fd57b-422f-4773-91fd-3c287ddc972c None None] Network ad64f163-bb86-4a92-ba94-4f6ec5df9355 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 09:16:41.235601 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036ae77f-c0b5-4be0-b18b-87f29d6e050c admin admin] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 09:16:41.238502 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-036ae77f-c0b5-4be0-b18b-87f29d6e050c admin admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 09:16:41.241276 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036ae77f-c0b5-4be0-b18b-87f29d6e050c admin admin] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 09:16:41.257294 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-0f4fd57b-422f-4773-91fd-3c287ddc972c None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 09:16:41.270078 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036ae77f-c0b5-4be0-b18b-87f29d6e050c admin admin] Pushing event updated for resources: {'Port': ['ID=bff8f230-302c-49c6-a485-6eb2587b8a86,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:16:41.284674 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4fd57b-422f-4773-91fd-3c287ddc972c None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 09:16:41.297534 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4fd57b-422f-4773-91fd-3c287ddc972c None None] Pushing event updated for resources: {'Port': ['ID=9654fdd5-cc6b-4eab-9350-d7ad867bca58,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:16:41.441686 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-0f4fd57b-422f-4773-91fd-3c287ddc972c None None] Attempting to bind port 9654fdd5-cc6b-4eab-9350-d7ad867bca58 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 09:16:41.442649 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-0f4fd57b-422f-4773-91fd-3c287ddc972c None None] Attempting to bind port 9654fdd5-cc6b-4eab-9350-d7ad867bca58 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '29270e07-b956-4703-a535-df9e541411bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ad64f163-bb86-4a92-ba94-4f6ec5df9355'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 09:16:41.442946 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4fd57b-422f-4773-91fd-3c287ddc972c None None] Attempting to bind port 9654fdd5-cc6b-4eab-9350-d7ad867bca58 on network ad64f163-bb86-4a92-ba94-4f6ec5df9355 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 09:16:41.449951 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4fd57b-422f-4773-91fd-3c287ddc972c None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 9, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 09:16:41.450324 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4fd57b-422f-4773-91fd-3c287ddc972c None None] Checking segment: {'id': '29270e07-b956-4703-a535-df9e541411bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ad64f163-bb86-4a92-ba94-4f6ec5df9355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 09:16:41.450730 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0f4fd57b-422f-4773-91fd-3c287ddc972c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:41.451124 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4fd57b-422f-4773-91fd-3c287ddc972c None None] Bound using segment: {'id': '29270e07-b956-4703-a535-df9e541411bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ad64f163-bb86-4a92-ba94-4f6ec5df9355'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 09:16:41.451594 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-0f4fd57b-422f-4773-91fd-3c287ddc972c None None] Bound port: 9654fdd5-cc6b-4eab-9350-d7ad867bca58, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29270e07-b956-4703-a535-df9e541411bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ad64f163-bb86-4a92-ba94-4f6ec5df9355'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 09:16:41.451999 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0f4fd57b-422f-4773-91fd-3c287ddc972c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:41.510623 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-036ae77f-c0b5-4be0-b18b-87f29d6e050c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:41.599668 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-0f4fd57b-422f-4773-91fd-3c287ddc972c None None] For port 9654fdd5-cc6b-4eab-9350-d7ad867bca58, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 09:16:41.614919 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-0f4fd57b-422f-4773-91fd-3c287ddc972c None None] For port 9654fdd5-cc6b-4eab-9350-d7ad867bca58, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=9654fdd5-cc6b-4eab-9350-d7ad867bca58,segment=NetworkSegment(29270e07-b956-4703-a535-df9e541411bf),segment_id=29270e07-b956-4703-a535-df9e541411bf)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 09:16:41.622711 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0f4fd57b-422f-4773-91fd-3c287ddc972c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:41.717449 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-036ae77f-c0b5-4be0-b18b-87f29d6e050c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:41.723541 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4fd57b-422f-4773-91fd-3c287ddc972c None None] Pushing event updated for resources: {'Port': ['ID=9654fdd5-cc6b-4eab-9350-d7ad867bca58,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:16:41.727645 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2420776d-f995-4f58-be8e-b3041b147410 None None] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:41.734667 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2420776d-f995-4f58-be8e-b3041b147410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:41.805744 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5573aec4-bf1d-4445-bb5b-caa50e8ccd19 None None] Pushing event updated for resources: {'Port': ['ID=39ec86c5-b66d-4b66-97a0-a69da7abd4db,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:16:41.862891 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-2420776d-f995-4f58-be8e-b3041b147410 None None] Attempting to bind port 39ec86c5-b66d-4b66-97a0-a69da7abd4db on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 09:16:41.863266 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-2420776d-f995-4f58-be8e-b3041b147410 None None] Attempting to bind port 39ec86c5-b66d-4b66-97a0-a69da7abd4db by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '00f97694-7b00-49cb-be2e-e16ebc9a46d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7f048264-7e97-4b34-96ff-a4b8770f35b6'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 09:16:41.863624 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2420776d-f995-4f58-be8e-b3041b147410 None None] Attempting to bind port 39ec86c5-b66d-4b66-97a0-a69da7abd4db on network 7f048264-7e97-4b34-96ff-a4b8770f35b6 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 09:16:41.869351 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2420776d-f995-4f58-be8e-b3041b147410 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 9, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 09:16:41.869729 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2420776d-f995-4f58-be8e-b3041b147410 None None] Checking segment: {'id': '00f97694-7b00-49cb-be2e-e16ebc9a46d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7f048264-7e97-4b34-96ff-a4b8770f35b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 09:16:41.870132 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2420776d-f995-4f58-be8e-b3041b147410 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:41.870527 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2420776d-f995-4f58-be8e-b3041b147410 None None] Bound using segment: {'id': '00f97694-7b00-49cb-be2e-e16ebc9a46d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7f048264-7e97-4b34-96ff-a4b8770f35b6'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 09:16:41.871123 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-2420776d-f995-4f58-be8e-b3041b147410 None None] Bound port: 39ec86c5-b66d-4b66-97a0-a69da7abd4db, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00f97694-7b00-49cb-be2e-e16ebc9a46d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7f048264-7e97-4b34-96ff-a4b8770f35b6'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 09:16:41.871527 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2420776d-f995-4f58-be8e-b3041b147410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:41.873483 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-036ae77f-c0b5-4be0-b18b-87f29d6e050c admin admin] Router ecdbdf04-dab0-4630-bd7f-a5ce85f01e01 is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 09:16:41.980228 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-2420776d-f995-4f58-be8e-b3041b147410 None None] For port 39ec86c5-b66d-4b66-97a0-a69da7abd4db, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 09:16:41.984890 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-2420776d-f995-4f58-be8e-b3041b147410 None None] For port 39ec86c5-b66d-4b66-97a0-a69da7abd4db, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=39ec86c5-b66d-4b66-97a0-a69da7abd4db,segment=NetworkSegment(00f97694-7b00-49cb-be2e-e16ebc9a46d9),segment_id=00f97694-7b00-49cb-be2e-e16ebc9a46d9)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 09:16:41.990146 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2420776d-f995-4f58-be8e-b3041b147410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:42.020666 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-036ae77f-c0b5-4be0-b18b-87f29d6e050c admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 09:16:42.032751 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e045e8fc-67ba-4e82-ae90-e9a4d07bc411 None None] Sync routers for ids ['ecdbdf04-dab0-4630-bd7f-a5ce85f01e01'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 09:16:42.046366 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-036ae77f-c0b5-4be0-b18b-87f29d6e050c admin admin] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:42.050204 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e045e8fc-67ba-4e82-ae90-e9a4d07bc411 None None] Routers {'ecdbdf04-dab0-4630-bd7f-a5ce85f01e01'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:16:42.050366 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-036ae77f-c0b5-4be0-b18b-87f29d6e050c admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9121027 Sep 17 09:16:42.050487 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-e045e8fc-67ba-4e82-ae90-e9a4d07bc411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:16:23Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['ecdbdf04-dab0-4630-bd7f-a5ce85f01e01'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:16:42.050716 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 38116) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:16:42.081643 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2420776d-f995-4f58-be8e-b3041b147410 None None] Routers {'7675fda7-9081-405c-a126-22f2685f6270'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:16:42.082304 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-2420776d-f995-4f58-be8e-b3041b147410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:16:23Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['7675fda7-9081-405c-a126-22f2685f6270'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:16:42.090834 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5573aec4-bf1d-4445-bb5b-caa50e8ccd19 None None] Pushing event updated for resources: {'Port': ['ID=39ec86c5-b66d-4b66-97a0-a69da7abd4db,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:16:42.164043 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-9cda2fc9-7d6e-4af3-a777-4275c088dae7 None None] Provisioning complete for port 39ec86c5-b66d-4b66-97a0-a69da7abd4db triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:16:42.164761 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9cda2fc9-7d6e-4af3-a777-4275c088dae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:42.216735 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-e045e8fc-67ba-4e82-ae90-e9a4d07bc411 None None] Set router ecdbdf04-dab0-4630-bd7f-a5ce85f01e01 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:16:42.303938 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-2420776d-f995-4f58-be8e-b3041b147410 None None] Set router 7675fda7-9081-405c-a126-22f2685f6270 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:16:42.382879 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9cda2fc9-7d6e-4af3-a777-4275c088dae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:42.409614 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-e045e8fc-67ba-4e82-ae90-e9a4d07bc411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecdbdf04-dab0-4630-bd7f-a5ce85f01e01', 'name': 'tempest-TestShelveInstance-1838052995-router', 'tenant_id': '28e2448389b149f08c9997b8e25966ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': 'bff8f230-302c-49c6-a485-6eb2587b8a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:16:40Z', 'updated_at': '2021-09-17T09:16:41Z', 'revision_number': 3, 'project_id': '28e2448389b149f08c9997b8e25966ed', 'gw_port': {'id': 'bff8f230-302c-49c6-a485-6eb2587b8a86', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:51:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecdbdf04-dab0-4630-bd7f-a5ce85f01e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:16:40Z', 'updated_at': '2021-09-17T09:16:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:16:42.441230 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e045e8fc-67ba-4e82-ae90-e9a4d07bc411 None None] Checking router: ecdbdf04-dab0-4630-bd7f-a5ce85f01e01 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 09:16:42.441463 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e045e8fc-67ba-4e82-ae90-e9a4d07bc411 None None] Updating router ecdbdf04-dab0-4630-bd7f-a5ce85f01e01 port bff8f230-302c-49c6-a485-6eb2587b8a86 binding host n-d-789963-9 {{(pid=101292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 09:16:42.467195 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e045e8fc-67ba-4e82-ae90-e9a4d07bc411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:42.497010 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-9cda2fc9-7d6e-4af3-a777-4275c088dae7 None None] For port 39ec86c5-b66d-4b66-97a0-a69da7abd4db, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=39ec86c5-b66d-4b66-97a0-a69da7abd4db,segment=NetworkSegment(00f97694-7b00-49cb-be2e-e16ebc9a46d9),segment_id=00f97694-7b00-49cb-be2e-e16ebc9a46d9)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:16:42.510726 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9cda2fc9-7d6e-4af3-a777-4275c088dae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:42.573278 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-40e6910b-8a1c-41f0-8cdc-d4876ff8c913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:42.618636 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cda2fc9-7d6e-4af3-a777-4275c088dae7 None None] Pushing event updated for resources: {'Port': ['ID=39ec86c5-b66d-4b66-97a0-a69da7abd4db,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:16:42.644333 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-8eb5a93d-e7d9-40d7-b568-8c830dd46525 None None] Provisioning complete for port 39ec86c5-b66d-4b66-97a0-a69da7abd4db triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:16:42.644810 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8eb5a93d-e7d9-40d7-b568-8c830dd46525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:42.694970 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-2420776d-f995-4f58-be8e-b3041b147410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7675fda7-9081-405c-a126-22f2685f6270', 'name': 'tempest-TestShelveInstance-971806276-router', 'tenant_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '71e4c288-01fb-44af-977c-881d3b8176d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:16:35Z', 'updated_at': '2021-09-17T09:16:38Z', 'revision_number': 4, 'project_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'gw_port': {'id': '71e4c288-01fb-44af-977c-881d3b8176d0', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7675fda7-9081-405c-a126-22f2685f6270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:16:35Z', 'updated_at': '2021-09-17T09:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '39ec86c5-b66d-4b66-97a0-a69da7abd4db', 'name': '', 'network_id': '7f048264-7e97-4b34-96ff-a4b8770f35b6', 'tenant_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'mac_address': 'fa:16:3e:7f:e6:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7675fda7-9081-405c-a126-22f2685f6270', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '0d64b8e3-47c1-4962-8539-f1467015c48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:16:37Z', 'updated_at': '2021-09-17T09:16:41Z', 'revision_number': 4, 'project_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'subnets': [{'id': '0d64b8e3-47c1-4962-8539-f1467015c48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:16:42.728359 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2420776d-f995-4f58-be8e-b3041b147410 None None] The sync data for ids ['7675fda7-9081-405c-a126-22f2685f6270'] in n-d-789963-9 is: [{'id': '7675fda7-9081-405c-a126-22f2685f6270', 'name': 'tempest-TestShelveInstance-971806276-router', 'tenant_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '71e4c288-01fb-44af-977c-881d3b8176d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:16:35Z', 'updated_at': '2021-09-17T09:16:38Z', 'revision_number': 4, 'project_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'gw_port': {'id': '71e4c288-01fb-44af-977c-881d3b8176d0', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7675fda7-9081-405c-a126-22f2685f6270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:16:35Z', 'updated_at': '2021-09-17T09:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '39ec86c5-b66d-4b66-97a0-a69da7abd4db', 'name': '', 'network_id': '7f048264-7e97-4b34-96ff-a4b8770f35b6', 'tenant_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'mac_address': 'fa:16:3e:7f:e6:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7675fda7-9081-405c-a126-22f2685f6270', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '0d64b8e3-47c1-4962-8539-f1467015c48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:16:37Z', 'updated_at': '2021-09-17T09:16:41Z', 'revision_number': 4, 'project_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'subnets': [{'id': '0d64b8e3-47c1-4962-8539-f1467015c48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 09:16:42.781849 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e045e8fc-67ba-4e82-ae90-e9a4d07bc411 None None] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:42.789731 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e045e8fc-67ba-4e82-ae90-e9a4d07bc411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:42.791134 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-40e6910b-8a1c-41f0-8cdc-d4876ff8c913 admin admin] Allocated IP 172.20.0.1 (ad64f163-bb86-4a92-ba94-4f6ec5df9355/c05d43ce-5129-4011-bb1f-9c317cb5c228/92711d7c-654f-4d59-8863-ea0417ad4ae2) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 09:16:42.854612 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec599f08-d5e1-4076-b10b-760bebd5d56b None None] Pushing event updated for resources: {'Port': ['ID=bff8f230-302c-49c6-a485-6eb2587b8a86,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:16:42.890428 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-e045e8fc-67ba-4e82-ae90-e9a4d07bc411 None None] Attempting to bind port bff8f230-302c-49c6-a485-6eb2587b8a86 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 09:16:42.891116 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-e045e8fc-67ba-4e82-ae90-e9a4d07bc411 None None] Attempting to bind port bff8f230-302c-49c6-a485-6eb2587b8a86 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 09:16:42.891608 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e045e8fc-67ba-4e82-ae90-e9a4d07bc411 None None] Attempting to bind port bff8f230-302c-49c6-a485-6eb2587b8a86 on network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 09:16:42.898362 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e045e8fc-67ba-4e82-ae90-e9a4d07bc411 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 9, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 09:16:42.898740 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e045e8fc-67ba-4e82-ae90-e9a4d07bc411 None None] Checking segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 09:16:42.899138 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e045e8fc-67ba-4e82-ae90-e9a4d07bc411 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:42.900116 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e045e8fc-67ba-4e82-ae90-e9a4d07bc411 None None] Bound using segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 09:16:42.900116 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-e045e8fc-67ba-4e82-ae90-e9a4d07bc411 None None] Bound port: bff8f230-302c-49c6-a485-6eb2587b8a86, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 09:16:42.900366 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e045e8fc-67ba-4e82-ae90-e9a4d07bc411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:42.945693 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-40e6910b-8a1c-41f0-8cdc-d4876ff8c913 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:42.975319 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-e045e8fc-67ba-4e82-ae90-e9a4d07bc411 None None] For port bff8f230-302c-49c6-a485-6eb2587b8a86, host n-d-789963-9, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 09:16:42.991363 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-e045e8fc-67ba-4e82-ae90-e9a4d07bc411 None None] For port bff8f230-302c-49c6-a485-6eb2587b8a86, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=bff8f230-302c-49c6-a485-6eb2587b8a86,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 09:16:42.997991 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-40e6910b-8a1c-41f0-8cdc-d4876ff8c913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:43.001785 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e045e8fc-67ba-4e82-ae90-e9a4d07bc411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:43.039395 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 39ec86c5-b66d-4b66-97a0-a69da7abd4db up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 09:16:43.073300 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e6910b-8a1c-41f0-8cdc-d4876ff8c913 admin admin] Network ad64f163-bb86-4a92-ba94-4f6ec5df9355 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 09:16:43.078700 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-40e6910b-8a1c-41f0-8cdc-d4876ff8c913 admin admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 09:16:43.084749 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e6910b-8a1c-41f0-8cdc-d4876ff8c913 admin admin] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 09:16:43.088193 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e6910b-8a1c-41f0-8cdc-d4876ff8c913 admin admin] Pushing event updated for resources: {'Port': ['ID=92711d7c-654f-4d59-8863-ea0417ad4ae2,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:16:43.109685 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec599f08-d5e1-4076-b10b-760bebd5d56b None None] Pushing event updated for resources: {'Port': ['ID=bff8f230-302c-49c6-a485-6eb2587b8a86,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:16:43.138704 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e045e8fc-67ba-4e82-ae90-e9a4d07bc411 None None] Routers {'ecdbdf04-dab0-4630-bd7f-a5ce85f01e01'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:16:43.139365 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-e045e8fc-67ba-4e82-ae90-e9a4d07bc411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:16:23Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['ecdbdf04-dab0-4630-bd7f-a5ce85f01e01'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:16:43.152738 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-40e6910b-8a1c-41f0-8cdc-d4876ff8c913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:43.262049 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-e045e8fc-67ba-4e82-ae90-e9a4d07bc411 None None] Set router ecdbdf04-dab0-4630-bd7f-a5ce85f01e01 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:16:43.275166 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3eeb42-227a-44cf-8d83-dfdc38e98ca3 None None] Network ad64f163-bb86-4a92-ba94-4f6ec5df9355 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 09:16:43.314711 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-40e6910b-8a1c-41f0-8cdc-d4876ff8c913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:43.361302 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-c57977ce-d784-4241-9d81-edf812f9db54 None None] Provisioning complete for port 9654fdd5-cc6b-4eab-9350-d7ad867bca58 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:16:43.361737 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c57977ce-d784-4241-9d81-edf812f9db54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:43.457839 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 39ec86c5-b66d-4b66-97a0-a69da7abd4db triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:16:43.458478 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:43.501839 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-e045e8fc-67ba-4e82-ae90-e9a4d07bc411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecdbdf04-dab0-4630-bd7f-a5ce85f01e01', 'name': 'tempest-TestShelveInstance-1838052995-router', 'tenant_id': '28e2448389b149f08c9997b8e25966ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': 'bff8f230-302c-49c6-a485-6eb2587b8a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:16:40Z', 'updated_at': '2021-09-17T09:16:41Z', 'revision_number': 3, 'project_id': '28e2448389b149f08c9997b8e25966ed', 'gw_port': {'id': 'bff8f230-302c-49c6-a485-6eb2587b8a86', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:51:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecdbdf04-dab0-4630-bd7f-a5ce85f01e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:16:40Z', 'updated_at': '2021-09-17T09:16:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:16:43.586408 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-40e6910b-8a1c-41f0-8cdc-d4876ff8c913 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:43.586703 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c57977ce-d784-4241-9d81-edf812f9db54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:43.592406 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-40e6910b-8a1c-41f0-8cdc-d4876ff8c913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:43.648506 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e045e8fc-67ba-4e82-ae90-e9a4d07bc411 None None] The sync data for ids ['ecdbdf04-dab0-4630-bd7f-a5ce85f01e01'] in n-d-789963-9 is: [{'id': 'ecdbdf04-dab0-4630-bd7f-a5ce85f01e01', 'name': 'tempest-TestShelveInstance-1838052995-router', 'tenant_id': '28e2448389b149f08c9997b8e25966ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': 'bff8f230-302c-49c6-a485-6eb2587b8a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:16:40Z', 'updated_at': '2021-09-17T09:16:41Z', 'revision_number': 3, 'project_id': '28e2448389b149f08c9997b8e25966ed', 'gw_port': {'id': 'bff8f230-302c-49c6-a485-6eb2587b8a86', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:51:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecdbdf04-dab0-4630-bd7f-a5ce85f01e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:16:40Z', 'updated_at': '2021-09-17T09:16:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 09:16:43.661356 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-c57977ce-d784-4241-9d81-edf812f9db54 None None] For port 9654fdd5-cc6b-4eab-9350-d7ad867bca58, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=9654fdd5-cc6b-4eab-9350-d7ad867bca58,segment=NetworkSegment(29270e07-b956-4703-a535-df9e541411bf),segment_id=29270e07-b956-4703-a535-df9e541411bf)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:16:43.663518 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 9654fdd5-cc6b-4eab-9350-d7ad867bca58 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 09:16:43.688480 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c57977ce-d784-4241-9d81-edf812f9db54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:43.709420 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-40e6910b-8a1c-41f0-8cdc-d4876ff8c913 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:43.771164 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57977ce-d784-4241-9d81-edf812f9db54 None None] Pushing event updated for resources: {'Port': ['ID=9654fdd5-cc6b-4eab-9350-d7ad867bca58,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:16:43.783576 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 9654fdd5-cc6b-4eab-9350-d7ad867bca58 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:16:43.784041 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:43.802515 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e6910b-8a1c-41f0-8cdc-d4876ff8c913 admin admin] Pushing event updated for resources: {'Port': ['ID=92711d7c-654f-4d59-8863-ea0417ad4ae2,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:16:43.890294 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e6910b-8a1c-41f0-8cdc-d4876ff8c913 admin admin] Network ad64f163-bb86-4a92-ba94-4f6ec5df9355 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 09:16:43.892098 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-40e6910b-8a1c-41f0-8cdc-d4876ff8c913 admin admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 09:16:43.925305 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-410ba22f-94c3-499a-8983-457c7fe386e0 None None] Provisioning complete for port 9654fdd5-cc6b-4eab-9350-d7ad867bca58 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:16:43.929195 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-410ba22f-94c3-499a-8983-457c7fe386e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:44.116321 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-410ba22f-94c3-499a-8983-457c7fe386e0 None None] Provisioning complete for port 92711d7c-654f-4d59-8863-ea0417ad4ae2 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:16:44.117477 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-410ba22f-94c3-499a-8983-457c7fe386e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:44.128761 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40e6910b-8a1c-41f0-8cdc-d4876ff8c913 admin admin] Router ecdbdf04-dab0-4630-bd7f-a5ce85f01e01 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 09:16:44.166604 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-410ba22f-94c3-499a-8983-457c7fe386e0 None None] Port 92711d7c-654f-4d59-8863-ea0417ad4ae2 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 09:16:44.269220 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e6910b-8a1c-41f0-8cdc-d4876ff8c913 admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 09:16:44.276668 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-40e6910b-8a1c-41f0-8cdc-d4876ff8c913 admin admin] 10.222.0.13 "PUT /v2.0/routers/ecdbdf04-dab0-4630-bd7f-a5ce85f01e01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2245047 Sep 17 09:16:44.309299 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-41dcac45-9ac8-4543-8370-6a8374ee7af7 None None] Provisioning complete for port 92711d7c-654f-4d59-8863-ea0417ad4ae2 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:16:44.309681 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-41dcac45-9ac8-4543-8370-6a8374ee7af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:44.352650 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-41dcac45-9ac8-4543-8370-6a8374ee7af7 None None] Port 92711d7c-654f-4d59-8863-ea0417ad4ae2 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 09:16:44.473671 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-07af2417-bb23-4ff5-858a-2b6d70880e75 None None] Provisioning complete for port 92711d7c-654f-4d59-8863-ea0417ad4ae2 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:16:44.474191 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-07af2417-bb23-4ff5-858a-2b6d70880e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:44.511780 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-07af2417-bb23-4ff5-858a-2b6d70880e75 None None] Port 92711d7c-654f-4d59-8863-ea0417ad4ae2 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 09:16:44.902992 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 38124) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:16:44.908272 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-55616ea5-02b7-4f9f-abca-b60065ef14a6 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-183715521', 'description': 'tempest-secgroup-smoke-183715521 description', 'project_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:16:44.932407 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-55616ea5-02b7-4f9f-abca-b60065ef14a6 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:44.976657 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device bff8f230-302c-49c6-a485-6eb2587b8a86 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 09:16:45.018319 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-55616ea5-02b7-4f9f-abca-b60065ef14a6 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:45.023020 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-55616ea5-02b7-4f9f-abca-b60065ef14a6 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:45.027672 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port bff8f230-302c-49c6-a485-6eb2587b8a86 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:16:45.028084 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:45.054934 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-55616ea5-02b7-4f9f-abca-b60065ef14a6 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:45.056745 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-55616ea5-02b7-4f9f-abca-b60065ef14a6 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1521280 Sep 17 09:16:45.059951 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 38126) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:16:45.061540 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55616ea5-02b7-4f9f-abca-b60065ef14a6 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c021fbdb-85d8-47ef-b0a9-37e56e8286b6,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:16:45.065743 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-cd1166e3-e62b-4d26-aa9f-6a392e322807 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Request body: {'security_group_rule': {'security_group_id': 'c021fbdb-85d8-47ef-b0a9-37e56e8286b6', 'project_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:16:45.098133 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cd1166e3-e62b-4d26-aa9f-6a392e322807 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:45.114686 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:45.136262 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port bff8f230-302c-49c6-a485-6eb2587b8a86, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=bff8f230-302c-49c6-a485-6eb2587b8a86,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:16:45.140627 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:45.141602 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 9654fdd5-cc6b-4eab-9350-d7ad867bca58 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 09:16:45.173985 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cd1166e3-e62b-4d26-aa9f-6a392e322807 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:45.177944 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cd1166e3-e62b-4d26-aa9f-6a392e322807 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:45.198785 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1166e3-e62b-4d26-aa9f-6a392e322807 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad5dcb13-2bf4-47ff-80bc-ed7ded400e26,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:16:45.206879 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-cd1166e3-e62b-4d26-aa9f-6a392e322807 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:45.209131 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-cd1166e3-e62b-4d26-aa9f-6a392e322807 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1473947 Sep 17 09:16:45.212103 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 38128) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:16:45.216783 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-f44b3805-85a4-4305-a5d6-b9e26894b0c4 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Request body: {'security_group_rule': {'security_group_id': 'c021fbdb-85d8-47ef-b0a9-37e56e8286b6', 'project_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:16:45.228168 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=bff8f230-302c-49c6-a485-6eb2587b8a86,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:16:45.237481 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 9654fdd5-cc6b-4eab-9350-d7ad867bca58 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:16:45.238731 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:45.248585 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f44b3805-85a4-4305-a5d6-b9e26894b0c4 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:45.318203 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f44b3805-85a4-4305-a5d6-b9e26894b0c4 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:45.322345 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f44b3805-85a4-4305-a5d6-b9e26894b0c4 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:45.348040 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44b3805-85a4-4305-a5d6-b9e26894b0c4 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2be886a4-87c8-48f5-9ad4-a3539f6b4a2c,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:16:45.352330 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f44b3805-85a4-4305-a5d6-b9e26894b0c4 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:45.353802 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-f44b3805-85a4-4305-a5d6-b9e26894b0c4 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1404905 Sep 17 09:16:45.357386 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 38130) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:16:45.362924 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-0b80007d-f9a7-4236-bb2e-61f250fd6977 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Request body: {'security_group_rule': {'security_group_id': 'c021fbdb-85d8-47ef-b0a9-37e56e8286b6', 'project_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:16:45.391564 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0b80007d-f9a7-4236-bb2e-61f250fd6977 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:45.458546 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0b80007d-f9a7-4236-bb2e-61f250fd6977 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:45.462477 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0b80007d-f9a7-4236-bb2e-61f250fd6977 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:45.486166 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b80007d-f9a7-4236-bb2e-61f250fd6977 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c6b63c4-c750-45d9-a83a-1626711a21d1,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:16:45.490098 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0b80007d-f9a7-4236-bb2e-61f250fd6977 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:45.494215 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-0b80007d-f9a7-4236-bb2e-61f250fd6977 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1326821 Sep 17 09:16:45.495785 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 38132) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:16:45.500515 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-f4b78384-3836-4090-a275-9b46a0f4e183 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Request body: {'security_group_rule': {'security_group_id': 'c021fbdb-85d8-47ef-b0a9-37e56e8286b6', 'project_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:16:45.531137 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f4b78384-3836-4090-a275-9b46a0f4e183 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:45.598657 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f4b78384-3836-4090-a275-9b46a0f4e183 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:45.602310 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f4b78384-3836-4090-a275-9b46a0f4e183 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:45.622814 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b78384-3836-4090-a275-9b46a0f4e183 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afa7137f-0ec9-4f9b-87dc-679140d4d5d7,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:16:45.630013 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f4b78384-3836-4090-a275-9b46a0f4e183 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:45.631890 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-f4b78384-3836-4090-a275-9b46a0f4e183 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1350460 Sep 17 09:16:45.634784 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 38134) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:16:45.639210 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-3cd696ed-bf3d-48d7-8a86-3a0a6f06fddf tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Request body: {'security_group_rule': {'security_group_id': 'c021fbdb-85d8-47ef-b0a9-37e56e8286b6', 'project_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:16:45.664510 n-d-789963-9 neutron-server[101289]: INFO neutron.db.securitygroups_db [None req-3cd696ed-bf3d-48d7-8a86-3a0a6f06fddf tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Project 1bf3ef6d555c4e2f97eeee6e992ddcb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 09:16:45.670300 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3cd696ed-bf3d-48d7-8a86-3a0a6f06fddf tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:45.735352 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3cd696ed-bf3d-48d7-8a86-3a0a6f06fddf tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:45.739703 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3cd696ed-bf3d-48d7-8a86-3a0a6f06fddf tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:45.759802 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd696ed-bf3d-48d7-8a86-3a0a6f06fddf tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2bfae55-0552-4430-9483-6455e1e6eb08,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:16:45.768122 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3cd696ed-bf3d-48d7-8a86-3a0a6f06fddf tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:45.768122 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-3cd696ed-bf3d-48d7-8a86-3a0a6f06fddf tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1318674 Sep 17 09:16:45.770383 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 38136) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:16:45.777905 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-46f9051b-2b2b-4880-8136-158a713c9986 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Request body: {'security_group_rule': {'security_group_id': 'c021fbdb-85d8-47ef-b0a9-37e56e8286b6', 'project_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:16:45.800523 n-d-789963-9 neutron-server[101289]: INFO neutron.db.securitygroups_db [None req-46f9051b-2b2b-4880-8136-158a713c9986 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Project 1bf3ef6d555c4e2f97eeee6e992ddcb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 09:16:45.805862 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-46f9051b-2b2b-4880-8136-158a713c9986 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:45.876902 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-46f9051b-2b2b-4880-8136-158a713c9986 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:45.881118 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-46f9051b-2b2b-4880-8136-158a713c9986 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:45.901432 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f9051b-2b2b-4880-8136-158a713c9986 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68c5ee13-5fee-46bf-af61-87616c3b5675,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:16:45.909500 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-46f9051b-2b2b-4880-8136-158a713c9986 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:45.911322 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-46f9051b-2b2b-4880-8136-158a713c9986 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1389258 Sep 17 09:16:46.134738 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66381d01-4fec-4602-9222-8fb4a7cc7bac None None] Sync routers for ids ['ecdbdf04-dab0-4630-bd7f-a5ce85f01e01'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 09:16:46.144166 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66381d01-4fec-4602-9222-8fb4a7cc7bac None None] Routers {'ecdbdf04-dab0-4630-bd7f-a5ce85f01e01'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:16:46.145649 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-66381d01-4fec-4602-9222-8fb4a7cc7bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:16:23Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['ecdbdf04-dab0-4630-bd7f-a5ce85f01e01'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:16:46.146548 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4c807f0d-7ee7-4a31-a021-fa97fa4e267d req-bf478202-954d-44df-b866-7783cf065134 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-183715521&fields=id&tenant_id=1bf3ef6d555c4e2f97eeee6e992ddcb5 HTTP/1.1" status: 200 len: 267 time: 0.0446777 Sep 17 09:16:46.251774 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-66381d01-4fec-4602-9222-8fb4a7cc7bac None None] Set router ecdbdf04-dab0-4630-bd7f-a5ce85f01e01 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:16:46.258411 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c807f0d-7ee7-4a31-a021-fa97fa4e267d req-7183ea69-2161-4e52-bd7b-27fd0a49dad9 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:16:46.260475 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4c807f0d-7ee7-4a31-a021-fa97fa4e267d req-7183ea69-2161-4e52-bd7b-27fd0a49dad9 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/networks?id=7f048264-7e97-4b34-96ff-a4b8770f35b6 HTTP/1.1" status: 200 len: 808 time: 0.1067333 Sep 17 09:16:46.277158 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4c807f0d-7ee7-4a31-a021-fa97fa4e267d req-62e8882e-cef3-4818-8c68-d5ea10a96294 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/quotas/1bf3ef6d555c4e2f97eeee6e992ddcb5 HTTP/1.1" status: 200 len: 375 time: 0.0099177 Sep 17 09:16:46.331594 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4c807f0d-7ee7-4a31-a021-fa97fa4e267d req-84acdc17-26e9-450b-89ea-9a7644ed5029 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1bf3ef6d555c4e2f97eeee6e992ddcb5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473342 Sep 17 09:16:46.441809 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [req-4c807f0d-7ee7-4a31-a021-fa97fa4e267d req-a312ec86-8957-4ee5-a434-7c19bda5d716 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 09:16:46.442992 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4c807f0d-7ee7-4a31-a021-fa97fa4e267d req-a312ec86-8957-4ee5-a434-7c19bda5d716 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0992360 Sep 17 09:16:46.473716 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-66381d01-4fec-4602-9222-8fb4a7cc7bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecdbdf04-dab0-4630-bd7f-a5ce85f01e01', 'name': 'tempest-TestShelveInstance-1838052995-router', 'tenant_id': '28e2448389b149f08c9997b8e25966ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': 'bff8f230-302c-49c6-a485-6eb2587b8a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:16:40Z', 'updated_at': '2021-09-17T09:16:43Z', 'revision_number': 4, 'project_id': '28e2448389b149f08c9997b8e25966ed', 'gw_port': {'id': 'bff8f230-302c-49c6-a485-6eb2587b8a86', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:51:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdbdf04-dab0-4630-bd7f-a5ce85f01e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:16:40Z', 'updated_at': '2021-09-17T09:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '92711d7c-654f-4d59-8863-ea0417ad4ae2', 'name': '', 'network_id': 'ad64f163-bb86-4a92-ba94-4f6ec5df9355', 'tenant_id': '28e2448389b149f08c9997b8e25966ed', 'mac_address': 'fa:16:3e:90:76:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecdbdf04-dab0-4630-bd7f-a5ce85f01e01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'c05d43ce-5129-4011-bb1f-9c317cb5c228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:16:42Z', 'updated_at': '2021-09-17T09:16:43Z', 'revision_number': 2, 'project_id': '28e2448389b149f08c9997b8e25966ed', 'subnets': [{'id': 'c05d43ce-5129-4011-bb1f-9c317cb5c228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:16:46.505468 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66381d01-4fec-4602-9222-8fb4a7cc7bac None None] Checking router: ecdbdf04-dab0-4630-bd7f-a5ce85f01e01 for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 09:16:46.505828 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66381d01-4fec-4602-9222-8fb4a7cc7bac None None] Updating router ecdbdf04-dab0-4630-bd7f-a5ce85f01e01 port 92711d7c-654f-4d59-8863-ea0417ad4ae2 binding host n-d-789963-9 {{(pid=101291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 09:16:46.532881 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-66381d01-4fec-4602-9222-8fb4a7cc7bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:46.548838 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4c807f0d-7ee7-4a31-a021-fa97fa4e267d req-816b550c-f50e-4fc6-8e35-e83ada3627de service neutron] 10.222.0.13 "GET /v2.0/networks/7f048264-7e97-4b34-96ff-a4b8770f35b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990651 Sep 17 09:16:46.638402 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4c807f0d-7ee7-4a31-a021-fa97fa4e267d req-845d52f3-1d4d-405e-a2e3-293e5d1c5cbe service neutron] 10.222.0.13 "GET /v2.0/networks/7f048264-7e97-4b34-96ff-a4b8770f35b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831842 Sep 17 09:16:46.800511 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-66381d01-4fec-4602-9222-8fb4a7cc7bac None None] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:46.806467 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-66381d01-4fec-4602-9222-8fb4a7cc7bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:46.860213 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469cf12-2217-4756-8ad0-48cbd072dde9 None None] Pushing event updated for resources: {'Port': ['ID=92711d7c-654f-4d59-8863-ea0417ad4ae2,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:16:46.914709 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device bff8f230-302c-49c6-a485-6eb2587b8a86 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 09:16:46.920513 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-66381d01-4fec-4602-9222-8fb4a7cc7bac None None] Attempting to bind port 92711d7c-654f-4d59-8863-ea0417ad4ae2 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 09:16:46.921065 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-66381d01-4fec-4602-9222-8fb4a7cc7bac None None] Attempting to bind port 92711d7c-654f-4d59-8863-ea0417ad4ae2 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '29270e07-b956-4703-a535-df9e541411bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ad64f163-bb86-4a92-ba94-4f6ec5df9355'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 09:16:46.921369 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66381d01-4fec-4602-9222-8fb4a7cc7bac None None] Attempting to bind port 92711d7c-654f-4d59-8863-ea0417ad4ae2 on network ad64f163-bb86-4a92-ba94-4f6ec5df9355 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 09:16:46.947803 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66381d01-4fec-4602-9222-8fb4a7cc7bac None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 9, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 09:16:46.948204 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66381d01-4fec-4602-9222-8fb4a7cc7bac None None] Checking segment: {'id': '29270e07-b956-4703-a535-df9e541411bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ad64f163-bb86-4a92-ba94-4f6ec5df9355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 09:16:46.948611 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-66381d01-4fec-4602-9222-8fb4a7cc7bac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:46.949010 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66381d01-4fec-4602-9222-8fb4a7cc7bac None None] Bound using segment: {'id': '29270e07-b956-4703-a535-df9e541411bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ad64f163-bb86-4a92-ba94-4f6ec5df9355'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 09:16:46.949483 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-66381d01-4fec-4602-9222-8fb4a7cc7bac None None] Bound port: 92711d7c-654f-4d59-8863-ea0417ad4ae2, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29270e07-b956-4703-a535-df9e541411bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ad64f163-bb86-4a92-ba94-4f6ec5df9355'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 09:16:46.949864 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-66381d01-4fec-4602-9222-8fb4a7cc7bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:47.024244 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port bff8f230-302c-49c6-a485-6eb2587b8a86 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:16:47.024621 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:47.063531 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-66381d01-4fec-4602-9222-8fb4a7cc7bac None None] For port 92711d7c-654f-4d59-8863-ea0417ad4ae2, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 09:16:47.089633 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-66381d01-4fec-4602-9222-8fb4a7cc7bac None None] For port 92711d7c-654f-4d59-8863-ea0417ad4ae2, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=92711d7c-654f-4d59-8863-ea0417ad4ae2,segment=NetworkSegment(29270e07-b956-4703-a535-df9e541411bf),segment_id=29270e07-b956-4703-a535-df9e541411bf)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 09:16:47.093390 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-0930b21e-b7f8-438a-8c65-79bac6565456 None None] Provisioning complete for port 92711d7c-654f-4d59-8863-ea0417ad4ae2 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:16:47.093762 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0930b21e-b7f8-438a-8c65-79bac6565456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:47.097249 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-66381d01-4fec-4602-9222-8fb4a7cc7bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:47.226736 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66381d01-4fec-4602-9222-8fb4a7cc7bac None None] Routers {'ecdbdf04-dab0-4630-bd7f-a5ce85f01e01'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:16:47.227533 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-66381d01-4fec-4602-9222-8fb4a7cc7bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:16:23Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['ecdbdf04-dab0-4630-bd7f-a5ce85f01e01'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:16:47.238612 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469cf12-2217-4756-8ad0-48cbd072dde9 None None] Pushing event updated for resources: {'Port': ['ID=92711d7c-654f-4d59-8863-ea0417ad4ae2,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:16:47.358146 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0930b21e-b7f8-438a-8c65-79bac6565456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:47.399772 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-66381d01-4fec-4602-9222-8fb4a7cc7bac None None] Set router ecdbdf04-dab0-4630-bd7f-a5ce85f01e01 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:16:47.438865 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-0930b21e-b7f8-438a-8c65-79bac6565456 None None] For port 92711d7c-654f-4d59-8863-ea0417ad4ae2, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=92711d7c-654f-4d59-8863-ea0417ad4ae2,segment=NetworkSegment(29270e07-b956-4703-a535-df9e541411bf),segment_id=29270e07-b956-4703-a535-df9e541411bf)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:16:47.442566 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0930b21e-b7f8-438a-8c65-79bac6565456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:47.722099 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0930b21e-b7f8-438a-8c65-79bac6565456 None None] Pushing event updated for resources: {'Port': ['ID=92711d7c-654f-4d59-8863-ea0417ad4ae2,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:16:47.745594 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-17f350fa-3d92-409c-acf7-2684af8d9f1e None None] Provisioning complete for port 92711d7c-654f-4d59-8863-ea0417ad4ae2 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:16:47.745971 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-17f350fa-3d92-409c-acf7-2684af8d9f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:47.836582 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2e23f965-df91-4fa5-b0c9-96f40c7a40b0 req-26b08fb2-f3d0-4ff9-ac20-9ca300b7e29c tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 210 time: 0.0326164 Sep 17 09:16:47.876532 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-66381d01-4fec-4602-9222-8fb4a7cc7bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecdbdf04-dab0-4630-bd7f-a5ce85f01e01', 'name': 'tempest-TestShelveInstance-1838052995-router', 'tenant_id': '28e2448389b149f08c9997b8e25966ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': 'bff8f230-302c-49c6-a485-6eb2587b8a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:16:40Z', 'updated_at': '2021-09-17T09:16:43Z', 'revision_number': 4, 'project_id': '28e2448389b149f08c9997b8e25966ed', 'gw_port': {'id': 'bff8f230-302c-49c6-a485-6eb2587b8a86', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:51:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdbdf04-dab0-4630-bd7f-a5ce85f01e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:16:40Z', 'updated_at': '2021-09-17T09:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '92711d7c-654f-4d59-8863-ea0417ad4ae2', 'name': '', 'network_id': 'ad64f163-bb86-4a92-ba94-4f6ec5df9355', 'tenant_id': '28e2448389b149f08c9997b8e25966ed', 'mac_address': 'fa:16:3e:90:76:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecdbdf04-dab0-4630-bd7f-a5ce85f01e01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'c05d43ce-5129-4011-bb1f-9c317cb5c228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:16:42Z', 'updated_at': '2021-09-17T09:16:47Z', 'revision_number': 4, 'project_id': '28e2448389b149f08c9997b8e25966ed', 'subnets': [{'id': 'c05d43ce-5129-4011-bb1f-9c317cb5c228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:16:47.905902 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66381d01-4fec-4602-9222-8fb4a7cc7bac None None] The sync data for ids ['ecdbdf04-dab0-4630-bd7f-a5ce85f01e01'] in n-d-789963-9 is: [{'id': 'ecdbdf04-dab0-4630-bd7f-a5ce85f01e01', 'name': 'tempest-TestShelveInstance-1838052995-router', 'tenant_id': '28e2448389b149f08c9997b8e25966ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': 'bff8f230-302c-49c6-a485-6eb2587b8a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:16:40Z', 'updated_at': '2021-09-17T09:16:43Z', 'revision_number': 4, 'project_id': '28e2448389b149f08c9997b8e25966ed', 'gw_port': {'id': 'bff8f230-302c-49c6-a485-6eb2587b8a86', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:51:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdbdf04-dab0-4630-bd7f-a5ce85f01e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:16:40Z', 'updated_at': '2021-09-17T09:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '92711d7c-654f-4d59-8863-ea0417ad4ae2', 'name': '', 'network_id': 'ad64f163-bb86-4a92-ba94-4f6ec5df9355', 'tenant_id': '28e2448389b149f08c9997b8e25966ed', 'mac_address': 'fa:16:3e:90:76:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecdbdf04-dab0-4630-bd7f-a5ce85f01e01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'c05d43ce-5129-4011-bb1f-9c317cb5c228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:16:42Z', 'updated_at': '2021-09-17T09:16:47Z', 'revision_number': 4, 'project_id': '28e2448389b149f08c9997b8e25966ed', 'subnets': [{'id': 'c05d43ce-5129-4011-bb1f-9c317cb5c228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 09:16:48.920601 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c807f0d-7ee7-4a31-a021-fa97fa4e267d req-67c00058-567a-4ecb-9d66-f357b18c4bb5 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:16:48.922174 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4c807f0d-7ee7-4a31-a021-fa97fa4e267d req-67c00058-567a-4ecb-9d66-f357b18c4bb5 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.39 "GET /v2.0/networks?id=7f048264-7e97-4b34-96ff-a4b8770f35b6 HTTP/1.1" status: 200 len: 808 time: 0.1199315 Sep 17 09:16:48.954635 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 92711d7c-654f-4d59-8863-ea0417ad4ae2 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 09:16:48.962408 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3c15ac0b-ca7f-489f-bcab-391d724b48ea req-2985a473-9a1e-42ed-bfee-9b8a5483505e tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 210 time: 0.0386019 Sep 17 09:16:48.984510 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4c807f0d-7ee7-4a31-a021-fa97fa4e267d req-6aeac85d-0ee2-45a6-9e4a-b02ba1cade3f tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1bf3ef6d555c4e2f97eeee6e992ddcb5 HTTP/1.1" status: 200 len: 379 time: 0.0373988 Sep 17 09:16:49.009775 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 92711d7c-654f-4d59-8863-ea0417ad4ae2 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:16:49.010145 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:49.016867 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-4c807f0d-7ee7-4a31-a021-fa97fa4e267d req-5e6e95df-e19a-43f6-b43c-951212a18469 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Request body: {'port': {'device_id': '7fd779a5-c7c5-44e1-872c-b2c724a436c2', 'network_id': '7f048264-7e97-4b34-96ff-a4b8770f35b6', 'admin_state_up': True, 'tenant_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'security_groups': ['c021fbdb-85d8-47ef-b0a9-37e56e8286b6']}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:16:49.134074 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c807f0d-7ee7-4a31-a021-fa97fa4e267d req-5e6e95df-e19a-43f6-b43c-951212a18469 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Made reservation on behalf of 1bf3ef6d555c4e2f97eeee6e992ddcb5 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 09:16:49.137646 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-4c807f0d-7ee7-4a31-a021-fa97fa4e267d req-5e6e95df-e19a-43f6-b43c-951212a18469 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:49.267067 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-4c807f0d-7ee7-4a31-a021-fa97fa4e267d req-5e6e95df-e19a-43f6-b43c-951212a18469 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Allocated IP 172.20.0.9 (7f048264-7e97-4b34-96ff-a4b8770f35b6/0d64b8e3-47c1-4962-8539-f1467015c48b/edc4f601-381a-4198-8893-2d9e3291d2c2) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 09:16:49.280919 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 09:16:49.407952 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-4c807f0d-7ee7-4a31-a021-fa97fa4e267d req-5e6e95df-e19a-43f6-b43c-951212a18469 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:49.445398 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-4c807f0d-7ee7-4a31-a021-fa97fa4e267d req-5e6e95df-e19a-43f6-b43c-951212a18469 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:49.486582 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c807f0d-7ee7-4a31-a021-fa97fa4e267d req-5e6e95df-e19a-43f6-b43c-951212a18469 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Network 7f048264-7e97-4b34-96ff-a4b8770f35b6 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 09:16:49.490240 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-4c807f0d-7ee7-4a31-a021-fa97fa4e267d req-5e6e95df-e19a-43f6-b43c-951212a18469 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 09:16:49.495921 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c807f0d-7ee7-4a31-a021-fa97fa4e267d req-5e6e95df-e19a-43f6-b43c-951212a18469 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 09:16:49.519705 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6e95df-e19a-43f6-b43c-951212a18469 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Pushing event updated for resources: {'Port': ['ID=edc4f601-381a-4198-8893-2d9e3291d2c2,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:16:49.552299 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c807f0d-7ee7-4a31-a021-fa97fa4e267d req-5e6e95df-e19a-43f6-b43c-951212a18469 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:16:49.552980 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-4c807f0d-7ee7-4a31-a021-fa97fa4e267d req-5e6e95df-e19a-43f6-b43c-951212a18469 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:49.569934 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4c807f0d-7ee7-4a31-a021-fa97fa4e267d req-5e6e95df-e19a-43f6-b43c-951212a18469 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5568581 Sep 17 09:16:49.590327 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-4c807f0d-7ee7-4a31-a021-fa97fa4e267d req-1eb6f7a1-e9f1-4b45-9115-0808cb807fbe service neutron] Request body: {'port': {'device_id': '7fd779a5-c7c5-44e1-872c-b2c724a436c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:16:49.650343 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-4c807f0d-7ee7-4a31-a021-fa97fa4e267d req-1eb6f7a1-e9f1-4b45-9115-0808cb807fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:49.700096 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-0c25954a-2773-467c-8d4a-761174ef7d56 None None] Provisioning complete for port edc4f601-381a-4198-8893-2d9e3291d2c2 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:16:49.700470 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0c25954a-2773-467c-8d4a-761174ef7d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:49.736617 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-0c25954a-2773-467c-8d4a-761174ef7d56 None None] Port edc4f601-381a-4198-8893-2d9e3291d2c2 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 09:16:49.936320 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-4c807f0d-7ee7-4a31-a021-fa97fa4e267d req-1eb6f7a1-e9f1-4b45-9115-0808cb807fbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edc4f601-381a-4198-8893-2d9e3291d2c2 {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 09:16:49.944432 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-4c807f0d-7ee7-4a31-a021-fa97fa4e267d req-1eb6f7a1-e9f1-4b45-9115-0808cb807fbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:49.958593 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-4c807f0d-7ee7-4a31-a021-fa97fa4e267d req-1eb6f7a1-e9f1-4b45-9115-0808cb807fbe service neutron] Transition to ACTIVE for port object edc4f601-381a-4198-8893-2d9e3291d2c2 will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 09:16:49.963440 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-4c807f0d-7ee7-4a31-a021-fa97fa4e267d req-1eb6f7a1-e9f1-4b45-9115-0808cb807fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:50.038219 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb6f7a1-e9f1-4b45-9115-0808cb807fbe service neutron] Pushing event updated for resources: {'Port': ['ID=edc4f601-381a-4198-8893-2d9e3291d2c2,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:16:50.109465 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b89487-5098-4792-96bc-b42321176229 req-8c9a59cc-6b58-4c8e-aebd-373badc19caf tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:16:50.111673 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-89b89487-5098-4792-96bc-b42321176229 req-8c9a59cc-6b58-4c8e-aebd-373badc19caf tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 943 time: 0.0639393 Sep 17 09:16:50.122761 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-4c807f0d-7ee7-4a31-a021-fa97fa4e267d req-1eb6f7a1-e9f1-4b45-9115-0808cb807fbe service neutron] Attempting to bind port edc4f601-381a-4198-8893-2d9e3291d2c2 on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 09:16:50.123247 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-4c807f0d-7ee7-4a31-a021-fa97fa4e267d req-1eb6f7a1-e9f1-4b45-9115-0808cb807fbe service neutron] Attempting to bind port edc4f601-381a-4198-8893-2d9e3291d2c2 by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': '00f97694-7b00-49cb-be2e-e16ebc9a46d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7f048264-7e97-4b34-96ff-a4b8770f35b6'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 09:16:50.123936 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c807f0d-7ee7-4a31-a021-fa97fa4e267d req-1eb6f7a1-e9f1-4b45-9115-0808cb807fbe service neutron] Attempting to bind port edc4f601-381a-4198-8893-2d9e3291d2c2 on network 7f048264-7e97-4b34-96ff-a4b8770f35b6 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 09:16:50.129006 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c807f0d-7ee7-4a31-a021-fa97fa4e267d req-1eb6f7a1-e9f1-4b45-9115-0808cb807fbe service neutron] Port edc4f601-381a-4198-8893-2d9e3291d2c2 on network 7f048264-7e97-4b34-96ff-a4b8770f35b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 09:16:50.129506 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c807f0d-7ee7-4a31-a021-fa97fa4e267d req-1eb6f7a1-e9f1-4b45-9115-0808cb807fbe service neutron] Attempting to bind port edc4f601-381a-4198-8893-2d9e3291d2c2 on network 7f048264-7e97-4b34-96ff-a4b8770f35b6 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 09:16:50.135380 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c807f0d-7ee7-4a31-a021-fa97fa4e267d req-1eb6f7a1-e9f1-4b45-9115-0808cb807fbe service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 9, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 09:16:50.135756 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c807f0d-7ee7-4a31-a021-fa97fa4e267d req-1eb6f7a1-e9f1-4b45-9115-0808cb807fbe service neutron] Checking segment: {'id': '00f97694-7b00-49cb-be2e-e16ebc9a46d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7f048264-7e97-4b34-96ff-a4b8770f35b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 09:16:50.135913 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0853d2f1-b6cf-4352-b4b8-45b2d8f1f17e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:50.136475 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c807f0d-7ee7-4a31-a021-fa97fa4e267d req-1eb6f7a1-e9f1-4b45-9115-0808cb807fbe service neutron] Bound using segment: {'id': '00f97694-7b00-49cb-be2e-e16ebc9a46d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7f048264-7e97-4b34-96ff-a4b8770f35b6'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 09:16:50.137416 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-4c807f0d-7ee7-4a31-a021-fa97fa4e267d req-1eb6f7a1-e9f1-4b45-9115-0808cb807fbe service neutron] Bound port: edc4f601-381a-4198-8893-2d9e3291d2c2, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00f97694-7b00-49cb-be2e-e16ebc9a46d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7f048264-7e97-4b34-96ff-a4b8770f35b6'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 09:16:50.137784 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-4c807f0d-7ee7-4a31-a021-fa97fa4e267d req-1eb6f7a1-e9f1-4b45-9115-0808cb807fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:50.167256 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-89b89487-5098-4792-96bc-b42321176229 req-6f69cdd3-c224-4eb1-88ac-1991f4f8d501 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=c021fbdb-85d8-47ef-b0a9-37e56e8286b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461106 Sep 17 09:16:50.210307 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-4c807f0d-7ee7-4a31-a021-fa97fa4e267d req-1eb6f7a1-e9f1-4b45-9115-0808cb807fbe service neutron] For port edc4f601-381a-4198-8893-2d9e3291d2c2, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 09:16:50.214136 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-4c807f0d-7ee7-4a31-a021-fa97fa4e267d req-1eb6f7a1-e9f1-4b45-9115-0808cb807fbe service neutron] For port edc4f601-381a-4198-8893-2d9e3291d2c2, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=edc4f601-381a-4198-8893-2d9e3291d2c2,segment=NetworkSegment(00f97694-7b00-49cb-be2e-e16ebc9a46d9),segment_id=00f97694-7b00-49cb-be2e-e16ebc9a46d9)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 09:16:50.218026 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-4c807f0d-7ee7-4a31-a021-fa97fa4e267d req-1eb6f7a1-e9f1-4b45-9115-0808cb807fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:50.252827 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c807f0d-7ee7-4a31-a021-fa97fa4e267d req-1eb6f7a1-e9f1-4b45-9115-0808cb807fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:16:50.253460 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-4c807f0d-7ee7-4a31-a021-fa97fa4e267d req-1eb6f7a1-e9f1-4b45-9115-0808cb807fbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:50.255061 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4c807f0d-7ee7-4a31-a021-fa97fa4e267d req-1eb6f7a1-e9f1-4b45-9115-0808cb807fbe service neutron] 10.222.0.39 "PUT /v2.0/ports/edc4f601-381a-4198-8893-2d9e3291d2c2 HTTP/1.1" status: 200 len: 1091 time: 0.6700318 Sep 17 09:16:50.255525 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fd779a5-c7c5-44e1-872c-b2c724a436c2', 'tag': 'edc4f601-381a-4198-8893-2d9e3291d2c2'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 09:16:50.257807 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823f1136df5e8dfe06b46a14eea5a85bccf33ce7e510dfea6a746e22e928dc4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36406905-5263-4a78-8d42-8cf68b9f8b95" -d '{"events": [{"name": "network-changed", "server_uuid": "7fd779a5-c7c5-44e1-872c-b2c724a436c2", "tag": "edc4f601-381a-4198-8893-2d9e3291d2c2"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 09:16:50.285539 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb6f7a1-e9f1-4b45-9115-0808cb807fbe service neutron] Pushing event updated for resources: {'Port': ['ID=edc4f601-381a-4198-8893-2d9e3291d2c2,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:16:50.309246 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 09:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c605e4-2ce4-4ebe-beca-c8cdbf190ff9 x-openstack-request-id: req-f4c605e4-2ce4-4ebe-beca-c8cdbf190ff9 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 09:16:50.309585 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fd779a5-c7c5-44e1-872c-b2c724a436c2", "tag": "edc4f601-381a-4198-8893-2d9e3291d2c2", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 09:16:50.309860 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f4c605e4-2ce4-4ebe-beca-c8cdbf190ff9 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 09:16:50.310292 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fd779a5-c7c5-44e1-872c-b2c724a436c2', 'tag': 'edc4f601-381a-4198-8893-2d9e3291d2c2', 'status': 'completed', 'code': 200} Sep 17 09:16:50.366079 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c807f0d-7ee7-4a31-a021-fa97fa4e267d req-ce4c3200-8766-4996-b137-b0a545e3d3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:16:50.367677 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4c807f0d-7ee7-4a31-a021-fa97fa4e267d req-ce4c3200-8766-4996-b137-b0a545e3d3a5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1bf3ef6d555c4e2f97eeee6e992ddcb5&device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 1094 time: 0.0428419 Sep 17 09:16:50.422248 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4c807f0d-7ee7-4a31-a021-fa97fa4e267d req-1933a579-d37d-4b29-ad4f-f5326f147065 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=edc4f601-381a-4198-8893-2d9e3291d2c2 HTTP/1.1" status: 200 len: 217 time: 0.0415595 Sep 17 09:16:50.483695 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c807f0d-7ee7-4a31-a021-fa97fa4e267d req-fbc7709b-41e2-41dc-b5ab-71bf3b8fb5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:16:50.485418 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4c807f0d-7ee7-4a31-a021-fa97fa4e267d req-fbc7709b-41e2-41dc-b5ab-71bf3b8fb5c0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d64b8e3-47c1-4962-8539-f1467015c48b HTTP/1.1" status: 200 len: 847 time: 0.0569122 Sep 17 09:16:50.537286 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c807f0d-7ee7-4a31-a021-fa97fa4e267d req-d84aabd9-5fd9-40ae-9b89-531984120755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:16:50.538743 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4c807f0d-7ee7-4a31-a021-fa97fa4e267d req-d84aabd9-5fd9-40ae-9b89-531984120755 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7f048264-7e97-4b34-96ff-a4b8770f35b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464146 Sep 17 09:16:50.641649 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4c807f0d-7ee7-4a31-a021-fa97fa4e267d req-a8757920-55d3-4b50-9c03-2c158b2af923 service neutron] 10.222.0.39 "GET /v2.0/networks/7f048264-7e97-4b34-96ff-a4b8770f35b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947044 Sep 17 09:16:50.734746 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-4c807f0d-7ee7-4a31-a021-fa97fa4e267d req-db0697a3-bd6a-4e6d-a0bd-54b9af527e06 service neutron] 10.222.0.39 "GET /v2.0/networks/7f048264-7e97-4b34-96ff-a4b8770f35b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865252 Sep 17 09:16:50.873479 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36406905-5263-4a78-8d42-8cf68b9f8b95 req-0cb60da0-25e2-44b5-8d01-44ffc0a0e303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:16:50.875034 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-36406905-5263-4a78-8d42-8cf68b9f8b95 req-0cb60da0-25e2-44b5-8d01-44ffc0a0e303 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1bf3ef6d555c4e2f97eeee6e992ddcb5&device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 1094 time: 0.0486817 Sep 17 09:16:50.966542 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36406905-5263-4a78-8d42-8cf68b9f8b95 req-38797170-1d66-46b6-b87e-031ed5c9fe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:16:50.968031 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-36406905-5263-4a78-8d42-8cf68b9f8b95 req-38797170-1d66-46b6-b87e-031ed5c9fe10 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7f048264-7e97-4b34-96ff-a4b8770f35b6 HTTP/1.1" status: 200 len: 909 time: 0.0848901 Sep 17 09:16:51.014257 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-36406905-5263-4a78-8d42-8cf68b9f8b95 req-37e1a892-3273-4465-b2ae-6f359894906b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=edc4f601-381a-4198-8893-2d9e3291d2c2 HTTP/1.1" status: 200 len: 217 time: 0.0392022 Sep 17 09:16:51.068911 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36406905-5263-4a78-8d42-8cf68b9f8b95 req-09ddb217-78dc-4ccc-9d3a-44c30c93af46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:16:51.070779 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-36406905-5263-4a78-8d42-8cf68b9f8b95 req-09ddb217-78dc-4ccc-9d3a-44c30c93af46 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d64b8e3-47c1-4962-8539-f1467015c48b HTTP/1.1" status: 200 len: 847 time: 0.0499461 Sep 17 09:16:51.120307 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36406905-5263-4a78-8d42-8cf68b9f8b95 req-f64a29fe-4261-42df-9f5d-824f4f6c7ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:16:51.121810 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-36406905-5263-4a78-8d42-8cf68b9f8b95 req-f64a29fe-4261-42df-9f5d-824f4f6c7ba5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7f048264-7e97-4b34-96ff-a4b8770f35b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441489 Sep 17 09:16:51.223230 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-36406905-5263-4a78-8d42-8cf68b9f8b95 req-eff89f25-16e1-4cbd-aba0-5cd59089b1aa service neutron] 10.222.0.39 "GET /v2.0/networks/7f048264-7e97-4b34-96ff-a4b8770f35b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930221 Sep 17 09:16:51.291400 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc64d18-5ec1-4007-9c7c-d4945d787807 req-6b6e9a0c-7cb9-42f4-9cae-35576701fc8b tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:16:51.292956 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3fc64d18-5ec1-4007-9c7c-d4945d787807 req-6b6e9a0c-7cb9-42f4-9cae-35576701fc8b tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 943 time: 0.0493431 Sep 17 09:16:51.318196 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-36406905-5263-4a78-8d42-8cf68b9f8b95 req-294f7189-106d-4339-9440-217162393389 service neutron] 10.222.0.39 "GET /v2.0/networks/7f048264-7e97-4b34-96ff-a4b8770f35b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881989 Sep 17 09:16:51.334231 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3fc64d18-5ec1-4007-9c7c-d4945d787807 req-ef0ffc36-7b86-4cc3-8030-7d4dbc97fa1f tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=c021fbdb-85d8-47ef-b0a9-37e56e8286b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310228 Sep 17 09:16:52.458352 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b97af-918b-4239-9208-9988d33dffbb req-2fa23b4c-de83-40b3-b466-b3914882cef7 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:16:52.459816 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-027b97af-918b-4239-9208-9988d33dffbb req-2fa23b4c-de83-40b3-b466-b3914882cef7 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 943 time: 0.0512865 Sep 17 09:16:52.496731 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-027b97af-918b-4239-9208-9988d33dffbb req-f259e94c-e0fc-4707-a1be-36d02fb0b6b9 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=c021fbdb-85d8-47ef-b0a9-37e56e8286b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309069 Sep 17 09:16:52.561444 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2b203903-f346-466f-9341-75919eeac810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:52.912528 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:53.617053 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f203e-e4a4-44d0-97cf-feafa5f2f6fa req-34014226-25c0-4891-9e3e-c8b051b5753e tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:16:53.618544 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0b0f203e-e4a4-44d0-97cf-feafa5f2f6fa req-34014226-25c0-4891-9e3e-c8b051b5753e tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 943 time: 0.0505941 Sep 17 09:16:53.657491 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0b0f203e-e4a4-44d0-97cf-feafa5f2f6fa req-a8187107-5624-4007-a3f6-761ca3ab256f tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=c021fbdb-85d8-47ef-b0a9-37e56e8286b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325933 Sep 17 09:16:54.058953 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:54.383770 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device edc4f601-381a-4198-8893-2d9e3291d2c2 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 09:16:54.479617 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port edc4f601-381a-4198-8893-2d9e3291d2c2, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=edc4f601-381a-4198-8893-2d9e3291d2c2,segment=NetworkSegment(00f97694-7b00-49cb-be2e-e16ebc9a46d9),segment_id=00f97694-7b00-49cb-be2e-e16ebc9a46d9)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:16:54.490850 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': 'edc4f601-381a-4198-8893-2d9e3291d2c2', 'network_id': '7f048264-7e97-4b34-96ff-a4b8770f35b6', 'port_id': 'edc4f601-381a-4198-8893-2d9e3291d2c2', 'mac_address': 'fa:16:3e:ac:1f:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d64b8e3-47c1-4962-8539-f1467015c48b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 09:16:54.527784 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:54.541176 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edc4f601-381a-4198-8893-2d9e3291d2c2 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 09:16:54.559808 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port edc4f601-381a-4198-8893-2d9e3291d2c2, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=edc4f601-381a-4198-8893-2d9e3291d2c2,segment=NetworkSegment(00f97694-7b00-49cb-be2e-e16ebc9a46d9),segment_id=00f97694-7b00-49cb-be2e-e16ebc9a46d9)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:16:54.563716 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:54.616638 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=edc4f601-381a-4198-8893-2d9e3291d2c2,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:16:54.771857 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fea1ad-5332-4dc4-8801-d3457ddf379e req-a8a5988a-4ab6-4710-aa7b-f9418d51493c tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:16:54.773336 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65fea1ad-5332-4dc4-8801-d3457ddf379e req-a8a5988a-4ab6-4710-aa7b-f9418d51493c tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 944 time: 0.0485795 Sep 17 09:16:54.812546 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-65fea1ad-5332-4dc4-8801-d3457ddf379e req-89b7d7ee-9eb3-4d39-bf3d-7c41f193454b tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=c021fbdb-85d8-47ef-b0a9-37e56e8286b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333493 Sep 17 09:16:54.941043 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['edc4f601-381a-4198-8893-2d9e3291d2c2'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 09:16:55.643889 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:55.943407 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257c238e-228c-4918-9959-7de2553682f5 req-c96e3e1e-3197-4c28-97fe-c9a62e73e638 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:16:55.944922 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-257c238e-228c-4918-9959-7de2553682f5 req-c96e3e1e-3197-4c28-97fe-c9a62e73e638 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 944 time: 0.0520816 Sep 17 09:16:55.982509 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-257c238e-228c-4918-9959-7de2553682f5 req-7edf4d2e-3516-4d9d-a8f9-9433a85bbb4e tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=c021fbdb-85d8-47ef-b0a9-37e56e8286b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316994 Sep 17 09:16:56.396449 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device edc4f601-381a-4198-8893-2d9e3291d2c2 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 09:16:56.445488 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port edc4f601-381a-4198-8893-2d9e3291d2c2 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 09:16:56.449356 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port edc4f601-381a-4198-8893-2d9e3291d2c2 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:16:56.449775 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:56.528770 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:56.551241 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fd779a5-c7c5-44e1-872c-b2c724a436c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edc4f601-381a-4198-8893-2d9e3291d2c2'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 09:16:56.553585 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd15a5b62c2e1c1e903d3702117c13c06f948b041a08150170fef0e561ebed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0073ab0e-a34e-4196-9eec-2c2e55721fd7" -d '{"events": [{"server_uuid": "7fd779a5-c7c5-44e1-872c-b2c724a436c2", "name": "network-vif-plugged", "status": "completed", "tag": "edc4f601-381a-4198-8893-2d9e3291d2c2"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 09:16:56.566112 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port edc4f601-381a-4198-8893-2d9e3291d2c2, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=edc4f601-381a-4198-8893-2d9e3291d2c2,segment=NetworkSegment(00f97694-7b00-49cb-be2e-e16ebc9a46d9),segment_id=00f97694-7b00-49cb-be2e-e16ebc9a46d9)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:16:56.572029 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:56.622154 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=edc4f601-381a-4198-8893-2d9e3291d2c2,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:16:56.660512 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 09:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d891760d-f466-44a5-b00e-673f69267baf x-openstack-request-id: req-d891760d-f466-44a5-b00e-673f69267baf {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 09:16:56.661473 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fd779a5-c7c5-44e1-872c-b2c724a436c2", "name": "network-vif-plugged", "status": "completed", "tag": "edc4f601-381a-4198-8893-2d9e3291d2c2", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 09:16:56.661473 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d891760d-f466-44a5-b00e-673f69267baf {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 09:16:56.661973 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fd779a5-c7c5-44e1-872c-b2c724a436c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edc4f601-381a-4198-8893-2d9e3291d2c2', 'code': 200} Sep 17 09:16:56.780569 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb9bd5-a706-481c-a70d-fd2115f13f33 req-f81fc4d6-bd67-4c09-88f8-2405393608a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:16:56.782138 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9bdb9bd5-a706-481c-a70d-fd2115f13f33 req-f81fc4d6-bd67-4c09-88f8-2405393608a7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 1096 time: 0.0397503 Sep 17 09:16:56.820415 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9bdb9bd5-a706-481c-a70d-fd2115f13f33 req-e2b1c184-2f85-4e1a-ab16-28c2a4cc2eac service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c021fbdb-85d8-47ef-b0a9-37e56e8286b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316575 Sep 17 09:16:57.095381 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331afe46-71ca-4816-9d40-32c457d70df2 req-908fa727-e9ff-4e47-ab58-237b38452640 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:16:57.097162 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-331afe46-71ca-4816-9d40-32c457d70df2 req-908fa727-e9ff-4e47-ab58-237b38452640 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 945 time: 0.0485110 Sep 17 09:16:57.135011 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-331afe46-71ca-4816-9d40-32c457d70df2 req-d4c5661f-fa96-42b7-8ee5-1b08dc40c216 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=c021fbdb-85d8-47ef-b0a9-37e56e8286b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314519 Sep 17 09:16:58.253630 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517d26f-6eb8-4269-a903-4a5dde793ab6 req-e61b1f88-009b-43db-a97c-ab40fbe81f23 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:16:58.255145 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6517d26f-6eb8-4269-a903-4a5dde793ab6 req-e61b1f88-009b-43db-a97c-ab40fbe81f23 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 945 time: 0.0518975 Sep 17 09:16:58.293371 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6517d26f-6eb8-4269-a903-4a5dde793ab6 req-8c23ee05-5977-4266-814b-dd13bab90916 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=c021fbdb-85d8-47ef-b0a9-37e56e8286b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318525 Sep 17 09:16:58.413654 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf607fe-c910-435b-831a-75a385b6d3b5 req-47a3c886-7c03-4a80-82b4-eb7eec30bac5 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:16:58.415165 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6bf607fe-c910-435b-831a-75a385b6d3b5 req-47a3c886-7c03-4a80-82b4-eb7eec30bac5 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 945 time: 0.0527377 Sep 17 09:16:58.452695 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6bf607fe-c910-435b-831a-75a385b6d3b5 req-bae0f4ed-e5b5-44e1-924a-14ae095873a5 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=c021fbdb-85d8-47ef-b0a9-37e56e8286b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314553 Sep 17 09:16:58.474706 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 38196) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:16:58.555399 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16213233-5c62-4705-9359-42fa4d45c7f9 tempest-TestShelveInstance-799197634 tempest-TestShelveInstance-799197634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:16:58.560015 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-16213233-5c62-4705-9359-42fa4d45c7f9 tempest-TestShelveInstance-799197634 tempest-TestShelveInstance-799197634-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 1091 time: 0.0813773 Sep 17 09:16:58.561511 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 38200) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:16:58.566579 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-50de4015-1d37-4c2a-bf17-6e903273b6c9 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Request body: {'floatingip': {'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'port_id': 'edc4f601-381a-4198-8893-2d9e3291d2c2', 'tenant_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:16:58.589850 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-50de4015-1d37-4c2a-bf17-6e903273b6c9 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks [] for floatingip, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:58.681546 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-50de4015-1d37-4c2a-bf17-6e903273b6c9 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:58.787121 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-50de4015-1d37-4c2a-bf17-6e903273b6c9 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Allocated IP 172.25.6.135 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/926674ea-8bbe-4472-b9ac-d1898e4132f6) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 09:16:58.887278 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-50de4015-1d37-4c2a-bf17-6e903273b6c9 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:58.918788 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-50de4015-1d37-4c2a-bf17-6e903273b6c9 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:58.963025 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50de4015-1d37-4c2a-bf17-6e903273b6c9 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 09:16:58.967684 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-50de4015-1d37-4c2a-bf17-6e903273b6c9 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 09:16:58.972431 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50de4015-1d37-4c2a-bf17-6e903273b6c9 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 09:16:58.975434 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50de4015-1d37-4c2a-bf17-6e903273b6c9 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Pushing event updated for resources: {'Port': ['ID=926674ea-8bbe-4472-b9ac-d1898e4132f6,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:16:59.599514 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-50de4015-1d37-4c2a-bf17-6e903273b6c9 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:59.665103 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-50de4015-1d37-4c2a-bf17-6e903273b6c9 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:59.809613 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-50de4015-1d37-4c2a-bf17-6e903273b6c9 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:59.814519 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-50de4015-1d37-4c2a-bf17-6e903273b6c9 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:59.882805 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50de4015-1d37-4c2a-bf17-6e903273b6c9 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Pushing event updated for resources: {'Port': ['ID=926674ea-8bbe-4472-b9ac-d1898e4132f6,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:16:59.891701 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-50de4015-1d37-4c2a-bf17-6e903273b6c9 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:16:59.991125 n-d-789963-9 neutron-server[101290]: INFO neutron.db.l3_db [None req-50de4015-1d37-4c2a-bf17-6e903273b6c9 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Floating IP 33a43dd3-c935-48b0-9da2-c7f55caf5325 associated. External IP: 172.25.6.135, port: edc4f601-381a-4198-8893-2d9e3291d2c2. Sep 17 09:17:00.196413 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50de4015-1d37-4c2a-bf17-6e903273b6c9 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Router 7675fda7-9081-405c-a126-22f2685f6270 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 09:17:00.302579 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50de4015-1d37-4c2a-bf17-6e903273b6c9 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 09:17:00.312529 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a428f56-515b-4efc-91ab-c8e7fa3d789e None None] Sync routers for ids ['7675fda7-9081-405c-a126-22f2685f6270'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 09:17:00.319243 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-50de4015-1d37-4c2a-bf17-6e903273b6c9 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:17:00.324825 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a428f56-515b-4efc-91ab-c8e7fa3d789e None None] Routers {'7675fda7-9081-405c-a126-22f2685f6270'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:17:00.325500 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-3a428f56-515b-4efc-91ab-c8e7fa3d789e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:16:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['7675fda7-9081-405c-a126-22f2685f6270'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:17:00.347521 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-50de4015-1d37-4c2a-bf17-6e903273b6c9 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7843654 Sep 17 09:17:00.348131 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fd779a5-c7c5-44e1-872c-b2c724a436c2', 'tag': 'edc4f601-381a-4198-8893-2d9e3291d2c2'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 09:17:00.350527 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823f1136df5e8dfe06b46a14eea5a85bccf33ce7e510dfea6a746e22e928dc4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68698151-8765-4a3f-92d3-f41d7096c22e" -d '{"events": [{"name": "network-changed", "server_uuid": "7fd779a5-c7c5-44e1-872c-b2c724a436c2", "tag": "edc4f601-381a-4198-8893-2d9e3291d2c2"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 09:17:00.391555 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 09:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd56fe5-a86a-41bb-b26a-9175860a2449 x-openstack-request-id: req-dfd56fe5-a86a-41bb-b26a-9175860a2449 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 09:17:00.391921 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fd779a5-c7c5-44e1-872c-b2c724a436c2", "tag": "edc4f601-381a-4198-8893-2d9e3291d2c2", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 09:17:00.392276 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dfd56fe5-a86a-41bb-b26a-9175860a2449 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 09:17:00.392702 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fd779a5-c7c5-44e1-872c-b2c724a436c2', 'tag': 'edc4f601-381a-4198-8893-2d9e3291d2c2', 'status': 'completed', 'code': 200} Sep 17 09:17:00.432751 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-3a428f56-515b-4efc-91ab-c8e7fa3d789e None None] Set router 7675fda7-9081-405c-a126-22f2685f6270 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:17:00.473690 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68698151-8765-4a3f-92d3-f41d7096c22e req-f6f9052b-7aeb-4bae-a584-d71141e575f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:17:00.475232 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-68698151-8765-4a3f-92d3-f41d7096c22e req-f6f9052b-7aeb-4bae-a584-d71141e575f9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1bf3ef6d555c4e2f97eeee6e992ddcb5&device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 1096 time: 0.0414598 Sep 17 09:17:00.572983 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68698151-8765-4a3f-92d3-f41d7096c22e req-41850511-8e03-468d-adc6-01d8a46d7d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:17:00.574348 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-68698151-8765-4a3f-92d3-f41d7096c22e req-41850511-8e03-468d-adc6-01d8a46d7d52 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7f048264-7e97-4b34-96ff-a4b8770f35b6 HTTP/1.1" status: 200 len: 909 time: 0.0920615 Sep 17 09:17:00.640917 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-68698151-8765-4a3f-92d3-f41d7096c22e req-2ae28cb5-88fd-445a-9355-da2adf35c6f0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=edc4f601-381a-4198-8893-2d9e3291d2c2 HTTP/1.1" status: 200 len: 999 time: 0.0589545 Sep 17 09:17:00.663879 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-3a428f56-515b-4efc-91ab-c8e7fa3d789e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7675fda7-9081-405c-a126-22f2685f6270', 'name': 'tempest-TestShelveInstance-971806276-router', 'tenant_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '71e4c288-01fb-44af-977c-881d3b8176d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:16:35Z', 'updated_at': '2021-09-17T09:16:38Z', 'revision_number': 4, 'project_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'gw_port': {'id': '71e4c288-01fb-44af-977c-881d3b8176d0', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7675fda7-9081-405c-a126-22f2685f6270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:16:35Z', 'updated_at': '2021-09-17T09:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '33a43dd3-c935-48b0-9da2-c7f55caf5325', 'tenant_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'floating_ip_address': '172.25.6.135', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '7675fda7-9081-405c-a126-22f2685f6270', 'port_id': 'edc4f601-381a-4198-8893-2d9e3291d2c2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f048264-7e97-4b34-96ff-a4b8770f35b6', 'mac_address': 'fa:16:3e:ac:1f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd779a5-c7c5-44e1-872c-b2c724a436c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T09:16:59Z', 'updated_at': '2021-09-17T09:16:59Z', 'revision_number': 0, 'project_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39ec86c5-b66d-4b66-97a0-a69da7abd4db', 'name': '', 'network_id': '7f048264-7e97-4b34-96ff-a4b8770f35b6', 'tenant_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'mac_address': 'fa:16:3e:7f:e6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7675fda7-9081-405c-a126-22f2685f6270', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '0d64b8e3-47c1-4962-8539-f1467015c48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:16:37Z', 'updated_at': '2021-09-17T09:16:42Z', 'revision_number': 5, 'project_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'subnets': [{'id': '0d64b8e3-47c1-4962-8539-f1467015c48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:17:00.712398 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a428f56-515b-4efc-91ab-c8e7fa3d789e None None] Checking router: 7675fda7-9081-405c-a126-22f2685f6270 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 09:17:00.720589 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68698151-8765-4a3f-92d3-f41d7096c22e req-9c606cd0-eb75-4b01-b94a-dec9a96af32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:17:00.723740 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-68698151-8765-4a3f-92d3-f41d7096c22e req-9c606cd0-eb75-4b01-b94a-dec9a96af32e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d64b8e3-47c1-4962-8539-f1467015c48b HTTP/1.1" status: 200 len: 847 time: 0.0755606 Sep 17 09:17:00.725228 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a428f56-515b-4efc-91ab-c8e7fa3d789e None None] Routers {'7675fda7-9081-405c-a126-22f2685f6270'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:17:00.725877 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-3a428f56-515b-4efc-91ab-c8e7fa3d789e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:16:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['7675fda7-9081-405c-a126-22f2685f6270'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:17:00.789864 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68698151-8765-4a3f-92d3-f41d7096c22e req-04d1ec9b-88c4-4083-83a4-42d1b4417dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:17:00.792206 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-68698151-8765-4a3f-92d3-f41d7096c22e req-04d1ec9b-88c4-4083-83a4-42d1b4417dce service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7f048264-7e97-4b34-96ff-a4b8770f35b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618780 Sep 17 09:17:00.862084 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-3a428f56-515b-4efc-91ab-c8e7fa3d789e None None] Set router 7675fda7-9081-405c-a126-22f2685f6270 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:17:00.891203 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-68698151-8765-4a3f-92d3-f41d7096c22e req-4a3a0748-95a9-4774-9103-c0db18ab22e1 service neutron] 10.222.0.39 "GET /v2.0/networks/7f048264-7e97-4b34-96ff-a4b8770f35b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909390 Sep 17 09:17:00.988573 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-68698151-8765-4a3f-92d3-f41d7096c22e req-0cbac3df-b354-4459-aed8-f08019d76442 service neutron] 10.222.0.39 "GET /v2.0/networks/7f048264-7e97-4b34-96ff-a4b8770f35b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908921 Sep 17 09:17:01.093035 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-3a428f56-515b-4efc-91ab-c8e7fa3d789e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7675fda7-9081-405c-a126-22f2685f6270', 'name': 'tempest-TestShelveInstance-971806276-router', 'tenant_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '71e4c288-01fb-44af-977c-881d3b8176d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:16:35Z', 'updated_at': '2021-09-17T09:16:38Z', 'revision_number': 4, 'project_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'gw_port': {'id': '71e4c288-01fb-44af-977c-881d3b8176d0', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7675fda7-9081-405c-a126-22f2685f6270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:16:35Z', 'updated_at': '2021-09-17T09:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '33a43dd3-c935-48b0-9da2-c7f55caf5325', 'tenant_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'floating_ip_address': '172.25.6.135', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '7675fda7-9081-405c-a126-22f2685f6270', 'port_id': 'edc4f601-381a-4198-8893-2d9e3291d2c2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f048264-7e97-4b34-96ff-a4b8770f35b6', 'mac_address': 'fa:16:3e:ac:1f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd779a5-c7c5-44e1-872c-b2c724a436c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T09:16:59Z', 'updated_at': '2021-09-17T09:16:59Z', 'revision_number': 0, 'project_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39ec86c5-b66d-4b66-97a0-a69da7abd4db', 'name': '', 'network_id': '7f048264-7e97-4b34-96ff-a4b8770f35b6', 'tenant_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'mac_address': 'fa:16:3e:7f:e6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7675fda7-9081-405c-a126-22f2685f6270', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '0d64b8e3-47c1-4962-8539-f1467015c48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:16:37Z', 'updated_at': '2021-09-17T09:16:42Z', 'revision_number': 5, 'project_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'subnets': [{'id': '0d64b8e3-47c1-4962-8539-f1467015c48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:17:01.118978 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a428f56-515b-4efc-91ab-c8e7fa3d789e None None] The sync data for ids ['7675fda7-9081-405c-a126-22f2685f6270'] in n-d-789963-9 is: [{'id': '7675fda7-9081-405c-a126-22f2685f6270', 'name': 'tempest-TestShelveInstance-971806276-router', 'tenant_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '71e4c288-01fb-44af-977c-881d3b8176d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:16:35Z', 'updated_at': '2021-09-17T09:16:38Z', 'revision_number': 4, 'project_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'gw_port': {'id': '71e4c288-01fb-44af-977c-881d3b8176d0', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7675fda7-9081-405c-a126-22f2685f6270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:16:35Z', 'updated_at': '2021-09-17T09:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '33a43dd3-c935-48b0-9da2-c7f55caf5325', 'tenant_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'floating_ip_address': '172.25.6.135', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '7675fda7-9081-405c-a126-22f2685f6270', 'port_id': 'edc4f601-381a-4198-8893-2d9e3291d2c2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f048264-7e97-4b34-96ff-a4b8770f35b6', 'mac_address': 'fa:16:3e:ac:1f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd779a5-c7c5-44e1-872c-b2c724a436c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T09:16:59Z', 'updated_at': '2021-09-17T09:16:59Z', 'revision_number': 0, 'project_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39ec86c5-b66d-4b66-97a0-a69da7abd4db', 'name': '', 'network_id': '7f048264-7e97-4b34-96ff-a4b8770f35b6', 'tenant_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'mac_address': 'fa:16:3e:7f:e6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7675fda7-9081-405c-a126-22f2685f6270', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '0d64b8e3-47c1-4962-8539-f1467015c48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:16:37Z', 'updated_at': '2021-09-17T09:16:42Z', 'revision_number': 5, 'project_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'subnets': [{'id': '0d64b8e3-47c1-4962-8539-f1467015c48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 09:17:01.316739 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557ea913-1701-4734-bb87-147a205bbc55 None None] New status for floating IP 33a43dd3-c935-48b0-9da2-c7f55caf5325: ACTIVE {{(pid=101291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 09:17:06.310494 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:17:06.350686 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:17:14.277819 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8f190286-9fd9-4840-8ed7-f7e75731a355 req-a1f323a4-b22e-4c5d-bff7-919cc04b5e66 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0385087 Sep 17 09:17:14.381496 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f190286-9fd9-4840-8ed7-f7e75731a355 req-22769f52-dc14-4efc-9ab1-b531e00aedea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:17:14.382877 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8f190286-9fd9-4840-8ed7-f7e75731a355 req-22769f52-dc14-4efc-9ab1-b531e00aedea service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1bf3ef6d555c4e2f97eeee6e992ddcb5&device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 1096 time: 0.0444961 Sep 17 09:17:14.483465 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f190286-9fd9-4840-8ed7-f7e75731a355 req-af775456-fe26-4713-8ba2-5fcc0d0c3926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:17:14.484940 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8f190286-9fd9-4840-8ed7-f7e75731a355 req-af775456-fe26-4713-8ba2-5fcc0d0c3926 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7f048264-7e97-4b34-96ff-a4b8770f35b6 HTTP/1.1" status: 200 len: 909 time: 0.0825009 Sep 17 09:17:14.552693 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8f190286-9fd9-4840-8ed7-f7e75731a355 req-2e8d57d5-9faf-4aa3-baa4-2959680cae97 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=edc4f601-381a-4198-8893-2d9e3291d2c2 HTTP/1.1" status: 200 len: 1001 time: 0.0604799 Sep 17 09:17:14.602260 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f190286-9fd9-4840-8ed7-f7e75731a355 req-b40dbf6c-59a5-4cb0-b51b-e28503530a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:17:14.603713 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8f190286-9fd9-4840-8ed7-f7e75731a355 req-b40dbf6c-59a5-4cb0-b51b-e28503530a2a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d64b8e3-47c1-4962-8539-f1467015c48b HTTP/1.1" status: 200 len: 847 time: 0.0436461 Sep 17 09:17:14.648315 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f190286-9fd9-4840-8ed7-f7e75731a355 req-18ceaf69-71ad-456f-a1ec-e1163c4c8c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:17:14.649689 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8f190286-9fd9-4840-8ed7-f7e75731a355 req-18ceaf69-71ad-456f-a1ec-e1163c4c8c89 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7f048264-7e97-4b34-96ff-a4b8770f35b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383661 Sep 17 09:17:14.740356 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8f190286-9fd9-4840-8ed7-f7e75731a355 req-3d567e3c-66cf-4c68-b5b4-51cf58243d79 service neutron] 10.222.0.39 "GET /v2.0/networks/7f048264-7e97-4b34-96ff-a4b8770f35b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832629 Sep 17 09:17:14.829210 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8f190286-9fd9-4840-8ed7-f7e75731a355 req-bec7f542-0396-4c0b-8bfe-01d2d9dafdf8 service neutron] 10.222.0.39 "GET /v2.0/networks/7f048264-7e97-4b34-96ff-a4b8770f35b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787873 Sep 17 09:17:19.748626 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c730e94a-2016-4859-bfc0-81a4f25b2d9a req-1152352c-dc7d-4b9e-b8e3-0b4d6b48dd39 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0249081 Sep 17 09:17:19.826417 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c730e94a-2016-4859-bfc0-81a4f25b2d9a req-549ae282-c542-4bd7-960d-5b39b682273a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0241430 Sep 17 09:17:19.868992 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c730e94a-2016-4859-bfc0-81a4f25b2d9a req-725a0634-e145-43f4-ac6b-e78a96a2657b service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0190256 Sep 17 09:17:20.126881 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-36cfef10-fedc-4df3-9f04-f7effba43335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:17:20.288514 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c730e94a-2016-4859-bfc0-81a4f25b2d9a req-dc6736a7-da05-4251-8a11-24ba84520c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:17:20.289989 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c730e94a-2016-4859-bfc0-81a4f25b2d9a req-dc6736a7-da05-4251-8a11-24ba84520c69 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4138958 Sep 17 09:17:22.566613 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ecdd4d75-578d-427c-a107-d0240ed50614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:17:22.913581 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:17:24.063744 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:17:25.646581 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:17:26.283655 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 09:17:36.323492 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:17:36.354306 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:17:50.128791 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3bf253fd-0346-4db0-96ba-0f3363bdd8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:17:52.568862 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-39bb23f5-2289-4066-a7f9-723332151672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:17:52.916012 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:17:54.064606 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:17:55.649543 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:18:03.282155 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 09:18:06.323273 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:18:06.351277 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:18:14.278534 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-58090a0e-ae9f-401f-8ac6-a19f814eb09f req-c58c8607-d7af-4fd0-8b9b-1e7982760814 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434575 Sep 17 09:18:14.375134 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58090a0e-ae9f-401f-8ac6-a19f814eb09f req-978ae1d8-438f-4c21-80ae-d24af0f84333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:18:14.376556 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-58090a0e-ae9f-401f-8ac6-a19f814eb09f req-978ae1d8-438f-4c21-80ae-d24af0f84333 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1bf3ef6d555c4e2f97eeee6e992ddcb5&device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 1096 time: 0.0410280 Sep 17 09:18:14.542838 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58090a0e-ae9f-401f-8ac6-a19f814eb09f req-f80961ed-651d-4ba6-b47e-3c0f4e0f521e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:18:14.544331 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-58090a0e-ae9f-401f-8ac6-a19f814eb09f req-f80961ed-651d-4ba6-b47e-3c0f4e0f521e service neutron] 10.222.0.39 "GET /v2.0/networks?id=7f048264-7e97-4b34-96ff-a4b8770f35b6 HTTP/1.1" status: 200 len: 909 time: 0.1476290 Sep 17 09:18:14.620208 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-58090a0e-ae9f-401f-8ac6-a19f814eb09f req-2230dbf8-51c0-437e-987f-f8c5bec8bcbb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=edc4f601-381a-4198-8893-2d9e3291d2c2 HTTP/1.1" status: 200 len: 1001 time: 0.0671909 Sep 17 09:18:14.669798 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58090a0e-ae9f-401f-8ac6-a19f814eb09f req-76fc27d2-f439-4a56-95b4-6cc154eef4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:18:14.671237 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-58090a0e-ae9f-401f-8ac6-a19f814eb09f req-76fc27d2-f439-4a56-95b4-6cc154eef4ad service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d64b8e3-47c1-4962-8539-f1467015c48b HTTP/1.1" status: 200 len: 847 time: 0.0431168 Sep 17 09:18:14.714570 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58090a0e-ae9f-401f-8ac6-a19f814eb09f req-87ed4290-2568-4643-bcf3-0f721fe08dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:18:14.716325 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-58090a0e-ae9f-401f-8ac6-a19f814eb09f req-87ed4290-2568-4643-bcf3-0f721fe08dbc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7f048264-7e97-4b34-96ff-a4b8770f35b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380239 Sep 17 09:18:14.726757 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [req-58090a0e-ae9f-401f-8ac6-a19f814eb09f req-b7b5c42c-1915-4c78-bc31-47c7f04b5df8 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 09:18:14.727699 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-58090a0e-ae9f-401f-8ac6-a19f814eb09f req-b7b5c42c-1915-4c78-bc31-47c7f04b5df8 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048444 Sep 17 09:18:14.820203 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-58090a0e-ae9f-401f-8ac6-a19f814eb09f req-2fad3c38-5cc6-4d1a-8b6d-cfa0cce79a77 service neutron] 10.222.0.39 "GET /v2.0/networks/7f048264-7e97-4b34-96ff-a4b8770f35b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853140 Sep 17 09:18:14.912854 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-58090a0e-ae9f-401f-8ac6-a19f814eb09f req-8ff8e95b-c528-4e30-83c5-bcd843bd44d4 service neutron] 10.222.0.39 "GET /v2.0/networks/7f048264-7e97-4b34-96ff-a4b8770f35b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851915 Sep 17 09:18:20.130948 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c0b3bf0d-3680-4bb4-a497-30f4a40a25d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:18:20.812603 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8883ce54-ab4a-430b-8bb5-036169127722 req-8357e4d4-af33-40a1-ac04-7432f15f54f3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0817382 Sep 17 09:18:20.894307 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8883ce54-ab4a-430b-8bb5-036169127722 req-9ed10205-119d-4401-bdf0-3f222e595fc6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0248086 Sep 17 09:18:20.937683 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8883ce54-ab4a-430b-8bb5-036169127722 req-c1003bf9-e606-45f1-adce-4031a153b8cd service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0192728 Sep 17 09:18:21.030916 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8883ce54-ab4a-430b-8bb5-036169127722 req-29390135-d8e2-4a0a-88f1-07b7f883c5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:18:21.032317 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8883ce54-ab4a-430b-8bb5-036169127722 req-29390135-d8e2-4a0a-88f1-07b7f883c5b4 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0877876 Sep 17 09:18:22.569203 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0c002617-5a8e-4a83-ab02-e915cf9678a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:18:22.917745 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:18:24.068802 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:18:25.651644 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:18:36.333586 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:18:36.371946 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:18:40.281224 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 09:18:50.134267 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0065255e-8fee-4fa0-a932-41fa6f1ecf90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:18:52.570270 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0b8252ef-d1d6-4c36-8827-8fa9efecddaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:18:52.921900 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:18:54.072941 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:18:55.655120 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:19:06.330465 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:19:06.387864 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:19:15.268209 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8ff3ed49-af7d-4f3e-9d8a-0404d6348584 req-4f95d81e-7b31-48fb-9cd7-bd3ac32af5cf service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412679 Sep 17 09:19:15.363195 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff3ed49-af7d-4f3e-9d8a-0404d6348584 req-7f1d3ad4-279d-4eea-97db-7b06cd4b37b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:19:15.364772 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8ff3ed49-af7d-4f3e-9d8a-0404d6348584 req-7f1d3ad4-279d-4eea-97db-7b06cd4b37b7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1bf3ef6d555c4e2f97eeee6e992ddcb5&device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 1096 time: 0.0408838 Sep 17 09:19:15.470188 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff3ed49-af7d-4f3e-9d8a-0404d6348584 req-25b9dc68-4b88-4e8d-8dec-66f33aa2bf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:19:15.471688 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8ff3ed49-af7d-4f3e-9d8a-0404d6348584 req-25b9dc68-4b88-4e8d-8dec-66f33aa2bf39 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7f048264-7e97-4b34-96ff-a4b8770f35b6 HTTP/1.1" status: 200 len: 909 time: 0.0883257 Sep 17 09:19:15.537609 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8ff3ed49-af7d-4f3e-9d8a-0404d6348584 req-ce334b7b-39b1-4068-903f-fb3f98a00cb1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=edc4f601-381a-4198-8893-2d9e3291d2c2 HTTP/1.1" status: 200 len: 1001 time: 0.0582848 Sep 17 09:19:15.586351 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff3ed49-af7d-4f3e-9d8a-0404d6348584 req-5c1fb040-89a4-4f57-b95b-18b8c15f0ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:19:15.588144 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8ff3ed49-af7d-4f3e-9d8a-0404d6348584 req-5c1fb040-89a4-4f57-b95b-18b8c15f0ae7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d64b8e3-47c1-4962-8539-f1467015c48b HTTP/1.1" status: 200 len: 847 time: 0.0439527 Sep 17 09:19:15.637965 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff3ed49-af7d-4f3e-9d8a-0404d6348584 req-d4e7c3fb-fa89-4b38-9784-19a9591ee75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:19:15.639479 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8ff3ed49-af7d-4f3e-9d8a-0404d6348584 req-d4e7c3fb-fa89-4b38-9784-19a9591ee75a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7f048264-7e97-4b34-96ff-a4b8770f35b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441079 Sep 17 09:19:15.730006 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8ff3ed49-af7d-4f3e-9d8a-0404d6348584 req-b053cd08-1bba-4dca-8299-f72e82f57e0b service neutron] 10.222.0.39 "GET /v2.0/networks/7f048264-7e97-4b34-96ff-a4b8770f35b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834508 Sep 17 09:19:15.822540 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8ff3ed49-af7d-4f3e-9d8a-0404d6348584 req-397fccbe-5f48-4d3a-a9fb-01d4eb46e885 service neutron] 10.222.0.39 "GET /v2.0/networks/7f048264-7e97-4b34-96ff-a4b8770f35b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845006 Sep 17 09:19:17.280971 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 09:19:20.135386 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-19c12cef-951d-41d6-8250-9b6e4df2d8a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:19:21.724150 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d1e16543-319f-4995-be8d-7136fa48488f req-8bceb23c-e052-4e6f-bbb3-f1bef2c9e690 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0269992 Sep 17 09:19:21.804049 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d1e16543-319f-4995-be8d-7136fa48488f req-004b75b9-bcce-4f1b-a690-ff1ee9cf046b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0259972 Sep 17 09:19:21.850570 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d1e16543-319f-4995-be8d-7136fa48488f req-58f00f26-c764-482a-9c2e-f6807fe18aac service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0197985 Sep 17 09:19:21.946411 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e16543-319f-4995-be8d-7136fa48488f req-455d7867-01b3-475b-bb1f-0c1d2ad9ce16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:19:21.948031 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d1e16543-319f-4995-be8d-7136fa48488f req-455d7867-01b3-475b-bb1f-0c1d2ad9ce16 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0908711 Sep 17 09:19:22.577632 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0918ae1e-33c3-4941-9223-f39bb71f6e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:19:22.923481 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:19:24.075180 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:19:25.657400 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:19:36.339284 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:19:36.380750 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:19:37.104289 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5850f03a-e906-40ee-a2a4-565c95cd1ad4 req-83618007-fcfd-4d97-9fad-354edf713019 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:19:37.105766 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5850f03a-e906-40ee-a2a4-565c95cd1ad4 req-83618007-fcfd-4d97-9fad-354edf713019 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 945 time: 0.0500581 Sep 17 09:19:37.142241 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5850f03a-e906-40ee-a2a4-565c95cd1ad4 req-602601a9-0093-4dfd-a911-283be4d18d49 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=c021fbdb-85d8-47ef-b0a9-37e56e8286b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305076 Sep 17 09:19:38.291399 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d9d319-e13f-42b9-9cbb-f6956c4e4f81 req-6f1bd072-c84c-4140-8ce1-cb0b965ee356 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:19:38.292928 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e4d9d319-e13f-42b9-9cbb-f6956c4e4f81 req-6f1bd072-c84c-4140-8ce1-cb0b965ee356 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 945 time: 0.0569768 Sep 17 09:19:38.330725 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e4d9d319-e13f-42b9-9cbb-f6956c4e4f81 req-8a52b67f-717f-42c0-8445-e0c483a49195 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=c021fbdb-85d8-47ef-b0a9-37e56e8286b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318253 Sep 17 09:19:39.556028 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c97e84-6928-4591-9d0e-fc66a68dec0e req-dc5f8ae2-73eb-4ed7-bb41-4ef2008815e1 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:19:39.557563 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-85c97e84-6928-4591-9d0e-fc66a68dec0e req-dc5f8ae2-73eb-4ed7-bb41-4ef2008815e1 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 945 time: 0.1350074 Sep 17 09:19:39.594689 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-85c97e84-6928-4591-9d0e-fc66a68dec0e req-7fdb15d9-b08c-405e-9ced-bb3ec2a6817e tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=c021fbdb-85d8-47ef-b0a9-37e56e8286b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311580 Sep 17 09:19:40.758978 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f10f549-5ac0-43a9-bc79-fecb654fa72a req-9f4a6de5-3516-4ba3-9a80-8d216be7e39d tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:19:40.760512 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8f10f549-5ac0-43a9-bc79-fecb654fa72a req-9f4a6de5-3516-4ba3-9a80-8d216be7e39d tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 945 time: 0.0965340 Sep 17 09:19:40.797834 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8f10f549-5ac0-43a9-bc79-fecb654fa72a req-b192fd34-8b84-4b4e-8492-805f5f1f19a5 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=c021fbdb-85d8-47ef-b0a9-37e56e8286b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313563 Sep 17 09:19:41.920039 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1343f750-ec30-4df4-ba62-8ca501e65c9e req-60c4d407-9623-44b1-8ef2-91178d1cd77e tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:19:41.921575 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1343f750-ec30-4df4-ba62-8ca501e65c9e req-60c4d407-9623-44b1-8ef2-91178d1cd77e tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 945 time: 0.0546257 Sep 17 09:19:41.960757 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1343f750-ec30-4df4-ba62-8ca501e65c9e req-0bdaeaa7-d8da-406b-991a-b3969bd95d92 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=c021fbdb-85d8-47ef-b0a9-37e56e8286b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329108 Sep 17 09:19:43.090782 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b002ca77-40fb-42f2-8792-bfe63fdc0a5b req-01028488-4183-43f2-b147-bf3cb22a17c0 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:19:43.092365 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b002ca77-40fb-42f2-8792-bfe63fdc0a5b req-01028488-4183-43f2-b147-bf3cb22a17c0 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 945 time: 0.0489192 Sep 17 09:19:43.130675 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b002ca77-40fb-42f2-8792-bfe63fdc0a5b req-0f2da8b2-4279-48a1-849d-ad7d9e89f8af tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=c021fbdb-85d8-47ef-b0a9-37e56e8286b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323381 Sep 17 09:19:44.248777 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea156331-f742-45d4-9ca1-bd17590c5cd3 req-b7c2a8f4-63c8-4676-8756-15d1fb3e1d5d tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:19:44.250297 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ea156331-f742-45d4-9ca1-bd17590c5cd3 req-b7c2a8f4-63c8-4676-8756-15d1fb3e1d5d tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 945 time: 0.0512717 Sep 17 09:19:44.288399 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ea156331-f742-45d4-9ca1-bd17590c5cd3 req-75a4bbe1-30ec-4ce5-a420-da799d85d17e tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=c021fbdb-85d8-47ef-b0a9-37e56e8286b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316508 Sep 17 09:19:45.404728 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831086be-d658-4f4a-a77d-deeab4204013 req-2b8be971-d918-46af-a0ac-a367d7c63299 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:19:45.406206 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-831086be-d658-4f4a-a77d-deeab4204013 req-2b8be971-d918-46af-a0ac-a367d7c63299 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 945 time: 0.0519195 Sep 17 09:19:45.445831 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-831086be-d658-4f4a-a77d-deeab4204013 req-e037d989-152d-41c8-9096-cb4f6c107eef tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=c021fbdb-85d8-47ef-b0a9-37e56e8286b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310125 Sep 17 09:19:46.556525 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad76c795-d8dc-4d8d-aaef-adb3656a1d50 req-daf05b34-c329-464c-96c0-2606800d9025 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:19:46.558036 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ad76c795-d8dc-4d8d-aaef-adb3656a1d50 req-daf05b34-c329-464c-96c0-2606800d9025 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 945 time: 0.0490317 Sep 17 09:19:46.595981 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ad76c795-d8dc-4d8d-aaef-adb3656a1d50 req-d31b2f0c-151d-4768-ae0c-ecf55bd45ce7 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=c021fbdb-85d8-47ef-b0a9-37e56e8286b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319393 Sep 17 09:19:47.709549 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2764627-30a5-4ba2-bfee-16b1df0f4dfc req-4690c021-e38e-4a28-a730-308b168e5875 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:19:47.711378 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b2764627-30a5-4ba2-bfee-16b1df0f4dfc req-4690c021-e38e-4a28-a730-308b168e5875 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 945 time: 0.0481250 Sep 17 09:19:47.748267 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b2764627-30a5-4ba2-bfee-16b1df0f4dfc req-d09d0dce-30a7-42b9-9f45-e90517f73640 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=c021fbdb-85d8-47ef-b0a9-37e56e8286b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309780 Sep 17 09:19:48.873470 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16257e0e-9f05-4e72-9bf5-5e099b41464c req-0bff746d-e3ab-4feb-8854-66a9dbded4e2 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:19:48.874967 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-16257e0e-9f05-4e72-9bf5-5e099b41464c req-0bff746d-e3ab-4feb-8854-66a9dbded4e2 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 945 time: 0.0601578 Sep 17 09:19:48.912697 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-16257e0e-9f05-4e72-9bf5-5e099b41464c req-aefe838a-da6c-4d28-a210-c4e1e7772008 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=c021fbdb-85d8-47ef-b0a9-37e56e8286b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312548 Sep 17 09:19:49.145022 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device edc4f601-381a-4198-8893-2d9e3291d2c2 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 09:19:49.243308 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port edc4f601-381a-4198-8893-2d9e3291d2c2, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=edc4f601-381a-4198-8893-2d9e3291d2c2,segment=NetworkSegment(00f97694-7b00-49cb-be2e-e16ebc9a46d9),segment_id=00f97694-7b00-49cb-be2e-e16ebc9a46d9)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:19:49.254487 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': 'edc4f601-381a-4198-8893-2d9e3291d2c2', 'network_id': '7f048264-7e97-4b34-96ff-a4b8770f35b6', 'port_id': 'edc4f601-381a-4198-8893-2d9e3291d2c2', 'mac_address': 'fa:16:3e:ac:1f:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d64b8e3-47c1-4962-8539-f1467015c48b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 09:19:49.291527 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:19:49.304515 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id edc4f601-381a-4198-8893-2d9e3291d2c2 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 09:19:49.323787 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port edc4f601-381a-4198-8893-2d9e3291d2c2, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=edc4f601-381a-4198-8893-2d9e3291d2c2,segment=NetworkSegment(00f97694-7b00-49cb-be2e-e16ebc9a46d9),segment_id=00f97694-7b00-49cb-be2e-e16ebc9a46d9)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:19:49.327451 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:19:49.384711 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=edc4f601-381a-4198-8893-2d9e3291d2c2,revision_number=6']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:19:49.394037 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:19:49.394402 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:19:49.395938 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:19:49.396300 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:19:49.396804 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:19:49.397214 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:19:49.397576 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:19:49.398102 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:19:49.398623 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:19:49.400952 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:19:49.400952 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:19:49.400952 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:19:49.477658 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['edc4f601-381a-4198-8893-2d9e3291d2c2'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 09:19:50.027198 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7067e9-87eb-4b61-9a5a-12814ac8fbef req-e00a0c20-3043-4440-a3e0-b1be359ba877 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:19:50.028706 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7d7067e9-87eb-4b61-9a5a-12814ac8fbef req-e00a0c20-3043-4440-a3e0-b1be359ba877 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 944 time: 0.0493174 Sep 17 09:19:50.065471 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7d7067e9-87eb-4b61-9a5a-12814ac8fbef req-bd33b506-df01-490e-a8fb-ddaf3b1c895f tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=c021fbdb-85d8-47ef-b0a9-37e56e8286b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308926 Sep 17 09:19:50.135687 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1c2961c4-70a9-4760-9fde-2129fca89e61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:19:51.159170 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device edc4f601-381a-4198-8893-2d9e3291d2c2 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 09:19:51.183998 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e7a3ab-cbcd-488c-a648-046c9f69ec18 req-46a228e7-5b28-4fb6-ade7-841611c6c844 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:19:51.185445 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-23e7a3ab-cbcd-488c-a648-046c9f69ec18 req-46a228e7-5b28-4fb6-ade7-841611c6c844 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 944 time: 0.0498893 Sep 17 09:19:51.211534 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port edc4f601-381a-4198-8893-2d9e3291d2c2 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:19:51.211962 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:19:51.227192 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-23e7a3ab-cbcd-488c-a648-046c9f69ec18 req-6c4e73f9-1d85-4671-acc3-755d357638b5 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=c021fbdb-85d8-47ef-b0a9-37e56e8286b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345881 Sep 17 09:19:51.293606 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:19:51.315622 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fd779a5-c7c5-44e1-872c-b2c724a436c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edc4f601-381a-4198-8893-2d9e3291d2c2'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 09:19:51.317875 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd15a5b62c2e1c1e903d3702117c13c06f948b041a08150170fef0e561ebed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18958247-7e60-4b84-bdae-77cf4158e852" -d '{"events": [{"server_uuid": "7fd779a5-c7c5-44e1-872c-b2c724a436c2", "name": "network-vif-plugged", "status": "completed", "tag": "edc4f601-381a-4198-8893-2d9e3291d2c2"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 09:19:51.330304 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port edc4f601-381a-4198-8893-2d9e3291d2c2, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=edc4f601-381a-4198-8893-2d9e3291d2c2,segment=NetworkSegment(00f97694-7b00-49cb-be2e-e16ebc9a46d9),segment_id=00f97694-7b00-49cb-be2e-e16ebc9a46d9)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:19:51.336270 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:19:51.359893 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 09:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c47830-80e4-4988-88c7-6e04731e2ebe x-openstack-request-id: req-f6c47830-80e4-4988-88c7-6e04731e2ebe {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 09:19:51.360191 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fd779a5-c7c5-44e1-872c-b2c724a436c2", "name": "network-vif-plugged", "status": "completed", "tag": "edc4f601-381a-4198-8893-2d9e3291d2c2", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 09:19:51.360448 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f6c47830-80e4-4988-88c7-6e04731e2ebe {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 09:19:51.360836 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fd779a5-c7c5-44e1-872c-b2c724a436c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edc4f601-381a-4198-8893-2d9e3291d2c2', 'code': 200} Sep 17 09:19:51.385624 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=edc4f601-381a-4198-8893-2d9e3291d2c2,revision_number=7']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:19:52.350584 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a761bb9-75b1-4ade-8b0c-61e535f11d22 req-e36c3db8-3fa4-4518-af77-c2b4534d54b2 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:19:52.352108 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4a761bb9-75b1-4ade-8b0c-61e535f11d22 req-e36c3db8-3fa4-4518-af77-c2b4534d54b2 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 945 time: 0.0536153 Sep 17 09:19:52.390131 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4a761bb9-75b1-4ade-8b0c-61e535f11d22 req-d64ead29-4f74-4d95-aa5a-397b8a692b1c tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=c021fbdb-85d8-47ef-b0a9-37e56e8286b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321326 Sep 17 09:19:52.570166 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1a7823be-f97a-45f0-a098-98e70a5f537a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:19:52.925548 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:19:53.510585 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd929c2f-9a66-4435-9c0a-6f35759d99b1 req-10d79067-483b-484e-96d5-cf6aabd0cb2a tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:19:53.512138 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cd929c2f-9a66-4435-9c0a-6f35759d99b1 req-10d79067-483b-484e-96d5-cf6aabd0cb2a tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 945 time: 0.0489738 Sep 17 09:19:53.551277 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cd929c2f-9a66-4435-9c0a-6f35759d99b1 req-907d8796-33d6-423f-8161-f730040825ad tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=c021fbdb-85d8-47ef-b0a9-37e56e8286b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322621 Sep 17 09:19:54.082531 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:19:54.280287 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 09:19:54.688278 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2959414e-d909-4142-99c1-b247d729e5c8 req-ae4fa4e8-1750-40f2-856a-b7e0b417ed42 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:19:54.690943 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2959414e-d909-4142-99c1-b247d729e5c8 req-ae4fa4e8-1750-40f2-856a-b7e0b417ed42 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 945 time: 0.0614302 Sep 17 09:19:54.740952 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2959414e-d909-4142-99c1-b247d729e5c8 req-67a9d429-41b3-49d2-808b-9c718b03e9d4 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=c021fbdb-85d8-47ef-b0a9-37e56e8286b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434177 Sep 17 09:19:55.663036 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:19:55.881341 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f2ddd9-1088-4bdd-a59a-9abbe9b3e5ce req-55c3b093-fbed-444d-a30d-477c6eec7374 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:19:55.882771 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-76f2ddd9-1088-4bdd-a59a-9abbe9b3e5ce req-55c3b093-fbed-444d-a30d-477c6eec7374 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 945 time: 0.0578992 Sep 17 09:19:55.928199 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-76f2ddd9-1088-4bdd-a59a-9abbe9b3e5ce req-614e1e23-d357-4008-a746-3d2f250ea515 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=c021fbdb-85d8-47ef-b0a9-37e56e8286b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387952 Sep 17 09:19:57.075957 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aec8c91-a985-4777-bd97-7ebd3948278c req-7576ffe7-b06f-43be-992d-a22d7888b5be tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:19:57.080761 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9aec8c91-a985-4777-bd97-7ebd3948278c req-7576ffe7-b06f-43be-992d-a22d7888b5be tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 945 time: 0.0712574 Sep 17 09:19:57.131872 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9aec8c91-a985-4777-bd97-7ebd3948278c req-b8dd55de-929c-4854-afcc-215094494185 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=c021fbdb-85d8-47ef-b0a9-37e56e8286b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426140 Sep 17 09:19:58.266686 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe83355-c255-41da-abf2-3227dc063ca5 req-6127add8-becc-49a5-8ff0-167adfed107e tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:19:58.268480 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cfe83355-c255-41da-abf2-3227dc063ca5 req-6127add8-becc-49a5-8ff0-167adfed107e tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 945 time: 0.0618916 Sep 17 09:19:58.335598 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cfe83355-c255-41da-abf2-3227dc063ca5 req-7870d361-7318-4c59-8b57-7efa475d3134 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=c021fbdb-85d8-47ef-b0a9-37e56e8286b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593870 Sep 17 09:19:59.479093 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b026436-f59f-4916-b73a-d1a79a332544 req-8de7e8aa-5d55-49f5-bbfa-78fadc4b1185 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:19:59.486455 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4b026436-f59f-4916-b73a-d1a79a332544 req-8de7e8aa-5d55-49f5-bbfa-78fadc4b1185 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 945 time: 0.0642149 Sep 17 09:19:59.529028 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4b026436-f59f-4916-b73a-d1a79a332544 req-0ef29b2e-c3cd-40d7-855a-95bf06f478f6 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=c021fbdb-85d8-47ef-b0a9-37e56e8286b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415680 Sep 17 09:20:00.663643 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ecd1f2-6a72-4d79-9cf6-63b19df0bb7b req-d1d1063a-2853-4b6e-aa41-f5379b8f0da5 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:20:00.667691 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-55ecd1f2-6a72-4d79-9cf6-63b19df0bb7b req-d1d1063a-2853-4b6e-aa41-f5379b8f0da5 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 945 time: 0.0632207 Sep 17 09:20:00.710499 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-55ecd1f2-6a72-4d79-9cf6-63b19df0bb7b req-de748dc4-c8a0-4eb3-a7b3-0f7162337bf4 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=c021fbdb-85d8-47ef-b0a9-37e56e8286b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358562 Sep 17 09:20:01.837471 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3690a83f-bc22-4ef8-a833-fdafd0f85949 req-04bf9132-0576-4881-9c27-b8f0f092a11a tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:20:01.839042 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3690a83f-bc22-4ef8-a833-fdafd0f85949 req-04bf9132-0576-4881-9c27-b8f0f092a11a tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 945 time: 0.0536330 Sep 17 09:20:01.887387 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3690a83f-bc22-4ef8-a833-fdafd0f85949 req-07d31b91-c588-45f4-ba89-ced84ab1be49 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=c021fbdb-85d8-47ef-b0a9-37e56e8286b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415220 Sep 17 09:20:03.046508 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b18a97-2ba1-46db-86eb-d0db2adb1b95 req-49fd0e1f-5d04-4b90-9c16-f9699ab2dc1b tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:20:03.048196 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-98b18a97-2ba1-46db-86eb-d0db2adb1b95 req-49fd0e1f-5d04-4b90-9c16-f9699ab2dc1b tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 945 time: 0.0539217 Sep 17 09:20:03.098400 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-98b18a97-2ba1-46db-86eb-d0db2adb1b95 req-2cabd789-2579-427f-886c-aedff226619d tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=c021fbdb-85d8-47ef-b0a9-37e56e8286b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408854 Sep 17 09:20:04.213333 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be30061-5c65-413d-8aba-6324f6e7c0fc req-6b15d2f3-1b59-46c1-a3aa-90812abfabee tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:20:04.214835 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1be30061-5c65-413d-8aba-6324f6e7c0fc req-6b15d2f3-1b59-46c1-a3aa-90812abfabee tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 945 time: 0.0496662 Sep 17 09:20:04.252048 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1be30061-5c65-413d-8aba-6324f6e7c0fc req-c89a35db-fc77-4c3a-955e-bf7300fb5e96 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=c021fbdb-85d8-47ef-b0a9-37e56e8286b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312014 Sep 17 09:20:04.786391 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6155fa8d-f3a6-4d30-9561-d72572d7f296 req-834e0094-244b-43ad-b8c7-339e398e6367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:20:04.788117 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6155fa8d-f3a6-4d30-9561-d72572d7f296 req-834e0094-244b-43ad-b8c7-339e398e6367 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1bf3ef6d555c4e2f97eeee6e992ddcb5&device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 1096 time: 0.0411205 Sep 17 09:20:04.886568 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6155fa8d-f3a6-4d30-9561-d72572d7f296 req-e849fe18-4139-4cd1-8669-aeb3563a953e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:20:04.888093 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6155fa8d-f3a6-4d30-9561-d72572d7f296 req-e849fe18-4139-4cd1-8669-aeb3563a953e service neutron] 10.222.0.39 "GET /v2.0/networks?id=7f048264-7e97-4b34-96ff-a4b8770f35b6 HTTP/1.1" status: 200 len: 909 time: 0.0935268 Sep 17 09:20:04.952323 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6155fa8d-f3a6-4d30-9561-d72572d7f296 req-7b210559-c2ff-4bf6-acb9-c60a90588257 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=edc4f601-381a-4198-8893-2d9e3291d2c2 HTTP/1.1" status: 200 len: 1001 time: 0.0574570 Sep 17 09:20:05.002067 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6155fa8d-f3a6-4d30-9561-d72572d7f296 req-1253a26f-d3a5-4bcb-9ac4-ae6725b223e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:20:05.003609 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6155fa8d-f3a6-4d30-9561-d72572d7f296 req-1253a26f-d3a5-4bcb-9ac4-ae6725b223e0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d64b8e3-47c1-4962-8539-f1467015c48b HTTP/1.1" status: 200 len: 847 time: 0.0450308 Sep 17 09:20:05.055995 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6155fa8d-f3a6-4d30-9561-d72572d7f296 req-b5fae4d3-15a8-4066-8750-724ac5940600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:20:05.057430 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6155fa8d-f3a6-4d30-9561-d72572d7f296 req-b5fae4d3-15a8-4066-8750-724ac5940600 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7f048264-7e97-4b34-96ff-a4b8770f35b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459177 Sep 17 09:20:05.161574 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6155fa8d-f3a6-4d30-9561-d72572d7f296 req-bd1c041f-9baf-4ec0-a0e2-89ebc9e41a42 service neutron] 10.222.0.39 "GET /v2.0/networks/7f048264-7e97-4b34-96ff-a4b8770f35b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968938 Sep 17 09:20:05.266103 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6155fa8d-f3a6-4d30-9561-d72572d7f296 req-ac9b11e5-0a84-496f-b63f-f92154fcc617 service neutron] 10.222.0.39 "GET /v2.0/networks/7f048264-7e97-4b34-96ff-a4b8770f35b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975904 Sep 17 09:20:05.368233 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e0546-30c6-4808-8460-42ec59ea1ec2 req-56fde9c1-1cc3-4939-9731-c580afb43f6b tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:20:05.369685 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a80e0546-30c6-4808-8460-42ec59ea1ec2 req-56fde9c1-1cc3-4939-9731-c580afb43f6b tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 945 time: 0.0499935 Sep 17 09:20:05.406247 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a80e0546-30c6-4808-8460-42ec59ea1ec2 req-f6cb5137-cbca-4133-aa52-c75c260d242e tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=c021fbdb-85d8-47ef-b0a9-37e56e8286b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305977 Sep 17 09:20:06.341166 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:20:06.415367 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:20:06.526475 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcb1ed8-86a9-4b21-a031-36753adea352 req-99a137bb-a7b5-43ea-b542-d76879a4d093 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:20:06.527993 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1fcb1ed8-86a9-4b21-a031-36753adea352 req-99a137bb-a7b5-43ea-b542-d76879a4d093 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 945 time: 0.0525775 Sep 17 09:20:06.567951 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1fcb1ed8-86a9-4b21-a031-36753adea352 req-2de1e0ed-eeeb-4b46-8f2a-aecf4f418e7e tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=c021fbdb-85d8-47ef-b0a9-37e56e8286b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340791 Sep 17 09:20:07.681947 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e851bcb-5d4d-4ed5-a3ef-2d6c3f24b71d req-9824d762-bff8-4a03-9dba-ffd723f4bc85 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:20:07.683456 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9e851bcb-5d4d-4ed5-a3ef-2d6c3f24b71d req-9824d762-bff8-4a03-9dba-ffd723f4bc85 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 945 time: 0.0498366 Sep 17 09:20:07.721077 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9e851bcb-5d4d-4ed5-a3ef-2d6c3f24b71d req-cc03279a-e9c4-4576-a84d-34801a27de68 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=c021fbdb-85d8-47ef-b0a9-37e56e8286b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314591 Sep 17 09:20:07.790661 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [req-2e87ee56-a9e1-406b-a8a7-6e56df19b911 req-6fcd687f-6659-48fd-86de-36eaedcc76e3 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 09:20:07.791652 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2e87ee56-a9e1-406b-a8a7-6e56df19b911 req-6fcd687f-6659-48fd-86de-36eaedcc76e3 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054538 Sep 17 09:20:07.954379 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0babcf-5201-42b8-86c6-00abc7b6dd79 req-b4cce6b7-7f31-4f65-9d67-eb44db5080a0 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:20:07.956062 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1a0babcf-5201-42b8-86c6-00abc7b6dd79 req-b4cce6b7-7f31-4f65-9d67-eb44db5080a0 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 945 time: 0.0515831 Sep 17 09:20:08.001118 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1a0babcf-5201-42b8-86c6-00abc7b6dd79 req-d2aaa992-f11b-483b-a5d1-7d7d103212d7 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=c021fbdb-85d8-47ef-b0a9-37e56e8286b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340059 Sep 17 09:20:08.229955 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-338f5178-203c-4916-8961-a97828f38e8f req-90d358fb-d7a4-41ef-a7c0-68d7d63f4a95 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0909176 Sep 17 09:20:09.118971 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b7a76d-1a56-4e08-b141-e777211f0beb req-482d75ef-9dc4-44ea-86b8-6eb0c5502adb tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:20:09.120499 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-29b7a76d-1a56-4e08-b141-e777211f0beb req-482d75ef-9dc4-44ea-86b8-6eb0c5502adb tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 945 time: 0.0509698 Sep 17 09:20:09.158544 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-29b7a76d-1a56-4e08-b141-e777211f0beb req-f567fdf3-bd84-482c-a6f4-46d7b2f91915 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=c021fbdb-85d8-47ef-b0a9-37e56e8286b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311794 Sep 17 09:20:09.287928 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device edc4f601-381a-4198-8893-2d9e3291d2c2 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 09:20:09.365146 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:20:09.388043 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fd779a5-c7c5-44e1-872c-b2c724a436c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edc4f601-381a-4198-8893-2d9e3291d2c2'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 09:20:09.390263 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd15a5b62c2e1c1e903d3702117c13c06f948b041a08150170fef0e561ebed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98eadc28-05a2-4275-b8a8-786dc3ace5a0" -d '{"events": [{"server_uuid": "7fd779a5-c7c5-44e1-872c-b2c724a436c2", "name": "network-vif-unplugged", "status": "completed", "tag": "edc4f601-381a-4198-8893-2d9e3291d2c2"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 09:20:09.403683 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port edc4f601-381a-4198-8893-2d9e3291d2c2, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=edc4f601-381a-4198-8893-2d9e3291d2c2,segment=NetworkSegment(00f97694-7b00-49cb-be2e-e16ebc9a46d9),segment_id=00f97694-7b00-49cb-be2e-e16ebc9a46d9)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:20:09.410879 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:20:09.453965 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 17 Sep 2021 09:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041f34f6-5959-41f0-a821-61941d5fb1ef x-openstack-request-id: req-041f34f6-5959-41f0-a821-61941d5fb1ef {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 09:20:09.454420 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fd779a5-c7c5-44e1-872c-b2c724a436c2", "name": "network-vif-unplugged", "status": "failed", "tag": "edc4f601-381a-4198-8893-2d9e3291d2c2", "code": 422}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 09:20:09.454779 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-041f34f6-5959-41f0-a821-61941d5fb1ef {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 09:20:09.455318 n-d-789963-9 neutron-server[101291]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7fd779a5-c7c5-44e1-872c-b2c724a436c2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'edc4f601-381a-4198-8893-2d9e3291d2c2', 'code': 422} returned with failed status Sep 17 09:20:09.492303 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=edc4f601-381a-4198-8893-2d9e3291d2c2,revision_number=8']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:20:10.279443 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b82553e-d5e1-4df3-852a-6b6b82c607ae req-c891a115-e3b2-4bdf-8d8d-adebd35edd88 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:20:10.280990 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0b82553e-d5e1-4df3-852a-6b6b82c607ae req-c891a115-e3b2-4bdf-8d8d-adebd35edd88 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 943 time: 0.0501711 Sep 17 09:20:10.319127 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0b82553e-d5e1-4df3-852a-6b6b82c607ae req-7900afd0-832f-4775-8020-af8258db366c tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=c021fbdb-85d8-47ef-b0a9-37e56e8286b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312331 Sep 17 09:20:11.222931 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f5178-203c-4916-8961-a97828f38e8f req-55a6cd38-bf7b-4c01-a857-629bd7b860fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:20:11.224462 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-338f5178-203c-4916-8961-a97828f38e8f req-55a6cd38-bf7b-4c01-a857-629bd7b860fa service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2&tenant_id=1bf3ef6d555c4e2f97eeee6e992ddcb5 HTTP/1.1" status: 200 len: 1094 time: 0.0713184 Sep 17 09:20:11.298096 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f5178-203c-4916-8961-a97828f38e8f req-8e3ab902-c29f-41e1-9e7c-89e34db807ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:20:11.299597 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-338f5178-203c-4916-8961-a97828f38e8f req-8e3ab902-c29f-41e1-9e7c-89e34db807ae service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1bf3ef6d555c4e2f97eeee6e992ddcb5&device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 1094 time: 0.0427780 Sep 17 09:20:11.395476 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f5178-203c-4916-8961-a97828f38e8f req-ee4e2716-9d7e-4775-90cb-2e5d347dd2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:20:11.397050 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-338f5178-203c-4916-8961-a97828f38e8f req-ee4e2716-9d7e-4775-90cb-2e5d347dd2ad service neutron] 10.222.0.39 "GET /v2.0/networks?id=7f048264-7e97-4b34-96ff-a4b8770f35b6 HTTP/1.1" status: 200 len: 909 time: 0.0900643 Sep 17 09:20:11.440264 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92afbfda-8939-4bfa-841c-62331deb65e1 req-88b767f5-0b0b-4a34-87eb-a66aadf9dbd4 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:20:11.442465 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-92afbfda-8939-4bfa-841c-62331deb65e1 req-88b767f5-0b0b-4a34-87eb-a66aadf9dbd4 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 943 time: 0.0540001 Sep 17 09:20:11.469750 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-338f5178-203c-4916-8961-a97828f38e8f req-eace90f7-b0a7-466b-8606-6a4c7b9f7cfa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=edc4f601-381a-4198-8893-2d9e3291d2c2 HTTP/1.1" status: 200 len: 999 time: 0.0659761 Sep 17 09:20:11.486213 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-92afbfda-8939-4bfa-841c-62331deb65e1 req-945adeab-d443-44fb-b6b4-e1554b38c4d6 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=c021fbdb-85d8-47ef-b0a9-37e56e8286b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340788 Sep 17 09:20:11.521097 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f5178-203c-4916-8961-a97828f38e8f req-5fa11f9b-328c-4ae2-935a-edfc2cdf0c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:20:11.522652 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-338f5178-203c-4916-8961-a97828f38e8f req-5fa11f9b-328c-4ae2-935a-edfc2cdf0c4e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d64b8e3-47c1-4962-8539-f1467015c48b HTTP/1.1" status: 200 len: 847 time: 0.0449605 Sep 17 09:20:11.571492 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f5178-203c-4916-8961-a97828f38e8f req-555a6a28-9761-4412-bacd-b87bf22ad512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:20:11.573060 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-338f5178-203c-4916-8961-a97828f38e8f req-555a6a28-9761-4412-bacd-b87bf22ad512 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7f048264-7e97-4b34-96ff-a4b8770f35b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429938 Sep 17 09:20:11.667754 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-338f5178-203c-4916-8961-a97828f38e8f req-ff17ba46-7c1e-4210-b83a-bc08029e5432 service neutron] 10.222.0.39 "GET /v2.0/networks/7f048264-7e97-4b34-96ff-a4b8770f35b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877395 Sep 17 09:20:11.756707 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-338f5178-203c-4916-8961-a97828f38e8f req-90f3de66-39f8-4eae-85d3-a68e7506f255 service neutron] 10.222.0.39 "GET /v2.0/networks/7f048264-7e97-4b34-96ff-a4b8770f35b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814674 Sep 17 09:20:12.647282 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c373f7-2f31-474c-9985-fbb89d541a24 req-5454aef2-c25a-4649-b74c-5491b4adcefa tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:20:12.648885 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-13c373f7-2f31-474c-9985-fbb89d541a24 req-5454aef2-c25a-4649-b74c-5491b4adcefa tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 943 time: 0.0748947 Sep 17 09:20:12.692770 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-13c373f7-2f31-474c-9985-fbb89d541a24 req-149ab9e4-8399-4a2e-a0e1-ec70cf99bfa1 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=c021fbdb-85d8-47ef-b0a9-37e56e8286b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339136 Sep 17 09:20:13.834453 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce0670-a41b-469d-b827-327962f67b0d req-c9824e18-471c-404e-a084-57a4d08110cd tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:20:13.836054 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-44ce0670-a41b-469d-b827-327962f67b0d req-c9824e18-471c-404e-a084-57a4d08110cd tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 943 time: 0.0558989 Sep 17 09:20:13.902518 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-44ce0670-a41b-469d-b827-327962f67b0d req-ed2ca66d-cd47-4604-abbc-730009a5dbcd tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=c021fbdb-85d8-47ef-b0a9-37e56e8286b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554128 Sep 17 09:20:15.039974 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3dd578-aea0-478d-96d0-caec9d54cef7 req-2af15a9b-b395-4b3f-9daf-7cb0afa4980c tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:20:15.041501 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2c3dd578-aea0-478d-96d0-caec9d54cef7 req-2af15a9b-b395-4b3f-9daf-7cb0afa4980c tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 943 time: 0.0575268 Sep 17 09:20:15.086978 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2c3dd578-aea0-478d-96d0-caec9d54cef7 req-91e3d3d8-a220-4e34-92a0-312c46e4b2e3 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=c021fbdb-85d8-47ef-b0a9-37e56e8286b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343962 Sep 17 09:20:16.223552 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e7906-d26c-4ec8-9163-4482550cb10e req-86d76cfb-854d-4cbf-8bd4-0825e8211eda tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:20:16.225461 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-945e7906-d26c-4ec8-9163-4482550cb10e req-86d76cfb-854d-4cbf-8bd4-0825e8211eda tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 943 time: 0.0585039 Sep 17 09:20:16.273046 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-945e7906-d26c-4ec8-9163-4482550cb10e req-67c8191d-799e-4721-8596-415e5b818589 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=c021fbdb-85d8-47ef-b0a9-37e56e8286b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366912 Sep 17 09:20:17.391453 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6a3706-df12-4eb4-913a-5591b78441a6 req-501b7c03-bc38-4132-9946-fc907157cdf8 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:20:17.393343 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ca6a3706-df12-4eb4-913a-5591b78441a6 req-501b7c03-bc38-4132-9946-fc907157cdf8 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 943 time: 0.0521607 Sep 17 09:20:17.434926 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ca6a3706-df12-4eb4-913a-5591b78441a6 req-d41f448b-27dd-4e92-889f-d6649b73bd95 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=c021fbdb-85d8-47ef-b0a9-37e56e8286b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351577 Sep 17 09:20:18.558530 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f4d64-94f3-4e2c-870c-60067d7956dc req-ad55855b-7fb3-428b-8da0-586a1d979f50 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:20:18.561122 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c35f4d64-94f3-4e2c-870c-60067d7956dc req-ad55855b-7fb3-428b-8da0-586a1d979f50 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 943 time: 0.0563419 Sep 17 09:20:18.604080 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c35f4d64-94f3-4e2c-870c-60067d7956dc req-c97abbf1-b358-4c63-85de-7dcf07f1f93d tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=c021fbdb-85d8-47ef-b0a9-37e56e8286b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361085 Sep 17 09:20:19.722421 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c47af-5e66-4bf6-b9c7-d80a6a6f2e3a req-b4c03a09-3179-44b9-92e4-2ad60aeed2b5 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:20:19.724002 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d95c47af-5e66-4bf6-b9c7-d80a6a6f2e3a req-b4c03a09-3179-44b9-92e4-2ad60aeed2b5 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 943 time: 0.0510533 Sep 17 09:20:19.764804 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d95c47af-5e66-4bf6-b9c7-d80a6a6f2e3a req-8672a023-c2dc-47d6-87cc-eeb31fe213d1 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=c021fbdb-85d8-47ef-b0a9-37e56e8286b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345483 Sep 17 09:20:20.190847 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7c8b1a64-ab1f-4b9c-941c-55d5b330c7f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:20:20.899665 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df22e270-c828-4fa2-9ea1-98b59799b7f9 req-e2a7cd94-de3c-443b-ab55-d6aaf207ff31 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:20:20.901214 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-df22e270-c828-4fa2-9ea1-98b59799b7f9 req-e2a7cd94-de3c-443b-ab55-d6aaf207ff31 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 943 time: 0.0512452 Sep 17 09:20:20.942061 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-df22e270-c828-4fa2-9ea1-98b59799b7f9 req-c67fb2d8-3ae1-49f6-a3d8-ba52652d446d tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=c021fbdb-85d8-47ef-b0a9-37e56e8286b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332637 Sep 17 09:20:22.064018 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf36a97b-717e-4b96-9e8a-d6328b531031 req-fd40de19-309c-4af0-b48f-cbcaad209a6a tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:20:22.066185 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cf36a97b-717e-4b96-9e8a-d6328b531031 req-fd40de19-309c-4af0-b48f-cbcaad209a6a tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 943 time: 0.0528362 Sep 17 09:20:22.104654 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cf36a97b-717e-4b96-9e8a-d6328b531031 req-6609a49c-66ac-4339-86ec-7ce090b30afe tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=c021fbdb-85d8-47ef-b0a9-37e56e8286b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325978 Sep 17 09:20:22.570171 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-38ebcbb9-9ba0-4aaf-970b-1f3e4482080e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:20:22.729075 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-54cdb69b-56c3-4bae-84e3-335c11eb2afd req-a9f3699b-f8c7-42bb-b0ac-f12ecc2d5144 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0253525 Sep 17 09:20:22.809762 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-54cdb69b-56c3-4bae-84e3-335c11eb2afd req-cd3bc91d-9679-497a-9d6a-e24db6de0885 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0245974 Sep 17 09:20:22.852717 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-54cdb69b-56c3-4bae-84e3-335c11eb2afd req-61a87267-5964-41b2-b138-e8b17fe40d8c service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0187449 Sep 17 09:20:22.926875 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:20:22.949757 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cdb69b-56c3-4bae-84e3-335c11eb2afd req-2b9f5822-ee4d-4743-8cc8-682522520062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:20:22.951244 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-54cdb69b-56c3-4bae-84e3-335c11eb2afd req-2b9f5822-ee4d-4743-8cc8-682522520062 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0918574 Sep 17 09:20:23.216992 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2246eded-54ad-4aac-b277-bc9d51413d27 req-c6509b2e-9c92-4e3a-91a0-c0c4c2835d68 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:20:23.218470 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2246eded-54ad-4aac-b277-bc9d51413d27 req-c6509b2e-9c92-4e3a-91a0-c0c4c2835d68 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 943 time: 0.0491934 Sep 17 09:20:23.255720 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2246eded-54ad-4aac-b277-bc9d51413d27 req-29661957-e2ef-4811-9960-03e73ea2cdc9 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=c021fbdb-85d8-47ef-b0a9-37e56e8286b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312738 Sep 17 09:20:24.081122 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:20:24.367964 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f91129-228f-4023-b76b-99faff6115f1 req-aa7e298a-d7d9-4af6-957c-7db1d0003f76 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:20:24.369364 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-73f91129-228f-4023-b76b-99faff6115f1 req-aa7e298a-d7d9-4af6-957c-7db1d0003f76 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 943 time: 0.0478778 Sep 17 09:20:24.406383 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-73f91129-228f-4023-b76b-99faff6115f1 req-726994f4-797d-412f-8274-34956872221a tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=c021fbdb-85d8-47ef-b0a9-37e56e8286b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311866 Sep 17 09:20:25.397318 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab37a859-cb95-4591-84b6-cadd6e207762 req-ff5f927e-ff74-4432-b62b-0345bfcd8525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:20:25.398693 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ab37a859-cb95-4591-84b6-cadd6e207762 req-ff5f927e-ff74-4432-b62b-0345bfcd8525 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1bf3ef6d555c4e2f97eeee6e992ddcb5&device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 1094 time: 0.0393329 Sep 17 09:20:25.511013 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab37a859-cb95-4591-84b6-cadd6e207762 req-07b7ce3f-32c8-4107-959a-e5734ca1ecc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:20:25.512538 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ab37a859-cb95-4591-84b6-cadd6e207762 req-07b7ce3f-32c8-4107-959a-e5734ca1ecc5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7f048264-7e97-4b34-96ff-a4b8770f35b6 HTTP/1.1" status: 200 len: 909 time: 0.0893061 Sep 17 09:20:25.523711 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61ff975-0109-4589-b176-e02c7fe6edfb req-04f0a314-f136-4b12-909d-ee586ff71929 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:20:25.525244 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c61ff975-0109-4589-b176-e02c7fe6edfb req-04f0a314-f136-4b12-909d-ee586ff71929 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 943 time: 0.0521333 Sep 17 09:20:25.563206 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c61ff975-0109-4589-b176-e02c7fe6edfb req-8349b9ab-71aa-4912-818c-63e45eb0ed83 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=c021fbdb-85d8-47ef-b0a9-37e56e8286b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319400 Sep 17 09:20:25.583806 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ab37a859-cb95-4591-84b6-cadd6e207762 req-b476e06f-0ad2-4647-a757-8c89e37aa445 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=edc4f601-381a-4198-8893-2d9e3291d2c2 HTTP/1.1" status: 200 len: 999 time: 0.0634003 Sep 17 09:20:25.658960 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:20:25.924576 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab37a859-cb95-4591-84b6-cadd6e207762 req-46e9f18a-131f-4320-9600-b0f3afdbbe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:20:25.926307 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ab37a859-cb95-4591-84b6-cadd6e207762 req-46e9f18a-131f-4320-9600-b0f3afdbbe03 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d64b8e3-47c1-4962-8539-f1467015c48b HTTP/1.1" status: 200 len: 847 time: 0.3350034 Sep 17 09:20:25.971290 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab37a859-cb95-4591-84b6-cadd6e207762 req-1efb5caf-b7a0-453e-9f2e-ffb6ff37f04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:20:25.972779 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ab37a859-cb95-4591-84b6-cadd6e207762 req-1efb5caf-b7a0-453e-9f2e-ffb6ff37f04c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7f048264-7e97-4b34-96ff-a4b8770f35b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387223 Sep 17 09:20:26.063169 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ab37a859-cb95-4591-84b6-cadd6e207762 req-6b8c8670-4456-4914-8797-b1a7bbf2c7c0 service neutron] 10.222.0.39 "GET /v2.0/networks/7f048264-7e97-4b34-96ff-a4b8770f35b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825880 Sep 17 09:20:26.154443 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-ab37a859-cb95-4591-84b6-cadd6e207762 req-ba3bc6be-de3f-4651-b45e-e541d6756e34 service neutron] 10.222.0.39 "GET /v2.0/networks/7f048264-7e97-4b34-96ff-a4b8770f35b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840282 Sep 17 09:20:26.680977 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb9b11-3557-416d-8cac-ac9319b29c22 req-f8ce52f4-16d3-46bb-93bb-f220d30029a4 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:20:26.682493 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-abeb9b11-3557-416d-8cac-ac9319b29c22 req-f8ce52f4-16d3-46bb-93bb-f220d30029a4 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 943 time: 0.0514021 Sep 17 09:20:26.720694 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-abeb9b11-3557-416d-8cac-ac9319b29c22 req-d360836a-df1f-46d8-bdaf-6ebcaf548978 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=c021fbdb-85d8-47ef-b0a9-37e56e8286b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318415 Sep 17 09:20:27.833086 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f4a41-2a64-4bd5-bc7e-fcae116c5c82 req-61764782-06d5-45b6-a33d-1a43271e98dd tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:20:27.834574 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-007f4a41-2a64-4bd5-bc7e-fcae116c5c82 req-61764782-06d5-45b6-a33d-1a43271e98dd tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 943 time: 0.0478010 Sep 17 09:20:27.871938 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-007f4a41-2a64-4bd5-bc7e-fcae116c5c82 req-96a3acd3-1f2f-484d-999f-a8180fb3d120 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=c021fbdb-85d8-47ef-b0a9-37e56e8286b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311110 Sep 17 09:20:28.994113 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff0b2f-f0bb-4ee4-8564-15f0731a72d6 req-dd324c81-a593-4c5a-abfe-0b07ca2558d4 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:20:28.995793 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9bff0b2f-f0bb-4ee4-8564-15f0731a72d6 req-dd324c81-a593-4c5a-abfe-0b07ca2558d4 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 943 time: 0.0572011 Sep 17 09:20:29.031972 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9bff0b2f-f0bb-4ee4-8564-15f0731a72d6 req-c6ecfb1e-6de5-4817-ac05-8b6fa76709ae tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=c021fbdb-85d8-47ef-b0a9-37e56e8286b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301392 Sep 17 09:20:29.366296 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device edc4f601-381a-4198-8893-2d9e3291d2c2 details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 09:20:29.459494 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port edc4f601-381a-4198-8893-2d9e3291d2c2, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=edc4f601-381a-4198-8893-2d9e3291d2c2,segment=NetworkSegment(00f97694-7b00-49cb-be2e-e16ebc9a46d9),segment_id=00f97694-7b00-49cb-be2e-e16ebc9a46d9)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:20:29.470404 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': 'edc4f601-381a-4198-8893-2d9e3291d2c2', 'network_id': '7f048264-7e97-4b34-96ff-a4b8770f35b6', 'port_id': 'edc4f601-381a-4198-8893-2d9e3291d2c2', 'mac_address': 'fa:16:3e:ac:1f:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d64b8e3-47c1-4962-8539-f1467015c48b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 09:20:29.505661 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:20:29.517628 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edc4f601-381a-4198-8893-2d9e3291d2c2 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 09:20:29.536579 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port edc4f601-381a-4198-8893-2d9e3291d2c2, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=edc4f601-381a-4198-8893-2d9e3291d2c2,segment=NetworkSegment(00f97694-7b00-49cb-be2e-e16ebc9a46d9),segment_id=00f97694-7b00-49cb-be2e-e16ebc9a46d9)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:20:29.542091 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:20:29.593144 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=edc4f601-381a-4198-8893-2d9e3291d2c2,revision_number=9']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:20:29.956456 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['edc4f601-381a-4198-8893-2d9e3291d2c2'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 09:20:30.147760 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b521ad58-0135-42d8-9696-f340833fe8e2 req-f58792f2-c642-4cbc-9f2f-6cebe235be6b tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:20:30.149305 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b521ad58-0135-42d8-9696-f340833fe8e2 req-f58792f2-c642-4cbc-9f2f-6cebe235be6b tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 944 time: 0.0485187 Sep 17 09:20:30.187916 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b521ad58-0135-42d8-9696-f340833fe8e2 req-e04d3c38-1027-43f7-8a51-92ede3d52f31 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=c021fbdb-85d8-47ef-b0a9-37e56e8286b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319283 Sep 17 09:20:31.280294 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 09:20:31.300993 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242da59-81be-41d2-a4ac-c42b011f2ca2 req-012db053-8486-4646-9af3-44b67de62555 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:20:31.302489 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6242da59-81be-41d2-a4ac-c42b011f2ca2 req-012db053-8486-4646-9af3-44b67de62555 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 944 time: 0.0483084 Sep 17 09:20:31.339712 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6242da59-81be-41d2-a4ac-c42b011f2ca2 req-a0a3c96c-3f93-4472-b8b7-a2b3d6ed3dba tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=c021fbdb-85d8-47ef-b0a9-37e56e8286b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312181 Sep 17 09:20:31.380591 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device edc4f601-381a-4198-8893-2d9e3291d2c2 up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 09:20:31.427164 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port edc4f601-381a-4198-8893-2d9e3291d2c2 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:20:31.427538 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:20:31.500388 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:20:31.522919 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fd779a5-c7c5-44e1-872c-b2c724a436c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edc4f601-381a-4198-8893-2d9e3291d2c2'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 09:20:31.525165 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd15a5b62c2e1c1e903d3702117c13c06f948b041a08150170fef0e561ebed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a6eaca-8832-4cba-b182-c12d2c9ea190" -d '{"events": [{"server_uuid": "7fd779a5-c7c5-44e1-872c-b2c724a436c2", "name": "network-vif-plugged", "status": "completed", "tag": "edc4f601-381a-4198-8893-2d9e3291d2c2"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 09:20:31.538193 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port edc4f601-381a-4198-8893-2d9e3291d2c2, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=edc4f601-381a-4198-8893-2d9e3291d2c2,segment=NetworkSegment(00f97694-7b00-49cb-be2e-e16ebc9a46d9),segment_id=00f97694-7b00-49cb-be2e-e16ebc9a46d9)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:20:31.542769 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:20:31.568931 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 09:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d747fb7-d99f-41f0-a180-5bee430c2286 x-openstack-request-id: req-3d747fb7-d99f-41f0-a180-5bee430c2286 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 09:20:31.569229 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fd779a5-c7c5-44e1-872c-b2c724a436c2", "name": "network-vif-plugged", "status": "completed", "tag": "edc4f601-381a-4198-8893-2d9e3291d2c2", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 09:20:31.569483 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3d747fb7-d99f-41f0-a180-5bee430c2286 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 09:20:31.569900 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fd779a5-c7c5-44e1-872c-b2c724a436c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edc4f601-381a-4198-8893-2d9e3291d2c2', 'code': 200} Sep 17 09:20:31.594878 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=edc4f601-381a-4198-8893-2d9e3291d2c2,revision_number=10']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:20:31.760587 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbaa2e1-3e98-4a95-97bc-b27f6495c494 req-4d7c8c38-ece5-44a0-abf7-0fc405d8b41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:20:31.762016 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8cbaa2e1-3e98-4a95-97bc-b27f6495c494 req-4d7c8c38-ece5-44a0-abf7-0fc405d8b41d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 1097 time: 0.0404387 Sep 17 09:20:31.800589 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8cbaa2e1-3e98-4a95-97bc-b27f6495c494 req-46087d8f-d945-4c83-b7fb-6cc2627d8b5e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c021fbdb-85d8-47ef-b0a9-37e56e8286b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309381 Sep 17 09:20:32.454906 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff8ea2-cff3-4442-b16d-9c95984a9b81 req-f643683d-ea36-4be5-a796-3972b17a507c tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:20:32.456911 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a3ff8ea2-cff3-4442-b16d-9c95984a9b81 req-f643683d-ea36-4be5-a796-3972b17a507c tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 946 time: 0.0515232 Sep 17 09:20:32.495014 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a3ff8ea2-cff3-4442-b16d-9c95984a9b81 req-f53d24ba-5648-471f-b7ef-86f104b26208 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=c021fbdb-85d8-47ef-b0a9-37e56e8286b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319955 Sep 17 09:20:33.623001 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e5587-edd4-4245-8203-09b20f09978d req-35fcfbd1-7d74-407b-93bf-5deb54cafd7f tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:20:33.624558 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e20e5587-edd4-4245-8203-09b20f09978d req-35fcfbd1-7d74-407b-93bf-5deb54cafd7f tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 946 time: 0.0498483 Sep 17 09:20:33.661914 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e20e5587-edd4-4245-8203-09b20f09978d req-fd451122-fafe-417a-bae1-676a1893b634 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=c021fbdb-85d8-47ef-b0a9-37e56e8286b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314615 Sep 17 09:20:34.783663 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ddc2a-7b8a-4ec4-b2f3-7d1ffb7d2472 req-d7334aaf-718a-48c0-8cfa-9485e0ebdb3d tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:20:34.785726 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ae0ddc2a-7b8a-4ec4-b2f3-7d1ffb7d2472 req-d7334aaf-718a-48c0-8cfa-9485e0ebdb3d tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 946 time: 0.0486948 Sep 17 09:20:34.822874 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ae0ddc2a-7b8a-4ec4-b2f3-7d1ffb7d2472 req-aa45fbd1-c4a4-4470-b2e2-c68a0a10c4e3 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=c021fbdb-85d8-47ef-b0a9-37e56e8286b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311909 Sep 17 09:20:36.340584 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:20:36.425439 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:20:50.141816 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6694a0b9-b787-49d8-b08f-f2ed795d717e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:20:52.570876 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ee11628c-35bd-44de-91c9-7bd340b8af66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:20:52.928506 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:20:54.082727 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:20:55.659478 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:21:06.352593 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:21:06.420251 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:21:08.279511 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 09:21:16.274289 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2ac1d477-2ed3-4852-bdf4-e1293dbf48bf req-3785c99c-359a-4873-a1de-1de1c1970ac6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0379899 Sep 17 09:21:16.371247 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac1d477-2ed3-4852-bdf4-e1293dbf48bf req-f0c5dc74-5fd0-4534-bb92-32d3b36edc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:21:16.372700 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2ac1d477-2ed3-4852-bdf4-e1293dbf48bf req-f0c5dc74-5fd0-4534-bb92-32d3b36edc69 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1bf3ef6d555c4e2f97eeee6e992ddcb5&device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 1097 time: 0.0402076 Sep 17 09:21:16.480996 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac1d477-2ed3-4852-bdf4-e1293dbf48bf req-5c44ef67-4415-47de-bfa5-22289552f211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:21:16.482471 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2ac1d477-2ed3-4852-bdf4-e1293dbf48bf req-5c44ef67-4415-47de-bfa5-22289552f211 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7f048264-7e97-4b34-96ff-a4b8770f35b6 HTTP/1.1" status: 200 len: 909 time: 0.0892706 Sep 17 09:21:16.547911 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2ac1d477-2ed3-4852-bdf4-e1293dbf48bf req-b83f41aa-da9d-48ed-986f-3be25e894377 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=edc4f601-381a-4198-8893-2d9e3291d2c2 HTTP/1.1" status: 200 len: 1001 time: 0.0573409 Sep 17 09:21:16.597598 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac1d477-2ed3-4852-bdf4-e1293dbf48bf req-2c968e92-36d4-475c-8435-172d8c548339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:21:16.599084 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2ac1d477-2ed3-4852-bdf4-e1293dbf48bf req-2c968e92-36d4-475c-8435-172d8c548339 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d64b8e3-47c1-4962-8539-f1467015c48b HTTP/1.1" status: 200 len: 847 time: 0.0447149 Sep 17 09:21:16.647816 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac1d477-2ed3-4852-bdf4-e1293dbf48bf req-2d3e31c1-923a-4fa0-9614-7ae72d7cd8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:21:16.649275 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2ac1d477-2ed3-4852-bdf4-e1293dbf48bf req-2d3e31c1-923a-4fa0-9614-7ae72d7cd8b4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7f048264-7e97-4b34-96ff-a4b8770f35b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435302 Sep 17 09:21:16.740525 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2ac1d477-2ed3-4852-bdf4-e1293dbf48bf req-16c53e24-e310-4b60-bc8e-6ec66a52449e service neutron] 10.222.0.39 "GET /v2.0/networks/7f048264-7e97-4b34-96ff-a4b8770f35b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838349 Sep 17 09:21:16.835605 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-2ac1d477-2ed3-4852-bdf4-e1293dbf48bf req-32a10339-c354-4929-8850-839ac35d38d8 service neutron] 10.222.0.39 "GET /v2.0/networks/7f048264-7e97-4b34-96ff-a4b8770f35b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878713 Sep 17 09:21:20.142852 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5ec7e218-0ed5-4751-a91e-51af69ab48ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:21:22.572092 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f242dfdd-b215-472c-8e73-53d2b6ca2761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:21:22.728877 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-15744545-4645-4869-924d-aeb603918de2 req-3c62cc0d-49ff-48df-badc-2703a0154238 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0312164 Sep 17 09:21:22.810078 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-15744545-4645-4869-924d-aeb603918de2 req-0b6c66c8-2bd0-4188-8655-ffac5b759e28 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0243299 Sep 17 09:21:22.852830 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-15744545-4645-4869-924d-aeb603918de2 req-98e70de8-f21c-4d7c-8148-2072d6f16b9a service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0190139 Sep 17 09:21:22.930058 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:21:22.949744 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15744545-4645-4869-924d-aeb603918de2 req-b5ad22b4-f552-4207-9819-df22c0133e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:21:22.951350 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-15744545-4645-4869-924d-aeb603918de2 req-b5ad22b4-f552-4207-9819-df22c0133e00 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0917101 Sep 17 09:21:24.086206 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:21:25.662646 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:21:36.350128 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:21:36.424379 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:21:45.279693 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 09:21:50.147677 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ded793b6-4df1-4b39-9071-4204ed128691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:21:52.572723 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5cf45277-4f90-4e9e-9b1c-e63421994fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:21:52.931208 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:21:54.089690 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:21:55.664604 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:22:06.349317 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:22:06.434320 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:22:16.252300 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-15778958-9689-4cd1-8b6b-f16391543444 req-2c782c5c-ab66-47b2-bf41-c5677af200dd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403984 Sep 17 09:22:16.355015 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15778958-9689-4cd1-8b6b-f16391543444 req-6ca11c45-629d-419c-8a66-7a3d34e2ef16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:22:16.356493 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-15778958-9689-4cd1-8b6b-f16391543444 req-6ca11c45-629d-419c-8a66-7a3d34e2ef16 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1bf3ef6d555c4e2f97eeee6e992ddcb5&device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 1097 time: 0.0447354 Sep 17 09:22:16.461688 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15778958-9689-4cd1-8b6b-f16391543444 req-710dc520-a85a-4d02-bdb2-79edc76d1b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:22:16.463204 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-15778958-9689-4cd1-8b6b-f16391543444 req-710dc520-a85a-4d02-bdb2-79edc76d1b4b service neutron] 10.222.0.39 "GET /v2.0/networks?id=7f048264-7e97-4b34-96ff-a4b8770f35b6 HTTP/1.1" status: 200 len: 909 time: 0.0877416 Sep 17 09:22:16.527886 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-15778958-9689-4cd1-8b6b-f16391543444 req-0daaf3ff-7294-4fb5-b73f-c60096c2904e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=edc4f601-381a-4198-8893-2d9e3291d2c2 HTTP/1.1" status: 200 len: 1001 time: 0.0568135 Sep 17 09:22:16.582263 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15778958-9689-4cd1-8b6b-f16391543444 req-5b61e1e4-25f6-4254-837d-21769c8897c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:22:16.583741 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-15778958-9689-4cd1-8b6b-f16391543444 req-5b61e1e4-25f6-4254-837d-21769c8897c7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d64b8e3-47c1-4962-8539-f1467015c48b HTTP/1.1" status: 200 len: 847 time: 0.0476406 Sep 17 09:22:16.639666 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15778958-9689-4cd1-8b6b-f16391543444 req-75de3beb-e29e-4083-a60d-c1ee4db1dc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:22:16.641174 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-15778958-9689-4cd1-8b6b-f16391543444 req-75de3beb-e29e-4083-a60d-c1ee4db1dc0d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7f048264-7e97-4b34-96ff-a4b8770f35b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504656 Sep 17 09:22:16.731549 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-15778958-9689-4cd1-8b6b-f16391543444 req-42dfa0c3-10d5-4243-87ae-ef8d8e30f081 service neutron] 10.222.0.39 "GET /v2.0/networks/7f048264-7e97-4b34-96ff-a4b8770f35b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829036 Sep 17 09:22:16.828529 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-15778958-9689-4cd1-8b6b-f16391543444 req-8db025d1-dc32-4a9c-a1c7-2d770f4734de service neutron] 10.222.0.39 "GET /v2.0/networks/7f048264-7e97-4b34-96ff-a4b8770f35b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891643 Sep 17 09:22:20.021187 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 38602) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:22:20.148225 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fba714ce-d8e8-43b0-bf1b-95d76dd195b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:22:20.226118 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-9b5b9ae7-0092-4291-90ba-ab85db11f73e tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Deleting port 926674ea-8bbe-4472-b9ac-d1898e4132f6 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 09:22:20.226465 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9b5b9ae7-0092-4291-90ba-ab85db11f73e tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:22:20.303298 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9b5b9ae7-0092-4291-90ba-ab85db11f73e tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:22:20.303520 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9b5b9ae7-0092-4291-90ba-ab85db11f73e tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:22:20.314852 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-9b5b9ae7-0092-4291-90ba-ab85db11f73e tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Calling delete_port for 926674ea-8bbe-4472-b9ac-d1898e4132f6 owned by network:floatingip {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 09:22:20.455322 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9b5b9ae7-0092-4291-90ba-ab85db11f73e tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:22:20.485012 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5b9ae7-0092-4291-90ba-ab85db11f73e tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Pushing event deleted for resources: {'Port': ['ID=926674ea-8bbe-4472-b9ac-d1898e4132f6,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:22:20.496783 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b9ae7-0092-4291-90ba-ab85db11f73e tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:22:20.497130 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b9ae7-0092-4291-90ba-ab85db11f73e tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:22:20.497474 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b9ae7-0092-4291-90ba-ab85db11f73e tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:22:20.497819 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b9ae7-0092-4291-90ba-ab85db11f73e tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:22:20.498156 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b9ae7-0092-4291-90ba-ab85db11f73e tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:22:20.498492 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b9ae7-0092-4291-90ba-ab85db11f73e tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:22:20.498826 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b9ae7-0092-4291-90ba-ab85db11f73e tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:22:20.499161 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b9ae7-0092-4291-90ba-ab85db11f73e tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:22:20.499490 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b9ae7-0092-4291-90ba-ab85db11f73e tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:22:20.499822 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b9ae7-0092-4291-90ba-ab85db11f73e tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:22:20.500178 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b9ae7-0092-4291-90ba-ab85db11f73e tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:22:20.500507 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b9ae7-0092-4291-90ba-ab85db11f73e tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:22:20.554560 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9b5b9ae7-0092-4291-90ba-ab85db11f73e tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks [] for floatingip, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:22:20.554820 n-d-789963-9 neutron-server[101290]: INFO neutron.db.l3_db [None req-9b5b9ae7-0092-4291-90ba-ab85db11f73e tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Floating IP 33a43dd3-c935-48b0-9da2-c7f55caf5325 disassociated (deleted). External IP: 172.25.6.135, port: edc4f601-381a-4198-8893-2d9e3291d2c2. Sep 17 09:22:20.758887 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b5b9ae7-0092-4291-90ba-ab85db11f73e tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Router 7675fda7-9081-405c-a126-22f2685f6270 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 09:22:20.867186 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b5b9ae7-0092-4291-90ba-ab85db11f73e tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 09:22:20.871969 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-9b5b9ae7-0092-4291-90ba-ab85db11f73e tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:22:20.876585 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e3ae99-4ade-47b7-85df-8be9629afafc None None] Sync routers for ids ['7675fda7-9081-405c-a126-22f2685f6270'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 09:22:20.885840 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e3ae99-4ade-47b7-85df-8be9629afafc None None] Routers {'7675fda7-9081-405c-a126-22f2685f6270'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:22:20.886452 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-74e3ae99-4ade-47b7-85df-8be9629afafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:21:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['7675fda7-9081-405c-a126-22f2685f6270'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:22:20.898041 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-9b5b9ae7-0092-4291-90ba-ab85db11f73e tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "DELETE /v2.0/floatingips/33a43dd3-c935-48b0-9da2-c7f55caf5325 HTTP/1.1" status: 204 len: 168 time: 0.8757589 Sep 17 09:22:20.898656 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fd779a5-c7c5-44e1-872c-b2c724a436c2', 'tag': 'edc4f601-381a-4198-8893-2d9e3291d2c2'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 09:22:20.900937 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823f1136df5e8dfe06b46a14eea5a85bccf33ce7e510dfea6a746e22e928dc4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-104f1fbe-6524-49b0-b3a3-d24a5517fad4" -d '{"events": [{"name": "network-changed", "server_uuid": "7fd779a5-c7c5-44e1-872c-b2c724a436c2", "tag": "edc4f601-381a-4198-8893-2d9e3291d2c2"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 09:22:20.994723 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-74e3ae99-4ade-47b7-85df-8be9629afafc None None] Set router 7675fda7-9081-405c-a126-22f2685f6270 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:22:21.140614 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8a5e37-cb4e-4ce2-927c-adf4cb0edbcd req-ad5ab67e-a7b1-4db3-aef0-872b628d056d tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:22:21.142172 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4e8a5e37-cb4e-4ce2-927c-adf4cb0edbcd req-ad5ab67e-a7b1-4db3-aef0-872b628d056d tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 946 time: 0.0552995 Sep 17 09:22:21.180939 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4e8a5e37-cb4e-4ce2-927c-adf4cb0edbcd req-ce9955e9-f018-42b6-9aac-66521e3e5516 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=c021fbdb-85d8-47ef-b0a9-37e56e8286b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320253 Sep 17 09:22:21.289473 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-74e3ae99-4ade-47b7-85df-8be9629afafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7675fda7-9081-405c-a126-22f2685f6270', 'name': 'tempest-TestShelveInstance-971806276-router', 'tenant_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '71e4c288-01fb-44af-977c-881d3b8176d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:16:35Z', 'updated_at': '2021-09-17T09:16:38Z', 'revision_number': 4, 'project_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'gw_port': {'id': '71e4c288-01fb-44af-977c-881d3b8176d0', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7675fda7-9081-405c-a126-22f2685f6270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:16:35Z', 'updated_at': '2021-09-17T09:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '39ec86c5-b66d-4b66-97a0-a69da7abd4db', 'name': '', 'network_id': '7f048264-7e97-4b34-96ff-a4b8770f35b6', 'tenant_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'mac_address': 'fa:16:3e:7f:e6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7675fda7-9081-405c-a126-22f2685f6270', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '0d64b8e3-47c1-4962-8539-f1467015c48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:16:37Z', 'updated_at': '2021-09-17T09:16:42Z', 'revision_number': 5, 'project_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'subnets': [{'id': '0d64b8e3-47c1-4962-8539-f1467015c48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:22:21.313977 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e3ae99-4ade-47b7-85df-8be9629afafc None None] Checking router: 7675fda7-9081-405c-a126-22f2685f6270 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 09:22:21.321872 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e3ae99-4ade-47b7-85df-8be9629afafc None None] Routers {'7675fda7-9081-405c-a126-22f2685f6270'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:22:21.322474 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-74e3ae99-4ade-47b7-85df-8be9629afafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:21:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['7675fda7-9081-405c-a126-22f2685f6270'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:22:21.422266 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-74e3ae99-4ade-47b7-85df-8be9629afafc None None] Set router 7675fda7-9081-405c-a126-22f2685f6270 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:22:21.608062 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-74e3ae99-4ade-47b7-85df-8be9629afafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7675fda7-9081-405c-a126-22f2685f6270', 'name': 'tempest-TestShelveInstance-971806276-router', 'tenant_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '71e4c288-01fb-44af-977c-881d3b8176d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:16:35Z', 'updated_at': '2021-09-17T09:16:38Z', 'revision_number': 4, 'project_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'gw_port': {'id': '71e4c288-01fb-44af-977c-881d3b8176d0', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7675fda7-9081-405c-a126-22f2685f6270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:16:35Z', 'updated_at': '2021-09-17T09:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '39ec86c5-b66d-4b66-97a0-a69da7abd4db', 'name': '', 'network_id': '7f048264-7e97-4b34-96ff-a4b8770f35b6', 'tenant_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'mac_address': 'fa:16:3e:7f:e6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7675fda7-9081-405c-a126-22f2685f6270', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '0d64b8e3-47c1-4962-8539-f1467015c48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:16:37Z', 'updated_at': '2021-09-17T09:16:42Z', 'revision_number': 5, 'project_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'subnets': [{'id': '0d64b8e3-47c1-4962-8539-f1467015c48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:22:21.636749 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e3ae99-4ade-47b7-85df-8be9629afafc None None] The sync data for ids ['7675fda7-9081-405c-a126-22f2685f6270'] in n-d-789963-9 is: [{'id': '7675fda7-9081-405c-a126-22f2685f6270', 'name': 'tempest-TestShelveInstance-971806276-router', 'tenant_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '71e4c288-01fb-44af-977c-881d3b8176d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:16:35Z', 'updated_at': '2021-09-17T09:16:38Z', 'revision_number': 4, 'project_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'gw_port': {'id': '71e4c288-01fb-44af-977c-881d3b8176d0', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7675fda7-9081-405c-a126-22f2685f6270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:16:35Z', 'updated_at': '2021-09-17T09:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '39ec86c5-b66d-4b66-97a0-a69da7abd4db', 'name': '', 'network_id': '7f048264-7e97-4b34-96ff-a4b8770f35b6', 'tenant_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'mac_address': 'fa:16:3e:7f:e6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7675fda7-9081-405c-a126-22f2685f6270', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '0d64b8e3-47c1-4962-8539-f1467015c48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:16:37Z', 'updated_at': '2021-09-17T09:16:42Z', 'revision_number': 5, 'project_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'subnets': [{'id': '0d64b8e3-47c1-4962-8539-f1467015c48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 09:22:21.844385 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe30324-149d-4cbc-8a50-d7467c3f07fe None None] New status for floating IP 33a43dd3-c935-48b0-9da2-c7f55caf5325: DOWN {{(pid=101291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 09:22:22.016848 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 09:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48188ce2-7043-4b5f-88d2-f60f3a005a66 x-openstack-request-id: req-48188ce2-7043-4b5f-88d2-f60f3a005a66 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 09:22:22.017308 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fd779a5-c7c5-44e1-872c-b2c724a436c2", "tag": "edc4f601-381a-4198-8893-2d9e3291d2c2", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 09:22:22.017436 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-48188ce2-7043-4b5f-88d2-f60f3a005a66 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 09:22:22.017775 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fd779a5-c7c5-44e1-872c-b2c724a436c2', 'tag': 'edc4f601-381a-4198-8893-2d9e3291d2c2', 'status': 'completed', 'code': 200} Sep 17 09:22:22.120520 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f1fbe-6524-49b0-b3a3-d24a5517fad4 req-41f66e36-cc45-466e-87e8-97a383431939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:22:22.122064 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-104f1fbe-6524-49b0-b3a3-d24a5517fad4 req-41f66e36-cc45-466e-87e8-97a383431939 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1bf3ef6d555c4e2f97eeee6e992ddcb5&device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 1097 time: 0.0403967 Sep 17 09:22:22.213349 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f1fbe-6524-49b0-b3a3-d24a5517fad4 req-6c32ccd9-8504-4f4d-a1bd-f80fe78d06c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:22:22.214849 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-104f1fbe-6524-49b0-b3a3-d24a5517fad4 req-6c32ccd9-8504-4f4d-a1bd-f80fe78d06c5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7f048264-7e97-4b34-96ff-a4b8770f35b6 HTTP/1.1" status: 200 len: 909 time: 0.0858605 Sep 17 09:22:22.256949 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-104f1fbe-6524-49b0-b3a3-d24a5517fad4 req-7393c967-e161-403f-a0bf-4ae122203aeb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=edc4f601-381a-4198-8893-2d9e3291d2c2 HTTP/1.1" status: 200 len: 217 time: 0.0335155 Sep 17 09:22:22.279094 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 09:22:22.294289 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd24f668-efd9-40d6-8824-acf5302908ca req-fb2ab0d7-ef96-438b-8c2b-33eef01b04e3 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:22:22.295912 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cd24f668-efd9-40d6-8824-acf5302908ca req-fb2ab0d7-ef96-438b-8c2b-33eef01b04e3 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 946 time: 0.0492609 Sep 17 09:22:22.318707 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f1fbe-6524-49b0-b3a3-d24a5517fad4 req-604a7069-a17a-4923-a575-ba80fa6ff677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:22:22.320201 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-104f1fbe-6524-49b0-b3a3-d24a5517fad4 req-604a7069-a17a-4923-a575-ba80fa6ff677 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d64b8e3-47c1-4962-8539-f1467015c48b HTTP/1.1" status: 200 len: 847 time: 0.0535705 Sep 17 09:22:22.336958 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cd24f668-efd9-40d6-8824-acf5302908ca req-1d34dec6-24a3-422e-81d7-62cbf177d528 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=c021fbdb-85d8-47ef-b0a9-37e56e8286b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330734 Sep 17 09:22:22.366697 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f1fbe-6524-49b0-b3a3-d24a5517fad4 req-b20be1a3-b347-46b2-8bef-6f5a42bea217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:22:22.368237 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-104f1fbe-6524-49b0-b3a3-d24a5517fad4 req-b20be1a3-b347-46b2-8bef-6f5a42bea217 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7f048264-7e97-4b34-96ff-a4b8770f35b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398092 Sep 17 09:22:22.457026 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-104f1fbe-6524-49b0-b3a3-d24a5517fad4 req-542364e1-53d9-4e60-9d5d-e8a42138477d service neutron] 10.222.0.39 "GET /v2.0/networks/7f048264-7e97-4b34-96ff-a4b8770f35b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807881 Sep 17 09:22:22.549682 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-104f1fbe-6524-49b0-b3a3-d24a5517fad4 req-7114b8c4-9508-48e9-b044-3646b3f8ede0 service neutron] 10.222.0.39 "GET /v2.0/networks/7f048264-7e97-4b34-96ff-a4b8770f35b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846026 Sep 17 09:22:22.573323 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b08d3b79-bb12-46cb-b2c7-4c22fc1d436b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:22:22.774175 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ce0e5-8895-4a01-907f-cab6fe3ec5ab req-bd6d89c5-4c0c-48aa-bb67-e2ed15a38fc3 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:22:22.775626 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6d4ce0e5-8895-4a01-907f-cab6fe3ec5ab req-bd6d89c5-4c0c-48aa-bb67-e2ed15a38fc3 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.39 "GET /v2.0/ports?device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 946 time: 0.0477993 Sep 17 09:22:22.866363 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-6d4ce0e5-8895-4a01-907f-cab6fe3ec5ab req-365340d9-8914-40f0-8437-a21599fc8940 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Deleting port edc4f601-381a-4198-8893-2d9e3291d2c2 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 09:22:22.866621 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-6d4ce0e5-8895-4a01-907f-cab6fe3ec5ab req-365340d9-8914-40f0-8437-a21599fc8940 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:22:22.932647 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:22:22.954827 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-6d4ce0e5-8895-4a01-907f-cab6fe3ec5ab req-365340d9-8914-40f0-8437-a21599fc8940 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] For port edc4f601-381a-4198-8893-2d9e3291d2c2, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=edc4f601-381a-4198-8893-2d9e3291d2c2,segment=NetworkSegment(00f97694-7b00-49cb-be2e-e16ebc9a46d9),segment_id=00f97694-7b00-49cb-be2e-e16ebc9a46d9)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:22:22.955198 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-6d4ce0e5-8895-4a01-907f-cab6fe3ec5ab req-365340d9-8914-40f0-8437-a21599fc8940 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:22:22.967275 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-6d4ce0e5-8895-4a01-907f-cab6fe3ec5ab req-365340d9-8914-40f0-8437-a21599fc8940 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Calling delete_port for edc4f601-381a-4198-8893-2d9e3291d2c2 owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 09:22:23.098388 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-6d4ce0e5-8895-4a01-907f-cab6fe3ec5ab req-365340d9-8914-40f0-8437-a21599fc8940 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:22:23.126124 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365340d9-8914-40f0-8437-a21599fc8940 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Pushing event deleted for resources: {'Port': ['ID=edc4f601-381a-4198-8893-2d9e3291d2c2,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:22:23.169367 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d4ce0e5-8895-4a01-907f-cab6fe3ec5ab req-365340d9-8914-40f0-8437-a21599fc8940 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] No DVR routers for this DVR port edc4f601-381a-4198-8893-2d9e3291d2c2 on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 09:22:23.172519 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-6d4ce0e5-8895-4a01-907f-cab6fe3ec5ab req-365340d9-8914-40f0-8437-a21599fc8940 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:22:23.174586 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6d4ce0e5-8895-4a01-907f-cab6fe3ec5ab req-365340d9-8914-40f0-8437-a21599fc8940 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.39 "DELETE /v2.0/ports/edc4f601-381a-4198-8893-2d9e3291d2c2 HTTP/1.1" status: 204 len: 173 time: 0.3929775 Sep 17 09:22:23.451968 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-16521836-2238-493b-8f04-ac52db30b854 req-696516ac-60b4-47c4-8fa2-13e7b654c2ab tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fd779a5-c7c5-44e1-872c-b2c724a436c2 HTTP/1.1" status: 200 len: 210 time: 0.0266552 Sep 17 09:22:24.019591 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fd779a5-c7c5-44e1-872c-b2c724a436c2', 'name': 'network-vif-deleted', 'tag': 'edc4f601-381a-4198-8893-2d9e3291d2c2'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 09:22:24.022034 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823f1136df5e8dfe06b46a14eea5a85bccf33ce7e510dfea6a746e22e928dc4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd09687c-f93f-4141-8f00-418c34bd69d3" -d '{"events": [{"server_uuid": "7fd779a5-c7c5-44e1-872c-b2c724a436c2", "name": "network-vif-deleted", "tag": "edc4f601-381a-4198-8893-2d9e3291d2c2"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 09:22:24.057414 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 09:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8abf5c8-5513-47eb-9ab8-67c986f07de6 x-openstack-request-id: req-c8abf5c8-5513-47eb-9ab8-67c986f07de6 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 09:22:24.057715 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fd779a5-c7c5-44e1-872c-b2c724a436c2", "name": "network-vif-deleted", "tag": "edc4f601-381a-4198-8893-2d9e3291d2c2", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 09:22:24.057971 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c8abf5c8-5513-47eb-9ab8-67c986f07de6 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 09:22:24.058369 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fd779a5-c7c5-44e1-872c-b2c724a436c2', 'name': 'network-vif-deleted', 'tag': 'edc4f601-381a-4198-8893-2d9e3291d2c2', 'status': 'completed', 'code': 200} Sep 17 09:22:24.247485 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:22:24.512327 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 38632) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:22:24.575955 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-73824611-3402-4e77-83cb-ecfa95d3e3e7 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:22:24.602615 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-73824611-3402-4e77-83cb-ecfa95d3e3e7 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:22:24.664990 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-73824611-3402-4e77-83cb-ecfa95d3e3e7 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:22:24.667751 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-73824611-3402-4e77-83cb-ecfa95d3e3e7 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:22:24.669075 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-73824611-3402-4e77-83cb-ecfa95d3e3e7 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "DELETE /v2.0/security-groups/c021fbdb-85d8-47ef-b0a9-37e56e8286b6 HTTP/1.1" status: 204 len: 168 time: 0.1556528 Sep 17 09:22:24.679502 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73824611-3402-4e77-83cb-ecfa95d3e3e7 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c021fbdb-85d8-47ef-b0a9-37e56e8286b6,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:22:24.757179 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8e11cc87-0e7f-40b2-9bd6-7137decef662 req-a0048f24-6cca-48eb-b66f-8b334c72fedb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0294123 Sep 17 09:22:24.845943 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8e11cc87-0e7f-40b2-9bd6-7137decef662 req-780b7b8a-4b94-4359-ba4b-ca272450c1b4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0315428 Sep 17 09:22:24.890884 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8e11cc87-0e7f-40b2-9bd6-7137decef662 req-c768f160-12d5-4c3d-93b9-7c563eef6f40 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0192628 Sep 17 09:22:24.986409 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e11cc87-0e7f-40b2-9bd6-7137decef662 req-81df1766-b317-4ae9-9a12-b0e8bcbcddbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:22:24.987917 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8e11cc87-0e7f-40b2-9bd6-7137decef662 req-81df1766-b317-4ae9-9a12-b0e8bcbcddbf service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0890038 Sep 17 09:22:25.167127 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 38638) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:22:25.171784 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-055e4119-7865-4905-9815-2274f93ec7c0 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-116075838', 'description': 'tempest-secgroup-smoke-116075838 description', 'project_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:22:25.194692 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-055e4119-7865-4905-9815-2274f93ec7c0 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:22:25.282142 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-055e4119-7865-4905-9815-2274f93ec7c0 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:22:25.285988 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-055e4119-7865-4905-9815-2274f93ec7c0 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:22:25.313276 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-055e4119-7865-4905-9815-2274f93ec7c0 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:22:25.314529 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-055e4119-7865-4905-9815-2274f93ec7c0 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1463604 Sep 17 09:22:25.317279 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 38640) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:22:25.321586 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-dbb01671-e1c9-47e3-9e90-fbbdde86b631 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Request body: {'security_group_rule': {'security_group_id': '4b94c5bb-7711-444c-97fc-f09fb99e695d', 'project_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:22:25.328453 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055e4119-7865-4905-9815-2274f93ec7c0 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b94c5bb-7711-444c-97fc-f09fb99e695d,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:22:25.355272 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-dbb01671-e1c9-47e3-9e90-fbbdde86b631 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:22:25.414528 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-dbb01671-e1c9-47e3-9e90-fbbdde86b631 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:22:25.418394 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-dbb01671-e1c9-47e3-9e90-fbbdde86b631 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:22:25.436754 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb01671-e1c9-47e3-9e90-fbbdde86b631 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=897ca9d3-b99e-41a6-ba74-a710718af698,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:22:25.442627 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-dbb01671-e1c9-47e3-9e90-fbbdde86b631 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:22:25.446138 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-dbb01671-e1c9-47e3-9e90-fbbdde86b631 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1276193 Sep 17 09:22:25.446618 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 38642) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:22:25.450986 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-a4223e78-2cec-44b8-8b36-517b818be742 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Request body: {'security_group_rule': {'security_group_id': '4b94c5bb-7711-444c-97fc-f09fb99e695d', 'project_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:22:25.479474 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a4223e78-2cec-44b8-8b36-517b818be742 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:22:25.538000 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a4223e78-2cec-44b8-8b36-517b818be742 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:22:25.542548 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a4223e78-2cec-44b8-8b36-517b818be742 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:22:25.565378 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4223e78-2cec-44b8-8b36-517b818be742 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de64e88c-72e7-4215-bec5-b0ae4ae8cca4,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:22:25.569147 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a4223e78-2cec-44b8-8b36-517b818be742 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:22:25.570394 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a4223e78-2cec-44b8-8b36-517b818be742 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1228197 Sep 17 09:22:25.573299 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 38644) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:22:25.577961 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-0c2c9ef0-c904-44b2-87b1-27de27a6f98e tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Request body: {'security_group_rule': {'security_group_id': '4b94c5bb-7711-444c-97fc-f09fb99e695d', 'project_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:22:25.607417 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0c2c9ef0-c904-44b2-87b1-27de27a6f98e tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:22:25.669108 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0c2c9ef0-c904-44b2-87b1-27de27a6f98e tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:22:25.670258 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:22:25.673244 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0c2c9ef0-c904-44b2-87b1-27de27a6f98e tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:22:25.690945 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2c9ef0-c904-44b2-87b1-27de27a6f98e tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88a523fd-ea33-4cef-b1f3-08acd3247461,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:22:25.697241 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0c2c9ef0-c904-44b2-87b1-27de27a6f98e tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:22:25.700450 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-0c2c9ef0-c904-44b2-87b1-27de27a6f98e tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1260586 Sep 17 09:22:25.702397 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 38646) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:22:25.706873 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-57cbd9a7-55c2-45aa-a323-08de8a4e9fb7 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Request body: {'security_group_rule': {'security_group_id': '4b94c5bb-7711-444c-97fc-f09fb99e695d', 'project_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:22:25.734123 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-57cbd9a7-55c2-45aa-a323-08de8a4e9fb7 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:22:25.799795 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-57cbd9a7-55c2-45aa-a323-08de8a4e9fb7 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:22:25.803356 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-57cbd9a7-55c2-45aa-a323-08de8a4e9fb7 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:22:25.820643 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cbd9a7-55c2-45aa-a323-08de8a4e9fb7 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6ccd1e9-1546-4fa9-b23a-e1fcf62d65cb,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:22:25.828738 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-57cbd9a7-55c2-45aa-a323-08de8a4e9fb7 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:22:25.829931 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-57cbd9a7-55c2-45aa-a323-08de8a4e9fb7 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1272452 Sep 17 09:22:25.832645 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 38648) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:22:25.836884 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-020530d9-9cec-4f3f-92cf-c2743d2dfbde tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Request body: {'security_group_rule': {'security_group_id': '4b94c5bb-7711-444c-97fc-f09fb99e695d', 'project_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:22:25.860387 n-d-789963-9 neutron-server[101290]: INFO neutron.db.securitygroups_db [None req-020530d9-9cec-4f3f-92cf-c2743d2dfbde tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Project 1bf3ef6d555c4e2f97eeee6e992ddcb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 09:22:25.865451 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-020530d9-9cec-4f3f-92cf-c2743d2dfbde tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:22:25.926983 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-020530d9-9cec-4f3f-92cf-c2743d2dfbde tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:22:25.930822 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-020530d9-9cec-4f3f-92cf-c2743d2dfbde tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:22:25.949944 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020530d9-9cec-4f3f-92cf-c2743d2dfbde tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a11f9cbc-4e05-49bd-8ae2-8a1b57068c00,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:22:25.956742 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-020530d9-9cec-4f3f-92cf-c2743d2dfbde tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:22:25.957982 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-020530d9-9cec-4f3f-92cf-c2743d2dfbde tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1244147 Sep 17 09:22:25.960792 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 38650) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:22:25.965287 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-3fd609d9-49c0-4b33-af26-c3b43f1cde13 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Request body: {'security_group_rule': {'security_group_id': '4b94c5bb-7711-444c-97fc-f09fb99e695d', 'project_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:22:25.988077 n-d-789963-9 neutron-server[101290]: INFO neutron.db.securitygroups_db [None req-3fd609d9-49c0-4b33-af26-c3b43f1cde13 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Project 1bf3ef6d555c4e2f97eeee6e992ddcb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 09:22:25.992786 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3fd609d9-49c0-4b33-af26-c3b43f1cde13 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:22:26.056489 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3fd609d9-49c0-4b33-af26-c3b43f1cde13 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:22:26.061121 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3fd609d9-49c0-4b33-af26-c3b43f1cde13 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:22:26.085645 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd609d9-49c0-4b33-af26-c3b43f1cde13 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecd4f594-1fb2-4941-b5cc-897735726077,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:22:26.089468 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-3fd609d9-49c0-4b33-af26-c3b43f1cde13 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:22:26.090832 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-3fd609d9-49c0-4b33-af26-c3b43f1cde13 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1290307 Sep 17 09:22:28.040782 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device edc4f601-381a-4198-8893-2d9e3291d2c2 no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 09:22:28.062661 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: edc4f601-381a-4198-8893-2d9e3291d2c2 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 09:22:28.063014 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device edc4f601-381a-4198-8893-2d9e3291d2c2 not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 09:22:36.371584 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:22:36.446263 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:22:40.420814 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8f839877-a592-4a10-8a51-87c8963be1a2 req-fe7bab9d-0689-44f0-ae51-b548f2774cd4 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-116075838&fields=id&tenant_id=1bf3ef6d555c4e2f97eeee6e992ddcb5 HTTP/1.1" status: 200 len: 267 time: 0.0327454 Sep 17 09:22:40.527626 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f839877-a592-4a10-8a51-87c8963be1a2 req-8ec72e82-db50-4684-8c0f-51389794f85e tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:22:40.529045 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8f839877-a592-4a10-8a51-87c8963be1a2 req-8ec72e82-db50-4684-8c0f-51389794f85e tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/networks?id=7f048264-7e97-4b34-96ff-a4b8770f35b6 HTTP/1.1" status: 200 len: 808 time: 0.1010280 Sep 17 09:22:40.544061 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8f839877-a592-4a10-8a51-87c8963be1a2 req-1f3cd99f-531a-454b-beda-ef7371217bca tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/quotas/1bf3ef6d555c4e2f97eeee6e992ddcb5 HTTP/1.1" status: 200 len: 375 time: 0.0088735 Sep 17 09:22:40.595964 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8f839877-a592-4a10-8a51-87c8963be1a2 req-0562237e-410b-419d-b5d2-0e3e7761530d tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1bf3ef6d555c4e2f97eeee6e992ddcb5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467455 Sep 17 09:22:40.653384 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [req-8f839877-a592-4a10-8a51-87c8963be1a2 req-b27a174f-39d2-475a-8047-dfdfca3e048c service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 09:22:40.654391 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8f839877-a592-4a10-8a51-87c8963be1a2 req-b27a174f-39d2-475a-8047-dfdfca3e048c service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0474851 Sep 17 09:22:40.746042 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8f839877-a592-4a10-8a51-87c8963be1a2 req-803661f8-27b1-47e6-9f80-6dcc9e0a25f7 service neutron] 10.222.0.13 "GET /v2.0/networks/7f048264-7e97-4b34-96ff-a4b8770f35b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853400 Sep 17 09:22:40.835233 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8f839877-a592-4a10-8a51-87c8963be1a2 req-d5aa4293-8cf4-4946-83b6-e264d5851764 service neutron] 10.222.0.13 "GET /v2.0/networks/7f048264-7e97-4b34-96ff-a4b8770f35b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824389 Sep 17 09:22:41.142999 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-36de25af-3924-467c-9837-cb76eceaef25 req-e1ad1a4d-12a6-4d05-b034-f52cb0079364 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fff9642-5317-4a14-a7fe-d6e948ee859c HTTP/1.1" status: 200 len: 210 time: 0.0309243 Sep 17 09:22:42.131021 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f839877-a592-4a10-8a51-87c8963be1a2 req-b48c41c2-2ba1-4c70-8608-c4bc6e2d7f8b tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:22:42.132781 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8f839877-a592-4a10-8a51-87c8963be1a2 req-b48c41c2-2ba1-4c70-8608-c4bc6e2d7f8b tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.39 "GET /v2.0/networks?id=7f048264-7e97-4b34-96ff-a4b8770f35b6 HTTP/1.1" status: 200 len: 808 time: 0.1131084 Sep 17 09:22:42.182060 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8f839877-a592-4a10-8a51-87c8963be1a2 req-780c70eb-700a-4d61-9bcf-a3cf550a713b tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1bf3ef6d555c4e2f97eeee6e992ddcb5 HTTP/1.1" status: 200 len: 379 time: 0.0346737 Sep 17 09:22:42.191652 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-8f839877-a592-4a10-8a51-87c8963be1a2 req-20133e48-ee96-4dac-80fc-42c623edf1ca tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Request body: {'port': {'device_id': '2fff9642-5317-4a14-a7fe-d6e948ee859c', 'network_id': '7f048264-7e97-4b34-96ff-a4b8770f35b6', 'admin_state_up': True, 'tenant_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'security_groups': ['4b94c5bb-7711-444c-97fc-f09fb99e695d']}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:22:42.283350 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9b0b6ad4-3f1b-4249-aeb2-6a15b9902e7c req-adf715aa-c547-4ca4-8f34-8f847c6f2244 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fff9642-5317-4a14-a7fe-d6e948ee859c HTTP/1.1" status: 200 len: 210 time: 0.0277848 Sep 17 09:22:42.319216 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f839877-a592-4a10-8a51-87c8963be1a2 req-20133e48-ee96-4dac-80fc-42c623edf1ca tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Made reservation on behalf of 1bf3ef6d555c4e2f97eeee6e992ddcb5 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 09:22:42.322832 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8f839877-a592-4a10-8a51-87c8963be1a2 req-20133e48-ee96-4dac-80fc-42c623edf1ca tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:22:42.454343 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-8f839877-a592-4a10-8a51-87c8963be1a2 req-20133e48-ee96-4dac-80fc-42c623edf1ca tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Allocated IP 172.20.0.4 (7f048264-7e97-4b34-96ff-a4b8770f35b6/0d64b8e3-47c1-4962-8539-f1467015c48b/a7835107-c409-4bab-86dd-2b4dc0643c1a) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 09:22:42.598072 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8f839877-a592-4a10-8a51-87c8963be1a2 req-20133e48-ee96-4dac-80fc-42c623edf1ca tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:22:42.630641 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8f839877-a592-4a10-8a51-87c8963be1a2 req-20133e48-ee96-4dac-80fc-42c623edf1ca tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:22:42.670993 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f839877-a592-4a10-8a51-87c8963be1a2 req-20133e48-ee96-4dac-80fc-42c623edf1ca tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Network 7f048264-7e97-4b34-96ff-a4b8770f35b6 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 09:22:42.674289 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-8f839877-a592-4a10-8a51-87c8963be1a2 req-20133e48-ee96-4dac-80fc-42c623edf1ca tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 09:22:42.678301 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f839877-a592-4a10-8a51-87c8963be1a2 req-20133e48-ee96-4dac-80fc-42c623edf1ca tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 09:22:42.713128 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20133e48-ee96-4dac-80fc-42c623edf1ca tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Pushing event updated for resources: {'Port': ['ID=a7835107-c409-4bab-86dd-2b4dc0643c1a,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:22:42.740520 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f839877-a592-4a10-8a51-87c8963be1a2 req-20133e48-ee96-4dac-80fc-42c623edf1ca tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:22:42.741178 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8f839877-a592-4a10-8a51-87c8963be1a2 req-20133e48-ee96-4dac-80fc-42c623edf1ca tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:22:42.757277 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8f839877-a592-4a10-8a51-87c8963be1a2 req-20133e48-ee96-4dac-80fc-42c623edf1ca tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5694571 Sep 17 09:22:42.775469 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-8f839877-a592-4a10-8a51-87c8963be1a2 req-d8a823ff-e146-42ea-a4ac-79de08fb5100 service neutron] Request body: {'port': {'device_id': '2fff9642-5317-4a14-a7fe-d6e948ee859c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:22:42.832617 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8f839877-a592-4a10-8a51-87c8963be1a2 req-d8a823ff-e146-42ea-a4ac-79de08fb5100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:22:42.928944 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-a728e367-fa72-49ae-9061-511688e8059a None None] Provisioning complete for port a7835107-c409-4bab-86dd-2b4dc0643c1a triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:22:42.929574 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a728e367-fa72-49ae-9061-511688e8059a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:22:42.966625 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-a728e367-fa72-49ae-9061-511688e8059a None None] Port a7835107-c409-4bab-86dd-2b4dc0643c1a cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 09:22:43.099655 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-8f839877-a592-4a10-8a51-87c8963be1a2 req-d8a823ff-e146-42ea-a4ac-79de08fb5100 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7835107-c409-4bab-86dd-2b4dc0643c1a {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 09:22:43.107116 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8f839877-a592-4a10-8a51-87c8963be1a2 req-d8a823ff-e146-42ea-a4ac-79de08fb5100 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:22:43.119481 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-8f839877-a592-4a10-8a51-87c8963be1a2 req-d8a823ff-e146-42ea-a4ac-79de08fb5100 service neutron] Transition to ACTIVE for port object a7835107-c409-4bab-86dd-2b4dc0643c1a will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 09:22:43.124046 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8f839877-a592-4a10-8a51-87c8963be1a2 req-d8a823ff-e146-42ea-a4ac-79de08fb5100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:22:43.174814 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a823ff-e146-42ea-a4ac-79de08fb5100 service neutron] Pushing event updated for resources: {'Port': ['ID=a7835107-c409-4bab-86dd-2b4dc0643c1a,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:22:43.250065 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-8f839877-a592-4a10-8a51-87c8963be1a2 req-d8a823ff-e146-42ea-a4ac-79de08fb5100 service neutron] Attempting to bind port a7835107-c409-4bab-86dd-2b4dc0643c1a on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 09:22:43.250536 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-8f839877-a592-4a10-8a51-87c8963be1a2 req-d8a823ff-e146-42ea-a4ac-79de08fb5100 service neutron] Attempting to bind port a7835107-c409-4bab-86dd-2b4dc0643c1a by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': '00f97694-7b00-49cb-be2e-e16ebc9a46d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7f048264-7e97-4b34-96ff-a4b8770f35b6'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 09:22:43.250869 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f839877-a592-4a10-8a51-87c8963be1a2 req-d8a823ff-e146-42ea-a4ac-79de08fb5100 service neutron] Attempting to bind port a7835107-c409-4bab-86dd-2b4dc0643c1a on network 7f048264-7e97-4b34-96ff-a4b8770f35b6 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 09:22:43.256817 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f839877-a592-4a10-8a51-87c8963be1a2 req-d8a823ff-e146-42ea-a4ac-79de08fb5100 service neutron] Port a7835107-c409-4bab-86dd-2b4dc0643c1a on network 7f048264-7e97-4b34-96ff-a4b8770f35b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 09:22:43.257147 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f839877-a592-4a10-8a51-87c8963be1a2 req-d8a823ff-e146-42ea-a4ac-79de08fb5100 service neutron] Attempting to bind port a7835107-c409-4bab-86dd-2b4dc0643c1a on network 7f048264-7e97-4b34-96ff-a4b8770f35b6 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 09:22:43.262510 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f839877-a592-4a10-8a51-87c8963be1a2 req-d8a823ff-e146-42ea-a4ac-79de08fb5100 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 9, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 09:22:43.262853 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f839877-a592-4a10-8a51-87c8963be1a2 req-d8a823ff-e146-42ea-a4ac-79de08fb5100 service neutron] Checking segment: {'id': '00f97694-7b00-49cb-be2e-e16ebc9a46d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7f048264-7e97-4b34-96ff-a4b8770f35b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 09:22:43.263242 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f839877-a592-4a10-8a51-87c8963be1a2 req-d8a823ff-e146-42ea-a4ac-79de08fb5100 service neutron] Bound using segment: {'id': '00f97694-7b00-49cb-be2e-e16ebc9a46d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7f048264-7e97-4b34-96ff-a4b8770f35b6'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 09:22:43.263698 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-8f839877-a592-4a10-8a51-87c8963be1a2 req-d8a823ff-e146-42ea-a4ac-79de08fb5100 service neutron] Bound port: a7835107-c409-4bab-86dd-2b4dc0643c1a, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00f97694-7b00-49cb-be2e-e16ebc9a46d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7f048264-7e97-4b34-96ff-a4b8770f35b6'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 09:22:43.264090 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8f839877-a592-4a10-8a51-87c8963be1a2 req-d8a823ff-e146-42ea-a4ac-79de08fb5100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:22:43.358236 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-8f839877-a592-4a10-8a51-87c8963be1a2 req-d8a823ff-e146-42ea-a4ac-79de08fb5100 service neutron] For port a7835107-c409-4bab-86dd-2b4dc0643c1a, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 09:22:43.361639 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-8f839877-a592-4a10-8a51-87c8963be1a2 req-d8a823ff-e146-42ea-a4ac-79de08fb5100 service neutron] For port a7835107-c409-4bab-86dd-2b4dc0643c1a, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=a7835107-c409-4bab-86dd-2b4dc0643c1a,segment=NetworkSegment(00f97694-7b00-49cb-be2e-e16ebc9a46d9),segment_id=00f97694-7b00-49cb-be2e-e16ebc9a46d9)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 09:22:43.368024 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8f839877-a592-4a10-8a51-87c8963be1a2 req-d8a823ff-e146-42ea-a4ac-79de08fb5100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:22:43.416494 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f839877-a592-4a10-8a51-87c8963be1a2 req-d8a823ff-e146-42ea-a4ac-79de08fb5100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:22:43.417334 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-8f839877-a592-4a10-8a51-87c8963be1a2 req-d8a823ff-e146-42ea-a4ac-79de08fb5100 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:22:43.419060 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8f839877-a592-4a10-8a51-87c8963be1a2 req-d8a823ff-e146-42ea-a4ac-79de08fb5100 service neutron] 10.222.0.39 "PUT /v2.0/ports/a7835107-c409-4bab-86dd-2b4dc0643c1a HTTP/1.1" status: 200 len: 1091 time: 0.6482022 Sep 17 09:22:43.419625 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fff9642-5317-4a14-a7fe-d6e948ee859c', 'tag': 'a7835107-c409-4bab-86dd-2b4dc0643c1a'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 09:22:43.422963 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823f1136df5e8dfe06b46a14eea5a85bccf33ce7e510dfea6a746e22e928dc4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d125426-581c-43d7-b9ab-806d772f5e75" -d '{"events": [{"name": "network-changed", "server_uuid": "2fff9642-5317-4a14-a7fe-d6e948ee859c", "tag": "a7835107-c409-4bab-86dd-2b4dc0643c1a"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 09:22:43.464472 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a823ff-e146-42ea-a4ac-79de08fb5100 service neutron] Pushing event updated for resources: {'Port': ['ID=a7835107-c409-4bab-86dd-2b4dc0643c1a,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:22:43.478858 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 09:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b02682e-4736-4665-a65a-d46a2bccedcb x-openstack-request-id: req-9b02682e-4736-4665-a65a-d46a2bccedcb {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 09:22:43.479185 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fff9642-5317-4a14-a7fe-d6e948ee859c", "tag": "a7835107-c409-4bab-86dd-2b4dc0643c1a", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 09:22:43.479451 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9b02682e-4736-4665-a65a-d46a2bccedcb {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 09:22:43.479892 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fff9642-5317-4a14-a7fe-d6e948ee859c', 'tag': 'a7835107-c409-4bab-86dd-2b4dc0643c1a', 'status': 'completed', 'code': 200} Sep 17 09:22:43.498507 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febe19fe-652c-4816-8c77-1755325f894b req-801319de-4356-4457-b9b5-13bca73f1e25 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:22:43.500920 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-febe19fe-652c-4816-8c77-1755325f894b req-801319de-4356-4457-b9b5-13bca73f1e25 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fff9642-5317-4a14-a7fe-d6e948ee859c HTTP/1.1" status: 200 len: 943 time: 0.0719864 Sep 17 09:22:43.546404 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f839877-a592-4a10-8a51-87c8963be1a2 req-3d69ac13-7447-4f22-a44a-e6583d58b1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:22:43.548092 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8f839877-a592-4a10-8a51-87c8963be1a2 req-3d69ac13-7447-4f22-a44a-e6583d58b1b8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1bf3ef6d555c4e2f97eeee6e992ddcb5&device_id=2fff9642-5317-4a14-a7fe-d6e948ee859c HTTP/1.1" status: 200 len: 1094 time: 0.0606251 Sep 17 09:22:43.552509 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-febe19fe-652c-4816-8c77-1755325f894b req-a364ac1c-f9f7-41cb-81c9-ada3e0006102 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b94c5bb-7711-444c-97fc-f09fb99e695d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448220 Sep 17 09:22:43.597292 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8f839877-a592-4a10-8a51-87c8963be1a2 req-e74e0bb8-4624-4f42-a9a8-65c11b2d6eaf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7835107-c409-4bab-86dd-2b4dc0643c1a HTTP/1.1" status: 200 len: 217 time: 0.0362730 Sep 17 09:22:43.945207 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f839877-a592-4a10-8a51-87c8963be1a2 req-91021e29-e318-4dd3-bf9f-4cc7632618c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:22:43.946662 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8f839877-a592-4a10-8a51-87c8963be1a2 req-91021e29-e318-4dd3-bf9f-4cc7632618c4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d64b8e3-47c1-4962-8539-f1467015c48b HTTP/1.1" status: 200 len: 847 time: 0.3419821 Sep 17 09:22:43.991869 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f839877-a592-4a10-8a51-87c8963be1a2 req-7b13e8b1-09d4-42c3-844b-bbd1451b5319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:22:43.993305 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8f839877-a592-4a10-8a51-87c8963be1a2 req-7b13e8b1-09d4-42c3-844b-bbd1451b5319 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7f048264-7e97-4b34-96ff-a4b8770f35b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395455 Sep 17 09:22:44.091034 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8f839877-a592-4a10-8a51-87c8963be1a2 req-caac66f3-ea26-4653-bcd6-641c5b58fef5 service neutron] 10.222.0.39 "GET /v2.0/networks/7f048264-7e97-4b34-96ff-a4b8770f35b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903676 Sep 17 09:22:44.190225 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-8f839877-a592-4a10-8a51-87c8963be1a2 req-2e624d3f-2582-4d24-a41b-339d2b505469 service neutron] 10.222.0.39 "GET /v2.0/networks/7f048264-7e97-4b34-96ff-a4b8770f35b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917432 Sep 17 09:22:44.301242 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d125426-581c-43d7-b9ab-806d772f5e75 req-9a026b2e-4ffa-4736-b030-eec9a4553966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:22:44.302685 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6d125426-581c-43d7-b9ab-806d772f5e75 req-9a026b2e-4ffa-4736-b030-eec9a4553966 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1bf3ef6d555c4e2f97eeee6e992ddcb5&device_id=2fff9642-5317-4a14-a7fe-d6e948ee859c HTTP/1.1" status: 200 len: 1094 time: 0.0439215 Sep 17 09:22:44.396675 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d125426-581c-43d7-b9ab-806d772f5e75 req-e6766212-7fb5-497d-a12e-fde0ef2c41c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:22:44.398059 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6d125426-581c-43d7-b9ab-806d772f5e75 req-e6766212-7fb5-497d-a12e-fde0ef2c41c9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7f048264-7e97-4b34-96ff-a4b8770f35b6 HTTP/1.1" status: 200 len: 909 time: 0.0881784 Sep 17 09:22:44.439224 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6d125426-581c-43d7-b9ab-806d772f5e75 req-55d241c9-db65-499b-8f22-b04ac0d2273d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7835107-c409-4bab-86dd-2b4dc0643c1a HTTP/1.1" status: 200 len: 217 time: 0.0342832 Sep 17 09:22:44.492118 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d125426-581c-43d7-b9ab-806d772f5e75 req-b1da32a4-f201-48f1-a2e9-bad8b428c170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:22:44.493584 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6d125426-581c-43d7-b9ab-806d772f5e75 req-b1da32a4-f201-48f1-a2e9-bad8b428c170 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d64b8e3-47c1-4962-8539-f1467015c48b HTTP/1.1" status: 200 len: 847 time: 0.0474002 Sep 17 09:22:44.547891 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d125426-581c-43d7-b9ab-806d772f5e75 req-fc739d81-8d9e-4b32-81ba-8b0b93af1a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:22:44.549409 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6d125426-581c-43d7-b9ab-806d772f5e75 req-fc739d81-8d9e-4b32-81ba-8b0b93af1a89 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7f048264-7e97-4b34-96ff-a4b8770f35b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482852 Sep 17 09:22:44.640276 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6d125426-581c-43d7-b9ab-806d772f5e75 req-1b09cf36-8b33-490c-a5ab-241e035d52f2 service neutron] 10.222.0.39 "GET /v2.0/networks/7f048264-7e97-4b34-96ff-a4b8770f35b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842617 Sep 17 09:22:44.686653 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e2be0b-b619-4244-88f1-8d78828d02e8 req-5e18ed2f-3c59-413b-a525-58b9250107f3 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:22:44.688538 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-68e2be0b-b619-4244-88f1-8d78828d02e8 req-5e18ed2f-3c59-413b-a525-58b9250107f3 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fff9642-5317-4a14-a7fe-d6e948ee859c HTTP/1.1" status: 200 len: 943 time: 0.0566187 Sep 17 09:22:44.734550 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-68e2be0b-b619-4244-88f1-8d78828d02e8 req-39039706-c046-42c7-b997-85fcd1d9fe0a tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b94c5bb-7711-444c-97fc-f09fb99e695d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371606 Sep 17 09:22:44.752481 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-6d125426-581c-43d7-b9ab-806d772f5e75 req-a038b9b8-d96f-446a-9832-e2e8bcd0cc58 service neutron] 10.222.0.39 "GET /v2.0/networks/7f048264-7e97-4b34-96ff-a4b8770f35b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052146 Sep 17 09:22:45.859402 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244661d-4325-4d0f-8fa6-aaf83125cb0d req-a7246cde-aba6-4671-b1a3-529a7c513aca tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:22:45.860930 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e244661d-4325-4d0f-8fa6-aaf83125cb0d req-a7246cde-aba6-4671-b1a3-529a7c513aca tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fff9642-5317-4a14-a7fe-d6e948ee859c HTTP/1.1" status: 200 len: 943 time: 0.0526769 Sep 17 09:22:45.900089 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e244661d-4325-4d0f-8fa6-aaf83125cb0d req-d95eebcb-e0d2-4223-93f9-9aa05b717a8d tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b94c5bb-7711-444c-97fc-f09fb99e695d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326521 Sep 17 09:22:47.018505 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5381eb-c4fa-4561-a39c-10f33f2caed3 req-e1354e65-ce75-442f-b0b2-700af67d48f2 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:22:47.020149 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4e5381eb-c4fa-4561-a39c-10f33f2caed3 req-e1354e65-ce75-442f-b0b2-700af67d48f2 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fff9642-5317-4a14-a7fe-d6e948ee859c HTTP/1.1" status: 200 len: 943 time: 0.0524127 Sep 17 09:22:47.059309 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4e5381eb-c4fa-4561-a39c-10f33f2caed3 req-8ce63289-0e88-4301-ac13-3606d5ac7c43 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b94c5bb-7711-444c-97fc-f09fb99e695d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333102 Sep 17 09:22:48.180854 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc024e8-67c9-429e-88a3-1057eda8e952 req-8e9fa7f7-81f7-4995-83c2-3ab56a46ae77 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:22:48.182346 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5bc024e8-67c9-429e-88a3-1057eda8e952 req-8e9fa7f7-81f7-4995-83c2-3ab56a46ae77 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fff9642-5317-4a14-a7fe-d6e948ee859c HTTP/1.1" status: 200 len: 943 time: 0.0536394 Sep 17 09:22:48.220836 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5bc024e8-67c9-429e-88a3-1057eda8e952 req-1f585a32-028c-4bcf-aada-bf79449bfc1d tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b94c5bb-7711-444c-97fc-f09fb99e695d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326712 Sep 17 09:22:49.334274 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7800da6f-ea9e-4bc1-9e0f-87cad9deb993 req-767aecf3-9d39-49b9-b4f9-29db0bbb078f tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:22:49.335700 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7800da6f-ea9e-4bc1-9e0f-87cad9deb993 req-767aecf3-9d39-49b9-b4f9-29db0bbb078f tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fff9642-5317-4a14-a7fe-d6e948ee859c HTTP/1.1" status: 200 len: 943 time: 0.0512996 Sep 17 09:22:49.373096 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7800da6f-ea9e-4bc1-9e0f-87cad9deb993 req-65a21d2a-a9d9-47ea-89f0-9f4958bccb89 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b94c5bb-7711-444c-97fc-f09fb99e695d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312123 Sep 17 09:22:50.151797 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5bf68a06-c6ae-4d24-80d9-20afa7796ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:22:50.488565 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf98e1-f80f-4856-a719-36166ba54b51 req-3c2d741a-934f-43bb-8e49-a8d2685da863 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:22:50.490060 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-05bf98e1-f80f-4856-a719-36166ba54b51 req-3c2d741a-934f-43bb-8e49-a8d2685da863 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fff9642-5317-4a14-a7fe-d6e948ee859c HTTP/1.1" status: 200 len: 943 time: 0.0492301 Sep 17 09:22:50.526749 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-05bf98e1-f80f-4856-a719-36166ba54b51 req-c97627f5-811b-4c40-895d-2811d6673627 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b94c5bb-7711-444c-97fc-f09fb99e695d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307779 Sep 17 09:22:51.645410 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e8d517-1799-42dc-8353-fd0ef042fd2c req-459a38e1-90d2-41fb-803d-705169d1b1d7 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:22:51.646885 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f8e8d517-1799-42dc-8353-fd0ef042fd2c req-459a38e1-90d2-41fb-803d-705169d1b1d7 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fff9642-5317-4a14-a7fe-d6e948ee859c HTTP/1.1" status: 200 len: 943 time: 0.0490062 Sep 17 09:22:51.683906 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f8e8d517-1799-42dc-8353-fd0ef042fd2c req-ea4ddfc4-74c9-449e-a314-5ffe0e5010e9 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b94c5bb-7711-444c-97fc-f09fb99e695d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310175 Sep 17 09:22:52.576729 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ffc0f38c-bf2e-41e9-9465-6d50ae9d8b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:22:52.800925 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c438ae-ef38-4270-8d1f-ab2f5528a705 req-fe52fb78-6de7-49da-9acc-8f110e5eb089 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:22:52.802410 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-28c438ae-ef38-4270-8d1f-ab2f5528a705 req-fe52fb78-6de7-49da-9acc-8f110e5eb089 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fff9642-5317-4a14-a7fe-d6e948ee859c HTTP/1.1" status: 200 len: 943 time: 0.0522671 Sep 17 09:22:52.840924 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-28c438ae-ef38-4270-8d1f-ab2f5528a705 req-cbab2e9c-03ad-434a-84e8-459638f292c8 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b94c5bb-7711-444c-97fc-f09fb99e695d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322938 Sep 17 09:22:52.935463 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:22:53.954018 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5851b41-f097-457e-b714-ff1e0d44833d req-03e49ae4-1ff0-4383-9b5d-a3bdbf2f77a3 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:22:53.955499 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e5851b41-f097-457e-b714-ff1e0d44833d req-03e49ae4-1ff0-4383-9b5d-a3bdbf2f77a3 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fff9642-5317-4a14-a7fe-d6e948ee859c HTTP/1.1" status: 200 len: 943 time: 0.0487225 Sep 17 09:22:53.992706 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e5851b41-f097-457e-b714-ff1e0d44833d req-1fbde8a6-9b60-4add-8fcb-0a55ba1da95b tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b94c5bb-7711-444c-97fc-f09fb99e695d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312533 Sep 17 09:22:54.093763 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:22:55.105834 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaed0f4-13fc-4436-9ceb-cd19d2a24966 req-facd6ca2-7310-48f4-8639-1a85188b7b23 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:22:55.107299 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5eaed0f4-13fc-4436-9ceb-cd19d2a24966 req-facd6ca2-7310-48f4-8639-1a85188b7b23 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fff9642-5317-4a14-a7fe-d6e948ee859c HTTP/1.1" status: 200 len: 943 time: 0.0484223 Sep 17 09:22:55.144205 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5eaed0f4-13fc-4436-9ceb-cd19d2a24966 req-e1fc7ed4-3133-4d3a-a98c-578cbaafbcf7 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b94c5bb-7711-444c-97fc-f09fb99e695d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308893 Sep 17 09:22:55.676210 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:22:56.160060 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device a7835107-c409-4bab-86dd-2b4dc0643c1a details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 09:22:56.255895 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port a7835107-c409-4bab-86dd-2b4dc0643c1a, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=a7835107-c409-4bab-86dd-2b4dc0643c1a,segment=NetworkSegment(00f97694-7b00-49cb-be2e-e16ebc9a46d9),segment_id=00f97694-7b00-49cb-be2e-e16ebc9a46d9)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:22:56.260037 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeba40d-1ae4-4900-981f-b4b1bdff844d req-6036d880-a52b-41ba-992a-15261ee4e0f3 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:22:56.261539 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2aeba40d-1ae4-4900-981f-b4b1bdff844d req-6036d880-a52b-41ba-992a-15261ee4e0f3 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fff9642-5317-4a14-a7fe-d6e948ee859c HTTP/1.1" status: 200 len: 943 time: 0.0518885 Sep 17 09:22:56.267023 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': 'a7835107-c409-4bab-86dd-2b4dc0643c1a', 'network_id': '7f048264-7e97-4b34-96ff-a4b8770f35b6', 'port_id': 'a7835107-c409-4bab-86dd-2b4dc0643c1a', 'mac_address': 'fa:16:3e:8a:0e:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d64b8e3-47c1-4962-8539-f1467015c48b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 09:22:56.298325 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2aeba40d-1ae4-4900-981f-b4b1bdff844d req-09e78982-9d5c-4804-ac1c-7d2a3e1ea143 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b94c5bb-7711-444c-97fc-f09fb99e695d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306234 Sep 17 09:22:56.307527 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:22:56.321258 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7835107-c409-4bab-86dd-2b4dc0643c1a {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 09:22:56.340530 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port a7835107-c409-4bab-86dd-2b4dc0643c1a, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=a7835107-c409-4bab-86dd-2b4dc0643c1a,segment=NetworkSegment(00f97694-7b00-49cb-be2e-e16ebc9a46d9),segment_id=00f97694-7b00-49cb-be2e-e16ebc9a46d9)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:22:56.344904 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:22:56.391612 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=a7835107-c409-4bab-86dd-2b4dc0643c1a,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:22:56.398953 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:22:56.399315 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:22:56.399664 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:22:56.400036 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:22:56.400382 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:22:56.400720 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:22:56.401056 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:22:56.401391 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:22:56.401724 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:22:56.402057 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:22:56.402392 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:22:56.402720 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:22:56.770058 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['a7835107-c409-4bab-86dd-2b4dc0643c1a'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 09:22:57.414479 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf40969-f134-49af-bef9-56e6e93f18da req-0ab2ec76-8ba5-4bc6-bd95-81070661db76 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:22:57.415982 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-faf40969-f134-49af-bef9-56e6e93f18da req-0ab2ec76-8ba5-4bc6-bd95-81070661db76 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fff9642-5317-4a14-a7fe-d6e948ee859c HTTP/1.1" status: 200 len: 944 time: 0.0496976 Sep 17 09:22:57.452961 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-faf40969-f134-49af-bef9-56e6e93f18da req-f9395f45-ab81-41e7-9782-9544d3b27e5b tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b94c5bb-7711-444c-97fc-f09fb99e695d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310056 Sep 17 09:22:58.175126 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device a7835107-c409-4bab-86dd-2b4dc0643c1a up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 09:22:58.230337 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port a7835107-c409-4bab-86dd-2b4dc0643c1a completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 09:22:58.234318 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port a7835107-c409-4bab-86dd-2b4dc0643c1a triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:22:58.234788 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:22:58.323929 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:22:58.349457 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fff9642-5317-4a14-a7fe-d6e948ee859c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7835107-c409-4bab-86dd-2b4dc0643c1a'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 09:22:58.352058 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd15a5b62c2e1c1e903d3702117c13c06f948b041a08150170fef0e561ebed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c49861-cc96-4ca0-ae30-744d4b304c3e" -d '{"events": [{"server_uuid": "2fff9642-5317-4a14-a7fe-d6e948ee859c", "name": "network-vif-plugged", "status": "completed", "tag": "a7835107-c409-4bab-86dd-2b4dc0643c1a"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 09:22:58.367336 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port a7835107-c409-4bab-86dd-2b4dc0643c1a, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=a7835107-c409-4bab-86dd-2b4dc0643c1a,segment=NetworkSegment(00f97694-7b00-49cb-be2e-e16ebc9a46d9),segment_id=00f97694-7b00-49cb-be2e-e16ebc9a46d9)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:22:58.371672 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:22:58.427817 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=a7835107-c409-4bab-86dd-2b4dc0643c1a,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:22:58.442681 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 09:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14622ffc-2ed7-4630-bb41-948271d64131 x-openstack-request-id: req-14622ffc-2ed7-4630-bb41-948271d64131 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 09:22:58.442971 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fff9642-5317-4a14-a7fe-d6e948ee859c", "name": "network-vif-plugged", "status": "completed", "tag": "a7835107-c409-4bab-86dd-2b4dc0643c1a", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 09:22:58.443220 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-14622ffc-2ed7-4630-bb41-948271d64131 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 09:22:58.443610 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fff9642-5317-4a14-a7fe-d6e948ee859c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7835107-c409-4bab-86dd-2b4dc0643c1a', 'code': 200} Sep 17 09:22:58.561816 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4563a9-aaad-4ccd-aecc-676e9f5d2eff req-746556f5-9d75-4f5b-a853-a79f80b5679f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:22:58.563322 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0e4563a9-aaad-4ccd-aecc-676e9f5d2eff req-746556f5-9d75-4f5b-a853-a79f80b5679f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2fff9642-5317-4a14-a7fe-d6e948ee859c HTTP/1.1" status: 200 len: 1096 time: 0.0390339 Sep 17 09:22:58.567160 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f830e-b221-420f-89e0-7a43bb9497b5 req-ad1b8814-1546-4c5c-8953-6c2c0865e193 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:22:58.568691 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-072f830e-b221-420f-89e0-7a43bb9497b5 req-ad1b8814-1546-4c5c-8953-6c2c0865e193 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fff9642-5317-4a14-a7fe-d6e948ee859c HTTP/1.1" status: 200 len: 945 time: 0.0487206 Sep 17 09:22:58.598236 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0e4563a9-aaad-4ccd-aecc-676e9f5d2eff req-5957284f-24d5-4b21-b458-d0dce6868f13 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4b94c5bb-7711-444c-97fc-f09fb99e695d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277126 Sep 17 09:22:58.605595 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-072f830e-b221-420f-89e0-7a43bb9497b5 req-65e3d0bb-55e3-4824-9e49-397891b142c5 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b94c5bb-7711-444c-97fc-f09fb99e695d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308771 Sep 17 09:22:59.278170 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 09:22:59.728316 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8897e531-71b2-4d5b-9be1-78e3a138ac5e req-c2242aa3-39c0-446a-93a2-39eac8663701 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:22:59.730168 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8897e531-71b2-4d5b-9be1-78e3a138ac5e req-c2242aa3-39c0-446a-93a2-39eac8663701 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fff9642-5317-4a14-a7fe-d6e948ee859c HTTP/1.1" status: 200 len: 945 time: 0.0566299 Sep 17 09:22:59.771720 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8897e531-71b2-4d5b-9be1-78e3a138ac5e req-a7d55665-d432-4aa8-87d6-471511d939ee tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b94c5bb-7711-444c-97fc-f09fb99e695d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353274 Sep 17 09:23:00.885370 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc563f-04da-4ac6-bbfa-9d6e0a522325 req-71ff90bf-670d-414a-b2b0-40e95a6a480b tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:23:00.886870 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-76bc563f-04da-4ac6-bbfa-9d6e0a522325 req-71ff90bf-670d-414a-b2b0-40e95a6a480b tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fff9642-5317-4a14-a7fe-d6e948ee859c HTTP/1.1" status: 200 len: 945 time: 0.0485587 Sep 17 09:23:00.923674 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-76bc563f-04da-4ac6-bbfa-9d6e0a522325 req-77d9b905-bc6c-4b9f-b746-4152154dbd15 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b94c5bb-7711-444c-97fc-f09fb99e695d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308797 Sep 17 09:23:01.035551 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70105a29-57e1-4816-b039-54819af51f40 req-ccfd2775-bab2-4b47-a673-31e65f6f4dd7 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:23:01.037068 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-70105a29-57e1-4816-b039-54819af51f40 req-ccfd2775-bab2-4b47-a673-31e65f6f4dd7 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fff9642-5317-4a14-a7fe-d6e948ee859c HTTP/1.1" status: 200 len: 945 time: 0.0483234 Sep 17 09:23:01.076164 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-70105a29-57e1-4816-b039-54819af51f40 req-2401114d-2368-457c-a8bd-22d384d247c3 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b94c5bb-7711-444c-97fc-f09fb99e695d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314617 Sep 17 09:23:01.102705 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 38854) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:23:01.181877 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928f2fef-5f02-419a-a82f-87ee2e63a13d tempest-TestShelveInstance-799197634 tempest-TestShelveInstance-799197634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:23:01.183413 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-928f2fef-5f02-419a-a82f-87ee2e63a13d tempest-TestShelveInstance-799197634 tempest-TestShelveInstance-799197634-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2fff9642-5317-4a14-a7fe-d6e948ee859c HTTP/1.1" status: 200 len: 1091 time: 0.0796962 Sep 17 09:23:01.186356 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 38858) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:23:01.191085 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-ee675660-5cc0-434d-bf61-41d0e7b23b7c tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Request body: {'floatingip': {'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'port_id': 'a7835107-c409-4bab-86dd-2b4dc0643c1a', 'tenant_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:23:01.212906 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ee675660-5cc0-434d-bf61-41d0e7b23b7c tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks [] for floatingip, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:23:01.313114 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ee675660-5cc0-434d-bf61-41d0e7b23b7c tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:23:01.417440 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-ee675660-5cc0-434d-bf61-41d0e7b23b7c tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Allocated IP 172.25.6.175 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/3a047ff6-32ad-47f2-8d99-dad70f5489c3) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 09:23:01.518939 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ee675660-5cc0-434d-bf61-41d0e7b23b7c tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:23:01.552204 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ee675660-5cc0-434d-bf61-41d0e7b23b7c tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:23:01.589891 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee675660-5cc0-434d-bf61-41d0e7b23b7c tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 09:23:01.592786 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-ee675660-5cc0-434d-bf61-41d0e7b23b7c tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 09:23:01.599953 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee675660-5cc0-434d-bf61-41d0e7b23b7c tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 09:23:01.605367 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee675660-5cc0-434d-bf61-41d0e7b23b7c tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Pushing event updated for resources: {'Port': ['ID=3a047ff6-32ad-47f2-8d99-dad70f5489c3,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:23:01.951211 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ee675660-5cc0-434d-bf61-41d0e7b23b7c tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:23:02.027677 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ee675660-5cc0-434d-bf61-41d0e7b23b7c tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:23:02.180409 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ee675660-5cc0-434d-bf61-41d0e7b23b7c tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:23:02.185413 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ee675660-5cc0-434d-bf61-41d0e7b23b7c tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:23:02.252701 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee675660-5cc0-434d-bf61-41d0e7b23b7c tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Pushing event updated for resources: {'Port': ['ID=3a047ff6-32ad-47f2-8d99-dad70f5489c3,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:23:02.262345 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ee675660-5cc0-434d-bf61-41d0e7b23b7c tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:23:02.365992 n-d-789963-9 neutron-server[101290]: INFO neutron.db.l3_db [None req-ee675660-5cc0-434d-bf61-41d0e7b23b7c tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Floating IP d4515109-16ee-4f7b-bda8-b562acd08b69 associated. External IP: 172.25.6.175, port: a7835107-c409-4bab-86dd-2b4dc0643c1a. Sep 17 09:23:02.577447 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee675660-5cc0-434d-bf61-41d0e7b23b7c tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Router 7675fda7-9081-405c-a126-22f2685f6270 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 09:23:02.691269 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee675660-5cc0-434d-bf61-41d0e7b23b7c tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 09:23:02.705138 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8a96e7-4806-45d9-8cb1-f3604f66d778 None None] Sync routers for ids ['7675fda7-9081-405c-a126-22f2685f6270'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 09:23:02.708946 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ee675660-5cc0-434d-bf61-41d0e7b23b7c tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:23:02.714636 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8a96e7-4806-45d9-8cb1-f3604f66d778 None None] Routers {'7675fda7-9081-405c-a126-22f2685f6270'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:23:02.715251 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-4d8a96e7-4806-45d9-8cb1-f3604f66d778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:22:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['7675fda7-9081-405c-a126-22f2685f6270'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:23:02.735342 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ee675660-5cc0-434d-bf61-41d0e7b23b7c tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5479877 Sep 17 09:23:02.735968 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fff9642-5317-4a14-a7fe-d6e948ee859c', 'tag': 'a7835107-c409-4bab-86dd-2b4dc0643c1a'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 09:23:02.738878 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823f1136df5e8dfe06b46a14eea5a85bccf33ce7e510dfea6a746e22e928dc4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a8bbfec-38cd-4958-aa9e-fdd0a49954ec" -d '{"events": [{"name": "network-changed", "server_uuid": "2fff9642-5317-4a14-a7fe-d6e948ee859c", "tag": "a7835107-c409-4bab-86dd-2b4dc0643c1a"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 09:23:02.775099 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 09:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d246cbc-c7cb-4534-a013-f7af2d12b935 x-openstack-request-id: req-8d246cbc-c7cb-4534-a013-f7af2d12b935 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 09:23:02.775393 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fff9642-5317-4a14-a7fe-d6e948ee859c", "tag": "a7835107-c409-4bab-86dd-2b4dc0643c1a", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 09:23:02.775645 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8d246cbc-c7cb-4534-a013-f7af2d12b935 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 09:23:02.776101 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fff9642-5317-4a14-a7fe-d6e948ee859c', 'tag': 'a7835107-c409-4bab-86dd-2b4dc0643c1a', 'status': 'completed', 'code': 200} Sep 17 09:23:02.821796 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-4d8a96e7-4806-45d9-8cb1-f3604f66d778 None None] Set router 7675fda7-9081-405c-a126-22f2685f6270 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:23:02.858529 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8bbfec-38cd-4958-aa9e-fdd0a49954ec req-f31ed94c-ab21-40bd-9ea5-c257d0dbf016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:23:02.859993 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9a8bbfec-38cd-4958-aa9e-fdd0a49954ec req-f31ed94c-ab21-40bd-9ea5-c257d0dbf016 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1bf3ef6d555c4e2f97eeee6e992ddcb5&device_id=2fff9642-5317-4a14-a7fe-d6e948ee859c HTTP/1.1" status: 200 len: 1096 time: 0.0397532 Sep 17 09:23:02.952848 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8bbfec-38cd-4958-aa9e-fdd0a49954ec req-1ca24018-d37c-46ed-a83b-e8cb953ed00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:23:02.954274 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9a8bbfec-38cd-4958-aa9e-fdd0a49954ec req-1ca24018-d37c-46ed-a83b-e8cb953ed00d service neutron] 10.222.0.39 "GET /v2.0/networks?id=7f048264-7e97-4b34-96ff-a4b8770f35b6 HTTP/1.1" status: 200 len: 909 time: 0.0873752 Sep 17 09:23:03.028788 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9a8bbfec-38cd-4958-aa9e-fdd0a49954ec req-2d9211a1-d8ed-4d4c-81cf-65cb5e13ecf8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7835107-c409-4bab-86dd-2b4dc0643c1a HTTP/1.1" status: 200 len: 999 time: 0.0672011 Sep 17 09:23:03.039722 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-4d8a96e7-4806-45d9-8cb1-f3604f66d778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7675fda7-9081-405c-a126-22f2685f6270', 'name': 'tempest-TestShelveInstance-971806276-router', 'tenant_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '71e4c288-01fb-44af-977c-881d3b8176d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:16:35Z', 'updated_at': '2021-09-17T09:16:38Z', 'revision_number': 4, 'project_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'gw_port': {'id': '71e4c288-01fb-44af-977c-881d3b8176d0', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7675fda7-9081-405c-a126-22f2685f6270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:16:35Z', 'updated_at': '2021-09-17T09:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': 'd4515109-16ee-4f7b-bda8-b562acd08b69', 'tenant_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'floating_ip_address': '172.25.6.175', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '7675fda7-9081-405c-a126-22f2685f6270', 'port_id': 'a7835107-c409-4bab-86dd-2b4dc0643c1a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f048264-7e97-4b34-96ff-a4b8770f35b6', 'mac_address': 'fa:16:3e:8a:0e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fff9642-5317-4a14-a7fe-d6e948ee859c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T09:23:01Z', 'updated_at': '2021-09-17T09:23:01Z', 'revision_number': 0, 'project_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39ec86c5-b66d-4b66-97a0-a69da7abd4db', 'name': '', 'network_id': '7f048264-7e97-4b34-96ff-a4b8770f35b6', 'tenant_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'mac_address': 'fa:16:3e:7f:e6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7675fda7-9081-405c-a126-22f2685f6270', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '0d64b8e3-47c1-4962-8539-f1467015c48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:16:37Z', 'updated_at': '2021-09-17T09:16:42Z', 'revision_number': 5, 'project_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'subnets': [{'id': '0d64b8e3-47c1-4962-8539-f1467015c48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:23:03.071145 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8a96e7-4806-45d9-8cb1-f3604f66d778 None None] Checking router: 7675fda7-9081-405c-a126-22f2685f6270 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 09:23:03.079607 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8a96e7-4806-45d9-8cb1-f3604f66d778 None None] Routers {'7675fda7-9081-405c-a126-22f2685f6270'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:23:03.080284 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-4d8a96e7-4806-45d9-8cb1-f3604f66d778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:22:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['7675fda7-9081-405c-a126-22f2685f6270'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:23:03.082574 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8bbfec-38cd-4958-aa9e-fdd0a49954ec req-342474e7-a776-4349-bf56-2cfcc363f6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:23:03.084128 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9a8bbfec-38cd-4958-aa9e-fdd0a49954ec req-342474e7-a776-4349-bf56-2cfcc363f6e4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d64b8e3-47c1-4962-8539-f1467015c48b HTTP/1.1" status: 200 len: 847 time: 0.0491810 Sep 17 09:23:03.129843 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8bbfec-38cd-4958-aa9e-fdd0a49954ec req-9161e0a3-2979-4e59-adb4-09e77f4520db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:23:03.131252 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9a8bbfec-38cd-4958-aa9e-fdd0a49954ec req-9161e0a3-2979-4e59-adb4-09e77f4520db service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7f048264-7e97-4b34-96ff-a4b8770f35b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400655 Sep 17 09:23:03.184584 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-4d8a96e7-4806-45d9-8cb1-f3604f66d778 None None] Set router 7675fda7-9081-405c-a126-22f2685f6270 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:23:03.223917 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9a8bbfec-38cd-4958-aa9e-fdd0a49954ec req-68a05edc-1272-41eb-ab77-01433eddea2e service neutron] 10.222.0.39 "GET /v2.0/networks/7f048264-7e97-4b34-96ff-a4b8770f35b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832300 Sep 17 09:23:03.319540 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9a8bbfec-38cd-4958-aa9e-fdd0a49954ec req-e0c1a10e-96cf-4df9-8ecb-7dbc48b1172a service neutron] 10.222.0.39 "GET /v2.0/networks/7f048264-7e97-4b34-96ff-a4b8770f35b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887430 Sep 17 09:23:03.416784 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-4d8a96e7-4806-45d9-8cb1-f3604f66d778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7675fda7-9081-405c-a126-22f2685f6270', 'name': 'tempest-TestShelveInstance-971806276-router', 'tenant_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '71e4c288-01fb-44af-977c-881d3b8176d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:16:35Z', 'updated_at': '2021-09-17T09:16:38Z', 'revision_number': 4, 'project_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'gw_port': {'id': '71e4c288-01fb-44af-977c-881d3b8176d0', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7675fda7-9081-405c-a126-22f2685f6270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:16:35Z', 'updated_at': '2021-09-17T09:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': 'd4515109-16ee-4f7b-bda8-b562acd08b69', 'tenant_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'floating_ip_address': '172.25.6.175', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '7675fda7-9081-405c-a126-22f2685f6270', 'port_id': 'a7835107-c409-4bab-86dd-2b4dc0643c1a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f048264-7e97-4b34-96ff-a4b8770f35b6', 'mac_address': 'fa:16:3e:8a:0e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fff9642-5317-4a14-a7fe-d6e948ee859c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T09:23:01Z', 'updated_at': '2021-09-17T09:23:01Z', 'revision_number': 0, 'project_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39ec86c5-b66d-4b66-97a0-a69da7abd4db', 'name': '', 'network_id': '7f048264-7e97-4b34-96ff-a4b8770f35b6', 'tenant_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'mac_address': 'fa:16:3e:7f:e6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7675fda7-9081-405c-a126-22f2685f6270', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '0d64b8e3-47c1-4962-8539-f1467015c48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:16:37Z', 'updated_at': '2021-09-17T09:16:42Z', 'revision_number': 5, 'project_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'subnets': [{'id': '0d64b8e3-47c1-4962-8539-f1467015c48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:23:03.446916 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8a96e7-4806-45d9-8cb1-f3604f66d778 None None] The sync data for ids ['7675fda7-9081-405c-a126-22f2685f6270'] in n-d-789963-9 is: [{'id': '7675fda7-9081-405c-a126-22f2685f6270', 'name': 'tempest-TestShelveInstance-971806276-router', 'tenant_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '71e4c288-01fb-44af-977c-881d3b8176d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:16:35Z', 'updated_at': '2021-09-17T09:16:38Z', 'revision_number': 4, 'project_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'gw_port': {'id': '71e4c288-01fb-44af-977c-881d3b8176d0', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7675fda7-9081-405c-a126-22f2685f6270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:16:35Z', 'updated_at': '2021-09-17T09:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': 'd4515109-16ee-4f7b-bda8-b562acd08b69', 'tenant_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'floating_ip_address': '172.25.6.175', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '7675fda7-9081-405c-a126-22f2685f6270', 'port_id': 'a7835107-c409-4bab-86dd-2b4dc0643c1a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f048264-7e97-4b34-96ff-a4b8770f35b6', 'mac_address': 'fa:16:3e:8a:0e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fff9642-5317-4a14-a7fe-d6e948ee859c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T09:23:01Z', 'updated_at': '2021-09-17T09:23:01Z', 'revision_number': 0, 'project_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39ec86c5-b66d-4b66-97a0-a69da7abd4db', 'name': '', 'network_id': '7f048264-7e97-4b34-96ff-a4b8770f35b6', 'tenant_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'mac_address': 'fa:16:3e:7f:e6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7675fda7-9081-405c-a126-22f2685f6270', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '0d64b8e3-47c1-4962-8539-f1467015c48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:16:37Z', 'updated_at': '2021-09-17T09:16:42Z', 'revision_number': 5, 'project_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'subnets': [{'id': '0d64b8e3-47c1-4962-8539-f1467015c48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 09:23:03.650307 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6d557b-3c8e-46c3-bb62-5600866e86dd None None] New status for floating IP d4515109-16ee-4f7b-bda8-b562acd08b69: ACTIVE {{(pid=101291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 09:23:06.384460 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:23:06.456255 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:23:18.935508 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b33d56d7-7988-4ded-8281-a9fe4ed95c68 req-c1b25b7b-d743-4258-8e59-3616b5bfdca2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2fff9642-5317-4a14-a7fe-d6e948ee859c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0815814 Sep 17 09:23:19.039760 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d56d7-7988-4ded-8281-a9fe4ed95c68 req-0123d74b-ca84-4188-82e3-f6b5df9d45ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:23:19.041319 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b33d56d7-7988-4ded-8281-a9fe4ed95c68 req-0123d74b-ca84-4188-82e3-f6b5df9d45ff service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1bf3ef6d555c4e2f97eeee6e992ddcb5&device_id=2fff9642-5317-4a14-a7fe-d6e948ee859c HTTP/1.1" status: 200 len: 1096 time: 0.0426543 Sep 17 09:23:19.153637 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d56d7-7988-4ded-8281-a9fe4ed95c68 req-83fb8ff5-a410-4a60-bc27-33464020b0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:23:19.155052 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b33d56d7-7988-4ded-8281-a9fe4ed95c68 req-83fb8ff5-a410-4a60-bc27-33464020b0af service neutron] 10.222.0.39 "GET /v2.0/networks?id=7f048264-7e97-4b34-96ff-a4b8770f35b6 HTTP/1.1" status: 200 len: 909 time: 0.0930033 Sep 17 09:23:19.220864 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b33d56d7-7988-4ded-8281-a9fe4ed95c68 req-3e84b39d-61da-4575-b357-ec0b91fcdf53 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7835107-c409-4bab-86dd-2b4dc0643c1a HTTP/1.1" status: 200 len: 1001 time: 0.0583436 Sep 17 09:23:19.274971 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d56d7-7988-4ded-8281-a9fe4ed95c68 req-876145d8-16ee-4d45-900b-aae59ffb2350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:23:19.276508 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b33d56d7-7988-4ded-8281-a9fe4ed95c68 req-876145d8-16ee-4d45-900b-aae59ffb2350 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d64b8e3-47c1-4962-8539-f1467015c48b HTTP/1.1" status: 200 len: 847 time: 0.0479195 Sep 17 09:23:19.323735 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d56d7-7988-4ded-8281-a9fe4ed95c68 req-54214098-15c9-4f35-ab5d-8ba9438fc4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:23:19.325573 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b33d56d7-7988-4ded-8281-a9fe4ed95c68 req-54214098-15c9-4f35-ab5d-8ba9438fc4f1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7f048264-7e97-4b34-96ff-a4b8770f35b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406430 Sep 17 09:23:19.420991 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b33d56d7-7988-4ded-8281-a9fe4ed95c68 req-fddafff3-80ca-475e-a812-740340d45599 service neutron] 10.222.0.39 "GET /v2.0/networks/7f048264-7e97-4b34-96ff-a4b8770f35b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876529 Sep 17 09:23:19.513891 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b33d56d7-7988-4ded-8281-a9fe4ed95c68 req-4d842db0-2806-45e7-ab0c-276bad5e1175 service neutron] 10.222.0.39 "GET /v2.0/networks/7f048264-7e97-4b34-96ff-a4b8770f35b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841141 Sep 17 09:23:20.152997 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7125075f-2d82-4d46-858c-86d1a4810901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:23:22.581112 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bfc8ec10-c488-42d8-b141-9e4ad94273e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:23:22.938438 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:23:24.097747 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:23:25.675785 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:23:25.779718 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9eefc91b-89dc-4c27-b0e4-3a79313fdd9b req-181f8e74-1fa2-4dea-8bd5-ecdd3da0bbbd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0858519 Sep 17 09:23:25.868394 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9eefc91b-89dc-4c27-b0e4-3a79313fdd9b req-b0048cc0-c369-42cc-8c59-1c5f4c84783d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0280621 Sep 17 09:23:25.913997 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9eefc91b-89dc-4c27-b0e4-3a79313fdd9b req-550a221b-c6ed-434b-8804-fc322e2e1970 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210457 Sep 17 09:23:26.016749 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eefc91b-89dc-4c27-b0e4-3a79313fdd9b req-75089b1d-4d15-4cd4-9d65-c2c47e68dd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:23:26.018236 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9eefc91b-89dc-4c27-b0e4-3a79313fdd9b req-75089b1d-4d15-4cd4-9d65-c2c47e68dd93 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0981131 Sep 17 09:23:36.278008 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 09:23:36.372069 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:23:36.474315 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:23:50.155049 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7f806dff-465e-42b0-9ae7-f95e29840d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:23:52.584039 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0de6def2-3584-4233-8128-48e0e14b2070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:23:52.940982 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:23:54.102502 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:23:55.678670 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:24:06.389070 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:24:06.483920 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:24:13.280843 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 09:24:20.156741 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-affd8457-1ba0-4fa6-b28c-1632af0ba138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:24:21.044307 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-69d470d8-65a0-4d0e-a52c-9d412929293e req-98cc041c-1f5e-4e5f-ab9f-0ec31d252d07 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2fff9642-5317-4a14-a7fe-d6e948ee859c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405083 Sep 17 09:24:21.150082 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d470d8-65a0-4d0e-a52c-9d412929293e req-b6fb47e2-332f-40eb-b3e1-68bcf6b0fbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:24:21.151661 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-69d470d8-65a0-4d0e-a52c-9d412929293e req-b6fb47e2-332f-40eb-b3e1-68bcf6b0fbb0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1bf3ef6d555c4e2f97eeee6e992ddcb5&device_id=2fff9642-5317-4a14-a7fe-d6e948ee859c HTTP/1.1" status: 200 len: 1096 time: 0.0469840 Sep 17 09:24:21.254675 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d470d8-65a0-4d0e-a52c-9d412929293e req-1c26e4a4-5093-4aa2-8204-8e7139dd6002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:24:21.256733 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-69d470d8-65a0-4d0e-a52c-9d412929293e req-1c26e4a4-5093-4aa2-8204-8e7139dd6002 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7f048264-7e97-4b34-96ff-a4b8770f35b6 HTTP/1.1" status: 200 len: 909 time: 0.0852234 Sep 17 09:24:21.328395 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-69d470d8-65a0-4d0e-a52c-9d412929293e req-8ee2da52-2d14-48ef-8cd2-d554b9ec55f5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7835107-c409-4bab-86dd-2b4dc0643c1a HTTP/1.1" status: 200 len: 1001 time: 0.0642877 Sep 17 09:24:21.376314 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d470d8-65a0-4d0e-a52c-9d412929293e req-b4b74c7e-9b44-465b-a71c-48ccdbbc688a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:24:21.377776 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-69d470d8-65a0-4d0e-a52c-9d412929293e req-b4b74c7e-9b44-465b-a71c-48ccdbbc688a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d64b8e3-47c1-4962-8539-f1467015c48b HTTP/1.1" status: 200 len: 847 time: 0.0433407 Sep 17 09:24:21.424065 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d470d8-65a0-4d0e-a52c-9d412929293e req-a0875e31-c9bd-4597-b29a-8f53177ca6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:24:21.425620 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-69d470d8-65a0-4d0e-a52c-9d412929293e req-a0875e31-c9bd-4597-b29a-8f53177ca6dd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7f048264-7e97-4b34-96ff-a4b8770f35b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405164 Sep 17 09:24:21.517089 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-69d470d8-65a0-4d0e-a52c-9d412929293e req-c15c95ce-262a-4aa9-bc07-be53902f6ff7 service neutron] 10.222.0.39 "GET /v2.0/networks/7f048264-7e97-4b34-96ff-a4b8770f35b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844395 Sep 17 09:24:21.608884 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-69d470d8-65a0-4d0e-a52c-9d412929293e req-ca334bcc-8564-4f86-a8ab-fed22b9a941e service neutron] 10.222.0.39 "GET /v2.0/networks/7f048264-7e97-4b34-96ff-a4b8770f35b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845993 Sep 17 09:24:22.585741 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e2be4b1e-8db6-4b7d-9c48-332f268a64a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:24:22.943325 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:24:24.103067 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:24:25.682871 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:24:25.728551 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1986a73a-d584-4334-af8b-19248f6aeff3 req-ab2fd677-5f80-499a-9d13-9ced8be0d0f0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0319963 Sep 17 09:24:25.811564 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1986a73a-d584-4334-af8b-19248f6aeff3 req-8a64e1bf-ad35-4a4f-a283-89ef6bf8a4ac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0245543 Sep 17 09:24:25.856775 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1986a73a-d584-4334-af8b-19248f6aeff3 req-a0ee98cb-9e4a-4adc-b62e-1bb98cad4458 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0195951 Sep 17 09:24:25.953187 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1986a73a-d584-4334-af8b-19248f6aeff3 req-9a48c473-3f31-462a-964d-36265fe34c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:24:25.954830 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1986a73a-d584-4334-af8b-19248f6aeff3 req-9a48c473-3f31-462a-964d-36265fe34c6d service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911210 Sep 17 09:24:36.392261 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:24:36.504466 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:24:50.158294 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7b7c2353-c732-4f2a-b51d-1581dd8c6db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:24:50.282645 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 09:24:52.587352 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-11b46796-73e5-48cc-ac91-7d36cf6a37eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:24:52.945856 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:24:54.106388 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:24:55.689376 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:24:59.280005 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5ccf02-ac82-4071-8870-2265b37b2057 req-1288abc2-2550-4d7b-ab12-302e14f7565f tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:24:59.281488 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5c5ccf02-ac82-4071-8870-2265b37b2057 req-1288abc2-2550-4d7b-ab12-302e14f7565f tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fff9642-5317-4a14-a7fe-d6e948ee859c HTTP/1.1" status: 200 len: 945 time: 0.1094646 Sep 17 09:24:59.322449 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5c5ccf02-ac82-4071-8870-2265b37b2057 req-6996305d-317f-4689-8ecf-16b4341a9a8b tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b94c5bb-7711-444c-97fc-f09fb99e695d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339661 Sep 17 09:25:00.496588 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff23330-8001-4f56-87a0-1f4dbaf60a12 req-0817ddf3-3834-470c-b1aa-e6d61c114372 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:25:00.498092 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8ff23330-8001-4f56-87a0-1f4dbaf60a12 req-0817ddf3-3834-470c-b1aa-e6d61c114372 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fff9642-5317-4a14-a7fe-d6e948ee859c HTTP/1.1" status: 200 len: 945 time: 0.0995479 Sep 17 09:25:00.539717 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8ff23330-8001-4f56-87a0-1f4dbaf60a12 req-bbb73f31-4635-4c33-838b-082b70a1ef98 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b94c5bb-7711-444c-97fc-f09fb99e695d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356305 Sep 17 09:25:01.682824 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd87850-c138-4206-a461-7f10418c32cd req-11a43738-409a-4824-84d7-b8c720006b8c tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:25:01.684386 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7bd87850-c138-4206-a461-7f10418c32cd req-11a43738-409a-4824-84d7-b8c720006b8c tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fff9642-5317-4a14-a7fe-d6e948ee859c HTTP/1.1" status: 200 len: 945 time: 0.0486197 Sep 17 09:25:01.731308 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7bd87850-c138-4206-a461-7f10418c32cd req-4e79e312-80be-4ae2-849d-ef790c9fe842 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b94c5bb-7711-444c-97fc-f09fb99e695d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408993 Sep 17 09:25:02.845279 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b990a0-a3d2-4ea5-a602-fb55e09a272f req-7192977d-1046-4659-9325-2a11f9de3833 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:25:02.846790 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d2b990a0-a3d2-4ea5-a602-fb55e09a272f req-7192977d-1046-4659-9325-2a11f9de3833 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fff9642-5317-4a14-a7fe-d6e948ee859c HTTP/1.1" status: 200 len: 945 time: 0.0487590 Sep 17 09:25:02.888011 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d2b990a0-a3d2-4ea5-a602-fb55e09a272f req-356728a3-4748-480c-97d5-f6be9bf6abe8 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b94c5bb-7711-444c-97fc-f09fb99e695d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346365 Sep 17 09:25:04.009239 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce83e6-bc42-4a15-8f65-4ad4c566f29a req-128d7c04-154a-4a9d-b2a4-6845d290302e tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:25:04.011435 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a9ce83e6-bc42-4a15-8f65-4ad4c566f29a req-128d7c04-154a-4a9d-b2a4-6845d290302e tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fff9642-5317-4a14-a7fe-d6e948ee859c HTTP/1.1" status: 200 len: 945 time: 0.0541911 Sep 17 09:25:04.054219 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a9ce83e6-bc42-4a15-8f65-4ad4c566f29a req-a27d351c-63f0-4b17-b3ee-9129d295a23b tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b94c5bb-7711-444c-97fc-f09fb99e695d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363600 Sep 17 09:25:05.172042 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70001d5-31bf-4db1-89f5-095be90e539f req-bd59ca9c-de4d-4f36-ba06-c2a39b17db3e tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:25:05.173558 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b70001d5-31bf-4db1-89f5-095be90e539f req-bd59ca9c-de4d-4f36-ba06-c2a39b17db3e tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fff9642-5317-4a14-a7fe-d6e948ee859c HTTP/1.1" status: 200 len: 945 time: 0.0499415 Sep 17 09:25:05.215366 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b70001d5-31bf-4db1-89f5-095be90e539f req-29fa6169-b81e-4e66-8ab5-63a7c090d2ee tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b94c5bb-7711-444c-97fc-f09fb99e695d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351737 Sep 17 09:25:06.341219 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46712590-478a-4c97-b192-6d2980373807 req-92992ddf-5f5d-4c2f-a1fa-ccd04dbc941a tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:25:06.342728 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-46712590-478a-4c97-b192-6d2980373807 req-92992ddf-5f5d-4c2f-a1fa-ccd04dbc941a tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fff9642-5317-4a14-a7fe-d6e948ee859c HTTP/1.1" status: 200 len: 945 time: 0.0585618 Sep 17 09:25:06.383409 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-46712590-478a-4c97-b192-6d2980373807 req-8903fe53-40c5-41de-8e8e-7e3370751587 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b94c5bb-7711-444c-97fc-f09fb99e695d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344648 Sep 17 09:25:06.391153 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:25:06.500838 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:25:07.501044 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6ec99d-117a-48d2-b3e7-d17e5d002a68 req-2c38d5d8-ea57-4ffb-98af-0afdc6311539 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:25:07.502570 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1d6ec99d-117a-48d2-b3e7-d17e5d002a68 req-2c38d5d8-ea57-4ffb-98af-0afdc6311539 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fff9642-5317-4a14-a7fe-d6e948ee859c HTTP/1.1" status: 200 len: 945 time: 0.0494516 Sep 17 09:25:07.544936 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1d6ec99d-117a-48d2-b3e7-d17e5d002a68 req-1bcdd507-de7c-4c43-a4e9-d8f225d8bffa tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b94c5bb-7711-444c-97fc-f09fb99e695d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363083 Sep 17 09:25:08.665569 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196c2bc5-917d-4e2f-966c-035bbc78877e req-db9abe3f-4263-42af-bfc0-4a60c694deb8 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:25:08.667090 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-196c2bc5-917d-4e2f-966c-035bbc78877e req-db9abe3f-4263-42af-bfc0-4a60c694deb8 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fff9642-5317-4a14-a7fe-d6e948ee859c HTTP/1.1" status: 200 len: 945 time: 0.0531409 Sep 17 09:25:08.710540 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-196c2bc5-917d-4e2f-966c-035bbc78877e req-a2e68b24-a73e-4308-a8bc-e6644ccb7adb tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b94c5bb-7711-444c-97fc-f09fb99e695d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370448 Sep 17 09:25:09.446148 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e1e73f-2ada-4fde-bc18-e462e82e55fb req-dbc64b98-c9b7-4de3-9df6-de7aad76468c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:25:09.447784 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-80e1e73f-2ada-4fde-bc18-e462e82e55fb req-dbc64b98-c9b7-4de3-9df6-de7aad76468c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1bf3ef6d555c4e2f97eeee6e992ddcb5&device_id=2fff9642-5317-4a14-a7fe-d6e948ee859c HTTP/1.1" status: 200 len: 1096 time: 0.0468156 Sep 17 09:25:09.544096 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e1e73f-2ada-4fde-bc18-e462e82e55fb req-c0dd14f9-344f-4274-ad07-56495fe59fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:25:09.545496 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-80e1e73f-2ada-4fde-bc18-e462e82e55fb req-c0dd14f9-344f-4274-ad07-56495fe59fa8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7f048264-7e97-4b34-96ff-a4b8770f35b6 HTTP/1.1" status: 200 len: 909 time: 0.0904708 Sep 17 09:25:09.621750 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-80e1e73f-2ada-4fde-bc18-e462e82e55fb req-3056269d-0eae-41ef-a173-a8df1b24fd3a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7835107-c409-4bab-86dd-2b4dc0643c1a HTTP/1.1" status: 200 len: 1001 time: 0.0682209 Sep 17 09:25:09.673682 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e1e73f-2ada-4fde-bc18-e462e82e55fb req-5930889a-d089-4e30-b353-2b741398daf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:25:09.675168 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-80e1e73f-2ada-4fde-bc18-e462e82e55fb req-5930889a-d089-4e30-b353-2b741398daf2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d64b8e3-47c1-4962-8539-f1467015c48b HTTP/1.1" status: 200 len: 847 time: 0.0465777 Sep 17 09:25:09.729191 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e1e73f-2ada-4fde-bc18-e462e82e55fb req-91c91a38-725c-4506-b13b-a94343a7a7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:25:09.730764 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-80e1e73f-2ada-4fde-bc18-e462e82e55fb req-91c91a38-725c-4506-b13b-a94343a7a7ad service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7f048264-7e97-4b34-96ff-a4b8770f35b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487943 Sep 17 09:25:09.827485 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ce3a8-5e45-49f4-a3ba-46007cb8bd66 req-e0b5b651-78c2-4e7e-af48-0a2045df62be tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:25:09.829977 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-592ce3a8-5e45-49f4-a3ba-46007cb8bd66 req-e0b5b651-78c2-4e7e-af48-0a2045df62be tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fff9642-5317-4a14-a7fe-d6e948ee859c HTTP/1.1" status: 200 len: 945 time: 0.0512524 Sep 17 09:25:09.842734 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-80e1e73f-2ada-4fde-bc18-e462e82e55fb req-f03b6a45-93b4-4f73-96f5-d3d40c2d691c service neutron] 10.222.0.39 "GET /v2.0/networks/7f048264-7e97-4b34-96ff-a4b8770f35b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046646 Sep 17 09:25:09.872889 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-592ce3a8-5e45-49f4-a3ba-46007cb8bd66 req-799c4ca8-681a-4185-88ab-3537f8ba383f tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b94c5bb-7711-444c-97fc-f09fb99e695d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352790 Sep 17 09:25:09.943315 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-80e1e73f-2ada-4fde-bc18-e462e82e55fb req-28fde3d0-c644-428d-85cd-fc44fa5e28c1 service neutron] 10.222.0.39 "GET /v2.0/networks/7f048264-7e97-4b34-96ff-a4b8770f35b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924404 Sep 17 09:25:10.992585 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b4279-6ecb-4636-a8a2-81063ec0696e req-c47130e5-ca2a-4731-865d-abfbbab1d2a1 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:25:10.994226 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-920b4279-6ecb-4636-a8a2-81063ec0696e req-c47130e5-ca2a-4731-865d-abfbbab1d2a1 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fff9642-5317-4a14-a7fe-d6e948ee859c HTTP/1.1" status: 200 len: 945 time: 0.0516987 Sep 17 09:25:11.033573 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-920b4279-6ecb-4636-a8a2-81063ec0696e req-d8cb0a9e-e592-4367-968a-1fc1063d004a tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b94c5bb-7711-444c-97fc-f09fb99e695d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334487 Sep 17 09:25:12.150890 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b87555-5e63-437b-9fbe-5266d82b5531 req-51a76029-d4db-4bc4-b089-8c6acdc579a2 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:25:12.152449 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b9b87555-5e63-437b-9fbe-5266d82b5531 req-51a76029-d4db-4bc4-b089-8c6acdc579a2 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fff9642-5317-4a14-a7fe-d6e948ee859c HTTP/1.1" status: 200 len: 945 time: 0.0489779 Sep 17 09:25:12.200136 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b9b87555-5e63-437b-9fbe-5266d82b5531 req-906f7058-566a-47c8-a048-2841ee61de96 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b94c5bb-7711-444c-97fc-f09fb99e695d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415113 Sep 17 09:25:13.315195 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3077be5-3b64-486c-8951-fdb095c13009 req-b0ff498d-f385-4e49-9203-291b8c433ae1 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:25:13.316740 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b3077be5-3b64-486c-8951-fdb095c13009 req-b0ff498d-f385-4e49-9203-291b8c433ae1 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fff9642-5317-4a14-a7fe-d6e948ee859c HTTP/1.1" status: 200 len: 945 time: 0.0490959 Sep 17 09:25:13.355898 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b3077be5-3b64-486c-8951-fdb095c13009 req-163de392-df82-4e21-96a3-5f53df27a5dc tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b94c5bb-7711-444c-97fc-f09fb99e695d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324898 Sep 17 09:25:13.428138 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [req-0d6aeb61-5c72-4ed8-99a7-4dadc39f4193 req-1f63941d-e48f-462c-86d0-cbe9765d8141 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 09:25:13.429255 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0d6aeb61-5c72-4ed8-99a7-4dadc39f4193 req-1f63941d-e48f-462c-86d0-cbe9765d8141 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056114 Sep 17 09:25:13.519006 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 38952) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:25:13.603217 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef46814-bcdf-4eea-b94a-51fde2ee7e3e req-0360852b-c445-4721-8807-b5e311ee9e2b tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:25:13.604793 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8ef46814-bcdf-4eea-b94a-51fde2ee7e3e req-0360852b-c445-4721-8807-b5e311ee9e2b tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fff9642-5317-4a14-a7fe-d6e948ee859c HTTP/1.1" status: 200 len: 945 time: 0.0628569 Sep 17 09:25:13.612251 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e9308893-13d9-436f-8d87-c414aeb115ed req-9a0e7acf-9cf3-4c00-ab8a-77e6b6e3f474 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2fff9642-5317-4a14-a7fe-d6e948ee859c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0918481 Sep 17 09:25:13.621789 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [req-e9308893-13d9-436f-8d87-c414aeb115ed req-c43c3122-ca67-4f0c-9c9f-e71096d4ed82 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 09:25:13.622802 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e9308893-13d9-436f-8d87-c414aeb115ed req-c43c3122-ca67-4f0c-9c9f-e71096d4ed82 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051355 Sep 17 09:25:13.647529 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8ef46814-bcdf-4eea-b94a-51fde2ee7e3e req-a44595fa-62a9-40f1-8e64-c279c193d7fa tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b94c5bb-7711-444c-97fc-f09fb99e695d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357373 Sep 17 09:25:14.767562 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fd9e79-430c-4026-9881-ad1f881f477a req-ac90e375-b1c2-4e05-ad2b-4a48d0a7d4c5 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:25:14.769097 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-58fd9e79-430c-4026-9881-ad1f881f477a req-ac90e375-b1c2-4e05-ad2b-4a48d0a7d4c5 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fff9642-5317-4a14-a7fe-d6e948ee859c HTTP/1.1" status: 200 len: 945 time: 0.0511746 Sep 17 09:25:14.774208 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device a7835107-c409-4bab-86dd-2b4dc0643c1a no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 09:25:14.816369 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-58fd9e79-430c-4026-9881-ad1f881f477a req-427a9983-9744-4232-81ef-907fa046d9ea tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b94c5bb-7711-444c-97fc-f09fb99e695d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407367 Sep 17 09:25:14.854193 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:25:14.876559 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fff9642-5317-4a14-a7fe-d6e948ee859c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7835107-c409-4bab-86dd-2b4dc0643c1a'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 09:25:14.878825 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd15a5b62c2e1c1e903d3702117c13c06f948b041a08150170fef0e561ebed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-354104d1-f8a2-4a25-9262-65e15bc780a5" -d '{"events": [{"server_uuid": "2fff9642-5317-4a14-a7fe-d6e948ee859c", "name": "network-vif-unplugged", "status": "completed", "tag": "a7835107-c409-4bab-86dd-2b4dc0643c1a"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 09:25:14.894639 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port a7835107-c409-4bab-86dd-2b4dc0643c1a, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=a7835107-c409-4bab-86dd-2b4dc0643c1a,segment=NetworkSegment(00f97694-7b00-49cb-be2e-e16ebc9a46d9),segment_id=00f97694-7b00-49cb-be2e-e16ebc9a46d9)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:25:14.899208 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:25:14.923302 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 17 Sep 2021 09:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2ca145-435d-42ba-8790-c9dabe8859fb x-openstack-request-id: req-3e2ca145-435d-42ba-8790-c9dabe8859fb {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 09:25:14.923619 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fff9642-5317-4a14-a7fe-d6e948ee859c", "name": "network-vif-unplugged", "status": "failed", "tag": "a7835107-c409-4bab-86dd-2b4dc0643c1a", "code": 422}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 09:25:14.923900 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3e2ca145-435d-42ba-8790-c9dabe8859fb {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 09:25:14.924292 n-d-789963-9 neutron-server[101291]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2fff9642-5317-4a14-a7fe-d6e948ee859c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a7835107-c409-4bab-86dd-2b4dc0643c1a', 'code': 422} returned with failed status Sep 17 09:25:14.951828 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=a7835107-c409-4bab-86dd-2b4dc0643c1a,revision_number=6']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:25:14.959256 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:25:14.959602 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:25:14.959986 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:25:14.960329 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:25:14.960669 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:25:14.961001 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:25:14.961332 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:25:14.961663 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:25:14.961987 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:25:14.962311 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:25:14.962634 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:25:14.962959 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:25:15.934363 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82842816-e4fe-4e8a-b1fa-e7f057e9fa36 req-70702e34-47a9-42c1-8a63-98dbb0c94dda tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:25:15.936094 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-82842816-e4fe-4e8a-b1fa-e7f057e9fa36 req-70702e34-47a9-42c1-8a63-98dbb0c94dda tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fff9642-5317-4a14-a7fe-d6e948ee859c HTTP/1.1" status: 200 len: 943 time: 0.0505257 Sep 17 09:25:15.974575 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-82842816-e4fe-4e8a-b1fa-e7f057e9fa36 req-7252a764-a0c7-417c-aa58-3778875a16cf tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b94c5bb-7711-444c-97fc-f09fb99e695d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327792 Sep 17 09:25:17.089033 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245aa565-1148-440b-949b-039ba68fa2d5 req-e8c0698f-12aa-492d-8d34-254dd17c7e01 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:25:17.090420 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-245aa565-1148-440b-949b-039ba68fa2d5 req-e8c0698f-12aa-492d-8d34-254dd17c7e01 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fff9642-5317-4a14-a7fe-d6e948ee859c HTTP/1.1" status: 200 len: 943 time: 0.0492563 Sep 17 09:25:17.128748 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-245aa565-1148-440b-949b-039ba68fa2d5 req-d8354178-923b-45df-a9a5-16aae81645f4 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b94c5bb-7711-444c-97fc-f09fb99e695d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324001 Sep 17 09:25:18.241588 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a253ff-c1ab-4a43-9846-d8d1e0d9ddb4 req-80ac1f2a-5bcf-41b0-98df-a61b2201b933 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:25:18.243081 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b9a253ff-c1ab-4a43-9846-d8d1e0d9ddb4 req-80ac1f2a-5bcf-41b0-98df-a61b2201b933 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fff9642-5317-4a14-a7fe-d6e948ee859c HTTP/1.1" status: 200 len: 943 time: 0.0493050 Sep 17 09:25:18.287603 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b9a253ff-c1ab-4a43-9846-d8d1e0d9ddb4 req-f83efac5-cf0e-497d-b740-b6ef9500e879 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b94c5bb-7711-444c-97fc-f09fb99e695d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385959 Sep 17 09:25:19.402351 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b6c244-f277-4a09-a3f4-1ce752d7dae7 req-8920644f-0c0c-4617-9a44-928610d65263 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:25:19.403901 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b7b6c244-f277-4a09-a3f4-1ce752d7dae7 req-8920644f-0c0c-4617-9a44-928610d65263 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fff9642-5317-4a14-a7fe-d6e948ee859c HTTP/1.1" status: 200 len: 943 time: 0.0486941 Sep 17 09:25:19.441810 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b7b6c244-f277-4a09-a3f4-1ce752d7dae7 req-a0d745a9-028b-434b-8ee0-3457981de654 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b94c5bb-7711-444c-97fc-f09fb99e695d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318127 Sep 17 09:25:20.167159 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e299b3d9-2afb-470a-a62a-4018f508b6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:25:20.566795 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf3590-f7e9-4c0b-bf23-02a743294e86 req-86958080-7446-41a8-bb24-196e2f52a7b5 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:25:20.569086 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-07bf3590-f7e9-4c0b-bf23-02a743294e86 req-86958080-7446-41a8-bb24-196e2f52a7b5 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fff9642-5317-4a14-a7fe-d6e948ee859c HTTP/1.1" status: 200 len: 943 time: 0.0525155 Sep 17 09:25:20.608649 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-07bf3590-f7e9-4c0b-bf23-02a743294e86 req-b4216476-7179-4891-8fea-8890b4c54e13 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b94c5bb-7711-444c-97fc-f09fb99e695d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328765 Sep 17 09:25:21.724750 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f77f15-87b0-471a-9980-9f046b011661 req-ef43b880-8131-4356-b43b-e0a783bfe420 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:25:21.726280 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f3f77f15-87b0-471a-9980-9f046b011661 req-ef43b880-8131-4356-b43b-e0a783bfe420 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fff9642-5317-4a14-a7fe-d6e948ee859c HTTP/1.1" status: 200 len: 943 time: 0.0495405 Sep 17 09:25:21.769412 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f3f77f15-87b0-471a-9980-9f046b011661 req-6caba9c6-d360-42b1-acb9-e9554ceca865 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b94c5bb-7711-444c-97fc-f09fb99e695d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370593 Sep 17 09:25:22.497764 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9308893-13d9-436f-8d87-c414aeb115ed req-7c6695c9-3dba-4163-b352-d23d827cd418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:25:22.499308 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e9308893-13d9-436f-8d87-c414aeb115ed req-7c6695c9-3dba-4163-b352-d23d827cd418 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2fff9642-5317-4a14-a7fe-d6e948ee859c&tenant_id=1bf3ef6d555c4e2f97eeee6e992ddcb5 HTTP/1.1" status: 200 len: 1094 time: 0.0394862 Sep 17 09:25:22.574478 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9308893-13d9-436f-8d87-c414aeb115ed req-d5bf5de1-4369-44c3-8fcf-cf8f60554010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:25:22.576920 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e9308893-13d9-436f-8d87-c414aeb115ed req-d5bf5de1-4369-44c3-8fcf-cf8f60554010 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1bf3ef6d555c4e2f97eeee6e992ddcb5&device_id=2fff9642-5317-4a14-a7fe-d6e948ee859c HTTP/1.1" status: 200 len: 1094 time: 0.0441673 Sep 17 09:25:22.591600 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-69ebafbc-7aff-4a1f-83d0-4c950323168d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:25:22.892886 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943fc37-1e8e-4ecf-b62c-6f3e79abb014 req-6da4a9ad-9687-4966-acac-38756b4bad71 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:25:22.894460 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b943fc37-1e8e-4ecf-b62c-6f3e79abb014 req-6da4a9ad-9687-4966-acac-38756b4bad71 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fff9642-5317-4a14-a7fe-d6e948ee859c HTTP/1.1" status: 200 len: 943 time: 0.0530918 Sep 17 09:25:22.938912 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b943fc37-1e8e-4ecf-b62c-6f3e79abb014 req-64c7708c-0253-4f17-8f40-bef915dc2153 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b94c5bb-7711-444c-97fc-f09fb99e695d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381851 Sep 17 09:25:22.950821 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:25:22.977128 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9308893-13d9-436f-8d87-c414aeb115ed req-d9ee1e2b-d5bb-4bfc-a3b4-0188f646fd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:25:22.978624 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e9308893-13d9-436f-8d87-c414aeb115ed req-d9ee1e2b-d5bb-4bfc-a3b4-0188f646fd33 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7f048264-7e97-4b34-96ff-a4b8770f35b6 HTTP/1.1" status: 200 len: 909 time: 0.3945637 Sep 17 09:25:23.044986 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e9308893-13d9-436f-8d87-c414aeb115ed req-4955816d-24fd-4e63-af6a-1862484a3a21 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7835107-c409-4bab-86dd-2b4dc0643c1a HTTP/1.1" status: 200 len: 999 time: 0.0578043 Sep 17 09:25:23.097010 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9308893-13d9-436f-8d87-c414aeb115ed req-2bdf596e-7d13-4867-8ac1-1972c88c43bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:25:23.099086 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e9308893-13d9-436f-8d87-c414aeb115ed req-2bdf596e-7d13-4867-8ac1-1972c88c43bb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d64b8e3-47c1-4962-8539-f1467015c48b HTTP/1.1" status: 200 len: 847 time: 0.0463479 Sep 17 09:25:23.150421 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9308893-13d9-436f-8d87-c414aeb115ed req-55627dd0-432c-402f-b1c6-deb14c318180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:25:23.151965 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e9308893-13d9-436f-8d87-c414aeb115ed req-55627dd0-432c-402f-b1c6-deb14c318180 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7f048264-7e97-4b34-96ff-a4b8770f35b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458803 Sep 17 09:25:23.242707 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e9308893-13d9-436f-8d87-c414aeb115ed req-93a81e15-e13c-4e6e-859a-edfbfcd7f368 service neutron] 10.222.0.39 "GET /v2.0/networks/7f048264-7e97-4b34-96ff-a4b8770f35b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829208 Sep 17 09:25:23.338165 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e9308893-13d9-436f-8d87-c414aeb115ed req-8fa12be0-7c96-412d-ad0f-a7b16991ce16 service neutron] 10.222.0.39 "GET /v2.0/networks/7f048264-7e97-4b34-96ff-a4b8770f35b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883524 Sep 17 09:25:24.054153 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f7455-cf61-4061-ab0b-9522f3f88770 req-218ccc21-b2cd-4a10-82cb-fba685f816bf tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:25:24.055647 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-690f7455-cf61-4061-ab0b-9522f3f88770 req-218ccc21-b2cd-4a10-82cb-fba685f816bf tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fff9642-5317-4a14-a7fe-d6e948ee859c HTTP/1.1" status: 200 len: 943 time: 0.0479980 Sep 17 09:25:24.094046 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-690f7455-cf61-4061-ab0b-9522f3f88770 req-534a9929-6b62-40d1-9bd3-81892dda66cb tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b94c5bb-7711-444c-97fc-f09fb99e695d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316262 Sep 17 09:25:24.109973 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:25:25.208089 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09984c42-54be-4977-b846-e522034f7cb8 req-458055b4-ddee-4a39-ae45-686bc855448b tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:25:25.209622 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-09984c42-54be-4977-b846-e522034f7cb8 req-458055b4-ddee-4a39-ae45-686bc855448b tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fff9642-5317-4a14-a7fe-d6e948ee859c HTTP/1.1" status: 200 len: 943 time: 0.0491595 Sep 17 09:25:25.251304 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-09984c42-54be-4977-b846-e522034f7cb8 req-122345ac-ffb8-484a-9fc5-62af4849dad2 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b94c5bb-7711-444c-97fc-f09fb99e695d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357492 Sep 17 09:25:25.686459 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:25:26.364761 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d1449-f034-45d5-b28f-34f0198670f4 req-ae932022-d13d-4de8-9275-af1ca7e7efb3 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:25:26.366171 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b72d1449-f034-45d5-b28f-34f0198670f4 req-ae932022-d13d-4de8-9275-af1ca7e7efb3 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fff9642-5317-4a14-a7fe-d6e948ee859c HTTP/1.1" status: 200 len: 943 time: 0.0480409 Sep 17 09:25:26.404778 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b72d1449-f034-45d5-b28f-34f0198670f4 req-7d25e92a-16ed-477a-aa4e-0b164b41e196 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b94c5bb-7711-444c-97fc-f09fb99e695d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326457 Sep 17 09:25:27.282268 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 09:25:27.516474 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68409c-03be-443e-8786-8aa31694bbb5 req-c3b0349c-633c-4611-b0cd-9b615b3a8813 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:25:27.517977 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2e68409c-03be-443e-8786-8aa31694bbb5 req-c3b0349c-633c-4611-b0cd-9b615b3a8813 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fff9642-5317-4a14-a7fe-d6e948ee859c HTTP/1.1" status: 200 len: 943 time: 0.0475326 Sep 17 09:25:27.556296 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2e68409c-03be-443e-8786-8aa31694bbb5 req-e939162e-66bd-46be-974b-7a8bfbc5bfff tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b94c5bb-7711-444c-97fc-f09fb99e695d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316594 Sep 17 09:25:27.719209 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6858bc05-3e49-4d66-b843-e2500ac28ad0 req-817c6ba7-fecd-4e06-890a-c0301e9b90a3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0238054 Sep 17 09:25:27.800503 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6858bc05-3e49-4d66-b843-e2500ac28ad0 req-a39f7619-7dae-4b22-9fbe-4698cb9bc7f0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0271187 Sep 17 09:25:27.842359 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6858bc05-3e49-4d66-b843-e2500ac28ad0 req-cb616512-22a9-41f0-b064-f3f676efa2f2 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0179203 Sep 17 09:25:27.934434 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6858bc05-3e49-4d66-b843-e2500ac28ad0 req-a8e58279-683a-4fe2-9d5a-c8be3aa28c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:25:27.935933 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6858bc05-3e49-4d66-b843-e2500ac28ad0 req-a8e58279-683a-4fe2-9d5a-c8be3aa28c9f service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0869083 Sep 17 09:25:28.668623 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a12dafb-2556-4b12-8c5a-fb4c552456a5 req-940f4f03-f990-4e85-b836-6c5fae14f5c0 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:25:28.671241 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8a12dafb-2556-4b12-8c5a-fb4c552456a5 req-940f4f03-f990-4e85-b836-6c5fae14f5c0 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fff9642-5317-4a14-a7fe-d6e948ee859c HTTP/1.1" status: 200 len: 943 time: 0.0489218 Sep 17 09:25:28.716740 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8a12dafb-2556-4b12-8c5a-fb4c552456a5 req-ae815948-543d-4861-82c2-919eb9d9376a tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b94c5bb-7711-444c-97fc-f09fb99e695d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389655 Sep 17 09:25:29.831057 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b957d14-963a-45cc-9239-14ebf80439a9 req-4d5da618-8093-465a-ab2b-76a32d7ed3a2 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:25:29.832562 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3b957d14-963a-45cc-9239-14ebf80439a9 req-4d5da618-8093-465a-ab2b-76a32d7ed3a2 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fff9642-5317-4a14-a7fe-d6e948ee859c HTTP/1.1" status: 200 len: 943 time: 0.0480118 Sep 17 09:25:29.871445 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3b957d14-963a-45cc-9239-14ebf80439a9 req-b0fb7d4e-0535-459d-84e6-0065f5752000 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b94c5bb-7711-444c-97fc-f09fb99e695d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330131 Sep 17 09:25:30.818689 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device a7835107-c409-4bab-86dd-2b4dc0643c1a details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 09:25:30.914515 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port a7835107-c409-4bab-86dd-2b4dc0643c1a, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=a7835107-c409-4bab-86dd-2b4dc0643c1a,segment=NetworkSegment(00f97694-7b00-49cb-be2e-e16ebc9a46d9),segment_id=00f97694-7b00-49cb-be2e-e16ebc9a46d9)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:25:30.926831 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': 'a7835107-c409-4bab-86dd-2b4dc0643c1a', 'network_id': '7f048264-7e97-4b34-96ff-a4b8770f35b6', 'port_id': 'a7835107-c409-4bab-86dd-2b4dc0643c1a', 'mac_address': 'fa:16:3e:8a:0e:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d64b8e3-47c1-4962-8539-f1467015c48b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 09:25:30.964402 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:25:30.977984 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7835107-c409-4bab-86dd-2b4dc0643c1a {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 09:25:30.986259 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a1dbc-e603-47d6-9f80-2b810e59efae req-d227bae1-eb78-4a51-8116-4e8042786bd9 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:25:30.987817 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ff7a1dbc-e603-47d6-9f80-2b810e59efae req-d227bae1-eb78-4a51-8116-4e8042786bd9 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fff9642-5317-4a14-a7fe-d6e948ee859c HTTP/1.1" status: 200 len: 943 time: 0.0499864 Sep 17 09:25:30.997645 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port a7835107-c409-4bab-86dd-2b4dc0643c1a, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=a7835107-c409-4bab-86dd-2b4dc0643c1a,segment=NetworkSegment(00f97694-7b00-49cb-be2e-e16ebc9a46d9),segment_id=00f97694-7b00-49cb-be2e-e16ebc9a46d9)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:25:31.001738 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:25:31.026320 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ff7a1dbc-e603-47d6-9f80-2b810e59efae req-0fd46c2c-2088-4395-9d70-279347133a18 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b94c5bb-7711-444c-97fc-f09fb99e695d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322340 Sep 17 09:25:31.048820 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=a7835107-c409-4bab-86dd-2b4dc0643c1a,revision_number=7']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:25:31.419806 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['a7835107-c409-4bab-86dd-2b4dc0643c1a'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 09:25:32.138703 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b98616-5942-4e7e-9645-93f8e8ddd1aa req-e31598f1-5b7c-478b-8735-10c1a9a8b719 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:25:32.140179 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f7b98616-5942-4e7e-9645-93f8e8ddd1aa req-e31598f1-5b7c-478b-8735-10c1a9a8b719 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fff9642-5317-4a14-a7fe-d6e948ee859c HTTP/1.1" status: 200 len: 944 time: 0.0469484 Sep 17 09:25:32.181231 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f7b98616-5942-4e7e-9645-93f8e8ddd1aa req-b559db43-66ee-420e-b49c-92862f865d9b tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b94c5bb-7711-444c-97fc-f09fb99e695d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345762 Sep 17 09:25:32.820131 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device a7835107-c409-4bab-86dd-2b4dc0643c1a up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 09:25:32.867095 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port a7835107-c409-4bab-86dd-2b4dc0643c1a triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:25:32.867474 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:25:32.943857 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:25:32.965517 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fff9642-5317-4a14-a7fe-d6e948ee859c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7835107-c409-4bab-86dd-2b4dc0643c1a'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 09:25:32.967757 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd15a5b62c2e1c1e903d3702117c13c06f948b041a08150170fef0e561ebed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1289937a-57dc-44de-8b85-ebf9b4e07bb7" -d '{"events": [{"server_uuid": "2fff9642-5317-4a14-a7fe-d6e948ee859c", "name": "network-vif-plugged", "status": "completed", "tag": "a7835107-c409-4bab-86dd-2b4dc0643c1a"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 09:25:32.980851 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port a7835107-c409-4bab-86dd-2b4dc0643c1a, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=a7835107-c409-4bab-86dd-2b4dc0643c1a,segment=NetworkSegment(00f97694-7b00-49cb-be2e-e16ebc9a46d9),segment_id=00f97694-7b00-49cb-be2e-e16ebc9a46d9)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:25:32.984729 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:25:33.030654 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=a7835107-c409-4bab-86dd-2b4dc0643c1a,revision_number=8']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:25:33.295596 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee9dc6-755e-4d9d-aa41-db2c824f9d56 req-ce50e629-4e00-43bc-9a3d-453b13209d71 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:25:33.297105 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8cee9dc6-755e-4d9d-aa41-db2c824f9d56 req-ce50e629-4e00-43bc-9a3d-453b13209d71 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fff9642-5317-4a14-a7fe-d6e948ee859c HTTP/1.1" status: 200 len: 945 time: 0.0480349 Sep 17 09:25:33.334107 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8cee9dc6-755e-4d9d-aa41-db2c824f9d56 req-e8fc1390-9051-42d3-a5a3-b56aee55250a tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b94c5bb-7711-444c-97fc-f09fb99e695d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310090 Sep 17 09:25:34.023159 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 09:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc47b44-62cf-4ac7-9ea8-abf589fb213f x-openstack-request-id: req-8cc47b44-62cf-4ac7-9ea8-abf589fb213f {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 09:25:34.023595 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fff9642-5317-4a14-a7fe-d6e948ee859c", "name": "network-vif-plugged", "status": "completed", "tag": "a7835107-c409-4bab-86dd-2b4dc0643c1a", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 09:25:34.023706 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8cc47b44-62cf-4ac7-9ea8-abf589fb213f {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 09:25:34.024115 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fff9642-5317-4a14-a7fe-d6e948ee859c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7835107-c409-4bab-86dd-2b4dc0643c1a', 'code': 200} Sep 17 09:25:34.262193 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9990920f-0852-4493-b1ec-5e05bff0bf04 req-9d11a0cf-1b07-4d19-8212-57973243f60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:25:34.263890 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9990920f-0852-4493-b1ec-5e05bff0bf04 req-9d11a0cf-1b07-4d19-8212-57973243f60f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2fff9642-5317-4a14-a7fe-d6e948ee859c HTTP/1.1" status: 200 len: 1096 time: 0.0401363 Sep 17 09:25:34.300381 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-9990920f-0852-4493-b1ec-5e05bff0bf04 req-b793aa24-395a-4bca-99a0-4a980963bd9d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4b94c5bb-7711-444c-97fc-f09fb99e695d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295548 Sep 17 09:25:34.445669 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea2d8e-5e52-4b4e-82f9-7b101f0af278 req-770ada3f-f5e1-4173-9159-86341e906bbb tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:25:34.447151 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2dea2d8e-5e52-4b4e-82f9-7b101f0af278 req-770ada3f-f5e1-4173-9159-86341e906bbb tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fff9642-5317-4a14-a7fe-d6e948ee859c HTTP/1.1" status: 200 len: 945 time: 0.0474420 Sep 17 09:25:34.483433 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2dea2d8e-5e52-4b4e-82f9-7b101f0af278 req-ff22ca0d-e5a6-442a-abb3-7e6badbb05b4 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b94c5bb-7711-444c-97fc-f09fb99e695d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304620 Sep 17 09:25:35.598611 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63743793-7f9a-4a73-8a90-0de26bfafe42 req-29399f28-8e04-4523-b46f-f4350f929f1b tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:25:35.600126 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-63743793-7f9a-4a73-8a90-0de26bfafe42 req-29399f28-8e04-4523-b46f-f4350f929f1b tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fff9642-5317-4a14-a7fe-d6e948ee859c HTTP/1.1" status: 200 len: 945 time: 0.0488563 Sep 17 09:25:35.645887 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-63743793-7f9a-4a73-8a90-0de26bfafe42 req-30579cc1-3512-4dd9-9d29-e12e9d3e9c03 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b94c5bb-7711-444c-97fc-f09fb99e695d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394843 Sep 17 09:25:36.393319 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:25:36.489671 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:25:36.760926 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126e581-1d74-4d76-bf2c-b6fbca431659 req-afe61e65-8cba-4a1c-8df1-38b16cb795c3 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:25:36.762420 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3126e581-1d74-4d76-bf2c-b6fbca431659 req-afe61e65-8cba-4a1c-8df1-38b16cb795c3 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fff9642-5317-4a14-a7fe-d6e948ee859c HTTP/1.1" status: 200 len: 945 time: 0.0493066 Sep 17 09:25:36.799516 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3126e581-1d74-4d76-bf2c-b6fbca431659 req-e8a7aecb-6ef9-40e8-abfd-7c65c30509ba tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b94c5bb-7711-444c-97fc-f09fb99e695d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309980 Sep 17 09:25:50.162513 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fcc84f7a-8a56-4035-b915-7d76bd1bcfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:25:52.594174 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3b3fdcb5-b62f-4011-bf8d-a1a1ecd2e935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:25:52.953728 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:25:54.113459 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:25:55.692148 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:26:04.281267 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 09:26:06.412367 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:26:06.528325 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:26:20.162488 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1641f5cc-3182-460e-81a3-4f92533a9aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:26:21.266509 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0a501f6b-bb85-48d3-838b-0f923f3bd3d1 req-ec87402e-7d3f-4eca-a41d-e0ece4d5d2ae service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2fff9642-5317-4a14-a7fe-d6e948ee859c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390055 Sep 17 09:26:21.366459 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a501f6b-bb85-48d3-838b-0f923f3bd3d1 req-6756f452-e96b-44d0-83e3-c27940149dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:26:21.367997 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0a501f6b-bb85-48d3-838b-0f923f3bd3d1 req-6756f452-e96b-44d0-83e3-c27940149dc2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1bf3ef6d555c4e2f97eeee6e992ddcb5&device_id=2fff9642-5317-4a14-a7fe-d6e948ee859c HTTP/1.1" status: 200 len: 1096 time: 0.0453913 Sep 17 09:26:21.478722 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a501f6b-bb85-48d3-838b-0f923f3bd3d1 req-a61fe231-0291-4bb7-af4f-0d0d571519ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:26:21.480257 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0a501f6b-bb85-48d3-838b-0f923f3bd3d1 req-a61fe231-0291-4bb7-af4f-0d0d571519ee service neutron] 10.222.0.39 "GET /v2.0/networks?id=7f048264-7e97-4b34-96ff-a4b8770f35b6 HTTP/1.1" status: 200 len: 909 time: 0.0931406 Sep 17 09:26:21.558898 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0a501f6b-bb85-48d3-838b-0f923f3bd3d1 req-a63ba885-f9ad-4da0-9d10-4057d7bd1b85 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7835107-c409-4bab-86dd-2b4dc0643c1a HTTP/1.1" status: 200 len: 1001 time: 0.0685458 Sep 17 09:26:21.607556 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a501f6b-bb85-48d3-838b-0f923f3bd3d1 req-4890c6ea-826e-46e0-9ee2-8b019fb87ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:26:21.609076 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0a501f6b-bb85-48d3-838b-0f923f3bd3d1 req-4890c6ea-826e-46e0-9ee2-8b019fb87ba6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d64b8e3-47c1-4962-8539-f1467015c48b HTTP/1.1" status: 200 len: 847 time: 0.0434413 Sep 17 09:26:21.653552 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a501f6b-bb85-48d3-838b-0f923f3bd3d1 req-5b65db46-8f63-4b64-8991-144751454119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:26:21.654939 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0a501f6b-bb85-48d3-838b-0f923f3bd3d1 req-5b65db46-8f63-4b64-8991-144751454119 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7f048264-7e97-4b34-96ff-a4b8770f35b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393307 Sep 17 09:26:21.744866 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0a501f6b-bb85-48d3-838b-0f923f3bd3d1 req-a98a0a7c-36da-405b-9e2c-77d81d4aa269 service neutron] 10.222.0.39 "GET /v2.0/networks/7f048264-7e97-4b34-96ff-a4b8770f35b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829644 Sep 17 09:26:21.834939 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0a501f6b-bb85-48d3-838b-0f923f3bd3d1 req-e4bbf7a3-fa88-41e9-9c3b-cce74d170d33 service neutron] 10.222.0.39 "GET /v2.0/networks/7f048264-7e97-4b34-96ff-a4b8770f35b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824964 Sep 17 09:26:22.598264 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8befdab7-18af-4b05-98b0-e61c4f61a41b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:26:22.956241 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:26:24.115946 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:26:25.692975 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:26:27.706454 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-74684f7a-2314-4826-8ffa-4428400102a7 req-57ae9eea-4178-4da4-b33b-7f4c397dac1b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0253146 Sep 17 09:26:27.792034 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-74684f7a-2314-4826-8ffa-4428400102a7 req-2cb518b7-a2a7-4e78-aa56-b613d551847b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0252085 Sep 17 09:26:27.837425 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-74684f7a-2314-4826-8ffa-4428400102a7 req-a9200130-7b59-4058-a257-9c0ab1c07c19 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0186937 Sep 17 09:26:27.934344 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74684f7a-2314-4826-8ffa-4428400102a7 req-5b218429-caaf-4f59-90ee-2a242f832911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:26:27.935812 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-74684f7a-2314-4826-8ffa-4428400102a7 req-5b218429-caaf-4f59-90ee-2a242f832911 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911710 Sep 17 09:26:36.404269 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:26:36.524336 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:26:41.281688 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 09:26:49.728242 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39052) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:26:49.885879 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-51bc09c4-f7b8-4723-99e8-5076e287e6b6 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Deleting port 3a047ff6-32ad-47f2-8d99-dad70f5489c3 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 09:26:49.886215 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-51bc09c4-f7b8-4723-99e8-5076e287e6b6 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:26:50.164870 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fb585b40-6046-4bf0-8441-7ad2d4e09548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:26:50.290250 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-51bc09c4-f7b8-4723-99e8-5076e287e6b6 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:26:50.290573 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-51bc09c4-f7b8-4723-99e8-5076e287e6b6 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:26:50.301633 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-51bc09c4-f7b8-4723-99e8-5076e287e6b6 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Calling delete_port for 3a047ff6-32ad-47f2-8d99-dad70f5489c3 owned by network:floatingip {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 09:26:50.448729 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-51bc09c4-f7b8-4723-99e8-5076e287e6b6 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:26:50.478486 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bc09c4-f7b8-4723-99e8-5076e287e6b6 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Pushing event deleted for resources: {'Port': ['ID=3a047ff6-32ad-47f2-8d99-dad70f5489c3,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:26:50.499509 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc09c4-f7b8-4723-99e8-5076e287e6b6 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:26:50.499887 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc09c4-f7b8-4723-99e8-5076e287e6b6 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:26:50.500236 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc09c4-f7b8-4723-99e8-5076e287e6b6 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:26:50.500580 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc09c4-f7b8-4723-99e8-5076e287e6b6 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:26:50.500927 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc09c4-f7b8-4723-99e8-5076e287e6b6 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:26:50.501260 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc09c4-f7b8-4723-99e8-5076e287e6b6 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:26:50.501591 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc09c4-f7b8-4723-99e8-5076e287e6b6 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:26:50.501920 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc09c4-f7b8-4723-99e8-5076e287e6b6 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:26:50.502875 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc09c4-f7b8-4723-99e8-5076e287e6b6 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:26:50.503208 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc09c4-f7b8-4723-99e8-5076e287e6b6 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:26:50.503542 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc09c4-f7b8-4723-99e8-5076e287e6b6 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:26:50.503890 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc09c4-f7b8-4723-99e8-5076e287e6b6 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:26:50.546729 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-51bc09c4-f7b8-4723-99e8-5076e287e6b6 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks [] for floatingip, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:26:50.547061 n-d-789963-9 neutron-server[101289]: INFO neutron.db.l3_db [None req-51bc09c4-f7b8-4723-99e8-5076e287e6b6 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Floating IP d4515109-16ee-4f7b-bda8-b562acd08b69 disassociated (deleted). External IP: 172.25.6.175, port: a7835107-c409-4bab-86dd-2b4dc0643c1a. Sep 17 09:26:50.757382 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51bc09c4-f7b8-4723-99e8-5076e287e6b6 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Router 7675fda7-9081-405c-a126-22f2685f6270 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 09:26:50.864943 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51bc09c4-f7b8-4723-99e8-5076e287e6b6 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 09:26:50.869937 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-51bc09c4-f7b8-4723-99e8-5076e287e6b6 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:26:50.876169 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f17d28-9f82-4ca2-b5ae-30987c3b3ae1 None None] Sync routers for ids ['7675fda7-9081-405c-a126-22f2685f6270'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 09:26:50.885829 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f17d28-9f82-4ca2-b5ae-30987c3b3ae1 None None] Routers {'7675fda7-9081-405c-a126-22f2685f6270'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:26:50.886430 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-e8f17d28-9f82-4ca2-b5ae-30987c3b3ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:26:23Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['7675fda7-9081-405c-a126-22f2685f6270'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:26:50.900087 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-51bc09c4-f7b8-4723-99e8-5076e287e6b6 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "DELETE /v2.0/floatingips/d4515109-16ee-4f7b-bda8-b562acd08b69 HTTP/1.1" status: 204 len: 168 time: 1.1681814 Sep 17 09:26:50.900087 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fff9642-5317-4a14-a7fe-d6e948ee859c', 'tag': 'a7835107-c409-4bab-86dd-2b4dc0643c1a'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 09:26:50.901096 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0b8b68ef77f8a69a7ea64e5314cb7bfe1c653782f919eb7015de92bbdd57641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72043d30-0343-4fd2-a112-90083a1a0e58" -d '{"events": [{"name": "network-changed", "server_uuid": "2fff9642-5317-4a14-a7fe-d6e948ee859c", "tag": "a7835107-c409-4bab-86dd-2b4dc0643c1a"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 09:26:51.006130 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-e8f17d28-9f82-4ca2-b5ae-30987c3b3ae1 None None] Set router 7675fda7-9081-405c-a126-22f2685f6270 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:26:51.096571 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 09:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5fad935-6020-4472-9813-3203c0a50154 x-openstack-request-id: req-f5fad935-6020-4472-9813-3203c0a50154 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 09:26:51.097017 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fff9642-5317-4a14-a7fe-d6e948ee859c", "tag": "a7835107-c409-4bab-86dd-2b4dc0643c1a", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 09:26:51.097398 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f5fad935-6020-4472-9813-3203c0a50154 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 09:26:51.098041 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fff9642-5317-4a14-a7fe-d6e948ee859c', 'tag': 'a7835107-c409-4bab-86dd-2b4dc0643c1a', 'status': 'completed', 'code': 200} Sep 17 09:26:51.156148 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba63da46-ac5d-40cd-be50-d52a08672fa0 req-0a48a13d-da47-401f-af39-55fb82353e55 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:26:51.162954 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ba63da46-ac5d-40cd-be50-d52a08672fa0 req-0a48a13d-da47-401f-af39-55fb82353e55 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fff9642-5317-4a14-a7fe-d6e948ee859c HTTP/1.1" status: 200 len: 945 time: 0.0639255 Sep 17 09:26:51.189797 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72043d30-0343-4fd2-a112-90083a1a0e58 req-f12ebaef-6a17-4d7d-b96c-43daf643a887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:26:51.191357 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-72043d30-0343-4fd2-a112-90083a1a0e58 req-f12ebaef-6a17-4d7d-b96c-43daf643a887 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1bf3ef6d555c4e2f97eeee6e992ddcb5&device_id=2fff9642-5317-4a14-a7fe-d6e948ee859c HTTP/1.1" status: 200 len: 1096 time: 0.0501685 Sep 17 09:26:51.210178 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ba63da46-ac5d-40cd-be50-d52a08672fa0 req-78663eea-2381-4f80-b997-88bdf1382a10 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b94c5bb-7711-444c-97fc-f09fb99e695d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376477 Sep 17 09:26:51.248047 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-e8f17d28-9f82-4ca2-b5ae-30987c3b3ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7675fda7-9081-405c-a126-22f2685f6270', 'name': 'tempest-TestShelveInstance-971806276-router', 'tenant_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '71e4c288-01fb-44af-977c-881d3b8176d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:16:35Z', 'updated_at': '2021-09-17T09:16:38Z', 'revision_number': 4, 'project_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'gw_port': {'id': '71e4c288-01fb-44af-977c-881d3b8176d0', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7675fda7-9081-405c-a126-22f2685f6270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:16:35Z', 'updated_at': '2021-09-17T09:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '39ec86c5-b66d-4b66-97a0-a69da7abd4db', 'name': '', 'network_id': '7f048264-7e97-4b34-96ff-a4b8770f35b6', 'tenant_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'mac_address': 'fa:16:3e:7f:e6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7675fda7-9081-405c-a126-22f2685f6270', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '0d64b8e3-47c1-4962-8539-f1467015c48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:16:37Z', 'updated_at': '2021-09-17T09:16:42Z', 'revision_number': 5, 'project_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'subnets': [{'id': '0d64b8e3-47c1-4962-8539-f1467015c48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:26:51.277930 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f17d28-9f82-4ca2-b5ae-30987c3b3ae1 None None] Checking router: 7675fda7-9081-405c-a126-22f2685f6270 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 09:26:51.286614 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72043d30-0343-4fd2-a112-90083a1a0e58 req-46ac7391-ed01-4b72-a058-bd56c144ba78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:26:51.286834 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f17d28-9f82-4ca2-b5ae-30987c3b3ae1 None None] Routers {'7675fda7-9081-405c-a126-22f2685f6270'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:26:51.287330 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-e8f17d28-9f82-4ca2-b5ae-30987c3b3ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:26:23Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['7675fda7-9081-405c-a126-22f2685f6270'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:26:51.288240 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-72043d30-0343-4fd2-a112-90083a1a0e58 req-46ac7391-ed01-4b72-a058-bd56c144ba78 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7f048264-7e97-4b34-96ff-a4b8770f35b6 HTTP/1.1" status: 200 len: 909 time: 0.0882742 Sep 17 09:26:51.340861 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-72043d30-0343-4fd2-a112-90083a1a0e58 req-92e52e77-7eea-40e0-bfbf-0242ea0eae08 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7835107-c409-4bab-86dd-2b4dc0643c1a HTTP/1.1" status: 200 len: 217 time: 0.0434203 Sep 17 09:26:51.390063 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72043d30-0343-4fd2-a112-90083a1a0e58 req-b254b1db-7b62-4902-9ff8-457e678a7396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:26:51.391572 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-72043d30-0343-4fd2-a112-90083a1a0e58 req-b254b1db-7b62-4902-9ff8-457e678a7396 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d64b8e3-47c1-4962-8539-f1467015c48b HTTP/1.1" status: 200 len: 847 time: 0.0438635 Sep 17 09:26:51.397074 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-e8f17d28-9f82-4ca2-b5ae-30987c3b3ae1 None None] Set router 7675fda7-9081-405c-a126-22f2685f6270 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:26:51.443269 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72043d30-0343-4fd2-a112-90083a1a0e58 req-51ac434e-53c1-4af0-b5ea-373d658184a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:26:51.445061 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-72043d30-0343-4fd2-a112-90083a1a0e58 req-51ac434e-53c1-4af0-b5ea-373d658184a5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7f048264-7e97-4b34-96ff-a4b8770f35b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448184 Sep 17 09:26:51.550510 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-72043d30-0343-4fd2-a112-90083a1a0e58 req-89b0caef-becd-49c5-84ce-ff9d87c889c6 service neutron] 10.222.0.39 "GET /v2.0/networks/7f048264-7e97-4b34-96ff-a4b8770f35b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977228 Sep 17 09:26:51.595621 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-e8f17d28-9f82-4ca2-b5ae-30987c3b3ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7675fda7-9081-405c-a126-22f2685f6270', 'name': 'tempest-TestShelveInstance-971806276-router', 'tenant_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '71e4c288-01fb-44af-977c-881d3b8176d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:16:35Z', 'updated_at': '2021-09-17T09:16:38Z', 'revision_number': 4, 'project_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'gw_port': {'id': '71e4c288-01fb-44af-977c-881d3b8176d0', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7675fda7-9081-405c-a126-22f2685f6270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:16:35Z', 'updated_at': '2021-09-17T09:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '39ec86c5-b66d-4b66-97a0-a69da7abd4db', 'name': '', 'network_id': '7f048264-7e97-4b34-96ff-a4b8770f35b6', 'tenant_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'mac_address': 'fa:16:3e:7f:e6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7675fda7-9081-405c-a126-22f2685f6270', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '0d64b8e3-47c1-4962-8539-f1467015c48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:16:37Z', 'updated_at': '2021-09-17T09:16:42Z', 'revision_number': 5, 'project_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'subnets': [{'id': '0d64b8e3-47c1-4962-8539-f1467015c48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:26:51.620988 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f17d28-9f82-4ca2-b5ae-30987c3b3ae1 None None] The sync data for ids ['7675fda7-9081-405c-a126-22f2685f6270'] in n-d-789963-9 is: [{'id': '7675fda7-9081-405c-a126-22f2685f6270', 'name': 'tempest-TestShelveInstance-971806276-router', 'tenant_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '71e4c288-01fb-44af-977c-881d3b8176d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:16:35Z', 'updated_at': '2021-09-17T09:16:38Z', 'revision_number': 4, 'project_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'gw_port': {'id': '71e4c288-01fb-44af-977c-881d3b8176d0', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7675fda7-9081-405c-a126-22f2685f6270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:16:35Z', 'updated_at': '2021-09-17T09:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '39ec86c5-b66d-4b66-97a0-a69da7abd4db', 'name': '', 'network_id': '7f048264-7e97-4b34-96ff-a4b8770f35b6', 'tenant_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'mac_address': 'fa:16:3e:7f:e6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7675fda7-9081-405c-a126-22f2685f6270', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '0d64b8e3-47c1-4962-8539-f1467015c48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:16:37Z', 'updated_at': '2021-09-17T09:16:42Z', 'revision_number': 5, 'project_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'subnets': [{'id': '0d64b8e3-47c1-4962-8539-f1467015c48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 09:26:51.643450 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-72043d30-0343-4fd2-a112-90083a1a0e58 req-11209d0d-6a70-4cd8-8962-619aa9e0da08 service neutron] 10.222.0.39 "GET /v2.0/networks/7f048264-7e97-4b34-96ff-a4b8770f35b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852857 Sep 17 09:26:51.851824 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d5ebdf-434f-4664-ac26-3c95af75f164 None None] New status for floating IP d4515109-16ee-4f7b-bda8-b562acd08b69: DOWN {{(pid=101291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 09:26:52.365642 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d5923-bd48-49fc-9c9d-c77267c4c0ff req-80d7d6ce-9c61-4e19-8116-cf70fc47d5b0 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:26:52.367144 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cd4d5923-bd48-49fc-9c9d-c77267c4c0ff req-80d7d6ce-9c61-4e19-8116-cf70fc47d5b0 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fff9642-5317-4a14-a7fe-d6e948ee859c HTTP/1.1" status: 200 len: 945 time: 0.0505357 Sep 17 09:26:52.405045 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-cd4d5923-bd48-49fc-9c9d-c77267c4c0ff req-9278a179-660a-4d34-ae79-833fa7250246 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/security-groups?id=4b94c5bb-7711-444c-97fc-f09fb99e695d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319121 Sep 17 09:26:52.599023 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a65f45ba-1754-4489-a38f-2a0bec24e5dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:26:52.911712 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa488f59-3d9f-4f1d-8f90-e8f5051b9ba5 req-a5788da5-da6e-423b-8dbb-2975acea3635 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:26:52.913210 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fa488f59-3d9f-4f1d-8f90-e8f5051b9ba5 req-a5788da5-da6e-423b-8dbb-2975acea3635 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fff9642-5317-4a14-a7fe-d6e948ee859c HTTP/1.1" status: 200 len: 945 time: 0.0487304 Sep 17 09:26:52.959024 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:26:53.015538 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-fa488f59-3d9f-4f1d-8f90-e8f5051b9ba5 req-5e4f6e3a-b368-439b-9d83-f723b2316136 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Deleting port a7835107-c409-4bab-86dd-2b4dc0643c1a {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 09:26:53.015915 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fa488f59-3d9f-4f1d-8f90-e8f5051b9ba5 req-5e4f6e3a-b368-439b-9d83-f723b2316136 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:26:53.107866 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-fa488f59-3d9f-4f1d-8f90-e8f5051b9ba5 req-5e4f6e3a-b368-439b-9d83-f723b2316136 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] For port a7835107-c409-4bab-86dd-2b4dc0643c1a, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=a7835107-c409-4bab-86dd-2b4dc0643c1a,segment=NetworkSegment(00f97694-7b00-49cb-be2e-e16ebc9a46d9),segment_id=00f97694-7b00-49cb-be2e-e16ebc9a46d9)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:26:53.108246 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fa488f59-3d9f-4f1d-8f90-e8f5051b9ba5 req-5e4f6e3a-b368-439b-9d83-f723b2316136 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:26:53.122300 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-fa488f59-3d9f-4f1d-8f90-e8f5051b9ba5 req-5e4f6e3a-b368-439b-9d83-f723b2316136 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Calling delete_port for a7835107-c409-4bab-86dd-2b4dc0643c1a owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 09:26:53.247035 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fa488f59-3d9f-4f1d-8f90-e8f5051b9ba5 req-5e4f6e3a-b368-439b-9d83-f723b2316136 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:26:53.279317 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4f6e3a-b368-439b-9d83-f723b2316136 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Pushing event deleted for resources: {'Port': ['ID=a7835107-c409-4bab-86dd-2b4dc0643c1a,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:26:53.291865 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4f6e3a-b368-439b-9d83-f723b2316136 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:26:53.292213 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4f6e3a-b368-439b-9d83-f723b2316136 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:26:53.292561 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4f6e3a-b368-439b-9d83-f723b2316136 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:26:53.292909 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4f6e3a-b368-439b-9d83-f723b2316136 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:26:53.293256 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4f6e3a-b368-439b-9d83-f723b2316136 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:26:53.293588 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4f6e3a-b368-439b-9d83-f723b2316136 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:26:53.293919 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4f6e3a-b368-439b-9d83-f723b2316136 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:26:53.294257 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4f6e3a-b368-439b-9d83-f723b2316136 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:26:53.294585 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4f6e3a-b368-439b-9d83-f723b2316136 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:26:53.294912 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4f6e3a-b368-439b-9d83-f723b2316136 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:26:53.295243 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4f6e3a-b368-439b-9d83-f723b2316136 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:26:53.295569 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4f6e3a-b368-439b-9d83-f723b2316136 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:26:53.335004 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa488f59-3d9f-4f1d-8f90-e8f5051b9ba5 req-5e4f6e3a-b368-439b-9d83-f723b2316136 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] No DVR routers for this DVR port a7835107-c409-4bab-86dd-2b4dc0643c1a on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 09:26:53.337678 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-fa488f59-3d9f-4f1d-8f90-e8f5051b9ba5 req-5e4f6e3a-b368-439b-9d83-f723b2316136 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:26:53.339655 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fa488f59-3d9f-4f1d-8f90-e8f5051b9ba5 req-5e4f6e3a-b368-439b-9d83-f723b2316136 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.39 "DELETE /v2.0/ports/a7835107-c409-4bab-86dd-2b4dc0643c1a HTTP/1.1" status: 204 len: 173 time: 0.4203818 Sep 17 09:26:53.340128 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fff9642-5317-4a14-a7fe-d6e948ee859c', 'name': 'network-vif-deleted', 'tag': 'a7835107-c409-4bab-86dd-2b4dc0643c1a'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 09:26:53.343509 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823f1136df5e8dfe06b46a14eea5a85bccf33ce7e510dfea6a746e22e928dc4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84246180-d049-4ef3-83a2-f55c506898a6" -d '{"events": [{"server_uuid": "2fff9642-5317-4a14-a7fe-d6e948ee859c", "name": "network-vif-deleted", "tag": "a7835107-c409-4bab-86dd-2b4dc0643c1a"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 09:26:53.384641 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 09:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c1b09bb-8f07-461a-99c5-709cd1b9b11e x-openstack-request-id: req-3c1b09bb-8f07-461a-99c5-709cd1b9b11e {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 09:26:53.384983 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fff9642-5317-4a14-a7fe-d6e948ee859c", "name": "network-vif-deleted", "tag": "a7835107-c409-4bab-86dd-2b4dc0643c1a", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 09:26:53.385235 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3c1b09bb-8f07-461a-99c5-709cd1b9b11e {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 09:26:53.385638 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fff9642-5317-4a14-a7fe-d6e948ee859c', 'name': 'network-vif-deleted', 'tag': 'a7835107-c409-4bab-86dd-2b4dc0643c1a', 'status': 'completed', 'code': 200} Sep 17 09:26:53.500779 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dbdab014-6137-4d2a-851b-cc61ba9a67a1 req-2a2a6f3f-ab7b-43b2-a6d4-878b6dde378f tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fff9642-5317-4a14-a7fe-d6e948ee859c HTTP/1.1" status: 200 len: 210 time: 0.0273638 Sep 17 09:26:54.121182 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:26:54.598114 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d48e7713-9671-4f61-b825-1875c9976e90 req-0d27ef32-6984-4d68-9905-1f2fd756badd tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fff9642-5317-4a14-a7fe-d6e948ee859c HTTP/1.1" status: 200 len: 210 time: 0.0262351 Sep 17 09:26:55.220186 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device a7835107-c409-4bab-86dd-2b4dc0643c1a no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 09:26:55.241494 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: a7835107-c409-4bab-86dd-2b4dc0643c1a {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 09:26:55.241840 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device a7835107-c409-4bab-86dd-2b4dc0643c1a not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 09:26:55.698111 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:26:55.701993 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-be8631c6-b559-42dd-96a1-880cd2a6ea3c req-95f3cb26-d45c-402d-a2a5-8cf10f4dd0b3 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fff9642-5317-4a14-a7fe-d6e948ee859c HTTP/1.1" status: 200 len: 210 time: 0.0348489 Sep 17 09:26:56.804422 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-42f19212-f89e-4b9b-aab8-631148837cbd req-03306774-29b3-48c6-b06c-cbbf3f0094a7 tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fff9642-5317-4a14-a7fe-d6e948ee859c HTTP/1.1" status: 200 len: 210 time: 0.0340643 Sep 17 09:26:57.860630 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39088) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:26:57.922697 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bff9be1c-13e9-4989-8d1e-34afbe486b3c tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:26:57.950696 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bff9be1c-13e9-4989-8d1e-34afbe486b3c tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:26:58.012706 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bff9be1c-13e9-4989-8d1e-34afbe486b3c tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:26:58.015368 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-bff9be1c-13e9-4989-8d1e-34afbe486b3c tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:26:58.019496 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-bff9be1c-13e9-4989-8d1e-34afbe486b3c tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] 10.222.0.13 "DELETE /v2.0/security-groups/4b94c5bb-7711-444c-97fc-f09fb99e695d HTTP/1.1" status: 204 len: 168 time: 0.1542268 Sep 17 09:26:58.029195 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff9be1c-13e9-4989-8d1e-34afbe486b3c tempest-TestShelveInstance-1804783620 tempest-TestShelveInstance-1804783620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b94c5bb-7711-444c-97fc-f09fb99e695d,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:26:58.083305 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39092) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:26:58.619007 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6a25526c-cd9e-40cc-99d0-99cbff83a2b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:26:58.882947 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-6a25526c-cd9e-40cc-99d0-99cbff83a2b7 admin admin] Deleting port 39ec86c5-b66d-4b66-97a0-a69da7abd4db {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 09:26:58.883284 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6a25526c-cd9e-40cc-99d0-99cbff83a2b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:26:58.974561 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-6a25526c-cd9e-40cc-99d0-99cbff83a2b7 admin admin] For port 39ec86c5-b66d-4b66-97a0-a69da7abd4db, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=39ec86c5-b66d-4b66-97a0-a69da7abd4db,segment=NetworkSegment(00f97694-7b00-49cb-be2e-e16ebc9a46d9),segment_id=00f97694-7b00-49cb-be2e-e16ebc9a46d9)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:26:58.975261 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6a25526c-cd9e-40cc-99d0-99cbff83a2b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:26:58.989363 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-6a25526c-cd9e-40cc-99d0-99cbff83a2b7 admin admin] Calling delete_port for 39ec86c5-b66d-4b66-97a0-a69da7abd4db owned by network:router_interface {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 09:26:59.206873 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6a25526c-cd9e-40cc-99d0-99cbff83a2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:26:59.246676 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a25526c-cd9e-40cc-99d0-99cbff83a2b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=39ec86c5-b66d-4b66-97a0-a69da7abd4db,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:26:59.457427 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-6a25526c-cd9e-40cc-99d0-99cbff83a2b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:26:59.693050 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a25526c-cd9e-40cc-99d0-99cbff83a2b7 admin admin] Router 7675fda7-9081-405c-a126-22f2685f6270 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 09:26:59.813469 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a25526c-cd9e-40cc-99d0-99cbff83a2b7 admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 09:26:59.819914 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-6a25526c-cd9e-40cc-99d0-99cbff83a2b7 admin admin] 10.222.0.13 "PUT /v2.0/routers/7675fda7-9081-405c-a126-22f2685f6270/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7352641 Sep 17 09:26:59.822480 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39096) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:26:59.823211 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd25f62-8b0d-4f4a-a940-a51731585ad3 None None] Sync routers for ids ['7675fda7-9081-405c-a126-22f2685f6270'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 09:26:59.833853 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd25f62-8b0d-4f4a-a940-a51731585ad3 None None] Routers {'7675fda7-9081-405c-a126-22f2685f6270'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:26:59.834502 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-5fd25f62-8b0d-4f4a-a940-a51731585ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:26:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['7675fda7-9081-405c-a126-22f2685f6270'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:26:59.941024 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-72366ae7-eb53-4338-9ffb-ac193a9afb8f admin admin] Notify callbacks [] for router, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:26:59.953759 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-5fd25f62-8b0d-4f4a-a940-a51731585ad3 None None] Set router 7675fda7-9081-405c-a126-22f2685f6270 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:27:00.048254 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-72366ae7-eb53-4338-9ffb-ac193a9afb8f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:00.101945 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-72366ae7-eb53-4338-9ffb-ac193a9afb8f admin admin] Deleting port 71e4c288-01fb-44af-977c-881d3b8176d0 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 09:27:00.102285 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-72366ae7-eb53-4338-9ffb-ac193a9afb8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:00.133725 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-5fd25f62-8b0d-4f4a-a940-a51731585ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7675fda7-9081-405c-a126-22f2685f6270', 'name': 'tempest-TestShelveInstance-971806276-router', 'tenant_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '71e4c288-01fb-44af-977c-881d3b8176d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:16:35Z', 'updated_at': '2021-09-17T09:26:59Z', 'revision_number': 5, 'project_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'gw_port': {'id': '71e4c288-01fb-44af-977c-881d3b8176d0', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7675fda7-9081-405c-a126-22f2685f6270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:16:35Z', 'updated_at': '2021-09-17T09:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:27:00.160865 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd25f62-8b0d-4f4a-a940-a51731585ad3 None None] Checking router: 7675fda7-9081-405c-a126-22f2685f6270 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 09:27:00.169186 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd25f62-8b0d-4f4a-a940-a51731585ad3 None None] Routers {'7675fda7-9081-405c-a126-22f2685f6270'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:27:00.169804 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-5fd25f62-8b0d-4f4a-a940-a51731585ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:26:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['7675fda7-9081-405c-a126-22f2685f6270'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:27:00.187617 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-72366ae7-eb53-4338-9ffb-ac193a9afb8f admin admin] For port 71e4c288-01fb-44af-977c-881d3b8176d0, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=71e4c288-01fb-44af-977c-881d3b8176d0,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:27:00.188028 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-72366ae7-eb53-4338-9ffb-ac193a9afb8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:00.199730 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-72366ae7-eb53-4338-9ffb-ac193a9afb8f admin admin] Calling delete_port for 71e4c288-01fb-44af-977c-881d3b8176d0 owned by network:router_gateway {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 09:27:00.254414 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-5fd25f62-8b0d-4f4a-a940-a51731585ad3 None None] Set router 7675fda7-9081-405c-a126-22f2685f6270 gateway port host: None {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:27:00.370161 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-72366ae7-eb53-4338-9ffb-ac193a9afb8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:00.395618 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72366ae7-eb53-4338-9ffb-ac193a9afb8f admin admin] Pushing event deleted for resources: {'Port': ['ID=71e4c288-01fb-44af-977c-881d3b8176d0,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:27:00.417110 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-5fd25f62-8b0d-4f4a-a940-a51731585ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7675fda7-9081-405c-a126-22f2685f6270', 'name': 'tempest-TestShelveInstance-971806276-router', 'tenant_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:16:35Z', 'updated_at': '2021-09-17T09:27:00Z', 'revision_number': 6, 'project_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'gw_port_host': None}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:27:00.442633 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd25f62-8b0d-4f4a-a940-a51731585ad3 None None] The sync data for ids ['7675fda7-9081-405c-a126-22f2685f6270'] in n-d-789963-9 is: [{'id': '7675fda7-9081-405c-a126-22f2685f6270', 'name': 'tempest-TestShelveInstance-971806276-router', 'tenant_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:16:35Z', 'updated_at': '2021-09-17T09:27:00Z', 'revision_number': 6, 'project_id': '1bf3ef6d555c4e2f97eeee6e992ddcb5', 'gw_port_host': None}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 09:27:00.459860 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-72366ae7-eb53-4338-9ffb-ac193a9afb8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:00.551799 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-72366ae7-eb53-4338-9ffb-ac193a9afb8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:00.553857 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-72366ae7-eb53-4338-9ffb-ac193a9afb8f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:00.600337 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-72366ae7-eb53-4338-9ffb-ac193a9afb8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:00.601012 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72366ae7-eb53-4338-9ffb-ac193a9afb8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7675fda7-9081-405c-a126-22f2685f6270 {{(pid=101290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 09:27:00.606951 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-72366ae7-eb53-4338-9ffb-ac193a9afb8f admin admin] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:00.608308 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-72366ae7-eb53-4338-9ffb-ac193a9afb8f admin admin] 10.222.0.13 "DELETE /v2.0/routers/7675fda7-9081-405c-a126-22f2685f6270 HTTP/1.1" status: 204 len: 168 time: 0.7848895 Sep 17 09:27:00.610912 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39098) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:27:00.655807 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-29a3af04-7163-4a76-a7c6-f58f34f366bb admin admin] Deleting subnet 0d64b8e3-47c1-4962-8539-f1467015c48b {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 09:27:00.658945 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-29a3af04-7163-4a76-a7c6-f58f34f366bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:00.692906 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-29a3af04-7163-4a76-a7c6-f58f34f366bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:01.058393 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-29a3af04-7163-4a76-a7c6-f58f34f366bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:01.110238 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-29a3af04-7163-4a76-a7c6-f58f34f366bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:01.136352 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a3af04-7163-4a76-a7c6-f58f34f366bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d64b8e3-47c1-4962-8539-f1467015c48b,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:27:01.139968 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-29a3af04-7163-4a76-a7c6-f58f34f366bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:01.141863 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-29a3af04-7163-4a76-a7c6-f58f34f366bb admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0d64b8e3-47c1-4962-8539-f1467015c48b HTTP/1.1" status: 204 len: 168 time: 0.5299587 Sep 17 09:27:01.145071 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39100) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:27:01.146930 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bbd2c2-6e27-4513-b1c4-c50ffb0fce5e None None] Network 7f048264-7e97-4b34-96ff-a4b8770f35b6 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 09:27:01.216865 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-06286d56-cffd-4404-9f43-278546f9322c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:01.272951 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 39ec86c5-b66d-4b66-97a0-a69da7abd4db no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 09:27:01.273403 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-06286d56-cffd-4404-9f43-278546f9322c admin admin] Deleting port f40222aa-7eeb-4bf2-b944-4b1173b2d22c {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 09:27:01.273760 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-06286d56-cffd-4404-9f43-278546f9322c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:01.293527 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 39ec86c5-b66d-4b66-97a0-a69da7abd4db {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 09:27:01.293868 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 39ec86c5-b66d-4b66-97a0-a69da7abd4db not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 09:27:01.294290 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 71e4c288-01fb-44af-977c-881d3b8176d0 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 09:27:01.313674 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 71e4c288-01fb-44af-977c-881d3b8176d0 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 09:27:01.314453 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 71e4c288-01fb-44af-977c-881d3b8176d0 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 09:27:01.338330 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-06286d56-cffd-4404-9f43-278546f9322c admin admin] For port f40222aa-7eeb-4bf2-b944-4b1173b2d22c, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=f40222aa-7eeb-4bf2-b944-4b1173b2d22c,segment=NetworkSegment(00f97694-7b00-49cb-be2e-e16ebc9a46d9),segment_id=00f97694-7b00-49cb-be2e-e16ebc9a46d9)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:27:01.338646 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-06286d56-cffd-4404-9f43-278546f9322c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:01.347246 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e025910-25e1-46ae-8e17-8e5b44b5b64c None None] DHCP port deletion for 7f048264-7e97-4b34-96ff-a4b8770f35b6 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 09:27:01.355310 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-06286d56-cffd-4404-9f43-278546f9322c admin admin] Calling delete_port for f40222aa-7eeb-4bf2-b944-4b1173b2d22c owned by network:dhcp {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 09:27:01.397695 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5e025910-25e1-46ae-8e17-8e5b44b5b64c None None] Deleting port f40222aa-7eeb-4bf2-b944-4b1173b2d22c {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 09:27:01.398071 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5e025910-25e1-46ae-8e17-8e5b44b5b64c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:01.440282 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-06286d56-cffd-4404-9f43-278546f9322c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:01.462677 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5e025910-25e1-46ae-8e17-8e5b44b5b64c None None] For port f40222aa-7eeb-4bf2-b944-4b1173b2d22c, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=f40222aa-7eeb-4bf2-b944-4b1173b2d22c,segment=NetworkSegment(00f97694-7b00-49cb-be2e-e16ebc9a46d9),segment_id=00f97694-7b00-49cb-be2e-e16ebc9a46d9)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:27:01.463078 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5e025910-25e1-46ae-8e17-8e5b44b5b64c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:01.466264 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06286d56-cffd-4404-9f43-278546f9322c admin admin] Pushing event deleted for resources: {'Port': ['ID=f40222aa-7eeb-4bf2-b944-4b1173b2d22c,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:27:01.477576 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06286d56-cffd-4404-9f43-278546f9322c admin admin] No DVR routers for this DVR port f40222aa-7eeb-4bf2-b944-4b1173b2d22c on host n-d-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 09:27:01.477786 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5e025910-25e1-46ae-8e17-8e5b44b5b64c None None] Calling delete_port for f40222aa-7eeb-4bf2-b944-4b1173b2d22c owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 09:27:01.562369 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5e025910-25e1-46ae-8e17-8e5b44b5b64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:01.564625 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-06286d56-cffd-4404-9f43-278546f9322c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:01.587450 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e025910-25e1-46ae-8e17-8e5b44b5b64c None None] Pushing event deleted for resources: {'Port': ['ID=f40222aa-7eeb-4bf2-b944-4b1173b2d22c,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:27:01.588177 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-06286d56-cffd-4404-9f43-278546f9322c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f048264-7e97-4b34-96ff-a4b8770f35b6']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:27:01.591678 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e025910-25e1-46ae-8e17-8e5b44b5b64c None None] No DVR routers for this DVR port f40222aa-7eeb-4bf2-b944-4b1173b2d22c on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 09:27:01.599116 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e025910-25e1-46ae-8e17-8e5b44b5b64c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:27:01.599468 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e025910-25e1-46ae-8e17-8e5b44b5b64c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:27:01.602634 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-06286d56-cffd-4404-9f43-278546f9322c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00f97694-7b00-49cb-be2e-e16ebc9a46d9') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:27:01.602634 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-06286d56-cffd-4404-9f43-278546f9322c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00f97694-7b00-49cb-be2e-e16ebc9a46d9') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:27:01.603019 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e025910-25e1-46ae-8e17-8e5b44b5b64c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:27:01.603019 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e025910-25e1-46ae-8e17-8e5b44b5b64c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:27:01.603019 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e025910-25e1-46ae-8e17-8e5b44b5b64c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:27:01.603430 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e025910-25e1-46ae-8e17-8e5b44b5b64c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:27:01.603521 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e025910-25e1-46ae-8e17-8e5b44b5b64c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:27:01.603882 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e025910-25e1-46ae-8e17-8e5b44b5b64c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:27:01.604225 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e025910-25e1-46ae-8e17-8e5b44b5b64c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:27:01.604643 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e025910-25e1-46ae-8e17-8e5b44b5b64c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:27:01.604980 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e025910-25e1-46ae-8e17-8e5b44b5b64c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:27:01.605311 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e025910-25e1-46ae-8e17-8e5b44b5b64c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:27:01.614538 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-06286d56-cffd-4404-9f43-278546f9322c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:01.628180 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-06286d56-cffd-4404-9f43-278546f9322c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:01.634082 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06286d56-cffd-4404-9f43-278546f9322c admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 09:27:01.634454 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-06286d56-cffd-4404-9f43-278546f9322c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:01.636139 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 09:27:01.636139 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 09:27:01.636139 n-d-789963-9 neutron-server[101290]: timer() Sep 17 09:27:01.636139 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 09:27:01.636139 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 09:27:01.636139 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 09:27:01.636139 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 09:27:01.636139 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 09:27:01.636139 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 09:27:01.636139 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 09:27:01.636139 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 09:27:01.636139 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 09:27:01.636139 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 09:27:01.636139 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 09:27:01.636139 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 09:27:01.636139 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 09:27:01.636139 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 09:27:01.636139 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 09:27:01.636139 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 09:27:01.636139 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 09:27:01.636139 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 09:27:01.636139 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 09:27:01.636139 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 09:27:01.636139 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 09:27:01.636139 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 09:27:01.636139 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 09:27:01.636139 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 09:27:01.636139 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 09:27:01.636139 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 09:27:01.636139 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 09:27:01.636139 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 09:27:01.636139 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 09:27:01.689813 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-06286d56-cffd-4404-9f43-278546f9322c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:01.695499 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-06286d56-cffd-4404-9f43-278546f9322c admin admin] Notify callbacks [] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:01.697411 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-06286d56-cffd-4404-9f43-278546f9322c admin admin] 10.222.0.13 "DELETE /v2.0/networks/7f048264-7e97-4b34-96ff-a4b8770f35b6 HTTP/1.1" status: 204 len: 168 time: 0.5511675 Sep 17 09:27:01.700705 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39102) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:27:01.708542 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06286d56-cffd-4404-9f43-278546f9322c admin admin] Pushing event deleted for resources: {'Network': ['ID=7f048264-7e97-4b34-96ff-a4b8770f35b6,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:27:02.055858 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-dae3c45f-2984-436b-bf4c-a61cb4680e88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:02.307100 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-dae3c45f-2984-436b-bf4c-a61cb4680e88 admin admin] Deleting port 92711d7c-654f-4d59-8863-ea0417ad4ae2 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 09:27:02.307339 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-dae3c45f-2984-436b-bf4c-a61cb4680e88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:02.385011 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-dae3c45f-2984-436b-bf4c-a61cb4680e88 admin admin] For port 92711d7c-654f-4d59-8863-ea0417ad4ae2, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=92711d7c-654f-4d59-8863-ea0417ad4ae2,segment=NetworkSegment(29270e07-b956-4703-a535-df9e541411bf),segment_id=29270e07-b956-4703-a535-df9e541411bf)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:27:02.385372 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-dae3c45f-2984-436b-bf4c-a61cb4680e88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:02.397514 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-dae3c45f-2984-436b-bf4c-a61cb4680e88 admin admin] Calling delete_port for 92711d7c-654f-4d59-8863-ea0417ad4ae2 owned by network:router_interface {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 09:27:02.571701 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-dae3c45f-2984-436b-bf4c-a61cb4680e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:02.594327 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae3c45f-2984-436b-bf4c-a61cb4680e88 admin admin] Pushing event deleted for resources: {'Port': ['ID=92711d7c-654f-4d59-8863-ea0417ad4ae2,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:27:02.776261 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-dae3c45f-2984-436b-bf4c-a61cb4680e88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:03.001944 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dae3c45f-2984-436b-bf4c-a61cb4680e88 admin admin] Router ecdbdf04-dab0-4630-bd7f-a5ce85f01e01 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 09:27:03.117717 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae3c45f-2984-436b-bf4c-a61cb4680e88 admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 09:27:03.123071 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-dae3c45f-2984-436b-bf4c-a61cb4680e88 admin admin] 10.222.0.13 "PUT /v2.0/routers/ecdbdf04-dab0-4630-bd7f-a5ce85f01e01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4212213 Sep 17 09:27:03.126091 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39104) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:27:03.129839 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc179d03-4c3d-48eb-acaa-481f8a0cb04f None None] Sync routers for ids ['ecdbdf04-dab0-4630-bd7f-a5ce85f01e01'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 09:27:03.139458 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc179d03-4c3d-48eb-acaa-481f8a0cb04f None None] Routers {'ecdbdf04-dab0-4630-bd7f-a5ce85f01e01'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:27:03.140230 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-bc179d03-4c3d-48eb-acaa-481f8a0cb04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:26:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['ecdbdf04-dab0-4630-bd7f-a5ce85f01e01'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:27:03.250024 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f4fccf56-8ebc-43e6-8968-acf0c75035ca admin admin] Notify callbacks [] for router, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:03.363618 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f4fccf56-8ebc-43e6-8968-acf0c75035ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:03.389439 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device f40222aa-7eeb-4bf2-b944-4b1173b2d22c no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 09:27:03.413897 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: f40222aa-7eeb-4bf2-b944-4b1173b2d22c {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 09:27:03.414234 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device f40222aa-7eeb-4bf2-b944-4b1173b2d22c not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 09:27:03.424301 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-f4fccf56-8ebc-43e6-8968-acf0c75035ca admin admin] Deleting port bff8f230-302c-49c6-a485-6eb2587b8a86 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 09:27:03.424301 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f4fccf56-8ebc-43e6-8968-acf0c75035ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:03.436653 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-bc179d03-4c3d-48eb-acaa-481f8a0cb04f None None] Set router ecdbdf04-dab0-4630-bd7f-a5ce85f01e01 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:27:03.517010 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-f4fccf56-8ebc-43e6-8968-acf0c75035ca admin admin] For port bff8f230-302c-49c6-a485-6eb2587b8a86, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=bff8f230-302c-49c6-a485-6eb2587b8a86,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:27:03.517387 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f4fccf56-8ebc-43e6-8968-acf0c75035ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:03.529600 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-f4fccf56-8ebc-43e6-8968-acf0c75035ca admin admin] Calling delete_port for bff8f230-302c-49c6-a485-6eb2587b8a86 owned by network:router_gateway {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 09:27:03.640197 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-bc179d03-4c3d-48eb-acaa-481f8a0cb04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecdbdf04-dab0-4630-bd7f-a5ce85f01e01', 'name': 'tempest-TestShelveInstance-1838052995-router', 'tenant_id': '28e2448389b149f08c9997b8e25966ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': 'bff8f230-302c-49c6-a485-6eb2587b8a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:16:40Z', 'updated_at': '2021-09-17T09:27:02Z', 'revision_number': 5, 'project_id': '28e2448389b149f08c9997b8e25966ed', 'gw_port': {'id': 'bff8f230-302c-49c6-a485-6eb2587b8a86', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:51:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdbdf04-dab0-4630-bd7f-a5ce85f01e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:16:40Z', 'updated_at': '2021-09-17T09:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:27:03.666928 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc179d03-4c3d-48eb-acaa-481f8a0cb04f None None] Checking router: ecdbdf04-dab0-4630-bd7f-a5ce85f01e01 for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 09:27:03.675756 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc179d03-4c3d-48eb-acaa-481f8a0cb04f None None] Routers {'ecdbdf04-dab0-4630-bd7f-a5ce85f01e01'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:27:03.676889 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-bc179d03-4c3d-48eb-acaa-481f8a0cb04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:26:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['ecdbdf04-dab0-4630-bd7f-a5ce85f01e01'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:27:03.709393 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f4fccf56-8ebc-43e6-8968-acf0c75035ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:03.737799 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fccf56-8ebc-43e6-8968-acf0c75035ca admin admin] Pushing event deleted for resources: {'Port': ['ID=bff8f230-302c-49c6-a485-6eb2587b8a86,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:27:03.765210 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-bc179d03-4c3d-48eb-acaa-481f8a0cb04f None None] Set router ecdbdf04-dab0-4630-bd7f-a5ce85f01e01 gateway port host: None {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:27:03.801857 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f4fccf56-8ebc-43e6-8968-acf0c75035ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:03.817809 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-bc179d03-4c3d-48eb-acaa-481f8a0cb04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecdbdf04-dab0-4630-bd7f-a5ce85f01e01', 'name': 'tempest-TestShelveInstance-1838052995-router', 'tenant_id': '28e2448389b149f08c9997b8e25966ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:16:40Z', 'updated_at': '2021-09-17T09:27:03Z', 'revision_number': 6, 'project_id': '28e2448389b149f08c9997b8e25966ed', 'gw_port_host': None}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:27:03.847348 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc179d03-4c3d-48eb-acaa-481f8a0cb04f None None] The sync data for ids ['ecdbdf04-dab0-4630-bd7f-a5ce85f01e01'] in n-d-789963-9 is: [{'id': 'ecdbdf04-dab0-4630-bd7f-a5ce85f01e01', 'name': 'tempest-TestShelveInstance-1838052995-router', 'tenant_id': '28e2448389b149f08c9997b8e25966ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:16:40Z', 'updated_at': '2021-09-17T09:27:03Z', 'revision_number': 6, 'project_id': '28e2448389b149f08c9997b8e25966ed', 'gw_port_host': None}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 09:27:03.900196 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f4fccf56-8ebc-43e6-8968-acf0c75035ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:03.902247 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f4fccf56-8ebc-43e6-8968-acf0c75035ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:03.945692 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f4fccf56-8ebc-43e6-8968-acf0c75035ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:03.946320 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4fccf56-8ebc-43e6-8968-acf0c75035ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router ecdbdf04-dab0-4630-bd7f-a5ce85f01e01 {{(pid=101289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 09:27:03.950817 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-f4fccf56-8ebc-43e6-8968-acf0c75035ca admin admin] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:03.952148 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-f4fccf56-8ebc-43e6-8968-acf0c75035ca admin admin] 10.222.0.13 "DELETE /v2.0/routers/ecdbdf04-dab0-4630-bd7f-a5ce85f01e01 HTTP/1.1" status: 204 len: 168 time: 0.8250549 Sep 17 09:27:03.955241 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39106) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:27:03.999516 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-de767cba-f2ce-4dea-ae45-d613a093f3e6 admin admin] Deleting subnet c05d43ce-5129-4011-bb1f-9c317cb5c228 {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 09:27:04.002557 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-de767cba-f2ce-4dea-ae45-d613a093f3e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:04.036928 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-de767cba-f2ce-4dea-ae45-d613a093f3e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:04.118785 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-de767cba-f2ce-4dea-ae45-d613a093f3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:04.175971 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-de767cba-f2ce-4dea-ae45-d613a093f3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:04.206080 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de767cba-f2ce-4dea-ae45-d613a093f3e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c05d43ce-5129-4011-bb1f-9c317cb5c228,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:27:04.208131 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-de767cba-f2ce-4dea-ae45-d613a093f3e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:04.210041 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-de767cba-f2ce-4dea-ae45-d613a093f3e6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c05d43ce-5129-4011-bb1f-9c317cb5c228 HTTP/1.1" status: 204 len: 168 time: 0.2538197 Sep 17 09:27:04.212526 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39108) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:27:04.213478 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ce0f1e-f52a-4b41-93ea-b3db439a9d21 None None] Network ad64f163-bb86-4a92-ba94-4f6ec5df9355 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 09:27:04.288930 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3161798a-a46f-4d44-9328-db28209d66e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:04.358711 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-3161798a-a46f-4d44-9328-db28209d66e1 admin admin] Deleting port 9654fdd5-cc6b-4eab-9350-d7ad867bca58 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 09:27:04.359144 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3161798a-a46f-4d44-9328-db28209d66e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:04.421640 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-3161798a-a46f-4d44-9328-db28209d66e1 admin admin] For port 9654fdd5-cc6b-4eab-9350-d7ad867bca58, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=9654fdd5-cc6b-4eab-9350-d7ad867bca58,segment=NetworkSegment(29270e07-b956-4703-a535-df9e541411bf),segment_id=29270e07-b956-4703-a535-df9e541411bf)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:27:04.421999 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3161798a-a46f-4d44-9328-db28209d66e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:04.437934 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-3161798a-a46f-4d44-9328-db28209d66e1 admin admin] Calling delete_port for 9654fdd5-cc6b-4eab-9350-d7ad867bca58 owned by network:dhcp {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 09:27:04.514374 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3161798a-a46f-4d44-9328-db28209d66e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:04.542131 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3161798a-a46f-4d44-9328-db28209d66e1 admin admin] No DVR routers for this DVR port 9654fdd5-cc6b-4eab-9350-d7ad867bca58 on host n-d-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 09:27:04.545902 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3161798a-a46f-4d44-9328-db28209d66e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9654fdd5-cc6b-4eab-9350-d7ad867bca58,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:27:04.618310 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3161798a-a46f-4d44-9328-db28209d66e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:04.636758 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ac8406-5d5a-4e2c-9e0d-5e95d5abd083 None None] DHCP port deletion for ad64f163-bb86-4a92-ba94-4f6ec5df9355 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 09:27:04.651919 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-3161798a-a46f-4d44-9328-db28209d66e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad64f163-bb86-4a92-ba94-4f6ec5df9355']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:27:04.661801 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-3161798a-a46f-4d44-9328-db28209d66e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29270e07-b956-4703-a535-df9e541411bf') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:27:04.662098 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-3161798a-a46f-4d44-9328-db28209d66e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29270e07-b956-4703-a535-df9e541411bf') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:27:04.672089 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3161798a-a46f-4d44-9328-db28209d66e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:04.685366 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3161798a-a46f-4d44-9328-db28209d66e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:04.692019 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3161798a-a46f-4d44-9328-db28209d66e1 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 09:27:04.692351 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3161798a-a46f-4d44-9328-db28209d66e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:04.694013 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 09:27:04.694013 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 09:27:04.694013 n-d-789963-9 neutron-server[101289]: timer() Sep 17 09:27:04.694013 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 09:27:04.694013 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 09:27:04.694013 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 09:27:04.694013 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 09:27:04.694013 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 09:27:04.694013 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 09:27:04.694013 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 09:27:04.694013 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 09:27:04.694013 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 09:27:04.694013 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 09:27:04.694013 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 09:27:04.694013 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 09:27:04.694013 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 09:27:04.694013 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 09:27:04.694013 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 09:27:04.694013 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 09:27:04.694013 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 09:27:04.694013 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 09:27:04.694013 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 09:27:04.694013 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 09:27:04.694013 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 09:27:04.694013 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 09:27:04.694013 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 09:27:04.694013 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 09:27:04.694013 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 09:27:04.694013 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 09:27:04.694013 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 09:27:04.694013 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 09:27:04.694013 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 09:27:04.752132 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3161798a-a46f-4d44-9328-db28209d66e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:04.758377 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-3161798a-a46f-4d44-9328-db28209d66e1 admin admin] Notify callbacks [] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:04.760305 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-3161798a-a46f-4d44-9328-db28209d66e1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ad64f163-bb86-4a92-ba94-4f6ec5df9355 HTTP/1.1" status: 204 len: 168 time: 0.5468678 Sep 17 09:27:04.774873 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3161798a-a46f-4d44-9328-db28209d66e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad64f163-bb86-4a92-ba94-4f6ec5df9355,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:27:04.924664 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39112) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:27:04.972759 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-1b956e95-ccb6-4378-8ee9-ce996af964fb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1bf3ef6d555c4e2f97eeee6e992ddcb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465508 Sep 17 09:27:04.975120 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39114) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:27:05.030254 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b34df3ca-009f-4b86-803f-2a740617b39e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:05.055704 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b34df3ca-009f-4b86-803f-2a740617b39e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:05.112565 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b34df3ca-009f-4b86-803f-2a740617b39e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:05.115117 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b34df3ca-009f-4b86-803f-2a740617b39e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:05.116376 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-b34df3ca-009f-4b86-803f-2a740617b39e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/04cc0b80-40f2-4550-ab9b-c80ad25751b3 HTTP/1.1" status: 204 len: 168 time: 0.1403549 Sep 17 09:27:05.124070 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34df3ca-009f-4b86-803f-2a740617b39e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04cc0b80-40f2-4550-ab9b-c80ad25751b3,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:27:05.233688 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 92711d7c-654f-4d59-8863-ea0417ad4ae2 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 09:27:05.254495 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 92711d7c-654f-4d59-8863-ea0417ad4ae2 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 09:27:05.254869 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 92711d7c-654f-4d59-8863-ea0417ad4ae2 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 09:27:05.255260 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device bff8f230-302c-49c6-a485-6eb2587b8a86 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 09:27:05.273604 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: bff8f230-302c-49c6-a485-6eb2587b8a86 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 09:27:05.273958 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device bff8f230-302c-49c6-a485-6eb2587b8a86 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 09:27:05.274377 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 9654fdd5-cc6b-4eab-9350-d7ad867bca58 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 09:27:05.293335 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 9654fdd5-cc6b-4eab-9350-d7ad867bca58 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 09:27:05.293691 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 9654fdd5-cc6b-4eab-9350-d7ad867bca58 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 09:27:05.460237 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39120) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:27:05.500322 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-1c356ceb-ae98-4b33-ae39-e82c1aa8e7b7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=28e2448389b149f08c9997b8e25966ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387363 Sep 17 09:27:05.502643 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39122) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:27:05.549194 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-22e24f0f-cdb2-48ae-8bb0-d94360f7bb1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:05.569608 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-22e24f0f-cdb2-48ae-8bb0-d94360f7bb1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:05.617865 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-22e24f0f-cdb2-48ae-8bb0-d94360f7bb1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:05.620467 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-22e24f0f-cdb2-48ae-8bb0-d94360f7bb1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:05.621620 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-22e24f0f-cdb2-48ae-8bb0-d94360f7bb1a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b8d62535-94e9-45d9-9978-00ba823f855e HTTP/1.1" status: 204 len: 168 time: 0.1180880 Sep 17 09:27:05.629089 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e24f0f-cdb2-48ae-8bb0-d94360f7bb1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d62535-94e9-45d9-9978-00ba823f855e,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:27:06.342346 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39144) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:27:06.415896 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:06.441758 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-6a9e18ea-1938-425f-ae17-4469bf5f23d3 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-498987175-network', 'tenant_id': '466d3210d5e1428bb2118e307c203173'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:27:06.462361 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a9e18ea-1938-425f-ae17-4469bf5f23d3 admin admin] Made reservation on behalf of 466d3210d5e1428bb2118e307c203173 for: {'network': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 09:27:06.464732 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6a9e18ea-1938-425f-ae17-4469bf5f23d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:06.472937 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6a9e18ea-1938-425f-ae17-4469bf5f23d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:06.521879 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:06.569428 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6a9e18ea-1938-425f-ae17-4469bf5f23d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:06.573416 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6a9e18ea-1938-425f-ae17-4469bf5f23d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:06.600807 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a9e18ea-1938-425f-ae17-4469bf5f23d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=101289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 09:27:06.611883 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9e18ea-1938-425f-ae17-4469bf5f23d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c00857-6dc5-41c9-a222-5ff14a1ef5b6,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:27:06.616943 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6a9e18ea-1938-425f-ae17-4469bf5f23d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:06.617303 n-d-789963-9 neutron-server[101289]: INFO neutron.db.segments_db [None req-6a9e18ea-1938-425f-ae17-4469bf5f23d3 admin admin] Added segment b68ab6e9-0313-4582-997b-6584f18fdc81 of type vlan for network fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88 Sep 17 09:27:06.657896 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6a9e18ea-1938-425f-ae17-4469bf5f23d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:06.682541 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6a9e18ea-1938-425f-ae17-4469bf5f23d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:06.683700 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9e18ea-1938-425f-ae17-4469bf5f23d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:27:06.684353 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-6a9e18ea-1938-425f-ae17-4469bf5f23d3 admin admin] Notify callbacks [] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:06.718364 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-6a9e18ea-1938-425f-ae17-4469bf5f23d3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3749135 Sep 17 09:27:06.722202 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39148) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:27:06.727325 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-4f465a75-70ec-4036-a7b7-a0207813fa38 admin admin] Request body: {'subnet': {'network_id': 'fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-498987175-subnet', 'tenant_id': '466d3210d5e1428bb2118e307c203173', 'ip_version': 4}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:27:06.748751 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f465a75-70ec-4036-a7b7-a0207813fa38 admin admin] Made reservation on behalf of 466d3210d5e1428bb2118e307c203173 for: {'subnet': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 09:27:06.751185 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4f465a75-70ec-4036-a7b7-a0207813fa38 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29677074'] for subnet, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:06.752270 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9e18ea-1938-425f-ae17-4469bf5f23d3 admin admin] Pushing event updated for resources: {'Network': ['ID=fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:27:06.761713 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 09:27:06.922924 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4f465a75-70ec-4036-a7b7-a0207813fa38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29439691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29677116'] for subnet, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:06.976414 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f465a75-70ec-4036-a7b7-a0207813fa38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=834f7f96-5dec-44f9-9a34-61759e4c750c,revision_number=0']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:27:06.991102 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f465a75-70ec-4036-a7b7-a0207813fa38 admin admin] Checking segment: {'id': 'b68ab6e9-0313-4582-997b-6584f18fdc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 09:27:06.991462 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f465a75-70ec-4036-a7b7-a0207813fa38 admin admin] Network hostable DHCP agents. Network: fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 09:27:07.006713 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f465a75-70ec-4036-a7b7-a0207813fa38 admin admin] Network fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 09:27:07.015281 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-4f465a75-70ec-4036-a7b7-a0207813fa38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88) {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 09:27:07.019700 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f465a75-70ec-4036-a7b7-a0207813fa38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:27:07.020316 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4f465a75-70ec-4036-a7b7-a0207813fa38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:07.024816 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32072960-309e-42e7-99d4-56ed10bb3258 None None] Network fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 09:27:07.035433 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-4f465a75-70ec-4036-a7b7-a0207813fa38 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3121026 Sep 17 09:27:07.038188 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39150) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:27:07.042778 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-95ab17d4-edce-432c-b9eb-5842d7d3711b admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-498987175-router', 'tenant_id': '466d3210d5e1428bb2118e307c203173', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:27:07.064219 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-95ab17d4-edce-432c-b9eb-5842d7d3711b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:07.065196 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-95ab17d4-edce-432c-b9eb-5842d7d3711b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:07.116350 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-95ab17d4-edce-432c-b9eb-5842d7d3711b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:07.177538 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b6de3a-1369-4ca8-8382-2117e3bca95a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88', 'network_id': 'fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88', 'tenant_id': '466d3210d5e1428bb2118e307c203173', 'fixed_ips': [{'subnet_id': '834f7f96-5dec-44f9-9a34-61759e4c750c'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 09:27:07.178487 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d6b6de3a-1369-4ca8-8382-2117e3bca95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:07.258592 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-95ab17d4-edce-432c-b9eb-5842d7d3711b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:07.311067 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-d6b6de3a-1369-4ca8-8382-2117e3bca95a None None] Allocated IP 172.20.0.2 (fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88/834f7f96-5dec-44f9-9a34-61759e4c750c/7eae5883-a5c2-4617-ae44-bd681fea8564) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 09:27:07.455860 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-95ab17d4-edce-432c-b9eb-5842d7d3711b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:07.456789 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d6b6de3a-1369-4ca8-8382-2117e3bca95a None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:07.463292 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d6b6de3a-1369-4ca8-8382-2117e3bca95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:07.480200 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-95ab17d4-edce-432c-b9eb-5842d7d3711b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:07.500921 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b6de3a-1369-4ca8-8382-2117e3bca95a None None] Network fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 09:27:07.504641 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-d6b6de3a-1369-4ca8-8382-2117e3bca95a None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 09:27:07.507532 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b6de3a-1369-4ca8-8382-2117e3bca95a None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 09:27:07.519304 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b6de3a-1369-4ca8-8382-2117e3bca95a None None] Pushing event updated for resources: {'Port': ['ID=7eae5883-a5c2-4617-ae44-bd681fea8564,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:27:07.572346 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-d6b6de3a-1369-4ca8-8382-2117e3bca95a None None] Attempting to bind port 7eae5883-a5c2-4617-ae44-bd681fea8564 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 09:27:07.572713 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-d6b6de3a-1369-4ca8-8382-2117e3bca95a None None] Attempting to bind port 7eae5883-a5c2-4617-ae44-bd681fea8564 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'b68ab6e9-0313-4582-997b-6584f18fdc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 09:27:07.573075 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b6de3a-1369-4ca8-8382-2117e3bca95a None None] Attempting to bind port 7eae5883-a5c2-4617-ae44-bd681fea8564 on network fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 09:27:07.577984 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b6de3a-1369-4ca8-8382-2117e3bca95a None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 9, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 09:27:07.578355 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b6de3a-1369-4ca8-8382-2117e3bca95a None None] Checking segment: {'id': 'b68ab6e9-0313-4582-997b-6584f18fdc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 09:27:07.578854 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d6b6de3a-1369-4ca8-8382-2117e3bca95a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:07.579853 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b6de3a-1369-4ca8-8382-2117e3bca95a None None] Bound using segment: {'id': 'b68ab6e9-0313-4582-997b-6584f18fdc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 09:27:07.580494 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-d6b6de3a-1369-4ca8-8382-2117e3bca95a None None] Bound port: 7eae5883-a5c2-4617-ae44-bd681fea8564, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b68ab6e9-0313-4582-997b-6584f18fdc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 09:27:07.580928 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d6b6de3a-1369-4ca8-8382-2117e3bca95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:07.582573 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-95ab17d4-edce-432c-b9eb-5842d7d3711b admin admin] Allocated IP 172.25.6.57 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/2835d41d-f01a-4070-9f65-eeab79be863b) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 09:27:07.644784 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-d6b6de3a-1369-4ca8-8382-2117e3bca95a None None] For port 7eae5883-a5c2-4617-ae44-bd681fea8564, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 09:27:07.648080 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-d6b6de3a-1369-4ca8-8382-2117e3bca95a None None] For port 7eae5883-a5c2-4617-ae44-bd681fea8564, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=7eae5883-a5c2-4617-ae44-bd681fea8564,segment=NetworkSegment(b68ab6e9-0313-4582-997b-6584f18fdc81),segment_id=b68ab6e9-0313-4582-997b-6584f18fdc81)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 09:27:07.652565 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d6b6de3a-1369-4ca8-8382-2117e3bca95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:07.688150 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-95ab17d4-edce-432c-b9eb-5842d7d3711b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:07.710814 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b6de3a-1369-4ca8-8382-2117e3bca95a None None] Pushing event updated for resources: {'Port': ['ID=7eae5883-a5c2-4617-ae44-bd681fea8564,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:27:07.722554 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-95ab17d4-edce-432c-b9eb-5842d7d3711b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:07.761352 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ab17d4-edce-432c-b9eb-5842d7d3711b admin admin] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 09:27:07.764358 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-95ab17d4-edce-432c-b9eb-5842d7d3711b admin admin] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 09:27:07.770153 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ab17d4-edce-432c-b9eb-5842d7d3711b admin admin] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 09:27:07.775621 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab17d4-edce-432c-b9eb-5842d7d3711b admin admin] Pushing event updated for resources: {'Port': ['ID=2835d41d-f01a-4070-9f65-eeab79be863b,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:27:08.041391 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-95ab17d4-edce-432c-b9eb-5842d7d3711b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:08.245968 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-95ab17d4-edce-432c-b9eb-5842d7d3711b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:08.378122 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ab17d4-edce-432c-b9eb-5842d7d3711b admin admin] Router 9213fbc0-1596-41b9-bd8a-646081eaeca3 is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 09:27:08.491114 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ab17d4-edce-432c-b9eb-5842d7d3711b admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 09:27:08.502542 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca9e32a-63da-4c96-8e70-e0b54eee6ce0 None None] Sync routers for ids ['9213fbc0-1596-41b9-bd8a-646081eaeca3'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 09:27:08.508986 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-95ab17d4-edce-432c-b9eb-5842d7d3711b admin admin] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:08.510336 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-95ab17d4-edce-432c-b9eb-5842d7d3711b admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4711580 Sep 17 09:27:08.513403 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39152) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:27:08.515244 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca9e32a-63da-4c96-8e70-e0b54eee6ce0 None None] Routers {'9213fbc0-1596-41b9-bd8a-646081eaeca3'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:27:08.515925 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-0ca9e32a-63da-4c96-8e70-e0b54eee6ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:26:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['9213fbc0-1596-41b9-bd8a-646081eaeca3'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:27:08.632260 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f05280-479e-44d2-8fb0-1ef999c0837f None None] Network fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 09:27:08.638583 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-0ca9e32a-63da-4c96-8e70-e0b54eee6ce0 None None] Set router 9213fbc0-1596-41b9-bd8a-646081eaeca3 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:27:08.774176 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-55520b43-a88f-4483-a10a-c9a5c0091c15 None None] Provisioning complete for port 7eae5883-a5c2-4617-ae44-bd681fea8564 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:27:08.774523 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-55520b43-a88f-4483-a10a-c9a5c0091c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:08.845898 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-0ca9e32a-63da-4c96-8e70-e0b54eee6ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9213fbc0-1596-41b9-bd8a-646081eaeca3', 'name': 'tempest-TestSnapshotPattern-498987175-router', 'tenant_id': '466d3210d5e1428bb2118e307c203173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '2835d41d-f01a-4070-9f65-eeab79be863b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:27:07Z', 'updated_at': '2021-09-17T09:27:07Z', 'revision_number': 3, 'project_id': '466d3210d5e1428bb2118e307c203173', 'gw_port': {'id': '2835d41d-f01a-4070-9f65-eeab79be863b', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:77:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9213fbc0-1596-41b9-bd8a-646081eaeca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:27:07Z', 'updated_at': '2021-09-17T09:27:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:27:08.873039 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca9e32a-63da-4c96-8e70-e0b54eee6ce0 None None] Checking router: 9213fbc0-1596-41b9-bd8a-646081eaeca3 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 09:27:08.873295 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca9e32a-63da-4c96-8e70-e0b54eee6ce0 None None] Updating router 9213fbc0-1596-41b9-bd8a-646081eaeca3 port 2835d41d-f01a-4070-9f65-eeab79be863b binding host n-d-789963-9 {{(pid=101292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 09:27:08.900443 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0ca9e32a-63da-4c96-8e70-e0b54eee6ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:08.916178 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-55520b43-a88f-4483-a10a-c9a5c0091c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:08.952800 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-55520b43-a88f-4483-a10a-c9a5c0091c15 None None] For port 7eae5883-a5c2-4617-ae44-bd681fea8564, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=7eae5883-a5c2-4617-ae44-bd681fea8564,segment=NetworkSegment(b68ab6e9-0313-4582-997b-6584f18fdc81),segment_id=b68ab6e9-0313-4582-997b-6584f18fdc81)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:27:08.961148 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-55520b43-a88f-4483-a10a-c9a5c0091c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:09.025008 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55520b43-a88f-4483-a10a-c9a5c0091c15 None None] Pushing event updated for resources: {'Port': ['ID=7eae5883-a5c2-4617-ae44-bd681fea8564,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:27:09.183421 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-a93f415d-b429-4a9e-a041-24c0cfa1618d None None] Provisioning complete for port 7eae5883-a5c2-4617-ae44-bd681fea8564 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:27:09.183863 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a93f415d-b429-4a9e-a041-24c0cfa1618d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:09.203559 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0ca9e32a-63da-4c96-8e70-e0b54eee6ce0 None None] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:09.212405 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0ca9e32a-63da-4c96-8e70-e0b54eee6ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:09.260246 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae02160-be42-48ca-8c1a-0985b5e90c63 None None] Pushing event updated for resources: {'Port': ['ID=2835d41d-f01a-4070-9f65-eeab79be863b,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:27:09.269605 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae02160-be42-48ca-8c1a-0985b5e90c63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:27:09.269965 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae02160-be42-48ca-8c1a-0985b5e90c63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:27:09.270303 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae02160-be42-48ca-8c1a-0985b5e90c63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:27:09.270648 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae02160-be42-48ca-8c1a-0985b5e90c63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:27:09.270982 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae02160-be42-48ca-8c1a-0985b5e90c63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:27:09.271313 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae02160-be42-48ca-8c1a-0985b5e90c63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:27:09.271643 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae02160-be42-48ca-8c1a-0985b5e90c63 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:27:09.272000 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae02160-be42-48ca-8c1a-0985b5e90c63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:27:09.272329 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae02160-be42-48ca-8c1a-0985b5e90c63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:27:09.272654 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae02160-be42-48ca-8c1a-0985b5e90c63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:27:09.272977 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae02160-be42-48ca-8c1a-0985b5e90c63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:27:09.273304 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae02160-be42-48ca-8c1a-0985b5e90c63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:27:09.294808 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-0ca9e32a-63da-4c96-8e70-e0b54eee6ce0 None None] Attempting to bind port 2835d41d-f01a-4070-9f65-eeab79be863b on host n-d-789963-9 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 09:27:09.295193 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-0ca9e32a-63da-4c96-8e70-e0b54eee6ce0 None None] Attempting to bind port 2835d41d-f01a-4070-9f65-eeab79be863b by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 09:27:09.295573 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca9e32a-63da-4c96-8e70-e0b54eee6ce0 None None] Attempting to bind port 2835d41d-f01a-4070-9f65-eeab79be863b on network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 09:27:09.301401 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca9e32a-63da-4c96-8e70-e0b54eee6ce0 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 9, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 09:27:09.302280 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca9e32a-63da-4c96-8e70-e0b54eee6ce0 None None] Checking segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 09:27:09.302280 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0ca9e32a-63da-4c96-8e70-e0b54eee6ce0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:09.302494 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca9e32a-63da-4c96-8e70-e0b54eee6ce0 None None] Bound using segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 09:27:09.303124 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-0ca9e32a-63da-4c96-8e70-e0b54eee6ce0 None None] Bound port: 2835d41d-f01a-4070-9f65-eeab79be863b, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 09:27:09.303356 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0ca9e32a-63da-4c96-8e70-e0b54eee6ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:09.305073 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 7eae5883-a5c2-4617-ae44-bd681fea8564 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 09:27:09.357724 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-0ca9e32a-63da-4c96-8e70-e0b54eee6ce0 None None] For port 2835d41d-f01a-4070-9f65-eeab79be863b, host n-d-789963-9, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 09:27:09.361772 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-0ca9e32a-63da-4c96-8e70-e0b54eee6ce0 None None] For port 2835d41d-f01a-4070-9f65-eeab79be863b, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=2835d41d-f01a-4070-9f65-eeab79be863b,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 09:27:09.366650 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 7eae5883-a5c2-4617-ae44-bd681fea8564 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:27:09.367205 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:09.368386 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0ca9e32a-63da-4c96-8e70-e0b54eee6ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:09.379812 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5f5de654-1905-4bc6-8df1-d8d6c014ce8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:09.423449 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae02160-be42-48ca-8c1a-0985b5e90c63 None None] Pushing event updated for resources: {'Port': ['ID=2835d41d-f01a-4070-9f65-eeab79be863b,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:27:09.445401 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca9e32a-63da-4c96-8e70-e0b54eee6ce0 None None] Routers {'9213fbc0-1596-41b9-bd8a-646081eaeca3'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:27:09.446312 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-0ca9e32a-63da-4c96-8e70-e0b54eee6ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:26:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['9213fbc0-1596-41b9-bd8a-646081eaeca3'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:27:09.563881 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-0ca9e32a-63da-4c96-8e70-e0b54eee6ce0 None None] Set router 9213fbc0-1596-41b9-bd8a-646081eaeca3 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:27:09.573421 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-5f5de654-1905-4bc6-8df1-d8d6c014ce8a admin admin] Allocated IP 172.20.0.1 (fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88/834f7f96-5dec-44f9-9a34-61759e4c750c/5232db90-6c17-459d-bd72-be0c7969bf15) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 09:27:09.681193 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5f5de654-1905-4bc6-8df1-d8d6c014ce8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:09.716149 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5f5de654-1905-4bc6-8df1-d8d6c014ce8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:09.753644 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-0ca9e32a-63da-4c96-8e70-e0b54eee6ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9213fbc0-1596-41b9-bd8a-646081eaeca3', 'name': 'tempest-TestSnapshotPattern-498987175-router', 'tenant_id': '466d3210d5e1428bb2118e307c203173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '2835d41d-f01a-4070-9f65-eeab79be863b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:27:07Z', 'updated_at': '2021-09-17T09:27:07Z', 'revision_number': 3, 'project_id': '466d3210d5e1428bb2118e307c203173', 'gw_port': {'id': '2835d41d-f01a-4070-9f65-eeab79be863b', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:77:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9213fbc0-1596-41b9-bd8a-646081eaeca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:27:07Z', 'updated_at': '2021-09-17T09:27:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:27:09.757740 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5de654-1905-4bc6-8df1-d8d6c014ce8a admin admin] Network fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 09:27:09.761644 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-5f5de654-1905-4bc6-8df1-d8d6c014ce8a admin admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 09:27:09.765482 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5de654-1905-4bc6-8df1-d8d6c014ce8a admin admin] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 09:27:09.784063 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca9e32a-63da-4c96-8e70-e0b54eee6ce0 None None] The sync data for ids ['9213fbc0-1596-41b9-bd8a-646081eaeca3'] in n-d-789963-9 is: [{'id': '9213fbc0-1596-41b9-bd8a-646081eaeca3', 'name': 'tempest-TestSnapshotPattern-498987175-router', 'tenant_id': '466d3210d5e1428bb2118e307c203173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '2835d41d-f01a-4070-9f65-eeab79be863b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:27:07Z', 'updated_at': '2021-09-17T09:27:07Z', 'revision_number': 3, 'project_id': '466d3210d5e1428bb2118e307c203173', 'gw_port': {'id': '2835d41d-f01a-4070-9f65-eeab79be863b', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:77:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9213fbc0-1596-41b9-bd8a-646081eaeca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:27:07Z', 'updated_at': '2021-09-17T09:27:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 09:27:09.796276 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5de654-1905-4bc6-8df1-d8d6c014ce8a admin admin] Pushing event updated for resources: {'Port': ['ID=5232db90-6c17-459d-bd72-be0c7969bf15,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:27:09.829845 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5f5de654-1905-4bc6-8df1-d8d6c014ce8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:09.983163 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5f5de654-1905-4bc6-8df1-d8d6c014ce8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:10.101814 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-e7d914fd-c6a2-4326-bbbb-114cc7c48512 None None] Provisioning complete for port 5232db90-6c17-459d-bd72-be0c7969bf15 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:27:10.102340 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e7d914fd-c6a2-4326-bbbb-114cc7c48512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:10.155103 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-e7d914fd-c6a2-4326-bbbb-114cc7c48512 None None] Port 5232db90-6c17-459d-bd72-be0c7969bf15 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 09:27:10.215127 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5f5de654-1905-4bc6-8df1-d8d6c014ce8a admin admin] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:10.220276 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5f5de654-1905-4bc6-8df1-d8d6c014ce8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:10.300643 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-5f5de654-1905-4bc6-8df1-d8d6c014ce8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:10.303874 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5de654-1905-4bc6-8df1-d8d6c014ce8a admin admin] Pushing event updated for resources: {'Port': ['ID=5232db90-6c17-459d-bd72-be0c7969bf15,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:27:10.402423 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5de654-1905-4bc6-8df1-d8d6c014ce8a admin admin] Network fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 09:27:10.404004 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-5f5de654-1905-4bc6-8df1-d8d6c014ce8a admin admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 09:27:10.535740 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f5de654-1905-4bc6-8df1-d8d6c014ce8a admin admin] Router 9213fbc0-1596-41b9-bd8a-646081eaeca3 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 09:27:10.661499 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f5de654-1905-4bc6-8df1-d8d6c014ce8a admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 09:27:10.667403 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-5f5de654-1905-4bc6-8df1-d8d6c014ce8a admin admin] 10.222.0.13 "PUT /v2.0/routers/9213fbc0-1596-41b9-bd8a-646081eaeca3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1528950 Sep 17 09:27:10.679190 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-17d6a3b0-444f-4e51-bcbb-febac1cc60a1 None None] Provisioning complete for port 5232db90-6c17-459d-bd72-be0c7969bf15 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:27:10.679678 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-17d6a3b0-444f-4e51-bcbb-febac1cc60a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:10.716857 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-17d6a3b0-444f-4e51-bcbb-febac1cc60a1 None None] Port 5232db90-6c17-459d-bd72-be0c7969bf15 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 09:27:11.200403 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39168) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:27:11.206644 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-45ab60f6-c0dc-44f1-92c6-a7e1088c721a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1639053335-network', 'tenant_id': '263bfe4c4def4b4f8fffd76c151eae3e'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:27:11.231922 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ab60f6-c0dc-44f1-92c6-a7e1088c721a admin admin] Made reservation on behalf of 263bfe4c4def4b4f8fffd76c151eae3e for: {'network': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 09:27:11.234416 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-45ab60f6-c0dc-44f1-92c6-a7e1088c721a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for network, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:11.252224 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-45ab60f6-c0dc-44f1-92c6-a7e1088c721a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:11.259398 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 2835d41d-f01a-4070-9f65-eeab79be863b up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 09:27:11.318604 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 2835d41d-f01a-4070-9f65-eeab79be863b triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:27:11.319037 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:11.363145 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-45ab60f6-c0dc-44f1-92c6-a7e1088c721a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:11.367755 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-45ab60f6-c0dc-44f1-92c6-a7e1088c721a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:11.390341 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45ab60f6-c0dc-44f1-92c6-a7e1088c721a admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=101290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 09:27:11.405722 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ab60f6-c0dc-44f1-92c6-a7e1088c721a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3095f7bb-ea22-453c-a3cb-f22f9df1c9dc,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:27:11.408838 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-45ab60f6-c0dc-44f1-92c6-a7e1088c721a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:11.409188 n-d-789963-9 neutron-server[101290]: INFO neutron.db.segments_db [None req-45ab60f6-c0dc-44f1-92c6-a7e1088c721a admin admin] Added segment 24e26054-c902-4406-a5d3-b3292d5a5b46 of type vlan for network 3e5d48ca-3327-4fff-8814-523648e0d852 Sep 17 09:27:11.418354 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:11.445163 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port 2835d41d-f01a-4070-9f65-eeab79be863b, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=2835d41d-f01a-4070-9f65-eeab79be863b,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:27:11.449056 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:11.454976 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-45ab60f6-c0dc-44f1-92c6-a7e1088c721a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729336963130'] for network, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:11.481241 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-45ab60f6-c0dc-44f1-92c6-a7e1088c721a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057'] for network, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:11.482278 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ab60f6-c0dc-44f1-92c6-a7e1088c721a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:27:11.482863 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-45ab60f6-c0dc-44f1-92c6-a7e1088c721a admin admin] Notify callbacks [] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:11.503891 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=2835d41d-f01a-4070-9f65-eeab79be863b,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:27:11.519593 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-45ab60f6-c0dc-44f1-92c6-a7e1088c721a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3148649 Sep 17 09:27:11.519823 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39170) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:27:11.525306 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-58c86016-6641-45cb-9e3d-41d819ad433e admin admin] Request body: {'subnet': {'network_id': '3e5d48ca-3327-4fff-8814-523648e0d852', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1639053335-subnet', 'tenant_id': '263bfe4c4def4b4f8fffd76c151eae3e', 'ip_version': 4}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:27:11.549631 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1120083f-7a76-4449-b302-ec61f555a325 None None] Sync routers for ids ['9213fbc0-1596-41b9-bd8a-646081eaeca3'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 09:27:11.549883 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c86016-6641-45cb-9e3d-41d819ad433e admin admin] Made reservation on behalf of 263bfe4c4def4b4f8fffd76c151eae3e for: {'subnet': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 09:27:11.552570 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-58c86016-6641-45cb-9e3d-41d819ad433e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30393545'] for subnet, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:11.556287 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ab60f6-c0dc-44f1-92c6-a7e1088c721a admin admin] Pushing event updated for resources: {'Network': ['ID=3e5d48ca-3327-4fff-8814-523648e0d852,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:27:11.560101 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1120083f-7a76-4449-b302-ec61f555a325 None None] Routers {'9213fbc0-1596-41b9-bd8a-646081eaeca3'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:27:11.560820 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-1120083f-7a76-4449-b302-ec61f555a325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:26:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['9213fbc0-1596-41b9-bd8a-646081eaeca3'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:27:11.601316 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Network 3e5d48ca-3327-4fff-8814-523648e0d852 details requested by agent ovs-agent-n-d-789963-9 with host n-d-789963-9 {{(pid=101291) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 09:27:11.732163 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-1120083f-7a76-4449-b302-ec61f555a325 None None] Set router 9213fbc0-1596-41b9-bd8a-646081eaeca3 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:27:11.743248 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-58c86016-6641-45cb-9e3d-41d819ad433e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24491445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30393575'] for subnet, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:11.806546 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c86016-6641-45cb-9e3d-41d819ad433e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9179c275-995a-4958-b3cf-98e297811dda,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:27:11.810952 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c86016-6641-45cb-9e3d-41d819ad433e admin admin] Checking segment: {'id': '24e26054-c902-4406-a5d3-b3292d5a5b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3e5d48ca-3327-4fff-8814-523648e0d852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 09:27:11.811310 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c86016-6641-45cb-9e3d-41d819ad433e admin admin] Network hostable DHCP agents. Network: 3e5d48ca-3327-4fff-8814-523648e0d852, hostable agents: ['b55afc1e-48d4-4470-8b07-b398b506c589'], hosted agents: [] {{(pid=101289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 09:27:11.839224 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c86016-6641-45cb-9e3d-41d819ad433e admin admin] Network 3e5d48ca-3327-4fff-8814-523648e0d852 is scheduled to be hosted by DHCP agent b55afc1e-48d4-4470-8b07-b398b506c589 with binding_index 1 {{(pid=101289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 09:27:11.850263 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-58c86016-6641-45cb-9e3d-41d819ad433e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-9, 3e5d48ca-3327-4fff-8814-523648e0d852) {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 09:27:11.855204 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c86016-6641-45cb-9e3d-41d819ad433e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:27:11.855791 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-58c86016-6641-45cb-9e3d-41d819ad433e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:11.868936 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ff49c1-3625-4675-9fd1-6123bbe3f7a5 None None] Network 3e5d48ca-3327-4fff-8814-523648e0d852 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 09:27:11.872444 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-58c86016-6641-45cb-9e3d-41d819ad433e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3514736 Sep 17 09:27:11.874973 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39172) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:27:11.879417 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-ceaa165c-fe7b-4524-a11b-62d195f8c10c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1639053335-router', 'tenant_id': '263bfe4c4def4b4f8fffd76c151eae3e', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:27:11.900767 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ceaa165c-fe7b-4524-a11b-62d195f8c10c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7574'] for router, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:11.901948 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ceaa165c-fe7b-4524-a11b-62d195f8c10c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-726801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7567'] for router, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:11.958919 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ceaa165c-fe7b-4524-a11b-62d195f8c10c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:12.100120 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ceaa165c-fe7b-4524-a11b-62d195f8c10c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:12.225812 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-1120083f-7a76-4449-b302-ec61f555a325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9213fbc0-1596-41b9-bd8a-646081eaeca3', 'name': 'tempest-TestSnapshotPattern-498987175-router', 'tenant_id': '466d3210d5e1428bb2118e307c203173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '2835d41d-f01a-4070-9f65-eeab79be863b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:27:07Z', 'updated_at': '2021-09-17T09:27:09Z', 'revision_number': 4, 'project_id': '466d3210d5e1428bb2118e307c203173', 'gw_port': {'id': '2835d41d-f01a-4070-9f65-eeab79be863b', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:77:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9213fbc0-1596-41b9-bd8a-646081eaeca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:27:07Z', 'updated_at': '2021-09-17T09:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '5232db90-6c17-459d-bd72-be0c7969bf15', 'name': '', 'network_id': 'fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88', 'tenant_id': '466d3210d5e1428bb2118e307c203173', 'mac_address': 'fa:16:3e:78:83:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9213fbc0-1596-41b9-bd8a-646081eaeca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '834f7f96-5dec-44f9-9a34-61759e4c750c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:27:09Z', 'updated_at': '2021-09-17T09:27:10Z', 'revision_number': 2, 'project_id': '466d3210d5e1428bb2118e307c203173', 'subnets': [{'id': '834f7f96-5dec-44f9-9a34-61759e4c750c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:27:12.254293 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8b6886-9089-4724-8f1f-ed80ec8638ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba8a6095-8cc2-5cf6-9a5c-a54d8429423e-3e5d48ca-3327-4fff-8814-523648e0d852', 'network_id': '3e5d48ca-3327-4fff-8814-523648e0d852', 'tenant_id': '263bfe4c4def4b4f8fffd76c151eae3e', 'fixed_ips': [{'subnet_id': '9179c275-995a-4958-b3cf-98e297811dda'}]}} from n-d-789963-9. {{(pid=101291) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 09:27:12.255128 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ef8b6886-9089-4724-8f1f-ed80ec8638ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:12.258569 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1120083f-7a76-4449-b302-ec61f555a325 None None] Checking router: 9213fbc0-1596-41b9-bd8a-646081eaeca3 for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 09:27:12.258921 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1120083f-7a76-4449-b302-ec61f555a325 None None] Updating router 9213fbc0-1596-41b9-bd8a-646081eaeca3 port 5232db90-6c17-459d-bd72-be0c7969bf15 binding host n-d-789963-9 {{(pid=101291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 09:27:12.302622 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1120083f-7a76-4449-b302-ec61f555a325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:12.303331 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ceaa165c-fe7b-4524-a11b-62d195f8c10c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:12.322250 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ceaa165c-fe7b-4524-a11b-62d195f8c10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:12.431975 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [None req-ceaa165c-fe7b-4524-a11b-62d195f8c10c admin admin] Allocated IP 172.25.6.209 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/c3c81519-fac9-4aca-8896-10dd3848a645) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 09:27:12.513609 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-ef8b6886-9089-4724-8f1f-ed80ec8638ca None None] Allocated IP 172.20.0.2 (3e5d48ca-3327-4fff-8814-523648e0d852/9179c275-995a-4958-b3cf-98e297811dda/72cbfae0-6e90-4c0f-a3c0-b2c268780d15) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 09:27:12.531897 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ceaa165c-fe7b-4524-a11b-62d195f8c10c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:12.565664 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ceaa165c-fe7b-4524-a11b-62d195f8c10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:12.603922 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceaa165c-fe7b-4524-a11b-62d195f8c10c admin admin] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 09:27:12.612050 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [None req-ceaa165c-fe7b-4524-a11b-62d195f8c10c admin admin] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 09:27:12.617198 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaa165c-fe7b-4524-a11b-62d195f8c10c admin admin] Pushing event updated for resources: {'Port': ['ID=c3c81519-fac9-4aca-8896-10dd3848a645,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:27:12.617198 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceaa165c-fe7b-4524-a11b-62d195f8c10c admin admin] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 09:27:12.769881 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ef8b6886-9089-4724-8f1f-ed80ec8638ca None None] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:12.781493 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1120083f-7a76-4449-b302-ec61f555a325 None None] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:12.783788 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ef8b6886-9089-4724-8f1f-ed80ec8638ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:12.792892 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1120083f-7a76-4449-b302-ec61f555a325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:12.839910 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8b6886-9089-4724-8f1f-ed80ec8638ca None None] Network 3e5d48ca-3327-4fff-8814-523648e0d852 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 09:27:12.846437 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8b6886-9089-4724-8f1f-ed80ec8638ca None None] Pushing event updated for resources: {'Port': ['ID=72cbfae0-6e90-4c0f-a3c0-b2c268780d15,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:27:12.851389 n-d-789963-9 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-ef8b6886-9089-4724-8f1f-ed80ec8638ca None None] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 09:27:12.853463 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8b6886-9089-4724-8f1f-ed80ec8638ca None None] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 09:27:12.877750 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ceaa165c-fe7b-4524-a11b-62d195f8c10c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:12.962979 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21ce4b2-4579-47ec-a584-8fa07763113a None None] Pushing event updated for resources: {'Port': ['ID=5232db90-6c17-459d-bd72-be0c7969bf15,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:27:12.982941 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-ef8b6886-9089-4724-8f1f-ed80ec8638ca None None] Attempting to bind port 72cbfae0-6e90-4c0f-a3c0-b2c268780d15 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 09:27:12.983862 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-ef8b6886-9089-4724-8f1f-ed80ec8638ca None None] Attempting to bind port 72cbfae0-6e90-4c0f-a3c0-b2c268780d15 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '24e26054-c902-4406-a5d3-b3292d5a5b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3e5d48ca-3327-4fff-8814-523648e0d852'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 09:27:12.983862 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8b6886-9089-4724-8f1f-ed80ec8638ca None None] Attempting to bind port 72cbfae0-6e90-4c0f-a3c0-b2c268780d15 on network 3e5d48ca-3327-4fff-8814-523648e0d852 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 09:27:12.986714 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-1120083f-7a76-4449-b302-ec61f555a325 None None] Attempting to bind port 5232db90-6c17-459d-bd72-be0c7969bf15 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 09:27:12.987079 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-1120083f-7a76-4449-b302-ec61f555a325 None None] Attempting to bind port 5232db90-6c17-459d-bd72-be0c7969bf15 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'b68ab6e9-0313-4582-997b-6584f18fdc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 09:27:12.987433 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1120083f-7a76-4449-b302-ec61f555a325 None None] Attempting to bind port 5232db90-6c17-459d-bd72-be0c7969bf15 on network fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 09:27:12.993919 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8b6886-9089-4724-8f1f-ed80ec8638ca None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 9, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 09:27:12.994297 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8b6886-9089-4724-8f1f-ed80ec8638ca None None] Checking segment: {'id': '24e26054-c902-4406-a5d3-b3292d5a5b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3e5d48ca-3327-4fff-8814-523648e0d852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 09:27:12.994705 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ef8b6886-9089-4724-8f1f-ed80ec8638ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:12.995098 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8b6886-9089-4724-8f1f-ed80ec8638ca None None] Bound using segment: {'id': '24e26054-c902-4406-a5d3-b3292d5a5b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3e5d48ca-3327-4fff-8814-523648e0d852'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 09:27:12.995570 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-ef8b6886-9089-4724-8f1f-ed80ec8638ca None None] Bound port: 72cbfae0-6e90-4c0f-a3c0-b2c268780d15, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24e26054-c902-4406-a5d3-b3292d5a5b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3e5d48ca-3327-4fff-8814-523648e0d852'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 09:27:12.995976 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ef8b6886-9089-4724-8f1f-ed80ec8638ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:12.998099 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1120083f-7a76-4449-b302-ec61f555a325 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 9, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 09:27:12.998462 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1120083f-7a76-4449-b302-ec61f555a325 None None] Checking segment: {'id': 'b68ab6e9-0313-4582-997b-6584f18fdc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 09:27:12.998843 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1120083f-7a76-4449-b302-ec61f555a325 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:12.999223 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1120083f-7a76-4449-b302-ec61f555a325 None None] Bound using segment: {'id': 'b68ab6e9-0313-4582-997b-6584f18fdc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 09:27:12.999673 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-1120083f-7a76-4449-b302-ec61f555a325 None None] Bound port: 5232db90-6c17-459d-bd72-be0c7969bf15, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b68ab6e9-0313-4582-997b-6584f18fdc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 09:27:13.000070 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1120083f-7a76-4449-b302-ec61f555a325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:13.086979 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ceaa165c-fe7b-4524-a11b-62d195f8c10c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-726814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-726102'] for router, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:13.117309 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-222a9c99-c6dc-4d84-b0d5-b5cbee058c08 None None] Provisioning complete for port 5232db90-6c17-459d-bd72-be0c7969bf15 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:27:13.117593 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-222a9c99-c6dc-4d84-b0d5-b5cbee058c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:13.123734 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1120083f-7a76-4449-b302-ec61f555a325 None None] For port 5232db90-6c17-459d-bd72-be0c7969bf15, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 09:27:13.155438 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ef8b6886-9089-4724-8f1f-ed80ec8638ca None None] For port 72cbfae0-6e90-4c0f-a3c0-b2c268780d15, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 09:27:13.160359 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1120083f-7a76-4449-b302-ec61f555a325 None None] For port 5232db90-6c17-459d-bd72-be0c7969bf15, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=5232db90-6c17-459d-bd72-be0c7969bf15,segment=NetworkSegment(b68ab6e9-0313-4582-997b-6584f18fdc81),segment_id=b68ab6e9-0313-4582-997b-6584f18fdc81)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 09:27:13.176397 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1120083f-7a76-4449-b302-ec61f555a325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:13.180423 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ef8b6886-9089-4724-8f1f-ed80ec8638ca None None] For port 72cbfae0-6e90-4c0f-a3c0-b2c268780d15, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=72cbfae0-6e90-4c0f-a3c0-b2c268780d15,segment=NetworkSegment(24e26054-c902-4406-a5d3-b3292d5a5b46),segment_id=24e26054-c902-4406-a5d3-b3292d5a5b46)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 09:27:13.205161 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-222a9c99-c6dc-4d84-b0d5-b5cbee058c08 None None] Port 5232db90-6c17-459d-bd72-be0c7969bf15 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 09:27:13.211388 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ef8b6886-9089-4724-8f1f-ed80ec8638ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:13.222942 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceaa165c-fe7b-4524-a11b-62d195f8c10c admin admin] Router 2d9b8566-ff7d-4e2b-9d45-7a3c8a66bab6 is scheduled to L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc with binding_index 1 {{(pid=101289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 09:27:13.271494 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1120083f-7a76-4449-b302-ec61f555a325 None None] Routers {'9213fbc0-1596-41b9-bd8a-646081eaeca3'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:27:13.272748 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-1120083f-7a76-4449-b302-ec61f555a325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:26:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['9213fbc0-1596-41b9-bd8a-646081eaeca3'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:27:13.276219 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 2835d41d-f01a-4070-9f65-eeab79be863b up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 09:27:13.354838 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21ce4b2-4579-47ec-a584-8fa07763113a None None] Pushing event updated for resources: {'Port': ['ID=5232db90-6c17-459d-bd72-be0c7969bf15,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:27:13.367437 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceaa165c-fe7b-4524-a11b-62d195f8c10c admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 09:27:13.378834 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba442a0-aff1-452b-a8ea-948916438109 None None] Sync routers for ids ['2d9b8566-ff7d-4e2b-9d45-7a3c8a66bab6'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 09:27:13.395009 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba442a0-aff1-452b-a8ea-948916438109 None None] Routers {'2d9b8566-ff7d-4e2b-9d45-7a3c8a66bab6'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:27:13.395770 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-8ba442a0-aff1-452b-a8ea-948916438109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:26:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['2d9b8566-ff7d-4e2b-9d45-7a3c8a66bab6'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:27:13.405107 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ceaa165c-fe7b-4524-a11b-62d195f8c10c admin admin] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:13.406703 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ceaa165c-fe7b-4524-a11b-62d195f8c10c admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5305383 Sep 17 09:27:13.410502 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39174) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:27:13.546993 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8b6886-9089-4724-8f1f-ed80ec8638ca None None] Pushing event updated for resources: {'Port': ['ID=72cbfae0-6e90-4c0f-a3c0-b2c268780d15,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:27:13.592306 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 2835d41d-f01a-4070-9f65-eeab79be863b triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:27:13.593111 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:13.608865 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-8ba442a0-aff1-452b-a8ea-948916438109 None None] Set router 2d9b8566-ff7d-4e2b-9d45-7a3c8a66bab6 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:27:13.637449 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-1120083f-7a76-4449-b302-ec61f555a325 None None] Set router 9213fbc0-1596-41b9-bd8a-646081eaeca3 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:27:13.797367 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-d06f6c5e-7dc0-4c91-b119-f11e0cafa196 None None] Provisioning complete for port 5232db90-6c17-459d-bd72-be0c7969bf15 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:27:13.798285 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d06f6c5e-7dc0-4c91-b119-f11e0cafa196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:13.830010 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-8ba442a0-aff1-452b-a8ea-948916438109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9b8566-ff7d-4e2b-9d45-7a3c8a66bab6', 'name': 'tempest-TestSnapshotPattern-1639053335-router', 'tenant_id': '263bfe4c4def4b4f8fffd76c151eae3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'c3c81519-fac9-4aca-8896-10dd3848a645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:27:11Z', 'updated_at': '2021-09-17T09:27:12Z', 'revision_number': 3, 'project_id': '263bfe4c4def4b4f8fffd76c151eae3e', 'gw_port': {'id': 'c3c81519-fac9-4aca-8896-10dd3848a645', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:6f:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9b8566-ff7d-4e2b-9d45-7a3c8a66bab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:27:12Z', 'updated_at': '2021-09-17T09:27:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:27:13.875086 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba442a0-aff1-452b-a8ea-948916438109 None None] Checking router: 2d9b8566-ff7d-4e2b-9d45-7a3c8a66bab6 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 09:27:13.875602 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba442a0-aff1-452b-a8ea-948916438109 None None] Updating router 2d9b8566-ff7d-4e2b-9d45-7a3c8a66bab6 port c3c81519-fac9-4aca-8896-10dd3848a645 binding host n-d-789963-9 {{(pid=101292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 09:27:13.911571 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8ba442a0-aff1-452b-a8ea-948916438109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:14.096567 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d06f6c5e-7dc0-4c91-b119-f11e0cafa196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:14.296489 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-67c3561d-12d3-4d89-9e0d-5e5fb11490fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:14.361303 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8ba442a0-aff1-452b-a8ea-948916438109 None None] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:14.368990 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8ba442a0-aff1-452b-a8ea-948916438109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:14.369265 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-d06f6c5e-7dc0-4c91-b119-f11e0cafa196 None None] For port 5232db90-6c17-459d-bd72-be0c7969bf15, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=5232db90-6c17-459d-bd72-be0c7969bf15,segment=NetworkSegment(b68ab6e9-0313-4582-997b-6584f18fdc81),segment_id=b68ab6e9-0313-4582-997b-6584f18fdc81)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:27:14.377602 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d06f6c5e-7dc0-4c91-b119-f11e0cafa196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:14.413981 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-1120083f-7a76-4449-b302-ec61f555a325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9213fbc0-1596-41b9-bd8a-646081eaeca3', 'name': 'tempest-TestSnapshotPattern-498987175-router', 'tenant_id': '466d3210d5e1428bb2118e307c203173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '2835d41d-f01a-4070-9f65-eeab79be863b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:27:07Z', 'updated_at': '2021-09-17T09:27:09Z', 'revision_number': 4, 'project_id': '466d3210d5e1428bb2118e307c203173', 'gw_port': {'id': '2835d41d-f01a-4070-9f65-eeab79be863b', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:77:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9213fbc0-1596-41b9-bd8a-646081eaeca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:27:07Z', 'updated_at': '2021-09-17T09:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '5232db90-6c17-459d-bd72-be0c7969bf15', 'name': '', 'network_id': 'fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88', 'tenant_id': '466d3210d5e1428bb2118e307c203173', 'mac_address': 'fa:16:3e:78:83:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9213fbc0-1596-41b9-bd8a-646081eaeca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '834f7f96-5dec-44f9-9a34-61759e4c750c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:27:09Z', 'updated_at': '2021-09-17T09:27:13Z', 'revision_number': 4, 'project_id': '466d3210d5e1428bb2118e307c203173', 'subnets': [{'id': '834f7f96-5dec-44f9-9a34-61759e4c750c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:27:14.436770 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb3582c-3609-4dff-96a2-f565e7051452 None None] Pushing event updated for resources: {'Port': ['ID=c3c81519-fac9-4aca-8896-10dd3848a645,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:27:14.444922 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1120083f-7a76-4449-b302-ec61f555a325 None None] The sync data for ids ['9213fbc0-1596-41b9-bd8a-646081eaeca3'] in n-d-789963-9 is: [{'id': '9213fbc0-1596-41b9-bd8a-646081eaeca3', 'name': 'tempest-TestSnapshotPattern-498987175-router', 'tenant_id': '466d3210d5e1428bb2118e307c203173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '2835d41d-f01a-4070-9f65-eeab79be863b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:27:07Z', 'updated_at': '2021-09-17T09:27:09Z', 'revision_number': 4, 'project_id': '466d3210d5e1428bb2118e307c203173', 'gw_port': {'id': '2835d41d-f01a-4070-9f65-eeab79be863b', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:77:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9213fbc0-1596-41b9-bd8a-646081eaeca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:27:07Z', 'updated_at': '2021-09-17T09:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '5232db90-6c17-459d-bd72-be0c7969bf15', 'name': '', 'network_id': 'fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88', 'tenant_id': '466d3210d5e1428bb2118e307c203173', 'mac_address': 'fa:16:3e:78:83:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9213fbc0-1596-41b9-bd8a-646081eaeca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '834f7f96-5dec-44f9-9a34-61759e4c750c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:27:09Z', 'updated_at': '2021-09-17T09:27:13Z', 'revision_number': 4, 'project_id': '466d3210d5e1428bb2118e307c203173', 'subnets': [{'id': '834f7f96-5dec-44f9-9a34-61759e4c750c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 09:27:14.473224 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06f6c5e-7dc0-4c91-b119-f11e0cafa196 None None] Pushing event updated for resources: {'Port': ['ID=5232db90-6c17-459d-bd72-be0c7969bf15,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:27:14.476358 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-8ba442a0-aff1-452b-a8ea-948916438109 None None] Attempting to bind port c3c81519-fac9-4aca-8896-10dd3848a645 on host n-d-789963-9 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 09:27:14.489740 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-8ba442a0-aff1-452b-a8ea-948916438109 None None] Attempting to bind port c3c81519-fac9-4aca-8896-10dd3848a645 by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 09:27:14.489740 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba442a0-aff1-452b-a8ea-948916438109 None None] Attempting to bind port c3c81519-fac9-4aca-8896-10dd3848a645 on network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 09:27:14.497826 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba442a0-aff1-452b-a8ea-948916438109 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 9, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 09:27:14.498416 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba442a0-aff1-452b-a8ea-948916438109 None None] Checking segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 09:27:14.499073 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8ba442a0-aff1-452b-a8ea-948916438109 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:14.499675 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba442a0-aff1-452b-a8ea-948916438109 None None] Bound using segment: {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 09:27:14.502199 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-8ba442a0-aff1-452b-a8ea-948916438109 None None] Bound port: c3c81519-fac9-4aca-8896-10dd3848a645, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6561b6b-4068-4078-b3cc-5dadb2104e4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 09:27:14.502199 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8ba442a0-aff1-452b-a8ea-948916438109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:14.574328 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-67c3561d-12d3-4d89-9e0d-5e5fb11490fd admin admin] Allocated IP 172.20.0.1 (3e5d48ca-3327-4fff-8814-523648e0d852/9179c275-995a-4958-b3cf-98e297811dda/bf9ba18a-201d-469b-ab23-15fd70c517ae) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 09:27:14.593073 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff251021-89b8-41e6-9730-609f63ea3013 None None] Network 3e5d48ca-3327-4fff-8814-523648e0d852 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 09:27:14.613624 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-8ba442a0-aff1-452b-a8ea-948916438109 None None] For port c3c81519-fac9-4aca-8896-10dd3848a645, host n-d-789963-9, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 09:27:14.621549 n-d-789963-9 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-8ba442a0-aff1-452b-a8ea-948916438109 None None] For port c3c81519-fac9-4aca-8896-10dd3848a645, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=c3c81519-fac9-4aca-8896-10dd3848a645,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 09:27:14.630190 n-d-789963-9 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8ba442a0-aff1-452b-a8ea-948916438109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:14.681004 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-8b4fbd17-e6e2-4f97-8107-f41afe9ec2e5 None None] Provisioning complete for port 72cbfae0-6e90-4c0f-a3c0-b2c268780d15 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:27:14.681315 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8b4fbd17-e6e2-4f97-8107-f41afe9ec2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:14.732233 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba442a0-aff1-452b-a8ea-948916438109 None None] Routers {'2d9b8566-ff7d-4e2b-9d45-7a3c8a66bab6'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:27:14.732959 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-8ba442a0-aff1-452b-a8ea-948916438109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:26:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['2d9b8566-ff7d-4e2b-9d45-7a3c8a66bab6'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:27:14.744536 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-67c3561d-12d3-4d89-9e0d-5e5fb11490fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:14.780851 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb3582c-3609-4dff-96a2-f565e7051452 None None] Pushing event updated for resources: {'Port': ['ID=c3c81519-fac9-4aca-8896-10dd3848a645,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:27:14.802617 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-67c3561d-12d3-4d89-9e0d-5e5fb11490fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:14.851972 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8b4fbd17-e6e2-4f97-8107-f41afe9ec2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:14.877040 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c3561d-12d3-4d89-9e0d-5e5fb11490fd admin admin] Network 3e5d48ca-3327-4fff-8814-523648e0d852 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 09:27:14.878704 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c3561d-12d3-4d89-9e0d-5e5fb11490fd admin admin] Pushing event updated for resources: {'Port': ['ID=bf9ba18a-201d-469b-ab23-15fd70c517ae,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:27:14.882994 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-67c3561d-12d3-4d89-9e0d-5e5fb11490fd admin admin] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 09:27:14.888901 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-8ba442a0-aff1-452b-a8ea-948916438109 None None] Set router 2d9b8566-ff7d-4e2b-9d45-7a3c8a66bab6 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:27:14.903330 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c3561d-12d3-4d89-9e0d-5e5fb11490fd admin admin] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 09:27:14.905228 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-8b4fbd17-e6e2-4f97-8107-f41afe9ec2e5 None None] For port 72cbfae0-6e90-4c0f-a3c0-b2c268780d15, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=72cbfae0-6e90-4c0f-a3c0-b2c268780d15,segment=NetworkSegment(24e26054-c902-4406-a5d3-b3292d5a5b46),segment_id=24e26054-c902-4406-a5d3-b3292d5a5b46)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:27:14.909985 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8b4fbd17-e6e2-4f97-8107-f41afe9ec2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:14.965300 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-67c3561d-12d3-4d89-9e0d-5e5fb11490fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-726145'] for router_interface, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:14.993008 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4fbd17-e6e2-4f97-8107-f41afe9ec2e5 None None] Pushing event updated for resources: {'Port': ['ID=72cbfae0-6e90-4c0f-a3c0-b2c268780d15,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:27:15.137887 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-67c3561d-12d3-4d89-9e0d-5e5fb11490fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:15.170253 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-8ba442a0-aff1-452b-a8ea-948916438109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9b8566-ff7d-4e2b-9d45-7a3c8a66bab6', 'name': 'tempest-TestSnapshotPattern-1639053335-router', 'tenant_id': '263bfe4c4def4b4f8fffd76c151eae3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'c3c81519-fac9-4aca-8896-10dd3848a645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:27:11Z', 'updated_at': '2021-09-17T09:27:12Z', 'revision_number': 3, 'project_id': '263bfe4c4def4b4f8fffd76c151eae3e', 'gw_port': {'id': 'c3c81519-fac9-4aca-8896-10dd3848a645', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:6f:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9b8566-ff7d-4e2b-9d45-7a3c8a66bab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:27:12Z', 'updated_at': '2021-09-17T09:27:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:27:15.206636 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba442a0-aff1-452b-a8ea-948916438109 None None] The sync data for ids ['2d9b8566-ff7d-4e2b-9d45-7a3c8a66bab6'] in n-d-789963-9 is: [{'id': '2d9b8566-ff7d-4e2b-9d45-7a3c8a66bab6', 'name': 'tempest-TestSnapshotPattern-1639053335-router', 'tenant_id': '263bfe4c4def4b4f8fffd76c151eae3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'c3c81519-fac9-4aca-8896-10dd3848a645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:27:11Z', 'updated_at': '2021-09-17T09:27:12Z', 'revision_number': 3, 'project_id': '263bfe4c4def4b4f8fffd76c151eae3e', 'gw_port': {'id': 'c3c81519-fac9-4aca-8896-10dd3848a645', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:6f:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9b8566-ff7d-4e2b-9d45-7a3c8a66bab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:27:12Z', 'updated_at': '2021-09-17T09:27:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 09:27:15.246229 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-b8fc75ff-274c-410b-939c-53dad48dce83 None None] Provisioning complete for port 72cbfae0-6e90-4c0f-a3c0-b2c268780d15 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:27:15.246612 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b8fc75ff-274c-410b-939c-53dad48dce83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:15.380604 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 5232db90-6c17-459d-bd72-be0c7969bf15 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 09:27:15.424500 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-b8fc75ff-274c-410b-939c-53dad48dce83 None None] Provisioning complete for port bf9ba18a-201d-469b-ab23-15fd70c517ae triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:27:15.425780 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b8fc75ff-274c-410b-939c-53dad48dce83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:15.431363 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-67c3561d-12d3-4d89-9e0d-5e5fb11490fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:15.442021 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-67c3561d-12d3-4d89-9e0d-5e5fb11490fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:15.494859 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-67c3561d-12d3-4d89-9e0d-5e5fb11490fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1527251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-725009'] for router_interface, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:15.504884 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-b8fc75ff-274c-410b-939c-53dad48dce83 None None] Port bf9ba18a-201d-469b-ab23-15fd70c517ae cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 09:27:15.523007 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 5232db90-6c17-459d-bd72-be0c7969bf15 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:27:15.523429 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:15.602522 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c3561d-12d3-4d89-9e0d-5e5fb11490fd admin admin] Pushing event updated for resources: {'Port': ['ID=bf9ba18a-201d-469b-ab23-15fd70c517ae,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:27:15.632081 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 72cbfae0-6e90-4c0f-a3c0-b2c268780d15 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 09:27:15.668733 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c3561d-12d3-4d89-9e0d-5e5fb11490fd admin admin] Network 3e5d48ca-3327-4fff-8814-523648e0d852 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 09:27:15.679586 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-6b46f52c-feee-4d0b-83d3-dd43cb46ca9e None None] Provisioning complete for port bf9ba18a-201d-469b-ab23-15fd70c517ae triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:27:15.680469 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6b46f52c-feee-4d0b-83d3-dd43cb46ca9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:15.681393 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-67c3561d-12d3-4d89-9e0d-5e5fb11490fd admin admin] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 09:27:15.764451 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-6b46f52c-feee-4d0b-83d3-dd43cb46ca9e None None] Port bf9ba18a-201d-469b-ab23-15fd70c517ae cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 09:27:15.768566 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port 72cbfae0-6e90-4c0f-a3c0-b2c268780d15 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:27:15.768945 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:15.868233 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67c3561d-12d3-4d89-9e0d-5e5fb11490fd admin admin] Router 2d9b8566-ff7d-4e2b-9d45-7a3c8a66bab6 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 09:27:15.990429 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-3453a37a-6082-4a7e-819c-5ff2cc12c0ed None None] Provisioning complete for port bf9ba18a-201d-469b-ab23-15fd70c517ae triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:27:15.990783 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3453a37a-6082-4a7e-819c-5ff2cc12c0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:15.999878 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c3561d-12d3-4d89-9e0d-5e5fb11490fd admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 09:27:16.009460 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-67c3561d-12d3-4d89-9e0d-5e5fb11490fd admin admin] 10.222.0.13 "PUT /v2.0/routers/2d9b8566-ff7d-4e2b-9d45-7a3c8a66bab6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5981078 Sep 17 09:27:16.033621 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-3453a37a-6082-4a7e-819c-5ff2cc12c0ed None None] Port bf9ba18a-201d-469b-ab23-15fd70c517ae cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 09:27:16.738485 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39182) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:27:16.743105 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-234498a3-6dbe-4dd9-8adb-1da2868732ac tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1023062917', 'description': 'tempest-secgroup-smoke-1023062917 description', 'project_id': '466d3210d5e1428bb2118e307c203173'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:27:16.764222 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-234498a3-6dbe-4dd9-8adb-1da2868732ac tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks [] for security_group, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:16.842041 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-234498a3-6dbe-4dd9-8adb-1da2868732ac tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks [] for security_group, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:16.845920 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-234498a3-6dbe-4dd9-8adb-1da2868732ac tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:16.872185 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-234498a3-6dbe-4dd9-8adb-1da2868732ac tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:16.873419 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-234498a3-6dbe-4dd9-8adb-1da2868732ac tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1339183 Sep 17 09:27:16.875258 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234498a3-6dbe-4dd9-8adb-1da2868732ac tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=054abd7a-0f09-45ae-9d9f-a684861523d5,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:27:16.876560 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39184) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:27:16.881430 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-42193052-41a1-40ed-8ba2-d8fd515e7f97 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Request body: {'security_group_rule': {'security_group_id': '054abd7a-0f09-45ae-9d9f-a684861523d5', 'project_id': '466d3210d5e1428bb2118e307c203173', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:27:16.911533 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-42193052-41a1-40ed-8ba2-d8fd515e7f97 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:16.965609 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-42193052-41a1-40ed-8ba2-d8fd515e7f97 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:16.969059 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-42193052-41a1-40ed-8ba2-d8fd515e7f97 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:16.986347 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42193052-41a1-40ed-8ba2-d8fd515e7f97 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=253dd913-9dd3-4e9e-9103-7332adbd7179,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:27:16.992743 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-42193052-41a1-40ed-8ba2-d8fd515e7f97 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:16.993986 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-42193052-41a1-40ed-8ba2-d8fd515e7f97 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1161768 Sep 17 09:27:16.996705 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39186) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:27:17.001510 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-9831d422-50dc-44b0-8263-e5c6f62dc5ba tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Request body: {'security_group_rule': {'security_group_id': '054abd7a-0f09-45ae-9d9f-a684861523d5', 'project_id': '466d3210d5e1428bb2118e307c203173', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:27:17.026387 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9831d422-50dc-44b0-8263-e5c6f62dc5ba tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:17.086363 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9831d422-50dc-44b0-8263-e5c6f62dc5ba tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:17.090426 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9831d422-50dc-44b0-8263-e5c6f62dc5ba tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:17.109063 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9831d422-50dc-44b0-8263-e5c6f62dc5ba tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=120f809c-f672-4d4f-9330-e1e0b096ddc9,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:27:17.112231 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-9831d422-50dc-44b0-8263-e5c6f62dc5ba tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:17.116519 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-9831d422-50dc-44b0-8263-e5c6f62dc5ba tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1158214 Sep 17 09:27:17.116519 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39188) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:27:17.120540 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-d54391fd-ae29-42a0-b01e-779be9bf97e6 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Request body: {'security_group_rule': {'security_group_id': '054abd7a-0f09-45ae-9d9f-a684861523d5', 'project_id': '466d3210d5e1428bb2118e307c203173', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:27:17.146869 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d54391fd-ae29-42a0-b01e-779be9bf97e6 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:17.204403 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d54391fd-ae29-42a0-b01e-779be9bf97e6 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:17.209049 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d54391fd-ae29-42a0-b01e-779be9bf97e6 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:17.229495 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54391fd-ae29-42a0-b01e-779be9bf97e6 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45f6c186-076e-449d-bb8d-93e6546b2070,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:27:17.236564 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d54391fd-ae29-42a0-b01e-779be9bf97e6 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:17.237746 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-d54391fd-ae29-42a0-b01e-779be9bf97e6 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1206770 Sep 17 09:27:17.240438 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39190) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:27:17.244913 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-7e22627d-0bd8-4f97-8054-5ff75f02dfc1 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Request body: {'security_group_rule': {'security_group_id': '054abd7a-0f09-45ae-9d9f-a684861523d5', 'project_id': '466d3210d5e1428bb2118e307c203173', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:27:17.254915 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device c3c81519-fac9-4aca-8896-10dd3848a645 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 09:27:17.274604 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7e22627d-0bd8-4f97-8054-5ff75f02dfc1 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:17.308460 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port c3c81519-fac9-4aca-8896-10dd3848a645 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:27:17.308893 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:17.335654 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7e22627d-0bd8-4f97-8054-5ff75f02dfc1 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:17.339664 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7e22627d-0bd8-4f97-8054-5ff75f02dfc1 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:17.357452 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e22627d-0bd8-4f97-8054-5ff75f02dfc1 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=076263a9-aa98-4153-9802-fb29909dd30f,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:27:17.364428 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7e22627d-0bd8-4f97-8054-5ff75f02dfc1 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:17.365520 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-7e22627d-0bd8-4f97-8054-5ff75f02dfc1 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1240950 Sep 17 09:27:17.368127 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39192) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:27:17.372317 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-dba9a19e-1d69-4ddc-a70f-54208eeecfc1 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Request body: {'security_group_rule': {'security_group_id': '054abd7a-0f09-45ae-9d9f-a684861523d5', 'project_id': '466d3210d5e1428bb2118e307c203173', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:27:17.396152 n-d-789963-9 neutron-server[101289]: INFO neutron.db.securitygroups_db [None req-dba9a19e-1d69-4ddc-a70f-54208eeecfc1 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Project 466d3210d5e1428bb2118e307c203173 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 09:27:17.398496 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:17.404976 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-dba9a19e-1d69-4ddc-a70f-54208eeecfc1 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:17.422219 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] For port c3c81519-fac9-4aca-8896-10dd3848a645, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=c3c81519-fac9-4aca-8896-10dd3848a645,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:27:17.426986 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:17.472704 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-dba9a19e-1d69-4ddc-a70f-54208eeecfc1 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:17.476885 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-dba9a19e-1d69-4ddc-a70f-54208eeecfc1 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:17.477670 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Pushing event updated for resources: {'Port': ['ID=c3c81519-fac9-4aca-8896-10dd3848a645,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:27:17.494717 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba9a19e-1d69-4ddc-a70f-54208eeecfc1 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b5e2d4b-757e-492e-95a5-c11dfb44a585,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:27:17.502914 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-dba9a19e-1d69-4ddc-a70f-54208eeecfc1 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:17.504175 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-dba9a19e-1d69-4ddc-a70f-54208eeecfc1 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1351178 Sep 17 09:27:17.506959 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39194) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:27:17.511239 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [None req-b3d97f5a-a931-40fb-964e-cc0f8f65bc04 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Request body: {'security_group_rule': {'security_group_id': '054abd7a-0f09-45ae-9d9f-a684861523d5', 'project_id': '466d3210d5e1428bb2118e307c203173', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:27:17.532734 n-d-789963-9 neutron-server[101289]: INFO neutron.db.securitygroups_db [None req-b3d97f5a-a931-40fb-964e-cc0f8f65bc04 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Project 466d3210d5e1428bb2118e307c203173 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 09:27:17.537914 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b3d97f5a-a931-40fb-964e-cc0f8f65bc04 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:17.599696 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b3d97f5a-a931-40fb-964e-cc0f8f65bc04 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:17.603355 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b3d97f5a-a931-40fb-964e-cc0f8f65bc04 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481833'] for security_group_rule, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:17.624870 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d97f5a-a931-40fb-964e-cc0f8f65bc04 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f386643-8acc-4ef3-b44c-73c772c5443b,revision_number=0']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:27:17.629873 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-b3d97f5a-a931-40fb-964e-cc0f8f65bc04 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:17.631762 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-b3d97f5a-a931-40fb-964e-cc0f8f65bc04 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1234906 Sep 17 09:27:17.639186 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1172c6-2578-46d3-84f2-038646bd9f15 None None] Sync routers for ids ['2d9b8566-ff7d-4e2b-9d45-7a3c8a66bab6'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 09:27:17.648705 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1172c6-2578-46d3-84f2-038646bd9f15 None None] Routers {'2d9b8566-ff7d-4e2b-9d45-7a3c8a66bab6'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:27:17.649348 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-4c1172c6-2578-46d3-84f2-038646bd9f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:26:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['2d9b8566-ff7d-4e2b-9d45-7a3c8a66bab6'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:27:17.756538 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-4c1172c6-2578-46d3-84f2-038646bd9f15 None None] Set router 2d9b8566-ff7d-4e2b-9d45-7a3c8a66bab6 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:27:17.767750 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b0383bac-61ba-4086-aedb-ee6188c74e0a req-3e9bf7c8-9047-4a9b-851b-16ad4bdaeb67 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1023062917&fields=id&tenant_id=466d3210d5e1428bb2118e307c203173 HTTP/1.1" status: 200 len: 267 time: 0.0326352 Sep 17 09:27:17.873985 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0383bac-61ba-4086-aedb-ee6188c74e0a req-0682972f-be69-419e-b525-5b0d5829780c tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:27:17.875503 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b0383bac-61ba-4086-aedb-ee6188c74e0a req-0682972f-be69-419e-b525-5b0d5829780c tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/networks?id=fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88 HTTP/1.1" status: 200 len: 809 time: 0.1008143 Sep 17 09:27:17.890191 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b0383bac-61ba-4086-aedb-ee6188c74e0a req-01b8e487-dc51-47fd-a199-a8339b8e561e tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/quotas/466d3210d5e1428bb2118e307c203173 HTTP/1.1" status: 200 len: 375 time: 0.0088260 Sep 17 09:27:17.940855 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b0383bac-61ba-4086-aedb-ee6188c74e0a req-2f154fe8-555a-47cb-81bf-c68591464bb2 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=466d3210d5e1428bb2118e307c203173&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449390 Sep 17 09:27:17.950396 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-4c1172c6-2578-46d3-84f2-038646bd9f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9b8566-ff7d-4e2b-9d45-7a3c8a66bab6', 'name': 'tempest-TestSnapshotPattern-1639053335-router', 'tenant_id': '263bfe4c4def4b4f8fffd76c151eae3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'c3c81519-fac9-4aca-8896-10dd3848a645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:27:11Z', 'updated_at': '2021-09-17T09:27:15Z', 'revision_number': 4, 'project_id': '263bfe4c4def4b4f8fffd76c151eae3e', 'gw_port': {'id': 'c3c81519-fac9-4aca-8896-10dd3848a645', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:6f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9b8566-ff7d-4e2b-9d45-7a3c8a66bab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:27:12Z', 'updated_at': '2021-09-17T09:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'bf9ba18a-201d-469b-ab23-15fd70c517ae', 'name': '', 'network_id': '3e5d48ca-3327-4fff-8814-523648e0d852', 'tenant_id': '263bfe4c4def4b4f8fffd76c151eae3e', 'mac_address': 'fa:16:3e:6e:4f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9b8566-ff7d-4e2b-9d45-7a3c8a66bab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '9179c275-995a-4958-b3cf-98e297811dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:27:14Z', 'updated_at': '2021-09-17T09:27:15Z', 'revision_number': 2, 'project_id': '263bfe4c4def4b4f8fffd76c151eae3e', 'subnets': [{'id': '9179c275-995a-4958-b3cf-98e297811dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:27:17.980126 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1172c6-2578-46d3-84f2-038646bd9f15 None None] Checking router: 2d9b8566-ff7d-4e2b-9d45-7a3c8a66bab6 for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 09:27:17.980413 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1172c6-2578-46d3-84f2-038646bd9f15 None None] Updating router 2d9b8566-ff7d-4e2b-9d45-7a3c8a66bab6 port bf9ba18a-201d-469b-ab23-15fd70c517ae binding host n-d-789963-9 {{(pid=101291) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 09:27:18.004679 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4c1172c6-2578-46d3-84f2-038646bd9f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:18.045682 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [req-b0383bac-61ba-4086-aedb-ee6188c74e0a req-3ff230da-48c3-4390-bce6-c0e396be9645 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 09:27:18.046714 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b0383bac-61ba-4086-aedb-ee6188c74e0a req-3ff230da-48c3-4390-bce6-c0e396be9645 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0948079 Sep 17 09:27:18.139758 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b0383bac-61ba-4086-aedb-ee6188c74e0a req-eb05fb60-cb41-4d2c-987e-9335942a98f0 service neutron] 10.222.0.13 "GET /v2.0/networks/fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859768 Sep 17 09:27:18.245842 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b0383bac-61ba-4086-aedb-ee6188c74e0a req-acce41d7-ef37-4c72-b001-63f51e1b217f service neutron] 10.222.0.13 "GET /v2.0/networks/fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926700 Sep 17 09:27:18.280148 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4c1172c6-2578-46d3-84f2-038646bd9f15 None None] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:18.284436 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 09:27:18.289014 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4c1172c6-2578-46d3-84f2-038646bd9f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:18.353113 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa25c1c0-d63f-4e58-8f29-1c8acca767f7 None None] Pushing event updated for resources: {'Port': ['ID=bf9ba18a-201d-469b-ab23-15fd70c517ae,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:27:18.415302 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-4c1172c6-2578-46d3-84f2-038646bd9f15 None None] Attempting to bind port bf9ba18a-201d-469b-ab23-15fd70c517ae on host n-d-789963-9 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 09:27:18.415684 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-4c1172c6-2578-46d3-84f2-038646bd9f15 None None] Attempting to bind port bf9ba18a-201d-469b-ab23-15fd70c517ae by drivers openvswitch,hyperv on host n-d-789963-9 at level 0 using segments [{'id': '24e26054-c902-4406-a5d3-b3292d5a5b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3e5d48ca-3327-4fff-8814-523648e0d852'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 09:27:18.416097 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1172c6-2578-46d3-84f2-038646bd9f15 None None] Attempting to bind port bf9ba18a-201d-469b-ab23-15fd70c517ae on network 3e5d48ca-3327-4fff-8814-523648e0d852 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 09:27:18.422567 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1172c6-2578-46d3-84f2-038646bd9f15 None None] Checking agent: {'id': '1f81bb2f-b3cf-4b77-906f-74061f41dded', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 33, 53), 'started_at': datetime.datetime(2021, 9, 17, 7, 34, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 9, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 09:27:18.423435 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1172c6-2578-46d3-84f2-038646bd9f15 None None] Checking segment: {'id': '24e26054-c902-4406-a5d3-b3292d5a5b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3e5d48ca-3327-4fff-8814-523648e0d852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 09:27:18.424128 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4c1172c6-2578-46d3-84f2-038646bd9f15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:18.424740 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1172c6-2578-46d3-84f2-038646bd9f15 None None] Bound using segment: {'id': '24e26054-c902-4406-a5d3-b3292d5a5b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3e5d48ca-3327-4fff-8814-523648e0d852'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 09:27:18.425400 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-4c1172c6-2578-46d3-84f2-038646bd9f15 None None] Bound port: bf9ba18a-201d-469b-ab23-15fd70c517ae, host: n-d-789963-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24e26054-c902-4406-a5d3-b3292d5a5b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3e5d48ca-3327-4fff-8814-523648e0d852'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 09:27:18.426001 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4c1172c6-2578-46d3-84f2-038646bd9f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:18.478562 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9786cb9e-85aa-4b9a-a598-ce0a04b09b17 req-68d1cf70-c317-4c37-b15d-52e24d4c7197 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/ports?device_id=887ea81a-5046-49dd-bbc3-ceec6fb2e2e6 HTTP/1.1" status: 200 len: 210 time: 0.0583529 Sep 17 09:27:18.525603 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-4c1172c6-2578-46d3-84f2-038646bd9f15 None None] For port bf9ba18a-201d-469b-ab23-15fd70c517ae, host n-d-789963-9, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 09:27:18.530283 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-4c1172c6-2578-46d3-84f2-038646bd9f15 None None] For port bf9ba18a-201d-469b-ab23-15fd70c517ae, host n-d-789963-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=bf9ba18a-201d-469b-ab23-15fd70c517ae,segment=NetworkSegment(24e26054-c902-4406-a5d3-b3292d5a5b46),segment_id=24e26054-c902-4406-a5d3-b3292d5a5b46)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 09:27:18.535236 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4c1172c6-2578-46d3-84f2-038646bd9f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:18.592666 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1172c6-2578-46d3-84f2-038646bd9f15 None None] Routers {'2d9b8566-ff7d-4e2b-9d45-7a3c8a66bab6'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:27:18.593527 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-4c1172c6-2578-46d3-84f2-038646bd9f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:26:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['2d9b8566-ff7d-4e2b-9d45-7a3c8a66bab6'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:27:18.645163 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa25c1c0-d63f-4e58-8f29-1c8acca767f7 None None] Pushing event updated for resources: {'Port': ['ID=bf9ba18a-201d-469b-ab23-15fd70c517ae,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:27:18.718435 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-d8e912df-660c-411b-8b41-50dd991d5a8c None None] Provisioning complete for port bf9ba18a-201d-469b-ab23-15fd70c517ae triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:27:18.718824 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d8e912df-660c-411b-8b41-50dd991d5a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:18.756932 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-4c1172c6-2578-46d3-84f2-038646bd9f15 None None] Set router 2d9b8566-ff7d-4e2b-9d45-7a3c8a66bab6 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:27:18.941584 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d8e912df-660c-411b-8b41-50dd991d5a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:19.007919 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-d8e912df-660c-411b-8b41-50dd991d5a8c None None] For port bf9ba18a-201d-469b-ab23-15fd70c517ae, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=bf9ba18a-201d-469b-ab23-15fd70c517ae,segment=NetworkSegment(24e26054-c902-4406-a5d3-b3292d5a5b46),segment_id=24e26054-c902-4406-a5d3-b3292d5a5b46)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:27:19.023895 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d8e912df-660c-411b-8b41-50dd991d5a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:19.122473 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e912df-660c-411b-8b41-50dd991d5a8c None None] Pushing event updated for resources: {'Port': ['ID=bf9ba18a-201d-469b-ab23-15fd70c517ae,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:27:19.129099 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-4c1172c6-2578-46d3-84f2-038646bd9f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9b8566-ff7d-4e2b-9d45-7a3c8a66bab6', 'name': 'tempest-TestSnapshotPattern-1639053335-router', 'tenant_id': '263bfe4c4def4b4f8fffd76c151eae3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'c3c81519-fac9-4aca-8896-10dd3848a645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:27:11Z', 'updated_at': '2021-09-17T09:27:15Z', 'revision_number': 4, 'project_id': '263bfe4c4def4b4f8fffd76c151eae3e', 'gw_port': {'id': 'c3c81519-fac9-4aca-8896-10dd3848a645', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:6f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9b8566-ff7d-4e2b-9d45-7a3c8a66bab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:27:12Z', 'updated_at': '2021-09-17T09:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'bf9ba18a-201d-469b-ab23-15fd70c517ae', 'name': '', 'network_id': '3e5d48ca-3327-4fff-8814-523648e0d852', 'tenant_id': '263bfe4c4def4b4f8fffd76c151eae3e', 'mac_address': 'fa:16:3e:6e:4f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9b8566-ff7d-4e2b-9d45-7a3c8a66bab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '9179c275-995a-4958-b3cf-98e297811dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:27:14Z', 'updated_at': '2021-09-17T09:27:18Z', 'revision_number': 4, 'project_id': '263bfe4c4def4b4f8fffd76c151eae3e', 'subnets': [{'id': '9179c275-995a-4958-b3cf-98e297811dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:27:19.169900 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1172c6-2578-46d3-84f2-038646bd9f15 None None] The sync data for ids ['2d9b8566-ff7d-4e2b-9d45-7a3c8a66bab6'] in n-d-789963-9 is: [{'id': '2d9b8566-ff7d-4e2b-9d45-7a3c8a66bab6', 'name': 'tempest-TestSnapshotPattern-1639053335-router', 'tenant_id': '263bfe4c4def4b4f8fffd76c151eae3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'c3c81519-fac9-4aca-8896-10dd3848a645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:27:11Z', 'updated_at': '2021-09-17T09:27:15Z', 'revision_number': 4, 'project_id': '263bfe4c4def4b4f8fffd76c151eae3e', 'gw_port': {'id': 'c3c81519-fac9-4aca-8896-10dd3848a645', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:6f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9b8566-ff7d-4e2b-9d45-7a3c8a66bab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:27:12Z', 'updated_at': '2021-09-17T09:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': 'bf9ba18a-201d-469b-ab23-15fd70c517ae', 'name': '', 'network_id': '3e5d48ca-3327-4fff-8814-523648e0d852', 'tenant_id': '263bfe4c4def4b4f8fffd76c151eae3e', 'mac_address': 'fa:16:3e:6e:4f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9b8566-ff7d-4e2b-9d45-7a3c8a66bab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '9179c275-995a-4958-b3cf-98e297811dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:27:14Z', 'updated_at': '2021-09-17T09:27:18Z', 'revision_number': 4, 'project_id': '263bfe4c4def4b4f8fffd76c151eae3e', 'subnets': [{'id': '9179c275-995a-4958-b3cf-98e297811dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 09:27:19.187266 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-a47c5a10-6571-4792-89fd-40bf66c6b417 None None] Provisioning complete for port bf9ba18a-201d-469b-ab23-15fd70c517ae triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:27:19.187653 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a47c5a10-6571-4792-89fd-40bf66c6b417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:19.404075 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device c3c81519-fac9-4aca-8896-10dd3848a645 up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 09:27:19.549020 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port c3c81519-fac9-4aca-8896-10dd3848a645 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:27:19.549515 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:19.599389 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f6f63f95-ccbc-469b-87b6-bd6dd04fc374 req-b13581a5-fb3a-4e60-bfef-a821c1e742ae tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/ports?device_id=887ea81a-5046-49dd-bbc3-ceec6fb2e2e6 HTTP/1.1" status: 200 len: 210 time: 0.0379562 Sep 17 09:27:19.776202 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0383bac-61ba-4086-aedb-ee6188c74e0a req-85e43791-5a4b-481a-836d-6703a88c69a2 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:27:19.777897 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b0383bac-61ba-4086-aedb-ee6188c74e0a req-85e43791-5a4b-481a-836d-6703a88c69a2 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.39 "GET /v2.0/networks?id=fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88 HTTP/1.1" status: 200 len: 809 time: 0.1283779 Sep 17 09:27:19.832669 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b0383bac-61ba-4086-aedb-ee6188c74e0a req-5a7b0a4f-7fdc-4c89-9849-1e55a1bb12fe tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=466d3210d5e1428bb2118e307c203173 HTTP/1.1" status: 200 len: 380 time: 0.0374150 Sep 17 09:27:19.842973 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-b0383bac-61ba-4086-aedb-ee6188c74e0a req-2b7f0640-50de-4614-bf24-b185b1a45e45 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Request body: {'port': {'device_id': '887ea81a-5046-49dd-bbc3-ceec6fb2e2e6', 'network_id': 'fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88', 'admin_state_up': True, 'tenant_id': '466d3210d5e1428bb2118e307c203173', 'security_groups': ['054abd7a-0f09-45ae-9d9f-a684861523d5']}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:27:19.957255 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0383bac-61ba-4086-aedb-ee6188c74e0a req-2b7f0640-50de-4614-bf24-b185b1a45e45 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Made reservation on behalf of 466d3210d5e1428bb2118e307c203173 for: {'port': 1} {{(pid=101290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 09:27:19.960923 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-b0383bac-61ba-4086-aedb-ee6188c74e0a req-2b7f0640-50de-4614-bf24-b185b1a45e45 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:20.107099 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [req-b0383bac-61ba-4086-aedb-ee6188c74e0a req-2b7f0640-50de-4614-bf24-b185b1a45e45 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Allocated IP 172.20.0.11 (fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88/834f7f96-5dec-44f9-9a34-61759e4c750c/f8cf4826-aa9a-4da1-8f4e-e6b195793cad) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 09:27:20.168036 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7caff365-c32c-4674-be66-83eed7ab4ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:20.260099 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-b0383bac-61ba-4086-aedb-ee6188c74e0a req-2b7f0640-50de-4614-bf24-b185b1a45e45 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:20.295563 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-b0383bac-61ba-4086-aedb-ee6188c74e0a req-2b7f0640-50de-4614-bf24-b185b1a45e45 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:20.336088 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0383bac-61ba-4086-aedb-ee6188c74e0a req-2b7f0640-50de-4614-bf24-b185b1a45e45 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Network fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 09:27:20.339013 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [req-b0383bac-61ba-4086-aedb-ee6188c74e0a req-2b7f0640-50de-4614-bf24-b185b1a45e45 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 09:27:20.342616 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0383bac-61ba-4086-aedb-ee6188c74e0a req-2b7f0640-50de-4614-bf24-b185b1a45e45 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 09:27:20.374268 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7f0640-50de-4614-bf24-b185b1a45e45 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Pushing event updated for resources: {'Port': ['ID=f8cf4826-aa9a-4da1-8f4e-e6b195793cad,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:27:20.400430 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0383bac-61ba-4086-aedb-ee6188c74e0a req-2b7f0640-50de-4614-bf24-b185b1a45e45 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:27:20.401060 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-b0383bac-61ba-4086-aedb-ee6188c74e0a req-2b7f0640-50de-4614-bf24-b185b1a45e45 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:20.416805 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b0383bac-61ba-4086-aedb-ee6188c74e0a req-2b7f0640-50de-4614-bf24-b185b1a45e45 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5776150 Sep 17 09:27:20.467341 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [req-b0383bac-61ba-4086-aedb-ee6188c74e0a req-057970f9-67b8-4553-8d48-57c9bee8ed68 service neutron] Request body: {'port': {'device_id': '887ea81a-5046-49dd-bbc3-ceec6fb2e2e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-9'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:27:20.529289 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-b0383bac-61ba-4086-aedb-ee6188c74e0a req-057970f9-67b8-4553-8d48-57c9bee8ed68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:20.634359 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-95c32213-6a59-4b19-af3c-6bcbc6fdae95 None None] Provisioning complete for port f8cf4826-aa9a-4da1-8f4e-e6b195793cad triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:27:20.635357 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-95c32213-6a59-4b19-af3c-6bcbc6fdae95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:20.677016 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-95c32213-6a59-4b19-af3c-6bcbc6fdae95 None None] Port f8cf4826-aa9a-4da1-8f4e-e6b195793cad cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 09:27:20.713891 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b5da1-89ea-4891-aec1-8ef86a749d81 req-3f6117cd-7827-40c7-bb5d-e2745bc026c9 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:27:20.715394 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-be4b5da1-89ea-4891-aec1-8ef86a749d81 req-3f6117cd-7827-40c7-bb5d-e2745bc026c9 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/ports?device_id=887ea81a-5046-49dd-bbc3-ceec6fb2e2e6 HTTP/1.1" status: 200 len: 932 time: 0.0534017 Sep 17 09:27:20.754981 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-be4b5da1-89ea-4891-aec1-8ef86a749d81 req-dd970aab-acfc-4fb7-836f-d7e7e3956731 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/security-groups?id=054abd7a-0f09-45ae-9d9f-a684861523d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334361 Sep 17 09:27:20.800720 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [req-b0383bac-61ba-4086-aedb-ee6188c74e0a req-057970f9-67b8-4553-8d48-57c9bee8ed68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8cf4826-aa9a-4da1-8f4e-e6b195793cad {{(pid=101290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 09:27:20.808022 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-b0383bac-61ba-4086-aedb-ee6188c74e0a req-057970f9-67b8-4553-8d48-57c9bee8ed68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:20.820035 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.provisioning_blocks [req-b0383bac-61ba-4086-aedb-ee6188c74e0a req-057970f9-67b8-4553-8d48-57c9bee8ed68 service neutron] Transition to ACTIVE for port object f8cf4826-aa9a-4da1-8f4e-e6b195793cad will not be triggered until provisioned by entity L2. {{(pid=101290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 09:27:20.823417 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-b0383bac-61ba-4086-aedb-ee6188c74e0a req-057970f9-67b8-4553-8d48-57c9bee8ed68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:20.876098 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057970f9-67b8-4553-8d48-57c9bee8ed68 service neutron] Pushing event updated for resources: {'Port': ['ID=f8cf4826-aa9a-4da1-8f4e-e6b195793cad,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:27:20.951200 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-b0383bac-61ba-4086-aedb-ee6188c74e0a req-057970f9-67b8-4553-8d48-57c9bee8ed68 service neutron] Attempting to bind port f8cf4826-aa9a-4da1-8f4e-e6b195793cad on host n-h2-789963-9 for vnic_type normal with profile {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 09:27:20.951537 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-b0383bac-61ba-4086-aedb-ee6188c74e0a req-057970f9-67b8-4553-8d48-57c9bee8ed68 service neutron] Attempting to bind port f8cf4826-aa9a-4da1-8f4e-e6b195793cad by drivers openvswitch,hyperv on host n-h2-789963-9 at level 0 using segments [{'id': 'b68ab6e9-0313-4582-997b-6584f18fdc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88'}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 09:27:20.951908 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0383bac-61ba-4086-aedb-ee6188c74e0a req-057970f9-67b8-4553-8d48-57c9bee8ed68 service neutron] Attempting to bind port f8cf4826-aa9a-4da1-8f4e-e6b195793cad on network fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 09:27:20.956383 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0383bac-61ba-4086-aedb-ee6188c74e0a req-057970f9-67b8-4553-8d48-57c9bee8ed68 service neutron] Port f8cf4826-aa9a-4da1-8f4e-e6b195793cad on network fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-9 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 09:27:20.956709 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0383bac-61ba-4086-aedb-ee6188c74e0a req-057970f9-67b8-4553-8d48-57c9bee8ed68 service neutron] Attempting to bind port f8cf4826-aa9a-4da1-8f4e-e6b195793cad on network fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88 {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 09:27:20.962103 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0383bac-61ba-4086-aedb-ee6188c74e0a req-057970f9-67b8-4553-8d48-57c9bee8ed68 service neutron] Checking agent: {'id': 'b5ceaf3d-6d22-4858-b3c5-02ffe77c1c13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 9, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 09:27:20.962494 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0383bac-61ba-4086-aedb-ee6188c74e0a req-057970f9-67b8-4553-8d48-57c9bee8ed68 service neutron] Checking segment: {'id': 'b68ab6e9-0313-4582-997b-6584f18fdc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 09:27:20.963074 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0383bac-61ba-4086-aedb-ee6188c74e0a req-057970f9-67b8-4553-8d48-57c9bee8ed68 service neutron] Bound using segment: {'id': 'b68ab6e9-0313-4582-997b-6584f18fdc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88'} {{(pid=101290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 09:27:20.963511 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.managers [req-b0383bac-61ba-4086-aedb-ee6188c74e0a req-057970f9-67b8-4553-8d48-57c9bee8ed68 service neutron] Bound port: f8cf4826-aa9a-4da1-8f4e-e6b195793cad, host: n-h2-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b68ab6e9-0313-4582-997b-6584f18fdc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88'}}] {{(pid=101290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 09:27:20.963932 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-b0383bac-61ba-4086-aedb-ee6188c74e0a req-057970f9-67b8-4553-8d48-57c9bee8ed68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:21.029189 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-b0383bac-61ba-4086-aedb-ee6188c74e0a req-057970f9-67b8-4553-8d48-57c9bee8ed68 service neutron] For port f8cf4826-aa9a-4da1-8f4e-e6b195793cad, host n-h2-789963-9, cleared binding levels {{(pid=101290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 09:27:21.032714 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-b0383bac-61ba-4086-aedb-ee6188c74e0a req-057970f9-67b8-4553-8d48-57c9bee8ed68 service neutron] For port f8cf4826-aa9a-4da1-8f4e-e6b195793cad, host n-h2-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=f8cf4826-aa9a-4da1-8f4e-e6b195793cad,segment=NetworkSegment(b68ab6e9-0313-4582-997b-6584f18fdc81),segment_id=b68ab6e9-0313-4582-997b-6584f18fdc81)] {{(pid=101290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 09:27:21.037374 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-b0383bac-61ba-4086-aedb-ee6188c74e0a req-057970f9-67b8-4553-8d48-57c9bee8ed68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:21.069775 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0383bac-61ba-4086-aedb-ee6188c74e0a req-057970f9-67b8-4553-8d48-57c9bee8ed68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:27:21.070368 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-b0383bac-61ba-4086-aedb-ee6188c74e0a req-057970f9-67b8-4553-8d48-57c9bee8ed68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:21.071776 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b0383bac-61ba-4086-aedb-ee6188c74e0a req-057970f9-67b8-4553-8d48-57c9bee8ed68 service neutron] 10.222.0.39 "PUT /v2.0/ports/f8cf4826-aa9a-4da1-8f4e-e6b195793cad HTTP/1.1" status: 200 len: 1092 time: 0.6089602 Sep 17 09:27:21.072237 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '887ea81a-5046-49dd-bbc3-ceec6fb2e2e6', 'tag': 'f8cf4826-aa9a-4da1-8f4e-e6b195793cad'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 09:27:21.074503 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823f1136df5e8dfe06b46a14eea5a85bccf33ce7e510dfea6a746e22e928dc4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2919c5-cd8e-4184-8ffb-f3e580c2a97a" -d '{"events": [{"name": "network-changed", "server_uuid": "887ea81a-5046-49dd-bbc3-ceec6fb2e2e6", "tag": "f8cf4826-aa9a-4da1-8f4e-e6b195793cad"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 09:27:21.106448 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057970f9-67b8-4553-8d48-57c9bee8ed68 service neutron] Pushing event updated for resources: {'Port': ['ID=f8cf4826-aa9a-4da1-8f4e-e6b195793cad,revision_number=3']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:27:21.180236 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0383bac-61ba-4086-aedb-ee6188c74e0a req-7be0e289-2395-4b5a-9ad0-8d5177b96469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:27:21.181914 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b0383bac-61ba-4086-aedb-ee6188c74e0a req-7be0e289-2395-4b5a-9ad0-8d5177b96469 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=466d3210d5e1428bb2118e307c203173&device_id=887ea81a-5046-49dd-bbc3-ceec6fb2e2e6 HTTP/1.1" status: 200 len: 1095 time: 0.0509150 Sep 17 09:27:21.244617 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 09:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b40f820a-e321-4c6d-bb3e-aec1515e3373 x-openstack-request-id: req-b40f820a-e321-4c6d-bb3e-aec1515e3373 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 09:27:21.244954 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "887ea81a-5046-49dd-bbc3-ceec6fb2e2e6", "tag": "f8cf4826-aa9a-4da1-8f4e-e6b195793cad", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 09:27:21.245149 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b40f820a-e321-4c6d-bb3e-aec1515e3373 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 09:27:21.245559 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '887ea81a-5046-49dd-bbc3-ceec6fb2e2e6', 'tag': 'f8cf4826-aa9a-4da1-8f4e-e6b195793cad', 'status': 'completed', 'code': 200} Sep 17 09:27:21.247436 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b0383bac-61ba-4086-aedb-ee6188c74e0a req-5662d982-90f7-4bbd-9a58-7e859285aa64 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8cf4826-aa9a-4da1-8f4e-e6b195793cad HTTP/1.1" status: 200 len: 217 time: 0.0510035 Sep 17 09:27:21.286100 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device bf9ba18a-201d-469b-ab23-15fd70c517ae up at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 09:27:21.300011 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0383bac-61ba-4086-aedb-ee6188c74e0a req-9767f48a-6755-44cd-85fb-3265f46e00e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:27:21.301515 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b0383bac-61ba-4086-aedb-ee6188c74e0a req-9767f48a-6755-44cd-85fb-3265f46e00e9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=834f7f96-5dec-44f9-9a34-61759e4c750c HTTP/1.1" status: 200 len: 848 time: 0.0475492 Sep 17 09:27:21.346916 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Provisioning complete for port bf9ba18a-201d-469b-ab23-15fd70c517ae triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:27:21.347361 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:21.350202 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0383bac-61ba-4086-aedb-ee6188c74e0a req-7b676902-c93e-4a30-8b53-1064990f635e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:27:21.351977 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b0383bac-61ba-4086-aedb-ee6188c74e0a req-7b676902-c93e-4a30-8b53-1064990f635e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427868 Sep 17 09:27:21.445839 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b0383bac-61ba-4086-aedb-ee6188c74e0a req-978537a4-bce8-42a3-99c9-07942423b7be service neutron] 10.222.0.39 "GET /v2.0/networks/fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865452 Sep 17 09:27:21.533182 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-b0383bac-61ba-4086-aedb-ee6188c74e0a req-cbe06bf7-68dc-4fc5-962a-c8fe6f5d38cd service neutron] 10.222.0.39 "GET /v2.0/networks/fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796864 Sep 17 09:27:21.665166 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2919c5-cd8e-4184-8ffb-f3e580c2a97a req-80cd7e6d-b150-400f-a7ba-eed57562e94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:27:21.666733 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0e2919c5-cd8e-4184-8ffb-f3e580c2a97a req-80cd7e6d-b150-400f-a7ba-eed57562e94c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=466d3210d5e1428bb2118e307c203173&device_id=887ea81a-5046-49dd-bbc3-ceec6fb2e2e6 HTTP/1.1" status: 200 len: 1095 time: 0.0467844 Sep 17 09:27:21.756253 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2919c5-cd8e-4184-8ffb-f3e580c2a97a req-b2cbd583-12b6-4d96-a7dd-2e2b7e8d740d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:27:21.757642 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0e2919c5-cd8e-4184-8ffb-f3e580c2a97a req-b2cbd583-12b6-4d96-a7dd-2e2b7e8d740d service neutron] 10.222.0.39 "GET /v2.0/networks?id=fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88 HTTP/1.1" status: 200 len: 910 time: 0.0837970 Sep 17 09:27:21.804279 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0e2919c5-cd8e-4184-8ffb-f3e580c2a97a req-7b823b2b-39ef-491b-9c6a-2c2b6d70db77 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8cf4826-aa9a-4da1-8f4e-e6b195793cad HTTP/1.1" status: 200 len: 217 time: 0.0372121 Sep 17 09:27:21.855908 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2919c5-cd8e-4184-8ffb-f3e580c2a97a req-fc97e685-2f45-4e0f-8e3a-a74c0921099c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:27:21.857408 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0e2919c5-cd8e-4184-8ffb-f3e580c2a97a req-fc97e685-2f45-4e0f-8e3a-a74c0921099c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=834f7f96-5dec-44f9-9a34-61759e4c750c HTTP/1.1" status: 200 len: 848 time: 0.0454655 Sep 17 09:27:21.882046 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc963eb-2856-4b7d-a646-10349b4fb1dc req-940df931-8633-4bec-95cf-558fc999a552 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:27:21.883623 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6fc963eb-2856-4b7d-a646-10349b4fb1dc req-940df931-8633-4bec-95cf-558fc999a552 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/ports?device_id=887ea81a-5046-49dd-bbc3-ceec6fb2e2e6 HTTP/1.1" status: 200 len: 944 time: 0.0586991 Sep 17 09:27:21.905591 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2919c5-cd8e-4184-8ffb-f3e580c2a97a req-2cc98f88-544d-4b30-95b1-136fb24339c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:27:21.907138 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0e2919c5-cd8e-4184-8ffb-f3e580c2a97a req-2cc98f88-544d-4b30-95b1-136fb24339c1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406251 Sep 17 09:27:21.922889 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6fc963eb-2856-4b7d-a646-10349b4fb1dc req-fa880eae-c3fc-4d97-a82f-62fecffd7dbe tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/security-groups?id=054abd7a-0f09-45ae-9d9f-a684861523d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327353 Sep 17 09:27:21.999814 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0e2919c5-cd8e-4184-8ffb-f3e580c2a97a req-53bcd436-b4ce-4175-ac8e-d78c41db1b20 service neutron] 10.222.0.39 "GET /v2.0/networks/fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850058 Sep 17 09:27:22.091405 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-0e2919c5-cd8e-4184-8ffb-f3e580c2a97a req-2115f67a-0fa2-4d6a-99bf-953d209b930e service neutron] 10.222.0.39 "GET /v2.0/networks/fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842485 Sep 17 09:27:22.600232 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-eafb1ad4-eeca-4403-bb69-d2531d38d397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:22.961769 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:23.039778 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12957cb9-eb80-4bea-806b-07872ef10317 req-ef32ba44-7b63-48b6-86fa-5b5e7de66b0d tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:27:23.041333 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-12957cb9-eb80-4bea-806b-07872ef10317 req-ef32ba44-7b63-48b6-86fa-5b5e7de66b0d tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/ports?device_id=887ea81a-5046-49dd-bbc3-ceec6fb2e2e6 HTTP/1.1" status: 200 len: 944 time: 0.0492094 Sep 17 09:27:23.082283 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-12957cb9-eb80-4bea-806b-07872ef10317 req-2a9e2b43-9a99-4d54-bfaf-b0b7163b542f tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/security-groups?id=054abd7a-0f09-45ae-9d9f-a684861523d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350089 Sep 17 09:27:24.134478 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:24.208149 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984cdb6b-1c0b-44f5-a173-f1d4d74c4b56 req-0887f849-278e-4369-ac6f-9d823c05f5ab tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:27:24.210016 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-984cdb6b-1c0b-44f5-a173-f1d4d74c4b56 req-0887f849-278e-4369-ac6f-9d823c05f5ab tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/ports?device_id=887ea81a-5046-49dd-bbc3-ceec6fb2e2e6 HTTP/1.1" status: 200 len: 944 time: 0.0564823 Sep 17 09:27:24.246841 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-984cdb6b-1c0b-44f5-a173-f1d4d74c4b56 req-8ec2c417-272e-497a-bf9a-dc8cd5e2a909 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/security-groups?id=054abd7a-0f09-45ae-9d9f-a684861523d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307667 Sep 17 09:27:25.337380 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device f8cf4826-aa9a-4da1-8f4e-e6b195793cad details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 09:27:25.359639 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb55b5-4f5f-4597-9b1a-0a07bcc96932 req-ee7877f3-5ffe-4652-9e2e-fed17546b332 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:27:25.361182 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-47eb55b5-4f5f-4597-9b1a-0a07bcc96932 req-ee7877f3-5ffe-4652-9e2e-fed17546b332 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/ports?device_id=887ea81a-5046-49dd-bbc3-ceec6fb2e2e6 HTTP/1.1" status: 200 len: 944 time: 0.0489869 Sep 17 09:27:25.401113 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-47eb55b5-4f5f-4597-9b1a-0a07bcc96932 req-8f6f8348-aefb-435b-a3be-88e043ba1b37 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/security-groups?id=054abd7a-0f09-45ae-9d9f-a684861523d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339131 Sep 17 09:27:25.431052 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port f8cf4826-aa9a-4da1-8f4e-e6b195793cad, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=f8cf4826-aa9a-4da1-8f4e-e6b195793cad,segment=NetworkSegment(b68ab6e9-0313-4582-997b-6584f18fdc81),segment_id=b68ab6e9-0313-4582-997b-6584f18fdc81)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:27:25.445335 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': 'f8cf4826-aa9a-4da1-8f4e-e6b195793cad', 'network_id': 'fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88', 'port_id': 'f8cf4826-aa9a-4da1-8f4e-e6b195793cad', 'mac_address': 'fa:16:3e:38:68:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '834f7f96-5dec-44f9-9a34-61759e4c750c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 09:27:25.482226 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:25.498344 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8cf4826-aa9a-4da1-8f4e-e6b195793cad {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 09:27:25.526020 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port f8cf4826-aa9a-4da1-8f4e-e6b195793cad, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=f8cf4826-aa9a-4da1-8f4e-e6b195793cad,segment=NetworkSegment(b68ab6e9-0313-4582-997b-6584f18fdc81),segment_id=b68ab6e9-0313-4582-997b-6584f18fdc81)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:27:25.529929 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:25.579702 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=f8cf4826-aa9a-4da1-8f4e-e6b195793cad,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:27:25.698521 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:25.896103 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['f8cf4826-aa9a-4da1-8f4e-e6b195793cad'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 09:27:26.517866 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2fe59-3186-45b2-b2bb-e325b32fab8b req-50136e7c-f5e4-4663-87fe-3c7528783a35 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:27:26.519368 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f4e2fe59-3186-45b2-b2bb-e325b32fab8b req-50136e7c-f5e4-4663-87fe-3c7528783a35 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/ports?device_id=887ea81a-5046-49dd-bbc3-ceec6fb2e2e6 HTTP/1.1" status: 200 len: 945 time: 0.0484798 Sep 17 09:27:26.559401 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f4e2fe59-3186-45b2-b2bb-e325b32fab8b req-e25e2b7f-62fc-4ba3-9a0d-4747240b5d51 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/security-groups?id=054abd7a-0f09-45ae-9d9f-a684861523d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321093 Sep 17 09:27:27.336121 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device f8cf4826-aa9a-4da1-8f4e-e6b195793cad up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 09:27:27.386813 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning for port f8cf4826-aa9a-4da1-8f4e-e6b195793cad completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 09:27:27.390887 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port f8cf4826-aa9a-4da1-8f4e-e6b195793cad triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:27:27.391261 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:27.476662 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:27.499245 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '887ea81a-5046-49dd-bbc3-ceec6fb2e2e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8cf4826-aa9a-4da1-8f4e-e6b195793cad'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 09:27:27.502369 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd15a5b62c2e1c1e903d3702117c13c06f948b041a08150170fef0e561ebed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-948ae060-924b-403f-9208-02cae5fe8995" -d '{"events": [{"server_uuid": "887ea81a-5046-49dd-bbc3-ceec6fb2e2e6", "name": "network-vif-plugged", "status": "completed", "tag": "f8cf4826-aa9a-4da1-8f4e-e6b195793cad"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 09:27:27.515247 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port f8cf4826-aa9a-4da1-8f4e-e6b195793cad, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=f8cf4826-aa9a-4da1-8f4e-e6b195793cad,segment=NetworkSegment(b68ab6e9-0313-4582-997b-6584f18fdc81),segment_id=b68ab6e9-0313-4582-997b-6584f18fdc81)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:27:27.520370 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:27.559363 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 09:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb42b8b-c82c-4802-89bc-425f739b4fd9 x-openstack-request-id: req-2bb42b8b-c82c-4802-89bc-425f739b4fd9 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 09:27:27.559867 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "887ea81a-5046-49dd-bbc3-ceec6fb2e2e6", "name": "network-vif-plugged", "status": "completed", "tag": "f8cf4826-aa9a-4da1-8f4e-e6b195793cad", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 09:27:27.560278 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2bb42b8b-c82c-4802-89bc-425f739b4fd9 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 09:27:27.560876 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '887ea81a-5046-49dd-bbc3-ceec6fb2e2e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8cf4826-aa9a-4da1-8f4e-e6b195793cad', 'code': 200} Sep 17 09:27:27.605760 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=f8cf4826-aa9a-4da1-8f4e-e6b195793cad,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:27:27.661201 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f96af-bd97-43db-a2c4-2e0d5228a493 req-0c84532d-2622-4f5b-8671-6727171c493a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:27:27.662743 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fd5f96af-bd97-43db-a2c4-2e0d5228a493 req-0c84532d-2622-4f5b-8671-6727171c493a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=887ea81a-5046-49dd-bbc3-ceec6fb2e2e6 HTTP/1.1" status: 200 len: 1097 time: 0.0404305 Sep 17 09:27:27.687641 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45e4528-8ef4-4209-ac46-792a32b3c32b req-e8dc993a-acf0-4080-a063-3e84ae6ce61c tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:27:27.689217 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f45e4528-8ef4-4209-ac46-792a32b3c32b req-e8dc993a-acf0-4080-a063-3e84ae6ce61c tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/ports?device_id=887ea81a-5046-49dd-bbc3-ceec6fb2e2e6 HTTP/1.1" status: 200 len: 946 time: 0.0535836 Sep 17 09:27:27.704300 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-fd5f96af-bd97-43db-a2c4-2e0d5228a493 req-14562284-f730-4870-aab6-36df9c3bfab8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=054abd7a-0f09-45ae-9d9f-a684861523d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334923 Sep 17 09:27:27.727971 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f45e4528-8ef4-4209-ac46-792a32b3c32b req-05d8829f-4db0-4660-984d-d4eb72c3dbe2 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/security-groups?id=054abd7a-0f09-45ae-9d9f-a684861523d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317156 Sep 17 09:27:28.695472 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2a132bd3-65b1-454b-97e9-167d25223b57 req-3cd864b3-67a6-47cc-85fe-36b70a330b07 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0256736 Sep 17 09:27:28.776202 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2a132bd3-65b1-454b-97e9-167d25223b57 req-81d63538-7d6c-4130-a6a0-2968674a455c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0253887 Sep 17 09:27:28.839066 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2a132bd3-65b1-454b-97e9-167d25223b57 req-758e7eed-b46c-4b3e-994b-ac1257bd2486 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332839 Sep 17 09:27:29.221193 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d1ba7-73b0-46c5-9852-678224c7bcf2 req-be6f41f9-4ae0-4d64-833e-a0e0de251f22 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:27:29.222751 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-372d1ba7-73b0-46c5-9852-678224c7bcf2 req-be6f41f9-4ae0-4d64-833e-a0e0de251f22 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/ports?device_id=887ea81a-5046-49dd-bbc3-ceec6fb2e2e6 HTTP/1.1" status: 200 len: 946 time: 0.4260652 Sep 17 09:27:29.301134 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-372d1ba7-73b0-46c5-9852-678224c7bcf2 req-dfd7f976-58ce-43ac-abeb-dc4a627b071a tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/security-groups?id=054abd7a-0f09-45ae-9d9f-a684861523d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707815 Sep 17 09:27:29.310489 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a132bd3-65b1-454b-97e9-167d25223b57 req-c96ad0ca-b77e-4d96-8e6b-7e1220416011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:27:29.311989 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2a132bd3-65b1-454b-97e9-167d25223b57 req-c96ad0ca-b77e-4d96-8e6b-7e1220416011 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4647810 Sep 17 09:27:30.418467 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3664deeb-4c25-46a9-9859-0949de957774 req-edee767d-4ec1-42ab-a3ef-e30972e76709 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:27:30.419989 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3664deeb-4c25-46a9-9859-0949de957774 req-edee767d-4ec1-42ab-a3ef-e30972e76709 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/ports?device_id=887ea81a-5046-49dd-bbc3-ceec6fb2e2e6 HTTP/1.1" status: 200 len: 946 time: 0.0518687 Sep 17 09:27:30.457324 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3664deeb-4c25-46a9-9859-0949de957774 req-3293ad05-14e6-491d-9e6a-1b45f4cae818 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/security-groups?id=054abd7a-0f09-45ae-9d9f-a684861523d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312550 Sep 17 09:27:30.571977 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd5be1-4f89-4c49-9004-c9332af935b7 req-82db9156-83df-4a5f-a939-e6a3f190a897 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:27:30.573470 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-62bd5be1-4f89-4c49-9004-c9332af935b7 req-82db9156-83df-4a5f-a939-e6a3f190a897 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/ports?device_id=887ea81a-5046-49dd-bbc3-ceec6fb2e2e6 HTTP/1.1" status: 200 len: 946 time: 0.0497253 Sep 17 09:27:30.610680 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-62bd5be1-4f89-4c49-9004-c9332af935b7 req-4e390249-6aed-4c48-9b4b-09bf9e97309b tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/security-groups?id=054abd7a-0f09-45ae-9d9f-a684861523d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307221 Sep 17 09:27:30.635158 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39254) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:27:30.720157 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed22e245-0483-48bd-b907-14b67ddefeef tempest-TestSnapshotPattern-958728078 tempest-TestSnapshotPattern-958728078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:27:30.721728 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ed22e245-0483-48bd-b907-14b67ddefeef tempest-TestSnapshotPattern-958728078 tempest-TestSnapshotPattern-958728078-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=887ea81a-5046-49dd-bbc3-ceec6fb2e2e6 HTTP/1.1" status: 200 len: 1092 time: 0.0855718 Sep 17 09:27:30.724634 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39258) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:27:30.728909 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-831d8bb8-beab-4b49-93b3-45f224d6e774 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Request body: {'floatingip': {'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'port_id': 'f8cf4826-aa9a-4da1-8f4e-e6b195793cad', 'tenant_id': '466d3210d5e1428bb2118e307c203173', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:27:30.751601 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-831d8bb8-beab-4b49-93b3-45f224d6e774 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks [] for floatingip, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:30.847707 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-831d8bb8-beab-4b49-93b3-45f224d6e774 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:30.955282 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-831d8bb8-beab-4b49-93b3-45f224d6e774 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Allocated IP 172.25.6.173 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/a70c0b57-4015-4d60-8909-62a7581607aa) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 09:27:31.055102 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-831d8bb8-beab-4b49-93b3-45f224d6e774 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:31.093705 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-831d8bb8-beab-4b49-93b3-45f224d6e774 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:31.132077 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831d8bb8-beab-4b49-93b3-45f224d6e774 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 09:27:31.135097 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-831d8bb8-beab-4b49-93b3-45f224d6e774 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 09:27:31.140825 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831d8bb8-beab-4b49-93b3-45f224d6e774 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 09:27:31.164422 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831d8bb8-beab-4b49-93b3-45f224d6e774 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Pushing event updated for resources: {'Port': ['ID=a70c0b57-4015-4d60-8909-62a7581607aa,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:27:31.495914 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-831d8bb8-beab-4b49-93b3-45f224d6e774 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:31.565567 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-831d8bb8-beab-4b49-93b3-45f224d6e774 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:31.722046 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-831d8bb8-beab-4b49-93b3-45f224d6e774 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:31.726561 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-831d8bb8-beab-4b49-93b3-45f224d6e774 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:31.795362 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831d8bb8-beab-4b49-93b3-45f224d6e774 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Pushing event updated for resources: {'Port': ['ID=a70c0b57-4015-4d60-8909-62a7581607aa,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:27:31.806640 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-831d8bb8-beab-4b49-93b3-45f224d6e774 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:31.908590 n-d-789963-9 neutron-server[101290]: INFO neutron.db.l3_db [None req-831d8bb8-beab-4b49-93b3-45f224d6e774 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Floating IP 875a81fc-ba46-4f8b-bc9d-68a20f31451f associated. External IP: 172.25.6.173, port: f8cf4826-aa9a-4da1-8f4e-e6b195793cad. Sep 17 09:27:32.115481 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-831d8bb8-beab-4b49-93b3-45f224d6e774 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Router 9213fbc0-1596-41b9-bd8a-646081eaeca3 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 09:27:32.223600 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831d8bb8-beab-4b49-93b3-45f224d6e774 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 09:27:32.233128 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe36793-f7cc-434c-a564-b0917af49036 None None] Sync routers for ids ['9213fbc0-1596-41b9-bd8a-646081eaeca3'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 09:27:32.240176 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-831d8bb8-beab-4b49-93b3-45f224d6e774 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:32.242907 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe36793-f7cc-434c-a564-b0917af49036 None None] Routers {'9213fbc0-1596-41b9-bd8a-646081eaeca3'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:27:32.243522 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-4fe36793-f7cc-434c-a564-b0917af49036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:27:23Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['9213fbc0-1596-41b9-bd8a-646081eaeca3'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:27:32.275899 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-831d8bb8-beab-4b49-93b3-45f224d6e774 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5411379 Sep 17 09:27:32.275899 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '887ea81a-5046-49dd-bbc3-ceec6fb2e2e6', 'tag': 'f8cf4826-aa9a-4da1-8f4e-e6b195793cad'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 09:27:32.275899 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823f1136df5e8dfe06b46a14eea5a85bccf33ce7e510dfea6a746e22e928dc4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8eaa0be-3cbf-427c-827e-a6b62560da6e" -d '{"events": [{"name": "network-changed", "server_uuid": "887ea81a-5046-49dd-bbc3-ceec6fb2e2e6", "tag": "f8cf4826-aa9a-4da1-8f4e-e6b195793cad"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 09:27:32.314582 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 09:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ef1693-6828-4265-87e5-4d0f3025f470 x-openstack-request-id: req-16ef1693-6828-4265-87e5-4d0f3025f470 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 09:27:32.315053 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "887ea81a-5046-49dd-bbc3-ceec6fb2e2e6", "tag": "f8cf4826-aa9a-4da1-8f4e-e6b195793cad", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 09:27:32.315668 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-16ef1693-6828-4265-87e5-4d0f3025f470 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 09:27:32.316187 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '887ea81a-5046-49dd-bbc3-ceec6fb2e2e6', 'tag': 'f8cf4826-aa9a-4da1-8f4e-e6b195793cad', 'status': 'completed', 'code': 200} Sep 17 09:27:32.353050 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-4fe36793-f7cc-434c-a564-b0917af49036 None None] Set router 9213fbc0-1596-41b9-bd8a-646081eaeca3 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:27:32.404694 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eaa0be-3cbf-427c-827e-a6b62560da6e req-301b41e6-544a-456e-afa1-d48f4abb6fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:27:32.406843 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a8eaa0be-3cbf-427c-827e-a6b62560da6e req-301b41e6-544a-456e-afa1-d48f4abb6fb3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=466d3210d5e1428bb2118e307c203173&device_id=887ea81a-5046-49dd-bbc3-ceec6fb2e2e6 HTTP/1.1" status: 200 len: 1097 time: 0.0420277 Sep 17 09:27:32.503850 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eaa0be-3cbf-427c-827e-a6b62560da6e req-cab5c2c5-429e-4880-a255-4baa040d4281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:27:32.505471 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a8eaa0be-3cbf-427c-827e-a6b62560da6e req-cab5c2c5-429e-4880-a255-4baa040d4281 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88 HTTP/1.1" status: 200 len: 910 time: 0.0922732 Sep 17 09:27:32.572061 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a8eaa0be-3cbf-427c-827e-a6b62560da6e req-cb362c61-e895-4a6a-a5e4-7aecb78e4299 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8cf4826-aa9a-4da1-8f4e-e6b195793cad HTTP/1.1" status: 200 len: 1000 time: 0.0591102 Sep 17 09:27:32.574558 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-4fe36793-f7cc-434c-a564-b0917af49036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9213fbc0-1596-41b9-bd8a-646081eaeca3', 'name': 'tempest-TestSnapshotPattern-498987175-router', 'tenant_id': '466d3210d5e1428bb2118e307c203173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '2835d41d-f01a-4070-9f65-eeab79be863b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:27:07Z', 'updated_at': '2021-09-17T09:27:09Z', 'revision_number': 4, 'project_id': '466d3210d5e1428bb2118e307c203173', 'gw_port': {'id': '2835d41d-f01a-4070-9f65-eeab79be863b', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:77:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9213fbc0-1596-41b9-bd8a-646081eaeca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:27:07Z', 'updated_at': '2021-09-17T09:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '875a81fc-ba46-4f8b-bc9d-68a20f31451f', 'tenant_id': '466d3210d5e1428bb2118e307c203173', 'floating_ip_address': '172.25.6.173', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '9213fbc0-1596-41b9-bd8a-646081eaeca3', 'port_id': 'f8cf4826-aa9a-4da1-8f4e-e6b195793cad', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88', 'mac_address': 'fa:16:3e:38:68:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887ea81a-5046-49dd-bbc3-ceec6fb2e2e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T09:27:31Z', 'updated_at': '2021-09-17T09:27:31Z', 'revision_number': 0, 'project_id': '466d3210d5e1428bb2118e307c203173', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5232db90-6c17-459d-bd72-be0c7969bf15', 'name': '', 'network_id': 'fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88', 'tenant_id': '466d3210d5e1428bb2118e307c203173', 'mac_address': 'fa:16:3e:78:83:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9213fbc0-1596-41b9-bd8a-646081eaeca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '834f7f96-5dec-44f9-9a34-61759e4c750c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:27:09Z', 'updated_at': '2021-09-17T09:27:14Z', 'revision_number': 5, 'project_id': '466d3210d5e1428bb2118e307c203173', 'subnets': [{'id': '834f7f96-5dec-44f9-9a34-61759e4c750c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:27:32.601019 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe36793-f7cc-434c-a564-b0917af49036 None None] Checking router: 9213fbc0-1596-41b9-bd8a-646081eaeca3 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 09:27:32.609490 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe36793-f7cc-434c-a564-b0917af49036 None None] Routers {'9213fbc0-1596-41b9-bd8a-646081eaeca3'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:27:32.610026 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-4fe36793-f7cc-434c-a564-b0917af49036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:27:23Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['9213fbc0-1596-41b9-bd8a-646081eaeca3'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:27:32.625060 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eaa0be-3cbf-427c-827e-a6b62560da6e req-103f8ee6-e353-4a82-adb7-d9b75dce7fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:27:32.626587 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a8eaa0be-3cbf-427c-827e-a6b62560da6e req-103f8ee6-e353-4a82-adb7-d9b75dce7fd9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=834f7f96-5dec-44f9-9a34-61759e4c750c HTTP/1.1" status: 200 len: 848 time: 0.0475128 Sep 17 09:27:32.676367 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eaa0be-3cbf-427c-827e-a6b62560da6e req-03fff9fd-e465-48d3-8a6f-b7642634865c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:27:32.677930 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a8eaa0be-3cbf-427c-827e-a6b62560da6e req-03fff9fd-e465-48d3-8a6f-b7642634865c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426993 Sep 17 09:27:32.717282 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-4fe36793-f7cc-434c-a564-b0917af49036 None None] Set router 9213fbc0-1596-41b9-bd8a-646081eaeca3 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:27:32.770868 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a8eaa0be-3cbf-427c-827e-a6b62560da6e req-685d6095-67d1-4ca3-b6be-3274da22bdfd service neutron] 10.222.0.39 "GET /v2.0/networks/fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847893 Sep 17 09:27:32.866647 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-a8eaa0be-3cbf-427c-827e-a6b62560da6e req-0cbb7e55-7041-446a-8e70-ba26366619d0 service neutron] 10.222.0.39 "GET /v2.0/networks/fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878475 Sep 17 09:27:32.942606 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-4fe36793-f7cc-434c-a564-b0917af49036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9213fbc0-1596-41b9-bd8a-646081eaeca3', 'name': 'tempest-TestSnapshotPattern-498987175-router', 'tenant_id': '466d3210d5e1428bb2118e307c203173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '2835d41d-f01a-4070-9f65-eeab79be863b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:27:07Z', 'updated_at': '2021-09-17T09:27:09Z', 'revision_number': 4, 'project_id': '466d3210d5e1428bb2118e307c203173', 'gw_port': {'id': '2835d41d-f01a-4070-9f65-eeab79be863b', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:77:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9213fbc0-1596-41b9-bd8a-646081eaeca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:27:07Z', 'updated_at': '2021-09-17T09:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '875a81fc-ba46-4f8b-bc9d-68a20f31451f', 'tenant_id': '466d3210d5e1428bb2118e307c203173', 'floating_ip_address': '172.25.6.173', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '9213fbc0-1596-41b9-bd8a-646081eaeca3', 'port_id': 'f8cf4826-aa9a-4da1-8f4e-e6b195793cad', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88', 'mac_address': 'fa:16:3e:38:68:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887ea81a-5046-49dd-bbc3-ceec6fb2e2e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T09:27:31Z', 'updated_at': '2021-09-17T09:27:31Z', 'revision_number': 0, 'project_id': '466d3210d5e1428bb2118e307c203173', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5232db90-6c17-459d-bd72-be0c7969bf15', 'name': '', 'network_id': 'fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88', 'tenant_id': '466d3210d5e1428bb2118e307c203173', 'mac_address': 'fa:16:3e:78:83:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9213fbc0-1596-41b9-bd8a-646081eaeca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '834f7f96-5dec-44f9-9a34-61759e4c750c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:27:09Z', 'updated_at': '2021-09-17T09:27:14Z', 'revision_number': 5, 'project_id': '466d3210d5e1428bb2118e307c203173', 'subnets': [{'id': '834f7f96-5dec-44f9-9a34-61759e4c750c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:27:32.968607 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe36793-f7cc-434c-a564-b0917af49036 None None] The sync data for ids ['9213fbc0-1596-41b9-bd8a-646081eaeca3'] in n-d-789963-9 is: [{'id': '9213fbc0-1596-41b9-bd8a-646081eaeca3', 'name': 'tempest-TestSnapshotPattern-498987175-router', 'tenant_id': '466d3210d5e1428bb2118e307c203173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '2835d41d-f01a-4070-9f65-eeab79be863b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:27:07Z', 'updated_at': '2021-09-17T09:27:09Z', 'revision_number': 4, 'project_id': '466d3210d5e1428bb2118e307c203173', 'gw_port': {'id': '2835d41d-f01a-4070-9f65-eeab79be863b', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:77:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9213fbc0-1596-41b9-bd8a-646081eaeca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:27:07Z', 'updated_at': '2021-09-17T09:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '875a81fc-ba46-4f8b-bc9d-68a20f31451f', 'tenant_id': '466d3210d5e1428bb2118e307c203173', 'floating_ip_address': '172.25.6.173', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '9213fbc0-1596-41b9-bd8a-646081eaeca3', 'port_id': 'f8cf4826-aa9a-4da1-8f4e-e6b195793cad', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88', 'mac_address': 'fa:16:3e:38:68:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887ea81a-5046-49dd-bbc3-ceec6fb2e2e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T09:27:31Z', 'updated_at': '2021-09-17T09:27:31Z', 'revision_number': 0, 'project_id': '466d3210d5e1428bb2118e307c203173', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5232db90-6c17-459d-bd72-be0c7969bf15', 'name': '', 'network_id': 'fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88', 'tenant_id': '466d3210d5e1428bb2118e307c203173', 'mac_address': 'fa:16:3e:78:83:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9213fbc0-1596-41b9-bd8a-646081eaeca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '834f7f96-5dec-44f9-9a34-61759e4c750c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:27:09Z', 'updated_at': '2021-09-17T09:27:14Z', 'revision_number': 5, 'project_id': '466d3210d5e1428bb2118e307c203173', 'subnets': [{'id': '834f7f96-5dec-44f9-9a34-61759e4c750c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 09:27:33.166573 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7302409d-e3b0-4190-aaa2-96ba26b6d8a8 None None] New status for floating IP 875a81fc-ba46-4f8b-bc9d-68a20f31451f: ACTIVE {{(pid=101291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 09:27:36.428244 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:36.521612 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:50.170864 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-78c02f42-55cf-4378-9ead-2f0cec525e88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:52.604820 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-45165fcf-872b-4743-9001-f3e34ce698cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:52.964526 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:54.124856 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:27:55.284483 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 09:27:55.702602 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:28:06.426896 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:28:06.536249 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:28:20.172077 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-26c1523a-d7fc-46b5-ba5c-870ed3565e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:28:22.606397 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7cbbd766-296e-46f5-9570-4a9e8ba67f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:28:22.966766 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:28:23.318105 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-118e8834-fd47-427f-96de-fa8b071887b6 req-5ab4c422-6cca-439d-83f2-177396f599a9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=887ea81a-5046-49dd-bbc3-ceec6fb2e2e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1127174 Sep 17 09:28:23.419731 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e8834-fd47-427f-96de-fa8b071887b6 req-468b5840-37b5-412e-9bc2-00fb022c4799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:28:23.421366 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-118e8834-fd47-427f-96de-fa8b071887b6 req-468b5840-37b5-412e-9bc2-00fb022c4799 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=466d3210d5e1428bb2118e307c203173&device_id=887ea81a-5046-49dd-bbc3-ceec6fb2e2e6 HTTP/1.1" status: 200 len: 1097 time: 0.0444171 Sep 17 09:28:23.521741 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e8834-fd47-427f-96de-fa8b071887b6 req-873f36fb-591a-4c04-9a6e-d59518d16b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:28:23.523124 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-118e8834-fd47-427f-96de-fa8b071887b6 req-873f36fb-591a-4c04-9a6e-d59518d16b3f service neutron] 10.222.0.39 "GET /v2.0/networks?id=fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88 HTTP/1.1" status: 200 len: 910 time: 0.0824842 Sep 17 09:28:23.597312 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-118e8834-fd47-427f-96de-fa8b071887b6 req-2c1290f2-b9ef-42db-926e-189eed464a35 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8cf4826-aa9a-4da1-8f4e-e6b195793cad HTTP/1.1" status: 200 len: 1002 time: 0.0668721 Sep 17 09:28:23.947236 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e8834-fd47-427f-96de-fa8b071887b6 req-f07a5276-d142-4de2-a624-86317b970106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:28:23.948809 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-118e8834-fd47-427f-96de-fa8b071887b6 req-f07a5276-d142-4de2-a624-86317b970106 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=834f7f96-5dec-44f9-9a34-61759e4c750c HTTP/1.1" status: 200 len: 848 time: 0.3442276 Sep 17 09:28:23.994922 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e8834-fd47-427f-96de-fa8b071887b6 req-de6e0fa0-2a94-4f49-a85c-2264c0b60c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:28:23.996467 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-118e8834-fd47-427f-96de-fa8b071887b6 req-de6e0fa0-2a94-4f49-a85c-2264c0b60c98 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404794 Sep 17 09:28:24.007511 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [req-118e8834-fd47-427f-96de-fa8b071887b6 req-9d7ed4c3-dedd-4596-837f-ae805eddfb5c service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 09:28:24.008487 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-118e8834-fd47-427f-96de-fa8b071887b6 req-9d7ed4c3-dedd-4596-837f-ae805eddfb5c service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049193 Sep 17 09:28:24.103498 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-118e8834-fd47-427f-96de-fa8b071887b6 req-16bcc912-3ce2-4f8a-9d51-8572c1b584dd service neutron] 10.222.0.39 "GET /v2.0/networks/fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879731 Sep 17 09:28:24.128957 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:28:24.195786 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-118e8834-fd47-427f-96de-fa8b071887b6 req-2fa7fac5-1c95-41ba-ac01-51a656cf5f64 service neutron] 10.222.0.39 "GET /v2.0/networks/fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846970 Sep 17 09:28:25.704443 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:28:30.760268 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1ce13a25-ef57-47d0-b1b4-083503ed5bce req-e1211e5a-8ca4-4e18-8ca2-e23f6c0f7cc5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0780983 Sep 17 09:28:30.840030 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1ce13a25-ef57-47d0-b1b4-083503ed5bce req-606d3c05-a483-4247-a266-b16978b45e0f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0240383 Sep 17 09:28:30.887444 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1ce13a25-ef57-47d0-b1b4-083503ed5bce req-56ea1c71-2634-4f4a-a610-3a959740f90a service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221682 Sep 17 09:28:30.983388 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce13a25-ef57-47d0-b1b4-083503ed5bce req-8b72adec-35fd-4516-9b6d-ba58da066425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:28:30.984796 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1ce13a25-ef57-47d0-b1b4-083503ed5bce req-8b72adec-35fd-4516-9b6d-ba58da066425 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897653 Sep 17 09:28:32.284187 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 09:28:36.438747 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:28:36.535410 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:28:50.173911 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0c112dd3-cae9-4c5e-a1ce-3fdc7f1a9cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:28:52.607189 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-93fe718a-cf9a-4e55-811a-302123eddb11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:28:52.968570 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:28:54.131048 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:28:55.708800 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:29:06.438138 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:29:06.561008 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:29:09.372190 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 09:29:20.175454 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b92b1c59-0762-4f31-a2a7-0fe33641a3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:29:22.608770 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b8ca36da-6751-41d8-a81c-02ffb339fd02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:29:22.969464 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:29:23.217274 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bd9689f2-49f1-4ecf-a593-01eed0e24a14 req-1ba96f76-ef90-4c65-b561-3f0dad7224be service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=887ea81a-5046-49dd-bbc3-ceec6fb2e2e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442600 Sep 17 09:29:23.314476 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9689f2-49f1-4ecf-a593-01eed0e24a14 req-a98ee4cd-f3c9-4816-a337-8bcc59c1cc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:29:23.316020 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bd9689f2-49f1-4ecf-a593-01eed0e24a14 req-a98ee4cd-f3c9-4816-a337-8bcc59c1cc1b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=466d3210d5e1428bb2118e307c203173&device_id=887ea81a-5046-49dd-bbc3-ceec6fb2e2e6 HTTP/1.1" status: 200 len: 1097 time: 0.0420487 Sep 17 09:29:23.420927 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9689f2-49f1-4ecf-a593-01eed0e24a14 req-0a2a5be7-bab8-485b-ba1c-edc2c4440fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:29:23.422466 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bd9689f2-49f1-4ecf-a593-01eed0e24a14 req-0a2a5be7-bab8-485b-ba1c-edc2c4440fc4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88 HTTP/1.1" status: 200 len: 910 time: 0.0864835 Sep 17 09:29:23.491635 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bd9689f2-49f1-4ecf-a593-01eed0e24a14 req-fb712351-cf86-4fe9-80cb-d440cde82b20 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8cf4826-aa9a-4da1-8f4e-e6b195793cad HTTP/1.1" status: 200 len: 1002 time: 0.0613720 Sep 17 09:29:23.541829 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9689f2-49f1-4ecf-a593-01eed0e24a14 req-e7ac1299-72ed-4e35-a4c3-4ecb3e1eddfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:29:23.543217 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bd9689f2-49f1-4ecf-a593-01eed0e24a14 req-e7ac1299-72ed-4e35-a4c3-4ecb3e1eddfa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=834f7f96-5dec-44f9-9a34-61759e4c750c HTTP/1.1" status: 200 len: 848 time: 0.0443978 Sep 17 09:29:23.588627 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9689f2-49f1-4ecf-a593-01eed0e24a14 req-639f7cef-4499-4505-a143-06d4f5d1f5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:29:23.590158 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bd9689f2-49f1-4ecf-a593-01eed0e24a14 req-639f7cef-4499-4505-a143-06d4f5d1f5a6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399840 Sep 17 09:29:23.686373 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bd9689f2-49f1-4ecf-a593-01eed0e24a14 req-a14eba25-b901-415a-8eb6-20d5b8dc4b99 service neutron] 10.222.0.39 "GET /v2.0/networks/fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887270 Sep 17 09:29:23.775337 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bd9689f2-49f1-4ecf-a593-01eed0e24a14 req-704f51c2-6f92-48cf-8a52-a7a52b6ded32 service neutron] 10.222.0.39 "GET /v2.0/networks/fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822449 Sep 17 09:29:24.134662 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:29:25.710171 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:29:30.690193 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a06d73ba-cb0c-4d39-a958-7e9e3e7c214f req-7e8d7638-1cbd-494f-a651-f2f17abe4384 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0261495 Sep 17 09:29:30.772109 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a06d73ba-cb0c-4d39-a958-7e9e3e7c214f req-b969502e-6461-4322-9fed-582915492d84 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0274498 Sep 17 09:29:30.816090 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a06d73ba-cb0c-4d39-a958-7e9e3e7c214f req-f003d774-2b62-4fa3-a947-b595139a663b service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0187597 Sep 17 09:29:30.909291 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d73ba-cb0c-4d39-a958-7e9e3e7c214f req-428be485-f5dd-4054-9d64-cb4f2f964470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:29:30.910759 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a06d73ba-cb0c-4d39-a958-7e9e3e7c214f req-428be485-f5dd-4054-9d64-cb4f2f964470 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883486 Sep 17 09:29:36.440086 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:29:36.560362 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:29:46.281805 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 09:29:50.176435 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a2b061f6-7d66-4ab7-ab08-3bca8c48e75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:29:52.609871 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f5c3184c-2fa6-473e-86c4-20b2e6417033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:29:52.972177 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:29:54.137748 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:29:55.713326 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:30:06.178092 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device f8cf4826-aa9a-4da1-8f4e-e6b195793cad details requested by agent hyperv_n-h2-789963-9 with host n-h2-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 09:30:06.272698 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port f8cf4826-aa9a-4da1-8f4e-e6b195793cad, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=f8cf4826-aa9a-4da1-8f4e-e6b195793cad,segment=NetworkSegment(b68ab6e9-0313-4582-997b-6584f18fdc81),segment_id=b68ab6e9-0313-4582-997b-6584f18fdc81)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:30:06.284021 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Returning: {'device': 'f8cf4826-aa9a-4da1-8f4e-e6b195793cad', 'network_id': 'fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88', 'port_id': 'f8cf4826-aa9a-4da1-8f4e-e6b195793cad', 'mac_address': 'fa:16:3e:38:68:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '834f7f96-5dec-44f9-9a34-61759e4c750c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 09:30:06.324700 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:30:06.337720 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f8cf4826-aa9a-4da1-8f4e-e6b195793cad {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 09:30:06.356501 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port f8cf4826-aa9a-4da1-8f4e-e6b195793cad, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=f8cf4826-aa9a-4da1-8f4e-e6b195793cad,segment=NetworkSegment(b68ab6e9-0313-4582-997b-6584f18fdc81),segment_id=b68ab6e9-0313-4582-997b-6584f18fdc81)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:30:06.360342 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:30:06.407423 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=f8cf4826-aa9a-4da1-8f4e-e6b195793cad,revision_number=6']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:30:06.414789 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:30:06.415144 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:30:06.415494 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:30:06.415930 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:30:06.416273 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:30:06.416728 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:30:06.417120 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:30:06.417476 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:30:06.417807 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:30:06.418137 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:30:06.418499 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:30:06.418832 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:30:06.439296 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:30:06.499017 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] get_ports_and_sgs() called for port_ids ['f8cf4826-aa9a-4da1-8f4e-e6b195793cad'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 09:30:06.582179 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:30:08.198127 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device f8cf4826-aa9a-4da1-8f4e-e6b195793cad up at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 09:30:08.245507 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Provisioning complete for port f8cf4826-aa9a-4da1-8f4e-e6b195793cad triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:30:08.245878 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:30:08.323559 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:30:08.345743 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '887ea81a-5046-49dd-bbc3-ceec6fb2e2e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8cf4826-aa9a-4da1-8f4e-e6b195793cad'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 09:30:08.347929 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd15a5b62c2e1c1e903d3702117c13c06f948b041a08150170fef0e561ebed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03078966-909f-4b5f-886a-1c6f731e78d8" -d '{"events": [{"server_uuid": "887ea81a-5046-49dd-bbc3-ceec6fb2e2e6", "name": "network-vif-plugged", "status": "completed", "tag": "f8cf4826-aa9a-4da1-8f4e-e6b195793cad"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 09:30:08.361145 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port f8cf4826-aa9a-4da1-8f4e-e6b195793cad, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=f8cf4826-aa9a-4da1-8f4e-e6b195793cad,segment=NetworkSegment(b68ab6e9-0313-4582-997b-6584f18fdc81),segment_id=b68ab6e9-0313-4582-997b-6584f18fdc81)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:30:08.365841 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:30:08.417869 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=f8cf4826-aa9a-4da1-8f4e-e6b195793cad,revision_number=7']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:30:09.485848 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 09:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56b8c3c-75ae-4efe-94bb-3505310493b5 x-openstack-request-id: req-f56b8c3c-75ae-4efe-94bb-3505310493b5 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 09:30:09.486455 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "887ea81a-5046-49dd-bbc3-ceec6fb2e2e6", "name": "network-vif-plugged", "status": "completed", "tag": "f8cf4826-aa9a-4da1-8f4e-e6b195793cad", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 09:30:09.486455 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f56b8c3c-75ae-4efe-94bb-3505310493b5 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 09:30:09.487069 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '887ea81a-5046-49dd-bbc3-ceec6fb2e2e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8cf4826-aa9a-4da1-8f4e-e6b195793cad', 'code': 200} Sep 17 09:30:18.772009 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c30474a4-915e-47b4-a46e-3bc643d63848 req-da1f0209-b917-4687-8e26-e6c209d1c54e tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1023062917&fields=id&tenant_id=466d3210d5e1428bb2118e307c203173 HTTP/1.1" status: 200 len: 267 time: 0.0334070 Sep 17 09:30:18.881993 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30474a4-915e-47b4-a46e-3bc643d63848 req-874ffd98-0c3f-4de5-9edc-de30022b8ff9 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:30:18.883384 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c30474a4-915e-47b4-a46e-3bc643d63848 req-874ffd98-0c3f-4de5-9edc-de30022b8ff9 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/networks?id=fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88 HTTP/1.1" status: 200 len: 809 time: 0.1046081 Sep 17 09:30:18.898427 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c30474a4-915e-47b4-a46e-3bc643d63848 req-6ede950b-6648-4e5b-9d0d-cbbcdaa137bd tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/quotas/466d3210d5e1428bb2118e307c203173 HTTP/1.1" status: 200 len: 375 time: 0.0091603 Sep 17 09:30:18.972186 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c30474a4-915e-47b4-a46e-3bc643d63848 req-854df461-da18-4510-bfe5-92ed7ac8f4f9 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=466d3210d5e1428bb2118e307c203173&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0683026 Sep 17 09:30:19.089191 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c30474a4-915e-47b4-a46e-3bc643d63848 req-8a4d3c76-0399-49cf-8be7-326cfc648ea1 service neutron] 10.222.0.13 "GET /v2.0/networks/fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002960 Sep 17 09:30:19.185044 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c30474a4-915e-47b4-a46e-3bc643d63848 req-6ea25131-cac0-4280-aad7-d63f77a2fbd0 service neutron] 10.222.0.13 "GET /v2.0/networks/fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893626 Sep 17 09:30:19.500634 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2a29864b-1a31-4578-92c3-e695b57f85f2 req-7451db78-d7f4-4551-9afe-6579015aa704 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/ports?device_id=6326a6de-fa7d-4c78-a1c8-062ee209c336 HTTP/1.1" status: 200 len: 210 time: 0.1538548 Sep 17 09:30:20.178409 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5620e7aa-c4da-4508-849c-e7f5ff421bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:30:20.586478 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d044fc65-3765-4242-922b-7ffc84dd9ff0 req-124f0fff-72ea-470b-a449-d6de43c1868d tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/ports?device_id=6326a6de-fa7d-4c78-a1c8-062ee209c336 HTTP/1.1" status: 200 len: 210 time: 0.0311439 Sep 17 09:30:21.663155 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-2a223b7f-53f3-401b-8874-7d643bba4329 req-d48167d2-2ed7-4b4b-b2a7-974aece88790 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/ports?device_id=6326a6de-fa7d-4c78-a1c8-062ee209c336 HTTP/1.1" status: 200 len: 210 time: 0.0272872 Sep 17 09:30:22.285262 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device f8cf4826-aa9a-4da1-8f4e-e6b195793cad no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 09:30:22.364957 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:30:22.386764 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '887ea81a-5046-49dd-bbc3-ceec6fb2e2e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8cf4826-aa9a-4da1-8f4e-e6b195793cad'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 09:30:22.389063 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd15a5b62c2e1c1e903d3702117c13c06f948b041a08150170fef0e561ebed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c8a751-3b33-4a0d-8466-dcb49e3753ed" -d '{"events": [{"server_uuid": "887ea81a-5046-49dd-bbc3-ceec6fb2e2e6", "name": "network-vif-unplugged", "status": "completed", "tag": "f8cf4826-aa9a-4da1-8f4e-e6b195793cad"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 09:30:22.402400 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] For port f8cf4826-aa9a-4da1-8f4e-e6b195793cad, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=f8cf4826-aa9a-4da1-8f4e-e6b195793cad,segment=NetworkSegment(b68ab6e9-0313-4582-997b-6584f18fdc81),segment_id=b68ab6e9-0313-4582-997b-6584f18fdc81)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:30:22.406742 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:30:22.430476 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 09:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb597ef-3cb6-4926-bd50-d22320c36559 x-openstack-request-id: req-edb597ef-3cb6-4926-bd50-d22320c36559 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 09:30:22.430771 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "887ea81a-5046-49dd-bbc3-ceec6fb2e2e6", "name": "network-vif-unplugged", "status": "completed", "tag": "f8cf4826-aa9a-4da1-8f4e-e6b195793cad", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 09:30:22.431020 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-edb597ef-3cb6-4926-bd50-d22320c36559 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 09:30:22.431404 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '887ea81a-5046-49dd-bbc3-ceec6fb2e2e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8cf4826-aa9a-4da1-8f4e-e6b195793cad', 'code': 200} Sep 17 09:30:22.457327 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Pushing event updated for resources: {'Port': ['ID=f8cf4826-aa9a-4da1-8f4e-e6b195793cad,revision_number=8']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:30:22.618667 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bd6a5c21-6658-49d1-ad59-7ee702fc62c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:30:22.744277 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8341b61e-9de5-4e8d-b8f9-5903170051da req-a70cde65-f010-4238-8cd2-c3316745cff5 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/ports?device_id=6326a6de-fa7d-4c78-a1c8-062ee209c336 HTTP/1.1" status: 200 len: 210 time: 0.0270786 Sep 17 09:30:22.973711 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:30:23.281052 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 09:30:23.846096 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9c371904-2bd9-4c69-bca8-bde5a2886431 req-7dc32d0d-efa6-48dd-b697-ab5910b127c5 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/ports?device_id=6326a6de-fa7d-4c78-a1c8-062ee209c336 HTTP/1.1" status: 200 len: 210 time: 0.0271201 Sep 17 09:30:24.140227 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:30:24.253756 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c57dfac2-cc4e-4a98-b24a-d2db929101f6 req-fa27434f-f48e-4bc0-a526-cedf287a0d71 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=887ea81a-5046-49dd-bbc3-ceec6fb2e2e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0458381 Sep 17 09:30:24.354514 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57dfac2-cc4e-4a98-b24a-d2db929101f6 req-5ac93047-c25b-4313-8579-7a471a9f891f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:30:24.356003 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c57dfac2-cc4e-4a98-b24a-d2db929101f6 req-5ac93047-c25b-4313-8579-7a471a9f891f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=466d3210d5e1428bb2118e307c203173&device_id=887ea81a-5046-49dd-bbc3-ceec6fb2e2e6 HTTP/1.1" status: 200 len: 1095 time: 0.0419643 Sep 17 09:30:24.472935 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57dfac2-cc4e-4a98-b24a-d2db929101f6 req-cd30c5b1-8c5d-41c5-a710-575880a7058c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:30:24.475332 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c57dfac2-cc4e-4a98-b24a-d2db929101f6 req-cd30c5b1-8c5d-41c5-a710-575880a7058c service neutron] 10.222.0.39 "GET /v2.0/networks?id=fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88 HTTP/1.1" status: 200 len: 910 time: 0.0962305 Sep 17 09:30:24.520797 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30474a4-915e-47b4-a46e-3bc643d63848 req-65185e85-03e0-4dc4-b265-f98391b3522b tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:30:24.522444 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c30474a4-915e-47b4-a46e-3bc643d63848 req-65185e85-03e0-4dc4-b265-f98391b3522b tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.41 "GET /v2.0/networks?id=fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88 HTTP/1.1" status: 200 len: 809 time: 0.1143198 Sep 17 09:30:24.553407 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c57dfac2-cc4e-4a98-b24a-d2db929101f6 req-c1fb8e7a-f9dd-4c04-9e63-60098c0ca905 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8cf4826-aa9a-4da1-8f4e-e6b195793cad HTTP/1.1" status: 200 len: 1000 time: 0.0706096 Sep 17 09:30:24.582250 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c30474a4-915e-47b4-a46e-3bc643d63848 req-c70f9f27-dbeb-4cf8-883d-5ec80a962b62 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=466d3210d5e1428bb2118e307c203173 HTTP/1.1" status: 200 len: 380 time: 0.0338888 Sep 17 09:30:24.603468 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57dfac2-cc4e-4a98-b24a-d2db929101f6 req-2ac408b7-a163-46b0-b277-f4904fe666b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:30:24.605084 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c57dfac2-cc4e-4a98-b24a-d2db929101f6 req-2ac408b7-a163-46b0-b277-f4904fe666b9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=834f7f96-5dec-44f9-9a34-61759e4c750c HTTP/1.1" status: 200 len: 848 time: 0.0445793 Sep 17 09:30:24.632251 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-c30474a4-915e-47b4-a46e-3bc643d63848 req-c61f5986-5b64-4ae7-8690-5eb601b1141c tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Request body: {'port': {'device_id': '6326a6de-fa7d-4c78-a1c8-062ee209c336', 'network_id': 'fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88', 'admin_state_up': True, 'tenant_id': '466d3210d5e1428bb2118e307c203173', 'security_groups': ['054abd7a-0f09-45ae-9d9f-a684861523d5']}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:30:24.666220 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57dfac2-cc4e-4a98-b24a-d2db929101f6 req-ca77ec4a-c296-47c9-ba3a-8fb9c4d13f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:30:24.668476 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c57dfac2-cc4e-4a98-b24a-d2db929101f6 req-ca77ec4a-c296-47c9-ba3a-8fb9c4d13f69 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564494 Sep 17 09:30:24.766455 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c57dfac2-cc4e-4a98-b24a-d2db929101f6 req-4d5961a5-48fc-48d5-af83-a097aec2bcb8 service neutron] 10.222.0.39 "GET /v2.0/networks/fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906041 Sep 17 09:30:24.766596 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c30474a4-915e-47b4-a46e-3bc643d63848 req-c61f5986-5b64-4ae7-8690-5eb601b1141c tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Made reservation on behalf of 466d3210d5e1428bb2118e307c203173 for: {'port': 1} {{(pid=101289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 09:30:24.770952 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-c30474a4-915e-47b4-a46e-3bc643d63848 req-c61f5986-5b64-4ae7-8690-5eb601b1141c tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:30:24.877607 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c57dfac2-cc4e-4a98-b24a-d2db929101f6 req-acd68dff-6092-447b-988a-ec3e5d39b30f service neutron] 10.222.0.39 "GET /v2.0/networks/fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041844 Sep 17 09:30:24.984001 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_common [req-c30474a4-915e-47b4-a46e-3bc643d63848 req-c61f5986-5b64-4ae7-8690-5eb601b1141c tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Allocated IP 172.20.0.6 (fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88/834f7f96-5dec-44f9-9a34-61759e4c750c/bc6ac2e2-ab7f-41d2-ae35-5bcae4062338) {{(pid=101289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 09:30:24.989009 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d30f1f9f-8590-4a58-a307-9d00e44cde43 req-0fdad376-88d2-45ba-b51f-3f9a3f666ebe tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/ports?device_id=6326a6de-fa7d-4c78-a1c8-062ee209c336 HTTP/1.1" status: 200 len: 210 time: 0.0381906 Sep 17 09:30:25.229552 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-c30474a4-915e-47b4-a46e-3bc643d63848 req-c61f5986-5b64-4ae7-8690-5eb601b1141c tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks [] for port, precommit_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:30:25.333497 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-c30474a4-915e-47b4-a46e-3bc643d63848 req-c61f5986-5b64-4ae7-8690-5eb601b1141c tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_create {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:30:25.438714 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c30474a4-915e-47b4-a46e-3bc643d63848 req-c61f5986-5b64-4ae7-8690-5eb601b1141c tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Network fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88 is already hosted by enough agents. {{(pid=101289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 09:30:25.445215 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.base_scheduler [req-c30474a4-915e-47b4-a46e-3bc643d63848 req-c61f5986-5b64-4ae7-8690-5eb601b1141c tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Resources bound (agent type, host, resource id): {{(pid=101289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 09:30:25.455816 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-c30474a4-915e-47b4-a46e-3bc643d63848 req-c61f5986-5b64-4ae7-8690-5eb601b1141c tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Received port after_create {{(pid=101289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 09:30:25.503969 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f5986-5b64-4ae7-8690-5eb601b1141c tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Pushing event updated for resources: {'Port': ['ID=bc6ac2e2-ab7f-41d2-ae35-5bcae4062338,revision_number=1']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:30:25.533765 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61f5986-5b64-4ae7-8690-5eb601b1141c tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:30:25.534115 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61f5986-5b64-4ae7-8690-5eb601b1141c tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:30:25.534459 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61f5986-5b64-4ae7-8690-5eb601b1141c tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:30:25.534796 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61f5986-5b64-4ae7-8690-5eb601b1141c tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:30:25.535132 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61f5986-5b64-4ae7-8690-5eb601b1141c tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:30:25.535462 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61f5986-5b64-4ae7-8690-5eb601b1141c tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:30:25.535792 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61f5986-5b64-4ae7-8690-5eb601b1141c tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:30:25.536186 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61f5986-5b64-4ae7-8690-5eb601b1141c tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:30:25.536514 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61f5986-5b64-4ae7-8690-5eb601b1141c tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:30:25.536838 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61f5986-5b64-4ae7-8690-5eb601b1141c tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:30:25.537164 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61f5986-5b64-4ae7-8690-5eb601b1141c tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:30:25.537487 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61f5986-5b64-4ae7-8690-5eb601b1141c tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:30:25.559732 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30474a4-915e-47b4-a46e-3bc643d63848 req-c61f5986-5b64-4ae7-8690-5eb601b1141c tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:30:25.560436 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-c30474a4-915e-47b4-a46e-3bc643d63848 req-c61f5986-5b64-4ae7-8690-5eb601b1141c tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:30:25.588048 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c30474a4-915e-47b4-a46e-3bc643d63848 req-c61f5986-5b64-4ae7-8690-5eb601b1141c tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9599750 Sep 17 09:30:25.736008 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:30:25.839097 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ba80a6f1-cfa0-4c1f-8903-a662c53532ec None None] Provisioning complete for port bc6ac2e2-ab7f-41d2-ae35-5bcae4062338 triggered by entity DHCP. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:30:25.839468 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ba80a6f1-cfa0-4c1f-8903-a662c53532ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:30:25.877151 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ba80a6f1-cfa0-4c1f-8903-a662c53532ec None None] Port bc6ac2e2-ab7f-41d2-ae35-5bcae4062338 cannot update to ACTIVE because it is not bound. {{(pid=101291) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 09:30:26.131229 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a7a1e-9ae6-45d4-9bf1-38769eeaedfb req-6cb15519-1c93-4ffd-973b-2c2d7d7242e6 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:30:26.132857 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b27a7a1e-9ae6-45d4-9bf1-38769eeaedfb req-6cb15519-1c93-4ffd-973b-2c2d7d7242e6 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/ports?device_id=6326a6de-fa7d-4c78-a1c8-062ee209c336 HTTP/1.1" status: 200 len: 931 time: 0.0691490 Sep 17 09:30:26.179206 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b27a7a1e-9ae6-45d4-9bf1-38769eeaedfb req-e9446cba-7666-48ca-9562-c0b3bc202021 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/security-groups?id=054abd7a-0f09-45ae-9d9f-a684861523d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400872 Sep 17 09:30:27.292281 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59614c-1fed-44e0-b38c-bbf1244f7e5e req-eceaea60-04f1-49ec-be50-86890efaea22 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:30:27.293829 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ca59614c-1fed-44e0-b38c-bbf1244f7e5e req-eceaea60-04f1-49ec-be50-86890efaea22 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/ports?device_id=6326a6de-fa7d-4c78-a1c8-062ee209c336 HTTP/1.1" status: 200 len: 931 time: 0.0475392 Sep 17 09:30:27.334303 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ca59614c-1fed-44e0-b38c-bbf1244f7e5e req-546e126e-fbf5-4e6a-9744-b450f967cbdb tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/security-groups?id=054abd7a-0f09-45ae-9d9f-a684861523d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345528 Sep 17 09:30:28.453695 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133fe19-1b05-4a26-82ad-3f996f450998 req-12199376-cc78-42be-bafb-3abf591e5d9c tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:30:28.455184 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b133fe19-1b05-4a26-82ad-3f996f450998 req-12199376-cc78-42be-bafb-3abf591e5d9c tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/ports?device_id=6326a6de-fa7d-4c78-a1c8-062ee209c336 HTTP/1.1" status: 200 len: 931 time: 0.0485384 Sep 17 09:30:28.506629 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b133fe19-1b05-4a26-82ad-3f996f450998 req-e056d22a-1f42-4979-a501-00979d33717d tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/security-groups?id=054abd7a-0f09-45ae-9d9f-a684861523d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454841 Sep 17 09:30:29.633085 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a4822-9412-4288-83ad-9ae32c3658dc req-84bcfdb7-7187-4183-b553-3cbed7716913 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:30:29.634641 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e76a4822-9412-4288-83ad-9ae32c3658dc req-84bcfdb7-7187-4183-b553-3cbed7716913 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/ports?device_id=6326a6de-fa7d-4c78-a1c8-062ee209c336 HTTP/1.1" status: 200 len: 931 time: 0.0521057 Sep 17 09:30:29.673995 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-e76a4822-9412-4288-83ad-9ae32c3658dc req-9cae7368-4dcd-4db8-8b2c-45880d9084d3 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/security-groups?id=054abd7a-0f09-45ae-9d9f-a684861523d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328128 Sep 17 09:30:30.793748 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474ba0f-3f25-4cbd-8ca8-e44ebf36ef80 req-0e9411df-1d71-48ac-8b99-6a00484c1a85 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:30:30.795364 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6474ba0f-3f25-4cbd-8ca8-e44ebf36ef80 req-0e9411df-1d71-48ac-8b99-6a00484c1a85 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/ports?device_id=6326a6de-fa7d-4c78-a1c8-062ee209c336 HTTP/1.1" status: 200 len: 931 time: 0.0494924 Sep 17 09:30:30.851599 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-6474ba0f-3f25-4cbd-8ca8-e44ebf36ef80 req-5c2bc799-5608-486e-9950-bf79978be4f2 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/security-groups?id=054abd7a-0f09-45ae-9d9f-a684861523d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487523 Sep 17 09:30:31.971591 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27035193-f70c-433c-962e-764b4e27019d req-fcdd8bcd-77f7-462e-a253-39a487042fb1 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:30:31.973172 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-27035193-f70c-433c-962e-764b4e27019d req-fcdd8bcd-77f7-462e-a253-39a487042fb1 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/ports?device_id=6326a6de-fa7d-4c78-a1c8-062ee209c336 HTTP/1.1" status: 200 len: 931 time: 0.0497971 Sep 17 09:30:32.016761 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-27035193-f70c-433c-962e-764b4e27019d req-cdf8ce60-7537-4940-af15-aec9579b7f09 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/security-groups?id=054abd7a-0f09-45ae-9d9f-a684861523d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376172 Sep 17 09:30:33.152114 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d1981-9c8e-4d05-b9ad-5caab266254b req-35b85968-c413-4b40-9aed-8684afd4c837 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:30:33.153743 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-282d1981-9c8e-4d05-b9ad-5caab266254b req-35b85968-c413-4b40-9aed-8684afd4c837 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/ports?device_id=6326a6de-fa7d-4c78-a1c8-062ee209c336 HTTP/1.1" status: 200 len: 931 time: 0.0521343 Sep 17 09:30:33.194315 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-282d1981-9c8e-4d05-b9ad-5caab266254b req-f1a0e5ce-0dea-4be7-9a66-fdbcd4d776f7 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/security-groups?id=054abd7a-0f09-45ae-9d9f-a684861523d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343401 Sep 17 09:30:34.309683 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76070ce-8615-4aa5-8641-e0c793951e19 req-a9c1abb7-bddf-4d5c-b97a-2035149ee40c tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:30:34.311194 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f76070ce-8615-4aa5-8641-e0c793951e19 req-a9c1abb7-bddf-4d5c-b97a-2035149ee40c tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/ports?device_id=6326a6de-fa7d-4c78-a1c8-062ee209c336 HTTP/1.1" status: 200 len: 931 time: 0.0503457 Sep 17 09:30:34.349466 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f76070ce-8615-4aa5-8641-e0c793951e19 req-1d842aab-6e02-47ca-9e47-830fbcf2707b tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/security-groups?id=054abd7a-0f09-45ae-9d9f-a684861523d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321555 Sep 17 09:30:35.503003 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aba7f4-2000-413a-a134-51ee6e007d2c req-677f1162-eea2-42ad-82c2-e02f1c7f8785 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:30:35.505244 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-17aba7f4-2000-413a-a134-51ee6e007d2c req-677f1162-eea2-42ad-82c2-e02f1c7f8785 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/ports?device_id=6326a6de-fa7d-4c78-a1c8-062ee209c336 HTTP/1.1" status: 200 len: 931 time: 0.0791712 Sep 17 09:30:35.550883 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-17aba7f4-2000-413a-a134-51ee6e007d2c req-3f02d6c4-780a-4d18-8ada-d4289f369796 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/security-groups?id=054abd7a-0f09-45ae-9d9f-a684861523d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392919 Sep 17 09:30:36.430456 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:30:36.591001 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:30:36.771088 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78deb37-69a0-458d-8607-0ef9a46fa2c2 req-cbe9b4ea-ea74-477f-9431-60446b9f30f9 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:30:36.774037 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c78deb37-69a0-458d-8607-0ef9a46fa2c2 req-cbe9b4ea-ea74-477f-9431-60446b9f30f9 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/ports?device_id=6326a6de-fa7d-4c78-a1c8-062ee209c336 HTTP/1.1" status: 200 len: 931 time: 0.1421120 Sep 17 09:30:36.815201 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c78deb37-69a0-458d-8607-0ef9a46fa2c2 req-ddd4bb6a-7221-4433-9380-fd918e2363ce tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/security-groups?id=054abd7a-0f09-45ae-9d9f-a684861523d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343151 Sep 17 09:30:37.930306 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21cd3ad-09e3-40a5-a4b6-6f1255789e09 req-37d35f29-7ae6-415a-b2f1-0c2b4af55d56 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:30:37.931811 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d21cd3ad-09e3-40a5-a4b6-6f1255789e09 req-37d35f29-7ae6-415a-b2f1-0c2b4af55d56 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/ports?device_id=6326a6de-fa7d-4c78-a1c8-062ee209c336 HTTP/1.1" status: 200 len: 931 time: 0.0495832 Sep 17 09:30:37.969412 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-d21cd3ad-09e3-40a5-a4b6-6f1255789e09 req-07bdb233-6846-4818-badb-972a70720661 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/security-groups?id=054abd7a-0f09-45ae-9d9f-a684861523d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311015 Sep 17 09:30:39.089549 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81b8ea0-164b-4ab6-bbad-39060de6ecac req-303b5be5-d768-4599-842b-f8751f38758f tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:30:39.090971 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f81b8ea0-164b-4ab6-bbad-39060de6ecac req-303b5be5-d768-4599-842b-f8751f38758f tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/ports?device_id=6326a6de-fa7d-4c78-a1c8-062ee209c336 HTTP/1.1" status: 200 len: 931 time: 0.0519738 Sep 17 09:30:39.134448 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-f81b8ea0-164b-4ab6-bbad-39060de6ecac req-69427574-0445-41f9-856f-98d456a025b3 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/security-groups?id=054abd7a-0f09-45ae-9d9f-a684861523d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369997 Sep 17 09:30:40.250652 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abab60a0-e5e8-4956-900c-7e2fd93e430b req-dcadfc98-8b5c-40ff-bb84-2c753990585e tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:30:40.252281 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-abab60a0-e5e8-4956-900c-7e2fd93e430b req-dcadfc98-8b5c-40ff-bb84-2c753990585e tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/ports?device_id=6326a6de-fa7d-4c78-a1c8-062ee209c336 HTTP/1.1" status: 200 len: 931 time: 0.0492902 Sep 17 09:30:40.292581 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-abab60a0-e5e8-4956-900c-7e2fd93e430b req-aa2b7cf3-3148-44fa-8aae-87f54a5bd076 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/security-groups?id=054abd7a-0f09-45ae-9d9f-a684861523d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340722 Sep 17 09:30:41.152691 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [req-c30474a4-915e-47b4-a46e-3bc643d63848 req-586465bb-85da-4830-8330-df2fee736941 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 09:30:41.154361 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c30474a4-915e-47b4-a46e-3bc643d63848 req-586465bb-85da-4830-8330-df2fee736941 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097108 Sep 17 09:30:41.187367 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.41', 60480) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:30:41.197246 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.v2.base [req-c30474a4-915e-47b4-a46e-3bc643d63848 req-71055c19-bd93-400e-b035-4a0d9f994c4b service neutron] Request body: {'port': {'device_id': '6326a6de-fa7d-4c78-a1c8-062ee209c336', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-9'}} {{(pid=101289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:30:41.230031 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e430f29f-69ec-49d5-b11c-91d7a4851037 req-f4fc53f8-8a2f-4872-981a-a878fec4c985 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0406508 Sep 17 09:30:41.264738 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-c30474a4-915e-47b4-a46e-3bc643d63848 req-71055c19-bd93-400e-b035-4a0d9f994c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:30:41.329102 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e430f29f-69ec-49d5-b11c-91d7a4851037 req-e9cdc9bc-71e1-4594-9642-434f7cfa2f4e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0273383 Sep 17 09:30:41.392313 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e430f29f-69ec-49d5-b11c-91d7a4851037 req-69c15ed8-e56c-408f-abb0-d6f156405c32 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302720 Sep 17 09:30:41.510655 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e430f29f-69ec-49d5-b11c-91d7a4851037 req-230b0dfa-0688-460c-aa84-fda139f32a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:30:41.512346 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e430f29f-69ec-49d5-b11c-91d7a4851037 req-230b0dfa-0688-460c-aa84-fda139f32a79 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1131489 Sep 17 09:30:41.519044 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e59cd6-0c58-4276-8250-475a6b0ad408 req-f90af660-abfa-439d-915b-ac6a3d977735 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:30:41.521332 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-29e59cd6-0c58-4276-8250-475a6b0ad408 req-f90af660-abfa-439d-915b-ac6a3d977735 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/ports?device_id=6326a6de-fa7d-4c78-a1c8-062ee209c336 HTTP/1.1" status: 200 len: 931 time: 0.1303465 Sep 17 09:30:41.588373 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-29e59cd6-0c58-4276-8250-475a6b0ad408 req-ee94b37f-382e-4ac7-a543-af28b07d6abb tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/security-groups?id=054abd7a-0f09-45ae-9d9f-a684861523d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587440 Sep 17 09:30:41.654949 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [req-c30474a4-915e-47b4-a46e-3bc643d63848 req-71055c19-bd93-400e-b035-4a0d9f994c4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc6ac2e2-ab7f-41d2-ae35-5bcae4062338 {{(pid=101289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 09:30:41.662613 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-c30474a4-915e-47b4-a46e-3bc643d63848 req-71055c19-bd93-400e-b035-4a0d9f994c4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:30:41.675068 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.provisioning_blocks [req-c30474a4-915e-47b4-a46e-3bc643d63848 req-71055c19-bd93-400e-b035-4a0d9f994c4b service neutron] Transition to ACTIVE for port object bc6ac2e2-ab7f-41d2-ae35-5bcae4062338 will not be triggered until provisioned by entity L2. {{(pid=101289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 09:30:41.679018 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-c30474a4-915e-47b4-a46e-3bc643d63848 req-71055c19-bd93-400e-b035-4a0d9f994c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:30:41.736718 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71055c19-bd93-400e-b035-4a0d9f994c4b service neutron] Pushing event updated for resources: {'Port': ['ID=bc6ac2e2-ab7f-41d2-ae35-5bcae4062338,revision_number=2']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:30:41.815120 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-c30474a4-915e-47b4-a46e-3bc643d63848 req-71055c19-bd93-400e-b035-4a0d9f994c4b service neutron] Attempting to bind port bc6ac2e2-ab7f-41d2-ae35-5bcae4062338 on host n-h1-789963-9 for vnic_type normal with profile {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 09:30:41.815566 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-c30474a4-915e-47b4-a46e-3bc643d63848 req-71055c19-bd93-400e-b035-4a0d9f994c4b service neutron] Attempting to bind port bc6ac2e2-ab7f-41d2-ae35-5bcae4062338 by drivers openvswitch,hyperv on host n-h1-789963-9 at level 0 using segments [{'id': 'b68ab6e9-0313-4582-997b-6584f18fdc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88'}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 09:30:41.816026 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30474a4-915e-47b4-a46e-3bc643d63848 req-71055c19-bd93-400e-b035-4a0d9f994c4b service neutron] Attempting to bind port bc6ac2e2-ab7f-41d2-ae35-5bcae4062338 on network fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 09:30:41.821601 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30474a4-915e-47b4-a46e-3bc643d63848 req-71055c19-bd93-400e-b035-4a0d9f994c4b service neutron] Port bc6ac2e2-ab7f-41d2-ae35-5bcae4062338 on network fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-9 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 09:30:41.821937 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30474a4-915e-47b4-a46e-3bc643d63848 req-71055c19-bd93-400e-b035-4a0d9f994c4b service neutron] Attempting to bind port bc6ac2e2-ab7f-41d2-ae35-5bcae4062338 on network fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88 {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 09:30:41.827591 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30474a4-915e-47b4-a46e-3bc643d63848 req-71055c19-bd93-400e-b035-4a0d9f994c4b service neutron] Checking agent: {'id': '013ad857-973c-4e2c-a06f-b5a4eb354af5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'started_at': datetime.datetime(2021, 9, 17, 7, 41, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 9, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 09:30:41.827959 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30474a4-915e-47b4-a46e-3bc643d63848 req-71055c19-bd93-400e-b035-4a0d9f994c4b service neutron] Checking segment: {'id': 'b68ab6e9-0313-4582-997b-6584f18fdc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 09:30:41.828346 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30474a4-915e-47b4-a46e-3bc643d63848 req-71055c19-bd93-400e-b035-4a0d9f994c4b service neutron] Bound using segment: {'id': 'b68ab6e9-0313-4582-997b-6584f18fdc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88'} {{(pid=101289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 09:30:41.828778 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.managers [req-c30474a4-915e-47b4-a46e-3bc643d63848 req-71055c19-bd93-400e-b035-4a0d9f994c4b service neutron] Bound port: bc6ac2e2-ab7f-41d2-ae35-5bcae4062338, host: n-h1-789963-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b68ab6e9-0313-4582-997b-6584f18fdc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88'}}] {{(pid=101289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 09:30:41.829137 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-c30474a4-915e-47b4-a46e-3bc643d63848 req-71055c19-bd93-400e-b035-4a0d9f994c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:30:41.898912 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-c30474a4-915e-47b4-a46e-3bc643d63848 req-71055c19-bd93-400e-b035-4a0d9f994c4b service neutron] For port bc6ac2e2-ab7f-41d2-ae35-5bcae4062338, host n-h1-789963-9, cleared binding levels {{(pid=101289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 09:30:41.902236 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-c30474a4-915e-47b4-a46e-3bc643d63848 req-71055c19-bd93-400e-b035-4a0d9f994c4b service neutron] For port bc6ac2e2-ab7f-41d2-ae35-5bcae4062338, host n-h1-789963-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=bc6ac2e2-ab7f-41d2-ae35-5bcae4062338,segment=NetworkSegment(b68ab6e9-0313-4582-997b-6584f18fdc81),segment_id=b68ab6e9-0313-4582-997b-6584f18fdc81)] {{(pid=101289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 09:30:41.906268 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-c30474a4-915e-47b4-a46e-3bc643d63848 req-71055c19-bd93-400e-b035-4a0d9f994c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24491456'] for port, after_update {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:30:41.946650 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30474a4-915e-47b4-a46e-3bc643d63848 req-71055c19-bd93-400e-b035-4a0d9f994c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:30:41.947267 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-c30474a4-915e-47b4-a46e-3bc643d63848 req-71055c19-bd93-400e-b035-4a0d9f994c4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:30:41.948745 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c30474a4-915e-47b4-a46e-3bc643d63848 req-71055c19-bd93-400e-b035-4a0d9f994c4b service neutron] 10.222.0.41 "PUT /v2.0/ports/bc6ac2e2-ab7f-41d2-ae35-5bcae4062338 HTTP/1.1" status: 200 len: 1091 time: 0.7613604 Sep 17 09:30:41.949197 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6326a6de-fa7d-4c78-a1c8-062ee209c336', 'tag': 'bc6ac2e2-ab7f-41d2-ae35-5bcae4062338'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 09:30:41.951529 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0b8b68ef77f8a69a7ea64e5314cb7bfe1c653782f919eb7015de92bbdd57641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c321f4-389e-4714-b5b2-61d8c51f0a83" -d '{"events": [{"name": "network-changed", "server_uuid": "6326a6de-fa7d-4c78-a1c8-062ee209c336", "tag": "bc6ac2e2-ab7f-41d2-ae35-5bcae4062338"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 09:30:41.978401 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71055c19-bd93-400e-b035-4a0d9f994c4b service neutron] Pushing event updated for resources: {'Port': ['ID=bc6ac2e2-ab7f-41d2-ae35-5bcae4062338,revision_number=3']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:30:41.995629 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 09:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14f7ceb-686c-4e68-ad91-f8c62857ef3e x-openstack-request-id: req-d14f7ceb-686c-4e68-ad91-f8c62857ef3e {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 09:30:41.996060 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6326a6de-fa7d-4c78-a1c8-062ee209c336", "tag": "bc6ac2e2-ab7f-41d2-ae35-5bcae4062338", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 09:30:41.996381 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d14f7ceb-686c-4e68-ad91-f8c62857ef3e {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 09:30:41.997061 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6326a6de-fa7d-4c78-a1c8-062ee209c336', 'tag': 'bc6ac2e2-ab7f-41d2-ae35-5bcae4062338', 'status': 'completed', 'code': 200} Sep 17 09:30:42.061597 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30474a4-915e-47b4-a46e-3bc643d63848 req-45b3c586-3239-445c-8fda-c14f2f38156e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:30:42.063207 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c30474a4-915e-47b4-a46e-3bc643d63848 req-45b3c586-3239-445c-8fda-c14f2f38156e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=466d3210d5e1428bb2118e307c203173&device_id=6326a6de-fa7d-4c78-a1c8-062ee209c336 HTTP/1.1" status: 200 len: 1094 time: 0.0481277 Sep 17 09:30:42.115611 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c30474a4-915e-47b4-a46e-3bc643d63848 req-905fe6b1-aea2-42f6-b31c-366704baa393 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc6ac2e2-ab7f-41d2-ae35-5bcae4062338 HTTP/1.1" status: 200 len: 217 time: 0.0382564 Sep 17 09:30:42.168479 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30474a4-915e-47b4-a46e-3bc643d63848 req-3f276b64-3978-4b05-ade5-f53af820d404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:30:42.169966 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c30474a4-915e-47b4-a46e-3bc643d63848 req-3f276b64-3978-4b05-ade5-f53af820d404 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=834f7f96-5dec-44f9-9a34-61759e4c750c HTTP/1.1" status: 200 len: 848 time: 0.0467122 Sep 17 09:30:42.224538 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30474a4-915e-47b4-a46e-3bc643d63848 req-d3f7f0e0-3f20-4b8a-97dc-07364763655c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:30:42.226026 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c30474a4-915e-47b4-a46e-3bc643d63848 req-d3f7f0e0-3f20-4b8a-97dc-07364763655c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481615 Sep 17 09:30:42.320625 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c30474a4-915e-47b4-a46e-3bc643d63848 req-e2a48572-4df1-4527-b8ac-f0b3d1e53526 service neutron] 10.222.0.41 "GET /v2.0/networks/fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867717 Sep 17 09:30:42.419577 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c30474a4-915e-47b4-a46e-3bc643d63848 req-bb76cf17-5e2d-45dc-9c42-654324e36f9b service neutron] 10.222.0.41 "GET /v2.0/networks/fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914786 Sep 17 09:30:42.548588 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c321f4-389e-4714-b5b2-61d8c51f0a83 req-1f9359b7-11e7-4538-b924-f0cf6ad7e3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:30:42.550133 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-37c321f4-389e-4714-b5b2-61d8c51f0a83 req-1f9359b7-11e7-4538-b924-f0cf6ad7e3b9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=466d3210d5e1428bb2118e307c203173&device_id=6326a6de-fa7d-4c78-a1c8-062ee209c336 HTTP/1.1" status: 200 len: 1094 time: 0.0446875 Sep 17 09:30:42.652194 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c321f4-389e-4714-b5b2-61d8c51f0a83 req-01a43bdc-e528-4945-bc13-6930987c694e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:30:42.653738 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-37c321f4-389e-4714-b5b2-61d8c51f0a83 req-01a43bdc-e528-4945-bc13-6930987c694e service neutron] 10.222.0.41 "GET /v2.0/networks?id=fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88 HTTP/1.1" status: 200 len: 910 time: 0.0963001 Sep 17 09:30:42.719375 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-37c321f4-389e-4714-b5b2-61d8c51f0a83 req-7e88a695-01d4-4776-9c48-476e94fab364 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc6ac2e2-ab7f-41d2-ae35-5bcae4062338 HTTP/1.1" status: 200 len: 217 time: 0.0578570 Sep 17 09:30:42.777621 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7247b0-8ca0-46a7-85dc-315438ae64f6 req-72a4f9d5-e98c-4581-bc74-b08023d1308d tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:30:42.779159 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ff7247b0-8ca0-46a7-85dc-315438ae64f6 req-72a4f9d5-e98c-4581-bc74-b08023d1308d tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/ports?device_id=6326a6de-fa7d-4c78-a1c8-062ee209c336 HTTP/1.1" status: 200 len: 943 time: 0.1203072 Sep 17 09:30:42.809188 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c321f4-389e-4714-b5b2-61d8c51f0a83 req-d47b22e8-9d1f-4707-8839-f8cd9246d498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:30:42.810750 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-37c321f4-389e-4714-b5b2-61d8c51f0a83 req-d47b22e8-9d1f-4707-8839-f8cd9246d498 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=834f7f96-5dec-44f9-9a34-61759e4c750c HTTP/1.1" status: 200 len: 848 time: 0.0817018 Sep 17 09:30:42.851541 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-ff7247b0-8ca0-46a7-85dc-315438ae64f6 req-10408c54-cfd4-4797-bac3-f158c1c0d5dd tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/security-groups?id=054abd7a-0f09-45ae-9d9f-a684861523d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646927 Sep 17 09:30:42.870462 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c321f4-389e-4714-b5b2-61d8c51f0a83 req-bd2ad9e5-f071-4384-9c94-6a0b3e6388c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:30:42.870462 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-37c321f4-389e-4714-b5b2-61d8c51f0a83 req-bd2ad9e5-f071-4384-9c94-6a0b3e6388c9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513248 Sep 17 09:30:42.966758 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-37c321f4-389e-4714-b5b2-61d8c51f0a83 req-57350f06-027d-46fd-8ffd-e0a5e74dd7a5 service neutron] 10.222.0.41 "GET /v2.0/networks/fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907893 Sep 17 09:30:43.068775 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-37c321f4-389e-4714-b5b2-61d8c51f0a83 req-cb3532e7-07c3-4b34-bf0a-dae5397b400e service neutron] 10.222.0.41 "GET /v2.0/networks/fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943811 Sep 17 09:30:43.987508 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2737a1-e41a-4a07-accb-3d2a0ae01554 req-7467fe13-1cef-43ac-b946-772b8e52ad2f tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:30:43.989629 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3e2737a1-e41a-4a07-accb-3d2a0ae01554 req-7467fe13-1cef-43ac-b946-772b8e52ad2f tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/ports?device_id=6326a6de-fa7d-4c78-a1c8-062ee209c336 HTTP/1.1" status: 200 len: 943 time: 0.0573196 Sep 17 09:30:44.028148 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-3e2737a1-e41a-4a07-accb-3d2a0ae01554 req-d5cb2eb7-050b-46b3-965f-a4ec356c8fbf tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/security-groups?id=054abd7a-0f09-45ae-9d9f-a684861523d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322580 Sep 17 09:30:45.155458 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6a06bf-0777-4144-823c-4e851e06b79b req-980d65f9-bc7d-4e81-a171-5465ec242658 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:30:45.157011 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8d6a06bf-0777-4144-823c-4e851e06b79b req-980d65f9-bc7d-4e81-a171-5465ec242658 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/ports?device_id=6326a6de-fa7d-4c78-a1c8-062ee209c336 HTTP/1.1" status: 200 len: 943 time: 0.0535471 Sep 17 09:30:45.197061 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8d6a06bf-0777-4144-823c-4e851e06b79b req-ef150c7f-9f77-4ee2-a179-a7b6344f8a7c tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/security-groups?id=054abd7a-0f09-45ae-9d9f-a684861523d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336931 Sep 17 09:30:46.276019 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device bc6ac2e2-ab7f-41d2-ae35-5bcae4062338 details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 09:30:46.313700 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476ec8eb-b486-4c5b-a222-8b63247f7495 req-a218ca61-98a4-4f92-9cb9-d53f80a6bd09 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:30:46.316283 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-476ec8eb-b486-4c5b-a222-8b63247f7495 req-a218ca61-98a4-4f92-9cb9-d53f80a6bd09 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/ports?device_id=6326a6de-fa7d-4c78-a1c8-062ee209c336 HTTP/1.1" status: 200 len: 943 time: 0.0516670 Sep 17 09:30:46.354066 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-476ec8eb-b486-4c5b-a222-8b63247f7495 req-8097f522-3182-4810-b210-f2eb182d953d tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/security-groups?id=054abd7a-0f09-45ae-9d9f-a684861523d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327404 Sep 17 09:30:46.382101 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port bc6ac2e2-ab7f-41d2-ae35-5bcae4062338, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=bc6ac2e2-ab7f-41d2-ae35-5bcae4062338,segment=NetworkSegment(b68ab6e9-0313-4582-997b-6584f18fdc81),segment_id=b68ab6e9-0313-4582-997b-6584f18fdc81)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:30:46.393547 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': 'bc6ac2e2-ab7f-41d2-ae35-5bcae4062338', 'network_id': 'fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88', 'port_id': 'bc6ac2e2-ab7f-41d2-ae35-5bcae4062338', 'mac_address': 'fa:16:3e:b7:54:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '834f7f96-5dec-44f9-9a34-61759e4c750c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 09:30:46.436242 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:30:46.448739 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc6ac2e2-ab7f-41d2-ae35-5bcae4062338 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 09:30:46.468139 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port bc6ac2e2-ab7f-41d2-ae35-5bcae4062338, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=bc6ac2e2-ab7f-41d2-ae35-5bcae4062338,segment=NetworkSegment(b68ab6e9-0313-4582-997b-6584f18fdc81),segment_id=b68ab6e9-0313-4582-997b-6584f18fdc81)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:30:46.472910 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:30:46.520658 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=bc6ac2e2-ab7f-41d2-ae35-5bcae4062338,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:30:46.939537 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['bc6ac2e2-ab7f-41d2-ae35-5bcae4062338'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 09:30:47.475137 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1800c56-cef8-48cf-b4ae-25c13a6d6b7f req-a7c7f439-0ae8-4779-bcb9-aa17c62ecedf tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:30:47.476690 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b1800c56-cef8-48cf-b4ae-25c13a6d6b7f req-a7c7f439-0ae8-4779-bcb9-aa17c62ecedf tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/ports?device_id=6326a6de-fa7d-4c78-a1c8-062ee209c336 HTTP/1.1" status: 200 len: 944 time: 0.0488093 Sep 17 09:30:47.514026 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b1800c56-cef8-48cf-b4ae-25c13a6d6b7f req-730748f3-82a5-436a-97df-201bab9bdaad tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/security-groups?id=054abd7a-0f09-45ae-9d9f-a684861523d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312419 Sep 17 09:30:48.266247 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device bc6ac2e2-ab7f-41d2-ae35-5bcae4062338 up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 09:30:48.314844 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning for port bc6ac2e2-ab7f-41d2-ae35-5bcae4062338 completed by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 09:30:48.318438 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port bc6ac2e2-ab7f-41d2-ae35-5bcae4062338 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:30:48.318807 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:30:48.395663 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:30:48.417475 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6326a6de-fa7d-4c78-a1c8-062ee209c336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc6ac2e2-ab7f-41d2-ae35-5bcae4062338'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 09:30:48.419718 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd15a5b62c2e1c1e903d3702117c13c06f948b041a08150170fef0e561ebed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93d473eb-98de-4e51-ac2f-a6064f6944ce" -d '{"events": [{"server_uuid": "6326a6de-fa7d-4c78-a1c8-062ee209c336", "name": "network-vif-plugged", "status": "completed", "tag": "bc6ac2e2-ab7f-41d2-ae35-5bcae4062338"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 09:30:48.433242 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port bc6ac2e2-ab7f-41d2-ae35-5bcae4062338, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=bc6ac2e2-ab7f-41d2-ae35-5bcae4062338,segment=NetworkSegment(b68ab6e9-0313-4582-997b-6584f18fdc81),segment_id=b68ab6e9-0313-4582-997b-6584f18fdc81)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:30:48.437468 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:30:48.464118 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 09:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315eca73-2048-47c2-ae70-4ae2ca27800a x-openstack-request-id: req-315eca73-2048-47c2-ae70-4ae2ca27800a {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 09:30:48.464407 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6326a6de-fa7d-4c78-a1c8-062ee209c336", "name": "network-vif-plugged", "status": "completed", "tag": "bc6ac2e2-ab7f-41d2-ae35-5bcae4062338", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 09:30:48.464657 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-315eca73-2048-47c2-ae70-4ae2ca27800a {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 09:30:48.465062 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6326a6de-fa7d-4c78-a1c8-062ee209c336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc6ac2e2-ab7f-41d2-ae35-5bcae4062338', 'code': 200} Sep 17 09:30:48.492288 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=bc6ac2e2-ab7f-41d2-ae35-5bcae4062338,revision_number=5']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:30:48.584038 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5308709b-850d-4f97-ac01-ff44a7979e14 req-eafe7052-38ad-40e1-b639-44eb8829182a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:30:48.585613 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5308709b-850d-4f97-ac01-ff44a7979e14 req-eafe7052-38ad-40e1-b639-44eb8829182a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6326a6de-fa7d-4c78-a1c8-062ee209c336 HTTP/1.1" status: 200 len: 1096 time: 0.0449097 Sep 17 09:30:48.653500 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d234e-a640-4fee-8ff2-5f4f2c4e7772 req-08a91105-d88e-496d-ab4b-ee6295d98f2b tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:30:48.655078 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-970d234e-a640-4fee-8ff2-5f4f2c4e7772 req-08a91105-d88e-496d-ab4b-ee6295d98f2b tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/ports?device_id=6326a6de-fa7d-4c78-a1c8-062ee209c336 HTTP/1.1" status: 200 len: 945 time: 0.0684092 Sep 17 09:30:48.657344 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5308709b-850d-4f97-ac01-ff44a7979e14 req-6d7c8e9d-b6b4-428a-90da-498bdedd25cf service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=054abd7a-0f09-45ae-9d9f-a684861523d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612822 Sep 17 09:30:48.695361 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-970d234e-a640-4fee-8ff2-5f4f2c4e7772 req-676ab7d2-b3fa-43e0-ba13-bc35041c36d9 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/security-groups?id=054abd7a-0f09-45ae-9d9f-a684861523d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328770 Sep 17 09:30:49.814854 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b937f850-39c3-4ad7-afa9-fc89eb2b6270 req-5c53a9df-aa2f-4995-b3fe-dc96c87b908d tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:30:49.816346 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b937f850-39c3-4ad7-afa9-fc89eb2b6270 req-5c53a9df-aa2f-4995-b3fe-dc96c87b908d tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/ports?device_id=6326a6de-fa7d-4c78-a1c8-062ee209c336 HTTP/1.1" status: 200 len: 945 time: 0.0515544 Sep 17 09:30:49.857773 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b937f850-39c3-4ad7-afa9-fc89eb2b6270 req-9dd066e3-c656-4686-a852-2ff63737d8c1 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/security-groups?id=054abd7a-0f09-45ae-9d9f-a684861523d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353875 Sep 17 09:30:50.178532 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ae2125a8-85c7-4b2d-bced-2764dd54553a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:30:50.972658 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f127a-c591-427e-a2a4-73733cae4ef4 req-224995bb-98f7-48f4-97a2-ae7061123008 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:30:50.974155 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-372f127a-c591-427e-a2a4-73733cae4ef4 req-224995bb-98f7-48f4-97a2-ae7061123008 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/ports?device_id=6326a6de-fa7d-4c78-a1c8-062ee209c336 HTTP/1.1" status: 200 len: 945 time: 0.0500908 Sep 17 09:30:51.012623 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-372f127a-c591-427e-a2a4-73733cae4ef4 req-0d41c857-2987-493d-a4fb-8238bcb3ec19 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/security-groups?id=054abd7a-0f09-45ae-9d9f-a684861523d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322955 Sep 17 09:30:51.126183 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa28c942-c9ff-4b0b-b8dd-6f325cc15577 req-96af2a10-8d1c-4f2c-8e29-ddb834bd434c tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:30:51.127650 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-aa28c942-c9ff-4b0b-b8dd-6f325cc15577 req-96af2a10-8d1c-4f2c-8e29-ddb834bd434c tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/ports?device_id=6326a6de-fa7d-4c78-a1c8-062ee209c336 HTTP/1.1" status: 200 len: 945 time: 0.0487871 Sep 17 09:30:51.165378 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-aa28c942-c9ff-4b0b-b8dd-6f325cc15577 req-4efb4bb8-8089-4727-a5fb-707cacf1059c tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/security-groups?id=054abd7a-0f09-45ae-9d9f-a684861523d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315974 Sep 17 09:30:51.187632 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39622) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:30:51.227819 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f453821a-f687-48b7-a10a-b5a72ef5e2ce tempest-TestSnapshotPattern-958728078 tempest-TestSnapshotPattern-958728078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:30:51.229411 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-f453821a-f687-48b7-a10a-b5a72ef5e2ce tempest-TestSnapshotPattern-958728078 tempest-TestSnapshotPattern-958728078-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6326a6de-fa7d-4c78-a1c8-062ee209c336 HTTP/1.1" status: 200 len: 1091 time: 0.0406461 Sep 17 09:30:51.232192 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39624) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:30:51.237464 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.v2.base [None req-1be77eff-d282-4a72-8919-1692dfd944f5 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Request body: {'floatingip': {'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'port_id': 'bc6ac2e2-ab7f-41d2-ae35-5bcae4062338', 'tenant_id': '466d3210d5e1428bb2118e307c203173', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 09:30:51.259289 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1be77eff-d282-4a72-8919-1692dfd944f5 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks [] for floatingip, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:30:51.360911 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1be77eff-d282-4a72-8919-1692dfd944f5 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:30:51.466615 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_common [None req-1be77eff-d282-4a72-8919-1692dfd944f5 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Allocated IP 172.25.6.105 (5fc128c4-343a-4b5b-8a61-6a2b8d95c555/80955ae7-d24f-45c7-b48b-53832c4407ab/98f5df1b-3517-49d8-badb-6e1a55403a23) {{(pid=101290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 09:30:51.572629 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1be77eff-d282-4a72-8919-1692dfd944f5 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks [] for port, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:30:51.605013 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1be77eff-d282-4a72-8919-1692dfd944f5 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729337008083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:30:51.642252 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be77eff-d282-4a72-8919-1692dfd944f5 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Network 5fc128c4-343a-4b5b-8a61-6a2b8d95c555 is already hosted by enough agents. {{(pid=101290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 09:30:51.645175 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.base_scheduler [None req-1be77eff-d282-4a72-8919-1692dfd944f5 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Resources bound (agent type, host, resource id): {{(pid=101290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 09:30:51.651332 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be77eff-d282-4a72-8919-1692dfd944f5 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Received port after_create {{(pid=101290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 09:30:51.672327 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be77eff-d282-4a72-8919-1692dfd944f5 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Pushing event updated for resources: {'Port': ['ID=98f5df1b-3517-49d8-badb-6e1a55403a23,revision_number=1']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:30:51.688904 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be77eff-d282-4a72-8919-1692dfd944f5 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:30:51.688904 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be77eff-d282-4a72-8919-1692dfd944f5 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:30:51.689249 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be77eff-d282-4a72-8919-1692dfd944f5 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:30:51.689406 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be77eff-d282-4a72-8919-1692dfd944f5 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:30:51.689747 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be77eff-d282-4a72-8919-1692dfd944f5 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:30:51.690072 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be77eff-d282-4a72-8919-1692dfd944f5 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:30:51.690421 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be77eff-d282-4a72-8919-1692dfd944f5 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:30:51.691295 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be77eff-d282-4a72-8919-1692dfd944f5 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:30:51.691625 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be77eff-d282-4a72-8919-1692dfd944f5 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:30:51.691985 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be77eff-d282-4a72-8919-1692dfd944f5 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:30:51.692319 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be77eff-d282-4a72-8919-1692dfd944f5 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:30:51.692646 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be77eff-d282-4a72-8919-1692dfd944f5 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:30:52.020193 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1be77eff-d282-4a72-8919-1692dfd944f5 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:30:52.086967 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1be77eff-d282-4a72-8919-1692dfd944f5 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:30:52.247573 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1be77eff-d282-4a72-8919-1692dfd944f5 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks [] for port, precommit_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:30:52.251972 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1be77eff-d282-4a72-8919-1692dfd944f5 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29439678'] for port, after_update {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:30:52.322979 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be77eff-d282-4a72-8919-1692dfd944f5 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Pushing event updated for resources: {'Port': ['ID=98f5df1b-3517-49d8-badb-6e1a55403a23,revision_number=2']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:30:52.332908 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1be77eff-d282-4a72-8919-1692dfd944f5 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-726028'] for floatingip, after_create {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:30:52.432541 n-d-789963-9 neutron-server[101290]: INFO neutron.db.l3_db [None req-1be77eff-d282-4a72-8919-1692dfd944f5 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Floating IP ec5d3333-d382-4f67-84b4-88149afe0265 associated. External IP: 172.25.6.105, port: bc6ac2e2-ab7f-41d2-ae35-5bcae4062338. Sep 17 09:30:52.610108 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-36bf8201-3e6b-4d84-9e49-004b9cb18690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:30:52.632927 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1be77eff-d282-4a72-8919-1692dfd944f5 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Router 9213fbc0-1596-41b9-bd8a-646081eaeca3 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 09:30:52.737446 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be77eff-d282-4a72-8919-1692dfd944f5 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 09:30:52.747057 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec57fc1-24e1-4cc4-a515-d9852b2870b7 None None] Sync routers for ids ['9213fbc0-1596-41b9-bd8a-646081eaeca3'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 09:30:52.752416 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1be77eff-d282-4a72-8919-1692dfd944f5 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:30:52.756835 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec57fc1-24e1-4cc4-a515-d9852b2870b7 None None] Routers {'9213fbc0-1596-41b9-bd8a-646081eaeca3'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:30:52.757452 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-bec57fc1-24e1-4cc4-a515-d9852b2870b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:30:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['9213fbc0-1596-41b9-bd8a-646081eaeca3'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:30:52.782596 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-1be77eff-d282-4a72-8919-1692dfd944f5 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5493836 Sep 17 09:30:52.783203 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6326a6de-fa7d-4c78-a1c8-062ee209c336', 'tag': 'bc6ac2e2-ab7f-41d2-ae35-5bcae4062338'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 09:30:52.785504 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823f1136df5e8dfe06b46a14eea5a85bccf33ce7e510dfea6a746e22e928dc4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc2b9a7-4c55-4e3c-8f01-1dc7e2f2d6e5" -d '{"events": [{"name": "network-changed", "server_uuid": "6326a6de-fa7d-4c78-a1c8-062ee209c336", "tag": "bc6ac2e2-ab7f-41d2-ae35-5bcae4062338"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 09:30:52.820954 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 09:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-646e4e33-25aa-4df4-bc6f-0f924999d018 x-openstack-request-id: req-646e4e33-25aa-4df4-bc6f-0f924999d018 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 09:30:52.821249 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6326a6de-fa7d-4c78-a1c8-062ee209c336", "tag": "bc6ac2e2-ab7f-41d2-ae35-5bcae4062338", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 09:30:52.821500 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-646e4e33-25aa-4df4-bc6f-0f924999d018 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 09:30:52.821905 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6326a6de-fa7d-4c78-a1c8-062ee209c336', 'tag': 'bc6ac2e2-ab7f-41d2-ae35-5bcae4062338', 'status': 'completed', 'code': 200} Sep 17 09:30:52.863052 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-bec57fc1-24e1-4cc4-a515-d9852b2870b7 None None] Set router 9213fbc0-1596-41b9-bd8a-646081eaeca3 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:30:52.907521 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc2b9a7-4c55-4e3c-8f01-1dc7e2f2d6e5 req-b389ec6d-f1f3-4403-909e-f268a070908d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:30:52.909097 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fcc2b9a7-4c55-4e3c-8f01-1dc7e2f2d6e5 req-b389ec6d-f1f3-4403-909e-f268a070908d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=466d3210d5e1428bb2118e307c203173&device_id=6326a6de-fa7d-4c78-a1c8-062ee209c336 HTTP/1.1" status: 200 len: 1096 time: 0.0409088 Sep 17 09:30:52.975225 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:30:53.006051 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc2b9a7-4c55-4e3c-8f01-1dc7e2f2d6e5 req-cf47e9e5-30da-42ae-9f92-887e0ea67727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:30:53.007569 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fcc2b9a7-4c55-4e3c-8f01-1dc7e2f2d6e5 req-cf47e9e5-30da-42ae-9f92-887e0ea67727 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88 HTTP/1.1" status: 200 len: 910 time: 0.0917747 Sep 17 09:30:53.077595 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fcc2b9a7-4c55-4e3c-8f01-1dc7e2f2d6e5 req-0480376b-8bb5-410e-95be-71cd225d252b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc6ac2e2-ab7f-41d2-ae35-5bcae4062338 HTTP/1.1" status: 200 len: 999 time: 0.0618577 Sep 17 09:30:53.087169 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-bec57fc1-24e1-4cc4-a515-d9852b2870b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9213fbc0-1596-41b9-bd8a-646081eaeca3', 'name': 'tempest-TestSnapshotPattern-498987175-router', 'tenant_id': '466d3210d5e1428bb2118e307c203173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '2835d41d-f01a-4070-9f65-eeab79be863b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:27:07Z', 'updated_at': '2021-09-17T09:27:09Z', 'revision_number': 4, 'project_id': '466d3210d5e1428bb2118e307c203173', 'gw_port': {'id': '2835d41d-f01a-4070-9f65-eeab79be863b', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:77:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9213fbc0-1596-41b9-bd8a-646081eaeca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:27:07Z', 'updated_at': '2021-09-17T09:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '875a81fc-ba46-4f8b-bc9d-68a20f31451f', 'tenant_id': '466d3210d5e1428bb2118e307c203173', 'floating_ip_address': '172.25.6.173', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '9213fbc0-1596-41b9-bd8a-646081eaeca3', 'port_id': 'f8cf4826-aa9a-4da1-8f4e-e6b195793cad', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88', 'mac_address': 'fa:16:3e:38:68:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887ea81a-5046-49dd-bbc3-ceec6fb2e2e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T09:27:31Z', 'updated_at': '2021-09-17T09:27:33Z', 'revision_number': 1, 'project_id': '466d3210d5e1428bb2118e307c203173', 'fixed_ip_address_scope': None}, {'id': 'ec5d3333-d382-4f67-84b4-88149afe0265', 'tenant_id': '466d3210d5e1428bb2118e307c203173', 'floating_ip_address': '172.25.6.105', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '9213fbc0-1596-41b9-bd8a-646081eaeca3', 'port_id': 'bc6ac2e2-ab7f-41d2-ae35-5bcae4062338', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88', 'mac_address': 'fa:16:3e:b7:54:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6326a6de-fa7d-4c78-a1c8-062ee209c336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T09:30:51Z', 'updated_at': '2021-09-17T09:30:51Z', 'revision_number': 0, 'project_id': '466d3210d5e1428bb2118e307c203173', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5232db90-6c17-459d-bd72-be0c7969bf15', 'name': '', 'network_id': 'fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88', 'tenant_id': '466d3210d5e1428bb2118e307c203173', 'mac_address': 'fa:16:3e:78:83:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9213fbc0-1596-41b9-bd8a-646081eaeca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '834f7f96-5dec-44f9-9a34-61759e4c750c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:27:09Z', 'updated_at': '2021-09-17T09:27:14Z', 'revision_number': 5, 'project_id': '466d3210d5e1428bb2118e307c203173', 'subnets': [{'id': '834f7f96-5dec-44f9-9a34-61759e4c750c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:30:53.116765 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec57fc1-24e1-4cc4-a515-d9852b2870b7 None None] Checking router: 9213fbc0-1596-41b9-bd8a-646081eaeca3 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 09:30:53.124935 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec57fc1-24e1-4cc4-a515-d9852b2870b7 None None] Routers {'9213fbc0-1596-41b9-bd8a-646081eaeca3'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:30:53.125555 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-bec57fc1-24e1-4cc4-a515-d9852b2870b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:30:53Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['9213fbc0-1596-41b9-bd8a-646081eaeca3'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:30:53.126830 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc2b9a7-4c55-4e3c-8f01-1dc7e2f2d6e5 req-71c0f01c-cbf2-4116-be1c-13e71312b8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:30:53.128910 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fcc2b9a7-4c55-4e3c-8f01-1dc7e2f2d6e5 req-71c0f01c-cbf2-4116-be1c-13e71312b8ef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=834f7f96-5dec-44f9-9a34-61759e4c750c HTTP/1.1" status: 200 len: 848 time: 0.0444057 Sep 17 09:30:53.175989 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc2b9a7-4c55-4e3c-8f01-1dc7e2f2d6e5 req-059ff9a3-e795-4fb8-8319-c168533ef71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:30:53.177576 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fcc2b9a7-4c55-4e3c-8f01-1dc7e2f2d6e5 req-059ff9a3-e795-4fb8-8319-c168533ef71a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420206 Sep 17 09:30:53.232617 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-bec57fc1-24e1-4cc4-a515-d9852b2870b7 None None] Set router 9213fbc0-1596-41b9-bd8a-646081eaeca3 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:30:53.270448 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fcc2b9a7-4c55-4e3c-8f01-1dc7e2f2d6e5 req-f697b009-2ed6-4c11-a7c7-a4f5c0bf163b service neutron] 10.222.0.41 "GET /v2.0/networks/fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852687 Sep 17 09:30:53.361977 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-fcc2b9a7-4c55-4e3c-8f01-1dc7e2f2d6e5 req-87e00b87-dd62-4edb-bccc-c102dbb48f2e service neutron] 10.222.0.41 "GET /v2.0/networks/fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849853 Sep 17 09:30:53.459502 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-bec57fc1-24e1-4cc4-a515-d9852b2870b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9213fbc0-1596-41b9-bd8a-646081eaeca3', 'name': 'tempest-TestSnapshotPattern-498987175-router', 'tenant_id': '466d3210d5e1428bb2118e307c203173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '2835d41d-f01a-4070-9f65-eeab79be863b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:27:07Z', 'updated_at': '2021-09-17T09:27:09Z', 'revision_number': 4, 'project_id': '466d3210d5e1428bb2118e307c203173', 'gw_port': {'id': '2835d41d-f01a-4070-9f65-eeab79be863b', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:77:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9213fbc0-1596-41b9-bd8a-646081eaeca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:27:07Z', 'updated_at': '2021-09-17T09:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '875a81fc-ba46-4f8b-bc9d-68a20f31451f', 'tenant_id': '466d3210d5e1428bb2118e307c203173', 'floating_ip_address': '172.25.6.173', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '9213fbc0-1596-41b9-bd8a-646081eaeca3', 'port_id': 'f8cf4826-aa9a-4da1-8f4e-e6b195793cad', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88', 'mac_address': 'fa:16:3e:38:68:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887ea81a-5046-49dd-bbc3-ceec6fb2e2e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T09:27:31Z', 'updated_at': '2021-09-17T09:27:33Z', 'revision_number': 1, 'project_id': '466d3210d5e1428bb2118e307c203173', 'fixed_ip_address_scope': None}, {'id': 'ec5d3333-d382-4f67-84b4-88149afe0265', 'tenant_id': '466d3210d5e1428bb2118e307c203173', 'floating_ip_address': '172.25.6.105', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '9213fbc0-1596-41b9-bd8a-646081eaeca3', 'port_id': 'bc6ac2e2-ab7f-41d2-ae35-5bcae4062338', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88', 'mac_address': 'fa:16:3e:b7:54:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6326a6de-fa7d-4c78-a1c8-062ee209c336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T09:30:51Z', 'updated_at': '2021-09-17T09:30:51Z', 'revision_number': 0, 'project_id': '466d3210d5e1428bb2118e307c203173', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5232db90-6c17-459d-bd72-be0c7969bf15', 'name': '', 'network_id': 'fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88', 'tenant_id': '466d3210d5e1428bb2118e307c203173', 'mac_address': 'fa:16:3e:78:83:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9213fbc0-1596-41b9-bd8a-646081eaeca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '834f7f96-5dec-44f9-9a34-61759e4c750c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:27:09Z', 'updated_at': '2021-09-17T09:27:14Z', 'revision_number': 5, 'project_id': '466d3210d5e1428bb2118e307c203173', 'subnets': [{'id': '834f7f96-5dec-44f9-9a34-61759e4c750c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:30:53.488203 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec57fc1-24e1-4cc4-a515-d9852b2870b7 None None] The sync data for ids ['9213fbc0-1596-41b9-bd8a-646081eaeca3'] in n-d-789963-9 is: [{'id': '9213fbc0-1596-41b9-bd8a-646081eaeca3', 'name': 'tempest-TestSnapshotPattern-498987175-router', 'tenant_id': '466d3210d5e1428bb2118e307c203173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '2835d41d-f01a-4070-9f65-eeab79be863b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:27:07Z', 'updated_at': '2021-09-17T09:27:09Z', 'revision_number': 4, 'project_id': '466d3210d5e1428bb2118e307c203173', 'gw_port': {'id': '2835d41d-f01a-4070-9f65-eeab79be863b', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:77:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9213fbc0-1596-41b9-bd8a-646081eaeca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:27:07Z', 'updated_at': '2021-09-17T09:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '875a81fc-ba46-4f8b-bc9d-68a20f31451f', 'tenant_id': '466d3210d5e1428bb2118e307c203173', 'floating_ip_address': '172.25.6.173', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '9213fbc0-1596-41b9-bd8a-646081eaeca3', 'port_id': 'f8cf4826-aa9a-4da1-8f4e-e6b195793cad', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88', 'mac_address': 'fa:16:3e:38:68:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887ea81a-5046-49dd-bbc3-ceec6fb2e2e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T09:27:31Z', 'updated_at': '2021-09-17T09:27:33Z', 'revision_number': 1, 'project_id': '466d3210d5e1428bb2118e307c203173', 'fixed_ip_address_scope': None}, {'id': 'ec5d3333-d382-4f67-84b4-88149afe0265', 'tenant_id': '466d3210d5e1428bb2118e307c203173', 'floating_ip_address': '172.25.6.105', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '9213fbc0-1596-41b9-bd8a-646081eaeca3', 'port_id': 'bc6ac2e2-ab7f-41d2-ae35-5bcae4062338', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88', 'mac_address': 'fa:16:3e:b7:54:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6326a6de-fa7d-4c78-a1c8-062ee209c336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T09:30:51Z', 'updated_at': '2021-09-17T09:30:51Z', 'revision_number': 0, 'project_id': '466d3210d5e1428bb2118e307c203173', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5232db90-6c17-459d-bd72-be0c7969bf15', 'name': '', 'network_id': 'fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88', 'tenant_id': '466d3210d5e1428bb2118e307c203173', 'mac_address': 'fa:16:3e:78:83:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9213fbc0-1596-41b9-bd8a-646081eaeca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '834f7f96-5dec-44f9-9a34-61759e4c750c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:27:09Z', 'updated_at': '2021-09-17T09:27:14Z', 'revision_number': 5, 'project_id': '466d3210d5e1428bb2118e307c203173', 'subnets': [{'id': '834f7f96-5dec-44f9-9a34-61759e4c750c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 09:30:53.699265 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fb3c47-a4c6-4730-9e71-ca39888cace1 None None] New status for floating IP ec5d3333-d382-4f67-84b4-88149afe0265: ACTIVE {{(pid=101291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 09:30:54.143296 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:30:55.725014 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:31:00.280550 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 09:31:06.444168 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:31:06.585426 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:31:20.178141 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-179a2cd6-5b26-4c86-9e0e-a7a5f128bac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:31:22.612188 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cf39b75f-f579-4289-ad79-b8545fa6ed44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:31:22.977537 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:31:24.145669 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:31:25.727120 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:31:26.820498 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5793ec5f-f9c0-4bbb-98c2-5a3842be6143 req-3b2061d7-86e7-4340-ab74-1a4455c17aa9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=887ea81a-5046-49dd-bbc3-ceec6fb2e2e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397520 Sep 17 09:31:26.917342 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793ec5f-f9c0-4bbb-98c2-5a3842be6143 req-ec3e4b31-de39-4a85-b111-314842499dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:31:26.918852 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5793ec5f-f9c0-4bbb-98c2-5a3842be6143 req-ec3e4b31-de39-4a85-b111-314842499dea service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=466d3210d5e1428bb2118e307c203173&device_id=887ea81a-5046-49dd-bbc3-ceec6fb2e2e6 HTTP/1.1" status: 200 len: 1095 time: 0.0395000 Sep 17 09:31:27.023301 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793ec5f-f9c0-4bbb-98c2-5a3842be6143 req-459e031d-adcc-4ae4-ae3b-e7450d376903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:31:27.024802 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5793ec5f-f9c0-4bbb-98c2-5a3842be6143 req-459e031d-adcc-4ae4-ae3b-e7450d376903 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88 HTTP/1.1" status: 200 len: 910 time: 0.0863400 Sep 17 09:31:27.095221 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5793ec5f-f9c0-4bbb-98c2-5a3842be6143 req-97f040f8-1f22-49d8-adcb-747e4b9a18d3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8cf4826-aa9a-4da1-8f4e-e6b195793cad HTTP/1.1" status: 200 len: 1000 time: 0.0624945 Sep 17 09:31:27.148583 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793ec5f-f9c0-4bbb-98c2-5a3842be6143 req-0cc3c75f-2895-4bc2-8572-55ebf0bf9ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:31:27.150279 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5793ec5f-f9c0-4bbb-98c2-5a3842be6143 req-0cc3c75f-2895-4bc2-8572-55ebf0bf9ddb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=834f7f96-5dec-44f9-9a34-61759e4c750c HTTP/1.1" status: 200 len: 848 time: 0.0484622 Sep 17 09:31:27.201331 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793ec5f-f9c0-4bbb-98c2-5a3842be6143 req-7c1e80dd-7539-465e-aac1-c35be2be0028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:31:27.202855 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5793ec5f-f9c0-4bbb-98c2-5a3842be6143 req-7c1e80dd-7539-465e-aac1-c35be2be0028 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444570 Sep 17 09:31:27.290353 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5793ec5f-f9c0-4bbb-98c2-5a3842be6143 req-8d1eb5d5-f285-47b2-9d80-3d011167fc70 service neutron] 10.222.0.39 "GET /v2.0/networks/fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805676 Sep 17 09:31:27.678111 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-5793ec5f-f9c0-4bbb-98c2-5a3842be6143 req-aefb1e36-c902-42a7-9c6d-e8c3b6c575cc service neutron] 10.222.0.39 "GET /v2.0/networks/fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3802657 Sep 17 09:31:32.682085 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-261d502c-c785-4f81-a2a0-903f236c2de2 req-d83ed951-f99e-4629-9c6f-b85c6ed004c0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0257375 Sep 17 09:31:32.769792 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-261d502c-c785-4f81-a2a0-903f236c2de2 req-070834db-6519-4724-b415-ec39243712f9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0291355 Sep 17 09:31:32.819957 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-261d502c-c785-4f81-a2a0-903f236c2de2 req-4d5e2495-b584-461c-9752-015642d24de1 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0192308 Sep 17 09:31:32.911008 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d502c-c785-4f81-a2a0-903f236c2de2 req-101df7d9-2944-4f64-bf95-47b8a6228748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:31:32.912502 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-261d502c-c785-4f81-a2a0-903f236c2de2 req-101df7d9-2944-4f64-bf95-47b8a6228748 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0863166 Sep 17 09:31:36.438256 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:31:36.588707 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:31:37.279480 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 09:31:50.178241 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-259be171-d577-487b-a03f-ed17694cd6e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:31:52.611590 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3e9f875e-c4f7-4fad-af1a-d04a9f681701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:31:52.978285 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:31:54.147825 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:31:55.729001 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:32:06.454548 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:32:06.606065 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:32:14.278365 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 09:32:20.178783 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9b8fbf79-f776-4ed1-afe6-717a556dfdda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:32:22.613423 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-813229f0-d52b-4a5d-8d3f-28f1e8d13f95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:32:22.981556 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:32:24.151421 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:32:25.887174 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:32:27.883066 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e4b80f75-36b4-4e1c-a358-ce13a15781ed req-85b7a7b7-c6f8-45fd-94f9-d288c01c4cb1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=887ea81a-5046-49dd-bbc3-ceec6fb2e2e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388386 Sep 17 09:32:27.977335 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b80f75-36b4-4e1c-a358-ce13a15781ed req-ee737a78-6d93-4241-bdeb-61ec4272df11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:32:27.978841 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e4b80f75-36b4-4e1c-a358-ce13a15781ed req-ee737a78-6d93-4241-bdeb-61ec4272df11 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=466d3210d5e1428bb2118e307c203173&device_id=887ea81a-5046-49dd-bbc3-ceec6fb2e2e6 HTTP/1.1" status: 200 len: 1095 time: 0.0392332 Sep 17 09:32:28.084517 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b80f75-36b4-4e1c-a358-ce13a15781ed req-91ec2680-892c-4760-8c3a-210497b16f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:32:28.086063 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e4b80f75-36b4-4e1c-a358-ce13a15781ed req-91ec2680-892c-4760-8c3a-210497b16f33 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88 HTTP/1.1" status: 200 len: 910 time: 0.0858355 Sep 17 09:32:28.148883 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e4b80f75-36b4-4e1c-a358-ce13a15781ed req-b4c1f5bb-7edc-45ec-a707-f51fcc1d55cf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8cf4826-aa9a-4da1-8f4e-e6b195793cad HTTP/1.1" status: 200 len: 1000 time: 0.0557985 Sep 17 09:32:28.201118 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b80f75-36b4-4e1c-a358-ce13a15781ed req-e2069cac-d446-4a1e-9c72-6393b2c3f783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:32:28.202536 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e4b80f75-36b4-4e1c-a358-ce13a15781ed req-e2069cac-d446-4a1e-9c72-6393b2c3f783 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=834f7f96-5dec-44f9-9a34-61759e4c750c HTTP/1.1" status: 200 len: 848 time: 0.0466895 Sep 17 09:32:28.247423 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b80f75-36b4-4e1c-a358-ce13a15781ed req-fdb96702-e205-4cfb-8e44-8a535404ea57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:32:28.248911 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e4b80f75-36b4-4e1c-a358-ce13a15781ed req-fdb96702-e205-4cfb-8e44-8a535404ea57 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381901 Sep 17 09:32:28.345782 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e4b80f75-36b4-4e1c-a358-ce13a15781ed req-e6e7f5ff-68b3-4081-90ca-38c792544718 service neutron] 10.222.0.39 "GET /v2.0/networks/fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850732 Sep 17 09:32:28.436445 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-e4b80f75-36b4-4e1c-a358-ce13a15781ed req-6148ed5c-19f6-474a-8777-320846dd4fd5 service neutron] 10.222.0.39 "GET /v2.0/networks/fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835779 Sep 17 09:32:34.700972 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4a35edb7-c4a9-4d3b-95bd-b26d3bb56b05 req-4a554275-d31b-415b-a0e5-2a8cc2ac3d23 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6326a6de-fa7d-4c78-a1c8-062ee209c336&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411215 Sep 17 09:32:34.775570 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a35edb7-c4a9-4d3b-95bd-b26d3bb56b05 req-c8d11861-40ca-49d3-8cb7-3eb430fa4fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:32:34.777158 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4a35edb7-c4a9-4d3b-95bd-b26d3bb56b05 req-c8d11861-40ca-49d3-8cb7-3eb430fa4fbe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=466d3210d5e1428bb2118e307c203173&device_id=6326a6de-fa7d-4c78-a1c8-062ee209c336 HTTP/1.1" status: 200 len: 1096 time: 0.0448575 Sep 17 09:32:34.879812 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a35edb7-c4a9-4d3b-95bd-b26d3bb56b05 req-abb34cfb-0f62-4f63-8360-8d42b7e707d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:32:34.881320 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4a35edb7-c4a9-4d3b-95bd-b26d3bb56b05 req-abb34cfb-0f62-4f63-8360-8d42b7e707d7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88 HTTP/1.1" status: 200 len: 910 time: 0.0836451 Sep 17 09:32:34.950553 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4a35edb7-c4a9-4d3b-95bd-b26d3bb56b05 req-853ae747-c889-41b1-bb43-4532c679789c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc6ac2e2-ab7f-41d2-ae35-5bcae4062338 HTTP/1.1" status: 200 len: 1001 time: 0.0615392 Sep 17 09:32:34.998252 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a35edb7-c4a9-4d3b-95bd-b26d3bb56b05 req-ecedea7b-e1e9-497c-8fd7-a4fcc5bfb12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:32:35.000152 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4a35edb7-c4a9-4d3b-95bd-b26d3bb56b05 req-ecedea7b-e1e9-497c-8fd7-a4fcc5bfb12a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=834f7f96-5dec-44f9-9a34-61759e4c750c HTTP/1.1" status: 200 len: 848 time: 0.0421193 Sep 17 09:32:35.043539 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a35edb7-c4a9-4d3b-95bd-b26d3bb56b05 req-fa5dd8d0-8dec-4cb4-9583-122c0ebd02aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:32:35.045057 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4a35edb7-c4a9-4d3b-95bd-b26d3bb56b05 req-fa5dd8d0-8dec-4cb4-9583-122c0ebd02aa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385506 Sep 17 09:32:35.137329 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4a35edb7-c4a9-4d3b-95bd-b26d3bb56b05 req-531493d1-7b01-4a97-a662-cb7b07512df6 service neutron] 10.222.0.41 "GET /v2.0/networks/fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849500 Sep 17 09:32:35.225613 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-4a35edb7-c4a9-4d3b-95bd-b26d3bb56b05 req-154bc3f5-3fb7-4e0a-a17f-1131945d4986 service neutron] 10.222.0.41 "GET /v2.0/networks/fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814507 Sep 17 09:32:36.452305 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:32:36.610011 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:32:50.180649 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-db9e5b77-dfd3-43d8-8ce7-37ad0904c6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:32:51.277395 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 09:32:52.615521 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8d8002f8-21a5-4241-8f50-2ef987105fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:32:52.984663 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:32:54.155933 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:32:55.737337 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:06.454442 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:06.640080 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:10.882855 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device bc6ac2e2-ab7f-41d2-ae35-5bcae4062338 details requested by agent hyperv_n-h1-789963-9 with host n-h1-789963-9 {{(pid=101291) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 09:33:10.981227 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port bc6ac2e2-ab7f-41d2-ae35-5bcae4062338, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=bc6ac2e2-ab7f-41d2-ae35-5bcae4062338,segment=NetworkSegment(b68ab6e9-0313-4582-997b-6584f18fdc81),segment_id=b68ab6e9-0313-4582-997b-6584f18fdc81)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:33:10.994174 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Returning: {'device': 'bc6ac2e2-ab7f-41d2-ae35-5bcae4062338', 'network_id': 'fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88', 'port_id': 'bc6ac2e2-ab7f-41d2-ae35-5bcae4062338', 'mac_address': 'fa:16:3e:b7:54:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '834f7f96-5dec-44f9-9a34-61759e4c750c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101291) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 09:33:11.034637 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:11.049242 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bc6ac2e2-ab7f-41d2-ae35-5bcae4062338 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 09:33:11.069951 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port bc6ac2e2-ab7f-41d2-ae35-5bcae4062338, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=bc6ac2e2-ab7f-41d2-ae35-5bcae4062338,segment=NetworkSegment(b68ab6e9-0313-4582-997b-6584f18fdc81),segment_id=b68ab6e9-0313-4582-997b-6584f18fdc81)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:33:11.074111 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:11.123517 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=bc6ac2e2-ab7f-41d2-ae35-5bcae4062338,revision_number=6']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:33:11.130975 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:33:11.131325 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:33:11.131665 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:33:11.132030 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:33:11.132368 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:33:11.132701 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:33:11.133029 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:33:11.133359 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:33:11.133684 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:33:11.134132 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:33:11.134471 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:33:11.134795 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:33:11.226080 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] get_ports_and_sgs() called for port_ids ['bc6ac2e2-ab7f-41d2-ae35-5bcae4062338'] {{(pid=101291) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 09:33:12.899688 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device bc6ac2e2-ab7f-41d2-ae35-5bcae4062338 up at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 09:33:12.955109 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Provisioning complete for port bc6ac2e2-ab7f-41d2-ae35-5bcae4062338 triggered by entity L2. {{(pid=101291) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 09:33:12.955543 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509942'] for port, provisioning_complete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:13.043191 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:13.069325 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6326a6de-fa7d-4c78-a1c8-062ee209c336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc6ac2e2-ab7f-41d2-ae35-5bcae4062338'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 09:33:13.071625 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd15a5b62c2e1c1e903d3702117c13c06f948b041a08150170fef0e561ebed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-234b93ee-f071-4a3e-ae54-db98e6aa6139" -d '{"events": [{"server_uuid": "6326a6de-fa7d-4c78-a1c8-062ee209c336", "name": "network-vif-plugged", "status": "completed", "tag": "bc6ac2e2-ab7f-41d2-ae35-5bcae4062338"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 09:33:13.087267 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port bc6ac2e2-ab7f-41d2-ae35-5bcae4062338, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=bc6ac2e2-ab7f-41d2-ae35-5bcae4062338,segment=NetworkSegment(b68ab6e9-0313-4582-997b-6584f18fdc81),segment_id=b68ab6e9-0313-4582-997b-6584f18fdc81)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:33:13.092454 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:13.148484 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=bc6ac2e2-ab7f-41d2-ae35-5bcae4062338,revision_number=7']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:33:14.136174 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 09:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aeed64f-b0c5-459d-9456-975485f59def x-openstack-request-id: req-0aeed64f-b0c5-459d-9456-975485f59def {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 09:33:14.136910 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6326a6de-fa7d-4c78-a1c8-062ee209c336", "name": "network-vif-plugged", "status": "completed", "tag": "bc6ac2e2-ab7f-41d2-ae35-5bcae4062338", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 09:33:14.136910 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0aeed64f-b0c5-459d-9456-975485f59def {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 09:33:14.137203 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6326a6de-fa7d-4c78-a1c8-062ee209c336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc6ac2e2-ab7f-41d2-ae35-5bcae4062338', 'code': 200} Sep 17 09:33:20.189223 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-90399f22-8c0d-43fd-b8ee-8ffbfa821e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:22.623305 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ba185b8d-b866-4b82-881c-8d114047f1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:22.989692 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:24.184598 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:25.595354 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39888) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:33:25.749993 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:25.770474 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-ca4003a8-c235-4a4b-a4bf-f198be1c2081 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Deleting port 98f5df1b-3517-49d8-badb-6e1a55403a23 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 09:33:25.770833 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ca4003a8-c235-4a4b-a4bf-f198be1c2081 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:25.852935 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ca4003a8-c235-4a4b-a4bf-f198be1c2081 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:25.853181 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ca4003a8-c235-4a4b-a4bf-f198be1c2081 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:25.865541 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-ca4003a8-c235-4a4b-a4bf-f198be1c2081 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Calling delete_port for 98f5df1b-3517-49d8-badb-6e1a55403a23 owned by network:floatingip {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 09:33:26.013033 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ca4003a8-c235-4a4b-a4bf-f198be1c2081 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:26.042966 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4003a8-c235-4a4b-a4bf-f198be1c2081 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Pushing event deleted for resources: {'Port': ['ID=98f5df1b-3517-49d8-badb-6e1a55403a23,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:33:26.057871 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4003a8-c235-4a4b-a4bf-f198be1c2081 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:33:26.058234 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4003a8-c235-4a4b-a4bf-f198be1c2081 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:33:26.058611 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4003a8-c235-4a4b-a4bf-f198be1c2081 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:33:26.059541 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4003a8-c235-4a4b-a4bf-f198be1c2081 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:33:26.059904 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4003a8-c235-4a4b-a4bf-f198be1c2081 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:33:26.060390 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4003a8-c235-4a4b-a4bf-f198be1c2081 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:33:26.060724 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4003a8-c235-4a4b-a4bf-f198be1c2081 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:33:26.061051 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4003a8-c235-4a4b-a4bf-f198be1c2081 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:33:26.061374 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4003a8-c235-4a4b-a4bf-f198be1c2081 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:33:26.061698 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4003a8-c235-4a4b-a4bf-f198be1c2081 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:33:26.062024 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4003a8-c235-4a4b-a4bf-f198be1c2081 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:33:26.062342 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4003a8-c235-4a4b-a4bf-f198be1c2081 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:33:26.118527 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ca4003a8-c235-4a4b-a4bf-f198be1c2081 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks [] for floatingip, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:26.118811 n-d-789963-9 neutron-server[101290]: INFO neutron.db.l3_db [None req-ca4003a8-c235-4a4b-a4bf-f198be1c2081 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Floating IP ec5d3333-d382-4f67-84b4-88149afe0265 disassociated (deleted). External IP: 172.25.6.105, port: bc6ac2e2-ab7f-41d2-ae35-5bcae4062338. Sep 17 09:33:26.344390 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca4003a8-c235-4a4b-a4bf-f198be1c2081 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Router 9213fbc0-1596-41b9-bd8a-646081eaeca3 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 09:33:26.461731 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca4003a8-c235-4a4b-a4bf-f198be1c2081 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 09:33:26.467017 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-ca4003a8-c235-4a4b-a4bf-f198be1c2081 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:26.474114 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26701277-2cce-42a3-bfd7-d9448aab09bd None None] Sync routers for ids ['9213fbc0-1596-41b9-bd8a-646081eaeca3'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 09:33:26.484525 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26701277-2cce-42a3-bfd7-d9448aab09bd None None] Routers {'9213fbc0-1596-41b9-bd8a-646081eaeca3'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:33:26.485155 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-26701277-2cce-42a3-bfd7-d9448aab09bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:33:23Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['9213fbc0-1596-41b9-bd8a-646081eaeca3'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:33:26.499947 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-ca4003a8-c235-4a4b-a4bf-f198be1c2081 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "DELETE /v2.0/floatingips/ec5d3333-d382-4f67-84b4-88149afe0265 HTTP/1.1" status: 204 len: 168 time: 0.8990891 Sep 17 09:33:26.499947 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6326a6de-fa7d-4c78-a1c8-062ee209c336', 'tag': 'bc6ac2e2-ab7f-41d2-ae35-5bcae4062338'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 09:33:26.499947 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823f1136df5e8dfe06b46a14eea5a85bccf33ce7e510dfea6a746e22e928dc4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7395594a-be67-487d-b3a9-e6cacef9d13f" -d '{"events": [{"name": "network-changed", "server_uuid": "6326a6de-fa7d-4c78-a1c8-062ee209c336", "tag": "bc6ac2e2-ab7f-41d2-ae35-5bcae4062338"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 09:33:26.598694 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-26701277-2cce-42a3-bfd7-d9448aab09bd None None] Set router 9213fbc0-1596-41b9-bd8a-646081eaeca3 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:33:26.679686 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 09:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f2882b4-8b99-4fcb-a9d2-6a33f32c2f36 x-openstack-request-id: req-5f2882b4-8b99-4fcb-a9d2-6a33f32c2f36 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 09:33:26.680547 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6326a6de-fa7d-4c78-a1c8-062ee209c336", "tag": "bc6ac2e2-ab7f-41d2-ae35-5bcae4062338", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 09:33:26.680547 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5f2882b4-8b99-4fcb-a9d2-6a33f32c2f36 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 09:33:26.680928 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6326a6de-fa7d-4c78-a1c8-062ee209c336', 'tag': 'bc6ac2e2-ab7f-41d2-ae35-5bcae4062338', 'status': 'completed', 'code': 200} Sep 17 09:33:26.750932 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94155a37-d5fe-43bb-9cf3-0ca43110b72d req-61e2c9af-d15c-4c13-be29-bc0c68f8e34e tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:33:26.752581 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-94155a37-d5fe-43bb-9cf3-0ca43110b72d req-61e2c9af-d15c-4c13-be29-bc0c68f8e34e tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/ports?device_id=6326a6de-fa7d-4c78-a1c8-062ee209c336 HTTP/1.1" status: 200 len: 945 time: 0.0586286 Sep 17 09:33:26.820667 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-94155a37-d5fe-43bb-9cf3-0ca43110b72d req-15d8adbd-95ac-4540-a387-05cbe1097371 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/security-groups?id=054abd7a-0f09-45ae-9d9f-a684861523d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594532 Sep 17 09:33:26.824246 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7395594a-be67-487d-b3a9-e6cacef9d13f req-94727df8-584c-460b-a113-e640f936dcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:33:26.824246 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7395594a-be67-487d-b3a9-e6cacef9d13f req-94727df8-584c-460b-a113-e640f936dcd9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=466d3210d5e1428bb2118e307c203173&device_id=6326a6de-fa7d-4c78-a1c8-062ee209c336 HTTP/1.1" status: 200 len: 1096 time: 0.0706215 Sep 17 09:33:26.852806 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-26701277-2cce-42a3-bfd7-d9448aab09bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9213fbc0-1596-41b9-bd8a-646081eaeca3', 'name': 'tempest-TestSnapshotPattern-498987175-router', 'tenant_id': '466d3210d5e1428bb2118e307c203173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '2835d41d-f01a-4070-9f65-eeab79be863b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:27:07Z', 'updated_at': '2021-09-17T09:27:09Z', 'revision_number': 4, 'project_id': '466d3210d5e1428bb2118e307c203173', 'gw_port': {'id': '2835d41d-f01a-4070-9f65-eeab79be863b', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:77:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9213fbc0-1596-41b9-bd8a-646081eaeca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:27:07Z', 'updated_at': '2021-09-17T09:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '875a81fc-ba46-4f8b-bc9d-68a20f31451f', 'tenant_id': '466d3210d5e1428bb2118e307c203173', 'floating_ip_address': '172.25.6.173', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '9213fbc0-1596-41b9-bd8a-646081eaeca3', 'port_id': 'f8cf4826-aa9a-4da1-8f4e-e6b195793cad', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88', 'mac_address': 'fa:16:3e:38:68:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887ea81a-5046-49dd-bbc3-ceec6fb2e2e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T09:27:31Z', 'updated_at': '2021-09-17T09:27:33Z', 'revision_number': 1, 'project_id': '466d3210d5e1428bb2118e307c203173', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5232db90-6c17-459d-bd72-be0c7969bf15', 'name': '', 'network_id': 'fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88', 'tenant_id': '466d3210d5e1428bb2118e307c203173', 'mac_address': 'fa:16:3e:78:83:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9213fbc0-1596-41b9-bd8a-646081eaeca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '834f7f96-5dec-44f9-9a34-61759e4c750c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:27:09Z', 'updated_at': '2021-09-17T09:27:14Z', 'revision_number': 5, 'project_id': '466d3210d5e1428bb2118e307c203173', 'subnets': [{'id': '834f7f96-5dec-44f9-9a34-61759e4c750c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:33:26.942934 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7395594a-be67-487d-b3a9-e6cacef9d13f req-857f00ab-e84a-435c-a1c5-a9faedcefec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:33:26.944498 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7395594a-be67-487d-b3a9-e6cacef9d13f req-857f00ab-e84a-435c-a1c5-a9faedcefec9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88 HTTP/1.1" status: 200 len: 910 time: 0.1111875 Sep 17 09:33:26.981976 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26701277-2cce-42a3-bfd7-d9448aab09bd None None] Checking router: 9213fbc0-1596-41b9-bd8a-646081eaeca3 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 09:33:26.990197 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7395594a-be67-487d-b3a9-e6cacef9d13f req-34523f1f-935b-43b2-9f51-ea213b0153d7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc6ac2e2-ab7f-41d2-ae35-5bcae4062338 HTTP/1.1" status: 200 len: 217 time: 0.0362000 Sep 17 09:33:26.991142 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26701277-2cce-42a3-bfd7-d9448aab09bd None None] Routers {'9213fbc0-1596-41b9-bd8a-646081eaeca3'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:33:26.991740 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-26701277-2cce-42a3-bfd7-d9448aab09bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:33:23Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['9213fbc0-1596-41b9-bd8a-646081eaeca3'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:33:27.044053 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7395594a-be67-487d-b3a9-e6cacef9d13f req-2208c218-fa46-4f60-9d75-d61f8adb5c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:33:27.045447 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7395594a-be67-487d-b3a9-e6cacef9d13f req-2208c218-fa46-4f60-9d75-d61f8adb5c43 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=834f7f96-5dec-44f9-9a34-61759e4c750c HTTP/1.1" status: 200 len: 848 time: 0.0469451 Sep 17 09:33:27.097501 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7395594a-be67-487d-b3a9-e6cacef9d13f req-e0323507-af74-4027-86fa-05d68983e7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:33:27.099195 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7395594a-be67-487d-b3a9-e6cacef9d13f req-e0323507-af74-4027-86fa-05d68983e7bb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449190 Sep 17 09:33:27.114091 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-26701277-2cce-42a3-bfd7-d9448aab09bd None None] Set router 9213fbc0-1596-41b9-bd8a-646081eaeca3 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:33:27.197079 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7395594a-be67-487d-b3a9-e6cacef9d13f req-e70cb576-f7de-419c-b4c5-bdd9c9944b67 service neutron] 10.222.0.41 "GET /v2.0/networks/fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901749 Sep 17 09:33:27.299185 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7395594a-be67-487d-b3a9-e6cacef9d13f req-228b44b2-0356-455d-9237-ab42a50e6383 service neutron] 10.222.0.41 "GET /v2.0/networks/fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931542 Sep 17 09:33:27.406337 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-26701277-2cce-42a3-bfd7-d9448aab09bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9213fbc0-1596-41b9-bd8a-646081eaeca3', 'name': 'tempest-TestSnapshotPattern-498987175-router', 'tenant_id': '466d3210d5e1428bb2118e307c203173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '2835d41d-f01a-4070-9f65-eeab79be863b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:27:07Z', 'updated_at': '2021-09-17T09:27:09Z', 'revision_number': 4, 'project_id': '466d3210d5e1428bb2118e307c203173', 'gw_port': {'id': '2835d41d-f01a-4070-9f65-eeab79be863b', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:77:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9213fbc0-1596-41b9-bd8a-646081eaeca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:27:07Z', 'updated_at': '2021-09-17T09:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '875a81fc-ba46-4f8b-bc9d-68a20f31451f', 'tenant_id': '466d3210d5e1428bb2118e307c203173', 'floating_ip_address': '172.25.6.173', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '9213fbc0-1596-41b9-bd8a-646081eaeca3', 'port_id': 'f8cf4826-aa9a-4da1-8f4e-e6b195793cad', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88', 'mac_address': 'fa:16:3e:38:68:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887ea81a-5046-49dd-bbc3-ceec6fb2e2e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T09:27:31Z', 'updated_at': '2021-09-17T09:27:33Z', 'revision_number': 1, 'project_id': '466d3210d5e1428bb2118e307c203173', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5232db90-6c17-459d-bd72-be0c7969bf15', 'name': '', 'network_id': 'fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88', 'tenant_id': '466d3210d5e1428bb2118e307c203173', 'mac_address': 'fa:16:3e:78:83:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9213fbc0-1596-41b9-bd8a-646081eaeca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '834f7f96-5dec-44f9-9a34-61759e4c750c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:27:09Z', 'updated_at': '2021-09-17T09:27:14Z', 'revision_number': 5, 'project_id': '466d3210d5e1428bb2118e307c203173', 'subnets': [{'id': '834f7f96-5dec-44f9-9a34-61759e4c750c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:33:27.438686 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26701277-2cce-42a3-bfd7-d9448aab09bd None None] The sync data for ids ['9213fbc0-1596-41b9-bd8a-646081eaeca3'] in n-d-789963-9 is: [{'id': '9213fbc0-1596-41b9-bd8a-646081eaeca3', 'name': 'tempest-TestSnapshotPattern-498987175-router', 'tenant_id': '466d3210d5e1428bb2118e307c203173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '2835d41d-f01a-4070-9f65-eeab79be863b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:27:07Z', 'updated_at': '2021-09-17T09:27:09Z', 'revision_number': 4, 'project_id': '466d3210d5e1428bb2118e307c203173', 'gw_port': {'id': '2835d41d-f01a-4070-9f65-eeab79be863b', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:77:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9213fbc0-1596-41b9-bd8a-646081eaeca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:27:07Z', 'updated_at': '2021-09-17T09:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_floatingips': [{'id': '875a81fc-ba46-4f8b-bc9d-68a20f31451f', 'tenant_id': '466d3210d5e1428bb2118e307c203173', 'floating_ip_address': '172.25.6.173', 'floating_network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'router_id': '9213fbc0-1596-41b9-bd8a-646081eaeca3', 'port_id': 'f8cf4826-aa9a-4da1-8f4e-e6b195793cad', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88', 'mac_address': 'fa:16:3e:38:68:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887ea81a-5046-49dd-bbc3-ceec6fb2e2e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T09:27:31Z', 'updated_at': '2021-09-17T09:27:33Z', 'revision_number': 1, 'project_id': '466d3210d5e1428bb2118e307c203173', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5232db90-6c17-459d-bd72-be0c7969bf15', 'name': '', 'network_id': 'fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88', 'tenant_id': '466d3210d5e1428bb2118e307c203173', 'mac_address': 'fa:16:3e:78:83:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9213fbc0-1596-41b9-bd8a-646081eaeca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '834f7f96-5dec-44f9-9a34-61759e4c750c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:27:09Z', 'updated_at': '2021-09-17T09:27:14Z', 'revision_number': 5, 'project_id': '466d3210d5e1428bb2118e307c203173', 'subnets': [{'id': '834f7f96-5dec-44f9-9a34-61759e4c750c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 09:33:27.669195 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8242985-ba91-4cfd-a0a1-1d49e0a79236 None None] New status for floating IP ec5d3333-d382-4f67-84b4-88149afe0265: DOWN {{(pid=101291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 09:33:27.961235 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5750d5f7-30f1-4d4f-a7c3-94a52f5cd34f req-2cc77733-19c0-41d9-bd6b-9bc3ad098f7e tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:33:27.963080 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5750d5f7-30f1-4d4f-a7c3-94a52f5cd34f req-2cc77733-19c0-41d9-bd6b-9bc3ad098f7e tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/ports?device_id=6326a6de-fa7d-4c78-a1c8-062ee209c336 HTTP/1.1" status: 200 len: 945 time: 0.0555654 Sep 17 09:33:28.009795 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-5750d5f7-30f1-4d4f-a7c3-94a52f5cd34f req-f2d798bc-4dac-4fff-abd5-828ab9a3519a tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/security-groups?id=054abd7a-0f09-45ae-9d9f-a684861523d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400984 Sep 17 09:33:28.278471 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 09:33:28.282020 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c372c845-8f9d-4ffc-b375-ccf2ec16bb7b req-66965b08-4c66-4f62-ab39-d07ac4cb45b7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=887ea81a-5046-49dd-bbc3-ceec6fb2e2e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1273963 Sep 17 09:33:28.385764 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c372c845-8f9d-4ffc-b375-ccf2ec16bb7b req-71e5b295-d5a0-41ba-86c5-76d0d14ea540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:33:28.387902 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c372c845-8f9d-4ffc-b375-ccf2ec16bb7b req-71e5b295-d5a0-41ba-86c5-76d0d14ea540 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=466d3210d5e1428bb2118e307c203173&device_id=887ea81a-5046-49dd-bbc3-ceec6fb2e2e6 HTTP/1.1" status: 200 len: 1095 time: 0.0443380 Sep 17 09:33:28.496855 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c372c845-8f9d-4ffc-b375-ccf2ec16bb7b req-87350d6f-f279-4853-a362-28f30a214be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:33:28.498349 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c372c845-8f9d-4ffc-b375-ccf2ec16bb7b req-87350d6f-f279-4853-a362-28f30a214be5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88 HTTP/1.1" status: 200 len: 910 time: 0.0906515 Sep 17 09:33:28.570340 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c372c845-8f9d-4ffc-b375-ccf2ec16bb7b req-9926155c-190e-45e6-9f6c-58814ab176ee service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8cf4826-aa9a-4da1-8f4e-e6b195793cad HTTP/1.1" status: 200 len: 1000 time: 0.0621810 Sep 17 09:33:28.621076 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139cb25-7d98-4b35-bef7-9e30c76d1582 req-48e8d803-cada-427e-90ac-9879f8741aee tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:33:28.622705 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0139cb25-7d98-4b35-bef7-9e30c76d1582 req-48e8d803-cada-427e-90ac-9879f8741aee tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.41 "GET /v2.0/ports?device_id=6326a6de-fa7d-4c78-a1c8-062ee209c336 HTTP/1.1" status: 200 len: 945 time: 0.0498564 Sep 17 09:33:28.623299 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c372c845-8f9d-4ffc-b375-ccf2ec16bb7b req-02bf9c49-71a4-4f10-98cc-bb3b731d15f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:33:28.624927 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c372c845-8f9d-4ffc-b375-ccf2ec16bb7b req-02bf9c49-71a4-4f10-98cc-bb3b731d15f1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=834f7f96-5dec-44f9-9a34-61759e4c750c HTTP/1.1" status: 200 len: 848 time: 0.0475323 Sep 17 09:33:28.674064 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c372c845-8f9d-4ffc-b375-ccf2ec16bb7b req-5ab764de-3f53-453d-a3f0-4b5ba9f6949d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:33:28.675752 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c372c845-8f9d-4ffc-b375-ccf2ec16bb7b req-5ab764de-3f53-453d-a3f0-4b5ba9f6949d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433280 Sep 17 09:33:28.722583 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-0139cb25-7d98-4b35-bef7-9e30c76d1582 req-9681053a-a40f-4a01-8f4e-149850bce9a2 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Deleting port bc6ac2e2-ab7f-41d2-ae35-5bcae4062338 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 09:33:28.723203 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-0139cb25-7d98-4b35-bef7-9e30c76d1582 req-9681053a-a40f-4a01-8f4e-149850bce9a2 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:28.775548 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c372c845-8f9d-4ffc-b375-ccf2ec16bb7b req-20dfda26-9f09-4c19-befc-24128533ba61 service neutron] 10.222.0.39 "GET /v2.0/networks/fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921257 Sep 17 09:33:28.821377 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [req-0139cb25-7d98-4b35-bef7-9e30c76d1582 req-9681053a-a40f-4a01-8f4e-149850bce9a2 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] For port bc6ac2e2-ab7f-41d2-ae35-5bcae4062338, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=bc6ac2e2-ab7f-41d2-ae35-5bcae4062338,segment=NetworkSegment(b68ab6e9-0313-4582-997b-6584f18fdc81),segment_id=b68ab6e9-0313-4582-997b-6584f18fdc81)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:33:28.821741 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-0139cb25-7d98-4b35-bef7-9e30c76d1582 req-9681053a-a40f-4a01-8f4e-149850bce9a2 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:28.835258 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [req-0139cb25-7d98-4b35-bef7-9e30c76d1582 req-9681053a-a40f-4a01-8f4e-149850bce9a2 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Calling delete_port for bc6ac2e2-ab7f-41d2-ae35-5bcae4062338 owned by compute:nova {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 09:33:28.874866 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-c372c845-8f9d-4ffc-b375-ccf2ec16bb7b req-4ca4f38c-ee18-4bcd-a1c5-579ac1537827 service neutron] 10.222.0.39 "GET /v2.0/networks/fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923357 Sep 17 09:33:28.975205 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device bc6ac2e2-ab7f-41d2-ae35-5bcae4062338 no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 09:33:29.060110 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549370'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:29.090130 n-d-789963-9 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6326a6de-fa7d-4c78-a1c8-062ee209c336', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc6ac2e2-ab7f-41d2-ae35-5bcae4062338'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 09:33:29.092496 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd15a5b62c2e1c1e903d3702117c13c06f948b041a08150170fef0e561ebed2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dfbc1be-8d21-492c-bddd-afca67f58390" -d '{"events": [{"server_uuid": "6326a6de-fa7d-4c78-a1c8-062ee209c336", "name": "network-vif-unplugged", "status": "completed", "tag": "bc6ac2e2-ab7f-41d2-ae35-5bcae4062338"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 09:33:29.110216 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] For port bc6ac2e2-ab7f-41d2-ae35-5bcae4062338, host n-h1-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-9',level=0,port_id=bc6ac2e2-ab7f-41d2-ae35-5bcae4062338,segment=NetworkSegment(b68ab6e9-0313-4582-997b-6584f18fdc81),segment_id=b68ab6e9-0313-4582-997b-6584f18fdc81)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:33:29.115389 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729337314317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729337008101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729337008119'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:29.143691 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 09:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8926abe-2764-4ea9-aa97-0a19b4905183 x-openstack-request-id: req-f8926abe-2764-4ea9-aa97-0a19b4905183 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 09:33:29.144013 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6326a6de-fa7d-4c78-a1c8-062ee209c336", "name": "network-vif-unplugged", "status": "completed", "tag": "bc6ac2e2-ab7f-41d2-ae35-5bcae4062338", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 09:33:29.144266 n-d-789963-9 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f8926abe-2764-4ea9-aa97-0a19b4905183 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 09:33:29.144656 n-d-789963-9 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6326a6de-fa7d-4c78-a1c8-062ee209c336', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc6ac2e2-ab7f-41d2-ae35-5bcae4062338', 'code': 200} Sep 17 09:33:29.170381 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Pushing event updated for resources: {'Port': ['ID=bc6ac2e2-ab7f-41d2-ae35-5bcae4062338,revision_number=8']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:33:29.302488 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ee51a-2ec9-4ab1-aba9-860ed403f1f5 req-d17d482b-cc34-4768-a435-ab48044a2d6a tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:33:29.304456 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a82ee51a-2ec9-4ab1-aba9-860ed403f1f5 req-d17d482b-cc34-4768-a435-ab48044a2d6a tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/ports?device_id=6326a6de-fa7d-4c78-a1c8-062ee209c336 HTTP/1.1" status: 200 len: 943 time: 0.0720329 Sep 17 09:33:29.381144 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-a82ee51a-2ec9-4ab1-aba9-860ed403f1f5 req-a511e25d-a08a-469f-b807-292f965d7cf5 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/security-groups?id=054abd7a-0f09-45ae-9d9f-a684861523d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700688 Sep 17 09:33:29.388609 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-0139cb25-7d98-4b35-bef7-9e30c76d1582 req-9681053a-a40f-4a01-8f4e-149850bce9a2 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:29.423791 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9681053a-a40f-4a01-8f4e-149850bce9a2 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Pushing event deleted for resources: {'Port': ['ID=bc6ac2e2-ab7f-41d2-ae35-5bcae4062338,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:33:29.461018 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9681053a-a40f-4a01-8f4e-149850bce9a2 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:33:29.461410 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9681053a-a40f-4a01-8f4e-149850bce9a2 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:33:29.461698 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9681053a-a40f-4a01-8f4e-149850bce9a2 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:33:29.462047 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9681053a-a40f-4a01-8f4e-149850bce9a2 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:33:29.462387 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9681053a-a40f-4a01-8f4e-149850bce9a2 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:33:29.462725 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9681053a-a40f-4a01-8f4e-149850bce9a2 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:33:29.463060 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9681053a-a40f-4a01-8f4e-149850bce9a2 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:33:29.463395 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9681053a-a40f-4a01-8f4e-149850bce9a2 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:33:29.463726 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9681053a-a40f-4a01-8f4e-149850bce9a2 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:33:29.464092 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9681053a-a40f-4a01-8f4e-149850bce9a2 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:33:29.464427 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9681053a-a40f-4a01-8f4e-149850bce9a2 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:33:29.464807 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9681053a-a40f-4a01-8f4e-149850bce9a2 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-9 {{(pid=101289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 09:33:29.468693 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [req-0139cb25-7d98-4b35-bef7-9e30c76d1582 req-9681053a-a40f-4a01-8f4e-149850bce9a2 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] No DVR routers for this DVR port bc6ac2e2-ab7f-41d2-ae35-5bcae4062338 on host n-h1-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 09:33:29.471781 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [req-0139cb25-7d98-4b35-bef7-9e30c76d1582 req-9681053a-a40f-4a01-8f4e-149850bce9a2 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:29.474076 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0139cb25-7d98-4b35-bef7-9e30c76d1582 req-9681053a-a40f-4a01-8f4e-149850bce9a2 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.41 "DELETE /v2.0/ports/bc6ac2e2-ab7f-41d2-ae35-5bcae4062338 HTTP/1.1" status: 204 len: 173 time: 0.8449793 Sep 17 09:33:29.474577 n-d-789963-9 neutron-server[101289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6326a6de-fa7d-4c78-a1c8-062ee209c336', 'name': 'network-vif-deleted', 'tag': 'bc6ac2e2-ab7f-41d2-ae35-5bcae4062338'}] {{(pid=101289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 09:33:29.477122 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0b8b68ef77f8a69a7ea64e5314cb7bfe1c653782f919eb7015de92bbdd57641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7421ed45-19f4-40e1-8459-e04cc7826693" -d '{"events": [{"server_uuid": "6326a6de-fa7d-4c78-a1c8-062ee209c336", "name": "network-vif-deleted", "tag": "bc6ac2e2-ab7f-41d2-ae35-5bcae4062338"}]}' {{(pid=101289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 09:33:29.580736 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 09:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f77e212f-0b3b-44c8-80c3-97b8d75081e8 x-openstack-request-id: req-f77e212f-0b3b-44c8-80c3-97b8d75081e8 {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 09:33:29.581038 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6326a6de-fa7d-4c78-a1c8-062ee209c336", "name": "network-vif-deleted", "tag": "bc6ac2e2-ab7f-41d2-ae35-5bcae4062338", "status": "completed", "code": 200}]} {{(pid=101289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 09:33:29.581294 n-d-789963-9 neutron-server[101289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f77e212f-0b3b-44c8-80c3-97b8d75081e8 {{(pid=101289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 09:33:29.581692 n-d-789963-9 neutron-server[101289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6326a6de-fa7d-4c78-a1c8-062ee209c336', 'name': 'network-vif-deleted', 'tag': 'bc6ac2e2-ab7f-41d2-ae35-5bcae4062338', 'status': 'completed', 'code': 200} Sep 17 09:33:30.946678 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39956) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:33:31.105458 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-a880b042-be39-4e8f-8cbc-152cc62f1799 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Deleting port a70c0b57-4015-4d60-8909-62a7581607aa {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 09:33:31.105799 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a880b042-be39-4e8f-8cbc-152cc62f1799 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:31.184979 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a880b042-be39-4e8f-8cbc-152cc62f1799 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:31.185232 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a880b042-be39-4e8f-8cbc-152cc62f1799 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:31.199239 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-a880b042-be39-4e8f-8cbc-152cc62f1799 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Calling delete_port for a70c0b57-4015-4d60-8909-62a7581607aa owned by network:floatingip {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 09:33:31.351347 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a880b042-be39-4e8f-8cbc-152cc62f1799 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:31.377112 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a880b042-be39-4e8f-8cbc-152cc62f1799 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Pushing event deleted for resources: {'Port': ['ID=a70c0b57-4015-4d60-8909-62a7581607aa,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:33:31.440002 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a880b042-be39-4e8f-8cbc-152cc62f1799 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks [] for floatingip, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:31.440303 n-d-789963-9 neutron-server[101290]: INFO neutron.db.l3_db [None req-a880b042-be39-4e8f-8cbc-152cc62f1799 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Floating IP 875a81fc-ba46-4f8b-bc9d-68a20f31451f disassociated (deleted). External IP: 172.25.6.173, port: f8cf4826-aa9a-4da1-8f4e-e6b195793cad. Sep 17 09:33:31.650270 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a880b042-be39-4e8f-8cbc-152cc62f1799 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Router 9213fbc0-1596-41b9-bd8a-646081eaeca3 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 09:33:31.765962 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a880b042-be39-4e8f-8cbc-152cc62f1799 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 09:33:31.771216 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-a880b042-be39-4e8f-8cbc-152cc62f1799 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for floatingip, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:31.776549 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b6b895-eced-4335-8b06-72b73e0aa245 None None] Sync routers for ids ['9213fbc0-1596-41b9-bd8a-646081eaeca3'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 09:33:31.787673 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b6b895-eced-4335-8b06-72b73e0aa245 None None] Routers {'9213fbc0-1596-41b9-bd8a-646081eaeca3'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:33:31.788366 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-84b6b895-eced-4335-8b06-72b73e0aa245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:33:23Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['9213fbc0-1596-41b9-bd8a-646081eaeca3'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:33:31.804670 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-a880b042-be39-4e8f-8cbc-152cc62f1799 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "DELETE /v2.0/floatingips/875a81fc-ba46-4f8b-bc9d-68a20f31451f HTTP/1.1" status: 204 len: 168 time: 0.8541656 Sep 17 09:33:31.804670 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '887ea81a-5046-49dd-bbc3-ceec6fb2e2e6', 'tag': 'f8cf4826-aa9a-4da1-8f4e-e6b195793cad'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 09:33:31.805337 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823f1136df5e8dfe06b46a14eea5a85bccf33ce7e510dfea6a746e22e928dc4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc8cd24c-8fc1-4ca0-af50-88cf1c4d868f" -d '{"events": [{"name": "network-changed", "server_uuid": "887ea81a-5046-49dd-bbc3-ceec6fb2e2e6", "tag": "f8cf4826-aa9a-4da1-8f4e-e6b195793cad"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 09:33:31.849474 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 09:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-770d44d4-175e-4d6a-9254-256aafd30c98 x-openstack-request-id: req-770d44d4-175e-4d6a-9254-256aafd30c98 {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 09:33:31.849983 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "887ea81a-5046-49dd-bbc3-ceec6fb2e2e6", "tag": "f8cf4826-aa9a-4da1-8f4e-e6b195793cad", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 09:33:31.850392 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-770d44d4-175e-4d6a-9254-256aafd30c98 {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 09:33:31.850852 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '887ea81a-5046-49dd-bbc3-ceec6fb2e2e6', 'tag': 'f8cf4826-aa9a-4da1-8f4e-e6b195793cad', 'status': 'completed', 'code': 200} Sep 17 09:33:31.906371 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-84b6b895-eced-4335-8b06-72b73e0aa245 None None] Set router 9213fbc0-1596-41b9-bd8a-646081eaeca3 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:33:31.953046 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8cd24c-8fc1-4ca0-af50-88cf1c4d868f req-d11d65ee-e3fb-4208-bff5-8fd515db4d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:33:31.954958 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bc8cd24c-8fc1-4ca0-af50-88cf1c4d868f req-d11d65ee-e3fb-4208-bff5-8fd515db4d75 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=466d3210d5e1428bb2118e307c203173&device_id=887ea81a-5046-49dd-bbc3-ceec6fb2e2e6 HTTP/1.1" status: 200 len: 1095 time: 0.0526981 Sep 17 09:33:32.038686 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d874e62-adab-4802-875f-2cf7d3aea4ec req-a7f0de1e-e89a-49a6-b4bd-45646e5e4685 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:33:32.040430 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7d874e62-adab-4802-875f-2cf7d3aea4ec req-a7f0de1e-e89a-49a6-b4bd-45646e5e4685 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/ports?device_id=887ea81a-5046-49dd-bbc3-ceec6fb2e2e6 HTTP/1.1" status: 200 len: 944 time: 0.0501602 Sep 17 09:33:32.091425 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8cd24c-8fc1-4ca0-af50-88cf1c4d868f req-19d84682-f245-4ad5-8cbf-9333b6542947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:33:32.092376 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-7d874e62-adab-4802-875f-2cf7d3aea4ec req-49cefff9-097e-467a-b0f4-91fd7cabfa7d tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/security-groups?id=054abd7a-0f09-45ae-9d9f-a684861523d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399113 Sep 17 09:33:32.093003 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bc8cd24c-8fc1-4ca0-af50-88cf1c4d868f req-19d84682-f245-4ad5-8cbf-9333b6542947 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88 HTTP/1.1" status: 200 len: 910 time: 0.1024830 Sep 17 09:33:32.138465 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-84b6b895-eced-4335-8b06-72b73e0aa245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9213fbc0-1596-41b9-bd8a-646081eaeca3', 'name': 'tempest-TestSnapshotPattern-498987175-router', 'tenant_id': '466d3210d5e1428bb2118e307c203173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '2835d41d-f01a-4070-9f65-eeab79be863b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:27:07Z', 'updated_at': '2021-09-17T09:27:09Z', 'revision_number': 4, 'project_id': '466d3210d5e1428bb2118e307c203173', 'gw_port': {'id': '2835d41d-f01a-4070-9f65-eeab79be863b', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:77:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9213fbc0-1596-41b9-bd8a-646081eaeca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:27:07Z', 'updated_at': '2021-09-17T09:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '5232db90-6c17-459d-bd72-be0c7969bf15', 'name': '', 'network_id': 'fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88', 'tenant_id': '466d3210d5e1428bb2118e307c203173', 'mac_address': 'fa:16:3e:78:83:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9213fbc0-1596-41b9-bd8a-646081eaeca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '834f7f96-5dec-44f9-9a34-61759e4c750c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:27:09Z', 'updated_at': '2021-09-17T09:27:14Z', 'revision_number': 5, 'project_id': '466d3210d5e1428bb2118e307c203173', 'subnets': [{'id': '834f7f96-5dec-44f9-9a34-61759e4c750c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:33:32.145999 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bc8cd24c-8fc1-4ca0-af50-88cf1c4d868f req-3821e03e-4026-43a6-af40-ee7056745176 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8cf4826-aa9a-4da1-8f4e-e6b195793cad HTTP/1.1" status: 200 len: 217 time: 0.0453148 Sep 17 09:33:32.170671 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b6b895-eced-4335-8b06-72b73e0aa245 None None] Checking router: 9213fbc0-1596-41b9-bd8a-646081eaeca3 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 09:33:32.180082 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b6b895-eced-4335-8b06-72b73e0aa245 None None] Routers {'9213fbc0-1596-41b9-bd8a-646081eaeca3'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:33:32.180712 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-84b6b895-eced-4335-8b06-72b73e0aa245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:33:23Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['9213fbc0-1596-41b9-bd8a-646081eaeca3'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:33:32.203172 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8cd24c-8fc1-4ca0-af50-88cf1c4d868f req-473012e7-fbca-4249-838a-d96fcdf41b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:33:32.205228 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bc8cd24c-8fc1-4ca0-af50-88cf1c4d868f req-473012e7-fbca-4249-838a-d96fcdf41b19 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=834f7f96-5dec-44f9-9a34-61759e4c750c HTTP/1.1" status: 200 len: 848 time: 0.0507700 Sep 17 09:33:32.259961 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8cd24c-8fc1-4ca0-af50-88cf1c4d868f req-5adba0b6-877e-46a9-95af-b13954a6232f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:33:32.262181 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bc8cd24c-8fc1-4ca0-af50-88cf1c4d868f req-5adba0b6-877e-46a9-95af-b13954a6232f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476263 Sep 17 09:33:32.296595 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-84b6b895-eced-4335-8b06-72b73e0aa245 None None] Set router 9213fbc0-1596-41b9-bd8a-646081eaeca3 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:33:32.373645 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bc8cd24c-8fc1-4ca0-af50-88cf1c4d868f req-21abbcdf-43d8-4443-b4bc-322e2bffc507 service neutron] 10.222.0.39 "GET /v2.0/networks/fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044874 Sep 17 09:33:32.464495 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-bc8cd24c-8fc1-4ca0-af50-88cf1c4d868f req-7d8b00dd-8ab5-4b38-8faa-e91f91ee19d8 service neutron] 10.222.0.39 "GET /v2.0/networks/fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833144 Sep 17 09:33:32.497441 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-84b6b895-eced-4335-8b06-72b73e0aa245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9213fbc0-1596-41b9-bd8a-646081eaeca3', 'name': 'tempest-TestSnapshotPattern-498987175-router', 'tenant_id': '466d3210d5e1428bb2118e307c203173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '2835d41d-f01a-4070-9f65-eeab79be863b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:27:07Z', 'updated_at': '2021-09-17T09:27:09Z', 'revision_number': 4, 'project_id': '466d3210d5e1428bb2118e307c203173', 'gw_port': {'id': '2835d41d-f01a-4070-9f65-eeab79be863b', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:77:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9213fbc0-1596-41b9-bd8a-646081eaeca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:27:07Z', 'updated_at': '2021-09-17T09:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '5232db90-6c17-459d-bd72-be0c7969bf15', 'name': '', 'network_id': 'fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88', 'tenant_id': '466d3210d5e1428bb2118e307c203173', 'mac_address': 'fa:16:3e:78:83:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9213fbc0-1596-41b9-bd8a-646081eaeca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '834f7f96-5dec-44f9-9a34-61759e4c750c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:27:09Z', 'updated_at': '2021-09-17T09:27:14Z', 'revision_number': 5, 'project_id': '466d3210d5e1428bb2118e307c203173', 'subnets': [{'id': '834f7f96-5dec-44f9-9a34-61759e4c750c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:33:32.525222 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b6b895-eced-4335-8b06-72b73e0aa245 None None] The sync data for ids ['9213fbc0-1596-41b9-bd8a-646081eaeca3'] in n-d-789963-9 is: [{'id': '9213fbc0-1596-41b9-bd8a-646081eaeca3', 'name': 'tempest-TestSnapshotPattern-498987175-router', 'tenant_id': '466d3210d5e1428bb2118e307c203173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '2835d41d-f01a-4070-9f65-eeab79be863b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:27:07Z', 'updated_at': '2021-09-17T09:27:09Z', 'revision_number': 4, 'project_id': '466d3210d5e1428bb2118e307c203173', 'gw_port': {'id': '2835d41d-f01a-4070-9f65-eeab79be863b', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:77:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9213fbc0-1596-41b9-bd8a-646081eaeca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:27:07Z', 'updated_at': '2021-09-17T09:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9', '_interfaces': [{'id': '5232db90-6c17-459d-bd72-be0c7969bf15', 'name': '', 'network_id': 'fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88', 'tenant_id': '466d3210d5e1428bb2118e307c203173', 'mac_address': 'fa:16:3e:78:83:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9213fbc0-1596-41b9-bd8a-646081eaeca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '834f7f96-5dec-44f9-9a34-61759e4c750c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:27:09Z', 'updated_at': '2021-09-17T09:27:14Z', 'revision_number': 5, 'project_id': '466d3210d5e1428bb2118e307c203173', 'subnets': [{'id': '834f7f96-5dec-44f9-9a34-61759e4c750c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 09:33:32.745176 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ed15e6-5038-460e-a73d-8669ccf5c209 None None] New status for floating IP 875a81fc-ba46-4f8b-bc9d-68a20f31451f: DOWN {{(pid=101291) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 09:33:32.908522 n-d-789963-9 neutron-server[101290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc350ea9-5137-4255-9c5f-9c5ddb699135 req-ea4af066-0846-4303-8396-f699dc602d77 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:33:32.909987 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-dc350ea9-5137-4255-9c5f-9c5ddb699135 req-ea4af066-0846-4303-8396-f699dc602d77 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.39 "GET /v2.0/ports?device_id=887ea81a-5046-49dd-bbc3-ceec6fb2e2e6 HTTP/1.1" status: 200 len: 944 time: 0.0482028 Sep 17 09:33:32.978431 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device bc6ac2e2-ab7f-41d2-ae35-5bcae4062338 no longer exists at agent hyperv_n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 09:33:33.002402 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] No Port match for: bc6ac2e2-ab7f-41d2-ae35-5bcae4062338 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 09:33:33.002748 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Device bc6ac2e2-ab7f-41d2-ae35-5bcae4062338 not bound to the agent host n-h1-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 09:33:33.004144 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-dc350ea9-5137-4255-9c5f-9c5ddb699135 req-ecdf9325-674c-48f9-9a34-0de175f47ffc tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Deleting port f8cf4826-aa9a-4da1-8f4e-e6b195793cad {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 09:33:33.004699 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-dc350ea9-5137-4255-9c5f-9c5ddb699135 req-ecdf9325-674c-48f9-9a34-0de175f47ffc tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:33.097993 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [req-dc350ea9-5137-4255-9c5f-9c5ddb699135 req-ecdf9325-674c-48f9-9a34-0de175f47ffc tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] For port f8cf4826-aa9a-4da1-8f4e-e6b195793cad, host n-h2-789963-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-9',level=0,port_id=f8cf4826-aa9a-4da1-8f4e-e6b195793cad,segment=NetworkSegment(b68ab6e9-0313-4582-997b-6584f18fdc81),segment_id=b68ab6e9-0313-4582-997b-6584f18fdc81)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:33:33.098367 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-dc350ea9-5137-4255-9c5f-9c5ddb699135 req-ecdf9325-674c-48f9-9a34-0de175f47ffc tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:33.110571 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [req-dc350ea9-5137-4255-9c5f-9c5ddb699135 req-ecdf9325-674c-48f9-9a34-0de175f47ffc tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Calling delete_port for f8cf4826-aa9a-4da1-8f4e-e6b195793cad owned by compute:nova {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 09:33:33.214059 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2135a4-04a4-4177-a1ad-6f8074ab62d6 req-835f7f68-fbff-4f58-9c84-0264b681acdd tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:33:33.215703 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9d2135a4-04a4-4177-a1ad-6f8074ab62d6 req-835f7f68-fbff-4f58-9c84-0264b681acdd tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/ports?device_id=887ea81a-5046-49dd-bbc3-ceec6fb2e2e6 HTTP/1.1" status: 200 len: 944 time: 0.0540528 Sep 17 09:33:33.239843 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-dc350ea9-5137-4255-9c5f-9c5ddb699135 req-ecdf9325-674c-48f9-9a34-0de175f47ffc tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:33.256518 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-9d2135a4-04a4-4177-a1ad-6f8074ab62d6 req-454413ab-6ef3-4620-ab5f-ebd02b6190fa tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "GET /v2.0/security-groups?id=054abd7a-0f09-45ae-9d9f-a684861523d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340195 Sep 17 09:33:33.268103 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdf9325-674c-48f9-9a34-0de175f47ffc tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Pushing event deleted for resources: {'Port': ['ID=f8cf4826-aa9a-4da1-8f4e-e6b195793cad,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:33:33.314673 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc350ea9-5137-4255-9c5f-9c5ddb699135 req-ecdf9325-674c-48f9-9a34-0de175f47ffc tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] No DVR routers for this DVR port f8cf4826-aa9a-4da1-8f4e-e6b195793cad on host n-h2-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 09:33:33.317225 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [req-dc350ea9-5137-4255-9c5f-9c5ddb699135 req-ecdf9325-674c-48f9-9a34-0de175f47ffc tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129385'] for port, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:33.319195 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [req-dc350ea9-5137-4255-9c5f-9c5ddb699135 req-ecdf9325-674c-48f9-9a34-0de175f47ffc tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.39 "DELETE /v2.0/ports/f8cf4826-aa9a-4da1-8f4e-e6b195793cad HTTP/1.1" status: 204 len: 173 time: 0.4035203 Sep 17 09:33:33.851973 n-d-789963-9 neutron-server[101290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '887ea81a-5046-49dd-bbc3-ceec6fb2e2e6', 'name': 'network-vif-deleted', 'tag': 'f8cf4826-aa9a-4da1-8f4e-e6b195793cad'}] {{(pid=101290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 09:33:33.854389 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}823f1136df5e8dfe06b46a14eea5a85bccf33ce7e510dfea6a746e22e928dc4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa5a2afa-18d4-4696-b846-f65b188d6921" -d '{"events": [{"server_uuid": "887ea81a-5046-49dd-bbc3-ceec6fb2e2e6", "name": "network-vif-deleted", "tag": "f8cf4826-aa9a-4da1-8f4e-e6b195793cad"}]}' {{(pid=101290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 09:33:33.890000 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 09:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-406203a3-9742-4137-ae57-e83dbb2c34bb x-openstack-request-id: req-406203a3-9742-4137-ae57-e83dbb2c34bb {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 09:33:33.890240 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "887ea81a-5046-49dd-bbc3-ceec6fb2e2e6", "name": "network-vif-deleted", "tag": "f8cf4826-aa9a-4da1-8f4e-e6b195793cad", "status": "completed", "code": 200}]} {{(pid=101290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 09:33:33.890496 n-d-789963-9 neutron-server[101290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-406203a3-9742-4137-ae57-e83dbb2c34bb {{(pid=101290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 09:33:33.890907 n-d-789963-9 neutron-server[101290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '887ea81a-5046-49dd-bbc3-ceec6fb2e2e6', 'name': 'network-vif-deleted', 'tag': 'f8cf4826-aa9a-4da1-8f4e-e6b195793cad', 'status': 'completed', 'code': 200} Sep 17 09:33:34.320830 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39978) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:33:34.378369 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-740845a5-ff2a-44a4-9fde-22035714f779 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks [] for security_group, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:34.403755 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-740845a5-ff2a-44a4-9fde-22035714f779 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:34.462151 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-740845a5-ff2a-44a4-9fde-22035714f779 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:34.465278 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-740845a5-ff2a-44a4-9fde-22035714f779 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Notify callbacks [] for security_group, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:34.466509 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-740845a5-ff2a-44a4-9fde-22035714f779 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] 10.222.0.13 "DELETE /v2.0/security-groups/054abd7a-0f09-45ae-9d9f-a684861523d5 HTTP/1.1" status: 204 len: 168 time: 0.1446698 Sep 17 09:33:34.475872 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740845a5-ff2a-44a4-9fde-22035714f779 tempest-TestSnapshotPattern-459090189 tempest-TestSnapshotPattern-459090189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=054abd7a-0f09-45ae-9d9f-a684861523d5,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:33:34.516588 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39982) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:33:34.710685 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0fdebbec-b21f-4222-9baf-15021fa0047c req-b401c987-d603-4b94-aa4d-314930d65495 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0770898 Sep 17 09:33:34.795627 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0fdebbec-b21f-4222-9baf-15021fa0047c req-d7d6265d-8f5f-4cc5-8682-be491a74fd06 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0259507 Sep 17 09:33:34.843254 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0fdebbec-b21f-4222-9baf-15021fa0047c req-e8737075-b500-45a1-a600-33bc06edbfb1 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0209658 Sep 17 09:33:34.942175 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdebbec-b21f-4222-9baf-15021fa0047c req-c9de3128-469e-465d-928d-89089eb2763b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:33:34.943647 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-0fdebbec-b21f-4222-9baf-15021fa0047c req-c9de3128-469e-465d-928d-89089eb2763b service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0935555 Sep 17 09:33:34.966246 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-94bf19f2-a3b5-41f1-9103-46203c19013b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:35.510887 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-94bf19f2-a3b5-41f1-9103-46203c19013b admin admin] Deleting port 5232db90-6c17-459d-bd72-be0c7969bf15 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 09:33:35.512143 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-94bf19f2-a3b5-41f1-9103-46203c19013b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:35.587660 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-94bf19f2-a3b5-41f1-9103-46203c19013b admin admin] For port 5232db90-6c17-459d-bd72-be0c7969bf15, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=5232db90-6c17-459d-bd72-be0c7969bf15,segment=NetworkSegment(b68ab6e9-0313-4582-997b-6584f18fdc81),segment_id=b68ab6e9-0313-4582-997b-6584f18fdc81)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:33:35.588055 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-94bf19f2-a3b5-41f1-9103-46203c19013b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:35.600923 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-94bf19f2-a3b5-41f1-9103-46203c19013b admin admin] Calling delete_port for 5232db90-6c17-459d-bd72-be0c7969bf15 owned by network:router_interface {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 09:33:35.776096 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-94bf19f2-a3b5-41f1-9103-46203c19013b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:35.806606 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bf19f2-a3b5-41f1-9103-46203c19013b admin admin] Pushing event deleted for resources: {'Port': ['ID=5232db90-6c17-459d-bd72-be0c7969bf15,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:33:35.970137 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-94bf19f2-a3b5-41f1-9103-46203c19013b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:36.193249 n-d-789963-9 neutron-server[101290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94bf19f2-a3b5-41f1-9103-46203c19013b admin admin] Router 9213fbc0-1596-41b9-bd8a-646081eaeca3 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 09:33:36.299073 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94bf19f2-a3b5-41f1-9103-46203c19013b admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 09:33:36.304341 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-94bf19f2-a3b5-41f1-9103-46203c19013b admin admin] 10.222.0.13 "PUT /v2.0/routers/9213fbc0-1596-41b9-bd8a-646081eaeca3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7866929 Sep 17 09:33:36.306812 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39988) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:33:36.310013 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15974d0-322c-48ea-9b46-85b854bb7a7e None None] Sync routers for ids ['9213fbc0-1596-41b9-bd8a-646081eaeca3'] in n-d-789963-9 {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 09:33:36.320033 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15974d0-322c-48ea-9b46-85b854bb7a7e None None] Routers {'9213fbc0-1596-41b9-bd8a-646081eaeca3'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:33:36.320642 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-e15974d0-322c-48ea-9b46-85b854bb7a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:33:23Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['9213fbc0-1596-41b9-bd8a-646081eaeca3'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:33:36.415770 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1fb33a77-8c98-425d-846b-2dc8dcd30e5c admin admin] Notify callbacks [] for router, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:36.423362 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-e15974d0-322c-48ea-9b46-85b854bb7a7e None None] Set router 9213fbc0-1596-41b9-bd8a-646081eaeca3 gateway port host: n-d-789963-9 {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:33:36.451402 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:36.519803 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1fb33a77-8c98-425d-846b-2dc8dcd30e5c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:36.575631 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-1fb33a77-8c98-425d-846b-2dc8dcd30e5c admin admin] Deleting port 2835d41d-f01a-4070-9f65-eeab79be863b {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 09:33:36.576014 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1fb33a77-8c98-425d-846b-2dc8dcd30e5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:36.604144 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-e15974d0-322c-48ea-9b46-85b854bb7a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9213fbc0-1596-41b9-bd8a-646081eaeca3', 'name': 'tempest-TestSnapshotPattern-498987175-router', 'tenant_id': '466d3210d5e1428bb2118e307c203173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '2835d41d-f01a-4070-9f65-eeab79be863b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:27:07Z', 'updated_at': '2021-09-17T09:33:35Z', 'revision_number': 5, 'project_id': '466d3210d5e1428bb2118e307c203173', 'gw_port': {'id': '2835d41d-f01a-4070-9f65-eeab79be863b', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:77:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9213fbc0-1596-41b9-bd8a-646081eaeca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:27:07Z', 'updated_at': '2021-09-17T09:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:33:36.659259 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-1fb33a77-8c98-425d-846b-2dc8dcd30e5c admin admin] For port 2835d41d-f01a-4070-9f65-eeab79be863b, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=2835d41d-f01a-4070-9f65-eeab79be863b,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:33:36.659631 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1fb33a77-8c98-425d-846b-2dc8dcd30e5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:36.660628 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:36.675379 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-1fb33a77-8c98-425d-846b-2dc8dcd30e5c admin admin] Calling delete_port for 2835d41d-f01a-4070-9f65-eeab79be863b owned by network:router_gateway {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 09:33:36.732721 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15974d0-322c-48ea-9b46-85b854bb7a7e None None] Checking router: 9213fbc0-1596-41b9-bd8a-646081eaeca3 for host: n-d-789963-9 {{(pid=101292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 09:33:36.740915 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15974d0-322c-48ea-9b46-85b854bb7a7e None None] Routers {'9213fbc0-1596-41b9-bd8a-646081eaeca3'} bound to L3 agent in host n-d-789963-9 {{(pid=101292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:33:36.741520 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-e15974d0-322c-48ea-9b46-85b854bb7a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:33:23Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['9213fbc0-1596-41b9-bd8a-646081eaeca3'], 'active': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:33:36.826897 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_dvr_db [None req-e15974d0-322c-48ea-9b46-85b854bb7a7e None None] Set router 9213fbc0-1596-41b9-bd8a-646081eaeca3 gateway port host: None {{(pid=101292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:33:36.846782 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1fb33a77-8c98-425d-846b-2dc8dcd30e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:36.873740 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb33a77-8c98-425d-846b-2dc8dcd30e5c admin admin] Pushing event deleted for resources: {'Port': ['ID=2835d41d-f01a-4070-9f65-eeab79be863b,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:33:36.881543 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.l3_hamode_db [None req-e15974d0-322c-48ea-9b46-85b854bb7a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9213fbc0-1596-41b9-bd8a-646081eaeca3', 'name': 'tempest-TestSnapshotPattern-498987175-router', 'tenant_id': '466d3210d5e1428bb2118e307c203173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:27:07Z', 'updated_at': '2021-09-17T09:33:36Z', 'revision_number': 6, 'project_id': '466d3210d5e1428bb2118e307c203173', 'gw_port_host': None}], 'n-d-789963-9', False) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:33:36.908416 n-d-789963-9 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15974d0-322c-48ea-9b46-85b854bb7a7e None None] The sync data for ids ['9213fbc0-1596-41b9-bd8a-646081eaeca3'] in n-d-789963-9 is: [{'id': '9213fbc0-1596-41b9-bd8a-646081eaeca3', 'name': 'tempest-TestSnapshotPattern-498987175-router', 'tenant_id': '466d3210d5e1428bb2118e307c203173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:27:07Z', 'updated_at': '2021-09-17T09:33:36Z', 'revision_number': 6, 'project_id': '466d3210d5e1428bb2118e307c203173', 'gw_port_host': None}] {{(pid=101292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 09:33:36.942257 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1fb33a77-8c98-425d-846b-2dc8dcd30e5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:37.032185 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1fb33a77-8c98-425d-846b-2dc8dcd30e5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:37.034291 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1fb33a77-8c98-425d-846b-2dc8dcd30e5c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:37.077569 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1fb33a77-8c98-425d-846b-2dc8dcd30e5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:37.078097 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb33a77-8c98-425d-846b-2dc8dcd30e5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9213fbc0-1596-41b9-bd8a-646081eaeca3 {{(pid=101290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 09:33:37.082392 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-1fb33a77-8c98-425d-846b-2dc8dcd30e5c admin admin] Notify callbacks [] for router, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:37.086428 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-1fb33a77-8c98-425d-846b-2dc8dcd30e5c admin admin] 10.222.0.13 "DELETE /v2.0/routers/9213fbc0-1596-41b9-bd8a-646081eaeca3 HTTP/1.1" status: 204 len: 168 time: 0.7760606 Sep 17 09:33:37.090591 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39990) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:33:37.141580 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.db_base_plugin_v2 [None req-4172ae9f-8820-4904-876d-f9adf82b68eb admin admin] Deleting subnet 834f7f96-5dec-44f9-9a34-61759e4c750c {{(pid=101290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 09:33:37.144813 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4172ae9f-8820-4904-876d-f9adf82b68eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:37.145877 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device f8cf4826-aa9a-4da1-8f4e-e6b195793cad no longer exists at agent hyperv_n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 09:33:37.165003 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] No Port match for: f8cf4826-aa9a-4da1-8f4e-e6b195793cad {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 09:33:37.165353 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Device f8cf4826-aa9a-4da1-8f4e-e6b195793cad not bound to the agent host n-h2-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 09:33:37.180698 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4172ae9f-8820-4904-876d-f9adf82b68eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30609000'] for subnet, precommit_delete_associations {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:37.261795 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4172ae9f-8820-4904-876d-f9adf82b68eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:37.319010 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4172ae9f-8820-4904-876d-f9adf82b68eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29439624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29677109'] for subnet, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:37.349079 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4172ae9f-8820-4904-876d-f9adf82b68eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=834f7f96-5dec-44f9-9a34-61759e4c750c,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:33:37.357090 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-4172ae9f-8820-4904-876d-f9adf82b68eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:37.359027 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-4172ae9f-8820-4904-876d-f9adf82b68eb admin admin] 10.222.0.13 "DELETE /v2.0/subnets/834f7f96-5dec-44f9-9a34-61759e4c750c HTTP/1.1" status: 204 len: 168 time: 0.2675843 Sep 17 09:33:37.361999 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [-] (101290) accepted ('10.222.0.13', 39992) {{(pid=101290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:33:37.364004 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045bb493-0a42-411a-b057-4ab58fcde05e None None] Network fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 09:33:37.435622 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0f826f1b-d516-4188-b2f0-3d77fb451e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:37.493283 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-0f826f1b-d516-4188-b2f0-3d77fb451e25 admin admin] Deleting port 7eae5883-a5c2-4617-ae44-bd681fea8564 {{(pid=101290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 09:33:37.493626 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0f826f1b-d516-4188-b2f0-3d77fb451e25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:37.566835 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.db [None req-0f826f1b-d516-4188-b2f0-3d77fb451e25 admin admin] For port 7eae5883-a5c2-4617-ae44-bd681fea8564, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=7eae5883-a5c2-4617-ae44-bd681fea8564,segment=NetworkSegment(b68ab6e9-0313-4582-997b-6584f18fdc81),segment_id=b68ab6e9-0313-4582-997b-6584f18fdc81)] {{(pid=101290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:33:37.567532 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0f826f1b-d516-4188-b2f0-3d77fb451e25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:37.581551 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.plugin [None req-0f826f1b-d516-4188-b2f0-3d77fb451e25 admin admin] Calling delete_port for 7eae5883-a5c2-4617-ae44-bd681fea8564 owned by network:dhcp {{(pid=101290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 09:33:37.670147 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0f826f1b-d516-4188-b2f0-3d77fb451e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29439655'] for port, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:37.694531 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f59988-8512-4492-a081-9b71ed46e080 None None] DHCP port deletion for fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 09:33:37.705452 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f826f1b-d516-4188-b2f0-3d77fb451e25 admin admin] Pushing event deleted for resources: {'Port': ['ID=7eae5883-a5c2-4617-ae44-bd681fea8564,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:33:37.707553 n-d-789963-9 neutron-server[101290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f826f1b-d516-4188-b2f0-3d77fb451e25 admin admin] No DVR routers for this DVR port 7eae5883-a5c2-4617-ae44-bd681fea8564 on host n-d-789963-9 {{(pid=101290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 09:33:37.776100 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 5232db90-6c17-459d-bd72-be0c7969bf15 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 09:33:37.785969 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0f826f1b-d516-4188-b2f0-3d77fb451e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:37.803976 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 5232db90-6c17-459d-bd72-be0c7969bf15 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 09:33:37.804432 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 5232db90-6c17-459d-bd72-be0c7969bf15 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 09:33:37.804929 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 7eae5883-a5c2-4617-ae44-bd681fea8564 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 09:33:37.810373 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-0f826f1b-d516-4188-b2f0-3d77fb451e25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88']}} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:33:37.820523 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-0f826f1b-d516-4188-b2f0-3d77fb451e25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b68ab6e9-0313-4582-997b-6584f18fdc81') {'for_net_delete': True} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:33:37.820946 n-d-789963-9 neutron-server[101290]: DEBUG neutron.services.segments.db [None req-0f826f1b-d516-4188-b2f0-3d77fb451e25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b68ab6e9-0313-4582-997b-6584f18fdc81') {} {{(pid=101290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:33:37.830192 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 7eae5883-a5c2-4617-ae44-bd681fea8564 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 09:33:37.830192 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 7eae5883-a5c2-4617-ae44-bd681fea8564 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 09:33:37.830192 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 2835d41d-f01a-4070-9f65-eeab79be863b no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 09:33:37.833012 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0f826f1b-d516-4188-b2f0-3d77fb451e25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30608995'] for segment, before_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:37.846524 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0f826f1b-d516-4188-b2f0-3d77fb451e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:37.849454 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 2835d41d-f01a-4070-9f65-eeab79be863b {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 09:33:37.849813 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 2835d41d-f01a-4070-9f65-eeab79be863b not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 09:33:37.852633 n-d-789963-9 neutron-server[101290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f826f1b-d516-4188-b2f0-3d77fb451e25 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=101290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 09:33:37.853032 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0f826f1b-d516-4188-b2f0-3d77fb451e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29438806'] for segment, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:37.855101 n-d-789963-9 neutron-server[101290]: Traceback (most recent call last): Sep 17 09:33:37.855101 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 09:33:37.855101 n-d-789963-9 neutron-server[101290]: timer() Sep 17 09:33:37.855101 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 09:33:37.855101 n-d-789963-9 neutron-server[101290]: cb(*args, **kw) Sep 17 09:33:37.855101 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 09:33:37.855101 n-d-789963-9 neutron-server[101290]: return func(*args, **kwargs) Sep 17 09:33:37.855101 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 09:33:37.855101 n-d-789963-9 neutron-server[101290]: self._notify() Sep 17 09:33:37.855101 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 09:33:37.855101 n-d-789963-9 neutron-server[101290]: self.callback(batched_events) Sep 17 09:33:37.855101 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 09:33:37.855101 n-d-789963-9 neutron-server[101290]: event.method(event) Sep 17 09:33:37.855101 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 09:33:37.855101 n-d-789963-9 neutron-server[101290]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 09:33:37.855101 n-d-789963-9 neutron-server[101290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 09:33:37.855101 n-d-789963-9 neutron-server[101290]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 09:33:37.855101 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 09:33:37.855101 n-d-789963-9 neutron-server[101290]: return f(self, *a, **k) Sep 17 09:33:37.855101 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 09:33:37.855101 n-d-789963-9 neutron-server[101290]: return self._get(url).json() Sep 17 09:33:37.855101 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 09:33:37.855101 n-d-789963-9 neutron-server[101290]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 09:33:37.855101 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 09:33:37.855101 n-d-789963-9 neutron-server[101290]: return self.request(url, 'GET', **kwargs) Sep 17 09:33:37.855101 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 09:33:37.855101 n-d-789963-9 neutron-server[101290]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 09:33:37.855101 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 09:33:37.855101 n-d-789963-9 neutron-server[101290]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 09:33:37.855101 n-d-789963-9 neutron-server[101290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 09:33:37.855101 n-d-789963-9 neutron-server[101290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 09:33:37.855101 n-d-789963-9 neutron-server[101290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 09:33:37.914487 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0f826f1b-d516-4188-b2f0-3d77fb451e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:37.920878 n-d-789963-9 neutron-server[101290]: DEBUG neutron_lib.callbacks.manager [None req-0f826f1b-d516-4188-b2f0-3d77fb451e25 admin admin] Notify callbacks [] for network, before_response {{(pid=101290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:37.923067 n-d-789963-9 neutron-server[101290]: INFO neutron.wsgi [None req-0f826f1b-d516-4188-b2f0-3d77fb451e25 admin admin] 10.222.0.13 "DELETE /v2.0/networks/fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88 HTTP/1.1" status: 204 len: 168 time: 0.5598724 Sep 17 09:33:37.926175 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39994) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:33:37.936747 n-d-789963-9 neutron-server[101290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f826f1b-d516-4188-b2f0-3d77fb451e25 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc22dfa2-c0b4-4bd8-9801-ef1ed1455c88,revision_number=None']} {{(pid=101290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:33:38.276548 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7aacdab1-d4f0-45d7-9ed5-04ca6f9da65e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-725004'] for router_interface, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:38.523611 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-7aacdab1-d4f0-45d7-9ed5-04ca6f9da65e admin admin] Deleting port bf9ba18a-201d-469b-ab23-15fd70c517ae {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 09:33:38.523976 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7aacdab1-d4f0-45d7-9ed5-04ca6f9da65e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:38.602352 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-7aacdab1-d4f0-45d7-9ed5-04ca6f9da65e admin admin] For port bf9ba18a-201d-469b-ab23-15fd70c517ae, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=bf9ba18a-201d-469b-ab23-15fd70c517ae,segment=NetworkSegment(24e26054-c902-4406-a5d3-b3292d5a5b46),segment_id=24e26054-c902-4406-a5d3-b3292d5a5b46)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:33:38.602627 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7aacdab1-d4f0-45d7-9ed5-04ca6f9da65e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:38.615882 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-7aacdab1-d4f0-45d7-9ed5-04ca6f9da65e admin admin] Calling delete_port for bf9ba18a-201d-469b-ab23-15fd70c517ae owned by network:router_interface {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 09:33:38.797240 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7aacdab1-d4f0-45d7-9ed5-04ca6f9da65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:38.823615 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aacdab1-d4f0-45d7-9ed5-04ca6f9da65e admin admin] Pushing event deleted for resources: {'Port': ['ID=bf9ba18a-201d-469b-ab23-15fd70c517ae,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:33:38.989644 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7aacdab1-d4f0-45d7-9ed5-04ca6f9da65e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1527242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-726204'] for router_interface, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:39.207863 n-d-789963-9 neutron-server[101289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aacdab1-d4f0-45d7-9ed5-04ca6f9da65e admin admin] Router 2d9b8566-ff7d-4e2b-9d45-7a3c8a66bab6 has already been hosted by L3 agent 9226ef75-f89f-4ced-a0e7-8186d797bbbc {{(pid=101289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 09:33:39.315609 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aacdab1-d4f0-45d7-9ed5-04ca6f9da65e admin admin] Notify agent at l3_agent.n-d-789963-9 the message routers_updated {{(pid=101289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 09:33:39.320659 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-7aacdab1-d4f0-45d7-9ed5-04ca6f9da65e admin admin] 10.222.0.13 "PUT /v2.0/routers/2d9b8566-ff7d-4e2b-9d45-7a3c8a66bab6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3932500 Sep 17 09:33:39.323346 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39996) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:33:39.324687 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29c0606-5719-41fa-839b-83cfc9a7fa68 None None] Sync routers for ids ['2d9b8566-ff7d-4e2b-9d45-7a3c8a66bab6'] in n-d-789963-9 {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 09:33:39.334483 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29c0606-5719-41fa-839b-83cfc9a7fa68 None None] Routers {'2d9b8566-ff7d-4e2b-9d45-7a3c8a66bab6'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:33:39.335118 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-f29c0606-5719-41fa-839b-83cfc9a7fa68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:33:23Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['2d9b8566-ff7d-4e2b-9d45-7a3c8a66bab6'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:33:39.430400 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7e569e34-1876-4d6f-86f0-965186b9e3bc admin admin] Notify callbacks [] for router, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:39.442300 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-f29c0606-5719-41fa-839b-83cfc9a7fa68 None None] Set router 2d9b8566-ff7d-4e2b-9d45-7a3c8a66bab6 gateway port host: n-d-789963-9 {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:33:39.535271 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7e569e34-1876-4d6f-86f0-965186b9e3bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:39.585953 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-7e569e34-1876-4d6f-86f0-965186b9e3bc admin admin] Deleting port c3c81519-fac9-4aca-8896-10dd3848a645 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 09:33:39.586292 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7e569e34-1876-4d6f-86f0-965186b9e3bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:39.623766 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-f29c0606-5719-41fa-839b-83cfc9a7fa68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9b8566-ff7d-4e2b-9d45-7a3c8a66bab6', 'name': 'tempest-TestSnapshotPattern-1639053335-router', 'tenant_id': '263bfe4c4def4b4f8fffd76c151eae3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'external_fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'c3c81519-fac9-4aca-8896-10dd3848a645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:27:11Z', 'updated_at': '2021-09-17T09:33:38Z', 'revision_number': 5, 'project_id': '263bfe4c4def4b4f8fffd76c151eae3e', 'gw_port': {'id': 'c3c81519-fac9-4aca-8896-10dd3848a645', 'name': '', 'network_id': '5fc128c4-343a-4b5b-8a61-6a2b8d95c555', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:6f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9b8566-ff7d-4e2b-9d45-7a3c8a66bab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T09:27:12Z', 'updated_at': '2021-09-17T09:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80955ae7-d24f-45c7-b48b-53832c4407ab', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-9'}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:33:39.650819 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29c0606-5719-41fa-839b-83cfc9a7fa68 None None] Checking router: 2d9b8566-ff7d-4e2b-9d45-7a3c8a66bab6 for host: n-d-789963-9 {{(pid=101291) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 09:33:39.660146 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29c0606-5719-41fa-839b-83cfc9a7fa68 None None] Routers {'2d9b8566-ff7d-4e2b-9d45-7a3c8a66bab6'} bound to L3 agent in host n-d-789963-9 {{(pid=101291) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 09:33:39.660763 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-f29c0606-5719-41fa-839b-83cfc9a7fa68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T07:33:52Z,description=,heartbeat_timestamp=2021-09-17T09:33:23Z,host='n-d-789963-9',id=9226ef75-f89f-4ced-a0e7-8186d797bbbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T07:33:52Z,topic='l3_agent')) {'router_ids': ['2d9b8566-ff7d-4e2b-9d45-7a3c8a66bab6'], 'active': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:33:39.668655 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-7e569e34-1876-4d6f-86f0-965186b9e3bc admin admin] For port c3c81519-fac9-4aca-8896-10dd3848a645, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=c3c81519-fac9-4aca-8896-10dd3848a645,segment=NetworkSegment(f6561b6b-4068-4078-b3cc-5dadb2104e4f),segment_id=f6561b6b-4068-4078-b3cc-5dadb2104e4f)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:33:39.669019 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7e569e34-1876-4d6f-86f0-965186b9e3bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:39.680863 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-7e569e34-1876-4d6f-86f0-965186b9e3bc admin admin] Calling delete_port for c3c81519-fac9-4aca-8896-10dd3848a645 owned by network:router_gateway {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 09:33:39.745462 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvr_db [None req-f29c0606-5719-41fa-839b-83cfc9a7fa68 None None] Set router 2d9b8566-ff7d-4e2b-9d45-7a3c8a66bab6 gateway port host: None {{(pid=101291) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 09:33:39.798038 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_hamode_db [None req-f29c0606-5719-41fa-839b-83cfc9a7fa68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9b8566-ff7d-4e2b-9d45-7a3c8a66bab6', 'name': 'tempest-TestSnapshotPattern-1639053335-router', 'tenant_id': '263bfe4c4def4b4f8fffd76c151eae3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:27:11Z', 'updated_at': '2021-09-17T09:33:39Z', 'revision_number': 6, 'project_id': '263bfe4c4def4b4f8fffd76c151eae3e', 'gw_port_host': None}], 'n-d-789963-9', False) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:33:39.827237 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29c0606-5719-41fa-839b-83cfc9a7fa68 None None] The sync data for ids ['2d9b8566-ff7d-4e2b-9d45-7a3c8a66bab6'] in n-d-789963-9 is: [{'id': '2d9b8566-ff7d-4e2b-9d45-7a3c8a66bab6', 'name': 'tempest-TestSnapshotPattern-1639053335-router', 'tenant_id': '263bfe4c4def4b4f8fffd76c151eae3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T09:27:11Z', 'updated_at': '2021-09-17T09:33:39Z', 'revision_number': 6, 'project_id': '263bfe4c4def4b4f8fffd76c151eae3e', 'gw_port_host': None}] {{(pid=101291) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 09:33:39.847828 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7e569e34-1876-4d6f-86f0-965186b9e3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:39.877270 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e569e34-1876-4d6f-86f0-965186b9e3bc admin admin] Pushing event deleted for resources: {'Port': ['ID=c3c81519-fac9-4aca-8896-10dd3848a645,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:33:39.936884 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7e569e34-1876-4d6f-86f0-965186b9e3bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726138'] for router_gateway, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:40.025605 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7e569e34-1876-4d6f-86f0-965186b9e3bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-726827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7556'] for router, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:40.028358 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7e569e34-1876-4d6f-86f0-965186b9e3bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:40.077536 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7e569e34-1876-4d6f-86f0-965186b9e3bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-726992'] for router, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:40.078052 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e569e34-1876-4d6f-86f0-965186b9e3bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d9b8566-ff7d-4e2b-9d45-7a3c8a66bab6 {{(pid=101289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 09:33:40.082734 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-7e569e34-1876-4d6f-86f0-965186b9e3bc admin admin] Notify callbacks [] for router, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:40.083969 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-7e569e34-1876-4d6f-86f0-965186b9e3bc admin admin] 10.222.0.13 "DELETE /v2.0/routers/2d9b8566-ff7d-4e2b-9d45-7a3c8a66bab6 HTTP/1.1" status: 204 len: 168 time: 0.7590489 Sep 17 09:33:40.086575 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 39998) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:33:40.131525 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebbf9594-7a4d-4bd8-b03a-ab6d72568f34 admin admin] Deleting subnet 9179c275-995a-4958-b3cf-98e297811dda {{(pid=101289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 09:33:40.134476 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ebbf9594-7a4d-4bd8-b03a-ab6d72568f34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:40.170916 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ebbf9594-7a4d-4bd8-b03a-ab6d72568f34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24491463'] for subnet, precommit_delete_associations {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:40.270261 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ebbf9594-7a4d-4bd8-b03a-ab6d72568f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1522250'] for subnet, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:40.322802 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ebbf9594-7a4d-4bd8-b03a-ab6d72568f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24491510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30393582'] for subnet, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:40.346424 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbf9594-7a4d-4bd8-b03a-ab6d72568f34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9179c275-995a-4958-b3cf-98e297811dda,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:33:40.352044 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-ebbf9594-7a4d-4bd8-b03a-ab6d72568f34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:40.353916 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-ebbf9594-7a4d-4bd8-b03a-ab6d72568f34 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9179c275-995a-4958-b3cf-98e297811dda HTTP/1.1" status: 204 len: 168 time: 0.2663987 Sep 17 09:33:40.357115 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 40000) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:33:40.359079 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207c1a7b-a671-493f-84c9-874ddd88c8a7 None None] Network 3e5d48ca-3327-4fff-8814-523648e0d852 requested from n-d-789963-9 {{(pid=101291) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 09:33:40.431592 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-678940ed-8fca-4901-857b-76b5f8d7b3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1358779'] for network, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:40.486976 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-678940ed-8fca-4901-857b-76b5f8d7b3a9 admin admin] Deleting port 72cbfae0-6e90-4c0f-a3c0-b2c268780d15 {{(pid=101289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 09:33:40.487321 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-678940ed-8fca-4901-857b-76b5f8d7b3a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:40.549492 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.db [None req-678940ed-8fca-4901-857b-76b5f8d7b3a9 admin admin] For port 72cbfae0-6e90-4c0f-a3c0-b2c268780d15, host n-d-789963-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-9',level=0,port_id=72cbfae0-6e90-4c0f-a3c0-b2c268780d15,segment=NetworkSegment(24e26054-c902-4406-a5d3-b3292d5a5b46),segment_id=24e26054-c902-4406-a5d3-b3292d5a5b46)] {{(pid=101289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:33:40.549792 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-678940ed-8fca-4901-857b-76b5f8d7b3a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:40.562711 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.plugin [None req-678940ed-8fca-4901-857b-76b5f8d7b3a9 admin admin] Calling delete_port for 72cbfae0-6e90-4c0f-a3c0-b2c268780d15 owned by network:dhcp {{(pid=101289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 09:33:40.599683 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1f7834-a64e-4330-b1c1-f38bb111b9c0 None None] DHCP port deletion for 3e5d48ca-3327-4fff-8814-523648e0d852 request from n-d-789963-9 {{(pid=101291) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 09:33:40.652750 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-9c1f7834-a64e-4330-b1c1-f38bb111b9c0 None None] Deleting port 72cbfae0-6e90-4c0f-a3c0-b2c268780d15 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 09:33:40.653134 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7834-a64e-4330-b1c1-f38bb111b9c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729337309233'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:40.661578 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-678940ed-8fca-4901-857b-76b5f8d7b3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24491481'] for port, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:40.688957 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678940ed-8fca-4901-857b-76b5f8d7b3a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=72cbfae0-6e90-4c0f-a3c0-b2c268780d15,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:33:40.690784 n-d-789963-9 neutron-server[101289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678940ed-8fca-4901-857b-76b5f8d7b3a9 admin admin] No DVR routers for this DVR port 72cbfae0-6e90-4c0f-a3c0-b2c268780d15 on host n-d-789963-9 {{(pid=101289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 09:33:40.721561 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-9c1f7834-a64e-4330-b1c1-f38bb111b9c0 None None] For port 72cbfae0-6e90-4c0f-a3c0-b2c268780d15, host n-d-789963-9, got binding levels [] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 09:33:40.721970 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7834-a64e-4330-b1c1-f38bb111b9c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-753476'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:40.736663 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-9c1f7834-a64e-4330-b1c1-f38bb111b9c0 None None] Calling delete_port for 72cbfae0-6e90-4c0f-a3c0-b2c268780d15 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 09:33:40.739311 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.ipam_backend_mixin [None req-9c1f7834-a64e-4330-b1c1-f38bb111b9c0 None None] Port 72cbfae0-6e90-4c0f-a3c0-b2c268780d15 was not found and therefore no delete operation was performed {{(pid=101291) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 17 09:33:40.741001 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7834-a64e-4330-b1c1-f38bb111b9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729337314807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729337008092'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:40.769708 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-678940ed-8fca-4901-857b-76b5f8d7b3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522893', 'neutron.services.segments.db._delete_segments_for_network-8729337503133'] for network, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:40.770244 n-d-789963-9 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1f7834-a64e-4330-b1c1-f38bb111b9c0 None None] Pushing event deleted for resources: {'Port': ['ID=72cbfae0-6e90-4c0f-a3c0-b2c268780d15,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:33:40.775428 n-d-789963-9 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1f7834-a64e-4330-b1c1-f38bb111b9c0 None None] No DVR routers for this DVR port 72cbfae0-6e90-4c0f-a3c0-b2c268780d15 on host n-d-789963-9 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 09:33:40.793717 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-678940ed-8fca-4901-857b-76b5f8d7b3a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e5d48ca-3327-4fff-8814-523648e0d852']}} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:33:40.803788 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-678940ed-8fca-4901-857b-76b5f8d7b3a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24e26054-c902-4406-a5d3-b3292d5a5b46') {'for_net_delete': True} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:33:40.804125 n-d-789963-9 neutron-server[101289]: DEBUG neutron.services.segments.db [None req-678940ed-8fca-4901-857b-76b5f8d7b3a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24e26054-c902-4406-a5d3-b3292d5a5b46') {} {{(pid=101289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 09:33:40.814378 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-678940ed-8fca-4901-857b-76b5f8d7b3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729337502886', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491468'] for segment, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:40.827732 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-678940ed-8fca-4901-857b-76b5f8d7b3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535'] for segment, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:40.834156 n-d-789963-9 neutron-server[101289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-678940ed-8fca-4901-857b-76b5f8d7b3a9 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=101289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 09:33:40.834494 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-678940ed-8fca-4901-857b-76b5f8d7b3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24490024'] for segment, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:40.836289 n-d-789963-9 neutron-server[101289]: Traceback (most recent call last): Sep 17 09:33:40.836289 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 09:33:40.836289 n-d-789963-9 neutron-server[101289]: timer() Sep 17 09:33:40.836289 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 09:33:40.836289 n-d-789963-9 neutron-server[101289]: cb(*args, **kw) Sep 17 09:33:40.836289 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 09:33:40.836289 n-d-789963-9 neutron-server[101289]: return func(*args, **kwargs) Sep 17 09:33:40.836289 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 09:33:40.836289 n-d-789963-9 neutron-server[101289]: self._notify() Sep 17 09:33:40.836289 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 09:33:40.836289 n-d-789963-9 neutron-server[101289]: self.callback(batched_events) Sep 17 09:33:40.836289 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 09:33:40.836289 n-d-789963-9 neutron-server[101289]: event.method(event) Sep 17 09:33:40.836289 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 09:33:40.836289 n-d-789963-9 neutron-server[101289]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 09:33:40.836289 n-d-789963-9 neutron-server[101289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 09:33:40.836289 n-d-789963-9 neutron-server[101289]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 09:33:40.836289 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 09:33:40.836289 n-d-789963-9 neutron-server[101289]: return f(self, *a, **k) Sep 17 09:33:40.836289 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 09:33:40.836289 n-d-789963-9 neutron-server[101289]: return self._get(url).json() Sep 17 09:33:40.836289 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 09:33:40.836289 n-d-789963-9 neutron-server[101289]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 09:33:40.836289 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 09:33:40.836289 n-d-789963-9 neutron-server[101289]: return self.request(url, 'GET', **kwargs) Sep 17 09:33:40.836289 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 09:33:40.836289 n-d-789963-9 neutron-server[101289]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 09:33:40.836289 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 09:33:40.836289 n-d-789963-9 neutron-server[101289]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 09:33:40.836289 n-d-789963-9 neutron-server[101289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 09:33:40.836289 n-d-789963-9 neutron-server[101289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 09:33:40.836289 n-d-789963-9 neutron-server[101289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 09:33:40.900864 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-678940ed-8fca-4901-857b-76b5f8d7b3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1536057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726046'] for network, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:40.906946 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-678940ed-8fca-4901-857b-76b5f8d7b3a9 admin admin] Notify callbacks [] for network, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:40.908820 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-678940ed-8fca-4901-857b-76b5f8d7b3a9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/3e5d48ca-3327-4fff-8814-523648e0d852 HTTP/1.1" status: 204 len: 168 time: 0.5507817 Sep 17 09:33:40.920203 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678940ed-8fca-4901-857b-76b5f8d7b3a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e5d48ca-3327-4fff-8814-523648e0d852,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:33:41.034761 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 40004) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:33:41.092771 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-b0ca947b-0ffa-4ff2-bcc5-c7c11697b0c5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=466d3210d5e1428bb2118e307c203173&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0568073 Sep 17 09:33:41.095281 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 40006) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:33:41.144627 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d9e4665b-4d29-4e28-bbd4-99cfb6fb4d0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:41.165118 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d9e4665b-4d29-4e28-bbd4-99cfb6fb4d0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:41.212836 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d9e4665b-4d29-4e28-bbd4-99cfb6fb4d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:41.215514 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-d9e4665b-4d29-4e28-bbd4-99cfb6fb4d0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:41.219524 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-d9e4665b-4d29-4e28-bbd4-99cfb6fb4d0f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/00c00857-6dc5-41c9-a222-5ff14a1ef5b6 HTTP/1.1" status: 204 len: 168 time: 0.1232123 Sep 17 09:33:41.227387 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e4665b-4d29-4e28-bbd4-99cfb6fb4d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c00857-6dc5-41c9-a222-5ff14a1ef5b6,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:33:41.461478 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device c3c81519-fac9-4aca-8896-10dd3848a645 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 09:33:41.481616 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: c3c81519-fac9-4aca-8896-10dd3848a645 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 09:33:41.481966 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device c3c81519-fac9-4aca-8896-10dd3848a645 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 09:33:41.482398 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device bf9ba18a-201d-469b-ab23-15fd70c517ae no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 09:33:41.501093 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: bf9ba18a-201d-469b-ab23-15fd70c517ae {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 09:33:41.501439 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device bf9ba18a-201d-469b-ab23-15fd70c517ae not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 09:33:41.501847 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 72cbfae0-6e90-4c0f-a3c0-b2c268780d15 no longer exists at agent ovs-agent-n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 09:33:41.520613 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] No Port match for: 72cbfae0-6e90-4c0f-a3c0-b2c268780d15 {{(pid=101291) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 09:33:41.520959 n-d-789963-9 neutron-server[101291]: DEBUG neutron.plugins.ml2.rpc [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Device 72cbfae0-6e90-4c0f-a3c0-b2c268780d15 not bound to the agent host n-d-789963-9 {{(pid=101291) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 09:33:41.541167 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 40012) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:33:41.581012 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-60ea9a3d-ec9a-4650-be63-6ca4b3dfd2d8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=263bfe4c4def4b4f8fffd76c151eae3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387154 Sep 17 09:33:41.583570 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [-] (101289) accepted ('10.222.0.13', 40014) {{(pid=101289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 09:33:41.630460 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0964a3b3-c84c-42bd-b2ca-9921ff0eeb7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:41.651225 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0964a3b3-c84c-42bd-b2ca-9921ff0eeb7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:41.699748 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0964a3b3-c84c-42bd-b2ca-9921ff0eeb7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484825'] for security_group, after_delete {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:41.702345 n-d-789963-9 neutron-server[101289]: DEBUG neutron_lib.callbacks.manager [None req-0964a3b3-c84c-42bd-b2ca-9921ff0eeb7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:41.703580 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [None req-0964a3b3-c84c-42bd-b2ca-9921ff0eeb7b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3095f7bb-ea22-453c-a3cb-f22f9df1c9dc HTTP/1.1" status: 204 len: 168 time: 0.1190994 Sep 17 09:33:41.711334 n-d-789963-9 neutron-server[101289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0964a3b3-c84c-42bd-b2ca-9921ff0eeb7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3095f7bb-ea22-453c-a3cb-f22f9df1c9dc,revision_number=None']} {{(pid=101289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 09:33:50.183574 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-44f57a80-0a67-43c6-9c19-4f778c109b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:52.615283 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d941103d-2d9a-48b3-9035-30dfdce4d33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:52.992029 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:54.161198 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:33:55.744980 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:34:05.282104 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 09:34:06.457224 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:34:06.659459 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:34:20.189912 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0b20cc3b-ebcb-4cea-a2f6-e911cd500ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:34:22.619031 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-357c0909-ba04-4b6d-a5d3-355d68c38d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:34:22.995095 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:34:24.162744 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:34:25.748700 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:34:35.677929 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-70129d45-a613-4d38-8cb1-80deb4f1d2f5 req-4f03c97e-5d85-4a29-afbf-48ed78d16a28 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0257614 Sep 17 09:34:35.764663 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-70129d45-a613-4d38-8cb1-80deb4f1d2f5 req-d8ecfd9c-7687-48f4-811d-012f1107f116 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0269253 Sep 17 09:34:35.811401 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-70129d45-a613-4d38-8cb1-80deb4f1d2f5 req-e4cea417-81ae-421d-b523-45bb5504aca1 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0206158 Sep 17 09:34:35.912765 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70129d45-a613-4d38-8cb1-80deb4f1d2f5 req-b4f36052-6af4-4584-8ac7-8a939824a10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:34:35.914878 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-70129d45-a613-4d38-8cb1-80deb4f1d2f5 req-b4f36052-6af4-4584-8ac7-8a939824a10d service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0964193 Sep 17 09:34:36.461692 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:34:36.670296 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:34:42.282408 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 09:34:50.184036 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-20ecdd89-9613-4997-b0ca-83dec225fd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:34:52.622023 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1da76cc3-f3e8-4f26-be1b-97eecea223b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:34:53.001346 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:34:54.168124 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:34:55.750606 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:35:06.460645 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:35:06.687828 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:35:08.232122 n-d-789963-9 neutron-server[101289]: DEBUG neutron.wsgi [req-338f5178-203c-4916-8961-a97828f38e8f req-90d358fb-d7a4-41ef-a7c0-68d7d63f4a95 service neutron] (101289) timed out ('10.222.0.13', 37466) {{(pid=101289) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 09:35:19.282330 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 09:35:20.185812 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4a9522cd-f8de-4187-b0d7-3145c4885cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:35:22.625767 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-21d30856-a49d-445c-9091-7e1336622a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:35:22.993132 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:35:24.169344 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:35:25.751700 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:35:36.459639 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:35:36.663263 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c78a5049-9335-482e-9789-26a3869d4eee req-d3c7c472-4f45-4b6b-aa88-cd4e3d8651bc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0263066 Sep 17 09:35:36.693274 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:35:36.749132 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c78a5049-9335-482e-9789-26a3869d4eee req-4a750065-00c6-45b1-9848-eb87da47c226 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0279372 Sep 17 09:35:36.794079 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c78a5049-9335-482e-9789-26a3869d4eee req-dbb23428-ea37-40af-9066-ae5b19e62aec service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0200572 Sep 17 09:35:36.899255 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a5049-9335-482e-9789-26a3869d4eee req-8839677b-7bef-4ed1-bb4d-92ca06b14457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:35:36.900783 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c78a5049-9335-482e-9789-26a3869d4eee req-8839677b-7bef-4ed1-bb4d-92ca06b14457 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1001098 Sep 17 09:35:50.187745 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-13904cbb-a11e-4546-a2d4-7e16fa295deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:35:52.626233 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f774cdc7-291e-44b7-bdf9-06df968dfdee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:35:52.995205 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:35:54.171239 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:35:55.754025 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:35:56.282328 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 09:36:06.455340 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:36:06.709142 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:36:20.189471 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-522b12a2-ec8b-4ab5-9b63-8829714bbb87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:36:22.626277 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-84badff9-8911-4c77-88aa-de40770643f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:36:22.997312 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:36:24.174414 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:36:25.756376 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:36:33.282771 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 09:36:36.468623 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:36:36.704838 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:36:37.658624 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dfb966cd-fd50-40f6-89b4-c521958177ea req-fbd492ea-c6e4-476b-97ba-857c5296f450 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0258958 Sep 17 09:36:37.743386 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dfb966cd-fd50-40f6-89b4-c521958177ea req-12ed7b72-d2e2-45cd-85a9-a6bdc5308ca3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0248075 Sep 17 09:36:37.787567 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dfb966cd-fd50-40f6-89b4-c521958177ea req-e972000a-6562-40cb-bfee-5e6cd3a9faa8 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0184476 Sep 17 09:36:37.886635 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb966cd-fd50-40f6-89b4-c521958177ea req-10825b98-bc95-459a-a395-932cfc51d4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:36:37.888153 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-dfb966cd-fd50-40f6-89b4-c521958177ea req-10825b98-bc95-459a-a395-932cfc51d4d5 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929410 Sep 17 09:36:50.192312 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-50e40607-8d68-44bb-a435-8966db3833e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:36:52.630022 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-885c3821-daf0-4785-9cde-adf87100e5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:36:53.001970 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:36:54.180940 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:36:55.760734 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:37:06.466496 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:37:06.722353 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:37:10.283165 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 09:37:20.194137 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d8a0129a-7f70-42b4-aa04-ef046af9bafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:37:22.786015 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fec1ae9b-e6f0-4448-b527-f1fab68d3503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:37:23.004863 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:37:24.186325 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:37:25.767352 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:37:36.465002 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:37:36.731995 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:37:38.653584 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c5eeaa6d-ab18-41b0-ac8b-0d6f4c04d010 req-9915648f-a9b2-42c9-a283-3e20c420da39 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0259049 Sep 17 09:37:38.734836 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c5eeaa6d-ab18-41b0-ac8b-0d6f4c04d010 req-00cdadb1-6ad0-4cae-a934-5697fde34ff3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0240738 Sep 17 09:37:38.780260 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c5eeaa6d-ab18-41b0-ac8b-0d6f4c04d010 req-b9399c2e-5804-48e8-8e87-265515d5e29b service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0189867 Sep 17 09:37:38.873479 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eeaa6d-ab18-41b0-ac8b-0d6f4c04d010 req-8289bc7e-c99b-47ab-b1d1-9db51d1a086d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:37:38.874927 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-c5eeaa6d-ab18-41b0-ac8b-0d6f4c04d010 req-8289bc7e-c99b-47ab-b1d1-9db51d1a086d service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0881259 Sep 17 09:37:47.282854 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 09:37:50.195069 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3dbd1b13-6856-4591-a4cc-5412c706cc75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:37:52.627539 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f6f1022d-617b-46e6-80e4-1c6bc2ed334f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:37:53.006600 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:37:54.182952 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:37:55.765705 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:38:06.479509 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:38:06.730006 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:38:20.197604 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1d85b952-dd98-4979-9f68-a877981d4d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:38:22.632922 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-699ec8dc-3370-45f5-be37-627fa2791e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:38:23.010428 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:38:24.188137 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:38:24.283290 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 09:38:25.776828 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:38:36.504334 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:38:36.737909 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:38:38.751333 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-23a2c878-b414-489b-a14a-ad983a26c8d9 req-4c69009d-b1eb-4699-bb4a-81240dbf9ec4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1258619 Sep 17 09:38:38.835109 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-23a2c878-b414-489b-a14a-ad983a26c8d9 req-6d0a471c-6c48-4d98-bb86-25b5b977f004 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0249887 Sep 17 09:38:38.880078 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-23a2c878-b414-489b-a14a-ad983a26c8d9 req-c56e4ea8-14ec-4302-b890-ecce75c8e5ab service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0193100 Sep 17 09:38:38.975081 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a2c878-b414-489b-a14a-ad983a26c8d9 req-9f06519d-94cd-4331-b4a3-8e1a032dff1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:38:38.976585 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-23a2c878-b414-489b-a14a-ad983a26c8d9 req-9f06519d-94cd-4331-b4a3-8e1a032dff1f service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0899167 Sep 17 09:38:50.204659 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f24718c1-0ecd-4c06-aec5-675b442c3fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:38:52.633614 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cbd59780-6837-4633-84a8-7a5cca7e6bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:38:53.014389 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:38:54.190128 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:38:55.772485 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:39:01.282492 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 09:39:06.520504 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:39:06.758128 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:39:20.208631 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-46614709-697e-4d0b-a638-1556f9257517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:39:22.636127 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bcd79045-0a2e-4bf1-a138-af96ebc0e3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:39:23.016081 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:39:24.193842 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:39:25.778326 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:39:36.536884 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:39:36.772598 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:39:38.282857 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 09:39:40.648059 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1249d446-e5c6-4f83-a546-c2e8d9282e63 req-816a8ee8-7314-46b3-84b9-6368a34d7fb0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0263088 Sep 17 09:39:40.735204 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1249d446-e5c6-4f83-a546-c2e8d9282e63 req-a8380c7e-70f5-4026-a0db-3ff7fb556f21 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0250320 Sep 17 09:39:40.780695 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1249d446-e5c6-4f83-a546-c2e8d9282e63 req-f0221473-73f1-4f0c-a8a2-b98fbdedc719 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0195765 Sep 17 09:39:40.885601 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1249d446-e5c6-4f83-a546-c2e8d9282e63 req-8ad04b53-ddc4-4868-bbb1-67e49d9ff148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:39:40.887102 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-1249d446-e5c6-4f83-a546-c2e8d9282e63 req-8ad04b53-ddc4-4868-bbb1-67e49d9ff148 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0981855 Sep 17 09:39:50.210845 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8d6866dd-7112-4047-beb9-62e723b15b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:39:52.638284 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5b02269e-62ed-4d52-8f2a-538c44fe1783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:39:53.019308 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:39:54.196706 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:39:55.784566 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:40:06.536830 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:40:06.767147 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:40:13.624041 n-d-789963-9 neutron-server[101290]: DEBUG neutron.wsgi [req-e9308893-13d9-436f-8d87-c414aeb115ed req-c43c3122-ca67-4f0c-9c9f-e71096d4ed82 service neutron] (101290) timed out ('10.222.0.13', 38952) {{(pid=101290) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 09:40:15.282681 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 09:40:20.212212 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-50aa48a8-e5cf-4c3a-bf8b-931155d7d982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:40:22.639521 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2987fb5a-eac2-4d3b-98b4-3415e794c006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:40:23.025172 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:40:24.199121 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:40:25.776691 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:40:36.530374 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:40:36.766954 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:40:41.762771 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-57405f54-4203-4a6b-8e8d-4241aee4edae req-1531c5b3-f2f9-4db0-aac4-ce2eeb9c04e5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0661821 Sep 17 09:40:41.845473 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-57405f54-4203-4a6b-8e8d-4241aee4edae req-bfdf197c-e036-4579-bd14-65dacaef89b4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0249088 Sep 17 09:40:41.893575 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-57405f54-4203-4a6b-8e8d-4241aee4edae req-464ce3bf-5b9c-4906-bc6f-a2b3df1cdaa2 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230644 Sep 17 09:40:41.985927 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57405f54-4203-4a6b-8e8d-4241aee4edae req-b46b4928-f24e-45fb-b8a0-6ad8404e83c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:40:41.988006 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-57405f54-4203-4a6b-8e8d-4241aee4edae req-b46b4928-f24e-45fb-b8a0-6ad8404e83c6 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883029 Sep 17 09:40:50.212879 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-804887fb-7877-469b-929d-ac4db5ffdcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:40:52.282202 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 09:40:52.640805 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-21aa2a63-483e-40bf-909b-8b04a8f96d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:40:53.027968 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:40:54.201731 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:40:55.780639 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:41:06.528100 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:41:06.772831 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:41:20.213642 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b530f234-b39a-44d0-88b7-44adef01c8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:41:22.643598 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fa3e7353-6e19-4b18-8abe-39afbee4d8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:41:23.029884 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:41:24.204237 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:41:25.783775 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:41:29.281973 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 09:41:36.541866 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:41:36.763672 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:41:41.626304 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8164fb71-1431-444c-b458-3297e0054e07 req-25985d71-6f87-41f9-b3e0-3d7db205792a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0268166 Sep 17 09:41:41.715987 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8164fb71-1431-444c-b458-3297e0054e07 req-44231f3a-234a-4d3e-940f-8d7ec57d7484 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0287607 Sep 17 09:41:41.760092 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8164fb71-1431-444c-b458-3297e0054e07 req-cd10a792-90aa-4dba-a4e8-2842b9fb676f service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0195284 Sep 17 09:41:41.850588 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8164fb71-1431-444c-b458-3297e0054e07 req-8479fae3-314c-4d5c-83e1-c8124129e776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:41:41.852082 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-8164fb71-1431-444c-b458-3297e0054e07 req-8479fae3-314c-4d5c-83e1-c8124129e776 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0848153 Sep 17 09:41:50.217552 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f3f0f2f9-ebdd-45bd-a001-32faa3144b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:41:52.645877 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fb9a70a1-c5f0-40b7-88c3-002064d3545a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:41:53.031354 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:41:54.206775 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:41:55.789653 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:42:06.280801 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 09:42:06.533161 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:42:06.756075 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:42:20.219390 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f142f09-9ef6-4456-9077-7f37096fa475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:42:22.647356 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-869363bd-6d10-4ce8-b654-eaacb19a30fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:42:23.033287 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:42:24.209719 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de82f895-d03c-4cb7-b8f5-0dc5e9a29473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:42:25.788638 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6402ff1d-0844-4372-88e9-0b65c50bc1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:42:36.565629 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f7f6e06-a998-4707-8323-b5f619154fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:42:36.753652 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e94635a-5bc5-482c-87a0-4d000453d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:42:42.633419 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b66895c6-6fda-4fde-94f2-1a67d9914dff req-ada3521c-1155-4133-8ff0-ac06a31ba483 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0268528 Sep 17 09:42:42.721421 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b66895c6-6fda-4fde-94f2-1a67d9914dff req-4184bbeb-93a0-40c1-a256-bcff124e985a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46510efeb90e4e96b7c0f66991be3c47&device_id=87cdad06-42b1-4c6e-b7d3-be53ae4a1eba HTTP/1.1" status: 200 len: 210 time: 0.0306935 Sep 17 09:42:42.765829 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b66895c6-6fda-4fde-94f2-1a67d9914dff req-dda848f9-6bda-42ac-bd2a-b109a8228d90 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=46510efeb90e4e96b7c0f66991be3c47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0206594 Sep 17 09:42:42.860773 n-d-789963-9 neutron-server[101289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66895c6-6fda-4fde-94f2-1a67d9914dff req-9b0a950e-e78c-4321-ba7f-00e5b706953a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 09:42:42.862207 n-d-789963-9 neutron-server[101289]: INFO neutron.wsgi [req-b66895c6-6fda-4fde-94f2-1a67d9914dff req-9b0a950e-e78c-4321-ba7f-00e5b706953a service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0888333 Sep 17 09:42:43.280078 n-d-789963-9 neutron-server[101292]: DEBUG neutron.db.agents_db [None req-89a5dc03-cfcf-4bfe-a5d5-44a0d58cb08d None None] Agent healthcheck: found 7 active agents {{(pid=101292) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 09:42:50.221548 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6862763b-3905-4f54-9b77-88d87c2ef027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:42:52.649594 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-acec1b4b-f241-49ab-9015-baf40e8bb546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 09:42:53.036427 n-d-789963-9 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce225dd4-46f9-4a97-98e7-d0c7bda79e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729337503115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1520845'] for agent, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}